-- Logs begin at Mon 2021-12-06 16:23:10 UTC, end at Mon 2021-12-06 18:35:24 UTC. -- Dec 06 16:54:56.076494 n-d-master-1 systemd[1]: Started Devstack devstack@q-svc.service. Dec 06 16:54:58.874550 n-d-master-1 neutron-server[103175]: INFO neutron.common.config [-] Logging enabled! Dec 06 16:54:58.875062 n-d-master-1 neutron-server[103175]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev254 Dec 06 16:54:58.875328 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103175) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 06 16:54:58.878571 n-d-master-1 neutron-server[103175]: INFO neutron.common.config [-] Logging enabled! Dec 06 16:54:58.878829 n-d-master-1 neutron-server[103175]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev254 Dec 06 16:54:58.879142 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103175) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 06 16:54:58.880075 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 06 16:54:58.880310 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 06 16:54:58.880669 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 06 16:54:58.880914 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 06 16:54:58.881140 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 06 16:54:58.881461 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:54:58.881937 n-d-master-1 neutron-server[103175]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Dec 06 16:54:58.882245 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:54:58.882537 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:54:58.882896 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:54:58.883193 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:54:58.883481 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:54:58.883764 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:54:58.884050 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:54:58.884345 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:54:58.884630 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:54:58.884910 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:54:58.885190 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:54:58.885494 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:54:58.885796 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:54:58.886081 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:54:58.886366 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:54:58.886648 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] debug = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:54:58.886928 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:54:58.887362 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:54:58.887780 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:54:58.888058 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:54:58.888344 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:54:58.888623 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:54:58.888893 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:54:58.889165 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:54:58.889448 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:54:58.889797 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] host = n-d-master-1 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:54:58.890073 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:54:58.890359 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:54:58.890643 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:54:58.890925 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:54:58.891197 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:54:58.891476 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:54:58.891757 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:54:58.892026 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:54:58.892297 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] log_file = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:54:58.892570 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:54:58.892853 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:54:58.893135 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:54:58.893423 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:54:58.893667 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:54:58.893888 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:54:58.894183 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:54:58.894468 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:54:58.894743 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:54:58.895013 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:54:58.895283 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:54:58.895557 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:54:58.895831 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:54:58.896096 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:54:58.896378 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:54:58.896662 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:54:58.896945 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:54:58.897751 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:54:58.898033 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:54:58.898306 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:54:58.898578 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:54:58.898861 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:54:58.899136 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:54:58.899408 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:54:58.899682 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:54:58.899968 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:54:58.900237 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:54:58.900509 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:54:58.900806 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:54:58.901090 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:54:58.901368 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:54:58.901675 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:54:58.901953 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:54:58.902235 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:54:58.902505 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:54:58.902775 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:54:58.903044 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] use_json = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:54:58.903313 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:54:58.903584 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:54:58.903862 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:54:58.904133 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:54:58.904402 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:54:58.904672 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:54:58.904940 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:54:58.905220 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:54:58.905536 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.905834 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.906134 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.906418 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.906720 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.907001 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.907289 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.907566 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.907854 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.908142 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.908433 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.908713 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.909002 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.909281 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.909626 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.909920 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.910214 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.910505 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.910781 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.911057 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.911331 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.911610 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.911896 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.912180 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.912470 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.912759 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.913612 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.913910 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.914197 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.914493 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.914783 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.915059 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.915339 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.915628 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.915906 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.916180 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.916457 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.916744 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.917021 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.917293 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.917600 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.917879 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.918151 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.918423 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.918696 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.918984 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.919260 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.919528 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.919798 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.920077 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.920352 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.920637 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.920915 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.921186 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.921456 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.921753 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.922028 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.922300 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.922575 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.922844 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.923121 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.923392 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.923668 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.923934 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.924205 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.924475 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.924743 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.925013 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.925286 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.925583 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.925854 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.926126 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.926397 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.926670 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.926953 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.927248 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.927522 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.927796 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.928071 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.928346 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.928664 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.928942 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.929486 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.929831 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.930117 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.930407 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.930691 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.930973 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.931253 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.931556 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.931853 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.932134 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.932417 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.932694 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.932972 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.933257 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.933567 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.933863 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.934153 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.934445 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.934741 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.935035 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.935315 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.935624 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.935903 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:54:58.936120 n-d-master-1 neutron-server[103175]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 06 16:54:58.936359 n-d-master-1 neutron-server[103175]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103175) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 06 16:54:59.360464 n-d-master-1 neutron-server[103175]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 06 16:54:59.360745 n-d-master-1 neutron-server[103175]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 06 16:54:59.361051 n-d-master-1 neutron-server[103175]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 06 16:54:59.361389 n-d-master-1 neutron-server[103175]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 06 16:54:59.686014 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:54:59.686232 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:54:59.686510 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:54:59.687706 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:54:59.687981 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:54:59.688247 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:54:59.734055 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:54:59.734334 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:54:59.734602 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:54:59.749302 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:54:59.749622 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:54:59.749898 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:54:59.778059 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:54:59.778345 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:54:59.778617 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:54:59.816854 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:54:59.817132 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:54:59.817399 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:00.152833 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:00.153443 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:00.153443 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:00.153669 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:00.154383 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:00.252934 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:00.253258 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:00.253574 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:00.253846 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:00.254115 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:00.254424 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:00.254683 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:00.254940 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:00.255193 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:00.255475 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:00.255734 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:00.255997 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:00.256253 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:00.256523 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:00.256784 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:00.257049 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:00.257302 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:00.257600 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:00.257874 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:00.258137 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:00.258412 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:00.258672 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:00.258946 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:00.259325 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:00.259575 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:00.259820 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:00.260216 n-d-master-1 neutron-server[103175]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103175) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 06 16:55:00.260457 n-d-master-1 neutron-server[103175]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103175) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 06 16:55:00.260696 n-d-master-1 neutron-server[103175]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103175) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 06 16:55:00.260933 n-d-master-1 neutron-server[103175]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103175) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 06 16:55:00.261169 n-d-master-1 neutron-server[103175]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103175) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 06 16:55:00.261405 n-d-master-1 neutron-server[103175]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103175) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 06 16:55:00.261793 n-d-master-1 neutron-server[103175]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 06 16:55:00.264887 n-d-master-1 neutron-server[103175]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 06 16:55:00.268999 n-d-master-1 neutron-server[103175]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 06 16:55:00.273363 n-d-master-1 neutron-server[103175]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Dec 06 16:55:00.275030 n-d-master-1 neutron-server[103175]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 06 16:55:00.275491 n-d-master-1 neutron-server[103175]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 06 16:55:00.275831 n-d-master-1 neutron-server[103175]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 06 16:55:00.276214 n-d-master-1 neutron-server[103175]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 06 16:55:00.279155 n-d-master-1 neutron-server[103175]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 06 16:55:00.279411 n-d-master-1 neutron-server[103175]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 06 16:55:00.279761 n-d-master-1 neutron-server[103175]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 06 16:55:00.284996 n-d-master-1 neutron-server[103175]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Dec 06 16:55:00.308543 n-d-master-1 neutron-server[103175]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 06 16:55:00.308999 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:00.309298 n-d-master-1 neutron-server[103175]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103175) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Dec 06 16:55:00.309696 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:00.311072 n-d-master-1 neutron-server[103175]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103175) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 06 16:55:00.311354 n-d-master-1 neutron-server[103175]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 06 16:55:00.311602 n-d-master-1 neutron-server[103175]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 06 16:55:00.314806 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:00.315087 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:00.377981 n-d-master-1 neutron-server[103175]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 06 16:55:00.378218 n-d-master-1 neutron-server[103175]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 06 16:55:00.378455 n-d-master-1 neutron-server[103175]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 06 16:55:00.378822 n-d-master-1 neutron-server[103175]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 06 16:55:00.400452 n-d-master-1 neutron-server[103175]: DEBUG oslo_db.sqlalchemy.engines [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103175) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Dec 06 16:55:00.834128 n-d-master-1 neutron-server[103175]: INFO neutron.plugins.ml2.managers [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Initializing driver for type 'gre' Dec 06 16:55:00.835228 n-d-master-1 neutron-server[103175]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] gre ID ranges: [(1, 1000)] Dec 06 16:55:00.883869 n-d-master-1 neutron-server[103175]: INFO neutron.plugins.ml2.managers [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Initializing driver for type 'local' Dec 06 16:55:00.884184 n-d-master-1 neutron-server[103175]: INFO neutron.plugins.ml2.managers [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Initializing driver for type 'vlan' Dec 06 16:55:00.896858 n-d-master-1 neutron-server[103175]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] VlanTypeDriver initialization complete Dec 06 16:55:00.897772 n-d-master-1 neutron-server[103175]: INFO neutron.plugins.ml2.managers [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Initializing driver for type 'vxlan' Dec 06 16:55:00.898246 n-d-master-1 neutron-server[103175]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] vxlan ID ranges: [(1, 1000)] Dec 06 16:55:00.947993 n-d-master-1 neutron-server[103175]: INFO neutron.plugins.ml2.managers [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Initializing extension driver 'port_security' Dec 06 16:55:00.948467 n-d-master-1 neutron-server[103175]: INFO neutron.plugins.ml2.extensions.port_security [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] PortSecurityExtensionDriver initialization complete Dec 06 16:55:00.948812 n-d-master-1 neutron-server[103175]: INFO neutron.plugins.ml2.managers [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Initializing mechanism driver 'openvswitch' Dec 06 16:55:00.949140 n-d-master-1 neutron-server[103175]: INFO neutron.plugins.ml2.managers [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Initializing mechanism driver 'hyperv' Dec 06 16:55:00.955794 n-d-master-1 neutron-server[103175]: DEBUG neutron.plugins.ml2.plugin [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 16:55:00.956635 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Subscribe: > port after_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:00.957008 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Subscribe: > port after_update 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:00.957367 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Subscribe: > port after_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:00.957928 n-d-master-1 neutron-server[103175]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103175) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 06 16:55:00.958363 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Subscribe: > subnet after_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:00.958726 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Subscribe: > subnet after_update 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:00.959078 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Subscribe: > subnet after_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:00.959479 n-d-master-1 neutron-server[103175]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103175) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 06 16:55:00.960377 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Subscribe: > network after_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:00.960727 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Subscribe: > network after_update 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:00.961071 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Subscribe: > network after_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:00.961481 n-d-master-1 neutron-server[103175]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103175) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 06 16:55:00.961896 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Subscribe: > security_group after_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:00.962245 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Subscribe: > security_group after_update 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:00.962586 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Subscribe: > security_group after_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:00.962986 n-d-master-1 neutron-server[103175]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103175) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 06 16:55:00.963395 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:00.963742 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:00.964083 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:00.964479 n-d-master-1 neutron-server[103175]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103175) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 06 16:55:00.964884 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Subscribe: > address_group after_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:00.965229 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Subscribe: > address_group after_update 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:00.965598 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Subscribe: > address_group after_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:00.965994 n-d-master-1 neutron-server[103175]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103175) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 06 16:55:00.966372 n-d-master-1 neutron-server[103175]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] ML2 OVO RPC backend initialized. {{(pid=103175) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Dec 06 16:55:00.967082 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Subscribe: > router_interface after_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:00.967438 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:00.967855 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Subscribe: > network before_response 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:00.968202 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Subscribe: > networks before_response 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:00.968555 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Subscribe: > port before_response 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:00.968896 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Subscribe: > ports before_response 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:00.969240 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Subscribe: > subnet before_response 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:00.969612 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Subscribe: > subnets before_response 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:00.969960 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Subscribe: > network after_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:00.970299 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Subscribe: > network after_update 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:00.970635 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Subscribe: > network after_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:00.970970 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Subscribe: > port after_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:00.971305 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Subscribe: > port after_update 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:00.971639 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Subscribe: > port after_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:00.971974 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Subscribe: > subnet after_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:00.972310 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Subscribe: > subnet after_update 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:00.972645 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Subscribe: > subnet after_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:00.973222 n-d-master-1 neutron-server[103175]: INFO neutron.plugins.ml2.plugin [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Modular L2 Plugin initialization complete Dec 06 16:55:00.973588 n-d-master-1 neutron-server[103175]: DEBUG neutron.manager [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading services supported by the core plugin {{(pid=103175) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 06 16:55:00.973916 n-d-master-1 neutron-server[103175]: INFO neutron.plugins.ml2.managers [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Got port-security extension from driver 'port_security' Dec 06 16:55:00.974381 n-d-master-1 neutron-server[103175]: INFO neutron.extensions.vlantransparent [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Disabled vlantransparent extension. Dec 06 16:55:00.974864 n-d-master-1 neutron-server[103175]: DEBUG neutron.manager [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103175) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 06 16:55:00.975180 n-d-master-1 neutron-server[103175]: INFO neutron.manager [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading Plugin: router Dec 06 16:55:01.011232 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Subscribe: > router_interface before_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:01.011622 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Subscribe: > router after_create 55549900 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:01.011995 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Subscribe: > router before_create 55549900 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:01.012363 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:01.012740 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:01.013105 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Subscribe: > router after_delete 55549900 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:01.013499 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Subscribe: > floatingip after_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:01.013957 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Subscribe: > floatingip after_update 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:01.014321 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Subscribe: > router after_create 55549900 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:01.014673 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Subscribe: > router after_update 55549900 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:01.015028 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Subscribe: > router after_update 55549900 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:01.015381 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:01.015746 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Subscribe: > router after_update 55549900 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:01.016153 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Subscribe: > router precommit_update 55549900 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:01.016526 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Subscribe: port after_update 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:01.016869 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Subscribe: port after_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:01.017211 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Subscribe: subnet after_update 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:01.017581 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:01.017935 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Subscribe: > port precommit_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:01.018292 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Subscribe: > router precommit_create 55549900 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:01.018657 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Subscribe: port before_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:01.019001 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Subscribe: > router precommit_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:01.019360 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Subscribe: > router after_update 55549900 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:01.019701 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Subscribe: > router precommit_delete 55549900 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:01.020054 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Subscribe: > router precommit_create 55549900 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:01.020416 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Subscribe: > router_interface after_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:01.020762 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Subscribe: > router precommit_update 55549900 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:01.021129 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Subscribe: > agent after_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:01.021486 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Subscribe: > agent after_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:01.021846 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Subscribe: > network after_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:01.023220 n-d-master-1 neutron-server[103175]: DEBUG neutron.quota.resource_registry [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Tracking information for resource: router configured {{(pid=103175) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 06 16:55:01.023556 n-d-master-1 neutron-server[103175]: DEBUG neutron.quota.resource_registry [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Tracking information for resource: floatingip configured {{(pid=103175) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 06 16:55:01.028455 n-d-master-1 neutron-server[103175]: INFO neutron.db.l3_agentschedulers_db [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 06 16:55:01.029043 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Subscribe: port after_update 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:01.029406 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Subscribe: port after_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:01.029831 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Subscribe: port after_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:01.030143 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Subscribe: port after_update 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:01.030930 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Subscribe: > router before_create 55550100 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:01.031298 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Subscribe: > router precommit_delete 55550100 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:01.031662 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Subscribe: > router precommit_create 55550100 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:01.032019 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Subscribe: > router precommit_update 55550100 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:01.036914 n-d-master-1 neutron-server[103175]: DEBUG neutron.services.provider_configuration [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Service providers = [] {{(pid=103175) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 06 16:55:01.037287 n-d-master-1 neutron-server[103175]: DEBUG neutron.db.servicetype_db [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103175) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 06 16:55:01.040897 n-d-master-1 neutron-server[103175]: DEBUG neutron.services.service_base [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103175) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 06 16:55:01.041249 n-d-master-1 neutron-server[103175]: DEBUG neutron.services.service_base [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103175) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 06 16:55:01.041636 n-d-master-1 neutron-server[103175]: DEBUG neutron.services.service_base [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103175) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 06 16:55:01.042531 n-d-master-1 neutron-server[103175]: DEBUG neutron.services.service_base [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103175) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 06 16:55:01.042905 n-d-master-1 neutron-server[103175]: INFO neutron.services.service_base [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 06 16:55:01.043276 n-d-master-1 neutron-server[103175]: DEBUG neutron.manager [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103175) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 06 16:55:01.043594 n-d-master-1 neutron-server[103175]: INFO neutron.manager [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 06 16:55:01.054590 n-d-master-1 neutron-server[103175]: DEBUG neutron.manager [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103175) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 06 16:55:01.054926 n-d-master-1 neutron-server[103175]: INFO neutron.manager [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading Plugin: auto_allocate Dec 06 16:55:01.061117 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Subscribe: network precommit_update 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:01.061672 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Subscribe: network precommit_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:01.062358 n-d-master-1 neutron-server[103175]: DEBUG neutron.manager [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103175) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 06 16:55:01.062761 n-d-master-1 neutron-server[103175]: INFO neutron.manager [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading Plugin: tag Dec 06 16:55:01.071006 n-d-master-1 neutron-server[103175]: DEBUG neutron.manager [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103175) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 06 16:55:01.071434 n-d-master-1 neutron-server[103175]: INFO neutron.manager [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading Plugin: timestamp Dec 06 16:55:01.076146 n-d-master-1 neutron-server[103175]: DEBUG neutron.manager [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103175) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 06 16:55:01.076531 n-d-master-1 neutron-server[103175]: INFO neutron.manager [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading Plugin: network_ip_availability Dec 06 16:55:01.082737 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:01.083210 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:01.083702 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:01.084504 n-d-master-1 neutron-server[103175]: DEBUG neutron.manager [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103175) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 06 16:55:01.085421 n-d-master-1 neutron-server[103175]: INFO neutron.manager [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading Plugin: flavors Dec 06 16:55:01.091170 n-d-master-1 neutron-server[103175]: DEBUG neutron.manager [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103175) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 06 16:55:01.091598 n-d-master-1 neutron-server[103175]: INFO neutron.manager [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading Plugin: revisions Dec 06 16:55:01.096844 n-d-master-1 neutron-server[103175]: DEBUG neutron.manager [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103175) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 06 16:55:01.097422 n-d-master-1 neutron-server[103175]: DEBUG oslo_concurrency.lockutils [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.736s {{(pid=103175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 06 16:55:01.098546 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103175) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 06 16:55:01.099022 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Initializing extension manager. Dec 06 16:55:01.099573 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: __init__.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.100055 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: __pycache__ {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.101104 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.101444 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: address_group.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.102224 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.102805 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loaded extension: address-group Dec 06 16:55:01.103132 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: address_scope.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.103846 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.104367 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loaded extension: address-scope Dec 06 16:55:01.104691 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: admin_state_down_before_update.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.105650 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.106169 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loaded extension: router-admin-state-down-before-update Dec 06 16:55:01.106494 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: agent.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.107193 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.107704 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loaded extension: agent Dec 06 16:55:01.108027 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: agent_resources_synced.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.108936 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.109451 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loaded extension: agent-resources-synced Dec 06 16:55:01.109802 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: allowedaddresspairs.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.111581 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.112110 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loaded extension: allowed-address-pairs Dec 06 16:55:01.112437 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: auto_allocated_topology.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.113536 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.114058 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loaded extension: auto-allocated-topology Dec 06 16:55:01.114383 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: availability_zone.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.115073 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.115583 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loaded extension: availability_zone Dec 06 16:55:01.115936 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: availability_zone_filter.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.116850 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.117367 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loaded extension: availability_zone_filter Dec 06 16:55:01.117716 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: data_plane_status.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.118631 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.119142 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Extension data-plane-status not supported by any of loaded plugins Dec 06 16:55:01.119466 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: default_subnetpools.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.120380 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.120893 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loaded extension: default-subnetpools Dec 06 16:55:01.121215 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: dhcpagentscheduler.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.122047 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.122559 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loaded extension: dhcp_agent_scheduler Dec 06 16:55:01.123067 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: dns.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.123983 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.124490 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Extension dns-integration not supported by any of loaded plugins Dec 06 16:55:01.124813 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: dns_domain_ports.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.125752 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.126262 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 06 16:55:01.126585 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.127499 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.128012 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Dec 06 16:55:01.128335 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: dvr.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.129004 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.129555 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loaded extension: dvr Dec 06 16:55:01.129876 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: ecmp_routes.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.130785 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.131295 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Extension ecmp_routes not supported by any of loaded plugins Dec 06 16:55:01.131646 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: empty_string_filtering.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.132554 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.133071 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loaded extension: empty-string-filtering Dec 06 16:55:01.133396 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.134323 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.134839 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 06 16:55:01.135161 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.136066 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.136580 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 06 16:55:01.136901 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: external_net.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.137833 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.138355 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loaded extension: external-net Dec 06 16:55:01.138678 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: extra_dhcp_opt.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.139589 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.140100 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loaded extension: extra_dhcp_opt Dec 06 16:55:01.140423 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: extraroute.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.141337 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.141872 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loaded extension: extraroute Dec 06 16:55:01.142197 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: extraroute_atomic.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.143388 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.143905 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loaded extension: extraroute-atomic Dec 06 16:55:01.144228 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: filter_validation.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.144889 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.145400 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loaded extension: filter-validation Dec 06 16:55:01.145750 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: fip_pf_description.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.146660 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.147730 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 06 16:55:01.148016 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: fip_port_details.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.148945 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.149459 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loaded extension: fip-port-details Dec 06 16:55:01.149804 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: flavors.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.151031 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.151558 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loaded extension: flavors Dec 06 16:55:01.151969 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.153672 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.154193 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 06 16:55:01.154516 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: floatingip_pools.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.155212 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.155726 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loaded extension: floatingip-pools Dec 06 16:55:01.156052 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: ip_allocation.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.156970 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.157492 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Extension ip_allocation not supported by any of loaded plugins Dec 06 16:55:01.157831 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.158760 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.159275 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loaded extension: ip-substring-filtering Dec 06 16:55:01.159603 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: l2_adjacency.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.160522 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.161034 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Extension l2_adjacency not supported by any of loaded plugins Dec 06 16:55:01.161359 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: l3.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.162419 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.163542 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loaded extension: router Dec 06 16:55:01.163867 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: l3_conntrack_helper.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.166167 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.166696 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 06 16:55:01.167025 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.167953 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.168478 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loaded extension: ext-gw-mode Dec 06 16:55:01.168807 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.169760 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.170276 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loaded extension: l3-ha Dec 06 16:55:01.170601 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: l3_flavors.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.171506 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.172019 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loaded extension: l3-flavors Dec 06 16:55:01.172343 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.173244 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.173787 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loaded extension: l3-port-ip-change-not-allowed Dec 06 16:55:01.174113 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: l3agentscheduler.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.175139 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.175658 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loaded extension: l3_agent_scheduler Dec 06 16:55:01.175987 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: local_ip.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.177774 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.178308 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Extension local_ip not supported by any of loaded plugins Dec 06 16:55:01.178668 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: logging.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.181792 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.182326 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Extension logging not supported by any of loaded plugins Dec 06 16:55:01.182663 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: metering.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.183411 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.184000 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loaded extension: metering Dec 06 16:55:01.184333 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.185446 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.185992 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loaded extension: metering_source_and_destination_fields Dec 06 16:55:01.186322 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: multiprovidernet.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.187252 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.187769 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loaded extension: multi-provider Dec 06 16:55:01.188097 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: netmtu.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.189023 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.189575 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loaded extension: net-mtu Dec 06 16:55:01.189898 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: netmtu_writable.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.190815 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.191336 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loaded extension: net-mtu-writable Dec 06 16:55:01.191660 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: network_availability_zone.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.192330 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.192841 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loaded extension: network_availability_zone Dec 06 16:55:01.193164 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: network_ip_availability.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.194805 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.195328 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loaded extension: network-ip-availability Dec 06 16:55:01.195655 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: network_segment_range.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.196415 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.196929 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Extension network-segment-range not supported by any of loaded plugins Dec 06 16:55:01.197255 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: pagination.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.198266 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.198601 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loaded extension: pagination Dec 06 16:55:01.198928 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: port_device_profile.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.199853 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.200368 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loaded extension: port-device-profile Dec 06 16:55:01.200692 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.201654 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.202169 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loaded extension: port-mac-address-regenerate Dec 06 16:55:01.202495 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.203406 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.203919 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loaded extension: port-numa-affinity-policy Dec 06 16:55:01.204242 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: port_resource_request.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.205160 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.205709 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Extension port-resource-request not supported by any of loaded plugins Dec 06 16:55:01.206035 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: port_resource_request_groups.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.207011 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.207528 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Extension port-resource-request-groups not supported by any of loaded plugins Dec 06 16:55:01.207854 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: portbindings.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.208780 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.209299 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loaded extension: binding Dec 06 16:55:01.210242 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: portbindings_extended.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.211517 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.212044 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loaded extension: binding-extended Dec 06 16:55:01.212373 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: portsecurity.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.213292 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.213853 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loaded extension: port-security Dec 06 16:55:01.214179 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: project_id.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.215168 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.215501 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loaded extension: project-id Dec 06 16:55:01.215824 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: providernet.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.216743 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.217267 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loaded extension: provider Dec 06 16:55:01.217621 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: qos.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.221228 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.221796 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Extension qos not supported by any of loaded plugins Dec 06 16:55:01.222133 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.223381 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.223908 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 06 16:55:01.224243 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.225166 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.225740 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 06 16:55:01.226070 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: qos_default.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.226981 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.227500 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Extension qos-default not supported by any of loaded plugins Dec 06 16:55:01.227829 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: qos_fip.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.228480 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.228996 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Extension qos-fip not supported by any of loaded plugins Dec 06 16:55:01.229322 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: qos_gateway_ip.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.230282 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.230796 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 06 16:55:01.231123 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: qos_port_network_policy.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.232028 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.232545 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 06 16:55:01.232872 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.234054 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.234575 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Extension qos-pps-minimum not supported by any of loaded plugins Dec 06 16:55:01.234904 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: qos_pps_rule.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.236088 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.236616 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Extension qos-pps not supported by any of loaded plugins Dec 06 16:55:01.236943 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: qos_rule_type_details.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.237884 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.238403 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 06 16:55:01.238726 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: qos_rules_alias.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.239782 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.240299 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 06 16:55:01.240624 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: quota_check_limit.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.241593 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.242116 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loaded extension: quota-check-limit Dec 06 16:55:01.242439 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: quotasv2.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.243368 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.243696 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loaded extension: quotas Dec 06 16:55:01.244020 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: quotasv2_detail.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.247193 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.247539 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loaded extension: quota_details Dec 06 16:55:01.247870 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: rbac.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.248931 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.249497 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loaded extension: rbac-policies Dec 06 16:55:01.249821 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: rbac_address_group.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.250755 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.251290 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loaded extension: rbac-address-group Dec 06 16:55:01.251621 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: rbac_address_scope.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.252563 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.253177 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loaded extension: rbac-address-scope Dec 06 16:55:01.253544 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: rbac_security_groups.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.254473 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.254989 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loaded extension: rbac-security-groups Dec 06 16:55:01.255314 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: rbac_subnetpool.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.256237 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.257264 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loaded extension: rbac-subnetpool Dec 06 16:55:01.257628 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: revisionifmatch.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.258557 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.259071 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loaded extension: revision-if-match Dec 06 16:55:01.259396 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: revisions.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.260529 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.261042 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loaded extension: standard-attr-revisions Dec 06 16:55:01.261369 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: router_availability_zone.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.262074 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.262592 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loaded extension: router_availability_zone Dec 06 16:55:01.262915 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: routerservicetype.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.263833 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.264341 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Extension router-service-type not supported by any of loaded plugins Dec 06 16:55:01.264665 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.265688 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.266206 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loaded extension: security-groups-normalized-cidr Dec 06 16:55:01.266530 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: security_groups_port_filtering.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.267448 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.267962 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loaded extension: port-security-groups-filtering Dec 06 16:55:01.268286 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.269215 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.269772 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loaded extension: security-groups-remote-address-group Dec 06 16:55:01.270098 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.271030 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.271547 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loaded extension: security-groups-shared-filtering Dec 06 16:55:01.271871 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.273041 n-d-master-1 neutron-server[103175]: WARNING neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Dec 06 16:55:01.273361 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: securitygroup.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.283180 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.283667 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loaded extension: security-group Dec 06 16:55:01.283996 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: segment.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.284785 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.285305 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Extension segment not supported by any of loaded plugins Dec 06 16:55:01.285668 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.286606 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.287131 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 06 16:55:01.287458 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: servicetype.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.288592 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.289122 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loaded extension: service-type Dec 06 16:55:01.289449 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: sorting.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.290455 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.290792 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loaded extension: sorting Dec 06 16:55:01.291118 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: standard_attr_segment.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.292025 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.292544 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 06 16:55:01.292869 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: standardattrdescription.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.293537 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.294055 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loaded extension: standard-attr-description Dec 06 16:55:01.294379 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: stateful_security_group.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.295370 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.295893 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loaded extension: stateful-security-group Dec 06 16:55:01.296223 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: stdattrs_common.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.296794 n-d-master-1 neutron-server[103175]: WARNING neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 06 16:55:01.297120 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.298067 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.298588 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 06 16:55:01.298913 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: subnet_onboard.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.299995 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.300518 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loaded extension: subnet_onboard Dec 06 16:55:01.300845 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.301799 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.302312 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 06 16:55:01.302637 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: subnet_service_types.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.303598 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.304384 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loaded extension: subnet-service-types Dec 06 16:55:01.304712 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: subnetallocation.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.305847 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.306372 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loaded extension: subnet_allocation Dec 06 16:55:01.306708 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.307376 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.307895 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loaded extension: subnetpool-prefix-ops Dec 06 16:55:01.308221 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.309161 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.309710 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 06 16:55:01.310036 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: tagging.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.311093 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.311624 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loaded extension: standard-attr-tag Dec 06 16:55:01.311954 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: timestamp.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.313180 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.313739 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loaded extension: standard-attr-timestamp Dec 06 16:55:01.314069 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: trunk.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.315110 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.315634 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Extension trunk not supported by any of loaded plugins Dec 06 16:55:01.315962 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: trunk_details.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.316881 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.317401 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Extension trunk-details not supported by any of loaded plugins Dec 06 16:55:01.317759 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: uplink_status_propagation.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.318678 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.319713 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 06 16:55:01.320042 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Loading extension file: vlantransparent.py {{(pid=103175) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 16:55:01.320710 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103175) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 16:55:01.321224 n-d-master-1 neutron-server[103175]: INFO neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Extension vlan-transparent not supported by any of loaded plugins Dec 06 16:55:01.323776 n-d-master-1 neutron-server[103175]: INFO neutron.quota.resource_registry [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Creating instance of TrackedResource for resource:network Dec 06 16:55:01.324296 n-d-master-1 neutron-server[103175]: INFO neutron.quota.resource_registry [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Creating instance of TrackedResource for resource:subnet Dec 06 16:55:01.324696 n-d-master-1 neutron-server[103175]: INFO neutron.quota.resource_registry [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Creating instance of TrackedResource for resource:subnetpool Dec 06 16:55:01.325087 n-d-master-1 neutron-server[103175]: INFO neutron.quota.resource_registry [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Creating instance of TrackedResource for resource:port Dec 06 16:55:01.326346 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.v2.resource_helper [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103175) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 06 16:55:01.326792 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.v2.resource_helper [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Service FLAVORS assigned prefix: {{(pid=103175) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 06 16:55:01.327417 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.v2.resource_helper [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103175) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 06 16:55:01.327846 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.v2.resource_helper [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103175) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 06 16:55:01.328180 n-d-master-1 neutron-server[103175]: INFO neutron.quota.resource_registry [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Creating instance of TrackedResource for resource:router Dec 06 16:55:01.328605 n-d-master-1 neutron-server[103175]: INFO neutron.quota.resource_registry [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Creating instance of TrackedResource for resource:floatingip Dec 06 16:55:01.329102 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.v2.resource_helper [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Service METERING assigned prefix: /metering {{(pid=103175) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 06 16:55:01.330568 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:01.330940 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:01.331293 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 16:55:01.332293 n-d-master-1 neutron-server[103175]: INFO neutron.quota.resource_registry [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Creating instance of CountableResource for resource:rbac_policy Dec 06 16:55:01.332740 n-d-master-1 neutron-server[103175]: INFO neutron.quota.resource_registry [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Creating instance of TrackedResource for resource:security_group Dec 06 16:55:01.333170 n-d-master-1 neutron-server[103175]: INFO neutron.quota.resource_registry [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Creating instance of TrackedResource for resource:security_group_rule Dec 06 16:55:01.333805 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.v2.resource_helper [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Service CORE assigned prefix: {{(pid=103175) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 06 16:55:01.334139 n-d-master-1 neutron-server[103175]: INFO neutron.quota.resource_registry [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Creating instance of TrackedResource for resource:subnetpool Dec 06 16:55:01.334488 n-d-master-1 neutron-server[103175]: WARNING neutron.quota.resource_registry [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] subnetpool is already registered Dec 06 16:55:01.335475 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.v2.resource_helper [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Service CORE assigned prefix: {{(pid=103175) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 06 16:55:01.335803 n-d-master-1 neutron-server[103175]: INFO neutron.quota.resource_registry [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Creating instance of TrackedResource for resource:subnetpool Dec 06 16:55:01.336138 n-d-master-1 neutron-server[103175]: WARNING neutron.quota.resource_registry [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] subnetpool is already registered Dec 06 16:55:01.338448 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.v2.resource_helper [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103175) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 06 16:55:01.338881 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.v2.resource_helper [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Service FLAVORS assigned prefix: {{(pid=103175) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 06 16:55:01.339469 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.v2.resource_helper [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103175) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 06 16:55:01.339889 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.v2.resource_helper [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103175) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 06 16:55:01.340229 n-d-master-1 neutron-server[103175]: INFO neutron.quota.resource_registry [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Creating instance of TrackedResource for resource:router Dec 06 16:55:01.340570 n-d-master-1 neutron-server[103175]: WARNING neutron.quota.resource_registry [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] router is already registered Dec 06 16:55:01.340981 n-d-master-1 neutron-server[103175]: INFO neutron.quota.resource_registry [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Creating instance of TrackedResource for resource:floatingip Dec 06 16:55:01.341318 n-d-master-1 neutron-server[103175]: WARNING neutron.quota.resource_registry [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] floatingip is already registered Dec 06 16:55:01.341793 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.v2.resource_helper [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Service METERING assigned prefix: /metering {{(pid=103175) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 06 16:55:01.342458 n-d-master-1 neutron-server[103175]: INFO neutron.quota.resource_registry [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Creating instance of CountableResource for resource:rbac_policy Dec 06 16:55:01.342783 n-d-master-1 neutron-server[103175]: WARNING neutron.quota.resource_registry [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] rbac_policy is already registered Dec 06 16:55:01.343192 n-d-master-1 neutron-server[103175]: INFO neutron.quota.resource_registry [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Creating instance of TrackedResource for resource:security_group Dec 06 16:55:01.343526 n-d-master-1 neutron-server[103175]: WARNING neutron.quota.resource_registry [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] security_group is already registered Dec 06 16:55:01.343925 n-d-master-1 neutron-server[103175]: INFO neutron.quota.resource_registry [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Creating instance of TrackedResource for resource:security_group_rule Dec 06 16:55:01.344259 n-d-master-1 neutron-server[103175]: WARNING neutron.quota.resource_registry [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] security_group_rule is already registered Dec 06 16:55:01.344878 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.v2.resource_helper [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Service CORE assigned prefix: {{(pid=103175) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 06 16:55:01.345205 n-d-master-1 neutron-server[103175]: INFO neutron.quota.resource_registry [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Creating instance of TrackedResource for resource:subnetpool Dec 06 16:55:01.345567 n-d-master-1 neutron-server[103175]: WARNING neutron.quota.resource_registry [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] subnetpool is already registered Dec 06 16:55:01.345990 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.v2.resource_helper [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Service CORE assigned prefix: {{(pid=103175) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 06 16:55:01.346317 n-d-master-1 neutron-server[103175]: INFO neutron.quota.resource_registry [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Creating instance of TrackedResource for resource:subnetpool Dec 06 16:55:01.346650 n-d-master-1 neutron-server[103175]: WARNING neutron.quota.resource_registry [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] subnetpool is already registered Dec 06 16:55:01.347106 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Extended resource: extensions {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 16:55:01.348571 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Extended resource: address-groups {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 16:55:01.350112 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Extended resource: address-scopes {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 16:55:01.351475 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Extended resource: agents {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 16:55:01.352642 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Extended resource: auto-allocated-topology {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 16:55:01.354066 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Extended resource: availability_zones {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 16:55:01.355307 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Extended resource: dhcp-networks {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 16:55:01.356855 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Extended resource: dhcp-agents {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 16:55:01.358322 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Extended resource: routers {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 16:55:01.360594 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Extended resource: flavors {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 16:55:01.361787 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Extended resource: service_profiles {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 16:55:01.363008 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Extended resource: next_providers {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 16:55:01.364469 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Extended resource: service_profiles {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 16:55:01.366093 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Extended resource: floatingip-pools {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 16:55:01.367346 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Extended resource: routers {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 16:55:01.369510 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Extended resource: floatingips {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 16:55:01.371668 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Extended resource: l3-routers {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 16:55:01.373070 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Extended resource: l3-agents {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 16:55:01.374548 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Extended resource: metering-labels {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 16:55:01.375920 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Extended resource: metering-label-rules {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 16:55:01.377210 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Extended resource: network-ip-availabilities {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 16:55:01.378533 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Extended resource: bindings {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 16:55:01.380202 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Extended resource: quotas {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 16:55:01.382319 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Extended resource: quotas {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 16:55:01.383865 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Extended resource: rbac-policies {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 16:55:01.385176 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Extended resource: security-groups {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 16:55:01.386441 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Extended resource: security-group-rules {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 16:55:01.387678 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Extended resource: service-providers {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 16:55:01.388901 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Extended resource: subnetpools {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 16:55:01.390370 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Extended resource: subnetpools {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 16:55:01.391842 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Extended resource: tags {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 16:55:01.393593 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Extended resource: tags {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 16:55:01.395414 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Extended resource: tags {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 16:55:01.397868 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Extended resource: tags {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 16:55:01.399678 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Extended resource: tags {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 16:55:01.401607 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Extended resource: tags {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 16:55:01.403308 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Extended resource: tags {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 16:55:01.405230 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Extended resource: tags {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 16:55:01.407036 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Extended resource: tags {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 16:55:01.408923 n-d-master-1 neutron-server[103175]: DEBUG neutron.api.extensions [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Extended resource: tags {{(pid=103175) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 16:55:01.415047 n-d-master-1 neutron-server[103175]: WARNING keystonemiddleware.auth_token [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 06 16:55:01.419809 n-d-master-1 neutron-server[103175]: WARNING keystonemiddleware.auth_token [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 06 16:55:01.428490 n-d-master-1 neutron-server[103175]: DEBUG oslo_concurrency.lockutils [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Acquired lock "singleton_lock" {{(pid=103175) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Dec 06 16:55:01.429209 n-d-master-1 neutron-server[103175]: DEBUG oslo_concurrency.lockutils [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Releasing lock "singleton_lock" {{(pid=103175) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Dec 06 16:55:01.429888 n-d-master-1 neutron-server[103175]: INFO oslo_service.service [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Starting 2 workers Dec 06 16:55:01.434684 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Started child 103284 {{(pid=103175) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 06 16:55:01.439047 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Started child 103285 {{(pid=103175) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 06 16:55:01.440258 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:55:01.440793 n-d-master-1 neutron-server[103175]: INFO neutron.service [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Neutron service started, listening on 0.0.0.0:9696 Dec 06 16:55:01.441269 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Publish callbacks [] for process, before_spawn {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:55:01.441833 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [-] (103284) wsgi starting up on http://0.0.0.0:9696 Dec 06 16:55:01.443735 n-d-master-1 neutron-server[103175]: INFO oslo_service.service [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Starting 1 workers Dec 06 16:55:01.444564 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:55:01.446041 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [-] (103285) wsgi starting up on http://0.0.0.0:9696 Dec 06 16:55:01.449433 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Started child 103286 {{(pid=103175) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 06 16:55:01.450092 n-d-master-1 neutron-server[103175]: INFO oslo_service.service [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Starting 1 workers Dec 06 16:55:01.453201 n-d-master-1 neutron-server[103286]: DEBUG neutron.service [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] calling RpcWorker wait() {{(pid=103286) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 06 16:55:01.453797 n-d-master-1 neutron-server[103286]: DEBUG neutron.service [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] returning from RpcWorker wait() {{(pid=103286) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 06 16:55:01.454578 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Started child 103287 {{(pid=103175) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 06 16:55:01.455287 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:55:01.455530 n-d-master-1 neutron-server[103175]: DEBUG neutron_lib.callbacks.manager [None req-67b94abf-9eae-4cd9-8d7d-9294a581950b None None] Publish callbacks [] for process, after_spawn {{(pid=103175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:55:01.455883 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 16:55:01.457368 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103175) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 06 16:55:01.457625 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 06 16:55:01.457818 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 06 16:55:01.458048 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 06 16:55:01.458383 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 06 16:55:01.458568 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 06 16:55:01.459054 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.459323 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.459515 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:55:01.460557 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.460557 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.460718 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.461228 n-d-master-1 neutron-server[103287]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 16:55:01.461459 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.461769 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.462033 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.462318 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.462559 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.462729 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.462898 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.463157 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.463395 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.463692 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.463975 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.464215 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.464473 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.464646 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.464889 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.465151 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.465377 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.465674 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] debug = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.465938 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.466410 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.466642 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.466903 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.467120 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.467407 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.467651 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.467930 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.468178 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.468394 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.468630 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.468878 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.469112 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.469323 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.469590 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.469811 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.470058 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.470292 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.470773 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] host = n-d-master-1 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.471013 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.471249 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.471493 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.471738 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.471997 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.472230 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.472492 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.472756 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.473002 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.473238 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.473475 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.473740 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.473957 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.474204 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] log_file = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.474367 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] log_options = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.474604 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.474874 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.475120 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.475363 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.475533 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.475739 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.475954 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.476119 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.476372 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.476591 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.476804 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.477023 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.477252 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.477521 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.477766 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.478006 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.478239 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.478449 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.478695 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.478921 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.479145 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.479402 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.479618 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.479850 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.480095 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.480331 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.480561 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.480775 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.480998 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.481237 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.481484 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.481776 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.481992 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.482239 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.482511 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.482751 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.482981 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.483214 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.483479 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.483709 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.483998 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.484268 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.484483 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.484742 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.484989 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.485223 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.485461 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] use_json = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.485702 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.485958 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.486227 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.486444 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.486658 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.486874 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.487094 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.487332 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.487767 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.488055 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.488380 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.488616 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.488857 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.490354 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.490625 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.490907 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.491185 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.491495 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.491751 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.492015 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.492343 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.493647 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.493866 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.494398 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.494554 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.494921 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.495084 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.495445 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.495728 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.496030 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.496347 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.496607 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.497553 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.497812 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.498567 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.499414 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.499736 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.500107 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.500468 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.502666 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.502666 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.502666 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.502666 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.502666 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.502666 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.502666 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.502666 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.503798 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.503798 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.503798 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.503798 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.503798 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.504775 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.504775 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.504775 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.504775 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.505241 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.505241 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.505517 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.505684 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.505930 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.507521 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.507521 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.507521 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.507521 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.508015 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.508015 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.508231 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.508949 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.508949 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.508949 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.508949 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.509309 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.509396 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.509857 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.509857 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.510129 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.510324 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.510573 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.510795 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.511225 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.511356 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.511907 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.511907 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.512150 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.512272 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.512432 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.512595 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.512818 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.513499 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.513499 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.513499 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.513786 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.513949 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.514185 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.514400 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.514621 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.514840 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.515063 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.515345 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.515748 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.516008 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.516264 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.516486 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.516743 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.516966 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.517239 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.517484 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.517719 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.517964 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.518198 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.518430 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.518682 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.518913 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.519154 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.519445 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.519668 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.519964 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.520195 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.520443 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.520667 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.520953 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.521193 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.521453 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.521735 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.521994 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.522898 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.523147 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.523407 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.523668 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.523962 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.524235 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.524496 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.524763 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.525032 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.525291 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.525684 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.525934 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.526190 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.526425 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.526664 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.526891 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.527150 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.527378 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.527601 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.527857 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.528181 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.528421 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.528640 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.528879 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.529207 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.529450 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.529817 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.530092 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.530346 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.530587 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.530866 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.531128 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.531370 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.531610 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.532050 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.532461 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.532928 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.533415 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.533901 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.534133 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.534357 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.534598 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.534836 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.535080 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.535311 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.535554 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.535895 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.536136 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.536447 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.536681 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.536932 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.537331 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.537741 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.538132 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.538507 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.538771 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.538999 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.539281 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.539539 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.539760 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.539994 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.540227 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.540494 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.540716 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.540968 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.541191 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.541423 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.541677 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.541901 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.542113 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.542519 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.542787 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.543150 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.543568 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.543994 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.544347 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.544612 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.544846 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.545281 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.545531 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.545806 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.546052 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.546276 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.546499 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.546726 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.546949 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.547192 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.547436 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.547692 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.547908 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.548690 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.548690 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.548690 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.548904 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.549087 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.549347 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.549608 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.549866 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.550244 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.550483 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.550733 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.550948 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.551161 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.551385 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.551635 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.551873 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.552101 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.552314 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.552524 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.552748 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.552995 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.553256 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.553528 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.553743 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.554232 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.554460 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.554680 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.554895 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.555127 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.555338 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.555551 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.555779 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.556000 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.556213 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.556460 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.556671 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.556882 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.557103 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.557319 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.557709 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.558021 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.558277 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.558501 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.558786 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.559050 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.559310 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.559580 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.559885 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.560102 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.560385 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.560636 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.560857 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.561096 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.561373 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.561710 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.561990 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.562251 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.562505 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.562792 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.563513 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.563513 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.563686 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.563909 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.564272 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.564544 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.564801 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.565031 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.565456 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.565730 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.566118 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.566382 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.566623 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.566843 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.567104 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.567335 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.567564 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.567783 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.568015 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.568238 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.568482 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.568718 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.569488 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.569739 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.569900 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 06 16:55:01.570570 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103175) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 06 16:55:01.570683 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 06 16:55:01.570805 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 06 16:55:01.571001 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 06 16:55:01.574227 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 06 16:55:01.574227 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 06 16:55:01.574227 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.574227 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.574227 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.574227 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.574227 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.574765 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.574765 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.574765 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.574765 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.574765 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.574765 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.574765 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.574765 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.575691 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.575691 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.575691 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.575691 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.575691 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.575691 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.575691 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.575691 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.576603 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.576603 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] debug = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.576603 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.576603 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.576603 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.576603 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.577041 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.577041 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.577041 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.577041 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.577041 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.577041 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.577041 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.577041 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.577659 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.577659 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.577659 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.577659 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.577659 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.578101 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.578101 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] host = n-d-master-1 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.578101 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.578312 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.578390 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.578547 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.578707 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.578867 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.579027 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.579187 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.579346 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.579510 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.579668 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.579986 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.580149 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.580310 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] log_file = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.580471 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] log_options = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.580630 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.580791 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.580954 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.581142 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.581309 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.581497 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.581656 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.581817 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.581977 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.582140 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.582299 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.582433 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.582595 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.582741 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.582896 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.583049 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.583210 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.583371 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.583530 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.583692 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.583853 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.584011 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.584342 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.584342 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.584598 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.585280 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.585399 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.585544 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.585682 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.585788 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.585948 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.586108 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.586267 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.586416 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.586575 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.586733 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.586889 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.587050 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.587214 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.587376 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.587535 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.587623 n-d-master-1 neutron-server[103286]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 16:55:01.587708 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.587842 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.588001 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.588160 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.588320 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.588479 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] use_json = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.588638 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.588797 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.588956 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.589115 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.589274 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.589433 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.589629 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.589791 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 16:55:01.589974 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.590121 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.590300 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.590463 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.590626 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.590789 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.590950 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.591113 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.591276 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.591438 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.591609 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.591773 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.591946 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.592108 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.592270 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.592436 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.592600 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.592764 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.592928 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.593092 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.593254 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.593417 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.593650 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.593820 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.593983 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.594146 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.594309 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.594478 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.594639 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.594817 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.594979 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.595142 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.595304 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.595479 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.595710 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.595874 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.596037 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.596201 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.596364 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.596528 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.596691 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.596853 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.597016 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.597179 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.597342 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.597582 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.597824 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.597996 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.598161 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.598324 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.598478 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.598641 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.598807 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.598967 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.599130 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.599499 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.599499 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.599742 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.600106 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.600106 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.600106 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.600410 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.600492 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.600640 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.600808 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.600972 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.601135 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.601297 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.601525 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.601656 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.601819 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.602003 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.602167 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.602499 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.602592 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.602699 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.602862 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.603026 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.603188 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.603350 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.603513 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.603676 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.603838 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.604183 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.604183 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.604345 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.604452 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.604652 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.604827 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.604999 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.605242 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.605489 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.605745 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.605962 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.606179 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.606394 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.606634 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.606845 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.607082 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.607312 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.607541 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.607776 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.608019 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.608259 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.608483 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.608700 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.608914 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.609129 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.609346 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.609618 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.609853 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.610084 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.610348 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.610588 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.610869 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.611050 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.611214 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.611392 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.611568 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.611700 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.611854 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.612015 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.612184 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.612356 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.612518 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.612681 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.612843 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.613008 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.613169 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.613330 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.614051 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.614051 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.614051 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.614051 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.614374 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.614374 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.614517 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.614604 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.614758 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.615276 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.615276 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.615429 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.615543 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.615790 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.616504 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.616730 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.616970 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.617205 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.617443 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.617709 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.617952 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.618197 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.618415 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.618631 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.618848 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.619065 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.619281 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.619518 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.619756 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.619992 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.620228 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.620463 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.620744 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.620915 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.621080 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.621244 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.621408 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.621594 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.621758 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.621920 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.622082 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.622244 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.622406 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.622569 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.622731 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.622896 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.623059 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.623223 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.623385 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.623547 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.623710 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.623872 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.624035 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.624197 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.624359 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.624521 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.624683 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.624881 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.625100 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.625317 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.625569 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.625786 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.626004 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.626263 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.626501 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.626743 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.626983 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.627218 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.627475 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.627696 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.627911 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.628127 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.628426 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.628648 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.628892 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.629131 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.629372 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.629640 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.629879 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.630142 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.630320 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.630459 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.630651 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.630799 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.630938 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.631075 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.631226 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.631389 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.632156 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.632327 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.632491 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.632644 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.632804 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.632966 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.633140 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.633303 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.633482 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.633630 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.633798 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.633961 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.634133 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.634296 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.634459 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.634621 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.634842 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.635060 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.635286 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.635502 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.635719 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.635940 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.636185 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.636449 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.636701 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.636925 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.637156 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.637408 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.637656 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.637872 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.638101 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.638321 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.638542 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.638791 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.639028 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.639267 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.639503 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.639756 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.640020 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.640188 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.640351 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.640515 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.640678 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.640842 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.641008 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.641180 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.641350 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.641536 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.641709 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.641881 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.642052 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.642214 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.642383 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.642559 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.642721 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.642899 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.643047 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.643209 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.643372 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.643534 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.643697 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.643863 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.644027 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.644173 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.644337 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.644500 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.644663 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.644826 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.644988 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.645151 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.645314 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.645459 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.645664 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 16:55:01.645820 n-d-master-1 neutron-server[103175]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103175) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 06 16:55:01.745595 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58136) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 16:55:01.754112 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063605 Dec 06 16:55:13.376327 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a44103-e77d-45e0-a0fb-7532e19786fc None None] get_active_networks_info from n-d-master-1 {{(pid=103286) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 16:55:13.438800 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a44103-e77d-45e0-a0fb-7532e19786fc None None] No non-hosted networks {{(pid=103286) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 06 16:55:13.443173 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1e1a8a83-9f6e-44d3-81d7-706a9de5c743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-575759'] for agent, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:55:15.561396 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-79e74512-c4ca-4a3d-858b-14a5ac48c085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-575759'] for agent, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:55:15.605795 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0bfe28de-dfce-45fd-91e6-4fc94ae9aab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:55:16.743902 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-575759'] for agent, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:55:17.914282 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-575759'] for agent, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:55:18.927420 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-575759'] for agent, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:55:18.929818 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:55:18.930380 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:55:18.930914 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:55:18.931502 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:55:18.932009 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:55:18.932654 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:55:18.933200 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:55:18.933829 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:55:18.934362 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:55:18.934942 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:55:18.935489 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:55:18.936184 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:55:18.936770 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:55:18.937391 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-master-1', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 16:55:18.945625 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-master-1', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 16:55:19.381694 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58226) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 16:55:19.906804 n-d-master-1 neutron-server[103284]: WARNING oslo_policy.policy [None req-eeaaf37d-a1bb-4409-8b35-074c7bf1596b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 06 16:55:19.907401 n-d-master-1 neutron-server[103284]: WARNING oslo_policy.policy [None req-eeaaf37d-a1bb-4409-8b35-074c7bf1596b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 06 16:55:20.139597 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [None req-eeaaf37d-a1bb-4409-8b35-074c7bf1596b admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 16:55:20.145530 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-eeaaf37d-a1bb-4409-8b35-074c7bf1596b admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7568476 Dec 06 16:55:21.079648 n-d-master-1 neutron-server[103286]: INFO neutron.db.l3_hamode_db [None req-bb6fa95a-3c2d-4281-8d1d-5370055f3f5a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 06 16:55:21.156703 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6fa95a-3c2d-4281-8d1d-5370055f3f5a None None] Routers set() bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 16:55:21.157095 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6fa95a-3c2d-4281-8d1d-5370055f3f5a None None] Router IDs set() for agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 06 16:55:22.749756 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58242) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 16:55:23.231813 n-d-master-1 neutron-server[103285]: WARNING oslo_policy.policy [None req-2f93ab86-88de-4e0a-88fb-dafb6ced1e9d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 06 16:55:23.232412 n-d-master-1 neutron-server[103285]: WARNING oslo_policy.policy [None req-2f93ab86-88de-4e0a-88fb-dafb6ced1e9d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 06 16:55:23.456226 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-2f93ab86-88de-4e0a-88fb-dafb6ced1e9d admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'default_prefixlen': 26}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 16:55:23.550002 n-d-master-1 neutron-server[103285]: DEBUG neutron.policy [None req-2f93ab86-88de-4e0a-88fb-dafb6ced1e9d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103285) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 06 16:55:23.597049 n-d-master-1 neutron-server[103285]: WARNING oslo_policy.policy [None req-2f93ab86-88de-4e0a-88fb-dafb6ced1e9d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 06 16:55:23.597414 n-d-master-1 neutron-server[103285]: WARNING oslo_policy.policy [None req-2f93ab86-88de-4e0a-88fb-dafb6ced1e9d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 06 16:55:23.605913 n-d-master-1 neutron-server[103285]: INFO neutron.quota [None req-2f93ab86-88de-4e0a-88fb-dafb6ced1e9d admin admin] Loaded quota_driver: . Dec 06 16:55:23.694329 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2f93ab86-88de-4e0a-88fb-dafb6ced1e9d admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794387246731', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794387246334', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794387194226', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794387202010', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794387211134', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794387215702', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1771220', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1877240', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-993353', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-960047'] for rbac-policy, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:55:23.759457 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2f93ab86-88de-4e0a-88fb-dafb6ced1e9d admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:55:23.760675 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-2f93ab86-88de-4e0a-88fb-dafb6ced1e9d admin admin] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0098560 Dec 06 16:55:26.502734 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58260) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 16:55:26.795017 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-24370e0d-595b-4e17-a061-cd1a6094e405 admin admin] Request body: {'network': {'tenant_id': '27a82d1ea5614624815e0a832b8c68e4', 'admin_state_up': True, 'name': 'private', 'project_id': '27a82d1ea5614624815e0a832b8c68e4'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 16:55:26.823363 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24370e0d-595b-4e17-a061-cd1a6094e405 admin admin] Made reservation on behalf of 27a82d1ea5614624815e0a832b8c68e4 for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 16:55:26.826176 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-24370e0d-595b-4e17-a061-cd1a6094e405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:55:26.843255 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-24370e0d-595b-4e17-a061-cd1a6094e405 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:55:26.949737 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-24370e0d-595b-4e17-a061-cd1a6094e405 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:55:26.953169 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-24370e0d-595b-4e17-a061-cd1a6094e405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:55:26.973132 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24370e0d-595b-4e17-a061-cd1a6094e405 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 16:55:27.000682 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-24370e0d-595b-4e17-a061-cd1a6094e405 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8794388727965', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:55:27.001266 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-24370e0d-595b-4e17-a061-cd1a6094e405 admin admin] Unsubscribe: segment precommit_create {{(pid=103285) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 06 16:55:27.001826 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-24370e0d-595b-4e17-a061-cd1a6094e405 admin admin] Added segment 926e3cf1-08f4-477e-a61b-933c3c84d573 of type vlan for network 24c26f72-c261-4f1f-b24c-f1819e6f0e63 Dec 06 16:55:27.017647 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24370e0d-595b-4e17-a061-cd1a6094e405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a444f45d-c4ee-47af-ba6a-a68f7a1348bb,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:55:27.067296 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24370e0d-595b-4e17-a061-cd1a6094e405 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:55:27.067682 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24370e0d-595b-4e17-a061-cd1a6094e405 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:55:27.068083 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24370e0d-595b-4e17-a061-cd1a6094e405 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:55:27.068440 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24370e0d-595b-4e17-a061-cd1a6094e405 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:55:27.069421 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24370e0d-595b-4e17-a061-cd1a6094e405 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:55:27.069886 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24370e0d-595b-4e17-a061-cd1a6094e405 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:55:27.070283 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24370e0d-595b-4e17-a061-cd1a6094e405 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:55:27.070638 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24370e0d-595b-4e17-a061-cd1a6094e405 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:55:27.071030 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24370e0d-595b-4e17-a061-cd1a6094e405 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:55:27.071387 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24370e0d-595b-4e17-a061-cd1a6094e405 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:55:27.071779 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24370e0d-595b-4e17-a061-cd1a6094e405 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:55:27.072138 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24370e0d-595b-4e17-a061-cd1a6094e405 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:55:27.072491 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24370e0d-595b-4e17-a061-cd1a6094e405 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:55:27.073923 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24370e0d-595b-4e17-a061-cd1a6094e405 admin admin] Tracked resource versions report: Dec 06 16:55:27.073923 n-d-master-1 neutron-server[103285]: pushed versions: Dec 06 16:55:27.073923 n-d-master-1 neutron-server[103285]: { 'AddressGroup': {'1.2'}, Dec 06 16:55:27.073923 n-d-master-1 neutron-server[103285]: 'ConntrackHelper': {'1.0'}, Dec 06 16:55:27.073923 n-d-master-1 neutron-server[103285]: 'LocalIPAssociation': {'1.0'}, Dec 06 16:55:27.073923 n-d-master-1 neutron-server[103285]: 'Log': {'1.0'}, Dec 06 16:55:27.073923 n-d-master-1 neutron-server[103285]: 'Network': {'1.1'}, Dec 06 16:55:27.073923 n-d-master-1 neutron-server[103285]: 'Port': {'1.7'}, Dec 06 16:55:27.073923 n-d-master-1 neutron-server[103285]: 'PortForwarding': {'1.2'}, Dec 06 16:55:27.073923 n-d-master-1 neutron-server[103285]: 'QosPolicy': {'1.10'}, Dec 06 16:55:27.073923 n-d-master-1 neutron-server[103285]: 'SecurityGroup': {'1.5'}, Dec 06 16:55:27.073923 n-d-master-1 neutron-server[103285]: 'SecurityGroupRule': {'1.2'}, Dec 06 16:55:27.073923 n-d-master-1 neutron-server[103285]: 'SubPort': {'1.0'}, Dec 06 16:55:27.073923 n-d-master-1 neutron-server[103285]: 'Subnet': {'1.1'}, Dec 06 16:55:27.073923 n-d-master-1 neutron-server[103285]: 'Trunk': {'1.1'}} Dec 06 16:55:27.073923 n-d-master-1 neutron-server[103285]: consumer versions: Dec 06 16:55:27.073923 n-d-master-1 neutron-server[103285]: { DHCP agent@n-d-master-1: {}, Dec 06 16:55:27.073923 n-d-master-1 neutron-server[103285]: L3 agent@n-d-master-1: {}, Dec 06 16:55:27.073923 n-d-master-1 neutron-server[103285]: Metadata agent@n-d-master-1: {}, Dec 06 16:55:27.073923 n-d-master-1 neutron-server[103285]: Metering agent@n-d-master-1: {}, Dec 06 16:55:27.073923 n-d-master-1 neutron-server[103285]: Open vSwitch agent@n-d-master-1: { 'AddressGroup': '1.2', Dec 06 16:55:27.073923 n-d-master-1 neutron-server[103285]: 'ConntrackHelper': '1.0', Dec 06 16:55:27.073923 n-d-master-1 neutron-server[103285]: 'LocalIPAssociation': '1.0', Dec 06 16:55:27.073923 n-d-master-1 neutron-server[103285]: 'Log': '1.0', Dec 06 16:55:27.073923 n-d-master-1 neutron-server[103285]: 'Network': '1.1', Dec 06 16:55:27.073923 n-d-master-1 neutron-server[103285]: 'Port': '1.7', Dec 06 16:55:27.073923 n-d-master-1 neutron-server[103285]: 'PortForwarding': '1.2', Dec 06 16:55:27.073923 n-d-master-1 neutron-server[103285]: 'QosPolicy': '1.10', Dec 06 16:55:27.073923 n-d-master-1 neutron-server[103285]: 'SecurityGroup': '1.5', Dec 06 16:55:27.073923 n-d-master-1 neutron-server[103285]: 'SecurityGroupRule': '1.2', Dec 06 16:55:27.073923 n-d-master-1 neutron-server[103285]: 'SubPort': '1.0', Dec 06 16:55:27.073923 n-d-master-1 neutron-server[103285]: 'Subnet': '1.1', Dec 06 16:55:27.073923 n-d-master-1 neutron-server[103285]: 'Trunk': '1.1'}} Dec 06 16:55:27.073923 n-d-master-1 neutron-server[103285]: {{(pid=103285) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 06 16:55:27.123098 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-24370e0d-595b-4e17-a061-cd1a6094e405 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:55:27.161537 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-24370e0d-595b-4e17-a061-cd1a6094e405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:55:27.162630 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24370e0d-595b-4e17-a061-cd1a6094e405 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:55:27.163312 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-24370e0d-595b-4e17-a061-cd1a6094e405 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:55:27.224014 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-24370e0d-595b-4e17-a061-cd1a6094e405 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7201371 Dec 06 16:55:27.266076 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24370e0d-595b-4e17-a061-cd1a6094e405 admin admin] Pushing event updated for resources: {'Network': ['ID=24c26f72-c261-4f1f-b24c-f1819e6f0e63,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:55:27.277848 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 24c26f72-c261-4f1f-b24c-f1819e6f0e63 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 16:55:30.090980 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58274) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 16:55:30.474363 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbc4718-dae3-4b53-a7f8-1492f2ceae8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:55:30.476253 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-fbbc4718-dae3-4b53-a7f8-1492f2ceae8a admin admin] 10.222.0.23 "GET /v2.0/networks/24c26f72-c261-4f1f-b24c-f1819e6f0e63 HTTP/1.1" status: 200 len: 825 time: 0.3843179 Dec 06 16:55:30.500660 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-bc29b32f-3f99-406f-838c-537b8c55ecab admin admin] 10.222.0.23 "GET /v2.0/subnetpools/fb7dbd33-d2c8-47a7-980d-2df8323ddb39 HTTP/1.1" status: 200 len: 734 time: 0.0183077 Dec 06 16:55:30.509311 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-6a45efc3-f99c-4bb5-b599-c98a099a7c11 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'tenant_id': '27a82d1ea5614624815e0a832b8c68e4', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': '24c26f72-c261-4f1f-b24c-f1819e6f0e63', 'subnetpool_id': 'fb7dbd33-d2c8-47a7-980d-2df8323ddb39'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 16:55:30.530326 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a45efc3-f99c-4bb5-b599-c98a099a7c11 admin admin] Made reservation on behalf of 27a82d1ea5614624815e0a832b8c68e4 for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 16:55:30.532704 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6a45efc3-f99c-4bb5-b599-c98a099a7c11 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:55:30.819553 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6a45efc3-f99c-4bb5-b599-c98a099a7c11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:55:30.888883 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a45efc3-f99c-4bb5-b599-c98a099a7c11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfd9bb31-b8bd-45ca-9552-db4f2f22a757,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:55:30.893266 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a45efc3-f99c-4bb5-b599-c98a099a7c11 admin admin] Checking segment: {'id': '926e3cf1-08f4-477e-a61b-933c3c84d573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '24c26f72-c261-4f1f-b24c-f1819e6f0e63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 16:55:30.893678 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a45efc3-f99c-4bb5-b599-c98a099a7c11 admin admin] Network hostable DHCP agents. Network: 24c26f72-c261-4f1f-b24c-f1819e6f0e63, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 16:55:30.913910 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a45efc3-f99c-4bb5-b599-c98a099a7c11 admin admin] Network 24c26f72-c261-4f1f-b24c-f1819e6f0e63 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 16:55:30.924784 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-6a45efc3-f99c-4bb5-b599-c98a099a7c11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 24c26f72-c261-4f1f-b24c-f1819e6f0e63) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 16:55:30.930426 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a45efc3-f99c-4bb5-b599-c98a099a7c11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:55:30.931025 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6a45efc3-f99c-4bb5-b599-c98a099a7c11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:55:30.935556 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b852312-e2fb-41fe-aed4-e20f6d610969 None None] Network 24c26f72-c261-4f1f-b24c-f1819e6f0e63 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 16:55:30.946977 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-6a45efc3-f99c-4bb5-b599-c98a099a7c11 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4408433 Dec 06 16:55:31.262479 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963ee0d9-807b-455d-ba55-b0f0c8622839 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-24c26f72-c261-4f1f-b24c-f1819e6f0e63', 'network_id': '24c26f72-c261-4f1f-b24c-f1819e6f0e63', 'tenant_id': '27a82d1ea5614624815e0a832b8c68e4', 'fixed_ips': [{'subnet_id': 'dfd9bb31-b8bd-45ca-9552-db4f2f22a757'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 16:55:31.263761 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-963ee0d9-807b-455d-ba55-b0f0c8622839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:55:31.557668 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-963ee0d9-807b-455d-ba55-b0f0c8622839 None None] Allocated IP 172.20.0.2 (24c26f72-c261-4f1f-b24c-f1819e6f0e63/dfd9bb31-b8bd-45ca-9552-db4f2f22a757/00e8195e-7f12-452f-a0b0-583c311fc6ff) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 16:55:31.755633 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-963ee0d9-807b-455d-ba55-b0f0c8622839 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:55:31.763564 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-963ee0d9-807b-455d-ba55-b0f0c8622839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:55:31.830577 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963ee0d9-807b-455d-ba55-b0f0c8622839 None None] Network 24c26f72-c261-4f1f-b24c-f1819e6f0e63 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 16:55:31.836324 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-963ee0d9-807b-455d-ba55-b0f0c8622839 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 16:55:31.845605 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963ee0d9-807b-455d-ba55-b0f0c8622839 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 16:55:31.877941 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963ee0d9-807b-455d-ba55-b0f0c8622839 None None] Pushing event updated for resources: {'Port': ['ID=00e8195e-7f12-452f-a0b0-583c311fc6ff,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:55:31.905333 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963ee0d9-807b-455d-ba55-b0f0c8622839 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:55:31.905713 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963ee0d9-807b-455d-ba55-b0f0c8622839 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:55:31.906063 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963ee0d9-807b-455d-ba55-b0f0c8622839 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:55:31.906398 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963ee0d9-807b-455d-ba55-b0f0c8622839 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:55:31.906734 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963ee0d9-807b-455d-ba55-b0f0c8622839 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:55:31.907069 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963ee0d9-807b-455d-ba55-b0f0c8622839 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:55:31.907402 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963ee0d9-807b-455d-ba55-b0f0c8622839 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:55:31.907729 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963ee0d9-807b-455d-ba55-b0f0c8622839 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:55:31.908062 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963ee0d9-807b-455d-ba55-b0f0c8622839 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:55:31.908387 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963ee0d9-807b-455d-ba55-b0f0c8622839 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:55:31.908710 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963ee0d9-807b-455d-ba55-b0f0c8622839 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:55:31.909033 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963ee0d9-807b-455d-ba55-b0f0c8622839 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:55:31.909356 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963ee0d9-807b-455d-ba55-b0f0c8622839 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:55:31.910539 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963ee0d9-807b-455d-ba55-b0f0c8622839 None None] Tracked resource versions report: Dec 06 16:55:31.910539 n-d-master-1 neutron-server[103286]: pushed versions: Dec 06 16:55:31.910539 n-d-master-1 neutron-server[103286]: { 'AddressGroup': {'1.2'}, Dec 06 16:55:31.910539 n-d-master-1 neutron-server[103286]: 'ConntrackHelper': {'1.0'}, Dec 06 16:55:31.910539 n-d-master-1 neutron-server[103286]: 'LocalIPAssociation': {'1.0'}, Dec 06 16:55:31.910539 n-d-master-1 neutron-server[103286]: 'Log': {'1.0'}, Dec 06 16:55:31.910539 n-d-master-1 neutron-server[103286]: 'Network': {'1.1'}, Dec 06 16:55:31.910539 n-d-master-1 neutron-server[103286]: 'Port': {'1.7'}, Dec 06 16:55:31.910539 n-d-master-1 neutron-server[103286]: 'PortForwarding': {'1.2'}, Dec 06 16:55:31.910539 n-d-master-1 neutron-server[103286]: 'QosPolicy': {'1.10'}, Dec 06 16:55:31.910539 n-d-master-1 neutron-server[103286]: 'SecurityGroup': {'1.5'}, Dec 06 16:55:31.910539 n-d-master-1 neutron-server[103286]: 'SecurityGroupRule': {'1.2'}, Dec 06 16:55:31.910539 n-d-master-1 neutron-server[103286]: 'SubPort': {'1.0'}, Dec 06 16:55:31.910539 n-d-master-1 neutron-server[103286]: 'Subnet': {'1.1'}, Dec 06 16:55:31.910539 n-d-master-1 neutron-server[103286]: 'Trunk': {'1.1'}} Dec 06 16:55:31.910539 n-d-master-1 neutron-server[103286]: consumer versions: Dec 06 16:55:31.910539 n-d-master-1 neutron-server[103286]: { DHCP agent@n-d-master-1: {}, Dec 06 16:55:31.910539 n-d-master-1 neutron-server[103286]: L3 agent@n-d-master-1: {}, Dec 06 16:55:31.910539 n-d-master-1 neutron-server[103286]: Metadata agent@n-d-master-1: {}, Dec 06 16:55:31.910539 n-d-master-1 neutron-server[103286]: Metering agent@n-d-master-1: {}, Dec 06 16:55:31.910539 n-d-master-1 neutron-server[103286]: Open vSwitch agent@n-d-master-1: { 'AddressGroup': '1.2', Dec 06 16:55:31.910539 n-d-master-1 neutron-server[103286]: 'ConntrackHelper': '1.0', Dec 06 16:55:31.910539 n-d-master-1 neutron-server[103286]: 'LocalIPAssociation': '1.0', Dec 06 16:55:31.910539 n-d-master-1 neutron-server[103286]: 'Log': '1.0', Dec 06 16:55:31.910539 n-d-master-1 neutron-server[103286]: 'Network': '1.1', Dec 06 16:55:31.910539 n-d-master-1 neutron-server[103286]: 'Port': '1.7', Dec 06 16:55:31.910539 n-d-master-1 neutron-server[103286]: 'PortForwarding': '1.2', Dec 06 16:55:31.910539 n-d-master-1 neutron-server[103286]: 'QosPolicy': '1.10', Dec 06 16:55:31.910539 n-d-master-1 neutron-server[103286]: 'SecurityGroup': '1.5', Dec 06 16:55:31.910539 n-d-master-1 neutron-server[103286]: 'SecurityGroupRule': '1.2', Dec 06 16:55:31.910539 n-d-master-1 neutron-server[103286]: 'SubPort': '1.0', Dec 06 16:55:31.910539 n-d-master-1 neutron-server[103286]: 'Subnet': '1.1', Dec 06 16:55:31.910539 n-d-master-1 neutron-server[103286]: 'Trunk': '1.1'}} Dec 06 16:55:31.910539 n-d-master-1 neutron-server[103286]: {{(pid=103286) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 06 16:55:31.937636 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-963ee0d9-807b-455d-ba55-b0f0c8622839 None None] Attempting to bind port 00e8195e-7f12-452f-a0b0-583c311fc6ff on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 16:55:31.938185 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-963ee0d9-807b-455d-ba55-b0f0c8622839 None None] Attempting to bind port 00e8195e-7f12-452f-a0b0-583c311fc6ff by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '926e3cf1-08f4-477e-a61b-933c3c84d573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '24c26f72-c261-4f1f-b24c-f1819e6f0e63'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 16:55:31.938480 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963ee0d9-807b-455d-ba55-b0f0c8622839 None None] Attempting to bind port 00e8195e-7f12-452f-a0b0-583c311fc6ff on network 24c26f72-c261-4f1f-b24c-f1819e6f0e63 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 16:55:31.943304 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963ee0d9-807b-455d-ba55-b0f0c8622839 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 16, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 16:55:31.944230 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963ee0d9-807b-455d-ba55-b0f0c8622839 None None] Checking segment: {'id': '926e3cf1-08f4-477e-a61b-933c3c84d573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '24c26f72-c261-4f1f-b24c-f1819e6f0e63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 16:55:31.944701 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-963ee0d9-807b-455d-ba55-b0f0c8622839 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:55:31.945091 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963ee0d9-807b-455d-ba55-b0f0c8622839 None None] Bound using segment: {'id': '926e3cf1-08f4-477e-a61b-933c3c84d573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '24c26f72-c261-4f1f-b24c-f1819e6f0e63'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 16:55:31.945605 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-963ee0d9-807b-455d-ba55-b0f0c8622839 None None] Bound port: 00e8195e-7f12-452f-a0b0-583c311fc6ff, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '926e3cf1-08f4-477e-a61b-933c3c84d573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '24c26f72-c261-4f1f-b24c-f1819e6f0e63'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 16:55:31.946005 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-963ee0d9-807b-455d-ba55-b0f0c8622839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:55:32.005926 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-963ee0d9-807b-455d-ba55-b0f0c8622839 None None] For port 00e8195e-7f12-452f-a0b0-583c311fc6ff, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 16:55:32.010743 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-963ee0d9-807b-455d-ba55-b0f0c8622839 None None] For port 00e8195e-7f12-452f-a0b0-583c311fc6ff, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=00e8195e-7f12-452f-a0b0-583c311fc6ff,segment=NetworkSegment(926e3cf1-08f4-477e-a61b-933c3c84d573),segment_id=926e3cf1-08f4-477e-a61b-933c3c84d573)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 16:55:32.015983 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-963ee0d9-807b-455d-ba55-b0f0c8622839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:55:32.079782 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963ee0d9-807b-455d-ba55-b0f0c8622839 None None] Pushing event updated for resources: {'Port': ['ID=00e8195e-7f12-452f-a0b0-583c311fc6ff,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:55:33.565419 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58282) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 16:55:33.884653 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [None req-416af632-83f1-4151-b722-f91f5d047ec8 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103285) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 16:55:33.885780 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-416af632-83f1-4151-b722-f91f5d047ec8 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3194611 Dec 06 16:55:36.482230 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58290) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 16:55:36.793585 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [None req-9394f16b-d4d1-498a-960b-97a14f438fc2 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103285) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 16:55:36.794658 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-9394f16b-d4d1-498a-960b-97a14f438fc2 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3115027 Dec 06 16:55:39.637599 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58300) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 16:55:39.943749 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-9150a7e0-2f03-452f-bccd-eeba4220ec15 admin admin] Request body: {'router': {'tenant_id': '27a82d1ea5614624815e0a832b8c68e4', 'admin_state_up': True, 'name': 'router1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 16:55:39.967425 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9150a7e0-2f03-452f-bccd-eeba4220ec15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:55:39.969010 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9150a7e0-2f03-452f-bccd-eeba4220ec15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:55:40.104081 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9150a7e0-2f03-452f-bccd-eeba4220ec15 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:55:40.108731 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9150a7e0-2f03-452f-bccd-eeba4220ec15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:55:40.122936 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9150a7e0-2f03-452f-bccd-eeba4220ec15 admin admin] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:55:40.124130 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-9150a7e0-2f03-452f-bccd-eeba4220ec15 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4854844 Dec 06 16:55:40.828431 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 00e8195e-7f12-452f-a0b0-583c311fc6ff up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 16:55:40.915541 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 00e8195e-7f12-452f-a0b0-583c311fc6ff triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 16:55:40.915857 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:55:41.024107 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:55:41.058332 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] For port 00e8195e-7f12-452f-a0b0-583c311fc6ff, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=00e8195e-7f12-452f-a0b0-583c311fc6ff,segment=NetworkSegment(926e3cf1-08f4-477e-a61b-933c3c84d573),segment_id=926e3cf1-08f4-477e-a61b-933c3c84d573)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 16:55:41.062747 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:55:41.108721 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Pushing event updated for resources: {'Port': ['ID=00e8195e-7f12-452f-a0b0-583c311fc6ff,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:55:41.144551 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d054e79-5025-427f-92a3-e2612433fd63 None None] Network 24c26f72-c261-4f1f-b24c-f1819e6f0e63 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 16:55:41.205211 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-f827e365-f74d-4e67-80f3-455f57f2cbcd None None] Provisioning complete for port 00e8195e-7f12-452f-a0b0-583c311fc6ff triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 16:55:41.205608 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f827e365-f74d-4e67-80f3-455f57f2cbcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:55:41.558844 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-373799cd-2b48-422f-bf6f-63552b9a3eb4 None None] Provisioning complete for port 00e8195e-7f12-452f-a0b0-583c311fc6ff triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 16:55:41.559240 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-373799cd-2b48-422f-bf6f-63552b9a3eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:55:42.721070 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58312) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 16:55:42.789099 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 00e8195e-7f12-452f-a0b0-583c311fc6ff up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 16:55:42.835250 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 00e8195e-7f12-452f-a0b0-583c311fc6ff triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 16:55:42.835624 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:55:43.030376 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [None req-76c8bbaa-970d-4fff-80e8-2dfa289c9d4a admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103285) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 16:55:43.031355 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-76c8bbaa-970d-4fff-80e8-2dfa289c9d4a admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3092911 Dec 06 16:55:43.292958 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8ba3408a-c85f-41ec-a9fa-b2e24db54840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:55:45.553838 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5e7531cf-b7a7-48a9-91fb-d7dbc6375cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:55:45.590949 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58320) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 16:55:45.894102 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-1949b222-a4e1-4594-b446-60ea37e0ae48 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True, 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 16:55:45.914944 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1949b222-a4e1-4594-b446-60ea37e0ae48 admin admin] Made reservation on behalf of dec15754d1ab47f4984d962b1a07da97 for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 16:55:45.917274 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1949b222-a4e1-4594-b446-60ea37e0ae48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:55:45.925074 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1949b222-a4e1-4594-b446-60ea37e0ae48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:55:45.996421 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1949b222-a4e1-4594-b446-60ea37e0ae48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:55:45.999804 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1949b222-a4e1-4594-b446-60ea37e0ae48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:55:46.012585 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1949b222-a4e1-4594-b446-60ea37e0ae48 admin admin] Reserving flat network on physical network physnet1 {{(pid=103285) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 06 16:55:46.033662 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1949b222-a4e1-4594-b446-60ea37e0ae48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff63d74-5b75-4ce1-8506-059bad8dfa3c,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:55:46.038452 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1949b222-a4e1-4594-b446-60ea37e0ae48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:55:46.038799 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-1949b222-a4e1-4594-b446-60ea37e0ae48 admin admin] Added segment fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c of type flat for network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 Dec 06 16:55:46.085614 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1949b222-a4e1-4594-b446-60ea37e0ae48 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:55:46.121357 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1949b222-a4e1-4594-b446-60ea37e0ae48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:55:46.122311 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1949b222-a4e1-4594-b446-60ea37e0ae48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:55:46.122888 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1949b222-a4e1-4594-b446-60ea37e0ae48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:55:46.153063 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-1949b222-a4e1-4594-b446-60ea37e0ae48 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5611024 Dec 06 16:55:46.187691 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1949b222-a4e1-4594-b446-60ea37e0ae48 admin admin] Pushing event updated for resources: {'Network': ['ID=40c9982f-f1ff-4b90-bebe-b7d51655f7e2,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:55:46.198523 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 16:55:46.686263 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:55:47.836972 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:55:48.715532 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58338) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 16:55:48.890944 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20744404-27e9-4d4f-9c70-d805e4728c91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:55:48.892316 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-20744404-27e9-4d4f-9c70-d805e4728c91 admin admin] 10.222.0.23 "GET /v2.0/subnets/dfd9bb31-b8bd-45ca-9552-db4f2f22a757 HTTP/1.1" status: 200 len: 849 time: 0.1758358 Dec 06 16:55:48.912751 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:55:49.011879 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-3f615f16-091e-48aa-9076-dbf7e2542ee8 admin admin] 10.222.0.23 "GET /v2.0/routers/9b27b5ea-015c-4187-8435-32a20aff52f8 HTTP/1.1" status: 200 len: 704 time: 0.1135132 Dec 06 16:55:49.275094 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-66c0d41a-317e-4e93-9483-77c9f55a3f44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:55:49.560047 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-66c0d41a-317e-4e93-9483-77c9f55a3f44 admin admin] Allocated IP 172.20.0.1 (24c26f72-c261-4f1f-b24c-f1819e6f0e63/dfd9bb31-b8bd-45ca-9552-db4f2f22a757/f9e1404f-6460-46b9-8e05-e74b550730b4) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 16:55:49.756310 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-66c0d41a-317e-4e93-9483-77c9f55a3f44 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:55:49.821017 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-66c0d41a-317e-4e93-9483-77c9f55a3f44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:55:49.894539 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c0d41a-317e-4e93-9483-77c9f55a3f44 admin admin] Network 24c26f72-c261-4f1f-b24c-f1819e6f0e63 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 16:55:49.899331 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-66c0d41a-317e-4e93-9483-77c9f55a3f44 admin admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 16:55:49.901834 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c0d41a-317e-4e93-9483-77c9f55a3f44 admin admin] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 16:55:49.902374 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-66c0d41a-317e-4e93-9483-77c9f55a3f44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539179'] for router_interface, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:55:49.965007 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c0d41a-317e-4e93-9483-77c9f55a3f44 admin admin] Pushing event updated for resources: {'Port': ['ID=f9e1404f-6460-46b9-8e05-e74b550730b4,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:55:50.121841 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-c5384365-000d-495d-880a-d80ab40eac33 None None] Provisioning complete for port f9e1404f-6460-46b9-8e05-e74b550730b4 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 16:55:50.122791 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c5384365-000d-495d-880a-d80ab40eac33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:55:50.127709 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-66c0d41a-317e-4e93-9483-77c9f55a3f44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:55:50.155294 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-c5384365-000d-495d-880a-d80ab40eac33 None None] Port f9e1404f-6460-46b9-8e05-e74b550730b4 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 16:55:50.336937 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-66c0d41a-317e-4e93-9483-77c9f55a3f44 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:55:50.341306 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-66c0d41a-317e-4e93-9483-77c9f55a3f44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:55:50.342041 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-66c0d41a-317e-4e93-9483-77c9f55a3f44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-772465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539207'] for router_interface, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:55:50.422299 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c0d41a-317e-4e93-9483-77c9f55a3f44 admin admin] Pushing event updated for resources: {'Port': ['ID=f9e1404f-6460-46b9-8e05-e74b550730b4,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:55:50.461599 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c0d41a-317e-4e93-9483-77c9f55a3f44 admin admin] Network 24c26f72-c261-4f1f-b24c-f1819e6f0e63 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 16:55:50.462873 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-66c0d41a-317e-4e93-9483-77c9f55a3f44 admin admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 16:55:50.620200 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66c0d41a-317e-4e93-9483-77c9f55a3f44 admin admin] Router 9b27b5ea-015c-4187-8435-32a20aff52f8 is scheduled to L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 with binding_index 1 {{(pid=103285) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 16:55:50.676541 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-3674383f-c804-4fb4-b10e-cdea10391993 None None] Provisioning complete for port f9e1404f-6460-46b9-8e05-e74b550730b4 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 16:55:50.676842 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3674383f-c804-4fb4-b10e-cdea10391993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:55:50.710731 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-3674383f-c804-4fb4-b10e-cdea10391993 None None] Port f9e1404f-6460-46b9-8e05-e74b550730b4 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 16:55:50.711614 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66c0d41a-317e-4e93-9483-77c9f55a3f44 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 16:55:50.716731 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-66c0d41a-317e-4e93-9483-77c9f55a3f44 admin admin] 10.222.0.23 "PUT /v2.0/routers/9b27b5ea-015c-4187-8435-32a20aff52f8/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6991794 Dec 06 16:55:50.722216 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67384c3a-cc87-4e32-b9bb-192b98e9f556 None None] Sync routers for ids ['9b27b5ea-015c-4187-8435-32a20aff52f8'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 16:55:50.734953 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67384c3a-cc87-4e32-b9bb-192b98e9f556 None None] Routers {'9b27b5ea-015c-4187-8435-32a20aff52f8'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 16:55:50.735708 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-67384c3a-cc87-4e32-b9bb-192b98e9f556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T16:55:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['9b27b5ea-015c-4187-8435-32a20aff52f8'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 16:55:50.924628 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-67384c3a-cc87-4e32-b9bb-192b98e9f556 None None] Set router 9b27b5ea-015c-4187-8435-32a20aff52f8 gateway port host: None {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 16:55:51.353108 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-67384c3a-cc87-4e32-b9bb-192b98e9f556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b27b5ea-015c-4187-8435-32a20aff52f8', 'name': 'router1', 'tenant_id': '27a82d1ea5614624815e0a832b8c68e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T16:55:39Z', 'updated_at': '2021-12-06T16:55:50Z', 'revision_number': 2, 'project_id': '27a82d1ea5614624815e0a832b8c68e4', 'gw_port_host': None, '_interfaces': [{'id': 'f9e1404f-6460-46b9-8e05-e74b550730b4', 'name': '', 'network_id': '24c26f72-c261-4f1f-b24c-f1819e6f0e63', 'tenant_id': '27a82d1ea5614624815e0a832b8c68e4', 'mac_address': 'fa:16:3e:b8:da:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b27b5ea-015c-4187-8435-32a20aff52f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dfd9bb31-b8bd-45ca-9552-db4f2f22a757', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T16:55:49Z', 'updated_at': '2021-12-06T16:55:50Z', 'revision_number': 2, 'project_id': '27a82d1ea5614624815e0a832b8c68e4', 'subnets': [{'id': 'dfd9bb31-b8bd-45ca-9552-db4f2f22a757', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fb7dbd33-d2c8-47a7-980d-2df8323ddb39'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 16:55:51.403752 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67384c3a-cc87-4e32-b9bb-192b98e9f556 None None] Checking router: 9b27b5ea-015c-4187-8435-32a20aff52f8 for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 16:55:51.404128 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67384c3a-cc87-4e32-b9bb-192b98e9f556 None None] Updating router 9b27b5ea-015c-4187-8435-32a20aff52f8 port f9e1404f-6460-46b9-8e05-e74b550730b4 binding host n-d-master-1 {{(pid=103287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 16:55:51.451782 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-67384c3a-cc87-4e32-b9bb-192b98e9f556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:55:51.956037 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-67384c3a-cc87-4e32-b9bb-192b98e9f556 None None] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:55:51.963368 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-67384c3a-cc87-4e32-b9bb-192b98e9f556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:55:52.125366 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-67384c3a-cc87-4e32-b9bb-192b98e9f556 None None] Attempting to bind port f9e1404f-6460-46b9-8e05-e74b550730b4 on host n-d-master-1 for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 16:55:52.125801 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-67384c3a-cc87-4e32-b9bb-192b98e9f556 None None] Attempting to bind port f9e1404f-6460-46b9-8e05-e74b550730b4 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '926e3cf1-08f4-477e-a61b-933c3c84d573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '24c26f72-c261-4f1f-b24c-f1819e6f0e63'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 16:55:52.126246 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67384c3a-cc87-4e32-b9bb-192b98e9f556 None None] Attempting to bind port f9e1404f-6460-46b9-8e05-e74b550730b4 on network 24c26f72-c261-4f1f-b24c-f1819e6f0e63 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 16:55:52.134271 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963bbbac-fba1-4784-acf1-bd377a7fb614 None None] Pushing event updated for resources: {'Port': ['ID=f9e1404f-6460-46b9-8e05-e74b550730b4,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:55:52.136853 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67384c3a-cc87-4e32-b9bb-192b98e9f556 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 16, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 16:55:52.137238 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67384c3a-cc87-4e32-b9bb-192b98e9f556 None None] Checking segment: {'id': '926e3cf1-08f4-477e-a61b-933c3c84d573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '24c26f72-c261-4f1f-b24c-f1819e6f0e63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 16:55:52.137811 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-67384c3a-cc87-4e32-b9bb-192b98e9f556 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:55:52.138149 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67384c3a-cc87-4e32-b9bb-192b98e9f556 None None] Bound using segment: {'id': '926e3cf1-08f4-477e-a61b-933c3c84d573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '24c26f72-c261-4f1f-b24c-f1819e6f0e63'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 16:55:52.138582 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-67384c3a-cc87-4e32-b9bb-192b98e9f556 None None] Bound port: f9e1404f-6460-46b9-8e05-e74b550730b4, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '926e3cf1-08f4-477e-a61b-933c3c84d573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '24c26f72-c261-4f1f-b24c-f1819e6f0e63'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 16:55:52.138954 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-67384c3a-cc87-4e32-b9bb-192b98e9f556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:55:52.153160 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963bbbac-fba1-4784-acf1-bd377a7fb614 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:55:52.153527 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963bbbac-fba1-4784-acf1-bd377a7fb614 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:55:52.153868 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963bbbac-fba1-4784-acf1-bd377a7fb614 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:55:52.154200 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963bbbac-fba1-4784-acf1-bd377a7fb614 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:55:52.154528 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963bbbac-fba1-4784-acf1-bd377a7fb614 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:55:52.154853 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963bbbac-fba1-4784-acf1-bd377a7fb614 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:55:52.155177 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963bbbac-fba1-4784-acf1-bd377a7fb614 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:55:52.155494 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963bbbac-fba1-4784-acf1-bd377a7fb614 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:55:52.155811 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963bbbac-fba1-4784-acf1-bd377a7fb614 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:55:52.156128 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963bbbac-fba1-4784-acf1-bd377a7fb614 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:55:52.156444 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963bbbac-fba1-4784-acf1-bd377a7fb614 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:55:52.156758 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963bbbac-fba1-4784-acf1-bd377a7fb614 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:55:52.157071 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963bbbac-fba1-4784-acf1-bd377a7fb614 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:55:52.158257 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963bbbac-fba1-4784-acf1-bd377a7fb614 None None] Tracked resource versions report: Dec 06 16:55:52.158257 n-d-master-1 neutron-server[103287]: pushed versions: Dec 06 16:55:52.158257 n-d-master-1 neutron-server[103287]: { 'AddressGroup': {'1.2'}, Dec 06 16:55:52.158257 n-d-master-1 neutron-server[103287]: 'ConntrackHelper': {'1.0'}, Dec 06 16:55:52.158257 n-d-master-1 neutron-server[103287]: 'LocalIPAssociation': {'1.0'}, Dec 06 16:55:52.158257 n-d-master-1 neutron-server[103287]: 'Log': {'1.0'}, Dec 06 16:55:52.158257 n-d-master-1 neutron-server[103287]: 'Network': {'1.1'}, Dec 06 16:55:52.158257 n-d-master-1 neutron-server[103287]: 'Port': {'1.7'}, Dec 06 16:55:52.158257 n-d-master-1 neutron-server[103287]: 'PortForwarding': {'1.2'}, Dec 06 16:55:52.158257 n-d-master-1 neutron-server[103287]: 'QosPolicy': {'1.10'}, Dec 06 16:55:52.158257 n-d-master-1 neutron-server[103287]: 'SecurityGroup': {'1.5'}, Dec 06 16:55:52.158257 n-d-master-1 neutron-server[103287]: 'SecurityGroupRule': {'1.2'}, Dec 06 16:55:52.158257 n-d-master-1 neutron-server[103287]: 'SubPort': {'1.0'}, Dec 06 16:55:52.158257 n-d-master-1 neutron-server[103287]: 'Subnet': {'1.1'}, Dec 06 16:55:52.158257 n-d-master-1 neutron-server[103287]: 'Trunk': {'1.1'}} Dec 06 16:55:52.158257 n-d-master-1 neutron-server[103287]: consumer versions: Dec 06 16:55:52.158257 n-d-master-1 neutron-server[103287]: { DHCP agent@n-d-master-1: {}, Dec 06 16:55:52.158257 n-d-master-1 neutron-server[103287]: L3 agent@n-d-master-1: {}, Dec 06 16:55:52.158257 n-d-master-1 neutron-server[103287]: Metadata agent@n-d-master-1: {}, Dec 06 16:55:52.158257 n-d-master-1 neutron-server[103287]: Metering agent@n-d-master-1: {}, Dec 06 16:55:52.158257 n-d-master-1 neutron-server[103287]: Open vSwitch agent@n-d-master-1: { 'AddressGroup': '1.2', Dec 06 16:55:52.158257 n-d-master-1 neutron-server[103287]: 'ConntrackHelper': '1.0', Dec 06 16:55:52.158257 n-d-master-1 neutron-server[103287]: 'LocalIPAssociation': '1.0', Dec 06 16:55:52.158257 n-d-master-1 neutron-server[103287]: 'Log': '1.0', Dec 06 16:55:52.158257 n-d-master-1 neutron-server[103287]: 'Network': '1.1', Dec 06 16:55:52.158257 n-d-master-1 neutron-server[103287]: 'Port': '1.7', Dec 06 16:55:52.158257 n-d-master-1 neutron-server[103287]: 'PortForwarding': '1.2', Dec 06 16:55:52.158257 n-d-master-1 neutron-server[103287]: 'QosPolicy': '1.10', Dec 06 16:55:52.158257 n-d-master-1 neutron-server[103287]: 'SecurityGroup': '1.5', Dec 06 16:55:52.158257 n-d-master-1 neutron-server[103287]: 'SecurityGroupRule': '1.2', Dec 06 16:55:52.158257 n-d-master-1 neutron-server[103287]: 'SubPort': '1.0', Dec 06 16:55:52.158257 n-d-master-1 neutron-server[103287]: 'Subnet': '1.1', Dec 06 16:55:52.158257 n-d-master-1 neutron-server[103287]: 'Trunk': '1.1'}} Dec 06 16:55:52.158257 n-d-master-1 neutron-server[103287]: {{(pid=103287) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 06 16:55:52.218559 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-67384c3a-cc87-4e32-b9bb-192b98e9f556 None None] For port f9e1404f-6460-46b9-8e05-e74b550730b4, host n-d-master-1, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 16:55:52.238641 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-67384c3a-cc87-4e32-b9bb-192b98e9f556 None None] For port f9e1404f-6460-46b9-8e05-e74b550730b4, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f9e1404f-6460-46b9-8e05-e74b550730b4,segment=NetworkSegment(926e3cf1-08f4-477e-a61b-933c3c84d573),segment_id=926e3cf1-08f4-477e-a61b-933c3c84d573)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 16:55:52.241629 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-ba657fc2-d68d-4650-afac-96cba0bb7fc2 None None] Provisioning complete for port f9e1404f-6460-46b9-8e05-e74b550730b4 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 16:55:52.242153 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ba657fc2-d68d-4650-afac-96cba0bb7fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:55:52.243984 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-67384c3a-cc87-4e32-b9bb-192b98e9f556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:55:52.292774 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67384c3a-cc87-4e32-b9bb-192b98e9f556 None None] Routers {'9b27b5ea-015c-4187-8435-32a20aff52f8'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 16:55:52.293319 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-67384c3a-cc87-4e32-b9bb-192b98e9f556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T16:55:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['9b27b5ea-015c-4187-8435-32a20aff52f8'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 16:55:52.325859 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ba657fc2-d68d-4650-afac-96cba0bb7fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:55:52.362327 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-ba657fc2-d68d-4650-afac-96cba0bb7fc2 None None] For port f9e1404f-6460-46b9-8e05-e74b550730b4, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f9e1404f-6460-46b9-8e05-e74b550730b4,segment=NetworkSegment(926e3cf1-08f4-477e-a61b-933c3c84d573),segment_id=926e3cf1-08f4-477e-a61b-933c3c84d573)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 16:55:52.369988 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ba657fc2-d68d-4650-afac-96cba0bb7fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:55:52.388365 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-67384c3a-cc87-4e32-b9bb-192b98e9f556 None None] Set router 9b27b5ea-015c-4187-8435-32a20aff52f8 gateway port host: None {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 16:55:52.429711 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba657fc2-d68d-4650-afac-96cba0bb7fc2 None None] Pushing event updated for resources: {'Port': ['ID=f9e1404f-6460-46b9-8e05-e74b550730b4,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:55:52.490950 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-082a7c7c-01f0-4b18-ae66-e39025337047 None None] Provisioning complete for port f9e1404f-6460-46b9-8e05-e74b550730b4 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 16:55:52.491326 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-082a7c7c-01f0-4b18-ae66-e39025337047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:55:52.502552 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963bbbac-fba1-4784-acf1-bd377a7fb614 None None] Pushing event updated for resources: {'Port': ['ID=f9e1404f-6460-46b9-8e05-e74b550730b4,revision_number=4']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:55:52.618568 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-67384c3a-cc87-4e32-b9bb-192b98e9f556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b27b5ea-015c-4187-8435-32a20aff52f8', 'name': 'router1', 'tenant_id': '27a82d1ea5614624815e0a832b8c68e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T16:55:39Z', 'updated_at': '2021-12-06T16:55:50Z', 'revision_number': 2, 'project_id': '27a82d1ea5614624815e0a832b8c68e4', 'gw_port_host': None, '_interfaces': [{'id': 'f9e1404f-6460-46b9-8e05-e74b550730b4', 'name': '', 'network_id': '24c26f72-c261-4f1f-b24c-f1819e6f0e63', 'tenant_id': '27a82d1ea5614624815e0a832b8c68e4', 'mac_address': 'fa:16:3e:b8:da:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b27b5ea-015c-4187-8435-32a20aff52f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dfd9bb31-b8bd-45ca-9552-db4f2f22a757', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T16:55:49Z', 'updated_at': '2021-12-06T16:55:52Z', 'revision_number': 4, 'project_id': '27a82d1ea5614624815e0a832b8c68e4', 'subnets': [{'id': 'dfd9bb31-b8bd-45ca-9552-db4f2f22a757', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fb7dbd33-d2c8-47a7-980d-2df8323ddb39'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 16:55:52.647868 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67384c3a-cc87-4e32-b9bb-192b98e9f556 None None] The sync data for ids ['9b27b5ea-015c-4187-8435-32a20aff52f8'] in n-d-master-1 is: [{'id': '9b27b5ea-015c-4187-8435-32a20aff52f8', 'name': 'router1', 'tenant_id': '27a82d1ea5614624815e0a832b8c68e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T16:55:39Z', 'updated_at': '2021-12-06T16:55:50Z', 'revision_number': 2, 'project_id': '27a82d1ea5614624815e0a832b8c68e4', 'gw_port_host': None, '_interfaces': [{'id': 'f9e1404f-6460-46b9-8e05-e74b550730b4', 'name': '', 'network_id': '24c26f72-c261-4f1f-b24c-f1819e6f0e63', 'tenant_id': '27a82d1ea5614624815e0a832b8c68e4', 'mac_address': 'fa:16:3e:b8:da:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b27b5ea-015c-4187-8435-32a20aff52f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dfd9bb31-b8bd-45ca-9552-db4f2f22a757', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T16:55:49Z', 'updated_at': '2021-12-06T16:55:52Z', 'revision_number': 4, 'project_id': '27a82d1ea5614624815e0a832b8c68e4', 'subnets': [{'id': 'dfd9bb31-b8bd-45ca-9552-db4f2f22a757', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fb7dbd33-d2c8-47a7-980d-2df8323ddb39'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 16:55:53.184072 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58358) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 16:55:53.291995 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9c8d46-1523-4c4e-9e44-ed7b18e14778 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:55:53.293365 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-ff9c8d46-1523-4c4e-9e44-ed7b18e14778 admin admin] 10.222.0.23 "GET /v2.0/networks/40c9982f-f1ff-4b90-bebe-b7d51655f7e2 HTTP/1.1" status: 200 len: 842 time: 0.1082377 Dec 06 16:55:53.303993 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-f7b71e05-7353-4cdf-92ee-71678b83b5fa admin admin] Request body: {'subnet': {'gateway_ip': '172.35.1.1', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.35.1.0/24'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 16:55:53.324524 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7b71e05-7353-4cdf-92ee-71678b83b5fa admin admin] Made reservation on behalf of dec15754d1ab47f4984d962b1a07da97 for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 16:55:53.326891 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f7b71e05-7353-4cdf-92ee-71678b83b5fa admin admin] Publish callbacks [] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:55:53.665833 n-d-master-1 neutron-server[103285]: DEBUG neutron.objects.ports [None req-f7b71e05-7353-4cdf-92ee-71678b83b5fa admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103285) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 16:55:53.666272 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f7b71e05-7353-4cdf-92ee-71678b83b5fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:55:53.723188 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b71e05-7353-4cdf-92ee-71678b83b5fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=5811a504-b622-43ab-932a-dbe6b6896b9a,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:55:53.732318 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b71e05-7353-4cdf-92ee-71678b83b5fa admin admin] Checking segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 16:55:53.732674 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b71e05-7353-4cdf-92ee-71678b83b5fa admin admin] Network hostable DHCP agents. Network: 40c9982f-f1ff-4b90-bebe-b7d51655f7e2, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 16:55:53.747842 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b71e05-7353-4cdf-92ee-71678b83b5fa admin admin] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 16:55:53.757167 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-f7b71e05-7353-4cdf-92ee-71678b83b5fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 40c9982f-f1ff-4b90-bebe-b7d51655f7e2) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 16:55:53.761772 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b71e05-7353-4cdf-92ee-71678b83b5fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:55:53.763214 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f7b71e05-7353-4cdf-92ee-71678b83b5fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:55:53.767329 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90aeb79f-e687-489e-b7e7-0d6d337c5999 None None] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 16:55:53.788172 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-f7b71e05-7353-4cdf-92ee-71678b83b5fa admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4882402 Dec 06 16:55:53.911907 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa469b5a-218c-4d9a-9fbd-25ffa1a3cc40 None None] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 16:55:56.294417 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58366) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 16:55:56.429516 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-f6e230ab-79ed-466d-a66a-036db05c506b admin admin] 10.222.0.23 "GET /v2.0/routers/9b27b5ea-015c-4187-8435-32a20aff52f8 HTTP/1.1" status: 200 len: 710 time: 0.1339180 Dec 06 16:55:56.518479 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d95384e-6feb-47d3-a445-2f34a08a270d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:55:56.520124 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-5d95384e-6feb-47d3-a445-2f34a08a270d admin admin] 10.222.0.23 "GET /v2.0/networks/40c9982f-f1ff-4b90-bebe-b7d51655f7e2 HTTP/1.1" status: 200 len: 886 time: 0.0846136 Dec 06 16:55:56.529574 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-015d520a-42a1-4d1f-8643-643a22c837ed admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 16:55:56.780249 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-015d520a-42a1-4d1f-8643-643a22c837ed admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:55:57.015719 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-015d520a-42a1-4d1f-8643-643a22c837ed admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:55:57.090659 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-015d520a-42a1-4d1f-8643-643a22c837ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:55:57.196162 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-015d520a-42a1-4d1f-8643-643a22c837ed admin admin] Allocated IP 172.35.1.100 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/cce369ce-082d-4e0c-af4e-1613c591917f) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 16:55:57.300333 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-015d520a-42a1-4d1f-8643-643a22c837ed admin admin] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:55:57.333426 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-015d520a-42a1-4d1f-8643-643a22c837ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:55:57.370464 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015d520a-42a1-4d1f-8643-643a22c837ed admin admin] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 16:55:57.373077 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-015d520a-42a1-4d1f-8643-643a22c837ed admin admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 16:55:57.376064 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015d520a-42a1-4d1f-8643-643a22c837ed admin admin] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 16:55:57.439709 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015d520a-42a1-4d1f-8643-643a22c837ed admin admin] Pushing event updated for resources: {'Port': ['ID=cce369ce-082d-4e0c-af4e-1613c591917f,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:55:57.710537 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-015d520a-42a1-4d1f-8643-643a22c837ed admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:55:57.901660 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-015d520a-42a1-4d1f-8643-643a22c837ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1944'] for router, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:55:57.905046 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-015d520a-42a1-4d1f-8643-643a22c837ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536591', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-575717'] for router, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:55:58.011893 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-015d520a-42a1-4d1f-8643-643a22c837ed admin admin] Router 9b27b5ea-015c-4187-8435-32a20aff52f8 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 16:55:58.123275 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-015d520a-42a1-4d1f-8643-643a22c837ed admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 16:55:58.127730 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-015d520a-42a1-4d1f-8643-643a22c837ed admin admin] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:55:58.128999 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-015d520a-42a1-4d1f-8643-643a22c837ed admin admin] 10.222.0.23 "PUT /v2.0/routers/9b27b5ea-015c-4187-8435-32a20aff52f8 HTTP/1.1" status: 200 len: 890 time: 1.6025500 Dec 06 16:55:58.816013 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device f9e1404f-6460-46b9-8e05-e74b550730b4 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 16:55:58.873401 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port f9e1404f-6460-46b9-8e05-e74b550730b4 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 16:55:58.873808 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:55:59.785419 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bd1e07-1d1a-4935-8e81-de5bbd916291 None None] Sync routers for ids ['9b27b5ea-015c-4187-8435-32a20aff52f8'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 16:55:59.796899 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bd1e07-1d1a-4935-8e81-de5bbd916291 None None] Routers {'9b27b5ea-015c-4187-8435-32a20aff52f8'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 16:55:59.797629 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-70bd1e07-1d1a-4935-8e81-de5bbd916291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T16:55:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['9b27b5ea-015c-4187-8435-32a20aff52f8'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 16:55:59.998810 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-70bd1e07-1d1a-4935-8e81-de5bbd916291 None None] Set router 9b27b5ea-015c-4187-8435-32a20aff52f8 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 16:56:00.455926 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-70bd1e07-1d1a-4935-8e81-de5bbd916291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b27b5ea-015c-4187-8435-32a20aff52f8', 'name': 'router1', 'tenant_id': '27a82d1ea5614624815e0a832b8c68e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.100'}], 'enable_snat': True}, 'gw_port_id': 'cce369ce-082d-4e0c-af4e-1613c591917f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T16:55:39Z', 'updated_at': '2021-12-06T16:55:57Z', 'revision_number': 4, 'project_id': '27a82d1ea5614624815e0a832b8c68e4', 'gw_port': {'id': 'cce369ce-082d-4e0c-af4e-1613c591917f', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e3:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b27b5ea-015c-4187-8435-32a20aff52f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T16:55:57Z', 'updated_at': '2021-12-06T16:55:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'f9e1404f-6460-46b9-8e05-e74b550730b4', 'name': '', 'network_id': '24c26f72-c261-4f1f-b24c-f1819e6f0e63', 'tenant_id': '27a82d1ea5614624815e0a832b8c68e4', 'mac_address': 'fa:16:3e:b8:da:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b27b5ea-015c-4187-8435-32a20aff52f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dfd9bb31-b8bd-45ca-9552-db4f2f22a757', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T16:55:49Z', 'updated_at': '2021-12-06T16:55:52Z', 'revision_number': 5, 'project_id': '27a82d1ea5614624815e0a832b8c68e4', 'subnets': [{'id': 'dfd9bb31-b8bd-45ca-9552-db4f2f22a757', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fb7dbd33-d2c8-47a7-980d-2df8323ddb39'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 16:56:00.507021 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bd1e07-1d1a-4935-8e81-de5bbd916291 None None] Checking router: 9b27b5ea-015c-4187-8435-32a20aff52f8 for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 16:56:00.507396 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bd1e07-1d1a-4935-8e81-de5bbd916291 None None] Updating router 9b27b5ea-015c-4187-8435-32a20aff52f8 port cce369ce-082d-4e0c-af4e-1613c591917f binding host n-d-master-1 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 16:56:00.554442 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-70bd1e07-1d1a-4935-8e81-de5bbd916291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:56:00.716462 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58378) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 16:56:00.829072 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-a7a09f8f-0296-4a76-8906-fca26919dd15 admin admin] 10.222.0.23 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1114640 Dec 06 16:56:00.872578 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-70bd1e07-1d1a-4935-8e81-de5bbd916291 None None] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:56:00.878815 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-70bd1e07-1d1a-4935-8e81-de5bbd916291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:56:00.936574 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-70bd1e07-1d1a-4935-8e81-de5bbd916291 None None] Attempting to bind port cce369ce-082d-4e0c-af4e-1613c591917f on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 16:56:00.936959 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-70bd1e07-1d1a-4935-8e81-de5bbd916291 None None] Attempting to bind port cce369ce-082d-4e0c-af4e-1613c591917f by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 16:56:00.937327 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bd1e07-1d1a-4935-8e81-de5bbd916291 None None] Attempting to bind port cce369ce-082d-4e0c-af4e-1613c591917f on network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 16:56:00.939409 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d61b97a-63f0-4272-adc2-57687557c765 None None] Pushing event updated for resources: {'Port': ['ID=cce369ce-082d-4e0c-af4e-1613c591917f,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:56:00.945262 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bd1e07-1d1a-4935-8e81-de5bbd916291 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 16, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 16:56:00.945673 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bd1e07-1d1a-4935-8e81-de5bbd916291 None None] Checking segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 16:56:00.946086 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-70bd1e07-1d1a-4935-8e81-de5bbd916291 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:56:00.946481 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bd1e07-1d1a-4935-8e81-de5bbd916291 None None] Bound using segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 16:56:00.946964 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-70bd1e07-1d1a-4935-8e81-de5bbd916291 None None] Bound port: cce369ce-082d-4e0c-af4e-1613c591917f, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 16:56:00.947473 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-70bd1e07-1d1a-4935-8e81-de5bbd916291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:56:00.999581 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-70bd1e07-1d1a-4935-8e81-de5bbd916291 None None] For port cce369ce-082d-4e0c-af4e-1613c591917f, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 16:56:01.002888 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-70bd1e07-1d1a-4935-8e81-de5bbd916291 None None] For port cce369ce-082d-4e0c-af4e-1613c591917f, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=cce369ce-082d-4e0c-af4e-1613c591917f,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 16:56:01.007025 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-70bd1e07-1d1a-4935-8e81-de5bbd916291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:56:01.066055 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bd1e07-1d1a-4935-8e81-de5bbd916291 None None] Routers {'9b27b5ea-015c-4187-8435-32a20aff52f8'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 16:56:01.066750 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-70bd1e07-1d1a-4935-8e81-de5bbd916291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T16:55:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['9b27b5ea-015c-4187-8435-32a20aff52f8'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 16:56:01.068569 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d61b97a-63f0-4272-adc2-57687557c765 None None] Pushing event updated for resources: {'Port': ['ID=cce369ce-082d-4e0c-af4e-1613c591917f,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:56:01.175910 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-70bd1e07-1d1a-4935-8e81-de5bbd916291 None None] Set router 9b27b5ea-015c-4187-8435-32a20aff52f8 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 16:56:01.389926 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-70bd1e07-1d1a-4935-8e81-de5bbd916291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b27b5ea-015c-4187-8435-32a20aff52f8', 'name': 'router1', 'tenant_id': '27a82d1ea5614624815e0a832b8c68e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.100'}], 'enable_snat': True}, 'gw_port_id': 'cce369ce-082d-4e0c-af4e-1613c591917f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T16:55:39Z', 'updated_at': '2021-12-06T16:55:57Z', 'revision_number': 4, 'project_id': '27a82d1ea5614624815e0a832b8c68e4', 'gw_port': {'id': 'cce369ce-082d-4e0c-af4e-1613c591917f', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e3:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b27b5ea-015c-4187-8435-32a20aff52f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T16:55:57Z', 'updated_at': '2021-12-06T16:56:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'f9e1404f-6460-46b9-8e05-e74b550730b4', 'name': '', 'network_id': '24c26f72-c261-4f1f-b24c-f1819e6f0e63', 'tenant_id': '27a82d1ea5614624815e0a832b8c68e4', 'mac_address': 'fa:16:3e:b8:da:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b27b5ea-015c-4187-8435-32a20aff52f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dfd9bb31-b8bd-45ca-9552-db4f2f22a757', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T16:55:49Z', 'updated_at': '2021-12-06T16:55:52Z', 'revision_number': 5, 'project_id': '27a82d1ea5614624815e0a832b8c68e4', 'subnets': [{'id': 'dfd9bb31-b8bd-45ca-9552-db4f2f22a757', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fb7dbd33-d2c8-47a7-980d-2df8323ddb39'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 16:56:01.415700 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bd1e07-1d1a-4935-8e81-de5bbd916291 None None] The sync data for ids ['9b27b5ea-015c-4187-8435-32a20aff52f8'] in n-d-master-1 is: [{'id': '9b27b5ea-015c-4187-8435-32a20aff52f8', 'name': 'router1', 'tenant_id': '27a82d1ea5614624815e0a832b8c68e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.100'}], 'enable_snat': True}, 'gw_port_id': 'cce369ce-082d-4e0c-af4e-1613c591917f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T16:55:39Z', 'updated_at': '2021-12-06T16:55:57Z', 'revision_number': 4, 'project_id': '27a82d1ea5614624815e0a832b8c68e4', 'gw_port': {'id': 'cce369ce-082d-4e0c-af4e-1613c591917f', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e3:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b27b5ea-015c-4187-8435-32a20aff52f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T16:55:57Z', 'updated_at': '2021-12-06T16:56:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'f9e1404f-6460-46b9-8e05-e74b550730b4', 'name': '', 'network_id': '24c26f72-c261-4f1f-b24c-f1819e6f0e63', 'tenant_id': '27a82d1ea5614624815e0a832b8c68e4', 'mac_address': 'fa:16:3e:b8:da:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b27b5ea-015c-4187-8435-32a20aff52f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dfd9bb31-b8bd-45ca-9552-db4f2f22a757', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T16:55:49Z', 'updated_at': '2021-12-06T16:55:52Z', 'revision_number': 5, 'project_id': '27a82d1ea5614624815e0a832b8c68e4', 'subnets': [{'id': 'dfd9bb31-b8bd-45ca-9552-db4f2f22a757', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fb7dbd33-d2c8-47a7-980d-2df8323ddb39'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 16:56:02.844533 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device cce369ce-082d-4e0c-af4e-1613c591917f up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 16:56:02.896511 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port cce369ce-082d-4e0c-af4e-1613c591917f triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 16:56:02.896883 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:56:02.978836 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:56:02.999008 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] For port cce369ce-082d-4e0c-af4e-1613c591917f, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=cce369ce-082d-4e0c-af4e-1613c591917f,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 16:56:03.003175 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:56:03.057105 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Pushing event updated for resources: {'Port': ['ID=cce369ce-082d-4e0c-af4e-1613c591917f,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:56:04.833852 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device cce369ce-082d-4e0c-af4e-1613c591917f up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 16:56:04.903132 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port cce369ce-082d-4e0c-af4e-1613c591917f triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 16:56:04.903754 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:56:10.513774 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 5 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 16:56:13.296132 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-556e2b3c-94c4-4421-92b0-8308eba5fc1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:56:15.557785 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-22219609-60bf-4221-aab8-d96a0c738baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:56:16.694873 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:56:17.849656 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:56:18.924777 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:56:43.299315 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6bd4278a-7804-4972-af99-c31580e93fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:56:45.568285 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-82240c07-11a7-476a-abed-f63360c760e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:56:46.693685 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:56:47.513691 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 5 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 16:56:47.847934 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:56:48.920119 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:57:13.302435 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-45d28702-86d4-42f5-8334-510148d21a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:57:15.561388 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e0f2aa8a-b680-447c-bbd4-933eaa41ba0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:57:16.697550 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:57:17.850344 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:57:18.924123 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:57:24.512724 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 5 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 16:57:26.081771 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58894) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 16:57:26.176993 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-be25991e-47cd-4c14-82aa-76d3e03b6fce admin admin] GET failed (client error): The resource could not be found. Dec 06 16:57:26.178545 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-be25991e-47cd-4c14-82aa-76d3e03b6fce admin admin] 10.222.0.23 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0958345 Dec 06 16:57:26.445554 n-d-master-1 neutron-server[103284]: DEBUG neutron.policy [None req-b1fba574-c4a5-4642-911e-2293ba89452c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103284) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 06 16:57:26.493597 n-d-master-1 neutron-server[103284]: WARNING oslo_policy.policy [None req-b1fba574-c4a5-4642-911e-2293ba89452c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 06 16:57:26.493973 n-d-master-1 neutron-server[103284]: WARNING oslo_policy.policy [None req-b1fba574-c4a5-4642-911e-2293ba89452c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 06 16:57:26.502254 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fba574-c4a5-4642-911e-2293ba89452c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:57:26.504009 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-b1fba574-c4a5-4642-911e-2293ba89452c admin admin] 10.222.0.23 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.3208456 Dec 06 16:57:28.868648 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58906) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 16:57:28.964500 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba813479-7bdb-4925-8c21-bca7ff42fd8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:57:28.965840 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-ba813479-7bdb-4925-8c21-bca7ff42fd8a admin admin] 10.222.0.23 "GET /v2.0/subnets/dfd9bb31-b8bd-45ca-9552-db4f2f22a757 HTTP/1.1" status: 200 len: 849 time: 0.0962381 Dec 06 16:57:28.976101 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-25b87174-eee0-43dd-b685-380af7d8a88c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 16:57:29.058086 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-25b87174-eee0-43dd-b685-380af7d8a88c admin admin] Publish callbacks [] for subnet, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:57:29.198694 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-25b87174-eee0-43dd-b685-380af7d8a88c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794388923823'] for subnet, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:57:29.229792 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b87174-eee0-43dd-b685-380af7d8a88c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:57:29.230397 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-25b87174-eee0-43dd-b685-380af7d8a88c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:57:29.231672 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-25b87174-eee0-43dd-b685-380af7d8a88c admin admin] 10.222.0.23 "PUT /v2.0/subnets/dfd9bb31-b8bd-45ca-9552-db4f2f22a757 HTTP/1.1" status: 200 len: 868 time: 0.2592831 Dec 06 16:57:29.232698 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d02a781-69fb-4fa1-8f67-9fb67aadba2e None None] Network 24c26f72-c261-4f1f-b24c-f1819e6f0e63 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 16:57:29.249617 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b87174-eee0-43dd-b685-380af7d8a88c admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfd9bb31-b8bd-45ca-9552-db4f2f22a757,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:57:29.257668 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b87174-eee0-43dd-b685-380af7d8a88c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:57:29.258066 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b87174-eee0-43dd-b685-380af7d8a88c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:57:29.258369 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b87174-eee0-43dd-b685-380af7d8a88c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:57:29.258712 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b87174-eee0-43dd-b685-380af7d8a88c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:57:29.259052 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b87174-eee0-43dd-b685-380af7d8a88c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:57:29.259393 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b87174-eee0-43dd-b685-380af7d8a88c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:57:29.259727 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b87174-eee0-43dd-b685-380af7d8a88c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:57:29.260064 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b87174-eee0-43dd-b685-380af7d8a88c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:57:29.260395 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b87174-eee0-43dd-b685-380af7d8a88c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:57:29.260784 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b87174-eee0-43dd-b685-380af7d8a88c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:57:29.261120 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b87174-eee0-43dd-b685-380af7d8a88c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:57:29.261445 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b87174-eee0-43dd-b685-380af7d8a88c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:57:29.261802 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b87174-eee0-43dd-b685-380af7d8a88c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:57:29.592633 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-47d1ae2a-eacb-4756-bcc2-f41dd2d6c3ae None None] Provisioning complete for port 00e8195e-7f12-452f-a0b0-583c311fc6ff triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 16:57:29.593013 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-47d1ae2a-eacb-4756-bcc2-f41dd2d6c3ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:57:29.680846 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-47d1ae2a-eacb-4756-bcc2-f41dd2d6c3ae None None] Provisioning complete for port f9e1404f-6460-46b9-8e05-e74b550730b4 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 16:57:29.681109 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-47d1ae2a-eacb-4756-bcc2-f41dd2d6c3ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:57:31.598604 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58916) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 16:57:31.792871 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4177931d-fc71-443a-afb3-e46203b8d525 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:57:31.793345 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4177931d-fc71-443a-afb3-e46203b8d525 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:57:31.794908 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-4177931d-fc71-443a-afb3-e46203b8d525 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1953492 Dec 06 16:57:34.165262 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58924) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 16:57:34.296004 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ce100e-7540-46d8-81f1-ff372fcefdc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:57:34.296760 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ce100e-7540-46d8-81f1-ff372fcefdc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:57:34.298342 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-b8ce100e-7540-46d8-81f1-ff372fcefdc8 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1321015 Dec 06 16:57:36.678049 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58932) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 16:57:36.807111 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc378cc-a1cd-4a5e-a38b-b5443a2d0155 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:57:36.808493 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-6bc378cc-a1cd-4a5e-a38b-b5443a2d0155 admin admin] 10.222.0.23 "GET /v2.0/networks/24c26f72-c261-4f1f-b24c-f1819e6f0e63 HTTP/1.1" status: 200 len: 869 time: 0.1294994 Dec 06 16:57:39.152258 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58940) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 16:57:39.273629 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb31ec77-d193-44d5-acfe-d56c5783e805 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:57:39.274956 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-fb31ec77-d193-44d5-acfe-d56c5783e805 admin admin] 10.222.0.23 "GET /v2.0/networks/40c9982f-f1ff-4b90-bebe-b7d51655f7e2 HTTP/1.1" status: 200 len: 886 time: 0.1216969 Dec 06 16:57:41.634841 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58948) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 16:57:41.760049 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583cfdb6-18a2-48f8-8dfe-323a4e4905e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:57:41.760509 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583cfdb6-18a2-48f8-8dfe-323a4e4905e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:57:41.762045 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-583cfdb6-18a2-48f8-8dfe-323a4e4905e9 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1262610 Dec 06 16:57:43.305308 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1be0374c-5e8d-4e54-88c2-df7d175b740e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:57:44.139220 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58956) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 16:57:44.228389 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdba2102-d453-4af2-9075-b62123947fef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:57:44.228848 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdba2102-d453-4af2-9075-b62123947fef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:57:44.230371 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-bdba2102-d453-4af2-9075-b62123947fef admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0901823 Dec 06 16:57:45.563240 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e5cacf76-c682-4a9d-b32b-fd4727735e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:57:46.595835 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58964) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 16:57:46.684676 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17644883-429c-41c1-a5ae-55aeb871707a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:57:46.686082 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-17644883-429c-41c1-a5ae-55aeb871707a admin admin] 10.222.0.23 "GET /v2.0/subnets/5811a504-b622-43ab-932a-dbe6b6896b9a HTTP/1.1" status: 200 len: 816 time: 0.0886500 Dec 06 16:57:46.699242 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:57:47.855145 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:57:48.926628 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:57:49.052449 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58972) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 16:57:49.236695 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00118173-4531-47c4-859d-2202a53df3fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:57:49.238587 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-00118173-4531-47c4-859d-2202a53df3fd admin admin] 10.222.0.23 "GET /v2.0/subnets/dfd9bb31-b8bd-45ca-9552-db4f2f22a757 HTTP/1.1" status: 200 len: 868 time: 0.1846173 Dec 06 16:58:01.511167 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 5 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 16:58:13.307232 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-43ccdc66-5c4b-41c2-a3c5-3c3f6c3033c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:58:14.049452 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 59026) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 16:58:14.097690 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [None req-946b7e06-a2ea-4010-9958-1edf6bd71cf5 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103285) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 16:58:14.098672 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-946b7e06-a2ea-4010-9958-1edf6bd71cf5 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0477536 Dec 06 16:58:15.568469 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cfcbe5e5-f0f3-44d8-bf40-9f3fdaf294de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:58:16.556543 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 59034) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 16:58:16.615550 n-d-master-1 neutron-server[103285]: INFO neutron.pecan_wsgi.hooks.translation [None req-74af8c6a-e968-42cc-b218-fb21cbcadbb1 admin admin] GET failed (client error): The resource could not be found. Dec 06 16:58:16.616844 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-74af8c6a-e968-42cc-b218-fb21cbcadbb1 admin admin] 10.222.0.23 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0593364 Dec 06 16:58:16.701636 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:58:16.759716 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733ea099-a004-4b41-9661-e081f553d0d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:58:16.761197 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-733ea099-a004-4b41-9661-e081f553d0d9 admin admin] 10.222.0.23 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1397505 Dec 06 16:58:17.858394 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:58:18.928507 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:58:19.138734 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 59042) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 16:58:19.186879 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-2ace3f78-1e70-45c1-a0e6-098e403e88d9 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 16:58:19.207351 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ace3f78-1e70-45c1-a0e6-098e403e88d9 admin admin] Made reservation on behalf of dec15754d1ab47f4984d962b1a07da97 for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 16:58:19.209621 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2ace3f78-1e70-45c1-a0e6-098e403e88d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:58:19.236540 n-d-master-1 neutron-server[103285]: WARNING neutron.services.revisions.revision_plugin [None req-2ace3f78-1e70-45c1-a0e6-098e403e88d9 admin admin] Could not find related network for resource to bump revision. Dec 06 16:58:19.247271 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ace3f78-1e70-45c1-a0e6-098e403e88d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 16:58:19.256238 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2ace3f78-1e70-45c1-a0e6-098e403e88d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:58:19.256583 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-2ace3f78-1e70-45c1-a0e6-098e403e88d9 admin admin] Added segment 28c48003-4c75-422a-9102-dad6f22b6b2c of type vlan for network ee08a0d2-834f-4c39-be47-9c424581246a Dec 06 16:58:19.297821 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2ace3f78-1e70-45c1-a0e6-098e403e88d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:58:19.321503 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2ace3f78-1e70-45c1-a0e6-098e403e88d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:58:19.322361 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ace3f78-1e70-45c1-a0e6-098e403e88d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:58:19.323036 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2ace3f78-1e70-45c1-a0e6-098e403e88d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:58:19.353362 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-2ace3f78-1e70-45c1-a0e6-098e403e88d9 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2135739 Dec 06 16:58:19.384153 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ace3f78-1e70-45c1-a0e6-098e403e88d9 admin admin] Pushing event updated for resources: {'Network': ['ID=ee08a0d2-834f-4c39-be47-9c424581246a,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:58:19.395804 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network ee08a0d2-834f-4c39-be47-9c424581246a details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 16:58:21.751003 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 59050) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 16:58:21.811822 n-d-master-1 neutron-server[103285]: INFO neutron.pecan_wsgi.hooks.translation [None req-19a4d745-3550-41d3-a762-43c1c6576444 admin admin] GET failed (client error): The resource could not be found. Dec 06 16:58:21.813131 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-19a4d745-3550-41d3-a762-43c1c6576444 admin admin] 10.222.0.23 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0611825 Dec 06 16:58:21.884504 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc93e40-178d-4101-b53a-88af7826b857 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:58:21.885960 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-9dc93e40-178d-4101-b53a-88af7826b857 admin admin] 10.222.0.23 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0682604 Dec 06 16:58:21.895824 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-ee2ef32d-b6c3-4fbd-a5da-71b9d146497c admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 16:58:21.914721 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee2ef32d-b6c3-4fbd-a5da-71b9d146497c admin admin] Made reservation on behalf of dec15754d1ab47f4984d962b1a07da97 for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 16:58:21.916989 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ee2ef32d-b6c3-4fbd-a5da-71b9d146497c admin admin] Publish callbacks [] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:58:22.075030 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ee2ef32d-b6c3-4fbd-a5da-71b9d146497c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:58:22.131657 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2ef32d-b6c3-4fbd-a5da-71b9d146497c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1342252a-21e4-4783-88ff-f54776c79059,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:58:22.141290 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2ef32d-b6c3-4fbd-a5da-71b9d146497c admin admin] Checking segment: {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 16:58:22.141676 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2ef32d-b6c3-4fbd-a5da-71b9d146497c admin admin] Network hostable DHCP agents. Network: ee08a0d2-834f-4c39-be47-9c424581246a, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 16:58:22.157547 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2ef32d-b6c3-4fbd-a5da-71b9d146497c admin admin] Network ee08a0d2-834f-4c39-be47-9c424581246a is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 16:58:22.166146 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-ee2ef32d-b6c3-4fbd-a5da-71b9d146497c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, ee08a0d2-834f-4c39-be47-9c424581246a) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 16:58:22.170105 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2ef32d-b6c3-4fbd-a5da-71b9d146497c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 16:58:22.170711 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ee2ef32d-b6c3-4fbd-a5da-71b9d146497c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:58:22.175452 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa967e0-005f-4c17-b42d-e2721959ab96 None None] Network ee08a0d2-834f-4c39-be47-9c424581246a requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 16:58:22.186095 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-ee2ef32d-b6c3-4fbd-a5da-71b9d146497c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2935514 Dec 06 16:58:22.322839 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9b0c9d-af1b-4746-92b4-594916954467 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-ee08a0d2-834f-4c39-be47-9c424581246a', 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a', 'tenant_id': 'dec15754d1ab47f4984d962b1a07da97', 'fixed_ips': [{'subnet_id': '1342252a-21e4-4783-88ff-f54776c79059'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 16:58:22.323742 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ad9b0c9d-af1b-4746-92b4-594916954467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:58:22.460943 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-ad9b0c9d-af1b-4746-92b4-594916954467 None None] Allocated IP 192.168.233.2 (ee08a0d2-834f-4c39-be47-9c424581246a/1342252a-21e4-4783-88ff-f54776c79059/a6b0c184-9fb0-45b9-8fc7-ada0cfeee5b1) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 16:58:22.600370 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ad9b0c9d-af1b-4746-92b4-594916954467 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:58:22.605983 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ad9b0c9d-af1b-4746-92b4-594916954467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:58:22.645602 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9b0c9d-af1b-4746-92b4-594916954467 None None] Network ee08a0d2-834f-4c39-be47-9c424581246a is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 16:58:22.650935 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-ad9b0c9d-af1b-4746-92b4-594916954467 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 16:58:22.654485 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9b0c9d-af1b-4746-92b4-594916954467 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 16:58:22.663033 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9b0c9d-af1b-4746-92b4-594916954467 None None] Pushing event updated for resources: {'Port': ['ID=a6b0c184-9fb0-45b9-8fc7-ada0cfeee5b1,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:58:22.684213 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9b0c9d-af1b-4746-92b4-594916954467 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:58:22.684553 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9b0c9d-af1b-4746-92b4-594916954467 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:58:22.684889 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9b0c9d-af1b-4746-92b4-594916954467 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:58:22.685226 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9b0c9d-af1b-4746-92b4-594916954467 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:58:22.685583 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9b0c9d-af1b-4746-92b4-594916954467 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:58:22.685912 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9b0c9d-af1b-4746-92b4-594916954467 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:58:22.686237 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9b0c9d-af1b-4746-92b4-594916954467 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:58:22.686558 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9b0c9d-af1b-4746-92b4-594916954467 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:58:22.686881 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9b0c9d-af1b-4746-92b4-594916954467 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:58:22.687204 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9b0c9d-af1b-4746-92b4-594916954467 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:58:22.687523 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9b0c9d-af1b-4746-92b4-594916954467 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:58:22.687846 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9b0c9d-af1b-4746-92b4-594916954467 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:58:22.688163 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9b0c9d-af1b-4746-92b4-594916954467 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:58:22.721165 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-ad9b0c9d-af1b-4746-92b4-594916954467 None None] Attempting to bind port a6b0c184-9fb0-45b9-8fc7-ada0cfeee5b1 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 16:58:22.721498 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-ad9b0c9d-af1b-4746-92b4-594916954467 None None] Attempting to bind port a6b0c184-9fb0-45b9-8fc7-ada0cfeee5b1 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 16:58:22.722391 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9b0c9d-af1b-4746-92b4-594916954467 None None] Attempting to bind port a6b0c184-9fb0-45b9-8fc7-ada0cfeee5b1 on network ee08a0d2-834f-4c39-be47-9c424581246a {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 16:58:22.727386 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9b0c9d-af1b-4746-92b4-594916954467 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 16, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 16:58:22.727762 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9b0c9d-af1b-4746-92b4-594916954467 None None] Checking segment: {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 16:58:22.728158 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ad9b0c9d-af1b-4746-92b4-594916954467 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:58:22.728544 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9b0c9d-af1b-4746-92b4-594916954467 None None] Bound using segment: {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 16:58:22.729009 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-ad9b0c9d-af1b-4746-92b4-594916954467 None None] Bound port: a6b0c184-9fb0-45b9-8fc7-ada0cfeee5b1, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 16:58:22.729395 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ad9b0c9d-af1b-4746-92b4-594916954467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:58:22.791248 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-ad9b0c9d-af1b-4746-92b4-594916954467 None None] For port a6b0c184-9fb0-45b9-8fc7-ada0cfeee5b1, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 16:58:22.794436 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-ad9b0c9d-af1b-4746-92b4-594916954467 None None] For port a6b0c184-9fb0-45b9-8fc7-ada0cfeee5b1, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a6b0c184-9fb0-45b9-8fc7-ada0cfeee5b1,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 16:58:22.800313 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ad9b0c9d-af1b-4746-92b4-594916954467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:58:22.859627 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9b0c9d-af1b-4746-92b4-594916954467 None None] Pushing event updated for resources: {'Port': ['ID=a6b0c184-9fb0-45b9-8fc7-ada0cfeee5b1,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:58:23.734404 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861d18e0-fbae-4d72-8ca5-0a438318ec77 None None] Network ee08a0d2-834f-4c39-be47-9c424581246a requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 16:58:23.804494 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-e23a1473-fd5e-4ef7-94fb-5a22935316f3 None None] Provisioning complete for port a6b0c184-9fb0-45b9-8fc7-ada0cfeee5b1 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 16:58:23.804860 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e23a1473-fd5e-4ef7-94fb-5a22935316f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:58:23.946394 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e23a1473-fd5e-4ef7-94fb-5a22935316f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:58:23.987365 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-e23a1473-fd5e-4ef7-94fb-5a22935316f3 None None] For port a6b0c184-9fb0-45b9-8fc7-ada0cfeee5b1, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a6b0c184-9fb0-45b9-8fc7-ada0cfeee5b1,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 16:58:23.991797 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e23a1473-fd5e-4ef7-94fb-5a22935316f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:58:24.042356 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23a1473-fd5e-4ef7-94fb-5a22935316f3 None None] Pushing event updated for resources: {'Port': ['ID=a6b0c184-9fb0-45b9-8fc7-ada0cfeee5b1,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:58:24.313942 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-3df38bf4-cf39-4763-8025-0e1ef37f6bba None None] Provisioning complete for port a6b0c184-9fb0-45b9-8fc7-ada0cfeee5b1 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 16:58:24.314310 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3df38bf4-cf39-4763-8025-0e1ef37f6bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:58:24.943894 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device a6b0c184-9fb0-45b9-8fc7-ada0cfeee5b1 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 16:58:24.997971 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port a6b0c184-9fb0-45b9-8fc7-ada0cfeee5b1 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 16:58:24.998342 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:58:38.510422 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 5 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 16:58:43.309600 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0a9807cc-4744-4088-a948-bf65e601f242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:58:45.570500 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-709c61fb-bf6e-4f13-9f94-01f64507382a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:58:46.704799 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:58:47.861796 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:58:48.930942 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:59:13.310472 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-607811b5-47e1-4bdb-a5ea-d1a59b511a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:59:15.510026 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 5 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 16:59:15.571763 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-813ad561-73a8-4087-b6cf-b6c58cad894e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:59:16.707079 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:59:17.865889 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:59:18.933026 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:59:39.213446 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 59094) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 16:59:39.219195 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [None req-2c10247d-f2f9-469b-97b1-6ff536cf074c tempest-verify_tempest_config-386953883 tempest-verify_tempest_config-386953883-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103285) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 16:59:39.220207 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-2c10247d-f2f9-469b-97b1-6ff536cf074c tempest-verify_tempest_config-386953883 tempest-verify_tempest_config-386953883-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057535 Dec 06 16:59:39.504413 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 59112) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 16:59:39.606442 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-55eddae6-c13c-4793-96f5-74c9e95537da admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:59:39.678703 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-55eddae6-c13c-4793-96f5-74c9e95537da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:59:39.682331 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-55eddae6-c13c-4793-96f5-74c9e95537da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:59:39.728149 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-55eddae6-c13c-4793-96f5-74c9e95537da admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=56bfa45374ba47b1a3ec088230d02f1d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2226696 Dec 06 16:59:39.731196 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59116) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 16:59:39.731727 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eddae6-c13c-4793-96f5-74c9e95537da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53793a96-8c55-402d-92ab-6c7efb242ee3,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:59:39.740093 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eddae6-c13c-4793-96f5-74c9e95537da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:59:39.740499 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eddae6-c13c-4793-96f5-74c9e95537da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:59:39.740847 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eddae6-c13c-4793-96f5-74c9e95537da admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:59:39.741183 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eddae6-c13c-4793-96f5-74c9e95537da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:59:39.741545 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eddae6-c13c-4793-96f5-74c9e95537da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:59:39.741882 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eddae6-c13c-4793-96f5-74c9e95537da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:59:39.742219 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eddae6-c13c-4793-96f5-74c9e95537da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:59:39.742546 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eddae6-c13c-4793-96f5-74c9e95537da admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:59:39.742872 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eddae6-c13c-4793-96f5-74c9e95537da admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:59:39.743199 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eddae6-c13c-4793-96f5-74c9e95537da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:59:39.743523 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eddae6-c13c-4793-96f5-74c9e95537da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:59:39.743844 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eddae6-c13c-4793-96f5-74c9e95537da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:59:39.744164 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eddae6-c13c-4793-96f5-74c9e95537da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:59:39.817066 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d57c60ce-17ef-4e6c-b681-2a21173ae68d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:59:39.837437 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d57c60ce-17ef-4e6c-b681-2a21173ae68d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:59:39.931556 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d57c60ce-17ef-4e6c-b681-2a21173ae68d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:59:39.934168 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d57c60ce-17ef-4e6c-b681-2a21173ae68d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:59:39.935466 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-d57c60ce-17ef-4e6c-b681-2a21173ae68d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/53793a96-8c55-402d-92ab-6c7efb242ee3 HTTP/1.1" status: 204 len: 168 time: 0.2024643 Dec 06 16:59:39.943528 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57c60ce-17ef-4e6c-b681-2a21173ae68d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53793a96-8c55-402d-92ab-6c7efb242ee3,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 16:59:39.952916 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57c60ce-17ef-4e6c-b681-2a21173ae68d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:59:39.953158 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57c60ce-17ef-4e6c-b681-2a21173ae68d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:59:39.953530 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57c60ce-17ef-4e6c-b681-2a21173ae68d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:59:39.953877 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57c60ce-17ef-4e6c-b681-2a21173ae68d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:59:39.954212 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57c60ce-17ef-4e6c-b681-2a21173ae68d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:59:39.955074 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57c60ce-17ef-4e6c-b681-2a21173ae68d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:59:39.955403 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57c60ce-17ef-4e6c-b681-2a21173ae68d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:59:39.955729 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57c60ce-17ef-4e6c-b681-2a21173ae68d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:59:39.956228 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57c60ce-17ef-4e6c-b681-2a21173ae68d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:59:39.956555 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57c60ce-17ef-4e6c-b681-2a21173ae68d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:59:39.956883 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57c60ce-17ef-4e6c-b681-2a21173ae68d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:59:39.957207 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57c60ce-17ef-4e6c-b681-2a21173ae68d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:59:39.957554 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57c60ce-17ef-4e6c-b681-2a21173ae68d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 16:59:39.958748 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57c60ce-17ef-4e6c-b681-2a21173ae68d admin admin] Tracked resource versions report: Dec 06 16:59:39.958748 n-d-master-1 neutron-server[103284]: pushed versions: Dec 06 16:59:39.958748 n-d-master-1 neutron-server[103284]: { 'AddressGroup': {'1.2'}, Dec 06 16:59:39.958748 n-d-master-1 neutron-server[103284]: 'ConntrackHelper': {'1.0'}, Dec 06 16:59:39.958748 n-d-master-1 neutron-server[103284]: 'LocalIPAssociation': {'1.0'}, Dec 06 16:59:39.958748 n-d-master-1 neutron-server[103284]: 'Log': {'1.0'}, Dec 06 16:59:39.958748 n-d-master-1 neutron-server[103284]: 'Network': {'1.1'}, Dec 06 16:59:39.958748 n-d-master-1 neutron-server[103284]: 'Port': {'1.7'}, Dec 06 16:59:39.958748 n-d-master-1 neutron-server[103284]: 'PortForwarding': {'1.2'}, Dec 06 16:59:39.958748 n-d-master-1 neutron-server[103284]: 'QosPolicy': {'1.10'}, Dec 06 16:59:39.958748 n-d-master-1 neutron-server[103284]: 'SecurityGroup': {'1.5'}, Dec 06 16:59:39.958748 n-d-master-1 neutron-server[103284]: 'SecurityGroupRule': {'1.2'}, Dec 06 16:59:39.958748 n-d-master-1 neutron-server[103284]: 'SubPort': {'1.0'}, Dec 06 16:59:39.958748 n-d-master-1 neutron-server[103284]: 'Subnet': {'1.1'}, Dec 06 16:59:39.958748 n-d-master-1 neutron-server[103284]: 'Trunk': {'1.1'}} Dec 06 16:59:39.958748 n-d-master-1 neutron-server[103284]: consumer versions: Dec 06 16:59:39.958748 n-d-master-1 neutron-server[103284]: { DHCP agent@n-d-master-1: {}, Dec 06 16:59:39.958748 n-d-master-1 neutron-server[103284]: L3 agent@n-d-master-1: {}, Dec 06 16:59:39.958748 n-d-master-1 neutron-server[103284]: Metadata agent@n-d-master-1: {}, Dec 06 16:59:39.958748 n-d-master-1 neutron-server[103284]: Metering agent@n-d-master-1: {}, Dec 06 16:59:39.958748 n-d-master-1 neutron-server[103284]: Open vSwitch agent@n-d-master-1: { 'AddressGroup': '1.2', Dec 06 16:59:39.958748 n-d-master-1 neutron-server[103284]: 'ConntrackHelper': '1.0', Dec 06 16:59:39.958748 n-d-master-1 neutron-server[103284]: 'LocalIPAssociation': '1.0', Dec 06 16:59:39.958748 n-d-master-1 neutron-server[103284]: 'Log': '1.0', Dec 06 16:59:39.958748 n-d-master-1 neutron-server[103284]: 'Network': '1.1', Dec 06 16:59:39.958748 n-d-master-1 neutron-server[103284]: 'Port': '1.7', Dec 06 16:59:39.958748 n-d-master-1 neutron-server[103284]: 'PortForwarding': '1.2', Dec 06 16:59:39.958748 n-d-master-1 neutron-server[103284]: 'QosPolicy': '1.10', Dec 06 16:59:39.958748 n-d-master-1 neutron-server[103284]: 'SecurityGroup': '1.5', Dec 06 16:59:39.958748 n-d-master-1 neutron-server[103284]: 'SecurityGroupRule': '1.2', Dec 06 16:59:39.958748 n-d-master-1 neutron-server[103284]: 'SubPort': '1.0', Dec 06 16:59:39.958748 n-d-master-1 neutron-server[103284]: 'Subnet': '1.1', Dec 06 16:59:39.958748 n-d-master-1 neutron-server[103284]: 'Trunk': '1.1'}} Dec 06 16:59:39.958748 n-d-master-1 neutron-server[103284]: {{(pid=103284) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 06 16:59:43.311630 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bd191cd2-3a3a-45d4-b75d-261c0b936082 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:59:45.572724 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5068e25f-ca0f-4993-a34d-6b2590b35b85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:59:46.709016 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:59:47.867209 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:59:48.934188 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 16:59:52.509337 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 5 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 17:00:13.312564 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-316583c9-00e1-4319-a3d4-98b37d2db74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:00:15.573683 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5d09b0e5-ca85-4c38-9c07-52b344bb8622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:00:16.712416 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:00:17.870130 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:00:18.936340 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:00:29.508849 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 5 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 17:00:43.314584 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-96dc6d7f-a291-4bfe-bc9f-bd97bfb8bc0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:00:45.574409 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-046f56d5-442a-4860-bacb-1758754209d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:00:46.714425 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:00:47.873298 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:00:48.938387 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:01:06.507885 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 5 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 17:01:13.315663 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2150a75e-2989-4766-bd24-b92125986269 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:01:15.576138 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-519f7d1f-16e8-425d-80a3-1d79df83aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:01:16.717627 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:01:17.876582 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:01:18.940224 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:01:43.317015 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-92617506-0a52-4bfd-9344-c57399795b84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:01:43.506417 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 5 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 17:01:45.577142 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1899394a-7bd0-486a-9789-8244e32c4e6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:01:46.721588 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:01:47.879889 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:01:48.942466 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:02:13.317863 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-82f2e546-822d-4366-8cae-a30bca2c59fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:02:15.577229 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5ce80e3e-04ae-41e0-8b91-219324bcf744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:02:16.724488 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:02:17.887468 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:02:18.943360 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:02:20.504262 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 5 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 17:02:32.455236 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-575759'] for agent, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:02:34.901207 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-575759'] for agent, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:02:43.319680 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-96a17305-1618-4562-84dd-5eee053f1bd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:02:45.578621 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-832a7052-31e5-4f22-b6fb-85f5e442f36c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:02:46.726875 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:02:47.890740 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:02:48.945476 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:02:57.504619 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 17:03:02.408431 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:03:04.884703 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:03:13.321647 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2f223d1b-add9-430b-8685-60d08a1bbc3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:03:15.580367 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-31ebcfd8-dbe1-4ca3-814d-9f39814bc190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:03:16.730176 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:03:17.892705 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:03:18.946686 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:03:19.580464 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 59178) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:03:19.685310 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-290d742d-49ee-4f4b-90f8-07e1a8503b90 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1037142 Dec 06 17:03:22.084749 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 59188) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:03:22.138558 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-9526c9aa-2d47-4b67-87c5-3008c3d869a0 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0527382 Dec 06 17:03:32.435682 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:03:34.503681 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 17:03:34.892235 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:03:43.324153 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f087ab6f-e1db-463f-9ae9-9b011047ebb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:03:45.582088 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-00fd97e2-dcbe-4d3f-bdf3-167bdcbff6b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:03:46.731278 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:03:47.895750 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:03:48.947960 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:02.456539 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:04.915969 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:11.504046 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 17:04:13.326139 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-dfd97649-7b91-40c5-b18a-993924da66f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:15.584228 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b04e5fdd-6809-4418-846c-3ace550a7048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:16.735612 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:17.899551 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:18.944960 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:32.464987 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:34.915956 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:43.329126 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4984fd6b-b72c-4986-9caf-5dd5bfd2c093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:45.586902 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-150a05ee-2298-40f0-9ca3-7c63e7155eb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:45.653551 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 59570) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:04:45.759821 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3a773eb4-01a3-449e-a4a0-39540d3ab4a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:45.876752 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3a773eb4-01a3-449e-a4a0-39540d3ab4a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:45.882049 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3a773eb4-01a3-449e-a4a0-39540d3ab4a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:45.922314 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-3a773eb4-01a3-449e-a4a0-39540d3ab4a6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f7b2f552ef7e410490c5b0ec78902b32&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2673583 Dec 06 17:04:45.923193 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a773eb4-01a3-449e-a4a0-39540d3ab4a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5071cf50-258a-410b-9b3f-11784b58e7b8,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:04:45.925630 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59594) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:04:45.931463 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a773eb4-01a3-449e-a4a0-39540d3ab4a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:04:45.931817 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a773eb4-01a3-449e-a4a0-39540d3ab4a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:04:45.932163 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a773eb4-01a3-449e-a4a0-39540d3ab4a6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:04:45.932496 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a773eb4-01a3-449e-a4a0-39540d3ab4a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:04:45.933395 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a773eb4-01a3-449e-a4a0-39540d3ab4a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:04:45.933395 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a773eb4-01a3-449e-a4a0-39540d3ab4a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:04:45.933665 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a773eb4-01a3-449e-a4a0-39540d3ab4a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:04:45.934154 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a773eb4-01a3-449e-a4a0-39540d3ab4a6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:04:45.934504 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a773eb4-01a3-449e-a4a0-39540d3ab4a6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:04:45.934835 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a773eb4-01a3-449e-a4a0-39540d3ab4a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:04:45.935313 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a773eb4-01a3-449e-a4a0-39540d3ab4a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:04:45.935648 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a773eb4-01a3-449e-a4a0-39540d3ab4a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:04:45.935976 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a773eb4-01a3-449e-a4a0-39540d3ab4a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:04:45.937147 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a773eb4-01a3-449e-a4a0-39540d3ab4a6 admin admin] Tracked resource versions report: Dec 06 17:04:45.937147 n-d-master-1 neutron-server[103285]: pushed versions: Dec 06 17:04:45.937147 n-d-master-1 neutron-server[103285]: { 'AddressGroup': {'1.2'}, Dec 06 17:04:45.937147 n-d-master-1 neutron-server[103285]: 'ConntrackHelper': {'1.0'}, Dec 06 17:04:45.937147 n-d-master-1 neutron-server[103285]: 'LocalIPAssociation': {'1.0'}, Dec 06 17:04:45.937147 n-d-master-1 neutron-server[103285]: 'Log': {'1.0'}, Dec 06 17:04:45.937147 n-d-master-1 neutron-server[103285]: 'Network': {'1.1'}, Dec 06 17:04:45.937147 n-d-master-1 neutron-server[103285]: 'Port': {'1.7'}, Dec 06 17:04:45.937147 n-d-master-1 neutron-server[103285]: 'PortForwarding': {'1.2'}, Dec 06 17:04:45.937147 n-d-master-1 neutron-server[103285]: 'QosPolicy': {'1.10'}, Dec 06 17:04:45.937147 n-d-master-1 neutron-server[103285]: 'SecurityGroup': {'1.5'}, Dec 06 17:04:45.937147 n-d-master-1 neutron-server[103285]: 'SecurityGroupRule': {'1.2'}, Dec 06 17:04:45.937147 n-d-master-1 neutron-server[103285]: 'SubPort': {'1.0'}, Dec 06 17:04:45.937147 n-d-master-1 neutron-server[103285]: 'Subnet': {'1.1'}, Dec 06 17:04:45.937147 n-d-master-1 neutron-server[103285]: 'Trunk': {'1.1'}} Dec 06 17:04:45.937147 n-d-master-1 neutron-server[103285]: consumer versions: Dec 06 17:04:45.937147 n-d-master-1 neutron-server[103285]: { DHCP agent@n-d-master-1: {}, Dec 06 17:04:45.937147 n-d-master-1 neutron-server[103285]: HyperV agent@n-h1-master-1: {}, Dec 06 17:04:45.937147 n-d-master-1 neutron-server[103285]: HyperV agent@n-h2-master-1: {}, Dec 06 17:04:45.937147 n-d-master-1 neutron-server[103285]: L3 agent@n-d-master-1: {}, Dec 06 17:04:45.937147 n-d-master-1 neutron-server[103285]: Metadata agent@n-d-master-1: {}, Dec 06 17:04:45.937147 n-d-master-1 neutron-server[103285]: Metering agent@n-d-master-1: {}, Dec 06 17:04:45.937147 n-d-master-1 neutron-server[103285]: Open vSwitch agent@n-d-master-1: { 'AddressGroup': '1.2', Dec 06 17:04:45.937147 n-d-master-1 neutron-server[103285]: 'ConntrackHelper': '1.0', Dec 06 17:04:45.937147 n-d-master-1 neutron-server[103285]: 'LocalIPAssociation': '1.0', Dec 06 17:04:45.937147 n-d-master-1 neutron-server[103285]: 'Log': '1.0', Dec 06 17:04:45.937147 n-d-master-1 neutron-server[103285]: 'Network': '1.1', Dec 06 17:04:45.937147 n-d-master-1 neutron-server[103285]: 'Port': '1.7', Dec 06 17:04:45.937147 n-d-master-1 neutron-server[103285]: 'PortForwarding': '1.2', Dec 06 17:04:45.937147 n-d-master-1 neutron-server[103285]: 'QosPolicy': '1.10', Dec 06 17:04:45.937147 n-d-master-1 neutron-server[103285]: 'SecurityGroup': '1.5', Dec 06 17:04:45.937147 n-d-master-1 neutron-server[103285]: 'SecurityGroupRule': '1.2', Dec 06 17:04:45.937147 n-d-master-1 neutron-server[103285]: 'SubPort': '1.0', Dec 06 17:04:45.937147 n-d-master-1 neutron-server[103285]: 'Subnet': '1.1', Dec 06 17:04:45.937147 n-d-master-1 neutron-server[103285]: 'Trunk': '1.1'}} Dec 06 17:04:45.937147 n-d-master-1 neutron-server[103285]: {{(pid=103285) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 06 17:04:45.979260 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5f24bbb6-655e-49b0-874d-8c49ae74e03e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:46.001763 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5f24bbb6-655e-49b0-874d-8c49ae74e03e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:46.067756 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5f24bbb6-655e-49b0-874d-8c49ae74e03e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:46.071039 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5f24bbb6-655e-49b0-874d-8c49ae74e03e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:46.075020 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-5f24bbb6-655e-49b0-874d-8c49ae74e03e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5071cf50-258a-410b-9b3f-11784b58e7b8 HTTP/1.1" status: 204 len: 168 time: 0.1478496 Dec 06 17:04:46.083028 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f24bbb6-655e-49b0-874d-8c49ae74e03e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5071cf50-258a-410b-9b3f-11784b58e7b8,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:04:46.090366 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f24bbb6-655e-49b0-874d-8c49ae74e03e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:04:46.090722 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f24bbb6-655e-49b0-874d-8c49ae74e03e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:04:46.091067 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f24bbb6-655e-49b0-874d-8c49ae74e03e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:04:46.091408 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f24bbb6-655e-49b0-874d-8c49ae74e03e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:04:46.091756 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f24bbb6-655e-49b0-874d-8c49ae74e03e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:04:46.092084 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f24bbb6-655e-49b0-874d-8c49ae74e03e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:04:46.092418 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f24bbb6-655e-49b0-874d-8c49ae74e03e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:04:46.092745 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f24bbb6-655e-49b0-874d-8c49ae74e03e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:04:46.093078 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f24bbb6-655e-49b0-874d-8c49ae74e03e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:04:46.093402 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f24bbb6-655e-49b0-874d-8c49ae74e03e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:04:46.093766 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f24bbb6-655e-49b0-874d-8c49ae74e03e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:04:46.094093 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f24bbb6-655e-49b0-874d-8c49ae74e03e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:04:46.094424 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f24bbb6-655e-49b0-874d-8c49ae74e03e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:04:46.095567 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f24bbb6-655e-49b0-874d-8c49ae74e03e admin admin] Tracked resource versions report: Dec 06 17:04:46.095567 n-d-master-1 neutron-server[103284]: pushed versions: Dec 06 17:04:46.095567 n-d-master-1 neutron-server[103284]: { 'AddressGroup': {'1.2'}, Dec 06 17:04:46.095567 n-d-master-1 neutron-server[103284]: 'ConntrackHelper': {'1.0'}, Dec 06 17:04:46.095567 n-d-master-1 neutron-server[103284]: 'LocalIPAssociation': {'1.0'}, Dec 06 17:04:46.095567 n-d-master-1 neutron-server[103284]: 'Log': {'1.0'}, Dec 06 17:04:46.095567 n-d-master-1 neutron-server[103284]: 'Network': {'1.1'}, Dec 06 17:04:46.095567 n-d-master-1 neutron-server[103284]: 'Port': {'1.7'}, Dec 06 17:04:46.095567 n-d-master-1 neutron-server[103284]: 'PortForwarding': {'1.2'}, Dec 06 17:04:46.095567 n-d-master-1 neutron-server[103284]: 'QosPolicy': {'1.10'}, Dec 06 17:04:46.095567 n-d-master-1 neutron-server[103284]: 'SecurityGroup': {'1.5'}, Dec 06 17:04:46.095567 n-d-master-1 neutron-server[103284]: 'SecurityGroupRule': {'1.2'}, Dec 06 17:04:46.095567 n-d-master-1 neutron-server[103284]: 'SubPort': {'1.0'}, Dec 06 17:04:46.095567 n-d-master-1 neutron-server[103284]: 'Subnet': {'1.1'}, Dec 06 17:04:46.095567 n-d-master-1 neutron-server[103284]: 'Trunk': {'1.1'}} Dec 06 17:04:46.095567 n-d-master-1 neutron-server[103284]: consumer versions: Dec 06 17:04:46.095567 n-d-master-1 neutron-server[103284]: { DHCP agent@n-d-master-1: {}, Dec 06 17:04:46.095567 n-d-master-1 neutron-server[103284]: HyperV agent@n-h1-master-1: {}, Dec 06 17:04:46.095567 n-d-master-1 neutron-server[103284]: HyperV agent@n-h2-master-1: {}, Dec 06 17:04:46.095567 n-d-master-1 neutron-server[103284]: L3 agent@n-d-master-1: {}, Dec 06 17:04:46.095567 n-d-master-1 neutron-server[103284]: Metadata agent@n-d-master-1: {}, Dec 06 17:04:46.095567 n-d-master-1 neutron-server[103284]: Metering agent@n-d-master-1: {}, Dec 06 17:04:46.095567 n-d-master-1 neutron-server[103284]: Open vSwitch agent@n-d-master-1: { 'AddressGroup': '1.2', Dec 06 17:04:46.095567 n-d-master-1 neutron-server[103284]: 'ConntrackHelper': '1.0', Dec 06 17:04:46.095567 n-d-master-1 neutron-server[103284]: 'LocalIPAssociation': '1.0', Dec 06 17:04:46.095567 n-d-master-1 neutron-server[103284]: 'Log': '1.0', Dec 06 17:04:46.095567 n-d-master-1 neutron-server[103284]: 'Network': '1.1', Dec 06 17:04:46.095567 n-d-master-1 neutron-server[103284]: 'Port': '1.7', Dec 06 17:04:46.095567 n-d-master-1 neutron-server[103284]: 'PortForwarding': '1.2', Dec 06 17:04:46.095567 n-d-master-1 neutron-server[103284]: 'QosPolicy': '1.10', Dec 06 17:04:46.095567 n-d-master-1 neutron-server[103284]: 'SecurityGroup': '1.5', Dec 06 17:04:46.095567 n-d-master-1 neutron-server[103284]: 'SecurityGroupRule': '1.2', Dec 06 17:04:46.095567 n-d-master-1 neutron-server[103284]: 'SubPort': '1.0', Dec 06 17:04:46.095567 n-d-master-1 neutron-server[103284]: 'Subnet': '1.1', Dec 06 17:04:46.095567 n-d-master-1 neutron-server[103284]: 'Trunk': '1.1'}} Dec 06 17:04:46.095567 n-d-master-1 neutron-server[103284]: {{(pid=103284) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 06 17:04:46.453365 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59640) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:04:46.471981 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d2995a62-6490-4a07-87c3-5d00257b7e98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:46.488413 n-d-master-1 neutron-server[103284]: INFO neutron.quota [None req-d2995a62-6490-4a07-87c3-5d00257b7e98 admin admin] Loaded quota_driver: . Dec 06 17:04:46.600503 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d2995a62-6490-4a07-87c3-5d00257b7e98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:46.605572 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d2995a62-6490-4a07-87c3-5d00257b7e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:46.668271 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2995a62-6490-4a07-87c3-5d00257b7e98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=353f335e-8c74-4ab8-a0d3-4cbdf373d764,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:04:46.673960 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-d2995a62-6490-4a07-87c3-5d00257b7e98 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ffbe1f58fd4648ec89b23450fc8dd946&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2195070 Dec 06 17:04:46.676705 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 59668) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:04:46.751335 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:46.765099 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9a2d1094-f3f6-45c7-8a01-7ea01c002e9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:46.792641 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9a2d1094-f3f6-45c7-8a01-7ea01c002e9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:46.851802 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9a2d1094-f3f6-45c7-8a01-7ea01c002e9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:46.856429 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9a2d1094-f3f6-45c7-8a01-7ea01c002e9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:46.858603 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-9a2d1094-f3f6-45c7-8a01-7ea01c002e9b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/353f335e-8c74-4ab8-a0d3-4cbdf373d764 HTTP/1.1" status: 204 len: 168 time: 0.1802411 Dec 06 17:04:46.870657 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2d1094-f3f6-45c7-8a01-7ea01c002e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=353f335e-8c74-4ab8-a0d3-4cbdf373d764,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:04:47.140883 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 59710) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:04:47.333809 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fab6d8b4-0347-4af8-8231-0db077d5cad1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:47.435598 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fab6d8b4-0347-4af8-8231-0db077d5cad1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:47.442639 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fab6d8b4-0347-4af8-8231-0db077d5cad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:47.474316 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab6d8b4-0347-4af8-8231-0db077d5cad1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ad8280-5cca-4f83-8b95-b73c5656a54b,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:04:47.537953 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-fab6d8b4-0347-4af8-8231-0db077d5cad1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=674878a0ffcf4783916bd8d9cf2c227a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3959565 Dec 06 17:04:47.540650 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59766) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:04:47.619283 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c3babf12-33ed-4181-bc61-e62f4fc712c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:47.665306 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c3babf12-33ed-4181-bc61-e62f4fc712c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:47.761904 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c3babf12-33ed-4181-bc61-e62f4fc712c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:47.770160 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c3babf12-33ed-4181-bc61-e62f4fc712c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:47.771807 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-c3babf12-33ed-4181-bc61-e62f4fc712c2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d7ad8280-5cca-4f83-8b95-b73c5656a54b HTTP/1.1" status: 204 len: 168 time: 0.2292750 Dec 06 17:04:47.789638 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3babf12-33ed-4181-bc61-e62f4fc712c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ad8280-5cca-4f83-8b95-b73c5656a54b,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:04:47.915119 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:48.036768 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59826) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:04:48.151969 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59832) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:04:48.355364 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a589bcbf-e4fc-4b70-ae5c-df0827fc1645 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:48.398092 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59844) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:04:48.443833 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a589bcbf-e4fc-4b70-ae5c-df0827fc1645 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:48.448836 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a589bcbf-e4fc-4b70-ae5c-df0827fc1645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:48.488129 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-a589bcbf-e4fc-4b70-ae5c-df0827fc1645 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=005f8968c54845babb08ebb9c3f414f8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4503114 Dec 06 17:04:48.490060 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a589bcbf-e4fc-4b70-ae5c-df0827fc1645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b46daf-3c20-47e3-b611-361165bd4d92,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:04:48.491205 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 59848) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:04:48.506343 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e7d84e30-88b1-4394-afc1-5ab494cd3105 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:48.512831 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 17:04:48.533851 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59850) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:04:48.551065 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7faa4fc4-0d5f-4774-b6e3-2756f5de5571 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:48.560401 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-26fda020-047f-458c-9c07-b51679561a0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:48.589927 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-26fda020-047f-458c-9c07-b51679561a0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:48.654450 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7faa4fc4-0d5f-4774-b6e3-2756f5de5571 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:48.661811 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-26fda020-047f-458c-9c07-b51679561a0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:48.664759 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-26fda020-047f-458c-9c07-b51679561a0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:48.666046 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-26fda020-047f-458c-9c07-b51679561a0d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c9b46daf-3c20-47e3-b611-361165bd4d92 HTTP/1.1" status: 204 len: 168 time: 0.1735561 Dec 06 17:04:48.666718 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7faa4fc4-0d5f-4774-b6e3-2756f5de5571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:48.680108 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fda020-047f-458c-9c07-b51679561a0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b46daf-3c20-47e3-b611-361165bd4d92,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:04:48.684664 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 59862) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:04:48.734012 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-7faa4fc4-0d5f-4774-b6e3-2756f5de5571 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fa200fe55a8e43e68429e7763cd25193&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1988623 Dec 06 17:04:48.736134 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e7d84e30-88b1-4394-afc1-5ab494cd3105 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:48.737591 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 59868) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:04:48.742398 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faa4fc4-0d5f-4774-b6e3-2756f5de5571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=525d4145-1fba-4676-9cb8-922d6d73272d,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:04:48.746858 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e7d84e30-88b1-4394-afc1-5ab494cd3105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:48.802504 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-e7d84e30-88b1-4394-afc1-5ab494cd3105 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4df36dbafb1b4075a34c8e459892eca1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6488590 Dec 06 17:04:48.804535 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d84e30-88b1-4394-afc1-5ab494cd3105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfbb9f2a-ac53-4182-9cf9-3904898e633c,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:04:48.806055 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 59870) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:04:48.826235 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b86dc233-6b51-4758-ac12-33e76ceec3c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:48.865224 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b86dc233-6b51-4758-ac12-33e76ceec3c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:48.905584 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ae660eff-5874-4567-9b80-3e818ff388ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:48.931856 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ae660eff-5874-4567-9b80-3e818ff388ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:48.982093 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:48.982521 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b86dc233-6b51-4758-ac12-33e76ceec3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:48.982521 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b86dc233-6b51-4758-ac12-33e76ceec3c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:48.983859 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-b86dc233-6b51-4758-ac12-33e76ceec3c5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/525d4145-1fba-4676-9cb8-922d6d73272d HTTP/1.1" status: 204 len: 168 time: 0.2424810 Dec 06 17:04:48.983971 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6aad279e-2a02-4e8e-be91-f2a17c5510bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:49.019756 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86dc233-6b51-4758-ac12-33e76ceec3c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=525d4145-1fba-4676-9cb8-922d6d73272d,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:04:49.046897 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ae660eff-5874-4567-9b80-3e818ff388ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:49.049972 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ae660eff-5874-4567-9b80-3e818ff388ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:49.051111 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-ae660eff-5874-4567-9b80-3e818ff388ea admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cfbb9f2a-ac53-4182-9cf9-3904898e633c HTTP/1.1" status: 204 len: 168 time: 0.2439139 Dec 06 17:04:49.059635 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-82fde2a7-4007-4a0f-92c8-a201bf4f2960 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:49.072182 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae660eff-5874-4567-9b80-3e818ff388ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfbb9f2a-ac53-4182-9cf9-3904898e633c,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:04:49.092459 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 59886) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:04:49.153094 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6aad279e-2a02-4e8e-be91-f2a17c5510bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:49.161274 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6aad279e-2a02-4e8e-be91-f2a17c5510bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:49.176688 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-82fde2a7-4007-4a0f-92c8-a201bf4f2960 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:49.184874 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-82fde2a7-4007-4a0f-92c8-a201bf4f2960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:49.212657 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-6aad279e-2a02-4e8e-be91-f2a17c5510bf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1edbb56c76c14850a5c50459ee36b6c9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8110173 Dec 06 17:04:49.212657 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aad279e-2a02-4e8e-be91-f2a17c5510bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b8a04e-328c-44e7-a471-bb8949023525,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:04:49.213929 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59892) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:04:49.245294 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-82fde2a7-4007-4a0f-92c8-a201bf4f2960 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8b01b4ecc53342f0aaba9ce37a126437&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5582831 Dec 06 17:04:49.247870 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 59894) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:04:49.249978 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fde2a7-4007-4a0f-92c8-a201bf4f2960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5473468-a567-439a-854a-07cf61636f76,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:04:49.267484 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-005559c7-39e1-49a4-85fd-483ec03e3114 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:49.294863 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-005559c7-39e1-49a4-85fd-483ec03e3114 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:49.323008 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-02750393-21dd-4da1-a8e9-0ec466be10d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:49.356623 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-02750393-21dd-4da1-a8e9-0ec466be10d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:49.364460 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-005559c7-39e1-49a4-85fd-483ec03e3114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:49.368017 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-005559c7-39e1-49a4-85fd-483ec03e3114 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:49.373794 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-005559c7-39e1-49a4-85fd-483ec03e3114 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c7b8a04e-328c-44e7-a471-bb8949023525 HTTP/1.1" status: 204 len: 168 time: 0.1566546 Dec 06 17:04:49.384740 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005559c7-39e1-49a4-85fd-483ec03e3114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b8a04e-328c-44e7-a471-bb8949023525,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:04:49.417574 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-02750393-21dd-4da1-a8e9-0ec466be10d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:49.420298 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-02750393-21dd-4da1-a8e9-0ec466be10d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:49.421453 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-02750393-21dd-4da1-a8e9-0ec466be10d8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a5473468-a567-439a-854a-07cf61636f76 HTTP/1.1" status: 204 len: 168 time: 0.1725612 Dec 06 17:04:49.430244 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02750393-21dd-4da1-a8e9-0ec466be10d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5473468-a567-439a-854a-07cf61636f76,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:04:49.478192 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-c62eaa2d-ad7b-443a-8d02-e0a33ef4a1e2 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-975269071-network', 'tenant_id': '79450b3018524610adce1efbd72221ff'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:04:49.498995 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c62eaa2d-ad7b-443a-8d02-e0a33ef4a1e2 admin admin] Made reservation on behalf of 79450b3018524610adce1efbd72221ff for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:04:49.503449 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c62eaa2d-ad7b-443a-8d02-e0a33ef4a1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:49.514031 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c62eaa2d-ad7b-443a-8d02-e0a33ef4a1e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:49.593563 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c62eaa2d-ad7b-443a-8d02-e0a33ef4a1e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:49.598617 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c62eaa2d-ad7b-443a-8d02-e0a33ef4a1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:49.623657 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c62eaa2d-ad7b-443a-8d02-e0a33ef4a1e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:04:49.633921 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62eaa2d-ad7b-443a-8d02-e0a33ef4a1e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8331606c-66c4-442f-9ac7-0d2af440a87d,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:04:49.638706 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c62eaa2d-ad7b-443a-8d02-e0a33ef4a1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:49.639212 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-c62eaa2d-ad7b-443a-8d02-e0a33ef4a1e2 admin admin] Added segment d81ef432-c48a-4c0f-bf74-f28c73543a94 of type vlan for network 69a40b88-32c3-4e15-ab36-985e8404a553 Dec 06 17:04:49.663237 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59908) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:04:49.681953 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fd004e25-9e65-4132-add3-ca98f97aa690 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:49.691535 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c62eaa2d-ad7b-443a-8d02-e0a33ef4a1e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:49.729395 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c62eaa2d-ad7b-443a-8d02-e0a33ef4a1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:49.731635 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62eaa2d-ad7b-443a-8d02-e0a33ef4a1e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:04:49.732533 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c62eaa2d-ad7b-443a-8d02-e0a33ef4a1e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:49.773014 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fd004e25-9e65-4132-add3-ca98f97aa690 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:49.778186 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-c62eaa2d-ad7b-443a-8d02-e0a33ef4a1e2 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6843915 Dec 06 17:04:49.781399 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 59910) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:04:49.786205 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fd004e25-9e65-4132-add3-ca98f97aa690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:49.789157 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-db761321-e2f1-4101-aca4-6832f8dcdffe admin admin] Request body: {'subnet': {'network_id': '69a40b88-32c3-4e15-ab36-985e8404a553', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-975269071-subnet', 'tenant_id': '79450b3018524610adce1efbd72221ff', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:04:49.818247 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd004e25-9e65-4132-add3-ca98f97aa690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91773377-ede2-4385-b282-1f56f6115b21,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:04:49.847643 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-fd004e25-9e65-4132-add3-ca98f97aa690 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=45ba4feed79f4d3d862a633235af59b9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1823964 Dec 06 17:04:49.849976 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59922) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:04:49.854295 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62eaa2d-ad7b-443a-8d02-e0a33ef4a1e2 admin admin] Pushing event updated for resources: {'Network': ['ID=69a40b88-32c3-4e15-ab36-985e8404a553,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:04:49.860117 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db761321-e2f1-4101-aca4-6832f8dcdffe admin admin] Made reservation on behalf of 79450b3018524610adce1efbd72221ff for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:04:49.863546 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-db761321-e2f1-4101-aca4-6832f8dcdffe admin admin] Publish callbacks [] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:49.870163 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 69a40b88-32c3-4e15-ab36-985e8404a553 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:04:49.937808 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-12738604-6aae-41e0-b35a-1993fbf07459 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:49.964620 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-12738604-6aae-41e0-b35a-1993fbf07459 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:50.036604 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-12738604-6aae-41e0-b35a-1993fbf07459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:50.040662 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-12738604-6aae-41e0-b35a-1993fbf07459 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:50.042173 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-12738604-6aae-41e0-b35a-1993fbf07459 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/91773377-ede2-4385-b282-1f56f6115b21 HTTP/1.1" status: 204 len: 168 time: 0.1905501 Dec 06 17:04:50.052039 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12738604-6aae-41e0-b35a-1993fbf07459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91773377-ede2-4385-b282-1f56f6115b21,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:04:50.074956 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-db761321-e2f1-4101-aca4-6832f8dcdffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:50.140685 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db761321-e2f1-4101-aca4-6832f8dcdffe admin admin] Pushing event updated for resources: {'Subnet': ['ID=29223edc-149f-468a-b413-de60543fe5ba,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:04:50.148509 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db761321-e2f1-4101-aca4-6832f8dcdffe admin admin] Checking segment: {'id': 'd81ef432-c48a-4c0f-bf74-f28c73543a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '69a40b88-32c3-4e15-ab36-985e8404a553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:04:50.148932 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db761321-e2f1-4101-aca4-6832f8dcdffe admin admin] Network hostable DHCP agents. Network: 69a40b88-32c3-4e15-ab36-985e8404a553, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:04:50.174991 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db761321-e2f1-4101-aca4-6832f8dcdffe admin admin] Network 69a40b88-32c3-4e15-ab36-985e8404a553 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:04:50.184372 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-db761321-e2f1-4101-aca4-6832f8dcdffe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 69a40b88-32c3-4e15-ab36-985e8404a553) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:04:50.193267 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773ac0ce-baf8-4042-aee5-3342a7cef1b9 None None] Network 69a40b88-32c3-4e15-ab36-985e8404a553 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:04:50.196832 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db761321-e2f1-4101-aca4-6832f8dcdffe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:04:50.197505 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-db761321-e2f1-4101-aca4-6832f8dcdffe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:50.218807 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-db761321-e2f1-4101-aca4-6832f8dcdffe admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4346783 Dec 06 17:04:50.221996 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 59934) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:04:50.228597 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-80e93b0f-251f-478a-8a90-52f1e267db96 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-975269071-router', 'tenant_id': '79450b3018524610adce1efbd72221ff', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:04:50.252237 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59936) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:04:50.261026 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-80e93b0f-251f-478a-8a90-52f1e267db96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:50.262721 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-80e93b0f-251f-478a-8a90-52f1e267db96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:50.268574 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-978680c4-cc7e-42a2-9f33-72aac34c85c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:50.318142 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59938) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:04:50.329692 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-80e93b0f-251f-478a-8a90-52f1e267db96 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:50.347867 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9cbcdd05-f041-4021-b6cb-eb4ff4bc7a25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:50.377949 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3a96c3-b343-462e-b756-2c970f823ec9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-69a40b88-32c3-4e15-ab36-985e8404a553', 'network_id': '69a40b88-32c3-4e15-ab36-985e8404a553', 'tenant_id': '79450b3018524610adce1efbd72221ff', 'fixed_ips': [{'subnet_id': '29223edc-149f-468a-b413-de60543fe5ba'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:04:50.379191 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-dc3a96c3-b343-462e-b756-2c970f823ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:50.448852 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-978680c4-cc7e-42a2-9f33-72aac34c85c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:50.459061 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-978680c4-cc7e-42a2-9f33-72aac34c85c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:50.522755 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-978680c4-cc7e-42a2-9f33-72aac34c85c5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8514b1173ab2437da5e87bbbb68a0e58&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2692540 Dec 06 17:04:50.526135 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9cbcdd05-f041-4021-b6cb-eb4ff4bc7a25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:50.527451 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59940) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:04:50.529892 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978680c4-cc7e-42a2-9f33-72aac34c85c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=478b5016-4c46-4e3a-b4c2-f7326a6424d7,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:04:50.542658 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9cbcdd05-f041-4021-b6cb-eb4ff4bc7a25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:50.558154 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-dc3a96c3-b343-462e-b756-2c970f823ec9 None None] Allocated IP 172.20.0.2 (69a40b88-32c3-4e15-ab36-985e8404a553/29223edc-149f-468a-b413-de60543fe5ba/dbfed50d-5b3b-4904-bc2f-130366290dc7) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:04:50.582816 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-80e93b0f-251f-478a-8a90-52f1e267db96 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:50.618716 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-9cbcdd05-f041-4021-b6cb-eb4ff4bc7a25 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=965ea847deb24b68b19ccfa6a3517304&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2988698 Dec 06 17:04:50.619058 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 59944) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:04:50.619400 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 59946) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:04:50.625027 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbcdd05-f041-4021-b6cb-eb4ff4bc7a25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44453266-8264-4f5b-87ef-655e32f7dfae,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:04:50.660205 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d0e18f2e-9219-4627-b62c-398e26063c4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:50.710161 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d0e18f2e-9219-4627-b62c-398e26063c4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:50.786928 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d0e18f2e-9219-4627-b62c-398e26063c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:50.787321 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d13e6979-646d-46df-89ba-bb36d8538d96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:50.790458 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d0e18f2e-9219-4627-b62c-398e26063c4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:50.790939 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-dc3a96c3-b343-462e-b756-2c970f823ec9 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:50.794546 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-d0e18f2e-9219-4627-b62c-398e26063c4d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/478b5016-4c46-4e3a-b4c2-f7326a6424d7 HTTP/1.1" status: 204 len: 168 time: 0.2636228 Dec 06 17:04:50.802559 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-dc3a96c3-b343-462e-b756-2c970f823ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:50.808498 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e18f2e-9219-4627-b62c-398e26063c4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=478b5016-4c46-4e3a-b4c2-f7326a6424d7,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:04:50.874814 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3a96c3-b343-462e-b756-2c970f823ec9 None None] Pushing event updated for resources: {'Port': ['ID=dbfed50d-5b3b-4904-bc2f-130366290dc7,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:04:50.889112 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3a96c3-b343-462e-b756-2c970f823ec9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:04:50.889485 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3a96c3-b343-462e-b756-2c970f823ec9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:04:50.890192 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3a96c3-b343-462e-b756-2c970f823ec9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:04:50.890306 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3a96c3-b343-462e-b756-2c970f823ec9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:04:50.890553 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3a96c3-b343-462e-b756-2c970f823ec9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:04:50.890876 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3a96c3-b343-462e-b756-2c970f823ec9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:04:50.891284 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3a96c3-b343-462e-b756-2c970f823ec9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:04:50.891520 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3a96c3-b343-462e-b756-2c970f823ec9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:04:50.891974 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3a96c3-b343-462e-b756-2c970f823ec9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:04:50.892312 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3a96c3-b343-462e-b756-2c970f823ec9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:04:50.892885 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3a96c3-b343-462e-b756-2c970f823ec9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:04:50.893526 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3a96c3-b343-462e-b756-2c970f823ec9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:04:50.893798 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3a96c3-b343-462e-b756-2c970f823ec9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:04:50.895326 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3a96c3-b343-462e-b756-2c970f823ec9 None None] Tracked resource versions report: Dec 06 17:04:50.895326 n-d-master-1 neutron-server[103286]: pushed versions: Dec 06 17:04:50.895326 n-d-master-1 neutron-server[103286]: { 'AddressGroup': {'1.2'}, Dec 06 17:04:50.895326 n-d-master-1 neutron-server[103286]: 'ConntrackHelper': {'1.0'}, Dec 06 17:04:50.895326 n-d-master-1 neutron-server[103286]: 'LocalIPAssociation': {'1.0'}, Dec 06 17:04:50.895326 n-d-master-1 neutron-server[103286]: 'Log': {'1.0'}, Dec 06 17:04:50.895326 n-d-master-1 neutron-server[103286]: 'Network': {'1.1'}, Dec 06 17:04:50.895326 n-d-master-1 neutron-server[103286]: 'Port': {'1.7'}, Dec 06 17:04:50.895326 n-d-master-1 neutron-server[103286]: 'PortForwarding': {'1.2'}, Dec 06 17:04:50.895326 n-d-master-1 neutron-server[103286]: 'QosPolicy': {'1.10'}, Dec 06 17:04:50.895326 n-d-master-1 neutron-server[103286]: 'SecurityGroup': {'1.5'}, Dec 06 17:04:50.895326 n-d-master-1 neutron-server[103286]: 'SecurityGroupRule': {'1.2'}, Dec 06 17:04:50.895326 n-d-master-1 neutron-server[103286]: 'SubPort': {'1.0'}, Dec 06 17:04:50.895326 n-d-master-1 neutron-server[103286]: 'Subnet': {'1.1'}, Dec 06 17:04:50.895326 n-d-master-1 neutron-server[103286]: 'Trunk': {'1.1'}} Dec 06 17:04:50.895326 n-d-master-1 neutron-server[103286]: consumer versions: Dec 06 17:04:50.895326 n-d-master-1 neutron-server[103286]: { DHCP agent@n-d-master-1: {}, Dec 06 17:04:50.895326 n-d-master-1 neutron-server[103286]: HyperV agent@n-h1-master-1: {}, Dec 06 17:04:50.895326 n-d-master-1 neutron-server[103286]: HyperV agent@n-h2-master-1: {}, Dec 06 17:04:50.895326 n-d-master-1 neutron-server[103286]: L3 agent@n-d-master-1: {}, Dec 06 17:04:50.895326 n-d-master-1 neutron-server[103286]: Metadata agent@n-d-master-1: {}, Dec 06 17:04:50.895326 n-d-master-1 neutron-server[103286]: Metering agent@n-d-master-1: {}, Dec 06 17:04:50.895326 n-d-master-1 neutron-server[103286]: Open vSwitch agent@n-d-master-1: { 'AddressGroup': '1.2', Dec 06 17:04:50.895326 n-d-master-1 neutron-server[103286]: 'ConntrackHelper': '1.0', Dec 06 17:04:50.895326 n-d-master-1 neutron-server[103286]: 'LocalIPAssociation': '1.0', Dec 06 17:04:50.895326 n-d-master-1 neutron-server[103286]: 'Log': '1.0', Dec 06 17:04:50.895326 n-d-master-1 neutron-server[103286]: 'Network': '1.1', Dec 06 17:04:50.895326 n-d-master-1 neutron-server[103286]: 'Port': '1.7', Dec 06 17:04:50.895326 n-d-master-1 neutron-server[103286]: 'PortForwarding': '1.2', Dec 06 17:04:50.895326 n-d-master-1 neutron-server[103286]: 'QosPolicy': '1.10', Dec 06 17:04:50.895326 n-d-master-1 neutron-server[103286]: 'SecurityGroup': '1.5', Dec 06 17:04:50.895326 n-d-master-1 neutron-server[103286]: 'SecurityGroupRule': '1.2', Dec 06 17:04:50.895326 n-d-master-1 neutron-server[103286]: 'SubPort': '1.0', Dec 06 17:04:50.895326 n-d-master-1 neutron-server[103286]: 'Subnet': '1.1', Dec 06 17:04:50.895326 n-d-master-1 neutron-server[103286]: 'Trunk': '1.1'}} Dec 06 17:04:50.895326 n-d-master-1 neutron-server[103286]: {{(pid=103286) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 06 17:04:50.907354 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3a96c3-b343-462e-b756-2c970f823ec9 None None] Network 69a40b88-32c3-4e15-ab36-985e8404a553 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:04:50.909262 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-dc3a96c3-b343-462e-b756-2c970f823ec9 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:04:50.914241 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3a96c3-b343-462e-b756-2c970f823ec9 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:04:50.994641 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-863ea5ed-c4b7-44de-bd50-05813905e611 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:50.998678 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-dc3a96c3-b343-462e-b756-2c970f823ec9 None None] Attempting to bind port dbfed50d-5b3b-4904-bc2f-130366290dc7 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:04:50.999054 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-dc3a96c3-b343-462e-b756-2c970f823ec9 None None] Attempting to bind port dbfed50d-5b3b-4904-bc2f-130366290dc7 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'd81ef432-c48a-4c0f-bf74-f28c73543a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '69a40b88-32c3-4e15-ab36-985e8404a553'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:04:50.999426 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3a96c3-b343-462e-b756-2c970f823ec9 None None] Attempting to bind port dbfed50d-5b3b-4904-bc2f-130366290dc7 on network 69a40b88-32c3-4e15-ab36-985e8404a553 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:04:51.004718 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d13e6979-646d-46df-89ba-bb36d8538d96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:51.006490 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3a96c3-b343-462e-b756-2c970f823ec9 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:04:51.007121 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3a96c3-b343-462e-b756-2c970f823ec9 None None] Checking segment: {'id': 'd81ef432-c48a-4c0f-bf74-f28c73543a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '69a40b88-32c3-4e15-ab36-985e8404a553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:04:51.007816 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-dc3a96c3-b343-462e-b756-2c970f823ec9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:51.008494 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3a96c3-b343-462e-b756-2c970f823ec9 None None] Bound using segment: {'id': 'd81ef432-c48a-4c0f-bf74-f28c73543a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '69a40b88-32c3-4e15-ab36-985e8404a553'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:04:51.008984 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-dc3a96c3-b343-462e-b756-2c970f823ec9 None None] Bound port: dbfed50d-5b3b-4904-bc2f-130366290dc7, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd81ef432-c48a-4c0f-bf74-f28c73543a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '69a40b88-32c3-4e15-ab36-985e8404a553'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:04:51.009562 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-dc3a96c3-b343-462e-b756-2c970f823ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:51.015449 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d13e6979-646d-46df-89ba-bb36d8538d96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:51.047341 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-863ea5ed-c4b7-44de-bd50-05813905e611 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:51.090389 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-dc3a96c3-b343-462e-b756-2c970f823ec9 None None] For port dbfed50d-5b3b-4904-bc2f-130366290dc7, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:04:51.094068 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-dc3a96c3-b343-462e-b756-2c970f823ec9 None None] For port dbfed50d-5b3b-4904-bc2f-130366290dc7, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=dbfed50d-5b3b-4904-bc2f-130366290dc7,segment=NetworkSegment(d81ef432-c48a-4c0f-bf74-f28c73543a94),segment_id=d81ef432-c48a-4c0f-bf74-f28c73543a94)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:04:51.101706 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-dc3a96c3-b343-462e-b756-2c970f823ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:51.150230 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59974) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:04:51.150432 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-d13e6979-646d-46df-89ba-bb36d8538d96 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b9c8b666ed384e6a90d20527819f5afe&name=default HTTP/1.1" status: 200 len: 2993 time: 0.4087048 Dec 06 17:04:51.160780 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13e6979-646d-46df-89ba-bb36d8538d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e3dd36-1e40-423d-ad37-a4de114f4f05,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:04:51.233214 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3a96c3-b343-462e-b756-2c970f823ec9 None None] Pushing event updated for resources: {'Port': ['ID=dbfed50d-5b3b-4904-bc2f-130366290dc7,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:04:51.249294 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-80e93b0f-251f-478a-8a90-52f1e267db96 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:51.269439 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6f6ff9a8-42c4-4181-a9dc-a6c83f7a8070 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:51.289887 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-863ea5ed-c4b7-44de-bd50-05813905e611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:51.289887 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-863ea5ed-c4b7-44de-bd50-05813905e611 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:51.291302 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-863ea5ed-c4b7-44de-bd50-05813905e611 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/44453266-8264-4f5b-87ef-655e32f7dfae HTTP/1.1" status: 204 len: 168 time: 0.5483046 Dec 06 17:04:51.305505 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-80e93b0f-251f-478a-8a90-52f1e267db96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:51.305505 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863ea5ed-c4b7-44de-bd50-05813905e611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44453266-8264-4f5b-87ef-655e32f7dfae,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:04:51.331955 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59988) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:04:51.337367 n-d-master-1 neutron-server[103284]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 06 17:04:51.390210 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e57ba5e9-086f-4326-b0f6-19e18e6f1ba4 req-f6e6d8db-1d6e-4558-969c-f5b0f849a634 tempest-AggregatesAdminTestJSON-39031760 tempest-AggregatesAdminTestJSON-39031760-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=57091b63777c4e6cb55666c11e6a5987&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0570517 Dec 06 17:04:51.396632 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6f6ff9a8-42c4-4181-a9dc-a6c83f7a8070 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:51.499314 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-80e93b0f-251f-478a-8a90-52f1e267db96 admin admin] Allocated IP 172.35.1.41 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/6e342e6b-5aad-4dc0-b38e-8376f9d24d88) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:04:51.698326 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6f6ff9a8-42c4-4181-a9dc-a6c83f7a8070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:51.706487 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-80e93b0f-251f-478a-8a90-52f1e267db96 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:51.716673 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6f6ff9a8-42c4-4181-a9dc-a6c83f7a8070 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:51.718030 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-6f6ff9a8-42c4-4181-a9dc-a6c83f7a8070 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b8e3dd36-1e40-423d-ad37-a4de114f4f05 HTTP/1.1" status: 204 len: 168 time: 0.5667152 Dec 06 17:04:51.734997 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57ba5e9-086f-4326-b0f6-19e18e6f1ba4 req-044d0fa2-7e2d-4639-a3b9-9c5085c49ae4 tempest-AggregatesAdminTestJSON-39031760 tempest-AggregatesAdminTestJSON-39031760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:04:51.736816 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e57ba5e9-086f-4326-b0f6-19e18e6f1ba4 req-044d0fa2-7e2d-4639-a3b9-9c5085c49ae4 tempest-AggregatesAdminTestJSON-39031760 tempest-AggregatesAdminTestJSON-39031760-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3378625 Dec 06 17:04:51.749722 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6ff9a8-42c4-4181-a9dc-a6c83f7a8070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e3dd36-1e40-423d-ad37-a4de114f4f05,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:04:51.775798 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e57ba5e9-086f-4326-b0f6-19e18e6f1ba4 req-23f15084-794a-44f8-bb2d-85bdc507c13b tempest-AggregatesAdminTestJSON-39031760 tempest-AggregatesAdminTestJSON-39031760-project] 10.222.0.23 "GET /v2.0/quotas/57091b63777c4e6cb55666c11e6a5987 HTTP/1.1" status: 200 len: 375 time: 0.0278039 Dec 06 17:04:51.779259 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-80e93b0f-251f-478a-8a90-52f1e267db96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:51.836692 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e93b0f-251f-478a-8a90-52f1e267db96 admin admin] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:04:51.840304 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-80e93b0f-251f-478a-8a90-52f1e267db96 admin admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:04:51.855817 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e93b0f-251f-478a-8a90-52f1e267db96 admin admin] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:04:51.889014 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e57ba5e9-086f-4326-b0f6-19e18e6f1ba4 req-1c770fd8-7d97-47b1-8812-b0aba1dbf9c6 tempest-AggregatesAdminTestJSON-39031760 tempest-AggregatesAdminTestJSON-39031760-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=57091b63777c4e6cb55666c11e6a5987&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1116807 Dec 06 17:04:51.953834 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e93b0f-251f-478a-8a90-52f1e267db96 admin admin] Pushing event updated for resources: {'Port': ['ID=6e342e6b-5aad-4dc0-b38e-8376f9d24d88,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:04:52.160244 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60030) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:04:52.204383 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-80e93b0f-251f-478a-8a90-52f1e267db96 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:52.481173 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-701e03ee-692a-459c-ac1e-e03f02834802 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1823532880-network', 'tenant_id': '013b92ce2e6a40e1a3b2fa92d62d652e'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:04:52.491417 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-80e93b0f-251f-478a-8a90-52f1e267db96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:52.577181 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-701e03ee-692a-459c-ac1e-e03f02834802 admin admin] Made reservation on behalf of 013b92ce2e6a40e1a3b2fa92d62d652e for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:04:52.610038 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-701e03ee-692a-459c-ac1e-e03f02834802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:52.643587 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-701e03ee-692a-459c-ac1e-e03f02834802 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:52.697377 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 60052) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:04:52.755479 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e409f5-6c04-4eec-97df-74c2ba4fffa5 None None] Network 69a40b88-32c3-4e15-ab36-985e8404a553 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:04:52.756428 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80e93b0f-251f-478a-8a90-52f1e267db96 admin admin] Router 107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6 is scheduled to L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 with binding_index 1 {{(pid=103285) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 17:04:52.827453 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-701e03ee-692a-459c-ac1e-e03f02834802 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:52.837339 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-701e03ee-692a-459c-ac1e-e03f02834802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:52.882081 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-272acd9c-e901-40dc-80ff-b6ccf49dbcde None None] Provisioning complete for port dbfed50d-5b3b-4904-bc2f-130366290dc7 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:04:52.882445 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-272acd9c-e901-40dc-80ff-b6ccf49dbcde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:52.891759 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701e03ee-692a-459c-ac1e-e03f02834802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=831696b2-5ffa-40bd-a226-7b9cd528b861,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:04:52.945066 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-701e03ee-692a-459c-ac1e-e03f02834802 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:04:52.982687 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-701e03ee-692a-459c-ac1e-e03f02834802 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8794388727965', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:52.982687 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-701e03ee-692a-459c-ac1e-e03f02834802 admin admin] Unsubscribe: segment precommit_create {{(pid=103284) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 06 17:04:52.984174 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-701e03ee-692a-459c-ac1e-e03f02834802 admin admin] Added segment d43b23f1-3a85-4be8-8063-3fe18696b942 of type vlan for network f368e270-aa86-47d2-9c8f-0ac2b4fc8997 Dec 06 17:04:53.004872 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80e93b0f-251f-478a-8a90-52f1e267db96 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:04:53.018907 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5a4124-ceed-45d7-9a94-01e2e2a97299 None None] Sync routers for ids ['107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:04:53.032436 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-272acd9c-e901-40dc-80ff-b6ccf49dbcde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:53.044296 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5a4124-ceed-45d7-9a94-01e2e2a97299 None None] Routers {'107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:04:53.046798 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-ae5a4124-ceed-45d7-9a94-01e2e2a97299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:04:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:04:53.088767 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-272acd9c-e901-40dc-80ff-b6ccf49dbcde None None] For port dbfed50d-5b3b-4904-bc2f-130366290dc7, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=dbfed50d-5b3b-4904-bc2f-130366290dc7,segment=NetworkSegment(d81ef432-c48a-4c0f-bf74-f28c73543a94),segment_id=d81ef432-c48a-4c0f-bf74-f28c73543a94)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:04:53.097550 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-80e93b0f-251f-478a-8a90-52f1e267db96 admin admin] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:53.097846 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-272acd9c-e901-40dc-80ff-b6ccf49dbcde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:53.103488 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-80e93b0f-251f-478a-8a90-52f1e267db96 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 2.8798900 Dec 06 17:04:53.119195 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 60074) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:04:53.122486 n-d-master-1 neutron-server[103285]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 06 17:04:53.206018 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272acd9c-e901-40dc-80ff-b6ccf49dbcde None None] Pushing event updated for resources: {'Port': ['ID=dbfed50d-5b3b-4904-bc2f-130366290dc7,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:04:53.290556 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-701e03ee-692a-459c-ac1e-e03f02834802 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:53.368309 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-701e03ee-692a-459c-ac1e-e03f02834802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:53.370781 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701e03ee-692a-459c-ac1e-e03f02834802 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:04:53.371464 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-701e03ee-692a-459c-ac1e-e03f02834802 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:53.371813 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device dbfed50d-5b3b-4904-bc2f-130366290dc7 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:04:53.405695 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b48e53fa-2d03-418f-9fb7-931230d84376 req-835db20a-70d4-4b33-b617-079dd05da748 tempest-AggregatesAdminTestJSON-39031760 tempest-AggregatesAdminTestJSON-39031760-project] 10.222.0.23 "GET /v2.0/ports?device_id=feb28d05-6ceb-4539-a411-7fd1d7223c36 HTTP/1.1" status: 200 len: 210 time: 0.7066891 Dec 06 17:04:53.524101 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port dbfed50d-5b3b-4904-bc2f-130366290dc7 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:04:53.526641 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:53.553015 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-ae5a4124-ceed-45d7-9a94-01e2e2a97299 None None] Set router 107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:04:53.585547 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701e03ee-692a-459c-ac1e-e03f02834802 admin admin] Pushing event updated for resources: {'Network': ['ID=f368e270-aa86-47d2-9c8f-0ac2b4fc8997,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:04:53.614649 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-701e03ee-692a-459c-ac1e-e03f02834802 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4494469 Dec 06 17:04:53.618110 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60094) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:04:53.626446 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network f368e270-aa86-47d2-9c8f-0ac2b4fc8997 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:04:53.635153 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-95872b38-70ff-42dc-acae-f833f19261e3 admin admin] Request body: {'subnet': {'network_id': 'f368e270-aa86-47d2-9c8f-0ac2b4fc8997', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1823532880-subnet', 'tenant_id': '013b92ce2e6a40e1a3b2fa92d62d652e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:04:53.721743 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95872b38-70ff-42dc-acae-f833f19261e3 admin admin] Made reservation on behalf of 013b92ce2e6a40e1a3b2fa92d62d652e for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:04:53.726014 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-95872b38-70ff-42dc-acae-f833f19261e3 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:53.764895 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-ce426485-5379-4095-823e-040cbf23137b None None] Provisioning complete for port dbfed50d-5b3b-4904-bc2f-130366290dc7 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:04:53.765454 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ce426485-5379-4095-823e-040cbf23137b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:54.015825 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-ae5a4124-ceed-45d7-9a94-01e2e2a97299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-975269071-router', 'tenant_id': '79450b3018524610adce1efbd72221ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.41'}], 'enable_snat': True}, 'gw_port_id': '6e342e6b-5aad-4dc0-b38e-8376f9d24d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:04:50Z', 'updated_at': '2021-12-06T17:04:52Z', 'revision_number': 3, 'project_id': '79450b3018524610adce1efbd72221ff', 'gw_port': {'id': '6e342e6b-5aad-4dc0-b38e-8376f9d24d88', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c7:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:04:51Z', 'updated_at': '2021-12-06T17:04:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:04:54.069106 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5a4124-ceed-45d7-9a94-01e2e2a97299 None None] Checking router: 107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6 for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:04:54.071012 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5a4124-ceed-45d7-9a94-01e2e2a97299 None None] Updating router 107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6 port 6e342e6b-5aad-4dc0-b38e-8376f9d24d88 binding host n-d-master-1 {{(pid=103287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:04:54.099651 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ae5a4124-ceed-45d7-9a94-01e2e2a97299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:54.167258 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-95872b38-70ff-42dc-acae-f833f19261e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:54.307714 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95872b38-70ff-42dc-acae-f833f19261e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f77759ce-94b4-46a8-b90f-f881b9e38f99,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:04:54.330381 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95872b38-70ff-42dc-acae-f833f19261e3 admin admin] Checking segment: {'id': 'd43b23f1-3a85-4be8-8063-3fe18696b942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f368e270-aa86-47d2-9c8f-0ac2b4fc8997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:04:54.330774 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95872b38-70ff-42dc-acae-f833f19261e3 admin admin] Network hostable DHCP agents. Network: f368e270-aa86-47d2-9c8f-0ac2b4fc8997, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:04:54.390461 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95872b38-70ff-42dc-acae-f833f19261e3 admin admin] Network f368e270-aa86-47d2-9c8f-0ac2b4fc8997 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:04:54.414613 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-95872b38-70ff-42dc-acae-f833f19261e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, f368e270-aa86-47d2-9c8f-0ac2b4fc8997) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:04:54.424981 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95872b38-70ff-42dc-acae-f833f19261e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:04:54.425669 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-95872b38-70ff-42dc-acae-f833f19261e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:54.455682 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-95872b38-70ff-42dc-acae-f833f19261e3 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8364472 Dec 06 17:04:54.489702 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b581dca6-f7c3-416a-b8d2-249a84b15a44 None None] Network f368e270-aa86-47d2-9c8f-0ac2b4fc8997 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:04:54.498598 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2ce36e63-9c79-4128-8a9a-48bd9726084e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:54.662784 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98b79b1-838f-46b7-ba7c-cf178c65136c None None] Network f368e270-aa86-47d2-9c8f-0ac2b4fc8997 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:04:54.706390 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ae5a4124-ceed-45d7-9a94-01e2e2a97299 None None] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:54.714112 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ae5a4124-ceed-45d7-9a94-01e2e2a97299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:54.776279 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0446ce6-fe6c-4b7c-a98f-3ee7fb46c524 None None] Pushing event updated for resources: {'Port': ['ID=6e342e6b-5aad-4dc0-b38e-8376f9d24d88,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:04:54.787126 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0446ce6-fe6c-4b7c-a98f-3ee7fb46c524 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:04:54.787484 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0446ce6-fe6c-4b7c-a98f-3ee7fb46c524 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:04:54.787830 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0446ce6-fe6c-4b7c-a98f-3ee7fb46c524 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:04:54.788173 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0446ce6-fe6c-4b7c-a98f-3ee7fb46c524 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:04:54.788698 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0446ce6-fe6c-4b7c-a98f-3ee7fb46c524 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:04:54.789037 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0446ce6-fe6c-4b7c-a98f-3ee7fb46c524 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:04:54.789371 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0446ce6-fe6c-4b7c-a98f-3ee7fb46c524 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:04:54.789730 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0446ce6-fe6c-4b7c-a98f-3ee7fb46c524 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:04:54.790065 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0446ce6-fe6c-4b7c-a98f-3ee7fb46c524 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:04:54.790397 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0446ce6-fe6c-4b7c-a98f-3ee7fb46c524 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:04:54.790725 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0446ce6-fe6c-4b7c-a98f-3ee7fb46c524 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:04:54.791055 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0446ce6-fe6c-4b7c-a98f-3ee7fb46c524 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:04:54.791383 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0446ce6-fe6c-4b7c-a98f-3ee7fb46c524 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:04:54.792898 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0446ce6-fe6c-4b7c-a98f-3ee7fb46c524 None None] Tracked resource versions report: Dec 06 17:04:54.792898 n-d-master-1 neutron-server[103287]: pushed versions: Dec 06 17:04:54.792898 n-d-master-1 neutron-server[103287]: { 'AddressGroup': {'1.2'}, Dec 06 17:04:54.792898 n-d-master-1 neutron-server[103287]: 'ConntrackHelper': {'1.0'}, Dec 06 17:04:54.792898 n-d-master-1 neutron-server[103287]: 'LocalIPAssociation': {'1.0'}, Dec 06 17:04:54.792898 n-d-master-1 neutron-server[103287]: 'Log': {'1.0'}, Dec 06 17:04:54.792898 n-d-master-1 neutron-server[103287]: 'Network': {'1.1'}, Dec 06 17:04:54.792898 n-d-master-1 neutron-server[103287]: 'Port': {'1.7'}, Dec 06 17:04:54.792898 n-d-master-1 neutron-server[103287]: 'PortForwarding': {'1.2'}, Dec 06 17:04:54.792898 n-d-master-1 neutron-server[103287]: 'QosPolicy': {'1.10'}, Dec 06 17:04:54.792898 n-d-master-1 neutron-server[103287]: 'SecurityGroup': {'1.5'}, Dec 06 17:04:54.792898 n-d-master-1 neutron-server[103287]: 'SecurityGroupRule': {'1.2'}, Dec 06 17:04:54.792898 n-d-master-1 neutron-server[103287]: 'SubPort': {'1.0'}, Dec 06 17:04:54.792898 n-d-master-1 neutron-server[103287]: 'Subnet': {'1.1'}, Dec 06 17:04:54.792898 n-d-master-1 neutron-server[103287]: 'Trunk': {'1.1'}} Dec 06 17:04:54.792898 n-d-master-1 neutron-server[103287]: consumer versions: Dec 06 17:04:54.792898 n-d-master-1 neutron-server[103287]: { DHCP agent@n-d-master-1: {}, Dec 06 17:04:54.792898 n-d-master-1 neutron-server[103287]: HyperV agent@n-h1-master-1: {}, Dec 06 17:04:54.792898 n-d-master-1 neutron-server[103287]: HyperV agent@n-h2-master-1: {}, Dec 06 17:04:54.792898 n-d-master-1 neutron-server[103287]: L3 agent@n-d-master-1: {}, Dec 06 17:04:54.792898 n-d-master-1 neutron-server[103287]: Metadata agent@n-d-master-1: {}, Dec 06 17:04:54.792898 n-d-master-1 neutron-server[103287]: Metering agent@n-d-master-1: {}, Dec 06 17:04:54.792898 n-d-master-1 neutron-server[103287]: Open vSwitch agent@n-d-master-1: { 'AddressGroup': '1.2', Dec 06 17:04:54.792898 n-d-master-1 neutron-server[103287]: 'ConntrackHelper': '1.0', Dec 06 17:04:54.792898 n-d-master-1 neutron-server[103287]: 'LocalIPAssociation': '1.0', Dec 06 17:04:54.792898 n-d-master-1 neutron-server[103287]: 'Log': '1.0', Dec 06 17:04:54.792898 n-d-master-1 neutron-server[103287]: 'Network': '1.1', Dec 06 17:04:54.792898 n-d-master-1 neutron-server[103287]: 'Port': '1.7', Dec 06 17:04:54.792898 n-d-master-1 neutron-server[103287]: 'PortForwarding': '1.2', Dec 06 17:04:54.792898 n-d-master-1 neutron-server[103287]: 'QosPolicy': '1.10', Dec 06 17:04:54.792898 n-d-master-1 neutron-server[103287]: 'SecurityGroup': '1.5', Dec 06 17:04:54.792898 n-d-master-1 neutron-server[103287]: 'SecurityGroupRule': '1.2', Dec 06 17:04:54.792898 n-d-master-1 neutron-server[103287]: 'SubPort': '1.0', Dec 06 17:04:54.792898 n-d-master-1 neutron-server[103287]: 'Subnet': '1.1', Dec 06 17:04:54.792898 n-d-master-1 neutron-server[103287]: 'Trunk': '1.1'}} Dec 06 17:04:54.792898 n-d-master-1 neutron-server[103287]: {{(pid=103287) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 06 17:04:54.844294 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-ae5a4124-ceed-45d7-9a94-01e2e2a97299 None None] Attempting to bind port 6e342e6b-5aad-4dc0-b38e-8376f9d24d88 on host n-d-master-1 for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:04:54.844672 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-ae5a4124-ceed-45d7-9a94-01e2e2a97299 None None] Attempting to bind port 6e342e6b-5aad-4dc0-b38e-8376f9d24d88 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:04:54.847258 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5a4124-ceed-45d7-9a94-01e2e2a97299 None None] Attempting to bind port 6e342e6b-5aad-4dc0-b38e-8376f9d24d88 on network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:04:54.858553 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5a4124-ceed-45d7-9a94-01e2e2a97299 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:04:54.858938 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5a4124-ceed-45d7-9a94-01e2e2a97299 None None] Checking segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:04:54.859350 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ae5a4124-ceed-45d7-9a94-01e2e2a97299 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:54.859752 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5a4124-ceed-45d7-9a94-01e2e2a97299 None None] Bound using segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:04:54.860240 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-ae5a4124-ceed-45d7-9a94-01e2e2a97299 None None] Bound port: 6e342e6b-5aad-4dc0-b38e-8376f9d24d88, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:04:54.864787 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ae5a4124-ceed-45d7-9a94-01e2e2a97299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:54.871919 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-2ce36e63-9c79-4128-8a9a-48bd9726084e admin admin] Allocated IP 172.20.0.1 (69a40b88-32c3-4e15-ab36-985e8404a553/29223edc-149f-468a-b413-de60543fe5ba/5a524d1b-6a96-4920-99fc-39bf43162483) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:04:54.890058 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-26e71b26-20d3-42d1-8435-8fa98e3da8ca req-aa61cce8-599d-4fac-9e82-a9e3a68943c8 tempest-AggregatesAdminTestJSON-39031760 tempest-AggregatesAdminTestJSON-39031760-project] 10.222.0.23 "GET /v2.0/ports?device_id=feb28d05-6ceb-4539-a411-7fd1d7223c36 HTTP/1.1" status: 200 len: 210 time: 0.0657251 Dec 06 17:04:54.936401 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-ae5a4124-ceed-45d7-9a94-01e2e2a97299 None None] For port 6e342e6b-5aad-4dc0-b38e-8376f9d24d88, host n-d-master-1, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:04:54.941161 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-ae5a4124-ceed-45d7-9a94-01e2e2a97299 None None] For port 6e342e6b-5aad-4dc0-b38e-8376f9d24d88, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6e342e6b-5aad-4dc0-b38e-8376f9d24d88,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:04:54.949048 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ae5a4124-ceed-45d7-9a94-01e2e2a97299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:55.011778 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.44', 52910) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:04:55.027341 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2ce36e63-9c79-4128-8a9a-48bd9726084e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:55.091755 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2ce36e63-9c79-4128-8a9a-48bd9726084e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:55.091978 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5a4124-ceed-45d7-9a94-01e2e2a97299 None None] Routers {'107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:04:55.092611 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-ae5a4124-ceed-45d7-9a94-01e2e2a97299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:04:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:04:55.096638 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0446ce6-fe6c-4b7c-a98f-3ee7fb46c524 None None] Pushing event updated for resources: {'Port': ['ID=6e342e6b-5aad-4dc0-b38e-8376f9d24d88,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:04:55.195119 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device dbfed50d-5b3b-4904-bc2f-130366290dc7 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:04:55.195653 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce36e63-9c79-4128-8a9a-48bd9726084e admin admin] Pushing event updated for resources: {'Port': ['ID=5a524d1b-6a96-4920-99fc-39bf43162483,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:04:55.218869 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce36e63-9c79-4128-8a9a-48bd9726084e admin admin] Network 69a40b88-32c3-4e15-ab36-985e8404a553 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:04:55.221018 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-2ce36e63-9c79-4128-8a9a-48bd9726084e admin admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:04:55.241247 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce36e63-9c79-4128-8a9a-48bd9726084e admin admin] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:04:55.241760 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2ce36e63-9c79-4128-8a9a-48bd9726084e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539179'] for router_interface, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:55.244394 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-ae5a4124-ceed-45d7-9a94-01e2e2a97299 None None] Set router 107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:04:55.252696 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e57ba5e9-086f-4326-b0f6-19e18e6f1ba4 req-d672bfcd-55e0-467c-80f5-0667017e2f97 tempest-AggregatesAdminTestJSON-39031760 tempest-AggregatesAdminTestJSON-39031760-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=57091b63777c4e6cb55666c11e6a5987&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2392409 Dec 06 17:04:55.353969 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port dbfed50d-5b3b-4904-bc2f-130366290dc7 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:04:55.354999 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:55.562590 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2ce36e63-9c79-4128-8a9a-48bd9726084e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:55.609048 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-ae5a4124-ceed-45d7-9a94-01e2e2a97299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-975269071-router', 'tenant_id': '79450b3018524610adce1efbd72221ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.41'}], 'enable_snat': True}, 'gw_port_id': '6e342e6b-5aad-4dc0-b38e-8376f9d24d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:04:50Z', 'updated_at': '2021-12-06T17:04:52Z', 'revision_number': 3, 'project_id': '79450b3018524610adce1efbd72221ff', 'gw_port': {'id': '6e342e6b-5aad-4dc0-b38e-8376f9d24d88', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c7:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:04:51Z', 'updated_at': '2021-12-06T17:04:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:04:55.610388 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57ba5e9-086f-4326-b0f6-19e18e6f1ba4 req-4f52aa58-1367-4b84-9177-bb4502010fb5 tempest-AggregatesAdminTestJSON-39031760 tempest-AggregatesAdminTestJSON-39031760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:04:55.612059 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e57ba5e9-086f-4326-b0f6-19e18e6f1ba4 req-4f52aa58-1367-4b84-9177-bb4502010fb5 tempest-AggregatesAdminTestJSON-39031760 tempest-AggregatesAdminTestJSON-39031760-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3494751 Dec 06 17:04:55.663040 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5a4124-ceed-45d7-9a94-01e2e2a97299 None None] The sync data for ids ['107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6'] in n-d-master-1 is: [{'id': '107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-975269071-router', 'tenant_id': '79450b3018524610adce1efbd72221ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.41'}], 'enable_snat': True}, 'gw_port_id': '6e342e6b-5aad-4dc0-b38e-8376f9d24d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:04:50Z', 'updated_at': '2021-12-06T17:04:52Z', 'revision_number': 3, 'project_id': '79450b3018524610adce1efbd72221ff', 'gw_port': {'id': '6e342e6b-5aad-4dc0-b38e-8376f9d24d88', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c7:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:04:51Z', 'updated_at': '2021-12-06T17:04:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:04:55.718811 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-e57ba5e9-086f-4326-b0f6-19e18e6f1ba4 req-722f2daf-a078-47af-9621-73db89257707 tempest-AggregatesAdminTestJSON-39031760 tempest-AggregatesAdminTestJSON-39031760-project] Request body: {'port': {'device_id': 'feb28d05-6ceb-4539-a411-7fd1d7223c36', 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a', 'admin_state_up': True, 'tenant_id': '57091b63777c4e6cb55666c11e6a5987'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:04:55.723275 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-5d99b75f-06c5-45c5-965a-66e9238aa5db None None] Provisioning complete for port 5a524d1b-6a96-4920-99fc-39bf43162483 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:04:55.723735 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5d99b75f-06c5-45c5-965a-66e9238aa5db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:55.768543 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-5d99b75f-06c5-45c5-965a-66e9238aa5db None None] Port 5a524d1b-6a96-4920-99fc-39bf43162483 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:04:55.799173 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2ce36e63-9c79-4128-8a9a-48bd9726084e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:55.808254 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2ce36e63-9c79-4128-8a9a-48bd9726084e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:55.809667 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2ce36e63-9c79-4128-8a9a-48bd9726084e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-772465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539207'] for router_interface, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:55.954658 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce36e63-9c79-4128-8a9a-48bd9726084e admin admin] Pushing event updated for resources: {'Port': ['ID=5a524d1b-6a96-4920-99fc-39bf43162483,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:04:56.001495 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e57ba5e9-086f-4326-b0f6-19e18e6f1ba4 req-722f2daf-a078-47af-9621-73db89257707 tempest-AggregatesAdminTestJSON-39031760 tempest-AggregatesAdminTestJSON-39031760-project] Made reservation on behalf of 57091b63777c4e6cb55666c11e6a5987 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:04:56.006718 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-e57ba5e9-086f-4326-b0f6-19e18e6f1ba4 req-722f2daf-a078-47af-9621-73db89257707 tempest-AggregatesAdminTestJSON-39031760 tempest-AggregatesAdminTestJSON-39031760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:56.032407 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce36e63-9c79-4128-8a9a-48bd9726084e admin admin] Network 69a40b88-32c3-4e15-ab36-985e8404a553 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:04:56.044065 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-2ce36e63-9c79-4128-8a9a-48bd9726084e admin admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:04:56.051999 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-e57ba5e9-086f-4326-b0f6-19e18e6f1ba4 req-722f2daf-a078-47af-9621-73db89257707 tempest-AggregatesAdminTestJSON-39031760 tempest-AggregatesAdminTestJSON-39031760-project] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:56.285432 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-e57ba5e9-086f-4326-b0f6-19e18e6f1ba4 req-722f2daf-a078-47af-9621-73db89257707 tempest-AggregatesAdminTestJSON-39031760 tempest-AggregatesAdminTestJSON-39031760-project] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:56.293102 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-e57ba5e9-086f-4326-b0f6-19e18e6f1ba4 req-722f2daf-a078-47af-9621-73db89257707 tempest-AggregatesAdminTestJSON-39031760 tempest-AggregatesAdminTestJSON-39031760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:56.322420 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0d6a4f41-87be-4be5-be6c-af49336d56a7 req-3b5de95a-cf61-45d9-8ee9-d2c3f5342555 tempest-AggregatesAdminTestJSON-39031760 tempest-AggregatesAdminTestJSON-39031760-project] 10.222.0.23 "GET /v2.0/ports?device_id=feb28d05-6ceb-4539-a411-7fd1d7223c36 HTTP/1.1" status: 200 len: 210 time: 0.0664892 Dec 06 17:04:56.373218 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ce36e63-9c79-4128-8a9a-48bd9726084e admin admin] Router 107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:04:56.411465 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a4e1b63b-edb5-4b69-8026-68d95ece9dd5 None None] Provisioning complete for port 5a524d1b-6a96-4920-99fc-39bf43162483 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:04:56.412723 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a4e1b63b-edb5-4b69-8026-68d95ece9dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:56.455579 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722f2daf-a078-47af-9621-73db89257707 tempest-AggregatesAdminTestJSON-39031760 tempest-AggregatesAdminTestJSON-39031760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=310a77ea-9101-4cb3-b84f-8832fffaa237,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:04:56.493673 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a4e1b63b-edb5-4b69-8026-68d95ece9dd5 None None] Port 5a524d1b-6a96-4920-99fc-39bf43162483 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:04:56.584102 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ce36e63-9c79-4128-8a9a-48bd9726084e admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:04:56.589348 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-2ce36e63-9c79-4128-8a9a-48bd9726084e admin admin] 10.222.0.23 "PUT /v2.0/routers/107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4635899 Dec 06 17:04:56.667824 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-e57ba5e9-086f-4326-b0f6-19e18e6f1ba4 req-722f2daf-a078-47af-9621-73db89257707 tempest-AggregatesAdminTestJSON-39031760 tempest-AggregatesAdminTestJSON-39031760-project] Allocated IP 192.168.233.76 (ee08a0d2-834f-4c39-be47-9c424581246a/1342252a-21e4-4783-88ff-f54776c79059/c42f604d-8112-4bf2-a1ff-3f96761f1a5a) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:04:56.900866 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-e57ba5e9-086f-4326-b0f6-19e18e6f1ba4 req-722f2daf-a078-47af-9621-73db89257707 tempest-AggregatesAdminTestJSON-39031760 tempest-AggregatesAdminTestJSON-39031760-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:56.986430 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-e57ba5e9-086f-4326-b0f6-19e18e6f1ba4 req-722f2daf-a078-47af-9621-73db89257707 tempest-AggregatesAdminTestJSON-39031760 tempest-AggregatesAdminTestJSON-39031760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:57.086838 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722f2daf-a078-47af-9621-73db89257707 tempest-AggregatesAdminTestJSON-39031760 tempest-AggregatesAdminTestJSON-39031760-project] Pushing event updated for resources: {'Port': ['ID=c42f604d-8112-4bf2-a1ff-3f96761f1a5a,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:04:57.118068 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e57ba5e9-086f-4326-b0f6-19e18e6f1ba4 req-722f2daf-a078-47af-9621-73db89257707 tempest-AggregatesAdminTestJSON-39031760 tempest-AggregatesAdminTestJSON-39031760-project] Network ee08a0d2-834f-4c39-be47-9c424581246a is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:04:57.119681 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-e57ba5e9-086f-4326-b0f6-19e18e6f1ba4 req-722f2daf-a078-47af-9621-73db89257707 tempest-AggregatesAdminTestJSON-39031760 tempest-AggregatesAdminTestJSON-39031760-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:04:57.130058 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-e57ba5e9-086f-4326-b0f6-19e18e6f1ba4 req-722f2daf-a078-47af-9621-73db89257707 tempest-AggregatesAdminTestJSON-39031760 tempest-AggregatesAdminTestJSON-39031760-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:04:57.144792 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57ba5e9-086f-4326-b0f6-19e18e6f1ba4 req-722f2daf-a078-47af-9621-73db89257707 tempest-AggregatesAdminTestJSON-39031760 tempest-AggregatesAdminTestJSON-39031760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:04:57.145512 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-e57ba5e9-086f-4326-b0f6-19e18e6f1ba4 req-722f2daf-a078-47af-9621-73db89257707 tempest-AggregatesAdminTestJSON-39031760 tempest-AggregatesAdminTestJSON-39031760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:57.184230 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e57ba5e9-086f-4326-b0f6-19e18e6f1ba4 req-722f2daf-a078-47af-9621-73db89257707 tempest-AggregatesAdminTestJSON-39031760 tempest-AggregatesAdminTestJSON-39031760-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4698782 Dec 06 17:04:57.202357 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [req-e57ba5e9-086f-4326-b0f6-19e18e6f1ba4 req-09270bdc-83b1-4e37-b893-1e78778e734f tempest-AggregatesAdminTestJSON-39031760 tempest-AggregatesAdminTestJSON-39031760-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:04:57.205443 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e57ba5e9-086f-4326-b0f6-19e18e6f1ba4 req-09270bdc-83b1-4e37-b893-1e78778e734f tempest-AggregatesAdminTestJSON-39031760 tempest-AggregatesAdminTestJSON-39031760-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066965 Dec 06 17:04:57.271159 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 6e342e6b-5aad-4dc0-b38e-8376f9d24d88 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:04:57.489900 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 6e342e6b-5aad-4dc0-b38e-8376f9d24d88 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:04:57.494121 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:57.569869 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b38465-717d-46a9-855e-fdb8f3f30974 req-b165ba66-da84-4196-aa1d-3531a5b7c8fd tempest-AggregatesAdminTestJSON-39031760 tempest-AggregatesAdminTestJSON-39031760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:04:57.575176 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c2b38465-717d-46a9-855e-fdb8f3f30974 req-b165ba66-da84-4196-aa1d-3531a5b7c8fd tempest-AggregatesAdminTestJSON-39031760 tempest-AggregatesAdminTestJSON-39031760-project] 10.222.0.23 "GET /v2.0/ports?device_id=feb28d05-6ceb-4539-a411-7fd1d7223c36 HTTP/1.1" status: 200 len: 935 time: 0.1178675 Dec 06 17:04:57.637269 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6489b2a-842a-460c-b45f-2456aec316cc None None] Provisioning complete for port c42f604d-8112-4bf2-a1ff-3f96761f1a5a triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:04:57.637908 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6489b2a-842a-460c-b45f-2456aec316cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:57.709089 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a6489b2a-842a-460c-b45f-2456aec316cc None None] Port c42f604d-8112-4bf2-a1ff-3f96761f1a5a cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:04:57.753861 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60242) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:04:57.761748 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-3b426fdc-40c2-4b24-b875-163ece173336 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-720152977-network', 'tenant_id': '8949124a353348f48e34eb4be9cdaa72'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:04:57.774835 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c2b38465-717d-46a9-855e-fdb8f3f30974 req-c0d48c27-4a28-4935-bd7d-7324740a37d0 tempest-AggregatesAdminTestJSON-39031760 tempest-AggregatesAdminTestJSON-39031760-project] 10.222.0.23 "GET /v2.0/security-groups?id=310a77ea-9101-4cb3-b84f-8832fffaa237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893470 Dec 06 17:04:57.816198 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:57.832659 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b426fdc-40c2-4b24-b875-163ece173336 admin admin] Made reservation on behalf of 8949124a353348f48e34eb4be9cdaa72 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:04:57.835953 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3b426fdc-40c2-4b24-b875-163ece173336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:57.915279 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3b426fdc-40c2-4b24-b875-163ece173336 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:57.918782 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] For port 6e342e6b-5aad-4dc0-b38e-8376f9d24d88, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6e342e6b-5aad-4dc0-b38e-8376f9d24d88,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:04:57.927022 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:58.133291 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Pushing event updated for resources: {'Port': ['ID=6e342e6b-5aad-4dc0-b38e-8376f9d24d88,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:04:58.232649 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede96949-6587-41ee-b005-0130fa682348 None None] Sync routers for ids ['107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:04:58.278684 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede96949-6587-41ee-b005-0130fa682348 None None] Routers {'107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:04:58.283075 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-ede96949-6587-41ee-b005-0130fa682348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:04:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:04:58.290639 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3b426fdc-40c2-4b24-b875-163ece173336 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:58.299621 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3b426fdc-40c2-4b24-b875-163ece173336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:58.446266 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b426fdc-40c2-4b24-b875-163ece173336 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:04:58.459732 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b426fdc-40c2-4b24-b875-163ece173336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d07d190-ee46-4225-ab0d-1167e4c89c9b,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:04:58.494334 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3b426fdc-40c2-4b24-b875-163ece173336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:58.496165 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-3b426fdc-40c2-4b24-b875-163ece173336 admin admin] Added segment 5fb09186-29e8-4ac6-b4a2-dde71ad02d05 of type vlan for network bac19fca-d2d9-42b3-9e25-e69cdd5a7c82 Dec 06 17:04:58.604230 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3b426fdc-40c2-4b24-b875-163ece173336 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:58.644001 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3b426fdc-40c2-4b24-b875-163ece173336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:58.645125 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b426fdc-40c2-4b24-b875-163ece173336 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:04:58.645769 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3b426fdc-40c2-4b24-b875-163ece173336 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:58.664770 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-ede96949-6587-41ee-b005-0130fa682348 None None] Set router 107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:04:58.793864 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 60290) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:04:58.794513 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-3b426fdc-40c2-4b24-b875-163ece173336 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0376594 Dec 06 17:04:58.801457 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-f9d34f5b-cd18-4b25-a59e-1c2bcfe8ced0 admin admin] Request body: {'subnet': {'network_id': 'bac19fca-d2d9-42b3-9e25-e69cdd5a7c82', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-720152977-subnet', 'tenant_id': '8949124a353348f48e34eb4be9cdaa72', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:04:58.821501 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b426fdc-40c2-4b24-b875-163ece173336 admin admin] Pushing event updated for resources: {'Network': ['ID=bac19fca-d2d9-42b3-9e25-e69cdd5a7c82,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:04:58.864988 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9d34f5b-cd18-4b25-a59e-1c2bcfe8ced0 admin admin] Made reservation on behalf of 8949124a353348f48e34eb4be9cdaa72 for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:04:58.874346 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f9d34f5b-cd18-4b25-a59e-1c2bcfe8ced0 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:58.919474 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network bac19fca-d2d9-42b3-9e25-e69cdd5a7c82 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:04:59.067294 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-ede96949-6587-41ee-b005-0130fa682348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-975269071-router', 'tenant_id': '79450b3018524610adce1efbd72221ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.41'}], 'enable_snat': True}, 'gw_port_id': '6e342e6b-5aad-4dc0-b38e-8376f9d24d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:04:50Z', 'updated_at': '2021-12-06T17:04:55Z', 'revision_number': 4, 'project_id': '79450b3018524610adce1efbd72221ff', 'gw_port': {'id': '6e342e6b-5aad-4dc0-b38e-8376f9d24d88', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c7:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:04:51Z', 'updated_at': '2021-12-06T17:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '5a524d1b-6a96-4920-99fc-39bf43162483', 'name': '', 'network_id': '69a40b88-32c3-4e15-ab36-985e8404a553', 'tenant_id': '79450b3018524610adce1efbd72221ff', 'mac_address': 'fa:16:3e:01:8e:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '29223edc-149f-468a-b413-de60543fe5ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:04:54Z', 'updated_at': '2021-12-06T17:04:55Z', 'revision_number': 2, 'project_id': '79450b3018524610adce1efbd72221ff', 'subnets': [{'id': '29223edc-149f-468a-b413-de60543fe5ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:04:59.112705 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede96949-6587-41ee-b005-0130fa682348 None None] Checking router: 107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6 for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:04:59.113073 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede96949-6587-41ee-b005-0130fa682348 None None] Updating router 107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6 port 5a524d1b-6a96-4920-99fc-39bf43162483 binding host n-d-master-1 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:04:59.153906 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ede96949-6587-41ee-b005-0130fa682348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:59.293958 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60302) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:04:59.450096 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 6e342e6b-5aad-4dc0-b38e-8376f9d24d88 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:04:59.527990 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 6e342e6b-5aad-4dc0-b38e-8376f9d24d88 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:04:59.528687 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:59.652313 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ede96949-6587-41ee-b005-0130fa682348 None None] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:59.665288 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ede96949-6587-41ee-b005-0130fa682348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:59.746872 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f670ae-4ff4-4c1e-b50e-e32997ee08e6 None None] Pushing event updated for resources: {'Port': ['ID=5a524d1b-6a96-4920-99fc-39bf43162483,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:04:59.785312 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f9d34f5b-cd18-4b25-a59e-1c2bcfe8ced0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:59.786534 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-81970895-428b-45b7-b78b-7a4f8288666d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:59.886224 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60316) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:04:59.886862 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-ede96949-6587-41ee-b005-0130fa682348 None None] Attempting to bind port 5a524d1b-6a96-4920-99fc-39bf43162483 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:04:59.887197 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-ede96949-6587-41ee-b005-0130fa682348 None None] Attempting to bind port 5a524d1b-6a96-4920-99fc-39bf43162483 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'd81ef432-c48a-4c0f-bf74-f28c73543a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '69a40b88-32c3-4e15-ab36-985e8404a553'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:04:59.887635 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede96949-6587-41ee-b005-0130fa682348 None None] Attempting to bind port 5a524d1b-6a96-4920-99fc-39bf43162483 on network 69a40b88-32c3-4e15-ab36-985e8404a553 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:04:59.898910 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede96949-6587-41ee-b005-0130fa682348 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:04:59.898910 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede96949-6587-41ee-b005-0130fa682348 None None] Checking segment: {'id': 'd81ef432-c48a-4c0f-bf74-f28c73543a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '69a40b88-32c3-4e15-ab36-985e8404a553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:04:59.898910 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ede96949-6587-41ee-b005-0130fa682348 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:59.898910 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede96949-6587-41ee-b005-0130fa682348 None None] Bound using segment: {'id': 'd81ef432-c48a-4c0f-bf74-f28c73543a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '69a40b88-32c3-4e15-ab36-985e8404a553'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:04:59.898910 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-ede96949-6587-41ee-b005-0130fa682348 None None] Bound port: 5a524d1b-6a96-4920-99fc-39bf43162483, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd81ef432-c48a-4c0f-bf74-f28c73543a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '69a40b88-32c3-4e15-ab36-985e8404a553'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:04:59.898910 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ede96949-6587-41ee-b005-0130fa682348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:04:59.920216 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-914fe0c3-6fbf-471f-a9ba-da6358b13f3e admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-340178972-network', 'tenant_id': 'd6996376dd7c4fa18bd89e4462fdf009'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:04:59.955584 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4335596c-58dc-44ed-a31a-28843e9afa97 req-db2b5517-0074-410b-b48e-2b678ed6dfc5 tempest-AggregatesAdminTestJSON-39031760 tempest-AggregatesAdminTestJSON-39031760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:04:59.968085 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4335596c-58dc-44ed-a31a-28843e9afa97 req-db2b5517-0074-410b-b48e-2b678ed6dfc5 tempest-AggregatesAdminTestJSON-39031760 tempest-AggregatesAdminTestJSON-39031760-project] 10.222.0.23 "GET /v2.0/ports?device_id=feb28d05-6ceb-4539-a411-7fd1d7223c36 HTTP/1.1" status: 200 len: 935 time: 0.5311038 Dec 06 17:04:59.981500 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-914fe0c3-6fbf-471f-a9ba-da6358b13f3e admin admin] Made reservation on behalf of d6996376dd7c4fa18bd89e4462fdf009 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:04:59.994074 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-914fe0c3-6fbf-471f-a9ba-da6358b13f3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:00.012617 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-914fe0c3-6fbf-471f-a9ba-da6358b13f3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:00.015074 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d34f5b-cd18-4b25-a59e-1c2bcfe8ced0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03b9e9b5-2ac9-46e8-a622-af46cb21c394,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:00.067516 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-ede96949-6587-41ee-b005-0130fa682348 None None] For port 5a524d1b-6a96-4920-99fc-39bf43162483, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:05:00.081232 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d34f5b-cd18-4b25-a59e-1c2bcfe8ced0 admin admin] Checking segment: {'id': '5fb09186-29e8-4ac6-b4a2-dde71ad02d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bac19fca-d2d9-42b3-9e25-e69cdd5a7c82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:05:00.081814 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d34f5b-cd18-4b25-a59e-1c2bcfe8ced0 admin admin] Network hostable DHCP agents. Network: bac19fca-d2d9-42b3-9e25-e69cdd5a7c82, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:05:00.086476 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-ede96949-6587-41ee-b005-0130fa682348 None None] For port 5a524d1b-6a96-4920-99fc-39bf43162483, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=5a524d1b-6a96-4920-99fc-39bf43162483,segment=NetworkSegment(d81ef432-c48a-4c0f-bf74-f28c73543a94),segment_id=d81ef432-c48a-4c0f-bf74-f28c73543a94)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:05:00.095486 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ede96949-6587-41ee-b005-0130fa682348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:00.113169 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4335596c-58dc-44ed-a31a-28843e9afa97 req-0edc7b4a-b8e5-42cf-8dfa-40d0861461c3 tempest-AggregatesAdminTestJSON-39031760 tempest-AggregatesAdminTestJSON-39031760-project] 10.222.0.23 "GET /v2.0/security-groups?id=310a77ea-9101-4cb3-b84f-8832fffaa237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387327 Dec 06 17:05:00.125974 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-81970895-428b-45b7-b78b-7a4f8288666d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:00.149878 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d34f5b-cd18-4b25-a59e-1c2bcfe8ced0 admin admin] Network bac19fca-d2d9-42b3-9e25-e69cdd5a7c82 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:05:00.160317 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-81970895-428b-45b7-b78b-7a4f8288666d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:00.167015 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-f9d34f5b-cd18-4b25-a59e-1c2bcfe8ced0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, bac19fca-d2d9-42b3-9e25-e69cdd5a7c82) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:05:00.173896 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d34f5b-cd18-4b25-a59e-1c2bcfe8ced0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:00.177531 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f9d34f5b-cd18-4b25-a59e-1c2bcfe8ced0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:00.216169 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-f9d34f5b-cd18-4b25-a59e-1c2bcfe8ced0 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.4195213 Dec 06 17:05:00.244400 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e1da28-1300-4530-9027-09bea96244e7 None None] Network bac19fca-d2d9-42b3-9e25-e69cdd5a7c82 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:05:00.269700 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-81970895-428b-45b7-b78b-7a4f8288666d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=22512cae8c494bccad84e1668d2996b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9735355 Dec 06 17:05:00.272101 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 60332) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:05:00.369905 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-e57ba5e9-086f-4326-b0f6-19e18e6f1ba4 req-861a08ed-d069-48c2-bb82-ab5da9647439 service neutron] Request body: {'port': {'device_id': 'feb28d05-6ceb-4539-a411-7fd1d7223c36', 'device_owner': 'compute:tempest-test_az-213150746', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:05:00.446176 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-65d860a6-580a-426c-85d8-56689b133653 None None] Provisioning complete for port 5a524d1b-6a96-4920-99fc-39bf43162483 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:05:00.446552 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-65d860a6-580a-426c-85d8-56689b133653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:00.523636 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7a9c279f-3163-43dc-8638-8e0eba387958 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:00.578266 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f670ae-4ff4-4c1e-b50e-e32997ee08e6 None None] Pushing event updated for resources: {'Port': ['ID=5a524d1b-6a96-4920-99fc-39bf43162483,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:00.615441 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7a9c279f-3163-43dc-8638-8e0eba387958 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:00.619950 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81970895-428b-45b7-b78b-7a4f8288666d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77e83644-6878-4a83-9832-98c35f42a953,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:00.644418 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-e57ba5e9-086f-4326-b0f6-19e18e6f1ba4 req-861a08ed-d069-48c2-bb82-ab5da9647439 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:00.758501 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede96949-6587-41ee-b005-0130fa682348 None None] Routers {'107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:05:00.759556 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-ede96949-6587-41ee-b005-0130fa682348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:04:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:05:00.771543 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7a9c279f-3163-43dc-8638-8e0eba387958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:00.774496 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7a9c279f-3163-43dc-8638-8e0eba387958 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:00.784169 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-7a9c279f-3163-43dc-8638-8e0eba387958 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/77e83644-6878-4a83-9832-98c35f42a953 HTTP/1.1" status: 204 len: 168 time: 0.5069718 Dec 06 17:05:00.797370 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9c279f-3163-43dc-8638-8e0eba387958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e83644-6878-4a83-9832-98c35f42a953,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:00.851476 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-914fe0c3-6fbf-471f-a9ba-da6358b13f3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:00.910380 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-914fe0c3-6fbf-471f-a9ba-da6358b13f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:00.947610 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-ede96949-6587-41ee-b005-0130fa682348 None None] Set router 107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:05:01.347150 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-914fe0c3-6fbf-471f-a9ba-da6358b13f3e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:05:01.349261 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914fe0c3-6fbf-471f-a9ba-da6358b13f3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b82df78f-7bd0-4b06-b4bb-85ef1a7a1dd8,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:01.407844 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d239912-3941-4712-a0fd-dbc748ad7e3a req-0eb138d3-8708-49e8-922d-4bfdfe2d5166 tempest-AggregatesAdminTestJSON-39031760 tempest-AggregatesAdminTestJSON-39031760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:01.421416 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8d239912-3941-4712-a0fd-dbc748ad7e3a req-0eb138d3-8708-49e8-922d-4bfdfe2d5166 tempest-AggregatesAdminTestJSON-39031760 tempest-AggregatesAdminTestJSON-39031760-project] 10.222.0.23 "GET /v2.0/ports?device_id=feb28d05-6ceb-4539-a411-7fd1d7223c36 HTTP/1.1" status: 200 len: 935 time: 0.1183250 Dec 06 17:05:01.512702 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 60390) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:05:01.554247 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8d239912-3941-4712-a0fd-dbc748ad7e3a req-58e6fd21-f8d2-4191-a3d5-441b3621f298 tempest-AggregatesAdminTestJSON-39031760 tempest-AggregatesAdminTestJSON-39031760-project] 10.222.0.23 "GET /v2.0/security-groups?id=310a77ea-9101-4cb3-b84f-8832fffaa237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313300 Dec 06 17:05:01.581282 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384df286-7169-44df-8720-de34c008362a None None] Network bac19fca-d2d9-42b3-9e25-e69cdd5a7c82 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:05:01.671670 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-65d860a6-580a-426c-85d8-56689b133653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:01.777298 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-e57ba5e9-086f-4326-b0f6-19e18e6f1ba4 req-861a08ed-d069-48c2-bb82-ab5da9647439 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c42f604d-8112-4bf2-a1ff-3f96761f1a5a {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:05:01.788556 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-e57ba5e9-086f-4326-b0f6-19e18e6f1ba4 req-861a08ed-d069-48c2-bb82-ab5da9647439 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:01.811628 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-e57ba5e9-086f-4326-b0f6-19e18e6f1ba4 req-861a08ed-d069-48c2-bb82-ab5da9647439 service neutron] Transition to ACTIVE for port object c42f604d-8112-4bf2-a1ff-3f96761f1a5a will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:05:01.819193 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-e57ba5e9-086f-4326-b0f6-19e18e6f1ba4 req-861a08ed-d069-48c2-bb82-ab5da9647439 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:01.866966 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 60412) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:05:01.890407 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1c998d3f-f4e8-4e01-b5c6-264a3af7e21f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:01.943540 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861a08ed-d069-48c2-bb82-ab5da9647439 service neutron] Pushing event updated for resources: {'Port': ['ID=c42f604d-8112-4bf2-a1ff-3f96761f1a5a,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:01.956663 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-65d860a6-580a-426c-85d8-56689b133653 None None] For port 5a524d1b-6a96-4920-99fc-39bf43162483, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=5a524d1b-6a96-4920-99fc-39bf43162483,segment=NetworkSegment(d81ef432-c48a-4c0f-bf74-f28c73543a94),segment_id=d81ef432-c48a-4c0f-bf74-f28c73543a94)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:05:01.973557 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-65d860a6-580a-426c-85d8-56689b133653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:01.995656 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-914fe0c3-6fbf-471f-a9ba-da6358b13f3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:01.996035 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-914fe0c3-6fbf-471f-a9ba-da6358b13f3e admin admin] Added segment a453b3e4-5587-4bb5-b330-4489f1548bf7 of type vlan for network ec06e88b-4953-46d6-b40a-6852257910cb Dec 06 17:05:02.194681 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7a9c18f2-55f5-4e16-8314-b45584037788 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:02.236391 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-4208df21-4521-4a22-a1e6-f40f1a75fde0 None None] Provisioning complete for port 5a524d1b-6a96-4920-99fc-39bf43162483 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:05:02.236792 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4208df21-4521-4a22-a1e6-f40f1a75fde0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:02.238518 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d860a6-580a-426c-85d8-56689b133653 None None] Pushing event updated for resources: {'Port': ['ID=5a524d1b-6a96-4920-99fc-39bf43162483,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:02.277636 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1c998d3f-f4e8-4e01-b5c6-264a3af7e21f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:02.286672 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-ede96949-6587-41ee-b005-0130fa682348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-975269071-router', 'tenant_id': '79450b3018524610adce1efbd72221ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.41'}], 'enable_snat': True}, 'gw_port_id': '6e342e6b-5aad-4dc0-b38e-8376f9d24d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:04:50Z', 'updated_at': '2021-12-06T17:04:55Z', 'revision_number': 4, 'project_id': '79450b3018524610adce1efbd72221ff', 'gw_port': {'id': '6e342e6b-5aad-4dc0-b38e-8376f9d24d88', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c7:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:04:51Z', 'updated_at': '2021-12-06T17:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '5a524d1b-6a96-4920-99fc-39bf43162483', 'name': '', 'network_id': '69a40b88-32c3-4e15-ab36-985e8404a553', 'tenant_id': '79450b3018524610adce1efbd72221ff', 'mac_address': 'fa:16:3e:01:8e:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '29223edc-149f-468a-b413-de60543fe5ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:04:54Z', 'updated_at': '2021-12-06T17:05:00Z', 'revision_number': 4, 'project_id': '79450b3018524610adce1efbd72221ff', 'subnets': [{'id': '29223edc-149f-468a-b413-de60543fe5ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:05:02.297534 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1c998d3f-f4e8-4e01-b5c6-264a3af7e21f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:02.323162 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede96949-6587-41ee-b005-0130fa682348 None None] The sync data for ids ['107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6'] in n-d-master-1 is: [{'id': '107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-975269071-router', 'tenant_id': '79450b3018524610adce1efbd72221ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.41'}], 'enable_snat': True}, 'gw_port_id': '6e342e6b-5aad-4dc0-b38e-8376f9d24d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:04:50Z', 'updated_at': '2021-12-06T17:04:55Z', 'revision_number': 4, 'project_id': '79450b3018524610adce1efbd72221ff', 'gw_port': {'id': '6e342e6b-5aad-4dc0-b38e-8376f9d24d88', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c7:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:04:51Z', 'updated_at': '2021-12-06T17:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '5a524d1b-6a96-4920-99fc-39bf43162483', 'name': '', 'network_id': '69a40b88-32c3-4e15-ab36-985e8404a553', 'tenant_id': '79450b3018524610adce1efbd72221ff', 'mac_address': 'fa:16:3e:01:8e:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '29223edc-149f-468a-b413-de60543fe5ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:04:54Z', 'updated_at': '2021-12-06T17:05:00Z', 'revision_number': 4, 'project_id': '79450b3018524610adce1efbd72221ff', 'subnets': [{'id': '29223edc-149f-468a-b413-de60543fe5ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:05:02.511728 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:02.627427 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f53e0-17fd-4b5a-8323-2f0fac95739e req-ee5390ee-d71e-413a-a17c-1277b976461b tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:02.642797 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-1c998d3f-f4e8-4e01-b5c6-264a3af7e21f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f43fc073613646e2bda8de5b33b9aa34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7713439 Dec 06 17:05:02.659503 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6f7f53e0-17fd-4b5a-8323-2f0fac95739e req-ee5390ee-d71e-413a-a17c-1277b976461b tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/networks?id=f368e270-aa86-47d2-9c8f-0ac2b4fc8997 HTTP/1.1" status: 200 len: 821 time: 0.7169819 Dec 06 17:05:02.662451 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60440) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:05:02.662976 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60442) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:05:02.697459 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7a9c18f2-55f5-4e16-8314-b45584037788 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:02.719800 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7a9c18f2-55f5-4e16-8314-b45584037788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:02.726602 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-e57ba5e9-086f-4326-b0f6-19e18e6f1ba4 req-861a08ed-d069-48c2-bb82-ab5da9647439 service neutron] Attempting to bind port c42f604d-8112-4bf2-a1ff-3f96761f1a5a on host n-h2-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:05:02.727018 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-e57ba5e9-086f-4326-b0f6-19e18e6f1ba4 req-861a08ed-d069-48c2-bb82-ab5da9647439 service neutron] Attempting to bind port c42f604d-8112-4bf2-a1ff-3f96761f1a5a by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:05:02.730749 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c998d3f-f4e8-4e01-b5c6-264a3af7e21f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7332c6b-90dc-4cdf-8abe-137c65832a05,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:02.730888 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57ba5e9-086f-4326-b0f6-19e18e6f1ba4 req-861a08ed-d069-48c2-bb82-ab5da9647439 service neutron] Attempting to bind port c42f604d-8112-4bf2-a1ff-3f96761f1a5a on network ee08a0d2-834f-4c39-be47-9c424581246a {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:05:02.825811 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6f7f53e0-17fd-4b5a-8323-2f0fac95739e req-73c2de56-2df3-427f-bb1e-44f3185f79c5 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/quotas/013b92ce2e6a40e1a3b2fa92d62d652e HTTP/1.1" status: 200 len: 375 time: 0.1650779 Dec 06 17:05:02.852031 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57ba5e9-086f-4326-b0f6-19e18e6f1ba4 req-861a08ed-d069-48c2-bb82-ab5da9647439 service neutron] Port c42f604d-8112-4bf2-a1ff-3f96761f1a5a on network ee08a0d2-834f-4c39-be47-9c424581246a not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:05:02.858243 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57ba5e9-086f-4326-b0f6-19e18e6f1ba4 req-861a08ed-d069-48c2-bb82-ab5da9647439 service neutron] Attempting to bind port c42f604d-8112-4bf2-a1ff-3f96761f1a5a on network ee08a0d2-834f-4c39-be47-9c424581246a {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:05:02.881340 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-7a9c18f2-55f5-4e16-8314-b45584037788 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1a2c78b926634fcb920a7df59e182ec2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3673315 Dec 06 17:05:02.882737 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9c18f2-55f5-4e16-8314-b45584037788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fad2b5f-5f23-4f32-8e0b-29f09ee55788,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:02.894088 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-914fe0c3-6fbf-471f-a9ba-da6358b13f3e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:02.902161 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 60450) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:05:02.952472 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57ba5e9-086f-4326-b0f6-19e18e6f1ba4 req-861a08ed-d069-48c2-bb82-ab5da9647439 service neutron] Checking agent: {'id': '9d8b9f49-2860-4c1f-9b89-45a7657a3c4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:05:02.953070 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57ba5e9-086f-4326-b0f6-19e18e6f1ba4 req-861a08ed-d069-48c2-bb82-ab5da9647439 service neutron] Checking segment: {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:05:02.953403 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57ba5e9-086f-4326-b0f6-19e18e6f1ba4 req-861a08ed-d069-48c2-bb82-ab5da9647439 service neutron] Bound using segment: {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:05:02.954179 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-e57ba5e9-086f-4326-b0f6-19e18e6f1ba4 req-861a08ed-d069-48c2-bb82-ab5da9647439 service neutron] Bound port: c42f604d-8112-4bf2-a1ff-3f96761f1a5a, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:05:02.955199 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-e57ba5e9-086f-4326-b0f6-19e18e6f1ba4 req-861a08ed-d069-48c2-bb82-ab5da9647439 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:02.991178 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6f7f53e0-17fd-4b5a-8323-2f0fac95739e req-93d6b217-1000-476f-b9da-9e6e6602c361 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=013b92ce2e6a40e1a3b2fa92d62d652e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1247330 Dec 06 17:05:02.992371 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58833db-4c2c-4125-875f-62d519fddd8e req-5a86c90a-02f4-4ee8-b36b-585ab94611cb tempest-AggregatesAdminTestJSON-39031760 tempest-AggregatesAdminTestJSON-39031760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:03.003156 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a58833db-4c2c-4125-875f-62d519fddd8e req-5a86c90a-02f4-4ee8-b36b-585ab94611cb tempest-AggregatesAdminTestJSON-39031760 tempest-AggregatesAdminTestJSON-39031760-project] 10.222.0.23 "GET /v2.0/ports?device_id=feb28d05-6ceb-4539-a411-7fd1d7223c36 HTTP/1.1" status: 200 len: 968 time: 0.2066076 Dec 06 17:05:03.065276 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-21d54148-ae4a-4adc-a067-f9496f7557e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:03.078274 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8cdc593b-830d-4832-a382-aae7f95ac3ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:03.130170 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a58833db-4c2c-4125-875f-62d519fddd8e req-8a276354-787b-4543-bd80-9b7eb58745bd tempest-AggregatesAdminTestJSON-39031760 tempest-AggregatesAdminTestJSON-39031760-project] 10.222.0.23 "GET /v2.0/security-groups?id=310a77ea-9101-4cb3-b84f-8832fffaa237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256444 Dec 06 17:05:03.144867 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-914fe0c3-6fbf-471f-a9ba-da6358b13f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:03.148737 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-914fe0c3-6fbf-471f-a9ba-da6358b13f3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:03.154847 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-914fe0c3-6fbf-471f-a9ba-da6358b13f3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:03.177887 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8cdc593b-830d-4832-a382-aae7f95ac3ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:03.247895 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8cdc593b-830d-4832-a382-aae7f95ac3ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:03.251069 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8cdc593b-830d-4832-a382-aae7f95ac3ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:03.256562 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-8cdc593b-830d-4832-a382-aae7f95ac3ba admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9fad2b5f-5f23-4f32-8e0b-29f09ee55788 HTTP/1.1" status: 204 len: 168 time: 0.3502088 Dec 06 17:05:03.272428 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 5a524d1b-6a96-4920-99fc-39bf43162483 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:05:03.280659 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdc593b-830d-4832-a382-aae7f95ac3ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fad2b5f-5f23-4f32-8e0b-29f09ee55788,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:03.301543 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [req-6f7f53e0-17fd-4b5a-8323-2f0fac95739e req-987c0cea-d022-4970-9b19-9da767533050 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:05:03.303051 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6f7f53e0-17fd-4b5a-8323-2f0fac95739e req-987c0cea-d022-4970-9b19-9da767533050 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2351167 Dec 06 17:05:03.336190 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-31da8cb4-034b-47d6-a4c8-efd27b47a660 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:03.427771 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 5a524d1b-6a96-4920-99fc-39bf43162483 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:05:03.428139 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:03.493226 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914fe0c3-6fbf-471f-a9ba-da6358b13f3e admin admin] Pushing event updated for resources: {'Network': ['ID=ec06e88b-4953-46d6-b40a-6852257910cb,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:03.632942 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network ec06e88b-4953-46d6-b40a-6852257910cb details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:05:03.670256 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-914fe0c3-6fbf-471f-a9ba-da6358b13f3e admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 3.7786038 Dec 06 17:05:03.670982 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 60478) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:05:03.679297 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-6af35644-159d-402f-afee-e0f23000857b admin admin] Request body: {'subnet': {'network_id': 'ec06e88b-4953-46d6-b40a-6852257910cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-340178972-subnet', 'tenant_id': 'd6996376dd7c4fa18bd89e4462fdf009', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:05:03.738828 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-31da8cb4-034b-47d6-a4c8-efd27b47a660 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:03.746436 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af35644-159d-402f-afee-e0f23000857b admin admin] Made reservation on behalf of d6996376dd7c4fa18bd89e4462fdf009 for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:05:03.749850 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6af35644-159d-402f-afee-e0f23000857b admin admin] Publish callbacks [] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:03.763342 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-e57ba5e9-086f-4326-b0f6-19e18e6f1ba4 req-861a08ed-d069-48c2-bb82-ab5da9647439 service neutron] For port c42f604d-8112-4bf2-a1ff-3f96761f1a5a, host n-h2-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:05:03.869448 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6f7f53e0-17fd-4b5a-8323-2f0fac95739e req-154a774b-3fc7-4e15-81ae-7ad80de1f396 service neutron] 10.222.0.23 "GET /v2.0/networks/f368e270-aa86-47d2-9c8f-0ac2b4fc8997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5309134 Dec 06 17:05:03.871739 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-e57ba5e9-086f-4326-b0f6-19e18e6f1ba4 req-861a08ed-d069-48c2-bb82-ab5da9647439 service neutron] For port c42f604d-8112-4bf2-a1ff-3f96761f1a5a, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=c42f604d-8112-4bf2-a1ff-3f96761f1a5a,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:05:03.901182 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-e57ba5e9-086f-4326-b0f6-19e18e6f1ba4 req-861a08ed-d069-48c2-bb82-ab5da9647439 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:04.057497 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 60484) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:05:04.080322 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2d831774-553a-4ac5-b18c-5237d1cbffba admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:04.227181 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60490) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:05:04.231341 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57ba5e9-086f-4326-b0f6-19e18e6f1ba4 req-861a08ed-d069-48c2-bb82-ab5da9647439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:04.238533 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-e57ba5e9-086f-4326-b0f6-19e18e6f1ba4 req-861a08ed-d069-48c2-bb82-ab5da9647439 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:04.240618 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e57ba5e9-086f-4326-b0f6-19e18e6f1ba4 req-861a08ed-d069-48c2-bb82-ab5da9647439 service neutron] 10.222.0.44 "PUT /v2.0/ports/c42f604d-8112-4bf2-a1ff-3f96761f1a5a HTTP/1.1" status: 200 len: 1116 time: 4.2740729 Dec 06 17:05:04.245018 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feb28d05-6ceb-4539-a411-7fd1d7223c36', 'tag': 'c42f604d-8112-4bf2-a1ff-3f96761f1a5a'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:05:04.402948 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-21d54148-ae4a-4adc-a067-f9496f7557e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:04.479648 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-21d54148-ae4a-4adc-a067-f9496f7557e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:04.552186 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2d831774-553a-4ac5-b18c-5237d1cbffba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:04.581677 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d54148-ae4a-4adc-a067-f9496f7557e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b79eba5c-6df9-4b3d-b258-6f13c8e96ad7,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:04.588018 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2d831774-553a-4ac5-b18c-5237d1cbffba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:04.588905 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-31da8cb4-034b-47d6-a4c8-efd27b47a660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:04.592038 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-31da8cb4-034b-47d6-a4c8-efd27b47a660 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:04.596947 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-31da8cb4-034b-47d6-a4c8-efd27b47a660 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c7332c6b-90dc-4cdf-8abe-137c65832a05 HTTP/1.1" status: 204 len: 168 time: 1.9024844 Dec 06 17:05:04.596947 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861a08ed-d069-48c2-bb82-ab5da9647439 service neutron] Pushing event updated for resources: {'Port': ['ID=c42f604d-8112-4bf2-a1ff-3f96761f1a5a,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:04.636407 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6f7f53e0-17fd-4b5a-8323-2f0fac95739e req-a5676582-ac91-40af-8415-d8267d1f91b4 service neutron] 10.222.0.23 "GET /v2.0/networks/f368e270-aa86-47d2-9c8f-0ac2b4fc8997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7555900 Dec 06 17:05:04.647700 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-2d831774-553a-4ac5-b18c-5237d1cbffba admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f6f863af696d4975bb587debb7f6dca9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5879285 Dec 06 17:05:04.651105 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6af35644-159d-402f-afee-e0f23000857b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:04.664193 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31da8cb4-034b-47d6-a4c8-efd27b47a660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7332c6b-90dc-4cdf-8abe-137c65832a05,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:04.668959 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60500) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:05:04.677021 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad3528a-aa8a-4c76-8129-afcdc85b16ab req-268db8ab-bbeb-42d7-99fe-e42cf9381c5a tempest-AggregatesAdminTestJSON-39031760 tempest-AggregatesAdminTestJSON-39031760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:04.682260 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9ad3528a-aa8a-4c76-8129-afcdc85b16ab req-268db8ab-bbeb-42d7-99fe-e42cf9381c5a tempest-AggregatesAdminTestJSON-39031760 tempest-AggregatesAdminTestJSON-39031760-project] 10.222.0.23 "GET /v2.0/ports?device_id=feb28d05-6ceb-4539-a411-7fd1d7223c36 HTTP/1.1" status: 200 len: 968 time: 0.3764317 Dec 06 17:05:04.710020 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-21d54148-ae4a-4adc-a067-f9496f7557e4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6388e73e2d21430aa31703293d0dc8e8&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0120704 Dec 06 17:05:04.711882 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60502) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:05:04.904165 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f1454800-1b13-4f9a-a0fa-05653665aec1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:04.913423 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d831774-553a-4ac5-b18c-5237d1cbffba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9221400e-14e6-4aec-868c-64862f4e51ca,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:04.938767 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-397bd3b5-0d79-4833-bcb0-654f26dfd92c" -d '{"events": [{"name": "network-changed", "server_uuid": "feb28d05-6ceb-4539-a411-7fd1d7223c36", "tag": "c42f604d-8112-4bf2-a1ff-3f96761f1a5a"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:05:04.945427 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af35644-159d-402f-afee-e0f23000857b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a60a8cc0-b169-49bf-8d7d-ec8af16ddf60,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:04.963515 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af35644-159d-402f-afee-e0f23000857b admin admin] Checking segment: {'id': 'a453b3e4-5587-4bb5-b330-4489f1548bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ec06e88b-4953-46d6-b40a-6852257910cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:05:04.964085 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af35644-159d-402f-afee-e0f23000857b admin admin] Network hostable DHCP agents. Network: ec06e88b-4953-46d6-b40a-6852257910cb, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:05:04.973091 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:04.989037 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9ad3528a-aa8a-4c76-8129-afcdc85b16ab req-016df627-379b-4b8e-a9cb-56ef8eb128a7 tempest-AggregatesAdminTestJSON-39031760 tempest-AggregatesAdminTestJSON-39031760-project] 10.222.0.23 "GET /v2.0/security-groups?id=310a77ea-9101-4cb3-b84f-8832fffaa237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511663 Dec 06 17:05:05.027931 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af35644-159d-402f-afee-e0f23000857b admin admin] Network ec06e88b-4953-46d6-b40a-6852257910cb is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:05:05.041204 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-6af35644-159d-402f-afee-e0f23000857b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, ec06e88b-4953-46d6-b40a-6852257910cb) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:05:05.047802 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af35644-159d-402f-afee-e0f23000857b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:05.049609 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6af35644-159d-402f-afee-e0f23000857b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:05.073130 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7ec978-14ba-4358-a1b5-a5ee00742201 None None] Network ec06e88b-4953-46d6-b40a-6852257910cb requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:05:05.078398 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-6af35644-159d-402f-afee-e0f23000857b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.4051936 Dec 06 17:05:05.082405 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 60512) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:05:05.097255 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-36a20100-2d73-4c3d-b2f8-262b53a1abad admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-340178972-router', 'tenant_id': 'd6996376dd7c4fa18bd89e4462fdf009', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:05:05.150642 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-36a20100-2d73-4c3d-b2f8-262b53a1abad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:05.152178 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-36a20100-2d73-4c3d-b2f8-262b53a1abad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:05.184154 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6e722e4d-b85d-4e2f-8399-8c342c142aa4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:05.246173 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-36a20100-2d73-4c3d-b2f8-262b53a1abad admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:05.260840 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-158ad2b8-80ba-4b70-9f1e-89182c05c3e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:05.401016 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f27d78e2-4dee-4e81-8a28-9cb44ef2dcca req-1faee7e1-b9ff-4208-a19d-e631bff455d8 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=31c7763d-6ef7-4308-8c38-56013cf586be HTTP/1.1" status: 200 len: 210 time: 0.1646366 Dec 06 17:05:05.415552 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6e722e4d-b85d-4e2f-8399-8c342c142aa4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:05.506498 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-158ad2b8-80ba-4b70-9f1e-89182c05c3e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:05.544949 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99e04de-9a94-44cf-8dfd-60d87b2409c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-ec06e88b-4953-46d6-b40a-6852257910cb', 'network_id': 'ec06e88b-4953-46d6-b40a-6852257910cb', 'tenant_id': 'd6996376dd7c4fa18bd89e4462fdf009', 'fixed_ips': [{'subnet_id': 'a60a8cc0-b169-49bf-8d7d-ec8af16ddf60'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:05:05.546480 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d99e04de-9a94-44cf-8dfd-60d87b2409c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:05.579069 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f4980bf-5d02-495b-b16d-39c92fac37ab x-openstack-request-id: req-2f4980bf-5d02-495b-b16d-39c92fac37ab {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:05:05.579983 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feb28d05-6ceb-4539-a411-7fd1d7223c36", "tag": "c42f604d-8112-4bf2-a1ff-3f96761f1a5a", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:05:05.580456 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2f4980bf-5d02-495b-b16d-39c92fac37ab {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:05:05.581174 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'feb28d05-6ceb-4539-a411-7fd1d7223c36', 'tag': 'c42f604d-8112-4bf2-a1ff-3f96761f1a5a', 'status': 'completed', 'code': 200} Dec 06 17:05:05.653657 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57ba5e9-086f-4326-b0f6-19e18e6f1ba4 req-5130f3e2-7789-4b30-bece-6b5421fedfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:05.660673 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e57ba5e9-086f-4326-b0f6-19e18e6f1ba4 req-5130f3e2-7789-4b30-bece-6b5421fedfe5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=57091b63777c4e6cb55666c11e6a5987&device_id=feb28d05-6ceb-4539-a411-7fd1d7223c36 HTTP/1.1" status: 200 len: 1119 time: 0.6200988 Dec 06 17:05:05.667085 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-36a20100-2d73-4c3d-b2f8-262b53a1abad admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:05.837667 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f1454800-1b13-4f9a-a0fa-05653665aec1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:05.843130 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-158ad2b8-80ba-4b70-9f1e-89182c05c3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:05.849829 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-158ad2b8-80ba-4b70-9f1e-89182c05c3e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:05.851020 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-158ad2b8-80ba-4b70-9f1e-89182c05c3e3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b79eba5c-6df9-4b3d-b258-6f13c8e96ad7 HTTP/1.1" status: 204 len: 168 time: 1.1267674 Dec 06 17:05:05.858121 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6e722e4d-b85d-4e2f-8399-8c342c142aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:05.865961 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6e722e4d-b85d-4e2f-8399-8c342c142aa4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:05.869298 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-6e722e4d-b85d-4e2f-8399-8c342c142aa4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9221400e-14e6-4aec-868c-64862f4e51ca HTTP/1.1" status: 204 len: 168 time: 1.1902413 Dec 06 17:05:05.873140 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f1454800-1b13-4f9a-a0fa-05653665aec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:05.899781 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158ad2b8-80ba-4b70-9f1e-89182c05c3e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b79eba5c-6df9-4b3d-b258-6f13c8e96ad7,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:05.955877 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e722e4d-b85d-4e2f-8399-8c342c142aa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9221400e-14e6-4aec-868c-64862f4e51ca,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:05.970123 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-d99e04de-9a94-44cf-8dfd-60d87b2409c2 None None] Allocated IP 172.20.0.2 (ec06e88b-4953-46d6-b40a-6852257910cb/a60a8cc0-b169-49bf-8d7d-ec8af16ddf60/4e9ac484-faa4-4f15-88e0-54c463ae5a5d) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:05:06.257710 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-36a20100-2d73-4c3d-b2f8-262b53a1abad admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:06.290237 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-36a20100-2d73-4c3d-b2f8-262b53a1abad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:06.496610 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d99e04de-9a94-44cf-8dfd-60d87b2409c2 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:06.513075 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d99e04de-9a94-44cf-8dfd-60d87b2409c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:06.639192 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99e04de-9a94-44cf-8dfd-60d87b2409c2 None None] Network ec06e88b-4953-46d6-b40a-6852257910cb is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:05:06.652206 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-d99e04de-9a94-44cf-8dfd-60d87b2409c2 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:05:06.667369 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99e04de-9a94-44cf-8dfd-60d87b2409c2 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:05:06.686651 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-f1454800-1b13-4f9a-a0fa-05653665aec1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e5d26a6e053a462fa050e3aab984160b&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4423318 Dec 06 17:05:06.690476 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 60570) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:05:06.693673 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99e04de-9a94-44cf-8dfd-60d87b2409c2 None None] Pushing event updated for resources: {'Port': ['ID=4e9ac484-faa4-4f15-88e0-54c463ae5a5d,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:06.705087 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ba9368c7-e9a5-4b13-82a9-766a090c0937 req-b764e1dc-4fac-4049-a1b9-f6d6fa220db1 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=31c7763d-6ef7-4308-8c38-56013cf586be HTTP/1.1" status: 200 len: 210 time: 0.1392779 Dec 06 17:05:06.716404 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e57ba5e9-086f-4326-b0f6-19e18e6f1ba4 req-6c8663d8-f6ce-4eb1-afd4-8a67e67e17cc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=c42f604d-8112-4bf2-a1ff-3f96761f1a5a HTTP/1.1" status: 200 len: 217 time: 0.7043111 Dec 06 17:05:06.720907 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1454800-1b13-4f9a-a0fa-05653665aec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec17256f-4986-477d-98b2-75b0fe5e26de,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:06.738603 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-36a20100-2d73-4c3d-b2f8-262b53a1abad admin admin] Allocated IP 172.35.1.51 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/1c033c12-a438-48cd-bc2c-025c5a8e48ee) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:05:06.862965 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-d99e04de-9a94-44cf-8dfd-60d87b2409c2 None None] Attempting to bind port 4e9ac484-faa4-4f15-88e0-54c463ae5a5d on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:05:06.867598 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-d99e04de-9a94-44cf-8dfd-60d87b2409c2 None None] Attempting to bind port 4e9ac484-faa4-4f15-88e0-54c463ae5a5d by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'a453b3e4-5587-4bb5-b330-4489f1548bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ec06e88b-4953-46d6-b40a-6852257910cb'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:05:06.868156 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99e04de-9a94-44cf-8dfd-60d87b2409c2 None None] Attempting to bind port 4e9ac484-faa4-4f15-88e0-54c463ae5a5d on network ec06e88b-4953-46d6-b40a-6852257910cb {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:05:06.881003 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99e04de-9a94-44cf-8dfd-60d87b2409c2 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:05:06.881394 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99e04de-9a94-44cf-8dfd-60d87b2409c2 None None] Checking segment: {'id': 'a453b3e4-5587-4bb5-b330-4489f1548bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ec06e88b-4953-46d6-b40a-6852257910cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:05:06.883060 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d99e04de-9a94-44cf-8dfd-60d87b2409c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:06.884387 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99e04de-9a94-44cf-8dfd-60d87b2409c2 None None] Bound using segment: {'id': 'a453b3e4-5587-4bb5-b330-4489f1548bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ec06e88b-4953-46d6-b40a-6852257910cb'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:05:06.885061 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-d99e04de-9a94-44cf-8dfd-60d87b2409c2 None None] Bound port: 4e9ac484-faa4-4f15-88e0-54c463ae5a5d, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a453b3e4-5587-4bb5-b330-4489f1548bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ec06e88b-4953-46d6-b40a-6852257910cb'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:05:06.885858 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d99e04de-9a94-44cf-8dfd-60d87b2409c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:06.904768 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 60574) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:05:06.983230 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a57b37dd-513e-4eda-84b7-0f5524164fe8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:06.987065 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d51abd78-c5ad-405f-9edc-3e1bb4ecac41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:07.057591 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-d99e04de-9a94-44cf-8dfd-60d87b2409c2 None None] For port 4e9ac484-faa4-4f15-88e0-54c463ae5a5d, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:05:07.059299 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c4390b-5df0-40b6-985b-566909032b86 req-d759bfac-a834-4774-9231-a6b05540e07a tempest-AggregatesAdminTestJSON-39031760 tempest-AggregatesAdminTestJSON-39031760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:07.063511 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-d99e04de-9a94-44cf-8dfd-60d87b2409c2 None None] For port 4e9ac484-faa4-4f15-88e0-54c463ae5a5d, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=4e9ac484-faa4-4f15-88e0-54c463ae5a5d,segment=NetworkSegment(a453b3e4-5587-4bb5-b330-4489f1548bf7),segment_id=a453b3e4-5587-4bb5-b330-4489f1548bf7)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:05:07.069573 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d99e04de-9a94-44cf-8dfd-60d87b2409c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:07.072001 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c0c4390b-5df0-40b6-985b-566909032b86 req-d759bfac-a834-4774-9231-a6b05540e07a tempest-AggregatesAdminTestJSON-39031760 tempest-AggregatesAdminTestJSON-39031760-project] 10.222.0.23 "GET /v2.0/ports?device_id=feb28d05-6ceb-4539-a411-7fd1d7223c36 HTTP/1.1" status: 200 len: 968 time: 0.6111760 Dec 06 17:05:07.101122 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57ba5e9-086f-4326-b0f6-19e18e6f1ba4 req-12b28149-0ad2-4f4f-ab7a-b32810ffbef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:07.102766 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e57ba5e9-086f-4326-b0f6-19e18e6f1ba4 req-12b28149-0ad2-4f4f-ab7a-b32810ffbef7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1342252a-21e4-4783-88ff-f54776c79059 HTTP/1.1" status: 200 len: 843 time: 0.3614297 Dec 06 17:05:07.181925 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99e04de-9a94-44cf-8dfd-60d87b2409c2 None None] Pushing event updated for resources: {'Port': ['ID=4e9ac484-faa4-4f15-88e0-54c463ae5a5d,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:07.397389 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c0c4390b-5df0-40b6-985b-566909032b86 req-4a7adab9-fd02-4dcd-9933-051476f73e95 tempest-AggregatesAdminTestJSON-39031760 tempest-AggregatesAdminTestJSON-39031760-project] 10.222.0.23 "GET /v2.0/security-groups?id=310a77ea-9101-4cb3-b84f-8832fffaa237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022487 Dec 06 17:05:07.401951 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d51abd78-c5ad-405f-9edc-3e1bb4ecac41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:07.431972 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-36a20100-2d73-4c3d-b2f8-262b53a1abad admin admin] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:07.433485 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57ba5e9-086f-4326-b0f6-19e18e6f1ba4 req-2a7a0d0b-a8b0-4d74-a262-43bbebf52018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:07.435501 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e57ba5e9-086f-4326-b0f6-19e18e6f1ba4 req-2a7a0d0b-a8b0-4d74-a262-43bbebf52018 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee08a0d2-834f-4c39-be47-9c424581246a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3126547 Dec 06 17:05:07.610007 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a57b37dd-513e-4eda-84b7-0f5524164fe8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:07.627412 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d51abd78-c5ad-405f-9edc-3e1bb4ecac41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:07.631191 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d51abd78-c5ad-405f-9edc-3e1bb4ecac41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:07.643059 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-d51abd78-c5ad-405f-9edc-3e1bb4ecac41 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ec17256f-4986-477d-98b2-75b0fe5e26de HTTP/1.1" status: 204 len: 168 time: 0.9395511 Dec 06 17:05:07.669075 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a57b37dd-513e-4eda-84b7-0f5524164fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:07.722386 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51abd78-c5ad-405f-9edc-3e1bb4ecac41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec17256f-4986-477d-98b2-75b0fe5e26de,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:07.840402 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57b37dd-513e-4eda-84b7-0f5524164fe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4928ddc-22e9-4c11-a771-707f7ec96cb7,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:07.853739 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-a57b37dd-513e-4eda-84b7-0f5524164fe8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2cef7ed7529a4f55b6f5836c22172c19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9469190 Dec 06 17:05:07.857687 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60600) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:05:07.974690 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a1726fad-1101-4ede-bc9a-3e70511be74c req-4e50591e-b054-475d-91fd-0ee62f36d089 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=31c7763d-6ef7-4308-8c38-56013cf586be HTTP/1.1" status: 200 len: 210 time: 0.0942533 Dec 06 17:05:07.989153 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-36a20100-2d73-4c3d-b2f8-262b53a1abad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:08.051238 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 56564) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:05:08.123366 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a20100-2d73-4c3d-b2f8-262b53a1abad admin admin] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:05:08.131988 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-36a20100-2d73-4c3d-b2f8-262b53a1abad admin admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:05:08.158572 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a20100-2d73-4c3d-b2f8-262b53a1abad admin admin] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:05:08.238058 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4015afe1-d944-407b-8481-a6475d10b7bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:08.334637 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e57ba5e9-086f-4326-b0f6-19e18e6f1ba4 req-7253a0a9-194d-4795-a5e2-79d987afd84b service neutron] 10.222.0.44 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4674056 Dec 06 17:05:08.387239 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 60612) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:05:08.432684 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a20100-2d73-4c3d-b2f8-262b53a1abad admin admin] Pushing event updated for resources: {'Port': ['ID=1c033c12-a438-48cd-bc2c-025c5a8e48ee,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:08.461072 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4015afe1-d944-407b-8481-a6475d10b7bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:08.474078 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5af0712d-2f01-4c0f-bb2f-8c89a4338fb3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:08.567658 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f53e0-17fd-4b5a-8323-2f0fac95739e req-efeeed26-228a-4a4e-b465-d419092f7787 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:08.593424 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6f7f53e0-17fd-4b5a-8323-2f0fac95739e req-efeeed26-228a-4a4e-b465-d419092f7787 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.41 "GET /v2.0/networks?id=f368e270-aa86-47d2-9c8f-0ac2b4fc8997 HTTP/1.1" status: 200 len: 821 time: 0.5147119 Dec 06 17:05:08.598466 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4015afe1-d944-407b-8481-a6475d10b7bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:08.615866 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4015afe1-d944-407b-8481-a6475d10b7bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:08.619662 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-4015afe1-d944-407b-8481-a6475d10b7bd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d4928ddc-22e9-4c11-a771-707f7ec96cb7 HTTP/1.1" status: 204 len: 168 time: 0.7583711 Dec 06 17:05:08.784535 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e57ba5e9-086f-4326-b0f6-19e18e6f1ba4 req-1c366f23-bc5b-4cf7-a3d2-89952546d7a6 service neutron] 10.222.0.44 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4371190 Dec 06 17:05:08.794323 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-6f7f53e0-17fd-4b5a-8323-2f0fac95739e req-adb4cdc8-914a-4133-a75b-c299f6ab0d59 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Request body: {'port': {'device_id': '31c7763d-6ef7-4308-8c38-56013cf586be', 'network_id': 'f368e270-aa86-47d2-9c8f-0ac2b4fc8997', 'admin_state_up': True, 'tenant_id': '013b92ce2e6a40e1a3b2fa92d62d652e'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:05:08.872230 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4015afe1-d944-407b-8481-a6475d10b7bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4928ddc-22e9-4c11-a771-707f7ec96cb7,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:08.881602 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-36a20100-2d73-4c3d-b2f8-262b53a1abad admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:08.896901 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f341472-0196-4ea2-bd78-9f5156a6b982 None None] Network ec06e88b-4953-46d6-b40a-6852257910cb requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:05:09.025290 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-aae11deb-484c-46dd-a0d3-f557a0daaea7 None None] Provisioning complete for port 4e9ac484-faa4-4f15-88e0-54c463ae5a5d triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:05:09.026121 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-aae11deb-484c-46dd-a0d3-f557a0daaea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:09.026828 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5af0712d-2f01-4c0f-bb2f-8c89a4338fb3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:09.037728 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5af0712d-2f01-4c0f-bb2f-8c89a4338fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:09.049432 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b2643e-b3f2-4d62-9c2e-9ece9c7e1f5d req-2e645e1c-a3ac-4df3-81bc-390f21b772d5 tempest-AggregatesAdminTestJSON-39031760 tempest-AggregatesAdminTestJSON-39031760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:09.051369 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-07b2643e-b3f2-4d62-9c2e-9ece9c7e1f5d req-2e645e1c-a3ac-4df3-81bc-390f21b772d5 tempest-AggregatesAdminTestJSON-39031760 tempest-AggregatesAdminTestJSON-39031760-project] 10.222.0.23 "GET /v2.0/ports?device_id=feb28d05-6ceb-4539-a411-7fd1d7223c36 HTTP/1.1" status: 200 len: 968 time: 0.4567962 Dec 06 17:05:09.141359 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-07b2643e-b3f2-4d62-9c2e-9ece9c7e1f5d req-376d8b17-3800-4a23-a72f-a4f94bf2cd56 tempest-AggregatesAdminTestJSON-39031760 tempest-AggregatesAdminTestJSON-39031760-project] 10.222.0.23 "GET /v2.0/security-groups?id=310a77ea-9101-4cb3-b84f-8832fffaa237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811126 Dec 06 17:05:09.156265 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f7f53e0-17fd-4b5a-8323-2f0fac95739e req-adb4cdc8-914a-4133-a75b-c299f6ab0d59 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Made reservation on behalf of 013b92ce2e6a40e1a3b2fa92d62d652e for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:05:09.175288 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-5af0712d-2f01-4c0f-bb2f-8c89a4338fb3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=96501e36f8d94ad4969e3884fa91226e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7740939 Dec 06 17:05:09.180573 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-6f7f53e0-17fd-4b5a-8323-2f0fac95739e req-adb4cdc8-914a-4133-a75b-c299f6ab0d59 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:09.201806 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 60638) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:05:09.218570 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-aae11deb-484c-46dd-a0d3-f557a0daaea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:09.251599 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4e597fc8-3fdb-4e84-b0a1-67a380c79b65 req-0866481e-cd97-49be-aaf3-4d8fe2cecea2 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=31c7763d-6ef7-4308-8c38-56013cf586be HTTP/1.1" status: 200 len: 210 time: 0.0547199 Dec 06 17:05:09.263287 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af0712d-2f01-4c0f-bb2f-8c89a4338fb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5680a179-d1e6-46dc-b134-e18466b9b200,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:09.351715 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 4e9ac484-faa4-4f15-88e0-54c463ae5a5d up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:05:09.377163 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-6f7f53e0-17fd-4b5a-8323-2f0fac95739e req-adb4cdc8-914a-4133-a75b-c299f6ab0d59 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Allocated IP 172.20.0.14 (f368e270-aa86-47d2-9c8f-0ac2b4fc8997/f77759ce-94b4-46a8-b90f-f881b9e38f99/ce8a20ff-a9c6-4795-a571-20bb813075a1) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:05:09.393076 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-36a20100-2d73-4c3d-b2f8-262b53a1abad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:09.471310 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-aae11deb-484c-46dd-a0d3-f557a0daaea7 None None] For port 4e9ac484-faa4-4f15-88e0-54c463ae5a5d, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=4e9ac484-faa4-4f15-88e0-54c463ae5a5d,segment=NetworkSegment(a453b3e4-5587-4bb5-b330-4489f1548bf7),segment_id=a453b3e4-5587-4bb5-b330-4489f1548bf7)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:05:09.489296 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 4e9ac484-faa4-4f15-88e0-54c463ae5a5d triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:05:09.489878 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:09.539719 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cc372735-324c-499d-82b7-b59016c9863e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:09.542325 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-aae11deb-484c-46dd-a0d3-f557a0daaea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:09.566769 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-6f7f53e0-17fd-4b5a-8323-2f0fac95739e req-adb4cdc8-914a-4133-a75b-c299f6ab0d59 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:09.605038 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cc372735-324c-499d-82b7-b59016c9863e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:09.630816 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-6f7f53e0-17fd-4b5a-8323-2f0fac95739e req-adb4cdc8-914a-4133-a75b-c299f6ab0d59 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:09.659310 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36a20100-2d73-4c3d-b2f8-262b53a1abad admin admin] Router c0c3dea7-0c15-479b-acbb-d7b110916de8 is scheduled to L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 with binding_index 1 {{(pid=103285) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 17:05:09.726180 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f7f53e0-17fd-4b5a-8323-2f0fac95739e req-adb4cdc8-914a-4133-a75b-c299f6ab0d59 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Network f368e270-aa86-47d2-9c8f-0ac2b4fc8997 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:05:09.731292 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-6f7f53e0-17fd-4b5a-8323-2f0fac95739e req-adb4cdc8-914a-4133-a75b-c299f6ab0d59 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:05:09.736583 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f7f53e0-17fd-4b5a-8323-2f0fac95739e req-adb4cdc8-914a-4133-a75b-c299f6ab0d59 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:05:09.743311 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f53e0-17fd-4b5a-8323-2f0fac95739e req-adb4cdc8-914a-4133-a75b-c299f6ab0d59 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:09.743893 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-6f7f53e0-17fd-4b5a-8323-2f0fac95739e req-adb4cdc8-914a-4133-a75b-c299f6ab0d59 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:09.778650 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6f7f53e0-17fd-4b5a-8323-2f0fac95739e req-adb4cdc8-914a-4133-a75b-c299f6ab0d59 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9891112 Dec 06 17:05:09.779267 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb4cdc8-914a-4133-a75b-c299f6ab0d59 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Pushing event updated for resources: {'Port': ['ID=ce8a20ff-a9c6-4795-a571-20bb813075a1,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:09.786451 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397bd3b5-0d79-4833-bcb0-654f26dfd92c req-4a5ddd92-435a-46ec-9696-432df4430419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:09.788009 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-397bd3b5-0d79-4833-bcb0-654f26dfd92c req-4a5ddd92-435a-46ec-9696-432df4430419 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=57091b63777c4e6cb55666c11e6a5987&device_id=feb28d05-6ceb-4539-a411-7fd1d7223c36 HTTP/1.1" status: 200 len: 1119 time: 0.5713243 Dec 06 17:05:09.795954 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [req-6f7f53e0-17fd-4b5a-8323-2f0fac95739e req-c6957612-eecc-4c77-b17a-f6e8abce0866 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:05:09.797208 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6f7f53e0-17fd-4b5a-8323-2f0fac95739e req-c6957612-eecc-4c77-b17a-f6e8abce0866 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062666 Dec 06 17:05:09.870986 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae11deb-484c-46dd-a0d3-f557a0daaea7 None None] Pushing event updated for resources: {'Port': ['ID=4e9ac484-faa4-4f15-88e0-54c463ae5a5d,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:09.993104 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-3da558de-aea4-415d-9eaa-d53091b7ac23 None None] Provisioning complete for port 4e9ac484-faa4-4f15-88e0-54c463ae5a5d triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:05:10.002665 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3da558de-aea4-415d-9eaa-d53091b7ac23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:10.024764 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cc372735-324c-499d-82b7-b59016c9863e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:10.028779 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397bd3b5-0d79-4833-bcb0-654f26dfd92c req-2b222624-52e2-4322-9154-0ce4a15fa6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:10.029281 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cc372735-324c-499d-82b7-b59016c9863e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:10.033000 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-cc372735-324c-499d-82b7-b59016c9863e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5680a179-d1e6-46dc-b134-e18466b9b200 HTTP/1.1" status: 204 len: 168 time: 0.8187339 Dec 06 17:05:10.033161 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-397bd3b5-0d79-4833-bcb0-654f26dfd92c req-2b222624-52e2-4322-9154-0ce4a15fa6f1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ee08a0d2-834f-4c39-be47-9c424581246a HTTP/1.1" status: 200 len: 870 time: 0.2327683 Dec 06 17:05:10.062886 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc372735-324c-499d-82b7-b59016c9863e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5680a179-d1e6-46dc-b134-e18466b9b200,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:10.078658 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36a20100-2d73-4c3d-b2f8-262b53a1abad admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:05:10.091246 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991ca34c-4962-4e8f-9d73-1a725c60d05f None None] Sync routers for ids ['c0c3dea7-0c15-479b-acbb-d7b110916de8'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:05:10.128639 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991ca34c-4962-4e8f-9d73-1a725c60d05f None None] Routers {'c0c3dea7-0c15-479b-acbb-d7b110916de8'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:05:10.129287 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-991ca34c-4962-4e8f-9d73-1a725c60d05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:04:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['c0c3dea7-0c15-479b-acbb-d7b110916de8'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:05:10.131157 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-36a20100-2d73-4c3d-b2f8-262b53a1abad admin admin] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:10.132540 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-36a20100-2d73-4c3d-b2f8-262b53a1abad admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 5.0486393 Dec 06 17:05:10.140550 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 60652) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:05:10.147929 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-397bd3b5-0d79-4833-bcb0-654f26dfd92c req-87b126bd-f78a-4d5c-bf4a-e31b90edc4cc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=c42f604d-8112-4bf2-a1ff-3f96761f1a5a HTTP/1.1" status: 200 len: 217 time: 0.1085405 Dec 06 17:05:10.234021 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397bd3b5-0d79-4833-bcb0-654f26dfd92c req-35826c9d-6b40-4bb2-b494-cc9d03c9692a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:10.236759 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-397bd3b5-0d79-4833-bcb0-654f26dfd92c req-35826c9d-6b40-4bb2-b494-cc9d03c9692a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1342252a-21e4-4783-88ff-f54776c79059 HTTP/1.1" status: 200 len: 843 time: 0.0805759 Dec 06 17:05:10.326052 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397bd3b5-0d79-4833-bcb0-654f26dfd92c req-8c1bae94-d22f-4b8d-aab4-27498408a64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:10.327724 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-397bd3b5-0d79-4833-bcb0-654f26dfd92c req-8c1bae94-d22f-4b8d-aab4-27498408a64f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee08a0d2-834f-4c39-be47-9c424581246a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0829475 Dec 06 17:05:10.493214 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-991ca34c-4962-4e8f-9d73-1a725c60d05f None None] Set router c0c3dea7-0c15-479b-acbb-d7b110916de8 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:05:10.677809 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3093ea2-5917-4477-b94e-ceb4e98a13ff req-c09e2087-efa1-43c9-ba27-9928e84ae5a4 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:10.681874 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a3093ea2-5917-4477-b94e-ceb4e98a13ff req-c09e2087-efa1-43c9-ba27-9928e84ae5a4 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=31c7763d-6ef7-4308-8c38-56013cf586be HTTP/1.1" status: 200 len: 932 time: 0.1664066 Dec 06 17:05:10.686054 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-397bd3b5-0d79-4833-bcb0-654f26dfd92c req-097394c6-a799-40cc-a2bb-09eea9730d41 service neutron] 10.222.0.44 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3480110 Dec 06 17:05:10.722784 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-6f7f53e0-17fd-4b5a-8323-2f0fac95739e req-f21a25d8-eebd-4f5b-9c03-48c1979dc69a service neutron] Request body: {'port': {'device_id': '31c7763d-6ef7-4308-8c38-56013cf586be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:05:10.824207 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402354f4-fe88-4796-b5c8-57cc977a9820 req-c34933d2-2fdd-41e6-8c52-f8af90ecf868 tempest-AggregatesAdminTestJSON-39031760 tempest-AggregatesAdminTestJSON-39031760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:10.825846 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-402354f4-fe88-4796-b5c8-57cc977a9820 req-c34933d2-2fdd-41e6-8c52-f8af90ecf868 tempest-AggregatesAdminTestJSON-39031760 tempest-AggregatesAdminTestJSON-39031760-project] 10.222.0.23 "GET /v2.0/ports?device_id=feb28d05-6ceb-4539-a411-7fd1d7223c36 HTTP/1.1" status: 200 len: 968 time: 0.2998188 Dec 06 17:05:10.934105 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-402354f4-fe88-4796-b5c8-57cc977a9820 req-b77816be-0898-4ba6-9873-9fc765e850c5 tempest-AggregatesAdminTestJSON-39031760 tempest-AggregatesAdminTestJSON-39031760-project] 10.222.0.23 "GET /v2.0/security-groups?id=310a77ea-9101-4cb3-b84f-8832fffaa237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995677 Dec 06 17:05:10.955371 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-991ca34c-4962-4e8f-9d73-1a725c60d05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c3dea7-0c15-479b-acbb-d7b110916de8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-340178972-router', 'tenant_id': 'd6996376dd7c4fa18bd89e4462fdf009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.51'}], 'enable_snat': True}, 'gw_port_id': '1c033c12-a438-48cd-bc2c-025c5a8e48ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:05:05Z', 'updated_at': '2021-12-06T17:05:08Z', 'revision_number': 3, 'project_id': 'd6996376dd7c4fa18bd89e4462fdf009', 'gw_port': {'id': '1c033c12-a438-48cd-bc2c-025c5a8e48ee', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0c3dea7-0c15-479b-acbb-d7b110916de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 165, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:05:06Z', 'updated_at': '2021-12-06T17:05:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:05:11.025118 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991ca34c-4962-4e8f-9d73-1a725c60d05f None None] Checking router: c0c3dea7-0c15-479b-acbb-d7b110916de8 for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:05:11.029517 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991ca34c-4962-4e8f-9d73-1a725c60d05f None None] Updating router c0c3dea7-0c15-479b-acbb-d7b110916de8 port 1c033c12-a438-48cd-bc2c-025c5a8e48ee binding host n-d-master-1 {{(pid=103287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:05:11.119528 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-991ca34c-4962-4e8f-9d73-1a725c60d05f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:11.282140 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 4e9ac484-faa4-4f15-88e0-54c463ae5a5d up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:05:11.399538 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 4e9ac484-faa4-4f15-88e0-54c463ae5a5d triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:05:11.400066 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:11.537576 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-397bd3b5-0d79-4833-bcb0-654f26dfd92c req-56a3501b-b83e-4c7f-a685-e8d6f3f02909 service neutron] 10.222.0.44 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8419845 Dec 06 17:05:11.541428 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-991ca34c-4962-4e8f-9d73-1a725c60d05f None None] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:11.550167 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-991ca34c-4962-4e8f-9d73-1a725c60d05f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:11.605357 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e23ac3-757b-4d15-87a8-2dc35f167f2c None None] Pushing event updated for resources: {'Port': ['ID=1c033c12-a438-48cd-bc2c-025c5a8e48ee,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:11.628302 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-991ca34c-4962-4e8f-9d73-1a725c60d05f None None] Attempting to bind port 1c033c12-a438-48cd-bc2c-025c5a8e48ee on host n-d-master-1 for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:05:11.628882 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-991ca34c-4962-4e8f-9d73-1a725c60d05f None None] Attempting to bind port 1c033c12-a438-48cd-bc2c-025c5a8e48ee by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:05:11.629404 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991ca34c-4962-4e8f-9d73-1a725c60d05f None None] Attempting to bind port 1c033c12-a438-48cd-bc2c-025c5a8e48ee on network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:05:11.637796 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991ca34c-4962-4e8f-9d73-1a725c60d05f None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:05:11.637796 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991ca34c-4962-4e8f-9d73-1a725c60d05f None None] Checking segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:05:11.638467 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-991ca34c-4962-4e8f-9d73-1a725c60d05f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:11.639110 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991ca34c-4962-4e8f-9d73-1a725c60d05f None None] Bound using segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:05:11.639674 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-991ca34c-4962-4e8f-9d73-1a725c60d05f None None] Bound port: 1c033c12-a438-48cd-bc2c-025c5a8e48ee, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:05:11.640286 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-991ca34c-4962-4e8f-9d73-1a725c60d05f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:11.662431 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a3093ea2-5917-4477-b94e-ceb4e98a13ff req-fc6ee3f9-7a73-4357-8b25-e3424651a506 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9697971 Dec 06 17:05:11.679209 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e35faa97-27e1-498e-9b1e-ca0a8f0a39e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:11.682967 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-6f7f53e0-17fd-4b5a-8323-2f0fac95739e req-f21a25d8-eebd-4f5b-9c03-48c1979dc69a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:11.728932 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-991ca34c-4962-4e8f-9d73-1a725c60d05f None None] For port 1c033c12-a438-48cd-bc2c-025c5a8e48ee, host n-d-master-1, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:05:11.733790 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-991ca34c-4962-4e8f-9d73-1a725c60d05f None None] For port 1c033c12-a438-48cd-bc2c-025c5a8e48ee, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1c033c12-a438-48cd-bc2c-025c5a8e48ee,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:05:11.742197 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-991ca34c-4962-4e8f-9d73-1a725c60d05f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:11.867843 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e23ac3-757b-4d15-87a8-2dc35f167f2c None None] Pushing event updated for resources: {'Port': ['ID=1c033c12-a438-48cd-bc2c-025c5a8e48ee,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:11.905156 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991ca34c-4962-4e8f-9d73-1a725c60d05f None None] Routers {'c0c3dea7-0c15-479b-acbb-d7b110916de8'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:05:11.906847 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-991ca34c-4962-4e8f-9d73-1a725c60d05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:04:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['c0c3dea7-0c15-479b-acbb-d7b110916de8'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:05:12.168097 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-991ca34c-4962-4e8f-9d73-1a725c60d05f None None] Set router c0c3dea7-0c15-479b-acbb-d7b110916de8 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:05:12.219069 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-e35faa97-27e1-498e-9b1e-ca0a8f0a39e1 admin admin] Allocated IP 172.20.0.1 (ec06e88b-4953-46d6-b40a-6852257910cb/a60a8cc0-b169-49bf-8d7d-ec8af16ddf60/c5002214-4786-4c9b-b48e-2433d7f92861) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:05:12.241791 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 60712) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:05:12.519015 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-991ca34c-4962-4e8f-9d73-1a725c60d05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c3dea7-0c15-479b-acbb-d7b110916de8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-340178972-router', 'tenant_id': 'd6996376dd7c4fa18bd89e4462fdf009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.51'}], 'enable_snat': True}, 'gw_port_id': '1c033c12-a438-48cd-bc2c-025c5a8e48ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:05:05Z', 'updated_at': '2021-12-06T17:05:08Z', 'revision_number': 3, 'project_id': 'd6996376dd7c4fa18bd89e4462fdf009', 'gw_port': {'id': '1c033c12-a438-48cd-bc2c-025c5a8e48ee', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0c3dea7-0c15-479b-acbb-d7b110916de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 165, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:05:06Z', 'updated_at': '2021-12-06T17:05:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:05:12.567020 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e35faa97-27e1-498e-9b1e-ca0a8f0a39e1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:12.591760 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991ca34c-4962-4e8f-9d73-1a725c60d05f None None] The sync data for ids ['c0c3dea7-0c15-479b-acbb-d7b110916de8'] in n-d-master-1 is: [{'id': 'c0c3dea7-0c15-479b-acbb-d7b110916de8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-340178972-router', 'tenant_id': 'd6996376dd7c4fa18bd89e4462fdf009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.51'}], 'enable_snat': True}, 'gw_port_id': '1c033c12-a438-48cd-bc2c-025c5a8e48ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:05:05Z', 'updated_at': '2021-12-06T17:05:08Z', 'revision_number': 3, 'project_id': 'd6996376dd7c4fa18bd89e4462fdf009', 'gw_port': {'id': '1c033c12-a438-48cd-bc2c-025c5a8e48ee', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0c3dea7-0c15-479b-acbb-d7b110916de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 165, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:05:06Z', 'updated_at': '2021-12-06T17:05:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:05:12.652604 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-6f7f53e0-17fd-4b5a-8323-2f0fac95739e req-f21a25d8-eebd-4f5b-9c03-48c1979dc69a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce8a20ff-a9c6-4795-a571-20bb813075a1 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:05:12.685772 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-6f7f53e0-17fd-4b5a-8323-2f0fac95739e req-f21a25d8-eebd-4f5b-9c03-48c1979dc69a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:12.798589 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a5e6e7-4b6c-47e2-a1ac-969003af1fd4 req-9478a388-9c9e-4243-a172-9c2eab2a9b52 tempest-AggregatesAdminTestJSON-39031760 tempest-AggregatesAdminTestJSON-39031760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:12.800246 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e4a5e6e7-4b6c-47e2-a1ac-969003af1fd4 req-9478a388-9c9e-4243-a172-9c2eab2a9b52 tempest-AggregatesAdminTestJSON-39031760 tempest-AggregatesAdminTestJSON-39031760-project] 10.222.0.23 "GET /v2.0/ports?device_id=feb28d05-6ceb-4539-a411-7fd1d7223c36 HTTP/1.1" status: 200 len: 968 time: 0.7022367 Dec 06 17:05:12.811857 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-6f7f53e0-17fd-4b5a-8323-2f0fac95739e req-f21a25d8-eebd-4f5b-9c03-48c1979dc69a service neutron] Transition to ACTIVE for port object ce8a20ff-a9c6-4795-a571-20bb813075a1 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:05:12.831843 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-6f7f53e0-17fd-4b5a-8323-2f0fac95739e req-f21a25d8-eebd-4f5b-9c03-48c1979dc69a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:12.870279 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f6ead4a7-0ce7-4272-a8b7-5e6cc741c2f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:12.911504 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e35faa97-27e1-498e-9b1e-ca0a8f0a39e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:12.964876 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21a25d8-eebd-4f5b-9c03-48c1979dc69a service neutron] Pushing event updated for resources: {'Port': ['ID=ce8a20ff-a9c6-4795-a571-20bb813075a1,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:12.978995 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35faa97-27e1-498e-9b1e-ca0a8f0a39e1 admin admin] Pushing event updated for resources: {'Port': ['ID=c5002214-4786-4c9b-b48e-2433d7f92861,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:12.983372 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e4a5e6e7-4b6c-47e2-a1ac-969003af1fd4 req-a0642b96-c227-4482-ab77-884ee7701580 tempest-AggregatesAdminTestJSON-39031760 tempest-AggregatesAdminTestJSON-39031760-project] 10.222.0.23 "GET /v2.0/security-groups?id=310a77ea-9101-4cb3-b84f-8832fffaa237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700361 Dec 06 17:05:13.026676 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-6f7f53e0-17fd-4b5a-8323-2f0fac95739e req-f21a25d8-eebd-4f5b-9c03-48c1979dc69a service neutron] Attempting to bind port ce8a20ff-a9c6-4795-a571-20bb813075a1 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:05:13.026934 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-6f7f53e0-17fd-4b5a-8323-2f0fac95739e req-f21a25d8-eebd-4f5b-9c03-48c1979dc69a service neutron] Attempting to bind port ce8a20ff-a9c6-4795-a571-20bb813075a1 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'd43b23f1-3a85-4be8-8063-3fe18696b942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f368e270-aa86-47d2-9c8f-0ac2b4fc8997'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:05:13.029555 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7f53e0-17fd-4b5a-8323-2f0fac95739e req-f21a25d8-eebd-4f5b-9c03-48c1979dc69a service neutron] Attempting to bind port ce8a20ff-a9c6-4795-a571-20bb813075a1 on network f368e270-aa86-47d2-9c8f-0ac2b4fc8997 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:05:13.034303 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7f53e0-17fd-4b5a-8323-2f0fac95739e req-f21a25d8-eebd-4f5b-9c03-48c1979dc69a service neutron] Port ce8a20ff-a9c6-4795-a571-20bb813075a1 on network f368e270-aa86-47d2-9c8f-0ac2b4fc8997 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:05:13.034637 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7f53e0-17fd-4b5a-8323-2f0fac95739e req-f21a25d8-eebd-4f5b-9c03-48c1979dc69a service neutron] Attempting to bind port ce8a20ff-a9c6-4795-a571-20bb813075a1 on network f368e270-aa86-47d2-9c8f-0ac2b4fc8997 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:05:13.042322 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7f53e0-17fd-4b5a-8323-2f0fac95739e req-f21a25d8-eebd-4f5b-9c03-48c1979dc69a service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:05:13.042778 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7f53e0-17fd-4b5a-8323-2f0fac95739e req-f21a25d8-eebd-4f5b-9c03-48c1979dc69a service neutron] Checking segment: {'id': 'd43b23f1-3a85-4be8-8063-3fe18696b942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f368e270-aa86-47d2-9c8f-0ac2b4fc8997'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:05:13.043418 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7f53e0-17fd-4b5a-8323-2f0fac95739e req-f21a25d8-eebd-4f5b-9c03-48c1979dc69a service neutron] Bound using segment: {'id': 'd43b23f1-3a85-4be8-8063-3fe18696b942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f368e270-aa86-47d2-9c8f-0ac2b4fc8997'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:05:13.043887 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-6f7f53e0-17fd-4b5a-8323-2f0fac95739e req-f21a25d8-eebd-4f5b-9c03-48c1979dc69a service neutron] Bound port: ce8a20ff-a9c6-4795-a571-20bb813075a1, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd43b23f1-3a85-4be8-8063-3fe18696b942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f368e270-aa86-47d2-9c8f-0ac2b4fc8997'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:05:13.044424 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-6f7f53e0-17fd-4b5a-8323-2f0fac95739e req-f21a25d8-eebd-4f5b-9c03-48c1979dc69a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:13.057107 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device c42f604d-8112-4bf2-a1ff-3f96761f1a5a details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:05:13.097705 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35faa97-27e1-498e-9b1e-ca0a8f0a39e1 admin admin] Network ec06e88b-4953-46d6-b40a-6852257910cb is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:05:13.101121 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-e35faa97-27e1-498e-9b1e-ca0a8f0a39e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:05:13.105197 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35faa97-27e1-498e-9b1e-ca0a8f0a39e1 admin admin] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:05:13.119448 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e35faa97-27e1-498e-9b1e-ca0a8f0a39e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539179'] for router_interface, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:13.283239 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-6f7f53e0-17fd-4b5a-8323-2f0fac95739e req-f21a25d8-eebd-4f5b-9c03-48c1979dc69a service neutron] For port ce8a20ff-a9c6-4795-a571-20bb813075a1, host n-h1-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:05:13.303461 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-6f7f53e0-17fd-4b5a-8323-2f0fac95739e req-f21a25d8-eebd-4f5b-9c03-48c1979dc69a service neutron] For port ce8a20ff-a9c6-4795-a571-20bb813075a1, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ce8a20ff-a9c6-4795-a571-20bb813075a1,segment=NetworkSegment(d43b23f1-3a85-4be8-8063-3fe18696b942),segment_id=d43b23f1-3a85-4be8-8063-3fe18696b942)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:05:13.304186 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port c42f604d-8112-4bf2-a1ff-3f96761f1a5a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=c42f604d-8112-4bf2-a1ff-3f96761f1a5a,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:05:13.313116 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-6f7f53e0-17fd-4b5a-8323-2f0fac95739e req-f21a25d8-eebd-4f5b-9c03-48c1979dc69a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:13.345738 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': 'c42f604d-8112-4bf2-a1ff-3f96761f1a5a', 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a', 'port_id': 'c42f604d-8112-4bf2-a1ff-3f96761f1a5a', 'mac_address': 'fa:16:3e:4b:21:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1342252a-21e4-4783-88ff-f54776c79059', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:tempest-test_az-213150746', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:05:13.451855 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:13.458044 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60734) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:05:13.459486 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0b8d5789-e3b3-4550-b10f-02d33f1e44f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:13.469859 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21a25d8-eebd-4f5b-9c03-48c1979dc69a service neutron] Pushing event updated for resources: {'Port': ['ID=ce8a20ff-a9c6-4795-a571-20bb813075a1,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:13.493535 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c42f604d-8112-4bf2-a1ff-3f96761f1a5a {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:05:13.514646 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f53e0-17fd-4b5a-8323-2f0fac95739e req-f21a25d8-eebd-4f5b-9c03-48c1979dc69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:13.515280 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-6f7f53e0-17fd-4b5a-8323-2f0fac95739e req-f21a25d8-eebd-4f5b-9c03-48c1979dc69a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:13.520029 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6f7f53e0-17fd-4b5a-8323-2f0fac95739e req-f21a25d8-eebd-4f5b-9c03-48c1979dc69a service neutron] 10.222.0.41 "PUT /v2.0/ports/ce8a20ff-a9c6-4795-a571-20bb813075a1 HTTP/1.1" status: 200 len: 1092 time: 3.2221060 Dec 06 17:05:13.520514 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31c7763d-6ef7-4308-8c38-56013cf586be', 'tag': 'ce8a20ff-a9c6-4795-a571-20bb813075a1'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:05:13.522866 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-080c4446-9a84-401f-aa18-b030655c2ddd" -d '{"events": [{"name": "network-changed", "server_uuid": "31c7763d-6ef7-4308-8c38-56013cf586be", "tag": "ce8a20ff-a9c6-4795-a571-20bb813075a1"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:05:13.564964 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bd467e-cea0-4b7b-a5f6-2156d800d1ea req-f7c1a20c-3d31-4a5e-b2ed-3d2b8f41f185 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:13.579428 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port c42f604d-8112-4bf2-a1ff-3f96761f1a5a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=c42f604d-8112-4bf2-a1ff-3f96761f1a5a,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:05:13.590700 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:13.614764 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-51bd467e-cea0-4b7b-a5f6-2156d800d1ea req-f7c1a20c-3d31-4a5e-b2ed-3d2b8f41f185 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=31c7763d-6ef7-4308-8c38-56013cf586be HTTP/1.1" status: 200 len: 944 time: 0.6377122 Dec 06 17:05:13.711612 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=c42f604d-8112-4bf2-a1ff-3f96761f1a5a,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:13.728768 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-c3d9263c-1419-459a-9d0d-ed050bfd8639 None None] Provisioning complete for port c5002214-4786-4c9b-b48e-2433d7f92861 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:05:13.731595 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c3d9263c-1419-459a-9d0d-ed050bfd8639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:13.741723 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e35faa97-27e1-498e-9b1e-ca0a8f0a39e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:13.754500 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f53e0-17fd-4b5a-8323-2f0fac95739e req-e7e0bbd8-e085-46bd-8673-4db8da6072a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:13.763608 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6f7f53e0-17fd-4b5a-8323-2f0fac95739e req-e7e0bbd8-e085-46bd-8673-4db8da6072a2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=013b92ce2e6a40e1a3b2fa92d62d652e&device_id=31c7763d-6ef7-4308-8c38-56013cf586be HTTP/1.1" status: 200 len: 1095 time: 0.1747463 Dec 06 17:05:13.808776 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b99e84-112e-45d4-8256-83c172cf9583 x-openstack-request-id: req-57b99e84-112e-45d4-8256-83c172cf9583 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:05:13.809189 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31c7763d-6ef7-4308-8c38-56013cf586be", "tag": "ce8a20ff-a9c6-4795-a571-20bb813075a1", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:05:13.809432 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-57b99e84-112e-45d4-8256-83c172cf9583 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:05:13.810029 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31c7763d-6ef7-4308-8c38-56013cf586be', 'tag': 'ce8a20ff-a9c6-4795-a571-20bb813075a1', 'status': 'completed', 'code': 200} Dec 06 17:05:13.843294 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-c3d9263c-1419-459a-9d0d-ed050bfd8639 None None] Port c5002214-4786-4c9b-b48e-2433d7f92861 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:05:13.922543 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['c42f604d-8112-4bf2-a1ff-3f96761f1a5a'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:05:13.944838 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-51bd467e-cea0-4b7b-a5f6-2156d800d1ea req-a2f596f2-746b-45ba-9dcc-41472865eb45 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3285909 Dec 06 17:05:14.014429 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-04c25ca4-2006-48bd-a4d3-fdc0b01754ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:14.334101 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e13cbc-9fab-48ae-b735-75384b5f8720 req-f619e750-0ab9-4107-babb-a124f5fdbc30 tempest-AggregatesAdminTestJSON-39031760 tempest-AggregatesAdminTestJSON-39031760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:14.349347 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e35faa97-27e1-498e-9b1e-ca0a8f0a39e1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:14.357419 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a6e13cbc-9fab-48ae-b735-75384b5f8720 req-f619e750-0ab9-4107-babb-a124f5fdbc30 tempest-AggregatesAdminTestJSON-39031760 tempest-AggregatesAdminTestJSON-39031760-project] 10.222.0.23 "GET /v2.0/ports?device_id=feb28d05-6ceb-4539-a411-7fd1d7223c36 HTTP/1.1" status: 200 len: 969 time: 0.2158287 Dec 06 17:05:14.363371 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-04c25ca4-2006-48bd-a4d3-fdc0b01754ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:14.371939 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-04c25ca4-2006-48bd-a4d3-fdc0b01754ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:14.384577 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e35faa97-27e1-498e-9b1e-ca0a8f0a39e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:14.385337 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e35faa97-27e1-498e-9b1e-ca0a8f0a39e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-772465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539207'] for router_interface, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:14.419976 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f6ead4a7-0ce7-4272-a8b7-5e6cc741c2f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:14.473436 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-04c25ca4-2006-48bd-a4d3-fdc0b01754ca admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ab4e94f3f0594d38bfaa1fa659a99bce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9891844 Dec 06 17:05:14.474395 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60756) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:05:14.531927 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c25ca4-2006-48bd-a4d3-fdc0b01754ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72f8d19a-74ca-40d6-91a1-e43524506d71,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:14.541834 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f6ead4a7-0ce7-4272-a8b7-5e6cc741c2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:14.585944 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a6e13cbc-9fab-48ae-b735-75384b5f8720 req-53da7e53-adf8-4fa2-bb09-4a3035f9f685 tempest-AggregatesAdminTestJSON-39031760 tempest-AggregatesAdminTestJSON-39031760-project] 10.222.0.23 "GET /v2.0/security-groups?id=310a77ea-9101-4cb3-b84f-8832fffaa237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200413 Dec 06 17:05:14.627570 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-73669d24-e1e6-4b5d-ae2d-08cf1656139b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:14.655923 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-73669d24-e1e6-4b5d-ae2d-08cf1656139b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:14.700956 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-f6ead4a7-0ce7-4272-a8b7-5e6cc741c2f7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8a9d1991f5bb42b990fbbe5496467c10&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4549055 Dec 06 17:05:14.708400 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35faa97-27e1-498e-9b1e-ca0a8f0a39e1 admin admin] Pushing event updated for resources: {'Port': ['ID=c5002214-4786-4c9b-b48e-2433d7f92861,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:14.708951 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60764) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:05:14.750320 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ead4a7-0ce7-4272-a8b7-5e6cc741c2f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e5930a5-29df-44e8-9d9b-fcbd8f8fc18f,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:14.768522 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-73669d24-e1e6-4b5d-ae2d-08cf1656139b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:14.776618 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-73669d24-e1e6-4b5d-ae2d-08cf1656139b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:14.784915 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-73669d24-e1e6-4b5d-ae2d-08cf1656139b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/72f8d19a-74ca-40d6-91a1-e43524506d71 HTTP/1.1" status: 204 len: 168 time: 0.3004167 Dec 06 17:05:14.803137 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35faa97-27e1-498e-9b1e-ca0a8f0a39e1 admin admin] Network ec06e88b-4953-46d6-b40a-6852257910cb is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:05:14.804763 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-e35faa97-27e1-498e-9b1e-ca0a8f0a39e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:05:14.844432 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73669d24-e1e6-4b5d-ae2d-08cf1656139b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f8d19a-74ca-40d6-91a1-e43524506d71,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:14.932663 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7e021fb7-79dc-4113-b9ed-91081d3e4c6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:15.005698 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e35faa97-27e1-498e-9b1e-ca0a8f0a39e1 admin admin] Router c0c3dea7-0c15-479b-acbb-d7b110916de8 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:05:15.045132 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device c42f604d-8112-4bf2-a1ff-3f96761f1a5a up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:05:15.048487 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7e021fb7-79dc-4113-b9ed-91081d3e4c6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:15.177746 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7e021fb7-79dc-4113-b9ed-91081d3e4c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:15.183952 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7e021fb7-79dc-4113-b9ed-91081d3e4c6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:15.190801 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-7e021fb7-79dc-4113-b9ed-91081d3e4c6d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4e5930a5-29df-44e8-9d9b-fcbd8f8fc18f HTTP/1.1" status: 204 len: 168 time: 0.4720006 Dec 06 17:05:15.211141 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e021fb7-79dc-4113-b9ed-91081d3e4c6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e5930a5-29df-44e8-9d9b-fcbd8f8fc18f,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:15.230528 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ae6a2d-6d96-4c43-acae-84393fb31f34 req-d06275d3-ffb7-44f3-9728-9541ae7f5cb5 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:15.237075 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning for port c42f604d-8112-4bf2-a1ff-3f96761f1a5a completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:05:15.238410 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-75ae6a2d-6d96-4c43-acae-84393fb31f34 req-d06275d3-ffb7-44f3-9728-9541ae7f5cb5 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=31c7763d-6ef7-4308-8c38-56013cf586be HTTP/1.1" status: 200 len: 944 time: 0.1236587 Dec 06 17:05:15.276788 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port c42f604d-8112-4bf2-a1ff-3f96761f1a5a triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:05:15.277177 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:15.354738 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 1c033c12-a438-48cd-bc2c-025c5a8e48ee up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:05:15.426777 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-75ae6a2d-6d96-4c43-acae-84393fb31f34 req-39c51ff8-44ed-4c7f-a966-3fca5802f6f1 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172199 Dec 06 17:05:15.442833 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-c20aa329-92a8-4671-a36c-c4b1d888cd16 None None] Provisioning complete for port c5002214-4786-4c9b-b48e-2433d7f92861 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:05:15.443207 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c20aa329-92a8-4671-a36c-c4b1d888cd16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:15.444401 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e35faa97-27e1-498e-9b1e-ca0a8f0a39e1 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:05:15.463631 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-e35faa97-27e1-498e-9b1e-ca0a8f0a39e1 admin admin] 10.222.0.23 "PUT /v2.0/routers/c0c3dea7-0c15-479b-acbb-d7b110916de8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3172400 Dec 06 17:05:15.505129 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-c20aa329-92a8-4671-a36c-c4b1d888cd16 None None] Port c5002214-4786-4c9b-b48e-2433d7f92861 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:05:15.549143 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60784) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:05:15.559625 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 1c033c12-a438-48cd-bc2c-025c5a8e48ee triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:05:15.559907 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:15.566795 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-831c0c8f-1448-47d2-942c-53713630de41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:15.715045 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:15.757826 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-200f66e2-d6d5-443c-ad56-025c05c01c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:15.791959 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-831c0c8f-1448-47d2-942c-53713630de41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:15.798772 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-831c0c8f-1448-47d2-942c-53713630de41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:15.836463 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port c42f604d-8112-4bf2-a1ff-3f96761f1a5a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=c42f604d-8112-4bf2-a1ff-3f96761f1a5a,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:05:15.838182 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feb28d05-6ceb-4539-a411-7fd1d7223c36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c42f604d-8112-4bf2-a1ff-3f96761f1a5a'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:05:15.889836 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c556c83-ceca-4253-a1f2-acb697cf8d0f req-7ae3449c-21f3-4edd-969f-5f4a486100d8 tempest-AggregatesAdminTestJSON-39031760 tempest-AggregatesAdminTestJSON-39031760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:15.893103 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-831c0c8f-1448-47d2-942c-53713630de41 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9711acf4f1244f13a1ccd6c832940841&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3426800 Dec 06 17:05:15.894105 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831c0c8f-1448-47d2-942c-53713630de41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c70ffd52-b52c-4654-b538-6305725a0e3c,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:15.895890 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4c556c83-ceca-4253-a1f2-acb697cf8d0f req-7ae3449c-21f3-4edd-969f-5f4a486100d8 tempest-AggregatesAdminTestJSON-39031760 tempest-AggregatesAdminTestJSON-39031760-project] 10.222.0.23 "GET /v2.0/ports?device_id=feb28d05-6ceb-4539-a411-7fd1d7223c36 HTTP/1.1" status: 200 len: 969 time: 0.1352839 Dec 06 17:05:15.911314 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 60794) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:05:16.029454 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4c556c83-ceca-4253-a1f2-acb697cf8d0f req-12a178ce-f3a4-43b5-8e27-cc85cb9b18aa tempest-AggregatesAdminTestJSON-39031760 tempest-AggregatesAdminTestJSON-39031760-project] 10.222.0.23 "GET /v2.0/security-groups?id=310a77ea-9101-4cb3-b84f-8832fffaa237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908766 Dec 06 17:05:16.029806 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d090b8-4b43-49c5-8bb3-a6f0394d2dbb None None] Sync routers for ids ['c0c3dea7-0c15-479b-acbb-d7b110916de8'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:05:16.041017 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-efc4c535-ade3-4f26-89f5-a5d1054765af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:16.044957 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:16.077076 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-efc4c535-ade3-4f26-89f5-a5d1054765af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:16.102957 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d090b8-4b43-49c5-8bb3-a6f0394d2dbb None None] Routers {'c0c3dea7-0c15-479b-acbb-d7b110916de8'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:05:16.103598 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-77d090b8-4b43-49c5-8bb3-a6f0394d2dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:05:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['c0c3dea7-0c15-479b-acbb-d7b110916de8'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:05:16.151143 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-efc4c535-ade3-4f26-89f5-a5d1054765af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:16.154085 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-efc4c535-ade3-4f26-89f5-a5d1054765af admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:16.155444 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-efc4c535-ade3-4f26-89f5-a5d1054765af admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c70ffd52-b52c-4654-b538-6305725a0e3c HTTP/1.1" status: 204 len: 168 time: 0.2430551 Dec 06 17:05:16.167615 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc4c535-ade3-4f26-89f5-a5d1054765af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c70ffd52-b52c-4654-b538-6305725a0e3c,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:16.206125 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:16.240404 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=c42f604d-8112-4bf2-a1ff-3f96761f1a5a,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:16.273407 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] For port 1c033c12-a438-48cd-bc2c-025c5a8e48ee, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1c033c12-a438-48cd-bc2c-025c5a8e48ee,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:05:16.283240 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:16.327494 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-77d090b8-4b43-49c5-8bb3-a6f0394d2dbb None None] Set router c0c3dea7-0c15-479b-acbb-d7b110916de8 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:05:16.377801 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 60810) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:05:16.395371 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e3e54f90-1904-4db3-8b6f-4755812cd576 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:16.418632 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Pushing event updated for resources: {'Port': ['ID=1c033c12-a438-48cd-bc2c-025c5a8e48ee,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:16.517691 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e3e54f90-1904-4db3-8b6f-4755812cd576 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:16.526238 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e3e54f90-1904-4db3-8b6f-4755812cd576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:16.636123 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-e3e54f90-1904-4db3-8b6f-4755812cd576 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ae8aa7e3d51c4cb7a375d418dedad6fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2567637 Dec 06 17:05:16.637078 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e54f90-1904-4db3-8b6f-4755812cd576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b55f86b-57db-4d27-97b2-c9bae9fc0d03,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:16.638627 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60820) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:05:16.668153 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452172d9-9097-4704-b0b0-045b51f7ead7 req-e3681532-0242-4245-b7d8-87bda0a65100 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:16.670294 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-452172d9-9097-4704-b0b0-045b51f7ead7 req-e3681532-0242-4245-b7d8-87bda0a65100 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=31c7763d-6ef7-4308-8c38-56013cf586be HTTP/1.1" status: 200 len: 944 time: 0.1049082 Dec 06 17:05:16.738225 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a1651f7b-9607-42c3-9bfa-428c87b1053c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:16.749695 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-452172d9-9097-4704-b0b0-045b51f7ead7 req-d52937de-6a83-4c70-a34c-13b5bcc615cb tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716488 Dec 06 17:05:16.762854 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 60824) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:05:16.778324 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a1651f7b-9607-42c3-9bfa-428c87b1053c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:16.787704 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-77d090b8-4b43-49c5-8bb3-a6f0394d2dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c3dea7-0c15-479b-acbb-d7b110916de8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-340178972-router', 'tenant_id': 'd6996376dd7c4fa18bd89e4462fdf009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.51'}], 'enable_snat': True}, 'gw_port_id': '1c033c12-a438-48cd-bc2c-025c5a8e48ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:05:05Z', 'updated_at': '2021-12-06T17:05:13Z', 'revision_number': 4, 'project_id': 'd6996376dd7c4fa18bd89e4462fdf009', 'gw_port': {'id': '1c033c12-a438-48cd-bc2c-025c5a8e48ee', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0c3dea7-0c15-479b-acbb-d7b110916de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 165, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:05:06Z', 'updated_at': '2021-12-06T17:05:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'c5002214-4786-4c9b-b48e-2433d7f92861', 'name': '', 'network_id': 'ec06e88b-4953-46d6-b40a-6852257910cb', 'tenant_id': 'd6996376dd7c4fa18bd89e4462fdf009', 'mac_address': 'fa:16:3e:8d:9c:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0c3dea7-0c15-479b-acbb-d7b110916de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 177, 'fixed_ips': [{'subnet_id': 'a60a8cc0-b169-49bf-8d7d-ec8af16ddf60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:05:11Z', 'updated_at': '2021-12-06T17:05:13Z', 'revision_number': 2, 'project_id': 'd6996376dd7c4fa18bd89e4462fdf009', 'subnets': [{'id': 'a60a8cc0-b169-49bf-8d7d-ec8af16ddf60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:05:16.825156 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d090b8-4b43-49c5-8bb3-a6f0394d2dbb None None] Checking router: c0c3dea7-0c15-479b-acbb-d7b110916de8 for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:05:16.825534 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d090b8-4b43-49c5-8bb3-a6f0394d2dbb None None] Updating router c0c3dea7-0c15-479b-acbb-d7b110916de8 port c5002214-4786-4c9b-b48e-2433d7f92861 binding host n-d-master-1 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:05:16.828690 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:16.872359 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-77d090b8-4b43-49c5-8bb3-a6f0394d2dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:16.875810 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a1651f7b-9607-42c3-9bfa-428c87b1053c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:16.880960 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a1651f7b-9607-42c3-9bfa-428c87b1053c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:16.888466 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-a1651f7b-9607-42c3-9bfa-428c87b1053c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4b55f86b-57db-4d27-97b2-c9bae9fc0d03 HTTP/1.1" status: 204 len: 168 time: 0.2461343 Dec 06 17:05:16.904285 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1651f7b-9607-42c3-9bfa-428c87b1053c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b55f86b-57db-4d27-97b2-c9bae9fc0d03,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:16.997389 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f153aa5b-7eda-4a65-8444-4bc97053700c" -d '{"events": [{"server_uuid": "feb28d05-6ceb-4539-a411-7fd1d7223c36", "name": "network-vif-plugged", "status": "completed", "tag": "c42f604d-8112-4bf2-a1ff-3f96761f1a5a"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:05:17.243495 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-50283832-e223-4009-97fa-3042fa6d5f0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:17.253101 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 1c033c12-a438-48cd-bc2c-025c5a8e48ee up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:05:17.378998 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 1c033c12-a438-48cd-bc2c-025c5a8e48ee triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:05:17.379369 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:17.383046 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-50283832-e223-4009-97fa-3042fa6d5f0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:17.387497 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2aae3d-ebf9-4940-af18-4f7e931849b8 req-23f32170-e786-4ac1-8e9f-47208e737b02 tempest-AggregatesAdminTestJSON-39031760 tempest-AggregatesAdminTestJSON-39031760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:17.390650 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-50283832-e223-4009-97fa-3042fa6d5f0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:17.392198 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5e2aae3d-ebf9-4940-af18-4f7e931849b8 req-23f32170-e786-4ac1-8e9f-47208e737b02 tempest-AggregatesAdminTestJSON-39031760 tempest-AggregatesAdminTestJSON-39031760-project] 10.222.0.23 "GET /v2.0/ports?device_id=feb28d05-6ceb-4539-a411-7fd1d7223c36 HTTP/1.1" status: 200 len: 970 time: 0.1466749 Dec 06 17:05:17.459490 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-50283832-e223-4009-97fa-3042fa6d5f0c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f40bbc810a024c769ced4791b96f9188&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6930547 Dec 06 17:05:17.465088 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60844) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:05:17.472234 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-77d090b8-4b43-49c5-8bb3-a6f0394d2dbb None None] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:17.482269 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-77d090b8-4b43-49c5-8bb3-a6f0394d2dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:17.489244 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50283832-e223-4009-97fa-3042fa6d5f0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0baef50b-217f-4460-8c7b-ea7c62b96633,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:17.553560 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb3f6e75-2f43-4cc4-9c51-7eedfb3b52cf x-openstack-request-id: req-cb3f6e75-2f43-4cc4-9c51-7eedfb3b52cf {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:05:17.553891 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feb28d05-6ceb-4539-a411-7fd1d7223c36", "name": "network-vif-plugged", "status": "completed", "tag": "c42f604d-8112-4bf2-a1ff-3f96761f1a5a", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:05:17.554178 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cb3f6e75-2f43-4cc4-9c51-7eedfb3b52cf {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:05:17.554632 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feb28d05-6ceb-4539-a411-7fd1d7223c36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c42f604d-8112-4bf2-a1ff-3f96761f1a5a', 'code': 200} Dec 06 17:05:17.569241 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5e2aae3d-ebf9-4940-af18-4f7e931849b8 req-e527a7ae-eac4-4b9f-9239-fa8feb47be35 tempest-AggregatesAdminTestJSON-39031760 tempest-AggregatesAdminTestJSON-39031760-project] 10.222.0.23 "GET /v2.0/security-groups?id=310a77ea-9101-4cb3-b84f-8832fffaa237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734815 Dec 06 17:05:17.592766 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a64651-6873-4059-ae9c-782cc0446b4b None None] Pushing event updated for resources: {'Port': ['ID=c5002214-4786-4c9b-b48e-2433d7f92861,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:17.658075 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bf442a56-ec98-47e7-ac86-2ac0f9d82035 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:17.675719 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-77d090b8-4b43-49c5-8bb3-a6f0394d2dbb None None] Attempting to bind port c5002214-4786-4c9b-b48e-2433d7f92861 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:05:17.676126 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-77d090b8-4b43-49c5-8bb3-a6f0394d2dbb None None] Attempting to bind port c5002214-4786-4c9b-b48e-2433d7f92861 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'a453b3e4-5587-4bb5-b330-4489f1548bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ec06e88b-4953-46d6-b40a-6852257910cb'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:05:17.676539 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d090b8-4b43-49c5-8bb3-a6f0394d2dbb None None] Attempting to bind port c5002214-4786-4c9b-b48e-2433d7f92861 on network ec06e88b-4953-46d6-b40a-6852257910cb {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:05:17.682166 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d090b8-4b43-49c5-8bb3-a6f0394d2dbb None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:05:17.682552 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d090b8-4b43-49c5-8bb3-a6f0394d2dbb None None] Checking segment: {'id': 'a453b3e4-5587-4bb5-b330-4489f1548bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ec06e88b-4953-46d6-b40a-6852257910cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:05:17.682983 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-77d090b8-4b43-49c5-8bb3-a6f0394d2dbb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:17.683380 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d090b8-4b43-49c5-8bb3-a6f0394d2dbb None None] Bound using segment: {'id': 'a453b3e4-5587-4bb5-b330-4489f1548bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ec06e88b-4953-46d6-b40a-6852257910cb'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:05:17.683857 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-77d090b8-4b43-49c5-8bb3-a6f0394d2dbb None None] Bound port: c5002214-4786-4c9b-b48e-2433d7f92861, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a453b3e4-5587-4bb5-b330-4489f1548bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ec06e88b-4953-46d6-b40a-6852257910cb'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:05:17.684245 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-77d090b8-4b43-49c5-8bb3-a6f0394d2dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:17.696494 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bf442a56-ec98-47e7-ac86-2ac0f9d82035 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:17.836451 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-77d090b8-4b43-49c5-8bb3-a6f0394d2dbb None None] For port c5002214-4786-4c9b-b48e-2433d7f92861, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:05:17.856797 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-77d090b8-4b43-49c5-8bb3-a6f0394d2dbb None None] For port c5002214-4786-4c9b-b48e-2433d7f92861, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c5002214-4786-4c9b-b48e-2433d7f92861,segment=NetworkSegment(a453b3e4-5587-4bb5-b330-4489f1548bf7),segment_id=a453b3e4-5587-4bb5-b330-4489f1548bf7)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:05:17.858218 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bf442a56-ec98-47e7-ac86-2ac0f9d82035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:17.866240 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-77d090b8-4b43-49c5-8bb3-a6f0394d2dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:17.866448 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bf442a56-ec98-47e7-ac86-2ac0f9d82035 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:17.867609 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-bf442a56-ec98-47e7-ac86-2ac0f9d82035 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0baef50b-217f-4460-8c7b-ea7c62b96633 HTTP/1.1" status: 204 len: 168 time: 0.3930888 Dec 06 17:05:17.906081 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf442a56-ec98-47e7-ac86-2ac0f9d82035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0baef50b-217f-4460-8c7b-ea7c62b96633,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:17.988099 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c403401-e11b-4f65-948b-71d19cd8c800 req-33532eda-eaf8-46e3-84dd-88704210b8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:17.995408 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4c403401-e11b-4f65-948b-71d19cd8c800 req-33532eda-eaf8-46e3-84dd-88704210b8e2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=feb28d05-6ceb-4539-a411-7fd1d7223c36 HTTP/1.1" status: 200 len: 1121 time: 0.2316761 Dec 06 17:05:18.041541 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4c403401-e11b-4f65-948b-71d19cd8c800 req-2728a768-4f28-45eb-b4d9-c004039e3786 service neutron] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:18.073054 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b210b49-7863-4ed4-9fee-040c927c7508 req-c4fdac03-5524-4500-901d-711b6f5b888b tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:18.080250 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d090b8-4b43-49c5-8bb3-a6f0394d2dbb None None] Routers {'c0c3dea7-0c15-479b-acbb-d7b110916de8'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:05:18.084602 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-77d090b8-4b43-49c5-8bb3-a6f0394d2dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:05:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['c0c3dea7-0c15-479b-acbb-d7b110916de8'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:05:18.102538 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60866) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:05:18.109940 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8b210b49-7863-4ed4-9fee-040c927c7508 req-c4fdac03-5524-4500-901d-711b6f5b888b tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=31c7763d-6ef7-4308-8c38-56013cf586be HTTP/1.1" status: 200 len: 944 time: 0.1994600 Dec 06 17:05:18.123799 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-bbcb4547-889a-474e-a1bd-644759315415 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Request body: {'security_group': {'name': 'tempest-securitygroup--621534409', 'description': 'tempest-description--1755418313'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:05:18.166102 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-2cc9ceae-4d8b-475a-912e-143231634601 None None] Provisioning complete for port c5002214-4786-4c9b-b48e-2433d7f92861 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:05:18.166577 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2cc9ceae-4d8b-475a-912e-143231634601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:18.211624 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8b210b49-7863-4ed4-9fee-040c927c7508 req-efbb4556-4548-4300-a287-c4a58042e416 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007736 Dec 06 17:05:18.213677 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bbcb4547-889a-474e-a1bd-644759315415 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:18.290326 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:18.319952 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a64651-6873-4059-ae9c-782cc0446b4b None None] Pushing event updated for resources: {'Port': ['ID=c5002214-4786-4c9b-b48e-2433d7f92861,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:18.400994 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4c403401-e11b-4f65-948b-71d19cd8c800 req-2728a768-4f28-45eb-b4d9-c004039e3786 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:18.415095 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4c403401-e11b-4f65-948b-71d19cd8c800 req-2728a768-4f28-45eb-b4d9-c004039e3786 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:18.479522 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2cc9ceae-4d8b-475a-912e-143231634601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:18.484401 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2728a768-4f28-45eb-b4d9-c004039e3786 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad97a15-b109-4227-8270-786178d26402,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:18.502211 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-77d090b8-4b43-49c5-8bb3-a6f0394d2dbb None None] Set router c0c3dea7-0c15-479b-acbb-d7b110916de8 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:05:18.547311 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4c403401-e11b-4f65-948b-71d19cd8c800 req-2728a768-4f28-45eb-b4d9-c004039e3786 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=310a77ea-9101-4cb3-b84f-8832fffaa237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5433445 Dec 06 17:05:18.569941 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bbcb4547-889a-474e-a1bd-644759315415 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:18.576335 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bbcb4547-889a-474e-a1bd-644759315415 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:18.613151 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcb4547-889a-474e-a1bd-644759315415 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32e60c91-0f09-4047-85e4-be430fb60702,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:18.629232 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-2cc9ceae-4d8b-475a-912e-143231634601 None None] For port c5002214-4786-4c9b-b48e-2433d7f92861, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c5002214-4786-4c9b-b48e-2433d7f92861,segment=NetworkSegment(a453b3e4-5587-4bb5-b330-4489f1548bf7),segment_id=a453b3e4-5587-4bb5-b330-4489f1548bf7)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:05:18.640596 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2cc9ceae-4d8b-475a-912e-143231634601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:18.649008 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bbcb4547-889a-474e-a1bd-644759315415 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:18.650315 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-bbcb4547-889a-474e-a1bd-644759315415 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5415444 Dec 06 17:05:18.653230 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 60882) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:05:18.663887 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-5977825d-3cec-4d10-a98b-480a7f6ceaa9 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Request body: {'security_group_rule': {'security_group_id': '32e60c91-0f09-4047-85e4-be430fb60702', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:05:18.742342 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60886) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:05:18.765261 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5977825d-3cec-4d10-a98b-480a7f6ceaa9 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:18.770542 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0d33257c-5334-431b-a216-8b75a9b88efa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:18.883672 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc9ceae-4d8b-475a-912e-143231634601 None None] Pushing event updated for resources: {'Port': ['ID=c5002214-4786-4c9b-b48e-2433d7f92861,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:18.893842 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5977825d-3cec-4d10-a98b-480a7f6ceaa9 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:18.898448 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-0fddc110-43fb-45be-aa51-3dd180be1eaa None None] Provisioning complete for port c5002214-4786-4c9b-b48e-2433d7f92861 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:05:18.899182 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0fddc110-43fb-45be-aa51-3dd180be1eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:18.903682 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5977825d-3cec-4d10-a98b-480a7f6ceaa9 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:18.935099 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0d33257c-5334-431b-a216-8b75a9b88efa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:18.960651 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0d33257c-5334-431b-a216-8b75a9b88efa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:18.966889 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5977825d-3cec-4d10-a98b-480a7f6ceaa9 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:18.971507 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-5977825d-3cec-4d10-a98b-480a7f6ceaa9 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3158619 Dec 06 17:05:18.975826 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 60892) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:05:18.985863 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-e71f1b86-a2c7-4ef1-b247-68c4cc983fba tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Request body: {'security_group_rule': {'security_group_id': '32e60c91-0f09-4047-85e4-be430fb60702', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:05:18.995100 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5977825d-3cec-4d10-a98b-480a7f6ceaa9 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9ef44ac-9c2e-4bbf-8d12-01a20c3a5199,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:19.031420 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-0d33257c-5334-431b-a216-8b75a9b88efa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f22c68e61c0647bbb05057932815006d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2878034 Dec 06 17:05:19.035558 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60894) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:05:19.036427 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d33257c-5334-431b-a216-8b75a9b88efa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb53b4f-3717-4383-aded-7037555c375a,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:19.057587 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2f2a5a-cc26-4f4b-b669-776b3ed33ae1 req-42882de1-8420-46c1-acd1-45dd78fff852 tempest-AggregatesAdminTestJSON-39031760 tempest-AggregatesAdminTestJSON-39031760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:19.059359 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e71f1b86-a2c7-4ef1-b247-68c4cc983fba tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:19.059566 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-cd2f2a5a-cc26-4f4b-b669-776b3ed33ae1 req-42882de1-8420-46c1-acd1-45dd78fff852 tempest-AggregatesAdminTestJSON-39031760 tempest-AggregatesAdminTestJSON-39031760-project] 10.222.0.23 "GET /v2.0/ports?device_id=feb28d05-6ceb-4539-a411-7fd1d7223c36 HTTP/1.1" status: 200 len: 970 time: 0.2856913 Dec 06 17:05:19.167863 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-cd2f2a5a-cc26-4f4b-b669-776b3ed33ae1 req-3080116f-045e-4e6b-adab-30289690be66 tempest-AggregatesAdminTestJSON-39031760 tempest-AggregatesAdminTestJSON-39031760-project] 10.222.0.23 "GET /v2.0/security-groups?id=310a77ea-9101-4cb3-b84f-8832fffaa237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008961 Dec 06 17:05:19.203555 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a37870f3-1c81-47c5-833a-4d8ebc8a0f8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:19.204757 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:19.230370 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e71f1b86-a2c7-4ef1-b247-68c4cc983fba tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:19.237330 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e71f1b86-a2c7-4ef1-b247-68c4cc983fba tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:19.245915 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a37870f3-1c81-47c5-833a-4d8ebc8a0f8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:19.286967 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71f1b86-a2c7-4ef1-b247-68c4cc983fba tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8d80154-053c-46b7-9c83-35a36433352a,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:19.302336 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e71f1b86-a2c7-4ef1-b247-68c4cc983fba tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:19.307572 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-e71f1b86-a2c7-4ef1-b247-68c4cc983fba tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3258538 Dec 06 17:05:19.308404 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 60908) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:05:19.323301 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-aadbff2f-e622-44f9-bae7-0bf71cc709ac tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Request body: {'floatingip': {'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:05:19.325090 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a37870f3-1c81-47c5-833a-4d8ebc8a0f8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:19.338024 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a37870f3-1c81-47c5-833a-4d8ebc8a0f8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:19.355763 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-a37870f3-1c81-47c5-833a-4d8ebc8a0f8d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cfb53b4f-3717-4383-aded-7037555c375a HTTP/1.1" status: 204 len: 168 time: 0.3157713 Dec 06 17:05:19.382891 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37870f3-1c81-47c5-833a-4d8ebc8a0f8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb53b4f-3717-4383-aded-7037555c375a,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:19.435478 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cc225e-b7a0-4ee8-9b4f-0f4d4cbe4196 req-2c6c180f-ce5a-432b-98bb-f2ae38300bce tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:19.436914 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-28cc225e-b7a0-4ee8-9b4f-0f4d4cbe4196 req-2c6c180f-ce5a-432b-98bb-f2ae38300bce tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=31c7763d-6ef7-4308-8c38-56013cf586be HTTP/1.1" status: 200 len: 944 time: 0.0673220 Dec 06 17:05:19.437970 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aadbff2f-e622-44f9-bae7-0bf71cc709ac tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Publish callbacks [] for floatingip, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:19.445740 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-77d090b8-4b43-49c5-8bb3-a6f0394d2dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c3dea7-0c15-479b-acbb-d7b110916de8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-340178972-router', 'tenant_id': 'd6996376dd7c4fa18bd89e4462fdf009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.51'}], 'enable_snat': True}, 'gw_port_id': '1c033c12-a438-48cd-bc2c-025c5a8e48ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:05:05Z', 'updated_at': '2021-12-06T17:05:13Z', 'revision_number': 4, 'project_id': 'd6996376dd7c4fa18bd89e4462fdf009', 'gw_port': {'id': '1c033c12-a438-48cd-bc2c-025c5a8e48ee', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c3dea7-0c15-479b-acbb-d7b110916de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 165, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:05:06Z', 'updated_at': '2021-12-06T17:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'c5002214-4786-4c9b-b48e-2433d7f92861', 'name': '', 'network_id': 'ec06e88b-4953-46d6-b40a-6852257910cb', 'tenant_id': 'd6996376dd7c4fa18bd89e4462fdf009', 'mac_address': 'fa:16:3e:8d:9c:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0c3dea7-0c15-479b-acbb-d7b110916de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 177, 'fixed_ips': [{'subnet_id': 'a60a8cc0-b169-49bf-8d7d-ec8af16ddf60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:05:11Z', 'updated_at': '2021-12-06T17:05:17Z', 'revision_number': 4, 'project_id': 'd6996376dd7c4fa18bd89e4462fdf009', 'subnets': [{'id': 'a60a8cc0-b169-49bf-8d7d-ec8af16ddf60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:05:19.495804 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d090b8-4b43-49c5-8bb3-a6f0394d2dbb None None] The sync data for ids ['c0c3dea7-0c15-479b-acbb-d7b110916de8'] in n-d-master-1 is: [{'id': 'c0c3dea7-0c15-479b-acbb-d7b110916de8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-340178972-router', 'tenant_id': 'd6996376dd7c4fa18bd89e4462fdf009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.51'}], 'enable_snat': True}, 'gw_port_id': '1c033c12-a438-48cd-bc2c-025c5a8e48ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:05:05Z', 'updated_at': '2021-12-06T17:05:13Z', 'revision_number': 4, 'project_id': 'd6996376dd7c4fa18bd89e4462fdf009', 'gw_port': {'id': '1c033c12-a438-48cd-bc2c-025c5a8e48ee', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c3dea7-0c15-479b-acbb-d7b110916de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 165, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:05:06Z', 'updated_at': '2021-12-06T17:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'c5002214-4786-4c9b-b48e-2433d7f92861', 'name': '', 'network_id': 'ec06e88b-4953-46d6-b40a-6852257910cb', 'tenant_id': 'd6996376dd7c4fa18bd89e4462fdf009', 'mac_address': 'fa:16:3e:8d:9c:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0c3dea7-0c15-479b-acbb-d7b110916de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 177, 'fixed_ips': [{'subnet_id': 'a60a8cc0-b169-49bf-8d7d-ec8af16ddf60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:05:11Z', 'updated_at': '2021-12-06T17:05:17Z', 'revision_number': 4, 'project_id': 'd6996376dd7c4fa18bd89e4462fdf009', 'subnets': [{'id': 'a60a8cc0-b169-49bf-8d7d-ec8af16ddf60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:05:19.618723 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-28cc225e-b7a0-4ee8-9b4f-0f4d4cbe4196 req-15d87936-07fc-40c7-a0f8-db3d2bde59f6 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686382 Dec 06 17:05:19.755933 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aadbff2f-e622-44f9-bae7-0bf71cc709ac tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:19.920957 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-aadbff2f-e622-44f9-bae7-0bf71cc709ac tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Allocated IP 172.35.1.21 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/becd469c-c913-4773-946a-aa526c8d5184) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:05:20.131718 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aadbff2f-e622-44f9-bae7-0bf71cc709ac tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:20.355826 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60940) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:05:20.532498 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-39167e48-37ce-4cee-bd08-52960b7e6dc5 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-585310143-network', 'tenant_id': '25179fdbe9ac45f69bfb261791d4dd2a'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:05:20.561331 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aadbff2f-e622-44f9-bae7-0bf71cc709ac tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:20.567587 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39167e48-37ce-4cee-bd08-52960b7e6dc5 admin admin] Made reservation on behalf of 25179fdbe9ac45f69bfb261791d4dd2a for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:05:20.573806 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-39167e48-37ce-4cee-bd08-52960b7e6dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:20.588283 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-39167e48-37ce-4cee-bd08-52960b7e6dc5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:20.609684 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069ce236-60f5-4398-923a-0f1c1c4227a0 req-32e0624b-9926-4374-ae60-e5d80516e4f1 tempest-AggregatesAdminTestJSON-39031760 tempest-AggregatesAdminTestJSON-39031760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:20.632258 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-069ce236-60f5-4398-923a-0f1c1c4227a0 req-32e0624b-9926-4374-ae60-e5d80516e4f1 tempest-AggregatesAdminTestJSON-39031760 tempest-AggregatesAdminTestJSON-39031760-project] 10.222.0.23 "GET /v2.0/ports?device_id=feb28d05-6ceb-4539-a411-7fd1d7223c36 HTTP/1.1" status: 200 len: 970 time: 0.1436248 Dec 06 17:05:20.683415 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aadbff2f-e622-44f9-bae7-0bf71cc709ac tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:05:20.707564 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-aadbff2f-e622-44f9-bae7-0bf71cc709ac tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:05:20.714635 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadbff2f-e622-44f9-bae7-0bf71cc709ac tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Pushing event updated for resources: {'Port': ['ID=becd469c-c913-4773-946a-aa526c8d5184,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:20.737634 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadbff2f-e622-44f9-bae7-0bf71cc709ac tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:05:20.743536 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-39167e48-37ce-4cee-bd08-52960b7e6dc5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:20.772861 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-069ce236-60f5-4398-923a-0f1c1c4227a0 req-245400ef-6f1a-492e-85ec-bf27c9009abb tempest-AggregatesAdminTestJSON-39031760 tempest-AggregatesAdminTestJSON-39031760-project] 10.222.0.23 "GET /v2.0/security-groups?id=310a77ea-9101-4cb3-b84f-8832fffaa237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397130 Dec 06 17:05:20.787185 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-39167e48-37ce-4cee-bd08-52960b7e6dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:20.880973 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39167e48-37ce-4cee-bd08-52960b7e6dc5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:05:20.907751 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aadbff2f-e622-44f9-bae7-0bf71cc709ac tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:20.927158 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39167e48-37ce-4cee-bd08-52960b7e6dc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f19429f-3b05-4a35-aac8-fc69e71b8154,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:20.932234 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-39167e48-37ce-4cee-bd08-52960b7e6dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:20.932693 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-39167e48-37ce-4cee-bd08-52960b7e6dc5 admin admin] Added segment 8c139f9d-920e-436e-b4a5-7d7102bdfc61 of type vlan for network ce84b6e8-a54c-4d8b-b96a-3ed620de29d0 Dec 06 17:05:20.981512 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aadbff2f-e622-44f9-bae7-0bf71cc709ac tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:21.022893 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafdc924-84b9-47af-8a4b-fd51e282fd68 req-ee2f97a9-d3fd-467f-9297-45232c43cd6c tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:21.024498 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fafdc924-84b9-47af-8a4b-fd51e282fd68 req-ee2f97a9-d3fd-467f-9297-45232c43cd6c tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=31c7763d-6ef7-4308-8c38-56013cf586be HTTP/1.1" status: 200 len: 944 time: 0.1887963 Dec 06 17:05:21.044777 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-39167e48-37ce-4cee-bd08-52960b7e6dc5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:21.108326 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fafdc924-84b9-47af-8a4b-fd51e282fd68 req-50068d8f-cc2a-4e8c-97e5-bb821cac7405 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736933 Dec 06 17:05:21.110826 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-39167e48-37ce-4cee-bd08-52960b7e6dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:21.112146 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39167e48-37ce-4cee-bd08-52960b7e6dc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:21.112815 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-39167e48-37ce-4cee-bd08-52960b7e6dc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:21.172697 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-39167e48-37ce-4cee-bd08-52960b7e6dc5 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8144357 Dec 06 17:05:21.175964 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 60974) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:05:21.187193 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-c68f6ec7-8349-4b37-8782-f66adf44f8d1 admin admin] Request body: {'subnet': {'network_id': 'ce84b6e8-a54c-4d8b-b96a-3ed620de29d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-585310143-subnet', 'tenant_id': '25179fdbe9ac45f69bfb261791d4dd2a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:05:21.211810 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39167e48-37ce-4cee-bd08-52960b7e6dc5 admin admin] Pushing event updated for resources: {'Network': ['ID=ce84b6e8-a54c-4d8b-b96a-3ed620de29d0,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:21.224084 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network ce84b6e8-a54c-4d8b-b96a-3ed620de29d0 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:05:21.262359 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c68f6ec7-8349-4b37-8782-f66adf44f8d1 admin admin] Made reservation on behalf of 25179fdbe9ac45f69bfb261791d4dd2a for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:05:21.265840 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c68f6ec7-8349-4b37-8782-f66adf44f8d1 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:21.300406 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device c5002214-4786-4c9b-b48e-2433d7f92861 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:05:21.372560 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port c5002214-4786-4c9b-b48e-2433d7f92861 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:05:21.373789 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:21.418552 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aadbff2f-e622-44f9-bae7-0bf71cc709ac tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:21.430864 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aadbff2f-e622-44f9-bae7-0bf71cc709ac tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:21.462867 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6f7f53e0-17fd-4b5a-8323-2f0fac95739e req-0da3bb55-40cc-4530-8ef6-f8913f7a3332 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce8a20ff-a9c6-4795-a571-20bb813075a1 HTTP/1.1" status: 200 len: 217 time: 0.0851641 Dec 06 17:05:21.479709 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadbff2f-e622-44f9-bae7-0bf71cc709ac tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Pushing event updated for resources: {'Port': ['ID=becd469c-c913-4773-946a-aa526c8d5184,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:21.494462 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aadbff2f-e622-44f9-bae7-0bf71cc709ac tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:21.522558 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aadbff2f-e622-44f9-bae7-0bf71cc709ac tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:21.533423 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-aadbff2f-e622-44f9-bae7-0bf71cc709ac tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2146459 Dec 06 17:05:21.543279 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f53e0-17fd-4b5a-8323-2f0fac95739e req-931d6f04-4397-4cbe-a893-3132c74e7fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:21.548514 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6f7f53e0-17fd-4b5a-8323-2f0fac95739e req-931d6f04-4397-4cbe-a893-3132c74e7fea service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f77759ce-94b4-46a8-b90f-f881b9e38f99 HTTP/1.1" status: 200 len: 861 time: 0.0755885 Dec 06 17:05:21.587297 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6f7f53e0-17fd-4b5a-8323-2f0fac95739e req-f0ed2cad-dede-41ab-a47b-efd3597b5b90 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f368e270-aa86-47d2-9c8f-0ac2b4fc8997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301871 Dec 06 17:05:21.618974 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c68f6ec7-8349-4b37-8782-f66adf44f8d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:21.683920 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68f6ec7-8349-4b37-8782-f66adf44f8d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a622e50f-8b7c-43ef-a2f8-80e6f0f81ea2,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:21.695081 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68f6ec7-8349-4b37-8782-f66adf44f8d1 admin admin] Checking segment: {'id': '8c139f9d-920e-436e-b4a5-7d7102bdfc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ce84b6e8-a54c-4d8b-b96a-3ed620de29d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:05:21.695632 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68f6ec7-8349-4b37-8782-f66adf44f8d1 admin admin] Network hostable DHCP agents. Network: ce84b6e8-a54c-4d8b-b96a-3ed620de29d0, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:05:21.699118 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6f7f53e0-17fd-4b5a-8323-2f0fac95739e req-951b02cc-16be-44c7-9a82-2760b8be8330 service neutron] 10.222.0.41 "GET /v2.0/networks/f368e270-aa86-47d2-9c8f-0ac2b4fc8997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991056 Dec 06 17:05:21.716335 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68f6ec7-8349-4b37-8782-f66adf44f8d1 admin admin] Network ce84b6e8-a54c-4d8b-b96a-3ed620de29d0 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:05:21.732518 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-c68f6ec7-8349-4b37-8782-f66adf44f8d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, ce84b6e8-a54c-4d8b-b96a-3ed620de29d0) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:05:21.739421 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68f6ec7-8349-4b37-8782-f66adf44f8d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:21.740140 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c68f6ec7-8349-4b37-8782-f66adf44f8d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:21.743651 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe298d07-b86b-4038-9d04-cb460c3fc224 None None] Network ce84b6e8-a54c-4d8b-b96a-3ed620de29d0 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:05:21.782033 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-c68f6ec7-8349-4b37-8782-f66adf44f8d1 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6043961 Dec 06 17:05:21.785082 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 32768) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:05:21.791777 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-4fed933f-65bf-4d70-8eae-0b2a1e957153 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-585310143-router', 'tenant_id': '25179fdbe9ac45f69bfb261791d4dd2a', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:05:21.821242 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4fed933f-65bf-4d70-8eae-0b2a1e957153 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:21.824404 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4fed933f-65bf-4d70-8eae-0b2a1e957153 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:21.941614 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4fed933f-65bf-4d70-8eae-0b2a1e957153 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:21.959860 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6f7f53e0-17fd-4b5a-8323-2f0fac95739e req-8b8f3b5f-de26-4ddc-a64d-c7f5cc72a3c7 service neutron] 10.222.0.41 "GET /v2.0/networks/f368e270-aa86-47d2-9c8f-0ac2b4fc8997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525582 Dec 06 17:05:21.990284 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111e8a7f-7580-4045-b4f7-76a356f3a7af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-ce84b6e8-a54c-4d8b-b96a-3ed620de29d0', 'network_id': 'ce84b6e8-a54c-4d8b-b96a-3ed620de29d0', 'tenant_id': '25179fdbe9ac45f69bfb261791d4dd2a', 'fixed_ips': [{'subnet_id': 'a622e50f-8b7c-43ef-a2f8-80e6f0f81ea2'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:05:21.992179 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-111e8a7f-7580-4045-b4f7-76a356f3a7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:21.993879 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eb5c6f-b767-4a90-8844-98ae0e10aae4 req-8956e686-03ac-4feb-9ef9-7b821a39accb tempest-AggregatesAdminTestJSON-39031760 tempest-AggregatesAdminTestJSON-39031760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:21.995829 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f3eb5c6f-b767-4a90-8844-98ae0e10aae4 req-8956e686-03ac-4feb-9ef9-7b821a39accb tempest-AggregatesAdminTestJSON-39031760 tempest-AggregatesAdminTestJSON-39031760-project] 10.222.0.23 "GET /v2.0/ports?device_id=feb28d05-6ceb-4539-a411-7fd1d7223c36 HTTP/1.1" status: 200 len: 970 time: 0.0817370 Dec 06 17:05:22.094305 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f3eb5c6f-b767-4a90-8844-98ae0e10aae4 req-3701a50a-09ad-4aca-b791-ca31ef1f3ae6 tempest-AggregatesAdminTestJSON-39031760 tempest-AggregatesAdminTestJSON-39031760-project] 10.222.0.23 "GET /v2.0/security-groups?id=310a77ea-9101-4cb3-b84f-8832fffaa237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825737 Dec 06 17:05:22.104082 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080c4446-9a84-401f-aa18-b030655c2ddd req-0b0fcd66-2c55-472f-a31e-561649acb7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:22.105766 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-080c4446-9a84-401f-aa18-b030655c2ddd req-0b0fcd66-2c55-472f-a31e-561649acb7bb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=013b92ce2e6a40e1a3b2fa92d62d652e&device_id=31c7763d-6ef7-4308-8c38-56013cf586be HTTP/1.1" status: 200 len: 1095 time: 0.0757065 Dec 06 17:05:22.205882 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4fed933f-65bf-4d70-8eae-0b2a1e957153 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:22.254657 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-111e8a7f-7580-4045-b4f7-76a356f3a7af None None] Allocated IP 172.20.0.2 (ce84b6e8-a54c-4d8b-b96a-3ed620de29d0/a622e50f-8b7c-43ef-a2f8-80e6f0f81ea2/d7cca56b-de93-447b-986e-e63536b6da07) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:05:22.322561 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080c4446-9a84-401f-aa18-b030655c2ddd req-dd5d75a9-8b02-420c-85cb-360d3862f1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:22.327380 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-080c4446-9a84-401f-aa18-b030655c2ddd req-dd5d75a9-8b02-420c-85cb-360d3862f1f9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f368e270-aa86-47d2-9c8f-0ac2b4fc8997 HTTP/1.1" status: 200 len: 922 time: 0.2132666 Dec 06 17:05:22.408071 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-080c4446-9a84-401f-aa18-b030655c2ddd req-727c0337-99a8-4755-b14e-e1aa94cf5427 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce8a20ff-a9c6-4795-a571-20bb813075a1 HTTP/1.1" status: 200 len: 217 time: 0.0602868 Dec 06 17:05:22.467440 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-111e8a7f-7580-4045-b4f7-76a356f3a7af None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:22.477989 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-111e8a7f-7580-4045-b4f7-76a356f3a7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:22.480569 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7a4fcf6e-8fb0-4714-b78a-21e43827bfd8 req-cb2c9f8a-b9df-4ba6-99ed-f97ddf71a59f tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--621534409&fields=id&tenant_id=79450b3018524610adce1efbd72221ff HTTP/1.1" status: 200 len: 267 time: 0.1772680 Dec 06 17:05:22.494120 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080c4446-9a84-401f-aa18-b030655c2ddd req-99621afa-0bb3-485a-b656-34b2950789b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:22.495753 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-080c4446-9a84-401f-aa18-b030655c2ddd req-99621afa-0bb3-485a-b656-34b2950789b3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f77759ce-94b4-46a8-b90f-f881b9e38f99 HTTP/1.1" status: 200 len: 861 time: 0.0784082 Dec 06 17:05:22.538553 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111e8a7f-7580-4045-b4f7-76a356f3a7af None None] Pushing event updated for resources: {'Port': ['ID=d7cca56b-de93-447b-986e-e63536b6da07,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:22.545623 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111e8a7f-7580-4045-b4f7-76a356f3a7af None None] Network ce84b6e8-a54c-4d8b-b96a-3ed620de29d0 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:05:22.545965 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-080c4446-9a84-401f-aa18-b030655c2ddd req-61f3b03d-0bbe-4459-aa83-ff69527e8eeb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f368e270-aa86-47d2-9c8f-0ac2b4fc8997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389607 Dec 06 17:05:22.547866 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-111e8a7f-7580-4045-b4f7-76a356f3a7af None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:05:22.553728 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111e8a7f-7580-4045-b4f7-76a356f3a7af None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:05:22.590631 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4fed933f-65bf-4d70-8eae-0b2a1e957153 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:22.618969 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4fed933f-65bf-4d70-8eae-0b2a1e957153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:22.634589 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b0f1cf-60ff-4d67-bc45-9cb8e20602b0 req-768b5b0d-d69c-48ca-9c17-c681725045f8 tempest-AggregatesAdminTestJSON-1710777287 tempest-AggregatesAdminTestJSON-1710777287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:22.644159 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-46b0f1cf-60ff-4d67-bc45-9cb8e20602b0 req-768b5b0d-d69c-48ca-9c17-c681725045f8 tempest-AggregatesAdminTestJSON-1710777287 tempest-AggregatesAdminTestJSON-1710777287-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=feb28d05-6ceb-4539-a411-7fd1d7223c36 HTTP/1.1" status: 200 len: 1121 time: 0.1245797 Dec 06 17:05:22.647876 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-111e8a7f-7580-4045-b4f7-76a356f3a7af None None] Attempting to bind port d7cca56b-de93-447b-986e-e63536b6da07 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:05:22.648317 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-111e8a7f-7580-4045-b4f7-76a356f3a7af None None] Attempting to bind port d7cca56b-de93-447b-986e-e63536b6da07 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '8c139f9d-920e-436e-b4a5-7d7102bdfc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ce84b6e8-a54c-4d8b-b96a-3ed620de29d0'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:05:22.649014 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111e8a7f-7580-4045-b4f7-76a356f3a7af None None] Attempting to bind port d7cca56b-de93-447b-986e-e63536b6da07 on network ce84b6e8-a54c-4d8b-b96a-3ed620de29d0 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:05:22.658951 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111e8a7f-7580-4045-b4f7-76a356f3a7af None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:05:22.659388 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111e8a7f-7580-4045-b4f7-76a356f3a7af None None] Checking segment: {'id': '8c139f9d-920e-436e-b4a5-7d7102bdfc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ce84b6e8-a54c-4d8b-b96a-3ed620de29d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:05:22.659809 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-111e8a7f-7580-4045-b4f7-76a356f3a7af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:22.660871 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111e8a7f-7580-4045-b4f7-76a356f3a7af None None] Bound using segment: {'id': '8c139f9d-920e-436e-b4a5-7d7102bdfc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ce84b6e8-a54c-4d8b-b96a-3ed620de29d0'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:05:22.661440 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-111e8a7f-7580-4045-b4f7-76a356f3a7af None None] Bound port: d7cca56b-de93-447b-986e-e63536b6da07, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c139f9d-920e-436e-b4a5-7d7102bdfc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ce84b6e8-a54c-4d8b-b96a-3ed620de29d0'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:05:22.661872 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-111e8a7f-7580-4045-b4f7-76a356f3a7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:22.692403 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-46b0f1cf-60ff-4d67-bc45-9cb8e20602b0 req-6b25385a-288e-4065-8d37-68eede7e4acd tempest-AggregatesAdminTestJSON-1710777287 tempest-AggregatesAdminTestJSON-1710777287-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:22.806023 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4fcf6e-8fb0-4714-b78a-21e43827bfd8 req-b792949a-3568-499d-89fa-1dc28ed658ca tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:22.806960 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7a4fcf6e-8fb0-4714-b78a-21e43827bfd8 req-b792949a-3568-499d-89fa-1dc28ed658ca tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] 10.222.0.23 "GET /v2.0/networks?id=69a40b88-32c3-4e15-ab36-985e8404a553 HTTP/1.1" status: 200 len: 823 time: 0.3157771 Dec 06 17:05:22.808614 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-4fed933f-65bf-4d70-8eae-0b2a1e957153 admin admin] Allocated IP 172.35.1.103 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/794e90a5-4f97-490a-a06a-a7513bc5d7be) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:05:22.827596 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7a4fcf6e-8fb0-4714-b78a-21e43827bfd8 req-6ae07ac0-4d6d-4a9b-8b36-565656aeac46 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] 10.222.0.23 "GET /v2.0/quotas/79450b3018524610adce1efbd72221ff HTTP/1.1" status: 200 len: 375 time: 0.0196736 Dec 06 17:05:22.910481 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-111e8a7f-7580-4045-b4f7-76a356f3a7af None None] For port d7cca56b-de93-447b-986e-e63536b6da07, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:05:22.914300 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-111e8a7f-7580-4045-b4f7-76a356f3a7af None None] For port d7cca56b-de93-447b-986e-e63536b6da07, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d7cca56b-de93-447b-986e-e63536b6da07,segment=NetworkSegment(8c139f9d-920e-436e-b4a5-7d7102bdfc61),segment_id=8c139f9d-920e-436e-b4a5-7d7102bdfc61)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:05:22.922135 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-111e8a7f-7580-4045-b4f7-76a356f3a7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:22.925218 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-46b0f1cf-60ff-4d67-bc45-9cb8e20602b0 req-6b25385a-288e-4065-8d37-68eede7e4acd tempest-AggregatesAdminTestJSON-1710777287 tempest-AggregatesAdminTestJSON-1710777287-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:22.934096 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7a4fcf6e-8fb0-4714-b78a-21e43827bfd8 req-865f616d-fd07-4567-84b2-9bb511c18b0f tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=79450b3018524610adce1efbd72221ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1055164 Dec 06 17:05:22.969916 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-46b0f1cf-60ff-4d67-bc45-9cb8e20602b0 req-6b25385a-288e-4065-8d37-68eede7e4acd tempest-AggregatesAdminTestJSON-1710777287 tempest-AggregatesAdminTestJSON-1710777287-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:22.981635 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4fed933f-65bf-4d70-8eae-0b2a1e957153 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:23.013698 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111e8a7f-7580-4045-b4f7-76a356f3a7af None None] Pushing event updated for resources: {'Port': ['ID=d7cca56b-de93-447b-986e-e63536b6da07,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:23.019717 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-080c4446-9a84-401f-aa18-b030655c2ddd req-8a9421a2-0178-428b-b2a2-62752c9d9b09 service neutron] 10.222.0.41 "GET /v2.0/networks/f368e270-aa86-47d2-9c8f-0ac2b4fc8997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4659278 Dec 06 17:05:23.037419 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-46b0f1cf-60ff-4d67-bc45-9cb8e20602b0 req-6b25385a-288e-4065-8d37-68eede7e4acd tempest-AggregatesAdminTestJSON-1710777287 tempest-AggregatesAdminTestJSON-1710777287-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=310a77ea-9101-4cb3-b84f-8832fffaa237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3923085 Dec 06 17:05:23.039817 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b25385a-288e-4065-8d37-68eede7e4acd tempest-AggregatesAdminTestJSON-1710777287 tempest-AggregatesAdminTestJSON-1710777287-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0733b7f7-12a0-41f1-8f54-76bbfabbc3ce,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:23.088828 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4fed933f-65bf-4d70-8eae-0b2a1e957153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:23.119116 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7a4fcf6e-8fb0-4714-b78a-21e43827bfd8 req-c6d883c8-218b-42ab-9c11-95aac90668ec service neutron] 10.222.0.23 "GET /v2.0/networks/69a40b88-32c3-4e15-ab36-985e8404a553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782794 Dec 06 17:05:23.155279 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fed933f-65bf-4d70-8eae-0b2a1e957153 admin admin] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:05:23.166732 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-4fed933f-65bf-4d70-8eae-0b2a1e957153 admin admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:05:23.169168 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fed933f-65bf-4d70-8eae-0b2a1e957153 admin admin] Pushing event updated for resources: {'Port': ['ID=794e90a5-4f97-490a-a06a-a7513bc5d7be,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:23.179889 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fed933f-65bf-4d70-8eae-0b2a1e957153 admin admin] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:05:23.219767 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-080c4446-9a84-401f-aa18-b030655c2ddd req-b1c1f15f-a129-440a-97d8-4b0a92187886 service neutron] 10.222.0.41 "GET /v2.0/networks/f368e270-aa86-47d2-9c8f-0ac2b4fc8997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918609 Dec 06 17:05:23.268952 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7a4fcf6e-8fb0-4714-b78a-21e43827bfd8 req-e61bc78a-b817-43b2-a9fa-febea3945e41 service neutron] 10.222.0.23 "GET /v2.0/networks/69a40b88-32c3-4e15-ab36-985e8404a553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392553 Dec 06 17:05:23.383424 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37b28cc-71c7-4cb1-be48-44f86a8e0ef3 req-623c8b09-e72a-428a-a672-a96fbf465707 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:23.384983 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e37b28cc-71c7-4cb1-be48-44f86a8e0ef3 req-623c8b09-e72a-428a-a672-a96fbf465707 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=31c7763d-6ef7-4308-8c38-56013cf586be HTTP/1.1" status: 200 len: 944 time: 0.0898657 Dec 06 17:05:23.656152 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e37b28cc-71c7-4cb1-be48-44f86a8e0ef3 req-48086843-7619-49df-8c93-c46721635aa6 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612607 Dec 06 17:05:23.696328 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4fed933f-65bf-4d70-8eae-0b2a1e957153 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:23.986964 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7e8d8d60-13b1-4275-9e65-39cda1c8324b req-5eb56c3e-efc9-4478-b4b5-2186a020e619 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] 10.222.0.23 "GET /v2.0/ports?device_id=85746b16-9c6a-40cb-851c-a3d456d992ed HTTP/1.1" status: 200 len: 210 time: 0.0594566 Dec 06 17:05:24.050530 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4fed933f-65bf-4d70-8eae-0b2a1e957153 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:24.220370 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d8a544-af91-408c-9979-54bd8f6d9d9a None None] Network ce84b6e8-a54c-4d8b-b96a-3ed620de29d0 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:05:24.315714 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fed933f-65bf-4d70-8eae-0b2a1e957153 admin admin] Router 412f9ad2-6e9d-4762-91c2-0fc6093f77ce is scheduled to L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 with binding_index 1 {{(pid=103285) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 17:05:24.355890 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-97e7e47b-0af5-43a1-92aa-0e88117a8d70 None None] Provisioning complete for port d7cca56b-de93-447b-986e-e63536b6da07 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:05:24.356268 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-97e7e47b-0af5-43a1-92aa-0e88117a8d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:24.469868 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fed933f-65bf-4d70-8eae-0b2a1e957153 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:05:24.487850 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0715a48c-e675-492e-8425-237d1413421a None None] Sync routers for ids ['412f9ad2-6e9d-4762-91c2-0fc6093f77ce'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:05:24.490623 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4fed933f-65bf-4d70-8eae-0b2a1e957153 admin admin] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:24.494630 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 32894) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:05:24.494765 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-4fed933f-65bf-4d70-8eae-0b2a1e957153 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7083514 Dec 06 17:05:24.521749 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0715a48c-e675-492e-8425-237d1413421a None None] Routers {'412f9ad2-6e9d-4762-91c2-0fc6093f77ce'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:05:24.522620 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-0715a48c-e675-492e-8425-237d1413421a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:05:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['412f9ad2-6e9d-4762-91c2-0fc6093f77ce'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:05:24.590185 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-97e7e47b-0af5-43a1-92aa-0e88117a8d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:24.664515 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-97e7e47b-0af5-43a1-92aa-0e88117a8d70 None None] For port d7cca56b-de93-447b-986e-e63536b6da07, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d7cca56b-de93-447b-986e-e63536b6da07,segment=NetworkSegment(8c139f9d-920e-436e-b4a5-7d7102bdfc61),segment_id=8c139f9d-920e-436e-b4a5-7d7102bdfc61)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:05:24.669389 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-97e7e47b-0af5-43a1-92aa-0e88117a8d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:24.734696 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-0715a48c-e675-492e-8425-237d1413421a None None] Set router 412f9ad2-6e9d-4762-91c2-0fc6093f77ce gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:05:24.780318 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e7e47b-0af5-43a1-92aa-0e88117a8d70 None None] Pushing event updated for resources: {'Port': ['ID=d7cca56b-de93-447b-986e-e63536b6da07,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:25.110591 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-0715a48c-e675-492e-8425-237d1413421a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412f9ad2-6e9d-4762-91c2-0fc6093f77ce', 'name': 'tempest-AttachSCSIVolumeTestJSON-585310143-router', 'tenant_id': '25179fdbe9ac45f69bfb261791d4dd2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.103'}], 'enable_snat': True}, 'gw_port_id': '794e90a5-4f97-490a-a06a-a7513bc5d7be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:05:21Z', 'updated_at': '2021-12-06T17:05:23Z', 'revision_number': 3, 'project_id': '25179fdbe9ac45f69bfb261791d4dd2a', 'gw_port': {'id': '794e90a5-4f97-490a-a06a-a7513bc5d7be', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:8c:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412f9ad2-6e9d-4762-91c2-0fc6093f77ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:05:22Z', 'updated_at': '2021-12-06T17:05:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:05:25.116317 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-9db3b50b-f196-44fe-bc70-39c97e37527a None None] Provisioning complete for port d7cca56b-de93-447b-986e-e63536b6da07 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:05:25.116693 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9db3b50b-f196-44fe-bc70-39c97e37527a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:25.162827 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0715a48c-e675-492e-8425-237d1413421a None None] Checking router: 412f9ad2-6e9d-4762-91c2-0fc6093f77ce for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:05:25.163510 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0715a48c-e675-492e-8425-237d1413421a None None] Updating router 412f9ad2-6e9d-4762-91c2-0fc6093f77ce port 794e90a5-4f97-490a-a06a-a7513bc5d7be binding host n-d-master-1 {{(pid=103287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:05:25.190257 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0715a48c-e675-492e-8425-237d1413421a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:25.218524 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32b0edd-6564-4bf0-b6ad-1bb6ce549dd7 req-abd57144-1484-4463-99a2-f9a272d657a8 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:25.242520 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c32b0edd-6564-4bf0-b6ad-1bb6ce549dd7 req-abd57144-1484-4463-99a2-f9a272d657a8 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=31c7763d-6ef7-4308-8c38-56013cf586be HTTP/1.1" status: 200 len: 944 time: 0.2705054 Dec 06 17:05:25.254457 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-dae387a7-29dd-474f-a480-19e2491ba728 req-e1e47cf7-6049-42d4-adf6-7f36b7608c47 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] 10.222.0.23 "GET /v2.0/ports?device_id=85746b16-9c6a-40cb-851c-a3d456d992ed HTTP/1.1" status: 200 len: 210 time: 0.0698800 Dec 06 17:05:25.400847 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device d7cca56b-de93-447b-986e-e63536b6da07 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:05:25.471027 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c32b0edd-6564-4bf0-b6ad-1bb6ce549dd7 req-39afc162-2f11-47c8-85c6-e8534b4e846c tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280648 Dec 06 17:05:25.523888 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4fcf6e-8fb0-4714-b78a-21e43827bfd8 req-d7e35e0b-7b35-4e16-888f-570976e57270 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:25.535001 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7a4fcf6e-8fb0-4714-b78a-21e43827bfd8 req-d7e35e0b-7b35-4e16-888f-570976e57270 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] 10.222.0.44 "GET /v2.0/networks?id=69a40b88-32c3-4e15-ab36-985e8404a553 HTTP/1.1" status: 200 len: 823 time: 0.5609274 Dec 06 17:05:25.548270 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port d7cca56b-de93-447b-986e-e63536b6da07 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:05:25.548646 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:25.619729 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0715a48c-e675-492e-8425-237d1413421a None None] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:25.632398 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 17:05:25.633230 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0715a48c-e675-492e-8425-237d1413421a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:25.665256 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 32952) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:05:25.684389 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9101dd74-e7cc-4c3b-b353-b27e171c4b1a None None] Pushing event updated for resources: {'Port': ['ID=794e90a5-4f97-490a-a06a-a7513bc5d7be,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:25.700562 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-0715a48c-e675-492e-8425-237d1413421a None None] Attempting to bind port 794e90a5-4f97-490a-a06a-a7513bc5d7be on host n-d-master-1 for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:05:25.701193 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-0715a48c-e675-492e-8425-237d1413421a None None] Attempting to bind port 794e90a5-4f97-490a-a06a-a7513bc5d7be by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:05:25.701802 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0715a48c-e675-492e-8425-237d1413421a None None] Attempting to bind port 794e90a5-4f97-490a-a06a-a7513bc5d7be on network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:05:25.708125 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0715a48c-e675-492e-8425-237d1413421a None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:05:25.708734 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0715a48c-e675-492e-8425-237d1413421a None None] Checking segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:05:25.709324 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0715a48c-e675-492e-8425-237d1413421a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:25.710049 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0715a48c-e675-492e-8425-237d1413421a None None] Bound using segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:05:25.710713 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-0715a48c-e675-492e-8425-237d1413421a None None] Bound port: 794e90a5-4f97-490a-a06a-a7513bc5d7be, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:05:25.711531 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0715a48c-e675-492e-8425-237d1413421a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:25.726828 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 32960) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:05:25.762600 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device ce8a20ff-a9c6-4795-a571-20bb813075a1 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:05:25.774666 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-0715a48c-e675-492e-8425-237d1413421a None None] For port 794e90a5-4f97-490a-a06a-a7513bc5d7be, host n-d-master-1, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:05:25.784375 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-0715a48c-e675-492e-8425-237d1413421a None None] For port 794e90a5-4f97-490a-a06a-a7513bc5d7be, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=794e90a5-4f97-490a-a06a-a7513bc5d7be,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:05:25.795132 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0715a48c-e675-492e-8425-237d1413421a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:25.863043 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f2731a85-78bb-4df6-b589-2a73a5f11073 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:25.917800 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ae72ca3f-45c2-4e1e-9599-edaa8ca08457 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:25.930507 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port ce8a20ff-a9c6-4795-a571-20bb813075a1, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ce8a20ff-a9c6-4795-a571-20bb813075a1,segment=NetworkSegment(d43b23f1-3a85-4be8-8063-3fe18696b942),segment_id=d43b23f1-3a85-4be8-8063-3fe18696b942)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:05:25.932142 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9101dd74-e7cc-4c3b-b353-b27e171c4b1a None None] Pushing event updated for resources: {'Port': ['ID=794e90a5-4f97-490a-a06a-a7513bc5d7be,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:25.948662 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0715a48c-e675-492e-8425-237d1413421a None None] Routers {'412f9ad2-6e9d-4762-91c2-0fc6093f77ce'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:05:25.949300 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-0715a48c-e675-492e-8425-237d1413421a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:05:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['412f9ad2-6e9d-4762-91c2-0fc6093f77ce'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:05:25.976786 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': 'ce8a20ff-a9c6-4795-a571-20bb813075a1', 'network_id': 'f368e270-aa86-47d2-9c8f-0ac2b4fc8997', 'port_id': 'ce8a20ff-a9c6-4795-a571-20bb813075a1', 'mac_address': 'fa:16:3e:ba:d0:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f77759ce-94b4-46a8-b90f-f881b9e38f99', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:05:26.050481 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7a4fcf6e-8fb0-4714-b78a-21e43827bfd8 req-4ec28da6-2f04-40a4-9991-4f5bc0a99bbb tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79450b3018524610adce1efbd72221ff HTTP/1.1" status: 200 len: 379 time: 0.2619872 Dec 06 17:05:26.052125 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:26.064711 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-7a4fcf6e-8fb0-4714-b78a-21e43827bfd8 req-1cbc9e07-aef6-49a0-b8cd-7507f314caa5 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Request body: {'port': {'device_id': '85746b16-9c6a-40cb-851c-a3d456d992ed', 'network_id': '69a40b88-32c3-4e15-ab36-985e8404a553', 'admin_state_up': True, 'tenant_id': '79450b3018524610adce1efbd72221ff', 'security_groups': ['32e60c91-0f09-4047-85e4-be430fb60702']}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:05:26.089739 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce8a20ff-a9c6-4795-a571-20bb813075a1 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:05:26.116814 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f2731a85-78bb-4df6-b589-2a73a5f11073 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:26.142420 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f2731a85-78bb-4df6-b589-2a73a5f11073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:26.159033 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ae72ca3f-45c2-4e1e-9599-edaa8ca08457 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:26.167304 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port ce8a20ff-a9c6-4795-a571-20bb813075a1, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ce8a20ff-a9c6-4795-a571-20bb813075a1,segment=NetworkSegment(d43b23f1-3a85-4be8-8063-3fe18696b942),segment_id=d43b23f1-3a85-4be8-8063-3fe18696b942)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:05:26.178141 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f4c243be-7746-4faf-824b-8e5a5166917d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:26.181826 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:26.184826 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ae72ca3f-45c2-4e1e-9599-edaa8ca08457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:26.203757 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-0715a48c-e675-492e-8425-237d1413421a None None] Set router 412f9ad2-6e9d-4762-91c2-0fc6093f77ce gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:05:26.285280 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-f2731a85-78bb-4df6-b589-2a73a5f11073 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8d3c448b5c4042e598b8d04bb545384c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6183186 Dec 06 17:05:26.292787 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-ae72ca3f-45c2-4e1e-9599-edaa8ca08457 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=65647e230cf04dc3aefa1a9f32446c26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5646374 Dec 06 17:05:26.293917 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 32986) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:05:26.294430 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 32988) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:05:26.314374 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=ce8a20ff-a9c6-4795-a571-20bb813075a1,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:26.396454 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2731a85-78bb-4df6-b589-2a73a5f11073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67d037e4-e1b0-4f80-a400-e192521256e5,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:26.460752 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-34b19099-3cb4-4174-b18f-5b2bfdc17cfb req-5ea098d5-e8ec-44a1-a54d-ec8a40bdec99 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] 10.222.0.23 "GET /v2.0/ports?device_id=85746b16-9c6a-40cb-851c-a3d456d992ed HTTP/1.1" status: 200 len: 210 time: 0.0905824 Dec 06 17:05:26.461365 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae72ca3f-45c2-4e1e-9599-edaa8ca08457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bcf2c7d-f1a4-437b-a451-d828314a2625,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:26.493644 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-0715a48c-e675-492e-8425-237d1413421a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412f9ad2-6e9d-4762-91c2-0fc6093f77ce', 'name': 'tempest-AttachSCSIVolumeTestJSON-585310143-router', 'tenant_id': '25179fdbe9ac45f69bfb261791d4dd2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.103'}], 'enable_snat': True}, 'gw_port_id': '794e90a5-4f97-490a-a06a-a7513bc5d7be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:05:21Z', 'updated_at': '2021-12-06T17:05:23Z', 'revision_number': 3, 'project_id': '25179fdbe9ac45f69bfb261791d4dd2a', 'gw_port': {'id': '794e90a5-4f97-490a-a06a-a7513bc5d7be', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:8c:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412f9ad2-6e9d-4762-91c2-0fc6093f77ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:05:22Z', 'updated_at': '2021-12-06T17:05:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:05:26.496981 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b436f967-6d96-465d-b8c7-674465474dcf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:26.511556 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['ce8a20ff-a9c6-4795-a571-20bb813075a1'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:05:26.531407 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4066f15a-b79d-4c24-b064-9ed83177d857 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:26.534766 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b436f967-6d96-465d-b8c7-674465474dcf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:26.564673 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0715a48c-e675-492e-8425-237d1413421a None None] The sync data for ids ['412f9ad2-6e9d-4762-91c2-0fc6093f77ce'] in n-d-master-1 is: [{'id': '412f9ad2-6e9d-4762-91c2-0fc6093f77ce', 'name': 'tempest-AttachSCSIVolumeTestJSON-585310143-router', 'tenant_id': '25179fdbe9ac45f69bfb261791d4dd2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.103'}], 'enable_snat': True}, 'gw_port_id': '794e90a5-4f97-490a-a06a-a7513bc5d7be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:05:21Z', 'updated_at': '2021-12-06T17:05:23Z', 'revision_number': 3, 'project_id': '25179fdbe9ac45f69bfb261791d4dd2a', 'gw_port': {'id': '794e90a5-4f97-490a-a06a-a7513bc5d7be', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:8c:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412f9ad2-6e9d-4762-91c2-0fc6093f77ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:05:22Z', 'updated_at': '2021-12-06T17:05:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:05:26.598066 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4066f15a-b79d-4c24-b064-9ed83177d857 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:26.669108 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b436f967-6d96-465d-b8c7-674465474dcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:26.673457 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b436f967-6d96-465d-b8c7-674465474dcf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:26.675156 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-b436f967-6d96-465d-b8c7-674465474dcf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4bcf2c7d-f1a4-437b-a451-d828314a2625 HTTP/1.1" status: 204 len: 168 time: 0.3515573 Dec 06 17:05:26.715344 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b436f967-6d96-465d-b8c7-674465474dcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bcf2c7d-f1a4-437b-a451-d828314a2625,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:26.719035 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4066f15a-b79d-4c24-b064-9ed83177d857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:26.729935 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4066f15a-b79d-4c24-b064-9ed83177d857 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:26.734477 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-4066f15a-b79d-4c24-b064-9ed83177d857 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/67d037e4-e1b0-4f80-a400-e192521256e5 HTTP/1.1" status: 204 len: 168 time: 0.4269385 Dec 06 17:05:26.768430 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4066f15a-b79d-4c24-b064-9ed83177d857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d037e4-e1b0-4f80-a400-e192521256e5,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:26.770218 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a4fcf6e-8fb0-4714-b78a-21e43827bfd8 req-1cbc9e07-aef6-49a0-b8cd-7507f314caa5 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Made reservation on behalf of 79450b3018524610adce1efbd72221ff for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:05:26.781614 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-7a4fcf6e-8fb0-4714-b78a-21e43827bfd8 req-1cbc9e07-aef6-49a0-b8cd-7507f314caa5 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:26.891371 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ba242f-ce0f-46fc-8509-3a84bf91af87 req-3c1dbe9b-3684-4f27-90ca-0fb7ef311984 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:26.901485 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-78ba242f-ce0f-46fc-8509-3a84bf91af87 req-3c1dbe9b-3684-4f27-90ca-0fb7ef311984 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=31c7763d-6ef7-4308-8c38-56013cf586be HTTP/1.1" status: 200 len: 945 time: 0.1251714 Dec 06 17:05:26.965063 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-78ba242f-ce0f-46fc-8509-3a84bf91af87 req-b92da782-2a63-45dd-bbaf-a5f027b62246 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624025 Dec 06 17:05:27.012531 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-f4c243be-7746-4faf-824b-8e5a5166917d admin admin] Allocated IP 172.20.0.1 (ce84b6e8-a54c-4d8b-b96a-3ed620de29d0/a622e50f-8b7c-43ef-a2f8-80e6f0f81ea2/d44a5598-9818-4128-9451-7519a7ee09cd) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:05:27.158219 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-7a4fcf6e-8fb0-4714-b78a-21e43827bfd8 req-1cbc9e07-aef6-49a0-b8cd-7507f314caa5 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Allocated IP 172.20.0.5 (69a40b88-32c3-4e15-ab36-985e8404a553/29223edc-149f-468a-b413-de60543fe5ba/4cb9766a-3989-4121-8ba3-8d7599006d6b) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:05:27.260900 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 794e90a5-4f97-490a-a06a-a7513bc5d7be up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:05:27.306519 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f4c243be-7746-4faf-824b-8e5a5166917d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:27.435513 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 794e90a5-4f97-490a-a06a-a7513bc5d7be triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:05:27.440207 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 33048) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:05:27.450897 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:27.471590 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3c0bf813-87f5-463e-81b1-15e1eec95144 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:27.528945 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f4c243be-7746-4faf-824b-8e5a5166917d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:27.596810 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-7a4fcf6e-8fb0-4714-b78a-21e43827bfd8 req-1cbc9e07-aef6-49a0-b8cd-7507f314caa5 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:27.625078 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 33062) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:05:27.632153 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c243be-7746-4faf-824b-8e5a5166917d admin admin] Network ce84b6e8-a54c-4d8b-b96a-3ed620de29d0 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:05:27.639167 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-f4c243be-7746-4faf-824b-8e5a5166917d admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:05:27.654281 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c243be-7746-4faf-824b-8e5a5166917d admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:05:27.654999 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f4c243be-7746-4faf-824b-8e5a5166917d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539179'] for router_interface, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:27.691717 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1bea69ec-4c97-49d3-a493-ef85db9d26d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:27.712021 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:27.734171 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device ce8a20ff-a9c6-4795-a571-20bb813075a1 up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:05:27.854641 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c243be-7746-4faf-824b-8e5a5166917d admin admin] Pushing event updated for resources: {'Port': ['ID=d44a5598-9818-4128-9451-7519a7ee09cd,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:27.882168 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] For port 794e90a5-4f97-490a-a06a-a7513bc5d7be, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=794e90a5-4f97-490a-a06a-a7513bc5d7be,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:05:27.893230 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1bea69ec-4c97-49d3-a493-ef85db9d26d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:27.914416 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1bea69ec-4c97-49d3-a493-ef85db9d26d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:27.920251 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:27.997823 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-1bea69ec-4c97-49d3-a493-ef85db9d26d2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d28c108c28d14acfaa7cf147d321dafe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3713231 Dec 06 17:05:28.016981 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3c0bf813-87f5-463e-81b1-15e1eec95144 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:28.025186 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Pushing event updated for resources: {'Port': ['ID=794e90a5-4f97-490a-a06a-a7513bc5d7be,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:28.036271 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea69ec-4c97-49d3-a493-ef85db9d26d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0aac030-50b5-4fc6-9ce9-757323df1588,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:28.057777 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 33072) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:05:28.073124 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port ce8a20ff-a9c6-4795-a571-20bb813075a1 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:05:28.075098 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3c0bf813-87f5-463e-81b1-15e1eec95144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:28.083835 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port ce8a20ff-a9c6-4795-a571-20bb813075a1 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:05:28.085185 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:28.134842 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-1035a6bc-0a41-4619-9521-167e385eea34 None None] Provisioning complete for port d44a5598-9818-4128-9451-7519a7ee09cd triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:05:28.135513 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1035a6bc-0a41-4619-9521-167e385eea34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:28.153790 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-7a4fcf6e-8fb0-4714-b78a-21e43827bfd8 req-1cbc9e07-aef6-49a0-b8cd-7507f314caa5 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:28.157497 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-3c0bf813-87f5-463e-81b1-15e1eec95144 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c60a281f954a4b0ea5424f68c70f59b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7157037 Dec 06 17:05:28.158091 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 33082) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:05:28.196148 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0bf813-87f5-463e-81b1-15e1eec95144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=585cedb5-ffa7-4853-83bf-00c37adb6d09,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:28.200537 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-1035a6bc-0a41-4619-9521-167e385eea34 None None] Port d44a5598-9818-4128-9451-7519a7ee09cd cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:05:28.261926 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:28.291945 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31c7763d-6ef7-4308-8c38-56013cf586be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce8a20ff-a9c6-4795-a571-20bb813075a1'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:05:28.295402 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e83e8a8e-983c-431d-98e7-c78c5f6a5a75" -d '{"events": [{"server_uuid": "31c7763d-6ef7-4308-8c38-56013cf586be", "name": "network-vif-plugged", "status": "completed", "tag": "ce8a20ff-a9c6-4795-a571-20bb813075a1"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:05:28.300188 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f811ad62-72d8-47d3-8433-a16a5b886597 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:28.309124 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a4fcf6e-8fb0-4714-b78a-21e43827bfd8 req-1cbc9e07-aef6-49a0-b8cd-7507f314caa5 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Network 69a40b88-32c3-4e15-ab36-985e8404a553 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:05:28.309963 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port ce8a20ff-a9c6-4795-a571-20bb813075a1, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ce8a20ff-a9c6-4795-a571-20bb813075a1,segment=NetworkSegment(d43b23f1-3a85-4be8-8063-3fe18696b942),segment_id=d43b23f1-3a85-4be8-8063-3fe18696b942)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:05:28.314017 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 33086) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:05:28.318944 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:28.321893 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24783ee9-102e-4a6c-9d3f-b6dd35fe7070 req-958768d5-6fa9-4577-8281-620ed1587164 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:28.324603 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-24783ee9-102e-4a6c-9d3f-b6dd35fe7070 req-958768d5-6fa9-4577-8281-620ed1587164 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=31c7763d-6ef7-4308-8c38-56013cf586be HTTP/1.1" status: 200 len: 945 time: 0.1347852 Dec 06 17:05:28.332397 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-7a4fcf6e-8fb0-4714-b78a-21e43827bfd8 req-1cbc9e07-aef6-49a0-b8cd-7507f314caa5 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:05:28.377907 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f811ad62-72d8-47d3-8433-a16a5b886597 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:28.379342 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6a7ea5a3-3c62-4aca-8eaf-6b0be057f861 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:28.380340 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a4fcf6e-8fb0-4714-b78a-21e43827bfd8 req-1cbc9e07-aef6-49a0-b8cd-7507f314caa5 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:05:28.388397 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4fcf6e-8fb0-4714-b78a-21e43827bfd8 req-1cbc9e07-aef6-49a0-b8cd-7507f314caa5 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:28.389896 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-7a4fcf6e-8fb0-4714-b78a-21e43827bfd8 req-1cbc9e07-aef6-49a0-b8cd-7507f314caa5 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:28.403247 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=ce8a20ff-a9c6-4795-a571-20bb813075a1,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:28.416141 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f4c243be-7746-4faf-824b-8e5a5166917d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:28.447281 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6a7ea5a3-3c62-4aca-8eaf-6b0be057f861 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:28.463497 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7a4fcf6e-8fb0-4714-b78a-21e43827bfd8 req-1cbc9e07-aef6-49a0-b8cd-7507f314caa5 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4069324 Dec 06 17:05:28.477612 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c3a048-f027-4992-8804-894e9b4e1679 req-c1e4e712-dbbf-49a0-b57e-60d358f99794 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:28.481211 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d5c3a048-f027-4992-8804-894e9b4e1679 req-c1e4e712-dbbf-49a0-b57e-60d358f99794 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] 10.222.0.23 "GET /v2.0/ports?device_id=85746b16-9c6a-40cb-851c-a3d456d992ed HTTP/1.1" status: 200 len: 931 time: 0.4297128 Dec 06 17:05:28.482196 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbc9e07-aef6-49a0-b8cd-7507f314caa5 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Pushing event updated for resources: {'Port': ['ID=4cb9766a-3989-4121-8ba3-8d7599006d6b,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:28.493798 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-24783ee9-102e-4a6c-9d3f-b6dd35fe7070 req-6411a84c-f308-4d7a-a824-9dab39795615 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512399 Dec 06 17:05:28.498629 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-7a4fcf6e-8fb0-4714-b78a-21e43827bfd8 req-206604da-44d7-4099-8540-505b3d32c47e service neutron] Request body: {'port': {'device_id': '85746b16-9c6a-40cb-851c-a3d456d992ed', 'device_owner': 'compute:tempest-test_az-213150746', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:05:28.521043 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f811ad62-72d8-47d3-8433-a16a5b886597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:28.524465 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f811ad62-72d8-47d3-8433-a16a5b886597 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:28.526038 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-f811ad62-72d8-47d3-8433-a16a5b886597 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f0aac030-50b5-4fc6-9ce9-757323df1588 HTTP/1.1" status: 204 len: 168 time: 0.4668555 Dec 06 17:05:28.553301 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ec05d663-cfa8-47ae-af14-18ec27962560 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:28.556260 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f811ad62-72d8-47d3-8433-a16a5b886597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0aac030-50b5-4fc6-9ce9-757323df1588,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:28.596472 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6a7ea5a3-3c62-4aca-8eaf-6b0be057f861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:28.600115 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6a7ea5a3-3c62-4aca-8eaf-6b0be057f861 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:28.601926 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-6a7ea5a3-3c62-4aca-8eaf-6b0be057f861 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/585cedb5-ffa7-4853-83bf-00c37adb6d09 HTTP/1.1" status: 204 len: 168 time: 0.4363225 Dec 06 17:05:28.639175 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7ea5a3-3c62-4aca-8eaf-6b0be057f861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=585cedb5-ffa7-4853-83bf-00c37adb6d09,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:28.695130 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-495d85e4-5361-4cbd-ad93-dd754e58b8ce x-openstack-request-id: req-495d85e4-5361-4cbd-ad93-dd754e58b8ce {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:05:28.695947 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31c7763d-6ef7-4308-8c38-56013cf586be", "name": "network-vif-plugged", "status": "completed", "tag": "ce8a20ff-a9c6-4795-a571-20bb813075a1", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:05:28.696739 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-495d85e4-5361-4cbd-ad93-dd754e58b8ce {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:05:28.697512 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31c7763d-6ef7-4308-8c38-56013cf586be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce8a20ff-a9c6-4795-a571-20bb813075a1', 'code': 200} Dec 06 17:05:28.735868 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-39a8b5e6-236d-4551-98a7-236981dc0a08 None None] Provisioning complete for port 4cb9766a-3989-4121-8ba3-8d7599006d6b triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:05:28.737457 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-39a8b5e6-236d-4551-98a7-236981dc0a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:28.742597 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-7a4fcf6e-8fb0-4714-b78a-21e43827bfd8 req-206604da-44d7-4099-8540-505b3d32c47e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:28.786497 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-39a8b5e6-236d-4551-98a7-236981dc0a08 None None] Port 4cb9766a-3989-4121-8ba3-8d7599006d6b cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:05:28.799088 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d5c3a048-f027-4992-8804-894e9b4e1679 req-9c59aab2-750b-4d1d-8eaf-4595ca4cb34a tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] 10.222.0.23 "GET /v2.0/security-groups?id=32e60c91-0f09-4047-85e4-be430fb60702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3043194 Dec 06 17:05:29.036840 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5597033-541c-4e72-9df5-85839ba0c9e8 req-2be4ed15-1f97-4798-9da9-229a63067383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:29.038377 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d5597033-541c-4e72-9df5-85839ba0c9e8 req-2be4ed15-1f97-4798-9da9-229a63067383 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=31c7763d-6ef7-4308-8c38-56013cf586be HTTP/1.1" status: 200 len: 1097 time: 0.2295535 Dec 06 17:05:29.067567 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ec05d663-cfa8-47ae-af14-18ec27962560 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:29.092054 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ec05d663-cfa8-47ae-af14-18ec27962560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:29.099819 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f4c243be-7746-4faf-824b-8e5a5166917d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:29.138677 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f4c243be-7746-4faf-824b-8e5a5166917d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:29.139749 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f4c243be-7746-4faf-824b-8e5a5166917d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-772465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539207'] for router_interface, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:29.259105 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c243be-7746-4faf-824b-8e5a5166917d admin admin] Pushing event updated for resources: {'Port': ['ID=d44a5598-9818-4128-9451-7519a7ee09cd,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:29.266874 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 794e90a5-4f97-490a-a06a-a7513bc5d7be up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:05:29.371573 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 794e90a5-4f97-490a-a06a-a7513bc5d7be triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:05:29.371954 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:29.383628 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec05d663-cfa8-47ae-af14-18ec27962560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05105805-deb0-4715-a429-1be2a4101ce8,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:29.393257 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d5597033-541c-4e72-9df5-85839ba0c9e8 req-e21e5fed-a0c1-4f97-8070-2bb52b39ffd3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3402696 Dec 06 17:05:29.397153 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-ec05d663-cfa8-47ae-af14-18ec27962560 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3983e0c764bb416c8d738eb44ec99bbf&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0776062 Dec 06 17:05:29.398387 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 33138) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:05:29.407745 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c243be-7746-4faf-824b-8e5a5166917d admin admin] Network ce84b6e8-a54c-4d8b-b96a-3ed620de29d0 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:05:29.411089 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-f4c243be-7746-4faf-824b-8e5a5166917d admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:05:29.546087 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 33146) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:05:29.549400 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f0b6fef5-3573-4ecc-a7c0-3ffd8047617d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:29.665262 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f0b6fef5-3573-4ecc-a7c0-3ffd8047617d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:29.760741 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f0b6fef5-3573-4ecc-a7c0-3ffd8047617d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:29.763804 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f0b6fef5-3573-4ecc-a7c0-3ffd8047617d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:29.765052 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-f0b6fef5-3573-4ecc-a7c0-3ffd8047617d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/05105805-deb0-4715-a429-1be2a4101ce8 HTTP/1.1" status: 204 len: 168 time: 0.3654439 Dec 06 17:05:29.793747 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b6fef5-3573-4ecc-a7c0-3ffd8047617d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05105805-deb0-4715-a429-1be2a4101ce8,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:29.833189 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-23435892-b520-4de8-8148-66f0408a836c None None] Provisioning complete for port d44a5598-9818-4128-9451-7519a7ee09cd triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:05:29.833815 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-23435892-b520-4de8-8148-66f0408a836c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:29.882052 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-23435892-b520-4de8-8148-66f0408a836c None None] Port d44a5598-9818-4128-9451-7519a7ee09cd cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:05:29.906305 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4c243be-7746-4faf-824b-8e5a5166917d admin admin] Router 412f9ad2-6e9d-4762-91c2-0fc6093f77ce has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:05:29.931968 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-7a4fcf6e-8fb0-4714-b78a-21e43827bfd8 req-206604da-44d7-4099-8540-505b3d32c47e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cb9766a-3989-4121-8ba3-8d7599006d6b {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:05:29.950959 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1107238-dc82-4634-9985-525447c2dc77 req-172b2f1e-4bad-44d5-82b5-61b1468cf484 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:29.956316 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b1107238-dc82-4634-9985-525447c2dc77 req-172b2f1e-4bad-44d5-82b5-61b1468cf484 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=31c7763d-6ef7-4308-8c38-56013cf586be HTTP/1.1" status: 200 len: 946 time: 0.1639962 Dec 06 17:05:29.958392 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-69c28852-b86d-45d8-8fa6-0af1de830d0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:30.035153 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-7a4fcf6e-8fb0-4714-b78a-21e43827bfd8 req-206604da-44d7-4099-8540-505b3d32c47e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:30.081952 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-69c28852-b86d-45d8-8fa6-0af1de830d0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:30.088878 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-69c28852-b86d-45d8-8fa6-0af1de830d0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:30.114050 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-7a4fcf6e-8fb0-4714-b78a-21e43827bfd8 req-206604da-44d7-4099-8540-505b3d32c47e service neutron] Transition to ACTIVE for port object 4cb9766a-3989-4121-8ba3-8d7599006d6b will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:05:30.130804 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c28852-b86d-45d8-8fa6-0af1de830d0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4583eee4-6bbe-41ca-8b12-0a92b916ab20,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:30.133143 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-7a4fcf6e-8fb0-4714-b78a-21e43827bfd8 req-206604da-44d7-4099-8540-505b3d32c47e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:30.156620 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-69c28852-b86d-45d8-8fa6-0af1de830d0f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ee5ff694442a4e6d9e211eae8f1d1ed4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5950470 Dec 06 17:05:30.159709 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 33178) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:05:30.211068 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4c243be-7746-4faf-824b-8e5a5166917d admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:05:30.224201 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f7be94-0bc2-44c7-b114-1f9ef11f7021 None None] Sync routers for ids ['412f9ad2-6e9d-4762-91c2-0fc6093f77ce'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:05:30.235754 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b1107238-dc82-4634-9985-525447c2dc77 req-c823345b-422b-4892-bd6a-03b671a601bf tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129505 Dec 06 17:05:30.259410 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f7be94-0bc2-44c7-b114-1f9ef11f7021 None None] Routers {'412f9ad2-6e9d-4762-91c2-0fc6093f77ce'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:05:30.261137 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-03f7be94-0bc2-44c7-b114-1f9ef11f7021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:05:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['412f9ad2-6e9d-4762-91c2-0fc6093f77ce'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:05:30.265607 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-f4c243be-7746-4faf-824b-8e5a5166917d admin admin] 10.222.0.23 "PUT /v2.0/routers/412f9ad2-6e9d-4762-91c2-0fc6093f77ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7696953 Dec 06 17:05:30.279951 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-27ebdd86-1a8e-430e-ac4b-5cce01bd9bda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:30.309884 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206604da-44d7-4099-8540-505b3d32c47e service neutron] Pushing event updated for resources: {'Port': ['ID=4cb9766a-3989-4121-8ba3-8d7599006d6b,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:30.333778 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 33186) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:05:30.337088 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61095bd4-784b-49ce-b157-0ac01a9654c2 req-9d990cc8-2603-4504-a68b-cd9d6181af72 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:30.347336 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-61095bd4-784b-49ce-b157-0ac01a9654c2 req-9d990cc8-2603-4504-a68b-cd9d6181af72 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] 10.222.0.23 "GET /v2.0/ports?device_id=85746b16-9c6a-40cb-851c-a3d456d992ed HTTP/1.1" status: 200 len: 964 time: 0.1657133 Dec 06 17:05:30.388222 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-27ebdd86-1a8e-430e-ac4b-5cce01bd9bda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:30.408965 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8801af86-3a6c-4cfa-a179-38db171360a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:30.456614 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-7a4fcf6e-8fb0-4714-b78a-21e43827bfd8 req-206604da-44d7-4099-8540-505b3d32c47e service neutron] Attempting to bind port 4cb9766a-3989-4121-8ba3-8d7599006d6b on host n-h2-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:05:30.457987 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-7a4fcf6e-8fb0-4714-b78a-21e43827bfd8 req-206604da-44d7-4099-8540-505b3d32c47e service neutron] Attempting to bind port 4cb9766a-3989-4121-8ba3-8d7599006d6b by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'd81ef432-c48a-4c0f-bf74-f28c73543a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '69a40b88-32c3-4e15-ab36-985e8404a553'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:05:30.458564 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4fcf6e-8fb0-4714-b78a-21e43827bfd8 req-206604da-44d7-4099-8540-505b3d32c47e service neutron] Attempting to bind port 4cb9766a-3989-4121-8ba3-8d7599006d6b on network 69a40b88-32c3-4e15-ab36-985e8404a553 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:05:30.478751 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-27ebdd86-1a8e-430e-ac4b-5cce01bd9bda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:30.481697 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-27ebdd86-1a8e-430e-ac4b-5cce01bd9bda admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:30.488797 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4fcf6e-8fb0-4714-b78a-21e43827bfd8 req-206604da-44d7-4099-8540-505b3d32c47e service neutron] Port 4cb9766a-3989-4121-8ba3-8d7599006d6b on network 69a40b88-32c3-4e15-ab36-985e8404a553 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:05:30.489148 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4fcf6e-8fb0-4714-b78a-21e43827bfd8 req-206604da-44d7-4099-8540-505b3d32c47e service neutron] Attempting to bind port 4cb9766a-3989-4121-8ba3-8d7599006d6b on network 69a40b88-32c3-4e15-ab36-985e8404a553 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:05:30.493698 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-27ebdd86-1a8e-430e-ac4b-5cce01bd9bda admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4583eee4-6bbe-41ca-8b12-0a92b916ab20 HTTP/1.1" status: 204 len: 168 time: 0.3253272 Dec 06 17:05:30.512166 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-03f7be94-0bc2-44c7-b114-1f9ef11f7021 None None] Set router 412f9ad2-6e9d-4762-91c2-0fc6093f77ce gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:05:30.515204 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebdd86-1a8e-430e-ac4b-5cce01bd9bda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4583eee4-6bbe-41ca-8b12-0a92b916ab20,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:30.523850 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4fcf6e-8fb0-4714-b78a-21e43827bfd8 req-206604da-44d7-4099-8540-505b3d32c47e service neutron] Checking agent: {'id': '9d8b9f49-2860-4c1f-9b89-45a7657a3c4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:05:30.524217 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4fcf6e-8fb0-4714-b78a-21e43827bfd8 req-206604da-44d7-4099-8540-505b3d32c47e service neutron] Checking segment: {'id': 'd81ef432-c48a-4c0f-bf74-f28c73543a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '69a40b88-32c3-4e15-ab36-985e8404a553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:05:30.524607 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4fcf6e-8fb0-4714-b78a-21e43827bfd8 req-206604da-44d7-4099-8540-505b3d32c47e service neutron] Bound using segment: {'id': 'd81ef432-c48a-4c0f-bf74-f28c73543a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '69a40b88-32c3-4e15-ab36-985e8404a553'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:05:30.527236 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-7a4fcf6e-8fb0-4714-b78a-21e43827bfd8 req-206604da-44d7-4099-8540-505b3d32c47e service neutron] Bound port: 4cb9766a-3989-4121-8ba3-8d7599006d6b, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd81ef432-c48a-4c0f-bf74-f28c73543a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '69a40b88-32c3-4e15-ab36-985e8404a553'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:05:30.527681 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-7a4fcf6e-8fb0-4714-b78a-21e43827bfd8 req-206604da-44d7-4099-8540-505b3d32c47e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:30.559596 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-61095bd4-784b-49ce-b157-0ac01a9654c2 req-71903a81-8096-4a63-85a4-d98137d6d480 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] 10.222.0.23 "GET /v2.0/security-groups?id=32e60c91-0f09-4047-85e4-be430fb60702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2082605 Dec 06 17:05:30.572087 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd1661-3436-40ab-b80d-f97681144483 req-b56743e9-cf2e-46a2-aad9-216c004f187e tempest-AggregatesAdminTestJSON-39031760 tempest-AggregatesAdminTestJSON-39031760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:30.591797 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-63fd1661-3436-40ab-b80d-f97681144483 req-b56743e9-cf2e-46a2-aad9-216c004f187e tempest-AggregatesAdminTestJSON-39031760 tempest-AggregatesAdminTestJSON-39031760-project] 10.222.0.23 "GET /v2.0/ports?device_id=feb28d05-6ceb-4539-a411-7fd1d7223c36 HTTP/1.1" status: 200 len: 970 time: 0.1890635 Dec 06 17:05:30.714927 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-7a4fcf6e-8fb0-4714-b78a-21e43827bfd8 req-206604da-44d7-4099-8540-505b3d32c47e service neutron] For port 4cb9766a-3989-4121-8ba3-8d7599006d6b, host n-h2-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:05:30.721743 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-7a4fcf6e-8fb0-4714-b78a-21e43827bfd8 req-206604da-44d7-4099-8540-505b3d32c47e service neutron] For port 4cb9766a-3989-4121-8ba3-8d7599006d6b, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=4cb9766a-3989-4121-8ba3-8d7599006d6b,segment=NetworkSegment(d81ef432-c48a-4c0f-bf74-f28c73543a94),segment_id=d81ef432-c48a-4c0f-bf74-f28c73543a94)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:05:30.747645 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-63fd1661-3436-40ab-b80d-f97681144483 req-cd44fbbe-d017-4406-8037-66cec4816641 tempest-AggregatesAdminTestJSON-39031760 tempest-AggregatesAdminTestJSON-39031760-project] 10.222.0.23 "GET /v2.0/security-groups?id=310a77ea-9101-4cb3-b84f-8832fffaa237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494377 Dec 06 17:05:30.756472 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-7a4fcf6e-8fb0-4714-b78a-21e43827bfd8 req-206604da-44d7-4099-8540-505b3d32c47e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:30.777197 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8801af86-3a6c-4cfa-a179-38db171360a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:30.800742 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8801af86-3a6c-4cfa-a179-38db171360a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:30.826802 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4fcf6e-8fb0-4714-b78a-21e43827bfd8 req-206604da-44d7-4099-8540-505b3d32c47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:30.827432 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-7a4fcf6e-8fb0-4714-b78a-21e43827bfd8 req-206604da-44d7-4099-8540-505b3d32c47e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:30.828902 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7a4fcf6e-8fb0-4714-b78a-21e43827bfd8 req-206604da-44d7-4099-8540-505b3d32c47e service neutron] 10.222.0.44 "PUT /v2.0/ports/4cb9766a-3989-4121-8ba3-8d7599006d6b HTTP/1.1" status: 200 len: 1112 time: 2.3435843 Dec 06 17:05:30.829844 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-03f7be94-0bc2-44c7-b114-1f9ef11f7021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412f9ad2-6e9d-4762-91c2-0fc6093f77ce', 'name': 'tempest-AttachSCSIVolumeTestJSON-585310143-router', 'tenant_id': '25179fdbe9ac45f69bfb261791d4dd2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.103'}], 'enable_snat': True}, 'gw_port_id': '794e90a5-4f97-490a-a06a-a7513bc5d7be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:05:21Z', 'updated_at': '2021-12-06T17:05:28Z', 'revision_number': 4, 'project_id': '25179fdbe9ac45f69bfb261791d4dd2a', 'gw_port': {'id': '794e90a5-4f97-490a-a06a-a7513bc5d7be', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:8c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412f9ad2-6e9d-4762-91c2-0fc6093f77ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:05:22Z', 'updated_at': '2021-12-06T17:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'd44a5598-9818-4128-9451-7519a7ee09cd', 'name': '', 'network_id': 'ce84b6e8-a54c-4d8b-b96a-3ed620de29d0', 'tenant_id': '25179fdbe9ac45f69bfb261791d4dd2a', 'mac_address': 'fa:16:3e:5f:a3:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412f9ad2-6e9d-4762-91c2-0fc6093f77ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': 'a622e50f-8b7c-43ef-a2f8-80e6f0f81ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:05:26Z', 'updated_at': '2021-12-06T17:05:28Z', 'revision_number': 2, 'project_id': '25179fdbe9ac45f69bfb261791d4dd2a', 'subnets': [{'id': 'a622e50f-8b7c-43ef-a2f8-80e6f0f81ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:05:30.841452 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85746b16-9c6a-40cb-851c-a3d456d992ed', 'tag': '4cb9766a-3989-4121-8ba3-8d7599006d6b'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:05:30.843538 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f22b39f5-175a-4134-8509-a9f0a267a6c1" -d '{"events": [{"name": "network-changed", "server_uuid": "85746b16-9c6a-40cb-851c-a3d456d992ed", "tag": "4cb9766a-3989-4121-8ba3-8d7599006d6b"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:05:30.870030 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f7be94-0bc2-44c7-b114-1f9ef11f7021 None None] Checking router: 412f9ad2-6e9d-4762-91c2-0fc6093f77ce for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:05:30.870584 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f7be94-0bc2-44c7-b114-1f9ef11f7021 None None] Updating router 412f9ad2-6e9d-4762-91c2-0fc6093f77ce port d44a5598-9818-4128-9451-7519a7ee09cd binding host n-d-master-1 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:05:30.904589 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-03f7be94-0bc2-44c7-b114-1f9ef11f7021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:30.925976 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8801af86-3a6c-4cfa-a179-38db171360a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de2652d6-0e2e-42f3-9cd2-76691f5c57f4,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:30.952648 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8a29288-0fe4-4c59-8f03-23d18edb29d8 x-openstack-request-id: req-b8a29288-0fe4-4c59-8f03-23d18edb29d8 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:05:30.952950 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85746b16-9c6a-40cb-851c-a3d456d992ed", "tag": "4cb9766a-3989-4121-8ba3-8d7599006d6b", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:05:30.953930 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b8a29288-0fe4-4c59-8f03-23d18edb29d8 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:05:30.954580 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85746b16-9c6a-40cb-851c-a3d456d992ed', 'tag': '4cb9766a-3989-4121-8ba3-8d7599006d6b', 'status': 'completed', 'code': 200} Dec 06 17:05:30.961147 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-8801af86-3a6c-4cfa-a179-38db171360a4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fd69bfea645544ff9a7f34d67d2b8429&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6262739 Dec 06 17:05:30.963896 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 33202) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:05:30.972284 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206604da-44d7-4099-8540-505b3d32c47e service neutron] Pushing event updated for resources: {'Port': ['ID=4cb9766a-3989-4121-8ba3-8d7599006d6b,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:30.991433 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4fcf6e-8fb0-4714-b78a-21e43827bfd8 req-028321f5-3ccf-455f-9195-6c148b689ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:30.992966 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7a4fcf6e-8fb0-4714-b78a-21e43827bfd8 req-028321f5-3ccf-455f-9195-6c148b689ffd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=79450b3018524610adce1efbd72221ff&device_id=85746b16-9c6a-40cb-851c-a3d456d992ed HTTP/1.1" status: 200 len: 1115 time: 0.1040823 Dec 06 17:05:31.043821 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fadd7847-38b6-4d38-bd92-6bafdbfffb23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:31.063409 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fadd7847-38b6-4d38-bd92-6bafdbfffb23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:31.079065 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7a4fcf6e-8fb0-4714-b78a-21e43827bfd8 req-ffb1a63c-9020-4cd9-a702-544cbb74cabe service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4cb9766a-3989-4121-8ba3-8d7599006d6b HTTP/1.1" status: 200 len: 217 time: 0.0728765 Dec 06 17:05:31.166136 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fadd7847-38b6-4d38-bd92-6bafdbfffb23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:31.168761 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fadd7847-38b6-4d38-bd92-6bafdbfffb23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:31.172597 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-fadd7847-38b6-4d38-bd92-6bafdbfffb23 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/de2652d6-0e2e-42f3-9cd2-76691f5c57f4 HTTP/1.1" status: 204 len: 168 time: 0.2074716 Dec 06 17:05:31.181749 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4fcf6e-8fb0-4714-b78a-21e43827bfd8 req-61ce0091-9372-464b-b940-3f57f56cf4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:31.183285 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7a4fcf6e-8fb0-4714-b78a-21e43827bfd8 req-61ce0091-9372-464b-b940-3f57f56cf4bd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=29223edc-149f-468a-b413-de60543fe5ba HTTP/1.1" status: 200 len: 862 time: 0.0986071 Dec 06 17:05:31.186082 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadd7847-38b6-4d38-bd92-6bafdbfffb23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de2652d6-0e2e-42f3-9cd2-76691f5c57f4,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:31.253573 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4fcf6e-8fb0-4714-b78a-21e43827bfd8 req-0efc9fd5-31b3-40f1-9610-f79cb0066e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:31.255267 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7a4fcf6e-8fb0-4714-b78a-21e43827bfd8 req-0efc9fd5-31b3-40f1-9610-f79cb0066e5e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=69a40b88-32c3-4e15-ab36-985e8404a553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0620604 Dec 06 17:05:31.362468 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 33214) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:05:31.388540 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f067fb3f-fd1f-4f78-abd2-92472e59793a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:31.466558 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-03f7be94-0bc2-44c7-b114-1f9ef11f7021 None None] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:31.487946 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-03f7be94-0bc2-44c7-b114-1f9ef11f7021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:31.508882 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c401a9e-4fdb-41f9-af78-7eab8e9ec516 req-cb1a4648-f494-4ee8-8711-da521bc106d2 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:31.510447 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2c401a9e-4fdb-41f9-af78-7eab8e9ec516 req-cb1a4648-f494-4ee8-8711-da521bc106d2 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=31c7763d-6ef7-4308-8c38-56013cf586be HTTP/1.1" status: 200 len: 946 time: 0.1081221 Dec 06 17:05:31.510935 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.44', 52922) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:05:31.544430 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f067fb3f-fd1f-4f78-abd2-92472e59793a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:31.547099 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7a4fcf6e-8fb0-4714-b78a-21e43827bfd8 req-e026dc53-45a0-4dff-ae12-dc17c61498ce service neutron] 10.222.0.44 "GET /v2.0/networks/69a40b88-32c3-4e15-ab36-985e8404a553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808058 Dec 06 17:05:31.556591 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f067fb3f-fd1f-4f78-abd2-92472e59793a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:31.578238 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bc6541-6919-466e-9c04-18b671bd435e None None] Pushing event updated for resources: {'Port': ['ID=d44a5598-9818-4128-9451-7519a7ee09cd,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:31.665716 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-f067fb3f-fd1f-4f78-abd2-92472e59793a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=95fcb29b0f5d49af8b743e9b6294c388&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3018811 Dec 06 17:05:31.667107 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f067fb3f-fd1f-4f78-abd2-92472e59793a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff6b2462-0f40-47d6-ad83-ccb985f2d912,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:31.671980 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 33222) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:05:31.678426 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7a4fcf6e-8fb0-4714-b78a-21e43827bfd8 req-c676f49a-6efe-4a40-a280-b07080fdd7c4 service neutron] 10.222.0.44 "GET /v2.0/networks/69a40b88-32c3-4e15-ab36-985e8404a553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094718 Dec 06 17:05:31.728672 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b6f898-c1be-412a-8ee0-a586c4b6cbd0 req-471775c5-e7e2-45bc-90e9-f3164b66dc7d tempest-AggregatesAdminTestJSON-39031760 tempest-AggregatesAdminTestJSON-39031760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:31.730468 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-62b6f898-c1be-412a-8ee0-a586c4b6cbd0 req-471775c5-e7e2-45bc-90e9-f3164b66dc7d tempest-AggregatesAdminTestJSON-39031760 tempest-AggregatesAdminTestJSON-39031760-project] 10.222.0.44 "GET /v2.0/ports?device_id=feb28d05-6ceb-4539-a411-7fd1d7223c36 HTTP/1.1" status: 200 len: 970 time: 0.2167690 Dec 06 17:05:31.735061 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2c401a9e-4fdb-41f9-af78-7eab8e9ec516 req-17547a88-956c-4b1d-ae33-97879bf896cb tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933074 Dec 06 17:05:31.790961 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-03f7be94-0bc2-44c7-b114-1f9ef11f7021 None None] Attempting to bind port d44a5598-9818-4128-9451-7519a7ee09cd on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:05:31.791352 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-03f7be94-0bc2-44c7-b114-1f9ef11f7021 None None] Attempting to bind port d44a5598-9818-4128-9451-7519a7ee09cd by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '8c139f9d-920e-436e-b4a5-7d7102bdfc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ce84b6e8-a54c-4d8b-b96a-3ed620de29d0'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:05:31.791708 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f7be94-0bc2-44c7-b114-1f9ef11f7021 None None] Attempting to bind port d44a5598-9818-4128-9451-7519a7ee09cd on network ce84b6e8-a54c-4d8b-b96a-3ed620de29d0 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:05:31.812450 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f7be94-0bc2-44c7-b114-1f9ef11f7021 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:05:31.813383 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f7be94-0bc2-44c7-b114-1f9ef11f7021 None None] Checking segment: {'id': '8c139f9d-920e-436e-b4a5-7d7102bdfc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ce84b6e8-a54c-4d8b-b96a-3ed620de29d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:05:31.817056 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-03f7be94-0bc2-44c7-b114-1f9ef11f7021 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:31.817561 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f7be94-0bc2-44c7-b114-1f9ef11f7021 None None] Bound using segment: {'id': '8c139f9d-920e-436e-b4a5-7d7102bdfc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ce84b6e8-a54c-4d8b-b96a-3ed620de29d0'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:05:31.818182 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-03f7be94-0bc2-44c7-b114-1f9ef11f7021 None None] Bound port: d44a5598-9818-4128-9451-7519a7ee09cd, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c139f9d-920e-436e-b4a5-7d7102bdfc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ce84b6e8-a54c-4d8b-b96a-3ed620de29d0'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:05:31.818376 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-03f7be94-0bc2-44c7-b114-1f9ef11f7021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:31.903618 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a64f3-7b73-474f-a023-b87143da8799 req-86f0dd5e-0813-4888-974b-64e4e7685441 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:31.917168 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1b1a64f3-7b73-474f-a023-b87143da8799 req-86f0dd5e-0813-4888-974b-64e4e7685441 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] 10.222.0.23 "GET /v2.0/ports?device_id=85746b16-9c6a-40cb-851c-a3d456d992ed HTTP/1.1" status: 200 len: 964 time: 0.2072456 Dec 06 17:05:31.923827 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-03f7be94-0bc2-44c7-b114-1f9ef11f7021 None None] For port d44a5598-9818-4128-9451-7519a7ee09cd, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:05:31.927231 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-03f7be94-0bc2-44c7-b114-1f9ef11f7021 None None] For port d44a5598-9818-4128-9451-7519a7ee09cd, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d44a5598-9818-4128-9451-7519a7ee09cd,segment=NetworkSegment(8c139f9d-920e-436e-b4a5-7d7102bdfc61),segment_id=8c139f9d-920e-436e-b4a5-7d7102bdfc61)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:05:31.936723 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-03f7be94-0bc2-44c7-b114-1f9ef11f7021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:31.994170 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-81879d09-dca8-4f29-9010-0b57a8ab6b27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:32.014899 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22b39f5-175a-4134-8509-a9f0a267a6c1 req-f85b6b9b-d06e-4265-9f5f-5527e1d86caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:32.017262 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f22b39f5-175a-4134-8509-a9f0a267a6c1 req-f85b6b9b-d06e-4265-9f5f-5527e1d86caa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=79450b3018524610adce1efbd72221ff&device_id=85746b16-9c6a-40cb-851c-a3d456d992ed HTTP/1.1" status: 200 len: 1115 time: 0.2706530 Dec 06 17:05:32.067630 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1b1a64f3-7b73-474f-a023-b87143da8799 req-566fbc28-09fb-4186-9aca-261ea24223a6 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] 10.222.0.23 "GET /v2.0/security-groups?id=32e60c91-0f09-4047-85e4-be430fb60702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1472344 Dec 06 17:05:32.077513 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-81879d09-dca8-4f29-9010-0b57a8ab6b27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:32.096975 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bc6541-6919-466e-9c04-18b671bd435e None None] Pushing event updated for resources: {'Port': ['ID=d44a5598-9818-4128-9451-7519a7ee09cd,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:32.104626 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f7be94-0bc2-44c7-b114-1f9ef11f7021 None None] Routers {'412f9ad2-6e9d-4762-91c2-0fc6093f77ce'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:05:32.106191 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-03f7be94-0bc2-44c7-b114-1f9ef11f7021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:05:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['412f9ad2-6e9d-4762-91c2-0fc6093f77ce'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:05:32.148974 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-81879d09-dca8-4f29-9010-0b57a8ab6b27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:32.152134 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-81879d09-dca8-4f29-9010-0b57a8ab6b27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:32.153632 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-81879d09-dca8-4f29-9010-0b57a8ab6b27 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ff6b2462-0f40-47d6-ad83-ccb985f2d912 HTTP/1.1" status: 204 len: 168 time: 0.4778802 Dec 06 17:05:32.171872 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81879d09-dca8-4f29-9010-0b57a8ab6b27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff6b2462-0f40-47d6-ad83-ccb985f2d912,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:32.200866 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b8495a-77ce-4d0f-a68a-9ad73149ce88 req-d80cd742-8ca1-4705-8e68-7d790a14be13 tempest-AggregatesAdminTestJSON-39031760 tempest-AggregatesAdminTestJSON-39031760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:32.205734 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-47b8495a-77ce-4d0f-a68a-9ad73149ce88 req-d80cd742-8ca1-4705-8e68-7d790a14be13 tempest-AggregatesAdminTestJSON-39031760 tempest-AggregatesAdminTestJSON-39031760-project] 10.222.0.23 "GET /v2.0/ports?device_id=feb28d05-6ceb-4539-a411-7fd1d7223c36 HTTP/1.1" status: 200 len: 970 time: 0.3362813 Dec 06 17:05:32.267443 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-62b6f898-c1be-412a-8ee0-a586c4b6cbd0 req-d9c4f00d-d8c6-435b-b5fa-78313c77a8ce tempest-AggregatesAdminTestJSON-39031760 tempest-AggregatesAdminTestJSON-39031760-project] Deleting port c42f604d-8112-4bf2-a1ff-3f96761f1a5a {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:05:32.267932 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-62b6f898-c1be-412a-8ee0-a586c4b6cbd0 req-d9c4f00d-d8c6-435b-b5fa-78313c77a8ce tempest-AggregatesAdminTestJSON-39031760 tempest-AggregatesAdminTestJSON-39031760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:32.325916 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22b39f5-175a-4134-8509-a9f0a267a6c1 req-916c53f6-f6f9-4b60-a7c0-6b761fd07ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:32.326299 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 33238) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:05:32.326647 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f22b39f5-175a-4134-8509-a9f0a267a6c1 req-916c53f6-f6f9-4b60-a7c0-6b761fd07ae2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=69a40b88-32c3-4e15-ab36-985e8404a553 HTTP/1.1" status: 200 len: 924 time: 0.3008468 Dec 06 17:05:32.344726 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-39b588f5-d1f3-45e6-b765-179c9c2caf7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:32.364818 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-28405d61-9ae2-438a-8a73-6452179c8be1 None None] Provisioning complete for port d44a5598-9818-4128-9451-7519a7ee09cd triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:05:32.365339 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-28405d61-9ae2-438a-8a73-6452179c8be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:32.415030 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f22b39f5-175a-4134-8509-a9f0a267a6c1 req-9785268e-623d-4366-857d-b646775a3ea6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4cb9766a-3989-4121-8ba3-8d7599006d6b HTTP/1.1" status: 200 len: 217 time: 0.0455868 Dec 06 17:05:32.422311 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-47b8495a-77ce-4d0f-a68a-9ad73149ce88 req-a3ede240-dbc9-45d3-aaba-01d60146e86e tempest-AggregatesAdminTestJSON-39031760 tempest-AggregatesAdminTestJSON-39031760-project] 10.222.0.23 "GET /v2.0/security-groups?id=310a77ea-9101-4cb3-b84f-8832fffaa237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888206 Dec 06 17:05:32.498367 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-03f7be94-0bc2-44c7-b114-1f9ef11f7021 None None] Set router 412f9ad2-6e9d-4762-91c2-0fc6093f77ce gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:05:32.531054 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-39b588f5-d1f3-45e6-b765-179c9c2caf7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:32.544962 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-39b588f5-d1f3-45e6-b765-179c9c2caf7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:32.567122 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:32.619430 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-39b588f5-d1f3-45e6-b765-179c9c2caf7e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=71d03bece2ca401f96cfdbf9279e6ac3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2920756 Dec 06 17:05:32.621345 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-28405d61-9ae2-438a-8a73-6452179c8be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:32.630354 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 33246) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:05:32.647716 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b588f5-d1f3-45e6-b765-179c9c2caf7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d9165ff-960c-406c-bf84-725bea991793,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:32.705609 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-96eb78b6-d4d4-4904-898b-58508a8d9df3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:32.706493 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-28405d61-9ae2-438a-8a73-6452179c8be1 None None] For port d44a5598-9818-4128-9451-7519a7ee09cd, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d44a5598-9818-4128-9451-7519a7ee09cd,segment=NetworkSegment(8c139f9d-920e-436e-b4a5-7d7102bdfc61),segment_id=8c139f9d-920e-436e-b4a5-7d7102bdfc61)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:05:32.717533 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-28405d61-9ae2-438a-8a73-6452179c8be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:32.735003 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-96eb78b6-d4d4-4904-898b-58508a8d9df3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:32.793384 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22b39f5-175a-4134-8509-a9f0a267a6c1 req-235342a6-0c52-4d79-ba6b-b269298bd7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:32.795186 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f22b39f5-175a-4134-8509-a9f0a267a6c1 req-235342a6-0c52-4d79-ba6b-b269298bd7d8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=29223edc-149f-468a-b413-de60543fe5ba HTTP/1.1" status: 200 len: 862 time: 0.3700109 Dec 06 17:05:32.803184 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-62b6f898-c1be-412a-8ee0-a586c4b6cbd0 req-d9c4f00d-d8c6-435b-b5fa-78313c77a8ce tempest-AggregatesAdminTestJSON-39031760 tempest-AggregatesAdminTestJSON-39031760-project] For port c42f604d-8112-4bf2-a1ff-3f96761f1a5a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=c42f604d-8112-4bf2-a1ff-3f96761f1a5a,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:05:32.803560 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-62b6f898-c1be-412a-8ee0-a586c4b6cbd0 req-d9c4f00d-d8c6-435b-b5fa-78313c77a8ce tempest-AggregatesAdminTestJSON-39031760 tempest-AggregatesAdminTestJSON-39031760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:32.834257 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-96eb78b6-d4d4-4904-898b-58508a8d9df3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:32.838054 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-96eb78b6-d4d4-4904-898b-58508a8d9df3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:32.839822 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-96eb78b6-d4d4-4904-898b-58508a8d9df3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1d9165ff-960c-406c-bf84-725bea991793 HTTP/1.1" status: 204 len: 168 time: 0.2056997 Dec 06 17:05:32.856290 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eb78b6-d4d4-4904-898b-58508a8d9df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d9165ff-960c-406c-bf84-725bea991793,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:32.867348 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 33258) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:05:32.877731 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-2a7980a4-8f0c-405a-8c2e-972948aaf50c admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-2139334545-network', 'tenant_id': '4c2daca2a9574224ac52ba04e5f1cbc4'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:05:32.883627 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-62b6f898-c1be-412a-8ee0-a586c4b6cbd0 req-d9c4f00d-d8c6-435b-b5fa-78313c77a8ce tempest-AggregatesAdminTestJSON-39031760 tempest-AggregatesAdminTestJSON-39031760-project] Calling delete_port for c42f604d-8112-4bf2-a1ff-3f96761f1a5a owned by compute:tempest-test_az-213150746 {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:05:32.914357 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22b39f5-175a-4134-8509-a9f0a267a6c1 req-3782afbb-4672-482b-af70-7c84175eb9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:32.915859 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f22b39f5-175a-4134-8509-a9f0a267a6c1 req-3782afbb-4672-482b-af70-7c84175eb9e7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=69a40b88-32c3-4e15-ab36-985e8404a553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1078515 Dec 06 17:05:32.934133 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28405d61-9ae2-438a-8a73-6452179c8be1 None None] Pushing event updated for resources: {'Port': ['ID=d44a5598-9818-4128-9451-7519a7ee09cd,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:32.987242 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-c84854b9-0f38-4871-999b-f4a03a2c497d None None] Provisioning complete for port d44a5598-9818-4128-9451-7519a7ee09cd triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:05:32.988837 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c84854b9-0f38-4871-999b-f4a03a2c497d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:33.042610 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69ce5e4-77d5-48cd-81c7-f8fdf7e0dcaf req-2c624dd6-49ed-4322-b04e-f1ab02028642 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:33.044733 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e69ce5e4-77d5-48cd-81c7-f8fdf7e0dcaf req-2c624dd6-49ed-4322-b04e-f1ab02028642 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=31c7763d-6ef7-4308-8c38-56013cf586be HTTP/1.1" status: 200 len: 946 time: 0.1581743 Dec 06 17:05:33.046398 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a7980a4-8f0c-405a-8c2e-972948aaf50c admin admin] Made reservation on behalf of 4c2daca2a9574224ac52ba04e5f1cbc4 for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:05:33.049366 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2a7980a4-8f0c-405a-8c2e-972948aaf50c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:33.065216 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2a7980a4-8f0c-405a-8c2e-972948aaf50c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:33.106518 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-03f7be94-0bc2-44c7-b114-1f9ef11f7021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412f9ad2-6e9d-4762-91c2-0fc6093f77ce', 'name': 'tempest-AttachSCSIVolumeTestJSON-585310143-router', 'tenant_id': '25179fdbe9ac45f69bfb261791d4dd2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.103'}], 'enable_snat': True}, 'gw_port_id': '794e90a5-4f97-490a-a06a-a7513bc5d7be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:05:21Z', 'updated_at': '2021-12-06T17:05:28Z', 'revision_number': 4, 'project_id': '25179fdbe9ac45f69bfb261791d4dd2a', 'gw_port': {'id': '794e90a5-4f97-490a-a06a-a7513bc5d7be', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:8c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412f9ad2-6e9d-4762-91c2-0fc6093f77ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:05:22Z', 'updated_at': '2021-12-06T17:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'd44a5598-9818-4128-9451-7519a7ee09cd', 'name': '', 'network_id': 'ce84b6e8-a54c-4d8b-b96a-3ed620de29d0', 'tenant_id': '25179fdbe9ac45f69bfb261791d4dd2a', 'mac_address': 'fa:16:3e:5f:a3:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412f9ad2-6e9d-4762-91c2-0fc6093f77ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': 'a622e50f-8b7c-43ef-a2f8-80e6f0f81ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:05:26Z', 'updated_at': '2021-12-06T17:05:31Z', 'revision_number': 4, 'project_id': '25179fdbe9ac45f69bfb261791d4dd2a', 'subnets': [{'id': 'a622e50f-8b7c-43ef-a2f8-80e6f0f81ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:05:33.186002 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f7be94-0bc2-44c7-b114-1f9ef11f7021 None None] The sync data for ids ['412f9ad2-6e9d-4762-91c2-0fc6093f77ce'] in n-d-master-1 is: [{'id': '412f9ad2-6e9d-4762-91c2-0fc6093f77ce', 'name': 'tempest-AttachSCSIVolumeTestJSON-585310143-router', 'tenant_id': '25179fdbe9ac45f69bfb261791d4dd2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.103'}], 'enable_snat': True}, 'gw_port_id': '794e90a5-4f97-490a-a06a-a7513bc5d7be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:05:21Z', 'updated_at': '2021-12-06T17:05:28Z', 'revision_number': 4, 'project_id': '25179fdbe9ac45f69bfb261791d4dd2a', 'gw_port': {'id': '794e90a5-4f97-490a-a06a-a7513bc5d7be', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:8c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412f9ad2-6e9d-4762-91c2-0fc6093f77ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:05:22Z', 'updated_at': '2021-12-06T17:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'd44a5598-9818-4128-9451-7519a7ee09cd', 'name': '', 'network_id': 'ce84b6e8-a54c-4d8b-b96a-3ed620de29d0', 'tenant_id': '25179fdbe9ac45f69bfb261791d4dd2a', 'mac_address': 'fa:16:3e:5f:a3:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412f9ad2-6e9d-4762-91c2-0fc6093f77ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': 'a622e50f-8b7c-43ef-a2f8-80e6f0f81ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:05:26Z', 'updated_at': '2021-12-06T17:05:31Z', 'revision_number': 4, 'project_id': '25179fdbe9ac45f69bfb261791d4dd2a', 'subnets': [{'id': 'a622e50f-8b7c-43ef-a2f8-80e6f0f81ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:05:33.191708 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2a7980a4-8f0c-405a-8c2e-972948aaf50c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:33.213257 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2a7980a4-8f0c-405a-8c2e-972948aaf50c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:33.229989 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-62b6f898-c1be-412a-8ee0-a586c4b6cbd0 req-d9c4f00d-d8c6-435b-b5fa-78313c77a8ce tempest-AggregatesAdminTestJSON-39031760 tempest-AggregatesAdminTestJSON-39031760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:33.303534 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a7980a4-8f0c-405a-8c2e-972948aaf50c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:05:33.327787 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e69ce5e4-77d5-48cd-81c7-f8fdf7e0dcaf req-2e6b365f-c5d1-4245-aba7-2eeaf9374e05 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684133 Dec 06 17:05:33.333856 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7980a4-8f0c-405a-8c2e-972948aaf50c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce9bc22b-4538-47b2-a7df-65b68628d274,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:33.374651 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2a7980a4-8f0c-405a-8c2e-972948aaf50c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:33.374990 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-2a7980a4-8f0c-405a-8c2e-972948aaf50c admin admin] Added segment 6e6eafde-be92-4a9e-b5c9-017557553d66 of type vlan for network 2cab9d8f-ee72-4804-a347-0ab3a08941b1 Dec 06 17:05:33.429145 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2a7980a4-8f0c-405a-8c2e-972948aaf50c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:33.434758 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c4f00d-d8c6-435b-b5fa-78313c77a8ce tempest-AggregatesAdminTestJSON-39031760 tempest-AggregatesAdminTestJSON-39031760-project] Pushing event deleted for resources: {'Port': ['ID=c42f604d-8112-4bf2-a1ff-3f96761f1a5a,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:33.487781 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2a7980a4-8f0c-405a-8c2e-972948aaf50c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:33.489058 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7980a4-8f0c-405a-8c2e-972948aaf50c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:33.489817 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2a7980a4-8f0c-405a-8c2e-972948aaf50c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:33.517972 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f22b39f5-175a-4134-8509-a9f0a267a6c1 req-54af7fb7-0d0a-47e1-98dc-e70c4cbe09d8 service neutron] 10.222.0.44 "GET /v2.0/networks/69a40b88-32c3-4e15-ab36-985e8404a553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5502412 Dec 06 17:05:33.540974 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4dd0c2-173f-4bec-a5d7-8aaca97d39da req-e38788eb-4e08-4d11-b33d-97735ebcf7e5 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:33.553214 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8d4dd0c2-173f-4bec-a5d7-8aaca97d39da req-e38788eb-4e08-4d11-b33d-97735ebcf7e5 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] 10.222.0.23 "GET /v2.0/ports?device_id=85746b16-9c6a-40cb-851c-a3d456d992ed HTTP/1.1" status: 200 len: 964 time: 0.3431289 Dec 06 17:05:33.637494 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7980a4-8f0c-405a-8c2e-972948aaf50c admin admin] Pushing event updated for resources: {'Network': ['ID=2cab9d8f-ee72-4804-a347-0ab3a08941b1,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:33.649897 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 2cab9d8f-ee72-4804-a347-0ab3a08941b1 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:05:33.666650 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-62b6f898-c1be-412a-8ee0-a586c4b6cbd0 req-d9c4f00d-d8c6-435b-b5fa-78313c77a8ce tempest-AggregatesAdminTestJSON-39031760 tempest-AggregatesAdminTestJSON-39031760-project] No DVR routers for this DVR port c42f604d-8112-4bf2-a1ff-3f96761f1a5a on host n-h2-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:05:33.667326 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-2a7980a4-8f0c-405a-8c2e-972948aaf50c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7987168 Dec 06 17:05:33.668132 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 33286) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:05:33.674870 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-9a68fcaf-b5e4-4a4d-9dbf-c250cea5d4bb admin admin] Request body: {'subnet': {'network_id': '2cab9d8f-ee72-4804-a347-0ab3a08941b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-2139334545-subnet', 'tenant_id': '4c2daca2a9574224ac52ba04e5f1cbc4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:05:33.703058 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-62b6f898-c1be-412a-8ee0-a586c4b6cbd0 req-d9c4f00d-d8c6-435b-b5fa-78313c77a8ce tempest-AggregatesAdminTestJSON-39031760 tempest-AggregatesAdminTestJSON-39031760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:33.712599 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-62b6f898-c1be-412a-8ee0-a586c4b6cbd0 req-d9c4f00d-d8c6-435b-b5fa-78313c77a8ce tempest-AggregatesAdminTestJSON-39031760 tempest-AggregatesAdminTestJSON-39031760-project] 10.222.0.44 "DELETE /v2.0/ports/c42f604d-8112-4bf2-a1ff-3f96761f1a5a HTTP/1.1" status: 204 len: 173 time: 1.9709527 Dec 06 17:05:33.713112 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feb28d05-6ceb-4539-a411-7fd1d7223c36', 'name': 'network-vif-deleted', 'tag': 'c42f604d-8112-4bf2-a1ff-3f96761f1a5a'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:05:33.720675 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b09cd880-8079-4f3d-921b-000326d4c797" -d '{"events": [{"server_uuid": "feb28d05-6ceb-4539-a411-7fd1d7223c36", "name": "network-vif-deleted", "tag": "c42f604d-8112-4bf2-a1ff-3f96761f1a5a"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:05:33.729081 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a68fcaf-b5e4-4a4d-9dbf-c250cea5d4bb admin admin] Made reservation on behalf of 4c2daca2a9574224ac52ba04e5f1cbc4 for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:05:33.734544 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9a68fcaf-b5e4-4a4d-9dbf-c250cea5d4bb admin admin] Publish callbacks [] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:33.802369 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8d4dd0c2-173f-4bec-a5d7-8aaca97d39da req-90cb9112-d5db-4fc8-a363-e9f4e878478e tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] 10.222.0.23 "GET /v2.0/security-groups?id=32e60c91-0f09-4047-85e4-be430fb60702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2477944 Dec 06 17:05:33.841321 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f22b39f5-175a-4134-8509-a9f0a267a6c1 req-654a03bb-63fa-458f-a29a-9e233d8561e3 service neutron] 10.222.0.44 "GET /v2.0/networks/69a40b88-32c3-4e15-ab36-985e8404a553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094215 Dec 06 17:05:33.978207 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4b12ef7c-fce6-4937-bfcf-4c53eda45264 req-7d613fd0-327a-4661-ac53-52e7483d1675 tempest-AggregatesAdminTestJSON-39031760 tempest-AggregatesAdminTestJSON-39031760-project] 10.222.0.23 "GET /v2.0/ports?device_id=feb28d05-6ceb-4539-a411-7fd1d7223c36 HTTP/1.1" status: 200 len: 210 time: 0.0605948 Dec 06 17:05:34.035649 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fcf23cc-d44f-43df-bd78-96bb55858d60 x-openstack-request-id: req-7fcf23cc-d44f-43df-bd78-96bb55858d60 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:05:34.036282 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feb28d05-6ceb-4539-a411-7fd1d7223c36", "name": "network-vif-deleted", "tag": "c42f604d-8112-4bf2-a1ff-3f96761f1a5a", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:05:34.036845 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7fcf23cc-d44f-43df-bd78-96bb55858d60 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:05:34.037398 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feb28d05-6ceb-4539-a411-7fd1d7223c36', 'name': 'network-vif-deleted', 'tag': 'c42f604d-8112-4bf2-a1ff-3f96761f1a5a', 'status': 'completed', 'code': 200} Dec 06 17:05:34.073710 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9a68fcaf-b5e4-4a4d-9dbf-c250cea5d4bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:34.157699 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a68fcaf-b5e4-4a4d-9dbf-c250cea5d4bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c4a12a1-899d-4c88-a776-e493b39a048a,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:34.163481 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a68fcaf-b5e4-4a4d-9dbf-c250cea5d4bb admin admin] Checking segment: {'id': '6e6eafde-be92-4a9e-b5c9-017557553d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2cab9d8f-ee72-4804-a347-0ab3a08941b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:05:34.163970 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a68fcaf-b5e4-4a4d-9dbf-c250cea5d4bb admin admin] Network hostable DHCP agents. Network: 2cab9d8f-ee72-4804-a347-0ab3a08941b1, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:05:34.233505 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a68fcaf-b5e4-4a4d-9dbf-c250cea5d4bb admin admin] Network 2cab9d8f-ee72-4804-a347-0ab3a08941b1 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:05:34.247416 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5aaee1-99dd-43b7-a990-ba3548b37e1f req-cac55263-3467-44ad-8237-1d5b7403bbd7 tempest-LiveAutoBlockMigrationV225Test-847899352 tempest-LiveAutoBlockMigrationV225Test-847899352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:34.247416 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0e5aaee1-99dd-43b7-a990-ba3548b37e1f req-cac55263-3467-44ad-8237-1d5b7403bbd7 tempest-LiveAutoBlockMigrationV225Test-847899352 tempest-LiveAutoBlockMigrationV225Test-847899352-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=31c7763d-6ef7-4308-8c38-56013cf586be HTTP/1.1" status: 200 len: 1097 time: 0.0785596 Dec 06 17:05:34.255929 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-9a68fcaf-b5e4-4a4d-9dbf-c250cea5d4bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 2cab9d8f-ee72-4804-a347-0ab3a08941b1) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:05:34.264953 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83428335-de21-4ffa-900a-b441b05fec9a None None] Network 2cab9d8f-ee72-4804-a347-0ab3a08941b1 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:05:34.270246 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a68fcaf-b5e4-4a4d-9dbf-c250cea5d4bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:34.270953 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9a68fcaf-b5e4-4a4d-9dbf-c250cea5d4bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:34.307946 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-9a68fcaf-b5e4-4a4d-9dbf-c250cea5d4bb admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6354275 Dec 06 17:05:34.308682 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 33302) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:05:34.309412 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0e5aaee1-99dd-43b7-a990-ba3548b37e1f req-36bd97ae-8c61-4213-9bd4-0158e00f0106 tempest-LiveAutoBlockMigrationV225Test-847899352 tempest-LiveAutoBlockMigrationV225Test-847899352-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622182 Dec 06 17:05:34.318674 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-f786ab85-619b-4bfe-8dc0-7a8e392e41a5 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-2139334545-router', 'tenant_id': '4c2daca2a9574224ac52ba04e5f1cbc4', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:05:34.396059 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f786ab85-619b-4bfe-8dc0-7a8e392e41a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:34.398053 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f786ab85-619b-4bfe-8dc0-7a8e392e41a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:34.609032 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b404a571-35dc-4a21-8dfe-b55bdd2609b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-2cab9d8f-ee72-4804-a347-0ab3a08941b1', 'network_id': '2cab9d8f-ee72-4804-a347-0ab3a08941b1', 'tenant_id': '4c2daca2a9574224ac52ba04e5f1cbc4', 'fixed_ips': [{'subnet_id': '7c4a12a1-899d-4c88-a776-e493b39a048a'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:05:34.610491 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b404a571-35dc-4a21-8dfe-b55bdd2609b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:34.630732 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31c488e-c9d1-43b5-a46f-be21bf0d373a req-4cc9b09a-2889-46a7-a277-131b15428d05 tempest-LiveAutoBlockMigrationV225Test-847899352 tempest-LiveAutoBlockMigrationV225Test-847899352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:34.632608 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d31c488e-c9d1-43b5-a46f-be21bf0d373a req-4cc9b09a-2889-46a7-a277-131b15428d05 tempest-LiveAutoBlockMigrationV225Test-847899352 tempest-LiveAutoBlockMigrationV225Test-847899352-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=31c7763d-6ef7-4308-8c38-56013cf586be HTTP/1.1" status: 200 len: 1097 time: 0.1055920 Dec 06 17:05:34.664980 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f786ab85-619b-4bfe-8dc0-7a8e392e41a5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:34.712129 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d31c488e-c9d1-43b5-a46f-be21bf0d373a req-0bafdbb7-3f3f-4a20-81f8-dd773ddfb41c tempest-LiveAutoBlockMigrationV225Test-847899352 tempest-LiveAutoBlockMigrationV225Test-847899352-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734363 Dec 06 17:05:34.828649 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-7bd2fec0-2ef0-42c9-a564-59b82b59aaf1 req-ae003ca2-7735-46ee-8e26-98255d07c251 tempest-SecurityGroupsTestAdminJSON-1387764471 tempest-SecurityGroupsTestAdminJSON-1387764471-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1876528472', 'description': 'tempest-description-1952109402'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:05:34.842425 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-b404a571-35dc-4a21-8dfe-b55bdd2609b0 None None] Allocated IP 172.20.0.2 (2cab9d8f-ee72-4804-a347-0ab3a08941b1/7c4a12a1-899d-4c88-a776-e493b39a048a/58783b39-8def-48ca-b764-668bcb22bf2e) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:05:34.944119 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f786ab85-619b-4bfe-8dc0-7a8e392e41a5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:34.972592 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-7bd2fec0-2ef0-42c9-a564-59b82b59aaf1 req-ae003ca2-7735-46ee-8e26-98255d07c251 tempest-SecurityGroupsTestAdminJSON-1387764471 tempest-SecurityGroupsTestAdminJSON-1387764471-project] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:34.975294 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:34.989136 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-7bd2fec0-2ef0-42c9-a564-59b82b59aaf1 req-ae003ca2-7735-46ee-8e26-98255d07c251 tempest-SecurityGroupsTestAdminJSON-1387764471 tempest-SecurityGroupsTestAdminJSON-1387764471-project] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:35.063914 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b404a571-35dc-4a21-8dfe-b55bdd2609b0 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:35.075990 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b404a571-35dc-4a21-8dfe-b55bdd2609b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:35.135193 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 4cb9766a-3989-4121-8ba3-8d7599006d6b details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:05:35.159493 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b404a571-35dc-4a21-8dfe-b55bdd2609b0 None None] Network 2cab9d8f-ee72-4804-a347-0ab3a08941b1 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:05:35.168602 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device c42f604d-8112-4bf2-a1ff-3f96761f1a5a no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:05:35.172674 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-b404a571-35dc-4a21-8dfe-b55bdd2609b0 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:05:35.178770 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b404a571-35dc-4a21-8dfe-b55bdd2609b0 None None] Pushing event updated for resources: {'Port': ['ID=58783b39-8def-48ca-b764-668bcb22bf2e,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:35.209724 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b404a571-35dc-4a21-8dfe-b55bdd2609b0 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:05:35.211769 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-7bd2fec0-2ef0-42c9-a564-59b82b59aaf1 req-ae003ca2-7735-46ee-8e26-98255d07c251 tempest-SecurityGroupsTestAdminJSON-1387764471 tempest-SecurityGroupsTestAdminJSON-1387764471-project] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:35.219822 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] No Port match for: c42f604d-8112-4bf2-a1ff-3f96761f1a5a {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:05:35.219822 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device c42f604d-8112-4bf2-a1ff-3f96761f1a5a not bound to the agent host n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:05:35.234378 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-7bd2fec0-2ef0-42c9-a564-59b82b59aaf1 req-ae003ca2-7735-46ee-8e26-98255d07c251 tempest-SecurityGroupsTestAdminJSON-1387764471 tempest-SecurityGroupsTestAdminJSON-1387764471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:35.319169 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-403a4649-f68b-4e0e-9cd8-89fd1686d16d req-e2fdfc9d-df84-4d1a-b1fd-ca3699460913 tempest-ServerDiagnosticsNegativeTest-1466752941 tempest-ServerDiagnosticsNegativeTest-1466752941-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=bef3958935014be982b28e5c24624b1f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0670795 Dec 06 17:05:35.370134 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device d44a5598-9818-4128-9451-7519a7ee09cd up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:05:35.375944 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-b404a571-35dc-4a21-8dfe-b55bdd2609b0 None None] Attempting to bind port 58783b39-8def-48ca-b764-668bcb22bf2e on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:05:35.376326 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-b404a571-35dc-4a21-8dfe-b55bdd2609b0 None None] Attempting to bind port 58783b39-8def-48ca-b764-668bcb22bf2e by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '6e6eafde-be92-4a9e-b5c9-017557553d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2cab9d8f-ee72-4804-a347-0ab3a08941b1'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:05:35.376687 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b404a571-35dc-4a21-8dfe-b55bdd2609b0 None None] Attempting to bind port 58783b39-8def-48ca-b764-668bcb22bf2e on network 2cab9d8f-ee72-4804-a347-0ab3a08941b1 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:05:35.379059 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 33348) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:05:35.414174 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b404a571-35dc-4a21-8dfe-b55bdd2609b0 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:05:35.414756 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b404a571-35dc-4a21-8dfe-b55bdd2609b0 None None] Checking segment: {'id': '6e6eafde-be92-4a9e-b5c9-017557553d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2cab9d8f-ee72-4804-a347-0ab3a08941b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:05:35.415328 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b404a571-35dc-4a21-8dfe-b55bdd2609b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:35.415889 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b404a571-35dc-4a21-8dfe-b55bdd2609b0 None None] Bound using segment: {'id': '6e6eafde-be92-4a9e-b5c9-017557553d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2cab9d8f-ee72-4804-a347-0ab3a08941b1'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:05:35.416533 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-b404a571-35dc-4a21-8dfe-b55bdd2609b0 None None] Bound port: 58783b39-8def-48ca-b764-668bcb22bf2e, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e6eafde-be92-4a9e-b5c9-017557553d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2cab9d8f-ee72-4804-a347-0ab3a08941b1'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:05:35.417079 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b404a571-35dc-4a21-8dfe-b55bdd2609b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:35.451153 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 4cb9766a-3989-4121-8ba3-8d7599006d6b, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=4cb9766a-3989-4121-8ba3-8d7599006d6b,segment=NetworkSegment(d81ef432-c48a-4c0f-bf74-f28c73543a94),segment_id=d81ef432-c48a-4c0f-bf74-f28c73543a94)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:05:35.491211 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': '4cb9766a-3989-4121-8ba3-8d7599006d6b', 'network_id': '69a40b88-32c3-4e15-ab36-985e8404a553', 'port_id': '4cb9766a-3989-4121-8ba3-8d7599006d6b', 'mac_address': 'fa:16:3e:1b:33:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29223edc-149f-468a-b413-de60543fe5ba', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:tempest-test_az-213150746', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:05:35.539975 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae003ca2-7735-46ee-8e26-98255d07c251 tempest-SecurityGroupsTestAdminJSON-1387764471 tempest-SecurityGroupsTestAdminJSON-1387764471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=038af104-743a-432a-8b46-f7cb76379adf,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:35.546608 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a4649-f68b-4e0e-9cd8-89fd1686d16d req-fdba4e01-bbb4-42c3-8065-969c4483ef01 tempest-ServerDiagnosticsNegativeTest-1466752941 tempest-ServerDiagnosticsNegativeTest-1466752941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:35.550696 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port d44a5598-9818-4128-9451-7519a7ee09cd triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:05:35.551284 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:35.555058 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-403a4649-f68b-4e0e-9cd8-89fd1686d16d req-fdba4e01-bbb4-42c3-8065-969c4483ef01 tempest-ServerDiagnosticsNegativeTest-1466752941 tempest-ServerDiagnosticsNegativeTest-1466752941-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2290046 Dec 06 17:05:35.561742 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b404a571-35dc-4a21-8dfe-b55bdd2609b0 None None] For port 58783b39-8def-48ca-b764-668bcb22bf2e, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:05:35.579487 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f786ab85-619b-4bfe-8dc0-7a8e392e41a5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:35.583051 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-403a4649-f68b-4e0e-9cd8-89fd1686d16d req-0e4825eb-7337-4dd7-97e6-273fbc948aac tempest-ServerDiagnosticsNegativeTest-1466752941 tempest-ServerDiagnosticsNegativeTest-1466752941-project] 10.222.0.23 "GET /v2.0/quotas/bef3958935014be982b28e5c24624b1f HTTP/1.1" status: 200 len: 375 time: 0.0258753 Dec 06 17:05:35.605758 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b404a571-35dc-4a21-8dfe-b55bdd2609b0 None None] For port 58783b39-8def-48ca-b764-668bcb22bf2e, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=58783b39-8def-48ca-b764-668bcb22bf2e,segment=NetworkSegment(6e6eafde-be92-4a9e-b5c9-017557553d66),segment_id=6e6eafde-be92-4a9e-b5c9-017557553d66)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:05:35.606853 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:35.616427 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f786ab85-619b-4bfe-8dc0-7a8e392e41a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:35.622024 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b404a571-35dc-4a21-8dfe-b55bdd2609b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:35.639503 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-7bd2fec0-2ef0-42c9-a564-59b82b59aaf1 req-ae003ca2-7735-46ee-8e26-98255d07c251 tempest-SecurityGroupsTestAdminJSON-1387764471 tempest-SecurityGroupsTestAdminJSON-1387764471-project] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:35.652598 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cb9766a-3989-4121-8ba3-8d7599006d6b {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:05:35.698478 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 4cb9766a-3989-4121-8ba3-8d7599006d6b, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=4cb9766a-3989-4121-8ba3-8d7599006d6b,segment=NetworkSegment(d81ef432-c48a-4c0f-bf74-f28c73543a94),segment_id=d81ef432-c48a-4c0f-bf74-f28c73543a94)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:05:35.722675 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-403a4649-f68b-4e0e-9cd8-89fd1686d16d req-1eb6170f-0933-4fb9-bb0b-08a0e2e88765 tempest-ServerDiagnosticsNegativeTest-1466752941 tempest-ServerDiagnosticsNegativeTest-1466752941-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=bef3958935014be982b28e5c24624b1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1345496 Dec 06 17:05:35.725531 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-7bd2fec0-2ef0-42c9-a564-59b82b59aaf1 req-ae003ca2-7735-46ee-8e26-98255d07c251 tempest-SecurityGroupsTestAdminJSON-1387764471 tempest-SecurityGroupsTestAdminJSON-1387764471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:35.771758 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-7bd2fec0-2ef0-42c9-a564-59b82b59aaf1 req-ae003ca2-7735-46ee-8e26-98255d07c251 tempest-SecurityGroupsTestAdminJSON-1387764471 tempest-SecurityGroupsTestAdminJSON-1387764471-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:35.773259 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7bd2fec0-2ef0-42c9-a564-59b82b59aaf1 req-ae003ca2-7735-46ee-8e26-98255d07c251 tempest-SecurityGroupsTestAdminJSON-1387764471 tempest-SecurityGroupsTestAdminJSON-1387764471-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 1.0265296 Dec 06 17:05:35.846410 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae003ca2-7735-46ee-8e26-98255d07c251 tempest-SecurityGroupsTestAdminJSON-1387764471 tempest-SecurityGroupsTestAdminJSON-1387764471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26fe15a8-89d9-473b-8222-c6eab4a00760,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:35.964317 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-5b401fbd-8419-4c0a-b798-52bc95a61be0 tempest-AutoAllocateNetworkTest-1978281215 tempest-AutoAllocateNetworkTest-1978281215-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=9927b4e8e357414e9edbbf8f49d6f2a9&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5840571 Dec 06 17:05:35.964952 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 33362) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:05:36.079451 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-f786ab85-619b-4bfe-8dc0-7a8e392e41a5 admin admin] Allocated IP 172.35.1.225 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/afe6bb84-ff58-4fc6-b14f-692c7396c32f) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:05:36.082885 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:36.109056 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b404a571-35dc-4a21-8dfe-b55bdd2609b0 None None] Pushing event updated for resources: {'Port': ['ID=58783b39-8def-48ca-b764-668bcb22bf2e,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:36.194745 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c5e0dc-da84-4aa1-bf98-d865d07b4c3e req-b6b1d4ef-5f15-4e62-b2c3-db3fa58ccf47 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:36.206104 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-79c5e0dc-da84-4aa1-bf98-d865d07b4c3e req-b6b1d4ef-5f15-4e62-b2c3-db3fa58ccf47 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] 10.222.0.23 "GET /v2.0/ports?device_id=85746b16-9c6a-40cb-851c-a3d456d992ed HTTP/1.1" status: 200 len: 965 time: 0.1822095 Dec 06 17:05:36.243918 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=4cb9766a-3989-4121-8ba3-8d7599006d6b,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:36.317883 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['4cb9766a-3989-4121-8ba3-8d7599006d6b'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:05:36.404353 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-79c5e0dc-da84-4aa1-bf98-d865d07b4c3e req-eeb9b7b3-4cf9-4df8-abb9-d7d982da2101 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] 10.222.0.23 "GET /v2.0/security-groups?id=32e60c91-0f09-4047-85e4-be430fb60702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1970503 Dec 06 17:05:36.413016 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-fdc72ea2-50c3-4139-9906-14f475b9f23b req-3becf2b8-97ee-4b23-a8a8-6fd9fe752961 tempest-SecurityGroupsTestAdminJSON-1387764471 tempest-SecurityGroupsTestAdminJSON-1387764471-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1196783502', 'description': 'tempest-description-2040277021'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:05:36.467211 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f786ab85-619b-4bfe-8dc0-7a8e392e41a5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:36.541637 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-fdc72ea2-50c3-4139-9906-14f475b9f23b req-3becf2b8-97ee-4b23-a8a8-6fd9fe752961 tempest-SecurityGroupsTestAdminJSON-1387764471 tempest-SecurityGroupsTestAdminJSON-1387764471-project] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:36.574488 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 33382) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:05:36.600400 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f786ab85-619b-4bfe-8dc0-7a8e392e41a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:36.601394 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6105b8-11f8-46dd-8c56-563aaecae82a tempest-AutoAllocateNetworkTest-1978281215 tempest-AutoAllocateNetworkTest-1978281215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:36.606077 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-9d6105b8-11f8-46dd-8c56-563aaecae82a tempest-AutoAllocateNetworkTest-1978281215 tempest-AutoAllocateNetworkTest-1978281215-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.6341226 Dec 06 17:05:36.606864 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 33388) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:05:36.659493 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [req-1c1aefa9-253e-49c1-8c30-9e257104fcf8 req-66ff08f0-fd28-44b8-acb3-3b8a7489a1a7 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:05:36.660873 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1c1aefa9-253e-49c1-8c30-9e257104fcf8 req-66ff08f0-fd28-44b8-acb3-3b8a7489a1a7 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0523307 Dec 06 17:05:36.665204 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f786ab85-619b-4bfe-8dc0-7a8e392e41a5 admin admin] Pushing event updated for resources: {'Port': ['ID=afe6bb84-ff58-4fc6-b14f-692c7396c32f,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:36.682726 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f786ab85-619b-4bfe-8dc0-7a8e392e41a5 admin admin] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:05:36.684668 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-f786ab85-619b-4bfe-8dc0-7a8e392e41a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:05:36.687961 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f786ab85-619b-4bfe-8dc0-7a8e392e41a5 admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:05:36.690777 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-bf2f2599-ece4-4b3e-a787-b96926c35dc5 tempest-AutoAllocateNetworkTest-1978281215 tempest-AutoAllocateNetworkTest-1978281215-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0807607 Dec 06 17:05:36.691594 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 33390) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:05:36.801245 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-429169fe-56b8-4300-bed0-77fdb511af30 tempest-AutoAllocateNetworkTest-1978281215 tempest-AutoAllocateNetworkTest-1978281215-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=9927b4e8e357414e9edbbf8f49d6f2a9 HTTP/1.1" status: 200 len: 208 time: 0.1050153 Dec 06 17:05:36.870026 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-fdc72ea2-50c3-4139-9906-14f475b9f23b req-3becf2b8-97ee-4b23-a8a8-6fd9fe752961 tempest-SecurityGroupsTestAdminJSON-1387764471 tempest-SecurityGroupsTestAdminJSON-1387764471-project] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:36.879011 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-fdc72ea2-50c3-4139-9906-14f475b9f23b req-3becf2b8-97ee-4b23-a8a8-6fd9fe752961 tempest-SecurityGroupsTestAdminJSON-1387764471 tempest-SecurityGroupsTestAdminJSON-1387764471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:36.965642 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-fdc72ea2-50c3-4139-9906-14f475b9f23b req-3becf2b8-97ee-4b23-a8a8-6fd9fe752961 tempest-SecurityGroupsTestAdminJSON-1387764471 tempest-SecurityGroupsTestAdminJSON-1387764471-project] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:36.991605 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fdc72ea2-50c3-4139-9906-14f475b9f23b req-3becf2b8-97ee-4b23-a8a8-6fd9fe752961 tempest-SecurityGroupsTestAdminJSON-1387764471 tempest-SecurityGroupsTestAdminJSON-1387764471-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.5961492 Dec 06 17:05:36.996998 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3becf2b8-97ee-4b23-a8a8-6fd9fe752961 tempest-SecurityGroupsTestAdminJSON-1387764471 tempest-SecurityGroupsTestAdminJSON-1387764471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7266469-4e0f-4e9a-9232-59e44e9189c3,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:37.134679 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 4cb9766a-3989-4121-8ba3-8d7599006d6b up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:05:37.150205 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8b358f6a-4055-410e-b357-c5fc98b4ef90 req-26347ada-5153-42b1-a448-12390799624f tempest-ServerDiagnosticsNegativeTest-1466752941 tempest-ServerDiagnosticsNegativeTest-1466752941-project] 10.222.0.23 "GET /v2.0/ports?device_id=97f54aca-fda7-4142-b577-2c530c1b375c HTTP/1.1" status: 200 len: 210 time: 0.0717702 Dec 06 17:05:37.243981 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f786ab85-619b-4bfe-8dc0-7a8e392e41a5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:37.278406 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning for port 4cb9766a-3989-4121-8ba3-8d7599006d6b completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:05:37.283693 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port 4cb9766a-3989-4121-8ba3-8d7599006d6b triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:05:37.284117 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:37.337770 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-68504b4f-df0a-4f59-8347-7ed421652b45 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=57091b63777c4e6cb55666c11e6a5987&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7597389 Dec 06 17:05:37.338052 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 33406) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:05:37.356168 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 58783b39-8def-48ca-b764-668bcb22bf2e up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:05:37.358283 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c6d1a9-ec4a-4d06-ad64-b6871120c95a None None] Network 2cab9d8f-ee72-4804-a347-0ab3a08941b1 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:05:37.496971 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-39d1898d-63a6-405e-bb02-d1dde1db386c req-57131c67-d40d-4340-8ee2-1eef3c728fbc tempest-SecurityGroupsTestAdminJSON-1440518576 tempest-SecurityGroupsTestAdminJSON-1440518576-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-352872021', 'description': 'tempest-description-1438963927'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:05:37.543285 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-39d1898d-63a6-405e-bb02-d1dde1db386c req-57131c67-d40d-4340-8ee2-1eef3c728fbc tempest-SecurityGroupsTestAdminJSON-1440518576 tempest-SecurityGroupsTestAdminJSON-1440518576-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:37.562514 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 33416) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:05:37.570541 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-39d1898d-63a6-405e-bb02-d1dde1db386c req-57131c67-d40d-4340-8ee2-1eef3c728fbc tempest-SecurityGroupsTestAdminJSON-1440518576 tempest-SecurityGroupsTestAdminJSON-1440518576-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:37.605569 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-3bf3d85a-83de-4f2d-a342-a4a3b7d9fbb5 None None] Provisioning complete for port 58783b39-8def-48ca-b764-668bcb22bf2e triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:05:37.605995 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3bf3d85a-83de-4f2d-a342-a4a3b7d9fbb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:37.671924 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-39d1898d-63a6-405e-bb02-d1dde1db386c req-57131c67-d40d-4340-8ee2-1eef3c728fbc tempest-SecurityGroupsTestAdminJSON-1440518576 tempest-SecurityGroupsTestAdminJSON-1440518576-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:37.677005 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-189ad0c6-171f-4277-b19b-c4314057ddd9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:37.682385 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-39d1898d-63a6-405e-bb02-d1dde1db386c req-57131c67-d40d-4340-8ee2-1eef3c728fbc tempest-SecurityGroupsTestAdminJSON-1440518576 tempest-SecurityGroupsTestAdminJSON-1440518576-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:37.726092 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 58783b39-8def-48ca-b764-668bcb22bf2e triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:05:37.726455 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:37.751646 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-189ad0c6-171f-4277-b19b-c4314057ddd9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:37.779337 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-39d1898d-63a6-405e-bb02-d1dde1db386c req-57131c67-d40d-4340-8ee2-1eef3c728fbc tempest-SecurityGroupsTestAdminJSON-1440518576 tempest-SecurityGroupsTestAdminJSON-1440518576-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:37.797760 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:37.840713 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57131c67-d40d-4340-8ee2-1eef3c728fbc tempest-SecurityGroupsTestAdminJSON-1440518576 tempest-SecurityGroupsTestAdminJSON-1440518576-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a95a52c-9939-4cde-98df-3b2d43a39684,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:37.845998 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-39d1898d-63a6-405e-bb02-d1dde1db386c req-57131c67-d40d-4340-8ee2-1eef3c728fbc tempest-SecurityGroupsTestAdminJSON-1440518576 tempest-SecurityGroupsTestAdminJSON-1440518576-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:37.848668 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c3dd5c83-494f-4c84-a795-db097d3bc8a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:37.891649 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57131c67-d40d-4340-8ee2-1eef3c728fbc tempest-SecurityGroupsTestAdminJSON-1440518576 tempest-SecurityGroupsTestAdminJSON-1440518576-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ab31d5-eef7-42a0-9dff-4d0ea362be76,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:37.892160 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85746b16-9c6a-40cb-851c-a3d456d992ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cb9766a-3989-4121-8ba3-8d7599006d6b'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:05:37.894814 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59d0a5e5-b6c0-43e6-a9a3-6a0e0f2452ab" -d '{"events": [{"server_uuid": "85746b16-9c6a-40cb-851c-a3d456d992ed", "name": "network-vif-plugged", "status": "completed", "tag": "4cb9766a-3989-4121-8ba3-8d7599006d6b"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:05:37.919466 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f786ab85-619b-4bfe-8dc0-7a8e392e41a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:37.920866 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 4cb9766a-3989-4121-8ba3-8d7599006d6b, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=4cb9766a-3989-4121-8ba3-8d7599006d6b,segment=NetworkSegment(d81ef432-c48a-4c0f-bf74-f28c73543a94),segment_id=d81ef432-c48a-4c0f-bf74-f28c73543a94)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:05:37.923143 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3bf3d85a-83de-4f2d-a342-a4a3b7d9fbb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:37.943220 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:38.001625 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c3dd5c83-494f-4c84-a795-db097d3bc8a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:38.010684 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c3dd5c83-494f-4c84-a795-db097d3bc8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:38.010844 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-403a4649-f68b-4e0e-9cd8-89fd1686d16d req-569328d2-23d2-4805-b3ba-dde637b42a42 tempest-ServerDiagnosticsNegativeTest-1466752941 tempest-ServerDiagnosticsNegativeTest-1466752941-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=bef3958935014be982b28e5c24624b1f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0746803 Dec 06 17:05:38.051976 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=4cb9766a-3989-4121-8ba3-8d7599006d6b,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:38.076820 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-c3dd5c83-494f-4c84-a795-db097d3bc8a4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9927b4e8e357414e9edbbf8f49d6f2a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5127831 Dec 06 17:05:38.077828 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dd5c83-494f-4c84-a795-db097d3bc8a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da74c363-44c1-4c07-84bb-b1cd72875195,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:38.087260 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-39d1898d-63a6-405e-bb02-d1dde1db386c req-57131c67-d40d-4340-8ee2-1eef3c728fbc tempest-SecurityGroupsTestAdminJSON-1440518576 tempest-SecurityGroupsTestAdminJSON-1440518576-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:38.089119 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-39d1898d-63a6-405e-bb02-d1dde1db386c req-57131c67-d40d-4340-8ee2-1eef3c728fbc tempest-SecurityGroupsTestAdminJSON-1440518576 tempest-SecurityGroupsTestAdminJSON-1440518576-project-admin] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.5969486 Dec 06 17:05:38.089378 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 33434) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:05:38.136969 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:38.140010 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-3bf3d85a-83de-4f2d-a342-a4a3b7d9fbb5 None None] For port 58783b39-8def-48ca-b764-668bcb22bf2e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=58783b39-8def-48ca-b764-668bcb22bf2e,segment=NetworkSegment(6e6eafde-be92-4a9e-b5c9-017557553d66),segment_id=6e6eafde-be92-4a9e-b5c9-017557553d66)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:05:38.153293 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2b935555-9f9b-461d-81d7-71be5783e960 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:38.157994 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3bf3d85a-83de-4f2d-a342-a4a3b7d9fbb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:38.183780 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2b935555-9f9b-461d-81d7-71be5783e960 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:38.192414 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-189ad0c6-171f-4277-b19b-c4314057ddd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:38.196706 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-189ad0c6-171f-4277-b19b-c4314057ddd9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:38.220546 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-189ad0c6-171f-4277-b19b-c4314057ddd9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/310a77ea-9101-4cb3-b84f-8832fffaa237 HTTP/1.1" status: 204 len: 168 time: 0.8799646 Dec 06 17:05:38.249499 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2b935555-9f9b-461d-81d7-71be5783e960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:38.258086 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2b935555-9f9b-461d-81d7-71be5783e960 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:38.258760 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-2b935555-9f9b-461d-81d7-71be5783e960 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/da74c363-44c1-4c07-84bb-b1cd72875195 HTTP/1.1" status: 204 len: 168 time: 0.1678307 Dec 06 17:05:38.272348 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b935555-9f9b-461d-81d7-71be5783e960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da74c363-44c1-4c07-84bb-b1cd72875195,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:38.333715 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf3d85a-83de-4f2d-a342-a4a3b7d9fbb5 None None] Pushing event updated for resources: {'Port': ['ID=58783b39-8def-48ca-b764-668bcb22bf2e,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:38.337012 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.db.api [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103286) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 17:05:38.337432 n-d-master-1 neutron-server[103286]: DEBUG oslo_db.api [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 17:05:38.358196 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189ad0c6-171f-4277-b19b-c4314057ddd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=310a77ea-9101-4cb3-b84f-8832fffaa237,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:38.464218 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a4649-f68b-4e0e-9cd8-89fd1686d16d req-d60ae8f9-c5aa-4eee-9b3c-1afba7dece69 tempest-ServerDiagnosticsNegativeTest-1466752941 tempest-ServerDiagnosticsNegativeTest-1466752941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:38.466663 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-403a4649-f68b-4e0e-9cd8-89fd1686d16d req-d60ae8f9-c5aa-4eee-9b3c-1afba7dece69 tempest-ServerDiagnosticsNegativeTest-1466752941 tempest-ServerDiagnosticsNegativeTest-1466752941-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4473495 Dec 06 17:05:38.486556 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-403a4649-f68b-4e0e-9cd8-89fd1686d16d req-c211bb1a-cadf-4458-aa7a-84f17b1de4ae tempest-ServerDiagnosticsNegativeTest-1466752941 tempest-ServerDiagnosticsNegativeTest-1466752941-project] Request body: {'port': {'device_id': '97f54aca-fda7-4142-b577-2c530c1b375c', 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a', 'admin_state_up': True, 'tenant_id': 'bef3958935014be982b28e5c24624b1f'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:05:38.488775 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-ff7a1a62-9f8b-496c-a2e4-a345f0d4ef4a None None] Provisioning complete for port 58783b39-8def-48ca-b764-668bcb22bf2e triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:05:38.489565 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ff7a1a62-9f8b-496c-a2e4-a345f0d4ef4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:38.514025 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f786ab85-619b-4bfe-8dc0-7a8e392e41a5 admin admin] Router 120f182c-ae74-4dae-a743-c0ec8a65ebab is scheduled to L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 17:05:38.714272 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f786ab85-619b-4bfe-8dc0-7a8e392e41a5 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:05:38.724559 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-403a4649-f68b-4e0e-9cd8-89fd1686d16d req-c211bb1a-cadf-4458-aa7a-84f17b1de4ae tempest-ServerDiagnosticsNegativeTest-1466752941 tempest-ServerDiagnosticsNegativeTest-1466752941-project] Made reservation on behalf of bef3958935014be982b28e5c24624b1f for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:05:38.727628 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4edfbec-78af-4b7a-a715-079283ec4331 None None] Sync routers for ids ['120f182c-ae74-4dae-a743-c0ec8a65ebab'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:05:38.728197 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-403a4649-f68b-4e0e-9cd8-89fd1686d16d req-c211bb1a-cadf-4458-aa7a-84f17b1de4ae tempest-ServerDiagnosticsNegativeTest-1466752941 tempest-ServerDiagnosticsNegativeTest-1466752941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:38.742058 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4edfbec-78af-4b7a-a715-079283ec4331 None None] Routers {'120f182c-ae74-4dae-a743-c0ec8a65ebab'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:05:38.742699 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-e4edfbec-78af-4b7a-a715-079283ec4331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:05:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['120f182c-ae74-4dae-a743-c0ec8a65ebab'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:05:38.762300 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-403a4649-f68b-4e0e-9cd8-89fd1686d16d req-c211bb1a-cadf-4458-aa7a-84f17b1de4ae tempest-ServerDiagnosticsNegativeTest-1466752941 tempest-ServerDiagnosticsNegativeTest-1466752941-project] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:38.786679 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f786ab85-619b-4bfe-8dc0-7a8e392e41a5 admin admin] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:38.791115 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-f786ab85-619b-4bfe-8dc0-7a8e392e41a5 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.4776952 Dec 06 17:05:38.792876 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 33460) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:05:38.880478 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 33464) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:05:38.946202 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86bf189-6504-4974-a4d9-96b355d0f14c req-63e6ab43-e47f-4b68-8088-fa45554416c3 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:38.954736 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f86bf189-6504-4974-a4d9-96b355d0f14c req-63e6ab43-e47f-4b68-8088-fa45554416c3 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] 10.222.0.23 "GET /v2.0/ports?device_id=85746b16-9c6a-40cb-851c-a3d456d992ed HTTP/1.1" status: 200 len: 966 time: 0.2536845 Dec 06 17:05:38.963853 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-403a4649-f68b-4e0e-9cd8-89fd1686d16d req-c211bb1a-cadf-4458-aa7a-84f17b1de4ae tempest-ServerDiagnosticsNegativeTest-1466752941 tempest-ServerDiagnosticsNegativeTest-1466752941-project] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:38.973746 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-403a4649-f68b-4e0e-9cd8-89fd1686d16d req-c211bb1a-cadf-4458-aa7a-84f17b1de4ae tempest-ServerDiagnosticsNegativeTest-1466752941 tempest-ServerDiagnosticsNegativeTest-1466752941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:39.008036 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-e4edfbec-78af-4b7a-a715-079283ec4331 None None] Set router 120f182c-ae74-4dae-a743-c0ec8a65ebab gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:05:39.055017 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-b13e78e6-556d-4b3a-891a-f4ec74015250 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6a18f4c91d2349df9b642f0cb1fe56b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1733069 Dec 06 17:05:39.061957 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 33470) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:05:39.074410 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 33472) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:05:39.093044 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c211bb1a-cadf-4458-aa7a-84f17b1de4ae tempest-ServerDiagnosticsNegativeTest-1466752941 tempest-ServerDiagnosticsNegativeTest-1466752941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a61f2f56-9919-40f0-9019-0bf22e883a30,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:39.128805 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f86bf189-6504-4974-a4d9-96b355d0f14c req-865254b9-cae9-4abc-995a-2d0f71d13178 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] 10.222.0.23 "GET /v2.0/security-groups?id=32e60c91-0f09-4047-85e4-be430fb60702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1727712 Dec 06 17:05:39.179108 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-403a4649-f68b-4e0e-9cd8-89fd1686d16d req-c211bb1a-cadf-4458-aa7a-84f17b1de4ae tempest-ServerDiagnosticsNegativeTest-1466752941 tempest-ServerDiagnosticsNegativeTest-1466752941-project] Allocated IP 192.168.233.230 (ee08a0d2-834f-4c39-be47-9c424581246a/1342252a-21e4-4783-88ff-f54776c79059/6252f7c7-d028-4844-bc2a-d0db9ec4f703) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:05:39.184240 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a0f163b1-2115-494a-b0e8-9be54e845028 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:39.220601 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c33a93-a446-4d21-a144-f535473ba50c x-openstack-request-id: req-c6c33a93-a446-4d21-a144-f535473ba50c {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:05:39.221130 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85746b16-9c6a-40cb-851c-a3d456d992ed", "name": "network-vif-plugged", "status": "completed", "tag": "4cb9766a-3989-4121-8ba3-8d7599006d6b", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:05:39.221497 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c6c33a93-a446-4d21-a144-f535473ba50c {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:05:39.221996 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85746b16-9c6a-40cb-851c-a3d456d992ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cb9766a-3989-4121-8ba3-8d7599006d6b', 'code': 200} Dec 06 17:05:39.296499 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a0f163b1-2115-494a-b0e8-9be54e845028 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:39.303702 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 58783b39-8def-48ca-b764-668bcb22bf2e up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:05:39.309128 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-aa3062e6-75e8-4c8c-b834-da91f34d0924 req-44f7ed99-1140-4162-9233-0c1d5badbc41 tempest-SecurityGroupsTestAdminJSON-1440518576 tempest-SecurityGroupsTestAdminJSON-1440518576-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-443112758', 'description': 'tempest-description-1141429151'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:05:39.331528 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-e4edfbec-78af-4b7a-a715-079283ec4331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '120f182c-ae74-4dae-a743-c0ec8a65ebab', 'name': 'tempest-AttachSCSIVolumeTestJSON-2139334545-router', 'tenant_id': '4c2daca2a9574224ac52ba04e5f1cbc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.225'}], 'enable_snat': True}, 'gw_port_id': 'afe6bb84-ff58-4fc6-b14f-692c7396c32f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:05:34Z', 'updated_at': '2021-12-06T17:05:36Z', 'revision_number': 3, 'project_id': '4c2daca2a9574224ac52ba04e5f1cbc4', 'gw_port': {'id': 'afe6bb84-ff58-4fc6-b14f-692c7396c32f', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:1a:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '120f182c-ae74-4dae-a743-c0ec8a65ebab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:05:35Z', 'updated_at': '2021-12-06T17:05:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:05:39.374545 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4edfbec-78af-4b7a-a715-079283ec4331 None None] Checking router: 120f182c-ae74-4dae-a743-c0ec8a65ebab for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:05:39.375574 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4edfbec-78af-4b7a-a715-079283ec4331 None None] Updating router 120f182c-ae74-4dae-a743-c0ec8a65ebab port afe6bb84-ff58-4fc6-b14f-692c7396c32f binding host n-d-master-1 {{(pid=103287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:05:39.381144 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [req-280dd3f7-8942-48b5-83fd-f51cb1b3d703 req-a3122e51-e60a-42d6-a78a-3d9525ede943 tempest-LiveAutoBlockMigrationV225Test-847899352 tempest-LiveAutoBlockMigrationV225Test-847899352-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:05:39.383298 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-280dd3f7-8942-48b5-83fd-f51cb1b3d703 req-a3122e51-e60a-42d6-a78a-3d9525ede943 tempest-LiveAutoBlockMigrationV225Test-847899352 tempest-LiveAutoBlockMigrationV225Test-847899352-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3032403 Dec 06 17:05:39.400224 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-aa3062e6-75e8-4c8c-b834-da91f34d0924 req-44f7ed99-1140-4162-9233-0c1d5badbc41 tempest-SecurityGroupsTestAdminJSON-1440518576 tempest-SecurityGroupsTestAdminJSON-1440518576-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:39.421353 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 58783b39-8def-48ca-b764-668bcb22bf2e triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:05:39.422856 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:39.449718 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e4edfbec-78af-4b7a-a715-079283ec4331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:39.481507 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a0f163b1-2115-494a-b0e8-9be54e845028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:39.485318 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a0f163b1-2115-494a-b0e8-9be54e845028 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:39.487089 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-a0f163b1-2115-494a-b0e8-9be54e845028 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0733b7f7-12a0-41f1-8f54-76bbfabbc3ce HTTP/1.1" status: 204 len: 168 time: 0.4216647 Dec 06 17:05:39.526196 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f163b1-2115-494a-b0e8-9be54e845028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0733b7f7-12a0-41f1-8f54-76bbfabbc3ce,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:39.584585 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-aa3062e6-75e8-4c8c-b834-da91f34d0924 req-44f7ed99-1140-4162-9233-0c1d5badbc41 tempest-SecurityGroupsTestAdminJSON-1440518576 tempest-SecurityGroupsTestAdminJSON-1440518576-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:39.593650 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-aa3062e6-75e8-4c8c-b834-da91f34d0924 req-44f7ed99-1140-4162-9233-0c1d5badbc41 tempest-SecurityGroupsTestAdminJSON-1440518576 tempest-SecurityGroupsTestAdminJSON-1440518576-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:39.619806 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-403a4649-f68b-4e0e-9cd8-89fd1686d16d req-c211bb1a-cadf-4458-aa7a-84f17b1de4ae tempest-ServerDiagnosticsNegativeTest-1466752941 tempest-ServerDiagnosticsNegativeTest-1466752941-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:39.675708 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fab720b8-a53c-4db8-ad62-2cab5e564eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:39.702116 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-aa3062e6-75e8-4c8c-b834-da91f34d0924 req-44f7ed99-1140-4162-9233-0c1d5badbc41 tempest-SecurityGroupsTestAdminJSON-1440518576 tempest-SecurityGroupsTestAdminJSON-1440518576-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:39.706641 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-aa3062e6-75e8-4c8c-b834-da91f34d0924 req-44f7ed99-1140-4162-9233-0c1d5badbc41 tempest-SecurityGroupsTestAdminJSON-1440518576 tempest-SecurityGroupsTestAdminJSON-1440518576-project-admin] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4125478 Dec 06 17:05:39.715994 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f7ed99-1140-4162-9233-0c1d5badbc41 tempest-SecurityGroupsTestAdminJSON-1440518576 tempest-SecurityGroupsTestAdminJSON-1440518576-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0509dd4f-11bf-4872-ba98-730cdba38f37,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:39.716141 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770387e8-f5ce-425c-b11f-106917a03ed6 req-6931baab-008a-4f3b-8fc2-b97aba239794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:39.716663 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-770387e8-f5ce-425c-b11f-106917a03ed6 req-6931baab-008a-4f3b-8fc2-b97aba239794 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=85746b16-9c6a-40cb-851c-a3d456d992ed HTTP/1.1" status: 200 len: 1117 time: 0.4011912 Dec 06 17:05:39.763984 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-403a4649-f68b-4e0e-9cd8-89fd1686d16d req-c211bb1a-cadf-4458-aa7a-84f17b1de4ae tempest-ServerDiagnosticsNegativeTest-1466752941 tempest-ServerDiagnosticsNegativeTest-1466752941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:39.801202 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 56578) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:05:39.867874 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c211bb1a-cadf-4458-aa7a-84f17b1de4ae tempest-ServerDiagnosticsNegativeTest-1466752941 tempest-ServerDiagnosticsNegativeTest-1466752941-project] Pushing event updated for resources: {'Port': ['ID=6252f7c7-d028-4844-bc2a-d0db9ec4f703,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:39.919954 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-403a4649-f68b-4e0e-9cd8-89fd1686d16d req-c211bb1a-cadf-4458-aa7a-84f17b1de4ae tempest-ServerDiagnosticsNegativeTest-1466752941 tempest-ServerDiagnosticsNegativeTest-1466752941-project] Network ee08a0d2-834f-4c39-be47-9c424581246a is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:05:39.923319 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-770387e8-f5ce-425c-b11f-106917a03ed6 req-e56e3889-5118-412e-97af-79a197f02869 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=32e60c91-0f09-4047-85e4-be430fb60702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1917872 Dec 06 17:05:39.933715 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-403a4649-f68b-4e0e-9cd8-89fd1686d16d req-c211bb1a-cadf-4458-aa7a-84f17b1de4ae tempest-ServerDiagnosticsNegativeTest-1466752941 tempest-ServerDiagnosticsNegativeTest-1466752941-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:05:39.936637 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-403a4649-f68b-4e0e-9cd8-89fd1686d16d req-c211bb1a-cadf-4458-aa7a-84f17b1de4ae tempest-ServerDiagnosticsNegativeTest-1466752941 tempest-ServerDiagnosticsNegativeTest-1466752941-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:05:39.945337 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a4649-f68b-4e0e-9cd8-89fd1686d16d req-c211bb1a-cadf-4458-aa7a-84f17b1de4ae tempest-ServerDiagnosticsNegativeTest-1466752941 tempest-ServerDiagnosticsNegativeTest-1466752941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:39.945883 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-403a4649-f68b-4e0e-9cd8-89fd1686d16d req-c211bb1a-cadf-4458-aa7a-84f17b1de4ae tempest-ServerDiagnosticsNegativeTest-1466752941 tempest-ServerDiagnosticsNegativeTest-1466752941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:39.976806 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ddb37c-36d1-4d52-86f1-f35ecf4929e5 req-7000e7dc-0f0f-41ab-be17-d30a3abd2cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:39.979012 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-76ddb37c-36d1-4d52-86f1-f35ecf4929e5 req-7000e7dc-0f0f-41ab-be17-d30a3abd2cc9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=013b92ce2e6a40e1a3b2fa92d62d652e&device_id=31c7763d-6ef7-4308-8c38-56013cf586be HTTP/1.1" status: 200 len: 1097 time: 0.1772282 Dec 06 17:05:39.984520 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-403a4649-f68b-4e0e-9cd8-89fd1686d16d req-c211bb1a-cadf-4458-aa7a-84f17b1de4ae tempest-ServerDiagnosticsNegativeTest-1466752941 tempest-ServerDiagnosticsNegativeTest-1466752941-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5062730 Dec 06 17:05:39.998521 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-403a4649-f68b-4e0e-9cd8-89fd1686d16d req-008bd12a-300a-4a0c-a740-d8ade6d03903 service neutron] Request body: {'port': {'device_id': '97f54aca-fda7-4142-b577-2c530c1b375c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:05:40.025490 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280dd3f7-8942-48b5-83fd-f51cb1b3d703 req-fd90efaa-1a5d-4e6d-9253-7aa03eac2187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:40.026950 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-280dd3f7-8942-48b5-83fd-f51cb1b3d703 req-fd90efaa-1a5d-4e6d-9253-7aa03eac2187 service neutron] 10.222.0.23 "GET /v2.0/ports/ce8a20ff-a9c6-4795-a571-20bb813075a1 HTTP/1.1" status: 200 len: 1094 time: 0.3731918 Dec 06 17:05:40.038332 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-280dd3f7-8942-48b5-83fd-f51cb1b3d703 req-1a391d0a-ee04-4a28-838f-d1efdddc910c service neutron] Request body: {'binding': {'host': 'n-h2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:05:40.038859 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-280dd3f7-8942-48b5-83fd-f51cb1b3d703 req-1a391d0a-ee04-4a28-838f-d1efdddc910c service neutron] Unknown quota resources ['binding']. {{(pid=103284) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 06 17:05:40.076306 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e4edfbec-78af-4b7a-a715-079283ec4331 None None] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:40.096180 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e4edfbec-78af-4b7a-a715-079283ec4331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:40.190555 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-403a4649-f68b-4e0e-9cd8-89fd1686d16d req-008bd12a-300a-4a0c-a740-d8ade6d03903 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:40.194556 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a2f54f-cadc-4a11-9cac-8373d31c90ab req-4d57909c-0d23-4124-979e-9c9b1c71e07c tempest-ServerDiagnosticsNegativeTest-1466752941 tempest-ServerDiagnosticsNegativeTest-1466752941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:40.196124 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-55a2f54f-cadc-4a11-9cac-8373d31c90ab req-4d57909c-0d23-4124-979e-9c9b1c71e07c tempest-ServerDiagnosticsNegativeTest-1466752941 tempest-ServerDiagnosticsNegativeTest-1466752941-project] 10.222.0.23 "GET /v2.0/ports?device_id=97f54aca-fda7-4142-b577-2c530c1b375c HTTP/1.1" status: 200 len: 936 time: 0.3346291 Dec 06 17:05:40.214001 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-e4edfbec-78af-4b7a-a715-079283ec4331 None None] Attempting to bind port afe6bb84-ff58-4fc6-b14f-692c7396c32f on host n-d-master-1 for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:05:40.214381 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-e4edfbec-78af-4b7a-a715-079283ec4331 None None] Attempting to bind port afe6bb84-ff58-4fc6-b14f-692c7396c32f by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:05:40.214751 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4edfbec-78af-4b7a-a715-079283ec4331 None None] Attempting to bind port afe6bb84-ff58-4fc6-b14f-692c7396c32f on network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:05:40.249634 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4edfbec-78af-4b7a-a715-079283ec4331 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:05:40.250018 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4edfbec-78af-4b7a-a715-079283ec4331 None None] Checking segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:05:40.250486 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e4edfbec-78af-4b7a-a715-079283ec4331 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:40.250879 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4edfbec-78af-4b7a-a715-079283ec4331 None None] Bound using segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:05:40.251355 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-e4edfbec-78af-4b7a-a715-079283ec4331 None None] Bound port: afe6bb84-ff58-4fc6-b14f-692c7396c32f, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:05:40.251769 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e4edfbec-78af-4b7a-a715-079283ec4331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:40.301815 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-fab720b8-a53c-4db8-ad62-2cab5e564eb6 admin admin] Allocated IP 172.20.0.1 (2cab9d8f-ee72-4804-a347-0ab3a08941b1/7c4a12a1-899d-4c88-a776-e493b39a048a/4a0e17ca-8e62-4540-9770-1f918ff64601) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:05:40.308289 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c363e49c-263c-4236-aba9-03f40395b27a None None] Pushing event updated for resources: {'Port': ['ID=afe6bb84-ff58-4fc6-b14f-692c7396c32f,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:40.384347 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-55a2f54f-cadc-4a11-9cac-8373d31c90ab req-ce85f7b8-5f00-4045-ac60-784795f99d32 tempest-ServerDiagnosticsNegativeTest-1466752941 tempest-ServerDiagnosticsNegativeTest-1466752941-project] 10.222.0.23 "GET /v2.0/security-groups?id=a61f2f56-9919-40f0-9019-0bf22e883a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722348 Dec 06 17:05:40.388301 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ddb37c-36d1-4d52-86f1-f35ecf4929e5 req-983df503-91b0-44fc-a7be-dedfe6d1eed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:40.389159 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-76ddb37c-36d1-4d52-86f1-f35ecf4929e5 req-983df503-91b0-44fc-a7be-dedfe6d1eed5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f368e270-aa86-47d2-9c8f-0ac2b4fc8997 HTTP/1.1" status: 200 len: 922 time: 0.3767569 Dec 06 17:05:40.396266 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-e4edfbec-78af-4b7a-a715-079283ec4331 None None] For port afe6bb84-ff58-4fc6-b14f-692c7396c32f, host n-d-master-1, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:05:40.410886 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-e4edfbec-78af-4b7a-a715-079283ec4331 None None] For port afe6bb84-ff58-4fc6-b14f-692c7396c32f, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=afe6bb84-ff58-4fc6-b14f-692c7396c32f,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:05:40.412191 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-d99ffd57-35ee-43c1-9a90-f8067ab4b317 None None] Provisioning complete for port 6252f7c7-d028-4844-bc2a-d0db9ec4f703 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:05:40.412653 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d99ffd57-35ee-43c1-9a90-f8067ab4b317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:40.419045 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e4edfbec-78af-4b7a-a715-079283ec4331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:40.494681 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c363e49c-263c-4236-aba9-03f40395b27a None None] Pushing event updated for resources: {'Port': ['ID=afe6bb84-ff58-4fc6-b14f-692c7396c32f,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:40.512649 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4edfbec-78af-4b7a-a715-079283ec4331 None None] Routers {'120f182c-ae74-4dae-a743-c0ec8a65ebab'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:05:40.513363 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-e4edfbec-78af-4b7a-a715-079283ec4331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:05:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['120f182c-ae74-4dae-a743-c0ec8a65ebab'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:05:40.516734 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-d99ffd57-35ee-43c1-9a90-f8067ab4b317 None None] Port 6252f7c7-d028-4844-bc2a-d0db9ec4f703 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:05:40.563086 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-280dd3f7-8942-48b5-83fd-f51cb1b3d703 req-1a391d0a-ee04-4a28-838f-d1efdddc910c service neutron] Attempting to bind port ce8a20ff-a9c6-4795-a571-20bb813075a1 on host n-h2-master-1 for vnic_type normal with profile None {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:05:40.563765 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-280dd3f7-8942-48b5-83fd-f51cb1b3d703 req-1a391d0a-ee04-4a28-838f-d1efdddc910c service neutron] Attempting to bind port ce8a20ff-a9c6-4795-a571-20bb813075a1 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'd43b23f1-3a85-4be8-8063-3fe18696b942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f368e270-aa86-47d2-9c8f-0ac2b4fc8997'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:05:40.564278 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280dd3f7-8942-48b5-83fd-f51cb1b3d703 req-1a391d0a-ee04-4a28-838f-d1efdddc910c service neutron] Attempting to bind port ce8a20ff-a9c6-4795-a571-20bb813075a1 on network f368e270-aa86-47d2-9c8f-0ac2b4fc8997 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:05:40.573242 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280dd3f7-8942-48b5-83fd-f51cb1b3d703 req-1a391d0a-ee04-4a28-838f-d1efdddc910c service neutron] Port ce8a20ff-a9c6-4795-a571-20bb813075a1 on network f368e270-aa86-47d2-9c8f-0ac2b4fc8997 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:05:40.573806 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280dd3f7-8942-48b5-83fd-f51cb1b3d703 req-1a391d0a-ee04-4a28-838f-d1efdddc910c service neutron] Attempting to bind port ce8a20ff-a9c6-4795-a571-20bb813075a1 on network f368e270-aa86-47d2-9c8f-0ac2b4fc8997 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:05:40.585407 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280dd3f7-8942-48b5-83fd-f51cb1b3d703 req-1a391d0a-ee04-4a28-838f-d1efdddc910c service neutron] Checking agent: {'id': '9d8b9f49-2860-4c1f-9b89-45a7657a3c4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:05:40.586013 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280dd3f7-8942-48b5-83fd-f51cb1b3d703 req-1a391d0a-ee04-4a28-838f-d1efdddc910c service neutron] Checking segment: {'id': 'd43b23f1-3a85-4be8-8063-3fe18696b942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f368e270-aa86-47d2-9c8f-0ac2b4fc8997'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:05:40.586592 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280dd3f7-8942-48b5-83fd-f51cb1b3d703 req-1a391d0a-ee04-4a28-838f-d1efdddc910c service neutron] Bound using segment: {'id': 'd43b23f1-3a85-4be8-8063-3fe18696b942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f368e270-aa86-47d2-9c8f-0ac2b4fc8997'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:05:40.587229 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-280dd3f7-8942-48b5-83fd-f51cb1b3d703 req-1a391d0a-ee04-4a28-838f-d1efdddc910c service neutron] Bound port: ce8a20ff-a9c6-4795-a571-20bb813075a1, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd43b23f1-3a85-4be8-8063-3fe18696b942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f368e270-aa86-47d2-9c8f-0ac2b4fc8997'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:05:40.630492 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-e4edfbec-78af-4b7a-a715-079283ec4331 None None] Set router 120f182c-ae74-4dae-a743-c0ec8a65ebab gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:05:40.695526 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-280dd3f7-8942-48b5-83fd-f51cb1b3d703 req-1a391d0a-ee04-4a28-838f-d1efdddc910c service neutron] For port ce8a20ff-a9c6-4795-a571-20bb813075a1, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ce8a20ff-a9c6-4795-a571-20bb813075a1,segment=NetworkSegment(d43b23f1-3a85-4be8-8063-3fe18696b942),segment_id=d43b23f1-3a85-4be8-8063-3fe18696b942)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:05:40.708787 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-280dd3f7-8942-48b5-83fd-f51cb1b3d703 req-1a391d0a-ee04-4a28-838f-d1efdddc910c service neutron] Publish callbacks [] for binding, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:40.711061 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-280dd3f7-8942-48b5-83fd-f51cb1b3d703 req-1a391d0a-ee04-4a28-838f-d1efdddc910c service neutron] 10.222.0.23 "POST /v2.0/ports/ce8a20ff-a9c6-4795-a571-20bb813075a1/bindings HTTP/1.1" status: 201 len: 389 time: 0.6764131 Dec 06 17:05:40.847880 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-403a4649-f68b-4e0e-9cd8-89fd1686d16d req-008bd12a-300a-4a0c-a740-d8ade6d03903 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6252f7c7-d028-4844-bc2a-d0db9ec4f703 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:05:40.857114 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-403a4649-f68b-4e0e-9cd8-89fd1686d16d req-008bd12a-300a-4a0c-a740-d8ade6d03903 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:40.876244 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-403a4649-f68b-4e0e-9cd8-89fd1686d16d req-008bd12a-300a-4a0c-a740-d8ade6d03903 service neutron] Transition to ACTIVE for port object 6252f7c7-d028-4844-bc2a-d0db9ec4f703 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:05:40.883961 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-403a4649-f68b-4e0e-9cd8-89fd1686d16d req-008bd12a-300a-4a0c-a740-d8ade6d03903 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:41.048286 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-76ddb37c-36d1-4d52-86f1-f35ecf4929e5 req-0d18bb97-e1ad-4122-857f-416e4ed922dd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce8a20ff-a9c6-4795-a571-20bb813075a1 HTTP/1.1" status: 200 len: 217 time: 0.6070070 Dec 06 17:05:41.211176 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-e4edfbec-78af-4b7a-a715-079283ec4331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '120f182c-ae74-4dae-a743-c0ec8a65ebab', 'name': 'tempest-AttachSCSIVolumeTestJSON-2139334545-router', 'tenant_id': '4c2daca2a9574224ac52ba04e5f1cbc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.225'}], 'enable_snat': True}, 'gw_port_id': 'afe6bb84-ff58-4fc6-b14f-692c7396c32f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:05:34Z', 'updated_at': '2021-12-06T17:05:36Z', 'revision_number': 3, 'project_id': '4c2daca2a9574224ac52ba04e5f1cbc4', 'gw_port': {'id': 'afe6bb84-ff58-4fc6-b14f-692c7396c32f', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:1a:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '120f182c-ae74-4dae-a743-c0ec8a65ebab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:05:35Z', 'updated_at': '2021-12-06T17:05:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:05:41.259377 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4edfbec-78af-4b7a-a715-079283ec4331 None None] The sync data for ids ['120f182c-ae74-4dae-a743-c0ec8a65ebab'] in n-d-master-1 is: [{'id': '120f182c-ae74-4dae-a743-c0ec8a65ebab', 'name': 'tempest-AttachSCSIVolumeTestJSON-2139334545-router', 'tenant_id': '4c2daca2a9574224ac52ba04e5f1cbc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.225'}], 'enable_snat': True}, 'gw_port_id': 'afe6bb84-ff58-4fc6-b14f-692c7396c32f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:05:34Z', 'updated_at': '2021-12-06T17:05:36Z', 'revision_number': 3, 'project_id': '4c2daca2a9574224ac52ba04e5f1cbc4', 'gw_port': {'id': 'afe6bb84-ff58-4fc6-b14f-692c7396c32f', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:1a:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '120f182c-ae74-4dae-a743-c0ec8a65ebab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:05:35Z', 'updated_at': '2021-12-06T17:05:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:05:41.318902 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008bd12a-300a-4a0c-a740-d8ade6d03903 service neutron] Pushing event updated for resources: {'Port': ['ID=6252f7c7-d028-4844-bc2a-d0db9ec4f703,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:41.357884 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-403a4649-f68b-4e0e-9cd8-89fd1686d16d req-008bd12a-300a-4a0c-a740-d8ade6d03903 service neutron] Attempting to bind port 6252f7c7-d028-4844-bc2a-d0db9ec4f703 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:05:41.358113 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-403a4649-f68b-4e0e-9cd8-89fd1686d16d req-008bd12a-300a-4a0c-a740-d8ade6d03903 service neutron] Attempting to bind port 6252f7c7-d028-4844-bc2a-d0db9ec4f703 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:05:41.358354 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403a4649-f68b-4e0e-9cd8-89fd1686d16d req-008bd12a-300a-4a0c-a740-d8ade6d03903 service neutron] Attempting to bind port 6252f7c7-d028-4844-bc2a-d0db9ec4f703 on network ee08a0d2-834f-4c39-be47-9c424581246a {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:05:41.379255 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403a4649-f68b-4e0e-9cd8-89fd1686d16d req-008bd12a-300a-4a0c-a740-d8ade6d03903 service neutron] Port 6252f7c7-d028-4844-bc2a-d0db9ec4f703 on network ee08a0d2-834f-4c39-be47-9c424581246a not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:05:41.379589 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403a4649-f68b-4e0e-9cd8-89fd1686d16d req-008bd12a-300a-4a0c-a740-d8ade6d03903 service neutron] Attempting to bind port 6252f7c7-d028-4844-bc2a-d0db9ec4f703 on network ee08a0d2-834f-4c39-be47-9c424581246a {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:05:41.400747 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ddb37c-36d1-4d52-86f1-f35ecf4929e5 req-a8e60aaf-2594-438c-b35e-1e8fb9d39330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:41.402333 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-76ddb37c-36d1-4d52-86f1-f35ecf4929e5 req-a8e60aaf-2594-438c-b35e-1e8fb9d39330 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f77759ce-94b4-46a8-b90f-f881b9e38f99 HTTP/1.1" status: 200 len: 861 time: 0.2367771 Dec 06 17:05:41.410445 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403a4649-f68b-4e0e-9cd8-89fd1686d16d req-008bd12a-300a-4a0c-a740-d8ade6d03903 service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:05:41.410804 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403a4649-f68b-4e0e-9cd8-89fd1686d16d req-008bd12a-300a-4a0c-a740-d8ade6d03903 service neutron] Checking segment: {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:05:41.411241 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403a4649-f68b-4e0e-9cd8-89fd1686d16d req-008bd12a-300a-4a0c-a740-d8ade6d03903 service neutron] Bound using segment: {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:05:41.411907 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-403a4649-f68b-4e0e-9cd8-89fd1686d16d req-008bd12a-300a-4a0c-a740-d8ade6d03903 service neutron] Bound port: 6252f7c7-d028-4844-bc2a-d0db9ec4f703, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:05:41.415489 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-403a4649-f68b-4e0e-9cd8-89fd1686d16d req-008bd12a-300a-4a0c-a740-d8ade6d03903 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:41.466178 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff2d4cb-2f1f-4885-8760-e50608e25730 req-6e542f4f-c2e8-48c9-a9e4-8fbdf95db6be tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:41.474284 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4ff2d4cb-2f1f-4885-8760-e50608e25730 req-6e542f4f-c2e8-48c9-a9e4-8fbdf95db6be tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] 10.222.0.23 "GET /v2.0/ports?device_id=85746b16-9c6a-40cb-851c-a3d456d992ed HTTP/1.1" status: 200 len: 966 time: 0.4582047 Dec 06 17:05:41.478312 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280dd3f7-8942-48b5-83fd-f51cb1b3d703 req-d062a35b-4158-490e-a71c-c1c1ae21b2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:41.479788 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-280dd3f7-8942-48b5-83fd-f51cb1b3d703 req-d062a35b-4158-490e-a71c-c1c1ae21b2f4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=013b92ce2e6a40e1a3b2fa92d62d652e&device_id=31c7763d-6ef7-4308-8c38-56013cf586be HTTP/1.1" status: 200 len: 1097 time: 0.1880994 Dec 06 17:05:41.498594 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-76ddb37c-36d1-4d52-86f1-f35ecf4929e5 req-16f2f024-f78b-4f08-a15b-01eecd08c9ef service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f368e270-aa86-47d2-9c8f-0ac2b4fc8997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761232 Dec 06 17:05:41.506311 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fab720b8-a53c-4db8-ad62-2cab5e564eb6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:41.644959 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4ff2d4cb-2f1f-4885-8760-e50608e25730 req-1f4d5b02-0656-4c23-ae6b-dde97c68e317 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] 10.222.0.23 "GET /v2.0/security-groups?id=32e60c91-0f09-4047-85e4-be430fb60702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1696565 Dec 06 17:05:41.664550 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-403a4649-f68b-4e0e-9cd8-89fd1686d16d req-008bd12a-300a-4a0c-a740-d8ade6d03903 service neutron] For port 6252f7c7-d028-4844-bc2a-d0db9ec4f703, host n-h1-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:05:41.670061 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-403a4649-f68b-4e0e-9cd8-89fd1686d16d req-008bd12a-300a-4a0c-a740-d8ade6d03903 service neutron] For port 6252f7c7-d028-4844-bc2a-d0db9ec4f703, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=6252f7c7-d028-4844-bc2a-d0db9ec4f703,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:05:41.698120 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-403a4649-f68b-4e0e-9cd8-89fd1686d16d req-008bd12a-300a-4a0c-a740-d8ade6d03903 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:41.755369 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-76ddb37c-36d1-4d52-86f1-f35ecf4929e5 req-a8e15673-24f8-4468-9cc0-d81dc9209b2d service neutron] 10.222.0.41 "GET /v2.0/networks/f368e270-aa86-47d2-9c8f-0ac2b4fc8997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286682 Dec 06 17:05:41.759262 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fab720b8-a53c-4db8-ad62-2cab5e564eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:41.818447 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280dd3f7-8942-48b5-83fd-f51cb1b3d703 req-ddbace54-95d4-45c2-89d7-bd527438a89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:41.820814 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-280dd3f7-8942-48b5-83fd-f51cb1b3d703 req-ddbace54-95d4-45c2-89d7-bd527438a89c service neutron] 10.222.0.44 "GET /v2.0/networks?id=f368e270-aa86-47d2-9c8f-0ac2b4fc8997 HTTP/1.1" status: 200 len: 922 time: 0.3320627 Dec 06 17:05:41.888306 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab720b8-a53c-4db8-ad62-2cab5e564eb6 admin admin] Network 2cab9d8f-ee72-4804-a347-0ab3a08941b1 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:05:41.891750 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008bd12a-300a-4a0c-a740-d8ade6d03903 service neutron] Pushing event updated for resources: {'Port': ['ID=6252f7c7-d028-4844-bc2a-d0db9ec4f703,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:41.908934 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a4649-f68b-4e0e-9cd8-89fd1686d16d req-008bd12a-300a-4a0c-a740-d8ade6d03903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:41.909736 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-403a4649-f68b-4e0e-9cd8-89fd1686d16d req-008bd12a-300a-4a0c-a740-d8ade6d03903 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:41.912765 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-403a4649-f68b-4e0e-9cd8-89fd1686d16d req-008bd12a-300a-4a0c-a740-d8ade6d03903 service neutron] 10.222.0.41 "PUT /v2.0/ports/6252f7c7-d028-4844-bc2a-d0db9ec4f703 HTTP/1.1" status: 200 len: 1096 time: 1.9195001 Dec 06 17:05:41.914557 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-fab720b8-a53c-4db8-ad62-2cab5e564eb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:05:41.922777 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab720b8-a53c-4db8-ad62-2cab5e564eb6 admin admin] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:05:41.929410 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97f54aca-fda7-4142-b577-2c530c1b375c', 'tag': '6252f7c7-d028-4844-bc2a-d0db9ec4f703'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:05:41.932002 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fab720b8-a53c-4db8-ad62-2cab5e564eb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539179'] for router_interface, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:41.936681 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62fdc8c3-0d83-447f-ad05-a22cfe042775" -d '{"events": [{"name": "network-changed", "server_uuid": "97f54aca-fda7-4142-b577-2c530c1b375c", "tag": "6252f7c7-d028-4844-bc2a-d0db9ec4f703"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:05:42.003713 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-280dd3f7-8942-48b5-83fd-f51cb1b3d703 req-f63725a4-98d6-485d-8ad1-a3bd07be6897 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce8a20ff-a9c6-4795-a571-20bb813075a1 HTTP/1.1" status: 200 len: 217 time: 0.1392376 Dec 06 17:05:42.056289 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab720b8-a53c-4db8-ad62-2cab5e564eb6 admin admin] Pushing event updated for resources: {'Port': ['ID=4a0e17ca-8e62-4540-9770-1f918ff64601,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:42.134518 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d34243d1-1f3a-4039-b877-651e73b671db req-b8cbaa74-9267-4680-ac39-e4c3303d189b tempest-SecurityGroupsTestAdminJSON-1440518576 tempest-SecurityGroupsTestAdminJSON-1440518576-project-admin] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 42613 time: 1.1877353 Dec 06 17:05:42.142828 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e37eb1c-d26f-4e8a-a0ec-8005bdff3fc6 req-25e3e91f-a8df-4795-bae4-c49229413fc3 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:42.144808 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4e37eb1c-d26f-4e8a-a0ec-8005bdff3fc6 req-25e3e91f-a8df-4795-bae4-c49229413fc3 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=31c7763d-6ef7-4308-8c38-56013cf586be HTTP/1.1" status: 200 len: 946 time: 0.3520973 Dec 06 17:05:42.147562 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280dd3f7-8942-48b5-83fd-f51cb1b3d703 req-19c7598f-78a9-432a-a29d-b48ab7ad5b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:42.149222 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-280dd3f7-8942-48b5-83fd-f51cb1b3d703 req-19c7598f-78a9-432a-a29d-b48ab7ad5b86 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f77759ce-94b4-46a8-b90f-f881b9e38f99 HTTP/1.1" status: 200 len: 861 time: 0.1302536 Dec 06 17:05:42.157953 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-76ddb37c-36d1-4d52-86f1-f35ecf4929e5 req-b7b46564-aab8-4232-8eb1-c90ced4b5157 service neutron] 10.222.0.41 "GET /v2.0/networks/f368e270-aa86-47d2-9c8f-0ac2b4fc8997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3676529 Dec 06 17:05:42.217888 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-280dd3f7-8942-48b5-83fd-f51cb1b3d703 req-b2b3d202-b931-4ecd-85e6-6d626c5a0b0e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f368e270-aa86-47d2-9c8f-0ac2b4fc8997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507021 Dec 06 17:05:42.233902 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a4649-f68b-4e0e-9cd8-89fd1686d16d req-85fa25f0-7123-4191-b29f-62f4d87af7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:42.235973 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-403a4649-f68b-4e0e-9cd8-89fd1686d16d req-85fa25f0-7123-4191-b29f-62f4d87af7f9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bef3958935014be982b28e5c24624b1f&device_id=97f54aca-fda7-4142-b577-2c530c1b375c HTTP/1.1" status: 200 len: 1099 time: 0.2523768 Dec 06 17:05:42.247681 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d34243d1-1f3a-4039-b877-651e73b671db req-1561c5d9-2936-4631-b6a0-e54e14f3cea4 tempest-SecurityGroupsTestAdminJSON-1440518576 tempest-SecurityGroupsTestAdminJSON-1440518576-project-admin] 10.222.0.23 "GET /v2.0/security-groups/038af104-743a-432a-8b46-f7cb76379adf HTTP/1.1" status: 200 len: 2998 time: 0.1071405 Dec 06 17:05:42.290903 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-f1a351f4-cde6-42fb-a5c8-9e87959413b9 None None] Provisioning complete for port 4a0e17ca-8e62-4540-9770-1f918ff64601 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:05:42.291456 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f1a351f4-cde6-42fb-a5c8-9e87959413b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:42.319233 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-403a4649-f68b-4e0e-9cd8-89fd1686d16d req-5177c009-50b7-447a-a56a-2bea61175788 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=6252f7c7-d028-4844-bc2a-d0db9ec4f703 HTTP/1.1" status: 200 len: 217 time: 0.0594056 Dec 06 17:05:42.330245 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fab720b8-a53c-4db8-ad62-2cab5e564eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:42.337641 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-f1a351f4-cde6-42fb-a5c8-9e87959413b9 None None] Port 4a0e17ca-8e62-4540-9770-1f918ff64601 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:05:42.342375 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d34243d1-1f3a-4039-b877-651e73b671db req-944942da-33b3-4ce1-8dbc-912f5fce4c51 tempest-SecurityGroupsTestAdminJSON-1440518576 tempest-SecurityGroupsTestAdminJSON-1440518576-project-admin] 10.222.0.23 "GET /v2.0/security-groups/038af104-743a-432a-8b46-f7cb76379adf HTTP/1.1" status: 200 len: 2998 time: 0.0815573 Dec 06 17:05:42.375435 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4e37eb1c-d26f-4e8a-a0ec-8005bdff3fc6 req-00624d94-67c6-4373-800e-e2093ae64b9a tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233548 Dec 06 17:05:42.409503 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a4649-f68b-4e0e-9cd8-89fd1686d16d req-6520b7ae-c468-455c-8a6a-4cd3f80aaf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:42.410965 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-403a4649-f68b-4e0e-9cd8-89fd1686d16d req-6520b7ae-c468-455c-8a6a-4cd3f80aaf24 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1342252a-21e4-4783-88ff-f54776c79059 HTTP/1.1" status: 200 len: 843 time: 0.0650532 Dec 06 17:05:42.426044 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-280dd3f7-8942-48b5-83fd-f51cb1b3d703 req-2d740fa4-b00b-4bcf-a108-e925517a7c2d service neutron] 10.222.0.44 "GET /v2.0/networks/f368e270-aa86-47d2-9c8f-0ac2b4fc8997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944540 Dec 06 17:05:42.441002 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d34243d1-1f3a-4039-b877-651e73b671db req-dd943774-ba31-42b3-9de9-2e58ab802418 tempest-SecurityGroupsTestAdminJSON-1440518576 tempest-SecurityGroupsTestAdminJSON-1440518576-project-admin] 10.222.0.23 "GET /v2.0/security-groups/3ad97a15-b109-4227-8270-786178d26402 HTTP/1.1" status: 200 len: 2998 time: 0.0687952 Dec 06 17:05:42.542069 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d34243d1-1f3a-4039-b877-651e73b671db req-837f89c4-e4d9-4a17-a02a-13ecc43f9496 tempest-SecurityGroupsTestAdminJSON-1440518576 tempest-SecurityGroupsTestAdminJSON-1440518576-project-admin] 10.222.0.23 "GET /v2.0/security-groups/3ad97a15-b109-4227-8270-786178d26402 HTTP/1.1" status: 200 len: 2998 time: 0.0842016 Dec 06 17:05:42.567030 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a4649-f68b-4e0e-9cd8-89fd1686d16d req-9e5f1168-afcb-4d93-8d89-7f24fa6fa44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:42.568548 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-403a4649-f68b-4e0e-9cd8-89fd1686d16d req-9e5f1168-afcb-4d93-8d89-7f24fa6fa44b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee08a0d2-834f-4c39-be47-9c424581246a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1416373 Dec 06 17:05:42.595213 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec5107-d61e-4918-8be2-def39bf08b75 req-f30c8ef4-2678-42ca-bf6b-bc6678d9549d tempest-ServerDiagnosticsNegativeTest-1466752941 tempest-ServerDiagnosticsNegativeTest-1466752941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:42.596660 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-85ec5107-d61e-4918-8be2-def39bf08b75 req-f30c8ef4-2678-42ca-bf6b-bc6678d9549d tempest-ServerDiagnosticsNegativeTest-1466752941 tempest-ServerDiagnosticsNegativeTest-1466752941-project] 10.222.0.23 "GET /v2.0/ports?device_id=97f54aca-fda7-4142-b577-2c530c1b375c HTTP/1.1" status: 200 len: 948 time: 0.0957298 Dec 06 17:05:42.601249 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-280dd3f7-8942-48b5-83fd-f51cb1b3d703 req-9637204a-d284-492f-b97c-0c347b15182d service neutron] 10.222.0.44 "GET /v2.0/networks/f368e270-aa86-47d2-9c8f-0ac2b4fc8997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668305 Dec 06 17:05:42.614398 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d34243d1-1f3a-4039-b877-651e73b671db req-7fce2ae3-29ed-45bb-a34b-068d403c7fc8 tempest-SecurityGroupsTestAdminJSON-1440518576 tempest-SecurityGroupsTestAdminJSON-1440518576-project-admin] 10.222.0.23 "GET /v2.0/security-groups/4d07d190-ee46-4225-ab0d-1167e4c89c9b HTTP/1.1" status: 200 len: 2998 time: 0.0595434 Dec 06 17:05:42.627805 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fab720b8-a53c-4db8-ad62-2cab5e564eb6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:42.634836 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fab720b8-a53c-4db8-ad62-2cab5e564eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:42.635514 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fab720b8-a53c-4db8-ad62-2cab5e564eb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-772465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539207'] for router_interface, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:42.697933 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-85ec5107-d61e-4918-8be2-def39bf08b75 req-227fd16f-3961-4096-9b97-b3214acba288 tempest-ServerDiagnosticsNegativeTest-1466752941 tempest-ServerDiagnosticsNegativeTest-1466752941-project] 10.222.0.23 "GET /v2.0/security-groups?id=a61f2f56-9919-40f0-9019-0bf22e883a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868638 Dec 06 17:05:42.720356 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-403a4649-f68b-4e0e-9cd8-89fd1686d16d req-cba6b283-fd47-4f31-ae43-e7b47bc07861 service neutron] 10.222.0.41 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422315 Dec 06 17:05:42.752492 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d34243d1-1f3a-4039-b877-651e73b671db req-7f85d63b-0ca0-4a55-9b08-3b7d5bbda97b tempest-SecurityGroupsTestAdminJSON-1440518576 tempest-SecurityGroupsTestAdminJSON-1440518576-project-admin] 10.222.0.23 "GET /v2.0/security-groups/4d07d190-ee46-4225-ab0d-1167e4c89c9b HTTP/1.1" status: 200 len: 2998 time: 0.1288583 Dec 06 17:05:42.754689 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab720b8-a53c-4db8-ad62-2cab5e564eb6 admin admin] Pushing event updated for resources: {'Port': ['ID=4a0e17ca-8e62-4540-9770-1f918ff64601,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:42.808895 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d34243d1-1f3a-4039-b877-651e73b671db req-788e8ccc-0e13-4554-ab28-90476998eeeb tempest-SecurityGroupsTestAdminJSON-1440518576 tempest-SecurityGroupsTestAdminJSON-1440518576-project-admin] 10.222.0.23 "GET /v2.0/security-groups/5a95a52c-9939-4cde-98df-3b2d43a39684 HTTP/1.1" status: 200 len: 2998 time: 0.0453243 Dec 06 17:05:42.841933 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab720b8-a53c-4db8-ad62-2cab5e564eb6 admin admin] Network 2cab9d8f-ee72-4804-a347-0ab3a08941b1 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:05:42.849378 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-fab720b8-a53c-4db8-ad62-2cab5e564eb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:05:42.896017 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280dd3f7-8942-48b5-83fd-f51cb1b3d703 req-be549786-ad98-485c-a84f-5c7030d09e7f tempest-LiveAutoBlockMigrationV225Test-847899352 tempest-LiveAutoBlockMigrationV225Test-847899352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:42.897652 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-280dd3f7-8942-48b5-83fd-f51cb1b3d703 req-be549786-ad98-485c-a84f-5c7030d09e7f tempest-LiveAutoBlockMigrationV225Test-847899352 tempest-LiveAutoBlockMigrationV225Test-847899352-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=31c7763d-6ef7-4308-8c38-56013cf586be&tenant_id=013b92ce2e6a40e1a3b2fa92d62d652e&binding%3Ahost_id=n-h1-master-1 HTTP/1.1" status: 200 len: 1097 time: 0.1434686 Dec 06 17:05:42.911608 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-280dd3f7-8942-48b5-83fd-f51cb1b3d703 req-8539c037-a1fb-44dd-80e8-6b611379cca1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-master-1'}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:05:42.942090 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-403a4649-f68b-4e0e-9cd8-89fd1686d16d req-bb4d1368-78f7-470f-baa8-caedfb15a19e service neutron] 10.222.0.41 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125235 Dec 06 17:05:42.983857 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d34243d1-1f3a-4039-b877-651e73b671db req-119fcfb1-8c3a-45a8-bef8-39bc4227aba8 tempest-SecurityGroupsTestAdminJSON-1440518576 tempest-SecurityGroupsTestAdminJSON-1440518576-project-admin] 10.222.0.23 "GET /v2.0/security-groups/5a95a52c-9939-4cde-98df-3b2d43a39684 HTTP/1.1" status: 200 len: 2998 time: 0.1632221 Dec 06 17:05:43.007147 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8960815e-2452-4e64-9c70-cdafaca73686 req-7a25bebf-0734-4dec-8f54-e4419ae084a0 tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=7e8068b9147b42b9b70b0723ccb27d4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0406280 Dec 06 17:05:43.014550 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-280dd3f7-8942-48b5-83fd-f51cb1b3d703 req-8539c037-a1fb-44dd-80e8-6b611379cca1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:43.025333 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fab720b8-a53c-4db8-ad62-2cab5e564eb6 admin admin] Router 120f182c-ae74-4dae-a743-c0ec8a65ebab has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:05:43.066925 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d34243d1-1f3a-4039-b877-651e73b671db req-ba07e94f-7bb9-4f2f-9568-269b0795a26f tempest-SecurityGroupsTestAdminJSON-1440518576 tempest-SecurityGroupsTestAdminJSON-1440518576-project-admin] 10.222.0.23 "GET /v2.0/security-groups/6f19429f-3b05-4a35-aac8-fc69e71b8154 HTTP/1.1" status: 200 len: 2998 time: 0.0688896 Dec 06 17:05:43.179089 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d34243d1-1f3a-4039-b877-651e73b671db req-da74edcf-628f-4412-be2d-aaf40ca4da9b tempest-SecurityGroupsTestAdminJSON-1440518576 tempest-SecurityGroupsTestAdminJSON-1440518576-project-admin] 10.222.0.23 "GET /v2.0/security-groups/6f19429f-3b05-4a35-aac8-fc69e71b8154 HTTP/1.1" status: 200 len: 2998 time: 0.0740414 Dec 06 17:05:43.198039 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-53dd05fb-4892-47ca-a7a2-9ebcc736aa0f None None] Provisioning complete for port 4a0e17ca-8e62-4540-9770-1f918ff64601 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:05:43.200367 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-53dd05fb-4892-47ca-a7a2-9ebcc736aa0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:43.249016 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-53dd05fb-4892-47ca-a7a2-9ebcc736aa0f None None] Port 4a0e17ca-8e62-4540-9770-1f918ff64601 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:05:43.250095 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d34243d1-1f3a-4039-b877-651e73b671db req-90517a4b-9d3d-41e6-9fc4-d1edfcfea4b7 tempest-SecurityGroupsTestAdminJSON-1440518576 tempest-SecurityGroupsTestAdminJSON-1440518576-project-admin] 10.222.0.23 "GET /v2.0/security-groups/831696b2-5ffa-40bd-a226-7b9cd528b861 HTTP/1.1" status: 200 len: 2998 time: 0.0586836 Dec 06 17:05:43.263810 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fab720b8-a53c-4db8-ad62-2cab5e564eb6 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:05:43.271066 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-fab720b8-a53c-4db8-ad62-2cab5e564eb6 admin admin] 10.222.0.23 "PUT /v2.0/routers/120f182c-ae74-4dae-a743-c0ec8a65ebab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4754653 Dec 06 17:05:43.275429 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device afe6bb84-ff58-4fc6-b14f-692c7396c32f up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:05:43.277072 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-280dd3f7-8942-48b5-83fd-f51cb1b3d703 req-8539c037-a1fb-44dd-80e8-6b611379cca1 service neutron] For port ce8a20ff-a9c6-4795-a571-20bb813075a1, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ce8a20ff-a9c6-4795-a571-20bb813075a1,segment=NetworkSegment(d43b23f1-3a85-4be8-8063-3fe18696b942),segment_id=d43b23f1-3a85-4be8-8063-3fe18696b942)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:05:43.300004 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8960815e-2452-4e64-9c70-cdafaca73686 req-e92a4dbe-cc71-4333-8384-8ee7500d3e11 tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:43.302587 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8960815e-2452-4e64-9c70-cdafaca73686 req-e92a4dbe-cc71-4333-8384-8ee7500d3e11 tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2850668 Dec 06 17:05:43.318959 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d34243d1-1f3a-4039-b877-651e73b671db req-fd226500-ecc1-4ebe-8087-7dbc85fd3f48 tempest-SecurityGroupsTestAdminJSON-1440518576 tempest-SecurityGroupsTestAdminJSON-1440518576-project-admin] 10.222.0.23 "GET /v2.0/security-groups/831696b2-5ffa-40bd-a226-7b9cd528b861 HTTP/1.1" status: 200 len: 2998 time: 0.0680046 Dec 06 17:05:43.344665 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8960815e-2452-4e64-9c70-cdafaca73686 req-cc0b3e80-9c82-4077-82f6-877a6c87f0eb tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] 10.222.0.23 "GET /v2.0/quotas/7e8068b9147b42b9b70b0723ccb27d4c HTTP/1.1" status: 200 len: 375 time: 0.0330710 Dec 06 17:05:43.351898 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e44dfd3b-7301-47b4-af63-b826d04c4eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:43.358123 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port afe6bb84-ff58-4fc6-b14f-692c7396c32f triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:05:43.358494 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:43.394083 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d34243d1-1f3a-4039-b877-651e73b671db req-47755dd3-efa5-4d73-b5b2-95b48fdd13fa tempest-SecurityGroupsTestAdminJSON-1440518576 tempest-SecurityGroupsTestAdminJSON-1440518576-project-admin] 10.222.0.23 "GET /v2.0/security-groups/8331606c-66c4-442f-9ac7-0d2af440a87d HTTP/1.1" status: 200 len: 2994 time: 0.0674069 Dec 06 17:05:43.394582 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8960815e-2452-4e64-9c70-cdafaca73686 req-d7e01b25-055f-4acd-80ee-4c67e83b3dd1 tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7e8068b9147b42b9b70b0723ccb27d4c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0450778 Dec 06 17:05:43.397653 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-280dd3f7-8942-48b5-83fd-f51cb1b3d703 req-8539c037-a1fb-44dd-80e8-6b611379cca1 service neutron] For port ce8a20ff-a9c6-4795-a571-20bb813075a1, host n-h1-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:05:43.446831 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d34243d1-1f3a-4039-b877-651e73b671db req-a1cdd1cf-e9b1-405e-824c-e68aa67ba2d4 tempest-SecurityGroupsTestAdminJSON-1440518576 tempest-SecurityGroupsTestAdminJSON-1440518576-project-admin] 10.222.0.23 "GET /v2.0/security-groups/8331606c-66c4-442f-9ac7-0d2af440a87d HTTP/1.1" status: 200 len: 2994 time: 0.0504599 Dec 06 17:05:43.460148 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:43.490793 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-280dd3f7-8942-48b5-83fd-f51cb1b3d703 req-8539c037-a1fb-44dd-80e8-6b611379cca1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:43.502171 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-280dd3f7-8942-48b5-83fd-f51cb1b3d703 req-8539c037-a1fb-44dd-80e8-6b611379cca1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:43.514459 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d34243d1-1f3a-4039-b877-651e73b671db req-607a68e7-f1a0-4907-b570-5ce054385008 tempest-SecurityGroupsTestAdminJSON-1440518576 tempest-SecurityGroupsTestAdminJSON-1440518576-project-admin] 10.222.0.23 "GET /v2.0/security-groups/8ff63d74-5b75-4ce1-8506-059bad8dfa3c HTTP/1.1" status: 200 len: 2994 time: 0.0584955 Dec 06 17:05:43.518601 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] For port afe6bb84-ff58-4fc6-b14f-692c7396c32f, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=afe6bb84-ff58-4fc6-b14f-692c7396c32f,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:05:43.527013 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32057188-25e3-475b-b028-82c28e64d18b None None] Sync routers for ids ['120f182c-ae74-4dae-a743-c0ec8a65ebab'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:05:43.534311 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:43.569954 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32057188-25e3-475b-b028-82c28e64d18b None None] Routers {'120f182c-ae74-4dae-a743-c0ec8a65ebab'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:05:43.570609 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-32057188-25e3-475b-b028-82c28e64d18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:05:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['120f182c-ae74-4dae-a743-c0ec8a65ebab'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:05:43.594834 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d34243d1-1f3a-4039-b877-651e73b671db req-d0d48115-339f-437f-8473-c7941cb1b194 tempest-SecurityGroupsTestAdminJSON-1440518576 tempest-SecurityGroupsTestAdminJSON-1440518576-project-admin] 10.222.0.23 "GET /v2.0/security-groups/8ff63d74-5b75-4ce1-8506-059bad8dfa3c HTTP/1.1" status: 200 len: 2994 time: 0.0723329 Dec 06 17:05:43.644271 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Pushing event updated for resources: {'Port': ['ID=afe6bb84-ff58-4fc6-b14f-692c7396c32f,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:43.682566 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8539c037-a1fb-44dd-80e8-6b611379cca1 service neutron] Pushing event updated for resources: {'Port': ['ID=ce8a20ff-a9c6-4795-a571-20bb813075a1,revision_number=7']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:43.686831 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d34243d1-1f3a-4039-b877-651e73b671db req-6a04c1e2-587a-46d7-9d7f-c66abe7d716b tempest-SecurityGroupsTestAdminJSON-1440518576 tempest-SecurityGroupsTestAdminJSON-1440518576-project-admin] 10.222.0.23 "GET /v2.0/security-groups/a444f45d-c4ee-47af-ba6a-a68f7a1348bb HTTP/1.1" status: 200 len: 2990 time: 0.0857098 Dec 06 17:05:43.707176 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-280dd3f7-8942-48b5-83fd-f51cb1b3d703 req-8539c037-a1fb-44dd-80e8-6b611379cca1 service neutron] Attempting to bind port ce8a20ff-a9c6-4795-a571-20bb813075a1 on host n-h1-master-1 for vnic_type normal with profile {"migrating_to": "n-h2-master-1"} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:05:43.707510 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-280dd3f7-8942-48b5-83fd-f51cb1b3d703 req-8539c037-a1fb-44dd-80e8-6b611379cca1 service neutron] Attempting to bind port ce8a20ff-a9c6-4795-a571-20bb813075a1 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'd43b23f1-3a85-4be8-8063-3fe18696b942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f368e270-aa86-47d2-9c8f-0ac2b4fc8997'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:05:43.707840 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280dd3f7-8942-48b5-83fd-f51cb1b3d703 req-8539c037-a1fb-44dd-80e8-6b611379cca1 service neutron] Attempting to bind port ce8a20ff-a9c6-4795-a571-20bb813075a1 on network f368e270-aa86-47d2-9c8f-0ac2b4fc8997 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:05:43.713754 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280dd3f7-8942-48b5-83fd-f51cb1b3d703 req-8539c037-a1fb-44dd-80e8-6b611379cca1 service neutron] Port ce8a20ff-a9c6-4795-a571-20bb813075a1 on network f368e270-aa86-47d2-9c8f-0ac2b4fc8997 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:05:43.713754 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280dd3f7-8942-48b5-83fd-f51cb1b3d703 req-8539c037-a1fb-44dd-80e8-6b611379cca1 service neutron] Attempting to bind port ce8a20ff-a9c6-4795-a571-20bb813075a1 on network f368e270-aa86-47d2-9c8f-0ac2b4fc8997 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:05:43.735218 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed5706f3-6e46-4787-936b-dec71bf6e593 x-openstack-request-id: req-ed5706f3-6e46-4787-936b-dec71bf6e593 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:05:43.735657 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97f54aca-fda7-4142-b577-2c530c1b375c", "tag": "6252f7c7-d028-4844-bc2a-d0db9ec4f703", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:05:43.735921 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ed5706f3-6e46-4787-936b-dec71bf6e593 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:05:43.736327 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97f54aca-fda7-4142-b577-2c530c1b375c', 'tag': '6252f7c7-d028-4844-bc2a-d0db9ec4f703', 'status': 'completed', 'code': 200} Dec 06 17:05:43.737045 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280dd3f7-8942-48b5-83fd-f51cb1b3d703 req-8539c037-a1fb-44dd-80e8-6b611379cca1 service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:05:43.737380 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280dd3f7-8942-48b5-83fd-f51cb1b3d703 req-8539c037-a1fb-44dd-80e8-6b611379cca1 service neutron] Checking segment: {'id': 'd43b23f1-3a85-4be8-8063-3fe18696b942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f368e270-aa86-47d2-9c8f-0ac2b4fc8997'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:05:43.737786 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280dd3f7-8942-48b5-83fd-f51cb1b3d703 req-8539c037-a1fb-44dd-80e8-6b611379cca1 service neutron] Bound using segment: {'id': 'd43b23f1-3a85-4be8-8063-3fe18696b942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f368e270-aa86-47d2-9c8f-0ac2b4fc8997'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:05:43.738227 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-280dd3f7-8942-48b5-83fd-f51cb1b3d703 req-8539c037-a1fb-44dd-80e8-6b611379cca1 service neutron] Bound port: ce8a20ff-a9c6-4795-a571-20bb813075a1, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd43b23f1-3a85-4be8-8063-3fe18696b942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f368e270-aa86-47d2-9c8f-0ac2b4fc8997'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:05:43.739100 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-280dd3f7-8942-48b5-83fd-f51cb1b3d703 req-8539c037-a1fb-44dd-80e8-6b611379cca1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:43.744020 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-32057188-25e3-475b-b028-82c28e64d18b None None] Set router 120f182c-ae74-4dae-a743-c0ec8a65ebab gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:05:43.819866 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d34243d1-1f3a-4039-b877-651e73b671db req-87f4702d-e7f2-4ecf-9836-af6233b80f14 tempest-SecurityGroupsTestAdminJSON-1440518576 tempest-SecurityGroupsTestAdminJSON-1440518576-project-admin] 10.222.0.23 "GET /v2.0/security-groups/a444f45d-c4ee-47af-ba6a-a68f7a1348bb HTTP/1.1" status: 200 len: 2990 time: 0.1255498 Dec 06 17:05:43.928866 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d34243d1-1f3a-4039-b877-651e73b671db req-370f2e94-1d7e-4327-8ffa-9cc4ab8f5a76 tempest-SecurityGroupsTestAdminJSON-1440518576 tempest-SecurityGroupsTestAdminJSON-1440518576-project-admin] 10.222.0.23 "GET /v2.0/security-groups/a61f2f56-9919-40f0-9019-0bf22e883a30 HTTP/1.1" status: 200 len: 2998 time: 0.1031425 Dec 06 17:05:43.955949 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-280dd3f7-8942-48b5-83fd-f51cb1b3d703 req-8539c037-a1fb-44dd-80e8-6b611379cca1 service neutron] For port ce8a20ff-a9c6-4795-a571-20bb813075a1, host n-h1-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:05:43.989415 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fdc8c3-0d83-447f-ad05-a22cfe042775 req-292a181e-eeed-402e-8473-c813311d4ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:43.991396 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-62fdc8c3-0d83-447f-ad05-a22cfe042775 req-292a181e-eeed-402e-8473-c813311d4ec3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bef3958935014be982b28e5c24624b1f&device_id=97f54aca-fda7-4142-b577-2c530c1b375c HTTP/1.1" status: 200 len: 1099 time: 0.2161052 Dec 06 17:05:43.992672 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d34243d1-1f3a-4039-b877-651e73b671db req-f617e3d2-4d51-456a-9879-55b5a3e8034c tempest-SecurityGroupsTestAdminJSON-1440518576 tempest-SecurityGroupsTestAdminJSON-1440518576-project-admin] 10.222.0.23 "GET /v2.0/security-groups/a61f2f56-9919-40f0-9019-0bf22e883a30 HTTP/1.1" status: 200 len: 2998 time: 0.0570037 Dec 06 17:05:44.018719 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-280dd3f7-8942-48b5-83fd-f51cb1b3d703 req-8539c037-a1fb-44dd-80e8-6b611379cca1 service neutron] For port ce8a20ff-a9c6-4795-a571-20bb813075a1, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ce8a20ff-a9c6-4795-a571-20bb813075a1,segment=NetworkSegment(d43b23f1-3a85-4be8-8063-3fe18696b942),segment_id=d43b23f1-3a85-4be8-8063-3fe18696b942)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:05:44.052239 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-280dd3f7-8942-48b5-83fd-f51cb1b3d703 req-8539c037-a1fb-44dd-80e8-6b611379cca1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:44.157359 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d34243d1-1f3a-4039-b877-651e73b671db req-626a7782-e1fc-4f82-b6eb-da65f16ca5fa tempest-SecurityGroupsTestAdminJSON-1440518576 tempest-SecurityGroupsTestAdminJSON-1440518576-project-admin] 10.222.0.23 "GET /v2.0/security-groups/b82df78f-7bd0-4b06-b4bb-85ef1a7a1dd8 HTTP/1.1" status: 200 len: 2998 time: 0.1364818 Dec 06 17:05:44.293418 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d34243d1-1f3a-4039-b877-651e73b671db req-15b1e83f-4ffe-4fad-a9c6-b0fe9a5bfc6d tempest-SecurityGroupsTestAdminJSON-1440518576 tempest-SecurityGroupsTestAdminJSON-1440518576-project-admin] 10.222.0.23 "GET /v2.0/security-groups/b82df78f-7bd0-4b06-b4bb-85ef1a7a1dd8 HTTP/1.1" status: 200 len: 2998 time: 0.1401846 Dec 06 17:05:44.514096 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d34243d1-1f3a-4039-b877-651e73b671db req-a8eb7277-13ad-4d00-b84e-224fdc97b4c1 tempest-SecurityGroupsTestAdminJSON-1440518576 tempest-SecurityGroupsTestAdminJSON-1440518576-project-admin] 10.222.0.23 "GET /v2.0/security-groups/ce9bc22b-4538-47b2-a7df-65b68628d274 HTTP/1.1" status: 200 len: 2998 time: 0.2046010 Dec 06 17:05:44.520258 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-32057188-25e3-475b-b028-82c28e64d18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '120f182c-ae74-4dae-a743-c0ec8a65ebab', 'name': 'tempest-AttachSCSIVolumeTestJSON-2139334545-router', 'tenant_id': '4c2daca2a9574224ac52ba04e5f1cbc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.225'}], 'enable_snat': True}, 'gw_port_id': 'afe6bb84-ff58-4fc6-b14f-692c7396c32f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:05:34Z', 'updated_at': '2021-12-06T17:05:42Z', 'revision_number': 4, 'project_id': '4c2daca2a9574224ac52ba04e5f1cbc4', 'gw_port': {'id': 'afe6bb84-ff58-4fc6-b14f-692c7396c32f', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:1a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120f182c-ae74-4dae-a743-c0ec8a65ebab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:05:35Z', 'updated_at': '2021-12-06T17:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '4a0e17ca-8e62-4540-9770-1f918ff64601', 'name': '', 'network_id': '2cab9d8f-ee72-4804-a347-0ab3a08941b1', 'tenant_id': '4c2daca2a9574224ac52ba04e5f1cbc4', 'mac_address': 'fa:16:3e:a8:75:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '120f182c-ae74-4dae-a743-c0ec8a65ebab', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '7c4a12a1-899d-4c88-a776-e493b39a048a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:05:39Z', 'updated_at': '2021-12-06T17:05:42Z', 'revision_number': 2, 'project_id': '4c2daca2a9574224ac52ba04e5f1cbc4', 'subnets': [{'id': '7c4a12a1-899d-4c88-a776-e493b39a048a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:05:44.578960 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32057188-25e3-475b-b028-82c28e64d18b None None] Checking router: 120f182c-ae74-4dae-a743-c0ec8a65ebab for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:05:44.579860 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32057188-25e3-475b-b028-82c28e64d18b None None] Updating router 120f182c-ae74-4dae-a743-c0ec8a65ebab port 4a0e17ca-8e62-4540-9770-1f918ff64601 binding host n-d-master-1 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:05:44.633144 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-32057188-25e3-475b-b028-82c28e64d18b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:44.658738 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d34243d1-1f3a-4039-b877-651e73b671db req-b371d623-9c83-48c3-93da-8400d47778a3 tempest-SecurityGroupsTestAdminJSON-1440518576 tempest-SecurityGroupsTestAdminJSON-1440518576-project-admin] 10.222.0.23 "GET /v2.0/security-groups/ce9bc22b-4538-47b2-a7df-65b68628d274 HTTP/1.1" status: 200 len: 2998 time: 0.1407208 Dec 06 17:05:44.794464 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3382c6ce-4bd4-41fb-9fd2-f5dcd0110e3d req-1b8f9d85-cd8b-4970-975f-7ba28931f1ee tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:44.802854 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3382c6ce-4bd4-41fb-9fd2-f5dcd0110e3d req-1b8f9d85-cd8b-4970-975f-7ba28931f1ee tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] 10.222.0.23 "GET /v2.0/ports?device_id=85746b16-9c6a-40cb-851c-a3d456d992ed HTTP/1.1" status: 200 len: 966 time: 0.7177517 Dec 06 17:05:44.831236 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280dd3f7-8942-48b5-83fd-f51cb1b3d703 req-8539c037-a1fb-44dd-80e8-6b611379cca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:44.832148 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-280dd3f7-8942-48b5-83fd-f51cb1b3d703 req-8539c037-a1fb-44dd-80e8-6b611379cca1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:44.833851 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-280dd3f7-8942-48b5-83fd-f51cb1b3d703 req-8539c037-a1fb-44dd-80e8-6b611379cca1 service neutron] 10.222.0.44 "PUT /v2.0/ports/ce8a20ff-a9c6-4795-a571-20bb813075a1 HTTP/1.1" status: 200 len: 1122 time: 1.9265566 Dec 06 17:05:44.836192 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8539c037-a1fb-44dd-80e8-6b611379cca1 service neutron] Pushing event updated for resources: {'Port': ['ID=ce8a20ff-a9c6-4795-a571-20bb813075a1,revision_number=8']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:44.845856 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fdc8c3-0d83-447f-ad05-a22cfe042775 req-0319134c-b2f5-4970-a464-f53a45705f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:44.847637 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-62fdc8c3-0d83-447f-ad05-a22cfe042775 req-0319134c-b2f5-4970-a464-f53a45705f85 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ee08a0d2-834f-4c39-be47-9c424581246a HTTP/1.1" status: 200 len: 870 time: 0.8439844 Dec 06 17:05:44.930128 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d1c637-330b-4b35-ad7f-e84e4925ce3b req-3e17d0f1-9f4b-4c4d-9067-401250a5e32d tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:44.932383 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-52d1c637-330b-4b35-ad7f-e84e4925ce3b req-3e17d0f1-9f4b-4c4d-9067-401250a5e32d tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=31c7763d-6ef7-4308-8c38-56013cf586be HTTP/1.1" status: 200 len: 944 time: 0.1531596 Dec 06 17:05:44.956786 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-62fdc8c3-0d83-447f-ad05-a22cfe042775 req-111900ec-249b-4adf-8ff1-02f6c4fa862f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=6252f7c7-d028-4844-bc2a-d0db9ec4f703 HTTP/1.1" status: 200 len: 217 time: 0.0978365 Dec 06 17:05:44.988244 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3382c6ce-4bd4-41fb-9fd2-f5dcd0110e3d req-6cb3155c-f8c7-408a-8986-e99fd223bcd5 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] 10.222.0.23 "GET /v2.0/security-groups?id=32e60c91-0f09-4047-85e4-be430fb60702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1837127 Dec 06 17:05:44.991510 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['ce8a20ff-a9c6-4795-a571-20bb813075a1'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:05:44.995903 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-52d1c637-330b-4b35-ad7f-e84e4925ce3b req-5f6f023d-ca2a-4763-9ee2-e5db20370c32 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547829 Dec 06 17:05:45.205377 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-24c811b7-2b34-45b2-9b1c-5245d3c18fed req-8daf1be5-dbfb-4b5e-af94-1d0b1c5c73a1 tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] 10.222.0.23 "GET /v2.0/ports?device_id=f52c6749-04e8-48c3-a65a-da9f850f64af HTTP/1.1" status: 200 len: 210 time: 0.0870197 Dec 06 17:05:45.207071 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fdc8c3-0d83-447f-ad05-a22cfe042775 req-a7f5a1e5-816c-40ca-a0cd-e284483f20e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:45.208523 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-62fdc8c3-0d83-447f-ad05-a22cfe042775 req-a7f5a1e5-816c-40ca-a0cd-e284483f20e7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1342252a-21e4-4783-88ff-f54776c79059 HTTP/1.1" status: 200 len: 843 time: 0.2193727 Dec 06 17:05:45.318784 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8680c4-962e-4f0e-9032-dd53a73c1ea7 req-8d5abbc8-b754-4f16-85f6-5c828d9c7922 tempest-ServerDiagnosticsNegativeTest-1466752941 tempest-ServerDiagnosticsNegativeTest-1466752941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:45.323977 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4c8680c4-962e-4f0e-9032-dd53a73c1ea7 req-8d5abbc8-b754-4f16-85f6-5c828d9c7922 tempest-ServerDiagnosticsNegativeTest-1466752941 tempest-ServerDiagnosticsNegativeTest-1466752941-project] 10.222.0.23 "GET /v2.0/ports?device_id=97f54aca-fda7-4142-b577-2c530c1b375c HTTP/1.1" status: 200 len: 948 time: 0.1433551 Dec 06 17:05:45.357110 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8960815e-2452-4e64-9c70-cdafaca73686 req-894c83e5-0cd0-4a06-aeee-464d80032f0f tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=7e8068b9147b42b9b70b0723ccb27d4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0790846 Dec 06 17:05:45.369931 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device afe6bb84-ff58-4fc6-b14f-692c7396c32f up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:05:45.422280 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fdc8c3-0d83-447f-ad05-a22cfe042775 req-6c568fb6-ac39-4579-a269-d90613f4bca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:45.425389 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-62fdc8c3-0d83-447f-ad05-a22cfe042775 req-6c568fb6-ac39-4579-a269-d90613f4bca0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee08a0d2-834f-4c39-be47-9c424581246a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2042415 Dec 06 17:05:45.491309 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4c8680c4-962e-4f0e-9032-dd53a73c1ea7 req-d1a89001-e35d-4a6e-9867-514a9b460a6e tempest-ServerDiagnosticsNegativeTest-1466752941 tempest-ServerDiagnosticsNegativeTest-1466752941-project] 10.222.0.23 "GET /v2.0/security-groups?id=a61f2f56-9919-40f0-9019-0bf22e883a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424301 Dec 06 17:05:45.573185 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-32057188-25e3-475b-b028-82c28e64d18b None None] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:45.617396 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-32057188-25e3-475b-b028-82c28e64d18b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:45.710138 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533527fc-5d0d-4f70-ac2c-42da46723dab None None] Pushing event updated for resources: {'Port': ['ID=4a0e17ca-8e62-4540-9770-1f918ff64601,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:45.751168 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31c7763d-6ef7-4308-8c38-56013cf586be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce8a20ff-a9c6-4795-a571-20bb813075a1'}, {'name': 'network-changed', 'server_uuid': '31c7763d-6ef7-4308-8c38-56013cf586be', 'tag': 'ce8a20ff-a9c6-4795-a571-20bb813075a1'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:05:45.753359 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4389873c-1c34-4228-a51a-399033f56dc2" -d '{"events": [{"server_uuid": "31c7763d-6ef7-4308-8c38-56013cf586be", "name": "network-vif-unplugged", "status": "completed", "tag": "ce8a20ff-a9c6-4795-a571-20bb813075a1"}, {"name": "network-changed", "server_uuid": "31c7763d-6ef7-4308-8c38-56013cf586be", "tag": "ce8a20ff-a9c6-4795-a571-20bb813075a1"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:05:45.777199 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-de6299ed-32fe-48f8-a995-e072217f457e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:45.807139 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port afe6bb84-ff58-4fc6-b14f-692c7396c32f triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:05:45.810527 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:45.866771 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252db998-4483-44f2-a56b-f7f2c31ef0cb req-f0556196-56e2-40bf-a021-8e1312438e0f tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:45.878512 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 6252f7c7-d028-4844-bc2a-d0db9ec4f703 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:05:45.887327 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-252db998-4483-44f2-a56b-f7f2c31ef0cb req-f0556196-56e2-40bf-a021-8e1312438e0f tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] 10.222.0.23 "GET /v2.0/ports?device_id=85746b16-9c6a-40cb-851c-a3d456d992ed HTTP/1.1" status: 200 len: 966 time: 0.2658062 Dec 06 17:05:45.889727 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 33636) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:05:45.894200 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-e4947659-3708-4abb-a384-9ba871b4d462 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Request body: {'floatingip': {'port_id': '4cb9766a-3989-4121-8ba3-8d7599006d6b'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:05:45.900259 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5a19de89-552d-4339-891e-ef10dbc2a748 req-fe84f06d-f245-4a83-b737-a9a1ab3e8cd1 tempest-SecurityGroupsTestAdminJSON-1387764471 tempest-SecurityGroupsTestAdminJSON-1387764471-project] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d06fd91b04474a09aea9ef42b02565d9 HTTP/1.1" status: 200 len: 6155 time: 0.5001960 Dec 06 17:05:45.928877 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8960815e-2452-4e64-9c70-cdafaca73686 req-3c092805-08c9-4bc1-b162-0942731d025a tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:45.932485 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8960815e-2452-4e64-9c70-cdafaca73686 req-3c092805-08c9-4bc1-b162-0942731d025a tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5579746 Dec 06 17:05:45.943537 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 33638) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:05:45.995105 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-62fdc8c3-0d83-447f-ad05-a22cfe042775 req-550d0b8b-af25-42f1-ac9f-734bc5e5f9b4 service neutron] 10.222.0.41 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5304432 Dec 06 17:05:46.053563 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e4947659-3708-4abb-a384-9ba871b4d462 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Publish callbacks [] for floatingip, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:46.066556 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-8960815e-2452-4e64-9c70-cdafaca73686 req-65646a2b-7e50-425e-8f19-ca1771e33f03 tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] Request body: {'port': {'device_id': 'f52c6749-04e8-48c3-a65a-da9f850f64af', 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a', 'admin_state_up': True, 'tenant_id': '7e8068b9147b42b9b70b0723ccb27d4c'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:05:46.109124 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 06 Dec 2021 17:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-553912e8-4509-4aed-9bfb-2f4a67e59396 x-openstack-request-id: req-553912e8-4509-4aed-9bfb-2f4a67e59396 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:05:46.110012 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31c7763d-6ef7-4308-8c38-56013cf586be", "name": "network-vif-unplugged", "status": "completed", "tag": "ce8a20ff-a9c6-4795-a571-20bb813075a1", "code": 200}, {"name": "network-changed", "server_uuid": "31c7763d-6ef7-4308-8c38-56013cf586be", "tag": "ce8a20ff-a9c6-4795-a571-20bb813075a1", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:05:46.110261 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-553912e8-4509-4aed-9bfb-2f4a67e59396 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:05:46.110660 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31c7763d-6ef7-4308-8c38-56013cf586be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce8a20ff-a9c6-4795-a571-20bb813075a1', 'code': 200} Dec 06 17:05:46.112108 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31c7763d-6ef7-4308-8c38-56013cf586be', 'tag': 'ce8a20ff-a9c6-4795-a571-20bb813075a1', 'status': 'completed', 'code': 200} Dec 06 17:05:46.120504 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-32057188-25e3-475b-b028-82c28e64d18b None None] Attempting to bind port 4a0e17ca-8e62-4540-9770-1f918ff64601 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:05:46.120879 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-32057188-25e3-475b-b028-82c28e64d18b None None] Attempting to bind port 4a0e17ca-8e62-4540-9770-1f918ff64601 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '6e6eafde-be92-4a9e-b5c9-017557553d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2cab9d8f-ee72-4804-a347-0ab3a08941b1'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:05:46.123318 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32057188-25e3-475b-b028-82c28e64d18b None None] Attempting to bind port 4a0e17ca-8e62-4540-9770-1f918ff64601 on network 2cab9d8f-ee72-4804-a347-0ab3a08941b1 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:05:46.216587 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5a19de89-552d-4339-891e-ef10dbc2a748 req-14af1509-38ae-42fe-b1dc-99c04a336d1a tempest-SecurityGroupsTestAdminJSON-1387764471 tempest-SecurityGroupsTestAdminJSON-1387764471-project] 10.222.0.23 "GET /v2.0/security-groups/038af104-743a-432a-8b46-f7cb76379adf HTTP/1.1" status: 200 len: 2998 time: 0.2784128 Dec 06 17:05:46.268457 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32057188-25e3-475b-b028-82c28e64d18b None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:05:46.268844 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32057188-25e3-475b-b028-82c28e64d18b None None] Checking segment: {'id': '6e6eafde-be92-4a9e-b5c9-017557553d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2cab9d8f-ee72-4804-a347-0ab3a08941b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:05:46.269246 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-32057188-25e3-475b-b028-82c28e64d18b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:46.269693 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32057188-25e3-475b-b028-82c28e64d18b None None] Bound using segment: {'id': '6e6eafde-be92-4a9e-b5c9-017557553d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2cab9d8f-ee72-4804-a347-0ab3a08941b1'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:05:46.270166 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-32057188-25e3-475b-b028-82c28e64d18b None None] Bound port: 4a0e17ca-8e62-4540-9770-1f918ff64601, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e6eafde-be92-4a9e-b5c9-017557553d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2cab9d8f-ee72-4804-a347-0ab3a08941b1'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:05:46.270576 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-32057188-25e3-475b-b028-82c28e64d18b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:46.359556 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dad4c866-370b-44f3-92fc-0abe5263eef2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:46.412071 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-32057188-25e3-475b-b028-82c28e64d18b None None] For port 4a0e17ca-8e62-4540-9770-1f918ff64601, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:05:46.419314 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-32057188-25e3-475b-b028-82c28e64d18b None None] For port 4a0e17ca-8e62-4540-9770-1f918ff64601, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=4a0e17ca-8e62-4540-9770-1f918ff64601,segment=NetworkSegment(6e6eafde-be92-4a9e-b5c9-017557553d66),segment_id=6e6eafde-be92-4a9e-b5c9-017557553d66)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:05:46.462444 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-32057188-25e3-475b-b028-82c28e64d18b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:46.509494 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dad4c866-370b-44f3-92fc-0abe5263eef2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:46.546444 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dad4c866-370b-44f3-92fc-0abe5263eef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:46.551794 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533527fc-5d0d-4f70-ac2c-42da46723dab None None] Pushing event updated for resources: {'Port': ['ID=4a0e17ca-8e62-4540-9770-1f918ff64601,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:46.595128 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a1ae8d77-7418-418e-b2b0-a6d7174798f2 None None] Provisioning complete for port 4a0e17ca-8e62-4540-9770-1f918ff64601 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:05:46.595743 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a1ae8d77-7418-418e-b2b0-a6d7174798f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:46.637571 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32057188-25e3-475b-b028-82c28e64d18b None None] Routers {'120f182c-ae74-4dae-a743-c0ec8a65ebab'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:05:46.638229 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-32057188-25e3-475b-b028-82c28e64d18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:05:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['120f182c-ae74-4dae-a743-c0ec8a65ebab'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:05:46.654314 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4389873c-1c34-4228-a51a-399033f56dc2 req-ce4c4fd4-b095-47b1-b57f-5708ff07e843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:46.656096 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4389873c-1c34-4228-a51a-399033f56dc2 req-ce4c4fd4-b095-47b1-b57f-5708ff07e843 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=013b92ce2e6a40e1a3b2fa92d62d652e&device_id=31c7763d-6ef7-4308-8c38-56013cf586be HTTP/1.1" status: 200 len: 1125 time: 0.4616313 Dec 06 17:05:46.659670 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad4c866-370b-44f3-92fc-0abe5263eef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=467f3f1f-0f2a-40a2-8b9c-3aaa3090b7ca,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:46.674926 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc6ab87-967a-4fb8-822b-fd744b8a3168 req-4f02732b-c624-4e56-a366-49d46edecb36 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:46.682782 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-dcc6ab87-967a-4fb8-822b-fd744b8a3168 req-4f02732b-c624-4e56-a366-49d46edecb36 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=31c7763d-6ef7-4308-8c38-56013cf586be HTTP/1.1" status: 200 len: 944 time: 0.4978619 Dec 06 17:05:46.694867 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad4c866-370b-44f3-92fc-0abe5263eef2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:05:46.695565 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad4c866-370b-44f3-92fc-0abe5263eef2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:05:46.696067 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad4c866-370b-44f3-92fc-0abe5263eef2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:05:46.696561 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad4c866-370b-44f3-92fc-0abe5263eef2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:05:46.697052 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad4c866-370b-44f3-92fc-0abe5263eef2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:05:46.697598 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad4c866-370b-44f3-92fc-0abe5263eef2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:05:46.698102 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad4c866-370b-44f3-92fc-0abe5263eef2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:05:46.698982 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad4c866-370b-44f3-92fc-0abe5263eef2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:05:46.699528 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad4c866-370b-44f3-92fc-0abe5263eef2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:05:46.700014 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad4c866-370b-44f3-92fc-0abe5263eef2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:05:46.701895 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad4c866-370b-44f3-92fc-0abe5263eef2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:05:46.702431 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad4c866-370b-44f3-92fc-0abe5263eef2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:05:46.702926 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad4c866-370b-44f3-92fc-0abe5263eef2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:05:46.752240 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5a19de89-552d-4339-891e-ef10dbc2a748 req-98ceac20-49d3-4dc9-8395-1d0378448224 tempest-SecurityGroupsTestAdminJSON-1387764471 tempest-SecurityGroupsTestAdminJSON-1387764471-project] 10.222.0.23 "GET /v2.0/security-groups/038af104-743a-432a-8b46-f7cb76379adf HTTP/1.1" status: 200 len: 2998 time: 0.5318720 Dec 06 17:05:46.816822 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-62fdc8c3-0d83-447f-ad05-a22cfe042775 req-ddfe9568-7394-400d-9212-855b6e32ebde service neutron] 10.222.0.41 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7449298 Dec 06 17:05:46.861730 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4389873c-1c34-4228-a51a-399033f56dc2 req-92fe0d92-a6aa-4a28-a7b1-078d5f01e4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:46.863299 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4389873c-1c34-4228-a51a-399033f56dc2 req-92fe0d92-a6aa-4a28-a7b1-078d5f01e4d5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f368e270-aa86-47d2-9c8f-0ac2b4fc8997 HTTP/1.1" status: 200 len: 922 time: 0.1782269 Dec 06 17:05:46.906034 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a1ae8d77-7418-418e-b2b0-a6d7174798f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:46.926617 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:46.932152 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-dad4c866-370b-44f3-92fc-0abe5263eef2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=84f295ad57834d71a6f5a2dc2b9b1048&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9853108 Dec 06 17:05:46.933409 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 33656) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:05:46.935452 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8960815e-2452-4e64-9c70-cdafaca73686 req-65646a2b-7e50-425e-8f19-ca1771e33f03 tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] Made reservation on behalf of 7e8068b9147b42b9b70b0723ccb27d4c for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:05:46.948739 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8960815e-2452-4e64-9c70-cdafaca73686 req-65646a2b-7e50-425e-8f19-ca1771e33f03 tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:46.969191 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a1ae8d77-7418-418e-b2b0-a6d7174798f2 None None] For port 4a0e17ca-8e62-4540-9770-1f918ff64601, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=4a0e17ca-8e62-4540-9770-1f918ff64601,segment=NetworkSegment(6e6eafde-be92-4a9e-b5c9-017557553d66),segment_id=6e6eafde-be92-4a9e-b5c9-017557553d66)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:05:46.974935 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8960815e-2452-4e64-9c70-cdafaca73686 req-65646a2b-7e50-425e-8f19-ca1771e33f03 tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:46.977434 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 6252f7c7-d028-4844-bc2a-d0db9ec4f703, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=6252f7c7-d028-4844-bc2a-d0db9ec4f703,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:05:46.985729 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4389873c-1c34-4228-a51a-399033f56dc2 req-45d95c4d-00c9-4538-b2e5-7478717ccdbb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce8a20ff-a9c6-4795-a571-20bb813075a1 HTTP/1.1" status: 200 len: 217 time: 0.0544879 Dec 06 17:05:46.989219 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a1ae8d77-7418-418e-b2b0-a6d7174798f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:46.994635 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-32057188-25e3-475b-b028-82c28e64d18b None None] Set router 120f182c-ae74-4dae-a743-c0ec8a65ebab gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:05:47.033981 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-820384f7-8fad-4bc3-b243-6bcd4c9cbffa req-4467dc2a-1eab-4811-857b-7032a560819d tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] 10.222.0.23 "GET /v2.0/ports?device_id=f52c6749-04e8-48c3-a65a-da9f850f64af HTTP/1.1" status: 200 len: 210 time: 0.0537214 Dec 06 17:05:47.064381 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4389873c-1c34-4228-a51a-399033f56dc2 req-8cf67bd4-a570-424b-951d-86d2dfc75779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:47.066387 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4389873c-1c34-4228-a51a-399033f56dc2 req-8cf67bd4-a570-424b-951d-86d2dfc75779 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f77759ce-94b4-46a8-b90f-f881b9e38f99 HTTP/1.1" status: 200 len: 861 time: 0.0607402 Dec 06 17:05:47.090809 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ae8d77-7418-418e-b2b0-a6d7174798f2 None None] Pushing event updated for resources: {'Port': ['ID=4a0e17ca-8e62-4540-9770-1f918ff64601,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:47.101287 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': '6252f7c7-d028-4844-bc2a-d0db9ec4f703', 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a', 'port_id': '6252f7c7-d028-4844-bc2a-d0db9ec4f703', 'mac_address': 'fa:16:3e:db:97:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1342252a-21e4-4783-88ff-f54776c79059', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:05:47.161152 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4389873c-1c34-4228-a51a-399033f56dc2 req-c33c1dae-f574-4e82-a7e9-2c778459c66a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f368e270-aa86-47d2-9c8f-0ac2b4fc8997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498724 Dec 06 17:05:47.162816 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:47.177757 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-dcc6ab87-967a-4fb8-822b-fd744b8a3168 req-1715b880-0571-4a81-8415-f24eb84af4ef tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4937966 Dec 06 17:05:47.184337 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e31c65bc-6acc-4ddd-b3f8-2898e0461534 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:47.186775 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-f4a1d96f-03b2-444f-beec-a234398f416f None None] Provisioning complete for port 4a0e17ca-8e62-4540-9770-1f918ff64601 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:05:47.187151 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f4a1d96f-03b2-444f-beec-a234398f416f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:47.236755 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device ce8a20ff-a9c6-4795-a571-20bb813075a1 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:05:47.289554 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e31c65bc-6acc-4ddd-b3f8-2898e0461534 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:47.336237 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9148298-e100-4127-a986-2d32336c2a6b req-54dbda13-ad2c-4b44-a3d6-ab39e02a1d6b tempest-ServerDiagnosticsNegativeTest-1466752941 tempest-ServerDiagnosticsNegativeTest-1466752941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:47.341443 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4389873c-1c34-4228-a51a-399033f56dc2 req-abd2f5c0-1a7a-4eef-9fa4-f3bdda09af7a service neutron] 10.222.0.41 "GET /v2.0/networks/f368e270-aa86-47d2-9c8f-0ac2b4fc8997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573000 Dec 06 17:05:47.345179 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port ce8a20ff-a9c6-4795-a571-20bb813075a1, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ce8a20ff-a9c6-4795-a571-20bb813075a1,segment=NetworkSegment(d43b23f1-3a85-4be8-8063-3fe18696b942),segment_id=d43b23f1-3a85-4be8-8063-3fe18696b942)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:05:47.346055 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c9148298-e100-4127-a986-2d32336c2a6b req-54dbda13-ad2c-4b44-a3d6-ab39e02a1d6b tempest-ServerDiagnosticsNegativeTest-1466752941 tempest-ServerDiagnosticsNegativeTest-1466752941-project] 10.222.0.23 "GET /v2.0/ports?device_id=97f54aca-fda7-4142-b577-2c530c1b375c HTTP/1.1" status: 200 len: 948 time: 0.1587007 Dec 06 17:05:47.396613 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device ce8a20ff-a9c6-4795-a571-20bb813075a1 has no active binding in host n-h2-master-1 {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 06 17:05:47.425230 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d95bd6f3-3f64-4e7d-a3e6-c8bb43cdac06 req-755861c9-1d71-40d0-a210-d41c1f7f9f1a tempest-SecurityGroupsTestAdminJSON-1440518576 tempest-SecurityGroupsTestAdminJSON-1440518576-project-admin] 10.222.0.23 "GET /v2.0/security-groups/0509dd4f-11bf-4872-ba98-730cdba38f37 HTTP/1.1" status: 200 len: 1794 time: 0.0863101 Dec 06 17:05:47.464342 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c9148298-e100-4127-a986-2d32336c2a6b req-38d96dce-bf13-4a4c-b754-1c21a96d4f66 tempest-ServerDiagnosticsNegativeTest-1466752941 tempest-ServerDiagnosticsNegativeTest-1466752941-project] 10.222.0.23 "GET /v2.0/security-groups?id=a61f2f56-9919-40f0-9019-0bf22e883a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170840 Dec 06 17:05:47.519722 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8960815e-2452-4e64-9c70-cdafaca73686 req-65646a2b-7e50-425e-8f19-ca1771e33f03 tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:47.524667 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e31c65bc-6acc-4ddd-b3f8-2898e0461534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:47.532323 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e31c65bc-6acc-4ddd-b3f8-2898e0461534 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:47.533493 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-e31c65bc-6acc-4ddd-b3f8-2898e0461534 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/467f3f1f-0f2a-40a2-8b9c-3aaa3090b7ca HTTP/1.1" status: 204 len: 168 time: 0.5654092 Dec 06 17:05:47.555219 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-d95bd6f3-3f64-4e7d-a3e6-c8bb43cdac06 req-5fcb10f0-59ac-4eff-8f0f-3282c556d2be tempest-SecurityGroupsTestAdminJSON-1440518576 tempest-SecurityGroupsTestAdminJSON-1440518576-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:47.555564 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8960815e-2452-4e64-9c70-cdafaca73686 req-65646a2b-7e50-425e-8f19-ca1771e33f03 tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:47.563985 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31c65bc-6acc-4ddd-b3f8-2898e0461534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=467f3f1f-0f2a-40a2-8b9c-3aaa3090b7ca,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:47.610358 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6252f7c7-d028-4844-bc2a-d0db9ec4f703 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:05:47.675202 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65646a2b-7e50-425e-8f19-ca1771e33f03 tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14ccde3b-43d2-4548-8e63-0592f603efb6,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:47.857424 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-d95bd6f3-3f64-4e7d-a3e6-c8bb43cdac06 req-5fcb10f0-59ac-4eff-8f0f-3282c556d2be tempest-SecurityGroupsTestAdminJSON-1440518576 tempest-SecurityGroupsTestAdminJSON-1440518576-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:47.878678 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-8960815e-2452-4e64-9c70-cdafaca73686 req-65646a2b-7e50-425e-8f19-ca1771e33f03 tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] Allocated IP 192.168.233.242 (ee08a0d2-834f-4c39-be47-9c424581246a/1342252a-21e4-4783-88ff-f54776c79059/9c321bfa-5964-4040-90b2-49798b626030) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:05:47.903742 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4389873c-1c34-4228-a51a-399033f56dc2 req-7055d544-73f8-4e24-8da7-e23df4d9d119 service neutron] 10.222.0.41 "GET /v2.0/networks/f368e270-aa86-47d2-9c8f-0ac2b4fc8997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5306332 Dec 06 17:05:48.057279 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-d95bd6f3-3f64-4e7d-a3e6-c8bb43cdac06 req-5fcb10f0-59ac-4eff-8f0f-3282c556d2be tempest-SecurityGroupsTestAdminJSON-1440518576 tempest-SecurityGroupsTestAdminJSON-1440518576-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:48.060454 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-d95bd6f3-3f64-4e7d-a3e6-c8bb43cdac06 req-5fcb10f0-59ac-4eff-8f0f-3282c556d2be tempest-SecurityGroupsTestAdminJSON-1440518576 tempest-SecurityGroupsTestAdminJSON-1440518576-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:48.065040 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d95bd6f3-3f64-4e7d-a3e6-c8bb43cdac06 req-5fcb10f0-59ac-4eff-8f0f-3282c556d2be tempest-SecurityGroupsTestAdminJSON-1440518576 tempest-SecurityGroupsTestAdminJSON-1440518576-project-admin] 10.222.0.23 "DELETE /v2.0/security-groups/0509dd4f-11bf-4872-ba98-730cdba38f37 HTTP/1.1" status: 204 len: 173 time: 0.6380141 Dec 06 17:05:48.114199 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcb10f0-59ac-4eff-8f0f-3282c556d2be tempest-SecurityGroupsTestAdminJSON-1440518576 tempest-SecurityGroupsTestAdminJSON-1440518576-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0509dd4f-11bf-4872-ba98-730cdba38f37,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:48.153794 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcb10f0-59ac-4eff-8f0f-3282c556d2be tempest-SecurityGroupsTestAdminJSON-1440518576 tempest-SecurityGroupsTestAdminJSON-1440518576-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:05:48.154423 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcb10f0-59ac-4eff-8f0f-3282c556d2be tempest-SecurityGroupsTestAdminJSON-1440518576 tempest-SecurityGroupsTestAdminJSON-1440518576-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:05:48.154929 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcb10f0-59ac-4eff-8f0f-3282c556d2be tempest-SecurityGroupsTestAdminJSON-1440518576 tempest-SecurityGroupsTestAdminJSON-1440518576-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:05:48.155420 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcb10f0-59ac-4eff-8f0f-3282c556d2be tempest-SecurityGroupsTestAdminJSON-1440518576 tempest-SecurityGroupsTestAdminJSON-1440518576-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:05:48.155910 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcb10f0-59ac-4eff-8f0f-3282c556d2be tempest-SecurityGroupsTestAdminJSON-1440518576 tempest-SecurityGroupsTestAdminJSON-1440518576-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:05:48.157084 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcb10f0-59ac-4eff-8f0f-3282c556d2be tempest-SecurityGroupsTestAdminJSON-1440518576 tempest-SecurityGroupsTestAdminJSON-1440518576-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:05:48.161049 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 6252f7c7-d028-4844-bc2a-d0db9ec4f703, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=6252f7c7-d028-4844-bc2a-d0db9ec4f703,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:05:48.162949 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcb10f0-59ac-4eff-8f0f-3282c556d2be tempest-SecurityGroupsTestAdminJSON-1440518576 tempest-SecurityGroupsTestAdminJSON-1440518576-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:05:48.163567 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcb10f0-59ac-4eff-8f0f-3282c556d2be tempest-SecurityGroupsTestAdminJSON-1440518576 tempest-SecurityGroupsTestAdminJSON-1440518576-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:05:48.164059 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcb10f0-59ac-4eff-8f0f-3282c556d2be tempest-SecurityGroupsTestAdminJSON-1440518576 tempest-SecurityGroupsTestAdminJSON-1440518576-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:05:48.164614 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcb10f0-59ac-4eff-8f0f-3282c556d2be tempest-SecurityGroupsTestAdminJSON-1440518576 tempest-SecurityGroupsTestAdminJSON-1440518576-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:05:48.165185 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcb10f0-59ac-4eff-8f0f-3282c556d2be tempest-SecurityGroupsTestAdminJSON-1440518576 tempest-SecurityGroupsTestAdminJSON-1440518576-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:05:48.165825 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcb10f0-59ac-4eff-8f0f-3282c556d2be tempest-SecurityGroupsTestAdminJSON-1440518576 tempest-SecurityGroupsTestAdminJSON-1440518576-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:05:48.166521 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcb10f0-59ac-4eff-8f0f-3282c556d2be tempest-SecurityGroupsTestAdminJSON-1440518576 tempest-SecurityGroupsTestAdminJSON-1440518576-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:05:48.183523 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 33676) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:05:48.233146 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d9fa48fe-d952-4ede-a3d5-89fdc59cf2c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:48.247547 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:48.251518 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 33680) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:05:48.256834 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.db.resource_extend [None req-e4947659-3708-4abb-a384-9ba871b4d462 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 06 17:05:48.351848 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=6252f7c7-d028-4844-bc2a-d0db9ec4f703,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:48.363142 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ac1647e8-ae07-4047-b16b-cdbd32915a5b req-debd0f05-74c3-4c43-b81e-c9488ec4439f tempest-SecurityGroupsTestAdminJSON-1440518576 tempest-SecurityGroupsTestAdminJSON-1440518576-project-admin] 10.222.0.23 "GET /v2.0/security-groups/d7ab31d5-eef7-42a0-9dff-4d0ea362be76 HTTP/1.1" status: 200 len: 1794 time: 0.2707608 Dec 06 17:05:48.369556 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:48.431573 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6dcb08e6-e879-4633-a04a-195c3694b849 req-1b6c7bbe-ffb1-4492-a421-a56b9dcaef38 tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] 10.222.0.23 "GET /v2.0/ports?device_id=f52c6749-04e8-48c3-a65a-da9f850f64af HTTP/1.1" status: 200 len: 210 time: 0.1286736 Dec 06 17:05:48.433631 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e4947659-3708-4abb-a384-9ba871b4d462 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:48.452569 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e4947659-3708-4abb-a384-9ba871b4d462 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:48.462528 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-32057188-25e3-475b-b028-82c28e64d18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '120f182c-ae74-4dae-a743-c0ec8a65ebab', 'name': 'tempest-AttachSCSIVolumeTestJSON-2139334545-router', 'tenant_id': '4c2daca2a9574224ac52ba04e5f1cbc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.225'}], 'enable_snat': True}, 'gw_port_id': 'afe6bb84-ff58-4fc6-b14f-692c7396c32f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:05:34Z', 'updated_at': '2021-12-06T17:05:42Z', 'revision_number': 4, 'project_id': '4c2daca2a9574224ac52ba04e5f1cbc4', 'gw_port': {'id': 'afe6bb84-ff58-4fc6-b14f-692c7396c32f', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:1a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120f182c-ae74-4dae-a743-c0ec8a65ebab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:05:35Z', 'updated_at': '2021-12-06T17:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '4a0e17ca-8e62-4540-9770-1f918ff64601', 'name': '', 'network_id': '2cab9d8f-ee72-4804-a347-0ab3a08941b1', 'tenant_id': '4c2daca2a9574224ac52ba04e5f1cbc4', 'mac_address': 'fa:16:3e:a8:75:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '120f182c-ae74-4dae-a743-c0ec8a65ebab', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '7c4a12a1-899d-4c88-a776-e493b39a048a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:05:39Z', 'updated_at': '2021-12-06T17:05:46Z', 'revision_number': 4, 'project_id': '4c2daca2a9574224ac52ba04e5f1cbc4', 'subnets': [{'id': '7c4a12a1-899d-4c88-a776-e493b39a048a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:05:48.548928 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['6252f7c7-d028-4844-bc2a-d0db9ec4f703'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:05:48.552256 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32057188-25e3-475b-b028-82c28e64d18b None None] The sync data for ids ['120f182c-ae74-4dae-a743-c0ec8a65ebab'] in n-d-master-1 is: [{'id': '120f182c-ae74-4dae-a743-c0ec8a65ebab', 'name': 'tempest-AttachSCSIVolumeTestJSON-2139334545-router', 'tenant_id': '4c2daca2a9574224ac52ba04e5f1cbc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.225'}], 'enable_snat': True}, 'gw_port_id': 'afe6bb84-ff58-4fc6-b14f-692c7396c32f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:05:34Z', 'updated_at': '2021-12-06T17:05:42Z', 'revision_number': 4, 'project_id': '4c2daca2a9574224ac52ba04e5f1cbc4', 'gw_port': {'id': 'afe6bb84-ff58-4fc6-b14f-692c7396c32f', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:1a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120f182c-ae74-4dae-a743-c0ec8a65ebab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:05:35Z', 'updated_at': '2021-12-06T17:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '4a0e17ca-8e62-4540-9770-1f918ff64601', 'name': '', 'network_id': '2cab9d8f-ee72-4804-a347-0ab3a08941b1', 'tenant_id': '4c2daca2a9574224ac52ba04e5f1cbc4', 'mac_address': 'fa:16:3e:a8:75:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '120f182c-ae74-4dae-a743-c0ec8a65ebab', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '7c4a12a1-899d-4c88-a776-e493b39a048a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:05:39Z', 'updated_at': '2021-12-06T17:05:46Z', 'revision_number': 4, 'project_id': '4c2daca2a9574224ac52ba04e5f1cbc4', 'subnets': [{'id': '7c4a12a1-899d-4c88-a776-e493b39a048a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:05:48.585092 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-ac1647e8-ae07-4047-b16b-cdbd32915a5b req-aa850c01-4bde-46e5-baa8-6a3c51b818d9 tempest-SecurityGroupsTestAdminJSON-1440518576 tempest-SecurityGroupsTestAdminJSON-1440518576-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:48.606957 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-ac1647e8-ae07-4047-b16b-cdbd32915a5b req-aa850c01-4bde-46e5-baa8-6a3c51b818d9 tempest-SecurityGroupsTestAdminJSON-1440518576 tempest-SecurityGroupsTestAdminJSON-1440518576-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:48.635531 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8960815e-2452-4e64-9c70-cdafaca73686 req-65646a2b-7e50-425e-8f19-ca1771e33f03 tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:48.677762 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-df455b08-fb05-4f7e-bf4b-31be3131589c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:48.679504 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff8102d-e2ed-4952-a312-df5f9e2cd2f9 req-8c364f06-70fd-402b-8d41-bae439a392c7 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:48.698839 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-ac1647e8-ae07-4047-b16b-cdbd32915a5b req-aa850c01-4bde-46e5-baa8-6a3c51b818d9 tempest-SecurityGroupsTestAdminJSON-1440518576 tempest-SecurityGroupsTestAdminJSON-1440518576-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:48.700491 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3ff8102d-e2ed-4952-a312-df5f9e2cd2f9 req-8c364f06-70fd-402b-8d41-bae439a392c7 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=31c7763d-6ef7-4308-8c38-56013cf586be HTTP/1.1" status: 200 len: 944 time: 0.1566019 Dec 06 17:05:48.707883 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-ac1647e8-ae07-4047-b16b-cdbd32915a5b req-aa850c01-4bde-46e5-baa8-6a3c51b818d9 tempest-SecurityGroupsTestAdminJSON-1440518576 tempest-SecurityGroupsTestAdminJSON-1440518576-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:48.709783 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ac1647e8-ae07-4047-b16b-cdbd32915a5b req-aa850c01-4bde-46e5-baa8-6a3c51b818d9 tempest-SecurityGroupsTestAdminJSON-1440518576 tempest-SecurityGroupsTestAdminJSON-1440518576-project-admin] 10.222.0.23 "DELETE /v2.0/security-groups/d7ab31d5-eef7-42a0-9dff-4d0ea362be76 HTTP/1.1" status: 204 len: 173 time: 0.3454368 Dec 06 17:05:48.850364 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3ff8102d-e2ed-4952-a312-df5f9e2cd2f9 req-11e76df8-2e64-4928-8ca4-59b176fb8a9c tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483979 Dec 06 17:05:48.883681 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8960815e-2452-4e64-9c70-cdafaca73686 req-65646a2b-7e50-425e-8f19-ca1771e33f03 tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:48.942860 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8960815e-2452-4e64-9c70-cdafaca73686 req-65646a2b-7e50-425e-8f19-ca1771e33f03 tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] Network ee08a0d2-834f-4c39-be47-9c424581246a is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:05:48.958656 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-8960815e-2452-4e64-9c70-cdafaca73686 req-65646a2b-7e50-425e-8f19-ca1771e33f03 tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:05:48.961817 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-8960815e-2452-4e64-9c70-cdafaca73686 req-65646a2b-7e50-425e-8f19-ca1771e33f03 tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:05:48.970680 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:48.973689 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8960815e-2452-4e64-9c70-cdafaca73686 req-65646a2b-7e50-425e-8f19-ca1771e33f03 tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:48.974771 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8960815e-2452-4e64-9c70-cdafaca73686 req-65646a2b-7e50-425e-8f19-ca1771e33f03 tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:49.005574 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8960815e-2452-4e64-9c70-cdafaca73686 req-65646a2b-7e50-425e-8f19-ca1771e33f03 tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0588000 Dec 06 17:05:49.020088 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-8960815e-2452-4e64-9c70-cdafaca73686 req-f1cab989-b53d-4c47-a4f4-d2aa5a1ab24f service neutron] Request body: {'port': {'device_id': 'f52c6749-04e8-48c3-a65a-da9f850f64af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:05:49.030414 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d9fa48fe-d952-4ede-a3d5-89fdc59cf2c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:49.051997 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65646a2b-7e50-425e-8f19-ca1771e33f03 tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] Pushing event updated for resources: {'Port': ['ID=9c321bfa-5964-4040-90b2-49798b626030,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:49.104996 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d3dcfb74-9366-4539-b821-e16aab79b102 req-0b8c8782-d262-4d0f-996f-97ff3b6993a2 tempest-SecurityGroupsTestAdminJSON-1387764471 tempest-SecurityGroupsTestAdminJSON-1387764471-project] 10.222.0.23 "GET /v2.0/security-groups/f7266469-4e0f-4e9a-9232-59e44e9189c3 HTTP/1.1" status: 200 len: 1795 time: 0.2008471 Dec 06 17:05:49.142043 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8960815e-2452-4e64-9c70-cdafaca73686 req-f1cab989-b53d-4c47-a4f4-d2aa5a1ab24f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:49.181146 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d9fa48fe-d952-4ede-a3d5-89fdc59cf2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:49.247412 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d3dcfb74-9366-4539-b821-e16aab79b102 req-59ad5e84-76c3-44ee-89a8-bbfd9033e9f8 tempest-SecurityGroupsTestAdminJSON-1387764471 tempest-SecurityGroupsTestAdminJSON-1387764471-project] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:49.259082 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa850c01-4bde-46e5-baa8-6a3c51b818d9 tempest-SecurityGroupsTestAdminJSON-1440518576 tempest-SecurityGroupsTestAdminJSON-1440518576-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ab31d5-eef7-42a0-9dff-4d0ea362be76,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:49.281762 n-d-master-1 neutron-server[103285]: INFO neutron.db.l3_db [None req-e4947659-3708-4abb-a384-9ba871b4d462 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Floating IP 3f35a412-72c8-43d8-8e04-d21866b931de associated. External IP: 172.35.1.21, port: 4cb9766a-3989-4121-8ba3-8d7599006d6b. Dec 06 17:05:49.339048 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 4a0e17ca-8e62-4540-9770-1f918ff64601 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:05:49.395315 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d3dcfb74-9366-4539-b821-e16aab79b102 req-59ad5e84-76c3-44ee-89a8-bbfd9033e9f8 tempest-SecurityGroupsTestAdminJSON-1387764471 tempest-SecurityGroupsTestAdminJSON-1387764471-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:49.457927 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-3333a903-db73-4f52-ad2b-5373c93cc14d None None] Provisioning complete for port 9c321bfa-5964-4040-90b2-49798b626030 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:05:49.458658 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-d9fa48fe-d952-4ede-a3d5-89fdc59cf2c8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5f75d4c76a764bb186205b02b5be4c28&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2652087 Dec 06 17:05:49.462107 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fa48fe-d952-4ede-a3d5-89fdc59cf2c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52c4bd00-c960-4c84-9130-e9c252d2d567,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:49.462623 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3333a903-db73-4f52-ad2b-5373c93cc14d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:49.468374 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 33690) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:05:49.555670 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-3333a903-db73-4f52-ad2b-5373c93cc14d None None] Port 9c321bfa-5964-4040-90b2-49798b626030 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:05:49.558294 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 4a0e17ca-8e62-4540-9770-1f918ff64601 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:05:49.570011 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:49.642671 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b0cb9-efdb-4772-a31e-f8ce1e3399cc req-c107e55a-839c-4436-972e-580af88311ac tempest-ServerDiagnosticsNegativeTest-1466752941 tempest-ServerDiagnosticsNegativeTest-1466752941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:49.647652 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4b6b0cb9-efdb-4772-a31e-f8ce1e3399cc req-c107e55a-839c-4436-972e-580af88311ac tempest-ServerDiagnosticsNegativeTest-1466752941 tempest-ServerDiagnosticsNegativeTest-1466752941-project] 10.222.0.23 "GET /v2.0/ports?device_id=97f54aca-fda7-4142-b577-2c530c1b375c HTTP/1.1" status: 200 len: 949 time: 0.6195214 Dec 06 17:05:49.692211 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-8960815e-2452-4e64-9c70-cdafaca73686 req-f1cab989-b53d-4c47-a4f4-d2aa5a1ab24f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c321bfa-5964-4040-90b2-49798b626030 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:05:49.703993 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8960815e-2452-4e64-9c70-cdafaca73686 req-f1cab989-b53d-4c47-a4f4-d2aa5a1ab24f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:49.731606 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-8960815e-2452-4e64-9c70-cdafaca73686 req-f1cab989-b53d-4c47-a4f4-d2aa5a1ab24f service neutron] Transition to ACTIVE for port object 9c321bfa-5964-4040-90b2-49798b626030 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:05:49.733887 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d3dcfb74-9366-4539-b821-e16aab79b102 req-59ad5e84-76c3-44ee-89a8-bbfd9033e9f8 tempest-SecurityGroupsTestAdminJSON-1387764471 tempest-SecurityGroupsTestAdminJSON-1387764471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:49.740081 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d3dcfb74-9366-4539-b821-e16aab79b102 req-59ad5e84-76c3-44ee-89a8-bbfd9033e9f8 tempest-SecurityGroupsTestAdminJSON-1387764471 tempest-SecurityGroupsTestAdminJSON-1387764471-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:49.756927 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d3dcfb74-9366-4539-b821-e16aab79b102 req-59ad5e84-76c3-44ee-89a8-bbfd9033e9f8 tempest-SecurityGroupsTestAdminJSON-1387764471 tempest-SecurityGroupsTestAdminJSON-1387764471-project] 10.222.0.23 "DELETE /v2.0/security-groups/f7266469-4e0f-4e9a-9232-59e44e9189c3 HTTP/1.1" status: 204 len: 173 time: 0.6509054 Dec 06 17:05:49.785533 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-df455b08-fb05-4f7e-bf4b-31be3131589c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:49.786358 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ad5e84-76c3-44ee-89a8-bbfd9033e9f8 tempest-SecurityGroupsTestAdminJSON-1387764471 tempest-SecurityGroupsTestAdminJSON-1387764471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7266469-4e0f-4e9a-9232-59e44e9189c3,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:49.808365 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-df455b08-fb05-4f7e-bf4b-31be3131589c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:49.809717 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8960815e-2452-4e64-9c70-cdafaca73686 req-f1cab989-b53d-4c47-a4f4-d2aa5a1ab24f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:49.840934 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df455b08-fb05-4f7e-bf4b-31be3131589c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b8aed8-ef00-457b-9c40-5c83e4de4160,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:49.885803 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d09153b0-f41d-4f48-a9c1-fb862fef7caa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:49.901343 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4b6b0cb9-efdb-4772-a31e-f8ce1e3399cc req-98c25ec7-60eb-4f73-b72e-e14dfb32cdf4 tempest-ServerDiagnosticsNegativeTest-1466752941 tempest-ServerDiagnosticsNegativeTest-1466752941-project] 10.222.0.23 "GET /v2.0/security-groups?id=a61f2f56-9919-40f0-9019-0bf22e883a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243607 Dec 06 17:05:49.987289 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cab989-b53d-4c47-a4f4-d2aa5a1ab24f service neutron] Pushing event updated for resources: {'Port': ['ID=9c321bfa-5964-4040-90b2-49798b626030,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:50.008233 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-8960815e-2452-4e64-9c70-cdafaca73686 req-f1cab989-b53d-4c47-a4f4-d2aa5a1ab24f service neutron] Attempting to bind port 9c321bfa-5964-4040-90b2-49798b626030 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:05:50.008791 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-8960815e-2452-4e64-9c70-cdafaca73686 req-f1cab989-b53d-4c47-a4f4-d2aa5a1ab24f service neutron] Attempting to bind port 9c321bfa-5964-4040-90b2-49798b626030 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:05:50.009227 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8960815e-2452-4e64-9c70-cdafaca73686 req-f1cab989-b53d-4c47-a4f4-d2aa5a1ab24f service neutron] Attempting to bind port 9c321bfa-5964-4040-90b2-49798b626030 on network ee08a0d2-834f-4c39-be47-9c424581246a {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:05:50.028522 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-df455b08-fb05-4f7e-bf4b-31be3131589c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e9871a541cf344459ae9ff7ccccf7d01&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7694423 Dec 06 17:05:50.037859 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 33696) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:05:50.041193 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62a66bf-2632-41fd-b9c1-de57f292bea0 req-87a3a97f-5403-4833-9ac8-273fb9869455 tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:50.059092 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e62a66bf-2632-41fd-b9c1-de57f292bea0 req-87a3a97f-5403-4833-9ac8-273fb9869455 tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] 10.222.0.23 "GET /v2.0/ports?device_id=f52c6749-04e8-48c3-a65a-da9f850f64af HTTP/1.1" status: 200 len: 948 time: 0.1108210 Dec 06 17:05:50.086139 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8960815e-2452-4e64-9c70-cdafaca73686 req-f1cab989-b53d-4c47-a4f4-d2aa5a1ab24f service neutron] Port 9c321bfa-5964-4040-90b2-49798b626030 on network ee08a0d2-834f-4c39-be47-9c424581246a not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:05:50.086574 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8960815e-2452-4e64-9c70-cdafaca73686 req-f1cab989-b53d-4c47-a4f4-d2aa5a1ab24f service neutron] Attempting to bind port 9c321bfa-5964-4040-90b2-49798b626030 on network ee08a0d2-834f-4c39-be47-9c424581246a {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:05:50.101087 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d09153b0-f41d-4f48-a9c1-fb862fef7caa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:50.103665 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8960815e-2452-4e64-9c70-cdafaca73686 req-f1cab989-b53d-4c47-a4f4-d2aa5a1ab24f service neutron] Checking agent: {'id': '9d8b9f49-2860-4c1f-9b89-45a7657a3c4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:05:50.104293 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8960815e-2452-4e64-9c70-cdafaca73686 req-f1cab989-b53d-4c47-a4f4-d2aa5a1ab24f service neutron] Checking segment: {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:05:50.104874 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8960815e-2452-4e64-9c70-cdafaca73686 req-f1cab989-b53d-4c47-a4f4-d2aa5a1ab24f service neutron] Bound using segment: {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:05:50.105306 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-8960815e-2452-4e64-9c70-cdafaca73686 req-f1cab989-b53d-4c47-a4f4-d2aa5a1ab24f service neutron] Bound port: 9c321bfa-5964-4040-90b2-49798b626030, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:05:50.105806 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8960815e-2452-4e64-9c70-cdafaca73686 req-f1cab989-b53d-4c47-a4f4-d2aa5a1ab24f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:50.143281 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e62a66bf-2632-41fd-b9c1-de57f292bea0 req-7abffba0-b62c-47cf-b045-a380a9326dda tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] 10.222.0.23 "GET /v2.0/security-groups?id=14ccde3b-43d2-4548-8e63-0592f603efb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830619 Dec 06 17:05:50.260431 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fc77dc68-3286-40da-a66b-6e47e0eb61aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:50.264417 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-33ab25a2-2719-409b-a2e5-52f22c0c0b1d req-1ebfd339-ed2b-40ca-8b0a-acfad7037736 tempest-SecurityGroupsTestAdminJSON-1387764471 tempest-SecurityGroupsTestAdminJSON-1387764471-project] 10.222.0.23 "GET /v2.0/security-groups/26fe15a8-89d9-473b-8222-c6eab4a00760 HTTP/1.1" status: 200 len: 1795 time: 0.2348602 Dec 06 17:05:50.283005 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 6252f7c7-d028-4844-bc2a-d0db9ec4f703 up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:05:50.321413 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fc77dc68-3286-40da-a66b-6e47e0eb61aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:50.326838 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-8960815e-2452-4e64-9c70-cdafaca73686 req-f1cab989-b53d-4c47-a4f4-d2aa5a1ab24f service neutron] For port 9c321bfa-5964-4040-90b2-49798b626030, host n-h2-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:05:50.345442 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4947659-3708-4abb-a384-9ba871b4d462 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Router 107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:05:50.376467 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d09153b0-f41d-4f48-a9c1-fb862fef7caa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:50.379340 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d09153b0-f41d-4f48-a9c1-fb862fef7caa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:50.380607 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-d09153b0-f41d-4f48-a9c1-fb862fef7caa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/52c4bd00-c960-4c84-9130-e9c252d2d567 HTTP/1.1" status: 204 len: 168 time: 0.9020646 Dec 06 17:05:50.391397 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-8960815e-2452-4e64-9c70-cdafaca73686 req-f1cab989-b53d-4c47-a4f4-d2aa5a1ab24f service neutron] For port 9c321bfa-5964-4040-90b2-49798b626030, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9c321bfa-5964-4040-90b2-49798b626030,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:05:50.396336 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port 6252f7c7-d028-4844-bc2a-d0db9ec4f703 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:05:50.403490 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port 6252f7c7-d028-4844-bc2a-d0db9ec4f703 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:05:50.404527 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:50.404650 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc06ff0-0efd-46d4-8120-37749b963338 req-24f4cd40-6ac4-4870-9291-76852a519751 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:50.407149 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bcc06ff0-0efd-46d4-8120-37749b963338 req-24f4cd40-6ac4-4870-9291-76852a519751 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=31c7763d-6ef7-4308-8c38-56013cf586be HTTP/1.1" status: 200 len: 944 time: 0.1561248 Dec 06 17:05:50.411924 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8960815e-2452-4e64-9c70-cdafaca73686 req-f1cab989-b53d-4c47-a4f4-d2aa5a1ab24f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:50.447946 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09153b0-f41d-4f48-a9c1-fb862fef7caa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52c4bd00-c960-4c84-9130-e9c252d2d567,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:50.476290 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fc77dc68-3286-40da-a66b-6e47e0eb61aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:50.479974 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fc77dc68-3286-40da-a66b-6e47e0eb61aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:50.489062 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-fc77dc68-3286-40da-a66b-6e47e0eb61aa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e5b8aed8-ef00-457b-9c40-5c83e4de4160 HTTP/1.1" status: 204 len: 168 time: 0.4429374 Dec 06 17:05:50.517685 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc77dc68-3286-40da-a66b-6e47e0eb61aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b8aed8-ef00-457b-9c40-5c83e4de4160,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:50.525279 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-33ab25a2-2719-409b-a2e5-52f22c0c0b1d req-98cc50d3-3fce-4d1a-a12d-26843cd50467 tempest-SecurityGroupsTestAdminJSON-1387764471 tempest-SecurityGroupsTestAdminJSON-1387764471-project] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:50.637370 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cab989-b53d-4c47-a4f4-d2aa5a1ab24f service neutron] Pushing event updated for resources: {'Port': ['ID=9c321bfa-5964-4040-90b2-49798b626030,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:50.657235 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8960815e-2452-4e64-9c70-cdafaca73686 req-f1cab989-b53d-4c47-a4f4-d2aa5a1ab24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:50.658010 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8960815e-2452-4e64-9c70-cdafaca73686 req-f1cab989-b53d-4c47-a4f4-d2aa5a1ab24f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:50.660141 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8960815e-2452-4e64-9c70-cdafaca73686 req-f1cab989-b53d-4c47-a4f4-d2aa5a1ab24f service neutron] 10.222.0.44 "PUT /v2.0/ports/9c321bfa-5964-4040-90b2-49798b626030 HTTP/1.1" status: 200 len: 1096 time: 1.6458724 Dec 06 17:05:50.660756 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f52c6749-04e8-48c3-a65a-da9f850f64af', 'tag': '9c321bfa-5964-4040-90b2-49798b626030'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:05:50.665519 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b851a56-23a1-43ac-a460-4b9749c5bda3" -d '{"events": [{"name": "network-changed", "server_uuid": "f52c6749-04e8-48c3-a65a-da9f850f64af", "tag": "9c321bfa-5964-4040-90b2-49798b626030"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:05:50.700516 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bcc06ff0-0efd-46d4-8120-37749b963338 req-76d8b610-bd85-40ce-af5f-351a68137f13 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136147 Dec 06 17:05:50.714071 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-33ab25a2-2719-409b-a2e5-52f22c0c0b1d req-98cc50d3-3fce-4d1a-a12d-26843cd50467 tempest-SecurityGroupsTestAdminJSON-1387764471 tempest-SecurityGroupsTestAdminJSON-1387764471-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:50.726341 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:50.831488 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c976bf6-f9f0-4c01-b793-8bb817c51f38 x-openstack-request-id: req-0c976bf6-f9f0-4c01-b793-8bb817c51f38 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:05:50.832304 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f52c6749-04e8-48c3-a65a-da9f850f64af", "tag": "9c321bfa-5964-4040-90b2-49798b626030", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:05:50.833332 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0c976bf6-f9f0-4c01-b793-8bb817c51f38 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:05:50.834863 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f52c6749-04e8-48c3-a65a-da9f850f64af', 'tag': '9c321bfa-5964-4040-90b2-49798b626030', 'status': 'completed', 'code': 200} Dec 06 17:05:50.839065 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8960815e-2452-4e64-9c70-cdafaca73686 req-18344038-d8c7-48c7-91d6-048e1f77721c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:50.839811 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 6252f7c7-d028-4844-bc2a-d0db9ec4f703, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=6252f7c7-d028-4844-bc2a-d0db9ec4f703,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:05:50.841074 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97f54aca-fda7-4142-b577-2c530c1b375c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6252f7c7-d028-4844-bc2a-d0db9ec4f703'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:05:50.842671 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8960815e-2452-4e64-9c70-cdafaca73686 req-18344038-d8c7-48c7-91d6-048e1f77721c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7e8068b9147b42b9b70b0723ccb27d4c&device_id=f52c6749-04e8-48c3-a65a-da9f850f64af HTTP/1.1" status: 200 len: 1099 time: 0.1123989 Dec 06 17:05:50.845234 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6748dd5-200d-4254-b155-6ac2bd96cba6" -d '{"events": [{"server_uuid": "97f54aca-fda7-4142-b577-2c530c1b375c", "name": "network-vif-plugged", "status": "completed", "tag": "6252f7c7-d028-4844-bc2a-d0db9ec4f703"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:05:50.859690 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:51.000669 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8960815e-2452-4e64-9c70-cdafaca73686 req-7f6f5677-75ef-446e-a668-e2e01594d4f5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=9c321bfa-5964-4040-90b2-49798b626030 HTTP/1.1" status: 200 len: 217 time: 0.1457856 Dec 06 17:05:51.014460 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76cf43b6-d04e-4807-a9f1-f791801e24ee x-openstack-request-id: req-76cf43b6-d04e-4807-a9f1-f791801e24ee {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:05:51.017350 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97f54aca-fda7-4142-b577-2c530c1b375c", "name": "network-vif-plugged", "status": "completed", "tag": "6252f7c7-d028-4844-bc2a-d0db9ec4f703", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:05:51.017902 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-76cf43b6-d04e-4807-a9f1-f791801e24ee {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:05:51.018620 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97f54aca-fda7-4142-b577-2c530c1b375c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6252f7c7-d028-4844-bc2a-d0db9ec4f703', 'code': 200} Dec 06 17:05:51.021793 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=6252f7c7-d028-4844-bc2a-d0db9ec4f703,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:51.027597 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4947659-3708-4abb-a384-9ba871b4d462 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:05:51.055409 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:05:51.056151 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:05:51.056151 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:05:51.056483 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:05:51.056870 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:05:51.060542 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394ab0c3-ffe1-4e60-a54a-52254060c2ed None None] Sync routers for ids ['107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:05:51.061070 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:05:51.063093 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:05:51.063450 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:05:51.066701 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e4947659-3708-4abb-a384-9ba871b4d462 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:51.067381 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:05:51.067759 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:05:51.068105 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:05:51.068755 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:05:51.070867 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:05:51.096696 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394ab0c3-ffe1-4e60-a54a-52254060c2ed None None] Routers {'107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:05:51.101218 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-394ab0c3-ffe1-4e60-a54a-52254060c2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:05:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:05:51.161721 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-e4947659-3708-4abb-a384-9ba871b4d462 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] 10.222.0.23 "PUT /v2.0/floatingips/3f35a412-72c8-43d8-8e04-d21866b931de HTTP/1.1" status: 200 len: 1011 time: 5.2708197 Dec 06 17:05:51.167657 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85746b16-9c6a-40cb-851c-a3d456d992ed', 'tag': '4cb9766a-3989-4121-8ba3-8d7599006d6b'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:05:51.251740 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 33722) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:05:51.274577 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dac04d17-82f6-435c-ab57-3e7119b5b8ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:51.337874 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-33ab25a2-2719-409b-a2e5-52f22c0c0b1d req-98cc50d3-3fce-4d1a-a12d-26843cd50467 tempest-SecurityGroupsTestAdminJSON-1387764471 tempest-SecurityGroupsTestAdminJSON-1387764471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:51.348498 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-33ab25a2-2719-409b-a2e5-52f22c0c0b1d req-98cc50d3-3fce-4d1a-a12d-26843cd50467 tempest-SecurityGroupsTestAdminJSON-1387764471 tempest-SecurityGroupsTestAdminJSON-1387764471-project] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:51.351532 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-33ab25a2-2719-409b-a2e5-52f22c0c0b1d req-98cc50d3-3fce-4d1a-a12d-26843cd50467 tempest-SecurityGroupsTestAdminJSON-1387764471 tempest-SecurityGroupsTestAdminJSON-1387764471-project] 10.222.0.23 "DELETE /v2.0/security-groups/26fe15a8-89d9-473b-8222-c6eab4a00760 HTTP/1.1" status: 204 len: 173 time: 1.0762131 Dec 06 17:05:51.385416 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc50d3-3fce-4d1a-a12d-26843cd50467 tempest-SecurityGroupsTestAdminJSON-1387764471 tempest-SecurityGroupsTestAdminJSON-1387764471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26fe15a8-89d9-473b-8222-c6eab4a00760,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:51.392057 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-394ab0c3-ffe1-4e60-a54a-52254060c2ed None None] Set router 107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:05:51.411794 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab840b3-c5cd-449b-a374-7688bd7a20d1 req-d9f7850f-6d32-4585-8cb2-329e99dd85cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:51.429670 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4ab840b3-c5cd-449b-a374-7688bd7a20d1 req-d9f7850f-6d32-4585-8cb2-329e99dd85cf service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=97f54aca-fda7-4142-b577-2c530c1b375c HTTP/1.1" status: 200 len: 1101 time: 0.3942318 Dec 06 17:05:51.479759 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dac04d17-82f6-435c-ab57-3e7119b5b8ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:51.516904 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dac04d17-82f6-435c-ab57-3e7119b5b8ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:51.538267 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4ab840b3-c5cd-449b-a374-7688bd7a20d1 req-0354c849-a712-4b7f-bd30-17f58cb1e2af service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a61f2f56-9919-40f0-9019-0bf22e883a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991759 Dec 06 17:05:51.608228 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c50b1678-f7fe-4dda-8387-92a01237a3fb" -d '{"events": [{"name": "network-changed", "server_uuid": "85746b16-9c6a-40cb-851c-a3d456d992ed", "tag": "4cb9766a-3989-4121-8ba3-8d7599006d6b"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:05:51.621872 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8960815e-2452-4e64-9c70-cdafaca73686 req-db4dc2bf-6f2e-4710-ac24-f3b4dee7b030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:51.623656 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8960815e-2452-4e64-9c70-cdafaca73686 req-db4dc2bf-6f2e-4710-ac24-f3b4dee7b030 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1342252a-21e4-4783-88ff-f54776c79059 HTTP/1.1" status: 200 len: 843 time: 0.6087747 Dec 06 17:05:51.632637 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010e58eb-d84a-4359-aa57-55ed7eedb85e req-4dcdbfa1-e0a8-4ca7-a723-e10a6c04c2d8 tempest-ServerDiagnosticsNegativeTest-1466752941 tempest-ServerDiagnosticsNegativeTest-1466752941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:51.647257 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-010e58eb-d84a-4359-aa57-55ed7eedb85e req-4dcdbfa1-e0a8-4ca7-a723-e10a6c04c2d8 tempest-ServerDiagnosticsNegativeTest-1466752941 tempest-ServerDiagnosticsNegativeTest-1466752941-project] 10.222.0.23 "GET /v2.0/ports?device_id=97f54aca-fda7-4142-b577-2c530c1b375c HTTP/1.1" status: 200 len: 950 time: 0.5480924 Dec 06 17:05:51.652720 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac04d17-82f6-435c-ab57-3e7119b5b8ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8396bb7-4799-44ab-864b-28997b08993d,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:51.738131 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8960815e-2452-4e64-9c70-cdafaca73686 req-801742db-10c2-4673-9eed-f1c3997cd0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:51.739824 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8960815e-2452-4e64-9c70-cdafaca73686 req-801742db-10c2-4673-9eed-f1c3997cd0ee service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee08a0d2-834f-4c39-be47-9c424581246a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0885563 Dec 06 17:05:51.742909 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-dac04d17-82f6-435c-ab57-3e7119b5b8ad admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=06642a1c66194f37beac5449c36c6f7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4890430 Dec 06 17:05:51.769881 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 33740) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:05:51.794116 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-010e58eb-d84a-4359-aa57-55ed7eedb85e req-34c7af7d-cea2-4602-adbd-288314de9437 tempest-ServerDiagnosticsNegativeTest-1466752941 tempest-ServerDiagnosticsNegativeTest-1466752941-project] 10.222.0.23 "GET /v2.0/security-groups?id=a61f2f56-9919-40f0-9019-0bf22e883a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460514 Dec 06 17:05:51.860910 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 33742) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:05:51.968267 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8960815e-2452-4e64-9c70-cdafaca73686 req-d3189e3f-49d6-4258-9430-e062716a0153 service neutron] 10.222.0.44 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929743 Dec 06 17:05:51.988308 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-560e9c08-6eb5-47c3-8011-65dcc16a361c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:52.022073 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a197c1c4-89c8-40d0-9433-892bcb96acee req-059cbd8a-99c6-4063-bcd5-1aeb7117ea2f tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:52.022409 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-394ab0c3-ffe1-4e60-a54a-52254060c2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-975269071-router', 'tenant_id': '79450b3018524610adce1efbd72221ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.41'}], 'enable_snat': True}, 'gw_port_id': '6e342e6b-5aad-4dc0-b38e-8376f9d24d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:04:50Z', 'updated_at': '2021-12-06T17:04:55Z', 'revision_number': 4, 'project_id': '79450b3018524610adce1efbd72221ff', 'gw_port': {'id': '6e342e6b-5aad-4dc0-b38e-8376f9d24d88', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c7:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:04:51Z', 'updated_at': '2021-12-06T17:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '3f35a412-72c8-43d8-8e04-d21866b931de', 'tenant_id': '79450b3018524610adce1efbd72221ff', 'floating_ip_address': '172.35.1.21', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6', 'port_id': '4cb9766a-3989-4121-8ba3-8d7599006d6b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69a40b88-32c3-4e15-ab36-985e8404a553', 'mac_address': 'fa:16:3e:1b:33:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85746b16-9c6a-40cb-851c-a3d456d992ed', 'device_owner': 'compute:tempest-test_az-213150746'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:05:20Z', 'updated_at': '2021-12-06T17:05:48Z', 'revision_number': 1, 'project_id': '79450b3018524610adce1efbd72221ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a524d1b-6a96-4920-99fc-39bf43162483', 'name': '', 'network_id': '69a40b88-32c3-4e15-ab36-985e8404a553', 'tenant_id': '79450b3018524610adce1efbd72221ff', 'mac_address': 'fa:16:3e:01:8e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '29223edc-149f-468a-b413-de60543fe5ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:04:54Z', 'updated_at': '2021-12-06T17:05:01Z', 'revision_number': 5, 'project_id': '79450b3018524610adce1efbd72221ff', 'subnets': [{'id': '29223edc-149f-468a-b413-de60543fe5ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:05:52.030073 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a197c1c4-89c8-40d0-9433-892bcb96acee req-059cbd8a-99c6-4063-bcd5-1aeb7117ea2f tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] 10.222.0.23 "GET /v2.0/ports?device_id=f52c6749-04e8-48c3-a65a-da9f850f64af HTTP/1.1" status: 200 len: 948 time: 0.2915685 Dec 06 17:05:52.075074 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-560e9c08-6eb5-47c3-8011-65dcc16a361c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:52.080541 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394ab0c3-ffe1-4e60-a54a-52254060c2ed None None] Checking router: 107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6 for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:05:52.107186 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394ab0c3-ffe1-4e60-a54a-52254060c2ed None None] Routers {'107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:05:52.107827 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-394ab0c3-ffe1-4e60-a54a-52254060c2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:05:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:05:52.151445 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a197c1c4-89c8-40d0-9433-892bcb96acee req-829aef04-c4de-4c2a-8989-975fcdfd811d tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] 10.222.0.23 "GET /v2.0/security-groups?id=14ccde3b-43d2-4548-8e63-0592f603efb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201310 Dec 06 17:05:52.289330 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45602060-8c08-41ea-a5b6-e8bfed7212c2 x-openstack-request-id: req-45602060-8c08-41ea-a5b6-e8bfed7212c2 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:05:52.289786 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85746b16-9c6a-40cb-851c-a3d456d992ed", "tag": "4cb9766a-3989-4121-8ba3-8d7599006d6b", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:05:52.290824 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-45602060-8c08-41ea-a5b6-e8bfed7212c2 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:05:52.291420 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85746b16-9c6a-40cb-851c-a3d456d992ed', 'tag': '4cb9766a-3989-4121-8ba3-8d7599006d6b', 'status': 'completed', 'code': 200} Dec 06 17:05:52.334877 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-560e9c08-6eb5-47c3-8011-65dcc16a361c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:52.340005 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-560e9c08-6eb5-47c3-8011-65dcc16a361c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:52.344361 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-560e9c08-6eb5-47c3-8011-65dcc16a361c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e8396bb7-4799-44ab-864b-28997b08993d HTTP/1.1" status: 204 len: 168 time: 0.5787959 Dec 06 17:05:52.402032 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-394ab0c3-ffe1-4e60-a54a-52254060c2ed None None] Set router 107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:05:52.491552 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560e9c08-6eb5-47c3-8011-65dcc16a361c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8396bb7-4799-44ab-864b-28997b08993d,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:52.591702 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-280dd3f7-8942-48b5-83fd-f51cb1b3d703 req-ff726b48-c22e-4235-bd28-f87330d6fc32 service neutron] 10.222.0.41 "GET /v2.0/ports/ce8a20ff-a9c6-4795-a571-20bb813075a1/bindings/n-h2-master-1 HTTP/1.1" status: 200 len: 384 time: 0.2463655 Dec 06 17:05:52.633246 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d200ee52-183f-4c75-9731-25f3619914e0 req-11b0abf1-fac4-4c41-b7de-26f71d325cb5 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:52.675768 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d200ee52-183f-4c75-9731-25f3619914e0 req-11b0abf1-fac4-4c41-b7de-26f71d325cb5 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=31c7763d-6ef7-4308-8c38-56013cf586be HTTP/1.1" status: 200 len: 944 time: 0.3941581 Dec 06 17:05:52.739994 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50b1678-f7fe-4dda-8387-92a01237a3fb req-f3f59417-4580-4446-b6f9-5c266a8f4303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:52.756045 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c50b1678-f7fe-4dda-8387-92a01237a3fb req-f3f59417-4580-4446-b6f9-5c266a8f4303 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=79450b3018524610adce1efbd72221ff&device_id=85746b16-9c6a-40cb-851c-a3d456d992ed HTTP/1.1" status: 200 len: 1117 time: 0.1796792 Dec 06 17:05:53.105287 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-394ab0c3-ffe1-4e60-a54a-52254060c2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-975269071-router', 'tenant_id': '79450b3018524610adce1efbd72221ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.41'}], 'enable_snat': True}, 'gw_port_id': '6e342e6b-5aad-4dc0-b38e-8376f9d24d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:04:50Z', 'updated_at': '2021-12-06T17:04:55Z', 'revision_number': 4, 'project_id': '79450b3018524610adce1efbd72221ff', 'gw_port': {'id': '6e342e6b-5aad-4dc0-b38e-8376f9d24d88', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c7:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:04:51Z', 'updated_at': '2021-12-06T17:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '3f35a412-72c8-43d8-8e04-d21866b931de', 'tenant_id': '79450b3018524610adce1efbd72221ff', 'floating_ip_address': '172.35.1.21', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6', 'port_id': '4cb9766a-3989-4121-8ba3-8d7599006d6b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69a40b88-32c3-4e15-ab36-985e8404a553', 'mac_address': 'fa:16:3e:1b:33:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85746b16-9c6a-40cb-851c-a3d456d992ed', 'device_owner': 'compute:tempest-test_az-213150746'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:05:20Z', 'updated_at': '2021-12-06T17:05:48Z', 'revision_number': 1, 'project_id': '79450b3018524610adce1efbd72221ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a524d1b-6a96-4920-99fc-39bf43162483', 'name': '', 'network_id': '69a40b88-32c3-4e15-ab36-985e8404a553', 'tenant_id': '79450b3018524610adce1efbd72221ff', 'mac_address': 'fa:16:3e:01:8e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '29223edc-149f-468a-b413-de60543fe5ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:04:54Z', 'updated_at': '2021-12-06T17:05:01Z', 'revision_number': 5, 'project_id': '79450b3018524610adce1efbd72221ff', 'subnets': [{'id': '29223edc-149f-468a-b413-de60543fe5ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:05:53.147671 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-e3663cd2-dddc-4c8a-9287-ce77a3afef63 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d06fd91b04474a09aea9ef42b02565d9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2406878 Dec 06 17:05:53.149967 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 33768) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:05:53.233156 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8960815e-2452-4e64-9c70-cdafaca73686 req-1f0b6531-09e5-4966-8628-eb43551f7b8b service neutron] 10.222.0.44 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2543187 Dec 06 17:05:53.244961 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394ab0c3-ffe1-4e60-a54a-52254060c2ed None None] The sync data for ids ['107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6'] in n-d-master-1 is: [{'id': '107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-975269071-router', 'tenant_id': '79450b3018524610adce1efbd72221ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.41'}], 'enable_snat': True}, 'gw_port_id': '6e342e6b-5aad-4dc0-b38e-8376f9d24d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:04:50Z', 'updated_at': '2021-12-06T17:04:55Z', 'revision_number': 4, 'project_id': '79450b3018524610adce1efbd72221ff', 'gw_port': {'id': '6e342e6b-5aad-4dc0-b38e-8376f9d24d88', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c7:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:04:51Z', 'updated_at': '2021-12-06T17:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '3f35a412-72c8-43d8-8e04-d21866b931de', 'tenant_id': '79450b3018524610adce1efbd72221ff', 'floating_ip_address': '172.35.1.21', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6', 'port_id': '4cb9766a-3989-4121-8ba3-8d7599006d6b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69a40b88-32c3-4e15-ab36-985e8404a553', 'mac_address': 'fa:16:3e:1b:33:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85746b16-9c6a-40cb-851c-a3d456d992ed', 'device_owner': 'compute:tempest-test_az-213150746'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:05:20Z', 'updated_at': '2021-12-06T17:05:48Z', 'revision_number': 1, 'project_id': '79450b3018524610adce1efbd72221ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a524d1b-6a96-4920-99fc-39bf43162483', 'name': '', 'network_id': '69a40b88-32c3-4e15-ab36-985e8404a553', 'tenant_id': '79450b3018524610adce1efbd72221ff', 'mac_address': 'fa:16:3e:01:8e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '29223edc-149f-468a-b413-de60543fe5ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:04:54Z', 'updated_at': '2021-12-06T17:05:01Z', 'revision_number': 5, 'project_id': '79450b3018524610adce1efbd72221ff', 'subnets': [{'id': '29223edc-149f-468a-b413-de60543fe5ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:05:53.384949 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50b1678-f7fe-4dda-8387-92a01237a3fb req-84014c62-3bc9-4d9a-8554-36e15bac2cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:53.387721 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c50b1678-f7fe-4dda-8387-92a01237a3fb req-84014c62-3bc9-4d9a-8554-36e15bac2cf3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=69a40b88-32c3-4e15-ab36-985e8404a553 HTTP/1.1" status: 200 len: 924 time: 0.6216788 Dec 06 17:05:53.452289 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 33776) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:05:53.494462 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d200ee52-183f-4c75-9731-25f3619914e0 req-ea91f875-bb40-436d-8549-2cb192e51902 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8152800 Dec 06 17:05:53.635912 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7eaded-2873-435d-9322-1bcd56f9b2dd req-fce804ff-63b0-4d72-9e6a-1b65aa74d3ad tempest-ServerDiagnosticsNegativeTest-1466752941 tempest-ServerDiagnosticsNegativeTest-1466752941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:53.656506 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ca7eaded-2873-435d-9322-1bcd56f9b2dd req-fce804ff-63b0-4d72-9e6a-1b65aa74d3ad tempest-ServerDiagnosticsNegativeTest-1466752941 tempest-ServerDiagnosticsNegativeTest-1466752941-project] 10.222.0.23 "GET /v2.0/ports?device_id=97f54aca-fda7-4142-b577-2c530c1b375c HTTP/1.1" status: 200 len: 950 time: 0.3485348 Dec 06 17:05:53.659958 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e61d8a5f-0915-4c3a-b876-c8e4bcf9aa44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:53.704143 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e61d8a5f-0915-4c3a-b876-c8e4bcf9aa44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:53.736763 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75bd3a1-de1b-431a-ab45-420d61a78fff None None] New status for floating IP 3f35a412-72c8-43d8-8e04-d21866b931de: ACTIVE {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 17:05:53.774185 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b851a56-23a1-43ac-a460-4b9749c5bda3 req-346f3769-82fd-450f-bbb3-b7c55618124f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:53.781440 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0b851a56-23a1-43ac-a460-4b9749c5bda3 req-346f3769-82fd-450f-bbb3-b7c55618124f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7e8068b9147b42b9b70b0723ccb27d4c&device_id=f52c6749-04e8-48c3-a65a-da9f850f64af HTTP/1.1" status: 200 len: 1099 time: 0.4134877 Dec 06 17:05:53.785897 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c50b1678-f7fe-4dda-8387-92a01237a3fb req-20e5b9f7-8ab0-470e-bc50-19513bf7a96e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4cb9766a-3989-4121-8ba3-8d7599006d6b HTTP/1.1" status: 200 len: 1019 time: 0.3633127 Dec 06 17:05:53.808926 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-6488ed76-fb9a-4b78-894c-fe9d26484a76 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-48895731-network', 'tenant_id': 'd613dfd35dbb4b76991ad29ca01403ce'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:05:53.910055 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e61d8a5f-0915-4c3a-b876-c8e4bcf9aa44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:53.915199 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e61d8a5f-0915-4c3a-b876-c8e4bcf9aa44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:53.919641 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-e61d8a5f-0915-4c3a-b876-c8e4bcf9aa44 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/038af104-743a-432a-8b46-f7cb76379adf HTTP/1.1" status: 204 len: 168 time: 0.7542841 Dec 06 17:05:53.938843 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61d8a5f-0915-4c3a-b876-c8e4bcf9aa44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=038af104-743a-432a-8b46-f7cb76379adf,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:53.970338 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6488ed76-fb9a-4b78-894c-fe9d26484a76 admin admin] Made reservation on behalf of d613dfd35dbb4b76991ad29ca01403ce for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:05:53.972767 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6488ed76-fb9a-4b78-894c-fe9d26484a76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:54.006143 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef75a3cc-b4d0-42b8-9396-22519a0a43ad req-fc89a986-f152-4193-b963-6de34caaa0c0 tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:54.007836 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ef75a3cc-b4d0-42b8-9396-22519a0a43ad req-fc89a986-f152-4193-b963-6de34caaa0c0 tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] 10.222.0.23 "GET /v2.0/ports?device_id=f52c6749-04e8-48c3-a65a-da9f850f64af HTTP/1.1" status: 200 len: 948 time: 0.2071843 Dec 06 17:05:54.010466 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-280dd3f7-8942-48b5-83fd-f51cb1b3d703 req-8e3f5cc2-2583-4b9c-9fdc-e667666c5b88 service neutron] For port ce8a20ff-a9c6-4795-a571-20bb813075a1, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ce8a20ff-a9c6-4795-a571-20bb813075a1,segment=NetworkSegment(d43b23f1-3a85-4be8-8063-3fe18696b942),segment_id=d43b23f1-3a85-4be8-8063-3fe18696b942)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:05:54.021227 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ca7eaded-2873-435d-9322-1bcd56f9b2dd req-885d50a5-fbed-4378-808f-c6c54f68f391 tempest-ServerDiagnosticsNegativeTest-1466752941 tempest-ServerDiagnosticsNegativeTest-1466752941-project] 10.222.0.23 "GET /v2.0/security-groups?id=a61f2f56-9919-40f0-9019-0bf22e883a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3636906 Dec 06 17:05:54.045220 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6488ed76-fb9a-4b78-894c-fe9d26484a76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:54.095018 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-280dd3f7-8942-48b5-83fd-f51cb1b3d703 req-8e3f5cc2-2583-4b9c-9fdc-e667666c5b88 service neutron] For port ce8a20ff-a9c6-4795-a571-20bb813075a1, host n-h1-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:05:54.205765 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-280dd3f7-8942-48b5-83fd-f51cb1b3d703 req-8e3f5cc2-2583-4b9c-9fdc-e667666c5b88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce8a20ff-a9c6-4795-a571-20bb813075a1 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:05:54.214015 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50b1678-f7fe-4dda-8387-92a01237a3fb req-ad95d988-b695-49ee-adf7-f507de828374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:54.216574 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c50b1678-f7fe-4dda-8387-92a01237a3fb req-ad95d988-b695-49ee-adf7-f507de828374 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=29223edc-149f-468a-b413-de60543fe5ba HTTP/1.1" status: 200 len: 862 time: 0.3984032 Dec 06 17:05:54.227452 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-280dd3f7-8942-48b5-83fd-f51cb1b3d703 req-8e3f5cc2-2583-4b9c-9fdc-e667666c5b88 service neutron] For port ce8a20ff-a9c6-4795-a571-20bb813075a1, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ce8a20ff-a9c6-4795-a571-20bb813075a1,segment=NetworkSegment(d43b23f1-3a85-4be8-8063-3fe18696b942),segment_id=d43b23f1-3a85-4be8-8063-3fe18696b942)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:05:54.301029 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-280dd3f7-8942-48b5-83fd-f51cb1b3d703 req-8e3f5cc2-2583-4b9c-9fdc-e667666c5b88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:54.396189 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b851a56-23a1-43ac-a460-4b9749c5bda3 req-e1d2e41a-4801-4cb5-b754-489828cee34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:54.397801 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0b851a56-23a1-43ac-a460-4b9749c5bda3 req-e1d2e41a-4801-4cb5-b754-489828cee34d service neutron] 10.222.0.44 "GET /v2.0/networks?id=ee08a0d2-834f-4c39-be47-9c424581246a HTTP/1.1" status: 200 len: 870 time: 0.5937984 Dec 06 17:05:54.512984 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6488ed76-fb9a-4b78-894c-fe9d26484a76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:54.534544 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6488ed76-fb9a-4b78-894c-fe9d26484a76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:54.542604 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50b1678-f7fe-4dda-8387-92a01237a3fb req-ef19a09f-3b32-4602-b0bd-faca133e8d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:54.545285 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c50b1678-f7fe-4dda-8387-92a01237a3fb req-ef19a09f-3b32-4602-b0bd-faca133e8d8c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=69a40b88-32c3-4e15-ab36-985e8404a553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3133533 Dec 06 17:05:54.551235 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0b851a56-23a1-43ac-a460-4b9749c5bda3 req-9cf34c77-7088-409f-98bd-a83c58c334a6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=9c321bfa-5964-4040-90b2-49798b626030 HTTP/1.1" status: 200 len: 217 time: 0.1442645 Dec 06 17:05:54.621288 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6488ed76-fb9a-4b78-894c-fe9d26484a76 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:05:54.663113 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 33806) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:05:54.689038 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6488ed76-fb9a-4b78-894c-fe9d26484a76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:54.689523 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-6488ed76-fb9a-4b78-894c-fe9d26484a76 admin admin] Added segment 7fc172b4-c182-4031-9b51-af5b4a606ef1 of type vlan for network 767dc120-6d9b-48e3-80c1-cc5f7675fb9d Dec 06 17:05:54.690782 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6488ed76-fb9a-4b78-894c-fe9d26484a76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc11ffa3-d812-46e1-b8fb-10e80c156d5d,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:54.738828 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ef75a3cc-b4d0-42b8-9396-22519a0a43ad req-1e837ed0-3be5-4185-81e5-89224ebbc88d tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] 10.222.0.23 "GET /v2.0/security-groups?id=14ccde3b-43d2-4548-8e63-0592f603efb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5858188 Dec 06 17:05:54.853482 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-280dd3f7-8942-48b5-83fd-f51cb1b3d703 req-8e3f5cc2-2583-4b9c-9fdc-e667666c5b88 service neutron] Transition to ACTIVE for port object ce8a20ff-a9c6-4795-a571-20bb813075a1 will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:05:54.864965 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b851a56-23a1-43ac-a460-4b9749c5bda3 req-5281c2f6-96d9-4e17-aa1b-a8482fa08f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:54.866882 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0b851a56-23a1-43ac-a460-4b9749c5bda3 req-5281c2f6-96d9-4e17-aa1b-a8482fa08f40 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1342252a-21e4-4783-88ff-f54776c79059 HTTP/1.1" status: 200 len: 843 time: 0.2818189 Dec 06 17:05:54.879133 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c50b1678-f7fe-4dda-8387-92a01237a3fb req-9274eafd-5c92-4e1c-8599-65edd2428f53 service neutron] 10.222.0.44 "GET /v2.0/networks/69a40b88-32c3-4e15-ab36-985e8404a553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3184290 Dec 06 17:05:54.880564 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-280dd3f7-8942-48b5-83fd-f51cb1b3d703 req-8e3f5cc2-2583-4b9c-9fdc-e667666c5b88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:54.924553 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6488ed76-fb9a-4b78-894c-fe9d26484a76 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:55.005850 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6488ed76-fb9a-4b78-894c-fe9d26484a76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:55.008619 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6488ed76-fb9a-4b78-894c-fe9d26484a76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:55.009686 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6488ed76-fb9a-4b78-894c-fe9d26484a76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:55.055518 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-039df49b-943a-47df-abfe-1bcfe8138eba admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d07caee17036415fa04976a2d4a596ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2611535 Dec 06 17:05:55.066281 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b851a56-23a1-43ac-a460-4b9749c5bda3 req-3c2e35b6-079d-4901-b927-7f69849a5690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:55.068622 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0b851a56-23a1-43ac-a460-4b9749c5bda3 req-3c2e35b6-079d-4901-b927-7f69849a5690 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee08a0d2-834f-4c39-be47-9c424581246a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1804924 Dec 06 17:05:55.072997 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 33814) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:05:55.082438 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f6d7a7-9cd2-4b96-b59c-64e7ab72ef0c req-ad7de688-8a44-45cb-bb45-9ff1e32b0181 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:55.085042 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-46f6d7a7-9cd2-4b96-b59c-64e7ab72ef0c req-ad7de688-8a44-45cb-bb45-9ff1e32b0181 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=31c7763d-6ef7-4308-8c38-56013cf586be HTTP/1.1" status: 200 len: 945 time: 0.2156739 Dec 06 17:05:55.176151 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-6488ed76-fb9a-4b78-894c-fe9d26484a76 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.7076111 Dec 06 17:05:55.184351 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-280dd3f7-8942-48b5-83fd-f51cb1b3d703 req-8e3f5cc2-2583-4b9c-9fdc-e667666c5b88 service neutron] No DVR routers for this DVR port ce8a20ff-a9c6-4795-a571-20bb813075a1 on host n-h1-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:05:55.192391 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 33820) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:05:55.227905 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-10944104-d6a7-4c53-8cc6-53fcad2d51d6 admin admin] Request body: {'subnet': {'network_id': '767dc120-6d9b-48e3-80c1-cc5f7675fb9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-48895731-subnet', 'tenant_id': 'd613dfd35dbb4b76991ad29ca01403ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:05:55.248554 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3f5cc2-2583-4b9c-9fdc-e667666c5b88 service neutron] Pushing event updated for resources: {'Port': ['ID=ce8a20ff-a9c6-4795-a571-20bb813075a1,revision_number=10']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:55.261252 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c144cacc-a487-40ef-a99a-efd046a2016a req-75b5815e-430e-4703-acfe-6f7e42c37d88 tempest-ServerDiagnosticsNegativeTest-1466752941 tempest-ServerDiagnosticsNegativeTest-1466752941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:55.262816 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c144cacc-a487-40ef-a99a-efd046a2016a req-75b5815e-430e-4703-acfe-6f7e42c37d88 tempest-ServerDiagnosticsNegativeTest-1466752941 tempest-ServerDiagnosticsNegativeTest-1466752941-project] 10.222.0.23 "GET /v2.0/ports?device_id=97f54aca-fda7-4142-b577-2c530c1b375c HTTP/1.1" status: 200 len: 950 time: 0.3932240 Dec 06 17:05:55.266336 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6488ed76-fb9a-4b78-894c-fe9d26484a76 admin admin] Pushing event updated for resources: {'Network': ['ID=767dc120-6d9b-48e3-80c1-cc5f7675fb9d,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:55.290760 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c50b1678-f7fe-4dda-8387-92a01237a3fb req-2a8b4a63-7c34-432a-9c68-82940dc9f547 service neutron] 10.222.0.44 "GET /v2.0/networks/69a40b88-32c3-4e15-ab36-985e8404a553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3987241 Dec 06 17:05:55.294312 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 767dc120-6d9b-48e3-80c1-cc5f7675fb9d details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:05:55.317109 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-46f6d7a7-9cd2-4b96-b59c-64e7ab72ef0c req-69e349d1-a7e6-40aa-87b7-3486cd667d90 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144239 Dec 06 17:05:55.342148 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-280dd3f7-8942-48b5-83fd-f51cb1b3d703 req-8e3f5cc2-2583-4b9c-9fdc-e667666c5b88 service neutron] 10.222.0.41 "PUT /v2.0/ports/ce8a20ff-a9c6-4795-a571-20bb813075a1/bindings/n-h2-master-1/activate HTTP/1.1" status: 200 len: 369 time: 2.7388501 Dec 06 17:05:55.369690 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10944104-d6a7-4c53-8cc6-53fcad2d51d6 admin admin] Made reservation on behalf of d613dfd35dbb4b76991ad29ca01403ce for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:05:55.374435 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-10944104-d6a7-4c53-8cc6-53fcad2d51d6 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:55.426869 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0b851a56-23a1-43ac-a460-4b9749c5bda3 req-fa922a59-6779-4635-97f6-c362f9ecd119 service neutron] 10.222.0.44 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3343225 Dec 06 17:05:55.446570 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-785d284d-2bc8-4967-a38a-1826c2c296f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:55.524089 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-785d284d-2bc8-4967-a38a-1826c2c296f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:55.556817 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c144cacc-a487-40ef-a99a-efd046a2016a req-6e7936aa-2682-4aae-bc72-c43c85a94250 tempest-ServerDiagnosticsNegativeTest-1466752941 tempest-ServerDiagnosticsNegativeTest-1466752941-project] 10.222.0.23 "GET /v2.0/security-groups?id=a61f2f56-9919-40f0-9019-0bf22e883a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712215 Dec 06 17:05:55.605970 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280dd3f7-8942-48b5-83fd-f51cb1b3d703 req-9554e8d6-6a57-4d68-a418-b1367f2687b5 tempest-LiveAutoBlockMigrationV225Test-847899352 tempest-LiveAutoBlockMigrationV225Test-847899352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:55.607775 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-280dd3f7-8942-48b5-83fd-f51cb1b3d703 req-9554e8d6-6a57-4d68-a418-b1367f2687b5 tempest-LiveAutoBlockMigrationV225Test-847899352 tempest-LiveAutoBlockMigrationV225Test-847899352-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=31c7763d-6ef7-4308-8c38-56013cf586be&tenant_id=013b92ce2e6a40e1a3b2fa92d62d652e&binding%3Ahost_id=n-h1-master-1 HTTP/1.1" status: 200 len: 1096 time: 0.1944942 Dec 06 17:05:55.649614 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-785d284d-2bc8-4967-a38a-1826c2c296f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:55.656953 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-785d284d-2bc8-4967-a38a-1826c2c296f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:55.658356 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-785d284d-2bc8-4967-a38a-1826c2c296f3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5a95a52c-9939-4cde-98df-3b2d43a39684 HTTP/1.1" status: 204 len: 168 time: 0.5516024 Dec 06 17:05:55.671591 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785d284d-2bc8-4967-a38a-1826c2c296f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a95a52c-9939-4cde-98df-3b2d43a39684,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:55.758246 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0b851a56-23a1-43ac-a460-4b9749c5bda3 req-49f6bfa9-cb9f-41ba-8330-d1254b392c25 service neutron] 10.222.0.44 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681556 Dec 06 17:05:55.772907 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280dd3f7-8942-48b5-83fd-f51cb1b3d703 req-9c88bdd7-66b2-46ab-8141-e93adc10d3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:55.774449 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-280dd3f7-8942-48b5-83fd-f51cb1b3d703 req-9c88bdd7-66b2-46ab-8141-e93adc10d3c4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=31c7763d-6ef7-4308-8c38-56013cf586be&tenant_id=013b92ce2e6a40e1a3b2fa92d62d652e HTTP/1.1" status: 200 len: 1096 time: 0.1562567 Dec 06 17:05:55.919501 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-10944104-d6a7-4c53-8cc6-53fcad2d51d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:56.070053 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48affb4d-1dd6-4ed5-a586-9a2ea4b31a3c req-299c2082-4a1d-4af6-be59-40008f2c429b tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:56.071918 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-48affb4d-1dd6-4ed5-a586-9a2ea4b31a3c req-299c2082-4a1d-4af6-be59-40008f2c429b tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] 10.222.0.23 "GET /v2.0/ports?device_id=f52c6749-04e8-48c3-a65a-da9f850f64af HTTP/1.1" status: 200 len: 948 time: 0.1542120 Dec 06 17:05:56.075208 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280dd3f7-8942-48b5-83fd-f51cb1b3d703 req-3873b687-9ed9-40e7-a3df-549ba787192c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:56.076665 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-280dd3f7-8942-48b5-83fd-f51cb1b3d703 req-3873b687-9ed9-40e7-a3df-549ba787192c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=013b92ce2e6a40e1a3b2fa92d62d652e&device_id=31c7763d-6ef7-4308-8c38-56013cf586be HTTP/1.1" status: 200 len: 1096 time: 0.2132874 Dec 06 17:05:56.088363 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10944104-d6a7-4c53-8cc6-53fcad2d51d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c61082d3-cac5-4206-902d-4dc79a610e1d,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:56.129011 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10944104-d6a7-4c53-8cc6-53fcad2d51d6 admin admin] Checking segment: {'id': '7fc172b4-c182-4031-9b51-af5b4a606ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '767dc120-6d9b-48e3-80c1-cc5f7675fb9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:05:56.129555 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10944104-d6a7-4c53-8cc6-53fcad2d51d6 admin admin] Network hostable DHCP agents. Network: 767dc120-6d9b-48e3-80c1-cc5f7675fb9d, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:05:56.225075 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10944104-d6a7-4c53-8cc6-53fcad2d51d6 admin admin] Network 767dc120-6d9b-48e3-80c1-cc5f7675fb9d is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:05:56.229318 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9eedc5-e80d-4feb-8789-5d9901893b3c req-69b4476d-a890-42ff-a0b4-8e227b7c5afd tempest-ServerDiagnosticsNegativeTest-1466752941 tempest-ServerDiagnosticsNegativeTest-1466752941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:56.232022 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9b9eedc5-e80d-4feb-8789-5d9901893b3c req-69b4476d-a890-42ff-a0b4-8e227b7c5afd tempest-ServerDiagnosticsNegativeTest-1466752941 tempest-ServerDiagnosticsNegativeTest-1466752941-project] 10.222.0.41 "GET /v2.0/ports?device_id=97f54aca-fda7-4142-b577-2c530c1b375c HTTP/1.1" status: 200 len: 950 time: 0.1044040 Dec 06 17:05:56.249578 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-48affb4d-1dd6-4ed5-a586-9a2ea4b31a3c req-6e114b86-60d9-4883-b445-2eb5211396c4 tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] 10.222.0.23 "GET /v2.0/security-groups?id=14ccde3b-43d2-4548-8e63-0592f603efb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765671 Dec 06 17:05:56.267132 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-10944104-d6a7-4c53-8cc6-53fcad2d51d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 767dc120-6d9b-48e3-80c1-cc5f7675fb9d) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:05:56.272710 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10944104-d6a7-4c53-8cc6-53fcad2d51d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:56.273865 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-10944104-d6a7-4c53-8cc6-53fcad2d51d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:56.280871 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a6aabd-60a7-45bd-b973-3e2fa2d5e4fa None None] Network 767dc120-6d9b-48e3-80c1-cc5f7675fb9d requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:05:56.293706 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280dd3f7-8942-48b5-83fd-f51cb1b3d703 req-a1bccef6-a12e-4a23-a2a9-a8bca385843d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:56.296152 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-280dd3f7-8942-48b5-83fd-f51cb1b3d703 req-a1bccef6-a12e-4a23-a2a9-a8bca385843d service neutron] 10.222.0.44 "GET /v2.0/networks?id=f368e270-aa86-47d2-9c8f-0ac2b4fc8997 HTTP/1.1" status: 200 len: 922 time: 0.2096238 Dec 06 17:05:56.307838 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-10944104-d6a7-4c53-8cc6-53fcad2d51d6 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.0843878 Dec 06 17:05:56.319828 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device ce8a20ff-a9c6-4795-a571-20bb813075a1 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:05:56.384300 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-280dd3f7-8942-48b5-83fd-f51cb1b3d703 req-3744664a-c245-421a-b932-d1f8900d037d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce8a20ff-a9c6-4795-a571-20bb813075a1 HTTP/1.1" status: 200 len: 217 time: 0.0748732 Dec 06 17:05:56.542241 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device ce8a20ff-a9c6-4795-a571-20bb813075a1 not bound to the agent host n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:05:56.708284 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-9b9eedc5-e80d-4feb-8789-5d9901893b3c req-c0db4115-ae94-4b20-9f1c-228200ba3068 tempest-ServerDiagnosticsNegativeTest-1466752941 tempest-ServerDiagnosticsNegativeTest-1466752941-project] Deleting port 6252f7c7-d028-4844-bc2a-d0db9ec4f703 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:05:56.708827 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-9b9eedc5-e80d-4feb-8789-5d9901893b3c req-c0db4115-ae94-4b20-9f1c-228200ba3068 tempest-ServerDiagnosticsNegativeTest-1466752941 tempest-ServerDiagnosticsNegativeTest-1466752941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:56.755864 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0625b1-a5e9-4d6c-9c34-fb93665dca25 req-89d94de2-1d84-455a-af0e-43250025be1e tempest-NetworksTest-216640650 tempest-NetworksTest-216640650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:56.758162 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d4d9d4-bb53-4b9d-8ae9-16c3c82b4612 None None] Network 767dc120-6d9b-48e3-80c1-cc5f7675fb9d requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:05:56.758847 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0625b1-a5e9-4d6c-9c34-fb93665dca25 req-89d94de2-1d84-455a-af0e-43250025be1e tempest-NetworksTest-216640650 tempest-NetworksTest-216640650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:56.764163 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0625b1-a5e9-4d6c-9c34-fb93665dca25 req-89d94de2-1d84-455a-af0e-43250025be1e tempest-NetworksTest-216640650 tempest-NetworksTest-216640650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:56.764163 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0625b1-a5e9-4d6c-9c34-fb93665dca25 req-89d94de2-1d84-455a-af0e-43250025be1e tempest-NetworksTest-216640650 tempest-NetworksTest-216640650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:56.764163 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0625b1-a5e9-4d6c-9c34-fb93665dca25 req-89d94de2-1d84-455a-af0e-43250025be1e tempest-NetworksTest-216640650 tempest-NetworksTest-216640650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:56.764163 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0625b1-a5e9-4d6c-9c34-fb93665dca25 req-89d94de2-1d84-455a-af0e-43250025be1e tempest-NetworksTest-216640650 tempest-NetworksTest-216640650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:56.764163 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0625b1-a5e9-4d6c-9c34-fb93665dca25 req-89d94de2-1d84-455a-af0e-43250025be1e tempest-NetworksTest-216640650 tempest-NetworksTest-216640650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:56.764984 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0625b1-a5e9-4d6c-9c34-fb93665dca25 req-89d94de2-1d84-455a-af0e-43250025be1e tempest-NetworksTest-216640650 tempest-NetworksTest-216640650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:56.774815 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0625b1-a5e9-4d6c-9c34-fb93665dca25 req-89d94de2-1d84-455a-af0e-43250025be1e tempest-NetworksTest-216640650 tempest-NetworksTest-216640650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:56.789703 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0625b1-a5e9-4d6c-9c34-fb93665dca25 req-89d94de2-1d84-455a-af0e-43250025be1e tempest-NetworksTest-216640650 tempest-NetworksTest-216640650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:56.797803 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5e0625b1-a5e9-4d6c-9c34-fb93665dca25 req-89d94de2-1d84-455a-af0e-43250025be1e tempest-NetworksTest-216640650 tempest-NetworksTest-216640650-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7161 time: 0.3373163 Dec 06 17:05:56.885021 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280dd3f7-8942-48b5-83fd-f51cb1b3d703 req-cb09aa92-b642-44b7-b135-4ffda574549a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:56.891077 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-280dd3f7-8942-48b5-83fd-f51cb1b3d703 req-cb09aa92-b642-44b7-b135-4ffda574549a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f77759ce-94b4-46a8-b90f-f881b9e38f99 HTTP/1.1" status: 200 len: 861 time: 0.4993870 Dec 06 17:05:57.047565 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-280dd3f7-8942-48b5-83fd-f51cb1b3d703 req-be4bdb36-c5fc-4ede-a0c5-94d559de14fe service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f368e270-aa86-47d2-9c8f-0ac2b4fc8997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1265860 Dec 06 17:05:57.216086 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-280dd3f7-8942-48b5-83fd-f51cb1b3d703 req-93eb422d-483e-44ac-8ef4-45b7c1c4401b service neutron] 10.222.0.44 "GET /v2.0/networks/f368e270-aa86-47d2-9c8f-0ac2b4fc8997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575205 Dec 06 17:05:57.250384 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 9c321bfa-5964-4040-90b2-49798b626030 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:05:57.294251 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e453ea1b-2b5f-4e17-815d-896eb570ed39 req-83f74e9a-4966-4795-866e-4bc02e02b89c tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:57.308424 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e453ea1b-2b5f-4e17-815d-896eb570ed39 req-83f74e9a-4966-4795-866e-4bc02e02b89c tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=31c7763d-6ef7-4308-8c38-56013cf586be HTTP/1.1" status: 200 len: 945 time: 0.4140873 Dec 06 17:05:57.350673 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-9b9eedc5-e80d-4feb-8789-5d9901893b3c req-c0db4115-ae94-4b20-9f1c-228200ba3068 tempest-ServerDiagnosticsNegativeTest-1466752941 tempest-ServerDiagnosticsNegativeTest-1466752941-project] For port 6252f7c7-d028-4844-bc2a-d0db9ec4f703, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=6252f7c7-d028-4844-bc2a-d0db9ec4f703,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:05:57.353604 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-9b9eedc5-e80d-4feb-8789-5d9901893b3c req-c0db4115-ae94-4b20-9f1c-228200ba3068 tempest-ServerDiagnosticsNegativeTest-1466752941 tempest-ServerDiagnosticsNegativeTest-1466752941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:57.388536 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bddc76a-8e5c-4022-8349-c3f135101955 req-afa89b80-8d1f-419b-93ac-46970a8917e9 tempest-ServerDiagnosticsNegativeTest-1466752941 tempest-ServerDiagnosticsNegativeTest-1466752941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:57.400634 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7bddc76a-8e5c-4022-8349-c3f135101955 req-afa89b80-8d1f-419b-93ac-46970a8917e9 tempest-ServerDiagnosticsNegativeTest-1466752941 tempest-ServerDiagnosticsNegativeTest-1466752941-project] 10.222.0.23 "GET /v2.0/ports?device_id=97f54aca-fda7-4142-b577-2c530c1b375c HTTP/1.1" status: 200 len: 950 time: 0.1375861 Dec 06 17:05:57.425335 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 9c321bfa-5964-4040-90b2-49798b626030, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9c321bfa-5964-4040-90b2-49798b626030,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:05:57.427729 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-9b9eedc5-e80d-4feb-8789-5d9901893b3c req-c0db4115-ae94-4b20-9f1c-228200ba3068 tempest-ServerDiagnosticsNegativeTest-1466752941 tempest-ServerDiagnosticsNegativeTest-1466752941-project] Calling delete_port for 6252f7c7-d028-4844-bc2a-d0db9ec4f703 owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:05:57.439516 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': '9c321bfa-5964-4040-90b2-49798b626030', 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a', 'port_id': '9c321bfa-5964-4040-90b2-49798b626030', 'mac_address': 'fa:16:3e:88:66:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1342252a-21e4-4783-88ff-f54776c79059', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:05:57.494540 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e453ea1b-2b5f-4e17-815d-896eb570ed39 req-83f9872c-36af-4645-8f19-d01b0cdb7da6 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847606 Dec 06 17:05:57.497212 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:57.525671 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-280dd3f7-8942-48b5-83fd-f51cb1b3d703 req-b544b2b8-65f1-4df2-bc29-9c8473458ab9 service neutron] 10.222.0.44 "GET /v2.0/networks/f368e270-aa86-47d2-9c8f-0ac2b4fc8997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967269 Dec 06 17:05:57.543387 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7bddc76a-8e5c-4022-8349-c3f135101955 req-66e95170-7e56-454c-899b-aa46074749fc tempest-ServerDiagnosticsNegativeTest-1466752941 tempest-ServerDiagnosticsNegativeTest-1466752941-project] 10.222.0.23 "GET /v2.0/security-groups?id=a61f2f56-9919-40f0-9019-0bf22e883a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415014 Dec 06 17:05:57.579206 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c321bfa-5964-4040-90b2-49798b626030 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:05:57.636055 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 9c321bfa-5964-4040-90b2-49798b626030, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9c321bfa-5964-4040-90b2-49798b626030,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:05:57.659062 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:57.666474 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f3384f-0c11-4519-8a27-ea7ae98642cb req-0de3f61f-cf74-445a-a237-5e52ca9bbf48 tempest-NetworksTest-216640650 tempest-NetworksTest-216640650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:57.669199 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-59f3384f-0c11-4519-8a27-ea7ae98642cb req-0de3f61f-cf74-445a-a237-5e52ca9bbf48 tempest-NetworksTest-216640650 tempest-NetworksTest-216640650-project-admin] 10.222.0.23 "GET /v2.0/networks/40c9982f-f1ff-4b90-bebe-b7d51655f7e2 HTTP/1.1" status: 200 len: 886 time: 0.1366956 Dec 06 17:05:57.680195 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 33904) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:05:57.692776 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-1260670e-0151-4ec1-85c0-ce55692a402e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1984567174-network', 'tenant_id': 'f8b2aec21a534a26b7265614ca21841f'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:05:57.779930 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=9c321bfa-5964-4040-90b2-49798b626030,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:57.818449 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1260670e-0151-4ec1-85c0-ce55692a402e admin admin] Made reservation on behalf of f8b2aec21a534a26b7265614ca21841f for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:05:57.819435 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a64c8b-eea6-4e80-8de0-cc6a4e5bc3d0 req-f3e6ee6a-7783-4709-a4bc-c6e1211caee4 tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:57.821131 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1260670e-0151-4ec1-85c0-ce55692a402e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:57.827285 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-56a64c8b-eea6-4e80-8de0-cc6a4e5bc3d0 req-f3e6ee6a-7783-4709-a4bc-c6e1211caee4 tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] 10.222.0.23 "GET /v2.0/ports?device_id=f52c6749-04e8-48c3-a65a-da9f850f64af HTTP/1.1" status: 200 len: 949 time: 0.1408041 Dec 06 17:05:57.830511 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-9b9eedc5-e80d-4feb-8789-5d9901893b3c req-c0db4115-ae94-4b20-9f1c-228200ba3068 tempest-ServerDiagnosticsNegativeTest-1466752941 tempest-ServerDiagnosticsNegativeTest-1466752941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:57.845431 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1260670e-0151-4ec1-85c0-ce55692a402e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:57.847488 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['6252f7c7-d028-4844-bc2a-d0db9ec4f703'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:05:57.901637 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['9c321bfa-5964-4040-90b2-49798b626030'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:05:58.016854 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0db4115-ae94-4b20-9f1c-228200ba3068 tempest-ServerDiagnosticsNegativeTest-1466752941 tempest-ServerDiagnosticsNegativeTest-1466752941-project] Pushing event deleted for resources: {'Port': ['ID=6252f7c7-d028-4844-bc2a-d0db9ec4f703,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:58.039236 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a277cd8e-b3d9-46b4-ab70-2948ef2f079e req-e585994a-e40a-4cd0-8d56-20ffceeaf24a tempest-NetworksTest-216640650 tempest-NetworksTest-216640650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:58.042085 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a277cd8e-b3d9-46b4-ab70-2948ef2f079e req-e585994a-e40a-4cd0-8d56-20ffceeaf24a tempest-NetworksTest-216640650 tempest-NetworksTest-216640650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:58.048420 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a277cd8e-b3d9-46b4-ab70-2948ef2f079e req-e585994a-e40a-4cd0-8d56-20ffceeaf24a tempest-NetworksTest-216640650 tempest-NetworksTest-216640650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:58.049575 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a277cd8e-b3d9-46b4-ab70-2948ef2f079e req-e585994a-e40a-4cd0-8d56-20ffceeaf24a tempest-NetworksTest-216640650 tempest-NetworksTest-216640650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:58.050203 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a277cd8e-b3d9-46b4-ab70-2948ef2f079e req-e585994a-e40a-4cd0-8d56-20ffceeaf24a tempest-NetworksTest-216640650 tempest-NetworksTest-216640650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:58.053949 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a277cd8e-b3d9-46b4-ab70-2948ef2f079e req-e585994a-e40a-4cd0-8d56-20ffceeaf24a tempest-NetworksTest-216640650 tempest-NetworksTest-216640650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:58.054689 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a277cd8e-b3d9-46b4-ab70-2948ef2f079e req-e585994a-e40a-4cd0-8d56-20ffceeaf24a tempest-NetworksTest-216640650 tempest-NetworksTest-216640650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:58.055306 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a277cd8e-b3d9-46b4-ab70-2948ef2f079e req-e585994a-e40a-4cd0-8d56-20ffceeaf24a tempest-NetworksTest-216640650 tempest-NetworksTest-216640650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:58.060319 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a277cd8e-b3d9-46b4-ab70-2948ef2f079e req-e585994a-e40a-4cd0-8d56-20ffceeaf24a tempest-NetworksTest-216640650 tempest-NetworksTest-216640650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:58.062610 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a277cd8e-b3d9-46b4-ab70-2948ef2f079e req-e585994a-e40a-4cd0-8d56-20ffceeaf24a tempest-NetworksTest-216640650 tempest-NetworksTest-216640650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:58.067084 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a277cd8e-b3d9-46b4-ab70-2948ef2f079e req-e585994a-e40a-4cd0-8d56-20ffceeaf24a tempest-NetworksTest-216640650 tempest-NetworksTest-216640650-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7161 time: 0.3700547 Dec 06 17:05:58.081235 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b9eedc5-e80d-4feb-8789-5d9901893b3c req-c0db4115-ae94-4b20-9f1c-228200ba3068 tempest-ServerDiagnosticsNegativeTest-1466752941 tempest-ServerDiagnosticsNegativeTest-1466752941-project] No DVR routers for this DVR port 6252f7c7-d028-4844-bc2a-d0db9ec4f703 on host n-h1-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:05:58.084848 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-9b9eedc5-e80d-4feb-8789-5d9901893b3c req-c0db4115-ae94-4b20-9f1c-228200ba3068 tempest-ServerDiagnosticsNegativeTest-1466752941 tempest-ServerDiagnosticsNegativeTest-1466752941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:58.090584 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9b9eedc5-e80d-4feb-8789-5d9901893b3c req-c0db4115-ae94-4b20-9f1c-228200ba3068 tempest-ServerDiagnosticsNegativeTest-1466752941 tempest-ServerDiagnosticsNegativeTest-1466752941-project] 10.222.0.41 "DELETE /v2.0/ports/6252f7c7-d028-4844-bc2a-d0db9ec4f703 HTTP/1.1" status: 204 len: 173 time: 1.8506873 Dec 06 17:05:58.095703 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97f54aca-fda7-4142-b577-2c530c1b375c', 'name': 'network-vif-deleted', 'tag': '6252f7c7-d028-4844-bc2a-d0db9ec4f703'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:05:58.100925 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3e61bb9-b8cc-4ba3-bbca-1c2b501d2188" -d '{"events": [{"server_uuid": "97f54aca-fda7-4142-b577-2c530c1b375c", "name": "network-vif-deleted", "tag": "6252f7c7-d028-4844-bc2a-d0db9ec4f703"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:05:58.151710 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-56a64c8b-eea6-4e80-8de0-cc6a4e5bc3d0 req-b56855b1-00f4-4263-be49-dceda091ae7c tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] 10.222.0.23 "GET /v2.0/security-groups?id=14ccde3b-43d2-4548-8e63-0592f603efb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3225639 Dec 06 17:05:58.182522 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280dd3f7-8942-48b5-83fd-f51cb1b3d703 req-b9f93b22-7b15-468e-a44e-eaa962d7c29b tempest-LiveAutoBlockMigrationV225Test-847899352 tempest-LiveAutoBlockMigrationV225Test-847899352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:58.184044 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-280dd3f7-8942-48b5-83fd-f51cb1b3d703 req-b9f93b22-7b15-468e-a44e-eaa962d7c29b tempest-LiveAutoBlockMigrationV225Test-847899352 tempest-LiveAutoBlockMigrationV225Test-847899352-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=31c7763d-6ef7-4308-8c38-56013cf586be&tenant_id=013b92ce2e6a40e1a3b2fa92d62d652e&binding%3Ahost_id=n-h2-master-1 HTTP/1.1" status: 200 len: 1096 time: 0.2421417 Dec 06 17:05:58.246632 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fe2891b-7f47-4aed-8aea-6c923f593133 x-openstack-request-id: req-5fe2891b-7f47-4aed-8aea-6c923f593133 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:05:58.247600 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97f54aca-fda7-4142-b577-2c530c1b375c", "name": "network-vif-deleted", "tag": "6252f7c7-d028-4844-bc2a-d0db9ec4f703", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:05:58.248225 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5fe2891b-7f47-4aed-8aea-6c923f593133 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:05:58.248878 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97f54aca-fda7-4142-b577-2c530c1b375c', 'name': 'network-vif-deleted', 'tag': '6252f7c7-d028-4844-bc2a-d0db9ec4f703', 'status': 'completed', 'code': 200} Dec 06 17:05:58.434541 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1260670e-0151-4ec1-85c0-ce55692a402e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:58.458543 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1260670e-0151-4ec1-85c0-ce55692a402e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:58.477229 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 33928) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:05:58.496519 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1260670e-0151-4ec1-85c0-ce55692a402e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b33ea1b-c04d-499b-ace3-247f70ef7be6,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:58.510137 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1260670e-0151-4ec1-85c0-ce55692a402e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:05:58.523857 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1260670e-0151-4ec1-85c0-ce55692a402e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:58.524517 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-1260670e-0151-4ec1-85c0-ce55692a402e admin admin] Added segment 939690d0-79cd-4b7d-b855-8f7af9fc60c0 of type vlan for network 2f062703-ff4b-4876-92db-38674cf7b738 Dec 06 17:05:58.610134 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1260670e-0151-4ec1-85c0-ce55692a402e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:58.627803 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-280dd3f7-8942-48b5-83fd-f51cb1b3d703 req-c0cee583-3b9f-4e84-beee-1a97685b0684 service neutron] For port ce8a20ff-a9c6-4795-a571-20bb813075a1, host n-h1-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:05:58.635963 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-280dd3f7-8942-48b5-83fd-f51cb1b3d703 req-c0cee583-3b9f-4e84-beee-1a97685b0684 service neutron] Publish callbacks [] for binding, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:58.637078 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-280dd3f7-8942-48b5-83fd-f51cb1b3d703 req-c0cee583-3b9f-4e84-beee-1a97685b0684 service neutron] 10.222.0.44 "DELETE /v2.0/ports/ce8a20ff-a9c6-4795-a571-20bb813075a1/bindings/n-h1-master-1 HTTP/1.1" status: 204 len: 173 time: 0.4363728 Dec 06 17:05:58.680280 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1260670e-0151-4ec1-85c0-ce55692a402e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:58.681278 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1260670e-0151-4ec1-85c0-ce55692a402e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:58.681908 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1260670e-0151-4ec1-85c0-ce55692a402e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:58.741103 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 33938) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:05:58.744666 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-1260670e-0151-4ec1-85c0-ce55692a402e admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0594635 Dec 06 17:05:58.757313 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-bd9f385c-e8b2-459d-8974-d66a1c146ee7 admin admin] Request body: {'subnet': {'network_id': '2f062703-ff4b-4876-92db-38674cf7b738', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1984567174-subnet', 'tenant_id': 'f8b2aec21a534a26b7265614ca21841f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:05:58.815834 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-65fa25f0-6100-434b-9ea4-62bb7cc28588 req-7850a3b3-436f-4d5a-95da-40e5c00b07f8 tempest-ServerDiagnosticsNegativeTest-1466752941 tempest-ServerDiagnosticsNegativeTest-1466752941-project] 10.222.0.23 "GET /v2.0/ports?device_id=97f54aca-fda7-4142-b577-2c530c1b375c HTTP/1.1" status: 200 len: 210 time: 0.0589833 Dec 06 17:05:58.816361 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1260670e-0151-4ec1-85c0-ce55692a402e admin admin] Pushing event updated for resources: {'Network': ['ID=2f062703-ff4b-4876-92db-38674cf7b738,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:58.826062 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 2f062703-ff4b-4876-92db-38674cf7b738 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:05:58.850724 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1447ba59-ff1e-48c6-aa48-0e3278009af4 req-d02b7725-4d88-45c8-b621-6332e4a400c7 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:58.862640 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1447ba59-ff1e-48c6-aa48-0e3278009af4 req-d02b7725-4d88-45c8-b621-6332e4a400c7 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=31c7763d-6ef7-4308-8c38-56013cf586be HTTP/1.1" status: 200 len: 945 time: 0.2130897 Dec 06 17:05:58.865058 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c4b334ed-b829-413c-b174-c90788502205 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:58.907575 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd9f385c-e8b2-459d-8974-d66a1c146ee7 admin admin] Made reservation on behalf of f8b2aec21a534a26b7265614ca21841f for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:05:58.916662 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bd9f385c-e8b2-459d-8974-d66a1c146ee7 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:59.058380 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1447ba59-ff1e-48c6-aa48-0e3278009af4 req-090e7341-7b1a-4e67-9b86-4f5153397be3 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817772 Dec 06 17:05:59.290547 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 9c321bfa-5964-4040-90b2-49798b626030 up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:05:59.324198 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c4b334ed-b829-413c-b174-c90788502205 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:59.327341 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bd9f385c-e8b2-459d-8974-d66a1c146ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:59.348026 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c4b334ed-b829-413c-b174-c90788502205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:59.382438 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc987df-55f1-4520-ae3b-9bcb388d31ee req-fefeeed5-081e-4bee-9f50-0e450a2b4786 tempest-LiveAutoBlockMigrationV225Test-847899352 tempest-LiveAutoBlockMigrationV225Test-847899352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:59.391588 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8dc987df-55f1-4520-ae3b-9bcb388d31ee req-fefeeed5-081e-4bee-9f50-0e450a2b4786 tempest-LiveAutoBlockMigrationV225Test-847899352 tempest-LiveAutoBlockMigrationV225Test-847899352-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=31c7763d-6ef7-4308-8c38-56013cf586be HTTP/1.1" status: 200 len: 1096 time: 0.0664873 Dec 06 17:05:59.416621 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b334ed-b829-413c-b174-c90788502205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=384fdd36-34d2-446c-b2fa-fbbff17a0284,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:59.480782 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8dc987df-55f1-4520-ae3b-9bcb388d31ee req-16858ec3-841a-492f-9a64-d1003f847075 tempest-LiveAutoBlockMigrationV225Test-847899352 tempest-LiveAutoBlockMigrationV225Test-847899352-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812550 Dec 06 17:05:59.485017 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-c4b334ed-b829-413c-b174-c90788502205 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4c4813e7029c405494a002cb253b50ba&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0063140 Dec 06 17:05:59.487542 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 33960) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:05:59.490535 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning for port 9c321bfa-5964-4040-90b2-49798b626030 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:05:59.495090 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9f385c-e8b2-459d-8974-d66a1c146ee7 admin admin] Checking segment: {'id': '939690d0-79cd-4b7d-b855-8f7af9fc60c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2f062703-ff4b-4876-92db-38674cf7b738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:05:59.495592 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9f385c-e8b2-459d-8974-d66a1c146ee7 admin admin] Network hostable DHCP agents. Network: 2f062703-ff4b-4876-92db-38674cf7b738, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:05:59.496081 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port 9c321bfa-5964-4040-90b2-49798b626030 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:05:59.496852 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:59.506021 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9cdf68-669d-43a4-aadd-b2bc87c53a0d req-2f412e82-d255-42e5-a682-19598e46abdb tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:59.513784 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9f9cdf68-669d-43a4-aadd-b2bc87c53a0d req-2f412e82-d255-42e5-a682-19598e46abdb tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] 10.222.0.23 "GET /v2.0/ports?device_id=f52c6749-04e8-48c3-a65a-da9f850f64af HTTP/1.1" status: 200 len: 949 time: 0.2002521 Dec 06 17:05:59.518382 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9f385c-e8b2-459d-8974-d66a1c146ee7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4d21e37-45db-41b6-8d3e-cabfe7474950,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:59.591074 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9f9cdf68-669d-43a4-aadd-b2bc87c53a0d req-59452266-2f02-494f-801b-c98e553c4cc2 tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] 10.222.0.23 "GET /v2.0/security-groups?id=14ccde3b-43d2-4548-8e63-0592f603efb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760326 Dec 06 17:05:59.595685 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:59.597929 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9f385c-e8b2-459d-8974-d66a1c146ee7 admin admin] Network 2f062703-ff4b-4876-92db-38674cf7b738 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:05:59.617294 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2cedbd88-9a78-47fe-bd0a-55a5ccd0675e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:59.635133 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-bd9f385c-e8b2-459d-8974-d66a1c146ee7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 2f062703-ff4b-4876-92db-38674cf7b738) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:05:59.641914 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9f385c-e8b2-459d-8974-d66a1c146ee7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:05:59.643655 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bd9f385c-e8b2-459d-8974-d66a1c146ee7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:59.664736 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f52c6749-04e8-48c3-a65a-da9f850f64af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c321bfa-5964-4040-90b2-49798b626030'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:05:59.668656 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea8b6e1b-92d3-4a25-95f5-0b6bdee6c094" -d '{"events": [{"server_uuid": "f52c6749-04e8-48c3-a65a-da9f850f64af", "name": "network-vif-plugged", "status": "completed", "tag": "9c321bfa-5964-4040-90b2-49798b626030"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:05:59.680832 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2cedbd88-9a78-47fe-bd0a-55a5ccd0675e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:59.694957 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-bd9f385c-e8b2-459d-8974-d66a1c146ee7 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9483330 Dec 06 17:05:59.697671 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50f370b-17a1-46b7-8968-6842d593d2f9 None None] Network 2f062703-ff4b-4876-92db-38674cf7b738 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:05:59.738792 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 9c321bfa-5964-4040-90b2-49798b626030, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9c321bfa-5964-4040-90b2-49798b626030,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:05:59.814873 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:59.883391 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2cedbd88-9a78-47fe-bd0a-55a5ccd0675e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:59.886140 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2cedbd88-9a78-47fe-bd0a-55a5ccd0675e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:05:59.887227 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-2cedbd88-9a78-47fe-bd0a-55a5ccd0675e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/384fdd36-34d2-446c-b2fa-fbbff17a0284 HTTP/1.1" status: 204 len: 168 time: 0.3983459 Dec 06 17:05:59.906128 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea3470b5-b7e3-452a-b9d7-791866f94050 x-openstack-request-id: req-ea3470b5-b7e3-452a-b9d7-791866f94050 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:05:59.907035 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f52c6749-04e8-48c3-a65a-da9f850f64af", "name": "network-vif-plugged", "status": "completed", "tag": "9c321bfa-5964-4040-90b2-49798b626030", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:05:59.907462 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ea3470b5-b7e3-452a-b9d7-791866f94050 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:05:59.908014 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f52c6749-04e8-48c3-a65a-da9f850f64af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c321bfa-5964-4040-90b2-49798b626030', 'code': 200} Dec 06 17:05:59.910008 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=9c321bfa-5964-4040-90b2-49798b626030,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:59.959982 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cedbd88-9a78-47fe-bd0a-55a5ccd0675e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=384fdd36-34d2-446c-b2fa-fbbff17a0284,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:05:59.995595 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 33988) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:06:00.129518 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ae83369-e158-4db1-87ec-8b8e076b977c admin admin] Deleting subnet c61082d3-cac5-4206-902d-4dc79a610e1d {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:06:00.138701 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7ae83369-e158-4db1-87ec-8b8e076b977c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:00.153168 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dec356c-b513-410b-b689-9876938a6925 None None] Network 2f062703-ff4b-4876-92db-38674cf7b738 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:06:00.193032 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddf7e99-6113-4422-b4f1-8c670637c75f req-cdf246db-d22e-413a-bd30-21b3c79f306f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:00.194584 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4ddf7e99-6113-4422-b4f1-8c670637c75f req-cdf246db-d22e-413a-bd30-21b3c79f306f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f52c6749-04e8-48c3-a65a-da9f850f64af HTTP/1.1" status: 200 len: 1101 time: 0.3063841 Dec 06 17:06:00.221357 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7ae83369-e158-4db1-87ec-8b8e076b977c admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:00.234905 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7ae83369-e158-4db1-87ec-8b8e076b977c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:00.314304 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4ddf7e99-6113-4422-b4f1-8c670637c75f req-af81003d-1936-4e95-a0cf-9dde4c27cbec service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=14ccde3b-43d2-4548-8e63-0592f603efb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040020 Dec 06 17:06:00.324067 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e732bb-ebdb-4437-b96a-c93dc2043242 req-14a33ce0-bc3e-4fb4-ade7-d13d73542e5f tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:00.328545 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7ae83369-e158-4db1-87ec-8b8e076b977c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:00.335982 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b6e732bb-ebdb-4437-b96a-c93dc2043242 req-14a33ce0-bc3e-4fb4-ade7-d13d73542e5f tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/networks?id=f368e270-aa86-47d2-9c8f-0ac2b4fc8997 HTTP/1.1" status: 200 len: 821 time: 0.2988143 Dec 06 17:06:00.352047 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b6e732bb-ebdb-4437-b96a-c93dc2043242 req-61881e49-1136-470a-80f1-a5630171c364 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/quotas/013b92ce2e6a40e1a3b2fa92d62d652e HTTP/1.1" status: 200 len: 375 time: 0.0148828 Dec 06 17:06:00.354920 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 6252f7c7-d028-4844-bc2a-d0db9ec4f703 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:06:00.412815 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b6e732bb-ebdb-4437-b96a-c93dc2043242 req-bd1e55ea-b57f-4b86-80fd-fefa4dcec969 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=013b92ce2e6a40e1a3b2fa92d62d652e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0594103 Dec 06 17:06:00.415516 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae83369-e158-4db1-87ec-8b8e076b977c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c61082d3-cac5-4206-902d-4dc79a610e1d,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:00.420003 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] No Port match for: 6252f7c7-d028-4844-bc2a-d0db9ec4f703 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:06:00.420392 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 6252f7c7-d028-4844-bc2a-d0db9ec4f703 not bound to the agent host n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:06:00.427868 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7ae83369-e158-4db1-87ec-8b8e076b977c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:00.433601 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-7ae83369-e158-4db1-87ec-8b8e076b977c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/c61082d3-cac5-4206-902d-4dc79a610e1d HTTP/1.1" status: 204 len: 168 time: 0.4363265 Dec 06 17:06:00.435810 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 34008) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:06:00.497111 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 34010) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:06:00.538633 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a0cd25c0-42b1-41c4-958c-5caa0b8f8c4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:00.592745 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b6e732bb-ebdb-4437-b96a-c93dc2043242 req-64ebdc3a-54a7-4497-a134-88be6b8eca29 service neutron] 10.222.0.23 "GET /v2.0/networks/f368e270-aa86-47d2-9c8f-0ac2b4fc8997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777947 Dec 06 17:06:00.741081 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 34018) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:06:00.793255 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b6e732bb-ebdb-4437-b96a-c93dc2043242 req-64dc78c7-5346-459f-8d4a-69a38ec12799 service neutron] 10.222.0.23 "GET /v2.0/networks/f368e270-aa86-47d2-9c8f-0ac2b4fc8997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992137 Dec 06 17:06:00.797343 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a0cd25c0-42b1-41c4-958c-5caa0b8f8c4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:00.801630 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d0006e88-a592-465b-845e-851efaeb18cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:00.861924 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4179ccb6-b6d7-4e1f-8acc-444fe20f1f91 req-16cc7503-ebd4-4beb-980c-be713a6b7efe tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:00.863624 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4179ccb6-b6d7-4e1f-8acc-444fe20f1f91 req-16cc7503-ebd4-4beb-980c-be713a6b7efe tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] 10.222.0.23 "GET /v2.0/ports?device_id=f52c6749-04e8-48c3-a65a-da9f850f64af HTTP/1.1" status: 200 len: 950 time: 0.1198387 Dec 06 17:06:00.867271 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a0cd25c0-42b1-41c4-958c-5caa0b8f8c4e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 17:06:00.867879 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a0cd25c0-42b1-41c4-958c-5caa0b8f8c4e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 17:06:00.868835 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a0cd25c0-42b1-41c4-958c-5caa0b8f8c4e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 17:06:00.869304 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a0cd25c0-42b1-41c4-958c-5caa0b8f8c4e admin admin] Subscribe: > port after_create 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 17:06:00.869771 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a0cd25c0-42b1-41c4-958c-5caa0b8f8c4e admin admin] Subscribe: > port after_delete 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 17:06:00.870734 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a0cd25c0-42b1-41c4-958c-5caa0b8f8c4e admin admin] Subscribe: > port after_update 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 17:06:00.871175 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a0cd25c0-42b1-41c4-958c-5caa0b8f8c4e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 17:06:00.871588 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a0cd25c0-42b1-41c4-958c-5caa0b8f8c4e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 17:06:00.872053 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a0cd25c0-42b1-41c4-958c-5caa0b8f8c4e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 17:06:00.872484 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a0cd25c0-42b1-41c4-958c-5caa0b8f8c4e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 17:06:00.964932 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-58a48807-0b5a-42be-9ff8-598205bfffa9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bef3958935014be982b28e5c24624b1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4664159 Dec 06 17:06:00.967568 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 34024) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:06:01.085514 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5ce1f2fc-70c5-41dd-8bf7-5854da2712e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:01.114914 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5ce1f2fc-70c5-41dd-8bf7-5854da2712e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:01.180354 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c914092c-5f32-46d8-b992-f8ebdb5ec07b req-e278f1ae-3e0c-434c-bbb9-b753c4de4ff3 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=410657f9-9533-48fd-94c2-2548178a831b HTTP/1.1" status: 200 len: 210 time: 0.0331616 Dec 06 17:06:01.194634 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a0cd25c0-42b1-41c4-958c-5caa0b8f8c4e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 17:06:01.195221 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a0cd25c0-42b1-41c4-958c-5caa0b8f8c4e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 17:06:01.195580 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a0cd25c0-42b1-41c4-958c-5caa0b8f8c4e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 17:06:01.196090 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a0cd25c0-42b1-41c4-958c-5caa0b8f8c4e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103285) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 17:06:01.197013 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-a0cd25c0-42b1-41c4-958c-5caa0b8f8c4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['767dc120-6d9b-48e3-80c1-cc5f7675fb9d']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:06:01.201187 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5ce1f2fc-70c5-41dd-8bf7-5854da2712e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:01.204485 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5ce1f2fc-70c5-41dd-8bf7-5854da2712e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:01.207979 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-5ce1f2fc-70c5-41dd-8bf7-5854da2712e9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a61f2f56-9919-40f0-9019-0bf22e883a30 HTTP/1.1" status: 204 len: 168 time: 0.2364926 Dec 06 17:06:01.217010 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce1f2fc-70c5-41dd-8bf7-5854da2712e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a61f2f56-9919-40f0-9019-0bf22e883a30,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:01.245830 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 34036) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:06:01.255818 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-a0cd25c0-42b1-41c4-958c-5caa0b8f8c4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fc172b4-c182-4031-9b51-af5b4a606ef1') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:06:01.256369 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-a0cd25c0-42b1-41c4-958c-5caa0b8f8c4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fc172b4-c182-4031-9b51-af5b4a606ef1') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:06:01.290701 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a0cd25c0-42b1-41c4-958c-5caa0b8f8c4e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:01.379594 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a0cd25c0-42b1-41c4-958c-5caa0b8f8c4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:01.393973 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4179ccb6-b6d7-4e1f-8acc-444fe20f1f91 req-c179a665-0fb4-4f6c-b108-a6db62fd96b4 tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] 10.222.0.23 "GET /v2.0/security-groups?id=14ccde3b-43d2-4548-8e63-0592f603efb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207502 Dec 06 17:06:01.422474 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0cd25c0-42b1-41c4-958c-5caa0b8f8c4e admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:06:01.423321 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a0cd25c0-42b1-41c4-958c-5caa0b8f8c4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:01.459027 n-d-master-1 neutron-server[103285]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 06 17:06:01.459027 n-d-master-1 neutron-server[103285]: from cryptography.utils import int_from_bytes Dec 06 17:06:01.459027 n-d-master-1 neutron-server[103285]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 06 17:06:01.459027 n-d-master-1 neutron-server[103285]: from cryptography.utils import int_from_bytes Dec 06 17:06:01.459027 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:06:01.459027 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:06:01.459027 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:06:01.459027 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:06:01.459027 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:06:01.459027 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:06:01.459027 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:06:01.459027 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:06:01.459027 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:06:01.459027 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:06:01.459027 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:06:01.459027 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:06:01.459027 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:06:01.459027 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:06:01.459027 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:06:01.459027 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:06:01.459027 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:06:01.459027 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:06:01.459027 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:06:01.459027 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:06:01.459027 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:06:01.459027 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:06:01.459027 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:06:01.459027 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:06:01.459027 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:06:01.459027 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:06:01.459027 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:06:01.459027 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:06:01.459027 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:06:01.459027 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:06:01.459027 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:06:01.459027 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:06:01.477455 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b08d7dfd-4a37-4cc8-ad33-a6e921b59ff6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:01.646591 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d0006e88-a592-465b-845e-851efaeb18cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:01.648343 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a0cd25c0-42b1-41c4-958c-5caa0b8f8c4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:01.664629 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a0cd25c0-42b1-41c4-958c-5caa0b8f8c4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:01.669394 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-a0cd25c0-42b1-41c4-958c-5caa0b8f8c4e admin admin] 10.222.0.23 "DELETE /v2.0/networks/767dc120-6d9b-48e3-80c1-cc5f7675fb9d HTTP/1.1" status: 204 len: 168 time: 1.2326016 Dec 06 17:06:01.672656 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 34044) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:06:01.675166 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d0006e88-a592-465b-845e-851efaeb18cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:01.729754 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b08d7dfd-4a37-4cc8-ad33-a6e921b59ff6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:01.741100 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0006e88-a592-465b-845e-851efaeb18cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd731ae8-a63b-45a6-8746-a075434cb05d,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:01.742320 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b08d7dfd-4a37-4cc8-ad33-a6e921b59ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:01.754320 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd25c0-42b1-41c4-958c-5caa0b8f8c4e admin admin] Pushing event deleted for resources: {'Network': ['ID=767dc120-6d9b-48e3-80c1-cc5f7675fb9d,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:01.776735 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-d0006e88-a592-465b-845e-851efaeb18cb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7b88bfa28e8f459cb967ff320c3b3c16&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0315194 Dec 06 17:06:01.781322 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 34046) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:06:01.806295 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-99874099-496d-4ddf-8abc-748a26a90091 admin admin] Deleting subnet a4d21e37-45db-41b6-8d3e-cabfe7474950 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:06:01.809880 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-99874099-496d-4ddf-8abc-748a26a90091 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:01.862079 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 34048) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:06:01.863761 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-b08d7dfd-4a37-4cc8-ad33-a6e921b59ff6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b1d7089dce34488b9212ba34234a894b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6163604 Dec 06 17:06:01.867060 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 34050) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:06:01.881416 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d7dfd-4a37-4cc8-ad33-a6e921b59ff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=113a093e-7e6b-430c-8233-a2d7fdd92770,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:01.897090 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-99874099-496d-4ddf-8abc-748a26a90091 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:01.910562 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-717e0c4c-c6e6-4000-a103-928c7e5a6fbe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:01.923685 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-99874099-496d-4ddf-8abc-748a26a90091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:01.989777 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aee5f869-8014-4bbf-9d7f-12ae9841938b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:02.002115 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1a5d307d-21cb-4bff-8f31-90f76616e321 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:02.041909 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1a5d307d-21cb-4bff-8f31-90f76616e321 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:02.049116 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aee5f869-8014-4bbf-9d7f-12ae9841938b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:02.064462 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-99874099-496d-4ddf-8abc-748a26a90091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:02.137723 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99874099-496d-4ddf-8abc-748a26a90091 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4d21e37-45db-41b6-8d3e-cabfe7474950,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:02.141674 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-717e0c4c-c6e6-4000-a103-928c7e5a6fbe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:02.150536 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-717e0c4c-c6e6-4000-a103-928c7e5a6fbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:02.153202 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-99874099-496d-4ddf-8abc-748a26a90091 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:02.161051 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-99874099-496d-4ddf-8abc-748a26a90091 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/a4d21e37-45db-41b6-8d3e-cabfe7474950 HTTP/1.1" status: 204 len: 168 time: 0.4867313 Dec 06 17:06:02.162411 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 34054) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:06:02.174836 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aee5f869-8014-4bbf-9d7f-12ae9841938b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:02.177428 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aee5f869-8014-4bbf-9d7f-12ae9841938b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:02.180954 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-aee5f869-8014-4bbf-9d7f-12ae9841938b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cd731ae8-a63b-45a6-8746-a075434cb05d HTTP/1.1" status: 204 len: 168 time: 0.3960388 Dec 06 17:06:02.213999 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 34058) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:06:02.215593 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-717e0c4c-c6e6-4000-a103-928c7e5a6fbe admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=03f0d1c04a5d498aafcdef34877a763a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3497066 Dec 06 17:06:02.218706 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717e0c4c-c6e6-4000-a103-928c7e5a6fbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52c74e63-4f40-4264-9dee-b211d8c76f1d,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:02.230571 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee5f869-8014-4bbf-9d7f-12ae9841938b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd731ae8-a63b-45a6-8746-a075434cb05d,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:02.315871 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1a5d307d-21cb-4bff-8f31-90f76616e321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:02.318912 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1a5d307d-21cb-4bff-8f31-90f76616e321 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:02.320051 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-1a5d307d-21cb-4bff-8f31-90f76616e321 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/113a093e-7e6b-430c-8233-a2d7fdd92770 HTTP/1.1" status: 204 len: 168 time: 0.4518359 Dec 06 17:06:02.333935 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-56706833-75ec-42d6-ae9b-87d0543fbfd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:02.346848 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5d307d-21cb-4bff-8f31-90f76616e321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=113a093e-7e6b-430c-8233-a2d7fdd92770,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:02.395483 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-44150cf0-99ed-4e94-97dd-6fb749c4534c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:02.402635 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-34ebfb89-26c0-4672-a2ab-26988fc71d59 req-1332c906-b586-4237-87dd-53fc4143548a tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=410657f9-9533-48fd-94c2-2548178a831b HTTP/1.1" status: 200 len: 210 time: 0.0558410 Dec 06 17:06:02.514604 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:02.534685 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-56706833-75ec-42d6-ae9b-87d0543fbfd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:02.560512 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-44150cf0-99ed-4e94-97dd-6fb749c4534c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:02.635735 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 17:06:02.657311 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-56706833-75ec-42d6-ae9b-87d0543fbfd0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 17:06:02.658245 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-56706833-75ec-42d6-ae9b-87d0543fbfd0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 17:06:02.659427 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-56706833-75ec-42d6-ae9b-87d0543fbfd0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 17:06:02.659427 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-56706833-75ec-42d6-ae9b-87d0543fbfd0 admin admin] Subscribe: > port after_create 55550000 {{(pid=103284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 17:06:02.659719 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-56706833-75ec-42d6-ae9b-87d0543fbfd0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 17:06:02.660053 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-56706833-75ec-42d6-ae9b-87d0543fbfd0 admin admin] Subscribe: > port after_update 55550000 {{(pid=103284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 17:06:02.660383 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-56706833-75ec-42d6-ae9b-87d0543fbfd0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 17:06:02.660684 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-56706833-75ec-42d6-ae9b-87d0543fbfd0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 17:06:02.660996 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-56706833-75ec-42d6-ae9b-87d0543fbfd0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 17:06:02.662060 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-56706833-75ec-42d6-ae9b-87d0543fbfd0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 17:06:02.730970 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-56706833-75ec-42d6-ae9b-87d0543fbfd0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 17:06:02.731321 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-56706833-75ec-42d6-ae9b-87d0543fbfd0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 17:06:02.731650 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-56706833-75ec-42d6-ae9b-87d0543fbfd0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 17:06:02.731977 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-56706833-75ec-42d6-ae9b-87d0543fbfd0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 17:06:02.732638 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-56706833-75ec-42d6-ae9b-87d0543fbfd0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f062703-ff4b-4876-92db-38674cf7b738']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:06:02.764160 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-56706833-75ec-42d6-ae9b-87d0543fbfd0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '939690d0-79cd-4b7d-b855-8f7af9fc60c0') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:06:02.764357 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-56706833-75ec-42d6-ae9b-87d0543fbfd0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '939690d0-79cd-4b7d-b855-8f7af9fc60c0') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:06:02.800714 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-56706833-75ec-42d6-ae9b-87d0543fbfd0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:02.836946 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89b83c0-1a08-437d-81df-e8b59c3022b1 req-9e07e2a1-1607-452c-8dc9-50f16fa1d15c tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:02.849602 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d89b83c0-1a08-437d-81df-e8b59c3022b1 req-9e07e2a1-1607-452c-8dc9-50f16fa1d15c tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] 10.222.0.23 "GET /v2.0/ports?device_id=f52c6749-04e8-48c3-a65a-da9f850f64af HTTP/1.1" status: 200 len: 950 time: 0.3082969 Dec 06 17:06:02.869522 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-56706833-75ec-42d6-ae9b-87d0543fbfd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:02.894793 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56706833-75ec-42d6-ae9b-87d0543fbfd0 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:06:02.895194 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-56706833-75ec-42d6-ae9b-87d0543fbfd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:02.901114 n-d-master-1 neutron-server[103284]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 06 17:06:02.901114 n-d-master-1 neutron-server[103284]: from cryptography.utils import int_from_bytes Dec 06 17:06:02.901114 n-d-master-1 neutron-server[103284]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 06 17:06:02.901114 n-d-master-1 neutron-server[103284]: from cryptography.utils import int_from_bytes Dec 06 17:06:02.901114 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 17:06:02.901114 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:06:02.901114 n-d-master-1 neutron-server[103284]: timer() Dec 06 17:06:02.901114 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:06:02.901114 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 17:06:02.901114 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:06:02.901114 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 17:06:02.901114 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:06:02.901114 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 17:06:02.901114 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:06:02.901114 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 17:06:02.901114 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:06:02.901114 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 17:06:02.901114 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:06:02.901114 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:06:02.901114 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:06:02.901114 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:06:02.901114 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:06:02.901114 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 17:06:02.901114 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:06:02.901114 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 17:06:02.901114 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:06:02.901114 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:06:02.901114 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:06:02.901114 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 17:06:02.901114 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:06:02.901114 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:06:02.901114 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:06:02.901114 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:06:02.901114 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:06:02.901114 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:06:02.901114 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:06:02.906416 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e732bb-ebdb-4437-b96a-c93dc2043242 req-56d7d27b-cd5f-4b00-ab67-3810303b22d7 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:02.907821 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b6e732bb-ebdb-4437-b96a-c93dc2043242 req-56d7d27b-cd5f-4b00-ab67-3810303b22d7 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.41 "GET /v2.0/networks?id=f368e270-aa86-47d2-9c8f-0ac2b4fc8997 HTTP/1.1" status: 200 len: 821 time: 0.3760171 Dec 06 17:06:02.926809 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-b6e732bb-ebdb-4437-b96a-c93dc2043242 req-a9acd6c2-b780-4917-9769-55ba493fd274 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Request body: {'port': {'device_id': '410657f9-9533-48fd-94c2-2548178a831b', 'network_id': 'f368e270-aa86-47d2-9c8f-0ac2b4fc8997', 'admin_state_up': True, 'tenant_id': '013b92ce2e6a40e1a3b2fa92d62d652e'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:06:03.024021 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 34078) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:06:03.061307 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-44150cf0-99ed-4e94-97dd-6fb749c4534c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:03.071184 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-44150cf0-99ed-4e94-97dd-6fb749c4534c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:03.072392 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-44150cf0-99ed-4e94-97dd-6fb749c4534c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/52c74e63-4f40-4264-9dee-b211d8c76f1d HTTP/1.1" status: 204 len: 168 time: 0.8570163 Dec 06 17:06:03.093111 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44150cf0-99ed-4e94-97dd-6fb749c4534c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52c74e63-4f40-4264-9dee-b211d8c76f1d,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:03.121112 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fe7f3ff8-f645-4382-bc69-8aeceb011c20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:03.136421 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d89b83c0-1a08-437d-81df-e8b59c3022b1 req-ec5643b4-99a3-4650-ad6d-c91c4f3ed47d tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] 10.222.0.23 "GET /v2.0/security-groups?id=14ccde3b-43d2-4548-8e63-0592f603efb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837689 Dec 06 17:06:03.137799 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-56706833-75ec-42d6-ae9b-87d0543fbfd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:03.176089 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56706833-75ec-42d6-ae9b-87d0543fbfd0 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f062703-ff4b-4876-92db-38674cf7b738,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:03.184386 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-56706833-75ec-42d6-ae9b-87d0543fbfd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:03.193456 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-56706833-75ec-42d6-ae9b-87d0543fbfd0 admin admin] 10.222.0.23 "DELETE /v2.0/networks/2f062703-ff4b-4876-92db-38674cf7b738 HTTP/1.1" status: 204 len: 168 time: 1.0287538 Dec 06 17:06:03.204888 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6e732bb-ebdb-4437-b96a-c93dc2043242 req-a9acd6c2-b780-4917-9769-55ba493fd274 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Made reservation on behalf of 013b92ce2e6a40e1a3b2fa92d62d652e for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:06:03.209859 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-b6e732bb-ebdb-4437-b96a-c93dc2043242 req-a9acd6c2-b780-4917-9769-55ba493fd274 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:03.433607 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fe7f3ff8-f645-4382-bc69-8aeceb011c20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:03.444144 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fe7f3ff8-f645-4382-bc69-8aeceb011c20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:03.506900 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-fe7f3ff8-f645-4382-bc69-8aeceb011c20 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=43d46783ae9a41d6911abcf5c9602b3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4790154 Dec 06 17:06:03.507627 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 34094) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:06:03.510861 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7f3ff8-f645-4382-bc69-8aeceb011c20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=227a7dc4-9cf5-4007-b51a-5eeac6f360f3,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:03.626627 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-443af482-eabf-4204-bf60-7e02a09a3772 req-4e726de4-01b6-407d-ada3-da3c024ea45b tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=410657f9-9533-48fd-94c2-2548178a831b HTTP/1.1" status: 200 len: 210 time: 0.0452492 Dec 06 17:06:03.627839 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-b6e732bb-ebdb-4437-b96a-c93dc2043242 req-a9acd6c2-b780-4917-9769-55ba493fd274 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Allocated IP 172.20.0.8 (f368e270-aa86-47d2-9c8f-0ac2b4fc8997/f77759ce-94b4-46a8-b90f-f881b9e38f99/47959905-0d65-435d-bd88-6229edcc8f79) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:06:03.628745 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-08328648-41fb-4c5f-8771-30e2f916978b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:03.666518 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-08328648-41fb-4c5f-8771-30e2f916978b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:03.736518 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-08328648-41fb-4c5f-8771-30e2f916978b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:03.739890 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-08328648-41fb-4c5f-8771-30e2f916978b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:03.741293 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-08328648-41fb-4c5f-8771-30e2f916978b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/227a7dc4-9cf5-4007-b51a-5eeac6f360f3 HTTP/1.1" status: 204 len: 168 time: 0.2324562 Dec 06 17:06:03.757462 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08328648-41fb-4c5f-8771-30e2f916978b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=227a7dc4-9cf5-4007-b51a-5eeac6f360f3,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:03.838375 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-b6e732bb-ebdb-4437-b96a-c93dc2043242 req-a9acd6c2-b780-4917-9769-55ba493fd274 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:03.884154 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-b6e732bb-ebdb-4437-b96a-c93dc2043242 req-a9acd6c2-b780-4917-9769-55ba493fd274 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:03.946012 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 34106) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:06:04.028974 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6e732bb-ebdb-4437-b96a-c93dc2043242 req-a9acd6c2-b780-4917-9769-55ba493fd274 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Network f368e270-aa86-47d2-9c8f-0ac2b4fc8997 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:06:04.043465 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-af76d07f-0281-4c6f-88a1-f7e62a81f801 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d613dfd35dbb4b76991ad29ca01403ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0947919 Dec 06 17:06:04.047452 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 34108) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:06:04.049579 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-b6e732bb-ebdb-4437-b96a-c93dc2043242 req-a9acd6c2-b780-4917-9769-55ba493fd274 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:06:04.056307 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6e732bb-ebdb-4437-b96a-c93dc2043242 req-a9acd6c2-b780-4917-9769-55ba493fd274 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:06:04.062130 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9acd6c2-b780-4917-9769-55ba493fd274 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Pushing event updated for resources: {'Port': ['ID=47959905-0d65-435d-bd88-6229edcc8f79,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:04.108393 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b820b0b-a552-4418-ac5b-c6be5e3fb77b req-191f8b02-339b-4ecf-bc3e-20e736e87327 tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:04.111008 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5b820b0b-a552-4418-ac5b-c6be5e3fb77b req-191f8b02-339b-4ecf-bc3e-20e736e87327 tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] 10.222.0.23 "GET /v2.0/ports?device_id=f52c6749-04e8-48c3-a65a-da9f850f64af HTTP/1.1" status: 200 len: 950 time: 0.1825609 Dec 06 17:06:04.120522 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0cbe23b6-3c51-4585-8a43-907cfeb15d7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:04.153210 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e732bb-ebdb-4437-b96a-c93dc2043242 req-a9acd6c2-b780-4917-9769-55ba493fd274 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:04.154414 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-b6e732bb-ebdb-4437-b96a-c93dc2043242 req-a9acd6c2-b780-4917-9769-55ba493fd274 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:04.161283 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0cbe23b6-3c51-4585-8a43-907cfeb15d7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:04.228035 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5b820b0b-a552-4418-ac5b-c6be5e3fb77b req-508ed16b-68c0-4eea-bdfc-5a1cab26fb3a tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] 10.222.0.23 "GET /v2.0/security-groups?id=14ccde3b-43d2-4548-8e63-0592f603efb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101828 Dec 06 17:06:04.238841 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b6e732bb-ebdb-4437-b96a-c93dc2043242 req-a9acd6c2-b780-4917-9769-55ba493fd274 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3202085 Dec 06 17:06:04.244469 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0cbe23b6-3c51-4585-8a43-907cfeb15d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:04.256716 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0cbe23b6-3c51-4585-8a43-907cfeb15d7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:04.256716 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-0cbe23b6-3c51-4585-8a43-907cfeb15d7d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dc11ffa3-d812-46e1-b8fb-10e80c156d5d HTTP/1.1" status: 204 len: 168 time: 0.1994648 Dec 06 17:06:04.257097 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-b6e732bb-ebdb-4437-b96a-c93dc2043242 req-ae7fb55e-6ec4-4160-9a39-a751b17a1337 service neutron] Request body: {'port': {'device_id': '410657f9-9533-48fd-94c2-2548178a831b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:06:04.276216 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbe23b6-3c51-4585-8a43-907cfeb15d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc11ffa3-d812-46e1-b8fb-10e80c156d5d,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:04.562357 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-b6e732bb-ebdb-4437-b96a-c93dc2043242 req-ae7fb55e-6ec4-4160-9a39-a751b17a1337 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:04.862095 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 34138) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:06:04.914727 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-11c48c91-1131-432b-aa8f-2b8ca2e764e0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f8b2aec21a534a26b7265614ca21841f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0512311 Dec 06 17:06:04.916953 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 34140) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:06:04.920244 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282b7250-057a-4bc9-b53c-5830df2bb0be req-dca95ddb-0b39-4e5a-90da-dcf5a99113ed tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:04.922830 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-282b7250-057a-4bc9-b53c-5830df2bb0be req-dca95ddb-0b39-4e5a-90da-dcf5a99113ed tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=410657f9-9533-48fd-94c2-2548178a831b HTTP/1.1" status: 200 len: 931 time: 0.1351626 Dec 06 17:06:04.980893 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:05.011002 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6593a7d1-5526-47c1-b408-5afb3520d744 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:05.049994 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6593a7d1-5526-47c1-b408-5afb3520d744 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:05.091047 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-282b7250-057a-4bc9-b53c-5830df2bb0be req-b2d8cd02-5766-4067-a454-ca607d83feb6 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359925 Dec 06 17:06:05.147122 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6593a7d1-5526-47c1-b408-5afb3520d744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:05.151653 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6593a7d1-5526-47c1-b408-5afb3520d744 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:05.161306 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-6593a7d1-5526-47c1-b408-5afb3520d744 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2b33ea1b-c04d-499b-ace3-247f70ef7be6 HTTP/1.1" status: 204 len: 168 time: 0.2353430 Dec 06 17:06:05.176201 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6593a7d1-5526-47c1-b408-5afb3520d744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b33ea1b-c04d-499b-ace3-247f70ef7be6,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:05.224156 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-b6e732bb-ebdb-4437-b96a-c93dc2043242 req-ae7fb55e-6ec4-4160-9a39-a751b17a1337 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47959905-0d65-435d-bd88-6229edcc8f79 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:06:05.243269 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-b6e732bb-ebdb-4437-b96a-c93dc2043242 req-ae7fb55e-6ec4-4160-9a39-a751b17a1337 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:05.256758 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-b6e732bb-ebdb-4437-b96a-c93dc2043242 req-ae7fb55e-6ec4-4160-9a39-a751b17a1337 service neutron] Transition to ACTIVE for port object 47959905-0d65-435d-bd88-6229edcc8f79 will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:06:05.262230 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-b6e732bb-ebdb-4437-b96a-c93dc2043242 req-ae7fb55e-6ec4-4160-9a39-a751b17a1337 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:05.388583 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7fb55e-6ec4-4160-9a39-a751b17a1337 service neutron] Pushing event updated for resources: {'Port': ['ID=47959905-0d65-435d-bd88-6229edcc8f79,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:05.428177 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc5b655-3b91-413a-ac58-188b34f0a5f8 req-58f39151-576a-4c2e-bed2-dd34246ecf0a tempest-DeleteServersAdminTestJSON-1695288251 tempest-DeleteServersAdminTestJSON-1695288251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:05.429674 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6fc5b655-3b91-413a-ac58-188b34f0a5f8 req-58f39151-576a-4c2e-bed2-dd34246ecf0a tempest-DeleteServersAdminTestJSON-1695288251 tempest-DeleteServersAdminTestJSON-1695288251-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=f52c6749-04e8-48c3-a65a-da9f850f64af HTTP/1.1" status: 200 len: 1101 time: 0.1262784 Dec 06 17:06:05.496048 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-b6e732bb-ebdb-4437-b96a-c93dc2043242 req-ae7fb55e-6ec4-4160-9a39-a751b17a1337 service neutron] Attempting to bind port 47959905-0d65-435d-bd88-6229edcc8f79 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:06:05.496848 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-b6e732bb-ebdb-4437-b96a-c93dc2043242 req-ae7fb55e-6ec4-4160-9a39-a751b17a1337 service neutron] Attempting to bind port 47959905-0d65-435d-bd88-6229edcc8f79 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'd43b23f1-3a85-4be8-8063-3fe18696b942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f368e270-aa86-47d2-9c8f-0ac2b4fc8997'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:06:05.497505 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e732bb-ebdb-4437-b96a-c93dc2043242 req-ae7fb55e-6ec4-4160-9a39-a751b17a1337 service neutron] Attempting to bind port 47959905-0d65-435d-bd88-6229edcc8f79 on network f368e270-aa86-47d2-9c8f-0ac2b4fc8997 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:06:05.505065 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e732bb-ebdb-4437-b96a-c93dc2043242 req-ae7fb55e-6ec4-4160-9a39-a751b17a1337 service neutron] Port 47959905-0d65-435d-bd88-6229edcc8f79 on network f368e270-aa86-47d2-9c8f-0ac2b4fc8997 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:06:05.506427 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e732bb-ebdb-4437-b96a-c93dc2043242 req-ae7fb55e-6ec4-4160-9a39-a751b17a1337 service neutron] Attempting to bind port 47959905-0d65-435d-bd88-6229edcc8f79 on network f368e270-aa86-47d2-9c8f-0ac2b4fc8997 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:06:05.538090 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e732bb-ebdb-4437-b96a-c93dc2043242 req-ae7fb55e-6ec4-4160-9a39-a751b17a1337 service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:06:05.540418 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e732bb-ebdb-4437-b96a-c93dc2043242 req-ae7fb55e-6ec4-4160-9a39-a751b17a1337 service neutron] Checking segment: {'id': 'd43b23f1-3a85-4be8-8063-3fe18696b942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f368e270-aa86-47d2-9c8f-0ac2b4fc8997'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:06:05.542036 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e732bb-ebdb-4437-b96a-c93dc2043242 req-ae7fb55e-6ec4-4160-9a39-a751b17a1337 service neutron] Bound using segment: {'id': 'd43b23f1-3a85-4be8-8063-3fe18696b942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f368e270-aa86-47d2-9c8f-0ac2b4fc8997'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:06:05.544529 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-b6e732bb-ebdb-4437-b96a-c93dc2043242 req-ae7fb55e-6ec4-4160-9a39-a751b17a1337 service neutron] Bound port: 47959905-0d65-435d-bd88-6229edcc8f79, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd43b23f1-3a85-4be8-8063-3fe18696b942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f368e270-aa86-47d2-9c8f-0ac2b4fc8997'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:06:05.544911 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-b6e732bb-ebdb-4437-b96a-c93dc2043242 req-ae7fb55e-6ec4-4160-9a39-a751b17a1337 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:05.723455 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-b6e732bb-ebdb-4437-b96a-c93dc2043242 req-ae7fb55e-6ec4-4160-9a39-a751b17a1337 service neutron] For port 47959905-0d65-435d-bd88-6229edcc8f79, host n-h1-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:06:05.735529 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-b6e732bb-ebdb-4437-b96a-c93dc2043242 req-ae7fb55e-6ec4-4160-9a39-a751b17a1337 service neutron] For port 47959905-0d65-435d-bd88-6229edcc8f79, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=47959905-0d65-435d-bd88-6229edcc8f79,segment=NetworkSegment(d43b23f1-3a85-4be8-8063-3fe18696b942),segment_id=d43b23f1-3a85-4be8-8063-3fe18696b942)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:06:05.741540 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-b6e732bb-ebdb-4437-b96a-c93dc2043242 req-ae7fb55e-6ec4-4160-9a39-a751b17a1337 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:05.792057 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def9c59f-e73c-4240-8cfc-a7aec8a7026a req-2feb3667-b710-4fe1-856d-d6fb4dd3fc1d tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:05.796728 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-def9c59f-e73c-4240-8cfc-a7aec8a7026a req-2feb3667-b710-4fe1-856d-d6fb4dd3fc1d tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] 10.222.0.23 "GET /v2.0/ports?device_id=f52c6749-04e8-48c3-a65a-da9f850f64af HTTP/1.1" status: 200 len: 950 time: 0.4006724 Dec 06 17:06:05.850716 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-6fc5b655-3b91-413a-ac58-188b34f0a5f8 req-a176c346-b16c-4d42-98bd-84787e9c0868 tempest-DeleteServersAdminTestJSON-1695288251 tempest-DeleteServersAdminTestJSON-1695288251-project-admin] Deleting port 9c321bfa-5964-4040-90b2-49798b626030 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:06:05.851094 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-6fc5b655-3b91-413a-ac58-188b34f0a5f8 req-a176c346-b16c-4d42-98bd-84787e9c0868 tempest-DeleteServersAdminTestJSON-1695288251 tempest-DeleteServersAdminTestJSON-1695288251-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:05.875009 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e732bb-ebdb-4437-b96a-c93dc2043242 req-ae7fb55e-6ec4-4160-9a39-a751b17a1337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:05.875526 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-b6e732bb-ebdb-4437-b96a-c93dc2043242 req-ae7fb55e-6ec4-4160-9a39-a751b17a1337 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:05.877149 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b6e732bb-ebdb-4437-b96a-c93dc2043242 req-ae7fb55e-6ec4-4160-9a39-a751b17a1337 service neutron] 10.222.0.41 "PUT /v2.0/ports/47959905-0d65-435d-bd88-6229edcc8f79 HTTP/1.1" status: 200 len: 1091 time: 1.6246490 Dec 06 17:06:05.877634 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '410657f9-9533-48fd-94c2-2548178a831b', 'tag': '47959905-0d65-435d-bd88-6229edcc8f79'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:06:05.880034 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85b31f97-2403-4d05-8f1b-324aff9b8451" -d '{"events": [{"name": "network-changed", "server_uuid": "410657f9-9533-48fd-94c2-2548178a831b", "tag": "47959905-0d65-435d-bd88-6229edcc8f79"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:06:05.896060 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7fb55e-6ec4-4160-9a39-a751b17a1337 service neutron] Pushing event updated for resources: {'Port': ['ID=47959905-0d65-435d-bd88-6229edcc8f79,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:05.986351 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-def9c59f-e73c-4240-8cfc-a7aec8a7026a req-515c3f38-af9b-486f-94da-b719242da4de tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] 10.222.0.23 "GET /v2.0/security-groups?id=14ccde3b-43d2-4548-8e63-0592f603efb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786885 Dec 06 17:06:06.018567 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df0dbbc8-569e-45a3-9b1e-8c8e2a7e51c3 x-openstack-request-id: req-df0dbbc8-569e-45a3-9b1e-8c8e2a7e51c3 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:06:06.019753 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "410657f9-9533-48fd-94c2-2548178a831b", "tag": "47959905-0d65-435d-bd88-6229edcc8f79", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:06:06.020391 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-df0dbbc8-569e-45a3-9b1e-8c8e2a7e51c3 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:06:06.021253 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '410657f9-9533-48fd-94c2-2548178a831b', 'tag': '47959905-0d65-435d-bd88-6229edcc8f79', 'status': 'completed', 'code': 200} Dec 06 17:06:06.041983 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e732bb-ebdb-4437-b96a-c93dc2043242 req-a56aa5ed-f3f0-4530-84a7-fb7d268e5e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:06.044116 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b6e732bb-ebdb-4437-b96a-c93dc2043242 req-a56aa5ed-f3f0-4530-84a7-fb7d268e5e61 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=013b92ce2e6a40e1a3b2fa92d62d652e&device_id=410657f9-9533-48fd-94c2-2548178a831b HTTP/1.1" status: 200 len: 1094 time: 0.0838337 Dec 06 17:06:06.048919 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-6fc5b655-3b91-413a-ac58-188b34f0a5f8 req-a176c346-b16c-4d42-98bd-84787e9c0868 tempest-DeleteServersAdminTestJSON-1695288251 tempest-DeleteServersAdminTestJSON-1695288251-project-admin] For port 9c321bfa-5964-4040-90b2-49798b626030, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9c321bfa-5964-4040-90b2-49798b626030,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:06:06.049523 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-6fc5b655-3b91-413a-ac58-188b34f0a5f8 req-a176c346-b16c-4d42-98bd-84787e9c0868 tempest-DeleteServersAdminTestJSON-1695288251 tempest-DeleteServersAdminTestJSON-1695288251-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:06.064374 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-6fc5b655-3b91-413a-ac58-188b34f0a5f8 req-a176c346-b16c-4d42-98bd-84787e9c0868 tempest-DeleteServersAdminTestJSON-1695288251 tempest-DeleteServersAdminTestJSON-1695288251-project-admin] Calling delete_port for 9c321bfa-5964-4040-90b2-49798b626030 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:06:06.117748 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b6e732bb-ebdb-4437-b96a-c93dc2043242 req-1e53654c-f07f-4898-9ded-aac512bf2a9a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=47959905-0d65-435d-bd88-6229edcc8f79 HTTP/1.1" status: 200 len: 217 time: 0.0601983 Dec 06 17:06:06.207600 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e732bb-ebdb-4437-b96a-c93dc2043242 req-90cc72d3-eaab-4e06-943c-814794ac4a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:06.209947 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b6e732bb-ebdb-4437-b96a-c93dc2043242 req-90cc72d3-eaab-4e06-943c-814794ac4a56 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f77759ce-94b4-46a8-b90f-f881b9e38f99 HTTP/1.1" status: 200 len: 861 time: 0.0788519 Dec 06 17:06:06.225884 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-6fc5b655-3b91-413a-ac58-188b34f0a5f8 req-a176c346-b16c-4d42-98bd-84787e9c0868 tempest-DeleteServersAdminTestJSON-1695288251 tempest-DeleteServersAdminTestJSON-1695288251-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:06.239253 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['9c321bfa-5964-4040-90b2-49798b626030'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:06:06.283860 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b6e732bb-ebdb-4437-b96a-c93dc2043242 req-25925743-7642-468c-b848-d855be818b1e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f368e270-aa86-47d2-9c8f-0ac2b4fc8997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625329 Dec 06 17:06:06.339334 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a176c346-b16c-4d42-98bd-84787e9c0868 tempest-DeleteServersAdminTestJSON-1695288251 tempest-DeleteServersAdminTestJSON-1695288251-project-admin] Pushing event deleted for resources: {'Port': ['ID=9c321bfa-5964-4040-90b2-49798b626030,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:06.364342 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fc5b655-3b91-413a-ac58-188b34f0a5f8 req-a176c346-b16c-4d42-98bd-84787e9c0868 tempest-DeleteServersAdminTestJSON-1695288251 tempest-DeleteServersAdminTestJSON-1695288251-project-admin] No DVR routers for this DVR port 9c321bfa-5964-4040-90b2-49798b626030 on host n-h2-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:06:06.369196 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-6fc5b655-3b91-413a-ac58-188b34f0a5f8 req-a176c346-b16c-4d42-98bd-84787e9c0868 tempest-DeleteServersAdminTestJSON-1695288251 tempest-DeleteServersAdminTestJSON-1695288251-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:06.376373 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6fc5b655-3b91-413a-ac58-188b34f0a5f8 req-a176c346-b16c-4d42-98bd-84787e9c0868 tempest-DeleteServersAdminTestJSON-1695288251 tempest-DeleteServersAdminTestJSON-1695288251-project-admin] 10.222.0.44 "DELETE /v2.0/ports/9c321bfa-5964-4040-90b2-49798b626030 HTTP/1.1" status: 204 len: 173 time: 0.9046814 Dec 06 17:06:06.377614 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f52c6749-04e8-48c3-a65a-da9f850f64af', 'name': 'network-vif-deleted', 'tag': '9c321bfa-5964-4040-90b2-49798b626030'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:06:06.381797 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-230f3f15-1886-4870-9950-f8db7f2995c4" -d '{"events": [{"server_uuid": "f52c6749-04e8-48c3-a65a-da9f850f64af", "name": "network-vif-deleted", "tag": "9c321bfa-5964-4040-90b2-49798b626030"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:06:06.456216 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d8a5970-272d-4eb2-988c-7fe99badb8c9 x-openstack-request-id: req-8d8a5970-272d-4eb2-988c-7fe99badb8c9 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:06:06.457230 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f52c6749-04e8-48c3-a65a-da9f850f64af", "name": "network-vif-deleted", "tag": "9c321bfa-5964-4040-90b2-49798b626030", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:06:06.457664 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8d8a5970-272d-4eb2-988c-7fe99badb8c9 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:06:06.458211 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f52c6749-04e8-48c3-a65a-da9f850f64af', 'name': 'network-vif-deleted', 'tag': '9c321bfa-5964-4040-90b2-49798b626030', 'status': 'completed', 'code': 200} Dec 06 17:06:06.508697 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1990a7-1c42-48f8-ab35-8a198cbf3127 req-dbe9389c-43f4-4f86-b42c-f62c57aa5953 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:06.517039 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4b1990a7-1c42-48f8-ab35-8a198cbf3127 req-dbe9389c-43f4-4f86-b42c-f62c57aa5953 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=410657f9-9533-48fd-94c2-2548178a831b HTTP/1.1" status: 200 len: 943 time: 0.2791541 Dec 06 17:06:06.550849 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 34196) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:06:06.673984 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4b1990a7-1c42-48f8-ab35-8a198cbf3127 req-e41b155e-2fbc-4f59-af1e-212b016bba1b tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558695 Dec 06 17:06:06.699597 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b6e732bb-ebdb-4437-b96a-c93dc2043242 req-2713c636-e771-46fd-bd75-5a8956a9b959 service neutron] 10.222.0.41 "GET /v2.0/networks/f368e270-aa86-47d2-9c8f-0ac2b4fc8997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3993931 Dec 06 17:06:06.816233 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 34206) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:06:06.839411 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b6e732bb-ebdb-4437-b96a-c93dc2043242 req-d32fccc9-7974-4a0c-9d10-5da6155b5c68 service neutron] 10.222.0.41 "GET /v2.0/networks/f368e270-aa86-47d2-9c8f-0ac2b4fc8997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254013 Dec 06 17:06:06.842417 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-c53167fa-a517-4ff3-8559-2c940576bb23 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-389875508-network', 'tenant_id': '9d043d9a7673489589f60d01234e4891'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:06:06.869038 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c53167fa-a517-4ff3-8559-2c940576bb23 admin admin] Made reservation on behalf of 9d043d9a7673489589f60d01234e4891 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:06:06.872210 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c53167fa-a517-4ff3-8559-2c940576bb23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:06.895466 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c53167fa-a517-4ff3-8559-2c940576bb23 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:06.989187 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b31f97-2403-4d05-8f1b-324aff9b8451 req-8b930c2a-645e-4790-a109-88d4e5bbb1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:06.991280 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-85b31f97-2403-4d05-8f1b-324aff9b8451 req-8b930c2a-645e-4790-a109-88d4e5bbb1dd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=013b92ce2e6a40e1a3b2fa92d62d652e&device_id=410657f9-9533-48fd-94c2-2548178a831b HTTP/1.1" status: 200 len: 1094 time: 0.0776343 Dec 06 17:06:07.067110 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c53167fa-a517-4ff3-8559-2c940576bb23 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:07.079497 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c53167fa-a517-4ff3-8559-2c940576bb23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:07.127859 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c53167fa-a517-4ff3-8559-2c940576bb23 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:06:07.153890 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53167fa-a517-4ff3-8559-2c940576bb23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b839d8e3-966d-498f-bcb6-252a309c128c,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:07.175367 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c53167fa-a517-4ff3-8559-2c940576bb23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:07.177585 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-c53167fa-a517-4ff3-8559-2c940576bb23 admin admin] Added segment fead0baa-48dd-4460-9f59-6600017104b0 of type vlan for network 58011e5e-6906-4ed0-9685-e5478f6434ad Dec 06 17:06:07.195270 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b31f97-2403-4d05-8f1b-324aff9b8451 req-2421dbcc-59bc-4030-94c2-d4ea3c209548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:07.197812 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-85b31f97-2403-4d05-8f1b-324aff9b8451 req-2421dbcc-59bc-4030-94c2-d4ea3c209548 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f368e270-aa86-47d2-9c8f-0ac2b4fc8997 HTTP/1.1" status: 200 len: 922 time: 0.1941619 Dec 06 17:06:07.263716 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-48fda988-ea8e-45b0-8c06-0ce50a080681 req-46395fbe-5d99-4e71-bed1-cb560507d201 tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] 10.222.0.23 "GET /v2.0/ports?device_id=f52c6749-04e8-48c3-a65a-da9f850f64af HTTP/1.1" status: 200 len: 210 time: 0.0527968 Dec 06 17:06:07.291081 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-85b31f97-2403-4d05-8f1b-324aff9b8451 req-d1233705-e234-432d-8c45-f0771fd4ecea service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=47959905-0d65-435d-bd88-6229edcc8f79 HTTP/1.1" status: 200 len: 217 time: 0.0842416 Dec 06 17:06:07.301968 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-aa6902e5-bed1-4be2-a854-96c46af1e2a1 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1654903217-network', 'tenant_id': '659cd0f4811845faa9fc0d0d08b99b79'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:06:07.326884 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c53167fa-a517-4ff3-8559-2c940576bb23 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:07.360122 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa6902e5-bed1-4be2-a854-96c46af1e2a1 admin admin] Made reservation on behalf of 659cd0f4811845faa9fc0d0d08b99b79 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:06:07.362670 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aa6902e5-bed1-4be2-a854-96c46af1e2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:07.373446 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 34218) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:06:07.375310 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aa6902e5-bed1-4be2-a854-96c46af1e2a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:07.389308 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b31f97-2403-4d05-8f1b-324aff9b8451 req-41d350ec-8e2b-42ef-9a06-9088be4b1f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:07.391572 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-85b31f97-2403-4d05-8f1b-324aff9b8451 req-41d350ec-8e2b-42ef-9a06-9088be4b1f11 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f77759ce-94b4-46a8-b90f-f881b9e38f99 HTTP/1.1" status: 200 len: 861 time: 0.0926149 Dec 06 17:06:07.391793 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c53167fa-a517-4ff3-8559-2c940576bb23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:07.392677 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53167fa-a517-4ff3-8559-2c940576bb23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:07.393267 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c53167fa-a517-4ff3-8559-2c940576bb23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:07.468023 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-85b31f97-2403-4d05-8f1b-324aff9b8451 req-65071f4d-0ad6-4826-aaaa-5b71d40abb38 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f368e270-aa86-47d2-9c8f-0ac2b4fc8997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532732 Dec 06 17:06:07.469410 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-c53167fa-a517-4ff3-8559-2c940576bb23 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9172065 Dec 06 17:06:07.475366 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 34226) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:06:07.482464 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53167fa-a517-4ff3-8559-2c940576bb23 admin admin] Pushing event updated for resources: {'Network': ['ID=58011e5e-6906-4ed0-9685-e5478f6434ad,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:07.603026 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aa6902e5-bed1-4be2-a854-96c46af1e2a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:07.611945 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aa6902e5-bed1-4be2-a854-96c46af1e2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:07.613368 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-f6feb212-7b22-4f4c-850e-9ccd9e1a97ad admin admin] Request body: {'subnet': {'network_id': '58011e5e-6906-4ed0-9685-e5478f6434ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-389875508-subnet', 'tenant_id': '9d043d9a7673489589f60d01234e4891', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:06:07.670914 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6feb212-7b22-4f4c-850e-9ccd9e1a97ad admin admin] Made reservation on behalf of 9d043d9a7673489589f60d01234e4891 for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:06:07.674981 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f6feb212-7b22-4f4c-850e-9ccd9e1a97ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:07.724565 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6902e5-bed1-4be2-a854-96c46af1e2a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79a8a720-4d91-42c0-8bdb-aecf1d5b7573,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:07.733802 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 58011e5e-6906-4ed0-9685-e5478f6434ad details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:06:07.764733 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa6902e5-bed1-4be2-a854-96c46af1e2a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:06:07.810528 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aa6902e5-bed1-4be2-a854-96c46af1e2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:07.811246 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-aa6902e5-bed1-4be2-a854-96c46af1e2a1 admin admin] Added segment 1d12c223-c1ef-4a9f-920c-d1018ef932ee of type vlan for network 5345745c-70bf-40fb-8cb5-545836ece5ce Dec 06 17:06:07.897940 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aa6902e5-bed1-4be2-a854-96c46af1e2a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:07.943185 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003191ef-36ca-4fe7-bf14-73a802c384d4 req-e2e4f03e-8f22-44d0-863c-dffb53079900 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:07.945178 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-003191ef-36ca-4fe7-bf14-73a802c384d4 req-e2e4f03e-8f22-44d0-863c-dffb53079900 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=410657f9-9533-48fd-94c2-2548178a831b HTTP/1.1" status: 200 len: 943 time: 0.1185186 Dec 06 17:06:07.969500 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aa6902e5-bed1-4be2-a854-96c46af1e2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:07.970225 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6902e5-bed1-4be2-a854-96c46af1e2a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:07.971199 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aa6902e5-bed1-4be2-a854-96c46af1e2a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:07.972616 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0a904838-ae54-416d-b5f7-8ac185590956 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:07.977615 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f6feb212-7b22-4f4c-850e-9ccd9e1a97ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:08.053121 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-aa6902e5-bed1-4be2-a854-96c46af1e2a1 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.2326338 Dec 06 17:06:08.076783 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0a904838-ae54-416d-b5f7-8ac185590956 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:08.091883 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 34238) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:06:08.101164 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0a904838-ae54-416d-b5f7-8ac185590956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:08.104344 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-e1d1953e-4683-4cbc-b478-a8d266d8c70d admin admin] Request body: {'subnet': {'network_id': '5345745c-70bf-40fb-8cb5-545836ece5ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1654903217-subnet', 'tenant_id': '659cd0f4811845faa9fc0d0d08b99b79', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:06:08.118276 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6902e5-bed1-4be2-a854-96c46af1e2a1 admin admin] Pushing event updated for resources: {'Network': ['ID=5345745c-70bf-40fb-8cb5-545836ece5ce,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:08.131286 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-003191ef-36ca-4fe7-bf14-73a802c384d4 req-17118830-5cc7-44c3-9d30-2a5f12a19eb2 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764834 Dec 06 17:06:08.140742 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 5345745c-70bf-40fb-8cb5-545836ece5ce details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:06:08.144332 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-0a904838-ae54-416d-b5f7-8ac185590956 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=56758ca51ff04265a589d1e9cfadc415&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7694781 Dec 06 17:06:08.149984 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-85b31f97-2403-4d05-8f1b-324aff9b8451 req-56cbecbe-59c2-4e53-8cb3-fb4de2dd7a30 service neutron] 10.222.0.41 "GET /v2.0/networks/f368e270-aa86-47d2-9c8f-0ac2b4fc8997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6736879 Dec 06 17:06:08.152107 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 34240) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:06:08.221690 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d1953e-4683-4cbc-b478-a8d266d8c70d admin admin] Made reservation on behalf of 659cd0f4811845faa9fc0d0d08b99b79 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:06:08.234058 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e1d1953e-4683-4cbc-b478-a8d266d8c70d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:08.330041 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6feb212-7b22-4f4c-850e-9ccd9e1a97ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=b86c06dd-e045-47ab-9049-1f0d56513410,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:08.347049 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a904838-ae54-416d-b5f7-8ac185590956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d33ccf-00fc-476e-a191-1b8411a47afa,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:08.397414 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6feb212-7b22-4f4c-850e-9ccd9e1a97ad admin admin] Checking segment: {'id': 'fead0baa-48dd-4460-9f59-6600017104b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '58011e5e-6906-4ed0-9685-e5478f6434ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:06:08.398109 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6feb212-7b22-4f4c-850e-9ccd9e1a97ad admin admin] Network hostable DHCP agents. Network: 58011e5e-6906-4ed0-9685-e5478f6434ad, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:06:08.402186 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-25c8e036-3dc9-4ca0-bd03-ef8150df2121 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:08.417510 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-85b31f97-2403-4d05-8f1b-324aff9b8451 req-f29c7252-fc77-481a-b4b3-e517ef3482fc service neutron] 10.222.0.41 "GET /v2.0/networks/f368e270-aa86-47d2-9c8f-0ac2b4fc8997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470427 Dec 06 17:06:08.434890 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-25c8e036-3dc9-4ca0-bd03-ef8150df2121 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:08.455949 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6feb212-7b22-4f4c-850e-9ccd9e1a97ad admin admin] Network 58011e5e-6906-4ed0-9685-e5478f6434ad is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:06:08.482011 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-f6feb212-7b22-4f4c-850e-9ccd9e1a97ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 58011e5e-6906-4ed0-9685-e5478f6434ad) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:06:08.494984 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6feb212-7b22-4f4c-850e-9ccd9e1a97ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:08.495632 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f6feb212-7b22-4f4c-850e-9ccd9e1a97ad admin admin] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:08.496885 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76433d97-470a-4779-a83a-03ddcf03a9b1 None None] Network 58011e5e-6906-4ed0-9685-e5478f6434ad requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:06:08.551508 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-f6feb212-7b22-4f4c-850e-9ccd9e1a97ad admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0708497 Dec 06 17:06:08.551715 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 34252) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:06:08.557386 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-d04be324-bba4-4177-afdb-988bbac791be admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-389875508-router', 'tenant_id': '9d043d9a7673489589f60d01234e4891', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:06:08.589419 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-25c8e036-3dc9-4ca0-bd03-ef8150df2121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:08.592400 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-25c8e036-3dc9-4ca0-bd03-ef8150df2121 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:08.594436 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-25c8e036-3dc9-4ca0-bd03-ef8150df2121 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d2d33ccf-00fc-476e-a191-1b8411a47afa HTTP/1.1" status: 204 len: 168 time: 0.4413874 Dec 06 17:06:08.617123 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e1d1953e-4683-4cbc-b478-a8d266d8c70d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:08.626042 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c8e036-3dc9-4ca0-bd03-ef8150df2121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d33ccf-00fc-476e-a191-1b8411a47afa,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:08.740882 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d04be324-bba4-4177-afdb-988bbac791be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:08.742135 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d04be324-bba4-4177-afdb-988bbac791be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:08.821882 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177ac90c-c262-4a2b-9f1a-228f999a1fa5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-58011e5e-6906-4ed0-9685-e5478f6434ad', 'network_id': '58011e5e-6906-4ed0-9685-e5478f6434ad', 'tenant_id': '9d043d9a7673489589f60d01234e4891', 'fixed_ips': [{'subnet_id': 'b86c06dd-e045-47ab-9049-1f0d56513410'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:06:08.822982 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-177ac90c-c262-4a2b-9f1a-228f999a1fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:08.840619 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-13b7bb4f-66e7-4288-b214-c7ff962859c0 req-25a8e64c-5dc3-4bd5-95d9-83de2b6e83ee tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=7e8068b9147b42b9b70b0723ccb27d4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0898478 Dec 06 17:06:09.035567 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d1953e-4683-4cbc-b478-a8d266d8c70d admin admin] Pushing event updated for resources: {'Subnet': ['ID=48f1cc23-c700-419f-b04b-ebb1334c97b9,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:09.048713 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-177ac90c-c262-4a2b-9f1a-228f999a1fa5 None None] Allocated IP 172.20.0.2 (58011e5e-6906-4ed0-9685-e5478f6434ad/b86c06dd-e045-47ab-9049-1f0d56513410/722cfe3a-c427-44e9-ab7d-9794699c701c) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:06:09.087903 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d1953e-4683-4cbc-b478-a8d266d8c70d admin admin] Checking segment: {'id': '1d12c223-c1ef-4a9f-920c-d1018ef932ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5345745c-70bf-40fb-8cb5-545836ece5ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:06:09.088264 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d1953e-4683-4cbc-b478-a8d266d8c70d admin admin] Network hostable DHCP agents. Network: 5345745c-70bf-40fb-8cb5-545836ece5ce, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:06:09.092908 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d04be324-bba4-4177-afdb-988bbac791be admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:09.211147 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d1953e-4683-4cbc-b478-a8d266d8c70d admin admin] Network 5345745c-70bf-40fb-8cb5-545836ece5ce is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:06:09.252054 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 34286) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:06:09.267451 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7bb4f-66e7-4288-b214-c7ff962859c0 req-935872c2-af34-475f-9063-0dc90f2463d3 tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:09.268968 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-13b7bb4f-66e7-4288-b214-c7ff962859c0 req-935872c2-af34-475f-9063-0dc90f2463d3 tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4122481 Dec 06 17:06:09.292635 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f2440431-ec24-4f43-bd4b-d124ed639dc5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:09.294728 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-e1d1953e-4683-4cbc-b478-a8d266d8c70d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 5345745c-70bf-40fb-8cb5-545836ece5ce) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:06:09.309069 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d1953e-4683-4cbc-b478-a8d266d8c70d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:09.309729 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e1d1953e-4683-4cbc-b478-a8d266d8c70d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:09.317304 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d04be324-bba4-4177-afdb-988bbac791be admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:09.323845 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-13b7bb4f-66e7-4288-b214-c7ff962859c0 req-b4f48c98-e7b5-4479-ada8-335255be302d tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] 10.222.0.23 "GET /v2.0/quotas/7e8068b9147b42b9b70b0723ccb27d4c HTTP/1.1" status: 200 len: 375 time: 0.0249529 Dec 06 17:06:09.333503 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c15e26-219a-4ec7-b0a8-d0dc3bbe5fee None None] Network 5345745c-70bf-40fb-8cb5-545836ece5ce requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:06:09.336730 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-aa64fa52-11e1-4ae0-a808-e915c9205694 req-a0197aba-8eaf-4a67-9cbc-ae7ce69736ab tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=ae9f6d35327549c2b7b2f978c2ccdbc1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0497053 Dec 06 17:06:09.357531 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-e1d1953e-4683-4cbc-b478-a8d266d8c70d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.2644520 Dec 06 17:06:09.377262 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 9c321bfa-5964-4040-90b2-49798b626030 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:06:09.380764 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-13b7bb4f-66e7-4288-b214-c7ff962859c0 req-a703c6de-ef31-4fa6-be51-4110b9d41ae0 tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7e8068b9147b42b9b70b0723ccb27d4c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460780 Dec 06 17:06:09.405819 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] No Port match for: 9c321bfa-5964-4040-90b2-49798b626030 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:06:09.406164 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 9c321bfa-5964-4040-90b2-49798b626030 not bound to the agent host n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:06:09.466928 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-177ac90c-c262-4a2b-9f1a-228f999a1fa5 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:09.488586 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-177ac90c-c262-4a2b-9f1a-228f999a1fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:09.507770 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa64fa52-11e1-4ae0-a808-e915c9205694 req-a81ecb0a-f6e6-4ab2-be70-21fa86b00393 tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:09.516244 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-aa64fa52-11e1-4ae0-a808-e915c9205694 req-a81ecb0a-f6e6-4ab2-be70-21fa86b00393 tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1784213 Dec 06 17:06:09.543965 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-aa64fa52-11e1-4ae0-a808-e915c9205694 req-f3858bf5-dc3d-4e82-aa77-49a18035e8f1 tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] 10.222.0.23 "GET /v2.0/quotas/ae9f6d35327549c2b7b2f978c2ccdbc1 HTTP/1.1" status: 200 len: 375 time: 0.0262620 Dec 06 17:06:09.589260 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177ac90c-c262-4a2b-9f1a-228f999a1fa5 None None] Network 58011e5e-6906-4ed0-9685-e5478f6434ad is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:06:09.595438 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-177ac90c-c262-4a2b-9f1a-228f999a1fa5 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:06:09.598429 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177ac90c-c262-4a2b-9f1a-228f999a1fa5 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:06:09.610642 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a23bf9-6cdc-40cd-a827-01dd3ec83145 None None] Network 5345745c-70bf-40fb-8cb5-545836ece5ce requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:06:09.636246 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-aa64fa52-11e1-4ae0-a808-e915c9205694 req-1841b251-70ef-426a-934d-c7955492341c tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ae9f6d35327549c2b7b2f978c2ccdbc1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0881562 Dec 06 17:06:09.659142 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177ac90c-c262-4a2b-9f1a-228f999a1fa5 None None] Pushing event updated for resources: {'Port': ['ID=722cfe3a-c427-44e9-ab7d-9794699c701c,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:09.758709 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f2440431-ec24-4f43-bd4b-d124ed639dc5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:09.762850 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d04be324-bba4-4177-afdb-988bbac791be admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:09.769537 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f2440431-ec24-4f43-bd4b-d124ed639dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:09.823718 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d04be324-bba4-4177-afdb-988bbac791be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:09.873750 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-f2440431-ec24-4f43-bd4b-d124ed639dc5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7e0d3875f91a4f83855c014ca3194723&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6203861 Dec 06 17:06:09.878485 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 34302) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:06:09.902524 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-177ac90c-c262-4a2b-9f1a-228f999a1fa5 None None] Attempting to bind port 722cfe3a-c427-44e9-ab7d-9794699c701c on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:06:09.903698 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-177ac90c-c262-4a2b-9f1a-228f999a1fa5 None None] Attempting to bind port 722cfe3a-c427-44e9-ab7d-9794699c701c by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'fead0baa-48dd-4460-9f59-6600017104b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '58011e5e-6906-4ed0-9685-e5478f6434ad'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:06:09.904070 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177ac90c-c262-4a2b-9f1a-228f999a1fa5 None None] Attempting to bind port 722cfe3a-c427-44e9-ab7d-9794699c701c on network 58011e5e-6906-4ed0-9685-e5478f6434ad {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:06:09.919320 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2440431-ec24-4f43-bd4b-d124ed639dc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a805757-6ced-4f1c-8fd8-1a0b397842ec,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:09.969030 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177ac90c-c262-4a2b-9f1a-228f999a1fa5 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:06:09.969411 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177ac90c-c262-4a2b-9f1a-228f999a1fa5 None None] Checking segment: {'id': 'fead0baa-48dd-4460-9f59-6600017104b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '58011e5e-6906-4ed0-9685-e5478f6434ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:06:09.969838 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-177ac90c-c262-4a2b-9f1a-228f999a1fa5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:09.970234 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177ac90c-c262-4a2b-9f1a-228f999a1fa5 None None] Bound using segment: {'id': 'fead0baa-48dd-4460-9f59-6600017104b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '58011e5e-6906-4ed0-9685-e5478f6434ad'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:06:09.970720 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-177ac90c-c262-4a2b-9f1a-228f999a1fa5 None None] Bound port: 722cfe3a-c427-44e9-ab7d-9794699c701c, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fead0baa-48dd-4460-9f59-6600017104b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '58011e5e-6906-4ed0-9685-e5478f6434ad'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:06:09.971110 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-177ac90c-c262-4a2b-9f1a-228f999a1fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:10.007248 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3912f66a-c175-4c17-88d8-d0e75a916a91 req-a036ad17-beee-412d-a744-bfbd997c0091 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:10.019839 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3912f66a-c175-4c17-88d8-d0e75a916a91 req-a036ad17-beee-412d-a744-bfbd997c0091 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=410657f9-9533-48fd-94c2-2548178a831b HTTP/1.1" status: 200 len: 943 time: 0.1731565 Dec 06 17:06:10.049759 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-657a1a07-f95a-4ecc-8d47-057e15f40a87 req-2208384a-ffc3-47a6-b900-dc7a72af18cf tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] 10.222.0.23 "GET /v2.0/ports?device_id=88fd038c-bf0c-4559-a502-c121c341b06d HTTP/1.1" status: 200 len: 210 time: 0.0426002 Dec 06 17:06:10.074190 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a70ae2bf-63af-4376-9524-a8725abcbcb8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:10.139909 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a70ae2bf-63af-4376-9524-a8725abcbcb8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:10.166461 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-177ac90c-c262-4a2b-9f1a-228f999a1fa5 None None] For port 722cfe3a-c427-44e9-ab7d-9794699c701c, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:06:10.171605 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-177ac90c-c262-4a2b-9f1a-228f999a1fa5 None None] For port 722cfe3a-c427-44e9-ab7d-9794699c701c, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=722cfe3a-c427-44e9-ab7d-9794699c701c,segment=NetworkSegment(fead0baa-48dd-4460-9f59-6600017104b0),segment_id=fead0baa-48dd-4460-9f59-6600017104b0)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:06:10.176536 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-d04be324-bba4-4177-afdb-988bbac791be admin admin] Allocated IP 172.35.1.76 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/d39d2b26-5a99-4b0f-8f2a-be781ce0bdba) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:06:10.181949 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-177ac90c-c262-4a2b-9f1a-228f999a1fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:10.266915 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a70ae2bf-63af-4376-9524-a8725abcbcb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:10.277106 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a70ae2bf-63af-4376-9524-a8725abcbcb8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:10.283824 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-a70ae2bf-63af-4376-9524-a8725abcbcb8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4a805757-6ced-4f1c-8fd8-1a0b397842ec HTTP/1.1" status: 204 len: 168 time: 0.4041188 Dec 06 17:06:10.285985 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177ac90c-c262-4a2b-9f1a-228f999a1fa5 None None] Pushing event updated for resources: {'Port': ['ID=722cfe3a-c427-44e9-ab7d-9794699c701c,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:10.314073 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ae2bf-63af-4376-9524-a8725abcbcb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a805757-6ced-4f1c-8fd8-1a0b397842ec,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:10.371935 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 47959905-0d65-435d-bd88-6229edcc8f79 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:06:10.627682 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3912f66a-c175-4c17-88d8-d0e75a916a91 req-f8b89533-57de-4d1a-a302-7aaa6233b371 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6056964 Dec 06 17:06:10.713337 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 47959905-0d65-435d-bd88-6229edcc8f79, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=47959905-0d65-435d-bd88-6229edcc8f79,segment=NetworkSegment(d43b23f1-3a85-4be8-8063-3fe18696b942),segment_id=d43b23f1-3a85-4be8-8063-3fe18696b942)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:06:10.775045 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': '47959905-0d65-435d-bd88-6229edcc8f79', 'network_id': 'f368e270-aa86-47d2-9c8f-0ac2b4fc8997', 'port_id': '47959905-0d65-435d-bd88-6229edcc8f79', 'mac_address': 'fa:16:3e:9a:34:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f77759ce-94b4-46a8-b90f-f881b9e38f99', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:06:10.783667 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d04be324-bba4-4177-afdb-988bbac791be admin admin] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:10.852762 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7005bb2-adab-4849-ae02-a6d9b31b147c req-d30287d8-e18a-4927-8998-b642683a2d98 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:10.862186 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c7005bb2-adab-4849-ae02-a6d9b31b147c req-d30287d8-e18a-4927-8998-b642683a2d98 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/networks?id=5345745c-70bf-40fb-8cb5-545836ece5ce HTTP/1.1" status: 200 len: 805 time: 0.3578691 Dec 06 17:06:10.894859 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c7005bb2-adab-4849-ae02-a6d9b31b147c req-956fe6a1-050e-415d-9dca-16600f026cbc tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/quotas/659cd0f4811845faa9fc0d0d08b99b79 HTTP/1.1" status: 200 len: 375 time: 0.0314031 Dec 06 17:06:10.912568 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:10.953043 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47959905-0d65-435d-bd88-6229edcc8f79 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:06:10.954168 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d04be324-bba4-4177-afdb-988bbac791be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:10.967524 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c7005bb2-adab-4849-ae02-a6d9b31b147c req-1691fec4-6772-48dc-82c7-59f8d575852d tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=659cd0f4811845faa9fc0d0d08b99b79&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0696187 Dec 06 17:06:10.984031 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 47959905-0d65-435d-bd88-6229edcc8f79, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=47959905-0d65-435d-bd88-6229edcc8f79,segment=NetworkSegment(d43b23f1-3a85-4be8-8063-3fe18696b942),segment_id=d43b23f1-3a85-4be8-8063-3fe18696b942)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:06:10.989124 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:11.051025 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=47959905-0d65-435d-bd88-6229edcc8f79,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:11.097410 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04be324-bba4-4177-afdb-988bbac791be admin admin] Pushing event updated for resources: {'Port': ['ID=d39d2b26-5a99-4b0f-8f2a-be781ce0bdba,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:11.146140 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04be324-bba4-4177-afdb-988bbac791be admin admin] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:06:11.147829 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-d04be324-bba4-4177-afdb-988bbac791be admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:06:11.170735 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-862cbf23-f7db-4714-8630-d53c8eedceb9 req-bcd25471-2a54-493d-aaee-83d3c7e2f2cc tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ac51c7a-be83-4dd4-abc5-aaa50413f1d3 HTTP/1.1" status: 200 len: 210 time: 0.0631385 Dec 06 17:06:11.170735 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04be324-bba4-4177-afdb-988bbac791be admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:06:11.237842 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['47959905-0d65-435d-bd88-6229edcc8f79'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:06:11.257048 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [req-c7005bb2-adab-4849-ae02-a6d9b31b147c req-daf64341-1cbf-4795-8b78-cacf56a07dbf service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103285) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:06:11.264781 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c7005bb2-adab-4849-ae02-a6d9b31b147c req-daf64341-1cbf-4795-8b78-cacf56a07dbf service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0997756 Dec 06 17:06:11.403028 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-257d2567-bf4e-4a73-8881-c78c2a537db8 req-5da287ff-39ae-4a4e-bf10-197c4936e4ff tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] 10.222.0.23 "GET /v2.0/ports?device_id=88fd038c-bf0c-4559-a502-c121c341b06d HTTP/1.1" status: 200 len: 210 time: 0.0918429 Dec 06 17:06:11.445061 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 722cfe3a-c427-44e9-ab7d-9794699c701c up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:06:11.492232 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c7005bb2-adab-4849-ae02-a6d9b31b147c req-d0c4d7d7-a4fc-49bb-857c-e7b47563b2fe service neutron] 10.222.0.23 "GET /v2.0/networks/5345745c-70bf-40fb-8cb5-545836ece5ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262642 Dec 06 17:06:11.732303 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c7005bb2-adab-4849-ae02-a6d9b31b147c req-ed36c9ec-39e6-4504-ad94-31b6483f660c service neutron] 10.222.0.23 "GET /v2.0/networks/5345745c-70bf-40fb-8cb5-545836ece5ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391157 Dec 06 17:06:11.785145 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-13b7bb4f-66e7-4288-b214-c7ff962859c0 req-2ca6641d-86cc-47f7-929f-ce975e8626cc tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=7e8068b9147b42b9b70b0723ccb27d4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0966098 Dec 06 17:06:11.935591 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 722cfe3a-c427-44e9-ab7d-9794699c701c triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:06:11.936152 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:12.175454 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:12.191267 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3db2753d-0861-465a-8980-b6af51f5a385 req-40b21884-baf1-4d05-933a-2be2d3254d77 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/ports?device_id=790d2c16-8625-4b1d-8f20-1133667079bb HTTP/1.1" status: 200 len: 210 time: 0.0494442 Dec 06 17:06:12.259362 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] For port 722cfe3a-c427-44e9-ab7d-9794699c701c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=722cfe3a-c427-44e9-ab7d-9794699c701c,segment=NetworkSegment(fead0baa-48dd-4460-9f59-6600017104b0),segment_id=fead0baa-48dd-4460-9f59-6600017104b0)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:06:12.275145 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:12.287502 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eaef0c1-7ba6-4f8e-9c37-daf87de45273 None None] Network 58011e5e-6906-4ed0-9685-e5478f6434ad requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:06:12.312975 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a3c0fb00-4d30-49fd-afb0-5654c7c710a5 req-25b3c4f7-cdae-41ff-bcda-812510c1ae1a tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ac51c7a-be83-4dd4-abc5-aaa50413f1d3 HTTP/1.1" status: 200 len: 210 time: 0.0567036 Dec 06 17:06:12.446295 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 47959905-0d65-435d-bd88-6229edcc8f79 up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:06:12.606603 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-780f9f9a-2bee-4e10-9c7c-1859e5e909f9 req-29b0f5c4-6d21-499b-afd0-6280855ad338 tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] 10.222.0.23 "GET /v2.0/ports?device_id=88fd038c-bf0c-4559-a502-c121c341b06d HTTP/1.1" status: 200 len: 210 time: 0.0633178 Dec 06 17:06:12.721865 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f346d2e2-94a1-4817-9414-fd9b12305d9a req-239db8bd-f5a2-447b-80fe-edf3acae46cc tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:12.736044 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f346d2e2-94a1-4817-9414-fd9b12305d9a req-239db8bd-f5a2-447b-80fe-edf3acae46cc tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=410657f9-9533-48fd-94c2-2548178a831b HTTP/1.1" status: 200 len: 944 time: 0.8725812 Dec 06 17:06:12.754493 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-8bda32b8-9802-42ad-9b3a-a6537b29870e None None] Provisioning complete for port 722cfe3a-c427-44e9-ab7d-9794699c701c triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:06:12.754913 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8bda32b8-9802-42ad-9b3a-a6537b29870e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:12.843020 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7bb4f-66e7-4288-b214-c7ff962859c0 req-56555bc9-1414-4034-9c9a-3a379c601652 tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:12.845959 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-13b7bb4f-66e7-4288-b214-c7ff962859c0 req-56555bc9-1414-4034-9c9a-3a379c601652 tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9848573 Dec 06 17:06:12.857966 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-aa64fa52-11e1-4ae0-a808-e915c9205694 req-3e7b30bc-1013-4870-92aa-1c1929ef35f2 tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=ae9f6d35327549c2b7b2f978c2ccdbc1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2123995 Dec 06 17:06:12.871980 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-13b7bb4f-66e7-4288-b214-c7ff962859c0 req-df8bcb0a-ba51-44a6-9640-4be23e1b63fd tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] Request body: {'port': {'device_id': '88fd038c-bf0c-4559-a502-c121c341b06d', 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a', 'admin_state_up': True, 'tenant_id': '7e8068b9147b42b9b70b0723ccb27d4c'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:06:13.013943 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Pushing event updated for resources: {'Port': ['ID=722cfe3a-c427-44e9-ab7d-9794699c701c,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:13.053985 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port 47959905-0d65-435d-bd88-6229edcc8f79 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:06:13.057920 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d04be324-bba4-4177-afdb-988bbac791be admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:13.156039 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port 47959905-0d65-435d-bd88-6229edcc8f79 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:06:13.156407 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:13.353694 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f346d2e2-94a1-4817-9414-fd9b12305d9a req-e23d392d-8809-4915-bdd0-df647755a24b tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6165631 Dec 06 17:06:13.360047 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13b7bb4f-66e7-4288-b214-c7ff962859c0 req-df8bcb0a-ba51-44a6-9640-4be23e1b63fd tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] Made reservation on behalf of 7e8068b9147b42b9b70b0723ccb27d4c for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:06:13.383032 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-13b7bb4f-66e7-4288-b214-c7ff962859c0 req-df8bcb0a-ba51-44a6-9640-4be23e1b63fd tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:13.388259 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 722cfe3a-c427-44e9-ab7d-9794699c701c up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:06:13.459252 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c2087132-5636-41f4-92e8-7324a88ec530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:13.489313 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-03a08b9e-62c8-4372-93ee-b75474cf6400 req-8caa4014-b223-4198-9ca7-298cb40e9957 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/ports?device_id=790d2c16-8625-4b1d-8f20-1133667079bb HTTP/1.1" status: 200 len: 210 time: 0.1233549 Dec 06 17:06:13.498275 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:13.573196 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '410657f9-9533-48fd-94c2-2548178a831b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47959905-0d65-435d-bd88-6229edcc8f79'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:06:13.575601 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c267a288-0780-4e02-9bb9-77883c0fe1b0" -d '{"events": [{"server_uuid": "410657f9-9533-48fd-94c2-2548178a831b", "name": "network-vif-plugged", "status": "completed", "tag": "47959905-0d65-435d-bd88-6229edcc8f79"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:06:13.612011 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 47959905-0d65-435d-bd88-6229edcc8f79, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=47959905-0d65-435d-bd88-6229edcc8f79,segment=NetworkSegment(d43b23f1-3a85-4be8-8063-3fe18696b942),segment_id=d43b23f1-3a85-4be8-8063-3fe18696b942)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:06:13.613261 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 722cfe3a-c427-44e9-ab7d-9794699c701c triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:06:13.613726 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:13.672004 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3051160d-5715-416f-820b-a6e6bf03e265 x-openstack-request-id: req-3051160d-5715-416f-820b-a6e6bf03e265 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:06:13.672574 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "410657f9-9533-48fd-94c2-2548178a831b", "name": "network-vif-plugged", "status": "completed", "tag": "47959905-0d65-435d-bd88-6229edcc8f79", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:06:13.672910 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3051160d-5715-416f-820b-a6e6bf03e265 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:06:13.673319 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '410657f9-9533-48fd-94c2-2548178a831b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47959905-0d65-435d-bd88-6229edcc8f79', 'code': 200} Dec 06 17:06:13.682617 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:13.697120 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5514c844-7495-4831-a041-843d7443ebaa req-790bdc75-47a6-4d97-9537-72ecd6934b98 tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ac51c7a-be83-4dd4-abc5-aaa50413f1d3 HTTP/1.1" status: 200 len: 210 time: 0.1515520 Dec 06 17:06:13.740504 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa64fa52-11e1-4ae0-a808-e915c9205694 req-3d28d1d3-7dc8-4458-b79d-f42299c244c5 tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:13.755601 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-aa64fa52-11e1-4ae0-a808-e915c9205694 req-3d28d1d3-7dc8-4458-b79d-f42299c244c5 tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7336540 Dec 06 17:06:13.769948 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-aa64fa52-11e1-4ae0-a808-e915c9205694 req-df8f8932-18cd-4722-9d36-25a02568e966 tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] Request body: {'port': {'device_id': '6ac51c7a-be83-4dd4-abc5-aaa50413f1d3', 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a', 'admin_state_up': True, 'tenant_id': 'ae9f6d35327549c2b7b2f978c2ccdbc1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:06:13.826037 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=47959905-0d65-435d-bd88-6229edcc8f79,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:13.834193 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-32d8dd5f-3925-41e0-852c-85a8de57d09b None None] Provisioning complete for port 722cfe3a-c427-44e9-ab7d-9794699c701c triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:06:13.834994 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-32d8dd5f-3925-41e0-852c-85a8de57d09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:13.937423 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7010901b-b820-43a5-b299-fd0b2ed16644 req-a7f70acc-816b-4ea7-a5dc-9c5505bc61fa tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] 10.222.0.23 "GET /v2.0/ports?device_id=88fd038c-bf0c-4559-a502-c121c341b06d HTTP/1.1" status: 200 len: 210 time: 0.0697017 Dec 06 17:06:13.963765 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeb774f-bdf8-4ee7-bfa3-8f99fdf191b2 req-c40f6c71-384e-4340-b462-b0aa2491e6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:13.965522 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-abeb774f-bdf8-4ee7-bfa3-8f99fdf191b2 req-c40f6c71-384e-4340-b462-b0aa2491e6c0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=410657f9-9533-48fd-94c2-2548178a831b HTTP/1.1" status: 200 len: 1096 time: 0.1841323 Dec 06 17:06:14.039369 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7005bb2-adab-4849-ae02-a6d9b31b147c req-42b2f90c-d4cb-43f9-9761-d86ae8a4e9d6 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:14.041008 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c7005bb2-adab-4849-ae02-a6d9b31b147c req-42b2f90c-d4cb-43f9-9761-d86ae8a4e9d6 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.41 "GET /v2.0/networks?id=5345745c-70bf-40fb-8cb5-545836ece5ce HTTP/1.1" status: 200 len: 805 time: 0.2071693 Dec 06 17:06:14.068636 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-abeb774f-bdf8-4ee7-bfa3-8f99fdf191b2 req-8dba70ff-053d-4fd8-aef1-54f4fd348344 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936038 Dec 06 17:06:14.079805 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-c7005bb2-adab-4849-ae02-a6d9b31b147c req-e66a0a46-9227-4097-9935-2a6f20057e6b tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Request body: {'port': {'device_id': '790d2c16-8625-4b1d-8f20-1133667079bb', 'network_id': '5345745c-70bf-40fb-8cb5-545836ece5ce', 'admin_state_up': True, 'tenant_id': '659cd0f4811845faa9fc0d0d08b99b79'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:06:14.208281 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bb86fac2-96a6-4ab1-9c17-73f2c564cb07 req-4bedf379-e3f4-4409-a593-a6de280f91a7 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=655022d1565540bb93093c911e426652&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1392710 Dec 06 17:06:14.209411 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d04be324-bba4-4177-afdb-988bbac791be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:14.467344 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-13b7bb4f-66e7-4288-b214-c7ff962859c0 req-df8bcb0a-ba51-44a6-9640-4be23e1b63fd tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] Allocated IP 192.168.233.211 (ee08a0d2-834f-4c39-be47-9c424581246a/1342252a-21e4-4783-88ff-f54776c79059/d1d6f1d7-7e2b-41d0-bce0-96cce615d922) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:06:14.548268 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7005bb2-adab-4849-ae02-a6d9b31b147c req-e66a0a46-9227-4097-9935-2a6f20057e6b tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Made reservation on behalf of 659cd0f4811845faa9fc0d0d08b99b79 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:06:14.551768 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c7005bb2-adab-4849-ae02-a6d9b31b147c req-e66a0a46-9227-4097-9935-2a6f20057e6b tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:14.573610 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd66bc1-36bb-40be-97f3-790fa0e06b82 req-4d67a25f-dd78-4904-8abd-d129f5dead0d tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:14.578427 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-dcd66bc1-36bb-40be-97f3-790fa0e06b82 req-4d67a25f-dd78-4904-8abd-d129f5dead0d tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=410657f9-9533-48fd-94c2-2548178a831b HTTP/1.1" status: 200 len: 945 time: 0.0800693 Dec 06 17:06:14.590399 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb86fac2-96a6-4ab1-9c17-73f2c564cb07 req-a25ce9c9-66fc-49a3-b19b-70cf93228b0c tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:14.591883 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bb86fac2-96a6-4ab1-9c17-73f2c564cb07 req-a25ce9c9-66fc-49a3-b19b-70cf93228b0c tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3701303 Dec 06 17:06:14.639443 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa64fa52-11e1-4ae0-a808-e915c9205694 req-df8f8932-18cd-4722-9d36-25a02568e966 tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] Made reservation on behalf of ae9f6d35327549c2b7b2f978c2ccdbc1 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:06:14.643581 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-aa64fa52-11e1-4ae0-a808-e915c9205694 req-df8f8932-18cd-4722-9d36-25a02568e966 tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:14.655722 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-dcd66bc1-36bb-40be-97f3-790fa0e06b82 req-d7bb6990-f957-460a-a7e8-d590f78a4b2d tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657239 Dec 06 17:06:14.663740 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bb86fac2-96a6-4ab1-9c17-73f2c564cb07 req-3d8e78b6-7596-4efc-bf35-96e22fcd0ab2 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/quotas/655022d1565540bb93093c911e426652 HTTP/1.1" status: 200 len: 375 time: 0.0602257 Dec 06 17:06:14.681740 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-aa64fa52-11e1-4ae0-a808-e915c9205694 req-df8f8932-18cd-4722-9d36-25a02568e966 tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:14.759053 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-19594ed3-c088-46da-9b21-2aef92a268e3 req-aecdd010-2370-4393-8381-8bdb6d3c446d tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/ports?device_id=790d2c16-8625-4b1d-8f20-1133667079bb HTTP/1.1" status: 200 len: 210 time: 0.0376482 Dec 06 17:06:14.819314 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bb86fac2-96a6-4ab1-9c17-73f2c564cb07 req-6ef1bbf6-78d3-45d0-b8bf-639083d3fc3b tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=655022d1565540bb93093c911e426652&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1351802 Dec 06 17:06:14.829712 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d04be324-bba4-4177-afdb-988bbac791be admin admin] Router 8eefee0d-7a99-481a-ab4f-ac1fd6846b22 is scheduled to L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 17:06:14.870018 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-27a96861-368d-4bc1-bb39-2e7c0374ec34 req-4e6b8c7a-3dea-450b-a29f-445dce684325 tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ac51c7a-be83-4dd4-abc5-aaa50413f1d3 HTTP/1.1" status: 200 len: 210 time: 0.0336194 Dec 06 17:06:15.010217 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-c7005bb2-adab-4849-ae02-a6d9b31b147c req-e66a0a46-9227-4097-9935-2a6f20057e6b tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Allocated IP 172.20.0.12 (5345745c-70bf-40fb-8cb5-545836ece5ce/48f1cc23-c700-419f-b04b-ebb1334c97b9/353d5d01-19ab-44b2-88da-1f2b4f021899) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:06:15.015899 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-13b7bb4f-66e7-4288-b214-c7ff962859c0 req-df8bcb0a-ba51-44a6-9640-4be23e1b63fd tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:15.243872 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5f19946c-9c4b-4449-8299-3f86108eb3a5 req-5fa54533-a2e5-4aae-9ced-b0a81fe98ab0 tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] 10.222.0.23 "GET /v2.0/ports?device_id=88fd038c-bf0c-4559-a502-c121c341b06d HTTP/1.1" status: 200 len: 210 time: 0.0962222 Dec 06 17:06:15.414096 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2b36083f-84b8-4a53-9710-0d282f2c09f4 req-f248940f-25c4-4da0-bf0b-dfd30549b656 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=655022d1565540bb93093c911e426652&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0800736 Dec 06 17:06:15.482624 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-aa64fa52-11e1-4ae0-a808-e915c9205694 req-df8f8932-18cd-4722-9d36-25a02568e966 tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:15.484532 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d04be324-bba4-4177-afdb-988bbac791be admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:06:15.495893 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffa6c94-db45-46bd-a7ed-5a29b4b6f68b None None] Sync routers for ids ['8eefee0d-7a99-481a-ab4f-ac1fd6846b22'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:06:15.508939 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-aa64fa52-11e1-4ae0-a808-e915c9205694 req-df8f8932-18cd-4722-9d36-25a02568e966 tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:15.513809 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffa6c94-db45-46bd-a7ed-5a29b4b6f68b None None] Routers {'8eefee0d-7a99-481a-ab4f-ac1fd6846b22'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:06:15.516678 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-cffa6c94-db45-46bd-a7ed-5a29b4b6f68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:05:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['8eefee0d-7a99-481a-ab4f-ac1fd6846b22'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:06:15.606421 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6e080b4f-53e8-4074-a755-4d644e903d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:15.641384 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d04be324-bba4-4177-afdb-988bbac791be admin admin] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:15.642649 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-d04be324-bba4-4177-afdb-988bbac791be admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 7.0895219 Dec 06 17:06:15.645443 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 34450) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:06:15.659104 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-13b7bb4f-66e7-4288-b214-c7ff962859c0 req-df8bcb0a-ba51-44a6-9640-4be23e1b63fd tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:15.686139 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8f8932-18cd-4722-9d36-25a02568e966 tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7414b2b9-ece0-40bf-808e-8ad7d290981a,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:15.735131 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-cffa6c94-db45-46bd-a7ed-5a29b4b6f68b None None] Set router 8eefee0d-7a99-481a-ab4f-ac1fd6846b22 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:06:15.932577 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2ccbf1-ce7e-43f6-83cb-916ec73dc922 req-7240c352-ad59-43e8-b865-8b0043a8367d tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:15.940898 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6f2ccbf1-ce7e-43f6-83cb-916ec73dc922 req-7240c352-ad59-43e8-b865-8b0043a8367d tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=410657f9-9533-48fd-94c2-2548178a831b HTTP/1.1" status: 200 len: 945 time: 0.1369376 Dec 06 17:06:16.031824 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-aa64fa52-11e1-4ae0-a808-e915c9205694 req-df8f8932-18cd-4722-9d36-25a02568e966 tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] Allocated IP 192.168.233.67 (ee08a0d2-834f-4c39-be47-9c424581246a/1342252a-21e4-4783-88ff-f54776c79059/06cb0439-9197-46d2-9a58-98bd1e9e6c04) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:06:16.041557 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6f2ccbf1-ce7e-43f6-83cb-916ec73dc922 req-c64d89d8-badb-4f2d-9790-9605a830650f tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993695 Dec 06 17:06:16.085217 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b36083f-84b8-4a53-9710-0d282f2c09f4 req-14f956ae-6d81-40e4-9829-70d24f18d9d3 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:16.100160 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2b36083f-84b8-4a53-9710-0d282f2c09f4 req-14f956ae-6d81-40e4-9829-70d24f18d9d3 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6679666 Dec 06 17:06:16.186878 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-cffa6c94-db45-46bd-a7ed-5a29b4b6f68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eefee0d-7a99-481a-ab4f-ac1fd6846b22', 'name': 'tempest-FloatingIPsTestJSON-389875508-router', 'tenant_id': '9d043d9a7673489589f60d01234e4891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.76'}], 'enable_snat': True}, 'gw_port_id': 'd39d2b26-5a99-4b0f-8f2a-be781ce0bdba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:06:08Z', 'updated_at': '2021-12-06T17:06:11Z', 'revision_number': 3, 'project_id': '9d043d9a7673489589f60d01234e4891', 'gw_port': {'id': 'd39d2b26-5a99-4b0f-8f2a-be781ce0bdba', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:eb:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eefee0d-7a99-481a-ab4f-ac1fd6846b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:06:09Z', 'updated_at': '2021-12-06T17:06:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:06:16.188410 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-02e3eac0-e863-4e9a-af64-41f0598c5684 req-dfb19b31-86a0-4a18-9496-f2d2eacc4f4c tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/ports?device_id=790d2c16-8625-4b1d-8f20-1133667079bb HTTP/1.1" status: 200 len: 210 time: 0.0357370 Dec 06 17:06:16.263578 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffa6c94-db45-46bd-a7ed-5a29b4b6f68b None None] Checking router: 8eefee0d-7a99-481a-ab4f-ac1fd6846b22 for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:06:16.266083 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffa6c94-db45-46bd-a7ed-5a29b4b6f68b None None] Updating router 8eefee0d-7a99-481a-ab4f-ac1fd6846b22 port d39d2b26-5a99-4b0f-8f2a-be781ce0bdba binding host n-d-master-1 {{(pid=103287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:06:16.282440 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13b7bb4f-66e7-4288-b214-c7ff962859c0 req-df8bcb0a-ba51-44a6-9640-4be23e1b63fd tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] Network ee08a0d2-834f-4c39-be47-9c424581246a is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:06:16.291261 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2b36083f-84b8-4a53-9710-0d282f2c09f4 req-8c78d7c4-6563-4b73-9401-69a12ae967fc tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/quotas/655022d1565540bb93093c911e426652 HTTP/1.1" status: 200 len: 375 time: 0.1895576 Dec 06 17:06:16.309340 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cffa6c94-db45-46bd-a7ed-5a29b4b6f68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:16.337159 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-13b7bb4f-66e7-4288-b214-c7ff962859c0 req-df8bcb0a-ba51-44a6-9640-4be23e1b63fd tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:06:16.351319 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-82687479-5a09-4e71-a016-dd3645b84282 req-ab9e5636-557d-4d88-934a-67358b1a4ebc tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ac51c7a-be83-4dd4-abc5-aaa50413f1d3 HTTP/1.1" status: 200 len: 210 time: 0.0498652 Dec 06 17:06:16.355111 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-13b7bb4f-66e7-4288-b214-c7ff962859c0 req-df8bcb0a-ba51-44a6-9640-4be23e1b63fd tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:06:16.392382 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8bcb0a-ba51-44a6-9640-4be23e1b63fd tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] Pushing event updated for resources: {'Port': ['ID=d1d6f1d7-7e2b-41d0-bce0-96cce615d922,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:16.447559 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2b36083f-84b8-4a53-9710-0d282f2c09f4 req-357c1bcb-96f0-42f6-86e4-a3b6e0a58b13 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=655022d1565540bb93093c911e426652&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1551309 Dec 06 17:06:16.570636 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-aa64fa52-11e1-4ae0-a808-e915c9205694 req-df8f8932-18cd-4722-9d36-25a02568e966 tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:16.663073 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bb86fac2-96a6-4ab1-9c17-73f2c564cb07 req-496849ed-a786-4c3f-a7cd-bd1dd446da59 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=655022d1565540bb93093c911e426652&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1868935 Dec 06 17:06:16.672000 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cffa6c94-db45-46bd-a7ed-5a29b4b6f68b None None] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:16.686726 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cffa6c94-db45-46bd-a7ed-5a29b4b6f68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:16.766955 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:16.786982 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7bb4f-66e7-4288-b214-c7ff962859c0 req-df8bcb0a-ba51-44a6-9640-4be23e1b63fd tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:16.787863 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-13b7bb4f-66e7-4288-b214-c7ff962859c0 req-df8bcb0a-ba51-44a6-9640-4be23e1b63fd tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:16.837974 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-cffa6c94-db45-46bd-a7ed-5a29b4b6f68b None None] Attempting to bind port d39d2b26-5a99-4b0f-8f2a-be781ce0bdba on host n-d-master-1 for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:06:16.838760 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-cffa6c94-db45-46bd-a7ed-5a29b4b6f68b None None] Attempting to bind port d39d2b26-5a99-4b0f-8f2a-be781ce0bdba by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:06:16.838880 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c7005bb2-adab-4849-ae02-a6d9b31b147c req-e66a0a46-9227-4097-9935-2a6f20057e6b tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:16.839793 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffa6c94-db45-46bd-a7ed-5a29b4b6f68b None None] Attempting to bind port d39d2b26-5a99-4b0f-8f2a-be781ce0bdba on network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:06:16.851684 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc22af9-fa37-495c-b893-47744137d8fd None None] Pushing event updated for resources: {'Port': ['ID=d39d2b26-5a99-4b0f-8f2a-be781ce0bdba,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:16.854537 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffa6c94-db45-46bd-a7ed-5a29b4b6f68b None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:06:16.855252 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffa6c94-db45-46bd-a7ed-5a29b4b6f68b None None] Checking segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:06:16.855910 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cffa6c94-db45-46bd-a7ed-5a29b4b6f68b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:16.856553 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffa6c94-db45-46bd-a7ed-5a29b4b6f68b None None] Bound using segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:06:16.857259 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-cffa6c94-db45-46bd-a7ed-5a29b4b6f68b None None] Bound port: d39d2b26-5a99-4b0f-8f2a-be781ce0bdba, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:06:16.857917 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cffa6c94-db45-46bd-a7ed-5a29b4b6f68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:16.889041 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc22af9-fa37-495c-b893-47744137d8fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:06:16.889950 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc22af9-fa37-495c-b893-47744137d8fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:06:16.890629 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc22af9-fa37-495c-b893-47744137d8fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:06:16.891429 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc22af9-fa37-495c-b893-47744137d8fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:06:16.891970 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc22af9-fa37-495c-b893-47744137d8fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:06:16.892541 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc22af9-fa37-495c-b893-47744137d8fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:06:16.893116 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc22af9-fa37-495c-b893-47744137d8fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:06:16.893691 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc22af9-fa37-495c-b893-47744137d8fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:06:16.894516 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc22af9-fa37-495c-b893-47744137d8fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:06:16.895085 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc22af9-fa37-495c-b893-47744137d8fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:06:16.895680 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc22af9-fa37-495c-b893-47744137d8fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:06:16.896206 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc22af9-fa37-495c-b893-47744137d8fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:06:16.896885 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc22af9-fa37-495c-b893-47744137d8fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:06:16.945400 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-13b7bb4f-66e7-4288-b214-c7ff962859c0 req-df8bcb0a-ba51-44a6-9640-4be23e1b63fd tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0776851 Dec 06 17:06:16.956176 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-2c442003-11d1-4371-bb65-c60858c03a81 None None] Provisioning complete for port d1d6f1d7-7e2b-41d0-bce0-96cce615d922 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:06:16.957397 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2c442003-11d1-4371-bb65-c60858c03a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:16.960411 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-cffa6c94-db45-46bd-a7ed-5a29b4b6f68b None None] For port d39d2b26-5a99-4b0f-8f2a-be781ce0bdba, host n-d-master-1, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:06:16.966583 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-13b7bb4f-66e7-4288-b214-c7ff962859c0 req-914d8a6d-a929-4fc5-a2a6-b19d142b7d14 service neutron] Request body: {'port': {'device_id': '88fd038c-bf0c-4559-a502-c121c341b06d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:06:16.969420 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-cffa6c94-db45-46bd-a7ed-5a29b4b6f68b None None] For port d39d2b26-5a99-4b0f-8f2a-be781ce0bdba, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d39d2b26-5a99-4b0f-8f2a-be781ce0bdba,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:06:16.978115 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cffa6c94-db45-46bd-a7ed-5a29b4b6f68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:17.054671 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-aa64fa52-11e1-4ae0-a808-e915c9205694 req-df8f8932-18cd-4722-9d36-25a02568e966 tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:17.121606 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-2c442003-11d1-4371-bb65-c60858c03a81 None None] Port d1d6f1d7-7e2b-41d0-bce0-96cce615d922 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:06:17.146160 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc22af9-fa37-495c-b893-47744137d8fd None None] Pushing event updated for resources: {'Port': ['ID=d39d2b26-5a99-4b0f-8f2a-be781ce0bdba,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:17.151462 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c7005bb2-adab-4849-ae02-a6d9b31b147c req-e66a0a46-9227-4097-9935-2a6f20057e6b tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:17.156963 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffa6c94-db45-46bd-a7ed-5a29b4b6f68b None None] Routers {'8eefee0d-7a99-481a-ab4f-ac1fd6846b22'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:06:17.161305 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-cffa6c94-db45-46bd-a7ed-5a29b4b6f68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:06:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['8eefee0d-7a99-481a-ab4f-ac1fd6846b22'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:06:17.171954 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa64fa52-11e1-4ae0-a808-e915c9205694 req-df8f8932-18cd-4722-9d36-25a02568e966 tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] Network ee08a0d2-834f-4c39-be47-9c424581246a is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:06:17.182289 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989e2a4d-c46f-4d8d-92a9-8f897f0e83eb req-b6d6b035-f22e-442a-b1c7-b521d0ed865b tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:17.192672 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-989e2a4d-c46f-4d8d-92a9-8f897f0e83eb req-b6d6b035-f22e-442a-b1c7-b521d0ed865b tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] 10.222.0.23 "GET /v2.0/ports?device_id=88fd038c-bf0c-4559-a502-c121c341b06d HTTP/1.1" status: 200 len: 936 time: 0.2397566 Dec 06 17:06:17.205339 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-aa64fa52-11e1-4ae0-a808-e915c9205694 req-df8f8932-18cd-4722-9d36-25a02568e966 tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:06:17.209679 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa64fa52-11e1-4ae0-a808-e915c9205694 req-df8f8932-18cd-4722-9d36-25a02568e966 tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:06:17.211354 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6605a875-a4f8-4a78-beff-70f396abc52e req-96e03b96-d753-4f35-a42f-99252689cb76 tempest-LiveAutoBlockMigrationV225Test-847899352 tempest-LiveAutoBlockMigrationV225Test-847899352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:17.235725 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6605a875-a4f8-4a78-beff-70f396abc52e req-96e03b96-d753-4f35-a42f-99252689cb76 tempest-LiveAutoBlockMigrationV225Test-847899352 tempest-LiveAutoBlockMigrationV225Test-847899352-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=410657f9-9533-48fd-94c2-2548178a831b HTTP/1.1" status: 200 len: 1096 time: 0.7450719 Dec 06 17:06:17.252014 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-13b7bb4f-66e7-4288-b214-c7ff962859c0 req-914d8a6d-a929-4fc5-a2a6-b19d142b7d14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:17.330437 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8f8932-18cd-4722-9d36-25a02568e966 tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] Pushing event updated for resources: {'Port': ['ID=06cb0439-9197-46d2-9a58-98bd1e9e6c04,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:17.370807 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6605a875-a4f8-4a78-beff-70f396abc52e req-8d1a5252-f63a-4574-a642-0afc12743a1b tempest-LiveAutoBlockMigrationV225Test-847899352 tempest-LiveAutoBlockMigrationV225Test-847899352-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339242 Dec 06 17:06:17.400539 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-cffa6c94-db45-46bd-a7ed-5a29b4b6f68b None None] Set router 8eefee0d-7a99-481a-ab4f-ac1fd6846b22 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:06:17.432673 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb86fac2-96a6-4ab1-9c17-73f2c564cb07 req-3b10d497-05a8-4ea2-bc2b-c8d8b8508ebd tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:17.438184 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bb86fac2-96a6-4ab1-9c17-73f2c564cb07 req-3b10d497-05a8-4ea2-bc2b-c8d8b8508ebd tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7687869 Dec 06 17:06:17.445008 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cf88b533-4282-49cd-a6a4-76c8b7658924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:17.461045 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-bb86fac2-96a6-4ab1-9c17-73f2c564cb07 req-b63118ba-6e02-4f7f-b2bf-6bd08e9dc941 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Request body: {'port': {'device_id': '33079cb3-b6df-4685-b7af-26e4c0a14648', 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a', 'admin_state_up': True, 'tenant_id': '655022d1565540bb93093c911e426652'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:06:17.564896 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7005bb2-adab-4849-ae02-a6d9b31b147c req-e66a0a46-9227-4097-9935-2a6f20057e6b tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Network 5345745c-70bf-40fb-8cb5-545836ece5ce is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:06:17.614752 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa64fa52-11e1-4ae0-a808-e915c9205694 req-df8f8932-18cd-4722-9d36-25a02568e966 tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:17.615598 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-aa64fa52-11e1-4ae0-a808-e915c9205694 req-df8f8932-18cd-4722-9d36-25a02568e966 tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:17.656730 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-dbb80837-2f4c-49b2-b8cf-006473957c1b None None] Provisioning complete for port 06cb0439-9197-46d2-9a58-98bd1e9e6c04 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:06:17.658871 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-dbb80837-2f4c-49b2-b8cf-006473957c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:17.682748 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-989e2a4d-c46f-4d8d-92a9-8f897f0e83eb req-bf9387e0-e9a2-4220-8dee-f8ce18981a86 tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] 10.222.0.23 "GET /v2.0/security-groups?id=14ccde3b-43d2-4548-8e63-0592f603efb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4887695 Dec 06 17:06:17.683700 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-c7005bb2-adab-4849-ae02-a6d9b31b147c req-e66a0a46-9227-4097-9935-2a6f20057e6b tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:06:17.685580 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66a0a46-9227-4097-9935-2a6f20057e6b tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Pushing event updated for resources: {'Port': ['ID=353d5d01-19ab-44b2-88da-1f2b4f021899,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:17.693713 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7005bb2-adab-4849-ae02-a6d9b31b147c req-e66a0a46-9227-4097-9935-2a6f20057e6b tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:06:17.747717 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-dbb80837-2f4c-49b2-b8cf-006473957c1b None None] Port 06cb0439-9197-46d2-9a58-98bd1e9e6c04 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:06:17.773420 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-cf88b533-4282-49cd-a6a4-76c8b7658924 admin admin] Allocated IP 172.20.0.1 (58011e5e-6906-4ed0-9685-e5478f6434ad/b86c06dd-e045-47ab-9049-1f0d56513410/0f1619fe-0fb6-4815-8cc6-5d3833409641) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:06:17.805848 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-cffa6c94-db45-46bd-a7ed-5a29b4b6f68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eefee0d-7a99-481a-ab4f-ac1fd6846b22', 'name': 'tempest-FloatingIPsTestJSON-389875508-router', 'tenant_id': '9d043d9a7673489589f60d01234e4891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.76'}], 'enable_snat': True}, 'gw_port_id': 'd39d2b26-5a99-4b0f-8f2a-be781ce0bdba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:06:08Z', 'updated_at': '2021-12-06T17:06:11Z', 'revision_number': 3, 'project_id': '9d043d9a7673489589f60d01234e4891', 'gw_port': {'id': 'd39d2b26-5a99-4b0f-8f2a-be781ce0bdba', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:eb:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eefee0d-7a99-481a-ab4f-ac1fd6846b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:06:09Z', 'updated_at': '2021-12-06T17:06:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:06:17.809556 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-aa64fa52-11e1-4ae0-a808-e915c9205694 req-df8f8932-18cd-4722-9d36-25a02568e966 tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0530057 Dec 06 17:06:17.825160 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7005bb2-adab-4849-ae02-a6d9b31b147c req-e66a0a46-9227-4097-9935-2a6f20057e6b tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:17.825848 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c7005bb2-adab-4849-ae02-a6d9b31b147c req-e66a0a46-9227-4097-9935-2a6f20057e6b tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:17.837990 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffa6c94-db45-46bd-a7ed-5a29b4b6f68b None None] The sync data for ids ['8eefee0d-7a99-481a-ab4f-ac1fd6846b22'] in n-d-master-1 is: [{'id': '8eefee0d-7a99-481a-ab4f-ac1fd6846b22', 'name': 'tempest-FloatingIPsTestJSON-389875508-router', 'tenant_id': '9d043d9a7673489589f60d01234e4891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.76'}], 'enable_snat': True}, 'gw_port_id': 'd39d2b26-5a99-4b0f-8f2a-be781ce0bdba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:06:08Z', 'updated_at': '2021-12-06T17:06:11Z', 'revision_number': 3, 'project_id': '9d043d9a7673489589f60d01234e4891', 'gw_port': {'id': 'd39d2b26-5a99-4b0f-8f2a-be781ce0bdba', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:eb:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eefee0d-7a99-481a-ab4f-ac1fd6846b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:06:09Z', 'updated_at': '2021-12-06T17:06:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:06:17.850350 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-aa64fa52-11e1-4ae0-a808-e915c9205694 req-043fd172-459c-4e1c-8a7e-287b674a8bf8 service neutron] Request body: {'port': {'device_id': '6ac51c7a-be83-4dd4-abc5-aaa50413f1d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:06:17.916355 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c7005bb2-adab-4849-ae02-a6d9b31b147c req-e66a0a46-9227-4097-9935-2a6f20057e6b tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8485689 Dec 06 17:06:17.931114 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-c7005bb2-adab-4849-ae02-a6d9b31b147c req-da4faf07-f6dc-456a-8d6e-d6b1f048e6ea service neutron] Request body: {'port': {'device_id': '790d2c16-8625-4b1d-8f20-1133667079bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:06:17.947372 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:18.016286 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d82763bf-0795-4caf-8cc6-758809821a69 req-6ff84aaf-850d-459d-8df8-0247b9280ee3 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a7c159b-e027-4481-b81c-93027f05eeef HTTP/1.1" status: 200 len: 210 time: 0.1648145 Dec 06 17:06:18.096940 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb86fac2-96a6-4ab1-9c17-73f2c564cb07 req-b63118ba-6e02-4f7f-b2bf-6bd08e9dc941 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Made reservation on behalf of 655022d1565540bb93093c911e426652 for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:06:18.100975 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-bb86fac2-96a6-4ab1-9c17-73f2c564cb07 req-b63118ba-6e02-4f7f-b2bf-6bd08e9dc941 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:18.132677 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-bb86fac2-96a6-4ab1-9c17-73f2c564cb07 req-b63118ba-6e02-4f7f-b2bf-6bd08e9dc941 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:18.243086 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cf88b533-4282-49cd-a6a4-76c8b7658924 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:18.243413 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-aa64fa52-11e1-4ae0-a808-e915c9205694 req-043fd172-459c-4e1c-8a7e-287b674a8bf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:18.259232 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7835cc65-3b01-4925-80d9-e2f3af4278bb req-01cfc4f3-4131-4308-abc8-e05f68bcdb1e tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:18.276972 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-13b7bb4f-66e7-4288-b214-c7ff962859c0 req-914d8a6d-a929-4fc5-a2a6-b19d142b7d14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1d6f1d7-7e2b-41d0-bce0-96cce615d922 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:06:18.279352 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7835cc65-3b01-4925-80d9-e2f3af4278bb req-01cfc4f3-4131-4308-abc8-e05f68bcdb1e tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ac51c7a-be83-4dd4-abc5-aaa50413f1d3 HTTP/1.1" status: 200 len: 935 time: 0.1577699 Dec 06 17:06:18.366080 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7835cc65-3b01-4925-80d9-e2f3af4278bb req-7de78f8a-9d78-4f26-a820-b843e8e54aef tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] 10.222.0.23 "GET /v2.0/security-groups?id=7414b2b9-ece0-40bf-808e-8ad7d290981a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691538 Dec 06 17:06:18.480959 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-bb86fac2-96a6-4ab1-9c17-73f2c564cb07 req-b63118ba-6e02-4f7f-b2bf-6bd08e9dc941 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:18.482876 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.44', 52935) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:06:18.533223 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-bb86fac2-96a6-4ab1-9c17-73f2c564cb07 req-b63118ba-6e02-4f7f-b2bf-6bd08e9dc941 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:18.543382 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-13b7bb4f-66e7-4288-b214-c7ff962859c0 req-914d8a6d-a929-4fc5-a2a6-b19d142b7d14 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:18.566010 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8055f42e-6d3b-4892-bb9a-b07f6644d4f9 req-5f9bf458-6219-4f7d-9a0b-ed540a6a123a tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:18.567464 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8055f42e-6d3b-4892-bb9a-b07f6644d4f9 req-5f9bf458-6219-4f7d-9a0b-ed540a6a123a tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/ports?device_id=790d2c16-8625-4b1d-8f20-1133667079bb HTTP/1.1" status: 200 len: 932 time: 0.7096834 Dec 06 17:06:18.590518 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c7005bb2-adab-4849-ae02-a6d9b31b147c req-da4faf07-f6dc-456a-8d6e-d6b1f048e6ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:18.627608 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-13b7bb4f-66e7-4288-b214-c7ff962859c0 req-914d8a6d-a929-4fc5-a2a6-b19d142b7d14 service neutron] Transition to ACTIVE for port object d1d6f1d7-7e2b-41d0-bce0-96cce615d922 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:06:18.691397 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cf88b533-4282-49cd-a6a4-76c8b7658924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:18.751456 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63118ba-6e02-4f7f-b2bf-6bd08e9dc941 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05993717-efad-46b6-9cd9-33188c432d66,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:18.783905 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-13b7bb4f-66e7-4288-b214-c7ff962859c0 req-914d8a6d-a929-4fc5-a2a6-b19d142b7d14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:18.820433 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2b36083f-84b8-4a53-9710-0d282f2c09f4 req-8c1e3422-b725-400d-a1c3-93c54361736c tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=655022d1565540bb93093c911e426652&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3287666 Dec 06 17:06:18.887290 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf88b533-4282-49cd-a6a4-76c8b7658924 admin admin] Network 58011e5e-6906-4ed0-9685-e5478f6434ad is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:06:18.919982 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf88b533-4282-49cd-a6a4-76c8b7658924 admin admin] Pushing event updated for resources: {'Port': ['ID=0f1619fe-0fb6-4815-8cc6-5d3833409641,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:18.926926 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-cf88b533-4282-49cd-a6a4-76c8b7658924 admin admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:06:18.933960 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf88b533-4282-49cd-a6a4-76c8b7658924 admin admin] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:06:18.974850 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:18.988694 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3d4650-11d4-45a9-9e7d-634636e58479 req-66466889-ee33-4798-9fde-7fb77adab52d tempest-LiveAutoBlockMigrationV225Test-847899352 tempest-LiveAutoBlockMigrationV225Test-847899352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:18.996437 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2f3d4650-11d4-45a9-9e7d-634636e58479 req-66466889-ee33-4798-9fde-7fb77adab52d tempest-LiveAutoBlockMigrationV225Test-847899352 tempest-LiveAutoBlockMigrationV225Test-847899352-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=410657f9-9533-48fd-94c2-2548178a831b HTTP/1.1" status: 200 len: 1096 time: 0.4763122 Dec 06 17:06:19.024965 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8055f42e-6d3b-4892-bb9a-b07f6644d4f9 req-99472845-1e4d-49d0-bc72-6bb590909772 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/security-groups?id=79a8a720-4d91-42c0-8bdb-aecf1d5b7573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4329991 Dec 06 17:06:19.112988 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b36083f-84b8-4a53-9710-0d282f2c09f4 req-61f2043a-3a0b-4578-a6bd-12d2c092080e tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:19.144613 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2b36083f-84b8-4a53-9710-0d282f2c09f4 req-61f2043a-3a0b-4578-a6bd-12d2c092080e tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3077600 Dec 06 17:06:19.158152 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-2b36083f-84b8-4a53-9710-0d282f2c09f4 req-149200d5-e7ea-4e34-a166-8e888a1b7956 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Request body: {'port': {'device_id': '5a7c159b-e027-4481-b81c-93027f05eeef', 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a', 'admin_state_up': True, 'tenant_id': '655022d1565540bb93093c911e426652'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:06:19.237147 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cf88b533-4282-49cd-a6a4-76c8b7658924 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539179'] for router_interface, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:19.412022 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device d39d2b26-5a99-4b0f-8f2a-be781ce0bdba up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:06:19.422049 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2f3d4650-11d4-45a9-9e7d-634636e58479 req-6ecc952a-bbb7-45cb-b8a3-ce0791efc2d3 tempest-LiveAutoBlockMigrationV225Test-847899352 tempest-LiveAutoBlockMigrationV225Test-847899352-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4110036 Dec 06 17:06:19.524252 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-e45eb492-6e6b-47c5-9f84-431266de274d None None] Provisioning complete for port 0f1619fe-0fb6-4815-8cc6-5d3833409641 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:06:19.524936 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e45eb492-6e6b-47c5-9f84-431266de274d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:19.574444 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b36083f-84b8-4a53-9710-0d282f2c09f4 req-149200d5-e7ea-4e34-a166-8e888a1b7956 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Made reservation on behalf of 655022d1565540bb93093c911e426652 for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:06:19.578258 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2b36083f-84b8-4a53-9710-0d282f2c09f4 req-149200d5-e7ea-4e34-a166-8e888a1b7956 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:19.601355 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cf88b533-4282-49cd-a6a4-76c8b7658924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:19.602351 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port d39d2b26-5a99-4b0f-8f2a-be781ce0bdba triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:06:19.602902 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:19.628767 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914d8a6d-a929-4fc5-a2a6-b19d142b7d14 service neutron] Pushing event updated for resources: {'Port': ['ID=d1d6f1d7-7e2b-41d0-bce0-96cce615d922,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:19.671852 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-e45eb492-6e6b-47c5-9f84-431266de274d None None] Port 0f1619fe-0fb6-4815-8cc6-5d3833409641 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:06:19.683637 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-62b45872-ccc2-4501-9d33-cecf8095a771 req-9175f149-1fbc-4e8c-85b7-e97478b20b37 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a7c159b-e027-4481-b81c-93027f05eeef HTTP/1.1" status: 200 len: 210 time: 0.0766973 Dec 06 17:06:19.774132 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:19.813442 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] For port d39d2b26-5a99-4b0f-8f2a-be781ce0bdba, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d39d2b26-5a99-4b0f-8f2a-be781ce0bdba,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:06:19.824576 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:19.887157 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afac8fa-4016-4f54-ac17-5d20cf33a186 req-b8920ccf-57b4-4d5d-b486-0567da383831 tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:19.888708 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4afac8fa-4016-4f54-ac17-5d20cf33a186 req-b8920ccf-57b4-4d5d-b486-0567da383831 tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ac51c7a-be83-4dd4-abc5-aaa50413f1d3 HTTP/1.1" status: 200 len: 935 time: 0.1149423 Dec 06 17:06:19.904517 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Pushing event updated for resources: {'Port': ['ID=d39d2b26-5a99-4b0f-8f2a-be781ce0bdba,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:19.986137 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-13b7bb4f-66e7-4288-b214-c7ff962859c0 req-914d8a6d-a929-4fc5-a2a6-b19d142b7d14 service neutron] Attempting to bind port d1d6f1d7-7e2b-41d0-bce0-96cce615d922 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:06:19.986779 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-13b7bb4f-66e7-4288-b214-c7ff962859c0 req-914d8a6d-a929-4fc5-a2a6-b19d142b7d14 service neutron] Attempting to bind port d1d6f1d7-7e2b-41d0-bce0-96cce615d922 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:06:19.987113 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b7bb4f-66e7-4288-b214-c7ff962859c0 req-914d8a6d-a929-4fc5-a2a6-b19d142b7d14 service neutron] Attempting to bind port d1d6f1d7-7e2b-41d0-bce0-96cce615d922 on network ee08a0d2-834f-4c39-be47-9c424581246a {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:06:20.019475 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4afac8fa-4016-4f54-ac17-5d20cf33a186 req-865bd850-514e-4d11-8aa5-4a225ccc3818 tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] 10.222.0.23 "GET /v2.0/security-groups?id=7414b2b9-ece0-40bf-808e-8ad7d290981a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140862 Dec 06 17:06:20.028860 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b7bb4f-66e7-4288-b214-c7ff962859c0 req-914d8a6d-a929-4fc5-a2a6-b19d142b7d14 service neutron] Port d1d6f1d7-7e2b-41d0-bce0-96cce615d922 on network ee08a0d2-834f-4c39-be47-9c424581246a not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:06:20.029192 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b7bb4f-66e7-4288-b214-c7ff962859c0 req-914d8a6d-a929-4fc5-a2a6-b19d142b7d14 service neutron] Attempting to bind port d1d6f1d7-7e2b-41d0-bce0-96cce615d922 on network ee08a0d2-834f-4c39-be47-9c424581246a {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:06:20.037897 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cf88b533-4282-49cd-a6a4-76c8b7658924 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:20.046141 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cf88b533-4282-49cd-a6a4-76c8b7658924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:20.050791 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf3c2d2-68bf-4230-bd46-1975d98b8410 req-7a1adbda-f370-4105-a550-84a3f7dce0cc tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:20.058192 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-faf3c2d2-68bf-4230-bd46-1975d98b8410 req-7a1adbda-f370-4105-a550-84a3f7dce0cc tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] 10.222.0.23 "GET /v2.0/ports?device_id=88fd038c-bf0c-4559-a502-c121c341b06d HTTP/1.1" status: 200 len: 948 time: 0.4303899 Dec 06 17:06:20.066944 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-c7005bb2-adab-4849-ae02-a6d9b31b147c req-da4faf07-f6dc-456a-8d6e-d6b1f048e6ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 353d5d01-19ab-44b2-88da-1f2b4f021899 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:06:20.085033 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b7bb4f-66e7-4288-b214-c7ff962859c0 req-914d8a6d-a929-4fc5-a2a6-b19d142b7d14 service neutron] Checking agent: {'id': '9d8b9f49-2860-4c1f-9b89-45a7657a3c4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:06:20.085380 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b7bb4f-66e7-4288-b214-c7ff962859c0 req-914d8a6d-a929-4fc5-a2a6-b19d142b7d14 service neutron] Checking segment: {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:06:20.085802 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b7bb4f-66e7-4288-b214-c7ff962859c0 req-914d8a6d-a929-4fc5-a2a6-b19d142b7d14 service neutron] Bound using segment: {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:06:20.086258 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-13b7bb4f-66e7-4288-b214-c7ff962859c0 req-914d8a6d-a929-4fc5-a2a6-b19d142b7d14 service neutron] Bound port: d1d6f1d7-7e2b-41d0-bce0-96cce615d922, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:06:20.086620 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-13b7bb4f-66e7-4288-b214-c7ff962859c0 req-914d8a6d-a929-4fc5-a2a6-b19d142b7d14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:20.089798 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c7005bb2-adab-4849-ae02-a6d9b31b147c req-da4faf07-f6dc-456a-8d6e-d6b1f048e6ea service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:20.105447 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-aa64fa52-11e1-4ae0-a808-e915c9205694 req-043fd172-459c-4e1c-8a7e-287b674a8bf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06cb0439-9197-46d2-9a58-98bd1e9e6c04 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:06:20.111036 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cf88b533-4282-49cd-a6a4-76c8b7658924 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-772465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539207'] for router_interface, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:20.133213 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-aa64fa52-11e1-4ae0-a808-e915c9205694 req-043fd172-459c-4e1c-8a7e-287b674a8bf8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:20.190942 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-c7005bb2-adab-4849-ae02-a6d9b31b147c req-da4faf07-f6dc-456a-8d6e-d6b1f048e6ea service neutron] Transition to ACTIVE for port object 353d5d01-19ab-44b2-88da-1f2b4f021899 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:06:20.268689 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-13b7bb4f-66e7-4288-b214-c7ff962859c0 req-914d8a6d-a929-4fc5-a2a6-b19d142b7d14 service neutron] For port d1d6f1d7-7e2b-41d0-bce0-96cce615d922, host n-h2-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:06:20.273844 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-13b7bb4f-66e7-4288-b214-c7ff962859c0 req-914d8a6d-a929-4fc5-a2a6-b19d142b7d14 service neutron] For port d1d6f1d7-7e2b-41d0-bce0-96cce615d922, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=d1d6f1d7-7e2b-41d0-bce0-96cce615d922,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:06:20.276223 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf88b533-4282-49cd-a6a4-76c8b7658924 admin admin] Pushing event updated for resources: {'Port': ['ID=0f1619fe-0fb6-4815-8cc6-5d3833409641,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:20.283658 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-aa64fa52-11e1-4ae0-a808-e915c9205694 req-043fd172-459c-4e1c-8a7e-287b674a8bf8 service neutron] Transition to ACTIVE for port object 06cb0439-9197-46d2-9a58-98bd1e9e6c04 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:06:20.302253 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-faf3c2d2-68bf-4230-bd46-1975d98b8410 req-197cbd52-3fee-4919-bde9-a28c8d5f64f0 tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] 10.222.0.23 "GET /v2.0/security-groups?id=14ccde3b-43d2-4548-8e63-0592f603efb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430413 Dec 06 17:06:20.306644 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c7005bb2-adab-4849-ae02-a6d9b31b147c req-da4faf07-f6dc-456a-8d6e-d6b1f048e6ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:20.310776 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-13b7bb4f-66e7-4288-b214-c7ff962859c0 req-914d8a6d-a929-4fc5-a2a6-b19d142b7d14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:20.334472 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-aa64fa52-11e1-4ae0-a808-e915c9205694 req-043fd172-459c-4e1c-8a7e-287b674a8bf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:20.351959 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706095e8-a4e6-43dc-9f8e-534f31a316f2 req-ff94c329-bbba-443c-9f1f-97ba168f8a29 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:20.358803 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-706095e8-a4e6-43dc-9f8e-534f31a316f2 req-ff94c329-bbba-443c-9f1f-97ba168f8a29 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/ports?device_id=790d2c16-8625-4b1d-8f20-1133667079bb HTTP/1.1" status: 200 len: 944 time: 0.1646070 Dec 06 17:06:20.431065 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-bb86fac2-96a6-4ab1-9c17-73f2c564cb07 req-b63118ba-6e02-4f7f-b2bf-6bd08e9dc941 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Allocated IP 192.168.233.52 (ee08a0d2-834f-4c39-be47-9c424581246a/1342252a-21e4-4783-88ff-f54776c79059/f266378e-6360-4808-a93e-af8a2aa71b50) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:06:20.467226 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7bb4f-66e7-4288-b214-c7ff962859c0 req-914d8a6d-a929-4fc5-a2a6-b19d142b7d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:20.468617 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-13b7bb4f-66e7-4288-b214-c7ff962859c0 req-914d8a6d-a929-4fc5-a2a6-b19d142b7d14 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:20.470913 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-13b7bb4f-66e7-4288-b214-c7ff962859c0 req-914d8a6d-a929-4fc5-a2a6-b19d142b7d14 service neutron] 10.222.0.44 "PUT /v2.0/ports/d1d6f1d7-7e2b-41d0-bce0-96cce615d922 HTTP/1.1" status: 200 len: 1096 time: 3.5094416 Dec 06 17:06:20.474317 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4faf07-f6dc-456a-8d6e-d6b1f048e6ea service neutron] Pushing event updated for resources: {'Port': ['ID=353d5d01-19ab-44b2-88da-1f2b4f021899,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:20.476687 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88fd038c-bf0c-4559-a502-c121c341b06d', 'tag': 'd1d6f1d7-7e2b-41d0-bce0-96cce615d922'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:06:20.479115 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-060c2897-7ead-46c2-bb25-3d946df96fd7" -d '{"events": [{"name": "network-changed", "server_uuid": "88fd038c-bf0c-4559-a502-c121c341b06d", "tag": "d1d6f1d7-7e2b-41d0-bce0-96cce615d922"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:06:20.479455 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-706095e8-a4e6-43dc-9f8e-534f31a316f2 req-131f92f5-0d61-4c41-aee9-90e0c9c84904 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/security-groups?id=79a8a720-4d91-42c0-8bdb-aecf1d5b7573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195135 Dec 06 17:06:20.484404 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf88b533-4282-49cd-a6a4-76c8b7658924 admin admin] Network 58011e5e-6906-4ed0-9685-e5478f6434ad is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:06:20.508378 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-cf88b533-4282-49cd-a6a4-76c8b7658924 admin admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:06:20.720828 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd41c97-1e71-4fd2-81c4-85d38bdbd101 x-openstack-request-id: req-4cd41c97-1e71-4fd2-81c4-85d38bdbd101 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:06:20.721828 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88fd038c-bf0c-4559-a502-c121c341b06d", "tag": "d1d6f1d7-7e2b-41d0-bce0-96cce615d922", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:06:20.722390 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4cd41c97-1e71-4fd2-81c4-85d38bdbd101 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:06:20.724289 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88fd038c-bf0c-4559-a502-c121c341b06d', 'tag': 'd1d6f1d7-7e2b-41d0-bce0-96cce615d922', 'status': 'completed', 'code': 200} Dec 06 17:06:20.913847 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf88b533-4282-49cd-a6a4-76c8b7658924 admin admin] Router 8eefee0d-7a99-481a-ab4f-ac1fd6846b22 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:06:20.977729 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914d8a6d-a929-4fc5-a2a6-b19d142b7d14 service neutron] Pushing event updated for resources: {'Port': ['ID=d1d6f1d7-7e2b-41d0-bce0-96cce615d922,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:20.981915 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a3292c-ffd8-454a-b0ff-9cec0a511306 req-bd8be8b7-5ea1-4981-b194-f43dc5985775 tempest-LiveAutoBlockMigrationV225Test-847899352 tempest-LiveAutoBlockMigrationV225Test-847899352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:20.983513 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a8a3292c-ffd8-454a-b0ff-9cec0a511306 req-bd8be8b7-5ea1-4981-b194-f43dc5985775 tempest-LiveAutoBlockMigrationV225Test-847899352 tempest-LiveAutoBlockMigrationV225Test-847899352-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=410657f9-9533-48fd-94c2-2548178a831b HTTP/1.1" status: 200 len: 1096 time: 0.1384051 Dec 06 17:06:21.010142 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-58a06c21-d39d-45d6-9195-2810618d156a None None] Provisioning complete for port 0f1619fe-0fb6-4815-8cc6-5d3833409641 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:06:21.011079 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-58a06c21-d39d-45d6-9195-2810618d156a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:21.051632 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-58a06c21-d39d-45d6-9195-2810618d156a None None] Port 0f1619fe-0fb6-4815-8cc6-5d3833409641 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:06:21.060591 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6f248207-7440-42f2-9985-16e293c5e5e5 req-7e289bee-3753-432d-af1b-543b73a44566 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a7c159b-e027-4481-b81c-93027f05eeef HTTP/1.1" status: 200 len: 210 time: 0.2194109 Dec 06 17:06:21.125966 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-aa64fa52-11e1-4ae0-a808-e915c9205694 req-043fd172-459c-4e1c-8a7e-287b674a8bf8 service neutron] Attempting to bind port 06cb0439-9197-46d2-9a58-98bd1e9e6c04 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:06:21.126314 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-aa64fa52-11e1-4ae0-a808-e915c9205694 req-043fd172-459c-4e1c-8a7e-287b674a8bf8 service neutron] Attempting to bind port 06cb0439-9197-46d2-9a58-98bd1e9e6c04 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:06:21.126655 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa64fa52-11e1-4ae0-a808-e915c9205694 req-043fd172-459c-4e1c-8a7e-287b674a8bf8 service neutron] Attempting to bind port 06cb0439-9197-46d2-9a58-98bd1e9e6c04 on network ee08a0d2-834f-4c39-be47-9c424581246a {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:06:21.129052 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-bb86fac2-96a6-4ab1-9c17-73f2c564cb07 req-b63118ba-6e02-4f7f-b2bf-6bd08e9dc941 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:21.130322 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7bb4f-66e7-4288-b214-c7ff962859c0 req-954d8e2b-cb6f-46ff-8239-359d5c08a90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:21.131862 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-13b7bb4f-66e7-4288-b214-c7ff962859c0 req-954d8e2b-cb6f-46ff-8239-359d5c08a90f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7e8068b9147b42b9b70b0723ccb27d4c&device_id=88fd038c-bf0c-4559-a502-c121c341b06d HTTP/1.1" status: 200 len: 1099 time: 0.4065683 Dec 06 17:06:21.150781 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043fd172-459c-4e1c-8a7e-287b674a8bf8 service neutron] Pushing event updated for resources: {'Port': ['ID=06cb0439-9197-46d2-9a58-98bd1e9e6c04,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:21.153501 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa64fa52-11e1-4ae0-a808-e915c9205694 req-043fd172-459c-4e1c-8a7e-287b674a8bf8 service neutron] Port 06cb0439-9197-46d2-9a58-98bd1e9e6c04 on network ee08a0d2-834f-4c39-be47-9c424581246a not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:06:21.153842 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa64fa52-11e1-4ae0-a808-e915c9205694 req-043fd172-459c-4e1c-8a7e-287b674a8bf8 service neutron] Attempting to bind port 06cb0439-9197-46d2-9a58-98bd1e9e6c04 on network ee08a0d2-834f-4c39-be47-9c424581246a {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:06:21.194014 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-13b7bb4f-66e7-4288-b214-c7ff962859c0 req-c8fef8dd-1bd9-416f-a894-0d46353b2583 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=d1d6f1d7-7e2b-41d0-bce0-96cce615d922 HTTP/1.1" status: 200 len: 217 time: 0.0515838 Dec 06 17:06:21.200129 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa64fa52-11e1-4ae0-a808-e915c9205694 req-043fd172-459c-4e1c-8a7e-287b674a8bf8 service neutron] Checking agent: {'id': '9d8b9f49-2860-4c1f-9b89-45a7657a3c4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:06:21.200449 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa64fa52-11e1-4ae0-a808-e915c9205694 req-043fd172-459c-4e1c-8a7e-287b674a8bf8 service neutron] Checking segment: {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:06:21.200837 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa64fa52-11e1-4ae0-a808-e915c9205694 req-043fd172-459c-4e1c-8a7e-287b674a8bf8 service neutron] Bound using segment: {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:06:21.201288 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-aa64fa52-11e1-4ae0-a808-e915c9205694 req-043fd172-459c-4e1c-8a7e-287b674a8bf8 service neutron] Bound port: 06cb0439-9197-46d2-9a58-98bd1e9e6c04, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:06:21.202779 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-aa64fa52-11e1-4ae0-a808-e915c9205694 req-043fd172-459c-4e1c-8a7e-287b674a8bf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:21.234059 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a8a3292c-ffd8-454a-b0ff-9cec0a511306 req-f82ffe83-856c-4c19-a181-9e3aa3d6f7f4 tempest-LiveAutoBlockMigrationV225Test-847899352 tempest-LiveAutoBlockMigrationV225Test-847899352-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097306 Dec 06 17:06:21.249227 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-c7005bb2-adab-4849-ae02-a6d9b31b147c req-da4faf07-f6dc-456a-8d6e-d6b1f048e6ea service neutron] Attempting to bind port 353d5d01-19ab-44b2-88da-1f2b4f021899 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:06:21.249227 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-c7005bb2-adab-4849-ae02-a6d9b31b147c req-da4faf07-f6dc-456a-8d6e-d6b1f048e6ea service neutron] Attempting to bind port 353d5d01-19ab-44b2-88da-1f2b4f021899 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '1d12c223-c1ef-4a9f-920c-d1018ef932ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5345745c-70bf-40fb-8cb5-545836ece5ce'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:06:21.249227 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7005bb2-adab-4849-ae02-a6d9b31b147c req-da4faf07-f6dc-456a-8d6e-d6b1f048e6ea service neutron] Attempting to bind port 353d5d01-19ab-44b2-88da-1f2b4f021899 on network 5345745c-70bf-40fb-8cb5-545836ece5ce {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:06:21.289136 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7005bb2-adab-4849-ae02-a6d9b31b147c req-da4faf07-f6dc-456a-8d6e-d6b1f048e6ea service neutron] Port 353d5d01-19ab-44b2-88da-1f2b4f021899 on network 5345745c-70bf-40fb-8cb5-545836ece5ce not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:06:21.289423 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7005bb2-adab-4849-ae02-a6d9b31b147c req-da4faf07-f6dc-456a-8d6e-d6b1f048e6ea service neutron] Attempting to bind port 353d5d01-19ab-44b2-88da-1f2b4f021899 on network 5345745c-70bf-40fb-8cb5-545836ece5ce {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:06:21.304419 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7bb4f-66e7-4288-b214-c7ff962859c0 req-18dcc715-22fe-47f7-9da8-f80113145052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:21.305954 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-13b7bb4f-66e7-4288-b214-c7ff962859c0 req-18dcc715-22fe-47f7-9da8-f80113145052 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1342252a-21e4-4783-88ff-f54776c79059 HTTP/1.1" status: 200 len: 843 time: 0.1002233 Dec 06 17:06:21.309716 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7005bb2-adab-4849-ae02-a6d9b31b147c req-da4faf07-f6dc-456a-8d6e-d6b1f048e6ea service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:06:21.310066 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7005bb2-adab-4849-ae02-a6d9b31b147c req-da4faf07-f6dc-456a-8d6e-d6b1f048e6ea service neutron] Checking segment: {'id': '1d12c223-c1ef-4a9f-920c-d1018ef932ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5345745c-70bf-40fb-8cb5-545836ece5ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:06:21.310459 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7005bb2-adab-4849-ae02-a6d9b31b147c req-da4faf07-f6dc-456a-8d6e-d6b1f048e6ea service neutron] Bound using segment: {'id': '1d12c223-c1ef-4a9f-920c-d1018ef932ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5345745c-70bf-40fb-8cb5-545836ece5ce'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:06:21.310916 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-c7005bb2-adab-4849-ae02-a6d9b31b147c req-da4faf07-f6dc-456a-8d6e-d6b1f048e6ea service neutron] Bound port: 353d5d01-19ab-44b2-88da-1f2b4f021899, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d12c223-c1ef-4a9f-920c-d1018ef932ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5345745c-70bf-40fb-8cb5-545836ece5ce'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:06:21.311802 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c7005bb2-adab-4849-ae02-a6d9b31b147c req-da4faf07-f6dc-456a-8d6e-d6b1f048e6ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:21.316907 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device d39d2b26-5a99-4b0f-8f2a-be781ce0bdba up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:06:21.330603 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-bb86fac2-96a6-4ab1-9c17-73f2c564cb07 req-b63118ba-6e02-4f7f-b2bf-6bd08e9dc941 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:21.371367 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port d39d2b26-5a99-4b0f-8f2a-be781ce0bdba triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:06:21.371740 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:21.385296 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf88b533-4282-49cd-a6a4-76c8b7658924 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:06:21.394367 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-cf88b533-4282-49cd-a6a4-76c8b7658924 admin admin] 10.222.0.23 "PUT /v2.0/routers/8eefee0d-7a99-481a-ab4f-ac1fd6846b22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7472200 Dec 06 17:06:21.415667 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-aa64fa52-11e1-4ae0-a808-e915c9205694 req-043fd172-459c-4e1c-8a7e-287b674a8bf8 service neutron] For port 06cb0439-9197-46d2-9a58-98bd1e9e6c04, host n-h2-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:06:21.425942 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a01c475-efa9-435c-89c7-8812494af758 None None] Sync routers for ids ['8eefee0d-7a99-481a-ab4f-ac1fd6846b22'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:06:21.446540 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a01c475-efa9-435c-89c7-8812494af758 None None] Routers {'8eefee0d-7a99-481a-ab4f-ac1fd6846b22'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:06:21.447433 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-7a01c475-efa9-435c-89c7-8812494af758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:06:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['8eefee0d-7a99-481a-ab4f-ac1fd6846b22'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:06:21.465489 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63118ba-6e02-4f7f-b2bf-6bd08e9dc941 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Pushing event updated for resources: {'Port': ['ID=f266378e-6360-4808-a93e-af8a2aa71b50,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:21.478161 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-aa64fa52-11e1-4ae0-a808-e915c9205694 req-043fd172-459c-4e1c-8a7e-287b674a8bf8 service neutron] For port 06cb0439-9197-46d2-9a58-98bd1e9e6c04, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=06cb0439-9197-46d2-9a58-98bd1e9e6c04,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:06:21.493895 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-2b36083f-84b8-4a53-9710-0d282f2c09f4 req-149200d5-e7ea-4e34-a166-8e888a1b7956 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Allocated IP 192.168.233.192 (ee08a0d2-834f-4c39-be47-9c424581246a/1342252a-21e4-4783-88ff-f54776c79059/63971c5b-27ae-4903-af23-b6e4acbd094f) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:06:21.498058 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-aa64fa52-11e1-4ae0-a808-e915c9205694 req-043fd172-459c-4e1c-8a7e-287b674a8bf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:21.522263 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7bb4f-66e7-4288-b214-c7ff962859c0 req-978ec312-6365-43a7-9a6c-3402e3f35293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:21.523801 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-13b7bb4f-66e7-4288-b214-c7ff962859c0 req-978ec312-6365-43a7-9a6c-3402e3f35293 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee08a0d2-834f-4c39-be47-9c424581246a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2089648 Dec 06 17:06:21.568403 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb86fac2-96a6-4ab1-9c17-73f2c564cb07 req-b63118ba-6e02-4f7f-b2bf-6bd08e9dc941 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Network ee08a0d2-834f-4c39-be47-9c424581246a is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:06:21.573015 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-bb86fac2-96a6-4ab1-9c17-73f2c564cb07 req-b63118ba-6e02-4f7f-b2bf-6bd08e9dc941 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:06:21.577560 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-c7005bb2-adab-4849-ae02-a6d9b31b147c req-da4faf07-f6dc-456a-8d6e-d6b1f048e6ea service neutron] For port 353d5d01-19ab-44b2-88da-1f2b4f021899, host n-h1-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:06:21.581547 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb86fac2-96a6-4ab1-9c17-73f2c564cb07 req-b63118ba-6e02-4f7f-b2bf-6bd08e9dc941 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:06:21.620189 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa64fa52-11e1-4ae0-a808-e915c9205694 req-043fd172-459c-4e1c-8a7e-287b674a8bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:21.620827 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-aa64fa52-11e1-4ae0-a808-e915c9205694 req-043fd172-459c-4e1c-8a7e-287b674a8bf8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:21.620947 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-7a01c475-efa9-435c-89c7-8812494af758 None None] Set router 8eefee0d-7a99-481a-ab4f-ac1fd6846b22 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:06:21.622293 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-aa64fa52-11e1-4ae0-a808-e915c9205694 req-043fd172-459c-4e1c-8a7e-287b674a8bf8 service neutron] 10.222.0.44 "PUT /v2.0/ports/06cb0439-9197-46d2-9a58-98bd1e9e6c04 HTTP/1.1" status: 200 len: 1095 time: 3.7835798 Dec 06 17:06:21.646913 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9f54f7-1c77-4506-9e7c-e6658ee4e5ea req-a08cdd04-840c-4434-b893-627ed67304e0 tempest-AttachSCSIVolumeTestJSON-834088192 tempest-AttachSCSIVolumeTestJSON-834088192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:21.649630 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4c9f54f7-1c77-4506-9e7c-e6658ee4e5ea req-a08cdd04-840c-4434-b893-627ed67304e0 tempest-AttachSCSIVolumeTestJSON-834088192 tempest-AttachSCSIVolumeTestJSON-834088192-project] 10.222.0.23 "GET /v2.0/networks?id=ce84b6e8-a54c-4d8b-b96a-3ed620de29d0 HTTP/1.1" status: 200 len: 814 time: 0.3427322 Dec 06 17:06:21.691736 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-c7005bb2-adab-4849-ae02-a6d9b31b147c req-da4faf07-f6dc-456a-8d6e-d6b1f048e6ea service neutron] For port 353d5d01-19ab-44b2-88da-1f2b4f021899, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=353d5d01-19ab-44b2-88da-1f2b4f021899,segment=NetworkSegment(1d12c223-c1ef-4a9f-920c-d1018ef932ee),segment_id=1d12c223-c1ef-4a9f-920c-d1018ef932ee)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:06:21.714820 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0212db96-2ecd-4822-bbdc-1e1134da7a11 req-cc7dd0a9-435a-4ce3-a34d-bb053e93610b tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:21.723746 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0212db96-2ecd-4822-bbdc-1e1134da7a11 req-cc7dd0a9-435a-4ce3-a34d-bb053e93610b tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ac51c7a-be83-4dd4-abc5-aaa50413f1d3 HTTP/1.1" status: 200 len: 947 time: 0.3882918 Dec 06 17:06:21.752281 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c7005bb2-adab-4849-ae02-a6d9b31b147c req-da4faf07-f6dc-456a-8d6e-d6b1f048e6ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:21.765094 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4c9f54f7-1c77-4506-9e7c-e6658ee4e5ea req-5f643df2-b311-42d2-9cd0-44d0f17c52dc tempest-AttachSCSIVolumeTestJSON-834088192 tempest-AttachSCSIVolumeTestJSON-834088192-project] 10.222.0.23 "GET /v2.0/quotas/25179fdbe9ac45f69bfb261791d4dd2a HTTP/1.1" status: 200 len: 375 time: 0.0648215 Dec 06 17:06:21.787958 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb86fac2-96a6-4ab1-9c17-73f2c564cb07 req-b63118ba-6e02-4f7f-b2bf-6bd08e9dc941 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:21.789010 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-bb86fac2-96a6-4ab1-9c17-73f2c564cb07 req-b63118ba-6e02-4f7f-b2bf-6bd08e9dc941 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:21.795068 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7005bb2-adab-4849-ae02-a6d9b31b147c req-da4faf07-f6dc-456a-8d6e-d6b1f048e6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:21.796131 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c7005bb2-adab-4849-ae02-a6d9b31b147c req-da4faf07-f6dc-456a-8d6e-d6b1f048e6ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:21.797575 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c7005bb2-adab-4849-ae02-a6d9b31b147c req-da4faf07-f6dc-456a-8d6e-d6b1f048e6ea service neutron] 10.222.0.41 "PUT /v2.0/ports/353d5d01-19ab-44b2-88da-1f2b4f021899 HTTP/1.1" status: 200 len: 1092 time: 3.8715873 Dec 06 17:06:21.829380 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043fd172-459c-4e1c-8a7e-287b674a8bf8 service neutron] Pushing event updated for resources: {'Port': ['ID=06cb0439-9197-46d2-9a58-98bd1e9e6c04,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:21.854876 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa64fa52-11e1-4ae0-a808-e915c9205694 req-62d18cf7-208b-4a71-8011-018f08699fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:21.856155 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bb86fac2-96a6-4ab1-9c17-73f2c564cb07 req-b63118ba-6e02-4f7f-b2bf-6bd08e9dc941 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.4056265 Dec 06 17:06:21.856462 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-aa64fa52-11e1-4ae0-a808-e915c9205694 req-62d18cf7-208b-4a71-8011-018f08699fa5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ae9f6d35327549c2b7b2f978c2ccdbc1&device_id=6ac51c7a-be83-4dd4-abc5-aaa50413f1d3 HTTP/1.1" status: 200 len: 1098 time: 0.1547372 Dec 06 17:06:21.878043 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0212db96-2ecd-4822-bbdc-1e1134da7a11 req-6a00ff21-6bc7-41d7-9012-0cae08ad4076 tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] 10.222.0.23 "GET /v2.0/security-groups?id=7414b2b9-ece0-40bf-808e-8ad7d290981a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530526 Dec 06 17:06:21.895243 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-bb86fac2-96a6-4ab1-9c17-73f2c564cb07 req-f7e547d9-fd5f-46ea-84fc-2ffee86d5347 service neutron] Request body: {'port': {'device_id': '33079cb3-b6df-4685-b7af-26e4c0a14648', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:06:21.959865 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-7a01c475-efa9-435c-89c7-8812494af758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eefee0d-7a99-481a-ab4f-ac1fd6846b22', 'name': 'tempest-FloatingIPsTestJSON-389875508-router', 'tenant_id': '9d043d9a7673489589f60d01234e4891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.76'}], 'enable_snat': True}, 'gw_port_id': 'd39d2b26-5a99-4b0f-8f2a-be781ce0bdba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:06:08Z', 'updated_at': '2021-12-06T17:06:19Z', 'revision_number': 4, 'project_id': '9d043d9a7673489589f60d01234e4891', 'gw_port': {'id': 'd39d2b26-5a99-4b0f-8f2a-be781ce0bdba', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:eb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eefee0d-7a99-481a-ab4f-ac1fd6846b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:06:09Z', 'updated_at': '2021-12-06T17:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '0f1619fe-0fb6-4815-8cc6-5d3833409641', 'name': '', 'network_id': '58011e5e-6906-4ed0-9685-e5478f6434ad', 'tenant_id': '9d043d9a7673489589f60d01234e4891', 'mac_address': 'fa:16:3e:1f:a5:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eefee0d-7a99-481a-ab4f-ac1fd6846b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'b86c06dd-e045-47ab-9049-1f0d56513410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:06:17Z', 'updated_at': '2021-12-06T17:06:19Z', 'revision_number': 2, 'project_id': '9d043d9a7673489589f60d01234e4891', 'subnets': [{'id': 'b86c06dd-e045-47ab-9049-1f0d56513410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:06:21.963170 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4faf07-f6dc-456a-8d6e-d6b1f048e6ea service neutron] Pushing event updated for resources: {'Port': ['ID=353d5d01-19ab-44b2-88da-1f2b4f021899,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:21.991190 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a01c475-efa9-435c-89c7-8812494af758 None None] Checking router: 8eefee0d-7a99-481a-ab4f-ac1fd6846b22 for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:06:21.991587 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a01c475-efa9-435c-89c7-8812494af758 None None] Updating router 8eefee0d-7a99-481a-ab4f-ac1fd6846b22 port 0f1619fe-0fb6-4815-8cc6-5d3833409641 binding host n-d-master-1 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:06:22.012708 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-aa64fa52-11e1-4ae0-a808-e915c9205694 req-744dc8a0-7a59-4fd5-a3ea-91a8838493fd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=06cb0439-9197-46d2-9a58-98bd1e9e6c04 HTTP/1.1" status: 200 len: 217 time: 0.0524466 Dec 06 17:06:22.026280 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7a01c475-efa9-435c-89c7-8812494af758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:22.036719 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2b36083f-84b8-4a53-9710-0d282f2c09f4 req-149200d5-e7ea-4e34-a166-8e888a1b7956 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:22.038219 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-bb86fac2-96a6-4ab1-9c17-73f2c564cb07 req-f7e547d9-fd5f-46ea-84fc-2ffee86d5347 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:22.089952 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-13b7bb4f-66e7-4288-b214-c7ff962859c0 req-7daa251b-d842-4769-b7d5-c38b7bbb1bc2 service neutron] 10.222.0.44 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5349100 Dec 06 17:06:22.096277 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2039fcec-591f-4bc3-8863-b2fef60934cf req-4c222a15-7d6b-4d66-8bfd-cc444f50137b tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:22.098014 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2039fcec-591f-4bc3-8863-b2fef60934cf req-4c222a15-7d6b-4d66-8bfd-cc444f50137b tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] 10.222.0.23 "GET /v2.0/ports?device_id=88fd038c-bf0c-4559-a502-c121c341b06d HTTP/1.1" status: 200 len: 948 time: 0.1407671 Dec 06 17:06:22.118241 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4c9f54f7-1c77-4506-9e7c-e6658ee4e5ea req-4a13c5d0-aafb-470d-ab17-b533d6fbf47f tempest-AttachSCSIVolumeTestJSON-834088192 tempest-AttachSCSIVolumeTestJSON-834088192-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=25179fdbe9ac45f69bfb261791d4dd2a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3167157 Dec 06 17:06:22.151415 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7005bb2-adab-4849-ae02-a6d9b31b147c req-db3ab22f-529e-47ee-957d-2eb5e22213fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:22.153049 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c7005bb2-adab-4849-ae02-a6d9b31b147c req-db3ab22f-529e-47ee-957d-2eb5e22213fb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=659cd0f4811845faa9fc0d0d08b99b79&device_id=790d2c16-8625-4b1d-8f20-1133667079bb HTTP/1.1" status: 200 len: 1095 time: 0.2055244 Dec 06 17:06:22.171902 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa64fa52-11e1-4ae0-a808-e915c9205694 req-d10bf988-2ea4-4adb-aa56-e6d2ca714ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:22.173427 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-aa64fa52-11e1-4ae0-a808-e915c9205694 req-d10bf988-2ea4-4adb-aa56-e6d2ca714ed8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1342252a-21e4-4783-88ff-f54776c79059 HTTP/1.1" status: 200 len: 843 time: 0.1401644 Dec 06 17:06:22.214522 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2b36083f-84b8-4a53-9710-0d282f2c09f4 req-149200d5-e7ea-4e34-a166-8e888a1b7956 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:22.229591 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-df8b0900-1cf9-4cc7-b4b7-7e0fce0d0bc7 None None] Provisioning complete for port f266378e-6360-4808-a93e-af8a2aa71b50 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:06:22.230209 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-df8b0900-1cf9-4cc7-b4b7-7e0fce0d0bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:22.299376 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c7005bb2-adab-4849-ae02-a6d9b31b147c req-23ff5cf9-28c2-441b-96c3-e066328271ff service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=353d5d01-19ab-44b2-88da-1f2b4f021899 HTTP/1.1" status: 200 len: 217 time: 0.1310935 Dec 06 17:06:22.303987 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b36083f-84b8-4a53-9710-0d282f2c09f4 req-149200d5-e7ea-4e34-a166-8e888a1b7956 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Network ee08a0d2-834f-4c39-be47-9c424581246a is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:06:22.308911 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-2b36083f-84b8-4a53-9710-0d282f2c09f4 req-149200d5-e7ea-4e34-a166-8e888a1b7956 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:06:22.314314 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2039fcec-591f-4bc3-8863-b2fef60934cf req-7dcadc29-a201-46d7-b11f-4c3ff8904763 tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] 10.222.0.23 "GET /v2.0/security-groups?id=14ccde3b-43d2-4548-8e63-0592f603efb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022576 Dec 06 17:06:22.318734 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b36083f-84b8-4a53-9710-0d282f2c09f4 req-149200d5-e7ea-4e34-a166-8e888a1b7956 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:06:22.394207 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149200d5-e7ea-4e34-a166-8e888a1b7956 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Pushing event updated for resources: {'Port': ['ID=63971c5b-27ae-4903-af23-b6e4acbd094f,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:22.409141 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-13b7bb4f-66e7-4288-b214-c7ff962859c0 req-9f3c39d7-8cd7-4fa7-afaf-b60134dc0ed3 service neutron] 10.222.0.44 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3051388 Dec 06 17:06:22.424498 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4c9f54f7-1c77-4506-9e7c-e6658ee4e5ea req-664fab69-748d-43a7-91b7-094a3496641c service neutron] 10.222.0.23 "GET /v2.0/networks/ce84b6e8-a54c-4d8b-b96a-3ed620de29d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051927 Dec 06 17:06:22.430336 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-df8b0900-1cf9-4cc7-b4b7-7e0fce0d0bc7 None None] Port f266378e-6360-4808-a93e-af8a2aa71b50 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:06:22.435924 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa64fa52-11e1-4ae0-a808-e915c9205694 req-e2ddc5c8-438f-4f1e-a487-558ba8a55b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:22.438154 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-aa64fa52-11e1-4ae0-a808-e915c9205694 req-e2ddc5c8-438f-4f1e-a487-558ba8a55b5c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee08a0d2-834f-4c39-be47-9c424581246a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2488921 Dec 06 17:06:22.440211 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b36083f-84b8-4a53-9710-0d282f2c09f4 req-149200d5-e7ea-4e34-a166-8e888a1b7956 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:22.441369 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2b36083f-84b8-4a53-9710-0d282f2c09f4 req-149200d5-e7ea-4e34-a166-8e888a1b7956 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:22.457065 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7005bb2-adab-4849-ae02-a6d9b31b147c req-cdbadcc0-dc34-4a4a-b37a-ed1b8b6f6a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:22.458669 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c7005bb2-adab-4849-ae02-a6d9b31b147c req-cdbadcc0-dc34-4a4a-b37a-ed1b8b6f6a68 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=48f1cc23-c700-419f-b04b-ebb1334c97b9 HTTP/1.1" status: 200 len: 845 time: 0.1430016 Dec 06 17:06:22.500005 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2b36083f-84b8-4a53-9710-0d282f2c09f4 req-149200d5-e7ea-4e34-a166-8e888a1b7956 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3504233 Dec 06 17:06:22.530751 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7a01c475-efa9-435c-89c7-8812494af758 None None] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:22.535179 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-2b36083f-84b8-4a53-9710-0d282f2c09f4 req-606fb2d7-a125-4b53-92aa-3958c54290ab service neutron] Request body: {'port': {'device_id': '5a7c159b-e027-4481-b81c-93027f05eeef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:06:22.549084 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7a01c475-efa9-435c-89c7-8812494af758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:22.601345 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc54de-0ed7-434a-9db9-84a76bdd5e6e None None] Pushing event updated for resources: {'Port': ['ID=0f1619fe-0fb6-4815-8cc6-5d3833409641,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:22.617972 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1150f12f-f073-4f36-9b78-44c834536009 req-49e8e299-bfb2-4713-ad9f-e3bf9d5a7d3c tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:22.619607 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1150f12f-f073-4f36-9b78-44c834536009 req-49e8e299-bfb2-4713-ad9f-e3bf9d5a7d3c tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/ports?device_id=790d2c16-8625-4b1d-8f20-1133667079bb HTTP/1.1" status: 200 len: 944 time: 0.1372278 Dec 06 17:06:22.670041 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-bb86fac2-96a6-4ab1-9c17-73f2c564cb07 req-f7e547d9-fd5f-46ea-84fc-2ffee86d5347 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f266378e-6360-4808-a93e-af8a2aa71b50 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:06:22.678650 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-7a01c475-efa9-435c-89c7-8812494af758 None None] Attempting to bind port 0f1619fe-0fb6-4815-8cc6-5d3833409641 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:06:22.679274 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-7a01c475-efa9-435c-89c7-8812494af758 None None] Attempting to bind port 0f1619fe-0fb6-4815-8cc6-5d3833409641 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'fead0baa-48dd-4460-9f59-6600017104b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '58011e5e-6906-4ed0-9685-e5478f6434ad'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:06:22.679802 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a01c475-efa9-435c-89c7-8812494af758 None None] Attempting to bind port 0f1619fe-0fb6-4815-8cc6-5d3833409641 on network 58011e5e-6906-4ed0-9685-e5478f6434ad {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:06:22.686950 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-bb86fac2-96a6-4ab1-9c17-73f2c564cb07 req-f7e547d9-fd5f-46ea-84fc-2ffee86d5347 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:22.689423 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a01c475-efa9-435c-89c7-8812494af758 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:06:22.690137 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a01c475-efa9-435c-89c7-8812494af758 None None] Checking segment: {'id': 'fead0baa-48dd-4460-9f59-6600017104b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '58011e5e-6906-4ed0-9685-e5478f6434ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:06:22.690726 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7a01c475-efa9-435c-89c7-8812494af758 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:22.691304 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a01c475-efa9-435c-89c7-8812494af758 None None] Bound using segment: {'id': 'fead0baa-48dd-4460-9f59-6600017104b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '58011e5e-6906-4ed0-9685-e5478f6434ad'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:06:22.691976 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-7a01c475-efa9-435c-89c7-8812494af758 None None] Bound port: 0f1619fe-0fb6-4815-8cc6-5d3833409641, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fead0baa-48dd-4460-9f59-6600017104b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '58011e5e-6906-4ed0-9685-e5478f6434ad'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:06:22.692596 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7a01c475-efa9-435c-89c7-8812494af758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:22.695238 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2b36083f-84b8-4a53-9710-0d282f2c09f4 req-606fb2d7-a125-4b53-92aa-3958c54290ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:22.740228 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1150f12f-f073-4f36-9b78-44c834536009 req-94eec08c-e101-4d31-b981-c2ed1bfd546a tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/security-groups?id=79a8a720-4d91-42c0-8bdb-aecf1d5b7573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012301 Dec 06 17:06:22.741248 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-bb86fac2-96a6-4ab1-9c17-73f2c564cb07 req-f7e547d9-fd5f-46ea-84fc-2ffee86d5347 service neutron] Transition to ACTIVE for port object f266378e-6360-4808-a93e-af8a2aa71b50 will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:06:22.747077 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-bb86fac2-96a6-4ab1-9c17-73f2c564cb07 req-f7e547d9-fd5f-46ea-84fc-2ffee86d5347 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:22.791135 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-7a01c475-efa9-435c-89c7-8812494af758 None None] For port 0f1619fe-0fb6-4815-8cc6-5d3833409641, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:06:22.797053 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-7a01c475-efa9-435c-89c7-8812494af758 None None] For port 0f1619fe-0fb6-4815-8cc6-5d3833409641, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0f1619fe-0fb6-4815-8cc6-5d3833409641,segment=NetworkSegment(fead0baa-48dd-4460-9f59-6600017104b0),segment_id=fead0baa-48dd-4460-9f59-6600017104b0)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:06:22.813858 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7a01c475-efa9-435c-89c7-8812494af758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:22.816953 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ac51c7a-be83-4dd4-abc5-aaa50413f1d3', 'tag': '06cb0439-9197-46d2-9a58-98bd1e9e6c04'}, {'name': 'network-changed', 'server_uuid': '790d2c16-8625-4b1d-8f20-1133667079bb', 'tag': '353d5d01-19ab-44b2-88da-1f2b4f021899'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:06:22.826060 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-628a943d-db72-4e70-b9e5-28cdc1abd047" -d '{"events": [{"name": "network-changed", "server_uuid": "6ac51c7a-be83-4dd4-abc5-aaa50413f1d3", "tag": "06cb0439-9197-46d2-9a58-98bd1e9e6c04"}, {"name": "network-changed", "server_uuid": "790d2c16-8625-4b1d-8f20-1133667079bb", "tag": "353d5d01-19ab-44b2-88da-1f2b4f021899"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:06:22.845559 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e547d9-fd5f-46ea-84fc-2ffee86d5347 service neutron] Pushing event updated for resources: {'Port': ['ID=f266378e-6360-4808-a93e-af8a2aa71b50,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:22.945081 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c7005bb2-adab-4849-ae02-a6d9b31b147c req-3a42b2e7-d74f-4874-9da2-edee8f4d81eb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5345745c-70bf-40fb-8cb5-545836ece5ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4341977 Dec 06 17:06:22.947927 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc54de-0ed7-434a-9db9-84a76bdd5e6e None None] Pushing event updated for resources: {'Port': ['ID=0f1619fe-0fb6-4815-8cc6-5d3833409641,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:22.953253 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b51efd14-a96c-4eb0-b706-eb3b124f0fc5 None None] Provisioning complete for port 63971c5b-27ae-4903-af23-b6e4acbd094f triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:06:22.953676 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b51efd14-a96c-4eb0-b706-eb3b124f0fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:23.004148 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b51efd14-a96c-4eb0-b706-eb3b124f0fc5 None None] Port 63971c5b-27ae-4903-af23-b6e4acbd094f cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:06:23.018705 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a01c475-efa9-435c-89c7-8812494af758 None None] Routers {'8eefee0d-7a99-481a-ab4f-ac1fd6846b22'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:06:23.019487 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-7a01c475-efa9-435c-89c7-8812494af758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:06:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['8eefee0d-7a99-481a-ab4f-ac1fd6846b22'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:06:23.077287 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4c9f54f7-1c77-4506-9e7c-e6658ee4e5ea req-f04aae01-3613-4cde-a793-33ba8dafebe6 service neutron] 10.222.0.23 "GET /v2.0/networks/ce84b6e8-a54c-4d8b-b96a-3ed620de29d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6520033 Dec 06 17:06:23.079420 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-aa64fa52-11e1-4ae0-a808-e915c9205694 req-86ab4324-894d-434b-af03-39e3990316a9 service neutron] 10.222.0.44 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6242855 Dec 06 17:06:23.153780 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c7005bb2-adab-4849-ae02-a6d9b31b147c req-c9eaa626-2744-4dc1-aaff-6473204f9f20 service neutron] 10.222.0.41 "GET /v2.0/networks/5345745c-70bf-40fb-8cb5-545836ece5ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985519 Dec 06 17:06:23.155917 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060c2897-7ead-46c2-bb25-3d946df96fd7 req-76bd11ff-b956-4944-be61-b9795f0cccde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:23.158268 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-060c2897-7ead-46c2-bb25-3d946df96fd7 req-76bd11ff-b956-4944-be61-b9795f0cccde service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7e8068b9147b42b9b70b0723ccb27d4c&device_id=88fd038c-bf0c-4559-a502-c121c341b06d HTTP/1.1" status: 200 len: 1099 time: 0.6490223 Dec 06 17:06:23.181099 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-7a01c475-efa9-435c-89c7-8812494af758 None None] Set router 8eefee0d-7a99-481a-ab4f-ac1fd6846b22 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:06:23.262098 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-3baad942-b252-4394-9caa-08ec18a12906 None None] Provisioning complete for port 0f1619fe-0fb6-4815-8cc6-5d3833409641 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:06:23.262466 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3baad942-b252-4394-9caa-08ec18a12906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:23.396727 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060c2897-7ead-46c2-bb25-3d946df96fd7 req-49983d07-5441-4f7c-a197-ec116b7d27cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:23.399002 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-060c2897-7ead-46c2-bb25-3d946df96fd7 req-49983d07-5441-4f7c-a197-ec116b7d27cd service neutron] 10.222.0.44 "GET /v2.0/networks?id=ee08a0d2-834f-4c39-be47-9c424581246a HTTP/1.1" status: 200 len: 870 time: 0.1406739 Dec 06 17:06:23.459726 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-060c2897-7ead-46c2-bb25-3d946df96fd7 req-36ed0829-6320-4303-a39f-a104676120e8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=d1d6f1d7-7e2b-41d0-bce0-96cce615d922 HTTP/1.1" status: 200 len: 217 time: 0.0465159 Dec 06 17:06:23.474550 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3baad942-b252-4394-9caa-08ec18a12906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:23.537184 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-3baad942-b252-4394-9caa-08ec18a12906 None None] For port 0f1619fe-0fb6-4815-8cc6-5d3833409641, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0f1619fe-0fb6-4815-8cc6-5d3833409641,segment=NetworkSegment(fead0baa-48dd-4460-9f59-6600017104b0),segment_id=fead0baa-48dd-4460-9f59-6600017104b0)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:06:23.539639 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-7a01c475-efa9-435c-89c7-8812494af758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eefee0d-7a99-481a-ab4f-ac1fd6846b22', 'name': 'tempest-FloatingIPsTestJSON-389875508-router', 'tenant_id': '9d043d9a7673489589f60d01234e4891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.76'}], 'enable_snat': True}, 'gw_port_id': 'd39d2b26-5a99-4b0f-8f2a-be781ce0bdba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:06:08Z', 'updated_at': '2021-12-06T17:06:19Z', 'revision_number': 4, 'project_id': '9d043d9a7673489589f60d01234e4891', 'gw_port': {'id': 'd39d2b26-5a99-4b0f-8f2a-be781ce0bdba', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:eb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eefee0d-7a99-481a-ab4f-ac1fd6846b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:06:09Z', 'updated_at': '2021-12-06T17:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '0f1619fe-0fb6-4815-8cc6-5d3833409641', 'name': '', 'network_id': '58011e5e-6906-4ed0-9685-e5478f6434ad', 'tenant_id': '9d043d9a7673489589f60d01234e4891', 'mac_address': 'fa:16:3e:1f:a5:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eefee0d-7a99-481a-ab4f-ac1fd6846b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'b86c06dd-e045-47ab-9049-1f0d56513410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:06:17Z', 'updated_at': '2021-12-06T17:06:22Z', 'revision_number': 4, 'project_id': '9d043d9a7673489589f60d01234e4891', 'subnets': [{'id': 'b86c06dd-e045-47ab-9049-1f0d56513410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:06:23.571916 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a01c475-efa9-435c-89c7-8812494af758 None None] The sync data for ids ['8eefee0d-7a99-481a-ab4f-ac1fd6846b22'] in n-d-master-1 is: [{'id': '8eefee0d-7a99-481a-ab4f-ac1fd6846b22', 'name': 'tempest-FloatingIPsTestJSON-389875508-router', 'tenant_id': '9d043d9a7673489589f60d01234e4891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.76'}], 'enable_snat': True}, 'gw_port_id': 'd39d2b26-5a99-4b0f-8f2a-be781ce0bdba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:06:08Z', 'updated_at': '2021-12-06T17:06:19Z', 'revision_number': 4, 'project_id': '9d043d9a7673489589f60d01234e4891', 'gw_port': {'id': 'd39d2b26-5a99-4b0f-8f2a-be781ce0bdba', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:eb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eefee0d-7a99-481a-ab4f-ac1fd6846b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:06:09Z', 'updated_at': '2021-12-06T17:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '0f1619fe-0fb6-4815-8cc6-5d3833409641', 'name': '', 'network_id': '58011e5e-6906-4ed0-9685-e5478f6434ad', 'tenant_id': '9d043d9a7673489589f60d01234e4891', 'mac_address': 'fa:16:3e:1f:a5:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eefee0d-7a99-481a-ab4f-ac1fd6846b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'b86c06dd-e045-47ab-9049-1f0d56513410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:06:17Z', 'updated_at': '2021-12-06T17:06:22Z', 'revision_number': 4, 'project_id': '9d043d9a7673489589f60d01234e4891', 'subnets': [{'id': 'b86c06dd-e045-47ab-9049-1f0d56513410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:06:23.573808 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3baad942-b252-4394-9caa-08ec18a12906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:23.587195 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c7005bb2-adab-4849-ae02-a6d9b31b147c req-9e73fa9a-d04b-4f30-a107-4fcfff066d3b service neutron] 10.222.0.41 "GET /v2.0/networks/5345745c-70bf-40fb-8cb5-545836ece5ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4198794 Dec 06 17:06:23.645386 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060c2897-7ead-46c2-bb25-3d946df96fd7 req-169d1d50-8715-4fb7-84b6-e42cb9a32410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:23.656988 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-060c2897-7ead-46c2-bb25-3d946df96fd7 req-169d1d50-8715-4fb7-84b6-e42cb9a32410 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1342252a-21e4-4783-88ff-f54776c79059 HTTP/1.1" status: 200 len: 843 time: 0.1867750 Dec 06 17:06:23.676384 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baad942-b252-4394-9caa-08ec18a12906 None None] Pushing event updated for resources: {'Port': ['ID=0f1619fe-0fb6-4815-8cc6-5d3833409641,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:23.710994 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52a1e2f-c096-4f59-896f-ec9797222144 req-472d3b66-3376-42dd-aa70-2798abbbc624 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:23.712342 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e52a1e2f-c096-4f59-896f-ec9797222144 req-472d3b66-3376-42dd-aa70-2798abbbc624 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a7c159b-e027-4481-b81c-93027f05eeef HTTP/1.1" status: 200 len: 936 time: 0.2119758 Dec 06 17:06:23.722785 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-603854b6-8374-48e2-abb7-687ddac86ddf None None] Provisioning complete for port 0f1619fe-0fb6-4815-8cc6-5d3833409641 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:06:23.723534 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-603854b6-8374-48e2-abb7-687ddac86ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:23.728583 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-bb86fac2-96a6-4ab1-9c17-73f2c564cb07 req-f7e547d9-fd5f-46ea-84fc-2ffee86d5347 service neutron] Attempting to bind port f266378e-6360-4808-a93e-af8a2aa71b50 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:06:23.729096 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-bb86fac2-96a6-4ab1-9c17-73f2c564cb07 req-f7e547d9-fd5f-46ea-84fc-2ffee86d5347 service neutron] Attempting to bind port f266378e-6360-4808-a93e-af8a2aa71b50 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:06:23.729765 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb86fac2-96a6-4ab1-9c17-73f2c564cb07 req-f7e547d9-fd5f-46ea-84fc-2ffee86d5347 service neutron] Attempting to bind port f266378e-6360-4808-a93e-af8a2aa71b50 on network ee08a0d2-834f-4c39-be47-9c424581246a {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:06:23.756225 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-db715288-98de-47cb-9871-d730bbd509b4 req-c4713126-a5aa-4c77-a073-3ac030b8f0ca tempest-FloatingIPsTestJSON-1855658004 tempest-FloatingIPsTestJSON-1855658004-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8360231 Dec 06 17:06:23.776416 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-db715288-98de-47cb-9871-d730bbd509b4 req-d917ccd3-59b5-40e3-8325-df9ad076856b tempest-FloatingIPsTestJSON-1855658004 tempest-FloatingIPsTestJSON-1855658004-project] Request body: {'floatingip': {'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:06:23.793986 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb86fac2-96a6-4ab1-9c17-73f2c564cb07 req-f7e547d9-fd5f-46ea-84fc-2ffee86d5347 service neutron] Port f266378e-6360-4808-a93e-af8a2aa71b50 on network ee08a0d2-834f-4c39-be47-9c424581246a not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:06:23.794310 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb86fac2-96a6-4ab1-9c17-73f2c564cb07 req-f7e547d9-fd5f-46ea-84fc-2ffee86d5347 service neutron] Attempting to bind port f266378e-6360-4808-a93e-af8a2aa71b50 on network ee08a0d2-834f-4c39-be47-9c424581246a {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:06:23.814204 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-aa64fa52-11e1-4ae0-a808-e915c9205694 req-233dcc74-dff9-4992-bd5a-8a8cfb20aca6 service neutron] 10.222.0.44 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6549594 Dec 06 17:06:23.839997 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb86fac2-96a6-4ab1-9c17-73f2c564cb07 req-f7e547d9-fd5f-46ea-84fc-2ffee86d5347 service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:06:23.840689 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb86fac2-96a6-4ab1-9c17-73f2c564cb07 req-f7e547d9-fd5f-46ea-84fc-2ffee86d5347 service neutron] Checking segment: {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:06:23.840946 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb86fac2-96a6-4ab1-9c17-73f2c564cb07 req-f7e547d9-fd5f-46ea-84fc-2ffee86d5347 service neutron] Bound using segment: {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:06:23.842037 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-bb86fac2-96a6-4ab1-9c17-73f2c564cb07 req-f7e547d9-fd5f-46ea-84fc-2ffee86d5347 service neutron] Bound port: f266378e-6360-4808-a93e-af8a2aa71b50, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:06:23.843238 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-bb86fac2-96a6-4ab1-9c17-73f2c564cb07 req-f7e547d9-fd5f-46ea-84fc-2ffee86d5347 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:23.858055 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060c2897-7ead-46c2-bb25-3d946df96fd7 req-55c38d93-0d19-443b-88ba-dca85f257f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:23.859808 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-060c2897-7ead-46c2-bb25-3d946df96fd7 req-55c38d93-0d19-443b-88ba-dca85f257f3f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee08a0d2-834f-4c39-be47-9c424581246a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1949215 Dec 06 17:06:23.876558 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e52a1e2f-c096-4f59-896f-ec9797222144 req-75a0f59b-26e1-4baa-91c1-f1faa2914731 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/security-groups?id=05993717-efad-46b6-9cd9-33188c432d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463385 Dec 06 17:06:23.898943 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-db715288-98de-47cb-9871-d730bbd509b4 req-d917ccd3-59b5-40e3-8325-df9ad076856b tempest-FloatingIPsTestJSON-1855658004 tempest-FloatingIPsTestJSON-1855658004-project] Publish callbacks [] for floatingip, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:24.047605 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f044d0f0-510e-4ab0-b08d-2c3be26b8278 req-71ea35c8-53b9-4f75-a356-c5738aff37a9 tempest-LiveAutoBlockMigrationV225Test-847899352 tempest-LiveAutoBlockMigrationV225Test-847899352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:24.049154 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f044d0f0-510e-4ab0-b08d-2c3be26b8278 req-71ea35c8-53b9-4f75-a356-c5738aff37a9 tempest-LiveAutoBlockMigrationV225Test-847899352 tempest-LiveAutoBlockMigrationV225Test-847899352-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=410657f9-9533-48fd-94c2-2548178a831b HTTP/1.1" status: 200 len: 1096 time: 0.0579569 Dec 06 17:06:24.054674 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-2b36083f-84b8-4a53-9710-0d282f2c09f4 req-606fb2d7-a125-4b53-92aa-3958c54290ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63971c5b-27ae-4903-af23-b6e4acbd094f {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:06:24.055619 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-060c2897-7ead-46c2-bb25-3d946df96fd7 req-d3d41729-07f8-4650-b94f-ed18b8253682 service neutron] 10.222.0.44 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762562 Dec 06 17:06:24.059190 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-bb86fac2-96a6-4ab1-9c17-73f2c564cb07 req-f7e547d9-fd5f-46ea-84fc-2ffee86d5347 service neutron] For port f266378e-6360-4808-a93e-af8a2aa71b50, host n-h1-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:06:24.066546 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2b36083f-84b8-4a53-9710-0d282f2c09f4 req-606fb2d7-a125-4b53-92aa-3958c54290ab service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:24.097707 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-bb86fac2-96a6-4ab1-9c17-73f2c564cb07 req-f7e547d9-fd5f-46ea-84fc-2ffee86d5347 service neutron] For port f266378e-6360-4808-a93e-af8a2aa71b50, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=f266378e-6360-4808-a93e-af8a2aa71b50,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:06:24.110316 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-2b36083f-84b8-4a53-9710-0d282f2c09f4 req-606fb2d7-a125-4b53-92aa-3958c54290ab service neutron] Transition to ACTIVE for port object 63971c5b-27ae-4903-af23-b6e4acbd094f will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:06:24.111979 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-bb86fac2-96a6-4ab1-9c17-73f2c564cb07 req-f7e547d9-fd5f-46ea-84fc-2ffee86d5347 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:24.146572 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2b36083f-84b8-4a53-9710-0d282f2c09f4 req-606fb2d7-a125-4b53-92aa-3958c54290ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:24.158337 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb86fac2-96a6-4ab1-9c17-73f2c564cb07 req-f7e547d9-fd5f-46ea-84fc-2ffee86d5347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:24.159092 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-bb86fac2-96a6-4ab1-9c17-73f2c564cb07 req-f7e547d9-fd5f-46ea-84fc-2ffee86d5347 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:24.160586 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bb86fac2-96a6-4ab1-9c17-73f2c564cb07 req-f7e547d9-fd5f-46ea-84fc-2ffee86d5347 service neutron] 10.222.0.41 "PUT /v2.0/ports/f266378e-6360-4808-a93e-af8a2aa71b50 HTTP/1.1" status: 200 len: 1095 time: 2.2814050 Dec 06 17:06:24.173500 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33079cb3-b6df-4685-b7af-26e4c0a14648', 'tag': 'f266378e-6360-4808-a93e-af8a2aa71b50'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:06:24.176370 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca9dec4f-569f-4beb-b0a5-b33e787b5381" -d '{"events": [{"name": "network-changed", "server_uuid": "33079cb3-b6df-4685-b7af-26e4c0a14648", "tag": "f266378e-6360-4808-a93e-af8a2aa71b50"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:06:24.180918 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-060c2897-7ead-46c2-bb25-3d946df96fd7 req-0bb4536a-3f16-4cf2-9496-ce34b6f2cbd1 service neutron] 10.222.0.44 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095729 Dec 06 17:06:24.223015 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f044d0f0-510e-4ab0-b08d-2c3be26b8278 req-46435c3b-f979-42f5-b269-8e098da189d5 tempest-LiveAutoBlockMigrationV225Test-847899352 tempest-LiveAutoBlockMigrationV225Test-847899352-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662958 Dec 06 17:06:24.285496 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e547d9-fd5f-46ea-84fc-2ffee86d5347 service neutron] Pushing event updated for resources: {'Port': ['ID=f266378e-6360-4808-a93e-af8a2aa71b50,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:24.315037 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 06 Dec 2021 17:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d79929b-f331-47a6-b8f0-2dd04ffc48ee x-openstack-request-id: req-6d79929b-f331-47a6-b8f0-2dd04ffc48ee {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:06:24.315346 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ac51c7a-be83-4dd4-abc5-aaa50413f1d3", "tag": "06cb0439-9197-46d2-9a58-98bd1e9e6c04", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "790d2c16-8625-4b1d-8f20-1133667079bb", "tag": "353d5d01-19ab-44b2-88da-1f2b4f021899", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:06:24.315624 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6d79929b-f331-47a6-b8f0-2dd04ffc48ee {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:06:24.316190 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ac51c7a-be83-4dd4-abc5-aaa50413f1d3', 'tag': '06cb0439-9197-46d2-9a58-98bd1e9e6c04', 'status': 'completed', 'code': 200} Dec 06 17:06:24.316474 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '790d2c16-8625-4b1d-8f20-1133667079bb', 'tag': '353d5d01-19ab-44b2-88da-1f2b4f021899', 'status': 'completed', 'code': 200} Dec 06 17:06:24.422992 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606fb2d7-a125-4b53-92aa-3958c54290ab service neutron] Pushing event updated for resources: {'Port': ['ID=63971c5b-27ae-4903-af23-b6e4acbd094f,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:24.434207 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb86fac2-96a6-4ab1-9c17-73f2c564cb07 req-c823bf55-7192-4deb-8a0a-30148b16cca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:24.435883 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bb86fac2-96a6-4ab1-9c17-73f2c564cb07 req-c823bf55-7192-4deb-8a0a-30148b16cca6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=655022d1565540bb93093c911e426652&device_id=33079cb3-b6df-4685-b7af-26e4c0a14648 HTTP/1.1" status: 200 len: 1098 time: 0.2048423 Dec 06 17:06:24.443268 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-db715288-98de-47cb-9871-d730bbd509b4 req-d917ccd3-59b5-40e3-8325-df9ad076856b tempest-FloatingIPsTestJSON-1855658004 tempest-FloatingIPsTestJSON-1855658004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:24.512440 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628a943d-db72-4e70-b9e5-28cdc1abd047 req-4eefe098-df55-490e-86e9-8c320c759f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:24.514005 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-628a943d-db72-4e70-b9e5-28cdc1abd047 req-4eefe098-df55-490e-86e9-8c320c759f56 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ae9f6d35327549c2b7b2f978c2ccdbc1&device_id=6ac51c7a-be83-4dd4-abc5-aaa50413f1d3 HTTP/1.1" status: 200 len: 1098 time: 0.1647983 Dec 06 17:06:24.518288 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bb86fac2-96a6-4ab1-9c17-73f2c564cb07 req-842603b9-d766-4e8f-82f4-18967a6216a5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=f266378e-6360-4808-a93e-af8a2aa71b50 HTTP/1.1" status: 200 len: 217 time: 0.0699127 Dec 06 17:06:24.520061 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628a943d-db72-4e70-b9e5-28cdc1abd047 req-ff1808b4-90b7-4ad1-9fe6-d64117e54263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:24.521702 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-628a943d-db72-4e70-b9e5-28cdc1abd047 req-ff1808b4-90b7-4ad1-9fe6-d64117e54263 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=659cd0f4811845faa9fc0d0d08b99b79&device_id=790d2c16-8625-4b1d-8f20-1133667079bb HTTP/1.1" status: 200 len: 1095 time: 0.1645725 Dec 06 17:06:24.539383 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9e39f8-6c97-4974-b65a-437d5f468e8d req-4a8490f6-d79f-4cad-b22d-aeeacdd9e953 tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:24.541091 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-cf9e39f8-6c97-4974-b65a-437d5f468e8d req-4a8490f6-d79f-4cad-b22d-aeeacdd9e953 tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ac51c7a-be83-4dd4-abc5-aaa50413f1d3 HTTP/1.1" status: 200 len: 947 time: 0.1142237 Dec 06 17:06:24.563995 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-2b36083f-84b8-4a53-9710-0d282f2c09f4 req-606fb2d7-a125-4b53-92aa-3958c54290ab service neutron] Attempting to bind port 63971c5b-27ae-4903-af23-b6e4acbd094f on host n-h2-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:06:24.564572 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-2b36083f-84b8-4a53-9710-0d282f2c09f4 req-606fb2d7-a125-4b53-92aa-3958c54290ab service neutron] Attempting to bind port 63971c5b-27ae-4903-af23-b6e4acbd094f by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:06:24.565105 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b36083f-84b8-4a53-9710-0d282f2c09f4 req-606fb2d7-a125-4b53-92aa-3958c54290ab service neutron] Attempting to bind port 63971c5b-27ae-4903-af23-b6e4acbd094f on network ee08a0d2-834f-4c39-be47-9c424581246a {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:06:24.589362 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b36083f-84b8-4a53-9710-0d282f2c09f4 req-606fb2d7-a125-4b53-92aa-3958c54290ab service neutron] Port 63971c5b-27ae-4903-af23-b6e4acbd094f on network ee08a0d2-834f-4c39-be47-9c424581246a not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:06:24.590017 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b36083f-84b8-4a53-9710-0d282f2c09f4 req-606fb2d7-a125-4b53-92aa-3958c54290ab service neutron] Attempting to bind port 63971c5b-27ae-4903-af23-b6e4acbd094f on network ee08a0d2-834f-4c39-be47-9c424581246a {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:06:24.599860 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b36083f-84b8-4a53-9710-0d282f2c09f4 req-606fb2d7-a125-4b53-92aa-3958c54290ab service neutron] Checking agent: {'id': '9d8b9f49-2860-4c1f-9b89-45a7657a3c4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:06:24.600582 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b36083f-84b8-4a53-9710-0d282f2c09f4 req-606fb2d7-a125-4b53-92aa-3958c54290ab service neutron] Checking segment: {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:06:24.601195 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b36083f-84b8-4a53-9710-0d282f2c09f4 req-606fb2d7-a125-4b53-92aa-3958c54290ab service neutron] Bound using segment: {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:06:24.601889 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-2b36083f-84b8-4a53-9710-0d282f2c09f4 req-606fb2d7-a125-4b53-92aa-3958c54290ab service neutron] Bound port: 63971c5b-27ae-4903-af23-b6e4acbd094f, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:06:24.602456 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2b36083f-84b8-4a53-9710-0d282f2c09f4 req-606fb2d7-a125-4b53-92aa-3958c54290ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:24.676406 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb86fac2-96a6-4ab1-9c17-73f2c564cb07 req-167f9ba8-6d8a-4ac0-b31f-4f8e75247900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:24.678051 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bb86fac2-96a6-4ab1-9c17-73f2c564cb07 req-167f9ba8-6d8a-4ac0-b31f-4f8e75247900 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1342252a-21e4-4783-88ff-f54776c79059 HTTP/1.1" status: 200 len: 843 time: 0.1251628 Dec 06 17:06:24.737148 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-cf9e39f8-6c97-4974-b65a-437d5f468e8d req-05b2fb8a-c65f-4a61-ab20-f71c4f41fd0c tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] 10.222.0.23 "GET /v2.0/security-groups?id=7414b2b9-ece0-40bf-808e-8ad7d290981a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863821 Dec 06 17:06:24.772608 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628a943d-db72-4e70-b9e5-28cdc1abd047 req-6b65f817-91ca-422b-9840-2ce1dac1c614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:24.774121 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-628a943d-db72-4e70-b9e5-28cdc1abd047 req-6b65f817-91ca-422b-9840-2ce1dac1c614 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ee08a0d2-834f-4c39-be47-9c424581246a HTTP/1.1" status: 200 len: 870 time: 0.2508183 Dec 06 17:06:24.775618 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628a943d-db72-4e70-b9e5-28cdc1abd047 req-96f57a88-11a0-4e8f-be4c-00d39e9e9b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:24.776695 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-628a943d-db72-4e70-b9e5-28cdc1abd047 req-96f57a88-11a0-4e8f-be4c-00d39e9e9b66 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5345745c-70bf-40fb-8cb5-545836ece5ce HTTP/1.1" status: 200 len: 906 time: 0.2336140 Dec 06 17:06:24.813608 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-2b36083f-84b8-4a53-9710-0d282f2c09f4 req-606fb2d7-a125-4b53-92aa-3958c54290ab service neutron] For port 63971c5b-27ae-4903-af23-b6e4acbd094f, host n-h2-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:06:24.841039 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-db715288-98de-47cb-9871-d730bbd509b4 req-d917ccd3-59b5-40e3-8325-df9ad076856b tempest-FloatingIPsTestJSON-1855658004 tempest-FloatingIPsTestJSON-1855658004-project] Allocated IP 172.35.1.149 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/4234e9b1-4121-4257-9031-1f109d6d457d) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:06:24.845072 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-2b36083f-84b8-4a53-9710-0d282f2c09f4 req-606fb2d7-a125-4b53-92aa-3958c54290ab service neutron] For port 63971c5b-27ae-4903-af23-b6e4acbd094f, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=63971c5b-27ae-4903-af23-b6e4acbd094f,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:06:24.864637 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-628a943d-db72-4e70-b9e5-28cdc1abd047 req-e6e1208d-04d8-4353-9b37-f404cdda30f8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=353d5d01-19ab-44b2-88da-1f2b4f021899 HTTP/1.1" status: 200 len: 217 time: 0.0703928 Dec 06 17:06:24.866943 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2b36083f-84b8-4a53-9710-0d282f2c09f4 req-606fb2d7-a125-4b53-92aa-3958c54290ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:24.872882 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-628a943d-db72-4e70-b9e5-28cdc1abd047 req-d9989f49-e872-41b4-b0a6-fd050c4964ba service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=06cb0439-9197-46d2-9a58-98bd1e9e6c04 HTTP/1.1" status: 200 len: 217 time: 0.0909696 Dec 06 17:06:24.924754 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-55031be2-4d24-44ea-b71b-a0c10951ed6e req-7f790b08-c3b7-4549-8136-ea272ffea499 tempest-AttachSCSIVolumeTestJSON-834088192 tempest-AttachSCSIVolumeTestJSON-834088192-project] 10.222.0.23 "GET /v2.0/ports?device_id=481c1348-e571-4bf4-b045-c262930678c9 HTTP/1.1" status: 200 len: 210 time: 0.0905991 Dec 06 17:06:24.949322 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb86fac2-96a6-4ab1-9c17-73f2c564cb07 req-8994a022-e0d8-43ce-8acf-81cd3c81d114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:24.955801 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bb86fac2-96a6-4ab1-9c17-73f2c564cb07 req-8994a022-e0d8-43ce-8acf-81cd3c81d114 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee08a0d2-834f-4c39-be47-9c424581246a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1988995 Dec 06 17:06:24.979744 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628a943d-db72-4e70-b9e5-28cdc1abd047 req-6817cf76-ce00-4122-bc77-d0e36e2203f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:24.981336 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-628a943d-db72-4e70-b9e5-28cdc1abd047 req-6817cf76-ce00-4122-bc77-d0e36e2203f2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=48f1cc23-c700-419f-b04b-ebb1334c97b9 HTTP/1.1" status: 200 len: 845 time: 0.1062129 Dec 06 17:06:24.997834 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b36083f-84b8-4a53-9710-0d282f2c09f4 req-606fb2d7-a125-4b53-92aa-3958c54290ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:24.999073 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2b36083f-84b8-4a53-9710-0d282f2c09f4 req-606fb2d7-a125-4b53-92aa-3958c54290ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:25.000505 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2b36083f-84b8-4a53-9710-0d282f2c09f4 req-606fb2d7-a125-4b53-92aa-3958c54290ab service neutron] 10.222.0.44 "PUT /v2.0/ports/63971c5b-27ae-4903-af23-b6e4acbd094f HTTP/1.1" status: 200 len: 1096 time: 2.4821358 Dec 06 17:06:25.007640 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628a943d-db72-4e70-b9e5-28cdc1abd047 req-c6d93433-94d0-4a63-a4b2-8cfd8dbf995e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:25.009102 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-628a943d-db72-4e70-b9e5-28cdc1abd047 req-c6d93433-94d0-4a63-a4b2-8cfd8dbf995e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1342252a-21e4-4783-88ff-f54776c79059 HTTP/1.1" status: 200 len: 843 time: 0.1117616 Dec 06 17:06:25.028304 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.41', 56607) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:06:25.049425 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-628a943d-db72-4e70-b9e5-28cdc1abd047 req-1f783a73-ff1b-4a16-9d0d-4cce8075e13e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5345745c-70bf-40fb-8cb5-545836ece5ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566545 Dec 06 17:06:25.151412 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606fb2d7-a125-4b53-92aa-3958c54290ab service neutron] Pushing event updated for resources: {'Port': ['ID=63971c5b-27ae-4903-af23-b6e4acbd094f,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:25.210311 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-628a943d-db72-4e70-b9e5-28cdc1abd047 req-ca8f3862-39b9-4646-8862-9e7149d70fcf service neutron] 10.222.0.41 "GET /v2.0/networks/5345745c-70bf-40fb-8cb5-545836ece5ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267829 Dec 06 17:06:25.214258 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-db715288-98de-47cb-9871-d730bbd509b4 req-d917ccd3-59b5-40e3-8325-df9ad076856b tempest-FloatingIPsTestJSON-1855658004 tempest-FloatingIPsTestJSON-1855658004-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:25.247970 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bb86fac2-96a6-4ab1-9c17-73f2c564cb07 req-22d80f6e-b631-4870-87a0-136f11841e5d service neutron] 10.222.0.41 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429729 Dec 06 17:06:25.250025 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b36083f-84b8-4a53-9710-0d282f2c09f4 req-e3b6245e-f38d-455f-ac91-1667834f1b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:25.251496 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2b36083f-84b8-4a53-9710-0d282f2c09f4 req-e3b6245e-f38d-455f-ac91-1667834f1b2b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=655022d1565540bb93093c911e426652&device_id=5a7c159b-e027-4481-b81c-93027f05eeef HTTP/1.1" status: 200 len: 1099 time: 0.1486447 Dec 06 17:06:25.334630 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2b36083f-84b8-4a53-9710-0d282f2c09f4 req-6b8b5639-d571-4f0c-b536-efd763f44284 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=63971c5b-27ae-4903-af23-b6e4acbd094f HTTP/1.1" status: 200 len: 217 time: 0.0750313 Dec 06 17:06:25.364344 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 0f1619fe-0fb6-4815-8cc6-5d3833409641 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:06:25.440915 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 0f1619fe-0fb6-4815-8cc6-5d3833409641 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:06:25.441377 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:25.452779 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-db715288-98de-47cb-9871-d730bbd509b4 req-d917ccd3-59b5-40e3-8325-df9ad076856b tempest-FloatingIPsTestJSON-1855658004 tempest-FloatingIPsTestJSON-1855658004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:25.458600 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b36083f-84b8-4a53-9710-0d282f2c09f4 req-686d77e4-10ca-4b2a-9ff1-2c83bcf7a536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:25.460148 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2b36083f-84b8-4a53-9710-0d282f2c09f4 req-686d77e4-10ca-4b2a-9ff1-2c83bcf7a536 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1342252a-21e4-4783-88ff-f54776c79059 HTTP/1.1" status: 200 len: 843 time: 0.1131716 Dec 06 17:06:25.466942 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device d1d6f1d7-7e2b-41d0-bce0-96cce615d922 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:06:25.475226 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-628a943d-db72-4e70-b9e5-28cdc1abd047 req-1b7111cf-793f-46ce-b0a3-63047b570c2f service neutron] 10.222.0.41 "GET /v2.0/networks/5345745c-70bf-40fb-8cb5-545836ece5ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344899 Dec 06 17:06:25.484371 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9f54f7-1c77-4506-9e7c-e6658ee4e5ea req-e3729ee7-c571-4c00-b618-3995aa5276b1 tempest-AttachSCSIVolumeTestJSON-834088192 tempest-AttachSCSIVolumeTestJSON-834088192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:25.485967 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4c9f54f7-1c77-4506-9e7c-e6658ee4e5ea req-e3729ee7-c571-4c00-b618-3995aa5276b1 tempest-AttachSCSIVolumeTestJSON-834088192 tempest-AttachSCSIVolumeTestJSON-834088192-project] 10.222.0.41 "GET /v2.0/networks?id=ce84b6e8-a54c-4d8b-b96a-3ed620de29d0 HTTP/1.1" status: 200 len: 814 time: 0.4349890 Dec 06 17:06:25.506409 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628a943d-db72-4e70-b9e5-28cdc1abd047 req-d7f494ea-7780-49a4-b8fc-39779c107e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:25.507893 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-628a943d-db72-4e70-b9e5-28cdc1abd047 req-d7f494ea-7780-49a4-b8fc-39779c107e47 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee08a0d2-834f-4c39-be47-9c424581246a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4784763 Dec 06 17:06:25.520691 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-4c9f54f7-1c77-4506-9e7c-e6658ee4e5ea req-f8f88144-54bb-4089-9d4f-78c5f37bca7c tempest-AttachSCSIVolumeTestJSON-834088192 tempest-AttachSCSIVolumeTestJSON-834088192-project] Request body: {'port': {'device_id': '481c1348-e571-4bf4-b045-c262930678c9', 'network_id': 'ce84b6e8-a54c-4d8b-b96a-3ed620de29d0', 'admin_state_up': True, 'tenant_id': '25179fdbe9ac45f69bfb261791d4dd2a'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:06:25.575224 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db715288-98de-47cb-9871-d730bbd509b4 req-d917ccd3-59b5-40e3-8325-df9ad076856b tempest-FloatingIPsTestJSON-1855658004 tempest-FloatingIPsTestJSON-1855658004-project] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:06:25.581333 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d917ccd3-59b5-40e3-8325-df9ad076856b tempest-FloatingIPsTestJSON-1855658004 tempest-FloatingIPsTestJSON-1855658004-project] Pushing event updated for resources: {'Port': ['ID=4234e9b1-4121-4257-9031-1f109d6d457d,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:25.591952 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-db715288-98de-47cb-9871-d730bbd509b4 req-d917ccd3-59b5-40e3-8325-df9ad076856b tempest-FloatingIPsTestJSON-1855658004 tempest-FloatingIPsTestJSON-1855658004-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:06:25.595310 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-db715288-98de-47cb-9871-d730bbd509b4 req-d917ccd3-59b5-40e3-8325-df9ad076856b tempest-FloatingIPsTestJSON-1855658004 tempest-FloatingIPsTestJSON-1855658004-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:06:25.631452 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b36083f-84b8-4a53-9710-0d282f2c09f4 req-b9c4644e-162d-4fd6-bca4-fc08a4bdc5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:25.633078 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2b36083f-84b8-4a53-9710-0d282f2c09f4 req-b9c4644e-162d-4fd6-bca4-fc08a4bdc5ff service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee08a0d2-834f-4c39-be47-9c424581246a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1388381 Dec 06 17:06:25.637492 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bb86fac2-96a6-4ab1-9c17-73f2c564cb07 req-354425b3-abf2-45f0-863e-9191a1252489 service neutron] 10.222.0.41 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3623114 Dec 06 17:06:25.648615 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port d1d6f1d7-7e2b-41d0-bce0-96cce615d922, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=d1d6f1d7-7e2b-41d0-bce0-96cce615d922,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:06:25.662041 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': 'd1d6f1d7-7e2b-41d0-bce0-96cce615d922', 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a', 'port_id': 'd1d6f1d7-7e2b-41d0-bce0-96cce615d922', 'mac_address': 'fa:16:3e:8f:c4:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1342252a-21e4-4783-88ff-f54776c79059', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:06:25.720809 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:25.736056 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1d6f1d7-7e2b-41d0-bce0-96cce615d922 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:06:25.760113 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port d1d6f1d7-7e2b-41d0-bce0-96cce615d922, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=d1d6f1d7-7e2b-41d0-bce0-96cce615d922,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:06:25.772158 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:25.790203 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-db715288-98de-47cb-9871-d730bbd509b4 req-d917ccd3-59b5-40e3-8325-df9ad076856b tempest-FloatingIPsTestJSON-1855658004 tempest-FloatingIPsTestJSON-1855658004-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:25.798953 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2b36083f-84b8-4a53-9710-0d282f2c09f4 req-9ef55da0-29e2-42e9-b25a-d1676fc0f865 service neutron] 10.222.0.44 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575572 Dec 06 17:06:25.847747 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=d1d6f1d7-7e2b-41d0-bce0-96cce615d922,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:25.863535 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67740378-a102-4a3b-97d6-ee41f19acbd1 req-dd120d9e-73ae-45e6-8a93-5661c7391cea tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:25.865081 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-67740378-a102-4a3b-97d6-ee41f19acbd1 req-dd120d9e-73ae-45e6-8a93-5661c7391cea tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] 10.222.0.23 "GET /v2.0/ports?device_id=88fd038c-bf0c-4559-a502-c121c341b06d HTTP/1.1" status: 200 len: 948 time: 0.7908301 Dec 06 17:06:25.985699 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-db715288-98de-47cb-9871-d730bbd509b4 req-d917ccd3-59b5-40e3-8325-df9ad076856b tempest-FloatingIPsTestJSON-1855658004 tempest-FloatingIPsTestJSON-1855658004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:26.004503 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['d1d6f1d7-7e2b-41d0-bce0-96cce615d922'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:06:26.042648 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-67740378-a102-4a3b-97d6-ee41f19acbd1 req-05c335b5-c8cc-4fb5-a873-f06389438a93 tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] 10.222.0.23 "GET /v2.0/security-groups?id=14ccde3b-43d2-4548-8e63-0592f603efb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493993 Dec 06 17:06:26.071010 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-628a943d-db72-4e70-b9e5-28cdc1abd047 req-99741e6b-bfde-4016-8d1b-c502e9bb6713 service neutron] 10.222.0.44 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976631 Dec 06 17:06:26.152146 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c9f54f7-1c77-4506-9e7c-e6658ee4e5ea req-f8f88144-54bb-4089-9d4f-78c5f37bca7c tempest-AttachSCSIVolumeTestJSON-834088192 tempest-AttachSCSIVolumeTestJSON-834088192-project] Made reservation on behalf of 25179fdbe9ac45f69bfb261791d4dd2a for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:06:26.158295 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4c9f54f7-1c77-4506-9e7c-e6658ee4e5ea req-f8f88144-54bb-4089-9d4f-78c5f37bca7c tempest-AttachSCSIVolumeTestJSON-834088192 tempest-AttachSCSIVolumeTestJSON-834088192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:26.201558 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2b36083f-84b8-4a53-9710-0d282f2c09f4 req-349516de-a6fc-4e54-ba5a-48ded698243f service neutron] 10.222.0.44 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3904245 Dec 06 17:06:26.321256 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-628a943d-db72-4e70-b9e5-28cdc1abd047 req-6427048a-cad0-455a-92af-9653dd743218 service neutron] 10.222.0.44 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447071 Dec 06 17:06:26.334467 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d028623-2eb7-4b44-bfb0-1c74172939b0 req-2165802d-b6a5-4289-9039-f91c2abf6d96 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:26.342048 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4d028623-2eb7-4b44-bfb0-1c74172939b0 req-2165802d-b6a5-4289-9039-f91c2abf6d96 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/ports?device_id=790d2c16-8625-4b1d-8f20-1133667079bb HTTP/1.1" status: 200 len: 944 time: 0.1772218 Dec 06 17:06:26.447244 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4d028623-2eb7-4b44-bfb0-1c74172939b0 req-f2c8c6cd-c0c4-4ba5-9ca2-fe3ae41ce917 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/security-groups?id=79a8a720-4d91-42c0-8bdb-aecf1d5b7573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039839 Dec 06 17:06:26.459176 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-4c9f54f7-1c77-4506-9e7c-e6658ee4e5ea req-f8f88144-54bb-4089-9d4f-78c5f37bca7c tempest-AttachSCSIVolumeTestJSON-834088192 tempest-AttachSCSIVolumeTestJSON-834088192-project] Allocated IP 172.20.0.3 (ce84b6e8-a54c-4d8b-b96a-3ed620de29d0/a622e50f-8b7c-43ef-a2f8-80e6f0f81ea2/e5ab5ed8-17fa-45af-9c4a-4e440f5060e7) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:06:26.461941 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 353d5d01-19ab-44b2-88da-1f2b4f021899 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:06:26.469558 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-db715288-98de-47cb-9871-d730bbd509b4 req-d917ccd3-59b5-40e3-8325-df9ad076856b tempest-FloatingIPsTestJSON-1855658004 tempest-FloatingIPsTestJSON-1855658004-project] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:26.479916 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-db715288-98de-47cb-9871-d730bbd509b4 req-d917ccd3-59b5-40e3-8325-df9ad076856b tempest-FloatingIPsTestJSON-1855658004 tempest-FloatingIPsTestJSON-1855658004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:26.611194 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d8e9ce-d387-4db5-9023-faeb50b053f5 x-openstack-request-id: req-19d8e9ce-d387-4db5-9023-faeb50b053f5 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:06:26.611592 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33079cb3-b6df-4685-b7af-26e4c0a14648", "tag": "f266378e-6360-4808-a93e-af8a2aa71b50", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:06:26.612510 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-19d8e9ce-d387-4db5-9023-faeb50b053f5 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:06:26.614576 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33079cb3-b6df-4685-b7af-26e4c0a14648', 'tag': 'f266378e-6360-4808-a93e-af8a2aa71b50', 'status': 'completed', 'code': 200} Dec 06 17:06:26.619124 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d917ccd3-59b5-40e3-8325-df9ad076856b tempest-FloatingIPsTestJSON-1855658004 tempest-FloatingIPsTestJSON-1855658004-project] Pushing event updated for resources: {'Port': ['ID=4234e9b1-4121-4257-9031-1f109d6d457d,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:26.651075 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 353d5d01-19ab-44b2-88da-1f2b4f021899, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=353d5d01-19ab-44b2-88da-1f2b4f021899,segment=NetworkSegment(1d12c223-c1ef-4a9f-920c-d1018ef932ee),segment_id=1d12c223-c1ef-4a9f-920c-d1018ef932ee)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:06:26.659476 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-db715288-98de-47cb-9871-d730bbd509b4 req-d917ccd3-59b5-40e3-8325-df9ad076856b tempest-FloatingIPsTestJSON-1855658004 tempest-FloatingIPsTestJSON-1855658004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:26.673300 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': '353d5d01-19ab-44b2-88da-1f2b4f021899', 'network_id': '5345745c-70bf-40fb-8cb5-545836ece5ce', 'port_id': '353d5d01-19ab-44b2-88da-1f2b4f021899', 'mac_address': 'fa:16:3e:b9:a3:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48f1cc23-c700-419f-b04b-ebb1334c97b9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:06:26.687508 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-db715288-98de-47cb-9871-d730bbd509b4 req-d917ccd3-59b5-40e3-8325-df9ad076856b tempest-FloatingIPsTestJSON-1855658004 tempest-FloatingIPsTestJSON-1855658004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:26.688866 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-db715288-98de-47cb-9871-d730bbd509b4 req-d917ccd3-59b5-40e3-8325-df9ad076856b tempest-FloatingIPsTestJSON-1855658004 tempest-FloatingIPsTestJSON-1855658004-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.9318268 Dec 06 17:06:26.731928 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:26.752417 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 353d5d01-19ab-44b2-88da-1f2b4f021899 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:06:26.800154 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4c9f54f7-1c77-4506-9e7c-e6658ee4e5ea req-f8f88144-54bb-4089-9d4f-78c5f37bca7c tempest-AttachSCSIVolumeTestJSON-834088192 tempest-AttachSCSIVolumeTestJSON-834088192-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:26.810901 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 353d5d01-19ab-44b2-88da-1f2b4f021899, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=353d5d01-19ab-44b2-88da-1f2b4f021899,segment=NetworkSegment(1d12c223-c1ef-4a9f-920c-d1018ef932ee),segment_id=1d12c223-c1ef-4a9f-920c-d1018ef932ee)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:06:26.818323 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-db715288-98de-47cb-9871-d730bbd509b4 req-e2ac4a9a-218b-4bcd-9802-7fca4872764f tempest-FloatingIPsTestJSON-1855658004 tempest-FloatingIPsTestJSON-1855658004-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.35.1.149 HTTP/1.1" status: 200 len: 696 time: 0.1192737 Dec 06 17:06:26.824922 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:26.875836 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4c9f54f7-1c77-4506-9e7c-e6658ee4e5ea req-f8f88144-54bb-4089-9d4f-78c5f37bca7c tempest-AttachSCSIVolumeTestJSON-834088192 tempest-AttachSCSIVolumeTestJSON-834088192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:26.913440 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=353d5d01-19ab-44b2-88da-1f2b4f021899,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:26.978704 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c9f54f7-1c77-4506-9e7c-e6658ee4e5ea req-f8f88144-54bb-4089-9d4f-78c5f37bca7c tempest-AttachSCSIVolumeTestJSON-834088192 tempest-AttachSCSIVolumeTestJSON-834088192-project] Network ce84b6e8-a54c-4d8b-b96a-3ed620de29d0 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:06:26.986471 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-4c9f54f7-1c77-4506-9e7c-e6658ee4e5ea req-f8f88144-54bb-4089-9d4f-78c5f37bca7c tempest-AttachSCSIVolumeTestJSON-834088192 tempest-AttachSCSIVolumeTestJSON-834088192-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:06:26.995628 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c9f54f7-1c77-4506-9e7c-e6658ee4e5ea req-f8f88144-54bb-4089-9d4f-78c5f37bca7c tempest-AttachSCSIVolumeTestJSON-834088192 tempest-AttachSCSIVolumeTestJSON-834088192-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:06:27.042666 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db715288-98de-47cb-9871-d730bbd509b4 req-21211a60-c1b0-4b69-8974-383d3bebd090 tempest-FloatingIPsTestJSON-1855658004 tempest-FloatingIPsTestJSON-1855658004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:27.044085 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-db715288-98de-47cb-9871-d730bbd509b4 req-21211a60-c1b0-4b69-8974-383d3bebd090 tempest-FloatingIPsTestJSON-1855658004 tempest-FloatingIPsTestJSON-1855658004-project] 10.222.0.23 "GET /v2.0/networks/40c9982f-f1ff-4b90-bebe-b7d51655f7e2 HTTP/1.1" status: 200 len: 784 time: 0.2200124 Dec 06 17:06:27.047567 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f88144-54bb-4089-9d4f-78c5f37bca7c tempest-AttachSCSIVolumeTestJSON-834088192 tempest-AttachSCSIVolumeTestJSON-834088192-project] Pushing event updated for resources: {'Port': ['ID=e5ab5ed8-17fa-45af-9c4a-4e440f5060e7,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:27.062368 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [req-db715288-98de-47cb-9871-d730bbd509b4 req-530027c0-6030-42f9-bd52-2b515e0f7f7a tempest-FloatingIPsTestJSON-1855658004 tempest-FloatingIPsTestJSON-1855658004-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103285) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:06:27.063350 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-db715288-98de-47cb-9871-d730bbd509b4 req-530027c0-6030-42f9-bd52-2b515e0f7f7a tempest-FloatingIPsTestJSON-1855658004 tempest-FloatingIPsTestJSON-1855658004-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064154 Dec 06 17:06:27.095876 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9f54f7-1c77-4506-9e7c-e6658ee4e5ea req-f8f88144-54bb-4089-9d4f-78c5f37bca7c tempest-AttachSCSIVolumeTestJSON-834088192 tempest-AttachSCSIVolumeTestJSON-834088192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:27.096566 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4c9f54f7-1c77-4506-9e7c-e6658ee4e5ea req-f8f88144-54bb-4089-9d4f-78c5f37bca7c tempest-AttachSCSIVolumeTestJSON-834088192 tempest-AttachSCSIVolumeTestJSON-834088192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:27.101512 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['353d5d01-19ab-44b2-88da-1f2b4f021899'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:06:27.129571 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4c9f54f7-1c77-4506-9e7c-e6658ee4e5ea req-f8f88144-54bb-4089-9d4f-78c5f37bca7c tempest-AttachSCSIVolumeTestJSON-834088192 tempest-AttachSCSIVolumeTestJSON-834088192-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6264429 Dec 06 17:06:27.400665 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-c3d44d3c-ba77-4b37-8c88-6a02fa9d01cb None None] Provisioning complete for port e5ab5ed8-17fa-45af-9c4a-4e440f5060e7 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:06:27.401041 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c3d44d3c-ba77-4b37-8c88-6a02fa9d01cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:27.490389 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 06cb0439-9197-46d2-9a58-98bd1e9e6c04 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:06:27.495864 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device d1d6f1d7-7e2b-41d0-bce0-96cce615d922 up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:06:27.676242 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdcd823-0218-41ca-a0f6-566d9c1bc3a5 req-dd4c8a0c-76c2-48e1-84b0-2d9f8ce88d6c tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:27.678827 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5bdcd823-0218-41ca-a0f6-566d9c1bc3a5 req-dd4c8a0c-76c2-48e1-84b0-2d9f8ce88d6c tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a7c159b-e027-4481-b81c-93027f05eeef HTTP/1.1" status: 200 len: 948 time: 0.3682771 Dec 06 17:06:27.743471 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-c3d44d3c-ba77-4b37-8c88-6a02fa9d01cb None None] Port e5ab5ed8-17fa-45af-9c4a-4e440f5060e7 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:06:27.791955 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5bdcd823-0218-41ca-a0f6-566d9c1bc3a5 req-f59b37f3-38e8-4a60-bd86-e1ac89d9f362 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/security-groups?id=05993717-efad-46b6-9cd9-33188c432d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058097 Dec 06 17:06:27.865747 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning for port d1d6f1d7-7e2b-41d0-bce0-96cce615d922 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:06:27.876298 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port d1d6f1d7-7e2b-41d0-bce0-96cce615d922 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:06:27.876674 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:27.939019 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 06cb0439-9197-46d2-9a58-98bd1e9e6c04, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=06cb0439-9197-46d2-9a58-98bd1e9e6c04,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:06:27.955425 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': '06cb0439-9197-46d2-9a58-98bd1e9e6c04', 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a', 'port_id': '06cb0439-9197-46d2-9a58-98bd1e9e6c04', 'mac_address': 'fa:16:3e:4b:10:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1342252a-21e4-4783-88ff-f54776c79059', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:06:27.971868 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3d4d1-f1dd-4983-9a4e-a0fb890a2c1c req-6f0a4159-a253-44b2-a418-670f9cd8a54b tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:27.973377 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-07b3d4d1-f1dd-4983-9a4e-a0fb890a2c1c req-6f0a4159-a253-44b2-a418-670f9cd8a54b tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ac51c7a-be83-4dd4-abc5-aaa50413f1d3 HTTP/1.1" status: 200 len: 947 time: 0.0908418 Dec 06 17:06:28.023635 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:28.033516 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:28.048317 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-07b3d4d1-f1dd-4983-9a4e-a0fb890a2c1c req-50526480-657c-48f6-87dc-458992fe8f8c tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] 10.222.0.23 "GET /v2.0/security-groups?id=7414b2b9-ece0-40bf-808e-8ad7d290981a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681722 Dec 06 17:06:28.055801 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06cb0439-9197-46d2-9a58-98bd1e9e6c04 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:06:28.070486 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88fd038c-bf0c-4559-a502-c121c341b06d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1d6f1d7-7e2b-41d0-bce0-96cce615d922'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:06:28.070486 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b57bfe8a-1feb-4b1e-a75a-babb1f4eec59" -d '{"events": [{"server_uuid": "88fd038c-bf0c-4559-a502-c121c341b06d", "name": "network-vif-plugged", "status": "completed", "tag": "d1d6f1d7-7e2b-41d0-bce0-96cce615d922"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:06:28.090127 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port d1d6f1d7-7e2b-41d0-bce0-96cce615d922, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=d1d6f1d7-7e2b-41d0-bce0-96cce615d922,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:06:28.092010 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 06cb0439-9197-46d2-9a58-98bd1e9e6c04, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=06cb0439-9197-46d2-9a58-98bd1e9e6c04,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:06:28.095321 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:28.099820 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:28.174127 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=d1d6f1d7-7e2b-41d0-bce0-96cce615d922,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:28.174364 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6359fa77-89a4-48de-abd4-624dad3bac11 req-76058f30-ed29-465d-bf2c-fe5517fb32e3 tempest-AttachSCSIVolumeTestJSON-834088192 tempest-AttachSCSIVolumeTestJSON-834088192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:28.175612 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6359fa77-89a4-48de-abd4-624dad3bac11 req-76058f30-ed29-465d-bf2c-fe5517fb32e3 tempest-AttachSCSIVolumeTestJSON-834088192 tempest-AttachSCSIVolumeTestJSON-834088192-project] 10.222.0.23 "GET /v2.0/ports?device_id=481c1348-e571-4bf4-b045-c262930678c9 HTTP/1.1" status: 200 len: 931 time: 0.0561438 Dec 06 17:06:28.229374 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=06cb0439-9197-46d2-9a58-98bd1e9e6c04,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:28.239631 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6359fa77-89a4-48de-abd4-624dad3bac11 req-703b779b-a631-4ccb-b57e-8e6587c6fe2b tempest-AttachSCSIVolumeTestJSON-834088192 tempest-AttachSCSIVolumeTestJSON-834088192-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f19429f-3b05-4a35-aac8-fc69e71b8154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561094 Dec 06 17:06:28.323594 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['06cb0439-9197-46d2-9a58-98bd1e9e6c04'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:06:28.356611 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b41e4f-1566-4cc5-8879-023579b090bf req-7f4b89d7-4c56-4f94-a4a5-0f70483e5a55 tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:28.358605 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-05b41e4f-1566-4cc5-8879-023579b090bf req-7f4b89d7-4c56-4f94-a4a5-0f70483e5a55 tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] 10.222.0.23 "GET /v2.0/ports?device_id=88fd038c-bf0c-4559-a502-c121c341b06d HTTP/1.1" status: 200 len: 950 time: 0.0564303 Dec 06 17:06:28.414445 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-05b41e4f-1566-4cc5-8879-023579b090bf req-0bb9bc5a-4c92-4f5b-8bd1-4e45c9fb1284 tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] 10.222.0.23 "GET /v2.0/security-groups?id=14ccde3b-43d2-4548-8e63-0592f603efb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448239 Dec 06 17:06:28.475562 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 353d5d01-19ab-44b2-88da-1f2b4f021899 up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:06:28.502339 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d7c1d432-274d-44e5-a9de-ceb66873a4ba req-fd7b5c86-5451-4ef2-8b37-93a9161e37d9 tempest-FloatingIPsTestJSON-1855658004 tempest-FloatingIPsTestJSON-1855658004-project] 10.222.0.23 "GET /v2.0/floatingips/88b21fc8-e592-4b48-ae53-cd054f9e6c50 HTTP/1.1" status: 200 len: 693 time: 0.0647440 Dec 06 17:06:28.536686 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port 353d5d01-19ab-44b2-88da-1f2b4f021899 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:06:28.541196 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port 353d5d01-19ab-44b2-88da-1f2b4f021899 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:06:28.541601 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:28.621735 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c1d432-274d-44e5-a9de-ceb66873a4ba req-5985ab2f-5b56-409a-873e-cb4635414cd5 tempest-FloatingIPsTestJSON-1855658004 tempest-FloatingIPsTestJSON-1855658004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:28.623451 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d7c1d432-274d-44e5-a9de-ceb66873a4ba req-5985ab2f-5b56-409a-873e-cb4635414cd5 tempest-FloatingIPsTestJSON-1855658004 tempest-FloatingIPsTestJSON-1855658004-project] 10.222.0.23 "GET /v2.0/networks/40c9982f-f1ff-4b90-bebe-b7d51655f7e2 HTTP/1.1" status: 200 len: 784 time: 0.1158261 Dec 06 17:06:28.623939 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a7c159b-e027-4481-b81c-93027f05eeef', 'tag': '63971c5b-27ae-4903-af23-b6e4acbd094f'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:06:28.626264 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32dcad4c-8760-409e-9251-187f80bb30e5" -d '{"events": [{"name": "network-changed", "server_uuid": "5a7c159b-e027-4481-b81c-93027f05eeef", "tag": "63971c5b-27ae-4903-af23-b6e4acbd094f"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:06:28.634519 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [req-d7c1d432-274d-44e5-a9de-ceb66873a4ba req-7acaa078-0306-49dd-89d2-a9cf2521b133 tempest-FloatingIPsTestJSON-1855658004 tempest-FloatingIPsTestJSON-1855658004-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103285) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:06:28.634809 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:28.635498 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d7c1d432-274d-44e5-a9de-ceb66873a4ba req-7acaa078-0306-49dd-89d2-a9cf2521b133 tempest-FloatingIPsTestJSON-1855658004 tempest-FloatingIPsTestJSON-1855658004-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061009 Dec 06 17:06:28.675787 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 353d5d01-19ab-44b2-88da-1f2b4f021899, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=353d5d01-19ab-44b2-88da-1f2b4f021899,segment=NetworkSegment(1d12c223-c1ef-4a9f-920c-d1018ef932ee),segment_id=1d12c223-c1ef-4a9f-920c-d1018ef932ee)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:06:28.679633 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:28.731867 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=353d5d01-19ab-44b2-88da-1f2b4f021899,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:28.746602 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287ad61-5611-4323-9fdd-56b2347d774a req-ae3396ba-c4a6-4579-b4aa-362f218ee7ca tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:28.748098 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0287ad61-5611-4323-9fdd-56b2347d774a req-ae3396ba-c4a6-4579-b4aa-362f218ee7ca tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/ports?device_id=790d2c16-8625-4b1d-8f20-1133667079bb HTTP/1.1" status: 200 len: 946 time: 0.0625551 Dec 06 17:06:28.797557 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0287ad61-5611-4323-9fdd-56b2347d774a req-a4039244-ab53-4d48-8697-be5682dce16d tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/security-groups?id=79a8a720-4d91-42c0-8bdb-aecf1d5b7573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427887 Dec 06 17:06:28.844294 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76108510-9765-4b32-a1a8-96e065c336b9 x-openstack-request-id: req-76108510-9765-4b32-a1a8-96e065c336b9 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:06:28.844842 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88fd038c-bf0c-4559-a502-c121c341b06d", "name": "network-vif-plugged", "status": "completed", "tag": "d1d6f1d7-7e2b-41d0-bce0-96cce615d922", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:06:28.845180 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-76108510-9765-4b32-a1a8-96e065c336b9 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:06:28.845710 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88fd038c-bf0c-4559-a502-c121c341b06d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1d6f1d7-7e2b-41d0-bce0-96cce615d922', 'code': 200} Dec 06 17:06:28.933232 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8fcf2da-cc20-4ac0-a0d9-afd43960f8ee x-openstack-request-id: req-a8fcf2da-cc20-4ac0-a0d9-afd43960f8ee {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:06:28.933751 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a7c159b-e027-4481-b81c-93027f05eeef", "tag": "63971c5b-27ae-4903-af23-b6e4acbd094f", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:06:28.934152 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a8fcf2da-cc20-4ac0-a0d9-afd43960f8ee {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:06:28.934658 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a7c159b-e027-4481-b81c-93027f05eeef', 'tag': '63971c5b-27ae-4903-af23-b6e4acbd094f', 'status': 'completed', 'code': 200} Dec 06 17:06:28.968964 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709dc6bb-e5e7-4491-9632-28350bcc2cfc req-245ee0ff-5065-4538-8442-cbf90d387dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:28.973644 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-709dc6bb-e5e7-4491-9632-28350bcc2cfc req-245ee0ff-5065-4538-8442-cbf90d387dc2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=88fd038c-bf0c-4559-a502-c121c341b06d HTTP/1.1" status: 200 len: 1101 time: 0.0663998 Dec 06 17:06:29.055215 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-393299f4-36ad-4280-bd83-bb71b64e5da6 req-d204021c-c719-4576-b8a4-375c55e8c08f tempest-FloatingIPsTestJSON-1855658004 tempest-FloatingIPsTestJSON-1855658004-project] 10.222.0.23 "GET /v2.0/floatingips?tenant_id=9d043d9a7673489589f60d01234e4891 HTTP/1.1" status: 200 len: 696 time: 0.1101153 Dec 06 17:06:29.057770 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-709dc6bb-e5e7-4491-9632-28350bcc2cfc req-b2b8bb36-1228-4b0c-92a6-c7d34a5fff56 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=14ccde3b-43d2-4548-8e63-0592f603efb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761149 Dec 06 17:06:29.092504 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dcad4c-8760-409e-9251-187f80bb30e5 req-b90ee5b3-eb75-404a-bcf5-4f023ef3edee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:29.094035 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-32dcad4c-8760-409e-9251-187f80bb30e5 req-b90ee5b3-eb75-404a-bcf5-4f023ef3edee service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=655022d1565540bb93093c911e426652&device_id=5a7c159b-e027-4481-b81c-93027f05eeef HTTP/1.1" status: 200 len: 1099 time: 0.1229095 Dec 06 17:06:29.174833 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393299f4-36ad-4280-bd83-bb71b64e5da6 req-caaf5710-0d7c-4790-9990-04221e6fda33 tempest-FloatingIPsTestJSON-1855658004 tempest-FloatingIPsTestJSON-1855658004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:29.176695 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-393299f4-36ad-4280-bd83-bb71b64e5da6 req-caaf5710-0d7c-4790-9990-04221e6fda33 tempest-FloatingIPsTestJSON-1855658004 tempest-FloatingIPsTestJSON-1855658004-project] 10.222.0.23 "GET /v2.0/networks?id=40c9982f-f1ff-4b90-bebe-b7d51655f7e2 HTTP/1.1" status: 200 len: 787 time: 0.1207597 Dec 06 17:06:29.191398 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [req-393299f4-36ad-4280-bd83-bb71b64e5da6 req-49189fd5-2ba9-4537-8d30-55c1adb412a5 tempest-FloatingIPsTestJSON-1855658004 tempest-FloatingIPsTestJSON-1855658004-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103285) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:06:29.192442 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-393299f4-36ad-4280-bd83-bb71b64e5da6 req-49189fd5-2ba9-4537-8d30-55c1adb412a5 tempest-FloatingIPsTestJSON-1855658004 tempest-FloatingIPsTestJSON-1855658004-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063989 Dec 06 17:06:29.349248 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd7579e-1090-4be1-b32a-25b453a3f260 req-0c97e0ad-9448-48eb-9690-89bf4a1f72b1 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:29.350789 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1bd7579e-1090-4be1-b32a-25b453a3f260 req-0c97e0ad-9448-48eb-9690-89bf4a1f72b1 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a7c159b-e027-4481-b81c-93027f05eeef HTTP/1.1" status: 200 len: 948 time: 0.1122756 Dec 06 17:06:29.382585 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dcad4c-8760-409e-9251-187f80bb30e5 req-094cbe6d-93f3-4638-abf6-e93fa452bf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:29.384141 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-32dcad4c-8760-409e-9251-187f80bb30e5 req-094cbe6d-93f3-4638-abf6-e93fa452bf6b service neutron] 10.222.0.44 "GET /v2.0/networks?id=ee08a0d2-834f-4c39-be47-9c424581246a HTTP/1.1" status: 200 len: 870 time: 0.1468813 Dec 06 17:06:29.434591 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-32dcad4c-8760-409e-9251-187f80bb30e5 req-e050312b-f8ef-417e-858a-dde60b690870 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=63971c5b-27ae-4903-af23-b6e4acbd094f HTTP/1.1" status: 200 len: 217 time: 0.0420864 Dec 06 17:06:29.481318 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 63971c5b-27ae-4903-af23-b6e4acbd094f details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:06:29.483936 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1bd7579e-1090-4be1-b32a-25b453a3f260 req-d42794f5-b7b9-44b5-a935-bc8f71084ccf tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/security-groups?id=05993717-efad-46b6-9cd9-33188c432d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077876 Dec 06 17:06:29.485251 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 06cb0439-9197-46d2-9a58-98bd1e9e6c04 up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:06:29.499891 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dcad4c-8760-409e-9251-187f80bb30e5 req-536d69e0-5546-4d7a-a40c-7c5234f7d828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:29.501364 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-32dcad4c-8760-409e-9251-187f80bb30e5 req-536d69e0-5546-4d7a-a40c-7c5234f7d828 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1342252a-21e4-4783-88ff-f54776c79059 HTTP/1.1" status: 200 len: 843 time: 0.0590279 Dec 06 17:06:29.558621 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dcad4c-8760-409e-9251-187f80bb30e5 req-feafa435-b056-412d-8368-89126d8c3376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:29.560541 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-32dcad4c-8760-409e-9251-187f80bb30e5 req-feafa435-b056-412d-8368-89126d8c3376 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee08a0d2-834f-4c39-be47-9c424581246a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0505006 Dec 06 17:06:29.657033 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 63971c5b-27ae-4903-af23-b6e4acbd094f, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=63971c5b-27ae-4903-af23-b6e4acbd094f,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:06:29.660592 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning for port 06cb0439-9197-46d2-9a58-98bd1e9e6c04 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:06:29.672395 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port 06cb0439-9197-46d2-9a58-98bd1e9e6c04 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:06:29.673598 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:29.675679 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': '63971c5b-27ae-4903-af23-b6e4acbd094f', 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a', 'port_id': '63971c5b-27ae-4903-af23-b6e4acbd094f', 'mac_address': 'fa:16:3e:9d:7f:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1342252a-21e4-4783-88ff-f54776c79059', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:06:29.680795 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533e0e00-cd85-4872-b48f-3029512c68a9 req-35acab91-9666-4e65-8bef-9f781934678f tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:29.682346 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-533e0e00-cd85-4872-b48f-3029512c68a9 req-35acab91-9666-4e65-8bef-9f781934678f tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ac51c7a-be83-4dd4-abc5-aaa50413f1d3 HTTP/1.1" status: 200 len: 948 time: 0.1057146 Dec 06 17:06:29.722807 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-32dcad4c-8760-409e-9251-187f80bb30e5 req-27ec35f6-1dc6-4419-965e-9a8fbfab88fc service neutron] 10.222.0.44 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534195 Dec 06 17:06:29.746372 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:29.776200 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-533e0e00-cd85-4872-b48f-3029512c68a9 req-257a7a91-c05b-49ca-91cd-d8b73403e993 tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] 10.222.0.23 "GET /v2.0/security-groups?id=7414b2b9-ece0-40bf-808e-8ad7d290981a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868211 Dec 06 17:06:29.783139 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63971c5b-27ae-4903-af23-b6e4acbd094f {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:06:29.811321 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:29.816414 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 63971c5b-27ae-4903-af23-b6e4acbd094f, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=63971c5b-27ae-4903-af23-b6e4acbd094f,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:06:29.829603 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:29.876398 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-44331c63-780b-428f-9683-e8869ec0d948 req-528e9009-8c98-4e97-979b-96739412163d tempest-FloatingIPsTestJSON-1855658004 tempest-FloatingIPsTestJSON-1855658004-project] 10.222.0.23 "GET /v2.0/floatingips/88b21fc8-e592-4b48-ae53-cd054f9e6c50 HTTP/1.1" status: 200 len: 693 time: 0.0487962 Dec 06 17:06:29.882864 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 06cb0439-9197-46d2-9a58-98bd1e9e6c04, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=06cb0439-9197-46d2-9a58-98bd1e9e6c04,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:06:29.893707 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:29.898427 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=63971c5b-27ae-4903-af23-b6e4acbd094f,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:29.969273 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-32dcad4c-8760-409e-9251-187f80bb30e5 req-d588f9fc-b464-48b9-9258-cf3d323163e7 service neutron] 10.222.0.44 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346399 Dec 06 17:06:29.975659 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=06cb0439-9197-46d2-9a58-98bd1e9e6c04,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:30.018909 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44331c63-780b-428f-9683-e8869ec0d948 req-52e1982f-5fc9-4713-9d21-7356034ddd5d tempest-FloatingIPsTestJSON-1855658004 tempest-FloatingIPsTestJSON-1855658004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:30.020759 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-44331c63-780b-428f-9683-e8869ec0d948 req-52e1982f-5fc9-4713-9d21-7356034ddd5d tempest-FloatingIPsTestJSON-1855658004 tempest-FloatingIPsTestJSON-1855658004-project] 10.222.0.23 "GET /v2.0/networks/40c9982f-f1ff-4b90-bebe-b7d51655f7e2 HTTP/1.1" status: 200 len: 784 time: 0.1357670 Dec 06 17:06:30.042123 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [req-44331c63-780b-428f-9683-e8869ec0d948 req-8e7fb011-44cd-4fcf-94b6-457aeaba0e52 tempest-FloatingIPsTestJSON-1855658004 tempest-FloatingIPsTestJSON-1855658004-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103285) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:06:30.049828 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-44331c63-780b-428f-9683-e8869ec0d948 req-8e7fb011-44cd-4fcf-94b6-457aeaba0e52 tempest-FloatingIPsTestJSON-1855658004 tempest-FloatingIPsTestJSON-1855658004-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0122705 Dec 06 17:06:30.100524 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['63971c5b-27ae-4903-af23-b6e4acbd094f'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:06:30.102066 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-44331c63-780b-428f-9683-e8869ec0d948 req-eca0648c-20d3-42da-a249-a539cb7328e1 tempest-FloatingIPsTestJSON-1855658004 tempest-FloatingIPsTestJSON-1855658004-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.35.1.149 HTTP/1.1" status: 200 len: 696 time: 0.0512607 Dec 06 17:06:30.177900 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-44331c63-780b-428f-9683-e8869ec0d948 req-1cbdbcda-bb90-43c8-8e9d-a34eb998331b tempest-FloatingIPsTestJSON-1855658004 tempest-FloatingIPsTestJSON-1855658004-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.35.1.149 HTTP/1.1" status: 200 len: 696 time: 0.0717936 Dec 06 17:06:30.318027 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-44331c63-780b-428f-9683-e8869ec0d948 req-612cb45b-ebdf-4b28-a884-8bb69732dfde tempest-FloatingIPsTestJSON-1855658004 tempest-FloatingIPsTestJSON-1855658004-project] Deleting port 4234e9b1-4121-4257-9031-1f109d6d457d {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:06:30.318371 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-44331c63-780b-428f-9683-e8869ec0d948 req-612cb45b-ebdf-4b28-a884-8bb69732dfde tempest-FloatingIPsTestJSON-1855658004 tempest-FloatingIPsTestJSON-1855658004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:30.396071 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-44331c63-780b-428f-9683-e8869ec0d948 req-612cb45b-ebdf-4b28-a884-8bb69732dfde tempest-FloatingIPsTestJSON-1855658004 tempest-FloatingIPsTestJSON-1855658004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:30.396396 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-44331c63-780b-428f-9683-e8869ec0d948 req-612cb45b-ebdf-4b28-a884-8bb69732dfde tempest-FloatingIPsTestJSON-1855658004 tempest-FloatingIPsTestJSON-1855658004-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:30.411453 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-44331c63-780b-428f-9683-e8869ec0d948 req-612cb45b-ebdf-4b28-a884-8bb69732dfde tempest-FloatingIPsTestJSON-1855658004 tempest-FloatingIPsTestJSON-1855658004-project] Calling delete_port for 4234e9b1-4121-4257-9031-1f109d6d457d owned by network:floatingip {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:06:30.554450 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-44331c63-780b-428f-9683-e8869ec0d948 req-612cb45b-ebdf-4b28-a884-8bb69732dfde tempest-FloatingIPsTestJSON-1855658004 tempest-FloatingIPsTestJSON-1855658004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:30.580825 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612cb45b-ebdf-4b28-a884-8bb69732dfde tempest-FloatingIPsTestJSON-1855658004 tempest-FloatingIPsTestJSON-1855658004-project] Pushing event deleted for resources: {'Port': ['ID=4234e9b1-4121-4257-9031-1f109d6d457d,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:30.647726 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-44331c63-780b-428f-9683-e8869ec0d948 req-612cb45b-ebdf-4b28-a884-8bb69732dfde tempest-FloatingIPsTestJSON-1855658004 tempest-FloatingIPsTestJSON-1855658004-project] Publish callbacks [] for floatingip, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:30.650709 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-44331c63-780b-428f-9683-e8869ec0d948 req-612cb45b-ebdf-4b28-a884-8bb69732dfde tempest-FloatingIPsTestJSON-1855658004 tempest-FloatingIPsTestJSON-1855658004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:30.651842 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-44331c63-780b-428f-9683-e8869ec0d948 req-612cb45b-ebdf-4b28-a884-8bb69732dfde tempest-FloatingIPsTestJSON-1855658004 tempest-FloatingIPsTestJSON-1855658004-project] 10.222.0.23 "DELETE /v2.0/floatingips/88b21fc8-e592-4b48-ae53-cd054f9e6c50 HTTP/1.1" status: 204 len: 173 time: 0.4731488 Dec 06 17:06:30.749880 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca09e2cd-a6b3-42fc-b2f8-78a7955a7a32 req-ca03ef67-70f2-4c72-a555-9c76bd4e36f6 tempest-AttachSCSIVolumeTestJSON-834088192 tempest-AttachSCSIVolumeTestJSON-834088192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:30.751915 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ca09e2cd-a6b3-42fc-b2f8-78a7955a7a32 req-ca03ef67-70f2-4c72-a555-9c76bd4e36f6 tempest-AttachSCSIVolumeTestJSON-834088192 tempest-AttachSCSIVolumeTestJSON-834088192-project] 10.222.0.23 "GET /v2.0/ports?device_id=481c1348-e571-4bf4-b045-c262930678c9 HTTP/1.1" status: 200 len: 931 time: 0.0538239 Dec 06 17:06:30.804397 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ca09e2cd-a6b3-42fc-b2f8-78a7955a7a32 req-e2a54f57-327d-44ef-9b19-130cced919df tempest-AttachSCSIVolumeTestJSON-834088192 tempest-AttachSCSIVolumeTestJSON-834088192-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f19429f-3b05-4a35-aac8-fc69e71b8154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464168 Dec 06 17:06:30.846610 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '790d2c16-8625-4b1d-8f20-1133667079bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '353d5d01-19ab-44b2-88da-1f2b4f021899'}, {'server_uuid': '6ac51c7a-be83-4dd4-abc5-aaa50413f1d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06cb0439-9197-46d2-9a58-98bd1e9e6c04'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:06:30.849028 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-248b6d2a-1c63-4723-bc68-97ef7ce490d9" -d '{"events": [{"server_uuid": "790d2c16-8625-4b1d-8f20-1133667079bb", "name": "network-vif-plugged", "status": "completed", "tag": "353d5d01-19ab-44b2-88da-1f2b4f021899"}, {"server_uuid": "6ac51c7a-be83-4dd4-abc5-aaa50413f1d3", "name": "network-vif-plugged", "status": "completed", "tag": "06cb0439-9197-46d2-9a58-98bd1e9e6c04"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:06:30.924514 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b44eaf-10f2-481f-80e9-c44901193cad req-0a0609c3-a4e7-4238-ae60-592dd41dbae7 tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:30.926300 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-55b44eaf-10f2-481f-80e9-c44901193cad req-0a0609c3-a4e7-4238-ae60-592dd41dbae7 tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] 10.222.0.23 "GET /v2.0/ports?device_id=88fd038c-bf0c-4559-a502-c121c341b06d HTTP/1.1" status: 200 len: 950 time: 0.0533957 Dec 06 17:06:30.979533 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-55b44eaf-10f2-481f-80e9-c44901193cad req-bc60b8f4-1dda-4b95-bd1e-e0d35d9a8e0b tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] 10.222.0.23 "GET /v2.0/security-groups?id=14ccde3b-43d2-4548-8e63-0592f603efb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470171 Dec 06 17:06:31.078003 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c958ff0-4599-4bff-b62a-60ca8a84cd4d req-44e6f3f5-e47b-4c9c-90b0-dd8ece4c0781 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:31.079583 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4c958ff0-4599-4bff-b62a-60ca8a84cd4d req-44e6f3f5-e47b-4c9c-90b0-dd8ece4c0781 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/ports?device_id=790d2c16-8625-4b1d-8f20-1133667079bb HTTP/1.1" status: 200 len: 946 time: 0.0481591 Dec 06 17:06:31.134901 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4c958ff0-4599-4bff-b62a-60ca8a84cd4d req-f8892245-a0b2-4790-b21d-e649d8a38e96 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/security-groups?id=79a8a720-4d91-42c0-8bdb-aecf1d5b7573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488057 Dec 06 17:06:31.305607 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb31b8-c4e9-4d00-86b0-e3febbd992e4 req-2e02c7ca-8678-4946-8a29-322c54334c37 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:31.307099 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-64bb31b8-c4e9-4d00-86b0-e3febbd992e4 req-2e02c7ca-8678-4946-8a29-322c54334c37 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a7c159b-e027-4481-b81c-93027f05eeef HTTP/1.1" status: 200 len: 949 time: 0.0485168 Dec 06 17:06:31.364632 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-64bb31b8-c4e9-4d00-86b0-e3febbd992e4 req-372e7eaf-5afa-4071-b6f6-945b59d0408d tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/security-groups?id=05993717-efad-46b6-9cd9-33188c432d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511136 Dec 06 17:06:31.490955 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8e1fadee-248f-4e01-9edd-8227a559bec8 req-1b453c10-950b-4e24-af29-4e73ece89053 tempest-FloatingIPsTestJSON-1855658004 tempest-FloatingIPsTestJSON-1855658004-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1045897 Dec 06 17:06:31.494400 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 63971c5b-27ae-4903-af23-b6e4acbd094f up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:06:31.501835 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-8e1fadee-248f-4e01-9edd-8227a559bec8 req-661aeac1-0a5e-4ab6-a6a8-1b856cc09ca4 tempest-FloatingIPsTestJSON-1855658004 tempest-FloatingIPsTestJSON-1855658004-project] Request body: {'floatingip': {'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:06:31.525358 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8e1fadee-248f-4e01-9edd-8227a559bec8 req-661aeac1-0a5e-4ab6-a6a8-1b856cc09ca4 tempest-FloatingIPsTestJSON-1855658004 tempest-FloatingIPsTestJSON-1855658004-project] Publish callbacks [] for floatingip, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:31.548679 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning for port 63971c5b-27ae-4903-af23-b6e4acbd094f completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:06:31.555821 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port 63971c5b-27ae-4903-af23-b6e4acbd094f triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:06:31.556185 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:31.641996 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8e1fadee-248f-4e01-9edd-8227a559bec8 req-661aeac1-0a5e-4ab6-a6a8-1b856cc09ca4 tempest-FloatingIPsTestJSON-1855658004 tempest-FloatingIPsTestJSON-1855658004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:31.670495 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:31.708545 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 63971c5b-27ae-4903-af23-b6e4acbd094f, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=63971c5b-27ae-4903-af23-b6e4acbd094f,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:06:31.712649 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:31.758900 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=63971c5b-27ae-4903-af23-b6e4acbd094f,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:31.772620 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-8e1fadee-248f-4e01-9edd-8227a559bec8 req-661aeac1-0a5e-4ab6-a6a8-1b856cc09ca4 tempest-FloatingIPsTestJSON-1855658004 tempest-FloatingIPsTestJSON-1855658004-project] Allocated IP 172.35.1.50 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/6cbea666-0320-411a-8505-317122bc06a0) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:06:31.885011 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8e1fadee-248f-4e01-9edd-8227a559bec8 req-661aeac1-0a5e-4ab6-a6a8-1b856cc09ca4 tempest-FloatingIPsTestJSON-1855658004 tempest-FloatingIPsTestJSON-1855658004-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:31.921073 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8e1fadee-248f-4e01-9edd-8227a559bec8 req-661aeac1-0a5e-4ab6-a6a8-1b856cc09ca4 tempest-FloatingIPsTestJSON-1855658004 tempest-FloatingIPsTestJSON-1855658004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:31.963966 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e1fadee-248f-4e01-9edd-8227a559bec8 req-661aeac1-0a5e-4ab6-a6a8-1b856cc09ca4 tempest-FloatingIPsTestJSON-1855658004 tempest-FloatingIPsTestJSON-1855658004-project] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:06:31.970984 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-8e1fadee-248f-4e01-9edd-8227a559bec8 req-661aeac1-0a5e-4ab6-a6a8-1b856cc09ca4 tempest-FloatingIPsTestJSON-1855658004 tempest-FloatingIPsTestJSON-1855658004-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:06:31.975632 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e1fadee-248f-4e01-9edd-8227a559bec8 req-661aeac1-0a5e-4ab6-a6a8-1b856cc09ca4 tempest-FloatingIPsTestJSON-1855658004 tempest-FloatingIPsTestJSON-1855658004-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:06:31.978653 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661aeac1-0a5e-4ab6-a6a8-1b856cc09ca4 tempest-FloatingIPsTestJSON-1855658004 tempest-FloatingIPsTestJSON-1855658004-project] Pushing event updated for resources: {'Port': ['ID=6cbea666-0320-411a-8505-317122bc06a0,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:32.066513 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8e1fadee-248f-4e01-9edd-8227a559bec8 req-661aeac1-0a5e-4ab6-a6a8-1b856cc09ca4 tempest-FloatingIPsTestJSON-1855658004 tempest-FloatingIPsTestJSON-1855658004-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:32.098244 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8e1fadee-248f-4e01-9edd-8227a559bec8 req-661aeac1-0a5e-4ab6-a6a8-1b856cc09ca4 tempest-FloatingIPsTestJSON-1855658004 tempest-FloatingIPsTestJSON-1855658004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:32.264579 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8e1fadee-248f-4e01-9edd-8227a559bec8 req-661aeac1-0a5e-4ab6-a6a8-1b856cc09ca4 tempest-FloatingIPsTestJSON-1855658004 tempest-FloatingIPsTestJSON-1855658004-project] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:32.270165 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8e1fadee-248f-4e01-9edd-8227a559bec8 req-661aeac1-0a5e-4ab6-a6a8-1b856cc09ca4 tempest-FloatingIPsTestJSON-1855658004 tempest-FloatingIPsTestJSON-1855658004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:32.335797 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661aeac1-0a5e-4ab6-a6a8-1b856cc09ca4 tempest-FloatingIPsTestJSON-1855658004 tempest-FloatingIPsTestJSON-1855658004-project] Pushing event updated for resources: {'Port': ['ID=6cbea666-0320-411a-8505-317122bc06a0,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:32.348952 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8e1fadee-248f-4e01-9edd-8227a559bec8 req-661aeac1-0a5e-4ab6-a6a8-1b856cc09ca4 tempest-FloatingIPsTestJSON-1855658004 tempest-FloatingIPsTestJSON-1855658004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:32.365289 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8e1fadee-248f-4e01-9edd-8227a559bec8 req-661aeac1-0a5e-4ab6-a6a8-1b856cc09ca4 tempest-FloatingIPsTestJSON-1855658004 tempest-FloatingIPsTestJSON-1855658004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:32.366612 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8e1fadee-248f-4e01-9edd-8227a559bec8 req-661aeac1-0a5e-4ab6-a6a8-1b856cc09ca4 tempest-FloatingIPsTestJSON-1855658004 tempest-FloatingIPsTestJSON-1855658004-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 0.8688509 Dec 06 17:06:32.432889 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8e1fadee-248f-4e01-9edd-8227a559bec8 req-510d0e7a-3f5a-42ed-9c2f-df4060e6e4b6 tempest-FloatingIPsTestJSON-1855658004 tempest-FloatingIPsTestJSON-1855658004-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.35.1.50 HTTP/1.1" status: 200 len: 695 time: 0.0598047 Dec 06 17:06:32.507933 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:32.538787 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1fadee-248f-4e01-9edd-8227a559bec8 req-c3bbe557-fda0-43c6-8574-3a6c22e6fc4b tempest-FloatingIPsTestJSON-1855658004 tempest-FloatingIPsTestJSON-1855658004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:32.540107 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8e1fadee-248f-4e01-9edd-8227a559bec8 req-c3bbe557-fda0-43c6-8574-3a6c22e6fc4b tempest-FloatingIPsTestJSON-1855658004 tempest-FloatingIPsTestJSON-1855658004-project] 10.222.0.23 "GET /v2.0/networks/40c9982f-f1ff-4b90-bebe-b7d51655f7e2 HTTP/1.1" status: 200 len: 784 time: 0.1064336 Dec 06 17:06:32.643091 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c6de72-f10c-4027-9a8d-9ebe26b1fda6 req-23e4a49f-1b61-4679-a216-bb3ac06d3454 tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:32.653057 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a3c6de72-f10c-4027-9a8d-9ebe26b1fda6 req-23e4a49f-1b61-4679-a216-bb3ac06d3454 tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ac51c7a-be83-4dd4-abc5-aaa50413f1d3 HTTP/1.1" status: 200 len: 949 time: 0.0583091 Dec 06 17:06:32.703122 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a3c6de72-f10c-4027-9a8d-9ebe26b1fda6 req-123a97f5-0a5b-47b1-9b9d-986e64e6fe7f tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] 10.222.0.23 "GET /v2.0/security-groups?id=7414b2b9-ece0-40bf-808e-8ad7d290981a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485711 Dec 06 17:06:32.751611 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 06 Dec 2021 17:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-867673d7-f678-40a5-a8a1-bd9609036756 x-openstack-request-id: req-867673d7-f678-40a5-a8a1-bd9609036756 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:06:32.751994 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "790d2c16-8625-4b1d-8f20-1133667079bb", "name": "network-vif-plugged", "status": "completed", "tag": "353d5d01-19ab-44b2-88da-1f2b4f021899", "code": 200}, {"server_uuid": "6ac51c7a-be83-4dd4-abc5-aaa50413f1d3", "name": "network-vif-plugged", "status": "completed", "tag": "06cb0439-9197-46d2-9a58-98bd1e9e6c04", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:06:32.752323 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-867673d7-f678-40a5-a8a1-bd9609036756 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:06:32.752787 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '790d2c16-8625-4b1d-8f20-1133667079bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '353d5d01-19ab-44b2-88da-1f2b4f021899', 'code': 200} Dec 06 17:06:32.753114 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ac51c7a-be83-4dd4-abc5-aaa50413f1d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06cb0439-9197-46d2-9a58-98bd1e9e6c04', 'code': 200} Dec 06 17:06:32.863768 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a33e0e1-068d-474d-a4ef-bc544d3505d0 req-c12f373a-fa8d-469e-b481-8174a0442f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:32.865286 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8a33e0e1-068d-474d-a4ef-bc544d3505d0 req-c12f373a-fa8d-469e-b481-8174a0442f3c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6ac51c7a-be83-4dd4-abc5-aaa50413f1d3 HTTP/1.1" status: 200 len: 1100 time: 0.0436032 Dec 06 17:06:32.913418 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8a33e0e1-068d-474d-a4ef-bc544d3505d0 req-820ae4a6-5e06-457b-9ef4-f55922e3c2d1 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7414b2b9-ece0-40bf-808e-8ad7d290981a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409310 Dec 06 17:06:33.003821 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5221237-4ae3-4a17-81e4-97ecf2343ed6 req-4c379ceb-49b8-468b-8dbc-8cdae74cd03c tempest-AttachSCSIVolumeTestJSON-834088192 tempest-AttachSCSIVolumeTestJSON-834088192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:33.005275 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f5221237-4ae3-4a17-81e4-97ecf2343ed6 req-4c379ceb-49b8-468b-8dbc-8cdae74cd03c tempest-AttachSCSIVolumeTestJSON-834088192 tempest-AttachSCSIVolumeTestJSON-834088192-project] 10.222.0.23 "GET /v2.0/ports?device_id=481c1348-e571-4bf4-b045-c262930678c9 HTTP/1.1" status: 200 len: 931 time: 0.0476918 Dec 06 17:06:33.052701 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f5221237-4ae3-4a17-81e4-97ecf2343ed6 req-40414ab4-66bb-47ed-9a4f-7be037fc1a85 tempest-AttachSCSIVolumeTestJSON-834088192 tempest-AttachSCSIVolumeTestJSON-834088192-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f19429f-3b05-4a35-aac8-fc69e71b8154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414119 Dec 06 17:06:33.204631 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2521936-272c-4598-afb2-e4b29ec23567 req-927840aa-d394-4605-8c94-12c57768495d tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:33.207183 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d2521936-272c-4598-afb2-e4b29ec23567 req-927840aa-d394-4605-8c94-12c57768495d tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/ports?device_id=790d2c16-8625-4b1d-8f20-1133667079bb HTTP/1.1" status: 200 len: 946 time: 0.0857911 Dec 06 17:06:33.210926 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-780cb919-8e1a-42f6-80fc-ef03a4197449 req-323df342-f68d-4f9f-9555-fb59d4ad9d55 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=31c7763d-6ef7-4308-8c38-56013cf586be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0806868 Dec 06 17:06:33.268141 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d2521936-272c-4598-afb2-e4b29ec23567 req-790d24db-f310-47e1-a229-05e087bcf256 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/security-groups?id=79a8a720-4d91-42c0-8bdb-aecf1d5b7573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505371 Dec 06 17:06:33.309700 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780cb919-8e1a-42f6-80fc-ef03a4197449 req-fd2c7452-a830-4ea9-974a-62b28d27edd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:33.313998 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-780cb919-8e1a-42f6-80fc-ef03a4197449 req-fd2c7452-a830-4ea9-974a-62b28d27edd1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=013b92ce2e6a40e1a3b2fa92d62d652e&device_id=31c7763d-6ef7-4308-8c38-56013cf586be HTTP/1.1" status: 200 len: 1096 time: 0.0564575 Dec 06 17:06:33.440460 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780cb919-8e1a-42f6-80fc-ef03a4197449 req-a1ca71f0-366e-4a82-b643-1d493796ff46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:33.443141 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-780cb919-8e1a-42f6-80fc-ef03a4197449 req-a1ca71f0-366e-4a82-b643-1d493796ff46 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f368e270-aa86-47d2-9c8f-0ac2b4fc8997 HTTP/1.1" status: 200 len: 922 time: 0.1046579 Dec 06 17:06:33.499211 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-780cb919-8e1a-42f6-80fc-ef03a4197449 req-a90775d3-8a0c-4bf4-9be7-3c31acea0ea7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce8a20ff-a9c6-4795-a571-20bb813075a1 HTTP/1.1" status: 200 len: 217 time: 0.0403092 Dec 06 17:06:33.524638 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b67879-664b-408a-aec8-ca57aa8c70b1 req-2b351ece-51fd-4e08-93f5-e12d599829d0 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:33.526113 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-84b67879-664b-408a-aec8-ca57aa8c70b1 req-2b351ece-51fd-4e08-93f5-e12d599829d0 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a7c159b-e027-4481-b81c-93027f05eeef HTTP/1.1" status: 200 len: 950 time: 0.1133955 Dec 06 17:06:33.585462 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780cb919-8e1a-42f6-80fc-ef03a4197449 req-8800e0d0-fa62-4300-9385-c7e14030a8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:33.586932 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-780cb919-8e1a-42f6-80fc-ef03a4197449 req-8800e0d0-fa62-4300-9385-c7e14030a8d1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f77759ce-94b4-46a8-b90f-f881b9e38f99 HTTP/1.1" status: 200 len: 861 time: 0.0807941 Dec 06 17:06:33.612234 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-84b67879-664b-408a-aec8-ca57aa8c70b1 req-af283f35-9c49-4062-914d-a201990c9945 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/security-groups?id=05993717-efad-46b6-9cd9-33188c432d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674784 Dec 06 17:06:33.626614 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-780cb919-8e1a-42f6-80fc-ef03a4197449 req-f10b4c64-42f8-4d68-8d6a-130fdbf06ae7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f368e270-aa86-47d2-9c8f-0ac2b4fc8997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300550 Dec 06 17:06:33.947903 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5ffdfb36-be22-4fdb-9e91-3a5914f686cd req-ce6460c4-99a4-46ed-834c-5c0acba8232e tempest-FloatingIPsTestJSON-1855658004 tempest-FloatingIPsTestJSON-1855658004-project] 10.222.0.23 "GET /v2.0/floatingips/32092b4c-bb54-4652-bc04-571184673cd7 HTTP/1.1" status: 200 len: 692 time: 0.3134503 Dec 06 17:06:34.082915 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-780cb919-8e1a-42f6-80fc-ef03a4197449 req-65e25f7d-966a-4564-824f-a0d47e5ff916 service neutron] 10.222.0.44 "GET /v2.0/networks/f368e270-aa86-47d2-9c8f-0ac2b4fc8997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4467316 Dec 06 17:06:34.137706 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffdfb36-be22-4fdb-9e91-3a5914f686cd req-7d281ebb-71bf-42fe-9190-1b37aa0f6974 tempest-FloatingIPsTestJSON-1855658004 tempest-FloatingIPsTestJSON-1855658004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:34.139222 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5ffdfb36-be22-4fdb-9e91-3a5914f686cd req-7d281ebb-71bf-42fe-9190-1b37aa0f6974 tempest-FloatingIPsTestJSON-1855658004 tempest-FloatingIPsTestJSON-1855658004-project] 10.222.0.23 "GET /v2.0/networks/40c9982f-f1ff-4b90-bebe-b7d51655f7e2 HTTP/1.1" status: 200 len: 784 time: 0.1666894 Dec 06 17:06:34.237753 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5ffdfb36-be22-4fdb-9e91-3a5914f686cd req-4dda8094-7441-4304-8413-b76941f06693 tempest-FloatingIPsTestJSON-1855658004 tempest-FloatingIPsTestJSON-1855658004-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.35.1.50 HTTP/1.1" status: 200 len: 695 time: 0.0919273 Dec 06 17:06:34.305224 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5ffdfb36-be22-4fdb-9e91-3a5914f686cd req-75540719-07b2-4871-b8d1-b23fc7e466b5 tempest-FloatingIPsTestJSON-1855658004 tempest-FloatingIPsTestJSON-1855658004-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.35.1.50 HTTP/1.1" status: 200 len: 695 time: 0.0544331 Dec 06 17:06:34.310190 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-780cb919-8e1a-42f6-80fc-ef03a4197449 req-c5b81f45-f35a-42a7-a1e4-87450c4ba2fb service neutron] 10.222.0.44 "GET /v2.0/networks/f368e270-aa86-47d2-9c8f-0ac2b4fc8997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097027 Dec 06 17:06:34.471742 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-5ffdfb36-be22-4fdb-9e91-3a5914f686cd req-9eff701d-3cdb-42cc-9336-5a4eaacaeafe tempest-FloatingIPsTestJSON-1855658004 tempest-FloatingIPsTestJSON-1855658004-project] Deleting port 6cbea666-0320-411a-8505-317122bc06a0 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:06:34.472153 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-5ffdfb36-be22-4fdb-9e91-3a5914f686cd req-9eff701d-3cdb-42cc-9336-5a4eaacaeafe tempest-FloatingIPsTestJSON-1855658004 tempest-FloatingIPsTestJSON-1855658004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:34.553946 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-5ffdfb36-be22-4fdb-9e91-3a5914f686cd req-9eff701d-3cdb-42cc-9336-5a4eaacaeafe tempest-FloatingIPsTestJSON-1855658004 tempest-FloatingIPsTestJSON-1855658004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:34.554401 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-5ffdfb36-be22-4fdb-9e91-3a5914f686cd req-9eff701d-3cdb-42cc-9336-5a4eaacaeafe tempest-FloatingIPsTestJSON-1855658004 tempest-FloatingIPsTestJSON-1855658004-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:34.566955 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-5ffdfb36-be22-4fdb-9e91-3a5914f686cd req-9eff701d-3cdb-42cc-9336-5a4eaacaeafe tempest-FloatingIPsTestJSON-1855658004 tempest-FloatingIPsTestJSON-1855658004-project] Calling delete_port for 6cbea666-0320-411a-8505-317122bc06a0 owned by network:floatingip {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:06:34.710594 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-5ffdfb36-be22-4fdb-9e91-3a5914f686cd req-9eff701d-3cdb-42cc-9336-5a4eaacaeafe tempest-FloatingIPsTestJSON-1855658004 tempest-FloatingIPsTestJSON-1855658004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:34.741801 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eff701d-3cdb-42cc-9336-5a4eaacaeafe tempest-FloatingIPsTestJSON-1855658004 tempest-FloatingIPsTestJSON-1855658004-project] Pushing event deleted for resources: {'Port': ['ID=6cbea666-0320-411a-8505-317122bc06a0,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:34.754220 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a7c159b-e027-4481-b81c-93027f05eeef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63971c5b-27ae-4903-af23-b6e4acbd094f'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:06:34.756758 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d75bd70b-1a97-4d9e-a33c-f2b97a0fe611" -d '{"events": [{"server_uuid": "5a7c159b-e027-4481-b81c-93027f05eeef", "name": "network-vif-plugged", "status": "completed", "tag": "63971c5b-27ae-4903-af23-b6e4acbd094f"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:06:34.811479 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-5ffdfb36-be22-4fdb-9e91-3a5914f686cd req-9eff701d-3cdb-42cc-9336-5a4eaacaeafe tempest-FloatingIPsTestJSON-1855658004 tempest-FloatingIPsTestJSON-1855658004-project] Publish callbacks [] for floatingip, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:34.814204 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-5ffdfb36-be22-4fdb-9e91-3a5914f686cd req-9eff701d-3cdb-42cc-9336-5a4eaacaeafe tempest-FloatingIPsTestJSON-1855658004 tempest-FloatingIPsTestJSON-1855658004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:34.815345 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5ffdfb36-be22-4fdb-9e91-3a5914f686cd req-9eff701d-3cdb-42cc-9336-5a4eaacaeafe tempest-FloatingIPsTestJSON-1855658004 tempest-FloatingIPsTestJSON-1855658004-project] 10.222.0.23 "DELETE /v2.0/floatingips/32092b4c-bb54-4652-bc04-571184673cd7 HTTP/1.1" status: 204 len: 173 time: 0.5035565 Dec 06 17:06:34.956786 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd326d7-e97f-4a93-9161-8248dbb5b72b req-b737c788-304d-44c9-8f03-eb6fbe8f93b3 tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:34.958421 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4cd326d7-e97f-4a93-9161-8248dbb5b72b req-b737c788-304d-44c9-8f03-eb6fbe8f93b3 tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] 10.222.0.23 "GET /v2.0/ports?device_id=88fd038c-bf0c-4559-a502-c121c341b06d HTTP/1.1" status: 200 len: 950 time: 0.0519190 Dec 06 17:06:34.972010 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:35.025513 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4cd326d7-e97f-4a93-9161-8248dbb5b72b req-51c7192f-0a0d-4cf5-aa08-14f0f541d122 tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] 10.222.0.23 "GET /v2.0/security-groups?id=14ccde3b-43d2-4548-8e63-0592f603efb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607657 Dec 06 17:06:35.132748 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1048939-6207-456c-9d31-ab022e33c22e req-e38b4e46-1685-4e9a-8496-94d4f5654f56 tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:35.135262 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e1048939-6207-456c-9d31-ab022e33c22e req-e38b4e46-1685-4e9a-8496-94d4f5654f56 tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ac51c7a-be83-4dd4-abc5-aaa50413f1d3 HTTP/1.1" status: 200 len: 949 time: 0.0542405 Dec 06 17:06:35.186808 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e1048939-6207-456c-9d31-ab022e33c22e req-c94fc69d-a71b-42e6-838b-c118352be5a1 tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] 10.222.0.23 "GET /v2.0/security-groups?id=7414b2b9-ece0-40bf-808e-8ad7d290981a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445061 Dec 06 17:06:35.307997 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87952adc-464c-4310-b4ee-83e0c45392ef req-0e92c8cf-1ca3-4e6f-9f43-1c51a4d20c6e tempest-AttachSCSIVolumeTestJSON-834088192 tempest-AttachSCSIVolumeTestJSON-834088192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:35.315839 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-87952adc-464c-4310-b4ee-83e0c45392ef req-0e92c8cf-1ca3-4e6f-9f43-1c51a4d20c6e tempest-AttachSCSIVolumeTestJSON-834088192 tempest-AttachSCSIVolumeTestJSON-834088192-project] 10.222.0.23 "GET /v2.0/ports?device_id=481c1348-e571-4bf4-b045-c262930678c9 HTTP/1.1" status: 200 len: 931 time: 0.0747979 Dec 06 17:06:35.359193 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-87952adc-464c-4310-b4ee-83e0c45392ef req-7bb66849-15dc-4d36-b207-875f9e024bca tempest-AttachSCSIVolumeTestJSON-834088192 tempest-AttachSCSIVolumeTestJSON-834088192-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f19429f-3b05-4a35-aac8-fc69e71b8154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424874 Dec 06 17:06:35.478099 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5697eb99-b674-4f68-8811-1cb1d3fd0e07 req-e2b5762b-b70c-4196-95e0-785a523ecfe5 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:35.479572 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5697eb99-b674-4f68-8811-1cb1d3fd0e07 req-e2b5762b-b70c-4196-95e0-785a523ecfe5 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/ports?device_id=790d2c16-8625-4b1d-8f20-1133667079bb HTTP/1.1" status: 200 len: 946 time: 0.0504332 Dec 06 17:06:35.573040 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5697eb99-b674-4f68-8811-1cb1d3fd0e07 req-a46ca29f-75f4-4fb3-823e-56442a8ce3d0 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/security-groups?id=79a8a720-4d91-42c0-8bdb-aecf1d5b7573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865452 Dec 06 17:06:35.769830 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea6ebeb-2a43-4473-977c-6f85bc181c27 req-ac22163a-7f66-4d1b-9610-09b29d8a3f8d tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:35.771559 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0ea6ebeb-2a43-4473-977c-6f85bc181c27 req-ac22163a-7f66-4d1b-9610-09b29d8a3f8d tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a7c159b-e027-4481-b81c-93027f05eeef HTTP/1.1" status: 200 len: 950 time: 0.0482280 Dec 06 17:06:35.839942 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0ea6ebeb-2a43-4473-977c-6f85bc181c27 req-97ad45d6-ded0-412d-a433-f8cbba1d7941 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/security-groups?id=05993717-efad-46b6-9cd9-33188c432d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612915 Dec 06 17:06:35.886624 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87afe049-8a36-4760-a1da-5c849410a125 x-openstack-request-id: req-87afe049-8a36-4760-a1da-5c849410a125 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:06:35.891478 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a7c159b-e027-4481-b81c-93027f05eeef", "name": "network-vif-plugged", "status": "completed", "tag": "63971c5b-27ae-4903-af23-b6e4acbd094f", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:06:35.895391 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-87afe049-8a36-4760-a1da-5c849410a125 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:06:35.896072 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a7c159b-e027-4481-b81c-93027f05eeef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63971c5b-27ae-4903-af23-b6e4acbd094f', 'code': 200} Dec 06 17:06:35.950422 n-d-master-1 neutron-server[103285]: INFO neutron.api.v2.resource [req-73ff5155-ff50-46d2-8690-4b2947e2bac2 req-c19feefe-c6bb-4476-8a6d-1659867ec1af tempest-FloatingIPsTestJSON-1855658004 tempest-FloatingIPsTestJSON-1855658004-project] show failed (client error): The resource could not be found. Dec 06 17:06:35.951988 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-73ff5155-ff50-46d2-8690-4b2947e2bac2 req-c19feefe-c6bb-4476-8a6d-1659867ec1af tempest-FloatingIPsTestJSON-1855658004 tempest-FloatingIPsTestJSON-1855658004-project] 10.222.0.23 "GET /v2.0/floatingips/32092b4c-bb54-4652-bc04-571184673cd7 HTTP/1.1" status: 404 len: 350 time: 0.0391898 Dec 06 17:06:36.020515 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d0e60d-c897-43ff-bf7f-88cfb959e59f req-59aaef30-a765-43b9-9774-c8cb0681419d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:36.022942 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c2d0e60d-c897-43ff-bf7f-88cfb959e59f req-59aaef30-a765-43b9-9774-c8cb0681419d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5a7c159b-e027-4481-b81c-93027f05eeef HTTP/1.1" status: 200 len: 1101 time: 0.0699344 Dec 06 17:06:36.076787 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c2d0e60d-c897-43ff-bf7f-88cfb959e59f req-d5d3ee7b-b22c-48fa-b7f3-59c2e979ef8a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=05993717-efad-46b6-9cd9-33188c432d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463932 Dec 06 17:06:36.311553 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [req-920153a0-a065-41b4-8fe0-4d54bc6cd415 req-dbc30bfb-66d5-4deb-aa34-4bac69118ff1 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103285) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:06:36.313333 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-920153a0-a065-41b4-8fe0-4d54bc6cd415 req-dbc30bfb-66d5-4deb-aa34-4bac69118ff1 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067446 Dec 06 17:06:36.430416 n-d-master-1 neutron-server[103285]: INFO neutron.api.v2.resource [req-daab9e30-4246-4105-aa7a-4620cee6e7ea req-9f999084-1228-4d7d-aaaa-467e60b9c673 tempest-FloatingIPsTestJSON-1855658004 tempest-FloatingIPsTestJSON-1855658004-project] show failed (client error): The resource could not be found. Dec 06 17:06:36.431533 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-daab9e30-4246-4105-aa7a-4620cee6e7ea req-9f999084-1228-4d7d-aaaa-467e60b9c673 tempest-FloatingIPsTestJSON-1855658004 tempest-FloatingIPsTestJSON-1855658004-project] 10.222.0.23 "GET /v2.0/floatingips/32092b4c-bb54-4652-bc04-571184673cd7 HTTP/1.1" status: 404 len: 350 time: 0.0390859 Dec 06 17:06:36.443091 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 34704) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:06:36.544449 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bfe180-b212-465e-b54c-919846de9d1d req-d9f23c97-1c83-48bd-a529-961c0d1a420a tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:36.546443 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d1bfe180-b212-465e-b54c-919846de9d1d req-d9f23c97-1c83-48bd-a529-961c0d1a420a tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] 10.222.0.23 "GET /v2.0/ports?device_id=88fd038c-bf0c-4559-a502-c121c341b06d HTTP/1.1" status: 200 len: 950 time: 0.0494602 Dec 06 17:06:36.605432 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d1bfe180-b212-465e-b54c-919846de9d1d req-fd42f7bd-8ab0-4025-83be-93f50ddeb4cd tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] 10.222.0.23 "GET /v2.0/security-groups?id=14ccde3b-43d2-4548-8e63-0592f603efb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508311 Dec 06 17:06:36.719916 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eda100e-fd44-453a-9191-0ba7fde916fd req-8957d94e-136a-46b2-98e7-27f0f3cf72da tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:36.721961 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1eda100e-fd44-453a-9191-0ba7fde916fd req-8957d94e-136a-46b2-98e7-27f0f3cf72da tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ac51c7a-be83-4dd4-abc5-aaa50413f1d3 HTTP/1.1" status: 200 len: 949 time: 0.0622325 Dec 06 17:06:36.778035 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1eda100e-fd44-453a-9191-0ba7fde916fd req-4386f9bd-96b5-4bb0-8be6-10171a738648 tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] 10.222.0.23 "GET /v2.0/security-groups?id=7414b2b9-ece0-40bf-808e-8ad7d290981a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499599 Dec 06 17:06:36.911150 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8258fe82-5a60-4063-bae6-d51ead377f7b req-c2c5be19-f8a7-4479-991a-b1de54216298 tempest-AttachSCSIVolumeTestJSON-834088192 tempest-AttachSCSIVolumeTestJSON-834088192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:36.912115 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8258fe82-5a60-4063-bae6-d51ead377f7b req-c2c5be19-f8a7-4479-991a-b1de54216298 tempest-AttachSCSIVolumeTestJSON-834088192 tempest-AttachSCSIVolumeTestJSON-834088192-project] 10.222.0.23 "GET /v2.0/ports?device_id=481c1348-e571-4bf4-b045-c262930678c9 HTTP/1.1" status: 200 len: 931 time: 0.0524223 Dec 06 17:06:36.914851 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ff5b12ba-173e-4c22-bb82-d5dd09665a58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575908'] for router_interface, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:36.963015 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8258fe82-5a60-4063-bae6-d51ead377f7b req-cb2c8ebb-8ba4-4671-b545-486b3d8ad7ce tempest-AttachSCSIVolumeTestJSON-834088192 tempest-AttachSCSIVolumeTestJSON-834088192-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f19429f-3b05-4a35-aac8-fc69e71b8154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416942 Dec 06 17:06:37.063131 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bedd6e-d12f-46fe-b50d-ddf98f86aa51 req-f78c8ac6-ac45-4fa0-99cc-a7880a5f47c6 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:37.064601 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-97bedd6e-d12f-46fe-b50d-ddf98f86aa51 req-f78c8ac6-ac45-4fa0-99cc-a7880a5f47c6 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/ports?device_id=790d2c16-8625-4b1d-8f20-1133667079bb HTTP/1.1" status: 200 len: 946 time: 0.0482697 Dec 06 17:06:37.111212 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-97bedd6e-d12f-46fe-b50d-ddf98f86aa51 req-8573806c-4709-4705-94a9-8f4cb6464229 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/security-groups?id=79a8a720-4d91-42c0-8bdb-aecf1d5b7573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405135 Dec 06 17:06:37.217773 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-ff5b12ba-173e-4c22-bb82-d5dd09665a58 admin admin] Deleting port 0f1619fe-0fb6-4815-8cc6-5d3833409641 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:06:37.218115 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ff5b12ba-173e-4c22-bb82-d5dd09665a58 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:37.298214 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d67bb2f-d184-4a15-b39d-688f2e7bc0da req-44ba1836-7dca-4e4b-9f93-61864bdd3914 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:37.299859 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3d67bb2f-d184-4a15-b39d-688f2e7bc0da req-44ba1836-7dca-4e4b-9f93-61864bdd3914 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a7c159b-e027-4481-b81c-93027f05eeef HTTP/1.1" status: 200 len: 950 time: 0.0625393 Dec 06 17:06:37.300289 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-ff5b12ba-173e-4c22-bb82-d5dd09665a58 admin admin] For port 0f1619fe-0fb6-4815-8cc6-5d3833409641, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0f1619fe-0fb6-4815-8cc6-5d3833409641,segment=NetworkSegment(fead0baa-48dd-4460-9f59-6600017104b0),segment_id=fead0baa-48dd-4460-9f59-6600017104b0)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:06:37.300684 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ff5b12ba-173e-4c22-bb82-d5dd09665a58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:37.321044 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-ff5b12ba-173e-4c22-bb82-d5dd09665a58 admin admin] Calling delete_port for 0f1619fe-0fb6-4815-8cc6-5d3833409641 owned by network:router_interface {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:06:37.326489 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-4c9f54f7-1c77-4506-9e7c-e6658ee4e5ea req-5b4d5d4e-c8d0-40b8-9a44-33ec17c52523 service neutron] Request body: {'port': {'device_id': '481c1348-e571-4bf4-b045-c262930678c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:06:37.394140 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3d67bb2f-d184-4a15-b39d-688f2e7bc0da req-4e869011-0aa8-4d64-bc6d-471004a78f13 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/security-groups?id=05993717-efad-46b6-9cd9-33188c432d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853331 Dec 06 17:06:37.401182 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9dec4f-569f-4beb-b0a5-b33e787b5381 req-9a3171c9-1829-4471-bbc7-2fa7af9f655f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:37.403362 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ca9dec4f-569f-4beb-b0a5-b33e787b5381 req-9a3171c9-1829-4471-bbc7-2fa7af9f655f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=655022d1565540bb93093c911e426652&device_id=33079cb3-b6df-4685-b7af-26e4c0a14648 HTTP/1.1" status: 200 len: 1098 time: 0.0779884 Dec 06 17:06:37.424363 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4c9f54f7-1c77-4506-9e7c-e6658ee4e5ea req-5b4d5d4e-c8d0-40b8-9a44-33ec17c52523 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:37.527563 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b3eed68e-0e73-43a8-ae44-ccbb633bddaa req-cd0bfe01-a03a-40c0-9843-20d4c4b5b6f8 tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=ae9f6d35327549c2b7b2f978c2ccdbc1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315709 Dec 06 17:06:37.584257 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 34728) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:06:37.611050 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9dec4f-569f-4beb-b0a5-b33e787b5381 req-71d0e055-7a43-4d69-8166-3149521e3fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:37.612523 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ca9dec4f-569f-4beb-b0a5-b33e787b5381 req-71d0e055-7a43-4d69-8166-3149521e3fff service neutron] 10.222.0.41 "GET /v2.0/networks?id=ee08a0d2-834f-4c39-be47-9c424581246a HTTP/1.1" status: 200 len: 870 time: 0.1977618 Dec 06 17:06:37.640419 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f614c-844e-4d66-9125-e617fe873816 req-55fd2118-3223-43b6-8962-f9cc8efff13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:37.641864 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4a8f614c-844e-4d66-9125-e617fe873816 req-55fd2118-3223-43b6-8962-f9cc8efff13a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=790d2c16-8625-4b1d-8f20-1133667079bb HTTP/1.1" status: 200 len: 1097 time: 0.1923406 Dec 06 17:06:37.664742 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ca9dec4f-569f-4beb-b0a5-b33e787b5381 req-3c10460b-23c5-4dce-ba6a-6ac84d641a2a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=f266378e-6360-4808-a93e-af8a2aa71b50 HTTP/1.1" status: 200 len: 217 time: 0.0417836 Dec 06 17:06:37.723072 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eed68e-0e73-43a8-ae44-ccbb633bddaa req-efaa3f6c-af16-4af0-b9cc-63bd3189f5a4 tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:37.724653 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b3eed68e-0e73-43a8-ae44-ccbb633bddaa req-efaa3f6c-af16-4af0-b9cc-63bd3189f5a4 tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1904876 Dec 06 17:06:37.745987 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9dec4f-569f-4beb-b0a5-b33e787b5381 req-c656a428-900b-4c30-bab1-db57d4c085ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:37.747462 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ca9dec4f-569f-4beb-b0a5-b33e787b5381 req-c656a428-900b-4c30-bab1-db57d4c085ee service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1342252a-21e4-4783-88ff-f54776c79059 HTTP/1.1" status: 200 len: 843 time: 0.0729368 Dec 06 17:06:37.748922 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b3eed68e-0e73-43a8-ae44-ccbb633bddaa req-374616f5-059d-4c0a-a57d-d6a0f6122f22 tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] 10.222.0.23 "GET /v2.0/quotas/ae9f6d35327549c2b7b2f978c2ccdbc1 HTTP/1.1" status: 200 len: 375 time: 0.0161455 Dec 06 17:06:37.787883 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [req-b12e7354-0f60-4f2c-b7bb-8904f1ceea5e req-2b46c156-b7ce-47f0-98cb-871932595414 tempest-LiveAutoBlockMigrationV225Test-847899352 tempest-LiveAutoBlockMigrationV225Test-847899352-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:06:37.787883 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b12e7354-0f60-4f2c-b7bb-8904f1ceea5e req-2b46c156-b7ce-47f0-98cb-871932595414 tempest-LiveAutoBlockMigrationV225Test-847899352 tempest-LiveAutoBlockMigrationV225Test-847899352-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1617198 Dec 06 17:06:37.807699 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4a8f614c-844e-4d66-9125-e617fe873816 req-737f24ef-3870-4402-b7f9-0440206c1bf0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=79a8a720-4d91-42c0-8bdb-aecf1d5b7573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561480 Dec 06 17:06:37.855350 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ff5b12ba-173e-4c22-bb82-d5dd09665a58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:37.858309 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9dec4f-569f-4beb-b0a5-b33e787b5381 req-db5bb9a9-71bb-4cbb-b941-3a95652bbb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:37.859806 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ca9dec4f-569f-4beb-b0a5-b33e787b5381 req-db5bb9a9-71bb-4cbb-b941-3a95652bbb5f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee08a0d2-834f-4c39-be47-9c424581246a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1043983 Dec 06 17:06:37.876496 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b3eed68e-0e73-43a8-ae44-ccbb633bddaa req-2bff4742-27cb-49e0-9815-ffb0bc69ddae tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ae9f6d35327549c2b7b2f978c2ccdbc1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1134524 Dec 06 17:06:37.890936 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b46064-44e4-4fe1-8bfe-bebdb0e9512f req-0481aef0-0292-46a5-926f-bfd59dd35fd6 tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:37.892407 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a0b46064-44e4-4fe1-8bfe-bebdb0e9512f req-0481aef0-0292-46a5-926f-bfd59dd35fd6 tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] 10.222.0.44 "GET /v2.0/ports?device_id=88fd038c-bf0c-4559-a502-c121c341b06d HTTP/1.1" status: 200 len: 950 time: 0.0803735 Dec 06 17:06:37.895523 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5b12ba-173e-4c22-bb82-d5dd09665a58 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f1619fe-0fb6-4815-8cc6-5d3833409641,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:38.010423 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12e7354-0f60-4f2c-b7bb-8904f1ceea5e req-d0725f90-8d4e-4af9-b628-f075c60cd3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:38.020985 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b12e7354-0f60-4f2c-b7bb-8904f1ceea5e req-d0725f90-8d4e-4af9-b628-f075c60cd3aa service neutron] 10.222.0.23 "GET /v2.0/ports/47959905-0d65-435d-bd88-6229edcc8f79 HTTP/1.1" status: 200 len: 1093 time: 0.1677151 Dec 06 17:06:38.021231 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-a0b46064-44e4-4fe1-8bfe-bebdb0e9512f req-e9592d28-d920-4f28-8d0e-a74779a1be13 tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] Deleting port d1d6f1d7-7e2b-41d0-bce0-96cce615d922 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:06:38.021231 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-a0b46064-44e4-4fe1-8bfe-bebdb0e9512f req-e9592d28-d920-4f28-8d0e-a74779a1be13 tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:38.026315 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-b12e7354-0f60-4f2c-b7bb-8904f1ceea5e req-5166e737-0aa5-4b40-995c-f865b31a7fd8 service neutron] Request body: {'binding': {'host': 'n-h2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:06:38.026315 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-b12e7354-0f60-4f2c-b7bb-8904f1ceea5e req-5166e737-0aa5-4b40-995c-f865b31a7fd8 service neutron] Unknown quota resources ['binding']. {{(pid=103284) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 06 17:06:38.051843 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-4c9f54f7-1c77-4506-9e7c-e6658ee4e5ea req-5b4d5d4e-c8d0-40b8-9a44-33ec17c52523 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5ab5ed8-17fa-45af-9c4a-4e440f5060e7 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:06:38.095914 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4c9f54f7-1c77-4506-9e7c-e6658ee4e5ea req-5b4d5d4e-c8d0-40b8-9a44-33ec17c52523 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:38.183235 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-4c9f54f7-1c77-4506-9e7c-e6658ee4e5ea req-5b4d5d4e-c8d0-40b8-9a44-33ec17c52523 service neutron] Transition to ACTIVE for port object e5ab5ed8-17fa-45af-9c4a-4e440f5060e7 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:06:38.266422 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4c9f54f7-1c77-4506-9e7c-e6658ee4e5ea req-5b4d5d4e-c8d0-40b8-9a44-33ec17c52523 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:38.306850 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-a0b46064-44e4-4fe1-8bfe-bebdb0e9512f req-e9592d28-d920-4f28-8d0e-a74779a1be13 tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] For port d1d6f1d7-7e2b-41d0-bce0-96cce615d922, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=d1d6f1d7-7e2b-41d0-bce0-96cce615d922,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:06:38.307221 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-a0b46064-44e4-4fe1-8bfe-bebdb0e9512f req-e9592d28-d920-4f28-8d0e-a74779a1be13 tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:38.331832 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-a0b46064-44e4-4fe1-8bfe-bebdb0e9512f req-e9592d28-d920-4f28-8d0e-a74779a1be13 tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] Calling delete_port for d1d6f1d7-7e2b-41d0-bce0-96cce615d922 owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:06:38.335300 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ca9dec4f-569f-4beb-b0a5-b33e787b5381 req-14b9c3d7-c46c-4713-9ae0-ad88f696ba67 service neutron] 10.222.0.41 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2774482 Dec 06 17:06:38.345427 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2707b6-1906-4b56-ae37-727d9599eb8b req-e5d18900-1ea2-4cfe-b54f-673cf7f718c1 tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:38.347008 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ff2707b6-1906-4b56-ae37-727d9599eb8b req-e5d18900-1ea2-4cfe-b54f-673cf7f718c1 tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] 10.222.0.23 "GET /v2.0/ports?device_id=88fd038c-bf0c-4559-a502-c121c341b06d HTTP/1.1" status: 200 len: 950 time: 0.1632507 Dec 06 17:06:38.516594 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ff2707b6-1906-4b56-ae37-727d9599eb8b req-f3b62c53-a717-40bb-bfdc-5552fcf443ec tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] 10.222.0.23 "GET /v2.0/security-groups?id=14ccde3b-43d2-4548-8e63-0592f603efb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559892 Dec 06 17:06:38.539956 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ca9dec4f-569f-4beb-b0a5-b33e787b5381 req-3365810f-f529-4345-a042-22127485deca service neutron] 10.222.0.41 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896951 Dec 06 17:06:38.648065 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ff5b12ba-173e-4c22-bb82-d5dd09665a58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-772474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575952'] for router_interface, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:38.655561 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4d5d4e-c8d0-40b8-9a44-33ec17c52523 service neutron] Pushing event updated for resources: {'Port': ['ID=e5ab5ed8-17fa-45af-9c4a-4e440f5060e7,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:38.669714 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-a0b46064-44e4-4fe1-8bfe-bebdb0e9512f req-e9592d28-d920-4f28-8d0e-a74779a1be13 tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:38.685963 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['d1d6f1d7-7e2b-41d0-bce0-96cce615d922'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:06:38.719344 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9592d28-d920-4f28-8d0e-a74779a1be13 tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] Pushing event deleted for resources: {'Port': ['ID=d1d6f1d7-7e2b-41d0-bce0-96cce615d922,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:38.738797 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037cd14c-e69f-4bc6-be37-2d19d03a0673 req-1453b401-e41e-4950-b6fe-73635e148021 tempest-AttachSCSIVolumeTestJSON-834088192 tempest-AttachSCSIVolumeTestJSON-834088192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:38.747985 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-037cd14c-e69f-4bc6-be37-2d19d03a0673 req-1453b401-e41e-4950-b6fe-73635e148021 tempest-AttachSCSIVolumeTestJSON-834088192 tempest-AttachSCSIVolumeTestJSON-834088192-project] 10.222.0.23 "GET /v2.0/ports?device_id=481c1348-e571-4bf4-b045-c262930678c9 HTTP/1.1" status: 200 len: 943 time: 0.1359625 Dec 06 17:06:38.827973 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0b46064-44e4-4fe1-8bfe-bebdb0e9512f req-e9592d28-d920-4f28-8d0e-a74779a1be13 tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] No DVR routers for this DVR port d1d6f1d7-7e2b-41d0-bce0-96cce615d922 on host n-h2-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:06:38.832455 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-a0b46064-44e4-4fe1-8bfe-bebdb0e9512f req-e9592d28-d920-4f28-8d0e-a74779a1be13 tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:38.839086 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a0b46064-44e4-4fe1-8bfe-bebdb0e9512f req-e9592d28-d920-4f28-8d0e-a74779a1be13 tempest-DeleteServersAdminTestJSON-1485080796 tempest-DeleteServersAdminTestJSON-1485080796-project] 10.222.0.44 "DELETE /v2.0/ports/d1d6f1d7-7e2b-41d0-bce0-96cce615d922 HTTP/1.1" status: 204 len: 173 time: 0.9368072 Dec 06 17:06:38.839658 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88fd038c-bf0c-4559-a502-c121c341b06d', 'name': 'network-vif-deleted', 'tag': 'd1d6f1d7-7e2b-41d0-bce0-96cce615d922'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:06:38.842891 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eca45e9-a062-46db-b562-f0b761a8927a" -d '{"events": [{"server_uuid": "88fd038c-bf0c-4559-a502-c121c341b06d", "name": "network-vif-deleted", "tag": "d1d6f1d7-7e2b-41d0-bce0-96cce615d922"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:06:38.895779 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-037cd14c-e69f-4bc6-be37-2d19d03a0673 req-0e370114-02ab-4490-a33c-4da73700600f tempest-AttachSCSIVolumeTestJSON-834088192 tempest-AttachSCSIVolumeTestJSON-834088192-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f19429f-3b05-4a35-aac8-fc69e71b8154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453192 Dec 06 17:06:38.966349 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-b12e7354-0f60-4f2c-b7bb-8904f1ceea5e req-5166e737-0aa5-4b40-995c-f865b31a7fd8 service neutron] Attempting to bind port 47959905-0d65-435d-bd88-6229edcc8f79 on host n-h2-master-1 for vnic_type normal with profile None {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:06:38.966688 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-b12e7354-0f60-4f2c-b7bb-8904f1ceea5e req-5166e737-0aa5-4b40-995c-f865b31a7fd8 service neutron] Attempting to bind port 47959905-0d65-435d-bd88-6229edcc8f79 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'd43b23f1-3a85-4be8-8063-3fe18696b942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f368e270-aa86-47d2-9c8f-0ac2b4fc8997'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:06:38.967592 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12e7354-0f60-4f2c-b7bb-8904f1ceea5e req-5166e737-0aa5-4b40-995c-f865b31a7fd8 service neutron] Attempting to bind port 47959905-0d65-435d-bd88-6229edcc8f79 on network f368e270-aa86-47d2-9c8f-0ac2b4fc8997 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:06:38.982555 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ab4b85-618b-443d-8482-77b895c5261b req-eacab33a-c282-41a1-a6df-f11ecde37e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:38.984308 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12e7354-0f60-4f2c-b7bb-8904f1ceea5e req-5166e737-0aa5-4b40-995c-f865b31a7fd8 service neutron] Port 47959905-0d65-435d-bd88-6229edcc8f79 on network f368e270-aa86-47d2-9c8f-0ac2b4fc8997 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:06:38.985158 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12e7354-0f60-4f2c-b7bb-8904f1ceea5e req-5166e737-0aa5-4b40-995c-f865b31a7fd8 service neutron] Attempting to bind port 47959905-0d65-435d-bd88-6229edcc8f79 on network f368e270-aa86-47d2-9c8f-0ac2b4fc8997 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:06:38.985888 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-76ab4b85-618b-443d-8482-77b895c5261b req-eacab33a-c282-41a1-a6df-f11ecde37e88 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=013b92ce2e6a40e1a3b2fa92d62d652e&device_id=410657f9-9533-48fd-94c2-2548178a831b HTTP/1.1" status: 200 len: 1096 time: 0.0679119 Dec 06 17:06:39.006530 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12e7354-0f60-4f2c-b7bb-8904f1ceea5e req-5166e737-0aa5-4b40-995c-f865b31a7fd8 service neutron] Checking agent: {'id': '9d8b9f49-2860-4c1f-9b89-45a7657a3c4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:06:39.006871 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12e7354-0f60-4f2c-b7bb-8904f1ceea5e req-5166e737-0aa5-4b40-995c-f865b31a7fd8 service neutron] Checking segment: {'id': 'd43b23f1-3a85-4be8-8063-3fe18696b942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f368e270-aa86-47d2-9c8f-0ac2b4fc8997'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:06:39.007627 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12e7354-0f60-4f2c-b7bb-8904f1ceea5e req-5166e737-0aa5-4b40-995c-f865b31a7fd8 service neutron] Bound using segment: {'id': 'd43b23f1-3a85-4be8-8063-3fe18696b942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f368e270-aa86-47d2-9c8f-0ac2b4fc8997'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:06:39.007770 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-b12e7354-0f60-4f2c-b7bb-8904f1ceea5e req-5166e737-0aa5-4b40-995c-f865b31a7fd8 service neutron] Bound port: 47959905-0d65-435d-bd88-6229edcc8f79, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd43b23f1-3a85-4be8-8063-3fe18696b942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f368e270-aa86-47d2-9c8f-0ac2b4fc8997'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:06:39.061606 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-67ba5b7a-bcaa-4d9c-ac56-ecc32325935e req-f60fcd54-e19e-4bae-bc75-98081ea9e476 tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] 10.222.0.23 "GET /v2.0/ports?device_id=e045eb27-19a3-4d8e-bbaa-30affa219d3e HTTP/1.1" status: 200 len: 210 time: 0.0567567 Dec 06 17:06:39.132982 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-4c9f54f7-1c77-4506-9e7c-e6658ee4e5ea req-5b4d5d4e-c8d0-40b8-9a44-33ec17c52523 service neutron] Attempting to bind port e5ab5ed8-17fa-45af-9c4a-4e440f5060e7 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:06:39.132982 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-4c9f54f7-1c77-4506-9e7c-e6658ee4e5ea req-5b4d5d4e-c8d0-40b8-9a44-33ec17c52523 service neutron] Attempting to bind port e5ab5ed8-17fa-45af-9c4a-4e440f5060e7 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '8c139f9d-920e-436e-b4a5-7d7102bdfc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ce84b6e8-a54c-4d8b-b96a-3ed620de29d0'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:06:39.133312 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9f54f7-1c77-4506-9e7c-e6658ee4e5ea req-5b4d5d4e-c8d0-40b8-9a44-33ec17c52523 service neutron] Attempting to bind port e5ab5ed8-17fa-45af-9c4a-4e440f5060e7 on network ce84b6e8-a54c-4d8b-b96a-3ed620de29d0 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:06:39.152081 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9f54f7-1c77-4506-9e7c-e6658ee4e5ea req-5b4d5d4e-c8d0-40b8-9a44-33ec17c52523 service neutron] Port e5ab5ed8-17fa-45af-9c4a-4e440f5060e7 on network ce84b6e8-a54c-4d8b-b96a-3ed620de29d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:06:39.152410 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9f54f7-1c77-4506-9e7c-e6658ee4e5ea req-5b4d5d4e-c8d0-40b8-9a44-33ec17c52523 service neutron] Attempting to bind port e5ab5ed8-17fa-45af-9c4a-4e440f5060e7 on network ce84b6e8-a54c-4d8b-b96a-3ed620de29d0 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:06:39.161312 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9f54f7-1c77-4506-9e7c-e6658ee4e5ea req-5b4d5d4e-c8d0-40b8-9a44-33ec17c52523 service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:06:39.161988 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9f54f7-1c77-4506-9e7c-e6658ee4e5ea req-5b4d5d4e-c8d0-40b8-9a44-33ec17c52523 service neutron] Checking segment: {'id': '8c139f9d-920e-436e-b4a5-7d7102bdfc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ce84b6e8-a54c-4d8b-b96a-3ed620de29d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:06:39.162121 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9f54f7-1c77-4506-9e7c-e6658ee4e5ea req-5b4d5d4e-c8d0-40b8-9a44-33ec17c52523 service neutron] Bound using segment: {'id': '8c139f9d-920e-436e-b4a5-7d7102bdfc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ce84b6e8-a54c-4d8b-b96a-3ed620de29d0'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:06:39.162523 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-4c9f54f7-1c77-4506-9e7c-e6658ee4e5ea req-5b4d5d4e-c8d0-40b8-9a44-33ec17c52523 service neutron] Bound port: e5ab5ed8-17fa-45af-9c4a-4e440f5060e7, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c139f9d-920e-436e-b4a5-7d7102bdfc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ce84b6e8-a54c-4d8b-b96a-3ed620de29d0'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:06:39.162885 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4c9f54f7-1c77-4506-9e7c-e6658ee4e5ea req-5b4d5d4e-c8d0-40b8-9a44-33ec17c52523 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:39.187190 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ab4b85-618b-443d-8482-77b895c5261b req-098ac583-a1b5-4cff-bda6-8ec6bbf40885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:39.189027 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-76ab4b85-618b-443d-8482-77b895c5261b req-098ac583-a1b5-4cff-bda6-8ec6bbf40885 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f368e270-aa86-47d2-9c8f-0ac2b4fc8997 HTTP/1.1" status: 200 len: 922 time: 0.1718254 Dec 06 17:06:39.266169 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-76ab4b85-618b-443d-8482-77b895c5261b req-7ebe9b40-6875-46e1-8c1b-6ab8102ebba6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=47959905-0d65-435d-bd88-6229edcc8f79 HTTP/1.1" status: 200 len: 217 time: 0.0624270 Dec 06 17:06:39.312372 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-b12e7354-0f60-4f2c-b7bb-8904f1ceea5e req-5166e737-0aa5-4b40-995c-f865b31a7fd8 service neutron] For port 47959905-0d65-435d-bd88-6229edcc8f79, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=47959905-0d65-435d-bd88-6229edcc8f79,segment=NetworkSegment(d43b23f1-3a85-4be8-8063-3fe18696b942),segment_id=d43b23f1-3a85-4be8-8063-3fe18696b942)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:06:39.325702 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b12e7354-0f60-4f2c-b7bb-8904f1ceea5e req-5166e737-0aa5-4b40-995c-f865b31a7fd8 service neutron] Publish callbacks [] for binding, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:39.326951 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b12e7354-0f60-4f2c-b7bb-8904f1ceea5e req-5166e737-0aa5-4b40-995c-f865b31a7fd8 service neutron] 10.222.0.23 "POST /v2.0/ports/47959905-0d65-435d-bd88-6229edcc8f79/bindings HTTP/1.1" status: 201 len: 389 time: 1.3088799 Dec 06 17:06:39.333685 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff5b12ba-173e-4c22-bb82-d5dd09665a58 admin admin] Router 8eefee0d-7a99-481a-ab4f-ac1fd6846b22 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:06:39.336605 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-4c9f54f7-1c77-4506-9e7c-e6658ee4e5ea req-5b4d5d4e-c8d0-40b8-9a44-33ec17c52523 service neutron] For port e5ab5ed8-17fa-45af-9c4a-4e440f5060e7, host n-h1-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:06:39.342384 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-4c9f54f7-1c77-4506-9e7c-e6658ee4e5ea req-5b4d5d4e-c8d0-40b8-9a44-33ec17c52523 service neutron] For port e5ab5ed8-17fa-45af-9c4a-4e440f5060e7, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=e5ab5ed8-17fa-45af-9c4a-4e440f5060e7,segment=NetworkSegment(8c139f9d-920e-436e-b4a5-7d7102bdfc61),segment_id=8c139f9d-920e-436e-b4a5-7d7102bdfc61)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:06:39.349011 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d42928-f4bd-4a6e-b4ed-3b9621a99c7f req-c39d4b2c-3aeb-4ef7-b362-ac896e459f0f tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:39.350731 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-04d42928-f4bd-4a6e-b4ed-3b9621a99c7f req-c39d4b2c-3aeb-4ef7-b362-ac896e459f0f tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/ports?device_id=790d2c16-8625-4b1d-8f20-1133667079bb HTTP/1.1" status: 200 len: 946 time: 0.1572070 Dec 06 17:06:39.352475 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b3eed68e-0e73-43a8-ae44-ccbb633bddaa req-1a2b1478-00a3-425e-a34d-1cdd950e3d2e tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=ae9f6d35327549c2b7b2f978c2ccdbc1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0422859 Dec 06 17:06:39.360558 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4c9f54f7-1c77-4506-9e7c-e6658ee4e5ea req-5b4d5d4e-c8d0-40b8-9a44-33ec17c52523 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:39.379106 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ab4b85-618b-443d-8482-77b895c5261b req-346c1eb9-3b2e-465a-b9bd-6178ab7d98b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:39.380570 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-76ab4b85-618b-443d-8482-77b895c5261b req-346c1eb9-3b2e-465a-b9bd-6178ab7d98b7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f77759ce-94b4-46a8-b90f-f881b9e38f99 HTTP/1.1" status: 200 len: 861 time: 0.1052570 Dec 06 17:06:39.455286 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-76ab4b85-618b-443d-8482-77b895c5261b req-2f40d9fb-0460-4d15-a1fc-03ffab140a42 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f368e270-aa86-47d2-9c8f-0ac2b4fc8997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560341 Dec 06 17:06:39.456975 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9f54f7-1c77-4506-9e7c-e6658ee4e5ea req-5b4d5d4e-c8d0-40b8-9a44-33ec17c52523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:39.457638 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4c9f54f7-1c77-4506-9e7c-e6658ee4e5ea req-5b4d5d4e-c8d0-40b8-9a44-33ec17c52523 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:39.459134 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4c9f54f7-1c77-4506-9e7c-e6658ee4e5ea req-5b4d5d4e-c8d0-40b8-9a44-33ec17c52523 service neutron] 10.222.0.41 "PUT /v2.0/ports/e5ab5ed8-17fa-45af-9c4a-4e440f5060e7 HTTP/1.1" status: 200 len: 1091 time: 2.1394622 Dec 06 17:06:39.461187 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '481c1348-e571-4bf4-b045-c262930678c9', 'tag': 'e5ab5ed8-17fa-45af-9c4a-4e440f5060e7'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:06:39.463531 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7a426ce-c3e3-44b2-9f23-59849e8e3bc4" -d '{"events": [{"name": "network-changed", "server_uuid": "481c1348-e571-4bf4-b045-c262930678c9", "tag": "e5ab5ed8-17fa-45af-9c4a-4e440f5060e7"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:06:39.546780 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4d5d4e-c8d0-40b8-9a44-33ec17c52523 service neutron] Pushing event updated for resources: {'Port': ['ID=e5ab5ed8-17fa-45af-9c4a-4e440f5060e7,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:39.566395 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff5b12ba-173e-4c22-bb82-d5dd09665a58 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:06:39.579419 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-ff5b12ba-173e-4c22-bb82-d5dd09665a58 admin admin] 10.222.0.23 "PUT /v2.0/routers/8eefee0d-7a99-481a-ab4f-ac1fd6846b22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1341243 Dec 06 17:06:39.580307 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 34766) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:06:39.581931 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1e37ab-89fe-435c-a3c2-c8d14b2c34a5 None None] Sync routers for ids ['8eefee0d-7a99-481a-ab4f-ac1fd6846b22'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:06:39.601911 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1e37ab-89fe-435c-a3c2-c8d14b2c34a5 None None] Routers {'8eefee0d-7a99-481a-ab4f-ac1fd6846b22'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:06:39.602534 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-7b1e37ab-89fe-435c-a3c2-c8d14b2c34a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:06:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['8eefee0d-7a99-481a-ab4f-ac1fd6846b22'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:06:39.759513 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-04d42928-f4bd-4a6e-b4ed-3b9621a99c7f req-610573bb-b557-41e8-aeae-6e1039f3d339 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/security-groups?id=79a8a720-4d91-42c0-8bdb-aecf1d5b7573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3898020 Dec 06 17:06:39.792087 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-7b1e37ab-89fe-435c-a3c2-c8d14b2c34a5 None None] Set router 8eefee0d-7a99-481a-ab4f-ac1fd6846b22 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:06:39.813958 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eed68e-0e73-43a8-ae44-ccbb633bddaa req-0fd2ff80-bb62-4368-842d-282b926995b3 tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:39.815571 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b3eed68e-0e73-43a8-ae44-ccbb633bddaa req-0fd2ff80-bb62-4368-842d-282b926995b3 tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4553831 Dec 06 17:06:39.818595 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-76ab4b85-618b-443d-8482-77b895c5261b req-5ee3c195-e362-4944-8053-05c740a1e268 service neutron] 10.222.0.41 "GET /v2.0/networks/f368e270-aa86-47d2-9c8f-0ac2b4fc8997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3410964 Dec 06 17:06:39.833379 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9f54f7-1c77-4506-9e7c-e6658ee4e5ea req-d72b98f7-7793-4f45-b913-c0a8d049f5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:39.835458 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4c9f54f7-1c77-4506-9e7c-e6658ee4e5ea req-d72b98f7-7793-4f45-b913-c0a8d049f5f8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=25179fdbe9ac45f69bfb261791d4dd2a&device_id=481c1348-e571-4bf4-b045-c262930678c9 HTTP/1.1" status: 200 len: 1094 time: 0.2469163 Dec 06 17:06:39.856193 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12e7354-0f60-4f2c-b7bb-8904f1ceea5e req-26622a49-e573-4c99-9fdc-9320ebd79935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:39.858397 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b12e7354-0f60-4f2c-b7bb-8904f1ceea5e req-26622a49-e573-4c99-9fdc-9320ebd79935 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=013b92ce2e6a40e1a3b2fa92d62d652e&device_id=410657f9-9533-48fd-94c2-2548178a831b HTTP/1.1" status: 200 len: 1096 time: 0.1050229 Dec 06 17:06:39.867638 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-b3eed68e-0e73-43a8-ae44-ccbb633bddaa req-f87327d4-7781-4caf-be26-29da4ae6c190 tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] Request body: {'port': {'device_id': 'e045eb27-19a3-4d8e-bbaa-30affa219d3e', 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a', 'admin_state_up': True, 'tenant_id': 'ae9f6d35327549c2b7b2f978c2ccdbc1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:06:39.878130 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b332709-fbb2-47c8-b1eb-0aaca7ee20ad x-openstack-request-id: req-2b332709-fbb2-47c8-b1eb-0aaca7ee20ad {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:06:39.878521 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88fd038c-bf0c-4559-a502-c121c341b06d", "name": "network-vif-deleted", "tag": "d1d6f1d7-7e2b-41d0-bce0-96cce615d922", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:06:39.878788 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2b332709-fbb2-47c8-b1eb-0aaca7ee20ad {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:06:39.879192 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88fd038c-bf0c-4559-a502-c121c341b06d', 'name': 'network-vif-deleted', 'tag': 'd1d6f1d7-7e2b-41d0-bce0-96cce615d922', 'status': 'completed', 'code': 200} Dec 06 17:06:39.960523 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 17:06:39.975616 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bc6fcc-b832-48e8-b259-f222e2239ca5 req-63752888-0966-486a-bf53-b3053cdd189d tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:39.977148 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e8bc6fcc-b832-48e8-b259-f222e2239ca5 req-63752888-0966-486a-bf53-b3053cdd189d tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a7c159b-e027-4481-b81c-93027f05eeef HTTP/1.1" status: 200 len: 950 time: 0.3131137 Dec 06 17:06:39.981642 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-7b1e37ab-89fe-435c-a3c2-c8d14b2c34a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eefee0d-7a99-481a-ab4f-ac1fd6846b22', 'name': 'tempest-FloatingIPsTestJSON-389875508-router', 'tenant_id': '9d043d9a7673489589f60d01234e4891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.76'}], 'enable_snat': True}, 'gw_port_id': 'd39d2b26-5a99-4b0f-8f2a-be781ce0bdba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:06:08Z', 'updated_at': '2021-12-06T17:06:37Z', 'revision_number': 5, 'project_id': '9d043d9a7673489589f60d01234e4891', 'gw_port': {'id': 'd39d2b26-5a99-4b0f-8f2a-be781ce0bdba', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:eb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eefee0d-7a99-481a-ab4f-ac1fd6846b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:06:09Z', 'updated_at': '2021-12-06T17:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:06:39.983943 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4c9f54f7-1c77-4506-9e7c-e6658ee4e5ea req-ce6bf25b-88c9-4c48-91cf-d998442e7ec8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e5ab5ed8-17fa-45af-9c4a-4e440f5060e7 HTTP/1.1" status: 200 len: 217 time: 0.1310658 Dec 06 17:06:40.009031 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1e37ab-89fe-435c-a3c2-c8d14b2c34a5 None None] Checking router: 8eefee0d-7a99-481a-ab4f-ac1fd6846b22 for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:06:40.014234 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fda69620-0efd-4056-a37c-3ac88f4ee997 admin admin] Publish callbacks [] for router, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:40.018775 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1e37ab-89fe-435c-a3c2-c8d14b2c34a5 None None] Routers {'8eefee0d-7a99-481a-ab4f-ac1fd6846b22'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:06:40.019405 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-7b1e37ab-89fe-435c-a3c2-c8d14b2c34a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:06:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['8eefee0d-7a99-481a-ab4f-ac1fd6846b22'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:06:40.130870 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-7b1e37ab-89fe-435c-a3c2-c8d14b2c34a5 None None] Set router 8eefee0d-7a99-481a-ab4f-ac1fd6846b22 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:06:40.166911 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12e7354-0f60-4f2c-b7bb-8904f1ceea5e req-60b057bc-0b18-4b23-983a-488534dd2cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:40.168413 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b12e7354-0f60-4f2c-b7bb-8904f1ceea5e req-60b057bc-0b18-4b23-983a-488534dd2cc4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f368e270-aa86-47d2-9c8f-0ac2b4fc8997 HTTP/1.1" status: 200 len: 922 time: 0.2994072 Dec 06 17:06:40.187513 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9f54f7-1c77-4506-9e7c-e6658ee4e5ea req-cb4577c2-dc55-4c64-8769-e942adb3b850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:40.188970 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4c9f54f7-1c77-4506-9e7c-e6658ee4e5ea req-cb4577c2-dc55-4c64-8769-e942adb3b850 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a622e50f-8b7c-43ef-a2f8-80e6f0f81ea2 HTTP/1.1" status: 200 len: 853 time: 0.1871252 Dec 06 17:06:40.192371 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e8bc6fcc-b832-48e8-b259-f222e2239ca5 req-0cc12d32-2c5a-48d1-a55f-210809a8046a tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/security-groups?id=05993717-efad-46b6-9cd9-33188c432d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034218 Dec 06 17:06:40.250425 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b12e7354-0f60-4f2c-b7bb-8904f1ceea5e req-53c127b9-1f42-4139-8af9-26bfdd165253 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=47959905-0d65-435d-bd88-6229edcc8f79 HTTP/1.1" status: 200 len: 217 time: 0.0715213 Dec 06 17:06:40.268071 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e67001b-a917-4c5b-a5e6-24b06d6572b9 x-openstack-request-id: req-1e67001b-a917-4c5b-a5e6-24b06d6572b9 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:06:40.268372 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "481c1348-e571-4bf4-b045-c262930678c9", "tag": "e5ab5ed8-17fa-45af-9c4a-4e440f5060e7", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:06:40.268636 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1e67001b-a917-4c5b-a5e6-24b06d6572b9 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:06:40.269068 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '481c1348-e571-4bf4-b045-c262930678c9', 'tag': 'e5ab5ed8-17fa-45af-9c4a-4e440f5060e7', 'status': 'completed', 'code': 200} Dec 06 17:06:40.321748 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fda69620-0efd-4056-a37c-3ac88f4ee997 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:40.323483 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de60385c-44a7-4042-9091-ab1daada3e50 req-50ec1b1b-7fa3-4b7e-828f-639a4b498d61 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:40.332295 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-de60385c-44a7-4042-9091-ab1daada3e50 req-50ec1b1b-7fa3-4b7e-828f-639a4b498d61 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=410657f9-9533-48fd-94c2-2548178a831b HTTP/1.1" status: 200 len: 945 time: 0.4232147 Dec 06 17:06:40.345282 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9f54f7-1c77-4506-9e7c-e6658ee4e5ea req-8f5e3b7c-ad98-45e3-a0a3-10178f7a5ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:40.346844 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4c9f54f7-1c77-4506-9e7c-e6658ee4e5ea req-8f5e3b7c-ad98-45e3-a0a3-10178f7a5ac7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ce84b6e8-a54c-4d8b-b96a-3ed620de29d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1100204 Dec 06 17:06:40.350428 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12e7354-0f60-4f2c-b7bb-8904f1ceea5e req-716482c6-aede-4b5b-a657-683e68777e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:40.351838 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b12e7354-0f60-4f2c-b7bb-8904f1ceea5e req-716482c6-aede-4b5b-a657-683e68777e1b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f77759ce-94b4-46a8-b90f-f881b9e38f99 HTTP/1.1" status: 200 len: 861 time: 0.0818584 Dec 06 17:06:40.355472 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-76ab4b85-618b-443d-8482-77b895c5261b req-3d954386-d53c-4883-9ece-d3c66a94c5c5 service neutron] 10.222.0.41 "GET /v2.0/networks/f368e270-aa86-47d2-9c8f-0ac2b4fc8997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5230577 Dec 06 17:06:40.366473 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-7b1e37ab-89fe-435c-a3c2-c8d14b2c34a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eefee0d-7a99-481a-ab4f-ac1fd6846b22', 'name': 'tempest-FloatingIPsTestJSON-389875508-router', 'tenant_id': '9d043d9a7673489589f60d01234e4891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.76'}], 'enable_snat': True}, 'gw_port_id': 'd39d2b26-5a99-4b0f-8f2a-be781ce0bdba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:06:08Z', 'updated_at': '2021-12-06T17:06:37Z', 'revision_number': 5, 'project_id': '9d043d9a7673489589f60d01234e4891', 'gw_port': {'id': 'd39d2b26-5a99-4b0f-8f2a-be781ce0bdba', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:eb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eefee0d-7a99-481a-ab4f-ac1fd6846b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:06:09Z', 'updated_at': '2021-12-06T17:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:06:40.407972 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3eed68e-0e73-43a8-ae44-ccbb633bddaa req-f87327d4-7781-4caf-be26-29da4ae6c190 tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] Made reservation on behalf of ae9f6d35327549c2b7b2f978c2ccdbc1 for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:06:40.412025 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-b3eed68e-0e73-43a8-ae44-ccbb633bddaa req-f87327d4-7781-4caf-be26-29da4ae6c190 tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:40.416596 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1e37ab-89fe-435c-a3c2-c8d14b2c34a5 None None] The sync data for ids ['8eefee0d-7a99-481a-ab4f-ac1fd6846b22'] in n-d-master-1 is: [{'id': '8eefee0d-7a99-481a-ab4f-ac1fd6846b22', 'name': 'tempest-FloatingIPsTestJSON-389875508-router', 'tenant_id': '9d043d9a7673489589f60d01234e4891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.76'}], 'enable_snat': True}, 'gw_port_id': 'd39d2b26-5a99-4b0f-8f2a-be781ce0bdba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:06:08Z', 'updated_at': '2021-12-06T17:06:37Z', 'revision_number': 5, 'project_id': '9d043d9a7673489589f60d01234e4891', 'gw_port': {'id': 'd39d2b26-5a99-4b0f-8f2a-be781ce0bdba', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:eb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eefee0d-7a99-481a-ab4f-ac1fd6846b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:06:09Z', 'updated_at': '2021-12-06T17:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:06:40.430128 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-de60385c-44a7-4042-9091-ab1daada3e50 req-e8e262bf-e5c9-467f-a3dd-9c10389ecd38 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968852 Dec 06 17:06:40.449912 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b12e7354-0f60-4f2c-b7bb-8904f1ceea5e req-ca0ebc8f-1072-4a06-afa4-c073278bbbc3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f368e270-aa86-47d2-9c8f-0ac2b4fc8997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620389 Dec 06 17:06:40.580386 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device f266378e-6360-4808-a93e-af8a2aa71b50 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:06:40.631751 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61596b6-be45-4dc1-95dd-0533d5d93931 req-fac8b590-2b7d-40a4-b33a-1bb82bfcb584 tempest-AttachSCSIVolumeTestJSON-834088192 tempest-AttachSCSIVolumeTestJSON-834088192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:40.633365 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b61596b6-be45-4dc1-95dd-0533d5d93931 req-fac8b590-2b7d-40a4-b33a-1bb82bfcb584 tempest-AttachSCSIVolumeTestJSON-834088192 tempest-AttachSCSIVolumeTestJSON-834088192-project] 10.222.0.23 "GET /v2.0/ports?device_id=481c1348-e571-4bf4-b045-c262930678c9 HTTP/1.1" status: 200 len: 943 time: 0.1012616 Dec 06 17:06:40.675591 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-b3eed68e-0e73-43a8-ae44-ccbb633bddaa req-f87327d4-7781-4caf-be26-29da4ae6c190 tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] Allocated IP 192.168.233.92 (ee08a0d2-834f-4c39-be47-9c424581246a/1342252a-21e4-4783-88ff-f54776c79059/cd098ab2-dfbc-4efa-8546-de102ea51e01) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:06:40.697700 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port f266378e-6360-4808-a93e-af8a2aa71b50, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=f266378e-6360-4808-a93e-af8a2aa71b50,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:06:40.717848 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': 'f266378e-6360-4808-a93e-af8a2aa71b50', 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a', 'port_id': 'f266378e-6360-4808-a93e-af8a2aa71b50', 'mac_address': 'fa:16:3e:30:54:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1342252a-21e4-4783-88ff-f54776c79059', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:06:40.726718 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b61596b6-be45-4dc1-95dd-0533d5d93931 req-58126fe2-716d-4629-8b41-9dfadbb2acca tempest-AttachSCSIVolumeTestJSON-834088192 tempest-AttachSCSIVolumeTestJSON-834088192-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f19429f-3b05-4a35-aac8-fc69e71b8154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824459 Dec 06 17:06:40.813981 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:40.844174 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f266378e-6360-4808-a93e-af8a2aa71b50 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:06:40.872128 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1525d434-bc31-4a34-a52c-f471567c7b2d req-ab969f30-dd02-4c65-8220-d3b76934bc95 tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] 10.222.0.23 "GET /v2.0/ports?device_id=e045eb27-19a3-4d8e-bbaa-30affa219d3e HTTP/1.1" status: 200 len: 210 time: 0.1270874 Dec 06 17:06:40.876691 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port f266378e-6360-4808-a93e-af8a2aa71b50, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=f266378e-6360-4808-a93e-af8a2aa71b50,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:06:40.886289 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:40.913748 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4c9f54f7-1c77-4506-9e7c-e6658ee4e5ea req-5ddff9af-b3ef-413b-b2a1-e2858e6cb584 service neutron] 10.222.0.41 "GET /v2.0/networks/ce84b6e8-a54c-4d8b-b96a-3ed620de29d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5526874 Dec 06 17:06:40.945402 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-fda69620-0efd-4056-a37c-3ac88f4ee997 admin admin] Deleting port d39d2b26-5a99-4b0f-8f2a-be781ce0bdba {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:06:40.945768 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fda69620-0efd-4056-a37c-3ac88f4ee997 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:40.949414 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=f266378e-6360-4808-a93e-af8a2aa71b50,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:40.986683 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34123cf4-6639-4a2b-8c05-181682019aa6 req-6bb1dd66-6540-4440-bbc9-8e54be91eee2 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:40.989841 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-34123cf4-6639-4a2b-8c05-181682019aa6 req-6bb1dd66-6540-4440-bbc9-8e54be91eee2 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/ports?device_id=33079cb3-b6df-4685-b7af-26e4c0a14648 HTTP/1.1" status: 200 len: 947 time: 0.1355627 Dec 06 17:06:41.015240 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b12e7354-0f60-4f2c-b7bb-8904f1ceea5e req-0fe291a5-e7ad-451c-a3cf-8b180a5884e2 service neutron] 10.222.0.44 "GET /v2.0/networks/f368e270-aa86-47d2-9c8f-0ac2b4fc8997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419028 Dec 06 17:06:41.042594 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-b3eed68e-0e73-43a8-ae44-ccbb633bddaa req-f87327d4-7781-4caf-be26-29da4ae6c190 tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:41.095017 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-34123cf4-6639-4a2b-8c05-181682019aa6 req-8bd25544-f2b7-4e28-b3d2-66f967e9e668 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/security-groups?id=05993717-efad-46b6-9cd9-33188c432d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802019 Dec 06 17:06:41.106166 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-b3eed68e-0e73-43a8-ae44-ccbb633bddaa req-f87327d4-7781-4caf-be26-29da4ae6c190 tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:41.121309 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['06cb0439-9197-46d2-9a58-98bd1e9e6c04'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:06:41.160956 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['f266378e-6360-4808-a93e-af8a2aa71b50'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:06:41.176306 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3eed68e-0e73-43a8-ae44-ccbb633bddaa req-f87327d4-7781-4caf-be26-29da4ae6c190 tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] Network ee08a0d2-834f-4c39-be47-9c424581246a is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:06:41.179677 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-b3eed68e-0e73-43a8-ae44-ccbb633bddaa req-f87327d4-7781-4caf-be26-29da4ae6c190 tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:06:41.182423 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3eed68e-0e73-43a8-ae44-ccbb633bddaa req-f87327d4-7781-4caf-be26-29da4ae6c190 tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:06:41.197281 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-fda69620-0efd-4056-a37c-3ac88f4ee997 admin admin] For port d39d2b26-5a99-4b0f-8f2a-be781ce0bdba, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d39d2b26-5a99-4b0f-8f2a-be781ce0bdba,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:06:41.197693 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fda69620-0efd-4056-a37c-3ac88f4ee997 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:41.208918 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4c9f54f7-1c77-4506-9e7c-e6658ee4e5ea req-24d9fbd1-fc78-4aae-bbaa-8ba9453430ae service neutron] 10.222.0.41 "GET /v2.0/networks/ce84b6e8-a54c-4d8b-b96a-3ed620de29d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825997 Dec 06 17:06:41.229503 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c0bcc3-9b56-407e-86af-9683c1784f0c req-08d4bbf8-61c5-4c34-bfeb-5b40255ece59 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:41.237336 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-97c0bcc3-9b56-407e-86af-9683c1784f0c req-08d4bbf8-61c5-4c34-bfeb-5b40255ece59 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/ports?device_id=790d2c16-8625-4b1d-8f20-1133667079bb HTTP/1.1" status: 200 len: 946 time: 0.1928673 Dec 06 17:06:41.239512 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-fda69620-0efd-4056-a37c-3ac88f4ee997 admin admin] Calling delete_port for d39d2b26-5a99-4b0f-8f2a-be781ce0bdba owned by network:router_gateway {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:06:41.262877 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eed68e-0e73-43a8-ae44-ccbb633bddaa req-f87327d4-7781-4caf-be26-29da4ae6c190 tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:41.264857 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-b3eed68e-0e73-43a8-ae44-ccbb633bddaa req-f87327d4-7781-4caf-be26-29da4ae6c190 tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:41.281731 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87327d4-7781-4caf-be26-29da4ae6c190 tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] Pushing event updated for resources: {'Port': ['ID=cd098ab2-dfbc-4efa-8546-de102ea51e01,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:41.291156 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b12e7354-0f60-4f2c-b7bb-8904f1ceea5e req-85b915f0-7d58-4d22-aaf0-2e7908d1f52e service neutron] 10.222.0.44 "GET /v2.0/networks/f368e270-aa86-47d2-9c8f-0ac2b4fc8997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435918 Dec 06 17:06:41.296387 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b3eed68e-0e73-43a8-ae44-ccbb633bddaa req-f87327d4-7781-4caf-be26-29da4ae6c190 tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4636002 Dec 06 17:06:41.315313 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 0f1619fe-0fb6-4815-8cc6-5d3833409641 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:06:41.321539 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-b3eed68e-0e73-43a8-ae44-ccbb633bddaa req-204e9c27-519c-45e7-8d9b-5e9ae7506372 service neutron] Request body: {'port': {'device_id': 'e045eb27-19a3-4d8e-bbaa-30affa219d3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:06:41.366537 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 0f1619fe-0fb6-4815-8cc6-5d3833409641 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:06:41.366886 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 0f1619fe-0fb6-4815-8cc6-5d3833409641 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:06:41.402123 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-b3eed68e-0e73-43a8-ae44-ccbb633bddaa req-204e9c27-519c-45e7-8d9b-5e9ae7506372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:41.470283 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-97c0bcc3-9b56-407e-86af-9683c1784f0c req-ca60c170-603c-47ce-9e52-2208ed217569 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/security-groups?id=79a8a720-4d91-42c0-8bdb-aecf1d5b7573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315884 Dec 06 17:06:41.548780 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device d1d6f1d7-7e2b-41d0-bce0-96cce615d922 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:06:41.599899 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12e7354-0f60-4f2c-b7bb-8904f1ceea5e req-9e3bf4bd-3f8d-4551-bed8-55f6b12b429b tempest-LiveAutoBlockMigrationV225Test-847899352 tempest-LiveAutoBlockMigrationV225Test-847899352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:41.601530 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b12e7354-0f60-4f2c-b7bb-8904f1ceea5e req-9e3bf4bd-3f8d-4551-bed8-55f6b12b429b tempest-LiveAutoBlockMigrationV225Test-847899352 tempest-LiveAutoBlockMigrationV225Test-847899352-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=410657f9-9533-48fd-94c2-2548178a831b&tenant_id=013b92ce2e6a40e1a3b2fa92d62d652e&binding%3Ahost_id=n-h1-master-1 HTTP/1.1" status: 200 len: 1096 time: 0.2416933 Dec 06 17:06:41.603388 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a426ce-c3e3-44b2-9f23-59849e8e3bc4 req-7b77dc01-8864-48c4-9671-4338e97e618b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:41.615645 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a7a426ce-c3e3-44b2-9f23-59849e8e3bc4 req-7b77dc01-8864-48c4-9671-4338e97e618b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=25179fdbe9ac45f69bfb261791d4dd2a&device_id=481c1348-e571-4bf4-b045-c262930678c9 HTTP/1.1" status: 200 len: 1094 time: 0.3199711 Dec 06 17:06:41.636097 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-b12e7354-0f60-4f2c-b7bb-8904f1ceea5e req-aaf7d188-3a5c-4431-b842-6208dbef4b77 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-master-1'}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:06:41.644374 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] No Port match for: d1d6f1d7-7e2b-41d0-bce0-96cce615d922 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:06:41.645308 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device d1d6f1d7-7e2b-41d0-bce0-96cce615d922 not bound to the agent host n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:06:41.672591 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-7144dd4b-0b49-47a1-bb85-f291ea202db0 None None] Provisioning complete for port cd098ab2-dfbc-4efa-8546-de102ea51e01 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:06:41.673673 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7144dd4b-0b49-47a1-bb85-f291ea202db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:41.759064 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-b3eed68e-0e73-43a8-ae44-ccbb633bddaa req-204e9c27-519c-45e7-8d9b-5e9ae7506372 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd098ab2-dfbc-4efa-8546-de102ea51e01 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:06:41.783016 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-b3eed68e-0e73-43a8-ae44-ccbb633bddaa req-204e9c27-519c-45e7-8d9b-5e9ae7506372 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:41.799042 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-b3eed68e-0e73-43a8-ae44-ccbb633bddaa req-204e9c27-519c-45e7-8d9b-5e9ae7506372 service neutron] Transition to ACTIVE for port object cd098ab2-dfbc-4efa-8546-de102ea51e01 will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:06:41.822301 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b12e7354-0f60-4f2c-b7bb-8904f1ceea5e req-aaf7d188-3a5c-4431-b842-6208dbef4b77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:41.837158 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-b3eed68e-0e73-43a8-ae44-ccbb633bddaa req-204e9c27-519c-45e7-8d9b-5e9ae7506372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:41.840665 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a426ce-c3e3-44b2-9f23-59849e8e3bc4 req-b466bc64-f1fc-4322-8928-6930a28583ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:41.843072 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a7a426ce-c3e3-44b2-9f23-59849e8e3bc4 req-b466bc64-f1fc-4322-8928-6930a28583ce service neutron] 10.222.0.41 "GET /v2.0/networks?id=ce84b6e8-a54c-4d8b-b96a-3ed620de29d0 HTTP/1.1" status: 200 len: 915 time: 0.2263737 Dec 06 17:06:41.873875 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-7144dd4b-0b49-47a1-bb85-f291ea202db0 None None] Port cd098ab2-dfbc-4efa-8546-de102ea51e01 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:06:41.911998 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a7a426ce-c3e3-44b2-9f23-59849e8e3bc4 req-9edc4cc2-6fe5-4e5d-9bc6-7be1487f3541 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e5ab5ed8-17fa-45af-9c4a-4e440f5060e7 HTTP/1.1" status: 200 len: 217 time: 0.0590751 Dec 06 17:06:41.912729 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fda69620-0efd-4056-a37c-3ac88f4ee997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:41.939989 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4526d161-4d91-4386-af69-bcc0d6be3956 req-3a00f086-7615-4cbc-a35f-925b6e956d0c tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:41.941576 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4526d161-4d91-4386-af69-bcc0d6be3956 req-3a00f086-7615-4cbc-a35f-925b6e956d0c tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=410657f9-9533-48fd-94c2-2548178a831b HTTP/1.1" status: 200 len: 945 time: 0.1411207 Dec 06 17:06:41.947383 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204e9c27-519c-45e7-8d9b-5e9ae7506372 service neutron] Pushing event updated for resources: {'Port': ['ID=cd098ab2-dfbc-4efa-8546-de102ea51e01,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:41.964420 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 34808) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:06:41.979862 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda69620-0efd-4056-a37c-3ac88f4ee997 admin admin] Pushing event deleted for resources: {'Port': ['ID=d39d2b26-5a99-4b0f-8f2a-be781ce0bdba,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:42.084983 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4526d161-4d91-4386-af69-bcc0d6be3956 req-c5dfb678-c054-4cc7-af3b-b998388880d0 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967352 Dec 06 17:06:42.089765 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-b3eed68e-0e73-43a8-ae44-ccbb633bddaa req-204e9c27-519c-45e7-8d9b-5e9ae7506372 service neutron] Attempting to bind port cd098ab2-dfbc-4efa-8546-de102ea51e01 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:06:42.090271 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-b3eed68e-0e73-43a8-ae44-ccbb633bddaa req-204e9c27-519c-45e7-8d9b-5e9ae7506372 service neutron] Attempting to bind port cd098ab2-dfbc-4efa-8546-de102ea51e01 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:06:42.091108 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3eed68e-0e73-43a8-ae44-ccbb633bddaa req-204e9c27-519c-45e7-8d9b-5e9ae7506372 service neutron] Attempting to bind port cd098ab2-dfbc-4efa-8546-de102ea51e01 on network ee08a0d2-834f-4c39-be47-9c424581246a {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:06:42.096067 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3eed68e-0e73-43a8-ae44-ccbb633bddaa req-204e9c27-519c-45e7-8d9b-5e9ae7506372 service neutron] Port cd098ab2-dfbc-4efa-8546-de102ea51e01 on network ee08a0d2-834f-4c39-be47-9c424581246a not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:06:42.096494 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3eed68e-0e73-43a8-ae44-ccbb633bddaa req-204e9c27-519c-45e7-8d9b-5e9ae7506372 service neutron] Attempting to bind port cd098ab2-dfbc-4efa-8546-de102ea51e01 on network ee08a0d2-834f-4c39-be47-9c424581246a {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:06:42.101885 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3eed68e-0e73-43a8-ae44-ccbb633bddaa req-204e9c27-519c-45e7-8d9b-5e9ae7506372 service neutron] Checking agent: {'id': '9d8b9f49-2860-4c1f-9b89-45a7657a3c4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:06:42.102370 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3eed68e-0e73-43a8-ae44-ccbb633bddaa req-204e9c27-519c-45e7-8d9b-5e9ae7506372 service neutron] Checking segment: {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:06:42.102854 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3eed68e-0e73-43a8-ae44-ccbb633bddaa req-204e9c27-519c-45e7-8d9b-5e9ae7506372 service neutron] Bound using segment: {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:06:42.103509 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-b3eed68e-0e73-43a8-ae44-ccbb633bddaa req-204e9c27-519c-45e7-8d9b-5e9ae7506372 service neutron] Bound port: cd098ab2-dfbc-4efa-8546-de102ea51e01, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:06:42.104192 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-b3eed68e-0e73-43a8-ae44-ccbb633bddaa req-204e9c27-519c-45e7-8d9b-5e9ae7506372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:42.198172 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fda69620-0efd-4056-a37c-3ac88f4ee997 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536698'] for router_gateway, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:42.237199 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-b3eed68e-0e73-43a8-ae44-ccbb633bddaa req-204e9c27-519c-45e7-8d9b-5e9ae7506372 service neutron] For port cd098ab2-dfbc-4efa-8546-de102ea51e01, host n-h2-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:06:42.280205 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-b3eed68e-0e73-43a8-ae44-ccbb633bddaa req-204e9c27-519c-45e7-8d9b-5e9ae7506372 service neutron] For port cd098ab2-dfbc-4efa-8546-de102ea51e01, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=cd098ab2-dfbc-4efa-8546-de102ea51e01,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:06:42.287610 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-b3eed68e-0e73-43a8-ae44-ccbb633bddaa req-204e9c27-519c-45e7-8d9b-5e9ae7506372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:42.307517 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d21d044-8071-4e12-b7dd-74b7694fc8b9 req-4a89ab59-16c2-43ee-946a-850fca693d4b tempest-AttachSCSIVolumeTestJSON-834088192 tempest-AttachSCSIVolumeTestJSON-834088192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:42.309022 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7d21d044-8071-4e12-b7dd-74b7694fc8b9 req-4a89ab59-16c2-43ee-946a-850fca693d4b tempest-AttachSCSIVolumeTestJSON-834088192 tempest-AttachSCSIVolumeTestJSON-834088192-project] 10.222.0.23 "GET /v2.0/ports?device_id=481c1348-e571-4bf4-b045-c262930678c9 HTTP/1.1" status: 200 len: 943 time: 0.0885832 Dec 06 17:06:42.323794 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a426ce-c3e3-44b2-9f23-59849e8e3bc4 req-f4a79c37-2ae3-414f-941b-4823bfd90b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:42.325248 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a7a426ce-c3e3-44b2-9f23-59849e8e3bc4 req-f4a79c37-2ae3-414f-941b-4823bfd90b20 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a622e50f-8b7c-43ef-a2f8-80e6f0f81ea2 HTTP/1.1" status: 200 len: 853 time: 0.3990583 Dec 06 17:06:42.355668 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eed68e-0e73-43a8-ae44-ccbb633bddaa req-204e9c27-519c-45e7-8d9b-5e9ae7506372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:42.356297 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-b3eed68e-0e73-43a8-ae44-ccbb633bddaa req-204e9c27-519c-45e7-8d9b-5e9ae7506372 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:42.357799 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b3eed68e-0e73-43a8-ae44-ccbb633bddaa req-204e9c27-519c-45e7-8d9b-5e9ae7506372 service neutron] 10.222.0.44 "PUT /v2.0/ports/cd098ab2-dfbc-4efa-8546-de102ea51e01 HTTP/1.1" status: 200 len: 1095 time: 1.0540121 Dec 06 17:06:42.358267 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e045eb27-19a3-4d8e-bbaa-30affa219d3e', 'tag': 'cd098ab2-dfbc-4efa-8546-de102ea51e01'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:06:42.360672 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a42737d5-5378-461a-9d64-02858efc126e" -d '{"events": [{"name": "network-changed", "server_uuid": "e045eb27-19a3-4d8e-bbaa-30affa219d3e", "tag": "cd098ab2-dfbc-4efa-8546-de102ea51e01"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:06:42.391684 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fda69620-0efd-4056-a37c-3ac88f4ee997 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:42.397680 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fda69620-0efd-4056-a37c-3ac88f4ee997 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:42.403155 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204e9c27-519c-45e7-8d9b-5e9ae7506372 service neutron] Pushing event updated for resources: {'Port': ['ID=cd098ab2-dfbc-4efa-8546-de102ea51e01,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:42.415094 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7d21d044-8071-4e12-b7dd-74b7694fc8b9 req-9cf2cc81-39b8-4a12-9980-b7dc38ad44bd tempest-AttachSCSIVolumeTestJSON-834088192 tempest-AttachSCSIVolumeTestJSON-834088192-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f19429f-3b05-4a35-aac8-fc69e71b8154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879369 Dec 06 17:06:42.478974 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eed68e-0e73-43a8-ae44-ccbb633bddaa req-d050b634-d970-4d77-a9ae-f074405c749b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:42.481009 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b3eed68e-0e73-43a8-ae44-ccbb633bddaa req-d050b634-d970-4d77-a9ae-f074405c749b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ae9f6d35327549c2b7b2f978c2ccdbc1&device_id=e045eb27-19a3-4d8e-bbaa-30affa219d3e HTTP/1.1" status: 200 len: 1098 time: 0.0595737 Dec 06 17:06:42.537218 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b3eed68e-0e73-43a8-ae44-ccbb633bddaa req-e04f64f2-3f1b-42fe-b610-754bdd25efb7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=cd098ab2-dfbc-4efa-8546-de102ea51e01 HTTP/1.1" status: 200 len: 217 time: 0.0471702 Dec 06 17:06:42.543461 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fda69620-0efd-4056-a37c-3ac88f4ee997 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:42.543988 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fda69620-0efd-4056-a37c-3ac88f4ee997 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8eefee0d-7a99-481a-ab4f-ac1fd6846b22 {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 17:06:42.550316 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fda69620-0efd-4056-a37c-3ac88f4ee997 admin admin] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:42.553503 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-fda69620-0efd-4056-a37c-3ac88f4ee997 admin admin] 10.222.0.23 "DELETE /v2.0/routers/8eefee0d-7a99-481a-ab4f-ac1fd6846b22 HTTP/1.1" status: 204 len: 168 time: 2.9696643 Dec 06 17:06:42.556902 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-b12e7354-0f60-4f2c-b7bb-8904f1ceea5e req-aaf7d188-3a5c-4431-b842-6208dbef4b77 service neutron] For port 47959905-0d65-435d-bd88-6229edcc8f79, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=47959905-0d65-435d-bd88-6229edcc8f79,segment=NetworkSegment(d43b23f1-3a85-4be8-8063-3fe18696b942),segment_id=d43b23f1-3a85-4be8-8063-3fe18696b942)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:06:42.557301 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 34820) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:06:42.566543 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be6420f-ff48-4cfc-a1c9-65244babed9a req-2d31e3a4-f14a-4971-82bc-933f7523030e tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:42.568112 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2be6420f-ff48-4cfc-a1c9-65244babed9a req-2d31e3a4-f14a-4971-82bc-933f7523030e tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] 10.222.0.23 "GET /v2.0/ports?device_id=e045eb27-19a3-4d8e-bbaa-30affa219d3e HTTP/1.1" status: 200 len: 947 time: 0.2462342 Dec 06 17:06:42.588371 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-292a1cb2-b358-4c79-b9f6-20eb14400cc8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7e8068b9147b42b9b70b0723ccb27d4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6029880 Dec 06 17:06:42.595024 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a426ce-c3e3-44b2-9f23-59849e8e3bc4 req-3a9348e5-d54e-4e49-88c1-8eb0b74c70d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:42.597058 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a7a426ce-c3e3-44b2-9f23-59849e8e3bc4 req-3a9348e5-d54e-4e49-88c1-8eb0b74c70d2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ce84b6e8-a54c-4d8b-b96a-3ed620de29d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2481861 Dec 06 17:06:42.597179 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 34822) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:06:42.601949 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device f266378e-6360-4808-a93e-af8a2aa71b50 up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:06:42.684588 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port f266378e-6360-4808-a93e-af8a2aa71b50 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:06:42.689720 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port f266378e-6360-4808-a93e-af8a2aa71b50 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:06:42.690095 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:42.697889 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bbef233-97d5-4504-ae03-6953e0a348a3 admin admin] Deleting subnet b86c06dd-e045-47ab-9049-1f0d56513410 {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:06:42.711763 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1bbef233-97d5-4504-ae03-6953e0a348a3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:42.712953 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-b12e7354-0f60-4f2c-b7bb-8904f1ceea5e req-aaf7d188-3a5c-4431-b842-6208dbef4b77 service neutron] For port 47959905-0d65-435d-bd88-6229edcc8f79, host n-h1-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:06:42.738984 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2be6420f-ff48-4cfc-a1c9-65244babed9a req-921394b4-fa36-44fb-a202-56e0bfc2a630 tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] 10.222.0.23 "GET /v2.0/security-groups?id=7414b2b9-ece0-40bf-808e-8ad7d290981a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592741 Dec 06 17:06:42.780180 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1bbef233-97d5-4504-ae03-6953e0a348a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:42.792907 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '410657f9-9533-48fd-94c2-2548178a831b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47959905-0d65-435d-bd88-6229edcc8f79'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:06:42.795751 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-672e4602-4800-4581-9409-e8c690c41ed7" -d '{"events": [{"server_uuid": "410657f9-9533-48fd-94c2-2548178a831b", "name": "network-vif-unplugged", "status": "completed", "tag": "47959905-0d65-435d-bd88-6229edcc8f79"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:06:42.800080 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:42.800724 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b12e7354-0f60-4f2c-b7bb-8904f1ceea5e req-aaf7d188-3a5c-4431-b842-6208dbef4b77 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:42.807192 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a7a426ce-c3e3-44b2-9f23-59849e8e3bc4 req-ef1ac036-322d-439d-a898-b88a0f4d95bb service neutron] 10.222.0.41 "GET /v2.0/networks/ce84b6e8-a54c-4d8b-b96a-3ed620de29d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956944 Dec 06 17:06:42.811642 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b12e7354-0f60-4f2c-b7bb-8904f1ceea5e req-aaf7d188-3a5c-4431-b842-6208dbef4b77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:42.812916 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eed68e-0e73-43a8-ae44-ccbb633bddaa req-bf89794b-c15c-4acf-b774-e103bc57cc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:42.814901 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b3eed68e-0e73-43a8-ae44-ccbb633bddaa req-bf89794b-c15c-4acf-b774-e103bc57cc4c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1342252a-21e4-4783-88ff-f54776c79059 HTTP/1.1" status: 200 len: 843 time: 0.2671242 Dec 06 17:06:42.829886 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a122a78-406e-4ad0-928e-4d4d85577e28 req-03e086da-a10b-49bb-ac75-fec8a3e965e0 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:42.831698 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3a122a78-406e-4ad0-928e-4d4d85577e28 req-03e086da-a10b-49bb-ac75-fec8a3e965e0 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/ports?device_id=33079cb3-b6df-4685-b7af-26e4c0a14648 HTTP/1.1" status: 200 len: 948 time: 0.2936363 Dec 06 17:06:42.845538 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33079cb3-b6df-4685-b7af-26e4c0a14648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f266378e-6360-4808-a93e-af8a2aa71b50'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:06:42.848410 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ebf3ef9-e9bf-41da-bf13-b1e072a403a2" -d '{"events": [{"server_uuid": "33079cb3-b6df-4685-b7af-26e4c0a14648", "name": "network-vif-plugged", "status": "completed", "tag": "f266378e-6360-4808-a93e-af8a2aa71b50"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:06:42.867601 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port f266378e-6360-4808-a93e-af8a2aa71b50, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=f266378e-6360-4808-a93e-af8a2aa71b50,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:06:42.875878 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:42.923470 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-789c5c27-a190-4b38-bb6f-999dee8dca37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:42.939223 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=f266378e-6360-4808-a93e-af8a2aa71b50,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:42.972173 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7da995f-6c86-4e25-987d-037998e05c6e x-openstack-request-id: req-a7da995f-6c86-4e25-987d-037998e05c6e {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:06:42.972605 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e045eb27-19a3-4d8e-bbaa-30affa219d3e", "tag": "cd098ab2-dfbc-4efa-8546-de102ea51e01", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:06:42.972961 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a7da995f-6c86-4e25-987d-037998e05c6e {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:06:42.973457 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e045eb27-19a3-4d8e-bbaa-30affa219d3e', 'tag': 'cd098ab2-dfbc-4efa-8546-de102ea51e01', 'status': 'completed', 'code': 200} Dec 06 17:06:43.021936 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbcbe3db-858e-4c1e-9fa2-caca89d27744 x-openstack-request-id: req-dbcbe3db-858e-4c1e-9fa2-caca89d27744 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:06:43.022496 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33079cb3-b6df-4685-b7af-26e4c0a14648", "name": "network-vif-plugged", "status": "completed", "tag": "f266378e-6360-4808-a93e-af8a2aa71b50", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:06:43.023101 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dbcbe3db-858e-4c1e-9fa2-caca89d27744 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:06:43.023631 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33079cb3-b6df-4685-b7af-26e4c0a14648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f266378e-6360-4808-a93e-af8a2aa71b50', 'code': 200} Dec 06 17:06:43.031168 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-789c5c27-a190-4b38-bb6f-999dee8dca37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:43.061832 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eed68e-0e73-43a8-ae44-ccbb633bddaa req-bce93f3f-cb46-49a9-baee-26d56e717638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:43.063273 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b3eed68e-0e73-43a8-ae44-ccbb633bddaa req-bce93f3f-cb46-49a9-baee-26d56e717638 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee08a0d2-834f-4c39-be47-9c424581246a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2280715 Dec 06 17:06:43.072199 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3a122a78-406e-4ad0-928e-4d4d85577e28 req-a864f2ec-e540-4fc3-893c-2e9798d88805 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/security-groups?id=05993717-efad-46b6-9cd9-33188c432d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324672 Dec 06 17:06:43.073556 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1bbef233-97d5-4504-ae03-6953e0a348a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:43.213789 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-b12e7354-0f60-4f2c-b7bb-8904f1ceea5e req-aaf7d188-3a5c-4431-b842-6208dbef4b77 service neutron] Attempting to bind port 47959905-0d65-435d-bd88-6229edcc8f79 on host n-h1-master-1 for vnic_type normal with profile {"migrating_to": "n-h2-master-1"} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:06:43.214223 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-b12e7354-0f60-4f2c-b7bb-8904f1ceea5e req-aaf7d188-3a5c-4431-b842-6208dbef4b77 service neutron] Attempting to bind port 47959905-0d65-435d-bd88-6229edcc8f79 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'd43b23f1-3a85-4be8-8063-3fe18696b942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f368e270-aa86-47d2-9c8f-0ac2b4fc8997'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:06:43.214432 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12e7354-0f60-4f2c-b7bb-8904f1ceea5e req-aaf7d188-3a5c-4431-b842-6208dbef4b77 service neutron] Attempting to bind port 47959905-0d65-435d-bd88-6229edcc8f79 on network f368e270-aa86-47d2-9c8f-0ac2b4fc8997 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:06:43.219578 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf7d188-3a5c-4431-b842-6208dbef4b77 service neutron] Pushing event updated for resources: {'Port': ['ID=47959905-0d65-435d-bd88-6229edcc8f79,revision_number=7']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:43.233221 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 17:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4ce14f6-c82e-42c9-be95-2a85d2a37685 x-openstack-request-id: req-e4ce14f6-c82e-42c9-be95-2a85d2a37685 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:06:43.233221 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "410657f9-9533-48fd-94c2-2548178a831b", "name": "network-vif-unplugged", "status": "completed", "tag": "47959905-0d65-435d-bd88-6229edcc8f79", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:06:43.233221 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e4ce14f6-c82e-42c9-be95-2a85d2a37685 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:06:43.236690 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '410657f9-9533-48fd-94c2-2548178a831b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47959905-0d65-435d-bd88-6229edcc8f79', 'code': 200} Dec 06 17:06:43.236690 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12e7354-0f60-4f2c-b7bb-8904f1ceea5e req-aaf7d188-3a5c-4431-b842-6208dbef4b77 service neutron] Port 47959905-0d65-435d-bd88-6229edcc8f79 on network f368e270-aa86-47d2-9c8f-0ac2b4fc8997 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:06:43.236690 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12e7354-0f60-4f2c-b7bb-8904f1ceea5e req-aaf7d188-3a5c-4431-b842-6208dbef4b77 service neutron] Attempting to bind port 47959905-0d65-435d-bd88-6229edcc8f79 on network f368e270-aa86-47d2-9c8f-0ac2b4fc8997 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:06:43.261515 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12e7354-0f60-4f2c-b7bb-8904f1ceea5e req-aaf7d188-3a5c-4431-b842-6208dbef4b77 service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:06:43.261890 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12e7354-0f60-4f2c-b7bb-8904f1ceea5e req-aaf7d188-3a5c-4431-b842-6208dbef4b77 service neutron] Checking segment: {'id': 'd43b23f1-3a85-4be8-8063-3fe18696b942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f368e270-aa86-47d2-9c8f-0ac2b4fc8997'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:06:43.262282 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12e7354-0f60-4f2c-b7bb-8904f1ceea5e req-aaf7d188-3a5c-4431-b842-6208dbef4b77 service neutron] Bound using segment: {'id': 'd43b23f1-3a85-4be8-8063-3fe18696b942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f368e270-aa86-47d2-9c8f-0ac2b4fc8997'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:06:43.262737 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-b12e7354-0f60-4f2c-b7bb-8904f1ceea5e req-aaf7d188-3a5c-4431-b842-6208dbef4b77 service neutron] Bound port: 47959905-0d65-435d-bd88-6229edcc8f79, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd43b23f1-3a85-4be8-8063-3fe18696b942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f368e270-aa86-47d2-9c8f-0ac2b4fc8997'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:06:43.263100 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b12e7354-0f60-4f2c-b7bb-8904f1ceea5e req-aaf7d188-3a5c-4431-b842-6208dbef4b77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:43.283804 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ba9de4-bcd4-4344-881e-fa27b89aa885 req-ccec3910-8a3d-4b6b-b693-996e37503ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:43.285362 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-70ba9de4-bcd4-4344-881e-fa27b89aa885 req-ccec3910-8a3d-4b6b-b693-996e37503ccc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=33079cb3-b6df-4685-b7af-26e4c0a14648 HTTP/1.1" status: 200 len: 1100 time: 0.1567929 Dec 06 17:06:43.301436 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a7a426ce-c3e3-44b2-9f23-59849e8e3bc4 req-4e257f7d-3b51-4fd4-a418-4bddb38861c6 service neutron] 10.222.0.41 "GET /v2.0/networks/ce84b6e8-a54c-4d8b-b96a-3ed620de29d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4843047 Dec 06 17:06:43.310993 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1bbef233-97d5-4504-ae03-6953e0a348a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:43.332258 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a317557d-573f-4a90-b5cd-12a557292b0c req-b3d61992-682b-44e5-9f7a-529ce6ebd82d tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:43.334892 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device d39d2b26-5a99-4b0f-8f2a-be781ce0bdba no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:06:43.336362 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-789c5c27-a190-4b38-bb6f-999dee8dca37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:43.339400 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-789c5c27-a190-4b38-bb6f-999dee8dca37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:43.340114 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a317557d-573f-4a90-b5cd-12a557292b0c req-b3d61992-682b-44e5-9f7a-529ce6ebd82d tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=410657f9-9533-48fd-94c2-2548178a831b HTTP/1.1" status: 200 len: 943 time: 0.1174014 Dec 06 17:06:43.340506 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-789c5c27-a190-4b38-bb6f-999dee8dca37 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/14ccde3b-43d2-4548-8e63-0592f603efb6 HTTP/1.1" status: 204 len: 168 time: 0.7422891 Dec 06 17:06:43.364922 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: d39d2b26-5a99-4b0f-8f2a-be781ce0bdba {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:06:43.365629 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device d39d2b26-5a99-4b0f-8f2a-be781ce0bdba not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:06:43.371466 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0d22a579-da5c-43c3-9196-09a3377ea0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:43.386447 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1bbef233-97d5-4504-ae03-6953e0a348a3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:43.392283 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-1bbef233-97d5-4504-ae03-6953e0a348a3 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b86c06dd-e045-47ab-9049-1f0d56513410 HTTP/1.1" status: 204 len: 168 time: 0.8326395 Dec 06 17:06:43.400657 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 34840) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:06:43.400982 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c14cc81-ade2-47a1-9eba-412f88b1d916 None None] Network 58011e5e-6906-4ed0-9685-e5478f6434ad requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:06:43.402193 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b3eed68e-0e73-43a8-ae44-ccbb633bddaa req-859c30e9-f165-4a73-9844-e6f9ae6d9af2 service neutron] 10.222.0.44 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3260195 Dec 06 17:06:43.409047 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbef233-97d5-4504-ae03-6953e0a348a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b86c06dd-e045-47ab-9049-1f0d56513410,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:43.424410 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789c5c27-a190-4b38-bb6f-999dee8dca37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ccde3b-43d2-4548-8e63-0592f603efb6,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:43.458245 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a317557d-573f-4a90-b5cd-12a557292b0c req-bfaaa9b9-22e1-430e-8085-0a4a2b51b469 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953786 Dec 06 17:06:43.460964 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-70ba9de4-bcd4-4344-881e-fa27b89aa885 req-529c6541-202f-4eaf-bf52-f6cdcf1f6e8d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=05993717-efad-46b6-9cd9-33188c432d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613224 Dec 06 17:06:43.473213 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-b12e7354-0f60-4f2c-b7bb-8904f1ceea5e req-aaf7d188-3a5c-4431-b842-6208dbef4b77 service neutron] For port 47959905-0d65-435d-bd88-6229edcc8f79, host n-h1-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:06:43.514281 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-b12e7354-0f60-4f2c-b7bb-8904f1ceea5e req-aaf7d188-3a5c-4431-b842-6208dbef4b77 service neutron] For port 47959905-0d65-435d-bd88-6229edcc8f79, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=47959905-0d65-435d-bd88-6229edcc8f79,segment=NetworkSegment(d43b23f1-3a85-4be8-8063-3fe18696b942),segment_id=d43b23f1-3a85-4be8-8063-3fe18696b942)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:06:43.534183 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b12e7354-0f60-4f2c-b7bb-8904f1ceea5e req-aaf7d188-3a5c-4431-b842-6208dbef4b77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:43.548205 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5a989c36-1270-4b98-8416-551f1f604009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:43.620598 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafaeabf-8322-4a2b-ba08-759f686e502f req-bdba25c0-0a45-4dfe-8305-96ba1c4c5655 tempest-AttachSCSIVolumeTestJSON-834088192 tempest-AttachSCSIVolumeTestJSON-834088192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:43.622355 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-eafaeabf-8322-4a2b-ba08-759f686e502f req-bdba25c0-0a45-4dfe-8305-96ba1c4c5655 tempest-AttachSCSIVolumeTestJSON-834088192 tempest-AttachSCSIVolumeTestJSON-834088192-project] 10.222.0.23 "GET /v2.0/ports?device_id=481c1348-e571-4bf4-b045-c262930678c9 HTTP/1.1" status: 200 len: 943 time: 0.0949647 Dec 06 17:06:43.624386 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b3eed68e-0e73-43a8-ae44-ccbb633bddaa req-cbb28708-802f-4017-b396-7a478a17060a service neutron] 10.222.0.44 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096803 Dec 06 17:06:43.667996 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12e7354-0f60-4f2c-b7bb-8904f1ceea5e req-aaf7d188-3a5c-4431-b842-6208dbef4b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:43.668641 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b12e7354-0f60-4f2c-b7bb-8904f1ceea5e req-aaf7d188-3a5c-4431-b842-6208dbef4b77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:43.670333 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b12e7354-0f60-4f2c-b7bb-8904f1ceea5e req-aaf7d188-3a5c-4431-b842-6208dbef4b77 service neutron] 10.222.0.44 "PUT /v2.0/ports/47959905-0d65-435d-bd88-6229edcc8f79 HTTP/1.1" status: 200 len: 1121 time: 2.0523608 Dec 06 17:06:43.677105 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf7d188-3a5c-4431-b842-6208dbef4b77 service neutron] Pushing event updated for resources: {'Port': ['ID=47959905-0d65-435d-bd88-6229edcc8f79,revision_number=8']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:43.684537 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637ad48d-e188-4131-80a1-52fc0800d23e None None] DHCP port deletion for 58011e5e-6906-4ed0-9685-e5478f6434ad request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:06:43.705845 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-5a989c36-1270-4b98-8416-551f1f604009 admin admin] Deleting port 722cfe3a-c427-44e9-ab7d-9794699c701c {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:06:43.706240 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5a989c36-1270-4b98-8416-551f1f604009 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:43.726224 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-eafaeabf-8322-4a2b-ba08-759f686e502f req-05743691-982c-4f05-b8b2-075a53efb1e9 tempest-AttachSCSIVolumeTestJSON-834088192 tempest-AttachSCSIVolumeTestJSON-834088192-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f19429f-3b05-4a35-aac8-fc69e71b8154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737906 Dec 06 17:06:43.745199 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 34846) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:06:43.761069 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f9894665-a990-422f-b352-ddb01bc31591 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:43.789844 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42737d5-5378-461a-9d64-02858efc126e req-2ee1d5da-c58b-4e9a-aedb-8cd339efeefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:43.791378 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a42737d5-5378-461a-9d64-02858efc126e req-2ee1d5da-c58b-4e9a-aedb-8cd339efeefd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ae9f6d35327549c2b7b2f978c2ccdbc1&device_id=e045eb27-19a3-4d8e-bbaa-30affa219d3e HTTP/1.1" status: 200 len: 1098 time: 0.0974989 Dec 06 17:06:43.792183 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['47959905-0d65-435d-bd88-6229edcc8f79'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:06:43.805976 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-5a989c36-1270-4b98-8416-551f1f604009 admin admin] For port 722cfe3a-c427-44e9-ab7d-9794699c701c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=722cfe3a-c427-44e9-ab7d-9794699c701c,segment=NetworkSegment(fead0baa-48dd-4460-9f59-6600017104b0),segment_id=fead0baa-48dd-4460-9f59-6600017104b0)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:06:43.806424 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5a989c36-1270-4b98-8416-551f1f604009 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:43.862198 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-5a989c36-1270-4b98-8416-551f1f604009 admin admin] Calling delete_port for 722cfe3a-c427-44e9-ab7d-9794699c701c owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:06:43.874631 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f9894665-a990-422f-b352-ddb01bc31591 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:43.880966 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f9894665-a990-422f-b352-ddb01bc31591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:43.883963 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-637ad48d-e188-4131-80a1-52fc0800d23e None None] Deleting port 722cfe3a-c427-44e9-ab7d-9794699c701c {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:06:43.884459 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-637ad48d-e188-4131-80a1-52fc0800d23e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:43.958123 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-f9894665-a990-422f-b352-ddb01bc31591 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e0d70b7bc00442c29998e3500c03dcdf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2092109 Dec 06 17:06:43.958123 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9894665-a990-422f-b352-ddb01bc31591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25b038f9-7d6a-491b-b26d-418fd66209fa,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:43.961722 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 34862) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:06:43.988263 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-637ad48d-e188-4131-80a1-52fc0800d23e None None] For port 722cfe3a-c427-44e9-ab7d-9794699c701c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=722cfe3a-c427-44e9-ab7d-9794699c701c,segment=NetworkSegment(fead0baa-48dd-4460-9f59-6600017104b0),segment_id=fead0baa-48dd-4460-9f59-6600017104b0)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:06:43.989732 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-637ad48d-e188-4131-80a1-52fc0800d23e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:44.005538 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5962d396-6fd3-4cc3-816b-249acdae4ea5 req-324d75bf-c611-48c9-9c13-660213eff3ff tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:44.007073 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5962d396-6fd3-4cc3-816b-249acdae4ea5 req-324d75bf-c611-48c9-9c13-660213eff3ff tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] 10.222.0.23 "GET /v2.0/ports?device_id=e045eb27-19a3-4d8e-bbaa-30affa219d3e HTTP/1.1" status: 200 len: 947 time: 0.1774609 Dec 06 17:06:44.016070 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-637ad48d-e188-4131-80a1-52fc0800d23e None None] Calling delete_port for 722cfe3a-c427-44e9-ab7d-9794699c701c owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:06:44.021944 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b8c3eb43-11a6-42c1-94fc-d061c6b15a76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:44.046978 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b8c3eb43-11a6-42c1-94fc-d061c6b15a76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:44.065179 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42737d5-5378-461a-9d64-02858efc126e req-0188d05a-52cb-4221-a9d4-1b83bf43a4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:44.066722 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a42737d5-5378-461a-9d64-02858efc126e req-0188d05a-52cb-4221-a9d4-1b83bf43a4f0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ee08a0d2-834f-4c39-be47-9c424581246a HTTP/1.1" status: 200 len: 870 time: 0.2573490 Dec 06 17:06:44.103399 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b8c3eb43-11a6-42c1-94fc-d061c6b15a76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:44.118650 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b8c3eb43-11a6-42c1-94fc-d061c6b15a76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:44.120404 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-b8c3eb43-11a6-42c1-94fc-d061c6b15a76 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/25b038f9-7d6a-491b-b26d-418fd66209fa HTTP/1.1" status: 204 len: 168 time: 0.1575477 Dec 06 17:06:44.132430 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c3eb43-11a6-42c1-94fc-d061c6b15a76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b038f9-7d6a-491b-b26d-418fd66209fa,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:44.135323 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a42737d5-5378-461a-9d64-02858efc126e req-dabc6356-36ca-4711-af5c-308a470a649d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=cd098ab2-dfbc-4efa-8546-de102ea51e01 HTTP/1.1" status: 200 len: 217 time: 0.0556250 Dec 06 17:06:44.143443 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5a989c36-1270-4b98-8416-551f1f604009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:44.199814 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5962d396-6fd3-4cc3-816b-249acdae4ea5 req-4cff26fc-947e-47df-bbf0-cb6a1645d8c5 tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] 10.222.0.23 "GET /v2.0/security-groups?id=7414b2b9-ece0-40bf-808e-8ad7d290981a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755095 Dec 06 17:06:44.200073 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-637ad48d-e188-4131-80a1-52fc0800d23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:44.218242 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637ad48d-e188-4131-80a1-52fc0800d23e None None] No DVR routers for this DVR port 722cfe3a-c427-44e9-ab7d-9794699c701c on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:06:44.238631 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637ad48d-e188-4131-80a1-52fc0800d23e None None] Pushing event deleted for resources: {'Port': ['ID=722cfe3a-c427-44e9-ab7d-9794699c701c,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:44.240428 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a989c36-1270-4b98-8416-551f1f604009 admin admin] Pushing event deleted for resources: {'Port': ['ID=722cfe3a-c427-44e9-ab7d-9794699c701c,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:44.244116 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a989c36-1270-4b98-8416-551f1f604009 admin admin] No DVR routers for this DVR port 722cfe3a-c427-44e9-ab7d-9794699c701c on host n-d-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:06:44.267569 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9693e56-ac7f-4854-98ce-386962d55692 req-dae33510-df63-4ea6-9a1d-540bd02a53c3 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:44.269458 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c9693e56-ac7f-4854-98ce-386962d55692 req-dae33510-df63-4ea6-9a1d-540bd02a53c3 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/ports?device_id=33079cb3-b6df-4685-b7af-26e4c0a14648 HTTP/1.1" status: 200 len: 949 time: 0.0764012 Dec 06 17:06:44.306753 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42737d5-5378-461a-9d64-02858efc126e req-dd9345fc-fd81-4049-9541-8b8d3a7dbfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:44.308238 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a42737d5-5378-461a-9d64-02858efc126e req-dd9345fc-fd81-4049-9541-8b8d3a7dbfd3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1342252a-21e4-4783-88ff-f54776c79059 HTTP/1.1" status: 200 len: 843 time: 0.1665041 Dec 06 17:06:44.321847 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c9693e56-ac7f-4854-98ce-386962d55692 req-0e66d124-4e14-4921-bb34-fe212cdf0d60 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/security-groups?id=05993717-efad-46b6-9cd9-33188c432d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458920 Dec 06 17:06:44.359862 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5a989c36-1270-4b98-8416-551f1f604009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:44.390342 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-5a989c36-1270-4b98-8416-551f1f604009 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58011e5e-6906-4ed0-9685-e5478f6434ad']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:06:44.402630 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-5a989c36-1270-4b98-8416-551f1f604009 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fead0baa-48dd-4460-9f59-6600017104b0') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:06:44.402926 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-5a989c36-1270-4b98-8416-551f1f604009 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fead0baa-48dd-4460-9f59-6600017104b0') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:06:44.411387 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42737d5-5378-461a-9d64-02858efc126e req-88e37d00-6b55-4eaf-9e02-2dcd0da81f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:44.412896 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a42737d5-5378-461a-9d64-02858efc126e req-88e37d00-6b55-4eaf-9e02-2dcd0da81f11 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee08a0d2-834f-4c39-be47-9c424581246a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0791764 Dec 06 17:06:44.416171 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5a989c36-1270-4b98-8416-551f1f604009 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:44.449891 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5a989c36-1270-4b98-8416-551f1f604009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:44.483384 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a989c36-1270-4b98-8416-551f1f604009 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:06:44.483782 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5a989c36-1270-4b98-8416-551f1f604009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:44.485493 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 17:06:44.485493 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:06:44.485493 n-d-master-1 neutron-server[103284]: timer() Dec 06 17:06:44.485493 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:06:44.485493 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 17:06:44.485493 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:06:44.485493 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 17:06:44.485493 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:06:44.485493 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 17:06:44.485493 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:06:44.485493 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 17:06:44.485493 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:06:44.485493 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 17:06:44.485493 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:06:44.485493 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:06:44.485493 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:06:44.485493 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:06:44.485493 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:06:44.485493 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 17:06:44.485493 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:06:44.485493 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 17:06:44.485493 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:06:44.485493 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:06:44.485493 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:06:44.485493 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 17:06:44.485493 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:06:44.485493 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:06:44.485493 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:06:44.485493 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:06:44.485493 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:06:44.485493 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:06:44.485493 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:06:44.581077 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5a989c36-1270-4b98-8416-551f1f604009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:44.592535 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5a989c36-1270-4b98-8416-551f1f604009 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:44.595397 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-5a989c36-1270-4b98-8416-551f1f604009 admin admin] 10.222.0.23 "DELETE /v2.0/networks/58011e5e-6906-4ed0-9685-e5478f6434ad HTTP/1.1" status: 204 len: 168 time: 1.1937680 Dec 06 17:06:44.604454 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device e5ab5ed8-17fa-45af-9c4a-4e440f5060e7 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:06:44.617291 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a42737d5-5378-461a-9d64-02858efc126e req-d6ffd58e-326f-4b5a-bf14-6e0af29786a3 service neutron] 10.222.0.44 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938608 Dec 06 17:06:44.618735 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a989c36-1270-4b98-8416-551f1f604009 admin admin] Pushing event deleted for resources: {'Network': ['ID=58011e5e-6906-4ed0-9685-e5478f6434ad,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:44.627960 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371c2403-a84d-4012-91c5-c9b22cea2414 req-6a81a495-de8a-4a0a-a3f3-93003ec08498 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:44.629491 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-371c2403-a84d-4012-91c5-c9b22cea2414 req-6a81a495-de8a-4a0a-a3f3-93003ec08498 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=410657f9-9533-48fd-94c2-2548178a831b HTTP/1.1" status: 200 len: 943 time: 0.0992084 Dec 06 17:06:44.726443 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port e5ab5ed8-17fa-45af-9c4a-4e440f5060e7, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=e5ab5ed8-17fa-45af-9c4a-4e440f5060e7,segment=NetworkSegment(8c139f9d-920e-436e-b4a5-7d7102bdfc61),segment_id=8c139f9d-920e-436e-b4a5-7d7102bdfc61)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:06:44.739366 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': 'e5ab5ed8-17fa-45af-9c4a-4e440f5060e7', 'network_id': 'ce84b6e8-a54c-4d8b-b96a-3ed620de29d0', 'port_id': 'e5ab5ed8-17fa-45af-9c4a-4e440f5060e7', 'mac_address': 'fa:16:3e:01:24:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a622e50f-8b7c-43ef-a2f8-80e6f0f81ea2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:06:44.746099 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-371c2403-a84d-4012-91c5-c9b22cea2414 req-e7776547-50f9-4888-9bc8-6c327175f43a tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073282 Dec 06 17:06:44.765522 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a42737d5-5378-461a-9d64-02858efc126e req-315417d1-1153-4157-a086-f87762c3abd6 service neutron] 10.222.0.44 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329179 Dec 06 17:06:44.796849 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:44.812606 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5ab5ed8-17fa-45af-9c4a-4e440f5060e7 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:06:44.841355 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port e5ab5ed8-17fa-45af-9c4a-4e440f5060e7, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=e5ab5ed8-17fa-45af-9c4a-4e440f5060e7,segment=NetworkSegment(8c139f9d-920e-436e-b4a5-7d7102bdfc61),segment_id=8c139f9d-920e-436e-b4a5-7d7102bdfc61)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:06:44.846497 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:44.877674 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 34890) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:06:44.889348 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd41431c-4cd2-48d5-b888-76dec70beaa5 req-e2966d65-3b95-4dfc-94dd-f71677c0b6be tempest-AttachSCSIVolumeTestJSON-834088192 tempest-AttachSCSIVolumeTestJSON-834088192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:44.890984 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-cd41431c-4cd2-48d5-b888-76dec70beaa5 req-e2966d65-3b95-4dfc-94dd-f71677c0b6be tempest-AttachSCSIVolumeTestJSON-834088192 tempest-AttachSCSIVolumeTestJSON-834088192-project] 10.222.0.23 "GET /v2.0/ports?device_id=481c1348-e571-4bf4-b045-c262930678c9 HTTP/1.1" status: 200 len: 943 time: 0.0665410 Dec 06 17:06:44.912387 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=e5ab5ed8-17fa-45af-9c4a-4e440f5060e7,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:44.932270 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-6b5db204-86cc-4490-90dc-dbb98928aec6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9d043d9a7673489589f60d01234e4891&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0523586 Dec 06 17:06:44.934802 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 34894) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:06:44.990123 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-cd41431c-4cd2-48d5-b888-76dec70beaa5 req-e5ab1099-63ae-4cf2-9701-84f2d721f59c tempest-AttachSCSIVolumeTestJSON-834088192 tempest-AttachSCSIVolumeTestJSON-834088192-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f19429f-3b05-4a35-aac8-fc69e71b8154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898361 Dec 06 17:06:44.991712 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0895e07a-04f4-4c8b-b6bc-72372dd01040 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:45.030606 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0895e07a-04f4-4c8b-b6bc-72372dd01040 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:45.089053 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0895e07a-04f4-4c8b-b6bc-72372dd01040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:45.092752 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0895e07a-04f4-4c8b-b6bc-72372dd01040 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:45.098001 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-0895e07a-04f4-4c8b-b6bc-72372dd01040 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b839d8e3-966d-498f-bcb6-252a309c128c HTTP/1.1" status: 204 len: 168 time: 0.1601145 Dec 06 17:06:45.108363 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0895e07a-04f4-4c8b-b6bc-72372dd01040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b839d8e3-966d-498f-bcb6-252a309c128c,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:45.164202 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['e5ab5ed8-17fa-45af-9c4a-4e440f5060e7'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:06:45.234986 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '410657f9-9533-48fd-94c2-2548178a831b', 'tag': '47959905-0d65-435d-bd88-6229edcc8f79'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:06:45.238647 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2cdc85a-a45a-4ce4-bbc4-5c73b241b3da" -d '{"events": [{"name": "network-changed", "server_uuid": "410657f9-9533-48fd-94c2-2548178a831b", "tag": "47959905-0d65-435d-bd88-6229edcc8f79"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:06:45.297852 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-074a0faf-7261-447d-995f-1a92711db105 x-openstack-request-id: req-074a0faf-7261-447d-995f-1a92711db105 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:06:45.298861 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "410657f9-9533-48fd-94c2-2548178a831b", "tag": "47959905-0d65-435d-bd88-6229edcc8f79", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:06:45.299348 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-074a0faf-7261-447d-995f-1a92711db105 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:06:45.299986 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '410657f9-9533-48fd-94c2-2548178a831b', 'tag': '47959905-0d65-435d-bd88-6229edcc8f79', 'status': 'completed', 'code': 200} Dec 06 17:06:45.424048 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19299915-8c80-4375-8a1a-b31d6ad7b192 req-7c1283da-f933-4ddc-9014-5c58c4a0ad6e tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:45.426942 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-19299915-8c80-4375-8a1a-b31d6ad7b192 req-7c1283da-f933-4ddc-9014-5c58c4a0ad6e tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] 10.222.0.23 "GET /v2.0/ports?device_id=e045eb27-19a3-4d8e-bbaa-30affa219d3e HTTP/1.1" status: 200 len: 947 time: 0.1216142 Dec 06 17:06:45.445218 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cdc85a-a45a-4ce4-bbc4-5c73b241b3da req-0ce0609b-4e7f-4e3a-852d-4996303be8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:45.446788 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a2cdc85a-a45a-4ce4-bbc4-5c73b241b3da req-0ce0609b-4e7f-4e3a-852d-4996303be8c8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=013b92ce2e6a40e1a3b2fa92d62d652e&device_id=410657f9-9533-48fd-94c2-2548178a831b HTTP/1.1" status: 200 len: 1124 time: 0.1126661 Dec 06 17:06:45.454281 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 722cfe3a-c427-44e9-ab7d-9794699c701c no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:06:45.492637 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 722cfe3a-c427-44e9-ab7d-9794699c701c {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:06:45.493003 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 722cfe3a-c427-44e9-ab7d-9794699c701c not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:06:45.519012 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-19299915-8c80-4375-8a1a-b31d6ad7b192 req-e9d39ef5-0d87-4814-b8fc-d8359201a8a7 tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] 10.222.0.23 "GET /v2.0/security-groups?id=7414b2b9-ece0-40bf-808e-8ad7d290981a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822570 Dec 06 17:06:45.542198 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 47959905-0d65-435d-bd88-6229edcc8f79 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:06:45.565702 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f6bc4-ffac-49ea-a1e5-d0d85ea8fa0d req-21f31c23-1da0-4f56-ba19-282d3c473d5b tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:45.573509 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-590f6bc4-ffac-49ea-a1e5-d0d85ea8fa0d req-21f31c23-1da0-4f56-ba19-282d3c473d5b tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/ports?device_id=33079cb3-b6df-4685-b7af-26e4c0a14648 HTTP/1.1" status: 200 len: 949 time: 0.1380417 Dec 06 17:06:45.641619 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-78cd7e9d-fc65-41f1-b94f-eea2c15bdc45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:45.657605 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-590f6bc4-ffac-49ea-a1e5-d0d85ea8fa0d req-6788c7ff-1855-446d-ab39-d3a04a10072f tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/security-groups?id=05993717-efad-46b6-9cd9-33188c432d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674977 Dec 06 17:06:45.668284 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cdc85a-a45a-4ce4-bbc4-5c73b241b3da req-af71cc16-6984-46e2-b8f9-68b4a1e69cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:45.671082 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a2cdc85a-a45a-4ce4-bbc4-5c73b241b3da req-af71cc16-6984-46e2-b8f9-68b4a1e69cad service neutron] 10.222.0.41 "GET /v2.0/networks?id=f368e270-aa86-47d2-9c8f-0ac2b4fc8997 HTTP/1.1" status: 200 len: 922 time: 0.2137573 Dec 06 17:06:45.701556 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 47959905-0d65-435d-bd88-6229edcc8f79, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=47959905-0d65-435d-bd88-6229edcc8f79,segment=NetworkSegment(d43b23f1-3a85-4be8-8063-3fe18696b942),segment_id=d43b23f1-3a85-4be8-8063-3fe18696b942)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:06:45.719254 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 47959905-0d65-435d-bd88-6229edcc8f79 has no active binding in host n-h2-master-1 {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 06 17:06:45.724625 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a2cdc85a-a45a-4ce4-bbc4-5c73b241b3da req-f4be33db-6a08-4c8e-bbab-ad5302b2cb9e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=47959905-0d65-435d-bd88-6229edcc8f79 HTTP/1.1" status: 200 len: 217 time: 0.0435786 Dec 06 17:06:45.782698 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cdc85a-a45a-4ce4-bbc4-5c73b241b3da req-64272ba9-8362-4e3d-992e-301499ce11f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:45.785222 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a2cdc85a-a45a-4ce4-bbc4-5c73b241b3da req-64272ba9-8362-4e3d-992e-301499ce11f7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f77759ce-94b4-46a8-b90f-f881b9e38f99 HTTP/1.1" status: 200 len: 861 time: 0.0525601 Dec 06 17:06:45.827747 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a2cdc85a-a45a-4ce4-bbc4-5c73b241b3da req-42e4f414-d0c7-42f1-a800-779ce6c2aecd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f368e270-aa86-47d2-9c8f-0ac2b4fc8997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331266 Dec 06 17:06:45.927413 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad33562c-1035-4270-b0c0-40b0b19f2149 req-9a112de9-1c5b-4d3b-916e-ff09e72a31e7 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:45.928971 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ad33562c-1035-4270-b0c0-40b0b19f2149 req-9a112de9-1c5b-4d3b-916e-ff09e72a31e7 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=410657f9-9533-48fd-94c2-2548178a831b HTTP/1.1" status: 200 len: 943 time: 0.0538335 Dec 06 17:06:45.955756 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-dd6af72f-325b-4a0a-87fd-50a5f868cc81 req-5682e6e6-e4fb-4b38-ab77-d5c27c48eb14 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=655022d1565540bb93093c911e426652&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251079 Dec 06 17:06:46.008887 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ad33562c-1035-4270-b0c0-40b0b19f2149 req-addef0b9-6b7e-43a0-9796-1fa930e6cbe0 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677822 Dec 06 17:06:46.076775 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a2cdc85a-a45a-4ce4-bbc4-5c73b241b3da req-dd9e81a7-f8fe-476f-a631-5d89a6c63f19 service neutron] 10.222.0.41 "GET /v2.0/networks/f368e270-aa86-47d2-9c8f-0ac2b4fc8997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318783 Dec 06 17:06:46.161313 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9853ed92-e78d-4f70-bd5a-83d3d985b597 req-799edb1c-1659-4874-a22f-8784c6fd1693 tempest-AttachSCSIVolumeTestJSON-834088192 tempest-AttachSCSIVolumeTestJSON-834088192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:46.164602 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9853ed92-e78d-4f70-bd5a-83d3d985b597 req-799edb1c-1659-4874-a22f-8784c6fd1693 tempest-AttachSCSIVolumeTestJSON-834088192 tempest-AttachSCSIVolumeTestJSON-834088192-project] 10.222.0.23 "GET /v2.0/ports?device_id=481c1348-e571-4bf4-b045-c262930678c9 HTTP/1.1" status: 200 len: 944 time: 0.0692019 Dec 06 17:06:46.260004 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6af72f-325b-4a0a-87fd-50a5f868cc81 req-b21926c4-a8cd-4a8a-9ed0-f77baf1adfdd tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:46.268027 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-dd6af72f-325b-4a0a-87fd-50a5f868cc81 req-b21926c4-a8cd-4a8a-9ed0-f77baf1adfdd tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3037143 Dec 06 17:06:46.283589 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9853ed92-e78d-4f70-bd5a-83d3d985b597 req-5ee372db-2a4f-4e25-a5ce-9deb5b9f4b08 tempest-AttachSCSIVolumeTestJSON-834088192 tempest-AttachSCSIVolumeTestJSON-834088192-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f19429f-3b05-4a35-aac8-fc69e71b8154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023824 Dec 06 17:06:46.298525 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-dd6af72f-325b-4a0a-87fd-50a5f868cc81 req-55093b36-b773-4045-97bf-e7b624299055 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/quotas/655022d1565540bb93093c911e426652 HTTP/1.1" status: 200 len: 375 time: 0.0295472 Dec 06 17:06:46.316025 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a2cdc85a-a45a-4ce4-bbc4-5c73b241b3da req-a11ea089-d806-48de-a6c2-1d860815c2fb service neutron] 10.222.0.41 "GET /v2.0/networks/f368e270-aa86-47d2-9c8f-0ac2b4fc8997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310739 Dec 06 17:06:46.416829 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-dd6af72f-325b-4a0a-87fd-50a5f868cc81 req-c31f2eb7-aa29-4bba-a8cf-99cb9dbede0c tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=655022d1565540bb93093c911e426652&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0998540 Dec 06 17:06:46.599725 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 35008) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:06:46.618441 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 353d5d01-19ab-44b2-88da-1f2b4f021899 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:06:46.620531 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-074c6d16-765c-4558-b176-a6584797f6ff req-f932d4de-3a32-480a-b86a-e3d7d934e2ba tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/ports?device_id=8148c7dd-61d4-431d-b95f-af84f3acd88e HTTP/1.1" status: 200 len: 210 time: 0.0393620 Dec 06 17:06:46.827211 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-98cdb3c9-1969-4e93-8792-00b1f25bb87c admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1847518297-network', 'tenant_id': '0258899c128e4e7c8306d77fe96b1089'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:06:46.853607 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5649e5f7-4b7e-4eb6-ac0f-368df06da4d0 req-b7539785-199d-4dca-ad3c-c4d5942f5cd4 tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:46.872403 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5649e5f7-4b7e-4eb6-ac0f-368df06da4d0 req-b7539785-199d-4dca-ad3c-c4d5942f5cd4 tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] 10.222.0.23 "GET /v2.0/ports?device_id=e045eb27-19a3-4d8e-bbaa-30affa219d3e HTTP/1.1" status: 200 len: 947 time: 0.1070712 Dec 06 17:06:46.875356 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98cdb3c9-1969-4e93-8792-00b1f25bb87c admin admin] Made reservation on behalf of 0258899c128e4e7c8306d77fe96b1089 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:06:46.878920 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-98cdb3c9-1969-4e93-8792-00b1f25bb87c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:46.879280 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 353d5d01-19ab-44b2-88da-1f2b4f021899, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=353d5d01-19ab-44b2-88da-1f2b4f021899,segment=NetworkSegment(1d12c223-c1ef-4a9f-920c-d1018ef932ee),segment_id=1d12c223-c1ef-4a9f-920c-d1018ef932ee)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:06:46.908044 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-98cdb3c9-1969-4e93-8792-00b1f25bb87c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:46.909603 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': '353d5d01-19ab-44b2-88da-1f2b4f021899', 'network_id': '5345745c-70bf-40fb-8cb5-545836ece5ce', 'port_id': '353d5d01-19ab-44b2-88da-1f2b4f021899', 'mac_address': 'fa:16:3e:b9:a3:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48f1cc23-c700-419f-b04b-ebb1334c97b9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:06:46.914809 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device e5ab5ed8-17fa-45af-9c4a-4e440f5060e7 up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:06:46.980557 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5649e5f7-4b7e-4eb6-ac0f-368df06da4d0 req-5a16c89b-84cc-4709-8a73-a694f4c0247c tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] 10.222.0.23 "GET /v2.0/security-groups?id=7414b2b9-ece0-40bf-808e-8ad7d290981a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017354 Dec 06 17:06:47.093346 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:47.098527 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-98cdb3c9-1969-4e93-8792-00b1f25bb87c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:47.106670 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-98cdb3c9-1969-4e93-8792-00b1f25bb87c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:47.124758 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:47.165591 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port e5ab5ed8-17fa-45af-9c4a-4e440f5060e7 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:06:47.167500 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98cdb3c9-1969-4e93-8792-00b1f25bb87c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:06:47.168362 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf717bb-91bf-414f-a713-ee485528f56f req-321ad899-8e6b-4d24-b0fc-c88e23ccd30e tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:47.176366 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port e5ab5ed8-17fa-45af-9c4a-4e440f5060e7 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:06:47.176739 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:47.176891 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-cbf717bb-91bf-414f-a713-ee485528f56f req-321ad899-8e6b-4d24-b0fc-c88e23ccd30e tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=410657f9-9533-48fd-94c2-2548178a831b HTTP/1.1" status: 200 len: 943 time: 0.0748847 Dec 06 17:06:47.229222 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-98cdb3c9-1969-4e93-8792-00b1f25bb87c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:47.229577 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-98cdb3c9-1969-4e93-8792-00b1f25bb87c admin admin] Added segment bcf8f3ec-a85d-4baf-bb99-5540dc7bed1d of type vlan for network 041fb444-b221-430a-a2d5-1ce940b8f13a Dec 06 17:06:47.242963 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-cbf717bb-91bf-414f-a713-ee485528f56f req-b5dd35a1-3379-4ecd-a811-61649dd96223 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585725 Dec 06 17:06:47.250357 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cdb3c9-1969-4e93-8792-00b1f25bb87c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea2d6c5-17af-4e50-8c45-60ada57d802c,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:47.291091 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 353d5d01-19ab-44b2-88da-1f2b4f021899 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:06:47.311496 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cdb3c9-1969-4e93-8792-00b1f25bb87c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:06:47.311980 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cdb3c9-1969-4e93-8792-00b1f25bb87c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:06:47.312733 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cdb3c9-1969-4e93-8792-00b1f25bb87c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:06:47.313108 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cdb3c9-1969-4e93-8792-00b1f25bb87c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:06:47.313416 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cdb3c9-1969-4e93-8792-00b1f25bb87c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:06:47.313873 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cdb3c9-1969-4e93-8792-00b1f25bb87c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:06:47.314110 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cdb3c9-1969-4e93-8792-00b1f25bb87c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:06:47.314902 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cdb3c9-1969-4e93-8792-00b1f25bb87c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:06:47.314902 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cdb3c9-1969-4e93-8792-00b1f25bb87c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:06:47.315149 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cdb3c9-1969-4e93-8792-00b1f25bb87c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:06:47.315577 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cdb3c9-1969-4e93-8792-00b1f25bb87c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:06:47.315985 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cdb3c9-1969-4e93-8792-00b1f25bb87c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:06:47.316312 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cdb3c9-1969-4e93-8792-00b1f25bb87c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:06:47.336472 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-98cdb3c9-1969-4e93-8792-00b1f25bb87c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:47.373995 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 353d5d01-19ab-44b2-88da-1f2b4f021899, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=353d5d01-19ab-44b2-88da-1f2b4f021899,segment=NetworkSegment(1d12c223-c1ef-4a9f-920c-d1018ef932ee),segment_id=1d12c223-c1ef-4a9f-920c-d1018ef932ee)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:06:47.402085 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:47.418380 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-98cdb3c9-1969-4e93-8792-00b1f25bb87c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:47.420138 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98cdb3c9-1969-4e93-8792-00b1f25bb87c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:47.421039 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-98cdb3c9-1969-4e93-8792-00b1f25bb87c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:47.463633 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebba7912-8af5-4acb-b475-5c4d4b2ae92e req-ee92669e-c5e8-4c2c-bcba-316d8e556af4 tempest-AttachSCSIVolumeTestJSON-834088192 tempest-AttachSCSIVolumeTestJSON-834088192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:47.470675 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ebba7912-8af5-4acb-b475-5c4d4b2ae92e req-ee92669e-c5e8-4c2c-bcba-316d8e556af4 tempest-AttachSCSIVolumeTestJSON-834088192 tempest-AttachSCSIVolumeTestJSON-834088192-project] 10.222.0.23 "GET /v2.0/ports?device_id=481c1348-e571-4bf4-b045-c262930678c9 HTTP/1.1" status: 200 len: 944 time: 0.0750699 Dec 06 17:06:47.529117 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-98cdb3c9-1969-4e93-8792-00b1f25bb87c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9275234 Dec 06 17:06:47.529566 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 35028) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:06:47.538801 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-8d4aab40-b9f7-457c-93f8-9a55a968d9a5 admin admin] Request body: {'subnet': {'network_id': '041fb444-b221-430a-a2d5-1ce940b8f13a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1847518297-subnet', 'tenant_id': '0258899c128e4e7c8306d77fe96b1089', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:06:47.572419 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d4aab40-b9f7-457c-93f8-9a55a968d9a5 admin admin] Made reservation on behalf of 0258899c128e4e7c8306d77fe96b1089 for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:06:47.575726 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8d4aab40-b9f7-457c-93f8-9a55a968d9a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:47.577303 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cdb3c9-1969-4e93-8792-00b1f25bb87c admin admin] Pushing event updated for resources: {'Network': ['ID=041fb444-b221-430a-a2d5-1ce940b8f13a,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:47.597021 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['353d5d01-19ab-44b2-88da-1f2b4f021899'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:06:47.599438 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device cd098ab2-dfbc-4efa-8546-de102ea51e01 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:06:47.611312 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ebba7912-8af5-4acb-b475-5c4d4b2ae92e req-6c1f5176-36fa-42a8-8fbe-7f0fe8b66921 tempest-AttachSCSIVolumeTestJSON-834088192 tempest-AttachSCSIVolumeTestJSON-834088192-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f19429f-3b05-4a35-aac8-fc69e71b8154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348512 Dec 06 17:06:47.797728 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port cd098ab2-dfbc-4efa-8546-de102ea51e01, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=cd098ab2-dfbc-4efa-8546-de102ea51e01,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:06:47.817788 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': 'cd098ab2-dfbc-4efa-8546-de102ea51e01', 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a', 'port_id': 'cd098ab2-dfbc-4efa-8546-de102ea51e01', 'mac_address': 'fa:16:3e:79:58:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1342252a-21e4-4783-88ff-f54776c79059', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:06:47.821511 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 041fb444-b221-430a-a2d5-1ce940b8f13a details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:06:47.947818 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-29e23abc-2584-4913-bd42-8a50cf630c02 req-c580e9e6-237b-4e7b-966c-b61f64727d6c tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/ports?device_id=8148c7dd-61d4-431d-b95f-af84f3acd88e HTTP/1.1" status: 200 len: 210 time: 0.0769832 Dec 06 17:06:47.964330 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:47.999811 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd098ab2-dfbc-4efa-8546-de102ea51e01 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:06:48.001761 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b12e7354-0f60-4f2c-b7bb-8904f1ceea5e req-3b96d538-bc62-4cf1-b1ac-174f8358cdce service neutron] 10.222.0.41 "GET /v2.0/ports/47959905-0d65-435d-bd88-6229edcc8f79/bindings/n-h2-master-1 HTTP/1.1" status: 200 len: 384 time: 0.2663031 Dec 06 17:06:48.024285 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port cd098ab2-dfbc-4efa-8546-de102ea51e01, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=cd098ab2-dfbc-4efa-8546-de102ea51e01,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:06:48.042424 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=353d5d01-19ab-44b2-88da-1f2b4f021899,revision_number=6']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:48.046358 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:48.064730 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:48.065863 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:48.154924 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port e5ab5ed8-17fa-45af-9c4a-4e440f5060e7, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=e5ab5ed8-17fa-45af-9c4a-4e440f5060e7,segment=NetworkSegment(8c139f9d-920e-436e-b4a5-7d7102bdfc61),segment_id=8c139f9d-920e-436e-b4a5-7d7102bdfc61)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:06:48.159323 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '481c1348-e571-4bf4-b045-c262930678c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5ab5ed8-17fa-45af-9c4a-4e440f5060e7'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:06:48.163301 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e31f1ad3-0481-47bb-b328-3dbaca6816d6" -d '{"events": [{"server_uuid": "481c1348-e571-4bf4-b045-c262930678c9", "name": "network-vif-plugged", "status": "completed", "tag": "e5ab5ed8-17fa-45af-9c4a-4e440f5060e7"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:06:48.176021 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:48.239915 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=cd098ab2-dfbc-4efa-8546-de102ea51e01,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:48.353850 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-dd6af72f-325b-4a0a-87fd-50a5f868cc81 req-149f8107-1158-4ff2-ae59-cb95455044c1 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=655022d1565540bb93093c911e426652&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0851760 Dec 06 17:06:48.375013 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=e5ab5ed8-17fa-45af-9c4a-4e440f5060e7,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:48.413418 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['cd098ab2-dfbc-4efa-8546-de102ea51e01'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:06:48.566696 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77517e57-79ff-424d-8957-0ff0fa74166b req-0b8235e3-2826-4db2-9bd8-df39fb872fe0 tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:48.570037 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-77517e57-79ff-424d-8957-0ff0fa74166b req-0b8235e3-2826-4db2-9bd8-df39fb872fe0 tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] 10.222.0.23 "GET /v2.0/ports?device_id=e045eb27-19a3-4d8e-bbaa-30affa219d3e HTTP/1.1" status: 200 len: 948 time: 0.4064746 Dec 06 17:06:48.670227 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 353d5d01-19ab-44b2-88da-1f2b4f021899 up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:06:48.674608 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6af72f-325b-4a0a-87fd-50a5f868cc81 req-5d4807b3-4102-4f87-9a8d-d18bc5eda5ef tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:48.677204 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-dd6af72f-325b-4a0a-87fd-50a5f868cc81 req-5d4807b3-4102-4f87-9a8d-d18bc5eda5ef tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2983909 Dec 06 17:06:48.681229 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-77517e57-79ff-424d-8957-0ff0fa74166b req-7f694bec-1ec6-46c6-986e-4c693bb0b703 tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] 10.222.0.23 "GET /v2.0/security-groups?id=7414b2b9-ece0-40bf-808e-8ad7d290981a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970967 Dec 06 17:06:48.695503 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-dd6af72f-325b-4a0a-87fd-50a5f868cc81 req-089c9721-ccd1-4e14-8f57-0ec0552e197a tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Request body: {'port': {'device_id': '8148c7dd-61d4-431d-b95f-af84f3acd88e', 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a', 'admin_state_up': True, 'tenant_id': '655022d1565540bb93093c911e426652'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:06:48.707838 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8d4aab40-b9f7-457c-93f8-9a55a968d9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:48.810113 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e37107f5-923b-4d88-b555-1b88ba13eeff x-openstack-request-id: req-e37107f5-923b-4d88-b555-1b88ba13eeff {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:06:48.811558 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "481c1348-e571-4bf4-b045-c262930678c9", "name": "network-vif-plugged", "status": "completed", "tag": "e5ab5ed8-17fa-45af-9c4a-4e440f5060e7", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:06:48.811823 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e37107f5-923b-4d88-b555-1b88ba13eeff {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:06:48.812234 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '481c1348-e571-4bf4-b045-c262930678c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5ab5ed8-17fa-45af-9c4a-4e440f5060e7', 'code': 200} Dec 06 17:06:48.856389 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-b12e7354-0f60-4f2c-b7bb-8904f1ceea5e req-05b1d419-7bf5-4d47-8751-e0b8ecd9057b service neutron] For port 47959905-0d65-435d-bd88-6229edcc8f79, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=47959905-0d65-435d-bd88-6229edcc8f79,segment=NetworkSegment(d43b23f1-3a85-4be8-8063-3fe18696b942),segment_id=d43b23f1-3a85-4be8-8063-3fe18696b942)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:06:48.891913 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-b12e7354-0f60-4f2c-b7bb-8904f1ceea5e req-05b1d419-7bf5-4d47-8751-e0b8ecd9057b service neutron] For port 47959905-0d65-435d-bd88-6229edcc8f79, host n-h1-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:06:48.917262 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port 353d5d01-19ab-44b2-88da-1f2b4f021899 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:06:48.917959 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:48.931287 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-b12e7354-0f60-4f2c-b7bb-8904f1ceea5e req-05b1d419-7bf5-4d47-8751-e0b8ecd9057b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47959905-0d65-435d-bd88-6229edcc8f79 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:06:48.946155 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-b12e7354-0f60-4f2c-b7bb-8904f1ceea5e req-05b1d419-7bf5-4d47-8751-e0b8ecd9057b service neutron] For port 47959905-0d65-435d-bd88-6229edcc8f79, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=47959905-0d65-435d-bd88-6229edcc8f79,segment=NetworkSegment(d43b23f1-3a85-4be8-8063-3fe18696b942),segment_id=d43b23f1-3a85-4be8-8063-3fe18696b942)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:06:48.973913 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4aab40-b9f7-457c-93f8-9a55a968d9a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46916f41-7c83-4c75-85c3-d1b3985aec0b,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:48.978362 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-b12e7354-0f60-4f2c-b7bb-8904f1ceea5e req-05b1d419-7bf5-4d47-8751-e0b8ecd9057b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:49.002713 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:49.020997 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4aab40-b9f7-457c-93f8-9a55a968d9a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:06:49.021350 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4aab40-b9f7-457c-93f8-9a55a968d9a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:06:49.022420 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4aab40-b9f7-457c-93f8-9a55a968d9a5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:06:49.022915 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4aab40-b9f7-457c-93f8-9a55a968d9a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:06:49.023117 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4aab40-b9f7-457c-93f8-9a55a968d9a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:06:49.023463 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4aab40-b9f7-457c-93f8-9a55a968d9a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:06:49.023802 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4aab40-b9f7-457c-93f8-9a55a968d9a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:06:49.024157 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4aab40-b9f7-457c-93f8-9a55a968d9a5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:06:49.024467 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4aab40-b9f7-457c-93f8-9a55a968d9a5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:06:49.024797 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4aab40-b9f7-457c-93f8-9a55a968d9a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:06:49.025127 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4aab40-b9f7-457c-93f8-9a55a968d9a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:06:49.025454 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4aab40-b9f7-457c-93f8-9a55a968d9a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:06:49.025802 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4aab40-b9f7-457c-93f8-9a55a968d9a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:06:49.056038 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4aab40-b9f7-457c-93f8-9a55a968d9a5 admin admin] Checking segment: {'id': 'bcf8f3ec-a85d-4baf-bb99-5540dc7bed1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '041fb444-b221-430a-a2d5-1ce940b8f13a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:06:49.056038 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4aab40-b9f7-457c-93f8-9a55a968d9a5 admin admin] Network hostable DHCP agents. Network: 041fb444-b221-430a-a2d5-1ce940b8f13a, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:06:49.083790 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0af3dd6-c8e6-4269-b50a-713055119d6d req-977931a9-a259-4bad-93fe-97b9689f09db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:49.085252 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a0af3dd6-c8e6-4269-b50a-713055119d6d req-977931a9-a259-4bad-93fe-97b9689f09db service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=481c1348-e571-4bf4-b045-c262930678c9 HTTP/1.1" status: 200 len: 1096 time: 0.2273870 Dec 06 17:06:49.096290 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:49.132088 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4aab40-b9f7-457c-93f8-9a55a968d9a5 admin admin] Network 041fb444-b221-430a-a2d5-1ce940b8f13a is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:06:49.132562 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e969c21-c67e-4fe3-a7ee-45c124d96161 req-0b890a59-d7d1-4394-b5d9-fad71d49f255 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:49.134312 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0e969c21-c67e-4fe3-a7ee-45c124d96161 req-0b890a59-d7d1-4394-b5d9-fad71d49f255 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=410657f9-9533-48fd-94c2-2548178a831b HTTP/1.1" status: 200 len: 943 time: 0.2081006 Dec 06 17:06:49.143799 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820fffd6-1391-43c9-a960-98c63af27700 req-6d0d7099-c06b-4137-9533-965d2f064734 tempest-AttachSCSIVolumeTestJSON-834088192 tempest-AttachSCSIVolumeTestJSON-834088192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:49.145377 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-820fffd6-1391-43c9-a960-98c63af27700 req-6d0d7099-c06b-4137-9533-965d2f064734 tempest-AttachSCSIVolumeTestJSON-834088192 tempest-AttachSCSIVolumeTestJSON-834088192-project] 10.222.0.23 "GET /v2.0/ports?device_id=481c1348-e571-4bf4-b045-c262930678c9 HTTP/1.1" status: 200 len: 945 time: 0.0930607 Dec 06 17:06:49.157600 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 353d5d01-19ab-44b2-88da-1f2b4f021899, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=353d5d01-19ab-44b2-88da-1f2b4f021899,segment=NetworkSegment(1d12c223-c1ef-4a9f-920c-d1018ef932ee),segment_id=1d12c223-c1ef-4a9f-920c-d1018ef932ee)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:06:49.165763 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-b12e7354-0f60-4f2c-b7bb-8904f1ceea5e req-05b1d419-7bf5-4d47-8751-e0b8ecd9057b service neutron] Transition to ACTIVE for port object 47959905-0d65-435d-bd88-6229edcc8f79 will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:06:49.171221 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:49.174651 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-8d4aab40-b9f7-457c-93f8-9a55a968d9a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 041fb444-b221-430a-a2d5-1ce940b8f13a) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:06:49.180049 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-b12e7354-0f60-4f2c-b7bb-8904f1ceea5e req-05b1d419-7bf5-4d47-8751-e0b8ecd9057b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:49.189730 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4aab40-b9f7-457c-93f8-9a55a968d9a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:49.190335 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8d4aab40-b9f7-457c-93f8-9a55a968d9a5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:49.200490 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd6af72f-325b-4a0a-87fd-50a5f868cc81 req-089c9721-ccd1-4e14-8f57-0ec0552e197a tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Made reservation on behalf of 655022d1565540bb93093c911e426652 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:06:49.206613 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a77a6e-2b44-4581-a311-0af8a5cfa2dc None None] Network 041fb444-b221-430a-a2d5-1ce940b8f13a requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:06:49.213294 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-8d4aab40-b9f7-457c-93f8-9a55a968d9a5 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6801240 Dec 06 17:06:49.213388 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-dd6af72f-325b-4a0a-87fd-50a5f868cc81 req-089c9721-ccd1-4e14-8f57-0ec0552e197a tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:49.222483 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 35060) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:06:49.227590 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-e8107b67-e6fe-4e00-a9fd-af02af50af5e admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1847518297-router', 'tenant_id': '0258899c128e4e7c8306d77fe96b1089', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:06:49.270444 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-b12e7354-0f60-4f2c-b7bb-8904f1ceea5e req-05b1d419-7bf5-4d47-8751-e0b8ecd9057b service neutron] No DVR routers for this DVR port 47959905-0d65-435d-bd88-6229edcc8f79 on host n-h1-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:06:49.271132 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e8107b67-e6fe-4e00-a9fd-af02af50af5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:49.272188 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e8107b67-e6fe-4e00-a9fd-af02af50af5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:49.284710 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a0af3dd6-c8e6-4269-b50a-713055119d6d req-e66bb0cb-35f4-49bd-8dd2-c9cca8d04e6f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6f19429f-3b05-4a35-aac8-fc69e71b8154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896398 Dec 06 17:06:49.308231 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=353d5d01-19ab-44b2-88da-1f2b4f021899,revision_number=7']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:49.324084 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-820fffd6-1391-43c9-a960-98c63af27700 req-81aac388-e974-4dbf-b3af-e352eff9d77d tempest-AttachSCSIVolumeTestJSON-834088192 tempest-AttachSCSIVolumeTestJSON-834088192-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f19429f-3b05-4a35-aac8-fc69e71b8154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679950 Dec 06 17:06:49.332634 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b12e7354-0f60-4f2c-b7bb-8904f1ceea5e req-05b1d419-7bf5-4d47-8751-e0b8ecd9057b service neutron] 10.222.0.41 "PUT /v2.0/ports/47959905-0d65-435d-bd88-6229edcc8f79/bindings/n-h2-master-1/activate HTTP/1.1" status: 200 len: 369 time: 1.3197649 Dec 06 17:06:49.337943 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b1d419-7bf5-4d47-8751-e0b8ecd9057b service neutron] Pushing event updated for resources: {'Port': ['ID=47959905-0d65-435d-bd88-6229edcc8f79,revision_number=10']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:49.374082 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0e969c21-c67e-4fe3-a7ee-45c124d96161 req-e83e6614-61fd-45c3-863d-d21a21b68e56 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294829 Dec 06 17:06:49.452439 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd89fda-440e-4956-adf1-20e31da4e086 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-041fb444-b221-430a-a2d5-1ce940b8f13a', 'network_id': '041fb444-b221-430a-a2d5-1ce940b8f13a', 'tenant_id': '0258899c128e4e7c8306d77fe96b1089', 'fixed_ips': [{'subnet_id': '46916f41-7c83-4c75-85c3-d1b3985aec0b'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:06:49.454956 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5fd89fda-440e-4956-adf1-20e31da4e086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:49.489687 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e8107b67-e6fe-4e00-a9fd-af02af50af5e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:49.589805 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1aed6224-9ac6-42d6-bcf4-8282f670a8bd req-83c12dd0-4fb5-4c25-bf8e-0e3a95c254da tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/ports?device_id=8148c7dd-61d4-431d-b95f-af84f3acd88e HTTP/1.1" status: 200 len: 210 time: 0.0357714 Dec 06 17:06:49.758150 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-5fd89fda-440e-4956-adf1-20e31da4e086 None None] Allocated IP 172.20.0.2 (041fb444-b221-430a-a2d5-1ce940b8f13a/46916f41-7c83-4c75-85c3-d1b3985aec0b/19021b7b-cff4-4e44-9c81-7d8cc73ac832) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:06:49.840025 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e8107b67-e6fe-4e00-a9fd-af02af50af5e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:49.854418 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12e7354-0f60-4f2c-b7bb-8904f1ceea5e req-cff45699-850e-4f90-b201-0aa312634f57 tempest-LiveAutoBlockMigrationV225Test-847899352 tempest-LiveAutoBlockMigrationV225Test-847899352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:49.856095 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b12e7354-0f60-4f2c-b7bb-8904f1ceea5e req-cff45699-850e-4f90-b201-0aa312634f57 tempest-LiveAutoBlockMigrationV225Test-847899352 tempest-LiveAutoBlockMigrationV225Test-847899352-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=410657f9-9533-48fd-94c2-2548178a831b&tenant_id=013b92ce2e6a40e1a3b2fa92d62d652e&binding%3Ahost_id=n-h1-master-1 HTTP/1.1" status: 200 len: 1095 time: 0.2207620 Dec 06 17:06:49.867277 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-dd6af72f-325b-4a0a-87fd-50a5f868cc81 req-089c9721-ccd1-4e14-8f57-0ec0552e197a tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Allocated IP 192.168.233.78 (ee08a0d2-834f-4c39-be47-9c424581246a/1342252a-21e4-4783-88ff-f54776c79059/eb84f412-c9dc-4e4b-a8e7-2b2dbf804268) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:06:49.922193 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643d8599-ba01-4469-87b2-d574d96bfe11 req-5173cf07-2151-4817-aca0-67e5cee410b2 tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:49.924669 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-643d8599-ba01-4469-87b2-d574d96bfe11 req-5173cf07-2151-4817-aca0-67e5cee410b2 tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] 10.222.0.23 "GET /v2.0/ports?device_id=e045eb27-19a3-4d8e-bbaa-30affa219d3e HTTP/1.1" status: 200 len: 948 time: 0.0796776 Dec 06 17:06:50.017990 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-643d8599-ba01-4469-87b2-d574d96bfe11 req-b9cc3cd2-cd27-4d7e-b726-166c2fb87606 tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] 10.222.0.23 "GET /v2.0/security-groups?id=7414b2b9-ece0-40bf-808e-8ad7d290981a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804374 Dec 06 17:06:50.048207 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 35082) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:06:50.100215 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5fd89fda-440e-4956-adf1-20e31da4e086 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:50.117150 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5fd89fda-440e-4956-adf1-20e31da4e086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:50.176143 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd89fda-440e-4956-adf1-20e31da4e086 None None] Network 041fb444-b221-430a-a2d5-1ce940b8f13a is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:06:50.180742 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-5fd89fda-440e-4956-adf1-20e31da4e086 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:06:50.183345 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd89fda-440e-4956-adf1-20e31da4e086 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:06:50.198625 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd89fda-440e-4956-adf1-20e31da4e086 None None] Pushing event updated for resources: {'Port': ['ID=19021b7b-cff4-4e44-9c81-7d8cc73ac832,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:50.225205 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f510c94d-608a-49fb-b2f6-d60b801c098a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:50.285242 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-5fd89fda-440e-4956-adf1-20e31da4e086 None None] Attempting to bind port 19021b7b-cff4-4e44-9c81-7d8cc73ac832 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:06:50.285951 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-5fd89fda-440e-4956-adf1-20e31da4e086 None None] Attempting to bind port 19021b7b-cff4-4e44-9c81-7d8cc73ac832 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'bcf8f3ec-a85d-4baf-bb99-5540dc7bed1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '041fb444-b221-430a-a2d5-1ce940b8f13a'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:06:50.286643 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd89fda-440e-4956-adf1-20e31da4e086 None None] Attempting to bind port 19021b7b-cff4-4e44-9c81-7d8cc73ac832 on network 041fb444-b221-430a-a2d5-1ce940b8f13a {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:06:50.307350 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd89fda-440e-4956-adf1-20e31da4e086 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:06:50.314247 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd89fda-440e-4956-adf1-20e31da4e086 None None] Checking segment: {'id': 'bcf8f3ec-a85d-4baf-bb99-5540dc7bed1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '041fb444-b221-430a-a2d5-1ce940b8f13a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:06:50.315191 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5fd89fda-440e-4956-adf1-20e31da4e086 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:50.315737 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd89fda-440e-4956-adf1-20e31da4e086 None None] Bound using segment: {'id': 'bcf8f3ec-a85d-4baf-bb99-5540dc7bed1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '041fb444-b221-430a-a2d5-1ce940b8f13a'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:06:50.316956 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-5fd89fda-440e-4956-adf1-20e31da4e086 None None] Bound port: 19021b7b-cff4-4e44-9c81-7d8cc73ac832, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcf8f3ec-a85d-4baf-bb99-5540dc7bed1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '041fb444-b221-430a-a2d5-1ce940b8f13a'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:06:50.317609 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5fd89fda-440e-4956-adf1-20e31da4e086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:50.337216 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f510c94d-608a-49fb-b2f6-d60b801c098a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:50.346046 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f510c94d-608a-49fb-b2f6-d60b801c098a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:50.367787 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12e7354-0f60-4f2c-b7bb-8904f1ceea5e req-73c31c58-c823-45c1-8103-2ca683b0fb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:50.388725 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-f510c94d-608a-49fb-b2f6-d60b801c098a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=55924bf961ff4bf4a65c4ec0850f5515&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3385525 Dec 06 17:06:50.390819 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b12e7354-0f60-4f2c-b7bb-8904f1ceea5e req-73c31c58-c823-45c1-8103-2ca683b0fb85 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=410657f9-9533-48fd-94c2-2548178a831b&tenant_id=013b92ce2e6a40e1a3b2fa92d62d652e HTTP/1.1" status: 200 len: 1095 time: 0.5053270 Dec 06 17:06:50.391939 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 35088) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:06:50.403703 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f510c94d-608a-49fb-b2f6-d60b801c098a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=557bb93f-9260-4551-ba28-b9fb0a94bbf0,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:50.440569 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-5fd89fda-440e-4956-adf1-20e31da4e086 None None] For port 19021b7b-cff4-4e44-9c81-7d8cc73ac832, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:06:50.450373 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-5fd89fda-440e-4956-adf1-20e31da4e086 None None] For port 19021b7b-cff4-4e44-9c81-7d8cc73ac832, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=19021b7b-cff4-4e44-9c81-7d8cc73ac832,segment=NetworkSegment(bcf8f3ec-a85d-4baf-bb99-5540dc7bed1d),segment_id=bcf8f3ec-a85d-4baf-bb99-5540dc7bed1d)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:06:50.461634 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5fd89fda-440e-4956-adf1-20e31da4e086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:50.466994 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a10e0f9e-2c5b-429f-8978-d3f33c6f0888 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:50.499992 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a10e0f9e-2c5b-429f-8978-d3f33c6f0888 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:50.575225 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd89fda-440e-4956-adf1-20e31da4e086 None None] Pushing event updated for resources: {'Port': ['ID=19021b7b-cff4-4e44-9c81-7d8cc73ac832,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:50.599344 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-dd6af72f-325b-4a0a-87fd-50a5f868cc81 req-089c9721-ccd1-4e14-8f57-0ec0552e197a tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:50.649178 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cceaa86-2375-4735-a746-0363a5bfddb4 req-aa459200-a025-4f1e-8119-ae24ab89ab62 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:50.650895 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8cceaa86-2375-4735-a746-0363a5bfddb4 req-aa459200-a025-4f1e-8119-ae24ab89ab62 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=410657f9-9533-48fd-94c2-2548178a831b HTTP/1.1" status: 200 len: 944 time: 0.1002450 Dec 06 17:06:50.651704 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12e7354-0f60-4f2c-b7bb-8904f1ceea5e req-53ebc297-ae46-48e7-a00b-96a411cdaa56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:50.653600 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b12e7354-0f60-4f2c-b7bb-8904f1ceea5e req-53ebc297-ae46-48e7-a00b-96a411cdaa56 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=013b92ce2e6a40e1a3b2fa92d62d652e&device_id=410657f9-9533-48fd-94c2-2548178a831b HTTP/1.1" status: 200 len: 1095 time: 0.1352928 Dec 06 17:06:50.672077 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a10e0f9e-2c5b-429f-8978-d3f33c6f0888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:50.675719 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a10e0f9e-2c5b-429f-8978-d3f33c6f0888 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:50.677066 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-a10e0f9e-2c5b-429f-8978-d3f33c6f0888 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/557bb93f-9260-4551-ba28-b9fb0a94bbf0 HTTP/1.1" status: 204 len: 168 time: 0.2842143 Dec 06 17:06:50.699305 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10e0f9e-2c5b-429f-8978-d3f33c6f0888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=557bb93f-9260-4551-ba28-b9fb0a94bbf0,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:50.755529 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8cceaa86-2375-4735-a746-0363a5bfddb4 req-11cca073-bb40-49aa-9ae8-30fb6194fe0c tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959485 Dec 06 17:06:50.812886 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '790d2c16-8625-4b1d-8f20-1133667079bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '353d5d01-19ab-44b2-88da-1f2b4f021899'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:06:50.824032 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19824b40-b8ce-4fee-8ffa-25dd94a6477f" -d '{"events": [{"server_uuid": "790d2c16-8625-4b1d-8f20-1133667079bb", "name": "network-vif-plugged", "status": "completed", "tag": "353d5d01-19ab-44b2-88da-1f2b4f021899"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:06:50.858691 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080dd14e-e47d-4549-8461-e3640496ec06 req-a953c841-dbbc-4997-b2c5-8a84f2ad9625 tempest-AttachSCSIVolumeTestJSON-834088192 tempest-AttachSCSIVolumeTestJSON-834088192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:50.860646 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-080dd14e-e47d-4549-8461-e3640496ec06 req-a953c841-dbbc-4997-b2c5-8a84f2ad9625 tempest-AttachSCSIVolumeTestJSON-834088192 tempest-AttachSCSIVolumeTestJSON-834088192-project] 10.222.0.23 "GET /v2.0/ports?device_id=481c1348-e571-4bf4-b045-c262930678c9 HTTP/1.1" status: 200 len: 945 time: 0.2887070 Dec 06 17:06:51.063983 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-dd6af72f-325b-4a0a-87fd-50a5f868cc81 req-089c9721-ccd1-4e14-8f57-0ec0552e197a tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:51.080188 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['63971c5b-27ae-4903-af23-b6e4acbd094f'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:06:51.098901 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12e7354-0f60-4f2c-b7bb-8904f1ceea5e req-dfb3d4fd-2598-410f-8018-4d222f5e95f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:51.100413 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b12e7354-0f60-4f2c-b7bb-8904f1ceea5e req-dfb3d4fd-2598-410f-8018-4d222f5e95f5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f368e270-aa86-47d2-9c8f-0ac2b4fc8997 HTTP/1.1" status: 200 len: 922 time: 0.4325106 Dec 06 17:06:51.180978 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['f266378e-6360-4808-a93e-af8a2aa71b50'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:06:51.182700 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 35114) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:06:51.205443 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd6af72f-325b-4a0a-87fd-50a5f868cc81 req-089c9721-ccd1-4e14-8f57-0ec0552e197a tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Network ee08a0d2-834f-4c39-be47-9c424581246a is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:06:51.218576 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-dd6af72f-325b-4a0a-87fd-50a5f868cc81 req-089c9721-ccd1-4e14-8f57-0ec0552e197a tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:06:51.219322 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8eb6b190-7178-4896-9917-91122b7d6062 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:51.221244 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b12e7354-0f60-4f2c-b7bb-8904f1ceea5e req-6def8ab7-d7f5-472c-909a-c98f93a1f5af service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=47959905-0d65-435d-bd88-6229edcc8f79 HTTP/1.1" status: 200 len: 217 time: 0.0981302 Dec 06 17:06:51.223885 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd6af72f-325b-4a0a-87fd-50a5f868cc81 req-089c9721-ccd1-4e14-8f57-0ec0552e197a tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:06:51.239163 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b666c939-455c-4dd7-87a1-280e32bc7b4d req-cd7a01a8-a4d2-4d22-8b61-66e5dd54b9cc tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:51.241043 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b666c939-455c-4dd7-87a1-280e32bc7b4d req-cd7a01a8-a4d2-4d22-8b61-66e5dd54b9cc tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/ports?device_id=8148c7dd-61d4-431d-b95f-af84f3acd88e HTTP/1.1" status: 200 len: 935 time: 0.1449022 Dec 06 17:06:51.284860 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089c9721-ccd1-4e14-8f57-0ec0552e197a tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Pushing event updated for resources: {'Port': ['ID=eb84f412-c9dc-4e4b-a8e7-2b2dbf804268,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:51.331761 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-080dd14e-e47d-4549-8461-e3640496ec06 req-b4a7f7b5-8267-4a62-96dc-9efa265c1c92 tempest-AttachSCSIVolumeTestJSON-834088192 tempest-AttachSCSIVolumeTestJSON-834088192-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f19429f-3b05-4a35-aac8-fc69e71b8154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3945253 Dec 06 17:06:51.386266 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e8107b67-e6fe-4e00-a9fd-af02af50af5e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:51.437120 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8eb6b190-7178-4896-9917-91122b7d6062 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:51.444439 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d381b5f4-19f1-4dac-8eda-e9ae18f21ca6 x-openstack-request-id: req-d381b5f4-19f1-4dac-8eda-e9ae18f21ca6 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:06:51.444862 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "790d2c16-8625-4b1d-8f20-1133667079bb", "name": "network-vif-plugged", "status": "completed", "tag": "353d5d01-19ab-44b2-88da-1f2b4f021899", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:06:51.445132 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d381b5f4-19f1-4dac-8eda-e9ae18f21ca6 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:06:51.445557 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '790d2c16-8625-4b1d-8f20-1133667079bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '353d5d01-19ab-44b2-88da-1f2b4f021899', 'code': 200} Dec 06 17:06:51.449442 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8eb6b190-7178-4896-9917-91122b7d6062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:51.481811 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e8107b67-e6fe-4e00-a9fd-af02af50af5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:51.498977 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12e7354-0f60-4f2c-b7bb-8904f1ceea5e req-6c9f969b-2978-435c-9c45-4ae0a45ea8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:51.501018 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b12e7354-0f60-4f2c-b7bb-8904f1ceea5e req-6c9f969b-2978-435c-9c45-4ae0a45ea8dd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f77759ce-94b4-46a8-b90f-f881b9e38f99 HTTP/1.1" status: 200 len: 861 time: 0.2658277 Dec 06 17:06:51.511902 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6af72f-325b-4a0a-87fd-50a5f868cc81 req-089c9721-ccd1-4e14-8f57-0ec0552e197a tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:51.512797 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-dd6af72f-325b-4a0a-87fd-50a5f868cc81 req-089c9721-ccd1-4e14-8f57-0ec0552e197a tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:51.558435 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb6b190-7178-4896-9917-91122b7d6062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e253a03-6abf-4a6b-9e72-158ab65c1242,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:51.598927 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 19021b7b-cff4-4e44-9c81-7d8cc73ac832 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:06:51.643278 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b12e7354-0f60-4f2c-b7bb-8904f1ceea5e req-92a76d77-71e0-410a-b379-44dacf12730c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f368e270-aa86-47d2-9c8f-0ac2b4fc8997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1270130 Dec 06 17:06:51.651986 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b666c939-455c-4dd7-87a1-280e32bc7b4d req-6611c806-ac4d-42ce-b863-9fc1024c9d78 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/security-groups?id=05993717-efad-46b6-9cd9-33188c432d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121153 Dec 06 17:06:51.658283 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-8eb6b190-7178-4896-9917-91122b7d6062 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4bdf5ca01bb44a81beab184513fcca1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4692116 Dec 06 17:06:51.658428 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-dd6af72f-325b-4a0a-87fd-50a5f868cc81 req-089c9721-ccd1-4e14-8f57-0ec0552e197a tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9648442 Dec 06 17:06:51.660428 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 35116) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:06:51.662589 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device cd098ab2-dfbc-4efa-8546-de102ea51e01 up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:06:51.739639 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-dd6af72f-325b-4a0a-87fd-50a5f868cc81 req-e713a411-95a0-4e38-85dd-ba94fa24661f service neutron] Request body: {'port': {'device_id': '8148c7dd-61d4-431d-b95f-af84f3acd88e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:06:51.755902 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-d6af28b5-3ce6-4ba2-9b59-73ec0483a95b None None] Provisioning complete for port eb84f412-c9dc-4e4b-a8e7-2b2dbf804268 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:06:51.756655 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d6af28b5-3ce6-4ba2-9b59-73ec0483a95b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:51.788789 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-25f54917-c20f-4d5d-aaa6-9c233c6cbb8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:51.820868 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning for port cd098ab2-dfbc-4efa-8546-de102ea51e01 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:06:51.833016 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-d6af28b5-3ce6-4ba2-9b59-73ec0483a95b None None] Port eb84f412-c9dc-4e4b-a8e7-2b2dbf804268 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:06:51.835293 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port cd098ab2-dfbc-4efa-8546-de102ea51e01 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:06:51.835934 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:51.848125 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-25f54917-c20f-4d5d-aaa6-9c233c6cbb8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:51.915158 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 19021b7b-cff4-4e44-9c81-7d8cc73ac832 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:06:51.915449 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:51.983981 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71f0428-5e88-4ce9-9774-5a4c3a2771f1 req-85e28a48-1376-4e85-88f5-f0444a675612 tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:51.985886 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c71f0428-5e88-4ce9-9774-5a4c3a2771f1 req-85e28a48-1376-4e85-88f5-f0444a675612 tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] 10.222.0.23 "GET /v2.0/ports?device_id=e045eb27-19a3-4d8e-bbaa-30affa219d3e HTTP/1.1" status: 200 len: 948 time: 0.3417017 Dec 06 17:06:51.990540 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-e8107b67-e6fe-4e00-a9fd-af02af50af5e admin admin] Allocated IP 172.35.1.125 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/a9d8701e-ce0b-4523-b677-bbb9b7af8b84) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:06:52.043243 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b12e7354-0f60-4f2c-b7bb-8904f1ceea5e req-bd75cb37-a62e-41d6-a392-614b7481d2bd service neutron] 10.222.0.44 "GET /v2.0/networks/f368e270-aa86-47d2-9c8f-0ac2b4fc8997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3851178 Dec 06 17:06:52.044044 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-dd6af72f-325b-4a0a-87fd-50a5f868cc81 req-e713a411-95a0-4e38-85dd-ba94fa24661f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:52.073734 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b421513-3373-473d-92ec-5caee4ecc79d req-b273826c-a54c-4edb-b9ef-40164265089f tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:52.076378 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2b421513-3373-473d-92ec-5caee4ecc79d req-b273826c-a54c-4edb-b9ef-40164265089f tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=410657f9-9533-48fd-94c2-2548178a831b HTTP/1.1" status: 200 len: 944 time: 0.1322315 Dec 06 17:06:52.086967 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:52.117884 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-25f54917-c20f-4d5d-aaa6-9c233c6cbb8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:52.127643 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-25f54917-c20f-4d5d-aaa6-9c233c6cbb8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:52.128805 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-25f54917-c20f-4d5d-aaa6-9c233c6cbb8d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7e253a03-6abf-4a6b-9e72-158ab65c1242 HTTP/1.1" status: 204 len: 168 time: 0.4657631 Dec 06 17:06:52.151525 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f54917-c20f-4d5d-aaa6-9c233c6cbb8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e253a03-6abf-4a6b-9e72-158ab65c1242,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:52.212286 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2b421513-3373-473d-92ec-5caee4ecc79d req-1ef86c6f-7711-4d32-9cb8-51df86a96080 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219614 Dec 06 17:06:52.254884 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port cd098ab2-dfbc-4efa-8546-de102ea51e01, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=cd098ab2-dfbc-4efa-8546-de102ea51e01,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:06:52.268189 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:52.279029 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:52.317389 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74db5130-c9e2-41e4-939f-beff3a95eadf None None] Network 041fb444-b221-430a-a2d5-1ce940b8f13a requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:06:52.394405 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c71f0428-5e88-4ce9-9774-5a4c3a2771f1 req-9fe7f7cb-960c-4264-a12e-a140a250a6fc tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] 10.222.0.23 "GET /v2.0/security-groups?id=7414b2b9-ece0-40bf-808e-8ad7d290981a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3886349 Dec 06 17:06:52.431595 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] For port 19021b7b-cff4-4e44-9c81-7d8cc73ac832, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=19021b7b-cff4-4e44-9c81-7d8cc73ac832,segment=NetworkSegment(bcf8f3ec-a85d-4baf-bb99-5540dc7bed1d),segment_id=bcf8f3ec-a85d-4baf-bb99-5540dc7bed1d)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:06:52.448410 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:52.455597 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=cd098ab2-dfbc-4efa-8546-de102ea51e01,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:52.485040 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-f9ff71ac-00ff-4b5a-9184-181605a81473 None None] Provisioning complete for port 19021b7b-cff4-4e44-9c81-7d8cc73ac832 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:06:52.485416 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f9ff71ac-00ff-4b5a-9184-181605a81473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:52.499206 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:06:52.499555 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:06:52.499903 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:06:52.500241 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:06:52.500585 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:06:52.500906 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:06:52.501237 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:06:52.506518 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:06:52.507061 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:06:52.507416 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:06:52.507760 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:06:52.508101 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:06:52.508432 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:06:52.646558 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b12e7354-0f60-4f2c-b7bb-8904f1ceea5e req-2f84cbf7-20a5-460e-826a-16f84731b668 service neutron] 10.222.0.44 "GET /v2.0/networks/f368e270-aa86-47d2-9c8f-0ac2b4fc8997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5610020 Dec 06 17:06:52.661041 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Pushing event updated for resources: {'Port': ['ID=19021b7b-cff4-4e44-9c81-7d8cc73ac832,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:52.688720 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 47959905-0d65-435d-bd88-6229edcc8f79 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:06:52.728615 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e8107b67-e6fe-4e00-a9fd-af02af50af5e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:52.786769 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b2fe17-5c93-470d-9d51-dac95b2c71dd req-780a11b5-4c13-4479-87ab-646cf23de728 tempest-AttachSCSIVolumeTestJSON-834088192 tempest-AttachSCSIVolumeTestJSON-834088192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:52.794523 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e4b2fe17-5c93-470d-9d51-dac95b2c71dd req-780a11b5-4c13-4479-87ab-646cf23de728 tempest-AttachSCSIVolumeTestJSON-834088192 tempest-AttachSCSIVolumeTestJSON-834088192-project] 10.222.0.23 "GET /v2.0/ports?device_id=481c1348-e571-4bf4-b045-c262930678c9 HTTP/1.1" status: 200 len: 945 time: 0.2440720 Dec 06 17:06:52.833716 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 47959905-0d65-435d-bd88-6229edcc8f79 not bound to the agent host n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:06:52.853616 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc4900d-0e39-4786-b095-38d84fcc1bb9 req-2b29ccdf-de84-42a8-b31a-9b1d134f867d tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:52.854849 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1bc4900d-0e39-4786-b095-38d84fcc1bb9 req-2b29ccdf-de84-42a8-b31a-9b1d134f867d tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/ports?device_id=8148c7dd-61d4-431d-b95f-af84f3acd88e HTTP/1.1" status: 200 len: 935 time: 0.0799401 Dec 06 17:06:52.922670 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1bc4900d-0e39-4786-b095-38d84fcc1bb9 req-246dee57-2ce5-46cb-907c-5e7832b6dbff tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/security-groups?id=05993717-efad-46b6-9cd9-33188c432d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610788 Dec 06 17:06:52.956016 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e4b2fe17-5c93-470d-9d51-dac95b2c71dd req-0435ca42-14e7-4de3-81bf-af3bd010a540 tempest-AttachSCSIVolumeTestJSON-834088192 tempest-AttachSCSIVolumeTestJSON-834088192-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f19429f-3b05-4a35-aac8-fc69e71b8154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598508 Dec 06 17:06:52.963034 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e8107b67-e6fe-4e00-a9fd-af02af50af5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:53.141313 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8107b67-e6fe-4e00-a9fd-af02af50af5e admin admin] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:06:53.152047 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-e8107b67-e6fe-4e00-a9fd-af02af50af5e admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:06:53.155213 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8107b67-e6fe-4e00-a9fd-af02af50af5e admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:06:53.208986 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8107b67-e6fe-4e00-a9fd-af02af50af5e admin admin] Pushing event updated for resources: {'Port': ['ID=a9d8701e-ce0b-4523-b677-bbb9b7af8b84,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:53.251901 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-dd6af72f-325b-4a0a-87fd-50a5f868cc81 req-e713a411-95a0-4e38-85dd-ba94fa24661f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb84f412-c9dc-4e4b-a8e7-2b2dbf804268 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:06:53.264030 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12e7354-0f60-4f2c-b7bb-8904f1ceea5e req-20ab267a-aaa2-44ff-a932-974419ba9865 tempest-LiveAutoBlockMigrationV225Test-847899352 tempest-LiveAutoBlockMigrationV225Test-847899352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:53.265699 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b12e7354-0f60-4f2c-b7bb-8904f1ceea5e req-20ab267a-aaa2-44ff-a932-974419ba9865 tempest-LiveAutoBlockMigrationV225Test-847899352 tempest-LiveAutoBlockMigrationV225Test-847899352-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=410657f9-9533-48fd-94c2-2548178a831b&tenant_id=013b92ce2e6a40e1a3b2fa92d62d652e&binding%3Ahost_id=n-h2-master-1 HTTP/1.1" status: 200 len: 1095 time: 0.2717657 Dec 06 17:06:53.304263 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-dd6af72f-325b-4a0a-87fd-50a5f868cc81 req-e713a411-95a0-4e38-85dd-ba94fa24661f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:53.351482 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-222570a9-6c15-4a14-b839-832f497243cb None None] Provisioning complete for port 19021b7b-cff4-4e44-9c81-7d8cc73ac832 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:06:53.351931 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-222570a9-6c15-4a14-b839-832f497243cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:53.503281 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1423f0d3-3aa4-4036-a6b4-894eb1f971a6 req-8f3f3d77-9d71-4683-b90c-8985e18d0c2a tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:53.515462 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1423f0d3-3aa4-4036-a6b4-894eb1f971a6 req-8f3f3d77-9d71-4683-b90c-8985e18d0c2a tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=410657f9-9533-48fd-94c2-2548178a831b HTTP/1.1" status: 200 len: 944 time: 0.1154671 Dec 06 17:06:53.545122 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e045eb27-19a3-4d8e-bbaa-30affa219d3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd098ab2-dfbc-4efa-8546-de102ea51e01'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:06:53.547408 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78d53f67-da98-49a0-b92f-b1359fefa441" -d '{"events": [{"server_uuid": "e045eb27-19a3-4d8e-bbaa-30affa219d3e", "name": "network-vif-plugged", "status": "completed", "tag": "cd098ab2-dfbc-4efa-8546-de102ea51e01"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:06:53.549800 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-dd6af72f-325b-4a0a-87fd-50a5f868cc81 req-e713a411-95a0-4e38-85dd-ba94fa24661f service neutron] Transition to ACTIVE for port object eb84f412-c9dc-4e4b-a8e7-2b2dbf804268 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:06:53.571338 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 19021b7b-cff4-4e44-9c81-7d8cc73ac832 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:06:53.639340 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-dd6af72f-325b-4a0a-87fd-50a5f868cc81 req-e713a411-95a0-4e38-85dd-ba94fa24661f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:53.670007 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1423f0d3-3aa4-4036-a6b4-894eb1f971a6 req-5db7c4b8-54fc-4fc2-a66b-6937d6d6531e tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529899 Dec 06 17:06:53.810431 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 19021b7b-cff4-4e44-9c81-7d8cc73ac832 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:06:53.810919 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:53.822316 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e713a411-95a0-4e38-85dd-ba94fa24661f service neutron] Pushing event updated for resources: {'Port': ['ID=eb84f412-c9dc-4e4b-a8e7-2b2dbf804268,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:53.983194 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c2dd7a-6b0f-41c5-a3a9-6a34d90b4ecb req-c2c6458d-8aad-4ec5-9230-af3bf0435e46 tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:53.984974 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e3c2dd7a-6b0f-41c5-a3a9-6a34d90b4ecb req-c2c6458d-8aad-4ec5-9230-af3bf0435e46 tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] 10.222.0.23 "GET /v2.0/ports?device_id=e045eb27-19a3-4d8e-bbaa-30affa219d3e HTTP/1.1" status: 200 len: 949 time: 0.3519552 Dec 06 17:06:54.020283 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0af1b471-4ac3-482e-9a35-7262e228cab1 x-openstack-request-id: req-0af1b471-4ac3-482e-9a35-7262e228cab1 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:06:54.020744 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e045eb27-19a3-4d8e-bbaa-30affa219d3e", "name": "network-vif-plugged", "status": "completed", "tag": "cd098ab2-dfbc-4efa-8546-de102ea51e01", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:06:54.021017 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0af1b471-4ac3-482e-9a35-7262e228cab1 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:06:54.022334 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e045eb27-19a3-4d8e-bbaa-30affa219d3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd098ab2-dfbc-4efa-8546-de102ea51e01', 'code': 200} Dec 06 17:06:54.189064 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d225495-36bc-4929-9851-a603899d5098 req-0a7f6394-c1cd-4da9-94ed-a08a4675a983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:54.190831 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2d225495-36bc-4929-9851-a603899d5098 req-0a7f6394-c1cd-4da9-94ed-a08a4675a983 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e045eb27-19a3-4d8e-bbaa-30affa219d3e HTTP/1.1" status: 200 len: 1100 time: 0.0979629 Dec 06 17:06:54.308427 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faed6818-9986-41e5-afd6-39d8e26a4fe9 req-491cd5fb-6753-46a8-a993-238dc454bf36 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:54.318638 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-faed6818-9986-41e5-afd6-39d8e26a4fe9 req-491cd5fb-6753-46a8-a993-238dc454bf36 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/ports?device_id=8148c7dd-61d4-431d-b95f-af84f3acd88e HTTP/1.1" status: 200 len: 947 time: 0.0874288 Dec 06 17:06:54.323403 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2d225495-36bc-4929-9851-a603899d5098 req-f74d2d96-c6b8-4732-8d11-ce4d7742e854 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7414b2b9-ece0-40bf-808e-8ad7d290981a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246941 Dec 06 17:06:54.395627 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e8107b67-e6fe-4e00-a9fd-af02af50af5e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:54.403632 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-dd6af72f-325b-4a0a-87fd-50a5f868cc81 req-e713a411-95a0-4e38-85dd-ba94fa24661f service neutron] Attempting to bind port eb84f412-c9dc-4e4b-a8e7-2b2dbf804268 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:06:54.404127 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-dd6af72f-325b-4a0a-87fd-50a5f868cc81 req-e713a411-95a0-4e38-85dd-ba94fa24661f service neutron] Attempting to bind port eb84f412-c9dc-4e4b-a8e7-2b2dbf804268 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:06:54.404565 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6af72f-325b-4a0a-87fd-50a5f868cc81 req-e713a411-95a0-4e38-85dd-ba94fa24661f service neutron] Attempting to bind port eb84f412-c9dc-4e4b-a8e7-2b2dbf804268 on network ee08a0d2-834f-4c39-be47-9c424581246a {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:06:54.415376 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-faed6818-9986-41e5-afd6-39d8e26a4fe9 req-09bf1361-5598-4051-84ed-625ac66480bf tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/security-groups?id=05993717-efad-46b6-9cd9-33188c432d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953169 Dec 06 17:06:54.562211 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b50cb24-f027-430e-bdf6-707cf9e4be3e req-3cb33877-227c-4770-8db1-dee90ab68ec7 tempest-LiveAutoBlockMigrationV225Test-847899352 tempest-LiveAutoBlockMigrationV225Test-847899352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:54.570003 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3b50cb24-f027-430e-bdf6-707cf9e4be3e req-3cb33877-227c-4770-8db1-dee90ab68ec7 tempest-LiveAutoBlockMigrationV225Test-847899352 tempest-LiveAutoBlockMigrationV225Test-847899352-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=410657f9-9533-48fd-94c2-2548178a831b HTTP/1.1" status: 200 len: 1095 time: 0.0571699 Dec 06 17:06:54.638741 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3b50cb24-f027-430e-bdf6-707cf9e4be3e req-e83a2c1e-9634-43af-9f19-e8f67c2fec6c tempest-LiveAutoBlockMigrationV225Test-847899352 tempest-LiveAutoBlockMigrationV225Test-847899352-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671375 Dec 06 17:06:54.902230 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-b12e7354-0f60-4f2c-b7bb-8904f1ceea5e req-a92e90f9-0a0b-4812-894b-5dd1d234ba3c service neutron] For port 47959905-0d65-435d-bd88-6229edcc8f79, host n-h1-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:06:54.969220 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6af72f-325b-4a0a-87fd-50a5f868cc81 req-e713a411-95a0-4e38-85dd-ba94fa24661f service neutron] Port eb84f412-c9dc-4e4b-a8e7-2b2dbf804268 on network ee08a0d2-834f-4c39-be47-9c424581246a not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:06:54.969577 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6af72f-325b-4a0a-87fd-50a5f868cc81 req-e713a411-95a0-4e38-85dd-ba94fa24661f service neutron] Attempting to bind port eb84f412-c9dc-4e4b-a8e7-2b2dbf804268 on network ee08a0d2-834f-4c39-be47-9c424581246a {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:06:55.014406 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b12e7354-0f60-4f2c-b7bb-8904f1ceea5e req-a92e90f9-0a0b-4812-894b-5dd1d234ba3c service neutron] Publish callbacks [] for binding, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:55.015439 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b12e7354-0f60-4f2c-b7bb-8904f1ceea5e req-a92e90f9-0a0b-4812-894b-5dd1d234ba3c service neutron] 10.222.0.44 "DELETE /v2.0/ports/47959905-0d65-435d-bd88-6229edcc8f79/bindings/n-h1-master-1 HTTP/1.1" status: 204 len: 173 time: 1.7063370 Dec 06 17:06:55.028545 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6af72f-325b-4a0a-87fd-50a5f868cc81 req-e713a411-95a0-4e38-85dd-ba94fa24661f service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:06:55.028937 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6af72f-325b-4a0a-87fd-50a5f868cc81 req-e713a411-95a0-4e38-85dd-ba94fa24661f service neutron] Checking segment: {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:06:55.029335 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6af72f-325b-4a0a-87fd-50a5f868cc81 req-e713a411-95a0-4e38-85dd-ba94fa24661f service neutron] Bound using segment: {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:06:55.029812 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-dd6af72f-325b-4a0a-87fd-50a5f868cc81 req-e713a411-95a0-4e38-85dd-ba94fa24661f service neutron] Bound port: eb84f412-c9dc-4e4b-a8e7-2b2dbf804268, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:06:55.030170 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-dd6af72f-325b-4a0a-87fd-50a5f868cc81 req-e713a411-95a0-4e38-85dd-ba94fa24661f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:55.049963 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e3c2dd7a-6b0f-41c5-a3a9-6a34d90b4ecb req-b27f737e-3d9a-49dd-8d4d-575cc98992b9 tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] 10.222.0.23 "GET /v2.0/security-groups?id=7414b2b9-ece0-40bf-808e-8ad7d290981a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0154030 Dec 06 17:06:55.180600 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-dd6af72f-325b-4a0a-87fd-50a5f868cc81 req-e713a411-95a0-4e38-85dd-ba94fa24661f service neutron] For port eb84f412-c9dc-4e4b-a8e7-2b2dbf804268, host n-h1-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:06:55.186730 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-dd6af72f-325b-4a0a-87fd-50a5f868cc81 req-e713a411-95a0-4e38-85dd-ba94fa24661f service neutron] For port eb84f412-c9dc-4e4b-a8e7-2b2dbf804268, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=eb84f412-c9dc-4e4b-a8e7-2b2dbf804268,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:06:55.188830 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e8107b67-e6fe-4e00-a9fd-af02af50af5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:55.248021 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-dd6af72f-325b-4a0a-87fd-50a5f868cc81 req-e713a411-95a0-4e38-85dd-ba94fa24661f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:55.278246 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6af72f-325b-4a0a-87fd-50a5f868cc81 req-e713a411-95a0-4e38-85dd-ba94fa24661f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:55.278846 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-dd6af72f-325b-4a0a-87fd-50a5f868cc81 req-e713a411-95a0-4e38-85dd-ba94fa24661f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:55.280258 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-dd6af72f-325b-4a0a-87fd-50a5f868cc81 req-e713a411-95a0-4e38-85dd-ba94fa24661f service neutron] 10.222.0.41 "PUT /v2.0/ports/eb84f412-c9dc-4e4b-a8e7-2b2dbf804268 HTTP/1.1" status: 200 len: 1095 time: 3.6027808 Dec 06 17:06:55.306814 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8148c7dd-61d4-431d-b95f-af84f3acd88e', 'tag': 'eb84f412-c9dc-4e4b-a8e7-2b2dbf804268'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:06:55.309389 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7466f5d4-c669-4b2d-8c0e-1965615a25b8" -d '{"events": [{"name": "network-changed", "server_uuid": "8148c7dd-61d4-431d-b95f-af84f3acd88e", "tag": "eb84f412-c9dc-4e4b-a8e7-2b2dbf804268"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:06:55.368823 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce20f6df-e87d-4961-9a79-c7cc0b7e7c57 req-f1acaf96-d303-4f8b-ad58-08bb2b20f8e0 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:55.378666 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ce20f6df-e87d-4961-9a79-c7cc0b7e7c57 req-f1acaf96-d303-4f8b-ad58-08bb2b20f8e0 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/networks?id=f368e270-aa86-47d2-9c8f-0ac2b4fc8997 HTTP/1.1" status: 200 len: 821 time: 0.3771307 Dec 06 17:06:55.396975 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ce20f6df-e87d-4961-9a79-c7cc0b7e7c57 req-7a5bf5f5-a396-4eaa-be06-73e38512574d tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/quotas/013b92ce2e6a40e1a3b2fa92d62d652e HTTP/1.1" status: 200 len: 375 time: 0.0170293 Dec 06 17:06:55.508646 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ce20f6df-e87d-4961-9a79-c7cc0b7e7c57 req-d41f9679-220b-4cab-8f1f-5d76c85febb2 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=013b92ce2e6a40e1a3b2fa92d62d652e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1099057 Dec 06 17:06:55.526643 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd13771-e29b-42aa-bb82-4c9e205ee1d2 x-openstack-request-id: req-5cd13771-e29b-42aa-bb82-4c9e205ee1d2 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:06:55.526932 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8148c7dd-61d4-431d-b95f-af84f3acd88e", "tag": "eb84f412-c9dc-4e4b-a8e7-2b2dbf804268", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:06:55.527197 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5cd13771-e29b-42aa-bb82-4c9e205ee1d2 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:06:55.527596 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8148c7dd-61d4-431d-b95f-af84f3acd88e', 'tag': 'eb84f412-c9dc-4e4b-a8e7-2b2dbf804268', 'status': 'completed', 'code': 200} Dec 06 17:06:55.747205 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e713a411-95a0-4e38-85dd-ba94fa24661f service neutron] Pushing event updated for resources: {'Port': ['ID=eb84f412-c9dc-4e4b-a8e7-2b2dbf804268,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:55.753925 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6af72f-325b-4a0a-87fd-50a5f868cc81 req-986bd3cc-8170-4793-9c8d-ee443d8ba8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:55.755830 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-dd6af72f-325b-4a0a-87fd-50a5f868cc81 req-986bd3cc-8170-4793-9c8d-ee443d8ba8ff service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=655022d1565540bb93093c911e426652&device_id=8148c7dd-61d4-431d-b95f-af84f3acd88e HTTP/1.1" status: 200 len: 1098 time: 0.4111485 Dec 06 17:06:55.804391 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ce20f6df-e87d-4961-9a79-c7cc0b7e7c57 req-d2c5c5c5-bede-4da3-9953-bba67e8936ca service neutron] 10.222.0.23 "GET /v2.0/networks/f368e270-aa86-47d2-9c8f-0ac2b4fc8997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942698 Dec 06 17:06:55.863103 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8107b67-e6fe-4e00-a9fd-af02af50af5e admin admin] Router dcaefaa4-395c-4ade-9355-dcaf41f87ff1 is scheduled to L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 17:06:55.869981 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-dd6af72f-325b-4a0a-87fd-50a5f868cc81 req-14dc2d43-3447-47d1-bb2e-0b8f6e28adc9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=eb84f412-c9dc-4e4b-a8e7-2b2dbf804268 HTTP/1.1" status: 200 len: 217 time: 0.1026745 Dec 06 17:06:55.929644 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0bd72110-3519-44ed-b314-b44036bf7df9 req-92ecf6c8-ccc9-4324-8f25-955b2dc60199 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=4fbfd036e0874a51a15b7801ac955516&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0533154 Dec 06 17:06:55.957624 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ce20f6df-e87d-4961-9a79-c7cc0b7e7c57 req-72cdd6aa-4c9b-4147-8f54-5a2ecffde8c2 service neutron] 10.222.0.23 "GET /v2.0/networks/f368e270-aa86-47d2-9c8f-0ac2b4fc8997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523278 Dec 06 17:06:56.228280 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6af72f-325b-4a0a-87fd-50a5f868cc81 req-6fe3ebc3-a215-436e-8c65-9b5953d1b498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:56.230300 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-dd6af72f-325b-4a0a-87fd-50a5f868cc81 req-6fe3ebc3-a215-436e-8c65-9b5953d1b498 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1342252a-21e4-4783-88ff-f54776c79059 HTTP/1.1" status: 200 len: 843 time: 0.3300138 Dec 06 17:06:56.301366 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a8626-a4b1-49ec-9293-4604cf0fdb43 req-227708e4-765d-4775-a21c-1f35bb15cb02 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:56.309420 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b27a8626-a4b1-49ec-9293-4604cf0fdb43 req-227708e4-765d-4775-a21c-1f35bb15cb02 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/ports?device_id=8148c7dd-61d4-431d-b95f-af84f3acd88e HTTP/1.1" status: 200 len: 947 time: 0.0722272 Dec 06 17:06:56.357515 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b27a8626-a4b1-49ec-9293-4604cf0fdb43 req-fa93821f-a85c-4191-ad65-06153dd8a93a tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/security-groups?id=05993717-efad-46b6-9cd9-33188c432d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471208 Dec 06 17:06:56.459038 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6af72f-325b-4a0a-87fd-50a5f868cc81 req-72927d32-1b1a-4fdd-9d20-238788d7f787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:56.460857 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-dd6af72f-325b-4a0a-87fd-50a5f868cc81 req-72927d32-1b1a-4fdd-9d20-238788d7f787 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee08a0d2-834f-4c39-be47-9c424581246a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2128193 Dec 06 17:06:56.470421 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd72110-3519-44ed-b314-b44036bf7df9 req-f5bce65f-57ca-4276-84c0-137bf85c89df tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:56.486365 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0bd72110-3519-44ed-b314-b44036bf7df9 req-f5bce65f-57ca-4276-84c0-137bf85c89df tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5237017 Dec 06 17:06:56.661152 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-dd6af72f-325b-4a0a-87fd-50a5f868cc81 req-3a10ef51-6c41-4ea3-9b8f-7a75ce558a88 service neutron] 10.222.0.41 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697550 Dec 06 17:06:56.664770 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8107b67-e6fe-4e00-a9fd-af02af50af5e admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:06:56.668056 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0bd72110-3519-44ed-b314-b44036bf7df9 req-5347b431-b4c6-4c85-8900-5b7e11c24e6e tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/quotas/4fbfd036e0874a51a15b7801ac955516 HTTP/1.1" status: 200 len: 375 time: 0.1805124 Dec 06 17:06:56.686038 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756d0bf2-2d17-4a36-a124-5b834c76ec0e None None] Sync routers for ids ['dcaefaa4-395c-4ade-9355-dcaf41f87ff1'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:06:56.699128 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756d0bf2-2d17-4a36-a124-5b834c76ec0e None None] Routers {'dcaefaa4-395c-4ade-9355-dcaf41f87ff1'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:06:56.699855 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-756d0bf2-2d17-4a36-a124-5b834c76ec0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:06:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['dcaefaa4-395c-4ade-9355-dcaf41f87ff1'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:06:56.769086 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf873e-f81f-4a12-a68e-9e8d9e804829 req-4b1dfd3b-2ff4-468e-99ee-1b4f671404a6 tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:56.782607 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b0bf873e-f81f-4a12-a68e-9e8d9e804829 req-4b1dfd3b-2ff4-468e-99ee-1b4f671404a6 tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] 10.222.0.23 "GET /v2.0/ports?device_id=e045eb27-19a3-4d8e-bbaa-30affa219d3e HTTP/1.1" status: 200 len: 949 time: 0.1691983 Dec 06 17:06:56.918429 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0bd72110-3519-44ed-b314-b44036bf7df9 req-69433017-31dc-48ae-82c4-6df8ab309ad8 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4fbfd036e0874a51a15b7801ac955516&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0964684 Dec 06 17:06:56.927241 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-dd6af72f-325b-4a0a-87fd-50a5f868cc81 req-1e932ae0-947f-4c8b-8868-33d4c95e1bda service neutron] 10.222.0.41 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546778 Dec 06 17:06:56.938667 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b0bf873e-f81f-4a12-a68e-9e8d9e804829 req-94d729d7-4723-48c0-afd3-24852784a6da tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] 10.222.0.23 "GET /v2.0/security-groups?id=7414b2b9-ece0-40bf-808e-8ad7d290981a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537375 Dec 06 17:06:56.943960 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e8107b67-e6fe-4e00-a9fd-af02af50af5e admin admin] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:56.946151 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-e8107b67-e6fe-4e00-a9fd-af02af50af5e admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.7225728 Dec 06 17:06:56.953984 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 35284) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:06:57.143223 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7466f5d4-c669-4b2d-8c0e-1965615a25b8 req-4e488bf2-ae4b-49ea-bb17-98357d48c2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:57.146397 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7466f5d4-c669-4b2d-8c0e-1965615a25b8 req-4e488bf2-ae4b-49ea-bb17-98357d48c2a8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=655022d1565540bb93093c911e426652&device_id=8148c7dd-61d4-431d-b95f-af84f3acd88e HTTP/1.1" status: 200 len: 1098 time: 0.1145704 Dec 06 17:06:57.314068 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-756d0bf2-2d17-4a36-a124-5b834c76ec0e None None] Set router dcaefaa4-395c-4ade-9355-dcaf41f87ff1 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:06:57.320928 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7466f5d4-c669-4b2d-8c0e-1965615a25b8 req-986e0dc6-2a27-419d-9371-80c0992f1175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:57.327997 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7466f5d4-c669-4b2d-8c0e-1965615a25b8 req-986e0dc6-2a27-419d-9371-80c0992f1175 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ee08a0d2-834f-4c39-be47-9c424581246a HTTP/1.1" status: 200 len: 870 time: 0.1733248 Dec 06 17:06:57.346196 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6957a204-a611-42a2-b3ab-e3daf8817a21 req-03fa5ea3-69de-47cc-ae0c-9cd119ca8b80 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d44bf3a-1b53-445f-9ec9-fa598e5fdf4d HTTP/1.1" status: 200 len: 210 time: 0.1060686 Dec 06 17:06:57.445949 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7466f5d4-c669-4b2d-8c0e-1965615a25b8 req-bac4acff-a83e-4873-b0c1-d83dcf76f60d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=eb84f412-c9dc-4e4b-a8e7-2b2dbf804268 HTTP/1.1" status: 200 len: 217 time: 0.1031730 Dec 06 17:06:57.500587 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-94343f13-b2dc-444b-aeda-11525f2351aa req-0c7914e1-3ccc-4cb4-994d-2b3f862b5119 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3899f97-c145-485d-b3a3-a25ab004300d HTTP/1.1" status: 200 len: 210 time: 0.0570114 Dec 06 17:06:57.675884 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7466f5d4-c669-4b2d-8c0e-1965615a25b8 req-317d0c7b-d1b8-4f90-81ac-cef5d84747f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:57.682018 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7466f5d4-c669-4b2d-8c0e-1965615a25b8 req-317d0c7b-d1b8-4f90-81ac-cef5d84747f0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1342252a-21e4-4783-88ff-f54776c79059 HTTP/1.1" status: 200 len: 843 time: 0.1778448 Dec 06 17:06:57.790202 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6184561-61f0-4ea0-9141-e90092957559 req-4d036304-5b47-43ba-9102-ae2912818eec tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:57.798973 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a6184561-61f0-4ea0-9141-e90092957559 req-4d036304-5b47-43ba-9102-ae2912818eec tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/ports?device_id=8148c7dd-61d4-431d-b95f-af84f3acd88e HTTP/1.1" status: 200 len: 947 time: 0.1153781 Dec 06 17:06:57.828870 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-756d0bf2-2d17-4a36-a124-5b834c76ec0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcaefaa4-395c-4ade-9355-dcaf41f87ff1', 'name': 'tempest-ServersTestBootFromVolume-1847518297-router', 'tenant_id': '0258899c128e4e7c8306d77fe96b1089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.125'}], 'enable_snat': True}, 'gw_port_id': 'a9d8701e-ce0b-4523-b677-bbb9b7af8b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:06:49Z', 'updated_at': '2021-12-06T17:06:53Z', 'revision_number': 3, 'project_id': '0258899c128e4e7c8306d77fe96b1089', 'gw_port': {'id': 'a9d8701e-ce0b-4523-b677-bbb9b7af8b84', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e9:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcaefaa4-395c-4ade-9355-dcaf41f87ff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:06:51Z', 'updated_at': '2021-12-06T17:06:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:06:57.840402 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7466f5d4-c669-4b2d-8c0e-1965615a25b8 req-42cc0329-ebd8-4696-91a9-325cb7c5e958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:57.843136 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7466f5d4-c669-4b2d-8c0e-1965615a25b8 req-42cc0329-ebd8-4696-91a9-325cb7c5e958 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee08a0d2-834f-4c39-be47-9c424581246a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1142268 Dec 06 17:06:57.928107 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756d0bf2-2d17-4a36-a124-5b834c76ec0e None None] Checking router: dcaefaa4-395c-4ade-9355-dcaf41f87ff1 for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:06:57.928912 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756d0bf2-2d17-4a36-a124-5b834c76ec0e None None] Updating router dcaefaa4-395c-4ade-9355-dcaf41f87ff1 port a9d8701e-ce0b-4523-b677-bbb9b7af8b84 binding host n-d-master-1 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:06:57.980308 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a6184561-61f0-4ea0-9141-e90092957559 req-88062ffc-f3dc-46f1-8740-44542d98a30e tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/security-groups?id=05993717-efad-46b6-9cd9-33188c432d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804085 Dec 06 17:06:58.003860 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-756d0bf2-2d17-4a36-a124-5b834c76ec0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:58.021935 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7466f5d4-c669-4b2d-8c0e-1965615a25b8 req-b78b3d2b-f3eb-43e8-b7f2-3fd235857b55 service neutron] 10.222.0.41 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685245 Dec 06 17:06:58.233148 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7466f5d4-c669-4b2d-8c0e-1965615a25b8 req-136abd3e-a94e-4c16-aaed-1c6cbd8b5daa service neutron] 10.222.0.41 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013872 Dec 06 17:06:58.298222 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178a442d-626b-4142-ad03-998122dca509 req-862c5f00-7ae9-492d-ac38-02502828b4d3 tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:58.308689 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-178a442d-626b-4142-ad03-998122dca509 req-862c5f00-7ae9-492d-ac38-02502828b4d3 tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] 10.222.0.23 "GET /v2.0/ports?device_id=e045eb27-19a3-4d8e-bbaa-30affa219d3e HTTP/1.1" status: 200 len: 949 time: 0.3851249 Dec 06 17:06:58.415655 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce20f6df-e87d-4961-9a79-c7cc0b7e7c57 req-98d4ae82-3f10-4030-968e-853f2e84a591 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:58.418137 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ce20f6df-e87d-4961-9a79-c7cc0b7e7c57 req-98d4ae82-3f10-4030-968e-853f2e84a591 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.41 "GET /v2.0/networks?id=f368e270-aa86-47d2-9c8f-0ac2b4fc8997 HTTP/1.1" status: 200 len: 821 time: 0.5326579 Dec 06 17:06:58.458772 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-ce20f6df-e87d-4961-9a79-c7cc0b7e7c57 req-a2b44c73-a647-434d-a229-3cbf85c99511 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Request body: {'port': {'device_id': '8d44bf3a-1b53-445f-9ec9-fa598e5fdf4d', 'network_id': 'f368e270-aa86-47d2-9c8f-0ac2b4fc8997', 'admin_state_up': True, 'tenant_id': '013b92ce2e6a40e1a3b2fa92d62d652e'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:06:58.506157 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-178a442d-626b-4142-ad03-998122dca509 req-e7460416-e777-49f4-ac7f-e90d84397dbc tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] 10.222.0.23 "GET /v2.0/security-groups?id=7414b2b9-ece0-40bf-808e-8ad7d290981a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961522 Dec 06 17:06:58.758910 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-756d0bf2-2d17-4a36-a124-5b834c76ec0e None None] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:58.774558 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-756d0bf2-2d17-4a36-a124-5b834c76ec0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:58.788558 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5dc6b188-c1f4-43e7-baf0-0b6c4176e8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:58.805855 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-eac2dc66-f4ee-4986-aaa9-ef078ffba4c9 req-f84bdce6-9417-438f-92c6-01e0032bb700 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d44bf3a-1b53-445f-9ec9-fa598e5fdf4d HTTP/1.1" status: 200 len: 210 time: 0.1105855 Dec 06 17:06:58.851154 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-305bf1f5-43b8-4c4d-b88d-973901d8a066 req-a779079f-41c8-4be2-80e7-826e16f7747a tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3899f97-c145-485d-b3a3-a25ab004300d HTTP/1.1" status: 200 len: 210 time: 0.0561442 Dec 06 17:06:58.860728 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeb1146-df2d-49d1-9c19-7a0df21870b7 None None] Pushing event updated for resources: {'Port': ['ID=a9d8701e-ce0b-4523-b677-bbb9b7af8b84,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:58.863852 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-756d0bf2-2d17-4a36-a124-5b834c76ec0e None None] Attempting to bind port a9d8701e-ce0b-4523-b677-bbb9b7af8b84 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:06:58.865629 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-756d0bf2-2d17-4a36-a124-5b834c76ec0e None None] Attempting to bind port a9d8701e-ce0b-4523-b677-bbb9b7af8b84 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:06:58.866405 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756d0bf2-2d17-4a36-a124-5b834c76ec0e None None] Attempting to bind port a9d8701e-ce0b-4523-b677-bbb9b7af8b84 on network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:06:58.875145 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756d0bf2-2d17-4a36-a124-5b834c76ec0e None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:06:58.875782 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756d0bf2-2d17-4a36-a124-5b834c76ec0e None None] Checking segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:06:58.876588 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-756d0bf2-2d17-4a36-a124-5b834c76ec0e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:58.878159 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756d0bf2-2d17-4a36-a124-5b834c76ec0e None None] Bound using segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:06:58.878620 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-756d0bf2-2d17-4a36-a124-5b834c76ec0e None None] Bound port: a9d8701e-ce0b-4523-b677-bbb9b7af8b84, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:06:58.879001 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-756d0bf2-2d17-4a36-a124-5b834c76ec0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:58.962867 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-756d0bf2-2d17-4a36-a124-5b834c76ec0e None None] For port a9d8701e-ce0b-4523-b677-bbb9b7af8b84, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:06:58.970529 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-756d0bf2-2d17-4a36-a124-5b834c76ec0e None None] For port a9d8701e-ce0b-4523-b677-bbb9b7af8b84, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a9d8701e-ce0b-4523-b677-bbb9b7af8b84,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:06:58.979276 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-756d0bf2-2d17-4a36-a124-5b834c76ec0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:59.043657 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeb1146-df2d-49d1-9c19-7a0df21870b7 None None] Pushing event updated for resources: {'Port': ['ID=a9d8701e-ce0b-4523-b677-bbb9b7af8b84,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:06:59.047924 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce20f6df-e87d-4961-9a79-c7cc0b7e7c57 req-a2b44c73-a647-434d-a229-3cbf85c99511 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Made reservation on behalf of 013b92ce2e6a40e1a3b2fa92d62d652e for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:06:59.051744 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-ce20f6df-e87d-4961-9a79-c7cc0b7e7c57 req-a2b44c73-a647-434d-a229-3cbf85c99511 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:59.071353 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756d0bf2-2d17-4a36-a124-5b834c76ec0e None None] Routers {'dcaefaa4-395c-4ade-9355-dcaf41f87ff1'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:06:59.071957 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-756d0bf2-2d17-4a36-a124-5b834c76ec0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:06:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['dcaefaa4-395c-4ade-9355-dcaf41f87ff1'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:06:59.168008 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0bd72110-3519-44ed-b314-b44036bf7df9 req-d3049b53-ecab-46d0-ae1e-ac29a321c120 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=4fbfd036e0874a51a15b7801ac955516&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0778944 Dec 06 17:06:59.227338 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-5dc6b188-c1f4-43e7-baf0-0b6c4176e8d7 admin admin] Allocated IP 172.20.0.1 (041fb444-b221-430a-a2d5-1ce940b8f13a/46916f41-7c83-4c75-85c3-d1b3985aec0b/10d10f2b-8e85-4085-85fa-76f2d4a3f3e1) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:06:59.349419 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-756d0bf2-2d17-4a36-a124-5b834c76ec0e None None] Set router dcaefaa4-395c-4ade-9355-dcaf41f87ff1 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:06:59.373408 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-ce20f6df-e87d-4961-9a79-c7cc0b7e7c57 req-a2b44c73-a647-434d-a229-3cbf85c99511 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Allocated IP 172.20.0.9 (f368e270-aa86-47d2-9c8f-0ac2b4fc8997/f77759ce-94b4-46a8-b90f-f881b9e38f99/3caa7763-8c4a-4d9a-a625-48350712b146) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:06:59.491751 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5dc6b188-c1f4-43e7-baf0-0b6c4176e8d7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:59.498131 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd72110-3519-44ed-b314-b44036bf7df9 req-19e466db-8ebc-4652-9d31-2dd0335eaeab tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:59.499692 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0bd72110-3519-44ed-b314-b44036bf7df9 req-19e466db-8ebc-4652-9d31-2dd0335eaeab tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2836528 Dec 06 17:06:59.521111 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-0bd72110-3519-44ed-b314-b44036bf7df9 req-f0ddf3d8-4bf5-49b0-a696-a0a7b92dc616 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Request body: {'port': {'device_id': 'e3899f97-c145-485d-b3a3-a25ab004300d', 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a', 'admin_state_up': True, 'tenant_id': '4fbfd036e0874a51a15b7801ac955516'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:06:59.551910 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d518236-5cd5-4b52-b94c-3c5726e5322c req-62abbe6b-8fa4-407e-ba80-33b6beaa97f6 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:59.559737 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9d518236-5cd5-4b52-b94c-3c5726e5322c req-62abbe6b-8fa4-407e-ba80-33b6beaa97f6 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/ports?device_id=8148c7dd-61d4-431d-b95f-af84f3acd88e HTTP/1.1" status: 200 len: 947 time: 0.3840616 Dec 06 17:06:59.643454 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-756d0bf2-2d17-4a36-a124-5b834c76ec0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcaefaa4-395c-4ade-9355-dcaf41f87ff1', 'name': 'tempest-ServersTestBootFromVolume-1847518297-router', 'tenant_id': '0258899c128e4e7c8306d77fe96b1089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.125'}], 'enable_snat': True}, 'gw_port_id': 'a9d8701e-ce0b-4523-b677-bbb9b7af8b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:06:49Z', 'updated_at': '2021-12-06T17:06:53Z', 'revision_number': 3, 'project_id': '0258899c128e4e7c8306d77fe96b1089', 'gw_port': {'id': 'a9d8701e-ce0b-4523-b677-bbb9b7af8b84', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e9:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcaefaa4-395c-4ade-9355-dcaf41f87ff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:06:51Z', 'updated_at': '2021-12-06T17:06:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:06:59.677780 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756d0bf2-2d17-4a36-a124-5b834c76ec0e None None] The sync data for ids ['dcaefaa4-395c-4ade-9355-dcaf41f87ff1'] in n-d-master-1 is: [{'id': 'dcaefaa4-395c-4ade-9355-dcaf41f87ff1', 'name': 'tempest-ServersTestBootFromVolume-1847518297-router', 'tenant_id': '0258899c128e4e7c8306d77fe96b1089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.125'}], 'enable_snat': True}, 'gw_port_id': 'a9d8701e-ce0b-4523-b677-bbb9b7af8b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:06:49Z', 'updated_at': '2021-12-06T17:06:53Z', 'revision_number': 3, 'project_id': '0258899c128e4e7c8306d77fe96b1089', 'gw_port': {'id': 'a9d8701e-ce0b-4523-b677-bbb9b7af8b84', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e9:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcaefaa4-395c-4ade-9355-dcaf41f87ff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:06:51Z', 'updated_at': '2021-12-06T17:06:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:06:59.758417 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9d518236-5cd5-4b52-b94c-3c5726e5322c req-b10bb96c-04a1-476f-b82a-5d5bf3f97a2b tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/security-groups?id=05993717-efad-46b6-9cd9-33188c432d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976776 Dec 06 17:06:59.792617 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5dc6b188-c1f4-43e7-baf0-0b6c4176e8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:59.798407 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-ce20f6df-e87d-4961-9a79-c7cc0b7e7c57 req-a2b44c73-a647-434d-a229-3cbf85c99511 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:59.808659 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88936fea-b62e-4c0f-9379-68bb827e6968 req-05f49999-dad3-4852-8bbc-405e943ed076 tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:06:59.817437 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-88936fea-b62e-4c0f-9379-68bb827e6968 req-05f49999-dad3-4852-8bbc-405e943ed076 tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] 10.222.0.23 "GET /v2.0/ports?device_id=e045eb27-19a3-4d8e-bbaa-30affa219d3e HTTP/1.1" status: 200 len: 949 time: 0.1837413 Dec 06 17:06:59.870068 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bd72110-3519-44ed-b314-b44036bf7df9 req-f0ddf3d8-4bf5-49b0-a696-a0a7b92dc616 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Made reservation on behalf of 4fbfd036e0874a51a15b7801ac955516 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:06:59.878556 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-0bd72110-3519-44ed-b314-b44036bf7df9 req-f0ddf3d8-4bf5-49b0-a696-a0a7b92dc616 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:59.890541 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-0bd72110-3519-44ed-b314-b44036bf7df9 req-f0ddf3d8-4bf5-49b0-a696-a0a7b92dc616 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:06:59.907352 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc6b188-c1f4-43e7-baf0-0b6c4176e8d7 admin admin] Network 041fb444-b221-430a-a2d5-1ce940b8f13a is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:06:59.918665 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-5dc6b188-c1f4-43e7-baf0-0b6c4176e8d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:06:59.922186 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc6b188-c1f4-43e7-baf0-0b6c4176e8d7 admin admin] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:07:00.074808 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-ce20f6df-e87d-4961-9a79-c7cc0b7e7c57 req-a2b44c73-a647-434d-a229-3cbf85c99511 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:00.108979 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc6b188-c1f4-43e7-baf0-0b6c4176e8d7 admin admin] Pushing event updated for resources: {'Port': ['ID=10d10f2b-8e85-4085-85fa-76f2d4a3f3e1,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:07:00.124031 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-0bd72110-3519-44ed-b314-b44036bf7df9 req-f0ddf3d8-4bf5-49b0-a696-a0a7b92dc616 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:00.161982 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-0bd72110-3519-44ed-b314-b44036bf7df9 req-f0ddf3d8-4bf5-49b0-a696-a0a7b92dc616 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:00.180438 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-88936fea-b62e-4c0f-9379-68bb827e6968 req-74a17351-b843-4152-ae4c-795500c7f75c tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] 10.222.0.23 "GET /v2.0/security-groups?id=7414b2b9-ece0-40bf-808e-8ad7d290981a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3618979 Dec 06 17:07:00.248801 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5dc6b188-c1f4-43e7-baf0-0b6c4176e8d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539179'] for router_interface, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:00.293386 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ddf3d8-4bf5-49b0-a696-a0a7b92dc616 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=615f845e-4362-42d0-a046-6018d5c702fc,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:07:00.385413 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce20f6df-e87d-4961-9a79-c7cc0b7e7c57 req-a2b44c73-a647-434d-a229-3cbf85c99511 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Network f368e270-aa86-47d2-9c8f-0ac2b4fc8997 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:07:00.407152 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-ce20f6df-e87d-4961-9a79-c7cc0b7e7c57 req-a2b44c73-a647-434d-a229-3cbf85c99511 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:07:00.441608 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-e7552ef3-3fc1-40ff-9ac6-81ffe782fad4 None None] Provisioning complete for port 10d10f2b-8e85-4085-85fa-76f2d4a3f3e1 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:07:00.442184 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce20f6df-e87d-4961-9a79-c7cc0b7e7c57 req-a2b44c73-a647-434d-a229-3cbf85c99511 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:07:00.442287 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e7552ef3-3fc1-40ff-9ac6-81ffe782fad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:00.501939 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-e7552ef3-3fc1-40ff-9ac6-81ffe782fad4 None None] Port 10d10f2b-8e85-4085-85fa-76f2d4a3f3e1 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:07:00.530831 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2e2b65-0f8e-48d0-9b12-5101de4e4ef7 req-0f579276-25be-45d2-aa5c-90c9a6b17f0d tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:00.539288 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9d2e2b65-0f8e-48d0-9b12-5101de4e4ef7 req-0f579276-25be-45d2-aa5c-90c9a6b17f0d tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d44bf3a-1b53-445f-9ec9-fa598e5fdf4d HTTP/1.1" status: 200 len: 931 time: 0.4084301 Dec 06 17:07:00.602129 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-0bd72110-3519-44ed-b314-b44036bf7df9 req-f0ddf3d8-4bf5-49b0-a696-a0a7b92dc616 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Allocated IP 192.168.233.56 (ee08a0d2-834f-4c39-be47-9c424581246a/1342252a-21e4-4783-88ff-f54776c79059/71a04aac-4404-4b83-ab6d-e7768b206094) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:07:00.642618 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9d2e2b65-0f8e-48d0-9b12-5101de4e4ef7 req-d33b6bad-8415-403a-9470-b54c5da06455 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019936 Dec 06 17:07:00.742959 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device eb84f412-c9dc-4e4b-a8e7-2b2dbf804268 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:07:00.932741 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-0bd72110-3519-44ed-b314-b44036bf7df9 req-f0ddf3d8-4bf5-49b0-a696-a0a7b92dc616 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:00.964604 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port eb84f412-c9dc-4e4b-a8e7-2b2dbf804268, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=eb84f412-c9dc-4e4b-a8e7-2b2dbf804268,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:07:01.001629 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': 'eb84f412-c9dc-4e4b-a8e7-2b2dbf804268', 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a', 'port_id': 'eb84f412-c9dc-4e4b-a8e7-2b2dbf804268', 'mac_address': 'fa:16:3e:51:ab:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1342252a-21e4-4783-88ff-f54776c79059', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:07:01.042652 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-78ff1fb6-4692-4f82-94fd-bf99fe330639 req-93bdf3c2-6f44-4783-9aed-10a1ac19ee60 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3899f97-c145-485d-b3a3-a25ab004300d HTTP/1.1" status: 200 len: 210 time: 0.6845887 Dec 06 17:07:01.096352 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b44c73-a647-434d-a229-3cbf85c99511 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Pushing event updated for resources: {'Port': ['ID=3caa7763-8c4a-4d9a-a625-48350712b146,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:07:01.103080 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-0bd72110-3519-44ed-b314-b44036bf7df9 req-f0ddf3d8-4bf5-49b0-a696-a0a7b92dc616 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:01.156489 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce20f6df-e87d-4961-9a79-c7cc0b7e7c57 req-a2b44c73-a647-434d-a229-3cbf85c99511 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:01.157270 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-ce20f6df-e87d-4961-9a79-c7cc0b7e7c57 req-a2b44c73-a647-434d-a229-3cbf85c99511 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:01.161161 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:01.179197 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb84f412-c9dc-4e4b-a8e7-2b2dbf804268 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:07:01.213295 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port eb84f412-c9dc-4e4b-a8e7-2b2dbf804268, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=eb84f412-c9dc-4e4b-a8e7-2b2dbf804268,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:07:01.217921 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ce20f6df-e87d-4961-9a79-c7cc0b7e7c57 req-a2b44c73-a647-434d-a229-3cbf85c99511 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7688005 Dec 06 17:07:01.222714 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:01.228014 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8849c16a-176d-457c-9c22-c95de47161f1 req-b49c653a-3ce5-4aa3-8820-d75d62e05d21 tempest-LiveMigrationNegativeTest-723597393 tempest-LiveMigrationNegativeTest-723597393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:01.239025 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8849c16a-176d-457c-9c22-c95de47161f1 req-b49c653a-3ce5-4aa3-8820-d75d62e05d21 tempest-LiveMigrationNegativeTest-723597393 tempest-LiveMigrationNegativeTest-723597393-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e045eb27-19a3-4d8e-bbaa-30affa219d3e HTTP/1.1" status: 200 len: 1100 time: 0.2337918 Dec 06 17:07:01.253584 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bd72110-3519-44ed-b314-b44036bf7df9 req-f0ddf3d8-4bf5-49b0-a696-a0a7b92dc616 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Network ee08a0d2-834f-4c39-be47-9c424581246a is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:07:01.284463 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-0bd72110-3519-44ed-b314-b44036bf7df9 req-f0ddf3d8-4bf5-49b0-a696-a0a7b92dc616 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:07:01.294129 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-ce20f6df-e87d-4961-9a79-c7cc0b7e7c57 req-e313b6aa-29e0-4fe8-b886-6832cf181c97 service neutron] Request body: {'port': {'device_id': '8d44bf3a-1b53-445f-9ec9-fa598e5fdf4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:07:01.295633 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bd72110-3519-44ed-b314-b44036bf7df9 req-f0ddf3d8-4bf5-49b0-a696-a0a7b92dc616 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:07:01.431016 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd72110-3519-44ed-b314-b44036bf7df9 req-f0ddf3d8-4bf5-49b0-a696-a0a7b92dc616 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:01.437852 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-0bd72110-3519-44ed-b314-b44036bf7df9 req-f0ddf3d8-4bf5-49b0-a696-a0a7b92dc616 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:01.449889 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=eb84f412-c9dc-4e4b-a8e7-2b2dbf804268,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:07:01.453929 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-ce20f6df-e87d-4961-9a79-c7cc0b7e7c57 req-e313b6aa-29e0-4fe8-b886-6832cf181c97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:01.454449 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ddf3d8-4bf5-49b0-a696-a0a7b92dc616 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Pushing event updated for resources: {'Port': ['ID=71a04aac-4404-4b83-ab6d-e7768b206094,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:07:01.468845 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8849c16a-176d-457c-9c22-c95de47161f1 req-7efcc680-686b-4b66-abb9-e25830ea46ba tempest-LiveMigrationNegativeTest-723597393 tempest-LiveMigrationNegativeTest-723597393-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:01.473072 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device a9d8701e-ce0b-4523-b677-bbb9b7af8b84 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:07:01.501802 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0bd72110-3519-44ed-b314-b44036bf7df9 req-f0ddf3d8-4bf5-49b0-a696-a0a7b92dc616 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9872212 Dec 06 17:07:01.526990 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-0bd72110-3519-44ed-b314-b44036bf7df9 req-1a2a6640-4d76-422a-b914-1592228dfbe2 service neutron] Request body: {'port': {'device_id': 'e3899f97-c145-485d-b3a3-a25ab004300d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:07:01.540267 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5dc6b188-c1f4-43e7-baf0-0b6c4176e8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:01.571967 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['eb84f412-c9dc-4e4b-a8e7-2b2dbf804268'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:07:01.615916 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d11e76-4c3c-4155-9dee-c1f9740daa7f req-f1d51be7-0e5f-4526-a371-174d232d769b tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:01.630363 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-52d11e76-4c3c-4155-9dee-c1f9740daa7f req-f1d51be7-0e5f-4526-a371-174d232d769b tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/ports?device_id=8148c7dd-61d4-431d-b95f-af84f3acd88e HTTP/1.1" status: 200 len: 948 time: 0.4280486 Dec 06 17:07:01.638092 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-0bd72110-3519-44ed-b314-b44036bf7df9 req-1a2a6640-4d76-422a-b914-1592228dfbe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:01.868569 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-5020564f-d4ed-4ed5-9542-1f2722b7e334 None None] Provisioning complete for port 71a04aac-4404-4b83-ab6d-e7768b206094 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:07:01.868569 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5020564f-d4ed-4ed5-9542-1f2722b7e334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:01.873307 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-52d11e76-4c3c-4155-9dee-c1f9740daa7f req-fe66fd07-1785-47b9-a6d4-6d8a74c68395 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/security-groups?id=05993717-efad-46b6-9cd9-33188c432d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386515 Dec 06 17:07:01.969788 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8849c16a-176d-457c-9c22-c95de47161f1 req-7efcc680-686b-4b66-abb9-e25830ea46ba tempest-LiveMigrationNegativeTest-723597393 tempest-LiveMigrationNegativeTest-723597393-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:01.995277 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8849c16a-176d-457c-9c22-c95de47161f1 req-7efcc680-686b-4b66-abb9-e25830ea46ba tempest-LiveMigrationNegativeTest-723597393 tempest-LiveMigrationNegativeTest-723597393-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:02.040207 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efcc680-686b-4b66-abb9-e25830ea46ba tempest-LiveMigrationNegativeTest-723597393 tempest-LiveMigrationNegativeTest-723597393-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf8b9d2-4e1c-40e8-9312-a2e1f03c43fd,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:07:02.058407 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port a9d8701e-ce0b-4523-b677-bbb9b7af8b84 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:07:02.058407 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:02.160563 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8849c16a-176d-457c-9c22-c95de47161f1 req-7efcc680-686b-4b66-abb9-e25830ea46ba tempest-LiveMigrationNegativeTest-723597393 tempest-LiveMigrationNegativeTest-723597393-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=7414b2b9-ece0-40bf-808e-8ad7d290981a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9008431 Dec 06 17:07:02.173675 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-5020564f-d4ed-4ed5-9542-1f2722b7e334 None None] Port 71a04aac-4404-4b83-ab6d-e7768b206094 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:07:02.314620 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:02.350802 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] For port a9d8701e-ce0b-4523-b677-bbb9b7af8b84, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a9d8701e-ce0b-4523-b677-bbb9b7af8b84,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:07:02.361044 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:02.393587 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-0bd72110-3519-44ed-b314-b44036bf7df9 req-1a2a6640-4d76-422a-b914-1592228dfbe2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71a04aac-4404-4b83-ab6d-e7768b206094 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:07:02.427380 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-0bd72110-3519-44ed-b314-b44036bf7df9 req-1a2a6640-4d76-422a-b914-1592228dfbe2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:02.444250 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Pushing event updated for resources: {'Port': ['ID=a9d8701e-ce0b-4523-b677-bbb9b7af8b84,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:07:02.463102 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-0bd72110-3519-44ed-b314-b44036bf7df9 req-1a2a6640-4d76-422a-b914-1592228dfbe2 service neutron] Transition to ACTIVE for port object 71a04aac-4404-4b83-ab6d-e7768b206094 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:07:02.466369 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25632efe-32c8-4202-a35f-e9a0d6365f51 req-96d8ad2b-acd5-44a5-ab25-9b3ffac5809a tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:02.468029 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-25632efe-32c8-4202-a35f-e9a0d6365f51 req-96d8ad2b-acd5-44a5-ab25-9b3ffac5809a tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d44bf3a-1b53-445f-9ec9-fa598e5fdf4d HTTP/1.1" status: 200 len: 931 time: 0.2570534 Dec 06 17:07:02.470407 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-ce20f6df-e87d-4961-9a79-c7cc0b7e7c57 req-e313b6aa-29e0-4fe8-b886-6832cf181c97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3caa7763-8c4a-4d9a-a625-48350712b146 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:07:02.488068 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-0bd72110-3519-44ed-b314-b44036bf7df9 req-1a2a6640-4d76-422a-b914-1592228dfbe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:02.488327 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-ce20f6df-e87d-4961-9a79-c7cc0b7e7c57 req-e313b6aa-29e0-4fe8-b886-6832cf181c97 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:02.543413 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:02.543967 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-ce20f6df-e87d-4961-9a79-c7cc0b7e7c57 req-e313b6aa-29e0-4fe8-b886-6832cf181c97 service neutron] Transition to ACTIVE for port object 3caa7763-8c4a-4d9a-a625-48350712b146 will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:07:02.566564 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-ce20f6df-e87d-4961-9a79-c7cc0b7e7c57 req-e313b6aa-29e0-4fe8-b886-6832cf181c97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:02.579401 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5dc6b188-c1f4-43e7-baf0-0b6c4176e8d7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:02.588111 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2a6640-4d76-422a-b914-1592228dfbe2 service neutron] Pushing event updated for resources: {'Port': ['ID=71a04aac-4404-4b83-ab6d-e7768b206094,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:07:02.611791 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5dc6b188-c1f4-43e7-baf0-0b6c4176e8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:02.656554 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1431bd-a982-4a7f-a22a-9668b866c8cd req-10fb9380-923f-4387-abcb-b4b0c56555b4 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:02.665550 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-db1431bd-a982-4a7f-a22a-9668b866c8cd req-10fb9380-923f-4387-abcb-b4b0c56555b4 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3899f97-c145-485d-b3a3-a25ab004300d HTTP/1.1" status: 200 len: 947 time: 0.2009256 Dec 06 17:07:02.673365 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-25632efe-32c8-4202-a35f-e9a0d6365f51 req-35801456-caa3-4123-b20d-94ec92740158 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700606 Dec 06 17:07:02.721933 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e313b6aa-29e0-4fe8-b886-6832cf181c97 service neutron] Pushing event updated for resources: {'Port': ['ID=3caa7763-8c4a-4d9a-a625-48350712b146,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:07:02.734742 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5dc6b188-c1f4-43e7-baf0-0b6c4176e8d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-772465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539207'] for router_interface, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:02.917617 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc6b188-c1f4-43e7-baf0-0b6c4176e8d7 admin admin] Pushing event updated for resources: {'Port': ['ID=10d10f2b-8e85-4085-85fa-76f2d4a3f3e1,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:07:02.922097 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-ce20f6df-e87d-4961-9a79-c7cc0b7e7c57 req-e313b6aa-29e0-4fe8-b886-6832cf181c97 service neutron] Attempting to bind port 3caa7763-8c4a-4d9a-a625-48350712b146 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:07:02.923676 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-ce20f6df-e87d-4961-9a79-c7cc0b7e7c57 req-e313b6aa-29e0-4fe8-b886-6832cf181c97 service neutron] Attempting to bind port 3caa7763-8c4a-4d9a-a625-48350712b146 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'd43b23f1-3a85-4be8-8063-3fe18696b942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f368e270-aa86-47d2-9c8f-0ac2b4fc8997'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:07:02.924176 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce20f6df-e87d-4961-9a79-c7cc0b7e7c57 req-e313b6aa-29e0-4fe8-b886-6832cf181c97 service neutron] Attempting to bind port 3caa7763-8c4a-4d9a-a625-48350712b146 on network f368e270-aa86-47d2-9c8f-0ac2b4fc8997 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:07:02.949711 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce20f6df-e87d-4961-9a79-c7cc0b7e7c57 req-e313b6aa-29e0-4fe8-b886-6832cf181c97 service neutron] Port 3caa7763-8c4a-4d9a-a625-48350712b146 on network f368e270-aa86-47d2-9c8f-0ac2b4fc8997 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:07:02.950805 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce20f6df-e87d-4961-9a79-c7cc0b7e7c57 req-e313b6aa-29e0-4fe8-b886-6832cf181c97 service neutron] Attempting to bind port 3caa7763-8c4a-4d9a-a625-48350712b146 on network f368e270-aa86-47d2-9c8f-0ac2b4fc8997 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:07:03.047689 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce20f6df-e87d-4961-9a79-c7cc0b7e7c57 req-e313b6aa-29e0-4fe8-b886-6832cf181c97 service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:07:03.048601 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce20f6df-e87d-4961-9a79-c7cc0b7e7c57 req-e313b6aa-29e0-4fe8-b886-6832cf181c97 service neutron] Checking segment: {'id': 'd43b23f1-3a85-4be8-8063-3fe18696b942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f368e270-aa86-47d2-9c8f-0ac2b4fc8997'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:07:03.049002 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce20f6df-e87d-4961-9a79-c7cc0b7e7c57 req-e313b6aa-29e0-4fe8-b886-6832cf181c97 service neutron] Bound using segment: {'id': 'd43b23f1-3a85-4be8-8063-3fe18696b942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f368e270-aa86-47d2-9c8f-0ac2b4fc8997'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:07:03.049454 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-ce20f6df-e87d-4961-9a79-c7cc0b7e7c57 req-e313b6aa-29e0-4fe8-b886-6832cf181c97 service neutron] Bound port: 3caa7763-8c4a-4d9a-a625-48350712b146, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd43b23f1-3a85-4be8-8063-3fe18696b942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f368e270-aa86-47d2-9c8f-0ac2b4fc8997'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:07:03.049839 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-ce20f6df-e87d-4961-9a79-c7cc0b7e7c57 req-e313b6aa-29e0-4fe8-b886-6832cf181c97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:03.147497 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-ce20f6df-e87d-4961-9a79-c7cc0b7e7c57 req-e313b6aa-29e0-4fe8-b886-6832cf181c97 service neutron] For port 3caa7763-8c4a-4d9a-a625-48350712b146, host n-h1-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:07:03.150876 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-ce20f6df-e87d-4961-9a79-c7cc0b7e7c57 req-e313b6aa-29e0-4fe8-b886-6832cf181c97 service neutron] For port 3caa7763-8c4a-4d9a-a625-48350712b146, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=3caa7763-8c4a-4d9a-a625-48350712b146,segment=NetworkSegment(d43b23f1-3a85-4be8-8063-3fe18696b942),segment_id=d43b23f1-3a85-4be8-8063-3fe18696b942)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:07:03.162261 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-ce20f6df-e87d-4961-9a79-c7cc0b7e7c57 req-e313b6aa-29e0-4fe8-b886-6832cf181c97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:03.235779 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-db1431bd-a982-4a7f-a22a-9668b866c8cd req-04449af8-fa4d-4f45-bea8-fd62b9e7ada3 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5690613 Dec 06 17:07:03.255958 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6940513d-7b5b-47eb-940c-dd6624fc6443 req-01b05cd5-d9ec-4a18-b105-904bffbc385f tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:03.264195 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6940513d-7b5b-47eb-940c-dd6624fc6443 req-01b05cd5-d9ec-4a18-b105-904bffbc385f tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/ports?device_id=8148c7dd-61d4-431d-b95f-af84f3acd88e HTTP/1.1" status: 200 len: 948 time: 0.2568362 Dec 06 17:07:03.293182 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce20f6df-e87d-4961-9a79-c7cc0b7e7c57 req-e313b6aa-29e0-4fe8-b886-6832cf181c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:03.294928 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-ce20f6df-e87d-4961-9a79-c7cc0b7e7c57 req-e313b6aa-29e0-4fe8-b886-6832cf181c97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:03.296347 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ce20f6df-e87d-4961-9a79-c7cc0b7e7c57 req-e313b6aa-29e0-4fe8-b886-6832cf181c97 service neutron] 10.222.0.41 "PUT /v2.0/ports/3caa7763-8c4a-4d9a-a625-48350712b146 HTTP/1.1" status: 200 len: 1091 time: 2.0440063 Dec 06 17:07:03.309516 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d44bf3a-1b53-445f-9ec9-fa598e5fdf4d', 'tag': '3caa7763-8c4a-4d9a-a625-48350712b146'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:07:03.315197 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb607696-3cc2-46bd-922d-6af7ed1f8aaa" -d '{"events": [{"name": "network-changed", "server_uuid": "8d44bf3a-1b53-445f-9ec9-fa598e5fdf4d", "tag": "3caa7763-8c4a-4d9a-a625-48350712b146"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:07:03.336069 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-0bd72110-3519-44ed-b314-b44036bf7df9 req-1a2a6640-4d76-422a-b914-1592228dfbe2 service neutron] Attempting to bind port 71a04aac-4404-4b83-ab6d-e7768b206094 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:07:03.336599 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-0bd72110-3519-44ed-b314-b44036bf7df9 req-1a2a6640-4d76-422a-b914-1592228dfbe2 service neutron] Attempting to bind port 71a04aac-4404-4b83-ab6d-e7768b206094 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:07:03.336930 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd72110-3519-44ed-b314-b44036bf7df9 req-1a2a6640-4d76-422a-b914-1592228dfbe2 service neutron] Attempting to bind port 71a04aac-4404-4b83-ab6d-e7768b206094 on network ee08a0d2-834f-4c39-be47-9c424581246a {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:07:03.343097 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd72110-3519-44ed-b314-b44036bf7df9 req-1a2a6640-4d76-422a-b914-1592228dfbe2 service neutron] Port 71a04aac-4404-4b83-ab6d-e7768b206094 on network ee08a0d2-834f-4c39-be47-9c424581246a not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:07:03.343428 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd72110-3519-44ed-b314-b44036bf7df9 req-1a2a6640-4d76-422a-b914-1592228dfbe2 service neutron] Attempting to bind port 71a04aac-4404-4b83-ab6d-e7768b206094 on network ee08a0d2-834f-4c39-be47-9c424581246a {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:07:03.352398 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd72110-3519-44ed-b314-b44036bf7df9 req-1a2a6640-4d76-422a-b914-1592228dfbe2 service neutron] Checking agent: {'id': '9d8b9f49-2860-4c1f-9b89-45a7657a3c4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:07:03.352754 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd72110-3519-44ed-b314-b44036bf7df9 req-1a2a6640-4d76-422a-b914-1592228dfbe2 service neutron] Checking segment: {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:07:03.353275 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd72110-3519-44ed-b314-b44036bf7df9 req-1a2a6640-4d76-422a-b914-1592228dfbe2 service neutron] Bound using segment: {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:07:03.353764 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-0bd72110-3519-44ed-b314-b44036bf7df9 req-1a2a6640-4d76-422a-b914-1592228dfbe2 service neutron] Bound port: 71a04aac-4404-4b83-ab6d-e7768b206094, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:07:03.354125 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-0bd72110-3519-44ed-b314-b44036bf7df9 req-1a2a6640-4d76-422a-b914-1592228dfbe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:03.449336 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device a9d8701e-ce0b-4523-b677-bbb9b7af8b84 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:07:03.521429 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-0bd72110-3519-44ed-b314-b44036bf7df9 req-1a2a6640-4d76-422a-b914-1592228dfbe2 service neutron] For port 71a04aac-4404-4b83-ab6d-e7768b206094, host n-h2-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:07:03.526356 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-0bd72110-3519-44ed-b314-b44036bf7df9 req-1a2a6640-4d76-422a-b914-1592228dfbe2 service neutron] For port 71a04aac-4404-4b83-ab6d-e7768b206094, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=71a04aac-4404-4b83-ab6d-e7768b206094,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:07:03.540675 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-0bd72110-3519-44ed-b314-b44036bf7df9 req-1a2a6640-4d76-422a-b914-1592228dfbe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:03.597062 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd72110-3519-44ed-b314-b44036bf7df9 req-1a2a6640-4d76-422a-b914-1592228dfbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:03.598307 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-0bd72110-3519-44ed-b314-b44036bf7df9 req-1a2a6640-4d76-422a-b914-1592228dfbe2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:03.599771 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0bd72110-3519-44ed-b314-b44036bf7df9 req-1a2a6640-4d76-422a-b914-1592228dfbe2 service neutron] 10.222.0.44 "PUT /v2.0/ports/71a04aac-4404-4b83-ab6d-e7768b206094 HTTP/1.1" status: 200 len: 1095 time: 2.0853932 Dec 06 17:07:03.616614 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3899f97-c145-485d-b3a3-a25ab004300d', 'tag': '71a04aac-4404-4b83-ab6d-e7768b206094'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:07:03.619279 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port a9d8701e-ce0b-4523-b677-bbb9b7af8b84 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:07:03.620524 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f07d747-b316-4313-ab7c-1c47d7123cf3" -d '{"events": [{"name": "network-changed", "server_uuid": "e3899f97-c145-485d-b3a3-a25ab004300d", "tag": "71a04aac-4404-4b83-ab6d-e7768b206094"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:07:03.621323 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:03.628397 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc6b188-c1f4-43e7-baf0-0b6c4176e8d7 admin admin] Network 041fb444-b221-430a-a2d5-1ce940b8f13a is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:07:03.630339 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e313b6aa-29e0-4fe8-b886-6832cf181c97 service neutron] Pushing event updated for resources: {'Port': ['ID=3caa7763-8c4a-4d9a-a625-48350712b146,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:07:03.668273 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-5dc6b188-c1f4-43e7-baf0-0b6c4176e8d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:07:03.701247 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6940513d-7b5b-47eb-940c-dd6624fc6443 req-0c5ea323-d6a6-41af-ad8b-b6d1dfda3b8e tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/security-groups?id=05993717-efad-46b6-9cd9-33188c432d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4015565 Dec 06 17:07:03.718086 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce20f6df-e87d-4961-9a79-c7cc0b7e7c57 req-fba5615d-8024-4ebb-854b-a558776b86ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:03.720873 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ce20f6df-e87d-4961-9a79-c7cc0b7e7c57 req-fba5615d-8024-4ebb-854b-a558776b86ea service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=013b92ce2e6a40e1a3b2fa92d62d652e&device_id=8d44bf3a-1b53-445f-9ec9-fa598e5fdf4d HTTP/1.1" status: 200 len: 1094 time: 0.3435748 Dec 06 17:07:03.745252 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2a6640-4d76-422a-b914-1592228dfbe2 service neutron] Pushing event updated for resources: {'Port': ['ID=71a04aac-4404-4b83-ab6d-e7768b206094,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:07:03.783349 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd72110-3519-44ed-b314-b44036bf7df9 req-9a53b831-6e6a-432b-9875-861199b7e423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:03.796132 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0bd72110-3519-44ed-b314-b44036bf7df9 req-9a53b831-6e6a-432b-9875-861199b7e423 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4fbfd036e0874a51a15b7801ac955516&device_id=e3899f97-c145-485d-b3a3-a25ab004300d HTTP/1.1" status: 200 len: 1098 time: 0.1210098 Dec 06 17:07:03.890694 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-384f1a8f-ef0c-44d8-9bb2-af98e80110c2 x-openstack-request-id: req-384f1a8f-ef0c-44d8-9bb2-af98e80110c2 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:07:03.891011 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d44bf3a-1b53-445f-9ec9-fa598e5fdf4d", "tag": "3caa7763-8c4a-4d9a-a625-48350712b146", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:07:03.891199 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-384f1a8f-ef0c-44d8-9bb2-af98e80110c2 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:07:03.891593 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d44bf3a-1b53-445f-9ec9-fa598e5fdf4d', 'tag': '3caa7763-8c4a-4d9a-a625-48350712b146', 'status': 'completed', 'code': 200} Dec 06 17:07:03.979950 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d4c759d-5d66-42db-b2b3-a44aaf9c4f2b x-openstack-request-id: req-9d4c759d-5d66-42db-b2b3-a44aaf9c4f2b {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:07:03.980623 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3899f97-c145-485d-b3a3-a25ab004300d", "tag": "71a04aac-4404-4b83-ab6d-e7768b206094", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:07:03.981089 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9d4c759d-5d66-42db-b2b3-a44aaf9c4f2b {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:07:03.981985 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3899f97-c145-485d-b3a3-a25ab004300d', 'tag': '71a04aac-4404-4b83-ab6d-e7768b206094', 'status': 'completed', 'code': 200} Dec 06 17:07:03.985396 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0bd72110-3519-44ed-b314-b44036bf7df9 req-cc028208-db27-4021-966b-b20b2a54213f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=71a04aac-4404-4b83-ab6d-e7768b206094 HTTP/1.1" status: 200 len: 217 time: 0.1884220 Dec 06 17:07:04.019204 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ce20f6df-e87d-4961-9a79-c7cc0b7e7c57 req-2909ce4f-cc62-4577-8a15-995945e253dd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3caa7763-8c4a-4d9a-a625-48350712b146 HTTP/1.1" status: 200 len: 217 time: 0.2820833 Dec 06 17:07:04.126398 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce20f6df-e87d-4961-9a79-c7cc0b7e7c57 req-5c24eece-5a06-474d-9e79-edae9c6854a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:04.127888 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ce20f6df-e87d-4961-9a79-c7cc0b7e7c57 req-5c24eece-5a06-474d-9e79-edae9c6854a8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f77759ce-94b4-46a8-b90f-f881b9e38f99 HTTP/1.1" status: 200 len: 861 time: 0.0715585 Dec 06 17:07:04.133720 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c5f2a1-8949-4a01-af92-7a179c7c40ab req-32a2ea85-c0ee-4066-8bd1-e7ef53436518 tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:04.142386 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-10c5f2a1-8949-4a01-af92-7a179c7c40ab req-32a2ea85-c0ee-4066-8bd1-e7ef53436518 tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] 10.222.0.23 "GET /v2.0/ports?device_id=e045eb27-19a3-4d8e-bbaa-30affa219d3e HTTP/1.1" status: 200 len: 949 time: 0.1753948 Dec 06 17:07:04.153165 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd72110-3519-44ed-b314-b44036bf7df9 req-47cfaef1-8853-4582-9525-e3e23ea5c530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:04.155522 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0bd72110-3519-44ed-b314-b44036bf7df9 req-47cfaef1-8853-4582-9525-e3e23ea5c530 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1342252a-21e4-4783-88ff-f54776c79059 HTTP/1.1" status: 200 len: 843 time: 0.1413550 Dec 06 17:07:04.183733 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-e789cbf7-b78e-4669-b427-46c3822dd004 None None] Provisioning complete for port 10d10f2b-8e85-4085-85fa-76f2d4a3f3e1 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:07:04.184112 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e789cbf7-b78e-4669-b427-46c3822dd004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:04.202958 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ce20f6df-e87d-4961-9a79-c7cc0b7e7c57 req-a02973b6-9ec7-4bfc-b074-6e9b716050aa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f368e270-aa86-47d2-9c8f-0ac2b4fc8997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605798 Dec 06 17:07:04.241379 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-10c5f2a1-8949-4a01-af92-7a179c7c40ab req-c229352d-bf91-4982-91a3-37282430b24f tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] 10.222.0.23 "GET /v2.0/security-groups?id=7414b2b9-ece0-40bf-808e-8ad7d290981a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974953 Dec 06 17:07:04.244403 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd72110-3519-44ed-b314-b44036bf7df9 req-51dbeb3b-32c1-464b-8dea-192559e6239f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:04.246104 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0bd72110-3519-44ed-b314-b44036bf7df9 req-51dbeb3b-32c1-464b-8dea-192559e6239f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee08a0d2-834f-4c39-be47-9c424581246a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0817742 Dec 06 17:07:04.290066 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-e789cbf7-b78e-4669-b427-46c3822dd004 None None] Port 10d10f2b-8e85-4085-85fa-76f2d4a3f3e1 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:07:04.378532 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ce20f6df-e87d-4961-9a79-c7cc0b7e7c57 req-be7a3846-e036-46a6-8a6b-8eac9d753f60 service neutron] 10.222.0.41 "GET /v2.0/networks/f368e270-aa86-47d2-9c8f-0ac2b4fc8997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111531 Dec 06 17:07:04.412303 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51af473a-7888-41e1-ac88-30bc57f40aa0 req-e2428634-134b-4f4a-aca0-9aa19acd2220 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:04.421067 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-51af473a-7888-41e1-ac88-30bc57f40aa0 req-e2428634-134b-4f4a-aca0-9aa19acd2220 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d44bf3a-1b53-445f-9ec9-fa598e5fdf4d HTTP/1.1" status: 200 len: 943 time: 0.2921543 Dec 06 17:07:04.461052 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ac0aa7-e210-4223-8c83-157ba985a91c req-81a98926-a310-46b8-a8d7-92fdad31acd5 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:04.469868 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a7ac0aa7-e210-4223-8c83-157ba985a91c req-81a98926-a310-46b8-a8d7-92fdad31acd5 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3899f97-c145-485d-b3a3-a25ab004300d HTTP/1.1" status: 200 len: 947 time: 0.0806372 Dec 06 17:07:04.543572 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a7ac0aa7-e210-4223-8c83-157ba985a91c req-eb4bc1f0-42bb-452b-88ff-7d8b30a7b940 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722334 Dec 06 17:07:04.548934 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-51af473a-7888-41e1-ac88-30bc57f40aa0 req-b35896e6-bc20-4f69-bb97-1eef753fd322 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156662 Dec 06 17:07:04.561620 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0bd72110-3519-44ed-b314-b44036bf7df9 req-d0326520-f622-4a15-85f6-91a60aebb1e0 service neutron] 10.222.0.44 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3050053 Dec 06 17:07:04.563149 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dc6b188-c1f4-43e7-baf0-0b6c4176e8d7 admin admin] Router dcaefaa4-395c-4ade-9355-dcaf41f87ff1 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:07:04.648236 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ce20f6df-e87d-4961-9a79-c7cc0b7e7c57 req-168adbc8-c988-4406-b2c1-d11f95009026 service neutron] 10.222.0.41 "GET /v2.0/networks/f368e270-aa86-47d2-9c8f-0ac2b4fc8997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590950 Dec 06 17:07:04.720315 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0bd72110-3519-44ed-b314-b44036bf7df9 req-8cf68771-4728-4f71-ac99-26a21cf8df75 service neutron] 10.222.0.44 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482947 Dec 06 17:07:04.753165 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dc6b188-c1f4-43e7-baf0-0b6c4176e8d7 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:07:04.758333 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device eb84f412-c9dc-4e4b-a8e7-2b2dbf804268 up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:07:04.769607 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-5dc6b188-c1f4-43e7-baf0-0b6c4176e8d7 admin admin] 10.222.0.23 "PUT /v2.0/routers/dcaefaa4-395c-4ade-9355-dcaf41f87ff1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8046224 Dec 06 17:07:04.788445 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c19e0ae-4f94-49c1-90e1-712739ab3c80 None None] Sync routers for ids ['dcaefaa4-395c-4ade-9355-dcaf41f87ff1'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:07:04.815685 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb607696-3cc2-46bd-922d-6af7ed1f8aaa req-b8a660b9-689c-4883-96f3-01474c1aa601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:04.824494 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c19e0ae-4f94-49c1-90e1-712739ab3c80 None None] Routers {'dcaefaa4-395c-4ade-9355-dcaf41f87ff1'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:07:04.826089 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-7c19e0ae-4f94-49c1-90e1-712739ab3c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:06:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['dcaefaa4-395c-4ade-9355-dcaf41f87ff1'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:07:04.830859 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bb607696-3cc2-46bd-922d-6af7ed1f8aaa req-b8a660b9-689c-4883-96f3-01474c1aa601 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=013b92ce2e6a40e1a3b2fa92d62d652e&device_id=8d44bf3a-1b53-445f-9ec9-fa598e5fdf4d HTTP/1.1" status: 200 len: 1094 time: 0.1157553 Dec 06 17:07:04.915531 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port eb84f412-c9dc-4e4b-a8e7-2b2dbf804268 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:07:04.921572 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port eb84f412-c9dc-4e4b-a8e7-2b2dbf804268 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:07:04.922172 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:04.947844 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f07d747-b316-4313-ab7c-1c47d7123cf3 req-eef31480-8f8c-4e12-a1c5-7df866cce93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:04.949379 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8f07d747-b316-4313-ab7c-1c47d7123cf3 req-eef31480-8f8c-4e12-a1c5-7df866cce93c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4fbfd036e0874a51a15b7801ac955516&device_id=e3899f97-c145-485d-b3a3-a25ab004300d HTTP/1.1" status: 200 len: 1098 time: 0.1403022 Dec 06 17:07:05.093855 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb607696-3cc2-46bd-922d-6af7ed1f8aaa req-449ea09f-3d23-4eb8-a20b-017d756e16c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:05.124853 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bb607696-3cc2-46bd-922d-6af7ed1f8aaa req-449ea09f-3d23-4eb8-a20b-017d756e16c0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f368e270-aa86-47d2-9c8f-0ac2b4fc8997 HTTP/1.1" status: 200 len: 922 time: 0.2693801 Dec 06 17:07:05.184278 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:05.187034 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:05.197295 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-7c19e0ae-4f94-49c1-90e1-712739ab3c80 None None] Set router dcaefaa4-395c-4ade-9355-dcaf41f87ff1 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:07:05.220298 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f07d747-b316-4313-ab7c-1c47d7123cf3 req-ec45dcde-cad8-4ad0-b9a5-3849713757cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:05.222136 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8f07d747-b316-4313-ab7c-1c47d7123cf3 req-ec45dcde-cad8-4ad0-b9a5-3849713757cc service neutron] 10.222.0.44 "GET /v2.0/networks?id=ee08a0d2-834f-4c39-be47-9c424581246a HTTP/1.1" status: 200 len: 870 time: 0.1821983 Dec 06 17:07:05.261138 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8148c7dd-61d4-431d-b95f-af84f3acd88e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb84f412-c9dc-4e4b-a8e7-2b2dbf804268'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:07:05.269616 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bb607696-3cc2-46bd-922d-6af7ed1f8aaa req-506bafd1-002a-4333-85b3-52825bdeec9f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3caa7763-8c4a-4d9a-a625-48350712b146 HTTP/1.1" status: 200 len: 217 time: 0.1288486 Dec 06 17:07:05.272334 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-553cf577-2e7a-4f87-b146-5e2c5e07f4bd" -d '{"events": [{"server_uuid": "8148c7dd-61d4-431d-b95f-af84f3acd88e", "name": "network-vif-plugged", "status": "completed", "tag": "eb84f412-c9dc-4e4b-a8e7-2b2dbf804268"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:07:05.292794 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b209dc87-0616-4d8f-8c9c-32116729a620 req-bc821d27-27e6-4756-9c85-c970a27ebd5a tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:05.303566 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b209dc87-0616-4d8f-8c9c-32116729a620 req-bc821d27-27e6-4756-9c85-c970a27ebd5a tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/ports?device_id=8148c7dd-61d4-431d-b95f-af84f3acd88e HTTP/1.1" status: 200 len: 948 time: 0.3484914 Dec 06 17:07:05.320663 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port eb84f412-c9dc-4e4b-a8e7-2b2dbf804268, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=eb84f412-c9dc-4e4b-a8e7-2b2dbf804268,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:07:05.334955 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:05.365087 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8f07d747-b316-4313-ab7c-1c47d7123cf3 req-33ec4b30-58a9-4f6b-b74d-16489a8214d5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=71a04aac-4404-4b83-ab6d-e7768b206094 HTTP/1.1" status: 200 len: 217 time: 0.1332419 Dec 06 17:07:05.383980 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b209dc87-0616-4d8f-8c9c-32116729a620 req-e91b4d89-9cb3-4a5b-be48-eb0174e926ab tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/security-groups?id=05993717-efad-46b6-9cd9-33188c432d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752151 Dec 06 17:07:05.455498 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=eb84f412-c9dc-4e4b-a8e7-2b2dbf804268,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:07:05.502135 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-7c19e0ae-4f94-49c1-90e1-712739ab3c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcaefaa4-395c-4ade-9355-dcaf41f87ff1', 'name': 'tempest-ServersTestBootFromVolume-1847518297-router', 'tenant_id': '0258899c128e4e7c8306d77fe96b1089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.125'}], 'enable_snat': True}, 'gw_port_id': 'a9d8701e-ce0b-4523-b677-bbb9b7af8b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:06:49Z', 'updated_at': '2021-12-06T17:07:01Z', 'revision_number': 4, 'project_id': '0258899c128e4e7c8306d77fe96b1089', 'gw_port': {'id': 'a9d8701e-ce0b-4523-b677-bbb9b7af8b84', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcaefaa4-395c-4ade-9355-dcaf41f87ff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:06:51Z', 'updated_at': '2021-12-06T17:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '10d10f2b-8e85-4085-85fa-76f2d4a3f3e1', 'name': '', 'network_id': '041fb444-b221-430a-a2d5-1ce940b8f13a', 'tenant_id': '0258899c128e4e7c8306d77fe96b1089', 'mac_address': 'fa:16:3e:4b:60:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcaefaa4-395c-4ade-9355-dcaf41f87ff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '46916f41-7c83-4c75-85c3-d1b3985aec0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:06:58Z', 'updated_at': '2021-12-06T17:07:01Z', 'revision_number': 2, 'project_id': '0258899c128e4e7c8306d77fe96b1089', 'subnets': [{'id': '46916f41-7c83-4c75-85c3-d1b3985aec0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:07:05.512135 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f07d747-b316-4313-ab7c-1c47d7123cf3 req-9a8a4911-8523-4c0a-8d3e-3bc776560617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:05.513718 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8f07d747-b316-4313-ab7c-1c47d7123cf3 req-9a8a4911-8523-4c0a-8d3e-3bc776560617 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1342252a-21e4-4783-88ff-f54776c79059 HTTP/1.1" status: 200 len: 843 time: 0.1277184 Dec 06 17:07:05.535188 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c19e0ae-4f94-49c1-90e1-712739ab3c80 None None] Checking router: dcaefaa4-395c-4ade-9355-dcaf41f87ff1 for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:07:05.535814 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c19e0ae-4f94-49c1-90e1-712739ab3c80 None None] Updating router dcaefaa4-395c-4ade-9355-dcaf41f87ff1 port 10d10f2b-8e85-4085-85fa-76f2d4a3f3e1 binding host n-d-master-1 {{(pid=103287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:07:05.567526 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7c19e0ae-4f94-49c1-90e1-712739ab3c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:05.580611 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb607696-3cc2-46bd-922d-6af7ed1f8aaa req-5d0f4086-2351-4272-81f7-6ae2f76ee4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:05.602678 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bb607696-3cc2-46bd-922d-6af7ed1f8aaa req-5d0f4086-2351-4272-81f7-6ae2f76ee4af service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f77759ce-94b4-46a8-b90f-f881b9e38f99 HTTP/1.1" status: 200 len: 861 time: 0.3284914 Dec 06 17:07:05.646975 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f308be-ca1f-45ed-8939-d448f5d1d606 req-dbf20716-7606-4b1c-b7b6-b2dc62052d0d tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:05.656472 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e0f308be-ca1f-45ed-8939-d448f5d1d606 req-dbf20716-7606-4b1c-b7b6-b2dc62052d0d tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] 10.222.0.44 "GET /v2.0/ports?device_id=e045eb27-19a3-4d8e-bbaa-30affa219d3e HTTP/1.1" status: 200 len: 949 time: 0.2769918 Dec 06 17:07:05.681775 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f07d747-b316-4313-ab7c-1c47d7123cf3 req-555d94dd-05ce-4f87-9205-de3bcd36517e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:05.683686 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8f07d747-b316-4313-ab7c-1c47d7123cf3 req-555d94dd-05ce-4f87-9205-de3bcd36517e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee08a0d2-834f-4c39-be47-9c424581246a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1440315 Dec 06 17:07:05.691463 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bb607696-3cc2-46bd-922d-6af7ed1f8aaa req-aca369df-76e2-4d87-a9f1-ee3f590479d0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f368e270-aa86-47d2-9c8f-0ac2b4fc8997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0786688 Dec 06 17:07:05.734239 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c21450-3239-4e57-8653-b0e67e414f27 req-e733613c-c443-4761-944e-51150239e7eb tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:05.738646 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c4c21450-3239-4e57-8653-b0e67e414f27 req-e733613c-c443-4761-944e-51150239e7eb tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] 10.222.0.23 "GET /v2.0/ports?device_id=e045eb27-19a3-4d8e-bbaa-30affa219d3e HTTP/1.1" status: 200 len: 949 time: 0.2202616 Dec 06 17:07:05.868569 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 35460) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:07:05.878695 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-a94abe10-a7e4-425c-bb15-cb15ff075481 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1944610683', 'description': 'tempest-description--846283363'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:07:05.891041 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7c19e0ae-4f94-49c1-90e1-712739ab3c80 None None] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:05.902946 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7c19e0ae-4f94-49c1-90e1-712739ab3c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:05.946772 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a94abe10-a7e4-425c-bb15-cb15ff075481 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:05.953903 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-e0f308be-ca1f-45ed-8939-d448f5d1d606 req-22b6edef-8958-4be2-997e-e6681a788f47 tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] Deleting port cd098ab2-dfbc-4efa-8546-de102ea51e01 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:07:05.954382 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e0f308be-ca1f-45ed-8939-d448f5d1d606 req-22b6edef-8958-4be2-997e-e6681a788f47 tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:05.964184 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6309d93-aff5-48ed-ac7b-96d5e8c89e9c x-openstack-request-id: req-b6309d93-aff5-48ed-ac7b-96d5e8c89e9c {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:07:05.964672 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8148c7dd-61d4-431d-b95f-af84f3acd88e", "name": "network-vif-plugged", "status": "completed", "tag": "eb84f412-c9dc-4e4b-a8e7-2b2dbf804268", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:07:05.965128 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b6309d93-aff5-48ed-ac7b-96d5e8c89e9c {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:07:05.965531 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8148c7dd-61d4-431d-b95f-af84f3acd88e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb84f412-c9dc-4e4b-a8e7-2b2dbf804268', 'code': 200} Dec 06 17:07:06.107984 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bb607696-3cc2-46bd-922d-6af7ed1f8aaa req-e39275c1-4fdb-44e0-9f2e-486041505ecd service neutron] 10.222.0.41 "GET /v2.0/networks/f368e270-aa86-47d2-9c8f-0ac2b4fc8997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3716004 Dec 06 17:07:06.116965 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-7c19e0ae-4f94-49c1-90e1-712739ab3c80 None None] Attempting to bind port 10d10f2b-8e85-4085-85fa-76f2d4a3f3e1 on host n-d-master-1 for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:07:06.116965 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-7c19e0ae-4f94-49c1-90e1-712739ab3c80 None None] Attempting to bind port 10d10f2b-8e85-4085-85fa-76f2d4a3f3e1 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'bcf8f3ec-a85d-4baf-bb99-5540dc7bed1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '041fb444-b221-430a-a2d5-1ce940b8f13a'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:07:06.117269 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c19e0ae-4f94-49c1-90e1-712739ab3c80 None None] Attempting to bind port 10d10f2b-8e85-4085-85fa-76f2d4a3f3e1 on network 041fb444-b221-430a-a2d5-1ce940b8f13a {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:07:06.141421 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c19e0ae-4f94-49c1-90e1-712739ab3c80 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:07:06.141845 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c19e0ae-4f94-49c1-90e1-712739ab3c80 None None] Checking segment: {'id': 'bcf8f3ec-a85d-4baf-bb99-5540dc7bed1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '041fb444-b221-430a-a2d5-1ce940b8f13a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:07:06.142374 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7c19e0ae-4f94-49c1-90e1-712739ab3c80 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:06.142697 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c19e0ae-4f94-49c1-90e1-712739ab3c80 None None] Bound using segment: {'id': 'bcf8f3ec-a85d-4baf-bb99-5540dc7bed1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '041fb444-b221-430a-a2d5-1ce940b8f13a'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:07:06.143325 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-7c19e0ae-4f94-49c1-90e1-712739ab3c80 None None] Bound port: 10d10f2b-8e85-4085-85fa-76f2d4a3f3e1, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcf8f3ec-a85d-4baf-bb99-5540dc7bed1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '041fb444-b221-430a-a2d5-1ce940b8f13a'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:07:06.143951 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7c19e0ae-4f94-49c1-90e1-712739ab3c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:06.179241 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c4c21450-3239-4e57-8653-b0e67e414f27 req-aaf929b2-4e29-49cf-b654-a15c72314f44 tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] 10.222.0.23 "GET /v2.0/security-groups?id=7414b2b9-ece0-40bf-808e-8ad7d290981a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4180470 Dec 06 17:07:06.230831 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-7c19e0ae-4f94-49c1-90e1-712739ab3c80 None None] For port 10d10f2b-8e85-4085-85fa-76f2d4a3f3e1, host n-d-master-1, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:07:06.234955 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-7c19e0ae-4f94-49c1-90e1-712739ab3c80 None None] For port 10d10f2b-8e85-4085-85fa-76f2d4a3f3e1, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=10d10f2b-8e85-4085-85fa-76f2d4a3f3e1,segment=NetworkSegment(bcf8f3ec-a85d-4baf-bb99-5540dc7bed1d),segment_id=bcf8f3ec-a85d-4baf-bb99-5540dc7bed1d)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:07:06.243928 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a267b32d-a3e6-4632-825d-da57eadbe6b4 None None] Pushing event updated for resources: {'Port': ['ID=10d10f2b-8e85-4085-85fa-76f2d4a3f3e1,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:07:06.247165 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7c19e0ae-4f94-49c1-90e1-712739ab3c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:06.293384 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8f07d747-b316-4313-ab7c-1c47d7123cf3 req-6b0c53c6-18c9-4a35-aac1-d3e0d4e22ee6 service neutron] 10.222.0.44 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5935357 Dec 06 17:07:06.382422 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c19e0ae-4f94-49c1-90e1-712739ab3c80 None None] Routers {'dcaefaa4-395c-4ade-9355-dcaf41f87ff1'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:07:06.383062 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-7c19e0ae-4f94-49c1-90e1-712739ab3c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:06:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['dcaefaa4-395c-4ade-9355-dcaf41f87ff1'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:07:06.414016 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bb607696-3cc2-46bd-922d-6af7ed1f8aaa req-df866a15-7b93-4820-8ece-651e8884082c service neutron] 10.222.0.41 "GET /v2.0/networks/f368e270-aa86-47d2-9c8f-0ac2b4fc8997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956505 Dec 06 17:07:06.453264 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8f07d747-b316-4313-ab7c-1c47d7123cf3 req-143408ba-39ca-4d00-95fc-ef68c7f3d18f service neutron] 10.222.0.44 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395550 Dec 06 17:07:06.454617 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-e0f308be-ca1f-45ed-8939-d448f5d1d606 req-22b6edef-8958-4be2-997e-e6681a788f47 tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] For port cd098ab2-dfbc-4efa-8546-de102ea51e01, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=cd098ab2-dfbc-4efa-8546-de102ea51e01,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:07:06.455183 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f0789f-538a-4146-8eec-19cf951a854c req-7adbf6a0-12e8-483e-a29f-977a81063f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:06.455469 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e0f308be-ca1f-45ed-8939-d448f5d1d606 req-22b6edef-8958-4be2-997e-e6681a788f47 tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:06.456584 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-49f0789f-538a-4146-8eec-19cf951a854c req-7adbf6a0-12e8-483e-a29f-977a81063f20 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8148c7dd-61d4-431d-b95f-af84f3acd88e HTTP/1.1" status: 200 len: 1100 time: 0.4140029 Dec 06 17:07:06.456797 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-5abf1ed8-4372-4402-872e-6665a2e6481f None None] Provisioning complete for port 10d10f2b-8e85-4085-85fa-76f2d4a3f3e1 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:07:06.459887 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5abf1ed8-4372-4402-872e-6665a2e6481f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:06.502780 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-e0f308be-ca1f-45ed-8939-d448f5d1d606 req-22b6edef-8958-4be2-997e-e6681a788f47 tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] Calling delete_port for cd098ab2-dfbc-4efa-8546-de102ea51e01 owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:07:06.538820 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a267b32d-a3e6-4632-825d-da57eadbe6b4 None None] Pushing event updated for resources: {'Port': ['ID=10d10f2b-8e85-4085-85fa-76f2d4a3f3e1,revision_number=4']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:07:06.611544 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-49f0789f-538a-4146-8eec-19cf951a854c req-c5804df9-8c68-40bf-ba27-8db5bff1df63 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=05993717-efad-46b6-9cd9-33188c432d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430523 Dec 06 17:07:06.646599 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0260d0ab-b437-402e-9412-3d6378e04a8e req-9c9e075f-6715-4f79-9d6c-22fa7994ccdc tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:06.656505 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0260d0ab-b437-402e-9412-3d6378e04a8e req-9c9e075f-6715-4f79-9d6c-22fa7994ccdc tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d44bf3a-1b53-445f-9ec9-fa598e5fdf4d HTTP/1.1" status: 200 len: 943 time: 0.5735788 Dec 06 17:07:06.661453 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa325fcc-3e74-41ca-8832-4b78d6d92d88 req-2e25b560-7bc1-49f5-ab21-8d956bc8ab56 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:06.681747 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fa325fcc-3e74-41ca-8832-4b78d6d92d88 req-2e25b560-7bc1-49f5-ab21-8d956bc8ab56 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3899f97-c145-485d-b3a3-a25ab004300d HTTP/1.1" status: 200 len: 947 time: 0.2240765 Dec 06 17:07:06.727195 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5abf1ed8-4372-4402-872e-6665a2e6481f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:06.751321 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0260d0ab-b437-402e-9412-3d6378e04a8e req-6acd6901-34ea-4a1b-bcf0-35017cc82d74 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937605 Dec 06 17:07:06.818634 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fa325fcc-3e74-41ca-8832-4b78d6d92d88 req-d9b62b54-dc38-44c9-8433-c456bb43f460 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344385 Dec 06 17:07:06.821091 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-5abf1ed8-4372-4402-872e-6665a2e6481f None None] For port 10d10f2b-8e85-4085-85fa-76f2d4a3f3e1, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=10d10f2b-8e85-4085-85fa-76f2d4a3f3e1,segment=NetworkSegment(bcf8f3ec-a85d-4baf-bb99-5540dc7bed1d),segment_id=bcf8f3ec-a85d-4baf-bb99-5540dc7bed1d)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:07:06.829009 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5abf1ed8-4372-4402-872e-6665a2e6481f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:06.838723 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-7c19e0ae-4f94-49c1-90e1-712739ab3c80 None None] Set router dcaefaa4-395c-4ade-9355-dcaf41f87ff1 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:07:06.924227 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abf1ed8-4372-4402-872e-6665a2e6481f None None] Pushing event updated for resources: {'Port': ['ID=10d10f2b-8e85-4085-85fa-76f2d4a3f3e1,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:07:06.942801 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a94abe10-a7e4-425c-bb15-cb15ff075481 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:06.953331 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a94abe10-a7e4-425c-bb15-cb15ff075481 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:06.966326 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-d30fcf4c-5cc4-4509-8d3a-8b55b52fbcf5 None None] Provisioning complete for port 10d10f2b-8e85-4085-85fa-76f2d4a3f3e1 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:07:06.967242 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d30fcf4c-5cc4-4509-8d3a-8b55b52fbcf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:06.968280 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e0f308be-ca1f-45ed-8939-d448f5d1d606 req-22b6edef-8958-4be2-997e-e6681a788f47 tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:07.025056 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['06cb0439-9197-46d2-9a58-98bd1e9e6c04', 'cd098ab2-dfbc-4efa-8546-de102ea51e01'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:07:07.099610 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a94abe10-a7e4-425c-bb15-cb15ff075481 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:07.106370 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-a94abe10-a7e4-425c-bb15-cb15ff075481 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.2318764 Dec 06 17:07:07.107467 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 35478) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:07:07.113053 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-e1053721-6057-4c12-ae7d-e9d7c4cadac4 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Request body: {'security_group_rule': {'security_group_id': '9c9938ba-fde4-4f48-b59c-dd9a4d401845', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:07:07.113553 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b6edef-8958-4be2-997e-e6681a788f47 tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] Pushing event deleted for resources: {'Port': ['ID=cd098ab2-dfbc-4efa-8546-de102ea51e01,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:07:07.136240 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94abe10-a7e4-425c-bb15-cb15ff075481 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c9938ba-fde4-4f48-b59c-dd9a4d401845,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:07:07.151967 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-7c19e0ae-4f94-49c1-90e1-712739ab3c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcaefaa4-395c-4ade-9355-dcaf41f87ff1', 'name': 'tempest-ServersTestBootFromVolume-1847518297-router', 'tenant_id': '0258899c128e4e7c8306d77fe96b1089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.125'}], 'enable_snat': True}, 'gw_port_id': 'a9d8701e-ce0b-4523-b677-bbb9b7af8b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:06:49Z', 'updated_at': '2021-12-06T17:07:01Z', 'revision_number': 4, 'project_id': '0258899c128e4e7c8306d77fe96b1089', 'gw_port': {'id': 'a9d8701e-ce0b-4523-b677-bbb9b7af8b84', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcaefaa4-395c-4ade-9355-dcaf41f87ff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:06:51Z', 'updated_at': '2021-12-06T17:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '10d10f2b-8e85-4085-85fa-76f2d4a3f3e1', 'name': '', 'network_id': '041fb444-b221-430a-a2d5-1ce940b8f13a', 'tenant_id': '0258899c128e4e7c8306d77fe96b1089', 'mac_address': 'fa:16:3e:4b:60:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcaefaa4-395c-4ade-9355-dcaf41f87ff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '46916f41-7c83-4c75-85c3-d1b3985aec0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:06:58Z', 'updated_at': '2021-12-06T17:07:06Z', 'revision_number': 4, 'project_id': '0258899c128e4e7c8306d77fe96b1089', 'subnets': [{'id': '46916f41-7c83-4c75-85c3-d1b3985aec0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:07:07.201355 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e1053721-6057-4c12-ae7d-e9d7c4cadac4 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:07.246542 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c19e0ae-4f94-49c1-90e1-712739ab3c80 None None] The sync data for ids ['dcaefaa4-395c-4ade-9355-dcaf41f87ff1'] in n-d-master-1 is: [{'id': 'dcaefaa4-395c-4ade-9355-dcaf41f87ff1', 'name': 'tempest-ServersTestBootFromVolume-1847518297-router', 'tenant_id': '0258899c128e4e7c8306d77fe96b1089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.125'}], 'enable_snat': True}, 'gw_port_id': 'a9d8701e-ce0b-4523-b677-bbb9b7af8b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:06:49Z', 'updated_at': '2021-12-06T17:07:01Z', 'revision_number': 4, 'project_id': '0258899c128e4e7c8306d77fe96b1089', 'gw_port': {'id': 'a9d8701e-ce0b-4523-b677-bbb9b7af8b84', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcaefaa4-395c-4ade-9355-dcaf41f87ff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:06:51Z', 'updated_at': '2021-12-06T17:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '10d10f2b-8e85-4085-85fa-76f2d4a3f3e1', 'name': '', 'network_id': '041fb444-b221-430a-a2d5-1ce940b8f13a', 'tenant_id': '0258899c128e4e7c8306d77fe96b1089', 'mac_address': 'fa:16:3e:4b:60:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcaefaa4-395c-4ade-9355-dcaf41f87ff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '46916f41-7c83-4c75-85c3-d1b3985aec0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:06:58Z', 'updated_at': '2021-12-06T17:07:06Z', 'revision_number': 4, 'project_id': '0258899c128e4e7c8306d77fe96b1089', 'subnets': [{'id': '46916f41-7c83-4c75-85c3-d1b3985aec0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:07:07.392087 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0f308be-ca1f-45ed-8939-d448f5d1d606 req-22b6edef-8958-4be2-997e-e6681a788f47 tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] No DVR routers for this DVR port cd098ab2-dfbc-4efa-8546-de102ea51e01 on host n-h2-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:07:07.406480 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e0f308be-ca1f-45ed-8939-d448f5d1d606 req-22b6edef-8958-4be2-997e-e6681a788f47 tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:07.416329 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e2244edf-37f0-446c-b4af-25d1b92d7330 req-54e9dca8-8475-424f-8623-d50c8f8c48c7 tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] 10.222.0.23 "GET /v2.0/ports?device_id=e045eb27-19a3-4d8e-bbaa-30affa219d3e HTTP/1.1" status: 200 len: 210 time: 0.0919063 Dec 06 17:07:07.434001 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e0f308be-ca1f-45ed-8939-d448f5d1d606 req-22b6edef-8958-4be2-997e-e6681a788f47 tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] 10.222.0.44 "DELETE /v2.0/ports/cd098ab2-dfbc-4efa-8546-de102ea51e01 HTTP/1.1" status: 204 len: 173 time: 1.7450089 Dec 06 17:07:07.434589 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e045eb27-19a3-4d8e-bbaa-30affa219d3e', 'name': 'network-vif-deleted', 'tag': 'cd098ab2-dfbc-4efa-8546-de102ea51e01'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:07:07.436752 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-609a664f-ec42-495a-89c7-65b45a514716" -d '{"events": [{"server_uuid": "e045eb27-19a3-4d8e-bbaa-30affa219d3e", "name": "network-vif-deleted", "tag": "cd098ab2-dfbc-4efa-8546-de102ea51e01"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:07:07.476399 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0c59c1-6e9a-4c2a-a070-ef464c7d3a9e req-2c9c2c82-cc98-4adc-9a7b-c4438d92dd37 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:07.488704 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3c0c59c1-6e9a-4c2a-a070-ef464c7d3a9e req-2c9c2c82-cc98-4adc-9a7b-c4438d92dd37 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/ports?device_id=8148c7dd-61d4-431d-b95f-af84f3acd88e HTTP/1.1" status: 200 len: 949 time: 0.3718815 Dec 06 17:07:07.509689 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e1053721-6057-4c12-ae7d-e9d7c4cadac4 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:07.516316 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e1053721-6057-4c12-ae7d-e9d7c4cadac4 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:07.539805 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-720392ff-6081-4774-9900-60c56f36affd x-openstack-request-id: req-720392ff-6081-4774-9900-60c56f36affd {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:07:07.540101 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e045eb27-19a3-4d8e-bbaa-30affa219d3e", "name": "network-vif-deleted", "tag": "cd098ab2-dfbc-4efa-8546-de102ea51e01", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:07:07.540351 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-720392ff-6081-4774-9900-60c56f36affd {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:07:07.540750 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e045eb27-19a3-4d8e-bbaa-30affa219d3e', 'name': 'network-vif-deleted', 'tag': 'cd098ab2-dfbc-4efa-8546-de102ea51e01', 'status': 'completed', 'code': 200} Dec 06 17:07:07.564702 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e1053721-6057-4c12-ae7d-e9d7c4cadac4 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:07.569548 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-e1053721-6057-4c12-ae7d-e9d7c4cadac4 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4576287 Dec 06 17:07:07.570948 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 35484) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:07:07.580665 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-4500f8f7-720d-44d5-bbfb-33432b4c66cf tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Request body: {'security_group_rule': {'security_group_id': '9c9938ba-fde4-4f48-b59c-dd9a4d401845', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:07:07.601017 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1053721-6057-4c12-ae7d-e9d7c4cadac4 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3ae8aa6-aa1b-4b05-b413-c796ede1806f,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:07:07.642858 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 71a04aac-4404-4b83-ab6d-e7768b206094 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:07:07.655671 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3c0c59c1-6e9a-4c2a-a070-ef464c7d3a9e req-46c710c5-f17e-4bb3-a503-9ef33e035a5b tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/security-groups?id=05993717-efad-46b6-9cd9-33188c432d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659358 Dec 06 17:07:07.676652 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4500f8f7-720d-44d5-bbfb-33432b4c66cf tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:07.755748 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4500f8f7-720d-44d5-bbfb-33432b4c66cf tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:07.764496 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4500f8f7-720d-44d5-bbfb-33432b4c66cf tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:07.795936 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4500f8f7-720d-44d5-bbfb-33432b4c66cf tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14fe4708-4485-4bb6-9ff0-c53addcdd5d1,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:07:07.824614 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4500f8f7-720d-44d5-bbfb-33432b4c66cf tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:07.827340 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-4500f8f7-720d-44d5-bbfb-33432b4c66cf tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2523663 Dec 06 17:07:07.830295 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 35490) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:07:07.834784 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-727d0549-dced-4d43-80ee-0833dca3eb3e tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Request body: {'floatingip': {'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:07:07.855222 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 71a04aac-4404-4b83-ab6d-e7768b206094, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=71a04aac-4404-4b83-ab6d-e7768b206094,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:07:07.886458 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': '71a04aac-4404-4b83-ab6d-e7768b206094', 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a', 'port_id': '71a04aac-4404-4b83-ab6d-e7768b206094', 'mac_address': 'fa:16:3e:eb:43:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1342252a-21e4-4783-88ff-f54776c79059', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:07:07.887011 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-727d0549-dced-4d43-80ee-0833dca3eb3e tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Publish callbacks [] for floatingip, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:07.965798 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:08.001338 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71a04aac-4404-4b83-ab6d-e7768b206094 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:07:08.035318 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 71a04aac-4404-4b83-ab6d-e7768b206094, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=71a04aac-4404-4b83-ab6d-e7768b206094,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:07:08.042681 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:08.070329 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc4f21a-5d75-4238-9c99-4bc9ebf77b53 req-95581104-e22b-48ca-87cd-f30f7fcc15b9 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:08.071996 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0cc4f21a-5d75-4238-9c99-4bc9ebf77b53 req-95581104-e22b-48ca-87cd-f30f7fcc15b9 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d44bf3a-1b53-445f-9ec9-fa598e5fdf4d HTTP/1.1" status: 200 len: 943 time: 0.1512299 Dec 06 17:07:08.109926 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=71a04aac-4404-4b83-ab6d-e7768b206094,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:07:08.216034 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0cc4f21a-5d75-4238-9c99-4bc9ebf77b53 req-84ed8f43-6e45-4a0d-8091-1867acad6c7b tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368492 Dec 06 17:07:08.322897 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['71a04aac-4404-4b83-ab6d-e7768b206094'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:07:08.676747 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81632c68-2c11-49fd-aeb6-87760bc21ea8 req-6c55ba3a-72ea-4103-ac25-9c58f392b3b6 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:08.689665 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-81632c68-2c11-49fd-aeb6-87760bc21ea8 req-6c55ba3a-72ea-4103-ac25-9c58f392b3b6 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3899f97-c145-485d-b3a3-a25ab004300d HTTP/1.1" status: 200 len: 948 time: 0.6742969 Dec 06 17:07:08.788698 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 3caa7763-8c4a-4d9a-a625-48350712b146 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:07:08.831442 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-727d0549-dced-4d43-80ee-0833dca3eb3e tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:08.860326 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-81632c68-2c11-49fd-aeb6-87760bc21ea8 req-2dda80a9-1d94-484e-8d3e-49a23052f163 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696815 Dec 06 17:07:09.039569 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1030b88-be3f-4a8e-85c4-d705627dacc4 req-0f4ce06f-6c44-4f2d-88e4-08899893b7ce tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:09.051411 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b1030b88-be3f-4a8e-85c4-d705627dacc4 req-0f4ce06f-6c44-4f2d-88e4-08899893b7ce tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/ports?device_id=8148c7dd-61d4-431d-b95f-af84f3acd88e HTTP/1.1" status: 200 len: 949 time: 0.1236651 Dec 06 17:07:09.128385 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b1030b88-be3f-4a8e-85c4-d705627dacc4 req-2fb213f1-ae30-404c-b8cc-91c47b949f73 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/security-groups?id=05993717-efad-46b6-9cd9-33188c432d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756896 Dec 06 17:07:09.212119 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 3caa7763-8c4a-4d9a-a625-48350712b146, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=3caa7763-8c4a-4d9a-a625-48350712b146,segment=NetworkSegment(d43b23f1-3a85-4be8-8063-3fe18696b942),segment_id=d43b23f1-3a85-4be8-8063-3fe18696b942)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:07:09.222273 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce224e7a-63da-4d90-973f-1eee8693de18 req-cc015c74-7ac5-4682-8453-fac9abfdf395 tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:09.223863 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ce224e7a-63da-4d90-973f-1eee8693de18 req-cc015c74-7ac5-4682-8453-fac9abfdf395 tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ac51c7a-be83-4dd4-abc5-aaa50413f1d3 HTTP/1.1" status: 200 len: 949 time: 0.2074776 Dec 06 17:07:09.228229 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': '3caa7763-8c4a-4d9a-a625-48350712b146', 'network_id': 'f368e270-aa86-47d2-9c8f-0ac2b4fc8997', 'port_id': '3caa7763-8c4a-4d9a-a625-48350712b146', 'mac_address': 'fa:16:3e:a9:9c:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f77759ce-94b4-46a8-b90f-f881b9e38f99', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:07:09.230002 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-727d0549-dced-4d43-80ee-0833dca3eb3e tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Allocated IP 172.35.1.109 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/3b28a142-db63-4057-a3bc-ec1df1c842b3) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:07:09.361992 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:09.383785 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ce224e7a-63da-4d90-973f-1eee8693de18 req-826ac209-c514-44e6-ba74-ed7bd8901e0a tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] 10.222.0.23 "GET /v2.0/security-groups?id=7414b2b9-ece0-40bf-808e-8ad7d290981a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406398 Dec 06 17:07:09.422415 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3caa7763-8c4a-4d9a-a625-48350712b146 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:07:09.475701 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 3caa7763-8c4a-4d9a-a625-48350712b146, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=3caa7763-8c4a-4d9a-a625-48350712b146,segment=NetworkSegment(d43b23f1-3a85-4be8-8063-3fe18696b942),segment_id=d43b23f1-3a85-4be8-8063-3fe18696b942)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:07:09.481281 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 10d10f2b-8e85-4085-85fa-76f2d4a3f3e1 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:07:09.482551 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-727d0549-dced-4d43-80ee-0833dca3eb3e tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:09.539913 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:09.561120 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5126a1-fc9a-4dc3-9aa8-0841f84bd08d req-5a2ed92c-68c2-4e29-977e-646e6e939b2c tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:09.568429 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2d5126a1-fc9a-4dc3-9aa8-0841f84bd08d req-5a2ed92c-68c2-4e29-977e-646e6e939b2c tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d44bf3a-1b53-445f-9ec9-fa598e5fdf4d HTTP/1.1" status: 200 len: 944 time: 0.0909069 Dec 06 17:07:09.634111 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2d5126a1-fc9a-4dc3-9aa8-0841f84bd08d req-919c266b-12c7-41eb-afa2-fd622a597e64 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634933 Dec 06 17:07:09.634761 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 10d10f2b-8e85-4085-85fa-76f2d4a3f3e1 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:07:09.635323 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:09.636939 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-727d0549-dced-4d43-80ee-0833dca3eb3e tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:09.649926 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 71a04aac-4404-4b83-ab6d-e7768b206094 up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:07:09.703052 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727d0549-dced-4d43-80ee-0833dca3eb3e tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Pushing event updated for resources: {'Port': ['ID=3b28a142-db63-4057-a3bc-ec1df1c842b3,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:07:09.722718 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727d0549-dced-4d43-80ee-0833dca3eb3e tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:07:09.724314 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-727d0549-dced-4d43-80ee-0833dca3eb3e tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:07:09.729014 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727d0549-dced-4d43-80ee-0833dca3eb3e tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:07:09.877088 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=3caa7763-8c4a-4d9a-a625-48350712b146,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:07:09.998763 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['3caa7763-8c4a-4d9a-a625-48350712b146'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:07:10.017587 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-727d0549-dced-4d43-80ee-0833dca3eb3e tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:10.120480 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-727d0549-dced-4d43-80ee-0833dca3eb3e tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:10.176088 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e4555a-89cf-450f-9213-1f702fe26c93 req-9b6c7ea5-d705-4171-b20f-c7377f7c171c tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:10.192256 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning for port 71a04aac-4404-4b83-ab6d-e7768b206094 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:07:10.195122 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-01e4555a-89cf-450f-9213-1f702fe26c93 req-9b6c7ea5-d705-4171-b20f-c7377f7c171c tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3899f97-c145-485d-b3a3-a25ab004300d HTTP/1.1" status: 200 len: 948 time: 0.1663258 Dec 06 17:07:10.222391 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port 71a04aac-4404-4b83-ab6d-e7768b206094 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:07:10.222958 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:10.322442 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-01e4555a-89cf-450f-9213-1f702fe26c93 req-9a78b93e-1a42-424f-a93f-b93f2957f79f tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178880 Dec 06 17:07:10.412230 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:10.463806 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3899f97-c145-485d-b3a3-a25ab004300d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71a04aac-4404-4b83-ab6d-e7768b206094'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:07:10.484815 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9d073ad-6964-47ed-b3e4-cded15b53432" -d '{"events": [{"server_uuid": "e3899f97-c145-485d-b3a3-a25ab004300d", "name": "network-vif-plugged", "status": "completed", "tag": "71a04aac-4404-4b83-ab6d-e7768b206094"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:07:10.506782 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 71a04aac-4404-4b83-ab6d-e7768b206094, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=71a04aac-4404-4b83-ab6d-e7768b206094,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:07:10.518098 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:10.519127 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device cd098ab2-dfbc-4efa-8546-de102ea51e01 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:07:10.570182 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-727d0549-dced-4d43-80ee-0833dca3eb3e tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:10.579638 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-727d0549-dced-4d43-80ee-0833dca3eb3e tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:10.580605 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f85aa1d-7524-4f9b-bc72-64c2decc8fbb req-8b7c3a75-e5bb-4fd8-bfa9-7897c49f4a78 tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:10.597259 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8f85aa1d-7524-4f9b-bc72-64c2decc8fbb req-8b7c3a75-e5bb-4fd8-bfa9-7897c49f4a78 tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ac51c7a-be83-4dd4-abc5-aaa50413f1d3 HTTP/1.1" status: 200 len: 949 time: 0.1218789 Dec 06 17:07:10.618946 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=71a04aac-4404-4b83-ab6d-e7768b206094,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:07:10.625451 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] No Port match for: cd098ab2-dfbc-4efa-8546-de102ea51e01 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:07:10.625974 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device cd098ab2-dfbc-4efa-8546-de102ea51e01 not bound to the agent host n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:07:10.636047 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096f4922-5d0a-4dcc-a45d-24ea37a2a380 req-34d01cbd-df35-4f9a-b768-655b55b3dddd tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:10.637551 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-096f4922-5d0a-4dcc-a45d-24ea37a2a380 req-34d01cbd-df35-4f9a-b768-655b55b3dddd tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ac51c7a-be83-4dd4-abc5-aaa50413f1d3 HTTP/1.1" status: 200 len: 949 time: 0.3823109 Dec 06 17:07:10.670909 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac06de-0714-49cb-9328-11f9120616f9 req-fcbcb2b4-46fc-4f51-9d0c-17a31b44e50b tempest-ServersAdminTestJSON-1396877235 tempest-ServersAdminTestJSON-1396877235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:10.671391 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac06de-0714-49cb-9328-11f9120616f9 req-fcbcb2b4-46fc-4f51-9d0c-17a31b44e50b tempest-ServersAdminTestJSON-1396877235 tempest-ServersAdminTestJSON-1396877235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:10.672374 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac06de-0714-49cb-9328-11f9120616f9 req-fcbcb2b4-46fc-4f51-9d0c-17a31b44e50b tempest-ServersAdminTestJSON-1396877235 tempest-ServersAdminTestJSON-1396877235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:10.672865 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac06de-0714-49cb-9328-11f9120616f9 req-fcbcb2b4-46fc-4f51-9d0c-17a31b44e50b tempest-ServersAdminTestJSON-1396877235 tempest-ServersAdminTestJSON-1396877235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:10.673334 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac06de-0714-49cb-9328-11f9120616f9 req-fcbcb2b4-46fc-4f51-9d0c-17a31b44e50b tempest-ServersAdminTestJSON-1396877235 tempest-ServersAdminTestJSON-1396877235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:10.673835 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac06de-0714-49cb-9328-11f9120616f9 req-fcbcb2b4-46fc-4f51-9d0c-17a31b44e50b tempest-ServersAdminTestJSON-1396877235 tempest-ServersAdminTestJSON-1396877235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:10.674299 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac06de-0714-49cb-9328-11f9120616f9 req-fcbcb2b4-46fc-4f51-9d0c-17a31b44e50b tempest-ServersAdminTestJSON-1396877235 tempest-ServersAdminTestJSON-1396877235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:10.674820 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac06de-0714-49cb-9328-11f9120616f9 req-fcbcb2b4-46fc-4f51-9d0c-17a31b44e50b tempest-ServersAdminTestJSON-1396877235 tempest-ServersAdminTestJSON-1396877235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:10.675288 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac06de-0714-49cb-9328-11f9120616f9 req-fcbcb2b4-46fc-4f51-9d0c-17a31b44e50b tempest-ServersAdminTestJSON-1396877235 tempest-ServersAdminTestJSON-1396877235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:10.675752 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac06de-0714-49cb-9328-11f9120616f9 req-fcbcb2b4-46fc-4f51-9d0c-17a31b44e50b tempest-ServersAdminTestJSON-1396877235 tempest-ServersAdminTestJSON-1396877235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:10.676216 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac06de-0714-49cb-9328-11f9120616f9 req-fcbcb2b4-46fc-4f51-9d0c-17a31b44e50b tempest-ServersAdminTestJSON-1396877235 tempest-ServersAdminTestJSON-1396877235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:10.677713 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8f85aa1d-7524-4f9b-bc72-64c2decc8fbb req-40e823dd-81b8-42df-8ebf-86f0e45b8a0a tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] 10.222.0.23 "GET /v2.0/security-groups?id=7414b2b9-ece0-40bf-808e-8ad7d290981a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794907 Dec 06 17:07:10.678490 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-58ac06de-0714-49cb-9328-11f9120616f9 req-fcbcb2b4-46fc-4f51-9d0c-17a31b44e50b tempest-ServersAdminTestJSON-1396877235 tempest-ServersAdminTestJSON-1396877235-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e3899f97-c145-485d-b3a3-a25ab004300d&device_id=8d44bf3a-1b53-445f-9ec9-fa598e5fdf4d&device_id=8148c7dd-61d4-431d-b95f-af84f3acd88e&device_id=481c1348-e571-4bf4-b045-c262930678c9&device_id=5a7c159b-e027-4481-b81c-93027f05eeef&device_id=33079cb3-b6df-4685-b7af-26e4c0a14648&device_id=790d2c16-8625-4b1d-8f20-1133667079bb&device_id=6ac51c7a-be83-4dd4-abc5-aaa50413f1d3&device_id=410657f9-9533-48fd-94c2-2548178a831b&device_id=85746b16-9c6a-40cb-851c-a3d456d992ed&device_id=31c7763d-6ef7-4308-8c38-56013cf586be HTTP/1.1" status: 200 len: 9997 time: 0.3878481 Dec 06 17:07:10.742438 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52581e70-c7e6-4ffc-b4b3-5ef53e89c26c x-openstack-request-id: req-52581e70-c7e6-4ffc-b4b3-5ef53e89c26c {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:07:10.742667 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-58ac06de-0714-49cb-9328-11f9120616f9 req-141b6346-6d9f-4723-997d-d8943842c4f8 tempest-ServersAdminTestJSON-1396877235 tempest-ServersAdminTestJSON-1396877235-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:10.743837 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3899f97-c145-485d-b3a3-a25ab004300d", "name": "network-vif-plugged", "status": "completed", "tag": "71a04aac-4404-4b83-ab6d-e7768b206094", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:07:10.744344 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727d0549-dced-4d43-80ee-0833dca3eb3e tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Pushing event updated for resources: {'Port': ['ID=3b28a142-db63-4057-a3bc-ec1df1c842b3,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:07:10.744574 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-52581e70-c7e6-4ffc-b4b3-5ef53e89c26c {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:07:10.745230 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3899f97-c145-485d-b3a3-a25ab004300d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71a04aac-4404-4b83-ab6d-e7768b206094', 'code': 200} Dec 06 17:07:10.855958 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-727d0549-dced-4d43-80ee-0833dca3eb3e tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:10.902907 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-727d0549-dced-4d43-80ee-0833dca3eb3e tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:10.904910 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-727d0549-dced-4d43-80ee-0833dca3eb3e tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0736036 Dec 06 17:07:10.911447 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236bb403-796b-45cc-b77c-6b96337127d5 req-aeef9be8-da2e-40de-bd3e-12ad183295b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:10.913409 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-236bb403-796b-45cc-b77c-6b96337127d5 req-aeef9be8-da2e-40de-bd3e-12ad183295b5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e3899f97-c145-485d-b3a3-a25ab004300d HTTP/1.1" status: 200 len: 1100 time: 0.0986903 Dec 06 17:07:10.926985 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa46ef-b0f2-4276-b93f-b1eff00f7909 req-76b61881-87a4-471c-afdb-0b9564bdb42e tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:10.931872 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-096f4922-5d0a-4dcc-a45d-24ea37a2a380 req-05bafd81-d204-4a9c-9677-1d6c328ddf5b tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] Deleting port 06cb0439-9197-46d2-9a58-98bd1e9e6c04 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:07:10.932251 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-096f4922-5d0a-4dcc-a45d-24ea37a2a380 req-05bafd81-d204-4a9c-9677-1d6c328ddf5b tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:10.936385 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e2fa46ef-b0f2-4276-b93f-b1eff00f7909 req-76b61881-87a4-471c-afdb-0b9564bdb42e tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d44bf3a-1b53-445f-9ec9-fa598e5fdf4d HTTP/1.1" status: 200 len: 944 time: 0.0844655 Dec 06 17:07:11.011381 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-58ac06de-0714-49cb-9328-11f9120616f9 req-141b6346-6d9f-4723-997d-d8943842c4f8 tempest-ServersAdminTestJSON-1396877235 tempest-ServersAdminTestJSON-1396877235-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:11.021342 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-58ac06de-0714-49cb-9328-11f9120616f9 req-141b6346-6d9f-4723-997d-d8943842c4f8 tempest-ServersAdminTestJSON-1396877235 tempest-ServersAdminTestJSON-1396877235-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:11.025558 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e2fa46ef-b0f2-4276-b93f-b1eff00f7909 req-007640aa-7da5-4748-a151-45b139ef06e7 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881498 Dec 06 17:07:11.027786 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-236bb403-796b-45cc-b77c-6b96337127d5 req-a8830ce5-ab4f-4174-9fc3-3b24f9314076 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894547 Dec 06 17:07:11.109066 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141b6346-6d9f-4723-997d-d8943842c4f8 tempest-ServersAdminTestJSON-1396877235 tempest-ServersAdminTestJSON-1396877235-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd3511d-11fb-4801-970d-fe7b360f7e0f,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:07:11.118389 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-096f4922-5d0a-4dcc-a45d-24ea37a2a380 req-05bafd81-d204-4a9c-9677-1d6c328ddf5b tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] For port 06cb0439-9197-46d2-9a58-98bd1e9e6c04, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=06cb0439-9197-46d2-9a58-98bd1e9e6c04,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:07:11.118769 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-096f4922-5d0a-4dcc-a45d-24ea37a2a380 req-05bafd81-d204-4a9c-9677-1d6c328ddf5b tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:11.143871 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-096f4922-5d0a-4dcc-a45d-24ea37a2a380 req-05bafd81-d204-4a9c-9677-1d6c328ddf5b tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] Calling delete_port for 06cb0439-9197-46d2-9a58-98bd1e9e6c04 owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:07:11.241623 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-58ac06de-0714-49cb-9328-11f9120616f9 req-141b6346-6d9f-4723-997d-d8943842c4f8 tempest-ServersAdminTestJSON-1396877235 tempest-ServersAdminTestJSON-1396877235-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=05993717-efad-46b6-9cd9-33188c432d66&id=615f845e-4362-42d0-a046-6018d5c702fc&id=79a8a720-4d91-42c0-8bdb-aecf1d5b7573&id=32e60c91-0f09-4047-85e4-be430fb60702&id=7414b2b9-ece0-40bf-808e-8ad7d290981a&id=6f19429f-3b05-4a35-aac8-fc69e71b8154&id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 714 time: 0.5174277 Dec 06 17:07:11.368635 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-096f4922-5d0a-4dcc-a45d-24ea37a2a380 req-05bafd81-d204-4a9c-9677-1d6c328ddf5b tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:11.382700 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['06cb0439-9197-46d2-9a58-98bd1e9e6c04'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:07:11.417719 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bafd81-d204-4a9c-9677-1d6c328ddf5b tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] Pushing event deleted for resources: {'Port': ['ID=06cb0439-9197-46d2-9a58-98bd1e9e6c04,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:07:11.465584 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-096f4922-5d0a-4dcc-a45d-24ea37a2a380 req-05bafd81-d204-4a9c-9677-1d6c328ddf5b tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] No DVR routers for this DVR port 06cb0439-9197-46d2-9a58-98bd1e9e6c04 on host n-h2-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:07:11.468147 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-096f4922-5d0a-4dcc-a45d-24ea37a2a380 req-05bafd81-d204-4a9c-9677-1d6c328ddf5b tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:11.471564 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-096f4922-5d0a-4dcc-a45d-24ea37a2a380 req-05bafd81-d204-4a9c-9677-1d6c328ddf5b tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] 10.222.0.44 "DELETE /v2.0/ports/06cb0439-9197-46d2-9a58-98bd1e9e6c04 HTTP/1.1" status: 204 len: 173 time: 0.8231266 Dec 06 17:07:11.472017 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ac51c7a-be83-4dd4-abc5-aaa50413f1d3', 'name': 'network-vif-deleted', 'tag': '06cb0439-9197-46d2-9a58-98bd1e9e6c04'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:07:11.474378 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b26de78c-1c8b-4a67-95ff-be1731dabdb2" -d '{"events": [{"server_uuid": "6ac51c7a-be83-4dd4-abc5-aaa50413f1d3", "name": "network-vif-deleted", "tag": "06cb0439-9197-46d2-9a58-98bd1e9e6c04"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:07:11.512247 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997fe918-0e17-4df9-b27b-cf3f89d56511 req-b8dca173-56d0-4f82-9f0a-c24182ecf92b tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:11.522135 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-997fe918-0e17-4df9-b27b-cf3f89d56511 req-b8dca173-56d0-4f82-9f0a-c24182ecf92b tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3899f97-c145-485d-b3a3-a25ab004300d HTTP/1.1" status: 200 len: 949 time: 0.0882084 Dec 06 17:07:11.591966 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-997fe918-0e17-4df9-b27b-cf3f89d56511 req-78ef7d37-92ad-4acd-9099-e693d32a7d8c tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687969 Dec 06 17:07:11.634245 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9aa1e1c-c5b2-4f35-b24b-64381c52d2b4 x-openstack-request-id: req-a9aa1e1c-c5b2-4f35-b24b-64381c52d2b4 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:07:11.634668 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ac51c7a-be83-4dd4-abc5-aaa50413f1d3", "name": "network-vif-deleted", "tag": "06cb0439-9197-46d2-9a58-98bd1e9e6c04", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:07:11.635017 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a9aa1e1c-c5b2-4f35-b24b-64381c52d2b4 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:07:11.635521 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ac51c7a-be83-4dd4-abc5-aaa50413f1d3', 'name': 'network-vif-deleted', 'tag': '06cb0439-9197-46d2-9a58-98bd1e9e6c04', 'status': 'completed', 'code': 200} Dec 06 17:07:11.725430 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f37488-c7b0-4b7f-92b1-aed6a5afdac6 req-e8479424-3f01-4d5f-ad7e-a9010b91c498 tempest-ServersAdminTestJSON-1396877235 tempest-ServersAdminTestJSON-1396877235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:11.725950 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f37488-c7b0-4b7f-92b1-aed6a5afdac6 req-e8479424-3f01-4d5f-ad7e-a9010b91c498 tempest-ServersAdminTestJSON-1396877235 tempest-ServersAdminTestJSON-1396877235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:11.727043 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f37488-c7b0-4b7f-92b1-aed6a5afdac6 req-e8479424-3f01-4d5f-ad7e-a9010b91c498 tempest-ServersAdminTestJSON-1396877235 tempest-ServersAdminTestJSON-1396877235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:11.728911 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-46f37488-c7b0-4b7f-92b1-aed6a5afdac6 req-e8479424-3f01-4d5f-ad7e-a9010b91c498 tempest-ServersAdminTestJSON-1396877235 tempest-ServersAdminTestJSON-1396877235-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=8148c7dd-61d4-431d-b95f-af84f3acd88e&device_id=5a7c159b-e027-4481-b81c-93027f05eeef&device_id=33079cb3-b6df-4685-b7af-26e4c0a14648 HTTP/1.1" status: 200 len: 2882 time: 0.0481050 Dec 06 17:07:11.800595 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-46f37488-c7b0-4b7f-92b1-aed6a5afdac6 req-3095c3c7-df9a-4a41-a9ae-ad9da97cd8f4 tempest-ServersAdminTestJSON-1396877235 tempest-ServersAdminTestJSON-1396877235-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=05993717-efad-46b6-9cd9-33188c432d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643072 Dec 06 17:07:11.820033 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2ee0334d-81be-4cfb-84ee-00d2f2380832 req-d8a0858b-874b-4b41-9764-26ca06babaee tempest-LiveMigrationNegativeTest-1076984331 tempest-LiveMigrationNegativeTest-1076984331-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ac51c7a-be83-4dd4-abc5-aaa50413f1d3 HTTP/1.1" status: 200 len: 210 time: 0.0287201 Dec 06 17:07:12.295315 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee250170-926c-4723-a923-0b90ee4616b6 req-3a24fb61-63a1-4bdd-b243-1cd1c731967e tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:12.299764 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee250170-926c-4723-a923-0b90ee4616b6 req-3a24fb61-63a1-4bdd-b243-1cd1c731967e tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d44bf3a-1b53-445f-9ec9-fa598e5fdf4d HTTP/1.1" status: 200 len: 944 time: 0.1353467 Dec 06 17:07:12.352245 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee250170-926c-4723-a923-0b90ee4616b6 req-56bfb783-1f26-436b-9882-e08e0abb4956 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465031 Dec 06 17:07:12.756956 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cc3b40-35cd-4cf0-9b34-17f1a3af839a req-d92abddc-aa35-4bc5-b178-f2cf1d18f9bc tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:12.759384 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-85cc3b40-35cd-4cf0-9b34-17f1a3af839a req-d92abddc-aa35-4bc5-b178-f2cf1d18f9bc tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3899f97-c145-485d-b3a3-a25ab004300d HTTP/1.1" status: 200 len: 949 time: 0.0642369 Dec 06 17:07:12.816136 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 3caa7763-8c4a-4d9a-a625-48350712b146 up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:07:12.823261 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-85cc3b40-35cd-4cf0-9b34-17f1a3af839a req-d46bfbc8-8a90-49aa-81d4-cfa3b65efb10 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566399 Dec 06 17:07:12.905499 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port 3caa7763-8c4a-4d9a-a625-48350712b146 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:07:12.910046 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port 3caa7763-8c4a-4d9a-a625-48350712b146 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:07:12.910589 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:13.009489 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:13.038191 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d31fc38-526f-44c8-9798-17ca58f51799 req-10d7780f-40a8-49f3-866f-d7597d84c676 tempest-ServersAdminTestJSON-1396877235 tempest-ServersAdminTestJSON-1396877235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:13.045598 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d44bf3a-1b53-445f-9ec9-fa598e5fdf4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3caa7763-8c4a-4d9a-a625-48350712b146'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:07:13.047779 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4d31fc38-526f-44c8-9798-17ca58f51799 req-10d7780f-40a8-49f3-866f-d7597d84c676 tempest-ServersAdminTestJSON-1396877235 tempest-ServersAdminTestJSON-1396877235-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=33079cb3-b6df-4685-b7af-26e4c0a14648 HTTP/1.1" status: 200 len: 1100 time: 0.0851622 Dec 06 17:07:13.048212 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a51275cd-1e3c-4b43-a3ae-72d785f958a7" -d '{"events": [{"server_uuid": "8d44bf3a-1b53-445f-9ec9-fa598e5fdf4d", "name": "network-vif-plugged", "status": "completed", "tag": "3caa7763-8c4a-4d9a-a625-48350712b146"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:07:13.062652 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 3caa7763-8c4a-4d9a-a625-48350712b146, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=3caa7763-8c4a-4d9a-a625-48350712b146,segment=NetworkSegment(d43b23f1-3a85-4be8-8063-3fe18696b942),segment_id=d43b23f1-3a85-4be8-8063-3fe18696b942)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:07:13.070708 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:13.108812 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4d31fc38-526f-44c8-9798-17ca58f51799 req-7dcd6bbe-bec6-4e66-aca7-cb017ec6dca7 tempest-ServersAdminTestJSON-1396877235 tempest-ServersAdminTestJSON-1396877235-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=05993717-efad-46b6-9cd9-33188c432d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600209 Dec 06 17:07:13.168395 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=3caa7763-8c4a-4d9a-a625-48350712b146,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:07:13.360701 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e1877c57-110c-4979-a54b-dc3be77e3f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:13.448423 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5419a0ec-d566-4d63-b1bd-158b0cd27700 req-691e5d87-021f-4af7-b2fd-2f81621de0dc tempest-MigrationsAdminTest-1778720051 tempest-MigrationsAdminTest-1778720051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:13.453618 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5419a0ec-d566-4d63-b1bd-158b0cd27700 req-691e5d87-021f-4af7-b2fd-2f81621de0dc tempest-MigrationsAdminTest-1778720051 tempest-MigrationsAdminTest-1778720051-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e3899f97-c145-485d-b3a3-a25ab004300d HTTP/1.1" status: 200 len: 1100 time: 0.0561140 Dec 06 17:07:13.456463 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25f905e7-eb6a-485c-8f88-4b3bdf50a76e x-openstack-request-id: req-25f905e7-eb6a-485c-8f88-4b3bdf50a76e {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:07:13.456830 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d44bf3a-1b53-445f-9ec9-fa598e5fdf4d", "name": "network-vif-plugged", "status": "completed", "tag": "3caa7763-8c4a-4d9a-a625-48350712b146", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:07:13.457351 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-25f905e7-eb6a-485c-8f88-4b3bdf50a76e {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:07:13.457976 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d44bf3a-1b53-445f-9ec9-fa598e5fdf4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3caa7763-8c4a-4d9a-a625-48350712b146', 'code': 200} Dec 06 17:07:13.485932 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-5419a0ec-d566-4d63-b1bd-158b0cd27700 req-ce8cb37d-746d-40cc-b665-ab94fbf79935 tempest-MigrationsAdminTest-1778720051 tempest-MigrationsAdminTest-1778720051-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:13.592204 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-5419a0ec-d566-4d63-b1bd-158b0cd27700 req-ce8cb37d-746d-40cc-b665-ab94fbf79935 tempest-MigrationsAdminTest-1778720051 tempest-MigrationsAdminTest-1778720051-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:13.602131 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-5419a0ec-d566-4d63-b1bd-158b0cd27700 req-ce8cb37d-746d-40cc-b665-ab94fbf79935 tempest-MigrationsAdminTest-1778720051 tempest-MigrationsAdminTest-1778720051-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:13.642767 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4003ac2f-ee24-4166-a8fe-91d082827120 req-b8c757f6-d162-40ff-b5f2-21f098f693b4 tempest-ServersAdminTestJSON-1396877235 tempest-ServersAdminTestJSON-1396877235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:13.651226 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4003ac2f-ee24-4166-a8fe-91d082827120 req-b8c757f6-d162-40ff-b5f2-21f098f693b4 tempest-ServersAdminTestJSON-1396877235 tempest-ServersAdminTestJSON-1396877235-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=33079cb3-b6df-4685-b7af-26e4c0a14648 HTTP/1.1" status: 200 len: 1100 time: 0.1211612 Dec 06 17:07:13.656009 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 06cb0439-9197-46d2-9a58-98bd1e9e6c04 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:07:13.674131 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906d72a7-ad0d-4523-8478-5302112e7773 req-e3ff8c09-eb9c-4132-8669-4e7ff2700538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:13.676438 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-906d72a7-ad0d-4523-8478-5302112e7773 req-e3ff8c09-eb9c-4132-8669-4e7ff2700538 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8d44bf3a-1b53-445f-9ec9-fa598e5fdf4d HTTP/1.1" status: 200 len: 1096 time: 0.1281295 Dec 06 17:07:13.695023 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] No Port match for: 06cb0439-9197-46d2-9a58-98bd1e9e6c04 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:07:13.696024 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 06cb0439-9197-46d2-9a58-98bd1e9e6c04 not bound to the agent host n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:07:13.700759 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5419a0ec-d566-4d63-b1bd-158b0cd27700 req-ce8cb37d-746d-40cc-b665-ab94fbf79935 tempest-MigrationsAdminTest-1778720051 tempest-MigrationsAdminTest-1778720051-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389789 Dec 06 17:07:13.702133 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 35766) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:07:13.707982 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8cb37d-746d-40cc-b665-ab94fbf79935 tempest-MigrationsAdminTest-1778720051 tempest-MigrationsAdminTest-1778720051-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c57d8a5-eff5-4acd-8b35-943a5c7bd7e9,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:07:13.768929 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4003ac2f-ee24-4166-a8fe-91d082827120 req-5f0880de-ef07-4bce-ac09-cfb0d89dea69 tempest-ServersAdminTestJSON-1396877235 tempest-ServersAdminTestJSON-1396877235-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=05993717-efad-46b6-9cd9-33188c432d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157310 Dec 06 17:07:13.806294 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-906d72a7-ad0d-4523-8478-5302112e7773 req-a3a37c8d-5537-4c0d-b8f3-16b1a2d640cc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208107 Dec 06 17:07:13.910838 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-81ee3c64-63f2-4c64-8c47-46f2201899a1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ae9f6d35327549c2b7b2f978c2ccdbc1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2074516 Dec 06 17:07:13.913335 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 35774) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:07:13.943961 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e58cf87-4e49-4209-ac92-019ee6ec7db9 req-3dac8fd0-fd50-4084-a7fb-436a4a9e0071 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:13.971678 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4e58cf87-4e49-4209-ac92-019ee6ec7db9 req-3dac8fd0-fd50-4084-a7fb-436a4a9e0071 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d44bf3a-1b53-445f-9ec9-fa598e5fdf4d HTTP/1.1" status: 200 len: 945 time: 0.1208045 Dec 06 17:07:13.984854 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5042b95b-8bda-48af-a409-6cd27dac57a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:14.010660 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5042b95b-8bda-48af-a409-6cd27dac57a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:14.050573 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4e58cf87-4e49-4209-ac92-019ee6ec7db9 req-53de109b-fa1e-4827-a8a7-0a6cdbcdd122 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779073 Dec 06 17:07:14.088927 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5042b95b-8bda-48af-a409-6cd27dac57a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:14.094010 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5042b95b-8bda-48af-a409-6cd27dac57a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:14.095516 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-5042b95b-8bda-48af-a409-6cd27dac57a0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7414b2b9-ece0-40bf-808e-8ad7d290981a HTTP/1.1" status: 204 len: 168 time: 0.1811461 Dec 06 17:07:14.106937 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5042b95b-8bda-48af-a409-6cd27dac57a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7414b2b9-ece0-40bf-808e-8ad7d290981a,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:07:14.545003 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 35808) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:07:14.616613 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-34880603-9470-427f-bbc0-efcfb1a67d74 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1ad9984d4b7847e1ac4bbb8a14083ea6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0705006 Dec 06 17:07:14.619372 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 35810) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:07:14.644085 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43493e71-d635-419a-b91b-4b24713ec24a req-44cfc54e-5796-4832-876d-1763752af18f tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:14.649980 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-43493e71-d635-419a-b91b-4b24713ec24a req-44cfc54e-5796-4832-876d-1763752af18f tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/networks?id=5345745c-70bf-40fb-8cb5-545836ece5ce HTTP/1.1" status: 200 len: 805 time: 0.2011404 Dec 06 17:07:14.670022 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-43493e71-d635-419a-b91b-4b24713ec24a req-2a80a288-ea34-493d-bd09-6146a081cbc6 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/quotas/659cd0f4811845faa9fc0d0d08b99b79 HTTP/1.1" status: 200 len: 375 time: 0.0127735 Dec 06 17:07:14.673783 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-42691f36-453a-4e48-b0ad-b95cef721e27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:14.697508 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-42691f36-453a-4e48-b0ad-b95cef721e27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:14.740158 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-43493e71-d635-419a-b91b-4b24713ec24a req-b238f2d7-db2e-40ac-8197-fda110da6c2e tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=659cd0f4811845faa9fc0d0d08b99b79&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0633149 Dec 06 17:07:14.770707 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-42691f36-453a-4e48-b0ad-b95cef721e27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:14.773839 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-42691f36-453a-4e48-b0ad-b95cef721e27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:14.775007 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-42691f36-453a-4e48-b0ad-b95cef721e27 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bbf8b9d2-4e1c-40e8-9312-a2e1f03c43fd HTTP/1.1" status: 204 len: 168 time: 0.1546464 Dec 06 17:07:14.789768 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42691f36-453a-4e48-b0ad-b95cef721e27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf8b9d2-4e1c-40e8-9312-a2e1f03c43fd,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:07:14.912868 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bfd94df2-fc70-4537-9b25-f6375742bc78 req-43aa3da2-5408-420f-9aae-554d1fd04219 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e3899f97-c145-485d-b3a3-a25ab004300d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0639901 Dec 06 17:07:14.924254 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [req-bfd94df2-fc70-4537-9b25-f6375742bc78 req-89dfb3fb-b6f0-49bd-856b-93e2309b8f57 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:07:14.925231 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bfd94df2-fc70-4537-9b25-f6375742bc78 req-89dfb3fb-b6f0-49bd-856b-93e2309b8f57 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057721 Dec 06 17:07:14.942306 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-43493e71-d635-419a-b91b-4b24713ec24a req-c23ef05d-aefd-4216-a6df-8a9d3114402f service neutron] 10.222.0.23 "GET /v2.0/networks/5345745c-70bf-40fb-8cb5-545836ece5ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006173 Dec 06 17:07:15.006512 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8799f02c-de4e-4b65-89ac-b6080317d857 req-918fcdff-677f-42ee-9d8d-3b15561690b4 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:15.015749 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8799f02c-de4e-4b65-89ac-b6080317d857 req-918fcdff-677f-42ee-9d8d-3b15561690b4 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3899f97-c145-485d-b3a3-a25ab004300d HTTP/1.1" status: 200 len: 949 time: 0.0711567 Dec 06 17:07:15.063074 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-43493e71-d635-419a-b91b-4b24713ec24a req-7bdccbb6-38d3-48ea-a023-db433a53cf93 service neutron] 10.222.0.23 "GET /v2.0/networks/5345745c-70bf-40fb-8cb5-545836ece5ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171277 Dec 06 17:07:15.125407 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8799f02c-de4e-4b65-89ac-b6080317d857 req-f69c8862-a78d-447b-9149-9079c56fbf07 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021891 Dec 06 17:07:15.547298 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b835b081-856d-406f-9947-5680427232b7 req-80ba98bb-b399-416b-8b43-0afad98eb0a6 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:15.550863 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b835b081-856d-406f-9947-5680427232b7 req-80ba98bb-b399-416b-8b43-0afad98eb0a6 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d44bf3a-1b53-445f-9ec9-fa598e5fdf4d HTTP/1.1" status: 200 len: 945 time: 0.1433821 Dec 06 17:07:15.557891 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e91ed9ac-e031-4d69-a69c-c51e0951ecc6 req-25f7f6af-fdfc-4ed2-b0ad-a09deba11277 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/ports?device_id=3eeb54a9-0676-4dc0-860c-36ca440cc77b HTTP/1.1" status: 200 len: 210 time: 0.0733328 Dec 06 17:07:15.611960 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5acb4b5c-45fa-40c1-b319-4acd79192d8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:15.657283 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b835b081-856d-406f-9947-5680427232b7 req-fc1698f4-ab99-4484-9b39-4ce95f1d4c2a tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979698 Dec 06 17:07:15.918553 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94ae23-c23e-403d-8760-141256c52ddc req-4769962b-fed2-4e82-a4d7-98cd53fa8f87 tempest-LiveAutoBlockMigrationV225Test-847899352 tempest-LiveAutoBlockMigrationV225Test-847899352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:15.921993 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1e94ae23-c23e-403d-8760-141256c52ddc req-4769962b-fed2-4e82-a4d7-98cd53fa8f87 tempest-LiveAutoBlockMigrationV225Test-847899352 tempest-LiveAutoBlockMigrationV225Test-847899352-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=8d44bf3a-1b53-445f-9ec9-fa598e5fdf4d HTTP/1.1" status: 200 len: 1096 time: 0.1223123 Dec 06 17:07:16.045146 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1e94ae23-c23e-403d-8760-141256c52ddc req-5e0837e0-514f-465e-8725-650291f2c715 tempest-LiveAutoBlockMigrationV225Test-847899352 tempest-LiveAutoBlockMigrationV225Test-847899352-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169865 Dec 06 17:07:16.086913 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c722f39-d91e-4a49-93dc-1ee589ac44b8 req-6c977600-0235-49cb-8813-d9ec554a774c tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:16.099234 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6c722f39-d91e-4a49-93dc-1ee589ac44b8 req-6c977600-0235-49cb-8813-d9ec554a774c tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/ports?device_id=33079cb3-b6df-4685-b7af-26e4c0a14648 HTTP/1.1" status: 200 len: 949 time: 0.1013572 Dec 06 17:07:16.191478 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6c722f39-d91e-4a49-93dc-1ee589ac44b8 req-151c6a0a-114b-4706-acdc-24032a3bc175 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/security-groups?id=05993717-efad-46b6-9cd9-33188c432d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909770 Dec 06 17:07:16.393988 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2bb8a7-eccf-42a9-b5f8-3f6f80e55b35 req-5ad2542f-57f0-4e0e-b37a-3c24395519e1 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:16.412828 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5e2bb8a7-eccf-42a9-b5f8-3f6f80e55b35 req-5ad2542f-57f0-4e0e-b37a-3c24395519e1 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3899f97-c145-485d-b3a3-a25ab004300d HTTP/1.1" status: 200 len: 949 time: 0.1464460 Dec 06 17:07:16.511501 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5e2bb8a7-eccf-42a9-b5f8-3f6f80e55b35 req-819ef1c7-8203-4409-9b5f-5513388ea9df tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970924 Dec 06 17:07:16.760213 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:16.788457 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-25e8c219-5061-4800-952b-21262fdbea1c req-f8d021b9-66bf-4609-845d-017ddf346f4d tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/ports?device_id=3eeb54a9-0676-4dc0-860c-36ca440cc77b HTTP/1.1" status: 200 len: 210 time: 0.0555570 Dec 06 17:07:16.803864 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 17:07:16.823133 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090aadfe-714d-4623-bd7a-c7c688be1b30 req-e4aa0b0b-5e33-4e4e-936b-f5c60a88761e tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:16.824949 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-090aadfe-714d-4623-bd7a-c7c688be1b30 req-e4aa0b0b-5e33-4e4e-936b-f5c60a88761e tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.41 "GET /v2.0/ports?device_id=790d2c16-8625-4b1d-8f20-1133667079bb HTTP/1.1" status: 200 len: 946 time: 0.1563756 Dec 06 17:07:16.832741 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 353d5d01-19ab-44b2-88da-1f2b4f021899 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:07:16.922330 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:16.952722 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '790d2c16-8625-4b1d-8f20-1133667079bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '353d5d01-19ab-44b2-88da-1f2b4f021899'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:07:16.955848 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff0f294b-f027-4354-9756-10e4ea15589d" -d '{"events": [{"server_uuid": "790d2c16-8625-4b1d-8f20-1133667079bb", "name": "network-vif-unplugged", "status": "completed", "tag": "353d5d01-19ab-44b2-88da-1f2b4f021899"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:07:16.957230 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-090aadfe-714d-4623-bd7a-c7c688be1b30 req-4a6922d9-7a34-455f-9843-a615b3a9a2aa tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Deleting port 353d5d01-19ab-44b2-88da-1f2b4f021899 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:07:16.959146 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-090aadfe-714d-4623-bd7a-c7c688be1b30 req-4a6922d9-7a34-455f-9843-a615b3a9a2aa tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:16.998160 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 353d5d01-19ab-44b2-88da-1f2b4f021899, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=353d5d01-19ab-44b2-88da-1f2b4f021899,segment=NetworkSegment(1d12c223-c1ef-4a9f-920c-d1018ef932ee),segment_id=1d12c223-c1ef-4a9f-920c-d1018ef932ee)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:07:17.006288 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:17.048928 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 17:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efa0a6a6-9ccb-41d4-9305-b537ccdaa61b x-openstack-request-id: req-efa0a6a6-9ccb-41d4-9305-b537ccdaa61b {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:07:17.049322 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "790d2c16-8625-4b1d-8f20-1133667079bb", "name": "network-vif-unplugged", "status": "completed", "tag": "353d5d01-19ab-44b2-88da-1f2b4f021899", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:07:17.049805 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-efa0a6a6-9ccb-41d4-9305-b537ccdaa61b {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:07:17.050403 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '790d2c16-8625-4b1d-8f20-1133667079bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '353d5d01-19ab-44b2-88da-1f2b4f021899', 'code': 200} Dec 06 17:07:17.106259 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=353d5d01-19ab-44b2-88da-1f2b4f021899,revision_number=8']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:07:17.158615 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-090aadfe-714d-4623-bd7a-c7c688be1b30 req-4a6922d9-7a34-455f-9843-a615b3a9a2aa tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] For port 353d5d01-19ab-44b2-88da-1f2b4f021899, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=353d5d01-19ab-44b2-88da-1f2b4f021899,segment=NetworkSegment(1d12c223-c1ef-4a9f-920c-d1018ef932ee),segment_id=1d12c223-c1ef-4a9f-920c-d1018ef932ee)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:07:17.159475 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-090aadfe-714d-4623-bd7a-c7c688be1b30 req-4a6922d9-7a34-455f-9843-a615b3a9a2aa tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:17.189788 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-090aadfe-714d-4623-bd7a-c7c688be1b30 req-4a6922d9-7a34-455f-9843-a615b3a9a2aa tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Calling delete_port for 353d5d01-19ab-44b2-88da-1f2b4f021899 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:07:17.292381 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43493e71-d635-419a-b91b-4b24713ec24a req-aa44b5d8-6165-4c3a-b3cf-f4e6a886edf7 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:17.296684 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-43493e71-d635-419a-b91b-4b24713ec24a req-aa44b5d8-6165-4c3a-b3cf-f4e6a886edf7 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.44 "GET /v2.0/networks?id=5345745c-70bf-40fb-8cb5-545836ece5ce HTTP/1.1" status: 200 len: 805 time: 0.2737875 Dec 06 17:07:17.320282 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-43493e71-d635-419a-b91b-4b24713ec24a req-9c4938a4-1e00-417d-aea0-1c1bf70d4737 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Request body: {'port': {'device_id': '3eeb54a9-0676-4dc0-860c-36ca440cc77b', 'network_id': '5345745c-70bf-40fb-8cb5-545836ece5ce', 'admin_state_up': True, 'tenant_id': '659cd0f4811845faa9fc0d0d08b99b79'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:07:17.438162 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd94df2-fc70-4537-9b25-f6375742bc78 req-6c903137-ab76-464f-a3ad-b92ad368fd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:17.439928 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bfd94df2-fc70-4537-9b25-f6375742bc78 req-6c903137-ab76-464f-a3ad-b92ad368fd00 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4fbfd036e0874a51a15b7801ac955516&device_id=e3899f97-c145-485d-b3a3-a25ab004300d HTTP/1.1" status: 200 len: 1100 time: 0.0882475 Dec 06 17:07:17.621241 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3a2971-84c3-4765-a055-5c7e0a4619bb req-145ef2bc-568a-40c9-89b1-a541c3a6ca7e tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:17.624101 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-dc3a2971-84c3-4765-a055-5c7e0a4619bb req-145ef2bc-568a-40c9-89b1-a541c3a6ca7e tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/ports?device_id=33079cb3-b6df-4685-b7af-26e4c0a14648 HTTP/1.1" status: 200 len: 949 time: 0.0883334 Dec 06 17:07:17.731960 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-dc3a2971-84c3-4765-a055-5c7e0a4619bb req-af189152-686d-4f03-b7df-e1751db984c3 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/security-groups?id=05993717-efad-46b6-9cd9-33188c432d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956855 Dec 06 17:07:17.735083 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43493e71-d635-419a-b91b-4b24713ec24a req-9c4938a4-1e00-417d-aea0-1c1bf70d4737 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Made reservation on behalf of 659cd0f4811845faa9fc0d0d08b99b79 for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:07:17.744619 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-43493e71-d635-419a-b91b-4b24713ec24a req-9c4938a4-1e00-417d-aea0-1c1bf70d4737 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:17.744779 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-090aadfe-714d-4623-bd7a-c7c688be1b30 req-4a6922d9-7a34-455f-9843-a615b3a9a2aa tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:17.868608 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6922d9-7a34-455f-9843-a615b3a9a2aa tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Pushing event deleted for resources: {'Port': ['ID=353d5d01-19ab-44b2-88da-1f2b4f021899,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:07:17.942010 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:17.969244 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72938d55-5ae0-4a33-8e7c-c160ce947813 req-1dccf5e3-8bc9-4675-bd19-d5a85675c271 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:17.970829 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-72938d55-5ae0-4a33-8e7c-c160ce947813 req-1dccf5e3-8bc9-4675-bd19-d5a85675c271 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3899f97-c145-485d-b3a3-a25ab004300d HTTP/1.1" status: 200 len: 949 time: 0.3056622 Dec 06 17:07:17.972232 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd94df2-fc70-4537-9b25-f6375742bc78 req-f630c54a-6d36-4abc-b59b-eee57d301bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:17.980229 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bfd94df2-fc70-4537-9b25-f6375742bc78 req-f630c54a-6d36-4abc-b59b-eee57d301bb8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ee08a0d2-834f-4c39-be47-9c424581246a HTTP/1.1" status: 200 len: 870 time: 0.5111272 Dec 06 17:07:17.981199 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-090aadfe-714d-4623-bd7a-c7c688be1b30 req-4a6922d9-7a34-455f-9843-a615b3a9a2aa tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] No DVR routers for this DVR port 353d5d01-19ab-44b2-88da-1f2b4f021899 on host n-h1-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:07:17.990603 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-090aadfe-714d-4623-bd7a-c7c688be1b30 req-4a6922d9-7a34-455f-9843-a615b3a9a2aa tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:17.995163 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-090aadfe-714d-4623-bd7a-c7c688be1b30 req-4a6922d9-7a34-455f-9843-a615b3a9a2aa tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.41 "DELETE /v2.0/ports/353d5d01-19ab-44b2-88da-1f2b4f021899 HTTP/1.1" status: 204 len: 173 time: 1.1618917 Dec 06 17:07:17.997981 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '790d2c16-8625-4b1d-8f20-1133667079bb', 'name': 'network-vif-deleted', 'tag': '353d5d01-19ab-44b2-88da-1f2b4f021899'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:07:18.000295 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ffa5564-721e-45e9-ae46-69f9161f4a5f" -d '{"events": [{"server_uuid": "790d2c16-8625-4b1d-8f20-1133667079bb", "name": "network-vif-deleted", "tag": "353d5d01-19ab-44b2-88da-1f2b4f021899"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:07:18.025852 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-43493e71-d635-419a-b91b-4b24713ec24a req-9c4938a4-1e00-417d-aea0-1c1bf70d4737 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Allocated IP 172.20.0.5 (5345745c-70bf-40fb-8cb5-545836ece5ce/48f1cc23-c700-419f-b04b-ebb1334c97b9/559a71bf-6361-4886-aa18-d676e7444a4d) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:07:18.055481 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bfd94df2-fc70-4537-9b25-f6375742bc78 req-1d1d0816-bcf2-48f1-b03e-82306261b4d3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=71a04aac-4404-4b83-ab6d-e7768b206094 HTTP/1.1" status: 200 len: 217 time: 0.0590839 Dec 06 17:07:18.134542 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-72938d55-5ae0-4a33-8e7c-c160ce947813 req-d7b68077-d2f6-4a4d-a01b-591d06b40032 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495976 Dec 06 17:07:18.165808 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd94df2-fc70-4537-9b25-f6375742bc78 req-d3571177-785e-4ca4-afb8-46f5fbac5517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:18.171173 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bfd94df2-fc70-4537-9b25-f6375742bc78 req-d3571177-785e-4ca4-afb8-46f5fbac5517 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1342252a-21e4-4783-88ff-f54776c79059 HTTP/1.1" status: 200 len: 843 time: 0.1036777 Dec 06 17:07:18.260157 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd94df2-fc70-4537-9b25-f6375742bc78 req-a88af560-d296-4243-b13b-d0c732be311a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:18.266311 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bfd94df2-fc70-4537-9b25-f6375742bc78 req-a88af560-d296-4243-b13b-d0c732be311a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee08a0d2-834f-4c39-be47-9c424581246a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0885167 Dec 06 17:07:18.305416 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fbbc08f6-6e43-4bc0-a6f8-ff6f5c966fa3 req-8b5fe2b7-e33d-4f1c-90ab-346b4ef4aaf6 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/ports?device_id=3eeb54a9-0676-4dc0-860c-36ca440cc77b HTTP/1.1" status: 200 len: 210 time: 0.1340301 Dec 06 17:07:18.320454 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16adc94b-fbdf-4797-8f63-561a3742d1da x-openstack-request-id: req-16adc94b-fbdf-4797-8f63-561a3742d1da {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:07:18.320773 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "790d2c16-8625-4b1d-8f20-1133667079bb", "name": "network-vif-deleted", "tag": "353d5d01-19ab-44b2-88da-1f2b4f021899", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:07:18.321035 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-16adc94b-fbdf-4797-8f63-561a3742d1da {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:07:18.321453 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '790d2c16-8625-4b1d-8f20-1133667079bb', 'name': 'network-vif-deleted', 'tag': '353d5d01-19ab-44b2-88da-1f2b4f021899', 'status': 'completed', 'code': 200} Dec 06 17:07:18.398836 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-43493e71-d635-419a-b91b-4b24713ec24a req-9c4938a4-1e00-417d-aea0-1c1bf70d4737 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:18.446663 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-43493e71-d635-419a-b91b-4b24713ec24a req-9c4938a4-1e00-417d-aea0-1c1bf70d4737 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:18.516374 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43493e71-d635-419a-b91b-4b24713ec24a req-9c4938a4-1e00-417d-aea0-1c1bf70d4737 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Network 5345745c-70bf-40fb-8cb5-545836ece5ce is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:07:18.519967 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-43493e71-d635-419a-b91b-4b24713ec24a req-9c4938a4-1e00-417d-aea0-1c1bf70d4737 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:07:18.525034 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-43493e71-d635-419a-b91b-4b24713ec24a req-9c4938a4-1e00-417d-aea0-1c1bf70d4737 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:07:18.533960 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4938a4-1e00-417d-aea0-1c1bf70d4737 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Pushing event updated for resources: {'Port': ['ID=559a71bf-6361-4886-aa18-d676e7444a4d,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:07:18.626937 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43493e71-d635-419a-b91b-4b24713ec24a req-9c4938a4-1e00-417d-aea0-1c1bf70d4737 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:18.629935 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-43493e71-d635-419a-b91b-4b24713ec24a req-9c4938a4-1e00-417d-aea0-1c1bf70d4737 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:18.662358 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-43493e71-d635-419a-b91b-4b24713ec24a req-9c4938a4-1e00-417d-aea0-1c1bf70d4737 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3540273 Dec 06 17:07:18.675401 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-43493e71-d635-419a-b91b-4b24713ec24a req-c59d7f0d-87ed-465f-a052-25db96175ff9 service neutron] Request body: {'port': {'device_id': '3eeb54a9-0676-4dc0-860c-36ca440cc77b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:07:18.800535 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bfd94df2-fc70-4537-9b25-f6375742bc78 req-71690c1a-e0f2-4b52-b086-9e7e51634297 service neutron] 10.222.0.44 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5271292 Dec 06 17:07:18.831423 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-43493e71-d635-419a-b91b-4b24713ec24a req-c59d7f0d-87ed-465f-a052-25db96175ff9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:18.970725 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:19.047495 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bfd94df2-fc70-4537-9b25-f6375742bc78 req-ca186f24-d96f-4dcd-b6b2-820c1799ad5e service neutron] 10.222.0.44 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392642 Dec 06 17:07:19.183874 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a005f1-f562-4353-b363-306b4405c6dd req-9ab90f02-adb2-4360-96d0-529729bff22c tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:19.192040 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-48a005f1-f562-4353-b363-306b4405c6dd req-9ab90f02-adb2-4360-96d0-529729bff22c tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/ports?device_id=33079cb3-b6df-4685-b7af-26e4c0a14648 HTTP/1.1" status: 200 len: 949 time: 0.1545007 Dec 06 17:07:19.294751 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-48a005f1-f562-4353-b363-306b4405c6dd req-8e1af493-599c-4fa8-96c9-edc6c98c3916 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/security-groups?id=05993717-efad-46b6-9cd9-33188c432d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889683 Dec 06 17:07:19.387825 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 36028) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:07:19.403441 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-43493e71-d635-419a-b91b-4b24713ec24a req-c59d7f0d-87ed-465f-a052-25db96175ff9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 559a71bf-6361-4886-aa18-d676e7444a4d {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:07:19.423653 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-43493e71-d635-419a-b91b-4b24713ec24a req-c59d7f0d-87ed-465f-a052-25db96175ff9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:19.447236 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-43493e71-d635-419a-b91b-4b24713ec24a req-c59d7f0d-87ed-465f-a052-25db96175ff9 service neutron] Transition to ACTIVE for port object 559a71bf-6361-4886-aa18-d676e7444a4d will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:07:19.452965 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-43493e71-d635-419a-b91b-4b24713ec24a req-c59d7f0d-87ed-465f-a052-25db96175ff9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:19.468124 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6c2f16-2a43-45a2-b676-884afbc6d00b req-5fd41d5f-2638-429a-be3e-74fb88a832b2 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:19.469782 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-da6c2f16-2a43-45a2-b676-884afbc6d00b req-5fd41d5f-2638-429a-be3e-74fb88a832b2 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3899f97-c145-485d-b3a3-a25ab004300d HTTP/1.1" status: 200 len: 949 time: 0.1211255 Dec 06 17:07:19.544587 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59d7f0d-87ed-465f-a052-25db96175ff9 service neutron] Pushing event updated for resources: {'Port': ['ID=559a71bf-6361-4886-aa18-d676e7444a4d,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:07:19.596395 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-df3419ae-8654-4d5e-b102-0a77127a70e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:19.631918 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-da6c2f16-2a43-45a2-b676-884afbc6d00b req-1ed40746-55d1-430f-9194-a34cbd92473b tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399307 Dec 06 17:07:19.661457 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-43493e71-d635-419a-b91b-4b24713ec24a req-c59d7f0d-87ed-465f-a052-25db96175ff9 service neutron] Attempting to bind port 559a71bf-6361-4886-aa18-d676e7444a4d on host n-h2-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:07:19.662196 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-43493e71-d635-419a-b91b-4b24713ec24a req-c59d7f0d-87ed-465f-a052-25db96175ff9 service neutron] Attempting to bind port 559a71bf-6361-4886-aa18-d676e7444a4d by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '1d12c223-c1ef-4a9f-920c-d1018ef932ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5345745c-70bf-40fb-8cb5-545836ece5ce'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:07:19.662729 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43493e71-d635-419a-b91b-4b24713ec24a req-c59d7f0d-87ed-465f-a052-25db96175ff9 service neutron] Attempting to bind port 559a71bf-6361-4886-aa18-d676e7444a4d on network 5345745c-70bf-40fb-8cb5-545836ece5ce {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:07:19.671797 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43493e71-d635-419a-b91b-4b24713ec24a req-c59d7f0d-87ed-465f-a052-25db96175ff9 service neutron] Port 559a71bf-6361-4886-aa18-d676e7444a4d on network 5345745c-70bf-40fb-8cb5-545836ece5ce not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:07:19.672128 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43493e71-d635-419a-b91b-4b24713ec24a req-c59d7f0d-87ed-465f-a052-25db96175ff9 service neutron] Attempting to bind port 559a71bf-6361-4886-aa18-d676e7444a4d on network 5345745c-70bf-40fb-8cb5-545836ece5ce {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:07:19.679109 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43493e71-d635-419a-b91b-4b24713ec24a req-c59d7f0d-87ed-465f-a052-25db96175ff9 service neutron] Checking agent: {'id': '9d8b9f49-2860-4c1f-9b89-45a7657a3c4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:07:19.679249 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43493e71-d635-419a-b91b-4b24713ec24a req-c59d7f0d-87ed-465f-a052-25db96175ff9 service neutron] Checking segment: {'id': '1d12c223-c1ef-4a9f-920c-d1018ef932ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5345745c-70bf-40fb-8cb5-545836ece5ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:07:19.679628 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43493e71-d635-419a-b91b-4b24713ec24a req-c59d7f0d-87ed-465f-a052-25db96175ff9 service neutron] Bound using segment: {'id': '1d12c223-c1ef-4a9f-920c-d1018ef932ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5345745c-70bf-40fb-8cb5-545836ece5ce'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:07:19.680062 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-43493e71-d635-419a-b91b-4b24713ec24a req-c59d7f0d-87ed-465f-a052-25db96175ff9 service neutron] Bound port: 559a71bf-6361-4886-aa18-d676e7444a4d, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d12c223-c1ef-4a9f-920c-d1018ef932ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5345745c-70bf-40fb-8cb5-545836ece5ce'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:07:19.680413 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-43493e71-d635-419a-b91b-4b24713ec24a req-c59d7f0d-87ed-465f-a052-25db96175ff9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:19.773493 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-43493e71-d635-419a-b91b-4b24713ec24a req-c59d7f0d-87ed-465f-a052-25db96175ff9 service neutron] For port 559a71bf-6361-4886-aa18-d676e7444a4d, host n-h2-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:07:19.777026 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-43493e71-d635-419a-b91b-4b24713ec24a req-c59d7f0d-87ed-465f-a052-25db96175ff9 service neutron] For port 559a71bf-6361-4886-aa18-d676e7444a4d, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=559a71bf-6361-4886-aa18-d676e7444a4d,segment=NetworkSegment(1d12c223-c1ef-4a9f-920c-d1018ef932ee),segment_id=1d12c223-c1ef-4a9f-920c-d1018ef932ee)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:07:19.777362 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc654af2-dd2e-495b-9141-91b68ee94ecb req-cde033ec-32cc-4268-8371-9f439eef739f tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:19.779871 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-dc654af2-dd2e-495b-9141-91b68ee94ecb req-cde033ec-32cc-4268-8371-9f439eef739f tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/ports?device_id=3eeb54a9-0676-4dc0-860c-36ca440cc77b HTTP/1.1" status: 200 len: 943 time: 0.1311400 Dec 06 17:07:19.789730 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-43493e71-d635-419a-b91b-4b24713ec24a req-c59d7f0d-87ed-465f-a052-25db96175ff9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:19.800995 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-df3419ae-8654-4d5e-b102-0a77127a70e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:19.812179 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-df3419ae-8654-4d5e-b102-0a77127a70e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:19.861192 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3419ae-8654-4d5e-b102-0a77127a70e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d8fbd3-c1a9-4b1b-987f-d737cddc0609,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:07:19.868348 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43493e71-d635-419a-b91b-4b24713ec24a req-c59d7f0d-87ed-465f-a052-25db96175ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:19.868981 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-43493e71-d635-419a-b91b-4b24713ec24a req-c59d7f0d-87ed-465f-a052-25db96175ff9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:19.871407 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-43493e71-d635-419a-b91b-4b24713ec24a req-c59d7f0d-87ed-465f-a052-25db96175ff9 service neutron] 10.222.0.44 "PUT /v2.0/ports/559a71bf-6361-4886-aa18-d676e7444a4d HTTP/1.1" status: 200 len: 1091 time: 1.2027099 Dec 06 17:07:19.871961 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eeb54a9-0676-4dc0-860c-36ca440cc77b', 'tag': '559a71bf-6361-4886-aa18-d676e7444a4d'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:07:19.874854 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eedb468f-5315-4586-8262-709131c124ee" -d '{"events": [{"name": "network-changed", "server_uuid": "3eeb54a9-0676-4dc0-860c-36ca440cc77b", "tag": "559a71bf-6361-4886-aa18-d676e7444a4d"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:07:19.912813 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-df3419ae-8654-4d5e-b102-0a77127a70e3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=99cac1edac894b068af47231901677cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5234764 Dec 06 17:07:19.913141 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 36040) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:07:19.917016 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-dc654af2-dd2e-495b-9141-91b68ee94ecb req-5daeb5c3-8ec5-40c9-b805-174ce137ec26 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/security-groups?id=79a8a720-4d91-42c0-8bdb-aecf1d5b7573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281121 Dec 06 17:07:19.926086 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59d7f0d-87ed-465f-a052-25db96175ff9 service neutron] Pushing event updated for resources: {'Port': ['ID=559a71bf-6361-4886-aa18-d676e7444a4d,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:07:19.979602 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f64742d-dc57-4a30-9da6-16c02fa5cd31 x-openstack-request-id: req-4f64742d-dc57-4a30-9da6-16c02fa5cd31 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:07:19.980010 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3eeb54a9-0676-4dc0-860c-36ca440cc77b", "tag": "559a71bf-6361-4886-aa18-d676e7444a4d", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:07:19.980332 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4f64742d-dc57-4a30-9da6-16c02fa5cd31 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:07:19.981677 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eeb54a9-0676-4dc0-860c-36ca440cc77b', 'tag': '559a71bf-6361-4886-aa18-d676e7444a4d', 'status': 'completed', 'code': 200} Dec 06 17:07:20.023255 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43493e71-d635-419a-b91b-4b24713ec24a req-1c3e158c-21ee-499d-ab83-cd8833b521c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:20.025101 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-43493e71-d635-419a-b91b-4b24713ec24a req-1c3e158c-21ee-499d-ab83-cd8833b521c1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=659cd0f4811845faa9fc0d0d08b99b79&device_id=3eeb54a9-0676-4dc0-860c-36ca440cc77b HTTP/1.1" status: 200 len: 1094 time: 0.0852966 Dec 06 17:07:20.079345 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0ef8fc84-d238-4460-937c-8805cd2ee2e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:20.083221 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-43493e71-d635-419a-b91b-4b24713ec24a req-5268eaec-865a-4450-a793-9d20811f6038 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=559a71bf-6361-4886-aa18-d676e7444a4d HTTP/1.1" status: 200 len: 217 time: 0.0477757 Dec 06 17:07:20.144099 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0ef8fc84-d238-4460-937c-8805cd2ee2e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:20.180111 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43493e71-d635-419a-b91b-4b24713ec24a req-061a5faf-a5b4-4567-bee2-46b63f436ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:20.181814 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-43493e71-d635-419a-b91b-4b24713ec24a req-061a5faf-a5b4-4567-bee2-46b63f436ddd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=48f1cc23-c700-419f-b04b-ebb1334c97b9 HTTP/1.1" status: 200 len: 845 time: 0.0903759 Dec 06 17:07:20.222093 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-43493e71-d635-419a-b91b-4b24713ec24a req-f780b2c5-9815-44eb-98cb-cf926024faca service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5345745c-70bf-40fb-8cb5-545836ece5ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293608 Dec 06 17:07:20.268339 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0ef8fc84-d238-4460-937c-8805cd2ee2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:20.271032 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0ef8fc84-d238-4460-937c-8805cd2ee2e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:20.272275 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-0ef8fc84-d238-4460-937c-8805cd2ee2e1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c4d8fbd3-c1a9-4b1b-987f-d737cddc0609 HTTP/1.1" status: 204 len: 168 time: 0.3574531 Dec 06 17:07:20.347885 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef8fc84-d238-4460-937c-8805cd2ee2e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d8fbd3-c1a9-4b1b-987f-d737cddc0609,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:07:20.399361 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-43493e71-d635-419a-b91b-4b24713ec24a req-97109be7-344c-4538-9cf9-6f462f19c26a service neutron] 10.222.0.44 "GET /v2.0/networks/5345745c-70bf-40fb-8cb5-545836ece5ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684279 Dec 06 17:07:20.497791 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411629d2-ee10-45ac-b635-ca2329d7fa7b req-cfec17ef-94ac-4bf2-b796-51b6d6df21e6 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:20.499387 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-411629d2-ee10-45ac-b635-ca2329d7fa7b req-cfec17ef-94ac-4bf2-b796-51b6d6df21e6 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/ports?device_id=33079cb3-b6df-4685-b7af-26e4c0a14648 HTTP/1.1" status: 200 len: 949 time: 0.1169848 Dec 06 17:07:20.572705 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-43493e71-d635-419a-b91b-4b24713ec24a req-21e660b5-87de-4e22-a71d-dab0627cbb41 service neutron] 10.222.0.44 "GET /v2.0/networks/5345745c-70bf-40fb-8cb5-545836ece5ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585031 Dec 06 17:07:20.593830 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-411629d2-ee10-45ac-b635-ca2329d7fa7b req-58f4a1eb-bccf-4e55-916b-1feba5671b98 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/security-groups?id=05993717-efad-46b6-9cd9-33188c432d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696185 Dec 06 17:07:20.711314 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb468f-5315-4586-8262-709131c124ee req-e56878cc-6ca3-489e-82c3-8b44020f696c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:20.714095 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-eedb468f-5315-4586-8262-709131c124ee req-e56878cc-6ca3-489e-82c3-8b44020f696c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=659cd0f4811845faa9fc0d0d08b99b79&device_id=3eeb54a9-0676-4dc0-860c-36ca440cc77b HTTP/1.1" status: 200 len: 1094 time: 0.0878100 Dec 06 17:07:20.824104 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9994b9-c35c-410f-afc3-a4e747a3825e req-2caff034-eb8a-4025-bb32-39063ee6e262 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:20.833357 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 353d5d01-19ab-44b2-88da-1f2b4f021899 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:07:20.835044 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6f9994b9-c35c-410f-afc3-a4e747a3825e req-2caff034-eb8a-4025-bb32-39063ee6e262 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3899f97-c145-485d-b3a3-a25ab004300d HTTP/1.1" status: 200 len: 949 time: 0.0990980 Dec 06 17:07:20.877462 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] No Port match for: 353d5d01-19ab-44b2-88da-1f2b4f021899 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:07:20.880150 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 353d5d01-19ab-44b2-88da-1f2b4f021899 not bound to the agent host n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:07:20.905299 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 36060) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:07:20.918620 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6f9994b9-c35c-410f-afc3-a4e747a3825e req-264b3196-ce7e-4ad4-8ef4-60bf9a970ec5 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825062 Dec 06 17:07:20.931278 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8833a00f-4bc9-4907-acb7-a3e318600c95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:20.963842 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb468f-5315-4586-8262-709131c124ee req-30585392-e9bf-4e4b-831a-896268bf813d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:20.965993 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-eedb468f-5315-4586-8262-709131c124ee req-30585392-e9bf-4e4b-831a-896268bf813d service neutron] 10.222.0.44 "GET /v2.0/networks?id=5345745c-70bf-40fb-8cb5-545836ece5ce HTTP/1.1" status: 200 len: 906 time: 0.2373009 Dec 06 17:07:21.032193 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-eedb468f-5315-4586-8262-709131c124ee req-0f518216-a62d-4515-a65b-346abd8473ae service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=559a71bf-6361-4886-aa18-d676e7444a4d HTTP/1.1" status: 200 len: 217 time: 0.0559969 Dec 06 17:07:21.140741 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb468f-5315-4586-8262-709131c124ee req-14fed592-20cc-4f7a-a118-5b710bc301a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:21.142287 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-eedb468f-5315-4586-8262-709131c124ee req-14fed592-20cc-4f7a-a118-5b710bc301a5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=48f1cc23-c700-419f-b04b-ebb1334c97b9 HTTP/1.1" status: 200 len: 845 time: 0.0892015 Dec 06 17:07:21.154281 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a6b1eb-9bf4-4f38-ab5f-325f69bd2afb req-96bedee2-e7ea-4a2a-9732-39df0db8c0c7 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:21.155820 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-06a6b1eb-9bf4-4f38-ab5f-325f69bd2afb req-96bedee2-e7ea-4a2a-9732-39df0db8c0c7 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/ports?device_id=3eeb54a9-0676-4dc0-860c-36ca440cc77b HTTP/1.1" status: 200 len: 943 time: 0.1358485 Dec 06 17:07:21.157756 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8833a00f-4bc9-4907-acb7-a3e318600c95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:21.169944 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8833a00f-4bc9-4907-acb7-a3e318600c95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:21.194445 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-eedb468f-5315-4586-8262-709131c124ee req-322c618f-f562-47ca-9551-f681032c34a3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5345745c-70bf-40fb-8cb5-545836ece5ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354135 Dec 06 17:07:21.265261 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-8833a00f-4bc9-4907-acb7-a3e318600c95 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=43128891c1304929a6484dd927fe96e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3557057 Dec 06 17:07:21.266178 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 36068) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:07:21.273984 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8833a00f-4bc9-4907-acb7-a3e318600c95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=603ebe25-d8a2-4b9e-bc8c-438bc5930c7c,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:07:21.337154 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-06a6b1eb-9bf4-4f38-ab5f-325f69bd2afb req-0f596555-cd59-45f2-9b90-3359b14c042e tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/security-groups?id=79a8a720-4d91-42c0-8bdb-aecf1d5b7573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698842 Dec 06 17:07:21.398266 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eea07be2-8755-4316-9f4a-09986ab812f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:21.412851 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-eedb468f-5315-4586-8262-709131c124ee req-0712d4f2-4ed0-4268-986c-2a95ae03335e service neutron] 10.222.0.44 "GET /v2.0/networks/5345745c-70bf-40fb-8cb5-545836ece5ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905024 Dec 06 17:07:21.458400 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eea07be2-8755-4316-9f4a-09986ab812f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:21.585320 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eea07be2-8755-4316-9f4a-09986ab812f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:21.589565 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eea07be2-8755-4316-9f4a-09986ab812f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:21.593137 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-eea07be2-8755-4316-9f4a-09986ab812f9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/603ebe25-d8a2-4b9e-bc8c-438bc5930c7c HTTP/1.1" status: 204 len: 168 time: 0.3233683 Dec 06 17:07:21.598332 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-eedb468f-5315-4586-8262-709131c124ee req-51deb944-baf7-48d7-a6bd-e2fa6e5cc546 service neutron] 10.222.0.44 "GET /v2.0/networks/5345745c-70bf-40fb-8cb5-545836ece5ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763856 Dec 06 17:07:21.619945 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea07be2-8755-4316-9f4a-09986ab812f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=603ebe25-d8a2-4b9e-bc8c-438bc5930c7c,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:07:21.631724 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b95d4af-e984-49e3-ac80-78161bf5ac21 req-38d51c62-3284-4d1e-b688-dcb90a503d7d tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:21.639474 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5b95d4af-e984-49e3-ac80-78161bf5ac21 req-38d51c62-3284-4d1e-b688-dcb90a503d7d tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] 10.222.0.23 "GET /v2.0/ports?device_id=85746b16-9c6a-40cb-851c-a3d456d992ed HTTP/1.1" status: 200 len: 966 time: 0.0909352 Dec 06 17:07:21.714700 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5b95d4af-e984-49e3-ac80-78161bf5ac21 req-9881a203-df69-4247-9fa9-b61e85f19951 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] 10.222.0.23 "GET /v2.0/security-groups?id=32e60c91-0f09-4047-85e4-be430fb60702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741067 Dec 06 17:07:21.760937 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c20674-c6e5-4930-9bad-c3d6ff54a527 req-445094a7-609e-462c-a39b-2ef53de6cdfd tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:21.764675 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f7c20674-c6e5-4930-9bad-c3d6ff54a527 req-445094a7-609e-462c-a39b-2ef53de6cdfd tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/ports?device_id=33079cb3-b6df-4685-b7af-26e4c0a14648 HTTP/1.1" status: 200 len: 949 time: 0.0687168 Dec 06 17:07:21.831501 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f7c20674-c6e5-4930-9bad-c3d6ff54a527 req-e957586e-4a4d-47f9-8930-991bccc4a430 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/security-groups?id=05993717-efad-46b6-9cd9-33188c432d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566058 Dec 06 17:07:22.057378 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cc88b4-02fe-4995-8af5-f1215631f6aa req-5d11c60e-5060-4982-ad29-d12770d13a75 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:22.061943 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-91cc88b4-02fe-4995-8af5-f1215631f6aa req-5d11c60e-5060-4982-ad29-d12770d13a75 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3899f97-c145-485d-b3a3-a25ab004300d HTTP/1.1" status: 200 len: 949 time: 0.0616868 Dec 06 17:07:22.121110 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-91cc88b4-02fe-4995-8af5-f1215631f6aa req-d33d6983-af2e-45af-93f6-ecb47c336c18 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559909 Dec 06 17:07:22.488761 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6248ce7-2a12-43d5-8852-54ed63f86da6 req-1b32a343-7f75-4c5b-b258-5bd3022531d2 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:22.494019 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b6248ce7-2a12-43d5-8852-54ed63f86da6 req-1b32a343-7f75-4c5b-b258-5bd3022531d2 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/ports?device_id=3eeb54a9-0676-4dc0-860c-36ca440cc77b HTTP/1.1" status: 200 len: 943 time: 0.0654299 Dec 06 17:07:22.553185 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b6248ce7-2a12-43d5-8852-54ed63f86da6 req-6b541708-54c2-4de2-95a1-df7ec8b91a9a tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/security-groups?id=79a8a720-4d91-42c0-8bdb-aecf1d5b7573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564716 Dec 06 17:07:22.765129 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ee0f3a62-e9af-404f-b8d2-6cb6fc8e86f6 req-c1063587-1bfb-486f-9ce7-7b6b0df1faee tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--621534409&fields=id&tenant_id=79450b3018524610adce1efbd72221ff HTTP/1.1" status: 200 len: 267 time: 0.0651431 Dec 06 17:07:23.016879 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a541b39-aa7d-4400-af07-52e6b55f12e4 req-b62bd47a-ae9c-4855-ba31-4b20701eb965 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:23.030431 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2a541b39-aa7d-4400-af07-52e6b55f12e4 req-b62bd47a-ae9c-4855-ba31-4b20701eb965 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/ports?device_id=33079cb3-b6df-4685-b7af-26e4c0a14648 HTTP/1.1" status: 200 len: 949 time: 0.0730040 Dec 06 17:07:23.101350 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2a541b39-aa7d-4400-af07-52e6b55f12e4 req-94ac3b1d-fdea-4465-a7d6-c509f6715fdf tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/security-groups?id=05993717-efad-46b6-9cd9-33188c432d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695264 Dec 06 17:07:23.252343 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f3a62-e9af-404f-b8d2-6cb6fc8e86f6 req-ab9c4bfc-ab58-45aa-b1a6-b7340628787e tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:23.263197 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ee0f3a62-e9af-404f-b8d2-6cb6fc8e86f6 req-ab9c4bfc-ab58-45aa-b1a6-b7340628787e tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] 10.222.0.23 "GET /v2.0/networks?id=69a40b88-32c3-4e15-ab36-985e8404a553 HTTP/1.1" status: 200 len: 823 time: 0.4971693 Dec 06 17:07:23.283270 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ee0f3a62-e9af-404f-b8d2-6cb6fc8e86f6 req-40389959-769d-482b-a9c3-607249ebd09b tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] 10.222.0.23 "GET /v2.0/quotas/79450b3018524610adce1efbd72221ff HTTP/1.1" status: 200 len: 375 time: 0.0138223 Dec 06 17:07:23.318560 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafd8928-7e1b-4b4f-b2db-f36466ac543a req-5fb622c5-75e5-4715-99d3-0db3e7283671 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:23.320753 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bafd8928-7e1b-4b4f-b2db-f36466ac543a req-5fb622c5-75e5-4715-99d3-0db3e7283671 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3899f97-c145-485d-b3a3-a25ab004300d HTTP/1.1" status: 200 len: 949 time: 0.0842264 Dec 06 17:07:23.356399 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ee0f3a62-e9af-404f-b8d2-6cb6fc8e86f6 req-1c2e5362-8828-4447-a5b5-b406df56e914 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=79450b3018524610adce1efbd72221ff&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0662332 Dec 06 17:07:23.428550 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bafd8928-7e1b-4b4f-b2db-f36466ac543a req-858999ef-5fa8-4a55-b597-4642c0281b73 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008415 Dec 06 17:07:23.501965 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ee0f3a62-e9af-404f-b8d2-6cb6fc8e86f6 req-c2836297-91dd-429b-b16f-c02a5d26f455 service neutron] 10.222.0.23 "GET /v2.0/networks/69a40b88-32c3-4e15-ab36-985e8404a553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285036 Dec 06 17:07:23.614569 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ee0f3a62-e9af-404f-b8d2-6cb6fc8e86f6 req-87817ab9-3249-450e-ab6b-833313f0a3e7 service neutron] 10.222.0.23 "GET /v2.0/networks/69a40b88-32c3-4e15-ab36-985e8404a553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043801 Dec 06 17:07:23.680709 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 559a71bf-6361-4886-aa18-d676e7444a4d details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:07:23.850414 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 559a71bf-6361-4886-aa18-d676e7444a4d, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=559a71bf-6361-4886-aa18-d676e7444a4d,segment=NetworkSegment(1d12c223-c1ef-4a9f-920c-d1018ef932ee),segment_id=1d12c223-c1ef-4a9f-920c-d1018ef932ee)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:07:23.897695 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': '559a71bf-6361-4886-aa18-d676e7444a4d', 'network_id': '5345745c-70bf-40fb-8cb5-545836ece5ce', 'port_id': '559a71bf-6361-4886-aa18-d676e7444a4d', 'mac_address': 'fa:16:3e:32:d5:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48f1cc23-c700-419f-b04b-ebb1334c97b9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:07:23.900046 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-96e6c787-0ea1-458d-8505-d35a2334407b req-b3325018-9b23-4bb9-a3c4-098d2d580071 tempest-TenantUsagesTestJSON-600505148 tempest-TenantUsagesTestJSON-600505148-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=0f822643532e47b88eb0f034ec834f3d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0821912 Dec 06 17:07:23.940540 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f030fb-9bb5-456a-b670-305885e4f502 req-91f2b346-5b03-4887-a04e-4693c8236f3b tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:23.948170 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-97f030fb-9bb5-456a-b670-305885e4f502 req-91f2b346-5b03-4887-a04e-4693c8236f3b tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/ports?device_id=3eeb54a9-0676-4dc0-860c-36ca440cc77b HTTP/1.1" status: 200 len: 943 time: 0.1009924 Dec 06 17:07:23.982661 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe6924d-f71e-4755-ba3b-7b521632d9cf req-8109d9d2-eef0-49af-94ec-e0eed454e454 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:23.984163 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-dfe6924d-f71e-4755-ba3b-7b521632d9cf req-8109d9d2-eef0-49af-94ec-e0eed454e454 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] 10.222.0.44 "GET /v2.0/ports?device_id=85746b16-9c6a-40cb-851c-a3d456d992ed HTTP/1.1" status: 200 len: 966 time: 0.0903106 Dec 06 17:07:24.036912 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:24.067933 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 559a71bf-6361-4886-aa18-d676e7444a4d {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:07:24.097516 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-97f030fb-9bb5-456a-b670-305885e4f502 req-da28e194-eb09-4f9b-b16f-4716939ce3fa tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/security-groups?id=79a8a720-4d91-42c0-8bdb-aecf1d5b7573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435623 Dec 06 17:07:24.121235 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 559a71bf-6361-4886-aa18-d676e7444a4d, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=559a71bf-6361-4886-aa18-d676e7444a4d,segment=NetworkSegment(1d12c223-c1ef-4a9f-920c-d1018ef932ee),segment_id=1d12c223-c1ef-4a9f-920c-d1018ef932ee)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:07:24.133414 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:24.157908 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-dfe6924d-f71e-4755-ba3b-7b521632d9cf req-7027b446-1133-4d1e-a4d1-c620d3e233d5 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Deleting port 4cb9766a-3989-4121-8ba3-8d7599006d6b {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:07:24.158249 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-dfe6924d-f71e-4755-ba3b-7b521632d9cf req-7027b446-1133-4d1e-a4d1-c620d3e233d5 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:24.213831 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=559a71bf-6361-4886-aa18-d676e7444a4d,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:07:24.216317 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e6c787-0ea1-458d-8505-d35a2334407b req-ac8e269a-3658-4589-9d43-68f2b4b78f3a tempest-TenantUsagesTestJSON-600505148 tempest-TenantUsagesTestJSON-600505148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:24.225365 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-96e6c787-0ea1-458d-8505-d35a2334407b req-ac8e269a-3658-4589-9d43-68f2b4b78f3a tempest-TenantUsagesTestJSON-600505148 tempest-TenantUsagesTestJSON-600505148-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3241014 Dec 06 17:07:24.248009 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-96e6c787-0ea1-458d-8505-d35a2334407b req-a6fc4466-0b9e-4aa0-aa27-326087a9cffd tempest-TenantUsagesTestJSON-600505148 tempest-TenantUsagesTestJSON-600505148-project] 10.222.0.23 "GET /v2.0/quotas/0f822643532e47b88eb0f034ec834f3d HTTP/1.1" status: 200 len: 375 time: 0.0214701 Dec 06 17:07:24.279161 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-dd99bf58-ea7d-4daf-a747-917c939fa80e req-b8ac1d2f-a58a-4db2-9be4-afacf68122ff tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fbd3b55-8fd1-4dfd-9c17-09a72f92d6e4 HTTP/1.1" status: 200 len: 210 time: 0.1106102 Dec 06 17:07:24.286911 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-96e6c787-0ea1-458d-8505-d35a2334407b req-f178d996-0648-413e-bc6f-213a89770ce3 tempest-TenantUsagesTestJSON-600505148 tempest-TenantUsagesTestJSON-600505148-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0f822643532e47b88eb0f034ec834f3d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0369053 Dec 06 17:07:24.371853 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-dfe6924d-f71e-4755-ba3b-7b521632d9cf req-7027b446-1133-4d1e-a4d1-c620d3e233d5 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] For port 4cb9766a-3989-4121-8ba3-8d7599006d6b, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=4cb9766a-3989-4121-8ba3-8d7599006d6b,segment=NetworkSegment(d81ef432-c48a-4c0f-bf74-f28c73543a94),segment_id=d81ef432-c48a-4c0f-bf74-f28c73543a94)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:07:24.372217 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-dfe6924d-f71e-4755-ba3b-7b521632d9cf req-7027b446-1133-4d1e-a4d1-c620d3e233d5 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:24.389829 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['559a71bf-6361-4886-aa18-d676e7444a4d'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:07:24.535627 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cabc2f0-7e0f-4fda-80d3-1b879e69bf11 req-e1d668bc-5c22-4f08-ba91-f382121dec47 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:24.544652 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3cabc2f0-7e0f-4fda-80d3-1b879e69bf11 req-e1d668bc-5c22-4f08-ba91-f382121dec47 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/ports?device_id=33079cb3-b6df-4685-b7af-26e4c0a14648 HTTP/1.1" status: 200 len: 949 time: 0.1744952 Dec 06 17:07:24.626129 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ae18af25-d827-401e-be61-e3b7d5f2109d req-f2438f88-233e-4957-91b9-f7a09d3da3ae tempest-TenantUsagesTestJSON-600505148 tempest-TenantUsagesTestJSON-600505148-project] 10.222.0.23 "GET /v2.0/ports?device_id=98ea8cac-889b-4f01-ae08-03f3a6a8cb1b HTTP/1.1" status: 200 len: 210 time: 0.0944881 Dec 06 17:07:24.687578 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3cabc2f0-7e0f-4fda-80d3-1b879e69bf11 req-085afcb1-d4bf-45f5-aa67-f74eafff62a0 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/security-groups?id=05993717-efad-46b6-9cd9-33188c432d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401002 Dec 06 17:07:24.726682 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-dfe6924d-f71e-4755-ba3b-7b521632d9cf req-7027b446-1133-4d1e-a4d1-c620d3e233d5 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:24.726973 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-dfe6924d-f71e-4755-ba3b-7b521632d9cf req-7027b446-1133-4d1e-a4d1-c620d3e233d5 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:24.727336 n-d-master-1 neutron-server[103285]: INFO neutron.db.l3_db [req-dfe6924d-f71e-4755-ba3b-7b521632d9cf req-7027b446-1133-4d1e-a4d1-c620d3e233d5 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Floating IP 3f35a412-72c8-43d8-8e04-d21866b931de disassociated. External IP: 172.35.1.21, port: 4cb9766a-3989-4121-8ba3-8d7599006d6b. Dec 06 17:07:24.727694 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-dfe6924d-f71e-4755-ba3b-7b521632d9cf req-7027b446-1133-4d1e-a4d1-c620d3e233d5 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Calling delete_port for 4cb9766a-3989-4121-8ba3-8d7599006d6b owned by compute:tempest-test_az-213150746 {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:07:24.899570 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3fe671-28ba-49ed-bd3b-734dd1af37a8 req-b2b66e4c-099e-43ff-a03c-363323c25728 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:24.909781 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0c3fe671-28ba-49ed-bd3b-734dd1af37a8 req-b2b66e4c-099e-43ff-a03c-363323c25728 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3899f97-c145-485d-b3a3-a25ab004300d HTTP/1.1" status: 200 len: 949 time: 0.1084890 Dec 06 17:07:24.964661 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0c3fe671-28ba-49ed-bd3b-734dd1af37a8 req-f6864c01-1b04-48a1-82ba-a81cf6fb94dc tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538588 Dec 06 17:07:25.022976 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-dfe6924d-f71e-4755-ba3b-7b521632d9cf req-7027b446-1133-4d1e-a4d1-c620d3e233d5 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:25.106129 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7027b446-1133-4d1e-a4d1-c620d3e233d5 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Pushing event deleted for resources: {'Port': ['ID=4cb9766a-3989-4121-8ba3-8d7599006d6b,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:07:25.320560 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df6b32-74cd-412d-a7ff-7bc1c607568f req-3629dc06-9523-4fce-82b7-aa58aa0c63e2 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:25.322426 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-82df6b32-74cd-412d-a7ff-7bc1c607568f req-3629dc06-9523-4fce-82b7-aa58aa0c63e2 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/ports?device_id=3eeb54a9-0676-4dc0-860c-36ca440cc77b HTTP/1.1" status: 200 len: 944 time: 0.1252325 Dec 06 17:07:25.332276 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dfe6924d-f71e-4755-ba3b-7b521632d9cf req-7027b446-1133-4d1e-a4d1-c620d3e233d5 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Router 107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:07:25.392556 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-aee70260-f16c-4429-82fb-24aaac6e3658 req-e1c539f5-6177-440a-b410-a5f2df3b651f tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fbd3b55-8fd1-4dfd-9c17-09a72f92d6e4 HTTP/1.1" status: 200 len: 210 time: 0.0347774 Dec 06 17:07:25.475507 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-82df6b32-74cd-412d-a7ff-7bc1c607568f req-2db8a36b-8c8a-4e7a-a22f-d610d0b492ee tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/security-groups?id=79a8a720-4d91-42c0-8bdb-aecf1d5b7573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411912 Dec 06 17:07:25.586698 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dfe6924d-f71e-4755-ba3b-7b521632d9cf req-7027b446-1133-4d1e-a4d1-c620d3e233d5 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:07:25.600517 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54e61dd-69d7-494d-90d6-69fcf2e70b24 None None] Sync routers for ids ['107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:07:25.634125 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54e61dd-69d7-494d-90d6-69fcf2e70b24 None None] Routers {'107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:07:25.634761 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-d54e61dd-69d7-494d-90d6-69fcf2e70b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:07:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:07:25.765116 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f3a62-e9af-404f-b8d2-6cb6fc8e86f6 req-9ede6f49-2b37-4c32-a592-09ed5104849b tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:25.767090 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee0f3a62-e9af-404f-b8d2-6cb6fc8e86f6 req-9ede6f49-2b37-4c32-a592-09ed5104849b tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] 10.222.0.41 "GET /v2.0/networks?id=69a40b88-32c3-4e15-ab36-985e8404a553 HTTP/1.1" status: 200 len: 823 time: 0.2570322 Dec 06 17:07:25.782462 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfe6924d-f71e-4755-ba3b-7b521632d9cf req-7027b446-1133-4d1e-a4d1-c620d3e233d5 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] No DVR routers for this DVR port 4cb9766a-3989-4121-8ba3-8d7599006d6b on host n-h2-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:07:25.786392 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-dfe6924d-f71e-4755-ba3b-7b521632d9cf req-7027b446-1133-4d1e-a4d1-c620d3e233d5 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:25.789983 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-dfe6924d-f71e-4755-ba3b-7b521632d9cf req-7027b446-1133-4d1e-a4d1-c620d3e233d5 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] 10.222.0.44 "DELETE /v2.0/ports/4cb9766a-3989-4121-8ba3-8d7599006d6b HTTP/1.1" status: 204 len: 173 time: 1.7956109 Dec 06 17:07:25.796008 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85746b16-9c6a-40cb-851c-a3d456d992ed', 'name': 'network-vif-deleted', 'tag': '4cb9766a-3989-4121-8ba3-8d7599006d6b'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:07:25.798406 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b781e106-0961-4647-80ed-a2f0b8f3d6dd" -d '{"events": [{"server_uuid": "85746b16-9c6a-40cb-851c-a3d456d992ed", "name": "network-vif-deleted", "tag": "4cb9766a-3989-4121-8ba3-8d7599006d6b"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:07:25.801952 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 559a71bf-6361-4886-aa18-d676e7444a4d up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:07:25.912983 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039bc402-f0b8-4b8b-991d-296ce638c5e0 req-c09e33ba-e359-4179-981e-6158d3874ec5 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:25.914557 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-039bc402-f0b8-4b8b-991d-296ce638c5e0 req-c09e33ba-e359-4179-981e-6158d3874ec5 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/ports?device_id=33079cb3-b6df-4685-b7af-26e4c0a14648 HTTP/1.1" status: 200 len: 949 time: 0.1032045 Dec 06 17:07:25.926951 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a84b4819-efba-47a4-b50d-d9f1a469704a req-d9443f4c-662e-4ac2-b336-a6094e11dd44 tempest-TenantUsagesTestJSON-600505148 tempest-TenantUsagesTestJSON-600505148-project] 10.222.0.23 "GET /v2.0/ports?device_id=98ea8cac-889b-4f01-ae08-03f3a6a8cb1b HTTP/1.1" status: 200 len: 210 time: 0.1133094 Dec 06 17:07:26.005441 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning for port 559a71bf-6361-4886-aa18-d676e7444a4d completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:07:26.016756 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port 559a71bf-6361-4886-aa18-d676e7444a4d triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:07:26.017078 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:26.069013 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a9bfe77-a99c-40d6-9fd1-eb9574c419c3 x-openstack-request-id: req-8a9bfe77-a99c-40d6-9fd1-eb9574c419c3 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:07:26.071428 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85746b16-9c6a-40cb-851c-a3d456d992ed", "name": "network-vif-deleted", "tag": "4cb9766a-3989-4121-8ba3-8d7599006d6b", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:07:26.071862 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8a9bfe77-a99c-40d6-9fd1-eb9574c419c3 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:07:26.073628 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85746b16-9c6a-40cb-851c-a3d456d992ed', 'name': 'network-vif-deleted', 'tag': '4cb9766a-3989-4121-8ba3-8d7599006d6b', 'status': 'completed', 'code': 200} Dec 06 17:07:26.087381 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee0f3a62-e9af-404f-b8d2-6cb6fc8e86f6 req-e6ac50a0-9d84-4536-8649-e12446a02793 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79450b3018524610adce1efbd72221ff HTTP/1.1" status: 200 len: 379 time: 0.2997317 Dec 06 17:07:26.108388 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-ee0f3a62-e9af-404f-b8d2-6cb6fc8e86f6 req-fc7376b6-2a88-4d85-98dd-ff032ab84c18 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Request body: {'port': {'device_id': '1fbd3b55-8fd1-4dfd-9c17-09a72f92d6e4', 'network_id': '69a40b88-32c3-4e15-ab36-985e8404a553', 'admin_state_up': True, 'tenant_id': '79450b3018524610adce1efbd72221ff', 'security_groups': ['32e60c91-0f09-4047-85e4-be430fb60702']}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:07:26.119812 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-039bc402-f0b8-4b8b-991d-296ce638c5e0 req-9747fb16-7820-4aeb-be15-e7059cfc8d3b tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/security-groups?id=05993717-efad-46b6-9cd9-33188c432d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843987 Dec 06 17:07:26.122771 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-d54e61dd-69d7-494d-90d6-69fcf2e70b24 None None] Set router 107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:07:26.134630 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-96e6c787-0ea1-458d-8505-d35a2334407b req-e968d9ae-79b1-472d-9ffa-ae1d9af691b7 tempest-TenantUsagesTestJSON-600505148 tempest-TenantUsagesTestJSON-600505148-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=0f822643532e47b88eb0f034ec834f3d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1022582 Dec 06 17:07:26.440540 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e6c787-0ea1-458d-8505-d35a2334407b req-ad791259-0829-4df8-9aab-d7620dbe0f33 tempest-TenantUsagesTestJSON-600505148 tempest-TenantUsagesTestJSON-600505148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:26.442924 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-96e6c787-0ea1-458d-8505-d35a2334407b req-ad791259-0829-4df8-9aab-d7620dbe0f33 tempest-TenantUsagesTestJSON-600505148 tempest-TenantUsagesTestJSON-600505148-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3041134 Dec 06 17:07:26.487458 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-96e6c787-0ea1-458d-8505-d35a2334407b req-a54a8919-fa48-4df2-a271-4bdcaa506e6a tempest-TenantUsagesTestJSON-600505148 tempest-TenantUsagesTestJSON-600505148-project] Request body: {'port': {'device_id': '98ea8cac-889b-4f01-ae08-03f3a6a8cb1b', 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a', 'admin_state_up': True, 'tenant_id': '0f822643532e47b88eb0f034ec834f3d'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:07:26.533923 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:26.601159 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 559a71bf-6361-4886-aa18-d676e7444a4d, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=559a71bf-6361-4886-aa18-d676e7444a4d,segment=NetworkSegment(1d12c223-c1ef-4a9f-920c-d1018ef932ee),segment_id=1d12c223-c1ef-4a9f-920c-d1018ef932ee)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:07:26.606868 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eeb54a9-0676-4dc0-860c-36ca440cc77b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '559a71bf-6361-4886-aa18-d676e7444a4d'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:07:26.609572 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bcc5121-adc7-4067-a9f4-6874c1555f0d" -d '{"events": [{"server_uuid": "3eeb54a9-0676-4dc0-860c-36ca440cc77b", "name": "network-vif-plugged", "status": "completed", "tag": "559a71bf-6361-4886-aa18-d676e7444a4d"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:07:26.619945 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:26.665172 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef62a0c1-895b-47c2-9a39-a26525644d7b req-618dd5a4-77ca-4c76-b3b4-66b3bef2851c tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:26.678088 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ef62a0c1-895b-47c2-9a39-a26525644d7b req-618dd5a4-77ca-4c76-b3b4-66b3bef2851c tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3899f97-c145-485d-b3a3-a25ab004300d HTTP/1.1" status: 200 len: 949 time: 0.4660192 Dec 06 17:07:26.680200 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee0f3a62-e9af-404f-b8d2-6cb6fc8e86f6 req-fc7376b6-2a88-4d85-98dd-ff032ab84c18 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Made reservation on behalf of 79450b3018524610adce1efbd72221ff for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:07:26.692322 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ee0f3a62-e9af-404f-b8d2-6cb6fc8e86f6 req-fc7376b6-2a88-4d85-98dd-ff032ab84c18 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:26.693884 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-cdba78a0-d790-400c-9fb9-f8cb682636df req-51b3b652-1b05-4a1a-9321-e3db48201bcf tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fbd3b55-8fd1-4dfd-9c17-09a72f92d6e4 HTTP/1.1" status: 200 len: 210 time: 0.0542028 Dec 06 17:07:26.751952 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=559a71bf-6361-4886-aa18-d676e7444a4d,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:07:26.813821 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ef62a0c1-895b-47c2-9a39-a26525644d7b req-36c01f5b-5b1e-46f1-a304-dc99da5d2ea7 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323590 Dec 06 17:07:26.815699 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96e6c787-0ea1-458d-8505-d35a2334407b req-a54a8919-fa48-4df2-a271-4bdcaa506e6a tempest-TenantUsagesTestJSON-600505148 tempest-TenantUsagesTestJSON-600505148-project] Made reservation on behalf of 0f822643532e47b88eb0f034ec834f3d for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:07:26.828866 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-96e6c787-0ea1-458d-8505-d35a2334407b req-a54a8919-fa48-4df2-a271-4bdcaa506e6a tempest-TenantUsagesTestJSON-600505148 tempest-TenantUsagesTestJSON-600505148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:26.856629 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-d54e61dd-69d7-494d-90d6-69fcf2e70b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-975269071-router', 'tenant_id': '79450b3018524610adce1efbd72221ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.41'}], 'enable_snat': True}, 'gw_port_id': '6e342e6b-5aad-4dc0-b38e-8376f9d24d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:04:50Z', 'updated_at': '2021-12-06T17:04:55Z', 'revision_number': 4, 'project_id': '79450b3018524610adce1efbd72221ff', 'gw_port': {'id': '6e342e6b-5aad-4dc0-b38e-8376f9d24d88', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c7:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:04:51Z', 'updated_at': '2021-12-06T17:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '5a524d1b-6a96-4920-99fc-39bf43162483', 'name': '', 'network_id': '69a40b88-32c3-4e15-ab36-985e8404a553', 'tenant_id': '79450b3018524610adce1efbd72221ff', 'mac_address': 'fa:16:3e:01:8e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '29223edc-149f-468a-b413-de60543fe5ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:04:54Z', 'updated_at': '2021-12-06T17:05:01Z', 'revision_number': 5, 'project_id': '79450b3018524610adce1efbd72221ff', 'subnets': [{'id': '29223edc-149f-468a-b413-de60543fe5ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:07:26.860869 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-96e6c787-0ea1-458d-8505-d35a2334407b req-a54a8919-fa48-4df2-a271-4bdcaa506e6a tempest-TenantUsagesTestJSON-600505148 tempest-TenantUsagesTestJSON-600505148-project] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:26.960739 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54e61dd-69d7-494d-90d6-69fcf2e70b24 None None] Checking router: 107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6 for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:07:26.967463 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af82b4d5-93cc-49a7-bd76-1b6fb3564e1f x-openstack-request-id: req-af82b4d5-93cc-49a7-bd76-1b6fb3564e1f {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:07:26.968029 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eeb54a9-0676-4dc0-860c-36ca440cc77b", "name": "network-vif-plugged", "status": "completed", "tag": "559a71bf-6361-4886-aa18-d676e7444a4d", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:07:26.968441 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-af82b4d5-93cc-49a7-bd76-1b6fb3564e1f {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:07:26.969006 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eeb54a9-0676-4dc0-860c-36ca440cc77b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '559a71bf-6361-4886-aa18-d676e7444a4d', 'code': 200} Dec 06 17:07:26.978833 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54e61dd-69d7-494d-90d6-69fcf2e70b24 None None] Routers {'107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:07:26.980403 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-d54e61dd-69d7-494d-90d6-69fcf2e70b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:07:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:07:27.054108 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-ee0f3a62-e9af-404f-b8d2-6cb6fc8e86f6 req-fc7376b6-2a88-4d85-98dd-ff032ab84c18 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Allocated IP 172.20.0.7 (69a40b88-32c3-4e15-ab36-985e8404a553/29223edc-149f-468a-b413-de60543fe5ba/ca68c5c4-a665-4a4e-8598-ad4d6f341414) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:07:27.100292 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf54b92-0802-439a-b164-7c46c449663e req-af2797c7-0e50-412a-ac9c-c8c67087a0b3 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:27.101829 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1bf54b92-0802-439a-b164-7c46c449663e req-af2797c7-0e50-412a-ac9c-c8c67087a0b3 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/ports?device_id=3eeb54a9-0676-4dc0-860c-36ca440cc77b HTTP/1.1" status: 200 len: 945 time: 0.1503758 Dec 06 17:07:27.150536 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-96e6c787-0ea1-458d-8505-d35a2334407b req-a54a8919-fa48-4df2-a271-4bdcaa506e6a tempest-TenantUsagesTestJSON-600505148 tempest-TenantUsagesTestJSON-600505148-project] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:27.160383 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e296e41-2218-4dfb-b159-c7160b091b98 req-e580442f-4ada-485f-a899-c47546422add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:27.162190 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1e296e41-2218-4dfb-b159-c7160b091b98 req-e580442f-4ada-485f-a899-c47546422add service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3eeb54a9-0676-4dc0-860c-36ca440cc77b HTTP/1.1" status: 200 len: 1096 time: 0.1573074 Dec 06 17:07:27.163938 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-96e6c787-0ea1-458d-8505-d35a2334407b req-a54a8919-fa48-4df2-a271-4bdcaa506e6a tempest-TenantUsagesTestJSON-600505148 tempest-TenantUsagesTestJSON-600505148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:27.174974 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-d54e61dd-69d7-494d-90d6-69fcf2e70b24 None None] Set router 107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:07:27.220387 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54a8919-fa48-4df2-a271-4bdcaa506e6a tempest-TenantUsagesTestJSON-600505148 tempest-TenantUsagesTestJSON-600505148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53187e5f-210b-426a-ba30-578727f748d2,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:07:27.298732 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1bf54b92-0802-439a-b164-7c46c449663e req-e4585163-0154-4c20-b921-7776b4b44097 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/security-groups?id=79a8a720-4d91-42c0-8bdb-aecf1d5b7573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879745 Dec 06 17:07:27.302856 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1e296e41-2218-4dfb-b159-c7160b091b98 req-8ef4dc0a-bc8a-43ae-94cd-92ecbdeb1b63 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=79a8a720-4d91-42c0-8bdb-aecf1d5b7573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315730 Dec 06 17:07:27.412201 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ee0f3a62-e9af-404f-b8d2-6cb6fc8e86f6 req-fc7376b6-2a88-4d85-98dd-ff032ab84c18 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:27.412554 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-13af94db-0068-4099-acac-6958ba610f7b req-0a31e25d-6ada-4c60-b03b-a9a9515aa0d2 tempest-TenantUsagesTestJSON-600505148 tempest-TenantUsagesTestJSON-600505148-project] 10.222.0.23 "GET /v2.0/ports?device_id=98ea8cac-889b-4f01-ae08-03f3a6a8cb1b HTTP/1.1" status: 200 len: 210 time: 0.0674248 Dec 06 17:07:27.488832 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-96e6c787-0ea1-458d-8505-d35a2334407b req-a54a8919-fa48-4df2-a271-4bdcaa506e6a tempest-TenantUsagesTestJSON-600505148 tempest-TenantUsagesTestJSON-600505148-project] Allocated IP 192.168.233.126 (ee08a0d2-834f-4c39-be47-9c424581246a/1342252a-21e4-4783-88ff-f54776c79059/d2356115-13b0-4b9a-84ac-055c75e85567) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:07:27.541130 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ee0f3a62-e9af-404f-b8d2-6cb6fc8e86f6 req-fc7376b6-2a88-4d85-98dd-ff032ab84c18 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:27.625034 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91932b51-48aa-4a4c-b70c-ab65f6a0e9a6 req-7c464c87-b931-4c9e-ac6a-5d9c4a322faa tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:27.626660 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-91932b51-48aa-4a4c-b70c-ab65f6a0e9a6 req-7c464c87-b931-4c9e-ac6a-5d9c4a322faa tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/ports?device_id=33079cb3-b6df-4685-b7af-26e4c0a14648 HTTP/1.1" status: 200 len: 949 time: 0.1277447 Dec 06 17:07:27.635495 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee0f3a62-e9af-404f-b8d2-6cb6fc8e86f6 req-fc7376b6-2a88-4d85-98dd-ff032ab84c18 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Network 69a40b88-32c3-4e15-ab36-985e8404a553 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:07:27.669785 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-ee0f3a62-e9af-404f-b8d2-6cb6fc8e86f6 req-fc7376b6-2a88-4d85-98dd-ff032ab84c18 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:07:27.671874 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820f3c0a-87b1-44b7-81a9-215696944b06 req-c04f222a-80f1-46d3-a72f-47d3d5ac944d tempest-AttachSCSIVolumeTestJSON-834088192 tempest-AttachSCSIVolumeTestJSON-834088192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:27.673800 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-820f3c0a-87b1-44b7-81a9-215696944b06 req-c04f222a-80f1-46d3-a72f-47d3d5ac944d tempest-AttachSCSIVolumeTestJSON-834088192 tempest-AttachSCSIVolumeTestJSON-834088192-project] 10.222.0.23 "GET /v2.0/ports?device_id=481c1348-e571-4bf4-b045-c262930678c9 HTTP/1.1" status: 200 len: 945 time: 0.1324255 Dec 06 17:07:27.676989 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee0f3a62-e9af-404f-b8d2-6cb6fc8e86f6 req-fc7376b6-2a88-4d85-98dd-ff032ab84c18 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:07:27.688392 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 4cb9766a-3989-4121-8ba3-8d7599006d6b no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:07:27.741200 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7376b6-2a88-4d85-98dd-ff032ab84c18 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Pushing event updated for resources: {'Port': ['ID=ca68c5c4-a665-4a4e-8598-ad4d6f341414,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:07:27.790397 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] No Port match for: 4cb9766a-3989-4121-8ba3-8d7599006d6b {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:07:27.790774 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 4cb9766a-3989-4121-8ba3-8d7599006d6b not bound to the agent host n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:07:27.806387 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-91932b51-48aa-4a4c-b70c-ab65f6a0e9a6 req-3a2e75b7-10a3-475b-83b6-c759079c7950 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/security-groups?id=05993717-efad-46b6-9cd9-33188c432d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659660 Dec 06 17:07:27.850564 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-96e6c787-0ea1-458d-8505-d35a2334407b req-a54a8919-fa48-4df2-a271-4bdcaa506e6a tempest-TenantUsagesTestJSON-600505148 tempest-TenantUsagesTestJSON-600505148-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:27.853745 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f3a62-e9af-404f-b8d2-6cb6fc8e86f6 req-fc7376b6-2a88-4d85-98dd-ff032ab84c18 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:27.856555 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ee0f3a62-e9af-404f-b8d2-6cb6fc8e86f6 req-fc7376b6-2a88-4d85-98dd-ff032ab84c18 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:27.875306 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-d54e61dd-69d7-494d-90d6-69fcf2e70b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-975269071-router', 'tenant_id': '79450b3018524610adce1efbd72221ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.41'}], 'enable_snat': True}, 'gw_port_id': '6e342e6b-5aad-4dc0-b38e-8376f9d24d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:04:50Z', 'updated_at': '2021-12-06T17:04:55Z', 'revision_number': 4, 'project_id': '79450b3018524610adce1efbd72221ff', 'gw_port': {'id': '6e342e6b-5aad-4dc0-b38e-8376f9d24d88', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c7:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:04:51Z', 'updated_at': '2021-12-06T17:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '5a524d1b-6a96-4920-99fc-39bf43162483', 'name': '', 'network_id': '69a40b88-32c3-4e15-ab36-985e8404a553', 'tenant_id': '79450b3018524610adce1efbd72221ff', 'mac_address': 'fa:16:3e:01:8e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '29223edc-149f-468a-b413-de60543fe5ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:04:54Z', 'updated_at': '2021-12-06T17:05:01Z', 'revision_number': 5, 'project_id': '79450b3018524610adce1efbd72221ff', 'subnets': [{'id': '29223edc-149f-468a-b413-de60543fe5ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:07:27.906488 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee0f3a62-e9af-404f-b8d2-6cb6fc8e86f6 req-fc7376b6-2a88-4d85-98dd-ff032ab84c18 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8106227 Dec 06 17:07:27.907863 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-96e6c787-0ea1-458d-8505-d35a2334407b req-a54a8919-fa48-4df2-a271-4bdcaa506e6a tempest-TenantUsagesTestJSON-600505148 tempest-TenantUsagesTestJSON-600505148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:27.922426 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54e61dd-69d7-494d-90d6-69fcf2e70b24 None None] The sync data for ids ['107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6'] in n-d-master-1 is: [{'id': '107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-975269071-router', 'tenant_id': '79450b3018524610adce1efbd72221ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.41'}], 'enable_snat': True}, 'gw_port_id': '6e342e6b-5aad-4dc0-b38e-8376f9d24d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:04:50Z', 'updated_at': '2021-12-06T17:04:55Z', 'revision_number': 4, 'project_id': '79450b3018524610adce1efbd72221ff', 'gw_port': {'id': '6e342e6b-5aad-4dc0-b38e-8376f9d24d88', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c7:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:04:51Z', 'updated_at': '2021-12-06T17:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '5a524d1b-6a96-4920-99fc-39bf43162483', 'name': '', 'network_id': '69a40b88-32c3-4e15-ab36-985e8404a553', 'tenant_id': '79450b3018524610adce1efbd72221ff', 'mac_address': 'fa:16:3e:01:8e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '29223edc-149f-468a-b413-de60543fe5ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:04:54Z', 'updated_at': '2021-12-06T17:05:01Z', 'revision_number': 5, 'project_id': '79450b3018524610adce1efbd72221ff', 'subnets': [{'id': '29223edc-149f-468a-b413-de60543fe5ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:07:27.927916 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-ee0f3a62-e9af-404f-b8d2-6cb6fc8e86f6 req-a596abea-95f9-47eb-a947-f041a1686112 service neutron] Request body: {'port': {'device_id': '1fbd3b55-8fd1-4dfd-9c17-09a72f92d6e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:07:28.016593 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-820f3c0a-87b1-44b7-81a9-215696944b06 req-ba026c9f-e9b7-41e4-8fab-d4077ae302f8 tempest-AttachSCSIVolumeTestJSON-834088192 tempest-AttachSCSIVolumeTestJSON-834088192-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f19429f-3b05-4a35-aac8-fc69e71b8154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997353 Dec 06 17:07:28.050666 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96e6c787-0ea1-458d-8505-d35a2334407b req-a54a8919-fa48-4df2-a271-4bdcaa506e6a tempest-TenantUsagesTestJSON-600505148 tempest-TenantUsagesTestJSON-600505148-project] Network ee08a0d2-834f-4c39-be47-9c424581246a is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:07:28.054724 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-96e6c787-0ea1-458d-8505-d35a2334407b req-a54a8919-fa48-4df2-a271-4bdcaa506e6a tempest-TenantUsagesTestJSON-600505148 tempest-TenantUsagesTestJSON-600505148-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:07:28.056638 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54a8919-fa48-4df2-a271-4bdcaa506e6a tempest-TenantUsagesTestJSON-600505148 tempest-TenantUsagesTestJSON-600505148-project] Pushing event updated for resources: {'Port': ['ID=d2356115-13b0-4b9a-84ac-055c75e85567,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:07:28.067059 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-96e6c787-0ea1-458d-8505-d35a2334407b req-a54a8919-fa48-4df2-a271-4bdcaa506e6a tempest-TenantUsagesTestJSON-600505148 tempest-TenantUsagesTestJSON-600505148-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:07:28.123599 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e6c787-0ea1-458d-8505-d35a2334407b req-a54a8919-fa48-4df2-a271-4bdcaa506e6a tempest-TenantUsagesTestJSON-600505148 tempest-TenantUsagesTestJSON-600505148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:28.124272 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-96e6c787-0ea1-458d-8505-d35a2334407b req-a54a8919-fa48-4df2-a271-4bdcaa506e6a tempest-TenantUsagesTestJSON-600505148 tempest-TenantUsagesTestJSON-600505148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:28.128014 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-fdf66463-3b4d-4b92-ab3a-9f3b1e8e7620 None None] Provisioning complete for port ca68c5c4-a665-4a4e-8598-ad4d6f341414 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:07:28.130248 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fdf66463-3b4d-4b92-ab3a-9f3b1e8e7620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:28.144502 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ee0f3a62-e9af-404f-b8d2-6cb6fc8e86f6 req-a596abea-95f9-47eb-a947-f041a1686112 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:28.158517 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-96e6c787-0ea1-458d-8505-d35a2334407b req-a54a8919-fa48-4df2-a271-4bdcaa506e6a tempest-TenantUsagesTestJSON-600505148 tempest-TenantUsagesTestJSON-600505148-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6897271 Dec 06 17:07:28.182839 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-96e6c787-0ea1-458d-8505-d35a2334407b req-620c9581-0e8e-4577-acb0-47bf226c0d1f service neutron] Request body: {'port': {'device_id': '98ea8cac-889b-4f01-ae08-03f3a6a8cb1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:07:28.220683 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-fdf66463-3b4d-4b92-ab3a-9f3b1e8e7620 None None] Port ca68c5c4-a665-4a4e-8598-ad4d6f341414 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:07:28.373627 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482e88c3-7503-4677-8d94-3a3e453cb224 req-7ff00cdb-ad75-4d46-9953-e339bf53c4c6 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:28.379371 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-96e6c787-0ea1-458d-8505-d35a2334407b req-620c9581-0e8e-4577-acb0-47bf226c0d1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:28.382702 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-482e88c3-7503-4677-8d94-3a3e453cb224 req-7ff00cdb-ad75-4d46-9953-e339bf53c4c6 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fbd3b55-8fd1-4dfd-9c17-09a72f92d6e4 HTTP/1.1" status: 200 len: 931 time: 0.2391124 Dec 06 17:07:28.407370 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a36ba6e-99d2-4176-9923-748b5897d585 None None] New status for floating IP 3f35a412-72c8-43d8-8e04-d21866b931de: DOWN {{(pid=103287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 17:07:28.445324 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-67167bb5-5755-4e56-bd91-8943503a21f5 None None] Provisioning complete for port d2356115-13b0-4b9a-84ac-055c75e85567 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:07:28.449105 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-67167bb5-5755-4e56-bd91-8943503a21f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:28.484657 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347c1f7-11ea-4adb-a1b5-cb821a0c6e88 req-6790eccc-ac41-4693-ba5e-4c9800b5ecfa tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:28.502599 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c347c1f7-11ea-4adb-a1b5-cb821a0c6e88 req-6790eccc-ac41-4693-ba5e-4c9800b5ecfa tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3899f97-c145-485d-b3a3-a25ab004300d HTTP/1.1" status: 200 len: 949 time: 0.3156445 Dec 06 17:07:28.525988 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-67167bb5-5755-4e56-bd91-8943503a21f5 None None] Port d2356115-13b0-4b9a-84ac-055c75e85567 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:07:28.567278 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-482e88c3-7503-4677-8d94-3a3e453cb224 req-a1d297d4-3b86-4570-868b-2fc15c09cbf1 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] 10.222.0.23 "GET /v2.0/security-groups?id=32e60c91-0f09-4047-85e4-be430fb60702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1807909 Dec 06 17:07:28.729015 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c347c1f7-11ea-4adb-a1b5-cb821a0c6e88 req-ae3e4205-309c-4611-a9bb-c12abaf1b2d4 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241843 Dec 06 17:07:28.988238 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcfcac2-a81c-47c9-8658-e1a41e555d6e req-b8e70adb-090a-41e3-911a-15a1d9cdce2e tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:29.000705 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8fcfcac2-a81c-47c9-8658-e1a41e555d6e req-b8e70adb-090a-41e3-911a-15a1d9cdce2e tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/ports?device_id=3eeb54a9-0676-4dc0-860c-36ca440cc77b HTTP/1.1" status: 200 len: 945 time: 0.2658396 Dec 06 17:07:29.036762 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498581bf-167f-456b-9821-e59d94e35629 req-0fe91488-d15d-4470-a7a8-dacb891c50f1 tempest-TenantUsagesTestJSON-600505148 tempest-TenantUsagesTestJSON-600505148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:29.044686 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-498581bf-167f-456b-9821-e59d94e35629 req-0fe91488-d15d-4470-a7a8-dacb891c50f1 tempest-TenantUsagesTestJSON-600505148 tempest-TenantUsagesTestJSON-600505148-project] 10.222.0.23 "GET /v2.0/ports?device_id=98ea8cac-889b-4f01-ae08-03f3a6a8cb1b HTTP/1.1" status: 200 len: 936 time: 0.0969586 Dec 06 17:07:29.098932 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-ee0f3a62-e9af-404f-b8d2-6cb6fc8e86f6 req-a596abea-95f9-47eb-a947-f041a1686112 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca68c5c4-a665-4a4e-8598-ad4d6f341414 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:07:29.120903 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ee0f3a62-e9af-404f-b8d2-6cb6fc8e86f6 req-a596abea-95f9-47eb-a947-f041a1686112 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:29.139070 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8fcfcac2-a81c-47c9-8658-e1a41e555d6e req-cdd60e8d-7495-4373-89af-29359542165b tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/security-groups?id=79a8a720-4d91-42c0-8bdb-aecf1d5b7573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373308 Dec 06 17:07:29.146320 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-498581bf-167f-456b-9821-e59d94e35629 req-6cf90d2a-ef02-487c-85e6-494870b371fb tempest-TenantUsagesTestJSON-600505148 tempest-TenantUsagesTestJSON-600505148-project] 10.222.0.23 "GET /v2.0/security-groups?id=53187e5f-210b-426a-ba30-578727f748d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985687 Dec 06 17:07:29.160405 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-96e6c787-0ea1-458d-8505-d35a2334407b req-620c9581-0e8e-4577-acb0-47bf226c0d1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2356115-13b0-4b9a-84ac-055c75e85567 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:07:29.181535 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392416e5-68bd-4e13-a2d8-9fd87fc23867 req-e28b6f8d-c32d-4398-94c1-f34223030e7c tempest-AttachSCSIVolumeTestJSON-834088192 tempest-AttachSCSIVolumeTestJSON-834088192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:29.181535 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-392416e5-68bd-4e13-a2d8-9fd87fc23867 req-e28b6f8d-c32d-4398-94c1-f34223030e7c tempest-AttachSCSIVolumeTestJSON-834088192 tempest-AttachSCSIVolumeTestJSON-834088192-project] 10.222.0.41 "GET /v2.0/ports?device_id=481c1348-e571-4bf4-b045-c262930678c9 HTTP/1.1" status: 200 len: 945 time: 0.1558487 Dec 06 17:07:29.181535 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-ee0f3a62-e9af-404f-b8d2-6cb6fc8e86f6 req-a596abea-95f9-47eb-a947-f041a1686112 service neutron] Transition to ACTIVE for port object ca68c5c4-a665-4a4e-8598-ad4d6f341414 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:07:29.188250 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-96e6c787-0ea1-458d-8505-d35a2334407b req-620c9581-0e8e-4577-acb0-47bf226c0d1f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:29.194896 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ee0f3a62-e9af-404f-b8d2-6cb6fc8e86f6 req-a596abea-95f9-47eb-a947-f041a1686112 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:29.207266 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-96e6c787-0ea1-458d-8505-d35a2334407b req-620c9581-0e8e-4577-acb0-47bf226c0d1f service neutron] Transition to ACTIVE for port object d2356115-13b0-4b9a-84ac-055c75e85567 will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:07:29.212637 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-96e6c787-0ea1-458d-8505-d35a2334407b req-620c9581-0e8e-4577-acb0-47bf226c0d1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:29.372710 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620c9581-0e8e-4577-acb0-47bf226c0d1f service neutron] Pushing event updated for resources: {'Port': ['ID=d2356115-13b0-4b9a-84ac-055c75e85567,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:07:29.441834 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e97e82b-719d-4a83-83fa-a94cabef0b50 req-0213ecf9-6ba8-4454-aa9c-2df487f3b746 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:29.442194 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596abea-95f9-47eb-a947-f041a1686112 service neutron] Pushing event updated for resources: {'Port': ['ID=ca68c5c4-a665-4a4e-8598-ad4d6f341414,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:07:29.448262 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3e97e82b-719d-4a83-83fa-a94cabef0b50 req-0213ecf9-6ba8-4454-aa9c-2df487f3b746 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/ports?device_id=33079cb3-b6df-4685-b7af-26e4c0a14648 HTTP/1.1" status: 200 len: 949 time: 0.1387510 Dec 06 17:07:29.466302 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-96e6c787-0ea1-458d-8505-d35a2334407b req-620c9581-0e8e-4577-acb0-47bf226c0d1f service neutron] Attempting to bind port d2356115-13b0-4b9a-84ac-055c75e85567 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:07:29.466634 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-96e6c787-0ea1-458d-8505-d35a2334407b req-620c9581-0e8e-4577-acb0-47bf226c0d1f service neutron] Attempting to bind port d2356115-13b0-4b9a-84ac-055c75e85567 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:07:29.466963 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e6c787-0ea1-458d-8505-d35a2334407b req-620c9581-0e8e-4577-acb0-47bf226c0d1f service neutron] Attempting to bind port d2356115-13b0-4b9a-84ac-055c75e85567 on network ee08a0d2-834f-4c39-be47-9c424581246a {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:07:29.493735 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e6c787-0ea1-458d-8505-d35a2334407b req-620c9581-0e8e-4577-acb0-47bf226c0d1f service neutron] Port d2356115-13b0-4b9a-84ac-055c75e85567 on network ee08a0d2-834f-4c39-be47-9c424581246a not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:07:29.494072 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e6c787-0ea1-458d-8505-d35a2334407b req-620c9581-0e8e-4577-acb0-47bf226c0d1f service neutron] Attempting to bind port d2356115-13b0-4b9a-84ac-055c75e85567 on network ee08a0d2-834f-4c39-be47-9c424581246a {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:07:29.500808 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e6c787-0ea1-458d-8505-d35a2334407b req-620c9581-0e8e-4577-acb0-47bf226c0d1f service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:07:29.501604 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e6c787-0ea1-458d-8505-d35a2334407b req-620c9581-0e8e-4577-acb0-47bf226c0d1f service neutron] Checking segment: {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:07:29.501998 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e6c787-0ea1-458d-8505-d35a2334407b req-620c9581-0e8e-4577-acb0-47bf226c0d1f service neutron] Bound using segment: {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:07:29.502432 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-96e6c787-0ea1-458d-8505-d35a2334407b req-620c9581-0e8e-4577-acb0-47bf226c0d1f service neutron] Bound port: d2356115-13b0-4b9a-84ac-055c75e85567, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:07:29.502791 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-96e6c787-0ea1-458d-8505-d35a2334407b req-620c9581-0e8e-4577-acb0-47bf226c0d1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:29.547449 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5191246-b657-4cbf-b7d9-e260a794141d req-9ee54825-3f31-43ba-abb6-93859f260656 tempest-AttachSCSIVolumeTestJSON-834088192 tempest-AttachSCSIVolumeTestJSON-834088192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:29.556668 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f5191246-b657-4cbf-b7d9-e260a794141d req-9ee54825-3f31-43ba-abb6-93859f260656 tempest-AttachSCSIVolumeTestJSON-834088192 tempest-AttachSCSIVolumeTestJSON-834088192-project] 10.222.0.23 "GET /v2.0/ports?device_id=481c1348-e571-4bf4-b045-c262930678c9 HTTP/1.1" status: 200 len: 945 time: 0.2552447 Dec 06 17:07:29.559726 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3e97e82b-719d-4a83-83fa-a94cabef0b50 req-32a0884b-f864-4bdd-bfc1-ea391d938297 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/security-groups?id=05993717-efad-46b6-9cd9-33188c432d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035166 Dec 06 17:07:29.646703 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-392416e5-68bd-4e13-a2d8-9fd87fc23867 req-5a485628-d4fc-4ae7-8a83-477453f304af tempest-AttachSCSIVolumeTestJSON-834088192 tempest-AttachSCSIVolumeTestJSON-834088192-project] Deleting port e5ab5ed8-17fa-45af-9c4a-4e440f5060e7 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:07:29.647054 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-392416e5-68bd-4e13-a2d8-9fd87fc23867 req-5a485628-d4fc-4ae7-8a83-477453f304af tempest-AttachSCSIVolumeTestJSON-834088192 tempest-AttachSCSIVolumeTestJSON-834088192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:29.745580 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-96e6c787-0ea1-458d-8505-d35a2334407b req-620c9581-0e8e-4577-acb0-47bf226c0d1f service neutron] For port d2356115-13b0-4b9a-84ac-055c75e85567, host n-h1-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:07:29.756646 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-96e6c787-0ea1-458d-8505-d35a2334407b req-620c9581-0e8e-4577-acb0-47bf226c0d1f service neutron] For port d2356115-13b0-4b9a-84ac-055c75e85567, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=d2356115-13b0-4b9a-84ac-055c75e85567,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:07:29.768185 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-96e6c787-0ea1-458d-8505-d35a2334407b req-620c9581-0e8e-4577-acb0-47bf226c0d1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:29.807344 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f5191246-b657-4cbf-b7d9-e260a794141d req-c2936c16-c552-4faf-b919-952acda90332 tempest-AttachSCSIVolumeTestJSON-834088192 tempest-AttachSCSIVolumeTestJSON-834088192-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f19429f-3b05-4a35-aac8-fc69e71b8154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497571 Dec 06 17:07:29.823971 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e6c787-0ea1-458d-8505-d35a2334407b req-620c9581-0e8e-4577-acb0-47bf226c0d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:29.824889 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-96e6c787-0ea1-458d-8505-d35a2334407b req-620c9581-0e8e-4577-acb0-47bf226c0d1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:29.827020 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-96e6c787-0ea1-458d-8505-d35a2334407b req-620c9581-0e8e-4577-acb0-47bf226c0d1f service neutron] 10.222.0.41 "PUT /v2.0/ports/d2356115-13b0-4b9a-84ac-055c75e85567 HTTP/1.1" status: 200 len: 1096 time: 1.6567953 Dec 06 17:07:29.827478 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98ea8cac-889b-4f01-ae08-03f3a6a8cb1b', 'tag': 'd2356115-13b0-4b9a-84ac-055c75e85567'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:07:29.830446 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a027e846-2d3b-44a7-a826-a26a5b256957" -d '{"events": [{"name": "network-changed", "server_uuid": "98ea8cac-889b-4f01-ae08-03f3a6a8cb1b", "tag": "d2356115-13b0-4b9a-84ac-055c75e85567"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:07:29.838047 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-ee0f3a62-e9af-404f-b8d2-6cb6fc8e86f6 req-a596abea-95f9-47eb-a947-f041a1686112 service neutron] Attempting to bind port ca68c5c4-a665-4a4e-8598-ad4d6f341414 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:07:29.840651 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-ee0f3a62-e9af-404f-b8d2-6cb6fc8e86f6 req-a596abea-95f9-47eb-a947-f041a1686112 service neutron] Attempting to bind port ca68c5c4-a665-4a4e-8598-ad4d6f341414 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'd81ef432-c48a-4c0f-bf74-f28c73543a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '69a40b88-32c3-4e15-ab36-985e8404a553'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:07:29.841099 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0f3a62-e9af-404f-b8d2-6cb6fc8e86f6 req-a596abea-95f9-47eb-a947-f041a1686112 service neutron] Attempting to bind port ca68c5c4-a665-4a4e-8598-ad4d6f341414 on network 69a40b88-32c3-4e15-ab36-985e8404a553 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:07:29.851760 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0f3a62-e9af-404f-b8d2-6cb6fc8e86f6 req-a596abea-95f9-47eb-a947-f041a1686112 service neutron] Port ca68c5c4-a665-4a4e-8598-ad4d6f341414 on network 69a40b88-32c3-4e15-ab36-985e8404a553 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:07:29.852097 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0f3a62-e9af-404f-b8d2-6cb6fc8e86f6 req-a596abea-95f9-47eb-a947-f041a1686112 service neutron] Attempting to bind port ca68c5c4-a665-4a4e-8598-ad4d6f341414 on network 69a40b88-32c3-4e15-ab36-985e8404a553 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:07:29.898253 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0f3a62-e9af-404f-b8d2-6cb6fc8e86f6 req-a596abea-95f9-47eb-a947-f041a1686112 service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:07:29.898512 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0f3a62-e9af-404f-b8d2-6cb6fc8e86f6 req-a596abea-95f9-47eb-a947-f041a1686112 service neutron] Checking segment: {'id': 'd81ef432-c48a-4c0f-bf74-f28c73543a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '69a40b88-32c3-4e15-ab36-985e8404a553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:07:29.898905 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0f3a62-e9af-404f-b8d2-6cb6fc8e86f6 req-a596abea-95f9-47eb-a947-f041a1686112 service neutron] Bound using segment: {'id': 'd81ef432-c48a-4c0f-bf74-f28c73543a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '69a40b88-32c3-4e15-ab36-985e8404a553'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:07:29.899359 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-ee0f3a62-e9af-404f-b8d2-6cb6fc8e86f6 req-a596abea-95f9-47eb-a947-f041a1686112 service neutron] Bound port: ca68c5c4-a665-4a4e-8598-ad4d6f341414, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd81ef432-c48a-4c0f-bf74-f28c73543a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '69a40b88-32c3-4e15-ab36-985e8404a553'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:07:29.901545 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ee0f3a62-e9af-404f-b8d2-6cb6fc8e86f6 req-a596abea-95f9-47eb-a947-f041a1686112 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:29.978513 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620c9581-0e8e-4577-acb0-47bf226c0d1f service neutron] Pushing event updated for resources: {'Port': ['ID=d2356115-13b0-4b9a-84ac-055c75e85567,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:07:29.999234 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e6c787-0ea1-458d-8505-d35a2334407b req-58ba955e-d6d6-4d54-8dd6-a7dae5266855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:30.001940 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-96e6c787-0ea1-458d-8505-d35a2334407b req-58ba955e-d6d6-4d54-8dd6-a7dae5266855 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0f822643532e47b88eb0f034ec834f3d&device_id=98ea8cac-889b-4f01-ae08-03f3a6a8cb1b HTTP/1.1" status: 200 len: 1099 time: 0.0997705 Dec 06 17:07:30.056913 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-392416e5-68bd-4e13-a2d8-9fd87fc23867 req-5a485628-d4fc-4ae7-8a83-477453f304af tempest-AttachSCSIVolumeTestJSON-834088192 tempest-AttachSCSIVolumeTestJSON-834088192-project] For port e5ab5ed8-17fa-45af-9c4a-4e440f5060e7, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=e5ab5ed8-17fa-45af-9c4a-4e440f5060e7,segment=NetworkSegment(8c139f9d-920e-436e-b4a5-7d7102bdfc61),segment_id=8c139f9d-920e-436e-b4a5-7d7102bdfc61)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:07:30.057555 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-392416e5-68bd-4e13-a2d8-9fd87fc23867 req-5a485628-d4fc-4ae7-8a83-477453f304af tempest-AttachSCSIVolumeTestJSON-834088192 tempest-AttachSCSIVolumeTestJSON-834088192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:30.114660 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-96e6c787-0ea1-458d-8505-d35a2334407b req-28d75f6e-2fc8-44dd-a8bf-8fb1a2cc397e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=d2356115-13b0-4b9a-84ac-055c75e85567 HTTP/1.1" status: 200 len: 217 time: 0.0955670 Dec 06 17:07:30.130443 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-392416e5-68bd-4e13-a2d8-9fd87fc23867 req-5a485628-d4fc-4ae7-8a83-477453f304af tempest-AttachSCSIVolumeTestJSON-834088192 tempest-AttachSCSIVolumeTestJSON-834088192-project] Calling delete_port for e5ab5ed8-17fa-45af-9c4a-4e440f5060e7 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:07:30.165780 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3645d402-4f9c-49eb-bd40-f7cabebc5dd4 req-12711b42-3672-47c3-9452-f48e1bb7878c tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:30.173510 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3645d402-4f9c-49eb-bd40-f7cabebc5dd4 req-12711b42-3672-47c3-9452-f48e1bb7878c tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fbd3b55-8fd1-4dfd-9c17-09a72f92d6e4 HTTP/1.1" status: 200 len: 943 time: 0.1096246 Dec 06 17:07:30.248498 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-ee0f3a62-e9af-404f-b8d2-6cb6fc8e86f6 req-a596abea-95f9-47eb-a947-f041a1686112 service neutron] For port ca68c5c4-a665-4a4e-8598-ad4d6f341414, host n-h1-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:07:30.252593 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-ee0f3a62-e9af-404f-b8d2-6cb6fc8e86f6 req-a596abea-95f9-47eb-a947-f041a1686112 service neutron] For port ca68c5c4-a665-4a4e-8598-ad4d6f341414, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ca68c5c4-a665-4a4e-8598-ad4d6f341414,segment=NetworkSegment(d81ef432-c48a-4c0f-bf74-f28c73543a94),segment_id=d81ef432-c48a-4c0f-bf74-f28c73543a94)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:07:30.278187 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e6c787-0ea1-458d-8505-d35a2334407b req-17b25a9e-815d-4e77-a8cb-f9b7e3bc46da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:30.279661 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-96e6c787-0ea1-458d-8505-d35a2334407b req-17b25a9e-815d-4e77-a8cb-f9b7e3bc46da service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1342252a-21e4-4783-88ff-f54776c79059 HTTP/1.1" status: 200 len: 843 time: 0.1392286 Dec 06 17:07:30.292123 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2b91c7-f5c4-4189-9cd7-ffc9a9eb93f4 req-125271b6-019f-455f-b280-42235dd07f96 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:30.294381 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bb2b91c7-f5c4-4189-9cd7-ffc9a9eb93f4 req-125271b6-019f-455f-b280-42235dd07f96 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3899f97-c145-485d-b3a3-a25ab004300d HTTP/1.1" status: 200 len: 949 time: 0.1781785 Dec 06 17:07:30.301986 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ee0f3a62-e9af-404f-b8d2-6cb6fc8e86f6 req-a596abea-95f9-47eb-a947-f041a1686112 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:30.365843 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596abea-95f9-47eb-a947-f041a1686112 service neutron] Pushing event updated for resources: {'Port': ['ID=ca68c5c4-a665-4a4e-8598-ad4d6f341414,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:07:30.367188 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e6c787-0ea1-458d-8505-d35a2334407b req-11fa7585-5c0e-4668-bf5e-d2a99a027b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:30.369736 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-96e6c787-0ea1-458d-8505-d35a2334407b req-11fa7585-5c0e-4668-bf5e-d2a99a027b99 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee08a0d2-834f-4c39-be47-9c424581246a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0745988 Dec 06 17:07:30.396579 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f3a62-e9af-404f-b8d2-6cb6fc8e86f6 req-a596abea-95f9-47eb-a947-f041a1686112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:30.397210 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ee0f3a62-e9af-404f-b8d2-6cb6fc8e86f6 req-a596abea-95f9-47eb-a947-f041a1686112 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:30.398941 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee0f3a62-e9af-404f-b8d2-6cb6fc8e86f6 req-a596abea-95f9-47eb-a947-f041a1686112 service neutron] 10.222.0.41 "PUT /v2.0/ports/ca68c5c4-a665-4a4e-8598-ad4d6f341414 HTTP/1.1" status: 200 len: 1091 time: 2.4791017 Dec 06 17:07:30.411430 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fbd3b55-8fd1-4dfd-9c17-09a72f92d6e4', 'tag': 'ca68c5c4-a665-4a4e-8598-ad4d6f341414'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:07:30.414471 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b751b13b-fee2-445e-aa2b-582107780317" -d '{"events": [{"name": "network-changed", "server_uuid": "1fbd3b55-8fd1-4dfd-9c17-09a72f92d6e4", "tag": "ca68c5c4-a665-4a4e-8598-ad4d6f341414"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:07:30.416584 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bb2b91c7-f5c4-4189-9cd7-ffc9a9eb93f4 req-281dd97c-0bbc-4272-9c62-ea89a1ed3263 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932684 Dec 06 17:07:30.471365 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3645d402-4f9c-49eb-bd40-f7cabebc5dd4 req-3182aa9d-902d-4bd0-93a2-4faf63de52a9 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] 10.222.0.23 "GET /v2.0/security-groups?id=32e60c91-0f09-4047-85e4-be430fb60702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2966392 Dec 06 17:07:30.569815 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f3a62-e9af-404f-b8d2-6cb6fc8e86f6 req-29bbe3e7-e8ac-45f2-bb62-4059f250c1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:30.572710 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee0f3a62-e9af-404f-b8d2-6cb6fc8e86f6 req-29bbe3e7-e8ac-45f2-bb62-4059f250c1ce service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=79450b3018524610adce1efbd72221ff&device_id=1fbd3b55-8fd1-4dfd-9c17-09a72f92d6e4 HTTP/1.1" status: 200 len: 1094 time: 0.1004729 Dec 06 17:07:30.584594 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13f238d1-a0d4-4b1e-89f3-05cbf3914652 x-openstack-request-id: req-13f238d1-a0d4-4b1e-89f3-05cbf3914652 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:07:30.584920 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98ea8cac-889b-4f01-ae08-03f3a6a8cb1b", "tag": "d2356115-13b0-4b9a-84ac-055c75e85567", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:07:30.585208 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-13f238d1-a0d4-4b1e-89f3-05cbf3914652 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:07:30.585685 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98ea8cac-889b-4f01-ae08-03f3a6a8cb1b', 'tag': 'd2356115-13b0-4b9a-84ac-055c75e85567', 'status': 'completed', 'code': 200} Dec 06 17:07:30.627883 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-96e6c787-0ea1-458d-8505-d35a2334407b req-48aa5e7c-13f6-4e59-b23c-a9bf65f49fc2 service neutron] 10.222.0.41 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446458 Dec 06 17:07:30.635655 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678a5f89-1384-4483-adf5-5b77142faac3 req-81bf47ca-c187-425a-a49a-61e95090e1a9 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:30.637540 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-678a5f89-1384-4483-adf5-5b77142faac3 req-81bf47ca-c187-425a-a49a-61e95090e1a9 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/ports?device_id=3eeb54a9-0676-4dc0-860c-36ca440cc77b HTTP/1.1" status: 200 len: 945 time: 0.1056073 Dec 06 17:07:30.683209 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee0f3a62-e9af-404f-b8d2-6cb6fc8e86f6 req-a0c9b72d-2754-407c-8ead-04cc91be21f0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca68c5c4-a665-4a4e-8598-ad4d6f341414 HTTP/1.1" status: 200 len: 217 time: 0.0995152 Dec 06 17:07:30.789412 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-678a5f89-1384-4483-adf5-5b77142faac3 req-21cac464-753b-4dd5-af02-687eb60c93e5 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/security-groups?id=79a8a720-4d91-42c0-8bdb-aecf1d5b7573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379035 Dec 06 17:07:30.795925 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f3a62-e9af-404f-b8d2-6cb6fc8e86f6 req-b810fc74-b018-4af1-a8dd-b3e3fe0cffba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:30.797972 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee0f3a62-e9af-404f-b8d2-6cb6fc8e86f6 req-b810fc74-b018-4af1-a8dd-b3e3fe0cffba service neutron] 10.222.0.41 "GET /v2.0/subnets?id=29223edc-149f-468a-b413-de60543fe5ba HTTP/1.1" status: 200 len: 862 time: 0.0881846 Dec 06 17:07:30.814145 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-96e6c787-0ea1-458d-8505-d35a2334407b req-521d77ab-d91c-4883-92dd-1c3f079be5d3 service neutron] 10.222.0.41 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750975 Dec 06 17:07:30.826190 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-392416e5-68bd-4e13-a2d8-9fd87fc23867 req-5a485628-d4fc-4ae7-8a83-477453f304af tempest-AttachSCSIVolumeTestJSON-834088192 tempest-AttachSCSIVolumeTestJSON-834088192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:30.841999 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['e5ab5ed8-17fa-45af-9c4a-4e440f5060e7'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:07:30.956347 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a027e846-2d3b-44a7-a826-a26a5b256957 req-9bd707e3-b08d-4658-adb7-ec1f9ed7aba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:30.957902 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a027e846-2d3b-44a7-a826-a26a5b256957 req-9bd707e3-b08d-4658-adb7-ec1f9ed7aba7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0f822643532e47b88eb0f034ec834f3d&device_id=98ea8cac-889b-4f01-ae08-03f3a6a8cb1b HTTP/1.1" status: 200 len: 1099 time: 0.0681672 Dec 06 17:07:31.161747 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d802e1cf-c194-4d29-a816-888f6b2fecf7 x-openstack-request-id: req-d802e1cf-c194-4d29-a816-888f6b2fecf7 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:07:31.162386 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fbd3b55-8fd1-4dfd-9c17-09a72f92d6e4", "tag": "ca68c5c4-a665-4a4e-8598-ad4d6f341414", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:07:31.162386 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d802e1cf-c194-4d29-a816-888f6b2fecf7 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:07:31.162745 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fbd3b55-8fd1-4dfd-9c17-09a72f92d6e4', 'tag': 'ca68c5c4-a665-4a4e-8598-ad4d6f341414', 'status': 'completed', 'code': 200} Dec 06 17:07:31.175026 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05ca8fe-0537-4a90-adc8-ac251fecd88f req-319831ea-0054-4589-9806-059608e5e177 tempest-TenantUsagesTestJSON-600505148 tempest-TenantUsagesTestJSON-600505148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:31.176635 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f05ca8fe-0537-4a90-adc8-ac251fecd88f req-319831ea-0054-4589-9806-059608e5e177 tempest-TenantUsagesTestJSON-600505148 tempest-TenantUsagesTestJSON-600505148-project] 10.222.0.23 "GET /v2.0/ports?device_id=98ea8cac-889b-4f01-ae08-03f3a6a8cb1b HTTP/1.1" status: 200 len: 948 time: 0.4984839 Dec 06 17:07:31.179732 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a485628-d4fc-4ae7-8a83-477453f304af tempest-AttachSCSIVolumeTestJSON-834088192 tempest-AttachSCSIVolumeTestJSON-834088192-project] Pushing event deleted for resources: {'Port': ['ID=e5ab5ed8-17fa-45af-9c4a-4e440f5060e7,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:07:31.270954 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-392416e5-68bd-4e13-a2d8-9fd87fc23867 req-5a485628-d4fc-4ae7-8a83-477453f304af tempest-AttachSCSIVolumeTestJSON-834088192 tempest-AttachSCSIVolumeTestJSON-834088192-project] No DVR routers for this DVR port e5ab5ed8-17fa-45af-9c4a-4e440f5060e7 on host n-h1-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:07:31.273910 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f3a62-e9af-404f-b8d2-6cb6fc8e86f6 req-fe454454-baff-4839-959c-87fa6de32d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:31.275443 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee0f3a62-e9af-404f-b8d2-6cb6fc8e86f6 req-fe454454-baff-4839-959c-87fa6de32d68 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=69a40b88-32c3-4e15-ab36-985e8404a553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4621277 Dec 06 17:07:31.282966 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-392416e5-68bd-4e13-a2d8-9fd87fc23867 req-5a485628-d4fc-4ae7-8a83-477453f304af tempest-AttachSCSIVolumeTestJSON-834088192 tempest-AttachSCSIVolumeTestJSON-834088192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:31.286747 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-392416e5-68bd-4e13-a2d8-9fd87fc23867 req-5a485628-d4fc-4ae7-8a83-477453f304af tempest-AttachSCSIVolumeTestJSON-834088192 tempest-AttachSCSIVolumeTestJSON-834088192-project] 10.222.0.41 "DELETE /v2.0/ports/e5ab5ed8-17fa-45af-9c4a-4e440f5060e7 HTTP/1.1" status: 204 len: 173 time: 2.1020727 Dec 06 17:07:31.331880 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f05ca8fe-0537-4a90-adc8-ac251fecd88f req-e6a5a4c3-deb4-476d-9c22-49a22613d6da tempest-TenantUsagesTestJSON-600505148 tempest-TenantUsagesTestJSON-600505148-project] 10.222.0.23 "GET /v2.0/security-groups?id=53187e5f-210b-426a-ba30-578727f748d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314096 Dec 06 17:07:31.422338 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee0f3a62-e9af-404f-b8d2-6cb6fc8e86f6 req-1f27d4a0-1b73-43c6-8dc7-7a25e0387beb service neutron] 10.222.0.41 "GET /v2.0/networks/69a40b88-32c3-4e15-ab36-985e8404a553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321859 Dec 06 17:07:31.423051 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209d9ade-01bc-4d57-99ec-2d0d99b47bbf req-51b65fd3-2bce-4836-8b88-e97902e4d47b tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:31.424577 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-209d9ade-01bc-4d57-99ec-2d0d99b47bbf req-51b65fd3-2bce-4836-8b88-e97902e4d47b tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/ports?device_id=33079cb3-b6df-4685-b7af-26e4c0a14648 HTTP/1.1" status: 200 len: 949 time: 0.4576840 Dec 06 17:07:31.453167 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a027e846-2d3b-44a7-a826-a26a5b256957 req-c8f1b01f-9896-48f1-97af-0789aaa0a93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:31.454726 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a027e846-2d3b-44a7-a826-a26a5b256957 req-c8f1b01f-9896-48f1-97af-0789aaa0a93c service neutron] 10.222.0.41 "GET /v2.0/networks?id=ee08a0d2-834f-4c39-be47-9c424581246a HTTP/1.1" status: 200 len: 870 time: 0.4753609 Dec 06 17:07:31.485556 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-209d9ade-01bc-4d57-99ec-2d0d99b47bbf req-8efb0aed-0a17-4da3-8fc1-ad1c3e2f6596 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/security-groups?id=05993717-efad-46b6-9cd9-33188c432d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528822 Dec 06 17:07:31.551943 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a027e846-2d3b-44a7-a826-a26a5b256957 req-4e7ff5f1-2377-4014-88bd-e9d6143613c8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=d2356115-13b0-4b9a-84ac-055c75e85567 HTTP/1.1" status: 200 len: 217 time: 0.0692432 Dec 06 17:07:31.611045 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-57417b83-7884-42d6-b02f-3ecd314896db req-1a48808c-6b1c-4e3f-9669-b48eb09462b5 tempest-AttachSCSIVolumeTestJSON-834088192 tempest-AttachSCSIVolumeTestJSON-834088192-project] 10.222.0.23 "GET /v2.0/ports?device_id=481c1348-e571-4bf4-b045-c262930678c9 HTTP/1.1" status: 200 len: 210 time: 0.0550303 Dec 06 17:07:31.628081 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a027e846-2d3b-44a7-a826-a26a5b256957 req-24b58a2b-b49d-4585-9643-35c2ae6f015a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:31.629720 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a027e846-2d3b-44a7-a826-a26a5b256957 req-24b58a2b-b49d-4585-9643-35c2ae6f015a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1342252a-21e4-4783-88ff-f54776c79059 HTTP/1.1" status: 200 len: 843 time: 0.0704091 Dec 06 17:07:31.650236 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee0f3a62-e9af-404f-b8d2-6cb6fc8e86f6 req-39af31e0-9c49-4c1b-bd55-fe450618404a service neutron] 10.222.0.41 "GET /v2.0/networks/69a40b88-32c3-4e15-ab36-985e8404a553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167830 Dec 06 17:07:31.739757 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563934c0-80d1-449b-ace3-335bdc0534b1 req-8d5adef7-e7ba-4a91-b2b8-866fcbc515cd tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:31.741310 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-563934c0-80d1-449b-ace3-335bdc0534b1 req-8d5adef7-e7ba-4a91-b2b8-866fcbc515cd tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3899f97-c145-485d-b3a3-a25ab004300d HTTP/1.1" status: 200 len: 949 time: 0.1107142 Dec 06 17:07:31.782049 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a027e846-2d3b-44a7-a826-a26a5b256957 req-838d7add-2a88-4fe9-b227-3512aabede32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:31.783501 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a027e846-2d3b-44a7-a826-a26a5b256957 req-838d7add-2a88-4fe9-b227-3512aabede32 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee08a0d2-834f-4c39-be47-9c424581246a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1417832 Dec 06 17:07:31.913709 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-563934c0-80d1-449b-ace3-335bdc0534b1 req-97860cec-0d2a-4f7b-b748-2692aae0578f tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606550 Dec 06 17:07:31.946048 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdada194-58dc-472f-b6e8-1c7a6b64e50d req-73b3bab2-12f0-4268-a8b6-32b1b6a1671b tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:31.948766 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bdada194-58dc-472f-b6e8-1c7a6b64e50d req-73b3bab2-12f0-4268-a8b6-32b1b6a1671b tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fbd3b55-8fd1-4dfd-9c17-09a72f92d6e4 HTTP/1.1" status: 200 len: 943 time: 0.2380209 Dec 06 17:07:31.990833 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b751b13b-fee2-445e-aa2b-582107780317 req-c1b2893b-bddf-4b6f-8ad9-4104a97a3f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:31.997109 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b751b13b-fee2-445e-aa2b-582107780317 req-c1b2893b-bddf-4b6f-8ad9-4104a97a3f14 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=79450b3018524610adce1efbd72221ff&device_id=1fbd3b55-8fd1-4dfd-9c17-09a72f92d6e4 HTTP/1.1" status: 200 len: 1094 time: 0.1959279 Dec 06 17:07:32.070082 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bdada194-58dc-472f-b6e8-1c7a6b64e50d req-a631ba9f-f72b-462f-b628-ade5239d2d14 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] 10.222.0.23 "GET /v2.0/security-groups?id=32e60c91-0f09-4047-85e4-be430fb60702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135261 Dec 06 17:07:32.070624 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a027e846-2d3b-44a7-a826-a26a5b256957 req-ba46e2fb-dadb-49ce-9f90-584f78b5a750 service neutron] 10.222.0.41 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758572 Dec 06 17:07:32.085641 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc3c9de-2863-4d49-a3e6-83e10c7f36ea req-3b547928-e9fd-4427-a490-7fe8c82f61ba tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:32.087106 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1dc3c9de-2863-4d49-a3e6-83e10c7f36ea req-3b547928-e9fd-4427-a490-7fe8c82f61ba tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/ports?device_id=3eeb54a9-0676-4dc0-860c-36ca440cc77b HTTP/1.1" status: 200 len: 945 time: 0.0733895 Dec 06 17:07:32.141366 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b751b13b-fee2-445e-aa2b-582107780317 req-60c89c20-3322-4f00-87ae-7edace282059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:32.143254 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b751b13b-fee2-445e-aa2b-582107780317 req-60c89c20-3322-4f00-87ae-7edace282059 service neutron] 10.222.0.41 "GET /v2.0/networks?id=69a40b88-32c3-4e15-ab36-985e8404a553 HTTP/1.1" status: 200 len: 924 time: 0.1274724 Dec 06 17:07:32.198078 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b751b13b-fee2-445e-aa2b-582107780317 req-32e89b71-dfb3-4c49-ba3b-0c837fb17750 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca68c5c4-a665-4a4e-8598-ad4d6f341414 HTTP/1.1" status: 200 len: 217 time: 0.0464568 Dec 06 17:07:32.228582 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1dc3c9de-2863-4d49-a3e6-83e10c7f36ea req-829e6f0b-59b9-4891-83ef-fb61345bec95 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/security-groups?id=79a8a720-4d91-42c0-8bdb-aecf1d5b7573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012199 Dec 06 17:07:32.241157 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a027e846-2d3b-44a7-a826-a26a5b256957 req-7cbd9562-5ce4-45cd-a0c9-5b532fd67c48 service neutron] 10.222.0.41 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531038 Dec 06 17:07:32.279031 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b751b13b-fee2-445e-aa2b-582107780317 req-61de6ea7-5dcd-4546-86a1-bd2125230ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:32.280695 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b751b13b-fee2-445e-aa2b-582107780317 req-61de6ea7-5dcd-4546-86a1-bd2125230ced service neutron] 10.222.0.41 "GET /v2.0/subnets?id=29223edc-149f-468a-b413-de60543fe5ba HTTP/1.1" status: 200 len: 862 time: 0.0736101 Dec 06 17:07:32.338341 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b751b13b-fee2-445e-aa2b-582107780317 req-2bf558e7-70bc-45a6-93bb-53d4de49b0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:32.339910 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b751b13b-fee2-445e-aa2b-582107780317 req-2bf558e7-70bc-45a6-93bb-53d4de49b0d0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=69a40b88-32c3-4e15-ab36-985e8404a553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432389 Dec 06 17:07:32.507148 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05c9b71-d481-4ad5-b412-8e4afc33e343 req-dbbeb700-0302-4c78-a74d-f202eb14195f tempest-TenantUsagesTestJSON-600505148 tempest-TenantUsagesTestJSON-600505148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:32.508661 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f05c9b71-d481-4ad5-b412-8e4afc33e343 req-dbbeb700-0302-4c78-a74d-f202eb14195f tempest-TenantUsagesTestJSON-600505148 tempest-TenantUsagesTestJSON-600505148-project] 10.222.0.23 "GET /v2.0/ports?device_id=98ea8cac-889b-4f01-ae08-03f3a6a8cb1b HTTP/1.1" status: 200 len: 948 time: 0.0789936 Dec 06 17:07:32.512950 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b751b13b-fee2-445e-aa2b-582107780317 req-61b0e801-cfd1-4caf-aa12-7b3c2eca25f6 service neutron] 10.222.0.41 "GET /v2.0/networks/69a40b88-32c3-4e15-ab36-985e8404a553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601903 Dec 06 17:07:32.575751 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:32.626403 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f05c9b71-d481-4ad5-b412-8e4afc33e343 req-74f2907e-40e4-4da9-a214-f9da96752af6 tempest-TenantUsagesTestJSON-600505148 tempest-TenantUsagesTestJSON-600505148-project] 10.222.0.23 "GET /v2.0/security-groups?id=53187e5f-210b-426a-ba30-578727f748d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103363 Dec 06 17:07:32.686496 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b751b13b-fee2-445e-aa2b-582107780317 req-aae0071b-aff2-42bc-9b5c-921416452b56 service neutron] 10.222.0.41 "GET /v2.0/networks/69a40b88-32c3-4e15-ab36-985e8404a553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616213 Dec 06 17:07:32.709890 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc87d49-0f9b-4aee-9b94-d39c8b2aeb5e req-c45df77e-65ac-4bfd-b33a-742e403e1fbe tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:32.719771 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9bc87d49-0f9b-4aee-9b94-d39c8b2aeb5e req-c45df77e-65ac-4bfd-b33a-742e403e1fbe tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/ports?device_id=33079cb3-b6df-4685-b7af-26e4c0a14648 HTTP/1.1" status: 200 len: 949 time: 0.1065471 Dec 06 17:07:32.806134 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9bc87d49-0f9b-4aee-9b94-d39c8b2aeb5e req-c2486924-5734-4777-8f29-1acfe40da1de tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/security-groups?id=05993717-efad-46b6-9cd9-33188c432d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853605 Dec 06 17:07:32.914783 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device f266378e-6360-4808-a93e-af8a2aa71b50 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:07:32.920941 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device e5ab5ed8-17fa-45af-9c4a-4e440f5060e7 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:07:33.016492 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] No Port match for: e5ab5ed8-17fa-45af-9c4a-4e440f5060e7 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:07:33.016842 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device e5ab5ed8-17fa-45af-9c4a-4e440f5060e7 not bound to the agent host n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:07:33.017274 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device f266378e-6360-4808-a93e-af8a2aa71b50 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:07:33.083254 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d045e99-e502-486d-a742-33a98a882d18 req-0a2e2f55-502d-4130-9f8b-173635e2659a tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:33.085179 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2d045e99-e502-486d-a742-33a98a882d18 req-0a2e2f55-502d-4130-9f8b-173635e2659a tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3899f97-c145-485d-b3a3-a25ab004300d HTTP/1.1" status: 200 len: 949 time: 0.0833833 Dec 06 17:07:33.151384 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port f266378e-6360-4808-a93e-af8a2aa71b50, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=f266378e-6360-4808-a93e-af8a2aa71b50,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:07:33.166735 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': 'f266378e-6360-4808-a93e-af8a2aa71b50', 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a', 'port_id': 'f266378e-6360-4808-a93e-af8a2aa71b50', 'mac_address': 'fa:16:3e:30:54:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1342252a-21e4-4783-88ff-f54776c79059', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:07:33.168034 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '481c1348-e571-4bf4-b045-c262930678c9', 'name': 'network-vif-deleted', 'tag': 'e5ab5ed8-17fa-45af-9c4a-4e440f5060e7'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:07:33.179564 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c350f68-4951-4bd2-97d3-697fad0213d3" -d '{"events": [{"server_uuid": "481c1348-e571-4bf4-b045-c262930678c9", "name": "network-vif-deleted", "tag": "e5ab5ed8-17fa-45af-9c4a-4e440f5060e7"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:07:33.223211 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2d045e99-e502-486d-a742-33a98a882d18 req-8bbfde4c-20e6-4b25-b5ab-35f948bc5c9c tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243784 Dec 06 17:07:33.269629 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:33.281166 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b9fbb8-ba13-422a-a203-4eb5d0da53ad req-d8da7c20-137d-4038-a326-0d7cdf38fd3b tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:33.282968 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-57b9fbb8-ba13-422a-a203-4eb5d0da53ad req-d8da7c20-137d-4038-a326-0d7cdf38fd3b tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fbd3b55-8fd1-4dfd-9c17-09a72f92d6e4 HTTP/1.1" status: 200 len: 943 time: 0.0928049 Dec 06 17:07:33.297631 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:33.303488 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f266378e-6360-4808-a93e-af8a2aa71b50 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:07:33.318310 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c8f3c9f-8685-4c33-a666-6453769529f6 x-openstack-request-id: req-2c8f3c9f-8685-4c33-a666-6453769529f6 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:07:33.318671 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "481c1348-e571-4bf4-b045-c262930678c9", "name": "network-vif-deleted", "tag": "e5ab5ed8-17fa-45af-9c4a-4e440f5060e7", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:07:33.318956 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2c8f3c9f-8685-4c33-a666-6453769529f6 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:07:33.319445 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '481c1348-e571-4bf4-b045-c262930678c9', 'name': 'network-vif-deleted', 'tag': 'e5ab5ed8-17fa-45af-9c4a-4e440f5060e7', 'status': 'completed', 'code': 200} Dec 06 17:07:33.359900 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port f266378e-6360-4808-a93e-af8a2aa71b50, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=f266378e-6360-4808-a93e-af8a2aa71b50,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:07:33.367378 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-57b9fbb8-ba13-422a-a203-4eb5d0da53ad req-2788e60f-d567-49ce-ba26-8d38d0033b2b tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] 10.222.0.23 "GET /v2.0/security-groups?id=32e60c91-0f09-4047-85e4-be430fb60702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743368 Dec 06 17:07:33.374397 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:33.469738 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e178bb-05fd-4fd8-bf89-020258be9042 req-ebacc3a9-7c7c-470c-97ed-21655514ddac tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:33.475716 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.db.api [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103286) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 17:07:33.476308 n-d-master-1 neutron-server[103286]: DEBUG oslo_db.api [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 17:07:33.477840 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f0e178bb-05fd-4fd8-bf89-020258be9042 req-ebacc3a9-7c7c-470c-97ed-21655514ddac tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/ports?device_id=3eeb54a9-0676-4dc0-860c-36ca440cc77b HTTP/1.1" status: 200 len: 945 time: 0.0831811 Dec 06 17:07:33.481403 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=f266378e-6360-4808-a93e-af8a2aa71b50,revision_number=6']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:07:33.523855 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f0e178bb-05fd-4fd8-bf89-020258be9042 req-b32bf4bd-1ebb-402c-bc42-395c8191eed4 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/security-groups?id=79a8a720-4d91-42c0-8bdb-aecf1d5b7573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451427 Dec 06 17:07:33.650043 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['f266378e-6360-4808-a93e-af8a2aa71b50'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:07:33.800000 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c925b879-f207-4165-9525-fe17c9c78f63 req-18a6f98d-5813-460c-a51e-5e75af72ba6e tempest-TenantUsagesTestJSON-600505148 tempest-TenantUsagesTestJSON-600505148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:33.811071 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c925b879-f207-4165-9525-fe17c9c78f63 req-18a6f98d-5813-460c-a51e-5e75af72ba6e tempest-TenantUsagesTestJSON-600505148 tempest-TenantUsagesTestJSON-600505148-project] 10.222.0.23 "GET /v2.0/ports?device_id=98ea8cac-889b-4f01-ae08-03f3a6a8cb1b HTTP/1.1" status: 200 len: 948 time: 0.0952749 Dec 06 17:07:33.882315 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c925b879-f207-4165-9525-fe17c9c78f63 req-c7a145b2-545b-42a0-91c3-c90b970f8c3d tempest-TenantUsagesTestJSON-600505148 tempest-TenantUsagesTestJSON-600505148-project] 10.222.0.23 "GET /v2.0/security-groups?id=53187e5f-210b-426a-ba30-578727f748d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698035 Dec 06 17:07:33.958200 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f452b80-af24-4433-901f-aeaf48ea9be5 req-c1c58c1c-8869-4ca6-bd19-64f01702a081 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:33.959761 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6f452b80-af24-4433-901f-aeaf48ea9be5 req-c1c58c1c-8869-4ca6-bd19-64f01702a081 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/ports?device_id=33079cb3-b6df-4685-b7af-26e4c0a14648 HTTP/1.1" status: 200 len: 948 time: 0.0811729 Dec 06 17:07:34.048063 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:34.071844 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id f266378e-6360-4808-a93e-af8a2aa71b50 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:07:34.088229 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6f452b80-af24-4433-901f-aeaf48ea9be5 req-7d31b9b6-9eed-4cd0-9172-cb250d344ff4 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/security-groups?id=05993717-efad-46b6-9cd9-33188c432d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180663 Dec 06 17:07:34.116555 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port f266378e-6360-4808-a93e-af8a2aa71b50, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=f266378e-6360-4808-a93e-af8a2aa71b50,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:07:34.122030 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:34.176987 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=f266378e-6360-4808-a93e-af8a2aa71b50,revision_number=7']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:07:34.396399 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f50a7-06a0-48a6-b059-73d5eb038f45 req-c29b8784-c718-4e1b-a353-204a65559b57 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:34.398445 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ca5f50a7-06a0-48a6-b059-73d5eb038f45 req-c29b8784-c718-4e1b-a353-204a65559b57 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3899f97-c145-485d-b3a3-a25ab004300d HTTP/1.1" status: 200 len: 949 time: 0.0821114 Dec 06 17:07:34.456509 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ca5f50a7-06a0-48a6-b059-73d5eb038f45 req-b7bbb834-fcff-452e-906c-8931a33fa191 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503938 Dec 06 17:07:34.532869 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff35576-018f-4d55-8ec8-941787c37afc req-28789b7a-182b-4eb7-bf95-ef59865e80da tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:34.534537 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7ff35576-018f-4d55-8ec8-941787c37afc req-28789b7a-182b-4eb7-bf95-ef59865e80da tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fbd3b55-8fd1-4dfd-9c17-09a72f92d6e4 HTTP/1.1" status: 200 len: 943 time: 0.0525329 Dec 06 17:07:34.592602 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7ff35576-018f-4d55-8ec8-941787c37afc req-3a8d5480-14e7-49a8-b8e0-deabebebaf13 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] 10.222.0.23 "GET /v2.0/security-groups?id=32e60c91-0f09-4047-85e4-be430fb60702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517561 Dec 06 17:07:34.681408 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef728b8-6dab-4036-873b-79211388f804 req-e4ba106c-d2a2-41b7-814c-0ff161d83a92 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:34.688351 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3ef728b8-6dab-4036-873b-79211388f804 req-e4ba106c-d2a2-41b7-814c-0ff161d83a92 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/ports?device_id=3eeb54a9-0676-4dc0-860c-36ca440cc77b HTTP/1.1" status: 200 len: 945 time: 0.0592403 Dec 06 17:07:34.755057 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3ef728b8-6dab-4036-873b-79211388f804 req-a3038eb4-0ff5-4f76-91fd-fdbacdb79907 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/security-groups?id=79a8a720-4d91-42c0-8bdb-aecf1d5b7573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655174 Dec 06 17:07:34.916227 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device d2356115-13b0-4b9a-84ac-055c75e85567 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:07:34.920607 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device f266378e-6360-4808-a93e-af8a2aa71b50 up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:07:35.049954 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c3ae2-6add-4de7-950e-5d02b2bc0618 req-6d8a71ab-ae6f-4ea7-b2b8-ec67ec2bced6 tempest-TenantUsagesTestJSON-600505148 tempest-TenantUsagesTestJSON-600505148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:35.053175 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f12c3ae2-6add-4de7-950e-5d02b2bc0618 req-6d8a71ab-ae6f-4ea7-b2b8-ec67ec2bced6 tempest-TenantUsagesTestJSON-600505148 tempest-TenantUsagesTestJSON-600505148-project] 10.222.0.23 "GET /v2.0/ports?device_id=98ea8cac-889b-4f01-ae08-03f3a6a8cb1b HTTP/1.1" status: 200 len: 948 time: 0.0703220 Dec 06 17:07:35.083472 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:35.125055 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f12c3ae2-6add-4de7-950e-5d02b2bc0618 req-cfe93146-2c75-4239-a2a4-3c490b831483 tempest-TenantUsagesTestJSON-600505148 tempest-TenantUsagesTestJSON-600505148-project] 10.222.0.23 "GET /v2.0/security-groups?id=53187e5f-210b-426a-ba30-578727f748d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630152 Dec 06 17:07:35.223245 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port f266378e-6360-4808-a93e-af8a2aa71b50 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:07:35.223536 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:35.224707 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8295c504-f4c8-4405-9bb7-6ebff1e44602 req-81a65ad1-9649-4f9a-9eed-b5fd7a850b85 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:35.233416 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8295c504-f4c8-4405-9bb7-6ebff1e44602 req-81a65ad1-9649-4f9a-9eed-b5fd7a850b85 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/ports?device_id=33079cb3-b6df-4685-b7af-26e4c0a14648 HTTP/1.1" status: 200 len: 947 time: 0.0614295 Dec 06 17:07:35.274348 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port d2356115-13b0-4b9a-84ac-055c75e85567, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=d2356115-13b0-4b9a-84ac-055c75e85567,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:07:35.292309 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8295c504-f4c8-4405-9bb7-6ebff1e44602 req-4de20e50-f651-4b36-aae3-8a4671a86b1f tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/security-groups?id=05993717-efad-46b6-9cd9-33188c432d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538497 Dec 06 17:07:35.311112 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': 'd2356115-13b0-4b9a-84ac-055c75e85567', 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a', 'port_id': 'd2356115-13b0-4b9a-84ac-055c75e85567', 'mac_address': 'fa:16:3e:e2:04:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1342252a-21e4-4783-88ff-f54776c79059', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:07:35.379140 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:35.381497 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:35.404598 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2356115-13b0-4b9a-84ac-055c75e85567 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:07:35.430111 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33079cb3-b6df-4685-b7af-26e4c0a14648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f266378e-6360-4808-a93e-af8a2aa71b50'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:07:35.432520 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69b3229f-2147-4fc3-af7e-eae4b06f1e80" -d '{"events": [{"server_uuid": "33079cb3-b6df-4685-b7af-26e4c0a14648", "name": "network-vif-plugged", "status": "completed", "tag": "f266378e-6360-4808-a93e-af8a2aa71b50"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:07:35.453364 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port d2356115-13b0-4b9a-84ac-055c75e85567, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=d2356115-13b0-4b9a-84ac-055c75e85567,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:07:35.455780 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port f266378e-6360-4808-a93e-af8a2aa71b50, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=f266378e-6360-4808-a93e-af8a2aa71b50,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:07:35.463193 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:35.463916 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device ca68c5c4-a665-4a4e-8598-ad4d6f341414 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:07:35.469322 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:35.532795 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bea336d-55b9-4671-9792-aca3a4a7a282 x-openstack-request-id: req-0bea336d-55b9-4671-9792-aca3a4a7a282 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:07:35.533067 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33079cb3-b6df-4685-b7af-26e4c0a14648", "name": "network-vif-plugged", "status": "completed", "tag": "f266378e-6360-4808-a93e-af8a2aa71b50", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:07:35.538204 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0bea336d-55b9-4671-9792-aca3a4a7a282 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:07:35.538784 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33079cb3-b6df-4685-b7af-26e4c0a14648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f266378e-6360-4808-a93e-af8a2aa71b50', 'code': 200} Dec 06 17:07:35.619415 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06b7c1f-401f-4fa5-8b1b-ae625792f3c6 req-944c6898-d3f0-4e4e-9b8d-3be1c6cad20f tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:35.627889 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f06b7c1f-401f-4fa5-8b1b-ae625792f3c6 req-944c6898-d3f0-4e4e-9b8d-3be1c6cad20f tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3899f97-c145-485d-b3a3-a25ab004300d HTTP/1.1" status: 200 len: 949 time: 0.0699832 Dec 06 17:07:35.697750 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port ca68c5c4-a665-4a4e-8598-ad4d6f341414, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ca68c5c4-a665-4a4e-8598-ad4d6f341414,segment=NetworkSegment(d81ef432-c48a-4c0f-bf74-f28c73543a94),segment_id=d81ef432-c48a-4c0f-bf74-f28c73543a94)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:07:35.712623 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': 'ca68c5c4-a665-4a4e-8598-ad4d6f341414', 'network_id': '69a40b88-32c3-4e15-ab36-985e8404a553', 'port_id': 'ca68c5c4-a665-4a4e-8598-ad4d6f341414', 'mac_address': 'fa:16:3e:e0:c1:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29223edc-149f-468a-b413-de60543fe5ba', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:07:35.717266 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f06b7c1f-401f-4fa5-8b1b-ae625792f3c6 req-5599a0d6-0a10-4b07-930f-d829253d7995 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724320 Dec 06 17:07:35.763114 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=d2356115-13b0-4b9a-84ac-055c75e85567,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:07:35.841343 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=f266378e-6360-4808-a93e-af8a2aa71b50,revision_number=8']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:07:35.846111 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:35.860449 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca68c5c4-a665-4a4e-8598-ad4d6f341414 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:07:35.871022 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96260c74-8cdb-4b31-bfc1-c9577b6bb94c req-50d51f60-4441-467b-b796-f7f18b6b4e32 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:35.873609 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-96260c74-8cdb-4b31-bfc1-c9577b6bb94c req-50d51f60-4441-467b-b796-f7f18b6b4e32 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fbd3b55-8fd1-4dfd-9c17-09a72f92d6e4 HTTP/1.1" status: 200 len: 943 time: 0.1675360 Dec 06 17:07:35.882879 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port ca68c5c4-a665-4a4e-8598-ad4d6f341414, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ca68c5c4-a665-4a4e-8598-ad4d6f341414,segment=NetworkSegment(d81ef432-c48a-4c0f-bf74-f28c73543a94),segment_id=d81ef432-c48a-4c0f-bf74-f28c73543a94)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:07:35.891709 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:35.917609 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fe6170-e928-472c-8c58-4317b77a766a req-56cac380-3c04-4865-a576-8d7567d58fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:35.919429 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-96fe6170-e928-472c-8c58-4317b77a766a req-56cac380-3c04-4865-a576-8d7567d58fbc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=33079cb3-b6df-4685-b7af-26e4c0a14648 HTTP/1.1" status: 200 len: 1100 time: 0.2040987 Dec 06 17:07:35.952779 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=ca68c5c4-a665-4a4e-8598-ad4d6f341414,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:07:36.005872 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-96260c74-8cdb-4b31-bfc1-c9577b6bb94c req-364a7e93-fe04-4585-9b44-ad2f97b919f2 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] 10.222.0.23 "GET /v2.0/security-groups?id=32e60c91-0f09-4047-85e4-be430fb60702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196494 Dec 06 17:07:36.017491 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeaac20-f48a-4acf-9699-049b4c258c7b req-f82687b3-554e-436d-b8d4-c3c9180902c4 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:36.019771 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-96fe6170-e928-472c-8c58-4317b77a766a req-90f6a954-4dc8-4bb7-b950-b010abf3fdd8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=05993717-efad-46b6-9cd9-33188c432d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895302 Dec 06 17:07:36.021991 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ebeaac20-f48a-4acf-9699-049b4c258c7b req-f82687b3-554e-436d-b8d4-c3c9180902c4 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/ports?device_id=3eeb54a9-0676-4dc0-860c-36ca440cc77b HTTP/1.1" status: 200 len: 945 time: 0.1163883 Dec 06 17:07:36.082614 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ebeaac20-f48a-4acf-9699-049b4c258c7b req-009863b4-7ab3-4145-bbdd-e4fbbca9c770 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/security-groups?id=79a8a720-4d91-42c0-8bdb-aecf1d5b7573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504293 Dec 06 17:07:36.171822 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['ca68c5c4-a665-4a4e-8598-ad4d6f341414'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:07:36.239414 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['d2356115-13b0-4b9a-84ac-055c75e85567'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:07:36.255325 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccafa19-b752-4df8-833d-3e9bac42d65b req-45e59353-092b-4656-8866-5a5cd7bd8123 tempest-TenantUsagesTestJSON-600505148 tempest-TenantUsagesTestJSON-600505148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:36.264139 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bccafa19-b752-4df8-833d-3e9bac42d65b req-45e59353-092b-4656-8866-5a5cd7bd8123 tempest-TenantUsagesTestJSON-600505148 tempest-TenantUsagesTestJSON-600505148-project] 10.222.0.23 "GET /v2.0/ports?device_id=98ea8cac-889b-4f01-ae08-03f3a6a8cb1b HTTP/1.1" status: 200 len: 949 time: 0.0595090 Dec 06 17:07:36.350059 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bccafa19-b752-4df8-833d-3e9bac42d65b req-7e107dc0-f770-476b-8a42-d2f74a90e1f7 tempest-TenantUsagesTestJSON-600505148 tempest-TenantUsagesTestJSON-600505148-project] 10.222.0.23 "GET /v2.0/security-groups?id=53187e5f-210b-426a-ba30-578727f748d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849750 Dec 06 17:07:36.428686 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795838a1-7369-4d97-a7da-a6b32f7ad33c req-882d70af-23c0-4ae5-bee9-da8f4c13a301 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:36.430310 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-795838a1-7369-4d97-a7da-a6b32f7ad33c req-882d70af-23c0-4ae5-bee9-da8f4c13a301 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/ports?device_id=33079cb3-b6df-4685-b7af-26e4c0a14648 HTTP/1.1" status: 200 len: 949 time: 0.0504923 Dec 06 17:07:36.484703 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-795838a1-7369-4d97-a7da-a6b32f7ad33c req-4b3839fc-30dc-4e27-9683-c1def0c8fc32 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/security-groups?id=05993717-efad-46b6-9cd9-33188c432d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475006 Dec 06 17:07:36.818791 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19cf59a-ca24-4f02-b389-5bc713f5debd req-b3fa7ccd-85be-4705-92dd-a185812248b0 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:36.820212 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b19cf59a-ca24-4f02-b389-5bc713f5debd req-b3fa7ccd-85be-4705-92dd-a185812248b0 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3899f97-c145-485d-b3a3-a25ab004300d HTTP/1.1" status: 200 len: 949 time: 0.0548565 Dec 06 17:07:36.871184 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b19cf59a-ca24-4f02-b389-5bc713f5debd req-91a8be0b-4a75-4113-85b0-c3c3666ff1cf tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438008 Dec 06 17:07:37.156021 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b718512-3cb6-4d09-b98f-8f4a96b56833 req-f5742c69-4f29-434f-a145-a20af740da05 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:37.166573 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3b718512-3cb6-4d09-b98f-8f4a96b56833 req-f5742c69-4f29-434f-a145-a20af740da05 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fbd3b55-8fd1-4dfd-9c17-09a72f92d6e4 HTTP/1.1" status: 200 len: 944 time: 0.0806739 Dec 06 17:07:37.240619 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3b718512-3cb6-4d09-b98f-8f4a96b56833 req-1544fc8f-8b2f-44e8-84cf-327557b85db8 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] 10.222.0.23 "GET /v2.0/security-groups?id=32e60c91-0f09-4047-85e4-be430fb60702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731058 Dec 06 17:07:37.295815 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2a36e4-c2c1-4fff-b838-61c1004aa402 req-aa710216-5ef1-4a1f-a8bf-ec098c8e9869 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:37.303876 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7c2a36e4-c2c1-4fff-b838-61c1004aa402 req-aa710216-5ef1-4a1f-a8bf-ec098c8e9869 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/ports?device_id=3eeb54a9-0676-4dc0-860c-36ca440cc77b HTTP/1.1" status: 200 len: 945 time: 0.0904102 Dec 06 17:07:37.367234 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7c2a36e4-c2c1-4fff-b838-61c1004aa402 req-798ed7f2-20f9-4ae3-b3c8-cdb1c9648820 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/security-groups?id=79a8a720-4d91-42c0-8bdb-aecf1d5b7573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624108 Dec 06 17:07:37.547713 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e6b290-c724-4630-8547-b41a58548e3a req-b0e07012-55c7-4fa9-874e-5a5f6ff3d530 tempest-TenantUsagesTestJSON-600505148 tempest-TenantUsagesTestJSON-600505148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:37.549911 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-04e6b290-c724-4630-8547-b41a58548e3a req-b0e07012-55c7-4fa9-874e-5a5f6ff3d530 tempest-TenantUsagesTestJSON-600505148 tempest-TenantUsagesTestJSON-600505148-project] 10.222.0.23 "GET /v2.0/ports?device_id=98ea8cac-889b-4f01-ae08-03f3a6a8cb1b HTTP/1.1" status: 200 len: 949 time: 0.1053255 Dec 06 17:07:37.630822 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-04e6b290-c724-4630-8547-b41a58548e3a req-5c56fcc5-c414-4aae-9d41-00edf2b9352c tempest-TenantUsagesTestJSON-600505148 tempest-TenantUsagesTestJSON-600505148-project] 10.222.0.23 "GET /v2.0/security-groups?id=53187e5f-210b-426a-ba30-578727f748d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718343 Dec 06 17:07:37.642247 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b705c12-63aa-41bc-961e-6150979723f7 req-4d40bbf1-230a-4da8-a4f5-3576d7a487aa tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:37.644332 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6b705c12-63aa-41bc-961e-6150979723f7 req-4d40bbf1-230a-4da8-a4f5-3576d7a487aa tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/ports?device_id=33079cb3-b6df-4685-b7af-26e4c0a14648 HTTP/1.1" status: 200 len: 949 time: 0.0609021 Dec 06 17:07:37.720746 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6b705c12-63aa-41bc-961e-6150979723f7 req-eb7daafc-a499-4ef3-a7a8-ea2d9ad33b57 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/security-groups?id=05993717-efad-46b6-9cd9-33188c432d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680954 Dec 06 17:07:37.906393 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaef6d7-3748-4173-928e-3db5eac93b93 req-8452c115-bca4-45eb-9706-5535e095a949 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:37.911887 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4eaef6d7-3748-4173-928e-3db5eac93b93 req-8452c115-bca4-45eb-9706-5535e095a949 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/ports?device_id=33079cb3-b6df-4685-b7af-26e4c0a14648 HTTP/1.1" status: 200 len: 949 time: 0.0815582 Dec 06 17:07:38.002904 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4eaef6d7-3748-4173-928e-3db5eac93b93 req-022f96d7-8ba4-48da-9b94-5b10942d4122 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/security-groups?id=05993717-efad-46b6-9cd9-33188c432d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854738 Dec 06 17:07:38.066001 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6010d462-bcca-4f0d-8b24-7781f5845a3c req-f831d3ce-d733-4eba-87bf-690a2f291dd0 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:38.072900 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6010d462-bcca-4f0d-8b24-7781f5845a3c req-f831d3ce-d733-4eba-87bf-690a2f291dd0 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3899f97-c145-485d-b3a3-a25ab004300d HTTP/1.1" status: 200 len: 949 time: 0.1064568 Dec 06 17:07:38.129770 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6010d462-bcca-4f0d-8b24-7781f5845a3c req-969f32cb-817a-4255-889c-fe43c7f34a0d tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552652 Dec 06 17:07:38.315150 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 36432) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:07:38.502706 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d7fecf-eb43-41f7-b65f-c5031cc2c93f req-17540142-7a32-4758-ac47-68312e581174 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:38.502972 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4547f8-370d-41a8-ba29-6297c2359589 req-c405a2ba-aa2b-4975-80ac-ba47fddc6947 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:38.504254 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-14d7fecf-eb43-41f7-b65f-c5031cc2c93f req-17540142-7a32-4758-ac47-68312e581174 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/ports?device_id=33079cb3-b6df-4685-b7af-26e4c0a14648 HTTP/1.1" status: 200 len: 949 time: 0.0673392 Dec 06 17:07:38.510254 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bc4547f8-370d-41a8-ba29-6297c2359589 req-c405a2ba-aa2b-4975-80ac-ba47fddc6947 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fbd3b55-8fd1-4dfd-9c17-09a72f92d6e4 HTTP/1.1" status: 200 len: 944 time: 0.1211128 Dec 06 17:07:38.561787 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-14d7fecf-eb43-41f7-b65f-c5031cc2c93f req-572600e8-532e-4f5e-a7a7-7eb0a56b688a tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/security-groups?id=05993717-efad-46b6-9cd9-33188c432d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511320 Dec 06 17:07:38.613782 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bc4547f8-370d-41a8-ba29-6297c2359589 req-13e785f7-1cdb-422e-bf7a-6bbf3a4ae43d tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] 10.222.0.23 "GET /v2.0/security-groups?id=32e60c91-0f09-4047-85e4-be430fb60702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025541 Dec 06 17:07:38.739702 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fa5414-ea1a-4e70-b995-d6de58eacefa req-53d6d769-fd63-4d67-9574-cb6ea8a2ca69 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:38.744789 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-47fa5414-ea1a-4e70-b995-d6de58eacefa req-53d6d769-fd63-4d67-9574-cb6ea8a2ca69 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/ports?device_id=3eeb54a9-0676-4dc0-860c-36ca440cc77b HTTP/1.1" status: 200 len: 945 time: 0.0767429 Dec 06 17:07:38.868078 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-47fa5414-ea1a-4e70-b995-d6de58eacefa req-1bd2c2bb-9c48-418b-9810-6b4a3d89c497 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/security-groups?id=79a8a720-4d91-42c0-8bdb-aecf1d5b7573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144912 Dec 06 17:07:38.907484 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dfdf26-2c84-4bd9-8b41-3361a392e944 req-0756ce94-2194-4fab-a33f-5aa54b58db95 tempest-TenantUsagesTestJSON-600505148 tempest-TenantUsagesTestJSON-600505148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:38.909879 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c8dfdf26-2c84-4bd9-8b41-3361a392e944 req-0756ce94-2194-4fab-a33f-5aa54b58db95 tempest-TenantUsagesTestJSON-600505148 tempest-TenantUsagesTestJSON-600505148-project] 10.222.0.23 "GET /v2.0/ports?device_id=98ea8cac-889b-4f01-ae08-03f3a6a8cb1b HTTP/1.1" status: 200 len: 949 time: 0.1231327 Dec 06 17:07:38.939722 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device d2356115-13b0-4b9a-84ac-055c75e85567 up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:07:39.029353 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72849b6-bd27-43ae-8b41-b1043b2ccf98 req-8781510e-89af-44e1-a390-10bb5c8ad0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:39.030143 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port d2356115-13b0-4b9a-84ac-055c75e85567 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:07:39.031303 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f72849b6-bd27-43ae-8b41-b1043b2ccf98 req-8781510e-89af-44e1-a390-10bb5c8ad0d7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=655022d1565540bb93093c911e426652&device_id=33079cb3-b6df-4685-b7af-26e4c0a14648 HTTP/1.1" status: 200 len: 1100 time: 0.0943823 Dec 06 17:07:39.035864 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port d2356115-13b0-4b9a-84ac-055c75e85567 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:07:39.036460 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:39.098079 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c8dfdf26-2c84-4bd9-8b41-3361a392e944 req-7ac59208-82cd-447a-946d-e11a716eff61 tempest-TenantUsagesTestJSON-600505148 tempest-TenantUsagesTestJSON-600505148-project] 10.222.0.23 "GET /v2.0/security-groups?id=53187e5f-210b-426a-ba30-578727f748d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735129 Dec 06 17:07:39.144345 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-71c71bf3-6bd0-495e-b7dd-1ba781a3ce6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575908'] for router_interface, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:39.192342 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:39.240783 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98ea8cac-889b-4f01-ae08-03f3a6a8cb1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2356115-13b0-4b9a-84ac-055c75e85567'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:07:39.247077 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb0a08c3-7563-445c-bcb3-bae8e352aba9" -d '{"events": [{"server_uuid": "98ea8cac-889b-4f01-ae08-03f3a6a8cb1b", "name": "network-vif-plugged", "status": "completed", "tag": "d2356115-13b0-4b9a-84ac-055c75e85567"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:07:39.250552 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72849b6-bd27-43ae-8b41-b1043b2ccf98 req-6a3aa77e-965b-47ca-ae4f-7d9a95a4201a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:39.253251 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f72849b6-bd27-43ae-8b41-b1043b2ccf98 req-6a3aa77e-965b-47ca-ae4f-7d9a95a4201a service neutron] 10.222.0.41 "GET /v2.0/networks?id=ee08a0d2-834f-4c39-be47-9c424581246a HTTP/1.1" status: 200 len: 870 time: 0.1910176 Dec 06 17:07:39.262447 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port d2356115-13b0-4b9a-84ac-055c75e85567, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=d2356115-13b0-4b9a-84ac-055c75e85567,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:07:39.267908 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:39.268942 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device ca68c5c4-a665-4a4e-8598-ad4d6f341414 up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:07:39.365214 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f72849b6-bd27-43ae-8b41-b1043b2ccf98 req-58b547b2-783c-4435-8a0e-67c5689911c1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=f266378e-6360-4808-a93e-af8a2aa71b50 HTTP/1.1" status: 200 len: 217 time: 0.0612059 Dec 06 17:07:39.381845 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-467ebd32-0d4e-4e9a-a275-7eb357fb179c x-openstack-request-id: req-467ebd32-0d4e-4e9a-a275-7eb357fb179c {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:07:39.382257 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98ea8cac-889b-4f01-ae08-03f3a6a8cb1b", "name": "network-vif-plugged", "status": "completed", "tag": "d2356115-13b0-4b9a-84ac-055c75e85567", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:07:39.382522 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-467ebd32-0d4e-4e9a-a275-7eb357fb179c {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:07:39.382946 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98ea8cac-889b-4f01-ae08-03f3a6a8cb1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2356115-13b0-4b9a-84ac-055c75e85567', 'code': 200} Dec 06 17:07:39.383927 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=d2356115-13b0-4b9a-84ac-055c75e85567,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:07:39.403994 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port ca68c5c4-a665-4a4e-8598-ad4d6f341414 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:07:39.411152 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port ca68c5c4-a665-4a4e-8598-ad4d6f341414 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:07:39.411583 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:39.439308 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4cd948-0e7f-45a8-a8bd-9e555200ed80 req-93bb5d16-aef2-4996-8e75-107494124834 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:39.447941 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4e4cd948-0e7f-45a8-a8bd-9e555200ed80 req-93bb5d16-aef2-4996-8e75-107494124834 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3899f97-c145-485d-b3a3-a25ab004300d HTTP/1.1" status: 200 len: 949 time: 0.1931288 Dec 06 17:07:39.495226 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72849b6-bd27-43ae-8b41-b1043b2ccf98 req-7a2fc018-42ab-49ca-a3b2-011f0a014c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:39.495226 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f72849b6-bd27-43ae-8b41-b1043b2ccf98 req-7a2fc018-42ab-49ca-a3b2-011f0a014c7e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1342252a-21e4-4783-88ff-f54776c79059 HTTP/1.1" status: 200 len: 843 time: 0.1108477 Dec 06 17:07:39.506557 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:39.541511 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affde196-3903-401f-b180-f1aca9e1ac44 req-fcf72984-24eb-47f4-b7e1-9173847a2a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:39.544113 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-affde196-3903-401f-b180-f1aca9e1ac44 req-fcf72984-24eb-47f4-b7e1-9173847a2a46 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=98ea8cac-889b-4f01-ae08-03f3a6a8cb1b HTTP/1.1" status: 200 len: 1101 time: 0.0859740 Dec 06 17:07:39.546739 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4e4cd948-0e7f-45a8-a8bd-9e555200ed80 req-98bde2dc-38dd-483a-9175-95852f1d991d tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981767 Dec 06 17:07:39.549843 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port ca68c5c4-a665-4a4e-8598-ad4d6f341414, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ca68c5c4-a665-4a4e-8598-ad4d6f341414,segment=NetworkSegment(d81ef432-c48a-4c0f-bf74-f28c73543a94),segment_id=d81ef432-c48a-4c0f-bf74-f28c73543a94)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:07:39.557684 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:39.570277 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72849b6-bd27-43ae-8b41-b1043b2ccf98 req-48dbca50-ab1e-41e0-b085-cd8a0fb560f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:39.571937 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f72849b6-bd27-43ae-8b41-b1043b2ccf98 req-48dbca50-ab1e-41e0-b085-cd8a0fb560f5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee08a0d2-834f-4c39-be47-9c424581246a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0710168 Dec 06 17:07:39.631414 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=ca68c5c4-a665-4a4e-8598-ad4d6f341414,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:07:39.683657 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-affde196-3903-401f-b180-f1aca9e1ac44 req-a170f74e-6e76-43c4-ad00-c25d368bd611 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=53187e5f-210b-426a-ba30-578727f748d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244452 Dec 06 17:07:39.685449 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1910d3fa-4af4-46ed-83ec-49264be9d728 req-595f22fb-950d-40f7-aecf-f971846c0b71 tempest-LiveAutoBlockMigrationV225Test-847899352 tempest-LiveAutoBlockMigrationV225Test-847899352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:39.686871 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1910d3fa-4af4-46ed-83ec-49264be9d728 req-595f22fb-950d-40f7-aecf-f971846c0b71 tempest-LiveAutoBlockMigrationV225Test-847899352 tempest-LiveAutoBlockMigrationV225Test-847899352-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=8d44bf3a-1b53-445f-9ec9-fa598e5fdf4d HTTP/1.1" status: 200 len: 1096 time: 0.1238959 Dec 06 17:07:39.719329 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5cd15b-df7b-43aa-8503-a0592b21a9de req-d2e854a5-db0a-42ad-8935-2255c19f0611 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:39.720855 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee5cd15b-df7b-43aa-8503-a0592b21a9de req-d2e854a5-db0a-42ad-8935-2255c19f0611 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/ports?device_id=33079cb3-b6df-4685-b7af-26e4c0a14648 HTTP/1.1" status: 200 len: 949 time: 0.0795231 Dec 06 17:07:39.727204 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f72849b6-bd27-43ae-8b41-b1043b2ccf98 req-f2ba07a6-c495-4e66-aedd-cbe7f06115c1 service neutron] 10.222.0.41 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457949 Dec 06 17:07:39.740638 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-71c71bf3-6bd0-495e-b7dd-1ba781a3ce6b admin admin] Deleting port d44a5598-9818-4128-9451-7519a7ee09cd {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:07:39.740977 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-71c71bf3-6bd0-495e-b7dd-1ba781a3ce6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:39.756482 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1910d3fa-4af4-46ed-83ec-49264be9d728 req-51889582-814a-4e13-8a00-c77a735fa0ec tempest-LiveAutoBlockMigrationV225Test-847899352 tempest-LiveAutoBlockMigrationV225Test-847899352-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597899 Dec 06 17:07:39.775152 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee5cd15b-df7b-43aa-8503-a0592b21a9de req-22d8b858-070f-4192-884a-0fb04ec1cdb8 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/security-groups?id=05993717-efad-46b6-9cd9-33188c432d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461924 Dec 06 17:07:39.835430 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-71c71bf3-6bd0-495e-b7dd-1ba781a3ce6b admin admin] For port d44a5598-9818-4128-9451-7519a7ee09cd, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d44a5598-9818-4128-9451-7519a7ee09cd,segment=NetworkSegment(8c139f9d-920e-436e-b4a5-7d7102bdfc61),segment_id=8c139f9d-920e-436e-b4a5-7d7102bdfc61)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:07:39.835793 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-71c71bf3-6bd0-495e-b7dd-1ba781a3ce6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:39.871317 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-71c71bf3-6bd0-495e-b7dd-1ba781a3ce6b admin admin] Calling delete_port for d44a5598-9818-4128-9451-7519a7ee09cd owned by network:router_interface {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:07:39.931240 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980921fa-000d-437f-9a6d-a2cc7f0205a6 req-4fd330b5-1295-4eef-8785-bf29215b703e tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:39.932635 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-980921fa-000d-437f-9a6d-a2cc7f0205a6 req-4fd330b5-1295-4eef-8785-bf29215b703e tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fbd3b55-8fd1-4dfd-9c17-09a72f92d6e4 HTTP/1.1" status: 200 len: 945 time: 0.0943301 Dec 06 17:07:39.937157 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e59d96f3-64ae-4108-9eeb-d88697a6deb1 req-d3879f78-6566-4612-9706-e35e56d1be5f tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1944610683&fields=id&tenant_id=0258899c128e4e7c8306d77fe96b1089 HTTP/1.1" status: 200 len: 267 time: 0.0629864 Dec 06 17:07:40.031621 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-980921fa-000d-437f-9a6d-a2cc7f0205a6 req-f6f44ed3-5fbb-40dd-9c4f-4884eceb6a7f tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] 10.222.0.23 "GET /v2.0/security-groups?id=32e60c91-0f09-4047-85e4-be430fb60702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892301 Dec 06 17:07:40.063779 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f72849b6-bd27-43ae-8b41-b1043b2ccf98 req-fe2735f3-e27e-488b-bd8b-072cec66e4cb service neutron] 10.222.0.41 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643760 Dec 06 17:07:40.093173 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59d96f3-64ae-4108-9eeb-d88697a6deb1 req-699b2de7-e99e-4286-9e72-a8aca5806b47 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:40.093733 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e59d96f3-64ae-4108-9eeb-d88697a6deb1 req-699b2de7-e99e-4286-9e72-a8aca5806b47 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] 10.222.0.23 "GET /v2.0/networks?id=041fb444-b221-430a-a2d5-1ce940b8f13a HTTP/1.1" status: 200 len: 816 time: 0.1263719 Dec 06 17:07:40.110058 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e59d96f3-64ae-4108-9eeb-d88697a6deb1 req-f6f6ff0d-4aad-48e2-aef3-04fa93271aba tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] 10.222.0.23 "GET /v2.0/quotas/0258899c128e4e7c8306d77fe96b1089 HTTP/1.1" status: 200 len: 375 time: 0.0104315 Dec 06 17:07:40.123045 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-71c71bf3-6bd0-495e-b7dd-1ba781a3ce6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:40.150858 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c71bf3-6bd0-495e-b7dd-1ba781a3ce6b admin admin] Pushing event deleted for resources: {'Port': ['ID=d44a5598-9818-4128-9451-7519a7ee09cd,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:07:40.201567 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e59d96f3-64ae-4108-9eeb-d88697a6deb1 req-95d2d07c-fc93-4807-a6ac-0435ed12e173 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0258899c128e4e7c8306d77fe96b1089&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0694699 Dec 06 17:07:40.306824 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e59d96f3-64ae-4108-9eeb-d88697a6deb1 req-6a737801-7038-4de5-b520-46febaec5aa5 service neutron] 10.222.0.23 "GET /v2.0/networks/041fb444-b221-430a-a2d5-1ce940b8f13a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987649 Dec 06 17:07:40.335042 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-71c71bf3-6bd0-495e-b7dd-1ba781a3ce6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-772474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575952'] for router_interface, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:40.429514 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e59d96f3-64ae-4108-9eeb-d88697a6deb1 req-dc9c9fa8-9cb4-4598-94d5-f834c9e27ab9 service neutron] 10.222.0.23 "GET /v2.0/networks/041fb444-b221-430a-a2d5-1ce940b8f13a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126022 Dec 06 17:07:40.571590 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71c71bf3-6bd0-495e-b7dd-1ba781a3ce6b admin admin] Router 412f9ad2-6e9d-4762-91c2-0fc6093f77ce has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:07:40.698884 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71c71bf3-6bd0-495e-b7dd-1ba781a3ce6b admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:07:40.713620 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-71c71bf3-6bd0-495e-b7dd-1ba781a3ce6b admin admin] 10.222.0.23 "PUT /v2.0/routers/412f9ad2-6e9d-4762-91c2-0fc6093f77ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3898737 Dec 06 17:07:40.713727 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 36506) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:07:40.722918 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e5d7fd-c200-4525-a6d7-23e73b996bcf None None] Sync routers for ids ['412f9ad2-6e9d-4762-91c2-0fc6093f77ce'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:07:40.735302 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e5d7fd-c200-4525-a6d7-23e73b996bcf None None] Routers {'412f9ad2-6e9d-4762-91c2-0fc6093f77ce'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:07:40.736168 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-35e5d7fd-c200-4525-a6d7-23e73b996bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:07:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['412f9ad2-6e9d-4762-91c2-0fc6093f77ce'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:07:40.954922 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69394664-dd84-4b37-bdcc-b016a5c7d361 req-59aaba65-d9c7-4abd-a4f4-4711eaacecf4 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:40.966734 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-69394664-dd84-4b37-bdcc-b016a5c7d361 req-59aaba65-d9c7-4abd-a4f4-4711eaacecf4 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/ports?device_id=3eeb54a9-0676-4dc0-860c-36ca440cc77b HTTP/1.1" status: 200 len: 945 time: 0.1591125 Dec 06 17:07:40.986376 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-35e5d7fd-c200-4525-a6d7-23e73b996bcf None None] Set router 412f9ad2-6e9d-4762-91c2-0fc6093f77ce gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:07:40.992635 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ec4f4a16-b281-41c0-b1f5-a157397a56c7 admin admin] Publish callbacks [] for router, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:41.079215 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-69394664-dd84-4b37-bdcc-b016a5c7d361 req-eac759a6-3436-4d0e-810f-75a4e53eff9b tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/security-groups?id=79a8a720-4d91-42c0-8bdb-aecf1d5b7573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126752 Dec 06 17:07:41.114435 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [req-c35cc8ec-b2e0-4d33-87db-17b6cdee8efe req-75587c45-7611-4eaf-b0f7-b23bf43f4aff tempest-LiveAutoBlockMigrationV225Test-847899352 tempest-LiveAutoBlockMigrationV225Test-847899352-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:07:41.115575 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c35cc8ec-b2e0-4d33-87db-17b6cdee8efe req-75587c45-7611-4eaf-b0f7-b23bf43f4aff tempest-LiveAutoBlockMigrationV225Test-847899352 tempest-LiveAutoBlockMigrationV225Test-847899352-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057814 Dec 06 17:07:41.171677 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35cc8ec-b2e0-4d33-87db-17b6cdee8efe req-ff40786f-0034-4b42-82e3-fd522f793f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:41.173091 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c35cc8ec-b2e0-4d33-87db-17b6cdee8efe req-ff40786f-0034-4b42-82e3-fd522f793f44 service neutron] 10.222.0.23 "GET /v2.0/ports/3caa7763-8c4a-4d9a-a625-48350712b146 HTTP/1.1" status: 200 len: 1093 time: 0.0458038 Dec 06 17:07:41.185841 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-c35cc8ec-b2e0-4d33-87db-17b6cdee8efe req-b57208b8-8bc8-4ae8-956c-acbb94285d87 service neutron] Request body: {'binding': {'host': 'n-h2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:07:41.186309 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-c35cc8ec-b2e0-4d33-87db-17b6cdee8efe req-b57208b8-8bc8-4ae8-956c-acbb94285d87 service neutron] Unknown quota resources ['binding']. {{(pid=103284) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 06 17:07:41.188804 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ec4f4a16-b281-41c0-b1f5-a157397a56c7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:41.238297 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-35e5d7fd-c200-4525-a6d7-23e73b996bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412f9ad2-6e9d-4762-91c2-0fc6093f77ce', 'name': 'tempest-AttachSCSIVolumeTestJSON-585310143-router', 'tenant_id': '25179fdbe9ac45f69bfb261791d4dd2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.103'}], 'enable_snat': True}, 'gw_port_id': '794e90a5-4f97-490a-a06a-a7513bc5d7be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:05:21Z', 'updated_at': '2021-12-06T17:07:40Z', 'revision_number': 5, 'project_id': '25179fdbe9ac45f69bfb261791d4dd2a', 'gw_port': {'id': '794e90a5-4f97-490a-a06a-a7513bc5d7be', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:8c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412f9ad2-6e9d-4762-91c2-0fc6093f77ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:05:22Z', 'updated_at': '2021-12-06T17:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:07:41.288345 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e5d7fd-c200-4525-a6d7-23e73b996bcf None None] Checking router: 412f9ad2-6e9d-4762-91c2-0fc6093f77ce for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:07:41.298702 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e5d7fd-c200-4525-a6d7-23e73b996bcf None None] Routers {'412f9ad2-6e9d-4762-91c2-0fc6093f77ce'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:07:41.299478 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-35e5d7fd-c200-4525-a6d7-23e73b996bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:07:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['412f9ad2-6e9d-4762-91c2-0fc6093f77ce'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:07:41.330674 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14451d0-6f1b-4537-aa49-7060db7171d5 req-c60a4032-9acf-4576-ae71-3e89ff47da51 tempest-TenantUsagesTestJSON-600505148 tempest-TenantUsagesTestJSON-600505148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:41.335302 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d14451d0-6f1b-4537-aa49-7060db7171d5 req-c60a4032-9acf-4576-ae71-3e89ff47da51 tempest-TenantUsagesTestJSON-600505148 tempest-TenantUsagesTestJSON-600505148-project] 10.222.0.23 "GET /v2.0/ports?device_id=98ea8cac-889b-4f01-ae08-03f3a6a8cb1b HTTP/1.1" status: 200 len: 950 time: 0.1432695 Dec 06 17:07:41.385824 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fbd3b55-8fd1-4dfd-9c17-09a72f92d6e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca68c5c4-a665-4a4e-8598-ad4d6f341414'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:07:41.388115 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce2628fa-df8f-4a8f-94bd-8e196755eddc" -d '{"events": [{"server_uuid": "1fbd3b55-8fd1-4dfd-9c17-09a72f92d6e4", "name": "network-vif-plugged", "status": "completed", "tag": "ca68c5c4-a665-4a4e-8598-ad4d6f341414"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:07:41.413043 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-35e5d7fd-c200-4525-a6d7-23e73b996bcf None None] Set router 412f9ad2-6e9d-4762-91c2-0fc6093f77ce gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:07:41.473985 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-35e5d7fd-c200-4525-a6d7-23e73b996bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412f9ad2-6e9d-4762-91c2-0fc6093f77ce', 'name': 'tempest-AttachSCSIVolumeTestJSON-585310143-router', 'tenant_id': '25179fdbe9ac45f69bfb261791d4dd2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:05:21Z', 'updated_at': '2021-12-06T17:07:41Z', 'revision_number': 6, 'project_id': '25179fdbe9ac45f69bfb261791d4dd2a', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:07:41.505873 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e5d7fd-c200-4525-a6d7-23e73b996bcf None None] The sync data for ids ['412f9ad2-6e9d-4762-91c2-0fc6093f77ce'] in n-d-master-1 is: [{'id': '412f9ad2-6e9d-4762-91c2-0fc6093f77ce', 'name': 'tempest-AttachSCSIVolumeTestJSON-585310143-router', 'tenant_id': '25179fdbe9ac45f69bfb261791d4dd2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:05:21Z', 'updated_at': '2021-12-06T17:07:41Z', 'revision_number': 6, 'project_id': '25179fdbe9ac45f69bfb261791d4dd2a', 'gw_port_host': None}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:07:41.698013 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-ec4f4a16-b281-41c0-b1f5-a157397a56c7 admin admin] Deleting port 794e90a5-4f97-490a-a06a-a7513bc5d7be {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:07:41.698338 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ec4f4a16-b281-41c0-b1f5-a157397a56c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:41.747892 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d14451d0-6f1b-4537-aa49-7060db7171d5 req-d36ac15a-05c1-4d32-aa5f-00575a2c8b51 tempest-TenantUsagesTestJSON-600505148 tempest-TenantUsagesTestJSON-600505148-project] 10.222.0.23 "GET /v2.0/security-groups?id=53187e5f-210b-426a-ba30-578727f748d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042056 Dec 06 17:07:41.787703 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-c35cc8ec-b2e0-4d33-87db-17b6cdee8efe req-b57208b8-8bc8-4ae8-956c-acbb94285d87 service neutron] Attempting to bind port 3caa7763-8c4a-4d9a-a625-48350712b146 on host n-h2-master-1 for vnic_type normal with profile None {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:07:41.788041 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-c35cc8ec-b2e0-4d33-87db-17b6cdee8efe req-b57208b8-8bc8-4ae8-956c-acbb94285d87 service neutron] Attempting to bind port 3caa7763-8c4a-4d9a-a625-48350712b146 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'd43b23f1-3a85-4be8-8063-3fe18696b942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f368e270-aa86-47d2-9c8f-0ac2b4fc8997'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:07:41.788368 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35cc8ec-b2e0-4d33-87db-17b6cdee8efe req-b57208b8-8bc8-4ae8-956c-acbb94285d87 service neutron] Attempting to bind port 3caa7763-8c4a-4d9a-a625-48350712b146 on network f368e270-aa86-47d2-9c8f-0ac2b4fc8997 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:07:41.797725 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35cc8ec-b2e0-4d33-87db-17b6cdee8efe req-b57208b8-8bc8-4ae8-956c-acbb94285d87 service neutron] Port 3caa7763-8c4a-4d9a-a625-48350712b146 on network f368e270-aa86-47d2-9c8f-0ac2b4fc8997 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:07:41.797988 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35cc8ec-b2e0-4d33-87db-17b6cdee8efe req-b57208b8-8bc8-4ae8-956c-acbb94285d87 service neutron] Attempting to bind port 3caa7763-8c4a-4d9a-a625-48350712b146 on network f368e270-aa86-47d2-9c8f-0ac2b4fc8997 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:07:41.807565 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35cc8ec-b2e0-4d33-87db-17b6cdee8efe req-b57208b8-8bc8-4ae8-956c-acbb94285d87 service neutron] Checking agent: {'id': '9d8b9f49-2860-4c1f-9b89-45a7657a3c4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:07:41.807904 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35cc8ec-b2e0-4d33-87db-17b6cdee8efe req-b57208b8-8bc8-4ae8-956c-acbb94285d87 service neutron] Checking segment: {'id': 'd43b23f1-3a85-4be8-8063-3fe18696b942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f368e270-aa86-47d2-9c8f-0ac2b4fc8997'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:07:41.808381 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35cc8ec-b2e0-4d33-87db-17b6cdee8efe req-b57208b8-8bc8-4ae8-956c-acbb94285d87 service neutron] Bound using segment: {'id': 'd43b23f1-3a85-4be8-8063-3fe18696b942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f368e270-aa86-47d2-9c8f-0ac2b4fc8997'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:07:41.808828 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-c35cc8ec-b2e0-4d33-87db-17b6cdee8efe req-b57208b8-8bc8-4ae8-956c-acbb94285d87 service neutron] Bound port: 3caa7763-8c4a-4d9a-a625-48350712b146, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd43b23f1-3a85-4be8-8063-3fe18696b942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f368e270-aa86-47d2-9c8f-0ac2b4fc8997'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:07:41.862254 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-ec4f4a16-b281-41c0-b1f5-a157397a56c7 admin admin] For port 794e90a5-4f97-490a-a06a-a7513bc5d7be, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=794e90a5-4f97-490a-a06a-a7513bc5d7be,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:07:41.862637 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ec4f4a16-b281-41c0-b1f5-a157397a56c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:41.898528 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-ec4f4a16-b281-41c0-b1f5-a157397a56c7 admin admin] Calling delete_port for 794e90a5-4f97-490a-a06a-a7513bc5d7be owned by network:router_gateway {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:07:41.971705 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-c35cc8ec-b2e0-4d33-87db-17b6cdee8efe req-b57208b8-8bc8-4ae8-956c-acbb94285d87 service neutron] For port 3caa7763-8c4a-4d9a-a625-48350712b146, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=3caa7763-8c4a-4d9a-a625-48350712b146,segment=NetworkSegment(d43b23f1-3a85-4be8-8063-3fe18696b942),segment_id=d43b23f1-3a85-4be8-8063-3fe18696b942)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:07:41.982397 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fad7cc-ad9a-4cff-af8e-01d65a2b63d1 req-b4a5adb5-106c-4d1e-a7fb-610efc3bfdc6 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:41.984036 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-20fad7cc-ad9a-4cff-af8e-01d65a2b63d1 req-b4a5adb5-106c-4d1e-a7fb-610efc3bfdc6 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3899f97-c145-485d-b3a3-a25ab004300d HTTP/1.1" status: 200 len: 949 time: 0.1669436 Dec 06 17:07:41.988992 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c35cc8ec-b2e0-4d33-87db-17b6cdee8efe req-b57208b8-8bc8-4ae8-956c-acbb94285d87 service neutron] Publish callbacks [] for binding, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:41.990159 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c35cc8ec-b2e0-4d33-87db-17b6cdee8efe req-b57208b8-8bc8-4ae8-956c-acbb94285d87 service neutron] 10.222.0.23 "POST /v2.0/ports/3caa7763-8c4a-4d9a-a625-48350712b146/bindings HTTP/1.1" status: 201 len: 389 time: 0.8086762 Dec 06 17:07:42.100156 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-20fad7cc-ad9a-4cff-af8e-01d65a2b63d1 req-2d8e416a-8114-4636-bcfd-6183f6a6d93c tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072683 Dec 06 17:07:42.225326 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ec4f4a16-b281-41c0-b1f5-a157397a56c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:42.304076 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7515b952-7119-46d7-90d4-7f2640a7b9ba req-cab241fe-126b-4e34-9ce8-2f8d17536da1 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2601b7c-64fc-4a21-87f0-528adaaaa6f7 HTTP/1.1" status: 200 len: 210 time: 0.0356688 Dec 06 17:07:42.363520 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4f4a16-b281-41c0-b1f5-a157397a56c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=794e90a5-4f97-490a-a06a-a7513bc5d7be,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:07:42.383716 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59d96f3-64ae-4108-9eeb-d88697a6deb1 req-28cd5fe6-95e1-4f1a-9228-c6f4f3ff5b1a tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:42.385241 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e59d96f3-64ae-4108-9eeb-d88697a6deb1 req-28cd5fe6-95e1-4f1a-9228-c6f4f3ff5b1a tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] 10.222.0.44 "GET /v2.0/networks?id=041fb444-b221-430a-a2d5-1ce940b8f13a HTTP/1.1" status: 200 len: 816 time: 0.4332108 Dec 06 17:07:42.438748 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad992bb8-3477-4bb5-ac82-4cd3a69e5afe req-d0611250-770b-4c50-9a6a-931dc07b5458 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:42.446156 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ad992bb8-3477-4bb5-ac82-4cd3a69e5afe req-d0611250-770b-4c50-9a6a-931dc07b5458 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/ports?device_id=33079cb3-b6df-4685-b7af-26e4c0a14648 HTTP/1.1" status: 200 len: 949 time: 0.2062645 Dec 06 17:07:42.451518 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35cc8ec-b2e0-4d33-87db-17b6cdee8efe req-cc28b18e-b93d-4519-9038-39b785d14469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:42.452982 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c35cc8ec-b2e0-4d33-87db-17b6cdee8efe req-cc28b18e-b93d-4519-9038-39b785d14469 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=013b92ce2e6a40e1a3b2fa92d62d652e&device_id=8d44bf3a-1b53-445f-9ec9-fa598e5fdf4d HTTP/1.1" status: 200 len: 1096 time: 0.1265776 Dec 06 17:07:42.453831 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ec4f4a16-b281-41c0-b1f5-a157397a56c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536698'] for router_gateway, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:42.493340 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1645b6bf-b5ec-40ea-b994-785afd8b45b6 req-93c784ff-1dae-46df-9f52-f73ef3e644e2 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:42.494958 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1645b6bf-b5ec-40ea-b994-785afd8b45b6 req-93c784ff-1dae-46df-9f52-f73ef3e644e2 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fbd3b55-8fd1-4dfd-9c17-09a72f92d6e4 HTTP/1.1" status: 200 len: 945 time: 0.1037149 Dec 06 17:07:42.504420 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e59d96f3-64ae-4108-9eeb-d88697a6deb1 req-f1883009-e2fe-4bf5-88b7-50667068fdd2 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0258899c128e4e7c8306d77fe96b1089 HTTP/1.1" status: 200 len: 380 time: 0.0998034 Dec 06 17:07:42.523297 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-e59d96f3-64ae-4108-9eeb-d88697a6deb1 req-b88fabd9-13be-49c6-bb0f-d61daf84902c tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Request body: {'port': {'device_id': 'd2601b7c-64fc-4a21-87f0-528adaaaa6f7', 'network_id': '041fb444-b221-430a-a2d5-1ce940b8f13a', 'admin_state_up': True, 'tenant_id': '0258899c128e4e7c8306d77fe96b1089', 'security_groups': ['9c9938ba-fde4-4f48-b59c-dd9a4d401845']}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:07:42.595439 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ec4f4a16-b281-41c0-b1f5-a157397a56c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:42.611360 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1645b6bf-b5ec-40ea-b994-785afd8b45b6 req-b40ec2a4-6ea0-4825-9eef-5d9ef63057fb tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] 10.222.0.23 "GET /v2.0/security-groups?id=32e60c91-0f09-4047-85e4-be430fb60702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057081 Dec 06 17:07:42.623638 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ec4f4a16-b281-41c0-b1f5-a157397a56c7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:42.663244 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5634db39-4664-4d34-be13-7a6707abda4b x-openstack-request-id: req-5634db39-4664-4d34-be13-7a6707abda4b {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:07:42.663781 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fbd3b55-8fd1-4dfd-9c17-09a72f92d6e4", "name": "network-vif-plugged", "status": "completed", "tag": "ca68c5c4-a665-4a4e-8598-ad4d6f341414", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:07:42.664342 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5634db39-4664-4d34-be13-7a6707abda4b {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:07:42.664897 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fbd3b55-8fd1-4dfd-9c17-09a72f92d6e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca68c5c4-a665-4a4e-8598-ad4d6f341414', 'code': 200} Dec 06 17:07:42.689562 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e59d96f3-64ae-4108-9eeb-d88697a6deb1 req-b88fabd9-13be-49c6-bb0f-d61daf84902c tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Made reservation on behalf of 0258899c128e4e7c8306d77fe96b1089 for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:07:42.707049 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e59d96f3-64ae-4108-9eeb-d88697a6deb1 req-b88fabd9-13be-49c6-bb0f-d61daf84902c tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:42.713044 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35cc8ec-b2e0-4d33-87db-17b6cdee8efe req-eb75bf06-8fee-40df-a835-3f84f4d3e64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:42.713675 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c35cc8ec-b2e0-4d33-87db-17b6cdee8efe req-eb75bf06-8fee-40df-a835-3f84f4d3e64d service neutron] 10.222.0.44 "GET /v2.0/networks?id=f368e270-aa86-47d2-9c8f-0ac2b4fc8997 HTTP/1.1" status: 200 len: 922 time: 0.2519774 Dec 06 17:07:42.726484 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ad992bb8-3477-4bb5-ac82-4cd3a69e5afe req-ab7acdea-ddf3-451f-b72c-43dbd3b47e69 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/security-groups?id=05993717-efad-46b6-9cd9-33188c432d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771111 Dec 06 17:07:42.748977 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ec4f4a16-b281-41c0-b1f5-a157397a56c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:42.752700 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec4f4a16-b281-41c0-b1f5-a157397a56c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 412f9ad2-6e9d-4762-91c2-0fc6093f77ce {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 17:07:42.762970 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ec4f4a16-b281-41c0-b1f5-a157397a56c7 admin admin] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:42.764945 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-ec4f4a16-b281-41c0-b1f5-a157397a56c7 admin admin] 10.222.0.23 "DELETE /v2.0/routers/412f9ad2-6e9d-4762-91c2-0fc6093f77ce HTTP/1.1" status: 204 len: 168 time: 2.0548000 Dec 06 17:07:42.807124 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 36532) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:07:42.825881 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c35cc8ec-b2e0-4d33-87db-17b6cdee8efe req-a288682a-e1b3-4f97-818b-5c20b1abe05d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3caa7763-8c4a-4d9a-a625-48350712b146 HTTP/1.1" status: 200 len: 217 time: 0.0940895 Dec 06 17:07:42.959123 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-e59d96f3-64ae-4108-9eeb-d88697a6deb1 req-b88fabd9-13be-49c6-bb0f-d61daf84902c tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Allocated IP 172.20.0.6 (041fb444-b221-430a-a2d5-1ce940b8f13a/46916f41-7c83-4c75-85c3-d1b3985aec0b/cbf8467d-6544-4bc2-9dc3-306b8bc65ca3) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:07:42.976569 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-d94aa965-9d14-4c4c-9f5a-0d8a2463ba24 admin admin] Deleting subnet a622e50f-8b7c-43ef-a2f8-80e6f0f81ea2 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:07:42.984246 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0895df67-c0c0-4df8-a195-6ed2e21810f3 req-c529fd91-6d22-40a0-be50-d17d2bc405fe tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:42.985003 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d94aa965-9d14-4c4c-9f5a-0d8a2463ba24 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:42.985814 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0895df67-c0c0-4df8-a195-6ed2e21810f3 req-c529fd91-6d22-40a0-be50-d17d2bc405fe tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/ports?device_id=3eeb54a9-0676-4dc0-860c-36ca440cc77b HTTP/1.1" status: 200 len: 945 time: 0.0732696 Dec 06 17:07:42.987716 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35cc8ec-b2e0-4d33-87db-17b6cdee8efe req-f629eedb-f2b4-4e62-8c4c-23d1373745c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:42.989174 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c35cc8ec-b2e0-4d33-87db-17b6cdee8efe req-f629eedb-f2b4-4e62-8c4c-23d1373745c2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f77759ce-94b4-46a8-b90f-f881b9e38f99 HTTP/1.1" status: 200 len: 861 time: 0.1090901 Dec 06 17:07:43.028084 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04681d1c-18f0-4861-b420-3110f90f7579 req-4c146560-41d4-4c45-a7e7-fdf9ab5a2506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:43.029569 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-04681d1c-18f0-4861-b420-3110f90f7579 req-4c146560-41d4-4c45-a7e7-fdf9ab5a2506 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1fbd3b55-8fd1-4dfd-9c17-09a72f92d6e4 HTTP/1.1" status: 200 len: 1096 time: 0.2215524 Dec 06 17:07:43.040047 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac017359-0f41-49ea-bc28-03a18ddd6214 req-580347c3-585e-40a7-a261-a071652a086c tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:43.041462 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ac017359-0f41-49ea-bc28-03a18ddd6214 req-580347c3-585e-40a7-a261-a071652a086c tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d44bf3a-1b53-445f-9ec9-fa598e5fdf4d HTTP/1.1" status: 200 len: 945 time: 0.1602745 Dec 06 17:07:43.066007 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c35cc8ec-b2e0-4d33-87db-17b6cdee8efe req-6aac713e-636a-4a29-87d2-ba657dd8fe65 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f368e270-aa86-47d2-9c8f-0ac2b4fc8997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559351 Dec 06 17:07:43.110883 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0895df67-c0c0-4df8-a195-6ed2e21810f3 req-46d5e0fb-b477-4c43-bab9-d1f5ab8770fe tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/security-groups?id=79a8a720-4d91-42c0-8bdb-aecf1d5b7573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112125 Dec 06 17:07:43.115219 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d94aa965-9d14-4c4c-9f5a-0d8a2463ba24 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:43.190633 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e59d96f3-64ae-4108-9eeb-d88697a6deb1 req-b88fabd9-13be-49c6-bb0f-d61daf84902c tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:43.243255 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e59d96f3-64ae-4108-9eeb-d88697a6deb1 req-b88fabd9-13be-49c6-bb0f-d61daf84902c tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:43.260711 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-04681d1c-18f0-4861-b420-3110f90f7579 req-e1d1732a-c7ca-4d9f-8a59-6959ccf2a30b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=32e60c91-0f09-4047-85e4-be430fb60702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2035985 Dec 06 17:07:43.315245 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88fabd9-13be-49c6-bb0f-d61daf84902c tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Pushing event updated for resources: {'Port': ['ID=cbf8467d-6544-4bc2-9dc3-306b8bc65ca3,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:07:43.329508 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ac017359-0f41-49ea-bc28-03a18ddd6214 req-d3a67dc3-9717-4ee0-8534-eb8815c16959 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653978 Dec 06 17:07:43.384686 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7f8be196-e5b6-49d9-9f4f-f6c029ed20f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:43.395960 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e59d96f3-64ae-4108-9eeb-d88697a6deb1 req-b88fabd9-13be-49c6-bb0f-d61daf84902c tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Network 041fb444-b221-430a-a2d5-1ce940b8f13a is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:07:43.401073 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-e59d96f3-64ae-4108-9eeb-d88697a6deb1 req-b88fabd9-13be-49c6-bb0f-d61daf84902c tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:07:43.406997 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 794e90a5-4f97-490a-a06a-a7513bc5d7be no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:07:43.418620 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-e59d96f3-64ae-4108-9eeb-d88697a6deb1 req-b88fabd9-13be-49c6-bb0f-d61daf84902c tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:07:43.435165 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 794e90a5-4f97-490a-a06a-a7513bc5d7be {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:07:43.435849 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 794e90a5-4f97-490a-a06a-a7513bc5d7be not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:07:43.437359 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device d44a5598-9818-4128-9451-7519a7ee09cd no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:07:43.445547 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c35cc8ec-b2e0-4d33-87db-17b6cdee8efe req-fdc9ccca-99a4-416f-ab02-53f9d92110ac service neutron] 10.222.0.44 "GET /v2.0/networks/f368e270-aa86-47d2-9c8f-0ac2b4fc8997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3603966 Dec 06 17:07:43.468811 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: d44a5598-9818-4128-9451-7519a7ee09cd {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:07:43.469173 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device d44a5598-9818-4128-9451-7519a7ee09cd not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:07:43.501252 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d94aa965-9d14-4c4c-9f5a-0d8a2463ba24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:43.522593 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59d96f3-64ae-4108-9eeb-d88697a6deb1 req-b88fabd9-13be-49c6-bb0f-d61daf84902c tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:43.523212 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e59d96f3-64ae-4108-9eeb-d88697a6deb1 req-b88fabd9-13be-49c6-bb0f-d61daf84902c tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:43.558624 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3459237d-5a43-4544-b5b0-5c02ffedcc9c req-a44c81e3-32b8-4bac-a249-e1b80d6507a3 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:43.567085 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3459237d-5a43-4544-b5b0-5c02ffedcc9c req-a44c81e3-32b8-4bac-a249-e1b80d6507a3 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3899f97-c145-485d-b3a3-a25ab004300d HTTP/1.1" status: 200 len: 949 time: 0.2880676 Dec 06 17:07:43.592248 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e59d96f3-64ae-4108-9eeb-d88697a6deb1 req-b88fabd9-13be-49c6-bb0f-d61daf84902c tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0808108 Dec 06 17:07:43.613192 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-e59d96f3-64ae-4108-9eeb-d88697a6deb1 req-d959707c-6803-40a6-b5a3-1d41500a351a service neutron] Request body: {'port': {'device_id': 'd2601b7c-64fc-4a21-87f0-528adaaaa6f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:07:43.754657 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-3c730a38-25d0-42c4-afee-f34708b4289a None None] Provisioning complete for port cbf8467d-6544-4bc2-9dc3-306b8bc65ca3 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:07:43.755975 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3c730a38-25d0-42c4-afee-f34708b4289a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:43.760957 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e59d96f3-64ae-4108-9eeb-d88697a6deb1 req-d959707c-6803-40a6-b5a3-1d41500a351a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:43.773839 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3459237d-5a43-4544-b5b0-5c02ffedcc9c req-4f146e97-e35b-4588-a6aa-b39e6f148bcb tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058899 Dec 06 17:07:43.784124 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a0240-2fdf-4294-859d-e3c21a650f5c req-60ff465d-0a31-4e73-baf4-98582a04752b tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:43.799643 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-372a0240-2fdf-4294-859d-e3c21a650f5c req-60ff465d-0a31-4e73-baf4-98582a04752b tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2601b7c-64fc-4a21-87f0-528adaaaa6f7 HTTP/1.1" status: 200 len: 931 time: 0.1787033 Dec 06 17:07:43.810384 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c35cc8ec-b2e0-4d33-87db-17b6cdee8efe req-e7f00685-08a5-44f8-99ac-7d254e0ad54f service neutron] 10.222.0.44 "GET /v2.0/networks/f368e270-aa86-47d2-9c8f-0ac2b4fc8997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3516290 Dec 06 17:07:43.817759 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d94aa965-9d14-4c4c-9f5a-0d8a2463ba24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:43.887100 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-3c730a38-25d0-42c4-afee-f34708b4289a None None] Port cbf8467d-6544-4bc2-9dc3-306b8bc65ca3 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:07:43.959420 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48be2ba7-6657-40ab-938b-353a451bcd9f None None] Network ce84b6e8-a54c-4d8b-b96a-3ed620de29d0 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:07:43.959831 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-372a0240-2fdf-4294-859d-e3c21a650f5c req-26c1c5a0-5785-4221-981b-dbb7cac8e72c tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c9938ba-fde4-4f48-b59c-dd9a4d401845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1586664 Dec 06 17:07:43.961627 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94aa965-9d14-4c4c-9f5a-0d8a2463ba24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a622e50f-8b7c-43ef-a2f8-80e6f0f81ea2,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:07:43.965485 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d94aa965-9d14-4c4c-9f5a-0d8a2463ba24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:43.974046 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-d94aa965-9d14-4c4c-9f5a-0d8a2463ba24 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/a622e50f-8b7c-43ef-a2f8-80e6f0f81ea2 HTTP/1.1" status: 204 len: 168 time: 1.1617167 Dec 06 17:07:43.976117 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 36548) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:07:44.233301 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9dd2baac-59a6-47f5-a463-543d0ca80dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:44.284535 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b96f4-036d-4b7c-9389-30a1e15456a6 req-278f84e9-ccbe-4d70-81f0-486d78daf42b tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:44.311286 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee4b96f4-036d-4b7c-9389-30a1e15456a6 req-278f84e9-ccbe-4d70-81f0-486d78daf42b tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fbd3b55-8fd1-4dfd-9c17-09a72f92d6e4 HTTP/1.1" status: 200 len: 945 time: 0.1628518 Dec 06 17:07:44.350585 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54ed369-6f2c-40a1-bf2f-6bfacc2a9028 None None] DHCP port deletion for ce84b6e8-a54c-4d8b-b96a-3ed620de29d0 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:07:44.390933 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd643497-4dfc-4319-84f8-8fec173c0c66 req-4678882d-bf99-4efc-a7e6-302676b164e7 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:44.396253 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bd643497-4dfc-4319-84f8-8fec173c0c66 req-4678882d-bf99-4efc-a7e6-302676b164e7 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/ports?device_id=33079cb3-b6df-4685-b7af-26e4c0a14648 HTTP/1.1" status: 200 len: 949 time: 0.2147734 Dec 06 17:07:44.457756 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee4b96f4-036d-4b7c-9389-30a1e15456a6 req-a5e3f877-7755-4523-8d4c-19aae919d005 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] 10.222.0.23 "GET /v2.0/security-groups?id=32e60c91-0f09-4047-85e4-be430fb60702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1376274 Dec 06 17:07:44.462368 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a54ed369-6f2c-40a1-bf2f-6bfacc2a9028 None None] Deleting port d7cca56b-de93-447b-986e-e63536b6da07 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:07:44.462829 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a54ed369-6f2c-40a1-bf2f-6bfacc2a9028 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:44.492211 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-9dd2baac-59a6-47f5-a463-543d0ca80dc7 admin admin] Deleting port d7cca56b-de93-447b-986e-e63536b6da07 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:07:44.492497 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9dd2baac-59a6-47f5-a463-543d0ca80dc7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:44.527855 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bd643497-4dfc-4319-84f8-8fec173c0c66 req-6858af19-72c1-4b35-b00d-fa932d457318 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/security-groups?id=05993717-efad-46b6-9cd9-33188c432d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202195 Dec 06 17:07:44.593337 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a54ed369-6f2c-40a1-bf2f-6bfacc2a9028 None None] For port d7cca56b-de93-447b-986e-e63536b6da07, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d7cca56b-de93-447b-986e-e63536b6da07,segment=NetworkSegment(8c139f9d-920e-436e-b4a5-7d7102bdfc61),segment_id=8c139f9d-920e-436e-b4a5-7d7102bdfc61)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:07:44.594288 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a54ed369-6f2c-40a1-bf2f-6bfacc2a9028 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:44.630604 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a54ed369-6f2c-40a1-bf2f-6bfacc2a9028 None None] Calling delete_port for d7cca56b-de93-447b-986e-e63536b6da07 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:07:44.680319 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-e59d96f3-64ae-4108-9eeb-d88697a6deb1 req-d959707c-6803-40a6-b5a3-1d41500a351a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbf8467d-6544-4bc2-9dc3-306b8bc65ca3 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:07:44.693032 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-9dd2baac-59a6-47f5-a463-543d0ca80dc7 admin admin] For port d7cca56b-de93-447b-986e-e63536b6da07, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d7cca56b-de93-447b-986e-e63536b6da07,segment=NetworkSegment(8c139f9d-920e-436e-b4a5-7d7102bdfc61),segment_id=8c139f9d-920e-436e-b4a5-7d7102bdfc61)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:07:44.693653 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9dd2baac-59a6-47f5-a463-543d0ca80dc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:44.710198 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e59d96f3-64ae-4108-9eeb-d88697a6deb1 req-d959707c-6803-40a6-b5a3-1d41500a351a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:44.730212 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-9dd2baac-59a6-47f5-a463-543d0ca80dc7 admin admin] Calling delete_port for d7cca56b-de93-447b-986e-e63536b6da07 owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:07:44.809082 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-e59d96f3-64ae-4108-9eeb-d88697a6deb1 req-d959707c-6803-40a6-b5a3-1d41500a351a service neutron] Transition to ACTIVE for port object cbf8467d-6544-4bc2-9dc3-306b8bc65ca3 will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:07:44.832352 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e59d96f3-64ae-4108-9eeb-d88697a6deb1 req-d959707c-6803-40a6-b5a3-1d41500a351a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:44.846579 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a54ed369-6f2c-40a1-bf2f-6bfacc2a9028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:44.886137 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9dd2baac-59a6-47f5-a463-543d0ca80dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:44.900509 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54ed369-6f2c-40a1-bf2f-6bfacc2a9028 None None] Pushing event deleted for resources: {'Port': ['ID=d7cca56b-de93-447b-986e-e63536b6da07,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:07:44.907270 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54ed369-6f2c-40a1-bf2f-6bfacc2a9028 None None] No DVR routers for this DVR port d7cca56b-de93-447b-986e-e63536b6da07 on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:07:44.939504 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd2baac-59a6-47f5-a463-543d0ca80dc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7cca56b-de93-447b-986e-e63536b6da07,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:07:44.942781 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd2baac-59a6-47f5-a463-543d0ca80dc7 admin admin] No DVR routers for this DVR port d7cca56b-de93-447b-986e-e63536b6da07 on host n-d-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:07:44.962340 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521d1ab7-1049-4e12-87af-dcc1fb788835 req-e5d344d4-cab8-4aa3-8924-d2df2ec00e5f tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:44.965410 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-521d1ab7-1049-4e12-87af-dcc1fb788835 req-e5d344d4-cab8-4aa3-8924-d2df2ec00e5f tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/ports?device_id=3eeb54a9-0676-4dc0-860c-36ca440cc77b HTTP/1.1" status: 200 len: 945 time: 0.2392809 Dec 06 17:07:44.994959 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d959707c-6803-40a6-b5a3-1d41500a351a service neutron] Pushing event updated for resources: {'Port': ['ID=cbf8467d-6544-4bc2-9dc3-306b8bc65ca3,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:07:45.065589 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9dd2baac-59a6-47f5-a463-543d0ca80dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:45.108685 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-9dd2baac-59a6-47f5-a463-543d0ca80dc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce84b6e8-a54c-4d8b-b96a-3ed620de29d0']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:07:45.143155 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-9dd2baac-59a6-47f5-a463-543d0ca80dc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c139f9d-920e-436e-b4a5-7d7102bdfc61') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:07:45.143466 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-9dd2baac-59a6-47f5-a463-543d0ca80dc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c139f9d-920e-436e-b4a5-7d7102bdfc61') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:07:45.158991 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-521d1ab7-1049-4e12-87af-dcc1fb788835 req-56b8fdd7-8c57-4086-97f9-04afa2698776 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/security-groups?id=79a8a720-4d91-42c0-8bdb-aecf1d5b7573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806548 Dec 06 17:07:45.163798 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a530cbd8-938c-440d-9589-f77a170b7460 req-07bda20b-b501-44f5-90db-f06e0c8f7988 tempest-TenantUsagesTestJSON-600505148 tempest-TenantUsagesTestJSON-600505148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:45.165420 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a530cbd8-938c-440d-9589-f77a170b7460 req-07bda20b-b501-44f5-90db-f06e0c8f7988 tempest-TenantUsagesTestJSON-600505148 tempest-TenantUsagesTestJSON-600505148-project] 10.222.0.23 "GET /v2.0/ports?device_id=98ea8cac-889b-4f01-ae08-03f3a6a8cb1b HTTP/1.1" status: 200 len: 950 time: 0.2687006 Dec 06 17:07:45.166674 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-e59d96f3-64ae-4108-9eeb-d88697a6deb1 req-d959707c-6803-40a6-b5a3-1d41500a351a service neutron] Attempting to bind port cbf8467d-6544-4bc2-9dc3-306b8bc65ca3 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:07:45.167017 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-e59d96f3-64ae-4108-9eeb-d88697a6deb1 req-d959707c-6803-40a6-b5a3-1d41500a351a service neutron] Attempting to bind port cbf8467d-6544-4bc2-9dc3-306b8bc65ca3 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'bcf8f3ec-a85d-4baf-bb99-5540dc7bed1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '041fb444-b221-430a-a2d5-1ce940b8f13a'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:07:45.167354 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59d96f3-64ae-4108-9eeb-d88697a6deb1 req-d959707c-6803-40a6-b5a3-1d41500a351a service neutron] Attempting to bind port cbf8467d-6544-4bc2-9dc3-306b8bc65ca3 on network 041fb444-b221-430a-a2d5-1ce940b8f13a {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:07:45.167503 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9dd2baac-59a6-47f5-a463-543d0ca80dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:45.172525 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59d96f3-64ae-4108-9eeb-d88697a6deb1 req-d959707c-6803-40a6-b5a3-1d41500a351a service neutron] Port cbf8467d-6544-4bc2-9dc3-306b8bc65ca3 on network 041fb444-b221-430a-a2d5-1ce940b8f13a not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:07:45.172786 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59d96f3-64ae-4108-9eeb-d88697a6deb1 req-d959707c-6803-40a6-b5a3-1d41500a351a service neutron] Attempting to bind port cbf8467d-6544-4bc2-9dc3-306b8bc65ca3 on network 041fb444-b221-430a-a2d5-1ce940b8f13a {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:07:45.190276 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59d96f3-64ae-4108-9eeb-d88697a6deb1 req-d959707c-6803-40a6-b5a3-1d41500a351a service neutron] Checking agent: {'id': '9d8b9f49-2860-4c1f-9b89-45a7657a3c4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:07:45.190728 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59d96f3-64ae-4108-9eeb-d88697a6deb1 req-d959707c-6803-40a6-b5a3-1d41500a351a service neutron] Checking segment: {'id': 'bcf8f3ec-a85d-4baf-bb99-5540dc7bed1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '041fb444-b221-430a-a2d5-1ce940b8f13a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:07:45.191129 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59d96f3-64ae-4108-9eeb-d88697a6deb1 req-d959707c-6803-40a6-b5a3-1d41500a351a service neutron] Bound using segment: {'id': 'bcf8f3ec-a85d-4baf-bb99-5540dc7bed1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '041fb444-b221-430a-a2d5-1ce940b8f13a'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:07:45.191704 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-e59d96f3-64ae-4108-9eeb-d88697a6deb1 req-d959707c-6803-40a6-b5a3-1d41500a351a service neutron] Bound port: cbf8467d-6544-4bc2-9dc3-306b8bc65ca3, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcf8f3ec-a85d-4baf-bb99-5540dc7bed1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '041fb444-b221-430a-a2d5-1ce940b8f13a'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:07:45.192830 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e59d96f3-64ae-4108-9eeb-d88697a6deb1 req-d959707c-6803-40a6-b5a3-1d41500a351a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:45.206831 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9dd2baac-59a6-47f5-a463-543d0ca80dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:45.237460 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dd2baac-59a6-47f5-a463-543d0ca80dc7 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:07:45.238529 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9dd2baac-59a6-47f5-a463-543d0ca80dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:45.294677 n-d-master-1 neutron-server[103284]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:07:45.294677 n-d-master-1 neutron-server[103284]: self.session.flush() Dec 06 17:07:45.294677 n-d-master-1 neutron-server[103284]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:07:45.294677 n-d-master-1 neutron-server[103284]: self.session.flush() Dec 06 17:07:45.294677 n-d-master-1 neutron-server[103284]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:07:45.294677 n-d-master-1 neutron-server[103284]: self.session.flush() Dec 06 17:07:45.294677 n-d-master-1 neutron-server[103284]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:07:45.294677 n-d-master-1 neutron-server[103284]: self.session.flush() Dec 06 17:07:45.294677 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 17:07:45.294677 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:07:45.294677 n-d-master-1 neutron-server[103284]: timer() Dec 06 17:07:45.294677 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:07:45.294677 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 17:07:45.294677 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:07:45.294677 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 17:07:45.294677 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:07:45.294677 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 17:07:45.294677 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:07:45.294677 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 17:07:45.294677 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:07:45.294677 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 17:07:45.294677 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:07:45.294677 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:07:45.294677 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:07:45.294677 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:07:45.294677 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:07:45.294677 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 17:07:45.294677 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:07:45.294677 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 17:07:45.294677 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:07:45.294677 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:07:45.294677 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:07:45.294677 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 17:07:45.294677 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:07:45.294677 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:07:45.294677 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:07:45.294677 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:07:45.294677 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:07:45.294677 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:07:45.294677 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:07:45.315037 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a530cbd8-938c-440d-9589-f77a170b7460 req-41cb285d-f329-498d-89e0-cd09289f151e tempest-TenantUsagesTestJSON-600505148 tempest-TenantUsagesTestJSON-600505148-project] 10.222.0.23 "GET /v2.0/security-groups?id=53187e5f-210b-426a-ba30-578727f748d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346838 Dec 06 17:07:45.320122 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-e59d96f3-64ae-4108-9eeb-d88697a6deb1 req-d959707c-6803-40a6-b5a3-1d41500a351a service neutron] For port cbf8467d-6544-4bc2-9dc3-306b8bc65ca3, host n-h2-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:07:45.325857 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-e59d96f3-64ae-4108-9eeb-d88697a6deb1 req-d959707c-6803-40a6-b5a3-1d41500a351a service neutron] For port cbf8467d-6544-4bc2-9dc3-306b8bc65ca3, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=cbf8467d-6544-4bc2-9dc3-306b8bc65ca3,segment=NetworkSegment(bcf8f3ec-a85d-4baf-bb99-5540dc7bed1d),segment_id=bcf8f3ec-a85d-4baf-bb99-5540dc7bed1d)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:07:45.334272 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15703c03-26ca-4793-9709-4287e1a5d915 req-8ce83ff4-79dc-4a22-8c2d-b98219f28b0f tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:45.336527 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-15703c03-26ca-4793-9709-4287e1a5d915 req-8ce83ff4-79dc-4a22-8c2d-b98219f28b0f tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d44bf3a-1b53-445f-9ec9-fa598e5fdf4d HTTP/1.1" status: 200 len: 945 time: 0.0812266 Dec 06 17:07:45.337369 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e59d96f3-64ae-4108-9eeb-d88697a6deb1 req-d959707c-6803-40a6-b5a3-1d41500a351a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:45.361969 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9dd2baac-59a6-47f5-a463-543d0ca80dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:45.379580 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9dd2baac-59a6-47f5-a463-543d0ca80dc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:45.389432 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device d7cca56b-de93-447b-986e-e63536b6da07 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:07:45.393164 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59d96f3-64ae-4108-9eeb-d88697a6deb1 req-d959707c-6803-40a6-b5a3-1d41500a351a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:45.393899 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e59d96f3-64ae-4108-9eeb-d88697a6deb1 req-d959707c-6803-40a6-b5a3-1d41500a351a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:45.395291 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e59d96f3-64ae-4108-9eeb-d88697a6deb1 req-d959707c-6803-40a6-b5a3-1d41500a351a service neutron] 10.222.0.44 "PUT /v2.0/ports/cbf8467d-6544-4bc2-9dc3-306b8bc65ca3 HTTP/1.1" status: 200 len: 1091 time: 1.7909102 Dec 06 17:07:45.395753 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2601b7c-64fc-4a21-87f0-528adaaaa6f7', 'tag': 'cbf8467d-6544-4bc2-9dc3-306b8bc65ca3'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:07:45.398125 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7107fd07-c4d2-41c0-abf3-e1f9e4886e8b" -d '{"events": [{"name": "network-changed", "server_uuid": "d2601b7c-64fc-4a21-87f0-528adaaaa6f7", "tag": "cbf8467d-6544-4bc2-9dc3-306b8bc65ca3"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:07:45.412601 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-9dd2baac-59a6-47f5-a463-543d0ca80dc7 admin admin] 10.222.0.23 "DELETE /v2.0/networks/ce84b6e8-a54c-4d8b-b96a-3ed620de29d0 HTTP/1.1" status: 204 len: 168 time: 1.4362619 Dec 06 17:07:45.424384 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 36562) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:07:45.436218 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd2baac-59a6-47f5-a463-543d0ca80dc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce84b6e8-a54c-4d8b-b96a-3ed620de29d0,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:07:45.446382 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: d7cca56b-de93-447b-986e-e63536b6da07 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:07:45.448176 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device d7cca56b-de93-447b-986e-e63536b6da07 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:07:45.540300 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8c28d3-9b92-4590-a941-933694890e2b req-2cbfb5a0-ccb8-4d6b-ab73-1716c5a8f6d2 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:45.541931 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ca8c28d3-9b92-4590-a941-933694890e2b req-2cbfb5a0-ccb8-4d6b-ab73-1716c5a8f6d2 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3899f97-c145-485d-b3a3-a25ab004300d HTTP/1.1" status: 200 len: 949 time: 0.0714512 Dec 06 17:07:45.559290 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d959707c-6803-40a6-b5a3-1d41500a351a service neutron] Pushing event updated for resources: {'Port': ['ID=cbf8467d-6544-4bc2-9dc3-306b8bc65ca3,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:07:45.582624 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-15703c03-26ca-4793-9709-4287e1a5d915 req-68e54e29-5e12-4a27-9ec2-9cd63ff9f95e tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168615 Dec 06 17:07:45.619709 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4185bf23-613e-42dd-a546-b4a5a7485f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:45.626438 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ca8c28d3-9b92-4590-a941-933694890e2b req-ed959d2e-58a5-43f2-b1c3-8e502ef3856c tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775852 Dec 06 17:07:45.718011 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59d96f3-64ae-4108-9eeb-d88697a6deb1 req-bbce266e-8060-46e0-a374-6b8aea561e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:45.719582 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e59d96f3-64ae-4108-9eeb-d88697a6deb1 req-bbce266e-8060-46e0-a374-6b8aea561e16 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0258899c128e4e7c8306d77fe96b1089&device_id=d2601b7c-64fc-4a21-87f0-528adaaaa6f7 HTTP/1.1" status: 200 len: 1094 time: 0.2669215 Dec 06 17:07:45.721114 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a26e1b4-5760-4dca-80da-244f05f2c55c x-openstack-request-id: req-9a26e1b4-5760-4dca-80da-244f05f2c55c {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:07:45.721411 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2601b7c-64fc-4a21-87f0-528adaaaa6f7", "tag": "cbf8467d-6544-4bc2-9dc3-306b8bc65ca3", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:07:45.721704 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9a26e1b4-5760-4dca-80da-244f05f2c55c {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:07:45.722097 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2601b7c-64fc-4a21-87f0-528adaaaa6f7', 'tag': 'cbf8467d-6544-4bc2-9dc3-306b8bc65ca3', 'status': 'completed', 'code': 200} Dec 06 17:07:45.806184 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa29b6b-5abe-4b08-844b-26ffd4aea4e7 req-fac5c83f-0bf4-4d07-b694-c429481ea653 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:45.807689 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-eaa29b6b-5abe-4b08-844b-26ffd4aea4e7 req-fac5c83f-0bf4-4d07-b694-c429481ea653 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fbd3b55-8fd1-4dfd-9c17-09a72f92d6e4 HTTP/1.1" status: 200 len: 945 time: 0.0594358 Dec 06 17:07:45.815946 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b169f53-7ef3-45bb-a317-4fbab4392b78 req-01690638-ca76-4484-85c1-91d11901c603 tempest-TenantUsagesTestJSON-600505148 tempest-TenantUsagesTestJSON-600505148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:45.817551 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8b169f53-7ef3-45bb-a317-4fbab4392b78 req-01690638-ca76-4484-85c1-91d11901c603 tempest-TenantUsagesTestJSON-600505148 tempest-TenantUsagesTestJSON-600505148-project] 10.222.0.41 "GET /v2.0/ports?device_id=98ea8cac-889b-4f01-ae08-03f3a6a8cb1b HTTP/1.1" status: 200 len: 950 time: 0.1132708 Dec 06 17:07:45.850366 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e59d96f3-64ae-4108-9eeb-d88697a6deb1 req-e947d792-1c77-4571-ac6a-74e92ffbd5e0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cbf8467d-6544-4bc2-9dc3-306b8bc65ca3 HTTP/1.1" status: 200 len: 217 time: 0.1151731 Dec 06 17:07:45.921589 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-eaa29b6b-5abe-4b08-844b-26ffd4aea4e7 req-fed08a02-7265-4dec-ac0b-2340417e453b tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] 10.222.0.23 "GET /v2.0/security-groups?id=32e60c91-0f09-4047-85e4-be430fb60702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024215 Dec 06 17:07:45.938997 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c52e1a-146d-45db-a3e2-acf253bb5e00 req-a1639a94-7754-47e0-b73a-3a348138ec54 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:45.946197 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f7c52e1a-146d-45db-a3e2-acf253bb5e00 req-a1639a94-7754-47e0-b73a-3a348138ec54 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2601b7c-64fc-4a21-87f0-528adaaaa6f7 HTTP/1.1" status: 200 len: 943 time: 0.2229068 Dec 06 17:07:45.960698 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-8b169f53-7ef3-45bb-a317-4fbab4392b78 req-116bfb89-f882-4fd0-a9a5-f3ca6fbf6360 tempest-TenantUsagesTestJSON-600505148 tempest-TenantUsagesTestJSON-600505148-project] Deleting port d2356115-13b0-4b9a-84ac-055c75e85567 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:07:45.961268 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8b169f53-7ef3-45bb-a317-4fbab4392b78 req-116bfb89-f882-4fd0-a9a5-f3ca6fbf6360 tempest-TenantUsagesTestJSON-600505148 tempest-TenantUsagesTestJSON-600505148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:45.988832 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59d96f3-64ae-4108-9eeb-d88697a6deb1 req-2265faea-c056-45d2-83e8-5a77af51f090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:45.990371 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e59d96f3-64ae-4108-9eeb-d88697a6deb1 req-2265faea-c056-45d2-83e8-5a77af51f090 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=46916f41-7c83-4c75-85c3-d1b3985aec0b HTTP/1.1" status: 200 len: 855 time: 0.1321440 Dec 06 17:07:46.070324 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f7c52e1a-146d-45db-a3e2-acf253bb5e00 req-26c8718c-b9ae-4bcc-a276-d217259d348d tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c9938ba-fde4-4f48-b59c-dd9a4d401845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232452 Dec 06 17:07:46.093957 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e50dfcd-6394-456e-b640-57bf77846eeb req-e45d7377-14fc-48db-9368-2624a77c9a9a tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:46.095537 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2e50dfcd-6394-456e-b640-57bf77846eeb req-e45d7377-14fc-48db-9368-2624a77c9a9a tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/ports?device_id=33079cb3-b6df-4685-b7af-26e4c0a14648 HTTP/1.1" status: 200 len: 949 time: 0.0976660 Dec 06 17:07:46.104412 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59d96f3-64ae-4108-9eeb-d88697a6deb1 req-5e9f2c38-1a44-4a37-ac87-21187aa54dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:46.106555 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e59d96f3-64ae-4108-9eeb-d88697a6deb1 req-5e9f2c38-1a44-4a37-ac87-21187aa54dc6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=041fb444-b221-430a-a2d5-1ce940b8f13a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1050487 Dec 06 17:07:46.134379 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-8b169f53-7ef3-45bb-a317-4fbab4392b78 req-116bfb89-f882-4fd0-a9a5-f3ca6fbf6360 tempest-TenantUsagesTestJSON-600505148 tempest-TenantUsagesTestJSON-600505148-project] For port d2356115-13b0-4b9a-84ac-055c75e85567, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=d2356115-13b0-4b9a-84ac-055c75e85567,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:07:46.134936 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8b169f53-7ef3-45bb-a317-4fbab4392b78 req-116bfb89-f882-4fd0-a9a5-f3ca6fbf6360 tempest-TenantUsagesTestJSON-600505148 tempest-TenantUsagesTestJSON-600505148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:46.154283 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-8b169f53-7ef3-45bb-a317-4fbab4392b78 req-116bfb89-f882-4fd0-a9a5-f3ca6fbf6360 tempest-TenantUsagesTestJSON-600505148 tempest-TenantUsagesTestJSON-600505148-project] Calling delete_port for d2356115-13b0-4b9a-84ac-055c75e85567 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:07:46.254234 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2e50dfcd-6394-456e-b640-57bf77846eeb req-d811c0a3-60c1-44a2-b671-5fe2a9117a92 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/security-groups?id=05993717-efad-46b6-9cd9-33188c432d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476576 Dec 06 17:07:46.260292 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e311fc5-18f8-41e1-b11b-8e3aaf7afb69 req-313568dc-a3e2-40a9-b41d-7d2b14e84496 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:46.262350 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5e311fc5-18f8-41e1-b11b-8e3aaf7afb69 req-313568dc-a3e2-40a9-b41d-7d2b14e84496 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fbd3b55-8fd1-4dfd-9c17-09a72f92d6e4 HTTP/1.1" status: 200 len: 945 time: 0.1044278 Dec 06 17:07:46.275939 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e59d96f3-64ae-4108-9eeb-d88697a6deb1 req-385f7f6b-9df2-425b-bc1b-d16ab5a79656 service neutron] 10.222.0.44 "GET /v2.0/networks/041fb444-b221-430a-a2d5-1ce940b8f13a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498747 Dec 06 17:07:46.275939 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 36572) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:07:46.280150 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-2d7caeac-b847-4617-bec6-a07fa748d156 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Request body: {'floatingip': {'port_id': 'ca68c5c4-a665-4a4e-8598-ad4d6f341414'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:07:46.352895 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2d7caeac-b847-4617-bec6-a07fa748d156 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Publish callbacks [] for floatingip, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:46.373439 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8b169f53-7ef3-45bb-a317-4fbab4392b78 req-116bfb89-f882-4fd0-a9a5-f3ca6fbf6360 tempest-TenantUsagesTestJSON-600505148 tempest-TenantUsagesTestJSON-600505148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:46.387074 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['d2356115-13b0-4b9a-84ac-055c75e85567'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:07:46.421724 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7480e0f3-d3bc-4ee2-ab2f-21b7174e955f req-25c8027a-156d-4a2d-91b9-fd5e9f2199cf tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:46.429396 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7480e0f3-d3bc-4ee2-ab2f-21b7174e955f req-25c8027a-156d-4a2d-91b9-fd5e9f2199cf tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/ports?device_id=3eeb54a9-0676-4dc0-860c-36ca440cc77b HTTP/1.1" status: 200 len: 945 time: 0.0963809 Dec 06 17:07:46.438624 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116bfb89-f882-4fd0-a9a5-f3ca6fbf6360 tempest-TenantUsagesTestJSON-600505148 tempest-TenantUsagesTestJSON-600505148-project] Pushing event deleted for resources: {'Port': ['ID=d2356115-13b0-4b9a-84ac-055c75e85567,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:07:46.498172 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b169f53-7ef3-45bb-a317-4fbab4392b78 req-116bfb89-f882-4fd0-a9a5-f3ca6fbf6360 tempest-TenantUsagesTestJSON-600505148 tempest-TenantUsagesTestJSON-600505148-project] No DVR routers for this DVR port d2356115-13b0-4b9a-84ac-055c75e85567 on host n-h1-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:07:46.503311 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8b169f53-7ef3-45bb-a317-4fbab4392b78 req-116bfb89-f882-4fd0-a9a5-f3ca6fbf6360 tempest-TenantUsagesTestJSON-600505148 tempest-TenantUsagesTestJSON-600505148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:46.506936 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8b169f53-7ef3-45bb-a317-4fbab4392b78 req-116bfb89-f882-4fd0-a9a5-f3ca6fbf6360 tempest-TenantUsagesTestJSON-600505148 tempest-TenantUsagesTestJSON-600505148-project] 10.222.0.41 "DELETE /v2.0/ports/d2356115-13b0-4b9a-84ac-055c75e85567 HTTP/1.1" status: 204 len: 173 time: 0.6813245 Dec 06 17:07:46.507483 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98ea8cac-889b-4f01-ae08-03f3a6a8cb1b', 'name': 'network-vif-deleted', 'tag': 'd2356115-13b0-4b9a-84ac-055c75e85567'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:07:46.509979 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bccc688b-fc0e-4394-be0c-2ab9cc57402e" -d '{"events": [{"server_uuid": "98ea8cac-889b-4f01-ae08-03f3a6a8cb1b", "name": "network-vif-deleted", "tag": "d2356115-13b0-4b9a-84ac-055c75e85567"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:07:46.538108 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7480e0f3-d3bc-4ee2-ab2f-21b7174e955f req-05da2c77-5e3e-4879-9ae6-7d88a41bbc94 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/security-groups?id=79a8a720-4d91-42c0-8bdb-aecf1d5b7573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075714 Dec 06 17:07:46.578904 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bd4aa89-893f-462d-965f-8c240aef5703 x-openstack-request-id: req-0bd4aa89-893f-462d-965f-8c240aef5703 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:07:46.579892 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98ea8cac-889b-4f01-ae08-03f3a6a8cb1b", "name": "network-vif-deleted", "tag": "d2356115-13b0-4b9a-84ac-055c75e85567", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:07:46.580300 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0bd4aa89-893f-462d-965f-8c240aef5703 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:07:46.580908 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98ea8cac-889b-4f01-ae08-03f3a6a8cb1b', 'name': 'network-vif-deleted', 'tag': 'd2356115-13b0-4b9a-84ac-055c75e85567', 'status': 'completed', 'code': 200} Dec 06 17:07:46.621795 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e59d96f3-64ae-4108-9eeb-d88697a6deb1 req-b01f6895-061a-4774-9374-5c46fe0882ae service neutron] 10.222.0.44 "GET /v2.0/networks/041fb444-b221-430a-a2d5-1ce940b8f13a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3378353 Dec 06 17:07:46.660878 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-05ef6f78-bf4e-4680-ae12-99e78e96b275 req-638e50be-0d09-4255-9d17-2b162cad51ad tempest-TenantUsagesTestJSON-600505148 tempest-TenantUsagesTestJSON-600505148-project] 10.222.0.23 "GET /v2.0/ports?device_id=98ea8cac-889b-4f01-ae08-03f3a6a8cb1b HTTP/1.1" status: 200 len: 210 time: 0.2163444 Dec 06 17:07:46.757047 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:46.757357 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bae2e2f-108c-4307-9e8c-902e91bed568 req-6b643d57-3c56-4fdf-a7f6-a06420bc5e22 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:46.758869 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0bae2e2f-108c-4307-9e8c-902e91bed568 req-6b643d57-3c56-4fdf-a7f6-a06420bc5e22 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d44bf3a-1b53-445f-9ec9-fa598e5fdf4d HTTP/1.1" status: 200 len: 945 time: 0.0576971 Dec 06 17:07:46.819494 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0bae2e2f-108c-4307-9e8c-902e91bed568 req-5fcbf915-c2dc-41cd-b8ff-019034bcb0ae tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488002 Dec 06 17:07:47.074930 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b1a64e01-f851-4435-88d4-3e2645dc8858 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575908'] for router_interface, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:47.207831 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3b1372-8584-4a34-896f-0689ca0bc04f req-69f662bd-0546-40a7-8315-2cd8a911e425 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:47.209450 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bd3b1372-8584-4a34-896f-0689ca0bc04f req-69f662bd-0546-40a7-8315-2cd8a911e425 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2601b7c-64fc-4a21-87f0-528adaaaa6f7 HTTP/1.1" status: 200 len: 943 time: 0.0566652 Dec 06 17:07:47.226351 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7107fd07-c4d2-41c0-abf3-e1f9e4886e8b req-6a7abdfc-77c2-410a-8acd-9c57b1b2f4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:47.227824 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7107fd07-c4d2-41c0-abf3-e1f9e4886e8b req-6a7abdfc-77c2-410a-8acd-9c57b1b2f4fb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0258899c128e4e7c8306d77fe96b1089&device_id=d2601b7c-64fc-4a21-87f0-528adaaaa6f7 HTTP/1.1" status: 200 len: 1094 time: 0.5051484 Dec 06 17:07:47.259190 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bd3b1372-8584-4a34-896f-0689ca0bc04f req-e8e04132-fafc-4e9f-9577-3b0993631acb tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c9938ba-fde4-4f48-b59c-dd9a4d401845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433540 Dec 06 17:07:47.266958 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfbd010-040d-4db7-b70b-21cb5cd3acb3 req-4d085cab-152c-4593-96f8-46801f5ce75d tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:47.268452 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4cfbd010-040d-4db7-b70b-21cb5cd3acb3 req-4d085cab-152c-4593-96f8-46801f5ce75d tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3899f97-c145-485d-b3a3-a25ab004300d HTTP/1.1" status: 200 len: 949 time: 0.5358074 Dec 06 17:07:47.386454 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ade64db-71aa-4930-ab18-cce681aae875 req-0ca550ec-0de9-4560-b20b-de5c0544aabe tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:47.389951 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8ade64db-71aa-4930-ab18-cce681aae875 req-0ca550ec-0de9-4560-b20b-de5c0544aabe tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/ports?device_id=33079cb3-b6df-4685-b7af-26e4c0a14648 HTTP/1.1" status: 200 len: 949 time: 0.0528822 Dec 06 17:07:47.436994 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8ade64db-71aa-4930-ab18-cce681aae875 req-c6fc7c07-4382-4fc2-a660-399e33144369 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/security-groups?id=05993717-efad-46b6-9cd9-33188c432d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428576 Dec 06 17:07:47.502993 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4cfbd010-040d-4db7-b70b-21cb5cd3acb3 req-ec2939a3-14e8-4e3b-a8f7-6a3de6dfc259 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223411 Dec 06 17:07:47.539809 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7107fd07-c4d2-41c0-abf3-e1f9e4886e8b req-0d7448fe-08b0-4147-b7ff-ef46d01dd2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:47.541259 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7107fd07-c4d2-41c0-abf3-e1f9e4886e8b req-0d7448fe-08b0-4147-b7ff-ef46d01dd2a8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=041fb444-b221-430a-a2d5-1ce940b8f13a HTTP/1.1" status: 200 len: 917 time: 0.2719333 Dec 06 17:07:47.625673 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7107fd07-c4d2-41c0-abf3-e1f9e4886e8b req-8a9c51b8-1f63-4c82-a277-b8c076a86f9e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cbf8467d-6544-4bc2-9dc3-306b8bc65ca3 HTTP/1.1" status: 200 len: 217 time: 0.0765734 Dec 06 17:07:47.650246 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a168215-1c39-42ac-865c-589bd723bd7d req-f4677349-72ef-4b2f-b2d6-2c2ec9f3274d tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:47.656504 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8a168215-1c39-42ac-865c-589bd723bd7d req-f4677349-72ef-4b2f-b2d6-2c2ec9f3274d tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/ports?device_id=3eeb54a9-0676-4dc0-860c-36ca440cc77b HTTP/1.1" status: 200 len: 945 time: 0.0577910 Dec 06 17:07:47.668468 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2d7caeac-b847-4617-bec6-a07fa748d156 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:47.684250 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2d7caeac-b847-4617-bec6-a07fa748d156 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:47.832852 n-d-master-1 neutron-server[103285]: INFO neutron.db.l3_db [None req-2d7caeac-b847-4617-bec6-a07fa748d156 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Floating IP 3f35a412-72c8-43d8-8e04-d21866b931de associated. External IP: 172.35.1.21, port: ca68c5c4-a665-4a4e-8598-ad4d6f341414. Dec 06 17:07:47.843025 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7107fd07-c4d2-41c0-abf3-e1f9e4886e8b req-1b902abe-49d6-4849-8c9a-29cdb2f1e0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:47.844537 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7107fd07-c4d2-41c0-abf3-e1f9e4886e8b req-1b902abe-49d6-4849-8c9a-29cdb2f1e0f8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=46916f41-7c83-4c75-85c3-d1b3985aec0b HTTP/1.1" status: 200 len: 855 time: 0.2111788 Dec 06 17:07:47.935533 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:47.996890 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8a168215-1c39-42ac-865c-589bd723bd7d req-e052b0d2-55c2-4c0a-b5ca-b684b07b6e1c tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/security-groups?id=79a8a720-4d91-42c0-8bdb-aecf1d5b7573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3338196 Dec 06 17:07:48.032821 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 36596) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:07:48.141617 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55523ab-1992-464c-a46d-be3ed92c0723 req-a594ca85-64d5-4fdf-b318-357b6c4d18e0 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:48.143330 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e55523ab-1992-464c-a46d-be3ed92c0723 req-a594ca85-64d5-4fdf-b318-357b6c4d18e0 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d44bf3a-1b53-445f-9ec9-fa598e5fdf4d HTTP/1.1" status: 200 len: 945 time: 0.1540220 Dec 06 17:07:48.147950 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7107fd07-c4d2-41c0-abf3-e1f9e4886e8b req-aa6315d4-6a3d-4eb0-a2c2-784618ff4b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:48.149399 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7107fd07-c4d2-41c0-abf3-e1f9e4886e8b req-aa6315d4-6a3d-4eb0-a2c2-784618ff4b8e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=041fb444-b221-430a-a2d5-1ce940b8f13a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1501489 Dec 06 17:07:48.166371 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-b1a64e01-f851-4435-88d4-3e2645dc8858 admin admin] Deleting port 4a0e17ca-8e62-4540-9770-1f918ff64601 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:07:48.166708 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b1a64e01-f851-4435-88d4-3e2645dc8858 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:48.188574 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-7a436e71-e70f-43b3-ab8f-950b48c8b1d9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0f822643532e47b88eb0f034ec834f3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1546550 Dec 06 17:07:48.189275 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 36600) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:07:48.237331 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ad4b56e5-149c-4f35-9457-98dc165b889f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:48.259656 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ad4b56e5-149c-4f35-9457-98dc165b889f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:48.311300 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ad4b56e5-149c-4f35-9457-98dc165b889f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:48.314615 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ad4b56e5-149c-4f35-9457-98dc165b889f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:48.318349 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-ad4b56e5-149c-4f35-9457-98dc165b889f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/53187e5f-210b-426a-ba30-578727f748d2 HTTP/1.1" status: 204 len: 168 time: 0.1258159 Dec 06 17:07:48.327574 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4b56e5-149c-4f35-9457-98dc165b889f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53187e5f-210b-426a-ba30-578727f748d2,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:07:48.337785 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4b56e5-149c-4f35-9457-98dc165b889f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:07:48.338261 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4b56e5-149c-4f35-9457-98dc165b889f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:07:48.338615 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4b56e5-149c-4f35-9457-98dc165b889f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:07:48.338962 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4b56e5-149c-4f35-9457-98dc165b889f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:07:48.340069 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4b56e5-149c-4f35-9457-98dc165b889f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:07:48.340413 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4b56e5-149c-4f35-9457-98dc165b889f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:07:48.340752 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4b56e5-149c-4f35-9457-98dc165b889f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:07:48.341090 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4b56e5-149c-4f35-9457-98dc165b889f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:07:48.341594 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4b56e5-149c-4f35-9457-98dc165b889f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:07:48.342557 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4b56e5-149c-4f35-9457-98dc165b889f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:07:48.342901 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4b56e5-149c-4f35-9457-98dc165b889f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:07:48.343549 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4b56e5-149c-4f35-9457-98dc165b889f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:07:48.344362 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4b56e5-149c-4f35-9457-98dc165b889f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:07:48.393137 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e55523ab-1992-464c-a46d-be3ed92c0723 req-7616f783-e796-48c3-9257-cf7fd6aa1355 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277579 Dec 06 17:07:48.393137 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d7caeac-b847-4617-bec6-a07fa748d156 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Router 107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:07:48.420197 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-b1a64e01-f851-4435-88d4-3e2645dc8858 admin admin] For port 4a0e17ca-8e62-4540-9770-1f918ff64601, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=4a0e17ca-8e62-4540-9770-1f918ff64601,segment=NetworkSegment(6e6eafde-be92-4a9e-b5c9-017557553d66),segment_id=6e6eafde-be92-4a9e-b5c9-017557553d66)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:07:48.420520 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b1a64e01-f851-4435-88d4-3e2645dc8858 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:48.485713 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9ca6b9-d7cc-4290-a70e-d200f2729c40 req-1f446487-3275-48dc-a577-18e5d6f7d869 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:48.493149 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3f9ca6b9-d7cc-4290-a70e-d200f2729c40 req-1f446487-3275-48dc-a577-18e5d6f7d869 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2601b7c-64fc-4a21-87f0-528adaaaa6f7 HTTP/1.1" status: 200 len: 943 time: 0.0721698 Dec 06 17:07:48.506741 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-b1a64e01-f851-4435-88d4-3e2645dc8858 admin admin] Calling delete_port for 4a0e17ca-8e62-4540-9770-1f918ff64601 owned by network:router_interface {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:07:48.510071 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7107fd07-c4d2-41c0-abf3-e1f9e4886e8b req-3011a83c-e571-4a63-b268-033864cfa1c0 service neutron] 10.222.0.44 "GET /v2.0/networks/041fb444-b221-430a-a2d5-1ce940b8f13a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3453786 Dec 06 17:07:48.565549 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3f9ca6b9-d7cc-4290-a70e-d200f2729c40 req-e2c03d22-1478-4494-922a-db973d7181d6 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c9938ba-fde4-4f48-b59c-dd9a4d401845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708640 Dec 06 17:07:48.697661 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c9da80-e341-4b57-8a78-fea67d22362f req-a8d4ba9e-0d16-4ef5-a8d7-b4544f7bc4d0 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:48.702039 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-09c9da80-e341-4b57-8a78-fea67d22362f req-a8d4ba9e-0d16-4ef5-a8d7-b4544f7bc4d0 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3899f97-c145-485d-b3a3-a25ab004300d HTTP/1.1" status: 200 len: 949 time: 0.0732462 Dec 06 17:07:48.739643 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 36612) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:07:48.774225 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-09c9da80-e341-4b57-8a78-fea67d22362f req-6ccac452-eb27-45a1-b9bc-aff0d5832983 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653329 Dec 06 17:07:48.775885 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6ccf03ae-d624-406b-bfe8-e0df86b4f7c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:48.779254 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d7caeac-b847-4617-bec6-a07fa748d156 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:07:48.789449 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2d7caeac-b847-4617-bec6-a07fa748d156 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:48.792278 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfe9f7c-ba27-4ead-aa24-7fa17ab89724 None None] Sync routers for ids ['107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:07:48.802475 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88795123-e49d-45b0-8ac3-5bc42c78e3d5 req-4e81b118-64f9-40d8-bad7-350881de0052 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:48.804015 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-88795123-e49d-45b0-8ac3-5bc42c78e3d5 req-4e81b118-64f9-40d8-bad7-350881de0052 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/ports?device_id=33079cb3-b6df-4685-b7af-26e4c0a14648 HTTP/1.1" status: 200 len: 949 time: 0.2254646 Dec 06 17:07:48.805915 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7107fd07-c4d2-41c0-abf3-e1f9e4886e8b req-1dde0caf-462a-4d03-b950-e9aa453af3c4 service neutron] 10.222.0.44 "GET /v2.0/networks/041fb444-b221-430a-a2d5-1ce940b8f13a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835908 Dec 06 17:07:48.820742 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfe9f7c-ba27-4ead-aa24-7fa17ab89724 None None] Routers {'107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:07:48.821658 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-3cfe9f7c-ba27-4ead-aa24-7fa17ab89724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:07:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:07:48.859192 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-2d7caeac-b847-4617-bec6-a07fa748d156 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] 10.222.0.23 "PUT /v2.0/floatingips/3f35a412-72c8-43d8-8e04-d21866b931de HTTP/1.1" status: 200 len: 990 time: 2.5828533 Dec 06 17:07:48.861728 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fbd3b55-8fd1-4dfd-9c17-09a72f92d6e4', 'tag': 'ca68c5c4-a665-4a4e-8598-ad4d6f341414'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:07:48.864079 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c54aa3df-50ce-4b15-8b4a-ad13ee25e2cf" -d '{"events": [{"name": "network-changed", "server_uuid": "1fbd3b55-8fd1-4dfd-9c17-09a72f92d6e4", "tag": "ca68c5c4-a665-4a4e-8598-ad4d6f341414"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:07:48.904637 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-88795123-e49d-45b0-8ac3-5bc42c78e3d5 req-ba99dfe4-9504-44d0-b30f-e87ddfec9733 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/security-groups?id=05993717-efad-46b6-9cd9-33188c432d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935385 Dec 06 17:07:48.911850 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6ccf03ae-d624-406b-bfe8-e0df86b4f7c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:48.926415 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6ccf03ae-d624-406b-bfe8-e0df86b4f7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:48.959375 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:48.977753 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b1a64e01-f851-4435-88d4-3e2645dc8858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:48.998469 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccf03ae-d624-406b-bfe8-e0df86b4f7c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d431bab-d4fd-4794-abac-7be898811cfa,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:07:49.008406 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-6ccf03ae-d624-406b-bfe8-e0df86b4f7c4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1c80099abe1541f28384190a8894f18b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2676430 Dec 06 17:07:49.009600 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 36620) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:07:49.010284 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06426ba7-627b-412d-8a40-2cac4da9ecad x-openstack-request-id: req-06426ba7-627b-412d-8a40-2cac4da9ecad {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:07:49.010577 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fbd3b55-8fd1-4dfd-9c17-09a72f92d6e4", "tag": "ca68c5c4-a665-4a4e-8598-ad4d6f341414", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:07:49.010979 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-06426ba7-627b-412d-8a40-2cac4da9ecad {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:07:49.011954 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fbd3b55-8fd1-4dfd-9c17-09a72f92d6e4', 'tag': 'ca68c5c4-a665-4a4e-8598-ad4d6f341414', 'status': 'completed', 'code': 200} Dec 06 17:07:49.013049 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a64e01-f851-4435-88d4-3e2645dc8858 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a0e17ca-8e62-4540-9770-1f918ff64601,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:07:49.168817 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9e267f53-8b11-4dec-8975-41ae0889a749 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:49.223494 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9e267f53-8b11-4dec-8975-41ae0889a749 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:49.231376 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-3cfe9f7c-ba27-4ead-aa24-7fa17ab89724 None None] Set router 107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:07:49.249421 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54aa3df-50ce-4b15-8b4a-ad13ee25e2cf req-4da7ef5e-6150-4138-8f36-e54b8b3398d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:49.251271 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c54aa3df-50ce-4b15-8b4a-ad13ee25e2cf req-4da7ef5e-6150-4138-8f36-e54b8b3398d7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=79450b3018524610adce1efbd72221ff&device_id=1fbd3b55-8fd1-4dfd-9c17-09a72f92d6e4 HTTP/1.1" status: 200 len: 1096 time: 0.1841724 Dec 06 17:07:49.259754 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e50908-f919-43e5-bf8f-f2018b49496d req-b8ea3a78-598f-4cdf-959b-4c485c267f83 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:49.262258 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-47e50908-f919-43e5-bf8f-f2018b49496d req-b8ea3a78-598f-4cdf-959b-4c485c267f83 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/ports?device_id=3eeb54a9-0676-4dc0-860c-36ca440cc77b HTTP/1.1" status: 200 len: 945 time: 0.1263323 Dec 06 17:07:49.386699 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54aa3df-50ce-4b15-8b4a-ad13ee25e2cf req-e592c59c-08a2-4d9e-b33f-0e68a9b12614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:49.388377 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c54aa3df-50ce-4b15-8b4a-ad13ee25e2cf req-e592c59c-08a2-4d9e-b33f-0e68a9b12614 service neutron] 10.222.0.41 "GET /v2.0/networks?id=69a40b88-32c3-4e15-ab36-985e8404a553 HTTP/1.1" status: 200 len: 924 time: 0.1226161 Dec 06 17:07:49.517537 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c54aa3df-50ce-4b15-8b4a-ad13ee25e2cf req-0b594214-dc41-4de7-92a3-09e380fe6ff5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca68c5c4-a665-4a4e-8598-ad4d6f341414 HTTP/1.1" status: 200 len: 998 time: 0.1076326 Dec 06 17:07:49.534159 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9e267f53-8b11-4dec-8975-41ae0889a749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:49.537307 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9e267f53-8b11-4dec-8975-41ae0889a749 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:49.540872 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-9e267f53-8b11-4dec-8975-41ae0889a749 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4d431bab-d4fd-4794-abac-7be898811cfa HTTP/1.1" status: 204 len: 168 time: 0.5279419 Dec 06 17:07:49.550757 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-47e50908-f919-43e5-bf8f-f2018b49496d req-e4bc7b68-585d-43b8-869d-5473d0163b9f tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/security-groups?id=79a8a720-4d91-42c0-8bdb-aecf1d5b7573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594410 Dec 06 17:07:49.601872 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e267f53-8b11-4dec-8975-41ae0889a749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d431bab-d4fd-4794-abac-7be898811cfa,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:07:49.611958 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b1a64e01-f851-4435-88d4-3e2645dc8858 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-772474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575952'] for router_interface, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:49.627706 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874ec90c-d50d-453a-b95a-27a057d7a503 req-0b83eb6c-9032-4b6f-aeb5-db264e2c8aac tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:49.635295 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-874ec90c-d50d-453a-b95a-27a057d7a503 req-0b83eb6c-9032-4b6f-aeb5-db264e2c8aac tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d44bf3a-1b53-445f-9ec9-fa598e5fdf4d HTTP/1.1" status: 200 len: 945 time: 0.0788276 Dec 06 17:07:49.653063 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54aa3df-50ce-4b15-8b4a-ad13ee25e2cf req-6f600096-e15e-4ba2-96ac-8301e337ebcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:49.659807 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c54aa3df-50ce-4b15-8b4a-ad13ee25e2cf req-6f600096-e15e-4ba2-96ac-8301e337ebcb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=29223edc-149f-468a-b413-de60543fe5ba HTTP/1.1" status: 200 len: 862 time: 0.1343575 Dec 06 17:07:49.730530 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-3cfe9f7c-ba27-4ead-aa24-7fa17ab89724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-975269071-router', 'tenant_id': '79450b3018524610adce1efbd72221ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.41'}], 'enable_snat': True}, 'gw_port_id': '6e342e6b-5aad-4dc0-b38e-8376f9d24d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:04:50Z', 'updated_at': '2021-12-06T17:04:55Z', 'revision_number': 4, 'project_id': '79450b3018524610adce1efbd72221ff', 'gw_port': {'id': '6e342e6b-5aad-4dc0-b38e-8376f9d24d88', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c7:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:04:51Z', 'updated_at': '2021-12-06T17:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '3f35a412-72c8-43d8-8e04-d21866b931de', 'tenant_id': '79450b3018524610adce1efbd72221ff', 'floating_ip_address': '172.35.1.21', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6', 'port_id': 'ca68c5c4-a665-4a4e-8598-ad4d6f341414', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69a40b88-32c3-4e15-ab36-985e8404a553', 'mac_address': 'fa:16:3e:e0:c1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fbd3b55-8fd1-4dfd-9c17-09a72f92d6e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:05:20Z', 'updated_at': '2021-12-06T17:07:47Z', 'revision_number': 5, 'project_id': '79450b3018524610adce1efbd72221ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a524d1b-6a96-4920-99fc-39bf43162483', 'name': '', 'network_id': '69a40b88-32c3-4e15-ab36-985e8404a553', 'tenant_id': '79450b3018524610adce1efbd72221ff', 'mac_address': 'fa:16:3e:01:8e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '29223edc-149f-468a-b413-de60543fe5ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:04:54Z', 'updated_at': '2021-12-06T17:05:01Z', 'revision_number': 5, 'project_id': '79450b3018524610adce1efbd72221ff', 'subnets': [{'id': '29223edc-149f-468a-b413-de60543fe5ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:07:49.739423 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-874ec90c-d50d-453a-b95a-27a057d7a503 req-a226f0f4-8d9c-4266-a95d-2c708017efd6 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033020 Dec 06 17:07:49.789641 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfe9f7c-ba27-4ead-aa24-7fa17ab89724 None None] Checking router: 107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6 for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:07:49.812819 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfe9f7c-ba27-4ead-aa24-7fa17ab89724 None None] Routers {'107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:07:49.814177 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-3cfe9f7c-ba27-4ead-aa24-7fa17ab89724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:07:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:07:49.817642 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54aa3df-50ce-4b15-8b4a-ad13ee25e2cf req-b892d25c-51d3-4e73-abe7-73442f9a28c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:49.819552 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c54aa3df-50ce-4b15-8b4a-ad13ee25e2cf req-b892d25c-51d3-4e73-abe7-73442f9a28c0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=69a40b88-32c3-4e15-ab36-985e8404a553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1383832 Dec 06 17:07:49.840433 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c929df5-8040-427e-b61d-3e0ea7de94fa req-db20e8d7-b9c8-4e13-87a9-9bba0d3b8e35 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:49.848878 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6c929df5-8040-427e-b61d-3e0ea7de94fa req-db20e8d7-b9c8-4e13-87a9-9bba0d3b8e35 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2601b7c-64fc-4a21-87f0-528adaaaa6f7 HTTP/1.1" status: 200 len: 943 time: 0.1878669 Dec 06 17:07:49.970671 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-3cfe9f7c-ba27-4ead-aa24-7fa17ab89724 None None] Set router 107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:07:49.985969 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e919a799-c803-401a-9432-d8edc8816832 req-687f1f6d-4eae-4032-b3cf-26131ab0ba4a tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:49.987496 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e919a799-c803-401a-9432-d8edc8816832 req-687f1f6d-4eae-4032-b3cf-26131ab0ba4a tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3899f97-c145-485d-b3a3-a25ab004300d HTTP/1.1" status: 200 len: 949 time: 0.0886991 Dec 06 17:07:50.025243 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1a64e01-f851-4435-88d4-3e2645dc8858 admin admin] Router 120f182c-ae74-4dae-a743-c0ec8a65ebab has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:07:50.070104 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6c929df5-8040-427e-b61d-3e0ea7de94fa req-1986d368-c9c2-4312-bfb2-0a831a14fbdb tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c9938ba-fde4-4f48-b59c-dd9a4d401845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2200005 Dec 06 17:07:50.118450 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e919a799-c803-401a-9432-d8edc8816832 req-8e8413df-9ea3-4511-b938-1fdbde73b0e9 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118810 Dec 06 17:07:50.160552 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c54aa3df-50ce-4b15-8b4a-ad13ee25e2cf req-3569b8bc-9d90-4d58-8dcb-bff1d97257d9 service neutron] 10.222.0.41 "GET /v2.0/networks/69a40b88-32c3-4e15-ab36-985e8404a553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3082392 Dec 06 17:07:50.225481 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1a64e01-f851-4435-88d4-3e2645dc8858 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:07:50.234431 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a51de41-c073-41ee-a3ba-365ed68dd931 None None] Sync routers for ids ['120f182c-ae74-4dae-a743-c0ec8a65ebab'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:07:50.238643 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-b1a64e01-f851-4435-88d4-3e2645dc8858 admin admin] 10.222.0.23 "PUT /v2.0/routers/120f182c-ae74-4dae-a743-c0ec8a65ebab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8131585 Dec 06 17:07:50.246283 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 36642) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:07:50.255611 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a51de41-c073-41ee-a3ba-365ed68dd931 None None] Routers {'120f182c-ae74-4dae-a743-c0ec8a65ebab'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:07:50.256301 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-2a51de41-c073-41ee-a3ba-365ed68dd931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:07:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['120f182c-ae74-4dae-a743-c0ec8a65ebab'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:07:50.314263 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-3cfe9f7c-ba27-4ead-aa24-7fa17ab89724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-975269071-router', 'tenant_id': '79450b3018524610adce1efbd72221ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.41'}], 'enable_snat': True}, 'gw_port_id': '6e342e6b-5aad-4dc0-b38e-8376f9d24d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:04:50Z', 'updated_at': '2021-12-06T17:04:55Z', 'revision_number': 4, 'project_id': '79450b3018524610adce1efbd72221ff', 'gw_port': {'id': '6e342e6b-5aad-4dc0-b38e-8376f9d24d88', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c7:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:04:51Z', 'updated_at': '2021-12-06T17:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '3f35a412-72c8-43d8-8e04-d21866b931de', 'tenant_id': '79450b3018524610adce1efbd72221ff', 'floating_ip_address': '172.35.1.21', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6', 'port_id': 'ca68c5c4-a665-4a4e-8598-ad4d6f341414', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69a40b88-32c3-4e15-ab36-985e8404a553', 'mac_address': 'fa:16:3e:e0:c1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fbd3b55-8fd1-4dfd-9c17-09a72f92d6e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:05:20Z', 'updated_at': '2021-12-06T17:07:47Z', 'revision_number': 5, 'project_id': '79450b3018524610adce1efbd72221ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a524d1b-6a96-4920-99fc-39bf43162483', 'name': '', 'network_id': '69a40b88-32c3-4e15-ab36-985e8404a553', 'tenant_id': '79450b3018524610adce1efbd72221ff', 'mac_address': 'fa:16:3e:01:8e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '29223edc-149f-468a-b413-de60543fe5ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:04:54Z', 'updated_at': '2021-12-06T17:05:01Z', 'revision_number': 5, 'project_id': '79450b3018524610adce1efbd72221ff', 'subnets': [{'id': '29223edc-149f-468a-b413-de60543fe5ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:07:50.354814 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfe9f7c-ba27-4ead-aa24-7fa17ab89724 None None] The sync data for ids ['107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6'] in n-d-master-1 is: [{'id': '107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-975269071-router', 'tenant_id': '79450b3018524610adce1efbd72221ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.41'}], 'enable_snat': True}, 'gw_port_id': '6e342e6b-5aad-4dc0-b38e-8376f9d24d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:04:50Z', 'updated_at': '2021-12-06T17:04:55Z', 'revision_number': 4, 'project_id': '79450b3018524610adce1efbd72221ff', 'gw_port': {'id': '6e342e6b-5aad-4dc0-b38e-8376f9d24d88', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c7:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:04:51Z', 'updated_at': '2021-12-06T17:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '3f35a412-72c8-43d8-8e04-d21866b931de', 'tenant_id': '79450b3018524610adce1efbd72221ff', 'floating_ip_address': '172.35.1.21', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6', 'port_id': 'ca68c5c4-a665-4a4e-8598-ad4d6f341414', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69a40b88-32c3-4e15-ab36-985e8404a553', 'mac_address': 'fa:16:3e:e0:c1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fbd3b55-8fd1-4dfd-9c17-09a72f92d6e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:05:20Z', 'updated_at': '2021-12-06T17:07:47Z', 'revision_number': 5, 'project_id': '79450b3018524610adce1efbd72221ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a524d1b-6a96-4920-99fc-39bf43162483', 'name': '', 'network_id': '69a40b88-32c3-4e15-ab36-985e8404a553', 'tenant_id': '79450b3018524610adce1efbd72221ff', 'mac_address': 'fa:16:3e:01:8e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '29223edc-149f-468a-b413-de60543fe5ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:04:54Z', 'updated_at': '2021-12-06T17:05:01Z', 'revision_number': 5, 'project_id': '79450b3018524610adce1efbd72221ff', 'subnets': [{'id': '29223edc-149f-468a-b413-de60543fe5ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:07:50.403718 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912baca8-c233-4655-b7a9-f7f0e363f908 req-62fa68ea-d235-4907-af25-70eef8fb3320 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:50.410990 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-912baca8-c233-4655-b7a9-f7f0e363f908 req-62fa68ea-d235-4907-af25-70eef8fb3320 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/ports?device_id=33079cb3-b6df-4685-b7af-26e4c0a14648 HTTP/1.1" status: 200 len: 949 time: 0.2455492 Dec 06 17:07:50.452246 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f83ffb62-7f3e-498b-b676-674d9367395b admin admin] Publish callbacks [] for router, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:50.487932 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c54aa3df-50ce-4b15-8b4a-ad13ee25e2cf req-1a9ad525-8ec6-47a5-a845-552b4fe1cc3b service neutron] 10.222.0.41 "GET /v2.0/networks/69a40b88-32c3-4e15-ab36-985e8404a553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2951500 Dec 06 17:07:50.527578 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-912baca8-c233-4655-b7a9-f7f0e363f908 req-a733fc38-36cc-49e4-a9b8-37e9e5b2f95d tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/security-groups?id=05993717-efad-46b6-9cd9-33188c432d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156974 Dec 06 17:07:50.529045 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-2a51de41-c073-41ee-a3ba-365ed68dd931 None None] Set router 120f182c-ae74-4dae-a743-c0ec8a65ebab gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:07:50.665356 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f83ffb62-7f3e-498b-b676-674d9367395b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:50.743856 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9132c6ac-c037-4d8e-a231-f1c6d80ba487 None None] New status for floating IP 3f35a412-72c8-43d8-8e04-d21866b931de: ACTIVE {{(pid=103287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 17:07:50.757125 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 36656) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:07:50.794846 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-2a51de41-c073-41ee-a3ba-365ed68dd931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '120f182c-ae74-4dae-a743-c0ec8a65ebab', 'name': 'tempest-AttachSCSIVolumeTestJSON-2139334545-router', 'tenant_id': '4c2daca2a9574224ac52ba04e5f1cbc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.225'}], 'enable_snat': True}, 'gw_port_id': 'afe6bb84-ff58-4fc6-b14f-692c7396c32f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:05:34Z', 'updated_at': '2021-12-06T17:07:48Z', 'revision_number': 5, 'project_id': '4c2daca2a9574224ac52ba04e5f1cbc4', 'gw_port': {'id': 'afe6bb84-ff58-4fc6-b14f-692c7396c32f', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:1a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120f182c-ae74-4dae-a743-c0ec8a65ebab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:05:35Z', 'updated_at': '2021-12-06T17:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:07:50.824778 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca41ece-015a-4706-b0c9-eed23a30e1a1 req-ddfd2b40-c5d4-4756-b532-bc374b415f05 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:50.833012 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3ca41ece-015a-4706-b0c9-eed23a30e1a1 req-ddfd2b40-c5d4-4756-b532-bc374b415f05 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/ports?device_id=3eeb54a9-0676-4dc0-860c-36ca440cc77b HTTP/1.1" status: 200 len: 945 time: 0.1581275 Dec 06 17:07:50.882679 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-f83ffb62-7f3e-498b-b676-674d9367395b admin admin] Deleting port afe6bb84-ff58-4fc6-b14f-692c7396c32f {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:07:50.883331 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a51de41-c073-41ee-a3ba-365ed68dd931 None None] Checking router: 120f182c-ae74-4dae-a743-c0ec8a65ebab for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:07:50.885598 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f83ffb62-7f3e-498b-b676-674d9367395b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:50.904225 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a51de41-c073-41ee-a3ba-365ed68dd931 None None] Routers {'120f182c-ae74-4dae-a743-c0ec8a65ebab'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:07:50.909321 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-2a51de41-c073-41ee-a3ba-365ed68dd931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:07:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['120f182c-ae74-4dae-a743-c0ec8a65ebab'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:07:50.942482 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-527dd3c5-f19f-49ff-b15d-ca5af3d5e176 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1776135120-network', 'tenant_id': 'ac08cc9a8aa7414fac7610a5645e608a'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:07:50.961042 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3ca41ece-015a-4706-b0c9-eed23a30e1a1 req-0ee94031-152a-4f5e-8112-8b29daf33207 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/security-groups?id=79a8a720-4d91-42c0-8bdb-aecf1d5b7573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222415 Dec 06 17:07:51.007944 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8420055a-0e02-402a-a163-2f67480fa590 req-3a7f15f0-9caa-41dc-bfcd-aa790241c989 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:51.009676 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8420055a-0e02-402a-a163-2f67480fa590 req-3a7f15f0-9caa-41dc-bfcd-aa790241c989 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d44bf3a-1b53-445f-9ec9-fa598e5fdf4d HTTP/1.1" status: 200 len: 945 time: 0.1441827 Dec 06 17:07:51.010791 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-527dd3c5-f19f-49ff-b15d-ca5af3d5e176 admin admin] Made reservation on behalf of ac08cc9a8aa7414fac7610a5645e608a for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:07:51.013326 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-527dd3c5-f19f-49ff-b15d-ca5af3d5e176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:51.024308 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-2a51de41-c073-41ee-a3ba-365ed68dd931 None None] Set router 120f182c-ae74-4dae-a743-c0ec8a65ebab gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:07:51.025700 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-527dd3c5-f19f-49ff-b15d-ca5af3d5e176 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:51.085374 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-2a51de41-c073-41ee-a3ba-365ed68dd931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '120f182c-ae74-4dae-a743-c0ec8a65ebab', 'name': 'tempest-AttachSCSIVolumeTestJSON-2139334545-router', 'tenant_id': '4c2daca2a9574224ac52ba04e5f1cbc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:05:34Z', 'updated_at': '2021-12-06T17:07:50Z', 'revision_number': 6, 'project_id': '4c2daca2a9574224ac52ba04e5f1cbc4', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:07:51.114334 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8420055a-0e02-402a-a163-2f67480fa590 req-4a557de2-6bda-4615-b4aa-1402792f184c tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906148 Dec 06 17:07:51.133224 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a51de41-c073-41ee-a3ba-365ed68dd931 None None] The sync data for ids ['120f182c-ae74-4dae-a743-c0ec8a65ebab'] in n-d-master-1 is: [{'id': '120f182c-ae74-4dae-a743-c0ec8a65ebab', 'name': 'tempest-AttachSCSIVolumeTestJSON-2139334545-router', 'tenant_id': '4c2daca2a9574224ac52ba04e5f1cbc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:05:34Z', 'updated_at': '2021-12-06T17:07:50Z', 'revision_number': 6, 'project_id': '4c2daca2a9574224ac52ba04e5f1cbc4', 'gw_port_host': None}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:07:51.142313 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device d2356115-13b0-4b9a-84ac-055c75e85567 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:07:51.143307 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-f83ffb62-7f3e-498b-b676-674d9367395b admin admin] For port afe6bb84-ff58-4fc6-b14f-692c7396c32f, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=afe6bb84-ff58-4fc6-b14f-692c7396c32f,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:07:51.143798 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f83ffb62-7f3e-498b-b676-674d9367395b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:51.189958 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-f83ffb62-7f3e-498b-b676-674d9367395b admin admin] Calling delete_port for afe6bb84-ff58-4fc6-b14f-692c7396c32f owned by network:router_gateway {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:07:51.212696 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] No Port match for: d2356115-13b0-4b9a-84ac-055c75e85567 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:07:51.218967 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device d2356115-13b0-4b9a-84ac-055c75e85567 not bound to the agent host n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:07:51.242760 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-527dd3c5-f19f-49ff-b15d-ca5af3d5e176 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:51.256354 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-527dd3c5-f19f-49ff-b15d-ca5af3d5e176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:51.288288 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-527dd3c5-f19f-49ff-b15d-ca5af3d5e176 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:07:51.319729 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-527dd3c5-f19f-49ff-b15d-ca5af3d5e176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:51.320077 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-527dd3c5-f19f-49ff-b15d-ca5af3d5e176 admin admin] Added segment 94acd3e4-6a5f-45d2-915f-87a0744e8318 of type vlan for network 15341ddb-5a5a-4434-8832-61c6c466786f Dec 06 17:07:51.331259 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527dd3c5-f19f-49ff-b15d-ca5af3d5e176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f5f98ac-d6ed-410b-8127-31be878c7b51,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:07:51.367117 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749c1fb1-1a76-45df-898c-f9d9c64f7d34 req-6461c0df-3f7f-4944-a0e8-6109217dd2ac tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:51.368848 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-749c1fb1-1a76-45df-898c-f9d9c64f7d34 req-6461c0df-3f7f-4944-a0e8-6109217dd2ac tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3899f97-c145-485d-b3a3-a25ab004300d HTTP/1.1" status: 200 len: 949 time: 0.1239758 Dec 06 17:07:51.379826 n-d-master-1 neutron-server[103285]: INFO neutron.api.v2.resource [req-bfd94df2-fc70-4537-9b25-f6375742bc78 req-8e7229e1-472d-418e-a8e8-ef0eb5b7689f service neutron] show failed (client error): The resource could not be found. Dec 06 17:07:51.380983 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bfd94df2-fc70-4537-9b25-f6375742bc78 req-8e7229e1-472d-418e-a8e8-ef0eb5b7689f service neutron] 10.222.0.44 "GET /v2.0/ports/71a04aac-4404-4b83-ab6d-e7768b206094/bindings/n-h1-master-1 HTTP/1.1" status: 404 len: 380 time: 0.1639647 Dec 06 17:07:51.388896 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b209f084-8d0a-4e9e-8c28-65c4da3739c9 req-91293f42-5769-4338-b503-3cb4f2b72cdd tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:51.390518 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b209f084-8d0a-4e9e-8c28-65c4da3739c9 req-91293f42-5769-4338-b503-3cb4f2b72cdd tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2601b7c-64fc-4a21-87f0-528adaaaa6f7 HTTP/1.1" status: 200 len: 943 time: 0.1618495 Dec 06 17:07:51.390871 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-527dd3c5-f19f-49ff-b15d-ca5af3d5e176 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:51.445706 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-527dd3c5-f19f-49ff-b15d-ca5af3d5e176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:51.446482 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527dd3c5-f19f-49ff-b15d-ca5af3d5e176 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:51.447123 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-527dd3c5-f19f-49ff-b15d-ca5af3d5e176 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:51.452455 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-749c1fb1-1a76-45df-898c-f9d9c64f7d34 req-b95fe132-ca4a-4faa-a454-9127f007013e tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744708 Dec 06 17:07:51.510278 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b209f084-8d0a-4e9e-8c28-65c4da3739c9 req-c545a6d4-2280-4483-8091-3c3d058c7782 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c9938ba-fde4-4f48-b59c-dd9a4d401845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820873 Dec 06 17:07:51.514519 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 4a0e17ca-8e62-4540-9770-1f918ff64601 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:07:51.562548 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 4a0e17ca-8e62-4540-9770-1f918ff64601 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:07:51.563087 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 4a0e17ca-8e62-4540-9770-1f918ff64601 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:07:51.565262 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-527dd3c5-f19f-49ff-b15d-ca5af3d5e176 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8069625 Dec 06 17:07:51.566027 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 36670) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:07:51.591271 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-563adbcc-802c-4774-85e0-3b73c4ff28e4 admin admin] Request body: {'subnet': {'network_id': '15341ddb-5a5a-4434-8832-61c6c466786f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1776135120-subnet', 'tenant_id': 'ac08cc9a8aa7414fac7610a5645e608a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:07:51.614544 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527dd3c5-f19f-49ff-b15d-ca5af3d5e176 admin admin] Pushing event updated for resources: {'Network': ['ID=15341ddb-5a5a-4434-8832-61c6c466786f,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:07:51.616104 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f83ffb62-7f3e-498b-b676-674d9367395b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:51.627194 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 15341ddb-5a5a-4434-8832-61c6c466786f details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:07:51.675425 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-563adbcc-802c-4774-85e0-3b73c4ff28e4 admin admin] Made reservation on behalf of ac08cc9a8aa7414fac7610a5645e608a for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:07:51.678522 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-563adbcc-802c-4774-85e0-3b73c4ff28e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:51.683279 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83ffb62-7f3e-498b-b676-674d9367395b admin admin] Pushing event deleted for resources: {'Port': ['ID=afe6bb84-ff58-4fc6-b14f-692c7396c32f,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:07:51.784005 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83ffb62-7f3e-498b-b676-674d9367395b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:07:51.784005 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83ffb62-7f3e-498b-b676-674d9367395b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:07:51.784369 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83ffb62-7f3e-498b-b676-674d9367395b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:07:51.784937 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83ffb62-7f3e-498b-b676-674d9367395b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:07:51.785617 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83ffb62-7f3e-498b-b676-674d9367395b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:07:51.786195 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83ffb62-7f3e-498b-b676-674d9367395b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:07:51.786645 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83ffb62-7f3e-498b-b676-674d9367395b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:07:51.787013 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83ffb62-7f3e-498b-b676-674d9367395b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:07:51.787417 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83ffb62-7f3e-498b-b676-674d9367395b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:07:51.788857 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83ffb62-7f3e-498b-b676-674d9367395b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:07:51.789557 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83ffb62-7f3e-498b-b676-674d9367395b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:07:51.790121 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83ffb62-7f3e-498b-b676-674d9367395b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:07:51.790672 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83ffb62-7f3e-498b-b676-674d9367395b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:07:51.816567 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd94df2-fc70-4537-9b25-f6375742bc78 req-d57fca21-3bd0-48c9-a81d-ea601e543a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:51.818182 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bfd94df2-fc70-4537-9b25-f6375742bc78 req-d57fca21-3bd0-48c9-a81d-ea601e543a1b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e3899f97-c145-485d-b3a3-a25ab004300d&tenant_id=4fbfd036e0874a51a15b7801ac955516 HTTP/1.1" status: 200 len: 1100 time: 0.0673800 Dec 06 17:07:51.832152 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-bfd94df2-fc70-4537-9b25-f6375742bc78 req-a1336d91-0c99-4e3c-a7df-021f6f94bb7a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-master-1', 'device_owner': 'compute:nova'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:07:51.841493 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43fffaa-a135-414d-bd74-fe75a58ea8b7 req-b6a5d833-9b22-4dc8-a7b7-654c7bbf5c5c tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:51.843379 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d43fffaa-a135-414d-bd74-fe75a58ea8b7 req-b6a5d833-9b22-4dc8-a7b7-654c7bbf5c5c tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/ports?device_id=33079cb3-b6df-4685-b7af-26e4c0a14648 HTTP/1.1" status: 200 len: 949 time: 0.1704640 Dec 06 17:07:51.875564 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f83ffb62-7f3e-498b-b676-674d9367395b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536698'] for router_gateway, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:51.927522 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bfd94df2-fc70-4537-9b25-f6375742bc78 req-a1336d91-0c99-4e3c-a7df-021f6f94bb7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:52.004750 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f83ffb62-7f3e-498b-b676-674d9367395b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:52.010314 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f83ffb62-7f3e-498b-b676-674d9367395b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:52.024969 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-563adbcc-802c-4774-85e0-3b73c4ff28e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:52.033398 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d43fffaa-a135-414d-bd74-fe75a58ea8b7 req-60c6b20d-4e5b-4438-befe-4b748d5dc2ce tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/security-groups?id=05993717-efad-46b6-9cd9-33188c432d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828930 Dec 06 17:07:52.122081 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f83ffb62-7f3e-498b-b676-674d9367395b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:52.123524 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f83ffb62-7f3e-498b-b676-674d9367395b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 120f182c-ae74-4dae-a743-c0ec8a65ebab {{(pid=103285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 17:07:52.129370 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f83ffb62-7f3e-498b-b676-674d9367395b admin admin] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:52.131549 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-f83ffb62-7f3e-498b-b676-674d9367395b admin admin] 10.222.0.23 "DELETE /v2.0/routers/120f182c-ae74-4dae-a743-c0ec8a65ebab HTTP/1.1" status: 204 len: 168 time: 1.8838201 Dec 06 17:07:52.134225 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 36674) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:07:52.189091 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-47d4d198-0c22-4323-be5a-b4a0e1e6c12a admin admin] Deleting subnet 7c4a12a1-899d-4c88-a776-e493b39a048a {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:07:52.192655 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-47d4d198-0c22-4323-be5a-b4a0e1e6c12a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:52.205176 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563adbcc-802c-4774-85e0-3b73c4ff28e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d04d79d2-5fa0-45cf-bedc-df67246a3dd9,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:07:52.232389 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-47d4d198-0c22-4323-be5a-b4a0e1e6c12a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:52.263124 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563adbcc-802c-4774-85e0-3b73c4ff28e4 admin admin] Checking segment: {'id': '94acd3e4-6a5f-45d2-915f-87a0744e8318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '15341ddb-5a5a-4434-8832-61c6c466786f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:07:52.263582 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563adbcc-802c-4774-85e0-3b73c4ff28e4 admin admin] Network hostable DHCP agents. Network: 15341ddb-5a5a-4434-8832-61c6c466786f, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:07:52.275990 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a0a4d1-fb5d-49af-ac7d-072e812da228 req-3ff54ac6-4cad-44b3-8ed9-bf136b15098e tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:52.277745 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f4a0a4d1-fb5d-49af-ac7d-072e812da228 req-3ff54ac6-4cad-44b3-8ed9-bf136b15098e tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/ports?device_id=3eeb54a9-0676-4dc0-860c-36ca440cc77b HTTP/1.1" status: 200 len: 945 time: 0.1710184 Dec 06 17:07:52.333444 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563adbcc-802c-4774-85e0-3b73c4ff28e4 admin admin] Network 15341ddb-5a5a-4434-8832-61c6c466786f is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:07:52.352606 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d89ee4-c595-4221-9ade-9938031185a7 req-6691358a-31d3-40f8-89d1-4e69ad0d8413 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:52.353789 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-bfd94df2-fc70-4537-9b25-f6375742bc78 req-a1336d91-0c99-4e3c-a7df-021f6f94bb7a service neutron] For port 71a04aac-4404-4b83-ab6d-e7768b206094, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=71a04aac-4404-4b83-ab6d-e7768b206094,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:07:52.354454 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b9d89ee4-c595-4221-9ade-9938031185a7 req-6691358a-31d3-40f8-89d1-4e69ad0d8413 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d44bf3a-1b53-445f-9ec9-fa598e5fdf4d HTTP/1.1" status: 200 len: 945 time: 0.1009777 Dec 06 17:07:52.369335 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-563adbcc-802c-4774-85e0-3b73c4ff28e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 15341ddb-5a5a-4434-8832-61c6c466786f) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:07:52.378916 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563adbcc-802c-4774-85e0-3b73c4ff28e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:52.380107 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-563adbcc-802c-4774-85e0-3b73c4ff28e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:52.380294 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ba91b4-30b7-45c0-a27b-bd63e05d5d48 None None] Network 15341ddb-5a5a-4434-8832-61c6c466786f requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:07:52.387700 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f4a0a4d1-fb5d-49af-ac7d-072e812da228 req-28f4e853-4fa4-41d4-b399-817ae768e0c0 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/security-groups?id=79a8a720-4d91-42c0-8bdb-aecf1d5b7573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992668 Dec 06 17:07:52.412757 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-563adbcc-802c-4774-85e0-3b73c4ff28e4 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8367193 Dec 06 17:07:52.414101 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-47d4d198-0c22-4323-be5a-b4a0e1e6c12a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:52.470396 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-bfd94df2-fc70-4537-9b25-f6375742bc78 req-a1336d91-0c99-4e3c-a7df-021f6f94bb7a service neutron] For port 71a04aac-4404-4b83-ab6d-e7768b206094, host n-h2-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:07:52.553139 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bfd94df2-fc70-4537-9b25-f6375742bc78 req-a1336d91-0c99-4e3c-a7df-021f6f94bb7a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:52.578084 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-bfd94df2-fc70-4537-9b25-f6375742bc78 req-a1336d91-0c99-4e3c-a7df-021f6f94bb7a service neutron] Transition to ACTIVE for port object 71a04aac-4404-4b83-ab6d-e7768b206094 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:07:52.578930 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3899f97-c145-485d-b3a3-a25ab004300d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71a04aac-4404-4b83-ab6d-e7768b206094'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:07:52.579338 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b9d89ee4-c595-4221-9ade-9938031185a7 req-cc42d147-e7e5-4fab-83f7-78a8548670a6 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117620 Dec 06 17:07:52.584127 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abee8b94-be00-4bda-9581-ad9cb2ca1d68" -d '{"events": [{"server_uuid": "e3899f97-c145-485d-b3a3-a25ab004300d", "name": "network-vif-unplugged", "status": "completed", "tag": "71a04aac-4404-4b83-ab6d-e7768b206094"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:07:52.591370 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bfd94df2-fc70-4537-9b25-f6375742bc78 req-a1336d91-0c99-4e3c-a7df-021f6f94bb7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:52.628983 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-47d4d198-0c22-4323-be5a-b4a0e1e6c12a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:52.678573 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2fada3-4480-4d06-8476-f4b0f6b7cc31 None None] Network 15341ddb-5a5a-4434-8832-61c6c466786f requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:07:52.703398 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1336d91-0c99-4e3c-a7df-021f6f94bb7a service neutron] Pushing event updated for resources: {'Port': ['ID=71a04aac-4404-4b83-ab6d-e7768b206094,revision_number=6']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:07:52.713011 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d4d198-0c22-4323-be5a-b4a0e1e6c12a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c4a12a1-899d-4c88-a776-e493b39a048a,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:07:52.721893 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-47d4d198-0c22-4323-be5a-b4a0e1e6c12a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:52.727977 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-47d4d198-0c22-4323-be5a-b4a0e1e6c12a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7c4a12a1-899d-4c88-a776-e493b39a048a HTTP/1.1" status: 204 len: 168 time: 0.5916808 Dec 06 17:07:52.728706 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 36690) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:07:52.769897 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89bfa19-d5d7-47a1-b2d6-ce7a6ff9f774 req-2be0b152-a1e1-41cc-a8f8-fce856cdcc6d tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:52.783364 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c89bfa19-d5d7-47a1-b2d6-ce7a6ff9f774 req-2be0b152-a1e1-41cc-a8f8-fce856cdcc6d tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3899f97-c145-485d-b3a3-a25ab004300d HTTP/1.1" status: 200 len: 947 time: 0.1452138 Dec 06 17:07:52.790650 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfd94df2-fc70-4537-9b25-f6375742bc78 req-a1336d91-0c99-4e3c-a7df-021f6f94bb7a service neutron] No DVR routers for this DVR port 71a04aac-4404-4b83-ab6d-e7768b206094 on host n-h2-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:07:52.843416 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-bfd94df2-fc70-4537-9b25-f6375742bc78 req-a1336d91-0c99-4e3c-a7df-021f6f94bb7a service neutron] Attempting to bind port 71a04aac-4404-4b83-ab6d-e7768b206094 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:07:52.843854 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-bfd94df2-fc70-4537-9b25-f6375742bc78 req-a1336d91-0c99-4e3c-a7df-021f6f94bb7a service neutron] Attempting to bind port 71a04aac-4404-4b83-ab6d-e7768b206094 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:07:52.844261 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd94df2-fc70-4537-9b25-f6375742bc78 req-a1336d91-0c99-4e3c-a7df-021f6f94bb7a service neutron] Attempting to bind port 71a04aac-4404-4b83-ab6d-e7768b206094 on network ee08a0d2-834f-4c39-be47-9c424581246a {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:07:52.859865 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd94df2-fc70-4537-9b25-f6375742bc78 req-a1336d91-0c99-4e3c-a7df-021f6f94bb7a service neutron] Port 71a04aac-4404-4b83-ab6d-e7768b206094 on network ee08a0d2-834f-4c39-be47-9c424581246a not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:07:52.860376 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd94df2-fc70-4537-9b25-f6375742bc78 req-a1336d91-0c99-4e3c-a7df-021f6f94bb7a service neutron] Attempting to bind port 71a04aac-4404-4b83-ab6d-e7768b206094 on network ee08a0d2-834f-4c39-be47-9c424581246a {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:07:52.869104 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd94df2-fc70-4537-9b25-f6375742bc78 req-a1336d91-0c99-4e3c-a7df-021f6f94bb7a service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:07:52.869560 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd94df2-fc70-4537-9b25-f6375742bc78 req-a1336d91-0c99-4e3c-a7df-021f6f94bb7a service neutron] Checking segment: {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:07:52.870037 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd94df2-fc70-4537-9b25-f6375742bc78 req-a1336d91-0c99-4e3c-a7df-021f6f94bb7a service neutron] Bound using segment: {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:07:52.871364 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-bfd94df2-fc70-4537-9b25-f6375742bc78 req-a1336d91-0c99-4e3c-a7df-021f6f94bb7a service neutron] Bound port: 71a04aac-4404-4b83-ab6d-e7768b206094, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:07:52.871891 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bfd94df2-fc70-4537-9b25-f6375742bc78 req-a1336d91-0c99-4e3c-a7df-021f6f94bb7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:52.898862 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75e4899-82ce-4411-9a2c-fe485713d105 None None] Network 2cab9d8f-ee72-4804-a347-0ab3a08941b1 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:07:52.945673 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ff7eb1a9-c2e3-4c97-8bae-ef2e58f41f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:52.965444 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c16bd1-24e8-42dc-9dea-aaa7f5197a65 req-a3b8b625-a339-473b-9b7a-598ca823f740 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:52.967350 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d1c16bd1-24e8-42dc-9dea-aaa7f5197a65 req-a3b8b625-a339-473b-9b7a-598ca823f740 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2601b7c-64fc-4a21-87f0-528adaaaa6f7 HTTP/1.1" status: 200 len: 943 time: 0.1994727 Dec 06 17:07:52.996935 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c89bfa19-d5d7-47a1-b2d6-ce7a6ff9f774 req-bb9d8d96-42e3-4322-a1e1-e95e6e4ef83b tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173219 Dec 06 17:07:53.047608 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-bfd94df2-fc70-4537-9b25-f6375742bc78 req-a1336d91-0c99-4e3c-a7df-021f6f94bb7a service neutron] For port 71a04aac-4404-4b83-ab6d-e7768b206094, host n-h1-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:07:53.051815 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-bfd94df2-fc70-4537-9b25-f6375742bc78 req-a1336d91-0c99-4e3c-a7df-021f6f94bb7a service neutron] For port 71a04aac-4404-4b83-ab6d-e7768b206094, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=71a04aac-4404-4b83-ab6d-e7768b206094,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:07:53.063904 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bfd94df2-fc70-4537-9b25-f6375742bc78 req-a1336d91-0c99-4e3c-a7df-021f6f94bb7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:53.112298 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd94df2-fc70-4537-9b25-f6375742bc78 req-a1336d91-0c99-4e3c-a7df-021f6f94bb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:53.113058 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bfd94df2-fc70-4537-9b25-f6375742bc78 req-a1336d91-0c99-4e3c-a7df-021f6f94bb7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:53.115037 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bfd94df2-fc70-4537-9b25-f6375742bc78 req-a1336d91-0c99-4e3c-a7df-021f6f94bb7a service neutron] 10.222.0.41 "PUT /v2.0/ports/71a04aac-4404-4b83-ab6d-e7768b206094 HTTP/1.1" status: 200 len: 1095 time: 1.2868879 Dec 06 17:07:53.154122 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d1c16bd1-24e8-42dc-9dea-aaa7f5197a65 req-01fde02f-7630-418c-8d5d-73fc418e9acc tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c9938ba-fde4-4f48-b59c-dd9a4d401845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195445 Dec 06 17:07:53.180287 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-ff7eb1a9-c2e3-4c97-8bae-ef2e58f41f5c admin admin] Deleting port 58783b39-8def-48ca-b764-668bcb22bf2e {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:07:53.190223 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ff7eb1a9-c2e3-4c97-8bae-ef2e58f41f5c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:53.233404 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 17:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-794008f7-a80e-4406-85e4-987b2643d1b7 x-openstack-request-id: req-794008f7-a80e-4406-85e4-987b2643d1b7 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:07:53.243426 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3899f97-c145-485d-b3a3-a25ab004300d", "name": "network-vif-unplugged", "status": "completed", "tag": "71a04aac-4404-4b83-ab6d-e7768b206094", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:07:53.254135 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-794008f7-a80e-4406-85e4-987b2643d1b7 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:07:53.254659 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3899f97-c145-485d-b3a3-a25ab004300d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71a04aac-4404-4b83-ab6d-e7768b206094', 'code': 200} Dec 06 17:07:53.259539 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1336d91-0c99-4e3c-a7df-021f6f94bb7a service neutron] Pushing event updated for resources: {'Port': ['ID=71a04aac-4404-4b83-ab6d-e7768b206094,revision_number=7']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:07:53.302218 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd94df2-fc70-4537-9b25-f6375742bc78 req-27741634-ad41-45fe-aece-e158884df986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:53.309677 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bfd94df2-fc70-4537-9b25-f6375742bc78 req-27741634-ad41-45fe-aece-e158884df986 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4fbfd036e0874a51a15b7801ac955516&device_id=e3899f97-c145-485d-b3a3-a25ab004300d HTTP/1.1" status: 200 len: 1098 time: 0.1625054 Dec 06 17:07:53.336943 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0915d882-5d76-4a51-a5d3-ab46b0ce7771 None None] DHCP port deletion for 2cab9d8f-ee72-4804-a347-0ab3a08941b1 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:07:53.378678 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-ff7eb1a9-c2e3-4c97-8bae-ef2e58f41f5c admin admin] For port 58783b39-8def-48ca-b764-668bcb22bf2e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=58783b39-8def-48ca-b764-668bcb22bf2e,segment=NetworkSegment(6e6eafde-be92-4a9e-b5c9-017557553d66),segment_id=6e6eafde-be92-4a9e-b5c9-017557553d66)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:07:53.379051 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ff7eb1a9-c2e3-4c97-8bae-ef2e58f41f5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:53.412372 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-ff7eb1a9-c2e3-4c97-8bae-ef2e58f41f5c admin admin] Calling delete_port for 58783b39-8def-48ca-b764-668bcb22bf2e owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:07:53.451766 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device afe6bb84-ff58-4fc6-b14f-692c7396c32f no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:07:53.467051 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 36706) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:07:53.473381 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-80f07c72-df40-41ac-b5d8-c27adf92f9e1 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2015727400-network', 'tenant_id': 'a3c70fd52cb04fdda8136ebd317323d0'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:07:53.477499 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: afe6bb84-ff58-4fc6-b14f-692c7396c32f {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:07:53.477857 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device afe6bb84-ff58-4fc6-b14f-692c7396c32f not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:07:53.492353 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-0915d882-5d76-4a51-a5d3-ab46b0ce7771 None None] Deleting port 58783b39-8def-48ca-b764-668bcb22bf2e {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:07:53.493022 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0915d882-5d76-4a51-a5d3-ab46b0ce7771 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:53.554161 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd94df2-fc70-4537-9b25-f6375742bc78 req-54ab68a2-cc5f-49e1-99ee-d22a6d83e6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:53.556176 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bfd94df2-fc70-4537-9b25-f6375742bc78 req-54ab68a2-cc5f-49e1-99ee-d22a6d83e6c6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ee08a0d2-834f-4c39-be47-9c424581246a HTTP/1.1" status: 200 len: 870 time: 0.2274404 Dec 06 17:07:53.557326 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80f07c72-df40-41ac-b5d8-c27adf92f9e1 admin admin] Made reservation on behalf of a3c70fd52cb04fdda8136ebd317323d0 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:07:53.560744 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-80f07c72-df40-41ac-b5d8-c27adf92f9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:53.601393 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-80f07c72-df40-41ac-b5d8-c27adf92f9e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:53.601922 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5acb3d-4d52-4e27-b542-75130cd711dc req-abe9c567-848b-4072-b8d6-13378f0fac4f tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:53.610300 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4b5acb3d-4d52-4e27-b542-75130cd711dc req-abe9c567-848b-4072-b8d6-13378f0fac4f tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/ports?device_id=33079cb3-b6df-4685-b7af-26e4c0a14648 HTTP/1.1" status: 200 len: 949 time: 0.0847752 Dec 06 17:07:53.645388 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ff7eb1a9-c2e3-4c97-8bae-ef2e58f41f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:53.654444 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bfd94df2-fc70-4537-9b25-f6375742bc78 req-7270fde8-92b1-4e97-86ec-dcb18831ed95 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=71a04aac-4404-4b83-ab6d-e7768b206094 HTTP/1.1" status: 200 len: 217 time: 0.0476422 Dec 06 17:07:53.663786 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-0915d882-5d76-4a51-a5d3-ab46b0ce7771 None None] For port 58783b39-8def-48ca-b764-668bcb22bf2e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=58783b39-8def-48ca-b764-668bcb22bf2e,segment=NetworkSegment(6e6eafde-be92-4a9e-b5c9-017557553d66),segment_id=6e6eafde-be92-4a9e-b5c9-017557553d66)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:07:53.664188 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0915d882-5d76-4a51-a5d3-ab46b0ce7771 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:53.681721 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-0915d882-5d76-4a51-a5d3-ab46b0ce7771 None None] Calling delete_port for 58783b39-8def-48ca-b764-668bcb22bf2e owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:07:53.703502 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4b5acb3d-4d52-4e27-b542-75130cd711dc req-5cffc214-9e10-485a-8a6d-240f627f9b1b tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/security-groups?id=05993717-efad-46b6-9cd9-33188c432d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867100 Dec 06 17:07:53.704656 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7eb1a9-c2e3-4c97-8bae-ef2e58f41f5c admin admin] Pushing event deleted for resources: {'Port': ['ID=58783b39-8def-48ca-b764-668bcb22bf2e,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:07:53.715337 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7eb1a9-c2e3-4c97-8bae-ef2e58f41f5c admin admin] No DVR routers for this DVR port 58783b39-8def-48ca-b764-668bcb22bf2e on host n-d-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:07:53.780631 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd94df2-fc70-4537-9b25-f6375742bc78 req-43f97c5b-8857-458e-834b-44bc7bfd4707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:53.782892 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bfd94df2-fc70-4537-9b25-f6375742bc78 req-43f97c5b-8857-458e-834b-44bc7bfd4707 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1342252a-21e4-4783-88ff-f54776c79059 HTTP/1.1" status: 200 len: 843 time: 0.1155298 Dec 06 17:07:53.796010 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c258cbb-1929-44a7-9658-54194bd344fa req-4f5ec6a7-767c-4fc9-98f6-8f73e6705f4c tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:53.796926 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 17:07:53.805940 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0915d882-5d76-4a51-a5d3-ab46b0ce7771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:53.807999 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6c258cbb-1929-44a7-9658-54194bd344fa req-4f5ec6a7-767c-4fc9-98f6-8f73e6705f4c tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/ports?device_id=3eeb54a9-0676-4dc0-860c-36ca440cc77b HTTP/1.1" status: 200 len: 945 time: 0.2362001 Dec 06 17:07:53.834590 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0915d882-5d76-4a51-a5d3-ab46b0ce7771 None None] Pushing event deleted for resources: {'Port': ['ID=58783b39-8def-48ca-b764-668bcb22bf2e,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:07:53.846953 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0915d882-5d76-4a51-a5d3-ab46b0ce7771 None None] No DVR routers for this DVR port 58783b39-8def-48ca-b764-668bcb22bf2e on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:07:53.849145 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0915d882-5d76-4a51-a5d3-ab46b0ce7771 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:07:53.849514 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0915d882-5d76-4a51-a5d3-ab46b0ce7771 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:07:53.849931 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0915d882-5d76-4a51-a5d3-ab46b0ce7771 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:07:53.850271 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0915d882-5d76-4a51-a5d3-ab46b0ce7771 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:07:53.850710 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0915d882-5d76-4a51-a5d3-ab46b0ce7771 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:07:53.851222 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0915d882-5d76-4a51-a5d3-ab46b0ce7771 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:07:53.851578 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0915d882-5d76-4a51-a5d3-ab46b0ce7771 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:07:53.851980 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0915d882-5d76-4a51-a5d3-ab46b0ce7771 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:07:53.852319 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0915d882-5d76-4a51-a5d3-ab46b0ce7771 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:07:53.852649 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0915d882-5d76-4a51-a5d3-ab46b0ce7771 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:07:53.852978 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0915d882-5d76-4a51-a5d3-ab46b0ce7771 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:07:53.853304 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0915d882-5d76-4a51-a5d3-ab46b0ce7771 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:07:53.853688 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0915d882-5d76-4a51-a5d3-ab46b0ce7771 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:07:53.902284 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ff7eb1a9-c2e3-4c97-8bae-ef2e58f41f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:53.913042 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6c258cbb-1929-44a7-9658-54194bd344fa req-3404038f-95c1-492d-aee9-2bacf3842396 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/security-groups?id=79a8a720-4d91-42c0-8bdb-aecf1d5b7573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006181 Dec 06 17:07:53.930834 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-ff7eb1a9-c2e3-4c97-8bae-ef2e58f41f5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cab9d8f-ee72-4804-a347-0ab3a08941b1']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:07:53.945192 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd94df2-fc70-4537-9b25-f6375742bc78 req-c4a28908-2ed9-40c9-bb59-0503ad813895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:53.947011 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bfd94df2-fc70-4537-9b25-f6375742bc78 req-c4a28908-2ed9-40c9-bb59-0503ad813895 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee08a0d2-834f-4c39-be47-9c424581246a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1296239 Dec 06 17:07:53.958293 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-ff7eb1a9-c2e3-4c97-8bae-ef2e58f41f5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e6eafde-be92-4a9e-b5c9-017557553d66') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:07:53.958293 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-ff7eb1a9-c2e3-4c97-8bae-ef2e58f41f5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e6eafde-be92-4a9e-b5c9-017557553d66') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:07:53.975899 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfec2f8-e0b0-42c6-9700-3c3a238c7cf3 req-6a63162d-d439-43b3-aa60-85f76613b1a7 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:53.978250 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6dfec2f8-e0b0-42c6-9700-3c3a238c7cf3 req-6a63162d-d439-43b3-aa60-85f76613b1a7 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d44bf3a-1b53-445f-9ec9-fa598e5fdf4d HTTP/1.1" status: 200 len: 945 time: 0.1628652 Dec 06 17:07:53.982462 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ff7eb1a9-c2e3-4c97-8bae-ef2e58f41f5c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:54.007745 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ff7eb1a9-c2e3-4c97-8bae-ef2e58f41f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:54.025872 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff7eb1a9-c2e3-4c97-8bae-ef2e58f41f5c admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:07:54.026686 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ff7eb1a9-c2e3-4c97-8bae-ef2e58f41f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:54.030141 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:07:54.030141 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:07:54.030141 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:07:54.030141 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:07:54.030141 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:07:54.030141 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:07:54.030141 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:07:54.030141 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:07:54.030141 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:07:54.030141 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:07:54.030141 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:07:54.030141 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:07:54.030141 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:07:54.030141 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:07:54.030141 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:07:54.030141 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:07:54.030141 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:07:54.030141 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:07:54.030141 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:07:54.030141 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:07:54.030141 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:07:54.030141 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:07:54.030141 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:07:54.030141 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:07:54.030141 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:07:54.030141 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:07:54.030141 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:07:54.030141 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:07:54.030141 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:07:54.030141 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:07:54.030141 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:07:54.030141 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:07:54.086036 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-80f07c72-df40-41ac-b5d8-c27adf92f9e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:54.111716 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6dfec2f8-e0b0-42c6-9700-3c3a238c7cf3 req-5ffc8141-50e8-4234-bdf3-55207cd26bdd tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269593 Dec 06 17:07:54.121866 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-80f07c72-df40-41ac-b5d8-c27adf92f9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:54.128429 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ff7eb1a9-c2e3-4c97-8bae-ef2e58f41f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:54.158068 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ff7eb1a9-c2e3-4c97-8bae-ef2e58f41f5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:54.171188 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-ff7eb1a9-c2e3-4c97-8bae-ef2e58f41f5c admin admin] 10.222.0.23 "DELETE /v2.0/networks/2cab9d8f-ee72-4804-a347-0ab3a08941b1 HTTP/1.1" status: 204 len: 168 time: 1.4390533 Dec 06 17:07:54.172772 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7eb1a9-c2e3-4c97-8bae-ef2e58f41f5c admin admin] Pushing event deleted for resources: {'Network': ['ID=2cab9d8f-ee72-4804-a347-0ab3a08941b1,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:07:54.207363 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80f07c72-df40-41ac-b5d8-c27adf92f9e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:07:54.245551 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f07c72-df40-41ac-b5d8-c27adf92f9e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2565f333-e780-4483-8306-607e768b680b,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:07:54.254236 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bfd94df2-fc70-4537-9b25-f6375742bc78 req-c7fbae6c-3858-4c9b-9e17-1f29e659b016 service neutron] 10.222.0.41 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926598 Dec 06 17:07:54.258199 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-80f07c72-df40-41ac-b5d8-c27adf92f9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:54.258621 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-80f07c72-df40-41ac-b5d8-c27adf92f9e1 admin admin] Added segment a9473818-3201-478a-b310-a19ab3b9b050 of type vlan for network fcd18777-4a58-4f28-8953-5c25983f182c Dec 06 17:07:54.348542 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1465edb4-2667-43fe-bd1a-ec7d965a8ee7 req-4a45d60b-9bd9-45b2-8205-24f7762ec291 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:54.351374 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0f2e1b-56a3-4f9e-9ab2-276519e60308 req-43a32caf-97a7-4ba7-91f9-2bcae002f2fb tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:54.360385 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7b0f2e1b-56a3-4f9e-9ab2-276519e60308 req-43a32caf-97a7-4ba7-91f9-2bcae002f2fb tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3899f97-c145-485d-b3a3-a25ab004300d HTTP/1.1" status: 200 len: 947 time: 0.2658961 Dec 06 17:07:54.362515 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1465edb4-2667-43fe-bd1a-ec7d965a8ee7 req-4a45d60b-9bd9-45b2-8205-24f7762ec291 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2601b7c-64fc-4a21-87f0-528adaaaa6f7 HTTP/1.1" status: 200 len: 943 time: 0.1028285 Dec 06 17:07:54.447378 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-80f07c72-df40-41ac-b5d8-c27adf92f9e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:54.459765 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 36718) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:07:54.461933 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1465edb4-2667-43fe-bd1a-ec7d965a8ee7 req-81eceb39-5ded-4639-987f-45aaa25b15c3 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c9938ba-fde4-4f48-b59c-dd9a4d401845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981536 Dec 06 17:07:54.531397 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7b0f2e1b-56a3-4f9e-9ab2-276519e60308 req-20358930-9268-48ea-8341-09795f88e480 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687233 Dec 06 17:07:54.564899 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-80f07c72-df40-41ac-b5d8-c27adf92f9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:54.565899 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f07c72-df40-41ac-b5d8-c27adf92f9e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:54.566508 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-80f07c72-df40-41ac-b5d8-c27adf92f9e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:54.578239 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bfd94df2-fc70-4537-9b25-f6375742bc78 req-c89eea8d-9377-41db-872a-11de3b2db261 service neutron] 10.222.0.41 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030469 Dec 06 17:07:54.593147 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-7b8706b4-52bc-4945-a1a4-b83feadb3049 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=25179fdbe9ac45f69bfb261791d4dd2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1307302 Dec 06 17:07:54.596064 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 36720) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:07:54.633953 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-80f07c72-df40-41ac-b5d8-c27adf92f9e1 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1655562 Dec 06 17:07:54.636872 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 36722) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:07:54.643454 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-fbf6a9f7-48a8-4abd-8e77-27552547d2bf admin admin] Request body: {'subnet': {'network_id': 'fcd18777-4a58-4f28-8953-5c25983f182c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2015727400-subnet', 'tenant_id': 'a3c70fd52cb04fdda8136ebd317323d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:07:54.647681 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f07c72-df40-41ac-b5d8-c27adf92f9e1 admin admin] Pushing event updated for resources: {'Network': ['ID=fcd18777-4a58-4f28-8953-5c25983f182c,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:07:54.663240 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network fcd18777-4a58-4f28-8953-5c25983f182c details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:07:54.683990 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf6a9f7-48a8-4abd-8e77-27552547d2bf admin admin] Made reservation on behalf of a3c70fd52cb04fdda8136ebd317323d0 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:07:54.684650 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b933e6f0-77e6-46d3-9e54-60be268c4963 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:54.686885 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fbf6a9f7-48a8-4abd-8e77-27552547d2bf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:54.709902 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b933e6f0-77e6-46d3-9e54-60be268c4963 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:54.796822 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b933e6f0-77e6-46d3-9e54-60be268c4963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:54.799800 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b933e6f0-77e6-46d3-9e54-60be268c4963 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:54.801102 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-b933e6f0-77e6-46d3-9e54-60be268c4963 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6f19429f-3b05-4a35-aac8-fc69e71b8154 HTTP/1.1" status: 204 len: 168 time: 0.2037697 Dec 06 17:07:54.814652 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b933e6f0-77e6-46d3-9e54-60be268c4963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f19429f-3b05-4a35-aac8-fc69e71b8154,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:07:54.915578 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40e862d-a983-46ec-85a4-308e4df1fe8d req-ce82060c-d7c0-4c1e-ad71-93331c5e44fc tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:54.917590 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e40e862d-a983-46ec-85a4-308e4df1fe8d req-ce82060c-d7c0-4c1e-ad71-93331c5e44fc tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/ports?device_id=33079cb3-b6df-4685-b7af-26e4c0a14648 HTTP/1.1" status: 200 len: 949 time: 0.0915778 Dec 06 17:07:55.010652 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e40e862d-a983-46ec-85a4-308e4df1fe8d req-a2027b3c-2c4a-4c9e-8816-394b00862103 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/security-groups?id=05993717-efad-46b6-9cd9-33188c432d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848970 Dec 06 17:07:55.042503 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fbf6a9f7-48a8-4abd-8e77-27552547d2bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:55.128950 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2034b135-7a4d-4993-b8c8-60584b7f278e req-779d3669-9649-4d58-9038-b4082bae4f47 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:55.130484 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2034b135-7a4d-4993-b8c8-60584b7f278e req-779d3669-9649-4d58-9038-b4082bae4f47 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/ports?device_id=3eeb54a9-0676-4dc0-860c-36ca440cc77b HTTP/1.1" status: 200 len: 945 time: 0.1170661 Dec 06 17:07:55.133243 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf6a9f7-48a8-4abd-8e77-27552547d2bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8d07a01-1c3c-4716-94e7-5c78284dd893,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:07:55.149828 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf6a9f7-48a8-4abd-8e77-27552547d2bf admin admin] Checking segment: {'id': 'a9473818-3201-478a-b310-a19ab3b9b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'fcd18777-4a58-4f28-8953-5c25983f182c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:07:55.150528 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf6a9f7-48a8-4abd-8e77-27552547d2bf admin admin] Network hostable DHCP agents. Network: fcd18777-4a58-4f28-8953-5c25983f182c, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:07:55.235994 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf6a9f7-48a8-4abd-8e77-27552547d2bf admin admin] Network fcd18777-4a58-4f28-8953-5c25983f182c is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:07:55.257286 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2034b135-7a4d-4993-b8c8-60584b7f278e req-a366fe78-d32f-492e-a682-4f7866a4f790 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/security-groups?id=79a8a720-4d91-42c0-8bdb-aecf1d5b7573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143620 Dec 06 17:07:55.263347 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3899f97-c145-485d-b3a3-a25ab004300d', 'tag': '71a04aac-4404-4b83-ab6d-e7768b206094'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:07:55.269282 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6ad3c7d-ece0-4b29-87ec-9dd7a94415c5" -d '{"events": [{"name": "network-changed", "server_uuid": "e3899f97-c145-485d-b3a3-a25ab004300d", "tag": "71a04aac-4404-4b83-ab6d-e7768b206094"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:07:55.289389 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-fbf6a9f7-48a8-4abd-8e77-27552547d2bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, fcd18777-4a58-4f28-8953-5c25983f182c) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:07:55.301679 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0caf2c77-3487-4459-95f1-623001753cdf None None] Network fcd18777-4a58-4f28-8953-5c25983f182c requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:07:55.303869 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf6a9f7-48a8-4abd-8e77-27552547d2bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:55.304644 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fbf6a9f7-48a8-4abd-8e77-27552547d2bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:55.321584 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a268a1d-8f1e-47bc-a8d8-70bbac30c464 req-c2c79450-38b8-4312-bf3e-206a0495fe1a tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:55.327083 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4a268a1d-8f1e-47bc-a8d8-70bbac30c464 req-c2c79450-38b8-4312-bf3e-206a0495fe1a tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d44bf3a-1b53-445f-9ec9-fa598e5fdf4d HTTP/1.1" status: 200 len: 945 time: 0.1293056 Dec 06 17:07:55.340450 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 36736) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:07:55.343406 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-fbf6a9f7-48a8-4abd-8e77-27552547d2bf admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7055125 Dec 06 17:07:55.369975 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f7ea8e5-cadc-46ee-9e0e-f92ce3f92e0b x-openstack-request-id: req-4f7ea8e5-cadc-46ee-9e0e-f92ce3f92e0b {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:07:55.371071 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3899f97-c145-485d-b3a3-a25ab004300d", "tag": "71a04aac-4404-4b83-ab6d-e7768b206094", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:07:55.371546 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4f7ea8e5-cadc-46ee-9e0e-f92ce3f92e0b {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:07:55.372182 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3899f97-c145-485d-b3a3-a25ab004300d', 'tag': '71a04aac-4404-4b83-ab6d-e7768b206094', 'status': 'completed', 'code': 200} Dec 06 17:07:55.434830 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 58783b39-8def-48ca-b764-668bcb22bf2e no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:07:55.469750 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4a268a1d-8f1e-47bc-a8d8-70bbac30c464 req-202319e4-55a7-4a9e-8f6e-129f3ee32529 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318645 Dec 06 17:07:55.478320 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 58783b39-8def-48ca-b764-668bcb22bf2e {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:07:55.478651 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 58783b39-8def-48ca-b764-668bcb22bf2e not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:07:55.530676 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ad3c7d-ece0-4b29-87ec-9dd7a94415c5 req-65bfb7ac-9681-4b62-a5ef-a97afe708828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:55.534584 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c6ad3c7d-ece0-4b29-87ec-9dd7a94415c5 req-65bfb7ac-9681-4b62-a5ef-a97afe708828 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4fbfd036e0874a51a15b7801ac955516&device_id=e3899f97-c145-485d-b3a3-a25ab004300d HTTP/1.1" status: 200 len: 1098 time: 0.1141856 Dec 06 17:07:55.536456 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1f8b36-4180-4ad1-8d46-e99c21251b8d None None] Network fcd18777-4a58-4f28-8953-5c25983f182c requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:07:55.602890 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-2a29925c-93f2-4805-bbce-62c607e674a5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4c2daca2a9574224ac52ba04e5f1cbc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2609363 Dec 06 17:07:55.605239 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 36748) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:07:55.614324 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ad3c7d-ece0-4b29-87ec-9dd7a94415c5 req-ece463a5-5dfd-4ed7-a4e7-91638eb0c41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:55.615846 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c6ad3c7d-ece0-4b29-87ec-9dd7a94415c5 req-ece463a5-5dfd-4ed7-a4e7-91638eb0c41e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4fbfd036e0874a51a15b7801ac955516&device_id=e3899f97-c145-485d-b3a3-a25ab004300d HTTP/1.1" status: 200 len: 1098 time: 0.1564023 Dec 06 17:07:55.747810 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e70524c4-319b-491e-9a45-a59578bb249d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:55.784464 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ad3c7d-ece0-4b29-87ec-9dd7a94415c5 req-f3aaf37f-1184-4ac5-a24e-bbcbabb095ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:55.786023 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c6ad3c7d-ece0-4b29-87ec-9dd7a94415c5 req-f3aaf37f-1184-4ac5-a24e-bbcbabb095ad service neutron] 10.222.0.44 "GET /v2.0/networks?id=ee08a0d2-834f-4c39-be47-9c424581246a HTTP/1.1" status: 200 len: 870 time: 0.1625953 Dec 06 17:07:55.791646 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 71a04aac-4404-4b83-ab6d-e7768b206094 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:07:55.819049 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e70524c4-319b-491e-9a45-a59578bb249d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:55.868406 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 71a04aac-4404-4b83-ab6d-e7768b206094 not bound to the agent host n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:07:55.868940 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c6ad3c7d-ece0-4b29-87ec-9dd7a94415c5 req-72f80433-e70c-45a7-8c74-c26a0e45bb55 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=71a04aac-4404-4b83-ab6d-e7768b206094 HTTP/1.1" status: 200 len: 217 time: 0.0585871 Dec 06 17:07:55.934733 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e37b1be-fad6-4fd3-953f-2e0a77d9aec3 req-8ebaae12-1be8-40c3-a34e-dd430909e31f tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:55.936339 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0e37b1be-fad6-4fd3-953f-2e0a77d9aec3 req-8ebaae12-1be8-40c3-a34e-dd430909e31f tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3899f97-c145-485d-b3a3-a25ab004300d HTTP/1.1" status: 200 len: 947 time: 0.1757629 Dec 06 17:07:55.976898 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ad3c7d-ece0-4b29-87ec-9dd7a94415c5 req-5737db88-c42b-482a-b020-afaf0ebe20dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:55.978419 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c6ad3c7d-ece0-4b29-87ec-9dd7a94415c5 req-5737db88-c42b-482a-b020-afaf0ebe20dc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1342252a-21e4-4783-88ff-f54776c79059 HTTP/1.1" status: 200 len: 843 time: 0.1009674 Dec 06 17:07:56.000297 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e70524c4-319b-491e-9a45-a59578bb249d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:56.002911 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e70524c4-319b-491e-9a45-a59578bb249d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:56.004002 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-e70524c4-319b-491e-9a45-a59578bb249d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ce9bc22b-4538-47b2-a7df-65b68628d274 HTTP/1.1" status: 204 len: 168 time: 0.3978357 Dec 06 17:07:56.009977 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8568af8-f0bc-4340-b498-bbd3a1afce1b req-7657c17c-1524-4634-9aa9-4ad2a9e7e634 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:56.019551 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c8568af8-f0bc-4340-b498-bbd3a1afce1b req-7657c17c-1524-4634-9aa9-4ad2a9e7e634 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2601b7c-64fc-4a21-87f0-528adaaaa6f7 HTTP/1.1" status: 200 len: 943 time: 0.4280708 Dec 06 17:07:56.031142 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ad3c7d-ece0-4b29-87ec-9dd7a94415c5 req-bfc73a0a-23e2-4f22-bc0f-09ffe6a1293d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:56.032649 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c6ad3c7d-ece0-4b29-87ec-9dd7a94415c5 req-bfc73a0a-23e2-4f22-bc0f-09ffe6a1293d service neutron] 10.222.0.41 "GET /v2.0/networks?id=ee08a0d2-834f-4c39-be47-9c424581246a HTTP/1.1" status: 200 len: 870 time: 0.4782228 Dec 06 17:07:56.042057 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70524c4-319b-491e-9a45-a59578bb249d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce9bc22b-4538-47b2-a7df-65b68628d274,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:07:56.048306 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0e37b1be-fad6-4fd3-953f-2e0a77d9aec3 req-74386ab7-f7b4-4f6d-8981-5a16890deb53 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020017 Dec 06 17:07:56.077505 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ad3c7d-ece0-4b29-87ec-9dd7a94415c5 req-1a743fa3-ec4a-4245-afde-72509389af35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:56.084599 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c6ad3c7d-ece0-4b29-87ec-9dd7a94415c5 req-1a743fa3-ec4a-4245-afde-72509389af35 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee08a0d2-834f-4c39-be47-9c424581246a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0951729 Dec 06 17:07:56.096139 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c6ad3c7d-ece0-4b29-87ec-9dd7a94415c5 req-98c3646e-500f-4cb7-b2c4-bc7c66f3d554 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=71a04aac-4404-4b83-ab6d-e7768b206094 HTTP/1.1" status: 200 len: 217 time: 0.0492096 Dec 06 17:07:56.112914 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c8568af8-f0bc-4340-b498-bbd3a1afce1b req-436e266a-7b4e-4583-ba5d-43509cf57213 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c9938ba-fde4-4f48-b59c-dd9a4d401845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924664 Dec 06 17:07:56.180743 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ad3c7d-ece0-4b29-87ec-9dd7a94415c5 req-e1494993-c2ff-4e7c-8dc9-c41e75c957e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:56.182542 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c6ad3c7d-ece0-4b29-87ec-9dd7a94415c5 req-e1494993-c2ff-4e7c-8dc9-c41e75c957e1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1342252a-21e4-4783-88ff-f54776c79059 HTTP/1.1" status: 200 len: 843 time: 0.0683961 Dec 06 17:07:56.206849 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c6ad3c7d-ece0-4b29-87ec-9dd7a94415c5 req-0e75bc53-96e0-46c4-8935-838545016a2e service neutron] 10.222.0.44 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141870 Dec 06 17:07:56.275839 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7317dfe2-8dec-4ad9-9cbf-8caec8d56cd5 req-a2088bd3-35d6-402e-b045-dcdfe7834972 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:56.277402 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7317dfe2-8dec-4ad9-9cbf-8caec8d56cd5 req-a2088bd3-35d6-402e-b045-dcdfe7834972 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/ports?device_id=33079cb3-b6df-4685-b7af-26e4c0a14648 HTTP/1.1" status: 200 len: 949 time: 0.0836353 Dec 06 17:07:56.279390 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ad3c7d-ece0-4b29-87ec-9dd7a94415c5 req-d40cba49-460b-4fd6-b9f4-746fc2ce71db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:56.280751 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c6ad3c7d-ece0-4b29-87ec-9dd7a94415c5 req-d40cba49-460b-4fd6-b9f4-746fc2ce71db service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee08a0d2-834f-4c39-be47-9c424581246a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0767939 Dec 06 17:07:56.345215 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c6ad3c7d-ece0-4b29-87ec-9dd7a94415c5 req-13e13c8c-1e18-4a14-bbc6-5cef7c464bc9 service neutron] 10.222.0.44 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236880 Dec 06 17:07:56.383687 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7317dfe2-8dec-4ad9-9cbf-8caec8d56cd5 req-5acf4d11-46a1-4631-b076-379a66d3e8de tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/security-groups?id=05993717-efad-46b6-9cd9-33188c432d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990784 Dec 06 17:07:56.423216 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c6ad3c7d-ece0-4b29-87ec-9dd7a94415c5 req-2f7823bf-882e-426e-84fb-dcadc27222f0 service neutron] 10.222.0.41 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204867 Dec 06 17:07:56.556946 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c6ad3c7d-ece0-4b29-87ec-9dd7a94415c5 req-dafe324e-ef46-46ce-9fa5-e47d2bfc30f1 service neutron] 10.222.0.41 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258240 Dec 06 17:07:56.565993 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583d1f59-6e32-44b8-8c05-eb4af5778381 req-14e66935-e1ae-4c6d-8032-fef1af7a1648 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:56.568329 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-583d1f59-6e32-44b8-8c05-eb4af5778381 req-14e66935-e1ae-4c6d-8032-fef1af7a1648 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/ports?device_id=3eeb54a9-0676-4dc0-860c-36ca440cc77b HTTP/1.1" status: 200 len: 945 time: 0.0807283 Dec 06 17:07:56.575698 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5a3bce-0c12-4462-90b5-839ed61bb09c req-f724ba5d-7ff4-4ebe-a6e2-f5b0a7d8517c tempest-VolumesAdminNegativeTest-751023311 tempest-VolumesAdminNegativeTest-751023311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:56.577221 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2d5a3bce-0c12-4462-90b5-839ed61bb09c req-f724ba5d-7ff4-4ebe-a6e2-f5b0a7d8517c tempest-VolumesAdminNegativeTest-751023311 tempest-VolumesAdminNegativeTest-751023311-project] 10.222.0.23 "GET /v2.0/networks?id=15341ddb-5a5a-4434-8832-61c6c466786f HTTP/1.1" status: 200 len: 815 time: 0.1265032 Dec 06 17:07:56.596061 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2d5a3bce-0c12-4462-90b5-839ed61bb09c req-97766242-6d08-4708-b55e-ea44d2735b86 tempest-VolumesAdminNegativeTest-751023311 tempest-VolumesAdminNegativeTest-751023311-project] 10.222.0.23 "GET /v2.0/quotas/ac08cc9a8aa7414fac7610a5645e608a HTTP/1.1" status: 200 len: 375 time: 0.0095830 Dec 06 17:07:56.626957 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-583d1f59-6e32-44b8-8c05-eb4af5778381 req-5067b93f-8a19-4024-bb35-04e164958aba tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/security-groups?id=79a8a720-4d91-42c0-8bdb-aecf1d5b7573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482152 Dec 06 17:07:56.629295 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2d5a3bce-0c12-4462-90b5-839ed61bb09c req-2b695cb3-e6b3-49d1-9d7a-27f6e5cd89eb tempest-VolumesAdminNegativeTest-751023311 tempest-VolumesAdminNegativeTest-751023311-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ac08cc9a8aa7414fac7610a5645e608a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271647 Dec 06 17:07:56.740515 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2d5a3bce-0c12-4462-90b5-839ed61bb09c req-fec2f74e-5931-4b61-b13f-569883095d7d service neutron] 10.222.0.23 "GET /v2.0/networks/15341ddb-5a5a-4434-8832-61c6c466786f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988402 Dec 06 17:07:56.744738 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84dff1e-6b5d-4f80-aece-21bd4d0867ea req-1764ab03-c8dc-4bff-85b6-13fc3488f723 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:56.746764 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c84dff1e-6b5d-4f80-aece-21bd4d0867ea req-1764ab03-c8dc-4bff-85b6-13fc3488f723 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d44bf3a-1b53-445f-9ec9-fa598e5fdf4d HTTP/1.1" status: 200 len: 945 time: 0.0532725 Dec 06 17:07:56.835259 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c84dff1e-6b5d-4f80-aece-21bd4d0867ea req-11eb7070-c91c-4361-9d63-ce60d1b8a2a4 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813079 Dec 06 17:07:56.864799 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2d5a3bce-0c12-4462-90b5-839ed61bb09c req-b54697d1-6f8b-4e95-b181-a2ceddc1ffb6 service neutron] 10.222.0.23 "GET /v2.0/networks/15341ddb-5a5a-4434-8832-61c6c466786f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158767 Dec 06 17:07:57.174967 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a1eb8a72-61fd-4c04-ad2b-73baa717b0ce req-7afddf68-d7f9-47d8-a4e7-f5c8393b536c tempest-VolumesAdminNegativeTest-751023311 tempest-VolumesAdminNegativeTest-751023311-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4bad013-7d04-4f75-8d2a-dd6ba3dbc161 HTTP/1.1" status: 200 len: 210 time: 0.0367358 Dec 06 17:07:57.324745 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6306a683-0ca7-4a2e-9178-28f85a30f6ab req-5ed9e3a4-a2ec-4ee8-ac59-9de9cd8d6229 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:57.326704 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6306a683-0ca7-4a2e-9178-28f85a30f6ab req-5ed9e3a4-a2ec-4ee8-ac59-9de9cd8d6229 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3899f97-c145-485d-b3a3-a25ab004300d HTTP/1.1" status: 200 len: 947 time: 0.0859206 Dec 06 17:07:57.400716 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6306a683-0ca7-4a2e-9178-28f85a30f6ab req-cfc6d824-3cbe-4165-bcc8-a742da439d01 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668004 Dec 06 17:07:57.437285 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eab19fa-3478-40e9-9c67-8c1cc8328eb5 req-546ce04d-5ad6-42b9-9fff-fbeaad91e995 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:57.438969 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8eab19fa-3478-40e9-9c67-8c1cc8328eb5 req-546ce04d-5ad6-42b9-9fff-fbeaad91e995 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2601b7c-64fc-4a21-87f0-528adaaaa6f7 HTTP/1.1" status: 200 len: 943 time: 0.0563650 Dec 06 17:07:57.511654 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8eab19fa-3478-40e9-9c67-8c1cc8328eb5 req-4c98a529-e41e-4f52-9155-048f52c74a76 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c9938ba-fde4-4f48-b59c-dd9a4d401845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642538 Dec 06 17:07:57.604880 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2fe925-a21b-4016-9494-28afc45c8288 req-4bf3771f-0588-4cd4-8376-604964416315 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:57.606447 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-cd2fe925-a21b-4016-9494-28afc45c8288 req-4bf3771f-0588-4cd4-8376-604964416315 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/ports?device_id=33079cb3-b6df-4685-b7af-26e4c0a14648 HTTP/1.1" status: 200 len: 949 time: 0.0644519 Dec 06 17:07:57.678321 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-cd2fe925-a21b-4016-9494-28afc45c8288 req-31e4b345-282e-45fe-b066-b25444c770d3 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/security-groups?id=05993717-efad-46b6-9cd9-33188c432d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637822 Dec 06 17:07:57.801724 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad4e445-63df-4eab-9f47-b31bebf119d7 req-fb8eca93-960a-400e-86b4-cceb8d3f69e6 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:57.804067 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1ad4e445-63df-4eab-9f47-b31bebf119d7 req-fb8eca93-960a-400e-86b4-cceb8d3f69e6 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3899f97-c145-485d-b3a3-a25ab004300d HTTP/1.1" status: 200 len: 947 time: 0.0826545 Dec 06 17:07:57.857044 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1ad4e445-63df-4eab-9f47-b31bebf119d7 req-0674e9d8-6b43-4a7a-af30-0ebc258bf552 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452158 Dec 06 17:07:57.879575 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-cabdc2ad-5522-4529-a5d5-8bfb89cff429 req-9383a6b1-61fb-4cd6-a383-09fe7710836d tempest-FlavorsV2NegativeTest-1080712199 tempest-FlavorsV2NegativeTest-1080712199-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=6902e88909624a0db654b3602b8f301f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0429811 Dec 06 17:07:57.938108 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdc7d1a-1246-475d-9a47-988f445af7b2 req-d775b6f1-9033-49a6-b8cb-3033ab135cbb tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:57.939609 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7fdc7d1a-1246-475d-9a47-988f445af7b2 req-d775b6f1-9033-49a6-b8cb-3033ab135cbb tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.44 "GET /v2.0/ports?device_id=e3899f97-c145-485d-b3a3-a25ab004300d&tenant_id=4fbfd036e0874a51a15b7801ac955516&binding%3Ahost_id=n-h1-master-1 HTTP/1.1" status: 200 len: 947 time: 0.1479335 Dec 06 17:07:57.964850 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da484b21-e6e1-4fd1-92bf-15ff50870d8a req-32b6fafe-66ff-44d0-8e88-dd95992592f1 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:57.966442 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-da484b21-e6e1-4fd1-92bf-15ff50870d8a req-32b6fafe-66ff-44d0-8e88-dd95992592f1 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d44bf3a-1b53-445f-9ec9-fa598e5fdf4d HTTP/1.1" status: 200 len: 945 time: 0.0502758 Dec 06 17:07:58.013827 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-da484b21-e6e1-4fd1-92bf-15ff50870d8a req-94333df3-75a2-4fa8-b4f1-8d49ed6d8573 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412073 Dec 06 17:07:58.053795 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabdc2ad-5522-4529-a5d5-8bfb89cff429 req-00f8c282-8280-4bd7-b669-2df228816447 tempest-FlavorsV2NegativeTest-1080712199 tempest-FlavorsV2NegativeTest-1080712199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:58.055251 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-cabdc2ad-5522-4529-a5d5-8bfb89cff429 req-00f8c282-8280-4bd7-b669-2df228816447 tempest-FlavorsV2NegativeTest-1080712199 tempest-FlavorsV2NegativeTest-1080712199-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1684632 Dec 06 17:07:58.056544 n-d-master-1 neutron-server[103285]: INFO neutron.api.v2.resource [req-7fdc7d1a-1246-475d-9a47-988f445af7b2 req-6d517bc5-82d5-471a-949c-c095bc2343b4 service neutron] delete failed (client error): The resource could not be found. Dec 06 17:07:58.057448 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7fdc7d1a-1246-475d-9a47-988f445af7b2 req-6d517bc5-82d5-471a-949c-c095bc2343b4 service neutron] 10.222.0.44 "DELETE /v2.0/ports/71a04aac-4404-4b83-ab6d-e7768b206094/bindings/n-h2-master-1 HTTP/1.1" status: 404 len: 380 time: 0.0892351 Dec 06 17:07:58.070721 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-cabdc2ad-5522-4529-a5d5-8bfb89cff429 req-4237dd93-ecc3-485a-8607-8583d166d673 tempest-FlavorsV2NegativeTest-1080712199 tempest-FlavorsV2NegativeTest-1080712199-project] 10.222.0.23 "GET /v2.0/quotas/6902e88909624a0db654b3602b8f301f HTTP/1.1" status: 200 len: 375 time: 0.0097063 Dec 06 17:07:58.104241 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-cabdc2ad-5522-4529-a5d5-8bfb89cff429 req-75bd836d-33e6-4752-ada8-51684ef5023b tempest-FlavorsV2NegativeTest-1080712199 tempest-FlavorsV2NegativeTest-1080712199-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6902e88909624a0db654b3602b8f301f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275550 Dec 06 17:07:58.180489 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdc7d1a-1246-475d-9a47-988f445af7b2 req-5f48ed41-f7e5-4686-a616-726149eadff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:58.182136 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7fdc7d1a-1246-475d-9a47-988f445af7b2 req-5f48ed41-f7e5-4686-a616-726149eadff0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4fbfd036e0874a51a15b7801ac955516&device_id=e3899f97-c145-485d-b3a3-a25ab004300d HTTP/1.1" status: 200 len: 1098 time: 0.0467837 Dec 06 17:07:58.289012 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdc7d1a-1246-475d-9a47-988f445af7b2 req-1a6d7433-0fea-443d-ab6a-ee91c37288da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:58.290580 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7fdc7d1a-1246-475d-9a47-988f445af7b2 req-1a6d7433-0fea-443d-ab6a-ee91c37288da service neutron] 10.222.0.44 "GET /v2.0/networks?id=ee08a0d2-834f-4c39-be47-9c424581246a HTTP/1.1" status: 200 len: 870 time: 0.0991948 Dec 06 17:07:58.308724 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-419c4222-eb02-4450-a348-a7204be4009b req-0769d4d4-d13d-4a2f-93fc-fc9a6152d492 tempest-VolumesAdminNegativeTest-751023311 tempest-VolumesAdminNegativeTest-751023311-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4bad013-7d04-4f75-8d2a-dd6ba3dbc161 HTTP/1.1" status: 200 len: 210 time: 0.0396929 Dec 06 17:07:58.348267 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7fdc7d1a-1246-475d-9a47-988f445af7b2 req-f370ddf0-85c7-48a0-bc40-16ac6835181d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=71a04aac-4404-4b83-ab6d-e7768b206094 HTTP/1.1" status: 200 len: 217 time: 0.0495112 Dec 06 17:07:58.357013 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5a3bce-0c12-4462-90b5-839ed61bb09c req-4e059039-3714-4eff-aac0-95efcd6e2254 tempest-VolumesAdminNegativeTest-751023311 tempest-VolumesAdminNegativeTest-751023311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:58.358597 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2d5a3bce-0c12-4462-90b5-839ed61bb09c req-4e059039-3714-4eff-aac0-95efcd6e2254 tempest-VolumesAdminNegativeTest-751023311 tempest-VolumesAdminNegativeTest-751023311-project] 10.222.0.41 "GET /v2.0/networks?id=15341ddb-5a5a-4434-8832-61c6c466786f HTTP/1.1" status: 200 len: 815 time: 0.1767719 Dec 06 17:07:58.375484 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-2d5a3bce-0c12-4462-90b5-839ed61bb09c req-31e99b93-b738-4e54-ac59-761d2d76e5a0 tempest-VolumesAdminNegativeTest-751023311 tempest-VolumesAdminNegativeTest-751023311-project] Request body: {'port': {'device_id': 'b4bad013-7d04-4f75-8d2a-dd6ba3dbc161', 'network_id': '15341ddb-5a5a-4434-8832-61c6c466786f', 'admin_state_up': True, 'tenant_id': 'ac08cc9a8aa7414fac7610a5645e608a'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:07:58.406738 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdc7d1a-1246-475d-9a47-988f445af7b2 req-a47d9d90-2061-4bb7-a843-ff880e442346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:58.408547 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7fdc7d1a-1246-475d-9a47-988f445af7b2 req-a47d9d90-2061-4bb7-a843-ff880e442346 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1342252a-21e4-4783-88ff-f54776c79059 HTTP/1.1" status: 200 len: 843 time: 0.0498116 Dec 06 17:07:58.455134 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdc7d1a-1246-475d-9a47-988f445af7b2 req-b84c16ed-8acd-429b-8fc0-16af5e9c7ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:58.456629 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7fdc7d1a-1246-475d-9a47-988f445af7b2 req-b84c16ed-8acd-429b-8fc0-16af5e9c7ae6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee08a0d2-834f-4c39-be47-9c424581246a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0400584 Dec 06 17:07:58.503438 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d5a3bce-0c12-4462-90b5-839ed61bb09c req-31e99b93-b738-4e54-ac59-761d2d76e5a0 tempest-VolumesAdminNegativeTest-751023311 tempest-VolumesAdminNegativeTest-751023311-project] Made reservation on behalf of ac08cc9a8aa7414fac7610a5645e608a for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:07:58.510456 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-2d5a3bce-0c12-4462-90b5-839ed61bb09c req-31e99b93-b738-4e54-ac59-761d2d76e5a0 tempest-VolumesAdminNegativeTest-751023311 tempest-VolumesAdminNegativeTest-751023311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:58.583544 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7fdc7d1a-1246-475d-9a47-988f445af7b2 req-a66b1c66-4acf-46ac-979e-021f9fc94093 service neutron] 10.222.0.44 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151597 Dec 06 17:07:58.673387 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 36904) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:07:58.686775 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7fdc7d1a-1246-475d-9a47-988f445af7b2 req-17395d6f-f530-4aeb-b30e-e7cff71b8717 service neutron] 10.222.0.44 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962338 Dec 06 17:07:58.710657 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c5d951-37af-4f09-abb5-89671b1f339d req-97a202ea-e3d8-46fe-a4de-0aa20196301e tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:58.712201 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-14c5d951-37af-4f09-abb5-89671b1f339d req-97a202ea-e3d8-46fe-a4de-0aa20196301e tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2601b7c-64fc-4a21-87f0-528adaaaa6f7 HTTP/1.1" status: 200 len: 943 time: 0.1038692 Dec 06 17:07:58.718213 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-2d5a3bce-0c12-4462-90b5-839ed61bb09c req-31e99b93-b738-4e54-ac59-761d2d76e5a0 tempest-VolumesAdminNegativeTest-751023311 tempest-VolumesAdminNegativeTest-751023311-project] Allocated IP 172.20.0.9 (15341ddb-5a5a-4434-8832-61c6c466786f/d04d79d2-5fa0-45cf-bedc-df67246a3dd9/e5c7554a-f6ca-4488-b9b2-9d5b84481c3a) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:07:58.802936 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-14c5d951-37af-4f09-abb5-89671b1f339d req-ba6ed709-b347-49c2-861d-633a88cae2d4 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c9938ba-fde4-4f48-b59c-dd9a4d401845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823338 Dec 06 17:07:58.846106 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b06c0df-a9c5-45fe-a3eb-d9c0e31125ec req-ada400c4-64ac-4b6d-a503-07383d21d014 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:58.847616 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4b06c0df-a9c5-45fe-a3eb-d9c0e31125ec req-ada400c4-64ac-4b6d-a503-07383d21d014 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/ports?device_id=33079cb3-b6df-4685-b7af-26e4c0a14648 HTTP/1.1" status: 200 len: 949 time: 0.0723023 Dec 06 17:07:58.882257 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bf644640-8acd-4c50-83ab-8122135ead36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:58.900538 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4b06c0df-a9c5-45fe-a3eb-d9c0e31125ec req-aabe1708-5ee5-463d-a9b1-e7ab71b7e0b2 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/security-groups?id=05993717-efad-46b6-9cd9-33188c432d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464988 Dec 06 17:07:58.996278 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-2d5a3bce-0c12-4462-90b5-839ed61bb09c req-31e99b93-b738-4e54-ac59-761d2d76e5a0 tempest-VolumesAdminNegativeTest-751023311 tempest-VolumesAdminNegativeTest-751023311-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:59.008355 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 71a04aac-4404-4b83-ab6d-e7768b206094 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:07:59.038008 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc52d7f-6ccd-468a-b97e-5cba410bbe90 req-c58647cd-5537-4d95-ac68-06645632ece8 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:59.040614 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8fc52d7f-6ccd-468a-b97e-5cba410bbe90 req-c58647cd-5537-4d95-ac68-06645632ece8 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3899f97-c145-485d-b3a3-a25ab004300d HTTP/1.1" status: 200 len: 947 time: 0.0934455 Dec 06 17:07:59.091410 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bf644640-8acd-4c50-83ab-8122135ead36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:59.101852 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bf644640-8acd-4c50-83ab-8122135ead36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:59.129875 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-2d5a3bce-0c12-4462-90b5-839ed61bb09c req-31e99b93-b738-4e54-ac59-761d2d76e5a0 tempest-VolumesAdminNegativeTest-751023311 tempest-VolumesAdminNegativeTest-751023311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:59.130522 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 71a04aac-4404-4b83-ab6d-e7768b206094, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=71a04aac-4404-4b83-ab6d-e7768b206094,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:07:59.146539 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': '71a04aac-4404-4b83-ab6d-e7768b206094', 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a', 'port_id': '71a04aac-4404-4b83-ab6d-e7768b206094', 'mac_address': 'fa:16:3e:eb:43:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1342252a-21e4-4783-88ff-f54776c79059', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:07:59.172435 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cb374a-695c-4964-b710-4c3468f1104e req-e89d58ba-20fe-4f0f-b529-4b78a9450a20 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:59.173822 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-01cb374a-695c-4964-b710-4c3468f1104e req-e89d58ba-20fe-4f0f-b529-4b78a9450a20 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d44bf3a-1b53-445f-9ec9-fa598e5fdf4d HTTP/1.1" status: 200 len: 945 time: 0.0533831 Dec 06 17:07:59.187350 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:59.201442 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-bf644640-8acd-4c50-83ab-8122135ead36 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6902e88909624a0db654b3602b8f301f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5252142 Dec 06 17:07:59.202349 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71a04aac-4404-4b83-ab6d-e7768b206094 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:07:59.207624 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8fc52d7f-6ccd-468a-b97e-5cba410bbe90 req-29438b7e-d642-4905-8b5e-ccffc716722d tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540401 Dec 06 17:07:59.208510 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 36916) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:07:59.210343 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf644640-8acd-4c50-83ab-8122135ead36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71556cc3-d0f1-434e-aa33-ae4238d2904e,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:07:59.226498 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d5a3bce-0c12-4462-90b5-839ed61bb09c req-31e99b93-b738-4e54-ac59-761d2d76e5a0 tempest-VolumesAdminNegativeTest-751023311 tempest-VolumesAdminNegativeTest-751023311-project] Network 15341ddb-5a5a-4434-8832-61c6c466786f is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:07:59.227531 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e99b93-b738-4e54-ac59-761d2d76e5a0 tempest-VolumesAdminNegativeTest-751023311 tempest-VolumesAdminNegativeTest-751023311-project] Pushing event updated for resources: {'Port': ['ID=e5c7554a-f6ca-4488-b9b2-9d5b84481c3a,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:07:59.232293 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-2d5a3bce-0c12-4462-90b5-839ed61bb09c req-31e99b93-b738-4e54-ac59-761d2d76e5a0 tempest-VolumesAdminNegativeTest-751023311 tempest-VolumesAdminNegativeTest-751023311-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:07:59.240629 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d5a3bce-0c12-4462-90b5-839ed61bb09c req-31e99b93-b738-4e54-ac59-761d2d76e5a0 tempest-VolumesAdminNegativeTest-751023311 tempest-VolumesAdminNegativeTest-751023311-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:07:59.254781 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 71a04aac-4404-4b83-ab6d-e7768b206094, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=71a04aac-4404-4b83-ab6d-e7768b206094,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:07:59.260611 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:59.321457 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-01cb374a-695c-4964-b710-4c3468f1104e req-f3ce4203-469b-49a6-883c-107ab279aee2 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306393 Dec 06 17:07:59.322885 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=71a04aac-4404-4b83-ab6d-e7768b206094,revision_number=8']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:07:59.340443 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5a3bce-0c12-4462-90b5-839ed61bb09c req-31e99b93-b738-4e54-ac59-761d2d76e5a0 tempest-VolumesAdminNegativeTest-751023311 tempest-VolumesAdminNegativeTest-751023311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:59.341161 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-2d5a3bce-0c12-4462-90b5-839ed61bb09c req-31e99b93-b738-4e54-ac59-761d2d76e5a0 tempest-VolumesAdminNegativeTest-751023311 tempest-VolumesAdminNegativeTest-751023311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:59.354202 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bace7395-72fe-4ad7-b730-2abb3d91c2de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:59.359849 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2d5a3bce-0c12-4462-90b5-839ed61bb09c req-31e99b93-b738-4e54-ac59-761d2d76e5a0 tempest-VolumesAdminNegativeTest-751023311 tempest-VolumesAdminNegativeTest-751023311-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9883418 Dec 06 17:07:59.378339 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bace7395-72fe-4ad7-b730-2abb3d91c2de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:59.383014 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-2d5a3bce-0c12-4462-90b5-839ed61bb09c req-71738e46-cc4c-499e-b56d-3ff37486dc5c service neutron] Request body: {'port': {'device_id': 'b4bad013-7d04-4f75-8d2a-dd6ba3dbc161', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:07:59.434803 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bace7395-72fe-4ad7-b730-2abb3d91c2de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:59.437739 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bace7395-72fe-4ad7-b730-2abb3d91c2de admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:59.441945 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-bace7395-72fe-4ad7-b730-2abb3d91c2de admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/71556cc3-d0f1-434e-aa33-ae4238d2904e HTTP/1.1" status: 204 len: 168 time: 0.2317715 Dec 06 17:07:59.450389 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bace7395-72fe-4ad7-b730-2abb3d91c2de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71556cc3-d0f1-434e-aa33-ae4238d2904e,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:07:59.519551 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-2d5a3bce-0c12-4462-90b5-839ed61bb09c req-71738e46-cc4c-499e-b56d-3ff37486dc5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:07:59.546174 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651fd692-9809-4bed-8ae1-e2a413d317ef req-b93afe2e-f8d5-46b7-a205-d93ec20a8db8 tempest-VolumesAdminNegativeTest-751023311 tempest-VolumesAdminNegativeTest-751023311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:59.547971 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-651fd692-9809-4bed-8ae1-e2a413d317ef req-b93afe2e-f8d5-46b7-a205-d93ec20a8db8 tempest-VolumesAdminNegativeTest-751023311 tempest-VolumesAdminNegativeTest-751023311-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4bad013-7d04-4f75-8d2a-dd6ba3dbc161 HTTP/1.1" status: 200 len: 931 time: 0.1371088 Dec 06 17:07:59.573124 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['71a04aac-4404-4b83-ab6d-e7768b206094'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:07:59.761792 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-651fd692-9809-4bed-8ae1-e2a413d317ef req-6fa90deb-881c-4e3f-8e70-c7653f9f8c45 tempest-VolumesAdminNegativeTest-751023311 tempest-VolumesAdminNegativeTest-751023311-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f5f98ac-d6ed-410b-8127-31be878c7b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944871 Dec 06 17:07:59.810751 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 559a71bf-6361-4886-aa18-d676e7444a4d details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:07:59.957196 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3bc9c5-5131-47bd-a925-d44b959555f3 req-9f943f28-1a11-4f63-aab7-9692da2ef520 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:07:59.959673 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8b3bc9c5-5131-47bd-a925-d44b959555f3 req-9f943f28-1a11-4f63-aab7-9692da2ef520 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2601b7c-64fc-4a21-87f0-528adaaaa6f7 HTTP/1.1" status: 200 len: 943 time: 0.0736530 Dec 06 17:07:59.986911 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 559a71bf-6361-4886-aa18-d676e7444a4d, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=559a71bf-6361-4886-aa18-d676e7444a4d,segment=NetworkSegment(1d12c223-c1ef-4a9f-920c-d1018ef932ee),segment_id=1d12c223-c1ef-4a9f-920c-d1018ef932ee)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:08:00.015774 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': '559a71bf-6361-4886-aa18-d676e7444a4d', 'network_id': '5345745c-70bf-40fb-8cb5-545836ece5ce', 'port_id': '559a71bf-6361-4886-aa18-d676e7444a4d', 'mac_address': 'fa:16:3e:32:d5:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48f1cc23-c700-419f-b04b-ebb1334c97b9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:08:00.049009 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8b3bc9c5-5131-47bd-a925-d44b959555f3 req-65f3bd6f-89ec-4093-8aa8-700448bb6809 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c9938ba-fde4-4f48-b59c-dd9a4d401845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823567 Dec 06 17:08:00.059031 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-2d5a3bce-0c12-4462-90b5-839ed61bb09c req-71738e46-cc4c-499e-b56d-3ff37486dc5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5c7554a-f6ca-4488-b9b2-9d5b84481c3a {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:08:00.071053 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-2d5a3bce-0c12-4462-90b5-839ed61bb09c req-71738e46-cc4c-499e-b56d-3ff37486dc5c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:00.078775 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:00.087825 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-2d5a3bce-0c12-4462-90b5-839ed61bb09c req-71738e46-cc4c-499e-b56d-3ff37486dc5c service neutron] Transition to ACTIVE for port object e5c7554a-f6ca-4488-b9b2-9d5b84481c3a will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:08:00.095839 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 559a71bf-6361-4886-aa18-d676e7444a4d {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:08:00.098011 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3d62c4-08a4-4136-8dde-3349c10519c1 req-8d478697-4357-4642-a385-5006b770a629 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:00.099601 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7a3d62c4-08a4-4136-8dde-3349c10519c1 req-8d478697-4357-4642-a385-5006b770a629 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/ports?device_id=33079cb3-b6df-4685-b7af-26e4c0a14648 HTTP/1.1" status: 200 len: 949 time: 0.0978303 Dec 06 17:08:00.100682 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-2d5a3bce-0c12-4462-90b5-839ed61bb09c req-71738e46-cc4c-499e-b56d-3ff37486dc5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:00.125904 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 559a71bf-6361-4886-aa18-d676e7444a4d, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=559a71bf-6361-4886-aa18-d676e7444a4d,segment=NetworkSegment(1d12c223-c1ef-4a9f-920c-d1018ef932ee),segment_id=1d12c223-c1ef-4a9f-920c-d1018ef932ee)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:08:00.133859 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:00.202203 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71738e46-cc4c-499e-b56d-3ff37486dc5c service neutron] Pushing event updated for resources: {'Port': ['ID=e5c7554a-f6ca-4488-b9b2-9d5b84481c3a,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:08:00.206936 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=559a71bf-6361-4886-aa18-d676e7444a4d,revision_number=6']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:08:00.218713 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7a3d62c4-08a4-4136-8dde-3349c10519c1 req-1732e92d-acf7-46d8-9b7b-b6c59b4998ab tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/security-groups?id=05993717-efad-46b6-9cd9-33188c432d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103826 Dec 06 17:08:00.228788 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['559a71bf-6361-4886-aa18-d676e7444a4d'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:08:00.284802 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-2d5a3bce-0c12-4462-90b5-839ed61bb09c req-71738e46-cc4c-499e-b56d-3ff37486dc5c service neutron] Attempting to bind port e5c7554a-f6ca-4488-b9b2-9d5b84481c3a on host n-h1-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:08:00.285392 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-2d5a3bce-0c12-4462-90b5-839ed61bb09c req-71738e46-cc4c-499e-b56d-3ff37486dc5c service neutron] Attempting to bind port e5c7554a-f6ca-4488-b9b2-9d5b84481c3a by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '94acd3e4-6a5f-45d2-915f-87a0744e8318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '15341ddb-5a5a-4434-8832-61c6c466786f'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:08:00.286250 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5a3bce-0c12-4462-90b5-839ed61bb09c req-71738e46-cc4c-499e-b56d-3ff37486dc5c service neutron] Attempting to bind port e5c7554a-f6ca-4488-b9b2-9d5b84481c3a on network 15341ddb-5a5a-4434-8832-61c6c466786f {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:08:00.292465 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5a3bce-0c12-4462-90b5-839ed61bb09c req-71738e46-cc4c-499e-b56d-3ff37486dc5c service neutron] Port e5c7554a-f6ca-4488-b9b2-9d5b84481c3a on network 15341ddb-5a5a-4434-8832-61c6c466786f not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:08:00.293115 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5a3bce-0c12-4462-90b5-839ed61bb09c req-71738e46-cc4c-499e-b56d-3ff37486dc5c service neutron] Attempting to bind port e5c7554a-f6ca-4488-b9b2-9d5b84481c3a on network 15341ddb-5a5a-4434-8832-61c6c466786f {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:08:00.299076 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5a3bce-0c12-4462-90b5-839ed61bb09c req-71738e46-cc4c-499e-b56d-3ff37486dc5c service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:08:00.299542 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5a3bce-0c12-4462-90b5-839ed61bb09c req-71738e46-cc4c-499e-b56d-3ff37486dc5c service neutron] Checking segment: {'id': '94acd3e4-6a5f-45d2-915f-87a0744e8318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '15341ddb-5a5a-4434-8832-61c6c466786f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:08:00.299995 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5a3bce-0c12-4462-90b5-839ed61bb09c req-71738e46-cc4c-499e-b56d-3ff37486dc5c service neutron] Bound using segment: {'id': '94acd3e4-6a5f-45d2-915f-87a0744e8318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '15341ddb-5a5a-4434-8832-61c6c466786f'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:08:00.300496 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-2d5a3bce-0c12-4462-90b5-839ed61bb09c req-71738e46-cc4c-499e-b56d-3ff37486dc5c service neutron] Bound port: e5c7554a-f6ca-4488-b9b2-9d5b84481c3a, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94acd3e4-6a5f-45d2-915f-87a0744e8318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '15341ddb-5a5a-4434-8832-61c6c466786f'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:08:00.300918 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-2d5a3bce-0c12-4462-90b5-839ed61bb09c req-71738e46-cc4c-499e-b56d-3ff37486dc5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:00.382959 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71c53f7-a7ea-487e-a361-1615a436c3cf req-9a9a8a2f-76a8-4042-b496-7175c52a87c0 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:00.390777 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e71c53f7-a7ea-487e-a361-1615a436c3cf req-9a9a8a2f-76a8-4042-b496-7175c52a87c0 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3899f97-c145-485d-b3a3-a25ab004300d HTTP/1.1" status: 200 len: 948 time: 0.0674133 Dec 06 17:08:00.420185 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-2d5a3bce-0c12-4462-90b5-839ed61bb09c req-71738e46-cc4c-499e-b56d-3ff37486dc5c service neutron] For port e5c7554a-f6ca-4488-b9b2-9d5b84481c3a, host n-h1-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:08:00.426901 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-2d5a3bce-0c12-4462-90b5-839ed61bb09c req-71738e46-cc4c-499e-b56d-3ff37486dc5c service neutron] For port e5c7554a-f6ca-4488-b9b2-9d5b84481c3a, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=e5c7554a-f6ca-4488-b9b2-9d5b84481c3a,segment=NetworkSegment(94acd3e4-6a5f-45d2-915f-87a0744e8318),segment_id=94acd3e4-6a5f-45d2-915f-87a0744e8318)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:08:00.435772 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-2d5a3bce-0c12-4462-90b5-839ed61bb09c req-71738e46-cc4c-499e-b56d-3ff37486dc5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:00.476310 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e71c53f7-a7ea-487e-a361-1615a436c3cf req-761100e9-257d-4fc8-956d-7c4bbb3251b4 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845721 Dec 06 17:08:00.485554 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 36982) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:08:00.525299 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5a3bce-0c12-4462-90b5-839ed61bb09c req-71738e46-cc4c-499e-b56d-3ff37486dc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:00.527306 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-2d5a3bce-0c12-4462-90b5-839ed61bb09c req-71738e46-cc4c-499e-b56d-3ff37486dc5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:00.534389 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2d5a3bce-0c12-4462-90b5-839ed61bb09c req-71738e46-cc4c-499e-b56d-3ff37486dc5c service neutron] 10.222.0.41 "PUT /v2.0/ports/e5c7554a-f6ca-4488-b9b2-9d5b84481c3a HTTP/1.1" status: 200 len: 1091 time: 1.1534929 Dec 06 17:08:00.534990 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4bad013-7d04-4f75-8d2a-dd6ba3dbc161', 'tag': 'e5c7554a-f6ca-4488-b9b2-9d5b84481c3a'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:08:00.543609 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a0e070c-e891-4e71-a506-923f5aa99ffe" -d '{"events": [{"name": "network-changed", "server_uuid": "b4bad013-7d04-4f75-8d2a-dd6ba3dbc161", "tag": "e5c7554a-f6ca-4488-b9b2-9d5b84481c3a"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:08:00.581719 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71738e46-cc4c-499e-b56d-3ff37486dc5c service neutron] Pushing event updated for resources: {'Port': ['ID=e5c7554a-f6ca-4488-b9b2-9d5b84481c3a,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:08:00.634298 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91a3ac7-6278-4a05-8ee2-9916b79b0287 req-eced3b20-f6f4-4925-878b-a8599f2a4b05 tempest-MigrationsAdminTest-1778720051 tempest-MigrationsAdminTest-1778720051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:00.641860 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a91a3ac7-6278-4a05-8ee2-9916b79b0287 req-eced3b20-f6f4-4925-878b-a8599f2a4b05 tempest-MigrationsAdminTest-1778720051 tempest-MigrationsAdminTest-1778720051-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e3899f97-c145-485d-b3a3-a25ab004300d HTTP/1.1" status: 200 len: 1099 time: 0.0551066 Dec 06 17:08:00.679323 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5a3bce-0c12-4462-90b5-839ed61bb09c req-ea6c4cb6-4fae-4a3f-9a7c-d401eeadc3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:00.680881 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2d5a3bce-0c12-4462-90b5-839ed61bb09c req-ea6c4cb6-4fae-4a3f-9a7c-d401eeadc3f3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ac08cc9a8aa7414fac7610a5645e608a&device_id=b4bad013-7d04-4f75-8d2a-dd6ba3dbc161 HTTP/1.1" status: 200 len: 1094 time: 0.0879912 Dec 06 17:08:00.692996 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a91a3ac7-6278-4a05-8ee2-9916b79b0287 req-5cb9cd6a-950a-4875-8a5b-96b4e44dd8cb tempest-MigrationsAdminTest-1778720051 tempest-MigrationsAdminTest-1778720051-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502586 Dec 06 17:08:00.700872 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3a719b-a8d1-459c-b8d4-65c7432594a9 req-0247ea94-123c-4264-98ea-658170d958e9 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:00.725816 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-da3a719b-a8d1-459c-b8d4-65c7432594a9 req-0247ea94-123c-4264-98ea-658170d958e9 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d44bf3a-1b53-445f-9ec9-fa598e5fdf4d HTTP/1.1" status: 200 len: 945 time: 0.1130879 Dec 06 17:08:00.751083 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-9b00f1e3-214c-409b-ab87-41190c2ce7df admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-215865866-network', 'tenant_id': '59360f46555441bea3c8b7e681c1b196'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:08:00.784275 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12cd080e-e4b1-4015-b1b2-9658d24eb703 x-openstack-request-id: req-12cd080e-e4b1-4015-b1b2-9658d24eb703 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:08:00.784598 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4bad013-7d04-4f75-8d2a-dd6ba3dbc161", "tag": "e5c7554a-f6ca-4488-b9b2-9d5b84481c3a", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:08:00.784832 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-12cd080e-e4b1-4015-b1b2-9658d24eb703 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:08:00.785250 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4bad013-7d04-4f75-8d2a-dd6ba3dbc161', 'tag': 'e5c7554a-f6ca-4488-b9b2-9d5b84481c3a', 'status': 'completed', 'code': 200} Dec 06 17:08:00.790774 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2d5a3bce-0c12-4462-90b5-839ed61bb09c req-a0b745bc-ea36-454c-9323-925f6e482879 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e5c7554a-f6ca-4488-b9b2-9d5b84481c3a HTTP/1.1" status: 200 len: 217 time: 0.0619438 Dec 06 17:08:00.799870 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b00f1e3-214c-409b-ab87-41190c2ce7df admin admin] Made reservation on behalf of 59360f46555441bea3c8b7e681c1b196 for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:08:00.806222 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9b00f1e3-214c-409b-ab87-41190c2ce7df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:00.822707 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9b00f1e3-214c-409b-ab87-41190c2ce7df admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:00.897898 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-da3a719b-a8d1-459c-b8d4-65c7432594a9 req-306c6416-a593-4a27-a509-36836ca5fd87 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701901 Dec 06 17:08:00.927799 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5a3bce-0c12-4462-90b5-839ed61bb09c req-34f9ef19-e925-4c61-a909-eb308eab1864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:00.938469 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2d5a3bce-0c12-4462-90b5-839ed61bb09c req-34f9ef19-e925-4c61-a909-eb308eab1864 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d04d79d2-5fa0-45cf-bedc-df67246a3dd9 HTTP/1.1" status: 200 len: 855 time: 0.1332147 Dec 06 17:08:01.001918 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2d5a3bce-0c12-4462-90b5-839ed61bb09c req-1c6697fd-8cb2-4a5c-9895-0223927bfb21 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=15341ddb-5a5a-4434-8832-61c6c466786f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541465 Dec 06 17:08:01.004207 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83309683-b096-47fb-a3df-770684d5d831 req-177589f2-301b-4c7f-adb1-c46425116420 tempest-VolumesAdminNegativeTest-751023311 tempest-VolumesAdminNegativeTest-751023311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:01.011763 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-83309683-b096-47fb-a3df-770684d5d831 req-177589f2-301b-4c7f-adb1-c46425116420 tempest-VolumesAdminNegativeTest-751023311 tempest-VolumesAdminNegativeTest-751023311-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4bad013-7d04-4f75-8d2a-dd6ba3dbc161 HTTP/1.1" status: 200 len: 943 time: 0.0978320 Dec 06 17:08:01.020647 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 71a04aac-4404-4b83-ab6d-e7768b206094 up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:08:01.029738 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9b00f1e3-214c-409b-ab87-41190c2ce7df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:01.050285 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9b00f1e3-214c-409b-ab87-41190c2ce7df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:01.101722 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port 71a04aac-4404-4b83-ab6d-e7768b206094 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:08:01.113559 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port 71a04aac-4404-4b83-ab6d-e7768b206094 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:08:01.113976 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:01.139016 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b00f1e3-214c-409b-ab87-41190c2ce7df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:08:01.174489 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9b00f1e3-214c-409b-ab87-41190c2ce7df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:01.174815 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-9b00f1e3-214c-409b-ab87-41190c2ce7df admin admin] Added segment c1a901bd-4847-435b-93f8-61b807a48c35 of type vlan for network 5cdb5fce-6da7-4093-b118-beac0f6f77a1 Dec 06 17:08:01.188091 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ecf022b3-91b4-4583-966f-111aac79d828 req-0693b8e9-c642-4f10-9b7b-04ad672e048f tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=4fbfd036e0874a51a15b7801ac955516&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0418208 Dec 06 17:08:01.223706 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2d5a3bce-0c12-4462-90b5-839ed61bb09c req-8e8e8be1-1872-4eeb-b3fc-949dfaac0210 service neutron] 10.222.0.41 "GET /v2.0/networks/15341ddb-5a5a-4434-8832-61c6c466786f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117405 Dec 06 17:08:01.251278 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:01.294332 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 71a04aac-4404-4b83-ab6d-e7768b206094, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=71a04aac-4404-4b83-ab6d-e7768b206094,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:08:01.295815 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3899f97-c145-485d-b3a3-a25ab004300d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71a04aac-4404-4b83-ab6d-e7768b206094'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:08:01.300286 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7d7e2c8-ec29-451b-9048-1c47795a21bb" -d '{"events": [{"server_uuid": "e3899f97-c145-485d-b3a3-a25ab004300d", "name": "network-vif-plugged", "status": "completed", "tag": "71a04aac-4404-4b83-ab6d-e7768b206094"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:08:01.305782 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:01.367270 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=71a04aac-4404-4b83-ab6d-e7768b206094,revision_number=9']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:08:01.387677 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf022b3-91b4-4583-966f-111aac79d828 req-15441226-1296-49d9-81df-a17d858f7256 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:01.395180 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ecf022b3-91b4-4583-966f-111aac79d828 req-15441226-1296-49d9-81df-a17d858f7256 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2058127 Dec 06 17:08:01.425854 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ecf022b3-91b4-4583-966f-111aac79d828 req-f99fdb16-eed1-467e-b97a-92281b9c24ce tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/quotas/4fbfd036e0874a51a15b7801ac955516 HTTP/1.1" status: 200 len: 375 time: 0.0295482 Dec 06 17:08:01.428964 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2d5a3bce-0c12-4462-90b5-839ed61bb09c req-b951aed4-c9d7-4322-8772-ba6a27b0d759 service neutron] 10.222.0.41 "GET /v2.0/networks/15341ddb-5a5a-4434-8832-61c6c466786f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926467 Dec 06 17:08:01.497383 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ecf022b3-91b4-4583-966f-111aac79d828 req-4488900e-8b9c-4383-9d1e-81a53f405fbd tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4fbfd036e0874a51a15b7801ac955516&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0706406 Dec 06 17:08:01.593063 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0e070c-e891-4e71-a506-923f5aa99ffe req-8f565423-52e1-4aeb-8d36-a7929ee40277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:01.597628 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1a0e070c-e891-4e71-a506-923f5aa99ffe req-8f565423-52e1-4aeb-8d36-a7929ee40277 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ac08cc9a8aa7414fac7610a5645e608a&device_id=b4bad013-7d04-4f75-8d2a-dd6ba3dbc161 HTTP/1.1" status: 200 len: 1094 time: 0.0981765 Dec 06 17:08:01.616771 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9b00f1e3-214c-409b-ab87-41190c2ce7df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:01.640161 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-83309683-b096-47fb-a3df-770684d5d831 req-7fe632aa-14e1-42d7-97c2-8ff0123e09de tempest-VolumesAdminNegativeTest-751023311 tempest-VolumesAdminNegativeTest-751023311-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f5f98ac-d6ed-410b-8127-31be878c7b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6275361 Dec 06 17:08:01.648976 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b00f1e3-214c-409b-ab87-41190c2ce7df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea551b5b-a238-4417-8984-a0db3b462d1c,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:08:01.688197 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9b00f1e3-214c-409b-ab87-41190c2ce7df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:01.689279 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b00f1e3-214c-409b-ab87-41190c2ce7df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:01.691901 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9b00f1e3-214c-409b-ab87-41190c2ce7df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:01.800157 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0e070c-e891-4e71-a506-923f5aa99ffe req-84c1f0b1-ecb1-49f1-9165-63ee6c1e3758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:01.801863 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1a0e070c-e891-4e71-a506-923f5aa99ffe req-84c1f0b1-ecb1-49f1-9165-63ee6c1e3758 service neutron] 10.222.0.41 "GET /v2.0/networks?id=15341ddb-5a5a-4434-8832-61c6c466786f HTTP/1.1" status: 200 len: 916 time: 0.1962404 Dec 06 17:08:01.817439 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b00f1e3-214c-409b-ab87-41190c2ce7df admin admin] Pushing event updated for resources: {'Network': ['ID=5cdb5fce-6da7-4093-b118-beac0f6f77a1,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:08:01.819586 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device cbf8467d-6544-4bc2-9dc3-306b8bc65ca3 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:08:01.855615 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 559a71bf-6361-4886-aa18-d676e7444a4d up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:08:01.856614 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 5cdb5fce-6da7-4093-b118-beac0f6f77a1 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:08:01.856843 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-9b00f1e3-214c-409b-ab87-41190c2ce7df admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3691716 Dec 06 17:08:01.859815 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 37030) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:08:01.867577 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-d390cfa5-bd31-4e0a-92ab-dde48ecba16d admin admin] Request body: {'subnet': {'network_id': '5cdb5fce-6da7-4093-b118-beac0f6f77a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-215865866-subnet', 'tenant_id': '59360f46555441bea3c8b7e681c1b196', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:08:01.900114 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae11e57a-541f-424c-b5cc-9e2a09094678 req-d2fefa26-f068-40f6-9e9c-f268b917def8 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:01.908190 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ae11e57a-541f-424c-b5cc-9e2a09094678 req-d2fefa26-f068-40f6-9e9c-f268b917def8 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2601b7c-64fc-4a21-87f0-528adaaaa6f7 HTTP/1.1" status: 200 len: 943 time: 0.1017697 Dec 06 17:08:01.915983 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d390cfa5-bd31-4e0a-92ab-dde48ecba16d admin admin] Made reservation on behalf of 59360f46555441bea3c8b7e681c1b196 for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:08:01.918715 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d390cfa5-bd31-4e0a-92ab-dde48ecba16d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:01.944475 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1a0e070c-e891-4e71-a506-923f5aa99ffe req-75b3b8b3-2b78-459e-866c-bfb54b704495 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e5c7554a-f6ca-4488-b9b2-9d5b84481c3a HTTP/1.1" status: 200 len: 217 time: 0.1100612 Dec 06 17:08:01.952415 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.db.resource_extend [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 06 17:08:01.964969 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6273c70a-a880-4e35-b8b9-c4493aa6fc65 req-43fd5822-9f0f-4f80-b16a-974621ddd68b tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:01.969242 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6273c70a-a880-4e35-b8b9-c4493aa6fc65 req-43fd5822-9f0f-4f80-b16a-974621ddd68b tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/ports?device_id=33079cb3-b6df-4685-b7af-26e4c0a14648 HTTP/1.1" status: 200 len: 949 time: 0.1664226 Dec 06 17:08:02.038196 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ae11e57a-541f-424c-b5cc-9e2a09094678 req-4fae612b-7e6b-49dc-a477-4f691de139e0 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c9938ba-fde4-4f48-b59c-dd9a4d401845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261730 Dec 06 17:08:02.149741 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0e070c-e891-4e71-a506-923f5aa99ffe req-47682760-9c54-4324-8f9f-971eccedafad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:02.154637 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1a0e070c-e891-4e71-a506-923f5aa99ffe req-47682760-9c54-4324-8f9f-971eccedafad service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d04d79d2-5fa0-45cf-bedc-df67246a3dd9 HTTP/1.1" status: 200 len: 855 time: 0.1803799 Dec 06 17:08:02.158909 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ab40e81-624d-4c50-83eb-a78adda4bbde x-openstack-request-id: req-6ab40e81-624d-4c50-83eb-a78adda4bbde {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:08:02.161820 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3899f97-c145-485d-b3a3-a25ab004300d", "name": "network-vif-plugged", "status": "completed", "tag": "71a04aac-4404-4b83-ab6d-e7768b206094", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:08:02.162407 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6ab40e81-624d-4c50-83eb-a78adda4bbde {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:08:02.163067 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3899f97-c145-485d-b3a3-a25ab004300d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71a04aac-4404-4b83-ab6d-e7768b206094', 'code': 200} Dec 06 17:08:02.232109 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port cbf8467d-6544-4bc2-9dc3-306b8bc65ca3, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=cbf8467d-6544-4bc2-9dc3-306b8bc65ca3,segment=NetworkSegment(bcf8f3ec-a85d-4baf-bb99-5540dc7bed1d),segment_id=bcf8f3ec-a85d-4baf-bb99-5540dc7bed1d)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:08:02.240335 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35cc8ec-b2e0-4d33-87db-17b6cdee8efe req-9832dc7f-d695-4369-a35c-bcdbd288e544 tempest-LiveAutoBlockMigrationV225Test-847899352 tempest-LiveAutoBlockMigrationV225Test-847899352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:02.242065 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c35cc8ec-b2e0-4d33-87db-17b6cdee8efe req-9832dc7f-d695-4369-a35c-bcdbd288e544 tempest-LiveAutoBlockMigrationV225Test-847899352 tempest-LiveAutoBlockMigrationV225Test-847899352-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=8d44bf3a-1b53-445f-9ec9-fa598e5fdf4d&tenant_id=013b92ce2e6a40e1a3b2fa92d62d652e&binding%3Ahost_id=n-h1-master-1 HTTP/1.1" status: 200 len: 1096 time: 0.1826243 Dec 06 17:08:02.245551 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port 559a71bf-6361-4886-aa18-d676e7444a4d triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:08:02.246268 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:02.250967 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': 'cbf8467d-6544-4bc2-9dc3-306b8bc65ca3', 'network_id': '041fb444-b221-430a-a2d5-1ce940b8f13a', 'port_id': 'cbf8467d-6544-4bc2-9dc3-306b8bc65ca3', 'mac_address': 'fa:16:3e:e4:5c:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46916f41-7c83-4c75-85c3-d1b3985aec0b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:08:02.259705 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-c35cc8ec-b2e0-4d33-87db-17b6cdee8efe req-a111ef11-32a3-4d2c-bcb1-b2abfb6ccfb7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-master-1'}}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:08:02.293744 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1a0e070c-e891-4e71-a506-923f5aa99ffe req-ee1fd0ea-806a-4a74-951c-73dbf12e59eb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=15341ddb-5a5a-4434-8832-61c6c466786f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1226547 Dec 06 17:08:02.302939 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6273c70a-a880-4e35-b8b9-c4493aa6fc65 req-a4d1bce1-177e-4d16-a4fc-8eeb3d820f13 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/security-groups?id=05993717-efad-46b6-9cd9-33188c432d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3159120 Dec 06 17:08:02.361027 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-c35cc8ec-b2e0-4d33-87db-17b6cdee8efe req-a111ef11-32a3-4d2c-bcb1-b2abfb6ccfb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:02.391267 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:02.410469 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbf8467d-6544-4bc2-9dc3-306b8bc65ca3 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:08:02.463411 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:02.475713 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port cbf8467d-6544-4bc2-9dc3-306b8bc65ca3, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=cbf8467d-6544-4bc2-9dc3-306b8bc65ca3,segment=NetworkSegment(bcf8f3ec-a85d-4baf-bb99-5540dc7bed1d),segment_id=bcf8f3ec-a85d-4baf-bb99-5540dc7bed1d)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:08:02.484562 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:02.541548 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1a0e070c-e891-4e71-a506-923f5aa99ffe req-bd87f189-21b9-4b57-adf0-86a79d5430c3 service neutron] 10.222.0.41 "GET /v2.0/networks/15341ddb-5a5a-4434-8832-61c6c466786f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323544 Dec 06 17:08:02.547507 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 559a71bf-6361-4886-aa18-d676e7444a4d, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=559a71bf-6361-4886-aa18-d676e7444a4d,segment=NetworkSegment(1d12c223-c1ef-4a9f-920c-d1018ef932ee),segment_id=1d12c223-c1ef-4a9f-920c-d1018ef932ee)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:08:02.561956 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ca2cdfa4-eb2d-48eb-bebf-72db5bae9a76 req-b5a28ce6-ba2f-44e7-b0b3-1a2bee5e2e0f tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=420dab89-01de-4f05-8ee1-f1a1d05e3583 HTTP/1.1" status: 200 len: 210 time: 0.1439486 Dec 06 17:08:02.567540 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:02.583725 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=cbf8467d-6544-4bc2-9dc3-306b8bc65ca3,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:08:02.587905 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:02.600735 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d390cfa5-bd31-4e0a-92ab-dde48ecba16d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:02.652004 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=559a71bf-6361-4886-aa18-d676e7444a4d,revision_number=7']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:08:02.734745 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e157ebd1-056f-49e1-81ab-f0deadeba79d req-1bdedde2-fd90-421b-b80d-492c57ec8453 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:02.736366 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e157ebd1-056f-49e1-81ab-f0deadeba79d req-1bdedde2-fd90-421b-b80d-492c57ec8453 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d44bf3a-1b53-445f-9ec9-fa598e5fdf4d HTTP/1.1" status: 200 len: 945 time: 0.1266205 Dec 06 17:08:02.741145 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1a0e070c-e891-4e71-a506-923f5aa99ffe req-e1a87103-b029-4caf-b3ee-fd996c82dba1 service neutron] 10.222.0.41 "GET /v2.0/networks/15341ddb-5a5a-4434-8832-61c6c466786f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918137 Dec 06 17:08:02.779230 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['cbf8467d-6544-4bc2-9dc3-306b8bc65ca3'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:08:02.845071 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e157ebd1-056f-49e1-81ab-f0deadeba79d req-4466bdd2-2ff9-4331-8c91-25214720de05 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016054 Dec 06 17:08:02.865684 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d390cfa5-bd31-4e0a-92ab-dde48ecba16d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bda4660-72a9-4d75-8c9e-028d9978798b,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:08:02.887217 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d390cfa5-bd31-4e0a-92ab-dde48ecba16d admin admin] Checking segment: {'id': 'c1a901bd-4847-435b-93f8-61b807a48c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5cdb5fce-6da7-4093-b118-beac0f6f77a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:08:02.888335 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d390cfa5-bd31-4e0a-92ab-dde48ecba16d admin admin] Network hostable DHCP agents. Network: 5cdb5fce-6da7-4093-b118-beac0f6f77a1, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:08:02.903990 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca3adf2-69ca-4368-9a81-3aa51336204f req-53b50c89-8dc2-45e5-87f4-3b63d3e91c6b tempest-VolumesAdminNegativeTest-751023311 tempest-VolumesAdminNegativeTest-751023311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:02.912260 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0ca3adf2-69ca-4368-9a81-3aa51336204f req-53b50c89-8dc2-45e5-87f4-3b63d3e91c6b tempest-VolumesAdminNegativeTest-751023311 tempest-VolumesAdminNegativeTest-751023311-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4bad013-7d04-4f75-8d2a-dd6ba3dbc161 HTTP/1.1" status: 200 len: 943 time: 0.1830399 Dec 06 17:08:02.966852 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-c35cc8ec-b2e0-4d33-87db-17b6cdee8efe req-a111ef11-32a3-4d2c-bcb1-b2abfb6ccfb7 service neutron] For port 3caa7763-8c4a-4d9a-a625-48350712b146, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=3caa7763-8c4a-4d9a-a625-48350712b146,segment=NetworkSegment(d43b23f1-3a85-4be8-8063-3fe18696b942),segment_id=d43b23f1-3a85-4be8-8063-3fe18696b942)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:08:02.970611 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d390cfa5-bd31-4e0a-92ab-dde48ecba16d admin admin] Network 5cdb5fce-6da7-4093-b118-beac0f6f77a1 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:08:03.003399 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-d390cfa5-bd31-4e0a-92ab-dde48ecba16d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 5cdb5fce-6da7-4093-b118-beac0f6f77a1) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:08:03.015916 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e78424-7eed-4424-922f-d0a74fc05ec1 None None] Network 5cdb5fce-6da7-4093-b118-beac0f6f77a1 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:08:03.016228 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d390cfa5-bd31-4e0a-92ab-dde48ecba16d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:03.016825 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d390cfa5-bd31-4e0a-92ab-dde48ecba16d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:03.021846 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0ca3adf2-69ca-4368-9a81-3aa51336204f req-80735bd6-4adf-40e1-9d20-9a95118ebe79 tempest-VolumesAdminNegativeTest-751023311 tempest-VolumesAdminNegativeTest-751023311-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f5f98ac-d6ed-410b-8127-31be878c7b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084967 Dec 06 17:08:03.053180 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-c35cc8ec-b2e0-4d33-87db-17b6cdee8efe req-a111ef11-32a3-4d2c-bcb1-b2abfb6ccfb7 service neutron] For port 3caa7763-8c4a-4d9a-a625-48350712b146, host n-h1-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:08:03.057447 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-d390cfa5-bd31-4e0a-92ab-dde48ecba16d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1937916 Dec 06 17:08:03.060257 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 37052) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:08:03.068842 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-2b2e01eb-17cc-4ec9-86ae-5da1086f1cea admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-215865866-router', 'tenant_id': '59360f46555441bea3c8b7e681c1b196', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:08:03.121946 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d44bf3a-1b53-445f-9ec9-fa598e5fdf4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3caa7763-8c4a-4d9a-a625-48350712b146'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:08:03.124554 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4edd4816-b87c-43d4-a7b5-d64d59441018" -d '{"events": [{"server_uuid": "8d44bf3a-1b53-445f-9ec9-fa598e5fdf4d", "name": "network-vif-unplugged", "status": "completed", "tag": "3caa7763-8c4a-4d9a-a625-48350712b146"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:08:03.132389 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-c35cc8ec-b2e0-4d33-87db-17b6cdee8efe req-a111ef11-32a3-4d2c-bcb1-b2abfb6ccfb7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:03.145108 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-c35cc8ec-b2e0-4d33-87db-17b6cdee8efe req-a111ef11-32a3-4d2c-bcb1-b2abfb6ccfb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:03.147946 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2b2e01eb-17cc-4ec9-86ae-5da1086f1cea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:03.156412 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2b2e01eb-17cc-4ec9-86ae-5da1086f1cea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:03.240561 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2b2e01eb-17cc-4ec9-86ae-5da1086f1cea admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:03.256639 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 17:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6857ed1-9e31-4b2c-96a4-82f48dabb6ec x-openstack-request-id: req-b6857ed1-9e31-4b2c-96a4-82f48dabb6ec {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:08:03.264809 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d44bf3a-1b53-445f-9ec9-fa598e5fdf4d", "name": "network-vif-unplugged", "status": "completed", "tag": "3caa7763-8c4a-4d9a-a625-48350712b146", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:08:03.265228 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b6857ed1-9e31-4b2c-96a4-82f48dabb6ec {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:08:03.265822 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d44bf3a-1b53-445f-9ec9-fa598e5fdf4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3caa7763-8c4a-4d9a-a625-48350712b146', 'code': 200} Dec 06 17:08:03.277921 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83564e06-08c8-4428-9e46-aa2e9483d811 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-5cdb5fce-6da7-4093-b118-beac0f6f77a1', 'network_id': '5cdb5fce-6da7-4093-b118-beac0f6f77a1', 'tenant_id': '59360f46555441bea3c8b7e681c1b196', 'fixed_ips': [{'subnet_id': '1bda4660-72a9-4d75-8c9e-028d9978798b'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:08:03.279470 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-83564e06-08c8-4428-9e46-aa2e9483d811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:03.319068 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a111ef11-32a3-4d2c-bcb1-b2abfb6ccfb7 service neutron] Pushing event updated for resources: {'Port': ['ID=3caa7763-8c4a-4d9a-a625-48350712b146,revision_number=7']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:08:03.331149 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-c35cc8ec-b2e0-4d33-87db-17b6cdee8efe req-a111ef11-32a3-4d2c-bcb1-b2abfb6ccfb7 service neutron] Attempting to bind port 3caa7763-8c4a-4d9a-a625-48350712b146 on host n-h1-master-1 for vnic_type normal with profile {"migrating_to": "n-h2-master-1"} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:08:03.331612 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-c35cc8ec-b2e0-4d33-87db-17b6cdee8efe req-a111ef11-32a3-4d2c-bcb1-b2abfb6ccfb7 service neutron] Attempting to bind port 3caa7763-8c4a-4d9a-a625-48350712b146 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'd43b23f1-3a85-4be8-8063-3fe18696b942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f368e270-aa86-47d2-9c8f-0ac2b4fc8997'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:08:03.332044 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35cc8ec-b2e0-4d33-87db-17b6cdee8efe req-a111ef11-32a3-4d2c-bcb1-b2abfb6ccfb7 service neutron] Attempting to bind port 3caa7763-8c4a-4d9a-a625-48350712b146 on network f368e270-aa86-47d2-9c8f-0ac2b4fc8997 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:08:03.345161 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35cc8ec-b2e0-4d33-87db-17b6cdee8efe req-a111ef11-32a3-4d2c-bcb1-b2abfb6ccfb7 service neutron] Port 3caa7763-8c4a-4d9a-a625-48350712b146 on network f368e270-aa86-47d2-9c8f-0ac2b4fc8997 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:08:03.346332 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35cc8ec-b2e0-4d33-87db-17b6cdee8efe req-a111ef11-32a3-4d2c-bcb1-b2abfb6ccfb7 service neutron] Attempting to bind port 3caa7763-8c4a-4d9a-a625-48350712b146 on network f368e270-aa86-47d2-9c8f-0ac2b4fc8997 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:08:03.352027 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35cc8ec-b2e0-4d33-87db-17b6cdee8efe req-a111ef11-32a3-4d2c-bcb1-b2abfb6ccfb7 service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:08:03.352497 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35cc8ec-b2e0-4d33-87db-17b6cdee8efe req-a111ef11-32a3-4d2c-bcb1-b2abfb6ccfb7 service neutron] Checking segment: {'id': 'd43b23f1-3a85-4be8-8063-3fe18696b942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f368e270-aa86-47d2-9c8f-0ac2b4fc8997'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:08:03.353611 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35cc8ec-b2e0-4d33-87db-17b6cdee8efe req-a111ef11-32a3-4d2c-bcb1-b2abfb6ccfb7 service neutron] Bound using segment: {'id': 'd43b23f1-3a85-4be8-8063-3fe18696b942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f368e270-aa86-47d2-9c8f-0ac2b4fc8997'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:08:03.354155 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-c35cc8ec-b2e0-4d33-87db-17b6cdee8efe req-a111ef11-32a3-4d2c-bcb1-b2abfb6ccfb7 service neutron] Bound port: 3caa7763-8c4a-4d9a-a625-48350712b146, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd43b23f1-3a85-4be8-8063-3fe18696b942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f368e270-aa86-47d2-9c8f-0ac2b4fc8997'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:08:03.354678 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-c35cc8ec-b2e0-4d33-87db-17b6cdee8efe req-a111ef11-32a3-4d2c-bcb1-b2abfb6ccfb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:03.450886 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ecf022b3-91b4-4583-966f-111aac79d828 req-4d89c720-8e35-4246-a781-5bd337298d85 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=4fbfd036e0874a51a15b7801ac955516&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2057745 Dec 06 17:08:03.480911 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-c35cc8ec-b2e0-4d33-87db-17b6cdee8efe req-a111ef11-32a3-4d2c-bcb1-b2abfb6ccfb7 service neutron] For port 3caa7763-8c4a-4d9a-a625-48350712b146, host n-h1-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:08:03.493060 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-c35cc8ec-b2e0-4d33-87db-17b6cdee8efe req-a111ef11-32a3-4d2c-bcb1-b2abfb6ccfb7 service neutron] For port 3caa7763-8c4a-4d9a-a625-48350712b146, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=3caa7763-8c4a-4d9a-a625-48350712b146,segment=NetworkSegment(d43b23f1-3a85-4be8-8063-3fe18696b942),segment_id=d43b23f1-3a85-4be8-8063-3fe18696b942)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:08:03.504503 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-c35cc8ec-b2e0-4d33-87db-17b6cdee8efe req-a111ef11-32a3-4d2c-bcb1-b2abfb6ccfb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:03.574699 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-83564e06-08c8-4428-9e46-aa2e9483d811 None None] Allocated IP 172.20.0.2 (5cdb5fce-6da7-4093-b118-beac0f6f77a1/1bda4660-72a9-4d75-8c9e-028d9978798b/c4d16874-7d26-457e-bb6e-08683606d4e3) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:08:03.607404 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff22922-f278-4edd-92d6-7a4f005f9ac1 req-62a003ad-5024-4b05-8943-9e3195fd4109 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:03.615480 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2ff22922-f278-4edd-92d6-7a4f005f9ac1 req-62a003ad-5024-4b05-8943-9e3195fd4109 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/ports?device_id=33079cb3-b6df-4685-b7af-26e4c0a14648 HTTP/1.1" status: 200 len: 949 time: 0.1252468 Dec 06 17:08:03.627349 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a111ef11-32a3-4d2c-bcb1-b2abfb6ccfb7 service neutron] Pushing event updated for resources: {'Port': ['ID=3caa7763-8c4a-4d9a-a625-48350712b146,revision_number=8']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:08:03.654494 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35cc8ec-b2e0-4d33-87db-17b6cdee8efe req-a111ef11-32a3-4d2c-bcb1-b2abfb6ccfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:03.655284 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-c35cc8ec-b2e0-4d33-87db-17b6cdee8efe req-a111ef11-32a3-4d2c-bcb1-b2abfb6ccfb7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:03.657533 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c35cc8ec-b2e0-4d33-87db-17b6cdee8efe req-a111ef11-32a3-4d2c-bcb1-b2abfb6ccfb7 service neutron] 10.222.0.44 "PUT /v2.0/ports/3caa7763-8c4a-4d9a-a625-48350712b146 HTTP/1.1" status: 200 len: 1121 time: 1.4049675 Dec 06 17:08:03.730017 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2ff22922-f278-4edd-92d6-7a4f005f9ac1 req-3ea47c57-c9c2-43a8-befe-839542ff753c tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/security-groups?id=05993717-efad-46b6-9cd9-33188c432d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129022 Dec 06 17:08:03.766123 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['3caa7763-8c4a-4d9a-a625-48350712b146'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:08:03.773135 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['3caa7763-8c4a-4d9a-a625-48350712b146'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:08:03.835116 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 3caa7763-8c4a-4d9a-a625-48350712b146 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:08:03.837068 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device cbf8467d-6544-4bc2-9dc3-306b8bc65ca3 up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:08:03.960376 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2b2e01eb-17cc-4ec9-86ae-5da1086f1cea admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:04.012178 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e5a8a4e2-2027-4fec-a2ee-4f63a245d999 req-36f9cd38-1bb8-424b-a10a-12b5343e7f7a tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=420dab89-01de-4f05-8ee1-f1a1d05e3583 HTTP/1.1" status: 200 len: 210 time: 0.0829217 Dec 06 17:08:04.132128 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71939338-e78c-45b1-a886-acb48fd28cff req-f710af90-df4e-4de1-a084-d45bf9a21b7c tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:04.133997 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-71939338-e78c-45b1-a886-acb48fd28cff req-f710af90-df4e-4de1-a084-d45bf9a21b7c tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2601b7c-64fc-4a21-87f0-528adaaaa6f7 HTTP/1.1" status: 200 len: 944 time: 0.8772919 Dec 06 17:08:04.157566 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab6d3bb-989b-429f-bdc2-2b847892ae44 req-65141236-ba20-42d8-bcd7-68b37fd65c18 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:04.166586 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-aab6d3bb-989b-429f-bdc2-2b847892ae44 req-65141236-ba20-42d8-bcd7-68b37fd65c18 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d44bf3a-1b53-445f-9ec9-fa598e5fdf4d HTTP/1.1" status: 200 len: 943 time: 0.0827518 Dec 06 17:08:04.188523 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eeb54a9-0676-4dc0-860c-36ca440cc77b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '559a71bf-6361-4886-aa18-d676e7444a4d'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:08:04.191072 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3cd16fb-da4f-4c2e-9724-6b33ecd58722" -d '{"events": [{"server_uuid": "3eeb54a9-0676-4dc0-860c-36ca440cc77b", "name": "network-vif-plugged", "status": "completed", "tag": "559a71bf-6361-4886-aa18-d676e7444a4d"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:08:04.222076 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf022b3-91b4-4583-966f-111aac79d828 req-8cb03f00-4db9-4444-b497-a69e72228de1 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:04.224387 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ecf022b3-91b4-4583-966f-111aac79d828 req-8cb03f00-4db9-4444-b497-a69e72228de1 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2552407 Dec 06 17:08:04.233140 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-aab6d3bb-989b-429f-bdc2-2b847892ae44 req-112405ca-660b-4506-bb67-e2576217545d tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653281 Dec 06 17:08:04.249860 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-ecf022b3-91b4-4583-966f-111aac79d828 req-e74612a3-747f-4e73-a4f7-ef143f5687cb tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Request body: {'port': {'device_id': '420dab89-01de-4f05-8ee1-f1a1d05e3583', 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a', 'admin_state_up': True, 'tenant_id': '4fbfd036e0874a51a15b7801ac955516'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:08:04.328346 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-71939338-e78c-45b1-a886-acb48fd28cff req-95da1a6a-6be1-4199-9e28-5826f00c021c tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c9938ba-fde4-4f48-b59c-dd9a4d401845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1588430 Dec 06 17:08:04.395883 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 3caa7763-8c4a-4d9a-a625-48350712b146, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=3caa7763-8c4a-4d9a-a625-48350712b146,segment=NetworkSegment(d43b23f1-3a85-4be8-8063-3fe18696b942),segment_id=d43b23f1-3a85-4be8-8063-3fe18696b942)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:08:04.420977 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 3caa7763-8c4a-4d9a-a625-48350712b146 has no active binding in host n-h2-master-1 {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 06 17:08:04.432416 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84626551-46e1-46a5-95bd-6703da041181 x-openstack-request-id: req-84626551-46e1-46a5-95bd-6703da041181 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:08:04.433748 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eeb54a9-0676-4dc0-860c-36ca440cc77b", "name": "network-vif-plugged", "status": "completed", "tag": "559a71bf-6361-4886-aa18-d676e7444a4d", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:08:04.434142 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-84626551-46e1-46a5-95bd-6703da041181 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:08:04.434677 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eeb54a9-0676-4dc0-860c-36ca440cc77b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '559a71bf-6361-4886-aa18-d676e7444a4d', 'code': 200} Dec 06 17:08:04.436953 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814e2105-3777-42e3-baf8-146052c96db8 req-279349a3-ee0e-47ca-8155-f05345580aad tempest-VolumesAdminNegativeTest-751023311 tempest-VolumesAdminNegativeTest-751023311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:04.438567 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-814e2105-3777-42e3-baf8-146052c96db8 req-279349a3-ee0e-47ca-8155-f05345580aad tempest-VolumesAdminNegativeTest-751023311 tempest-VolumesAdminNegativeTest-751023311-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4bad013-7d04-4f75-8d2a-dd6ba3dbc161 HTTP/1.1" status: 200 len: 943 time: 0.1279404 Dec 06 17:08:04.458172 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-83564e06-08c8-4428-9e46-aa2e9483d811 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:04.506933 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-83564e06-08c8-4428-9e46-aa2e9483d811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:04.526612 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-814e2105-3777-42e3-baf8-146052c96db8 req-3186be57-7a49-4ed9-aa5e-c6a8324db3d9 tempest-VolumesAdminNegativeTest-751023311 tempest-VolumesAdminNegativeTest-751023311-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f5f98ac-d6ed-410b-8127-31be878c7b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812209 Dec 06 17:08:04.531356 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecf022b3-91b4-4583-966f-111aac79d828 req-e74612a3-747f-4e73-a4f7-ef143f5687cb tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Made reservation on behalf of 4fbfd036e0874a51a15b7801ac955516 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:08:04.535255 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ecf022b3-91b4-4583-966f-111aac79d828 req-e74612a3-747f-4e73-a4f7-ef143f5687cb tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:04.561411 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2b2e01eb-17cc-4ec9-86ae-5da1086f1cea admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:04.589984 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2b2e01eb-17cc-4ec9-86ae-5da1086f1cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:04.606037 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83564e06-08c8-4428-9e46-aa2e9483d811 None None] Network 5cdb5fce-6da7-4093-b118-beac0f6f77a1 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:08:04.622187 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-83564e06-08c8-4428-9e46-aa2e9483d811 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:08:04.629405 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83564e06-08c8-4428-9e46-aa2e9483d811 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:08:04.646468 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning for port cbf8467d-6544-4bc2-9dc3-306b8bc65ca3 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:08:04.648425 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83564e06-08c8-4428-9e46-aa2e9483d811 None None] Pushing event updated for resources: {'Port': ['ID=c4d16874-7d26-457e-bb6e-08683606d4e3,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:08:04.683862 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port cbf8467d-6544-4bc2-9dc3-306b8bc65ca3 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:08:04.684264 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:04.784931 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-83564e06-08c8-4428-9e46-aa2e9483d811 None None] Attempting to bind port c4d16874-7d26-457e-bb6e-08683606d4e3 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:08:04.785304 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-83564e06-08c8-4428-9e46-aa2e9483d811 None None] Attempting to bind port c4d16874-7d26-457e-bb6e-08683606d4e3 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'c1a901bd-4847-435b-93f8-61b807a48c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5cdb5fce-6da7-4093-b118-beac0f6f77a1'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:08:04.786234 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83564e06-08c8-4428-9e46-aa2e9483d811 None None] Attempting to bind port c4d16874-7d26-457e-bb6e-08683606d4e3 on network 5cdb5fce-6da7-4093-b118-beac0f6f77a1 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:08:04.797705 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83564e06-08c8-4428-9e46-aa2e9483d811 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:08:04.798168 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83564e06-08c8-4428-9e46-aa2e9483d811 None None] Checking segment: {'id': 'c1a901bd-4847-435b-93f8-61b807a48c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5cdb5fce-6da7-4093-b118-beac0f6f77a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:08:04.799064 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-83564e06-08c8-4428-9e46-aa2e9483d811 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:04.799064 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83564e06-08c8-4428-9e46-aa2e9483d811 None None] Bound using segment: {'id': 'c1a901bd-4847-435b-93f8-61b807a48c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5cdb5fce-6da7-4093-b118-beac0f6f77a1'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:08:04.801750 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-83564e06-08c8-4428-9e46-aa2e9483d811 None None] Bound port: c4d16874-7d26-457e-bb6e-08683606d4e3, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1a901bd-4847-435b-93f8-61b807a48c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5cdb5fce-6da7-4093-b118-beac0f6f77a1'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:08:04.801750 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-83564e06-08c8-4428-9e46-aa2e9483d811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:04.834246 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-ecf022b3-91b4-4583-966f-111aac79d828 req-e74612a3-747f-4e73-a4f7-ef143f5687cb tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Allocated IP 192.168.233.68 (ee08a0d2-834f-4c39-be47-9c424581246a/1342252a-21e4-4783-88ff-f54776c79059/48171e5d-9d8e-4d77-bd09-fe2c8257e388) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:08:04.845808 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-2b2e01eb-17cc-4ec9-86ae-5da1086f1cea admin admin] Allocated IP 172.35.1.211 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/befc1ab4-f7fe-4236-bfbe-da7259660dd0) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:08:04.916585 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:04.955523 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-83564e06-08c8-4428-9e46-aa2e9483d811 None None] For port c4d16874-7d26-457e-bb6e-08683606d4e3, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:08:04.962454 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-83564e06-08c8-4428-9e46-aa2e9483d811 None None] For port c4d16874-7d26-457e-bb6e-08683606d4e3, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c4d16874-7d26-457e-bb6e-08683606d4e3,segment=NetworkSegment(c1a901bd-4847-435b-93f8-61b807a48c35),segment_id=c1a901bd-4847-435b-93f8-61b807a48c35)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:08:04.973638 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-83564e06-08c8-4428-9e46-aa2e9483d811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:04.976849 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port cbf8467d-6544-4bc2-9dc3-306b8bc65ca3, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=cbf8467d-6544-4bc2-9dc3-306b8bc65ca3,segment=NetworkSegment(bcf8f3ec-a85d-4baf-bb99-5540dc7bed1d),segment_id=bcf8f3ec-a85d-4baf-bb99-5540dc7bed1d)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:08:05.003090 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28144cce-88a4-4246-8734-74ff44958803 req-c7a1d185-9e03-4669-94e5-f7becd0f978b tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:05.004507 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-28144cce-88a4-4246-8734-74ff44958803 req-c7a1d185-9e03-4669-94e5-f7becd0f978b tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/ports?device_id=33079cb3-b6df-4685-b7af-26e4c0a14648 HTTP/1.1" status: 200 len: 949 time: 0.1328597 Dec 06 17:08:05.013344 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:05.032190 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device e5c7554a-f6ca-4488-b9b2-9d5b84481c3a details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:08:05.070279 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:05.168219 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-28144cce-88a4-4246-8734-74ff44958803 req-f774d47a-429a-47be-8e88-9afb0e545202 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/security-groups?id=05993717-efad-46b6-9cd9-33188c432d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563354 Dec 06 17:08:05.197452 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port e5c7554a-f6ca-4488-b9b2-9d5b84481c3a, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=e5c7554a-f6ca-4488-b9b2-9d5b84481c3a,segment=NetworkSegment(94acd3e4-6a5f-45d2-915f-87a0744e8318),segment_id=94acd3e4-6a5f-45d2-915f-87a0744e8318)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:08:05.209119 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2b2e01eb-17cc-4ec9-86ae-5da1086f1cea admin admin] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:05.222478 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': 'e5c7554a-f6ca-4488-b9b2-9d5b84481c3a', 'network_id': '15341ddb-5a5a-4434-8832-61c6c466786f', 'port_id': 'e5c7554a-f6ca-4488-b9b2-9d5b84481c3a', 'mac_address': 'fa:16:3e:c2:31:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd04d79d2-5fa0-45cf-bedc-df67246a3dd9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:08:05.226148 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83564e06-08c8-4428-9e46-aa2e9483d811 None None] Pushing event updated for resources: {'Port': ['ID=c4d16874-7d26-457e-bb6e-08683606d4e3,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:08:05.251152 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-eca44e34-4df2-48f8-b05b-983b3451095e req-65e40b77-2568-49c0-a032-f47cdb5227e9 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=420dab89-01de-4f05-8ee1-f1a1d05e3583 HTTP/1.1" status: 200 len: 210 time: 0.0787394 Dec 06 17:08:05.266606 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d44bf3a-1b53-445f-9ec9-fa598e5fdf4d', 'tag': '3caa7763-8c4a-4d9a-a625-48350712b146'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:08:05.269732 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-042463b3-deb6-402a-8416-847804a0228c" -d '{"events": [{"name": "network-changed", "server_uuid": "8d44bf3a-1b53-445f-9ec9-fa598e5fdf4d", "tag": "3caa7763-8c4a-4d9a-a625-48350712b146"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:08:05.284136 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ecf022b3-91b4-4583-966f-111aac79d828 req-e74612a3-747f-4e73-a4f7-ef143f5687cb tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:05.326680 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:05.341267 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2b2e01eb-17cc-4ec9-86ae-5da1086f1cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:05.349092 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f8a2b26-8813-4777-bd67-25d9008bdd04 x-openstack-request-id: req-3f8a2b26-8813-4777-bd67-25d9008bdd04 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:08:05.349390 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d44bf3a-1b53-445f-9ec9-fa598e5fdf4d", "tag": "3caa7763-8c4a-4d9a-a625-48350712b146", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:08:05.349834 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3f8a2b26-8813-4777-bd67-25d9008bdd04 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:08:05.350277 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d44bf3a-1b53-445f-9ec9-fa598e5fdf4d', 'tag': '3caa7763-8c4a-4d9a-a625-48350712b146', 'status': 'completed', 'code': 200} Dec 06 17:08:05.361191 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5c7554a-f6ca-4488-b9b2-9d5b84481c3a {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:08:05.373782 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=cbf8467d-6544-4bc2-9dc3-306b8bc65ca3,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:08:05.452790 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port e5c7554a-f6ca-4488-b9b2-9d5b84481c3a, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=e5c7554a-f6ca-4488-b9b2-9d5b84481c3a,segment=NetworkSegment(94acd3e4-6a5f-45d2-915f-87a0744e8318),segment_id=94acd3e4-6a5f-45d2-915f-87a0744e8318)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:08:05.461581 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:05.535096 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d1d0c2-605b-4479-af38-1de54c6f56b3 req-33e87c21-296b-4f4c-954b-1aff815a7893 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:05.543475 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-16d1d0c2-605b-4479-af38-1de54c6f56b3 req-33e87c21-296b-4f4c-954b-1aff815a7893 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2601b7c-64fc-4a21-87f0-528adaaaa6f7 HTTP/1.1" status: 200 len: 945 time: 0.0678186 Dec 06 17:08:05.544817 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=e5c7554a-f6ca-4488-b9b2-9d5b84481c3a,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:08:05.624046 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2e01eb-17cc-4ec9-86ae-5da1086f1cea admin admin] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:08:05.624929 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2e01eb-17cc-4ec9-86ae-5da1086f1cea admin admin] Pushing event updated for resources: {'Port': ['ID=befc1ab4-f7fe-4236-bfbe-da7259660dd0,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:08:05.639311 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ecf022b3-91b4-4583-966f-111aac79d828 req-e74612a3-747f-4e73-a4f7-ef143f5687cb tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:05.645261 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-16d1d0c2-605b-4479-af38-1de54c6f56b3 req-15ccc0d3-9e8c-4ed5-8c32-a7e4bf3a13fe tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c9938ba-fde4-4f48-b59c-dd9a4d401845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953898 Dec 06 17:08:05.652361 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-2b2e01eb-17cc-4ec9-86ae-5da1086f1cea admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:08:05.659428 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['71a04aac-4404-4b83-ab6d-e7768b206094'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:08:05.677557 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2e01eb-17cc-4ec9-86ae-5da1086f1cea admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:08:05.746839 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['e5c7554a-f6ca-4488-b9b2-9d5b84481c3a'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:08:05.787508 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360b3cbb-165e-4aac-a0ac-de357f43d6e1 req-8aff6e07-f96a-4766-8c43-63b064e8c47e tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:05.789125 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-360b3cbb-165e-4aac-a0ac-de357f43d6e1 req-8aff6e07-f96a-4766-8c43-63b064e8c47e tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d44bf3a-1b53-445f-9ec9-fa598e5fdf4d HTTP/1.1" status: 200 len: 943 time: 0.3495822 Dec 06 17:08:05.812267 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042463b3-deb6-402a-8416-847804a0228c req-7ec91326-5447-4e12-9a4b-0c2985c98203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:05.813953 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-042463b3-deb6-402a-8416-847804a0228c req-7ec91326-5447-4e12-9a4b-0c2985c98203 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=013b92ce2e6a40e1a3b2fa92d62d652e&device_id=8d44bf3a-1b53-445f-9ec9-fa598e5fdf4d HTTP/1.1" status: 200 len: 1124 time: 0.3951278 Dec 06 17:08:05.850184 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecf022b3-91b4-4583-966f-111aac79d828 req-e74612a3-747f-4e73-a4f7-ef143f5687cb tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Network ee08a0d2-834f-4c39-be47-9c424581246a is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:08:05.903575 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74612a3-747f-4e73-a4f7-ef143f5687cb tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Pushing event updated for resources: {'Port': ['ID=48171e5d-9d8e-4d77-bd09-fe2c8257e388,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:08:05.907710 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-ecf022b3-91b4-4583-966f-111aac79d828 req-e74612a3-747f-4e73-a4f7-ef143f5687cb tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:08:05.922947 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb50982f-d5fe-41b0-aa9f-8bd5bbc00b41 req-aa75be47-ea41-4c54-8107-df3915b46e03 tempest-VolumesAdminNegativeTest-751023311 tempest-VolumesAdminNegativeTest-751023311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:05.933945 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fb50982f-d5fe-41b0-aa9f-8bd5bbc00b41 req-aa75be47-ea41-4c54-8107-df3915b46e03 tempest-VolumesAdminNegativeTest-751023311 tempest-VolumesAdminNegativeTest-751023311-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4bad013-7d04-4f75-8d2a-dd6ba3dbc161 HTTP/1.1" status: 200 len: 944 time: 0.1071868 Dec 06 17:08:05.949717 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecf022b3-91b4-4583-966f-111aac79d828 req-e74612a3-747f-4e73-a4f7-ef143f5687cb tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:08:06.045781 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fb50982f-d5fe-41b0-aa9f-8bd5bbc00b41 req-d3626205-f00c-4e98-ac30-49a1ea1024df tempest-VolumesAdminNegativeTest-751023311 tempest-VolumesAdminNegativeTest-751023311-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f5f98ac-d6ed-410b-8127-31be878c7b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106589 Dec 06 17:08:06.259846 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-360b3cbb-165e-4aac-a0ac-de357f43d6e1 req-d44eaf8e-e7e3-4204-8d82-08b83747e756 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4512970 Dec 06 17:08:06.282056 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042463b3-deb6-402a-8416-847804a0228c req-36ce61b0-e539-44cb-bc96-3089be74baa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:06.283542 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-042463b3-deb6-402a-8416-847804a0228c req-36ce61b0-e539-44cb-bc96-3089be74baa8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f368e270-aa86-47d2-9c8f-0ac2b4fc8997 HTTP/1.1" status: 200 len: 922 time: 0.4427044 Dec 06 17:08:06.311213 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf022b3-91b4-4583-966f-111aac79d828 req-e74612a3-747f-4e73-a4f7-ef143f5687cb tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:06.312059 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ecf022b3-91b4-4583-966f-111aac79d828 req-e74612a3-747f-4e73-a4f7-ef143f5687cb tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:06.357196 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-042463b3-deb6-402a-8416-847804a0228c req-4814cf3c-3f98-4ebc-aa10-16856e743c12 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3caa7763-8c4a-4d9a-a625-48350712b146 HTTP/1.1" status: 200 len: 217 time: 0.0586486 Dec 06 17:08:06.361146 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25666605-1630-4b7e-97af-91a0d681a310 req-ebd68dec-7b66-4051-b3ec-60613924478a tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:06.384860 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ecf022b3-91b4-4583-966f-111aac79d828 req-e74612a3-747f-4e73-a4f7-ef143f5687cb tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1459658 Dec 06 17:08:06.386083 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-25666605-1630-4b7e-97af-91a0d681a310 req-ebd68dec-7b66-4051-b3ec-60613924478a tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/ports?device_id=33079cb3-b6df-4685-b7af-26e4c0a14648 HTTP/1.1" status: 200 len: 949 time: 0.0898650 Dec 06 17:08:06.413677 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-ecf022b3-91b4-4583-966f-111aac79d828 req-1418c938-c4b6-4ee3-96dc-cae8ee96ed86 service neutron] Request body: {'port': {'device_id': '420dab89-01de-4f05-8ee1-f1a1d05e3583', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:08:06.436247 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2601b7c-64fc-4a21-87f0-528adaaaa6f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbf8467d-6544-4bc2-9dc3-306b8bc65ca3'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:08:06.438525 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-173b53a6-107a-4bd7-a308-6639c83d288a" -d '{"events": [{"server_uuid": "d2601b7c-64fc-4a21-87f0-528adaaaa6f7", "name": "network-vif-plugged", "status": "completed", "tag": "cbf8467d-6544-4bc2-9dc3-306b8bc65ca3"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:08:06.516808 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-3c41742f-f1a6-43a2-abdd-4e33611925e3 None None] Provisioning complete for port 48171e5d-9d8e-4d77-bd09-fe2c8257e388 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:08:06.517840 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3c41742f-f1a6-43a2-abdd-4e33611925e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:06.525596 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-25666605-1630-4b7e-97af-91a0d681a310 req-3fac040e-1eab-477d-9a84-b030d8fbe13e tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/security-groups?id=05993717-efad-46b6-9cd9-33188c432d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385186 Dec 06 17:08:06.548984 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042463b3-deb6-402a-8416-847804a0228c req-41ff8a2b-a673-4fac-beb5-21f3b2c6088a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:06.550488 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-042463b3-deb6-402a-8416-847804a0228c req-41ff8a2b-a673-4fac-beb5-21f3b2c6088a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f77759ce-94b4-46a8-b90f-f881b9e38f99 HTTP/1.1" status: 200 len: 861 time: 0.1815119 Dec 06 17:08:06.603639 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-3c41742f-f1a6-43a2-abdd-4e33611925e3 None None] Port 48171e5d-9d8e-4d77-bd09-fe2c8257e388 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:08:06.616563 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6141b43-3fc1-4fe3-8cdb-cb9a2019e63d x-openstack-request-id: req-c6141b43-3fc1-4fe3-8cdb-cb9a2019e63d {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:08:06.616883 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2601b7c-64fc-4a21-87f0-528adaaaa6f7", "name": "network-vif-plugged", "status": "completed", "tag": "cbf8467d-6544-4bc2-9dc3-306b8bc65ca3", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:08:06.617148 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c6141b43-3fc1-4fe3-8cdb-cb9a2019e63d {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:08:06.617793 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2601b7c-64fc-4a21-87f0-528adaaaa6f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbf8467d-6544-4bc2-9dc3-306b8bc65ca3', 'code': 200} Dec 06 17:08:06.629636 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ecf022b3-91b4-4583-966f-111aac79d828 req-1418c938-c4b6-4ee3-96dc-cae8ee96ed86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:06.636758 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-042463b3-deb6-402a-8416-847804a0228c req-0b24fc2f-39d4-412d-9814-ac4571833761 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f368e270-aa86-47d2-9c8f-0ac2b4fc8997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728865 Dec 06 17:08:06.676720 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069ca582-b3a9-45fc-ba09-3da4cd36e90d req-a0bf8f31-a3e4-45bd-bb46-c20c8f6397ee tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:06.678488 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-069ca582-b3a9-45fc-ba09-3da4cd36e90d req-a0bf8f31-a3e4-45bd-bb46-c20c8f6397ee tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=420dab89-01de-4f05-8ee1-f1a1d05e3583 HTTP/1.1" status: 200 len: 935 time: 0.2069814 Dec 06 17:08:06.778628 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68dee0d-3e41-4200-aa52-8e6606ecd767 None None] Network 5cdb5fce-6da7-4093-b118-beac0f6f77a1 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:08:06.804308 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de22f7c-677e-4ae5-81ba-5dd873b1fd70 req-970b9b15-e98b-47f9-981b-aa04a8056aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:06.807269 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4de22f7c-677e-4ae5-81ba-5dd873b1fd70 req-970b9b15-e98b-47f9-981b-aa04a8056aaf service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d2601b7c-64fc-4a21-87f0-528adaaaa6f7 HTTP/1.1" status: 200 len: 1096 time: 0.1171176 Dec 06 17:08:06.856707 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43faed0-7117-46f7-9287-5c5d3152a843 req-d26bb0e6-c2a1-45fa-a792-76680a33e932 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:06.866714 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b43faed0-7117-46f7-9287-5c5d3152a843 req-d26bb0e6-c2a1-45fa-a792-76680a33e932 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2601b7c-64fc-4a21-87f0-528adaaaa6f7 HTTP/1.1" status: 200 len: 945 time: 0.1349597 Dec 06 17:08:06.868751 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-0ea042c3-1da1-4718-9429-29230f0b7f0f None None] Provisioning complete for port c4d16874-7d26-457e-bb6e-08683606d4e3 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:08:06.869113 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0ea042c3-1da1-4718-9429-29230f0b7f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:06.941577 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4de22f7c-677e-4ae5-81ba-5dd873b1fd70 req-4d70051a-c1fd-4797-a56b-8645fec92d26 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9c9938ba-fde4-4f48-b59c-dd9a4d401845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234844 Dec 06 17:08:06.957846 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b43faed0-7117-46f7-9287-5c5d3152a843 req-77dee996-c79c-43cf-b86d-3e36627f2237 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c9938ba-fde4-4f48-b59c-dd9a4d401845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858989 Dec 06 17:08:07.008931 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2b2e01eb-17cc-4ec9-86ae-5da1086f1cea admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:07.038138 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device e5c7554a-f6ca-4488-b9b2-9d5b84481c3a up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:08:07.082760 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0ea042c3-1da1-4718-9429-29230f0b7f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:07.142667 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-0ea042c3-1da1-4718-9429-29230f0b7f0f None None] For port c4d16874-7d26-457e-bb6e-08683606d4e3, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c4d16874-7d26-457e-bb6e-08683606d4e3,segment=NetworkSegment(c1a901bd-4847-435b-93f8-61b807a48c35),segment_id=c1a901bd-4847-435b-93f8-61b807a48c35)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:08:07.155019 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0ea042c3-1da1-4718-9429-29230f0b7f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:07.163361 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port e5c7554a-f6ca-4488-b9b2-9d5b84481c3a completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:08:07.215548 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port e5c7554a-f6ca-4488-b9b2-9d5b84481c3a triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:08:07.218944 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:07.268259 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d101c0-5356-4cc6-8b71-64e0b52f0fbd req-98a68c96-59f9-499b-8728-955a0b28c143 tempest-VolumesAdminNegativeTest-751023311 tempest-VolumesAdminNegativeTest-751023311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:07.270087 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d5d101c0-5356-4cc6-8b71-64e0b52f0fbd req-98a68c96-59f9-499b-8728-955a0b28c143 tempest-VolumesAdminNegativeTest-751023311 tempest-VolumesAdminNegativeTest-751023311-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4bad013-7d04-4f75-8d2a-dd6ba3dbc161 HTTP/1.1" status: 200 len: 944 time: 0.1148326 Dec 06 17:08:07.399497 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea042c3-1da1-4718-9429-29230f0b7f0f None None] Pushing event updated for resources: {'Port': ['ID=c4d16874-7d26-457e-bb6e-08683606d4e3,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:08:07.407312 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d5d101c0-5356-4cc6-8b71-64e0b52f0fbd req-52d3e57f-6124-4898-ba2e-a3710df781b1 tempest-VolumesAdminNegativeTest-751023311 tempest-VolumesAdminNegativeTest-751023311-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f5f98ac-d6ed-410b-8127-31be878c7b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310887 Dec 06 17:08:07.446663 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-ecf022b3-91b4-4583-966f-111aac79d828 req-1418c938-c4b6-4ee3-96dc-cae8ee96ed86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48171e5d-9d8e-4d77-bd09-fe2c8257e388 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:08:07.480759 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ecf022b3-91b4-4583-966f-111aac79d828 req-1418c938-c4b6-4ee3-96dc-cae8ee96ed86 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:07.523088 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-069ca582-b3a9-45fc-ba09-3da4cd36e90d req-ba027d77-7a3e-477c-80df-a34fd09df8e3 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7835162 Dec 06 17:08:07.534690 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device c4d16874-7d26-457e-bb6e-08683606d4e3 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:08:07.562099 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:07.598502 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-ecf022b3-91b4-4583-966f-111aac79d828 req-1418c938-c4b6-4ee3-96dc-cae8ee96ed86 service neutron] Transition to ACTIVE for port object 48171e5d-9d8e-4d77-bd09-fe2c8257e388 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:08:07.605158 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-042463b3-deb6-402a-8416-847804a0228c req-bc5fd758-c91b-424c-9eb5-f7db7ba55dff service neutron] 10.222.0.41 "GET /v2.0/networks/f368e270-aa86-47d2-9c8f-0ac2b4fc8997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9522707 Dec 06 17:08:07.610008 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ecf022b3-91b4-4583-966f-111aac79d828 req-1418c938-c4b6-4ee3-96dc-cae8ee96ed86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:07.627499 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-3d3b3588-0c88-497e-b03f-b73044e763d0 None None] Provisioning complete for port c4d16874-7d26-457e-bb6e-08683606d4e3 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:08:07.627881 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3d3b3588-0c88-497e-b03f-b73044e763d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:07.664107 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port e5c7554a-f6ca-4488-b9b2-9d5b84481c3a, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=e5c7554a-f6ca-4488-b9b2-9d5b84481c3a,segment=NetworkSegment(94acd3e4-6a5f-45d2-915f-87a0744e8318),segment_id=94acd3e4-6a5f-45d2-915f-87a0744e8318)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:08:07.678254 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:07.739056 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=e5c7554a-f6ca-4488-b9b2-9d5b84481c3a,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:08:07.750219 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port c4d16874-7d26-457e-bb6e-08683606d4e3 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:08:07.751132 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:07.757219 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3821e1-9305-482b-b2de-4b3a6d04e1de req-d6ac247c-f2b8-48c3-8980-9a1f35c8273a tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:07.770813 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8d3821e1-9305-482b-b2de-4b3a6d04e1de req-d6ac247c-f2b8-48c3-8980-9a1f35c8273a tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/ports?device_id=33079cb3-b6df-4685-b7af-26e4c0a14648 HTTP/1.1" status: 200 len: 949 time: 0.1120515 Dec 06 17:08:07.860704 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8d3821e1-9305-482b-b2de-4b3a6d04e1de req-ba42e525-cddd-4337-ac3c-68fea760ade1 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/security-groups?id=05993717-efad-46b6-9cd9-33188c432d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813224 Dec 06 17:08:07.915047 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1418c938-c4b6-4ee3-96dc-cae8ee96ed86 service neutron] Pushing event updated for resources: {'Port': ['ID=48171e5d-9d8e-4d77-bd09-fe2c8257e388,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:08:08.034164 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e2c8a0-0bb9-4525-bcc5-2e6bf03bea0c req-8a378dc6-3b87-4486-8a7b-a6f7db9afba9 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:08.046162 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-03e2c8a0-0bb9-4525-bcc5-2e6bf03bea0c req-8a378dc6-3b87-4486-8a7b-a6f7db9afba9 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d44bf3a-1b53-445f-9ec9-fa598e5fdf4d HTTP/1.1" status: 200 len: 943 time: 0.4284275 Dec 06 17:08:08.051654 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2b2e01eb-17cc-4ec9-86ae-5da1086f1cea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:08.109320 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-042463b3-deb6-402a-8416-847804a0228c req-22c8d3e8-13a0-4423-a3d7-ee337d735441 service neutron] 10.222.0.41 "GET /v2.0/networks/f368e270-aa86-47d2-9c8f-0ac2b4fc8997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4737616 Dec 06 17:08:08.147098 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78e8737-9b9e-4505-9180-80d1f908d126 req-a7768a8d-5383-45fb-97fe-3eeff39ffaf8 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:08.160389 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b78e8737-9b9e-4505-9180-80d1f908d126 req-a7768a8d-5383-45fb-97fe-3eeff39ffaf8 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2601b7c-64fc-4a21-87f0-528adaaaa6f7 HTTP/1.1" status: 200 len: 945 time: 0.0948689 Dec 06 17:08:08.256168 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b78e8737-9b9e-4505-9180-80d1f908d126 req-b8bdb26f-aebd-4e2b-be55-6d6ad74459c8 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c9938ba-fde4-4f48-b59c-dd9a4d401845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953639 Dec 06 17:08:08.265837 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-03e2c8a0-0bb9-4525-bcc5-2e6bf03bea0c req-f8525a1b-db2f-4fd9-98b1-6dbfef605fc8 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187781 Dec 06 17:08:08.268189 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-ecf022b3-91b4-4583-966f-111aac79d828 req-1418c938-c4b6-4ee3-96dc-cae8ee96ed86 service neutron] Attempting to bind port 48171e5d-9d8e-4d77-bd09-fe2c8257e388 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:08:08.268531 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-ecf022b3-91b4-4583-966f-111aac79d828 req-1418c938-c4b6-4ee3-96dc-cae8ee96ed86 service neutron] Attempting to bind port 48171e5d-9d8e-4d77-bd09-fe2c8257e388 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:08:08.268866 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf022b3-91b4-4583-966f-111aac79d828 req-1418c938-c4b6-4ee3-96dc-cae8ee96ed86 service neutron] Attempting to bind port 48171e5d-9d8e-4d77-bd09-fe2c8257e388 on network ee08a0d2-834f-4c39-be47-9c424581246a {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:08:08.282883 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf022b3-91b4-4583-966f-111aac79d828 req-1418c938-c4b6-4ee3-96dc-cae8ee96ed86 service neutron] Port 48171e5d-9d8e-4d77-bd09-fe2c8257e388 on network ee08a0d2-834f-4c39-be47-9c424581246a not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:08:08.282883 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf022b3-91b4-4583-966f-111aac79d828 req-1418c938-c4b6-4ee3-96dc-cae8ee96ed86 service neutron] Attempting to bind port 48171e5d-9d8e-4d77-bd09-fe2c8257e388 on network ee08a0d2-834f-4c39-be47-9c424581246a {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:08:08.294428 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf022b3-91b4-4583-966f-111aac79d828 req-1418c938-c4b6-4ee3-96dc-cae8ee96ed86 service neutron] Checking agent: {'id': '9d8b9f49-2860-4c1f-9b89-45a7657a3c4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:08:08.294782 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf022b3-91b4-4583-966f-111aac79d828 req-1418c938-c4b6-4ee3-96dc-cae8ee96ed86 service neutron] Checking segment: {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:08:08.295183 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf022b3-91b4-4583-966f-111aac79d828 req-1418c938-c4b6-4ee3-96dc-cae8ee96ed86 service neutron] Bound using segment: {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:08:08.295636 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-ecf022b3-91b4-4583-966f-111aac79d828 req-1418c938-c4b6-4ee3-96dc-cae8ee96ed86 service neutron] Bound port: 48171e5d-9d8e-4d77-bd09-fe2c8257e388, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:08:08.296003 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ecf022b3-91b4-4583-966f-111aac79d828 req-1418c938-c4b6-4ee3-96dc-cae8ee96ed86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:08.412568 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-ecf022b3-91b4-4583-966f-111aac79d828 req-1418c938-c4b6-4ee3-96dc-cae8ee96ed86 service neutron] For port 48171e5d-9d8e-4d77-bd09-fe2c8257e388, host n-h2-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:08:08.415518 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b2e01eb-17cc-4ec9-86ae-5da1086f1cea admin admin] Router 3ea81c50-f4b3-4677-acfe-daf682634aa3 is scheduled to L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 17:08:08.420491 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-ecf022b3-91b4-4583-966f-111aac79d828 req-1418c938-c4b6-4ee3-96dc-cae8ee96ed86 service neutron] For port 48171e5d-9d8e-4d77-bd09-fe2c8257e388, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=48171e5d-9d8e-4d77-bd09-fe2c8257e388,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:08:08.430083 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ecf022b3-91b4-4583-966f-111aac79d828 req-1418c938-c4b6-4ee3-96dc-cae8ee96ed86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:08.514226 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf022b3-91b4-4583-966f-111aac79d828 req-1418c938-c4b6-4ee3-96dc-cae8ee96ed86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:08.514989 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ecf022b3-91b4-4583-966f-111aac79d828 req-1418c938-c4b6-4ee3-96dc-cae8ee96ed86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:08.516765 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ecf022b3-91b4-4583-966f-111aac79d828 req-1418c938-c4b6-4ee3-96dc-cae8ee96ed86 service neutron] 10.222.0.44 "PUT /v2.0/ports/48171e5d-9d8e-4d77-bd09-fe2c8257e388 HTTP/1.1" status: 200 len: 1095 time: 2.1075122 Dec 06 17:08:08.535153 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '420dab89-01de-4f05-8ee1-f1a1d05e3583', 'tag': '48171e5d-9d8e-4d77-bd09-fe2c8257e388'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:08:08.541557 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fc2ff0c-a1e8-47af-8ba1-b9f0e764ca2f" -d '{"events": [{"name": "network-changed", "server_uuid": "420dab89-01de-4f05-8ee1-f1a1d05e3583", "tag": "48171e5d-9d8e-4d77-bd09-fe2c8257e388"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:08:08.619366 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4bad013-7d04-4f75-8d2a-dd6ba3dbc161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5c7554a-f6ca-4488-b9b2-9d5b84481c3a'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:08:08.624413 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2279fe8a-83d9-4691-b0fc-1634d9156778" -d '{"events": [{"server_uuid": "b4bad013-7d04-4f75-8d2a-dd6ba3dbc161", "name": "network-vif-plugged", "status": "completed", "tag": "e5c7554a-f6ca-4488-b9b2-9d5b84481c3a"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:08:08.683174 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1418c938-c4b6-4ee3-96dc-cae8ee96ed86 service neutron] Pushing event updated for resources: {'Port': ['ID=48171e5d-9d8e-4d77-bd09-fe2c8257e388,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:08:08.712497 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60bd185-63fa-4b0b-9638-24f5b1ee09cc req-df8d9987-e8de-4a42-8463-f9b94a9716ca tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:08.723639 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c60bd185-63fa-4b0b-9638-24f5b1ee09cc req-df8d9987-e8de-4a42-8463-f9b94a9716ca tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=420dab89-01de-4f05-8ee1-f1a1d05e3583 HTTP/1.1" status: 200 len: 947 time: 0.0804291 Dec 06 17:08:08.739857 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baf480f-d2cf-40c8-83d8-c73d48716038 req-f52c1db3-7ddf-41dd-95c6-e9718653c7fc tempest-VolumesAdminNegativeTest-751023311 tempest-VolumesAdminNegativeTest-751023311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:08.741565 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8baf480f-d2cf-40c8-83d8-c73d48716038 req-f52c1db3-7ddf-41dd-95c6-e9718653c7fc tempest-VolumesAdminNegativeTest-751023311 tempest-VolumesAdminNegativeTest-751023311-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4bad013-7d04-4f75-8d2a-dd6ba3dbc161 HTTP/1.1" status: 200 len: 945 time: 0.1863708 Dec 06 17:08:08.746074 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf022b3-91b4-4583-966f-111aac79d828 req-7cebd315-9a54-4189-872e-e7b391481a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:08.747638 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ecf022b3-91b4-4583-966f-111aac79d828 req-7cebd315-9a54-4189-872e-e7b391481a67 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4fbfd036e0874a51a15b7801ac955516&device_id=420dab89-01de-4f05-8ee1-f1a1d05e3583 HTTP/1.1" status: 200 len: 1098 time: 0.1763048 Dec 06 17:08:08.749153 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b2e01eb-17cc-4ec9-86ae-5da1086f1cea admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:08:08.763782 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb9cc1c-baf6-479f-8942-2f00b8002214 None None] Sync routers for ids ['3ea81c50-f4b3-4677-acfe-daf682634aa3'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:08:08.785501 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb9cc1c-baf6-479f-8942-2f00b8002214 None None] Routers {'3ea81c50-f4b3-4677-acfe-daf682634aa3'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:08:08.793840 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-feb9cc1c-baf6-479f-8942-2f00b8002214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:07:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['3ea81c50-f4b3-4677-acfe-daf682634aa3'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:08:08.799296 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c60bd185-63fa-4b0b-9638-24f5b1ee09cc req-f9330c5f-d0fc-4202-8dc1-bf9ca6d3cc5f tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743425 Dec 06 17:08:08.842950 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ecf022b3-91b4-4583-966f-111aac79d828 req-0edcc448-0127-4dc8-bcef-dd708484a867 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=48171e5d-9d8e-4d77-bd09-fe2c8257e388 HTTP/1.1" status: 200 len: 217 time: 0.0757203 Dec 06 17:08:08.877548 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2b2e01eb-17cc-4ec9-86ae-5da1086f1cea admin admin] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:08.883626 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-2b2e01eb-17cc-4ec9-86ae-5da1086f1cea admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.8220084 Dec 06 17:08:08.884272 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 37170) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:08:08.971579 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd951635-a704-48ee-b369-abcde23e3dd7 x-openstack-request-id: req-bd951635-a704-48ee-b369-abcde23e3dd7 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:08:08.971878 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "420dab89-01de-4f05-8ee1-f1a1d05e3583", "tag": "48171e5d-9d8e-4d77-bd09-fe2c8257e388", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:08:08.972137 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bd951635-a704-48ee-b369-abcde23e3dd7 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:08:08.972543 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '420dab89-01de-4f05-8ee1-f1a1d05e3583', 'tag': '48171e5d-9d8e-4d77-bd09-fe2c8257e388', 'status': 'completed', 'code': 200} Dec 06 17:08:08.991942 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ae0550-ced1-4b09-9a3c-e2c24d492bdb x-openstack-request-id: req-a8ae0550-ced1-4b09-9a3c-e2c24d492bdb {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:08:08.992399 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4bad013-7d04-4f75-8d2a-dd6ba3dbc161", "name": "network-vif-plugged", "status": "completed", "tag": "e5c7554a-f6ca-4488-b9b2-9d5b84481c3a", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:08:08.992716 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a8ae0550-ced1-4b09-9a3c-e2c24d492bdb {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:08:08.993137 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4bad013-7d04-4f75-8d2a-dd6ba3dbc161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5c7554a-f6ca-4488-b9b2-9d5b84481c3a', 'code': 200} Dec 06 17:08:09.010227 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-feb9cc1c-baf6-479f-8942-2f00b8002214 None None] Set router 3ea81c50-f4b3-4677-acfe-daf682634aa3 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:08:09.030626 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8baf480f-d2cf-40c8-83d8-c73d48716038 req-93f9c891-71b8-4814-8a01-c68bc6b55d50 tempest-VolumesAdminNegativeTest-751023311 tempest-VolumesAdminNegativeTest-751023311-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f5f98ac-d6ed-410b-8127-31be878c7b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759640 Dec 06 17:08:09.044142 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf022b3-91b4-4583-966f-111aac79d828 req-0c23d58d-01a4-400a-ab29-b0057c52e4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:09.045667 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ecf022b3-91b4-4583-966f-111aac79d828 req-0c23d58d-01a4-400a-ab29-b0057c52e4e3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1342252a-21e4-4783-88ff-f54776c79059 HTTP/1.1" status: 200 len: 843 time: 0.1924849 Dec 06 17:08:09.131662 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df67745e-2a46-4a47-bbe1-59810f658c2b req-a094fcbb-af14-4a14-a8ee-b5df3f770343 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:09.133205 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-df67745e-2a46-4a47-bbe1-59810f658c2b req-a094fcbb-af14-4a14-a8ee-b5df3f770343 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/ports?device_id=33079cb3-b6df-4685-b7af-26e4c0a14648 HTTP/1.1" status: 200 len: 949 time: 0.0734003 Dec 06 17:08:09.199406 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-df67745e-2a46-4a47-bbe1-59810f658c2b req-baedd493-080a-4746-afcf-b3d34b01290f tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/security-groups?id=05993717-efad-46b6-9cd9-33188c432d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581939 Dec 06 17:08:09.243657 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8cd02e-41e8-44cf-b045-a4a81082715f req-0eb4379b-095d-4f2b-adab-adb3ca8c6b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:09.245251 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-aa8cd02e-41e8-44cf-b045-a4a81082715f req-0eb4379b-095d-4f2b-adab-adb3ca8c6b54 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b4bad013-7d04-4f75-8d2a-dd6ba3dbc161 HTTP/1.1" status: 200 len: 1096 time: 0.1986513 Dec 06 17:08:09.246910 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf022b3-91b4-4583-966f-111aac79d828 req-e21ed227-ac45-48e3-8685-f25f3208beba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:09.248229 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ecf022b3-91b4-4583-966f-111aac79d828 req-e21ed227-ac45-48e3-8685-f25f3208beba service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee08a0d2-834f-4c39-be47-9c424581246a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1897526 Dec 06 17:08:09.318519 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-feb9cc1c-baf6-479f-8942-2f00b8002214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea81c50-f4b3-4677-acfe-daf682634aa3', 'name': 'tempest-FloatingIPsNegativeTestJSON-215865866-router', 'tenant_id': '59360f46555441bea3c8b7e681c1b196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.211'}], 'enable_snat': True}, 'gw_port_id': 'befc1ab4-f7fe-4236-bfbe-da7259660dd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:08:03Z', 'updated_at': '2021-12-06T17:08:06Z', 'revision_number': 3, 'project_id': '59360f46555441bea3c8b7e681c1b196', 'gw_port': {'id': 'befc1ab4-f7fe-4236-bfbe-da7259660dd0', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e4:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea81c50-f4b3-4677-acfe-daf682634aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:08:04Z', 'updated_at': '2021-12-06T17:08:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:08:09.407485 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb9cc1c-baf6-479f-8942-2f00b8002214 None None] Checking router: 3ea81c50-f4b3-4677-acfe-daf682634aa3 for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:08:09.407870 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb9cc1c-baf6-479f-8942-2f00b8002214 None None] Updating router 3ea81c50-f4b3-4677-acfe-daf682634aa3 port befc1ab4-f7fe-4236-bfbe-da7259660dd0 binding host n-d-master-1 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:08:09.511724 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0c9355-43a9-4156-aba0-6c0422915126 req-4410b9ff-acea-4c55-93ac-2270d020dfb0 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:09.521258 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-dd0c9355-43a9-4156-aba0-6c0422915126 req-4410b9ff-acea-4c55-93ac-2270d020dfb0 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d44bf3a-1b53-445f-9ec9-fa598e5fdf4d HTTP/1.1" status: 200 len: 943 time: 0.0969725 Dec 06 17:08:09.568784 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device c4d16874-7d26-457e-bb6e-08683606d4e3 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:08:09.579659 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-dd0c9355-43a9-4156-aba0-6c0422915126 req-18cffb37-3f49-4d17-9920-b462987b4606 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573823 Dec 06 17:08:09.627242 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-feb9cc1c-baf6-479f-8942-2f00b8002214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:09.756857 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port c4d16874-7d26-457e-bb6e-08683606d4e3 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:08:09.757738 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:09.973192 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aab969-c512-4810-b031-fa912109ca7e req-66be7568-1371-4d4c-bd83-4505692a31a0 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:09.986114 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-33aab969-c512-4810-b031-fa912109ca7e req-66be7568-1371-4d4c-bd83-4505692a31a0 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=420dab89-01de-4f05-8ee1-f1a1d05e3583 HTTP/1.1" status: 200 len: 947 time: 0.0883877 Dec 06 17:08:10.054718 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-aa8cd02e-41e8-44cf-b045-a4a81082715f req-76fe7cac-08ea-4d9d-85c1-975f0e7c441b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7f5f98ac-d6ed-410b-8127-31be878c7b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6930158 Dec 06 17:08:10.072270 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-33aab969-c512-4810-b031-fa912109ca7e req-eda11c82-3de4-477c-9b43-f96cac3c869b tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788071 Dec 06 17:08:10.086788 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9191cc05-e164-4d72-b640-cef975012630 req-0ee0cfff-1d19-49b9-843a-dfe38a12c149 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:10.091307 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9191cc05-e164-4d72-b640-cef975012630 req-0ee0cfff-1d19-49b9-843a-dfe38a12c149 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2601b7c-64fc-4a21-87f0-528adaaaa6f7 HTTP/1.1" status: 200 len: 945 time: 0.6628160 Dec 06 17:08:10.183869 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ecf022b3-91b4-4583-966f-111aac79d828 req-9cdea0c7-dfac-4331-8ca4-a8cfeae5a699 service neutron] 10.222.0.44 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8167224 Dec 06 17:08:10.305092 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceb3eb9-f958-4f6d-acf0-842984c5bf73 req-ba63cc12-91c8-4328-ba02-f7265215369a tempest-VolumesAdminNegativeTest-751023311 tempest-VolumesAdminNegativeTest-751023311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:10.314122 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-eceb3eb9-f958-4f6d-acf0-842984c5bf73 req-ba63cc12-91c8-4328-ba02-f7265215369a tempest-VolumesAdminNegativeTest-751023311 tempest-VolumesAdminNegativeTest-751023311-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4bad013-7d04-4f75-8d2a-dd6ba3dbc161 HTTP/1.1" status: 200 len: 945 time: 0.0876286 Dec 06 17:08:10.322106 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9191cc05-e164-4d72-b640-cef975012630 req-99011992-0024-4997-9bf5-91d6f8ca2287 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c9938ba-fde4-4f48-b59c-dd9a4d401845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2097237 Dec 06 17:08:10.355981 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-feb9cc1c-baf6-479f-8942-2f00b8002214 None None] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:10.372062 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-feb9cc1c-baf6-479f-8942-2f00b8002214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:10.386946 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ecf022b3-91b4-4583-966f-111aac79d828 req-6bec9785-4d8a-45b3-93db-7170b254b25b service neutron] 10.222.0.44 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923363 Dec 06 17:08:10.433305 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-eceb3eb9-f958-4f6d-acf0-842984c5bf73 req-56c9041e-6e59-420d-a6b6-efa21be58106 tempest-VolumesAdminNegativeTest-751023311 tempest-VolumesAdminNegativeTest-751023311-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f5f98ac-d6ed-410b-8127-31be878c7b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128709 Dec 06 17:08:10.469346 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20de7067-2a39-4133-8c72-8054ce6c1c82 None None] Pushing event updated for resources: {'Port': ['ID=befc1ab4-f7fe-4236-bfbe-da7259660dd0,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:08:10.501338 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-feb9cc1c-baf6-479f-8942-2f00b8002214 None None] Attempting to bind port befc1ab4-f7fe-4236-bfbe-da7259660dd0 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:08:10.501744 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-feb9cc1c-baf6-479f-8942-2f00b8002214 None None] Attempting to bind port befc1ab4-f7fe-4236-bfbe-da7259660dd0 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:08:10.502117 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb9cc1c-baf6-479f-8942-2f00b8002214 None None] Attempting to bind port befc1ab4-f7fe-4236-bfbe-da7259660dd0 on network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:08:10.515052 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb9cc1c-baf6-479f-8942-2f00b8002214 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:08:10.515460 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb9cc1c-baf6-479f-8942-2f00b8002214 None None] Checking segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:08:10.515875 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-feb9cc1c-baf6-479f-8942-2f00b8002214 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:10.516272 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb9cc1c-baf6-479f-8942-2f00b8002214 None None] Bound using segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:08:10.516761 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-feb9cc1c-baf6-479f-8942-2f00b8002214 None None] Bound port: befc1ab4-f7fe-4236-bfbe-da7259660dd0, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:08:10.517149 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-feb9cc1c-baf6-479f-8942-2f00b8002214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:10.584813 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d94f3dee-2e1f-4738-9081-ae67ff2589fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:10.634639 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-feb9cc1c-baf6-479f-8942-2f00b8002214 None None] For port befc1ab4-f7fe-4236-bfbe-da7259660dd0, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:08:10.638762 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-feb9cc1c-baf6-479f-8942-2f00b8002214 None None] For port befc1ab4-f7fe-4236-bfbe-da7259660dd0, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=befc1ab4-f7fe-4236-bfbe-da7259660dd0,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:08:10.649591 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-feb9cc1c-baf6-479f-8942-2f00b8002214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:10.679823 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f032b4f1-7801-4242-92cf-95a60bea45b2 req-82aacb11-9d9c-47a4-8840-f3be1d1ad174 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:10.693213 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f032b4f1-7801-4242-92cf-95a60bea45b2 req-82aacb11-9d9c-47a4-8840-f3be1d1ad174 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2601b7c-64fc-4a21-87f0-528adaaaa6f7 HTTP/1.1" status: 200 len: 945 time: 0.1087489 Dec 06 17:08:10.694215 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc2ff0c-a1e8-47af-8ba1-b9f0e764ca2f req-c1925dda-6fb6-4310-9f89-b02731589814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:10.694943 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 37200) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:08:10.695975 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7fc2ff0c-a1e8-47af-8ba1-b9f0e764ca2f req-c1925dda-6fb6-4310-9f89-b02731589814 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4fbfd036e0874a51a15b7801ac955516&device_id=420dab89-01de-4f05-8ee1-f1a1d05e3583 HTTP/1.1" status: 200 len: 1098 time: 0.2442708 Dec 06 17:08:10.701382 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-50464d14-5775-4f4e-aa4f-030c118ee926 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Request body: {'floatingip': {'port_id': 'cbf8467d-6544-4bc2-9dc3-306b8bc65ca3'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:08:10.730972 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20de7067-2a39-4133-8c72-8054ce6c1c82 None None] Pushing event updated for resources: {'Port': ['ID=befc1ab4-f7fe-4236-bfbe-da7259660dd0,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:08:10.802789 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb9cc1c-baf6-479f-8942-2f00b8002214 None None] Routers {'3ea81c50-f4b3-4677-acfe-daf682634aa3'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:08:10.803451 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-feb9cc1c-baf6-479f-8942-2f00b8002214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:07:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['3ea81c50-f4b3-4677-acfe-daf682634aa3'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:08:10.845929 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-50464d14-5775-4f4e-aa4f-030c118ee926 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Publish callbacks [] for floatingip, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:10.924307 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45a5dc1-be06-4975-b13e-67ca7e626ddb req-4369fc56-3852-44bd-8371-2800f1b3dcdc tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:10.926024 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c45a5dc1-be06-4975-b13e-67ca7e626ddb req-4369fc56-3852-44bd-8371-2800f1b3dcdc tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/ports?device_id=33079cb3-b6df-4685-b7af-26e4c0a14648 HTTP/1.1" status: 200 len: 949 time: 0.4062924 Dec 06 17:08:11.012391 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-feb9cc1c-baf6-479f-8942-2f00b8002214 None None] Set router 3ea81c50-f4b3-4677-acfe-daf682634aa3 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:08:11.051710 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea1bdeb-ba4f-4ee7-be24-102ec64e73e8 req-06d67dbc-b3fb-4bfc-81ef-535ce42287f9 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:11.059870 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-cea1bdeb-ba4f-4ee7-be24-102ec64e73e8 req-06d67dbc-b3fb-4bfc-81ef-535ce42287f9 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d44bf3a-1b53-445f-9ec9-fa598e5fdf4d HTTP/1.1" status: 200 len: 943 time: 0.2505281 Dec 06 17:08:11.143911 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc2ff0c-a1e8-47af-8ba1-b9f0e764ca2f req-6104442a-6fb1-4096-8d8b-5757a82a993f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:11.145343 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7fc2ff0c-a1e8-47af-8ba1-b9f0e764ca2f req-6104442a-6fb1-4096-8d8b-5757a82a993f service neutron] 10.222.0.44 "GET /v2.0/networks?id=ee08a0d2-834f-4c39-be47-9c424581246a HTTP/1.1" status: 200 len: 870 time: 0.4102945 Dec 06 17:08:11.199630 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-cea1bdeb-ba4f-4ee7-be24-102ec64e73e8 req-0c215610-80fc-4344-b843-1ba42c35f05d tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387877 Dec 06 17:08:11.218104 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c45a5dc1-be06-4975-b13e-67ca7e626ddb req-d96b940a-2a09-4d96-ab81-13a350f6f755 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/security-groups?id=05993717-efad-46b6-9cd9-33188c432d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765684 Dec 06 17:08:11.300098 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7fc2ff0c-a1e8-47af-8ba1-b9f0e764ca2f req-c0865283-70b5-467a-94e4-ca1eb8dac55c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=48171e5d-9d8e-4d77-bd09-fe2c8257e388 HTTP/1.1" status: 200 len: 217 time: 0.0910282 Dec 06 17:08:11.394310 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-feb9cc1c-baf6-479f-8942-2f00b8002214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea81c50-f4b3-4677-acfe-daf682634aa3', 'name': 'tempest-FloatingIPsNegativeTestJSON-215865866-router', 'tenant_id': '59360f46555441bea3c8b7e681c1b196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.211'}], 'enable_snat': True}, 'gw_port_id': 'befc1ab4-f7fe-4236-bfbe-da7259660dd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:08:03Z', 'updated_at': '2021-12-06T17:08:06Z', 'revision_number': 3, 'project_id': '59360f46555441bea3c8b7e681c1b196', 'gw_port': {'id': 'befc1ab4-f7fe-4236-bfbe-da7259660dd0', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e4:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea81c50-f4b3-4677-acfe-daf682634aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:08:04Z', 'updated_at': '2021-12-06T17:08:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:08:11.457523 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc2ff0c-a1e8-47af-8ba1-b9f0e764ca2f req-1f5d4151-01b5-4a35-bc31-d05b2bced5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:11.459281 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7fc2ff0c-a1e8-47af-8ba1-b9f0e764ca2f req-1f5d4151-01b5-4a35-bc31-d05b2bced5d1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1342252a-21e4-4783-88ff-f54776c79059 HTTP/1.1" status: 200 len: 843 time: 0.1420829 Dec 06 17:08:11.516195 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb9cc1c-baf6-479f-8942-2f00b8002214 None None] The sync data for ids ['3ea81c50-f4b3-4677-acfe-daf682634aa3'] in n-d-master-1 is: [{'id': '3ea81c50-f4b3-4677-acfe-daf682634aa3', 'name': 'tempest-FloatingIPsNegativeTestJSON-215865866-router', 'tenant_id': '59360f46555441bea3c8b7e681c1b196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.211'}], 'enable_snat': True}, 'gw_port_id': 'befc1ab4-f7fe-4236-bfbe-da7259660dd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:08:03Z', 'updated_at': '2021-12-06T17:08:06Z', 'revision_number': 3, 'project_id': '59360f46555441bea3c8b7e681c1b196', 'gw_port': {'id': 'befc1ab4-f7fe-4236-bfbe-da7259660dd0', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e4:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea81c50-f4b3-4677-acfe-daf682634aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:08:04Z', 'updated_at': '2021-12-06T17:08:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:08:11.665968 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2293e733-0b66-43b9-a611-6f9018e44ded req-df4e0965-3cc4-4dc2-86fb-04b842930ab2 tempest-VolumesAdminNegativeTest-751023311 tempest-VolumesAdminNegativeTest-751023311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:11.666295 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463f4b14-c79c-40ab-9201-4384cc7d5ba5 req-e2e7c05d-d8a1-4866-a4b7-b24bbec4d0a9 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:11.667890 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-463f4b14-c79c-40ab-9201-4384cc7d5ba5 req-e2e7c05d-d8a1-4866-a4b7-b24bbec4d0a9 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=420dab89-01de-4f05-8ee1-f1a1d05e3583 HTTP/1.1" status: 200 len: 947 time: 0.2035153 Dec 06 17:08:11.685160 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2293e733-0b66-43b9-a611-6f9018e44ded req-df4e0965-3cc4-4dc2-86fb-04b842930ab2 tempest-VolumesAdminNegativeTest-751023311 tempest-VolumesAdminNegativeTest-751023311-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4bad013-7d04-4f75-8d2a-dd6ba3dbc161 HTTP/1.1" status: 200 len: 945 time: 0.1226671 Dec 06 17:08:11.710891 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.db.resource_extend [None req-50464d14-5775-4f4e-aa4f-030c118ee926 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 06 17:08:11.738057 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc2ff0c-a1e8-47af-8ba1-b9f0e764ca2f req-d894b444-1b42-42f7-9fbe-5a6ae3e9a283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:11.739649 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7fc2ff0c-a1e8-47af-8ba1-b9f0e764ca2f req-d894b444-1b42-42f7-9fbe-5a6ae3e9a283 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee08a0d2-834f-4c39-be47-9c424581246a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2195723 Dec 06 17:08:11.776404 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2293e733-0b66-43b9-a611-6f9018e44ded req-05e52d29-9ff1-4a27-b0cd-1a20e6fb222b tempest-VolumesAdminNegativeTest-751023311 tempest-VolumesAdminNegativeTest-751023311-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f5f98ac-d6ed-410b-8127-31be878c7b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899820 Dec 06 17:08:11.856517 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-50464d14-5775-4f4e-aa4f-030c118ee926 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:11.867155 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-50464d14-5775-4f4e-aa4f-030c118ee926 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:11.876923 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7fc2ff0c-a1e8-47af-8ba1-b9f0e764ca2f req-01934e80-d553-4f4a-b7ca-05837818f17b service neutron] 10.222.0.44 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210642 Dec 06 17:08:11.884312 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-d94f3dee-2e1f-4738-9081-ae67ff2589fd admin admin] Allocated IP 172.20.0.1 (5cdb5fce-6da7-4093-b118-beac0f6f77a1/1bda4660-72a9-4d75-8c9e-028d9978798b/42fe9ac8-a31c-4c54-b9f3-8386f691caa8) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:08:11.932325 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-463f4b14-c79c-40ab-9201-4384cc7d5ba5 req-65aec317-8656-4edc-b5f8-03707016b452 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467568 Dec 06 17:08:12.085185 n-d-master-1 neutron-server[103285]: INFO neutron.db.l3_db [None req-50464d14-5775-4f4e-aa4f-030c118ee926 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Floating IP b335b7f6-d6e2-4ab4-844e-642f1e8a8d90 associated. External IP: 172.35.1.109, port: cbf8467d-6544-4bc2-9dc3-306b8bc65ca3. Dec 06 17:08:12.165158 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7fc2ff0c-a1e8-47af-8ba1-b9f0e764ca2f req-cf09d3d9-0bb5-454e-b1d4-5be1ff414b31 service neutron] 10.222.0.44 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780433 Dec 06 17:08:12.299717 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d94f3dee-2e1f-4738-9081-ae67ff2589fd admin admin] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:12.403660 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d94f3dee-2e1f-4738-9081-ae67ff2589fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:12.583184 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50464d14-5775-4f4e-aa4f-030c118ee926 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Router dcaefaa4-395c-4ade-9355-dcaf41f87ff1 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:08:12.629926 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b7565-fb7f-45ca-80de-7e523e6fc18c req-37bc9896-fa9e-45ab-9875-e7a854eb9f20 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:12.645101 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e97b7565-fb7f-45ca-80de-7e523e6fc18c req-37bc9896-fa9e-45ab-9875-e7a854eb9f20 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d44bf3a-1b53-445f-9ec9-fa598e5fdf4d HTTP/1.1" status: 200 len: 943 time: 0.1818361 Dec 06 17:08:12.691868 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94f3dee-2e1f-4738-9081-ae67ff2589fd admin admin] Network 5cdb5fce-6da7-4093-b118-beac0f6f77a1 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:08:12.709859 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-d94f3dee-2e1f-4738-9081-ae67ff2589fd admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:08:12.713013 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f3dee-2e1f-4738-9081-ae67ff2589fd admin admin] Pushing event updated for resources: {'Port': ['ID=42fe9ac8-a31c-4c54-b9f3-8386f691caa8,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:08:12.715507 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94f3dee-2e1f-4738-9081-ae67ff2589fd admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:08:12.823221 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad24a500-3c6a-458d-baa6-230873f3933c req-cbc01f13-0436-43b2-8cb8-4225a171b57b tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:12.825004 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ad24a500-3c6a-458d-baa6-230873f3933c req-cbc01f13-0436-43b2-8cb8-4225a171b57b tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/ports?device_id=33079cb3-b6df-4685-b7af-26e4c0a14648 HTTP/1.1" status: 200 len: 949 time: 0.3343365 Dec 06 17:08:12.876704 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d94f3dee-2e1f-4738-9081-ae67ff2589fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539179'] for router_interface, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:12.909096 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e97b7565-fb7f-45ca-80de-7e523e6fc18c req-eaa3bf22-a1ec-4199-9cb4-81c3eeb0b2bb tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630267 Dec 06 17:08:12.973805 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50464d14-5775-4f4e-aa4f-030c118ee926 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:08:12.981359 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-50464d14-5775-4f4e-aa4f-030c118ee926 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:12.985297 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e651946-22e3-4258-8c39-ec5287a47766 None None] Sync routers for ids ['dcaefaa4-395c-4ade-9355-dcaf41f87ff1'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:08:13.003614 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e651946-22e3-4258-8c39-ec5287a47766 None None] Routers {'dcaefaa4-395c-4ade-9355-dcaf41f87ff1'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:08:13.011777 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-0e651946-22e3-4258-8c39-ec5287a47766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:07:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['dcaefaa4-395c-4ade-9355-dcaf41f87ff1'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:08:13.036228 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device f266378e-6360-4808-a93e-af8a2aa71b50 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:08:13.095379 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-50464d14-5775-4f4e-aa4f-030c118ee926 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] 10.222.0.23 "PUT /v2.0/floatingips/b335b7f6-d6e2-4ab4-844e-642f1e8a8d90 HTTP/1.1" status: 200 len: 991 time: 2.3980069 Dec 06 17:08:13.096604 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2601b7c-64fc-4a21-87f0-528adaaaa6f7', 'tag': 'cbf8467d-6544-4bc2-9dc3-306b8bc65ca3'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:08:13.104064 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654fdd8c-1d61-4e0e-b24b-e388d72940ff" -d '{"events": [{"name": "network-changed", "server_uuid": "d2601b7c-64fc-4a21-87f0-528adaaaa6f7", "tag": "cbf8467d-6544-4bc2-9dc3-306b8bc65ca3"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:08:13.230866 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ad24a500-3c6a-458d-baa6-230873f3933c req-3fbf8543-46cb-4cc8-b8bc-b11565e11c32 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/security-groups?id=05993717-efad-46b6-9cd9-33188c432d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3928745 Dec 06 17:08:13.255861 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-e53d6ed7-093e-4ed7-ab49-4ae85cce8873 None None] Provisioning complete for port 42fe9ac8-a31c-4c54-b9f3-8386f691caa8 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:08:13.256251 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e53d6ed7-093e-4ed7-ab49-4ae85cce8873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:13.309313 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c35cc8ec-b2e0-4d33-87db-17b6cdee8efe req-80ec14d4-80fa-4a25-8efe-80d3fe3a9175 service neutron] 10.222.0.41 "GET /v2.0/ports/3caa7763-8c4a-4d9a-a625-48350712b146/bindings/n-h2-master-1 HTTP/1.1" status: 200 len: 384 time: 0.4168513 Dec 06 17:08:13.327700 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:13.358553 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-0e651946-22e3-4258-8c39-ec5287a47766 None None] Set router dcaefaa4-395c-4ade-9355-dcaf41f87ff1 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:08:13.441179 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f8087356-a705-470e-bf37-02dc67ec2614 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:13.462839 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33079cb3-b6df-4685-b7af-26e4c0a14648', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f266378e-6360-4808-a93e-af8a2aa71b50'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:08:13.470192 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86a18499-1ca6-495a-921b-35db471b908f" -d '{"events": [{"server_uuid": "33079cb3-b6df-4685-b7af-26e4c0a14648", "name": "network-vif-unplugged", "status": "completed", "tag": "f266378e-6360-4808-a93e-af8a2aa71b50"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:08:13.487700 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-e53d6ed7-093e-4ed7-ab49-4ae85cce8873 None None] Port 42fe9ac8-a31c-4c54-b9f3-8386f691caa8 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:08:13.507192 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfd4e843-9f91-480f-b5c6-5091b2e90b3a x-openstack-request-id: req-cfd4e843-9f91-480f-b5c6-5091b2e90b3a {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:08:13.507497 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2601b7c-64fc-4a21-87f0-528adaaaa6f7", "tag": "cbf8467d-6544-4bc2-9dc3-306b8bc65ca3", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:08:13.507758 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cfd4e843-9f91-480f-b5c6-5091b2e90b3a {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:08:13.508183 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2601b7c-64fc-4a21-87f0-528adaaaa6f7', 'tag': 'cbf8467d-6544-4bc2-9dc3-306b8bc65ca3', 'status': 'completed', 'code': 200} Dec 06 17:08:13.521433 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port f266378e-6360-4808-a93e-af8a2aa71b50, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=f266378e-6360-4808-a93e-af8a2aa71b50,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:08:13.533740 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device befc1ab4-f7fe-4236-bfbe-da7259660dd0 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:08:13.556245 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4931bb-5df3-4c98-bacb-a23a3ecf08d8 req-621e6435-b5bf-4c73-b197-e39c89edf782 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:13.557912 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fa4931bb-5df3-4c98-bacb-a23a3ecf08d8 req-621e6435-b5bf-4c73-b197-e39c89edf782 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=420dab89-01de-4f05-8ee1-f1a1d05e3583 HTTP/1.1" status: 200 len: 947 time: 0.1576879 Dec 06 17:08:13.612640 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:13.613361 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 3caa7763-8c4a-4d9a-a625-48350712b146 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:08:13.709902 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fa4931bb-5df3-4c98-bacb-a23a3ecf08d8 req-43a2af2e-8ac3-47bf-9a57-3dc57b2173c5 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433611 Dec 06 17:08:13.718995 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 17:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52d00494-4cec-4924-8cce-94780b9b7f31 x-openstack-request-id: req-52d00494-4cec-4924-8cce-94780b9b7f31 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:08:13.737758 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33079cb3-b6df-4685-b7af-26e4c0a14648", "name": "network-vif-unplugged", "status": "completed", "tag": "f266378e-6360-4808-a93e-af8a2aa71b50", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:08:13.738158 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-52d00494-4cec-4924-8cce-94780b9b7f31 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:08:13.738713 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33079cb3-b6df-4685-b7af-26e4c0a14648', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f266378e-6360-4808-a93e-af8a2aa71b50', 'code': 200} Dec 06 17:08:13.765030 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-0e651946-22e3-4258-8c39-ec5287a47766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcaefaa4-395c-4ade-9355-dcaf41f87ff1', 'name': 'tempest-ServersTestBootFromVolume-1847518297-router', 'tenant_id': '0258899c128e4e7c8306d77fe96b1089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.125'}], 'enable_snat': True}, 'gw_port_id': 'a9d8701e-ce0b-4523-b677-bbb9b7af8b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:06:49Z', 'updated_at': '2021-12-06T17:07:01Z', 'revision_number': 4, 'project_id': '0258899c128e4e7c8306d77fe96b1089', 'gw_port': {'id': 'a9d8701e-ce0b-4523-b677-bbb9b7af8b84', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcaefaa4-395c-4ade-9355-dcaf41f87ff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:06:51Z', 'updated_at': '2021-12-06T17:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'b335b7f6-d6e2-4ab4-844e-642f1e8a8d90', 'tenant_id': '0258899c128e4e7c8306d77fe96b1089', 'floating_ip_address': '172.35.1.109', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': 'dcaefaa4-395c-4ade-9355-dcaf41f87ff1', 'port_id': 'cbf8467d-6544-4bc2-9dc3-306b8bc65ca3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '041fb444-b221-430a-a2d5-1ce940b8f13a', 'mac_address': 'fa:16:3e:e4:5c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2601b7c-64fc-4a21-87f0-528adaaaa6f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:07:09Z', 'updated_at': '2021-12-06T17:08:11Z', 'revision_number': 1, 'project_id': '0258899c128e4e7c8306d77fe96b1089', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10d10f2b-8e85-4085-85fa-76f2d4a3f3e1', 'name': '', 'network_id': '041fb444-b221-430a-a2d5-1ce940b8f13a', 'tenant_id': '0258899c128e4e7c8306d77fe96b1089', 'mac_address': 'fa:16:3e:4b:60:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcaefaa4-395c-4ade-9355-dcaf41f87ff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '46916f41-7c83-4c75-85c3-d1b3985aec0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:06:58Z', 'updated_at': '2021-12-06T17:07:06Z', 'revision_number': 5, 'project_id': '0258899c128e4e7c8306d77fe96b1089', 'subnets': [{'id': '46916f41-7c83-4c75-85c3-d1b3985aec0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:08:13.782689 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d94f3dee-2e1f-4738-9081-ae67ff2589fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:13.838902 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=f266378e-6360-4808-a93e-af8a2aa71b50,revision_number=9']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:08:13.877788 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 48171e5d-9d8e-4d77-bd09-fe2c8257e388 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:08:13.894319 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654fdd8c-1d61-4e0e-b24b-e388d72940ff req-b683e535-fd52-42fc-9fb7-af0f7a454de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:13.896013 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-654fdd8c-1d61-4e0e-b24b-e388d72940ff req-b683e535-fd52-42fc-9fb7-af0f7a454de7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0258899c128e4e7c8306d77fe96b1089&device_id=d2601b7c-64fc-4a21-87f0-528adaaaa6f7 HTTP/1.1" status: 200 len: 1096 time: 0.3026543 Dec 06 17:08:13.929459 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e651946-22e3-4258-8c39-ec5287a47766 None None] Checking router: dcaefaa4-395c-4ade-9355-dcaf41f87ff1 for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:08:13.940081 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e651946-22e3-4258-8c39-ec5287a47766 None None] Routers {'dcaefaa4-395c-4ade-9355-dcaf41f87ff1'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:08:13.940943 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-0e651946-22e3-4258-8c39-ec5287a47766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:07:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['dcaefaa4-395c-4ade-9355-dcaf41f87ff1'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:08:14.046491 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 48171e5d-9d8e-4d77-bd09-fe2c8257e388, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=48171e5d-9d8e-4d77-bd09-fe2c8257e388,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:08:14.061605 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 3caa7763-8c4a-4d9a-a625-48350712b146 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:08:14.106454 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-c35cc8ec-b2e0-4d33-87db-17b6cdee8efe req-b521bc3d-d32c-4f8d-9f4d-709e98b4ee22 service neutron] For port 3caa7763-8c4a-4d9a-a625-48350712b146, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=3caa7763-8c4a-4d9a-a625-48350712b146,segment=NetworkSegment(d43b23f1-3a85-4be8-8063-3fe18696b942),segment_id=d43b23f1-3a85-4be8-8063-3fe18696b942)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:08:14.130906 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': '48171e5d-9d8e-4d77-bd09-fe2c8257e388', 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a', 'port_id': '48171e5d-9d8e-4d77-bd09-fe2c8257e388', 'mac_address': 'fa:16:3e:3a:7c:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1342252a-21e4-4783-88ff-f54776c79059', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:08:14.164213 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-0e651946-22e3-4258-8c39-ec5287a47766 None None] Set router dcaefaa4-395c-4ade-9355-dcaf41f87ff1 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:08:14.186673 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-c35cc8ec-b2e0-4d33-87db-17b6cdee8efe req-b521bc3d-d32c-4f8d-9f4d-709e98b4ee22 service neutron] For port 3caa7763-8c4a-4d9a-a625-48350712b146, host n-h1-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:08:14.249950 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:14.277291 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48171e5d-9d8e-4d77-bd09-fe2c8257e388 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:08:14.287777 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-c35cc8ec-b2e0-4d33-87db-17b6cdee8efe req-b521bc3d-d32c-4f8d-9f4d-709e98b4ee22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3caa7763-8c4a-4d9a-a625-48350712b146 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:08:14.288967 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port befc1ab4-f7fe-4236-bfbe-da7259660dd0 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:08:14.289565 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:14.300668 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-c35cc8ec-b2e0-4d33-87db-17b6cdee8efe req-b521bc3d-d32c-4f8d-9f4d-709e98b4ee22 service neutron] For port 3caa7763-8c4a-4d9a-a625-48350712b146, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=3caa7763-8c4a-4d9a-a625-48350712b146,segment=NetworkSegment(d43b23f1-3a85-4be8-8063-3fe18696b942),segment_id=d43b23f1-3a85-4be8-8063-3fe18696b942)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:08:14.410034 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 48171e5d-9d8e-4d77-bd09-fe2c8257e388, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=48171e5d-9d8e-4d77-bd09-fe2c8257e388,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:08:14.419766 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 3caa7763-8c4a-4d9a-a625-48350712b146 not bound to the agent host n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:08:14.424491 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:14.431131 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:14.488989 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] For port befc1ab4-f7fe-4236-bfbe-da7259660dd0, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=befc1ab4-f7fe-4236-bfbe-da7259660dd0,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:08:14.499097 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:14.505421 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=48171e5d-9d8e-4d77-bd09-fe2c8257e388,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:08:14.518583 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed499c3-130f-4d36-a501-5f69faa5fa22 req-da8e0114-e7c0-4f17-8ad4-1e8d3e10e2c1 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:14.528337 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7ed499c3-130f-4d36-a501-5f69faa5fa22 req-da8e0114-e7c0-4f17-8ad4-1e8d3e10e2c1 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/ports?device_id=33079cb3-b6df-4685-b7af-26e4c0a14648 HTTP/1.1" status: 200 len: 947 time: 0.0859821 Dec 06 17:08:14.554495 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654fdd8c-1d61-4e0e-b24b-e388d72940ff req-ffa59d73-b3d3-4a11-94b3-176f99021f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:14.555975 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-654fdd8c-1d61-4e0e-b24b-e388d72940ff req-ffa59d73-b3d3-4a11-94b3-176f99021f5c service neutron] 10.222.0.44 "GET /v2.0/networks?id=041fb444-b221-430a-a2d5-1ce940b8f13a HTTP/1.1" status: 200 len: 917 time: 0.6410713 Dec 06 17:08:14.583245 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Pushing event updated for resources: {'Port': ['ID=befc1ab4-f7fe-4236-bfbe-da7259660dd0,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:08:14.609161 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c35cc8ec-b2e0-4d33-87db-17b6cdee8efe req-b521bc3d-d32c-4f8d-9f4d-709e98b4ee22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:14.610144 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7ed499c3-130f-4d36-a501-5f69faa5fa22 req-2fa359b3-33dc-4512-ba07-9254e2e3f630 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/security-groups?id=05993717-efad-46b6-9cd9-33188c432d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800807 Dec 06 17:08:14.714919 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['48171e5d-9d8e-4d77-bd09-fe2c8257e388'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:08:14.774542 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-0e651946-22e3-4258-8c39-ec5287a47766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcaefaa4-395c-4ade-9355-dcaf41f87ff1', 'name': 'tempest-ServersTestBootFromVolume-1847518297-router', 'tenant_id': '0258899c128e4e7c8306d77fe96b1089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.125'}], 'enable_snat': True}, 'gw_port_id': 'a9d8701e-ce0b-4523-b677-bbb9b7af8b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:06:49Z', 'updated_at': '2021-12-06T17:07:01Z', 'revision_number': 4, 'project_id': '0258899c128e4e7c8306d77fe96b1089', 'gw_port': {'id': 'a9d8701e-ce0b-4523-b677-bbb9b7af8b84', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcaefaa4-395c-4ade-9355-dcaf41f87ff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:06:51Z', 'updated_at': '2021-12-06T17:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'b335b7f6-d6e2-4ab4-844e-642f1e8a8d90', 'tenant_id': '0258899c128e4e7c8306d77fe96b1089', 'floating_ip_address': '172.35.1.109', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': 'dcaefaa4-395c-4ade-9355-dcaf41f87ff1', 'port_id': 'cbf8467d-6544-4bc2-9dc3-306b8bc65ca3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '041fb444-b221-430a-a2d5-1ce940b8f13a', 'mac_address': 'fa:16:3e:e4:5c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2601b7c-64fc-4a21-87f0-528adaaaa6f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:07:09Z', 'updated_at': '2021-12-06T17:08:11Z', 'revision_number': 1, 'project_id': '0258899c128e4e7c8306d77fe96b1089', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10d10f2b-8e85-4085-85fa-76f2d4a3f3e1', 'name': '', 'network_id': '041fb444-b221-430a-a2d5-1ce940b8f13a', 'tenant_id': '0258899c128e4e7c8306d77fe96b1089', 'mac_address': 'fa:16:3e:4b:60:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcaefaa4-395c-4ade-9355-dcaf41f87ff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '46916f41-7c83-4c75-85c3-d1b3985aec0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:06:58Z', 'updated_at': '2021-12-06T17:07:06Z', 'revision_number': 5, 'project_id': '0258899c128e4e7c8306d77fe96b1089', 'subnets': [{'id': '46916f41-7c83-4c75-85c3-d1b3985aec0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:08:14.854636 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e651946-22e3-4258-8c39-ec5287a47766 None None] The sync data for ids ['dcaefaa4-395c-4ade-9355-dcaf41f87ff1'] in n-d-master-1 is: [{'id': 'dcaefaa4-395c-4ade-9355-dcaf41f87ff1', 'name': 'tempest-ServersTestBootFromVolume-1847518297-router', 'tenant_id': '0258899c128e4e7c8306d77fe96b1089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.125'}], 'enable_snat': True}, 'gw_port_id': 'a9d8701e-ce0b-4523-b677-bbb9b7af8b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:06:49Z', 'updated_at': '2021-12-06T17:07:01Z', 'revision_number': 4, 'project_id': '0258899c128e4e7c8306d77fe96b1089', 'gw_port': {'id': 'a9d8701e-ce0b-4523-b677-bbb9b7af8b84', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcaefaa4-395c-4ade-9355-dcaf41f87ff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:06:51Z', 'updated_at': '2021-12-06T17:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'b335b7f6-d6e2-4ab4-844e-642f1e8a8d90', 'tenant_id': '0258899c128e4e7c8306d77fe96b1089', 'floating_ip_address': '172.35.1.109', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': 'dcaefaa4-395c-4ade-9355-dcaf41f87ff1', 'port_id': 'cbf8467d-6544-4bc2-9dc3-306b8bc65ca3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '041fb444-b221-430a-a2d5-1ce940b8f13a', 'mac_address': 'fa:16:3e:e4:5c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2601b7c-64fc-4a21-87f0-528adaaaa6f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:07:09Z', 'updated_at': '2021-12-06T17:08:11Z', 'revision_number': 1, 'project_id': '0258899c128e4e7c8306d77fe96b1089', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10d10f2b-8e85-4085-85fa-76f2d4a3f3e1', 'name': '', 'network_id': '041fb444-b221-430a-a2d5-1ce940b8f13a', 'tenant_id': '0258899c128e4e7c8306d77fe96b1089', 'mac_address': 'fa:16:3e:4b:60:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcaefaa4-395c-4ade-9355-dcaf41f87ff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '46916f41-7c83-4c75-85c3-d1b3985aec0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:06:58Z', 'updated_at': '2021-12-06T17:07:06Z', 'revision_number': 5, 'project_id': '0258899c128e4e7c8306d77fe96b1089', 'subnets': [{'id': '46916f41-7c83-4c75-85c3-d1b3985aec0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:08:14.885870 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-654fdd8c-1d61-4e0e-b24b-e388d72940ff req-0060b001-9a56-46a6-8a3a-070e2ff71c1a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cbf8467d-6544-4bc2-9dc3-306b8bc65ca3 HTTP/1.1" status: 200 len: 999 time: 0.2594500 Dec 06 17:08:14.901956 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaf98dd-8ac5-475a-b77c-9a719d015a25 req-4ea7dd13-9e7e-44ba-a05a-640b606d320e tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:14.909647 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fdaf98dd-8ac5-475a-b77c-9a719d015a25 req-4ea7dd13-9e7e-44ba-a05a-640b606d320e tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d44bf3a-1b53-445f-9ec9-fa598e5fdf4d HTTP/1.1" status: 200 len: 943 time: 0.5909536 Dec 06 17:08:15.034775 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-c35cc8ec-b2e0-4d33-87db-17b6cdee8efe req-b521bc3d-d32c-4f8d-9f4d-709e98b4ee22 service neutron] Transition to ACTIVE for port object 3caa7763-8c4a-4d9a-a625-48350712b146 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:08:15.055235 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device f266378e-6360-4808-a93e-af8a2aa71b50 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:08:15.071114 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654fdd8c-1d61-4e0e-b24b-e388d72940ff req-4bd525ed-44b7-4da2-9b2e-82758bf74f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:15.072601 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-654fdd8c-1d61-4e0e-b24b-e388d72940ff req-4bd525ed-44b7-4da2-9b2e-82758bf74f43 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=46916f41-7c83-4c75-85c3-d1b3985aec0b HTTP/1.1" status: 200 len: 855 time: 0.1559796 Dec 06 17:08:15.098753 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d94f3dee-2e1f-4738-9081-ae67ff2589fd admin admin] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:15.115133 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fdaf98dd-8ac5-475a-b77c-9a719d015a25 req-d84fd8ca-1300-4bdb-ad5e-422a92801f51 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049460 Dec 06 17:08:15.116873 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c35cc8ec-b2e0-4d33-87db-17b6cdee8efe req-b521bc3d-d32c-4f8d-9f4d-709e98b4ee22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:15.406308 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fb4a01-3714-474e-b9f7-0a517179c10e None None] New status for floating IP b335b7f6-d6e2-4ab4-844e-642f1e8a8d90: ACTIVE {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 17:08:15.569773 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d94f3dee-2e1f-4738-9081-ae67ff2589fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:15.573316 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device befc1ab4-f7fe-4236-bfbe-da7259660dd0 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:08:15.681816 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9807e701-99a3-43fb-bae1-41f706d66725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:15.688641 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port f266378e-6360-4808-a93e-af8a2aa71b50, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=f266378e-6360-4808-a93e-af8a2aa71b50,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:08:15.714524 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port befc1ab4-f7fe-4236-bfbe-da7259660dd0 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:08:15.714856 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:15.746112 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-c35cc8ec-b2e0-4d33-87db-17b6cdee8efe req-b521bc3d-d32c-4f8d-9f4d-709e98b4ee22 service neutron] No DVR routers for this DVR port 3caa7763-8c4a-4d9a-a625-48350712b146 on host n-h1-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:08:15.760133 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': 'f266378e-6360-4808-a93e-af8a2aa71b50', 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a', 'port_id': 'f266378e-6360-4808-a93e-af8a2aa71b50', 'mac_address': 'fa:16:3e:30:54:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1342252a-21e4-4783-88ff-f54776c79059', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:08:15.764501 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d94f3dee-2e1f-4738-9081-ae67ff2589fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-772465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539207'] for router_interface, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:15.783881 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b521bc3d-d32c-4f8d-9f4d-709e98b4ee22 service neutron] Pushing event updated for resources: {'Port': ['ID=3caa7763-8c4a-4d9a-a625-48350712b146,revision_number=10']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:08:15.836772 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654fdd8c-1d61-4e0e-b24b-e388d72940ff req-b99a8aec-c769-4fbb-8278-8bf7272a0a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:15.838844 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-654fdd8c-1d61-4e0e-b24b-e388d72940ff req-b99a8aec-c769-4fbb-8278-8bf7272a0a45 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=041fb444-b221-430a-a2d5-1ce940b8f13a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7172494 Dec 06 17:08:15.897905 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc094a6d-5259-4e8d-832b-01d5d997ad18 req-0f4b162a-f578-4e1f-905d-68299c8d44db tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:15.908168 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bc094a6d-5259-4e8d-832b-01d5d997ad18 req-0f4b162a-f578-4e1f-905d-68299c8d44db tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/ports?device_id=33079cb3-b6df-4685-b7af-26e4c0a14648 HTTP/1.1" status: 200 len: 947 time: 0.1334624 Dec 06 17:08:15.937181 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:15.940608 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a6ce43-b9b3-41b4-8cd5-793672eedd36 req-0fba8c1f-3766-4feb-8a1d-c4d0c23bee45 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:15.950052 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-32a6ce43-b9b3-41b4-8cd5-793672eedd36 req-0fba8c1f-3766-4feb-8a1d-c4d0c23bee45 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=420dab89-01de-4f05-8ee1-f1a1d05e3583 HTTP/1.1" status: 200 len: 948 time: 0.3777165 Dec 06 17:08:15.975226 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f266378e-6360-4808-a93e-af8a2aa71b50 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:08:16.021623 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c35cc8ec-b2e0-4d33-87db-17b6cdee8efe req-b521bc3d-d32c-4f8d-9f4d-709e98b4ee22 service neutron] 10.222.0.41 "PUT /v2.0/ports/3caa7763-8c4a-4d9a-a625-48350712b146/bindings/n-h2-master-1/activate HTTP/1.1" status: 200 len: 369 time: 2.6996419 Dec 06 17:08:16.029028 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bc094a6d-5259-4e8d-832b-01d5d997ad18 req-e25439e6-5ebd-4d5a-8d85-dcb8838d5c88 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/security-groups?id=05993717-efad-46b6-9cd9-33188c432d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197748 Dec 06 17:08:16.076725 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port f266378e-6360-4808-a93e-af8a2aa71b50, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=f266378e-6360-4808-a93e-af8a2aa71b50,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:08:16.090669 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:16.182408 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-654fdd8c-1d61-4e0e-b24b-e388d72940ff req-e0e52ca8-ae93-4a43-a73d-fb8ab342dd25 service neutron] 10.222.0.44 "GET /v2.0/networks/041fb444-b221-430a-a2d5-1ce940b8f13a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3304482 Dec 06 17:08:16.183667 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35cc8ec-b2e0-4d33-87db-17b6cdee8efe req-e4e846e7-cd51-434a-8486-493e397de491 tempest-LiveAutoBlockMigrationV225Test-847899352 tempest-LiveAutoBlockMigrationV225Test-847899352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:16.185949 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c35cc8ec-b2e0-4d33-87db-17b6cdee8efe req-e4e846e7-cd51-434a-8486-493e397de491 tempest-LiveAutoBlockMigrationV225Test-847899352 tempest-LiveAutoBlockMigrationV225Test-847899352-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=8d44bf3a-1b53-445f-9ec9-fa598e5fdf4d&tenant_id=013b92ce2e6a40e1a3b2fa92d62d652e&binding%3Ahost_id=n-h1-master-1 HTTP/1.1" status: 200 len: 1095 time: 0.0975711 Dec 06 17:08:16.190595 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94f3dee-2e1f-4738-9081-ae67ff2589fd admin admin] Network 5cdb5fce-6da7-4093-b118-beac0f6f77a1 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:08:16.197018 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-d94f3dee-2e1f-4738-9081-ae67ff2589fd admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:08:16.257225 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=f266378e-6360-4808-a93e-af8a2aa71b50,revision_number=10']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:08:16.273442 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f3dee-2e1f-4738-9081-ae67ff2589fd admin admin] Pushing event updated for resources: {'Port': ['ID=42fe9ac8-a31c-4c54-b9f3-8386f691caa8,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:08:16.364030 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-32a6ce43-b9b3-41b4-8cd5-793672eedd36 req-11fca6fd-54d7-4547-b583-0b68cb674883 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4127424 Dec 06 17:08:16.395900 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['f266378e-6360-4808-a93e-af8a2aa71b50'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:08:16.408933 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35cc8ec-b2e0-4d33-87db-17b6cdee8efe req-9cdb2e7a-0754-4606-b5e3-9413a20ff46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:16.410488 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c35cc8ec-b2e0-4d33-87db-17b6cdee8efe req-9cdb2e7a-0754-4606-b5e3-9413a20ff46a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8d44bf3a-1b53-445f-9ec9-fa598e5fdf4d&tenant_id=013b92ce2e6a40e1a3b2fa92d62d652e HTTP/1.1" status: 200 len: 1095 time: 0.2117643 Dec 06 17:08:16.433165 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aab2cd-1edb-4ff8-834a-cf2bb2673c23 req-d619415a-1a45-45c7-aa3e-57ed769b6b93 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:16.448537 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d5aab2cd-1edb-4ff8-834a-cf2bb2673c23 req-d619415a-1a45-45c7-aa3e-57ed769b6b93 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d44bf3a-1b53-445f-9ec9-fa598e5fdf4d HTTP/1.1" status: 200 len: 944 time: 0.1468513 Dec 06 17:08:16.486589 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-654fdd8c-1d61-4e0e-b24b-e388d72940ff req-850f16e4-9ede-44ce-81e0-7ac36ee35748 service neutron] 10.222.0.44 "GET /v2.0/networks/041fb444-b221-430a-a2d5-1ce940b8f13a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825370 Dec 06 17:08:16.599675 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35cc8ec-b2e0-4d33-87db-17b6cdee8efe req-ebefb84f-449f-46f5-b6e9-b009c588b7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:16.601801 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c35cc8ec-b2e0-4d33-87db-17b6cdee8efe req-ebefb84f-449f-46f5-b6e9-b009c588b7a7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=013b92ce2e6a40e1a3b2fa92d62d652e&device_id=8d44bf3a-1b53-445f-9ec9-fa598e5fdf4d HTTP/1.1" status: 200 len: 1095 time: 0.1424541 Dec 06 17:08:16.605980 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d94f3dee-2e1f-4738-9081-ae67ff2589fd admin admin] Router 3ea81c50-f4b3-4677-acfe-daf682634aa3 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:08:16.622290 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d5aab2cd-1edb-4ff8-834a-cf2bb2673c23 req-8db337f6-1f0e-495d-8ff1-599856eb474c tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726804 Dec 06 17:08:16.714280 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-41b2e757-d556-4d7e-a95c-2084ed1a6fb3 None None] Provisioning complete for port 42fe9ac8-a31c-4c54-b9f3-8386f691caa8 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:08:16.714656 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-41b2e757-d556-4d7e-a95c-2084ed1a6fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:16.818254 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-41b2e757-d556-4d7e-a95c-2084ed1a6fb3 None None] Port 42fe9ac8-a31c-4c54-b9f3-8386f691caa8 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:08:16.819486 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35cc8ec-b2e0-4d33-87db-17b6cdee8efe req-62f730f8-c60a-4793-826c-2e8a2bcdf248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:16.821686 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c35cc8ec-b2e0-4d33-87db-17b6cdee8efe req-62f730f8-c60a-4793-826c-2e8a2bcdf248 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f368e270-aa86-47d2-9c8f-0ac2b4fc8997 HTTP/1.1" status: 200 len: 922 time: 0.1945300 Dec 06 17:08:16.837681 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:16.874798 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d94f3dee-2e1f-4738-9081-ae67ff2589fd admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:08:16.885539 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c4f6d7-f5c4-4700-9d5d-1eff3549e1d5 None None] Sync routers for ids ['3ea81c50-f4b3-4677-acfe-daf682634aa3'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:08:16.902140 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-d94f3dee-2e1f-4738-9081-ae67ff2589fd admin admin] 10.222.0.23 "PUT /v2.0/routers/3ea81c50-f4b3-4677-acfe-daf682634aa3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9959280 Dec 06 17:08:16.920718 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c35cc8ec-b2e0-4d33-87db-17b6cdee8efe req-9c7f059f-7ece-4768-9888-5136609fb446 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3caa7763-8c4a-4d9a-a625-48350712b146 HTTP/1.1" status: 200 len: 217 time: 0.0899987 Dec 06 17:08:16.929393 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c4f6d7-f5c4-4700-9d5d-1eff3549e1d5 None None] Routers {'3ea81c50-f4b3-4677-acfe-daf682634aa3'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:08:16.930284 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-11c4f6d7-f5c4-4700-9d5d-1eff3549e1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:08:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['3ea81c50-f4b3-4677-acfe-daf682634aa3'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:08:17.011105 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35cc8ec-b2e0-4d33-87db-17b6cdee8efe req-a228439f-10fd-4528-935d-b4c08c12efbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:17.018459 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c35cc8ec-b2e0-4d33-87db-17b6cdee8efe req-a228439f-10fd-4528-935d-b4c08c12efbf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f77759ce-94b4-46a8-b90f-f881b9e38f99 HTTP/1.1" status: 200 len: 861 time: 0.0874720 Dec 06 17:08:17.084384 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-11c4f6d7-f5c4-4700-9d5d-1eff3549e1d5 None None] Set router 3ea81c50-f4b3-4677-acfe-daf682634aa3 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:08:17.095529 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c35cc8ec-b2e0-4d33-87db-17b6cdee8efe req-895ad1de-1d8c-4e22-b33a-6e6ab17325e3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f368e270-aa86-47d2-9c8f-0ac2b4fc8997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659969 Dec 06 17:08:17.225139 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda518e6-c74f-42c3-a75d-b819ea8f03ef req-56ab94ac-e3e1-4295-a101-2cbad7d711c2 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:17.226722 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-eda518e6-c74f-42c3-a75d-b819ea8f03ef req-56ab94ac-e3e1-4295-a101-2cbad7d711c2 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/ports?device_id=33079cb3-b6df-4685-b7af-26e4c0a14648 HTTP/1.1" status: 200 len: 949 time: 0.1046491 Dec 06 17:08:17.327727 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c35cc8ec-b2e0-4d33-87db-17b6cdee8efe req-fc4e20ce-97d3-4ac2-bceb-8df613643476 service neutron] 10.222.0.44 "GET /v2.0/networks/f368e270-aa86-47d2-9c8f-0ac2b4fc8997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129486 Dec 06 17:08:17.350141 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-eda518e6-c74f-42c3-a75d-b819ea8f03ef req-aa2b89e7-8678-40e4-8aa9-f05015f548cc tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/security-groups?id=05993717-efad-46b6-9cd9-33188c432d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152098 Dec 06 17:08:17.446836 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c35cc8ec-b2e0-4d33-87db-17b6cdee8efe req-6606a364-f651-40e8-beab-a641da996ba5 service neutron] 10.222.0.44 "GET /v2.0/networks/f368e270-aa86-47d2-9c8f-0ac2b4fc8997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091657 Dec 06 17:08:17.457130 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-11c4f6d7-f5c4-4700-9d5d-1eff3549e1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea81c50-f4b3-4677-acfe-daf682634aa3', 'name': 'tempest-FloatingIPsNegativeTestJSON-215865866-router', 'tenant_id': '59360f46555441bea3c8b7e681c1b196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.211'}], 'enable_snat': True}, 'gw_port_id': 'befc1ab4-f7fe-4236-bfbe-da7259660dd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:08:03Z', 'updated_at': '2021-12-06T17:08:13Z', 'revision_number': 4, 'project_id': '59360f46555441bea3c8b7e681c1b196', 'gw_port': {'id': 'befc1ab4-f7fe-4236-bfbe-da7259660dd0', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e4:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea81c50-f4b3-4677-acfe-daf682634aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:08:04Z', 'updated_at': '2021-12-06T17:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '42fe9ac8-a31c-4c54-b9f3-8386f691caa8', 'name': '', 'network_id': '5cdb5fce-6da7-4093-b118-beac0f6f77a1', 'tenant_id': '59360f46555441bea3c8b7e681c1b196', 'mac_address': 'fa:16:3e:f2:e7:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea81c50-f4b3-4677-acfe-daf682634aa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '1bda4660-72a9-4d75-8c9e-028d9978798b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:08:10Z', 'updated_at': '2021-12-06T17:08:13Z', 'revision_number': 2, 'project_id': '59360f46555441bea3c8b7e681c1b196', 'subnets': [{'id': '1bda4660-72a9-4d75-8c9e-028d9978798b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:08:17.497957 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c4f6d7-f5c4-4700-9d5d-1eff3549e1d5 None None] Checking router: 3ea81c50-f4b3-4677-acfe-daf682634aa3 for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:08:17.498315 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c4f6d7-f5c4-4700-9d5d-1eff3549e1d5 None None] Updating router 3ea81c50-f4b3-4677-acfe-daf682634aa3 port 42fe9ac8-a31c-4c54-b9f3-8386f691caa8 binding host n-d-master-1 {{(pid=103287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:08:17.505506 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0d17b3ab-b5d2-4854-a5ae-7cd7dd2ea0ed req-d22d5aaa-4a16-4551-a70f-5ee52c388d0f tempest-FloatingIPsNegativeTestJSON-991818699 tempest-FloatingIPsNegativeTestJSON-991818699-project] 10.222.0.23 "GET /v2.0/floatingips?tenant_id=59360f46555441bea3c8b7e681c1b196 HTTP/1.1" status: 200 len: 217 time: 0.1591716 Dec 06 17:08:17.553225 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-11c4f6d7-f5c4-4700-9d5d-1eff3549e1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:17.592809 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-53f48917-aa6b-405d-b499-f61842cfe6db req-e15484b1-cb5a-463e-b35c-5476e421f58a tempest-FloatingIPsNegativeTestJSON-991818699 tempest-FloatingIPsNegativeTestJSON-991818699-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0518112 Dec 06 17:08:17.622984 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e01a10f-a0ea-4142-8a5c-ec7a4e3a2f32 req-00b968aa-d211-42b7-a585-f3ba2de37f6a tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:17.624802 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7e01a10f-a0ea-4142-8a5c-ec7a4e3a2f32 req-00b968aa-d211-42b7-a585-f3ba2de37f6a tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=420dab89-01de-4f05-8ee1-f1a1d05e3583 HTTP/1.1" status: 200 len: 948 time: 0.0940208 Dec 06 17:08:17.719743 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7e01a10f-a0ea-4142-8a5c-ec7a4e3a2f32 req-943351a0-8d17-4748-a945-e8a202b9207a tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727637 Dec 06 17:08:17.794016 n-d-master-1 neutron-server[103284]: INFO neutron.api.v2.resource [req-5847dc46-9280-40c8-ad06-985d856fb0bd req-5f7195f0-1d52-4f05-af2c-7b3a2ec163ec tempest-FloatingIPsNegativeTestJSON-991818699 tempest-FloatingIPsNegativeTestJSON-991818699-project] show failed (client error): The resource could not be found. Dec 06 17:08:17.806158 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 37342) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:08:17.806899 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5847dc46-9280-40c8-ad06-985d856fb0bd req-5f7195f0-1d52-4f05-af2c-7b3a2ec163ec tempest-FloatingIPsNegativeTestJSON-991818699 tempest-FloatingIPsNegativeTestJSON-991818699-project] 10.222.0.23 "GET /v2.0/floatingips/ba336d62-0013-49ee-9166-a4e2640bf2e0 HTTP/1.1" status: 404 len: 350 time: 0.1856034 Dec 06 17:08:17.882142 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 48171e5d-9d8e-4d77-bd09-fe2c8257e388 up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:08:18.000226 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7fcda2-4d1d-455f-8326-2abcdca9cbda req-423b3853-78f2-4cf6-b35a-76a6bda57033 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:18.007980 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9e7fcda2-4d1d-455f-8326-2abcdca9cbda req-423b3853-78f2-4cf6-b35a-76a6bda57033 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d44bf3a-1b53-445f-9ec9-fa598e5fdf4d HTTP/1.1" status: 200 len: 944 time: 0.1044562 Dec 06 17:08:18.050259 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:18.087424 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-11c4f6d7-f5c4-4700-9d5d-1eff3549e1d5 None None] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:18.092259 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning for port 48171e5d-9d8e-4d77-bd09-fe2c8257e388 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:08:18.092495 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9e7fcda2-4d1d-455f-8326-2abcdca9cbda req-8b267eac-764f-499a-8c31-9bd7976a57a0 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833848 Dec 06 17:08:18.097182 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port 48171e5d-9d8e-4d77-bd09-fe2c8257e388 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:08:18.097582 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:18.098243 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-11c4f6d7-f5c4-4700-9d5d-1eff3549e1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:18.306569 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fbe4e5-08f3-4ef2-ad41-02afbc8729f4 None None] Pushing event updated for resources: {'Port': ['ID=42fe9ac8-a31c-4c54-b9f3-8386f691caa8,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:08:18.316148 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:18.337695 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fbe4e5-08f3-4ef2-ad41-02afbc8729f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:08:18.338060 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fbe4e5-08f3-4ef2-ad41-02afbc8729f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:08:18.344346 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fbe4e5-08f3-4ef2-ad41-02afbc8729f4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:08:18.344848 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fbe4e5-08f3-4ef2-ad41-02afbc8729f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:08:18.345204 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fbe4e5-08f3-4ef2-ad41-02afbc8729f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:08:18.345581 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fbe4e5-08f3-4ef2-ad41-02afbc8729f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:08:18.346298 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fbe4e5-08f3-4ef2-ad41-02afbc8729f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:08:18.346646 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fbe4e5-08f3-4ef2-ad41-02afbc8729f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:08:18.348433 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fbe4e5-08f3-4ef2-ad41-02afbc8729f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:08:18.348827 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fbe4e5-08f3-4ef2-ad41-02afbc8729f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:08:18.349176 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fbe4e5-08f3-4ef2-ad41-02afbc8729f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:08:18.349538 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fbe4e5-08f3-4ef2-ad41-02afbc8729f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:08:18.349881 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fbe4e5-08f3-4ef2-ad41-02afbc8729f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:08:18.411354 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 48171e5d-9d8e-4d77-bd09-fe2c8257e388, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=48171e5d-9d8e-4d77-bd09-fe2c8257e388,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:08:18.414270 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '420dab89-01de-4f05-8ee1-f1a1d05e3583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48171e5d-9d8e-4d77-bd09-fe2c8257e388'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:08:18.418245 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-11c4f6d7-f5c4-4700-9d5d-1eff3549e1d5 None None] Attempting to bind port 42fe9ac8-a31c-4c54-b9f3-8386f691caa8 on host n-d-master-1 for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:08:18.421239 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-11c4f6d7-f5c4-4700-9d5d-1eff3549e1d5 None None] Attempting to bind port 42fe9ac8-a31c-4c54-b9f3-8386f691caa8 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'c1a901bd-4847-435b-93f8-61b807a48c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5cdb5fce-6da7-4093-b118-beac0f6f77a1'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:08:18.421412 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-851a27a0-b8cf-48d5-b64a-5b28ed9c4b6a" -d '{"events": [{"server_uuid": "420dab89-01de-4f05-8ee1-f1a1d05e3583", "name": "network-vif-plugged", "status": "completed", "tag": "48171e5d-9d8e-4d77-bd09-fe2c8257e388"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:08:18.421876 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c4f6d7-f5c4-4700-9d5d-1eff3549e1d5 None None] Attempting to bind port 42fe9ac8-a31c-4c54-b9f3-8386f691caa8 on network 5cdb5fce-6da7-4093-b118-beac0f6f77a1 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:08:18.423193 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821b6ef0-27a5-498c-8187-a0e78b7817d2 req-c40d0364-2aee-4ce8-b0fc-b254c6f15460 tempest-LiveAutoBlockMigrationV225Test-847899352 tempest-LiveAutoBlockMigrationV225Test-847899352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:18.430332 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-821b6ef0-27a5-498c-8187-a0e78b7817d2 req-c40d0364-2aee-4ce8-b0fc-b254c6f15460 tempest-LiveAutoBlockMigrationV225Test-847899352 tempest-LiveAutoBlockMigrationV225Test-847899352-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=8d44bf3a-1b53-445f-9ec9-fa598e5fdf4d HTTP/1.1" status: 200 len: 1095 time: 0.0860641 Dec 06 17:08:18.434393 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c4f6d7-f5c4-4700-9d5d-1eff3549e1d5 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:08:18.434844 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c4f6d7-f5c4-4700-9d5d-1eff3549e1d5 None None] Checking segment: {'id': 'c1a901bd-4847-435b-93f8-61b807a48c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5cdb5fce-6da7-4093-b118-beac0f6f77a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:08:18.435360 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-11c4f6d7-f5c4-4700-9d5d-1eff3549e1d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:18.435859 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c4f6d7-f5c4-4700-9d5d-1eff3549e1d5 None None] Bound using segment: {'id': 'c1a901bd-4847-435b-93f8-61b807a48c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5cdb5fce-6da7-4093-b118-beac0f6f77a1'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:08:18.436435 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-11c4f6d7-f5c4-4700-9d5d-1eff3549e1d5 None None] Bound port: 42fe9ac8-a31c-4c54-b9f3-8386f691caa8, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1a901bd-4847-435b-93f8-61b807a48c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5cdb5fce-6da7-4093-b118-beac0f6f77a1'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:08:18.436937 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-11c4f6d7-f5c4-4700-9d5d-1eff3549e1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:18.443860 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:18.539811 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-821b6ef0-27a5-498c-8187-a0e78b7817d2 req-52fe0241-1aa3-4d49-bdcc-6883abf8aa9d tempest-LiveAutoBlockMigrationV225Test-847899352 tempest-LiveAutoBlockMigrationV225Test-847899352-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844932 Dec 06 17:08:18.540371 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-11c4f6d7-f5c4-4700-9d5d-1eff3549e1d5 None None] For port 42fe9ac8-a31c-4c54-b9f3-8386f691caa8, host n-d-master-1, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:08:18.552224 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-11c4f6d7-f5c4-4700-9d5d-1eff3549e1d5 None None] For port 42fe9ac8-a31c-4c54-b9f3-8386f691caa8, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=42fe9ac8-a31c-4c54-b9f3-8386f691caa8,segment=NetworkSegment(c1a901bd-4847-435b-93f8-61b807a48c35),segment_id=c1a901bd-4847-435b-93f8-61b807a48c35)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:08:18.555991 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=48171e5d-9d8e-4d77-bd09-fe2c8257e388,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:08:18.560836 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-11c4f6d7-f5c4-4700-9d5d-1eff3549e1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:18.599127 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-7ec03909-2afa-4817-8161-8dd87395b103 None None] Provisioning complete for port 42fe9ac8-a31c-4c54-b9f3-8386f691caa8 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:08:18.607411 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7ec03909-2afa-4817-8161-8dd87395b103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:18.634528 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c4f6d7-f5c4-4700-9d5d-1eff3549e1d5 None None] Routers {'3ea81c50-f4b3-4677-acfe-daf682634aa3'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:08:18.635365 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-11c4f6d7-f5c4-4700-9d5d-1eff3549e1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:08:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['3ea81c50-f4b3-4677-acfe-daf682634aa3'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:08:18.675484 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-183732ac-a5d7-49d6-8490-cece53113cf7 x-openstack-request-id: req-183732ac-a5d7-49d6-8490-cece53113cf7 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:08:18.675779 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "420dab89-01de-4f05-8ee1-f1a1d05e3583", "name": "network-vif-plugged", "status": "completed", "tag": "48171e5d-9d8e-4d77-bd09-fe2c8257e388", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:08:18.683711 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-183732ac-a5d7-49d6-8490-cece53113cf7 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:08:18.684420 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '420dab89-01de-4f05-8ee1-f1a1d05e3583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48171e5d-9d8e-4d77-bd09-fe2c8257e388', 'code': 200} Dec 06 17:08:18.837348 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7ec03909-2afa-4817-8161-8dd87395b103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:18.868116 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23db194-bff4-4f73-8771-b38acd1ea41c req-3c21cabe-9a38-483a-8cd6-0f6ea9154831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:18.870234 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a23db194-bff4-4f73-8771-b38acd1ea41c req-3c21cabe-9a38-483a-8cd6-0f6ea9154831 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=420dab89-01de-4f05-8ee1-f1a1d05e3583 HTTP/1.1" status: 200 len: 1100 time: 0.1213932 Dec 06 17:08:18.902347 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fbe4e5-08f3-4ef2-ad41-02afbc8729f4 None None] Pushing event updated for resources: {'Port': ['ID=42fe9ac8-a31c-4c54-b9f3-8386f691caa8,revision_number=4']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:08:19.008141 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-7ec03909-2afa-4817-8161-8dd87395b103 None None] For port 42fe9ac8-a31c-4c54-b9f3-8386f691caa8, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=42fe9ac8-a31c-4c54-b9f3-8386f691caa8,segment=NetworkSegment(c1a901bd-4847-435b-93f8-61b807a48c35),segment_id=c1a901bd-4847-435b-93f8-61b807a48c35)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:08:19.026880 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7ec03909-2afa-4817-8161-8dd87395b103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:19.035364 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:19.062239 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a23db194-bff4-4f73-8771-b38acd1ea41c req-8e0930eb-a610-49a8-beb8-9fc196eb7413 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717656 Dec 06 17:08:19.113023 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-11c4f6d7-f5c4-4700-9d5d-1eff3549e1d5 None None] Set router 3ea81c50-f4b3-4677-acfe-daf682634aa3 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:08:19.123683 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35cc8ec-b2e0-4d33-87db-17b6cdee8efe req-367d7228-f894-4e4c-9670-02e2f7cf32e5 tempest-LiveAutoBlockMigrationV225Test-847899352 tempest-LiveAutoBlockMigrationV225Test-847899352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:19.125206 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c35cc8ec-b2e0-4d33-87db-17b6cdee8efe req-367d7228-f894-4e4c-9670-02e2f7cf32e5 tempest-LiveAutoBlockMigrationV225Test-847899352 tempest-LiveAutoBlockMigrationV225Test-847899352-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=8d44bf3a-1b53-445f-9ec9-fa598e5fdf4d&tenant_id=013b92ce2e6a40e1a3b2fa92d62d652e&binding%3Ahost_id=n-h2-master-1 HTTP/1.1" status: 200 len: 1095 time: 1.1508307 Dec 06 17:08:19.125500 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device f266378e-6360-4808-a93e-af8a2aa71b50 up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:08:19.147632 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c368906-2212-4bb9-ba07-2279618caa33 req-c8b78a40-f64d-43e0-8e60-6fcdf217727e tempest-LiveAutoBlockMigrationV225Test-847899352 tempest-LiveAutoBlockMigrationV225Test-847899352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:19.155018 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1c368906-2212-4bb9-ba07-2279618caa33 req-c8b78a40-f64d-43e0-8e60-6fcdf217727e tempest-LiveAutoBlockMigrationV225Test-847899352 tempest-LiveAutoBlockMigrationV225Test-847899352-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=8d44bf3a-1b53-445f-9ec9-fa598e5fdf4d HTTP/1.1" status: 200 len: 1095 time: 0.1539271 Dec 06 17:08:19.173070 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f6f969-0c12-4839-b329-79d3d4f3b5eb req-9e3a921e-414b-4612-bad0-95cc87038b1e tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:19.181916 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-04f6f969-0c12-4839-b329-79d3d4f3b5eb req-9e3a921e-414b-4612-bad0-95cc87038b1e tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/ports?device_id=33079cb3-b6df-4685-b7af-26e4c0a14648 HTTP/1.1" status: 200 len: 949 time: 0.1333725 Dec 06 17:08:19.246541 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-04f6f969-0c12-4839-b329-79d3d4f3b5eb req-e14a1398-3ea1-4a7e-960a-7bcdce27143d tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/security-groups?id=05993717-efad-46b6-9cd9-33188c432d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586450 Dec 06 17:08:19.274473 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-46bd8a03-2da4-41b0-b807-658665fc34a3 None None] Provisioning complete for port 42fe9ac8-a31c-4c54-b9f3-8386f691caa8 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:08:19.274845 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-46bd8a03-2da4-41b0-b807-658665fc34a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:19.315400 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1c368906-2212-4bb9-ba07-2279618caa33 req-de45f53f-3dc7-4a4d-b992-8a24face1e68 tempest-LiveAutoBlockMigrationV225Test-847899352 tempest-LiveAutoBlockMigrationV225Test-847899352-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516759 Dec 06 17:08:19.352516 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port f266378e-6360-4808-a93e-af8a2aa71b50 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:08:19.353083 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:19.355217 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec03909-2afa-4817-8161-8dd87395b103 None None] Pushing event updated for resources: {'Port': ['ID=42fe9ac8-a31c-4c54-b9f3-8386f691caa8,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:08:19.522544 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:19.554528 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-c35cc8ec-b2e0-4d33-87db-17b6cdee8efe req-a35f2c0e-cf1f-423c-baa3-76f045f55fa4 service neutron] For port 3caa7763-8c4a-4d9a-a625-48350712b146, host n-h1-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:08:19.581021 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port f266378e-6360-4808-a93e-af8a2aa71b50, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=f266378e-6360-4808-a93e-af8a2aa71b50,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:08:19.591177 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:19.592928 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-c35cc8ec-b2e0-4d33-87db-17b6cdee8efe req-a35f2c0e-cf1f-423c-baa3-76f045f55fa4 service neutron] Publish callbacks [] for binding, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:19.598834 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c35cc8ec-b2e0-4d33-87db-17b6cdee8efe req-a35f2c0e-cf1f-423c-baa3-76f045f55fa4 service neutron] 10.222.0.44 "DELETE /v2.0/ports/3caa7763-8c4a-4d9a-a625-48350712b146/bindings/n-h1-master-1 HTTP/1.1" status: 204 len: 173 time: 0.3248689 Dec 06 17:08:19.654480 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900bafe9-1401-4a67-9112-e8f937cfe734 req-5d044430-6d7f-4576-bdc8-c7879f13eb2c tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:19.666259 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-900bafe9-1401-4a67-9112-e8f937cfe734 req-5d044430-6d7f-4576-bdc8-c7879f13eb2c tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=420dab89-01de-4f05-8ee1-f1a1d05e3583 HTTP/1.1" status: 200 len: 949 time: 0.2769778 Dec 06 17:08:19.708815 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=f266378e-6360-4808-a93e-af8a2aa71b50,revision_number=11']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:08:19.754509 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-11c4f6d7-f5c4-4700-9d5d-1eff3549e1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea81c50-f4b3-4677-acfe-daf682634aa3', 'name': 'tempest-FloatingIPsNegativeTestJSON-215865866-router', 'tenant_id': '59360f46555441bea3c8b7e681c1b196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.211'}], 'enable_snat': True}, 'gw_port_id': 'befc1ab4-f7fe-4236-bfbe-da7259660dd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:08:03Z', 'updated_at': '2021-12-06T17:08:13Z', 'revision_number': 4, 'project_id': '59360f46555441bea3c8b7e681c1b196', 'gw_port': {'id': 'befc1ab4-f7fe-4236-bfbe-da7259660dd0', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e4:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea81c50-f4b3-4677-acfe-daf682634aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:08:04Z', 'updated_at': '2021-12-06T17:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '42fe9ac8-a31c-4c54-b9f3-8386f691caa8', 'name': '', 'network_id': '5cdb5fce-6da7-4093-b118-beac0f6f77a1', 'tenant_id': '59360f46555441bea3c8b7e681c1b196', 'mac_address': 'fa:16:3e:f2:e7:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea81c50-f4b3-4677-acfe-daf682634aa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '1bda4660-72a9-4d75-8c9e-028d9978798b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:08:10Z', 'updated_at': '2021-12-06T17:08:18Z', 'revision_number': 4, 'project_id': '59360f46555441bea3c8b7e681c1b196', 'subnets': [{'id': '1bda4660-72a9-4d75-8c9e-028d9978798b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:08:19.794840 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-900bafe9-1401-4a67-9112-e8f937cfe734 req-ec3a195a-9a7f-4055-9313-5035aad83ca9 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267059 Dec 06 17:08:19.812548 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b3dded5e-7f9e-4dc3-9e03-902abfe9e8ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575908'] for router_interface, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:19.978378 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c4f6d7-f5c4-4700-9d5d-1eff3549e1d5 None None] The sync data for ids ['3ea81c50-f4b3-4677-acfe-daf682634aa3'] in n-d-master-1 is: [{'id': '3ea81c50-f4b3-4677-acfe-daf682634aa3', 'name': 'tempest-FloatingIPsNegativeTestJSON-215865866-router', 'tenant_id': '59360f46555441bea3c8b7e681c1b196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.211'}], 'enable_snat': True}, 'gw_port_id': 'befc1ab4-f7fe-4236-bfbe-da7259660dd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:08:03Z', 'updated_at': '2021-12-06T17:08:13Z', 'revision_number': 4, 'project_id': '59360f46555441bea3c8b7e681c1b196', 'gw_port': {'id': 'befc1ab4-f7fe-4236-bfbe-da7259660dd0', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e4:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea81c50-f4b3-4677-acfe-daf682634aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:08:04Z', 'updated_at': '2021-12-06T17:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '42fe9ac8-a31c-4c54-b9f3-8386f691caa8', 'name': '', 'network_id': '5cdb5fce-6da7-4093-b118-beac0f6f77a1', 'tenant_id': '59360f46555441bea3c8b7e681c1b196', 'mac_address': 'fa:16:3e:f2:e7:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea81c50-f4b3-4677-acfe-daf682634aa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '1bda4660-72a9-4d75-8c9e-028d9978798b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:08:10Z', 'updated_at': '2021-12-06T17:08:18Z', 'revision_number': 4, 'project_id': '59360f46555441bea3c8b7e681c1b196', 'subnets': [{'id': '1bda4660-72a9-4d75-8c9e-028d9978798b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:08:20.570932 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-b3dded5e-7f9e-4dc3-9e03-902abfe9e8ed admin admin] Deleting port 42fe9ac8-a31c-4c54-b9f3-8386f691caa8 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:08:20.571943 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b3dded5e-7f9e-4dc3-9e03-902abfe9e8ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:20.687810 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33079cb3-b6df-4685-b7af-26e4c0a14648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f266378e-6360-4808-a93e-af8a2aa71b50'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:08:20.691238 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b658b3b5-32d1-4c38-b897-c3368a48531d" -d '{"events": [{"server_uuid": "33079cb3-b6df-4685-b7af-26e4c0a14648", "name": "network-vif-plugged", "status": "completed", "tag": "f266378e-6360-4808-a93e-af8a2aa71b50"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:08:20.823010 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-b3dded5e-7f9e-4dc3-9e03-902abfe9e8ed admin admin] For port 42fe9ac8-a31c-4c54-b9f3-8386f691caa8, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=42fe9ac8-a31c-4c54-b9f3-8386f691caa8,segment=NetworkSegment(c1a901bd-4847-435b-93f8-61b807a48c35),segment_id=c1a901bd-4847-435b-93f8-61b807a48c35)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:08:20.824166 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b3dded5e-7f9e-4dc3-9e03-902abfe9e8ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:20.856450 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a788e26-d11a-443f-8251-ffbc5debacc0 x-openstack-request-id: req-7a788e26-d11a-443f-8251-ffbc5debacc0 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:08:20.856992 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33079cb3-b6df-4685-b7af-26e4c0a14648", "name": "network-vif-plugged", "status": "completed", "tag": "f266378e-6360-4808-a93e-af8a2aa71b50", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:08:20.857425 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7a788e26-d11a-443f-8251-ffbc5debacc0 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:08:20.858001 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33079cb3-b6df-4685-b7af-26e4c0a14648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f266378e-6360-4808-a93e-af8a2aa71b50', 'code': 200} Dec 06 17:08:20.860327 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-b3dded5e-7f9e-4dc3-9e03-902abfe9e8ed admin admin] Calling delete_port for 42fe9ac8-a31c-4c54-b9f3-8386f691caa8 owned by network:router_interface {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:08:21.169588 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df2b6b0-1cd8-46bf-aa8e-f8ed978a62c1 req-67d80fcc-6581-4fdf-8511-1eeb9b472865 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:21.179431 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1df2b6b0-1cd8-46bf-aa8e-f8ed978a62c1 req-67d80fcc-6581-4fdf-8511-1eeb9b472865 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/ports?device_id=33079cb3-b6df-4685-b7af-26e4c0a14648 HTTP/1.1" status: 200 len: 950 time: 0.7055695 Dec 06 17:08:21.222142 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cef16e-d526-4ab5-bbcb-d957b481b6b9 req-c8c7a1bc-e46a-4773-af63-8fd3f9060d9b tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:21.229870 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f4cef16e-d526-4ab5-bbcb-d957b481b6b9 req-c8c7a1bc-e46a-4773-af63-8fd3f9060d9b tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=420dab89-01de-4f05-8ee1-f1a1d05e3583 HTTP/1.1" status: 200 len: 949 time: 0.1614885 Dec 06 17:08:21.237650 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff77e290-bde2-4a55-941c-68d526e24f52 req-6058f850-b9de-4ba2-be02-f5fc3084459e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:21.237994 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b3dded5e-7f9e-4dc3-9e03-902abfe9e8ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:21.239636 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ff77e290-bde2-4a55-941c-68d526e24f52 req-6058f850-b9de-4ba2-be02-f5fc3084459e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=33079cb3-b6df-4685-b7af-26e4c0a14648 HTTP/1.1" status: 200 len: 1101 time: 0.2269294 Dec 06 17:08:21.328612 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dded5e-7f9e-4dc3-9e03-902abfe9e8ed admin admin] Pushing event deleted for resources: {'Port': ['ID=42fe9ac8-a31c-4c54-b9f3-8386f691caa8,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:08:21.389836 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1df2b6b0-1cd8-46bf-aa8e-f8ed978a62c1 req-2ace0553-ebb4-452d-8fbe-869625c53372 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/security-groups?id=05993717-efad-46b6-9cd9-33188c432d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091312 Dec 06 17:08:21.399834 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ff77e290-bde2-4a55-941c-68d526e24f52 req-023bd77b-d5a5-4434-9ccf-ac1cae335ba8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=05993717-efad-46b6-9cd9-33188c432d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259882 Dec 06 17:08:21.457028 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f4cef16e-d526-4ab5-bbcb-d957b481b6b9 req-572336e8-85b8-4d0d-ae08-0d2abb0904d8 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139137 Dec 06 17:08:21.557693 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 42fe9ac8-a31c-4c54-b9f3-8386f691caa8 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:08:21.613333 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 42fe9ac8-a31c-4c54-b9f3-8386f691caa8 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:08:21.613953 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 42fe9ac8-a31c-4c54-b9f3-8386f691caa8 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 06 17:08:21.641105 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Port 42fe9ac8-a31c-4c54-b9f3-8386f691caa8 not found, will not notify nova. {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 06 17:08:21.746710 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b3dded5e-7f9e-4dc3-9e03-902abfe9e8ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-772474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575952'] for router_interface, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:21.924360 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [req-c0f0dd6c-bbb1-45cc-b7bb-f6f076b4d1cc req-c480715f-055e-4e16-bf4b-19d4ecaf7708 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:08:21.925373 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c0f0dd6c-bbb1-45cc-b7bb-f6f076b4d1cc req-c480715f-055e-4e16-bf4b-19d4ecaf7708 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052927 Dec 06 17:08:22.144149 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3dded5e-7f9e-4dc3-9e03-902abfe9e8ed admin admin] Router 3ea81c50-f4b3-4677-acfe-daf682634aa3 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:08:22.281962 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b07a2e24-c7e0-428e-badf-59587c620822 req-71d58ffd-3a13-4c20-86c4-4eb07382812f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=420dab89-01de-4f05-8ee1-f1a1d05e3583&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0406802 Dec 06 17:08:22.320561 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3dded5e-7f9e-4dc3-9e03-902abfe9e8ed admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:08:22.329788 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 37452) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:08:22.329928 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-b3dded5e-7f9e-4dc3-9e03-902abfe9e8ed admin admin] 10.222.0.23 "PUT /v2.0/routers/3ea81c50-f4b3-4677-acfe-daf682634aa3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5225673 Dec 06 17:08:22.348309 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36caa082-c6f2-468e-8bd6-b20d87381b12 req-0497716b-0ae0-46e8-a045-41f03b13157b tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:22.350211 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-36caa082-c6f2-468e-8bd6-b20d87381b12 req-0497716b-0ae0-46e8-a045-41f03b13157b tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=420dab89-01de-4f05-8ee1-f1a1d05e3583 HTTP/1.1" status: 200 len: 949 time: 0.0789685 Dec 06 17:08:22.381597 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ace78a-cdf3-4dd3-9dd4-7b642851c2d7 None None] Sync routers for ids ['3ea81c50-f4b3-4677-acfe-daf682634aa3'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:08:22.399744 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ace78a-cdf3-4dd3-9dd4-7b642851c2d7 None None] Routers {'3ea81c50-f4b3-4677-acfe-daf682634aa3'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:08:22.402180 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-32ace78a-cdf3-4dd3-9dd4-7b642851c2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:08:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['3ea81c50-f4b3-4677-acfe-daf682634aa3'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:08:22.438810 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-36caa082-c6f2-468e-8bd6-b20d87381b12 req-e576a9c6-a7c6-48b1-bd0a-6d7fad96c335 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775354 Dec 06 17:08:22.539991 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d8979c1b-3b01-4024-ac9f-d0fb2f75fb80 admin admin] Publish callbacks [] for router, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:22.591495 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-32ace78a-cdf3-4dd3-9dd4-7b642851c2d7 None None] Set router 3ea81c50-f4b3-4677-acfe-daf682634aa3 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:08:22.633133 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9767e64-1dcf-4fa7-a7ef-30ba7383ca87 req-21fb9f9f-5d87-4d49-8d30-632cdd707665 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:22.636056 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a9767e64-1dcf-4fa7-a7ef-30ba7383ca87 req-21fb9f9f-5d87-4d49-8d30-632cdd707665 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/ports?device_id=33079cb3-b6df-4685-b7af-26e4c0a14648 HTTP/1.1" status: 200 len: 950 time: 0.1338587 Dec 06 17:08:22.757752 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a9767e64-1dcf-4fa7-a7ef-30ba7383ca87 req-07a9f994-aa96-4315-8e7d-fe700408806b tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/security-groups?id=05993717-efad-46b6-9cd9-33188c432d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087604 Dec 06 17:08:22.766652 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d8979c1b-3b01-4024-ac9f-d0fb2f75fb80 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:22.888251 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-d8979c1b-3b01-4024-ac9f-d0fb2f75fb80 admin admin] Deleting port befc1ab4-f7fe-4236-bfbe-da7259660dd0 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:08:22.888597 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d8979c1b-3b01-4024-ac9f-d0fb2f75fb80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:22.905997 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-32ace78a-cdf3-4dd3-9dd4-7b642851c2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea81c50-f4b3-4677-acfe-daf682634aa3', 'name': 'tempest-FloatingIPsNegativeTestJSON-215865866-router', 'tenant_id': '59360f46555441bea3c8b7e681c1b196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.211'}], 'enable_snat': True}, 'gw_port_id': 'befc1ab4-f7fe-4236-bfbe-da7259660dd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:08:03Z', 'updated_at': '2021-12-06T17:08:21Z', 'revision_number': 5, 'project_id': '59360f46555441bea3c8b7e681c1b196', 'gw_port': {'id': 'befc1ab4-f7fe-4236-bfbe-da7259660dd0', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:e4:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea81c50-f4b3-4677-acfe-daf682634aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:08:04Z', 'updated_at': '2021-12-06T17:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:08:22.943329 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ace78a-cdf3-4dd3-9dd4-7b642851c2d7 None None] Checking router: 3ea81c50-f4b3-4677-acfe-daf682634aa3 for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:08:22.953153 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ace78a-cdf3-4dd3-9dd4-7b642851c2d7 None None] Routers {'3ea81c50-f4b3-4677-acfe-daf682634aa3'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:08:22.954010 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-32ace78a-cdf3-4dd3-9dd4-7b642851c2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:08:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['3ea81c50-f4b3-4677-acfe-daf682634aa3'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:08:23.013336 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-d8979c1b-3b01-4024-ac9f-d0fb2f75fb80 admin admin] For port befc1ab4-f7fe-4236-bfbe-da7259660dd0, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=befc1ab4-f7fe-4236-bfbe-da7259660dd0,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:08:23.013745 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d8979c1b-3b01-4024-ac9f-d0fb2f75fb80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:23.044516 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-d8979c1b-3b01-4024-ac9f-d0fb2f75fb80 admin admin] Calling delete_port for befc1ab4-f7fe-4236-bfbe-da7259660dd0 owned by network:router_gateway {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:08:23.079017 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-32ace78a-cdf3-4dd3-9dd4-7b642851c2d7 None None] Set router 3ea81c50-f4b3-4677-acfe-daf682634aa3 gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:08:23.164726 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-32ace78a-cdf3-4dd3-9dd4-7b642851c2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea81c50-f4b3-4677-acfe-daf682634aa3', 'name': 'tempest-FloatingIPsNegativeTestJSON-215865866-router', 'tenant_id': '59360f46555441bea3c8b7e681c1b196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:08:03Z', 'updated_at': '2021-12-06T17:08:22Z', 'revision_number': 6, 'project_id': '59360f46555441bea3c8b7e681c1b196', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:08:23.346065 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ace78a-cdf3-4dd3-9dd4-7b642851c2d7 None None] The sync data for ids ['3ea81c50-f4b3-4677-acfe-daf682634aa3'] in n-d-master-1 is: [{'id': '3ea81c50-f4b3-4677-acfe-daf682634aa3', 'name': 'tempest-FloatingIPsNegativeTestJSON-215865866-router', 'tenant_id': '59360f46555441bea3c8b7e681c1b196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:08:03Z', 'updated_at': '2021-12-06T17:08:22Z', 'revision_number': 6, 'project_id': '59360f46555441bea3c8b7e681c1b196', 'gw_port_host': None}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:08:23.354901 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d8979c1b-3b01-4024-ac9f-d0fb2f75fb80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:23.426189 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8979c1b-3b01-4024-ac9f-d0fb2f75fb80 admin admin] Pushing event deleted for resources: {'Port': ['ID=befc1ab4-f7fe-4236-bfbe-da7259660dd0,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:08:23.519974 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d8979c1b-3b01-4024-ac9f-d0fb2f75fb80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536698'] for router_gateway, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:23.664672 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d8979c1b-3b01-4024-ac9f-d0fb2f75fb80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:23.668445 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d8979c1b-3b01-4024-ac9f-d0fb2f75fb80 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:23.721682 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58811a0-2b34-4ab7-9233-ccaf1034a335 req-f1c13e77-9f33-4b14-8eb7-fd7870e6d97c tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:23.730363 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b58811a0-2b34-4ab7-9233-ccaf1034a335 req-f1c13e77-9f33-4b14-8eb7-fd7870e6d97c tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=420dab89-01de-4f05-8ee1-f1a1d05e3583 HTTP/1.1" status: 200 len: 949 time: 0.1797814 Dec 06 17:08:23.751138 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d8979c1b-3b01-4024-ac9f-d0fb2f75fb80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:23.751694 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8979c1b-3b01-4024-ac9f-d0fb2f75fb80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ea81c50-f4b3-4677-acfe-daf682634aa3 {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 17:08:23.757399 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d8979c1b-3b01-4024-ac9f-d0fb2f75fb80 admin admin] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:23.758682 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-d8979c1b-3b01-4024-ac9f-d0fb2f75fb80 admin admin] 10.222.0.23 "DELETE /v2.0/routers/3ea81c50-f4b3-4677-acfe-daf682634aa3 HTTP/1.1" status: 204 len: 168 time: 1.4266758 Dec 06 17:08:23.761846 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 37544) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:08:23.825200 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-333700ea-f2a6-4a44-a953-aef4874f3df9 admin admin] Deleting subnet 1bda4660-72a9-4d75-8c9e-028d9978798b {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:08:23.829824 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b58811a0-2b34-4ab7-9233-ccaf1034a335 req-80cbd3cf-2a0e-4849-85d9-abdb6b09e8fb tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984917 Dec 06 17:08:23.830754 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-333700ea-f2a6-4a44-a953-aef4874f3df9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:23.905615 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-333700ea-f2a6-4a44-a953-aef4874f3df9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:24.016929 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aa1443-9362-4fe2-8d1d-888c6225535f req-b3a3a6af-cefc-4114-9fe3-6fc39a6743cf tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:24.018511 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-00aa1443-9362-4fe2-8d1d-888c6225535f req-b3a3a6af-cefc-4114-9fe3-6fc39a6743cf tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/ports?device_id=33079cb3-b6df-4685-b7af-26e4c0a14648 HTTP/1.1" status: 200 len: 950 time: 0.0890124 Dec 06 17:08:24.060299 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-333700ea-f2a6-4a44-a953-aef4874f3df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:24.157397 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-00aa1443-9362-4fe2-8d1d-888c6225535f req-753419c9-3d97-4d58-a88c-a6ea35d2a4c9 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/security-groups?id=05993717-efad-46b6-9cd9-33188c432d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287749 Dec 06 17:08:24.194292 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a2e24-c7e0-428e-badf-59587c620822 req-c34fcb85-5caa-4adc-9bf8-fa1d908e7c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:24.196257 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b07a2e24-c7e0-428e-badf-59587c620822 req-c34fcb85-5caa-4adc-9bf8-fa1d908e7c12 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4fbfd036e0874a51a15b7801ac955516&device_id=420dab89-01de-4f05-8ee1-f1a1d05e3583 HTTP/1.1" status: 200 len: 1100 time: 0.1323028 Dec 06 17:08:24.199146 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-333700ea-f2a6-4a44-a953-aef4874f3df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:24.239058 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333700ea-f2a6-4a44-a953-aef4874f3df9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bda4660-72a9-4d75-8c9e-028d9978798b,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:08:24.266722 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-333700ea-f2a6-4a44-a953-aef4874f3df9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:24.268675 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b272ae5a-32e6-4bed-8547-80ce6424992e None None] Network 5cdb5fce-6da7-4093-b118-beac0f6f77a1 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:08:24.273507 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-333700ea-f2a6-4a44-a953-aef4874f3df9 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/1bda4660-72a9-4d75-8c9e-028d9978798b HTTP/1.1" status: 204 len: 168 time: 0.5072775 Dec 06 17:08:24.273666 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 37560) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:08:24.450828 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-051a9d2a-e80c-4b3e-8db0-2b22d84ccbe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:24.508645 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a2e24-c7e0-428e-badf-59587c620822 req-8ddad682-fe3d-4dbc-8ec6-d22583eb3f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:24.511017 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b07a2e24-c7e0-428e-badf-59587c620822 req-8ddad682-fe3d-4dbc-8ec6-d22583eb3f63 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ee08a0d2-834f-4c39-be47-9c424581246a HTTP/1.1" status: 200 len: 870 time: 0.2826941 Dec 06 17:08:24.550325 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba5a2f9-fed7-49eb-9b2d-0ab19656912e None None] DHCP port deletion for 5cdb5fce-6da7-4093-b118-beac0f6f77a1 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:08:24.574834 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90458f39-45ca-4eb8-af3b-a3fa716c92c7 req-32ab406e-ffc9-45d8-a116-865b709bd03a tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:24.577023 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-90458f39-45ca-4eb8-af3b-a3fa716c92c7 req-32ab406e-ffc9-45d8-a116-865b709bd03a tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/networks?id=5345745c-70bf-40fb-8cb5-545836ece5ce HTTP/1.1" status: 200 len: 805 time: 0.1678946 Dec 06 17:08:24.598091 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74735e5b-a391-49c3-9b57-38fdac4f95e7 req-bd2d36e1-c7d5-406a-92e1-05d9b2a4a433 tempest-ServersAdminTestJSON-1396877235 tempest-ServersAdminTestJSON-1396877235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:24.602353 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-90458f39-45ca-4eb8-af3b-a3fa716c92c7 req-389da8bd-8137-4f9a-ad7e-90dce52ffb2b tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/quotas/659cd0f4811845faa9fc0d0d08b99b79 HTTP/1.1" status: 200 len: 375 time: 0.0189862 Dec 06 17:08:24.605806 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-74735e5b-a391-49c3-9b57-38fdac4f95e7 req-bd2d36e1-c7d5-406a-92e1-05d9b2a4a433 tempest-ServersAdminTestJSON-1396877235 tempest-ServersAdminTestJSON-1396877235-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=33079cb3-b6df-4685-b7af-26e4c0a14648 HTTP/1.1" status: 200 len: 1101 time: 0.1529667 Dec 06 17:08:24.637860 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-bba5a2f9-fed7-49eb-9b2d-0ab19656912e None None] Deleting port c4d16874-7d26-457e-bb6e-08683606d4e3 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:08:24.638451 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bba5a2f9-fed7-49eb-9b2d-0ab19656912e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:24.647072 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b07a2e24-c7e0-428e-badf-59587c620822 req-ab1dd334-8b9a-4ce7-900d-f6f89f6d363e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=48171e5d-9d8e-4d77-bd09-fe2c8257e388 HTTP/1.1" status: 200 len: 217 time: 0.1230421 Dec 06 17:08:24.678730 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-90458f39-45ca-4eb8-af3b-a3fa716c92c7 req-00332021-d47a-4645-8dc1-2692c2412180 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=659cd0f4811845faa9fc0d0d08b99b79&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0754144 Dec 06 17:08:24.693282 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-74735e5b-a391-49c3-9b57-38fdac4f95e7 req-7abbbbb0-d11f-4cc3-a81e-334bd552025f tempest-ServersAdminTestJSON-1396877235 tempest-ServersAdminTestJSON-1396877235-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=05993717-efad-46b6-9cd9-33188c432d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865579 Dec 06 17:08:24.733731 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a2e24-c7e0-428e-badf-59587c620822 req-97a9f2f0-9c6b-433a-8eab-1cbb693b972f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:24.735561 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b07a2e24-c7e0-428e-badf-59587c620822 req-97a9f2f0-9c6b-433a-8eab-1cbb693b972f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1342252a-21e4-4783-88ff-f54776c79059 HTTP/1.1" status: 200 len: 843 time: 0.0788651 Dec 06 17:08:24.742237 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-051a9d2a-e80c-4b3e-8db0-2b22d84ccbe6 admin admin] Deleting port c4d16874-7d26-457e-bb6e-08683606d4e3 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:08:24.742879 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-051a9d2a-e80c-4b3e-8db0-2b22d84ccbe6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:24.749056 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-bba5a2f9-fed7-49eb-9b2d-0ab19656912e None None] For port c4d16874-7d26-457e-bb6e-08683606d4e3, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c4d16874-7d26-457e-bb6e-08683606d4e3,segment=NetworkSegment(c1a901bd-4847-435b-93f8-61b807a48c35),segment_id=c1a901bd-4847-435b-93f8-61b807a48c35)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:08:24.749493 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bba5a2f9-fed7-49eb-9b2d-0ab19656912e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:24.763581 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-bba5a2f9-fed7-49eb-9b2d-0ab19656912e None None] Calling delete_port for c4d16874-7d26-457e-bb6e-08683606d4e3 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:08:24.815061 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-90458f39-45ca-4eb8-af3b-a3fa716c92c7 req-0f8e73eb-0b78-4194-9fcd-c8e1ee053fdb service neutron] 10.222.0.23 "GET /v2.0/networks/5345745c-70bf-40fb-8cb5-545836ece5ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354501 Dec 06 17:08:24.883361 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-051a9d2a-e80c-4b3e-8db0-2b22d84ccbe6 admin admin] For port c4d16874-7d26-457e-bb6e-08683606d4e3, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c4d16874-7d26-457e-bb6e-08683606d4e3,segment=NetworkSegment(c1a901bd-4847-435b-93f8-61b807a48c35),segment_id=c1a901bd-4847-435b-93f8-61b807a48c35)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:08:24.883952 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-051a9d2a-e80c-4b3e-8db0-2b22d84ccbe6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:24.894495 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bba5a2f9-fed7-49eb-9b2d-0ab19656912e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:24.914579 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a2e24-c7e0-428e-badf-59587c620822 req-9e4e6536-5264-4d5d-a45e-76330c24c6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:24.917208 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b07a2e24-c7e0-428e-badf-59587c620822 req-9e4e6536-5264-4d5d-a45e-76330c24c6d7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee08a0d2-834f-4c39-be47-9c424581246a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1472695 Dec 06 17:08:24.922909 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-051a9d2a-e80c-4b3e-8db0-2b22d84ccbe6 admin admin] Calling delete_port for c4d16874-7d26-457e-bb6e-08683606d4e3 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:08:24.952122 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba5a2f9-fed7-49eb-9b2d-0ab19656912e None None] Pushing event deleted for resources: {'Port': ['ID=c4d16874-7d26-457e-bb6e-08683606d4e3,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:08:24.962395 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-90458f39-45ca-4eb8-af3b-a3fa716c92c7 req-cbf673a4-0311-4c82-933f-2248d31c9cee service neutron] 10.222.0.23 "GET /v2.0/networks/5345745c-70bf-40fb-8cb5-545836ece5ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399601 Dec 06 17:08:24.965782 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba5a2f9-fed7-49eb-9b2d-0ab19656912e None None] No DVR routers for this DVR port c4d16874-7d26-457e-bb6e-08683606d4e3 on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:08:25.117216 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b07a2e24-c7e0-428e-badf-59587c620822 req-0b2488dd-cd71-4038-bfbf-86bf40e48802 service neutron] 10.222.0.44 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921043 Dec 06 17:08:25.126705 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dbe79c-ddc4-4295-b483-b3c2f0c1cdbf req-7e4f5e6b-5e3c-47f0-9b14-47dc952c3f64 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:25.128388 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-20dbe79c-ddc4-4295-b483-b3c2f0c1cdbf req-7e4f5e6b-5e3c-47f0-9b14-47dc952c3f64 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=420dab89-01de-4f05-8ee1-f1a1d05e3583 HTTP/1.1" status: 200 len: 949 time: 0.1340895 Dec 06 17:08:25.208718 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816ee957-7702-45fc-9192-bb0f97f20b83 req-7208aa72-ac60-4cb6-b428-ddf13e9e6de7 tempest-ServersAdminTestJSON-1396877235 tempest-ServersAdminTestJSON-1396877235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:25.210800 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-816ee957-7702-45fc-9192-bb0f97f20b83 req-7208aa72-ac60-4cb6-b428-ddf13e9e6de7 tempest-ServersAdminTestJSON-1396877235 tempest-ServersAdminTestJSON-1396877235-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=33079cb3-b6df-4685-b7af-26e4c0a14648 HTTP/1.1" status: 200 len: 1101 time: 0.0457058 Dec 06 17:08:25.247133 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-20dbe79c-ddc4-4295-b483-b3c2f0c1cdbf req-5869efd6-3903-40ea-94d6-7e33a2a8da6a tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047492 Dec 06 17:08:25.260995 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-051a9d2a-e80c-4b3e-8db0-2b22d84ccbe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:25.289502 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-816ee957-7702-45fc-9192-bb0f97f20b83 req-26af078d-5493-4e1d-bd56-5664e33916d1 tempest-ServersAdminTestJSON-1396877235 tempest-ServersAdminTestJSON-1396877235-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=05993717-efad-46b6-9cd9-33188c432d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710793 Dec 06 17:08:25.295262 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051a9d2a-e80c-4b3e-8db0-2b22d84ccbe6 admin admin] No DVR routers for this DVR port c4d16874-7d26-457e-bb6e-08683606d4e3 on host n-d-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:08:25.362270 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051a9d2a-e80c-4b3e-8db0-2b22d84ccbe6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4d16874-7d26-457e-bb6e-08683606d4e3,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:08:25.430340 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-cc287497-3715-4539-bb94-97e209d27d9e req-2b9733fa-9483-47fd-90fe-f3aa369548dd tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6272bfd-53d3-4c52-b2aa-8fc636d86453 HTTP/1.1" status: 200 len: 210 time: 0.0489705 Dec 06 17:08:25.448954 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device c4d16874-7d26-457e-bb6e-08683606d4e3 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:08:25.450061 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-051a9d2a-e80c-4b3e-8db0-2b22d84ccbe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:25.464786 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b07a2e24-c7e0-428e-badf-59587c620822 req-e5b67a42-8102-453c-9be0-2785da425e58 service neutron] 10.222.0.44 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3354311 Dec 06 17:08:25.479233 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-051a9d2a-e80c-4b3e-8db0-2b22d84ccbe6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cdb5fce-6da7-4093-b118-beac0f6f77a1']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:08:25.507008 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-051a9d2a-e80c-4b3e-8db0-2b22d84ccbe6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1a901bd-4847-435b-93f8-61b807a48c35') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:08:25.508233 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-051a9d2a-e80c-4b3e-8db0-2b22d84ccbe6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1a901bd-4847-435b-93f8-61b807a48c35') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:08:25.518490 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: c4d16874-7d26-457e-bb6e-08683606d4e3 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:08:25.518840 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device c4d16874-7d26-457e-bb6e-08683606d4e3 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:08:25.519430 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 42fe9ac8-a31c-4c54-b9f3-8386f691caa8 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:08:25.522744 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-051a9d2a-e80c-4b3e-8db0-2b22d84ccbe6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:25.539417 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-051a9d2a-e80c-4b3e-8db0-2b22d84ccbe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:25.546463 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-051a9d2a-e80c-4b3e-8db0-2b22d84ccbe6 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:08:25.546939 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-051a9d2a-e80c-4b3e-8db0-2b22d84ccbe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:25.562601 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 42fe9ac8-a31c-4c54-b9f3-8386f691caa8 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:08:25.563144 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 42fe9ac8-a31c-4c54-b9f3-8386f691caa8 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:08:25.564119 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device befc1ab4-f7fe-4236-bfbe-da7259660dd0 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:08:25.604828 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: befc1ab4-f7fe-4236-bfbe-da7259660dd0 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:08:25.605156 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device befc1ab4-f7fe-4236-bfbe-da7259660dd0 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:08:25.629618 n-d-master-1 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:08:25.629618 n-d-master-1 neutron-server[103285]: self.session.flush() Dec 06 17:08:25.629618 n-d-master-1 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:08:25.629618 n-d-master-1 neutron-server[103285]: self.session.flush() Dec 06 17:08:25.629618 n-d-master-1 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:08:25.629618 n-d-master-1 neutron-server[103285]: self.session.flush() Dec 06 17:08:25.629618 n-d-master-1 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:08:25.629618 n-d-master-1 neutron-server[103285]: self.session.flush() Dec 06 17:08:25.629618 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:08:25.629618 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:08:25.629618 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:08:25.629618 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:08:25.629618 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:08:25.629618 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:08:25.629618 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:08:25.629618 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:08:25.629618 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:08:25.629618 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:08:25.629618 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:08:25.629618 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:08:25.629618 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:08:25.629618 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:08:25.629618 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:08:25.629618 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:08:25.629618 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:08:25.629618 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:08:25.629618 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:08:25.629618 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:08:25.629618 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:08:25.629618 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:08:25.629618 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:08:25.629618 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:08:25.629618 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:08:25.629618 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:08:25.629618 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:08:25.629618 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:08:25.629618 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:08:25.629618 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:08:25.629618 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:08:25.629618 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:08:25.638064 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-051a9d2a-e80c-4b3e-8db0-2b22d84ccbe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:25.651627 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-051a9d2a-e80c-4b3e-8db0-2b22d84ccbe6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:25.670629 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-051a9d2a-e80c-4b3e-8db0-2b22d84ccbe6 admin admin] 10.222.0.23 "DELETE /v2.0/networks/5cdb5fce-6da7-4093-b118-beac0f6f77a1 HTTP/1.1" status: 204 len: 168 time: 1.3960652 Dec 06 17:08:25.698788 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051a9d2a-e80c-4b3e-8db0-2b22d84ccbe6 admin admin] Pushing event deleted for resources: {'Network': ['ID=5cdb5fce-6da7-4093-b118-beac0f6f77a1,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:08:25.848159 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 37600) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:08:25.860087 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7fa473-67bd-428b-add0-a176c76d858a req-92df5404-3166-4314-bc2f-2051fe800603 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:25.868611 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5f7fa473-67bd-428b-add0-a176c76d858a req-92df5404-3166-4314-bc2f-2051fe800603 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/ports?device_id=8148c7dd-61d4-431d-b95f-af84f3acd88e HTTP/1.1" status: 200 len: 949 time: 0.1245377 Dec 06 17:08:25.900798 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 559a71bf-6361-4886-aa18-d676e7444a4d no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:08:25.906685 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-7be16917-56e9-4c37-bc77-475c2dc1f852 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=59360f46555441bea3c8b7e681c1b196&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0572412 Dec 06 17:08:25.909580 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 37602) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:08:25.922639 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5c5c18-9e1d-4a24-8e5b-5231ba409d2b req-2b30d16f-1696-4c4c-a337-64fbd87e920c tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:25.924121 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ab5c5c18-9e1d-4a24-8e5b-5231ba409d2b req-2b30d16f-1696-4c4c-a337-64fbd87e920c tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.44 "GET /v2.0/ports?device_id=3eeb54a9-0676-4dc0-860c-36ca440cc77b HTTP/1.1" status: 200 len: 945 time: 0.1178367 Dec 06 17:08:25.970296 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-56a666d7-abeb-4aa0-94cb-02725c93fa2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:26.000661 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:26.004080 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-56a666d7-abeb-4aa0-94cb-02725c93fa2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:26.031593 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eeb54a9-0676-4dc0-860c-36ca440cc77b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '559a71bf-6361-4886-aa18-d676e7444a4d'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:08:26.034449 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c43b4f8-a3f7-42c3-b729-f25093b7763b" -d '{"events": [{"server_uuid": "3eeb54a9-0676-4dc0-860c-36ca440cc77b", "name": "network-vif-unplugged", "status": "completed", "tag": "559a71bf-6361-4886-aa18-d676e7444a4d"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:08:26.076708 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 559a71bf-6361-4886-aa18-d676e7444a4d, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=559a71bf-6361-4886-aa18-d676e7444a4d,segment=NetworkSegment(1d12c223-c1ef-4a9f-920c-d1018ef932ee),segment_id=1d12c223-c1ef-4a9f-920c-d1018ef932ee)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:08:26.087390 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:26.127799 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 17:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af377c2b-af73-413c-ba2d-9b3f1df29326 x-openstack-request-id: req-af377c2b-af73-413c-ba2d-9b3f1df29326 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:08:26.128198 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eeb54a9-0676-4dc0-860c-36ca440cc77b", "name": "network-vif-unplugged", "status": "completed", "tag": "559a71bf-6361-4886-aa18-d676e7444a4d", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:08:26.128647 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-af377c2b-af73-413c-ba2d-9b3f1df29326 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:08:26.129143 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eeb54a9-0676-4dc0-860c-36ca440cc77b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '559a71bf-6361-4886-aa18-d676e7444a4d', 'code': 200} Dec 06 17:08:26.176824 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=559a71bf-6361-4886-aa18-d676e7444a4d,revision_number=8']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:08:26.336573 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-56a666d7-abeb-4aa0-94cb-02725c93fa2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:26.340132 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-56a666d7-abeb-4aa0-94cb-02725c93fa2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:26.341433 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-56a666d7-abeb-4aa0-94cb-02725c93fa2f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ea551b5b-a238-4417-8984-a0db3b462d1c HTTP/1.1" status: 204 len: 168 time: 0.4305382 Dec 06 17:08:26.357004 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a666d7-abeb-4aa0-94cb-02725c93fa2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea551b5b-a238-4417-8984-a0db3b462d1c,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:08:26.430119 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c847a494-a343-4844-9ed1-05c5b27dbfed req-a29930c0-f885-4d8f-ac3c-4b581d1e7bf0 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:26.440358 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c847a494-a343-4844-9ed1-05c5b27dbfed req-a29930c0-f885-4d8f-ac3c-4b581d1e7bf0 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=420dab89-01de-4f05-8ee1-f1a1d05e3583 HTTP/1.1" status: 200 len: 949 time: 0.0714493 Dec 06 17:08:26.456840 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5f7fa473-67bd-428b-add0-a176c76d858a req-114f5f6c-f215-4d0a-b99e-a2de3d3aa63f tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/security-groups?id=05993717-efad-46b6-9cd9-33188c432d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5872486 Dec 06 17:08:26.495473 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c847a494-a343-4844-9ed1-05c5b27dbfed req-7c0282c2-301f-4155-b3ba-aeca3bc1c3bb tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535889 Dec 06 17:08:26.569811 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-ab5c5c18-9e1d-4a24-8e5b-5231ba409d2b req-4faf1349-b440-42dc-992e-a2cdbd755022 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Deleting port 559a71bf-6361-4886-aa18-d676e7444a4d {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:08:26.570164 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-ab5c5c18-9e1d-4a24-8e5b-5231ba409d2b req-4faf1349-b440-42dc-992e-a2cdbd755022 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:26.769651 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-ab5c5c18-9e1d-4a24-8e5b-5231ba409d2b req-4faf1349-b440-42dc-992e-a2cdbd755022 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] For port 559a71bf-6361-4886-aa18-d676e7444a4d, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=559a71bf-6361-4886-aa18-d676e7444a4d,segment=NetworkSegment(1d12c223-c1ef-4a9f-920c-d1018ef932ee),segment_id=1d12c223-c1ef-4a9f-920c-d1018ef932ee)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:08:26.769651 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-ab5c5c18-9e1d-4a24-8e5b-5231ba409d2b req-4faf1349-b440-42dc-992e-a2cdbd755022 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:26.797168 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-ab5c5c18-9e1d-4a24-8e5b-5231ba409d2b req-4faf1349-b440-42dc-992e-a2cdbd755022 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Calling delete_port for 559a71bf-6361-4886-aa18-d676e7444a4d owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:08:26.831726 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e726676a-5685-4371-aea0-405353f9f3db req-17fa0aa3-59bc-43f1-9078-8554662f1443 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6272bfd-53d3-4c52-b2aa-8fc636d86453 HTTP/1.1" status: 200 len: 210 time: 0.0790925 Dec 06 17:08:26.875295 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90458f39-45ca-4eb8-af3b-a3fa716c92c7 req-e76ed579-35b4-4f7f-8d29-508364b71f08 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:26.876889 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-90458f39-45ca-4eb8-af3b-a3fa716c92c7 req-e76ed579-35b4-4f7f-8d29-508364b71f08 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.41 "GET /v2.0/networks?id=5345745c-70bf-40fb-8cb5-545836ece5ce HTTP/1.1" status: 200 len: 805 time: 0.2583151 Dec 06 17:08:26.894387 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-90458f39-45ca-4eb8-af3b-a3fa716c92c7 req-17e5ec83-bd90-495f-9978-55964405c2c5 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Request body: {'port': {'device_id': 'd6272bfd-53d3-4c52-b2aa-8fc636d86453', 'network_id': '5345745c-70bf-40fb-8cb5-545836ece5ce', 'admin_state_up': True, 'tenant_id': '659cd0f4811845faa9fc0d0d08b99b79'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:08:26.980903 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-ab5c5c18-9e1d-4a24-8e5b-5231ba409d2b req-4faf1349-b440-42dc-992e-a2cdbd755022 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:27.016208 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faf1349-b440-42dc-992e-a2cdbd755022 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Pushing event deleted for resources: {'Port': ['ID=559a71bf-6361-4886-aa18-d676e7444a4d,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:08:27.047960 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90458f39-45ca-4eb8-af3b-a3fa716c92c7 req-17e5ec83-bd90-495f-9978-55964405c2c5 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Made reservation on behalf of 659cd0f4811845faa9fc0d0d08b99b79 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:08:27.051782 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-90458f39-45ca-4eb8-af3b-a3fa716c92c7 req-17e5ec83-bd90-495f-9978-55964405c2c5 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:27.064417 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab5c5c18-9e1d-4a24-8e5b-5231ba409d2b req-4faf1349-b440-42dc-992e-a2cdbd755022 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] No DVR routers for this DVR port 559a71bf-6361-4886-aa18-d676e7444a4d on host n-h2-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:08:27.067109 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-ab5c5c18-9e1d-4a24-8e5b-5231ba409d2b req-4faf1349-b440-42dc-992e-a2cdbd755022 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:27.071334 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ab5c5c18-9e1d-4a24-8e5b-5231ba409d2b req-4faf1349-b440-42dc-992e-a2cdbd755022 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.44 "DELETE /v2.0/ports/559a71bf-6361-4886-aa18-d676e7444a4d HTTP/1.1" status: 204 len: 173 time: 1.1402137 Dec 06 17:08:27.071334 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eeb54a9-0676-4dc0-860c-36ca440cc77b', 'name': 'network-vif-deleted', 'tag': '559a71bf-6361-4886-aa18-d676e7444a4d'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:08:27.074349 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa00e40b-3dae-418c-baa4-dcda3f253beb" -d '{"events": [{"server_uuid": "3eeb54a9-0676-4dc0-860c-36ca440cc77b", "name": "network-vif-deleted", "tag": "559a71bf-6361-4886-aa18-d676e7444a4d"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:08:27.120000 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2bbd3fe-e586-4f04-bac1-cf91b9a00f6b x-openstack-request-id: req-f2bbd3fe-e586-4f04-bac1-cf91b9a00f6b {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:08:27.120339 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eeb54a9-0676-4dc0-860c-36ca440cc77b", "name": "network-vif-deleted", "tag": "559a71bf-6361-4886-aa18-d676e7444a4d", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:08:27.120604 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f2bbd3fe-e586-4f04-bac1-cf91b9a00f6b {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:08:27.121046 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eeb54a9-0676-4dc0-860c-36ca440cc77b', 'name': 'network-vif-deleted', 'tag': '559a71bf-6361-4886-aa18-d676e7444a4d', 'status': 'completed', 'code': 200} Dec 06 17:08:27.223994 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-90458f39-45ca-4eb8-af3b-a3fa716c92c7 req-17e5ec83-bd90-495f-9978-55964405c2c5 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Allocated IP 172.20.0.2 (5345745c-70bf-40fb-8cb5-545836ece5ce/48f1cc23-c700-419f-b04b-ebb1334c97b9/4705328b-8978-4630-a8c3-92e626f82fa8) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:08:27.365828 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 37638) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:08:27.395384 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-90458f39-45ca-4eb8-af3b-a3fa716c92c7 req-17e5ec83-bd90-495f-9978-55964405c2c5 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:27.433904 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-90458f39-45ca-4eb8-af3b-a3fa716c92c7 req-17e5ec83-bd90-495f-9978-55964405c2c5 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:27.504940 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90458f39-45ca-4eb8-af3b-a3fa716c92c7 req-17e5ec83-bd90-495f-9978-55964405c2c5 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Network 5345745c-70bf-40fb-8cb5-545836ece5ce is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:08:27.512408 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-90458f39-45ca-4eb8-af3b-a3fa716c92c7 req-17e5ec83-bd90-495f-9978-55964405c2c5 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:08:27.512862 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db326b80-f22f-4a48-882a-a11b0a0b3417 req-46dd9d60-0ff5-43ee-ba2c-974ae62cb50a tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:27.515511 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-db326b80-f22f-4a48-882a-a11b0a0b3417 req-46dd9d60-0ff5-43ee-ba2c-974ae62cb50a tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.41 "GET /v2.0/ports?device_id=8148c7dd-61d4-431d-b95f-af84f3acd88e HTTP/1.1" status: 200 len: 949 time: 0.0915775 Dec 06 17:08:27.515738 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-90458f39-45ca-4eb8-af3b-a3fa716c92c7 req-17e5ec83-bd90-495f-9978-55964405c2c5 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:08:27.524064 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-5eb6dd66-3939-4ea1-850f-a608fdf53d2f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1935056216-network', 'tenant_id': 'fe60e3a576264fb3bcf3feb5d64e341c'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:08:27.566798 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e5ec83-bd90-495f-9978-55964405c2c5 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Pushing event updated for resources: {'Port': ['ID=4705328b-8978-4630-a8c3-92e626f82fa8,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:08:27.590923 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90458f39-45ca-4eb8-af3b-a3fa716c92c7 req-17e5ec83-bd90-495f-9978-55964405c2c5 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:27.592450 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-90458f39-45ca-4eb8-af3b-a3fa716c92c7 req-17e5ec83-bd90-495f-9978-55964405c2c5 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:27.625431 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eb6dd66-3939-4ea1-850f-a608fdf53d2f admin admin] Made reservation on behalf of fe60e3a576264fb3bcf3feb5d64e341c for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:08:27.627756 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5eb6dd66-3939-4ea1-850f-a608fdf53d2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:27.670824 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5eb6dd66-3939-4ea1-850f-a608fdf53d2f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:27.673608 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-90458f39-45ca-4eb8-af3b-a3fa716c92c7 req-17e5ec83-bd90-495f-9978-55964405c2c5 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7831304 Dec 06 17:08:27.698762 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837059ba-7a81-4d56-b7ca-1cf586e6398e req-8a35662c-4add-4f11-bedd-f32a654a161c tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:27.700970 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-837059ba-7a81-4d56-b7ca-1cf586e6398e req-8a35662c-4add-4f11-bedd-f32a654a161c tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/ports?device_id=8148c7dd-61d4-431d-b95f-af84f3acd88e HTTP/1.1" status: 200 len: 949 time: 0.1182940 Dec 06 17:08:27.706059 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-90458f39-45ca-4eb8-af3b-a3fa716c92c7 req-d931a2bc-f832-41c6-b620-1b72d3aaf6aa service neutron] Request body: {'port': {'device_id': 'd6272bfd-53d3-4c52-b2aa-8fc636d86453', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:08:27.758165 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e32d17e-cba3-4666-86cd-13ac2f8f1d46 req-7189df80-45c0-44ac-8114-697802b068a9 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:27.759741 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8e32d17e-cba3-4666-86cd-13ac2f8f1d46 req-7189df80-45c0-44ac-8114-697802b068a9 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=420dab89-01de-4f05-8ee1-f1a1d05e3583 HTTP/1.1" status: 200 len: 949 time: 0.1119258 Dec 06 17:08:27.783426 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-db326b80-f22f-4a48-882a-a11b0a0b3417 req-63cea0e9-1ac3-4238-b599-2017697456d5 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Deleting port eb84f412-c9dc-4e4b-a8e7-2b2dbf804268 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:08:27.783725 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-db326b80-f22f-4a48-882a-a11b0a0b3417 req-63cea0e9-1ac3-4238-b599-2017697456d5 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:27.816349 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-837059ba-7a81-4d56-b7ca-1cf586e6398e req-db3306ee-866a-4836-b752-a3738151638c tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/security-groups?id=05993717-efad-46b6-9cd9-33188c432d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059253 Dec 06 17:08:27.819021 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-90458f39-45ca-4eb8-af3b-a3fa716c92c7 req-d931a2bc-f832-41c6-b620-1b72d3aaf6aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:27.916886 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5eb6dd66-3939-4ea1-850f-a608fdf53d2f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:27.924255 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8e32d17e-cba3-4666-86cd-13ac2f8f1d46 req-0d0d7b95-edb8-465a-bdc9-2ba07974c74a tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543322 Dec 06 17:08:27.931802 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5eb6dd66-3939-4ea1-850f-a608fdf53d2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:27.954345 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-db326b80-f22f-4a48-882a-a11b0a0b3417 req-63cea0e9-1ac3-4238-b599-2017697456d5 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] For port eb84f412-c9dc-4e4b-a8e7-2b2dbf804268, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=eb84f412-c9dc-4e4b-a8e7-2b2dbf804268,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:08:27.954724 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-db326b80-f22f-4a48-882a-a11b0a0b3417 req-63cea0e9-1ac3-4238-b599-2017697456d5 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:27.979948 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5eb6dd66-3939-4ea1-850f-a608fdf53d2f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:08:27.982045 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-db326b80-f22f-4a48-882a-a11b0a0b3417 req-63cea0e9-1ac3-4238-b599-2017697456d5 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Calling delete_port for eb84f412-c9dc-4e4b-a8e7-2b2dbf804268 owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:08:27.996965 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb6dd66-3939-4ea1-850f-a608fdf53d2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23cc6255-245b-4589-9144-6ff7ca2026d6,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:08:28.007214 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5eb6dd66-3939-4ea1-850f-a608fdf53d2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:28.007612 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-5eb6dd66-3939-4ea1-850f-a608fdf53d2f admin admin] Added segment 37564910-9f47-4794-bf33-ea554b859931 of type vlan for network 38e9421e-e7b9-437c-af0d-391045fd168d Dec 06 17:08:28.092668 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5eb6dd66-3939-4ea1-850f-a608fdf53d2f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:28.143406 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5eb6dd66-3939-4ea1-850f-a608fdf53d2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:28.144409 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb6dd66-3939-4ea1-850f-a608fdf53d2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:28.145006 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5eb6dd66-3939-4ea1-850f-a608fdf53d2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:28.197942 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-90458f39-45ca-4eb8-af3b-a3fa716c92c7 req-d931a2bc-f832-41c6-b620-1b72d3aaf6aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4705328b-8978-4630-a8c3-92e626f82fa8 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:08:28.208080 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-90458f39-45ca-4eb8-af3b-a3fa716c92c7 req-d931a2bc-f832-41c6-b620-1b72d3aaf6aa service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:28.225549 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef23d71-d0ac-4142-b2a8-2b054a820ba6 req-207c87f2-ce4f-45b9-9103-2d11fa1af075 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:28.227314 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bef23d71-d0ac-4142-b2a8-2b054a820ba6 req-207c87f2-ce4f-45b9-9103-2d11fa1af075 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6272bfd-53d3-4c52-b2aa-8fc636d86453 HTTP/1.1" status: 200 len: 931 time: 0.1033318 Dec 06 17:08:28.238808 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-90458f39-45ca-4eb8-af3b-a3fa716c92c7 req-d931a2bc-f832-41c6-b620-1b72d3aaf6aa service neutron] Transition to ACTIVE for port object 4705328b-8978-4630-a8c3-92e626f82fa8 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:08:28.244686 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 37654) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:08:28.244943 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-5eb6dd66-3939-4ea1-850f-a608fdf53d2f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8778389 Dec 06 17:08:28.247944 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-90458f39-45ca-4eb8-af3b-a3fa716c92c7 req-d931a2bc-f832-41c6-b620-1b72d3aaf6aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:28.253928 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-abbc3ee7-a4f6-48f1-83fb-c10b2352680f admin admin] Request body: {'subnet': {'network_id': '38e9421e-e7b9-437c-af0d-391045fd168d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1935056216-subnet', 'tenant_id': 'fe60e3a576264fb3bcf3feb5d64e341c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:08:28.255479 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb6dd66-3939-4ea1-850f-a608fdf53d2f admin admin] Pushing event updated for resources: {'Network': ['ID=38e9421e-e7b9-437c-af0d-391045fd168d,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:08:28.265344 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-db326b80-f22f-4a48-882a-a11b0a0b3417 req-63cea0e9-1ac3-4238-b599-2017697456d5 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:28.283241 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 38e9421e-e7b9-437c-af0d-391045fd168d details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:08:28.288668 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['eb84f412-c9dc-4e4b-a8e7-2b2dbf804268', 'f266378e-6360-4808-a93e-af8a2aa71b50'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:08:28.299322 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cea0e9-1ac3-4238-b599-2017697456d5 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Pushing event deleted for resources: {'Port': ['ID=eb84f412-c9dc-4e4b-a8e7-2b2dbf804268,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:08:28.366980 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-db326b80-f22f-4a48-882a-a11b0a0b3417 req-63cea0e9-1ac3-4238-b599-2017697456d5 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] No DVR routers for this DVR port eb84f412-c9dc-4e4b-a8e7-2b2dbf804268 on host n-h1-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:08:28.375404 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['63971c5b-27ae-4903-af23-b6e4acbd094f'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:08:28.378402 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abbc3ee7-a4f6-48f1-83fb-c10b2352680f admin admin] Made reservation on behalf of fe60e3a576264fb3bcf3feb5d64e341c for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:08:28.381032 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-db326b80-f22f-4a48-882a-a11b0a0b3417 req-63cea0e9-1ac3-4238-b599-2017697456d5 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:28.381191 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-abbc3ee7-a4f6-48f1-83fb-c10b2352680f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:28.384136 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-db326b80-f22f-4a48-882a-a11b0a0b3417 req-63cea0e9-1ac3-4238-b599-2017697456d5 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.41 "DELETE /v2.0/ports/eb84f412-c9dc-4e4b-a8e7-2b2dbf804268 HTTP/1.1" status: 204 len: 173 time: 0.8461721 Dec 06 17:08:28.392512 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d931a2bc-f832-41c6-b620-1b72d3aaf6aa service neutron] Pushing event updated for resources: {'Port': ['ID=4705328b-8978-4630-a8c3-92e626f82fa8,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:08:28.499236 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bef23d71-d0ac-4142-b2a8-2b054a820ba6 req-2e29c038-8da6-4bdf-bcec-fe62bfc10c0d tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/security-groups?id=79a8a720-4d91-42c0-8bdb-aecf1d5b7573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630441 Dec 06 17:08:28.628418 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-90458f39-45ca-4eb8-af3b-a3fa716c92c7 req-d931a2bc-f832-41c6-b620-1b72d3aaf6aa service neutron] Attempting to bind port 4705328b-8978-4630-a8c3-92e626f82fa8 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:08:28.628751 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-90458f39-45ca-4eb8-af3b-a3fa716c92c7 req-d931a2bc-f832-41c6-b620-1b72d3aaf6aa service neutron] Attempting to bind port 4705328b-8978-4630-a8c3-92e626f82fa8 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '1d12c223-c1ef-4a9f-920c-d1018ef932ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5345745c-70bf-40fb-8cb5-545836ece5ce'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:08:28.629158 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90458f39-45ca-4eb8-af3b-a3fa716c92c7 req-d931a2bc-f832-41c6-b620-1b72d3aaf6aa service neutron] Attempting to bind port 4705328b-8978-4630-a8c3-92e626f82fa8 on network 5345745c-70bf-40fb-8cb5-545836ece5ce {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:08:28.640529 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90458f39-45ca-4eb8-af3b-a3fa716c92c7 req-d931a2bc-f832-41c6-b620-1b72d3aaf6aa service neutron] Port 4705328b-8978-4630-a8c3-92e626f82fa8 on network 5345745c-70bf-40fb-8cb5-545836ece5ce not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:08:28.640868 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90458f39-45ca-4eb8-af3b-a3fa716c92c7 req-d931a2bc-f832-41c6-b620-1b72d3aaf6aa service neutron] Attempting to bind port 4705328b-8978-4630-a8c3-92e626f82fa8 on network 5345745c-70bf-40fb-8cb5-545836ece5ce {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:08:28.652612 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90458f39-45ca-4eb8-af3b-a3fa716c92c7 req-d931a2bc-f832-41c6-b620-1b72d3aaf6aa service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:08:28.653069 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90458f39-45ca-4eb8-af3b-a3fa716c92c7 req-d931a2bc-f832-41c6-b620-1b72d3aaf6aa service neutron] Checking segment: {'id': '1d12c223-c1ef-4a9f-920c-d1018ef932ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5345745c-70bf-40fb-8cb5-545836ece5ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:08:28.653685 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90458f39-45ca-4eb8-af3b-a3fa716c92c7 req-d931a2bc-f832-41c6-b620-1b72d3aaf6aa service neutron] Bound using segment: {'id': '1d12c223-c1ef-4a9f-920c-d1018ef932ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5345745c-70bf-40fb-8cb5-545836ece5ce'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:08:28.654254 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-90458f39-45ca-4eb8-af3b-a3fa716c92c7 req-d931a2bc-f832-41c6-b620-1b72d3aaf6aa service neutron] Bound port: 4705328b-8978-4630-a8c3-92e626f82fa8, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d12c223-c1ef-4a9f-920c-d1018ef932ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5345745c-70bf-40fb-8cb5-545836ece5ce'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:08:28.654950 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-90458f39-45ca-4eb8-af3b-a3fa716c92c7 req-d931a2bc-f832-41c6-b620-1b72d3aaf6aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:28.813553 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-90458f39-45ca-4eb8-af3b-a3fa716c92c7 req-d931a2bc-f832-41c6-b620-1b72d3aaf6aa service neutron] For port 4705328b-8978-4630-a8c3-92e626f82fa8, host n-h1-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:08:28.818409 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-90458f39-45ca-4eb8-af3b-a3fa716c92c7 req-d931a2bc-f832-41c6-b620-1b72d3aaf6aa service neutron] For port 4705328b-8978-4630-a8c3-92e626f82fa8, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=4705328b-8978-4630-a8c3-92e626f82fa8,segment=NetworkSegment(1d12c223-c1ef-4a9f-920c-d1018ef932ee),segment_id=1d12c223-c1ef-4a9f-920c-d1018ef932ee)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:08:28.825650 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-90458f39-45ca-4eb8-af3b-a3fa716c92c7 req-d931a2bc-f832-41c6-b620-1b72d3aaf6aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:28.831725 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-abbc3ee7-a4f6-48f1-83fb-c10b2352680f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:28.922487 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90458f39-45ca-4eb8-af3b-a3fa716c92c7 req-d931a2bc-f832-41c6-b620-1b72d3aaf6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:28.925688 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-90458f39-45ca-4eb8-af3b-a3fa716c92c7 req-d931a2bc-f832-41c6-b620-1b72d3aaf6aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:28.927261 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-90458f39-45ca-4eb8-af3b-a3fa716c92c7 req-d931a2bc-f832-41c6-b620-1b72d3aaf6aa service neutron] 10.222.0.41 "PUT /v2.0/ports/4705328b-8978-4630-a8c3-92e626f82fa8 HTTP/1.1" status: 200 len: 1091 time: 1.2386615 Dec 06 17:08:28.929659 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6272bfd-53d3-4c52-b2aa-8fc636d86453', 'tag': '4705328b-8978-4630-a8c3-92e626f82fa8'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:08:28.932782 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a148964-ecad-4993-a0f9-7dc21cbd2241" -d '{"events": [{"name": "network-changed", "server_uuid": "d6272bfd-53d3-4c52-b2aa-8fc636d86453", "tag": "4705328b-8978-4630-a8c3-92e626f82fa8"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:08:28.976724 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbc3ee7-a4f6-48f1-83fb-c10b2352680f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d41e9e65-538a-4547-a8b4-2e17eb2a84dc,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:08:28.984042 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d931a2bc-f832-41c6-b620-1b72d3aaf6aa service neutron] Pushing event updated for resources: {'Port': ['ID=4705328b-8978-4630-a8c3-92e626f82fa8,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:08:29.020155 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ffbdd8e0-5d69-47eb-a57a-83aa0336c281 req-dd17576d-7eca-48a6-a9e5-4f5ce82eebb9 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/ports?device_id=8148c7dd-61d4-431d-b95f-af84f3acd88e HTTP/1.1" status: 200 len: 210 time: 0.0632677 Dec 06 17:08:29.051232 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbc3ee7-a4f6-48f1-83fb-c10b2352680f admin admin] Checking segment: {'id': '37564910-9f47-4794-bf33-ea554b859931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '38e9421e-e7b9-437c-af0d-391045fd168d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:08:29.051655 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abbc3ee7-a4f6-48f1-83fb-c10b2352680f admin admin] Network hostable DHCP agents. Network: 38e9421e-e7b9-437c-af0d-391045fd168d, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:08:29.082560 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc1c75bf-8a38-495c-9c71-1dcb13a8ebeb x-openstack-request-id: req-cc1c75bf-8a38-495c-9c71-1dcb13a8ebeb {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:08:29.082868 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6272bfd-53d3-4c52-b2aa-8fc636d86453", "tag": "4705328b-8978-4630-a8c3-92e626f82fa8", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:08:29.083222 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cc1c75bf-8a38-495c-9c71-1dcb13a8ebeb {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:08:29.083642 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6272bfd-53d3-4c52-b2aa-8fc636d86453', 'tag': '4705328b-8978-4630-a8c3-92e626f82fa8', 'status': 'completed', 'code': 200} Dec 06 17:08:29.086029 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abbc3ee7-a4f6-48f1-83fb-c10b2352680f admin admin] Network 38e9421e-e7b9-437c-af0d-391045fd168d is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:08:29.093987 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90458f39-45ca-4eb8-af3b-a3fa716c92c7 req-4bc8c733-56eb-49a8-aae0-f92ebfa900ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:29.095837 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-90458f39-45ca-4eb8-af3b-a3fa716c92c7 req-4bc8c733-56eb-49a8-aae0-f92ebfa900ac service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=659cd0f4811845faa9fc0d0d08b99b79&device_id=d6272bfd-53d3-4c52-b2aa-8fc636d86453 HTTP/1.1" status: 200 len: 1094 time: 0.0906599 Dec 06 17:08:29.108235 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-abbc3ee7-a4f6-48f1-83fb-c10b2352680f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 38e9421e-e7b9-437c-af0d-391045fd168d) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:08:29.120712 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3badb5-7b2c-46b1-9d46-3db7deb93b56 None None] Network 38e9421e-e7b9-437c-af0d-391045fd168d requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:08:29.122397 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8148c7dd-61d4-431d-b95f-af84f3acd88e', 'name': 'network-vif-deleted', 'tag': 'eb84f412-c9dc-4e4b-a8e7-2b2dbf804268'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:08:29.124747 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e49d23f-fcfd-4711-b29b-7fc43337e2d6" -d '{"events": [{"server_uuid": "8148c7dd-61d4-431d-b95f-af84f3acd88e", "name": "network-vif-deleted", "tag": "eb84f412-c9dc-4e4b-a8e7-2b2dbf804268"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:08:29.138374 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbc3ee7-a4f6-48f1-83fb-c10b2352680f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:29.139286 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-abbc3ee7-a4f6-48f1-83fb-c10b2352680f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:29.197906 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0de215-b779-42fb-b3ef-a8ee85f3fe3c req-fe73a33e-fc38-4cce-a8ff-2bed373b8aea tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:29.199679 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5b0de215-b779-42fb-b3ef-a8ee85f3fe3c req-fe73a33e-fc38-4cce-a8ff-2bed373b8aea tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=420dab89-01de-4f05-8ee1-f1a1d05e3583 HTTP/1.1" status: 200 len: 949 time: 0.0716965 Dec 06 17:08:29.214513 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-90458f39-45ca-4eb8-af3b-a3fa716c92c7 req-7950e1df-4ed7-4afb-9a0f-a64187523fb0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4705328b-8978-4630-a8c3-92e626f82fa8 HTTP/1.1" status: 200 len: 217 time: 0.0777984 Dec 06 17:08:29.223330 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-abbc3ee7-a4f6-48f1-83fb-c10b2352680f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9743817 Dec 06 17:08:29.223956 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 37672) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:08:29.231060 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-8c936ab1-91f2-404e-89b2-86efe0bd797f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1935056216-router', 'tenant_id': 'fe60e3a576264fb3bcf3feb5d64e341c', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:08:29.300607 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5b0de215-b779-42fb-b3ef-a8ee85f3fe3c req-7342a386-38d2-43af-852b-6205347a3b74 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942507 Dec 06 17:08:29.316807 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8c936ab1-91f2-404e-89b2-86efe0bd797f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:29.323449 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8c936ab1-91f2-404e-89b2-86efe0bd797f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:29.368575 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90458f39-45ca-4eb8-af3b-a3fa716c92c7 req-75d1c5cb-07c2-4186-98b9-109657424ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:29.371500 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08203903-8241-436e-8ce5-c061b43c2c71 x-openstack-request-id: req-08203903-8241-436e-8ce5-c061b43c2c71 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:08:29.371809 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8148c7dd-61d4-431d-b95f-af84f3acd88e", "name": "network-vif-deleted", "tag": "eb84f412-c9dc-4e4b-a8e7-2b2dbf804268", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:08:29.372070 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-08203903-8241-436e-8ce5-c061b43c2c71 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:08:29.372471 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8148c7dd-61d4-431d-b95f-af84f3acd88e', 'name': 'network-vif-deleted', 'tag': 'eb84f412-c9dc-4e4b-a8e7-2b2dbf804268', 'status': 'completed', 'code': 200} Dec 06 17:08:29.373049 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-90458f39-45ca-4eb8-af3b-a3fa716c92c7 req-75d1c5cb-07c2-4186-98b9-109657424ecc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=48f1cc23-c700-419f-b04b-ebb1334c97b9 HTTP/1.1" status: 200 len: 845 time: 0.1188154 Dec 06 17:08:29.411172 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1003a9cd-0c18-48bd-a87d-e964e08a50ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-38e9421e-e7b9-437c-af0d-391045fd168d', 'network_id': '38e9421e-e7b9-437c-af0d-391045fd168d', 'tenant_id': 'fe60e3a576264fb3bcf3feb5d64e341c', 'fixed_ips': [{'subnet_id': 'd41e9e65-538a-4547-a8b4-2e17eb2a84dc'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:08:29.413251 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1003a9cd-0c18-48bd-a87d-e964e08a50ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:29.430682 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8c936ab1-91f2-404e-89b2-86efe0bd797f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:29.455466 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-90458f39-45ca-4eb8-af3b-a3fa716c92c7 req-fbf127c4-b177-414e-958f-810f162c4624 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5345745c-70bf-40fb-8cb5-545836ece5ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382810 Dec 06 17:08:29.592732 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-1003a9cd-0c18-48bd-a87d-e964e08a50ed None None] Allocated IP 172.20.0.2 (38e9421e-e7b9-437c-af0d-391045fd168d/d41e9e65-538a-4547-a8b4-2e17eb2a84dc/e8add1ff-7ee5-4dbf-ae20-e1699dfdd213) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:08:29.627989 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8c936ab1-91f2-404e-89b2-86efe0bd797f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:29.663838 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869b1a82-ad89-4d13-b861-be1eeb3716ea req-31186e2b-45c5-462d-910e-d76cd99812d0 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:29.678522 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-869b1a82-ad89-4d13-b861-be1eeb3716ea req-31186e2b-45c5-462d-910e-d76cd99812d0 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6272bfd-53d3-4c52-b2aa-8fc636d86453 HTTP/1.1" status: 200 len: 943 time: 0.0814624 Dec 06 17:08:29.769658 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-869b1a82-ad89-4d13-b861-be1eeb3716ea req-15e7cae9-57b5-45b1-abb1-85c175ca0524 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/security-groups?id=79a8a720-4d91-42c0-8bdb-aecf1d5b7573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735862 Dec 06 17:08:29.781578 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-90458f39-45ca-4eb8-af3b-a3fa716c92c7 req-e01197d0-2e2e-4ebc-b4ec-2756f240c3ac service neutron] 10.222.0.41 "GET /v2.0/networks/5345745c-70bf-40fb-8cb5-545836ece5ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475777 Dec 06 17:08:29.836963 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1003a9cd-0c18-48bd-a87d-e964e08a50ed None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:29.844029 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1003a9cd-0c18-48bd-a87d-e964e08a50ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:29.901499 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-90458f39-45ca-4eb8-af3b-a3fa716c92c7 req-e22e418f-e81e-4368-8eb8-51218fd46bc2 service neutron] 10.222.0.41 "GET /v2.0/networks/5345745c-70bf-40fb-8cb5-545836ece5ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111264 Dec 06 17:08:29.902263 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1003a9cd-0c18-48bd-a87d-e964e08a50ed None None] Network 38e9421e-e7b9-437c-af0d-391045fd168d is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:08:29.908127 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-1003a9cd-0c18-48bd-a87d-e964e08a50ed None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:08:29.915289 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1003a9cd-0c18-48bd-a87d-e964e08a50ed None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:08:29.921589 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 559a71bf-6361-4886-aa18-d676e7444a4d no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:08:29.946669 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] No Port match for: 559a71bf-6361-4886-aa18-d676e7444a4d {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:08:29.947528 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 559a71bf-6361-4886-aa18-d676e7444a4d not bound to the agent host n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:08:29.949412 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1003a9cd-0c18-48bd-a87d-e964e08a50ed None None] Pushing event updated for resources: {'Port': ['ID=e8add1ff-7ee5-4dbf-ae20-e1699dfdd213,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:08:30.029670 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-1003a9cd-0c18-48bd-a87d-e964e08a50ed None None] Attempting to bind port e8add1ff-7ee5-4dbf-ae20-e1699dfdd213 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:08:30.030410 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-1003a9cd-0c18-48bd-a87d-e964e08a50ed None None] Attempting to bind port e8add1ff-7ee5-4dbf-ae20-e1699dfdd213 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '37564910-9f47-4794-bf33-ea554b859931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '38e9421e-e7b9-437c-af0d-391045fd168d'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:08:30.030995 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1003a9cd-0c18-48bd-a87d-e964e08a50ed None None] Attempting to bind port e8add1ff-7ee5-4dbf-ae20-e1699dfdd213 on network 38e9421e-e7b9-437c-af0d-391045fd168d {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:08:30.038794 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1003a9cd-0c18-48bd-a87d-e964e08a50ed None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:08:30.039579 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1003a9cd-0c18-48bd-a87d-e964e08a50ed None None] Checking segment: {'id': '37564910-9f47-4794-bf33-ea554b859931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '38e9421e-e7b9-437c-af0d-391045fd168d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:08:30.040267 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1003a9cd-0c18-48bd-a87d-e964e08a50ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:30.040734 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1003a9cd-0c18-48bd-a87d-e964e08a50ed None None] Bound using segment: {'id': '37564910-9f47-4794-bf33-ea554b859931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '38e9421e-e7b9-437c-af0d-391045fd168d'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:08:30.041861 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-1003a9cd-0c18-48bd-a87d-e964e08a50ed None None] Bound port: e8add1ff-7ee5-4dbf-ae20-e1699dfdd213, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37564910-9f47-4794-bf33-ea554b859931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '38e9421e-e7b9-437c-af0d-391045fd168d'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:08:30.042309 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1003a9cd-0c18-48bd-a87d-e964e08a50ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:30.129937 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a148964-ecad-4993-a0f9-7dc21cbd2241 req-23f964ed-d9f7-4c4f-86bd-570bc5b2672a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:30.131556 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4a148964-ecad-4993-a0f9-7dc21cbd2241 req-23f964ed-d9f7-4c4f-86bd-570bc5b2672a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=659cd0f4811845faa9fc0d0d08b99b79&device_id=d6272bfd-53d3-4c52-b2aa-8fc636d86453 HTTP/1.1" status: 200 len: 1094 time: 0.1675599 Dec 06 17:08:30.154416 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8c936ab1-91f2-404e-89b2-86efe0bd797f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:30.163197 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-1003a9cd-0c18-48bd-a87d-e964e08a50ed None None] For port e8add1ff-7ee5-4dbf-ae20-e1699dfdd213, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:08:30.169525 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-1003a9cd-0c18-48bd-a87d-e964e08a50ed None None] For port e8add1ff-7ee5-4dbf-ae20-e1699dfdd213, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e8add1ff-7ee5-4dbf-ae20-e1699dfdd213,segment=NetworkSegment(37564910-9f47-4794-bf33-ea554b859931),segment_id=37564910-9f47-4794-bf33-ea554b859931)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:08:30.175638 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1003a9cd-0c18-48bd-a87d-e964e08a50ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:30.193813 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8c936ab1-91f2-404e-89b2-86efe0bd797f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:30.367277 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1003a9cd-0c18-48bd-a87d-e964e08a50ed None None] Pushing event updated for resources: {'Port': ['ID=e8add1ff-7ee5-4dbf-ae20-e1699dfdd213,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:08:30.424921 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a148964-ecad-4993-a0f9-7dc21cbd2241 req-893fdbca-14c9-4dd0-b7f3-f34e08c1c4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:30.429862 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4a148964-ecad-4993-a0f9-7dc21cbd2241 req-893fdbca-14c9-4dd0-b7f3-f34e08c1c4a0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5345745c-70bf-40fb-8cb5-545836ece5ce HTTP/1.1" status: 200 len: 906 time: 0.2846041 Dec 06 17:08:30.450327 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-8c936ab1-91f2-404e-89b2-86efe0bd797f admin admin] Allocated IP 172.35.1.136 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/51ec6951-6e8f-4a3b-bc8d-1cef39ec8f50) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:08:30.618318 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc1a09-6523-435d-8873-4d1386741f57 req-9467bae0-b0e1-4c94-8f8d-b32ebc4897a6 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:30.625538 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fefc1a09-6523-435d-8873-4d1386741f57 req-9467bae0-b0e1-4c94-8f8d-b32ebc4897a6 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=420dab89-01de-4f05-8ee1-f1a1d05e3583 HTTP/1.1" status: 200 len: 949 time: 0.1852269 Dec 06 17:08:30.659870 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4a148964-ecad-4993-a0f9-7dc21cbd2241 req-8b365ad0-a04d-4ec0-87ad-964d8893e66c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4705328b-8978-4630-a8c3-92e626f82fa8 HTTP/1.1" status: 200 len: 217 time: 0.0775363 Dec 06 17:08:30.710751 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fefc1a09-6523-435d-8873-4d1386741f57 req-99461920-33de-49fe-abae-c0e5fb43168f tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792532 Dec 06 17:08:30.778533 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a148964-ecad-4993-a0f9-7dc21cbd2241 req-42baf023-cfab-4bcf-b427-a9cdb82a9fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:30.780275 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4a148964-ecad-4993-a0f9-7dc21cbd2241 req-42baf023-cfab-4bcf-b427-a9cdb82a9fb6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=48f1cc23-c700-419f-b04b-ebb1334c97b9 HTTP/1.1" status: 200 len: 845 time: 0.0720136 Dec 06 17:08:30.799652 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 17:08:30.815169 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3a926b-fcb3-49b0-b9b5-870bed77907c req-1f6a7fea-7450-4fd2-b1c5-20d7ccbcce3f tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:30.818010 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4e3a926b-fcb3-49b0-b9b5-870bed77907c req-1f6a7fea-7450-4fd2-b1c5-20d7ccbcce3f tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a7c159b-e027-4481-b81c-93027f05eeef HTTP/1.1" status: 200 len: 950 time: 0.2368300 Dec 06 17:08:30.840079 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8c936ab1-91f2-404e-89b2-86efe0bd797f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:30.889703 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4a148964-ecad-4993-a0f9-7dc21cbd2241 req-039e40ac-343a-4be4-bcbf-89c93d280e9b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5345745c-70bf-40fb-8cb5-545836ece5ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0915873 Dec 06 17:08:30.905617 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe217849-1192-4394-8d26-586100d14746 req-fd1097ec-3013-42a8-8541-f7859d630405 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:30.907271 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fe217849-1192-4394-8d26-586100d14746 req-fd1097ec-3013-42a8-8541-f7859d630405 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6272bfd-53d3-4c52-b2aa-8fc636d86453 HTTP/1.1" status: 200 len: 943 time: 0.0661838 Dec 06 17:08:30.959212 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fe217849-1192-4394-8d26-586100d14746 req-eb687acc-1117-4ae2-9e01-a5edb809667a tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/security-groups?id=79a8a720-4d91-42c0-8bdb-aecf1d5b7573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460105 Dec 06 17:08:31.012736 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4e3a926b-fcb3-49b0-b9b5-870bed77907c req-e9186623-67c1-433c-b772-9f9fcc9c0977 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/security-groups?id=05993717-efad-46b6-9cd9-33188c432d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630883 Dec 06 17:08:31.033354 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8c936ab1-91f2-404e-89b2-86efe0bd797f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:31.089844 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4a148964-ecad-4993-a0f9-7dc21cbd2241 req-f0299cc8-41f8-4751-92a0-fabc2d033cbe service neutron] 10.222.0.41 "GET /v2.0/networks/5345745c-70bf-40fb-8cb5-545836ece5ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755841 Dec 06 17:08:31.097323 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c936ab1-91f2-404e-89b2-86efe0bd797f admin admin] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:08:31.111631 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-8c936ab1-91f2-404e-89b2-86efe0bd797f admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:08:31.122936 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c936ab1-91f2-404e-89b2-86efe0bd797f admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:08:31.131225 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c936ab1-91f2-404e-89b2-86efe0bd797f admin admin] Pushing event updated for resources: {'Port': ['ID=51ec6951-6e8f-4a3b-bc8d-1cef39ec8f50,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:08:31.141381 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device eb84f412-c9dc-4e4b-a8e7-2b2dbf804268 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:08:31.218485 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] No Port match for: eb84f412-c9dc-4e4b-a8e7-2b2dbf804268 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:08:31.220227 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device eb84f412-c9dc-4e4b-a8e7-2b2dbf804268 not bound to the agent host n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:08:31.491845 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device e8add1ff-7ee5-4dbf-ae20-e1699dfdd213 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:08:31.537218 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4a148964-ecad-4993-a0f9-7dc21cbd2241 req-f2a27f8e-599c-423c-add1-47e47f067843 service neutron] 10.222.0.41 "GET /v2.0/networks/5345745c-70bf-40fb-8cb5-545836ece5ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4369485 Dec 06 17:08:31.575634 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port e8add1ff-7ee5-4dbf-ae20-e1699dfdd213 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:08:31.576389 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:31.657735 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec9f102-5bf8-464f-951f-f5dfd2e94051 None None] Network 38e9421e-e7b9-437c-af0d-391045fd168d requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:08:31.706809 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8c936ab1-91f2-404e-89b2-86efe0bd797f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:31.733011 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:31.741500 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-28fa7aaa-ca85-4da4-95a1-88a5de9032a4 None None] Provisioning complete for port e8add1ff-7ee5-4dbf-ae20-e1699dfdd213 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:08:31.741869 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-28fa7aaa-ca85-4da4-95a1-88a5de9032a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:31.826194 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] For port e8add1ff-7ee5-4dbf-ae20-e1699dfdd213, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e8add1ff-7ee5-4dbf-ae20-e1699dfdd213,segment=NetworkSegment(37564910-9f47-4794-bf33-ea554b859931),segment_id=37564910-9f47-4794-bf33-ea554b859931)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:08:31.856906 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:31.887893 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e2dc7a-4ca9-462e-94bd-f630c47acd32 req-0768b851-bdf9-4113-a9be-1c744814d315 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:31.890146 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-55e2dc7a-4ca9-462e-94bd-f630c47acd32 req-0768b851-bdf9-4113-a9be-1c744814d315 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.44 "GET /v2.0/ports?device_id=5a7c159b-e027-4481-b81c-93027f05eeef HTTP/1.1" status: 200 len: 950 time: 0.0976853 Dec 06 17:08:31.908049 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ff464d-f2d5-42b3-b2b5-5f223e774026 req-56cbd433-bc1d-4462-bda8-6cf84357924c tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:31.919165 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-66ff464d-f2d5-42b3-b2b5-5f223e774026 req-56cbd433-bc1d-4462-bda8-6cf84357924c tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=420dab89-01de-4f05-8ee1-f1a1d05e3583 HTTP/1.1" status: 200 len: 949 time: 0.1158662 Dec 06 17:08:31.970654 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Pushing event updated for resources: {'Port': ['ID=e8add1ff-7ee5-4dbf-ae20-e1699dfdd213,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:08:32.026060 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8c936ab1-91f2-404e-89b2-86efe0bd797f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:32.065796 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-66ff464d-f2d5-42b3-b2b5-5f223e774026 req-3852d7f3-219c-4520-aca2-606fb47a2500 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417229 Dec 06 17:08:32.143529 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-55e2dc7a-4ca9-462e-94bd-f630c47acd32 req-587c2f40-b7c0-4c28-b74a-92c539768a86 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Deleting port 63971c5b-27ae-4903-af23-b6e4acbd094f {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:08:32.144396 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-55e2dc7a-4ca9-462e-94bd-f630c47acd32 req-587c2f40-b7c0-4c28-b74a-92c539768a86 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:32.234475 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08def883-72d4-467e-b97e-cc7cbd914808 req-ec4738cd-d267-4e28-8c1f-fbce9241cd2c tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:32.242673 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-08def883-72d4-467e-b97e-cc7cbd914808 req-ec4738cd-d267-4e28-8c1f-fbce9241cd2c tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6272bfd-53d3-4c52-b2aa-8fc636d86453 HTTP/1.1" status: 200 len: 943 time: 0.1425347 Dec 06 17:08:32.325463 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-08def883-72d4-467e-b97e-cc7cbd914808 req-69a36362-8073-44d5-8094-5fbdb2cb521e tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/security-groups?id=79a8a720-4d91-42c0-8bdb-aecf1d5b7573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811174 Dec 06 17:08:32.328003 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3179e9b9-ef24-4703-b83e-a43b59953c74 req-475d2b88-3f77-4ed1-807b-ce6051cb01b0 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:32.329659 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3179e9b9-ef24-4703-b83e-a43b59953c74 req-475d2b88-3f77-4ed1-807b-ce6051cb01b0 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a7c159b-e027-4481-b81c-93027f05eeef HTTP/1.1" status: 200 len: 950 time: 0.0914860 Dec 06 17:08:32.331792 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-55e2dc7a-4ca9-462e-94bd-f630c47acd32 req-587c2f40-b7c0-4c28-b74a-92c539768a86 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] For port 63971c5b-27ae-4903-af23-b6e4acbd094f, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=63971c5b-27ae-4903-af23-b6e4acbd094f,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:08:32.332062 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-55e2dc7a-4ca9-462e-94bd-f630c47acd32 req-587c2f40-b7c0-4c28-b74a-92c539768a86 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:32.333709 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c936ab1-91f2-404e-89b2-86efe0bd797f admin admin] Router e842510c-63dd-4d1e-a9ad-7654b1bb5554 is scheduled to L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 17:08:32.381319 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-55e2dc7a-4ca9-462e-94bd-f630c47acd32 req-587c2f40-b7c0-4c28-b74a-92c539768a86 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Calling delete_port for 63971c5b-27ae-4903-af23-b6e4acbd094f owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:08:32.399157 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-ff06a537-c9aa-42ff-a5af-71f60363c182 None None] Provisioning complete for port e8add1ff-7ee5-4dbf-ae20-e1699dfdd213 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:08:32.400925 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ff06a537-c9aa-42ff-a5af-71f60363c182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:32.423599 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3179e9b9-ef24-4703-b83e-a43b59953c74 req-94d6bd67-35d9-499c-9f38-a9f330343531 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/security-groups?id=05993717-efad-46b6-9cd9-33188c432d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797887 Dec 06 17:08:32.470253 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c936ab1-91f2-404e-89b2-86efe0bd797f admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:08:32.481159 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d5f9b1-127c-40e8-942b-25151e12fe4b None None] Sync routers for ids ['e842510c-63dd-4d1e-a9ad-7654b1bb5554'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:08:32.491362 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8c936ab1-91f2-404e-89b2-86efe0bd797f admin admin] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:32.492683 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-8c936ab1-91f2-404e-89b2-86efe0bd797f admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.2677493 Dec 06 17:08:32.497910 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 37786) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:08:32.498125 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d5f9b1-127c-40e8-942b-25151e12fe4b None None] Routers {'e842510c-63dd-4d1e-a9ad-7654b1bb5554'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:08:32.498734 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-81d5f9b1-127c-40e8-942b-25151e12fe4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:08:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['e842510c-63dd-4d1e-a9ad-7654b1bb5554'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:08:32.575482 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:32.642903 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-81d5f9b1-127c-40e8-942b-25151e12fe4b None None] Set router e842510c-63dd-4d1e-a9ad-7654b1bb5554 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:08:32.654487 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-55e2dc7a-4ca9-462e-94bd-f630c47acd32 req-587c2f40-b7c0-4c28-b74a-92c539768a86 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:32.667590 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['f266378e-6360-4808-a93e-af8a2aa71b50'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:08:32.730355 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587c2f40-b7c0-4c28-b74a-92c539768a86 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Pushing event deleted for resources: {'Port': ['ID=63971c5b-27ae-4903-af23-b6e4acbd094f,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:08:32.763028 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['63971c5b-27ae-4903-af23-b6e4acbd094f'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:08:32.834457 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-55e2dc7a-4ca9-462e-94bd-f630c47acd32 req-587c2f40-b7c0-4c28-b74a-92c539768a86 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] No DVR routers for this DVR port 63971c5b-27ae-4903-af23-b6e4acbd094f on host n-h2-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:08:32.842000 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-55e2dc7a-4ca9-462e-94bd-f630c47acd32 req-587c2f40-b7c0-4c28-b74a-92c539768a86 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:32.847186 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-55e2dc7a-4ca9-462e-94bd-f630c47acd32 req-587c2f40-b7c0-4c28-b74a-92c539768a86 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.44 "DELETE /v2.0/ports/63971c5b-27ae-4903-af23-b6e4acbd094f HTTP/1.1" status: 204 len: 173 time: 0.9260564 Dec 06 17:08:32.854441 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a7c159b-e027-4481-b81c-93027f05eeef', 'name': 'network-vif-deleted', 'tag': '63971c5b-27ae-4903-af23-b6e4acbd094f'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:08:32.857486 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a45ebe-cdbe-422d-9fb4-2bc084841864" -d '{"events": [{"server_uuid": "5a7c159b-e027-4481-b81c-93027f05eeef", "name": "network-vif-deleted", "tag": "63971c5b-27ae-4903-af23-b6e4acbd094f"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:08:32.914300 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-81d5f9b1-127c-40e8-942b-25151e12fe4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e842510c-63dd-4d1e-a9ad-7654b1bb5554', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1935056216-router', 'tenant_id': 'fe60e3a576264fb3bcf3feb5d64e341c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.136'}], 'enable_snat': True}, 'gw_port_id': '51ec6951-6e8f-4a3b-bc8d-1cef39ec8f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:08:29Z', 'updated_at': '2021-12-06T17:08:31Z', 'revision_number': 3, 'project_id': 'fe60e3a576264fb3bcf3feb5d64e341c', 'gw_port': {'id': '51ec6951-6e8f-4a3b-bc8d-1cef39ec8f50', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:82:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e842510c-63dd-4d1e-a9ad-7654b1bb5554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:08:30Z', 'updated_at': '2021-12-06T17:08:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:08:32.975547 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18ee1cf5-e6c0-4438-b7b1-743b4ee0cedf x-openstack-request-id: req-18ee1cf5-e6c0-4438-b7b1-743b4ee0cedf {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:08:32.976056 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a7c159b-e027-4481-b81c-93027f05eeef", "name": "network-vif-deleted", "tag": "63971c5b-27ae-4903-af23-b6e4acbd094f", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:08:32.976178 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-18ee1cf5-e6c0-4438-b7b1-743b4ee0cedf {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:08:32.976603 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a7c159b-e027-4481-b81c-93027f05eeef', 'name': 'network-vif-deleted', 'tag': '63971c5b-27ae-4903-af23-b6e4acbd094f', 'status': 'completed', 'code': 200} Dec 06 17:08:32.986947 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d5f9b1-127c-40e8-942b-25151e12fe4b None None] Checking router: e842510c-63dd-4d1e-a9ad-7654b1bb5554 for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:08:32.987550 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d5f9b1-127c-40e8-942b-25151e12fe4b None None] Updating router e842510c-63dd-4d1e-a9ad-7654b1bb5554 port 51ec6951-6e8f-4a3b-bc8d-1cef39ec8f50 binding host n-d-master-1 {{(pid=103287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:08:33.019131 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-81d5f9b1-127c-40e8-942b-25151e12fe4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:33.037024 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-84609e0b-9f1d-4c25-a982-deb11fe96b57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:33.141931 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 4705328b-8978-4630-a8c3-92e626f82fa8 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:08:33.309819 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-84609e0b-9f1d-4c25-a982-deb11fe96b57 admin admin] Allocated IP 172.20.0.1 (38e9421e-e7b9-437c-af0d-391045fd168d/d41e9e65-538a-4547-a8b4-2e17eb2a84dc/fbd02b22-8c2b-4a10-9907-32bd8d88bc07) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:08:33.355300 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-81d5f9b1-127c-40e8-942b-25151e12fe4b None None] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:33.375123 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-81d5f9b1-127c-40e8-942b-25151e12fe4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:33.475709 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 4705328b-8978-4630-a8c3-92e626f82fa8, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=4705328b-8978-4630-a8c3-92e626f82fa8,segment=NetworkSegment(1d12c223-c1ef-4a9f-920c-d1018ef932ee),segment_id=1d12c223-c1ef-4a9f-920c-d1018ef932ee)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:08:33.492255 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-84609e0b-9f1d-4c25-a982-deb11fe96b57 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:33.501003 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bd9b6b-5c42-41c4-b35e-0f21aec2a0ea None None] Pushing event updated for resources: {'Port': ['ID=51ec6951-6e8f-4a3b-bc8d-1cef39ec8f50,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:08:33.502932 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': '4705328b-8978-4630-a8c3-92e626f82fa8', 'network_id': '5345745c-70bf-40fb-8cb5-545836ece5ce', 'port_id': '4705328b-8978-4630-a8c3-92e626f82fa8', 'mac_address': 'fa:16:3e:d2:a4:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48f1cc23-c700-419f-b04b-ebb1334c97b9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:08:33.514046 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01daaf19-81a3-473e-b38c-6ab7c8b890cd req-ced19069-4dd4-47ad-b0ed-b681a7dcee43 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:33.516117 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-01daaf19-81a3-473e-b38c-6ab7c8b890cd req-ced19069-4dd4-47ad-b0ed-b681a7dcee43 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=420dab89-01de-4f05-8ee1-f1a1d05e3583 HTTP/1.1" status: 200 len: 949 time: 0.1157849 Dec 06 17:08:33.535222 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-81d5f9b1-127c-40e8-942b-25151e12fe4b None None] Attempting to bind port 51ec6951-6e8f-4a3b-bc8d-1cef39ec8f50 on host n-d-master-1 for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:08:33.537161 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-81d5f9b1-127c-40e8-942b-25151e12fe4b None None] Attempting to bind port 51ec6951-6e8f-4a3b-bc8d-1cef39ec8f50 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:08:33.537776 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d5f9b1-127c-40e8-942b-25151e12fe4b None None] Attempting to bind port 51ec6951-6e8f-4a3b-bc8d-1cef39ec8f50 on network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:08:33.547279 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device e8add1ff-7ee5-4dbf-ae20-e1699dfdd213 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:08:33.550837 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d5f9b1-127c-40e8-942b-25151e12fe4b None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:08:33.554944 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d5f9b1-127c-40e8-942b-25151e12fe4b None None] Checking segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:08:33.555619 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-81d5f9b1-127c-40e8-942b-25151e12fe4b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:33.556206 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d5f9b1-127c-40e8-942b-25151e12fe4b None None] Bound using segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:08:33.560362 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-81d5f9b1-127c-40e8-942b-25151e12fe4b None None] Bound port: 51ec6951-6e8f-4a3b-bc8d-1cef39ec8f50, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:08:33.561019 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-81d5f9b1-127c-40e8-942b-25151e12fe4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:33.571591 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ac14e6-f18a-48a1-b463-c08815fb0b09 req-92afc26d-2740-4c5b-be73-bc605bddc071 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:33.586510 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-84609e0b-9f1d-4c25-a982-deb11fe96b57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:33.590847 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f6ac14e6-f18a-48a1-b463-c08815fb0b09 req-92afc26d-2740-4c5b-be73-bc605bddc071 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6272bfd-53d3-4c52-b2aa-8fc636d86453 HTTP/1.1" status: 200 len: 943 time: 0.1162665 Dec 06 17:08:33.642971 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84609e0b-9f1d-4c25-a982-deb11fe96b57 admin admin] Network 38e9421e-e7b9-437c-af0d-391045fd168d is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:08:33.649138 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-84609e0b-9f1d-4c25-a982-deb11fe96b57 admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:08:33.654762 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-01daaf19-81a3-473e-b38c-6ab7c8b890cd req-6bdd2c12-0be3-44c4-96f2-a6c43557dae4 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147797 Dec 06 17:08:33.655604 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84609e0b-9f1d-4c25-a982-deb11fe96b57 admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:08:33.694580 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-81d5f9b1-127c-40e8-942b-25151e12fe4b None None] For port 51ec6951-6e8f-4a3b-bc8d-1cef39ec8f50, host n-d-master-1, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:08:33.703078 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84609e0b-9f1d-4c25-a982-deb11fe96b57 admin admin] Pushing event updated for resources: {'Port': ['ID=fbd02b22-8c2b-4a10-9907-32bd8d88bc07,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:08:33.713317 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-81d5f9b1-127c-40e8-942b-25151e12fe4b None None] For port 51ec6951-6e8f-4a3b-bc8d-1cef39ec8f50, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=51ec6951-6e8f-4a3b-bc8d-1cef39ec8f50,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:08:33.718927 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f6ac14e6-f18a-48a1-b463-c08815fb0b09 req-3c92c17b-fc5c-48d5-9138-5b32528303cd tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/security-groups?id=79a8a720-4d91-42c0-8bdb-aecf1d5b7573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267486 Dec 06 17:08:33.726126 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-81d5f9b1-127c-40e8-942b-25151e12fe4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:33.728859 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:33.737996 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-84609e0b-9f1d-4c25-a982-deb11fe96b57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539179'] for router_interface, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:33.758919 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4705328b-8978-4630-a8c3-92e626f82fa8 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:08:33.858566 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 4705328b-8978-4630-a8c3-92e626f82fa8, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=4705328b-8978-4630-a8c3-92e626f82fa8,segment=NetworkSegment(1d12c223-c1ef-4a9f-920c-d1018ef932ee),segment_id=1d12c223-c1ef-4a9f-920c-d1018ef932ee)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:08:33.874185 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port e8add1ff-7ee5-4dbf-ae20-e1699dfdd213 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:08:33.875246 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:33.899813 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d5f9b1-127c-40e8-942b-25151e12fe4b None None] Routers {'e842510c-63dd-4d1e-a9ad-7654b1bb5554'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:08:33.902800 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-81d5f9b1-127c-40e8-942b-25151e12fe4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:08:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['e842510c-63dd-4d1e-a9ad-7654b1bb5554'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:08:33.938015 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:33.997226 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bd9b6b-5c42-41c4-b35e-0f21aec2a0ea None None] Pushing event updated for resources: {'Port': ['ID=51ec6951-6e8f-4a3b-bc8d-1cef39ec8f50,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:08:34.038098 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-84609e0b-9f1d-4c25-a982-deb11fe96b57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:34.184040 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-81d5f9b1-127c-40e8-942b-25151e12fe4b None None] Set router e842510c-63dd-4d1e-a9ad-7654b1bb5554 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:08:34.301424 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-2ee4897a-d229-4c0e-98c2-70fad4962f14 None None] Provisioning complete for port fbd02b22-8c2b-4a10-9907-32bd8d88bc07 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:08:34.302051 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2ee4897a-d229-4c0e-98c2-70fad4962f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:34.356857 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1282e74-3f1e-4814-8c3f-fbda64a1f135 req-f00dfcb8-2968-4955-84bc-d62c3216a737 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:34.358359 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c1282e74-3f1e-4814-8c3f-fbda64a1f135 req-f00dfcb8-2968-4955-84bc-d62c3216a737 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/ports?device_id=33079cb3-b6df-4685-b7af-26e4c0a14648 HTTP/1.1" status: 200 len: 950 time: 0.1383998 Dec 06 17:08:34.394235 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['4705328b-8978-4630-a8c3-92e626f82fa8'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:08:34.473840 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=4705328b-8978-4630-a8c3-92e626f82fa8,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:08:34.479630 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-84609e0b-9f1d-4c25-a982-deb11fe96b57 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:34.489158 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-2ee4897a-d229-4c0e-98c2-70fad4962f14 None None] Port fbd02b22-8c2b-4a10-9907-32bd8d88bc07 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:08:34.498863 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-84609e0b-9f1d-4c25-a982-deb11fe96b57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:34.521158 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-81d5f9b1-127c-40e8-942b-25151e12fe4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e842510c-63dd-4d1e-a9ad-7654b1bb5554', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1935056216-router', 'tenant_id': 'fe60e3a576264fb3bcf3feb5d64e341c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.136'}], 'enable_snat': True}, 'gw_port_id': '51ec6951-6e8f-4a3b-bc8d-1cef39ec8f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:08:29Z', 'updated_at': '2021-12-06T17:08:31Z', 'revision_number': 3, 'project_id': 'fe60e3a576264fb3bcf3feb5d64e341c', 'gw_port': {'id': '51ec6951-6e8f-4a3b-bc8d-1cef39ec8f50', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:82:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e842510c-63dd-4d1e-a9ad-7654b1bb5554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:08:30Z', 'updated_at': '2021-12-06T17:08:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:08:34.558973 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d5f9b1-127c-40e8-942b-25151e12fe4b None None] The sync data for ids ['e842510c-63dd-4d1e-a9ad-7654b1bb5554'] in n-d-master-1 is: [{'id': 'e842510c-63dd-4d1e-a9ad-7654b1bb5554', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1935056216-router', 'tenant_id': 'fe60e3a576264fb3bcf3feb5d64e341c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.136'}], 'enable_snat': True}, 'gw_port_id': '51ec6951-6e8f-4a3b-bc8d-1cef39ec8f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:08:29Z', 'updated_at': '2021-12-06T17:08:31Z', 'revision_number': 3, 'project_id': 'fe60e3a576264fb3bcf3feb5d64e341c', 'gw_port': {'id': '51ec6951-6e8f-4a3b-bc8d-1cef39ec8f50', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:82:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e842510c-63dd-4d1e-a9ad-7654b1bb5554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:08:30Z', 'updated_at': '2021-12-06T17:08:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:08:34.587130 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c1282e74-3f1e-4814-8c3f-fbda64a1f135 req-53a41d51-cba6-44fa-ac5b-a6a0c653b902 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/security-groups?id=05993717-efad-46b6-9cd9-33188c432d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165792 Dec 06 17:08:34.623844 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-84609e0b-9f1d-4c25-a982-deb11fe96b57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-772465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539207'] for router_interface, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:34.627060 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84609e0b-9f1d-4c25-a982-deb11fe96b57 admin admin] Pushing event updated for resources: {'Port': ['ID=fbd02b22-8c2b-4a10-9907-32bd8d88bc07,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:08:34.778549 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84609e0b-9f1d-4c25-a982-deb11fe96b57 admin admin] Network 38e9421e-e7b9-437c-af0d-391045fd168d is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:08:34.786730 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-84609e0b-9f1d-4c25-a982-deb11fe96b57 admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:08:34.902500 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37f6bf8-acfc-4b65-8a50-4f0dc5171bad req-53c39d18-4595-477c-aeeb-4aeb54d9bef0 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:34.919910 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e37f6bf8-acfc-4b65-8a50-4f0dc5171bad req-53c39d18-4595-477c-aeeb-4aeb54d9bef0 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=420dab89-01de-4f05-8ee1-f1a1d05e3583 HTTP/1.1" status: 200 len: 949 time: 0.1385469 Dec 06 17:08:34.991605 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0022eb-035e-4aa2-9aec-22f64b220923 req-cad4c034-39ab-4a3f-ac80-bbe887f76a1f tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:35.000683 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fb0022eb-035e-4aa2-9aec-22f64b220923 req-cad4c034-39ab-4a3f-ac80-bbe887f76a1f tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6272bfd-53d3-4c52-b2aa-8fc636d86453 HTTP/1.1" status: 200 len: 944 time: 0.1604710 Dec 06 17:08:35.032683 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:35.061654 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e37f6bf8-acfc-4b65-8a50-4f0dc5171bad req-7b5e9131-8d34-4202-961b-7d74a3766536 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377084 Dec 06 17:08:35.095941 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84609e0b-9f1d-4c25-a982-deb11fe96b57 admin admin] Router e842510c-63dd-4d1e-a9ad-7654b1bb5554 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:08:35.118347 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fb0022eb-035e-4aa2-9aec-22f64b220923 req-de35903c-b6eb-4236-bf00-c15b3177e614 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/security-groups?id=79a8a720-4d91-42c0-8bdb-aecf1d5b7573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113381 Dec 06 17:08:35.234074 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-4cd0dfe2-d314-4937-b5cb-de663b547944 None None] Provisioning complete for port fbd02b22-8c2b-4a10-9907-32bd8d88bc07 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:08:35.234515 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4cd0dfe2-d314-4937-b5cb-de663b547944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:35.301031 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-4cd0dfe2-d314-4937-b5cb-de663b547944 None None] Port fbd02b22-8c2b-4a10-9907-32bd8d88bc07 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:08:35.332974 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84609e0b-9f1d-4c25-a982-deb11fe96b57 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:08:35.342917 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-84609e0b-9f1d-4c25-a982-deb11fe96b57 admin admin] 10.222.0.23 "PUT /v2.0/routers/e842510c-63dd-4d1e-a9ad-7654b1bb5554/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8438549 Dec 06 17:08:35.502907 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 51ec6951-6e8f-4a3b-bc8d-1cef39ec8f50 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:08:35.592811 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6597dd0e-dce8-4b7f-bc84-b0cd1740f351 req-68d49d9a-de72-4342-81cb-ae2f4fe87bb6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=31c7763d-6ef7-4308-8c38-56013cf586be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0751369 Dec 06 17:08:35.604731 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 51ec6951-6e8f-4a3b-bc8d-1cef39ec8f50 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:08:35.605153 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:35.724303 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:35.748191 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6597dd0e-dce8-4b7f-bc84-b0cd1740f351 req-febc2fae-f08c-4e09-9cc6-5989856fed0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:35.754081 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6597dd0e-dce8-4b7f-bc84-b0cd1740f351 req-febc2fae-f08c-4e09-9cc6-5989856fed0d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=013b92ce2e6a40e1a3b2fa92d62d652e&device_id=31c7763d-6ef7-4308-8c38-56013cf586be HTTP/1.1" status: 200 len: 1096 time: 0.1000221 Dec 06 17:08:35.786232 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] For port 51ec6951-6e8f-4a3b-bc8d-1cef39ec8f50, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=51ec6951-6e8f-4a3b-bc8d-1cef39ec8f50,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:08:35.800188 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:35.855835 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198c7e54-0f7e-4391-b600-5d11a8e864a1 req-1a7b7232-99bb-42f5-80fa-8c1cfbc3622a tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:35.857682 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-198c7e54-0f7e-4391-b600-5d11a8e864a1 req-1a7b7232-99bb-42f5-80fa-8c1cfbc3622a tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.41 "GET /v2.0/ports?device_id=33079cb3-b6df-4685-b7af-26e4c0a14648 HTTP/1.1" status: 200 len: 950 time: 0.1884313 Dec 06 17:08:35.890739 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Pushing event updated for resources: {'Port': ['ID=51ec6951-6e8f-4a3b-bc8d-1cef39ec8f50,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:08:35.933715 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3adfff-2e27-46cc-90f1-fb4256062ebb req-591449e7-729f-413b-8e9a-ccd01dee9c4f tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:35.943752 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bd3adfff-2e27-46cc-90f1-fb4256062ebb req-591449e7-729f-413b-8e9a-ccd01dee9c4f tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/ports?device_id=33079cb3-b6df-4685-b7af-26e4c0a14648 HTTP/1.1" status: 200 len: 950 time: 0.1657455 Dec 06 17:08:35.957105 n-d-master-1 neutron-server[103285]: INFO neutron.api.v2.resource [req-78fc5255-9e16-4596-9d58-2979b153a217 req-38d3201d-4493-486b-9b82-d81a4aaa5c52 tempest-FloatingIPDetailsNegativeTestJSON-190535625 tempest-FloatingIPDetailsNegativeTestJSON-190535625-project] show failed (client error): The resource could not be found. Dec 06 17:08:35.968840 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-78fc5255-9e16-4596-9d58-2979b153a217 req-38d3201d-4493-486b-9b82-d81a4aaa5c52 tempest-FloatingIPDetailsNegativeTestJSON-190535625 tempest-FloatingIPDetailsNegativeTestJSON-190535625-project] 10.222.0.23 "GET /v2.0/floatingips/7f307d08-8bd1-4089-b1e9-6a83adde6793 HTTP/1.1" status: 404 len: 350 time: 0.1276286 Dec 06 17:08:35.974587 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 63971c5b-27ae-4903-af23-b6e4acbd094f no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:08:35.977105 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 37834) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:08:36.003470 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] No Port match for: 63971c5b-27ae-4903-af23-b6e4acbd094f {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:08:36.004801 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 63971c5b-27ae-4903-af23-b6e4acbd094f not bound to the agent host n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:08:36.046897 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6597dd0e-dce8-4b7f-bc84-b0cd1740f351 req-c05ba925-0b64-4f75-bc47-55042b2ab676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:36.049193 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6597dd0e-dce8-4b7f-bc84-b0cd1740f351 req-c05ba925-0b64-4f75-bc47-55042b2ab676 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f368e270-aa86-47d2-9c8f-0ac2b4fc8997 HTTP/1.1" status: 200 len: 922 time: 0.2625377 Dec 06 17:08:36.120641 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6597dd0e-dce8-4b7f-bc84-b0cd1740f351 req-3fea7bef-cbb2-4543-a34c-c4cf83b14bf2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce8a20ff-a9c6-4795-a571-20bb813075a1 HTTP/1.1" status: 200 len: 217 time: 0.0526767 Dec 06 17:08:36.175261 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bd3adfff-2e27-46cc-90f1-fb4256062ebb req-5284fff9-a3c3-43fc-b9db-7e272c3a43f3 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/security-groups?id=05993717-efad-46b6-9cd9-33188c432d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305121 Dec 06 17:08:36.206903 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-198c7e54-0f7e-4391-b600-5d11a8e864a1 req-928b0eef-174b-4db1-90b9-85c98b63ab71 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Deleting port f266378e-6360-4808-a93e-af8a2aa71b50 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:08:36.207224 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-198c7e54-0f7e-4391-b600-5d11a8e864a1 req-928b0eef-174b-4db1-90b9-85c98b63ab71 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:36.265516 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6597dd0e-dce8-4b7f-bc84-b0cd1740f351 req-b539ac1d-f33d-41a8-ab76-45ce4742e7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:36.267334 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6597dd0e-dce8-4b7f-bc84-b0cd1740f351 req-b539ac1d-f33d-41a8-ab76-45ce4742e7a8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f77759ce-94b4-46a8-b90f-f881b9e38f99 HTTP/1.1" status: 200 len: 861 time: 0.1349261 Dec 06 17:08:36.285011 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8387fda-1e3d-4a68-b935-167bf54b1bd5 req-f89676d2-3369-452b-869a-ff72a5986f4a tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:36.286862 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c8387fda-1e3d-4a68-b935-167bf54b1bd5 req-f89676d2-3369-452b-869a-ff72a5986f4a tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=420dab89-01de-4f05-8ee1-f1a1d05e3583 HTTP/1.1" status: 200 len: 949 time: 0.0809038 Dec 06 17:08:36.320276 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6597dd0e-dce8-4b7f-bc84-b0cd1740f351 req-5829c676-207c-4fe8-8f6d-036753285147 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f368e270-aa86-47d2-9c8f-0ac2b4fc8997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323641 Dec 06 17:08:36.415026 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c8387fda-1e3d-4a68-b935-167bf54b1bd5 req-a659aed7-7dc5-43df-940f-f3a3834e595b tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167855 Dec 06 17:08:36.474376 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6597dd0e-dce8-4b7f-bc84-b0cd1740f351 req-7e70c833-7485-40c0-a685-6f0cf9baaac6 service neutron] 10.222.0.44 "GET /v2.0/networks/f368e270-aa86-47d2-9c8f-0ac2b4fc8997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395097 Dec 06 17:08:36.663460 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6597dd0e-dce8-4b7f-bc84-b0cd1740f351 req-5076735e-4297-4814-bd4d-976842840302 service neutron] 10.222.0.44 "GET /v2.0/networks/f368e270-aa86-47d2-9c8f-0ac2b4fc8997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749671 Dec 06 17:08:36.747849 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847f9086-99a8-4993-81c1-665df09a30f3 req-63d57295-7bc4-4f5d-982e-76c131d20ad4 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:36.749391 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-847f9086-99a8-4993-81c1-665df09a30f3 req-63d57295-7bc4-4f5d-982e-76c131d20ad4 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6272bfd-53d3-4c52-b2aa-8fc636d86453 HTTP/1.1" status: 200 len: 944 time: 0.4642367 Dec 06 17:08:36.793874 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-198c7e54-0f7e-4391-b600-5d11a8e864a1 req-928b0eef-174b-4db1-90b9-85c98b63ab71 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] For port f266378e-6360-4808-a93e-af8a2aa71b50, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=f266378e-6360-4808-a93e-af8a2aa71b50,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:08:36.794260 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-198c7e54-0f7e-4391-b600-5d11a8e864a1 req-928b0eef-174b-4db1-90b9-85c98b63ab71 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:36.844316 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-198c7e54-0f7e-4391-b600-5d11a8e864a1 req-928b0eef-174b-4db1-90b9-85c98b63ab71 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Calling delete_port for f266378e-6360-4808-a93e-af8a2aa71b50 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:08:36.883958 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-847f9086-99a8-4993-81c1-665df09a30f3 req-b204c7a2-b64c-4ba4-87ab-7af21c39dc00 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/security-groups?id=79a8a720-4d91-42c0-8bdb-aecf1d5b7573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241241 Dec 06 17:08:37.021738 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533d0be3-ad43-4af9-96bd-98d4620a2ec1 None None] Sync routers for ids ['e842510c-63dd-4d1e-a9ad-7654b1bb5554'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:08:37.036251 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533d0be3-ad43-4af9-96bd-98d4620a2ec1 None None] Routers {'e842510c-63dd-4d1e-a9ad-7654b1bb5554'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:08:37.036871 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-533d0be3-ad43-4af9-96bd-98d4620a2ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:08:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['e842510c-63dd-4d1e-a9ad-7654b1bb5554'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:08:37.102236 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-198c7e54-0f7e-4391-b600-5d11a8e864a1 req-928b0eef-174b-4db1-90b9-85c98b63ab71 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:37.128323 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['f266378e-6360-4808-a93e-af8a2aa71b50'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:08:37.138597 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b7431515-651a-4677-8d38-6172b2cd3e75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575908'] for router_interface, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:37.144007 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928b0eef-174b-4db1-90b9-85c98b63ab71 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Pushing event deleted for resources: {'Port': ['ID=f266378e-6360-4808-a93e-af8a2aa71b50,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:08:37.164390 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 4705328b-8978-4630-a8c3-92e626f82fa8 up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:08:37.224474 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-533d0be3-ad43-4af9-96bd-98d4620a2ec1 None None] Set router e842510c-63dd-4d1e-a9ad-7654b1bb5554 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:08:37.250710 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-198c7e54-0f7e-4391-b600-5d11a8e864a1 req-928b0eef-174b-4db1-90b9-85c98b63ab71 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] No DVR routers for this DVR port f266378e-6360-4808-a93e-af8a2aa71b50 on host n-h1-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:08:37.253854 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-198c7e54-0f7e-4391-b600-5d11a8e864a1 req-928b0eef-174b-4db1-90b9-85c98b63ab71 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:37.258846 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-198c7e54-0f7e-4391-b600-5d11a8e864a1 req-928b0eef-174b-4db1-90b9-85c98b63ab71 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.41 "DELETE /v2.0/ports/f266378e-6360-4808-a93e-af8a2aa71b50 HTTP/1.1" status: 204 len: 173 time: 1.3910594 Dec 06 17:08:37.263518 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33079cb3-b6df-4685-b7af-26e4c0a14648', 'name': 'network-vif-deleted', 'tag': 'f266378e-6360-4808-a93e-af8a2aa71b50'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:08:37.266119 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95c5dc51-5772-41af-9fec-e136862b3d68" -d '{"events": [{"server_uuid": "33079cb3-b6df-4685-b7af-26e4c0a14648", "name": "network-vif-deleted", "tag": "f266378e-6360-4808-a93e-af8a2aa71b50"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:08:37.375517 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd000ba2-9ef5-4370-bbab-bef76882bd16 x-openstack-request-id: req-bd000ba2-9ef5-4370-bbab-bef76882bd16 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:08:37.376379 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33079cb3-b6df-4685-b7af-26e4c0a14648", "name": "network-vif-deleted", "tag": "f266378e-6360-4808-a93e-af8a2aa71b50", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:08:37.377286 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bd000ba2-9ef5-4370-bbab-bef76882bd16 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:08:37.382346 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33079cb3-b6df-4685-b7af-26e4c0a14648', 'name': 'network-vif-deleted', 'tag': 'f266378e-6360-4808-a93e-af8a2aa71b50', 'status': 'completed', 'code': 200} Dec 06 17:08:37.477805 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 51ec6951-6e8f-4a3b-bc8d-1cef39ec8f50 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:08:37.485368 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c31f84e9-ba71-4eba-bd96-ebf1e759ec72 req-888d62e8-2f3e-4dd7-88a2-d6b7b88acce3 tempest-ServersAdminTestJSON-2004827864 tempest-ServersAdminTestJSON-2004827864-project] 10.222.0.23 "GET /v2.0/ports?device_id=33079cb3-b6df-4685-b7af-26e4c0a14648 HTTP/1.1" status: 200 len: 210 time: 0.1017880 Dec 06 17:08:37.536927 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port 4705328b-8978-4630-a8c3-92e626f82fa8 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:08:37.575986 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port 4705328b-8978-4630-a8c3-92e626f82fa8 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:08:37.576452 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:37.634771 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d52587a-111a-42cf-b762-d8a4adc02070 req-c03a7a61-3276-41f4-8fc8-53dd49634638 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:37.636302 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3d52587a-111a-42cf-b762-d8a4adc02070 req-c03a7a61-3276-41f4-8fc8-53dd49634638 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=420dab89-01de-4f05-8ee1-f1a1d05e3583 HTTP/1.1" status: 200 len: 949 time: 0.0982497 Dec 06 17:08:37.720497 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 51ec6951-6e8f-4a3b-bc8d-1cef39ec8f50 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:08:37.721297 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:37.841028 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3d52587a-111a-42cf-b762-d8a4adc02070 req-ed6b6452-b6a2-48df-bd3a-2daebe0f29bc tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812272 Dec 06 17:08:37.846903 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:37.866869 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-b7431515-651a-4677-8d38-6172b2cd3e75 admin admin] Deleting port fbd02b22-8c2b-4a10-9907-32bd8d88bc07 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:08:37.867893 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b7431515-651a-4677-8d38-6172b2cd3e75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:37.924156 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6272bfd-53d3-4c52-b2aa-8fc636d86453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4705328b-8978-4630-a8c3-92e626f82fa8'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:08:37.927491 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a476380-b0c6-48a5-a47e-eef5e955456d" -d '{"events": [{"server_uuid": "d6272bfd-53d3-4c52-b2aa-8fc636d86453", "name": "network-vif-plugged", "status": "completed", "tag": "4705328b-8978-4630-a8c3-92e626f82fa8"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:08:37.947898 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 4705328b-8978-4630-a8c3-92e626f82fa8, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=4705328b-8978-4630-a8c3-92e626f82fa8,segment=NetworkSegment(1d12c223-c1ef-4a9f-920c-d1018ef932ee),segment_id=1d12c223-c1ef-4a9f-920c-d1018ef932ee)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:08:37.952016 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-533d0be3-ad43-4af9-96bd-98d4620a2ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e842510c-63dd-4d1e-a9ad-7654b1bb5554', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1935056216-router', 'tenant_id': 'fe60e3a576264fb3bcf3feb5d64e341c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.136'}], 'enable_snat': True}, 'gw_port_id': '51ec6951-6e8f-4a3b-bc8d-1cef39ec8f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:08:29Z', 'updated_at': '2021-12-06T17:08:33Z', 'revision_number': 4, 'project_id': 'fe60e3a576264fb3bcf3feb5d64e341c', 'gw_port': {'id': '51ec6951-6e8f-4a3b-bc8d-1cef39ec8f50', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:82:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e842510c-63dd-4d1e-a9ad-7654b1bb5554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:08:30Z', 'updated_at': '2021-12-06T17:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'fbd02b22-8c2b-4a10-9907-32bd8d88bc07', 'name': '', 'network_id': '38e9421e-e7b9-437c-af0d-391045fd168d', 'tenant_id': 'fe60e3a576264fb3bcf3feb5d64e341c', 'mac_address': 'fa:16:3e:bd:a3:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e842510c-63dd-4d1e-a9ad-7654b1bb5554', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'd41e9e65-538a-4547-a8b4-2e17eb2a84dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:08:33Z', 'updated_at': '2021-12-06T17:08:34Z', 'revision_number': 2, 'project_id': 'fe60e3a576264fb3bcf3feb5d64e341c', 'subnets': [{'id': 'd41e9e65-538a-4547-a8b4-2e17eb2a84dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:08:37.961639 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:37.963402 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device f266378e-6360-4808-a93e-af8a2aa71b50 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:08:38.031427 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] No Port match for: f266378e-6360-4808-a93e-af8a2aa71b50 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:08:38.032208 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device f266378e-6360-4808-a93e-af8a2aa71b50 not bound to the agent host n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:08:38.061315 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533d0be3-ad43-4af9-96bd-98d4620a2ec1 None None] Checking router: e842510c-63dd-4d1e-a9ad-7654b1bb5554 for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:08:38.061765 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533d0be3-ad43-4af9-96bd-98d4620a2ec1 None None] Updating router e842510c-63dd-4d1e-a9ad-7654b1bb5554 port fbd02b22-8c2b-4a10-9907-32bd8d88bc07 binding host n-d-master-1 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:08:38.102693 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-533d0be3-ad43-4af9-96bd-98d4620a2ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:38.112809 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba83a1a-f7c4-4d40-91b3-0b138a955731 req-e71afa61-0a17-4527-91a2-78add3beb31b tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:38.114419 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-dba83a1a-f7c4-4d40-91b3-0b138a955731 req-e71afa61-0a17-4527-91a2-78add3beb31b tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6272bfd-53d3-4c52-b2aa-8fc636d86453 HTTP/1.1" status: 200 len: 945 time: 0.0961847 Dec 06 17:08:38.116374 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b7431515-651a-4677-8d38-6172b2cd3e75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:38.136471 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-b7431515-651a-4677-8d38-6172b2cd3e75 admin admin] Calling delete_port for fbd02b22-8c2b-4a10-9907-32bd8d88bc07 owned by network:router_interface {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:08:38.173098 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=4705328b-8978-4630-a8c3-92e626f82fa8,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:08:38.232374 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-dba83a1a-f7c4-4d40-91b3-0b138a955731 req-c966f8a9-f90e-432f-8276-db8042387464 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/security-groups?id=79a8a720-4d91-42c0-8bdb-aecf1d5b7573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038270 Dec 06 17:08:38.295699 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcf823d4-3da2-47c0-b7c4-705e62b7c757 x-openstack-request-id: req-bcf823d4-3da2-47c0-b7c4-705e62b7c757 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:08:38.296358 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6272bfd-53d3-4c52-b2aa-8fc636d86453", "name": "network-vif-plugged", "status": "completed", "tag": "4705328b-8978-4630-a8c3-92e626f82fa8", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:08:38.296358 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bcf823d4-3da2-47c0-b7c4-705e62b7c757 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:08:38.296636 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6272bfd-53d3-4c52-b2aa-8fc636d86453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4705328b-8978-4630-a8c3-92e626f82fa8', 'code': 200} Dec 06 17:08:38.427975 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec3674c-5fde-4e74-b11d-bf8cc48c816e req-79237189-c4d1-407c-96c3-1cd7654ecfea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:38.429535 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7ec3674c-5fde-4e74-b11d-bf8cc48c816e req-79237189-c4d1-407c-96c3-1cd7654ecfea service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d6272bfd-53d3-4c52-b2aa-8fc636d86453 HTTP/1.1" status: 200 len: 1096 time: 0.0596378 Dec 06 17:08:38.536954 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7ec3674c-5fde-4e74-b11d-bf8cc48c816e req-8b65b0c2-da4b-4537-becd-8dd6d7ba9cb2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=79a8a720-4d91-42c0-8bdb-aecf1d5b7573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978308 Dec 06 17:08:38.540115 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b7431515-651a-4677-8d38-6172b2cd3e75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:38.540820 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.db.api [None req-533d0be3-ad43-4af9-96bd-98d4620a2ec1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103286) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 17:08:38.541496 n-d-master-1 neutron-server[103286]: DEBUG oslo_db.api [None req-533d0be3-ad43-4af9-96bd-98d4620a2ec1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 17:08:38.573066 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7431515-651a-4677-8d38-6172b2cd3e75 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbd02b22-8c2b-4a10-9907-32bd8d88bc07,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:08:38.786806 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b7431515-651a-4677-8d38-6172b2cd3e75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-772474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575952'] for router_interface, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:38.932715 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 37900) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:08:39.090967 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7431515-651a-4677-8d38-6172b2cd3e75 admin admin] Router e842510c-63dd-4d1e-a9ad-7654b1bb5554 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:08:39.097061 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4cf6d6-f7c9-4126-be44-7827ca9ab6f9 req-4202a367-3b56-4f84-8956-d268171506ac tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:39.100011 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-db4cf6d6-f7c9-4126-be44-7827ca9ab6f9 req-4202a367-3b56-4f84-8956-d268171506ac tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=420dab89-01de-4f05-8ee1-f1a1d05e3583 HTTP/1.1" status: 200 len: 949 time: 0.1031811 Dec 06 17:08:39.131238 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-1b16a23b-1665-446d-9396-89983d336db9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=655022d1565540bb93093c911e426652&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1973503 Dec 06 17:08:39.137190 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 37904) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:08:39.211858 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b0f31e97-1866-4ce5-a945-a5ba020797b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:39.224340 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7431515-651a-4677-8d38-6172b2cd3e75 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:08:39.230785 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-b7431515-651a-4677-8d38-6172b2cd3e75 admin admin] 10.222.0.23 "PUT /v2.0/routers/e842510c-63dd-4d1e-a9ad-7654b1bb5554/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2454383 Dec 06 17:08:39.233298 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 37906) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:08:39.261240 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-db4cf6d6-f7c9-4126-be44-7827ca9ab6f9 req-3b77a6c7-07e4-41b9-b282-571e01a4b3bc tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255805 Dec 06 17:08:39.272912 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533d0be3-ad43-4af9-96bd-98d4620a2ec1 None None] Port fbd02b22-8c2b-4a10-9907-32bd8d88bc07 not found while updating agent binding for router e842510c-63dd-4d1e-a9ad-7654b1bb5554. {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 06 17:08:39.274520 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b0f31e97-1866-4ce5-a945-a5ba020797b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:39.290122 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533d0be3-ad43-4af9-96bd-98d4620a2ec1 None None] Routers {'e842510c-63dd-4d1e-a9ad-7654b1bb5554'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:08:39.291757 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-533d0be3-ad43-4af9-96bd-98d4620a2ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:08:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['e842510c-63dd-4d1e-a9ad-7654b1bb5554'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:08:39.381558 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b0f31e97-1866-4ce5-a945-a5ba020797b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:39.384770 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b0f31e97-1866-4ce5-a945-a5ba020797b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:39.389165 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-b0f31e97-1866-4ce5-a945-a5ba020797b9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/05993717-efad-46b6-9cd9-33188c432d66 HTTP/1.1" status: 204 len: 168 time: 0.2506738 Dec 06 17:08:39.409365 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f31e97-1866-4ce5-a945-a5ba020797b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05993717-efad-46b6-9cd9-33188c432d66,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:08:39.449846 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-533d0be3-ad43-4af9-96bd-98d4620a2ec1 None None] Set router e842510c-63dd-4d1e-a9ad-7654b1bb5554 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:08:39.455875 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72943a0-a831-4a20-a8a3-91527a5d100e req-9d64ff96-0780-4e89-ad32-9df7246305e2 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:39.457579 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a72943a0-a831-4a20-a8a3-91527a5d100e req-9d64ff96-0780-4e89-ad32-9df7246305e2 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6272bfd-53d3-4c52-b2aa-8fc636d86453 HTTP/1.1" status: 200 len: 945 time: 0.0807810 Dec 06 17:08:39.458924 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3048a52c-170a-4754-8287-5f4e15a17f9f admin admin] Publish callbacks [] for router, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:39.695866 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a72943a0-a831-4a20-a8a3-91527a5d100e req-8096d44a-1add-4bb8-bae9-c5a76eaea9bc tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/security-groups?id=79a8a720-4d91-42c0-8bdb-aecf1d5b7573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887510 Dec 06 17:08:39.736536 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3048a52c-170a-4754-8287-5f4e15a17f9f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:39.916998 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-533d0be3-ad43-4af9-96bd-98d4620a2ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e842510c-63dd-4d1e-a9ad-7654b1bb5554', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1935056216-router', 'tenant_id': 'fe60e3a576264fb3bcf3feb5d64e341c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.136'}], 'enable_snat': True}, 'gw_port_id': '51ec6951-6e8f-4a3b-bc8d-1cef39ec8f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:08:29Z', 'updated_at': '2021-12-06T17:08:38Z', 'revision_number': 5, 'project_id': 'fe60e3a576264fb3bcf3feb5d64e341c', 'gw_port': {'id': '51ec6951-6e8f-4a3b-bc8d-1cef39ec8f50', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:82:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e842510c-63dd-4d1e-a9ad-7654b1bb5554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:08:30Z', 'updated_at': '2021-12-06T17:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:08:39.919040 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-3048a52c-170a-4754-8287-5f4e15a17f9f admin admin] Deleting port 51ec6951-6e8f-4a3b-bc8d-1cef39ec8f50 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:08:39.919350 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3048a52c-170a-4754-8287-5f4e15a17f9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:39.974764 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533d0be3-ad43-4af9-96bd-98d4620a2ec1 None None] The sync data for ids ['e842510c-63dd-4d1e-a9ad-7654b1bb5554'] in n-d-master-1 is: [{'id': 'e842510c-63dd-4d1e-a9ad-7654b1bb5554', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1935056216-router', 'tenant_id': 'fe60e3a576264fb3bcf3feb5d64e341c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.136'}], 'enable_snat': True}, 'gw_port_id': '51ec6951-6e8f-4a3b-bc8d-1cef39ec8f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:08:29Z', 'updated_at': '2021-12-06T17:08:38Z', 'revision_number': 5, 'project_id': 'fe60e3a576264fb3bcf3feb5d64e341c', 'gw_port': {'id': '51ec6951-6e8f-4a3b-bc8d-1cef39ec8f50', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:82:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e842510c-63dd-4d1e-a9ad-7654b1bb5554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:08:30Z', 'updated_at': '2021-12-06T17:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:08:40.049336 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 37922) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:08:40.110297 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-3048a52c-170a-4754-8287-5f4e15a17f9f admin admin] For port 51ec6951-6e8f-4a3b-bc8d-1cef39ec8f50, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=51ec6951-6e8f-4a3b-bc8d-1cef39ec8f50,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:08:40.110697 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3048a52c-170a-4754-8287-5f4e15a17f9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:40.132796 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-3048a52c-170a-4754-8287-5f4e15a17f9f admin admin] Calling delete_port for 51ec6951-6e8f-4a3b-bc8d-1cef39ec8f50 owned by network:router_gateway {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:08:40.159878 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-dd2c1f89-80d6-41d2-8d1e-e5b78e7c7907 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c4f164d6bc4d43b3a040d890e30f5c59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1084611 Dec 06 17:08:40.160956 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 37924) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:08:40.227602 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e962ad5d-b682-4616-8708-6af9c78ba88d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:40.258731 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e962ad5d-b682-4616-8708-6af9c78ba88d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:40.346870 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e962ad5d-b682-4616-8708-6af9c78ba88d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:40.350958 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e962ad5d-b682-4616-8708-6af9c78ba88d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:40.355412 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-e962ad5d-b682-4616-8708-6af9c78ba88d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dfd3511d-11fb-4801-970d-fe7b360f7e0f HTTP/1.1" status: 204 len: 168 time: 0.1893361 Dec 06 17:08:40.404566 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e962ad5d-b682-4616-8708-6af9c78ba88d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd3511d-11fb-4801-970d-fe7b360f7e0f,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:08:40.454347 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3048a52c-170a-4754-8287-5f4e15a17f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:40.516689 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3048a52c-170a-4754-8287-5f4e15a17f9f admin admin] Pushing event deleted for resources: {'Port': ['ID=51ec6951-6e8f-4a3b-bc8d-1cef39ec8f50,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:08:40.539341 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a75a45-062e-417a-8cce-b732e24d2277 req-2cf3d947-ca63-441f-b4b6-be4f6ef017e9 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:40.552602 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-83a75a45-062e-417a-8cce-b732e24d2277 req-2cf3d947-ca63-441f-b4b6-be4f6ef017e9 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=420dab89-01de-4f05-8ee1-f1a1d05e3583 HTTP/1.1" status: 200 len: 949 time: 0.1504974 Dec 06 17:08:40.620407 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3048a52c-170a-4754-8287-5f4e15a17f9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536698'] for router_gateway, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:40.678478 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-83a75a45-062e-417a-8cce-b732e24d2277 req-76f22d2f-3245-4f5f-90b4-ab83146a1f5d tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232128 Dec 06 17:08:40.853977 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3048a52c-170a-4754-8287-5f4e15a17f9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:40.857602 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3048a52c-170a-4754-8287-5f4e15a17f9f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:40.942401 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3048a52c-170a-4754-8287-5f4e15a17f9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:40.944509 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3048a52c-170a-4754-8287-5f4e15a17f9f admin admin] Fanout notify agent at l3_agent the message router_deleted on router e842510c-63dd-4d1e-a9ad-7654b1bb5554 {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 17:08:40.959247 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3048a52c-170a-4754-8287-5f4e15a17f9f admin admin] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:40.966761 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-3048a52c-170a-4754-8287-5f4e15a17f9f admin admin] 10.222.0.23 "DELETE /v2.0/routers/e842510c-63dd-4d1e-a9ad-7654b1bb5554 HTTP/1.1" status: 204 len: 168 time: 1.7323284 Dec 06 17:08:40.966952 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cb57c1-6d6d-4b5a-a513-76c9b06daa0c req-6d626e10-f727-460b-8399-5976ab611122 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:40.968239 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 37942) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:08:40.968820 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-27cb57c1-6d6d-4b5a-a513-76c9b06daa0c req-6d626e10-f727-460b-8399-5976ab611122 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6272bfd-53d3-4c52-b2aa-8fc636d86453 HTTP/1.1" status: 200 len: 945 time: 0.1364086 Dec 06 17:08:41.075692 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-027e5a01-8ec3-4d3d-af50-e3f40d1027e8 admin admin] Deleting subnet d41e9e65-538a-4547-a8b4-2e17eb2a84dc {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:08:41.077563 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-27cb57c1-6d6d-4b5a-a513-76c9b06daa0c req-8fe94191-f68c-485f-a805-11480b470efd tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/security-groups?id=79a8a720-4d91-42c0-8bdb-aecf1d5b7573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955851 Dec 06 17:08:41.083997 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-027e5a01-8ec3-4d3d-af50-e3f40d1027e8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:41.173078 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-027e5a01-8ec3-4d3d-af50-e3f40d1027e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:41.256451 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9380a531-0845-4095-b283-143f1503437a None None] Sync routers for ids ['e842510c-63dd-4d1e-a9ad-7654b1bb5554'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:08:41.281340 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9380a531-0845-4095-b283-143f1503437a None None] Routers set() bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:08:41.282041 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9380a531-0845-4095-b283-143f1503437a None None] Router IDs set() for agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 06 17:08:41.284094 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_agentschedulers_db [None req-9380a531-0845-4095-b283-143f1503437a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e842510c-63dd-4d1e-a9ad-7654b1bb5554'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:08:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent'). {{(pid=103287) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 06 17:08:41.298770 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9380a531-0845-4095-b283-143f1503437a None None] Routers set() bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:08:41.299411 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9380a531-0845-4095-b283-143f1503437a None None] Router IDs set() for agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 06 17:08:41.300182 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_agentschedulers_db [None req-9380a531-0845-4095-b283-143f1503437a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e842510c-63dd-4d1e-a9ad-7654b1bb5554'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:08:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent'). {{(pid=103287) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 06 17:08:41.300719 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9380a531-0845-4095-b283-143f1503437a None None] The sync data for ids ['e842510c-63dd-4d1e-a9ad-7654b1bb5554'] in n-d-master-1 is: [] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:08:41.402285 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-027e5a01-8ec3-4d3d-af50-e3f40d1027e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:41.507498 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-027e5a01-8ec3-4d3d-af50-e3f40d1027e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:41.526347 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-027e5a01-8ec3-4d3d-af50-e3f40d1027e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:41.531299 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce30f92-14b2-47eb-9f1c-d0b775bbef23 None None] Network 38e9421e-e7b9-437c-af0d-391045fd168d requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:08:41.554881 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-027e5a01-8ec3-4d3d-af50-e3f40d1027e8 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/d41e9e65-538a-4547-a8b4-2e17eb2a84dc HTTP/1.1" status: 204 len: 168 time: 0.5846756 Dec 06 17:08:41.560000 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 37962) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:08:41.580631 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027e5a01-8ec3-4d3d-af50-e3f40d1027e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d41e9e65-538a-4547-a8b4-2e17eb2a84dc,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:08:41.612182 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355e6c2c-bf29-41c8-a4f7-86cb8585c4ad req-4dbd636b-1112-493d-8bd9-05a61dbf4c4e tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:41.621645 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-355e6c2c-bf29-41c8-a4f7-86cb8585c4ad req-4dbd636b-1112-493d-8bd9-05a61dbf4c4e tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6272bfd-53d3-4c52-b2aa-8fc636d86453 HTTP/1.1" status: 200 len: 945 time: 0.1307590 Dec 06 17:08:41.740979 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-355e6c2c-bf29-41c8-a4f7-86cb8585c4ad req-e9eecd48-bdc9-4087-a308-fc01412e1d73 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/security-groups?id=79a8a720-4d91-42c0-8bdb-aecf1d5b7573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139216 Dec 06 17:08:41.748014 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-69e5423b-268e-4a74-a007-3d4c357013b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:41.878714 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2212772f-ad1a-4a4d-ae01-466d8e7bd263 None None] DHCP port deletion for 38e9421e-e7b9-437c-af0d-391045fd168d request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:08:41.936347 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-69e5423b-268e-4a74-a007-3d4c357013b9 admin admin] Deleting port e8add1ff-7ee5-4dbf-ae20-e1699dfdd213 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:08:41.940826 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-69e5423b-268e-4a74-a007-3d4c357013b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:42.005081 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34d562c-4b4d-45a3-b55e-9911e37b4b6b req-642885da-ac29-4cb2-a1ac-535b49f1a76e tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:42.015986 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c34d562c-4b4d-45a3-b55e-9911e37b4b6b req-642885da-ac29-4cb2-a1ac-535b49f1a76e tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=420dab89-01de-4f05-8ee1-f1a1d05e3583 HTTP/1.1" status: 200 len: 949 time: 0.1882854 Dec 06 17:08:42.027039 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-2212772f-ad1a-4a4d-ae01-466d8e7bd263 None None] Deleting port e8add1ff-7ee5-4dbf-ae20-e1699dfdd213 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:08:42.028156 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2212772f-ad1a-4a4d-ae01-466d8e7bd263 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:42.172572 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-69e5423b-268e-4a74-a007-3d4c357013b9 admin admin] For port e8add1ff-7ee5-4dbf-ae20-e1699dfdd213, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e8add1ff-7ee5-4dbf-ae20-e1699dfdd213,segment=NetworkSegment(37564910-9f47-4794-bf33-ea554b859931),segment_id=37564910-9f47-4794-bf33-ea554b859931)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:08:42.173163 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-69e5423b-268e-4a74-a007-3d4c357013b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:42.207194 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-69e5423b-268e-4a74-a007-3d4c357013b9 admin admin] Calling delete_port for e8add1ff-7ee5-4dbf-ae20-e1699dfdd213 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:08:42.264491 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-2212772f-ad1a-4a4d-ae01-466d8e7bd263 None None] For port e8add1ff-7ee5-4dbf-ae20-e1699dfdd213, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e8add1ff-7ee5-4dbf-ae20-e1699dfdd213,segment=NetworkSegment(37564910-9f47-4794-bf33-ea554b859931),segment_id=37564910-9f47-4794-bf33-ea554b859931)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:08:42.266211 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2212772f-ad1a-4a4d-ae01-466d8e7bd263 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:42.354651 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-2212772f-ad1a-4a4d-ae01-466d8e7bd263 None None] Calling delete_port for e8add1ff-7ee5-4dbf-ae20-e1699dfdd213 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:08:42.425899 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-69e5423b-268e-4a74-a007-3d4c357013b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:42.464108 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e5423b-268e-4a74-a007-3d4c357013b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8add1ff-7ee5-4dbf-ae20-e1699dfdd213,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:08:42.477138 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e5423b-268e-4a74-a007-3d4c357013b9 admin admin] No DVR routers for this DVR port e8add1ff-7ee5-4dbf-ae20-e1699dfdd213 on host n-d-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:08:42.480934 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2212772f-ad1a-4a4d-ae01-466d8e7bd263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:42.517007 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2212772f-ad1a-4a4d-ae01-466d8e7bd263 None None] No DVR routers for this DVR port e8add1ff-7ee5-4dbf-ae20-e1699dfdd213 on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:08:42.519372 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2212772f-ad1a-4a4d-ae01-466d8e7bd263 None None] Pushing event deleted for resources: {'Port': ['ID=e8add1ff-7ee5-4dbf-ae20-e1699dfdd213,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:08:42.571563 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c34d562c-4b4d-45a3-b55e-9911e37b4b6b req-45468b77-2274-43dd-ae45-0135ab8e0da6 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5545888 Dec 06 17:08:42.597058 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-69e5423b-268e-4a74-a007-3d4c357013b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:42.624867 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-69e5423b-268e-4a74-a007-3d4c357013b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38e9421e-e7b9-437c-af0d-391045fd168d']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:08:42.642090 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-69e5423b-268e-4a74-a007-3d4c357013b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37564910-9f47-4794-bf33-ea554b859931') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:08:42.642431 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-69e5423b-268e-4a74-a007-3d4c357013b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37564910-9f47-4794-bf33-ea554b859931') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:08:42.653668 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-69e5423b-268e-4a74-a007-3d4c357013b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:42.670535 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-69e5423b-268e-4a74-a007-3d4c357013b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:42.677726 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69e5423b-268e-4a74-a007-3d4c357013b9 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:08:42.678109 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-69e5423b-268e-4a74-a007-3d4c357013b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:42.679924 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:08:42.679924 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:08:42.679924 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:08:42.679924 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:08:42.679924 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:08:42.679924 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:08:42.679924 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:08:42.679924 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:08:42.679924 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:08:42.679924 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:08:42.679924 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:08:42.679924 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:08:42.679924 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:08:42.679924 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:08:42.679924 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:08:42.679924 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:08:42.679924 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:08:42.679924 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:08:42.679924 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:08:42.679924 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:08:42.679924 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:08:42.679924 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:08:42.679924 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:08:42.679924 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:08:42.679924 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:08:42.679924 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:08:42.679924 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:08:42.679924 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:08:42.679924 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:08:42.679924 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:08:42.679924 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:08:42.679924 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:08:42.748561 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-69e5423b-268e-4a74-a007-3d4c357013b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:42.769338 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-69e5423b-268e-4a74-a007-3d4c357013b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:42.782576 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-69e5423b-268e-4a74-a007-3d4c357013b9 admin admin] 10.222.0.23 "DELETE /v2.0/networks/38e9421e-e7b9-437c-af0d-391045fd168d HTTP/1.1" status: 204 len: 168 time: 1.2193615 Dec 06 17:08:42.815787 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e5423b-268e-4a74-a007-3d4c357013b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=38e9421e-e7b9-437c-af0d-391045fd168d,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:08:42.908593 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0b4136-2657-4dc4-b6ec-893431faa53b req-c25307c0-4786-40f9-8aa6-ec3bc53149f6 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:42.910502 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fe0b4136-2657-4dc4-b6ec-893431faa53b req-c25307c0-4786-40f9-8aa6-ec3bc53149f6 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6272bfd-53d3-4c52-b2aa-8fc636d86453 HTTP/1.1" status: 200 len: 945 time: 0.0648384 Dec 06 17:08:43.015655 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fe0b4136-2657-4dc4-b6ec-893431faa53b req-3251cebb-54ff-42a8-a31f-1e0047e1751c tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/security-groups?id=79a8a720-4d91-42c0-8bdb-aecf1d5b7573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967400 Dec 06 17:08:43.043660 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 37988) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:08:43.111449 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 37994) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:08:43.111675 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-6f5b75bc-c9d1-4015-81c6-bb7822ac3461 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fe60e3a576264fb3bcf3feb5d64e341c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0667601 Dec 06 17:08:43.204132 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0628d03d-31e9-417a-b782-7f4c0882b08b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:43.237799 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0628d03d-31e9-417a-b782-7f4c0882b08b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:43.333544 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0628d03d-31e9-417a-b782-7f4c0882b08b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:43.337080 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0628d03d-31e9-417a-b782-7f4c0882b08b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:43.342692 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-0628d03d-31e9-417a-b782-7f4c0882b08b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/23cc6255-245b-4589-9144-6ff7ca2026d6 HTTP/1.1" status: 204 len: 168 time: 0.2299585 Dec 06 17:08:43.360830 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0628d03d-31e9-417a-b782-7f4c0882b08b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23cc6255-245b-4589-9144-6ff7ca2026d6,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:08:43.382217 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f1b24d41-c80b-462f-86d9-377faa574a95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:43.483069 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 51ec6951-6e8f-4a3b-bc8d-1cef39ec8f50 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:08:43.513232 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 51ec6951-6e8f-4a3b-bc8d-1cef39ec8f50 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:08:43.514041 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 51ec6951-6e8f-4a3b-bc8d-1cef39ec8f50 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:08:43.514688 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device e8add1ff-7ee5-4dbf-ae20-e1699dfdd213 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:08:43.565787 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: e8add1ff-7ee5-4dbf-ae20-e1699dfdd213 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:08:43.566200 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device e8add1ff-7ee5-4dbf-ae20-e1699dfdd213 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:08:43.724640 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f11bb7-3f6a-4920-8ac5-b506af43553e req-a752407f-a069-4f29-9cff-db9b5def5cf9 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:43.738709 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-55f11bb7-3f6a-4920-8ac5-b506af43553e req-a752407f-a069-4f29-9cff-db9b5def5cf9 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=420dab89-01de-4f05-8ee1-f1a1d05e3583 HTTP/1.1" status: 200 len: 949 time: 0.0848224 Dec 06 17:08:43.859754 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-55f11bb7-3f6a-4920-8ac5-b506af43553e req-53c25c08-a3b6-4b98-b7c1-1be483a07c82 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167026 Dec 06 17:08:44.997957 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6350b5-ed83-49bf-b5e3-544fb1704a64 req-d76a81fb-aae3-4830-bfb2-afce11193272 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:45.002552 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5e6350b5-ed83-49bf-b5e3-544fb1704a64 req-d76a81fb-aae3-4830-bfb2-afce11193272 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=420dab89-01de-4f05-8ee1-f1a1d05e3583 HTTP/1.1" status: 200 len: 949 time: 0.0689325 Dec 06 17:08:45.070104 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5e6350b5-ed83-49bf-b5e3-544fb1704a64 req-09fc176e-a570-408c-b4d2-19e831fec8db tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600958 Dec 06 17:08:45.197838 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 4705328b-8978-4630-a8c3-92e626f82fa8 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:08:45.367830 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 4705328b-8978-4630-a8c3-92e626f82fa8, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=4705328b-8978-4630-a8c3-92e626f82fa8,segment=NetworkSegment(1d12c223-c1ef-4a9f-920c-d1018ef932ee),segment_id=1d12c223-c1ef-4a9f-920c-d1018ef932ee)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:08:45.386312 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': '4705328b-8978-4630-a8c3-92e626f82fa8', 'network_id': '5345745c-70bf-40fb-8cb5-545836ece5ce', 'port_id': '4705328b-8978-4630-a8c3-92e626f82fa8', 'mac_address': 'fa:16:3e:d2:a4:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48f1cc23-c700-419f-b04b-ebb1334c97b9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:08:45.435304 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:45.454942 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4705328b-8978-4630-a8c3-92e626f82fa8 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:08:45.478758 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 4705328b-8978-4630-a8c3-92e626f82fa8, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=4705328b-8978-4630-a8c3-92e626f82fa8,segment=NetworkSegment(1d12c223-c1ef-4a9f-920c-d1018ef932ee),segment_id=1d12c223-c1ef-4a9f-920c-d1018ef932ee)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:08:45.485662 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:45.563440 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=4705328b-8978-4630-a8c3-92e626f82fa8,revision_number=6']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:08:45.603937 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['4705328b-8978-4630-a8c3-92e626f82fa8'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:08:45.608007 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fefc7c4e-9122-4e9e-9fa5-ac2f7c63b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:46.214465 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9db01b-ebd9-44bc-93d0-fa21e5444f4d req-2e48a847-e917-4ccb-8f9c-1441988840ee tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:46.216093 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6a9db01b-ebd9-44bc-93d0-fa21e5444f4d req-2e48a847-e917-4ccb-8f9c-1441988840ee tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=420dab89-01de-4f05-8ee1-f1a1d05e3583 HTTP/1.1" status: 200 len: 949 time: 0.0642896 Dec 06 17:08:46.268806 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6a9db01b-ebd9-44bc-93d0-fa21e5444f4d req-a0c1c8de-50c7-4bfc-a84a-4d9e70a9fe09 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464025 Dec 06 17:08:46.784255 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:47.213092 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 4705328b-8978-4630-a8c3-92e626f82fa8 up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:08:47.334960 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port 4705328b-8978-4630-a8c3-92e626f82fa8 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:08:47.335701 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:47.479271 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:47.517042 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6272bfd-53d3-4c52-b2aa-8fc636d86453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4705328b-8978-4630-a8c3-92e626f82fa8'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:08:47.517042 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00b4ce4c-7a45-41c7-b1c9-f2d877523f15" -d '{"events": [{"server_uuid": "d6272bfd-53d3-4c52-b2aa-8fc636d86453", "name": "network-vif-plugged", "status": "completed", "tag": "4705328b-8978-4630-a8c3-92e626f82fa8"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:08:47.537261 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 4705328b-8978-4630-a8c3-92e626f82fa8, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=4705328b-8978-4630-a8c3-92e626f82fa8,segment=NetworkSegment(1d12c223-c1ef-4a9f-920c-d1018ef932ee),segment_id=1d12c223-c1ef-4a9f-920c-d1018ef932ee)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:08:47.567535 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:47.661638 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=4705328b-8978-4630-a8c3-92e626f82fa8,revision_number=7']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:08:47.951992 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:48.051330 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1f5a2c-3612-41a4-abb9-44d7af323e94 req-4f75e55a-de3b-44b6-a8fd-de3b80b5dcf4 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:48.052908 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2c1f5a2c-3612-41a4-abb9-44d7af323e94 req-4f75e55a-de3b-44b6-a8fd-de3b80b5dcf4 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=420dab89-01de-4f05-8ee1-f1a1d05e3583 HTTP/1.1" status: 200 len: 949 time: 0.0563600 Dec 06 17:08:48.111820 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2c1f5a2c-3612-41a4-abb9-44d7af323e94 req-78984699-b5d4-49dd-93d0-f5de183ace76 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495651 Dec 06 17:08:48.127068 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0057f89b-526a-475f-9ddd-521374703e10 x-openstack-request-id: req-0057f89b-526a-475f-9ddd-521374703e10 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:08:48.127589 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6272bfd-53d3-4c52-b2aa-8fc636d86453", "name": "network-vif-plugged", "status": "completed", "tag": "4705328b-8978-4630-a8c3-92e626f82fa8", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:08:48.127860 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0057f89b-526a-475f-9ddd-521374703e10 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:08:48.128395 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6272bfd-53d3-4c52-b2aa-8fc636d86453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4705328b-8978-4630-a8c3-92e626f82fa8', 'code': 200} Dec 06 17:08:48.558356 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-94f82c59-dc04-4737-9c96-a15dc3d29de5 req-97663297-51c6-4f66-9cee-4066ab4fb4cb tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=f5f3a80d3ca445fd9f364ddd9b130cb6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0356221 Dec 06 17:08:48.693553 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f82c59-dc04-4737-9c96-a15dc3d29de5 req-e47df840-e0f4-4428-aec0-d54f7aa435f6 tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:48.704597 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-94f82c59-dc04-4737-9c96-a15dc3d29de5 req-e47df840-e0f4-4428-aec0-d54f7aa435f6 tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1448226 Dec 06 17:08:48.717114 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-94f82c59-dc04-4737-9c96-a15dc3d29de5 req-6a3a07db-cc04-4df7-92bd-ad159a560714 tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] 10.222.0.23 "GET /v2.0/quotas/f5f3a80d3ca445fd9f364ddd9b130cb6 HTTP/1.1" status: 200 len: 375 time: 0.0115330 Dec 06 17:08:48.776166 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-94f82c59-dc04-4737-9c96-a15dc3d29de5 req-9335e5b3-6395-49f6-a1f1-c0332e6100f3 tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f5f3a80d3ca445fd9f364ddd9b130cb6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0490260 Dec 06 17:08:48.989260 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:49.466733 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-83ccbe77-93e3-4613-b785-2c5622d75d79 req-90ba02b7-61f9-44d2-a266-6525844ecc76 tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=f5f3a80d3ca445fd9f364ddd9b130cb6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0561163 Dec 06 17:08:49.706963 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e92cc30-ba77-428d-83d8-5287c7d2ad9c req-cc2fe04c-7bdd-45c3-b0ac-2bb0bd680d42 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:49.708524 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6e92cc30-ba77-428d-83d8-5287c7d2ad9c req-cc2fe04c-7bdd-45c3-b0ac-2bb0bd680d42 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=420dab89-01de-4f05-8ee1-f1a1d05e3583 HTTP/1.1" status: 200 len: 949 time: 0.0817029 Dec 06 17:08:49.733003 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ccbe77-93e3-4613-b785-2c5622d75d79 req-1162fbea-bc26-4df8-b0f6-845ade690a32 tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:49.742102 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-83ccbe77-93e3-4613-b785-2c5622d75d79 req-1162fbea-bc26-4df8-b0f6-845ade690a32 tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2745588 Dec 06 17:08:49.754396 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-83ccbe77-93e3-4613-b785-2c5622d75d79 req-e278c7b3-2045-4404-a228-cbb46cd400ea tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] 10.222.0.23 "GET /v2.0/quotas/f5f3a80d3ca445fd9f364ddd9b130cb6 HTTP/1.1" status: 200 len: 375 time: 0.0112033 Dec 06 17:08:49.821098 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6e92cc30-ba77-428d-83d8-5287c7d2ad9c req-37f1333a-75d1-4e68-816d-d3247281d5ce tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999079 Dec 06 17:08:49.846194 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-83ccbe77-93e3-4613-b785-2c5622d75d79 req-a82a96fe-0940-47b6-8f94-19e62adede11 tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f5f3a80d3ca445fd9f364ddd9b130cb6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0848784 Dec 06 17:08:50.503872 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9be29813-de0d-4235-8f1a-04a3b97c6d7d req-203a123c-be8b-4874-bbfa-c6a930411dec tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ef8ee88-1483-49f8-8d21-9964984ede3e HTTP/1.1" status: 200 len: 210 time: 0.0438185 Dec 06 17:08:50.788419 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-94f82c59-dc04-4737-9c96-a15dc3d29de5 req-56a4eb1e-4423-4e57-8a0f-ca730b116289 tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=f5f3a80d3ca445fd9f364ddd9b130cb6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0731015 Dec 06 17:08:51.058778 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f82c59-dc04-4737-9c96-a15dc3d29de5 req-5a88d4f9-953a-4a98-bd3b-d69341b965dd tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:51.059138 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-94f82c59-dc04-4737-9c96-a15dc3d29de5 req-5a88d4f9-953a-4a98-bd3b-d69341b965dd tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2608330 Dec 06 17:08:51.073744 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-94f82c59-dc04-4737-9c96-a15dc3d29de5 req-c221902a-1e56-45bc-946f-c98477760cce tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] Request body: {'port': {'device_id': '3b064fa4-4b1b-48a1-be28-a0f6c11a5c8a', 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a', 'admin_state_up': True, 'tenant_id': 'f5f3a80d3ca445fd9f364ddd9b130cb6'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:08:51.129882 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c43366-fa32-4654-8ab2-b3f6f79dbc55 req-30d49c10-acb3-4f17-92ed-f517e66e9fe6 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:51.142209 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-09c43366-fa32-4654-8ab2-b3f6f79dbc55 req-30d49c10-acb3-4f17-92ed-f517e66e9fe6 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=420dab89-01de-4f05-8ee1-f1a1d05e3583 HTTP/1.1" status: 200 len: 949 time: 0.0980847 Dec 06 17:08:51.225609 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-09c43366-fa32-4654-8ab2-b3f6f79dbc55 req-ff23fb0c-9d42-43a0-93af-3f912f0bc507 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775158 Dec 06 17:08:51.310992 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94f82c59-dc04-4737-9c96-a15dc3d29de5 req-c221902a-1e56-45bc-946f-c98477760cce tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] Made reservation on behalf of f5f3a80d3ca445fd9f364ddd9b130cb6 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:08:51.318456 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-94f82c59-dc04-4737-9c96-a15dc3d29de5 req-c221902a-1e56-45bc-946f-c98477760cce tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:51.333005 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-94f82c59-dc04-4737-9c96-a15dc3d29de5 req-c221902a-1e56-45bc-946f-c98477760cce tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:51.447557 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-94f82c59-dc04-4737-9c96-a15dc3d29de5 req-c221902a-1e56-45bc-946f-c98477760cce tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:51.455302 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-94f82c59-dc04-4737-9c96-a15dc3d29de5 req-c221902a-1e56-45bc-946f-c98477760cce tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:51.576455 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c221902a-1e56-45bc-946f-c98477760cce tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e200dfc-3654-4846-ac4a-5fd3003efa34,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:08:51.598466 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c221902a-1e56-45bc-946f-c98477760cce tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:08:51.598823 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c221902a-1e56-45bc-946f-c98477760cce tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:08:51.599174 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c221902a-1e56-45bc-946f-c98477760cce tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:08:51.599523 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c221902a-1e56-45bc-946f-c98477760cce tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:08:51.599867 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c221902a-1e56-45bc-946f-c98477760cce tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:08:51.600205 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c221902a-1e56-45bc-946f-c98477760cce tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:08:51.600541 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c221902a-1e56-45bc-946f-c98477760cce tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:08:51.600983 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c221902a-1e56-45bc-946f-c98477760cce tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:08:51.601321 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c221902a-1e56-45bc-946f-c98477760cce tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:08:51.601676 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c221902a-1e56-45bc-946f-c98477760cce tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:08:51.602578 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c221902a-1e56-45bc-946f-c98477760cce tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:08:51.602968 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c221902a-1e56-45bc-946f-c98477760cce tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:08:51.603291 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c221902a-1e56-45bc-946f-c98477760cce tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:08:51.685107 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-94f82c59-dc04-4737-9c96-a15dc3d29de5 req-c221902a-1e56-45bc-946f-c98477760cce tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] Allocated IP 192.168.233.83 (ee08a0d2-834f-4c39-be47-9c424581246a/1342252a-21e4-4783-88ff-f54776c79059/5f75056b-3e93-4b40-b635-0037aa472f1f) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:08:51.771497 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4ad607a0-80ff-4bb9-bfb9-08dbb53a4f36 req-fe2fca74-a9fa-46f5-93ff-3802a9228092 tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ef8ee88-1483-49f8-8d21-9964984ede3e HTTP/1.1" status: 200 len: 210 time: 0.0560839 Dec 06 17:08:51.911784 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-83ccbe77-93e3-4613-b785-2c5622d75d79 req-795008f6-3376-4f47-80fd-28dd60dd9a3f tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=f5f3a80d3ca445fd9f364ddd9b130cb6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0462480 Dec 06 17:08:52.023269 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-94f82c59-dc04-4737-9c96-a15dc3d29de5 req-c221902a-1e56-45bc-946f-c98477760cce tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:52.109014 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-94f82c59-dc04-4737-9c96-a15dc3d29de5 req-c221902a-1e56-45bc-946f-c98477760cce tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:52.171702 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ccbe77-93e3-4613-b785-2c5622d75d79 req-33499bee-02a1-49eb-9169-c86623a3f9e2 tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:52.178401 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-83ccbe77-93e3-4613-b785-2c5622d75d79 req-33499bee-02a1-49eb-9169-c86623a3f9e2 tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2588692 Dec 06 17:08:52.197807 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-83ccbe77-93e3-4613-b785-2c5622d75d79 req-05245730-532b-4885-94ef-c97edac17a19 tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] Request body: {'port': {'device_id': '9ef8ee88-1483-49f8-8d21-9964984ede3e', 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a', 'admin_state_up': True, 'tenant_id': 'f5f3a80d3ca445fd9f364ddd9b130cb6'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:08:52.230607 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94f82c59-dc04-4737-9c96-a15dc3d29de5 req-c221902a-1e56-45bc-946f-c98477760cce tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] Network ee08a0d2-834f-4c39-be47-9c424581246a is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:08:52.271720 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-94f82c59-dc04-4737-9c96-a15dc3d29de5 req-c221902a-1e56-45bc-946f-c98477760cce tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:08:52.297561 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-94f82c59-dc04-4737-9c96-a15dc3d29de5 req-c221902a-1e56-45bc-946f-c98477760cce tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:08:52.375512 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c221902a-1e56-45bc-946f-c98477760cce tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] Pushing event updated for resources: {'Port': ['ID=5f75056b-3e93-4b40-b635-0037aa472f1f,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:08:52.443898 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f82c59-dc04-4737-9c96-a15dc3d29de5 req-c221902a-1e56-45bc-946f-c98477760cce tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:52.444739 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-94f82c59-dc04-4737-9c96-a15dc3d29de5 req-c221902a-1e56-45bc-946f-c98477760cce tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:52.470978 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-94f82c59-dc04-4737-9c96-a15dc3d29de5 req-c221902a-1e56-45bc-946f-c98477760cce tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4012415 Dec 06 17:08:52.487047 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-94f82c59-dc04-4737-9c96-a15dc3d29de5 req-0f0c4c95-a808-44f1-984f-74bc60ebe139 service neutron] Request body: {'port': {'device_id': '3b064fa4-4b1b-48a1-be28-a0f6c11a5c8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:08:52.591526 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a8b500-f6db-4782-be34-46474509b397 req-f19dd63b-77fb-4da0-ba61-5a4c7dcd6bb9 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:52.593228 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a6a8b500-f6db-4782-be34-46474509b397 req-f19dd63b-77fb-4da0-ba61-5a4c7dcd6bb9 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=420dab89-01de-4f05-8ee1-f1a1d05e3583 HTTP/1.1" status: 200 len: 949 time: 0.1940219 Dec 06 17:08:52.606614 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-94f82c59-dc04-4737-9c96-a15dc3d29de5 req-0f0c4c95-a808-44f1-984f-74bc60ebe139 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:52.693382 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a6a8b500-f6db-4782-be34-46474509b397 req-8ee49a66-6d67-4ca9-864b-907d4fae76ba tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870035 Dec 06 17:08:52.783950 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83ccbe77-93e3-4613-b785-2c5622d75d79 req-05245730-532b-4885-94ef-c97edac17a19 tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] Made reservation on behalf of f5f3a80d3ca445fd9f364ddd9b130cb6 for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:08:52.787402 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-83ccbe77-93e3-4613-b785-2c5622d75d79 req-05245730-532b-4885-94ef-c97edac17a19 tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:52.879665 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-142ca657-e547-4dc4-95d8-c9e83c0c9943 None None] Provisioning complete for port 5f75056b-3e93-4b40-b635-0037aa472f1f triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:08:52.881914 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-142ca657-e547-4dc4-95d8-c9e83c0c9943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:52.929328 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-142ca657-e547-4dc4-95d8-c9e83c0c9943 None None] Port 5f75056b-3e93-4b40-b635-0037aa472f1f cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:08:53.199179 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0621588f-8676-4e88-bb1f-16ff746ef59c req-08a1ea0d-aa46-473a-a289-df10e8a7979e tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ef8ee88-1483-49f8-8d21-9964984ede3e HTTP/1.1" status: 200 len: 210 time: 0.0773084 Dec 06 17:08:53.261118 n-d-master-1 neutron-server[103284]: INFO neutron.api.v2.resource [req-b07a2e24-c7e0-428e-badf-59587c620822 req-58634a3b-3d5e-48e9-b05c-c332b41db358 service neutron] show failed (client error): The resource could not be found. Dec 06 17:08:53.262285 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b07a2e24-c7e0-428e-badf-59587c620822 req-58634a3b-3d5e-48e9-b05c-c332b41db358 service neutron] 10.222.0.44 "GET /v2.0/ports/48171e5d-9d8e-4d77-bd09-fe2c8257e388/bindings/n-h1-master-1 HTTP/1.1" status: 404 len: 380 time: 0.3719435 Dec 06 17:08:53.476910 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-94f82c59-dc04-4737-9c96-a15dc3d29de5 req-0f0c4c95-a808-44f1-984f-74bc60ebe139 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f75056b-3e93-4b40-b635-0037aa472f1f {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:08:53.507324 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-94f82c59-dc04-4737-9c96-a15dc3d29de5 req-0f0c4c95-a808-44f1-984f-74bc60ebe139 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:53.549079 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-94f82c59-dc04-4737-9c96-a15dc3d29de5 req-0f0c4c95-a808-44f1-984f-74bc60ebe139 service neutron] Transition to ACTIVE for port object 5f75056b-3e93-4b40-b635-0037aa472f1f will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:08:53.558859 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-94f82c59-dc04-4737-9c96-a15dc3d29de5 req-0f0c4c95-a808-44f1-984f-74bc60ebe139 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:53.641168 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0c4c95-a808-44f1-984f-74bc60ebe139 service neutron] Pushing event updated for resources: {'Port': ['ID=5f75056b-3e93-4b40-b635-0037aa472f1f,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:08:53.768121 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-94f82c59-dc04-4737-9c96-a15dc3d29de5 req-0f0c4c95-a808-44f1-984f-74bc60ebe139 service neutron] Attempting to bind port 5f75056b-3e93-4b40-b635-0037aa472f1f on host n-h1-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:08:53.768461 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-94f82c59-dc04-4737-9c96-a15dc3d29de5 req-0f0c4c95-a808-44f1-984f-74bc60ebe139 service neutron] Attempting to bind port 5f75056b-3e93-4b40-b635-0037aa472f1f by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:08:53.768801 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f82c59-dc04-4737-9c96-a15dc3d29de5 req-0f0c4c95-a808-44f1-984f-74bc60ebe139 service neutron] Attempting to bind port 5f75056b-3e93-4b40-b635-0037aa472f1f on network ee08a0d2-834f-4c39-be47-9c424581246a {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:08:53.782581 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f82c59-dc04-4737-9c96-a15dc3d29de5 req-0f0c4c95-a808-44f1-984f-74bc60ebe139 service neutron] Port 5f75056b-3e93-4b40-b635-0037aa472f1f on network ee08a0d2-834f-4c39-be47-9c424581246a not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:08:53.782933 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f82c59-dc04-4737-9c96-a15dc3d29de5 req-0f0c4c95-a808-44f1-984f-74bc60ebe139 service neutron] Attempting to bind port 5f75056b-3e93-4b40-b635-0037aa472f1f on network ee08a0d2-834f-4c39-be47-9c424581246a {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:08:53.795566 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f82c59-dc04-4737-9c96-a15dc3d29de5 req-0f0c4c95-a808-44f1-984f-74bc60ebe139 service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:08:53.795916 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f82c59-dc04-4737-9c96-a15dc3d29de5 req-0f0c4c95-a808-44f1-984f-74bc60ebe139 service neutron] Checking segment: {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:08:53.796036 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-83ccbe77-93e3-4613-b785-2c5622d75d79 req-05245730-532b-4885-94ef-c97edac17a19 tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] Allocated IP 192.168.233.79 (ee08a0d2-834f-4c39-be47-9c424581246a/1342252a-21e4-4783-88ff-f54776c79059/135aa760-39b2-49d9-9095-99877b42a36e) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:08:53.796308 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f82c59-dc04-4737-9c96-a15dc3d29de5 req-0f0c4c95-a808-44f1-984f-74bc60ebe139 service neutron] Bound using segment: {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:08:53.796748 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-94f82c59-dc04-4737-9c96-a15dc3d29de5 req-0f0c4c95-a808-44f1-984f-74bc60ebe139 service neutron] Bound port: 5f75056b-3e93-4b40-b635-0037aa472f1f, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:08:53.797101 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-94f82c59-dc04-4737-9c96-a15dc3d29de5 req-0f0c4c95-a808-44f1-984f-74bc60ebe139 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:53.827606 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a2e24-c7e0-428e-badf-59587c620822 req-d61d864b-a5d7-4203-9800-7420f0a6f89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:53.830911 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b07a2e24-c7e0-428e-badf-59587c620822 req-d61d864b-a5d7-4203-9800-7420f0a6f89c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=420dab89-01de-4f05-8ee1-f1a1d05e3583&tenant_id=4fbfd036e0874a51a15b7801ac955516 HTTP/1.1" status: 200 len: 1100 time: 0.2724373 Dec 06 17:08:53.855886 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-b07a2e24-c7e0-428e-badf-59587c620822 req-2b1e1cd3-1e54-46c5-ade4-faf381b0e802 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-master-1', 'device_owner': 'compute:nova'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:08:53.989995 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-94f82c59-dc04-4737-9c96-a15dc3d29de5 req-0f0c4c95-a808-44f1-984f-74bc60ebe139 service neutron] For port 5f75056b-3e93-4b40-b635-0037aa472f1f, host n-h1-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:08:54.001215 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-94f82c59-dc04-4737-9c96-a15dc3d29de5 req-0f0c4c95-a808-44f1-984f-74bc60ebe139 service neutron] For port 5f75056b-3e93-4b40-b635-0037aa472f1f, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=5f75056b-3e93-4b40-b635-0037aa472f1f,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:08:54.011257 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-94f82c59-dc04-4737-9c96-a15dc3d29de5 req-0f0c4c95-a808-44f1-984f-74bc60ebe139 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:54.070304 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-b07a2e24-c7e0-428e-badf-59587c620822 req-2b1e1cd3-1e54-46c5-ade4-faf381b0e802 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:54.156905 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f82c59-dc04-4737-9c96-a15dc3d29de5 req-0f0c4c95-a808-44f1-984f-74bc60ebe139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:54.157067 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-94f82c59-dc04-4737-9c96-a15dc3d29de5 req-0f0c4c95-a808-44f1-984f-74bc60ebe139 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:54.168370 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-94f82c59-dc04-4737-9c96-a15dc3d29de5 req-0f0c4c95-a808-44f1-984f-74bc60ebe139 service neutron] 10.222.0.41 "PUT /v2.0/ports/5f75056b-3e93-4b40-b635-0037aa472f1f HTTP/1.1" status: 200 len: 1095 time: 1.6873703 Dec 06 17:08:54.171960 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b064fa4-4b1b-48a1-be28-a0f6c11a5c8a', 'tag': '5f75056b-3e93-4b40-b635-0037aa472f1f'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:08:54.181875 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa5d727-6349-41c6-b1e3-aa5ad2f58b6d" -d '{"events": [{"name": "network-changed", "server_uuid": "3b064fa4-4b1b-48a1-be28-a0f6c11a5c8a", "tag": "5f75056b-3e93-4b40-b635-0037aa472f1f"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:08:54.334921 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0c4c95-a808-44f1-984f-74bc60ebe139 service neutron] Pushing event updated for resources: {'Port': ['ID=5f75056b-3e93-4b40-b635-0037aa472f1f,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:08:54.376183 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f82c59-dc04-4737-9c96-a15dc3d29de5 req-3a528239-bdea-47bb-918e-f78f18fcf52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:54.379468 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-94f82c59-dc04-4737-9c96-a15dc3d29de5 req-3a528239-bdea-47bb-918e-f78f18fcf52c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f5f3a80d3ca445fd9f364ddd9b130cb6&device_id=3b064fa4-4b1b-48a1-be28-a0f6c11a5c8a HTTP/1.1" status: 200 len: 1098 time: 0.1453817 Dec 06 17:08:54.507342 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-94f82c59-dc04-4737-9c96-a15dc3d29de5 req-b4105c17-a5ae-49f9-88d2-5d0b0ff9a331 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=5f75056b-3e93-4b40-b635-0037aa472f1f HTTP/1.1" status: 200 len: 217 time: 0.1159074 Dec 06 17:08:54.576843 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee032548-2b43-44cf-ae60-13e7f0442d91 req-8b6b0def-8404-4af7-9594-2174627b0907 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:54.586579 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ee032548-2b43-44cf-ae60-13e7f0442d91 req-8b6b0def-8404-4af7-9594-2174627b0907 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=420dab89-01de-4f05-8ee1-f1a1d05e3583 HTTP/1.1" status: 200 len: 949 time: 0.6269143 Dec 06 17:08:54.651250 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f82c59-dc04-4737-9c96-a15dc3d29de5 req-42b213d4-a03e-446b-ab98-15e621b809db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:54.652767 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-94f82c59-dc04-4737-9c96-a15dc3d29de5 req-42b213d4-a03e-446b-ab98-15e621b809db service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1342252a-21e4-4783-88ff-f54776c79059 HTTP/1.1" status: 200 len: 843 time: 0.1329436 Dec 06 17:08:54.662909 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-463feb35-aaf9-47ff-a449-3646d31a192a x-openstack-request-id: req-463feb35-aaf9-47ff-a449-3646d31a192a {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:08:54.663199 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b064fa4-4b1b-48a1-be28-a0f6c11a5c8a", "tag": "5f75056b-3e93-4b40-b635-0037aa472f1f", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:08:54.663586 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-463feb35-aaf9-47ff-a449-3646d31a192a {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:08:54.664012 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b064fa4-4b1b-48a1-be28-a0f6c11a5c8a', 'tag': '5f75056b-3e93-4b40-b635-0037aa472f1f', 'status': 'completed', 'code': 200} Dec 06 17:08:54.734718 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f82c59-dc04-4737-9c96-a15dc3d29de5 req-3f2ed82c-e71f-4105-9be0-dde6af9f7f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:54.740712 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-94f82c59-dc04-4737-9c96-a15dc3d29de5 req-3f2ed82c-e71f-4105-9be0-dde6af9f7f20 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee08a0d2-834f-4c39-be47-9c424581246a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0757120 Dec 06 17:08:54.756913 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ee032548-2b43-44cf-ae60-13e7f0442d91 req-65aa4c80-d947-4652-9b8d-3b5b298c1d61 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661148 Dec 06 17:08:54.782009 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-99aa9b2c-bdb8-4c0a-a082-314595e6cab5 req-00768b05-fabe-4593-8144-8a4c6d75182c tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ef8ee88-1483-49f8-8d21-9964984ede3e HTTP/1.1" status: 200 len: 210 time: 0.0376208 Dec 06 17:08:54.873847 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-83ccbe77-93e3-4613-b785-2c5622d75d79 req-05245730-532b-4885-94ef-c97edac17a19 tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:54.958033 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-94f82c59-dc04-4737-9c96-a15dc3d29de5 req-682234be-a7e7-4be9-976e-3b5fe60ef110 service neutron] 10.222.0.41 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749170 Dec 06 17:08:55.104514 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-83ccbe77-93e3-4613-b785-2c5622d75d79 req-05245730-532b-4885-94ef-c97edac17a19 tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:55.219902 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-94f82c59-dc04-4737-9c96-a15dc3d29de5 req-f6da153a-4eaf-4202-b4df-619578af4345 service neutron] 10.222.0.41 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452190 Dec 06 17:08:55.290343 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83ccbe77-93e3-4613-b785-2c5622d75d79 req-05245730-532b-4885-94ef-c97edac17a19 tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] Network ee08a0d2-834f-4c39-be47-9c424581246a is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:08:55.378633 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa5d727-6349-41c6-b1e3-aa5ad2f58b6d req-452c3d45-0342-49b5-aadd-a5f8d4648d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:55.380902 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0aa5d727-6349-41c6-b1e3-aa5ad2f58b6d req-452c3d45-0342-49b5-aadd-a5f8d4648d85 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f5f3a80d3ca445fd9f364ddd9b130cb6&device_id=3b064fa4-4b1b-48a1-be28-a0f6c11a5c8a HTTP/1.1" status: 200 len: 1098 time: 0.0939457 Dec 06 17:08:55.418957 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-83ccbe77-93e3-4613-b785-2c5622d75d79 req-05245730-532b-4885-94ef-c97edac17a19 tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:08:55.439365 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-83ccbe77-93e3-4613-b785-2c5622d75d79 req-05245730-532b-4885-94ef-c97edac17a19 tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:08:55.606136 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05245730-532b-4885-94ef-c97edac17a19 tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] Pushing event updated for resources: {'Port': ['ID=135aa760-39b2-49d9-9095-99877b42a36e,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:08:55.675813 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05245730-532b-4885-94ef-c97edac17a19 tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:08:55.679580 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05245730-532b-4885-94ef-c97edac17a19 tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:08:55.680226 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05245730-532b-4885-94ef-c97edac17a19 tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:08:55.684308 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05245730-532b-4885-94ef-c97edac17a19 tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:08:55.685400 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05245730-532b-4885-94ef-c97edac17a19 tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:08:55.686003 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05245730-532b-4885-94ef-c97edac17a19 tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:08:55.690100 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05245730-532b-4885-94ef-c97edac17a19 tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:08:55.690738 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05245730-532b-4885-94ef-c97edac17a19 tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:08:55.691324 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05245730-532b-4885-94ef-c97edac17a19 tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:08:55.691882 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05245730-532b-4885-94ef-c97edac17a19 tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:08:55.693724 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05245730-532b-4885-94ef-c97edac17a19 tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:08:55.694336 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05245730-532b-4885-94ef-c97edac17a19 tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:08:55.695246 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05245730-532b-4885-94ef-c97edac17a19 tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:08:55.728945 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-b07a2e24-c7e0-428e-badf-59587c620822 req-2b1e1cd3-1e54-46c5-ade4-faf381b0e802 service neutron] For port 48171e5d-9d8e-4d77-bd09-fe2c8257e388, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=48171e5d-9d8e-4d77-bd09-fe2c8257e388,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:08:55.750204 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ccbe77-93e3-4613-b785-2c5622d75d79 req-05245730-532b-4885-94ef-c97edac17a19 tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:55.752373 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-83ccbe77-93e3-4613-b785-2c5622d75d79 req-05245730-532b-4885-94ef-c97edac17a19 tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:55.758471 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa5d727-6349-41c6-b1e3-aa5ad2f58b6d req-86cf0256-115a-4cc7-a6a6-abc04e8a5358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:55.769783 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0aa5d727-6349-41c6-b1e3-aa5ad2f58b6d req-86cf0256-115a-4cc7-a6a6-abc04e8a5358 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ee08a0d2-834f-4c39-be47-9c424581246a HTTP/1.1" status: 200 len: 870 time: 0.3683460 Dec 06 17:08:55.800226 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-83ccbe77-93e3-4613-b785-2c5622d75d79 req-05245730-532b-4885-94ef-c97edac17a19 tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6087961 Dec 06 17:08:55.815661 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-83ccbe77-93e3-4613-b785-2c5622d75d79 req-43477b05-b1fc-4f86-bf32-09cef536cb4a service neutron] Request body: {'port': {'device_id': '9ef8ee88-1483-49f8-8d21-9964984ede3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:08:55.943926 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0aa5d727-6349-41c6-b1e3-aa5ad2f58b6d req-884bdbfa-0db9-4f60-9db5-17f3f8cdc6bc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=5f75056b-3e93-4b40-b635-0037aa472f1f HTTP/1.1" status: 200 len: 217 time: 0.1549706 Dec 06 17:08:56.032931 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-bd9eb44b-089d-4a7a-b249-9bf3cd2440b5 None None] Provisioning complete for port 135aa760-39b2-49d9-9095-99877b42a36e triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:08:56.033662 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bd9eb44b-089d-4a7a-b249-9bf3cd2440b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:56.055254 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-83ccbe77-93e3-4613-b785-2c5622d75d79 req-43477b05-b1fc-4f86-bf32-09cef536cb4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:56.146211 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 48171e5d-9d8e-4d77-bd09-fe2c8257e388 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:08:56.217779 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b7d6e0-fadf-4a20-a299-97d4d84cd3a9 req-055aca82-5818-4a4b-8893-7d402ee46aba tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:56.230273 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-49b7d6e0-fadf-4a20-a299-97d4d84cd3a9 req-055aca82-5818-4a4b-8893-7d402ee46aba tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=420dab89-01de-4f05-8ee1-f1a1d05e3583 HTTP/1.1" status: 200 len: 949 time: 0.1957190 Dec 06 17:08:56.248258 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-b07a2e24-c7e0-428e-badf-59587c620822 req-2b1e1cd3-1e54-46c5-ade4-faf381b0e802 service neutron] For port 48171e5d-9d8e-4d77-bd09-fe2c8257e388, host n-h2-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:08:56.256723 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa5d727-6349-41c6-b1e3-aa5ad2f58b6d req-33774072-05e6-4142-b1cb-1578ff8a3547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:56.261652 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0aa5d727-6349-41c6-b1e3-aa5ad2f58b6d req-33774072-05e6-4142-b1cb-1578ff8a3547 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1342252a-21e4-4783-88ff-f54776c79059 HTTP/1.1" status: 200 len: 843 time: 0.3065414 Dec 06 17:08:56.266868 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-bd9eb44b-089d-4a7a-b249-9bf3cd2440b5 None None] Port 135aa760-39b2-49d9-9095-99877b42a36e cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:08:56.354711 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:56.362377 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68677da7-ec3b-4b9f-b4a2-b619f1b179dd req-d4c2f7f2-9510-40d7-9cb1-dab9816230f3 tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:56.385110 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-68677da7-ec3b-4b9f-b4a2-b619f1b179dd req-d4c2f7f2-9510-40d7-9cb1-dab9816230f3 tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ef8ee88-1483-49f8-8d21-9964984ede3e HTTP/1.1" status: 200 len: 935 time: 0.2373335 Dec 06 17:08:56.468611 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa5d727-6349-41c6-b1e3-aa5ad2f58b6d req-b8d93438-1c48-4643-a78b-e4a9bfe4c8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:56.478590 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0aa5d727-6349-41c6-b1e3-aa5ad2f58b6d req-b8d93438-1c48-4643-a78b-e4a9bfe4c8d3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee08a0d2-834f-4c39-be47-9c424581246a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2078683 Dec 06 17:08:56.550675 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '420dab89-01de-4f05-8ee1-f1a1d05e3583', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48171e5d-9d8e-4d77-bd09-fe2c8257e388'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:08:56.553789 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-956b3924-41f2-4956-abf1-ad9db68d2ec9" -d '{"events": [{"server_uuid": "420dab89-01de-4f05-8ee1-f1a1d05e3583", "name": "network-vif-unplugged", "status": "completed", "tag": "48171e5d-9d8e-4d77-bd09-fe2c8257e388"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:08:56.560419 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-b07a2e24-c7e0-428e-badf-59587c620822 req-2b1e1cd3-1e54-46c5-ade4-faf381b0e802 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:56.604968 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-49b7d6e0-fadf-4a20-a299-97d4d84cd3a9 req-ddd25779-0ea4-48f0-bc45-97c8a705b69c tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3737009 Dec 06 17:08:56.612308 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-b07a2e24-c7e0-428e-badf-59587c620822 req-2b1e1cd3-1e54-46c5-ade4-faf381b0e802 service neutron] Transition to ACTIVE for port object 48171e5d-9d8e-4d77-bd09-fe2c8257e388 will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:08:56.703572 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-68677da7-ec3b-4b9f-b4a2-b619f1b179dd req-71ea5d84-feb0-426e-8d97-48c5bc8f07e1 tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e200dfc-3654-4846-ac4a-5fd3003efa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985651 Dec 06 17:08:56.714138 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-b07a2e24-c7e0-428e-badf-59587c620822 req-2b1e1cd3-1e54-46c5-ade4-faf381b0e802 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:56.787528 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0aa5d727-6349-41c6-b1e3-aa5ad2f58b6d req-3b16858e-89eb-4ad2-a5ed-b31844d9c095 service neutron] 10.222.0.41 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2924654 Dec 06 17:08:56.803108 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.db.api [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103286) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 17:08:56.803480 n-d-master-1 neutron-server[103286]: DEBUG oslo_db.api [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 17:08:57.154896 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0aa5d727-6349-41c6-b1e3-aa5ad2f58b6d req-6c842a12-2ee3-46da-9ace-67d1ecd46dcc service neutron] 10.222.0.41 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3531184 Dec 06 17:08:57.381659 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 17:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a54986e-cfaa-4732-9255-999797807c03 x-openstack-request-id: req-4a54986e-cfaa-4732-9255-999797807c03 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:08:57.384757 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "420dab89-01de-4f05-8ee1-f1a1d05e3583", "name": "network-vif-unplugged", "status": "completed", "tag": "48171e5d-9d8e-4d77-bd09-fe2c8257e388", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:08:57.385037 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4a54986e-cfaa-4732-9255-999797807c03 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:08:57.385553 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '420dab89-01de-4f05-8ee1-f1a1d05e3583', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48171e5d-9d8e-4d77-bd09-fe2c8257e388', 'code': 200} Dec 06 17:08:57.447330 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1e1cd3-1e54-46c5-ade4-faf381b0e802 service neutron] Pushing event updated for resources: {'Port': ['ID=48171e5d-9d8e-4d77-bd09-fe2c8257e388,revision_number=6']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:08:57.507356 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-b07a2e24-c7e0-428e-badf-59587c620822 req-2b1e1cd3-1e54-46c5-ade4-faf381b0e802 service neutron] No DVR routers for this DVR port 48171e5d-9d8e-4d77-bd09-fe2c8257e388 on host n-h2-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:08:57.870114 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619c35a8-d144-40ee-bc73-551e72bfcab2 req-eae93f53-8578-40e4-b2a2-9cc5264d0e99 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:57.880891 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-619c35a8-d144-40ee-bc73-551e72bfcab2 req-eae93f53-8578-40e4-b2a2-9cc5264d0e99 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=420dab89-01de-4f05-8ee1-f1a1d05e3583 HTTP/1.1" status: 200 len: 947 time: 0.1273017 Dec 06 17:08:58.007055 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-619c35a8-d144-40ee-bc73-551e72bfcab2 req-e3194178-d4b7-411e-b824-cb507a48c9ec tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206911 Dec 06 17:08:58.147050 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-b07a2e24-c7e0-428e-badf-59587c620822 req-2b1e1cd3-1e54-46c5-ade4-faf381b0e802 service neutron] Attempting to bind port 48171e5d-9d8e-4d77-bd09-fe2c8257e388 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:08:58.148029 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-b07a2e24-c7e0-428e-badf-59587c620822 req-2b1e1cd3-1e54-46c5-ade4-faf381b0e802 service neutron] Attempting to bind port 48171e5d-9d8e-4d77-bd09-fe2c8257e388 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:08:58.148717 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07a2e24-c7e0-428e-badf-59587c620822 req-2b1e1cd3-1e54-46c5-ade4-faf381b0e802 service neutron] Attempting to bind port 48171e5d-9d8e-4d77-bd09-fe2c8257e388 on network ee08a0d2-834f-4c39-be47-9c424581246a {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:08:58.163880 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07a2e24-c7e0-428e-badf-59587c620822 req-2b1e1cd3-1e54-46c5-ade4-faf381b0e802 service neutron] Port 48171e5d-9d8e-4d77-bd09-fe2c8257e388 on network ee08a0d2-834f-4c39-be47-9c424581246a not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:08:58.165025 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07a2e24-c7e0-428e-badf-59587c620822 req-2b1e1cd3-1e54-46c5-ade4-faf381b0e802 service neutron] Attempting to bind port 48171e5d-9d8e-4d77-bd09-fe2c8257e388 on network ee08a0d2-834f-4c39-be47-9c424581246a {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:08:58.175074 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07a2e24-c7e0-428e-badf-59587c620822 req-2b1e1cd3-1e54-46c5-ade4-faf381b0e802 service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:08:58.175727 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07a2e24-c7e0-428e-badf-59587c620822 req-2b1e1cd3-1e54-46c5-ade4-faf381b0e802 service neutron] Checking segment: {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:08:58.176350 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07a2e24-c7e0-428e-badf-59587c620822 req-2b1e1cd3-1e54-46c5-ade4-faf381b0e802 service neutron] Bound using segment: {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:08:58.177217 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-b07a2e24-c7e0-428e-badf-59587c620822 req-2b1e1cd3-1e54-46c5-ade4-faf381b0e802 service neutron] Bound port: 48171e5d-9d8e-4d77-bd09-fe2c8257e388, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:08:58.177817 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-b07a2e24-c7e0-428e-badf-59587c620822 req-2b1e1cd3-1e54-46c5-ade4-faf381b0e802 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:58.194066 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-83ccbe77-93e3-4613-b785-2c5622d75d79 req-43477b05-b1fc-4f86-bf32-09cef536cb4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 135aa760-39b2-49d9-9095-99877b42a36e {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:08:58.209857 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-83ccbe77-93e3-4613-b785-2c5622d75d79 req-43477b05-b1fc-4f86-bf32-09cef536cb4a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:58.219339 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 38976) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:08:58.224420 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3905c086-df9e-43a2-8272-7c673424e4a4 req-4e90b2a7-f9de-433a-a8c6-c1cd1ded5093 tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:58.237807 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3905c086-df9e-43a2-8272-7c673424e4a4 req-4e90b2a7-f9de-433a-a8c6-c1cd1ded5093 tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ef8ee88-1483-49f8-8d21-9964984ede3e HTTP/1.1" status: 200 len: 935 time: 0.1378531 Dec 06 17:08:58.358982 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-b07a2e24-c7e0-428e-badf-59587c620822 req-2b1e1cd3-1e54-46c5-ade4-faf381b0e802 service neutron] For port 48171e5d-9d8e-4d77-bd09-fe2c8257e388, host n-h1-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:08:58.366834 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-b07a2e24-c7e0-428e-badf-59587c620822 req-2b1e1cd3-1e54-46c5-ade4-faf381b0e802 service neutron] For port 48171e5d-9d8e-4d77-bd09-fe2c8257e388, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=48171e5d-9d8e-4d77-bd09-fe2c8257e388,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:08:58.367141 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ed393faa-dede-49c0-ac9d-c850829b63f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:58.403409 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-b07a2e24-c7e0-428e-badf-59587c620822 req-2b1e1cd3-1e54-46c5-ade4-faf381b0e802 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:58.479379 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ed393faa-dede-49c0-ac9d-c850829b63f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:58.487126 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ed393faa-dede-49c0-ac9d-c850829b63f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:58.494043 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-83ccbe77-93e3-4613-b785-2c5622d75d79 req-43477b05-b1fc-4f86-bf32-09cef536cb4a service neutron] Transition to ACTIVE for port object 135aa760-39b2-49d9-9095-99877b42a36e will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:08:58.552223 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-ed393faa-dede-49c0-ac9d-c850829b63f8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6957a814bdd54715aca3315fcb42fd8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3286731 Dec 06 17:08:58.552223 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed393faa-dede-49c0-ac9d-c850829b63f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f102ce40-98fd-4742-9d20-ea445a759733,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:08:58.553884 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3905c086-df9e-43a2-8272-7c673424e4a4 req-f7a625d0-d006-44b4-bd35-52b7a7ea4745 tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e200dfc-3654-4846-ac4a-5fd3003efa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822300 Dec 06 17:08:58.554515 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-83ccbe77-93e3-4613-b785-2c5622d75d79 req-43477b05-b1fc-4f86-bf32-09cef536cb4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:58.557860 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a2e24-c7e0-428e-badf-59587c620822 req-2b1e1cd3-1e54-46c5-ade4-faf381b0e802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:58.558477 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-b07a2e24-c7e0-428e-badf-59587c620822 req-2b1e1cd3-1e54-46c5-ade4-faf381b0e802 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:58.559869 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b07a2e24-c7e0-428e-badf-59587c620822 req-2b1e1cd3-1e54-46c5-ade4-faf381b0e802 service neutron] 10.222.0.41 "PUT /v2.0/ports/48171e5d-9d8e-4d77-bd09-fe2c8257e388 HTTP/1.1" status: 200 len: 1095 time: 4.7182150 Dec 06 17:08:58.585659 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 38984) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:08:58.706926 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1e1cd3-1e54-46c5-ade4-faf381b0e802 service neutron] Pushing event updated for resources: {'Port': ['ID=48171e5d-9d8e-4d77-bd09-fe2c8257e388,revision_number=7']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:08:58.730908 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9178926b-decf-43a2-a386-54d8e22d3b1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:58.762397 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9178926b-decf-43a2-a386-54d8e22d3b1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:58.870380 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9178926b-decf-43a2-a386-54d8e22d3b1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:58.873729 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9178926b-decf-43a2-a386-54d8e22d3b1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:58.875062 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-9178926b-decf-43a2-a386-54d8e22d3b1b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f102ce40-98fd-4742-9d20-ea445a759733 HTTP/1.1" status: 204 len: 168 time: 0.2879357 Dec 06 17:08:58.902732 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9178926b-decf-43a2-a386-54d8e22d3b1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f102ce40-98fd-4742-9d20-ea445a759733,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:08:58.933675 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a2e24-c7e0-428e-badf-59587c620822 req-c18e51d8-8981-48f1-92b3-e16d227eee67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:58.935175 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b07a2e24-c7e0-428e-badf-59587c620822 req-c18e51d8-8981-48f1-92b3-e16d227eee67 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4fbfd036e0874a51a15b7801ac955516&device_id=420dab89-01de-4f05-8ee1-f1a1d05e3583 HTTP/1.1" status: 200 len: 1098 time: 0.3412926 Dec 06 17:08:58.977071 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43477b05-b1fc-4f86-bf32-09cef536cb4a service neutron] Pushing event updated for resources: {'Port': ['ID=135aa760-39b2-49d9-9095-99877b42a36e,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:08:59.094265 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-83ccbe77-93e3-4613-b785-2c5622d75d79 req-43477b05-b1fc-4f86-bf32-09cef536cb4a service neutron] Attempting to bind port 135aa760-39b2-49d9-9095-99877b42a36e on host n-h2-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:08:59.102712 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-83ccbe77-93e3-4613-b785-2c5622d75d79 req-43477b05-b1fc-4f86-bf32-09cef536cb4a service neutron] Attempting to bind port 135aa760-39b2-49d9-9095-99877b42a36e by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:08:59.103528 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ccbe77-93e3-4613-b785-2c5622d75d79 req-43477b05-b1fc-4f86-bf32-09cef536cb4a service neutron] Attempting to bind port 135aa760-39b2-49d9-9095-99877b42a36e on network ee08a0d2-834f-4c39-be47-9c424581246a {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:08:59.151892 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ccbe77-93e3-4613-b785-2c5622d75d79 req-43477b05-b1fc-4f86-bf32-09cef536cb4a service neutron] Port 135aa760-39b2-49d9-9095-99877b42a36e on network ee08a0d2-834f-4c39-be47-9c424581246a not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:08:59.161400 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ccbe77-93e3-4613-b785-2c5622d75d79 req-43477b05-b1fc-4f86-bf32-09cef536cb4a service neutron] Attempting to bind port 135aa760-39b2-49d9-9095-99877b42a36e on network ee08a0d2-834f-4c39-be47-9c424581246a {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:08:59.186381 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ccbe77-93e3-4613-b785-2c5622d75d79 req-43477b05-b1fc-4f86-bf32-09cef536cb4a service neutron] Checking agent: {'id': '9d8b9f49-2860-4c1f-9b89-45a7657a3c4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:08:59.186737 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ccbe77-93e3-4613-b785-2c5622d75d79 req-43477b05-b1fc-4f86-bf32-09cef536cb4a service neutron] Checking segment: {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:08:59.190629 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ccbe77-93e3-4613-b785-2c5622d75d79 req-43477b05-b1fc-4f86-bf32-09cef536cb4a service neutron] Bound using segment: {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:08:59.191110 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-83ccbe77-93e3-4613-b785-2c5622d75d79 req-43477b05-b1fc-4f86-bf32-09cef536cb4a service neutron] Bound port: 135aa760-39b2-49d9-9095-99877b42a36e, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:08:59.191478 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-83ccbe77-93e3-4613-b785-2c5622d75d79 req-43477b05-b1fc-4f86-bf32-09cef536cb4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:59.284195 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a2e24-c7e0-428e-badf-59587c620822 req-2822a3d9-4a77-469f-a8bc-68b31aa0a018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:59.286083 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b07a2e24-c7e0-428e-badf-59587c620822 req-2822a3d9-4a77-469f-a8bc-68b31aa0a018 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ee08a0d2-834f-4c39-be47-9c424581246a HTTP/1.1" status: 200 len: 870 time: 0.3419249 Dec 06 17:08:59.296526 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 5f75056b-3e93-4b40-b635-0037aa472f1f details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:08:59.389847 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '420dab89-01de-4f05-8ee1-f1a1d05e3583', 'tag': '48171e5d-9d8e-4d77-bd09-fe2c8257e388'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:08:59.392530 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed3b4e5f-9cec-4806-9f16-c7ec36feb526" -d '{"events": [{"name": "network-changed", "server_uuid": "420dab89-01de-4f05-8ee1-f1a1d05e3583", "tag": "48171e5d-9d8e-4d77-bd09-fe2c8257e388"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:08:59.512313 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e71ae1c-536a-4dac-a1aa-c098be9f312e req-a90c83f8-2479-426c-82e7-aa1c36dc06db tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:59.514392 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 5f75056b-3e93-4b40-b635-0037aa472f1f, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=5f75056b-3e93-4b40-b635-0037aa472f1f,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:08:59.531632 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3e71ae1c-536a-4dac-a1aa-c098be9f312e req-a90c83f8-2479-426c-82e7-aa1c36dc06db tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=420dab89-01de-4f05-8ee1-f1a1d05e3583 HTTP/1.1" status: 200 len: 947 time: 0.3464534 Dec 06 17:08:59.547573 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': '5f75056b-3e93-4b40-b635-0037aa472f1f', 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a', 'port_id': '5f75056b-3e93-4b40-b635-0037aa472f1f', 'mac_address': 'fa:16:3e:cd:27:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1342252a-21e4-4783-88ff-f54776c79059', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:08:59.548013 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b07a2e24-c7e0-428e-badf-59587c620822 req-a5abc9e6-35f6-4e1b-93ef-107d11e86c40 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=48171e5d-9d8e-4d77-bd09-fe2c8257e388 HTTP/1.1" status: 200 len: 217 time: 0.1957140 Dec 06 17:08:59.655390 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:59.723692 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f75056b-3e93-4b40-b635-0037aa472f1f {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:08:59.788728 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 5f75056b-3e93-4b40-b635-0037aa472f1f, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=5f75056b-3e93-4b40-b635-0037aa472f1f,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:08:59.788892 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a2e24-c7e0-428e-badf-59587c620822 req-9fccc881-33d2-4382-929b-3a606714835d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:59.796991 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:08:59.801568 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b07a2e24-c7e0-428e-badf-59587c620822 req-9fccc881-33d2-4382-929b-3a606714835d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1342252a-21e4-4783-88ff-f54776c79059 HTTP/1.1" status: 200 len: 843 time: 0.2002692 Dec 06 17:08:59.833006 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89086a17-a8a8-455b-a6fc-18b4ca86c0e3 x-openstack-request-id: req-89086a17-a8a8-455b-a6fc-18b4ca86c0e3 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:08:59.835168 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "420dab89-01de-4f05-8ee1-f1a1d05e3583", "tag": "48171e5d-9d8e-4d77-bd09-fe2c8257e388", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:08:59.835449 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-89086a17-a8a8-455b-a6fc-18b4ca86c0e3 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:08:59.835922 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '420dab89-01de-4f05-8ee1-f1a1d05e3583', 'tag': '48171e5d-9d8e-4d77-bd09-fe2c8257e388', 'status': 'completed', 'code': 200} Dec 06 17:08:59.842322 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b4e5f-9cec-4806-9f16-c7ec36feb526 req-578d7a6e-7c8e-4e3d-989c-9333ab98c45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:59.844124 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ed3b4e5f-9cec-4806-9f16-c7ec36feb526 req-578d7a6e-7c8e-4e3d-989c-9333ab98c45e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4fbfd036e0874a51a15b7801ac955516&device_id=420dab89-01de-4f05-8ee1-f1a1d05e3583 HTTP/1.1" status: 200 len: 1098 time: 0.2106264 Dec 06 17:08:59.907821 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6952fde4-ddd0-42fc-ac6b-fb9952096d3f req-7e1fa50c-3b15-4f70-9e24-633174f4e0ca tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:08:59.916234 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6952fde4-ddd0-42fc-ac6b-fb9952096d3f req-7e1fa50c-3b15-4f70-9e24-633174f4e0ca tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ef8ee88-1483-49f8-8d21-9964984ede3e HTTP/1.1" status: 200 len: 947 time: 0.1501267 Dec 06 17:08:59.964121 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=5f75056b-3e93-4b40-b635-0037aa472f1f,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:08:59.983669 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:08:59.988627 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:08:59.990079 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:08:59.990642 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:08:59.992629 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:08:59.993731 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:08:59.994723 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:08:59.996067 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:08:59.996651 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:08:59.998737 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:08:59.999296 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:09:00.000541 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:09:00.001093 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:09:00.003594 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-83ccbe77-93e3-4613-b785-2c5622d75d79 req-43477b05-b1fc-4f86-bf32-09cef536cb4a service neutron] For port 135aa760-39b2-49d9-9095-99877b42a36e, host n-h2-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:09:00.041738 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6952fde4-ddd0-42fc-ac6b-fb9952096d3f req-4f61aa99-cac4-4ca7-af28-a8997b358fb5 tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e200dfc-3654-4846-ac4a-5fd3003efa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198316 Dec 06 17:09:00.063145 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3e71ae1c-536a-4dac-a1aa-c098be9f312e req-b418d062-afbf-4f52-a205-0a72a4c7f523 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5249112 Dec 06 17:09:00.065371 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-83ccbe77-93e3-4613-b785-2c5622d75d79 req-43477b05-b1fc-4f86-bf32-09cef536cb4a service neutron] For port 135aa760-39b2-49d9-9095-99877b42a36e, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=135aa760-39b2-49d9-9095-99877b42a36e,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:09:00.076067 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b4e5f-9cec-4806-9f16-c7ec36feb526 req-4a01053b-1f06-459c-a06e-ac68cb8bb5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:00.077799 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ed3b4e5f-9cec-4806-9f16-c7ec36feb526 req-4a01053b-1f06-459c-a06e-ac68cb8bb5ef service neutron] 10.222.0.44 "GET /v2.0/networks?id=ee08a0d2-834f-4c39-be47-9c424581246a HTTP/1.1" status: 200 len: 870 time: 0.2145979 Dec 06 17:09:00.096103 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a2e24-c7e0-428e-badf-59587c620822 req-55068b52-61a9-4925-abb4-9fb790631618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:00.097764 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b07a2e24-c7e0-428e-badf-59587c620822 req-55068b52-61a9-4925-abb4-9fb790631618 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee08a0d2-834f-4c39-be47-9c424581246a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2508597 Dec 06 17:09:00.099694 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-83ccbe77-93e3-4613-b785-2c5622d75d79 req-43477b05-b1fc-4f86-bf32-09cef536cb4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:00.149874 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['5f75056b-3e93-4b40-b635-0037aa472f1f'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:09:00.181878 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ed3b4e5f-9cec-4806-9f16-c7ec36feb526 req-26985cd4-73af-436c-9193-e713bf39e763 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=48171e5d-9d8e-4d77-bd09-fe2c8257e388 HTTP/1.1" status: 200 len: 217 time: 0.0856657 Dec 06 17:09:00.328472 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b4e5f-9cec-4806-9f16-c7ec36feb526 req-e58792ff-16d8-4dfb-ae0c-36eef2db15e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:00.341488 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ed3b4e5f-9cec-4806-9f16-c7ec36feb526 req-e58792ff-16d8-4dfb-ae0c-36eef2db15e0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1342252a-21e4-4783-88ff-f54776c79059 HTTP/1.1" status: 200 len: 843 time: 0.1399016 Dec 06 17:09:00.365899 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ccbe77-93e3-4613-b785-2c5622d75d79 req-43477b05-b1fc-4f86-bf32-09cef536cb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:00.366857 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-83ccbe77-93e3-4613-b785-2c5622d75d79 req-43477b05-b1fc-4f86-bf32-09cef536cb4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:00.368686 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-83ccbe77-93e3-4613-b785-2c5622d75d79 req-43477b05-b1fc-4f86-bf32-09cef536cb4a service neutron] 10.222.0.44 "PUT /v2.0/ports/135aa760-39b2-49d9-9095-99877b42a36e HTTP/1.1" status: 200 len: 1095 time: 4.5589237 Dec 06 17:09:00.394718 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43477b05-b1fc-4f86-bf32-09cef536cb4a service neutron] Pushing event updated for resources: {'Port': ['ID=135aa760-39b2-49d9-9095-99877b42a36e,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:09:00.439773 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b4e5f-9cec-4806-9f16-c7ec36feb526 req-f8ccb55e-cf35-4240-b4b3-4ab5a1a7717c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:00.441327 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ed3b4e5f-9cec-4806-9f16-c7ec36feb526 req-f8ccb55e-cf35-4240-b4b3-4ab5a1a7717c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee08a0d2-834f-4c39-be47-9c424581246a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0910397 Dec 06 17:09:00.584233 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ccbe77-93e3-4613-b785-2c5622d75d79 req-a43577a4-5bb2-4305-a2bc-a5412351dde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:00.586450 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-83ccbe77-93e3-4613-b785-2c5622d75d79 req-a43577a4-5bb2-4305-a2bc-a5412351dde1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f5f3a80d3ca445fd9f364ddd9b130cb6&device_id=9ef8ee88-1483-49f8-8d21-9964984ede3e HTTP/1.1" status: 200 len: 1098 time: 0.1610825 Dec 06 17:09:00.594215 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b07a2e24-c7e0-428e-badf-59587c620822 req-12f6f1d4-d0cc-45d3-b4ac-9fc2c549cba9 service neutron] 10.222.0.41 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4086788 Dec 06 17:09:00.698562 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ed3b4e5f-9cec-4806-9f16-c7ec36feb526 req-cedc3be9-7153-4e3c-86b0-da656d7e2258 service neutron] 10.222.0.44 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495008 Dec 06 17:09:00.909252 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b07a2e24-c7e0-428e-badf-59587c620822 req-53ad92af-910c-45a1-8290-fad25424f817 service neutron] 10.222.0.41 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2995098 Dec 06 17:09:00.912433 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-83ccbe77-93e3-4613-b785-2c5622d75d79 req-b0b488e7-68ab-4589-b407-1cf3ee6fbe5d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=135aa760-39b2-49d9-9095-99877b42a36e HTTP/1.1" status: 200 len: 217 time: 0.3146219 Dec 06 17:09:01.171994 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ccbe77-93e3-4613-b785-2c5622d75d79 req-41bf76b3-881f-4c20-a38e-343ccb612503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:01.183372 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-83ccbe77-93e3-4613-b785-2c5622d75d79 req-41bf76b3-881f-4c20-a38e-343ccb612503 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1342252a-21e4-4783-88ff-f54776c79059 HTTP/1.1" status: 200 len: 843 time: 0.2626750 Dec 06 17:09:01.198069 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b4e5f-9cec-4806-9f16-c7ec36feb526 req-b3d7f140-3f14-4ca1-ba02-49bbaeab2311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:01.203289 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ed3b4e5f-9cec-4806-9f16-c7ec36feb526 req-b3d7f140-3f14-4ca1-ba02-49bbaeab2311 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4fbfd036e0874a51a15b7801ac955516&device_id=420dab89-01de-4f05-8ee1-f1a1d05e3583 HTTP/1.1" status: 200 len: 1098 time: 0.2049541 Dec 06 17:09:01.219650 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6acf6c-a40f-48bd-a350-fe3f664d3580 req-c1f80d6e-58a8-4158-8b05-2b24d4f8411e tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:01.221169 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6f6acf6c-a40f-48bd-a350-fe3f664d3580 req-c1f80d6e-58a8-4158-8b05-2b24d4f8411e tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/networks?id=f368e270-aa86-47d2-9c8f-0ac2b4fc8997 HTTP/1.1" status: 200 len: 821 time: 0.1664073 Dec 06 17:09:01.229269 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ed3b4e5f-9cec-4806-9f16-c7ec36feb526 req-856d6389-c5af-42a7-8dd1-43d0f8a958c5 service neutron] 10.222.0.44 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5141954 Dec 06 17:09:01.255326 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6f6acf6c-a40f-48bd-a350-fe3f664d3580 req-e26d5693-c3b9-4c90-ad1b-04b90c348cfd tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/quotas/013b92ce2e6a40e1a3b2fa92d62d652e HTTP/1.1" status: 200 len: 375 time: 0.0259295 Dec 06 17:09:01.316215 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 5f75056b-3e93-4b40-b635-0037aa472f1f up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:09:01.331537 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6f6acf6c-a40f-48bd-a350-fe3f664d3580 req-0524db01-e334-44f0-b363-64f9b4743983 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=013b92ce2e6a40e1a3b2fa92d62d652e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0695500 Dec 06 17:09:01.458232 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port 5f75056b-3e93-4b40-b635-0037aa472f1f completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:09:01.464020 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ccbe77-93e3-4613-b785-2c5622d75d79 req-4e9d81a1-dc8a-41a1-bd96-fc269d30bb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:01.465296 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port 5f75056b-3e93-4b40-b635-0037aa472f1f triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:09:01.465792 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:01.467578 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-83ccbe77-93e3-4613-b785-2c5622d75d79 req-4e9d81a1-dc8a-41a1-bd96-fc269d30bb78 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee08a0d2-834f-4c39-be47-9c424581246a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2727804 Dec 06 17:09:01.495122 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6f6acf6c-a40f-48bd-a350-fe3f664d3580 req-d17562f6-d555-4d30-9cde-a5df7a351299 service neutron] 10.222.0.23 "GET /v2.0/networks/f368e270-aa86-47d2-9c8f-0ac2b4fc8997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525285 Dec 06 17:09:01.547726 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84afce3d-65e7-4bea-ac2b-4e0bc2db0052 req-62af3515-ba32-4b88-90d7-b91f2a832837 tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:01.549530 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-84afce3d-65e7-4bea-ac2b-4e0bc2db0052 req-62af3515-ba32-4b88-90d7-b91f2a832837 tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ef8ee88-1483-49f8-8d21-9964984ede3e HTTP/1.1" status: 200 len: 947 time: 0.3439531 Dec 06 17:09:01.550386 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 39100) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:09:01.586416 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b4e5f-9cec-4806-9f16-c7ec36feb526 req-a28c13a5-9245-47df-ac19-75da096c6a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:01.588335 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ed3b4e5f-9cec-4806-9f16-c7ec36feb526 req-a28c13a5-9245-47df-ac19-75da096c6a18 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ee08a0d2-834f-4c39-be47-9c424581246a HTTP/1.1" status: 200 len: 870 time: 0.3019381 Dec 06 17:09:01.646913 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:01.657449 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6f6acf6c-a40f-48bd-a350-fe3f664d3580 req-dd3268ba-8fe6-4ab9-a563-1041c1386743 service neutron] 10.222.0.23 "GET /v2.0/networks/f368e270-aa86-47d2-9c8f-0ac2b4fc8997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551392 Dec 06 17:09:01.718871 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b064fa4-4b1b-48a1-be28-a0f6c11a5c8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f75056b-3e93-4b40-b635-0037aa472f1f'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:09:01.724678 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c6a9fc-9e66-4677-bf08-d735a0632b85" -d '{"events": [{"server_uuid": "3b064fa4-4b1b-48a1-be28-a0f6c11a5c8a", "name": "network-vif-plugged", "status": "completed", "tag": "5f75056b-3e93-4b40-b635-0037aa472f1f"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:09:01.730515 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-84afce3d-65e7-4bea-ac2b-4e0bc2db0052 req-af63c9aa-cd65-4a32-ab9f-85d5cf4423ca tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e200dfc-3654-4846-ac4a-5fd3003efa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218517 Dec 06 17:09:01.732042 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ed3b4e5f-9cec-4806-9f16-c7ec36feb526 req-9d62aec9-8ba6-4ab5-a9f0-f63d7b36142b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=48171e5d-9d8e-4d77-bd09-fe2c8257e388 HTTP/1.1" status: 200 len: 217 time: 0.1074710 Dec 06 17:09:01.797445 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 5f75056b-3e93-4b40-b635-0037aa472f1f, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=5f75056b-3e93-4b40-b635-0037aa472f1f,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:09:01.804251 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-83ccbe77-93e3-4613-b785-2c5622d75d79 req-cd97bb11-355d-4053-9a9b-2fcba31e78c2 service neutron] 10.222.0.44 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3248003 Dec 06 17:09:01.813895 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:01.837253 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e18bbf74-dcdf-49c4-9854-a6a880ff2e01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:01.898197 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ef8ee88-1483-49f8-8d21-9964984ede3e', 'tag': '135aa760-39b2-49d9-9095-99877b42a36e'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:09:01.903987 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c55b3f49-5161-41d9-9459-3b7279fc05a3" -d '{"events": [{"name": "network-changed", "server_uuid": "9ef8ee88-1483-49f8-8d21-9964984ede3e", "tag": "135aa760-39b2-49d9-9095-99877b42a36e"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:09:01.916484 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=5f75056b-3e93-4b40-b635-0037aa472f1f,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:09:02.160165 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b4e5f-9cec-4806-9f16-c7ec36feb526 req-6b4007fc-b3c0-43ff-b2e6-472bb60d9112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:02.162171 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ed3b4e5f-9cec-4806-9f16-c7ec36feb526 req-6b4007fc-b3c0-43ff-b2e6-472bb60d9112 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1342252a-21e4-4783-88ff-f54776c79059 HTTP/1.1" status: 200 len: 843 time: 0.4201281 Dec 06 17:09:02.288809 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e18bbf74-dcdf-49c4-9854-a6a880ff2e01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:02.310511 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f317f1a5-0421-4790-b00f-7349b7479af1 req-953f83ec-18b9-41ad-af7c-48f21fa8b70e tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:02.312286 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f317f1a5-0421-4790-b00f-7349b7479af1 req-953f83ec-18b9-41ad-af7c-48f21fa8b70e tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=420dab89-01de-4f05-8ee1-f1a1d05e3583 HTTP/1.1" status: 200 len: 947 time: 0.3839462 Dec 06 17:09:02.327415 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e18bbf74-dcdf-49c4-9854-a6a880ff2e01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:02.405306 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b4e5f-9cec-4806-9f16-c7ec36feb526 req-94a6c927-d8da-4f58-b400-ae03a8b66cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:02.406851 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ed3b4e5f-9cec-4806-9f16-c7ec36feb526 req-94a6c927-d8da-4f58-b400-ae03a8b66cdd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee08a0d2-834f-4c39-be47-9c424581246a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2265427 Dec 06 17:09:02.417039 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-83ccbe77-93e3-4613-b785-2c5622d75d79 req-1d4d2576-1997-45e9-935e-71565a521a14 service neutron] 10.222.0.44 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5328557 Dec 06 17:09:02.422048 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-e18bbf74-dcdf-49c4-9854-a6a880ff2e01 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e565513ecb4846eba912c86378d4b4bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8300695 Dec 06 17:09:02.423702 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 39136) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:09:02.469166 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-943f356c-5920-4637-a26d-a2bec110cbb9 x-openstack-request-id: req-943f356c-5920-4637-a26d-a2bec110cbb9 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:09:02.470448 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b064fa4-4b1b-48a1-be28-a0f6c11a5c8a", "name": "network-vif-plugged", "status": "completed", "tag": "5f75056b-3e93-4b40-b635-0037aa472f1f", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:09:02.470943 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-943f356c-5920-4637-a26d-a2bec110cbb9 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:09:02.471760 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b064fa4-4b1b-48a1-be28-a0f6c11a5c8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f75056b-3e93-4b40-b635-0037aa472f1f', 'code': 200} Dec 06 17:09:02.498512 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f317f1a5-0421-4790-b00f-7349b7479af1 req-033bc885-7042-48c1-adff-73d4575296e3 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772778 Dec 06 17:09:02.499235 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18bbf74-dcdf-49c4-9854-a6a880ff2e01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8dc9f1c-3333-4a9f-a69e-837dc5c008b4,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:09:02.591831 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:02.666378 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb3f29f-014a-4726-9840-70311b564497 x-openstack-request-id: req-5cb3f29f-014a-4726-9840-70311b564497 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:09:02.667345 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ef8ee88-1483-49f8-8d21-9964984ede3e", "tag": "135aa760-39b2-49d9-9095-99877b42a36e", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:09:02.668576 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5cb3f29f-014a-4726-9840-70311b564497 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:09:02.669956 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ef8ee88-1483-49f8-8d21-9964984ede3e', 'tag': '135aa760-39b2-49d9-9095-99877b42a36e', 'status': 'completed', 'code': 200} Dec 06 17:09:02.672427 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a44c8aff-d639-4605-981e-3c9876ad550c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:02.708675 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5febedf-e642-40d2-b151-dd129869ba7e req-1e1011e6-3600-4fdc-91cb-df26d2ee5b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:02.715265 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c5febedf-e642-40d2-b151-dd129869ba7e req-1e1011e6-3600-4fdc-91cb-df26d2ee5b9d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3b064fa4-4b1b-48a1-be28-a0f6c11a5c8a HTTP/1.1" status: 200 len: 1100 time: 0.1252944 Dec 06 17:09:02.717877 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a44c8aff-d639-4605-981e-3c9876ad550c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:02.744537 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-18a069bf-d7a0-47e0-b7a6-6b38377cb805 req-f803bed2-ff58-43c2-b504-f5f70d4fb395 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0f38465-af39-47f5-acaf-92ce9373a0cf HTTP/1.1" status: 200 len: 210 time: 0.0802128 Dec 06 17:09:02.855990 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ed3b4e5f-9cec-4806-9f16-c7ec36feb526 req-1af14737-9cc7-4a93-b6be-972c9c47e61f service neutron] 10.222.0.41 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4350421 Dec 06 17:09:02.864474 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55b3f49-5161-41d9-9459-3b7279fc05a3 req-2f099377-3f3b-42c6-9d1b-c8ad4c2f5bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:02.866343 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c55b3f49-5161-41d9-9459-3b7279fc05a3 req-2f099377-3f3b-42c6-9d1b-c8ad4c2f5bac service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f5f3a80d3ca445fd9f364ddd9b130cb6&device_id=9ef8ee88-1483-49f8-8d21-9964984ede3e HTTP/1.1" status: 200 len: 1098 time: 0.1952760 Dec 06 17:09:02.892328 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c5febedf-e642-40d2-b151-dd129869ba7e req-3bdffc6e-98b5-49f5-ae24-350f9c355d5f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3e200dfc-3654-4846-ac4a-5fd3003efa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642103 Dec 06 17:09:02.930434 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a524506-b972-4af8-a255-6fcb583db910 req-443c5415-e41f-4a7f-9bfa-d46a3e0e55d1 tempest-VolumesAdminNegativeTest-751023311 tempest-VolumesAdminNegativeTest-751023311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:02.932516 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3a524506-b972-4af8-a255-6fcb583db910 req-443c5415-e41f-4a7f-9bfa-d46a3e0e55d1 tempest-VolumesAdminNegativeTest-751023311 tempest-VolumesAdminNegativeTest-751023311-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4bad013-7d04-4f75-8d2a-dd6ba3dbc161 HTTP/1.1" status: 200 len: 945 time: 0.1022229 Dec 06 17:09:02.933376 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a44c8aff-d639-4605-981e-3c9876ad550c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:02.936375 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a44c8aff-d639-4605-981e-3c9876ad550c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:02.937539 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-a44c8aff-d639-4605-981e-3c9876ad550c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b8dc9f1c-3333-4a9f-a69e-837dc5c008b4 HTTP/1.1" status: 204 len: 168 time: 0.5108242 Dec 06 17:09:02.986410 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44c8aff-d639-4605-981e-3c9876ad550c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8dc9f1c-3333-4a9f-a69e-837dc5c008b4,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:09:03.062723 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3a524506-b972-4af8-a255-6fcb583db910 req-97332f6f-86bc-449c-b951-383e5c7089f5 tempest-VolumesAdminNegativeTest-751023311 tempest-VolumesAdminNegativeTest-751023311-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f5f98ac-d6ed-410b-8127-31be878c7b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174073 Dec 06 17:09:03.201744 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ed3b4e5f-9cec-4806-9f16-c7ec36feb526 req-c8b64e6e-eb8f-465f-b5f6-985767688160 service neutron] 10.222.0.41 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3341970 Dec 06 17:09:03.235095 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c3d249-d6a4-4a25-993d-3c9a2b636ef5 req-e0c2a729-419e-4cc1-a890-8b25eb54c69d tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:03.237104 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e1c3d249-d6a4-4a25-993d-3c9a2b636ef5 req-e0c2a729-419e-4cc1-a890-8b25eb54c69d tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ef8ee88-1483-49f8-8d21-9964984ede3e HTTP/1.1" status: 200 len: 947 time: 0.3484733 Dec 06 17:09:03.308534 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55b3f49-5161-41d9-9459-3b7279fc05a3 req-6cb48e4c-a797-4d28-9039-4a8927387e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:03.310151 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c55b3f49-5161-41d9-9459-3b7279fc05a3 req-6cb48e4c-a797-4d28-9039-4a8927387e69 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ee08a0d2-834f-4c39-be47-9c424581246a HTTP/1.1" status: 200 len: 870 time: 0.4331090 Dec 06 17:09:03.465090 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c55b3f49-5161-41d9-9459-3b7279fc05a3 req-706cd33b-ade8-49bd-8bc9-1cd79f93eafb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=135aa760-39b2-49d9-9095-99877b42a36e HTTP/1.1" status: 200 len: 217 time: 0.1421721 Dec 06 17:09:03.592283 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e1c3d249-d6a4-4a25-993d-3c9a2b636ef5 req-78563b93-ecc8-4f10-8713-30882600850d tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e200dfc-3654-4846-ac4a-5fd3003efa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3383305 Dec 06 17:09:03.637592 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55b3f49-5161-41d9-9459-3b7279fc05a3 req-9d62f723-bbb1-4ad4-a565-8a2d12062adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:03.639539 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c55b3f49-5161-41d9-9459-3b7279fc05a3 req-9d62f723-bbb1-4ad4-a565-8a2d12062adc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1342252a-21e4-4783-88ff-f54776c79059 HTTP/1.1" status: 200 len: 843 time: 0.1659763 Dec 06 17:09:03.730959 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55b3f49-5161-41d9-9459-3b7279fc05a3 req-390798e7-b3f3-4203-bb5e-e1a36cc07b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:03.732365 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c55b3f49-5161-41d9-9459-3b7279fc05a3 req-390798e7-b3f3-4203-bb5e-e1a36cc07b38 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee08a0d2-834f-4c39-be47-9c424581246a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0838807 Dec 06 17:09:03.744756 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62443a5c-673c-4504-8135-9a06b99b0990 req-c10e5186-51cf-4490-a49c-33891deaed53 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:03.746717 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-62443a5c-673c-4504-8135-9a06b99b0990 req-c10e5186-51cf-4490-a49c-33891deaed53 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=420dab89-01de-4f05-8ee1-f1a1d05e3583 HTTP/1.1" status: 200 len: 947 time: 0.0656960 Dec 06 17:09:03.868653 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-62443a5c-673c-4504-8135-9a06b99b0990 req-a327a0bc-a530-4764-9359-56dfe4886de2 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091442 Dec 06 17:09:03.906153 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bf6f262b-daa5-4c0c-a6f2-ca1e9f672ab8 req-9cfe4cd3-e8d4-49b5-b7b7-0b2ce84f33cb tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0f38465-af39-47f5-acaf-92ce9373a0cf HTTP/1.1" status: 200 len: 210 time: 0.0505133 Dec 06 17:09:03.950697 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c55b3f49-5161-41d9-9459-3b7279fc05a3 req-ae5b7bf0-b6b3-42d6-a0f0-e1693ff248a8 service neutron] 10.222.0.44 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027681 Dec 06 17:09:04.074548 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c55b3f49-5161-41d9-9459-3b7279fc05a3 req-23a348ff-aea3-4fbc-b4f4-92939e24eb0a service neutron] 10.222.0.44 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147225 Dec 06 17:09:04.117106 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 135aa760-39b2-49d9-9095-99877b42a36e details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:09:04.352104 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dd2a56-2457-4f4e-a208-e8718cf493da req-f022bc12-4ac1-4013-9ee7-f95909a8b1cd tempest-VolumesAdminNegativeTest-751023311 tempest-VolumesAdminNegativeTest-751023311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:04.364686 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d3dd2a56-2457-4f4e-a208-e8718cf493da req-f022bc12-4ac1-4013-9ee7-f95909a8b1cd tempest-VolumesAdminNegativeTest-751023311 tempest-VolumesAdminNegativeTest-751023311-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4bad013-7d04-4f75-8d2a-dd6ba3dbc161 HTTP/1.1" status: 200 len: 945 time: 0.1589062 Dec 06 17:09:04.377983 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 39194) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:09:04.390127 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360d525f-7cb6-45fb-8cfc-afa00eca2ab1 req-cb33c5b2-ade7-41a3-9a8f-da295258d8ea tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:04.414647 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-360d525f-7cb6-45fb-8cfc-afa00eca2ab1 req-cb33c5b2-ade7-41a3-9a8f-da295258d8ea tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=420dab89-01de-4f05-8ee1-f1a1d05e3583 HTTP/1.1" status: 200 len: 947 time: 0.2931244 Dec 06 17:09:04.479584 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80abb76e-7da6-4ac2-ae12-7ed65f665c97 req-440c160c-ff09-4e07-8301-3bda112bb121 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:04.481750 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-80abb76e-7da6-4ac2-ae12-7ed65f665c97 req-440c160c-ff09-4e07-8301-3bda112bb121 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.44 "GET /v2.0/ports?device_id=420dab89-01de-4f05-8ee1-f1a1d05e3583&tenant_id=4fbfd036e0874a51a15b7801ac955516&binding%3Ahost_id=n-h1-master-1 HTTP/1.1" status: 200 len: 947 time: 0.2450795 Dec 06 17:09:04.510740 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d3dd2a56-2457-4f4e-a208-e8718cf493da req-3e3710cc-0f0e-47ce-8f65-a9623e4b331a tempest-VolumesAdminNegativeTest-751023311 tempest-VolumesAdminNegativeTest-751023311-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f5f98ac-d6ed-410b-8127-31be878c7b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368062 Dec 06 17:09:04.523814 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 135aa760-39b2-49d9-9095-99877b42a36e, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=135aa760-39b2-49d9-9095-99877b42a36e,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:09:04.533681 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6acf6c-a40f-48bd-a350-fe3f664d3580 req-2ff9e6b3-ab26-446a-a3f3-e8c0f43e3910 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:04.535281 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6f6acf6c-a40f-48bd-a350-fe3f664d3580 req-2ff9e6b3-ab26-446a-a3f3-e8c0f43e3910 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.41 "GET /v2.0/networks?id=f368e270-aa86-47d2-9c8f-0ac2b4fc8997 HTTP/1.1" status: 200 len: 821 time: 0.4596672 Dec 06 17:09:04.548215 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': '135aa760-39b2-49d9-9095-99877b42a36e', 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a', 'port_id': '135aa760-39b2-49d9-9095-99877b42a36e', 'mac_address': 'fa:16:3e:6f:54:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1342252a-21e4-4783-88ff-f54776c79059', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:09:04.582371 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-360d525f-7cb6-45fb-8cfc-afa00eca2ab1 req-7ad322be-7469-4493-a55e-6a5b585fe726 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667397 Dec 06 17:09:04.589086 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-6f6acf6c-a40f-48bd-a350-fe3f664d3580 req-95740ea1-e34e-4c67-bdc5-b48c3328963c tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Request body: {'port': {'device_id': 'c0f38465-af39-47f5-acaf-92ce9373a0cf', 'network_id': 'f368e270-aa86-47d2-9c8f-0ac2b4fc8997', 'admin_state_up': True, 'tenant_id': '013b92ce2e6a40e1a3b2fa92d62d652e'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:09:04.602924 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:04.624045 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-dd0e1c6e-ae1f-4a6b-829a-d8d07e8ee839 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1207533182-network', 'tenant_id': '1f165b1cd9614f08a6e09192fccfad36'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:09:04.655933 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 135aa760-39b2-49d9-9095-99877b42a36e {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:09:04.695060 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd0e1c6e-ae1f-4a6b-829a-d8d07e8ee839 admin admin] Made reservation on behalf of 1f165b1cd9614f08a6e09192fccfad36 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:09:04.698343 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dd0e1c6e-ae1f-4a6b-829a-d8d07e8ee839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:04.720810 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 135aa760-39b2-49d9-9095-99877b42a36e, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=135aa760-39b2-49d9-9095-99877b42a36e,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:09:04.722230 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dd0e1c6e-ae1f-4a6b-829a-d8d07e8ee839 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:04.730318 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:04.844247 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=135aa760-39b2-49d9-9095-99877b42a36e,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:09:04.888468 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c244b65-d3e3-4e5f-95b2-63eef46b10f2 req-e606f0a1-db4d-4a3e-8395-33a14b59a5f3 tempest-VolumesAdminNegativeTest-751023311 tempest-VolumesAdminNegativeTest-751023311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:04.890714 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8c244b65-d3e3-4e5f-95b2-63eef46b10f2 req-e606f0a1-db4d-4a3e-8395-33a14b59a5f3 tempest-VolumesAdminNegativeTest-751023311 tempest-VolumesAdminNegativeTest-751023311-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4bad013-7d04-4f75-8d2a-dd6ba3dbc161 HTTP/1.1" status: 200 len: 945 time: 0.1023641 Dec 06 17:09:04.959533 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dd0e1c6e-ae1f-4a6b-829a-d8d07e8ee839 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:04.987759 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['135aa760-39b2-49d9-9095-99877b42a36e'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:09:05.004188 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dd0e1c6e-ae1f-4a6b-829a-d8d07e8ee839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:05.125324 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd0e1c6e-ae1f-4a6b-829a-d8d07e8ee839 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:09:05.247182 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0e1c6e-ae1f-4a6b-829a-d8d07e8ee839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbbbe13e-c3cf-4699-8577-456085f920c2,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:09:05.280121 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dd0e1c6e-ae1f-4a6b-829a-d8d07e8ee839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:05.280472 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-dd0e1c6e-ae1f-4a6b-829a-d8d07e8ee839 admin admin] Added segment 94f9461b-62d6-4912-b0a6-1a80857b81dc of type vlan for network 70d8b0a5-0858-49f5-bbf1-d505ec9e0192 Dec 06 17:09:05.301074 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-94fb098e-1212-42ab-ac07-b73d3fce01a1 req-0472c570-68c8-40f4-bfa9-e850ff25c1c2 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0f38465-af39-47f5-acaf-92ce9373a0cf HTTP/1.1" status: 200 len: 210 time: 0.1095102 Dec 06 17:09:05.328465 n-d-master-1 neutron-server[103285]: INFO neutron.api.v2.resource [req-80abb76e-7da6-4ac2-ae12-7ed65f665c97 req-be78a272-e151-4b44-b64c-cc96e794264b service neutron] delete failed (client error): The resource could not be found. Dec 06 17:09:05.329621 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-80abb76e-7da6-4ac2-ae12-7ed65f665c97 req-be78a272-e151-4b44-b64c-cc96e794264b service neutron] 10.222.0.44 "DELETE /v2.0/ports/48171e5d-9d8e-4d77-bd09-fe2c8257e388/bindings/n-h2-master-1 HTTP/1.1" status: 404 len: 380 time: 0.8393898 Dec 06 17:09:05.339765 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 48171e5d-9d8e-4d77-bd09-fe2c8257e388 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:09:05.401214 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dd0e1c6e-ae1f-4a6b-829a-d8d07e8ee839 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:05.410707 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a58914-6118-414e-ad2e-d49afba27572 req-e7a63b21-2536-4a7d-8738-afdeb600a43e tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:05.413554 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-40a58914-6118-414e-ad2e-d49afba27572 req-e7a63b21-2536-4a7d-8738-afdeb600a43e tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ef8ee88-1483-49f8-8d21-9964984ede3e HTTP/1.1" status: 200 len: 948 time: 0.5824759 Dec 06 17:09:05.413967 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-8c244b65-d3e3-4e5f-95b2-63eef46b10f2 req-da472e7c-1c87-4503-9929-83ce98487cb8 tempest-VolumesAdminNegativeTest-751023311 tempest-VolumesAdminNegativeTest-751023311-project] Deleting port e5c7554a-f6ca-4488-b9b2-9d5b84481c3a {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:09:05.414466 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8c244b65-d3e3-4e5f-95b2-63eef46b10f2 req-da472e7c-1c87-4503-9929-83ce98487cb8 tempest-VolumesAdminNegativeTest-751023311 tempest-VolumesAdminNegativeTest-751023311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:05.415344 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f6acf6c-a40f-48bd-a350-fe3f664d3580 req-95740ea1-e34e-4c67-bdc5-b48c3328963c tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Made reservation on behalf of 013b92ce2e6a40e1a3b2fa92d62d652e for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:09:05.420868 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-6f6acf6c-a40f-48bd-a350-fe3f664d3580 req-95740ea1-e34e-4c67-bdc5-b48c3328963c tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:05.505749 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 48171e5d-9d8e-4d77-bd09-fe2c8257e388, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=48171e5d-9d8e-4d77-bd09-fe2c8257e388,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:09:05.518063 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80abb76e-7da6-4ac2-ae12-7ed65f665c97 req-1656785e-98e1-40b0-9970-3ba0d6f9e828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:05.519751 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-80abb76e-7da6-4ac2-ae12-7ed65f665c97 req-1656785e-98e1-40b0-9970-3ba0d6f9e828 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4fbfd036e0874a51a15b7801ac955516&device_id=420dab89-01de-4f05-8ee1-f1a1d05e3583 HTTP/1.1" status: 200 len: 1098 time: 0.0948374 Dec 06 17:09:05.527351 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': '48171e5d-9d8e-4d77-bd09-fe2c8257e388', 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a', 'port_id': '48171e5d-9d8e-4d77-bd09-fe2c8257e388', 'mac_address': 'fa:16:3e:3a:7c:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1342252a-21e4-4783-88ff-f54776c79059', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:09:05.538459 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:05.548231 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-8c244b65-d3e3-4e5f-95b2-63eef46b10f2 req-da472e7c-1c87-4503-9929-83ce98487cb8 tempest-VolumesAdminNegativeTest-751023311 tempest-VolumesAdminNegativeTest-751023311-project] For port e5c7554a-f6ca-4488-b9b2-9d5b84481c3a, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=e5c7554a-f6ca-4488-b9b2-9d5b84481c3a,segment=NetworkSegment(94acd3e4-6a5f-45d2-915f-87a0744e8318),segment_id=94acd3e4-6a5f-45d2-915f-87a0744e8318)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:09:05.551699 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8c244b65-d3e3-4e5f-95b2-63eef46b10f2 req-da472e7c-1c87-4503-9929-83ce98487cb8 tempest-VolumesAdminNegativeTest-751023311 tempest-VolumesAdminNegativeTest-751023311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:05.582711 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-8c244b65-d3e3-4e5f-95b2-63eef46b10f2 req-da472e7c-1c87-4503-9929-83ce98487cb8 tempest-VolumesAdminNegativeTest-751023311 tempest-VolumesAdminNegativeTest-751023311-project] Calling delete_port for e5c7554a-f6ca-4488-b9b2-9d5b84481c3a owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:09:05.604973 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-40a58914-6118-414e-ad2e-d49afba27572 req-5823cf04-999a-43c5-9d9e-bf500af7a461 tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e200dfc-3654-4846-ac4a-5fd3003efa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809537 Dec 06 17:09:05.675689 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:05.761940 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dd0e1c6e-ae1f-4a6b-829a-d8d07e8ee839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:05.762559 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0e1c6e-ae1f-4a6b-829a-d8d07e8ee839 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:05.763232 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dd0e1c6e-ae1f-4a6b-829a-d8d07e8ee839 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:05.808390 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48171e5d-9d8e-4d77-bd09-fe2c8257e388 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:09:05.858718 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 48171e5d-9d8e-4d77-bd09-fe2c8257e388, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=48171e5d-9d8e-4d77-bd09-fe2c8257e388,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:09:05.860396 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80abb76e-7da6-4ac2-ae12-7ed65f665c97 req-1db380b7-b61d-49fb-8069-4ccd934f0929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:05.863271 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-80abb76e-7da6-4ac2-ae12-7ed65f665c97 req-1db380b7-b61d-49fb-8069-4ccd934f0929 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ee08a0d2-834f-4c39-be47-9c424581246a HTTP/1.1" status: 200 len: 870 time: 0.2987983 Dec 06 17:09:05.868455 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:05.869881 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-6f6acf6c-a40f-48bd-a350-fe3f664d3580 req-95740ea1-e34e-4c67-bdc5-b48c3328963c tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Allocated IP 172.20.0.13 (f368e270-aa86-47d2-9c8f-0ac2b4fc8997/f77759ce-94b4-46a8-b90f-f881b9e38f99/e2273c36-7b59-49c2-96e4-51a661d5c4cb) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:09:05.894055 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f0cdf-addc-46b9-b101-00db9c0d05ba req-c216fd2f-ee7b-406b-891a-7ff27f8f902f tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:05.894257 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8c244b65-d3e3-4e5f-95b2-63eef46b10f2 req-da472e7c-1c87-4503-9929-83ce98487cb8 tempest-VolumesAdminNegativeTest-751023311 tempest-VolumesAdminNegativeTest-751023311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:05.903294 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0e0f0cdf-addc-46b9-b101-00db9c0d05ba req-c216fd2f-ee7b-406b-891a-7ff27f8f902f tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=420dab89-01de-4f05-8ee1-f1a1d05e3583 HTTP/1.1" status: 200 len: 947 time: 0.1857011 Dec 06 17:09:05.914071 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0e1c6e-ae1f-4a6b-829a-d8d07e8ee839 admin admin] Pushing event updated for resources: {'Network': ['ID=70d8b0a5-0858-49f5-bbf1-d505ec9e0192,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:09:05.948460 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-80abb76e-7da6-4ac2-ae12-7ed65f665c97 req-8ddfb0bf-8950-472e-8104-6ca721c5d529 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=48171e5d-9d8e-4d77-bd09-fe2c8257e388 HTTP/1.1" status: 200 len: 217 time: 0.0760298 Dec 06 17:09:05.961236 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['e5c7554a-f6ca-4488-b9b2-9d5b84481c3a'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:09:05.965231 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 70d8b0a5-0858-49f5-bbf1-d505ec9e0192 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:09:06.009976 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80abb76e-7da6-4ac2-ae12-7ed65f665c97 req-27c7a549-0f71-418a-9247-f6d51077d1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:06.011445 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-80abb76e-7da6-4ac2-ae12-7ed65f665c97 req-27c7a549-0f71-418a-9247-f6d51077d1ac service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1342252a-21e4-4783-88ff-f54776c79059 HTTP/1.1" status: 200 len: 843 time: 0.0509942 Dec 06 17:09:06.093232 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da472e7c-1c87-4503-9929-83ce98487cb8 tempest-VolumesAdminNegativeTest-751023311 tempest-VolumesAdminNegativeTest-751023311-project] Pushing event deleted for resources: {'Port': ['ID=e5c7554a-f6ca-4488-b9b2-9d5b84481c3a,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:09:06.130462 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0e0f0cdf-addc-46b9-b101-00db9c0d05ba req-b6a8a81b-cc3b-44db-a1a6-aa558527342e tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121639 Dec 06 17:09:06.141124 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9abf72c1-705b-439d-93ee-f0d31d3b141d req-6f6acb12-39a2-4118-bd7c-c16965699451 tempest-VolumesAdminNegativeTest-751023311 tempest-VolumesAdminNegativeTest-751023311-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4bad013-7d04-4f75-8d2a-dd6ba3dbc161 HTTP/1.1" status: 200 len: 210 time: 0.3632138 Dec 06 17:09:06.148861 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-dd0e1c6e-ae1f-4a6b-829a-d8d07e8ee839 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.7684608 Dec 06 17:09:06.152790 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 39224) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:09:06.180996 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=48171e5d-9d8e-4d77-bd09-fe2c8257e388,revision_number=8']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:09:06.204672 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-a6457da3-1375-44df-99b6-d8f0fcb41958 admin admin] Request body: {'subnet': {'network_id': '70d8b0a5-0858-49f5-bbf1-d505ec9e0192', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1207533182-subnet', 'tenant_id': '1f165b1cd9614f08a6e09192fccfad36', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:09:06.215781 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['48171e5d-9d8e-4d77-bd09-fe2c8257e388'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:09:06.258154 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80abb76e-7da6-4ac2-ae12-7ed65f665c97 req-5e34b4ef-1166-4007-aa5f-1a0d3a8a4b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:06.260354 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-80abb76e-7da6-4ac2-ae12-7ed65f665c97 req-5e34b4ef-1166-4007-aa5f-1a0d3a8a4b32 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee08a0d2-834f-4c39-be47-9c424581246a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2378316 Dec 06 17:09:06.382206 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6457da3-1375-44df-99b6-d8f0fcb41958 admin admin] Made reservation on behalf of 1f165b1cd9614f08a6e09192fccfad36 for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:09:06.387670 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a6457da3-1375-44df-99b6-d8f0fcb41958 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:06.554304 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-6f6acf6c-a40f-48bd-a350-fe3f664d3580 req-95740ea1-e34e-4c67-bdc5-b48c3328963c tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:06.576046 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c244b65-d3e3-4e5f-95b2-63eef46b10f2 req-da472e7c-1c87-4503-9929-83ce98487cb8 tempest-VolumesAdminNegativeTest-751023311 tempest-VolumesAdminNegativeTest-751023311-project] No DVR routers for this DVR port e5c7554a-f6ca-4488-b9b2-9d5b84481c3a on host n-h1-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:09:06.579706 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8c244b65-d3e3-4e5f-95b2-63eef46b10f2 req-da472e7c-1c87-4503-9929-83ce98487cb8 tempest-VolumesAdminNegativeTest-751023311 tempest-VolumesAdminNegativeTest-751023311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:06.583833 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8c244b65-d3e3-4e5f-95b2-63eef46b10f2 req-da472e7c-1c87-4503-9929-83ce98487cb8 tempest-VolumesAdminNegativeTest-751023311 tempest-VolumesAdminNegativeTest-751023311-project] 10.222.0.41 "DELETE /v2.0/ports/e5c7554a-f6ca-4488-b9b2-9d5b84481c3a HTTP/1.1" status: 204 len: 173 time: 1.6811638 Dec 06 17:09:06.584281 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4bad013-7d04-4f75-8d2a-dd6ba3dbc161', 'name': 'network-vif-deleted', 'tag': 'e5c7554a-f6ca-4488-b9b2-9d5b84481c3a'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:09:06.588456 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e192bff3-7cbb-4d9f-a934-1f9eadfb658d" -d '{"events": [{"server_uuid": "b4bad013-7d04-4f75-8d2a-dd6ba3dbc161", "name": "network-vif-deleted", "tag": "e5c7554a-f6ca-4488-b9b2-9d5b84481c3a"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:09:06.638522 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-69ed6fea-d3b3-4842-99bf-94b3b19cb947 req-b6dcce6f-7a89-4439-9ccc-f23f3b3a2228 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0f38465-af39-47f5-acaf-92ce9373a0cf HTTP/1.1" status: 200 len: 210 time: 0.0604773 Dec 06 17:09:06.640852 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-80abb76e-7da6-4ac2-ae12-7ed65f665c97 req-e9f17936-2929-4719-b5ee-5a325ccdbf33 service neutron] 10.222.0.44 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3699789 Dec 06 17:09:06.691888 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dd5ffab-6d8d-4d8b-a897-cc672d736865 x-openstack-request-id: req-2dd5ffab-6d8d-4d8b-a897-cc672d736865 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:09:06.692311 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4bad013-7d04-4f75-8d2a-dd6ba3dbc161", "name": "network-vif-deleted", "tag": "e5c7554a-f6ca-4488-b9b2-9d5b84481c3a", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:09:06.692673 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2dd5ffab-6d8d-4d8b-a897-cc672d736865 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:09:06.693177 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4bad013-7d04-4f75-8d2a-dd6ba3dbc161', 'name': 'network-vif-deleted', 'tag': 'e5c7554a-f6ca-4488-b9b2-9d5b84481c3a', 'status': 'completed', 'code': 200} Dec 06 17:09:06.776081 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-80abb76e-7da6-4ac2-ae12-7ed65f665c97 req-28e5550a-1074-4cd8-983c-d0d84b3b048a service neutron] 10.222.0.44 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240075 Dec 06 17:09:06.796595 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-6f6acf6c-a40f-48bd-a350-fe3f664d3580 req-95740ea1-e34e-4c67-bdc5-b48c3328963c tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:06.891855 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947bdb2b-95fc-452e-bbaa-1c671746719e req-a8d0933b-7386-4f03-86c1-976cc3c1471b tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:06.893672 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-947bdb2b-95fc-452e-bbaa-1c671746719e req-a8d0933b-7386-4f03-86c1-976cc3c1471b tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ef8ee88-1483-49f8-8d21-9964984ede3e HTTP/1.1" status: 200 len: 948 time: 0.1273382 Dec 06 17:09:06.947027 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f6acf6c-a40f-48bd-a350-fe3f664d3580 req-95740ea1-e34e-4c67-bdc5-b48c3328963c tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Network f368e270-aa86-47d2-9c8f-0ac2b4fc8997 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:09:06.953576 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-6f6acf6c-a40f-48bd-a350-fe3f664d3580 req-95740ea1-e34e-4c67-bdc5-b48c3328963c tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:09:06.957977 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f6acf6c-a40f-48bd-a350-fe3f664d3580 req-95740ea1-e34e-4c67-bdc5-b48c3328963c tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:09:06.960861 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95740ea1-e34e-4c67-bdc5-b48c3328963c tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Pushing event updated for resources: {'Port': ['ID=e2273c36-7b59-49c2-96e4-51a661d5c4cb,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:09:07.064624 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-947bdb2b-95fc-452e-bbaa-1c671746719e req-fbceb3a7-df97-47dd-b038-77d08af55d9f tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e200dfc-3654-4846-ac4a-5fd3003efa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526144 Dec 06 17:09:07.098322 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6acf6c-a40f-48bd-a350-fe3f664d3580 req-95740ea1-e34e-4c67-bdc5-b48c3328963c tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:07.099405 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-6f6acf6c-a40f-48bd-a350-fe3f664d3580 req-95740ea1-e34e-4c67-bdc5-b48c3328963c tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:07.123129 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6f6acf6c-a40f-48bd-a350-fe3f664d3580 req-95740ea1-e34e-4c67-bdc5-b48c3328963c tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5376358 Dec 06 17:09:07.124848 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a6457da3-1375-44df-99b6-d8f0fcb41958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:07.176729 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-6f6acf6c-a40f-48bd-a350-fe3f664d3580 req-b44cd19a-6aac-4de7-98d0-7d0032d6e38a service neutron] Request body: {'port': {'device_id': 'c0f38465-af39-47f5-acaf-92ce9373a0cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:09:07.286114 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6457da3-1375-44df-99b6-d8f0fcb41958 admin admin] Checking segment: {'id': '94f9461b-62d6-4912-b0a6-1a80857b81dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '70d8b0a5-0858-49f5-bbf1-d505ec9e0192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:09:07.286647 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6457da3-1375-44df-99b6-d8f0fcb41958 admin admin] Network hostable DHCP agents. Network: 70d8b0a5-0858-49f5-bbf1-d505ec9e0192, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:09:07.289066 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-6f6acf6c-a40f-48bd-a350-fe3f664d3580 req-b44cd19a-6aac-4de7-98d0-7d0032d6e38a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:07.295435 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6457da3-1375-44df-99b6-d8f0fcb41958 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2934c7f4-da1d-4bba-8712-ffc705d96679,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:09:07.336172 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 48171e5d-9d8e-4d77-bd09-fe2c8257e388 up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:09:07.480259 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port 48171e5d-9d8e-4d77-bd09-fe2c8257e388 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:09:07.484347 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port 48171e5d-9d8e-4d77-bd09-fe2c8257e388 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:09:07.484709 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:07.496758 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-92008a74-1d61-4e88-8421-e81a1a3434a1 req-3a0dc8f6-d821-4bfc-bd26-62e87661dba6 tempest-VolumesAdminNegativeTest-751023311 tempest-VolumesAdminNegativeTest-751023311-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4bad013-7d04-4f75-8d2a-dd6ba3dbc161 HTTP/1.1" status: 200 len: 210 time: 0.0697615 Dec 06 17:09:07.621998 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-6f6acf6c-a40f-48bd-a350-fe3f664d3580 req-b44cd19a-6aac-4de7-98d0-7d0032d6e38a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2273c36-7b59-49c2-96e4-51a661d5c4cb {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:09:07.630350 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-6f6acf6c-a40f-48bd-a350-fe3f664d3580 req-b44cd19a-6aac-4de7-98d0-7d0032d6e38a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:07.643997 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-6f6acf6c-a40f-48bd-a350-fe3f664d3580 req-b44cd19a-6aac-4de7-98d0-7d0032d6e38a service neutron] Transition to ACTIVE for port object e2273c36-7b59-49c2-96e4-51a661d5c4cb will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:09:07.661295 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-6f6acf6c-a40f-48bd-a350-fe3f664d3580 req-b44cd19a-6aac-4de7-98d0-7d0032d6e38a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:07.680333 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6457da3-1375-44df-99b6-d8f0fcb41958 admin admin] Network 70d8b0a5-0858-49f5-bbf1-d505ec9e0192 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:09:07.720455 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-a6457da3-1375-44df-99b6-d8f0fcb41958 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 70d8b0a5-0858-49f5-bbf1-d505ec9e0192) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:09:07.722623 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:07.735859 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06a2b21-b5b3-4791-a8b0-917ebce36b41 None None] Network 70d8b0a5-0858-49f5-bbf1-d505ec9e0192 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:09:07.747245 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6457da3-1375-44df-99b6-d8f0fcb41958 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:07.748113 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a6457da3-1375-44df-99b6-d8f0fcb41958 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:07.804142 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 17:09:07.815762 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44cd19a-6aac-4de7-98d0-7d0032d6e38a service neutron] Pushing event updated for resources: {'Port': ['ID=e2273c36-7b59-49c2-96e4-51a661d5c4cb,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:09:07.849789 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-a6457da3-1375-44df-99b6-d8f0fcb41958 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.6778574 Dec 06 17:09:07.864159 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '420dab89-01de-4f05-8ee1-f1a1d05e3583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48171e5d-9d8e-4d77-bd09-fe2c8257e388'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:09:07.871254 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef5f3ed6-bc45-4eed-8816-55667b4361a9" -d '{"events": [{"server_uuid": "420dab89-01de-4f05-8ee1-f1a1d05e3583", "name": "network-vif-plugged", "status": "completed", "tag": "48171e5d-9d8e-4d77-bd09-fe2c8257e388"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:09:07.872554 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798f9445-5e8f-48ad-9454-6fca52199c49 req-a5febfb6-8676-4715-b6b2-897334c73532 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:07.878276 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-798f9445-5e8f-48ad-9454-6fca52199c49 req-a5febfb6-8676-4715-b6b2-897334c73532 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=420dab89-01de-4f05-8ee1-f1a1d05e3583 HTTP/1.1" status: 200 len: 948 time: 0.2298536 Dec 06 17:09:07.976391 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 48171e5d-9d8e-4d77-bd09-fe2c8257e388, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=48171e5d-9d8e-4d77-bd09-fe2c8257e388,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:09:07.977251 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-6f6acf6c-a40f-48bd-a350-fe3f664d3580 req-b44cd19a-6aac-4de7-98d0-7d0032d6e38a service neutron] Attempting to bind port e2273c36-7b59-49c2-96e4-51a661d5c4cb on host n-h1-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:09:07.977723 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-6f6acf6c-a40f-48bd-a350-fe3f664d3580 req-b44cd19a-6aac-4de7-98d0-7d0032d6e38a service neutron] Attempting to bind port e2273c36-7b59-49c2-96e4-51a661d5c4cb by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'd43b23f1-3a85-4be8-8063-3fe18696b942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f368e270-aa86-47d2-9c8f-0ac2b4fc8997'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:09:07.978166 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6acf6c-a40f-48bd-a350-fe3f664d3580 req-b44cd19a-6aac-4de7-98d0-7d0032d6e38a service neutron] Attempting to bind port e2273c36-7b59-49c2-96e4-51a661d5c4cb on network f368e270-aa86-47d2-9c8f-0ac2b4fc8997 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:09:07.993722 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6acf6c-a40f-48bd-a350-fe3f664d3580 req-b44cd19a-6aac-4de7-98d0-7d0032d6e38a service neutron] Port e2273c36-7b59-49c2-96e4-51a661d5c4cb on network f368e270-aa86-47d2-9c8f-0ac2b4fc8997 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:09:07.996418 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:07.996912 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6acf6c-a40f-48bd-a350-fe3f664d3580 req-b44cd19a-6aac-4de7-98d0-7d0032d6e38a service neutron] Attempting to bind port e2273c36-7b59-49c2-96e4-51a661d5c4cb on network f368e270-aa86-47d2-9c8f-0ac2b4fc8997 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:09:08.005255 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device e5c7554a-f6ca-4488-b9b2-9d5b84481c3a no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:09:08.025953 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6acf6c-a40f-48bd-a350-fe3f664d3580 req-b44cd19a-6aac-4de7-98d0-7d0032d6e38a service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:09:08.032845 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6acf6c-a40f-48bd-a350-fe3f664d3580 req-b44cd19a-6aac-4de7-98d0-7d0032d6e38a service neutron] Checking segment: {'id': 'd43b23f1-3a85-4be8-8063-3fe18696b942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f368e270-aa86-47d2-9c8f-0ac2b4fc8997'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:09:08.033592 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6acf6c-a40f-48bd-a350-fe3f664d3580 req-b44cd19a-6aac-4de7-98d0-7d0032d6e38a service neutron] Bound using segment: {'id': 'd43b23f1-3a85-4be8-8063-3fe18696b942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f368e270-aa86-47d2-9c8f-0ac2b4fc8997'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:09:08.034332 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-6f6acf6c-a40f-48bd-a350-fe3f664d3580 req-b44cd19a-6aac-4de7-98d0-7d0032d6e38a service neutron] Bound port: e2273c36-7b59-49c2-96e4-51a661d5c4cb, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd43b23f1-3a85-4be8-8063-3fe18696b942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f368e270-aa86-47d2-9c8f-0ac2b4fc8997'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:09:08.034932 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-6f6acf6c-a40f-48bd-a350-fe3f664d3580 req-b44cd19a-6aac-4de7-98d0-7d0032d6e38a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:08.089319 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-798f9445-5e8f-48ad-9454-6fca52199c49 req-89485802-c1ee-4b90-aac6-6bcd31681902 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901710 Dec 06 17:09:08.091494 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] No Port match for: e5c7554a-f6ca-4488-b9b2-9d5b84481c3a {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:09:08.094446 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device e5c7554a-f6ca-4488-b9b2-9d5b84481c3a not bound to the agent host n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:09:08.137048 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 135aa760-39b2-49d9-9095-99877b42a36e up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:09:08.220472 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-6f6acf6c-a40f-48bd-a350-fe3f664d3580 req-b44cd19a-6aac-4de7-98d0-7d0032d6e38a service neutron] For port e2273c36-7b59-49c2-96e4-51a661d5c4cb, host n-h1-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:09:08.227859 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-6f6acf6c-a40f-48bd-a350-fe3f664d3580 req-b44cd19a-6aac-4de7-98d0-7d0032d6e38a service neutron] For port e2273c36-7b59-49c2-96e4-51a661d5c4cb, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=e2273c36-7b59-49c2-96e4-51a661d5c4cb,segment=NetworkSegment(d43b23f1-3a85-4be8-8063-3fe18696b942),segment_id=d43b23f1-3a85-4be8-8063-3fe18696b942)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:09:08.231761 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc7bd24-eac6-4117-9f80-60f6c58279de req-81b33ea5-b8d4-4d52-ad5c-bca5cb62bf39 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:08.234197 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-6f6acf6c-a40f-48bd-a350-fe3f664d3580 req-b44cd19a-6aac-4de7-98d0-7d0032d6e38a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:08.241279 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-cfc7bd24-eac6-4117-9f80-60f6c58279de req-81b33ea5-b8d4-4d52-ad5c-bca5cb62bf39 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0f38465-af39-47f5-acaf-92ce9373a0cf HTTP/1.1" status: 200 len: 944 time: 0.2102273 Dec 06 17:09:08.256682 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ac67a7-ba52-48a1-93e9-19c949183f2d x-openstack-request-id: req-52ac67a7-ba52-48a1-93e9-19c949183f2d {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:09:08.257114 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "420dab89-01de-4f05-8ee1-f1a1d05e3583", "name": "network-vif-plugged", "status": "completed", "tag": "48171e5d-9d8e-4d77-bd09-fe2c8257e388", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:09:08.257548 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-52ac67a7-ba52-48a1-93e9-19c949183f2d {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:09:08.258215 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '420dab89-01de-4f05-8ee1-f1a1d05e3583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48171e5d-9d8e-4d77-bd09-fe2c8257e388', 'code': 200} Dec 06 17:09:08.311965 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=48171e5d-9d8e-4d77-bd09-fe2c8257e388,revision_number=9']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:09:08.312929 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6acf6c-a40f-48bd-a350-fe3f664d3580 req-b44cd19a-6aac-4de7-98d0-7d0032d6e38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:08.313931 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-6f6acf6c-a40f-48bd-a350-fe3f664d3580 req-b44cd19a-6aac-4de7-98d0-7d0032d6e38a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:08.315491 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6f6acf6c-a40f-48bd-a350-fe3f664d3580 req-b44cd19a-6aac-4de7-98d0-7d0032d6e38a service neutron] 10.222.0.41 "PUT /v2.0/ports/e2273c36-7b59-49c2-96e4-51a661d5c4cb HTTP/1.1" status: 200 len: 1092 time: 1.1484282 Dec 06 17:09:08.316319 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0f38465-af39-47f5-acaf-92ce9373a0cf', 'tag': 'e2273c36-7b59-49c2-96e4-51a661d5c4cb'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:09:08.318614 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c43a6e9-6a11-4589-98c5-a967be047ac7" -d '{"events": [{"name": "network-changed", "server_uuid": "c0f38465-af39-47f5-acaf-92ce9373a0cf", "tag": "e2273c36-7b59-49c2-96e4-51a661d5c4cb"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:09:08.377641 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-cfc7bd24-eac6-4117-9f80-60f6c58279de req-8c948ea2-f779-4a87-bcfe-0e9b6bb0738c tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289561 Dec 06 17:09:08.403312 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f4d0c1-e37a-4357-9452-88cce7999968 None None] Network 70d8b0a5-0858-49f5-bbf1-d505ec9e0192 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:09:08.455888 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6ca4d0-1fd5-4655-8d20-2c48afc36111 req-27c1e509-5030-4000-b09e-72642af534d6 tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:08.464439 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fe6ca4d0-1fd5-4655-8d20-2c48afc36111 req-27c1e509-5030-4000-b09e-72642af534d6 tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ef8ee88-1483-49f8-8d21-9964984ede3e HTTP/1.1" status: 200 len: 948 time: 0.1352520 Dec 06 17:09:08.468964 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning for port 135aa760-39b2-49d9-9095-99877b42a36e completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:09:08.507554 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44cd19a-6aac-4de7-98d0-7d0032d6e38a service neutron] Pushing event updated for resources: {'Port': ['ID=e2273c36-7b59-49c2-96e4-51a661d5c4cb,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:09:08.512869 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6acf6c-a40f-48bd-a350-fe3f664d3580 req-a65a6079-cde0-4393-aee1-4e5a1735b660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:08.514617 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6f6acf6c-a40f-48bd-a350-fe3f664d3580 req-a65a6079-cde0-4393-aee1-4e5a1735b660 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=013b92ce2e6a40e1a3b2fa92d62d652e&device_id=c0f38465-af39-47f5-acaf-92ce9373a0cf HTTP/1.1" status: 200 len: 1095 time: 0.1262290 Dec 06 17:09:08.534743 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port 135aa760-39b2-49d9-9095-99877b42a36e triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:09:08.542692 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:08.581668 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fe6ca4d0-1fd5-4655-8d20-2c48afc36111 req-f90ba70c-56a1-4674-865f-bde6bd79f2b9 tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e200dfc-3654-4846-ac4a-5fd3003efa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126354 Dec 06 17:09:08.665594 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6f6acf6c-a40f-48bd-a350-fe3f664d3580 req-2aad0dc6-7401-4110-b6fc-0a680ba28713 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2273c36-7b59-49c2-96e4-51a661d5c4cb HTTP/1.1" status: 200 len: 217 time: 0.1266956 Dec 06 17:09:08.668750 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-457ba476-e161-4387-bb0f-4468dfc2d5ca x-openstack-request-id: req-457ba476-e161-4387-bb0f-4468dfc2d5ca {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:09:08.669048 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0f38465-af39-47f5-acaf-92ce9373a0cf", "tag": "e2273c36-7b59-49c2-96e4-51a661d5c4cb", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:09:08.669310 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-457ba476-e161-4387-bb0f-4468dfc2d5ca {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:09:08.669738 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0f38465-af39-47f5-acaf-92ce9373a0cf', 'tag': 'e2273c36-7b59-49c2-96e4-51a661d5c4cb', 'status': 'completed', 'code': 200} Dec 06 17:09:08.733594 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6acf6c-a40f-48bd-a350-fe3f664d3580 req-94da8ee4-9ad3-42f5-a602-598a6b7ddb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:08.735117 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6f6acf6c-a40f-48bd-a350-fe3f664d3580 req-94da8ee4-9ad3-42f5-a602-598a6b7ddb37 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f77759ce-94b4-46a8-b90f-f881b9e38f99 HTTP/1.1" status: 200 len: 861 time: 0.0623047 Dec 06 17:09:08.740534 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 39286) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:09:08.796577 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:08.839409 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 135aa760-39b2-49d9-9095-99877b42a36e, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=135aa760-39b2-49d9-9095-99877b42a36e,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:09:08.848138 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6bbd09-fcc3-4612-b15b-785c63b729da req-7eaf3ba1-ee9c-43a1-89a4-6caca7c99ce0 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:08.852841 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:08.858782 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6f6acf6c-a40f-48bd-a350-fe3f664d3580 req-1634fce4-5ba6-4df7-9b2d-cc8393364a33 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f368e270-aa86-47d2-9c8f-0ac2b4fc8997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1062405 Dec 06 17:09:08.860504 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8e6bbd09-fcc3-4612-b15b-785c63b729da req-7eaf3ba1-ee9c-43a1-89a4-6caca7c99ce0 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/networks?id=70d8b0a5-0858-49f5-bbf1-d505ec9e0192 HTTP/1.1" status: 200 len: 822 time: 0.2177310 Dec 06 17:09:08.900682 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8e6bbd09-fcc3-4612-b15b-785c63b729da req-6c65a824-7e6c-44dc-9260-93728d7b6f5e tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/quotas/1f165b1cd9614f08a6e09192fccfad36 HTTP/1.1" status: 200 len: 375 time: 0.0376186 Dec 06 17:09:08.967754 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8e6bbd09-fcc3-4612-b15b-785c63b729da req-5556b0a4-f50b-451f-9c3e-41ce6815998e tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1f165b1cd9614f08a6e09192fccfad36&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0659397 Dec 06 17:09:08.983007 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=135aa760-39b2-49d9-9095-99877b42a36e,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:09:09.048357 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6f6acf6c-a40f-48bd-a350-fe3f664d3580 req-ecfd9734-2b11-4e7d-a54e-ef7c8651d585 service neutron] 10.222.0.41 "GET /v2.0/networks/f368e270-aa86-47d2-9c8f-0ac2b4fc8997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760099 Dec 06 17:09:09.067197 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae840eab-5e91-4669-8302-ed049bf3d131 admin admin] Deleting subnet d04d79d2-5fa0-45cf-bedc-df67246a3dd9 {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:09:09.071941 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ae840eab-5e91-4669-8302-ed049bf3d131 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:09.155473 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8e6bbd09-fcc3-4612-b15b-785c63b729da req-28db8e94-2000-42ad-b866-13102cc586ee service neutron] 10.222.0.23 "GET /v2.0/networks/70d8b0a5-0858-49f5-bbf1-d505ec9e0192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851053 Dec 06 17:09:09.182395 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ae840eab-5e91-4669-8302-ed049bf3d131 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:09.294964 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ae840eab-5e91-4669-8302-ed049bf3d131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:09.302132 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6f6acf6c-a40f-48bd-a350-fe3f664d3580 req-c67b2a29-b528-41c7-bd55-4ad08bd7fea5 service neutron] 10.222.0.41 "GET /v2.0/networks/f368e270-aa86-47d2-9c8f-0ac2b4fc8997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311971 Dec 06 17:09:09.334653 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8e6bbd09-fcc3-4612-b15b-785c63b729da req-c0f9d09f-c39e-4c71-ac29-c8ae12a0f7d7 service neutron] 10.222.0.23 "GET /v2.0/networks/70d8b0a5-0858-49f5-bbf1-d505ec9e0192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779430 Dec 06 17:09:09.398063 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ae840eab-5e91-4669-8302-ed049bf3d131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:09.435250 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77209ec-19b1-418b-9f16-a6bbf46d4f09 req-7e101aa6-14e9-45ee-9e7d-a8cbd729c876 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:09.437094 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b77209ec-19b1-418b-9f16-a6bbf46d4f09 req-7e101aa6-14e9-45ee-9e7d-a8cbd729c876 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=420dab89-01de-4f05-8ee1-f1a1d05e3583 HTTP/1.1" status: 200 len: 949 time: 0.2060812 Dec 06 17:09:09.490375 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae840eab-5e91-4669-8302-ed049bf3d131 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d04d79d2-5fa0-45cf-bedc-df67246a3dd9,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:09:09.527081 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ae840eab-5e91-4669-8302-ed049bf3d131 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:09.530785 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-ae840eab-5e91-4669-8302-ed049bf3d131 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/d04d79d2-5fa0-45cf-bedc-df67246a3dd9 HTTP/1.1" status: 204 len: 168 time: 0.7889717 Dec 06 17:09:09.551472 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 39306) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:09:09.562749 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b77209ec-19b1-418b-9f16-a6bbf46d4f09 req-0dfd32a8-d15b-45ff-accd-a9ccc94bcd1a tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928688 Dec 06 17:09:09.587480 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c43a6e9-6a11-4589-98c5-a967be047ac7 req-85ed93ca-89a7-4e9f-94c7-b2c9d5b3edd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:09.589211 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7c43a6e9-6a11-4589-98c5-a967be047ac7 req-85ed93ca-89a7-4e9f-94c7-b2c9d5b3edd8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=013b92ce2e6a40e1a3b2fa92d62d652e&device_id=c0f38465-af39-47f5-acaf-92ce9373a0cf HTTP/1.1" status: 200 len: 1095 time: 0.2133474 Dec 06 17:09:09.679428 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9e71e848-9b70-4c2b-a9ba-f41709cf765a req-65571b60-fb80-44bc-8a83-a2546b256bef tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/ports?device_id=e18433a4-3957-4cd1-953e-26f1937c354f HTTP/1.1" status: 200 len: 210 time: 0.0408945 Dec 06 17:09:09.832513 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be69a212-9779-4269-8404-dac8f1c0585b req-4a5a781d-467c-4b26-8d07-73d0d5bdc2b2 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:09.834546 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c0de5909-cb4a-47ae-b84a-d30eaedf2928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:09.839707 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-be69a212-9779-4269-8404-dac8f1c0585b req-4a5a781d-467c-4b26-8d07-73d0d5bdc2b2 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=420dab89-01de-4f05-8ee1-f1a1d05e3583 HTTP/1.1" status: 200 len: 949 time: 0.0699322 Dec 06 17:09:09.872038 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4758e51a-f907-44b5-97b2-b585782d14e6 req-5e81e43d-f436-446a-a9e2-d7b6886c670f tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:09.880127 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4758e51a-f907-44b5-97b2-b585782d14e6 req-5e81e43d-f436-446a-a9e2-d7b6886c670f tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0f38465-af39-47f5-acaf-92ce9373a0cf HTTP/1.1" status: 200 len: 944 time: 0.1313140 Dec 06 17:09:09.966922 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-be69a212-9779-4269-8404-dac8f1c0585b req-9cfa3085-7ac9-476b-a2c7-5b7b61c3e1b0 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161377 Dec 06 17:09:09.973794 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4758e51a-f907-44b5-97b2-b585782d14e6 req-02549584-3b4c-428d-a29e-891cfdded640 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924830 Dec 06 17:09:09.998091 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c43a6e9-6a11-4589-98c5-a967be047ac7 req-6c961f7b-70aa-4f8e-ba17-f732e39b033b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:09.999957 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7c43a6e9-6a11-4589-98c5-a967be047ac7 req-6c961f7b-70aa-4f8e-ba17-f732e39b033b service neutron] 10.222.0.41 "GET /v2.0/networks?id=f368e270-aa86-47d2-9c8f-0ac2b4fc8997 HTTP/1.1" status: 200 len: 922 time: 0.4021249 Dec 06 17:09:10.103725 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c0de5909-cb4a-47ae-b84a-d30eaedf2928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:10.117036 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7c43a6e9-6a11-4589-98c5-a967be047ac7 req-7fbf6ae7-1366-432d-a2b6-7dd722d342f7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2273c36-7b59-49c2-96e4-51a661d5c4cb HTTP/1.1" status: 200 len: 217 time: 0.1026669 Dec 06 17:09:10.134381 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-c0de5909-cb4a-47ae-b84a-d30eaedf2928 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15341ddb-5a5a-4434-8832-61c6c466786f']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:09:10.144557 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-c0de5909-cb4a-47ae-b84a-d30eaedf2928 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94acd3e4-6a5f-45d2-915f-87a0744e8318') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:09:10.144860 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-c0de5909-cb4a-47ae-b84a-d30eaedf2928 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94acd3e4-6a5f-45d2-915f-87a0744e8318') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:09:10.155101 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c0de5909-cb4a-47ae-b84a-d30eaedf2928 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:10.170241 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c0de5909-cb4a-47ae-b84a-d30eaedf2928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:10.180000 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0de5909-cb4a-47ae-b84a-d30eaedf2928 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:09:10.180000 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c0de5909-cb4a-47ae-b84a-d30eaedf2928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:10.248512 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 17:09:10.248512 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:09:10.248512 n-d-master-1 neutron-server[103284]: timer() Dec 06 17:09:10.248512 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:09:10.248512 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 17:09:10.248512 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:09:10.248512 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 17:09:10.248512 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:09:10.248512 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 17:09:10.248512 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:09:10.248512 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 17:09:10.248512 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:09:10.248512 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 17:09:10.248512 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:09:10.248512 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:09:10.248512 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:09:10.248512 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:09:10.248512 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:09:10.248512 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 17:09:10.248512 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:09:10.248512 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 17:09:10.248512 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:09:10.248512 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:09:10.248512 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:09:10.248512 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 17:09:10.248512 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:09:10.248512 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:09:10.248512 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:09:10.248512 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:09:10.248512 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:09:10.248512 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:09:10.248512 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:09:10.259922 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ef8ee88-1483-49f8-8d21-9964984ede3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '135aa760-39b2-49d9-9095-99877b42a36e'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:09:10.260994 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c0de5909-cb4a-47ae-b84a-d30eaedf2928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:10.263111 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-806fd396-1678-455e-b510-bf1286a81b19" -d '{"events": [{"server_uuid": "9ef8ee88-1483-49f8-8d21-9964984ede3e", "name": "network-vif-plugged", "status": "completed", "tag": "135aa760-39b2-49d9-9095-99877b42a36e"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:09:10.267796 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c0de5909-cb4a-47ae-b84a-d30eaedf2928 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:10.271386 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-c0de5909-cb4a-47ae-b84a-d30eaedf2928 admin admin] 10.222.0.23 "DELETE /v2.0/networks/15341ddb-5a5a-4434-8832-61c6c466786f HTTP/1.1" status: 204 len: 168 time: 0.7188866 Dec 06 17:09:10.286498 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 39346) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:09:10.319044 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c43a6e9-6a11-4589-98c5-a967be047ac7 req-280d85f9-e906-490a-abdd-fe206573bd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:10.320859 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7c43a6e9-6a11-4589-98c5-a967be047ac7 req-280d85f9-e906-490a-abdd-fe206573bd85 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f77759ce-94b4-46a8-b90f-f881b9e38f99 HTTP/1.1" status: 200 len: 861 time: 0.0857182 Dec 06 17:09:10.338968 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee5d707-5221-4a27-86fe-e1b51d6a3ff5 req-31db5891-f4f1-4f8a-a751-197675cffc82 tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:10.351024 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5ee5d707-5221-4a27-86fe-e1b51d6a3ff5 req-31db5891-f4f1-4f8a-a751-197675cffc82 tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ef8ee88-1483-49f8-8d21-9964984ede3e HTTP/1.1" status: 200 len: 949 time: 0.2172511 Dec 06 17:09:10.404556 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-af667038-ee3a-4f52-ad6d-7f39c9291412 admin admin] Deleting subnet a8d07a01-1c3c-4716-94e7-5c78284dd893 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:09:10.409231 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-af667038-ee3a-4f52-ad6d-7f39c9291412 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:10.453876 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7c43a6e9-6a11-4589-98c5-a967be047ac7 req-c6eb9cf6-0fa2-4272-b6f1-4902ccaf000c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f368e270-aa86-47d2-9c8f-0ac2b4fc8997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768189 Dec 06 17:09:10.467635 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-af667038-ee3a-4f52-ad6d-7f39c9291412 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:10.475872 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5ee5d707-5221-4a27-86fe-e1b51d6a3ff5 req-b4198e46-e4a5-48e0-98b4-3f81976391a8 tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e200dfc-3654-4846-ac4a-5fd3003efa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223617 Dec 06 17:09:10.523149 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-af667038-ee3a-4f52-ad6d-7f39c9291412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:10.529849 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dff2ecd8-c783-4b45-a9b7-eed7821ad19c x-openstack-request-id: req-dff2ecd8-c783-4b45-a9b7-eed7821ad19c {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:09:10.530177 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ef8ee88-1483-49f8-8d21-9964984ede3e", "name": "network-vif-plugged", "status": "completed", "tag": "135aa760-39b2-49d9-9095-99877b42a36e", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:09:10.530474 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dff2ecd8-c783-4b45-a9b7-eed7821ad19c {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:09:10.530851 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ef8ee88-1483-49f8-8d21-9964984ede3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '135aa760-39b2-49d9-9095-99877b42a36e', 'code': 200} Dec 06 17:09:10.566485 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0de5909-cb4a-47ae-b84a-d30eaedf2928 admin admin] Pushing event deleted for resources: {'Network': ['ID=15341ddb-5a5a-4434-8832-61c6c466786f,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:09:10.640684 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-af667038-ee3a-4f52-ad6d-7f39c9291412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:10.681179 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-af667038-ee3a-4f52-ad6d-7f39c9291412 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:10.694136 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-af667038-ee3a-4f52-ad6d-7f39c9291412 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/a8d07a01-1c3c-4716-94e7-5c78284dd893 HTTP/1.1" status: 204 len: 168 time: 0.4065418 Dec 06 17:09:10.710652 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 39354) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:09:10.767261 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7c43a6e9-6a11-4589-98c5-a967be047ac7 req-e87f9405-ffa5-4a89-8252-777afa7fdd7e service neutron] 10.222.0.41 "GET /v2.0/networks/f368e270-aa86-47d2-9c8f-0ac2b4fc8997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622247 Dec 06 17:09:10.938843 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af667038-ee3a-4f52-ad6d-7f39c9291412 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8d07a01-1c3c-4716-94e7-5c78284dd893,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:09:10.974437 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-362e2984-f99e-47ec-bb7c-8865149d69d6 req-6f59684c-d0e0-4f19-b137-56be47e3a3ce tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=4fbfd036e0874a51a15b7801ac955516&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0416112 Dec 06 17:09:10.977921 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b76f275e-97cb-4a72-adcf-370c6d414bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:10.988844 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-557e6274-2796-4a7b-8381-b5f480608ac6 req-db4ae7db-64c3-46a7-ad11-24b329d536f0 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/ports?device_id=e18433a4-3957-4cd1-953e-26f1937c354f HTTP/1.1" status: 200 len: 210 time: 0.1638057 Dec 06 17:09:11.008819 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80e14aa-8e2a-4270-812f-7a78749b7c9c req-f9fbb609-d358-4f6b-8135-a6b2aecdc455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:11.011828 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f80e14aa-8e2a-4270-812f-7a78749b7c9c req-f9fbb609-d358-4f6b-8135-a6b2aecdc455 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9ef8ee88-1483-49f8-8d21-9964984ede3e HTTP/1.1" status: 200 len: 1100 time: 0.3386378 Dec 06 17:09:11.092560 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7c43a6e9-6a11-4589-98c5-a967be047ac7 req-ad9b1326-350b-475f-876d-253da0e643b0 service neutron] 10.222.0.41 "GET /v2.0/networks/f368e270-aa86-47d2-9c8f-0ac2b4fc8997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3232369 Dec 06 17:09:11.097053 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f80e14aa-8e2a-4270-812f-7a78749b7c9c req-379b787f-98cd-4b81-8d6a-5578ce6f581f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3e200dfc-3654-4846-ac4a-5fd3003efa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830576 Dec 06 17:09:11.162317 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b76f275e-97cb-4a72-adcf-370c6d414bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:11.166329 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cae3c1-2c4a-4bb1-ac07-74b001601963 req-5c2bd13d-204c-434f-9985-131cc398afab tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:11.168283 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a7cae3c1-2c4a-4bb1-ac07-74b001601963 req-5c2bd13d-204c-434f-9985-131cc398afab tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0f38465-af39-47f5-acaf-92ce9373a0cf HTTP/1.1" status: 200 len: 944 time: 0.0551758 Dec 06 17:09:11.198252 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-b76f275e-97cb-4a72-adcf-370c6d414bd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcd18777-4a58-4f28-8953-5c25983f182c']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:09:11.215924 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a7cae3c1-2c4a-4bb1-ac07-74b001601963 req-aeec3983-4ee6-481d-81a3-1667a7c6bc05 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416155 Dec 06 17:09:11.221171 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-b76f275e-97cb-4a72-adcf-370c6d414bd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9473818-3201-478a-b310-a19ab3b9b050') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:09:11.221494 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-b76f275e-97cb-4a72-adcf-370c6d414bd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9473818-3201-478a-b310-a19ab3b9b050') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:09:11.241624 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362e2984-f99e-47ec-bb7c-8865149d69d6 req-bd1af17f-c518-4900-a8bf-7ca7b491c236 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:11.249523 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-362e2984-f99e-47ec-bb7c-8865149d69d6 req-bd1af17f-c518-4900-a8bf-7ca7b491c236 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2593544 Dec 06 17:09:11.257851 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b76f275e-97cb-4a72-adcf-370c6d414bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:11.269608 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-362e2984-f99e-47ec-bb7c-8865149d69d6 req-fc373b71-ad0e-4890-b09d-2a01be13f64d tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/quotas/4fbfd036e0874a51a15b7801ac955516 HTTP/1.1" status: 200 len: 375 time: 0.0191138 Dec 06 17:09:11.277054 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b76f275e-97cb-4a72-adcf-370c6d414bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:11.285445 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b76f275e-97cb-4a72-adcf-370c6d414bd1 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:09:11.285917 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b76f275e-97cb-4a72-adcf-370c6d414bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:11.288371 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 17:09:11.288371 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:09:11.288371 n-d-master-1 neutron-server[103284]: timer() Dec 06 17:09:11.288371 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:09:11.288371 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 17:09:11.288371 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:09:11.288371 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 17:09:11.288371 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:09:11.288371 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 17:09:11.288371 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:09:11.288371 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 17:09:11.288371 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:09:11.288371 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 17:09:11.288371 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:09:11.288371 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:09:11.288371 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:09:11.288371 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:09:11.288371 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:09:11.288371 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 17:09:11.288371 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:09:11.288371 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 17:09:11.288371 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:09:11.288371 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:09:11.288371 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:09:11.288371 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 17:09:11.288371 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:09:11.288371 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:09:11.288371 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:09:11.288371 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:09:11.288371 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:09:11.288371 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:09:11.288371 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:09:11.416082 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b76f275e-97cb-4a72-adcf-370c6d414bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:11.428881 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b76f275e-97cb-4a72-adcf-370c6d414bd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:11.443625 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-b76f275e-97cb-4a72-adcf-370c6d414bd1 admin admin] 10.222.0.23 "DELETE /v2.0/networks/fcd18777-4a58-4f28-8953-5c25983f182c HTTP/1.1" status: 204 len: 168 time: 0.7264416 Dec 06 17:09:11.458278 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-362e2984-f99e-47ec-bb7c-8865149d69d6 req-6b150b88-df80-424e-8961-91d8b11c89ae tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4fbfd036e0874a51a15b7801ac955516&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1746364 Dec 06 17:09:11.483198 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76f275e-97cb-4a72-adcf-370c6d414bd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=fcd18777-4a58-4f28-8953-5c25983f182c,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:09:11.812993 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6bbd09-fcc3-4612-b15b-785c63b729da req-1c1cb2e8-4444-40bf-a21f-820767f0d690 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:11.830657 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d32c78-410f-4e6d-bfbf-8a744639f5a0 req-1a79e0f2-3de1-4bd9-9045-baf92cf04cd1 tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:11.832469 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-73d32c78-410f-4e6d-bfbf-8a744639f5a0 req-1a79e0f2-3de1-4bd9-9045-baf92cf04cd1 tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ef8ee88-1483-49f8-8d21-9964984ede3e HTTP/1.1" status: 200 len: 949 time: 0.0913866 Dec 06 17:09:11.841443 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 39420) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:09:11.842629 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8e6bbd09-fcc3-4612-b15b-785c63b729da req-1c1cb2e8-4444-40bf-a21f-820767f0d690 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.44 "GET /v2.0/networks?id=70d8b0a5-0858-49f5-bbf1-d505ec9e0192 HTTP/1.1" status: 200 len: 822 time: 0.4413040 Dec 06 17:09:11.860076 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-8e6bbd09-fcc3-4612-b15b-785c63b729da req-3c74f87a-16da-479e-89cb-4504c23ef463 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Request body: {'port': {'device_id': 'e18433a4-3957-4cd1-953e-26f1937c354f', 'network_id': '70d8b0a5-0858-49f5-bbf1-d505ec9e0192', 'admin_state_up': True, 'tenant_id': '1f165b1cd9614f08a6e09192fccfad36'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:09:11.923680 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-9f8bef4f-5b3c-42cf-bc92-ade1aab591f2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ac08cc9a8aa7414fac7610a5645e608a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0782323 Dec 06 17:09:11.925808 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 39428) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:09:11.955320 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-73d32c78-410f-4e6d-bfbf-8a744639f5a0 req-e2849cfd-cc4c-4653-8ae3-dda295eb5a9b tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e200dfc-3654-4846-ac4a-5fd3003efa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158018 Dec 06 17:09:11.996404 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3a3e0070-0402-4b01-9df2-62fc682fdd63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:12.022378 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3a3e0070-0402-4b01-9df2-62fc682fdd63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:12.093661 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e6bbd09-fcc3-4612-b15b-785c63b729da req-3c74f87a-16da-479e-89cb-4504c23ef463 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Made reservation on behalf of 1f165b1cd9614f08a6e09192fccfad36 for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:09:12.098373 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8e6bbd09-fcc3-4612-b15b-785c63b729da req-3c74f87a-16da-479e-89cb-4504c23ef463 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:12.132974 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9461c7fe-199f-4c85-a2ba-9d73e84aef4d req-555c7d93-48fc-4c96-b2ef-65b102112f81 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2d120db-3c1e-4e7f-9fa1-3ee957306d01 HTTP/1.1" status: 200 len: 210 time: 0.0795248 Dec 06 17:09:12.159393 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3a3e0070-0402-4b01-9df2-62fc682fdd63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:12.162440 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3a3e0070-0402-4b01-9df2-62fc682fdd63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:12.166399 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-3a3e0070-0402-4b01-9df2-62fc682fdd63 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7f5f98ac-d6ed-410b-8127-31be878c7b51 HTTP/1.1" status: 204 len: 168 time: 0.2368863 Dec 06 17:09:12.179655 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3e0070-0402-4b01-9df2-62fc682fdd63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f5f98ac-d6ed-410b-8127-31be878c7b51,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:09:12.371886 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-8e6bbd09-fcc3-4612-b15b-785c63b729da req-3c74f87a-16da-479e-89cb-4504c23ef463 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Allocated IP 172.20.0.8 (70d8b0a5-0858-49f5-bbf1-d505ec9e0192/2934c7f4-da1d-4bba-8712-ffc705d96679/ecf06bf3-5c8d-4b0b-b820-73cd4b9c7b37) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:09:12.407581 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e42d0e25-3e23-4e7c-ae34-74bb51f806f1 req-357680df-3f45-452c-b81e-bb3c246f2a0e tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/ports?device_id=e18433a4-3957-4cd1-953e-26f1937c354f HTTP/1.1" status: 200 len: 210 time: 0.0422006 Dec 06 17:09:12.562601 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f3221e-8981-421d-bfb4-0e8e4ffdce3c req-d44b11b1-205c-4c3f-910a-af708c39f681 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:12.581745 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-76f3221e-8981-421d-bfb4-0e8e4ffdce3c req-d44b11b1-205c-4c3f-910a-af708c39f681 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0f38465-af39-47f5-acaf-92ce9373a0cf HTTP/1.1" status: 200 len: 944 time: 0.0790913 Dec 06 17:09:12.691997 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-76f3221e-8981-421d-bfb4-0e8e4ffdce3c req-4c9563dc-2287-4a1e-880b-876a1e48445b tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035628 Dec 06 17:09:12.707063 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8e6bbd09-fcc3-4612-b15b-785c63b729da req-3c74f87a-16da-479e-89cb-4504c23ef463 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:12.785564 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8e6bbd09-fcc3-4612-b15b-785c63b729da req-3c74f87a-16da-479e-89cb-4504c23ef463 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:12.853327 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e6bbd09-fcc3-4612-b15b-785c63b729da req-3c74f87a-16da-479e-89cb-4504c23ef463 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Network 70d8b0a5-0858-49f5-bbf1-d505ec9e0192 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:09:12.856883 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-8e6bbd09-fcc3-4612-b15b-785c63b729da req-3c74f87a-16da-479e-89cb-4504c23ef463 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:09:12.860943 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e6bbd09-fcc3-4612-b15b-785c63b729da req-3c74f87a-16da-479e-89cb-4504c23ef463 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:09:12.888723 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c74f87a-16da-479e-89cb-4504c23ef463 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Pushing event updated for resources: {'Port': ['ID=ecf06bf3-5c8d-4b0b-b820-73cd4b9c7b37,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:09:12.889874 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 39474) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:09:12.927647 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6bbd09-fcc3-4612-b15b-785c63b729da req-3c74f87a-16da-479e-89cb-4504c23ef463 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:12.928558 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8e6bbd09-fcc3-4612-b15b-785c63b729da req-3c74f87a-16da-479e-89cb-4504c23ef463 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:12.941615 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-f0f26c94-19b9-4c4e-8e9c-748fb1e6cda0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a3c70fd52cb04fdda8136ebd317323d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0490437 Dec 06 17:09:12.943684 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 39476) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:09:12.952394 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8e6bbd09-fcc3-4612-b15b-785c63b729da req-3c74f87a-16da-479e-89cb-4504c23ef463 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0962586 Dec 06 17:09:12.968165 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-8e6bbd09-fcc3-4612-b15b-785c63b729da req-67761d69-4e1a-4189-8a0b-bf53d8b4fcb3 service neutron] Request body: {'port': {'device_id': 'e18433a4-3957-4cd1-953e-26f1937c354f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:09:13.014923 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d8b0529d-24c0-4805-b99f-e118ea9928fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:13.061611 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d8b0529d-24c0-4805-b99f-e118ea9928fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:13.069441 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8e6bbd09-fcc3-4612-b15b-785c63b729da req-67761d69-4e1a-4189-8a0b-bf53d8b4fcb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:13.153952 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d8b0529d-24c0-4805-b99f-e118ea9928fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:13.156717 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d8b0529d-24c0-4805-b99f-e118ea9928fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:13.157911 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-d8b0529d-24c0-4805-b99f-e118ea9928fa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2565f333-e780-4483-8306-607e768b680b HTTP/1.1" status: 204 len: 168 time: 0.2131829 Dec 06 17:09:13.168478 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b7646c-12d4-4994-9c62-7fb04145838c req-e686a01f-d6f8-4a79-9da2-75eac0bbfb96 tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:13.170036 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-26b7646c-12d4-4994-9c62-7fb04145838c req-e686a01f-d6f8-4a79-9da2-75eac0bbfb96 tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ef8ee88-1483-49f8-8d21-9964984ede3e HTTP/1.1" status: 200 len: 949 time: 0.1058161 Dec 06 17:09:13.180489 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b0529d-24c0-4805-b99f-e118ea9928fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2565f333-e780-4483-8306-607e768b680b,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:09:13.222017 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-362e2984-f99e-47ec-bb7c-8865149d69d6 req-c490dbff-616b-481e-a04a-6b7bcc2a5a6a tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=4fbfd036e0874a51a15b7801ac955516&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1335690 Dec 06 17:09:13.235868 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-26b7646c-12d4-4994-9c62-7fb04145838c req-7ec37d6c-782c-44fc-870d-30395fadc3c4 tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e200dfc-3654-4846-ac4a-5fd3003efa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583086 Dec 06 17:09:13.372057 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9bde67c1-9dd1-4299-8e35-8ef8412707ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:13.394015 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1b1cad11-1ecb-4b79-8f09-f36bfc14d4f0 req-220c14d5-7bd9-4dea-b404-352abf6230d2 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2d120db-3c1e-4e7f-9fa1-3ee957306d01 HTTP/1.1" status: 200 len: 210 time: 0.0672648 Dec 06 17:09:13.545939 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fc6d7e-2e9d-443f-a5fa-a5aa33d5e3b8 req-42df13aa-ca07-4298-b67d-fbca96090c2e tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:13.548078 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d3fc6d7e-2e9d-443f-a5fa-a5aa33d5e3b8 req-42df13aa-ca07-4298-b67d-fbca96090c2e tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b064fa4-4b1b-48a1-be28-a0f6c11a5c8a HTTP/1.1" status: 200 len: 949 time: 0.0656693 Dec 06 17:09:13.625417 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d3fc6d7e-2e9d-443f-a5fa-a5aa33d5e3b8 req-6b3aec5f-825e-4940-9bd4-cfb731b40b40 tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e200dfc-3654-4846-ac4a-5fd3003efa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690279 Dec 06 17:09:13.742909 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a670cca-fa31-4976-849a-50c960f39fce req-2763180f-88d5-42f2-882d-3913c249c510 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:13.744542 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0a670cca-fa31-4976-849a-50c960f39fce req-2763180f-88d5-42f2-882d-3913c249c510 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/ports?device_id=e18433a4-3957-4cd1-953e-26f1937c354f HTTP/1.1" status: 200 len: 931 time: 0.0559351 Dec 06 17:09:13.803371 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0a670cca-fa31-4976-849a-50c960f39fce req-fa69f7f3-45b4-4a32-8231-7c03a2818d03 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbbbe13e-c3cf-4699-8577-456085f920c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524578 Dec 06 17:09:13.870554 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362e2984-f99e-47ec-bb7c-8865149d69d6 req-960d8388-17c4-4364-860c-ecab23b9f219 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:13.872030 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-362e2984-f99e-47ec-bb7c-8865149d69d6 req-960d8388-17c4-4364-860c-ecab23b9f219 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6441414 Dec 06 17:09:13.896863 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-362e2984-f99e-47ec-bb7c-8865149d69d6 req-d34a34a0-d219-4a6a-842e-f2c85526bacf tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Request body: {'port': {'device_id': 'a2d120db-3c1e-4e7f-9fa1-3ee957306d01', 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a', 'admin_state_up': True, 'tenant_id': '4fbfd036e0874a51a15b7801ac955516'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:09:13.929836 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ff339c-12ec-4026-8b89-5fbaa306f540 req-c8f738d1-0ab6-410e-a153-9801a0cc1c6b tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:13.931327 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e7ff339c-12ec-4026-8b89-5fbaa306f540 req-c8f738d1-0ab6-410e-a153-9801a0cc1c6b tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/networks?id=5345745c-70bf-40fb-8cb5-545836ece5ce HTTP/1.1" status: 200 len: 805 time: 0.6150749 Dec 06 17:09:13.993205 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e7ff339c-12ec-4026-8b89-5fbaa306f540 req-57999640-6ad1-48ba-a23d-87e3fba3f1c5 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/quotas/659cd0f4811845faa9fc0d0d08b99b79 HTTP/1.1" status: 200 len: 375 time: 0.0517130 Dec 06 17:09:14.085502 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 39534) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:09:14.102930 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-8e6bbd09-fcc3-4612-b15b-785c63b729da req-67761d69-4e1a-4189-8a0b-bf53d8b4fcb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecf06bf3-5c8d-4b0b-b820-73cd4b9c7b37 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:09:14.114649 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8e6bbd09-fcc3-4612-b15b-785c63b729da req-67761d69-4e1a-4189-8a0b-bf53d8b4fcb3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:14.131853 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e7ff339c-12ec-4026-8b89-5fbaa306f540 req-651b8af9-ba82-49bc-8a26-40797d4f01bb tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=659cd0f4811845faa9fc0d0d08b99b79&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1259732 Dec 06 17:09:14.143756 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-8e6bbd09-fcc3-4612-b15b-785c63b729da req-67761d69-4e1a-4189-8a0b-bf53d8b4fcb3 service neutron] Transition to ACTIVE for port object ecf06bf3-5c8d-4b0b-b820-73cd4b9c7b37 will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:09:14.151204 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8e6bbd09-fcc3-4612-b15b-785c63b729da req-67761d69-4e1a-4189-8a0b-bf53d8b4fcb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:14.157324 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-362e2984-f99e-47ec-bb7c-8865149d69d6 req-d34a34a0-d219-4a6a-842e-f2c85526bacf tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Made reservation on behalf of 4fbfd036e0874a51a15b7801ac955516 for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:09:14.163604 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-362e2984-f99e-47ec-bb7c-8865149d69d6 req-d34a34a0-d219-4a6a-842e-f2c85526bacf tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:14.242547 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-e072297f-3024-4a9d-9053-8471376a0e98 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-134019396-network', 'tenant_id': '92122cf46378473eb06bf059f15f9b69'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:09:14.277998 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261bd725-0818-4435-b7dc-b854900f23d7 req-1e41a39a-20f3-4462-916e-f03ad979523f tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:14.279494 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-261bd725-0818-4435-b7dc-b854900f23d7 req-1e41a39a-20f3-4462-916e-f03ad979523f tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0f38465-af39-47f5-acaf-92ce9373a0cf HTTP/1.1" status: 200 len: 944 time: 0.0917697 Dec 06 17:09:14.284762 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e072297f-3024-4a9d-9053-8471376a0e98 admin admin] Made reservation on behalf of 92122cf46378473eb06bf059f15f9b69 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:09:14.285050 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67761d69-4e1a-4189-8a0b-bf53d8b4fcb3 service neutron] Pushing event updated for resources: {'Port': ['ID=ecf06bf3-5c8d-4b0b-b820-73cd4b9c7b37,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:09:14.287458 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e072297f-3024-4a9d-9053-8471376a0e98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:14.299718 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e072297f-3024-4a9d-9053-8471376a0e98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:14.367896 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-261bd725-0818-4435-b7dc-b854900f23d7 req-674b0ff6-665f-43e7-8f14-f172dbf5966c tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698187 Dec 06 17:09:14.418535 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e072297f-3024-4a9d-9053-8471376a0e98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:14.423695 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e072297f-3024-4a9d-9053-8471376a0e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:14.434091 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e7ff339c-12ec-4026-8b89-5fbaa306f540 req-65a650ae-6012-4023-9080-461a1a437187 service neutron] 10.222.0.23 "GET /v2.0/networks/5345745c-70bf-40fb-8cb5-545836ece5ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678273 Dec 06 17:09:14.452511 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e072297f-3024-4a9d-9053-8471376a0e98 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:09:14.463745 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e072297f-3024-4a9d-9053-8471376a0e98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee7a7815-31d3-41da-a9b4-a582c7a9b87d,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:09:14.468937 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e072297f-3024-4a9d-9053-8471376a0e98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:14.469248 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-e072297f-3024-4a9d-9053-8471376a0e98 admin admin] Added segment 463119c8-ebb5-4e14-90f7-f7f8ec6b20e4 of type vlan for network e65e79ee-364c-4d8a-9bbe-30afa3950dc3 Dec 06 17:09:14.513752 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e072297f-3024-4a9d-9053-8471376a0e98 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:14.540674 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-362e2984-f99e-47ec-bb7c-8865149d69d6 req-d34a34a0-d219-4a6a-842e-f2c85526bacf tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Allocated IP 192.168.233.251 (ee08a0d2-834f-4c39-be47-9c424581246a/1342252a-21e4-4783-88ff-f54776c79059/8b72c507-ab7f-472b-b4c2-d0e3a63c5223) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:09:14.544597 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e072297f-3024-4a9d-9053-8471376a0e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:14.545705 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e072297f-3024-4a9d-9053-8471376a0e98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:14.546310 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e072297f-3024-4a9d-9053-8471376a0e98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:14.553078 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-8e6bbd09-fcc3-4612-b15b-785c63b729da req-67761d69-4e1a-4189-8a0b-bf53d8b4fcb3 service neutron] Attempting to bind port ecf06bf3-5c8d-4b0b-b820-73cd4b9c7b37 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:09:14.553413 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-8e6bbd09-fcc3-4612-b15b-785c63b729da req-67761d69-4e1a-4189-8a0b-bf53d8b4fcb3 service neutron] Attempting to bind port ecf06bf3-5c8d-4b0b-b820-73cd4b9c7b37 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '94f9461b-62d6-4912-b0a6-1a80857b81dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '70d8b0a5-0858-49f5-bbf1-d505ec9e0192'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:09:14.553766 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6bbd09-fcc3-4612-b15b-785c63b729da req-67761d69-4e1a-4189-8a0b-bf53d8b4fcb3 service neutron] Attempting to bind port ecf06bf3-5c8d-4b0b-b820-73cd4b9c7b37 on network 70d8b0a5-0858-49f5-bbf1-d505ec9e0192 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:09:14.577753 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6bbd09-fcc3-4612-b15b-785c63b729da req-67761d69-4e1a-4189-8a0b-bf53d8b4fcb3 service neutron] Port ecf06bf3-5c8d-4b0b-b820-73cd4b9c7b37 on network 70d8b0a5-0858-49f5-bbf1-d505ec9e0192 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:09:14.578078 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6bbd09-fcc3-4612-b15b-785c63b729da req-67761d69-4e1a-4189-8a0b-bf53d8b4fcb3 service neutron] Attempting to bind port ecf06bf3-5c8d-4b0b-b820-73cd4b9c7b37 on network 70d8b0a5-0858-49f5-bbf1-d505ec9e0192 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:09:14.581455 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-e072297f-3024-4a9d-9053-8471376a0e98 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.4948158 Dec 06 17:09:14.582160 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 39550) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:09:14.588660 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-b33f385d-284f-4c56-b2db-85f945499f88 admin admin] Request body: {'subnet': {'network_id': 'e65e79ee-364c-4d8a-9bbe-30afa3950dc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-134019396-subnet', 'tenant_id': '92122cf46378473eb06bf059f15f9b69', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:09:14.607662 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6bbd09-fcc3-4612-b15b-785c63b729da req-67761d69-4e1a-4189-8a0b-bf53d8b4fcb3 service neutron] Checking agent: {'id': '9d8b9f49-2860-4c1f-9b89-45a7657a3c4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:09:14.608009 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6bbd09-fcc3-4612-b15b-785c63b729da req-67761d69-4e1a-4189-8a0b-bf53d8b4fcb3 service neutron] Checking segment: {'id': '94f9461b-62d6-4912-b0a6-1a80857b81dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '70d8b0a5-0858-49f5-bbf1-d505ec9e0192'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:09:14.608396 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6bbd09-fcc3-4612-b15b-785c63b729da req-67761d69-4e1a-4189-8a0b-bf53d8b4fcb3 service neutron] Bound using segment: {'id': '94f9461b-62d6-4912-b0a6-1a80857b81dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '70d8b0a5-0858-49f5-bbf1-d505ec9e0192'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:09:14.608835 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-8e6bbd09-fcc3-4612-b15b-785c63b729da req-67761d69-4e1a-4189-8a0b-bf53d8b4fcb3 service neutron] Bound port: ecf06bf3-5c8d-4b0b-b820-73cd4b9c7b37, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94f9461b-62d6-4912-b0a6-1a80857b81dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '70d8b0a5-0858-49f5-bbf1-d505ec9e0192'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:09:14.609192 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8e6bbd09-fcc3-4612-b15b-785c63b729da req-67761d69-4e1a-4189-8a0b-bf53d8b4fcb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:14.630460 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e7ff339c-12ec-4026-8b89-5fbaa306f540 req-3b367b5d-af6e-4b73-9de6-54e6f1d936a4 service neutron] 10.222.0.23 "GET /v2.0/networks/5345745c-70bf-40fb-8cb5-545836ece5ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883061 Dec 06 17:09:14.636556 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e072297f-3024-4a9d-9053-8471376a0e98 admin admin] Pushing event updated for resources: {'Network': ['ID=e65e79ee-364c-4d8a-9bbe-30afa3950dc3,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:09:14.650292 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network e65e79ee-364c-4d8a-9bbe-30afa3950dc3 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:09:14.661161 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b33f385d-284f-4c56-b2db-85f945499f88 admin admin] Made reservation on behalf of 92122cf46378473eb06bf059f15f9b69 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:09:14.663560 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b33f385d-284f-4c56-b2db-85f945499f88 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:14.746043 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a5127b0f-50a7-4b63-a7ca-5b9ab2ec3454 req-dd627b6c-0090-4300-8635-7b9c3cba0c12 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2d120db-3c1e-4e7f-9fa1-3ee957306d01 HTTP/1.1" status: 200 len: 210 time: 0.0982947 Dec 06 17:09:14.821509 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-362e2984-f99e-47ec-bb7c-8865149d69d6 req-d34a34a0-d219-4a6a-842e-f2c85526bacf tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:14.848588 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d7ed0371-26d4-4eae-bc8c-0fbb9af1219f req-5f33296f-8fa6-4880-b97c-e2c87574e7b9 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/ports?device_id=41819a31-9db2-4996-baec-4193f06f2109 HTTP/1.1" status: 200 len: 210 time: 0.0332363 Dec 06 17:09:14.889505 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-8e6bbd09-fcc3-4612-b15b-785c63b729da req-67761d69-4e1a-4189-8a0b-bf53d8b4fcb3 service neutron] For port ecf06bf3-5c8d-4b0b-b820-73cd4b9c7b37, host n-h2-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:09:14.932946 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-8e6bbd09-fcc3-4612-b15b-785c63b729da req-67761d69-4e1a-4189-8a0b-bf53d8b4fcb3 service neutron] For port ecf06bf3-5c8d-4b0b-b820-73cd4b9c7b37, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ecf06bf3-5c8d-4b0b-b820-73cd4b9c7b37,segment=NetworkSegment(94f9461b-62d6-4912-b0a6-1a80857b81dc),segment_id=94f9461b-62d6-4912-b0a6-1a80857b81dc)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:09:14.937938 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-362e2984-f99e-47ec-bb7c-8865149d69d6 req-d34a34a0-d219-4a6a-842e-f2c85526bacf tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:14.943476 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8e6bbd09-fcc3-4612-b15b-785c63b729da req-67761d69-4e1a-4189-8a0b-bf53d8b4fcb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:14.946544 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b33f385d-284f-4c56-b2db-85f945499f88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:14.951004 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['71a04aac-4404-4b83-ab6d-e7768b206094', '48171e5d-9d8e-4d77-bd09-fe2c8257e388'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:09:15.017224 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-362e2984-f99e-47ec-bb7c-8865149d69d6 req-d34a34a0-d219-4a6a-842e-f2c85526bacf tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Network ee08a0d2-834f-4c39-be47-9c424581246a is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:09:15.018977 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6bbd09-fcc3-4612-b15b-785c63b729da req-67761d69-4e1a-4189-8a0b-bf53d8b4fcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:15.019673 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8e6bbd09-fcc3-4612-b15b-785c63b729da req-67761d69-4e1a-4189-8a0b-bf53d8b4fcb3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:15.021158 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8e6bbd09-fcc3-4612-b15b-785c63b729da req-67761d69-4e1a-4189-8a0b-bf53d8b4fcb3 service neutron] 10.222.0.44 "PUT /v2.0/ports/ecf06bf3-5c8d-4b0b-b820-73cd4b9c7b37 HTTP/1.1" status: 200 len: 1091 time: 2.0605445 Dec 06 17:09:15.025399 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e18433a4-3957-4cd1-953e-26f1937c354f', 'tag': 'ecf06bf3-5c8d-4b0b-b820-73cd4b9c7b37'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:09:15.027526 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c3093ec-18f6-4b3b-afee-29a6bea851a0" -d '{"events": [{"name": "network-changed", "server_uuid": "e18433a4-3957-4cd1-953e-26f1937c354f", "tag": "ecf06bf3-5c8d-4b0b-b820-73cd4b9c7b37"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:09:15.040249 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403d8e5a-822b-4796-9334-732e1631af61 req-f16d42fd-cd8a-40c0-b36b-3fb5c95a23a1 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:15.042267 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-403d8e5a-822b-4796-9334-732e1631af61 req-f16d42fd-cd8a-40c0-b36b-3fb5c95a23a1 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/ports?device_id=e18433a4-3957-4cd1-953e-26f1937c354f HTTP/1.1" status: 200 len: 943 time: 0.1490450 Dec 06 17:09:15.043306 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-362e2984-f99e-47ec-bb7c-8865149d69d6 req-d34a34a0-d219-4a6a-842e-f2c85526bacf tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:09:15.045490 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34a34a0-d219-4a6a-842e-f2c85526bacf tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Pushing event updated for resources: {'Port': ['ID=8b72c507-ab7f-472b-b4c2-d0e3a63c5223,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:09:15.048076 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-362e2984-f99e-47ec-bb7c-8865149d69d6 req-d34a34a0-d219-4a6a-842e-f2c85526bacf tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:09:15.058935 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33f385d-284f-4c56-b2db-85f945499f88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3a427ff-c21c-4cb9-9bbf-427825b11026,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:09:15.128968 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2a6fc2e-9eb1-42de-af97-2471c3e88b3e x-openstack-request-id: req-e2a6fc2e-9eb1-42de-af97-2471c3e88b3e {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:09:15.128968 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e18433a4-3957-4cd1-953e-26f1937c354f", "tag": "ecf06bf3-5c8d-4b0b-b820-73cd4b9c7b37", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:09:15.129252 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e2a6fc2e-9eb1-42de-af97-2471c3e88b3e {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:09:15.129547 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e18433a4-3957-4cd1-953e-26f1937c354f', 'tag': 'ecf06bf3-5c8d-4b0b-b820-73cd4b9c7b37', 'status': 'completed', 'code': 200} Dec 06 17:09:15.165000 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daa22e3-b6f9-4506-8768-2ab7ae7036ab req-99af328c-8c24-46aa-9631-9bc56ff0d7a9 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:15.166704 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9daa22e3-b6f9-4506-8768-2ab7ae7036ab req-99af328c-8c24-46aa-9631-9bc56ff0d7a9 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6272bfd-53d3-4c52-b2aa-8fc636d86453 HTTP/1.1" status: 200 len: 945 time: 0.1430316 Dec 06 17:09:15.172886 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33f385d-284f-4c56-b2db-85f945499f88 admin admin] Checking segment: {'id': '463119c8-ebb5-4e14-90f7-f7f8ec6b20e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e65e79ee-364c-4d8a-9bbe-30afa3950dc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:09:15.173260 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33f385d-284f-4c56-b2db-85f945499f88 admin admin] Network hostable DHCP agents. Network: e65e79ee-364c-4d8a-9bbe-30afa3950dc3, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:09:15.239376 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33f385d-284f-4c56-b2db-85f945499f88 admin admin] Network e65e79ee-364c-4d8a-9bbe-30afa3950dc3 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:09:15.257909 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362e2984-f99e-47ec-bb7c-8865149d69d6 req-d34a34a0-d219-4a6a-842e-f2c85526bacf tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:15.259412 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-362e2984-f99e-47ec-bb7c-8865149d69d6 req-d34a34a0-d219-4a6a-842e-f2c85526bacf tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:15.287076 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67761d69-4e1a-4189-8a0b-bf53d8b4fcb3 service neutron] Pushing event updated for resources: {'Port': ['ID=ecf06bf3-5c8d-4b0b-b820-73cd4b9c7b37,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:09:15.289615 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-b33f385d-284f-4c56-b2db-85f945499f88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, e65e79ee-364c-4d8a-9bbe-30afa3950dc3) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:09:15.296976 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33f385d-284f-4c56-b2db-85f945499f88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:15.297947 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b33f385d-284f-4c56-b2db-85f945499f88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:15.323162 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074d53ce-fe09-415c-aa92-daa9299eb8ed None None] Network e65e79ee-364c-4d8a-9bbe-30afa3950dc3 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:09:15.331805 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6bbd09-fcc3-4612-b15b-785c63b729da req-afc53728-6ecd-4f43-bb53-a51f61736fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:15.333711 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8e6bbd09-fcc3-4612-b15b-785c63b729da req-afc53728-6ecd-4f43-bb53-a51f61736fac service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1f165b1cd9614f08a6e09192fccfad36&device_id=e18433a4-3957-4cd1-953e-26f1937c354f HTTP/1.1" status: 200 len: 1094 time: 0.2307682 Dec 06 17:09:15.338697 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-b33f385d-284f-4c56-b2db-85f945499f88 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.7539155 Dec 06 17:09:15.341224 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-403d8e5a-822b-4796-9334-732e1631af61 req-f3dfebd7-def5-4a9a-817c-805d3253f615 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbbbe13e-c3cf-4699-8577-456085f920c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583215 Dec 06 17:09:15.345291 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-362e2984-f99e-47ec-bb7c-8865149d69d6 req-d34a34a0-d219-4a6a-842e-f2c85526bacf tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4567430 Dec 06 17:09:15.347101 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 39566) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:09:15.361806 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-ef87ee56-293a-4cbf-8f3f-eadfe5d42522 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-134019396-router', 'tenant_id': '92122cf46378473eb06bf059f15f9b69', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:09:15.376189 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 4705328b-8978-4630-a8c3-92e626f82fa8 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:09:15.398270 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-9daa22e3-b6f9-4506-8768-2ab7ae7036ab req-86ef9b0c-0b52-4c9a-b7bb-872c7b4d584e tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Deleting port 4705328b-8978-4630-a8c3-92e626f82fa8 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:09:15.398755 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-9daa22e3-b6f9-4506-8768-2ab7ae7036ab req-86ef9b0c-0b52-4c9a-b7bb-872c7b4d584e tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:15.399562 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-362e2984-f99e-47ec-bb7c-8865149d69d6 req-d4ca51ef-18e1-4611-92ad-28fe4bafcfed service neutron] Request body: {'port': {'device_id': 'a2d120db-3c1e-4e7f-9fa1-3ee957306d01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:09:15.404292 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8e6bbd09-fcc3-4612-b15b-785c63b729da req-876a858a-2223-4344-b2f8-b3b950a41b77 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ecf06bf3-5c8d-4b0b-b820-73cd4b9c7b37 HTTP/1.1" status: 200 len: 217 time: 0.0578063 Dec 06 17:09:15.493439 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ef87ee56-293a-4cbf-8f3f-eadfe5d42522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:15.494694 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ef87ee56-293a-4cbf-8f3f-eadfe5d42522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:15.551747 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-99ad25b8-bac8-46be-8dd0-c9bcbf9b1a43 None None] Provisioning complete for port 8b72c507-ab7f-472b-b4c2-d0e3a63c5223 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:09:15.552892 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-99ad25b8-bac8-46be-8dd0-c9bcbf9b1a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:15.562156 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-362e2984-f99e-47ec-bb7c-8865149d69d6 req-d4ca51ef-18e1-4611-92ad-28fe4bafcfed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:15.566453 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6bbd09-fcc3-4612-b15b-785c63b729da req-f269435d-7fa6-4108-a8fd-9e05e92edf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:15.568027 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8e6bbd09-fcc3-4612-b15b-785c63b729da req-f269435d-7fa6-4108-a8fd-9e05e92edf2d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2934c7f4-da1d-4bba-8712-ffc705d96679 HTTP/1.1" status: 200 len: 862 time: 0.1372378 Dec 06 17:09:15.621667 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8e6bbd09-fcc3-4612-b15b-785c63b729da req-26c11773-32a7-4c72-8113-3f4f7b076ea9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=70d8b0a5-0858-49f5-bbf1-d505ec9e0192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422664 Dec 06 17:09:15.627310 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ef87ee56-293a-4cbf-8f3f-eadfe5d42522 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:15.637701 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8490601-802a-4c54-b8ff-55c22570e5c6 req-c1514aef-d683-4ab6-8969-80a6cb3bd37e tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:15.644949 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c8490601-802a-4c54-b8ff-55c22570e5c6 req-c1514aef-d683-4ab6-8969-80a6cb3bd37e tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0f38465-af39-47f5-acaf-92ce9373a0cf HTTP/1.1" status: 200 len: 944 time: 0.1447427 Dec 06 17:09:15.669565 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-9daa22e3-b6f9-4506-8768-2ab7ae7036ab req-86ef9b0c-0b52-4c9a-b7bb-872c7b4d584e tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] For port 4705328b-8978-4630-a8c3-92e626f82fa8, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=4705328b-8978-4630-a8c3-92e626f82fa8,segment=NetworkSegment(1d12c223-c1ef-4a9f-920c-d1018ef932ee),segment_id=1d12c223-c1ef-4a9f-920c-d1018ef932ee)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:09:15.670004 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-9daa22e3-b6f9-4506-8768-2ab7ae7036ab req-86ef9b0c-0b52-4c9a-b7bb-872c7b4d584e tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:15.687189 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-99ad25b8-bac8-46be-8dd0-c9bcbf9b1a43 None None] Port 8b72c507-ab7f-472b-b4c2-d0e3a63c5223 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:09:15.725097 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-9daa22e3-b6f9-4506-8768-2ab7ae7036ab req-86ef9b0c-0b52-4c9a-b7bb-872c7b4d584e tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Calling delete_port for 4705328b-8978-4630-a8c3-92e626f82fa8 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:09:15.749094 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f0ef4fe2-f502-4424-8f79-ef4ee3cfc71f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:15.786015 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:15.845303 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6272bfd-53d3-4c52-b2aa-8fc636d86453', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4705328b-8978-4630-a8c3-92e626f82fa8'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:09:15.848871 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de4e0d62-125b-46df-9ca1-41c02f1566d8" -d '{"events": [{"server_uuid": "d6272bfd-53d3-4c52-b2aa-8fc636d86453", "name": "network-vif-unplugged", "status": "completed", "tag": "4705328b-8978-4630-a8c3-92e626f82fa8"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:09:15.857579 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c8490601-802a-4c54-b8ff-55c22570e5c6 req-fcee6dd6-5ffa-418c-9237-e04498de93be tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117579 Dec 06 17:09:15.867408 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b379925-461b-4add-8d6c-907ef5ca4e0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-e65e79ee-364c-4d8a-9bbe-30afa3950dc3', 'network_id': 'e65e79ee-364c-4d8a-9bbe-30afa3950dc3', 'tenant_id': '92122cf46378473eb06bf059f15f9b69', 'fixed_ips': [{'subnet_id': 'd3a427ff-c21c-4cb9-9bbf-427825b11026'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:09:15.869365 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8b379925-461b-4add-8d6c-907ef5ca4e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:16.022142 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 17:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f5e4195-7070-4c58-a205-6e5dd01ba8ce x-openstack-request-id: req-0f5e4195-7070-4c58-a205-6e5dd01ba8ce {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:09:16.022469 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6272bfd-53d3-4c52-b2aa-8fc636d86453", "name": "network-vif-unplugged", "status": "completed", "tag": "4705328b-8978-4630-a8c3-92e626f82fa8", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:09:16.022658 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0f5e4195-7070-4c58-a205-6e5dd01ba8ce {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:09:16.023093 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6272bfd-53d3-4c52-b2aa-8fc636d86453', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4705328b-8978-4630-a8c3-92e626f82fa8', 'code': 200} Dec 06 17:09:16.030294 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d84e4f96-6189-48c2-a61d-f77f6a5d9dd2 req-31714ef2-59b2-4c7a-861d-2b196bc6420b tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/ports?device_id=41819a31-9db2-4996-baec-4193f06f2109 HTTP/1.1" status: 200 len: 210 time: 0.0327690 Dec 06 17:09:16.032892 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ef87ee56-293a-4cbf-8f3f-eadfe5d42522 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:16.037819 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 4705328b-8978-4630-a8c3-92e626f82fa8, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=4705328b-8978-4630-a8c3-92e626f82fa8,segment=NetworkSegment(1d12c223-c1ef-4a9f-920c-d1018ef932ee),segment_id=1d12c223-c1ef-4a9f-920c-d1018ef932ee)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:09:16.054946 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:16.062090 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8e6bbd09-fcc3-4612-b15b-785c63b729da req-cdb2fc8f-f71f-4a0c-998e-b9c0fafd3791 service neutron] 10.222.0.44 "GET /v2.0/networks/70d8b0a5-0858-49f5-bbf1-d505ec9e0192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4183643 Dec 06 17:09:16.125257 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a45bd24-dbe9-425f-9f78-5161df904a69 req-a0497ad6-8960-4423-8770-ab3cfaa4c709 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:16.134406 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4a45bd24-dbe9-425f-9f78-5161df904a69 req-a0497ad6-8960-4423-8770-ab3cfaa4c709 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2d120db-3c1e-4e7f-9fa1-3ee957306d01 HTTP/1.1" status: 200 len: 936 time: 0.2136080 Dec 06 17:09:16.159621 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-9daa22e3-b6f9-4506-8768-2ab7ae7036ab req-86ef9b0c-0b52-4c9a-b7bb-872c7b4d584e tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:16.167416 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=4705328b-8978-4630-a8c3-92e626f82fa8,revision_number=8']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:09:16.228662 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-8b379925-461b-4add-8d6c-907ef5ca4e0f None None] Allocated IP 172.20.0.2 (e65e79ee-364c-4d8a-9bbe-30afa3950dc3/d3a427ff-c21c-4cb9-9bbf-427825b11026/7b597edb-69db-42d7-b812-244435eda3ce) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:09:16.282079 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4a45bd24-dbe9-425f-9f78-5161df904a69 req-8a3bcf81-3d05-4c2c-bc60-85b5a1d59a07 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472363 Dec 06 17:09:16.286410 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8e6bbd09-fcc3-4612-b15b-785c63b729da req-792ed2a7-bcbd-4838-adad-a40dac53aea6 service neutron] 10.222.0.44 "GET /v2.0/networks/70d8b0a5-0858-49f5-bbf1-d505ec9e0192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109437 Dec 06 17:09:16.327968 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-362e2984-f99e-47ec-bb7c-8865149d69d6 req-d4ca51ef-18e1-4611-92ad-28fe4bafcfed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b72c507-ab7f-472b-b4c2-d0e3a63c5223 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:09:16.344887 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-362e2984-f99e-47ec-bb7c-8865149d69d6 req-d4ca51ef-18e1-4611-92ad-28fe4bafcfed service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:16.360012 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-362e2984-f99e-47ec-bb7c-8865149d69d6 req-d4ca51ef-18e1-4611-92ad-28fe4bafcfed service neutron] Transition to ACTIVE for port object 8b72c507-ab7f-472b-b4c2-d0e3a63c5223 will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:09:16.372690 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-362e2984-f99e-47ec-bb7c-8865149d69d6 req-d4ca51ef-18e1-4611-92ad-28fe4bafcfed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:16.396176 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8b379925-461b-4add-8d6c-907ef5ca4e0f None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:16.406799 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8b379925-461b-4add-8d6c-907ef5ca4e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:16.457918 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b379925-461b-4add-8d6c-907ef5ca4e0f None None] Network e65e79ee-364c-4d8a-9bbe-30afa3950dc3 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:09:16.458379 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-9daa22e3-b6f9-4506-8768-2ab7ae7036ab req-86ef9b0c-0b52-4c9a-b7bb-872c7b4d584e tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] No DVR routers for this DVR port 4705328b-8978-4630-a8c3-92e626f82fa8 on host n-h1-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:09:16.463371 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-8b379925-461b-4add-8d6c-907ef5ca4e0f None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:09:16.463974 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-9daa22e3-b6f9-4506-8768-2ab7ae7036ab req-86ef9b0c-0b52-4c9a-b7bb-872c7b4d584e tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:16.467402 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b379925-461b-4add-8d6c-907ef5ca4e0f None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:09:16.469045 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9daa22e3-b6f9-4506-8768-2ab7ae7036ab req-86ef9b0c-0b52-4c9a-b7bb-872c7b4d584e tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.41 "DELETE /v2.0/ports/4705328b-8978-4630-a8c3-92e626f82fa8 HTTP/1.1" status: 204 len: 173 time: 1.2929380 Dec 06 17:09:16.475330 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b379925-461b-4add-8d6c-907ef5ca4e0f None None] Pushing event updated for resources: {'Port': ['ID=7b597edb-69db-42d7-b812-244435eda3ce,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:09:16.485784 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ff339c-12ec-4026-8b89-5fbaa306f540 req-45efb999-25ec-4079-8a88-8dacf93c6a04 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:16.488285 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e7ff339c-12ec-4026-8b89-5fbaa306f540 req-45efb999-25ec-4079-8a88-8dacf93c6a04 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.44 "GET /v2.0/networks?id=5345745c-70bf-40fb-8cb5-545836ece5ce HTTP/1.1" status: 200 len: 805 time: 0.2387874 Dec 06 17:09:16.490805 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ca51ef-18e1-4611-92ad-28fe4bafcfed service neutron] Pushing event updated for resources: {'Port': ['ID=8b72c507-ab7f-472b-b4c2-d0e3a63c5223,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:09:16.502984 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3093ec-18f6-4b3b-afee-29a6bea851a0 req-79b912ac-71ea-4484-a211-26956d0a506e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:16.504587 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1c3093ec-18f6-4b3b-afee-29a6bea851a0 req-79b912ac-71ea-4484-a211-26956d0a506e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1f165b1cd9614f08a6e09192fccfad36&device_id=e18433a4-3957-4cd1-953e-26f1937c354f HTTP/1.1" status: 200 len: 1094 time: 0.1430528 Dec 06 17:09:16.540786 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6272bfd-53d3-4c52-b2aa-8fc636d86453', 'name': 'network-vif-deleted', 'tag': '4705328b-8978-4630-a8c3-92e626f82fa8'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:09:16.543280 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7102d5a4-67c7-495f-abe5-53d7c3effd24" -d '{"events": [{"server_uuid": "d6272bfd-53d3-4c52-b2aa-8fc636d86453", "name": "network-vif-deleted", "tag": "4705328b-8978-4630-a8c3-92e626f82fa8"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:09:16.558030 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-8b379925-461b-4add-8d6c-907ef5ca4e0f None None] Attempting to bind port 7b597edb-69db-42d7-b812-244435eda3ce on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:09:16.558550 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-8b379925-461b-4add-8d6c-907ef5ca4e0f None None] Attempting to bind port 7b597edb-69db-42d7-b812-244435eda3ce by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '463119c8-ebb5-4e14-90f7-f7f8ec6b20e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e65e79ee-364c-4d8a-9bbe-30afa3950dc3'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:09:16.559012 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b379925-461b-4add-8d6c-907ef5ca4e0f None None] Attempting to bind port 7b597edb-69db-42d7-b812-244435eda3ce on network e65e79ee-364c-4d8a-9bbe-30afa3950dc3 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:09:16.575657 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b379925-461b-4add-8d6c-907ef5ca4e0f None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:09:16.576161 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b379925-461b-4add-8d6c-907ef5ca4e0f None None] Checking segment: {'id': '463119c8-ebb5-4e14-90f7-f7f8ec6b20e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e65e79ee-364c-4d8a-9bbe-30afa3950dc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:09:16.576662 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8b379925-461b-4add-8d6c-907ef5ca4e0f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:16.577152 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b379925-461b-4add-8d6c-907ef5ca4e0f None None] Bound using segment: {'id': '463119c8-ebb5-4e14-90f7-f7f8ec6b20e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e65e79ee-364c-4d8a-9bbe-30afa3950dc3'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:09:16.577884 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-8b379925-461b-4add-8d6c-907ef5ca4e0f None None] Bound port: 7b597edb-69db-42d7-b812-244435eda3ce, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '463119c8-ebb5-4e14-90f7-f7f8ec6b20e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e65e79ee-364c-4d8a-9bbe-30afa3950dc3'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:09:16.578377 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8b379925-461b-4add-8d6c-907ef5ca4e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:16.655750 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-8b379925-461b-4add-8d6c-907ef5ca4e0f None None] For port 7b597edb-69db-42d7-b812-244435eda3ce, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:09:16.660121 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-8b379925-461b-4add-8d6c-907ef5ca4e0f None None] For port 7b597edb-69db-42d7-b812-244435eda3ce, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7b597edb-69db-42d7-b812-244435eda3ce,segment=NetworkSegment(463119c8-ebb5-4e14-90f7-f7f8ec6b20e4),segment_id=463119c8-ebb5-4e14-90f7-f7f8ec6b20e4)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:09:16.667463 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8b379925-461b-4add-8d6c-907ef5ca4e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:16.705301 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-362e2984-f99e-47ec-bb7c-8865149d69d6 req-d4ca51ef-18e1-4611-92ad-28fe4bafcfed service neutron] Attempting to bind port 8b72c507-ab7f-472b-b4c2-d0e3a63c5223 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:09:16.705712 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-362e2984-f99e-47ec-bb7c-8865149d69d6 req-d4ca51ef-18e1-4611-92ad-28fe4bafcfed service neutron] Attempting to bind port 8b72c507-ab7f-472b-b4c2-d0e3a63c5223 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:09:16.706134 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362e2984-f99e-47ec-bb7c-8865149d69d6 req-d4ca51ef-18e1-4611-92ad-28fe4bafcfed service neutron] Attempting to bind port 8b72c507-ab7f-472b-b4c2-d0e3a63c5223 on network ee08a0d2-834f-4c39-be47-9c424581246a {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:09:16.721576 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362e2984-f99e-47ec-bb7c-8865149d69d6 req-d4ca51ef-18e1-4611-92ad-28fe4bafcfed service neutron] Port 8b72c507-ab7f-472b-b4c2-d0e3a63c5223 on network ee08a0d2-834f-4c39-be47-9c424581246a not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:09:16.721901 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362e2984-f99e-47ec-bb7c-8865149d69d6 req-d4ca51ef-18e1-4611-92ad-28fe4bafcfed service neutron] Attempting to bind port 8b72c507-ab7f-472b-b4c2-d0e3a63c5223 on network ee08a0d2-834f-4c39-be47-9c424581246a {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:09:16.729155 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3093ec-18f6-4b3b-afee-29a6bea851a0 req-6debb9a0-ff28-400d-820f-de3caa0b8107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:16.731281 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1c3093ec-18f6-4b3b-afee-29a6bea851a0 req-6debb9a0-ff28-400d-820f-de3caa0b8107 service neutron] 10.222.0.44 "GET /v2.0/networks?id=70d8b0a5-0858-49f5-bbf1-d505ec9e0192 HTTP/1.1" status: 200 len: 923 time: 0.1973281 Dec 06 17:09:16.732576 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362e2984-f99e-47ec-bb7c-8865149d69d6 req-d4ca51ef-18e1-4611-92ad-28fe4bafcfed service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:09:16.733257 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362e2984-f99e-47ec-bb7c-8865149d69d6 req-d4ca51ef-18e1-4611-92ad-28fe4bafcfed service neutron] Checking segment: {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:09:16.733536 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362e2984-f99e-47ec-bb7c-8865149d69d6 req-d4ca51ef-18e1-4611-92ad-28fe4bafcfed service neutron] Bound using segment: {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:09:16.734183 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-362e2984-f99e-47ec-bb7c-8865149d69d6 req-d4ca51ef-18e1-4611-92ad-28fe4bafcfed service neutron] Bound port: 8b72c507-ab7f-472b-b4c2-d0e3a63c5223, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:09:16.734590 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-362e2984-f99e-47ec-bb7c-8865149d69d6 req-d4ca51ef-18e1-4611-92ad-28fe4bafcfed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:16.777821 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b379925-461b-4add-8d6c-907ef5ca4e0f None None] Pushing event updated for resources: {'Port': ['ID=7b597edb-69db-42d7-b812-244435eda3ce,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:09:16.797779 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1c3093ec-18f6-4b3b-afee-29a6bea851a0 req-8eb160d1-3cdc-41bf-9854-bd07dabd222c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ecf06bf3-5c8d-4b0b-b820-73cd4b9c7b37 HTTP/1.1" status: 200 len: 217 time: 0.0531385 Dec 06 17:09:16.807810 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:16.914400 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ef9b0c-0b52-4c9a-b7bb-872c7b4d584e tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Pushing event deleted for resources: {'Port': ['ID=4705328b-8978-4630-a8c3-92e626f82fa8,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:09:16.925861 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-e7ff339c-12ec-4026-8b89-5fbaa306f540 req-6a4c702d-b75e-4a16-b096-6ccd2a54086c tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Request body: {'port': {'device_id': '41819a31-9db2-4996-baec-4193f06f2109', 'network_id': '5345745c-70bf-40fb-8cb5-545836ece5ce', 'admin_state_up': True, 'tenant_id': '659cd0f4811845faa9fc0d0d08b99b79'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:09:16.927720 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3093ec-18f6-4b3b-afee-29a6bea851a0 req-7c474d8a-50d8-4a6e-a746-19dfaac770e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:16.929279 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1c3093ec-18f6-4b3b-afee-29a6bea851a0 req-7c474d8a-50d8-4a6e-a746-19dfaac770e1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2934c7f4-da1d-4bba-8712-ffc705d96679 HTTP/1.1" status: 200 len: 862 time: 0.0830069 Dec 06 17:09:16.934670 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-362e2984-f99e-47ec-bb7c-8865149d69d6 req-d4ca51ef-18e1-4611-92ad-28fe4bafcfed service neutron] For port 8b72c507-ab7f-472b-b4c2-d0e3a63c5223, host n-h1-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:09:16.941206 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-362e2984-f99e-47ec-bb7c-8865149d69d6 req-d4ca51ef-18e1-4611-92ad-28fe4bafcfed service neutron] For port 8b72c507-ab7f-472b-b4c2-d0e3a63c5223, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8b72c507-ab7f-472b-b4c2-d0e3a63c5223,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:09:16.959709 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-362e2984-f99e-47ec-bb7c-8865149d69d6 req-d4ca51ef-18e1-4611-92ad-28fe4bafcfed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:17.001582 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1c3093ec-18f6-4b3b-afee-29a6bea851a0 req-1e9553c2-8560-49b7-a3a5-f6fd9990283a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=70d8b0a5-0858-49f5-bbf1-d505ec9e0192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568461 Dec 06 17:09:17.045688 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b835dd-5909-41db-9d30-22dd75ae1397 req-a04a673f-b401-442d-befd-163be9150358 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:17.047135 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-28b835dd-5909-41db-9d30-22dd75ae1397 req-a04a673f-b401-442d-befd-163be9150358 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/ports?device_id=e18433a4-3957-4cd1-953e-26f1937c354f HTTP/1.1" status: 200 len: 943 time: 0.5429242 Dec 06 17:09:17.114858 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362e2984-f99e-47ec-bb7c-8865149d69d6 req-d4ca51ef-18e1-4611-92ad-28fe4bafcfed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:17.115349 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-362e2984-f99e-47ec-bb7c-8865149d69d6 req-d4ca51ef-18e1-4611-92ad-28fe4bafcfed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:17.116746 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-362e2984-f99e-47ec-bb7c-8865149d69d6 req-d4ca51ef-18e1-4611-92ad-28fe4bafcfed service neutron] 10.222.0.41 "PUT /v2.0/ports/8b72c507-ab7f-472b-b4c2-d0e3a63c5223 HTTP/1.1" status: 200 len: 1096 time: 1.7238603 Dec 06 17:09:17.153016 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2d120db-3c1e-4e7f-9fa1-3ee957306d01', 'tag': '8b72c507-ab7f-472b-b4c2-d0e3a63c5223'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:09:17.155169 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-676733e3-44e7-4bc6-a634-61fdf4fe58eb" -d '{"events": [{"name": "network-changed", "server_uuid": "a2d120db-3c1e-4e7f-9fa1-3ee957306d01", "tag": "8b72c507-ab7f-472b-b4c2-d0e3a63c5223"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:09:17.279315 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ca51ef-18e1-4611-92ad-28fe4bafcfed service neutron] Pushing event updated for resources: {'Port': ['ID=8b72c507-ab7f-472b-b4c2-d0e3a63c5223,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:09:17.286911 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1c3093ec-18f6-4b3b-afee-29a6bea851a0 req-a09ceaad-7406-4c2a-afaf-ccde00dc025c service neutron] 10.222.0.44 "GET /v2.0/networks/70d8b0a5-0858-49f5-bbf1-d505ec9e0192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686219 Dec 06 17:09:17.296830 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ff8596-60f6-4181-97da-0fc659a273e8 req-e0756bff-6d4f-4a3b-9200-8d24602d69a4 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:17.298392 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-28b835dd-5909-41db-9d30-22dd75ae1397 req-b4378930-b296-49e3-9363-75c30f422b38 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbbbe13e-c3cf-4699-8577-456085f920c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412245 Dec 06 17:09:17.307461 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c5ff8596-60f6-4181-97da-0fc659a273e8 req-e0756bff-6d4f-4a3b-9200-8d24602d69a4 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0f38465-af39-47f5-acaf-92ce9373a0cf HTTP/1.1" status: 200 len: 944 time: 0.3246028 Dec 06 17:09:17.369963 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ef87ee56-293a-4cbf-8f3f-eadfe5d42522 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:17.371108 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 5f75056b-3e93-4b40-b635-0037aa472f1f details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:09:17.400762 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ef87ee56-293a-4cbf-8f3f-eadfe5d42522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:17.419410 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7ff339c-12ec-4026-8b89-5fbaa306f540 req-6a4c702d-b75e-4a16-b096-6ccd2a54086c tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Made reservation on behalf of 659cd0f4811845faa9fc0d0d08b99b79 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:09:17.424828 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362e2984-f99e-47ec-bb7c-8865149d69d6 req-f8783b40-c5f4-423d-9f51-575380c9c053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:17.426111 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-362e2984-f99e-47ec-bb7c-8865149d69d6 req-f8783b40-c5f4-423d-9f51-575380c9c053 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4fbfd036e0874a51a15b7801ac955516&device_id=a2d120db-3c1e-4e7f-9fa1-3ee957306d01 HTTP/1.1" status: 200 len: 1099 time: 0.2130446 Dec 06 17:09:17.426627 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-e7ff339c-12ec-4026-8b89-5fbaa306f540 req-6a4c702d-b75e-4a16-b096-6ccd2a54086c tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:17.471356 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a0dc52b-a98a-42f0-ad67-1fa0746a7bb5 x-openstack-request-id: req-6a0dc52b-a98a-42f0-ad67-1fa0746a7bb5 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:09:17.471611 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6272bfd-53d3-4c52-b2aa-8fc636d86453", "name": "network-vif-deleted", "tag": "4705328b-8978-4630-a8c3-92e626f82fa8", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:09:17.471828 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6a0dc52b-a98a-42f0-ad67-1fa0746a7bb5 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:09:17.472242 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6272bfd-53d3-4c52-b2aa-8fc636d86453', 'name': 'network-vif-deleted', 'tag': '4705328b-8978-4630-a8c3-92e626f82fa8', 'status': 'completed', 'code': 200} Dec 06 17:09:17.509230 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-362e2984-f99e-47ec-bb7c-8865149d69d6 req-59a6bd47-075a-4ac3-9f8c-94cb3a43aa09 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=8b72c507-ab7f-472b-b4c2-d0e3a63c5223 HTTP/1.1" status: 200 len: 217 time: 0.0695827 Dec 06 17:09:17.583637 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c5ff8596-60f6-4181-97da-0fc659a273e8 req-615744dd-0d51-4a2d-8e8f-8945af94eba9 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683747 Dec 06 17:09:17.599812 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 7b597edb-69db-42d7-b812-244435eda3ce up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:09:17.613379 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1c3093ec-18f6-4b3b-afee-29a6bea851a0 req-fa873e58-1a5e-43cd-8f5c-0b18726147fd service neutron] 10.222.0.44 "GET /v2.0/networks/70d8b0a5-0858-49f5-bbf1-d505ec9e0192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3032286 Dec 06 17:09:17.621171 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362e2984-f99e-47ec-bb7c-8865149d69d6 req-c90c0b24-82fe-43f8-a170-8c6b42d4cc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:17.623054 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-362e2984-f99e-47ec-bb7c-8865149d69d6 req-c90c0b24-82fe-43f8-a170-8c6b42d4cc08 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1342252a-21e4-4783-88ff-f54776c79059 HTTP/1.1" status: 200 len: 843 time: 0.1024544 Dec 06 17:09:17.722059 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c66e1e66-fe1d-4cc6-a075-547d898dad8f x-openstack-request-id: req-c66e1e66-fe1d-4cc6-a075-547d898dad8f {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:09:17.725712 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2d120db-3c1e-4e7f-9fa1-3ee957306d01", "tag": "8b72c507-ab7f-472b-b4c2-d0e3a63c5223", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:09:17.725973 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 5f75056b-3e93-4b40-b635-0037aa472f1f, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=5f75056b-3e93-4b40-b635-0037aa472f1f,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:09:17.726326 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c66e1e66-fe1d-4cc6-a075-547d898dad8f {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:09:17.727439 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2d120db-3c1e-4e7f-9fa1-3ee957306d01', 'tag': '8b72c507-ab7f-472b-b4c2-d0e3a63c5223', 'status': 'completed', 'code': 200} Dec 06 17:09:17.741457 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-efec7f39-5281-4985-af45-1b5b5c518102 req-fecff280-d736-4a2f-8d2a-fd2a100a7aeb tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/ports?device_id=41819a31-9db2-4996-baec-4193f06f2109 HTTP/1.1" status: 200 len: 210 time: 0.1091731 Dec 06 17:09:17.746672 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': '5f75056b-3e93-4b40-b635-0037aa472f1f', 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a', 'port_id': '5f75056b-3e93-4b40-b635-0037aa472f1f', 'mac_address': 'fa:16:3e:cd:27:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1342252a-21e4-4783-88ff-f54776c79059', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:09:17.760253 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362e2984-f99e-47ec-bb7c-8865149d69d6 req-5076276a-a911-4ffd-868f-b3841b42471e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:17.763941 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-362e2984-f99e-47ec-bb7c-8865149d69d6 req-5076276a-a911-4ffd-868f-b3841b42471e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee08a0d2-834f-4c39-be47-9c424581246a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1130531 Dec 06 17:09:17.813917 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:17.834439 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5f75056b-3e93-4b40-b635-0037aa472f1f {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:09:17.842264 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 7b597edb-69db-42d7-b812-244435eda3ce triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:09:17.842801 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:17.860435 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-ef87ee56-293a-4cbf-8f3f-eadfe5d42522 admin admin] Allocated IP 172.35.1.166 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/2bc8ca0a-7192-42e1-b61d-d0162096843c) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:09:17.958672 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-e7ff339c-12ec-4026-8b89-5fbaa306f540 req-6a4c702d-b75e-4a16-b096-6ccd2a54086c tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Allocated IP 172.20.0.9 (5345745c-70bf-40fb-8cb5-545836ece5ce/48f1cc23-c700-419f-b04b-ebb1334c97b9/2011a06d-273a-44c5-b7e1-0e969ca54594) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:09:17.988802 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 5f75056b-3e93-4b40-b635-0037aa472f1f, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=5f75056b-3e93-4b40-b635-0037aa472f1f,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:09:18.009210 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:18.185231 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:18.186873 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ef87ee56-293a-4cbf-8f3f-eadfe5d42522 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:18.192412 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=5f75056b-3e93-4b40-b635-0037aa472f1f,revision_number=6']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:09:18.196163 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device ecf06bf3-5c8d-4b0b-b820-73cd4b9c7b37 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:09:18.199091 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:18.282767 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['5f75056b-3e93-4b40-b635-0037aa472f1f'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:09:18.351338 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-e7ff339c-12ec-4026-8b89-5fbaa306f540 req-6a4c702d-b75e-4a16-b096-6ccd2a54086c tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:18.353383 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ef87ee56-293a-4cbf-8f3f-eadfe5d42522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:18.378727 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] For port 7b597edb-69db-42d7-b812-244435eda3ce, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7b597edb-69db-42d7-b812-244435eda3ce,segment=NetworkSegment(463119c8-ebb5-4e14-90f7-f7f8ec6b20e4),segment_id=463119c8-ebb5-4e14-90f7-f7f8ec6b20e4)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:09:18.386552 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5e0d68-b012-483d-a817-59d3341342bb req-b96bf5f7-da1b-4108-8e0f-16cf48bc5711 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:18.389938 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6c5e0d68-b012-483d-a817-59d3341342bb req-b96bf5f7-da1b-4108-8e0f-16cf48bc5711 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2d120db-3c1e-4e7f-9fa1-3ee957306d01 HTTP/1.1" status: 200 len: 948 time: 0.5670571 Dec 06 17:09:18.392759 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01861bce-b32b-4065-826c-52e7103254ce None None] Network e65e79ee-364c-4d8a-9bbe-30afa3950dc3 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:09:18.404482 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.db.resource_extend [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 06 17:09:18.423314 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef87ee56-293a-4cbf-8f3f-eadfe5d42522 admin admin] Pushing event updated for resources: {'Port': ['ID=2bc8ca0a-7192-42e1-b61d-d0162096843c,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:09:18.439183 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-362e2984-f99e-47ec-bb7c-8865149d69d6 req-e5ebaf2a-8e1a-409d-a8cd-63a1cc947e26 service neutron] 10.222.0.41 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6653521 Dec 06 17:09:18.444872 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:18.493101 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef87ee56-293a-4cbf-8f3f-eadfe5d42522 admin admin] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:09:18.501691 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-ef87ee56-293a-4cbf-8f3f-eadfe5d42522 admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:09:18.507622 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef87ee56-293a-4cbf-8f3f-eadfe5d42522 admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:09:18.520955 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca29d82-b44a-4e61-9554-dd2d90b591e5 req-440905d1-a7e5-4fe2-99f8-a96aacb1042f tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:18.521508 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Pushing event updated for resources: {'Port': ['ID=7b597edb-69db-42d7-b812-244435eda3ce,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:09:18.522564 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5ca29d82-b44a-4e61-9554-dd2d90b591e5 req-440905d1-a7e5-4fe2-99f8-a96aacb1042f tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/ports?device_id=e18433a4-3957-4cd1-953e-26f1937c354f HTTP/1.1" status: 200 len: 943 time: 0.0886338 Dec 06 17:09:18.597051 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6c5e0d68-b012-483d-a817-59d3341342bb req-14765441-3830-4c1e-a2c6-aeb5178729d5 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986055 Dec 06 17:09:18.621281 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5ca29d82-b44a-4e61-9554-dd2d90b591e5 req-327a91bf-0a41-474a-9624-8863788d04df tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbbbe13e-c3cf-4699-8577-456085f920c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526478 Dec 06 17:09:18.625150 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-e7ff339c-12ec-4026-8b89-5fbaa306f540 req-6a4c702d-b75e-4a16-b096-6ccd2a54086c tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:18.663354 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-362e2984-f99e-47ec-bb7c-8865149d69d6 req-cc91ee9e-a92a-42b3-b798-3c8be3c9f471 service neutron] 10.222.0.41 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959176 Dec 06 17:09:18.686582 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-47ec7a87-e551-4462-8d68-dc3576014be1 None None] Provisioning complete for port 7b597edb-69db-42d7-b812-244435eda3ce triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:09:18.687122 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-47ec7a87-e551-4462-8d68-dc3576014be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:18.823068 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676733e3-44e7-4bc6-a634-61fdf4fe58eb req-6964d77b-df6c-4def-9ec2-7db6a47a8b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:18.825181 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-676733e3-44e7-4bc6-a634-61fdf4fe58eb req-6964d77b-df6c-4def-9ec2-7db6a47a8b07 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4fbfd036e0874a51a15b7801ac955516&device_id=a2d120db-3c1e-4e7f-9fa1-3ee957306d01 HTTP/1.1" status: 200 len: 1099 time: 0.0740020 Dec 06 17:09:18.844249 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port ecf06bf3-5c8d-4b0b-b820-73cd4b9c7b37, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ecf06bf3-5c8d-4b0b-b820-73cd4b9c7b37,segment=NetworkSegment(94f9461b-62d6-4912-b0a6-1a80857b81dc),segment_id=94f9461b-62d6-4912-b0a6-1a80857b81dc)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:09:18.858375 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7ff339c-12ec-4026-8b89-5fbaa306f540 req-6a4c702d-b75e-4a16-b096-6ccd2a54086c tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Network 5345745c-70bf-40fb-8cb5-545836ece5ce is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:09:18.864116 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-e7ff339c-12ec-4026-8b89-5fbaa306f540 req-6a4c702d-b75e-4a16-b096-6ccd2a54086c tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:09:18.884564 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7ff339c-12ec-4026-8b89-5fbaa306f540 req-6a4c702d-b75e-4a16-b096-6ccd2a54086c tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:09:18.909051 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': 'ecf06bf3-5c8d-4b0b-b820-73cd4b9c7b37', 'network_id': '70d8b0a5-0858-49f5-bbf1-d505ec9e0192', 'port_id': 'ecf06bf3-5c8d-4b0b-b820-73cd4b9c7b37', 'mac_address': 'fa:16:3e:4a:95:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2934c7f4-da1d-4bba-8712-ffc705d96679', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:09:18.946913 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4c702d-b75e-4a16-b096-6ccd2a54086c tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Pushing event updated for resources: {'Port': ['ID=2011a06d-273a-44c5-b7e1-0e969ca54594,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:09:18.993284 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ff339c-12ec-4026-8b89-5fbaa306f540 req-6a4c702d-b75e-4a16-b096-6ccd2a54086c tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:18.994075 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-e7ff339c-12ec-4026-8b89-5fbaa306f540 req-6a4c702d-b75e-4a16-b096-6ccd2a54086c tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:19.009816 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4422b244-29f9-4888-a50e-be975ba00b86 req-44fc66e6-27e4-43a3-86c3-be57d9aca38c tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:19.017700 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4422b244-29f9-4888-a50e-be975ba00b86 req-44fc66e6-27e4-43a3-86c3-be57d9aca38c tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0f38465-af39-47f5-acaf-92ce9373a0cf HTTP/1.1" status: 200 len: 944 time: 0.1907644 Dec 06 17:09:19.037777 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1087baa-6341-40a6-88f0-f88a6f1546c8 req-98017d56-528d-4e80-9a07-702c954ff425 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:19.039335 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b1087baa-6341-40a6-88f0-f88a6f1546c8 req-98017d56-528d-4e80-9a07-702c954ff425 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/ports?device_id=41819a31-9db2-4996-baec-4193f06f2109 HTTP/1.1" status: 200 len: 931 time: 0.1627934 Dec 06 17:09:19.043351 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:19.081133 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676733e3-44e7-4bc6-a634-61fdf4fe58eb req-ea55c772-df02-41e4-997b-1faa48f14c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:19.083242 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-676733e3-44e7-4bc6-a634-61fdf4fe58eb req-ea55c772-df02-41e4-997b-1faa48f14c10 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ee08a0d2-834f-4c39-be47-9c424581246a HTTP/1.1" status: 200 len: 870 time: 0.2477958 Dec 06 17:09:19.091081 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecf06bf3-5c8d-4b0b-b820-73cd4b9c7b37 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:09:19.111040 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e7ff339c-12ec-4026-8b89-5fbaa306f540 req-6a4c702d-b75e-4a16-b096-6ccd2a54086c tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2007849 Dec 06 17:09:19.132708 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port ecf06bf3-5c8d-4b0b-b820-73cd4b9c7b37, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ecf06bf3-5c8d-4b0b-b820-73cd4b9c7b37,segment=NetworkSegment(94f9461b-62d6-4912-b0a6-1a80857b81dc),segment_id=94f9461b-62d6-4912-b0a6-1a80857b81dc)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:09:19.152467 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-676733e3-44e7-4bc6-a634-61fdf4fe58eb req-0a72bba0-af4a-475d-aab9-50322119989c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=8b72c507-ab7f-472b-b4c2-d0e3a63c5223 HTTP/1.1" status: 200 len: 217 time: 0.0512855 Dec 06 17:09:19.158010 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b1087baa-6341-40a6-88f0-f88a6f1546c8 req-0e8d94be-89ec-4f92-9c30-228b4391a640 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/security-groups?id=79a8a720-4d91-42c0-8bdb-aecf1d5b7573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079018 Dec 06 17:09:19.160432 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:19.163737 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:19.174480 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-e7ff339c-12ec-4026-8b89-5fbaa306f540 req-8521fee6-e757-418b-b941-832975f8c4d3 service neutron] Request body: {'port': {'device_id': '41819a31-9db2-4996-baec-4193f06f2109', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:09:19.224806 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676733e3-44e7-4bc6-a634-61fdf4fe58eb req-2b9e311d-7713-4e3e-99f0-4a9cf97c545e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:19.225033 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-676733e3-44e7-4bc6-a634-61fdf4fe58eb req-2b9e311d-7713-4e3e-99f0-4a9cf97c545e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1342252a-21e4-4783-88ff-f54776c79059 HTTP/1.1" status: 200 len: 843 time: 0.0573277 Dec 06 17:09:19.242185 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=ecf06bf3-5c8d-4b0b-b820-73cd4b9c7b37,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:09:19.298284 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4422b244-29f9-4888-a50e-be975ba00b86 req-a6fccc82-cb24-4b0f-96a9-30b6818e18f3 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738824 Dec 06 17:09:19.327292 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676733e3-44e7-4bc6-a634-61fdf4fe58eb req-7ffb0a0b-57b2-4fac-a29c-5eaa10afc062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:19.329371 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-676733e3-44e7-4bc6-a634-61fdf4fe58eb req-7ffb0a0b-57b2-4fac-a29c-5eaa10afc062 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee08a0d2-834f-4c39-be47-9c424581246a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0915744 Dec 06 17:09:19.382061 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 5f75056b-3e93-4b40-b635-0037aa472f1f up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:09:19.386387 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ef87ee56-293a-4cbf-8f3f-eadfe5d42522 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:19.392199 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-e7ff339c-12ec-4026-8b89-5fbaa306f540 req-8521fee6-e757-418b-b941-832975f8c4d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:19.466065 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['ecf06bf3-5c8d-4b0b-b820-73cd4b9c7b37'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:09:19.525684 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-676733e3-44e7-4bc6-a634-61fdf4fe58eb req-c092c8ba-78c3-41c1-aa50-aec6e47feacd service neutron] 10.222.0.41 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853306 Dec 06 17:09:19.555624 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 7b597edb-69db-42d7-b812-244435eda3ce up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:09:19.696089 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 7b597edb-69db-42d7-b812-244435eda3ce triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:09:19.697007 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:19.717617 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-676733e3-44e7-4bc6-a634-61fdf4fe58eb req-f5dadb0c-3235-4f9f-aa5b-5257dd62c8e3 service neutron] 10.222.0.41 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829686 Dec 06 17:09:19.765926 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-92832192-aee7-4a7f-a035-cd561ef76571 None None] Provisioning complete for port 7b597edb-69db-42d7-b812-244435eda3ce triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:09:19.766648 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-92832192-aee7-4a7f-a035-cd561ef76571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:19.769109 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port 5f75056b-3e93-4b40-b635-0037aa472f1f triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:09:19.769718 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:19.812150 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f447d8-a873-4c63-977b-a7027cf9eeff req-3f951637-89da-4326-8ec6-f70379bc236d tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:19.818105 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-74f447d8-a873-4c63-977b-a7027cf9eeff req-3f951637-89da-4326-8ec6-f70379bc236d tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/ports?device_id=e18433a4-3957-4cd1-953e-26f1937c354f HTTP/1.1" status: 200 len: 944 time: 0.0738747 Dec 06 17:09:19.873270 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-74f447d8-a873-4c63-977b-a7027cf9eeff req-e7cf5ce7-3bb8-4bc4-9e0c-55d5c0eab5fb tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbbbe13e-c3cf-4699-8577-456085f920c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527959 Dec 06 17:09:19.925514 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aab6b0-7896-4ca6-b6a3-55098221d505 req-1235fc89-eda7-450b-89a4-092c934b7aa1 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:19.927075 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-45aab6b0-7896-4ca6-b6a3-55098221d505 req-1235fc89-eda7-450b-89a4-092c934b7aa1 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2d120db-3c1e-4e7f-9fa1-3ee957306d01 HTTP/1.1" status: 200 len: 948 time: 0.1981986 Dec 06 17:09:19.975332 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ef87ee56-293a-4cbf-8f3f-eadfe5d42522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:20.031847 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:20.081014 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b064fa4-4b1b-48a1-be28-a0f6c11a5c8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f75056b-3e93-4b40-b635-0037aa472f1f'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:09:20.083093 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dc490c3-e481-4f34-8b30-c115712d3e29" -d '{"events": [{"server_uuid": "3b064fa4-4b1b-48a1-be28-a0f6c11a5c8a", "name": "network-vif-plugged", "status": "completed", "tag": "5f75056b-3e93-4b40-b635-0037aa472f1f"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:09:20.112282 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-45aab6b0-7896-4ca6-b6a3-55098221d505 req-70f4c96e-39a3-4fd7-aa99-e4ac648162f4 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730797 Dec 06 17:09:20.160104 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f18d7622-bdde-41e1-b3bf-3103f19f7d53 x-openstack-request-id: req-f18d7622-bdde-41e1-b3bf-3103f19f7d53 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:09:20.160729 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b064fa4-4b1b-48a1-be28-a0f6c11a5c8a", "name": "network-vif-plugged", "status": "completed", "tag": "5f75056b-3e93-4b40-b635-0037aa472f1f", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:09:20.161237 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f18d7622-bdde-41e1-b3bf-3103f19f7d53 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:09:20.161894 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b064fa4-4b1b-48a1-be28-a0f6c11a5c8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f75056b-3e93-4b40-b635-0037aa472f1f', 'code': 200} Dec 06 17:09:20.166308 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 5f75056b-3e93-4b40-b635-0037aa472f1f, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=5f75056b-3e93-4b40-b635-0037aa472f1f,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:09:20.179628 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:20.181392 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 4705328b-8978-4630-a8c3-92e626f82fa8 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:09:20.195604 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-e7ff339c-12ec-4026-8b89-5fbaa306f540 req-8521fee6-e757-418b-b941-832975f8c4d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2011a06d-273a-44c5-b7e1-0e969ca54594 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:09:20.206133 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-e7ff339c-12ec-4026-8b89-5fbaa306f540 req-8521fee6-e757-418b-b941-832975f8c4d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:20.234992 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-e7ff339c-12ec-4026-8b89-5fbaa306f540 req-8521fee6-e757-418b-b941-832975f8c4d3 service neutron] Transition to ACTIVE for port object 2011a06d-273a-44c5-b7e1-0e969ca54594 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:09:20.255372 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-e7ff339c-12ec-4026-8b89-5fbaa306f540 req-8521fee6-e757-418b-b941-832975f8c4d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:20.310646 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8521fee6-e757-418b-b941-832975f8c4d3 service neutron] Pushing event updated for resources: {'Port': ['ID=2011a06d-273a-44c5-b7e1-0e969ca54594,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:09:20.312933 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef87ee56-293a-4cbf-8f3f-eadfe5d42522 admin admin] Router e80afa86-7511-44b2-aa93-5c0db67454fd is scheduled to L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 17:09:20.399862 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] No Port match for: 4705328b-8978-4630-a8c3-92e626f82fa8 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:09:20.400160 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 4705328b-8978-4630-a8c3-92e626f82fa8 not bound to the agent host n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:09:20.441122 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1830f0c7-ab41-4e99-9ae4-4a59a102f7a0 req-53d469f1-04f1-471e-977f-01208f358a15 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:20.448555 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1830f0c7-ab41-4e99-9ae4-4a59a102f7a0 req-53d469f1-04f1-471e-977f-01208f358a15 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/ports?device_id=41819a31-9db2-4996-baec-4193f06f2109 HTTP/1.1" status: 200 len: 943 time: 0.1274219 Dec 06 17:09:20.452150 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=5f75056b-3e93-4b40-b635-0037aa472f1f,revision_number=7']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:09:20.496795 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8429458a-ddbf-4e9c-9d6e-6474bdd5d08b req-16b3d62f-f7e0-4d47-91a7-e7363e3b3677 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:20.499796 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8429458a-ddbf-4e9c-9d6e-6474bdd5d08b req-16b3d62f-f7e0-4d47-91a7-e7363e3b3677 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0f38465-af39-47f5-acaf-92ce9373a0cf HTTP/1.1" status: 200 len: 944 time: 0.0646119 Dec 06 17:09:20.574955 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8429458a-ddbf-4e9c-9d6e-6474bdd5d08b req-78e54c3d-ea70-4d0e-8661-2defc2fd0659 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688889 Dec 06 17:09:20.577713 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef87ee56-293a-4cbf-8f3f-eadfe5d42522 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:09:20.582587 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1830f0c7-ab41-4e99-9ae4-4a59a102f7a0 req-65ecc1e5-9515-4e5b-8bcb-2b2aeb3321ca tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/security-groups?id=79a8a720-4d91-42c0-8bdb-aecf1d5b7573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332257 Dec 06 17:09:20.585369 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-e7ff339c-12ec-4026-8b89-5fbaa306f540 req-8521fee6-e757-418b-b941-832975f8c4d3 service neutron] Attempting to bind port 2011a06d-273a-44c5-b7e1-0e969ca54594 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:09:20.585737 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-e7ff339c-12ec-4026-8b89-5fbaa306f540 req-8521fee6-e757-418b-b941-832975f8c4d3 service neutron] Attempting to bind port 2011a06d-273a-44c5-b7e1-0e969ca54594 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '1d12c223-c1ef-4a9f-920c-d1018ef932ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5345745c-70bf-40fb-8cb5-545836ece5ce'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:09:20.586114 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ff339c-12ec-4026-8b89-5fbaa306f540 req-8521fee6-e757-418b-b941-832975f8c4d3 service neutron] Attempting to bind port 2011a06d-273a-44c5-b7e1-0e969ca54594 on network 5345745c-70bf-40fb-8cb5-545836ece5ce {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:09:20.594167 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44d6cd4-df99-4556-bcbf-bdb05f50c351 None None] Sync routers for ids ['e80afa86-7511-44b2-aa93-5c0db67454fd'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:09:20.601446 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ff339c-12ec-4026-8b89-5fbaa306f540 req-8521fee6-e757-418b-b941-832975f8c4d3 service neutron] Port 2011a06d-273a-44c5-b7e1-0e969ca54594 on network 5345745c-70bf-40fb-8cb5-545836ece5ce not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:09:20.601837 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ff339c-12ec-4026-8b89-5fbaa306f540 req-8521fee6-e757-418b-b941-832975f8c4d3 service neutron] Attempting to bind port 2011a06d-273a-44c5-b7e1-0e969ca54594 on network 5345745c-70bf-40fb-8cb5-545836ece5ce {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:09:20.612060 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ff339c-12ec-4026-8b89-5fbaa306f540 req-8521fee6-e757-418b-b941-832975f8c4d3 service neutron] Checking agent: {'id': '9d8b9f49-2860-4c1f-9b89-45a7657a3c4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:09:20.612297 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ff339c-12ec-4026-8b89-5fbaa306f540 req-8521fee6-e757-418b-b941-832975f8c4d3 service neutron] Checking segment: {'id': '1d12c223-c1ef-4a9f-920c-d1018ef932ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5345745c-70bf-40fb-8cb5-545836ece5ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:09:20.612755 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ff339c-12ec-4026-8b89-5fbaa306f540 req-8521fee6-e757-418b-b941-832975f8c4d3 service neutron] Bound using segment: {'id': '1d12c223-c1ef-4a9f-920c-d1018ef932ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5345745c-70bf-40fb-8cb5-545836ece5ce'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:09:20.613210 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-e7ff339c-12ec-4026-8b89-5fbaa306f540 req-8521fee6-e757-418b-b941-832975f8c4d3 service neutron] Bound port: 2011a06d-273a-44c5-b7e1-0e969ca54594, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d12c223-c1ef-4a9f-920c-d1018ef932ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5345745c-70bf-40fb-8cb5-545836ece5ce'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:09:20.613975 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-e7ff339c-12ec-4026-8b89-5fbaa306f540 req-8521fee6-e757-418b-b941-832975f8c4d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:20.622385 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44d6cd4-df99-4556-bcbf-bdb05f50c351 None None] Routers {'e80afa86-7511-44b2-aa93-5c0db67454fd'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:09:20.623433 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-a44d6cd4-df99-4556-bcbf-bdb05f50c351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:09:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['e80afa86-7511-44b2-aa93-5c0db67454fd'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:09:20.629513 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ef87ee56-293a-4cbf-8f3f-eadfe5d42522 admin admin] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:20.630334 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-ef87ee56-293a-4cbf-8f3f-eadfe5d42522 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 5.2730248 Dec 06 17:09:20.633983 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 39694) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:09:20.753446 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-e7ff339c-12ec-4026-8b89-5fbaa306f540 req-8521fee6-e757-418b-b941-832975f8c4d3 service neutron] For port 2011a06d-273a-44c5-b7e1-0e969ca54594, host n-h2-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:09:20.758827 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-e7ff339c-12ec-4026-8b89-5fbaa306f540 req-8521fee6-e757-418b-b941-832975f8c4d3 service neutron] For port 2011a06d-273a-44c5-b7e1-0e969ca54594, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=2011a06d-273a-44c5-b7e1-0e969ca54594,segment=NetworkSegment(1d12c223-c1ef-4a9f-920c-d1018ef932ee),segment_id=1d12c223-c1ef-4a9f-920c-d1018ef932ee)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:09:20.769676 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-e7ff339c-12ec-4026-8b89-5fbaa306f540 req-8521fee6-e757-418b-b941-832975f8c4d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:20.814302 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ff339c-12ec-4026-8b89-5fbaa306f540 req-8521fee6-e757-418b-b941-832975f8c4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:20.816548 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-e7ff339c-12ec-4026-8b89-5fbaa306f540 req-8521fee6-e757-418b-b941-832975f8c4d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:20.820902 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e7ff339c-12ec-4026-8b89-5fbaa306f540 req-8521fee6-e757-418b-b941-832975f8c4d3 service neutron] 10.222.0.44 "PUT /v2.0/ports/2011a06d-273a-44c5-b7e1-0e969ca54594 HTTP/1.1" status: 200 len: 1091 time: 1.6711457 Dec 06 17:09:20.821373 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41819a31-9db2-4996-baec-4193f06f2109', 'tag': '2011a06d-273a-44c5-b7e1-0e969ca54594'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:09:20.824120 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8435418-12d7-4c50-934e-7741746d079c" -d '{"events": [{"name": "network-changed", "server_uuid": "41819a31-9db2-4996-baec-4193f06f2109", "tag": "2011a06d-273a-44c5-b7e1-0e969ca54594"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:09:20.833439 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-a44d6cd4-df99-4556-bcbf-bdb05f50c351 None None] Set router e80afa86-7511-44b2-aa93-5c0db67454fd gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:09:20.898249 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8521fee6-e757-418b-b941-832975f8c4d3 service neutron] Pushing event updated for resources: {'Port': ['ID=2011a06d-273a-44c5-b7e1-0e969ca54594,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:09:20.943520 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b89fce18-c35a-411c-9645-5e3817474f6b x-openstack-request-id: req-b89fce18-c35a-411c-9645-5e3817474f6b {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:09:20.943799 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41819a31-9db2-4996-baec-4193f06f2109", "tag": "2011a06d-273a-44c5-b7e1-0e969ca54594", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:09:20.944061 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b89fce18-c35a-411c-9645-5e3817474f6b {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:09:20.944461 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41819a31-9db2-4996-baec-4193f06f2109', 'tag': '2011a06d-273a-44c5-b7e1-0e969ca54594', 'status': 'completed', 'code': 200} Dec 06 17:09:20.978545 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ff339c-12ec-4026-8b89-5fbaa306f540 req-2a829d44-91f4-4de0-a99c-f5110cd1ba83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:20.981283 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e7ff339c-12ec-4026-8b89-5fbaa306f540 req-2a829d44-91f4-4de0-a99c-f5110cd1ba83 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=659cd0f4811845faa9fc0d0d08b99b79&device_id=41819a31-9db2-4996-baec-4193f06f2109 HTTP/1.1" status: 200 len: 1094 time: 0.0946765 Dec 06 17:09:21.039042 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e7ff339c-12ec-4026-8b89-5fbaa306f540 req-9ed77eed-e91d-4c32-9899-53d55d404310 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2011a06d-273a-44c5-b7e1-0e969ca54594 HTTP/1.1" status: 200 len: 217 time: 0.0496657 Dec 06 17:09:21.103802 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ff339c-12ec-4026-8b89-5fbaa306f540 req-fbeeaf3b-98ab-4ce5-be1d-5048d436f06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:21.105824 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e7ff339c-12ec-4026-8b89-5fbaa306f540 req-fbeeaf3b-98ab-4ce5-be1d-5048d436f06d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=48f1cc23-c700-419f-b04b-ebb1334c97b9 HTTP/1.1" status: 200 len: 845 time: 0.0581114 Dec 06 17:09:21.114376 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279f9042-7144-4ad7-b370-9a9f565233cc req-55140f77-a4c8-4df1-b204-f21a34b12309 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:21.116187 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-279f9042-7144-4ad7-b370-9a9f565233cc req-55140f77-a4c8-4df1-b204-f21a34b12309 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/ports?device_id=e18433a4-3957-4cd1-953e-26f1937c354f HTTP/1.1" status: 200 len: 944 time: 0.1161387 Dec 06 17:09:21.133884 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-a44d6cd4-df99-4556-bcbf-bdb05f50c351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e80afa86-7511-44b2-aa93-5c0db67454fd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-134019396-router', 'tenant_id': '92122cf46378473eb06bf059f15f9b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.166'}], 'enable_snat': True}, 'gw_port_id': '2bc8ca0a-7192-42e1-b61d-d0162096843c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:09:15Z', 'updated_at': '2021-12-06T17:09:18Z', 'revision_number': 3, 'project_id': '92122cf46378473eb06bf059f15f9b69', 'gw_port': {'id': '2bc8ca0a-7192-42e1-b61d-d0162096843c', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:10:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e80afa86-7511-44b2-aa93-5c0db67454fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:09:17Z', 'updated_at': '2021-12-06T17:09:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:09:21.149116 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e7ff339c-12ec-4026-8b89-5fbaa306f540 req-1adf6d13-2bad-4ae3-9c38-952223e71b5f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5345745c-70bf-40fb-8cb5-545836ece5ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340328 Dec 06 17:09:21.174835 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44d6cd4-df99-4556-bcbf-bdb05f50c351 None None] Checking router: e80afa86-7511-44b2-aa93-5c0db67454fd for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:09:21.175482 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44d6cd4-df99-4556-bcbf-bdb05f50c351 None None] Updating router e80afa86-7511-44b2-aa93-5c0db67454fd port 2bc8ca0a-7192-42e1-b61d-d0162096843c binding host n-d-master-1 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:09:21.203836 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a44d6cd4-df99-4556-bcbf-bdb05f50c351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:21.261096 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-279f9042-7144-4ad7-b370-9a9f565233cc req-5f83a64e-fef0-4c5a-a10b-595da4489e60 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbbbe13e-c3cf-4699-8577-456085f920c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346524 Dec 06 17:09:21.311962 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e7ff339c-12ec-4026-8b89-5fbaa306f540 req-bc011e7f-b584-4407-b848-68a089343ceb service neutron] 10.222.0.44 "GET /v2.0/networks/5345745c-70bf-40fb-8cb5-545836ece5ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551797 Dec 06 17:09:21.339287 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-abc6af36-22c9-4921-9803-c8c45ef6c1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:21.341745 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d324a4ee-e492-4c9d-9534-ee2961b5005b req-c493fceb-d399-428a-90d6-d62344225697 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:21.343443 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d324a4ee-e492-4c9d-9534-ee2961b5005b req-c493fceb-d399-428a-90d6-d62344225697 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2d120db-3c1e-4e7f-9fa1-3ee957306d01 HTTP/1.1" status: 200 len: 948 time: 0.0879266 Dec 06 17:09:21.454912 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 8b72c507-ab7f-472b-b4c2-d0e3a63c5223 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:09:21.462558 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d324a4ee-e492-4c9d-9534-ee2961b5005b req-0146fdae-c2df-4c7f-a6eb-983be4c3b844 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055422 Dec 06 17:09:21.504473 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e7ff339c-12ec-4026-8b89-5fbaa306f540 req-b0bd26eb-c1f5-462b-9087-26a05dc7f29f service neutron] 10.222.0.44 "GET /v2.0/networks/5345745c-70bf-40fb-8cb5-545836ece5ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824589 Dec 06 17:09:21.649065 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-abc6af36-22c9-4921-9803-c8c45ef6c1c1 admin admin] Allocated IP 172.20.0.1 (e65e79ee-364c-4d8a-9bbe-30afa3950dc3/d3a427ff-c21c-4cb9-9bbf-427825b11026/facd6e1f-f144-45f5-9c3e-1cc68abb0735) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:09:21.680767 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8435418-12d7-4c50-934e-7741746d079c req-c7b86dff-fe8e-494d-b255-ca886f9155fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:21.682414 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d8435418-12d7-4c50-934e-7741746d079c req-c7b86dff-fe8e-494d-b255-ca886f9155fd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=659cd0f4811845faa9fc0d0d08b99b79&device_id=41819a31-9db2-4996-baec-4193f06f2109 HTTP/1.1" status: 200 len: 1094 time: 0.1111379 Dec 06 17:09:21.701499 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 8b72c507-ab7f-472b-b4c2-d0e3a63c5223, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8b72c507-ab7f-472b-b4c2-d0e3a63c5223,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:09:21.724845 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': '8b72c507-ab7f-472b-b4c2-d0e3a63c5223', 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a', 'port_id': '8b72c507-ab7f-472b-b4c2-d0e3a63c5223', 'mac_address': 'fa:16:3e:79:0f:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1342252a-21e4-4783-88ff-f54776c79059', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:09:21.730134 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a44d6cd4-df99-4556-bcbf-bdb05f50c351 None None] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:21.757748 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a44d6cd4-df99-4556-bcbf-bdb05f50c351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:21.841878 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-a44d6cd4-df99-4556-bcbf-bdb05f50c351 None None] Attempting to bind port 2bc8ca0a-7192-42e1-b61d-d0162096843c on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:09:21.842342 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-a44d6cd4-df99-4556-bcbf-bdb05f50c351 None None] Attempting to bind port 2bc8ca0a-7192-42e1-b61d-d0162096843c by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:09:21.842677 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44d6cd4-df99-4556-bcbf-bdb05f50c351 None None] Attempting to bind port 2bc8ca0a-7192-42e1-b61d-d0162096843c on network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:09:21.854240 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44d6cd4-df99-4556-bcbf-bdb05f50c351 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:09:21.854726 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44d6cd4-df99-4556-bcbf-bdb05f50c351 None None] Checking segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:09:21.855046 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a44d6cd4-df99-4556-bcbf-bdb05f50c351 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:21.855449 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44d6cd4-df99-4556-bcbf-bdb05f50c351 None None] Bound using segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:09:21.856320 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-a44d6cd4-df99-4556-bcbf-bdb05f50c351 None None] Bound port: 2bc8ca0a-7192-42e1-b61d-d0162096843c, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:09:21.856719 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a44d6cd4-df99-4556-bcbf-bdb05f50c351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:21.856836 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f053b50d-fc93-4cd2-870c-5a46cdb8b3db req-911397dc-a467-483c-8341-3fd3bf2a204a tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:21.860965 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:21.865621 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f053b50d-fc93-4cd2-870c-5a46cdb8b3db req-911397dc-a467-483c-8341-3fd3bf2a204a tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0f38465-af39-47f5-acaf-92ce9373a0cf HTTP/1.1" status: 200 len: 944 time: 0.1763160 Dec 06 17:09:21.902801 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b72c507-ab7f-472b-b4c2-d0e3a63c5223 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:09:21.908301 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-abc6af36-22c9-4921-9803-c8c45ef6c1c1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:21.926813 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 8b72c507-ab7f-472b-b4c2-d0e3a63c5223, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8b72c507-ab7f-472b-b4c2-d0e3a63c5223,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:09:21.936106 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c05b78-8853-4ff7-bfc1-d9f3546828f0 None None] Pushing event updated for resources: {'Port': ['ID=2bc8ca0a-7192-42e1-b61d-d0162096843c,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:09:21.956282 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:21.957456 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device e2273c36-7b59-49c2-96e4-51a661d5c4cb details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:09:21.972253 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-abc6af36-22c9-4921-9803-c8c45ef6c1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:22.028995 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc6af36-22c9-4921-9803-c8c45ef6c1c1 admin admin] Pushing event updated for resources: {'Port': ['ID=facd6e1f-f144-45f5-9c3e-1cc68abb0735,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:09:22.050634 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=8b72c507-ab7f-472b-b4c2-d0e3a63c5223,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:09:22.054038 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc6af36-22c9-4921-9803-c8c45ef6c1c1 admin admin] Network e65e79ee-364c-4d8a-9bbe-30afa3950dc3 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:09:22.068263 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503fd08d-a75e-4e78-b9b7-d2724b54efb6 req-6209d4e1-0214-4b9b-837d-c6be9e3e73c9 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:22.078047 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-503fd08d-a75e-4e78-b9b7-d2724b54efb6 req-6209d4e1-0214-4b9b-837d-c6be9e3e73c9 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/ports?device_id=41819a31-9db2-4996-baec-4193f06f2109 HTTP/1.1" status: 200 len: 943 time: 0.2565341 Dec 06 17:09:22.105101 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-abc6af36-22c9-4921-9803-c8c45ef6c1c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:09:22.125318 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc6af36-22c9-4921-9803-c8c45ef6c1c1 admin admin] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:09:22.130445 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a44d6cd4-df99-4556-bcbf-bdb05f50c351 None None] For port 2bc8ca0a-7192-42e1-b61d-d0162096843c, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:09:22.148759 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device ecf06bf3-5c8d-4b0b-b820-73cd4b9c7b37 up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:09:22.187403 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-abc6af36-22c9-4921-9803-c8c45ef6c1c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539179'] for router_interface, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:22.204484 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a44d6cd4-df99-4556-bcbf-bdb05f50c351 None None] For port 2bc8ca0a-7192-42e1-b61d-d0162096843c, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2bc8ca0a-7192-42e1-b61d-d0162096843c,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:09:22.221373 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8435418-12d7-4c50-934e-7741746d079c req-8193fcce-bdb8-43a3-8e1d-4f387711569a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:22.223191 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d8435418-12d7-4c50-934e-7741746d079c req-8193fcce-bdb8-43a3-8e1d-4f387711569a service neutron] 10.222.0.44 "GET /v2.0/networks?id=5345745c-70bf-40fb-8cb5-545836ece5ce HTTP/1.1" status: 200 len: 906 time: 0.5068383 Dec 06 17:09:22.247372 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f053b50d-fc93-4cd2-870c-5a46cdb8b3db req-fdce1c78-1d8f-46e0-8ddf-996a44f5d9a2 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3807287 Dec 06 17:09:22.265613 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a44d6cd4-df99-4556-bcbf-bdb05f50c351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:22.286482 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d8435418-12d7-4c50-934e-7741746d079c req-8151836c-9bd9-4255-87c9-13063f0aadf0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2011a06d-273a-44c5-b7e1-0e969ca54594 HTTP/1.1" status: 200 len: 217 time: 0.0532658 Dec 06 17:09:22.366396 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c05b78-8853-4ff7-bfc1-d9f3546828f0 None None] Pushing event updated for resources: {'Port': ['ID=2bc8ca0a-7192-42e1-b61d-d0162096843c,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:09:22.373722 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8435418-12d7-4c50-934e-7741746d079c req-19bcae45-317f-4ca4-b652-031962272e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:22.375574 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d8435418-12d7-4c50-934e-7741746d079c req-19bcae45-317f-4ca4-b652-031962272e2a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=48f1cc23-c700-419f-b04b-ebb1334c97b9 HTTP/1.1" status: 200 len: 845 time: 0.0816877 Dec 06 17:09:22.388270 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-503fd08d-a75e-4e78-b9b7-d2724b54efb6 req-c0d4104f-e18f-430f-b7ff-9e752fb22e91 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/security-groups?id=79a8a720-4d91-42c0-8bdb-aecf1d5b7573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3092725 Dec 06 17:09:22.433037 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d8435418-12d7-4c50-934e-7741746d079c req-20b3a5b3-2c0f-4898-bc09-c1a3ba4e8372 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5345745c-70bf-40fb-8cb5-545836ece5ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485086 Dec 06 17:09:22.441373 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44d6cd4-df99-4556-bcbf-bdb05f50c351 None None] Routers {'e80afa86-7511-44b2-aa93-5c0db67454fd'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:09:22.442046 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-a44d6cd4-df99-4556-bcbf-bdb05f50c351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:09:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['e80afa86-7511-44b2-aa93-5c0db67454fd'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:09:22.552876 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port e2273c36-7b59-49c2-96e4-51a661d5c4cb, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=e2273c36-7b59-49c2-96e4-51a661d5c4cb,segment=NetworkSegment(d43b23f1-3a85-4be8-8063-3fe18696b942),segment_id=d43b23f1-3a85-4be8-8063-3fe18696b942)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:09:22.559995 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning for port ecf06bf3-5c8d-4b0b-b820-73cd4b9c7b37 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:09:22.578720 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port ecf06bf3-5c8d-4b0b-b820-73cd4b9c7b37 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:09:22.579088 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:22.611406 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': 'e2273c36-7b59-49c2-96e4-51a661d5c4cb', 'network_id': 'f368e270-aa86-47d2-9c8f-0ac2b4fc8997', 'port_id': 'e2273c36-7b59-49c2-96e4-51a661d5c4cb', 'mac_address': 'fa:16:3e:3a:57:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f77759ce-94b4-46a8-b90f-f881b9e38f99', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:09:22.674319 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-abc6af36-22c9-4921-9803-c8c45ef6c1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:22.679076 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-e4615547-97e9-4b2b-acc7-26b4912eac0e None None] Provisioning complete for port facd6e1f-f144-45f5-9c3e-1cc68abb0735 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:09:22.679437 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e4615547-97e9-4b2b-acc7-26b4912eac0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:22.715506 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68992a-a36b-45b1-b89c-004c2f54957b req-0e0a90f4-0640-45aa-ad5d-576259901815 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:22.729359 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3d68992a-a36b-45b1-b89c-004c2f54957b req-0e0a90f4-0640-45aa-ad5d-576259901815 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2d120db-3c1e-4e7f-9fa1-3ee957306d01 HTTP/1.1" status: 200 len: 949 time: 0.1325605 Dec 06 17:09:22.736183 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea08162-d821-4142-8a4e-4df4ea73173d req-8d125cb5-0781-458b-9565-43b973c4f740 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:22.744639 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bea08162-d821-4142-8a4e-4df4ea73173d req-8d125cb5-0781-458b-9565-43b973c4f740 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/ports?device_id=e18433a4-3957-4cd1-953e-26f1937c354f HTTP/1.1" status: 200 len: 944 time: 0.2005129 Dec 06 17:09:22.749686 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-a44d6cd4-df99-4556-bcbf-bdb05f50c351 None None] Set router e80afa86-7511-44b2-aa93-5c0db67454fd gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:09:22.792953 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d8435418-12d7-4c50-934e-7741746d079c req-b0d76cc1-8d96-4463-b678-0edb9650f2db service neutron] 10.222.0.44 "GET /v2.0/networks/5345745c-70bf-40fb-8cb5-545836ece5ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3516462 Dec 06 17:09:22.822161 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-e4615547-97e9-4b2b-acc7-26b4912eac0e None None] Port facd6e1f-f144-45f5-9c3e-1cc68abb0735 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:09:22.850371 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3d68992a-a36b-45b1-b89c-004c2f54957b req-3427aec2-61b8-4315-ac93-69f9db786e89 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197324 Dec 06 17:09:22.855370 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bea08162-d821-4142-8a4e-4df4ea73173d req-2000e318-a8e0-4ed4-853f-58735cfc55f0 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbbbe13e-c3cf-4699-8577-456085f920c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079402 Dec 06 17:09:22.953761 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d8435418-12d7-4c50-934e-7741746d079c req-7295053c-db8d-454c-8fae-38958b7b4da0 service neutron] 10.222.0.44 "GET /v2.0/networks/5345745c-70bf-40fb-8cb5-545836ece5ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503153 Dec 06 17:09:22.976374 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:23.038499 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-abc6af36-22c9-4921-9803-c8c45ef6c1c1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:23.047485 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-abc6af36-22c9-4921-9803-c8c45ef6c1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:23.136779 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2273c36-7b59-49c2-96e4-51a661d5c4cb {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:09:23.139991 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc6af36-22c9-4921-9803-c8c45ef6c1c1 admin admin] Pushing event updated for resources: {'Port': ['ID=facd6e1f-f144-45f5-9c3e-1cc68abb0735,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:09:23.143016 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-abc6af36-22c9-4921-9803-c8c45ef6c1c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-772465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539207'] for router_interface, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:23.164666 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port e2273c36-7b59-49c2-96e4-51a661d5c4cb, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=e2273c36-7b59-49c2-96e4-51a661d5c4cb,segment=NetworkSegment(d43b23f1-3a85-4be8-8063-3fe18696b942),segment_id=d43b23f1-3a85-4be8-8063-3fe18696b942)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:09:23.203810 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:23.254831 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:23.299338 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-a44d6cd4-df99-4556-bcbf-bdb05f50c351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e80afa86-7511-44b2-aa93-5c0db67454fd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-134019396-router', 'tenant_id': '92122cf46378473eb06bf059f15f9b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.166'}], 'enable_snat': True}, 'gw_port_id': '2bc8ca0a-7192-42e1-b61d-d0162096843c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:09:15Z', 'updated_at': '2021-12-06T17:09:18Z', 'revision_number': 3, 'project_id': '92122cf46378473eb06bf059f15f9b69', 'gw_port': {'id': '2bc8ca0a-7192-42e1-b61d-d0162096843c', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:10:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e80afa86-7511-44b2-aa93-5c0db67454fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:09:17Z', 'updated_at': '2021-12-06T17:09:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:09:23.302526 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=e2273c36-7b59-49c2-96e4-51a661d5c4cb,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:09:23.310024 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc6af36-22c9-4921-9803-c8c45ef6c1c1 admin admin] Network e65e79ee-364c-4d8a-9bbe-30afa3950dc3 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:09:23.311653 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-abc6af36-22c9-4921-9803-c8c45ef6c1c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:09:23.337095 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e18433a4-3957-4cd1-953e-26f1937c354f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecf06bf3-5c8d-4b0b-b820-73cd4b9c7b37'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:09:23.339403 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-358f161b-0202-440e-8387-54bf16373cfc" -d '{"events": [{"server_uuid": "e18433a4-3957-4cd1-953e-26f1937c354f", "name": "network-vif-plugged", "status": "completed", "tag": "ecf06bf3-5c8d-4b0b-b820-73cd4b9c7b37"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:09:23.353205 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44d6cd4-df99-4556-bcbf-bdb05f50c351 None None] The sync data for ids ['e80afa86-7511-44b2-aa93-5c0db67454fd'] in n-d-master-1 is: [{'id': 'e80afa86-7511-44b2-aa93-5c0db67454fd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-134019396-router', 'tenant_id': '92122cf46378473eb06bf059f15f9b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.166'}], 'enable_snat': True}, 'gw_port_id': '2bc8ca0a-7192-42e1-b61d-d0162096843c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:09:15Z', 'updated_at': '2021-12-06T17:09:18Z', 'revision_number': 3, 'project_id': '92122cf46378473eb06bf059f15f9b69', 'gw_port': {'id': '2bc8ca0a-7192-42e1-b61d-d0162096843c', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:10:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e80afa86-7511-44b2-aa93-5c0db67454fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:09:17Z', 'updated_at': '2021-12-06T17:09:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:09:23.359557 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port ecf06bf3-5c8d-4b0b-b820-73cd4b9c7b37, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ecf06bf3-5c8d-4b0b-b820-73cd4b9c7b37,segment=NetworkSegment(94f9461b-62d6-4912-b0a6-1a80857b81dc),segment_id=94f9461b-62d6-4912-b0a6-1a80857b81dc)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:09:23.388125 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:23.429803 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb794dec-bcbb-4784-bb5f-1fd85fa17bc0 x-openstack-request-id: req-bb794dec-bcbb-4784-bb5f-1fd85fa17bc0 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:09:23.430108 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e18433a4-3957-4cd1-953e-26f1937c354f", "name": "network-vif-plugged", "status": "completed", "tag": "ecf06bf3-5c8d-4b0b-b820-73cd4b9c7b37", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:09:23.430373 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bb794dec-bcbb-4784-bb5f-1fd85fa17bc0 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:09:23.431137 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e18433a4-3957-4cd1-953e-26f1937c354f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecf06bf3-5c8d-4b0b-b820-73cd4b9c7b37', 'code': 200} Dec 06 17:09:23.477876 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=ecf06bf3-5c8d-4b0b-b820-73cd4b9c7b37,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:09:23.504837 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['8b72c507-ab7f-472b-b4c2-d0e3a63c5223'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:09:23.509940 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['e2273c36-7b59-49c2-96e4-51a661d5c4cb'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:09:23.613135 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b0a0ec-24f5-4f20-850c-220de64ad13e req-19bd4a32-98ef-4383-a4cc-25fb8861da60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:23.624271 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-71b0a0ec-24f5-4f20-850c-220de64ad13e req-19bd4a32-98ef-4383-a4cc-25fb8861da60 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e18433a4-3957-4cd1-953e-26f1937c354f HTTP/1.1" status: 200 len: 1096 time: 0.1244717 Dec 06 17:09:23.630219 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c487971-6945-4131-bd1f-17f06ace4a29 req-57852f1a-524b-4633-b52c-b42b6ff5dd10 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:23.638969 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4c487971-6945-4131-bd1f-17f06ace4a29 req-57852f1a-524b-4633-b52c-b42b6ff5dd10 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0f38465-af39-47f5-acaf-92ce9373a0cf HTTP/1.1" status: 200 len: 945 time: 0.2469969 Dec 06 17:09:23.747044 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-71b0a0ec-24f5-4f20-850c-220de64ad13e req-bcd496f3-ac91-439e-a134-c2852a440f5a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=fbbbe13e-c3cf-4699-8577-456085f920c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142919 Dec 06 17:09:23.769331 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42044c38-6a90-4d51-bf40-5b02995fe1da req-a27b1917-0a04-4d79-802b-c0b8c4065d8e tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:23.779186 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-42044c38-6a90-4d51-bf40-5b02995fe1da req-a27b1917-0a04-4d79-802b-c0b8c4065d8e tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/ports?device_id=41819a31-9db2-4996-baec-4193f06f2109 HTTP/1.1" status: 200 len: 943 time: 0.0926538 Dec 06 17:09:23.823868 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4c487971-6945-4131-bd1f-17f06ace4a29 req-2cef8e50-199b-44b7-827e-807d05629b33 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734283 Dec 06 17:09:23.834273 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abc6af36-22c9-4921-9803-c8c45ef6c1c1 admin admin] Router e80afa86-7511-44b2-aa93-5c0db67454fd has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:09:23.891627 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-42044c38-6a90-4d51-bf40-5b02995fe1da req-3c6c3fcc-5f0e-42fb-a52b-9b6a5ac516b3 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/security-groups?id=79a8a720-4d91-42c0-8bdb-aecf1d5b7573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112714 Dec 06 17:09:24.057007 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abc6af36-22c9-4921-9803-c8c45ef6c1c1 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:09:24.075679 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-abc6af36-22c9-4921-9803-c8c45ef6c1c1 admin admin] 10.222.0.23 "PUT /v2.0/routers/e80afa86-7511-44b2-aa93-5c0db67454fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4330215 Dec 06 17:09:24.111907 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e33fabc-9668-4bd1-b2b7-7c13bb887586 req-fa2778e5-89fa-4356-a17d-421aafb5458c tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:24.113694 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8e33fabc-9668-4bd1-b2b7-7c13bb887586 req-fa2778e5-89fa-4356-a17d-421aafb5458c tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2d120db-3c1e-4e7f-9fa1-3ee957306d01 HTTP/1.1" status: 200 len: 949 time: 0.1235194 Dec 06 17:09:24.147414 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-801fd2b0-5bcb-428c-9f36-65eab371d52c None None] Provisioning complete for port facd6e1f-f144-45f5-9c3e-1cc68abb0735 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:09:24.147790 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-801fd2b0-5bcb-428c-9f36-65eab371d52c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:24.193174 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cdfa50-495d-4ad3-96fb-e4405bc08672 req-c495d48e-26fb-47f0-a18a-ea4fc14ccf6c tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:24.205773 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-18cdfa50-495d-4ad3-96fb-e4405bc08672 req-c495d48e-26fb-47f0-a18a-ea4fc14ccf6c tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/ports?device_id=e18433a4-3957-4cd1-953e-26f1937c354f HTTP/1.1" status: 200 len: 945 time: 0.1178658 Dec 06 17:09:24.216416 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 2011a06d-273a-44c5-b7e1-0e969ca54594 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:09:24.224816 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8e33fabc-9668-4bd1-b2b7-7c13bb887586 req-49edd5b8-354e-4794-8c0c-1a7dd82fa451 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029170 Dec 06 17:09:24.294406 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-18cdfa50-495d-4ad3-96fb-e4405bc08672 req-4ddf96a6-1146-4119-b854-894cacfe678c tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbbbe13e-c3cf-4699-8577-456085f920c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876877 Dec 06 17:09:24.387204 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-801fd2b0-5bcb-428c-9f36-65eab371d52c None None] Port facd6e1f-f144-45f5-9c3e-1cc68abb0735 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:09:24.406734 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 2011a06d-273a-44c5-b7e1-0e969ca54594, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=2011a06d-273a-44c5-b7e1-0e969ca54594,segment=NetworkSegment(1d12c223-c1ef-4a9f-920c-d1018ef932ee),segment_id=1d12c223-c1ef-4a9f-920c-d1018ef932ee)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:09:24.420921 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': '2011a06d-273a-44c5-b7e1-0e969ca54594', 'network_id': '5345745c-70bf-40fb-8cb5-545836ece5ce', 'port_id': '2011a06d-273a-44c5-b7e1-0e969ca54594', 'mac_address': 'fa:16:3e:d4:9e:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48f1cc23-c700-419f-b04b-ebb1334c97b9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:09:24.467972 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:24.485612 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2011a06d-273a-44c5-b7e1-0e969ca54594 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:09:24.509772 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 2011a06d-273a-44c5-b7e1-0e969ca54594, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=2011a06d-273a-44c5-b7e1-0e969ca54594,segment=NetworkSegment(1d12c223-c1ef-4a9f-920c-d1018ef932ee),segment_id=1d12c223-c1ef-4a9f-920c-d1018ef932ee)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:09:24.516596 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:24.613748 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=2011a06d-273a-44c5-b7e1-0e969ca54594,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:09:24.803022 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['2011a06d-273a-44c5-b7e1-0e969ca54594'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:09:25.018121 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aff743-7ee7-4f35-8e36-bf6b0cd34233 req-748468d7-5ac7-4b93-ba0b-993549fc4038 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:25.021143 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-82aff743-7ee7-4f35-8e36-bf6b0cd34233 req-748468d7-5ac7-4b93-ba0b-993549fc4038 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0f38465-af39-47f5-acaf-92ce9373a0cf HTTP/1.1" status: 200 len: 945 time: 0.0733266 Dec 06 17:09:25.123015 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-82aff743-7ee7-4f35-8e36-bf6b0cd34233 req-947c3969-e73b-4123-8440-a53afb84f705 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920117 Dec 06 17:09:25.145979 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ed55dc-baf8-4e74-bf90-9608510f1827 req-9fe72e7c-86a4-48d4-a0d0-a02ce2d0d477 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:25.153694 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a8ed55dc-baf8-4e74-bf90-9608510f1827 req-9fe72e7c-86a4-48d4-a0d0-a02ce2d0d477 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] 10.222.0.23 "GET /v2.0/networks?id=e65e79ee-364c-4d8a-9bbe-30afa3950dc3 HTTP/1.1" status: 200 len: 828 time: 0.1707115 Dec 06 17:09:25.171734 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a8ed55dc-baf8-4e74-bf90-9608510f1827 req-89701f0c-822a-4d21-b9cc-71e84669022c tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] 10.222.0.23 "GET /v2.0/quotas/92122cf46378473eb06bf059f15f9b69 HTTP/1.1" status: 200 len: 375 time: 0.0166407 Dec 06 17:09:25.236155 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a8ed55dc-baf8-4e74-bf90-9608510f1827 req-4a860433-b0c3-4fce-aa22-8211e353d49f tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=92122cf46378473eb06bf059f15f9b69&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0638647 Dec 06 17:09:25.254163 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dc3a63-3535-4bf6-95d8-a1187f642ad3 req-58e6bf75-f6e9-4a37-b435-b38b17329609 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:25.255958 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-95dc3a63-3535-4bf6-95d8-a1187f642ad3 req-58e6bf75-f6e9-4a37-b435-b38b17329609 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/ports?device_id=41819a31-9db2-4996-baec-4193f06f2109 HTTP/1.1" status: 200 len: 944 time: 0.0670304 Dec 06 17:09:25.328865 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-95dc3a63-3535-4bf6-95d8-a1187f642ad3 req-6fe0c0b8-4528-40e0-9a22-0c8d1ade8515 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/security-groups?id=79a8a720-4d91-42c0-8bdb-aecf1d5b7573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638840 Dec 06 17:09:25.361557 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a8ed55dc-baf8-4e74-bf90-9608510f1827 req-1ef6834b-3f7b-4067-9a12-df6d44af7e2a service neutron] 10.222.0.23 "GET /v2.0/networks/e65e79ee-364c-4d8a-9bbe-30afa3950dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177835 Dec 06 17:09:25.424888 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 8b72c507-ab7f-472b-b4c2-d0e3a63c5223 up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:09:25.490026 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a8ed55dc-baf8-4e74-bf90-9608510f1827 req-ebb4905d-238e-4096-8216-90597359cbe2 service neutron] 10.222.0.23 "GET /v2.0/networks/e65e79ee-364c-4d8a-9bbe-30afa3950dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271160 Dec 06 17:09:25.555554 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port 8b72c507-ab7f-472b-b4c2-d0e3a63c5223 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:09:25.560013 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port 8b72c507-ab7f-472b-b4c2-d0e3a63c5223 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:09:25.560583 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:25.593447 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 2bc8ca0a-7192-42e1-b61d-d0162096843c up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:09:25.624460 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0242605-82ae-4017-b5c7-cc16481ed700 req-30e4241a-f3e3-4a39-9044-09695ed3ecdd tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:25.635516 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d0242605-82ae-4017-b5c7-cc16481ed700 req-30e4241a-f3e3-4a39-9044-09695ed3ecdd tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2d120db-3c1e-4e7f-9fa1-3ee957306d01 HTTP/1.1" status: 200 len: 949 time: 0.0868707 Dec 06 17:09:25.720920 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 2bc8ca0a-7192-42e1-b61d-d0162096843c triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:09:25.721605 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:25.726040 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:25.734399 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d0242605-82ae-4017-b5c7-cc16481ed700 req-6422a1ac-b622-4987-9a6e-a340a582e3ae tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972986 Dec 06 17:09:25.841022 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70829856-e429-456a-be3e-6bde58f6e9de req-14aca501-1ead-409a-977f-0642db45ddb5 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:25.852179 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-70829856-e429-456a-be3e-6bde58f6e9de req-14aca501-1ead-409a-977f-0642db45ddb5 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/ports?device_id=e18433a4-3957-4cd1-953e-26f1937c354f HTTP/1.1" status: 200 len: 945 time: 0.1298170 Dec 06 17:09:25.872684 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 8b72c507-ab7f-472b-b4c2-d0e3a63c5223, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8b72c507-ab7f-472b-b4c2-d0e3a63c5223,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:09:25.874780 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2d120db-3c1e-4e7f-9fa1-3ee957306d01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b72c507-ab7f-472b-b4c2-d0e3a63c5223'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:09:25.881664 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12649bf0-497d-44b1-93ab-64ca5ed79db8" -d '{"events": [{"server_uuid": "a2d120db-3c1e-4e7f-9fa1-3ee957306d01", "name": "network-vif-plugged", "status": "completed", "tag": "8b72c507-ab7f-472b-b4c2-d0e3a63c5223"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:09:25.898520 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:25.899332 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device e2273c36-7b59-49c2-96e4-51a661d5c4cb up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:09:25.981347 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898cd7c3-83e0-439e-8856-b06a8db43abc None None] Sync routers for ids ['e80afa86-7511-44b2-aa93-5c0db67454fd'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:09:25.996453 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898cd7c3-83e0-439e-8856-b06a8db43abc None None] Routers {'e80afa86-7511-44b2-aa93-5c0db67454fd'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:09:25.998397 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-70829856-e429-456a-be3e-6bde58f6e9de req-9885a25f-0d6f-415a-8d80-dbe66edaa455 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbbbe13e-c3cf-4699-8577-456085f920c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382630 Dec 06 17:09:25.999113 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-898cd7c3-83e0-439e-8856-b06a8db43abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:09:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['e80afa86-7511-44b2-aa93-5c0db67454fd'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:09:26.076349 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-269cd457-a45a-469a-9718-8bfb802075aa req-46b6c8c1-cdfe-45b2-9fd5-f5ca7b9c3eb9 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89fcd187-593e-4870-9318-7e7e4aaeee67 HTTP/1.1" status: 200 len: 210 time: 0.0561879 Dec 06 17:09:26.100886 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=8b72c507-ab7f-472b-b4c2-d0e3a63c5223,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:09:26.125162 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a687281-0853-45b5-84c8-a6a0860a8d0b x-openstack-request-id: req-7a687281-0853-45b5-84c8-a6a0860a8d0b {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:09:26.125497 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2d120db-3c1e-4e7f-9fa1-3ee957306d01", "name": "network-vif-plugged", "status": "completed", "tag": "8b72c507-ab7f-472b-b4c2-d0e3a63c5223", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:09:26.125787 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7a687281-0853-45b5-84c8-a6a0860a8d0b {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:09:26.126300 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2d120db-3c1e-4e7f-9fa1-3ee957306d01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b72c507-ab7f-472b-b4c2-d0e3a63c5223', 'code': 200} Dec 06 17:09:26.137231 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:26.158918 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 2011a06d-273a-44c5-b7e1-0e969ca54594 up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:09:26.214804 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-898cd7c3-83e0-439e-8856-b06a8db43abc None None] Set router e80afa86-7511-44b2-aa93-5c0db67454fd gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:09:26.252420 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db83930d-bb82-4fb6-9c5c-8864eb8745c1 req-9a6bcab2-cdfa-434b-a4f2-2ac9795acffe tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:26.257054 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] For port 2bc8ca0a-7192-42e1-b61d-d0162096843c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2bc8ca0a-7192-42e1-b61d-d0162096843c,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:09:26.266852 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-db83930d-bb82-4fb6-9c5c-8864eb8745c1 req-9a6bcab2-cdfa-434b-a4f2-2ac9795acffe tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/ports?device_id=e18433a4-3957-4cd1-953e-26f1937c354f HTTP/1.1" status: 200 len: 945 time: 0.1038334 Dec 06 17:09:26.272698 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:26.353646 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Pushing event updated for resources: {'Port': ['ID=2bc8ca0a-7192-42e1-b61d-d0162096843c,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:09:26.374840 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port e2273c36-7b59-49c2-96e4-51a661d5c4cb completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:09:26.376649 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-db83930d-bb82-4fb6-9c5c-8864eb8745c1 req-3316ac3d-0752-4e97-bdf8-6e11f62f647b tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbbbe13e-c3cf-4699-8577-456085f920c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087215 Dec 06 17:09:26.397837 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port e2273c36-7b59-49c2-96e4-51a661d5c4cb triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:09:26.399560 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:26.498683 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35c31b1-6d20-4e58-b989-6bfaafb855c1 req-fa3d49b7-0d67-4995-86a3-da0cad833923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:26.507977 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e35c31b1-6d20-4e58-b989-6bfaafb855c1 req-fa3d49b7-0d67-4995-86a3-da0cad833923 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a2d120db-3c1e-4e7f-9fa1-3ee957306d01 HTTP/1.1" status: 200 len: 1101 time: 0.2828515 Dec 06 17:09:26.538508 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning for port 2011a06d-273a-44c5-b7e1-0e969ca54594 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:09:26.552447 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port 2011a06d-273a-44c5-b7e1-0e969ca54594 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:09:26.552820 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:26.559187 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f18357-fbf5-4c9e-b8b8-d05b78653ae0 req-2b6341e4-fc83-48cb-9d06-fa0366579d69 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:26.564176 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c314788b-09e9-406c-93dd-7a840f26f346 req-a5eaae3f-3eff-4ad5-af61-2ae6a3ed07b0 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:26.569992 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c4f18357-fbf5-4c9e-b8b8-d05b78653ae0 req-2b6341e4-fc83-48cb-9d06-fa0366579d69 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0f38465-af39-47f5-acaf-92ce9373a0cf HTTP/1.1" status: 200 len: 945 time: 0.2774074 Dec 06 17:09:26.589715 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c314788b-09e9-406c-93dd-7a840f26f346 req-a5eaae3f-3eff-4ad5-af61-2ae6a3ed07b0 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/ports?device_id=41819a31-9db2-4996-baec-4193f06f2109 HTTP/1.1" status: 200 len: 944 time: 0.1042852 Dec 06 17:09:26.604650 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:26.678636 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e35c31b1-6d20-4e58-b989-6bfaafb855c1 req-ec25fb84-08fc-498c-9e40-c8e8e2d9d507 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619716 Dec 06 17:09:26.684999 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port e2273c36-7b59-49c2-96e4-51a661d5c4cb, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=e2273c36-7b59-49c2-96e4-51a661d5c4cb,segment=NetworkSegment(d43b23f1-3a85-4be8-8063-3fe18696b942),segment_id=d43b23f1-3a85-4be8-8063-3fe18696b942)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:09:26.701944 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:26.725998 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c314788b-09e9-406c-93dd-7a840f26f346 req-c17d469a-ae16-4d17-9e50-de7e4fca4372 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/security-groups?id=79a8a720-4d91-42c0-8bdb-aecf1d5b7573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352875 Dec 06 17:09:26.756271 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c4f18357-fbf5-4c9e-b8b8-d05b78653ae0 req-81f2a851-d9f7-452d-9ccd-4774755a74c5 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847138 Dec 06 17:09:26.786624 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=e2273c36-7b59-49c2-96e4-51a661d5c4cb,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:09:26.828192 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:26.906422 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 2011a06d-273a-44c5-b7e1-0e969ca54594, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=2011a06d-273a-44c5-b7e1-0e969ca54594,segment=NetworkSegment(1d12c223-c1ef-4a9f-920c-d1018ef932ee),segment_id=1d12c223-c1ef-4a9f-920c-d1018ef932ee)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:09:26.913548 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:26.987122 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-898cd7c3-83e0-439e-8856-b06a8db43abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e80afa86-7511-44b2-aa93-5c0db67454fd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-134019396-router', 'tenant_id': '92122cf46378473eb06bf059f15f9b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.166'}], 'enable_snat': True}, 'gw_port_id': '2bc8ca0a-7192-42e1-b61d-d0162096843c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:09:15Z', 'updated_at': '2021-12-06T17:09:22Z', 'revision_number': 4, 'project_id': '92122cf46378473eb06bf059f15f9b69', 'gw_port': {'id': '2bc8ca0a-7192-42e1-b61d-d0162096843c', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:10:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e80afa86-7511-44b2-aa93-5c0db67454fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:09:17Z', 'updated_at': '2021-12-06T17:09:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'facd6e1f-f144-45f5-9c3e-1cc68abb0735', 'name': '', 'network_id': 'e65e79ee-364c-4d8a-9bbe-30afa3950dc3', 'tenant_id': '92122cf46378473eb06bf059f15f9b69', 'mac_address': 'fa:16:3e:c8:3f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e80afa86-7511-44b2-aa93-5c0db67454fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'd3a427ff-c21c-4cb9-9bbf-427825b11026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:09:21Z', 'updated_at': '2021-12-06T17:09:22Z', 'revision_number': 2, 'project_id': '92122cf46378473eb06bf059f15f9b69', 'subnets': [{'id': 'd3a427ff-c21c-4cb9-9bbf-427825b11026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:09:26.990339 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=2011a06d-273a-44c5-b7e1-0e969ca54594,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:09:27.008471 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea8f64-f238-4362-904b-766142b13a89 req-2dc05d81-0e4b-42bc-b6f3-826ac3537e45 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:27.025195 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-cdea8f64-f238-4362-904b-766142b13a89 req-2dc05d81-0e4b-42bc-b6f3-826ac3537e45 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/ports?device_id=e18433a4-3957-4cd1-953e-26f1937c354f HTTP/1.1" status: 200 len: 945 time: 0.1233053 Dec 06 17:09:27.035203 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898cd7c3-83e0-439e-8856-b06a8db43abc None None] Checking router: e80afa86-7511-44b2-aa93-5c0db67454fd for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:09:27.035703 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898cd7c3-83e0-439e-8856-b06a8db43abc None None] Updating router e80afa86-7511-44b2-aa93-5c0db67454fd port facd6e1f-f144-45f5-9c3e-1cc68abb0735 binding host n-d-master-1 {{(pid=103287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:09:27.063975 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-898cd7c3-83e0-439e-8856-b06a8db43abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:27.072916 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b686e33f-fa5c-4e9c-830e-3ae3df937518 req-b6d12c2b-2042-4c63-812f-e04dd240f703 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:27.081461 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b686e33f-fa5c-4e9c-830e-3ae3df937518 req-b6d12c2b-2042-4c63-812f-e04dd240f703 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2d120db-3c1e-4e7f-9fa1-3ee957306d01 HTTP/1.1" status: 200 len: 950 time: 0.1076794 Dec 06 17:09:27.118306 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-cdea8f64-f238-4362-904b-766142b13a89 req-e0132bf3-d2e1-4296-911f-386c2aeff280 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbbbe13e-c3cf-4699-8577-456085f920c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921869 Dec 06 17:09:27.147590 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b686e33f-fa5c-4e9c-830e-3ae3df937518 req-fb22d9e5-f1a7-4b70-b218-4eda9f153955 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644736 Dec 06 17:09:27.347877 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9b3ec7c6-4305-4de9-a910-f7f9c1bef1f5 req-ed8e6546-327f-43b2-91e6-25dfa6b84229 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89fcd187-593e-4870-9318-7e7e4aaeee67 HTTP/1.1" status: 200 len: 210 time: 0.0357997 Dec 06 17:09:27.405877 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65840952-9ce0-4fc3-9330-3b99171d30bd req-6513f534-0318-40bb-ac19-97a236c3355c tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:27.408062 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-65840952-9ce0-4fc3-9330-3b99171d30bd req-6513f534-0318-40bb-ac19-97a236c3355c tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/ports?device_id=e18433a4-3957-4cd1-953e-26f1937c354f HTTP/1.1" status: 200 len: 945 time: 0.0727606 Dec 06 17:09:27.474421 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-898cd7c3-83e0-439e-8856-b06a8db43abc None None] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:27.481306 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-898cd7c3-83e0-439e-8856-b06a8db43abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:27.508945 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 2bc8ca0a-7192-42e1-b61d-d0162096843c up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:09:27.526727 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-65840952-9ce0-4fc3-9330-3b99171d30bd req-72de66a6-77fc-4926-acef-078e7de45ee6 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbbbe13e-c3cf-4699-8577-456085f920c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061063 Dec 06 17:09:27.576555 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c82975-e50b-4460-9d96-018d29884cd1 None None] Pushing event updated for resources: {'Port': ['ID=facd6e1f-f144-45f5-9c3e-1cc68abb0735,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:09:27.625531 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c82975-e50b-4460-9d96-018d29884cd1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:09:27.625885 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c82975-e50b-4460-9d96-018d29884cd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:09:27.626222 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c82975-e50b-4460-9d96-018d29884cd1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:09:27.626556 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c82975-e50b-4460-9d96-018d29884cd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:09:27.626886 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c82975-e50b-4460-9d96-018d29884cd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:09:27.627210 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c82975-e50b-4460-9d96-018d29884cd1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:09:27.627535 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c82975-e50b-4460-9d96-018d29884cd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:09:27.627855 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c82975-e50b-4460-9d96-018d29884cd1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:09:27.628176 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c82975-e50b-4460-9d96-018d29884cd1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:09:27.628493 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c82975-e50b-4460-9d96-018d29884cd1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:09:27.628812 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c82975-e50b-4460-9d96-018d29884cd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:09:27.629128 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c82975-e50b-4460-9d96-018d29884cd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:09:27.629444 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c82975-e50b-4460-9d96-018d29884cd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:09:27.647555 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-898cd7c3-83e0-439e-8856-b06a8db43abc None None] Attempting to bind port facd6e1f-f144-45f5-9c3e-1cc68abb0735 on host n-d-master-1 for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:09:27.647883 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-898cd7c3-83e0-439e-8856-b06a8db43abc None None] Attempting to bind port facd6e1f-f144-45f5-9c3e-1cc68abb0735 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '463119c8-ebb5-4e14-90f7-f7f8ec6b20e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e65e79ee-364c-4d8a-9bbe-30afa3950dc3'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:09:27.648302 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898cd7c3-83e0-439e-8856-b06a8db43abc None None] Attempting to bind port facd6e1f-f144-45f5-9c3e-1cc68abb0735 on network e65e79ee-364c-4d8a-9bbe-30afa3950dc3 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:09:27.653921 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898cd7c3-83e0-439e-8856-b06a8db43abc None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:09:27.654287 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898cd7c3-83e0-439e-8856-b06a8db43abc None None] Checking segment: {'id': '463119c8-ebb5-4e14-90f7-f7f8ec6b20e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e65e79ee-364c-4d8a-9bbe-30afa3950dc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:09:27.654684 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-898cd7c3-83e0-439e-8856-b06a8db43abc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:27.655121 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898cd7c3-83e0-439e-8856-b06a8db43abc None None] Bound using segment: {'id': '463119c8-ebb5-4e14-90f7-f7f8ec6b20e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e65e79ee-364c-4d8a-9bbe-30afa3950dc3'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:09:27.655690 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-898cd7c3-83e0-439e-8856-b06a8db43abc None None] Bound port: facd6e1f-f144-45f5-9c3e-1cc68abb0735, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '463119c8-ebb5-4e14-90f7-f7f8ec6b20e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e65e79ee-364c-4d8a-9bbe-30afa3950dc3'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:09:27.655964 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-898cd7c3-83e0-439e-8856-b06a8db43abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:27.674445 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 2bc8ca0a-7192-42e1-b61d-d0162096843c triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:09:27.675009 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:27.823848 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-898cd7c3-83e0-439e-8856-b06a8db43abc None None] For port facd6e1f-f144-45f5-9c3e-1cc68abb0735, host n-d-master-1, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:09:27.829340 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-898cd7c3-83e0-439e-8856-b06a8db43abc None None] For port facd6e1f-f144-45f5-9c3e-1cc68abb0735, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=facd6e1f-f144-45f5-9c3e-1cc68abb0735,segment=NetworkSegment(463119c8-ebb5-4e14-90f7-f7f8ec6b20e4),segment_id=463119c8-ebb5-4e14-90f7-f7f8ec6b20e4)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:09:27.838199 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-898cd7c3-83e0-439e-8856-b06a8db43abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:27.843060 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c596219-c027-4a0b-b1bd-4e2c6d07f164 req-21609a3d-e33a-4a26-af18-163c0d347f9a tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:27.851992 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6c596219-c027-4a0b-b1bd-4e2c6d07f164 req-21609a3d-e33a-4a26-af18-163c0d347f9a tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/ports?device_id=e18433a4-3957-4cd1-953e-26f1937c354f HTTP/1.1" status: 200 len: 945 time: 0.1600981 Dec 06 17:09:27.949507 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6c596219-c027-4a0b-b1bd-4e2c6d07f164 req-16a09da6-bfd2-4d77-a8d6-04438b6321d9 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbbbe13e-c3cf-4699-8577-456085f920c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809414 Dec 06 17:09:27.951933 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898cd7c3-83e0-439e-8856-b06a8db43abc None None] Routers {'e80afa86-7511-44b2-aa93-5c0db67454fd'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:09:27.953630 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-898cd7c3-83e0-439e-8856-b06a8db43abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:09:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['e80afa86-7511-44b2-aa93-5c0db67454fd'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:09:28.059962 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-de606dbb-7d8a-466d-8524-ecc59cfd8b70 None None] Provisioning complete for port facd6e1f-f144-45f5-9c3e-1cc68abb0735 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:09:28.060635 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-de606dbb-7d8a-466d-8524-ecc59cfd8b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:28.089418 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-898cd7c3-83e0-439e-8856-b06a8db43abc None None] Set router e80afa86-7511-44b2-aa93-5c0db67454fd gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:09:28.129694 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0f38465-af39-47f5-acaf-92ce9373a0cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2273c36-7b59-49c2-96e4-51a661d5c4cb'}, {'server_uuid': '41819a31-9db2-4996-baec-4193f06f2109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2011a06d-273a-44c5-b7e1-0e969ca54594'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:09:28.145624 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8eaee81-2703-4a9c-a1a8-643a70b1c1d4" -d '{"events": [{"server_uuid": "c0f38465-af39-47f5-acaf-92ce9373a0cf", "name": "network-vif-plugged", "status": "completed", "tag": "e2273c36-7b59-49c2-96e4-51a661d5c4cb"}, {"server_uuid": "41819a31-9db2-4996-baec-4193f06f2109", "name": "network-vif-plugged", "status": "completed", "tag": "2011a06d-273a-44c5-b7e1-0e969ca54594"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:09:28.180102 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610f0ded-5995-4464-8940-a3a6608471b6 req-c7aa79e0-b0a1-4a65-8a37-175be3deadc2 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:28.191509 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-610f0ded-5995-4464-8940-a3a6608471b6 req-c7aa79e0-b0a1-4a65-8a37-175be3deadc2 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0f38465-af39-47f5-acaf-92ce9373a0cf HTTP/1.1" status: 200 len: 946 time: 0.1040914 Dec 06 17:09:28.205769 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082533f0-82b7-4320-a65f-ef5a7e83e721 req-9f3d551c-7e54-41be-ac5e-cad5d7eeca73 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:28.208982 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-082533f0-82b7-4320-a65f-ef5a7e83e721 req-9f3d551c-7e54-41be-ac5e-cad5d7eeca73 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/ports?device_id=41819a31-9db2-4996-baec-4193f06f2109 HTTP/1.1" status: 200 len: 945 time: 0.2866509 Dec 06 17:09:28.233088 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ed55dc-baf8-4e74-bf90-9608510f1827 req-0999cc68-2d45-487f-804a-87460d834f4e tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:28.235496 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a8ed55dc-baf8-4e74-bf90-9608510f1827 req-0999cc68-2d45-487f-804a-87460d834f4e tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] 10.222.0.41 "GET /v2.0/networks?id=e65e79ee-364c-4d8a-9bbe-30afa3950dc3 HTTP/1.1" status: 200 len: 828 time: 0.5586419 Dec 06 17:09:28.252698 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-de606dbb-7d8a-466d-8524-ecc59cfd8b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:28.295988 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-610f0ded-5995-4464-8940-a3a6608471b6 req-c9952105-2de8-417a-9454-eb69d6cee583 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979609 Dec 06 17:09:28.300129 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-a8ed55dc-baf8-4e74-bf90-9608510f1827 req-fe01b1b7-384f-4c98-8800-81a1e8248601 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Request body: {'port': {'device_id': '89fcd187-593e-4870-9318-7e7e4aaeee67', 'network_id': 'e65e79ee-364c-4d8a-9bbe-30afa3950dc3', 'admin_state_up': True, 'tenant_id': '92122cf46378473eb06bf059f15f9b69'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:09:28.346153 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-de606dbb-7d8a-466d-8524-ecc59cfd8b70 None None] For port facd6e1f-f144-45f5-9c3e-1cc68abb0735, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=facd6e1f-f144-45f5-9c3e-1cc68abb0735,segment=NetworkSegment(463119c8-ebb5-4e14-90f7-f7f8ec6b20e4),segment_id=463119c8-ebb5-4e14-90f7-f7f8ec6b20e4)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:09:28.354261 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-de606dbb-7d8a-466d-8524-ecc59cfd8b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:28.384455 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c82975-e50b-4460-9d96-018d29884cd1 None None] Pushing event updated for resources: {'Port': ['ID=facd6e1f-f144-45f5-9c3e-1cc68abb0735,revision_number=4']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:09:28.456092 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-898cd7c3-83e0-439e-8856-b06a8db43abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e80afa86-7511-44b2-aa93-5c0db67454fd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-134019396-router', 'tenant_id': '92122cf46378473eb06bf059f15f9b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.166'}], 'enable_snat': True}, 'gw_port_id': '2bc8ca0a-7192-42e1-b61d-d0162096843c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:09:15Z', 'updated_at': '2021-12-06T17:09:22Z', 'revision_number': 4, 'project_id': '92122cf46378473eb06bf059f15f9b69', 'gw_port': {'id': '2bc8ca0a-7192-42e1-b61d-d0162096843c', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:10:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80afa86-7511-44b2-aa93-5c0db67454fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:09:17Z', 'updated_at': '2021-12-06T17:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'facd6e1f-f144-45f5-9c3e-1cc68abb0735', 'name': '', 'network_id': 'e65e79ee-364c-4d8a-9bbe-30afa3950dc3', 'tenant_id': '92122cf46378473eb06bf059f15f9b69', 'mac_address': 'fa:16:3e:c8:3f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e80afa86-7511-44b2-aa93-5c0db67454fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'd3a427ff-c21c-4cb9-9bbf-427825b11026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:09:21Z', 'updated_at': '2021-12-06T17:09:27Z', 'revision_number': 4, 'project_id': '92122cf46378473eb06bf059f15f9b69', 'subnets': [{'id': 'd3a427ff-c21c-4cb9-9bbf-427825b11026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:09:28.484876 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de606dbb-7d8a-466d-8524-ecc59cfd8b70 None None] Pushing event updated for resources: {'Port': ['ID=facd6e1f-f144-45f5-9c3e-1cc68abb0735,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:09:28.497640 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898cd7c3-83e0-439e-8856-b06a8db43abc None None] The sync data for ids ['e80afa86-7511-44b2-aa93-5c0db67454fd'] in n-d-master-1 is: [{'id': 'e80afa86-7511-44b2-aa93-5c0db67454fd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-134019396-router', 'tenant_id': '92122cf46378473eb06bf059f15f9b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.166'}], 'enable_snat': True}, 'gw_port_id': '2bc8ca0a-7192-42e1-b61d-d0162096843c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:09:15Z', 'updated_at': '2021-12-06T17:09:22Z', 'revision_number': 4, 'project_id': '92122cf46378473eb06bf059f15f9b69', 'gw_port': {'id': '2bc8ca0a-7192-42e1-b61d-d0162096843c', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:10:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80afa86-7511-44b2-aa93-5c0db67454fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:09:17Z', 'updated_at': '2021-12-06T17:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'facd6e1f-f144-45f5-9c3e-1cc68abb0735', 'name': '', 'network_id': 'e65e79ee-364c-4d8a-9bbe-30afa3950dc3', 'tenant_id': '92122cf46378473eb06bf059f15f9b69', 'mac_address': 'fa:16:3e:c8:3f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e80afa86-7511-44b2-aa93-5c0db67454fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'd3a427ff-c21c-4cb9-9bbf-427825b11026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:09:21Z', 'updated_at': '2021-12-06T17:09:27Z', 'revision_number': 4, 'project_id': '92122cf46378473eb06bf059f15f9b69', 'subnets': [{'id': 'd3a427ff-c21c-4cb9-9bbf-427825b11026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:09:28.517903 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-082533f0-82b7-4320-a65f-ef5a7e83e721 req-97a0f5d6-e5dd-430e-b031-2e10cb94a1de tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/security-groups?id=79a8a720-4d91-42c0-8bdb-aecf1d5b7573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779126 Dec 06 17:09:28.522595 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-c9b1fa2d-a322-40d6-b8f9-32cb54158df8 None None] Provisioning complete for port facd6e1f-f144-45f5-9c3e-1cc68abb0735 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:09:28.523247 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c9b1fa2d-a322-40d6-b8f9-32cb54158df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:28.614189 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 06 Dec 2021 17:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-350d3629-109d-4952-9f07-bb7614192d92 x-openstack-request-id: req-350d3629-109d-4952-9f07-bb7614192d92 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:09:28.616337 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0f38465-af39-47f5-acaf-92ce9373a0cf", "name": "network-vif-plugged", "status": "completed", "tag": "e2273c36-7b59-49c2-96e4-51a661d5c4cb", "code": 200}, {"server_uuid": "41819a31-9db2-4996-baec-4193f06f2109", "name": "network-vif-plugged", "status": "completed", "tag": "2011a06d-273a-44c5-b7e1-0e969ca54594", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:09:28.617669 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-350d3629-109d-4952-9f07-bb7614192d92 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:09:28.619212 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0f38465-af39-47f5-acaf-92ce9373a0cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2273c36-7b59-49c2-96e4-51a661d5c4cb', 'code': 200} Dec 06 17:09:28.623023 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41819a31-9db2-4996-baec-4193f06f2109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2011a06d-273a-44c5-b7e1-0e969ca54594', 'code': 200} Dec 06 17:09:28.663093 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107bbfad-4634-4b6c-be08-e5e259219510 req-7d6b9758-86a9-4244-aecd-816be9cc55c1 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:28.674905 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-107bbfad-4634-4b6c-be08-e5e259219510 req-7d6b9758-86a9-4244-aecd-816be9cc55c1 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/ports?device_id=e18433a4-3957-4cd1-953e-26f1937c354f HTTP/1.1" status: 200 len: 945 time: 0.1459105 Dec 06 17:09:28.694227 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8ed55dc-baf8-4e74-bf90-9608510f1827 req-fe01b1b7-384f-4c98-8800-81a1e8248601 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Made reservation on behalf of 92122cf46378473eb06bf059f15f9b69 for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:09:28.708550 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-a8ed55dc-baf8-4e74-bf90-9608510f1827 req-fe01b1b7-384f-4c98-8800-81a1e8248601 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:28.791832 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-107bbfad-4634-4b6c-be08-e5e259219510 req-109aaf27-d78c-446b-9e55-d09f17d79ee8 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbbbe13e-c3cf-4699-8577-456085f920c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080172 Dec 06 17:09:28.868404 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf87cee-f8df-43cc-8a26-761d8a56a62c req-635a5943-177f-4ff9-a368-9b6fef060170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:28.871268 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2cf87cee-f8df-43cc-8a26-761d8a56a62c req-635a5943-177f-4ff9-a368-9b6fef060170 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c0f38465-af39-47f5-acaf-92ce9373a0cf HTTP/1.1" status: 200 len: 1097 time: 0.1545413 Dec 06 17:09:28.879561 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a0049c-b497-4346-bf36-53c9b2fd13df req-504ef238-9a64-41c8-8830-5f64bcf21bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:28.881162 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-93a0049c-b497-4346-bf36-53c9b2fd13df req-504ef238-9a64-41c8-8830-5f64bcf21bc3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=41819a31-9db2-4996-baec-4193f06f2109 HTTP/1.1" status: 200 len: 1096 time: 0.1076717 Dec 06 17:09:28.952056 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eed062-0545-4341-8009-23a63c1a1b4d req-d105a6bd-e892-4ad1-bbeb-54ef7b24f96d tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:28.953666 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-58eed062-0545-4341-8009-23a63c1a1b4d req-d105a6bd-e892-4ad1-bbeb-54ef7b24f96d tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2d120db-3c1e-4e7f-9fa1-3ee957306d01 HTTP/1.1" status: 200 len: 950 time: 0.2308507 Dec 06 17:09:28.984712 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2cf87cee-f8df-43cc-8a26-761d8a56a62c req-93cd131d-76a4-407b-ba0b-d7c073c146bc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024630 Dec 06 17:09:28.987320 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-93a0049c-b497-4346-bf36-53c9b2fd13df req-fe746fd5-6abd-4be0-a550-1c181d15af40 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=79a8a720-4d91-42c0-8bdb-aecf1d5b7573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969589 Dec 06 17:09:29.115632 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-58eed062-0545-4341-8009-23a63c1a1b4d req-e89f0539-561f-4b60-b6ea-6e2399354082 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483088 Dec 06 17:09:29.126843 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-a8ed55dc-baf8-4e74-bf90-9608510f1827 req-fe01b1b7-384f-4c98-8800-81a1e8248601 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Allocated IP 172.20.0.4 (e65e79ee-364c-4d8a-9bbe-30afa3950dc3/d3a427ff-c21c-4cb9-9bbf-427825b11026/592dd902-b90c-4d99-9568-120fa1225afd) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:09:29.142959 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3bd67616-be1d-4241-8b39-135131ec6daf req-c8d127f8-0c0d-4533-9762-5cd301d2c070 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89fcd187-593e-4870-9318-7e7e4aaeee67 HTTP/1.1" status: 200 len: 210 time: 0.0554826 Dec 06 17:09:29.285942 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf371d-3373-4ca7-b723-21247477f34a req-d8819634-a1c4-4dc7-9cf0-5f162efe23f9 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:29.287543 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6cbf371d-3373-4ca7-b723-21247477f34a req-d8819634-a1c4-4dc7-9cf0-5f162efe23f9 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/ports?device_id=e18433a4-3957-4cd1-953e-26f1937c354f HTTP/1.1" status: 200 len: 945 time: 0.0681779 Dec 06 17:09:29.339347 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92dde5f-0bc3-46eb-8251-e9665704240b req-59a306db-8d88-4793-852a-f305937d4f60 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:29.341549 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c92dde5f-0bc3-46eb-8251-e9665704240b req-59a306db-8d88-4793-852a-f305937d4f60 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2d120db-3c1e-4e7f-9fa1-3ee957306d01 HTTP/1.1" status: 200 len: 950 time: 0.1146371 Dec 06 17:09:29.353102 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6cbf371d-3373-4ca7-b723-21247477f34a req-3a141496-609d-4c55-88df-ba28c2edcb03 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbbbe13e-c3cf-4699-8577-456085f920c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583043 Dec 06 17:09:29.388166 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-a8ed55dc-baf8-4e74-bf90-9608510f1827 req-fe01b1b7-384f-4c98-8800-81a1e8248601 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:29.424425 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c92dde5f-0bc3-46eb-8251-e9665704240b req-4e43e898-a2f4-480b-97c7-e62d19e58068 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755887 Dec 06 17:09:29.485199 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-a8ed55dc-baf8-4e74-bf90-9608510f1827 req-fe01b1b7-384f-4c98-8800-81a1e8248601 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:29.560433 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8ed55dc-baf8-4e74-bf90-9608510f1827 req-fe01b1b7-384f-4c98-8800-81a1e8248601 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Network e65e79ee-364c-4d8a-9bbe-30afa3950dc3 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:09:29.561970 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-a8ed55dc-baf8-4e74-bf90-9608510f1827 req-fe01b1b7-384f-4c98-8800-81a1e8248601 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:09:29.573570 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bf1469-0d98-40cc-a72f-7f969b5fa2b7 req-61b5cc99-6bdf-4c65-b9e5-f34fc9bfef47 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:29.575176 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f2bf1469-0d98-40cc-a72f-7f969b5fa2b7 req-61b5cc99-6bdf-4c65-b9e5-f34fc9bfef47 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0f38465-af39-47f5-acaf-92ce9373a0cf HTTP/1.1" status: 200 len: 946 time: 0.1056149 Dec 06 17:09:29.588973 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device facd6e1f-f144-45f5-9c3e-1cc68abb0735 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:09:29.602565 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8ed55dc-baf8-4e74-bf90-9608510f1827 req-fe01b1b7-384f-4c98-8800-81a1e8248601 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:09:29.659600 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f2bf1469-0d98-40cc-a72f-7f969b5fa2b7 req-327f4c06-6d52-42b4-b011-145dcd5b9ff4 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770378 Dec 06 17:09:29.674435 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port facd6e1f-f144-45f5-9c3e-1cc68abb0735 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:09:29.675040 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:29.745282 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe01b1b7-384f-4c98-8800-81a1e8248601 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Pushing event updated for resources: {'Port': ['ID=592dd902-b90c-4d99-9568-120fa1225afd,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:09:29.812063 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ed55dc-baf8-4e74-bf90-9608510f1827 req-fe01b1b7-384f-4c98-8800-81a1e8248601 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:29.812764 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-a8ed55dc-baf8-4e74-bf90-9608510f1827 req-fe01b1b7-384f-4c98-8800-81a1e8248601 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:29.860719 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4db9e12-01ec-499b-83ed-bcd86c33a9e2 req-fcafb4ef-72ed-46c0-82b9-8a53b89e4bdf tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:29.869623 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e4db9e12-01ec-499b-83ed-bcd86c33a9e2 req-fcafb4ef-72ed-46c0-82b9-8a53b89e4bdf tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/ports?device_id=e18433a4-3957-4cd1-953e-26f1937c354f HTTP/1.1" status: 200 len: 945 time: 0.3011017 Dec 06 17:09:29.886438 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a8ed55dc-baf8-4e74-bf90-9608510f1827 req-fe01b1b7-384f-4c98-8800-81a1e8248601 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5980017 Dec 06 17:09:29.904023 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-a8ed55dc-baf8-4e74-bf90-9608510f1827 req-9bc7e465-a9fa-4b1d-a109-663ae56c8da8 service neutron] Request body: {'port': {'device_id': '89fcd187-593e-4870-9318-7e7e4aaeee67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:09:29.971364 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e4db9e12-01ec-499b-83ed-bcd86c33a9e2 req-02575999-f12f-4647-80d9-4d654bfaf9fc tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbbbe13e-c3cf-4699-8577-456085f920c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997038 Dec 06 17:09:29.986486 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-d91444be-f788-4342-9fcb-e8b21a76468a None None] Provisioning complete for port 592dd902-b90c-4d99-9568-120fa1225afd triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:09:29.986881 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d91444be-f788-4342-9fcb-e8b21a76468a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:30.035769 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-d91444be-f788-4342-9fcb-e8b21a76468a None None] Port 592dd902-b90c-4d99-9568-120fa1225afd cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:09:30.047312 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-a8ed55dc-baf8-4e74-bf90-9608510f1827 req-9bc7e465-a9fa-4b1d-a109-663ae56c8da8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:30.056684 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cb6127-8e51-4040-99d2-504e0bf87aaa req-cb155603-62cb-4afb-b4aa-5c5bd89a3331 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:30.066695 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-69cb6127-8e51-4040-99d2-504e0bf87aaa req-cb155603-62cb-4afb-b4aa-5c5bd89a3331 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/ports?device_id=41819a31-9db2-4996-baec-4193f06f2109 HTTP/1.1" status: 200 len: 945 time: 0.1312315 Dec 06 17:09:30.134390 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-69cb6127-8e51-4040-99d2-504e0bf87aaa req-141d3df9-4e56-428d-8313-4cd4c850731e tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/security-groups?id=79a8a720-4d91-42c0-8bdb-aecf1d5b7573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677762 Dec 06 17:09:30.455785 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [req-264fd6ee-5b7c-4a8d-b4eb-e1d338d41647 req-b427e763-e46c-422f-87ea-de81c0c4caaa service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103285) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:09:30.456879 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-264fd6ee-5b7c-4a8d-b4eb-e1d338d41647 req-b427e763-e46c-422f-87ea-de81c0c4caaa service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055196 Dec 06 17:09:30.588016 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-a8ed55dc-baf8-4e74-bf90-9608510f1827 req-9bc7e465-a9fa-4b1d-a109-663ae56c8da8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 592dd902-b90c-4d99-9568-120fa1225afd {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:09:30.596774 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-a8ed55dc-baf8-4e74-bf90-9608510f1827 req-9bc7e465-a9fa-4b1d-a109-663ae56c8da8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:30.612826 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-a8ed55dc-baf8-4e74-bf90-9608510f1827 req-9bc7e465-a9fa-4b1d-a109-663ae56c8da8 service neutron] Transition to ACTIVE for port object 592dd902-b90c-4d99-9568-120fa1225afd will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:09:30.621982 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-a8ed55dc-baf8-4e74-bf90-9608510f1827 req-9bc7e465-a9fa-4b1d-a109-663ae56c8da8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:30.854122 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc7e465-a9fa-4b1d-a109-663ae56c8da8 service neutron] Pushing event updated for resources: {'Port': ['ID=592dd902-b90c-4d99-9568-120fa1225afd,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:09:30.968801 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd761a53-c97a-45eb-bc6c-f4d4162b96d8 req-74be3d91-2fb6-4e37-8726-e95711fb15b6 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:30.981924 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bd761a53-c97a-45eb-bc6c-f4d4162b96d8 req-74be3d91-2fb6-4e37-8726-e95711fb15b6 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89fcd187-593e-4870-9318-7e7e4aaeee67 HTTP/1.1" status: 200 len: 943 time: 0.1507349 Dec 06 17:09:30.986576 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-673646da-78af-4780-aee7-2fa6c303978f req-616fea47-07a7-4982-8560-cc4ba6730fe5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a2d120db-3c1e-4e7f-9fa1-3ee957306d01&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1090219 Dec 06 17:09:31.012502 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [req-673646da-78af-4780-aee7-2fa6c303978f req-7efd2808-c90d-4824-9a19-2914a7d87926 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:09:31.014690 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-673646da-78af-4780-aee7-2fa6c303978f req-7efd2808-c90d-4824-9a19-2914a7d87926 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0087554 Dec 06 17:09:31.066187 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bd761a53-c97a-45eb-bc6c-f4d4162b96d8 req-10d784ac-4e3b-4726-ad89-8082b620442f tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee7a7815-31d3-41da-a9b4-a582c7a9b87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786183 Dec 06 17:09:31.260708 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec59d23a-dfba-42ef-b30c-dd03c6595daf req-70d03c20-a5f8-4b8a-8439-a03f91711e3b tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:31.271934 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ec59d23a-dfba-42ef-b30c-dd03c6595daf req-70d03c20-a5f8-4b8a-8439-a03f91711e3b tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2d120db-3c1e-4e7f-9fa1-3ee957306d01 HTTP/1.1" status: 200 len: 950 time: 0.1017697 Dec 06 17:09:31.352611 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ec59d23a-dfba-42ef-b30c-dd03c6595daf req-16dbb64a-4124-4d7d-a00e-5e505409b6bd tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796804 Dec 06 17:09:31.362810 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409325a7-27c7-4d30-bc09-63621065900b req-baaf2ee0-e4d6-4308-a757-a30530ef08f9 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:31.367669 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-409325a7-27c7-4d30-bc09-63621065900b req-baaf2ee0-e4d6-4308-a757-a30530ef08f9 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0f38465-af39-47f5-acaf-92ce9373a0cf HTTP/1.1" status: 200 len: 946 time: 0.0860872 Dec 06 17:09:31.373232 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-a8ed55dc-baf8-4e74-bf90-9608510f1827 req-9bc7e465-a9fa-4b1d-a109-663ae56c8da8 service neutron] Attempting to bind port 592dd902-b90c-4d99-9568-120fa1225afd on host n-h1-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:09:31.373694 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-a8ed55dc-baf8-4e74-bf90-9608510f1827 req-9bc7e465-a9fa-4b1d-a109-663ae56c8da8 service neutron] Attempting to bind port 592dd902-b90c-4d99-9568-120fa1225afd by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '463119c8-ebb5-4e14-90f7-f7f8ec6b20e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e65e79ee-364c-4d8a-9bbe-30afa3950dc3'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:09:31.374490 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ed55dc-baf8-4e74-bf90-9608510f1827 req-9bc7e465-a9fa-4b1d-a109-663ae56c8da8 service neutron] Attempting to bind port 592dd902-b90c-4d99-9568-120fa1225afd on network e65e79ee-364c-4d8a-9bbe-30afa3950dc3 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:09:31.380543 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ed55dc-baf8-4e74-bf90-9608510f1827 req-9bc7e465-a9fa-4b1d-a109-663ae56c8da8 service neutron] Port 592dd902-b90c-4d99-9568-120fa1225afd on network e65e79ee-364c-4d8a-9bbe-30afa3950dc3 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:09:31.380872 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ed55dc-baf8-4e74-bf90-9608510f1827 req-9bc7e465-a9fa-4b1d-a109-663ae56c8da8 service neutron] Attempting to bind port 592dd902-b90c-4d99-9568-120fa1225afd on network e65e79ee-364c-4d8a-9bbe-30afa3950dc3 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:09:31.400323 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ed55dc-baf8-4e74-bf90-9608510f1827 req-9bc7e465-a9fa-4b1d-a109-663ae56c8da8 service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:09:31.400668 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ed55dc-baf8-4e74-bf90-9608510f1827 req-9bc7e465-a9fa-4b1d-a109-663ae56c8da8 service neutron] Checking segment: {'id': '463119c8-ebb5-4e14-90f7-f7f8ec6b20e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e65e79ee-364c-4d8a-9bbe-30afa3950dc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:09:31.401059 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ed55dc-baf8-4e74-bf90-9608510f1827 req-9bc7e465-a9fa-4b1d-a109-663ae56c8da8 service neutron] Bound using segment: {'id': '463119c8-ebb5-4e14-90f7-f7f8ec6b20e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e65e79ee-364c-4d8a-9bbe-30afa3950dc3'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:09:31.401535 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-a8ed55dc-baf8-4e74-bf90-9608510f1827 req-9bc7e465-a9fa-4b1d-a109-663ae56c8da8 service neutron] Bound port: 592dd902-b90c-4d99-9568-120fa1225afd, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '463119c8-ebb5-4e14-90f7-f7f8ec6b20e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e65e79ee-364c-4d8a-9bbe-30afa3950dc3'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:09:31.401899 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-a8ed55dc-baf8-4e74-bf90-9608510f1827 req-9bc7e465-a9fa-4b1d-a109-663ae56c8da8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:31.495576 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-409325a7-27c7-4d30-bc09-63621065900b req-2c45732f-a264-450c-a578-893e1c2d5665 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107013 Dec 06 17:09:31.535438 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-a8ed55dc-baf8-4e74-bf90-9608510f1827 req-9bc7e465-a9fa-4b1d-a109-663ae56c8da8 service neutron] For port 592dd902-b90c-4d99-9568-120fa1225afd, host n-h1-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:09:31.541987 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-a8ed55dc-baf8-4e74-bf90-9608510f1827 req-9bc7e465-a9fa-4b1d-a109-663ae56c8da8 service neutron] For port 592dd902-b90c-4d99-9568-120fa1225afd, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=592dd902-b90c-4d99-9568-120fa1225afd,segment=NetworkSegment(463119c8-ebb5-4e14-90f7-f7f8ec6b20e4),segment_id=463119c8-ebb5-4e14-90f7-f7f8ec6b20e4)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:09:31.553230 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-a8ed55dc-baf8-4e74-bf90-9608510f1827 req-9bc7e465-a9fa-4b1d-a109-663ae56c8da8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:31.639654 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ed55dc-baf8-4e74-bf90-9608510f1827 req-9bc7e465-a9fa-4b1d-a109-663ae56c8da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:31.640288 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-a8ed55dc-baf8-4e74-bf90-9608510f1827 req-9bc7e465-a9fa-4b1d-a109-663ae56c8da8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:31.641877 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a8ed55dc-baf8-4e74-bf90-9608510f1827 req-9bc7e465-a9fa-4b1d-a109-663ae56c8da8 service neutron] 10.222.0.41 "PUT /v2.0/ports/592dd902-b90c-4d99-9568-120fa1225afd HTTP/1.1" status: 200 len: 1091 time: 1.7442372 Dec 06 17:09:31.642352 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89fcd187-593e-4870-9318-7e7e4aaeee67', 'tag': '592dd902-b90c-4d99-9568-120fa1225afd'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:09:31.645854 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94cf741d-9adb-48b8-81de-aba56c39efe0" -d '{"events": [{"name": "network-changed", "server_uuid": "89fcd187-593e-4870-9318-7e7e4aaeee67", "tag": "592dd902-b90c-4d99-9568-120fa1225afd"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:09:31.735365 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc7e465-a9fa-4b1d-a109-663ae56c8da8 service neutron] Pushing event updated for resources: {'Port': ['ID=592dd902-b90c-4d99-9568-120fa1225afd,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:09:31.830270 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ed55dc-baf8-4e74-bf90-9608510f1827 req-6e2724ad-fa1d-4eee-bd17-ddfd64f69fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:31.837041 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a8ed55dc-baf8-4e74-bf90-9608510f1827 req-6e2724ad-fa1d-4eee-bd17-ddfd64f69fbd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=92122cf46378473eb06bf059f15f9b69&device_id=89fcd187-593e-4870-9318-7e7e4aaeee67 HTTP/1.1" status: 200 len: 1094 time: 0.1329720 Dec 06 17:09:31.861850 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e6742b-3edc-4bf6-ab55-f3a991f6b209 req-4d246be6-a890-4fbe-8924-cae0637aebaf tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:31.870588 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-12e6742b-3edc-4bf6-ab55-f3a991f6b209 req-4d246be6-a890-4fbe-8924-cae0637aebaf tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/ports?device_id=41819a31-9db2-4996-baec-4193f06f2109 HTTP/1.1" status: 200 len: 945 time: 0.0925815 Dec 06 17:09:31.918778 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a8ed55dc-baf8-4e74-bf90-9608510f1827 req-94bfa8d0-62b0-406c-b989-929ed86eb782 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=592dd902-b90c-4d99-9568-120fa1225afd HTTP/1.1" status: 200 len: 217 time: 0.0700011 Dec 06 17:09:31.994567 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-12e6742b-3edc-4bf6-ab55-f3a991f6b209 req-989ab5ee-d6a0-4067-94a7-c687f310023c tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/security-groups?id=79a8a720-4d91-42c0-8bdb-aecf1d5b7573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235647 Dec 06 17:09:32.027813 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ed55dc-baf8-4e74-bf90-9608510f1827 req-b06dd84f-7f17-4730-9864-ee8521468ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:32.029607 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a8ed55dc-baf8-4e74-bf90-9608510f1827 req-b06dd84f-7f17-4730-9864-ee8521468ace service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d3a427ff-c21c-4cb9-9bbf-427825b11026 HTTP/1.1" status: 200 len: 867 time: 0.0984905 Dec 06 17:09:32.036331 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c2c9b5-8051-4299-84d4-516254a7f2ed req-0fa3144a-8691-4b53-80c6-fc0a9e510c14 tempest-LiveAutoBlockMigrationV225Test-847899352 tempest-LiveAutoBlockMigrationV225Test-847899352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:32.050163 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c4c2c9b5-8051-4299-84d4-516254a7f2ed req-0fa3144a-8691-4b53-80c6-fc0a9e510c14 tempest-LiveAutoBlockMigrationV225Test-847899352 tempest-LiveAutoBlockMigrationV225Test-847899352-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=c0f38465-af39-47f5-acaf-92ce9373a0cf HTTP/1.1" status: 200 len: 1097 time: 0.1013510 Dec 06 17:09:32.095403 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f602597-27b1-451c-87cd-ab81c49feccb x-openstack-request-id: req-8f602597-27b1-451c-87cd-ab81c49feccb {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:09:32.095994 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89fcd187-593e-4870-9318-7e7e4aaeee67", "tag": "592dd902-b90c-4d99-9568-120fa1225afd", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:09:32.096671 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8f602597-27b1-451c-87cd-ab81c49feccb {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:09:32.107602 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89fcd187-593e-4870-9318-7e7e4aaeee67', 'tag': '592dd902-b90c-4d99-9568-120fa1225afd', 'status': 'completed', 'code': 200} Dec 06 17:09:32.132016 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ed55dc-baf8-4e74-bf90-9608510f1827 req-efb6be27-8d8a-4464-be0f-f27520d1381f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:32.133891 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a8ed55dc-baf8-4e74-bf90-9608510f1827 req-efb6be27-8d8a-4464-be0f-f27520d1381f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e65e79ee-364c-4d8a-9bbe-30afa3950dc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0940931 Dec 06 17:09:32.160908 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device ecf06bf3-5c8d-4b0b-b820-73cd4b9c7b37 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:09:32.172869 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c4c2c9b5-8051-4299-84d4-516254a7f2ed req-985b4e47-abc2-4a7f-9f46-e30ca32c361e tempest-LiveAutoBlockMigrationV225Test-847899352 tempest-LiveAutoBlockMigrationV225Test-847899352-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157193 Dec 06 17:09:32.356442 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a8ed55dc-baf8-4e74-bf90-9608510f1827 req-4faf9f6d-8ffa-4cbe-a730-bda695d37eb0 service neutron] 10.222.0.41 "GET /v2.0/networks/e65e79ee-364c-4d8a-9bbe-30afa3950dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901097 Dec 06 17:09:32.454607 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port ecf06bf3-5c8d-4b0b-b820-73cd4b9c7b37, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ecf06bf3-5c8d-4b0b-b820-73cd4b9c7b37,segment=NetworkSegment(94f9461b-62d6-4912-b0a6-1a80857b81dc),segment_id=94f9461b-62d6-4912-b0a6-1a80857b81dc)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:09:32.467953 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': 'ecf06bf3-5c8d-4b0b-b820-73cd4b9c7b37', 'network_id': '70d8b0a5-0858-49f5-bbf1-d505ec9e0192', 'port_id': 'ecf06bf3-5c8d-4b0b-b820-73cd4b9c7b37', 'mac_address': 'fa:16:3e:4a:95:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2934c7f4-da1d-4bba-8712-ffc705d96679', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:09:32.517983 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:32.519985 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc82647-32d3-4f67-bff4-f69322fe398d req-be726793-fc0e-4e65-b098-22eb0a442c0c tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:32.521643 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fbc82647-32d3-4f67-bff4-f69322fe398d req-be726793-fc0e-4e65-b098-22eb0a442c0c tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/ports?device_id=e18433a4-3957-4cd1-953e-26f1937c354f HTTP/1.1" status: 200 len: 945 time: 0.1640010 Dec 06 17:09:32.540310 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ecf06bf3-5c8d-4b0b-b820-73cd4b9c7b37 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:09:32.581230 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port ecf06bf3-5c8d-4b0b-b820-73cd4b9c7b37, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ecf06bf3-5c8d-4b0b-b820-73cd4b9c7b37,segment=NetworkSegment(94f9461b-62d6-4912-b0a6-1a80857b81dc),segment_id=94f9461b-62d6-4912-b0a6-1a80857b81dc)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:09:32.582547 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a8ed55dc-baf8-4e74-bf90-9608510f1827 req-abe4de93-f702-4a81-b5ae-3ac1a9d90b0b service neutron] 10.222.0.41 "GET /v2.0/networks/e65e79ee-364c-4d8a-9bbe-30afa3950dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935983 Dec 06 17:09:32.604550 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:32.629150 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fbc82647-32d3-4f67-bff4-f69322fe398d req-6494f927-c5b5-49d7-9bd2-4751d9fec542 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbbbe13e-c3cf-4699-8577-456085f920c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970149 Dec 06 17:09:32.639600 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:32.679527 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=ecf06bf3-5c8d-4b0b-b820-73cd4b9c7b37,revision_number=6']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:09:32.725907 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf741d-9adb-48b8-81de-aba56c39efe0 req-93ec1f41-7200-4139-9ac5-dd932181ecc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:32.728874 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-94cf741d-9adb-48b8-81de-aba56c39efe0 req-93ec1f41-7200-4139-9ac5-dd932181ecc9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=92122cf46378473eb06bf059f15f9b69&device_id=89fcd187-593e-4870-9318-7e7e4aaeee67 HTTP/1.1" status: 200 len: 1094 time: 0.0636089 Dec 06 17:09:32.732824 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['ecf06bf3-5c8d-4b0b-b820-73cd4b9c7b37'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:09:32.902939 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3413f878-7a9a-4237-ab94-8c336dffa2a0 req-15009942-300c-466a-b5db-abe7d256975a tempest-LiveAutoBlockMigrationV225Test-847899352 tempest-LiveAutoBlockMigrationV225Test-847899352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:32.904424 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3413f878-7a9a-4237-ab94-8c336dffa2a0 req-15009942-300c-466a-b5db-abe7d256975a tempest-LiveAutoBlockMigrationV225Test-847899352 tempest-LiveAutoBlockMigrationV225Test-847899352-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=c0f38465-af39-47f5-acaf-92ce9373a0cf HTTP/1.1" status: 200 len: 1097 time: 0.0685661 Dec 06 17:09:32.930435 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf741d-9adb-48b8-81de-aba56c39efe0 req-ce864a57-4b0f-4b70-8114-49f70bdfa3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:32.932093 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-94cf741d-9adb-48b8-81de-aba56c39efe0 req-ce864a57-4b0f-4b70-8114-49f70bdfa3a5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e65e79ee-364c-4d8a-9bbe-30afa3950dc3 HTTP/1.1" status: 200 len: 929 time: 0.1917529 Dec 06 17:09:32.971708 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505f7fc2-cbba-45e4-9856-363d12b28b88 req-5e357767-5ee0-47d8-9cbd-0aceb95eea9c tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:32.974610 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-505f7fc2-cbba-45e4-9856-363d12b28b88 req-5e357767-5ee0-47d8-9cbd-0aceb95eea9c tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89fcd187-593e-4870-9318-7e7e4aaeee67 HTTP/1.1" status: 200 len: 943 time: 0.2113783 Dec 06 17:09:32.995328 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3413f878-7a9a-4237-ab94-8c336dffa2a0 req-686d2949-c9ec-4934-813b-2189e43c23e1 tempest-LiveAutoBlockMigrationV225Test-847899352 tempest-LiveAutoBlockMigrationV225Test-847899352-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819426 Dec 06 17:09:33.067920 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-94cf741d-9adb-48b8-81de-aba56c39efe0 req-0374c9ce-9c97-4bef-b5a6-8c7be592f664 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=592dd902-b90c-4d99-9568-120fa1225afd HTTP/1.1" status: 200 len: 217 time: 0.0912714 Dec 06 17:09:33.119746 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-505f7fc2-cbba-45e4-9856-363d12b28b88 req-44f05634-c03c-452c-8bd7-f1accc564a04 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee7a7815-31d3-41da-a9b4-a582c7a9b87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159365 Dec 06 17:09:33.176541 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf741d-9adb-48b8-81de-aba56c39efe0 req-4fe5d968-feef-4afe-ac51-679e20652724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:33.178361 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-94cf741d-9adb-48b8-81de-aba56c39efe0 req-4fe5d968-feef-4afe-ac51-679e20652724 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d3a427ff-c21c-4cb9-9bbf-427825b11026 HTTP/1.1" status: 200 len: 867 time: 0.0575769 Dec 06 17:09:33.201344 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa4ca6-a05b-45c2-ae1c-e6f8ae28687b req-b812455a-da56-4905-a6ab-0f1b1ac6bb0b tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:33.211399 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-67fa4ca6-a05b-45c2-ae1c-e6f8ae28687b req-b812455a-da56-4905-a6ab-0f1b1ac6bb0b tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2d120db-3c1e-4e7f-9fa1-3ee957306d01 HTTP/1.1" status: 200 len: 950 time: 0.1067998 Dec 06 17:09:33.215575 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673646da-78af-4780-aee7-2fa6c303978f req-4f638321-98b4-4ed4-aaf3-653a564ddcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:33.217103 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-673646da-78af-4780-aee7-2fa6c303978f req-4f638321-98b4-4ed4-aaf3-653a564ddcfa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4fbfd036e0874a51a15b7801ac955516&device_id=a2d120db-3c1e-4e7f-9fa1-3ee957306d01 HTTP/1.1" status: 200 len: 1101 time: 0.1239767 Dec 06 17:09:33.240972 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf741d-9adb-48b8-81de-aba56c39efe0 req-bad9caf7-5d6c-434b-a1ab-965faa67b1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:33.243414 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-94cf741d-9adb-48b8-81de-aba56c39efe0 req-bad9caf7-5d6c-434b-a1ab-965faa67b1e0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e65e79ee-364c-4d8a-9bbe-30afa3950dc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507169 Dec 06 17:09:33.335493 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-67fa4ca6-a05b-45c2-ae1c-e6f8ae28687b req-d22c14cc-6a10-4689-aded-8ad7b674a151 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230128 Dec 06 17:09:33.382473 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-94cf741d-9adb-48b8-81de-aba56c39efe0 req-57466264-88b4-46c8-b9ad-0be5361aecf6 service neutron] 10.222.0.41 "GET /v2.0/networks/e65e79ee-364c-4d8a-9bbe-30afa3950dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229472 Dec 06 17:09:33.418220 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673646da-78af-4780-aee7-2fa6c303978f req-c2f9149c-fb14-4ddf-8c0f-c02c16a46c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:33.420376 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-673646da-78af-4780-aee7-2fa6c303978f req-c2f9149c-fb14-4ddf-8c0f-c02c16a46c68 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ee08a0d2-834f-4c39-be47-9c424581246a HTTP/1.1" status: 200 len: 870 time: 0.1854343 Dec 06 17:09:33.549630 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-673646da-78af-4780-aee7-2fa6c303978f req-3486774c-ce86-4f58-ad89-fc7c40df247a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=8b72c507-ab7f-472b-b4c2-d0e3a63c5223 HTTP/1.1" status: 200 len: 217 time: 0.1110682 Dec 06 17:09:33.606162 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-94cf741d-9adb-48b8-81de-aba56c39efe0 req-cd640601-24ff-498f-bfc9-ffb335479f88 service neutron] 10.222.0.41 "GET /v2.0/networks/e65e79ee-364c-4d8a-9bbe-30afa3950dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055855 Dec 06 17:09:33.647725 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673646da-78af-4780-aee7-2fa6c303978f req-8f474b5d-6b17-4b99-901a-0584ad35303d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:33.652150 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-673646da-78af-4780-aee7-2fa6c303978f req-8f474b5d-6b17-4b99-901a-0584ad35303d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1342252a-21e4-4783-88ff-f54776c79059 HTTP/1.1" status: 200 len: 843 time: 0.0902905 Dec 06 17:09:33.718328 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673646da-78af-4780-aee7-2fa6c303978f req-40c7a265-4df3-415d-bb30-54c4662ff505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:33.720074 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-673646da-78af-4780-aee7-2fa6c303978f req-40c7a265-4df3-415d-bb30-54c4662ff505 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee08a0d2-834f-4c39-be47-9c424581246a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0551882 Dec 06 17:09:33.842740 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-673646da-78af-4780-aee7-2fa6c303978f req-c8c077c5-086a-4e69-b79b-ac68e5f13fd0 service neutron] 10.222.0.41 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109121 Dec 06 17:09:33.949497 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2668adce-1156-40e3-af9d-05a26fbb944c req-ca190bd1-8ee4-4c8c-8946-f1b0e52e8abf tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:33.957298 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2668adce-1156-40e3-af9d-05a26fbb944c req-ca190bd1-8ee4-4c8c-8946-f1b0e52e8abf tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/ports?device_id=e18433a4-3957-4cd1-953e-26f1937c354f HTTP/1.1" status: 200 len: 944 time: 0.0921178 Dec 06 17:09:34.038778 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-673646da-78af-4780-aee7-2fa6c303978f req-4203a10c-ff93-496f-b7f9-f770e81fc9ed service neutron] 10.222.0.41 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842492 Dec 06 17:09:34.089953 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2668adce-1156-40e3-af9d-05a26fbb944c req-cd671567-9053-484e-a239-7d498a218fac tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbbbe13e-c3cf-4699-8577-456085f920c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235867 Dec 06 17:09:34.150311 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device ecf06bf3-5c8d-4b0b-b820-73cd4b9c7b37 up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:09:34.237712 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port ecf06bf3-5c8d-4b0b-b820-73cd4b9c7b37 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:09:34.238347 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:34.337491 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a884cf-77cd-4a7a-96da-503969470512 req-d0358421-4586-4835-8e28-37df9d00e49a tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:34.345372 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c7a884cf-77cd-4a7a-96da-503969470512 req-d0358421-4586-4835-8e28-37df9d00e49a tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89fcd187-593e-4870-9318-7e7e4aaeee67 HTTP/1.1" status: 200 len: 943 time: 0.0771880 Dec 06 17:09:34.377397 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:34.425855 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e18433a4-3957-4cd1-953e-26f1937c354f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecf06bf3-5c8d-4b0b-b820-73cd4b9c7b37'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:09:34.428397 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-561e95d4-0ee7-4a6b-a628-75e87b4468fa" -d '{"events": [{"server_uuid": "e18433a4-3957-4cd1-953e-26f1937c354f", "name": "network-vif-plugged", "status": "completed", "tag": "ecf06bf3-5c8d-4b0b-b820-73cd4b9c7b37"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:09:34.433167 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c7a884cf-77cd-4a7a-96da-503969470512 req-8b651077-1c96-4739-a7c7-d144288ab0df tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee7a7815-31d3-41da-a9b4-a582c7a9b87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846510 Dec 06 17:09:34.471133 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port ecf06bf3-5c8d-4b0b-b820-73cd4b9c7b37, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ecf06bf3-5c8d-4b0b-b820-73cd4b9c7b37,segment=NetworkSegment(94f9461b-62d6-4912-b0a6-1a80857b81dc),segment_id=94f9461b-62d6-4912-b0a6-1a80857b81dc)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:09:34.484981 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:34.548211 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9faa282a-b3aa-4b2b-9cef-e5777786edff req-9148af33-065c-4f80-918f-0b9c787f3a55 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=410657f9-9533-48fd-94c2-2548178a831b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0612411 Dec 06 17:09:34.559441 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=ecf06bf3-5c8d-4b0b-b820-73cd4b9c7b37,revision_number=7']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:09:34.581718 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7593c3b6-9235-4d32-9a0c-f9baaee78f98 req-1051332f-2d64-4972-bfe3-39cfe7b949d5 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:34.592301 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7593c3b6-9235-4d32-9a0c-f9baaee78f98 req-1051332f-2d64-4972-bfe3-39cfe7b949d5 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/ports?device_id=41819a31-9db2-4996-baec-4193f06f2109 HTTP/1.1" status: 200 len: 945 time: 0.0792415 Dec 06 17:09:34.661375 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faa282a-b3aa-4b2b-9cef-e5777786edff req-9b2e2e13-3183-4f1b-9da5-dce038731a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:34.665041 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9faa282a-b3aa-4b2b-9cef-e5777786edff req-9b2e2e13-3183-4f1b-9da5-dce038731a16 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=013b92ce2e6a40e1a3b2fa92d62d652e&device_id=410657f9-9533-48fd-94c2-2548178a831b HTTP/1.1" status: 200 len: 1095 time: 0.0921357 Dec 06 17:09:34.691286 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7593c3b6-9235-4d32-9a0c-f9baaee78f98 req-e8b4a088-ecb1-4ad8-b284-6fa8a6dc45f5 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/security-groups?id=79a8a720-4d91-42c0-8bdb-aecf1d5b7573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968115 Dec 06 17:09:34.859985 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faa282a-b3aa-4b2b-9cef-e5777786edff req-aa3d326e-4908-4a94-b2e1-4a512ca2180f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:34.862543 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9faa282a-b3aa-4b2b-9cef-e5777786edff req-aa3d326e-4908-4a94-b2e1-4a512ca2180f service neutron] 10.222.0.44 "GET /v2.0/networks?id=f368e270-aa86-47d2-9c8f-0ac2b4fc8997 HTTP/1.1" status: 200 len: 922 time: 0.1639385 Dec 06 17:09:34.870402 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [req-f2b9341f-bdd5-4edf-8533-a7ba2d62500d req-e1237442-e21f-483e-bab3-dac8819315ff tempest-LiveAutoBlockMigrationV225Test-847899352 tempest-LiveAutoBlockMigrationV225Test-847899352-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:09:34.871595 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f2b9341f-bdd5-4edf-8533-a7ba2d62500d req-e1237442-e21f-483e-bab3-dac8819315ff tempest-LiveAutoBlockMigrationV225Test-847899352 tempest-LiveAutoBlockMigrationV225Test-847899352-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078645 Dec 06 17:09:34.951853 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9faa282a-b3aa-4b2b-9cef-e5777786edff req-2cbfd2f1-0b94-4230-aaeb-10f17514c834 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=47959905-0d65-435d-bd88-6229edcc8f79 HTTP/1.1" status: 200 len: 217 time: 0.0634534 Dec 06 17:09:34.972489 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b9341f-bdd5-4edf-8533-a7ba2d62500d req-c9c77ea9-203c-43a5-a887-af317cc21aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:34.979532 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f2b9341f-bdd5-4edf-8533-a7ba2d62500d req-c9c77ea9-203c-43a5-a887-af317cc21aaa service neutron] 10.222.0.23 "GET /v2.0/ports/e2273c36-7b59-49c2-96e4-51a661d5c4cb HTTP/1.1" status: 200 len: 1094 time: 0.0995448 Dec 06 17:09:35.005882 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-f2b9341f-bdd5-4edf-8533-a7ba2d62500d req-9c34d6f3-259e-4ca6-9e16-6c6dfe0dad14 service neutron] Request body: {'binding': {'host': 'n-h2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:09:35.010499 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-f2b9341f-bdd5-4edf-8533-a7ba2d62500d req-9c34d6f3-259e-4ca6-9e16-6c6dfe0dad14 service neutron] Unknown quota resources ['binding']. {{(pid=103284) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 06 17:09:35.029294 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:35.059227 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c836e35-d451-455a-881a-f48be2bbff77 req-f60a754e-6981-4649-a955-e27673499458 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:35.067492 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7c836e35-d451-455a-881a-f48be2bbff77 req-f60a754e-6981-4649-a955-e27673499458 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2d120db-3c1e-4e7f-9fa1-3ee957306d01 HTTP/1.1" status: 200 len: 950 time: 0.0774159 Dec 06 17:09:35.163183 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7c836e35-d451-455a-881a-f48be2bbff77 req-3390ff6c-9c81-4942-be09-113de6cad4c4 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912914 Dec 06 17:09:35.176584 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-f2b9341f-bdd5-4edf-8533-a7ba2d62500d req-9c34d6f3-259e-4ca6-9e16-6c6dfe0dad14 service neutron] Attempting to bind port e2273c36-7b59-49c2-96e4-51a661d5c4cb on host n-h2-master-1 for vnic_type normal with profile None {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:09:35.176584 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-f2b9341f-bdd5-4edf-8533-a7ba2d62500d req-9c34d6f3-259e-4ca6-9e16-6c6dfe0dad14 service neutron] Attempting to bind port e2273c36-7b59-49c2-96e4-51a661d5c4cb by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'd43b23f1-3a85-4be8-8063-3fe18696b942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f368e270-aa86-47d2-9c8f-0ac2b4fc8997'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:09:35.176584 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b9341f-bdd5-4edf-8533-a7ba2d62500d req-9c34d6f3-259e-4ca6-9e16-6c6dfe0dad14 service neutron] Attempting to bind port e2273c36-7b59-49c2-96e4-51a661d5c4cb on network f368e270-aa86-47d2-9c8f-0ac2b4fc8997 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:09:35.182959 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b9341f-bdd5-4edf-8533-a7ba2d62500d req-9c34d6f3-259e-4ca6-9e16-6c6dfe0dad14 service neutron] Port e2273c36-7b59-49c2-96e4-51a661d5c4cb on network f368e270-aa86-47d2-9c8f-0ac2b4fc8997 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:09:35.183926 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b9341f-bdd5-4edf-8533-a7ba2d62500d req-9c34d6f3-259e-4ca6-9e16-6c6dfe0dad14 service neutron] Attempting to bind port e2273c36-7b59-49c2-96e4-51a661d5c4cb on network f368e270-aa86-47d2-9c8f-0ac2b4fc8997 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:09:35.203878 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b9341f-bdd5-4edf-8533-a7ba2d62500d req-9c34d6f3-259e-4ca6-9e16-6c6dfe0dad14 service neutron] Checking agent: {'id': '9d8b9f49-2860-4c1f-9b89-45a7657a3c4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:09:35.204365 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b9341f-bdd5-4edf-8533-a7ba2d62500d req-9c34d6f3-259e-4ca6-9e16-6c6dfe0dad14 service neutron] Checking segment: {'id': 'd43b23f1-3a85-4be8-8063-3fe18696b942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f368e270-aa86-47d2-9c8f-0ac2b4fc8997'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:09:35.204864 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b9341f-bdd5-4edf-8533-a7ba2d62500d req-9c34d6f3-259e-4ca6-9e16-6c6dfe0dad14 service neutron] Bound using segment: {'id': 'd43b23f1-3a85-4be8-8063-3fe18696b942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f368e270-aa86-47d2-9c8f-0ac2b4fc8997'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:09:35.205384 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-f2b9341f-bdd5-4edf-8533-a7ba2d62500d req-9c34d6f3-259e-4ca6-9e16-6c6dfe0dad14 service neutron] Bound port: e2273c36-7b59-49c2-96e4-51a661d5c4cb, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd43b23f1-3a85-4be8-8063-3fe18696b942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f368e270-aa86-47d2-9c8f-0ac2b4fc8997'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:09:35.214318 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faa282a-b3aa-4b2b-9cef-e5777786edff req-493ac471-7d55-4c63-a534-ad8d5f5d5ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:35.217823 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9faa282a-b3aa-4b2b-9cef-e5777786edff req-493ac471-7d55-4c63-a534-ad8d5f5d5ca8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f77759ce-94b4-46a8-b90f-f881b9e38f99 HTTP/1.1" status: 200 len: 861 time: 0.2533574 Dec 06 17:09:35.223426 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e67b5e15-670d-4f0a-8450-5c148fd3b86c x-openstack-request-id: req-e67b5e15-670d-4f0a-8450-5c148fd3b86c {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:09:35.223921 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e18433a4-3957-4cd1-953e-26f1937c354f", "name": "network-vif-plugged", "status": "completed", "tag": "ecf06bf3-5c8d-4b0b-b820-73cd4b9c7b37", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:09:35.225424 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e67b5e15-670d-4f0a-8450-5c148fd3b86c {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:09:35.225957 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e18433a4-3957-4cd1-953e-26f1937c354f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecf06bf3-5c8d-4b0b-b820-73cd4b9c7b37', 'code': 200} Dec 06 17:09:35.288227 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9faa282a-b3aa-4b2b-9cef-e5777786edff req-245defff-66c9-4c53-9ba4-c53acbedc857 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f368e270-aa86-47d2-9c8f-0ac2b4fc8997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488799 Dec 06 17:09:35.408385 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9faa282a-b3aa-4b2b-9cef-e5777786edff req-c0266e92-e1b3-4d41-8d3d-fe34a7a7c0ae service neutron] 10.222.0.44 "GET /v2.0/networks/f368e270-aa86-47d2-9c8f-0ac2b4fc8997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113265 Dec 06 17:09:35.429745 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084ee74d-de24-48c7-b648-faa8e93f1bf6 req-91ef170f-8a84-4a8c-9e33-d884c596aac9 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:35.439238 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-084ee74d-de24-48c7-b648-faa8e93f1bf6 req-91ef170f-8a84-4a8c-9e33-d884c596aac9 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fbd3b55-8fd1-4dfd-9c17-09a72f92d6e4 HTTP/1.1" status: 200 len: 945 time: 0.0794678 Dec 06 17:09:35.455730 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 592dd902-b90c-4d99-9568-120fa1225afd details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:09:35.514646 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-084ee74d-de24-48c7-b648-faa8e93f1bf6 req-8f555465-78b5-42c4-b049-274429d9cd3c tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] 10.222.0.23 "GET /v2.0/security-groups?id=32e60c91-0f09-4047-85e4-be430fb60702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740421 Dec 06 17:09:35.564616 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-f2b9341f-bdd5-4edf-8533-a7ba2d62500d req-9c34d6f3-259e-4ca6-9e16-6c6dfe0dad14 service neutron] For port e2273c36-7b59-49c2-96e4-51a661d5c4cb, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e2273c36-7b59-49c2-96e4-51a661d5c4cb,segment=NetworkSegment(d43b23f1-3a85-4be8-8063-3fe18696b942),segment_id=d43b23f1-3a85-4be8-8063-3fe18696b942)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:09:35.577215 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-f2b9341f-bdd5-4edf-8533-a7ba2d62500d req-9c34d6f3-259e-4ca6-9e16-6c6dfe0dad14 service neutron] Publish callbacks [] for binding, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:35.579564 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f2b9341f-bdd5-4edf-8533-a7ba2d62500d req-9c34d6f3-259e-4ca6-9e16-6c6dfe0dad14 service neutron] 10.222.0.23 "POST /v2.0/ports/e2273c36-7b59-49c2-96e4-51a661d5c4cb/bindings HTTP/1.1" status: 201 len: 389 time: 0.5990679 Dec 06 17:09:35.635298 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9faa282a-b3aa-4b2b-9cef-e5777786edff req-95c58bcc-4eeb-4023-9726-eaba927b5c79 service neutron] 10.222.0.44 "GET /v2.0/networks/f368e270-aa86-47d2-9c8f-0ac2b4fc8997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173300 Dec 06 17:09:35.682905 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 592dd902-b90c-4d99-9568-120fa1225afd, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=592dd902-b90c-4d99-9568-120fa1225afd,segment=NetworkSegment(463119c8-ebb5-4e14-90f7-f7f8ec6b20e4),segment_id=463119c8-ebb5-4e14-90f7-f7f8ec6b20e4)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:09:35.714072 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': '592dd902-b90c-4d99-9568-120fa1225afd', 'network_id': 'e65e79ee-364c-4d8a-9bbe-30afa3950dc3', 'port_id': '592dd902-b90c-4d99-9568-120fa1225afd', 'mac_address': 'fa:16:3e:a9:94:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3a427ff-c21c-4cb9-9bbf-427825b11026', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:09:35.727549 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee670ec-ca38-4e31-b991-6ac137b5b7b4 req-3cc43745-bb3e-4baf-8987-8fb2bdb39b28 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:35.737100 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5ee670ec-ca38-4e31-b991-6ac137b5b7b4 req-3cc43745-bb3e-4baf-8987-8fb2bdb39b28 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/ports?device_id=e18433a4-3957-4cd1-953e-26f1937c354f HTTP/1.1" status: 200 len: 945 time: 0.1433127 Dec 06 17:09:35.832818 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5ee670ec-ca38-4e31-b991-6ac137b5b7b4 req-d7f12f79-acfd-4506-bb4e-0e949f5f9ea9 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbbbe13e-c3cf-4699-8577-456085f920c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944490 Dec 06 17:09:35.845780 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:35.872311 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 592dd902-b90c-4d99-9568-120fa1225afd {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:09:35.904870 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 592dd902-b90c-4d99-9568-120fa1225afd, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=592dd902-b90c-4d99-9568-120fa1225afd,segment=NetworkSegment(463119c8-ebb5-4e14-90f7-f7f8ec6b20e4),segment_id=463119c8-ebb5-4e14-90f7-f7f8ec6b20e4)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:09:35.913249 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:35.981990 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=592dd902-b90c-4d99-9568-120fa1225afd,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:09:36.012500 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d527b1d2-dd0e-4123-8c94-bbb5fcb3ffb5 req-56895396-722a-43a4-97d5-98d6ddb83289 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:36.020458 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d527b1d2-dd0e-4123-8c94-bbb5fcb3ffb5 req-56895396-722a-43a4-97d5-98d6ddb83289 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89fcd187-593e-4870-9318-7e7e4aaeee67 HTTP/1.1" status: 200 len: 943 time: 0.1624434 Dec 06 17:09:36.034197 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04922f59-98d6-473b-89ec-17557287fb4c req-b562b8ab-a731-4906-b328-21adaa65b9a9 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:36.044007 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b9341f-bdd5-4edf-8533-a7ba2d62500d req-4ca68403-8d59-4893-9a47-da2eaadf2ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:36.045656 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f2b9341f-bdd5-4edf-8533-a7ba2d62500d req-4ca68403-8d59-4893-9a47-da2eaadf2ecc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=013b92ce2e6a40e1a3b2fa92d62d652e&device_id=c0f38465-af39-47f5-acaf-92ce9373a0cf HTTP/1.1" status: 200 len: 1097 time: 0.1067662 Dec 06 17:09:36.046435 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-04922f59-98d6-473b-89ec-17557287fb4c req-b562b8ab-a731-4906-b328-21adaa65b9a9 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/ports?device_id=41819a31-9db2-4996-baec-4193f06f2109 HTTP/1.1" status: 200 len: 945 time: 0.0804260 Dec 06 17:09:36.113562 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-04922f59-98d6-473b-89ec-17557287fb4c req-e040a06d-6c20-4b67-adcf-f3fac2789150 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/security-groups?id=79a8a720-4d91-42c0-8bdb-aecf1d5b7573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660748 Dec 06 17:09:36.150635 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d527b1d2-dd0e-4123-8c94-bbb5fcb3ffb5 req-23afc98a-04f9-46f1-b080-c73e70de2c13 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee7a7815-31d3-41da-a9b4-a582c7a9b87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293106 Dec 06 17:09:36.172714 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 2011a06d-273a-44c5-b7e1-0e969ca54594 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:09:36.242221 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b9341f-bdd5-4edf-8533-a7ba2d62500d req-f4767a51-8cba-403e-8c10-eab3f8f3cf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:36.243994 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f2b9341f-bdd5-4edf-8533-a7ba2d62500d req-f4767a51-8cba-403e-8c10-eab3f8f3cf26 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f368e270-aa86-47d2-9c8f-0ac2b4fc8997 HTTP/1.1" status: 200 len: 922 time: 0.1845021 Dec 06 17:09:36.269131 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16f327-f849-4064-925f-197e71571317 req-43019b1e-bd74-4b18-9eec-b1a64bab782e tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:36.271294 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bc16f327-f849-4064-925f-197e71571317 req-43019b1e-bd74-4b18-9eec-b1a64bab782e tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0f38465-af39-47f5-acaf-92ce9373a0cf HTTP/1.1" status: 200 len: 946 time: 0.0851717 Dec 06 17:09:36.311934 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['592dd902-b90c-4d99-9568-120fa1225afd'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:09:36.333114 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f2b9341f-bdd5-4edf-8533-a7ba2d62500d req-aceb9591-c359-4f46-bdad-e9a50d659471 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2273c36-7b59-49c2-96e4-51a661d5c4cb HTTP/1.1" status: 200 len: 217 time: 0.0755281 Dec 06 17:09:36.387094 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 2011a06d-273a-44c5-b7e1-0e969ca54594, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=2011a06d-273a-44c5-b7e1-0e969ca54594,segment=NetworkSegment(1d12c223-c1ef-4a9f-920c-d1018ef932ee),segment_id=1d12c223-c1ef-4a9f-920c-d1018ef932ee)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:09:36.409723 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b9341f-bdd5-4edf-8533-a7ba2d62500d req-0112400b-53fa-4de6-abab-48d2eca3391b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:36.411233 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f2b9341f-bdd5-4edf-8533-a7ba2d62500d req-0112400b-53fa-4de6-abab-48d2eca3391b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f77759ce-94b4-46a8-b90f-f881b9e38f99 HTTP/1.1" status: 200 len: 861 time: 0.0693657 Dec 06 17:09:36.417681 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': '2011a06d-273a-44c5-b7e1-0e969ca54594', 'network_id': '5345745c-70bf-40fb-8cb5-545836ece5ce', 'port_id': '2011a06d-273a-44c5-b7e1-0e969ca54594', 'mac_address': 'fa:16:3e:d4:9e:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48f1cc23-c700-419f-b04b-ebb1334c97b9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:09:36.437058 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bc16f327-f849-4064-925f-197e71571317 req-6395fddc-fd62-4eeb-bcbb-1d722396e777 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569118 Dec 06 17:09:36.466911 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f2b9341f-bdd5-4edf-8533-a7ba2d62500d req-5a129a67-1c7d-4868-97df-b66270d195ab service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f368e270-aa86-47d2-9c8f-0ac2b4fc8997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357878 Dec 06 17:09:36.508695 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:36.531629 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2011a06d-273a-44c5-b7e1-0e969ca54594 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:09:36.586263 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 2011a06d-273a-44c5-b7e1-0e969ca54594, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=2011a06d-273a-44c5-b7e1-0e969ca54594,segment=NetworkSegment(1d12c223-c1ef-4a9f-920c-d1018ef932ee),segment_id=1d12c223-c1ef-4a9f-920c-d1018ef932ee)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:09:36.592854 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:36.659150 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f2b9341f-bdd5-4edf-8533-a7ba2d62500d req-0d803b39-3f70-441b-91af-9319bb3e9405 service neutron] 10.222.0.44 "GET /v2.0/networks/f368e270-aa86-47d2-9c8f-0ac2b4fc8997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780996 Dec 06 17:09:36.663906 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=2011a06d-273a-44c5-b7e1-0e969ca54594,revision_number=6']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:09:36.681198 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f9dcfc-a60a-439f-bd2b-ac1212e6caa8 req-d5dde18a-132c-4581-9fd9-c6068d2596ed tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:36.694356 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-71f9dcfc-a60a-439f-bd2b-ac1212e6caa8 req-d5dde18a-132c-4581-9fd9-c6068d2596ed tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2d120db-3c1e-4e7f-9fa1-3ee957306d01 HTTP/1.1" status: 200 len: 950 time: 0.1344793 Dec 06 17:09:36.757991 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['2011a06d-273a-44c5-b7e1-0e969ca54594'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:09:36.811791 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f2b9341f-bdd5-4edf-8533-a7ba2d62500d req-6e142410-4942-4ff9-beac-2002c81b6447 service neutron] 10.222.0.44 "GET /v2.0/networks/f368e270-aa86-47d2-9c8f-0ac2b4fc8997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422701 Dec 06 17:09:36.812355 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-71f9dcfc-a60a-439f-bd2b-ac1212e6caa8 req-fbdae74e-6239-4d26-88e6-d1f70ebb52e3 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037691 Dec 06 17:09:36.983644 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c326be-94b8-41cf-a1f3-1defa49e8b70 req-088a3f2e-fa62-4ec1-b7dd-eae72c306c2d tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:36.994874 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-49c326be-94b8-41cf-a1f3-1defa49e8b70 req-088a3f2e-fa62-4ec1-b7dd-eae72c306c2d tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/ports?device_id=e18433a4-3957-4cd1-953e-26f1937c354f HTTP/1.1" status: 200 len: 945 time: 0.0909224 Dec 06 17:09:37.021364 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7f3a6e-3a09-4430-a6f1-455c638fde28 req-d97ed455-4b24-4a10-8797-d1ce41f474e4 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:37.023054 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bd7f3a6e-3a09-4430-a6f1-455c638fde28 req-d97ed455-4b24-4a10-8797-d1ce41f474e4 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fbd3b55-8fd1-4dfd-9c17-09a72f92d6e4 HTTP/1.1" status: 200 len: 945 time: 0.0859454 Dec 06 17:09:37.060500 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-49c326be-94b8-41cf-a1f3-1defa49e8b70 req-442f02be-1512-456d-b9d8-032401f9a2c8 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbbbe13e-c3cf-4699-8577-456085f920c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648253 Dec 06 17:09:37.123391 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bd7f3a6e-3a09-4430-a6f1-455c638fde28 req-0c6c8fa7-aff2-402d-9802-617d4e1aab63 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] 10.222.0.23 "GET /v2.0/security-groups?id=32e60c91-0f09-4047-85e4-be430fb60702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883739 Dec 06 17:09:37.281554 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98ff962-b37e-4099-9d2d-f0c736dbc2fe req-50fd9c38-ea0e-4562-9940-04af946bc280 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:37.289512 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c98ff962-b37e-4099-9d2d-f0c736dbc2fe req-50fd9c38-ea0e-4562-9940-04af946bc280 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/ports?device_id=41819a31-9db2-4996-baec-4193f06f2109 HTTP/1.1" status: 200 len: 944 time: 0.1004941 Dec 06 17:09:37.347404 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3c8713-cdd7-4fd5-a185-9fc66a35da3e req-cbf5cc9d-c197-4648-bd24-a4b196ccd34a tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:37.350747 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c98ff962-b37e-4099-9d2d-f0c736dbc2fe req-e534556d-9d86-4966-8717-c3decd89f2fd tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/security-groups?id=79a8a720-4d91-42c0-8bdb-aecf1d5b7573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602188 Dec 06 17:09:37.361311 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ef3c8713-cdd7-4fd5-a185-9fc66a35da3e req-cbf5cc9d-c197-4648-bd24-a4b196ccd34a tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89fcd187-593e-4870-9318-7e7e4aaeee67 HTTP/1.1" status: 200 len: 944 time: 0.0983233 Dec 06 17:09:37.443103 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ef3c8713-cdd7-4fd5-a185-9fc66a35da3e req-fab3226f-27de-40f4-aeac-53c134110111 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee7a7815-31d3-41da-a9b4-a582c7a9b87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806718 Dec 06 17:09:37.576938 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24414419-dfa3-41ce-b3eb-84dc424b9684 req-b67ca5d5-9a3f-4125-9c4c-57adb9e8a613 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:37.578679 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-24414419-dfa3-41ce-b3eb-84dc424b9684 req-b67ca5d5-9a3f-4125-9c4c-57adb9e8a613 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0f38465-af39-47f5-acaf-92ce9373a0cf HTTP/1.1" status: 200 len: 946 time: 0.0523121 Dec 06 17:09:37.627102 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-24414419-dfa3-41ce-b3eb-84dc424b9684 req-88d1dede-3585-456b-ad4e-5b003f7cd555 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424318 Dec 06 17:09:37.924728 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a288c1a5-0f37-4ae7-b784-77c8e40d19d0 req-986bfea3-a090-4783-b4a2-041a5c9e2805 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:37.926364 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a288c1a5-0f37-4ae7-b784-77c8e40d19d0 req-986bfea3-a090-4783-b4a2-041a5c9e2805 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2d120db-3c1e-4e7f-9fa1-3ee957306d01 HTTP/1.1" status: 200 len: 950 time: 0.0534010 Dec 06 17:09:37.986184 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a288c1a5-0f37-4ae7-b784-77c8e40d19d0 req-df1ae268-9434-4b27-8306-be1fc5d1e572 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525894 Dec 06 17:09:38.100934 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1007cd81-2d5b-48cd-adc5-150c29f700ca req-08d80f6e-ff84-4ec9-9aa5-3ebe04b496a0 tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:38.102609 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1007cd81-2d5b-48cd-adc5-150c29f700ca req-08d80f6e-ff84-4ec9-9aa5-3ebe04b496a0 tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b064fa4-4b1b-48a1-be28-a0f6c11a5c8a HTTP/1.1" status: 200 len: 949 time: 0.0555542 Dec 06 17:09:38.155322 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1007cd81-2d5b-48cd-adc5-150c29f700ca req-9afa9a28-c169-4ac4-9338-f82233aeef5f tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e200dfc-3654-4846-ac4a-5fd3003efa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450647 Dec 06 17:09:38.184024 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device ecf06bf3-5c8d-4b0b-b820-73cd4b9c7b37 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:09:38.191626 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7926aa92-fdab-48b9-aa46-7638947127d0 req-8d83cd0b-2b83-4f4b-95cc-c141600de5d1 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:38.201757 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7926aa92-fdab-48b9-aa46-7638947127d0 req-8d83cd0b-2b83-4f4b-95cc-c141600de5d1 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/ports?device_id=e18433a4-3957-4cd1-953e-26f1937c354f HTTP/1.1" status: 200 len: 945 time: 0.0754776 Dec 06 17:09:38.264860 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c657149-4d0f-42b7-9c5e-f022dfc5dec1 req-deeba277-9a81-46cb-a2f2-2291f69a9543 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:38.274228 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5c657149-4d0f-42b7-9c5e-f022dfc5dec1 req-deeba277-9a81-46cb-a2f2-2291f69a9543 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fbd3b55-8fd1-4dfd-9c17-09a72f92d6e4 HTTP/1.1" status: 200 len: 945 time: 0.0592165 Dec 06 17:09:38.274617 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7926aa92-fdab-48b9-aa46-7638947127d0 req-895456c8-5783-44f0-b73e-eb84aca673f8 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbbbe13e-c3cf-4699-8577-456085f920c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674648 Dec 06 17:09:38.277990 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:38.304526 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e18433a4-3957-4cd1-953e-26f1937c354f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecf06bf3-5c8d-4b0b-b820-73cd4b9c7b37'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:09:38.307866 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9936c4ab-0328-4417-ab62-af2f4aa08e2a" -d '{"events": [{"server_uuid": "e18433a4-3957-4cd1-953e-26f1937c354f", "name": "network-vif-unplugged", "status": "completed", "tag": "ecf06bf3-5c8d-4b0b-b820-73cd4b9c7b37"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:09:38.322561 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port ecf06bf3-5c8d-4b0b-b820-73cd4b9c7b37, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ecf06bf3-5c8d-4b0b-b820-73cd4b9c7b37,segment=NetworkSegment(94f9461b-62d6-4912-b0a6-1a80857b81dc),segment_id=94f9461b-62d6-4912-b0a6-1a80857b81dc)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:09:38.338587 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5c657149-4d0f-42b7-9c5e-f022dfc5dec1 req-d7dd4322-5430-4eda-b1d4-95a88cff8a59 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] 10.222.0.23 "GET /v2.0/security-groups?id=32e60c91-0f09-4047-85e4-be430fb60702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632753 Dec 06 17:09:38.339076 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:38.340113 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 2011a06d-273a-44c5-b7e1-0e969ca54594 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:09:38.402563 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 17:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-047d488b-ed26-4610-b274-b4bad500b99f x-openstack-request-id: req-047d488b-ed26-4610-b274-b4bad500b99f {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:09:38.403180 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e18433a4-3957-4cd1-953e-26f1937c354f", "name": "network-vif-unplugged", "status": "completed", "tag": "ecf06bf3-5c8d-4b0b-b820-73cd4b9c7b37", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:09:38.403621 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-047d488b-ed26-4610-b274-b4bad500b99f {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:09:38.404171 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e18433a4-3957-4cd1-953e-26f1937c354f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecf06bf3-5c8d-4b0b-b820-73cd4b9c7b37', 'code': 200} Dec 06 17:09:38.436629 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=ecf06bf3-5c8d-4b0b-b820-73cd4b9c7b37,revision_number=8']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:09:38.486807 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:38.501510 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 2011a06d-273a-44c5-b7e1-0e969ca54594 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:09:38.510276 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d630d9ec-7260-4fde-838a-67e815d92ce1 req-5bb220d0-4e74-4e3b-ad45-d5e59186d810 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:38.513660 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d630d9ec-7260-4fde-838a-67e815d92ce1 req-5bb220d0-4e74-4e3b-ad45-d5e59186d810 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/ports?device_id=41819a31-9db2-4996-baec-4193f06f2109 HTTP/1.1" status: 200 len: 944 time: 0.0608878 Dec 06 17:09:38.542922 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 2011a06d-273a-44c5-b7e1-0e969ca54594, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=2011a06d-273a-44c5-b7e1-0e969ca54594,segment=NetworkSegment(1d12c223-c1ef-4a9f-920c-d1018ef932ee),segment_id=1d12c223-c1ef-4a9f-920c-d1018ef932ee)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:09:38.550743 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:38.597949 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d630d9ec-7260-4fde-838a-67e815d92ce1 req-e3fb895d-0760-4de8-a6c9-b580b0c46e02 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/security-groups?id=79a8a720-4d91-42c0-8bdb-aecf1d5b7573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654752 Dec 06 17:09:38.628410 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46249a73-2c8a-451d-9dfb-5a0b71a293c5 req-b79d2b4b-8f92-4ae3-bd94-d2500b057989 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:38.630259 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-46249a73-2c8a-451d-9dfb-5a0b71a293c5 req-b79d2b4b-8f92-4ae3-bd94-d2500b057989 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.44 "GET /v2.0/ports?device_id=e18433a4-3957-4cd1-953e-26f1937c354f HTTP/1.1" status: 200 len: 943 time: 0.1088974 Dec 06 17:09:38.643101 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=2011a06d-273a-44c5-b7e1-0e969ca54594,revision_number=7']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:09:38.796323 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-46249a73-2c8a-451d-9dfb-5a0b71a293c5 req-b9d21799-d734-49b7-a91d-e836eeadaea3 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Deleting port ecf06bf3-5c8d-4b0b-b820-73cd4b9c7b37 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:09:38.796996 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-46249a73-2c8a-451d-9dfb-5a0b71a293c5 req-b9d21799-d734-49b7-a91d-e836eeadaea3 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:38.824279 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff1047e-65f7-45fe-9be7-87ecbce2c8ee req-fc37473c-9e76-4b50-8fe9-1a9fc60724d7 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:38.826170 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0ff1047e-65f7-45fe-9be7-87ecbce2c8ee req-fc37473c-9e76-4b50-8fe9-1a9fc60724d7 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89fcd187-593e-4870-9318-7e7e4aaeee67 HTTP/1.1" status: 200 len: 944 time: 0.0700059 Dec 06 17:09:38.898590 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0ff1047e-65f7-45fe-9be7-87ecbce2c8ee req-8fc20088-9523-4d3d-af19-949dcc35104f tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee7a7815-31d3-41da-a9b4-a582c7a9b87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661500 Dec 06 17:09:38.976772 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-46249a73-2c8a-451d-9dfb-5a0b71a293c5 req-b9d21799-d734-49b7-a91d-e836eeadaea3 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] For port ecf06bf3-5c8d-4b0b-b820-73cd4b9c7b37, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ecf06bf3-5c8d-4b0b-b820-73cd4b9c7b37,segment=NetworkSegment(94f9461b-62d6-4912-b0a6-1a80857b81dc),segment_id=94f9461b-62d6-4912-b0a6-1a80857b81dc)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:09:38.977440 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-46249a73-2c8a-451d-9dfb-5a0b71a293c5 req-b9d21799-d734-49b7-a91d-e836eeadaea3 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:38.994319 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-46249a73-2c8a-451d-9dfb-5a0b71a293c5 req-b9d21799-d734-49b7-a91d-e836eeadaea3 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Calling delete_port for ecf06bf3-5c8d-4b0b-b820-73cd4b9c7b37 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:09:39.042185 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324759d7-79da-4a89-9682-8512b16bd520 req-658e0fa4-e5e9-4018-a433-003dff5360a7 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:39.050317 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-324759d7-79da-4a89-9682-8512b16bd520 req-658e0fa4-e5e9-4018-a433-003dff5360a7 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0f38465-af39-47f5-acaf-92ce9373a0cf HTTP/1.1" status: 200 len: 946 time: 0.0787017 Dec 06 17:09:39.083609 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61844f5a-7ae3-4e89-8634-78eb1c11e212 req-d6d2be10-b043-473f-9758-390c2543e21b tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:39.085746 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-61844f5a-7ae3-4e89-8634-78eb1c11e212 req-d6d2be10-b043-473f-9758-390c2543e21b tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fbd3b55-8fd1-4dfd-9c17-09a72f92d6e4 HTTP/1.1" status: 200 len: 945 time: 0.2528555 Dec 06 17:09:39.102630 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-324759d7-79da-4a89-9682-8512b16bd520 req-ddef1501-a99e-4203-a2a9-d0aa9411fbed tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513673 Dec 06 17:09:39.268751 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ef37d1-eeb9-4ce7-b03b-f40a50fb1f6b req-17d2f9ce-24b0-4566-b07b-e592681bce13 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:39.270584 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-28ef37d1-eeb9-4ce7-b03b-f40a50fb1f6b req-17d2f9ce-24b0-4566-b07b-e592681bce13 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2d120db-3c1e-4e7f-9fa1-3ee957306d01 HTTP/1.1" status: 200 len: 950 time: 0.1348624 Dec 06 17:09:39.322985 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-46249a73-2c8a-451d-9dfb-5a0b71a293c5 req-b9d21799-d734-49b7-a91d-e836eeadaea3 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:39.330782 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48bddb7-08f3-42b5-8e1a-126388e39a2e req-a77e3237-e9bb-4f2f-ab2c-9b869c1390e9 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:39.332321 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-61844f5a-7ae3-4e89-8634-78eb1c11e212 req-34239e98-447e-47dd-9427-b5375aeb9772 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Deleting port ca68c5c4-a665-4a4e-8598-ad4d6f341414 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:09:39.332647 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a48bddb7-08f3-42b5-8e1a-126388e39a2e req-a77e3237-e9bb-4f2f-ab2c-9b869c1390e9 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/ports?device_id=41819a31-9db2-4996-baec-4193f06f2109 HTTP/1.1" status: 200 len: 943 time: 0.0656779 Dec 06 17:09:39.332769 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-61844f5a-7ae3-4e89-8634-78eb1c11e212 req-34239e98-447e-47dd-9427-b5375aeb9772 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:39.388277 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a48bddb7-08f3-42b5-8e1a-126388e39a2e req-531a4cea-7fa2-476d-a02b-c5254dd07504 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/security-groups?id=79a8a720-4d91-42c0-8bdb-aecf1d5b7573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484762 Dec 06 17:09:39.394024 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d21799-d734-49b7-a91d-e836eeadaea3 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Pushing event deleted for resources: {'Port': ['ID=ecf06bf3-5c8d-4b0b-b820-73cd4b9c7b37,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:09:39.436715 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-28ef37d1-eeb9-4ce7-b03b-f40a50fb1f6b req-64929c48-5109-44c3-b0db-b0be1a385f23 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572895 Dec 06 17:09:39.488310 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 592dd902-b90c-4d99-9568-120fa1225afd up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:09:39.521973 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b1075b43-c24d-4b4e-adf9-9d03d2f7ab2b req-a415f942-038b-40c8-8851-2fe9a27823c6 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/ports?device_id=e18433a4-3957-4cd1-953e-26f1937c354f HTTP/1.1" status: 200 len: 210 time: 0.0402067 Dec 06 17:09:39.581403 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port 592dd902-b90c-4d99-9568-120fa1225afd completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:09:39.587609 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port 592dd902-b90c-4d99-9568-120fa1225afd triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:09:39.588384 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:39.671936 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:39.713571 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 592dd902-b90c-4d99-9568-120fa1225afd, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=592dd902-b90c-4d99-9568-120fa1225afd,segment=NetworkSegment(463119c8-ebb5-4e14-90f7-f7f8ec6b20e4),segment_id=463119c8-ebb5-4e14-90f7-f7f8ec6b20e4)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:09:39.720405 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:39.721678 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 5f75056b-3e93-4b40-b635-0037aa472f1f no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:09:39.725448 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-46249a73-2c8a-451d-9dfb-5a0b71a293c5 req-b9d21799-d734-49b7-a91d-e836eeadaea3 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] No DVR routers for this DVR port ecf06bf3-5c8d-4b0b-b820-73cd4b9c7b37 on host n-h2-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:09:39.742274 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-46249a73-2c8a-451d-9dfb-5a0b71a293c5 req-b9d21799-d734-49b7-a91d-e836eeadaea3 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:39.745674 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-46249a73-2c8a-451d-9dfb-5a0b71a293c5 req-b9d21799-d734-49b7-a91d-e836eeadaea3 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.44 "DELETE /v2.0/ports/ecf06bf3-5c8d-4b0b-b820-73cd4b9c7b37 HTTP/1.1" status: 204 len: 173 time: 1.1087425 Dec 06 17:09:39.748761 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e18433a4-3957-4cd1-953e-26f1937c354f', 'name': 'network-vif-deleted', 'tag': 'ecf06bf3-5c8d-4b0b-b820-73cd4b9c7b37'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:09:39.751248 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25d3d942-f81f-4f33-9aec-b4413e35deed" -d '{"events": [{"server_uuid": "e18433a4-3957-4cd1-953e-26f1937c354f", "name": "network-vif-deleted", "tag": "ecf06bf3-5c8d-4b0b-b820-73cd4b9c7b37"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:09:39.815858 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-61844f5a-7ae3-4e89-8634-78eb1c11e212 req-34239e98-447e-47dd-9427-b5375aeb9772 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] For port ca68c5c4-a665-4a4e-8598-ad4d6f341414, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ca68c5c4-a665-4a4e-8598-ad4d6f341414,segment=NetworkSegment(d81ef432-c48a-4c0f-bf74-f28c73543a94),segment_id=d81ef432-c48a-4c0f-bf74-f28c73543a94)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:09:39.816693 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-61844f5a-7ae3-4e89-8634-78eb1c11e212 req-34239e98-447e-47dd-9427-b5375aeb9772 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:39.839953 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f1cfd99-b7da-4943-8373-54d3e9c0f781 x-openstack-request-id: req-5f1cfd99-b7da-4943-8373-54d3e9c0f781 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:09:39.840207 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e18433a4-3957-4cd1-953e-26f1937c354f", "name": "network-vif-deleted", "tag": "ecf06bf3-5c8d-4b0b-b820-73cd4b9c7b37", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:09:39.840577 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5f1cfd99-b7da-4943-8373-54d3e9c0f781 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:09:39.841070 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e18433a4-3957-4cd1-953e-26f1937c354f', 'name': 'network-vif-deleted', 'tag': 'ecf06bf3-5c8d-4b0b-b820-73cd4b9c7b37', 'status': 'completed', 'code': 200} Dec 06 17:09:39.849121 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=592dd902-b90c-4d99-9568-120fa1225afd,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:09:39.890313 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:39.891468 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b80c2c-e4f6-4ae6-9518-7ba595341d66 req-ccb71945-80dc-42e5-a21f-057af190ce87 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:39.893059 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e2b80c2c-e4f6-4ae6-9518-7ba595341d66 req-ccb71945-80dc-42e5-a21f-057af190ce87 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fbd3b55-8fd1-4dfd-9c17-09a72f92d6e4 HTTP/1.1" status: 200 len: 945 time: 0.2090168 Dec 06 17:09:39.936231 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 5f75056b-3e93-4b40-b635-0037aa472f1f, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=5f75056b-3e93-4b40-b635-0037aa472f1f,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:09:39.947137 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:40.010584 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=5f75056b-3e93-4b40-b635-0037aa472f1f,revision_number=8']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:09:40.052888 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ec8f6b-52a2-4657-b106-44a1139c2d76 req-50dbc74b-e461-46a8-9098-8c8e9308df71 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:40.060730 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-27ec8f6b-52a2-4657-b106-44a1139c2d76 req-50dbc74b-e461-46a8-9098-8c8e9308df71 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89fcd187-593e-4870-9318-7e7e4aaeee67 HTTP/1.1" status: 200 len: 945 time: 0.0663009 Dec 06 17:09:40.112123 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e2b80c2c-e4f6-4ae6-9518-7ba595341d66 req-3937a5e2-f984-4cdf-8159-e9fc68cbdac5 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] 10.222.0.23 "GET /v2.0/security-groups?id=32e60c91-0f09-4047-85e4-be430fb60702&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1508994 Dec 06 17:09:40.131775 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-27ec8f6b-52a2-4657-b106-44a1139c2d76 req-89e2709b-9942-443c-ab2b-11cf4250c055 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee7a7815-31d3-41da-a9b4-a582c7a9b87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701334 Dec 06 17:09:40.245578 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-61844f5a-7ae3-4e89-8634-78eb1c11e212 req-34239e98-447e-47dd-9427-b5375aeb9772 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:40.246213 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-61844f5a-7ae3-4e89-8634-78eb1c11e212 req-34239e98-447e-47dd-9427-b5375aeb9772 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:40.246782 n-d-master-1 neutron-server[103284]: INFO neutron.db.l3_db [req-61844f5a-7ae3-4e89-8634-78eb1c11e212 req-34239e98-447e-47dd-9427-b5375aeb9772 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Floating IP 3f35a412-72c8-43d8-8e04-d21866b931de disassociated. External IP: 172.35.1.21, port: ca68c5c4-a665-4a4e-8598-ad4d6f341414. Dec 06 17:09:40.247133 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-61844f5a-7ae3-4e89-8634-78eb1c11e212 req-34239e98-447e-47dd-9427-b5375aeb9772 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Calling delete_port for ca68c5c4-a665-4a4e-8598-ad4d6f341414 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:09:40.263647 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aead9a8d-f132-4615-9860-bc41835a1e21 req-308524f5-c057-45eb-b0aa-8dd24245e12b tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:40.265158 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-aead9a8d-f132-4615-9860-bc41835a1e21 req-308524f5-c057-45eb-b0aa-8dd24245e12b tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0f38465-af39-47f5-acaf-92ce9373a0cf HTTP/1.1" status: 200 len: 946 time: 0.0560653 Dec 06 17:09:40.314665 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-aead9a8d-f132-4615-9860-bc41835a1e21 req-2102c4fd-8e47-4a8b-8a56-2752f44b0c2e tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425508 Dec 06 17:09:40.382837 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-61844f5a-7ae3-4e89-8634-78eb1c11e212 req-34239e98-447e-47dd-9427-b5375aeb9772 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:40.405911 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89fcd187-593e-4870-9318-7e7e4aaeee67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '592dd902-b90c-4d99-9568-120fa1225afd'}, {'server_uuid': '3b064fa4-4b1b-48a1-be28-a0f6c11a5c8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f75056b-3e93-4b40-b635-0037aa472f1f'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:09:40.408613 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a8636c6-9b1c-436d-b6b9-4fd2b96f79e7" -d '{"events": [{"server_uuid": "89fcd187-593e-4870-9318-7e7e4aaeee67", "name": "network-vif-plugged", "status": "completed", "tag": "592dd902-b90c-4d99-9568-120fa1225afd"}, {"server_uuid": "3b064fa4-4b1b-48a1-be28-a0f6c11a5c8a", "name": "network-vif-unplugged", "status": "completed", "tag": "5f75056b-3e93-4b40-b635-0037aa472f1f"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:09:40.412393 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34239e98-447e-47dd-9427-b5375aeb9772 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Pushing event deleted for resources: {'Port': ['ID=ca68c5c4-a665-4a4e-8598-ad4d6f341414,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:09:40.498641 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Mon, 06 Dec 2021 17:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-398dc518-e47e-4518-bbd4-3dec0a0c1499 x-openstack-request-id: req-398dc518-e47e-4518-bbd4-3dec0a0c1499 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:09:40.499705 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89fcd187-593e-4870-9318-7e7e4aaeee67", "name": "network-vif-plugged", "status": "completed", "tag": "592dd902-b90c-4d99-9568-120fa1225afd", "code": 200}, {"server_uuid": "3b064fa4-4b1b-48a1-be28-a0f6c11a5c8a", "name": "network-vif-unplugged", "status": "completed", "tag": "5f75056b-3e93-4b40-b635-0037aa472f1f", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:09:40.500187 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-398dc518-e47e-4518-bbd4-3dec0a0c1499 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:09:40.500747 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89fcd187-593e-4870-9318-7e7e4aaeee67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '592dd902-b90c-4d99-9568-120fa1225afd', 'code': 200} Dec 06 17:09:40.501166 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b064fa4-4b1b-48a1-be28-a0f6c11a5c8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f75056b-3e93-4b40-b635-0037aa472f1f', 'code': 200} Dec 06 17:09:40.556725 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81cacb6-018d-441c-b041-ec21b59e622d req-1ffb70c2-c2df-45f0-9eaf-cd8762c0e609 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:40.566016 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d81cacb6-018d-441c-b041-ec21b59e622d req-1ffb70c2-c2df-45f0-9eaf-cd8762c0e609 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/ports?device_id=41819a31-9db2-4996-baec-4193f06f2109 HTTP/1.1" status: 200 len: 943 time: 0.0798481 Dec 06 17:09:40.616228 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [req-61844f5a-7ae3-4e89-8634-78eb1c11e212 req-34239e98-447e-47dd-9427-b5375aeb9772 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Router 107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:09:40.640049 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d81cacb6-018d-441c-b041-ec21b59e622d req-bf7da7be-a026-4352-b7d0-78e258fb7b32 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/security-groups?id=79a8a720-4d91-42c0-8bdb-aecf1d5b7573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707960 Dec 06 17:09:40.640426 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21db389-c986-4619-b5f0-72033bf192d2 req-e294747c-9d2d-4f69-8938-c5e03b239540 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:40.642057 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f21db389-c986-4619-b5f0-72033bf192d2 req-e294747c-9d2d-4f69-8938-c5e03b239540 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2d120db-3c1e-4e7f-9fa1-3ee957306d01 HTTP/1.1" status: 200 len: 950 time: 0.0744123 Dec 06 17:09:40.670668 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c7dbea-a663-4a9d-8ffa-76d74ae15733 req-920e26f2-7be3-4425-a5fc-819ab9b3dcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:40.673221 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-71c7dbea-a663-4a9d-8ffa-76d74ae15733 req-920e26f2-7be3-4425-a5fc-819ab9b3dcb3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=89fcd187-593e-4870-9318-7e7e4aaeee67 HTTP/1.1" status: 200 len: 1096 time: 0.0778720 Dec 06 17:09:40.735492 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-71c7dbea-a663-4a9d-8ffa-76d74ae15733 req-7a88452f-76bf-4d69-9b35-d39816629666 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ee7a7815-31d3-41da-a9b4-a582c7a9b87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439072 Dec 06 17:09:40.767182 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9612c414-ae68-493c-8d4c-1c8c8c8b86d4 req-8f495ddf-f7bc-47cb-97d7-d4d4386bb1a6 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/ports?device_id=e18433a4-3957-4cd1-953e-26f1937c354f HTTP/1.1" status: 200 len: 210 time: 0.0280201 Dec 06 17:09:40.770754 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f21db389-c986-4619-b5f0-72033bf192d2 req-c22de3f1-1254-4a67-9454-b3a5f510be70 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901806 Dec 06 17:09:40.788201 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-61844f5a-7ae3-4e89-8634-78eb1c11e212 req-34239e98-447e-47dd-9427-b5375aeb9772 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:09:40.809387 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8d9610-f9c6-4b70-ae8d-e772e8dd2da1 None None] Sync routers for ids ['107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:09:40.829083 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8d9610-f9c6-4b70-ae8d-e772e8dd2da1 None None] Routers {'107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:09:40.829747 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-7c8d9610-f9c6-4b70-ae8d-e772e8dd2da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:09:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:09:40.841294 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-61844f5a-7ae3-4e89-8634-78eb1c11e212 req-34239e98-447e-47dd-9427-b5375aeb9772 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] No DVR routers for this DVR port ca68c5c4-a665-4a4e-8598-ad4d6f341414 on host n-h1-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:09:40.850795 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-61844f5a-7ae3-4e89-8634-78eb1c11e212 req-34239e98-447e-47dd-9427-b5375aeb9772 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:40.854736 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-61844f5a-7ae3-4e89-8634-78eb1c11e212 req-34239e98-447e-47dd-9427-b5375aeb9772 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] 10.222.0.41 "DELETE /v2.0/ports/ca68c5c4-a665-4a4e-8598-ad4d6f341414 HTTP/1.1" status: 204 len: 173 time: 1.7617311 Dec 06 17:09:41.018533 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-7c8d9610-f9c6-4b70-ae8d-e772e8dd2da1 None None] Set router 107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:09:41.159083 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2075c89-4271-4f61-8a9e-162ba2af1c0d req-75ed873f-0288-46a2-b374-c11b7d6e7937 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:41.160592 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b2075c89-4271-4f61-8a9e-162ba2af1c0d req-75ed873f-0288-46a2-b374-c11b7d6e7937 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.44 "GET /v2.0/ports?device_id=41819a31-9db2-4996-baec-4193f06f2109 HTTP/1.1" status: 200 len: 943 time: 0.0796249 Dec 06 17:09:41.171128 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-68e1cc0f-9cc6-4c2b-97c3-222f9a8b3d84 req-c4a31598-8a9c-40b2-b4c0-7ce0ca1e0a94 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e3899f97-c145-485d-b3a3-a25ab004300d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1617754 Dec 06 17:09:41.299911 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-7c8d9610-f9c6-4b70-ae8d-e772e8dd2da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-975269071-router', 'tenant_id': '79450b3018524610adce1efbd72221ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.41'}], 'enable_snat': True}, 'gw_port_id': '6e342e6b-5aad-4dc0-b38e-8376f9d24d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:04:50Z', 'updated_at': '2021-12-06T17:04:55Z', 'revision_number': 4, 'project_id': '79450b3018524610adce1efbd72221ff', 'gw_port': {'id': '6e342e6b-5aad-4dc0-b38e-8376f9d24d88', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c7:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:04:51Z', 'updated_at': '2021-12-06T17:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '5a524d1b-6a96-4920-99fc-39bf43162483', 'name': '', 'network_id': '69a40b88-32c3-4e15-ab36-985e8404a553', 'tenant_id': '79450b3018524610adce1efbd72221ff', 'mac_address': 'fa:16:3e:01:8e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '29223edc-149f-468a-b413-de60543fe5ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:04:54Z', 'updated_at': '2021-12-06T17:05:01Z', 'revision_number': 5, 'project_id': '79450b3018524610adce1efbd72221ff', 'subnets': [{'id': '29223edc-149f-468a-b413-de60543fe5ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:09:41.313040 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e747e6-0d49-4e77-9606-cf04fe8b9062 req-1d96b262-7a05-4dbc-a8c6-6e76197ea32c tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:41.315415 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-85e747e6-0d49-4e77-9606-cf04fe8b9062 req-1d96b262-7a05-4dbc-a8c6-6e76197ea32c tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89fcd187-593e-4870-9318-7e7e4aaeee67 HTTP/1.1" status: 200 len: 945 time: 0.0547342 Dec 06 17:09:41.317265 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b3a61cc4-dd89-4efa-934c-86afd898b5f6 req-e2733615-faab-482b-8b0e-ea8efafaf059 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fbd3b55-8fd1-4dfd-9c17-09a72f92d6e4 HTTP/1.1" status: 200 len: 210 time: 0.0358338 Dec 06 17:09:41.345976 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8d9610-f9c6-4b70-ae8d-e772e8dd2da1 None None] Checking router: 107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6 for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:09:41.356778 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8d9610-f9c6-4b70-ae8d-e772e8dd2da1 None None] Routers {'107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:09:41.357722 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-7c8d9610-f9c6-4b70-ae8d-e772e8dd2da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:09:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:09:41.379264 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-85e747e6-0d49-4e77-9606-cf04fe8b9062 req-25eeb073-88c2-42f5-918d-c3d953c23e91 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee7a7815-31d3-41da-a9b4-a582c7a9b87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572970 Dec 06 17:09:41.402483 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e1cc0f-9cc6-4c2b-97c3-222f9a8b3d84 req-4c98589b-1409-4333-bd36-76fc4af494c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:41.403609 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-68e1cc0f-9cc6-4c2b-97c3-222f9a8b3d84 req-4c98589b-1409-4333-bd36-76fc4af494c4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4fbfd036e0874a51a15b7801ac955516&device_id=e3899f97-c145-485d-b3a3-a25ab004300d HTTP/1.1" status: 200 len: 1100 time: 0.0813799 Dec 06 17:09:41.451077 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-b2075c89-4271-4f61-8a9e-162ba2af1c0d req-3f05746f-d3d2-4412-b063-80bbfcf1e905 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Deleting port 2011a06d-273a-44c5-b7e1-0e969ca54594 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:09:41.451509 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b2075c89-4271-4f61-8a9e-162ba2af1c0d req-3f05746f-d3d2-4412-b063-80bbfcf1e905 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:41.501620 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817ea67e-e891-4445-9235-3fcc2c4f1bb0 req-f2fa3ba5-2880-47ab-8653-8e1ad08ee85b tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:41.503405 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-817ea67e-e891-4445-9235-3fcc2c4f1bb0 req-f2fa3ba5-2880-47ab-8653-8e1ad08ee85b tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0f38465-af39-47f5-acaf-92ce9373a0cf HTTP/1.1" status: 200 len: 946 time: 0.0704312 Dec 06 17:09:41.511212 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-7c8d9610-f9c6-4b70-ae8d-e772e8dd2da1 None None] Set router 107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:09:41.558035 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-817ea67e-e891-4445-9235-3fcc2c4f1bb0 req-cb2df019-0e31-480d-8ed3-b0b07b2b3f53 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475805 Dec 06 17:09:41.625200 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e1cc0f-9cc6-4c2b-97c3-222f9a8b3d84 req-645fb345-2adb-4892-a0ac-e2b4034d1713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:41.627142 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-68e1cc0f-9cc6-4c2b-97c3-222f9a8b3d84 req-645fb345-2adb-4892-a0ac-e2b4034d1713 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ee08a0d2-834f-4c39-be47-9c424581246a HTTP/1.1" status: 200 len: 870 time: 0.1871696 Dec 06 17:09:41.629074 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-b2075c89-4271-4f61-8a9e-162ba2af1c0d req-3f05746f-d3d2-4412-b063-80bbfcf1e905 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] For port 2011a06d-273a-44c5-b7e1-0e969ca54594, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=2011a06d-273a-44c5-b7e1-0e969ca54594,segment=NetworkSegment(1d12c223-c1ef-4a9f-920c-d1018ef932ee),segment_id=1d12c223-c1ef-4a9f-920c-d1018ef932ee)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:09:41.629395 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b2075c89-4271-4f61-8a9e-162ba2af1c0d req-3f05746f-d3d2-4412-b063-80bbfcf1e905 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:41.650248 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-b2075c89-4271-4f61-8a9e-162ba2af1c0d req-3f05746f-d3d2-4412-b063-80bbfcf1e905 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Calling delete_port for 2011a06d-273a-44c5-b7e1-0e969ca54594 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:09:41.699688 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-68e1cc0f-9cc6-4c2b-97c3-222f9a8b3d84 req-dee4381b-a51f-4b8e-bbd4-2cffac0bbc00 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=71a04aac-4404-4b83-ab6d-e7768b206094 HTTP/1.1" status: 200 len: 217 time: 0.0618730 Dec 06 17:09:41.826403 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-7c8d9610-f9c6-4b70-ae8d-e772e8dd2da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-975269071-router', 'tenant_id': '79450b3018524610adce1efbd72221ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.41'}], 'enable_snat': True}, 'gw_port_id': '6e342e6b-5aad-4dc0-b38e-8376f9d24d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:04:50Z', 'updated_at': '2021-12-06T17:04:55Z', 'revision_number': 4, 'project_id': '79450b3018524610adce1efbd72221ff', 'gw_port': {'id': '6e342e6b-5aad-4dc0-b38e-8376f9d24d88', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c7:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:04:51Z', 'updated_at': '2021-12-06T17:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '5a524d1b-6a96-4920-99fc-39bf43162483', 'name': '', 'network_id': '69a40b88-32c3-4e15-ab36-985e8404a553', 'tenant_id': '79450b3018524610adce1efbd72221ff', 'mac_address': 'fa:16:3e:01:8e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '29223edc-149f-468a-b413-de60543fe5ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:04:54Z', 'updated_at': '2021-12-06T17:05:01Z', 'revision_number': 5, 'project_id': '79450b3018524610adce1efbd72221ff', 'subnets': [{'id': '29223edc-149f-468a-b413-de60543fe5ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:09:41.841995 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fbd3b55-8fd1-4dfd-9c17-09a72f92d6e4', 'name': 'network-vif-deleted', 'tag': 'ca68c5c4-a665-4a4e-8598-ad4d6f341414'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:09:41.844254 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa76853b-1d07-4abf-83a4-632086e723a5" -d '{"events": [{"server_uuid": "1fbd3b55-8fd1-4dfd-9c17-09a72f92d6e4", "name": "network-vif-deleted", "tag": "ca68c5c4-a665-4a4e-8598-ad4d6f341414"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:09:41.857104 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8d9610-f9c6-4b70-ae8d-e772e8dd2da1 None None] The sync data for ids ['107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6'] in n-d-master-1 is: [{'id': '107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-975269071-router', 'tenant_id': '79450b3018524610adce1efbd72221ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.41'}], 'enable_snat': True}, 'gw_port_id': '6e342e6b-5aad-4dc0-b38e-8376f9d24d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:04:50Z', 'updated_at': '2021-12-06T17:04:55Z', 'revision_number': 4, 'project_id': '79450b3018524610adce1efbd72221ff', 'gw_port': {'id': '6e342e6b-5aad-4dc0-b38e-8376f9d24d88', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c7:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:04:51Z', 'updated_at': '2021-12-06T17:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '5a524d1b-6a96-4920-99fc-39bf43162483', 'name': '', 'network_id': '69a40b88-32c3-4e15-ab36-985e8404a553', 'tenant_id': '79450b3018524610adce1efbd72221ff', 'mac_address': 'fa:16:3e:01:8e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '29223edc-149f-468a-b413-de60543fe5ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:04:54Z', 'updated_at': '2021-12-06T17:05:01Z', 'revision_number': 5, 'project_id': '79450b3018524610adce1efbd72221ff', 'subnets': [{'id': '29223edc-149f-468a-b413-de60543fe5ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:09:41.857324 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e1cc0f-9cc6-4c2b-97c3-222f9a8b3d84 req-dc60b038-31a4-42e2-bb13-09a226dedd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:41.858821 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-68e1cc0f-9cc6-4c2b-97c3-222f9a8b3d84 req-dc60b038-31a4-42e2-bb13-09a226dedd3c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1342252a-21e4-4783-88ff-f54776c79059 HTTP/1.1" status: 200 len: 843 time: 0.1287768 Dec 06 17:09:41.875930 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1c574e-2559-4d3f-9335-5e2d6531a6df req-ddaf59c8-45cf-4c4d-81a9-d4b00fc0e690 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:41.877549 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ea1c574e-2559-4d3f-9335-5e2d6531a6df req-ddaf59c8-45cf-4c4d-81a9-d4b00fc0e690 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/ports?device_id=41819a31-9db2-4996-baec-4193f06f2109 HTTP/1.1" status: 200 len: 943 time: 0.1488993 Dec 06 17:09:41.999405 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e1cc0f-9cc6-4c2b-97c3-222f9a8b3d84 req-44d0c458-cbd4-49d5-9c15-ba74f2db45e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:42.000916 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-68e1cc0f-9cc6-4c2b-97c3-222f9a8b3d84 req-44d0c458-cbd4-49d5-9c15-ba74f2db45e5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee08a0d2-834f-4c39-be47-9c424581246a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1224892 Dec 06 17:09:42.011381 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ea1c574e-2559-4d3f-9335-5e2d6531a6df req-c246d3ce-b316-4f26-9254-1e0b4774007e tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.23 "GET /v2.0/security-groups?id=79a8a720-4d91-42c0-8bdb-aecf1d5b7573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228650 Dec 06 17:09:42.011938 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97891f94-d470-4a73-87af-8e86a042dcca req-dcbc7249-7ebe-4f8e-b1af-dcc30153d863 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:42.014035 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-97891f94-d470-4a73-87af-8e86a042dcca req-dcbc7249-7ebe-4f8e-b1af-dcc30153d863 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2d120db-3c1e-4e7f-9fa1-3ee957306d01 HTTP/1.1" status: 200 len: 950 time: 0.0659540 Dec 06 17:09:42.056989 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b2075c89-4271-4f61-8a9e-162ba2af1c0d req-3f05746f-d3d2-4412-b063-80bbfcf1e905 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:42.151043 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-97891f94-d470-4a73-87af-8e86a042dcca req-72b0f927-0854-49eb-aa7c-3797e1f4d5d0 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255925 Dec 06 17:09:42.204948 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f156c3bf-deac-4159-b776-9bff5e13e2bd x-openstack-request-id: req-f156c3bf-deac-4159-b776-9bff5e13e2bd {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:09:42.205887 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fbd3b55-8fd1-4dfd-9c17-09a72f92d6e4", "name": "network-vif-deleted", "tag": "ca68c5c4-a665-4a4e-8598-ad4d6f341414", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:09:42.206318 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f156c3bf-deac-4159-b776-9bff5e13e2bd {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:09:42.206739 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fbd3b55-8fd1-4dfd-9c17-09a72f92d6e4', 'name': 'network-vif-deleted', 'tag': 'ca68c5c4-a665-4a4e-8598-ad4d6f341414', 'status': 'completed', 'code': 200} Dec 06 17:09:42.210605 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f05746f-d3d2-4412-b063-80bbfcf1e905 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Pushing event deleted for resources: {'Port': ['ID=2011a06d-273a-44c5-b7e1-0e969ca54594,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:09:42.218037 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 135aa760-39b2-49d9-9095-99877b42a36e details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:09:42.224222 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device ecf06bf3-5c8d-4b0b-b820-73cd4b9c7b37 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:09:42.277905 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78714732-b35f-43c4-adeb-7b1e214ce629 None None] New status for floating IP 3f35a412-72c8-43d8-8e04-d21866b931de: DOWN {{(pid=103287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 17:09:42.303456 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] No Port match for: ecf06bf3-5c8d-4b0b-b820-73cd4b9c7b37 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:09:42.303813 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device ecf06bf3-5c8d-4b0b-b820-73cd4b9c7b37 not bound to the agent host n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:09:42.328310 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-68e1cc0f-9cc6-4c2b-97c3-222f9a8b3d84 req-8672ad54-a213-44c3-a470-c4cd8f5040fa service neutron] 10.222.0.41 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3110325 Dec 06 17:09:42.328601 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2075c89-4271-4f61-8a9e-162ba2af1c0d req-3f05746f-d3d2-4412-b063-80bbfcf1e905 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] No DVR routers for this DVR port 2011a06d-273a-44c5-b7e1-0e969ca54594 on host n-h2-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:09:42.333173 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b2075c89-4271-4f61-8a9e-162ba2af1c0d req-3f05746f-d3d2-4412-b063-80bbfcf1e905 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:42.348318 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b2075c89-4271-4f61-8a9e-162ba2af1c0d req-3f05746f-d3d2-4412-b063-80bbfcf1e905 tempest-ImagesTestJSON-1371502305 tempest-ImagesTestJSON-1371502305-project] 10.222.0.44 "DELETE /v2.0/ports/2011a06d-273a-44c5-b7e1-0e969ca54594 HTTP/1.1" status: 204 len: 173 time: 1.1761901 Dec 06 17:09:42.604897 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-68e1cc0f-9cc6-4c2b-97c3-222f9a8b3d84 req-c1a96267-4a3a-4ef7-986f-b2e5b6e09f99 service neutron] 10.222.0.41 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554979 Dec 06 17:09:42.704699 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7777a3fc-2ef9-4e26-bd27-0e7d2d48ba2e req-91c7633e-0a3a-4e01-b973-d087785dc306 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:42.713051 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7777a3fc-2ef9-4e26-bd27-0e7d2d48ba2e req-91c7633e-0a3a-4e01-b973-d087785dc306 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89fcd187-593e-4870-9318-7e7e4aaeee67 HTTP/1.1" status: 200 len: 945 time: 0.0887411 Dec 06 17:09:42.761304 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 40314) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:09:42.766697 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-096e6b97-e345-4694-a4f3-693904bf29e1 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1293028329', 'description': 'tempest-description--968198959'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:09:42.799760 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7777a3fc-2ef9-4e26-bd27-0e7d2d48ba2e req-df45ed20-78ce-4b6e-ac83-4e5f83adbdaf tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee7a7815-31d3-41da-a9b4-a582c7a9b87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856774 Dec 06 17:09:42.808405 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 135aa760-39b2-49d9-9095-99877b42a36e, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=135aa760-39b2-49d9-9095-99877b42a36e,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:09:42.833678 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-096e6b97-e345-4694-a4f3-693904bf29e1 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:42.855512 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': '135aa760-39b2-49d9-9095-99877b42a36e', 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a', 'port_id': '135aa760-39b2-49d9-9095-99877b42a36e', 'mac_address': 'fa:16:3e:6f:54:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1342252a-21e4-4783-88ff-f54776c79059', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:09:42.933335 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:42.950651 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 135aa760-39b2-49d9-9095-99877b42a36e {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:09:42.981777 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 135aa760-39b2-49d9-9095-99877b42a36e, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=135aa760-39b2-49d9-9095-99877b42a36e,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:09:42.990081 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:43.075571 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=135aa760-39b2-49d9-9095-99877b42a36e,revision_number=6']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:09:43.097036 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['135aa760-39b2-49d9-9095-99877b42a36e'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:09:43.155523 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-096e6b97-e345-4694-a4f3-693904bf29e1 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:43.172903 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-096e6b97-e345-4694-a4f3-693904bf29e1 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:43.278240 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-096e6b97-e345-4694-a4f3-693904bf29e1 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:43.279633 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-096e6b97-e345-4694-a4f3-693904bf29e1 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5171983 Dec 06 17:09:43.285451 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 40336) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:09:43.292571 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-f9ca80a4-8cf1-490e-bb8c-91686c964337 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Request body: {'security_group_rule': {'security_group_id': '327c70fb-d5d8-4c06-98d5-afe155e61b51', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:09:43.303223 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcda849-7cc8-490f-b02b-99b1a93cecd3 req-b7d4a1ad-896a-4f36-b2b9-aa6eeb79a0da tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:43.305590 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-adcda849-7cc8-490f-b02b-99b1a93cecd3 req-b7d4a1ad-896a-4f36-b2b9-aa6eeb79a0da tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0f38465-af39-47f5-acaf-92ce9373a0cf HTTP/1.1" status: 200 len: 946 time: 0.2884521 Dec 06 17:09:43.309037 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096e6b97-e345-4694-a4f3-693904bf29e1 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=327c70fb-d5d8-4c06-98d5-afe155e61b51,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:09:43.342296 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2d90bf91-1bf4-4306-99a6-279a877c2fc0 req-04737b8b-fa58-4640-86b9-21f469af43e4 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=40c9982f-f1ff-4b90-bebe-b7d51655f7e2 HTTP/1.1" status: 200 len: 258 time: 0.3528337 Dec 06 17:09:43.348129 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-2d90bf91-1bf4-4306-99a6-279a877c2fc0 req-5f8b596e-8e98-47aa-8968-18ccb1247b53 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Request body: {'floatingip': {'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:09:43.391983 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-557e4f5b-8472-4d6a-a12b-6751f2f82827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:43.408183 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f9ca80a4-8cf1-490e-bb8c-91686c964337 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:43.430534 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-adcda849-7cc8-490f-b02b-99b1a93cecd3 req-8ce460ae-3153-48a2-8d0c-12610191c666 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033125 Dec 06 17:09:43.431957 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2d90bf91-1bf4-4306-99a6-279a877c2fc0 req-5f8b596e-8e98-47aa-8968-18ccb1247b53 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Publish callbacks [] for floatingip, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:43.506574 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device ca68c5c4-a665-4a4e-8598-ad4d6f341414 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:09:43.542372 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f9ca80a4-8cf1-490e-bb8c-91686c964337 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:43.548064 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] No Port match for: ca68c5c4-a665-4a4e-8598-ad4d6f341414 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:09:43.548901 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device ca68c5c4-a665-4a4e-8598-ad4d6f341414 not bound to the agent host n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:09:43.550507 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f9ca80a4-8cf1-490e-bb8c-91686c964337 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:43.583209 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ca80a4-8cf1-490e-bb8c-91686c964337 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a51f41f-a8a4-459b-9198-3a5922ff4051,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:09:43.598518 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f9ca80a4-8cf1-490e-bb8c-91686c964337 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:43.600198 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-f9ca80a4-8cf1-490e-bb8c-91686c964337 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3127897 Dec 06 17:09:43.603285 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 40344) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:09:43.608344 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-34153088-0655-457d-bc31-345a557ff114 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Request body: {'security_group_rule': {'security_group_id': '327c70fb-d5d8-4c06-98d5-afe155e61b51', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:09:43.641996 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2d90bf91-1bf4-4306-99a6-279a877c2fc0 req-5f8b596e-8e98-47aa-8968-18ccb1247b53 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:43.660068 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-34153088-0655-457d-bc31-345a557ff114 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:43.758831 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-34153088-0655-457d-bc31-345a557ff114 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:43.783474 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-2d90bf91-1bf4-4306-99a6-279a877c2fc0 req-5f8b596e-8e98-47aa-8968-18ccb1247b53 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Allocated IP 172.35.1.172 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/0f2c16f6-b24e-465b-ba42-62dfb5e076d1) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:09:43.789142 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3817012-489e-4ad2-aef3-4a861ee398cd req-2d702993-2c27-426f-9371-946f163be588 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:43.790758 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a3817012-489e-4ad2-aef3-4a861ee398cd req-2d702993-2c27-426f-9371-946f163be588 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2d120db-3c1e-4e7f-9fa1-3ee957306d01 HTTP/1.1" status: 200 len: 950 time: 0.1168895 Dec 06 17:09:43.793283 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-34153088-0655-457d-bc31-345a557ff114 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:43.832211 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34153088-0655-457d-bc31-345a557ff114 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8429faad-7a48-45cf-a63b-325642e50aeb,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:09:43.845366 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-34153088-0655-457d-bc31-345a557ff114 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:43.846791 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-34153088-0655-457d-bc31-345a557ff114 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2422307 Dec 06 17:09:43.851909 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 40346) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:09:43.859233 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-c45c5adf-f4cf-477d-b535-c65b9ba74643 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Request body: {'floatingip': {'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:09:43.893860 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a3817012-489e-4ad2-aef3-4a861ee398cd req-10de0bd0-9b64-4403-a5bd-da8e58684c60 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877266 Dec 06 17:09:43.922296 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c45c5adf-f4cf-477d-b535-c65b9ba74643 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Publish callbacks [] for floatingip, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:43.934648 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2d90bf91-1bf4-4306-99a6-279a877c2fc0 req-5f8b596e-8e98-47aa-8968-18ccb1247b53 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:43.986180 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2d90bf91-1bf4-4306-99a6-279a877c2fc0 req-5f8b596e-8e98-47aa-8968-18ccb1247b53 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:44.033945 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d90bf91-1bf4-4306-99a6-279a877c2fc0 req-5f8b596e-8e98-47aa-8968-18ccb1247b53 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:09:44.035555 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 40350) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:09:44.038849 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-2d90bf91-1bf4-4306-99a6-279a877c2fc0 req-5f8b596e-8e98-47aa-8968-18ccb1247b53 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:09:44.043772 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d90bf91-1bf4-4306-99a6-279a877c2fc0 req-5f8b596e-8e98-47aa-8968-18ccb1247b53 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:09:44.047231 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8b596e-8e98-47aa-8968-18ccb1247b53 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Pushing event updated for resources: {'Port': ['ID=0f2c16f6-b24e-465b-ba42-62dfb5e076d1,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:09:44.194305 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2d90bf91-1bf4-4306-99a6-279a877c2fc0 req-5f8b596e-8e98-47aa-8968-18ccb1247b53 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:44.217003 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 135aa760-39b2-49d9-9095-99877b42a36e up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:09:44.262293 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2d90bf91-1bf4-4306-99a6-279a877c2fc0 req-5f8b596e-8e98-47aa-8968-18ccb1247b53 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:44.328091 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41819a31-9db2-4996-baec-4193f06f2109', 'name': 'network-vif-deleted', 'tag': '2011a06d-273a-44c5-b7e1-0e969ca54594'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:09:44.330592 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-342d3c4a-09b4-4a7b-8a0f-644681c6f2ae" -d '{"events": [{"server_uuid": "41819a31-9db2-4996-baec-4193f06f2109", "name": "network-vif-deleted", "tag": "2011a06d-273a-44c5-b7e1-0e969ca54594"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:09:44.353961 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port 135aa760-39b2-49d9-9095-99877b42a36e triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:09:44.354935 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:44.410595 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c45c5adf-f4cf-477d-b535-c65b9ba74643 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:44.432197 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-df6728ac-4c06-425c-a0bc-f8f58faa3bae tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:44.470808 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:44.481525 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d524fe0b-6fa2-4d8d-a024-10e815cd1e90 x-openstack-request-id: req-d524fe0b-6fa2-4d8d-a024-10e815cd1e90 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:09:44.481856 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41819a31-9db2-4996-baec-4193f06f2109", "name": "network-vif-deleted", "tag": "2011a06d-273a-44c5-b7e1-0e969ca54594", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:09:44.482128 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d524fe0b-6fa2-4d8d-a024-10e815cd1e90 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:09:44.482541 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41819a31-9db2-4996-baec-4193f06f2109', 'name': 'network-vif-deleted', 'tag': '2011a06d-273a-44c5-b7e1-0e969ca54594', 'status': 'completed', 'code': 200} Dec 06 17:09:44.520536 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ef8ee88-1483-49f8-8d21-9964984ede3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '135aa760-39b2-49d9-9095-99877b42a36e'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:09:44.522860 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ef8dcd7-2322-47fe-8021-fbfcd89e2e29" -d '{"events": [{"server_uuid": "9ef8ee88-1483-49f8-8d21-9964984ede3e", "name": "network-vif-plugged", "status": "completed", "tag": "135aa760-39b2-49d9-9095-99877b42a36e"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:09:44.536731 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 135aa760-39b2-49d9-9095-99877b42a36e, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=135aa760-39b2-49d9-9095-99877b42a36e,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:09:44.541674 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2d90bf91-1bf4-4306-99a6-279a877c2fc0 req-5f8b596e-8e98-47aa-8968-18ccb1247b53 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:44.543738 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:44.544599 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 2011a06d-273a-44c5-b7e1-0e969ca54594 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:09:44.546516 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2d90bf91-1bf4-4306-99a6-279a877c2fc0 req-5f8b596e-8e98-47aa-8968-18ccb1247b53 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:44.571788 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] No Port match for: 2011a06d-273a-44c5-b7e1-0e969ca54594 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:09:44.572131 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 2011a06d-273a-44c5-b7e1-0e969ca54594 not bound to the agent host n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:09:44.581837 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-df6728ac-4c06-425c-a0bc-f8f58faa3bae tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:44.638280 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2d90bf91-1bf4-4306-99a6-279a877c2fc0 req-5f8b596e-8e98-47aa-8968-18ccb1247b53 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:44.645601 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=135aa760-39b2-49d9-9095-99877b42a36e,revision_number=7']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:09:44.665585 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8b596e-8e98-47aa-8968-18ccb1247b53 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Pushing event updated for resources: {'Port': ['ID=0f2c16f6-b24e-465b-ba42-62dfb5e076d1,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:09:44.672326 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2d90bf91-1bf4-4306-99a6-279a877c2fc0 req-5f8b596e-8e98-47aa-8968-18ccb1247b53 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:44.674416 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2d90bf91-1bf4-4306-99a6-279a877c2fc0 req-5f8b596e-8e98-47aa-8968-18ccb1247b53 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3310578 Dec 06 17:09:44.737632 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2d90bf91-1bf4-4306-99a6-279a877c2fc0 req-bdf052f0-c350-464f-9147-ebe0b715991e tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.35.1.172 HTTP/1.1" status: 200 len: 696 time: 0.0538254 Dec 06 17:09:44.761302 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-df6728ac-4c06-425c-a0bc-f8f58faa3bae tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:44.764099 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-df6728ac-4c06-425c-a0bc-f8f58faa3bae tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:44.766082 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-df6728ac-4c06-425c-a0bc-f8f58faa3bae tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] 10.222.0.23 "DELETE /v2.0/security-groups/32e60c91-0f09-4047-85e4-be430fb60702 HTTP/1.1" status: 204 len: 168 time: 0.7280364 Dec 06 17:09:44.771520 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 40386) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:09:44.797088 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 17:09:44.804216 n-d-master-1 neutron-server[103285]: INFO neutron.api.v2.resource [None req-e20404e4-9bf7-4d54-ba3d-1d749465db55 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] show failed (client error): The resource could not be found. Dec 06 17:09:44.805681 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-e20404e4-9bf7-4d54-ba3d-1d749465db55 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] 10.222.0.23 "GET /v2.0/security-groups/32e60c91-0f09-4047-85e4-be430fb60702 HTTP/1.1" status: 404 len: 347 time: 0.0323160 Dec 06 17:09:44.807874 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 40388) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:09:44.820092 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-c45c5adf-f4cf-477d-b535-c65b9ba74643 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Allocated IP 172.35.1.54 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/930fd454-6db0-41d4-a551-abfd09f6e857) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:09:44.833842 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6728ac-4c06-425c-a0bc-f8f58faa3bae tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e60c91-0f09-4047-85e4-be430fb60702,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:09:44.868080 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d9f927-09f7-4c00-bf24-7b316643ec75 req-dd918bc2-5a23-48a5-b7ef-7e5054ff5b81 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:44.869889 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c9d9f927-09f7-4c00-bf24-7b316643ec75 req-dd918bc2-5a23-48a5-b7ef-7e5054ff5b81 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0f38465-af39-47f5-acaf-92ce9373a0cf HTTP/1.1" status: 200 len: 946 time: 0.2655766 Dec 06 17:09:44.978330 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c9d9f927-09f7-4c00-bf24-7b316643ec75 req-d7802bf5-ef0b-492e-a405-52e3c8a538be tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009085 Dec 06 17:09:45.033673 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c45c5adf-f4cf-477d-b535-c65b9ba74643 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:45.046550 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d90bf91-1bf4-4306-99a6-279a877c2fc0 req-a52faafd-6b10-4d31-8003-c4a7bdd60625 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:45.058006 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2d90bf91-1bf4-4306-99a6-279a877c2fc0 req-a52faafd-6b10-4d31-8003-c4a7bdd60625 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] 10.222.0.23 "GET /v2.0/networks/40c9982f-f1ff-4b90-bebe-b7d51655f7e2 HTTP/1.1" status: 200 len: 784 time: 0.3108108 Dec 06 17:09:45.074737 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-615a6b82-d51a-4040-94ef-7bd8b37ef1a7 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Deleting port becd469c-c913-4773-946a-aa526c8d5184 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:09:45.075093 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-615a6b82-d51a-4040-94ef-7bd8b37ef1a7 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:45.096074 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c45c5adf-f4cf-477d-b535-c65b9ba74643 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:45.114930 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f4b181e-b11a-414b-9d68-ac9b31726978 x-openstack-request-id: req-5f4b181e-b11a-414b-9d68-ac9b31726978 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:09:45.115263 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ef8ee88-1483-49f8-8d21-9964984ede3e", "name": "network-vif-plugged", "status": "completed", "tag": "135aa760-39b2-49d9-9095-99877b42a36e", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:09:45.115526 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5f4b181e-b11a-414b-9d68-ac9b31726978 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:09:45.115927 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ef8ee88-1483-49f8-8d21-9964984ede3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '135aa760-39b2-49d9-9095-99877b42a36e', 'code': 200} Dec 06 17:09:45.191524 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45c5adf-f4cf-477d-b535-c65b9ba74643 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:09:45.204386 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-c45c5adf-f4cf-477d-b535-c65b9ba74643 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:09:45.214775 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45c5adf-f4cf-477d-b535-c65b9ba74643 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:09:45.216678 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-615a6b82-d51a-4040-94ef-7bd8b37ef1a7 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:45.217060 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-615a6b82-d51a-4040-94ef-7bd8b37ef1a7 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:45.227216 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45c5adf-f4cf-477d-b535-c65b9ba74643 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Pushing event updated for resources: {'Port': ['ID=930fd454-6db0-41d4-a551-abfd09f6e857,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:09:45.230609 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-615a6b82-d51a-4040-94ef-7bd8b37ef1a7 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Calling delete_port for becd469c-c913-4773-946a-aa526c8d5184 owned by network:floatingip {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:09:45.272327 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a383f03-d8a7-4939-8f84-fb1127662cbb req-22b5cc3f-43c8-4057-b5b5-2e051df37dca tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:45.282694 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7a383f03-d8a7-4939-8f84-fb1127662cbb req-22b5cc3f-43c8-4057-b5b5-2e051df37dca tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2d120db-3c1e-4e7f-9fa1-3ee957306d01 HTTP/1.1" status: 200 len: 950 time: 0.1503749 Dec 06 17:09:45.372013 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7a383f03-d8a7-4939-8f84-fb1127662cbb req-996120fe-9f63-41eb-a50d-d59661cf5350 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883248 Dec 06 17:09:45.450564 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-615a6b82-d51a-4040-94ef-7bd8b37ef1a7 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:45.462660 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c45c5adf-f4cf-477d-b535-c65b9ba74643 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:45.508239 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c45c5adf-f4cf-477d-b535-c65b9ba74643 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:45.545508 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dcbb14-fd3d-4f58-8820-f7f19a7f46b6 req-0b957518-8461-4a33-b960-77ecc5acc94f tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:45.554642 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e3dcbb14-fd3d-4f58-8820-f7f19a7f46b6 req-0b957518-8461-4a33-b960-77ecc5acc94f tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89fcd187-593e-4870-9318-7e7e4aaeee67&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1836691 Dec 06 17:09:45.573922 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 40414) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:09:45.584242 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615a6b82-d51a-4040-94ef-7bd8b37ef1a7 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Pushing event deleted for resources: {'Port': ['ID=becd469c-c913-4773-946a-aa526c8d5184,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:09:45.610969 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7a822b46-647e-4a10-b47d-076336d2eb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:45.642932 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e3dcbb14-fd3d-4f58-8820-f7f19a7f46b6 req-1eccd39e-41c2-48f4-9c49-1cce6c5a2c4f tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.35.1.172 HTTP/1.1" status: 200 len: 696 time: 0.0873463 Dec 06 17:09:45.647537 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-e3dcbb14-fd3d-4f58-8820-f7f19a7f46b6 req-6465d902-6384-424d-88e2-689a4000b0c4 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Request body: {'floatingip': {'port_id': '592dd902-b90c-4d99-9568-120fa1225afd', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:09:45.676006 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-58bc8ede-3d61-4bd1-8a2e-f7fcf2963d15 admin admin] Deleting subnet 48f1cc23-c700-419f-b04b-ebb1334c97b9 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:09:45.688654 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-58bc8ede-3d61-4bd1-8a2e-f7fcf2963d15 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:45.805863 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-58bc8ede-3d61-4bd1-8a2e-f7fcf2963d15 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:45.890720 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c45c5adf-f4cf-477d-b535-c65b9ba74643 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:45.893209 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-58bc8ede-3d61-4bd1-8a2e-f7fcf2963d15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:45.920607 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c45c5adf-f4cf-477d-b535-c65b9ba74643 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:45.975443 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-615a6b82-d51a-4040-94ef-7bd8b37ef1a7 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Publish callbacks [] for floatingip, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:45.978167 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-615a6b82-d51a-4040-94ef-7bd8b37ef1a7 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:45.979326 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-615a6b82-d51a-4040-94ef-7bd8b37ef1a7 tempest-ServersWithSpecificFlavorTestJSON-1322729371 tempest-ServersWithSpecificFlavorTestJSON-1322729371-project] 10.222.0.23 "DELETE /v2.0/floatingips/3f35a412-72c8-43d8-8e04-d21866b931de HTTP/1.1" status: 204 len: 168 time: 1.1705554 Dec 06 17:09:45.985721 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e3dcbb14-fd3d-4f58-8820-f7f19a7f46b6 req-6465d902-6384-424d-88e2-689a4000b0c4 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Publish callbacks [] for floatingip, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:46.070290 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45c5adf-f4cf-477d-b535-c65b9ba74643 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Pushing event updated for resources: {'Port': ['ID=930fd454-6db0-41d4-a551-abfd09f6e857,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:09:46.131234 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c45c5adf-f4cf-477d-b535-c65b9ba74643 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:46.162690 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-58bc8ede-3d61-4bd1-8a2e-f7fcf2963d15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:46.180971 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c45c5adf-f4cf-477d-b535-c65b9ba74643 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:46.182321 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-c45c5adf-f4cf-477d-b535-c65b9ba74643 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3264084 Dec 06 17:09:46.221767 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e62f16-c198-4a9d-a93a-3d39f6482ba3 req-0c4b7e6b-fc03-4649-925b-c0feec9fe742 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:46.235975 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c9e62f16-c198-4a9d-a93a-3d39f6482ba3 req-0c4b7e6b-fc03-4649-925b-c0feec9fe742 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0f38465-af39-47f5-acaf-92ce9373a0cf HTTP/1.1" status: 200 len: 946 time: 0.1467624 Dec 06 17:09:46.237925 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bc8ede-3d61-4bd1-8a2e-f7fcf2963d15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48f1cc23-c700-419f-b04b-ebb1334c97b9,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:09:46.260566 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-58bc8ede-3d61-4bd1-8a2e-f7fcf2963d15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:46.268449 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-58bc8ede-3d61-4bd1-8a2e-f7fcf2963d15 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/48f1cc23-c700-419f-b04b-ebb1334c97b9 HTTP/1.1" status: 204 len: 168 time: 0.6910062 Dec 06 17:09:46.277118 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 40426) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:09:46.319768 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c9e62f16-c198-4a9d-a93a-3d39f6482ba3 req-74faaf4d-a8a6-4401-ab94-34294b0ed9e4 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827863 Dec 06 17:09:46.362041 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b4719a86-783a-4661-a13e-4779f67234a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:46.561554 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b4719a86-783a-4661-a13e-4779f67234a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:46.602906 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-b4719a86-783a-4661-a13e-4779f67234a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5345745c-70bf-40fb-8cb5-545836ece5ce']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:09:46.645342 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-b4719a86-783a-4661-a13e-4779f67234a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d12c223-c1ef-4a9f-920c-d1018ef932ee') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:09:46.645683 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-b4719a86-783a-4661-a13e-4779f67234a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d12c223-c1ef-4a9f-920c-d1018ef932ee') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:09:46.662913 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b4719a86-783a-4661-a13e-4779f67234a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:46.693250 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b4719a86-783a-4661-a13e-4779f67234a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:46.702265 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4719a86-783a-4661-a13e-4779f67234a2 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:09:46.702438 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b4719a86-783a-4661-a13e-4779f67234a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:46.704122 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:09:46.704122 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:09:46.704122 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:09:46.704122 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:09:46.704122 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:09:46.704122 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:09:46.704122 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:09:46.704122 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:09:46.704122 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:09:46.704122 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:09:46.704122 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:09:46.704122 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:09:46.704122 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:09:46.704122 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:09:46.704122 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:09:46.704122 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:09:46.704122 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:09:46.704122 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:09:46.704122 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:09:46.704122 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:09:46.704122 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:09:46.704122 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:09:46.704122 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:09:46.704122 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:09:46.704122 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:09:46.704122 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:09:46.704122 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:09:46.704122 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:09:46.704122 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:09:46.704122 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:09:46.704122 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:09:46.704122 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:09:46.708331 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906c1048-9452-46f0-b5b6-f976e4de87ca req-81966cff-e6c3-449a-a1b5-3ba77871bcdb tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:46.710002 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-906c1048-9452-46f0-b5b6-f976e4de87ca req-81966cff-e6c3-449a-a1b5-3ba77871bcdb tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/networks?id=70d8b0a5-0858-49f5-bbf1-d505ec9e0192 HTTP/1.1" status: 200 len: 822 time: 0.1433866 Dec 06 17:09:46.726927 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-906c1048-9452-46f0-b5b6-f976e4de87ca req-1dca3ddc-b497-4f8a-8ac3-14d1ff57326d tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/quotas/1f165b1cd9614f08a6e09192fccfad36 HTTP/1.1" status: 200 len: 375 time: 0.0103023 Dec 06 17:09:46.771089 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-906c1048-9452-46f0-b5b6-f976e4de87ca req-7167b4aa-070e-4af7-867f-0a23816a5632 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1f165b1cd9614f08a6e09192fccfad36&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0374362 Dec 06 17:09:46.794277 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:46.811331 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.db.resource_extend [req-e3dcbb14-fd3d-4f58-8820-f7f19a7f46b6 req-6465d902-6384-424d-88e2-689a4000b0c4 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 06 17:09:46.850128 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b4719a86-783a-4661-a13e-4779f67234a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:46.864203 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b4719a86-783a-4661-a13e-4779f67234a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:46.872304 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-b4719a86-783a-4661-a13e-4779f67234a2 admin admin] 10.222.0.23 "DELETE /v2.0/networks/5345745c-70bf-40fb-8cb5-545836ece5ce HTTP/1.1" status: 204 len: 168 time: 0.5917246 Dec 06 17:09:46.887532 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4719a86-783a-4661-a13e-4779f67234a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=5345745c-70bf-40fb-8cb5-545836ece5ce,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:09:46.895016 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-906c1048-9452-46f0-b5b6-f976e4de87ca req-0cf146c3-698c-4413-b6f5-0a8d49c3d3ad service neutron] 10.222.0.23 "GET /v2.0/networks/70d8b0a5-0858-49f5-bbf1-d505ec9e0192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229086 Dec 06 17:09:46.902606 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e3dcbb14-fd3d-4f58-8820-f7f19a7f46b6 req-6465d902-6384-424d-88e2-689a4000b0c4 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:46.908737 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e3dcbb14-fd3d-4f58-8820-f7f19a7f46b6 req-6465d902-6384-424d-88e2-689a4000b0c4 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:47.025699 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-906c1048-9452-46f0-b5b6-f976e4de87ca req-83eabb0d-0a21-4723-8293-9390f7131106 service neutron] 10.222.0.23 "GET /v2.0/networks/70d8b0a5-0858-49f5-bbf1-d505ec9e0192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226103 Dec 06 17:09:47.045460 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 40446) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:09:47.052627 n-d-master-1 neutron-server[103285]: INFO neutron.db.l3_db [req-e3dcbb14-fd3d-4f58-8820-f7f19a7f46b6 req-6465d902-6384-424d-88e2-689a4000b0c4 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Floating IP 3dd08da5-5def-4236-9329-35f770a0b338 associated. External IP: 172.35.1.172, port: 592dd902-b90c-4d99-9568-120fa1225afd. Dec 06 17:09:47.186365 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-ecf3444a-d402-4fd4-8cf2-7c8685fde30a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=659cd0f4811845faa9fc0d0d08b99b79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1372678 Dec 06 17:09:47.187303 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 40452) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:09:47.314599 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-614d0a31-3e22-42d2-a959-3f128c43f2f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:47.376780 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-614d0a31-3e22-42d2-a959-3f128c43f2f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:47.446599 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e3dcbb14-fd3d-4f58-8820-f7f19a7f46b6 req-6465d902-6384-424d-88e2-689a4000b0c4 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Router e80afa86-7511-44b2-aa93-5c0db67454fd has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:09:47.515386 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-614d0a31-3e22-42d2-a959-3f128c43f2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:47.518139 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-614d0a31-3e22-42d2-a959-3f128c43f2f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:47.521549 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-614d0a31-3e22-42d2-a959-3f128c43f2f8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/79a8a720-4d91-42c0-8bdb-aecf1d5b7573 HTTP/1.1" status: 204 len: 168 time: 0.3317709 Dec 06 17:09:47.553418 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614d0a31-3e22-42d2-a959-3f128c43f2f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79a8a720-4d91-42c0-8bdb-aecf1d5b7573,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:09:47.561261 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caef56e6-6b98-4146-9328-b9527d690581 req-b64962dc-198a-41a1-b123-df364e1e8323 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:47.563896 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-caef56e6-6b98-4146-9328-b9527d690581 req-b64962dc-198a-41a1-b123-df364e1e8323 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2d120db-3c1e-4e7f-9fa1-3ee957306d01 HTTP/1.1" status: 200 len: 950 time: 0.0777426 Dec 06 17:09:47.665500 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e3dcbb14-fd3d-4f58-8820-f7f19a7f46b6 req-6465d902-6384-424d-88e2-689a4000b0c4 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:09:47.667234 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-caef56e6-6b98-4146-9328-b9527d690581 req-933ee7db-fcda-4a09-a4f6-ab5429e9ae2b tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947714 Dec 06 17:09:47.671255 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e3dcbb14-fd3d-4f58-8820-f7f19a7f46b6 req-6465d902-6384-424d-88e2-689a4000b0c4 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:47.679327 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68306914-225b-429c-acce-b37e943515bc None None] Sync routers for ids ['e80afa86-7511-44b2-aa93-5c0db67454fd'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:09:47.701658 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68306914-225b-429c-acce-b37e943515bc None None] Routers {'e80afa86-7511-44b2-aa93-5c0db67454fd'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:09:47.702593 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-68306914-225b-429c-acce-b37e943515bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:09:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['e80afa86-7511-44b2-aa93-5c0db67454fd'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:09:47.778858 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e3dcbb14-fd3d-4f58-8820-f7f19a7f46b6 req-6465d902-6384-424d-88e2-689a4000b0c4 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] 10.222.0.23 "PUT /v2.0/floatingips/3dd08da5-5def-4236-9329-35f770a0b338 HTTP/1.1" status: 200 len: 996 time: 2.1307268 Dec 06 17:09:47.780016 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89fcd187-593e-4870-9318-7e7e4aaeee67', 'tag': '592dd902-b90c-4d99-9568-120fa1225afd'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:09:47.787282 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d94c9292-3970-4c47-bf93-a4c580743243" -d '{"events": [{"name": "network-changed", "server_uuid": "89fcd187-593e-4870-9318-7e7e4aaeee67", "tag": "592dd902-b90c-4d99-9568-120fa1225afd"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:09:47.880174 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dcbb14-fd3d-4f58-8820-f7f19a7f46b6 req-cbd9c633-3e15-40cd-bd7f-5ae43bf86396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:47.888752 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e3dcbb14-fd3d-4f58-8820-f7f19a7f46b6 req-cbd9c633-3e15-40cd-bd7f-5ae43bf86396 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=92122cf46378473eb06bf059f15f9b69&device_id=89fcd187-593e-4870-9318-7e7e4aaeee67 HTTP/1.1" status: 200 len: 1096 time: 0.0904300 Dec 06 17:09:47.904637 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-af7c1f1d-e989-43f1-8bb8-e4a55de2e63f req-802aee22-8978-4338-9da8-a81be2b80309 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/ports?device_id=339583d6-7697-477a-99b6-cc3a6bddacad HTTP/1.1" status: 200 len: 210 time: 0.0473957 Dec 06 17:09:47.963683 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:47.976648 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-68306914-225b-429c-acce-b37e943515bc None None] Set router e80afa86-7511-44b2-aa93-5c0db67454fd gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:09:48.088496 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dcbb14-fd3d-4f58-8820-f7f19a7f46b6 req-981d7d6d-9fb4-4c45-a964-a853ac930fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:48.090046 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e3dcbb14-fd3d-4f58-8820-f7f19a7f46b6 req-981d7d6d-9fb4-4c45-a964-a853ac930fb3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e65e79ee-364c-4d8a-9bbe-30afa3950dc3 HTTP/1.1" status: 200 len: 929 time: 0.1998546 Dec 06 17:09:48.227644 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a464c-249a-4ffd-b330-99ac616fc9e9 req-540e679e-c967-4696-ad9b-f81576198066 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:48.236816 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a34a464c-249a-4ffd-b330-99ac616fc9e9 req-540e679e-c967-4696-ad9b-f81576198066 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0f38465-af39-47f5-acaf-92ce9373a0cf HTTP/1.1" status: 200 len: 946 time: 0.1371746 Dec 06 17:09:48.309382 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e3dcbb14-fd3d-4f58-8820-f7f19a7f46b6 req-1983a67e-b8ab-44ab-958b-f0546e7c8b78 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=592dd902-b90c-4d99-9568-120fa1225afd HTTP/1.1" status: 200 len: 999 time: 0.2082927 Dec 06 17:09:48.325758 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a34a464c-249a-4ffd-b330-99ac616fc9e9 req-980585ce-d14c-42fa-85a9-a61967f93428 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791755 Dec 06 17:09:48.449040 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dcbb14-fd3d-4f58-8820-f7f19a7f46b6 req-6d77ec1a-017b-4b2d-9303-0f382d712a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:48.451731 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e3dcbb14-fd3d-4f58-8820-f7f19a7f46b6 req-6d77ec1a-017b-4b2d-9303-0f382d712a77 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d3a427ff-c21c-4cb9-9bbf-427825b11026 HTTP/1.1" status: 200 len: 867 time: 0.1249881 Dec 06 17:09:48.510463 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-68306914-225b-429c-acce-b37e943515bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e80afa86-7511-44b2-aa93-5c0db67454fd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-134019396-router', 'tenant_id': '92122cf46378473eb06bf059f15f9b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.166'}], 'enable_snat': True}, 'gw_port_id': '2bc8ca0a-7192-42e1-b61d-d0162096843c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:09:15Z', 'updated_at': '2021-12-06T17:09:22Z', 'revision_number': 4, 'project_id': '92122cf46378473eb06bf059f15f9b69', 'gw_port': {'id': '2bc8ca0a-7192-42e1-b61d-d0162096843c', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:10:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80afa86-7511-44b2-aa93-5c0db67454fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:09:17Z', 'updated_at': '2021-12-06T17:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '3dd08da5-5def-4236-9329-35f770a0b338', 'tenant_id': '92122cf46378473eb06bf059f15f9b69', 'floating_ip_address': '172.35.1.172', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': 'e80afa86-7511-44b2-aa93-5c0db67454fd', 'port_id': '592dd902-b90c-4d99-9568-120fa1225afd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e65e79ee-364c-4d8a-9bbe-30afa3950dc3', 'mac_address': 'fa:16:3e:a9:94:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fcd187-593e-4870-9318-7e7e4aaeee67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:09:44Z', 'updated_at': '2021-12-06T17:09:46Z', 'revision_number': 1, 'project_id': '92122cf46378473eb06bf059f15f9b69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'facd6e1f-f144-45f5-9c3e-1cc68abb0735', 'name': '', 'network_id': 'e65e79ee-364c-4d8a-9bbe-30afa3950dc3', 'tenant_id': '92122cf46378473eb06bf059f15f9b69', 'mac_address': 'fa:16:3e:c8:3f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80afa86-7511-44b2-aa93-5c0db67454fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'd3a427ff-c21c-4cb9-9bbf-427825b11026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:09:21Z', 'updated_at': '2021-12-06T17:09:28Z', 'revision_number': 5, 'project_id': '92122cf46378473eb06bf059f15f9b69', 'subnets': [{'id': 'd3a427ff-c21c-4cb9-9bbf-427825b11026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:09:48.518534 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4461d22-1e7c-4fac-9fce-88a8f081ea0b x-openstack-request-id: req-f4461d22-1e7c-4fac-9fce-88a8f081ea0b {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:09:48.518892 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89fcd187-593e-4870-9318-7e7e4aaeee67", "tag": "592dd902-b90c-4d99-9568-120fa1225afd", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:09:48.519084 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f4461d22-1e7c-4fac-9fce-88a8f081ea0b {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:09:48.519491 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89fcd187-593e-4870-9318-7e7e4aaeee67', 'tag': '592dd902-b90c-4d99-9568-120fa1225afd', 'status': 'completed', 'code': 200} Dec 06 17:09:48.540422 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68306914-225b-429c-acce-b37e943515bc None None] Checking router: e80afa86-7511-44b2-aa93-5c0db67454fd for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:09:48.550554 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68306914-225b-429c-acce-b37e943515bc None None] Routers {'e80afa86-7511-44b2-aa93-5c0db67454fd'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:09:48.551208 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-68306914-225b-429c-acce-b37e943515bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:09:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['e80afa86-7511-44b2-aa93-5c0db67454fd'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:09:48.576639 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dcbb14-fd3d-4f58-8820-f7f19a7f46b6 req-40e8bbd4-6d7f-4f23-93cc-cd7792931511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:48.578132 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e3dcbb14-fd3d-4f58-8820-f7f19a7f46b6 req-40e8bbd4-6d7f-4f23-93cc-cd7792931511 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e65e79ee-364c-4d8a-9bbe-30afa3950dc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1194730 Dec 06 17:09:48.589412 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [req-e3dcbb14-fd3d-4f58-8820-f7f19a7f46b6 req-c8d15837-5612-4242-8264-14c7bad1e212 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103285) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:09:48.604585 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e3dcbb14-fd3d-4f58-8820-f7f19a7f46b6 req-c8d15837-5612-4242-8264-14c7bad1e212 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0126667 Dec 06 17:09:48.632964 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94c9292-3970-4c47-bf93-a4c580743243 req-3420cfe5-ca89-4000-91d8-be087510ea64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:48.635490 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d94c9292-3970-4c47-bf93-a4c580743243 req-3420cfe5-ca89-4000-91d8-be087510ea64 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=92122cf46378473eb06bf059f15f9b69&device_id=89fcd187-593e-4870-9318-7e7e4aaeee67 HTTP/1.1" status: 200 len: 1096 time: 0.1106992 Dec 06 17:09:48.681525 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-68306914-225b-429c-acce-b37e943515bc None None] Set router e80afa86-7511-44b2-aa93-5c0db67454fd gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:09:48.812358 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e3dcbb14-fd3d-4f58-8820-f7f19a7f46b6 req-b3dc95ee-7838-4066-a56c-d88e9b12614d service neutron] 10.222.0.23 "GET /v2.0/networks/e65e79ee-364c-4d8a-9bbe-30afa3950dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036624 Dec 06 17:09:48.981228 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e3dcbb14-fd3d-4f58-8820-f7f19a7f46b6 req-eabdb421-a372-4aee-83b6-ca65a78492e7 service neutron] 10.222.0.23 "GET /v2.0/networks/e65e79ee-364c-4d8a-9bbe-30afa3950dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623759 Dec 06 17:09:48.984275 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94c9292-3970-4c47-bf93-a4c580743243 req-9436319c-4528-411e-83cb-b04515bead49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:48.988642 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d94c9292-3970-4c47-bf93-a4c580743243 req-9436319c-4528-411e-83cb-b04515bead49 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e65e79ee-364c-4d8a-9bbe-30afa3950dc3 HTTP/1.1" status: 200 len: 929 time: 0.3407218 Dec 06 17:09:49.034542 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:49.145775 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-68306914-225b-429c-acce-b37e943515bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e80afa86-7511-44b2-aa93-5c0db67454fd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-134019396-router', 'tenant_id': '92122cf46378473eb06bf059f15f9b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.166'}], 'enable_snat': True}, 'gw_port_id': '2bc8ca0a-7192-42e1-b61d-d0162096843c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:09:15Z', 'updated_at': '2021-12-06T17:09:22Z', 'revision_number': 4, 'project_id': '92122cf46378473eb06bf059f15f9b69', 'gw_port': {'id': '2bc8ca0a-7192-42e1-b61d-d0162096843c', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:10:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80afa86-7511-44b2-aa93-5c0db67454fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:09:17Z', 'updated_at': '2021-12-06T17:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '3dd08da5-5def-4236-9329-35f770a0b338', 'tenant_id': '92122cf46378473eb06bf059f15f9b69', 'floating_ip_address': '172.35.1.172', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': 'e80afa86-7511-44b2-aa93-5c0db67454fd', 'port_id': '592dd902-b90c-4d99-9568-120fa1225afd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e65e79ee-364c-4d8a-9bbe-30afa3950dc3', 'mac_address': 'fa:16:3e:a9:94:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fcd187-593e-4870-9318-7e7e4aaeee67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:09:44Z', 'updated_at': '2021-12-06T17:09:46Z', 'revision_number': 1, 'project_id': '92122cf46378473eb06bf059f15f9b69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'facd6e1f-f144-45f5-9c3e-1cc68abb0735', 'name': '', 'network_id': 'e65e79ee-364c-4d8a-9bbe-30afa3950dc3', 'tenant_id': '92122cf46378473eb06bf059f15f9b69', 'mac_address': 'fa:16:3e:c8:3f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80afa86-7511-44b2-aa93-5c0db67454fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'd3a427ff-c21c-4cb9-9bbf-427825b11026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:09:21Z', 'updated_at': '2021-12-06T17:09:28Z', 'revision_number': 5, 'project_id': '92122cf46378473eb06bf059f15f9b69', 'subnets': [{'id': 'd3a427ff-c21c-4cb9-9bbf-427825b11026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:09:49.153665 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183b1127-e5fc-4db4-bd6b-009b97dc531e req-5bb6b2d2-51e3-4410-9872-2ecc972adfb9 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:49.161029 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-183b1127-e5fc-4db4-bd6b-009b97dc531e req-5bb6b2d2-51e3-4410-9872-2ecc972adfb9 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2d120db-3c1e-4e7f-9fa1-3ee957306d01 HTTP/1.1" status: 200 len: 950 time: 0.3069148 Dec 06 17:09:49.176207 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68306914-225b-429c-acce-b37e943515bc None None] The sync data for ids ['e80afa86-7511-44b2-aa93-5c0db67454fd'] in n-d-master-1 is: [{'id': 'e80afa86-7511-44b2-aa93-5c0db67454fd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-134019396-router', 'tenant_id': '92122cf46378473eb06bf059f15f9b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.166'}], 'enable_snat': True}, 'gw_port_id': '2bc8ca0a-7192-42e1-b61d-d0162096843c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:09:15Z', 'updated_at': '2021-12-06T17:09:22Z', 'revision_number': 4, 'project_id': '92122cf46378473eb06bf059f15f9b69', 'gw_port': {'id': '2bc8ca0a-7192-42e1-b61d-d0162096843c', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:10:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80afa86-7511-44b2-aa93-5c0db67454fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:09:17Z', 'updated_at': '2021-12-06T17:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '3dd08da5-5def-4236-9329-35f770a0b338', 'tenant_id': '92122cf46378473eb06bf059f15f9b69', 'floating_ip_address': '172.35.1.172', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': 'e80afa86-7511-44b2-aa93-5c0db67454fd', 'port_id': '592dd902-b90c-4d99-9568-120fa1225afd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e65e79ee-364c-4d8a-9bbe-30afa3950dc3', 'mac_address': 'fa:16:3e:a9:94:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fcd187-593e-4870-9318-7e7e4aaeee67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:09:44Z', 'updated_at': '2021-12-06T17:09:46Z', 'revision_number': 1, 'project_id': '92122cf46378473eb06bf059f15f9b69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'facd6e1f-f144-45f5-9c3e-1cc68abb0735', 'name': '', 'network_id': 'e65e79ee-364c-4d8a-9bbe-30afa3950dc3', 'tenant_id': '92122cf46378473eb06bf059f15f9b69', 'mac_address': 'fa:16:3e:c8:3f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80afa86-7511-44b2-aa93-5c0db67454fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'd3a427ff-c21c-4cb9-9bbf-427825b11026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:09:21Z', 'updated_at': '2021-12-06T17:09:28Z', 'revision_number': 5, 'project_id': '92122cf46378473eb06bf059f15f9b69', 'subnets': [{'id': 'd3a427ff-c21c-4cb9-9bbf-427825b11026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:09:49.204942 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 40526) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:09:49.256185 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d94c9292-3970-4c47-bf93-a4c580743243 req-ebc6e665-0915-486a-b438-4e8ba1bf2c21 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=592dd902-b90c-4d99-9568-120fa1225afd HTTP/1.1" status: 200 len: 999 time: 0.1827233 Dec 06 17:09:49.300595 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906c1048-9452-46f0-b5b6-f976e4de87ca req-e995dbb7-6afa-48b3-85a1-33badf681167 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:49.302411 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-906c1048-9452-46f0-b5b6-f976e4de87ca req-e995dbb7-6afa-48b3-85a1-33badf681167 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.44 "GET /v2.0/networks?id=70d8b0a5-0858-49f5-bbf1-d505ec9e0192 HTTP/1.1" status: 200 len: 822 time: 0.4473078 Dec 06 17:09:49.335906 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-906c1048-9452-46f0-b5b6-f976e4de87ca req-2da8a278-0303-4243-95bb-6824d00808ba tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Request body: {'port': {'device_id': '339583d6-7697-477a-99b6-cc3a6bddacad', 'network_id': '70d8b0a5-0858-49f5-bbf1-d505ec9e0192', 'admin_state_up': True, 'tenant_id': '1f165b1cd9614f08a6e09192fccfad36'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:09:49.369015 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-183b1127-e5fc-4db4-bd6b-009b97dc531e req-634407d0-84d1-48ef-bba9-7ed33a38a968 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070396 Dec 06 17:09:49.470873 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-130a2a38-4b95-45df-8bb4-ed25983b6491 req-27c4c3b5-5553-4e5c-81da-389aca5f3407 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/ports?device_id=339583d6-7697-477a-99b6-cc3a6bddacad HTTP/1.1" status: 200 len: 210 time: 0.0735867 Dec 06 17:09:49.553383 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd52987-75dd-42fc-bc6e-18fae524c681 None None] New status for floating IP 3dd08da5-5def-4236-9329-35f770a0b338: ACTIVE {{(pid=103287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 17:09:49.643259 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94c9292-3970-4c47-bf93-a4c580743243 req-846e6c94-a959-43ff-8d47-42785d6e63a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:49.649363 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d94c9292-3970-4c47-bf93-a4c580743243 req-846e6c94-a959-43ff-8d47-42785d6e63a2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d3a427ff-c21c-4cb9-9bbf-427825b11026 HTTP/1.1" status: 200 len: 867 time: 0.3798511 Dec 06 17:09:49.825342 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ad4e483d-4eed-48b3-ae29-cb6375c1b832 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575908'] for router_interface, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:49.847680 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a8f33c7f-424c-4e11-9e85-59e4b628801a req-c1748b8a-dc43-4b35-ac07-631c9d3dd2db tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=40c9982f-f1ff-4b90-bebe-b7d51655f7e2 HTTP/1.1" status: 200 len: 258 time: 0.4505465 Dec 06 17:09:49.857462 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-a8f33c7f-424c-4e11-9e85-59e4b628801a req-3e02d816-95f0-445f-bda1-cadd3cff8493 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Request body: {'floatingip': {'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:09:49.867051 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94c9292-3970-4c47-bf93-a4c580743243 req-76645516-c745-4645-b8eb-7daf2dcdccf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:49.868652 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d94c9292-3970-4c47-bf93-a4c580743243 req-76645516-c745-4645-b8eb-7daf2dcdccf4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e65e79ee-364c-4d8a-9bbe-30afa3950dc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1843026 Dec 06 17:09:49.873070 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-906c1048-9452-46f0-b5b6-f976e4de87ca req-2da8a278-0303-4243-95bb-6824d00808ba tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Made reservation on behalf of 1f165b1cd9614f08a6e09192fccfad36 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:09:49.876476 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-906c1048-9452-46f0-b5b6-f976e4de87ca req-2da8a278-0303-4243-95bb-6824d00808ba tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:49.962349 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a8f33c7f-424c-4e11-9e85-59e4b628801a req-3e02d816-95f0-445f-bda1-cadd3cff8493 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Publish callbacks [] for floatingip, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:49.963009 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b9341f-bdd5-4edf-8533-a7ba2d62500d req-17855d22-1395-48e9-bcf9-70abc7fc3265 tempest-LiveAutoBlockMigrationV225Test-847899352 tempest-LiveAutoBlockMigrationV225Test-847899352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:49.964517 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f2b9341f-bdd5-4edf-8533-a7ba2d62500d req-17855d22-1395-48e9-bcf9-70abc7fc3265 tempest-LiveAutoBlockMigrationV225Test-847899352 tempest-LiveAutoBlockMigrationV225Test-847899352-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c0f38465-af39-47f5-acaf-92ce9373a0cf&tenant_id=013b92ce2e6a40e1a3b2fa92d62d652e&binding%3Ahost_id=n-h1-master-1 HTTP/1.1" status: 200 len: 1097 time: 0.2114866 Dec 06 17:09:49.979404 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-f2b9341f-bdd5-4edf-8533-a7ba2d62500d req-24d3f18c-0ab9-445d-bb88-30f807f18a31 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-master-1'}}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:09:50.031577 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d13d32-a058-48e4-a904-f83b8dd166ed req-d1676088-1d73-4fcf-91de-a94a68568690 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:50.033107 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-32d13d32-a058-48e4-a904-f83b8dd166ed req-d1676088-1d73-4fcf-91de-a94a68568690 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0f38465-af39-47f5-acaf-92ce9373a0cf HTTP/1.1" status: 200 len: 946 time: 0.1446507 Dec 06 17:09:50.124798 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-f2b9341f-bdd5-4edf-8533-a7ba2d62500d req-24d3f18c-0ab9-445d-bb88-30f807f18a31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:50.202122 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-32d13d32-a058-48e4-a904-f83b8dd166ed req-00a1e02a-9ca8-4456-9e7b-26044137ed01 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505423 Dec 06 17:09:50.263057 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device e2273c36-7b59-49c2-96e4-51a661d5c4cb details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:09:50.448723 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-f2b9341f-bdd5-4edf-8533-a7ba2d62500d req-24d3f18c-0ab9-445d-bb88-30f807f18a31 service neutron] For port e2273c36-7b59-49c2-96e4-51a661d5c4cb, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=e2273c36-7b59-49c2-96e4-51a661d5c4cb,segment=NetworkSegment(d43b23f1-3a85-4be8-8063-3fe18696b942),segment_id=d43b23f1-3a85-4be8-8063-3fe18696b942)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:09:50.461582 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d94c9292-3970-4c47-bf93-a4c580743243 req-329407d7-7748-4179-82c3-3250fa00456d service neutron] 10.222.0.41 "GET /v2.0/networks/e65e79ee-364c-4d8a-9bbe-30afa3950dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5801713 Dec 06 17:09:50.474021 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-ad4e483d-4eed-48b3-ae29-cb6375c1b832 admin admin] Deleting port 5a524d1b-6a96-4920-99fc-39bf43162483 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:09:50.474357 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ad4e483d-4eed-48b3-ae29-cb6375c1b832 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:50.498297 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port e2273c36-7b59-49c2-96e4-51a661d5c4cb, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=e2273c36-7b59-49c2-96e4-51a661d5c4cb,segment=NetworkSegment(d43b23f1-3a85-4be8-8063-3fe18696b942),segment_id=d43b23f1-3a85-4be8-8063-3fe18696b942)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:09:50.518232 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device e2273c36-7b59-49c2-96e4-51a661d5c4cb has no active binding in host n-h2-master-1 {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 06 17:09:50.636842 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-ad4e483d-4eed-48b3-ae29-cb6375c1b832 admin admin] For port 5a524d1b-6a96-4920-99fc-39bf43162483, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=5a524d1b-6a96-4920-99fc-39bf43162483,segment=NetworkSegment(d81ef432-c48a-4c0f-bf74-f28c73543a94),segment_id=d81ef432-c48a-4c0f-bf74-f28c73543a94)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:09:50.637229 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ad4e483d-4eed-48b3-ae29-cb6375c1b832 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:50.641309 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-906c1048-9452-46f0-b5b6-f976e4de87ca req-2da8a278-0303-4243-95bb-6824d00808ba tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Allocated IP 172.20.0.3 (70d8b0a5-0858-49f5-bbf1-d505ec9e0192/2934c7f4-da1d-4bba-8712-ffc705d96679/ba04f4c8-ba9a-4fb0-b856-6ec05e5a116a) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:09:50.648762 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-f2b9341f-bdd5-4edf-8533-a7ba2d62500d req-24d3f18c-0ab9-445d-bb88-30f807f18a31 service neutron] For port e2273c36-7b59-49c2-96e4-51a661d5c4cb, host n-h1-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:09:50.676064 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-ad4e483d-4eed-48b3-ae29-cb6375c1b832 admin admin] Calling delete_port for 5a524d1b-6a96-4920-99fc-39bf43162483 owned by network:router_interface {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:09:50.706185 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1d7339-30a5-4bc7-8084-aa5dceebb902 req-0b28d4ed-e035-4c3d-81db-a529fecfafde tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:50.713159 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4c1d7339-30a5-4bc7-8084-aa5dceebb902 req-0b28d4ed-e035-4c3d-81db-a529fecfafde tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2d120db-3c1e-4e7f-9fa1-3ee957306d01 HTTP/1.1" status: 200 len: 950 time: 0.1481793 Dec 06 17:09:50.725600 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d94c9292-3970-4c47-bf93-a4c580743243 req-f7cfb53d-2121-494e-9c6a-b7b2d31041ea service neutron] 10.222.0.41 "GET /v2.0/networks/e65e79ee-364c-4d8a-9bbe-30afa3950dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395172 Dec 06 17:09:50.729682 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a8f33c7f-424c-4e11-9e85-59e4b628801a req-3e02d816-95f0-445f-bda1-cadd3cff8493 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:50.962402 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-a8f33c7f-424c-4e11-9e85-59e4b628801a req-3e02d816-95f0-445f-bda1-cadd3cff8493 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Allocated IP 172.35.1.83 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/d7324d41-001a-42a7-b8de-ce25d2ecb88d) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:09:50.971558 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-906c1048-9452-46f0-b5b6-f976e4de87ca req-2da8a278-0303-4243-95bb-6824d00808ba tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:51.102724 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-906c1048-9452-46f0-b5b6-f976e4de87ca req-2da8a278-0303-4243-95bb-6824d00808ba tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:51.103924 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0f38465-af39-47f5-acaf-92ce9373a0cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2273c36-7b59-49c2-96e4-51a661d5c4cb'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:09:51.106302 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b35d9eed-3e7b-44a0-aed6-f57e876c9f46" -d '{"events": [{"server_uuid": "c0f38465-af39-47f5-acaf-92ce9373a0cf", "name": "network-vif-unplugged", "status": "completed", "tag": "e2273c36-7b59-49c2-96e4-51a661d5c4cb"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:09:51.111147 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-f2b9341f-bdd5-4edf-8533-a7ba2d62500d req-24d3f18c-0ab9-445d-bb88-30f807f18a31 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:51.141787 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-f2b9341f-bdd5-4edf-8533-a7ba2d62500d req-24d3f18c-0ab9-445d-bb88-30f807f18a31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:51.161939 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a8f33c7f-424c-4e11-9e85-59e4b628801a req-3e02d816-95f0-445f-bda1-cadd3cff8493 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:51.182086 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-906c1048-9452-46f0-b5b6-f976e4de87ca req-2da8a278-0303-4243-95bb-6824d00808ba tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Network 70d8b0a5-0858-49f5-bbf1-d505ec9e0192 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:09:51.188063 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-906c1048-9452-46f0-b5b6-f976e4de87ca req-2da8a278-0303-4243-95bb-6824d00808ba tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:09:51.195022 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-906c1048-9452-46f0-b5b6-f976e4de87ca req-2da8a278-0303-4243-95bb-6824d00808ba tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:09:51.199758 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da8a278-0303-4243-95bb-6824d00808ba tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Pushing event updated for resources: {'Port': ['ID=ba04f4c8-ba9a-4fb0-b856-6ec05e5a116a,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:09:51.250703 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4c1d7339-30a5-4bc7-8084-aa5dceebb902 req-17503082-488e-4cae-86fd-a3d6ad4cd088 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5366452 Dec 06 17:09:51.270513 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906c1048-9452-46f0-b5b6-f976e4de87ca req-2da8a278-0303-4243-95bb-6824d00808ba tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:51.271563 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-906c1048-9452-46f0-b5b6-f976e4de87ca req-2da8a278-0303-4243-95bb-6824d00808ba tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:51.283220 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d3f18c-0ab9-445d-bb88-30f807f18a31 service neutron] Pushing event updated for resources: {'Port': ['ID=e2273c36-7b59-49c2-96e4-51a661d5c4cb,revision_number=7']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:09:51.286642 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a8f33c7f-424c-4e11-9e85-59e4b628801a req-3e02d816-95f0-445f-bda1-cadd3cff8493 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:51.337897 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-f2b9341f-bdd5-4edf-8533-a7ba2d62500d req-24d3f18c-0ab9-445d-bb88-30f807f18a31 service neutron] Attempting to bind port e2273c36-7b59-49c2-96e4-51a661d5c4cb on host n-h1-master-1 for vnic_type normal with profile {"migrating_to": "n-h2-master-1"} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:09:51.338424 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-f2b9341f-bdd5-4edf-8533-a7ba2d62500d req-24d3f18c-0ab9-445d-bb88-30f807f18a31 service neutron] Attempting to bind port e2273c36-7b59-49c2-96e4-51a661d5c4cb by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'd43b23f1-3a85-4be8-8063-3fe18696b942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f368e270-aa86-47d2-9c8f-0ac2b4fc8997'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:09:51.339273 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b9341f-bdd5-4edf-8533-a7ba2d62500d req-24d3f18c-0ab9-445d-bb88-30f807f18a31 service neutron] Attempting to bind port e2273c36-7b59-49c2-96e4-51a661d5c4cb on network f368e270-aa86-47d2-9c8f-0ac2b4fc8997 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:09:51.349451 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b9341f-bdd5-4edf-8533-a7ba2d62500d req-24d3f18c-0ab9-445d-bb88-30f807f18a31 service neutron] Port e2273c36-7b59-49c2-96e4-51a661d5c4cb on network f368e270-aa86-47d2-9c8f-0ac2b4fc8997 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:09:51.349919 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b9341f-bdd5-4edf-8533-a7ba2d62500d req-24d3f18c-0ab9-445d-bb88-30f807f18a31 service neutron] Attempting to bind port e2273c36-7b59-49c2-96e4-51a661d5c4cb on network f368e270-aa86-47d2-9c8f-0ac2b4fc8997 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:09:51.359699 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b9341f-bdd5-4edf-8533-a7ba2d62500d req-24d3f18c-0ab9-445d-bb88-30f807f18a31 service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:09:51.360115 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b9341f-bdd5-4edf-8533-a7ba2d62500d req-24d3f18c-0ab9-445d-bb88-30f807f18a31 service neutron] Checking segment: {'id': 'd43b23f1-3a85-4be8-8063-3fe18696b942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f368e270-aa86-47d2-9c8f-0ac2b4fc8997'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:09:51.361442 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b9341f-bdd5-4edf-8533-a7ba2d62500d req-24d3f18c-0ab9-445d-bb88-30f807f18a31 service neutron] Bound using segment: {'id': 'd43b23f1-3a85-4be8-8063-3fe18696b942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f368e270-aa86-47d2-9c8f-0ac2b4fc8997'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:09:51.362033 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-f2b9341f-bdd5-4edf-8533-a7ba2d62500d req-24d3f18c-0ab9-445d-bb88-30f807f18a31 service neutron] Bound port: e2273c36-7b59-49c2-96e4-51a661d5c4cb, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd43b23f1-3a85-4be8-8063-3fe18696b942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f368e270-aa86-47d2-9c8f-0ac2b4fc8997'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:09:51.362513 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-f2b9341f-bdd5-4edf-8533-a7ba2d62500d req-24d3f18c-0ab9-445d-bb88-30f807f18a31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:51.362634 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8f33c7f-424c-4e11-9e85-59e4b628801a req-3e02d816-95f0-445f-bda1-cadd3cff8493 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:09:51.369212 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-906c1048-9452-46f0-b5b6-f976e4de87ca req-2da8a278-0303-4243-95bb-6824d00808ba tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0429804 Dec 06 17:09:51.370072 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-a8f33c7f-424c-4e11-9e85-59e4b628801a req-3e02d816-95f0-445f-bda1-cadd3cff8493 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:09:51.373976 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8f33c7f-424c-4e11-9e85-59e4b628801a req-3e02d816-95f0-445f-bda1-cadd3cff8493 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:09:51.400568 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e02d816-95f0-445f-bda1-cadd3cff8493 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Pushing event updated for resources: {'Port': ['ID=d7324d41-001a-42a7-b8de-ce25d2ecb88d,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:09:51.407672 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-906c1048-9452-46f0-b5b6-f976e4de87ca req-5eec8a60-4f25-4578-bcb4-d4484618282d service neutron] Request body: {'port': {'device_id': '339583d6-7697-477a-99b6-cc3a6bddacad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:09:51.517039 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-f2b9341f-bdd5-4edf-8533-a7ba2d62500d req-24d3f18c-0ab9-445d-bb88-30f807f18a31 service neutron] For port e2273c36-7b59-49c2-96e4-51a661d5c4cb, host n-h1-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:09:51.524026 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-f2b9341f-bdd5-4edf-8533-a7ba2d62500d req-24d3f18c-0ab9-445d-bb88-30f807f18a31 service neutron] For port e2273c36-7b59-49c2-96e4-51a661d5c4cb, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=e2273c36-7b59-49c2-96e4-51a661d5c4cb,segment=NetworkSegment(d43b23f1-3a85-4be8-8063-3fe18696b942),segment_id=d43b23f1-3a85-4be8-8063-3fe18696b942)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:09:51.527358 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ad4e483d-4eed-48b3-ae29-cb6375c1b832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:51.539134 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-f2b9341f-bdd5-4edf-8533-a7ba2d62500d req-24d3f18c-0ab9-445d-bb88-30f807f18a31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:51.587431 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4e483d-4eed-48b3-ae29-cb6375c1b832 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a524d1b-6a96-4920-99fc-39bf43162483,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:09:51.593390 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-906c1048-9452-46f0-b5b6-f976e4de87ca req-5eec8a60-4f25-4578-bcb4-d4484618282d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:51.610143 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a8f33c7f-424c-4e11-9e85-59e4b628801a req-3e02d816-95f0-445f-bda1-cadd3cff8493 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:51.836883 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ad4e483d-4eed-48b3-ae29-cb6375c1b832 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-772474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575952'] for router_interface, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:51.868943 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a8f33c7f-424c-4e11-9e85-59e4b628801a req-3e02d816-95f0-445f-bda1-cadd3cff8493 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:51.956249 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b9341f-bdd5-4edf-8533-a7ba2d62500d req-24d3f18c-0ab9-445d-bb88-30f807f18a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:51.956957 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-f2b9341f-bdd5-4edf-8533-a7ba2d62500d req-24d3f18c-0ab9-445d-bb88-30f807f18a31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:51.958747 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f2b9341f-bdd5-4edf-8533-a7ba2d62500d req-24d3f18c-0ab9-445d-bb88-30f807f18a31 service neutron] 10.222.0.44 "PUT /v2.0/ports/e2273c36-7b59-49c2-96e4-51a661d5c4cb HTTP/1.1" status: 200 len: 1122 time: 1.9846790 Dec 06 17:09:52.043794 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5eb62-7b25-4165-94d9-1d6f2b75d427 req-436969bd-895e-451a-a26c-f06c81b9e3bd tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:52.051664 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c9c5eb62-7b25-4165-94d9-1d6f2b75d427 req-436969bd-895e-451a-a26c-f06c81b9e3bd tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/ports?device_id=339583d6-7697-477a-99b6-cc3a6bddacad HTTP/1.1" status: 200 len: 931 time: 0.3555791 Dec 06 17:09:52.064311 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['e2273c36-7b59-49c2-96e4-51a661d5c4cb'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:09:52.091888 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d3f18c-0ab9-445d-bb88-30f807f18a31 service neutron] Pushing event updated for resources: {'Port': ['ID=e2273c36-7b59-49c2-96e4-51a661d5c4cb,revision_number=8']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:09:52.131471 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['e2273c36-7b59-49c2-96e4-51a661d5c4cb'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:09:52.157936 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-906c1048-9452-46f0-b5b6-f976e4de87ca req-5eec8a60-4f25-4578-bcb4-d4484618282d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba04f4c8-ba9a-4fb0-b856-6ec05e5a116a {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:09:52.179956 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-906c1048-9452-46f0-b5b6-f976e4de87ca req-5eec8a60-4f25-4578-bcb4-d4484618282d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:52.185266 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c9c5eb62-7b25-4165-94d9-1d6f2b75d427 req-6c94b6a0-11b5-43a1-8f2e-d9d2e82dab0d tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbbbe13e-c3cf-4699-8577-456085f920c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321626 Dec 06 17:09:52.208609 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-906c1048-9452-46f0-b5b6-f976e4de87ca req-5eec8a60-4f25-4578-bcb4-d4484618282d service neutron] Transition to ACTIVE for port object ba04f4c8-ba9a-4fb0-b856-6ec05e5a116a will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:09:52.221022 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-906c1048-9452-46f0-b5b6-f976e4de87ca req-5eec8a60-4f25-4578-bcb4-d4484618282d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:52.225077 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a8f33c7f-424c-4e11-9e85-59e4b628801a req-3e02d816-95f0-445f-bda1-cadd3cff8493 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:52.266752 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a8f33c7f-424c-4e11-9e85-59e4b628801a req-3e02d816-95f0-445f-bda1-cadd3cff8493 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:52.348447 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eec8a60-4f25-4578-bcb4-d4484618282d service neutron] Pushing event updated for resources: {'Port': ['ID=ba04f4c8-ba9a-4fb0-b856-6ec05e5a116a,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:09:52.351444 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a8f33c7f-424c-4e11-9e85-59e4b628801a req-3e02d816-95f0-445f-bda1-cadd3cff8493 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:52.376018 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eec8a60-4f25-4578-bcb4-d4484618282d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:09:52.379458 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eec8a60-4f25-4578-bcb4-d4484618282d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:09:52.379830 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eec8a60-4f25-4578-bcb4-d4484618282d service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:09:52.380182 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eec8a60-4f25-4578-bcb4-d4484618282d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:09:52.380533 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eec8a60-4f25-4578-bcb4-d4484618282d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:09:52.381584 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eec8a60-4f25-4578-bcb4-d4484618282d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:09:52.381982 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eec8a60-4f25-4578-bcb4-d4484618282d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:09:52.382109 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 17:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d86b108-d848-4eae-aa3a-5266da70279e x-openstack-request-id: req-8d86b108-d848-4eae-aa3a-5266da70279e {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:09:52.382308 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eec8a60-4f25-4578-bcb4-d4484618282d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:09:52.382645 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eec8a60-4f25-4578-bcb4-d4484618282d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:09:52.382980 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eec8a60-4f25-4578-bcb4-d4484618282d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:09:52.383317 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eec8a60-4f25-4578-bcb4-d4484618282d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:09:52.383647 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eec8a60-4f25-4578-bcb4-d4484618282d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:09:52.383760 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0f38465-af39-47f5-acaf-92ce9373a0cf", "name": "network-vif-unplugged", "status": "completed", "tag": "e2273c36-7b59-49c2-96e4-51a661d5c4cb", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:09:52.383924 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8d86b108-d848-4eae-aa3a-5266da70279e {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:09:52.384379 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0f38465-af39-47f5-acaf-92ce9373a0cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2273c36-7b59-49c2-96e4-51a661d5c4cb', 'code': 200} Dec 06 17:09:52.387301 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eec8a60-4f25-4578-bcb4-d4484618282d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:09:52.530736 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a8f33c7f-424c-4e11-9e85-59e4b628801a req-3e02d816-95f0-445f-bda1-cadd3cff8493 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:52.540192 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a8f33c7f-424c-4e11-9e85-59e4b628801a req-3e02d816-95f0-445f-bda1-cadd3cff8493 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.6934488 Dec 06 17:09:52.592270 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad4e483d-4eed-48b3-ae29-cb6375c1b832 admin admin] Router 107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:09:52.592792 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e02d816-95f0-445f-bda1-cadd3cff8493 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Pushing event updated for resources: {'Port': ['ID=d7324d41-001a-42a7-b8de-ce25d2ecb88d,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:09:52.654476 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-906c1048-9452-46f0-b5b6-f976e4de87ca req-5eec8a60-4f25-4578-bcb4-d4484618282d service neutron] Attempting to bind port ba04f4c8-ba9a-4fb0-b856-6ec05e5a116a on host n-h2-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:09:52.655063 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-906c1048-9452-46f0-b5b6-f976e4de87ca req-5eec8a60-4f25-4578-bcb4-d4484618282d service neutron] Attempting to bind port ba04f4c8-ba9a-4fb0-b856-6ec05e5a116a by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '94f9461b-62d6-4912-b0a6-1a80857b81dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '70d8b0a5-0858-49f5-bbf1-d505ec9e0192'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:09:52.655795 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906c1048-9452-46f0-b5b6-f976e4de87ca req-5eec8a60-4f25-4578-bcb4-d4484618282d service neutron] Attempting to bind port ba04f4c8-ba9a-4fb0-b856-6ec05e5a116a on network 70d8b0a5-0858-49f5-bbf1-d505ec9e0192 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:09:52.669103 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906c1048-9452-46f0-b5b6-f976e4de87ca req-5eec8a60-4f25-4578-bcb4-d4484618282d service neutron] Port ba04f4c8-ba9a-4fb0-b856-6ec05e5a116a on network 70d8b0a5-0858-49f5-bbf1-d505ec9e0192 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:09:52.669462 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906c1048-9452-46f0-b5b6-f976e4de87ca req-5eec8a60-4f25-4578-bcb4-d4484618282d service neutron] Attempting to bind port ba04f4c8-ba9a-4fb0-b856-6ec05e5a116a on network 70d8b0a5-0858-49f5-bbf1-d505ec9e0192 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:09:52.682610 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906c1048-9452-46f0-b5b6-f976e4de87ca req-5eec8a60-4f25-4578-bcb4-d4484618282d service neutron] Checking agent: {'id': '9d8b9f49-2860-4c1f-9b89-45a7657a3c4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:09:52.682990 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906c1048-9452-46f0-b5b6-f976e4de87ca req-5eec8a60-4f25-4578-bcb4-d4484618282d service neutron] Checking segment: {'id': '94f9461b-62d6-4912-b0a6-1a80857b81dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '70d8b0a5-0858-49f5-bbf1-d505ec9e0192'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:09:52.683335 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906c1048-9452-46f0-b5b6-f976e4de87ca req-5eec8a60-4f25-4578-bcb4-d4484618282d service neutron] Bound using segment: {'id': '94f9461b-62d6-4912-b0a6-1a80857b81dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '70d8b0a5-0858-49f5-bbf1-d505ec9e0192'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:09:52.683768 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-906c1048-9452-46f0-b5b6-f976e4de87ca req-5eec8a60-4f25-4578-bcb4-d4484618282d service neutron] Bound port: ba04f4c8-ba9a-4fb0-b856-6ec05e5a116a, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94f9461b-62d6-4912-b0a6-1a80857b81dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '70d8b0a5-0858-49f5-bbf1-d505ec9e0192'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:09:52.684120 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-906c1048-9452-46f0-b5b6-f976e4de87ca req-5eec8a60-4f25-4578-bcb4-d4484618282d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:52.851120 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18417c1a-afa0-47be-8d8f-cc5a7010c8d3 req-ad481263-bb54-444b-82c0-2ff77721faa0 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:52.852664 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-18417c1a-afa0-47be-8d8f-cc5a7010c8d3 req-ad481263-bb54-444b-82c0-2ff77721faa0 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0f38465-af39-47f5-acaf-92ce9373a0cf HTTP/1.1" status: 200 len: 944 time: 0.3701513 Dec 06 17:09:52.875225 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a8f33c7f-424c-4e11-9e85-59e4b628801a req-222f6b89-4f05-49d8-8e53-6dc3ea6377c6 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.35.1.83 HTTP/1.1" status: 200 len: 695 time: 0.3339436 Dec 06 17:09:52.883150 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad4e483d-4eed-48b3-ae29-cb6375c1b832 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:09:52.892479 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-ad4e483d-4eed-48b3-ae29-cb6375c1b832 admin admin] 10.222.0.23 "PUT /v2.0/routers/107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6854379 Dec 06 17:09:52.896688 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 40570) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:09:52.902065 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c358d6-b667-43b4-b119-e377baaaa721 None None] Sync routers for ids ['107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:09:52.921429 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c358d6-b667-43b4-b119-e377baaaa721 None None] Routers {'107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:09:52.922424 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-84c358d6-b667-43b4-b119-e377baaaa721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:09:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:09:52.952098 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-18417c1a-afa0-47be-8d8f-cc5a7010c8d3 req-72cac8d4-80d3-460d-a7c1-c8bf10705d8b tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917120 Dec 06 17:09:52.986945 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-906c1048-9452-46f0-b5b6-f976e4de87ca req-5eec8a60-4f25-4578-bcb4-d4484618282d service neutron] For port ba04f4c8-ba9a-4fb0-b856-6ec05e5a116a, host n-h2-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:09:53.020231 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-906c1048-9452-46f0-b5b6-f976e4de87ca req-5eec8a60-4f25-4578-bcb4-d4484618282d service neutron] For port ba04f4c8-ba9a-4fb0-b856-6ec05e5a116a, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ba04f4c8-ba9a-4fb0-b856-6ec05e5a116a,segment=NetworkSegment(94f9461b-62d6-4912-b0a6-1a80857b81dc),segment_id=94f9461b-62d6-4912-b0a6-1a80857b81dc)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:09:53.048841 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-906c1048-9452-46f0-b5b6-f976e4de87ca req-5eec8a60-4f25-4578-bcb4-d4484618282d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:53.122495 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906c1048-9452-46f0-b5b6-f976e4de87ca req-5eec8a60-4f25-4578-bcb4-d4484618282d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:53.123117 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-906c1048-9452-46f0-b5b6-f976e4de87ca req-5eec8a60-4f25-4578-bcb4-d4484618282d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:53.124734 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-906c1048-9452-46f0-b5b6-f976e4de87ca req-5eec8a60-4f25-4578-bcb4-d4484618282d service neutron] 10.222.0.44 "PUT /v2.0/ports/ba04f4c8-ba9a-4fb0-b856-6ec05e5a116a HTTP/1.1" status: 200 len: 1091 time: 1.7250350 Dec 06 17:09:53.124949 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '339583d6-7697-477a-99b6-cc3a6bddacad', 'tag': 'ba04f4c8-ba9a-4fb0-b856-6ec05e5a116a'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:09:53.127265 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a552511f-2f31-47c6-b922-ee75a6e7a94c" -d '{"events": [{"name": "network-changed", "server_uuid": "339583d6-7697-477a-99b6-cc3a6bddacad", "tag": "ba04f4c8-ba9a-4fb0-b856-6ec05e5a116a"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:09:53.145165 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f33c7f-424c-4e11-9e85-59e4b628801a req-648a9c50-20b6-4318-b505-5643d25ef7ff tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:53.150311 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-84c358d6-b667-43b4-b119-e377baaaa721 None None] Set router 107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:09:53.152869 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a8f33c7f-424c-4e11-9e85-59e4b628801a req-648a9c50-20b6-4318-b505-5643d25ef7ff tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] 10.222.0.23 "GET /v2.0/networks/40c9982f-f1ff-4b90-bebe-b7d51655f7e2 HTTP/1.1" status: 200 len: 784 time: 0.2757492 Dec 06 17:09:53.182833 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eec8a60-4f25-4578-bcb4-d4484618282d service neutron] Pushing event updated for resources: {'Port': ['ID=ba04f4c8-ba9a-4fb0-b856-6ec05e5a116a,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:09:53.193665 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ba906c1f-c5e6-405e-8553-bc8ded9fe0a4 admin admin] Publish callbacks [] for router, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:53.208373 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [req-a8f33c7f-424c-4e11-9e85-59e4b628801a req-7c171a90-bf29-4e57-8729-6917ac8f17dc tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:09:53.209567 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a8f33c7f-424c-4e11-9e85-59e4b628801a req-7c171a90-bf29-4e57-8729-6917ac8f17dc tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0153611 Dec 06 17:09:53.268390 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906c1048-9452-46f0-b5b6-f976e4de87ca req-0820327f-3faa-4252-af7a-9cc1b931db56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:53.270697 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-906c1048-9452-46f0-b5b6-f976e4de87ca req-0820327f-3faa-4252-af7a-9cc1b931db56 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1f165b1cd9614f08a6e09192fccfad36&device_id=339583d6-7697-477a-99b6-cc3a6bddacad HTTP/1.1" status: 200 len: 1094 time: 0.0773318 Dec 06 17:09:53.334664 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ba906c1f-c5e6-405e-8553-bc8ded9fe0a4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:53.375748 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-906c1048-9452-46f0-b5b6-f976e4de87ca req-e6155ee9-83ad-4029-9643-7ae567d9bd63 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba04f4c8-ba9a-4fb0-b856-6ec05e5a116a HTTP/1.1" status: 200 len: 217 time: 0.0929775 Dec 06 17:09:53.517134 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d4e80a-6b61-4bd0-83bc-ec0681169df3 req-358f388e-ca36-432c-9c36-fd83b844e8ee tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:53.526285 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b9d4e80a-6b61-4bd0-83bc-ec0681169df3 req-358f388e-ca36-432c-9c36-fd83b844e8ee tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2d120db-3c1e-4e7f-9fa1-3ee957306d01 HTTP/1.1" status: 200 len: 950 time: 0.2293813 Dec 06 17:09:53.529611 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906c1048-9452-46f0-b5b6-f976e4de87ca req-e06c3cb6-b990-4197-9061-4e6e2755da17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:53.531184 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-906c1048-9452-46f0-b5b6-f976e4de87ca req-e06c3cb6-b990-4197-9061-4e6e2755da17 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2934c7f4-da1d-4bba-8712-ffc705d96679 HTTP/1.1" status: 200 len: 862 time: 0.1479261 Dec 06 17:09:53.539562 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-ba906c1f-c5e6-405e-8553-bc8ded9fe0a4 admin admin] Deleting port 6e342e6b-5aad-4dc0-b38e-8376f9d24d88 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:09:53.540315 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ba906c1f-c5e6-405e-8553-bc8ded9fe0a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:53.623658 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-84c358d6-b667-43b4-b119-e377baaaa721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-975269071-router', 'tenant_id': '79450b3018524610adce1efbd72221ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.41'}], 'enable_snat': True}, 'gw_port_id': '6e342e6b-5aad-4dc0-b38e-8376f9d24d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:04:50Z', 'updated_at': '2021-12-06T17:09:51Z', 'revision_number': 5, 'project_id': '79450b3018524610adce1efbd72221ff', 'gw_port': {'id': '6e342e6b-5aad-4dc0-b38e-8376f9d24d88', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c7:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:04:51Z', 'updated_at': '2021-12-06T17:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:09:53.631516 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-906c1048-9452-46f0-b5b6-f976e4de87ca req-e2f1533e-8495-449f-8cac-479a1a7734b6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=70d8b0a5-0858-49f5-bbf1-d505ec9e0192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0891147 Dec 06 17:09:53.677751 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c358d6-b667-43b4-b119-e377baaaa721 None None] Checking router: 107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6 for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:09:53.698836 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c358d6-b667-43b4-b119-e377baaaa721 None None] Routers {'107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:09:53.699464 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-84c358d6-b667-43b4-b119-e377baaaa721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:09:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:09:53.700989 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-ba906c1f-c5e6-405e-8553-bc8ded9fe0a4 admin admin] For port 6e342e6b-5aad-4dc0-b38e-8376f9d24d88, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6e342e6b-5aad-4dc0-b38e-8376f9d24d88,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:09:53.703094 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ba906c1f-c5e6-405e-8553-bc8ded9fe0a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:53.732529 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-ba906c1f-c5e6-405e-8553-bc8ded9fe0a4 admin admin] Calling delete_port for 6e342e6b-5aad-4dc0-b38e-8376f9d24d88 owned by network:router_gateway {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:09:53.751957 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b9d4e80a-6b61-4bd0-83bc-ec0681169df3 req-2df303ca-8252-4f19-827e-707f7a13519c tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245610 Dec 06 17:09:53.865920 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-84c358d6-b667-43b4-b119-e377baaaa721 None None] Set router 107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6 gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:09:53.936419 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-84c358d6-b667-43b4-b119-e377baaaa721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-975269071-router', 'tenant_id': '79450b3018524610adce1efbd72221ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:04:50Z', 'updated_at': '2021-12-06T17:09:53Z', 'revision_number': 6, 'project_id': '79450b3018524610adce1efbd72221ff', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:09:53.953841 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f6dafd-9db9-4e35-8cb4-bd02587a756b x-openstack-request-id: req-41f6dafd-9db9-4e35-8cb4-bd02587a756b {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:09:53.954883 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "339583d6-7697-477a-99b6-cc3a6bddacad", "tag": "ba04f4c8-ba9a-4fb0-b856-6ec05e5a116a", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:09:53.957663 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-41f6dafd-9db9-4e35-8cb4-bd02587a756b {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:09:53.958279 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '339583d6-7697-477a-99b6-cc3a6bddacad', 'tag': 'ba04f4c8-ba9a-4fb0-b856-6ec05e5a116a', 'status': 'completed', 'code': 200} Dec 06 17:09:53.968239 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c358d6-b667-43b4-b119-e377baaaa721 None None] The sync data for ids ['107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6'] in n-d-master-1 is: [{'id': '107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-975269071-router', 'tenant_id': '79450b3018524610adce1efbd72221ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:04:50Z', 'updated_at': '2021-12-06T17:09:53Z', 'revision_number': 6, 'project_id': '79450b3018524610adce1efbd72221ff', 'gw_port_host': None}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:09:53.978530 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-906c1048-9452-46f0-b5b6-f976e4de87ca req-f043ed02-c08c-4da8-a2da-9737b56976a5 service neutron] 10.222.0.44 "GET /v2.0/networks/70d8b0a5-0858-49f5-bbf1-d505ec9e0192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3093574 Dec 06 17:09:54.148343 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b9d05c-c14a-4a52-a164-46657d7230a0 req-907fc891-a9d7-4007-84ac-9f976e501746 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:54.155960 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-12b9d05c-c14a-4a52-a164-46657d7230a0 req-907fc891-a9d7-4007-84ac-9f976e501746 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/ports?device_id=339583d6-7697-477a-99b6-cc3a6bddacad HTTP/1.1" status: 200 len: 943 time: 0.2031317 Dec 06 17:09:54.196234 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-906c1048-9452-46f0-b5b6-f976e4de87ca req-2b1c380a-53ce-4abc-8869-63f164c18883 service neutron] 10.222.0.44 "GET /v2.0/networks/70d8b0a5-0858-49f5-bbf1-d505ec9e0192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024491 Dec 06 17:09:54.234077 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62442fc2-d3c0-4d76-9e95-f5f3ad19cf45 req-6da72d94-e263-4906-9fcb-4b8df15ad37d tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:54.255551 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-62442fc2-d3c0-4d76-9e95-f5f3ad19cf45 req-6da72d94-e263-4906-9fcb-4b8df15ad37d tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89fcd187-593e-4870-9318-7e7e4aaeee67&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1412835 Dec 06 17:09:54.285034 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-12b9d05c-c14a-4a52-a164-46657d7230a0 req-c2a990f7-2679-403c-8c05-6ffa2ea3671f tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbbbe13e-c3cf-4699-8577-456085f920c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235526 Dec 06 17:09:54.315966 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ba906c1f-c5e6-405e-8553-bc8ded9fe0a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:54.355700 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba906c1f-c5e6-405e-8553-bc8ded9fe0a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e342e6b-5aad-4dc0-b38e-8376f9d24d88,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:09:54.384928 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-62442fc2-d3c0-4d76-9e95-f5f3ad19cf45 req-64b1b713-6e50-4c31-a069-d93e597c0745 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.35.1.83 HTTP/1.1" status: 200 len: 695 time: 0.1284964 Dec 06 17:09:54.387807 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a552511f-2f31-47c6-b922-ee75a6e7a94c req-0be5152f-8daa-4adf-8343-9e760bf3e47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:54.389784 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a552511f-2f31-47c6-b922-ee75a6e7a94c req-0be5152f-8daa-4adf-8343-9e760bf3e47c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1f165b1cd9614f08a6e09192fccfad36&device_id=339583d6-7697-477a-99b6-cc3a6bddacad HTTP/1.1" status: 200 len: 1094 time: 0.0682034 Dec 06 17:09:54.392636 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0f38465-af39-47f5-acaf-92ce9373a0cf', 'tag': 'e2273c36-7b59-49c2-96e4-51a661d5c4cb'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:09:54.395631 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-62442fc2-d3c0-4d76-9e95-f5f3ad19cf45 req-0dfe63bc-168d-4854-b92e-5d53f1d98d5d tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Request body: {'floatingip': {'port_id': '592dd902-b90c-4d99-9568-120fa1225afd', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:09:54.395967 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-208134d1-1ce9-4ec1-8f7b-26f543db8590" -d '{"events": [{"name": "network-changed", "server_uuid": "c0f38465-af39-47f5-acaf-92ce9373a0cf", "tag": "e2273c36-7b59-49c2-96e4-51a661d5c4cb"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:09:54.458415 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-62442fc2-d3c0-4d76-9e95-f5f3ad19cf45 req-0dfe63bc-168d-4854-b92e-5d53f1d98d5d tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Publish callbacks [] for floatingip, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:54.481796 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ba906c1f-c5e6-405e-8553-bc8ded9fe0a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536698'] for router_gateway, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:54.492821 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30effcdd-4d6c-484f-aa2c-54a0b9eb0dc7 req-7f980499-673c-406a-909c-711bd91c7631 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:54.494442 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-30effcdd-4d6c-484f-aa2c-54a0b9eb0dc7 req-7f980499-673c-406a-909c-711bd91c7631 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0f38465-af39-47f5-acaf-92ce9373a0cf HTTP/1.1" status: 200 len: 944 time: 0.0948589 Dec 06 17:09:54.638104 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ba906c1f-c5e6-405e-8553-bc8ded9fe0a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:54.641527 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ba906c1f-c5e6-405e-8553-bc8ded9fe0a4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:54.670632 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a552511f-2f31-47c6-b922-ee75a6e7a94c req-2a9d2eb4-d801-44f3-9cc9-2924594caa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:54.672279 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a552511f-2f31-47c6-b922-ee75a6e7a94c req-2a9d2eb4-d801-44f3-9cc9-2924594caa14 service neutron] 10.222.0.44 "GET /v2.0/networks?id=70d8b0a5-0858-49f5-bbf1-d505ec9e0192 HTTP/1.1" status: 200 len: 923 time: 0.2247469 Dec 06 17:09:54.708617 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ba906c1f-c5e6-405e-8553-bc8ded9fe0a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:54.709328 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba906c1f-c5e6-405e-8553-bc8ded9fe0a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6 {{(pid=103285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 17:09:54.714334 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ba906c1f-c5e6-405e-8553-bc8ded9fe0a4 admin admin] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:54.715472 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-ba906c1f-c5e6-405e-8553-bc8ded9fe0a4 admin admin] 10.222.0.23 "DELETE /v2.0/routers/107e8cfd-fd7e-42e3-bcfa-7ce4ef5123e6 HTTP/1.1" status: 204 len: 168 time: 1.8178790 Dec 06 17:09:54.729772 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-30effcdd-4d6c-484f-aa2c-54a0b9eb0dc7 req-3001c023-edfb-400d-ad5c-bf86e9a1dec3 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056751 Dec 06 17:09:54.729988 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 40604) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:09:54.755704 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a552511f-2f31-47c6-b922-ee75a6e7a94c req-910b9c5d-9e8b-40c3-8540-db15129c56be service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba04f4c8-ba9a-4fb0-b856-6ec05e5a116a HTTP/1.1" status: 200 len: 217 time: 0.0657630 Dec 06 17:09:54.897190 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-13b8c65d-3de5-4e6c-bd9e-b8c4b03cfe55 admin admin] Deleting subnet 29223edc-149f-468a-b413-de60543fe5ba {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:09:54.908220 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-13b8c65d-3de5-4e6c-bd9e-b8c4b03cfe55 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:54.912350 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a552511f-2f31-47c6-b922-ee75a6e7a94c req-f718df1f-7626-4cd9-939a-2c85094735bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:54.913932 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a552511f-2f31-47c6-b922-ee75a6e7a94c req-f718df1f-7626-4cd9-939a-2c85094735bd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2934c7f4-da1d-4bba-8712-ffc705d96679 HTTP/1.1" status: 200 len: 862 time: 0.1383562 Dec 06 17:09:54.983287 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5690bdf9-c591-42b1-9c59-3c0af817b0fa x-openstack-request-id: req-5690bdf9-c591-42b1-9c59-3c0af817b0fa {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:09:54.983657 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0f38465-af39-47f5-acaf-92ce9373a0cf", "tag": "e2273c36-7b59-49c2-96e4-51a661d5c4cb", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:09:54.983924 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5690bdf9-c591-42b1-9c59-3c0af817b0fa {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:09:54.984369 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0f38465-af39-47f5-acaf-92ce9373a0cf', 'tag': 'e2273c36-7b59-49c2-96e4-51a661d5c4cb', 'status': 'completed', 'code': 200} Dec 06 17:09:55.151854 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e59461-9e97-4305-9909-8ea7b3028fa2 req-7f5d9fa7-6fee-45bf-ae66-2bef006c5e86 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:55.163570 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-60e59461-9e97-4305-9909-8ea7b3028fa2 req-7f5d9fa7-6fee-45bf-ae66-2bef006c5e86 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2d120db-3c1e-4e7f-9fa1-3ee957306d01 HTTP/1.1" status: 200 len: 950 time: 0.1198976 Dec 06 17:09:55.265834 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-60e59461-9e97-4305-9909-8ea7b3028fa2 req-828d128d-2f16-4d4a-97be-ddbe0564aa97 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006706 Dec 06 17:09:55.514361 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d711b3-04f8-4b3d-86ba-f939944256fd req-ca222e10-7331-489f-a7a2-036ea6d3c07f tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:55.523845 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-05d711b3-04f8-4b3d-86ba-f939944256fd req-ca222e10-7331-489f-a7a2-036ea6d3c07f tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/ports?device_id=339583d6-7697-477a-99b6-cc3a6bddacad HTTP/1.1" status: 200 len: 943 time: 0.0965629 Dec 06 17:09:55.591949 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a552511f-2f31-47c6-b922-ee75a6e7a94c req-1ceabdca-3e26-452d-9162-4b70c69c6f8a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=70d8b0a5-0858-49f5-bbf1-d505ec9e0192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601540 Dec 06 17:09:55.625186 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 6e342e6b-5aad-4dc0-b38e-8376f9d24d88 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:09:55.641885 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-05d711b3-04f8-4b3d-86ba-f939944256fd req-d9f576aa-a532-4f14-8835-3fc4c6d42d61 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbbbe13e-c3cf-4699-8577-456085f920c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127264 Dec 06 17:09:55.709763 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-13b8c65d-3de5-4e6c-bd9e-b8c4b03cfe55 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:55.725246 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 6e342e6b-5aad-4dc0-b38e-8376f9d24d88 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:09:55.726157 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 6e342e6b-5aad-4dc0-b38e-8376f9d24d88 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:09:55.728762 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 5a524d1b-6a96-4920-99fc-39bf43162483 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:09:55.773054 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 5a524d1b-6a96-4920-99fc-39bf43162483 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:09:55.773850 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 5a524d1b-6a96-4920-99fc-39bf43162483 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:09:55.846542 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-13b8c65d-3de5-4e6c-bd9e-b8c4b03cfe55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:55.940664 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-13b8c65d-3de5-4e6c-bd9e-b8c4b03cfe55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:55.990882 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ee2d3-75b6-455e-944b-bb7fd8fd7776 req-4f3c1b1f-ce0d-4149-a113-1c40820c5b0b tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:55.993168 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f13ee2d3-75b6-455e-944b-bb7fd8fd7776 req-4f3c1b1f-ce0d-4149-a113-1c40820c5b0b tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0f38465-af39-47f5-acaf-92ce9373a0cf HTTP/1.1" status: 200 len: 944 time: 0.0812371 Dec 06 17:09:56.050463 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208134d1-1ce9-4ec1-8f7b-26f543db8590 req-d3b99c10-3186-47e1-9c3d-8858d32e8e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:56.052688 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-208134d1-1ce9-4ec1-8f7b-26f543db8590 req-d3b99c10-3186-47e1-9c3d-8858d32e8e5c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=013b92ce2e6a40e1a3b2fa92d62d652e&device_id=c0f38465-af39-47f5-acaf-92ce9373a0cf HTTP/1.1" status: 200 len: 1125 time: 0.5235522 Dec 06 17:09:56.065988 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b8c65d-3de5-4e6c-bd9e-b8c4b03cfe55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29223edc-149f-468a-b413-de60543fe5ba,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:09:56.074351 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ef92a8-4b86-4f95-a544-d99d50ae0b47 None None] Network 69a40b88-32c3-4e15-ab36-985e8404a553 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:09:56.112916 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-13b8c65d-3de5-4e6c-bd9e-b8c4b03cfe55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:56.119421 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-13b8c65d-3de5-4e6c-bd9e-b8c4b03cfe55 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/29223edc-149f-468a-b413-de60543fe5ba HTTP/1.1" status: 204 len: 168 time: 1.3861580 Dec 06 17:09:56.148498 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f13ee2d3-75b6-455e-944b-bb7fd8fd7776 req-af664697-9fc0-4956-896c-896edbd44c1f tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478450 Dec 06 17:09:56.149296 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 40632) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:09:56.159325 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a552511f-2f31-47c6-b922-ee75a6e7a94c req-d337d281-cf2e-47c6-ace1-f45fffa5d655 service neutron] 10.222.0.44 "GET /v2.0/networks/70d8b0a5-0858-49f5-bbf1-d505ec9e0192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5152678 Dec 06 17:09:56.162507 n-d-master-1 neutron-server[103284]: INFO neutron.api.v2.resource [req-62442fc2-d3c0-4d76-9e95-f5f3ad19cf45 req-0dfe63bc-168d-4854-b92e-5d53f1d98d5d tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] update failed (client error): There was a conflict when trying to complete your request. Dec 06 17:09:56.175173 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-62442fc2-d3c0-4d76-9e95-f5f3ad19cf45 req-0dfe63bc-168d-4854-b92e-5d53f1d98d5d tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] 10.222.0.23 "PUT /v2.0/floatingips/0731ca20-ff9f-47d0-8536-e7f3c21d6097 HTTP/1.1" status: 409 len: 549 time: 1.7831497 Dec 06 17:09:56.308717 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device ba04f4c8-ba9a-4fb0-b856-6ec05e5a116a details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:09:56.350261 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0ae7058d-7dbb-4c7d-96b5-77c0b3211b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:56.430033 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208134d1-1ce9-4ec1-8f7b-26f543db8590 req-0ff0a769-15a6-4795-896f-dca8145d4d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:56.440312 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-208134d1-1ce9-4ec1-8f7b-26f543db8590 req-0ff0a769-15a6-4795-896f-dca8145d4d24 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f368e270-aa86-47d2-9c8f-0ac2b4fc8997 HTTP/1.1" status: 200 len: 922 time: 0.3676798 Dec 06 17:09:56.549169 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e01984-de0d-4f5a-bf3b-204926f10ec0 None None] DHCP port deletion for 69a40b88-32c3-4e15-ab36-985e8404a553 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:09:56.616996 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-0ae7058d-7dbb-4c7d-96b5-77c0b3211b66 admin admin] Deleting port dbfed50d-5b3b-4904-bc2f-130366290dc7 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:09:56.616996 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0ae7058d-7dbb-4c7d-96b5-77c0b3211b66 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:56.631114 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port ba04f4c8-ba9a-4fb0-b856-6ec05e5a116a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ba04f4c8-ba9a-4fb0-b856-6ec05e5a116a,segment=NetworkSegment(94f9461b-62d6-4912-b0a6-1a80857b81dc),segment_id=94f9461b-62d6-4912-b0a6-1a80857b81dc)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:09:56.644140 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bb6a0a-fbd7-446d-b573-93420ff812ae req-feb13605-bd9f-4463-83ed-8cf8030857c9 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:56.645758 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-02bb6a0a-fbd7-446d-b573-93420ff812ae req-feb13605-bd9f-4463-83ed-8cf8030857c9 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2d120db-3c1e-4e7f-9fa1-3ee957306d01 HTTP/1.1" status: 200 len: 950 time: 0.1321492 Dec 06 17:09:56.646258 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 40650) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:09:56.654736 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': 'ba04f4c8-ba9a-4fb0-b856-6ec05e5a116a', 'network_id': '70d8b0a5-0858-49f5-bbf1-d505ec9e0192', 'port_id': 'ba04f4c8-ba9a-4fb0-b856-6ec05e5a116a', 'mac_address': 'fa:16:3e:5c:09:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2934c7f4-da1d-4bba-8712-ffc705d96679', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:09:56.669710 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-15e01984-de0d-4f5a-bf3b-204926f10ec0 None None] Deleting port dbfed50d-5b3b-4904-bc2f-130366290dc7 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:09:56.669710 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-15e01984-de0d-4f5a-bf3b-204926f10ec0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:56.693238 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-208134d1-1ce9-4ec1-8f7b-26f543db8590 req-d1fde6c1-32c4-4623-9b8b-b3ff4a6b0911 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2273c36-7b59-49c2-96e4-51a661d5c4cb HTTP/1.1" status: 200 len: 217 time: 0.2100468 Dec 06 17:09:56.705192 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-27df125f-309f-4249-a431-020e07cab8ce req-167b29c5-63c8-4828-bf5a-8b866ddcca7b tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] 10.222.0.23 "GET /v2.0/floatingips/0731ca20-ff9f-47d0-8536-e7f3c21d6097 HTTP/1.1" status: 200 len: 692 time: 0.2428753 Dec 06 17:09:56.809507 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:56.824814 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-02bb6a0a-fbd7-446d-b573-93420ff812ae req-d28d31d3-ce67-408a-aad4-e4aa582e0c8e tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553636 Dec 06 17:09:56.862361 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-15e01984-de0d-4f5a-bf3b-204926f10ec0 None None] For port dbfed50d-5b3b-4904-bc2f-130366290dc7, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=dbfed50d-5b3b-4904-bc2f-130366290dc7,segment=NetworkSegment(d81ef432-c48a-4c0f-bf74-f28c73543a94),segment_id=d81ef432-c48a-4c0f-bf74-f28c73543a94)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:09:56.863230 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-15e01984-de0d-4f5a-bf3b-204926f10ec0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:56.872238 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e37787f7-42c6-44cf-9e88-463d04152533 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:56.876387 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba04f4c8-ba9a-4fb0-b856-6ec05e5a116a {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:09:56.879811 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-0ae7058d-7dbb-4c7d-96b5-77c0b3211b66 admin admin] For port dbfed50d-5b3b-4904-bc2f-130366290dc7, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=dbfed50d-5b3b-4904-bc2f-130366290dc7,segment=NetworkSegment(d81ef432-c48a-4c0f-bf74-f28c73543a94),segment_id=d81ef432-c48a-4c0f-bf74-f28c73543a94)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:09:56.880191 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0ae7058d-7dbb-4c7d-96b5-77c0b3211b66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:56.914931 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port ba04f4c8-ba9a-4fb0-b856-6ec05e5a116a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ba04f4c8-ba9a-4fb0-b856-6ec05e5a116a,segment=NetworkSegment(94f9461b-62d6-4912-b0a6-1a80857b81dc),segment_id=94f9461b-62d6-4912-b0a6-1a80857b81dc)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:09:56.920427 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208134d1-1ce9-4ec1-8f7b-26f543db8590 req-36f10bd7-7226-4edd-9506-91585e494e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:56.922147 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-208134d1-1ce9-4ec1-8f7b-26f543db8590 req-36f10bd7-7226-4edd-9506-91585e494e57 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f77759ce-94b4-46a8-b90f-f881b9e38f99 HTTP/1.1" status: 200 len: 861 time: 0.2141726 Dec 06 17:09:56.923453 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-0ae7058d-7dbb-4c7d-96b5-77c0b3211b66 admin admin] Calling delete_port for dbfed50d-5b3b-4904-bc2f-130366290dc7 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:09:56.924324 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-15e01984-de0d-4f5a-bf3b-204926f10ec0 None None] Calling delete_port for dbfed50d-5b3b-4904-bc2f-130366290dc7 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:09:56.926601 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:56.930372 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a552511f-2f31-47c6-b922-ee75a6e7a94c req-2257e259-6dcb-49d8-ae01-d7ed44f1315a service neutron] 10.222.0.44 "GET /v2.0/networks/70d8b0a5-0858-49f5-bbf1-d505ec9e0192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7496743 Dec 06 17:09:56.993639 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-208134d1-1ce9-4ec1-8f7b-26f543db8590 req-aa992fc4-9003-4acc-a25c-ffb1e9d0e6a8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f368e270-aa86-47d2-9c8f-0ac2b4fc8997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589578 Dec 06 17:09:57.005166 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df125f-309f-4249-a431-020e07cab8ce req-c1d50cd9-7843-42e0-a65d-62b5b468f2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:57.013513 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-27df125f-309f-4249-a431-020e07cab8ce req-c1d50cd9-7843-42e0-a65d-62b5b468f2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] 10.222.0.23 "GET /v2.0/networks/40c9982f-f1ff-4b90-bebe-b7d51655f7e2 HTTP/1.1" status: 200 len: 784 time: 0.3073735 Dec 06 17:09:57.020920 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [req-27df125f-309f-4249-a431-020e07cab8ce req-37dbd82f-0f2d-45d1-becd-f00cd11b814d tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:09:57.028526 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-27df125f-309f-4249-a431-020e07cab8ce req-37dbd82f-0f2d-45d1-becd-f00cd11b814d tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0139070 Dec 06 17:09:57.129633 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=ba04f4c8-ba9a-4fb0-b856-6ec05e5a116a,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:09:57.131602 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a869d5b7-0061-498d-81f8-74d69bb4188a req-ab7a1641-f916-41f1-9053-ad72ac2ff515 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:57.133145 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a869d5b7-0061-498d-81f8-74d69bb4188a req-ab7a1641-f916-41f1-9053-ad72ac2ff515 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/ports?device_id=339583d6-7697-477a-99b6-cc3a6bddacad HTTP/1.1" status: 200 len: 944 time: 0.1257365 Dec 06 17:09:57.148537 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-27df125f-309f-4249-a431-020e07cab8ce req-baf3f5ac-aed5-41ab-be15-0697b6854e39 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.35.1.83 HTTP/1.1" status: 200 len: 695 time: 0.1177111 Dec 06 17:09:57.190270 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a869d5b7-0061-498d-81f8-74d69bb4188a req-8a103b52-b465-44a5-aa61-383ec98c3bbe tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbbbe13e-c3cf-4699-8577-456085f920c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479860 Dec 06 17:09:57.233767 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0ae7058d-7dbb-4c7d-96b5-77c0b3211b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:57.262453 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-15e01984-de0d-4f5a-bf3b-204926f10ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:57.264002 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e37787f7-42c6-44cf-9e88-463d04152533 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:57.285965 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae7058d-7dbb-4c7d-96b5-77c0b3211b66 admin admin] No DVR routers for this DVR port dbfed50d-5b3b-4904-bc2f-130366290dc7 on host n-d-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:09:57.300655 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-27df125f-309f-4249-a431-020e07cab8ce req-1998ebc9-7834-4d7a-9aa4-d52f81f7dc05 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.35.1.83 HTTP/1.1" status: 200 len: 695 time: 0.1511030 Dec 06 17:09:57.329480 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e37787f7-42c6-44cf-9e88-463d04152533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:57.342403 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e01984-de0d-4f5a-bf3b-204926f10ec0 None None] No DVR routers for this DVR port dbfed50d-5b3b-4904-bc2f-130366290dc7 on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:09:57.353829 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e01984-de0d-4f5a-bf3b-204926f10ec0 None None] Pushing event deleted for resources: {'Port': ['ID=dbfed50d-5b3b-4904-bc2f-130366290dc7,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:09:57.360433 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['ba04f4c8-ba9a-4fb0-b856-6ec05e5a116a'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:09:57.406469 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae7058d-7dbb-4c7d-96b5-77c0b3211b66 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbfed50d-5b3b-4904-bc2f-130366290dc7,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:09:57.440198 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae7058d-7dbb-4c7d-96b5-77c0b3211b66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:09:57.440568 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae7058d-7dbb-4c7d-96b5-77c0b3211b66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:09:57.440900 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae7058d-7dbb-4c7d-96b5-77c0b3211b66 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:09:57.441288 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae7058d-7dbb-4c7d-96b5-77c0b3211b66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:09:57.441659 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae7058d-7dbb-4c7d-96b5-77c0b3211b66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:09:57.442007 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae7058d-7dbb-4c7d-96b5-77c0b3211b66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:09:57.442336 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae7058d-7dbb-4c7d-96b5-77c0b3211b66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:09:57.442677 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae7058d-7dbb-4c7d-96b5-77c0b3211b66 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:09:57.443000 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae7058d-7dbb-4c7d-96b5-77c0b3211b66 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:09:57.443328 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae7058d-7dbb-4c7d-96b5-77c0b3211b66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:09:57.443934 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae7058d-7dbb-4c7d-96b5-77c0b3211b66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:09:57.444095 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae7058d-7dbb-4c7d-96b5-77c0b3211b66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:09:57.444327 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae7058d-7dbb-4c7d-96b5-77c0b3211b66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:09:57.511035 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d222159c-d548-42dc-b1de-32b1b323e112 req-ae9ef3a5-0fdf-4643-be19-06f358b13049 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:57.512646 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d222159c-d548-42dc-b1de-32b1b323e112 req-ae9ef3a5-0fdf-4643-be19-06f358b13049 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0f38465-af39-47f5-acaf-92ce9373a0cf HTTP/1.1" status: 200 len: 944 time: 0.1802163 Dec 06 17:09:57.596337 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d222159c-d548-42dc-b1de-32b1b323e112 req-5856da8b-d7d4-426a-9bc2-124632e33551 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484076 Dec 06 17:09:57.598367 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-e37787f7-42c6-44cf-9e88-463d04152533 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=105d65eef9f64666898f29a20747f648&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9452584 Dec 06 17:09:57.601408 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37787f7-42c6-44cf-9e88-463d04152533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca277011-6412-4908-9a9c-c59b05c26e20,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:09:57.606079 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0ae7058d-7dbb-4c7d-96b5-77c0b3211b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:57.608572 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 40662) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:09:57.625115 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device e2273c36-7b59-49c2-96e4-51a661d5c4cb no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:09:57.628107 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-208134d1-1ce9-4ec1-8f7b-26f543db8590 req-52e5300d-607f-4048-bee6-47e7b5d06d49 service neutron] 10.222.0.41 "GET /v2.0/networks/f368e270-aa86-47d2-9c8f-0ac2b4fc8997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6121907 Dec 06 17:09:57.629675 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device dbfed50d-5b3b-4904-bc2f-130366290dc7 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:09:57.683785 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: dbfed50d-5b3b-4904-bc2f-130366290dc7 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:09:57.685021 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device dbfed50d-5b3b-4904-bc2f-130366290dc7 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:09:57.733287 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-0ae7058d-7dbb-4c7d-96b5-77c0b3211b66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69a40b88-32c3-4e15-ab36-985e8404a553']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:09:57.735478 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-00197a9c-fec3-457b-a551-369397d78e0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:57.751999 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-27df125f-309f-4249-a431-020e07cab8ce req-1c7a098a-10e6-42a0-a986-b55029a8cea9 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Deleting port d7324d41-001a-42a7-b8de-ce25d2ecb88d {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:09:57.752363 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-27df125f-309f-4249-a431-020e07cab8ce req-1c7a098a-10e6-42a0-a986-b55029a8cea9 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:57.791966 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-00197a9c-fec3-457b-a551-369397d78e0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:57.833610 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-0ae7058d-7dbb-4c7d-96b5-77c0b3211b66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd81ef432-c48a-4c0f-bf74-f28c73543a94') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:09:57.833995 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-0ae7058d-7dbb-4c7d-96b5-77c0b3211b66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd81ef432-c48a-4c0f-bf74-f28c73543a94') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:09:57.866639 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-208134d1-1ce9-4ec1-8f7b-26f543db8590 req-dd89b732-591b-409a-b5da-f2a2bd080280 service neutron] 10.222.0.41 "GET /v2.0/networks/f368e270-aa86-47d2-9c8f-0ac2b4fc8997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169511 Dec 06 17:09:57.888169 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0ae7058d-7dbb-4c7d-96b5-77c0b3211b66 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:57.922215 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0ae7058d-7dbb-4c7d-96b5-77c0b3211b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:57.933422 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ae7058d-7dbb-4c7d-96b5-77c0b3211b66 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:09:57.933910 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0ae7058d-7dbb-4c7d-96b5-77c0b3211b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:57.935680 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:09:57.935680 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:09:57.935680 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:09:57.935680 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:09:57.935680 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:09:57.935680 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:09:57.935680 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:09:57.935680 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:09:57.935680 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:09:57.935680 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:09:57.935680 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:09:57.935680 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:09:57.935680 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:09:57.935680 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:09:57.935680 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:09:57.935680 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:09:57.935680 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:09:57.935680 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:09:57.935680 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:09:57.935680 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:09:57.935680 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:09:57.935680 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:09:57.935680 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:09:57.935680 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:09:57.935680 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:09:57.935680 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:09:57.935680 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:09:57.935680 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:09:57.935680 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:09:57.935680 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:09:57.935680 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:09:57.935680 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:09:58.044541 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-27df125f-309f-4249-a431-020e07cab8ce req-1c7a098a-10e6-42a0-a986-b55029a8cea9 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:58.045144 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-27df125f-309f-4249-a431-020e07cab8ce req-1c7a098a-10e6-42a0-a986-b55029a8cea9 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:58.070441 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-27df125f-309f-4249-a431-020e07cab8ce req-1c7a098a-10e6-42a0-a986-b55029a8cea9 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Calling delete_port for d7324d41-001a-42a7-b8de-ce25d2ecb88d owned by network:floatingip {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:09:58.141081 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0ae7058d-7dbb-4c7d-96b5-77c0b3211b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:58.150066 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-00197a9c-fec3-457b-a551-369397d78e0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:58.154185 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-00197a9c-fec3-457b-a551-369397d78e0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:58.158414 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-00197a9c-fec3-457b-a551-369397d78e0d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ca277011-6412-4908-9a9c-c59b05c26e20 HTTP/1.1" status: 204 len: 168 time: 0.5468357 Dec 06 17:09:58.179887 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0ae7058d-7dbb-4c7d-96b5-77c0b3211b66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:58.186048 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-0ae7058d-7dbb-4c7d-96b5-77c0b3211b66 admin admin] 10.222.0.23 "DELETE /v2.0/networks/69a40b88-32c3-4e15-ab36-985e8404a553 HTTP/1.1" status: 204 len: 168 time: 2.0311418 Dec 06 17:09:58.186048 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00197a9c-fec3-457b-a551-369397d78e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca277011-6412-4908-9a9c-c59b05c26e20,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:09:58.190035 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 40676) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:09:58.216195 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae7058d-7dbb-4c7d-96b5-77c0b3211b66 admin admin] Pushing event deleted for resources: {'Network': ['ID=69a40b88-32c3-4e15-ab36-985e8404a553,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:09:58.247404 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ccc657-2fc7-4569-8563-8b0a0ce1a1e3 req-d9973d31-b460-4817-b23f-7cb19153d78e tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:58.263404 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-50ccc657-2fc7-4569-8563-8b0a0ce1a1e3 req-d9973d31-b460-4817-b23f-7cb19153d78e tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2d120db-3c1e-4e7f-9fa1-3ee957306d01 HTTP/1.1" status: 200 len: 950 time: 0.2260497 Dec 06 17:09:58.356832 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-50ccc657-2fc7-4569-8563-8b0a0ce1a1e3 req-8803b7ec-092f-47b6-b76e-68c490cdfc8d tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900269 Dec 06 17:09:58.514431 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d619e235-4325-4e91-a9fc-144e407bff63 req-3d21aecb-71cd-40e0-a3b8-461237995e23 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:58.516246 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d619e235-4325-4e91-a9fc-144e407bff63 req-3d21aecb-71cd-40e0-a3b8-461237995e23 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/ports?device_id=339583d6-7697-477a-99b6-cc3a6bddacad HTTP/1.1" status: 200 len: 944 time: 0.0644534 Dec 06 17:09:58.528283 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-27df125f-309f-4249-a431-020e07cab8ce req-1c7a098a-10e6-42a0-a986-b55029a8cea9 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:58.616935 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d619e235-4325-4e91-a9fc-144e407bff63 req-c448fb4c-4ab3-4d8b-872d-7ac3fa5172ce tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbbbe13e-c3cf-4699-8577-456085f920c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880959 Dec 06 17:09:58.634857 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7a098a-10e6-42a0-a986-b55029a8cea9 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Pushing event deleted for resources: {'Port': ['ID=d7324d41-001a-42a7-b8de-ce25d2ecb88d,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:09:58.749540 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f2b9341f-bdd5-4edf-8533-a7ba2d62500d req-e8bf7de4-668d-4382-b069-1beec59c4ac4 service neutron] 10.222.0.41 "GET /v2.0/ports/e2273c36-7b59-49c2-96e4-51a661d5c4cb/bindings/n-h2-master-1 HTTP/1.1" status: 200 len: 384 time: 0.2817252 Dec 06 17:09:58.820208 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0db8cca-ae47-4483-971e-890778c13d01 req-9e2138fc-8807-4283-b222-a9d704aef024 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:58.821843 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b0db8cca-ae47-4483-971e-890778c13d01 req-9e2138fc-8807-4283-b222-a9d704aef024 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0f38465-af39-47f5-acaf-92ce9373a0cf HTTP/1.1" status: 200 len: 944 time: 0.0869460 Dec 06 17:09:58.905159 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-27df125f-309f-4249-a431-020e07cab8ce req-1c7a098a-10e6-42a0-a986-b55029a8cea9 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Publish callbacks [] for floatingip, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:58.908044 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-27df125f-309f-4249-a431-020e07cab8ce req-1c7a098a-10e6-42a0-a986-b55029a8cea9 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:58.908679 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b0db8cca-ae47-4483-971e-890778c13d01 req-f7c56df8-eb4f-4e91-b8e9-bb40f1f12e6a tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726528 Dec 06 17:09:58.928471 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-27df125f-309f-4249-a431-020e07cab8ce req-1c7a098a-10e6-42a0-a986-b55029a8cea9 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] 10.222.0.23 "DELETE /v2.0/floatingips/0731ca20-ff9f-47d0-8536-e7f3c21d6097 HTTP/1.1" status: 204 len: 173 time: 1.6264024 Dec 06 17:09:59.121346 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-f2b9341f-bdd5-4edf-8533-a7ba2d62500d req-c256dd67-0304-4bc1-a74f-16b0565acc0d service neutron] For port e2273c36-7b59-49c2-96e4-51a661d5c4cb, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=e2273c36-7b59-49c2-96e4-51a661d5c4cb,segment=NetworkSegment(d43b23f1-3a85-4be8-8063-3fe18696b942),segment_id=d43b23f1-3a85-4be8-8063-3fe18696b942)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:09:59.143582 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-f2b9341f-bdd5-4edf-8533-a7ba2d62500d req-c256dd67-0304-4bc1-a74f-16b0565acc0d service neutron] For port e2273c36-7b59-49c2-96e4-51a661d5c4cb, host n-h1-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:09:59.187104 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-f2b9341f-bdd5-4edf-8533-a7ba2d62500d req-c256dd67-0304-4bc1-a74f-16b0565acc0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2273c36-7b59-49c2-96e4-51a661d5c4cb {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:09:59.205062 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-f2b9341f-bdd5-4edf-8533-a7ba2d62500d req-c256dd67-0304-4bc1-a74f-16b0565acc0d service neutron] For port e2273c36-7b59-49c2-96e4-51a661d5c4cb, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e2273c36-7b59-49c2-96e4-51a661d5c4cb,segment=NetworkSegment(d43b23f1-3a85-4be8-8063-3fe18696b942),segment_id=d43b23f1-3a85-4be8-8063-3fe18696b942)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:09:59.226056 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8795f251-26e9-4a1b-90da-8f537975192f req-f64c46a4-b102-4257-bf83-21d477002393 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.35.1.172 HTTP/1.1" status: 200 len: 1001 time: 0.2435024 Dec 06 17:09:59.229096 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-f2b9341f-bdd5-4edf-8533-a7ba2d62500d req-c256dd67-0304-4bc1-a74f-16b0565acc0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:59.292199 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8795f251-26e9-4a1b-90da-8f537975192f req-7bf00008-457e-4de2-ac0a-1d9c78e1d475 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:59.300395 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8795f251-26e9-4a1b-90da-8f537975192f req-7bf00008-457e-4de2-ac0a-1d9c78e1d475 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] 10.222.0.23 "GET /v2.0/ports/592dd902-b90c-4d99-9568-120fa1225afd HTTP/1.1" status: 200 len: 942 time: 0.0675416 Dec 06 17:09:59.384490 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-f2b9341f-bdd5-4edf-8533-a7ba2d62500d req-c256dd67-0304-4bc1-a74f-16b0565acc0d service neutron] Transition to ACTIVE for port object e2273c36-7b59-49c2-96e4-51a661d5c4cb will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:09:59.399282 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-f2b9341f-bdd5-4edf-8533-a7ba2d62500d req-c256dd67-0304-4bc1-a74f-16b0565acc0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:09:59.474954 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 40716) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:09:59.476601 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c256dd67-0304-4bc1-a74f-16b0565acc0d service neutron] Pushing event updated for resources: {'Port': ['ID=e2273c36-7b59-49c2-96e4-51a661d5c4cb,revision_number=10']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:09:59.511891 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8795f251-26e9-4a1b-90da-8f537975192f req-1cd97edd-23b6-45f9-8c77-94b6beac29da tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.35.1.172 HTTP/1.1" status: 200 len: 1001 time: 0.1606388 Dec 06 17:09:59.593089 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2b9341f-bdd5-4edf-8533-a7ba2d62500d req-c256dd67-0304-4bc1-a74f-16b0565acc0d service neutron] No DVR routers for this DVR port e2273c36-7b59-49c2-96e4-51a661d5c4cb on host n-h1-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:09:59.973305 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-2c87fed9-3e3d-4706-8e4d-52bcc988004b admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1478326568-network', 'tenant_id': 'e06aba6f7cc1415e89ae20f4d5eb8b07'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:09:59.989901 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b628bd65-2172-41ba-a8bd-4e0a70568e3b req-40ba55e9-8f3f-4220-9bcc-dcf2bfedaa7b tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:09:59.997806 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b628bd65-2172-41ba-a8bd-4e0a70568e3b req-40ba55e9-8f3f-4220-9bcc-dcf2bfedaa7b tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2d120db-3c1e-4e7f-9fa1-3ee957306d01 HTTP/1.1" status: 200 len: 950 time: 0.4727638 Dec 06 17:10:00.031677 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f2b9341f-bdd5-4edf-8533-a7ba2d62500d req-c256dd67-0304-4bc1-a74f-16b0565acc0d service neutron] 10.222.0.41 "PUT /v2.0/ports/e2273c36-7b59-49c2-96e4-51a661d5c4cb/bindings/n-h2-master-1/activate HTTP/1.1" status: 200 len: 369 time: 1.2481086 Dec 06 17:10:00.058316 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8795f251-26e9-4a1b-90da-8f537975192f req-289fd92c-5555-4195-95f8-fa1d2a158fe2 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:00.068227 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8795f251-26e9-4a1b-90da-8f537975192f req-289fd92c-5555-4195-95f8-fa1d2a158fe2 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] 10.222.0.23 "GET /v2.0/networks/40c9982f-f1ff-4b90-bebe-b7d51655f7e2 HTTP/1.1" status: 200 len: 784 time: 0.5552578 Dec 06 17:10:00.102574 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c87fed9-3e3d-4706-8e4d-52bcc988004b admin admin] Made reservation on behalf of e06aba6f7cc1415e89ae20f4d5eb8b07 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:10:00.105769 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2c87fed9-3e3d-4706-8e4d-52bcc988004b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:00.145083 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8795f251-26e9-4a1b-90da-8f537975192f req-2d8f98b1-3899-4fe4-9241-d18c6d592e95 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.35.1.172 HTTP/1.1" status: 200 len: 1001 time: 0.0757518 Dec 06 17:10:00.154192 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2c87fed9-3e3d-4706-8e4d-52bcc988004b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:00.158964 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-8795f251-26e9-4a1b-90da-8f537975192f req-0d2bda67-ac16-44ab-a7c5-92ef18a9e12e tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:10:00.183167 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b628bd65-2172-41ba-a8bd-4e0a70568e3b req-626d7625-f108-4a79-bdfe-02ac5244a193 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841826 Dec 06 17:10:00.207811 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1c2d8bf7-95fa-41f5-aa4a-8bc455a9e66c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575908'] for router_interface, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:00.246429 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8795f251-26e9-4a1b-90da-8f537975192f req-0d2bda67-ac16-44ab-a7c5-92ef18a9e12e tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Publish callbacks [] for floatingip, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:00.324227 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device ba04f4c8-ba9a-4fb0-b856-6ec05e5a116a up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:10:00.328923 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b9341f-bdd5-4edf-8533-a7ba2d62500d req-081e7594-a626-43ed-93a7-b44edb27c347 tempest-LiveAutoBlockMigrationV225Test-847899352 tempest-LiveAutoBlockMigrationV225Test-847899352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:00.333514 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f2b9341f-bdd5-4edf-8533-a7ba2d62500d req-081e7594-a626-43ed-93a7-b44edb27c347 tempest-LiveAutoBlockMigrationV225Test-847899352 tempest-LiveAutoBlockMigrationV225Test-847899352-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c0f38465-af39-47f5-acaf-92ce9373a0cf&tenant_id=013b92ce2e6a40e1a3b2fa92d62d652e&binding%3Ahost_id=n-h1-master-1 HTTP/1.1" status: 200 len: 1096 time: 0.2338133 Dec 06 17:10:00.461397 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning for port ba04f4c8-ba9a-4fb0-b856-6ec05e5a116a completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:10:00.467003 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port ba04f4c8-ba9a-4fb0-b856-6ec05e5a116a triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:10:00.468708 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:00.487371 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8795f251-26e9-4a1b-90da-8f537975192f req-0d2bda67-ac16-44ab-a7c5-92ef18a9e12e tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:00.492857 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8795f251-26e9-4a1b-90da-8f537975192f req-0d2bda67-ac16-44ab-a7c5-92ef18a9e12e tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:00.493327 n-d-master-1 neutron-server[103285]: INFO neutron.db.l3_db [req-8795f251-26e9-4a1b-90da-8f537975192f req-0d2bda67-ac16-44ab-a7c5-92ef18a9e12e tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Floating IP 3dd08da5-5def-4236-9329-35f770a0b338 disassociated. External IP: 172.35.1.172, port: 592dd902-b90c-4d99-9568-120fa1225afd. Dec 06 17:10:00.575805 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:00.584451 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b9341f-bdd5-4edf-8533-a7ba2d62500d req-660cac89-c8ac-492e-9870-297811a2cdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:00.587652 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f2b9341f-bdd5-4edf-8533-a7ba2d62500d req-660cac89-c8ac-492e-9870-297811a2cdf4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c0f38465-af39-47f5-acaf-92ce9373a0cf&tenant_id=013b92ce2e6a40e1a3b2fa92d62d652e HTTP/1.1" status: 200 len: 1096 time: 0.2446392 Dec 06 17:10:00.597485 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038d77cd-c1a8-4317-b74c-ba5c6be51e9a req-c3151c3d-f974-4a29-837a-c98fed26459b tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:00.606063 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-038d77cd-c1a8-4317-b74c-ba5c6be51e9a req-c3151c3d-f974-4a29-837a-c98fed26459b tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/ports?device_id=339583d6-7697-477a-99b6-cc3a6bddacad HTTP/1.1" status: 200 len: 944 time: 0.3003771 Dec 06 17:10:00.616085 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '339583d6-7697-477a-99b6-cc3a6bddacad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba04f4c8-ba9a-4fb0-b856-6ec05e5a116a'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:10:00.619826 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f22d5b4a-2cbe-4d84-b0d1-3aec0950eee0" -d '{"events": [{"server_uuid": "339583d6-7697-477a-99b6-cc3a6bddacad", "name": "network-vif-plugged", "status": "completed", "tag": "ba04f4c8-ba9a-4fb0-b856-6ec05e5a116a"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:10:00.638755 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port ba04f4c8-ba9a-4fb0-b856-6ec05e5a116a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ba04f4c8-ba9a-4fb0-b856-6ec05e5a116a,segment=NetworkSegment(94f9461b-62d6-4912-b0a6-1a80857b81dc),segment_id=94f9461b-62d6-4912-b0a6-1a80857b81dc)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:10:00.644485 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:00.719120 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2c87fed9-3e3d-4706-8e4d-52bcc988004b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:00.731076 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=ba04f4c8-ba9a-4fb0-b856-6ec05e5a116a,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:00.739005 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:10:00.739354 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:10:00.739692 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:10:00.740025 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:10:00.740360 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:10:00.740687 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:10:00.741070 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:10:00.741369 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:10:00.741719 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:10:00.742045 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:10:00.742367 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:10:00.742689 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:10:00.743103 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:10:00.753358 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2c87fed9-3e3d-4706-8e4d-52bcc988004b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:00.796787 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8795f251-26e9-4a1b-90da-8f537975192f req-0d2bda67-ac16-44ab-a7c5-92ef18a9e12e tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Router e80afa86-7511-44b2-aa93-5c0db67454fd has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:10:00.801356 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c87fed9-3e3d-4706-8e4d-52bcc988004b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:10:00.806228 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-038d77cd-c1a8-4317-b74c-ba5c6be51e9a req-240984d5-0141-4658-a244-f91e2180c3f1 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbbbe13e-c3cf-4699-8577-456085f920c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992011 Dec 06 17:10:00.821802 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2c87fed9-3e3d-4706-8e4d-52bcc988004b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:00.822149 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-2c87fed9-3e3d-4706-8e4d-52bcc988004b admin admin] Added segment 13dc3505-2379-4cb3-9b99-2fccc8f2bb10 of type vlan for network f05d9e0a-904c-47f7-bc1e-929f90cd4a84 Dec 06 17:10:00.831474 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c87fed9-3e3d-4706-8e4d-52bcc988004b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39e38e48-0a80-455d-95ef-5684c690b16b,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:00.878803 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b9341f-bdd5-4edf-8533-a7ba2d62500d req-f420ae9a-baf2-4d3f-9087-7d1141b08e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:00.880313 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f2b9341f-bdd5-4edf-8533-a7ba2d62500d req-f420ae9a-baf2-4d3f-9087-7d1141b08e57 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=013b92ce2e6a40e1a3b2fa92d62d652e&device_id=c0f38465-af39-47f5-acaf-92ce9373a0cf HTTP/1.1" status: 200 len: 1096 time: 0.2575972 Dec 06 17:10:00.882449 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2c87fed9-3e3d-4706-8e4d-52bcc988004b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:00.965301 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8795f251-26e9-4a1b-90da-8f537975192f req-0d2bda67-ac16-44ab-a7c5-92ef18a9e12e tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:10:00.970124 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8795f251-26e9-4a1b-90da-8f537975192f req-0d2bda67-ac16-44ab-a7c5-92ef18a9e12e tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:00.977527 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c352ae6-5401-4b24-a180-b6b27d9cca9d None None] Sync routers for ids ['e80afa86-7511-44b2-aa93-5c0db67454fd'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:10:00.992265 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c352ae6-5401-4b24-a180-b6b27d9cca9d None None] Routers {'e80afa86-7511-44b2-aa93-5c0db67454fd'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:10:00.993635 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-1c352ae6-5401-4b24-a180-b6b27d9cca9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:09:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['e80afa86-7511-44b2-aa93-5c0db67454fd'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:10:01.000656 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8795f251-26e9-4a1b-90da-8f537975192f req-0d2bda67-ac16-44ab-a7c5-92ef18a9e12e tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] 10.222.0.23 "PUT /v2.0/floatingips/3dd08da5-5def-4236-9329-35f770a0b338 HTTP/1.1" status: 200 len: 695 time: 0.8468306 Dec 06 17:10:01.001144 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89fcd187-593e-4870-9318-7e7e4aaeee67', 'tag': '592dd902-b90c-4d99-9568-120fa1225afd'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:10:01.003677 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af7309b-2555-48fd-8461-d8696afeb7e4" -d '{"events": [{"name": "network-changed", "server_uuid": "89fcd187-593e-4870-9318-7e7e4aaeee67", "tag": "592dd902-b90c-4d99-9568-120fa1225afd"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:10:01.016286 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2c87fed9-3e3d-4706-8e4d-52bcc988004b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:01.017266 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c87fed9-3e3d-4706-8e4d-52bcc988004b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:01.018043 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2c87fed9-3e3d-4706-8e4d-52bcc988004b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:01.094809 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8795f251-26e9-4a1b-90da-8f537975192f req-3779f4f2-630d-4c50-91c0-f2ec9ae2f7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:01.102920 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8795f251-26e9-4a1b-90da-8f537975192f req-3779f4f2-630d-4c50-91c0-f2ec9ae2f7f4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=92122cf46378473eb06bf059f15f9b69&device_id=89fcd187-593e-4870-9318-7e7e4aaeee67 HTTP/1.1" status: 200 len: 1096 time: 0.0733171 Dec 06 17:10:01.137840 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-2c87fed9-3e3d-4706-8e4d-52bcc988004b admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6561170 Dec 06 17:10:01.142920 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 40748) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:10:01.152806 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-1c352ae6-5401-4b24-a180-b6b27d9cca9d None None] Set router e80afa86-7511-44b2-aa93-5c0db67454fd gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:10:01.156609 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7133ab-1dde-4f91-94fa-731c0827e6dc req-472d0a67-6f29-4ae2-abb6-4fcffff3a17e tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:01.158142 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7a7133ab-1dde-4f91-94fa-731c0827e6dc req-472d0a67-6f29-4ae2-abb6-4fcffff3a17e tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0f38465-af39-47f5-acaf-92ce9373a0cf HTTP/1.1" status: 200 len: 945 time: 0.2399135 Dec 06 17:10:01.158773 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c87fed9-3e3d-4706-8e4d-52bcc988004b admin admin] Pushing event updated for resources: {'Network': ['ID=f05d9e0a-904c-47f7-bc1e-929f90cd4a84,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:01.164444 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-0ae0ab5c-1592-4811-b0e9-863c4a69ee1f admin admin] Request body: {'subnet': {'network_id': 'f05d9e0a-904c-47f7-bc1e-929f90cd4a84', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1478326568-subnet', 'tenant_id': 'e06aba6f7cc1415e89ae20f4d5eb8b07', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:10:01.171616 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b9341f-bdd5-4edf-8533-a7ba2d62500d req-e206d331-aba3-406b-9dd9-310d009f1ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:01.173166 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f2b9341f-bdd5-4edf-8533-a7ba2d62500d req-e206d331-aba3-406b-9dd9-310d009f1ec2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f368e270-aa86-47d2-9c8f-0ac2b4fc8997 HTTP/1.1" status: 200 len: 922 time: 0.2813029 Dec 06 17:10:01.175808 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network f05d9e0a-904c-47f7-bc1e-929f90cd4a84 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:10:01.226611 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8795f251-26e9-4a1b-90da-8f537975192f req-0038f283-0329-40b7-85b0-3d8f3c2345c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:01.228547 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8795f251-26e9-4a1b-90da-8f537975192f req-0038f283-0329-40b7-85b0-3d8f3c2345c6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e65e79ee-364c-4d8a-9bbe-30afa3950dc3 HTTP/1.1" status: 200 len: 929 time: 0.1247816 Dec 06 17:10:01.239565 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f2b9341f-bdd5-4edf-8533-a7ba2d62500d req-efbce3a7-0423-47d8-be31-bb85f9b280b8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2273c36-7b59-49c2-96e4-51a661d5c4cb HTTP/1.1" status: 200 len: 217 time: 0.0552397 Dec 06 17:10:01.275905 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ae0ab5c-1592-4811-b0e9-863c4a69ee1f admin admin] Made reservation on behalf of e06aba6f7cc1415e89ae20f4d5eb8b07 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:10:01.278271 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0ae0ab5c-1592-4811-b0e9-863c4a69ee1f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:01.288658 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8795f251-26e9-4a1b-90da-8f537975192f req-fab11cc4-ff9b-4483-b5d8-0ad673d6a2c2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=592dd902-b90c-4d99-9568-120fa1225afd HTTP/1.1" status: 200 len: 217 time: 0.0515563 Dec 06 17:10:01.304088 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-1c2d8bf7-95fa-41f5-aa4a-8bc455a9e66c admin admin] Deleting port c5002214-4786-4c9b-b48e-2433d7f92861 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:10:01.304429 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1c2d8bf7-95fa-41f5-aa4a-8bc455a9e66c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:01.330772 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7a7133ab-1dde-4f91-94fa-731c0827e6dc req-7b4f9b80-f00d-459e-a7b0-1dad5773aa9e tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566167 Dec 06 17:10:01.362719 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8795f251-26e9-4a1b-90da-8f537975192f req-9fc617b3-d366-4a90-a9b2-a76e106f2a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:01.363014 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8795f251-26e9-4a1b-90da-8f537975192f req-9fc617b3-d366-4a90-a9b2-a76e106f2a22 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d3a427ff-c21c-4cb9-9bbf-427825b11026 HTTP/1.1" status: 200 len: 867 time: 0.0668418 Dec 06 17:10:01.415587 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8795f251-26e9-4a1b-90da-8f537975192f req-9627b4e2-30cf-4d84-b4fe-e2647fffe726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:01.417505 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8795f251-26e9-4a1b-90da-8f537975192f req-9627b4e2-30cf-4d84-b4fe-e2647fffe726 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e65e79ee-364c-4d8a-9bbe-30afa3950dc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468695 Dec 06 17:10:01.424470 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b9341f-bdd5-4edf-8533-a7ba2d62500d req-e5f3909e-113b-4b56-8e22-eafe6a924261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:01.425981 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f2b9341f-bdd5-4edf-8533-a7ba2d62500d req-e5f3909e-113b-4b56-8e22-eafe6a924261 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f77759ce-94b4-46a8-b90f-f881b9e38f99 HTTP/1.1" status: 200 len: 861 time: 0.1711390 Dec 06 17:10:01.437668 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-1c352ae6-5401-4b24-a180-b6b27d9cca9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e80afa86-7511-44b2-aa93-5c0db67454fd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-134019396-router', 'tenant_id': '92122cf46378473eb06bf059f15f9b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.166'}], 'enable_snat': True}, 'gw_port_id': '2bc8ca0a-7192-42e1-b61d-d0162096843c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:09:15Z', 'updated_at': '2021-12-06T17:09:22Z', 'revision_number': 4, 'project_id': '92122cf46378473eb06bf059f15f9b69', 'gw_port': {'id': '2bc8ca0a-7192-42e1-b61d-d0162096843c', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:10:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80afa86-7511-44b2-aa93-5c0db67454fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:09:17Z', 'updated_at': '2021-12-06T17:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'facd6e1f-f144-45f5-9c3e-1cc68abb0735', 'name': '', 'network_id': 'e65e79ee-364c-4d8a-9bbe-30afa3950dc3', 'tenant_id': '92122cf46378473eb06bf059f15f9b69', 'mac_address': 'fa:16:3e:c8:3f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80afa86-7511-44b2-aa93-5c0db67454fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'd3a427ff-c21c-4cb9-9bbf-427825b11026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:09:21Z', 'updated_at': '2021-12-06T17:09:28Z', 'revision_number': 5, 'project_id': '92122cf46378473eb06bf059f15f9b69', 'subnets': [{'id': 'd3a427ff-c21c-4cb9-9bbf-427825b11026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:10:01.480955 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f2b9341f-bdd5-4edf-8533-a7ba2d62500d req-035f4755-66e9-4a18-a5cb-b3bf53de81db service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f368e270-aa86-47d2-9c8f-0ac2b4fc8997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462523 Dec 06 17:10:01.497192 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c352ae6-5401-4b24-a180-b6b27d9cca9d None None] Checking router: e80afa86-7511-44b2-aa93-5c0db67454fd for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:10:01.507905 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c352ae6-5401-4b24-a180-b6b27d9cca9d None None] Routers {'e80afa86-7511-44b2-aa93-5c0db67454fd'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:10:01.508871 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-1c352ae6-5401-4b24-a180-b6b27d9cca9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:09:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['e80afa86-7511-44b2-aa93-5c0db67454fd'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:10:01.534925 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-1c2d8bf7-95fa-41f5-aa4a-8bc455a9e66c admin admin] For port c5002214-4786-4c9b-b48e-2433d7f92861, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c5002214-4786-4c9b-b48e-2433d7f92861,segment=NetworkSegment(a453b3e4-5587-4bb5-b330-4489f1548bf7),segment_id=a453b3e4-5587-4bb5-b330-4489f1548bf7)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:10:01.535303 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1c2d8bf7-95fa-41f5-aa4a-8bc455a9e66c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:01.558049 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8795f251-26e9-4a1b-90da-8f537975192f req-83c10a98-ae35-4532-a48e-3c1297a20522 service neutron] 10.222.0.23 "GET /v2.0/networks/e65e79ee-364c-4d8a-9bbe-30afa3950dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247158 Dec 06 17:10:01.597762 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a140e1f-fad3-4ee3-814f-2e40edb984ee x-openstack-request-id: req-6a140e1f-fad3-4ee3-814f-2e40edb984ee {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:10:01.598252 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "339583d6-7697-477a-99b6-cc3a6bddacad", "name": "network-vif-plugged", "status": "completed", "tag": "ba04f4c8-ba9a-4fb0-b856-6ec05e5a116a", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:10:01.598252 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6a140e1f-fad3-4ee3-814f-2e40edb984ee {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:10:01.598637 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '339583d6-7697-477a-99b6-cc3a6bddacad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba04f4c8-ba9a-4fb0-b856-6ec05e5a116a', 'code': 200} Dec 06 17:10:01.602278 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-1c2d8bf7-95fa-41f5-aa4a-8bc455a9e66c admin admin] Calling delete_port for c5002214-4786-4c9b-b48e-2433d7f92861 owned by network:router_interface {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:10:01.659656 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8795f251-26e9-4a1b-90da-8f537975192f req-080f8d7c-3d40-41cd-80f4-ed8463bbb7dc service neutron] 10.222.0.23 "GET /v2.0/networks/e65e79ee-364c-4d8a-9bbe-30afa3950dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007321 Dec 06 17:10:01.670989 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b0af35-2be0-463f-8848-195d7f064eec x-openstack-request-id: req-72b0af35-2be0-463f-8848-195d7f064eec {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:10:01.671372 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89fcd187-593e-4870-9318-7e7e4aaeee67", "tag": "592dd902-b90c-4d99-9568-120fa1225afd", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:10:01.671734 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-72b0af35-2be0-463f-8848-195d7f064eec {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:10:01.672149 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89fcd187-593e-4870-9318-7e7e4aaeee67', 'tag': '592dd902-b90c-4d99-9568-120fa1225afd', 'status': 'completed', 'code': 200} Dec 06 17:10:01.708195 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-1c352ae6-5401-4b24-a180-b6b27d9cca9d None None] Set router e80afa86-7511-44b2-aa93-5c0db67454fd gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:10:01.775978 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f2b9341f-bdd5-4edf-8533-a7ba2d62500d req-94d69c54-58a8-46ed-9fe4-866de3aea876 service neutron] 10.222.0.44 "GET /v2.0/networks/f368e270-aa86-47d2-9c8f-0ac2b4fc8997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2837729 Dec 06 17:10:01.798529 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86123cb-6494-4fb0-8c17-b5881c9261d8 req-0685c476-23a2-4e71-82c7-d1d678560c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:01.800135 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e86123cb-6494-4fb0-8c17-b5881c9261d8 req-0685c476-23a2-4e71-82c7-d1d678560c08 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=339583d6-7697-477a-99b6-cc3a6bddacad HTTP/1.1" status: 200 len: 1096 time: 0.1250327 Dec 06 17:10:01.821614 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0ae0ab5c-1592-4811-b0e9-863c4a69ee1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:01.848197 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db6cf75-ae81-42e1-8fc2-fd5d5cbbf155 req-2371f7dc-62c5-4941-9bb4-0729828757e3 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:01.849727 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5db6cf75-ae81-42e1-8fc2-fd5d5cbbf155 req-2371f7dc-62c5-4941-9bb4-0729828757e3 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2601b7c-64fc-4a21-87f0-528adaaaa6f7 HTTP/1.1" status: 200 len: 945 time: 0.0978537 Dec 06 17:10:01.880647 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e86123cb-6494-4fb0-8c17-b5881c9261d8 req-13e3f5b8-f0de-4b11-9328-93332f2dcf63 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=fbbbe13e-c3cf-4699-8577-456085f920c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735900 Dec 06 17:10:01.910490 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5db6cf75-ae81-42e1-8fc2-fd5d5cbbf155 req-3a8cf2eb-d822-419f-b021-001134ad555d tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c9938ba-fde4-4f48-b59c-dd9a4d401845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501604 Dec 06 17:10:01.969314 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af7309b-2555-48fd-8461-d8696afeb7e4 req-1724bf91-5121-4ab1-9807-51b338fe1748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:01.970904 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8af7309b-2555-48fd-8461-d8696afeb7e4 req-1724bf91-5121-4ab1-9807-51b338fe1748 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=92122cf46378473eb06bf059f15f9b69&device_id=89fcd187-593e-4870-9318-7e7e4aaeee67 HTTP/1.1" status: 200 len: 1096 time: 0.2496111 Dec 06 17:10:01.984720 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-1c352ae6-5401-4b24-a180-b6b27d9cca9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e80afa86-7511-44b2-aa93-5c0db67454fd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-134019396-router', 'tenant_id': '92122cf46378473eb06bf059f15f9b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.166'}], 'enable_snat': True}, 'gw_port_id': '2bc8ca0a-7192-42e1-b61d-d0162096843c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:09:15Z', 'updated_at': '2021-12-06T17:09:22Z', 'revision_number': 4, 'project_id': '92122cf46378473eb06bf059f15f9b69', 'gw_port': {'id': '2bc8ca0a-7192-42e1-b61d-d0162096843c', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:10:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80afa86-7511-44b2-aa93-5c0db67454fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:09:17Z', 'updated_at': '2021-12-06T17:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'facd6e1f-f144-45f5-9c3e-1cc68abb0735', 'name': '', 'network_id': 'e65e79ee-364c-4d8a-9bbe-30afa3950dc3', 'tenant_id': '92122cf46378473eb06bf059f15f9b69', 'mac_address': 'fa:16:3e:c8:3f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80afa86-7511-44b2-aa93-5c0db67454fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'd3a427ff-c21c-4cb9-9bbf-427825b11026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:09:21Z', 'updated_at': '2021-12-06T17:09:28Z', 'revision_number': 5, 'project_id': '92122cf46378473eb06bf059f15f9b69', 'subnets': [{'id': 'd3a427ff-c21c-4cb9-9bbf-427825b11026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:10:02.014342 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c352ae6-5401-4b24-a180-b6b27d9cca9d None None] The sync data for ids ['e80afa86-7511-44b2-aa93-5c0db67454fd'] in n-d-master-1 is: [{'id': 'e80afa86-7511-44b2-aa93-5c0db67454fd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-134019396-router', 'tenant_id': '92122cf46378473eb06bf059f15f9b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.166'}], 'enable_snat': True}, 'gw_port_id': '2bc8ca0a-7192-42e1-b61d-d0162096843c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:09:15Z', 'updated_at': '2021-12-06T17:09:22Z', 'revision_number': 4, 'project_id': '92122cf46378473eb06bf059f15f9b69', 'gw_port': {'id': '2bc8ca0a-7192-42e1-b61d-d0162096843c', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:10:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80afa86-7511-44b2-aa93-5c0db67454fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:09:17Z', 'updated_at': '2021-12-06T17:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'facd6e1f-f144-45f5-9c3e-1cc68abb0735', 'name': '', 'network_id': 'e65e79ee-364c-4d8a-9bbe-30afa3950dc3', 'tenant_id': '92122cf46378473eb06bf059f15f9b69', 'mac_address': 'fa:16:3e:c8:3f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80afa86-7511-44b2-aa93-5c0db67454fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'd3a427ff-c21c-4cb9-9bbf-427825b11026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:09:21Z', 'updated_at': '2021-12-06T17:09:28Z', 'revision_number': 5, 'project_id': '92122cf46378473eb06bf059f15f9b69', 'subnets': [{'id': 'd3a427ff-c21c-4cb9-9bbf-427825b11026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:10:02.039686 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8a49d6-1993-46ea-9d57-d5b32399e7c1 req-db674583-6d4d-4560-becf-bdcaf1efa92c tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:02.041530 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5c8a49d6-1993-46ea-9d57-d5b32399e7c1 req-db674583-6d4d-4560-becf-bdcaf1efa92c tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2d120db-3c1e-4e7f-9fa1-3ee957306d01 HTTP/1.1" status: 200 len: 950 time: 0.2801921 Dec 06 17:10:02.042238 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae0ab5c-1592-4811-b0e9-863c4a69ee1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=497f0620-12c9-4760-9271-f21663a8e737,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:02.078256 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9c2f589b-5940-4a98-b127-b4a6f41cc918 req-9f33dcdc-a520-4e47-a400-0888342d78ab tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] 10.222.0.23 "GET /v2.0/floatingips/3dd08da5-5def-4236-9329-35f770a0b338 HTTP/1.1" status: 200 len: 695 time: 0.0582454 Dec 06 17:10:02.145535 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae0ab5c-1592-4811-b0e9-863c4a69ee1f admin admin] Checking segment: {'id': '13dc3505-2379-4cb3-9b99-2fccc8f2bb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f05d9e0a-904c-47f7-bc1e-929f90cd4a84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:10:02.145897 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae0ab5c-1592-4811-b0e9-863c4a69ee1f admin admin] Network hostable DHCP agents. Network: f05d9e0a-904c-47f7-bc1e-929f90cd4a84, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:10:02.158203 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f2b9341f-bdd5-4edf-8533-a7ba2d62500d req-a5608676-9393-4293-ab0f-ecdff750fd60 service neutron] 10.222.0.44 "GET /v2.0/networks/f368e270-aa86-47d2-9c8f-0ac2b4fc8997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3686559 Dec 06 17:10:02.215989 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f589b-5940-4a98-b127-b4a6f41cc918 req-40de3b24-51f7-4cc9-ae90-d7d547d7d9b8 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:02.218590 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9c2f589b-5940-4a98-b127-b4a6f41cc918 req-40de3b24-51f7-4cc9-ae90-d7d547d7d9b8 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] 10.222.0.23 "GET /v2.0/networks/40c9982f-f1ff-4b90-bebe-b7d51655f7e2 HTTP/1.1" status: 200 len: 784 time: 0.1357868 Dec 06 17:10:02.250675 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af7309b-2555-48fd-8461-d8696afeb7e4 req-ae59ee6e-a230-4cac-88bb-2935ca028731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:02.252223 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8af7309b-2555-48fd-8461-d8696afeb7e4 req-ae59ee6e-a230-4cac-88bb-2935ca028731 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e65e79ee-364c-4d8a-9bbe-30afa3950dc3 HTTP/1.1" status: 200 len: 929 time: 0.2640231 Dec 06 17:10:02.253895 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae0ab5c-1592-4811-b0e9-863c4a69ee1f admin admin] Network f05d9e0a-904c-47f7-bc1e-929f90cd4a84 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:10:02.261073 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5c8a49d6-1993-46ea-9d57-d5b32399e7c1 req-a7e5ab29-ea06-496f-8d21-32646dbeec5d tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902103 Dec 06 17:10:02.270583 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1c2d8bf7-95fa-41f5-aa4a-8bc455a9e66c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:02.298477 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9c2f589b-5940-4a98-b127-b4a6f41cc918 req-5ee324b4-a65f-4e0c-a653-f1789ad40608 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.35.1.172 HTTP/1.1" status: 200 len: 698 time: 0.0698137 Dec 06 17:10:02.328686 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-0ae0ab5c-1592-4811-b0e9-863c4a69ee1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, f05d9e0a-904c-47f7-bc1e-929f90cd4a84) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:10:02.330733 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8af7309b-2555-48fd-8461-d8696afeb7e4 req-812b3628-a903-4fcb-a0e6-60722ac95d57 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=592dd902-b90c-4d99-9568-120fa1225afd HTTP/1.1" status: 200 len: 217 time: 0.0683529 Dec 06 17:10:02.345976 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25cfe22a-2a61-4a3a-a1cc-d6ce7b8a6744 None None] Network f05d9e0a-904c-47f7-bc1e-929f90cd4a84 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:10:02.351985 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae0ab5c-1592-4811-b0e9-863c4a69ee1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:02.352521 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0ae0ab5c-1592-4811-b0e9-863c4a69ee1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:02.366338 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9c2f589b-5940-4a98-b127-b4a6f41cc918 req-1d33d951-da99-4321-939f-55d3a468d5cf tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.35.1.172 HTTP/1.1" status: 200 len: 698 time: 0.0668135 Dec 06 17:10:02.368927 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2d8bf7-95fa-41f5-aa4a-8bc455a9e66c admin admin] Pushing event deleted for resources: {'Port': ['ID=c5002214-4786-4c9b-b48e-2433d7f92861,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:02.451709 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ed1907-3f0b-4477-94aa-e3bb2b84a06c None None] New status for floating IP 3dd08da5-5def-4236-9329-35f770a0b338: DOWN {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 17:10:02.486202 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af7309b-2555-48fd-8461-d8696afeb7e4 req-2007d270-bc21-4f79-bf74-db072598eafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:02.488492 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8af7309b-2555-48fd-8461-d8696afeb7e4 req-2007d270-bc21-4f79-bf74-db072598eafe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d3a427ff-c21c-4cb9-9bbf-427825b11026 HTTP/1.1" status: 200 len: 867 time: 0.1334770 Dec 06 17:10:02.547382 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-9c2f589b-5940-4a98-b127-b4a6f41cc918 req-0e9227a7-5346-466e-a2a7-0b95c729ce2d tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Deleting port 0f2c16f6-b24e-465b-ba42-62dfb5e076d1 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:10:02.547800 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-9c2f589b-5940-4a98-b127-b4a6f41cc918 req-0e9227a7-5346-466e-a2a7-0b95c729ce2d tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:02.591112 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-0ae0ab5c-1592-4811-b0e9-863c4a69ee1f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4427783 Dec 06 17:10:02.619271 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 40782) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:10:02.624663 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-090fabad-9094-49fc-ae09-c1ebeccc554a admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1478326568-router', 'tenant_id': 'e06aba6f7cc1415e89ae20f4d5eb8b07', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:10:02.663967 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af7309b-2555-48fd-8461-d8696afeb7e4 req-0cb324f1-85b3-470d-9e32-1f398d936041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:02.665808 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8af7309b-2555-48fd-8461-d8696afeb7e4 req-0cb324f1-85b3-470d-9e32-1f398d936041 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e65e79ee-364c-4d8a-9bbe-30afa3950dc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1545892 Dec 06 17:10:02.667046 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-090fabad-9094-49fc-ae09-c1ebeccc554a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:02.668286 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-090fabad-9094-49fc-ae09-c1ebeccc554a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:02.675125 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebb455c-785b-432f-bb62-3d240e75b2a0 req-8cb5e93d-706e-471a-963b-8d2aa111dbb9 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:02.676827 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1ebb455c-785b-432f-bb62-3d240e75b2a0 req-8cb5e93d-706e-471a-963b-8d2aa111dbb9 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/ports?device_id=339583d6-7697-477a-99b6-cc3a6bddacad HTTP/1.1" status: 200 len: 945 time: 0.3189297 Dec 06 17:10:02.683687 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-9c2f589b-5940-4a98-b127-b4a6f41cc918 req-0e9227a7-5346-466e-a2a7-0b95c729ce2d tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:02.684010 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-9c2f589b-5940-4a98-b127-b4a6f41cc918 req-0e9227a7-5346-466e-a2a7-0b95c729ce2d tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:02.703696 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-9c2f589b-5940-4a98-b127-b4a6f41cc918 req-0e9227a7-5346-466e-a2a7-0b95c729ce2d tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Calling delete_port for 0f2c16f6-b24e-465b-ba42-62dfb5e076d1 owned by network:floatingip {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:10:02.754418 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-090fabad-9094-49fc-ae09-c1ebeccc554a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:02.844135 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:02.930169 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15b6862-c93a-46e1-9e28-f3a7412e6100 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-f05d9e0a-904c-47f7-bc1e-929f90cd4a84', 'network_id': 'f05d9e0a-904c-47f7-bc1e-929f90cd4a84', 'tenant_id': 'e06aba6f7cc1415e89ae20f4d5eb8b07', 'fixed_ips': [{'subnet_id': '497f0620-12c9-4760-9271-f21663a8e737'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:10:02.931343 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a15b6862-c93a-46e1-9e28-f3a7412e6100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:02.950087 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-090fabad-9094-49fc-ae09-c1ebeccc554a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:03.052897 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b9341f-bdd5-4edf-8533-a7ba2d62500d req-fa40cce4-7f8d-447a-9e7e-636bebcd28b0 tempest-LiveAutoBlockMigrationV225Test-847899352 tempest-LiveAutoBlockMigrationV225Test-847899352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:03.055056 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f2b9341f-bdd5-4edf-8533-a7ba2d62500d req-fa40cce4-7f8d-447a-9e7e-636bebcd28b0 tempest-LiveAutoBlockMigrationV225Test-847899352 tempest-LiveAutoBlockMigrationV225Test-847899352-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c0f38465-af39-47f5-acaf-92ce9373a0cf&tenant_id=013b92ce2e6a40e1a3b2fa92d62d652e&binding%3Ahost_id=n-h2-master-1 HTTP/1.1" status: 200 len: 1096 time: 0.5651903 Dec 06 17:10:03.112009 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-9c2f589b-5940-4a98-b127-b4a6f41cc918 req-0e9227a7-5346-466e-a2a7-0b95c729ce2d tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:03.121091 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-a15b6862-c93a-46e1-9e28-f3a7412e6100 None None] Allocated IP 172.20.0.2 (f05d9e0a-904c-47f7-bc1e-929f90cd4a84/497f0620-12c9-4760-9271-f21663a8e737/9981fcec-3011-48d2-8c7a-3b3b2471a17f) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:10:03.145906 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9227a7-5346-466e-a2a7-0b95c729ce2d tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Pushing event deleted for resources: {'Port': ['ID=0f2c16f6-b24e-465b-ba42-62dfb5e076d1,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:03.224013 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1ebb455c-785b-432f-bb62-3d240e75b2a0 req-f16a0b82-7322-463f-9df2-407c6287f4b2 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbbbe13e-c3cf-4699-8577-456085f920c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153611 Dec 06 17:10:03.240583 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1c2d8bf7-95fa-41f5-aa4a-8bc455a9e66c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-772474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575952'] for router_interface, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:03.259801 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8af7309b-2555-48fd-8461-d8696afeb7e4 req-c968d50e-1f2f-4175-86cf-9e65d16bf82e service neutron] 10.222.0.41 "GET /v2.0/networks/e65e79ee-364c-4d8a-9bbe-30afa3950dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5819802 Dec 06 17:10:03.308243 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a15b6862-c93a-46e1-9e28-f3a7412e6100 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:03.313753 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-9c2f589b-5940-4a98-b127-b4a6f41cc918 req-0e9227a7-5346-466e-a2a7-0b95c729ce2d tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Publish callbacks [] for floatingip, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:03.316441 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-9c2f589b-5940-4a98-b127-b4a6f41cc918 req-0e9227a7-5346-466e-a2a7-0b95c729ce2d tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:03.317729 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9c2f589b-5940-4a98-b127-b4a6f41cc918 req-0e9227a7-5346-466e-a2a7-0b95c729ce2d tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] 10.222.0.23 "DELETE /v2.0/floatingips/3dd08da5-5def-4236-9329-35f770a0b338 HTTP/1.1" status: 204 len: 173 time: 0.9403014 Dec 06 17:10:03.330285 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a15b6862-c93a-46e1-9e28-f3a7412e6100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:03.376834 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15b6862-c93a-46e1-9e28-f3a7412e6100 None None] Network f05d9e0a-904c-47f7-bc1e-929f90cd4a84 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:10:03.380035 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-a15b6862-c93a-46e1-9e28-f3a7412e6100 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:10:03.387919 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15b6862-c93a-46e1-9e28-f3a7412e6100 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:10:03.390392 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-090fabad-9094-49fc-ae09-c1ebeccc554a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:03.395049 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15b6862-c93a-46e1-9e28-f3a7412e6100 None None] Pushing event updated for resources: {'Port': ['ID=9981fcec-3011-48d2-8c7a-3b3b2471a17f,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:03.415143 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-090fabad-9094-49fc-ae09-c1ebeccc554a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:03.457118 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-a15b6862-c93a-46e1-9e28-f3a7412e6100 None None] Attempting to bind port 9981fcec-3011-48d2-8c7a-3b3b2471a17f on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:10:03.458013 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-a15b6862-c93a-46e1-9e28-f3a7412e6100 None None] Attempting to bind port 9981fcec-3011-48d2-8c7a-3b3b2471a17f by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '13dc3505-2379-4cb3-9b99-2fccc8f2bb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f05d9e0a-904c-47f7-bc1e-929f90cd4a84'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:10:03.458613 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15b6862-c93a-46e1-9e28-f3a7412e6100 None None] Attempting to bind port 9981fcec-3011-48d2-8c7a-3b3b2471a17f on network f05d9e0a-904c-47f7-bc1e-929f90cd4a84 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:10:03.467002 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15b6862-c93a-46e1-9e28-f3a7412e6100 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:10:03.467002 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15b6862-c93a-46e1-9e28-f3a7412e6100 None None] Checking segment: {'id': '13dc3505-2379-4cb3-9b99-2fccc8f2bb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f05d9e0a-904c-47f7-bc1e-929f90cd4a84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:10:03.467607 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a15b6862-c93a-46e1-9e28-f3a7412e6100 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:03.468231 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15b6862-c93a-46e1-9e28-f3a7412e6100 None None] Bound using segment: {'id': '13dc3505-2379-4cb3-9b99-2fccc8f2bb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f05d9e0a-904c-47f7-bc1e-929f90cd4a84'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:10:03.469507 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-a15b6862-c93a-46e1-9e28-f3a7412e6100 None None] Bound port: 9981fcec-3011-48d2-8c7a-3b3b2471a17f, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13dc3505-2379-4cb3-9b99-2fccc8f2bb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f05d9e0a-904c-47f7-bc1e-929f90cd4a84'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:10:03.469507 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a15b6862-c93a-46e1-9e28-f3a7412e6100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:03.558051 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a15b6862-c93a-46e1-9e28-f3a7412e6100 None None] For port 9981fcec-3011-48d2-8c7a-3b3b2471a17f, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:10:03.561907 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a15b6862-c93a-46e1-9e28-f3a7412e6100 None None] For port 9981fcec-3011-48d2-8c7a-3b3b2471a17f, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9981fcec-3011-48d2-8c7a-3b3b2471a17f,segment=NetworkSegment(13dc3505-2379-4cb3-9b99-2fccc8f2bb10),segment_id=13dc3505-2379-4cb3-9b99-2fccc8f2bb10)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:10:03.567971 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924b4703-1892-4841-b2bc-d51d64f6ef7b req-1f145eea-7687-48d1-8c17-29de63987248 tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:03.571967 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a15b6862-c93a-46e1-9e28-f3a7412e6100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:03.578381 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-924b4703-1892-4841-b2bc-d51d64f6ef7b req-1f145eea-7687-48d1-8c17-29de63987248 tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ef8ee88-1483-49f8-8d21-9964984ede3e HTTP/1.1" status: 200 len: 949 time: 0.2383602 Dec 06 17:10:03.586084 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-f2b9341f-bdd5-4edf-8533-a7ba2d62500d req-7a183613-9209-43aa-8a2f-96cb07744fb6 service neutron] For port e2273c36-7b59-49c2-96e4-51a661d5c4cb, host n-h1-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:10:03.602342 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-f2b9341f-bdd5-4edf-8533-a7ba2d62500d req-7a183613-9209-43aa-8a2f-96cb07744fb6 service neutron] Publish callbacks [] for binding, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:03.603422 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f2b9341f-bdd5-4edf-8533-a7ba2d62500d req-7a183613-9209-43aa-8a2f-96cb07744fb6 service neutron] 10.222.0.44 "DELETE /v2.0/ports/e2273c36-7b59-49c2-96e4-51a661d5c4cb/bindings/n-h1-master-1 HTTP/1.1" status: 204 len: 173 time: 0.4864697 Dec 06 17:10:03.607380 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-090fabad-9094-49fc-ae09-c1ebeccc554a admin admin] Allocated IP 172.35.1.217 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/4621a21a-6a18-4779-a1ba-a617cae44cc8) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:10:03.609139 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8af7309b-2555-48fd-8461-d8696afeb7e4 req-046152a2-424e-4edd-85ed-647ceaf7a6a7 service neutron] 10.222.0.41 "GET /v2.0/networks/e65e79ee-364c-4d8a-9bbe-30afa3950dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3354435 Dec 06 17:10:03.696662 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15b6862-c93a-46e1-9e28-f3a7412e6100 None None] Pushing event updated for resources: {'Port': ['ID=9981fcec-3011-48d2-8c7a-3b3b2471a17f,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:03.747303 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-924b4703-1892-4841-b2bc-d51d64f6ef7b req-541f4091-b8c1-4544-9aab-f1229293aa40 tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e200dfc-3654-4846-ac4a-5fd3003efa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685109 Dec 06 17:10:03.795540 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c2d8bf7-95fa-41f5-aa4a-8bc455a9e66c admin admin] Router c0c3dea7-0c15-479b-acbb-d7b110916de8 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:10:03.825505 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1791f8d5-ea04-4be5-9cc4-10cbd25dda8b req-83fd4b8d-d506-41c6-b80a-5cb8ef9f1f55 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:03.827101 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1791f8d5-ea04-4be5-9cc4-10cbd25dda8b req-83fd4b8d-d506-41c6-b80a-5cb8ef9f1f55 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0f38465-af39-47f5-acaf-92ce9373a0cf HTTP/1.1" status: 200 len: 945 time: 0.0967386 Dec 06 17:10:03.865694 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-090fabad-9094-49fc-ae09-c1ebeccc554a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:03.952878 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1791f8d5-ea04-4be5-9cc4-10cbd25dda8b req-4eda09dd-47bb-4bc9-96ae-ab1672b550f2 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105652 Dec 06 17:10:03.998358 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c2d8bf7-95fa-41f5-aa4a-8bc455a9e66c admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:10:04.010213 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77d2c90-910d-4032-961f-d534f383025d None None] Sync routers for ids ['c0c3dea7-0c15-479b-acbb-d7b110916de8'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:10:04.019977 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 40796) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:10:04.021662 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77d2c90-910d-4032-961f-d534f383025d None None] Routers {'c0c3dea7-0c15-479b-acbb-d7b110916de8'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:10:04.022383 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-1c2d8bf7-95fa-41f5-aa4a-8bc455a9e66c admin admin] 10.222.0.23 "PUT /v2.0/routers/c0c3dea7-0c15-479b-acbb-d7b110916de8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8277519 Dec 06 17:10:04.023741 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-c77d2c90-910d-4032-961f-d534f383025d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:09:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['c0c3dea7-0c15-479b-acbb-d7b110916de8'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:10:04.161000 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-c77d2c90-910d-4032-961f-d534f383025d None None] Set router c0c3dea7-0c15-479b-acbb-d7b110916de8 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:10:04.181276 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-090fabad-9094-49fc-ae09-c1ebeccc554a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:04.283614 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090fabad-9094-49fc-ae09-c1ebeccc554a admin admin] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:10:04.294166 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-090fabad-9094-49fc-ae09-c1ebeccc554a admin admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:10:04.300305 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090fabad-9094-49fc-ae09-c1ebeccc554a admin admin] Pushing event updated for resources: {'Port': ['ID=4621a21a-6a18-4779-a1ba-a617cae44cc8,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:04.303959 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090fabad-9094-49fc-ae09-c1ebeccc554a admin admin] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:10:04.316302 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed449fa-c929-466a-b40c-f0b8715e2b86 req-caf920bc-c9fd-4f67-8e37-5a7351b47faa tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:04.320304 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3ed449fa-c929-466a-b40c-f0b8715e2b86 req-caf920bc-c9fd-4f67-8e37-5a7351b47faa tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2d120db-3c1e-4e7f-9fa1-3ee957306d01 HTTP/1.1" status: 200 len: 950 time: 0.2129254 Dec 06 17:10:04.325931 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 135aa760-39b2-49d9-9095-99877b42a36e no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:10:04.368127 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-41a4714e-04ef-4480-b108-62d6e7a0283d admin admin] Publish callbacks [] for router, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:04.382756 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-c77d2c90-910d-4032-961f-d534f383025d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c3dea7-0c15-479b-acbb-d7b110916de8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-340178972-router', 'tenant_id': 'd6996376dd7c4fa18bd89e4462fdf009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.51'}], 'enable_snat': True}, 'gw_port_id': '1c033c12-a438-48cd-bc2c-025c5a8e48ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:05:05Z', 'updated_at': '2021-12-06T17:10:02Z', 'revision_number': 5, 'project_id': 'd6996376dd7c4fa18bd89e4462fdf009', 'gw_port': {'id': '1c033c12-a438-48cd-bc2c-025c5a8e48ee', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c3dea7-0c15-479b-acbb-d7b110916de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 165, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:05:06Z', 'updated_at': '2021-12-06T17:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:10:04.435976 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77d2c90-910d-4032-961f-d534f383025d None None] Checking router: c0c3dea7-0c15-479b-acbb-d7b110916de8 for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:10:04.453692 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77d2c90-910d-4032-961f-d534f383025d None None] Routers {'c0c3dea7-0c15-479b-acbb-d7b110916de8'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:10:04.454599 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-c77d2c90-910d-4032-961f-d534f383025d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:09:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['c0c3dea7-0c15-479b-acbb-d7b110916de8'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:10:04.473993 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:04.481989 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3ed449fa-c929-466a-b40c-f0b8715e2b86 req-0e94bc8d-9352-4e45-9ee7-32752e94d4bd tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274021 Dec 06 17:10:04.561322 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ef8ee88-1483-49f8-8d21-9964984ede3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '135aa760-39b2-49d9-9095-99877b42a36e'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:10:04.567730 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fefbede-3bc0-43c3-abd1-457f89de8187" -d '{"events": [{"server_uuid": "9ef8ee88-1483-49f8-8d21-9964984ede3e", "name": "network-vif-unplugged", "status": "completed", "tag": "135aa760-39b2-49d9-9095-99877b42a36e"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:10:04.612842 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 135aa760-39b2-49d9-9095-99877b42a36e, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=135aa760-39b2-49d9-9095-99877b42a36e,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:10:04.626248 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:04.708810 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=135aa760-39b2-49d9-9095-99877b42a36e,revision_number=8']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:04.711664 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-c77d2c90-910d-4032-961f-d534f383025d None None] Set router c0c3dea7-0c15-479b-acbb-d7b110916de8 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:10:04.817834 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a65a1-2ad6-45e1-bab1-7661279a078f req-e6c20de5-c29a-4835-a886-ea7571e27520 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:04.828808 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9e3a65a1-2ad6-45e1-bab1-7661279a078f req-e6c20de5-c29a-4835-a886-ea7571e27520 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2601b7c-64fc-4a21-87f0-528adaaaa6f7 HTTP/1.1" status: 200 len: 945 time: 0.0896499 Dec 06 17:10:04.889938 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9e3a65a1-2ad6-45e1-bab1-7661279a078f req-a50ea409-6390-4b8e-8f14-6f3fdb5d5d01 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c9938ba-fde4-4f48-b59c-dd9a4d401845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597506 Dec 06 17:10:04.903118 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff793f0f-7e0d-468f-bb1c-3b7e2e86298b req-4d8203a3-f153-4598-930c-1302a71ca908 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:04.911083 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ff793f0f-7e0d-468f-bb1c-3b7e2e86298b req-4d8203a3-f153-4598-930c-1302a71ca908 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89fcd187-593e-4870-9318-7e7e4aaeee67&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1146710 Dec 06 17:10:04.945041 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-c77d2c90-910d-4032-961f-d534f383025d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c3dea7-0c15-479b-acbb-d7b110916de8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-340178972-router', 'tenant_id': 'd6996376dd7c4fa18bd89e4462fdf009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.51'}], 'enable_snat': True}, 'gw_port_id': '1c033c12-a438-48cd-bc2c-025c5a8e48ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:05:05Z', 'updated_at': '2021-12-06T17:10:02Z', 'revision_number': 5, 'project_id': 'd6996376dd7c4fa18bd89e4462fdf009', 'gw_port': {'id': '1c033c12-a438-48cd-bc2c-025c5a8e48ee', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c3dea7-0c15-479b-acbb-d7b110916de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 165, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:05:06Z', 'updated_at': '2021-12-06T17:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:10:04.955949 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-41a4714e-04ef-4480-b108-62d6e7a0283d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:04.976755 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77d2c90-910d-4032-961f-d534f383025d None None] The sync data for ids ['c0c3dea7-0c15-479b-acbb-d7b110916de8'] in n-d-master-1 is: [{'id': 'c0c3dea7-0c15-479b-acbb-d7b110916de8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-340178972-router', 'tenant_id': 'd6996376dd7c4fa18bd89e4462fdf009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.51'}], 'enable_snat': True}, 'gw_port_id': '1c033c12-a438-48cd-bc2c-025c5a8e48ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:05:05Z', 'updated_at': '2021-12-06T17:10:02Z', 'revision_number': 5, 'project_id': 'd6996376dd7c4fa18bd89e4462fdf009', 'gw_port': {'id': '1c033c12-a438-48cd-bc2c-025c5a8e48ee', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c3dea7-0c15-479b-acbb-d7b110916de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 165, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:05:06Z', 'updated_at': '2021-12-06T17:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:10:04.994295 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ff793f0f-7e0d-468f-bb1c-3b7e2e86298b req-5a78187b-d4c5-4460-9f61-00f94d779985 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0820689 Dec 06 17:10:05.027594 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:05.030651 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed06eb2-3860-4c59-8111-c8351e3e7234 req-e66242c3-0752-4a50-8ffd-cbe8f2a71230 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:05.040601 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1ed06eb2-3860-4c59-8111-c8351e3e7234 req-e66242c3-0752-4a50-8ffd-cbe8f2a71230 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/ports?device_id=339583d6-7697-477a-99b6-cc3a6bddacad HTTP/1.1" status: 200 len: 945 time: 0.0907803 Dec 06 17:10:05.120611 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952ec2c8-0785-4107-a649-a6b5643151fa None None] Network f05d9e0a-904c-47f7-bc1e-929f90cd4a84 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:10:05.133741 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1ed06eb2-3860-4c59-8111-c8351e3e7234 req-6a7aa776-b9cd-4a7e-b3cd-5fbbc7129bbf tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbbbe13e-c3cf-4699-8577-456085f920c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916014 Dec 06 17:10:05.190662 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 17:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1657675-3b13-4290-90cc-34d3f635342b x-openstack-request-id: req-c1657675-3b13-4290-90cc-34d3f635342b {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:10:05.191104 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ef8ee88-1483-49f8-8d21-9964984ede3e", "name": "network-vif-unplugged", "status": "completed", "tag": "135aa760-39b2-49d9-9095-99877b42a36e", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:10:05.191373 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c1657675-3b13-4290-90cc-34d3f635342b {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:10:05.191768 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ef8ee88-1483-49f8-8d21-9964984ede3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '135aa760-39b2-49d9-9095-99877b42a36e', 'code': 200} Dec 06 17:10:05.218464 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-26f2cc09-6927-4179-aba4-36f842127668 None None] Provisioning complete for port 9981fcec-3011-48d2-8c7a-3b3b2471a17f triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:10:05.219103 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-26f2cc09-6927-4179-aba4-36f842127668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:05.248915 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c8d82ce0-c261-4949-9d16-97e124c0d5a8 req-04e992c5-140c-4584-a076-487c57d81f27 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0359261 Dec 06 17:10:05.359438 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a35342-8785-4714-bf63-a590034b7da1 req-23df9854-ab51-429c-8b2b-d57b4186d1e4 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:05.366824 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-19a35342-8785-4714-bf63-a590034b7da1 req-23df9854-ab51-429c-8b2b-d57b4186d1e4 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/ports?device_id=339583d6-7697-477a-99b6-cc3a6bddacad HTTP/1.1" status: 200 len: 945 time: 0.0612938 Dec 06 17:10:05.369935 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-26f2cc09-6927-4179-aba4-36f842127668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:05.419985 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-26f2cc09-6927-4179-aba4-36f842127668 None None] For port 9981fcec-3011-48d2-8c7a-3b3b2471a17f, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9981fcec-3011-48d2-8c7a-3b3b2471a17f,segment=NetworkSegment(13dc3505-2379-4cb3-9b99-2fccc8f2bb10),segment_id=13dc3505-2379-4cb3-9b99-2fccc8f2bb10)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:10:05.422038 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-19a35342-8785-4714-bf63-a590034b7da1 req-ba54eba2-be54-4c6d-9e3b-0c80ee96e193 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbbbe13e-c3cf-4699-8577-456085f920c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544748 Dec 06 17:10:05.431147 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-26f2cc09-6927-4179-aba4-36f842127668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:05.525577 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0f51f0-77ac-487b-8477-3ed5807eae84 req-e0d0a0ae-472f-4476-87e7-351231e8bba3 tempest-LiveAutoBlockMigrationV225Test-847899352 tempest-LiveAutoBlockMigrationV225Test-847899352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:05.527088 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2a0f51f0-77ac-487b-8477-3ed5807eae84 req-e0d0a0ae-472f-4476-87e7-351231e8bba3 tempest-LiveAutoBlockMigrationV225Test-847899352 tempest-LiveAutoBlockMigrationV225Test-847899352-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=c0f38465-af39-47f5-acaf-92ce9373a0cf HTTP/1.1" status: 200 len: 1096 time: 0.1598980 Dec 06 17:10:05.529185 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-090fabad-9094-49fc-ae09-c1ebeccc554a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:05.533794 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-41a4714e-04ef-4480-b108-62d6e7a0283d admin admin] Deleting port 1c033c12-a438-48cd-bc2c-025c5a8e48ee {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:10:05.534128 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-41a4714e-04ef-4480-b108-62d6e7a0283d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:05.552850 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f2cc09-6927-4179-aba4-36f842127668 None None] Pushing event updated for resources: {'Port': ['ID=9981fcec-3011-48d2-8c7a-3b3b2471a17f,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:05.641862 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 9981fcec-3011-48d2-8c7a-3b3b2471a17f up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:10:05.721367 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 9981fcec-3011-48d2-8c7a-3b3b2471a17f triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:10:05.721766 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:05.777072 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-178bcd01-98b0-4f06-bc53-74b69b9a26d5 None None] Provisioning complete for port 9981fcec-3011-48d2-8c7a-3b3b2471a17f triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:10:05.777838 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-178bcd01-98b0-4f06-bc53-74b69b9a26d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:05.786067 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2a0f51f0-77ac-487b-8477-3ed5807eae84 req-a04fc780-2afd-4bc8-ab78-1d35f92ef605 tempest-LiveAutoBlockMigrationV225Test-847899352 tempest-LiveAutoBlockMigrationV225Test-847899352-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071290 Dec 06 17:10:05.817665 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-41a4714e-04ef-4480-b108-62d6e7a0283d admin admin] For port 1c033c12-a438-48cd-bc2c-025c5a8e48ee, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1c033c12-a438-48cd-bc2c-025c5a8e48ee,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:10:05.818170 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-41a4714e-04ef-4480-b108-62d6e7a0283d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:05.888894 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-41a4714e-04ef-4480-b108-62d6e7a0283d admin admin] Calling delete_port for 1c033c12-a438-48cd-bc2c-025c5a8e48ee owned by network:router_gateway {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:10:05.897737 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device c5002214-4786-4c9b-b48e-2433d7f92861 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:10:05.937479 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: c5002214-4786-4c9b-b48e-2433d7f92861 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:10:05.937832 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device c5002214-4786-4c9b-b48e-2433d7f92861 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:10:06.044103 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-090fabad-9094-49fc-ae09-c1ebeccc554a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:06.170724 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430cf5ce-2069-46ae-a158-458ab6b18971 req-4361f83d-2f03-4407-9d12-4db016d1f9b9 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:06.172320 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-430cf5ce-2069-46ae-a158-458ab6b18971 req-4361f83d-2f03-4407-9d12-4db016d1f9b9 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89fcd187-593e-4870-9318-7e7e4aaeee67 HTTP/1.1" status: 200 len: 945 time: 0.0638328 Dec 06 17:10:06.237606 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-430cf5ce-2069-46ae-a158-458ab6b18971 req-f9c063a7-47f0-4e50-957a-b4b87336816e tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee7a7815-31d3-41da-a9b4-a582c7a9b87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565624 Dec 06 17:10:06.261253 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c35cf92-3492-40b8-ae30-136a833f399c req-2b7f1e9f-93f8-4f65-abf4-26d4fd4df2d2 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:06.262874 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4c35cf92-3492-40b8-ae30-136a833f399c req-2b7f1e9f-93f8-4f65-abf4-26d4fd4df2d2 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2d120db-3c1e-4e7f-9fa1-3ee957306d01 HTTP/1.1" status: 200 len: 950 time: 0.1444488 Dec 06 17:10:06.297994 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-41a4714e-04ef-4480-b108-62d6e7a0283d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:06.341758 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a4714e-04ef-4480-b108-62d6e7a0283d admin admin] Pushing event deleted for resources: {'Port': ['ID=1c033c12-a438-48cd-bc2c-025c5a8e48ee,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:06.402368 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4c35cf92-3492-40b8-ae30-136a833f399c req-bf391390-2e11-4373-ab76-e557077fda57 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270368 Dec 06 17:10:06.419334 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-090fabad-9094-49fc-ae09-c1ebeccc554a admin admin] Router 3c1ccd93-313a-4f65-8023-95e6826fba93 is scheduled to L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 with binding_index 1 {{(pid=103285) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 17:10:06.433881 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-673646da-78af-4780-aee7-2fa6c303978f req-07650416-76c2-4120-b5d8-5f346f5c7fc3 service neutron] 10.222.0.41 "GET /v2.0/ports/8b72c507-ab7f-472b-b4c2-d0e3a63c5223/bindings/n-h1-master-1 HTTP/1.1" status: 200 len: 382 time: 0.0993319 Dec 06 17:10:06.446586 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-41a4714e-04ef-4480-b108-62d6e7a0283d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536698'] for router_gateway, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:06.549768 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe40d6-cd5c-4ad0-872f-c7c46b7a1014 req-27e25de0-6b49-4f59-9299-91b6d265f800 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:06.551271 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ffbe40d6-cd5c-4ad0-872f-c7c46b7a1014 req-27e25de0-6b49-4f59-9299-91b6d265f800 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2601b7c-64fc-4a21-87f0-528adaaaa6f7 HTTP/1.1" status: 200 len: 945 time: 0.0672846 Dec 06 17:10:06.584632 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-41a4714e-04ef-4480-b108-62d6e7a0283d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:06.588271 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-41a4714e-04ef-4480-b108-62d6e7a0283d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:06.629684 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ffbe40d6-cd5c-4ad0-872f-c7c46b7a1014 req-11e4796b-3d39-4b9a-95f3-155ce31e8dda tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c9938ba-fde4-4f48-b59c-dd9a4d401845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708280 Dec 06 17:10:06.671440 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-41a4714e-04ef-4480-b108-62d6e7a0283d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:06.672075 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41a4714e-04ef-4480-b108-62d6e7a0283d admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0c3dea7-0c15-479b-acbb-d7b110916de8 {{(pid=103285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 17:10:06.677437 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-41a4714e-04ef-4480-b108-62d6e7a0283d admin admin] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:06.682246 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-41a4714e-04ef-4480-b108-62d6e7a0283d admin admin] 10.222.0.23 "DELETE /v2.0/routers/c0c3dea7-0c15-479b-acbb-d7b110916de8 HTTP/1.1" status: 204 len: 168 time: 2.6609726 Dec 06 17:10:06.682913 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 40876) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:10:06.691138 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-090fabad-9094-49fc-ae09-c1ebeccc554a admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:10:06.703604 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bd0041-c01b-4b46-ad60-936ad96b9eed None None] Sync routers for ids ['3c1ccd93-313a-4f65-8023-95e6826fba93'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:10:06.710780 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673646da-78af-4780-aee7-2fa6c303978f req-2eafe8c1-81ae-4d9f-a326-e488c5608db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:06.713414 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-673646da-78af-4780-aee7-2fa6c303978f req-2eafe8c1-81ae-4d9f-a326-e488c5608db2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a2d120db-3c1e-4e7f-9fa1-3ee957306d01&tenant_id=4fbfd036e0874a51a15b7801ac955516 HTTP/1.1" status: 200 len: 1101 time: 0.0710063 Dec 06 17:10:06.732490 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bd0041-c01b-4b46-ad60-936ad96b9eed None None] Routers {'3c1ccd93-313a-4f65-8023-95e6826fba93'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:10:06.736885 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-63bd0041-c01b-4b46-ad60-936ad96b9eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:09:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['3c1ccd93-313a-4f65-8023-95e6826fba93'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:10:06.743607 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-090fabad-9094-49fc-ae09-c1ebeccc554a admin admin] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:06.747607 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-090fabad-9094-49fc-ae09-c1ebeccc554a admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.1246440 Dec 06 17:10:06.748395 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 40884) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:10:06.761073 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-96eafdeb-726b-463c-aef4-1300c64171ad admin admin] Deleting subnet a60a8cc0-b169-49bf-8d7d-ec8af16ddf60 {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:10:06.766207 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-96eafdeb-726b-463c-aef4-1300c64171ad admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:06.806014 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-96eafdeb-726b-463c-aef4-1300c64171ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:06.888058 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbc55cc-edb1-4aae-ab07-6846b0fee9ac req-9072098c-0d7d-4a29-96f2-f3ec6bb12d07 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:06.889654 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5bbc55cc-edb1-4aae-ab07-6846b0fee9ac req-9072098c-0d7d-4a29-96f2-f3ec6bb12d07 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/ports?device_id=339583d6-7697-477a-99b6-cc3a6bddacad HTTP/1.1" status: 200 len: 945 time: 0.0813599 Dec 06 17:10:06.930410 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-63bd0041-c01b-4b46-ad60-936ad96b9eed None None] Set router 3c1ccd93-313a-4f65-8023-95e6826fba93 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:10:06.953502 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673646da-78af-4780-aee7-2fa6c303978f req-4eb4e7bf-1be6-431d-91e0-a92069eaf465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:06.956230 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-673646da-78af-4780-aee7-2fa6c303978f req-4eb4e7bf-1be6-431d-91e0-a92069eaf465 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4fbfd036e0874a51a15b7801ac955516&device_id=a2d120db-3c1e-4e7f-9fa1-3ee957306d01 HTTP/1.1" status: 200 len: 1101 time: 0.1994848 Dec 06 17:10:06.967942 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-96eafdeb-726b-463c-aef4-1300c64171ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:06.983599 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525f57d9-714e-411e-b7e9-2c66885e7357 req-f53f9087-fc11-444f-a36f-0c8ee5bc5aa8 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:06.985071 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-525f57d9-714e-411e-b7e9-2c66885e7357 req-f53f9087-fc11-444f-a36f-0c8ee5bc5aa8 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0f38465-af39-47f5-acaf-92ce9373a0cf HTTP/1.1" status: 200 len: 945 time: 0.2271793 Dec 06 17:10:07.005461 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5bbc55cc-edb1-4aae-ab07-6846b0fee9ac req-16b0454a-73f7-4a91-9b13-e065782eee08 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbbbe13e-c3cf-4699-8577-456085f920c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070266 Dec 06 17:10:07.045502 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-96eafdeb-726b-463c-aef4-1300c64171ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:07.073338 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eafdeb-726b-463c-aef4-1300c64171ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a60a8cc0-b169-49bf-8d7d-ec8af16ddf60,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:07.076264 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-96eafdeb-726b-463c-aef4-1300c64171ad admin admin] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:07.082280 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-96eafdeb-726b-463c-aef4-1300c64171ad admin admin] 10.222.0.23 "DELETE /v2.0/subnets/a60a8cc0-b169-49bf-8d7d-ec8af16ddf60 HTTP/1.1" status: 204 len: 168 time: 0.3956347 Dec 06 17:10:07.083018 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 40886) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:10:07.088041 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f39c59d-0c2f-4b87-8300-802bf5ffd873 None None] Network ec06e88b-4953-46d6-b40a-6852257910cb requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:10:07.159261 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3788a7dc-da04-4410-8e0c-77f37db213f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:07.188970 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-525f57d9-714e-411e-b7e9-2c66885e7357 req-6a7fbf4a-ef20-4c6c-b0d4-6e3ddf4a5c1f tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897640 Dec 06 17:10:07.215612 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673646da-78af-4780-aee7-2fa6c303978f req-60eb8c63-7d02-4992-96d0-046b9eeba472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:07.216673 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-673646da-78af-4780-aee7-2fa6c303978f req-60eb8c63-7d02-4992-96d0-046b9eeba472 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ee08a0d2-834f-4c39-be47-9c424581246a HTTP/1.1" status: 200 len: 870 time: 0.2497740 Dec 06 17:10:07.231350 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-3788a7dc-da04-4410-8e0c-77f37db213f4 admin admin] Deleting port 4e9ac484-faa4-4f15-88e0-54c463ae5a5d {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:10:07.231907 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3788a7dc-da04-4410-8e0c-77f37db213f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:07.251659 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-63bd0041-c01b-4b46-ad60-936ad96b9eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1ccd93-313a-4f65-8023-95e6826fba93', 'name': 'tempest-TaggedBootDevicesTest_v242-1478326568-router', 'tenant_id': 'e06aba6f7cc1415e89ae20f4d5eb8b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.217'}], 'enable_snat': True}, 'gw_port_id': '4621a21a-6a18-4779-a1ba-a617cae44cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:10:02Z', 'updated_at': '2021-12-06T17:10:04Z', 'revision_number': 3, 'project_id': 'e06aba6f7cc1415e89ae20f4d5eb8b07', 'gw_port': {'id': '4621a21a-6a18-4779-a1ba-a617cae44cc8', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:47:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c1ccd93-313a-4f65-8023-95e6826fba93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:10:03Z', 'updated_at': '2021-12-06T17:10:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:10:07.288949 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-673646da-78af-4780-aee7-2fa6c303978f req-61cd914e-ff1d-4414-89c4-b5fe8281ee10 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=8b72c507-ab7f-472b-b4c2-d0e3a63c5223 HTTP/1.1" status: 200 len: 217 time: 0.0624604 Dec 06 17:10:07.299669 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bd0041-c01b-4b46-ad60-936ad96b9eed None None] Checking router: 3c1ccd93-313a-4f65-8023-95e6826fba93 for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:10:07.300328 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bd0041-c01b-4b46-ad60-936ad96b9eed None None] Updating router 3c1ccd93-313a-4f65-8023-95e6826fba93 port 4621a21a-6a18-4779-a1ba-a617cae44cc8 binding host n-d-master-1 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:10:07.319550 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-3788a7dc-da04-4410-8e0c-77f37db213f4 admin admin] For port 4e9ac484-faa4-4f15-88e0-54c463ae5a5d, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=4e9ac484-faa4-4f15-88e0-54c463ae5a5d,segment=NetworkSegment(a453b3e4-5587-4bb5-b330-4489f1548bf7),segment_id=a453b3e4-5587-4bb5-b330-4489f1548bf7)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:10:07.319945 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3788a7dc-da04-4410-8e0c-77f37db213f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:07.339408 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-3788a7dc-da04-4410-8e0c-77f37db213f4 admin admin] Calling delete_port for 4e9ac484-faa4-4f15-88e0-54c463ae5a5d owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:10:07.355239 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-63bd0041-c01b-4b46-ad60-936ad96b9eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:07.481443 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f317a264-7456-4aca-828f-cdb499fab29c None None] DHCP port deletion for ec06e88b-4953-46d6-b40a-6852257910cb request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:10:07.503543 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef3330a-a2b1-4599-9318-f79b5630b804 req-68e44381-eecb-4403-a8aa-26adbdabcebf tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:07.505031 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5ef3330a-a2b1-4599-9318-f79b5630b804 req-68e44381-eecb-4403-a8aa-26adbdabcebf tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89fcd187-593e-4870-9318-7e7e4aaeee67 HTTP/1.1" status: 200 len: 945 time: 0.1218383 Dec 06 17:10:07.515295 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae2e66e-f908-4e83-93f2-5af4a2ed4e23 req-e2158eb0-c0ef-447e-9fb4-c645d88bf7b9 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:07.516789 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-aae2e66e-f908-4e83-93f2-5af4a2ed4e23 req-e2158eb0-c0ef-447e-9fb4-c645d88bf7b9 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] 10.222.0.41 "GET /v2.0/ports?device_id=89fcd187-593e-4870-9318-7e7e4aaeee67 HTTP/1.1" status: 200 len: 945 time: 0.1221149 Dec 06 17:10:07.528930 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673646da-78af-4780-aee7-2fa6c303978f req-37cc1658-e567-4294-84c1-28acee316676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:07.531690 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-673646da-78af-4780-aee7-2fa6c303978f req-37cc1658-e567-4294-84c1-28acee316676 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1342252a-21e4-4783-88ff-f54776c79059 HTTP/1.1" status: 200 len: 843 time: 0.1748888 Dec 06 17:10:07.566424 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3788a7dc-da04-4410-8e0c-77f37db213f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:07.612876 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3788a7dc-da04-4410-8e0c-77f37db213f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e9ac484-faa4-4f15-88e0-54c463ae5a5d,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:07.617901 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3788a7dc-da04-4410-8e0c-77f37db213f4 admin admin] No DVR routers for this DVR port 4e9ac484-faa4-4f15-88e0-54c463ae5a5d on host n-d-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:10:07.618096 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e77687c-804d-467d-b6ba-8fca23a98665 req-e58f339a-c378-4a48-8434-459012ca3729 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:07.619932 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-f317a264-7456-4aca-828f-cdb499fab29c None None] Deleting port 4e9ac484-faa4-4f15-88e0-54c463ae5a5d {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:10:07.620287 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2e77687c-804d-467d-b6ba-8fca23a98665 req-e58f339a-c378-4a48-8434-459012ca3729 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0f38465-af39-47f5-acaf-92ce9373a0cf HTTP/1.1" status: 200 len: 945 time: 0.3337278 Dec 06 17:10:07.620415 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f317a264-7456-4aca-828f-cdb499fab29c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:07.641434 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 5f75056b-3e93-4b40-b635-0037aa472f1f details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:10:07.668558 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 9981fcec-3011-48d2-8c7a-3b3b2471a17f up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:10:07.695777 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5ef3330a-a2b1-4599-9318-f79b5630b804 req-f80de6f7-0adb-4953-8ca7-3503cbaf0524 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee7a7815-31d3-41da-a9b4-a582c7a9b87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714513 Dec 06 17:10:07.760192 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3788a7dc-da04-4410-8e0c-77f37db213f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:07.787567 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-3788a7dc-da04-4410-8e0c-77f37db213f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec06e88b-4953-46d6-b40a-6852257910cb']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:10:07.811935 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-aae2e66e-f908-4e83-93f2-5af4a2ed4e23 req-72c2296c-d67a-44f4-bb7d-f087a367a813 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Deleting port 592dd902-b90c-4d99-9568-120fa1225afd {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:10:07.812304 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-aae2e66e-f908-4e83-93f2-5af4a2ed4e23 req-72c2296c-d67a-44f4-bb7d-f087a367a813 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:07.816483 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-3788a7dc-da04-4410-8e0c-77f37db213f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a453b3e4-5587-4bb5-b330-4489f1548bf7') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:10:07.816835 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-3788a7dc-da04-4410-8e0c-77f37db213f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a453b3e4-5587-4bb5-b330-4489f1548bf7') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:10:07.842155 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3788a7dc-da04-4410-8e0c-77f37db213f4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:07.912491 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3788a7dc-da04-4410-8e0c-77f37db213f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:07.932750 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3788a7dc-da04-4410-8e0c-77f37db213f4 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:10:07.933406 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3788a7dc-da04-4410-8e0c-77f37db213f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:07.935290 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:10:07.935290 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:10:07.935290 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:10:07.935290 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:10:07.935290 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:10:07.935290 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:10:07.935290 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:10:07.935290 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:10:07.935290 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:10:07.935290 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:10:07.935290 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:10:07.935290 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:10:07.935290 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:10:07.935290 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:10:07.935290 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:10:07.935290 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:10:07.935290 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:10:07.935290 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:10:07.935290 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:10:07.935290 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:10:07.935290 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:10:07.935290 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:10:07.935290 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:10:07.935290 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:10:07.935290 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:10:07.935290 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:10:07.935290 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:10:07.935290 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:10:07.935290 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:10:07.935290 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:10:07.935290 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:10:07.935290 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:10:07.960468 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0627eb-64ac-42f6-a3c6-3395f68cbd4c req-3c2fd1bb-5771-4135-8754-3c27b69b050c tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:07.962001 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8b0627eb-64ac-42f6-a3c6-3395f68cbd4c req-3c2fd1bb-5771-4135-8754-3c27b69b050c tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2601b7c-64fc-4a21-87f0-528adaaaa6f7 HTTP/1.1" status: 200 len: 945 time: 0.1644847 Dec 06 17:10:07.991556 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-f317a264-7456-4aca-828f-cdb499fab29c None None] For port 4e9ac484-faa4-4f15-88e0-54c463ae5a5d, host n-d-master-1, got binding levels [] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:10:07.992119 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f317a264-7456-4aca-828f-cdb499fab29c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:08.024345 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-f317a264-7456-4aca-828f-cdb499fab29c None None] Calling delete_port for 4e9ac484-faa4-4f15-88e0-54c463ae5a5d owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:10:08.032834 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.ipam_backend_mixin [None req-f317a264-7456-4aca-828f-cdb499fab29c None None] Port 4e9ac484-faa4-4f15-88e0-54c463ae5a5d was not found and therefore no delete operation was performed {{(pid=103286) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 06 17:10:08.034836 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 5f75056b-3e93-4b40-b635-0037aa472f1f, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=5f75056b-3e93-4b40-b635-0037aa472f1f,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:10:08.035887 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52ef259-3d5d-4436-83c4-f20b42bf3381 req-255b71c3-9ae9-4cdb-b574-beb1ae2cd0cd tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:08.045749 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f52ef259-3d5d-4436-83c4-f20b42bf3381 req-255b71c3-9ae9-4cdb-b574-beb1ae2cd0cd tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2d120db-3c1e-4e7f-9fa1-3ee957306d01 HTTP/1.1" status: 200 len: 950 time: 0.5214455 Dec 06 17:10:08.065408 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f317a264-7456-4aca-828f-cdb499fab29c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:08.066760 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673646da-78af-4780-aee7-2fa6c303978f req-66382190-b042-446f-8c92-9f98558707f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:08.068247 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-673646da-78af-4780-aee7-2fa6c303978f req-66382190-b042-446f-8c92-9f98558707f8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee08a0d2-834f-4c39-be47-9c424581246a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5232303 Dec 06 17:10:08.075466 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-aae2e66e-f908-4e83-93f2-5af4a2ed4e23 req-72c2296c-d67a-44f4-bb7d-f087a367a813 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] For port 592dd902-b90c-4d99-9568-120fa1225afd, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=592dd902-b90c-4d99-9568-120fa1225afd,segment=NetworkSegment(463119c8-ebb5-4e14-90f7-f7f8ec6b20e4),segment_id=463119c8-ebb5-4e14-90f7-f7f8ec6b20e4)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:10:08.075839 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-aae2e66e-f908-4e83-93f2-5af4a2ed4e23 req-72c2296c-d67a-44f4-bb7d-f087a367a813 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:08.096653 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3788a7dc-da04-4410-8e0c-77f37db213f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:08.101809 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3788a7dc-da04-4410-8e0c-77f37db213f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:08.107793 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': '5f75056b-3e93-4b40-b635-0037aa472f1f', 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a', 'port_id': '5f75056b-3e93-4b40-b635-0037aa472f1f', 'mac_address': 'fa:16:3e:cd:27:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1342252a-21e4-4783-88ff-f54776c79059', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:10:08.108010 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-3788a7dc-da04-4410-8e0c-77f37db213f4 admin admin] 10.222.0.23 "DELETE /v2.0/networks/ec06e88b-4953-46d6-b40a-6852257910cb HTTP/1.1" status: 204 len: 168 time: 1.0213013 Dec 06 17:10:08.114928 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f317a264-7456-4aca-828f-cdb499fab29c None None] Network ec06e88b-4953-46d6-b40a-6852257910cb is not hosted by any dhcp agent {{(pid=103286) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 06 17:10:08.116321 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f317a264-7456-4aca-828f-cdb499fab29c None None] No DVR routers for this DVR port 4e9ac484-faa4-4f15-88e0-54c463ae5a5d on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:10:08.120152 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-aae2e66e-f908-4e83-93f2-5af4a2ed4e23 req-72c2296c-d67a-44f4-bb7d-f087a367a813 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Calling delete_port for 592dd902-b90c-4d99-9568-120fa1225afd owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:10:08.120948 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 9981fcec-3011-48d2-8c7a-3b3b2471a17f triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:10:08.121627 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:08.123569 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f317a264-7456-4aca-828f-cdb499fab29c None None] Pushing event deleted for resources: {'Port': ['ID=4e9ac484-faa4-4f15-88e0-54c463ae5a5d,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:08.155507 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3788a7dc-da04-4410-8e0c-77f37db213f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec06e88b-4953-46d6-b40a-6852257910cb,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:08.167122 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-63bd0041-c01b-4b46-ad60-936ad96b9eed None None] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:08.189162 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8b0627eb-64ac-42f6-a3c6-3395f68cbd4c req-42c90554-7fef-4905-945e-639f2852817e tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c9938ba-fde4-4f48-b59c-dd9a4d401845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2185311 Dec 06 17:10:08.210117 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-63bd0041-c01b-4b46-ad60-936ad96b9eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:08.228208 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f52ef259-3d5d-4436-83c4-f20b42bf3381 req-89749895-d8c7-4493-a0d3-e6043157795f tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814897 Dec 06 17:10:08.255055 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-2e77687c-804d-467d-b6ba-8fca23a98665 req-0bf46bb6-7305-4629-841a-d5f95091a3dd tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Deleting port e2273c36-7b59-49c2-96e4-51a661d5c4cb {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:10:08.255400 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-2e77687c-804d-467d-b6ba-8fca23a98665 req-0bf46bb6-7305-4629-841a-d5f95091a3dd tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:08.309734 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:08.312239 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8816672-bedf-4bf7-a54b-20bbfa3f2963 None None] Pushing event updated for resources: {'Port': ['ID=4621a21a-6a18-4779-a1ba-a617cae44cc8,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:08.340886 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-63bd0041-c01b-4b46-ad60-936ad96b9eed None None] Attempting to bind port 4621a21a-6a18-4779-a1ba-a617cae44cc8 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:10:08.340994 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-63bd0041-c01b-4b46-ad60-936ad96b9eed None None] Attempting to bind port 4621a21a-6a18-4779-a1ba-a617cae44cc8 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:10:08.341430 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bd0041-c01b-4b46-ad60-936ad96b9eed None None] Attempting to bind port 4621a21a-6a18-4779-a1ba-a617cae44cc8 on network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:10:08.348502 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device ba04f4c8-ba9a-4fb0-b856-6ec05e5a116a details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:10:08.357813 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f75056b-3e93-4b40-b635-0037aa472f1f {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:10:08.358579 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4378f6e-9db5-4031-8e4d-aaf26cc47fd9 req-071bc45e-d7bd-4b3c-be52-4ef4e98e03ab tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:08.360318 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f4378f6e-9db5-4031-8e4d-aaf26cc47fd9 req-071bc45e-d7bd-4b3c-be52-4ef4e98e03ab tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2601b7c-64fc-4a21-87f0-528adaaaa6f7 HTTP/1.1" status: 200 len: 945 time: 0.3242204 Dec 06 17:10:08.379390 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 40912) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:10:08.403469 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bd0041-c01b-4b46-ad60-936ad96b9eed None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:10:08.404652 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bd0041-c01b-4b46-ad60-936ad96b9eed None None] Checking segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:10:08.405124 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-63bd0041-c01b-4b46-ad60-936ad96b9eed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:08.405726 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bd0041-c01b-4b46-ad60-936ad96b9eed None None] Bound using segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:10:08.406106 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-63bd0041-c01b-4b46-ad60-936ad96b9eed None None] Bound port: 4621a21a-6a18-4779-a1ba-a617cae44cc8, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:10:08.406530 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-63bd0041-c01b-4b46-ad60-936ad96b9eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:08.451180 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-673646da-78af-4780-aee7-2fa6c303978f req-3e1efd99-d0c4-403c-894d-ca8624387562 service neutron] 10.222.0.41 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3706048 Dec 06 17:10:08.469637 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c6641be1-9cef-472e-93d0-55ae9f3d8701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:08.473189 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-63bd0041-c01b-4b46-ad60-936ad96b9eed None None] For port 4621a21a-6a18-4779-a1ba-a617cae44cc8, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:10:08.477639 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-63bd0041-c01b-4b46-ad60-936ad96b9eed None None] For port 4621a21a-6a18-4779-a1ba-a617cae44cc8, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=4621a21a-6a18-4779-a1ba-a617cae44cc8,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:10:08.536797 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-2e77687c-804d-467d-b6ba-8fca23a98665 req-0bf46bb6-7305-4629-841a-d5f95091a3dd tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] For port e2273c36-7b59-49c2-96e4-51a661d5c4cb, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e2273c36-7b59-49c2-96e4-51a661d5c4cb,segment=NetworkSegment(d43b23f1-3a85-4be8-8063-3fe18696b942),segment_id=d43b23f1-3a85-4be8-8063-3fe18696b942)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:10:08.537155 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-2e77687c-804d-467d-b6ba-8fca23a98665 req-0bf46bb6-7305-4629-841a-d5f95091a3dd tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:08.567066 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae22e1a-7b37-4e54-9442-064f5289d52e req-6e8d85ac-3bb4-4d62-a208-1fb96395d058 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:08.574427 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9ae22e1a-7b37-4e54-9442-064f5289d52e req-6e8d85ac-3bb4-4d62-a208-1fb96395d058 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/ports?device_id=339583d6-7697-477a-99b6-cc3a6bddacad HTTP/1.1" status: 200 len: 945 time: 0.2077549 Dec 06 17:10:08.579329 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8ecba4-5bbd-422f-88f7-31c846771655 req-7c24789f-070a-496f-82e8-70ffa742d6ab tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:08.580990 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bf8ecba4-5bbd-422f-88f7-31c846771655 req-7c24789f-070a-496f-82e8-70ffa742d6ab tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0f38465-af39-47f5-acaf-92ce9373a0cf HTTP/1.1" status: 200 len: 945 time: 0.1140857 Dec 06 17:10:08.587296 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-89d7b6fa-7913-4fc9-b96b-1acc4215e2af admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=79450b3018524610adce1efbd72221ff&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2067270 Dec 06 17:10:08.591442 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 40920) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:10:08.603394 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 5f75056b-3e93-4b40-b635-0037aa472f1f, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=5f75056b-3e93-4b40-b635-0037aa472f1f,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:10:08.612714 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-63bd0041-c01b-4b46-ad60-936ad96b9eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:08.620432 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-2e77687c-804d-467d-b6ba-8fca23a98665 req-0bf46bb6-7305-4629-841a-d5f95091a3dd tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Calling delete_port for e2273c36-7b59-49c2-96e4-51a661d5c4cb owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:10:08.629589 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:08.702453 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-aae2e66e-f908-4e83-93f2-5af4a2ed4e23 req-72c2296c-d67a-44f4-bb7d-f087a367a813 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:08.724491 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['592dd902-b90c-4d99-9568-120fa1225afd'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:10:08.747279 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-75b8beb6-26dc-4749-a89d-4079653f3429 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:08.770717 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-75b8beb6-26dc-4749-a89d-4079653f3429 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:08.790525 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['5f75056b-3e93-4b40-b635-0037aa472f1f'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:10:08.793929 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-673646da-78af-4780-aee7-2fa6c303978f req-7317fa67-9106-4031-9e5c-27ded512419e service neutron] 10.222.0.41 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2933104 Dec 06 17:10:08.814861 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9ae22e1a-7b37-4e54-9442-064f5289d52e req-edf30256-30d8-419e-b49b-ca557a964845 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbbbe13e-c3cf-4699-8577-456085f920c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343950 Dec 06 17:10:08.877034 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-aae2e66e-f908-4e83-93f2-5af4a2ed4e23 req-72c2296c-d67a-44f4-bb7d-f087a367a813 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] No DVR routers for this DVR port 592dd902-b90c-4d99-9568-120fa1225afd on host n-h1-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:10:08.888537 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-aae2e66e-f908-4e83-93f2-5af4a2ed4e23 req-72c2296c-d67a-44f4-bb7d-f087a367a813 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:08.894476 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-aae2e66e-f908-4e83-93f2-5af4a2ed4e23 req-72c2296c-d67a-44f4-bb7d-f087a367a813 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] 10.222.0.41 "DELETE /v2.0/ports/592dd902-b90c-4d99-9568-120fa1225afd HTTP/1.1" status: 204 len: 173 time: 1.3607371 Dec 06 17:10:08.895497 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c2296c-d67a-44f4-bb7d-f087a367a813 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] Pushing event deleted for resources: {'Port': ['ID=592dd902-b90c-4d99-9568-120fa1225afd,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:08.898176 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89fcd187-593e-4870-9318-7e7e4aaeee67', 'name': 'network-vif-deleted', 'tag': '592dd902-b90c-4d99-9568-120fa1225afd'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:10:08.901123 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ccd7c20-9235-4c3f-9525-8fe36cd09581" -d '{"events": [{"server_uuid": "89fcd187-593e-4870-9318-7e7e4aaeee67", "name": "network-vif-deleted", "tag": "592dd902-b90c-4d99-9568-120fa1225afd"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:10:08.925979 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bf8ecba4-5bbd-422f-88f7-31c846771655 req-4e3b38e1-aeda-446e-90ff-dfea7524ef7b tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772710 Dec 06 17:10:08.934679 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-f4378f6e-9db5-4031-8e4d-aaf26cc47fd9 req-0eea216c-469c-4eac-98d7-c7a35a5ce920 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Deleting port cbf8467d-6544-4bc2-9dc3-306b8bc65ca3 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:10:08.935028 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-f4378f6e-9db5-4031-8e4d-aaf26cc47fd9 req-0eea216c-469c-4eac-98d7-c7a35a5ce920 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:08.945979 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-75b8beb6-26dc-4749-a89d-4079653f3429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:08.949128 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-75b8beb6-26dc-4749-a89d-4079653f3429 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:08.952654 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-75b8beb6-26dc-4749-a89d-4079653f3429 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8331606c-66c4-442f-9ac7-0d2af440a87d HTTP/1.1" status: 204 len: 168 time: 0.3330796 Dec 06 17:10:09.018551 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port ba04f4c8-ba9a-4fb0-b856-6ec05e5a116a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ba04f4c8-ba9a-4fb0-b856-6ec05e5a116a,segment=NetworkSegment(94f9461b-62d6-4912-b0a6-1a80857b81dc),segment_id=94f9461b-62d6-4912-b0a6-1a80857b81dc)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:10:09.056216 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e3040775-e78a-41b4-b5d8-a9a70a4d72df req-370a159e-6748-40c1-8889-2aeb9393f423 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659 tempest-FloatingIPsAssociationNegativeTestJSON-1867364659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89fcd187-593e-4870-9318-7e7e4aaeee67 HTTP/1.1" status: 200 len: 210 time: 0.0671201 Dec 06 17:10:09.079406 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-c6641be1-9cef-472e-93d0-55ae9f3d8701 admin admin] Allocated IP 172.20.0.1 (f05d9e0a-904c-47f7-bc1e-929f90cd4a84/497f0620-12c9-4760-9271-f21663a8e737/67088839-5c23-48fd-aca4-438243bcfd73) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:10:09.095322 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 4e9ac484-faa4-4f15-88e0-54c463ae5a5d no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:10:09.122328 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01f042c5-34a5-4220-b4b3-a01f6bbcc91b x-openstack-request-id: req-01f042c5-34a5-4220-b4b3-a01f6bbcc91b {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:10:09.122691 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89fcd187-593e-4870-9318-7e7e4aaeee67", "name": "network-vif-deleted", "tag": "592dd902-b90c-4d99-9568-120fa1225afd", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:10:09.122901 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-01f042c5-34a5-4220-b4b3-a01f6bbcc91b {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:10:09.123295 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89fcd187-593e-4870-9318-7e7e4aaeee67', 'name': 'network-vif-deleted', 'tag': '592dd902-b90c-4d99-9568-120fa1225afd', 'status': 'completed', 'code': 200} Dec 06 17:10:09.135972 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bd0041-c01b-4b46-ad60-936ad96b9eed None None] Routers {'3c1ccd93-313a-4f65-8023-95e6826fba93'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:10:09.137708 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b8beb6-26dc-4749-a89d-4079653f3429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8331606c-66c4-442f-9ac7-0d2af440a87d,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:09.147533 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-63bd0041-c01b-4b46-ad60-936ad96b9eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:09:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['3c1ccd93-313a-4f65-8023-95e6826fba93'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:10:09.363454 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-63bd0041-c01b-4b46-ad60-936ad96b9eed None None] Set router 3c1ccd93-313a-4f65-8023-95e6826fba93 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:10:09.364252 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-f4378f6e-9db5-4031-8e4d-aaf26cc47fd9 req-0eea216c-469c-4eac-98d7-c7a35a5ce920 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] For port cbf8467d-6544-4bc2-9dc3-306b8bc65ca3, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=cbf8467d-6544-4bc2-9dc3-306b8bc65ca3,segment=NetworkSegment(bcf8f3ec-a85d-4baf-bb99-5540dc7bed1d),segment_id=bcf8f3ec-a85d-4baf-bb99-5540dc7bed1d)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:10:09.366308 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-f4378f6e-9db5-4031-8e4d-aaf26cc47fd9 req-0eea216c-469c-4eac-98d7-c7a35a5ce920 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:09.395025 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-2e77687c-804d-467d-b6ba-8fca23a98665 req-0bf46bb6-7305-4629-841a-d5f95091a3dd tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:09.476073 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf46bb6-7305-4629-841a-d5f95091a3dd tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Pushing event deleted for resources: {'Port': ['ID=e2273c36-7b59-49c2-96e4-51a661d5c4cb,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:09.521850 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c6641be1-9cef-472e-93d0-55ae9f3d8701 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:09.532436 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8816672-bedf-4bf7-a54b-20bbfa3f2963 None None] Pushing event updated for resources: {'Port': ['ID=4621a21a-6a18-4779-a1ba-a617cae44cc8,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:09.582113 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b73d3e9-d4d9-4981-8968-0e46700b65ab req-5e244b42-c13a-4363-9bf3-9eef6a92bdeb tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:09.590618 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0b73d3e9-d4d9-4981-8968-0e46700b65ab req-5e244b42-c13a-4363-9bf3-9eef6a92bdeb tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2d120db-3c1e-4e7f-9fa1-3ee957306d01 HTTP/1.1" status: 200 len: 950 time: 0.1855814 Dec 06 17:10:09.605993 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c6641be1-9cef-472e-93d0-55ae9f3d8701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:09.618077 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 4e9ac484-faa4-4f15-88e0-54c463ae5a5d {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:10:09.618685 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 4e9ac484-faa4-4f15-88e0-54c463ae5a5d not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:10:09.619348 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 1c033c12-a438-48cd-bc2c-025c5a8e48ee no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:10:09.667176 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e77687c-804d-467d-b6ba-8fca23a98665 req-0bf46bb6-7305-4629-841a-d5f95091a3dd tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] No DVR routers for this DVR port e2273c36-7b59-49c2-96e4-51a661d5c4cb on host n-h2-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:10:09.672774 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6641be1-9cef-472e-93d0-55ae9f3d8701 admin admin] Pushing event updated for resources: {'Port': ['ID=67088839-5c23-48fd-aca4-438243bcfd73,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:09.675568 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-2e77687c-804d-467d-b6ba-8fca23a98665 req-0bf46bb6-7305-4629-841a-d5f95091a3dd tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:09.679737 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2e77687c-804d-467d-b6ba-8fca23a98665 req-0bf46bb6-7305-4629-841a-d5f95091a3dd tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.44 "DELETE /v2.0/ports/e2273c36-7b59-49c2-96e4-51a661d5c4cb HTTP/1.1" status: 204 len: 173 time: 2.0427690 Dec 06 17:10:09.682007 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0f38465-af39-47f5-acaf-92ce9373a0cf', 'name': 'network-vif-deleted', 'tag': 'e2273c36-7b59-49c2-96e4-51a661d5c4cb'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:10:09.684611 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c9f4c31-f3e0-4df9-8c54-c92832879531" -d '{"events": [{"server_uuid": "c0f38465-af39-47f5-acaf-92ce9373a0cf", "name": "network-vif-deleted", "tag": "e2273c36-7b59-49c2-96e4-51a661d5c4cb"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:10:09.694832 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f653fa97-55e8-4631-a42c-ee7e17972e3a req-53f0e059-9f53-4cdd-8126-c23ecc88132e tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:09.702598 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f653fa97-55e8-4631-a42c-ee7e17972e3a req-53f0e059-9f53-4cdd-8126-c23ecc88132e tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2601b7c-64fc-4a21-87f0-528adaaaa6f7 HTTP/1.1" status: 200 len: 945 time: 0.3666446 Dec 06 17:10:09.706792 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0b73d3e9-d4d9-4981-8968-0e46700b65ab req-84f0a2b6-253a-47cb-babf-c88c8075ca4c tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085577 Dec 06 17:10:09.738805 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6641be1-9cef-472e-93d0-55ae9f3d8701 admin admin] Network f05d9e0a-904c-47f7-bc1e-929f90cd4a84 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:10:09.753589 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-c6641be1-9cef-472e-93d0-55ae9f3d8701 admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:10:09.769802 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6641be1-9cef-472e-93d0-55ae9f3d8701 admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:10:09.777047 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=5f75056b-3e93-4b40-b635-0037aa472f1f,revision_number=9']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:09.791042 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['e2273c36-7b59-49c2-96e4-51a661d5c4cb'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:10:09.799113 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 1c033c12-a438-48cd-bc2c-025c5a8e48ee {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:10:09.799519 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 1c033c12-a438-48cd-bc2c-025c5a8e48ee not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:10:09.805279 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': 'ba04f4c8-ba9a-4fb0-b856-6ec05e5a116a', 'network_id': '70d8b0a5-0858-49f5-bbf1-d505ec9e0192', 'port_id': 'ba04f4c8-ba9a-4fb0-b856-6ec05e5a116a', 'mac_address': 'fa:16:3e:5c:09:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2934c7f4-da1d-4bba-8712-ffc705d96679', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:10:09.806426 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 8b72c507-ab7f-472b-b4c2-d0e3a63c5223 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:10:09.942846 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-f4378f6e-9db5-4031-8e4d-aaf26cc47fd9 req-0eea216c-469c-4eac-98d7-c7a35a5ce920 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:09.944558 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-f4378f6e-9db5-4031-8e4d-aaf26cc47fd9 req-0eea216c-469c-4eac-98d7-c7a35a5ce920 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:09.946515 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f653fa97-55e8-4631-a42c-ee7e17972e3a req-19fa2698-9c3f-48fb-904d-1a594fff8214 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c9938ba-fde4-4f48-b59c-dd9a4d401845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2423313 Dec 06 17:10:09.947286 n-d-master-1 neutron-server[103285]: INFO neutron.db.l3_db [req-f4378f6e-9db5-4031-8e4d-aaf26cc47fd9 req-0eea216c-469c-4eac-98d7-c7a35a5ce920 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Floating IP b335b7f6-d6e2-4ab4-844e-642f1e8a8d90 disassociated. External IP: 172.35.1.109, port: cbf8467d-6544-4bc2-9dc3-306b8bc65ca3. Dec 06 17:10:09.950487 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-f4378f6e-9db5-4031-8e4d-aaf26cc47fd9 req-0eea216c-469c-4eac-98d7-c7a35a5ce920 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Calling delete_port for cbf8467d-6544-4bc2-9dc3-306b8bc65ca3 owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:10:09.963487 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:10.018783 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c6641be1-9cef-472e-93d0-55ae9f3d8701 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539179'] for router_interface, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:10.088756 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:10.110809 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 40972) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:10:10.276086 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-d083bd2c-322f-4c92-bf41-74ee4eb20948 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d6996376dd7c4fa18bd89e4462fdf009&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1601300 Dec 06 17:10:10.282312 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ba04f4c8-ba9a-4fb0-b856-6ec05e5a116a {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:10:10.297658 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 40974) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:10:10.341215 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c651d447-2135-4546-9d16-eca6f0095f31 req-626d3cb3-dc38-4ecc-92f2-a2b159cdd75a tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:10.345432 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c651d447-2135-4546-9d16-eca6f0095f31 req-626d3cb3-dc38-4ecc-92f2-a2b159cdd75a tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/ports?device_id=339583d6-7697-477a-99b6-cc3a6bddacad HTTP/1.1" status: 200 len: 945 time: 0.2151814 Dec 06 17:10:10.377867 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2d120db-3c1e-4e7f-9fa1-3ee957306d01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b72c507-ab7f-472b-b4c2-d0e3a63c5223'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:10:10.399700 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef7bde97-ece3-4a1e-b883-6fc5ba5b9993" -d '{"events": [{"server_uuid": "a2d120db-3c1e-4e7f-9fa1-3ee957306d01", "name": "network-vif-unplugged", "status": "completed", "tag": "8b72c507-ab7f-472b-b4c2-d0e3a63c5223"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:10:10.445754 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ef05367b-7367-479b-b799-9625b6f0ae22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:10.479990 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ef05367b-7367-479b-b799-9625b6f0ae22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:10.499206 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ac59e4-11d2-48d5-9408-7a548dfa982a x-openstack-request-id: req-e9ac59e4-11d2-48d5-9408-7a548dfa982a {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:10:10.499786 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0f38465-af39-47f5-acaf-92ce9373a0cf", "name": "network-vif-deleted", "tag": "e2273c36-7b59-49c2-96e4-51a661d5c4cb", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:10:10.499786 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e9ac59e4-11d2-48d5-9408-7a548dfa982a {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:10:10.500110 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0f38465-af39-47f5-acaf-92ce9373a0cf', 'name': 'network-vif-deleted', 'tag': 'e2273c36-7b59-49c2-96e4-51a661d5c4cb', 'status': 'completed', 'code': 200} Dec 06 17:10:10.539582 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-f4378f6e-9db5-4031-8e4d-aaf26cc47fd9 req-0eea216c-469c-4eac-98d7-c7a35a5ce920 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:10.539941 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 8b72c507-ab7f-472b-b4c2-d0e3a63c5223, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8b72c507-ab7f-472b-b4c2-d0e3a63c5223,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:10:10.566861 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ef05367b-7367-479b-b799-9625b6f0ae22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:10.569706 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ef05367b-7367-479b-b799-9625b6f0ae22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:10.574166 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-ef05367b-7367-479b-b799-9625b6f0ae22 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b82df78f-7bd0-4b06-b4bb-85ef1a7a1dd8 HTTP/1.1" status: 204 len: 168 time: 0.2689505 Dec 06 17:10:10.574346 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:10.574346 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 592dd902-b90c-4d99-9568-120fa1225afd no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:10:10.590347 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port ba04f4c8-ba9a-4fb0-b856-6ec05e5a116a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ba04f4c8-ba9a-4fb0-b856-6ec05e5a116a,segment=NetworkSegment(94f9461b-62d6-4912-b0a6-1a80857b81dc),segment_id=94f9461b-62d6-4912-b0a6-1a80857b81dc)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:10:10.628925 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c6641be1-9cef-472e-93d0-55ae9f3d8701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:10.651009 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eea216c-469c-4eac-98d7-c7a35a5ce920 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Pushing event deleted for resources: {'Port': ['ID=cbf8467d-6544-4bc2-9dc3-306b8bc65ca3,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:10.659241 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef05367b-7367-479b-b799-9625b6f0ae22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b82df78f-7bd0-4b06-b4bb-85ef1a7a1dd8,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:10.708812 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:10.717142 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] No Port match for: 592dd902-b90c-4d99-9568-120fa1225afd {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:10:10.717518 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 592dd902-b90c-4d99-9568-120fa1225afd not bound to the agent host n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:10:10.737929 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-46fcf0c1-2418-4cbe-adce-c7a98b825c3f None None] Provisioning complete for port 67088839-5c23-48fd-aca4-438243bcfd73 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:10:10.738294 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-46fcf0c1-2418-4cbe-adce-c7a98b825c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:10.772529 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6223a429-05cb-4079-b722-d915d9dcdbb5 req-91a1a48f-4ef1-4579-8677-c8a5e48b8863 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0f38465-af39-47f5-acaf-92ce9373a0cf HTTP/1.1" status: 200 len: 210 time: 0.0641761 Dec 06 17:10:10.808943 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c651d447-2135-4546-9d16-eca6f0095f31 req-139d3389-8121-45bc-b481-7d5ab43242d6 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbbbe13e-c3cf-4699-8577-456085f920c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3944225 Dec 06 17:10:10.848580 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 40984) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:10:10.857232 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f4378f6e-9db5-4031-8e4d-aaf26cc47fd9 req-0eea216c-469c-4eac-98d7-c7a35a5ce920 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Router dcaefaa4-395c-4ade-9355-dcaf41f87ff1 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:10:10.966320 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-46fcf0c1-2418-4cbe-adce-c7a98b825c3f None None] Port 67088839-5c23-48fd-aca4-438243bcfd73 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:10:10.972267 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 17:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba499906-a75d-43d9-acd1-5578a70d4a1b x-openstack-request-id: req-ba499906-a75d-43d9-acd1-5578a70d4a1b {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:10:10.972882 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2d120db-3c1e-4e7f-9fa1-3ee957306d01", "name": "network-vif-unplugged", "status": "completed", "tag": "8b72c507-ab7f-472b-b4c2-d0e3a63c5223", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:10:10.973248 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ba499906-a75d-43d9-acd1-5578a70d4a1b {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:10:10.973793 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2d120db-3c1e-4e7f-9fa1-3ee957306d01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b72c507-ab7f-472b-b4c2-d0e3a63c5223', 'code': 200} Dec 06 17:10:11.023194 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['ba04f4c8-ba9a-4fb0-b856-6ec05e5a116a'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:10:11.174596 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-63bd0041-c01b-4b46-ad60-936ad96b9eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1ccd93-313a-4f65-8023-95e6826fba93', 'name': 'tempest-TaggedBootDevicesTest_v242-1478326568-router', 'tenant_id': 'e06aba6f7cc1415e89ae20f4d5eb8b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.217'}], 'enable_snat': True}, 'gw_port_id': '4621a21a-6a18-4779-a1ba-a617cae44cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:10:02Z', 'updated_at': '2021-12-06T17:10:04Z', 'revision_number': 3, 'project_id': 'e06aba6f7cc1415e89ae20f4d5eb8b07', 'gw_port': {'id': '4621a21a-6a18-4779-a1ba-a617cae44cc8', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:47:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c1ccd93-313a-4f65-8023-95e6826fba93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:10:03Z', 'updated_at': '2021-12-06T17:10:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:10:11.289128 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bd0041-c01b-4b46-ad60-936ad96b9eed None None] The sync data for ids ['3c1ccd93-313a-4f65-8023-95e6826fba93'] in n-d-master-1 is: [{'id': '3c1ccd93-313a-4f65-8023-95e6826fba93', 'name': 'tempest-TaggedBootDevicesTest_v242-1478326568-router', 'tenant_id': 'e06aba6f7cc1415e89ae20f4d5eb8b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.217'}], 'enable_snat': True}, 'gw_port_id': '4621a21a-6a18-4779-a1ba-a617cae44cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:10:02Z', 'updated_at': '2021-12-06T17:10:04Z', 'revision_number': 3, 'project_id': 'e06aba6f7cc1415e89ae20f4d5eb8b07', 'gw_port': {'id': '4621a21a-6a18-4779-a1ba-a617cae44cc8', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:47:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c1ccd93-313a-4f65-8023-95e6826fba93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:10:03Z', 'updated_at': '2021-12-06T17:10:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:10:11.332799 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=8b72c507-ab7f-472b-b4c2-d0e3a63c5223,revision_number=6']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:11.829057 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 8b72c507-ab7f-472b-b4c2-d0e3a63c5223 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:10:11.830463 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338d9a77-ad58-4b92-9905-b41b84625a09 req-40103f27-ce70-4313-956d-a6f4cfb516a0 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:11.847798 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-338d9a77-ad58-4b92-9905-b41b84625a09 req-40103f27-ce70-4313-956d-a6f4cfb516a0 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2d120db-3c1e-4e7f-9fa1-3ee957306d01 HTTP/1.1" status: 200 len: 948 time: 0.9414144 Dec 06 17:10:11.861328 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 5f75056b-3e93-4b40-b635-0037aa472f1f up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:10:11.879889 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c6641be1-9cef-472e-93d0-55ae9f3d8701 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:11.911664 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c6641be1-9cef-472e-93d0-55ae9f3d8701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:11.949152 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f4378f6e-9db5-4031-8e4d-aaf26cc47fd9 req-0eea216c-469c-4eac-98d7-c7a35a5ce920 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:10:11.966047 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1e3e65-c362-4cdb-9804-a2fa30ee6371 None None] Sync routers for ids ['dcaefaa4-395c-4ade-9355-dcaf41f87ff1'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:10:11.994875 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1e3e65-c362-4cdb-9804-a2fa30ee6371 None None] Routers {'dcaefaa4-395c-4ade-9355-dcaf41f87ff1'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:10:11.996861 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-bc1e3e65-c362-4cdb-9804-a2fa30ee6371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:09:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['dcaefaa4-395c-4ade-9355-dcaf41f87ff1'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:10:12.016287 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4378f6e-9db5-4031-8e4d-aaf26cc47fd9 req-0eea216c-469c-4eac-98d7-c7a35a5ce920 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] No DVR routers for this DVR port cbf8467d-6544-4bc2-9dc3-306b8bc65ca3 on host n-h2-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:10:12.021651 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-f4378f6e-9db5-4031-8e4d-aaf26cc47fd9 req-0eea216c-469c-4eac-98d7-c7a35a5ce920 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:12.024937 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f4378f6e-9db5-4031-8e4d-aaf26cc47fd9 req-0eea216c-469c-4eac-98d7-c7a35a5ce920 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] 10.222.0.44 "DELETE /v2.0/ports/cbf8467d-6544-4bc2-9dc3-306b8bc65ca3 HTTP/1.1" status: 204 len: 173 time: 3.6559827 Dec 06 17:10:12.039213 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2601b7c-64fc-4a21-87f0-528adaaaa6f7', 'name': 'network-vif-deleted', 'tag': 'cbf8467d-6544-4bc2-9dc3-306b8bc65ca3'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:10:12.048183 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41c7c9aa-70b8-46eb-b757-e1aeb7b39330" -d '{"events": [{"server_uuid": "d2601b7c-64fc-4a21-87f0-528adaaaa6f7", "name": "network-vif-deleted", "tag": "cbf8467d-6544-4bc2-9dc3-306b8bc65ca3"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:10:12.076202 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-338d9a77-ad58-4b92-9905-b41b84625a09 req-2cadbd6c-4364-471b-a9da-5aff58880328 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300100 Dec 06 17:10:12.151972 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 4621a21a-6a18-4779-a1ba-a617cae44cc8 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:10:12.274291 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-bc1e3e65-c362-4cdb-9804-a2fa30ee6371 None None] Set router dcaefaa4-395c-4ade-9355-dcaf41f87ff1 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:10:12.332147 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=ba04f4c8-ba9a-4fb0-b856-6ec05e5a116a,revision_number=6']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:12.356679 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.db.resource_extend [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 06 17:10:12.385030 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a7e28469-10be-40a5-9f9f-7fa16c660a03 req-9700dd9e-7304-4e8c-a30d-e4aed591deca tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2601b7c-64fc-4a21-87f0-528adaaaa6f7 HTTP/1.1" status: 200 len: 210 time: 0.4927685 Dec 06 17:10:12.394361 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8391e5e1-bd18-4dcf-aea0-ebbe6661edee req-174d614a-f06e-4c93-948b-e8f48f6b2296 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:12.405531 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8391e5e1-bd18-4dcf-aea0-ebbe6661edee req-174d614a-f06e-4c93-948b-e8f48f6b2296 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/ports?device_id=339583d6-7697-477a-99b6-cc3a6bddacad HTTP/1.1" status: 200 len: 944 time: 0.1719894 Dec 06 17:10:12.538928 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8391e5e1-bd18-4dcf-aea0-ebbe6661edee req-f9933410-d55f-4e70-bf41-58b26bd17615 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbbbe13e-c3cf-4699-8577-456085f920c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326587 Dec 06 17:10:12.686551 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6641be1-9cef-472e-93d0-55ae9f3d8701 admin admin] Pushing event updated for resources: {'Port': ['ID=67088839-5c23-48fd-aca4-438243bcfd73,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:12.692315 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e21eacd6-fe0a-4b5f-9946-e626601ee78a x-openstack-request-id: req-e21eacd6-fe0a-4b5f-9946-e626601ee78a {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:10:12.692810 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2601b7c-64fc-4a21-87f0-528adaaaa6f7", "name": "network-vif-deleted", "tag": "cbf8467d-6544-4bc2-9dc3-306b8bc65ca3", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:10:12.693229 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e21eacd6-fe0a-4b5f-9946-e626601ee78a {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:10:12.694360 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2601b7c-64fc-4a21-87f0-528adaaaa6f7', 'name': 'network-vif-deleted', 'tag': 'cbf8467d-6544-4bc2-9dc3-306b8bc65ca3', 'status': 'completed', 'code': 200} Dec 06 17:10:12.741338 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4476f195-9d65-4b76-b0ce-e4f4c51b98cf req-782d47ba-b5fa-4491-9807-758a12e98e5c tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0f38465-af39-47f5-acaf-92ce9373a0cf HTTP/1.1" status: 200 len: 210 time: 0.1772575 Dec 06 17:10:12.744601 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c6641be1-9cef-472e-93d0-55ae9f3d8701 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-772465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539207'] for router_interface, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:12.774409 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device e2273c36-7b59-49c2-96e4-51a661d5c4cb no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:10:12.785307 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port 5f75056b-3e93-4b40-b635-0037aa472f1f triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:10:12.798880 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:12.854175 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-bc1e3e65-c362-4cdb-9804-a2fa30ee6371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcaefaa4-395c-4ade-9355-dcaf41f87ff1', 'name': 'tempest-ServersTestBootFromVolume-1847518297-router', 'tenant_id': '0258899c128e4e7c8306d77fe96b1089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.125'}], 'enable_snat': True}, 'gw_port_id': 'a9d8701e-ce0b-4523-b677-bbb9b7af8b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:06:49Z', 'updated_at': '2021-12-06T17:07:01Z', 'revision_number': 4, 'project_id': '0258899c128e4e7c8306d77fe96b1089', 'gw_port': {'id': 'a9d8701e-ce0b-4523-b677-bbb9b7af8b84', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcaefaa4-395c-4ade-9355-dcaf41f87ff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:06:51Z', 'updated_at': '2021-12-06T17:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '10d10f2b-8e85-4085-85fa-76f2d4a3f3e1', 'name': '', 'network_id': '041fb444-b221-430a-a2d5-1ce940b8f13a', 'tenant_id': '0258899c128e4e7c8306d77fe96b1089', 'mac_address': 'fa:16:3e:4b:60:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcaefaa4-395c-4ade-9355-dcaf41f87ff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '46916f41-7c83-4c75-85c3-d1b3985aec0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:06:58Z', 'updated_at': '2021-12-06T17:07:06Z', 'revision_number': 5, 'project_id': '0258899c128e4e7c8306d77fe96b1089', 'subnets': [{'id': '46916f41-7c83-4c75-85c3-d1b3985aec0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:10:12.931951 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1e3e65-c362-4cdb-9804-a2fa30ee6371 None None] Checking router: dcaefaa4-395c-4ade-9355-dcaf41f87ff1 for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:10:12.974641 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1e3e65-c362-4cdb-9804-a2fa30ee6371 None None] Routers {'dcaefaa4-395c-4ade-9355-dcaf41f87ff1'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:10:12.975816 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-bc1e3e65-c362-4cdb-9804-a2fa30ee6371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:09:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['dcaefaa4-395c-4ade-9355-dcaf41f87ff1'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:10:13.003046 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e6da4b-b8fc-4670-bed1-2036e2925215 req-82796ffa-2812-4965-8234-e198722c4658 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:13.005009 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e1e6da4b-b8fc-4670-bed1-2036e2925215 req-82796ffa-2812-4965-8234-e198722c4658 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.44 "GET /v2.0/ports?device_id=339583d6-7697-477a-99b6-cc3a6bddacad HTTP/1.1" status: 200 len: 944 time: 0.1339037 Dec 06 17:10:13.052055 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6641be1-9cef-472e-93d0-55ae9f3d8701 admin admin] Network f05d9e0a-904c-47f7-bc1e-929f90cd4a84 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:10:13.060708 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-c6641be1-9cef-472e-93d0-55ae9f3d8701 admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:10:13.072756 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] No Port match for: e2273c36-7b59-49c2-96e4-51a661d5c4cb {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:10:13.073256 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d0d4f76d-0e88-4e62-85d4-a6fa6d1ecb01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575908'] for router_interface, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:13.077659 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device e2273c36-7b59-49c2-96e4-51a661d5c4cb not bound to the agent host n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:10:13.077659 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device cbf8467d-6544-4bc2-9dc3-306b8bc65ca3 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:10:13.101820 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 8b72c507-ab7f-472b-b4c2-d0e3a63c5223, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8b72c507-ab7f-472b-b4c2-d0e3a63c5223,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:10:13.143339 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 4621a21a-6a18-4779-a1ba-a617cae44cc8 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:10:13.143614 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:13.292401 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-e1e6da4b-b8fc-4670-bed1-2036e2925215 req-6c6eea5e-7332-4dc4-99fb-0b76ee742f35 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Deleting port ba04f4c8-ba9a-4fb0-b856-6ec05e5a116a {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:10:13.292751 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e1e6da4b-b8fc-4670-bed1-2036e2925215 req-6c6eea5e-7332-4dc4-99fb-0b76ee742f35 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:13.325248 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-bc1e3e65-c362-4cdb-9804-a2fa30ee6371 None None] Set router dcaefaa4-395c-4ade-9355-dcaf41f87ff1 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:10:13.503458 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] No Port match for: cbf8467d-6544-4bc2-9dc3-306b8bc65ca3 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:10:13.506726 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device cbf8467d-6544-4bc2-9dc3-306b8bc65ca3 not bound to the agent host n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:10:13.507184 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device ba04f4c8-ba9a-4fb0-b856-6ec05e5a116a no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:10:13.621746 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eefb9bb-0de2-411e-94a2-f9707c4918b5 req-9ff85916-6b9e-4dc2-be4a-16886aef375e tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:13.623951 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-13ad1778-4edc-4374-8698-6d60a649c4fb req-c6ae3bf3-5f4e-48a7-a0cf-7d4756d65a89 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2601b7c-64fc-4a21-87f0-528adaaaa6f7 HTTP/1.1" status: 200 len: 210 time: 0.0582557 Dec 06 17:10:13.640676 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5eefb9bb-0de2-411e-94a2-f9707c4918b5 req-9ff85916-6b9e-4dc2-be4a-16886aef375e tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2d120db-3c1e-4e7f-9fa1-3ee957306d01 HTTP/1.1" status: 200 len: 948 time: 0.3196416 Dec 06 17:10:13.645241 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-e1e6da4b-b8fc-4670-bed1-2036e2925215 req-6c6eea5e-7332-4dc4-99fb-0b76ee742f35 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] For port ba04f4c8-ba9a-4fb0-b856-6ec05e5a116a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ba04f4c8-ba9a-4fb0-b856-6ec05e5a116a,segment=NetworkSegment(94f9461b-62d6-4912-b0a6-1a80857b81dc),segment_id=94f9461b-62d6-4912-b0a6-1a80857b81dc)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:10:13.647905 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e1e6da4b-b8fc-4670-bed1-2036e2925215 req-6c6eea5e-7332-4dc4-99fb-0b76ee742f35 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:13.652449 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': '8b72c507-ab7f-472b-b4c2-d0e3a63c5223', 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a', 'port_id': '8b72c507-ab7f-472b-b4c2-d0e3a63c5223', 'mac_address': 'fa:16:3e:79:0f:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1342252a-21e4-4783-88ff-f54776c79059', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:10:13.684839 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-e1e6da4b-b8fc-4670-bed1-2036e2925215 req-6c6eea5e-7332-4dc4-99fb-0b76ee742f35 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Calling delete_port for ba04f4c8-ba9a-4fb0-b856-6ec05e5a116a owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:10:13.833334 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-85ba5983-164a-4b28-b57a-101b38594a61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:13.868074 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da62dd7-1364-48a0-abb5-f451d84dc5cc req-3d6e744d-13e6-49b0-8be8-e14ab67f8ba4 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:13.869914 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4da62dd7-1364-48a0-abb5-f451d84dc5cc req-3d6e744d-13e6-49b0-8be8-e14ab67f8ba4 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/ports?device_id=339583d6-7697-477a-99b6-cc3a6bddacad HTTP/1.1" status: 200 len: 944 time: 0.1087914 Dec 06 17:10:13.888647 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-bc1e3e65-c362-4cdb-9804-a2fa30ee6371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcaefaa4-395c-4ade-9355-dcaf41f87ff1', 'name': 'tempest-ServersTestBootFromVolume-1847518297-router', 'tenant_id': '0258899c128e4e7c8306d77fe96b1089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.125'}], 'enable_snat': True}, 'gw_port_id': 'a9d8701e-ce0b-4523-b677-bbb9b7af8b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:06:49Z', 'updated_at': '2021-12-06T17:07:01Z', 'revision_number': 4, 'project_id': '0258899c128e4e7c8306d77fe96b1089', 'gw_port': {'id': 'a9d8701e-ce0b-4523-b677-bbb9b7af8b84', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcaefaa4-395c-4ade-9355-dcaf41f87ff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:06:51Z', 'updated_at': '2021-12-06T17:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '10d10f2b-8e85-4085-85fa-76f2d4a3f3e1', 'name': '', 'network_id': '041fb444-b221-430a-a2d5-1ce940b8f13a', 'tenant_id': '0258899c128e4e7c8306d77fe96b1089', 'mac_address': 'fa:16:3e:4b:60:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcaefaa4-395c-4ade-9355-dcaf41f87ff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '46916f41-7c83-4c75-85c3-d1b3985aec0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:06:58Z', 'updated_at': '2021-12-06T17:07:06Z', 'revision_number': 5, 'project_id': '0258899c128e4e7c8306d77fe96b1089', 'subnets': [{'id': '46916f41-7c83-4c75-85c3-d1b3985aec0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:10:13.921983 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6f13c597-0a24-460f-ace4-d8892eecef7b None None] Provisioning complete for port 67088839-5c23-48fd-aca4-438243bcfd73 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:10:13.922356 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6f13c597-0a24-460f-ace4-d8892eecef7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:13.931109 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6641be1-9cef-472e-93d0-55ae9f3d8701 admin admin] Router 3c1ccd93-313a-4f65-8023-95e6826fba93 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:10:13.961980 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1e3e65-c362-4cdb-9804-a2fa30ee6371 None None] The sync data for ids ['dcaefaa4-395c-4ade-9355-dcaf41f87ff1'] in n-d-master-1 is: [{'id': 'dcaefaa4-395c-4ade-9355-dcaf41f87ff1', 'name': 'tempest-ServersTestBootFromVolume-1847518297-router', 'tenant_id': '0258899c128e4e7c8306d77fe96b1089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.125'}], 'enable_snat': True}, 'gw_port_id': 'a9d8701e-ce0b-4523-b677-bbb9b7af8b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:06:49Z', 'updated_at': '2021-12-06T17:07:01Z', 'revision_number': 4, 'project_id': '0258899c128e4e7c8306d77fe96b1089', 'gw_port': {'id': 'a9d8701e-ce0b-4523-b677-bbb9b7af8b84', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcaefaa4-395c-4ade-9355-dcaf41f87ff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:06:51Z', 'updated_at': '2021-12-06T17:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '10d10f2b-8e85-4085-85fa-76f2d4a3f3e1', 'name': '', 'network_id': '041fb444-b221-430a-a2d5-1ce940b8f13a', 'tenant_id': '0258899c128e4e7c8306d77fe96b1089', 'mac_address': 'fa:16:3e:4b:60:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcaefaa4-395c-4ade-9355-dcaf41f87ff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '46916f41-7c83-4c75-85c3-d1b3985aec0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:06:58Z', 'updated_at': '2021-12-06T17:07:06Z', 'revision_number': 5, 'project_id': '0258899c128e4e7c8306d77fe96b1089', 'subnets': [{'id': '46916f41-7c83-4c75-85c3-d1b3985aec0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:10:13.978779 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5eefb9bb-0de2-411e-94a2-f9707c4918b5 req-4d3c9e9b-09df-427f-ae1c-2a4e4ffd6ed3 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3370512 Dec 06 17:10:14.060867 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:14.109068 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4da62dd7-1364-48a0-abb5-f451d84dc5cc req-38b5611e-b0a3-4b76-aec3-90bcd1c34d5d tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbbbe13e-c3cf-4699-8577-456085f920c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258520 Dec 06 17:10:14.125333 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e1e6da4b-b8fc-4670-bed1-2036e2925215 req-6c6eea5e-7332-4dc4-99fb-0b76ee742f35 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:14.173235 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-d0d4f76d-0e88-4e62-85d4-a6fa6d1ecb01 admin admin] Deleting port facd6e1f-f144-45f5-9c3e-1cc68abb0735 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:10:14.176411 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d0d4f76d-0e88-4e62-85d4-a6fa6d1ecb01 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:14.276685 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:14.288154 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6f13c597-0a24-460f-ace4-d8892eecef7b None None] Port 67088839-5c23-48fd-aca4-438243bcfd73 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:10:14.298695 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b72c507-ab7f-472b-b4c2-d0e3a63c5223 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:10:14.316853 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1e6da4b-b8fc-4670-bed1-2036e2925215 req-6c6eea5e-7332-4dc4-99fb-0b76ee742f35 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] No DVR routers for this DVR port ba04f4c8-ba9a-4fb0-b856-6ec05e5a116a on host n-h2-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:10:14.324691 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e1e6da4b-b8fc-4670-bed1-2036e2925215 req-6c6eea5e-7332-4dc4-99fb-0b76ee742f35 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:14.333156 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 8b72c507-ab7f-472b-b4c2-d0e3a63c5223, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8b72c507-ab7f-472b-b4c2-d0e3a63c5223,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:10:14.333720 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e1e6da4b-b8fc-4670-bed1-2036e2925215 req-6c6eea5e-7332-4dc4-99fb-0b76ee742f35 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.44 "DELETE /v2.0/ports/ba04f4c8-ba9a-4fb0-b856-6ec05e5a116a HTTP/1.1" status: 204 len: 173 time: 1.3222129 Dec 06 17:10:14.335694 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:14.336969 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6eea5e-7332-4dc4-99fb-0b76ee742f35 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Pushing event deleted for resources: {'Port': ['ID=ba04f4c8-ba9a-4fb0-b856-6ec05e5a116a,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:14.363617 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id ba04f4c8-ba9a-4fb0-b856-6ec05e5a116a {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:10:14.371818 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:14.497106 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:14.574739 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] For port 4621a21a-6a18-4779-a1ba-a617cae44cc8, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=4621a21a-6a18-4779-a1ba-a617cae44cc8,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:10:14.625446 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350cdb74-3ccc-4f9e-aec6-0e5d879acfe2 None None] New status for floating IP b335b7f6-d6e2-4ab4-844e-642f1e8a8d90: DOWN {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 17:10:14.633000 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:14.695777 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '339583d6-7697-477a-99b6-cc3a6bddacad', 'name': 'network-vif-deleted', 'tag': 'ba04f4c8-ba9a-4fb0-b856-6ec05e5a116a'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:10:14.698713 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-246504cd-6a9c-419a-b7f3-43051565f366" -d '{"events": [{"server_uuid": "339583d6-7697-477a-99b6-cc3a6bddacad", "name": "network-vif-deleted", "tag": "ba04f4c8-ba9a-4fb0-b856-6ec05e5a116a"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:10:14.868262 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0a9645cc-28a7-410d-a47d-dd117eb12126 req-fac4eb82-22d7-471f-8366-cacc8ec73806 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0f38465-af39-47f5-acaf-92ce9373a0cf HTTP/1.1" status: 200 len: 210 time: 0.6276262 Dec 06 17:10:14.943020 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['8b72c507-ab7f-472b-b4c2-d0e3a63c5223'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:10:14.986235 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b20000-09dc-4636-b439-7c50c4c63edc req-54f8c224-4322-4e19-a148-b148bf4dbd26 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:14.993269 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device ba04f4c8-ba9a-4fb0-b856-6ec05e5a116a details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:10:14.994025 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-86b20000-09dc-4636-b439-7c50c4c63edc req-54f8c224-4322-4e19-a148-b148bf4dbd26 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2d120db-3c1e-4e7f-9fa1-3ee957306d01&tenant_id=4fbfd036e0874a51a15b7801ac955516&binding%3Ahost_id=n-h1-master-1 HTTP/1.1" status: 200 len: 949 time: 0.1633162 Dec 06 17:10:14.999342 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=8b72c507-ab7f-472b-b4c2-d0e3a63c5223,revision_number=7']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:14.999935 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d5ee86e-c231-4703-b6cf-b13c2fbcb5c9 x-openstack-request-id: req-8d5ee86e-c231-4703-b6cf-b13c2fbcb5c9 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:10:15.000776 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "339583d6-7697-477a-99b6-cc3a6bddacad", "name": "network-vif-deleted", "tag": "ba04f4c8-ba9a-4fb0-b856-6ec05e5a116a", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:10:15.002129 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8d5ee86e-c231-4703-b6cf-b13c2fbcb5c9 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:10:15.005700 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '339583d6-7697-477a-99b6-cc3a6bddacad', 'name': 'network-vif-deleted', 'tag': 'ba04f4c8-ba9a-4fb0-b856-6ec05e5a116a', 'status': 'completed', 'code': 200} Dec 06 17:10:15.038539 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6641be1-9cef-472e-93d0-55ae9f3d8701 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:10:15.063140 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e1ddca-cf53-499b-a5a7-c481d4b5e4a2 None None] Sync routers for ids ['3c1ccd93-313a-4f65-8023-95e6826fba93'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:10:15.075284 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-c6641be1-9cef-472e-93d0-55ae9f3d8701 admin admin] 10.222.0.23 "PUT /v2.0/routers/3c1ccd93-313a-4f65-8023-95e6826fba93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3255630 Dec 06 17:10:15.094084 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2bab8bde-8299-4cec-bc53-28a593a4b521 req-5b5f8134-1350-4fc6-9ca3-eec7b1af6dbb tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2601b7c-64fc-4a21-87f0-528adaaaa6f7 HTTP/1.1" status: 200 len: 210 time: 0.0842834 Dec 06 17:10:15.107286 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e1ddca-cf53-499b-a5a7-c481d4b5e4a2 None None] Routers {'3c1ccd93-313a-4f65-8023-95e6826fba93'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:10:15.113125 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-54e1ddca-cf53-499b-a5a7-c481d4b5e4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:09:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['3c1ccd93-313a-4f65-8023-95e6826fba93'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:10:15.143819 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-d0d4f76d-0e88-4e62-85d4-a6fa6d1ecb01 admin admin] For port facd6e1f-f144-45f5-9c3e-1cc68abb0735, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=facd6e1f-f144-45f5-9c3e-1cc68abb0735,segment=NetworkSegment(463119c8-ebb5-4e14-90f7-f7f8ec6b20e4),segment_id=463119c8-ebb5-4e14-90f7-f7f8ec6b20e4)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:10:15.144324 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d0d4f76d-0e88-4e62-85d4-a6fa6d1ecb01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:15.153233 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Pushing event updated for resources: {'Port': ['ID=4621a21a-6a18-4779-a1ba-a617cae44cc8,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:15.157681 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b064fa4-4b1b-48a1-be28-a0f6c11a5c8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f75056b-3e93-4b40-b635-0037aa472f1f'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:10:15.160801 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d218bc-15df-4f9e-a063-b2c8ca5d45fa" -d '{"events": [{"server_uuid": "3b064fa4-4b1b-48a1-be28-a0f6c11a5c8a", "name": "network-vif-plugged", "status": "completed", "tag": "5f75056b-3e93-4b40-b635-0037aa472f1f"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:10:15.165355 n-d-master-1 neutron-server[103286]: INFO neutron.plugins.ml2.plugin [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] No ports have port_id starting with ba04f4c8-ba9a-4fb0-b856-6ec05e5a116a Dec 06 17:10:15.189280 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-d0d4f76d-0e88-4e62-85d4-a6fa6d1ecb01 admin admin] Calling delete_port for facd6e1f-f144-45f5-9c3e-1cc68abb0735 owned by network:router_interface {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:10:15.214032 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device ba04f4c8-ba9a-4fb0-b856-6ec05e5a116a requested by agent hyperv_n-h2-master-1 not found in database {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Dec 06 17:10:15.250427 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 5f75056b-3e93-4b40-b635-0037aa472f1f, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=5f75056b-3e93-4b40-b635-0037aa472f1f,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:10:15.354368 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-824e796e-7293-4e6b-ba04-a6963af10aa5 x-openstack-request-id: req-824e796e-7293-4e6b-ba04-a6963af10aa5 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:10:15.354670 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b064fa4-4b1b-48a1-be28-a0f6c11a5c8a", "name": "network-vif-plugged", "status": "completed", "tag": "5f75056b-3e93-4b40-b635-0037aa472f1f", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:10:15.354925 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-824e796e-7293-4e6b-ba04-a6963af10aa5 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:10:15.355321 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b064fa4-4b1b-48a1-be28-a0f6c11a5c8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f75056b-3e93-4b40-b635-0037aa472f1f', 'code': 200} Dec 06 17:10:15.357267 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:15.407897 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1887a95b-4a45-4b10-bc7e-6e8e4ed44f28 req-0241ac92-3d2c-41f0-bf0f-3ee6cd876776 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:15.409645 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1887a95b-4a45-4b10-bc7e-6e8e4ed44f28 req-0241ac92-3d2c-41f0-bf0f-3ee6cd876776 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2d120db-3c1e-4e7f-9fa1-3ee957306d01 HTTP/1.1" status: 200 len: 949 time: 0.2425859 Dec 06 17:10:15.484444 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=5f75056b-3e93-4b40-b635-0037aa472f1f,revision_number=10']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:15.489189 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-54e1ddca-cf53-499b-a5a7-c481d4b5e4a2 None None] Set router 3c1ccd93-313a-4f65-8023-95e6826fba93 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:10:15.624854 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-00116af7-107e-49aa-b534-c97659267101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:15.627099 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1887a95b-4a45-4b10-bc7e-6e8e4ed44f28 req-3a4e8e9d-9f41-43c7-ba88-ecbcf9234681 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929646 Dec 06 17:10:15.704909 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-86b20000-09dc-4636-b439-7c50c4c63edc req-7771d625-ea7e-459d-91cd-69978603df4c service neutron] 10.222.0.41 "GET /v2.0/ports/8b72c507-ab7f-472b-b4c2-d0e3a63c5223/bindings/n-h1-master-1 HTTP/1.1" status: 200 len: 382 time: 0.6037264 Dec 06 17:10:15.772622 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 41102) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:10:15.812458 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b20000-09dc-4636-b439-7c50c4c63edc req-71d4b213-11ae-4edf-bec6-ef88ea321b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:15.822182 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-86b20000-09dc-4636-b439-7c50c4c63edc req-71d4b213-11ae-4edf-bec6-ef88ea321b90 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4fbfd036e0874a51a15b7801ac955516&device_id=a2d120db-3c1e-4e7f-9fa1-3ee957306d01 HTTP/1.1" status: 200 len: 1100 time: 0.0754216 Dec 06 17:10:15.993043 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a3dddb9b-e518-42e0-97fb-9d54fdbc6c8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:16.007497 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d0d4f76d-0e88-4e62-85d4-a6fa6d1ecb01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:16.047185 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-54e1ddca-cf53-499b-a5a7-c481d4b5e4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1ccd93-313a-4f65-8023-95e6826fba93', 'name': 'tempest-TaggedBootDevicesTest_v242-1478326568-router', 'tenant_id': 'e06aba6f7cc1415e89ae20f4d5eb8b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.217'}], 'enable_snat': True}, 'gw_port_id': '4621a21a-6a18-4779-a1ba-a617cae44cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:10:02Z', 'updated_at': '2021-12-06T17:10:10Z', 'revision_number': 4, 'project_id': 'e06aba6f7cc1415e89ae20f4d5eb8b07', 'gw_port': {'id': '4621a21a-6a18-4779-a1ba-a617cae44cc8', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:47:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1ccd93-313a-4f65-8023-95e6826fba93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:10:03Z', 'updated_at': '2021-12-06T17:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '67088839-5c23-48fd-aca4-438243bcfd73', 'name': '', 'network_id': 'f05d9e0a-904c-47f7-bc1e-929f90cd4a84', 'tenant_id': 'e06aba6f7cc1415e89ae20f4d5eb8b07', 'mac_address': 'fa:16:3e:af:09:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c1ccd93-313a-4f65-8023-95e6826fba93', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '497f0620-12c9-4760-9271-f21663a8e737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:10:08Z', 'updated_at': '2021-12-06T17:10:11Z', 'revision_number': 2, 'project_id': 'e06aba6f7cc1415e89ae20f4d5eb8b07', 'subnets': [{'id': '497f0620-12c9-4760-9271-f21663a8e737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:10:16.086157 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d4f76d-0e88-4e62-85d4-a6fa6d1ecb01 admin admin] Pushing event deleted for resources: {'Port': ['ID=facd6e1f-f144-45f5-9c3e-1cc68abb0735,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:16.101824 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e1ddca-cf53-499b-a5a7-c481d4b5e4a2 None None] Checking router: 3c1ccd93-313a-4f65-8023-95e6826fba93 for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:10:16.102886 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e1ddca-cf53-499b-a5a7-c481d4b5e4a2 None None] Updating router 3c1ccd93-313a-4f65-8023-95e6826fba93 port 67088839-5c23-48fd-aca4-438243bcfd73 binding host n-d-master-1 {{(pid=103287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:10:16.115001 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85a86ff-15c5-49e3-b5ea-23532da09a8a req-a80760f2-980b-469f-9154-955fcce40876 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:16.120864 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a85a86ff-15c5-49e3-b5ea-23532da09a8a req-a80760f2-980b-469f-9154-955fcce40876 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/networks?id=70d8b0a5-0858-49f5-bbf1-d505ec9e0192 HTTP/1.1" status: 200 len: 822 time: 0.2726321 Dec 06 17:10:16.167125 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a85a86ff-15c5-49e3-b5ea-23532da09a8a req-613f8238-1d73-4674-a253-82c75a04de48 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/quotas/1f165b1cd9614f08a6e09192fccfad36 HTTP/1.1" status: 200 len: 375 time: 0.0237472 Dec 06 17:10:16.188906 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-54e1ddca-cf53-499b-a5a7-c481d4b5e4a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:16.212850 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-291f5ac2-5b2e-47e0-9a83-88b7e0f8bcf8 req-88ad0856-e181-4f65-87c5-0b573a1d74de tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0f38465-af39-47f5-acaf-92ce9373a0cf HTTP/1.1" status: 200 len: 210 time: 0.1548476 Dec 06 17:10:16.272557 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a85a86ff-15c5-49e3-b5ea-23532da09a8a req-81e95d1f-f398-42d9-9aab-42059dc63d5a tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1f165b1cd9614f08a6e09192fccfad36&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0860338 Dec 06 17:10:16.368239 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 8b72c507-ab7f-472b-b4c2-d0e3a63c5223 up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:10:16.496126 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port 8b72c507-ab7f-472b-b4c2-d0e3a63c5223 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:10:16.496503 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:16.523981 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b20000-09dc-4636-b439-7c50c4c63edc req-0796beee-8730-4cef-ba21-fa15f417c14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:16.529634 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-86b20000-09dc-4636-b439-7c50c4c63edc req-0796beee-8730-4cef-ba21-fa15f417c14e service neutron] 10.222.0.41 "GET /v2.0/networks?id=ee08a0d2-834f-4c39-be47-9c424581246a HTTP/1.1" status: 200 len: 870 time: 0.6913126 Dec 06 17:10:16.567118 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d0d4f76d-0e88-4e62-85d4-a6fa6d1ecb01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-772474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575952'] for router_interface, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:16.630302 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-86b20000-09dc-4636-b439-7c50c4c63edc req-cb1e1b8d-05c1-4d08-91bc-2d99b953a4fd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=8b72c507-ab7f-472b-b4c2-d0e3a63c5223 HTTP/1.1" status: 200 len: 217 time: 0.0946951 Dec 06 17:10:16.643005 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a85a86ff-15c5-49e3-b5ea-23532da09a8a req-d432257b-f911-4184-9345-175d49794d49 service neutron] 10.222.0.23 "GET /v2.0/networks/70d8b0a5-0858-49f5-bbf1-d505ec9e0192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3689139 Dec 06 17:10:16.683625 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:16.733127 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-282ea34f-9b5d-4911-b299-c81086c1115b req-29eb7f5a-2ec4-4685-ba2a-a66a2587f084 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2601b7c-64fc-4a21-87f0-528adaaaa6f7 HTTP/1.1" status: 200 len: 210 time: 0.1459112 Dec 06 17:10:16.742423 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device ba04f4c8-ba9a-4fb0-b856-6ec05e5a116a no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:10:16.806325 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 41136) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:10:16.823034 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 8b72c507-ab7f-472b-b4c2-d0e3a63c5223, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8b72c507-ab7f-472b-b4c2-d0e3a63c5223,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:10:16.828397 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-3980be80-ed58-4420-bae6-6658094624a3 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1273025096-network', 'tenant_id': '5f26c673ef09446ab219834b7c80b9a7'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:10:16.881065 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-54e1ddca-cf53-499b-a5a7-c481d4b5e4a2 None None] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:16.895004 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-54e1ddca-cf53-499b-a5a7-c481d4b5e4a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:16.941221 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 4621a21a-6a18-4779-a1ba-a617cae44cc8 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:10:16.950806 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b20000-09dc-4636-b439-7c50c4c63edc req-b1071e79-debb-4a0b-9463-cae595483506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:16.954293 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-86b20000-09dc-4636-b439-7c50c4c63edc req-b1071e79-debb-4a0b-9463-cae595483506 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1342252a-21e4-4783-88ff-f54776c79059 HTTP/1.1" status: 200 len: 843 time: 0.2917325 Dec 06 17:10:16.955318 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a3dddb9b-e518-42e0-97fb-9d54fdbc6c8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:17.005603 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3980be80-ed58-4420-bae6-6658094624a3 admin admin] Made reservation on behalf of 5f26c673ef09446ab219834b7c80b9a7 for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:10:17.010796 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3980be80-ed58-4420-bae6-6658094624a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:17.039465 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3980be80-ed58-4420-bae6-6658094624a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:17.045854 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:17.061584 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] No Port match for: ba04f4c8-ba9a-4fb0-b856-6ec05e5a116a {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:10:17.073355 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device ba04f4c8-ba9a-4fb0-b856-6ec05e5a116a not bound to the agent host n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:10:17.125112 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1855e423-e6c6-4979-87c7-d2101af7f35b None None] Pushing event updated for resources: {'Port': ['ID=67088839-5c23-48fd-aca4-438243bcfd73,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:17.136673 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-54e1ddca-cf53-499b-a5a7-c481d4b5e4a2 None None] Attempting to bind port 67088839-5c23-48fd-aca4-438243bcfd73 on host n-d-master-1 for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:10:17.137666 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-54e1ddca-cf53-499b-a5a7-c481d4b5e4a2 None None] Attempting to bind port 67088839-5c23-48fd-aca4-438243bcfd73 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '13dc3505-2379-4cb3-9b99-2fccc8f2bb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f05d9e0a-904c-47f7-bc1e-929f90cd4a84'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:10:17.139574 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e1ddca-cf53-499b-a5a7-c481d4b5e4a2 None None] Attempting to bind port 67088839-5c23-48fd-aca4-438243bcfd73 on network f05d9e0a-904c-47f7-bc1e-929f90cd4a84 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:10:17.148441 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e1ddca-cf53-499b-a5a7-c481d4b5e4a2 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:10:17.148991 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e1ddca-cf53-499b-a5a7-c481d4b5e4a2 None None] Checking segment: {'id': '13dc3505-2379-4cb3-9b99-2fccc8f2bb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f05d9e0a-904c-47f7-bc1e-929f90cd4a84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:10:17.149668 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-54e1ddca-cf53-499b-a5a7-c481d4b5e4a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:17.150077 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e1ddca-cf53-499b-a5a7-c481d4b5e4a2 None None] Bound using segment: {'id': '13dc3505-2379-4cb3-9b99-2fccc8f2bb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f05d9e0a-904c-47f7-bc1e-929f90cd4a84'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:10:17.150685 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-54e1ddca-cf53-499b-a5a7-c481d4b5e4a2 None None] Bound port: 67088839-5c23-48fd-aca4-438243bcfd73, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13dc3505-2379-4cb3-9b99-2fccc8f2bb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f05d9e0a-904c-47f7-bc1e-929f90cd4a84'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:10:17.151081 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-54e1ddca-cf53-499b-a5a7-c481d4b5e4a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:17.169203 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:17.198747 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3980be80-ed58-4420-bae6-6658094624a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:17.219989 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0d4f76d-0e88-4e62-85d4-a6fa6d1ecb01 admin admin] Router e80afa86-7511-44b2-aa93-5c0db67454fd has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:10:17.225649 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a3dddb9b-e518-42e0-97fb-9d54fdbc6c8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:17.230366 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3980be80-ed58-4420-bae6-6658094624a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:17.235408 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 4621a21a-6a18-4779-a1ba-a617cae44cc8 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:10:17.237697 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:17.287806 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=8b72c507-ab7f-472b-b4c2-d0e3a63c5223,revision_number=8']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:17.329686 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-a3dddb9b-e518-42e0-97fb-9d54fdbc6c8e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9a326b5f679c468faeceeeaebc4c3e3f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5540478 Dec 06 17:10:17.331271 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 41144) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:10:17.342661 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3980be80-ed58-4420-bae6-6658094624a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:10:17.345792 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dddb9b-e518-42e0-97fb-9d54fdbc6c8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33e8ee5c-bb42-4124-a855-8afae6e1da1a,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:17.353431 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b20000-09dc-4636-b439-7c50c4c63edc req-b5a0b26c-09a8-419c-8099-b3438b81c8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:17.356239 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2d120db-3c1e-4e7f-9fa1-3ee957306d01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b72c507-ab7f-472b-b4c2-d0e3a63c5223'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:10:17.358386 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd641d2-8f32-4588-a5bf-4eab46ad0824" -d '{"events": [{"server_uuid": "a2d120db-3c1e-4e7f-9fa1-3ee957306d01", "name": "network-vif-plugged", "status": "completed", "tag": "8b72c507-ab7f-472b-b4c2-d0e3a63c5223"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:10:17.360122 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-86b20000-09dc-4636-b439-7c50c4c63edc req-b5a0b26c-09a8-419c-8099-b3438b81c8cc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee08a0d2-834f-4c39-be47-9c424581246a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3265054 Dec 06 17:10:17.376509 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a85a86ff-15c5-49e3-b5ea-23532da09a8a req-70b7b4c0-2585-4102-b80c-79a0841a90ad service neutron] 10.222.0.23 "GET /v2.0/networks/70d8b0a5-0858-49f5-bbf1-d505ec9e0192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7289767 Dec 06 17:10:17.494945 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-d629beb0-5448-4705-9cf0-d479b0ea1f8c None None] Provisioning complete for port 67088839-5c23-48fd-aca4-438243bcfd73 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:10:17.495686 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d629beb0-5448-4705-9cf0-d479b0ea1f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:17.532993 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-54e1ddca-cf53-499b-a5a7-c481d4b5e4a2 None None] For port 67088839-5c23-48fd-aca4-438243bcfd73, host n-d-master-1, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:10:17.536906 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-54e1ddca-cf53-499b-a5a7-c481d4b5e4a2 None None] For port 67088839-5c23-48fd-aca4-438243bcfd73, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=67088839-5c23-48fd-aca4-438243bcfd73,segment=NetworkSegment(13dc3505-2379-4cb3-9b99-2fccc8f2bb10),segment_id=13dc3505-2379-4cb3-9b99-2fccc8f2bb10)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:10:17.559961 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-54e1ddca-cf53-499b-a5a7-c481d4b5e4a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:17.580734 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dfe5321d-bbc7-46d4-8513-e5af54bd8492 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:17.587030 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-d629beb0-5448-4705-9cf0-d479b0ea1f8c None None] Port 67088839-5c23-48fd-aca4-438243bcfd73 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:10:17.590380 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-86b20000-09dc-4636-b439-7c50c4c63edc req-f3c9a5bb-4a81-42cb-9c40-94bcd8492314 service neutron] 10.222.0.41 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108555 Dec 06 17:10:17.595478 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3980be80-ed58-4420-bae6-6658094624a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e15a6901-e608-43b8-ac81-741ef0c1b41c,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:17.600252 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3980be80-ed58-4420-bae6-6658094624a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:17.600599 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-3980be80-ed58-4420-bae6-6658094624a3 admin admin] Added segment b397b0e3-f332-4f10-a2c0-cf081ca77535 of type vlan for network 79b90a9c-eb89-4123-9981-71abc0c6c19e Dec 06 17:10:17.682657 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9617952a-78e6-433d-8b7a-2d99d43d3a46 req-6ac8a880-03c6-480b-85a2-63f02fe1a0a6 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:17.712498 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9617952a-78e6-433d-8b7a-2d99d43d3a46 req-6ac8a880-03c6-480b-85a2-63f02fe1a0a6 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2d120db-3c1e-4e7f-9fa1-3ee957306d01 HTTP/1.1" status: 200 len: 950 time: 0.5090973 Dec 06 17:10:17.750421 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dfe5321d-bbc7-46d4-8513-e5af54bd8492 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:17.752098 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e1ddca-cf53-499b-a5a7-c481d4b5e4a2 None None] Routers {'3c1ccd93-313a-4f65-8023-95e6826fba93'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:10:17.753867 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-54e1ddca-cf53-499b-a5a7-c481d4b5e4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:10:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['3c1ccd93-313a-4f65-8023-95e6826fba93'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:10:17.838459 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1855e423-e6c6-4979-87c7-d2101af7f35b None None] Pushing event updated for resources: {'Port': ['ID=67088839-5c23-48fd-aca4-438243bcfd73,revision_number=4']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:17.905250 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-aeb88dc4-b60d-4bad-842f-baa3a4901375 req-d4ba4476-c8bf-45e5-8331-e0601bb42b2e tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0f38465-af39-47f5-acaf-92ce9373a0cf HTTP/1.1" status: 200 len: 210 time: 0.1331663 Dec 06 17:10:17.914562 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3980be80-ed58-4420-bae6-6658094624a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:17.946934 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dfe5321d-bbc7-46d4-8513-e5af54bd8492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:17.955270 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dfe5321d-bbc7-46d4-8513-e5af54bd8492 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:17.959014 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-dfe5321d-bbc7-46d4-8513-e5af54bd8492 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/33e8ee5c-bb42-4124-a855-8afae6e1da1a HTTP/1.1" status: 204 len: 168 time: 0.6074595 Dec 06 17:10:17.966711 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:17.996270 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-54e1ddca-cf53-499b-a5a7-c481d4b5e4a2 None None] Set router 3c1ccd93-313a-4f65-8023-95e6826fba93 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:10:18.016992 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-86b20000-09dc-4636-b439-7c50c4c63edc req-a06f40c9-567c-4963-8154-0be97da7feff service neutron] 10.222.0.41 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3991625 Dec 06 17:10:18.025307 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3980be80-ed58-4420-bae6-6658094624a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:18.026434 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3980be80-ed58-4420-bae6-6658094624a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:18.027074 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3980be80-ed58-4420-bae6-6658094624a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:18.046421 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe5321d-bbc7-46d4-8513-e5af54bd8492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e8ee5c-bb42-4124-a855-8afae6e1da1a,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:18.128738 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0d4f76d-0e88-4e62-85d4-a6fa6d1ecb01 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:10:18.142621 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-d0d4f76d-0e88-4e62-85d4-a6fa6d1ecb01 admin admin] 10.222.0.23 "PUT /v2.0/routers/e80afa86-7511-44b2-aa93-5c0db67454fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2911980 Dec 06 17:10:18.162210 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02341c24-e25d-4e4c-a21b-f6b0301afd64 None None] Sync routers for ids ['e80afa86-7511-44b2-aa93-5c0db67454fd'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:10:18.170484 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9617952a-78e6-433d-8b7a-2d99d43d3a46 req-2ee14198-3d3e-4f3c-bf99-f5e5dc6f9e25 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343211 Dec 06 17:10:18.173738 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 41164) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:10:18.197626 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-43927ace-3432-4231-aa0b-33fcc86798d1 None None] Provisioning complete for port 67088839-5c23-48fd-aca4-438243bcfd73 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:10:18.198137 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-43927ace-3432-4231-aa0b-33fcc86798d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:18.344247 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02341c24-e25d-4e4c-a21b-f6b0301afd64 None None] Routers {'e80afa86-7511-44b2-aa93-5c0db67454fd'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:10:18.350760 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-02341c24-e25d-4e4c-a21b-f6b0301afd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:10:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['e80afa86-7511-44b2-aa93-5c0db67454fd'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:10:18.358189 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f210e713-f8e3-49f3-8c66-97e90b5df710 req-39e47b95-6e2b-4718-aff7-da4b3fcfda24 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a933b8-2f5d-47f8-8774-156066ff8236 HTTP/1.1" status: 200 len: 210 time: 0.0752475 Dec 06 17:10:18.378768 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3980be80-ed58-4420-bae6-6658094624a3 admin admin] Pushing event updated for resources: {'Network': ['ID=79b90a9c-eb89-4123-9981-71abc0c6c19e,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:18.398156 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-3980be80-ed58-4420-bae6-6658094624a3 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5768602 Dec 06 17:10:18.402276 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 41166) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:10:18.419269 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-9a9bff0d-1a43-4937-af02-fdb7df62159e admin admin] Request body: {'subnet': {'network_id': '79b90a9c-eb89-4123-9981-71abc0c6c19e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1273025096-subnet', 'tenant_id': '5f26c673ef09446ab219834b7c80b9a7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:10:18.477419 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-54e1ddca-cf53-499b-a5a7-c481d4b5e4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1ccd93-313a-4f65-8023-95e6826fba93', 'name': 'tempest-TaggedBootDevicesTest_v242-1478326568-router', 'tenant_id': 'e06aba6f7cc1415e89ae20f4d5eb8b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.217'}], 'enable_snat': True}, 'gw_port_id': '4621a21a-6a18-4779-a1ba-a617cae44cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:10:02Z', 'updated_at': '2021-12-06T17:10:10Z', 'revision_number': 4, 'project_id': 'e06aba6f7cc1415e89ae20f4d5eb8b07', 'gw_port': {'id': '4621a21a-6a18-4779-a1ba-a617cae44cc8', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:47:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1ccd93-313a-4f65-8023-95e6826fba93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:10:03Z', 'updated_at': '2021-12-06T17:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '67088839-5c23-48fd-aca4-438243bcfd73', 'name': '', 'network_id': 'f05d9e0a-904c-47f7-bc1e-929f90cd4a84', 'tenant_id': 'e06aba6f7cc1415e89ae20f4d5eb8b07', 'mac_address': 'fa:16:3e:af:09:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c1ccd93-313a-4f65-8023-95e6826fba93', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '497f0620-12c9-4760-9271-f21663a8e737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:10:08Z', 'updated_at': '2021-12-06T17:10:17Z', 'revision_number': 4, 'project_id': 'e06aba6f7cc1415e89ae20f4d5eb8b07', 'subnets': [{'id': '497f0620-12c9-4760-9271-f21663a8e737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:10:18.496796 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a9bff0d-1a43-4937-af02-fdb7df62159e admin admin] Made reservation on behalf of 5f26c673ef09446ab219834b7c80b9a7 for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:10:18.499738 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9a9bff0d-1a43-4937-af02-fdb7df62159e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:18.548724 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e1ddca-cf53-499b-a5a7-c481d4b5e4a2 None None] The sync data for ids ['3c1ccd93-313a-4f65-8023-95e6826fba93'] in n-d-master-1 is: [{'id': '3c1ccd93-313a-4f65-8023-95e6826fba93', 'name': 'tempest-TaggedBootDevicesTest_v242-1478326568-router', 'tenant_id': 'e06aba6f7cc1415e89ae20f4d5eb8b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.217'}], 'enable_snat': True}, 'gw_port_id': '4621a21a-6a18-4779-a1ba-a617cae44cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:10:02Z', 'updated_at': '2021-12-06T17:10:10Z', 'revision_number': 4, 'project_id': 'e06aba6f7cc1415e89ae20f4d5eb8b07', 'gw_port': {'id': '4621a21a-6a18-4779-a1ba-a617cae44cc8', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:47:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1ccd93-313a-4f65-8023-95e6826fba93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:10:03Z', 'updated_at': '2021-12-06T17:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '67088839-5c23-48fd-aca4-438243bcfd73', 'name': '', 'network_id': 'f05d9e0a-904c-47f7-bc1e-929f90cd4a84', 'tenant_id': 'e06aba6f7cc1415e89ae20f4d5eb8b07', 'mac_address': 'fa:16:3e:af:09:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c1ccd93-313a-4f65-8023-95e6826fba93', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '497f0620-12c9-4760-9271-f21663a8e737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:10:08Z', 'updated_at': '2021-12-06T17:10:17Z', 'revision_number': 4, 'project_id': 'e06aba6f7cc1415e89ae20f4d5eb8b07', 'subnets': [{'id': '497f0620-12c9-4760-9271-f21663a8e737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:10:18.616829 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-257d5c48-0a3d-41ea-83e0-abad58a30ef7 req-b998813f-f0b7-477d-9781-cb5e04227a4d tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2601b7c-64fc-4a21-87f0-528adaaaa6f7 HTTP/1.1" status: 200 len: 210 time: 0.0789862 Dec 06 17:10:18.660391 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-be3b6f52-4a93-49fe-8dfa-137b50eb7674 admin admin] Publish callbacks [] for router, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:18.958573 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a3b017e-4dc2-4856-b6c1-42d0b2dc0a85 x-openstack-request-id: req-0a3b017e-4dc2-4856-b6c1-42d0b2dc0a85 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:10:18.959447 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2d120db-3c1e-4e7f-9fa1-3ee957306d01", "name": "network-vif-plugged", "status": "completed", "tag": "8b72c507-ab7f-472b-b4c2-d0e3a63c5223", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:10:18.959702 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0a3b017e-4dc2-4856-b6c1-42d0b2dc0a85 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:10:18.960119 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2d120db-3c1e-4e7f-9fa1-3ee957306d01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b72c507-ab7f-472b-b4c2-d0e3a63c5223', 'code': 200} Dec 06 17:10:18.965446 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-be3b6f52-4a93-49fe-8dfa-137b50eb7674 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:18.967891 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 79b90a9c-eb89-4123-9981-71abc0c6c19e details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:10:18.978932 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 67088839-5c23-48fd-aca4-438243bcfd73 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:10:19.106188 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9a9bff0d-1a43-4937-af02-fdb7df62159e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:19.138141 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-cfd3c934-07ba-4e88-af89-ec3a81206dd4 req-5a1b3fa5-8ce6-44ef-ace8-7f93c4f0967e tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0f38465-af39-47f5-acaf-92ce9373a0cf HTTP/1.1" status: 200 len: 210 time: 0.0735054 Dec 06 17:10:19.153636 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 41186) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:10:19.176844 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-567309da-f35f-44ae-ae33-d92dfcc1ee1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:19.232002 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-be3b6f52-4a93-49fe-8dfa-137b50eb7674 admin admin] Deleting port 2bc8ca0a-7192-42e1-b61d-d0162096843c {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:10:19.233074 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-be3b6f52-4a93-49fe-8dfa-137b50eb7674 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:19.277303 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9bff0d-1a43-4937-af02-fdb7df62159e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5899f247-736f-4009-a275-eb13d5826af0,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:19.350516 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9bff0d-1a43-4937-af02-fdb7df62159e admin admin] Checking segment: {'id': 'b397b0e3-f332-4f10-a2c0-cf081ca77535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '79b90a9c-eb89-4123-9981-71abc0c6c19e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:10:19.350871 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9bff0d-1a43-4937-af02-fdb7df62159e admin admin] Network hostable DHCP agents. Network: 79b90a9c-eb89-4123-9981-71abc0c6c19e, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:10:19.366553 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-be3b6f52-4a93-49fe-8dfa-137b50eb7674 admin admin] For port 2bc8ca0a-7192-42e1-b61d-d0162096843c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2bc8ca0a-7192-42e1-b61d-d0162096843c,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:10:19.367197 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-be3b6f52-4a93-49fe-8dfa-137b50eb7674 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:19.423966 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-be3b6f52-4a93-49fe-8dfa-137b50eb7674 admin admin] Calling delete_port for 2bc8ca0a-7192-42e1-b61d-d0162096843c owned by network:router_gateway {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:10:19.509116 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:19.518696 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9bff0d-1a43-4937-af02-fdb7df62159e admin admin] Network 79b90a9c-eb89-4123-9981-71abc0c6c19e is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:10:19.609332 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f02d028-66a1-471d-a8f5-67827b4ce43e req-e98c8eb8-c334-47c5-b444-163536d42820 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:19.616624 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4f02d028-66a1-471d-a8f5-67827b4ce43e req-e98c8eb8-c334-47c5-b444-163536d42820 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2d120db-3c1e-4e7f-9fa1-3ee957306d01 HTTP/1.1" status: 200 len: 950 time: 0.2415318 Dec 06 17:10:19.635307 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-9a9bff0d-1a43-4937-af02-fdb7df62159e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 79b90a9c-eb89-4123-9981-71abc0c6c19e) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:10:19.638243 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-43927ace-3432-4231-aa0b-33fcc86798d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:19.643938 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-676c9325-361b-47f1-a4ff-6bd068d7b468 req-afb46d3d-ecc0-4c36-accf-876e0c7f2296 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a933b8-2f5d-47f8-8774-156066ff8236 HTTP/1.1" status: 200 len: 210 time: 0.1701515 Dec 06 17:10:19.669358 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-567309da-f35f-44ae-ae33-d92dfcc1ee1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:19.685678 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-567309da-f35f-44ae-ae33-d92dfcc1ee1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:19.728892 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9bff0d-1a43-4937-af02-fdb7df62159e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:19.729741 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9a9bff0d-1a43-4937-af02-fdb7df62159e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:19.767057 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-43927ace-3432-4231-aa0b-33fcc86798d1 None None] For port 67088839-5c23-48fd-aca4-438243bcfd73, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=67088839-5c23-48fd-aca4-438243bcfd73,segment=NetworkSegment(13dc3505-2379-4cb3-9b99-2fccc8f2bb10),segment_id=13dc3505-2379-4cb3-9b99-2fccc8f2bb10)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:10:19.768489 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68858e76-6ed7-4ee0-ad5a-58d0da52155e None None] Network 79b90a9c-eb89-4123-9981-71abc0c6c19e requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:10:19.772049 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-9a9bff0d-1a43-4937-af02-fdb7df62159e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3681269 Dec 06 17:10:19.775612 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 41196) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:10:19.796297 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-8ce25805-ffc3-4a11-a61e-dd1aec3cc528 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1273025096-router', 'tenant_id': '5f26c673ef09446ab219834b7c80b9a7', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:10:19.827457 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4f02d028-66a1-471d-a8f5-67827b4ce43e req-d02145bf-1dec-413c-b721-35d5fddcde41 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914306 Dec 06 17:10:19.843999 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-567309da-f35f-44ae-ae33-d92dfcc1ee1b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1b2aeffd71194646a9d9d45f23d04629&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6887796 Dec 06 17:10:19.845931 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 41198) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:10:19.864492 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8ce25805-ffc3-4a11-a61e-dd1aec3cc528 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:19.866413 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8ce25805-ffc3-4a11-a61e-dd1aec3cc528 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:19.940338 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-382818e7-00fe-4110-812b-b9b6767bcb4a req-5d5ced30-d97d-48c5-a4a5-3d046b1e3307 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2601b7c-64fc-4a21-87f0-528adaaaa6f7 HTTP/1.1" status: 200 len: 210 time: 0.1497788 Dec 06 17:10:19.956878 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567309da-f35f-44ae-ae33-d92dfcc1ee1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f76e39db-6557-4e20-8a63-a366c8e4ec3d,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:19.967226 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-02341c24-e25d-4e4c-a21b-f6b0301afd64 None None] Set router e80afa86-7511-44b2-aa93-5c0db67454fd gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:10:19.979377 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 67088839-5c23-48fd-aca4-438243bcfd73 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:10:19.979980 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:19.995370 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c8933e26-990c-4708-84c5-c633d14f7b26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:20.069524 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8ce25805-ffc3-4a11-a61e-dd1aec3cc528 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:20.071238 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c8933e26-990c-4708-84c5-c633d14f7b26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:20.105434 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-43927ace-3432-4231-aa0b-33fcc86798d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:20.199333 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c8933e26-990c-4708-84c5-c633d14f7b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:20.203013 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c8933e26-990c-4708-84c5-c633d14f7b26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:20.213948 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-c8933e26-990c-4708-84c5-c633d14f7b26 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f76e39db-6557-4e20-8a63-a366c8e4ec3d HTTP/1.1" status: 204 len: 168 time: 0.3669238 Dec 06 17:10:20.236487 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8933e26-990c-4708-84c5-c633d14f7b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f76e39db-6557-4e20-8a63-a366c8e4ec3d,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:20.367356 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-32502aaf-ba99-4ff4-85a8-2c376c8315a2 req-c87c40ea-25d2-4df3-b76e-c398ac83873e tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0f38465-af39-47f5-acaf-92ce9373a0cf HTTP/1.1" status: 200 len: 210 time: 0.0574365 Dec 06 17:10:20.517362 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-be3b6f52-4a93-49fe-8dfa-137b50eb7674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:20.622141 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43927ace-3432-4231-aa0b-33fcc86798d1 None None] Pushing event updated for resources: {'Port': ['ID=67088839-5c23-48fd-aca4-438243bcfd73,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:20.701141 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3b6f52-4a93-49fe-8dfa-137b50eb7674 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bc8ca0a-7192-42e1-b61d-d0162096843c,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:20.708935 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8ce25805-ffc3-4a11-a61e-dd1aec3cc528 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:20.900507 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-be3b6f52-4a93-49fe-8dfa-137b50eb7674 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536698'] for router_gateway, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:20.935106 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4b78ac5e-a42a-4615-ae97-97d8d9b7b19e req-e7a77107-8d91-4f50-8705-d359ab56de62 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a933b8-2f5d-47f8-8774-156066ff8236 HTTP/1.1" status: 200 len: 210 time: 0.1026537 Dec 06 17:10:20.938052 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4498a403-dbc2-46e6-873f-7ce7f584fdef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-79b90a9c-eb89-4123-9981-71abc0c6c19e', 'network_id': '79b90a9c-eb89-4123-9981-71abc0c6c19e', 'tenant_id': '5f26c673ef09446ab219834b7c80b9a7', 'fixed_ips': [{'subnet_id': '5899f247-736f-4009-a275-eb13d5826af0'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:10:20.939172 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4498a403-dbc2-46e6-873f-7ce7f584fdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:20.944133 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-02341c24-e25d-4e4c-a21b-f6b0301afd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e80afa86-7511-44b2-aa93-5c0db67454fd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-134019396-router', 'tenant_id': '92122cf46378473eb06bf059f15f9b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.166'}], 'enable_snat': True}, 'gw_port_id': '2bc8ca0a-7192-42e1-b61d-d0162096843c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:09:15Z', 'updated_at': '2021-12-06T17:10:15Z', 'revision_number': 5, 'project_id': '92122cf46378473eb06bf059f15f9b69', 'gw_port': {'id': '2bc8ca0a-7192-42e1-b61d-d0162096843c', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:10:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80afa86-7511-44b2-aa93-5c0db67454fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:09:17Z', 'updated_at': '2021-12-06T17:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:10:21.085192 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b20000-09dc-4636-b439-7c50c4c63edc req-f152f1ee-a0e0-47bd-a686-b51d67781d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:21.090061 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-86b20000-09dc-4636-b439-7c50c4c63edc req-f152f1ee-a0e0-47bd-a686-b51d67781d85 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a2d120db-3c1e-4e7f-9fa1-3ee957306d01&tenant_id=4fbfd036e0874a51a15b7801ac955516 HTTP/1.1" status: 200 len: 1101 time: 0.1536195 Dec 06 17:10:21.189817 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-be3b6f52-4a93-49fe-8dfa-137b50eb7674 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:21.191856 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-be3b6f52-4a93-49fe-8dfa-137b50eb7674 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:21.216125 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02341c24-e25d-4e4c-a21b-f6b0301afd64 None None] Checking router: e80afa86-7511-44b2-aa93-5c0db67454fd for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:10:21.267897 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-34b51f93-a457-466a-94b4-89648a661540 req-96e9bdbb-e50f-4c43-a68c-5e7701795b4a tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2601b7c-64fc-4a21-87f0-528adaaaa6f7 HTTP/1.1" status: 200 len: 210 time: 0.1179378 Dec 06 17:10:21.294248 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b20000-09dc-4636-b439-7c50c4c63edc req-a2d937c4-2dc7-4496-99cd-58e1b84a121c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:21.299935 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-86b20000-09dc-4636-b439-7c50c4c63edc req-a2d937c4-2dc7-4496-99cd-58e1b84a121c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4fbfd036e0874a51a15b7801ac955516&device_id=a2d120db-3c1e-4e7f-9fa1-3ee957306d01 HTTP/1.1" status: 200 len: 1101 time: 0.1701486 Dec 06 17:10:21.311038 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 67088839-5c23-48fd-aca4-438243bcfd73 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:10:21.379094 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-4498a403-dbc2-46e6-873f-7ce7f584fdef None None] Allocated IP 172.20.0.2 (79b90a9c-eb89-4123-9981-71abc0c6c19e/5899f247-736f-4009-a275-eb13d5826af0/b7f40fcb-bc21-46b3-8704-73e95df43934) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:10:21.549714 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02341c24-e25d-4e4c-a21b-f6b0301afd64 None None] Routers {'e80afa86-7511-44b2-aa93-5c0db67454fd'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:10:21.550561 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-02341c24-e25d-4e4c-a21b-f6b0301afd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:10:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['e80afa86-7511-44b2-aa93-5c0db67454fd'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:10:21.551723 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b20000-09dc-4636-b439-7c50c4c63edc req-0a9b44ee-925c-469c-9927-0e997bcff339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:21.557247 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-86b20000-09dc-4636-b439-7c50c4c63edc req-0a9b44ee-925c-469c-9927-0e997bcff339 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ee08a0d2-834f-4c39-be47-9c424581246a HTTP/1.1" status: 200 len: 870 time: 0.2445669 Dec 06 17:10:21.592756 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4498a403-dbc2-46e6-873f-7ce7f584fdef None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:21.654877 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-24200dd5-5f54-4abb-877a-376e7762dfc0 req-b7784f08-05d2-411b-8081-7750a2d985fc tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0f38465-af39-47f5-acaf-92ce9373a0cf HTTP/1.1" status: 200 len: 210 time: 0.0750916 Dec 06 17:10:21.717302 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4498a403-dbc2-46e6-873f-7ce7f584fdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:21.746093 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-86b20000-09dc-4636-b439-7c50c4c63edc req-177448c1-5984-41b7-a9ec-11cf323eaab2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=8b72c507-ab7f-472b-b4c2-d0e3a63c5223 HTTP/1.1" status: 200 len: 217 time: 0.1763437 Dec 06 17:10:21.797339 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 17:10:21.820258 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-02341c24-e25d-4e4c-a21b-f6b0301afd64 None None] Set router e80afa86-7511-44b2-aa93-5c0db67454fd gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:10:21.867669 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b20000-09dc-4636-b439-7c50c4c63edc req-d7641452-6d59-4ecc-b3ff-78e64c92064e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:21.869377 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-86b20000-09dc-4636-b439-7c50c4c63edc req-d7641452-6d59-4ecc-b3ff-78e64c92064e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1342252a-21e4-4783-88ff-f54776c79059 HTTP/1.1" status: 200 len: 843 time: 0.1108398 Dec 06 17:10:21.969350 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b20000-09dc-4636-b439-7c50c4c63edc req-8c40eb3a-5ef4-4542-b887-96d4e656bfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:21.972091 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-86b20000-09dc-4636-b439-7c50c4c63edc req-8c40eb3a-5ef4-4542-b887-96d4e656bfd0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee08a0d2-834f-4c39-be47-9c424581246a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0928195 Dec 06 17:10:21.974768 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-02341c24-e25d-4e4c-a21b-f6b0301afd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e80afa86-7511-44b2-aa93-5c0db67454fd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-134019396-router', 'tenant_id': '92122cf46378473eb06bf059f15f9b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:09:15Z', 'updated_at': '2021-12-06T17:10:20Z', 'revision_number': 7, 'project_id': '92122cf46378473eb06bf059f15f9b69', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:10:21.976654 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-be3b6f52-4a93-49fe-8dfa-137b50eb7674 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:21.977947 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be3b6f52-4a93-49fe-8dfa-137b50eb7674 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e80afa86-7511-44b2-aa93-5c0db67454fd {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 17:10:22.023048 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-be3b6f52-4a93-49fe-8dfa-137b50eb7674 admin admin] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:22.027174 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-be3b6f52-4a93-49fe-8dfa-137b50eb7674 admin admin] 10.222.0.23 "DELETE /v2.0/routers/e80afa86-7511-44b2-aa93-5c0db67454fd HTTP/1.1" status: 204 len: 168 time: 3.8522613 Dec 06 17:10:22.029567 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4498a403-dbc2-46e6-873f-7ce7f584fdef None None] Network 79b90a9c-eb89-4123-9981-71abc0c6c19e is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:10:22.031323 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 41254) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:10:22.035134 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-4498a403-dbc2-46e6-873f-7ce7f584fdef None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:10:22.047578 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4498a403-dbc2-46e6-873f-7ce7f584fdef None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:10:22.054819 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 67088839-5c23-48fd-aca4-438243bcfd73 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:10:22.055324 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:22.085518 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02341c24-e25d-4e4c-a21b-f6b0301afd64 None None] The sync data for ids ['e80afa86-7511-44b2-aa93-5c0db67454fd'] in n-d-master-1 is: [{'id': 'e80afa86-7511-44b2-aa93-5c0db67454fd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-134019396-router', 'tenant_id': '92122cf46378473eb06bf059f15f9b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:09:15Z', 'updated_at': '2021-12-06T17:10:20Z', 'revision_number': 7, 'project_id': '92122cf46378473eb06bf059f15f9b69', 'gw_port_host': None}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:10:22.094256 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4498a403-dbc2-46e6-873f-7ce7f584fdef None None] Pushing event updated for resources: {'Port': ['ID=b7f40fcb-bc21-46b3-8704-73e95df43934,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:22.184892 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-86b20000-09dc-4636-b439-7c50c4c63edc req-4390ff58-4a35-4c57-8808-c3287ef29030 service neutron] 10.222.0.41 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000751 Dec 06 17:10:22.230976 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0a5ccab2-3d20-4f4a-b883-62414abbba06 req-4d8fdde6-a448-4ad4-9bd4-b44cde96ec04 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a933b8-2f5d-47f8-8774-156066ff8236 HTTP/1.1" status: 200 len: 210 time: 0.0411782 Dec 06 17:10:22.237571 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85a86ff-15c5-49e3-b5ea-23532da09a8a req-f9539355-9986-4af8-806f-502a6f219946 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:22.241326 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a85a86ff-15c5-49e3-b5ea-23532da09a8a req-f9539355-9986-4af8-806f-502a6f219946 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.41 "GET /v2.0/networks?id=70d8b0a5-0858-49f5-bbf1-d505ec9e0192 HTTP/1.1" status: 200 len: 822 time: 0.3747900 Dec 06 17:10:22.266342 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-4498a403-dbc2-46e6-873f-7ce7f584fdef None None] Attempting to bind port b7f40fcb-bc21-46b3-8704-73e95df43934 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:10:22.267305 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-a85a86ff-15c5-49e3-b5ea-23532da09a8a req-5cf42844-f1f6-4fe5-afc9-ebac2592c566 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Request body: {'port': {'device_id': '57a933b8-2f5d-47f8-8774-156066ff8236', 'network_id': '70d8b0a5-0858-49f5-bbf1-d505ec9e0192', 'admin_state_up': True, 'tenant_id': '1f165b1cd9614f08a6e09192fccfad36'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:10:22.267530 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-4498a403-dbc2-46e6-873f-7ce7f584fdef None None] Attempting to bind port b7f40fcb-bc21-46b3-8704-73e95df43934 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'b397b0e3-f332-4f10-a2c0-cf081ca77535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '79b90a9c-eb89-4123-9981-71abc0c6c19e'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:10:22.268221 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4498a403-dbc2-46e6-873f-7ce7f584fdef None None] Attempting to bind port b7f40fcb-bc21-46b3-8704-73e95df43934 on network 79b90a9c-eb89-4123-9981-71abc0c6c19e {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:10:22.291615 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4498a403-dbc2-46e6-873f-7ce7f584fdef None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:10:22.292284 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4498a403-dbc2-46e6-873f-7ce7f584fdef None None] Checking segment: {'id': 'b397b0e3-f332-4f10-a2c0-cf081ca77535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '79b90a9c-eb89-4123-9981-71abc0c6c19e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:10:22.293028 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4498a403-dbc2-46e6-873f-7ce7f584fdef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:22.293614 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4498a403-dbc2-46e6-873f-7ce7f584fdef None None] Bound using segment: {'id': 'b397b0e3-f332-4f10-a2c0-cf081ca77535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '79b90a9c-eb89-4123-9981-71abc0c6c19e'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:10:22.294266 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-4498a403-dbc2-46e6-873f-7ce7f584fdef None None] Bound port: b7f40fcb-bc21-46b3-8704-73e95df43934, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b397b0e3-f332-4f10-a2c0-cf081ca77535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '79b90a9c-eb89-4123-9981-71abc0c6c19e'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:10:22.294849 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4498a403-dbc2-46e6-873f-7ce7f584fdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:22.492450 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82e0abf-1cf8-4df3-9979-e6cc4ca8bdba req-7cfd9a67-add1-43e1-84d7-edec764aea3c tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:22.495522 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-77adc769-f3b4-43ae-ad8f-0a03659c0dc6 req-72bad8f5-c3ee-472a-9281-710c8f625acb tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2601b7c-64fc-4a21-87f0-528adaaaa6f7 HTTP/1.1" status: 200 len: 210 time: 0.0664144 Dec 06 17:10:22.500123 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c82e0abf-1cf8-4df3-9979-e6cc4ca8bdba req-7cfd9a67-add1-43e1-84d7-edec764aea3c tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2d120db-3c1e-4e7f-9fa1-3ee957306d01 HTTP/1.1" status: 200 len: 950 time: 0.6326663 Dec 06 17:10:22.509662 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-4498a403-dbc2-46e6-873f-7ce7f584fdef None None] For port b7f40fcb-bc21-46b3-8704-73e95df43934, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:10:22.512988 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-4498a403-dbc2-46e6-873f-7ce7f584fdef None None] For port b7f40fcb-bc21-46b3-8704-73e95df43934, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b7f40fcb-bc21-46b3-8704-73e95df43934,segment=NetworkSegment(b397b0e3-f332-4f10-a2c0-cf081ca77535),segment_id=b397b0e3-f332-4f10-a2c0-cf081ca77535)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:10:22.523145 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4498a403-dbc2-46e6-873f-7ce7f584fdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:22.540116 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-86b20000-09dc-4636-b439-7c50c4c63edc req-a3533fa0-1fa3-4e24-9368-3fc73835c240 service neutron] 10.222.0.41 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3436606 Dec 06 17:10:22.592482 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-2caeb176-07dc-4f43-9042-405a7d991cc4 admin admin] Deleting subnet d3a427ff-c21c-4cb9-9bbf-427825b11026 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:10:22.595932 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2caeb176-07dc-4f43-9042-405a7d991cc4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:22.702180 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a85a86ff-15c5-49e3-b5ea-23532da09a8a req-5cf42844-f1f6-4fe5-afc9-ebac2592c566 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Made reservation on behalf of 1f165b1cd9614f08a6e09192fccfad36 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:10:22.733444 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a85a86ff-15c5-49e3-b5ea-23532da09a8a req-5cf42844-f1f6-4fe5-afc9-ebac2592c566 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:22.768946 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c82e0abf-1cf8-4df3-9979-e6cc4ca8bdba req-16da44cc-4204-4f52-b18c-3026833e2cd4 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401450 Dec 06 17:10:22.797315 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2caeb176-07dc-4f43-9042-405a7d991cc4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:22.951826 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6427e92a-5c24-4c6a-b410-b3b8177976b7 req-332e01a7-398d-495d-b98f-bf2e0efbf710 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0f38465-af39-47f5-acaf-92ce9373a0cf HTTP/1.1" status: 200 len: 210 time: 0.0728362 Dec 06 17:10:23.025230 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4498a403-dbc2-46e6-873f-7ce7f584fdef None None] Pushing event updated for resources: {'Port': ['ID=b7f40fcb-bc21-46b3-8704-73e95df43934,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:23.055868 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 2bc8ca0a-7192-42e1-b61d-d0162096843c no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:10:23.125292 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 2bc8ca0a-7192-42e1-b61d-d0162096843c {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:10:23.126384 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 2bc8ca0a-7192-42e1-b61d-d0162096843c not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:10:23.127107 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device facd6e1f-f144-45f5-9c3e-1cc68abb0735 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:10:23.141329 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8ce25805-ffc3-4a11-a61e-dd1aec3cc528 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:23.168745 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: facd6e1f-f144-45f5-9c3e-1cc68abb0735 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:10:23.169433 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device facd6e1f-f144-45f5-9c3e-1cc68abb0735 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:10:23.206631 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8ce25805-ffc3-4a11-a61e-dd1aec3cc528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:23.325613 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2caeb176-07dc-4f43-9042-405a7d991cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:23.422661 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-86273968-3fe4-4ed6-8372-86c823b6be52 req-216b8d7b-bdfa-4a61-b44a-2fbf009ba659 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a933b8-2f5d-47f8-8774-156066ff8236 HTTP/1.1" status: 200 len: 210 time: 0.0608861 Dec 06 17:10:23.499103 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-a85a86ff-15c5-49e3-b5ea-23532da09a8a req-5cf42844-f1f6-4fe5-afc9-ebac2592c566 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Allocated IP 172.20.0.13 (70d8b0a5-0858-49f5-bbf1-d505ec9e0192/2934c7f4-da1d-4bba-8712-ffc705d96679/19a95e3a-4721-4e6e-b59c-1c454cd4dad5) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:10:23.562932 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-8ce25805-ffc3-4a11-a61e-dd1aec3cc528 admin admin] Allocated IP 172.35.1.237 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/fc0d0fac-47fe-4dca-9e8c-816b18e5f6e7) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:10:23.565144 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2caeb176-07dc-4f43-9042-405a7d991cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:23.698608 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caeb176-07dc-4f43-9042-405a7d991cc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3a427ff-c21c-4cb9-9bbf-427825b11026,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:23.704453 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2caeb176-07dc-4f43-9042-405a7d991cc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:23.710198 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-2caeb176-07dc-4f43-9042-405a7d991cc4 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/d3a427ff-c21c-4cb9-9bbf-427825b11026 HTTP/1.1" status: 204 len: 168 time: 1.6747577 Dec 06 17:10:23.710307 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee381972-eebf-4e23-be17-51d44dc6d280 None None] Network e65e79ee-364c-4d8a-9bbe-30afa3950dc3 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:10:23.729028 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 41298) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:10:23.756156 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4a4940bb-6e05-4cd3-9247-1dbdb1a61763 req-ebd06b7d-9957-4703-8ce1-99685b656bad tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2601b7c-64fc-4a21-87f0-528adaaaa6f7 HTTP/1.1" status: 200 len: 210 time: 0.1209984 Dec 06 17:10:23.979975 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-468060b2-e100-43df-bd0d-c50df78693b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:24.001619 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc1ff65-889f-42da-9d1f-74a0706bd1ab None None] DHCP port deletion for e65e79ee-364c-4d8a-9bbe-30afa3950dc3 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:10:24.184722 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-9fc1ff65-889f-42da-9d1f-74a0706bd1ab None None] Deleting port 7b597edb-69db-42d7-b812-244435eda3ce {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:10:24.185114 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9fc1ff65-889f-42da-9d1f-74a0706bd1ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:24.308445 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf48c89f-e125-477a-b698-d5e41be2f6d3 req-f317af5d-0118-4a99-b47f-91360e6f435e tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:24.323542 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-cf48c89f-e125-477a-b698-d5e41be2f6d3 req-f317af5d-0118-4a99-b47f-91360e6f435e tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2d120db-3c1e-4e7f-9fa1-3ee957306d01 HTTP/1.1" status: 200 len: 950 time: 0.4081473 Dec 06 17:10:24.382666 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 8b72c507-ab7f-472b-b4c2-d0e3a63c5223 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:10:24.423006 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8ce25805-ffc3-4a11-a61e-dd1aec3cc528 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:24.461332 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-9fc1ff65-889f-42da-9d1f-74a0706bd1ab None None] For port 7b597edb-69db-42d7-b812-244435eda3ce, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7b597edb-69db-42d7-b812-244435eda3ce,segment=NetworkSegment(463119c8-ebb5-4e14-90f7-f7f8ec6b20e4),segment_id=463119c8-ebb5-4e14-90f7-f7f8ec6b20e4)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:10:24.462054 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9fc1ff65-889f-42da-9d1f-74a0706bd1ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:24.486874 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-9fc1ff65-889f-42da-9d1f-74a0706bd1ab None None] Calling delete_port for 7b597edb-69db-42d7-b812-244435eda3ce owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:10:24.603301 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a85a86ff-15c5-49e3-b5ea-23532da09a8a req-5cf42844-f1f6-4fe5-afc9-ebac2592c566 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:24.606151 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-468060b2-e100-43df-bd0d-c50df78693b8 admin admin] Deleting port 7b597edb-69db-42d7-b812-244435eda3ce {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:10:24.606691 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-468060b2-e100-43df-bd0d-c50df78693b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:24.654533 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-231eb896-4529-4ce1-8e07-53c95770dfaf req-2471e594-bf04-4834-9a05-ae389fe44e8d tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a933b8-2f5d-47f8-8774-156066ff8236 HTTP/1.1" status: 200 len: 210 time: 0.0570922 Dec 06 17:10:24.711600 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9fc1ff65-889f-42da-9d1f-74a0706bd1ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:24.715826 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-468060b2-e100-43df-bd0d-c50df78693b8 admin admin] For port 7b597edb-69db-42d7-b812-244435eda3ce, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7b597edb-69db-42d7-b812-244435eda3ce,segment=NetworkSegment(463119c8-ebb5-4e14-90f7-f7f8ec6b20e4),segment_id=463119c8-ebb5-4e14-90f7-f7f8ec6b20e4)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:10:24.716543 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-468060b2-e100-43df-bd0d-c50df78693b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:24.731669 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-468060b2-e100-43df-bd0d-c50df78693b8 admin admin] Calling delete_port for 7b597edb-69db-42d7-b812-244435eda3ce owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:10:24.813759 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc1ff65-889f-42da-9d1f-74a0706bd1ab None None] No DVR routers for this DVR port 7b597edb-69db-42d7-b812-244435eda3ce on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:10:24.840516 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc1ff65-889f-42da-9d1f-74a0706bd1ab None None] Pushing event deleted for resources: {'Port': ['ID=7b597edb-69db-42d7-b812-244435eda3ce,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:24.882022 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-468060b2-e100-43df-bd0d-c50df78693b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:24.904037 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-cf48c89f-e125-477a-b698-d5e41be2f6d3 req-a06e7497-f94f-4639-a0f8-d51f0f1c01cf tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5656266 Dec 06 17:10:24.946747 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468060b2-e100-43df-bd0d-c50df78693b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b597edb-69db-42d7-b812-244435eda3ce,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:24.960619 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468060b2-e100-43df-bd0d-c50df78693b8 admin admin] No DVR routers for this DVR port 7b597edb-69db-42d7-b812-244435eda3ce on host n-d-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:10:24.986391 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8ce25805-ffc3-4a11-a61e-dd1aec3cc528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:25.038925 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:25.051290 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e637ec-3c5b-487c-bec3-f7026f9330bd None None] Network 79b90a9c-eb89-4123-9981-71abc0c6c19e requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:10:25.109770 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce25805-ffc3-4a11-a61e-dd1aec3cc528 admin admin] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:10:25.124743 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-8ce25805-ffc3-4a11-a61e-dd1aec3cc528 admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:10:25.141901 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-468060b2-e100-43df-bd0d-c50df78693b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:25.150013 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce25805-ffc3-4a11-a61e-dd1aec3cc528 admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:10:25.194027 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device b7f40fcb-bc21-46b3-8704-73e95df43934 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:10:25.236867 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a85a86ff-15c5-49e3-b5ea-23532da09a8a req-5cf42844-f1f6-4fe5-afc9-ebac2592c566 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:25.283980 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce25805-ffc3-4a11-a61e-dd1aec3cc528 admin admin] Pushing event updated for resources: {'Port': ['ID=fc0d0fac-47fe-4dca-9e8c-816b18e5f6e7,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:25.307400 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b80e6840-9ea1-47d1-9ef8-6f48c74a6a19 req-f00e26f0-1137-4215-935b-fa469b1d5389 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2601b7c-64fc-4a21-87f0-528adaaaa6f7 HTTP/1.1" status: 200 len: 210 time: 0.1418312 Dec 06 17:10:25.309171 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a85a86ff-15c5-49e3-b5ea-23532da09a8a req-5cf42844-f1f6-4fe5-afc9-ebac2592c566 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Network 70d8b0a5-0858-49f5-bbf1-d505ec9e0192 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:10:25.368827 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-d323a8f8-8d14-472d-adb6-baf5fa619357 None None] Provisioning complete for port b7f40fcb-bc21-46b3-8704-73e95df43934 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:10:25.369200 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d323a8f8-8d14-472d-adb6-baf5fa619357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:25.370591 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2d120db-3c1e-4e7f-9fa1-3ee957306d01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b72c507-ab7f-472b-b4c2-d0e3a63c5223'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:10:25.372828 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb8d27a-115e-44ba-9455-5246da8211f5" -d '{"events": [{"server_uuid": "a2d120db-3c1e-4e7f-9fa1-3ee957306d01", "name": "network-vif-unplugged", "status": "completed", "tag": "8b72c507-ab7f-472b-b4c2-d0e3a63c5223"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:10:25.378988 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-468060b2-e100-43df-bd0d-c50df78693b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e65e79ee-364c-4d8a-9bbe-30afa3950dc3']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:10:25.384331 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf42844-f1f6-4fe5-afc9-ebac2592c566 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Pushing event updated for resources: {'Port': ['ID=19a95e3a-4721-4e6e-b59c-1c454cd4dad5,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:25.420205 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-a85a86ff-15c5-49e3-b5ea-23532da09a8a req-5cf42844-f1f6-4fe5-afc9-ebac2592c566 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:10:25.445882 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-a85a86ff-15c5-49e3-b5ea-23532da09a8a req-5cf42844-f1f6-4fe5-afc9-ebac2592c566 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:10:25.450903 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-468060b2-e100-43df-bd0d-c50df78693b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '463119c8-ebb5-4e14-90f7-f7f8ec6b20e4') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:10:25.451383 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-468060b2-e100-43df-bd0d-c50df78693b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '463119c8-ebb5-4e14-90f7-f7f8ec6b20e4') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:10:25.458082 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 17:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e57595e0-9c2c-4358-bcfe-4f99d2baff07 x-openstack-request-id: req-e57595e0-9c2c-4358-bcfe-4f99d2baff07 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:10:25.458380 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2d120db-3c1e-4e7f-9fa1-3ee957306d01", "name": "network-vif-unplugged", "status": "completed", "tag": "8b72c507-ab7f-472b-b4c2-d0e3a63c5223", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:10:25.459787 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e57595e0-9c2c-4358-bcfe-4f99d2baff07 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:10:25.460184 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2d120db-3c1e-4e7f-9fa1-3ee957306d01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b72c507-ab7f-472b-b4c2-d0e3a63c5223', 'code': 200} Dec 06 17:10:25.473413 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 8b72c507-ab7f-472b-b4c2-d0e3a63c5223, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8b72c507-ab7f-472b-b4c2-d0e3a63c5223,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:10:25.506035 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:25.544147 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-468060b2-e100-43df-bd0d-c50df78693b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:25.604518 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-468060b2-e100-43df-bd0d-c50df78693b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:25.612834 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=8b72c507-ab7f-472b-b4c2-d0e3a63c5223,revision_number=9']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:25.621363 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-468060b2-e100-43df-bd0d-c50df78693b8 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:10:25.625780 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-468060b2-e100-43df-bd0d-c50df78693b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:25.675215 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port b7f40fcb-bc21-46b3-8704-73e95df43934 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:10:25.675724 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:25.728139 n-d-master-1 neutron-server[103284]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:10:25.728139 n-d-master-1 neutron-server[103284]: self.session.flush() Dec 06 17:10:25.728139 n-d-master-1 neutron-server[103284]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:10:25.728139 n-d-master-1 neutron-server[103284]: self.session.flush() Dec 06 17:10:25.728139 n-d-master-1 neutron-server[103284]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:10:25.728139 n-d-master-1 neutron-server[103284]: self.session.flush() Dec 06 17:10:25.728139 n-d-master-1 neutron-server[103284]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:10:25.728139 n-d-master-1 neutron-server[103284]: self.session.flush() Dec 06 17:10:25.728139 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 17:10:25.728139 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:10:25.728139 n-d-master-1 neutron-server[103284]: timer() Dec 06 17:10:25.728139 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:10:25.728139 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 17:10:25.728139 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:10:25.728139 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 17:10:25.728139 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:10:25.728139 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 17:10:25.728139 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:10:25.728139 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 17:10:25.728139 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:10:25.728139 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 17:10:25.728139 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:10:25.728139 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:10:25.728139 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:10:25.728139 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:10:25.728139 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:10:25.728139 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 17:10:25.728139 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:10:25.728139 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 17:10:25.728139 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:10:25.728139 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:10:25.728139 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:10:25.728139 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 17:10:25.728139 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:10:25.728139 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:10:25.728139 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:10:25.728139 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:10:25.728139 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:10:25.728139 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:10:25.728139 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:10:25.807054 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d323a8f8-8d14-472d-adb6-baf5fa619357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:25.909365 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85a86ff-15c5-49e3-b5ea-23532da09a8a req-5cf42844-f1f6-4fe5-afc9-ebac2592c566 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:25.909365 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a85a86ff-15c5-49e3-b5ea-23532da09a8a req-5cf42844-f1f6-4fe5-afc9-ebac2592c566 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:25.920334 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-468060b2-e100-43df-bd0d-c50df78693b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:25.936698 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-468060b2-e100-43df-bd0d-c50df78693b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:25.940870 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-468060b2-e100-43df-bd0d-c50df78693b8 admin admin] 10.222.0.23 "DELETE /v2.0/networks/e65e79ee-364c-4d8a-9bbe-30afa3950dc3 HTTP/1.1" status: 204 len: 168 time: 2.2105782 Dec 06 17:10:25.971398 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a85a86ff-15c5-49e3-b5ea-23532da09a8a req-5cf42844-f1f6-4fe5-afc9-ebac2592c566 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7159004 Dec 06 17:10:25.980934 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468060b2-e100-43df-bd0d-c50df78693b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=e65e79ee-364c-4d8a-9bbe-30afa3950dc3,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:26.016356 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-d323a8f8-8d14-472d-adb6-baf5fa619357 None None] For port b7f40fcb-bc21-46b3-8704-73e95df43934, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b7f40fcb-bc21-46b3-8704-73e95df43934,segment=NetworkSegment(b397b0e3-f332-4f10-a2c0-cf081ca77535),segment_id=b397b0e3-f332-4f10-a2c0-cf081ca77535)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:10:26.023509 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-a85a86ff-15c5-49e3-b5ea-23532da09a8a req-4ccd266c-13f2-46ed-8953-aa40c7b35b1e service neutron] Request body: {'port': {'device_id': '57a933b8-2f5d-47f8-8774-156066ff8236', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:10:26.044724 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d323a8f8-8d14-472d-adb6-baf5fa619357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:26.160981 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 41360) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:10:26.266181 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d323a8f8-8d14-472d-adb6-baf5fa619357 None None] Pushing event updated for resources: {'Port': ['ID=b7f40fcb-bc21-46b3-8704-73e95df43934,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:26.268291 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88902fbe-d3a1-42b5-8716-13bf564a488f req-27a100c5-1233-4fdb-8b35-f781e1045b01 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:26.275915 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-88902fbe-d3a1-42b5-8716-13bf564a488f req-27a100c5-1233-4fdb-8b35-f781e1045b01 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2d120db-3c1e-4e7f-9fa1-3ee957306d01 HTTP/1.1" status: 200 len: 948 time: 0.2013590 Dec 06 17:10:26.287261 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:26.356276 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 41368) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:10:26.420385 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 8b72c507-ab7f-472b-b4c2-d0e3a63c5223 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:10:26.436489 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-88902fbe-d3a1-42b5-8716-13bf564a488f req-a26c2df4-1e17-489a-8e5e-43e9174e4d6d tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503849 Dec 06 17:10:26.520788 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-80c6d713-af2a-448c-bac0-b56e9f6563f8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=92122cf46378473eb06bf059f15f9b69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1630754 Dec 06 17:10:26.527422 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 41380) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:10:26.532204 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.db.api [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103286) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 17:10:26.532570 n-d-master-1 neutron-server[103286]: DEBUG oslo_db.api [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 17:10:26.646388 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-160d5161-6aa4-454d-b2fa-dcb2539964fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:26.686810 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-160d5161-6aa4-454d-b2fa-dcb2539964fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:26.714130 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-97d49fbf-3949-498b-8a95-1f98d0fdc0a7 None None] Provisioning complete for port b7f40fcb-bc21-46b3-8704-73e95df43934 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:10:26.718712 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-97d49fbf-3949-498b-8a95-1f98d0fdc0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:26.738055 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08af6b6-e290-4578-a9e5-b01bc2d54528 req-5063b2b7-d9e6-40c6-b101-0c7a4695226d tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:26.749310 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a08af6b6-e290-4578-a9e5-b01bc2d54528 req-5063b2b7-d9e6-40c6-b101-0c7a4695226d tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a933b8-2f5d-47f8-8774-156066ff8236 HTTP/1.1" status: 200 len: 932 time: 0.9166243 Dec 06 17:10:26.778304 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-160d5161-6aa4-454d-b2fa-dcb2539964fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:26.787341 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-160d5161-6aa4-454d-b2fa-dcb2539964fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:26.796659 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-160d5161-6aa4-454d-b2fa-dcb2539964fe admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ee7a7815-31d3-41da-a9b4-a582c7a9b87d HTTP/1.1" status: 204 len: 168 time: 0.2680476 Dec 06 17:10:26.844923 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 8b72c507-ab7f-472b-b4c2-d0e3a63c5223, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8b72c507-ab7f-472b-b4c2-d0e3a63c5223,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:10:26.851583 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8ce25805-ffc3-4a11-a61e-dd1aec3cc528 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:26.858371 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160d5161-6aa4-454d-b2fa-dcb2539964fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee7a7815-31d3-41da-a9b4-a582c7a9b87d,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:26.885848 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ee7a4eb7-bd23-40d9-a49f-5dceee8c1874 req-01ffaa22-a642-4851-85ab-620dfd2b410e tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2601b7c-64fc-4a21-87f0-528adaaaa6f7 HTTP/1.1" status: 200 len: 210 time: 0.1455371 Dec 06 17:10:26.907741 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2a5690d7-749f-4a78-a46b-f0c3b98c9181 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:26.946466 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': '8b72c507-ab7f-472b-b4c2-d0e3a63c5223', 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a', 'port_id': '8b72c507-ab7f-472b-b4c2-d0e3a63c5223', 'mac_address': 'fa:16:3e:79:0f:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1342252a-21e4-4783-88ff-f54776c79059', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:10:26.963636 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a08af6b6-e290-4578-a9e5-b01bc2d54528 req-cc795416-95b5-46fa-8379-9c7e3c7a1ce5 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbbbe13e-c3cf-4699-8577-456085f920c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085767 Dec 06 17:10:27.051734 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a85a86ff-15c5-49e3-b5ea-23532da09a8a req-4ccd266c-13f2-46ed-8953-aa40c7b35b1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:27.226242 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:27.258069 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2a5690d7-749f-4a78-a46b-f0c3b98c9181 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:27.274171 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e914fe-3569-44ec-8293-735b24117786 req-289ffe4c-22e9-40bd-a99b-aeed60359bd9 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:27.274400 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b72c507-ab7f-472b-b4c2-d0e3a63c5223 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:10:27.283407 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-85e914fe-3569-44ec-8293-735b24117786 req-289ffe4c-22e9-40bd-a99b-aeed60359bd9 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2d120db-3c1e-4e7f-9fa1-3ee957306d01 HTTP/1.1" status: 200 len: 948 time: 0.2336512 Dec 06 17:10:27.294186 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2a5690d7-749f-4a78-a46b-f0c3b98c9181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:27.351589 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 8b72c507-ab7f-472b-b4c2-d0e3a63c5223, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8b72c507-ab7f-472b-b4c2-d0e3a63c5223,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:10:27.360873 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:27.421430 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5690d7-749f-4a78-a46b-f0c3b98c9181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9559aec0-d4bd-454a-be63-bbbbdee07235,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:27.421755 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=8b72c507-ab7f-472b-b4c2-d0e3a63c5223,revision_number=10']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:27.424525 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 7b597edb-69db-42d7-b812-244435eda3ce no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:10:27.442261 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-2a5690d7-749f-4a78-a46b-f0c3b98c9181 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d69faae9a2394a17b5252b8c3eee42d8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2657158 Dec 06 17:10:27.442956 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 41390) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:10:27.449640 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 7b597edb-69db-42d7-b812-244435eda3ce {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:10:27.450073 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 7b597edb-69db-42d7-b812-244435eda3ce not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:10:27.476958 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-85e914fe-3569-44ec-8293-735b24117786 req-1cb75127-b0fb-45a0-90a9-65553c53af67 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890922 Dec 06 17:10:27.579150 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8ce25805-ffc3-4a11-a61e-dd1aec3cc528 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:27.636315 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['8b72c507-ab7f-472b-b4c2-d0e3a63c5223'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:10:27.659534 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-91b8369a-3f42-4ea7-b0e4-9773f18fcc7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:27.735923 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-91b8369a-3f42-4ea7-b0e4-9773f18fcc7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:27.756620 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device b7f40fcb-bc21-46b3-8704-73e95df43934 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:10:27.867347 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-91b8369a-3f42-4ea7-b0e4-9773f18fcc7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:27.870595 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-91b8369a-3f42-4ea7-b0e4-9773f18fcc7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:27.871918 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-91b8369a-3f42-4ea7-b0e4-9773f18fcc7f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9559aec0-d4bd-454a-be63-bbbbdee07235 HTTP/1.1" status: 204 len: 168 time: 0.4246969 Dec 06 17:10:27.887661 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b8369a-3f42-4ea7-b0e4-9773f18fcc7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9559aec0-d4bd-454a-be63-bbbbdee07235,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:27.946329 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port b7f40fcb-bc21-46b3-8704-73e95df43934 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:10:27.946860 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:28.020910 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-a85a86ff-15c5-49e3-b5ea-23532da09a8a req-4ccd266c-13f2-46ed-8953-aa40c7b35b1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19a95e3a-4721-4e6e-b59c-1c454cd4dad5 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:10:28.031386 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a85a86ff-15c5-49e3-b5ea-23532da09a8a req-4ccd266c-13f2-46ed-8953-aa40c7b35b1e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:28.051592 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-a85a86ff-15c5-49e3-b5ea-23532da09a8a req-4ccd266c-13f2-46ed-8953-aa40c7b35b1e service neutron] Transition to ACTIVE for port object 19a95e3a-4721-4e6e-b59c-1c454cd4dad5 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:10:28.082028 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f63fb7be-1b32-4e7c-bbd5-9da67c14efb5 req-982bfe8a-07bf-40ed-a888-18a5802acf23 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2601b7c-64fc-4a21-87f0-528adaaaa6f7 HTTP/1.1" status: 200 len: 210 time: 0.0712507 Dec 06 17:10:28.212593 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a85a86ff-15c5-49e3-b5ea-23532da09a8a req-4ccd266c-13f2-46ed-8953-aa40c7b35b1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:28.257913 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-63d37d08-b886-49bc-8474-20e1a3d64953 req-132c3524-09fb-4e21-816e-5300b4bd0d86 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=4fbfd036e0874a51a15b7801ac955516&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0651743 Dec 06 17:10:28.341117 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212ffb05-b8cb-46fb-90d8-6e0489d47fb0 req-864537ed-a73e-47a9-812e-a3420a39f2ed tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:28.357818 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-212ffb05-b8cb-46fb-90d8-6e0489d47fb0 req-864537ed-a73e-47a9-812e-a3420a39f2ed tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a933b8-2f5d-47f8-8774-156066ff8236 HTTP/1.1" status: 200 len: 944 time: 0.1222787 Dec 06 17:10:28.461790 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-212ffb05-b8cb-46fb-90d8-6e0489d47fb0 req-aee4c682-5086-4e23-8616-026020912305 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbbbe13e-c3cf-4699-8577-456085f920c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015372 Dec 06 17:10:28.564854 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 41438) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:10:28.593781 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccd266c-13f2-46ed-8953-aa40c7b35b1e service neutron] Pushing event updated for resources: {'Port': ['ID=19a95e3a-4721-4e6e-b59c-1c454cd4dad5,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:28.616697 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c3471b98-1044-451b-9415-1ed289197a57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:28.648564 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 41442) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:10:28.682769 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d37d08-b886-49bc-8474-20e1a3d64953 req-fb8be9be-6432-437f-a0d2-c68a0a54a9e5 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:28.685938 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-63d37d08-b886-49bc-8474-20e1a3d64953 req-fb8be9be-6432-437f-a0d2-c68a0a54a9e5 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4273393 Dec 06 17:10:28.729040 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ce25805-ffc3-4a11-a61e-dd1aec3cc528 admin admin] Router 7b699284-832d-4209-8325-5f6d99559c98 is scheduled to L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 17:10:28.737307 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-63d37d08-b886-49bc-8474-20e1a3d64953 req-7a2e13be-2573-4d7c-a03c-9b095e1e79bf tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/quotas/4fbfd036e0874a51a15b7801ac955516 HTTP/1.1" status: 200 len: 375 time: 0.0472746 Dec 06 17:10:28.823913 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c3471b98-1044-451b-9415-1ed289197a57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:28.831922 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c3471b98-1044-451b-9415-1ed289197a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:28.870656 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-a85a86ff-15c5-49e3-b5ea-23532da09a8a req-4ccd266c-13f2-46ed-8953-aa40c7b35b1e service neutron] Attempting to bind port 19a95e3a-4721-4e6e-b59c-1c454cd4dad5 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:10:28.871394 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-a85a86ff-15c5-49e3-b5ea-23532da09a8a req-4ccd266c-13f2-46ed-8953-aa40c7b35b1e service neutron] Attempting to bind port 19a95e3a-4721-4e6e-b59c-1c454cd4dad5 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '94f9461b-62d6-4912-b0a6-1a80857b81dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '70d8b0a5-0858-49f5-bbf1-d505ec9e0192'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:10:28.872225 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85a86ff-15c5-49e3-b5ea-23532da09a8a req-4ccd266c-13f2-46ed-8953-aa40c7b35b1e service neutron] Attempting to bind port 19a95e3a-4721-4e6e-b59c-1c454cd4dad5 on network 70d8b0a5-0858-49f5-bbf1-d505ec9e0192 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:10:28.885352 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85a86ff-15c5-49e3-b5ea-23532da09a8a req-4ccd266c-13f2-46ed-8953-aa40c7b35b1e service neutron] Port 19a95e3a-4721-4e6e-b59c-1c454cd4dad5 on network 70d8b0a5-0858-49f5-bbf1-d505ec9e0192 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:10:28.886097 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85a86ff-15c5-49e3-b5ea-23532da09a8a req-4ccd266c-13f2-46ed-8953-aa40c7b35b1e service neutron] Attempting to bind port 19a95e3a-4721-4e6e-b59c-1c454cd4dad5 on network 70d8b0a5-0858-49f5-bbf1-d505ec9e0192 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:10:28.933986 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85a86ff-15c5-49e3-b5ea-23532da09a8a req-4ccd266c-13f2-46ed-8953-aa40c7b35b1e service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:10:28.934893 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85a86ff-15c5-49e3-b5ea-23532da09a8a req-4ccd266c-13f2-46ed-8953-aa40c7b35b1e service neutron] Checking segment: {'id': '94f9461b-62d6-4912-b0a6-1a80857b81dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '70d8b0a5-0858-49f5-bbf1-d505ec9e0192'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:10:28.935506 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85a86ff-15c5-49e3-b5ea-23532da09a8a req-4ccd266c-13f2-46ed-8953-aa40c7b35b1e service neutron] Bound using segment: {'id': '94f9461b-62d6-4912-b0a6-1a80857b81dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '70d8b0a5-0858-49f5-bbf1-d505ec9e0192'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:10:28.936214 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-a85a86ff-15c5-49e3-b5ea-23532da09a8a req-4ccd266c-13f2-46ed-8953-aa40c7b35b1e service neutron] Bound port: 19a95e3a-4721-4e6e-b59c-1c454cd4dad5, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94f9461b-62d6-4912-b0a6-1a80857b81dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '70d8b0a5-0858-49f5-bbf1-d505ec9e0192'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:10:28.936806 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a85a86ff-15c5-49e3-b5ea-23532da09a8a req-4ccd266c-13f2-46ed-8953-aa40c7b35b1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:28.962820 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-e5a0013d-8fb9-442c-a500-61fc2580d40c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-549034827-network', 'tenant_id': '0ec0cbd42e444a94929543cc17ddde42'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:10:28.967411 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-63d37d08-b886-49bc-8474-20e1a3d64953 req-05d8b3e5-6e1a-4e89-b23e-3c31328de778 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4fbfd036e0874a51a15b7801ac955516&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2199984 Dec 06 17:10:28.979330 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-c3471b98-1044-451b-9415-1ed289197a57 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ffba3bc9dd5f4cf2a75238f06b307ed9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4130626 Dec 06 17:10:28.979859 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 41456) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:10:28.990435 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3471b98-1044-451b-9415-1ed289197a57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f206a6c-a1b1-42ec-9d2d-ebe95eefeed3,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:29.030633 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a0013d-8fb9-442c-a500-61fc2580d40c admin admin] Made reservation on behalf of 0ec0cbd42e444a94929543cc17ddde42 for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:10:29.034786 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e5a0013d-8fb9-442c-a500-61fc2580d40c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:29.039904 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ce25805-ffc3-4a11-a61e-dd1aec3cc528 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:10:29.052621 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c43aa1a-2be3-4bab-9a43-0466ef8e958a None None] Sync routers for ids ['7b699284-832d-4209-8325-5f6d99559c98'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:10:29.056969 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e5a0013d-8fb9-442c-a500-61fc2580d40c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:29.065973 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c43aa1a-2be3-4bab-9a43-0466ef8e958a None None] Routers {'7b699284-832d-4209-8325-5f6d99559c98'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:10:29.066600 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-6c43aa1a-2be3-4bab-9a43-0466ef8e958a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:10:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['7b699284-832d-4209-8325-5f6d99559c98'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:10:29.120925 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8ce25805-ffc3-4a11-a61e-dd1aec3cc528 admin admin] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:29.127284 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-8ce25805-ffc3-4a11-a61e-dd1aec3cc528 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 9.3356304 Dec 06 17:10:29.127802 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 41460) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:10:29.173029 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-a85a86ff-15c5-49e3-b5ea-23532da09a8a req-4ccd266c-13f2-46ed-8953-aa40c7b35b1e service neutron] For port 19a95e3a-4721-4e6e-b59c-1c454cd4dad5, host n-h1-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:10:29.183018 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-a85a86ff-15c5-49e3-b5ea-23532da09a8a req-4ccd266c-13f2-46ed-8953-aa40c7b35b1e service neutron] For port 19a95e3a-4721-4e6e-b59c-1c454cd4dad5, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=19a95e3a-4721-4e6e-b59c-1c454cd4dad5,segment=NetworkSegment(94f9461b-62d6-4912-b0a6-1a80857b81dc),segment_id=94f9461b-62d6-4912-b0a6-1a80857b81dc)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:10:29.238460 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0860d645-aa88-4a61-8f57-4ae92afbc163 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:29.289293 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a85a86ff-15c5-49e3-b5ea-23532da09a8a req-4ccd266c-13f2-46ed-8953-aa40c7b35b1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:29.402058 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-6c43aa1a-2be3-4bab-9a43-0466ef8e958a None None] Set router 7b699284-832d-4209-8325-5f6d99559c98 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:10:29.411169 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f7263f43-cbe1-4c8c-88ec-957eb3b14d60 req-ac80f8ab-789a-49b1-8e1f-1d56301b9caf tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4214df-5ee0-413a-b894-51ab5b893781 HTTP/1.1" status: 200 len: 210 time: 0.0900421 Dec 06 17:10:29.435327 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-56ce86b6-32c7-4689-987c-1ab00f55924c req-c3850b0e-411f-4830-a830-58ba0a43c1ab tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2601b7c-64fc-4a21-87f0-528adaaaa6f7 HTTP/1.1" status: 200 len: 210 time: 0.1513422 Dec 06 17:10:29.454020 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85a86ff-15c5-49e3-b5ea-23532da09a8a req-4ccd266c-13f2-46ed-8953-aa40c7b35b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:29.454876 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a85a86ff-15c5-49e3-b5ea-23532da09a8a req-4ccd266c-13f2-46ed-8953-aa40c7b35b1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:29.461596 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a85a86ff-15c5-49e3-b5ea-23532da09a8a req-4ccd266c-13f2-46ed-8953-aa40c7b35b1e service neutron] 10.222.0.41 "PUT /v2.0/ports/19a95e3a-4721-4e6e-b59c-1c454cd4dad5 HTTP/1.1" status: 200 len: 1092 time: 3.4443569 Dec 06 17:10:29.465659 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57a933b8-2f5d-47f8-8774-156066ff8236', 'tag': '19a95e3a-4721-4e6e-b59c-1c454cd4dad5'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:10:29.468416 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cbd05f1-5345-4dfa-be28-fd801a7e8b24" -d '{"events": [{"name": "network-changed", "server_uuid": "57a933b8-2f5d-47f8-8774-156066ff8236", "tag": "19a95e3a-4721-4e6e-b59c-1c454cd4dad5"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:10:29.491800 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0860d645-aa88-4a61-8f57-4ae92afbc163 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:29.625693 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b943d6ff-bac8-4711-b05f-788c9b36f06d x-openstack-request-id: req-b943d6ff-bac8-4711-b05f-788c9b36f06d {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:10:29.631870 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57a933b8-2f5d-47f8-8774-156066ff8236", "tag": "19a95e3a-4721-4e6e-b59c-1c454cd4dad5", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:10:29.633229 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b943d6ff-bac8-4711-b05f-788c9b36f06d {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:10:29.633909 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57a933b8-2f5d-47f8-8774-156066ff8236', 'tag': '19a95e3a-4721-4e6e-b59c-1c454cd4dad5', 'status': 'completed', 'code': 200} Dec 06 17:10:29.648441 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccd266c-13f2-46ed-8953-aa40c7b35b1e service neutron] Pushing event updated for resources: {'Port': ['ID=19a95e3a-4721-4e6e-b59c-1c454cd4dad5,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:29.650697 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e5a0013d-8fb9-442c-a500-61fc2580d40c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:29.683347 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e5a0013d-8fb9-442c-a500-61fc2580d40c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:29.695830 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85a86ff-15c5-49e3-b5ea-23532da09a8a req-c4d8fbcb-ab8e-4ea3-995d-b369c06f3249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:29.708428 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a85a86ff-15c5-49e3-b5ea-23532da09a8a req-c4d8fbcb-ab8e-4ea3-995d-b369c06f3249 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1f165b1cd9614f08a6e09192fccfad36&device_id=57a933b8-2f5d-47f8-8774-156066ff8236 HTTP/1.1" status: 200 len: 1095 time: 0.1813693 Dec 06 17:10:29.769519 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5a0013d-8fb9-442c-a500-61fc2580d40c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:10:29.799742 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e5a0013d-8fb9-442c-a500-61fc2580d40c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:29.800741 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-e5a0013d-8fb9-442c-a500-61fc2580d40c admin admin] Added segment ca4de8ed-50f8-4713-bda3-1d8627341bde of type vlan for network 427bb5a0-609d-4581-949c-2025bbcaac3c Dec 06 17:10:29.865662 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0860d645-aa88-4a61-8f57-4ae92afbc163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:29.868843 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0860d645-aa88-4a61-8f57-4ae92afbc163 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:29.870440 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-0860d645-aa88-4a61-8f57-4ae92afbc163 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6f206a6c-a1b1-42ec-9d2d-ebe95eefeed3 HTTP/1.1" status: 204 len: 168 time: 0.8874230 Dec 06 17:10:29.876170 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a85a86ff-15c5-49e3-b5ea-23532da09a8a req-d69d53b9-f29f-4e2f-9770-011812a45bcf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19a95e3a-4721-4e6e-b59c-1c454cd4dad5 HTTP/1.1" status: 200 len: 217 time: 0.1286714 Dec 06 17:10:29.887411 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0860d645-aa88-4a61-8f57-4ae92afbc163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f206a6c-a1b1-42ec-9d2d-ebe95eefeed3,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:29.953793 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4e2c10-a2a4-4f0a-922f-4100347b44f1 req-da1e750c-668b-4ac2-babf-9702d29a4877 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:29.962988 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-cc4e2c10-a2a4-4f0a-922f-4100347b44f1 req-da1e750c-668b-4ac2-babf-9702d29a4877 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a933b8-2f5d-47f8-8774-156066ff8236 HTTP/1.1" status: 200 len: 944 time: 0.3163772 Dec 06 17:10:29.964719 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-6c43aa1a-2be3-4bab-9a43-0466ef8e958a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b699284-832d-4209-8325-5f6d99559c98', 'name': 'tempest-TaggedBootDevicesTest_v242-1273025096-router', 'tenant_id': '5f26c673ef09446ab219834b7c80b9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.237'}], 'enable_snat': True}, 'gw_port_id': 'fc0d0fac-47fe-4dca-9e8c-816b18e5f6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:10:19Z', 'updated_at': '2021-12-06T17:10:25Z', 'revision_number': 3, 'project_id': '5f26c673ef09446ab219834b7c80b9a7', 'gw_port': {'id': 'fc0d0fac-47fe-4dca-9e8c-816b18e5f6e7', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:9c:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b699284-832d-4209-8325-5f6d99559c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:10:23Z', 'updated_at': '2021-12-06T17:10:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:10:30.013688 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85a86ff-15c5-49e3-b5ea-23532da09a8a req-d78165ca-c790-461b-871d-1db1c87f08b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:30.015821 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a85a86ff-15c5-49e3-b5ea-23532da09a8a req-d78165ca-c790-461b-871d-1db1c87f08b5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2934c7f4-da1d-4bba-8712-ffc705d96679 HTTP/1.1" status: 200 len: 862 time: 0.1294186 Dec 06 17:10:30.047109 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c43aa1a-2be3-4bab-9a43-0466ef8e958a None None] Checking router: 7b699284-832d-4209-8325-5f6d99559c98 for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:10:30.047802 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c43aa1a-2be3-4bab-9a43-0466ef8e958a None None] Updating router 7b699284-832d-4209-8325-5f6d99559c98 port fc0d0fac-47fe-4dca-9e8c-816b18e5f6e7 binding host n-d-master-1 {{(pid=103287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:10:30.072402 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a85a86ff-15c5-49e3-b5ea-23532da09a8a req-02503246-722f-4005-8dba-f7277a2b074a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=70d8b0a5-0858-49f5-bbf1-d505ec9e0192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473859 Dec 06 17:10:30.089519 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-cc4e2c10-a2a4-4f0a-922f-4100347b44f1 req-cf9d876b-056b-4724-9716-1ca489b1c1c4 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbbbe13e-c3cf-4699-8577-456085f920c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252580 Dec 06 17:10:30.092410 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6c43aa1a-2be3-4bab-9a43-0466ef8e958a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:30.164947 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e5a0013d-8fb9-442c-a500-61fc2580d40c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:30.218198 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a0013d-8fb9-442c-a500-61fc2580d40c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d84de40a-3b4f-4337-825c-91d58b9727f1,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:30.229976 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e5a0013d-8fb9-442c-a500-61fc2580d40c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:30.232320 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a0013d-8fb9-442c-a500-61fc2580d40c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:30.234752 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e5a0013d-8fb9-442c-a500-61fc2580d40c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:30.286033 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a85a86ff-15c5-49e3-b5ea-23532da09a8a req-a46b0476-6a5a-495c-a386-83fe26e27dec service neutron] 10.222.0.41 "GET /v2.0/networks/70d8b0a5-0858-49f5-bbf1-d505ec9e0192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898701 Dec 06 17:10:30.408399 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6c43aa1a-2be3-4bab-9a43-0466ef8e958a None None] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:30.418273 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6c43aa1a-2be3-4bab-9a43-0466ef8e958a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:30.423349 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 8b72c507-ab7f-472b-b4c2-d0e3a63c5223 up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:10:30.501722 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6d80b3-bd67-4e47-8150-1a28d663bdc6 None None] Pushing event updated for resources: {'Port': ['ID=fc0d0fac-47fe-4dca-9e8c-816b18e5f6e7,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:30.542278 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a85a86ff-15c5-49e3-b5ea-23532da09a8a req-a565bb58-565a-4abf-9cc9-dc4c2d5b3c86 service neutron] 10.222.0.41 "GET /v2.0/networks/70d8b0a5-0858-49f5-bbf1-d505ec9e0192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471225 Dec 06 17:10:30.550020 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6d80b3-bd67-4e47-8150-1a28d663bdc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:10:30.550637 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6d80b3-bd67-4e47-8150-1a28d663bdc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:10:30.551157 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6d80b3-bd67-4e47-8150-1a28d663bdc6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:10:30.551671 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6d80b3-bd67-4e47-8150-1a28d663bdc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:10:30.552198 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6d80b3-bd67-4e47-8150-1a28d663bdc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:10:30.553214 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6d80b3-bd67-4e47-8150-1a28d663bdc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:10:30.553741 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6d80b3-bd67-4e47-8150-1a28d663bdc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:10:30.554227 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6d80b3-bd67-4e47-8150-1a28d663bdc6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:10:30.554726 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6d80b3-bd67-4e47-8150-1a28d663bdc6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:10:30.555329 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6d80b3-bd67-4e47-8150-1a28d663bdc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:10:30.555826 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6d80b3-bd67-4e47-8150-1a28d663bdc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:10:30.556876 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6d80b3-bd67-4e47-8150-1a28d663bdc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:10:30.557380 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6d80b3-bd67-4e47-8150-1a28d663bdc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:10:30.561593 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-6c43aa1a-2be3-4bab-9a43-0466ef8e958a None None] Attempting to bind port fc0d0fac-47fe-4dca-9e8c-816b18e5f6e7 on host n-d-master-1 for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:10:30.562163 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-6c43aa1a-2be3-4bab-9a43-0466ef8e958a None None] Attempting to bind port fc0d0fac-47fe-4dca-9e8c-816b18e5f6e7 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:10:30.562764 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c43aa1a-2be3-4bab-9a43-0466ef8e958a None None] Attempting to bind port fc0d0fac-47fe-4dca-9e8c-816b18e5f6e7 on network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:10:30.568844 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c43aa1a-2be3-4bab-9a43-0466ef8e958a None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:10:30.569431 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c43aa1a-2be3-4bab-9a43-0466ef8e958a None None] Checking segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:10:30.570064 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6c43aa1a-2be3-4bab-9a43-0466ef8e958a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:30.571659 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c43aa1a-2be3-4bab-9a43-0466ef8e958a None None] Bound using segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:10:30.572320 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-6c43aa1a-2be3-4bab-9a43-0466ef8e958a None None] Bound port: fc0d0fac-47fe-4dca-9e8c-816b18e5f6e7, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:10:30.572924 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6c43aa1a-2be3-4bab-9a43-0466ef8e958a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:30.593399 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-e5a0013d-8fb9-442c-a500-61fc2580d40c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9412954 Dec 06 17:10:30.596277 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 41498) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:10:30.602637 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-682425f1-84a8-4548-8dc8-be5cae9228e6 admin admin] Request body: {'subnet': {'network_id': '427bb5a0-609d-4581-949c-2025bbcaac3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-549034827-subnet', 'tenant_id': '0ec0cbd42e444a94929543cc17ddde42', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:10:30.616255 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port 8b72c507-ab7f-472b-b4c2-d0e3a63c5223 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:10:30.616690 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:30.650387 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-6c43aa1a-2be3-4bab-9a43-0466ef8e958a None None] For port fc0d0fac-47fe-4dca-9e8c-816b18e5f6e7, host n-d-master-1, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:10:30.654487 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-6c43aa1a-2be3-4bab-9a43-0466ef8e958a None None] For port fc0d0fac-47fe-4dca-9e8c-816b18e5f6e7, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=fc0d0fac-47fe-4dca-9e8c-816b18e5f6e7,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:10:30.654650 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a0013d-8fb9-442c-a500-61fc2580d40c admin admin] Pushing event updated for resources: {'Network': ['ID=427bb5a0-609d-4581-949c-2025bbcaac3c,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:30.664375 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6c43aa1a-2be3-4bab-9a43-0466ef8e958a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:30.701628 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 427bb5a0-609d-4581-949c-2025bbcaac3c details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:10:30.841271 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-11830654-f2d5-454a-894e-9283285592b9 req-dc1a981e-6127-495c-9897-01530b938487 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4214df-5ee0-413a-b894-51ab5b893781 HTTP/1.1" status: 200 len: 210 time: 0.1887176 Dec 06 17:10:30.846403 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c43aa1a-2be3-4bab-9a43-0466ef8e958a None None] Routers {'7b699284-832d-4209-8325-5f6d99559c98'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:10:30.846991 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-6c43aa1a-2be3-4bab-9a43-0466ef8e958a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:10:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['7b699284-832d-4209-8325-5f6d99559c98'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:10:30.853769 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6d80b3-bd67-4e47-8150-1a28d663bdc6 None None] Pushing event updated for resources: {'Port': ['ID=fc0d0fac-47fe-4dca-9e8c-816b18e5f6e7,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:30.895758 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a403fafd-44fe-4037-aa69-883e4a5221e7 req-0272562d-3f24-4a8c-8131-49c4a042b902 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2601b7c-64fc-4a21-87f0-528adaaaa6f7 HTTP/1.1" status: 200 len: 210 time: 0.1936979 Dec 06 17:10:30.918883 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-682425f1-84a8-4548-8dc8-be5cae9228e6 admin admin] Made reservation on behalf of 0ec0cbd42e444a94929543cc17ddde42 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:10:30.935775 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-682425f1-84a8-4548-8dc8-be5cae9228e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:30.996808 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbd05f1-5345-4dfa-be28-fd801a7e8b24 req-ef403ce1-eb18-40a4-8eb4-5912c5a759a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:30.998737 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5cbd05f1-5345-4dfa-be28-fd801a7e8b24 req-ef403ce1-eb18-40a4-8eb4-5912c5a759a1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1f165b1cd9614f08a6e09192fccfad36&device_id=57a933b8-2f5d-47f8-8774-156066ff8236 HTTP/1.1" status: 200 len: 1095 time: 0.3684170 Dec 06 17:10:31.004970 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:31.054067 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2d120db-3c1e-4e7f-9fa1-3ee957306d01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b72c507-ab7f-472b-b4c2-d0e3a63c5223'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:10:31.056428 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-255e0b61-0240-4827-94c6-00f3db06d46b" -d '{"events": [{"server_uuid": "a2d120db-3c1e-4e7f-9fa1-3ee957306d01", "name": "network-vif-plugged", "status": "completed", "tag": "8b72c507-ab7f-472b-b4c2-d0e3a63c5223"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:10:31.102064 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-63d37d08-b886-49bc-8474-20e1a3d64953 req-00933bec-100c-4fb8-a626-91ea0e567411 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=4fbfd036e0874a51a15b7801ac955516&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1440635 Dec 06 17:10:31.111815 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 8b72c507-ab7f-472b-b4c2-d0e3a63c5223, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8b72c507-ab7f-472b-b4c2-d0e3a63c5223,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:10:31.126812 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:31.248036 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-581ec3cd-e46a-4547-ae20-a17da490cf9f x-openstack-request-id: req-581ec3cd-e46a-4547-ae20-a17da490cf9f {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:10:31.248635 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2d120db-3c1e-4e7f-9fa1-3ee957306d01", "name": "network-vif-plugged", "status": "completed", "tag": "8b72c507-ab7f-472b-b4c2-d0e3a63c5223", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:10:31.249069 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-581ec3cd-e46a-4547-ae20-a17da490cf9f {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:10:31.249670 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2d120db-3c1e-4e7f-9fa1-3ee957306d01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b72c507-ab7f-472b-b4c2-d0e3a63c5223', 'code': 200} Dec 06 17:10:31.250881 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=8b72c507-ab7f-472b-b4c2-d0e3a63c5223,revision_number=11']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:31.357171 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d37d08-b886-49bc-8474-20e1a3d64953 req-c6e14ed9-7180-420b-9f67-cec6e1730008 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:31.360679 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-63d37d08-b886-49bc-8474-20e1a3d64953 req-c6e14ed9-7180-420b-9f67-cec6e1730008 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2475450 Dec 06 17:10:31.366416 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-6c43aa1a-2be3-4bab-9a43-0466ef8e958a None None] Set router 7b699284-832d-4209-8325-5f6d99559c98 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:10:31.486206 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-63d37d08-b886-49bc-8474-20e1a3d64953 req-00161999-3116-4df6-bf10-14407f23c934 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Request body: {'port': {'device_id': '2c4214df-5ee0-413a-b894-51ab5b893781', 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a', 'admin_state_up': True, 'tenant_id': '4fbfd036e0874a51a15b7801ac955516'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:10:31.509733 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbd05f1-5345-4dfa-be28-fd801a7e8b24 req-d15c3d69-e106-4a19-959e-49d2e3ff4812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:31.509733 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5cbd05f1-5345-4dfa-be28-fd801a7e8b24 req-d15c3d69-e106-4a19-959e-49d2e3ff4812 service neutron] 10.222.0.41 "GET /v2.0/networks?id=70d8b0a5-0858-49f5-bbf1-d505ec9e0192 HTTP/1.1" status: 200 len: 923 time: 0.4531896 Dec 06 17:10:31.510579 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6ffb2db5-aed0-4d2a-aa9f-392d955519f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:31.632029 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5cbd05f1-5345-4dfa-be28-fd801a7e8b24 req-e6734c2b-102a-4598-8448-a0a5ced65c1e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19a95e3a-4721-4e6e-b59c-1c454cd4dad5 HTTP/1.1" status: 200 len: 217 time: 0.0947578 Dec 06 17:10:31.752874 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-6c43aa1a-2be3-4bab-9a43-0466ef8e958a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b699284-832d-4209-8325-5f6d99559c98', 'name': 'tempest-TaggedBootDevicesTest_v242-1273025096-router', 'tenant_id': '5f26c673ef09446ab219834b7c80b9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.237'}], 'enable_snat': True}, 'gw_port_id': 'fc0d0fac-47fe-4dca-9e8c-816b18e5f6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:10:19Z', 'updated_at': '2021-12-06T17:10:25Z', 'revision_number': 3, 'project_id': '5f26c673ef09446ab219834b7c80b9a7', 'gw_port': {'id': 'fc0d0fac-47fe-4dca-9e8c-816b18e5f6e7', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:9c:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b699284-832d-4209-8325-5f6d99559c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:10:23Z', 'updated_at': '2021-12-06T17:10:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:10:31.827145 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbd05f1-5345-4dfa-be28-fd801a7e8b24 req-e04961a4-dff4-4588-b747-56843adbbfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:31.838619 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5cbd05f1-5345-4dfa-be28-fd801a7e8b24 req-e04961a4-dff4-4588-b747-56843adbbfc9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2934c7f4-da1d-4bba-8712-ffc705d96679 HTTP/1.1" status: 200 len: 862 time: 0.1817188 Dec 06 17:10:31.847803 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63d37d08-b886-49bc-8474-20e1a3d64953 req-00161999-3116-4df6-bf10-14407f23c934 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Made reservation on behalf of 4fbfd036e0874a51a15b7801ac955516 for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:10:31.852112 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-63d37d08-b886-49bc-8474-20e1a3d64953 req-00161999-3116-4df6-bf10-14407f23c934 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:31.852882 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c43aa1a-2be3-4bab-9a43-0466ef8e958a None None] The sync data for ids ['7b699284-832d-4209-8325-5f6d99559c98'] in n-d-master-1 is: [{'id': '7b699284-832d-4209-8325-5f6d99559c98', 'name': 'tempest-TaggedBootDevicesTest_v242-1273025096-router', 'tenant_id': '5f26c673ef09446ab219834b7c80b9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.237'}], 'enable_snat': True}, 'gw_port_id': 'fc0d0fac-47fe-4dca-9e8c-816b18e5f6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:10:19Z', 'updated_at': '2021-12-06T17:10:25Z', 'revision_number': 3, 'project_id': '5f26c673ef09446ab219834b7c80b9a7', 'gw_port': {'id': 'fc0d0fac-47fe-4dca-9e8c-816b18e5f6e7', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:9c:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b699284-832d-4209-8325-5f6d99559c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:10:23Z', 'updated_at': '2021-12-06T17:10:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:10:31.891502 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5cbd05f1-5345-4dfa-be28-fd801a7e8b24 req-af93a7d3-f0b6-45bc-a3f5-f71cc6f84027 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=70d8b0a5-0858-49f5-bbf1-d505ec9e0192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463824 Dec 06 17:10:31.892933 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-682425f1-84a8-4548-8dc8-be5cae9228e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:31.930857 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d735bf3-56d8-4290-af92-6a318ef14a67 req-e3ec8f8d-ba52-4c05-8af8-1d5e56272ad5 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:31.932776 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2d735bf3-56d8-4290-af92-6a318ef14a67 req-e3ec8f8d-ba52-4c05-8af8-1d5e56272ad5 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a933b8-2f5d-47f8-8774-156066ff8236 HTTP/1.1" status: 200 len: 944 time: 0.5728304 Dec 06 17:10:32.026427 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5cbd05f1-5345-4dfa-be28-fd801a7e8b24 req-5f11e372-6e20-40ad-ac8b-542e1354e2a8 service neutron] 10.222.0.41 "GET /v2.0/networks/70d8b0a5-0858-49f5-bbf1-d505ec9e0192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190600 Dec 06 17:10:32.146588 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d91ddcd3-a826-457d-84b1-1e8413b20620 req-908f65ea-a6f7-4b03-ba6d-fd74cfab135b tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4214df-5ee0-413a-b894-51ab5b893781 HTTP/1.1" status: 200 len: 210 time: 0.0944524 Dec 06 17:10:32.203443 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682425f1-84a8-4548-8dc8-be5cae9228e6 admin admin] Checking segment: {'id': 'ca4de8ed-50f8-4713-bda3-1d8627341bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '427bb5a0-609d-4581-949c-2025bbcaac3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:10:32.203819 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682425f1-84a8-4548-8dc8-be5cae9228e6 admin admin] Network hostable DHCP agents. Network: 427bb5a0-609d-4581-949c-2025bbcaac3c, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:10:32.214211 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682425f1-84a8-4548-8dc8-be5cae9228e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f2b5e63-1b3c-460e-ac43-294ccdeb669a,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:32.258218 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682425f1-84a8-4548-8dc8-be5cae9228e6 admin admin] Network 427bb5a0-609d-4581-949c-2025bbcaac3c is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:10:32.297645 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-682425f1-84a8-4548-8dc8-be5cae9228e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 427bb5a0-609d-4581-949c-2025bbcaac3c) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:10:32.308008 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ca94b7-b00a-4d52-a41e-abc7fccac46d None None] Network 427bb5a0-609d-4581-949c-2025bbcaac3c requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:10:32.324235 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682425f1-84a8-4548-8dc8-be5cae9228e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:32.324861 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-682425f1-84a8-4548-8dc8-be5cae9228e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:32.363346 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5cbd05f1-5345-4dfa-be28-fd801a7e8b24 req-c59a7b53-0bdd-4f13-a439-49812bee6f08 service neutron] 10.222.0.41 "GET /v2.0/networks/70d8b0a5-0858-49f5-bbf1-d505ec9e0192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3070228 Dec 06 17:10:32.389065 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-682425f1-84a8-4548-8dc8-be5cae9228e6 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7864432 Dec 06 17:10:32.407945 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 41548) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:10:32.421032 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-c450fbe4-4b76-4c05-a789-a1a5151bca5b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-549034827-router', 'tenant_id': '0ec0cbd42e444a94929543cc17ddde42', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:10:32.515863 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c6c08c58-f245-467b-8c7c-2676483b1883 req-48c2fe0a-b62a-4e03-b74b-88cc0807c7f3 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2601b7c-64fc-4a21-87f0-528adaaaa6f7 HTTP/1.1" status: 200 len: 210 time: 0.1575773 Dec 06 17:10:32.578371 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c450fbe4-4b76-4c05-a789-a1a5151bca5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:32.579816 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c450fbe4-4b76-4c05-a789-a1a5151bca5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:32.673181 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:32.755879 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c450fbe4-4b76-4c05-a789-a1a5151bca5b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:32.795675 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bcbefbe-351a-47a6-9bb7-117c3091cdd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-427bb5a0-609d-4581-949c-2025bbcaac3c', 'network_id': '427bb5a0-609d-4581-949c-2025bbcaac3c', 'tenant_id': '0ec0cbd42e444a94929543cc17ddde42', 'fixed_ips': [{'subnet_id': '4f2b5e63-1b3c-460e-ac43-294ccdeb669a'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:10:32.796502 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9bcbefbe-351a-47a6-9bb7-117c3091cdd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:33.093512 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-9bcbefbe-351a-47a6-9bb7-117c3091cdd3 None None] Allocated IP 172.20.0.2 (427bb5a0-609d-4581-949c-2025bbcaac3c/4f2b5e63-1b3c-460e-ac43-294ccdeb669a/5f6e2b95-1a57-45e3-9e77-99620339cfe4) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:10:33.425694 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9bcbefbe-351a-47a6-9bb7-117c3091cdd3 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:33.446277 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9bcbefbe-351a-47a6-9bb7-117c3091cdd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:33.477198 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2d735bf3-56d8-4290-af92-6a318ef14a67 req-0b674187-77c3-40a8-b5d1-cf1b0b5cf860 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbbbe13e-c3cf-4699-8577-456085f920c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5213547 Dec 06 17:10:33.541159 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-6ffb2db5-aed0-4d2a-aa9f-392d955519f6 admin admin] Allocated IP 172.20.0.1 (79b90a9c-eb89-4123-9981-71abc0c6c19e/5899f247-736f-4009-a275-eb13d5826af0/229abebb-c4d2-4300-b889-2889b400e18e) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:10:33.570237 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcbefbe-351a-47a6-9bb7-117c3091cdd3 None None] Pushing event updated for resources: {'Port': ['ID=5f6e2b95-1a57-45e3-9e77-99620339cfe4,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:33.579888 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bcbefbe-351a-47a6-9bb7-117c3091cdd3 None None] Network 427bb5a0-609d-4581-949c-2025bbcaac3c is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:10:33.586043 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-9bcbefbe-351a-47a6-9bb7-117c3091cdd3 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:10:33.589795 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcbefbe-351a-47a6-9bb7-117c3091cdd3 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:10:33.611609 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-63d37d08-b886-49bc-8474-20e1a3d64953 req-00161999-3116-4df6-bf10-14407f23c934 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Allocated IP 192.168.233.129 (ee08a0d2-834f-4c39-be47-9c424581246a/1342252a-21e4-4783-88ff-f54776c79059/ace816df-f221-4480-98a4-e0c3265e6d36) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:10:33.755809 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-9bcbefbe-351a-47a6-9bb7-117c3091cdd3 None None] Attempting to bind port 5f6e2b95-1a57-45e3-9e77-99620339cfe4 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:10:33.760422 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-9bcbefbe-351a-47a6-9bb7-117c3091cdd3 None None] Attempting to bind port 5f6e2b95-1a57-45e3-9e77-99620339cfe4 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'ca4de8ed-50f8-4713-bda3-1d8627341bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '427bb5a0-609d-4581-949c-2025bbcaac3c'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:10:33.761205 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcbefbe-351a-47a6-9bb7-117c3091cdd3 None None] Attempting to bind port 5f6e2b95-1a57-45e3-9e77-99620339cfe4 on network 427bb5a0-609d-4581-949c-2025bbcaac3c {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:10:33.778427 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcbefbe-351a-47a6-9bb7-117c3091cdd3 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:10:33.781943 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcbefbe-351a-47a6-9bb7-117c3091cdd3 None None] Checking segment: {'id': 'ca4de8ed-50f8-4713-bda3-1d8627341bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '427bb5a0-609d-4581-949c-2025bbcaac3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:10:33.782892 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9bcbefbe-351a-47a6-9bb7-117c3091cdd3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:33.785669 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcbefbe-351a-47a6-9bb7-117c3091cdd3 None None] Bound using segment: {'id': 'ca4de8ed-50f8-4713-bda3-1d8627341bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '427bb5a0-609d-4581-949c-2025bbcaac3c'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:10:33.787520 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-9bcbefbe-351a-47a6-9bb7-117c3091cdd3 None None] Bound port: 5f6e2b95-1a57-45e3-9e77-99620339cfe4, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca4de8ed-50f8-4713-bda3-1d8627341bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '427bb5a0-609d-4581-949c-2025bbcaac3c'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:10:33.788003 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9bcbefbe-351a-47a6-9bb7-117c3091cdd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:33.799194 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device fc0d0fac-47fe-4dca-9e8c-816b18e5f6e7 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:10:33.945788 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-47df67aa-6ca2-4588-a87e-50099c52d134 req-1ae95b90-7d7b-45a7-88cc-5e7436959f1f tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4214df-5ee0-413a-b894-51ab5b893781 HTTP/1.1" status: 200 len: 210 time: 0.1407073 Dec 06 17:10:33.958886 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c450fbe4-4b76-4c05-a789-a1a5151bca5b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:34.156488 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port fc0d0fac-47fe-4dca-9e8c-816b18e5f6e7 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:10:34.156731 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:34.180508 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 41594) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:10:34.201039 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6ffb2db5-aed0-4d2a-aa9f-392d955519f6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:34.300360 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-9bcbefbe-351a-47a6-9bb7-117c3091cdd3 None None] For port 5f6e2b95-1a57-45e3-9e77-99620339cfe4, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:10:34.318787 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6ffb2db5-aed0-4d2a-aa9f-392d955519f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:34.391544 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-9bcbefbe-351a-47a6-9bb7-117c3091cdd3 None None] For port 5f6e2b95-1a57-45e3-9e77-99620339cfe4, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=5f6e2b95-1a57-45e3-9e77-99620339cfe4,segment=NetworkSegment(ca4de8ed-50f8-4713-bda3-1d8627341bde),segment_id=ca4de8ed-50f8-4713-bda3-1d8627341bde)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:10:34.412777 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9bcbefbe-351a-47a6-9bb7-117c3091cdd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:34.426184 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0aa5201f-1922-4a47-90bb-e608972dc908 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:34.552914 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ffb2db5-aed0-4d2a-aa9f-392d955519f6 admin admin] Network 79b90a9c-eb89-4123-9981-71abc0c6c19e is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:10:34.587363 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-6ffb2db5-aed0-4d2a-aa9f-392d955519f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:10:34.606144 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffb2db5-aed0-4d2a-aa9f-392d955519f6 admin admin] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:10:34.641436 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 19a95e3a-4721-4e6e-b59c-1c454cd4dad5 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:10:34.702273 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcbefbe-351a-47a6-9bb7-117c3091cdd3 None None] Pushing event updated for resources: {'Port': ['ID=5f6e2b95-1a57-45e3-9e77-99620339cfe4,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:34.839520 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6ffb2db5-aed0-4d2a-aa9f-392d955519f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539179'] for router_interface, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:35.001358 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 41604) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:10:35.016442 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0aa5201f-1922-4a47-90bb-e608972dc908 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:35.028757 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:35.060333 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] For port fc0d0fac-47fe-4dca-9e8c-816b18e5f6e7, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=fc0d0fac-47fe-4dca-9e8c-816b18e5f6e7,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:10:35.077990 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:35.209991 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:35.259635 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 19a95e3a-4721-4e6e-b59c-1c454cd4dad5, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=19a95e3a-4721-4e6e-b59c-1c454cd4dad5,segment=NetworkSegment(94f9461b-62d6-4912-b0a6-1a80857b81dc),segment_id=94f9461b-62d6-4912-b0a6-1a80857b81dc)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:10:35.260714 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-63d37d08-b886-49bc-8474-20e1a3d64953 req-00161999-3116-4df6-bf10-14407f23c934 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:35.278154 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': '19a95e3a-4721-4e6e-b59c-1c454cd4dad5', 'network_id': '70d8b0a5-0858-49f5-bbf1-d505ec9e0192', 'port_id': '19a95e3a-4721-4e6e-b59c-1c454cd4dad5', 'mac_address': 'fa:16:3e:0e:ba:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2934c7f4-da1d-4bba-8712-ffc705d96679', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:10:35.318784 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffb2db5-aed0-4d2a-aa9f-392d955519f6 admin admin] Pushing event updated for resources: {'Port': ['ID=229abebb-c4d2-4300-b889-2889b400e18e,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:35.370351 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7634bbe6-a815-481d-b363-5089f0d7c624 req-7d6aaab3-a57d-4e0e-9273-787c0ddd2ccc service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8d44bf3a-1b53-445f-9ec9-fa598e5fdf4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9218528 Dec 06 17:10:35.408947 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:35.450169 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19a95e3a-4721-4e6e-b59c-1c454cd4dad5 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:10:35.467752 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-c2d44c6f-9394-4de6-b097-5a658006a3fa None None] Provisioning complete for port 229abebb-c4d2-4300-b889-2889b400e18e triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:10:35.470102 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-cd22e8df-8916-4791-ae01-bfb2045a7ba4 req-20a9f747-f3b8-4b90-a85e-6703b64034a6 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4214df-5ee0-413a-b894-51ab5b893781 HTTP/1.1" status: 200 len: 210 time: 0.2866442 Dec 06 17:10:35.478482 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c2d44c6f-9394-4de6-b097-5a658006a3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:35.552344 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-63d37d08-b886-49bc-8474-20e1a3d64953 req-00161999-3116-4df6-bf10-14407f23c934 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:35.562188 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Pushing event updated for resources: {'Port': ['ID=fc0d0fac-47fe-4dca-9e8c-816b18e5f6e7,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:35.576402 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['71a04aac-4404-4b83-ab6d-e7768b206094', '48171e5d-9d8e-4d77-bd09-fe2c8257e388', '8b72c507-ab7f-472b-b4c2-d0e3a63c5223'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:10:35.582211 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 19a95e3a-4721-4e6e-b59c-1c454cd4dad5, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=19a95e3a-4721-4e6e-b59c-1c454cd4dad5,segment=NetworkSegment(94f9461b-62d6-4912-b0a6-1a80857b81dc),segment_id=94f9461b-62d6-4912-b0a6-1a80857b81dc)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:10:35.633540 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:35.640001 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b5e9a3-4758-4f25-b509-ae8d1b2cace3 req-91e4e9a7-e613-4290-af8e-9c954ca30ca7 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:35.653195 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-86b5e9a3-4758-4f25-b509-ae8d1b2cace3 req-91e4e9a7-e613-4290-af8e-9c954ca30ca7 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a933b8-2f5d-47f8-8774-156066ff8236 HTTP/1.1" status: 200 len: 944 time: 1.0022717 Dec 06 17:10:35.658798 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-c2d44c6f-9394-4de6-b097-5a658006a3fa None None] Port 229abebb-c4d2-4300-b889-2889b400e18e cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:10:35.666179 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6ffb2db5-aed0-4d2a-aa9f-392d955519f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:35.757355 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-562f94b7-8bd0-46b9-87ab-b5cb028830be admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:35.771615 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=19a95e3a-4721-4e6e-b59c-1c454cd4dad5,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:35.844884 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 5f6e2b95-1a57-45e3-9e77-99620339cfe4 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:10:35.876083 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c450fbe4-4b76-4c05-a789-a1a5151bca5b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:35.962053 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0aa5201f-1922-4a47-90bb-e608972dc908 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:35.965421 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0aa5201f-1922-4a47-90bb-e608972dc908 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:35.966905 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['19a95e3a-4721-4e6e-b59c-1c454cd4dad5'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:10:35.968756 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-0aa5201f-1922-4a47-90bb-e608972dc908 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] 10.222.0.23 "DELETE /v2.0/security-groups/9c9938ba-fde4-4f48-b59c-dd9a4d401845 HTTP/1.1" status: 204 len: 168 time: 1.7856131 Dec 06 17:10:35.976758 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 41620) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:10:35.991575 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7634bbe6-a815-481d-b363-5089f0d7c624 req-449a689c-0a43-4d36-9a18-0bc208191525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:36.001644 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7634bbe6-a815-481d-b363-5089f0d7c624 req-449a689c-0a43-4d36-9a18-0bc208191525 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=013b92ce2e6a40e1a3b2fa92d62d652e&device_id=8d44bf3a-1b53-445f-9ec9-fa598e5fdf4d HTTP/1.1" status: 200 len: 1095 time: 0.5305429 Dec 06 17:10:36.016291 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c450fbe4-4b76-4c05-a789-a1a5151bca5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:36.158350 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6ffb2db5-aed0-4d2a-aa9f-392d955519f6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:36.213797 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-c450fbe4-4b76-4c05-a789-a1a5151bca5b admin admin] Allocated IP 172.35.1.49 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/74fc5844-70c3-40c6-b61b-5644642d980a) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:10:36.224024 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6ffb2db5-aed0-4d2a-aa9f-392d955519f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:36.367056 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63d37d08-b886-49bc-8474-20e1a3d64953 req-00161999-3116-4df6-bf10-14407f23c934 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Network ee08a0d2-834f-4c39-be47-9c424581246a is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:10:36.396863 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6ffb2db5-aed0-4d2a-aa9f-392d955519f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-772465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539207'] for router_interface, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:36.398278 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c450fbe4-4b76-4c05-a789-a1a5151bca5b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:36.413692 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-63d37d08-b886-49bc-8474-20e1a3d64953 req-00161999-3116-4df6-bf10-14407f23c934 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:10:36.437369 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-63d37d08-b886-49bc-8474-20e1a3d64953 req-00161999-3116-4df6-bf10-14407f23c934 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:10:36.662708 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 5f6e2b95-1a57-45e3-9e77-99620339cfe4 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:10:36.663404 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:36.712832 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-562f94b7-8bd0-46b9-87ab-b5cb028830be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:36.817453 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00161999-3116-4df6-bf10-14407f23c934 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Pushing event updated for resources: {'Port': ['ID=ace816df-f221-4480-98a4-e0c3265e6d36,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:36.953698 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c726cd67-d4d8-4e8a-bbcd-fec8f648e188 None None] Network 427bb5a0-609d-4581-949c-2025bbcaac3c requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:10:37.020071 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d37d08-b886-49bc-8474-20e1a3d64953 req-00161999-3116-4df6-bf10-14407f23c934 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:37.022176 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c450fbe4-4b76-4c05-a789-a1a5151bca5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:37.023619 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-63d37d08-b886-49bc-8474-20e1a3d64953 req-00161999-3116-4df6-bf10-14407f23c934 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:37.048402 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7634bbe6-a815-481d-b363-5089f0d7c624 req-71fe87eb-c8b2-4f8a-8e4c-ff90542c2808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:37.049869 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7634bbe6-a815-481d-b363-5089f0d7c624 req-71fe87eb-c8b2-4f8a-8e4c-ff90542c2808 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f368e270-aa86-47d2-9c8f-0ac2b4fc8997 HTTP/1.1" status: 200 len: 922 time: 0.5430658 Dec 06 17:10:37.059468 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffb2db5-aed0-4d2a-aa9f-392d955519f6 admin admin] Pushing event updated for resources: {'Port': ['ID=229abebb-c4d2-4300-b889-2889b400e18e,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:37.107829 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-86b5e9a3-4758-4f25-b509-ae8d1b2cace3 req-1ca6b080-b354-41a0-ba8b-5defcd1d5abc tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbbbe13e-c3cf-4699-8577-456085f920c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4507143 Dec 06 17:10:37.123638 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-63d37d08-b886-49bc-8474-20e1a3d64953 req-00161999-3116-4df6-bf10-14407f23c934 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.7444558 Dec 06 17:10:37.303700 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-63d37d08-b886-49bc-8474-20e1a3d64953 req-457747c5-be45-4d25-bfe9-c3529b8b66ea service neutron] Request body: {'port': {'device_id': '2c4214df-5ee0-413a-b894-51ab5b893781', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:10:37.381638 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-ee7d9c7b-34c7-456e-9235-9141758e154b None None] Provisioning complete for port ace816df-f221-4480-98a4-e0c3265e6d36 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:10:37.382267 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ee7d9c7b-34c7-456e-9235-9141758e154b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:37.407213 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c450fbe4-4b76-4c05-a789-a1a5151bca5b admin admin] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:10:37.417307 n-d-master-1 neutron-server[103284]: INFO neutron.api.v2.resource [None req-7990972f-ee51-4ed6-934a-c3999200abd8 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] show failed (client error): The resource could not be found. Dec 06 17:10:37.418422 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-7990972f-ee51-4ed6-934a-c3999200abd8 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] 10.222.0.23 "GET /v2.0/security-groups/9c9938ba-fde4-4f48-b59c-dd9a4d401845 HTTP/1.1" status: 404 len: 347 time: 0.9292150 Dec 06 17:10:37.426670 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-562f94b7-8bd0-46b9-87ab-b5cb028830be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:37.462411 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 41638) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:10:37.588169 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c450fbe4-4b76-4c05-a789-a1a5151bca5b admin admin] Pushing event updated for resources: {'Port': ['ID=74fc5844-70c3-40c6-b61b-5644642d980a,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:37.598942 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-c450fbe4-4b76-4c05-a789-a1a5151bca5b admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:10:37.608606 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c450fbe4-4b76-4c05-a789-a1a5151bca5b admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:10:37.680801 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-63d37d08-b886-49bc-8474-20e1a3d64953 req-457747c5-be45-4d25-bfe9-c3529b8b66ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:37.732233 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-562f94b7-8bd0-46b9-87ab-b5cb028830be admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9abefa8d0ed647e9998871c0c48660e3&name=default HTTP/1.1" status: 200 len: 2996 time: 2.6858010 Dec 06 17:10:37.735267 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa5201f-1922-4a47-90bb-e608972dc908 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c9938ba-fde4-4f48-b59c-dd9a4d401845,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:37.772942 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 41642) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:10:37.832502 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7634bbe6-a815-481d-b363-5089f0d7c624 req-2d3dfe83-b797-44df-bb34-8ad0d03e531b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3caa7763-8c4a-4d9a-a625-48350712b146 HTTP/1.1" status: 200 len: 217 time: 0.3417244 Dec 06 17:10:37.970717 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ffb2db5-aed0-4d2a-aa9f-392d955519f6 admin admin] Network 79b90a9c-eb89-4123-9981-71abc0c6c19e is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:10:37.979944 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-6ffb2db5-aed0-4d2a-aa9f-392d955519f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:10:38.011359 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:38.094404 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562f94b7-8bd0-46b9-87ab-b5cb028830be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49bd318e-204c-4394-91c0-2b0af3c06647,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:38.196187 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7634bbe6-a815-481d-b363-5089f0d7c624 req-e6b9a491-5d4b-4f97-a08f-76921f01dc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:38.198725 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7634bbe6-a815-481d-b363-5089f0d7c624 req-e6b9a491-5d4b-4f97-a08f-76921f01dc93 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f77759ce-94b4-46a8-b90f-f881b9e38f99 HTTP/1.1" status: 200 len: 861 time: 0.0969236 Dec 06 17:10:38.267102 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] For port 5f6e2b95-1a57-45e3-9e77-99620339cfe4, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=5f6e2b95-1a57-45e3-9e77-99620339cfe4,segment=NetworkSegment(ca4de8ed-50f8-4713-bda3-1d8627341bde),segment_id=ca4de8ed-50f8-4713-bda3-1d8627341bde)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:10:38.303357 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:38.308224 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d9c7b-34c7-456e-9235-9141758e154b None None] Port ace816df-f221-4480-98a4-e0c3265e6d36 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:10:38.390677 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3c13308b-37c4-4d95-aaf7-bcbd24bbb888 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:38.446129 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3c13308b-37c4-4d95-aaf7-bcbd24bbb888 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:38.494977 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Pushing event updated for resources: {'Port': ['ID=5f6e2b95-1a57-45e3-9e77-99620339cfe4,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:38.496349 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c450fbe4-4b76-4c05-a789-a1a5151bca5b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:38.514171 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 19a95e3a-4721-4e6e-b59c-1c454cd4dad5 up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:10:38.605707 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device fc0d0fac-47fe-4dca-9e8c-816b18e5f6e7 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:10:38.678549 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3c13308b-37c4-4d95-aaf7-bcbd24bbb888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:38.692720 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3c13308b-37c4-4d95-aaf7-bcbd24bbb888 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:38.693073 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-ee7d9c7b-34c7-456e-9235-9141758e154b None None] Provisioning complete for port 5f6e2b95-1a57-45e3-9e77-99620339cfe4 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:10:38.693369 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ee7d9c7b-34c7-456e-9235-9141758e154b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:38.694726 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-3c13308b-37c4-4d95-aaf7-bcbd24bbb888 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/49bd318e-204c-4394-91c0-2b0af3c06647 HTTP/1.1" status: 204 len: 168 time: 0.9124987 Dec 06 17:10:38.712140 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7634bbe6-a815-481d-b363-5089f0d7c624 req-06a8169b-db45-4e43-bace-68f16e6d7295 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f368e270-aa86-47d2-9c8f-0ac2b4fc8997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2740467 Dec 06 17:10:38.780987 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-b32bb7a7-ac07-4279-8c10-3c62435d95f4 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Deleting port 3b28a142-db63-4057-a3bc-ec1df1c842b3 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:10:38.795464 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b32bb7a7-ac07-4279-8c10-3c62435d95f4 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:39.009228 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc5a947-2c61-49a2-b224-bdc3835f936a req-74b70e40-bc06-4961-bec7-2fb0a32cfe60 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:39.013379 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bfc5a947-2c61-49a2-b224-bdc3835f936a req-74b70e40-bc06-4961-bec7-2fb0a32cfe60 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4214df-5ee0-413a-b894-51ab5b893781 HTTP/1.1" status: 200 len: 936 time: 1.9263344 Dec 06 17:10:39.016065 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c13308b-37c4-4d95-aaf7-bcbd24bbb888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49bd318e-204c-4394-91c0-2b0af3c06647,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:39.078099 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c450fbe4-4b76-4c05-a789-a1a5151bca5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:39.128971 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port fc0d0fac-47fe-4dca-9e8c-816b18e5f6e7 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:10:39.129566 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:39.267386 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port 19a95e3a-4721-4e6e-b59c-1c454cd4dad5 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:10:39.300085 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port 19a95e3a-4721-4e6e-b59c-1c454cd4dad5 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:10:39.300464 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:39.302400 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 41654) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:10:39.397879 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051b62ef-bcb3-4ff3-aeb3-59e8761fe56c req-9e2367e8-b4df-48c4-ac4d-2676e1c4f537 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:39.408287 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bfc5a947-2c61-49a2-b224-bdc3835f936a req-84af1e27-1073-4fc9-bc75-da81dab0ad4e tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069000 Dec 06 17:10:39.413623 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-051b62ef-bcb3-4ff3-aeb3-59e8761fe56c req-9e2367e8-b4df-48c4-ac4d-2676e1c4f537 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a933b8-2f5d-47f8-8774-156066ff8236 HTTP/1.1" status: 200 len: 945 time: 1.0728953 Dec 06 17:10:39.457017 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b83e0e5-5fa7-429b-aa76-7a4ea87a177c None None] Provisioning complete for port 229abebb-c4d2-4300-b889-2889b400e18e triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:10:39.457451 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b83e0e5-5fa7-429b-aa76-7a4ea87a177c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:39.485280 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ffb2db5-aed0-4d2a-aa9f-392d955519f6 admin admin] Router 7b699284-832d-4209-8325-5f6d99559c98 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:10:39.563248 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5b6f257d-72d0-437b-ab48-e466f7cbe375 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:39.654751 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7634bbe6-a815-481d-b363-5089f0d7c624 req-3c36412e-a035-4559-a666-bc5e14f0a892 service neutron] 10.222.0.44 "GET /v2.0/networks/f368e270-aa86-47d2-9c8f-0ac2b4fc8997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6405854 Dec 06 17:10:39.688397 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-051b62ef-bcb3-4ff3-aeb3-59e8761fe56c req-07ae157a-3d26-4579-a63e-587876398d58 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbbbe13e-c3cf-4699-8577-456085f920c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735405 Dec 06 17:10:39.751754 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b83e0e5-5fa7-429b-aa76-7a4ea87a177c None None] Port 229abebb-c4d2-4300-b889-2889b400e18e cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:10:39.844547 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:39.885109 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b32bb7a7-ac07-4279-8c10-3c62435d95f4 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:39.885553 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b32bb7a7-ac07-4279-8c10-3c62435d95f4 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:39.940203 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-b32bb7a7-ac07-4279-8c10-3c62435d95f4 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Calling delete_port for 3b28a142-db63-4057-a3bc-ec1df1c842b3 owned by network:floatingip {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:10:39.982742 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57a933b8-2f5d-47f8-8774-156066ff8236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19a95e3a-4721-4e6e-b59c-1c454cd4dad5'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:10:39.985087 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d6ae78-46d1-4d0d-8209-f46f1d07e569" -d '{"events": [{"server_uuid": "57a933b8-2f5d-47f8-8774-156066ff8236", "name": "network-vif-plugged", "status": "completed", "tag": "19a95e3a-4721-4e6e-b59c-1c454cd4dad5"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:10:40.009351 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7634bbe6-a815-481d-b363-5089f0d7c624 req-11de0f65-8ce4-4879-b9e3-f039428c3a17 service neutron] 10.222.0.44 "GET /v2.0/networks/f368e270-aa86-47d2-9c8f-0ac2b4fc8997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3424091 Dec 06 17:10:40.051562 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 19a95e3a-4721-4e6e-b59c-1c454cd4dad5, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=19a95e3a-4721-4e6e-b59c-1c454cd4dad5,segment=NetworkSegment(94f9461b-62d6-4912-b0a6-1a80857b81dc),segment_id=94f9461b-62d6-4912-b0a6-1a80857b81dc)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:10:40.056183 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c450fbe4-4b76-4c05-a789-a1a5151bca5b admin admin] Router 740e48b4-d750-428e-af8a-2ddbaa14ae6d is scheduled to L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 17:10:40.067593 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:40.078672 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-75724944-729f-4620-b032-eadcf5c51476 None None] Provisioning complete for port 5f6e2b95-1a57-45e3-9e77-99620339cfe4 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:10:40.079051 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-75724944-729f-4620-b032-eadcf5c51476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:40.275470 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-63d37d08-b886-49bc-8474-20e1a3d64953 req-457747c5-be45-4d25-bfe9-c3529b8b66ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ace816df-f221-4480-98a4-e0c3265e6d36 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:10:40.302440 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=19a95e3a-4721-4e6e-b59c-1c454cd4dad5,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:40.316126 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-63d37d08-b886-49bc-8474-20e1a3d64953 req-457747c5-be45-4d25-bfe9-c3529b8b66ea service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:40.321172 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bc348e2-8f05-42f6-a2f1-4bc4f732c1b4 x-openstack-request-id: req-9bc348e2-8f05-42f6-a2f1-4bc4f732c1b4 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:10:40.321443 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57a933b8-2f5d-47f8-8774-156066ff8236", "name": "network-vif-plugged", "status": "completed", "tag": "19a95e3a-4721-4e6e-b59c-1c454cd4dad5", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:10:40.321660 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9bc348e2-8f05-42f6-a2f1-4bc4f732c1b4 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:10:40.322084 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57a933b8-2f5d-47f8-8774-156066ff8236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19a95e3a-4721-4e6e-b59c-1c454cd4dad5', 'code': 200} Dec 06 17:10:40.356330 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ce8960-ce78-49d9-98ee-1bc91b1b6545 req-82c23a47-2ed2-46d7-9d11-d1c3f7e739d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:40.358910 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-38ce8960-ce78-49d9-98ee-1bc91b1b6545 req-82c23a47-2ed2-46d7-9d11-d1c3f7e739d1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=57a933b8-2f5d-47f8-8774-156066ff8236 HTTP/1.1" status: 200 len: 1097 time: 0.1139219 Dec 06 17:10:40.360416 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c450fbe4-4b76-4c05-a789-a1a5151bca5b admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:10:40.362130 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-63d37d08-b886-49bc-8474-20e1a3d64953 req-457747c5-be45-4d25-bfe9-c3529b8b66ea service neutron] Transition to ACTIVE for port object ace816df-f221-4480-98a4-e0c3265e6d36 will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:10:40.384534 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-63d37d08-b886-49bc-8474-20e1a3d64953 req-457747c5-be45-4d25-bfe9-c3529b8b66ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:40.392001 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33feab20-1765-4eb0-8b0b-54db5b60772f None None] Sync routers for ids ['740e48b4-d750-428e-af8a-2ddbaa14ae6d'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:10:40.432811 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ffb2db5-aed0-4d2a-aa9f-392d955519f6 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:10:40.444904 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1e497f-03fe-488a-b00c-358fd50446b7 None None] Sync routers for ids ['7b699284-832d-4209-8325-5f6d99559c98'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:10:40.448411 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c450fbe4-4b76-4c05-a789-a1a5151bca5b admin admin] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:40.456514 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-c450fbe4-4b76-4c05-a789-a1a5151bca5b admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.0469596 Dec 06 17:10:40.457176 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 41670) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:10:40.471130 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1e497f-03fe-488a-b00c-358fd50446b7 None None] Routers {'7b699284-832d-4209-8325-5f6d99559c98'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:10:40.475003 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-cb1e497f-03fe-488a-b00c-358fd50446b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:10:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['7b699284-832d-4209-8325-5f6d99559c98'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:10:40.504744 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33feab20-1765-4eb0-8b0b-54db5b60772f None None] Routers {'740e48b4-d750-428e-af8a-2ddbaa14ae6d'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:10:40.506096 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-33feab20-1765-4eb0-8b0b-54db5b60772f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:10:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['740e48b4-d750-428e-af8a-2ddbaa14ae6d'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:10:40.565910 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-6ffb2db5-aed0-4d2a-aa9f-392d955519f6 admin admin] 10.222.0.23 "PUT /v2.0/routers/7b699284-832d-4209-8325-5f6d99559c98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4369349 Dec 06 17:10:40.668066 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 5f6e2b95-1a57-45e3-9e77-99620339cfe4 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:10:40.690883 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5b6f257d-72d0-437b-ab48-e466f7cbe375 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:40.933960 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-38ce8960-ce78-49d9-98ee-1bc91b1b6545 req-461ad194-7bae-462c-bb11-e0ff7d3e4b41 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fbbbe13e-c3cf-4699-8577-456085f920c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5612087 Dec 06 17:10:41.049898 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5b6f257d-72d0-437b-ab48-e466f7cbe375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:41.123366 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6f257d-72d0-437b-ab48-e466f7cbe375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed434b7-bc6d-4e09-9bdb-12bc2bfcffda,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:41.126165 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b32bb7a7-ac07-4279-8c10-3c62435d95f4 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:41.152190 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 5f6e2b95-1a57-45e3-9e77-99620339cfe4 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:10:41.152581 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:41.160404 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-cb1e497f-03fe-488a-b00c-358fd50446b7 None None] Set router 7b699284-832d-4209-8325-5f6d99559c98 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:10:41.237434 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457747c5-be45-4d25-bfe9-c3529b8b66ea service neutron] Pushing event updated for resources: {'Port': ['ID=ace816df-f221-4480-98a4-e0c3265e6d36,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:41.293570 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32bb7a7-ac07-4279-8c10-3c62435d95f4 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Pushing event deleted for resources: {'Port': ['ID=3b28a142-db63-4057-a3bc-ec1df1c842b3,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:41.382744 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-33feab20-1765-4eb0-8b0b-54db5b60772f None None] Set router 740e48b4-d750-428e-af8a-2ddbaa14ae6d gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:10:41.397817 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-63d37d08-b886-49bc-8474-20e1a3d64953 req-457747c5-be45-4d25-bfe9-c3529b8b66ea service neutron] Attempting to bind port ace816df-f221-4480-98a4-e0c3265e6d36 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:10:41.398372 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-63d37d08-b886-49bc-8474-20e1a3d64953 req-457747c5-be45-4d25-bfe9-c3529b8b66ea service neutron] Attempting to bind port ace816df-f221-4480-98a4-e0c3265e6d36 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:10:41.398901 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d37d08-b886-49bc-8474-20e1a3d64953 req-457747c5-be45-4d25-bfe9-c3529b8b66ea service neutron] Attempting to bind port ace816df-f221-4480-98a4-e0c3265e6d36 on network ee08a0d2-834f-4c39-be47-9c424581246a {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:10:41.402557 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f161e86f-fae5-4f5f-81de-2afcdcf8003f req-fa4198d6-8f52-4e7c-bf9d-33ed845dfbef tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:41.407958 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d37d08-b886-49bc-8474-20e1a3d64953 req-457747c5-be45-4d25-bfe9-c3529b8b66ea service neutron] Port ace816df-f221-4480-98a4-e0c3265e6d36 on network ee08a0d2-834f-4c39-be47-9c424581246a not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:10:41.408494 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d37d08-b886-49bc-8474-20e1a3d64953 req-457747c5-be45-4d25-bfe9-c3529b8b66ea service neutron] Attempting to bind port ace816df-f221-4480-98a4-e0c3265e6d36 on network ee08a0d2-834f-4c39-be47-9c424581246a {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:10:41.419317 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f161e86f-fae5-4f5f-81de-2afcdcf8003f req-fa4198d6-8f52-4e7c-bf9d-33ed845dfbef tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a933b8-2f5d-47f8-8774-156066ff8236 HTTP/1.1" status: 200 len: 946 time: 0.4827397 Dec 06 17:10:41.419944 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccec4d1-4b39-4ad8-baaa-08deea2099ec req-5690bd7c-cbad-4a33-b410-a5c835530f19 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:41.421748 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1ccec4d1-4b39-4ad8-baaa-08deea2099ec req-5690bd7c-cbad-4a33-b410-a5c835530f19 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4214df-5ee0-413a-b894-51ab5b893781 HTTP/1.1" status: 200 len: 948 time: 0.7496238 Dec 06 17:10:41.430638 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-5b6f257d-72d0-437b-ab48-e466f7cbe375 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8c620ebfcaf1402c891b7b88c0acbb64&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1271722 Dec 06 17:10:41.437262 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 41694) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:10:41.467955 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d2b0b39c-7510-4f93-a66b-78992f270f9e req-d73c7be0-d6e2-46ce-ae9d-352332b85e67 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=420dab89-01de-4f05-8ee1-f1a1d05e3583&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3470898 Dec 06 17:10:41.481041 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d37d08-b886-49bc-8474-20e1a3d64953 req-457747c5-be45-4d25-bfe9-c3529b8b66ea service neutron] Checking agent: {'id': '9d8b9f49-2860-4c1f-9b89-45a7657a3c4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:10:41.481760 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d37d08-b886-49bc-8474-20e1a3d64953 req-457747c5-be45-4d25-bfe9-c3529b8b66ea service neutron] Checking segment: {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:10:41.482372 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d37d08-b886-49bc-8474-20e1a3d64953 req-457747c5-be45-4d25-bfe9-c3529b8b66ea service neutron] Bound using segment: {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:10:41.483031 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-63d37d08-b886-49bc-8474-20e1a3d64953 req-457747c5-be45-4d25-bfe9-c3529b8b66ea service neutron] Bound port: ace816df-f221-4480-98a4-e0c3265e6d36, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:10:41.483613 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-63d37d08-b886-49bc-8474-20e1a3d64953 req-457747c5-be45-4d25-bfe9-c3529b8b66ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:41.610368 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-63d37d08-b886-49bc-8474-20e1a3d64953 req-457747c5-be45-4d25-bfe9-c3529b8b66ea service neutron] For port ace816df-f221-4480-98a4-e0c3265e6d36, host n-h2-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:10:41.614030 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-63d37d08-b886-49bc-8474-20e1a3d64953 req-457747c5-be45-4d25-bfe9-c3529b8b66ea service neutron] For port ace816df-f221-4480-98a4-e0c3265e6d36, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ace816df-f221-4480-98a4-e0c3265e6d36,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:10:41.642645 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-63d37d08-b886-49bc-8474-20e1a3d64953 req-457747c5-be45-4d25-bfe9-c3529b8b66ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:41.722119 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f161e86f-fae5-4f5f-81de-2afcdcf8003f req-31c237e9-2eab-465e-ae74-af1698cdc4ff tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbbbe13e-c3cf-4699-8577-456085f920c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872221 Dec 06 17:10:41.831054 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457747c5-be45-4d25-bfe9-c3529b8b66ea service neutron] Pushing event updated for resources: {'Port': ['ID=ace816df-f221-4480-98a4-e0c3265e6d36,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:41.922100 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-cb1e497f-03fe-488a-b00c-358fd50446b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b699284-832d-4209-8325-5f6d99559c98', 'name': 'tempest-TaggedBootDevicesTest_v242-1273025096-router', 'tenant_id': '5f26c673ef09446ab219834b7c80b9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.237'}], 'enable_snat': True}, 'gw_port_id': 'fc0d0fac-47fe-4dca-9e8c-816b18e5f6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:10:19Z', 'updated_at': '2021-12-06T17:10:35Z', 'revision_number': 4, 'project_id': '5f26c673ef09446ab219834b7c80b9a7', 'gw_port': {'id': 'fc0d0fac-47fe-4dca-9e8c-816b18e5f6e7', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:9c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b699284-832d-4209-8325-5f6d99559c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:10:23Z', 'updated_at': '2021-12-06T17:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '229abebb-c4d2-4300-b889-2889b400e18e', 'name': '', 'network_id': '79b90a9c-eb89-4123-9981-71abc0c6c19e', 'tenant_id': '5f26c673ef09446ab219834b7c80b9a7', 'mac_address': 'fa:16:3e:7a:36:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b699284-832d-4209-8325-5f6d99559c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '5899f247-736f-4009-a275-eb13d5826af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:10:31Z', 'updated_at': '2021-12-06T17:10:35Z', 'revision_number': 2, 'project_id': '5f26c673ef09446ab219834b7c80b9a7', 'subnets': [{'id': '5899f247-736f-4009-a275-eb13d5826af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:10:41.990633 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1ccec4d1-4b39-4ad8-baaa-08deea2099ec req-428b10a1-a246-461c-8a16-05f59739a5e9 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5540338 Dec 06 17:10:42.042156 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d37d08-b886-49bc-8474-20e1a3d64953 req-457747c5-be45-4d25-bfe9-c3529b8b66ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:42.043341 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1e497f-03fe-488a-b00c-358fd50446b7 None None] Checking router: 7b699284-832d-4209-8325-5f6d99559c98 for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:10:42.043703 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1e497f-03fe-488a-b00c-358fd50446b7 None None] Updating router 7b699284-832d-4209-8325-5f6d99559c98 port 229abebb-c4d2-4300-b889-2889b400e18e binding host n-d-master-1 {{(pid=103287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:10:42.045922 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-63d37d08-b886-49bc-8474-20e1a3d64953 req-457747c5-be45-4d25-bfe9-c3529b8b66ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:42.055206 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-63d37d08-b886-49bc-8474-20e1a3d64953 req-457747c5-be45-4d25-bfe9-c3529b8b66ea service neutron] 10.222.0.44 "PUT /v2.0/ports/ace816df-f221-4480-98a4-e0c3265e6d36 HTTP/1.1" status: 200 len: 1096 time: 4.7711360 Dec 06 17:10:42.094559 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c4214df-5ee0-413a-b894-51ab5b893781', 'tag': 'ace816df-f221-4480-98a4-e0c3265e6d36'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:10:42.106145 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c71539c-5d9b-4d7d-acc9-73a8a0f04cf6" -d '{"events": [{"name": "network-changed", "server_uuid": "2c4214df-5ee0-413a-b894-51ab5b893781", "tag": "ace816df-f221-4480-98a4-e0c3265e6d36"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:10:42.173258 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cb1e497f-03fe-488a-b00c-358fd50446b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:42.190517 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b32bb7a7-ac07-4279-8c10-3c62435d95f4 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Publish callbacks [] for floatingip, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:42.203497 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b32bb7a7-ac07-4279-8c10-3c62435d95f4 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:42.216695 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-b32bb7a7-ac07-4279-8c10-3c62435d95f4 tempest-ServersTestBootFromVolume-1088710260 tempest-ServersTestBootFromVolume-1088710260-project] 10.222.0.23 "DELETE /v2.0/floatingips/b335b7f6-d6e2-4ab4-844e-642f1e8a8d90 HTTP/1.1" status: 204 len: 168 time: 4.7531376 Dec 06 17:10:42.231542 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 41740) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:10:42.248320 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b0b39c-7510-4f93-a66b-78992f270f9e req-024dd7a9-4915-42ea-9f08-d43446d0c0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:42.275365 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d2b0b39c-7510-4f93-a66b-78992f270f9e req-024dd7a9-4915-42ea-9f08-d43446d0c0d7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4fbfd036e0874a51a15b7801ac955516&device_id=420dab89-01de-4f05-8ee1-f1a1d05e3583 HTTP/1.1" status: 200 len: 1100 time: 0.6594741 Dec 06 17:10:42.285047 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-33feab20-1765-4eb0-8b0b-54db5b60772f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '740e48b4-d750-428e-af8a-2ddbaa14ae6d', 'name': 'tempest-FloatingIPDetailsTestJSON-549034827-router', 'tenant_id': '0ec0cbd42e444a94929543cc17ddde42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.49'}], 'enable_snat': True}, 'gw_port_id': '74fc5844-70c3-40c6-b61b-5644642d980a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:10:32Z', 'updated_at': '2021-12-06T17:10:38Z', 'revision_number': 3, 'project_id': '0ec0cbd42e444a94929543cc17ddde42', 'gw_port': {'id': '74fc5844-70c3-40c6-b61b-5644642d980a', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:52:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '740e48b4-d750-428e-af8a-2ddbaa14ae6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:10:36Z', 'updated_at': '2021-12-06T17:10:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:10:42.361090 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33feab20-1765-4eb0-8b0b-54db5b60772f None None] Checking router: 740e48b4-d750-428e-af8a-2ddbaa14ae6d for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:10:42.361497 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33feab20-1765-4eb0-8b0b-54db5b60772f None None] Updating router 740e48b4-d750-428e-af8a-2ddbaa14ae6d port 74fc5844-70c3-40c6-b61b-5644642d980a binding host n-d-master-1 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:10:42.394193 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-33feab20-1765-4eb0-8b0b-54db5b60772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:42.428377 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed096ed1-51db-48d6-9490-3ec32a03c985 x-openstack-request-id: req-ed096ed1-51db-48d6-9490-3ec32a03c985 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:10:42.431880 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c4214df-5ee0-413a-b894-51ab5b893781", "tag": "ace816df-f221-4480-98a4-e0c3265e6d36", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:10:42.435715 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ed096ed1-51db-48d6-9490-3ec32a03c985 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:10:42.436678 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c4214df-5ee0-413a-b894-51ab5b893781', 'tag': 'ace816df-f221-4480-98a4-e0c3265e6d36', 'status': 'completed', 'code': 200} Dec 06 17:10:42.515866 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1fcc277-a50a-4562-8188-5bddb3d18564 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:42.581871 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d37d08-b886-49bc-8474-20e1a3d64953 req-c78bf414-6b1a-4e58-bb06-1803b6acc982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:42.584957 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-63d37d08-b886-49bc-8474-20e1a3d64953 req-c78bf414-6b1a-4e58-bb06-1803b6acc982 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4fbfd036e0874a51a15b7801ac955516&device_id=2c4214df-5ee0-413a-b894-51ab5b893781 HTTP/1.1" status: 200 len: 1099 time: 0.4312913 Dec 06 17:10:43.118833 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-63d37d08-b886-49bc-8474-20e1a3d64953 req-b667b8e3-b3ba-4a3e-acd1-482a1c653e81 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=ace816df-f221-4480-98a4-e0c3265e6d36 HTTP/1.1" status: 200 len: 217 time: 0.4755564 Dec 06 17:10:43.241000 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1fcc277-a50a-4562-8188-5bddb3d18564 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:43.393189 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d37d08-b886-49bc-8474-20e1a3d64953 req-ef8acf83-e2d2-4197-85f6-3cd3d57b67e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:43.394718 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-63d37d08-b886-49bc-8474-20e1a3d64953 req-ef8acf83-e2d2-4197-85f6-3cd3d57b67e3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1342252a-21e4-4783-88ff-f54776c79059 HTTP/1.1" status: 200 len: 843 time: 0.2351675 Dec 06 17:10:43.461249 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cb1e497f-03fe-488a-b00c-358fd50446b7 None None] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:43.473841 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cb1e497f-03fe-488a-b00c-358fd50446b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:43.483324 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d693397a-2c79-44ae-9a87-6cc67dd2bbd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:43.519593 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-33feab20-1765-4eb0-8b0b-54db5b60772f None None] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:43.545174 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-33feab20-1765-4eb0-8b0b-54db5b60772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:43.756596 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb31534-bd91-4688-8a39-7f112c048bb0 req-0c475769-1bee-4ca7-9bd3-ffac46402417 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:43.800930 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-dcb31534-bd91-4688-8a39-7f112c048bb0 req-0c475769-1bee-4ca7-9bd3-ffac46402417 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a933b8-2f5d-47f8-8774-156066ff8236 HTTP/1.1" status: 200 len: 946 time: 0.6901155 Dec 06 17:10:43.849746 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b0b39c-7510-4f93-a66b-78992f270f9e req-4b46ba1a-e835-4d83-880b-6ec47edbfbad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:43.854148 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d2b0b39c-7510-4f93-a66b-78992f270f9e req-4b46ba1a-e835-4d83-880b-6ec47edbfbad service neutron] 10.222.0.41 "GET /v2.0/networks?id=ee08a0d2-834f-4c39-be47-9c424581246a HTTP/1.1" status: 200 len: 870 time: 1.3931808 Dec 06 17:10:43.873714 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-cb1e497f-03fe-488a-b00c-358fd50446b7 None None] Attempting to bind port 229abebb-c4d2-4300-b889-2889b400e18e on host n-d-master-1 for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:10:43.879600 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-cb1e497f-03fe-488a-b00c-358fd50446b7 None None] Attempting to bind port 229abebb-c4d2-4300-b889-2889b400e18e by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'b397b0e3-f332-4f10-a2c0-cf081ca77535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '79b90a9c-eb89-4123-9981-71abc0c6c19e'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:10:43.880579 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1e497f-03fe-488a-b00c-358fd50446b7 None None] Attempting to bind port 229abebb-c4d2-4300-b889-2889b400e18e on network 79b90a9c-eb89-4123-9981-71abc0c6c19e {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:10:43.911690 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1e497f-03fe-488a-b00c-358fd50446b7 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:10:43.911690 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1e497f-03fe-488a-b00c-358fd50446b7 None None] Checking segment: {'id': 'b397b0e3-f332-4f10-a2c0-cf081ca77535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '79b90a9c-eb89-4123-9981-71abc0c6c19e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:10:43.911690 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cb1e497f-03fe-488a-b00c-358fd50446b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:43.912084 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1e497f-03fe-488a-b00c-358fd50446b7 None None] Bound using segment: {'id': 'b397b0e3-f332-4f10-a2c0-cf081ca77535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '79b90a9c-eb89-4123-9981-71abc0c6c19e'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:10:43.912956 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-cb1e497f-03fe-488a-b00c-358fd50446b7 None None] Bound port: 229abebb-c4d2-4300-b889-2889b400e18e, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b397b0e3-f332-4f10-a2c0-cf081ca77535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '79b90a9c-eb89-4123-9981-71abc0c6c19e'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:10:43.912956 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cb1e497f-03fe-488a-b00c-358fd50446b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:43.913204 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d37d08-b886-49bc-8474-20e1a3d64953 req-b3b53b59-3634-480b-b085-337f231fdf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:43.914804 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-63d37d08-b886-49bc-8474-20e1a3d64953 req-b3b53b59-3634-480b-b085-337f231fdf3f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee08a0d2-834f-4c39-be47-9c424581246a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4798448 Dec 06 17:10:44.076981 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d2b0b39c-7510-4f93-a66b-78992f270f9e req-1cf9192d-c4cc-4d7f-811f-fcd5afde0851 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=48171e5d-9d8e-4d77-bd09-fe2c8257e388 HTTP/1.1" status: 200 len: 217 time: 0.2057662 Dec 06 17:10:44.079515 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1fcc277-a50a-4562-8188-5bddb3d18564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:44.082678 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1fcc277-a50a-4562-8188-5bddb3d18564 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:44.087114 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-c1fcc277-a50a-4562-8188-5bddb3d18564 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9ed434b7-bc6d-4e09-9bdb-12bc2bfcffda HTTP/1.1" status: 204 len: 168 time: 2.6238377 Dec 06 17:10:44.167110 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fcc277-a50a-4562-8188-5bddb3d18564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ed434b7-bc6d-4e09-9bdb-12bc2bfcffda,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:44.175994 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-cb1e497f-03fe-488a-b00c-358fd50446b7 None None] For port 229abebb-c4d2-4300-b889-2889b400e18e, host n-d-master-1, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:10:44.193919 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-cb1e497f-03fe-488a-b00c-358fd50446b7 None None] For port 229abebb-c4d2-4300-b889-2889b400e18e, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=229abebb-c4d2-4300-b889-2889b400e18e,segment=NetworkSegment(b397b0e3-f332-4f10-a2c0-cf081ca77535),segment_id=b397b0e3-f332-4f10-a2c0-cf081ca77535)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:10:44.201279 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d430a0-9f1b-4e5e-b013-ed8ace21e368 None None] Pushing event updated for resources: {'Port': ['ID=229abebb-c4d2-4300-b889-2889b400e18e,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:44.218537 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cb1e497f-03fe-488a-b00c-358fd50446b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:44.292608 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c69f7598-b3da-455f-8bb4-364def799355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:44.323924 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-63d37d08-b886-49bc-8474-20e1a3d64953 req-06e184be-06d3-46b3-8c41-409676bce888 service neutron] 10.222.0.44 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3850403 Dec 06 17:10:44.366634 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1e497f-03fe-488a-b00c-358fd50446b7 None None] Routers {'7b699284-832d-4209-8325-5f6d99559c98'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:10:44.367268 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-cb1e497f-03fe-488a-b00c-358fd50446b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:10:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['7b699284-832d-4209-8325-5f6d99559c98'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:10:44.408626 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-33feab20-1765-4eb0-8b0b-54db5b60772f None None] Attempting to bind port 74fc5844-70c3-40c6-b61b-5644642d980a on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:10:44.411124 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-33feab20-1765-4eb0-8b0b-54db5b60772f None None] Attempting to bind port 74fc5844-70c3-40c6-b61b-5644642d980a by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:10:44.413293 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33feab20-1765-4eb0-8b0b-54db5b60772f None None] Attempting to bind port 74fc5844-70c3-40c6-b61b-5644642d980a on network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:10:44.416062 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-dcb31534-bd91-4688-8a39-7f112c048bb0 req-85b14f5b-6dfd-40a3-95f6-2e947e9f883c tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbbbe13e-c3cf-4699-8577-456085f920c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6012778 Dec 06 17:10:44.455781 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33feab20-1765-4eb0-8b0b-54db5b60772f None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:10:44.456259 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33feab20-1765-4eb0-8b0b-54db5b60772f None None] Checking segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:10:44.456675 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-33feab20-1765-4eb0-8b0b-54db5b60772f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:44.457157 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33feab20-1765-4eb0-8b0b-54db5b60772f None None] Bound using segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:10:44.457710 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-33feab20-1765-4eb0-8b0b-54db5b60772f None None] Bound port: 74fc5844-70c3-40c6-b61b-5644642d980a, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:10:44.458878 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-33feab20-1765-4eb0-8b0b-54db5b60772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:44.461751 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2fd2db-071c-40c3-8943-8d623b625dd8 None None] Pushing event updated for resources: {'Port': ['ID=74fc5844-70c3-40c6-b61b-5644642d980a,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:44.502440 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b0b39c-7510-4f93-a66b-78992f270f9e req-a8c9ada1-f267-4527-a9fb-d1001b7d17ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:44.504178 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d2b0b39c-7510-4f93-a66b-78992f270f9e req-a8c9ada1-f267-4527-a9fb-d1001b7d17ba service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1342252a-21e4-4783-88ff-f54776c79059 HTTP/1.1" status: 200 len: 843 time: 0.4122140 Dec 06 17:10:44.602815 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-76b27f2f-07ea-49cb-9862-b6dfd21dae1c None None] Provisioning complete for port 229abebb-c4d2-4300-b889-2889b400e18e triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:10:44.603711 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-76b27f2f-07ea-49cb-9862-b6dfd21dae1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:44.759548 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a770d3-e4a6-4856-b99e-ec556eebd486 req-bec11c7d-f6cd-4729-805b-e68e1e1e2c28 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:44.767254 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c1a770d3-e4a6-4856-b99e-ec556eebd486 req-bec11c7d-f6cd-4729-805b-e68e1e1e2c28 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d44bf3a-1b53-445f-9ec9-fa598e5fdf4d HTTP/1.1" status: 200 len: 944 time: 0.5864007 Dec 06 17:10:44.840933 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-cb1e497f-03fe-488a-b00c-358fd50446b7 None None] Set router 7b699284-832d-4209-8325-5f6d99559c98 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:10:44.843463 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-76b27f2f-07ea-49cb-9862-b6dfd21dae1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:44.897700 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-76b27f2f-07ea-49cb-9862-b6dfd21dae1c None None] For port 229abebb-c4d2-4300-b889-2889b400e18e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=229abebb-c4d2-4300-b889-2889b400e18e,segment=NetworkSegment(b397b0e3-f332-4f10-a2c0-cf081ca77535),segment_id=b397b0e3-f332-4f10-a2c0-cf081ca77535)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:10:44.907864 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-76b27f2f-07ea-49cb-9862-b6dfd21dae1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:44.934305 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e9236b-9b77-4908-8bbc-8f36ffc68bb3 req-bb6be95f-e88f-417c-a63b-13706e43cd7b tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:44.948883 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b9e9236b-9b77-4908-8bbc-8f36ffc68bb3 req-bb6be95f-e88f-417c-a63b-13706e43cd7b tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d44bf3a-1b53-445f-9ec9-fa598e5fdf4d HTTP/1.1" status: 200 len: 944 time: 2.5050902 Dec 06 17:10:45.015180 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b27f2f-07ea-49cb-9862-b6dfd21dae1c None None] Pushing event updated for resources: {'Port': ['ID=229abebb-c4d2-4300-b889-2889b400e18e,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:45.017758 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-33feab20-1765-4eb0-8b0b-54db5b60772f None None] For port 74fc5844-70c3-40c6-b61b-5644642d980a, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:10:45.057932 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-33feab20-1765-4eb0-8b0b-54db5b60772f None None] For port 74fc5844-70c3-40c6-b61b-5644642d980a, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=74fc5844-70c3-40c6-b61b-5644642d980a,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:10:45.059613 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-d0f1df99-0fc0-4663-a56f-cff1f41adc1c None None] Provisioning complete for port 229abebb-c4d2-4300-b889-2889b400e18e triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:10:45.060857 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d0f1df99-0fc0-4663-a56f-cff1f41adc1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:45.113035 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-33feab20-1765-4eb0-8b0b-54db5b60772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:45.185155 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b0b39c-7510-4f93-a66b-78992f270f9e req-1a51e1e8-146a-45b9-836f-21c59cad398f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:45.185757 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d2b0b39c-7510-4f93-a66b-78992f270f9e req-1a51e1e8-146a-45b9-836f-21c59cad398f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee08a0d2-834f-4c39-be47-9c424581246a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5974393 Dec 06 17:10:45.253945 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659a29f0-c545-4c2d-91c6-4488610bad7e req-e8d4e9b5-e9ab-4cfb-badb-dd7057f249ae tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:45.257457 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-659a29f0-c545-4c2d-91c6-4488610bad7e req-e8d4e9b5-e9ab-4cfb-badb-dd7057f249ae tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4214df-5ee0-413a-b894-51ab5b893781 HTTP/1.1" status: 200 len: 948 time: 0.5167787 Dec 06 17:10:45.298011 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2fd2db-071c-40c3-8943-8d623b625dd8 None None] Pushing event updated for resources: {'Port': ['ID=74fc5844-70c3-40c6-b61b-5644642d980a,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:45.303274 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-63d37d08-b886-49bc-8474-20e1a3d64953 req-eb24751d-6c4c-45de-9ac3-a9fe7e258143 service neutron] 10.222.0.44 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9586864 Dec 06 17:10:45.332470 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33feab20-1765-4eb0-8b0b-54db5b60772f None None] Routers {'740e48b4-d750-428e-af8a-2ddbaa14ae6d'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:10:45.333161 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-33feab20-1765-4eb0-8b0b-54db5b60772f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:10:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['740e48b4-d750-428e-af8a-2ddbaa14ae6d'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:10:45.386634 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d430a0-9f1b-4e5e-b013-ed8ace21e368 None None] Pushing event updated for resources: {'Port': ['ID=229abebb-c4d2-4300-b889-2889b400e18e,revision_number=4']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:45.529339 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-cb1e497f-03fe-488a-b00c-358fd50446b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b699284-832d-4209-8325-5f6d99559c98', 'name': 'tempest-TaggedBootDevicesTest_v242-1273025096-router', 'tenant_id': '5f26c673ef09446ab219834b7c80b9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.237'}], 'enable_snat': True}, 'gw_port_id': 'fc0d0fac-47fe-4dca-9e8c-816b18e5f6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:10:19Z', 'updated_at': '2021-12-06T17:10:35Z', 'revision_number': 4, 'project_id': '5f26c673ef09446ab219834b7c80b9a7', 'gw_port': {'id': 'fc0d0fac-47fe-4dca-9e8c-816b18e5f6e7', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:9c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b699284-832d-4209-8325-5f6d99559c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:10:23Z', 'updated_at': '2021-12-06T17:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '229abebb-c4d2-4300-b889-2889b400e18e', 'name': '', 'network_id': '79b90a9c-eb89-4123-9981-71abc0c6c19e', 'tenant_id': '5f26c673ef09446ab219834b7c80b9a7', 'mac_address': 'fa:16:3e:7a:36:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b699284-832d-4209-8325-5f6d99559c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '5899f247-736f-4009-a275-eb13d5826af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:10:31Z', 'updated_at': '2021-12-06T17:10:44Z', 'revision_number': 4, 'project_id': '5f26c673ef09446ab219834b7c80b9a7', 'subnets': [{'id': '5899f247-736f-4009-a275-eb13d5826af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:10:45.578779 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-c69f7598-b3da-455f-8bb4-364def799355 admin admin] Allocated IP 172.20.0.1 (427bb5a0-609d-4581-949c-2025bbcaac3c/4f2b5e63-1b3c-460e-ac43-294ccdeb669a/29209dcd-c6f3-4f1d-bde0-6ce35574ef92) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:10:45.591950 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-33feab20-1765-4eb0-8b0b-54db5b60772f None None] Set router 740e48b4-d750-428e-af8a-2ddbaa14ae6d gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:10:45.630103 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1e497f-03fe-488a-b00c-358fd50446b7 None None] The sync data for ids ['7b699284-832d-4209-8325-5f6d99559c98'] in n-d-master-1 is: [{'id': '7b699284-832d-4209-8325-5f6d99559c98', 'name': 'tempest-TaggedBootDevicesTest_v242-1273025096-router', 'tenant_id': '5f26c673ef09446ab219834b7c80b9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.237'}], 'enable_snat': True}, 'gw_port_id': 'fc0d0fac-47fe-4dca-9e8c-816b18e5f6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:10:19Z', 'updated_at': '2021-12-06T17:10:35Z', 'revision_number': 4, 'project_id': '5f26c673ef09446ab219834b7c80b9a7', 'gw_port': {'id': 'fc0d0fac-47fe-4dca-9e8c-816b18e5f6e7', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:9c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b699284-832d-4209-8325-5f6d99559c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:10:23Z', 'updated_at': '2021-12-06T17:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '229abebb-c4d2-4300-b889-2889b400e18e', 'name': '', 'network_id': '79b90a9c-eb89-4123-9981-71abc0c6c19e', 'tenant_id': '5f26c673ef09446ab219834b7c80b9a7', 'mac_address': 'fa:16:3e:7a:36:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b699284-832d-4209-8325-5f6d99559c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '5899f247-736f-4009-a275-eb13d5826af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:10:31Z', 'updated_at': '2021-12-06T17:10:44Z', 'revision_number': 4, 'project_id': '5f26c673ef09446ab219834b7c80b9a7', 'subnets': [{'id': '5899f247-736f-4009-a275-eb13d5826af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:10:45.813801 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c69f7598-b3da-455f-8bb4-364def799355 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:45.872334 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4781fbeb-4381-4f22-bb00-01bdc9335cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:45.930302 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d2b0b39c-7510-4f93-a66b-78992f270f9e req-dcd87815-dab5-4652-8ad0-cbb7d3c2929c service neutron] 10.222.0.41 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7186625 Dec 06 17:10:45.942735 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b9e9236b-9b77-4908-8bbc-8f36ffc68bb3 req-63032851-f301-4801-af3c-db578cdecda8 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9903672 Dec 06 17:10:45.954517 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c69f7598-b3da-455f-8bb4-364def799355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:46.111992 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69f7598-b3da-455f-8bb4-364def799355 admin admin] Pushing event updated for resources: {'Port': ['ID=29209dcd-c6f3-4f1d-bde0-6ce35574ef92,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:46.190175 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69f7598-b3da-455f-8bb4-364def799355 admin admin] Network 427bb5a0-609d-4581-949c-2025bbcaac3c is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:10:46.194708 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-c69f7598-b3da-455f-8bb4-364def799355 admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:10:46.197850 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d2b0b39c-7510-4f93-a66b-78992f270f9e req-82df5d93-0140-4cb7-b07f-01710c561358 service neutron] 10.222.0.41 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327135 Dec 06 17:10:46.251347 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69f7598-b3da-455f-8bb4-364def799355 admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:10:46.279668 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-33feab20-1765-4eb0-8b0b-54db5b60772f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '740e48b4-d750-428e-af8a-2ddbaa14ae6d', 'name': 'tempest-FloatingIPDetailsTestJSON-549034827-router', 'tenant_id': '0ec0cbd42e444a94929543cc17ddde42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.49'}], 'enable_snat': True}, 'gw_port_id': '74fc5844-70c3-40c6-b61b-5644642d980a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:10:32Z', 'updated_at': '2021-12-06T17:10:38Z', 'revision_number': 3, 'project_id': '0ec0cbd42e444a94929543cc17ddde42', 'gw_port': {'id': '74fc5844-70c3-40c6-b61b-5644642d980a', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:52:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '740e48b4-d750-428e-af8a-2ddbaa14ae6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:10:36Z', 'updated_at': '2021-12-06T17:10:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:10:46.304883 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c71539c-5d9b-4d7d-acc9-73a8a0f04cf6 req-3b251bb7-41e9-477d-a196-5c58a8b1f440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:46.309275 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6c71539c-5d9b-4d7d-acc9-73a8a0f04cf6 req-3b251bb7-41e9-477d-a196-5c58a8b1f440 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4fbfd036e0874a51a15b7801ac955516&device_id=2c4214df-5ee0-413a-b894-51ab5b893781 HTTP/1.1" status: 200 len: 1099 time: 0.9243851 Dec 06 17:10:46.371307 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-c1a770d3-e4a6-4856-b99e-ec556eebd486 req-3b6c3380-e2ab-4369-a611-8a8744b7f204 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Deleting port 3caa7763-8c4a-4d9a-a625-48350712b146 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:10:46.373036 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c1a770d3-e4a6-4856-b99e-ec556eebd486 req-3b6c3380-e2ab-4369-a611-8a8744b7f204 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:46.382726 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c69f7598-b3da-455f-8bb4-364def799355 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539179'] for router_interface, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:46.405512 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33feab20-1765-4eb0-8b0b-54db5b60772f None None] The sync data for ids ['740e48b4-d750-428e-af8a-2ddbaa14ae6d'] in n-d-master-1 is: [{'id': '740e48b4-d750-428e-af8a-2ddbaa14ae6d', 'name': 'tempest-FloatingIPDetailsTestJSON-549034827-router', 'tenant_id': '0ec0cbd42e444a94929543cc17ddde42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.49'}], 'enable_snat': True}, 'gw_port_id': '74fc5844-70c3-40c6-b61b-5644642d980a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:10:32Z', 'updated_at': '2021-12-06T17:10:38Z', 'revision_number': 3, 'project_id': '0ec0cbd42e444a94929543cc17ddde42', 'gw_port': {'id': '74fc5844-70c3-40c6-b61b-5644642d980a', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:52:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '740e48b4-d750-428e-af8a-2ddbaa14ae6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:10:36Z', 'updated_at': '2021-12-06T17:10:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:10:46.499501 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c71539c-5d9b-4d7d-acc9-73a8a0f04cf6 req-995d329f-0755-47cf-8111-f4c101c4f938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:46.500995 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6c71539c-5d9b-4d7d-acc9-73a8a0f04cf6 req-995d329f-0755-47cf-8111-f4c101c4f938 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ee08a0d2-834f-4c39-be47-9c424581246a HTTP/1.1" status: 200 len: 870 time: 0.1813586 Dec 06 17:10:46.506924 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-659a29f0-c545-4c2d-91c6-4488610bad7e req-ff1b6dd9-de86-4aba-a292-6c15f0496b57 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2159042 Dec 06 17:10:46.626436 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 41824) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:10:46.642026 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 229abebb-c4d2-4300-b889-2889b400e18e up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:10:46.668424 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6c71539c-5d9b-4d7d-acc9-73a8a0f04cf6 req-f83f3a9b-0dd0-4e56-b98c-85d7782b2db2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=ace816df-f221-4480-98a4-e0c3265e6d36 HTTP/1.1" status: 200 len: 217 time: 0.1510613 Dec 06 17:10:46.905996 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device ace816df-f221-4480-98a4-e0c3265e6d36 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:10:46.967711 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c71539c-5d9b-4d7d-acc9-73a8a0f04cf6 req-0639ad9d-52c9-4e5d-98f5-b282dc98aa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:46.969276 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6c71539c-5d9b-4d7d-acc9-73a8a0f04cf6 req-0639ad9d-52c9-4e5d-98f5-b282dc98aa40 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1342252a-21e4-4783-88ff-f54776c79059 HTTP/1.1" status: 200 len: 843 time: 0.2989964 Dec 06 17:10:47.023816 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 3caa7763-8c4a-4d9a-a625-48350712b146 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:10:47.112041 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-1313045d-da35-4b67-bc69-ab57442e00a0 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1881562868-network', 'tenant_id': '1d83e0c6d059422882cc226e7f9c727a'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:10:47.221519 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1313045d-da35-4b67-bc69-ab57442e00a0 admin admin] Made reservation on behalf of 1d83e0c6d059422882cc226e7f9c727a for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:10:47.224307 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1313045d-da35-4b67-bc69-ab57442e00a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:47.241627 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c71539c-5d9b-4d7d-acc9-73a8a0f04cf6 req-73407d74-eea9-4003-88c7-d97bab4d8168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:47.243260 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6c71539c-5d9b-4d7d-acc9-73a8a0f04cf6 req-73407d74-eea9-4003-88c7-d97bab4d8168 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee08a0d2-834f-4c39-be47-9c424581246a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2508500 Dec 06 17:10:47.247578 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:47.469067 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6c71539c-5d9b-4d7d-acc9-73a8a0f04cf6 req-a2307b74-7a70-40c2-807c-60ccc79e4bea service neutron] 10.222.0.44 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104056 Dec 06 17:10:47.476476 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1313045d-da35-4b67-bc69-ab57442e00a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:47.550548 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 229abebb-c4d2-4300-b889-2889b400e18e triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:10:47.551135 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:47.569774 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-c1a770d3-e4a6-4856-b99e-ec556eebd486 req-3b6c3380-e2ab-4369-a611-8a8744b7f204 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] For port 3caa7763-8c4a-4d9a-a625-48350712b146, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=3caa7763-8c4a-4d9a-a625-48350712b146,segment=NetworkSegment(d43b23f1-3a85-4be8-8063-3fe18696b942),segment_id=d43b23f1-3a85-4be8-8063-3fe18696b942)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:10:47.570292 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c1a770d3-e4a6-4856-b99e-ec556eebd486 req-3b6c3380-e2ab-4369-a611-8a8744b7f204 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:47.629230 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-2304ba6b-8eb3-4e49-8d2e-30b587f41bbd None None] Provisioning complete for port 29209dcd-c6f3-4f1d-bde0-6ce35574ef92 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:10:47.629716 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2304ba6b-8eb3-4e49-8d2e-30b587f41bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:47.727467 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebaaa4c-eaa3-4b39-8e8f-bfda1b03779c req-61c7b8e0-6229-4b08-a3d6-fbb64da95d3d tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:47.736193 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-eebaaa4c-eaa3-4b39-8e8f-bfda1b03779c req-61c7b8e0-6229-4b08-a3d6-fbb64da95d3d tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d44bf3a-1b53-445f-9ec9-fa598e5fdf4d HTTP/1.1" status: 200 len: 944 time: 0.5703137 Dec 06 17:10:47.740108 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-c1a770d3-e4a6-4856-b99e-ec556eebd486 req-3b6c3380-e2ab-4369-a611-8a8744b7f204 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Calling delete_port for 3caa7763-8c4a-4d9a-a625-48350712b146 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:10:47.746826 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port ace816df-f221-4480-98a4-e0c3265e6d36, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ace816df-f221-4480-98a4-e0c3265e6d36,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:10:47.800326 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90db4ea8-85cf-4fbb-b6fb-8aa0aaa192d9 req-47f93aa5-e958-47ed-9a62-28242f2241d9 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:47.802477 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-90db4ea8-85cf-4fbb-b6fb-8aa0aaa192d9 req-47f93aa5-e958-47ed-9a62-28242f2241d9 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a933b8-2f5d-47f8-8774-156066ff8236 HTTP/1.1" status: 200 len: 946 time: 0.2567885 Dec 06 17:10:47.848056 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c69f7598-b3da-455f-8bb4-364def799355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:47.888668 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': 'ace816df-f221-4480-98a4-e0c3265e6d36', 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a', 'port_id': 'ace816df-f221-4480-98a4-e0c3265e6d36', 'mac_address': 'fa:16:3e:c4:34:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1342252a-21e4-4783-88ff-f54776c79059', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:10:47.891468 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6c71539c-5d9b-4d7d-acc9-73a8a0f04cf6 req-cbc39137-f9a6-4421-8021-033ac8701e9c service neutron] 10.222.0.44 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4121211 Dec 06 17:10:47.917027 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-2304ba6b-8eb3-4e49-8d2e-30b587f41bbd None None] Port 29209dcd-c6f3-4f1d-bde0-6ce35574ef92 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:10:47.995259 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1313045d-da35-4b67-bc69-ab57442e00a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:48.016344 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-90db4ea8-85cf-4fbb-b6fb-8aa0aaa192d9 req-66973ad9-70de-40e1-affa-f453bd24cbf6 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbbbe13e-c3cf-4699-8577-456085f920c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058616 Dec 06 17:10:48.030691 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1313045d-da35-4b67-bc69-ab57442e00a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:48.076253 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1313045d-da35-4b67-bc69-ab57442e00a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:10:48.101340 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:48.107149 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1313045d-da35-4b67-bc69-ab57442e00a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:48.109966 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-1313045d-da35-4b67-bc69-ab57442e00a0 admin admin] Added segment b5c29f07-61e3-483e-b953-3901f84034df of type vlan for network 33742801-ccea-4ab3-a86a-2573a2966c19 Dec 06 17:10:48.116710 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:48.138212 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ace816df-f221-4480-98a4-e0c3265e6d36 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:10:48.177372 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port ace816df-f221-4480-98a4-e0c3265e6d36, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ace816df-f221-4480-98a4-e0c3265e6d36,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:10:48.183170 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:48.259866 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=ace816df-f221-4480-98a4-e0c3265e6d36,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:48.299945 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1313045d-da35-4b67-bc69-ab57442e00a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:48.306807 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-eebaaa4c-eaa3-4b39-8e8f-bfda1b03779c req-8b1b91ea-524a-4498-900e-eaf86f6905c8 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5683591 Dec 06 17:10:48.425047 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['ace816df-f221-4480-98a4-e0c3265e6d36'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:10:48.439326 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1313045d-da35-4b67-bc69-ab57442e00a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=828ca247-b64f-46b4-a673-a24f8166a067,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:48.465096 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d41c1e08-54c2-426e-8e1b-a196200a7ea4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575908'] for router_interface, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:48.482243 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1313045d-da35-4b67-bc69-ab57442e00a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:48.484984 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1313045d-da35-4b67-bc69-ab57442e00a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:48.486488 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1313045d-da35-4b67-bc69-ab57442e00a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:48.552419 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 74fc5844-70c3-40c6-b61b-5644642d980a up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:10:48.614935 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c1a770d3-e4a6-4856-b99e-ec556eebd486 req-3b6c3380-e2ab-4369-a611-8a8744b7f204 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:48.620203 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1313045d-da35-4b67-bc69-ab57442e00a0 admin admin] Pushing event updated for resources: {'Network': ['ID=33742801-ccea-4ab3-a86a-2573a2966c19,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:48.645049 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0313390f-d889-457f-9137-6e6b20cc4436 req-96606869-c730-4545-9d08-7380fa285e93 tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:48.647356 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0313390f-d889-457f-9137-6e6b20cc4436 req-96606869-c730-4545-9d08-7380fa285e93 tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b064fa4-4b1b-48a1-be28-a0f6c11a5c8a HTTP/1.1" status: 200 len: 950 time: 0.4101765 Dec 06 17:10:48.653220 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 33742801-ccea-4ab3-a86a-2573a2966c19 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:10:48.657643 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-1313045d-da35-4b67-bc69-ab57442e00a0 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.0284340 Dec 06 17:10:48.702507 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 41864) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:10:48.708402 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-2759be24-102e-4126-9ef2-08f68ee340af admin admin] Request body: {'subnet': {'network_id': '33742801-ccea-4ab3-a86a-2573a2966c19', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1881562868-subnet', 'tenant_id': '1d83e0c6d059422882cc226e7f9c727a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:10:48.735221 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6c3380-e2ab-4369-a611-8a8744b7f204 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Pushing event deleted for resources: {'Port': ['ID=3caa7763-8c4a-4d9a-a625-48350712b146,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:48.754666 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d191dba1-6ac4-4df0-b6d8-a4ff084403c7 req-005b8731-34ed-4268-8bb0-bdb9047ff840 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:48.756280 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d191dba1-6ac4-4df0-b6d8-a4ff084403c7 req-005b8731-34ed-4268-8bb0-bdb9047ff840 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4214df-5ee0-413a-b894-51ab5b893781 HTTP/1.1" status: 200 len: 949 time: 0.3031840 Dec 06 17:10:48.799596 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0313390f-d889-457f-9137-6e6b20cc4436 req-281dc802-1a4b-4c37-9c78-1e7c1f256bc6 tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e200dfc-3654-4846-ac4a-5fd3003efa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403661 Dec 06 17:10:48.847583 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3761e2-d17a-41c6-a826-e585a3b0b9c6 req-efa73114-aa6c-4856-9320-b12bfc40e66c tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:48.849713 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ec3761e2-d17a-41c6-a826-e585a3b0b9c6 req-efa73114-aa6c-4856-9320-b12bfc40e66c tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.41 "GET /v2.0/ports?device_id=57a933b8-2f5d-47f8-8774-156066ff8236 HTTP/1.1" status: 200 len: 946 time: 0.1118259 Dec 06 17:10:48.854799 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 74fc5844-70c3-40c6-b61b-5644642d980a triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:10:48.854799 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:49.003529 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-ec3761e2-d17a-41c6-a826-e585a3b0b9c6 req-03781df6-dd99-42ac-996a-36c85741b8d0 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Deleting port 19a95e3a-4721-4e6e-b59c-1c454cd4dad5 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:10:49.003914 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-ec3761e2-d17a-41c6-a826-e585a3b0b9c6 req-03781df6-dd99-42ac-996a-36c85741b8d0 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:49.058197 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:49.070218 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:49.096854 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1a770d3-e4a6-4856-b99e-ec556eebd486 req-3b6c3380-e2ab-4369-a611-8a8744b7f204 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] No DVR routers for this DVR port 3caa7763-8c4a-4d9a-a625-48350712b146 on host n-h2-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:10:49.101501 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] For port 74fc5844-70c3-40c6-b61b-5644642d980a, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=74fc5844-70c3-40c6-b61b-5644642d980a,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:10:49.102932 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c1a770d3-e4a6-4856-b99e-ec556eebd486 req-3b6c3380-e2ab-4369-a611-8a8744b7f204 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:49.110799 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c1a770d3-e4a6-4856-b99e-ec556eebd486 req-3b6c3380-e2ab-4369-a611-8a8744b7f204 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.44 "DELETE /v2.0/ports/3caa7763-8c4a-4d9a-a625-48350712b146 HTTP/1.1" status: 204 len: 173 time: 4.3370869 Dec 06 17:10:49.110999 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:49.154520 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d191dba1-6ac4-4df0-b6d8-a4ff084403c7 req-e9f322f6-711f-46ff-b5c9-a64e8f902626 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3606250 Dec 06 17:10:49.159506 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-ec3761e2-d17a-41c6-a826-e585a3b0b9c6 req-03781df6-dd99-42ac-996a-36c85741b8d0 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] For port 19a95e3a-4721-4e6e-b59c-1c454cd4dad5, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=19a95e3a-4721-4e6e-b59c-1c454cd4dad5,segment=NetworkSegment(94f9461b-62d6-4912-b0a6-1a80857b81dc),segment_id=94f9461b-62d6-4912-b0a6-1a80857b81dc)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:10:49.161587 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-ec3761e2-d17a-41c6-a826-e585a3b0b9c6 req-03781df6-dd99-42ac-996a-36c85741b8d0 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:49.170188 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d44bf3a-1b53-445f-9ec9-fa598e5fdf4d', 'name': 'network-vif-deleted', 'tag': '3caa7763-8c4a-4d9a-a625-48350712b146'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:10:49.178669 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09baa830-2e9b-430d-ba0c-6d1a43522e71" -d '{"events": [{"server_uuid": "8d44bf3a-1b53-445f-9ec9-fa598e5fdf4d", "name": "network-vif-deleted", "tag": "3caa7763-8c4a-4d9a-a625-48350712b146"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:10:49.215525 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-ec3761e2-d17a-41c6-a826-e585a3b0b9c6 req-03781df6-dd99-42ac-996a-36c85741b8d0 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Calling delete_port for 19a95e3a-4721-4e6e-b59c-1c454cd4dad5 owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:10:49.227222 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2759be24-102e-4126-9ef2-08f68ee340af admin admin] Made reservation on behalf of 1d83e0c6d059422882cc226e7f9c727a for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:10:49.234451 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2759be24-102e-4126-9ef2-08f68ee340af admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:49.304550 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Pushing event updated for resources: {'Port': ['ID=74fc5844-70c3-40c6-b61b-5644642d980a,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:49.373181 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f522b4d7-920c-44f6-a350-f72f8095ca5b x-openstack-request-id: req-f522b4d7-920c-44f6-a350-f72f8095ca5b {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:10:49.373581 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d44bf3a-1b53-445f-9ec9-fa598e5fdf4d", "name": "network-vif-deleted", "tag": "3caa7763-8c4a-4d9a-a625-48350712b146", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:10:49.373787 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f522b4d7-920c-44f6-a350-f72f8095ca5b {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:10:49.374190 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d44bf3a-1b53-445f-9ec9-fa598e5fdf4d', 'name': 'network-vif-deleted', 'tag': '3caa7763-8c4a-4d9a-a625-48350712b146', 'status': 'completed', 'code': 200} Dec 06 17:10:49.409777 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd54b43-cd58-41bf-abdf-33554e7a694c req-666e0776-e57f-4998-a23e-afd0859b5859 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:49.419044 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9dd54b43-cd58-41bf-abdf-33554e7a694c req-666e0776-e57f-4998-a23e-afd0859b5859 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a933b8-2f5d-47f8-8774-156066ff8236 HTTP/1.1" status: 200 len: 946 time: 0.1672282 Dec 06 17:10:49.485989 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c69f7598-b3da-455f-8bb4-364def799355 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:49.521598 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c69f7598-b3da-455f-8bb4-364def799355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:49.540481 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9dd54b43-cd58-41bf-abdf-33554e7a694c req-480f54f7-b51e-45fc-8c62-5c7198b814c9 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/security-groups?id=fbbbe13e-c3cf-4699-8577-456085f920c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202061 Dec 06 17:10:49.654066 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-ec3761e2-d17a-41c6-a826-e585a3b0b9c6 req-03781df6-dd99-42ac-996a-36c85741b8d0 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:49.667754 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['19a95e3a-4721-4e6e-b59c-1c454cd4dad5'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:10:49.675821 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c69f7598-b3da-455f-8bb4-364def799355 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-772465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539207'] for router_interface, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:49.738558 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-28e41f0e-4386-4c19-a1c2-dbba96a60383 req-e0c70f70-f2bb-4416-8e0e-4db8fc7fcca8 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d44bf3a-1b53-445f-9ec9-fa598e5fdf4d HTTP/1.1" status: 200 len: 210 time: 0.0463855 Dec 06 17:10:49.759495 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03781df6-dd99-42ac-996a-36c85741b8d0 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Pushing event deleted for resources: {'Port': ['ID=19a95e3a-4721-4e6e-b59c-1c454cd4dad5,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:49.792775 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69f7598-b3da-455f-8bb4-364def799355 admin admin] Pushing event updated for resources: {'Port': ['ID=29209dcd-c6f3-4f1d-bde0-6ce35574ef92,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:49.847488 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec3761e2-d17a-41c6-a826-e585a3b0b9c6 req-03781df6-dd99-42ac-996a-36c85741b8d0 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] No DVR routers for this DVR port 19a95e3a-4721-4e6e-b59c-1c454cd4dad5 on host n-h1-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:10:49.854762 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-ec3761e2-d17a-41c6-a826-e585a3b0b9c6 req-03781df6-dd99-42ac-996a-36c85741b8d0 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:49.859056 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ec3761e2-d17a-41c6-a826-e585a3b0b9c6 req-03781df6-dd99-42ac-996a-36c85741b8d0 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.41 "DELETE /v2.0/ports/19a95e3a-4721-4e6e-b59c-1c454cd4dad5 HTTP/1.1" status: 204 len: 173 time: 1.0017331 Dec 06 17:10:49.861147 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57a933b8-2f5d-47f8-8774-156066ff8236', 'name': 'network-vif-deleted', 'tag': '19a95e3a-4721-4e6e-b59c-1c454cd4dad5'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:10:49.866361 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d4baf34-c694-4fbf-b354-da94e9ab25ff" -d '{"events": [{"server_uuid": "57a933b8-2f5d-47f8-8774-156066ff8236", "name": "network-vif-deleted", "tag": "19a95e3a-4721-4e6e-b59c-1c454cd4dad5"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:10:49.930310 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c162ed99-7988-4951-9fdb-e003127f6534 x-openstack-request-id: req-c162ed99-7988-4951-9fdb-e003127f6534 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:10:49.930675 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57a933b8-2f5d-47f8-8774-156066ff8236", "name": "network-vif-deleted", "tag": "19a95e3a-4721-4e6e-b59c-1c454cd4dad5", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:10:49.931013 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c162ed99-7988-4951-9fdb-e003127f6534 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:10:49.931527 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57a933b8-2f5d-47f8-8774-156066ff8236', 'name': 'network-vif-deleted', 'tag': '19a95e3a-4721-4e6e-b59c-1c454cd4dad5', 'status': 'completed', 'code': 200} Dec 06 17:10:49.973026 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69f7598-b3da-455f-8bb4-364def799355 admin admin] Network 427bb5a0-609d-4581-949c-2025bbcaac3c is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:10:50.004415 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-c69f7598-b3da-455f-8bb4-364def799355 admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:10:50.126496 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2759be24-102e-4126-9ef2-08f68ee340af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:50.244007 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-d41c1e08-54c2-426e-8e1b-a196200a7ea4 admin admin] Deleting port 10d10f2b-8e85-4085-85fa-76f2d4a3f3e1 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:10:50.244127 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d41c1e08-54c2-426e-8e1b-a196200a7ea4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:50.315706 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2759be24-102e-4126-9ef2-08f68ee340af admin admin] Pushing event updated for resources: {'Subnet': ['ID=da31f47d-8fee-49c3-b794-af6b3fd955bf,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:50.335837 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51696d4c-4e14-48aa-98f9-2566ede32903 req-b291ecc5-509e-4384-bae0-00474acce099 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:50.336999 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-51696d4c-4e14-48aa-98f9-2566ede32903 req-b291ecc5-509e-4384-bae0-00474acce099 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4214df-5ee0-413a-b894-51ab5b893781 HTTP/1.1" status: 200 len: 949 time: 0.0890334 Dec 06 17:10:50.374328 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-ea009078-45cd-4bb6-bdc1-8c1c141e7321 None None] Provisioning complete for port 29209dcd-c6f3-4f1d-bde0-6ce35574ef92 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:10:50.374910 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ea009078-45cd-4bb6-bdc1-8c1c141e7321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:50.467212 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-51696d4c-4e14-48aa-98f9-2566ede32903 req-27b10ef2-434c-46f0-865c-76bef56d9e14 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181428 Dec 06 17:10:50.470163 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-ea009078-45cd-4bb6-bdc1-8c1c141e7321 None None] Port 29209dcd-c6f3-4f1d-bde0-6ce35574ef92 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:10:50.503414 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 5f75056b-3e93-4b40-b635-0037aa472f1f no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:10:50.704043 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c69f7598-b3da-455f-8bb4-364def799355 admin admin] Router 740e48b4-d750-428e-af8a-2ddbaa14ae6d has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:10:50.748294 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0962060c-6372-47ba-b4c7-a071ac61e31a req-e354510e-73cd-4f68-820e-1d41d29c84d3 tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/ports?device_id=57a933b8-2f5d-47f8-8774-156066ff8236 HTTP/1.1" status: 200 len: 210 time: 0.0426574 Dec 06 17:10:50.753303 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2759be24-102e-4126-9ef2-08f68ee340af admin admin] Checking segment: {'id': 'b5c29f07-61e3-483e-b953-3901f84034df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '33742801-ccea-4ab3-a86a-2573a2966c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:10:50.753457 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2759be24-102e-4126-9ef2-08f68ee340af admin admin] Network hostable DHCP agents. Network: 33742801-ccea-4ab3-a86a-2573a2966c19, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:10:50.757041 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 74fc5844-70c3-40c6-b61b-5644642d980a up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:10:50.899109 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 74fc5844-70c3-40c6-b61b-5644642d980a triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:10:50.899491 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:50.946622 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-d41c1e08-54c2-426e-8e1b-a196200a7ea4 admin admin] For port 10d10f2b-8e85-4085-85fa-76f2d4a3f3e1, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=10d10f2b-8e85-4085-85fa-76f2d4a3f3e1,segment=NetworkSegment(bcf8f3ec-a85d-4baf-bb99-5540dc7bed1d),segment_id=bcf8f3ec-a85d-4baf-bb99-5540dc7bed1d)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:10:50.947464 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d41c1e08-54c2-426e-8e1b-a196200a7ea4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:50.950549 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2759be24-102e-4126-9ef2-08f68ee340af admin admin] Network 33742801-ccea-4ab3-a86a-2573a2966c19 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:10:50.961857 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device ace816df-f221-4480-98a4-e0c3265e6d36 up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:10:50.983679 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-2759be24-102e-4126-9ef2-08f68ee340af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 33742801-ccea-4ab3-a86a-2573a2966c19) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:10:51.009837 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2759be24-102e-4126-9ef2-08f68ee340af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:51.010780 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2759be24-102e-4126-9ef2-08f68ee340af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:51.027081 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-d41c1e08-54c2-426e-8e1b-a196200a7ea4 admin admin] Calling delete_port for 10d10f2b-8e85-4085-85fa-76f2d4a3f3e1 owned by network:router_interface {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:10:51.036618 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4d5e46-0701-401b-acbb-503bf167123f None None] Network 33742801-ccea-4ab3-a86a-2573a2966c19 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:10:51.045524 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-2759be24-102e-4126-9ef2-08f68ee340af admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.3335791 Dec 06 17:10:51.158969 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:51.202681 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 5f75056b-3e93-4b40-b635-0037aa472f1f, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=5f75056b-3e93-4b40-b635-0037aa472f1f,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:10:51.212094 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b064fa4-4b1b-48a1-be28-a0f6c11a5c8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f75056b-3e93-4b40-b635-0037aa472f1f'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:10:51.214931 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab096213-92a4-4fcd-8f21-cb9c5f11592f" -d '{"events": [{"server_uuid": "3b064fa4-4b1b-48a1-be28-a0f6c11a5c8a", "name": "network-vif-unplugged", "status": "completed", "tag": "5f75056b-3e93-4b40-b635-0037aa472f1f"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:10:51.222988 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:51.283720 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c69f7598-b3da-455f-8bb4-364def799355 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:10:51.301145 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 17:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f09e78-75e7-45c3-b492-36e89da463a6 x-openstack-request-id: req-a8f09e78-75e7-45c3-b492-36e89da463a6 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:10:51.301975 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b064fa4-4b1b-48a1-be28-a0f6c11a5c8a", "name": "network-vif-unplugged", "status": "completed", "tag": "5f75056b-3e93-4b40-b635-0037aa472f1f", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:10:51.302635 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a8f09e78-75e7-45c3-b492-36e89da463a6 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:10:51.306735 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b064fa4-4b1b-48a1-be28-a0f6c11a5c8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f75056b-3e93-4b40-b635-0037aa472f1f', 'code': 200} Dec 06 17:10:51.307368 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-c69f7598-b3da-455f-8bb4-364def799355 admin admin] 10.222.0.23 "PUT /v2.0/routers/740e48b4-d750-428e-af8a-2ddbaa14ae6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8467526 Dec 06 17:10:51.313980 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39667073-f95a-4a5e-90a1-39c8d4fdacc5 None None] Sync routers for ids ['740e48b4-d750-428e-af8a-2ddbaa14ae6d'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:10:51.336974 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning for port ace816df-f221-4480-98a4-e0c3265e6d36 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:10:51.357252 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port ace816df-f221-4480-98a4-e0c3265e6d36 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:10:51.357663 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:51.416528 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4113e93-76a2-4b6f-a939-9d4eb7d0edef req-488d8da8-9532-416f-8031-2e602c701c43 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:51.423225 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39667073-f95a-4a5e-90a1-39c8d4fdacc5 None None] Routers {'740e48b4-d750-428e-af8a-2ddbaa14ae6d'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:10:51.423225 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-39667073-f95a-4a5e-90a1-39c8d4fdacc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:10:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['740e48b4-d750-428e-af8a-2ddbaa14ae6d'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:10:51.427561 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c4113e93-76a2-4b6f-a939-9d4eb7d0edef req-488d8da8-9532-416f-8031-2e602c701c43 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=410657f9-9533-48fd-94c2-2548178a831b HTTP/1.1" status: 200 len: 944 time: 0.1452372 Dec 06 17:10:51.544951 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05cb792-a576-4393-89a7-7929f9b3630f None None] Network 33742801-ccea-4ab3-a86a-2573a2966c19 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:10:51.606717 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c4113e93-76a2-4b6f-a939-9d4eb7d0edef req-9e728518-4808-4b97-a390-829f17d6dccc tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782703 Dec 06 17:10:51.628352 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d41c1e08-54c2-426e-8e1b-a196200a7ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:51.652426 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=5f75056b-3e93-4b40-b635-0037aa472f1f,revision_number=11']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:51.675586 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41c1e08-54c2-426e-8e1b-a196200a7ea4 admin admin] Pushing event deleted for resources: {'Port': ['ID=10d10f2b-8e85-4085-85fa-76f2d4a3f3e1,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:51.689813 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba07e6af-8a13-404a-933d-a7eb96b8526a req-1fd68334-484e-4984-9d8e-287b68623b97 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:51.691798 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ba07e6af-8a13-404a-933d-a7eb96b8526a req-1fd68334-484e-4984-9d8e-287b68623b97 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.44 "GET /v2.0/ports?device_id=410657f9-9533-48fd-94c2-2548178a831b HTTP/1.1" status: 200 len: 944 time: 0.1437306 Dec 06 17:10:51.927895 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:51.933482 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-39667073-f95a-4a5e-90a1-39c8d4fdacc5 None None] Set router 740e48b4-d750-428e-af8a-2ddbaa14ae6d gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:10:51.994018 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42086) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:10:52.001533 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-b622a1bf-31c1-4b0b-aff5-b67e3a189375 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-456303460-network', 'tenant_id': '587b035f12a444088265d4cbca036b02'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:10:52.038882 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cc5f6e-4248-4fde-911f-a94232c34288 req-4574f9cc-10da-4f06-a6e1-9b3079aad371 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:52.041337 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-44cc5f6e-4248-4fde-911f-a94232c34288 req-4574f9cc-10da-4f06-a6e1-9b3079aad371 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4214df-5ee0-413a-b894-51ab5b893781 HTTP/1.1" status: 200 len: 949 time: 0.2539332 Dec 06 17:10:52.056311 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port ace816df-f221-4480-98a4-e0c3265e6d36, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ace816df-f221-4480-98a4-e0c3265e6d36,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:10:52.059878 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b622a1bf-31c1-4b0b-aff5-b67e3a189375 admin admin] Made reservation on behalf of 587b035f12a444088265d4cbca036b02 for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:10:52.062337 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b622a1bf-31c1-4b0b-aff5-b67e3a189375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:52.074853 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:52.086542 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b622a1bf-31c1-4b0b-aff5-b67e3a189375 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:52.199335 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-ba07e6af-8a13-404a-933d-a7eb96b8526a req-e6960b0f-5d58-44d4-9d22-e8a5d1239bf9 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Deleting port 47959905-0d65-435d-bd88-6229edcc8f79 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:10:52.199780 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ba07e6af-8a13-404a-933d-a7eb96b8526a req-e6960b0f-5d58-44d4-9d22-e8a5d1239bf9 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:52.221609 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b622a1bf-31c1-4b0b-aff5-b67e3a189375 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:52.226125 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b622a1bf-31c1-4b0b-aff5-b67e3a189375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:52.226704 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-44cc5f6e-4248-4fde-911f-a94232c34288 req-48fe261f-6df1-48f7-9fd0-08ee66d98bed tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615651 Dec 06 17:10:52.227370 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d41c1e08-54c2-426e-8e1b-a196200a7ea4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-772474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575952'] for router_interface, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:52.256131 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b622a1bf-31c1-4b0b-aff5-b67e3a189375 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:10:52.275782 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b622a1bf-31c1-4b0b-aff5-b67e3a189375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33d78540-ad73-4eee-880c-269cb650c273,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:52.281776 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b622a1bf-31c1-4b0b-aff5-b67e3a189375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:52.282416 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-b622a1bf-31c1-4b0b-aff5-b67e3a189375 admin admin] Added segment e72c834a-7b75-4f00-a9b2-fa39b02a07c0 of type vlan for network 38bbb295-1d24-4609-a76d-a1a76ea36b6d Dec 06 17:10:52.366581 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b622a1bf-31c1-4b0b-aff5-b67e3a189375 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:52.409810 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b622a1bf-31c1-4b0b-aff5-b67e3a189375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:52.413983 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b622a1bf-31c1-4b0b-aff5-b67e3a189375 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:52.415864 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b622a1bf-31c1-4b0b-aff5-b67e3a189375 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:52.579189 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-b622a1bf-31c1-4b0b-aff5-b67e3a189375 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5814488 Dec 06 17:10:52.579567 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42116) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:10:52.585389 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-ef24eac8-39d5-4afc-9232-e54fe84ba027 admin admin] Request body: {'subnet': {'network_id': '38bbb295-1d24-4609-a76d-a1a76ea36b6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-456303460-subnet', 'tenant_id': '587b035f12a444088265d4cbca036b02', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:10:52.587099 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 19a95e3a-4721-4e6e-b59c-1c454cd4dad5 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:10:52.592003 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-ba07e6af-8a13-404a-933d-a7eb96b8526a req-e6960b0f-5d58-44d4-9d22-e8a5d1239bf9 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] For port 47959905-0d65-435d-bd88-6229edcc8f79, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=47959905-0d65-435d-bd88-6229edcc8f79,segment=NetworkSegment(d43b23f1-3a85-4be8-8063-3fe18696b942),segment_id=d43b23f1-3a85-4be8-8063-3fe18696b942)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:10:52.592352 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ba07e6af-8a13-404a-933d-a7eb96b8526a req-e6960b0f-5d58-44d4-9d22-e8a5d1239bf9 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:52.601510 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b622a1bf-31c1-4b0b-aff5-b67e3a189375 admin admin] Pushing event updated for resources: {'Network': ['ID=38bbb295-1d24-4609-a76d-a1a76ea36b6d,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:52.618077 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef24eac8-39d5-4afc-9232-e54fe84ba027 admin admin] Made reservation on behalf of 587b035f12a444088265d4cbca036b02 for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:10:52.621733 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ef24eac8-39d5-4afc-9232-e54fe84ba027 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:52.644126 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] No Port match for: 19a95e3a-4721-4e6e-b59c-1c454cd4dad5 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:10:52.644626 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 19a95e3a-4721-4e6e-b59c-1c454cd4dad5 not bound to the agent host n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:10:52.656468 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 38bbb295-1d24-4609-a76d-a1a76ea36b6d details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:10:52.660317 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-ba07e6af-8a13-404a-933d-a7eb96b8526a req-e6960b0f-5d58-44d4-9d22-e8a5d1239bf9 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Calling delete_port for 47959905-0d65-435d-bd88-6229edcc8f79 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:10:52.770046 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=ace816df-f221-4480-98a4-e0c3265e6d36,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:52.814514 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-39667073-f95a-4a5e-90a1-39c8d4fdacc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '740e48b4-d750-428e-af8a-2ddbaa14ae6d', 'name': 'tempest-FloatingIPDetailsTestJSON-549034827-router', 'tenant_id': '0ec0cbd42e444a94929543cc17ddde42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.49'}], 'enable_snat': True}, 'gw_port_id': '74fc5844-70c3-40c6-b61b-5644642d980a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:10:32Z', 'updated_at': '2021-12-06T17:10:47Z', 'revision_number': 4, 'project_id': '0ec0cbd42e444a94929543cc17ddde42', 'gw_port': {'id': '74fc5844-70c3-40c6-b61b-5644642d980a', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:52:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740e48b4-d750-428e-af8a-2ddbaa14ae6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:10:36Z', 'updated_at': '2021-12-06T17:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '29209dcd-c6f3-4f1d-bde0-6ce35574ef92', 'name': '', 'network_id': '427bb5a0-609d-4581-949c-2025bbcaac3c', 'tenant_id': '0ec0cbd42e444a94929543cc17ddde42', 'mac_address': 'fa:16:3e:68:e9:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '740e48b4-d750-428e-af8a-2ddbaa14ae6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '4f2b5e63-1b3c-460e-ac43-294ccdeb669a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:10:44Z', 'updated_at': '2021-12-06T17:10:48Z', 'revision_number': 2, 'project_id': '0ec0cbd42e444a94929543cc17ddde42', 'subnets': [{'id': '4f2b5e63-1b3c-460e-ac43-294ccdeb669a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:10:52.865554 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ef24eac8-39d5-4afc-9232-e54fe84ba027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:52.870808 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39667073-f95a-4a5e-90a1-39c8d4fdacc5 None None] Checking router: 740e48b4-d750-428e-af8a-2ddbaa14ae6d for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:10:52.871179 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39667073-f95a-4a5e-90a1-39c8d4fdacc5 None None] Updating router 740e48b4-d750-428e-af8a-2ddbaa14ae6d port 29209dcd-c6f3-4f1d-bde0-6ce35574ef92 binding host n-d-master-1 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:10:52.902034 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-39667073-f95a-4a5e-90a1-39c8d4fdacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:52.946471 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef24eac8-39d5-4afc-9232-e54fe84ba027 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c4ca3a6-56bd-4178-b7d0-457bb5408e50,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:52.952628 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef24eac8-39d5-4afc-9232-e54fe84ba027 admin admin] Checking segment: {'id': 'e72c834a-7b75-4f00-a9b2-fa39b02a07c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '38bbb295-1d24-4609-a76d-a1a76ea36b6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:10:52.953085 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef24eac8-39d5-4afc-9232-e54fe84ba027 admin admin] Network hostable DHCP agents. Network: 38bbb295-1d24-4609-a76d-a1a76ea36b6d, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:10:52.978768 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef24eac8-39d5-4afc-9232-e54fe84ba027 admin admin] Network 38bbb295-1d24-4609-a76d-a1a76ea36b6d is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:10:52.992656 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-ef24eac8-39d5-4afc-9232-e54fe84ba027 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 38bbb295-1d24-4609-a76d-a1a76ea36b6d) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:10:53.012400 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef24eac8-39d5-4afc-9232-e54fe84ba027 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:53.015072 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ef24eac8-39d5-4afc-9232-e54fe84ba027 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:53.022629 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-dbc22c33-3247-459d-b127-3f9a398526d7 req-b53ec0c8-d9ce-4e2e-bd80-216178a4c1bd tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4227586 Dec 06 17:10:53.035078 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-dbc22c33-3247-459d-b127-3f9a398526d7 req-a311b3fd-2e70-41a9-9a8c-95c62955d1a1 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Request body: {'floatingip': {'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:10:53.038259 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6559a9d-de1b-43a5-aa2b-b915dee83e41 None None] Network 38bbb295-1d24-4609-a76d-a1a76ea36b6d requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:10:53.080144 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-ef24eac8-39d5-4afc-9232-e54fe84ba027 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4990895 Dec 06 17:10:53.146783 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-dbc22c33-3247-459d-b127-3f9a398526d7 req-a311b3fd-2e70-41a9-9a8c-95c62955d1a1 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Publish callbacks [] for floatingip, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:53.150427 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bae8d07-fe45-457d-a82e-2e9bbb2aea18 req-d26e43fc-e032-4bd0-8f8f-dec8fa718afe tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:53.161263 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8bae8d07-fe45-457d-a82e-2e9bbb2aea18 req-d26e43fc-e032-4bd0-8f8f-dec8fa718afe tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=410657f9-9533-48fd-94c2-2548178a831b HTTP/1.1" status: 200 len: 944 time: 0.1344583 Dec 06 17:10:53.200779 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d41c1e08-54c2-426e-8e1b-a196200a7ea4 admin admin] Router dcaefaa4-395c-4ade-9355-dcaf41f87ff1 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:10:53.248504 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8bae8d07-fe45-457d-a82e-2e9bbb2aea18 req-a3f60620-7ef3-4ee6-996e-8498696f4444 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804951 Dec 06 17:10:53.253939 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ba07e6af-8a13-404a-933d-a7eb96b8526a req-e6960b0f-5d58-44d4-9d22-e8a5d1239bf9 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:53.326077 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6960b0f-5d58-44d4-9d22-e8a5d1239bf9 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Pushing event deleted for resources: {'Port': ['ID=47959905-0d65-435d-bd88-6229edcc8f79,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:53.394980 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6960b0f-5d58-44d4-9d22-e8a5d1239bf9 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:10:53.395889 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6960b0f-5d58-44d4-9d22-e8a5d1239bf9 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:10:53.396234 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6960b0f-5d58-44d4-9d22-e8a5d1239bf9 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:10:53.396572 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6960b0f-5d58-44d4-9d22-e8a5d1239bf9 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:10:53.396907 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6960b0f-5d58-44d4-9d22-e8a5d1239bf9 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:10:53.397236 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6960b0f-5d58-44d4-9d22-e8a5d1239bf9 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:10:53.397607 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6960b0f-5d58-44d4-9d22-e8a5d1239bf9 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:10:53.397938 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6960b0f-5d58-44d4-9d22-e8a5d1239bf9 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:10:53.398516 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6960b0f-5d58-44d4-9d22-e8a5d1239bf9 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:10:53.398851 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6960b0f-5d58-44d4-9d22-e8a5d1239bf9 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:10:53.399344 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6960b0f-5d58-44d4-9d22-e8a5d1239bf9 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:10:53.399495 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6960b0f-5d58-44d4-9d22-e8a5d1239bf9 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:10:53.399821 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6960b0f-5d58-44d4-9d22-e8a5d1239bf9 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:10:53.425994 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba07e6af-8a13-404a-933d-a7eb96b8526a req-e6960b0f-5d58-44d4-9d22-e8a5d1239bf9 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] No DVR routers for this DVR port 47959905-0d65-435d-bd88-6229edcc8f79 on host n-h2-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:10:53.429134 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ba07e6af-8a13-404a-933d-a7eb96b8526a req-e6960b0f-5d58-44d4-9d22-e8a5d1239bf9 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:53.433359 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ba07e6af-8a13-404a-933d-a7eb96b8526a req-e6960b0f-5d58-44d4-9d22-e8a5d1239bf9 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.44 "DELETE /v2.0/ports/47959905-0d65-435d-bd88-6229edcc8f79 HTTP/1.1" status: 204 len: 173 time: 1.7195940 Dec 06 17:10:53.437512 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '410657f9-9533-48fd-94c2-2548178a831b', 'name': 'network-vif-deleted', 'tag': '47959905-0d65-435d-bd88-6229edcc8f79'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:10:53.440187 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6ee5a91-b58f-4a14-b212-a6420bb0a1c2" -d '{"events": [{"server_uuid": "410657f9-9533-48fd-94c2-2548178a831b", "name": "network-vif-deleted", "tag": "47959905-0d65-435d-bd88-6229edcc8f79"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:10:53.501053 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c4214df-5ee0-413a-b894-51ab5b893781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace816df-f221-4480-98a4-e0c3265e6d36'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:10:53.503614 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-163fcbd0-226f-4383-82ae-0c582ebf967a" -d '{"events": [{"server_uuid": "2c4214df-5ee0-413a-b894-51ab5b893781", "name": "network-vif-plugged", "status": "completed", "tag": "ace816df-f221-4480-98a4-e0c3265e6d36"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:10:53.522843 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f48e1b-9868-48e3-b440-0f805ffd5e00 None None] Network 38bbb295-1d24-4609-a76d-a1a76ea36b6d requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:10:53.525024 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d41c1e08-54c2-426e-8e1b-a196200a7ea4 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:10:53.533185 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42150) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:10:53.540920 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cafa3e7-872a-46a4-8c50-178115a016a9 None None] Sync routers for ids ['dcaefaa4-395c-4ade-9355-dcaf41f87ff1'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:10:53.558707 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-d41c1e08-54c2-426e-8e1b-a196200a7ea4 admin admin] 10.222.0.23 "PUT /v2.0/routers/dcaefaa4-395c-4ade-9355-dcaf41f87ff1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3237033 Dec 06 17:10:53.566436 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cafa3e7-872a-46a4-8c50-178115a016a9 None None] Routers {'dcaefaa4-395c-4ade-9355-dcaf41f87ff1'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:10:53.567165 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-3cafa3e7-872a-46a4-8c50-178115a016a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:10:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['dcaefaa4-395c-4ade-9355-dcaf41f87ff1'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:10:53.597042 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-dbc22c33-3247-459d-b127-3f9a398526d7 req-a311b3fd-2e70-41a9-9a8c-95c62955d1a1 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:53.702370 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-39667073-f95a-4a5e-90a1-39c8d4fdacc5 None None] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:53.751886 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-39667073-f95a-4a5e-90a1-39c8d4fdacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:53.821830 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-3cafa3e7-872a-46a4-8c50-178115a016a9 None None] Set router dcaefaa4-395c-4ade-9355-dcaf41f87ff1 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:10:53.864675 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2ca62eef-f3e9-4e95-87f4-bf0676291f22 admin admin] Publish callbacks [] for router, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:53.874146 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef49cde-ead9-445d-8456-c3b1c60eeab1 None None] Pushing event updated for resources: {'Port': ['ID=29209dcd-c6f3-4f1d-bde0-6ce35574ef92,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:53.908153 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-dbc22c33-3247-459d-b127-3f9a398526d7 req-a311b3fd-2e70-41a9-9a8c-95c62955d1a1 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Allocated IP 172.35.1.14 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/f9af7821-e853-4557-9060-b02d375e5808) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:10:53.935408 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-39667073-f95a-4a5e-90a1-39c8d4fdacc5 None None] Attempting to bind port 29209dcd-c6f3-4f1d-bde0-6ce35574ef92 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:10:53.935675 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-39667073-f95a-4a5e-90a1-39c8d4fdacc5 None None] Attempting to bind port 29209dcd-c6f3-4f1d-bde0-6ce35574ef92 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'ca4de8ed-50f8-4713-bda3-1d8627341bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '427bb5a0-609d-4581-949c-2025bbcaac3c'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:10:53.935881 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39667073-f95a-4a5e-90a1-39c8d4fdacc5 None None] Attempting to bind port 29209dcd-c6f3-4f1d-bde0-6ce35574ef92 on network 427bb5a0-609d-4581-949c-2025bbcaac3c {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:10:53.948788 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39667073-f95a-4a5e-90a1-39c8d4fdacc5 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:10:53.949170 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39667073-f95a-4a5e-90a1-39c8d4fdacc5 None None] Checking segment: {'id': 'ca4de8ed-50f8-4713-bda3-1d8627341bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '427bb5a0-609d-4581-949c-2025bbcaac3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:10:53.962365 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-39667073-f95a-4a5e-90a1-39c8d4fdacc5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:53.963661 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39667073-f95a-4a5e-90a1-39c8d4fdacc5 None None] Bound using segment: {'id': 'ca4de8ed-50f8-4713-bda3-1d8627341bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '427bb5a0-609d-4581-949c-2025bbcaac3c'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:10:53.964210 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-39667073-f95a-4a5e-90a1-39c8d4fdacc5 None None] Bound port: 29209dcd-c6f3-4f1d-bde0-6ce35574ef92, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca4de8ed-50f8-4713-bda3-1d8627341bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '427bb5a0-609d-4581-949c-2025bbcaac3c'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:10:53.964609 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-39667073-f95a-4a5e-90a1-39c8d4fdacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:54.156400 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-39667073-f95a-4a5e-90a1-39c8d4fdacc5 None None] For port 29209dcd-c6f3-4f1d-bde0-6ce35574ef92, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:10:54.170209 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-39667073-f95a-4a5e-90a1-39c8d4fdacc5 None None] For port 29209dcd-c6f3-4f1d-bde0-6ce35574ef92, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=29209dcd-c6f3-4f1d-bde0-6ce35574ef92,segment=NetworkSegment(ca4de8ed-50f8-4713-bda3-1d8627341bde),segment_id=ca4de8ed-50f8-4713-bda3-1d8627341bde)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:10:54.181841 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-39667073-f95a-4a5e-90a1-39c8d4fdacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:54.192808 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2ca62eef-f3e9-4e95-87f4-bf0676291f22 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:54.248522 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-3cafa3e7-872a-46a4-8c50-178115a016a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcaefaa4-395c-4ade-9355-dcaf41f87ff1', 'name': 'tempest-ServersTestBootFromVolume-1847518297-router', 'tenant_id': '0258899c128e4e7c8306d77fe96b1089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.125'}], 'enable_snat': True}, 'gw_port_id': 'a9d8701e-ce0b-4523-b677-bbb9b7af8b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:06:49Z', 'updated_at': '2021-12-06T17:10:51Z', 'revision_number': 5, 'project_id': '0258899c128e4e7c8306d77fe96b1089', 'gw_port': {'id': 'a9d8701e-ce0b-4523-b677-bbb9b7af8b84', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcaefaa4-395c-4ade-9355-dcaf41f87ff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:06:51Z', 'updated_at': '2021-12-06T17:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:10:54.262213 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-dbc22c33-3247-459d-b127-3f9a398526d7 req-a311b3fd-2e70-41a9-9a8c-95c62955d1a1 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:54.305130 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39667073-f95a-4a5e-90a1-39c8d4fdacc5 None None] Routers {'740e48b4-d750-428e-af8a-2ddbaa14ae6d'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:10:54.305791 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-39667073-f95a-4a5e-90a1-39c8d4fdacc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:10:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['740e48b4-d750-428e-af8a-2ddbaa14ae6d'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:10:54.308813 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cafa3e7-872a-46a4-8c50-178115a016a9 None None] Checking router: dcaefaa4-395c-4ade-9355-dcaf41f87ff1 for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:10:54.319913 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cafa3e7-872a-46a4-8c50-178115a016a9 None None] Routers {'dcaefaa4-395c-4ade-9355-dcaf41f87ff1'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:10:54.323841 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-3cafa3e7-872a-46a4-8c50-178115a016a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:10:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['dcaefaa4-395c-4ade-9355-dcaf41f87ff1'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:10:54.351835 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-dbc22c33-3247-459d-b127-3f9a398526d7 req-a311b3fd-2e70-41a9-9a8c-95c62955d1a1 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:54.374335 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-2ca62eef-f3e9-4e95-87f4-bf0676291f22 admin admin] Deleting port a9d8701e-ce0b-4523-b677-bbb9b7af8b84 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:10:54.374676 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2ca62eef-f3e9-4e95-87f4-bf0676291f22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:54.390020 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef49cde-ead9-445d-8456-c3b1c60eeab1 None None] Pushing event updated for resources: {'Port': ['ID=29209dcd-c6f3-4f1d-bde0-6ce35574ef92,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:54.418031 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-c95f3f8a-743e-4874-a069-04604070581e None None] Provisioning complete for port 29209dcd-c6f3-4f1d-bde0-6ce35574ef92 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:10:54.418283 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c95f3f8a-743e-4874-a069-04604070581e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:54.436749 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbc22c33-3247-459d-b127-3f9a398526d7 req-a311b3fd-2e70-41a9-9a8c-95c62955d1a1 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:10:54.440214 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-dbc22c33-3247-459d-b127-3f9a398526d7 req-a311b3fd-2e70-41a9-9a8c-95c62955d1a1 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:10:54.457275 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbc22c33-3247-459d-b127-3f9a398526d7 req-a311b3fd-2e70-41a9-9a8c-95c62955d1a1 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:10:54.485403 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c50aa7-dd63-498c-a2bc-1c5611ef796b req-f425ed1f-1f25-420c-85f5-269595d3feac tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:54.488278 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a1c50aa7-dd63-498c-a2bc-1c5611ef796b req-f425ed1f-1f25-420c-85f5-269595d3feac tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4214df-5ee0-413a-b894-51ab5b893781 HTTP/1.1" status: 200 len: 950 time: 0.1994507 Dec 06 17:10:54.544954 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a311b3fd-2e70-41a9-9a8c-95c62955d1a1 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Pushing event updated for resources: {'Port': ['ID=f9af7821-e853-4557-9060-b02d375e5808,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:54.568836 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-2ca62eef-f3e9-4e95-87f4-bf0676291f22 admin admin] For port a9d8701e-ce0b-4523-b677-bbb9b7af8b84, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a9d8701e-ce0b-4523-b677-bbb9b7af8b84,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:10:54.570938 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2ca62eef-f3e9-4e95-87f4-bf0676291f22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:54.617871 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-2ca62eef-f3e9-4e95-87f4-bf0676291f22 admin admin] Calling delete_port for a9d8701e-ce0b-4523-b677-bbb9b7af8b84 owned by network:router_gateway {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:10:54.634148 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a1c50aa7-dd63-498c-a2bc-1c5611ef796b req-db5a781c-a45f-405c-b3d2-40116df1155b tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361179 Dec 06 17:10:54.639539 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-3cafa3e7-872a-46a4-8c50-178115a016a9 None None] Set router dcaefaa4-395c-4ade-9355-dcaf41f87ff1 gateway port host: None {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:10:54.673126 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-39667073-f95a-4a5e-90a1-39c8d4fdacc5 None None] Set router 740e48b4-d750-428e-af8a-2ddbaa14ae6d gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:10:54.676192 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c95f3f8a-743e-4874-a069-04604070581e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:54.689816 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-dbc22c33-3247-459d-b127-3f9a398526d7 req-a311b3fd-2e70-41a9-9a8c-95c62955d1a1 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:54.746172 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c95f3f8a-743e-4874-a069-04604070581e None None] For port 29209dcd-c6f3-4f1d-bde0-6ce35574ef92, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=29209dcd-c6f3-4f1d-bde0-6ce35574ef92,segment=NetworkSegment(ca4de8ed-50f8-4713-bda3-1d8627341bde),segment_id=ca4de8ed-50f8-4713-bda3-1d8627341bde)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:10:54.758151 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c95f3f8a-743e-4874-a069-04604070581e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:54.759169 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-dbc22c33-3247-459d-b127-3f9a398526d7 req-a311b3fd-2e70-41a9-9a8c-95c62955d1a1 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:54.767748 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-3cafa3e7-872a-46a4-8c50-178115a016a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcaefaa4-395c-4ade-9355-dcaf41f87ff1', 'name': 'tempest-ServersTestBootFromVolume-1847518297-router', 'tenant_id': '0258899c128e4e7c8306d77fe96b1089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:06:49Z', 'updated_at': '2021-12-06T17:10:54Z', 'revision_number': 6, 'project_id': '0258899c128e4e7c8306d77fe96b1089', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:10:54.833413 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cafa3e7-872a-46a4-8c50-178115a016a9 None None] The sync data for ids ['dcaefaa4-395c-4ade-9355-dcaf41f87ff1'] in n-d-master-1 is: [{'id': 'dcaefaa4-395c-4ade-9355-dcaf41f87ff1', 'name': 'tempest-ServersTestBootFromVolume-1847518297-router', 'tenant_id': '0258899c128e4e7c8306d77fe96b1089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:06:49Z', 'updated_at': '2021-12-06T17:10:54Z', 'revision_number': 6, 'project_id': '0258899c128e4e7c8306d77fe96b1089', 'gw_port_host': None}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:10:54.934111 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-cb1e1e3e-1c24-407f-a910-a6d296d53f33 None None] Provisioning complete for port 29209dcd-c6f3-4f1d-bde0-6ce35574ef92 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:10:54.934792 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cb1e1e3e-1c24-407f-a910-a6d296d53f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:54.936557 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95f3f8a-743e-4874-a069-04604070581e None None] Pushing event updated for resources: {'Port': ['ID=29209dcd-c6f3-4f1d-bde0-6ce35574ef92,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:54.963963 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 47959905-0d65-435d-bd88-6229edcc8f79 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:10:54.989433 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] No Port match for: 47959905-0d65-435d-bd88-6229edcc8f79 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:10:54.990204 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 47959905-0d65-435d-bd88-6229edcc8f79 not bound to the agent host n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:10:55.013702 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-dbc22c33-3247-459d-b127-3f9a398526d7 req-a311b3fd-2e70-41a9-9a8c-95c62955d1a1 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:55.020285 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-dbc22c33-3247-459d-b127-3f9a398526d7 req-a311b3fd-2e70-41a9-9a8c-95c62955d1a1 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:55.046650 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf9cdfa-4f18-4488-913e-e408f9bc3c1c req-f1fbf4b1-dfb1-4cd7-a1f1-a1ef402a7958 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:55.054489 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bbf9cdfa-4f18-4488-913e-e408f9bc3c1c req-f1fbf4b1-dfb1-4cd7-a1f1-a1ef402a7958 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/networks?id=33742801-ccea-4ab3-a86a-2573a2966c19 HTTP/1.1" status: 200 len: 808 time: 0.1459796 Dec 06 17:10:55.074006 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bbf9cdfa-4f18-4488-913e-e408f9bc3c1c req-509e7924-2661-4a7a-96a7-f653c17b6407 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/quotas/1d83e0c6d059422882cc226e7f9c727a HTTP/1.1" status: 200 len: 375 time: 0.0183132 Dec 06 17:10:55.119118 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bbf9cdfa-4f18-4488-913e-e408f9bc3c1c req-be80e7dc-ec51-474a-ab34-1c941cc54edb tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1d83e0c6d059422882cc226e7f9c727a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0441868 Dec 06 17:10:55.137411 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a311b3fd-2e70-41a9-9a8c-95c62955d1a1 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Pushing event updated for resources: {'Port': ['ID=f9af7821-e853-4557-9060-b02d375e5808,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:55.137777 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-39667073-f95a-4a5e-90a1-39c8d4fdacc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '740e48b4-d750-428e-af8a-2ddbaa14ae6d', 'name': 'tempest-FloatingIPDetailsTestJSON-549034827-router', 'tenant_id': '0ec0cbd42e444a94929543cc17ddde42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.49'}], 'enable_snat': True}, 'gw_port_id': '74fc5844-70c3-40c6-b61b-5644642d980a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:10:32Z', 'updated_at': '2021-12-06T17:10:47Z', 'revision_number': 4, 'project_id': '0ec0cbd42e444a94929543cc17ddde42', 'gw_port': {'id': '74fc5844-70c3-40c6-b61b-5644642d980a', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:52:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740e48b4-d750-428e-af8a-2ddbaa14ae6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:10:36Z', 'updated_at': '2021-12-06T17:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '29209dcd-c6f3-4f1d-bde0-6ce35574ef92', 'name': '', 'network_id': '427bb5a0-609d-4581-949c-2025bbcaac3c', 'tenant_id': '0ec0cbd42e444a94929543cc17ddde42', 'mac_address': 'fa:16:3e:68:e9:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '740e48b4-d750-428e-af8a-2ddbaa14ae6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '4f2b5e63-1b3c-460e-ac43-294ccdeb669a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:10:44Z', 'updated_at': '2021-12-06T17:10:54Z', 'revision_number': 4, 'project_id': '0ec0cbd42e444a94929543cc17ddde42', 'subnets': [{'id': '4f2b5e63-1b3c-460e-ac43-294ccdeb669a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:10:55.150147 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-dbc22c33-3247-459d-b127-3f9a398526d7 req-a311b3fd-2e70-41a9-9a8c-95c62955d1a1 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:55.167563 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39667073-f95a-4a5e-90a1-39c8d4fdacc5 None None] The sync data for ids ['740e48b4-d750-428e-af8a-2ddbaa14ae6d'] in n-d-master-1 is: [{'id': '740e48b4-d750-428e-af8a-2ddbaa14ae6d', 'name': 'tempest-FloatingIPDetailsTestJSON-549034827-router', 'tenant_id': '0ec0cbd42e444a94929543cc17ddde42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.49'}], 'enable_snat': True}, 'gw_port_id': '74fc5844-70c3-40c6-b61b-5644642d980a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:10:32Z', 'updated_at': '2021-12-06T17:10:47Z', 'revision_number': 4, 'project_id': '0ec0cbd42e444a94929543cc17ddde42', 'gw_port': {'id': '74fc5844-70c3-40c6-b61b-5644642d980a', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:52:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740e48b4-d750-428e-af8a-2ddbaa14ae6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:10:36Z', 'updated_at': '2021-12-06T17:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '29209dcd-c6f3-4f1d-bde0-6ce35574ef92', 'name': '', 'network_id': '427bb5a0-609d-4581-949c-2025bbcaac3c', 'tenant_id': '0ec0cbd42e444a94929543cc17ddde42', 'mac_address': 'fa:16:3e:68:e9:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '740e48b4-d750-428e-af8a-2ddbaa14ae6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '4f2b5e63-1b3c-460e-ac43-294ccdeb669a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:10:44Z', 'updated_at': '2021-12-06T17:10:54Z', 'revision_number': 4, 'project_id': '0ec0cbd42e444a94929543cc17ddde42', 'subnets': [{'id': '4f2b5e63-1b3c-460e-ac43-294ccdeb669a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:10:55.174636 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-dbc22c33-3247-459d-b127-3f9a398526d7 req-a311b3fd-2e70-41a9-9a8c-95c62955d1a1 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:55.175891 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-dbc22c33-3247-459d-b127-3f9a398526d7 req-a311b3fd-2e70-41a9-9a8c-95c62955d1a1 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1466646 Dec 06 17:10:55.264652 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2ca62eef-f3e9-4e95-87f4-bf0676291f22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:55.313626 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca62eef-f3e9-4e95-87f4-bf0676291f22 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9d8701e-ce0b-4523-b677-bbb9b7af8b84,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:55.335770 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bbf9cdfa-4f18-4488-913e-e408f9bc3c1c req-a59d09a9-8da6-47a3-80c8-195c7594ef90 service neutron] 10.222.0.23 "GET /v2.0/networks/33742801-ccea-4ab3-a86a-2573a2966c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157006 Dec 06 17:10:55.492044 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2ca62eef-f3e9-4e95-87f4-bf0676291f22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536698'] for router_gateway, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:55.574826 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-dbc22c33-3247-459d-b127-3f9a398526d7 req-dc9f32e9-9168-4e4a-9534-8d7ae5856e56 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.35.1.14 HTTP/1.1" status: 200 len: 695 time: 0.3802698 Dec 06 17:10:55.583212 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bbf9cdfa-4f18-4488-913e-e408f9bc3c1c req-e59010cd-8894-4014-b2cc-c1db69de5274 service neutron] 10.222.0.23 "GET /v2.0/networks/33742801-ccea-4ab3-a86a-2573a2966c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460001 Dec 06 17:10:55.622668 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2ca62eef-f3e9-4e95-87f4-bf0676291f22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:55.625448 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2ca62eef-f3e9-4e95-87f4-bf0676291f22 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:55.703489 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2ca62eef-f3e9-4e95-87f4-bf0676291f22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:55.704154 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ca62eef-f3e9-4e95-87f4-bf0676291f22 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dcaefaa4-395c-4ade-9355-dcaf41f87ff1 {{(pid=103285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 17:10:55.710071 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc22c33-3247-459d-b127-3f9a398526d7 req-94835aca-fb3b-4feb-aa6a-9c8905c791be tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:55.712300 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-dbc22c33-3247-459d-b127-3f9a398526d7 req-94835aca-fb3b-4feb-aa6a-9c8905c791be tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] 10.222.0.23 "GET /v2.0/networks/40c9982f-f1ff-4b90-bebe-b7d51655f7e2 HTTP/1.1" status: 200 len: 784 time: 0.1313760 Dec 06 17:10:55.712661 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2ca62eef-f3e9-4e95-87f4-bf0676291f22 admin admin] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:55.719803 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 42202) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:10:55.721913 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-2ca62eef-f3e9-4e95-87f4-bf0676291f22 admin admin] 10.222.0.23 "DELETE /v2.0/routers/dcaefaa4-395c-4ade-9355-dcaf41f87ff1 HTTP/1.1" status: 204 len: 168 time: 2.1871071 Dec 06 17:10:55.890846 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c63dafb2-f98a-4541-9e42-49bb49d31231 x-openstack-request-id: req-c63dafb2-f98a-4541-9e42-49bb49d31231 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:10:55.894263 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f11663d-b03b-4add-b522-201ade9c0398 x-openstack-request-id: req-5f11663d-b03b-4add-b522-201ade9c0398 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:10:55.895222 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c4214df-5ee0-413a-b894-51ab5b893781", "name": "network-vif-plugged", "status": "completed", "tag": "ace816df-f221-4480-98a4-e0c3265e6d36", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:10:55.895649 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5f11663d-b03b-4add-b522-201ade9c0398 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:10:55.896252 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c4214df-5ee0-413a-b894-51ab5b893781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace816df-f221-4480-98a4-e0c3265e6d36', 'code': 200} Dec 06 17:10:55.897618 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "410657f9-9533-48fd-94c2-2548178a831b", "name": "network-vif-deleted", "tag": "47959905-0d65-435d-bd88-6229edcc8f79", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:10:55.898229 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c63dafb2-f98a-4541-9e42-49bb49d31231 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:10:55.901428 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '410657f9-9533-48fd-94c2-2548178a831b', 'name': 'network-vif-deleted', 'tag': '47959905-0d65-435d-bd88-6229edcc8f79', 'status': 'completed', 'code': 200} Dec 06 17:10:55.943022 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-00b10e21-fc4b-4347-aca7-42271b324ce9 admin admin] Deleting subnet 46916f41-7c83-4c75-85c3-d1b3985aec0b {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:10:55.952728 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-00b10e21-fc4b-4347-aca7-42271b324ce9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:56.219150 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-00b10e21-fc4b-4347-aca7-42271b324ce9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:56.269180 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3dd003-2475-45d0-ba0b-d4849613d8a7 req-d995c7d1-45f1-4994-837e-d6ce36814cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:56.271320 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2c3dd003-2475-45d0-ba0b-d4849613d8a7 req-d995c7d1-45f1-4994-837e-d6ce36814cbf service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2c4214df-5ee0-413a-b894-51ab5b893781 HTTP/1.1" status: 200 len: 1101 time: 0.2184007 Dec 06 17:10:56.388258 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab575047-2cb4-40e7-87a9-a06dfab992f5 req-192a090b-4757-4927-a417-5731f95832fb tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:56.399836 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ab575047-2cb4-40e7-87a9-a06dfab992f5 req-192a090b-4757-4927-a417-5731f95832fb tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4214df-5ee0-413a-b894-51ab5b893781 HTTP/1.1" status: 200 len: 950 time: 0.1906650 Dec 06 17:10:56.474741 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2c3dd003-2475-45d0-ba0b-d4849613d8a7 req-1c1c4ebe-442c-4acb-a21a-d15967d47a4b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871061 Dec 06 17:10:56.502703 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-00b10e21-fc4b-4347-aca7-42271b324ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:56.510160 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ab575047-2cb4-40e7-87a9-a06dfab992f5 req-e6dd4a76-589a-48f6-b0ae-7c24e16a527f tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074433 Dec 06 17:10:56.518234 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 29209dcd-c6f3-4f1d-bde0-6ce35574ef92 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:10:56.587748 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 29209dcd-c6f3-4f1d-bde0-6ce35574ef92 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:10:56.588207 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:56.659403 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-00b10e21-fc4b-4347-aca7-42271b324ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:56.721806 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b10e21-fc4b-4347-aca7-42271b324ce9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46916f41-7c83-4c75-85c3-d1b3985aec0b,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:56.746605 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-00b10e21-fc4b-4347-aca7-42271b324ce9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:56.748444 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3f323c-3495-4971-9c02-e2e754717f34 None None] Network 041fb444-b221-430a-a2d5-1ce940b8f13a requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:10:56.752651 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-00b10e21-fc4b-4347-aca7-42271b324ce9 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/46916f41-7c83-4c75-85c3-d1b3985aec0b HTTP/1.1" status: 204 len: 168 time: 1.0317700 Dec 06 17:10:56.762232 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 42258) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:10:56.870241 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2d22d336-eb55-4565-a147-b188614bd208 req-d57262d7-afd7-4df1-b4aa-24ae59d681ba tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2954996 Dec 06 17:10:56.899058 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-2d22d336-eb55-4565-a147-b188614bd208 req-b10bcde3-6ae7-439a-bf28-923a9877239e tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Request body: {'floatingip': {'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:10:56.911098 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-63d55c29-8f45-4b8e-b878-65291d11544c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:56.941549 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 10d10f2b-8e85-4085-85fa-76f2d4a3f3e1 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:10:56.952803 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2d22d336-eb55-4565-a147-b188614bd208 req-b10bcde3-6ae7-439a-bf28-923a9877239e tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Publish callbacks [] for floatingip, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:56.979913 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 10d10f2b-8e85-4085-85fa-76f2d4a3f3e1 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:10:56.980667 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 10d10f2b-8e85-4085-85fa-76f2d4a3f3e1 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:10:56.981247 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device a9d8701e-ce0b-4523-b677-bbb9b7af8b84 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:10:57.013895 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: a9d8701e-ce0b-4523-b677-bbb9b7af8b84 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:10:57.014119 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-63d55c29-8f45-4b8e-b878-65291d11544c admin admin] Deleting port 19021b7b-cff4-4e44-9c81-7d8cc73ac832 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:10:57.014251 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-63d55c29-8f45-4b8e-b878-65291d11544c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:57.014344 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device a9d8701e-ce0b-4523-b677-bbb9b7af8b84 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:10:57.041196 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f02edf-45eb-4220-acdb-f79351225b24 None None] DHCP port deletion for 041fb444-b221-430a-a2d5-1ce940b8f13a request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:10:57.128033 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-79f02edf-45eb-4220-acdb-f79351225b24 None None] Deleting port 19021b7b-cff4-4e44-9c81-7d8cc73ac832 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:10:57.128422 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-79f02edf-45eb-4220-acdb-f79351225b24 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:57.134048 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2d22d336-eb55-4565-a147-b188614bd208 req-b10bcde3-6ae7-439a-bf28-923a9877239e tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:57.158965 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e87cd28b-d60e-4f94-be07-ee5dbe4c6da0 req-d8b2794c-4e58-4199-891c-09e3f1b58010 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad356e21-cfaf-43b2-9fa2-a8c3a99e6fbb HTTP/1.1" status: 200 len: 210 time: 0.0485747 Dec 06 17:10:57.168865 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-63d55c29-8f45-4b8e-b878-65291d11544c admin admin] For port 19021b7b-cff4-4e44-9c81-7d8cc73ac832, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=19021b7b-cff4-4e44-9c81-7d8cc73ac832,segment=NetworkSegment(bcf8f3ec-a85d-4baf-bb99-5540dc7bed1d),segment_id=bcf8f3ec-a85d-4baf-bb99-5540dc7bed1d)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:10:57.169364 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-63d55c29-8f45-4b8e-b878-65291d11544c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:57.189098 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-63d55c29-8f45-4b8e-b878-65291d11544c admin admin] Calling delete_port for 19021b7b-cff4-4e44-9c81-7d8cc73ac832 owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:10:57.265433 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-79f02edf-45eb-4220-acdb-f79351225b24 None None] For port 19021b7b-cff4-4e44-9c81-7d8cc73ac832, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=19021b7b-cff4-4e44-9c81-7d8cc73ac832,segment=NetworkSegment(bcf8f3ec-a85d-4baf-bb99-5540dc7bed1d),segment_id=bcf8f3ec-a85d-4baf-bb99-5540dc7bed1d)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:10:57.266169 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-79f02edf-45eb-4220-acdb-f79351225b24 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:57.304375 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-79f02edf-45eb-4220-acdb-f79351225b24 None None] Calling delete_port for 19021b7b-cff4-4e44-9c81-7d8cc73ac832 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:10:57.344239 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-2d22d336-eb55-4565-a147-b188614bd208 req-b10bcde3-6ae7-439a-bf28-923a9877239e tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Allocated IP 172.35.1.129 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/d9dc27b9-d6d7-4f6e-8252-be7d4888cf89) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:10:57.363504 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-63d55c29-8f45-4b8e-b878-65291d11544c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:57.404054 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-79f02edf-45eb-4220-acdb-f79351225b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:57.436867 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d55c29-8f45-4b8e-b878-65291d11544c admin admin] Pushing event deleted for resources: {'Port': ['ID=19021b7b-cff4-4e44-9c81-7d8cc73ac832,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:57.447962 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d55c29-8f45-4b8e-b878-65291d11544c admin admin] No DVR routers for this DVR port 19021b7b-cff4-4e44-9c81-7d8cc73ac832 on host n-d-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:10:57.469318 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f02edf-45eb-4220-acdb-f79351225b24 None None] Pushing event deleted for resources: {'Port': ['ID=19021b7b-cff4-4e44-9c81-7d8cc73ac832,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:57.480721 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f02edf-45eb-4220-acdb-f79351225b24 None None] No DVR routers for this DVR port 19021b7b-cff4-4e44-9c81-7d8cc73ac832 on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:10:57.588046 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2d22d336-eb55-4565-a147-b188614bd208 req-b10bcde3-6ae7-439a-bf28-923a9877239e tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:57.602722 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-63d55c29-8f45-4b8e-b878-65291d11544c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:57.635190 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-63d55c29-8f45-4b8e-b878-65291d11544c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['041fb444-b221-430a-a2d5-1ce940b8f13a']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:10:57.646131 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-63d55c29-8f45-4b8e-b878-65291d11544c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcf8f3ec-a85d-4baf-bb99-5540dc7bed1d') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:10:57.646663 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-63d55c29-8f45-4b8e-b878-65291d11544c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcf8f3ec-a85d-4baf-bb99-5540dc7bed1d') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:10:57.658603 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-63d55c29-8f45-4b8e-b878-65291d11544c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:57.662857 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2d22d336-eb55-4565-a147-b188614bd208 req-b10bcde3-6ae7-439a-bf28-923a9877239e tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:57.676008 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-63d55c29-8f45-4b8e-b878-65291d11544c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:57.682907 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63d55c29-8f45-4b8e-b878-65291d11544c admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:10:57.683359 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-63d55c29-8f45-4b8e-b878-65291d11544c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:57.685004 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 17:10:57.685004 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:10:57.685004 n-d-master-1 neutron-server[103284]: timer() Dec 06 17:10:57.685004 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:10:57.685004 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 17:10:57.685004 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:10:57.685004 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 17:10:57.685004 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:10:57.685004 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 17:10:57.685004 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:10:57.685004 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 17:10:57.685004 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:10:57.685004 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 17:10:57.685004 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:10:57.685004 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:10:57.685004 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:10:57.685004 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:10:57.685004 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:10:57.685004 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 17:10:57.685004 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:10:57.685004 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 17:10:57.685004 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:10:57.685004 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:10:57.685004 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:10:57.685004 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 17:10:57.685004 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:10:57.685004 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:10:57.685004 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:10:57.685004 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:10:57.685004 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:10:57.685004 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:10:57.685004 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:10:57.742513 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d22d336-eb55-4565-a147-b188614bd208 req-b10bcde3-6ae7-439a-bf28-923a9877239e tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:10:57.744094 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-2d22d336-eb55-4565-a147-b188614bd208 req-b10bcde3-6ae7-439a-bf28-923a9877239e tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:10:57.757606 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-63d55c29-8f45-4b8e-b878-65291d11544c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:57.768219 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-63d55c29-8f45-4b8e-b878-65291d11544c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:57.771408 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d22d336-eb55-4565-a147-b188614bd208 req-b10bcde3-6ae7-439a-bf28-923a9877239e tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:10:57.776635 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-63d55c29-8f45-4b8e-b878-65291d11544c admin admin] 10.222.0.23 "DELETE /v2.0/networks/041fb444-b221-430a-a2d5-1ce940b8f13a HTTP/1.1" status: 204 len: 168 time: 1.0104494 Dec 06 17:10:57.805123 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d55c29-8f45-4b8e-b878-65291d11544c admin admin] Pushing event deleted for resources: {'Network': ['ID=041fb444-b221-430a-a2d5-1ce940b8f13a,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:57.952213 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 42274) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:10:58.120531 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 42276) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:10:58.121263 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1c37e0a6-f489-460b-a8b2-b1b52497baeb tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:58.198486 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89f9c88-383e-4676-85d7-aabae7d07e12 req-6ae54e3d-2831-412d-b00c-8609f9eb5e6e tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:58.200046 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d89f9c88-383e-4676-85d7-aabae7d07e12 req-6ae54e3d-2831-412d-b00c-8609f9eb5e6e tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.44 "GET /v2.0/ports?device_id=31c7763d-6ef7-4308-8c38-56013cf586be HTTP/1.1" status: 200 len: 945 time: 0.1913097 Dec 06 17:10:58.203736 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1c37e0a6-f489-460b-a8b2-b1b52497baeb tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:58.272363 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814f1e46-3bac-48b4-b517-08889e4427ab req-554c1018-ef8c-4fdc-aab2-9ade5146633a tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:58.273890 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-814f1e46-3bac-48b4-b517-08889e4427ab req-554c1018-ef8c-4fdc-aab2-9ade5146633a tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4214df-5ee0-413a-b894-51ab5b893781 HTTP/1.1" status: 200 len: 950 time: 0.2145395 Dec 06 17:10:58.306438 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-84dedac1-2947-4dee-8cf8-205e06a74698 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0258899c128e4e7c8306d77fe96b1089&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1812851 Dec 06 17:10:58.317741 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42280) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:10:58.426059 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10bcde3-6ae7-439a-bf28-923a9877239e tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Pushing event updated for resources: {'Port': ['ID=d9dc27b9-d6d7-4f6e-8252-be7d4888cf89,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:58.432642 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 19021b7b-cff4-4e44-9c81-7d8cc73ac832 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:10:58.445802 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10bcde3-6ae7-439a-bf28-923a9877239e tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:10:58.446160 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10bcde3-6ae7-439a-bf28-923a9877239e tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:10:58.446515 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10bcde3-6ae7-439a-bf28-923a9877239e tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:10:58.446864 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10bcde3-6ae7-439a-bf28-923a9877239e tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:10:58.447207 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10bcde3-6ae7-439a-bf28-923a9877239e tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:10:58.447550 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10bcde3-6ae7-439a-bf28-923a9877239e tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:10:58.447938 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10bcde3-6ae7-439a-bf28-923a9877239e tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:10:58.448205 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10bcde3-6ae7-439a-bf28-923a9877239e tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:10:58.448538 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10bcde3-6ae7-439a-bf28-923a9877239e tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:10:58.448872 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10bcde3-6ae7-439a-bf28-923a9877239e tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:10:58.449205 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10bcde3-6ae7-439a-bf28-923a9877239e tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:10:58.449580 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10bcde3-6ae7-439a-bf28-923a9877239e tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:10:58.449903 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10bcde3-6ae7-439a-bf28-923a9877239e tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:10:58.482015 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 19021b7b-cff4-4e44-9c81-7d8cc73ac832 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:10:58.482647 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 19021b7b-cff4-4e44-9c81-7d8cc73ac832 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:10:58.484526 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-d89f9c88-383e-4676-85d7-aabae7d07e12 req-acb784de-2e8f-4540-b2f6-6ac4fca77ad5 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Deleting port ce8a20ff-a9c6-4795-a571-20bb813075a1 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:10:58.484970 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d89f9c88-383e-4676-85d7-aabae7d07e12 req-acb784de-2e8f-4540-b2f6-6ac4fca77ad5 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:58.505962 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-814f1e46-3bac-48b4-b517-08889e4427ab req-f7270ed7-e394-4887-928c-a3e476eed276 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150154 Dec 06 17:10:58.506778 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1c37e0a6-f489-460b-a8b2-b1b52497baeb tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:58.511126 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1c37e0a6-f489-460b-a8b2-b1b52497baeb tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:58.512291 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-1c37e0a6-f489-460b-a8b2-b1b52497baeb tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "DELETE /v2.0/security-groups/327c70fb-d5d8-4c06-98d5-afe155e61b51 HTTP/1.1" status: 204 len: 168 time: 0.5589662 Dec 06 17:10:58.522076 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42286) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:10:58.540056 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c37e0a6-f489-460b-a8b2-b1b52497baeb tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=327c70fb-d5d8-4c06-98d5-afe155e61b51,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:58.559732 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c0ddb76c-ec99-4735-bf12-dd769be4ac43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:58.561667 n-d-master-1 neutron-server[103285]: INFO neutron.api.v2.resource [None req-6126f074-4046-4630-a307-435064fe98cc tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] show failed (client error): The resource could not be found. Dec 06 17:10:58.565662 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-6126f074-4046-4630-a307-435064fe98cc tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "GET /v2.0/security-groups/327c70fb-d5d8-4c06-98d5-afe155e61b51 HTTP/1.1" status: 404 len: 347 time: 0.0401790 Dec 06 17:10:58.566574 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42290) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:10:58.586388 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf9cdfa-4f18-4488-913e-e408f9bc3c1c req-a614c29c-bc24-4ef8-bc19-e4ddc4b718ea tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:58.587908 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bbf9cdfa-4f18-4488-913e-e408f9bc3c1c req-a614c29c-bc24-4ef8-bc19-e4ddc4b718ea tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.41 "GET /v2.0/networks?id=33742801-ccea-4ab3-a86a-2573a2966c19 HTTP/1.1" status: 200 len: 808 time: 0.8188419 Dec 06 17:10:58.597890 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2d22d336-eb55-4565-a147-b188614bd208 req-b10bcde3-6ae7-439a-bf28-923a9877239e tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:58.639535 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-bbf9cdfa-4f18-4488-913e-e408f9bc3c1c req-87dd4ed9-871b-4d42-a621-c56f51012e39 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Request body: {'port': {'device_id': 'ad356e21-cfaf-43b2-9fa2-a8c3a99e6fbb', 'network_id': '33742801-ccea-4ab3-a86a-2573a2966c19', 'admin_state_up': True, 'tenant_id': '1d83e0c6d059422882cc226e7f9c727a'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:10:58.684419 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c0ddb76c-ec99-4735-bf12-dd769be4ac43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:58.701916 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281e794b-59a7-498a-bbbb-34fa93dab31b req-d965b56a-0c0d-4840-9396-1b1e8a3ff9e0 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:58.709877 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-281e794b-59a7-498a-bbbb-34fa93dab31b req-d965b56a-0c0d-4840-9396-1b1e8a3ff9e0 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/ports?device_id=31c7763d-6ef7-4308-8c38-56013cf586be HTTP/1.1" status: 200 len: 945 time: 0.1007884 Dec 06 17:10:58.729110 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-d89f9c88-383e-4676-85d7-aabae7d07e12 req-acb784de-2e8f-4540-b2f6-6ac4fca77ad5 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] For port ce8a20ff-a9c6-4795-a571-20bb813075a1, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ce8a20ff-a9c6-4795-a571-20bb813075a1,segment=NetworkSegment(d43b23f1-3a85-4be8-8063-3fe18696b942),segment_id=d43b23f1-3a85-4be8-8063-3fe18696b942)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:10:58.729502 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d89f9c88-383e-4676-85d7-aabae7d07e12 req-acb784de-2e8f-4540-b2f6-6ac4fca77ad5 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:58.751255 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-d89f9c88-383e-4676-85d7-aabae7d07e12 req-acb784de-2e8f-4540-b2f6-6ac4fca77ad5 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Calling delete_port for ce8a20ff-a9c6-4795-a571-20bb813075a1 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:10:58.800872 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 17:10:58.834062 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2d22d336-eb55-4565-a147-b188614bd208 req-b10bcde3-6ae7-439a-bf28-923a9877239e tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:58.834317 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-281e794b-59a7-498a-bbbb-34fa93dab31b req-24c4e632-97f9-4c6f-bcd9-b3385482fef1 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.23 "GET /v2.0/security-groups?id=831696b2-5ffa-40bd-a226-7b9cd528b861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234286 Dec 06 17:10:58.950069 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d89f9c88-383e-4676-85d7-aabae7d07e12 req-acb784de-2e8f-4540-b2f6-6ac4fca77ad5 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:58.959323 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c0ddb76c-ec99-4735-bf12-dd769be4ac43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:58.962102 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c0ddb76c-ec99-4735-bf12-dd769be4ac43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:58.963274 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-c0ddb76c-ec99-4735-bf12-dd769be4ac43 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9ea2d6c5-17af-4e50-8c45-60ada57d802c HTTP/1.1" status: 204 len: 168 time: 0.6432066 Dec 06 17:10:59.021701 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ddb76c-ec99-4735-bf12-dd769be4ac43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea2d6c5-17af-4e50-8c45-60ada57d802c,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:59.024771 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-1a004748-8829-44fa-a0ef-9c7e49a087fe tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Deleting port 930fd454-6db0-41d4-a551-abfd09f6e857 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:10:59.025129 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1a004748-8829-44fa-a0ef-9c7e49a087fe tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:59.027125 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbf9cdfa-4f18-4488-913e-e408f9bc3c1c req-87dd4ed9-871b-4d42-a621-c56f51012e39 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Made reservation on behalf of 1d83e0c6d059422882cc226e7f9c727a for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:10:59.031027 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-bbf9cdfa-4f18-4488-913e-e408f9bc3c1c req-87dd4ed9-871b-4d42-a621-c56f51012e39 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:59.060350 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb784de-2e8f-4540-b2f6-6ac4fca77ad5 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Pushing event deleted for resources: {'Port': ['ID=ce8a20ff-a9c6-4795-a571-20bb813075a1,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:59.099509 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-d89f9c88-383e-4676-85d7-aabae7d07e12 req-acb784de-2e8f-4540-b2f6-6ac4fca77ad5 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] No DVR routers for this DVR port ce8a20ff-a9c6-4795-a571-20bb813075a1 on host n-h2-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:10:59.103236 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d89f9c88-383e-4676-85d7-aabae7d07e12 req-acb784de-2e8f-4540-b2f6-6ac4fca77ad5 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:59.107475 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d89f9c88-383e-4676-85d7-aabae7d07e12 req-acb784de-2e8f-4540-b2f6-6ac4fca77ad5 tempest-LiveAutoBlockMigrationV225Test-1915806118 tempest-LiveAutoBlockMigrationV225Test-1915806118-project] 10.222.0.44 "DELETE /v2.0/ports/ce8a20ff-a9c6-4795-a571-20bb813075a1 HTTP/1.1" status: 204 len: 173 time: 0.8865020 Dec 06 17:10:59.109854 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31c7763d-6ef7-4308-8c38-56013cf586be', 'name': 'network-vif-deleted', 'tag': 'ce8a20ff-a9c6-4795-a571-20bb813075a1'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:10:59.119238 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8b7da26-ac12-42de-82c3-20c90e8ee0ea" -d '{"events": [{"server_uuid": "31c7763d-6ef7-4308-8c38-56013cf586be", "name": "network-vif-deleted", "tag": "ce8a20ff-a9c6-4795-a571-20bb813075a1"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:10:59.132925 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503e4784-7b90-4913-9a64-4f64943eb1d6 req-defaf770-caa1-4a66-b523-952c94dea6ba tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:59.141105 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-503e4784-7b90-4913-9a64-4f64943eb1d6 req-defaf770-caa1-4a66-b523-952c94dea6ba tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ef8ee88-1483-49f8-8d21-9964984ede3e HTTP/1.1" status: 200 len: 947 time: 0.1933239 Dec 06 17:10:59.200128 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-503e4784-7b90-4913-9a64-4f64943eb1d6 req-7a09fed3-48d6-4e76-9dd6-27fcbc55fc88 tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e200dfc-3654-4846-ac4a-5fd3003efa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568278 Dec 06 17:10:59.267080 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2d22d336-eb55-4565-a147-b188614bd208 req-b10bcde3-6ae7-439a-bf28-923a9877239e tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:59.274105 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1a004748-8829-44fa-a0ef-9c7e49a087fe tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:59.274525 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1a004748-8829-44fa-a0ef-9c7e49a087fe tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:59.308623 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2d22d336-eb55-4565-a147-b188614bd208 req-b10bcde3-6ae7-439a-bf28-923a9877239e tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:59.316156 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f5282f0c-fa08-4411-8b47-4e85fd04a4f2 req-390ffe92-cceb-4532-a0f9-de3e5dd27949 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad356e21-cfaf-43b2-9fa2-a8c3a99e6fbb HTTP/1.1" status: 200 len: 210 time: 0.0429351 Dec 06 17:10:59.334540 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-1a004748-8829-44fa-a0ef-9c7e49a087fe tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Calling delete_port for 930fd454-6db0-41d4-a551-abfd09f6e857 owned by network:floatingip {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:10:59.429628 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-bbf9cdfa-4f18-4488-913e-e408f9bc3c1c req-87dd4ed9-871b-4d42-a621-c56f51012e39 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Allocated IP 172.20.0.10 (33742801-ccea-4ab3-a86a-2573a2966c19/da31f47d-8fee-49c3-b794-af6b3fd955bf/b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:10:59.432911 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10bcde3-6ae7-439a-bf28-923a9877239e tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Pushing event updated for resources: {'Port': ['ID=d9dc27b9-d6d7-4f6e-8252-be7d4888cf89,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:59.437915 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b1a1b6-2914-4239-8a0c-146691893bf7 req-7a1b9f7d-09aa-41e0-873a-5f05b93b9aec tempest-MigrationsAdminTest-1778720051 tempest-MigrationsAdminTest-1778720051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:59.442526 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-60b1a1b6-2914-4239-8a0c-146691893bf7 req-7a1b9f7d-09aa-41e0-873a-5f05b93b9aec tempest-MigrationsAdminTest-1778720051 tempest-MigrationsAdminTest-1778720051-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2c4214df-5ee0-413a-b894-51ab5b893781 HTTP/1.1" status: 200 len: 1101 time: 0.0695102 Dec 06 17:10:59.506154 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2d22d336-eb55-4565-a147-b188614bd208 req-b10bcde3-6ae7-439a-bf28-923a9877239e tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:59.520493 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-60b1a1b6-2914-4239-8a0c-146691893bf7 req-d31858ba-4ebe-4ca5-aa30-61496bbc19a7 tempest-MigrationsAdminTest-1778720051 tempest-MigrationsAdminTest-1778720051-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655353 Dec 06 17:10:59.575754 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2d22d336-eb55-4565-a147-b188614bd208 req-b10bcde3-6ae7-439a-bf28-923a9877239e tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:59.576994 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2d22d336-eb55-4565-a147-b188614bd208 req-b10bcde3-6ae7-439a-bf28-923a9877239e tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6875651 Dec 06 17:10:59.648814 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bfe5a1-b7eb-4fe2-a60b-361cf3ef3885 req-8f0ebe54-d0d7-4e7f-bd3f-854304bcad0d tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:10:59.653746 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-52bfe5a1-b7eb-4fe2-a60b-361cf3ef3885 req-8f0ebe54-d0d7-4e7f-bd3f-854304bcad0d tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ef8ee88-1483-49f8-8d21-9964984ede3e HTTP/1.1" status: 200 len: 947 time: 0.0994375 Dec 06 17:10:59.658389 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c0b5a6-80cd-499d-bf97-d4cb6ce8c0dc x-openstack-request-id: req-61c0b5a6-80cd-499d-bf97-d4cb6ce8c0dc {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:10:59.660004 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31c7763d-6ef7-4308-8c38-56013cf586be", "name": "network-vif-deleted", "tag": "ce8a20ff-a9c6-4795-a571-20bb813075a1", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:10:59.660894 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-61c0b5a6-80cd-499d-bf97-d4cb6ce8c0dc {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:10:59.662207 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31c7763d-6ef7-4308-8c38-56013cf586be', 'name': 'network-vif-deleted', 'tag': 'ce8a20ff-a9c6-4795-a571-20bb813075a1', 'status': 'completed', 'code': 200} Dec 06 17:10:59.747594 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2d22d336-eb55-4565-a147-b188614bd208 req-5d5cf4ed-0e6c-4f8b-b5f3-1686a995b832 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.35.1.129 HTTP/1.1" status: 200 len: 696 time: 0.1577897 Dec 06 17:10:59.819107 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-52bfe5a1-b7eb-4fe2-a60b-361cf3ef3885 req-5f255fa5-5523-48dd-a32e-af4d371d0891 tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] Deleting port 135aa760-39b2-49d9-9095-99877b42a36e {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:10:59.819787 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-52bfe5a1-b7eb-4fe2-a60b-361cf3ef3885 req-5f255fa5-5523-48dd-a32e-af4d371d0891 tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:59.898611 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1a004748-8829-44fa-a0ef-9c7e49a087fe tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:10:59.938150 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a004748-8829-44fa-a0ef-9c7e49a087fe tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Pushing event deleted for resources: {'Port': ['ID=930fd454-6db0-41d4-a551-abfd09f6e857,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:10:59.956346 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-bbf9cdfa-4f18-4488-913e-e408f9bc3c1c req-87dd4ed9-871b-4d42-a621-c56f51012e39 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:00.016422 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-52bfe5a1-b7eb-4fe2-a60b-361cf3ef3885 req-5f255fa5-5523-48dd-a32e-af4d371d0891 tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] For port 135aa760-39b2-49d9-9095-99877b42a36e, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=135aa760-39b2-49d9-9095-99877b42a36e,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:11:00.017069 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-52bfe5a1-b7eb-4fe2-a60b-361cf3ef3885 req-5f255fa5-5523-48dd-a32e-af4d371d0891 tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:00.034719 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-52bfe5a1-b7eb-4fe2-a60b-361cf3ef3885 req-5f255fa5-5523-48dd-a32e-af4d371d0891 tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] Calling delete_port for 135aa760-39b2-49d9-9095-99877b42a36e owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:11:00.061342 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d22d336-eb55-4565-a147-b188614bd208 req-6a556b1a-5991-4962-8c77-85882a99afe8 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:00.063491 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2d22d336-eb55-4565-a147-b188614bd208 req-6a556b1a-5991-4962-8c77-85882a99afe8 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] 10.222.0.23 "GET /v2.0/networks/40c9982f-f1ff-4b90-bebe-b7d51655f7e2 HTTP/1.1" status: 200 len: 784 time: 0.3073113 Dec 06 17:11:00.088141 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1a004748-8829-44fa-a0ef-9c7e49a087fe tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Publish callbacks [] for floatingip, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:00.091898 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1a004748-8829-44fa-a0ef-9c7e49a087fe tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:00.092636 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-1a004748-8829-44fa-a0ef-9c7e49a087fe tempest-ImagesOneServerNegativeTestJSON-1158413815 tempest-ImagesOneServerNegativeTestJSON-1158413815-project] 10.222.0.23 "DELETE /v2.0/floatingips/d5b6211f-b097-4f9f-9fff-6eef4b6c810d HTTP/1.1" status: 204 len: 168 time: 1.5208600 Dec 06 17:11:00.106159 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-bbf9cdfa-4f18-4488-913e-e408f9bc3c1c req-87dd4ed9-871b-4d42-a621-c56f51012e39 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:00.173433 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42332) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:11:00.190559 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbf9cdfa-4f18-4488-913e-e408f9bc3c1c req-87dd4ed9-871b-4d42-a621-c56f51012e39 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Network 33742801-ccea-4ab3-a86a-2573a2966c19 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:11:00.195688 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-bbf9cdfa-4f18-4488-913e-e408f9bc3c1c req-87dd4ed9-871b-4d42-a621-c56f51012e39 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:11:00.206367 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbf9cdfa-4f18-4488-913e-e408f9bc3c1c req-87dd4ed9-871b-4d42-a621-c56f51012e39 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:11:00.212401 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dd4ed9-871b-4d42-a621-c56f51012e39 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Pushing event updated for resources: {'Port': ['ID=b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:00.383195 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf9cdfa-4f18-4488-913e-e408f9bc3c1c req-87dd4ed9-871b-4d42-a621-c56f51012e39 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:00.384422 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-bbf9cdfa-4f18-4488-913e-e408f9bc3c1c req-87dd4ed9-871b-4d42-a621-c56f51012e39 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:00.422882 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 42344) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:11:00.435372 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bbf9cdfa-4f18-4488-913e-e408f9bc3c1c req-87dd4ed9-871b-4d42-a621-c56f51012e39 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8086064 Dec 06 17:11:00.452444 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-bbf9cdfa-4f18-4488-913e-e408f9bc3c1c req-e215e2da-0d57-44a4-a1ff-1418dc513488 service neutron] Request body: {'port': {'device_id': 'ad356e21-cfaf-43b2-9fa2-a8c3a99e6fbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:11:00.466008 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-52bfe5a1-b7eb-4fe2-a60b-361cf3ef3885 req-5f255fa5-5523-48dd-a32e-af4d371d0891 tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:00.508183 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5d1732f3-02e7-4b65-8648-9d0d37dbb325 req-7e2fd89e-70fc-4556-87aa-dab2e86a60ff tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2531986 Dec 06 17:11:00.549713 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-5d1732f3-02e7-4b65-8648-9d0d37dbb325 req-0931cacc-f214-4252-9623-4df26b9cecb5 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Request body: {'floatingip': {'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:11:00.567730 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-15372bfe-cca2-468d-958f-4f6f9d26724d admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-968880428-network', 'tenant_id': '04e70b6312e34ddaaf35d2c83717f9c6'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:11:00.577305 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f255fa5-5523-48dd-a32e-af4d371d0891 tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] Pushing event deleted for resources: {'Port': ['ID=135aa760-39b2-49d9-9095-99877b42a36e,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:00.602722 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-bbf9cdfa-4f18-4488-913e-e408f9bc3c1c req-e215e2da-0d57-44a4-a1ff-1418dc513488 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:00.623048 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5d12e5f0-ba0d-4bbd-9436-37051c9dbe4f req-6031c8d0-daef-48dc-8968-d8dc11c08131 tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ef8ee88-1483-49f8-8d21-9964984ede3e HTTP/1.1" status: 200 len: 210 time: 0.0743430 Dec 06 17:11:00.639761 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-43ad1a61-f894-472e-a90c-d185ac15bcb6 admin admin] Deleting subnet f77759ce-94b4-46a8-b90f-f881b9e38f99 {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:11:00.676672 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-43ad1a61-f894-472e-a90c-d185ac15bcb6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:00.685534 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-52bfe5a1-b7eb-4fe2-a60b-361cf3ef3885 req-5f255fa5-5523-48dd-a32e-af4d371d0891 tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] No DVR routers for this DVR port 135aa760-39b2-49d9-9095-99877b42a36e on host n-h2-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:11:00.691181 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-52bfe5a1-b7eb-4fe2-a60b-361cf3ef3885 req-5f255fa5-5523-48dd-a32e-af4d371d0891 tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:00.696077 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-52bfe5a1-b7eb-4fe2-a60b-361cf3ef3885 req-5f255fa5-5523-48dd-a32e-af4d371d0891 tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] 10.222.0.44 "DELETE /v2.0/ports/135aa760-39b2-49d9-9095-99877b42a36e HTTP/1.1" status: 204 len: 173 time: 1.0310020 Dec 06 17:11:00.699818 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2f86de1a-0a45-4322-b385-a7670b513101 req-a22a60b9-8f63-434d-b8e4-759ae8754129 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2c4214df-5ee0-413a-b894-51ab5b893781&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1917737 Dec 06 17:11:00.704692 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-5d1732f3-02e7-4b65-8648-9d0d37dbb325 req-0931cacc-f214-4252-9623-4df26b9cecb5 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Publish callbacks [] for floatingip, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:00.707379 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15372bfe-cca2-468d-958f-4f6f9d26724d admin admin] Made reservation on behalf of 04e70b6312e34ddaaf35d2c83717f9c6 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:11:00.710172 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-15372bfe-cca2-468d-958f-4f6f9d26724d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:00.724329 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-15372bfe-cca2-468d-958f-4f6f9d26724d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:00.841134 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-43ad1a61-f894-472e-a90c-d185ac15bcb6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:00.865750 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-15372bfe-cca2-468d-958f-4f6f9d26724d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:00.873066 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-15372bfe-cca2-468d-958f-4f6f9d26724d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:00.903060 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cce46c5-ac6a-4778-b85d-9c4198df7894 req-e3f30356-a68c-41c8-83a4-dd10cba40988 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:00.921869 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7cce46c5-ac6a-4778-b85d-9c4198df7894 req-e3f30356-a68c-41c8-83a4-dd10cba40988 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad356e21-cfaf-43b2-9fa2-a8c3a99e6fbb HTTP/1.1" status: 200 len: 932 time: 0.1183891 Dec 06 17:11:00.936666 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15372bfe-cca2-468d-958f-4f6f9d26724d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:11:00.955677 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 135aa760-39b2-49d9-9095-99877b42a36e no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:11:00.999240 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] No Port match for: 135aa760-39b2-49d9-9095-99877b42a36e {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:11:00.999595 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 135aa760-39b2-49d9-9095-99877b42a36e not bound to the agent host n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:11:01.000016 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device ce8a20ff-a9c6-4795-a571-20bb813075a1 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:11:01.015629 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15372bfe-cca2-468d-958f-4f6f9d26724d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f62141-0c3a-4366-9a2f-3f10950f33e5,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:01.032006 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-43ad1a61-f894-472e-a90c-d185ac15bcb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:01.044426 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] No Port match for: ce8a20ff-a9c6-4795-a571-20bb813075a1 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:11:01.044779 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device ce8a20ff-a9c6-4795-a571-20bb813075a1 not bound to the agent host n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:11:01.048971 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-15372bfe-cca2-468d-958f-4f6f9d26724d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:01.049320 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-15372bfe-cca2-468d-958f-4f6f9d26724d admin admin] Added segment 0948af6a-14ee-4e03-a17c-8c618cc53269 of type vlan for network 9f7eb17f-0101-4378-b23e-fba2a86eb752 Dec 06 17:11:01.113016 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-43ad1a61-f894-472e-a90c-d185ac15bcb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:01.169410 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7cce46c5-ac6a-4778-b85d-9c4198df7894 req-67001784-8ab3-4515-b281-486fcac08d67 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418182 Dec 06 17:11:01.188919 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ad1a61-f894-472e-a90c-d185ac15bcb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f77759ce-94b4-46a8-b90f-f881b9e38f99,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:01.193726 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-15372bfe-cca2-468d-958f-4f6f9d26724d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:01.197351 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-43ad1a61-f894-472e-a90c-d185ac15bcb6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:01.202074 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-43ad1a61-f894-472e-a90c-d185ac15bcb6 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f77759ce-94b4-46a8-b90f-f881b9e38f99 HTTP/1.1" status: 204 len: 168 time: 1.0240440 Dec 06 17:11:01.213179 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42370) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:11:01.274995 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-15372bfe-cca2-468d-958f-4f6f9d26724d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:01.276950 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15372bfe-cca2-468d-958f-4f6f9d26724d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:01.276950 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-15372bfe-cca2-468d-958f-4f6f9d26724d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:01.424676 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b7d33bcf-ea0e-4cd9-8c50-664f0762413e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:01.432950 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-5d1732f3-02e7-4b65-8648-9d0d37dbb325 req-0931cacc-f214-4252-9623-4df26b9cecb5 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:01.449516 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-15372bfe-cca2-468d-958f-4f6f9d26724d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.0237002 Dec 06 17:11:01.453992 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 42376) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:11:01.460909 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-55be1db2-5b92-41ac-b1da-cc038d9489aa admin admin] Request body: {'subnet': {'network_id': '9f7eb17f-0101-4378-b23e-fba2a86eb752', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-968880428-subnet', 'tenant_id': '04e70b6312e34ddaaf35d2c83717f9c6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:11:01.485106 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15372bfe-cca2-468d-958f-4f6f9d26724d admin admin] Pushing event updated for resources: {'Network': ['ID=9f7eb17f-0101-4378-b23e-fba2a86eb752,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:01.497522 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 9f7eb17f-0101-4378-b23e-fba2a86eb752 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:11:01.515581 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-bbf9cdfa-4f18-4488-913e-e408f9bc3c1c req-e215e2da-0d57-44a4-a1ff-1418dc513488 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:11:01.524942 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5924c4f0-66b7-4e59-bc54-8aae1d1b6b0e req-6230b09e-de77-4a1d-848b-a56f545d8ad1 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:01.526102 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-bbf9cdfa-4f18-4488-913e-e408f9bc3c1c req-e215e2da-0d57-44a4-a1ff-1418dc513488 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:01.535069 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5924c4f0-66b7-4e59-bc54-8aae1d1b6b0e req-6230b09e-de77-4a1d-848b-a56f545d8ad1 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4214df-5ee0-413a-b894-51ab5b893781 HTTP/1.1" status: 200 len: 950 time: 0.2108562 Dec 06 17:11:01.543640 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55be1db2-5b92-41ac-b1da-cc038d9489aa admin admin] Made reservation on behalf of 04e70b6312e34ddaaf35d2c83717f9c6 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:11:01.546191 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-55be1db2-5b92-41ac-b1da-cc038d9489aa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:01.589183 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-bbf9cdfa-4f18-4488-913e-e408f9bc3c1c req-e215e2da-0d57-44a4-a1ff-1418dc513488 service neutron] Transition to ACTIVE for port object b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:11:01.603936 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-bbf9cdfa-4f18-4488-913e-e408f9bc3c1c req-e215e2da-0d57-44a4-a1ff-1418dc513488 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:01.696817 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b7d33bcf-ea0e-4cd9-8c50-664f0762413e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:01.738464 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ef8ee88-1483-49f8-8d21-9964984ede3e', 'name': 'network-vif-deleted', 'tag': '135aa760-39b2-49d9-9095-99877b42a36e'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:11:01.740913 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbaf6884-3d39-4cde-9157-f3e2f172e6fc" -d '{"events": [{"server_uuid": "9ef8ee88-1483-49f8-8d21-9964984ede3e", "name": "network-vif-deleted", "tag": "135aa760-39b2-49d9-9095-99877b42a36e"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:11:01.762135 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-b7d33bcf-ea0e-4cd9-8c50-664f0762413e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f368e270-aa86-47d2-9c8f-0ac2b4fc8997']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:11:01.783230 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-5d1732f3-02e7-4b65-8648-9d0d37dbb325 req-0931cacc-f214-4252-9623-4df26b9cecb5 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Allocated IP 172.35.1.233 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/d6446c3b-deb1-435a-8de2-ad2fb7f2b736) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:11:01.789487 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-55be1db2-5b92-41ac-b1da-cc038d9489aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:01.793745 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e215e2da-0d57-44a4-a1ff-1418dc513488 service neutron] Pushing event updated for resources: {'Port': ['ID=b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:01.803170 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-b7d33bcf-ea0e-4cd9-8c50-664f0762413e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd43b23f1-3a85-4be8-8063-3fe18696b942') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:11:01.803473 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-b7d33bcf-ea0e-4cd9-8c50-664f0762413e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd43b23f1-3a85-4be8-8063-3fe18696b942') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:11:01.838599 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b7d33bcf-ea0e-4cd9-8c50-664f0762413e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:01.847679 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5924c4f0-66b7-4e59-bc54-8aae1d1b6b0e req-391f4176-d535-41b9-8a11-8613651ccbaf tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110604 Dec 06 17:11:01.895816 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be1db2-5b92-41ac-b1da-cc038d9489aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f03234b-998c-465c-8f0a-752c850a77ec,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:01.902483 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b7d33bcf-ea0e-4cd9-8c50-664f0762413e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:01.912474 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55be1db2-5b92-41ac-b1da-cc038d9489aa admin admin] Checking segment: {'id': '0948af6a-14ee-4e03-a17c-8c618cc53269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9f7eb17f-0101-4378-b23e-fba2a86eb752'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:11:01.912811 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55be1db2-5b92-41ac-b1da-cc038d9489aa admin admin] Network hostable DHCP agents. Network: 9f7eb17f-0101-4378-b23e-fba2a86eb752, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:11:01.924905 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7d33bcf-ea0e-4cd9-8c50-664f0762413e admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:11:01.924905 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b7d33bcf-ea0e-4cd9-8c50-664f0762413e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:01.929811 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:11:01.929811 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:11:01.929811 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:11:01.929811 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:11:01.929811 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:11:01.929811 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:11:01.929811 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:11:01.929811 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:11:01.929811 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:11:01.929811 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:11:01.929811 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:11:01.929811 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:11:01.929811 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:11:01.929811 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:11:01.929811 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:11:01.929811 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:11:01.929811 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:11:01.929811 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:11:01.929811 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:11:01.929811 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:11:01.929811 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:11:01.929811 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:11:01.929811 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:11:01.929811 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:11:01.929811 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:11:01.929811 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:11:01.929811 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:11:01.929811 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:11:01.929811 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:11:01.929811 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:11:01.929811 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:11:01.929811 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:11:01.942225 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55be1db2-5b92-41ac-b1da-cc038d9489aa admin admin] Network 9f7eb17f-0101-4378-b23e-fba2a86eb752 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:11:01.959311 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-55be1db2-5b92-41ac-b1da-cc038d9489aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 9f7eb17f-0101-4378-b23e-fba2a86eb752) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:11:01.969046 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf549733-a544-41ce-a19e-64f736c2d5c6 None None] Network 9f7eb17f-0101-4378-b23e-fba2a86eb752 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:11:01.980034 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55be1db2-5b92-41ac-b1da-cc038d9489aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:01.981490 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-55be1db2-5b92-41ac-b1da-cc038d9489aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:02.006470 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-55be1db2-5b92-41ac-b1da-cc038d9489aa admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5506668 Dec 06 17:11:02.010010 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 42392) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:11:02.023294 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-f056aa4d-d41e-40be-bba5-c01f98bbe9fb admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-968880428-router', 'tenant_id': '04e70b6312e34ddaaf35d2c83717f9c6', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:11:02.037907 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-bbf9cdfa-4f18-4488-913e-e408f9bc3c1c req-e215e2da-0d57-44a4-a1ff-1418dc513488 service neutron] Attempting to bind port b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b on host n-h1-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:11:02.038276 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-bbf9cdfa-4f18-4488-913e-e408f9bc3c1c req-e215e2da-0d57-44a4-a1ff-1418dc513488 service neutron] Attempting to bind port b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'b5c29f07-61e3-483e-b953-3901f84034df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '33742801-ccea-4ab3-a86a-2573a2966c19'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:11:02.038624 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf9cdfa-4f18-4488-913e-e408f9bc3c1c req-e215e2da-0d57-44a4-a1ff-1418dc513488 service neutron] Attempting to bind port b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b on network 33742801-ccea-4ab3-a86a-2573a2966c19 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:11:02.052706 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6787169e-413a-495f-b5b1-fac278b4857f x-openstack-request-id: req-6787169e-413a-495f-b5b1-fac278b4857f {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:11:02.054806 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf9cdfa-4f18-4488-913e-e408f9bc3c1c req-e215e2da-0d57-44a4-a1ff-1418dc513488 service neutron] Port b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b on network 33742801-ccea-4ab3-a86a-2573a2966c19 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:11:02.055440 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf9cdfa-4f18-4488-913e-e408f9bc3c1c req-e215e2da-0d57-44a4-a1ff-1418dc513488 service neutron] Attempting to bind port b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b on network 33742801-ccea-4ab3-a86a-2573a2966c19 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:11:02.056512 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ef8ee88-1483-49f8-8d21-9964984ede3e", "name": "network-vif-deleted", "tag": "135aa760-39b2-49d9-9095-99877b42a36e", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:11:02.057444 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6787169e-413a-495f-b5b1-fac278b4857f {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:11:02.059920 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ef8ee88-1483-49f8-8d21-9964984ede3e', 'name': 'network-vif-deleted', 'tag': '135aa760-39b2-49d9-9095-99877b42a36e', 'status': 'completed', 'code': 200} Dec 06 17:11:02.063422 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b7d33bcf-ea0e-4cd9-8c50-664f0762413e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:02.077052 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b7d33bcf-ea0e-4cd9-8c50-664f0762413e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:02.080411 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-b7d33bcf-ea0e-4cd9-8c50-664f0762413e admin admin] 10.222.0.23 "DELETE /v2.0/networks/f368e270-aa86-47d2-9c8f-0ac2b4fc8997 HTTP/1.1" status: 204 len: 168 time: 0.8661816 Dec 06 17:11:02.092542 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 42394) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:11:02.096567 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf9cdfa-4f18-4488-913e-e408f9bc3c1c req-e215e2da-0d57-44a4-a1ff-1418dc513488 service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:11:02.096914 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf9cdfa-4f18-4488-913e-e408f9bc3c1c req-e215e2da-0d57-44a4-a1ff-1418dc513488 service neutron] Checking segment: {'id': 'b5c29f07-61e3-483e-b953-3901f84034df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '33742801-ccea-4ab3-a86a-2573a2966c19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:11:02.097399 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf9cdfa-4f18-4488-913e-e408f9bc3c1c req-e215e2da-0d57-44a4-a1ff-1418dc513488 service neutron] Bound using segment: {'id': 'b5c29f07-61e3-483e-b953-3901f84034df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '33742801-ccea-4ab3-a86a-2573a2966c19'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:11:02.097807 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-bbf9cdfa-4f18-4488-913e-e408f9bc3c1c req-e215e2da-0d57-44a4-a1ff-1418dc513488 service neutron] Bound port: b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5c29f07-61e3-483e-b953-3901f84034df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '33742801-ccea-4ab3-a86a-2573a2966c19'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:11:02.098319 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-bbf9cdfa-4f18-4488-913e-e408f9bc3c1c req-e215e2da-0d57-44a4-a1ff-1418dc513488 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:02.103296 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d33bcf-ea0e-4cd9-8c50-664f0762413e admin admin] Pushing event deleted for resources: {'Network': ['ID=f368e270-aa86-47d2-9c8f-0ac2b4fc8997,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:02.104886 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42396) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:11:02.114384 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-5d1732f3-02e7-4b65-8648-9d0d37dbb325 req-0931cacc-f214-4252-9623-4df26b9cecb5 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:02.167303 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-a65cd9db-062e-451b-b2af-6ff419e44fe8 admin admin] Deleting subnet 03b9e9b5-2ac9-46e8-a622-af46cb21c394 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:11:02.173383 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a65cd9db-062e-451b-b2af-6ff419e44fe8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:02.207474 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f056aa4d-d41e-40be-bba5-c01f98bbe9fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:02.209081 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f056aa4d-d41e-40be-bba5-c01f98bbe9fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:02.242600 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a65cd9db-062e-451b-b2af-6ff419e44fe8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:02.246741 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-386ea70c-bc0c-4140-8c44-a8e771be5578 admin admin] Deleting subnet 2934c7f4-da1d-4bba-8712-ffc705d96679 {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:11:02.255195 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-386ea70c-bc0c-4140-8c44-a8e771be5578 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:02.287661 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-bbf9cdfa-4f18-4488-913e-e408f9bc3c1c req-e215e2da-0d57-44a4-a1ff-1418dc513488 service neutron] For port b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b, host n-h1-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:11:02.330560 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a65cd9db-062e-451b-b2af-6ff419e44fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:02.360513 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152f92c9-1fb7-4deb-9cad-59c6619f560a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-9f7eb17f-0101-4378-b23e-fba2a86eb752', 'network_id': '9f7eb17f-0101-4378-b23e-fba2a86eb752', 'tenant_id': '04e70b6312e34ddaaf35d2c83717f9c6', 'fixed_ips': [{'subnet_id': '9f03234b-998c-465c-8f0a-752c850a77ec'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:11:02.376138 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-152f92c9-1fb7-4deb-9cad-59c6619f560a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:02.471342 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f056aa4d-d41e-40be-bba5-c01f98bbe9fb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:02.631720 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:02.632963 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-bbf9cdfa-4f18-4488-913e-e408f9bc3c1c req-e215e2da-0d57-44a4-a1ff-1418dc513488 service neutron] For port b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b,segment=NetworkSegment(b5c29f07-61e3-483e-b953-3901f84034df),segment_id=b5c29f07-61e3-483e-b953-3901f84034df)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:11:02.636372 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-386ea70c-bc0c-4140-8c44-a8e771be5578 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:02.638491 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-152f92c9-1fb7-4deb-9cad-59c6619f560a None None] Allocated IP 172.20.0.2 (9f7eb17f-0101-4378-b23e-fba2a86eb752/9f03234b-998c-465c-8f0a-752c850a77ec/c6543ae3-e64d-47aa-9b9a-1cab94450974) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:11:02.639379 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-5d1732f3-02e7-4b65-8648-9d0d37dbb325 req-0931cacc-f214-4252-9623-4df26b9cecb5 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:02.670688 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-bbf9cdfa-4f18-4488-913e-e408f9bc3c1c req-e215e2da-0d57-44a4-a1ff-1418dc513488 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:02.687902 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a65cd9db-062e-451b-b2af-6ff419e44fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:02.721048 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d1732f3-02e7-4b65-8648-9d0d37dbb325 req-0931cacc-f214-4252-9623-4df26b9cecb5 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:11:02.722981 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf9cdfa-4f18-4488-913e-e408f9bc3c1c req-e215e2da-0d57-44a4-a1ff-1418dc513488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:02.724345 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-bbf9cdfa-4f18-4488-913e-e408f9bc3c1c req-e215e2da-0d57-44a4-a1ff-1418dc513488 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:02.725982 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bbf9cdfa-4f18-4488-913e-e408f9bc3c1c req-e215e2da-0d57-44a4-a1ff-1418dc513488 service neutron] 10.222.0.41 "PUT /v2.0/ports/b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b HTTP/1.1" status: 200 len: 1092 time: 2.2812970 Dec 06 17:11:02.730396 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad356e21-cfaf-43b2-9fa2-a8c3a99e6fbb', 'tag': 'b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:11:02.732966 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bfc5183-30ad-488e-8bb4-2350f5e33085" -d '{"events": [{"name": "network-changed", "server_uuid": "ad356e21-cfaf-43b2-9fa2-a8c3a99e6fbb", "tag": "b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:11:02.740787 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-5d1732f3-02e7-4b65-8648-9d0d37dbb325 req-0931cacc-f214-4252-9623-4df26b9cecb5 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:11:02.746866 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d1732f3-02e7-4b65-8648-9d0d37dbb325 req-0931cacc-f214-4252-9623-4df26b9cecb5 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:11:02.748953 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0931cacc-f214-4252-9623-4df26b9cecb5 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Pushing event updated for resources: {'Port': ['ID=d6446c3b-deb1-435a-8de2-ad2fb7f2b736,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:02.795634 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-386ea70c-bc0c-4140-8c44-a8e771be5578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:02.840133 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65cd9db-062e-451b-b2af-6ff419e44fe8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03b9e9b5-2ac9-46e8-a622-af46cb21c394,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:02.862037 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f056aa4d-d41e-40be-bba5-c01f98bbe9fb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:02.867585 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a65cd9db-062e-451b-b2af-6ff419e44fe8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:02.873052 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-a65cd9db-062e-451b-b2af-6ff419e44fe8 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/03b9e9b5-2ac9-46e8-a622-af46cb21c394 HTTP/1.1" status: 204 len: 168 time: 0.7774050 Dec 06 17:11:02.875328 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f86de1a-0a45-4322-b385-a7670b513101 req-65a99a5e-334f-4954-9fdd-131b35f2d04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:02.876761 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2f86de1a-0a45-4322-b385-a7670b513101 req-65a99a5e-334f-4954-9fdd-131b35f2d04e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4fbfd036e0874a51a15b7801ac955516&device_id=2c4214df-5ee0-413a-b894-51ab5b893781 HTTP/1.1" status: 200 len: 1101 time: 0.2979226 Dec 06 17:11:02.877510 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 42408) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:11:02.935323 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca864d-ad67-4f2f-956b-cd52a4e9f5a3 req-118d1a9c-2564-43c1-af31-cacbaa6d83ce tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:02.936839 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-152f92c9-1fb7-4deb-9cad-59c6619f560a None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:02.943634 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a2ca864d-ad67-4f2f-956b-cd52a4e9f5a3 req-118d1a9c-2564-43c1-af31-cacbaa6d83ce tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad356e21-cfaf-43b2-9fa2-a8c3a99e6fbb HTTP/1.1" status: 200 len: 944 time: 0.3673463 Dec 06 17:11:02.945402 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-152f92c9-1fb7-4deb-9cad-59c6619f560a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:02.985222 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-5d1732f3-02e7-4b65-8648-9d0d37dbb325 req-0931cacc-f214-4252-9623-4df26b9cecb5 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:02.992947 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152f92c9-1fb7-4deb-9cad-59c6619f560a None None] Network 9f7eb17f-0101-4378-b23e-fba2a86eb752 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:11:02.994466 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e215e2da-0d57-44a4-a1ff-1418dc513488 service neutron] Pushing event updated for resources: {'Port': ['ID=b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:02.999259 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf9cdfa-4f18-4488-913e-e408f9bc3c1c req-e6193fe3-92a8-4541-9913-c3798cfd4468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:03.001214 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bbf9cdfa-4f18-4488-913e-e408f9bc3c1c req-e6193fe3-92a8-4541-9913-c3798cfd4468 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1d83e0c6d059422882cc226e7f9c727a&device_id=ad356e21-cfaf-43b2-9fa2-a8c3a99e6fbb HTTP/1.1" status: 200 len: 1095 time: 0.2071137 Dec 06 17:11:03.006212 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-152f92c9-1fb7-4deb-9cad-59c6619f560a None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:11:03.011396 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152f92c9-1fb7-4deb-9cad-59c6619f560a None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:11:03.018259 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152f92c9-1fb7-4deb-9cad-59c6619f560a None None] Pushing event updated for resources: {'Port': ['ID=c6543ae3-e64d-47aa-9b9a-1cab94450974,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:03.044870 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152f92c9-1fb7-4deb-9cad-59c6619f560a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:11:03.045857 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152f92c9-1fb7-4deb-9cad-59c6619f560a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:11:03.046202 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152f92c9-1fb7-4deb-9cad-59c6619f560a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:11:03.046558 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152f92c9-1fb7-4deb-9cad-59c6619f560a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:11:03.046942 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152f92c9-1fb7-4deb-9cad-59c6619f560a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:11:03.047296 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152f92c9-1fb7-4deb-9cad-59c6619f560a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:11:03.047804 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152f92c9-1fb7-4deb-9cad-59c6619f560a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:11:03.048082 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152f92c9-1fb7-4deb-9cad-59c6619f560a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:11:03.048419 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152f92c9-1fb7-4deb-9cad-59c6619f560a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:11:03.048755 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152f92c9-1fb7-4deb-9cad-59c6619f560a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:11:03.049091 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152f92c9-1fb7-4deb-9cad-59c6619f560a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:11:03.049452 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152f92c9-1fb7-4deb-9cad-59c6619f560a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:11:03.049821 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152f92c9-1fb7-4deb-9cad-59c6619f560a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:11:03.060711 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-386ea70c-bc0c-4140-8c44-a8e771be5578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:03.084617 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f652e436-c1a6-47a5-bf9e-0c176d0a9ffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:03.097443 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-152f92c9-1fb7-4deb-9cad-59c6619f560a None None] Attempting to bind port c6543ae3-e64d-47aa-9b9a-1cab94450974 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:11:03.098350 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-152f92c9-1fb7-4deb-9cad-59c6619f560a None None] Attempting to bind port c6543ae3-e64d-47aa-9b9a-1cab94450974 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '0948af6a-14ee-4e03-a17c-8c618cc53269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9f7eb17f-0101-4378-b23e-fba2a86eb752'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:11:03.098350 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152f92c9-1fb7-4deb-9cad-59c6619f560a None None] Attempting to bind port c6543ae3-e64d-47aa-9b9a-1cab94450974 on network 9f7eb17f-0101-4378-b23e-fba2a86eb752 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:11:03.103549 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152f92c9-1fb7-4deb-9cad-59c6619f560a None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:11:03.103929 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152f92c9-1fb7-4deb-9cad-59c6619f560a None None] Checking segment: {'id': '0948af6a-14ee-4e03-a17c-8c618cc53269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9f7eb17f-0101-4378-b23e-fba2a86eb752'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:11:03.104478 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-152f92c9-1fb7-4deb-9cad-59c6619f560a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:03.104884 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152f92c9-1fb7-4deb-9cad-59c6619f560a None None] Bound using segment: {'id': '0948af6a-14ee-4e03-a17c-8c618cc53269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9f7eb17f-0101-4378-b23e-fba2a86eb752'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:11:03.105366 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-152f92c9-1fb7-4deb-9cad-59c6619f560a None None] Bound port: c6543ae3-e64d-47aa-9b9a-1cab94450974, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0948af6a-14ee-4e03-a17c-8c618cc53269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9f7eb17f-0101-4378-b23e-fba2a86eb752'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:11:03.105807 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-152f92c9-1fb7-4deb-9cad-59c6619f560a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:03.125198 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-386ea70c-bc0c-4140-8c44-a8e771be5578 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:03.130097 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-386ea70c-bc0c-4140-8c44-a8e771be5578 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/2934c7f4-da1d-4bba-8712-ffc705d96679 HTTP/1.1" status: 204 len: 168 time: 1.0139689 Dec 06 17:11:03.134425 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42410) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:11:03.138322 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bbf9cdfa-4f18-4488-913e-e408f9bc3c1c req-9a33f2cb-62ea-4265-924b-531fd4799b59 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b HTTP/1.1" status: 200 len: 217 time: 0.0936224 Dec 06 17:11:03.179534 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-152f92c9-1fb7-4deb-9cad-59c6619f560a None None] For port c6543ae3-e64d-47aa-9b9a-1cab94450974, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:11:03.183593 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-152f92c9-1fb7-4deb-9cad-59c6619f560a None None] For port c6543ae3-e64d-47aa-9b9a-1cab94450974, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c6543ae3-e64d-47aa-9b9a-1cab94450974,segment=NetworkSegment(0948af6a-14ee-4e03-a17c-8c618cc53269),segment_id=0948af6a-14ee-4e03-a17c-8c618cc53269)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:11:03.190343 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-152f92c9-1fb7-4deb-9cad-59c6619f560a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:03.236562 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-5d1732f3-02e7-4b65-8648-9d0d37dbb325 req-0931cacc-f214-4252-9623-4df26b9cecb5 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:03.268449 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152f92c9-1fb7-4deb-9cad-59c6619f560a None None] Pushing event updated for resources: {'Port': ['ID=c6543ae3-e64d-47aa-9b9a-1cab94450974,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:03.279425 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386ea70c-bc0c-4140-8c44-a8e771be5578 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2934c7f4-da1d-4bba-8712-ffc705d96679,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:03.331877 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-512709c9-043b-478f-bd43-f278d7861da0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:03.375020 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf9cdfa-4f18-4488-913e-e408f9bc3c1c req-c133978f-42c7-48ad-a930-5c78d89b9b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:03.376929 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bbf9cdfa-4f18-4488-913e-e408f9bc3c1c req-c133978f-42c7-48ad-a930-5c78d89b9b81 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=da31f47d-8fee-49c3-b794-af6b3fd955bf HTTP/1.1" status: 200 len: 848 time: 0.1131215 Dec 06 17:11:03.462571 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bbf9cdfa-4f18-4488-913e-e408f9bc3c1c req-3bb26b51-5c9e-4998-9a22-f479f6a8c5cc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=33742801-ccea-4ab3-a86a-2573a2966c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710936 Dec 06 17:11:03.501226 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a2ca864d-ad67-4f2f-956b-cd52a4e9f5a3 req-e35f7771-6d57-4475-9041-ee012403dff3 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5566914 Dec 06 17:11:03.505193 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f86de1a-0a45-4322-b385-a7670b513101 req-f9845701-8b98-4cf3-bbcd-2bff80e3b005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:03.506799 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2f86de1a-0a45-4322-b385-a7670b513101 req-f9845701-8b98-4cf3-bbcd-2bff80e3b005 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ee08a0d2-834f-4c39-be47-9c424581246a HTTP/1.1" status: 200 len: 870 time: 0.6144185 Dec 06 17:11:03.613024 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-512709c9-043b-478f-bd43-f278d7861da0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:03.624988 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2f86de1a-0a45-4322-b385-a7670b513101 req-35b6d0ad-9e58-4361-8d3e-b282bb6ca915 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=ace816df-f221-4480-98a4-e0c3265e6d36 HTTP/1.1" status: 200 len: 217 time: 0.1029088 Dec 06 17:11:03.692799 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-512709c9-043b-478f-bd43-f278d7861da0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70d8b0a5-0858-49f5-bbf1-d505ec9e0192']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:11:03.713599 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-512709c9-043b-478f-bd43-f278d7861da0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94f9461b-62d6-4912-b0a6-1a80857b81dc') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:11:03.713817 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-512709c9-043b-478f-bd43-f278d7861da0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94f9461b-62d6-4912-b0a6-1a80857b81dc') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:11:03.745376 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-512709c9-043b-478f-bd43-f278d7861da0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:03.761119 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bbf9cdfa-4f18-4488-913e-e408f9bc3c1c req-a59ac769-7f86-403b-943a-97d59f00b82b service neutron] 10.222.0.41 "GET /v2.0/networks/33742801-ccea-4ab3-a86a-2573a2966c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689161 Dec 06 17:11:03.786019 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-512709c9-043b-478f-bd43-f278d7861da0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:03.793079 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f652e436-c1a6-47a5-bf9e-0c176d0a9ffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:03.799574 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-5d1732f3-02e7-4b65-8648-9d0d37dbb325 req-0931cacc-f214-4252-9623-4df26b9cecb5 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:03.820026 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-5d1732f3-02e7-4b65-8648-9d0d37dbb325 req-0931cacc-f214-4252-9623-4df26b9cecb5 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:03.822387 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-512709c9-043b-478f-bd43-f278d7861da0 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:11:03.822782 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-512709c9-043b-478f-bd43-f278d7861da0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:03.827531 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:11:03.827531 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:11:03.827531 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:11:03.827531 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:11:03.827531 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:11:03.827531 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:11:03.827531 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:11:03.827531 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:11:03.827531 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:11:03.827531 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:11:03.827531 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:11:03.827531 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:11:03.827531 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:11:03.827531 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:11:03.827531 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:11:03.827531 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:11:03.827531 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:11:03.827531 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:11:03.827531 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:11:03.827531 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:11:03.827531 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:11:03.827531 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:11:03.827531 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:11:03.827531 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:11:03.827531 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:11:03.827531 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:11:03.827531 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:11:03.827531 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:11:03.827531 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:11:03.827531 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:11:03.827531 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:11:03.827531 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:11:03.870065 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-f652e436-c1a6-47a5-bf9e-0c176d0a9ffd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bac19fca-d2d9-42b3-9e25-e69cdd5a7c82']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:11:03.915176 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9693600b-7628-4433-aa23-ed1f2faffe42 req-0a17e227-85d8-4091-9a5f-149a6616348f tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:03.918846 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9693600b-7628-4433-aa23-ed1f2faffe42 req-0a17e227-85d8-4091-9a5f-149a6616348f tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b064fa4-4b1b-48a1-be28-a0f6c11a5c8a HTTP/1.1" status: 200 len: 948 time: 0.2922440 Dec 06 17:11:03.920650 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f86de1a-0a45-4322-b385-a7670b513101 req-d1df3b59-b267-4abe-be34-a61ba4299833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:03.924856 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2f86de1a-0a45-4322-b385-a7670b513101 req-d1df3b59-b267-4abe-be34-a61ba4299833 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1342252a-21e4-4783-88ff-f54776c79059 HTTP/1.1" status: 200 len: 843 time: 0.2583172 Dec 06 17:11:03.943191 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-f652e436-c1a6-47a5-bf9e-0c176d0a9ffd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fb09186-29e8-4ac6-b4a2-dde71ad02d05') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:11:03.943907 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-f652e436-c1a6-47a5-bf9e-0c176d0a9ffd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fb09186-29e8-4ac6-b4a2-dde71ad02d05') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:11:03.978103 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f652e436-c1a6-47a5-bf9e-0c176d0a9ffd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:03.988084 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0931cacc-f214-4252-9623-4df26b9cecb5 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Pushing event updated for resources: {'Port': ['ID=d6446c3b-deb1-435a-8de2-ad2fb7f2b736,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:04.010711 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-512709c9-043b-478f-bd43-f278d7861da0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:04.016993 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-512709c9-043b-478f-bd43-f278d7861da0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:04.021509 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-512709c9-043b-478f-bd43-f278d7861da0 admin admin] 10.222.0.23 "DELETE /v2.0/networks/70d8b0a5-0858-49f5-bbf1-d505ec9e0192 HTTP/1.1" status: 204 len: 168 time: 0.8845751 Dec 06 17:11:04.051977 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512709c9-043b-478f-bd43-f278d7861da0 admin admin] Pushing event deleted for resources: {'Network': ['ID=70d8b0a5-0858-49f5-bbf1-d505ec9e0192,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:04.059653 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bbf9cdfa-4f18-4488-913e-e408f9bc3c1c req-7aba8606-3bdd-4931-bcd8-0b275f6e179f service neutron] 10.222.0.41 "GET /v2.0/networks/33742801-ccea-4ab3-a86a-2573a2966c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828290 Dec 06 17:11:04.060812 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-5d1732f3-02e7-4b65-8648-9d0d37dbb325 req-0931cacc-f214-4252-9623-4df26b9cecb5 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:04.066165 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f652e436-c1a6-47a5-bf9e-0c176d0a9ffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:04.084395 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-5d1732f3-02e7-4b65-8648-9d0d37dbb325 req-0931cacc-f214-4252-9623-4df26b9cecb5 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:04.091814 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5d1732f3-02e7-4b65-8648-9d0d37dbb325 req-0931cacc-f214-4252-9623-4df26b9cecb5 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.5769534 Dec 06 17:11:04.106403 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f652e436-c1a6-47a5-bf9e-0c176d0a9ffd admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:11:04.106791 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f652e436-c1a6-47a5-bf9e-0c176d0a9ffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:04.109376 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 17:11:04.109376 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:11:04.109376 n-d-master-1 neutron-server[103284]: timer() Dec 06 17:11:04.109376 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:11:04.109376 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 17:11:04.109376 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:11:04.109376 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 17:11:04.109376 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:11:04.109376 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 17:11:04.109376 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:11:04.109376 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 17:11:04.109376 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:11:04.109376 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 17:11:04.109376 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:11:04.109376 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:11:04.109376 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:11:04.109376 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:11:04.109376 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:11:04.109376 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 17:11:04.109376 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:11:04.109376 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 17:11:04.109376 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:11:04.109376 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:11:04.109376 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:11:04.109376 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 17:11:04.109376 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:11:04.109376 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:11:04.109376 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:11:04.109376 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:11:04.109376 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:11:04.109376 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:11:04.109376 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:11:04.141528 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f056aa4d-d41e-40be-bba5-c01f98bbe9fb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:04.179684 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5d1732f3-02e7-4b65-8648-9d0d37dbb325 req-66480d08-77d8-44fa-bb34-0399a199bb3a tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.35.1.233 HTTP/1.1" status: 200 len: 696 time: 0.0788920 Dec 06 17:11:04.196218 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9693600b-7628-4433-aa23-ed1f2faffe42 req-f2df973f-4fed-4c22-a433-9328c9b01dd9 tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e200dfc-3654-4846-ac4a-5fd3003efa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702127 Dec 06 17:11:04.205459 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f86de1a-0a45-4322-b385-a7670b513101 req-662f3f24-b2f5-4708-81a3-0d259903dda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:04.210678 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2f86de1a-0a45-4322-b385-a7670b513101 req-662f3f24-b2f5-4708-81a3-0d259903dda3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee08a0d2-834f-4c39-be47-9c424581246a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2696633 Dec 06 17:11:04.232605 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42418) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:11:04.247001 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f056aa4d-d41e-40be-bba5-c01f98bbe9fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:04.391443 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1732f3-02e7-4b65-8648-9d0d37dbb325 req-5dbd8987-1e12-42a0-bd0d-df5b781e3a62 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:04.393277 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5d1732f3-02e7-4b65-8648-9d0d37dbb325 req-5dbd8987-1e12-42a0-bd0d-df5b781e3a62 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] 10.222.0.23 "GET /v2.0/networks/40c9982f-f1ff-4b90-bebe-b7d51655f7e2 HTTP/1.1" status: 200 len: 784 time: 0.2075577 Dec 06 17:11:04.415142 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-6fe1b1bd-9740-4801-a2f8-1539e23dae81 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1f165b1cd9614f08a6e09192fccfad36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1777279 Dec 06 17:11:04.415614 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42422) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:11:04.481312 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2f86de1a-0a45-4322-b385-a7670b513101 req-632df3e9-8427-4115-b373-b430da27a0d2 service neutron] 10.222.0.44 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270310 Dec 06 17:11:04.489192 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f652e436-c1a6-47a5-bf9e-0c176d0a9ffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:04.520624 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device c6543ae3-e64d-47aa-9b9a-1cab94450974 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:11:04.550097 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d17f9ba8-bfb0-45d8-b0ea-adeeb76c9bd2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:04.566319 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f652e436-c1a6-47a5-bf9e-0c176d0a9ffd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:04.575943 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-f652e436-c1a6-47a5-bf9e-0c176d0a9ffd admin admin] 10.222.0.23 "DELETE /v2.0/networks/bac19fca-d2d9-42b3-9e25-e69cdd5a7c82 HTTP/1.1" status: 204 len: 168 time: 1.6964252 Dec 06 17:11:04.614764 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f652e436-c1a6-47a5-bf9e-0c176d0a9ffd admin admin] Pushing event deleted for resources: {'Network': ['ID=bac19fca-d2d9-42b3-9e25-e69cdd5a7c82,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:04.637308 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-711b0877-392b-46d1-a1fa-1c40ede62fe3 x-openstack-request-id: req-711b0877-392b-46d1-a1fa-1c40ede62fe3 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:11:04.637633 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad356e21-cfaf-43b2-9fa2-a8c3a99e6fbb", "tag": "b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:11:04.642701 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-711b0877-392b-46d1-a1fa-1c40ede62fe3 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:11:04.643398 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad356e21-cfaf-43b2-9fa2-a8c3a99e6fbb', 'tag': 'b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b', 'status': 'completed', 'code': 200} Dec 06 17:11:04.643991 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port c6543ae3-e64d-47aa-9b9a-1cab94450974 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:11:04.645672 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:04.737193 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d17f9ba8-bfb0-45d8-b0ea-adeeb76c9bd2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:04.747557 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e40ce2-3669-4695-8324-f9ec35f76b7f req-defd0c4f-c0ae-4dd0-9365-481d8d7145f5 tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:04.749598 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-45e40ce2-3669-4695-8324-f9ec35f76b7f req-defd0c4f-c0ae-4dd0-9365-481d8d7145f5 tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b064fa4-4b1b-48a1-be28-a0f6c11a5c8a HTTP/1.1" status: 200 len: 948 time: 0.2407122 Dec 06 17:11:04.753997 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:04.793083 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] For port c6543ae3-e64d-47aa-9b9a-1cab94450974, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c6543ae3-e64d-47aa-9b9a-1cab94450974,segment=NetworkSegment(0948af6a-14ee-4e03-a17c-8c618cc53269),segment_id=0948af6a-14ee-4e03-a17c-8c618cc53269)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:11:04.797635 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa7399c-c367-4d7f-863c-9a392d91dc2e None None] Network 9f7eb17f-0101-4378-b23e-fba2a86eb752 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:11:04.816992 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf8cbe-a0e3-4dce-992d-3185834f6437 req-113ac34c-018e-4c43-a307-7c2cab486620 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:04.825846 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:04.837638 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0abf8cbe-a0e3-4dce-992d-3185834f6437 req-113ac34c-018e-4c43-a307-7c2cab486620 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4214df-5ee0-413a-b894-51ab5b893781 HTTP/1.1" status: 200 len: 950 time: 0.2624230 Dec 06 17:11:04.906189 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-2ce3ad80-c05d-4a88-9c2c-1c1787790c46 None None] Provisioning complete for port c6543ae3-e64d-47aa-9b9a-1cab94450974 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:11:04.906567 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2ce3ad80-c05d-4a88-9c2c-1c1787790c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:04.964345 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 42438) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:11:04.994198 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Pushing event updated for resources: {'Port': ['ID=c6543ae3-e64d-47aa-9b9a-1cab94450974,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:05.050550 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d17f9ba8-bfb0-45d8-b0ea-adeeb76c9bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:05.054478 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d17f9ba8-bfb0-45d8-b0ea-adeeb76c9bd2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:05.059223 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-d17f9ba8-bfb0-45d8-b0ea-adeeb76c9bd2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fbbbe13e-c3cf-4699-8577-456085f920c2 HTTP/1.1" status: 204 len: 168 time: 0.6402047 Dec 06 17:11:05.059418 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:05.083913 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0abf8cbe-a0e3-4dce-992d-3185834f6437 req-1539fbff-c7f4-42c1-8b91-976dfff3b38d tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451236 Dec 06 17:11:05.093971 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17f9ba8-bfb0-45d8-b0ea-adeeb76c9bd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbbbe13e-c3cf-4699-8577-456085f920c2,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:05.146063 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-45e40ce2-3669-4695-8324-f9ec35f76b7f req-8be94140-842c-4afb-a416-3929eab3eda5 tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] Deleting port 5f75056b-3e93-4b40-b635-0037aa472f1f {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:11:05.146786 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-45e40ce2-3669-4695-8324-f9ec35f76b7f req-8be94140-842c-4afb-a416-3929eab3eda5 tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:05.196186 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-f056aa4d-d41e-40be-bba5-c01f98bbe9fb admin admin] Allocated IP 172.35.1.189 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/a4439a02-2c3e-4415-a660-2b904afe7e16) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:11:05.322271 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d09e52-aa4e-45e0-9f52-76112a112bed req-0101f088-2c0c-4ad5-99d3-8d23eb601f15 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:05.323969 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b4d09e52-aa4e-45e0-9f52-76112a112bed req-0101f088-2c0c-4ad5-99d3-8d23eb601f15 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad356e21-cfaf-43b2-9fa2-a8c3a99e6fbb HTTP/1.1" status: 200 len: 944 time: 0.0850399 Dec 06 17:11:05.337221 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-45e40ce2-3669-4695-8324-f9ec35f76b7f req-8be94140-842c-4afb-a416-3929eab3eda5 tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] For port 5f75056b-3e93-4b40-b635-0037aa472f1f, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=5f75056b-3e93-4b40-b635-0037aa472f1f,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:11:05.338581 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-45e40ce2-3669-4695-8324-f9ec35f76b7f req-8be94140-842c-4afb-a416-3929eab3eda5 tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:05.366689 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc5183-30ad-488e-8bb4-2350f5e33085 req-03bd0bd5-5da0-4b99-997e-8770b810012b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:05.368189 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3bfc5183-30ad-488e-8bb4-2350f5e33085 req-03bd0bd5-5da0-4b99-997e-8770b810012b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1d83e0c6d059422882cc226e7f9c727a&device_id=ad356e21-cfaf-43b2-9fa2-a8c3a99e6fbb HTTP/1.1" status: 200 len: 1095 time: 0.6953311 Dec 06 17:11:05.381650 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-45e40ce2-3669-4695-8324-f9ec35f76b7f req-8be94140-842c-4afb-a416-3929eab3eda5 tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] Calling delete_port for 5f75056b-3e93-4b40-b635-0037aa472f1f owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:11:05.393117 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f056aa4d-d41e-40be-bba5-c01f98bbe9fb admin admin] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:05.438973 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-3ab4d9ba-b117-4eef-b270-6b6bc373c85d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=013b92ce2e6a40e1a3b2fa92d62d652e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4602835 Dec 06 17:11:05.439970 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 42446) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:11:05.475302 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b4d09e52-aa4e-45e0-9f52-76112a112bed req-daacf2c4-fe10-4dd5-adfc-db4b0145dab7 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267617 Dec 06 17:11:05.502846 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2f86de1a-0a45-4322-b385-a7670b513101 req-1809c784-8d1a-4fc8-9586-22413fce0692 service neutron] 10.222.0.44 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0105078 Dec 06 17:11:05.508294 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2b6b0c2d-f3d4-4ecf-adaa-f7c44831bef5 req-92afedfa-ed31-46f1-bbdb-fb638c127c21 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8323851 Dec 06 17:11:05.558733 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-2b6b0c2d-f3d4-4ecf-adaa-f7c44831bef5 req-9f4f7c42-063e-4076-9e22-61e52465d299 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Request body: {'floatingip': {'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:11:05.614315 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-9dbbfe61-56c4-4cf3-8924-700b0122841e None None] Provisioning complete for port c6543ae3-e64d-47aa-9b9a-1cab94450974 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:11:05.614941 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9dbbfe61-56c4-4cf3-8924-700b0122841e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:05.626667 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7cfbea52-3127-4515-b0c6-83dfbbb427b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:05.641254 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f056aa4d-d41e-40be-bba5-c01f98bbe9fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:05.659818 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-2b6b0c2d-f3d4-4ecf-adaa-f7c44831bef5 req-9f4f7c42-063e-4076-9e22-61e52465d299 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Publish callbacks [] for floatingip, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:05.710682 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc5183-30ad-488e-8bb4-2350f5e33085 req-341a797f-95fe-4c45-9504-0b65f03dc825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:05.712201 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3bfc5183-30ad-488e-8bb4-2350f5e33085 req-341a797f-95fe-4c45-9504-0b65f03dc825 service neutron] 10.222.0.41 "GET /v2.0/networks?id=33742801-ccea-4ab3-a86a-2573a2966c19 HTTP/1.1" status: 200 len: 909 time: 0.3100276 Dec 06 17:11:05.747100 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7cfbea52-3127-4515-b0c6-83dfbbb427b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:05.786248 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f056aa4d-d41e-40be-bba5-c01f98bbe9fb admin admin] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:11:05.799692 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087aff37-7532-4673-93dd-97cc2162d7f3 req-10c5fedb-cd3c-4f81-8c67-4c2e7b41dc83 tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:05.802606 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-087aff37-7532-4673-93dd-97cc2162d7f3 req-10c5fedb-cd3c-4f81-8c67-4c2e7b41dc83 tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b064fa4-4b1b-48a1-be28-a0f6c11a5c8a HTTP/1.1" status: 200 len: 866 time: 0.1318991 Dec 06 17:11:05.803406 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-45e40ce2-3669-4695-8324-f9ec35f76b7f req-8be94140-842c-4afb-a416-3929eab3eda5 tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:05.846720 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-f056aa4d-d41e-40be-bba5-c01f98bbe9fb admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:11:05.856045 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3bfc5183-30ad-488e-8bb4-2350f5e33085 req-644c48c5-5ae2-4046-aa6c-e6fc7329e7b2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b HTTP/1.1" status: 200 len: 217 time: 0.1198306 Dec 06 17:11:05.856862 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f056aa4d-d41e-40be-bba5-c01f98bbe9fb admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:11:05.868893 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056aa4d-d41e-40be-bba5-c01f98bbe9fb admin admin] Pushing event updated for resources: {'Port': ['ID=a4439a02-2c3e-4415-a660-2b904afe7e16,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:05.877639 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be94140-842c-4afb-a416-3929eab3eda5 tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] Pushing event deleted for resources: {'Port': ['ID=5f75056b-3e93-4b40-b635-0037aa472f1f,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:05.939400 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-087aff37-7532-4673-93dd-97cc2162d7f3 req-1a60d5e2-8996-437f-96cf-5bb4afd2de3d tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e200dfc-3654-4846-ac4a-5fd3003efa34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210077 Dec 06 17:11:05.986502 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-45e40ce2-3669-4695-8324-f9ec35f76b7f req-8be94140-842c-4afb-a416-3929eab3eda5 tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] No DVR routers for this DVR port 5f75056b-3e93-4b40-b635-0037aa472f1f on host n-h1-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:11:05.991238 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-45e40ce2-3669-4695-8324-f9ec35f76b7f req-8be94140-842c-4afb-a416-3929eab3eda5 tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:05.996189 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-45e40ce2-3669-4695-8324-f9ec35f76b7f req-8be94140-842c-4afb-a416-3929eab3eda5 tempest-ListImageFiltersTestJSON-435594889 tempest-ListImageFiltersTestJSON-435594889-project] 10.222.0.41 "DELETE /v2.0/ports/5f75056b-3e93-4b40-b635-0037aa472f1f HTTP/1.1" status: 204 len: 173 time: 1.2228081 Dec 06 17:11:06.052962 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc5183-30ad-488e-8bb4-2350f5e33085 req-9cf484b4-4f98-4657-a90b-0b94fbe2098e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:06.055748 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3bfc5183-30ad-488e-8bb4-2350f5e33085 req-9cf484b4-4f98-4657-a90b-0b94fbe2098e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=da31f47d-8fee-49c3-b794-af6b3fd955bf HTTP/1.1" status: 200 len: 848 time: 0.1768048 Dec 06 17:11:06.129395 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7cfbea52-3127-4515-b0c6-83dfbbb427b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:06.131981 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7cfbea52-3127-4515-b0c6-83dfbbb427b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:06.135353 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-7cfbea52-3127-4515-b0c6-83dfbbb427b0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/831696b2-5ffa-40bd-a226-7b9cd528b861 HTTP/1.1" status: 204 len: 168 time: 0.6766880 Dec 06 17:11:06.158353 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3bfc5183-30ad-488e-8bb4-2350f5e33085 req-1c2815bf-d91a-4d7c-99e8-6152d9508aa7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=33742801-ccea-4ab3-a86a-2573a2966c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652938 Dec 06 17:11:06.190649 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfbea52-3127-4515-b0c6-83dfbbb427b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=831696b2-5ffa-40bd-a226-7b9cd528b861,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:06.348803 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499cc529-a4d9-4424-8db2-40857f457c77 req-2be8a42d-a144-4e40-9de7-10df142ea847 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:06.350591 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-499cc529-a4d9-4424-8db2-40857f457c77 req-2be8a42d-a144-4e40-9de7-10df142ea847 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4214df-5ee0-413a-b894-51ab5b893781 HTTP/1.1" status: 200 len: 950 time: 0.1058140 Dec 06 17:11:06.351088 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42478) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:11:06.435928 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3bfc5183-30ad-488e-8bb4-2350f5e33085 req-399d33e5-b0be-4dd2-b1be-ca00bb3768ed service neutron] 10.222.0.41 "GET /v2.0/networks/33742801-ccea-4ab3-a86a-2573a2966c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465303 Dec 06 17:11:06.437302 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-2b6b0c2d-f3d4-4ecf-adaa-f7c44831bef5 req-9f4f7c42-063e-4076-9e22-61e52465d299 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:06.478607 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-499cc529-a4d9-4424-8db2-40857f457c77 req-139e6853-0a68-41ca-a3f3-809c35af464c tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074519 Dec 06 17:11:06.520635 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device c6543ae3-e64d-47aa-9b9a-1cab94450974 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:11:06.616130 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:11:06.650829 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b064fa4-4b1b-48a1-be28-a0f6c11a5c8a', 'name': 'network-vif-deleted', 'tag': '5f75056b-3e93-4b40-b635-0037aa472f1f'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:11:06.658642 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd06fd9c-5dd5-4d59-9302-47236bb69c70" -d '{"events": [{"server_uuid": "3b064fa4-4b1b-48a1-be28-a0f6c11a5c8a", "name": "network-vif-deleted", "tag": "5f75056b-3e93-4b40-b635-0037aa472f1f"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:11:06.699991 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f056aa4d-d41e-40be-bba5-c01f98bbe9fb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:06.762205 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8083d27e-ba52-4147-822f-5c168a2c9936 req-ca7c5b7d-c954-4557-85e6-aa006f00163b tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:06.775734 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8083d27e-ba52-4147-822f-5c168a2c9936 req-ca7c5b7d-c954-4557-85e6-aa006f00163b tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad356e21-cfaf-43b2-9fa2-a8c3a99e6fbb HTTP/1.1" status: 200 len: 944 time: 0.1453788 Dec 06 17:11:06.839031 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b,segment=NetworkSegment(b5c29f07-61e3-483e-b953-3901f84034df),segment_id=b5c29f07-61e3-483e-b953-3901f84034df)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:11:06.845688 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-ce81b402-c11d-4390-bb8e-380299302019 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-100673284-network', 'tenant_id': '00c75398d2094120b650f6266e5d7c45'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:11:06.864930 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': 'b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b', 'network_id': '33742801-ccea-4ab3-a86a-2573a2966c19', 'port_id': 'b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b', 'mac_address': 'fa:16:3e:2f:ae:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da31f47d-8fee-49c3-b794-af6b3fd955bf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:11:06.876367 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8083d27e-ba52-4147-822f-5c168a2c9936 req-feb72798-2dd1-4f33-80bf-35a44f11ed75 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902953 Dec 06 17:11:06.892328 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce81b402-c11d-4390-bb8e-380299302019 admin admin] Made reservation on behalf of 00c75398d2094120b650f6266e5d7c45 for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:11:06.896065 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ce81b402-c11d-4390-bb8e-380299302019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:06.912646 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ce81b402-c11d-4390-bb8e-380299302019 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:06.921323 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:06.955688 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port c6543ae3-e64d-47aa-9b9a-1cab94450974 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:11:06.956634 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:06.981855 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42490) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:11:07.012803 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:11:07.034635 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b,segment=NetworkSegment(b5c29f07-61e3-483e-b953-3901f84034df),segment_id=b5c29f07-61e3-483e-b953-3901f84034df)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:11:07.040669 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45a18e51-dec7-4761-94b8-7a3954dd7e83 x-openstack-request-id: req-45a18e51-dec7-4761-94b8-7a3954dd7e83 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:11:07.041034 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b064fa4-4b1b-48a1-be28-a0f6c11a5c8a", "name": "network-vif-deleted", "tag": "5f75056b-3e93-4b40-b635-0037aa472f1f", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:11:07.041246 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-45a18e51-dec7-4761-94b8-7a3954dd7e83 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:11:07.044616 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b064fa4-4b1b-48a1-be28-a0f6c11a5c8a', 'name': 'network-vif-deleted', 'tag': '5f75056b-3e93-4b40-b635-0037aa472f1f', 'status': 'completed', 'code': 200} Dec 06 17:11:07.088735 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:07.149738 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-bcae97a4-ba9a-4080-b031-ecc17b9348e5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8949124a353348f48e34eb4be9cdaa72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1667464 Dec 06 17:11:07.154523 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:07.155724 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42502) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:11:07.221677 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ce81b402-c11d-4390-bb8e-380299302019 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:07.224879 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3bfc5183-30ad-488e-8bb4-2350f5e33085 req-2ec417c9-bc93-4d2c-a887-1501d0e5874d service neutron] 10.222.0.41 "GET /v2.0/networks/33742801-ccea-4ab3-a86a-2573a2966c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7694964 Dec 06 17:11:07.228894 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-2b6b0c2d-f3d4-4ecf-adaa-f7c44831bef5 req-9f4f7c42-063e-4076-9e22-61e52465d299 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Allocated IP 172.35.1.53 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/e985375e-3c88-4252-8732-a8e07b73a5a8) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:11:07.236610 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ce81b402-c11d-4390-bb8e-380299302019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:07.278512 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce81b402-c11d-4390-bb8e-380299302019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a730665-847c-4cae-84d9-9d9aa118ce89,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:07.282992 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a53e4d54-5f87-4533-a253-091ca516ddfd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:07.298354 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce81b402-c11d-4390-bb8e-380299302019 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:11:07.320653 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a53e4d54-5f87-4533-a253-091ca516ddfd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:07.322801 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ce81b402-c11d-4390-bb8e-380299302019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:07.323153 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-ce81b402-c11d-4390-bb8e-380299302019 admin admin] Added segment ff33a10c-d3a2-4b70-9308-425a1aa27afa of type vlan for network ab4dd15b-a9b8-4be5-bb0e-70bbaf5638ab Dec 06 17:11:07.367698 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:11:07.397265 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ce81b402-c11d-4390-bb8e-380299302019 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:07.437917 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ce81b402-c11d-4390-bb8e-380299302019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:07.440956 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce81b402-c11d-4390-bb8e-380299302019 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:07.443822 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ce81b402-c11d-4390-bb8e-380299302019 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:07.455372 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a53e4d54-5f87-4533-a253-091ca516ddfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:07.458864 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a53e4d54-5f87-4533-a253-091ca516ddfd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:07.460018 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-a53e4d54-5f87-4533-a253-091ca516ddfd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4d07d190-ee46-4225-ab0d-1167e4c89c9b HTTP/1.1" status: 204 len: 168 time: 0.3032496 Dec 06 17:11:07.475285 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-2b6b0c2d-f3d4-4ecf-adaa-f7c44831bef5 req-9f4f7c42-063e-4076-9e22-61e52465d299 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:07.486160 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f056aa4d-d41e-40be-bba5-c01f98bbe9fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:07.496543 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53e4d54-5f87-4533-a253-091ca516ddfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d07d190-ee46-4225-ab0d-1167e4c89c9b,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:07.507564 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-ce81b402-c11d-4390-bb8e-380299302019 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1554286 Dec 06 17:11:07.558810 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 42514) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:11:07.564889 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-41fa6d01-2bbc-41d5-b6d9-206364e55a7c admin admin] Request body: {'subnet': {'network_id': 'ab4dd15b-a9b8-4be5-bb0e-70bbaf5638ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-100673284-subnet', 'tenant_id': '00c75398d2094120b650f6266e5d7c45', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:11:07.609989 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce81b402-c11d-4390-bb8e-380299302019 admin admin] Pushing event updated for resources: {'Network': ['ID=ab4dd15b-a9b8-4be5-bb0e-70bbaf5638ab,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:07.623318 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network ab4dd15b-a9b8-4be5-bb0e-70bbaf5638ab details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:11:07.708561 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41fa6d01-2bbc-41d5-b6d9-206364e55a7c admin admin] Made reservation on behalf of 00c75398d2094120b650f6266e5d7c45 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:11:07.711513 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-41fa6d01-2bbc-41d5-b6d9-206364e55a7c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:07.745760 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-2b6b0c2d-f3d4-4ecf-adaa-f7c44831bef5 req-9f4f7c42-063e-4076-9e22-61e52465d299 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:07.796226 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2500dabe-5384-4154-b0c9-300d087c937d req-4bb66a31-db50-4ccc-813a-70750841087b tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:07.798078 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2500dabe-5384-4154-b0c9-300d087c937d req-4bb66a31-db50-4ccc-813a-70750841087b tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4214df-5ee0-413a-b894-51ab5b893781 HTTP/1.1" status: 200 len: 950 time: 0.0716343 Dec 06 17:11:07.827022 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b6b0c2d-f3d4-4ecf-adaa-f7c44831bef5 req-9f4f7c42-063e-4076-9e22-61e52465d299 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:11:07.839054 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-2b6b0c2d-f3d4-4ecf-adaa-f7c44831bef5 req-9f4f7c42-063e-4076-9e22-61e52465d299 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:11:07.842372 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b6b0c2d-f3d4-4ecf-adaa-f7c44831bef5 req-9f4f7c42-063e-4076-9e22-61e52465d299 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:11:07.859961 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2500dabe-5384-4154-b0c9-300d087c937d req-b0093a00-6edc-4fac-88df-191894e7d7f2 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539401 Dec 06 17:11:07.906280 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4f7c42-063e-4076-9e22-61e52465d299 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Pushing event updated for resources: {'Port': ['ID=e985375e-3c88-4252-8732-a8e07b73a5a8,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:08.021717 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f056aa4d-d41e-40be-bba5-c01f98bbe9fb admin admin] Router a5281d38-5395-423b-9d0b-73f4b616e14a is scheduled to L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 17:11:08.068502 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-2b6b0c2d-f3d4-4ecf-adaa-f7c44831bef5 req-9f4f7c42-063e-4076-9e22-61e52465d299 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:08.186988 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-41fa6d01-2bbc-41d5-b6d9-206364e55a7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:08.224901 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-2b6b0c2d-f3d4-4ecf-adaa-f7c44831bef5 req-9f4f7c42-063e-4076-9e22-61e52465d299 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:08.335090 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fa6d01-2bbc-41d5-b6d9-206364e55a7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e482b70b-91bd-44a1-a0fe-788133dd6bf0,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:08.377904 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f056aa4d-d41e-40be-bba5-c01f98bbe9fb admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:11:08.388816 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94689cd-a973-4063-8b87-affa586b0afa None None] Sync routers for ids ['a5281d38-5395-423b-9d0b-73f4b616e14a'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:11:08.389780 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fa6d01-2bbc-41d5-b6d9-206364e55a7c admin admin] Checking segment: {'id': 'ff33a10c-d3a2-4b70-9308-425a1aa27afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ab4dd15b-a9b8-4be5-bb0e-70bbaf5638ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:11:08.390159 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41fa6d01-2bbc-41d5-b6d9-206364e55a7c admin admin] Network hostable DHCP agents. Network: ab4dd15b-a9b8-4be5-bb0e-70bbaf5638ab, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:11:08.413856 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94689cd-a973-4063-8b87-affa586b0afa None None] Routers {'a5281d38-5395-423b-9d0b-73f4b616e14a'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:11:08.414965 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-d94689cd-a973-4063-8b87-affa586b0afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:10:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['a5281d38-5395-423b-9d0b-73f4b616e14a'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:11:08.457850 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f056aa4d-d41e-40be-bba5-c01f98bbe9fb admin admin] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:08.459100 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-f056aa4d-d41e-40be-bba5-c01f98bbe9fb admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 6.4467394 Dec 06 17:11:08.462616 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42568) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:11:08.475380 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41fa6d01-2bbc-41d5-b6d9-206364e55a7c admin admin] Network ab4dd15b-a9b8-4be5-bb0e-70bbaf5638ab is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:11:08.499356 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-41fa6d01-2bbc-41d5-b6d9-206364e55a7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, ab4dd15b-a9b8-4be5-bb0e-70bbaf5638ab) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:11:08.505724 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41fa6d01-2bbc-41d5-b6d9-206364e55a7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:08.507430 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-41fa6d01-2bbc-41d5-b6d9-206364e55a7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:08.541325 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9be957-614f-4451-8cfb-2038e70649f7 None None] Network ab4dd15b-a9b8-4be5-bb0e-70bbaf5638ab requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:11:08.560187 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-41fa6d01-2bbc-41d5-b6d9-206364e55a7c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0000732 Dec 06 17:11:08.570042 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 42572) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:11:08.579052 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:11:08.580330 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-add02107-8779-425a-8c6c-6c34a4b9081b admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-100673284-router', 'tenant_id': '00c75398d2094120b650f6266e5d7c45', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:11:08.588465 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-2b6b0c2d-f3d4-4ecf-adaa-f7c44831bef5 req-9f4f7c42-063e-4076-9e22-61e52465d299 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:08.601403 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-2b6b0c2d-f3d4-4ecf-adaa-f7c44831bef5 req-9f4f7c42-063e-4076-9e22-61e52465d299 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:08.716856 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-2b6b0c2d-f3d4-4ecf-adaa-f7c44831bef5 req-9f4f7c42-063e-4076-9e22-61e52465d299 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:08.732831 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-add02107-8779-425a-8c6c-6c34a4b9081b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:08.733891 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-add02107-8779-425a-8c6c-6c34a4b9081b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:08.764480 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4f7c42-063e-4076-9e22-61e52465d299 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Pushing event updated for resources: {'Port': ['ID=e985375e-3c88-4252-8732-a8e07b73a5a8,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:08.800423 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-2b6b0c2d-f3d4-4ecf-adaa-f7c44831bef5 req-9f4f7c42-063e-4076-9e22-61e52465d299 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:08.803398 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2b6b0c2d-f3d4-4ecf-adaa-f7c44831bef5 req-9f4f7c42-063e-4076-9e22-61e52465d299 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.2862680 Dec 06 17:11:08.830780 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95f0258-07cd-44ae-8fef-5045ecdd7554 req-8bf58a32-67b3-4b85-ab51-cc1d8d22323f tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:08.833162 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b95f0258-07cd-44ae-8fef-5045ecdd7554 req-8bf58a32-67b3-4b85-ab51-cc1d8d22323f tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad356e21-cfaf-43b2-9fa2-a8c3a99e6fbb HTTP/1.1" status: 200 len: 945 time: 0.2312279 Dec 06 17:11:08.950072 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b95f0258-07cd-44ae-8fef-5045ecdd7554 req-dbe2cbef-b3be-4c74-b70f-fb20977454e2 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787685 Dec 06 17:11:08.970486 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-add02107-8779-425a-8c6c-6c34a4b9081b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:08.987471 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2b6b0c2d-f3d4-4ecf-adaa-f7c44831bef5 req-5f581ad7-7adb-456e-907b-02173f68c576 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.35.1.53 HTTP/1.1" status: 200 len: 695 time: 0.1568766 Dec 06 17:11:08.988662 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-d94689cd-a973-4063-8b87-affa586b0afa None None] Set router a5281d38-5395-423b-9d0b-73f4b616e14a gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:11:09.209510 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:11:09.227460 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:11:09.228033 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:09.243308 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-add02107-8779-425a-8c6c-6c34a4b9081b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:09.389312 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c42fee-446b-4237-ac56-81dbdb4ee64c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-ab4dd15b-a9b8-4be5-bb0e-70bbaf5638ab', 'network_id': 'ab4dd15b-a9b8-4be5-bb0e-70bbaf5638ab', 'tenant_id': '00c75398d2094120b650f6266e5d7c45', 'fixed_ips': [{'subnet_id': 'e482b70b-91bd-44a1-a0fe-788133dd6bf0'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:11:09.390326 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-96c42fee-446b-4237-ac56-81dbdb4ee64c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:09.397395 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6b0c2d-f3d4-4ecf-adaa-f7c44831bef5 req-1618ae94-3fd2-48cc-b9ec-026f62ad4451 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:09.398879 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2b6b0c2d-f3d4-4ecf-adaa-f7c44831bef5 req-1618ae94-3fd2-48cc-b9ec-026f62ad4451 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] 10.222.0.23 "GET /v2.0/networks/40c9982f-f1ff-4b90-bebe-b7d51655f7e2 HTTP/1.1" status: 200 len: 784 time: 0.3331530 Dec 06 17:11:09.539071 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:09.632132 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad356e21-cfaf-43b2-9fa2-a8c3a99e6fbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:11:09.635381 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e7dac3-799a-44ae-a420-c096e6791d0c" -d '{"events": [{"server_uuid": "ad356e21-cfaf-43b2-9fa2-a8c3a99e6fbb", "name": "network-vif-plugged", "status": "completed", "tag": "b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:11:09.640391 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8e42e1-c21d-4306-ba72-8f9d43c507eb req-a51fcd85-a812-4470-9637-4176b6e1da77 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:09.642398 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-de8e42e1-c21d-4306-ba72-8f9d43c507eb req-a51fcd85-a812-4470-9637-4176b6e1da77 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4214df-5ee0-413a-b894-51ab5b893781 HTTP/1.1" status: 200 len: 950 time: 0.0806317 Dec 06 17:11:09.659414 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b,segment=NetworkSegment(b5c29f07-61e3-483e-b953-3901f84034df),segment_id=b5c29f07-61e3-483e-b953-3901f84034df)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:11:09.660924 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4a7944fe-d4ca-427f-9866-4937722148e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:09.665368 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-d94689cd-a973-4063-8b87-affa586b0afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5281d38-5395-423b-9d0b-73f4b616e14a', 'name': 'tempest-ServersTestJSON-968880428-router', 'tenant_id': '04e70b6312e34ddaaf35d2c83717f9c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.189'}], 'enable_snat': True}, 'gw_port_id': 'a4439a02-2c3e-4415-a660-2b904afe7e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:11:02Z', 'updated_at': '2021-12-06T17:11:06Z', 'revision_number': 3, 'project_id': '04e70b6312e34ddaaf35d2c83717f9c6', 'gw_port': {'id': 'a4439a02-2c3e-4415-a660-2b904afe7e16', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:30:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5281d38-5395-423b-9d0b-73f4b616e14a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:11:04Z', 'updated_at': '2021-12-06T17:11:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:11:09.678978 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:09.679796 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 5f75056b-3e93-4b40-b635-0037aa472f1f no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:11:09.787826 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-add02107-8779-425a-8c6c-6c34a4b9081b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:09.812760 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94689cd-a973-4063-8b87-affa586b0afa None None] Checking router: a5281d38-5395-423b-9d0b-73f4b616e14a for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:11:09.813110 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94689cd-a973-4063-8b87-affa586b0afa None None] Updating router a5281d38-5395-423b-9d0b-73f4b616e14a port a4439a02-2c3e-4415-a660-2b904afe7e16 binding host n-d-master-1 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:11:09.841882 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] No Port match for: 5f75056b-3e93-4b40-b635-0037aa472f1f {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:11:09.842500 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 5f75056b-3e93-4b40-b635-0037aa472f1f not bound to the agent host n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:11:09.862265 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-de8e42e1-c21d-4306-ba72-8f9d43c507eb req-3f352a95-a6e6-4977-b3f2-e85570813f87 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787319 Dec 06 17:11:09.863876 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-add02107-8779-425a-8c6c-6c34a4b9081b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:09.886555 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d94689cd-a973-4063-8b87-affa586b0afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:09.975909 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-850f1185-426d-4a4d-a111-fda8a954eb23 req-76813d3c-e31c-4b95-bf38-08fce44a6e08 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] 10.222.0.23 "GET /v2.0/floatingips/6c8bfbc8-a40f-4013-81c6-fd11a21a1ee5 HTTP/1.1" status: 200 len: 692 time: 0.1207883 Dec 06 17:11:10.008236 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adbcefa6-2191-4fe8-828d-c4ec600e1fb4 x-openstack-request-id: req-adbcefa6-2191-4fe8-828d-c4ec600e1fb4 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:11:10.008796 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad356e21-cfaf-43b2-9fa2-a8c3a99e6fbb", "name": "network-vif-plugged", "status": "completed", "tag": "b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:11:10.008796 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-adbcefa6-2191-4fe8-828d-c4ec600e1fb4 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:11:10.009150 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad356e21-cfaf-43b2-9fa2-a8c3a99e6fbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b', 'code': 200} Dec 06 17:11:10.028842 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-96c42fee-446b-4237-ac56-81dbdb4ee64c None None] Allocated IP 172.20.0.2 (ab4dd15b-a9b8-4be5-bb0e-70bbaf5638ab/e482b70b-91bd-44a1-a0fe-788133dd6bf0/9d16d8ba-f70a-4d90-bbaf-04fd5dfd19a2) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:11:10.030832 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:10.145874 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-add02107-8779-425a-8c6c-6c34a4b9081b admin admin] Allocated IP 172.35.1.93 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/68f44a25-c3a6-4535-849e-7bb54742868b) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:11:10.194275 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7f7022-5c07-4409-92bb-7cc5166beb74 req-16fcfbf9-0cbb-4d87-8c2b-310db82d9667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:10.196837 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3f7f7022-5c07-4409-92bb-7cc5166beb74 req-16fcfbf9-0cbb-4d87-8c2b-310db82d9667 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ad356e21-cfaf-43b2-9fa2-a8c3a99e6fbb HTTP/1.1" status: 200 len: 1097 time: 0.1230450 Dec 06 17:11:10.214966 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-4a7944fe-d4ca-427f-9866-4937722148e0 admin admin] Allocated IP 172.20.0.1 (9f7eb17f-0101-4378-b23e-fba2a86eb752/9f03234b-998c-465c-8f0a-752c850a77ec/6c567a7b-7e6d-4cbd-afd8-f66243b10212) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:11:10.306246 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 42624) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:11:10.317037 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3f7f7022-5c07-4409-92bb-7cc5166beb74 req-95d6739a-7f3b-41cb-b983-efd9eb35ef7e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796239 Dec 06 17:11:10.335178 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850f1185-426d-4a4d-a111-fda8a954eb23 req-2fd9b35e-7dae-4c07-9a41-7183923a0b71 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:10.337079 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-850f1185-426d-4a4d-a111-fda8a954eb23 req-2fd9b35e-7dae-4c07-9a41-7183923a0b71 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] 10.222.0.23 "GET /v2.0/networks/40c9982f-f1ff-4b90-bebe-b7d51655f7e2 HTTP/1.1" status: 200 len: 784 time: 0.3541265 Dec 06 17:11:10.337441 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-add02107-8779-425a-8c6c-6c34a4b9081b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:10.382807 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-add02107-8779-425a-8c6c-6c34a4b9081b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:10.440830 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add02107-8779-425a-8c6c-6c34a4b9081b admin admin] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:11:10.445129 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-add02107-8779-425a-8c6c-6c34a4b9081b admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:11:10.448189 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add02107-8779-425a-8c6c-6c34a4b9081b admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:11:10.465565 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4a7944fe-d4ca-427f-9866-4937722148e0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:10.493146 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add02107-8779-425a-8c6c-6c34a4b9081b admin admin] Pushing event updated for resources: {'Port': ['ID=68f44a25-c3a6-4535-849e-7bb54742868b,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:10.526958 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-96c42fee-446b-4237-ac56-81dbdb4ee64c None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:10.585239 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-96c42fee-446b-4237-ac56-81dbdb4ee64c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:10.600073 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4a7944fe-d4ca-427f-9866-4937722148e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:10.669345 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87434c91-ea46-4570-b842-ee6bf53b1667 req-4c70486f-269e-4bcc-9952-c6f41c747be1 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:10.676022 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c42fee-446b-4237-ac56-81dbdb4ee64c None None] Network ab4dd15b-a9b8-4be5-bb0e-70bbaf5638ab is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:11:10.678538 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-87434c91-ea46-4570-b842-ee6bf53b1667 req-4c70486f-269e-4bcc-9952-c6f41c747be1 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad356e21-cfaf-43b2-9fa2-a8c3a99e6fbb HTTP/1.1" status: 200 len: 946 time: 0.1603701 Dec 06 17:11:10.683516 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-96c42fee-446b-4237-ac56-81dbdb4ee64c None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:11:10.684350 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7944fe-d4ca-427f-9866-4937722148e0 admin admin] Network 9f7eb17f-0101-4378-b23e-fba2a86eb752 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:11:10.690694 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c42fee-446b-4237-ac56-81dbdb4ee64c None None] Pushing event updated for resources: {'Port': ['ID=9d16d8ba-f70a-4d90-bbaf-04fd5dfd19a2,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:10.693058 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c42fee-446b-4237-ac56-81dbdb4ee64c None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:11:10.708769 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-4a7944fe-d4ca-427f-9866-4937722148e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:11:10.720790 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7944fe-d4ca-427f-9866-4937722148e0 admin admin] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:11:10.729525 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-e7459cc8-c17f-4bb1-bf6e-8131069a30b6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f5f3a80d3ca445fd9f364ddd9b130cb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4217174 Dec 06 17:11:10.731626 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fe49b856-4953-4313-beeb-d992c4b2b482 req-6c42651c-a857-4cb5-ac1d-abe066ab189e tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=4b43d5b1cc2b418c97b1aca204b56c1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0561013 Dec 06 17:11:10.732282 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 42640) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:11:10.753529 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7944fe-d4ca-427f-9866-4937722148e0 admin admin] Pushing event updated for resources: {'Port': ['ID=6c567a7b-7e6d-4cbd-afd8-f66243b10212,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:10.820585 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-87434c91-ea46-4570-b842-ee6bf53b1667 req-b1ab5fe0-1825-44a8-8592-6834d1068392 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408360 Dec 06 17:11:10.824217 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-96c42fee-446b-4237-ac56-81dbdb4ee64c None None] Attempting to bind port 9d16d8ba-f70a-4d90-bbaf-04fd5dfd19a2 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:11:10.824703 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-96c42fee-446b-4237-ac56-81dbdb4ee64c None None] Attempting to bind port 9d16d8ba-f70a-4d90-bbaf-04fd5dfd19a2 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'ff33a10c-d3a2-4b70-9308-425a1aa27afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ab4dd15b-a9b8-4be5-bb0e-70bbaf5638ab'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:11:10.825075 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c42fee-446b-4237-ac56-81dbdb4ee64c None None] Attempting to bind port 9d16d8ba-f70a-4d90-bbaf-04fd5dfd19a2 on network ab4dd15b-a9b8-4be5-bb0e-70bbaf5638ab {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:11:10.838366 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c42fee-446b-4237-ac56-81dbdb4ee64c None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:11:10.838757 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c42fee-446b-4237-ac56-81dbdb4ee64c None None] Checking segment: {'id': 'ff33a10c-d3a2-4b70-9308-425a1aa27afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ab4dd15b-a9b8-4be5-bb0e-70bbaf5638ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:11:10.839154 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-96c42fee-446b-4237-ac56-81dbdb4ee64c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:10.839555 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c42fee-446b-4237-ac56-81dbdb4ee64c None None] Bound using segment: {'id': 'ff33a10c-d3a2-4b70-9308-425a1aa27afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ab4dd15b-a9b8-4be5-bb0e-70bbaf5638ab'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:11:10.840057 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-96c42fee-446b-4237-ac56-81dbdb4ee64c None None] Bound port: 9d16d8ba-f70a-4d90-bbaf-04fd5dfd19a2, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff33a10c-d3a2-4b70-9308-425a1aa27afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ab4dd15b-a9b8-4be5-bb0e-70bbaf5638ab'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:11:10.840428 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-96c42fee-446b-4237-ac56-81dbdb4ee64c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:10.843774 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4a7944fe-d4ca-427f-9866-4937722148e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539179'] for router_interface, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:10.871107 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d94689cd-a973-4063-8b87-affa586b0afa None None] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:10.902660 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d94689cd-a973-4063-8b87-affa586b0afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:10.981730 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4610aa3c-61fe-4683-97c4-17dde04c99a3 req-f3b416eb-0327-4f68-b951-af78cb26e544 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] 10.222.0.23 "GET /v2.0/floatingips/6c8bfbc8-a40f-4013-81c6-fd11a21a1ee5 HTTP/1.1" status: 200 len: 692 time: 0.0865068 Dec 06 17:11:11.016542 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ed1e96-b2f4-4e9c-8e4d-1c5edeb03c7b None None] Pushing event updated for resources: {'Port': ['ID=a4439a02-2c3e-4415-a660-2b904afe7e16,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:11.024568 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-d94689cd-a973-4063-8b87-affa586b0afa None None] Attempting to bind port a4439a02-2c3e-4415-a660-2b904afe7e16 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:11:11.024568 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-d94689cd-a973-4063-8b87-affa586b0afa None None] Attempting to bind port a4439a02-2c3e-4415-a660-2b904afe7e16 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:11:11.025179 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94689cd-a973-4063-8b87-affa586b0afa None None] Attempting to bind port a4439a02-2c3e-4415-a660-2b904afe7e16 on network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:11:11.032131 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-96c42fee-446b-4237-ac56-81dbdb4ee64c None None] For port 9d16d8ba-f70a-4d90-bbaf-04fd5dfd19a2, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:11:11.042013 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e2806564-ccb5-4d73-85bb-dc764e2221a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:11.042811 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-96c42fee-446b-4237-ac56-81dbdb4ee64c None None] For port 9d16d8ba-f70a-4d90-bbaf-04fd5dfd19a2, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9d16d8ba-f70a-4d90-bbaf-04fd5dfd19a2,segment=NetworkSegment(ff33a10c-d3a2-4b70-9308-425a1aa27afa),segment_id=ff33a10c-d3a2-4b70-9308-425a1aa27afa)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:11:11.044100 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94689cd-a973-4063-8b87-affa586b0afa None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:11:11.044474 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94689cd-a973-4063-8b87-affa586b0afa None None] Checking segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:11:11.044881 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d94689cd-a973-4063-8b87-affa586b0afa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:11.045275 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94689cd-a973-4063-8b87-affa586b0afa None None] Bound using segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:11:11.045779 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-d94689cd-a973-4063-8b87-affa586b0afa None None] Bound port: a4439a02-2c3e-4415-a660-2b904afe7e16, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:11:11.046161 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d94689cd-a973-4063-8b87-affa586b0afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:11.074537 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e2806564-ccb5-4d73-85bb-dc764e2221a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:11.089934 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-96c42fee-446b-4237-ac56-81dbdb4ee64c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:11.114693 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610aa3c-61fe-4683-97c4-17dde04c99a3 req-7d38dc71-9205-4138-822b-50a927092c21 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:11.122569 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4610aa3c-61fe-4683-97c4-17dde04c99a3 req-7d38dc71-9205-4138-822b-50a927092c21 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] 10.222.0.23 "GET /v2.0/networks/40c9982f-f1ff-4b90-bebe-b7d51655f7e2 HTTP/1.1" status: 200 len: 784 time: 0.1396799 Dec 06 17:11:11.145893 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e2806564-ccb5-4d73-85bb-dc764e2221a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:11.149457 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e2806564-ccb5-4d73-85bb-dc764e2221a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:11.155489 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-e2806564-ccb5-4d73-85bb-dc764e2221a3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3e200dfc-3654-4846-ac4a-5fd3003efa34 HTTP/1.1" status: 204 len: 168 time: 0.4178572 Dec 06 17:11:11.197876 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-d94689cd-a973-4063-8b87-affa586b0afa None None] For port a4439a02-2c3e-4415-a660-2b904afe7e16, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:11:11.214233 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c42fee-446b-4237-ac56-81dbdb4ee64c None None] Pushing event updated for resources: {'Port': ['ID=9d16d8ba-f70a-4d90-bbaf-04fd5dfd19a2,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:11.224559 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-d94689cd-a973-4063-8b87-affa586b0afa None None] For port a4439a02-2c3e-4415-a660-2b904afe7e16, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a4439a02-2c3e-4415-a660-2b904afe7e16,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:11:11.228666 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2806564-ccb5-4d73-85bb-dc764e2221a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e200dfc-3654-4846-ac4a-5fd3003efa34,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:11.234801 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-51071dc8-5d6d-4cee-99f9-16c237c3ec95 None None] Provisioning complete for port 6c567a7b-7e6d-4cbd-afd8-f66243b10212 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:11:11.235178 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-51071dc8-5d6d-4cee-99f9-16c237c3ec95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:11.237328 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d94689cd-a973-4063-8b87-affa586b0afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:11.257502 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4610aa3c-61fe-4683-97c4-17dde04c99a3 req-0447476b-3a2f-457c-b68e-e12861aafe10 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.35.1.53 HTTP/1.1" status: 200 len: 695 time: 0.1337001 Dec 06 17:11:11.262164 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-add02107-8779-425a-8c6c-6c34a4b9081b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:11.328227 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4610aa3c-61fe-4683-97c4-17dde04c99a3 req-fef91a95-06a4-403e-b15c-99834a21668e tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.35.1.53 HTTP/1.1" status: 200 len: 695 time: 0.0693200 Dec 06 17:11:11.393633 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-51071dc8-5d6d-4cee-99f9-16c237c3ec95 None None] Port 6c567a7b-7e6d-4cbd-afd8-f66243b10212 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:11:11.566447 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94689cd-a973-4063-8b87-affa586b0afa None None] Routers {'a5281d38-5395-423b-9d0b-73f4b616e14a'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:11:11.567461 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-d94689cd-a973-4063-8b87-affa586b0afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:10:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['a5281d38-5395-423b-9d0b-73f4b616e14a'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:11:11.574811 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ed1e96-b2f4-4e9c-8e4d-1c5edeb03c7b None None] Pushing event updated for resources: {'Port': ['ID=a4439a02-2c3e-4415-a660-2b904afe7e16,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:11.758597 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-d94689cd-a973-4063-8b87-affa586b0afa None None] Set router a5281d38-5395-423b-9d0b-73f4b616e14a gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:11:12.072605 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4a7944fe-d4ca-427f-9866-4937722148e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:12.123273 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe49b856-4953-4313-beeb-d992c4b2b482 req-2e4c27f8-1dcd-4e61-a712-7b6c396829f0 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:12.131157 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fe49b856-4953-4313-beeb-d992c4b2b482 req-2e4c27f8-1dcd-4e61-a712-7b6c396829f0 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.3854945 Dec 06 17:11:12.153219 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fe49b856-4953-4313-beeb-d992c4b2b482 req-fd2a3274-ef6a-4153-a5e4-eb3516d08712 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/quotas/4b43d5b1cc2b418c97b1aca204b56c1e HTTP/1.1" status: 200 len: 375 time: 0.0211318 Dec 06 17:11:12.199257 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fe49b856-4953-4313-beeb-d992c4b2b482 req-5a519dab-2fb8-45f6-9f60-a9d934d1592c tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4b43d5b1cc2b418c97b1aca204b56c1e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0450187 Dec 06 17:11:12.218165 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-add02107-8779-425a-8c6c-6c34a4b9081b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:12.232344 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-4610aa3c-61fe-4683-97c4-17dde04c99a3 req-a8dea0a0-edfc-4e91-98d7-cafb276c3fce tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Deleting port e985375e-3c88-4252-8732-a8e07b73a5a8 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:11:12.233862 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-4610aa3c-61fe-4683-97c4-17dde04c99a3 req-a8dea0a0-edfc-4e91-98d7-cafb276c3fce tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:12.375835 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-d94689cd-a973-4063-8b87-affa586b0afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5281d38-5395-423b-9d0b-73f4b616e14a', 'name': 'tempest-ServersTestJSON-968880428-router', 'tenant_id': '04e70b6312e34ddaaf35d2c83717f9c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.189'}], 'enable_snat': True}, 'gw_port_id': 'a4439a02-2c3e-4415-a660-2b904afe7e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:11:02Z', 'updated_at': '2021-12-06T17:11:11Z', 'revision_number': 4, 'project_id': '04e70b6312e34ddaaf35d2c83717f9c6', 'gw_port': {'id': 'a4439a02-2c3e-4415-a660-2b904afe7e16', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:30:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5281d38-5395-423b-9d0b-73f4b616e14a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:11:04Z', 'updated_at': '2021-12-06T17:11:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '6c567a7b-7e6d-4cbd-afd8-f66243b10212', 'name': '', 'network_id': '9f7eb17f-0101-4378-b23e-fba2a86eb752', 'tenant_id': '04e70b6312e34ddaaf35d2c83717f9c6', 'mac_address': 'fa:16:3e:27:c0:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5281d38-5395-423b-9d0b-73f4b616e14a', 'device_owner': 'network:router_interface', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '9f03234b-998c-465c-8f0a-752c850a77ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:11:09Z', 'updated_at': '2021-12-06T17:11:10Z', 'revision_number': 1, 'project_id': '04e70b6312e34ddaaf35d2c83717f9c6', 'subnets': [{'id': '9f03234b-998c-465c-8f0a-752c850a77ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:11:12.472671 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94689cd-a973-4063-8b87-affa586b0afa None None] The sync data for ids ['a5281d38-5395-423b-9d0b-73f4b616e14a'] in n-d-master-1 is: [{'id': 'a5281d38-5395-423b-9d0b-73f4b616e14a', 'name': 'tempest-ServersTestJSON-968880428-router', 'tenant_id': '04e70b6312e34ddaaf35d2c83717f9c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.189'}], 'enable_snat': True}, 'gw_port_id': 'a4439a02-2c3e-4415-a660-2b904afe7e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:11:02Z', 'updated_at': '2021-12-06T17:11:11Z', 'revision_number': 4, 'project_id': '04e70b6312e34ddaaf35d2c83717f9c6', 'gw_port': {'id': 'a4439a02-2c3e-4415-a660-2b904afe7e16', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:30:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5281d38-5395-423b-9d0b-73f4b616e14a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:11:04Z', 'updated_at': '2021-12-06T17:11:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '6c567a7b-7e6d-4cbd-afd8-f66243b10212', 'name': '', 'network_id': '9f7eb17f-0101-4378-b23e-fba2a86eb752', 'tenant_id': '04e70b6312e34ddaaf35d2c83717f9c6', 'mac_address': 'fa:16:3e:27:c0:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5281d38-5395-423b-9d0b-73f4b616e14a', 'device_owner': 'network:router_interface', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '9f03234b-998c-465c-8f0a-752c850a77ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:11:09Z', 'updated_at': '2021-12-06T17:11:10Z', 'revision_number': 1, 'project_id': '04e70b6312e34ddaaf35d2c83717f9c6', 'subnets': [{'id': '9f03234b-998c-465c-8f0a-752c850a77ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:11:12.656611 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-4610aa3c-61fe-4683-97c4-17dde04c99a3 req-a8dea0a0-edfc-4e91-98d7-cafb276c3fce tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:12.657223 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-4610aa3c-61fe-4683-97c4-17dde04c99a3 req-a8dea0a0-edfc-4e91-98d7-cafb276c3fce tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:12.678123 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 9d16d8ba-f70a-4d90-bbaf-04fd5dfd19a2 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:11:12.733430 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-add02107-8779-425a-8c6c-6c34a4b9081b admin admin] Router 9fcbdb7b-0bab-4722-b3c1-fda2c00ded09 is scheduled to L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 17:11:12.804559 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-4610aa3c-61fe-4683-97c4-17dde04c99a3 req-a8dea0a0-edfc-4e91-98d7-cafb276c3fce tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Calling delete_port for e985375e-3c88-4252-8732-a8e07b73a5a8 owned by network:floatingip {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:11:12.817578 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 9d16d8ba-f70a-4d90-bbaf-04fd5dfd19a2 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:11:12.817883 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:12.851077 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cea749-d767-40f2-af05-5cedc0af7026 req-3da1bc73-f960-4f5d-806d-131f1c48ec35 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:12.853090 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-54cea749-d767-40f2-af05-5cedc0af7026 req-3da1bc73-f960-4f5d-806d-131f1c48ec35 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4214df-5ee0-413a-b894-51ab5b893781 HTTP/1.1" status: 200 len: 950 time: 0.2329998 Dec 06 17:11:13.005200 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:13.070826 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4a7944fe-d4ca-427f-9866-4937722148e0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:13.087080 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4a7944fe-d4ca-427f-9866-4937722148e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:13.106890 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] For port 9d16d8ba-f70a-4d90-bbaf-04fd5dfd19a2, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9d16d8ba-f70a-4d90-bbaf-04fd5dfd19a2,segment=NetworkSegment(ff33a10c-d3a2-4b70-9308-425a1aa27afa),segment_id=ff33a10c-d3a2-4b70-9308-425a1aa27afa)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:11:13.112447 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:13.169246 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4a7944fe-d4ca-427f-9866-4937722148e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-772465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539207'] for router_interface, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:13.184095 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-54cea749-d767-40f2-af05-5cedc0af7026 req-e2d1d9f3-fb58-4f0b-a674-bd12aa31f4b0 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570908 Dec 06 17:11:13.244400 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Pushing event updated for resources: {'Port': ['ID=9d16d8ba-f70a-4d90-bbaf-04fd5dfd19a2,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:13.309068 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d9737e-d851-47db-a745-8d2a7974b992 None None] Network ab4dd15b-a9b8-4be5-bb0e-70bbaf5638ab requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:11:13.312121 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-add02107-8779-425a-8c6c-6c34a4b9081b admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:11:13.324721 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c752f8a8-131d-4ba4-ad52-e2245f0a4a03 None None] Sync routers for ids ['9fcbdb7b-0bab-4722-b3c1-fda2c00ded09'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:11:13.342468 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-add02107-8779-425a-8c6c-6c34a4b9081b admin admin] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:13.346061 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-add02107-8779-425a-8c6c-6c34a4b9081b admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.7690678 Dec 06 17:11:13.348771 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 42680) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:11:13.351951 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c752f8a8-131d-4ba4-ad52-e2245f0a4a03 None None] Routers {'9fcbdb7b-0bab-4722-b3c1-fda2c00ded09'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:11:13.352584 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-c752f8a8-131d-4ba4-ad52-e2245f0a4a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:10:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['9fcbdb7b-0bab-4722-b3c1-fda2c00ded09'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:11:13.464641 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0d93cdd6-8b1b-4d73-96c7-83a552df8c68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:13.473080 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-e7dca89d-22f6-4112-9288-bb883f32b8da None None] Provisioning complete for port 9d16d8ba-f70a-4d90-bbaf-04fd5dfd19a2 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:11:13.473742 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e7dca89d-22f6-4112-9288-bb883f32b8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:13.508096 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7944fe-d4ca-427f-9866-4937722148e0 admin admin] Pushing event updated for resources: {'Port': ['ID=6c567a7b-7e6d-4cbd-afd8-f66243b10212,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:13.512882 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-4610aa3c-61fe-4683-97c4-17dde04c99a3 req-a8dea0a0-edfc-4e91-98d7-cafb276c3fce tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:13.527226 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7944fe-d4ca-427f-9866-4937722148e0 admin admin] Network 9f7eb17f-0101-4378-b23e-fba2a86eb752 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:11:13.556231 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-4a7944fe-d4ca-427f-9866-4937722148e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:11:13.598761 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dea0a0-edfc-4e91-98d7-cafb276c3fce tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Pushing event deleted for resources: {'Port': ['ID=e985375e-3c88-4252-8732-a8e07b73a5a8,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:13.633801 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-c752f8a8-131d-4ba4-ad52-e2245f0a4a03 None None] Set router 9fcbdb7b-0bab-4722-b3c1-fda2c00ded09 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:11:13.693236 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1923e096-071e-427c-bd27-baf0aa325de4 req-fb39109c-5441-4c40-888b-57871c096aab tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:13.718984 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1923e096-071e-427c-bd27-baf0aa325de4 req-fb39109c-5441-4c40-888b-57871c096aab tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad356e21-cfaf-43b2-9fa2-a8c3a99e6fbb HTTP/1.1" status: 200 len: 946 time: 0.2546635 Dec 06 17:11:13.787697 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-4610aa3c-61fe-4683-97c4-17dde04c99a3 req-a8dea0a0-edfc-4e91-98d7-cafb276c3fce tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Publish callbacks [] for floatingip, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:13.792532 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-4610aa3c-61fe-4683-97c4-17dde04c99a3 req-a8dea0a0-edfc-4e91-98d7-cafb276c3fce tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:13.831559 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4610aa3c-61fe-4683-97c4-17dde04c99a3 req-a8dea0a0-edfc-4e91-98d7-cafb276c3fce tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] 10.222.0.23 "DELETE /v2.0/floatingips/6c8bfbc8-a40f-4013-81c6-fd11a21a1ee5 HTTP/1.1" status: 204 len: 173 time: 2.4934573 Dec 06 17:11:14.082089 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1923e096-071e-427c-bd27-baf0aa325de4 req-e51b2d3f-02a5-46c2-a467-71c237697a6e tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008773 Dec 06 17:11:14.153007 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-c752f8a8-131d-4ba4-ad52-e2245f0a4a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fcbdb7b-0bab-4722-b3c1-fda2c00ded09', 'name': 'tempest-ServersTestManualDisk-100673284-router', 'tenant_id': '00c75398d2094120b650f6266e5d7c45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.93'}], 'enable_snat': True}, 'gw_port_id': '68f44a25-c3a6-4535-849e-7bb54742868b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:11:08Z', 'updated_at': '2021-12-06T17:11:10Z', 'revision_number': 3, 'project_id': '00c75398d2094120b650f6266e5d7c45', 'gw_port': {'id': '68f44a25-c3a6-4535-849e-7bb54742868b', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:18:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fcbdb7b-0bab-4722-b3c1-fda2c00ded09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:11:09Z', 'updated_at': '2021-12-06T17:11:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:11:14.180297 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-73a1e01f-01de-4383-aed3-bb1abe82065a req-02068788-b19d-4ba4-9c28-11db1e28b86a tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/ports?device_id=26f03df0-d2fd-4f60-bdc3-48eed317f38a HTTP/1.1" status: 200 len: 210 time: 0.0854564 Dec 06 17:11:14.226963 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c752f8a8-131d-4ba4-ad52-e2245f0a4a03 None None] Checking router: 9fcbdb7b-0bab-4722-b3c1-fda2c00ded09 for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:11:14.227570 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c752f8a8-131d-4ba4-ad52-e2245f0a4a03 None None] Updating router 9fcbdb7b-0bab-4722-b3c1-fda2c00ded09 port 68f44a25-c3a6-4535-849e-7bb54742868b binding host n-d-master-1 {{(pid=103287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:11:14.241154 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-d8ac4652-1375-44a0-a951-5fbb585fe238 None None] Provisioning complete for port 6c567a7b-7e6d-4cbd-afd8-f66243b10212 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:11:14.242792 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d8ac4652-1375-44a0-a951-5fbb585fe238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:14.265577 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a7944fe-d4ca-427f-9866-4937722148e0 admin admin] Router a5281d38-5395-423b-9d0b-73f4b616e14a has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:11:14.270608 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c752f8a8-131d-4ba4-ad52-e2245f0a4a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:14.341395 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-d8ac4652-1375-44a0-a951-5fbb585fe238 None None] Port 6c567a7b-7e6d-4cbd-afd8-f66243b10212 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:11:14.470709 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-ce605d02-3d7c-4c18-b6ed-c9c541a2b012 None None] Provisioning complete for port 9d16d8ba-f70a-4d90-bbaf-04fd5dfd19a2 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:11:14.471308 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ce605d02-3d7c-4c18-b6ed-c9c541a2b012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:14.644072 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fe49b856-4953-4313-beeb-d992c4b2b482 req-a8d7fc67-f16e-4b8d-b43d-b398f45a3451 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=4b43d5b1cc2b418c97b1aca204b56c1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0418308 Dec 06 17:11:14.733178 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device a4439a02-2c3e-4415-a660-2b904afe7e16 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:11:14.833900 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24c29be-b881-4192-bc44-24014ff52e23 req-9b946bca-c295-473a-9a5c-f7b121f1b108 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:14.855755 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c24c29be-b881-4192-bc44-24014ff52e23 req-9b946bca-c295-473a-9a5c-f7b121f1b108 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.5887785 Dec 06 17:11:14.950533 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c752f8a8-131d-4ba4-ad52-e2245f0a4a03 None None] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:14.962436 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c752f8a8-131d-4ba4-ad52-e2245f0a4a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:14.996161 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port a4439a02-2c3e-4415-a660-2b904afe7e16 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:11:14.996552 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:15.034638 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e3d16e-4344-45c2-a8f5-9e88f8796560 req-f9f1bc34-c029-4267-b1a9-4db1ba85ca02 tempest-LiveMigrationTest-2036531045 tempest-LiveMigrationTest-2036531045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:15.036375 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-03e3d16e-4344-45c2-a8f5-9e88f8796560 req-f9f1bc34-c029-4267-b1a9-4db1ba85ca02 tempest-LiveMigrationTest-2036531045 tempest-LiveMigrationTest-2036531045-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=ad356e21-cfaf-43b2-9fa2-a8c3a99e6fbb HTTP/1.1" status: 200 len: 1097 time: 0.1880903 Dec 06 17:11:15.101128 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7f509f-ac93-4d72-868e-17bfc38c5f04 None None] Pushing event updated for resources: {'Port': ['ID=68f44a25-c3a6-4535-849e-7bb54742868b,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:15.111368 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-c752f8a8-131d-4ba4-ad52-e2245f0a4a03 None None] Attempting to bind port 68f44a25-c3a6-4535-849e-7bb54742868b on host n-d-master-1 for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:11:15.112020 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-c752f8a8-131d-4ba4-ad52-e2245f0a4a03 None None] Attempting to bind port 68f44a25-c3a6-4535-849e-7bb54742868b by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:11:15.112580 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c752f8a8-131d-4ba4-ad52-e2245f0a4a03 None None] Attempting to bind port 68f44a25-c3a6-4535-849e-7bb54742868b on network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:11:15.121269 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c752f8a8-131d-4ba4-ad52-e2245f0a4a03 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:11:15.125824 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c752f8a8-131d-4ba4-ad52-e2245f0a4a03 None None] Checking segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:11:15.126525 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c752f8a8-131d-4ba4-ad52-e2245f0a4a03 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:15.127690 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c752f8a8-131d-4ba4-ad52-e2245f0a4a03 None None] Bound using segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:11:15.129274 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-c752f8a8-131d-4ba4-ad52-e2245f0a4a03 None None] Bound port: 68f44a25-c3a6-4535-849e-7bb54742868b, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:11:15.129427 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-03e3d16e-4344-45c2-a8f5-9e88f8796560 req-2e1eb8ad-c9fe-4ff6-9234-6865fe55022d tempest-LiveMigrationTest-2036531045 tempest-LiveMigrationTest-2036531045-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736456 Dec 06 17:11:15.131523 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c752f8a8-131d-4ba4-ad52-e2245f0a4a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:15.143847 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-57aaefa5-c03f-45f9-9ea9-f3c463eb7e79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:15.163220 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe49b856-4953-4313-beeb-d992c4b2b482 req-f7deac84-2ebe-4048-8889-00e956818d33 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:15.169233 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fe49b856-4953-4313-beeb-d992c4b2b482 req-f7deac84-2ebe-4048-8889-00e956818d33 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4840226 Dec 06 17:11:15.186801 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a7944fe-d4ca-427f-9866-4937722148e0 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:11:15.227708 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-4a7944fe-d4ca-427f-9866-4937722148e0 admin admin] 10.222.0.23 "PUT /v2.0/routers/a5281d38-5395-423b-9d0b-73f4b616e14a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7635632 Dec 06 17:11:15.237221 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:15.249789 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-c752f8a8-131d-4ba4-ad52-e2245f0a4a03 None None] For port 68f44a25-c3a6-4535-849e-7bb54742868b, host n-d-master-1, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:11:15.254228 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-c752f8a8-131d-4ba4-ad52-e2245f0a4a03 None None] For port 68f44a25-c3a6-4535-849e-7bb54742868b, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=68f44a25-c3a6-4535-849e-7bb54742868b,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:11:15.267385 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c752f8a8-131d-4ba4-ad52-e2245f0a4a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:15.275879 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42714) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:11:15.287396 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4e0b7343-ccc2-4796-be1e-3ec8ae889bbd req-a27658da-96d3-47d9-a941-32b9580cdc0e tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] 10.222.0.23 "GET /v2.0/floatingips?tenant_id=0ec0cbd42e444a94929543cc17ddde42 HTTP/1.1" status: 200 len: 1656 time: 0.1170027 Dec 06 17:11:15.292954 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] For port a4439a02-2c3e-4415-a660-2b904afe7e16, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a4439a02-2c3e-4415-a660-2b904afe7e16,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:11:15.302871 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:15.303780 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 9d16d8ba-f70a-4d90-bbaf-04fd5dfd19a2 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:11:15.305225 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-fe49b856-4953-4313-beeb-d992c4b2b482 req-1dcc183d-ba19-45f5-a5cd-e90bb1b90b17 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Request body: {'port': {'device_id': '26f03df0-d2fd-4f60-bdc3-48eed317f38a', 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a', 'admin_state_up': True, 'tenant_id': '4b43d5b1cc2b418c97b1aca204b56c1e'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:11:15.345388 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1481e550-e440-420c-9678-ece8996e73ae req-e30c21e0-7a66-491e-82cd-f72d51505c5e tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:15.354784 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1481e550-e440-420c-9678-ece8996e73ae req-e30c21e0-7a66-491e-82cd-f72d51505c5e tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4214df-5ee0-413a-b894-51ab5b893781 HTTP/1.1" status: 200 len: 950 time: 0.1827445 Dec 06 17:11:15.440640 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7f509f-ac93-4d72-868e-17bfc38c5f04 None None] Pushing event updated for resources: {'Port': ['ID=68f44a25-c3a6-4535-849e-7bb54742868b,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:15.448439 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c752f8a8-131d-4ba4-ad52-e2245f0a4a03 None None] Routers {'9fcbdb7b-0bab-4722-b3c1-fda2c00ded09'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:11:15.452130 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-c752f8a8-131d-4ba4-ad52-e2245f0a4a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:10:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['9fcbdb7b-0bab-4722-b3c1-fda2c00ded09'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:11:15.485406 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1481e550-e440-420c-9678-ece8996e73ae req-cea34549-4cf8-45e9-aaef-5a5ce5f5ec82 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297393 Dec 06 17:11:15.494980 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Pushing event updated for resources: {'Port': ['ID=a4439a02-2c3e-4415-a660-2b904afe7e16,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:15.543863 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-31e0067b-dd24-432a-9d8f-6ea82f6cbfe0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:15.544760 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 9d16d8ba-f70a-4d90-bbaf-04fd5dfd19a2 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:11:15.545142 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:15.640827 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-c752f8a8-131d-4ba4-ad52-e2245f0a4a03 None None] Set router 9fcbdb7b-0bab-4722-b3c1-fda2c00ded09 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:11:15.669408 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a2fbf318-5528-4e98-999c-5742f12845db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:15.724787 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31581802-3771-4c95-bc6e-2fa4001cf02e req-fb39cd71-fe4f-4265-be12-3ccedc4bd4a6 tempest-LiveMigrationTest-2036531045 tempest-LiveMigrationTest-2036531045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:15.739153 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-31581802-3771-4c95-bc6e-2fa4001cf02e req-fb39cd71-fe4f-4265-be12-3ccedc4bd4a6 tempest-LiveMigrationTest-2036531045 tempest-LiveMigrationTest-2036531045-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=ad356e21-cfaf-43b2-9fa2-a8c3a99e6fbb HTTP/1.1" status: 200 len: 1097 time: 0.1401634 Dec 06 17:11:15.791185 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe49b856-4953-4313-beeb-d992c4b2b482 req-1dcc183d-ba19-45f5-a5cd-e90bb1b90b17 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Made reservation on behalf of 4b43d5b1cc2b418c97b1aca204b56c1e for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:11:15.796256 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fe49b856-4953-4313-beeb-d992c4b2b482 req-1dcc183d-ba19-45f5-a5cd-e90bb1b90b17 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:15.820193 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-31581802-3771-4c95-bc6e-2fa4001cf02e req-4b6df188-dd05-48a9-89cd-53fd5837d6c9 tempest-LiveMigrationTest-2036531045 tempest-LiveMigrationTest-2036531045-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638740 Dec 06 17:11:15.842490 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fe49b856-4953-4313-beeb-d992c4b2b482 req-1dcc183d-ba19-45f5-a5cd-e90bb1b90b17 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:15.844617 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-c752f8a8-131d-4ba4-ad52-e2245f0a4a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fcbdb7b-0bab-4722-b3c1-fda2c00ded09', 'name': 'tempest-ServersTestManualDisk-100673284-router', 'tenant_id': '00c75398d2094120b650f6266e5d7c45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.93'}], 'enable_snat': True}, 'gw_port_id': '68f44a25-c3a6-4535-849e-7bb54742868b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:11:08Z', 'updated_at': '2021-12-06T17:11:10Z', 'revision_number': 3, 'project_id': '00c75398d2094120b650f6266e5d7c45', 'gw_port': {'id': '68f44a25-c3a6-4535-849e-7bb54742868b', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:18:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fcbdb7b-0bab-4722-b3c1-fda2c00ded09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:11:09Z', 'updated_at': '2021-12-06T17:11:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:11:15.846813 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-31e0067b-dd24-432a-9d8f-6ea82f6cbfe0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:15.854244 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-31e0067b-dd24-432a-9d8f-6ea82f6cbfe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:15.894041 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-31e0067b-dd24-432a-9d8f-6ea82f6cbfe0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2cb5230e59024b8b8163b5a7f144242e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6170301 Dec 06 17:11:15.897456 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e0067b-dd24-432a-9d8f-6ea82f6cbfe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec5c2099-b0dc-448b-824c-c9e091b15db3,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:15.900602 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42722) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:11:15.915516 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c752f8a8-131d-4ba4-ad52-e2245f0a4a03 None None] The sync data for ids ['9fcbdb7b-0bab-4722-b3c1-fda2c00ded09'] in n-d-master-1 is: [{'id': '9fcbdb7b-0bab-4722-b3c1-fda2c00ded09', 'name': 'tempest-ServersTestManualDisk-100673284-router', 'tenant_id': '00c75398d2094120b650f6266e5d7c45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.93'}], 'enable_snat': True}, 'gw_port_id': '68f44a25-c3a6-4535-849e-7bb54742868b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:11:08Z', 'updated_at': '2021-12-06T17:11:10Z', 'revision_number': 3, 'project_id': '00c75398d2094120b650f6266e5d7c45', 'gw_port': {'id': '68f44a25-c3a6-4535-849e-7bb54742868b', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:18:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fcbdb7b-0bab-4722-b3c1-fda2c00ded09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:11:09Z', 'updated_at': '2021-12-06T17:11:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:11:15.921423 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0b7343-ccc2-4796-be1e-3ec8ae889bbd req-40bce8a9-56dc-444f-8fb3-618551a5666a tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:15.923134 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4e0b7343-ccc2-4796-be1e-3ec8ae889bbd req-40bce8a9-56dc-444f-8fb3-618551a5666a tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] 10.222.0.23 "GET /v2.0/networks?id=40c9982f-f1ff-4b90-bebe-b7d51655f7e2&id=40c9982f-f1ff-4b90-bebe-b7d51655f7e2&id=40c9982f-f1ff-4b90-bebe-b7d51655f7e2 HTTP/1.1" status: 200 len: 787 time: 0.6349177 Dec 06 17:11:15.948609 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ef89c548-f682-485b-a4cd-0c829665a0eb req-dc6b406c-24d6-45d9-bf59-589f17eb6ac7 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/ports?device_id=26f03df0-d2fd-4f60-bdc3-48eed317f38a HTTP/1.1" status: 200 len: 210 time: 0.0523031 Dec 06 17:11:15.955142 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [req-4e0b7343-ccc2-4796-be1e-3ec8ae889bbd req-01b9e5c4-458f-4d3f-aca6-5c832c96fb82 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:11:15.956222 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4e0b7343-ccc2-4796-be1e-3ec8ae889bbd req-01b9e5c4-458f-4d3f-aca6-5c832c96fb82 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0216482 Dec 06 17:11:16.002169 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-517e9d29-5e19-4a90-8c6b-4098f55f6488 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:16.044346 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-517e9d29-5e19-4a90-8c6b-4098f55f6488 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:16.117802 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-57aaefa5-c03f-45f9-9ea9-f3c463eb7e79 admin admin] Allocated IP 172.20.0.1 (ab4dd15b-a9b8-4be5-bb0e-70bbaf5638ab/e482b70b-91bd-44a1-a0fe-788133dd6bf0/0cf708ea-8830-438a-8f57-f16325d8bd59) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:11:16.131162 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fa9b22f3-3af6-442c-b38d-21a16aacdf8b req-a8956a94-0dbd-4332-8fd2-266571d761a0 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] 10.222.0.23 "GET /v2.0/floatingips/3410aea9-e6d9-4ca5-ac4a-342f58b8be18 HTTP/1.1" status: 200 len: 693 time: 0.0841413 Dec 06 17:11:16.272927 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fe49b856-4953-4313-beeb-d992c4b2b482 req-1dcc183d-ba19-45f5-a5cd-e90bb1b90b17 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:16.284812 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-517e9d29-5e19-4a90-8c6b-4098f55f6488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:16.285593 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fe49b856-4953-4313-beeb-d992c4b2b482 req-1dcc183d-ba19-45f5-a5cd-e90bb1b90b17 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:16.295836 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-517e9d29-5e19-4a90-8c6b-4098f55f6488 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:16.300282 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-517e9d29-5e19-4a90-8c6b-4098f55f6488 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ec5c2099-b0dc-448b-824c-c9e091b15db3 HTTP/1.1" status: 204 len: 168 time: 0.3985689 Dec 06 17:11:16.318972 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517e9d29-5e19-4a90-8c6b-4098f55f6488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec5c2099-b0dc-448b-824c-c9e091b15db3,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:16.399200 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9b22f3-3af6-442c-b38d-21a16aacdf8b req-fce6a8ba-b309-4d35-af87-4b5361054953 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:16.401780 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fa9b22f3-3af6-442c-b38d-21a16aacdf8b req-fce6a8ba-b309-4d35-af87-4b5361054953 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] 10.222.0.23 "GET /v2.0/networks/40c9982f-f1ff-4b90-bebe-b7d51655f7e2 HTTP/1.1" status: 200 len: 784 time: 0.2609298 Dec 06 17:11:16.531363 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fa9b22f3-3af6-442c-b38d-21a16aacdf8b req-060be929-c859-489e-9083-d045aaeb4c9d tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.35.1.233 HTTP/1.1" status: 200 len: 696 time: 0.1212249 Dec 06 17:11:16.623775 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcc183d-ba19-45f5-a5cd-e90bb1b90b17 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba66608-5fba-460b-9339-43992781830c,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:16.676890 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fa9b22f3-3af6-442c-b38d-21a16aacdf8b req-be2f75c5-bcaa-4c6d-83be-b169e6217e72 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.35.1.233 HTTP/1.1" status: 200 len: 696 time: 0.1343398 Dec 06 17:11:16.750914 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-57aaefa5-c03f-45f9-9ea9-f3c463eb7e79 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:16.820444 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device a4439a02-2c3e-4415-a660-2b904afe7e16 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:11:16.829667 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:16.914786 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84135bb4-b3e0-4f3e-bca5-6c547ab16ad5 None None] Sync routers for ids ['a5281d38-5395-423b-9d0b-73f4b616e14a'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:11:16.940986 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-fa9b22f3-3af6-442c-b38d-21a16aacdf8b req-f60e061e-f743-4bbd-bb41-27e183343eb8 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Deleting port d6446c3b-deb1-435a-8de2-ad2fb7f2b736 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:11:16.944227 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-fa9b22f3-3af6-442c-b38d-21a16aacdf8b req-f60e061e-f743-4bbd-bb41-27e183343eb8 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:16.955774 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-fe49b856-4953-4313-beeb-d992c4b2b482 req-1dcc183d-ba19-45f5-a5cd-e90bb1b90b17 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Allocated IP 192.168.233.97 (ee08a0d2-834f-4c39-be47-9c424581246a/1342252a-21e4-4783-88ff-f54776c79059/a9d90335-45f4-43b2-ba1e-cb5a033fd2ee) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:11:16.975508 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84135bb4-b3e0-4f3e-bca5-6c547ab16ad5 None None] Routers {'a5281d38-5395-423b-9d0b-73f4b616e14a'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:11:16.984207 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-84135bb4-b3e0-4f3e-bca5-6c547ab16ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:11:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['a5281d38-5395-423b-9d0b-73f4b616e14a'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:11:17.107581 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port a4439a02-2c3e-4415-a660-2b904afe7e16 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:11:17.107962 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:17.132146 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-fa9b22f3-3af6-442c-b38d-21a16aacdf8b req-f60e061e-f743-4bbd-bb41-27e183343eb8 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:17.132465 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-fa9b22f3-3af6-442c-b38d-21a16aacdf8b req-f60e061e-f743-4bbd-bb41-27e183343eb8 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:17.165486 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-57aaefa5-c03f-45f9-9ea9-f3c463eb7e79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:17.169181 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-fa9b22f3-3af6-442c-b38d-21a16aacdf8b req-f60e061e-f743-4bbd-bb41-27e183343eb8 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Calling delete_port for d6446c3b-deb1-435a-8de2-ad2fb7f2b736 owned by network:floatingip {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:11:17.280790 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57aaefa5-c03f-45f9-9ea9-f3c463eb7e79 admin admin] Network ab4dd15b-a9b8-4be5-bb0e-70bbaf5638ab is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:11:17.296062 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-57aaefa5-c03f-45f9-9ea9-f3c463eb7e79 admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:11:17.315260 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57aaefa5-c03f-45f9-9ea9-f3c463eb7e79 admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:11:17.322443 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-84135bb4-b3e0-4f3e-bca5-6c547ab16ad5 None None] Set router a5281d38-5395-423b-9d0b-73f4b616e14a gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:11:17.352714 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42760) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:11:17.395930 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-7b4bb6cf-28d9-49ea-8c27-c0dbe6cbaeb8 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2071014480', 'description': 'tempest-description--283582909'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:11:17.423366 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aaefa5-c03f-45f9-9ea9-f3c463eb7e79 admin admin] Pushing event updated for resources: {'Port': ['ID=0cf708ea-8830-438a-8f57-f16325d8bd59,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:17.451844 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7b4bb6cf-28d9-49ea-8c27-c0dbe6cbaeb8 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:17.507829 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fe49b856-4953-4313-beeb-d992c4b2b482 req-1dcc183d-ba19-45f5-a5cd-e90bb1b90b17 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:17.594224 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fe49b856-4953-4313-beeb-d992c4b2b482 req-1dcc183d-ba19-45f5-a5cd-e90bb1b90b17 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:17.601082 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7b4bb6cf-28d9-49ea-8c27-c0dbe6cbaeb8 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:17.685617 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7b4bb6cf-28d9-49ea-8c27-c0dbe6cbaeb8 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:17.701508 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcc183d-ba19-45f5-a5cd-e90bb1b90b17 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Pushing event updated for resources: {'Port': ['ID=a9d90335-45f4-43b2-ba1e-cb5a033fd2ee,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:17.713174 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe49b856-4953-4313-beeb-d992c4b2b482 req-1dcc183d-ba19-45f5-a5cd-e90bb1b90b17 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Network ee08a0d2-834f-4c39-be47-9c424581246a is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:11:17.715214 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-fe49b856-4953-4313-beeb-d992c4b2b482 req-1dcc183d-ba19-45f5-a5cd-e90bb1b90b17 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:11:17.718451 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe49b856-4953-4313-beeb-d992c4b2b482 req-1dcc183d-ba19-45f5-a5cd-e90bb1b90b17 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:11:17.721711 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-57aaefa5-c03f-45f9-9ea9-f3c463eb7e79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539179'] for router_interface, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:17.784313 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7b4bb6cf-28d9-49ea-8c27-c0dbe6cbaeb8 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:17.792695 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-7b4bb6cf-28d9-49ea-8c27-c0dbe6cbaeb8 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4199562 Dec 06 17:11:17.795050 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42770) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:11:17.858106 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-3e62644c-6173-4608-ba0b-d00e5d1e12ed tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] Request body: {'security_group_rule': {'security_group_id': '56960e5e-62e2-42da-96b9-79aa56365423', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:11:17.900987 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-fa9b22f3-3af6-442c-b38d-21a16aacdf8b req-f60e061e-f743-4bbd-bb41-27e183343eb8 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:17.947952 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-36a55669-e283-4353-8209-5e28843c68dc None None] Provisioning complete for port 0cf708ea-8830-438a-8f57-f16325d8bd59 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:11:17.948545 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-36a55669-e283-4353-8209-5e28843c68dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:17.963208 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60e061e-f743-4bbd-bb41-27e183343eb8 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Pushing event deleted for resources: {'Port': ['ID=d6446c3b-deb1-435a-8de2-ad2fb7f2b736,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:17.974386 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-57aaefa5-c03f-45f9-9ea9-f3c463eb7e79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:17.987564 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4bb6cf-28d9-49ea-8c27-c0dbe6cbaeb8 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56960e5e-62e2-42da-96b9-79aa56365423,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:18.037010 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-36a55669-e283-4353-8209-5e28843c68dc None None] Port 0cf708ea-8830-438a-8f57-f16325d8bd59 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:11:18.057143 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe49b856-4953-4313-beeb-d992c4b2b482 req-1dcc183d-ba19-45f5-a5cd-e90bb1b90b17 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:18.057945 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fe49b856-4953-4313-beeb-d992c4b2b482 req-1dcc183d-ba19-45f5-a5cd-e90bb1b90b17 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:18.082234 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 68f44a25-c3a6-4535-849e-7bb54742868b up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:11:18.115933 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:18.127344 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-84135bb4-b3e0-4f3e-bca5-6c547ab16ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5281d38-5395-423b-9d0b-73f4b616e14a', 'name': 'tempest-ServersTestJSON-968880428-router', 'tenant_id': '04e70b6312e34ddaaf35d2c83717f9c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.189'}], 'enable_snat': True}, 'gw_port_id': 'a4439a02-2c3e-4415-a660-2b904afe7e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:11:02Z', 'updated_at': '2021-12-06T17:11:11Z', 'revision_number': 4, 'project_id': '04e70b6312e34ddaaf35d2c83717f9c6', 'gw_port': {'id': 'a4439a02-2c3e-4415-a660-2b904afe7e16', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:30:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5281d38-5395-423b-9d0b-73f4b616e14a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:11:04Z', 'updated_at': '2021-12-06T17:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '6c567a7b-7e6d-4cbd-afd8-f66243b10212', 'name': '', 'network_id': '9f7eb17f-0101-4378-b23e-fba2a86eb752', 'tenant_id': '04e70b6312e34ddaaf35d2c83717f9c6', 'mac_address': 'fa:16:3e:27:c0:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5281d38-5395-423b-9d0b-73f4b616e14a', 'device_owner': 'network:router_interface', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '9f03234b-998c-465c-8f0a-752c850a77ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:11:09Z', 'updated_at': '2021-12-06T17:11:12Z', 'revision_number': 2, 'project_id': '04e70b6312e34ddaaf35d2c83717f9c6', 'subnets': [{'id': '9f03234b-998c-465c-8f0a-752c850a77ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:11:18.150305 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-fa9b22f3-3af6-442c-b38d-21a16aacdf8b req-f60e061e-f743-4bbd-bb41-27e183343eb8 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Publish callbacks [] for floatingip, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:18.153234 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-fa9b22f3-3af6-442c-b38d-21a16aacdf8b req-f60e061e-f743-4bbd-bb41-27e183343eb8 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:18.169754 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fa9b22f3-3af6-442c-b38d-21a16aacdf8b req-f60e061e-f743-4bbd-bb41-27e183343eb8 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] 10.222.0.23 "DELETE /v2.0/floatingips/3410aea9-e6d9-4ca5-ac4a-342f58b8be18 HTTP/1.1" status: 204 len: 173 time: 1.4772353 Dec 06 17:11:18.184304 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3e62644c-6173-4608-ba0b-d00e5d1e12ed tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:18.219779 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fe49b856-4953-4313-beeb-d992c4b2b482 req-1dcc183d-ba19-45f5-a5cd-e90bb1b90b17 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9281819 Dec 06 17:11:18.302873 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-fe49b856-4953-4313-beeb-d992c4b2b482 req-0523c72e-25e0-49bd-8c37-bfe9e5861d13 service neutron] Request body: {'port': {'device_id': '26f03df0-d2fd-4f60-bdc3-48eed317f38a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:11:18.351505 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3e62644c-6173-4608-ba0b-d00e5d1e12ed tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:18.366026 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf13bd4-8d42-409a-a1f2-5b0a8e24c066 req-4386929a-aa9b-46c9-8636-77c965021719 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:18.368490 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4bf13bd4-8d42-409a-a1f2-5b0a8e24c066 req-4386929a-aa9b-46c9-8636-77c965021719 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4214df-5ee0-413a-b894-51ab5b893781 HTTP/1.1" status: 200 len: 950 time: 0.1149402 Dec 06 17:11:18.370147 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3e62644c-6173-4608-ba0b-d00e5d1e12ed tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:18.431594 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-57aaefa5-c03f-45f9-9ea9-f3c463eb7e79 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:18.443351 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-57aaefa5-c03f-45f9-9ea9-f3c463eb7e79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:18.461163 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3e62644c-6173-4608-ba0b-d00e5d1e12ed tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:18.462575 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-3e62644c-6173-4608-ba0b-d00e5d1e12ed tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6165769 Dec 06 17:11:18.464567 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e62644c-6173-4608-ba0b-d00e5d1e12ed tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2e921ab-57dd-44c2-a59b-aa6ffd3f9f12,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:18.468839 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42792) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:11:18.475117 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-b4533012-1b0e-43f9-8241-493f57185761 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] Request body: {'security_group_rule': {'security_group_id': '56960e5e-62e2-42da-96b9-79aa56365423', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:11:18.478150 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84135bb4-b3e0-4f3e-bca5-6c547ab16ad5 None None] Checking router: a5281d38-5395-423b-9d0b-73f4b616e14a for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:11:18.478664 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84135bb4-b3e0-4f3e-bca5-6c547ab16ad5 None None] Updating router a5281d38-5395-423b-9d0b-73f4b616e14a port 6c567a7b-7e6d-4cbd-afd8-f66243b10212 binding host n-d-master-1 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:11:18.494698 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aaefa5-c03f-45f9-9ea9-f3c463eb7e79 admin admin] Pushing event updated for resources: {'Port': ['ID=0cf708ea-8830-438a-8f57-f16325d8bd59,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:18.508828 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4bf13bd4-8d42-409a-a1f2-5b0a8e24c066 req-5ab58c8f-9754-48d4-b796-6ff2127e1da9 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246862 Dec 06 17:11:18.518940 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b4533012-1b0e-43f9-8241-493f57185761 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:18.537924 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-84135bb4-b3e0-4f3e-bca5-6c547ab16ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:18.550027 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fe49b856-4953-4313-beeb-d992c4b2b482 req-0523c72e-25e0-49bd-8c37-bfe9e5861d13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:18.553431 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-815f6adb-7efd-4dbf-869f-75b70bcfdecc None None] Provisioning complete for port a9d90335-45f4-43b2-ba1e-cb5a033fd2ee triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:11:18.554065 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-815f6adb-7efd-4dbf-869f-75b70bcfdecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:18.616800 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-57aaefa5-c03f-45f9-9ea9-f3c463eb7e79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-772465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539207'] for router_interface, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:18.628204 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 68f44a25-c3a6-4535-849e-7bb54742868b triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:11:18.628513 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:18.666552 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-815f6adb-7efd-4dbf-869f-75b70bcfdecc None None] Port a9d90335-45f4-43b2-ba1e-cb5a033fd2ee cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:11:18.684376 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b4533012-1b0e-43f9-8241-493f57185761 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:18.697553 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b4533012-1b0e-43f9-8241-493f57185761 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:18.747978 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c465e51c-9cde-4a3a-a8c7-42c1b21dd649 req-ba141229-c8b1-46e7-b807-219f5370a462 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:18.750066 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c465e51c-9cde-4a3a-a8c7-42c1b21dd649 req-ba141229-c8b1-46e7-b807-219f5370a462 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/ports?device_id=26f03df0-d2fd-4f60-bdc3-48eed317f38a HTTP/1.1" status: 200 len: 935 time: 0.1113498 Dec 06 17:11:18.751724 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4533012-1b0e-43f9-8241-493f57185761 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1e9a54e-dbd2-4ff3-8111-a10a148f46a3,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:18.758030 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b4533012-1b0e-43f9-8241-493f57185761 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:18.774666 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-b4533012-1b0e-43f9-8241-493f57185761 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2961140 Dec 06 17:11:18.774910 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42800) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:11:18.785673 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-b2d64651-57df-45d8-8640-1fc9657e5970 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] Request body: {'floatingip': {'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:11:18.836462 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57aaefa5-c03f-45f9-9ea9-f3c463eb7e79 admin admin] Network ab4dd15b-a9b8-4be5-bb0e-70bbaf5638ab is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:11:18.840218 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-57aaefa5-c03f-45f9-9ea9-f3c463eb7e79 admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:11:18.883272 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:18.916186 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] For port 68f44a25-c3a6-4535-849e-7bb54742868b, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=68f44a25-c3a6-4535-849e-7bb54742868b,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:11:18.921299 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b2d64651-57df-45d8-8640-1fc9657e5970 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] Publish callbacks [] for floatingip, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:18.940118 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:18.947963 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c465e51c-9cde-4a3a-a8c7-42c1b21dd649 req-daa28841-cc3c-48c1-9a8f-1f0446d60bee tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ba66608-5fba-460b-9339-43992781830c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791255 Dec 06 17:11:19.130968 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b2d64651-57df-45d8-8640-1fc9657e5970 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:19.149544 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-84135bb4-b3e0-4f3e-bca5-6c547ab16ad5 None None] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:19.176395 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-84135bb4-b3e0-4f3e-bca5-6c547ab16ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:19.198409 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:19.234780 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [req-9aaaa019-b931-4313-8a23-c42a689b1ba8 req-108936c0-71d6-4130-8d2c-566d661a9b42 tempest-LiveMigrationTest-2036531045 tempest-LiveMigrationTest-2036531045-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:11:19.242914 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9aaaa019-b931-4313-8a23-c42a689b1ba8 req-108936c0-71d6-4130-8d2c-566d661a9b42 tempest-LiveMigrationTest-2036531045 tempest-LiveMigrationTest-2036531045-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0296373 Dec 06 17:11:19.304595 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Pushing event updated for resources: {'Port': ['ID=68f44a25-c3a6-4535-849e-7bb54742868b,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:19.341879 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaaa019-b931-4313-8a23-c42a689b1ba8 req-b9ad30e3-9c13-45bc-965e-cc02f0f23a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:19.343278 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9aaaa019-b931-4313-8a23-c42a689b1ba8 req-b9ad30e3-9c13-45bc-965e-cc02f0f23a9e service neutron] 10.222.0.23 "GET /v2.0/ports/b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b HTTP/1.1" status: 200 len: 1094 time: 0.0929084 Dec 06 17:11:19.369556 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-9aaaa019-b931-4313-8a23-c42a689b1ba8 req-ff472a51-eebf-42a2-9df4-9b097a2f4b6f service neutron] Request body: {'binding': {'host': 'n-h2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:11:19.370024 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-9aaaa019-b931-4313-8a23-c42a689b1ba8 req-ff472a51-eebf-42a2-9df4-9b097a2f4b6f service neutron] Unknown quota resources ['binding']. {{(pid=103284) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 06 17:11:19.373192 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57aaefa5-c03f-45f9-9ea9-f3c463eb7e79 admin admin] Router 9fcbdb7b-0bab-4722-b3c1-fda2c00ded09 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:11:19.415483 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9896f341-e3d8-4eef-bc80-746b91565889 None None] Pushing event updated for resources: {'Port': ['ID=6c567a7b-7e6d-4cbd-afd8-f66243b10212,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:19.421961 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-b2d64651-57df-45d8-8640-1fc9657e5970 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] Allocated IP 172.35.1.242 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/6548eff8-97ae-4e06-9907-8b945c13c644) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:11:19.480601 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-84135bb4-b3e0-4f3e-bca5-6c547ab16ad5 None None] Attempting to bind port 6c567a7b-7e6d-4cbd-afd8-f66243b10212 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:11:19.481383 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-84135bb4-b3e0-4f3e-bca5-6c547ab16ad5 None None] Attempting to bind port 6c567a7b-7e6d-4cbd-afd8-f66243b10212 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '0948af6a-14ee-4e03-a17c-8c618cc53269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9f7eb17f-0101-4378-b23e-fba2a86eb752'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:11:19.481383 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84135bb4-b3e0-4f3e-bca5-6c547ab16ad5 None None] Attempting to bind port 6c567a7b-7e6d-4cbd-afd8-f66243b10212 on network 9f7eb17f-0101-4378-b23e-fba2a86eb752 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:11:19.492970 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84135bb4-b3e0-4f3e-bca5-6c547ab16ad5 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:11:19.493350 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84135bb4-b3e0-4f3e-bca5-6c547ab16ad5 None None] Checking segment: {'id': '0948af6a-14ee-4e03-a17c-8c618cc53269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9f7eb17f-0101-4378-b23e-fba2a86eb752'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:11:19.493788 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-84135bb4-b3e0-4f3e-bca5-6c547ab16ad5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:19.494186 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84135bb4-b3e0-4f3e-bca5-6c547ab16ad5 None None] Bound using segment: {'id': '0948af6a-14ee-4e03-a17c-8c618cc53269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9f7eb17f-0101-4378-b23e-fba2a86eb752'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:11:19.494671 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-84135bb4-b3e0-4f3e-bca5-6c547ab16ad5 None None] Bound port: 6c567a7b-7e6d-4cbd-afd8-f66243b10212, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0948af6a-14ee-4e03-a17c-8c618cc53269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9f7eb17f-0101-4378-b23e-fba2a86eb752'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:11:19.495055 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-84135bb4-b3e0-4f3e-bca5-6c547ab16ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:19.575023 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-2d399932-77d7-40e8-b6c9-9260c0b97fb1 None None] Provisioning complete for port 0cf708ea-8830-438a-8f57-f16325d8bd59 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:11:19.575417 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2d399932-77d7-40e8-b6c9-9260c0b97fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:19.579925 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-84135bb4-b3e0-4f3e-bca5-6c547ab16ad5 None None] For port 6c567a7b-7e6d-4cbd-afd8-f66243b10212, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:11:19.613793 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-abaffaa1-12db-445d-8e4c-fa95d27bb203 req-9a5438d3-1bb7-40d9-86b2-ade6167b60a1 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] 10.222.0.23 "GET /v2.0/floatingips/af93d592-deb8-4922-bff8-35ec4ddf19b6 HTTP/1.1" status: 200 len: 693 time: 0.1650491 Dec 06 17:11:19.622164 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-84135bb4-b3e0-4f3e-bca5-6c547ab16ad5 None None] For port 6c567a7b-7e6d-4cbd-afd8-f66243b10212, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6c567a7b-7e6d-4cbd-afd8-f66243b10212,segment=NetworkSegment(0948af6a-14ee-4e03-a17c-8c618cc53269),segment_id=0948af6a-14ee-4e03-a17c-8c618cc53269)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:11:19.632686 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-84135bb4-b3e0-4f3e-bca5-6c547ab16ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:19.638017 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-fe49b856-4953-4313-beeb-d992c4b2b482 req-0523c72e-25e0-49bd-8c37-bfe9e5861d13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9d90335-45f4-43b2-ba1e-cb5a033fd2ee {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:11:19.652636 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-2d399932-77d7-40e8-b6c9-9260c0b97fb1 None None] Port 0cf708ea-8830-438a-8f57-f16325d8bd59 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:11:19.673636 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fe49b856-4953-4313-beeb-d992c4b2b482 req-0523c72e-25e0-49bd-8c37-bfe9e5861d13 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:19.678417 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b2d64651-57df-45d8-8640-1fc9657e5970 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:19.690892 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84135bb4-b3e0-4f3e-bca5-6c547ab16ad5 None None] Routers {'a5281d38-5395-423b-9d0b-73f4b616e14a'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:11:19.691594 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-84135bb4-b3e0-4f3e-bca5-6c547ab16ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:11:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['a5281d38-5395-423b-9d0b-73f4b616e14a'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:11:19.761644 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b2d64651-57df-45d8-8640-1fc9657e5970 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:19.821705 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-84135bb4-b3e0-4f3e-bca5-6c547ab16ad5 None None] Set router a5281d38-5395-423b-9d0b-73f4b616e14a gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:11:19.886433 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d64651-57df-45d8-8640-1fc9657e5970 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:11:19.907615 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-b2d64651-57df-45d8-8640-1fc9657e5970 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:11:19.916690 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d64651-57df-45d8-8640-1fc9657e5970 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:11:19.961616 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d64651-57df-45d8-8640-1fc9657e5970 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] Pushing event updated for resources: {'Port': ['ID=6548eff8-97ae-4e06-9907-8b945c13c644,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:20.007514 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaffaa1-12db-445d-8e4c-fa95d27bb203 req-1d861a0e-7c84-4534-a3d5-9bbe476d9278 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:20.009640 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-abaffaa1-12db-445d-8e4c-fa95d27bb203 req-1d861a0e-7c84-4534-a3d5-9bbe476d9278 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] 10.222.0.23 "GET /v2.0/networks/40c9982f-f1ff-4b90-bebe-b7d51655f7e2 HTTP/1.1" status: 200 len: 784 time: 0.2767570 Dec 06 17:11:20.065824 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b2d64651-57df-45d8-8640-1fc9657e5970 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:20.085160 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-fe49b856-4953-4313-beeb-d992c4b2b482 req-0523c72e-25e0-49bd-8c37-bfe9e5861d13 service neutron] Transition to ACTIVE for port object a9d90335-45f4-43b2-ba1e-cb5a033fd2ee will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:11:20.101630 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fe49b856-4953-4313-beeb-d992c4b2b482 req-0523c72e-25e0-49bd-8c37-bfe9e5861d13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:20.111198 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57aaefa5-c03f-45f9-9ea9-f3c463eb7e79 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:11:20.121913 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f71b36-a878-431d-973d-f4afb3edb13b None None] Sync routers for ids ['9fcbdb7b-0bab-4722-b3c1-fda2c00ded09'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:11:20.135315 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f71b36-a878-431d-973d-f4afb3edb13b None None] Routers {'9fcbdb7b-0bab-4722-b3c1-fda2c00ded09'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:11:20.135607 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9896f341-e3d8-4eef-bc80-746b91565889 None None] Pushing event updated for resources: {'Port': ['ID=6c567a7b-7e6d-4cbd-afd8-f66243b10212,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:20.141368 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-57aaefa5-c03f-45f9-9ea9-f3c463eb7e79 admin admin] 10.222.0.23 "PUT /v2.0/routers/9fcbdb7b-0bab-4722-b3c1-fda2c00ded09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7913952 Dec 06 17:11:20.142356 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-55f71b36-a878-431d-973d-f4afb3edb13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:11:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['9fcbdb7b-0bab-4722-b3c1-fda2c00ded09'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:11:20.179621 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-abaffaa1-12db-445d-8e4c-fa95d27bb203 req-2cbbee45-49f6-42a1-995c-5b0437179190 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.35.1.129 HTTP/1.1" status: 200 len: 696 time: 0.1042616 Dec 06 17:11:20.182927 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b2d64651-57df-45d8-8640-1fc9657e5970 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:20.192908 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-8b0265d5-61c4-491d-847e-cf9832fca16e None None] Provisioning complete for port 6c567a7b-7e6d-4cbd-afd8-f66243b10212 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:11:20.193484 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8b0265d5-61c4-491d-847e-cf9832fca16e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:20.282327 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-9aaaa019-b931-4313-8a23-c42a689b1ba8 req-ff472a51-eebf-42a2-9df4-9b097a2f4b6f service neutron] Attempting to bind port b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b on host n-h2-master-1 for vnic_type normal with profile None {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:11:20.283527 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-9aaaa019-b931-4313-8a23-c42a689b1ba8 req-ff472a51-eebf-42a2-9df4-9b097a2f4b6f service neutron] Attempting to bind port b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'b5c29f07-61e3-483e-b953-3901f84034df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '33742801-ccea-4ab3-a86a-2573a2966c19'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:11:20.284245 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aaaa019-b931-4313-8a23-c42a689b1ba8 req-ff472a51-eebf-42a2-9df4-9b097a2f4b6f service neutron] Attempting to bind port b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b on network 33742801-ccea-4ab3-a86a-2573a2966c19 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:11:20.292597 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-84135bb4-b3e0-4f3e-bca5-6c547ab16ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5281d38-5395-423b-9d0b-73f4b616e14a', 'name': 'tempest-ServersTestJSON-968880428-router', 'tenant_id': '04e70b6312e34ddaaf35d2c83717f9c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.189'}], 'enable_snat': True}, 'gw_port_id': 'a4439a02-2c3e-4415-a660-2b904afe7e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:11:02Z', 'updated_at': '2021-12-06T17:11:11Z', 'revision_number': 4, 'project_id': '04e70b6312e34ddaaf35d2c83717f9c6', 'gw_port': {'id': 'a4439a02-2c3e-4415-a660-2b904afe7e16', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:30:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5281d38-5395-423b-9d0b-73f4b616e14a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:11:04Z', 'updated_at': '2021-12-06T17:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '6c567a7b-7e6d-4cbd-afd8-f66243b10212', 'name': '', 'network_id': '9f7eb17f-0101-4378-b23e-fba2a86eb752', 'tenant_id': '04e70b6312e34ddaaf35d2c83717f9c6', 'mac_address': 'fa:16:3e:27:c0:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5281d38-5395-423b-9d0b-73f4b616e14a', 'device_owner': 'network:router_interface', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '9f03234b-998c-465c-8f0a-752c850a77ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:11:09Z', 'updated_at': '2021-12-06T17:11:19Z', 'revision_number': 4, 'project_id': '04e70b6312e34ddaaf35d2c83717f9c6', 'subnets': [{'id': '9f03234b-998c-465c-8f0a-752c850a77ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:11:20.328680 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0523c72e-25e0-49bd-8c37-bfe9e5861d13 service neutron] Pushing event updated for resources: {'Port': ['ID=a9d90335-45f4-43b2-ba1e-cb5a033fd2ee,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:20.334143 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aaaa019-b931-4313-8a23-c42a689b1ba8 req-ff472a51-eebf-42a2-9df4-9b097a2f4b6f service neutron] Port b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b on network 33742801-ccea-4ab3-a86a-2573a2966c19 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:11:20.334824 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aaaa019-b931-4313-8a23-c42a689b1ba8 req-ff472a51-eebf-42a2-9df4-9b097a2f4b6f service neutron] Attempting to bind port b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b on network 33742801-ccea-4ab3-a86a-2573a2966c19 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:11:20.359471 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-abaffaa1-12db-445d-8e4c-fa95d27bb203 req-b080fa76-f122-47db-bca2-1a29660b23cf tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.35.1.129 HTTP/1.1" status: 200 len: 696 time: 0.1702633 Dec 06 17:11:20.380873 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aaaa019-b931-4313-8a23-c42a689b1ba8 req-ff472a51-eebf-42a2-9df4-9b097a2f4b6f service neutron] Checking agent: {'id': '9d8b9f49-2860-4c1f-9b89-45a7657a3c4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:11:20.381757 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84135bb4-b3e0-4f3e-bca5-6c547ab16ad5 None None] The sync data for ids ['a5281d38-5395-423b-9d0b-73f4b616e14a'] in n-d-master-1 is: [{'id': 'a5281d38-5395-423b-9d0b-73f4b616e14a', 'name': 'tempest-ServersTestJSON-968880428-router', 'tenant_id': '04e70b6312e34ddaaf35d2c83717f9c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.189'}], 'enable_snat': True}, 'gw_port_id': 'a4439a02-2c3e-4415-a660-2b904afe7e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:11:02Z', 'updated_at': '2021-12-06T17:11:11Z', 'revision_number': 4, 'project_id': '04e70b6312e34ddaaf35d2c83717f9c6', 'gw_port': {'id': 'a4439a02-2c3e-4415-a660-2b904afe7e16', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:30:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5281d38-5395-423b-9d0b-73f4b616e14a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:11:04Z', 'updated_at': '2021-12-06T17:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '6c567a7b-7e6d-4cbd-afd8-f66243b10212', 'name': '', 'network_id': '9f7eb17f-0101-4378-b23e-fba2a86eb752', 'tenant_id': '04e70b6312e34ddaaf35d2c83717f9c6', 'mac_address': 'fa:16:3e:27:c0:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5281d38-5395-423b-9d0b-73f4b616e14a', 'device_owner': 'network:router_interface', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '9f03234b-998c-465c-8f0a-752c850a77ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:11:09Z', 'updated_at': '2021-12-06T17:11:19Z', 'revision_number': 4, 'project_id': '04e70b6312e34ddaaf35d2c83717f9c6', 'subnets': [{'id': '9f03234b-998c-465c-8f0a-752c850a77ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:11:20.393443 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aaaa019-b931-4313-8a23-c42a689b1ba8 req-ff472a51-eebf-42a2-9df4-9b097a2f4b6f service neutron] Checking segment: {'id': 'b5c29f07-61e3-483e-b953-3901f84034df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '33742801-ccea-4ab3-a86a-2573a2966c19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:11:20.394045 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aaaa019-b931-4313-8a23-c42a689b1ba8 req-ff472a51-eebf-42a2-9df4-9b097a2f4b6f service neutron] Bound using segment: {'id': 'b5c29f07-61e3-483e-b953-3901f84034df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '33742801-ccea-4ab3-a86a-2573a2966c19'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:11:20.395199 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-9aaaa019-b931-4313-8a23-c42a689b1ba8 req-ff472a51-eebf-42a2-9df4-9b097a2f4b6f service neutron] Bound port: b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5c29f07-61e3-483e-b953-3901f84034df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '33742801-ccea-4ab3-a86a-2573a2966c19'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:11:20.471352 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-fe49b856-4953-4313-beeb-d992c4b2b482 req-0523c72e-25e0-49bd-8c37-bfe9e5861d13 service neutron] Attempting to bind port a9d90335-45f4-43b2-ba1e-cb5a033fd2ee on host n-h2-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:11:20.471645 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-fe49b856-4953-4313-beeb-d992c4b2b482 req-0523c72e-25e0-49bd-8c37-bfe9e5861d13 service neutron] Attempting to bind port a9d90335-45f4-43b2-ba1e-cb5a033fd2ee by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:11:20.471970 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe49b856-4953-4313-beeb-d992c4b2b482 req-0523c72e-25e0-49bd-8c37-bfe9e5861d13 service neutron] Attempting to bind port a9d90335-45f4-43b2-ba1e-cb5a033fd2ee on network ee08a0d2-834f-4c39-be47-9c424581246a {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:11:20.509875 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8b0265d5-61c4-491d-847e-cf9832fca16e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:20.524680 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe49b856-4953-4313-beeb-d992c4b2b482 req-0523c72e-25e0-49bd-8c37-bfe9e5861d13 service neutron] Port a9d90335-45f4-43b2-ba1e-cb5a033fd2ee on network ee08a0d2-834f-4c39-be47-9c424581246a not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:11:20.525011 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe49b856-4953-4313-beeb-d992c4b2b482 req-0523c72e-25e0-49bd-8c37-bfe9e5861d13 service neutron] Attempting to bind port a9d90335-45f4-43b2-ba1e-cb5a033fd2ee on network ee08a0d2-834f-4c39-be47-9c424581246a {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:11:20.583207 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe49b856-4953-4313-beeb-d992c4b2b482 req-0523c72e-25e0-49bd-8c37-bfe9e5861d13 service neutron] Checking agent: {'id': '9d8b9f49-2860-4c1f-9b89-45a7657a3c4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:11:20.583572 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe49b856-4953-4313-beeb-d992c4b2b482 req-0523c72e-25e0-49bd-8c37-bfe9e5861d13 service neutron] Checking segment: {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:11:20.583941 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe49b856-4953-4313-beeb-d992c4b2b482 req-0523c72e-25e0-49bd-8c37-bfe9e5861d13 service neutron] Bound using segment: {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:11:20.584395 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-fe49b856-4953-4313-beeb-d992c4b2b482 req-0523c72e-25e0-49bd-8c37-bfe9e5861d13 service neutron] Bound port: a9d90335-45f4-43b2-ba1e-cb5a033fd2ee, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:11:20.584752 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fe49b856-4953-4313-beeb-d992c4b2b482 req-0523c72e-25e0-49bd-8c37-bfe9e5861d13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:20.596787 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-9aaaa019-b931-4313-8a23-c42a689b1ba8 req-ff472a51-eebf-42a2-9df4-9b097a2f4b6f service neutron] For port b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b,segment=NetworkSegment(b5c29f07-61e3-483e-b953-3901f84034df),segment_id=b5c29f07-61e3-483e-b953-3901f84034df)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:11:20.603485 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-8b0265d5-61c4-491d-847e-cf9832fca16e None None] For port 6c567a7b-7e6d-4cbd-afd8-f66243b10212, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6c567a7b-7e6d-4cbd-afd8-f66243b10212,segment=NetworkSegment(0948af6a-14ee-4e03-a17c-8c618cc53269),segment_id=0948af6a-14ee-4e03-a17c-8c618cc53269)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:11:20.617145 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8b0265d5-61c4-491d-847e-cf9832fca16e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:20.640425 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-55f71b36-a878-431d-973d-f4afb3edb13b None None] Set router 9fcbdb7b-0bab-4722-b3c1-fda2c00ded09 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:11:20.677571 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-9aaaa019-b931-4313-8a23-c42a689b1ba8 req-ff472a51-eebf-42a2-9df4-9b097a2f4b6f service neutron] Publish callbacks [] for binding, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:20.678782 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9aaaa019-b931-4313-8a23-c42a689b1ba8 req-ff472a51-eebf-42a2-9df4-9b097a2f4b6f service neutron] 10.222.0.23 "POST /v2.0/ports/b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b/bindings HTTP/1.1" status: 201 len: 389 time: 1.3254580 Dec 06 17:11:20.726803 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0265d5-61c4-491d-847e-cf9832fca16e None None] Pushing event updated for resources: {'Port': ['ID=6c567a7b-7e6d-4cbd-afd8-f66243b10212,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:20.798049 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a7bf85f5-25e9-4d3d-a151-26d963d3d939 None None] Provisioning complete for port 6c567a7b-7e6d-4cbd-afd8-f66243b10212 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:11:20.798429 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a7bf85f5-25e9-4d3d-a151-26d963d3d939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:20.800477 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-fe49b856-4953-4313-beeb-d992c4b2b482 req-0523c72e-25e0-49bd-8c37-bfe9e5861d13 service neutron] For port a9d90335-45f4-43b2-ba1e-cb5a033fd2ee, host n-h2-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:11:20.818863 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-fe49b856-4953-4313-beeb-d992c4b2b482 req-0523c72e-25e0-49bd-8c37-bfe9e5861d13 service neutron] For port a9d90335-45f4-43b2-ba1e-cb5a033fd2ee, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=a9d90335-45f4-43b2-ba1e-cb5a033fd2ee,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:11:20.827252 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fe49b856-4953-4313-beeb-d992c4b2b482 req-0523c72e-25e0-49bd-8c37-bfe9e5861d13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:20.895226 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe49b856-4953-4313-beeb-d992c4b2b482 req-0523c72e-25e0-49bd-8c37-bfe9e5861d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:20.896507 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fe49b856-4953-4313-beeb-d992c4b2b482 req-0523c72e-25e0-49bd-8c37-bfe9e5861d13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:20.899084 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fe49b856-4953-4313-beeb-d992c4b2b482 req-0523c72e-25e0-49bd-8c37-bfe9e5861d13 service neutron] 10.222.0.44 "PUT /v2.0/ports/a9d90335-45f4-43b2-ba1e-cb5a033fd2ee HTTP/1.1" status: 200 len: 1095 time: 2.6035163 Dec 06 17:11:20.902145 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26f03df0-d2fd-4f60-bdc3-48eed317f38a', 'tag': 'a9d90335-45f4-43b2-ba1e-cb5a033fd2ee'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:11:20.911922 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b10c3d87-0f35-41ac-9b2f-a15ee25092d2" -d '{"events": [{"name": "network-changed", "server_uuid": "26f03df0-d2fd-4f60-bdc3-48eed317f38a", "tag": "a9d90335-45f4-43b2-ba1e-cb5a033fd2ee"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:11:21.060044 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0523c72e-25e0-49bd-8c37-bfe9e5861d13 service neutron] Pushing event updated for resources: {'Port': ['ID=a9d90335-45f4-43b2-ba1e-cb5a033fd2ee,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:21.179927 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 68f44a25-c3a6-4535-849e-7bb54742868b up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:11:21.182804 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-55f71b36-a878-431d-973d-f4afb3edb13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fcbdb7b-0bab-4722-b3c1-fda2c00ded09', 'name': 'tempest-ServersTestManualDisk-100673284-router', 'tenant_id': '00c75398d2094120b650f6266e5d7c45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.93'}], 'enable_snat': True}, 'gw_port_id': '68f44a25-c3a6-4535-849e-7bb54742868b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:11:08Z', 'updated_at': '2021-12-06T17:11:17Z', 'revision_number': 4, 'project_id': '00c75398d2094120b650f6266e5d7c45', 'gw_port': {'id': '68f44a25-c3a6-4535-849e-7bb54742868b', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:18:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fcbdb7b-0bab-4722-b3c1-fda2c00ded09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:11:09Z', 'updated_at': '2021-12-06T17:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '0cf708ea-8830-438a-8f57-f16325d8bd59', 'name': '', 'network_id': 'ab4dd15b-a9b8-4be5-bb0e-70bbaf5638ab', 'tenant_id': '00c75398d2094120b650f6266e5d7c45', 'mac_address': 'fa:16:3e:72:8b:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fcbdb7b-0bab-4722-b3c1-fda2c00ded09', 'device_owner': 'network:router_interface', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': 'e482b70b-91bd-44a1-a0fe-788133dd6bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:11:15Z', 'updated_at': '2021-12-06T17:11:18Z', 'revision_number': 2, 'project_id': '00c75398d2094120b650f6266e5d7c45', 'subnets': [{'id': 'e482b70b-91bd-44a1-a0fe-788133dd6bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:11:21.207509 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe49b856-4953-4313-beeb-d992c4b2b482 req-fcbb72a0-fa69-493b-9066-cc57975e430f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:21.209906 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fe49b856-4953-4313-beeb-d992c4b2b482 req-fcbb72a0-fa69-493b-9066-cc57975e430f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4b43d5b1cc2b418c97b1aca204b56c1e&device_id=26f03df0-d2fd-4f60-bdc3-48eed317f38a HTTP/1.1" status: 200 len: 1098 time: 0.2299280 Dec 06 17:11:21.218635 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f71b36-a878-431d-973d-f4afb3edb13b None None] Checking router: 9fcbdb7b-0bab-4722-b3c1-fda2c00ded09 for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:11:21.219326 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f71b36-a878-431d-973d-f4afb3edb13b None None] Updating router 9fcbdb7b-0bab-4722-b3c1-fda2c00ded09 port 0cf708ea-8830-438a-8f57-f16325d8bd59 binding host n-d-master-1 {{(pid=103287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:11:21.233796 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc486543-a5c9-40e4-98c0-0f56cee0d3c5 req-35810ffb-1954-46a9-a322-b19aca5ef78c tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:21.241097 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-dc486543-a5c9-40e4-98c0-0f56cee0d3c5 req-35810ffb-1954-46a9-a322-b19aca5ef78c tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4214df-5ee0-413a-b894-51ab5b893781 HTTP/1.1" status: 200 len: 950 time: 0.1166852 Dec 06 17:11:21.258252 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-55f71b36-a878-431d-973d-f4afb3edb13b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:21.293543 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 68f44a25-c3a6-4535-849e-7bb54742868b triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:11:21.294136 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:21.323751 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fe49b856-4953-4313-beeb-d992c4b2b482 req-e04c6c99-b7fe-4742-a253-a362838df94a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=a9d90335-45f4-43b2-ba1e-cb5a033fd2ee HTTP/1.1" status: 200 len: 217 time: 0.0815494 Dec 06 17:11:21.424812 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 6c567a7b-7e6d-4cbd-afd8-f66243b10212 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:11:21.438933 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-dc486543-a5c9-40e4-98c0-0f56cee0d3c5 req-a00282d6-3ecc-48d9-ac8e-cda098911171 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793420 Dec 06 17:11:21.442936 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe49b856-4953-4313-beeb-d992c4b2b482 req-8dac5cbe-4a44-4b90-8836-d8d8846eb19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:21.447376 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fe49b856-4953-4313-beeb-d992c4b2b482 req-8dac5cbe-4a44-4b90-8836-d8d8846eb19a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1342252a-21e4-4783-88ff-f54776c79059 HTTP/1.1" status: 200 len: 843 time: 0.1095116 Dec 06 17:11:21.449886 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaaa019-b931-4313-8a23-c42a689b1ba8 req-83a52ec6-23dd-4963-9a4a-a89870508621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:21.460329 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9aaaa019-b931-4313-8a23-c42a689b1ba8 req-83a52ec6-23dd-4963-9a4a-a89870508621 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1d83e0c6d059422882cc226e7f9c727a&device_id=ad356e21-cfaf-43b2-9fa2-a8c3a99e6fbb HTTP/1.1" status: 200 len: 1097 time: 0.1484420 Dec 06 17:11:21.526910 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 6c567a7b-7e6d-4cbd-afd8-f66243b10212 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:11:21.527634 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:21.535520 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe49b856-4953-4313-beeb-d992c4b2b482 req-457fb89f-1eef-4624-9649-47cec109a5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:21.537059 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fe49b856-4953-4313-beeb-d992c4b2b482 req-457fb89f-1eef-4624-9649-47cec109a5e8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee08a0d2-834f-4c39-be47-9c424581246a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0819547 Dec 06 17:11:21.599596 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-abaffaa1-12db-445d-8e4c-fa95d27bb203 req-57890787-01cd-4908-80c0-378a5ed35b92 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Deleting port d9dc27b9-d6d7-4f6e-8252-be7d4888cf89 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:11:21.599945 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-abaffaa1-12db-445d-8e4c-fa95d27bb203 req-57890787-01cd-4908-80c0-378a5ed35b92 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:21.611098 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b2d64651-57df-45d8-8640-1fc9657e5970 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:21.643329 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b2d64651-57df-45d8-8640-1fc9657e5970 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:21.670829 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 42850) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:11:21.678415 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-29a904f6-d7df-4ba9-8d8e-33936c35fc1e tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1147899240'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:11:21.701251 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-55f71b36-a878-431d-973d-f4afb3edb13b None None] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:21.702098 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea129705-4ac0-4017-84c1-0d75bbeec13f req-75179272-cf5e-4a6a-b310-40168121d957 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:21.704454 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ea129705-4ac0-4017-84c1-0d75bbeec13f req-75179272-cf5e-4a6a-b310-40168121d957 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/ports?device_id=26f03df0-d2fd-4f60-bdc3-48eed317f38a HTTP/1.1" status: 200 len: 947 time: 0.1900728 Dec 06 17:11:21.707744 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-55f71b36-a878-431d-973d-f4afb3edb13b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:21.768987 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaaa019-b931-4313-8a23-c42a689b1ba8 req-52f844d6-28e9-4b1e-9d38-7ce8420dac37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:21.771615 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9aaaa019-b931-4313-8a23-c42a689b1ba8 req-52f844d6-28e9-4b1e-9d38-7ce8420dac37 service neutron] 10.222.0.44 "GET /v2.0/networks?id=33742801-ccea-4ab3-a86a-2573a2966c19 HTTP/1.1" status: 200 len: 909 time: 0.3016651 Dec 06 17:11:21.778858 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29a904f6-d7df-4ba9-8d8e-33936c35fc1e tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Made reservation on behalf of e06aba6f7cc1415e89ae20f4d5eb8b07 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:11:21.782623 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-29a904f6-d7df-4ba9-8d8e-33936c35fc1e tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:21.782813 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d64651-57df-45d8-8640-1fc9657e5970 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] Pushing event updated for resources: {'Port': ['ID=6548eff8-97ae-4e06-9907-8b945c13c644,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:21.802720 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fe49b856-4953-4313-beeb-d992c4b2b482 req-615b5982-1a56-4afd-a141-52653dca66ba service neutron] 10.222.0.44 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482402 Dec 06 17:11:21.810182 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8eafa9-f967-4794-99b4-f871fd5db0c1 None None] Pushing event updated for resources: {'Port': ['ID=0cf708ea-8830-438a-8f57-f16325d8bd59,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:21.845589 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ea129705-4ac0-4017-84c1-0d75bbeec13f req-1109c700-7453-4e3f-8e80-62ffa7108267 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ba66608-5fba-460b-9339-43992781830c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248462 Dec 06 17:11:21.855366 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9aaaa019-b931-4313-8a23-c42a689b1ba8 req-36504b43-a0a7-4994-8cdc-04a367a7e104 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b HTTP/1.1" status: 200 len: 217 time: 0.0734808 Dec 06 17:11:21.861736 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-abaffaa1-12db-445d-8e4c-fa95d27bb203 req-57890787-01cd-4908-80c0-378a5ed35b92 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:21.862152 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-abaffaa1-12db-445d-8e4c-fa95d27bb203 req-57890787-01cd-4908-80c0-378a5ed35b92 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:21.863533 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-55f71b36-a878-431d-973d-f4afb3edb13b None None] Attempting to bind port 0cf708ea-8830-438a-8f57-f16325d8bd59 on host n-d-master-1 for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:11:21.864645 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-55f71b36-a878-431d-973d-f4afb3edb13b None None] Attempting to bind port 0cf708ea-8830-438a-8f57-f16325d8bd59 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'ff33a10c-d3a2-4b70-9308-425a1aa27afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ab4dd15b-a9b8-4be5-bb0e-70bbaf5638ab'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:11:21.865203 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f71b36-a878-431d-973d-f4afb3edb13b None None] Attempting to bind port 0cf708ea-8830-438a-8f57-f16325d8bd59 on network ab4dd15b-a9b8-4be5-bb0e-70bbaf5638ab {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:11:21.873552 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f71b36-a878-431d-973d-f4afb3edb13b None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:11:21.873774 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f71b36-a878-431d-973d-f4afb3edb13b None None] Checking segment: {'id': 'ff33a10c-d3a2-4b70-9308-425a1aa27afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ab4dd15b-a9b8-4be5-bb0e-70bbaf5638ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:11:21.874273 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-55f71b36-a878-431d-973d-f4afb3edb13b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:21.874754 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f71b36-a878-431d-973d-f4afb3edb13b None None] Bound using segment: {'id': 'ff33a10c-d3a2-4b70-9308-425a1aa27afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ab4dd15b-a9b8-4be5-bb0e-70bbaf5638ab'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:11:21.875346 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-55f71b36-a878-431d-973d-f4afb3edb13b None None] Bound port: 0cf708ea-8830-438a-8f57-f16325d8bd59, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff33a10c-d3a2-4b70-9308-425a1aa27afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ab4dd15b-a9b8-4be5-bb0e-70bbaf5638ab'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:11:21.875821 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-55f71b36-a878-431d-973d-f4afb3edb13b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:21.889569 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b2d64651-57df-45d8-8640-1fc9657e5970 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:21.919431 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-abaffaa1-12db-445d-8e4c-fa95d27bb203 req-57890787-01cd-4908-80c0-378a5ed35b92 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Calling delete_port for d9dc27b9-d6d7-4f6e-8252-be7d4888cf89 owned by network:floatingip {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:11:21.920222 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29a904f6-d7df-4ba9-8d8e-33936c35fc1e tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:11:21.945799 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b2d64651-57df-45d8-8640-1fc9657e5970 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:21.947213 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-b2d64651-57df-45d8-8640-1fc9657e5970 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1715374 Dec 06 17:11:21.951131 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-29a904f6-d7df-4ba9-8d8e-33936c35fc1e tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:21.951565 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-29a904f6-d7df-4ba9-8d8e-33936c35fc1e tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Added segment 960bb03e-79ef-4cd4-951f-382b620b51db of type vlan for network a265b143-efdd-45e0-a32a-71d5cda110a4 Dec 06 17:11:21.961033 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaaa019-b931-4313-8a23-c42a689b1ba8 req-bdac06f4-d1af-4175-b013-329a9d7fabfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:21.966673 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9aaaa019-b931-4313-8a23-c42a689b1ba8 req-bdac06f4-d1af-4175-b013-329a9d7fabfd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=da31f47d-8fee-49c3-b794-af6b3fd955bf HTTP/1.1" status: 200 len: 848 time: 0.1018288 Dec 06 17:11:22.015295 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-55f71b36-a878-431d-973d-f4afb3edb13b None None] For port 0cf708ea-8830-438a-8f57-f16325d8bd59, host n-d-master-1, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:11:22.024796 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-55f71b36-a878-431d-973d-f4afb3edb13b None None] For port 0cf708ea-8830-438a-8f57-f16325d8bd59, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0cf708ea-8830-438a-8f57-f16325d8bd59,segment=NetworkSegment(ff33a10c-d3a2-4b70-9308-425a1aa27afa),segment_id=ff33a10c-d3a2-4b70-9308-425a1aa27afa)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:11:22.027665 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-29a904f6-d7df-4ba9-8d8e-33936c35fc1e tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:22.035280 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-55f71b36-a878-431d-973d-f4afb3edb13b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:22.037323 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fe49b856-4953-4313-beeb-d992c4b2b482 req-bac339d3-9d5f-4cf7-b4aa-23a0d0f915f5 service neutron] 10.222.0.44 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211959 Dec 06 17:11:22.071338 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-29a904f6-d7df-4ba9-8d8e-33936c35fc1e tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:22.088337 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a904f6-d7df-4ba9-8d8e-33936c35fc1e tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:22.090019 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-29a904f6-d7df-4ba9-8d8e-33936c35fc1e tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:22.106434 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9aaaa019-b931-4313-8a23-c42a689b1ba8 req-ac3a5bd7-6752-47af-8ff1-b8e378273d7d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=33742801-ccea-4ab3-a86a-2573a2966c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789139 Dec 06 17:11:22.117381 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f71b36-a878-431d-973d-f4afb3edb13b None None] Routers {'9fcbdb7b-0bab-4722-b3c1-fda2c00ded09'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:11:22.120023 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-55f71b36-a878-431d-973d-f4afb3edb13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:11:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['9fcbdb7b-0bab-4722-b3c1-fda2c00ded09'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:11:22.160015 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-c6eee0aa-b69f-4ec6-9afb-1a82639903bd None None] Provisioning complete for port 0cf708ea-8830-438a-8f57-f16325d8bd59 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:11:22.160502 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c6eee0aa-b69f-4ec6-9afb-1a82639903bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:22.214383 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-29a904f6-d7df-4ba9-8d8e-33936c35fc1e tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5401711 Dec 06 17:11:22.227213 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42858) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:11:22.240195 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-445dae6e-934d-4cf4-a634-fff4bf636a7f tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1572214688'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:11:22.285978 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-445dae6e-934d-4cf4-a634-fff4bf636a7f tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Made reservation on behalf of e06aba6f7cc1415e89ae20f4d5eb8b07 for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:11:22.290677 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c6eee0aa-b69f-4ec6-9afb-1a82639903bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:22.291583 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-445dae6e-934d-4cf4-a634-fff4bf636a7f tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:22.326458 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-55f71b36-a878-431d-973d-f4afb3edb13b None None] Set router 9fcbdb7b-0bab-4722-b3c1-fda2c00ded09 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:11:22.332943 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c6eee0aa-b69f-4ec6-9afb-1a82639903bd None None] For port 0cf708ea-8830-438a-8f57-f16325d8bd59, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0cf708ea-8830-438a-8f57-f16325d8bd59,segment=NetworkSegment(ff33a10c-d3a2-4b70-9308-425a1aa27afa),segment_id=ff33a10c-d3a2-4b70-9308-425a1aa27afa)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:11:22.346814 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c6eee0aa-b69f-4ec6-9afb-1a82639903bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:22.377102 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-445dae6e-934d-4cf4-a634-fff4bf636a7f tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:11:22.381878 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 42860) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:11:22.410691 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-8fdb539e-eeae-4fd1-b411-48e0cc9e1d59 tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] Request body: {'security_group': {'name': 'tempest-securitygroup--51660400', 'description': 'tempest-description--1336885690'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:11:22.437498 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-445dae6e-934d-4cf4-a634-fff4bf636a7f tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:22.438107 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-445dae6e-934d-4cf4-a634-fff4bf636a7f tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Added segment 6053507f-d1ea-4551-8cb6-ca82d545c343 of type vlan for network 923a9dfa-d650-4f29-aec2-2016eca01acc Dec 06 17:11:22.440994 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a904f6-d7df-4ba9-8d8e-33936c35fc1e tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Pushing event updated for resources: {'Network': ['ID=a265b143-efdd-45e0-a32a-71d5cda110a4,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:22.441161 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9aaaa019-b931-4313-8a23-c42a689b1ba8 req-1230940a-dc4b-4811-ac7b-daca7a93f0fe service neutron] 10.222.0.44 "GET /v2.0/networks/33742801-ccea-4ab3-a86a-2573a2966c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3209941 Dec 06 17:11:22.460095 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network a265b143-efdd-45e0-a32a-71d5cda110a4 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:11:22.492618 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8eafa9-f967-4794-99b4-f871fd5db0c1 None None] Pushing event updated for resources: {'Port': ['ID=0cf708ea-8830-438a-8f57-f16325d8bd59,revision_number=4']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:22.499717 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8fdb539e-eeae-4fd1-b411-48e0cc9e1d59 tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:22.547116 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d31d397-a27d-483c-8c16-0599a89f071a req-ca727ab3-4f15-4cfe-8b03-713eb1d448d5 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:22.551981 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-abaffaa1-12db-445d-8e4c-fa95d27bb203 req-57890787-01cd-4908-80c0-378a5ed35b92 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:22.556006 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1d31d397-a27d-483c-8c16-0599a89f071a req-ca727ab3-4f15-4cfe-8b03-713eb1d448d5 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad356e21-cfaf-43b2-9fa2-a8c3a99e6fbb HTTP/1.1" status: 200 len: 946 time: 0.0878689 Dec 06 17:11:22.577051 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eee0aa-b69f-4ec6-9afb-1a82639903bd None None] Pushing event updated for resources: {'Port': ['ID=0cf708ea-8830-438a-8f57-f16325d8bd59,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:22.592446 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-445dae6e-934d-4cf4-a634-fff4bf636a7f tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:22.595404 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-294e63db-0ab7-462a-9eda-20f782e5aa57 None None] Provisioning complete for port 0cf708ea-8830-438a-8f57-f16325d8bd59 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:11:22.595845 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-294e63db-0ab7-462a-9eda-20f782e5aa57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:22.622259 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57890787-01cd-4908-80c0-378a5ed35b92 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Pushing event deleted for resources: {'Port': ['ID=d9dc27b9-d6d7-4f6e-8252-be7d4888cf89,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:22.650397 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8fdb539e-eeae-4fd1-b411-48e0cc9e1d59 tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:22.661353 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8fdb539e-eeae-4fd1-b411-48e0cc9e1d59 tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:22.670937 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-55f71b36-a878-431d-973d-f4afb3edb13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fcbdb7b-0bab-4722-b3c1-fda2c00ded09', 'name': 'tempest-ServersTestManualDisk-100673284-router', 'tenant_id': '00c75398d2094120b650f6266e5d7c45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.93'}], 'enable_snat': True}, 'gw_port_id': '68f44a25-c3a6-4535-849e-7bb54742868b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:11:08Z', 'updated_at': '2021-12-06T17:11:17Z', 'revision_number': 4, 'project_id': '00c75398d2094120b650f6266e5d7c45', 'gw_port': {'id': '68f44a25-c3a6-4535-849e-7bb54742868b', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:18:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fcbdb7b-0bab-4722-b3c1-fda2c00ded09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:11:09Z', 'updated_at': '2021-12-06T17:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '0cf708ea-8830-438a-8f57-f16325d8bd59', 'name': '', 'network_id': 'ab4dd15b-a9b8-4be5-bb0e-70bbaf5638ab', 'tenant_id': '00c75398d2094120b650f6266e5d7c45', 'mac_address': 'fa:16:3e:72:8b:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fcbdb7b-0bab-4722-b3c1-fda2c00ded09', 'device_owner': 'network:router_interface', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': 'e482b70b-91bd-44a1-a0fe-788133dd6bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:11:15Z', 'updated_at': '2021-12-06T17:11:22Z', 'revision_number': 4, 'project_id': '00c75398d2094120b650f6266e5d7c45', 'subnets': [{'id': 'e482b70b-91bd-44a1-a0fe-788133dd6bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:11:22.708045 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f71b36-a878-431d-973d-f4afb3edb13b None None] The sync data for ids ['9fcbdb7b-0bab-4722-b3c1-fda2c00ded09'] in n-d-master-1 is: [{'id': '9fcbdb7b-0bab-4722-b3c1-fda2c00ded09', 'name': 'tempest-ServersTestManualDisk-100673284-router', 'tenant_id': '00c75398d2094120b650f6266e5d7c45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.93'}], 'enable_snat': True}, 'gw_port_id': '68f44a25-c3a6-4535-849e-7bb54742868b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:11:08Z', 'updated_at': '2021-12-06T17:11:17Z', 'revision_number': 4, 'project_id': '00c75398d2094120b650f6266e5d7c45', 'gw_port': {'id': '68f44a25-c3a6-4535-849e-7bb54742868b', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:18:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fcbdb7b-0bab-4722-b3c1-fda2c00ded09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:11:09Z', 'updated_at': '2021-12-06T17:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '0cf708ea-8830-438a-8f57-f16325d8bd59', 'name': '', 'network_id': 'ab4dd15b-a9b8-4be5-bb0e-70bbaf5638ab', 'tenant_id': '00c75398d2094120b650f6266e5d7c45', 'mac_address': 'fa:16:3e:72:8b:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fcbdb7b-0bab-4722-b3c1-fda2c00ded09', 'device_owner': 'network:router_interface', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': 'e482b70b-91bd-44a1-a0fe-788133dd6bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:11:15Z', 'updated_at': '2021-12-06T17:11:22Z', 'revision_number': 4, 'project_id': '00c75398d2094120b650f6266e5d7c45', 'subnets': [{'id': 'e482b70b-91bd-44a1-a0fe-788133dd6bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:11:22.708469 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-445dae6e-934d-4cf4-a634-fff4bf636a7f tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:22.714350 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445dae6e-934d-4cf4-a634-fff4bf636a7f tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:22.714979 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-445dae6e-934d-4cf4-a634-fff4bf636a7f tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:22.716250 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1d31d397-a27d-483c-8c16-0599a89f071a req-a895ce20-e598-4dcf-b3a9-ad52385ea1d1 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592784 Dec 06 17:11:22.725354 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8fdb539e-eeae-4fd1-b411-48e0cc9e1d59 tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:22.729377 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-8fdb539e-eeae-4fd1-b411-48e0cc9e1d59 tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3438983 Dec 06 17:11:22.732124 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 42864) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:11:22.736714 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-e564c133-af06-491d-8725-a8854dbc5cc7 tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] Request body: {'security_group_rule': {'security_group_id': '6674781b-e31c-46a0-acaf-3459c90286ac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:11:22.750756 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdb539e-eeae-4fd1-b411-48e0cc9e1d59 tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6674781b-e31c-46a0-acaf-3459c90286ac,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:22.760872 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9aaaa019-b931-4313-8a23-c42a689b1ba8 req-322e48a4-784e-4286-91a4-e9334eee8c83 service neutron] 10.222.0.44 "GET /v2.0/networks/33742801-ccea-4ab3-a86a-2573a2966c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912073 Dec 06 17:11:22.806568 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e564c133-af06-491d-8725-a8854dbc5cc7 tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:22.833320 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-445dae6e-934d-4cf4-a634-fff4bf636a7f tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6020153 Dec 06 17:11:22.834307 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-abaffaa1-12db-445d-8e4c-fa95d27bb203 req-57890787-01cd-4908-80c0-378a5ed35b92 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Publish callbacks [] for floatingip, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:22.836809 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-abaffaa1-12db-445d-8e4c-fa95d27bb203 req-57890787-01cd-4908-80c0-378a5ed35b92 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:22.838019 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-abaffaa1-12db-445d-8e4c-fa95d27bb203 req-57890787-01cd-4908-80c0-378a5ed35b92 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] 10.222.0.23 "DELETE /v2.0/floatingips/af93d592-deb8-4922-bff8-35ec4ddf19b6 HTTP/1.1" status: 204 len: 173 time: 2.4682343 Dec 06 17:11:22.848558 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 42866) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:11:22.875224 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-ba6feece-12aa-4961-8241-30fc684085e2 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Request body: {'subnet': {'network_id': 'a265b143-efdd-45e0-a32a-71d5cda110a4', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:11:22.912235 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95efce4c-da18-48a0-8d33-03cd9dfda4c4 x-openstack-request-id: req-95efce4c-da18-48a0-8d33-03cd9dfda4c4 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:11:22.912538 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26f03df0-d2fd-4f60-bdc3-48eed317f38a", "tag": "a9d90335-45f4-43b2-ba1e-cb5a033fd2ee", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:11:22.912802 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-95efce4c-da18-48a0-8d33-03cd9dfda4c4 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:11:22.913275 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26f03df0-d2fd-4f60-bdc3-48eed317f38a', 'tag': 'a9d90335-45f4-43b2-ba1e-cb5a033fd2ee', 'status': 'completed', 'code': 200} Dec 06 17:11:22.923099 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445dae6e-934d-4cf4-a634-fff4bf636a7f tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Pushing event updated for resources: {'Network': ['ID=923a9dfa-d650-4f29-aec2-2016eca01acc,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:22.937522 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 923a9dfa-d650-4f29-aec2-2016eca01acc details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:11:23.061091 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaaa019-b931-4313-8a23-c42a689b1ba8 req-22aece4d-5475-4cca-899a-5ae92fdfd623 tempest-LiveMigrationTest-2036531045 tempest-LiveMigrationTest-2036531045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:23.062654 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9aaaa019-b931-4313-8a23-c42a689b1ba8 req-22aece4d-5475-4cca-899a-5ae92fdfd623 tempest-LiveMigrationTest-2036531045 tempest-LiveMigrationTest-2036531045-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=ad356e21-cfaf-43b2-9fa2-a8c3a99e6fbb&tenant_id=1d83e0c6d059422882cc226e7f9c727a&binding%3Ahost_id=n-h1-master-1 HTTP/1.1" status: 200 len: 1097 time: 0.1360359 Dec 06 17:11:23.120597 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-9aaaa019-b931-4313-8a23-c42a689b1ba8 req-878d6f5d-5c50-4da9-b916-285b8515db97 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-master-1'}}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:11:23.218205 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-9aaaa019-b931-4313-8a23-c42a689b1ba8 req-878d6f5d-5c50-4da9-b916-285b8515db97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:23.221027 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10c3d87-0f35-41ac-9b2f-a15ee25092d2 req-cd1c4ef5-ed70-4572-9c4c-9f5757c808f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:23.223264 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b10c3d87-0f35-41ac-9b2f-a15ee25092d2 req-cd1c4ef5-ed70-4572-9c4c-9f5757c808f2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4b43d5b1cc2b418c97b1aca204b56c1e&device_id=26f03df0-d2fd-4f60-bdc3-48eed317f38a HTTP/1.1" status: 200 len: 1098 time: 0.3142986 Dec 06 17:11:23.227962 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e564c133-af06-491d-8725-a8854dbc5cc7 tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:23.256046 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-15e5b47e-3732-4ae5-9c92-070d40efa3ca req-755d0c61-ad8a-44be-a065-2b929d7edc48 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--2071014480&fields=id&tenant_id=04e70b6312e34ddaaf35d2c83717f9c6 HTTP/1.1" status: 200 len: 267 time: 0.1782527 Dec 06 17:11:23.268329 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63284841-acc4-46a0-b254-f83d63144776 req-8b4e7437-a13a-42fe-a8f9-3c8ccada7e6b tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:23.276600 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-63284841-acc4-46a0-b254-f83d63144776 req-8b4e7437-a13a-42fe-a8f9-3c8ccada7e6b tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4214df-5ee0-413a-b894-51ab5b893781 HTTP/1.1" status: 200 len: 950 time: 0.2095330 Dec 06 17:11:23.287560 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 0cf708ea-8830-438a-8f57-f16325d8bd59 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:11:23.292607 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e564c133-af06-491d-8725-a8854dbc5cc7 tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:23.298762 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba6feece-12aa-4961-8241-30fc684085e2 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Made reservation on behalf of e06aba6f7cc1415e89ae20f4d5eb8b07 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:11:23.306285 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ba6feece-12aa-4961-8241-30fc684085e2 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:23.350078 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 0cf708ea-8830-438a-8f57-f16325d8bd59 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:11:23.350663 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:23.420484 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-9aaaa019-b931-4313-8a23-c42a689b1ba8 req-878d6f5d-5c50-4da9-b916-285b8515db97 service neutron] For port b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b,segment=NetworkSegment(b5c29f07-61e3-483e-b953-3901f84034df),segment_id=b5c29f07-61e3-483e-b953-3901f84034df)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:11:23.428796 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 42892) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:11:23.478189 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-9aaaa019-b931-4313-8a23-c42a689b1ba8 req-878d6f5d-5c50-4da9-b916-285b8515db97 service neutron] For port b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b, host n-h1-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:11:23.498882 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e564c133-af06-491d-8725-a8854dbc5cc7 tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9a8ecb8-e135-4487-a353-481f6fbce109,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:23.545877 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e564c133-af06-491d-8725-a8854dbc5cc7 tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:23.547244 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-e564c133-af06-491d-8725-a8854dbc5cc7 tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8140187 Dec 06 17:11:23.548622 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-63284841-acc4-46a0-b254-f83d63144776 req-f34f0622-6448-4c97-b97e-d191b1ca1fa6 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710886 Dec 06 17:11:23.552958 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 42896) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:11:23.563894 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad356e21-cfaf-43b2-9fa2-a8c3a99e6fbb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:11:23.563894 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c710c7e-f576-4b4f-bb31-13a3e227a213" -d '{"events": [{"server_uuid": "ad356e21-cfaf-43b2-9fa2-a8c3a99e6fbb", "name": "network-vif-unplugged", "status": "completed", "tag": "b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:11:23.579346 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-9aaaa019-b931-4313-8a23-c42a689b1ba8 req-878d6f5d-5c50-4da9-b916-285b8515db97 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:23.585375 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-2956932e-b77f-4df7-bed5-292ff943c94c tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] Request body: {'security_group_rule': {'security_group_id': '6674781b-e31c-46a0-acaf-3459c90286ac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:11:23.625657 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-9aaaa019-b931-4313-8a23-c42a689b1ba8 req-878d6f5d-5c50-4da9-b916-285b8515db97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:23.687367 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e5b47e-3732-4ae5-9c92-070d40efa3ca req-0d98af69-e724-40de-80c8-8040a5907971 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:23.688919 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-15e5b47e-3732-4ae5-9c92-070d40efa3ca req-0d98af69-e724-40de-80c8-8040a5907971 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] 10.222.0.23 "GET /v2.0/networks?id=9f7eb17f-0101-4378-b23e-fba2a86eb752 HTTP/1.1" status: 200 len: 805 time: 0.4318120 Dec 06 17:11:23.690155 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10c3d87-0f35-41ac-9b2f-a15ee25092d2 req-6cf944f5-8681-4e0c-8ad2-ff69916fb716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:23.691139 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3949baeb-748b-487e-b82b-144fed985dd2 req-10c701e4-e428-48a8-8bda-2437f3d39994 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] 10.222.0.23 "GET /v2.0/floatingips/5631f765-59e3-466c-bc9e-9da1f6d08b98 HTTP/1.1" status: 200 len: 692 time: 0.1081514 Dec 06 17:11:23.691573 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b10c3d87-0f35-41ac-9b2f-a15ee25092d2 req-6cf944f5-8681-4e0c-8ad2-ff69916fb716 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ee08a0d2-834f-4c39-be47-9c424581246a HTTP/1.1" status: 200 len: 870 time: 0.4607258 Dec 06 17:11:23.707702 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3086d5cc-66d1-420f-bb75-9af2de68d39b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:23.716243 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878d6f5d-5c50-4da9-b916-285b8515db97 service neutron] Pushing event updated for resources: {'Port': ['ID=b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b,revision_number=7']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:23.732576 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2956932e-b77f-4df7-bed5-292ff943c94c tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:23.780596 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b10c3d87-0f35-41ac-9b2f-a15ee25092d2 req-e825e52a-a69f-4fc7-afe1-494095239828 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=a9d90335-45f4-43b2-ba1e-cb5a033fd2ee HTTP/1.1" status: 200 len: 217 time: 0.0753491 Dec 06 17:11:23.781999 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-15e5b47e-3732-4ae5-9c92-070d40efa3ca req-8309de2f-76d6-4016-bbb2-de236f2ccdf3 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] 10.222.0.23 "GET /v2.0/quotas/04e70b6312e34ddaaf35d2c83717f9c6 HTTP/1.1" status: 200 len: 375 time: 0.0826986 Dec 06 17:11:23.801049 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-9aaaa019-b931-4313-8a23-c42a689b1ba8 req-878d6f5d-5c50-4da9-b916-285b8515db97 service neutron] Attempting to bind port b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b on host n-h1-master-1 for vnic_type normal with profile {"migrating_to": "n-h2-master-1"} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:11:23.801401 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-9aaaa019-b931-4313-8a23-c42a689b1ba8 req-878d6f5d-5c50-4da9-b916-285b8515db97 service neutron] Attempting to bind port b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'b5c29f07-61e3-483e-b953-3901f84034df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '33742801-ccea-4ab3-a86a-2573a2966c19'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:11:23.801744 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aaaa019-b931-4313-8a23-c42a689b1ba8 req-878d6f5d-5c50-4da9-b916-285b8515db97 service neutron] Attempting to bind port b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b on network 33742801-ccea-4ab3-a86a-2573a2966c19 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:11:23.811882 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aaaa019-b931-4313-8a23-c42a689b1ba8 req-878d6f5d-5c50-4da9-b916-285b8515db97 service neutron] Port b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b on network 33742801-ccea-4ab3-a86a-2573a2966c19 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:11:23.812203 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aaaa019-b931-4313-8a23-c42a689b1ba8 req-878d6f5d-5c50-4da9-b916-285b8515db97 service neutron] Attempting to bind port b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b on network 33742801-ccea-4ab3-a86a-2573a2966c19 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:11:23.825692 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aaaa019-b931-4313-8a23-c42a689b1ba8 req-878d6f5d-5c50-4da9-b916-285b8515db97 service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:11:23.826051 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aaaa019-b931-4313-8a23-c42a689b1ba8 req-878d6f5d-5c50-4da9-b916-285b8515db97 service neutron] Checking segment: {'id': 'b5c29f07-61e3-483e-b953-3901f84034df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '33742801-ccea-4ab3-a86a-2573a2966c19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:11:23.826429 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aaaa019-b931-4313-8a23-c42a689b1ba8 req-878d6f5d-5c50-4da9-b916-285b8515db97 service neutron] Bound using segment: {'id': 'b5c29f07-61e3-483e-b953-3901f84034df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '33742801-ccea-4ab3-a86a-2573a2966c19'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:11:23.826868 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-9aaaa019-b931-4313-8a23-c42a689b1ba8 req-878d6f5d-5c50-4da9-b916-285b8515db97 service neutron] Bound port: b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5c29f07-61e3-483e-b953-3901f84034df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '33742801-ccea-4ab3-a86a-2573a2966c19'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:11:23.827247 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-9aaaa019-b931-4313-8a23-c42a689b1ba8 req-878d6f5d-5c50-4da9-b916-285b8515db97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:23.888853 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3949baeb-748b-487e-b82b-144fed985dd2 req-7ebdb516-a17e-4647-b968-892d243e53ef tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:23.890510 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3949baeb-748b-487e-b82b-144fed985dd2 req-7ebdb516-a17e-4647-b968-892d243e53ef tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] 10.222.0.23 "GET /v2.0/networks/40c9982f-f1ff-4b90-bebe-b7d51655f7e2 HTTP/1.1" status: 200 len: 784 time: 0.1896749 Dec 06 17:11:23.956954 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-9aaaa019-b931-4313-8a23-c42a689b1ba8 req-878d6f5d-5c50-4da9-b916-285b8515db97 service neutron] For port b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b, host n-h1-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:11:23.965654 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2956932e-b77f-4df7-bed5-292ff943c94c tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:23.974041 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3949baeb-748b-487e-b82b-144fed985dd2 req-83c0a55c-6e01-4bdd-bc2f-df5f13ffb36d tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.35.1.14 HTTP/1.1" status: 200 len: 695 time: 0.0608230 Dec 06 17:11:23.977579 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-9aaaa019-b931-4313-8a23-c42a689b1ba8 req-878d6f5d-5c50-4da9-b916-285b8515db97 service neutron] For port b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b,segment=NetworkSegment(b5c29f07-61e3-483e-b953-3901f84034df),segment_id=b5c29f07-61e3-483e-b953-3901f84034df)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:11:23.991679 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-9aaaa019-b931-4313-8a23-c42a689b1ba8 req-878d6f5d-5c50-4da9-b916-285b8515db97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:24.002574 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10c3d87-0f35-41ac-9b2f-a15ee25092d2 req-fbeb30cc-c0f3-40ea-8009-f1174b5a7dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:24.004101 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b10c3d87-0f35-41ac-9b2f-a15ee25092d2 req-fbeb30cc-c0f3-40ea-8009-f1174b5a7dd3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1342252a-21e4-4783-88ff-f54776c79059 HTTP/1.1" status: 200 len: 843 time: 0.1961405 Dec 06 17:11:24.008948 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2956932e-b77f-4df7-bed5-292ff943c94c tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:24.023089 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-15e5b47e-3732-4ae5-9c92-070d40efa3ca req-22337984-a6c0-498d-890b-2c3339462e8f tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=04e70b6312e34ddaaf35d2c83717f9c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2116749 Dec 06 17:11:24.064838 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3949baeb-748b-487e-b82b-144fed985dd2 req-b68fa173-12bf-4950-9f76-86b5b2061798 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.35.1.14 HTTP/1.1" status: 200 len: 695 time: 0.0811572 Dec 06 17:11:24.070969 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2956932e-b77f-4df7-bed5-292ff943c94c tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26b3e3da-64d0-4e29-bc49-ff3dd77fc8d8,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:24.082559 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2956932e-b77f-4df7-bed5-292ff943c94c tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:24.088398 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-2956932e-b77f-4df7-bed5-292ff943c94c tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5242527 Dec 06 17:11:24.088711 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42904) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:11:24.092311 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-7c5ae017-fb38-4adc-a4e1-ce01832062bc tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] Request body: {'floatingip': {'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:11:24.123522 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ba6feece-12aa-4961-8241-30fc684085e2 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:24.170182 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878d6f5d-5c50-4da9-b916-285b8515db97 service neutron] Pushing event updated for resources: {'Port': ['ID=b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b,revision_number=8']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:24.195863 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3086d5cc-66d1-420f-bb75-9af2de68d39b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:24.212916 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaaa019-b931-4313-8a23-c42a689b1ba8 req-878d6f5d-5c50-4da9-b916-285b8515db97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:24.213574 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-9aaaa019-b931-4313-8a23-c42a689b1ba8 req-878d6f5d-5c50-4da9-b916-285b8515db97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:24.214854 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10c3d87-0f35-41ac-9b2f-a15ee25092d2 req-8caf388c-a397-44ba-a123-201acbb1c5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:24.215033 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9aaaa019-b931-4313-8a23-c42a689b1ba8 req-878d6f5d-5c50-4da9-b916-285b8515db97 service neutron] 10.222.0.44 "PUT /v2.0/ports/b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b HTTP/1.1" status: 200 len: 1122 time: 1.1050255 Dec 06 17:11:24.216346 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b10c3d87-0f35-41ac-9b2f-a15ee25092d2 req-8caf388c-a397-44ba-a123-201acbb1c5c3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee08a0d2-834f-4c39-be47-9c424581246a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1923873 Dec 06 17:11:24.221279 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7c5ae017-fb38-4adc-a4e1-ce01832062bc tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] Publish callbacks [] for floatingip, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:24.222989 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3086d5cc-66d1-420f-bb75-9af2de68d39b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:24.283115 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6feece-12aa-4961-8241-30fc684085e2 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Pushing event updated for resources: {'Subnet': ['ID=dc1a154b-d238-4aad-a5ea-40577b02ded4,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:24.306231 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:11:24.321258 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-3949baeb-748b-487e-b82b-144fed985dd2 req-8d9326e0-86b7-439d-a3a9-7b4776c15a33 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Deleting port f9af7821-e853-4557-9060-b02d375e5808 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:11:24.322052 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-3949baeb-748b-487e-b82b-144fed985dd2 req-8d9326e0-86b7-439d-a3a9-7b4776c15a33 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:24.352987 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-3086d5cc-66d1-420f-bb75-9af2de68d39b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=75b9ac33a8ca444db57b649a3d926996&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9170663 Dec 06 17:11:24.375455 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42906) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:11:24.384514 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3086d5cc-66d1-420f-bb75-9af2de68d39b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddfdbefd-7349-4cee-9f59-abe088a37646,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:24.421969 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6feece-12aa-4961-8241-30fc684085e2 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Checking segment: {'id': '960bb03e-79ef-4cd4-951f-382b620b51db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'a265b143-efdd-45e0-a32a-71d5cda110a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:11:24.423072 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6feece-12aa-4961-8241-30fc684085e2 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Network hostable DHCP agents. Network: a265b143-efdd-45e0-a32a-71d5cda110a4, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:11:24.464140 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-3949baeb-748b-487e-b82b-144fed985dd2 req-8d9326e0-86b7-439d-a3a9-7b4776c15a33 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:24.464476 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-3949baeb-748b-487e-b82b-144fed985dd2 req-8d9326e0-86b7-439d-a3a9-7b4776c15a33 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:24.480314 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-15e5b47e-3732-4ae5-9c92-070d40efa3ca req-b6bc25dc-5fce-4998-a36b-4ad5dc9b1e83 service neutron] 10.222.0.23 "GET /v2.0/networks/9f7eb17f-0101-4378-b23e-fba2a86eb752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4319675 Dec 06 17:11:24.485002 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6feece-12aa-4961-8241-30fc684085e2 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Network a265b143-efdd-45e0-a32a-71d5cda110a4 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:11:24.488762 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7c5ae017-fb38-4adc-a4e1-ce01832062bc tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:24.492701 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-3949baeb-748b-487e-b82b-144fed985dd2 req-8d9326e0-86b7-439d-a3a9-7b4776c15a33 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Calling delete_port for f9af7821-e853-4557-9060-b02d375e5808 owned by network:floatingip {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:11:24.500408 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b10c3d87-0f35-41ac-9b2f-a15ee25092d2 req-5a399438-7e33-494f-845e-ff0d72a6129f service neutron] 10.222.0.44 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401559 Dec 06 17:11:24.501712 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2658a86c-65ac-442a-a7e5-fc9d83a8d61d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:24.513619 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-ba6feece-12aa-4961-8241-30fc684085e2 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, a265b143-efdd-45e0-a32a-71d5cda110a4) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:11:24.526712 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57218344-298b-4016-9910-fc568f0e1f3c None None] Network a265b143-efdd-45e0-a32a-71d5cda110a4 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:11:24.598872 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2658a86c-65ac-442a-a7e5-fc9d83a8d61d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:24.612584 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b10c3d87-0f35-41ac-9b2f-a15ee25092d2 req-99ac73e3-649b-42ee-bc2e-ad465082b5f1 service neutron] 10.222.0.44 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965490 Dec 06 17:11:24.630667 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6feece-12aa-4961-8241-30fc684085e2 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:24.631768 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ba6feece-12aa-4961-8241-30fc684085e2 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:24.692928 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-ba6feece-12aa-4961-8241-30fc684085e2 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.8432496 Dec 06 17:11:24.694081 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42910) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:11:24.696123 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556fd81a-1d4b-432b-8240-8b944de9dc32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-a265b143-efdd-45e0-a32a-71d5cda110a4', 'network_id': 'a265b143-efdd-45e0-a32a-71d5cda110a4', 'tenant_id': 'e06aba6f7cc1415e89ae20f4d5eb8b07', 'fixed_ips': [{'subnet_id': 'dc1a154b-d238-4aad-a5ea-40577b02ded4'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:11:24.697000 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-556fd81a-1d4b-432b-8240-8b944de9dc32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:24.703857 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-5f17b800-2c87-4151-b08a-03beed1ccd48 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Request body: {'subnet': {'network_id': '923a9dfa-d650-4f29-aec2-2016eca01acc', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:11:24.732010 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-15e5b47e-3732-4ae5-9c92-070d40efa3ca req-f74d3994-2170-4c73-a0db-ae634fe17621 service neutron] 10.222.0.23 "GET /v2.0/networks/9f7eb17f-0101-4378-b23e-fba2a86eb752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295220 Dec 06 17:11:24.759733 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-7c5ae017-fb38-4adc-a4e1-ce01832062bc tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] Allocated IP 172.35.1.248 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/91cdc7f4-3b72-4f5a-be9e-3101d9902c71) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:11:24.789007 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2658a86c-65ac-442a-a7e5-fc9d83a8d61d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:24.791940 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2658a86c-65ac-442a-a7e5-fc9d83a8d61d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:24.793254 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-2658a86c-65ac-442a-a7e5-fc9d83a8d61d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ddfdbefd-7349-4cee-9f59-abe088a37646 HTTP/1.1" status: 204 len: 168 time: 0.4162230 Dec 06 17:11:24.815706 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2658a86c-65ac-442a-a7e5-fc9d83a8d61d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddfdbefd-7349-4cee-9f59-abe088a37646,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:24.895676 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-556fd81a-1d4b-432b-8240-8b944de9dc32 None None] Allocated IP 10.1.1.2 (a265b143-efdd-45e0-a32a-71d5cda110a4/dc1a154b-d238-4aad-a5ea-40577b02ded4/d6b1671f-7fbb-4c1f-9dc1-f4b213e94006) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:11:24.968325 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f17b800-2c87-4151-b08a-03beed1ccd48 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Made reservation on behalf of e06aba6f7cc1415e89ae20f4d5eb8b07 for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:11:24.972321 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5f17b800-2c87-4151-b08a-03beed1ccd48 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:25.104655 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device a9d90335-45f4-43b2-ba1e-cb5a033fd2ee details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:11:25.119890 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-3949baeb-748b-487e-b82b-144fed985dd2 req-8d9326e0-86b7-439d-a3a9-7b4776c15a33 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:25.132176 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46478eb3-3e48-491a-b2f3-819d43dda5e3 req-26f7e99a-8d27-4387-8ec4-d0a7ff131368 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:25.133958 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-46478eb3-3e48-491a-b2f3-819d43dda5e3 req-26f7e99a-8d27-4387-8ec4-d0a7ff131368 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/ports?device_id=26f03df0-d2fd-4f60-bdc3-48eed317f38a HTTP/1.1" status: 200 len: 947 time: 0.1014681 Dec 06 17:11:25.186460 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9326e0-86b7-439d-a3a9-7b4776c15a33 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Pushing event deleted for resources: {'Port': ['ID=f9af7821-e853-4557-9060-b02d375e5808,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:25.238720 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-46478eb3-3e48-491a-b2f3-819d43dda5e3 req-d0534510-4c66-4720-8e32-469e95afdf1a tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ba66608-5fba-460b-9339-43992781830c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910625 Dec 06 17:11:25.318725 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-556fd81a-1d4b-432b-8240-8b944de9dc32 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:25.338962 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-556fd81a-1d4b-432b-8240-8b944de9dc32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:25.341089 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7c5ae017-fb38-4adc-a4e1-ce01832062bc tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:25.346363 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 17:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8892096-bdc9-427a-b781-86977418baca x-openstack-request-id: req-b8892096-bdc9-427a-b781-86977418baca {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:11:25.346676 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad356e21-cfaf-43b2-9fa2-a8c3a99e6fbb", "name": "network-vif-unplugged", "status": "completed", "tag": "b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:11:25.347712 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b8892096-bdc9-427a-b781-86977418baca {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:11:25.348258 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad356e21-cfaf-43b2-9fa2-a8c3a99e6fbb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b', 'code': 200} Dec 06 17:11:25.353369 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5f17b800-2c87-4151-b08a-03beed1ccd48 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:25.357879 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port a9d90335-45f4-43b2-ba1e-cb5a033fd2ee, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=a9d90335-45f4-43b2-ba1e-cb5a033fd2ee,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:11:25.386880 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556fd81a-1d4b-432b-8240-8b944de9dc32 None None] Network a265b143-efdd-45e0-a32a-71d5cda110a4 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:11:25.395424 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-556fd81a-1d4b-432b-8240-8b944de9dc32 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:11:25.401862 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556fd81a-1d4b-432b-8240-8b944de9dc32 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:11:25.428832 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': 'a9d90335-45f4-43b2-ba1e-cb5a033fd2ee', 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a', 'port_id': 'a9d90335-45f4-43b2-ba1e-cb5a033fd2ee', 'mac_address': 'fa:16:3e:cf:28:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1342252a-21e4-4783-88ff-f54776c79059', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:11:25.469893 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-3949baeb-748b-487e-b82b-144fed985dd2 req-8d9326e0-86b7-439d-a3a9-7b4776c15a33 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Publish callbacks [] for floatingip, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:25.477636 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-3949baeb-748b-487e-b82b-144fed985dd2 req-8d9326e0-86b7-439d-a3a9-7b4776c15a33 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:25.478078 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556fd81a-1d4b-432b-8240-8b944de9dc32 None None] Pushing event updated for resources: {'Port': ['ID=d6b1671f-7fbb-4c1f-9dc1-f4b213e94006,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:25.479256 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3949baeb-748b-487e-b82b-144fed985dd2 req-8d9326e0-86b7-439d-a3a9-7b4776c15a33 tempest-FloatingIPDetailsTestJSON-331212553 tempest-FloatingIPDetailsTestJSON-331212553-project] 10.222.0.23 "DELETE /v2.0/floatingips/5631f765-59e3-466c-bc9e-9da1f6d08b98 HTTP/1.1" status: 204 len: 173 time: 1.4070985 Dec 06 17:11:25.490601 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 42934) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:11:25.503250 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-556fd81a-1d4b-432b-8240-8b944de9dc32 None None] Attempting to bind port d6b1671f-7fbb-4c1f-9dc1-f4b213e94006 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:11:25.504166 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-556fd81a-1d4b-432b-8240-8b944de9dc32 None None] Attempting to bind port d6b1671f-7fbb-4c1f-9dc1-f4b213e94006 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '960bb03e-79ef-4cd4-951f-382b620b51db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'a265b143-efdd-45e0-a32a-71d5cda110a4'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:11:25.504543 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556fd81a-1d4b-432b-8240-8b944de9dc32 None None] Attempting to bind port d6b1671f-7fbb-4c1f-9dc1-f4b213e94006 on network a265b143-efdd-45e0-a32a-71d5cda110a4 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:11:25.511440 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556fd81a-1d4b-432b-8240-8b944de9dc32 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:11:25.511826 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556fd81a-1d4b-432b-8240-8b944de9dc32 None None] Checking segment: {'id': '960bb03e-79ef-4cd4-951f-382b620b51db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'a265b143-efdd-45e0-a32a-71d5cda110a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:11:25.512239 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-556fd81a-1d4b-432b-8240-8b944de9dc32 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:25.512654 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556fd81a-1d4b-432b-8240-8b944de9dc32 None None] Bound using segment: {'id': '960bb03e-79ef-4cd4-951f-382b620b51db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'a265b143-efdd-45e0-a32a-71d5cda110a4'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:11:25.513126 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-556fd81a-1d4b-432b-8240-8b944de9dc32 None None] Bound port: d6b1671f-7fbb-4c1f-9dc1-f4b213e94006, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '960bb03e-79ef-4cd4-951f-382b620b51db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'a265b143-efdd-45e0-a32a-71d5cda110a4'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:11:25.513550 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-556fd81a-1d4b-432b-8240-8b944de9dc32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:25.513928 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f17b800-2c87-4151-b08a-03beed1ccd48 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Pushing event updated for resources: {'Subnet': ['ID=b4979180-b255-45fd-9571-7f83f2b9313a,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:25.524622 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e26f54b-1cec-42a7-bee2-b7a062b05afd req-816dbd4b-309f-4aab-ab2e-56a212ca83ec tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:25.529927 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:25.533868 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7c5ae017-fb38-4adc-a4e1-ce01832062bc tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:25.538315 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f17b800-2c87-4151-b08a-03beed1ccd48 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Checking segment: {'id': '6053507f-d1ea-4551-8cb6-ca82d545c343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '923a9dfa-d650-4f29-aec2-2016eca01acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:11:25.539508 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f17b800-2c87-4151-b08a-03beed1ccd48 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Network hostable DHCP agents. Network: 923a9dfa-d650-4f29-aec2-2016eca01acc, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:11:25.540218 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9e26f54b-1cec-42a7-bee2-b7a062b05afd req-816dbd4b-309f-4aab-ab2e-56a212ca83ec tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad356e21-cfaf-43b2-9fa2-a8c3a99e6fbb HTTP/1.1" status: 200 len: 944 time: 0.1040397 Dec 06 17:11:25.545183 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9d90335-45f4-43b2-ba1e-cb5a033fd2ee {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:11:25.594140 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port a9d90335-45f4-43b2-ba1e-cb5a033fd2ee, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=a9d90335-45f4-43b2-ba1e-cb5a033fd2ee,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:11:25.601889 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:25.602824 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5ae017-fb38-4adc-a4e1-ce01832062bc tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:11:25.610222 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-7c5ae017-fb38-4adc-a4e1-ce01832062bc tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:11:25.622671 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5ae017-fb38-4adc-a4e1-ce01832062bc tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:11:25.624857 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f17b800-2c87-4151-b08a-03beed1ccd48 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Network 923a9dfa-d650-4f29-aec2-2016eca01acc is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:11:25.629389 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5ae017-fb38-4adc-a4e1-ce01832062bc tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] Pushing event updated for resources: {'Port': ['ID=91cdc7f4-3b72-4f5a-be9e-3101d9902c71,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:25.668689 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-5f17b800-2c87-4151-b08a-03beed1ccd48 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 923a9dfa-d650-4f29-aec2-2016eca01acc) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:11:25.679660 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=a9d90335-45f4-43b2-ba1e-cb5a033fd2ee,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:25.685086 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-556fd81a-1d4b-432b-8240-8b944de9dc32 None None] For port d6b1671f-7fbb-4c1f-9dc1-f4b213e94006, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:11:25.687666 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074f4765-9905-44b1-b8cd-deea23cc66e7 None None] Network 923a9dfa-d650-4f29-aec2-2016eca01acc requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:11:25.693659 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f17b800-2c87-4151-b08a-03beed1ccd48 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:25.694266 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5f17b800-2c87-4151-b08a-03beed1ccd48 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:25.700657 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-556fd81a-1d4b-432b-8240-8b944de9dc32 None None] For port d6b1671f-7fbb-4c1f-9dc1-f4b213e94006, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d6b1671f-7fbb-4c1f-9dc1-f4b213e94006,segment=NetworkSegment(960bb03e-79ef-4cd4-951f-382b620b51db),segment_id=960bb03e-79ef-4cd4-951f-382b620b51db)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:11:25.750156 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-556fd81a-1d4b-432b-8240-8b944de9dc32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:25.769628 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-5f17b800-2c87-4151-b08a-03beed1ccd48 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0744054 Dec 06 17:11:25.782020 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42942) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:11:25.784873 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9e26f54b-1cec-42a7-bee2-b7a062b05afd req-e45ff3c8-0d2e-4ddd-a014-dedb51c9d42c tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431805 Dec 06 17:11:25.792872 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-51edd776-0c44-4cd8-8d5f-8f4e1e0d70db tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Request body: {'port': {'network_id': 'a265b143-efdd-45e0-a32a-71d5cda110a4', 'name': 'tempest-TaggedBootDevicesTest_v242-1127200196', 'fixed_ips': [{'subnet_id': 'dc1a154b-d238-4aad-a5ea-40577b02ded4'}]}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:11:25.843916 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc30661-47ae-40ce-9ed0-320a7fcd55e4 req-477fee23-85e7-4dc4-8d06-4b128d20019d tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:25.845839 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7dc30661-47ae-40ce-9ed0-320a7fcd55e4 req-477fee23-85e7-4dc4-8d06-4b128d20019d tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4214df-5ee0-413a-b894-51ab5b893781 HTTP/1.1" status: 200 len: 950 time: 0.1670227 Dec 06 17:11:25.873222 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7c5ae017-fb38-4adc-a4e1-ce01832062bc tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:25.887620 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['a9d90335-45f4-43b2-ba1e-cb5a033fd2ee'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:11:26.011678 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7c5ae017-fb38-4adc-a4e1-ce01832062bc tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:26.049899 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556fd81a-1d4b-432b-8240-8b944de9dc32 None None] Pushing event updated for resources: {'Port': ['ID=d6b1671f-7fbb-4c1f-9dc1-f4b213e94006,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:26.063993 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7dc30661-47ae-40ce-9ed0-320a7fcd55e4 req-6d7e4842-3b1f-4857-8c2f-786368b56766 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064979 Dec 06 17:11:26.103952 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a2ff0ff2-b695-443f-bb45-05ee9a4839ea req-128e63ce-04c0-49d9-86c2-75a1dc792437 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] 10.222.0.23 "GET /v2.0/ports?device_id=d29fc859-bc40-402c-963f-f48ae65d78b4 HTTP/1.1" status: 200 len: 210 time: 0.0910275 Dec 06 17:11:26.177338 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51edd776-0c44-4cd8-8d5f-8f4e1e0d70db tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Made reservation on behalf of e06aba6f7cc1415e89ae20f4d5eb8b07 for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:11:26.277719 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b57448-57c4-4a2a-bdf1-b427b9b5962e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-923a9dfa-d650-4f29-aec2-2016eca01acc', 'network_id': '923a9dfa-d650-4f29-aec2-2016eca01acc', 'tenant_id': 'e06aba6f7cc1415e89ae20f4d5eb8b07', 'fixed_ips': [{'subnet_id': 'b4979180-b255-45fd-9571-7f83f2b9313a'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:11:26.278688 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-11b57448-57c4-4a2a-bdf1-b427b9b5962e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:26.423901 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-51edd776-0c44-4cd8-8d5f-8f4e1e0d70db tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:26.480418 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-51edd776-0c44-4cd8-8d5f-8f4e1e0d70db tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] device_id is not set on port e2c81161-fcfe-4c5c-a15a-a2bb77a0ab7d yet. {{(pid=103285) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:11:26.510162 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-11b57448-57c4-4a2a-bdf1-b427b9b5962e None None] Allocated IP 10.2.2.2 (923a9dfa-d650-4f29-aec2-2016eca01acc/b4979180-b255-45fd-9571-7f83f2b9313a/60b0548e-d3d1-4e79-831a-c672d866bb89) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:11:26.538879 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bd820a-4753-488e-883e-c3e0e7838fb4 req-c121a3a0-ba89-4a87-9d44-6af0fc995468 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:26.545033 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-66bd820a-4753-488e-883e-c3e0e7838fb4 req-c121a3a0-ba89-4a87-9d44-6af0fc995468 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/ports?device_id=26f03df0-d2fd-4f60-bdc3-48eed317f38a HTTP/1.1" status: 200 len: 948 time: 0.1990495 Dec 06 17:11:26.551431 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-603d9bd8-0fde-46b9-a235-476d796161eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575908'] for router_interface, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:26.710648 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-11b57448-57c4-4a2a-bdf1-b427b9b5962e None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:26.724185 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-11b57448-57c4-4a2a-bdf1-b427b9b5962e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:26.807228 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b57448-57c4-4a2a-bdf1-b427b9b5962e None None] Pushing event updated for resources: {'Port': ['ID=60b0548e-d3d1-4e79-831a-c672d866bb89,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:26.823403 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b57448-57c4-4a2a-bdf1-b427b9b5962e None None] Network 923a9dfa-d650-4f29-aec2-2016eca01acc is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:11:26.825291 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-11b57448-57c4-4a2a-bdf1-b427b9b5962e None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:11:26.834382 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b57448-57c4-4a2a-bdf1-b427b9b5962e None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:11:26.917551 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-11b57448-57c4-4a2a-bdf1-b427b9b5962e None None] Attempting to bind port 60b0548e-d3d1-4e79-831a-c672d866bb89 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:11:26.919653 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-11b57448-57c4-4a2a-bdf1-b427b9b5962e None None] Attempting to bind port 60b0548e-d3d1-4e79-831a-c672d866bb89 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '6053507f-d1ea-4551-8cb6-ca82d545c343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '923a9dfa-d650-4f29-aec2-2016eca01acc'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:11:26.920242 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b57448-57c4-4a2a-bdf1-b427b9b5962e None None] Attempting to bind port 60b0548e-d3d1-4e79-831a-c672d866bb89 on network 923a9dfa-d650-4f29-aec2-2016eca01acc {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:11:26.932819 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b57448-57c4-4a2a-bdf1-b427b9b5962e None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:11:26.933946 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b57448-57c4-4a2a-bdf1-b427b9b5962e None None] Checking segment: {'id': '6053507f-d1ea-4551-8cb6-ca82d545c343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '923a9dfa-d650-4f29-aec2-2016eca01acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:11:26.934607 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-11b57448-57c4-4a2a-bdf1-b427b9b5962e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:26.935506 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b57448-57c4-4a2a-bdf1-b427b9b5962e None None] Bound using segment: {'id': '6053507f-d1ea-4551-8cb6-ca82d545c343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '923a9dfa-d650-4f29-aec2-2016eca01acc'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:11:26.937456 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-11b57448-57c4-4a2a-bdf1-b427b9b5962e None None] Bound port: 60b0548e-d3d1-4e79-831a-c672d866bb89, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6053507f-d1ea-4551-8cb6-ca82d545c343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '923a9dfa-d650-4f29-aec2-2016eca01acc'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:11:26.938091 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-11b57448-57c4-4a2a-bdf1-b427b9b5962e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:27.042407 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-11b57448-57c4-4a2a-bdf1-b427b9b5962e None None] For port 60b0548e-d3d1-4e79-831a-c672d866bb89, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:11:27.046798 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-11b57448-57c4-4a2a-bdf1-b427b9b5962e None None] For port 60b0548e-d3d1-4e79-831a-c672d866bb89, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=60b0548e-d3d1-4e79-831a-c672d866bb89,segment=NetworkSegment(6053507f-d1ea-4551-8cb6-ca82d545c343),segment_id=6053507f-d1ea-4551-8cb6-ca82d545c343)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:11:27.056344 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-11b57448-57c4-4a2a-bdf1-b427b9b5962e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:27.093868 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7c5ae017-fb38-4adc-a4e1-ce01832062bc tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:27.110965 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7c5ae017-fb38-4adc-a4e1-ce01832062bc tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:27.117202 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-66bd820a-4753-488e-883e-c3e0e7838fb4 req-e8d8afd0-1801-4b14-b28a-ea9bcdc2fed8 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ba66608-5fba-460b-9339-43992781830c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5614691 Dec 06 17:11:27.151607 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:11:27.155357 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device a9d90335-45f4-43b2-ba1e-cb5a033fd2ee up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:11:27.174472 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e5b47e-3732-4ae5-9c92-070d40efa3ca req-7556f6fa-d362-4f0a-8f87-e45f65fef2b9 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:27.176559 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-15e5b47e-3732-4ae5-9c92-070d40efa3ca req-7556f6fa-d362-4f0a-8f87-e45f65fef2b9 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] 10.222.0.41 "GET /v2.0/networks?id=9f7eb17f-0101-4378-b23e-fba2a86eb752 HTTP/1.1" status: 200 len: 805 time: 0.5784876 Dec 06 17:11:27.248142 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device d6b1671f-7fbb-4c1f-9dc1-f4b213e94006 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:11:27.375288 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad356e21-cfaf-43b2-9fa2-a8c3a99e6fbb', 'tag': 'b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:11:27.378259 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd4e7413-0534-4fbf-b9dc-ae2ab28a4e5a" -d '{"events": [{"name": "network-changed", "server_uuid": "ad356e21-cfaf-43b2-9fa2-a8c3a99e6fbb", "tag": "b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:11:27.415096 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e548f0d-c040-433f-bb81-a98145f452ea req-bb59a9ea-b8d4-4541-8fee-f97b8034d79a tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:27.417083 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3e548f0d-c040-433f-bb81-a98145f452ea req-bb59a9ea-b8d4-4541-8fee-f97b8034d79a tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4214df-5ee0-413a-b894-51ab5b893781 HTTP/1.1" status: 200 len: 950 time: 0.1279991 Dec 06 17:11:27.480791 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-15e5b47e-3732-4ae5-9c92-070d40efa3ca req-96a09403-93ff-4d08-a007-3e81f72974c4 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04e70b6312e34ddaaf35d2c83717f9c6 HTTP/1.1" status: 200 len: 380 time: 0.2923822 Dec 06 17:11:27.496719 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-15e5b47e-3732-4ae5-9c92-070d40efa3ca req-0f110180-847a-4969-be7b-f619113a1ae0 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] Request body: {'port': {'device_id': 'd29fc859-bc40-402c-963f-f48ae65d78b4', 'network_id': '9f7eb17f-0101-4378-b23e-fba2a86eb752', 'admin_state_up': True, 'tenant_id': '04e70b6312e34ddaaf35d2c83717f9c6', 'security_groups': ['56960e5e-62e2-42da-96b9-79aa56365423']}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:11:27.499926 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5ae017-fb38-4adc-a4e1-ce01832062bc tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] Pushing event updated for resources: {'Port': ['ID=91cdc7f4-3b72-4f5a-be9e-3101d9902c71,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:27.537408 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c2c87-91a8-464b-aaa8-df9ecd97d5a2 req-270e2b54-80a8-4186-9d52-66b79b430093 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:27.551226 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-513c2c87-91a8-464b-aaa8-df9ecd97d5a2 req-270e2b54-80a8-4186-9d52-66b79b430093 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad356e21-cfaf-43b2-9fa2-a8c3a99e6fbb HTTP/1.1" status: 200 len: 944 time: 0.3123510 Dec 06 17:11:27.556761 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7c5ae017-fb38-4adc-a4e1-ce01832062bc tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:27.590080 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a273c0bd-2744-4de2-af83-4d8d60b775e6 None None] Network a265b143-efdd-45e0-a32a-71d5cda110a4 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:11:27.610198 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7c5ae017-fb38-4adc-a4e1-ce01832062bc tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:27.613529 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-7c5ae017-fb38-4adc-a4e1-ce01832062bc tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5227063 Dec 06 17:11:27.668930 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.db.resource_extend [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 06 17:11:27.672301 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3e548f0d-c040-433f-bb81-a98145f452ea req-c4224cbd-4c8c-4322-a210-43c8ea467127 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438600 Dec 06 17:11:27.703057 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-51edd776-0c44-4cd8-8d5f-8f4e1e0d70db tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Allocated IP 10.1.1.139 (a265b143-efdd-45e0-a32a-71d5cda110a4/dc1a154b-d238-4aad-a5ea-40577b02ded4/e2c81161-fcfe-4c5c-a15a-a2bb77a0ab7d) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:11:27.727541 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-513c2c87-91a8-464b-aaa8-df9ecd97d5a2 req-3f288493-22b0-4436-a8dd-22e696f192ad tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798491 Dec 06 17:11:27.735834 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b57448-57c4-4a2a-bdf1-b427b9b5962e None None] Pushing event updated for resources: {'Port': ['ID=60b0548e-d3d1-4e79-831a-c672d866bb89,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:27.740724 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port d6b1671f-7fbb-4c1f-9dc1-f4b213e94006 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:11:27.741105 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:27.784017 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b1881844-64ea-4cdd-86d6-696e7fdb9651 None None] Provisioning complete for port d6b1671f-7fbb-4c1f-9dc1-f4b213e94006 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:11:27.788686 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b1881844-64ea-4cdd-86d6-696e7fdb9651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:27.861286 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cd7fdc0-0a9e-4e2c-9f7b-14ac66d10423 x-openstack-request-id: req-9cd7fdc0-0a9e-4e2c-9f7b-14ac66d10423 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:11:27.861613 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad356e21-cfaf-43b2-9fa2-a8c3a99e6fbb", "tag": "b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:11:27.861880 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9cd7fdc0-0a9e-4e2c-9f7b-14ac66d10423 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:11:27.862280 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad356e21-cfaf-43b2-9fa2-a8c3a99e6fbb', 'tag': 'b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b', 'status': 'completed', 'code': 200} Dec 06 17:11:27.948835 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d324ac81-1933-40c9-92e7-fa40d89d2d2e req-73404ea1-2e63-4030-939a-12cc950762f2 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] 10.222.0.23 "GET /v2.0/ports?device_id=d29fc859-bc40-402c-963f-f48ae65d78b4 HTTP/1.1" status: 200 len: 210 time: 0.0705166 Dec 06 17:11:27.994392 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15e5b47e-3732-4ae5-9c92-070d40efa3ca req-0f110180-847a-4969-be7b-f619113a1ae0 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] Made reservation on behalf of 04e70b6312e34ddaaf35d2c83717f9c6 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:11:28.003018 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-15e5b47e-3732-4ae5-9c92-070d40efa3ca req-0f110180-847a-4969-be7b-f619113a1ae0 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:28.007298 n-d-master-1 neutron-server[103284]: INFO neutron.api.v2.resource [req-2f86de1a-0a45-4322-b385-a7670b513101 req-44c534e2-3ecb-46be-abd0-5934ba543506 service neutron] show failed (client error): The resource could not be found. Dec 06 17:11:28.008344 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2f86de1a-0a45-4322-b385-a7670b513101 req-44c534e2-3ecb-46be-abd0-5934ba543506 service neutron] 10.222.0.44 "GET /v2.0/ports/ace816df-f221-4480-98a4-e0c3265e6d36/bindings/n-h1-master-1 HTTP/1.1" status: 404 len: 380 time: 0.4469366 Dec 06 17:11:28.012970 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b1881844-64ea-4cdd-86d6-696e7fdb9651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:28.023524 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4e7413-0534-4fbf-b9dc-ae2ab28a4e5a req-ee7ae881-1495-4c2c-8101-0aef12a9fe5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:28.024939 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-cd4e7413-0534-4fbf-b9dc-ae2ab28a4e5a req-ee7ae881-1495-4c2c-8101-0aef12a9fe5a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1d83e0c6d059422882cc226e7f9c727a&device_id=ad356e21-cfaf-43b2-9fa2-a8c3a99e6fbb HTTP/1.1" status: 200 len: 1125 time: 0.1504562 Dec 06 17:11:28.037200 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-603d9bd8-0fde-46b9-a235-476d796161eb admin admin] Deleting port 29209dcd-c6f3-4f1d-bde0-6ce35574ef92 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:11:28.037458 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-603d9bd8-0fde-46b9-a235-476d796161eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:28.057116 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning for port a9d90335-45f4-43b2-ba1e-cb5a033fd2ee completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:11:28.079702 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port a9d90335-45f4-43b2-ba1e-cb5a033fd2ee triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:11:28.080100 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:28.112143 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-51edd776-0c44-4cd8-8d5f-8f4e1e0d70db tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:28.290434 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4e7413-0534-4fbf-b9dc-ae2ab28a4e5a req-98bf4cf4-0977-4284-974b-d5f9486a5706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:28.291920 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-cd4e7413-0534-4fbf-b9dc-ae2ab28a4e5a req-98bf4cf4-0977-4284-974b-d5f9486a5706 service neutron] 10.222.0.41 "GET /v2.0/networks?id=33742801-ccea-4ab3-a86a-2573a2966c19 HTTP/1.1" status: 200 len: 909 time: 0.2578115 Dec 06 17:11:28.327655 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b94f4361-3edf-42e5-8b71-bab3cbdb9a44 req-57fc693f-98bf-45f4-83d8-55a1b6651169 tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--51660400&fields=id&tenant_id=00c75398d2094120b650f6266e5d7c45 HTTP/1.1" status: 200 len: 267 time: 0.2026100 Dec 06 17:11:28.343874 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-603d9bd8-0fde-46b9-a235-476d796161eb admin admin] For port 29209dcd-c6f3-4f1d-bde0-6ce35574ef92, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=29209dcd-c6f3-4f1d-bde0-6ce35574ef92,segment=NetworkSegment(ca4de8ed-50f8-4713-bda3-1d8627341bde),segment_id=ca4de8ed-50f8-4713-bda3-1d8627341bde)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:11:28.344268 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-603d9bd8-0fde-46b9-a235-476d796161eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:28.367851 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-15e5b47e-3732-4ae5-9c92-070d40efa3ca req-0f110180-847a-4969-be7b-f619113a1ae0 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] Allocated IP 172.20.0.5 (9f7eb17f-0101-4378-b23e-fba2a86eb752/9f03234b-998c-465c-8f0a-752c850a77ec/b0780acc-3f7a-4e37-a2da-88b13a605a26) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:11:28.370919 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-51edd776-0c44-4cd8-8d5f-8f4e1e0d70db tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:28.373415 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-cd4e7413-0534-4fbf-b9dc-ae2ab28a4e5a req-8389edde-87e0-4e2b-bd22-0b2ab5ed68f3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b HTTP/1.1" status: 200 len: 217 time: 0.0719941 Dec 06 17:11:28.396369 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-603d9bd8-0fde-46b9-a235-476d796161eb admin admin] Calling delete_port for 29209dcd-c6f3-4f1d-bde0-6ce35574ef92 owned by network:router_interface {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:11:28.398310 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b,segment=NetworkSegment(b5c29f07-61e3-483e-b953-3901f84034df),segment_id=b5c29f07-61e3-483e-b953-3901f84034df)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:11:28.412002 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:28.456995 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b1881844-64ea-4cdd-86d6-696e7fdb9651 None None] For port d6b1671f-7fbb-4c1f-9dc1-f4b213e94006, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d6b1671f-7fbb-4c1f-9dc1-f4b213e94006,segment=NetworkSegment(960bb03e-79ef-4cd4-951f-382b620b51db),segment_id=960bb03e-79ef-4cd4-951f-382b620b51db)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:11:28.458477 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b has no active binding in host n-h2-master-1 {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 06 17:11:28.479534 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51edd776-0c44-4cd8-8d5f-8f4e1e0d70db tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Network a265b143-efdd-45e0-a32a-71d5cda110a4 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:11:28.481881 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b1881844-64ea-4cdd-86d6-696e7fdb9651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:28.491810 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-51edd776-0c44-4cd8-8d5f-8f4e1e0d70db tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:11:28.501341 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51edd776-0c44-4cd8-8d5f-8f4e1e0d70db tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:11:28.519773 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:28.536405 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51edd776-0c44-4cd8-8d5f-8f4e1e0d70db tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Pushing event updated for resources: {'Port': ['ID=e2c81161-fcfe-4c5c-a15a-a2bb77a0ab7d,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:28.551218 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26f03df0-d2fd-4f60-bdc3-48eed317f38a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9d90335-45f4-43b2-ba1e-cb5a033fd2ee'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:11:28.553971 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8f02186-10ac-4574-9c05-e854dbde3d3a" -d '{"events": [{"server_uuid": "26f03df0-d2fd-4f60-bdc3-48eed317f38a", "name": "network-vif-plugged", "status": "completed", "tag": "a9d90335-45f4-43b2-ba1e-cb5a033fd2ee"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:11:28.561882 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f86de1a-0a45-4322-b385-a7670b513101 req-f90bbc59-0971-46a7-a872-f413c99213ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:28.564103 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2f86de1a-0a45-4322-b385-a7670b513101 req-f90bbc59-0971-46a7-a872-f413c99213ef service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2c4214df-5ee0-413a-b894-51ab5b893781&tenant_id=4fbfd036e0874a51a15b7801ac955516 HTTP/1.1" status: 200 len: 1101 time: 0.2824976 Dec 06 17:11:28.567294 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75e7eab-73eb-4b41-8854-915cb926b48a req-ae4810da-5d1c-4b3d-bf10-562cb0a31e9a tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:28.577173 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c75e7eab-73eb-4b41-8854-915cb926b48a req-ae4810da-5d1c-4b3d-bf10-562cb0a31e9a tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/ports?device_id=26f03df0-d2fd-4f60-bdc3-48eed317f38a HTTP/1.1" status: 200 len: 948 time: 0.2076457 Dec 06 17:11:28.581125 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4e7413-0534-4fbf-b9dc-ae2ab28a4e5a req-3a9d4ec0-11bf-4ce3-94d7-fa27bbbc28ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:28.583231 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-cd4e7413-0534-4fbf-b9dc-ae2ab28a4e5a req-3a9d4ec0-11bf-4ce3-94d7-fa27bbbc28ec service neutron] 10.222.0.41 "GET /v2.0/subnets?id=da31f47d-8fee-49c3-b794-af6b3fd955bf HTTP/1.1" status: 200 len: 848 time: 0.1962652 Dec 06 17:11:28.586404 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-2f86de1a-0a45-4322-b385-a7670b513101 req-3b452451-a445-4c5d-8009-738366cc591f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-master-1', 'device_owner': 'compute:nova'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:11:28.645492 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.db.api [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103286) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 17:11:28.646200 n-d-master-1 neutron-server[103286]: DEBUG oslo_db.api [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 17:11:28.653578 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port a9d90335-45f4-43b2-ba1e-cb5a033fd2ee, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=a9d90335-45f4-43b2-ba1e-cb5a033fd2ee,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:11:28.657019 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51edd776-0c44-4cd8-8d5f-8f4e1e0d70db tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:28.657745 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-51edd776-0c44-4cd8-8d5f-8f4e1e0d70db tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:28.661814 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-cd4e7413-0534-4fbf-b9dc-ae2ab28a4e5a req-ce41efdc-3d46-4952-9a95-9a7a5a50fe18 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=33742801-ccea-4ab3-a86a-2573a2966c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616930 Dec 06 17:11:28.666563 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:28.690056 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1881844-64ea-4cdd-86d6-696e7fdb9651 None None] Pushing event updated for resources: {'Port': ['ID=d6b1671f-7fbb-4c1f-9dc1-f4b213e94006,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:28.758070 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-51edd776-0c44-4cd8-8d5f-8f4e1e0d70db tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9749455 Dec 06 17:11:28.760726 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42988) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:11:28.763142 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=a9d90335-45f4-43b2-ba1e-cb5a033fd2ee,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:28.801403 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-eea0953b-9a70-47ce-aaa7-e9852379fc8c tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Request body: {'port': {'network_id': 'a265b143-efdd-45e0-a32a-71d5cda110a4', 'name': 'tempest-TaggedBootDevicesTest_v242-1797828640', 'fixed_ips': [{'subnet_id': 'dc1a154b-d238-4aad-a5ea-40577b02ded4'}]}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:11:28.818403 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c75e7eab-73eb-4b41-8854-915cb926b48a req-79b7651e-670b-4e4c-8933-f731c5b53216 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ba66608-5fba-460b-9339-43992781830c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367926 Dec 06 17:11:28.825663 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4822e260-5c58-4a61-9901-c1b387a98499 None None] Network 923a9dfa-d650-4f29-aec2-2016eca01acc requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:11:28.851490 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94f4361-3edf-42e5-8b71-bab3cbdb9a44 req-bcd276a1-21c7-40dc-8f69-3913ee56ac86 tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:28.858531 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b94f4361-3edf-42e5-8b71-bab3cbdb9a44 req-bcd276a1-21c7-40dc-8f69-3913ee56ac86 tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] 10.222.0.23 "GET /v2.0/networks?id=ab4dd15b-a9b8-4be5-bb0e-70bbaf5638ab HTTP/1.1" status: 200 len: 811 time: 0.5112305 Dec 06 17:11:28.896533 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b94f4361-3edf-42e5-8b71-bab3cbdb9a44 req-eb7fbf04-f445-4e07-a1e6-b1703602d8a1 tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] 10.222.0.23 "GET /v2.0/quotas/00c75398d2094120b650f6266e5d7c45 HTTP/1.1" status: 200 len: 375 time: 0.0369918 Dec 06 17:11:28.943684 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-2f86de1a-0a45-4322-b385-a7670b513101 req-3b452451-a445-4c5d-8009-738366cc591f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:28.966473 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-cd4e7413-0534-4fbf-b9dc-ae2ab28a4e5a req-ff7bf001-3817-4341-990c-8f2836244816 service neutron] 10.222.0.41 "GET /v2.0/networks/33742801-ccea-4ab3-a86a-2573a2966c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2867117 Dec 06 17:11:28.977889 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d9485c-d9a5-4395-bf47-44bc2401a240 x-openstack-request-id: req-56d9485c-d9a5-4395-bf47-44bc2401a240 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:11:28.978100 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26f03df0-d2fd-4f60-bdc3-48eed317f38a", "name": "network-vif-plugged", "status": "completed", "tag": "a9d90335-45f4-43b2-ba1e-cb5a033fd2ee", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:11:28.978205 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-56d9485c-d9a5-4395-bf47-44bc2401a240 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:11:28.978579 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26f03df0-d2fd-4f60-bdc3-48eed317f38a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9d90335-45f4-43b2-ba1e-cb5a033fd2ee', 'code': 200} Dec 06 17:11:29.044845 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-eda6cd3b-b029-4e8e-8426-40c888f959c7 None None] Provisioning complete for port 60b0548e-d3d1-4e79-831a-c672d866bb89 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:11:29.045220 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-eda6cd3b-b029-4e8e-8426-40c888f959c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:29.173082 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.41', 56791) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:11:29.179462 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eea0953b-9a70-47ce-aaa7-e9852379fc8c tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Made reservation on behalf of e06aba6f7cc1415e89ae20f4d5eb8b07 for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:11:29.184502 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-eea0953b-9a70-47ce-aaa7-e9852379fc8c tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:29.218983 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b94f4361-3edf-42e5-8b71-bab3cbdb9a44 req-df729dbc-cf74-4162-8925-4f119ce0e367 tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=00c75398d2094120b650f6266e5d7c45&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3216026 Dec 06 17:11:29.246518 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-eda6cd3b-b029-4e8e-8426-40c888f959c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:29.257749 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-15e5b47e-3732-4ae5-9c92-070d40efa3ca req-0f110180-847a-4969-be7b-f619113a1ae0 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:29.259409 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-eea0953b-9a70-47ce-aaa7-e9852379fc8c tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] device_id is not set on port 5d044c44-c6ea-4f9f-a3c3-6f30ee8e15d8 yet. {{(pid=103285) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:11:29.279003 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-cd4e7413-0534-4fbf-b9dc-ae2ab28a4e5a req-df8d7ed7-cf5e-4954-9562-7add14438bee service neutron] 10.222.0.41 "GET /v2.0/networks/33742801-ccea-4ab3-a86a-2573a2966c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2915409 Dec 06 17:11:29.283342 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71a3415-fbcc-4549-a9f7-b84bd930f9ca req-5bd94004-aea4-4ea4-9e24-8c067bb713ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:29.285032 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b71a3415-fbcc-4549-a9f7-b84bd930f9ca req-5bd94004-aea4-4ea4-9e24-8c067bb713ed service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=26f03df0-d2fd-4f60-bdc3-48eed317f38a HTTP/1.1" status: 200 len: 1100 time: 0.1971765 Dec 06 17:11:29.319718 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-603d9bd8-0fde-46b9-a235-476d796161eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:29.320992 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-eda6cd3b-b029-4e8e-8426-40c888f959c7 None None] For port 60b0548e-d3d1-4e79-831a-c672d866bb89, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=60b0548e-d3d1-4e79-831a-c672d866bb89,segment=NetworkSegment(6053507f-d1ea-4551-8cb6-ca82d545c343),segment_id=6053507f-d1ea-4551-8cb6-ca82d545c343)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:11:29.338292 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-eda6cd3b-b029-4e8e-8426-40c888f959c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:29.357898 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39fc42b-74b4-41e5-905b-bded28fee13c req-aadfc780-5b00-4f4b-b7cb-c51ecb4e57e0 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:29.364978 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b39fc42b-74b4-41e5-905b-bded28fee13c req-aadfc780-5b00-4f4b-b7cb-c51ecb4e57e0 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4214df-5ee0-413a-b894-51ab5b893781 HTTP/1.1" status: 200 len: 950 time: 0.2928638 Dec 06 17:11:29.421081 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603d9bd8-0fde-46b9-a235-476d796161eb admin admin] Pushing event deleted for resources: {'Port': ['ID=29209dcd-c6f3-4f1d-bde0-6ce35574ef92,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:29.431182 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9aaaa019-b931-4313-8a23-c42a689b1ba8 req-f12f9bd3-c489-4f1f-9fe0-275fc796f8df service neutron] 10.222.0.41 "GET /v2.0/ports/b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b/bindings/n-h2-master-1 HTTP/1.1" status: 200 len: 384 time: 0.2084486 Dec 06 17:11:29.496897 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-bc9e4992-34ac-4c04-8763-cafd0805a4c2 None None] Provisioning complete for port e2c81161-fcfe-4c5c-a15a-a2bb77a0ab7d triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:11:29.497219 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bc9e4992-34ac-4c04-8763-cafd0805a4c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:29.500594 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda6cd3b-b029-4e8e-8426-40c888f959c7 None None] Pushing event updated for resources: {'Port': ['ID=60b0548e-d3d1-4e79-831a-c672d866bb89,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:29.570062 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-bc9e4992-34ac-4c04-8763-cafd0805a4c2 None None] Port e2c81161-fcfe-4c5c-a15a-a2bb77a0ab7d cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:11:29.579933 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-2f86de1a-0a45-4322-b385-a7670b513101 req-3b452451-a445-4c5d-8009-738366cc591f service neutron] For port ace816df-f221-4480-98a4-e0c3265e6d36, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ace816df-f221-4480-98a4-e0c3265e6d36,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:11:29.587972 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-bc9e4992-34ac-4c04-8763-cafd0805a4c2 None None] Provisioning complete for port d6b1671f-7fbb-4c1f-9dc1-f4b213e94006 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:11:29.590964 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bc9e4992-34ac-4c04-8763-cafd0805a4c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:29.610702 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b71a3415-fbcc-4549-a9f7-b84bd930f9ca req-c9a25f01-f473-490f-9ddc-9b016ee8ec6b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2ba66608-5fba-460b-9339-43992781830c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3038938 Dec 06 17:11:29.614238 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b94f4361-3edf-42e5-8b71-bab3cbdb9a44 req-27a40b6e-80ed-4267-8b6b-4d33f979f808 service neutron] 10.222.0.23 "GET /v2.0/networks/ab4dd15b-a9b8-4be5-bb0e-70bbaf5638ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3519540 Dec 06 17:11:29.615964 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b39fc42b-74b4-41e5-905b-bded28fee13c req-69468117-335f-4f95-a87f-1b1a4236261b tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350156 Dec 06 17:11:29.621082 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-15e5b47e-3732-4ae5-9c92-070d40efa3ca req-0f110180-847a-4969-be7b-f619113a1ae0 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:29.664315 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 60b0548e-d3d1-4e79-831a-c672d866bb89 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:11:29.699113 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-eea0953b-9a70-47ce-aaa7-e9852379fc8c tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Allocated IP 10.1.1.117 (a265b143-efdd-45e0-a32a-71d5cda110a4/dc1a154b-d238-4aad-a5ea-40577b02ded4/5d044c44-c6ea-4f9f-a3c3-6f30ee8e15d8) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:11:29.822054 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 60b0548e-d3d1-4e79-831a-c672d866bb89 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:11:29.822054 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:29.851277 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e94c1ed-4f7f-4644-906a-cb4770f80bcf req-15df1bfa-a74e-4eed-8ba1-b2f10fc1c85a tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:29.852930 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7e94c1ed-4f7f-4644-906a-cb4770f80bcf req-15df1bfa-a74e-4eed-8ba1-b2f10fc1c85a tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad356e21-cfaf-43b2-9fa2-a8c3a99e6fbb HTTP/1.1" status: 200 len: 944 time: 0.1197093 Dec 06 17:11:29.867511 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-2f86de1a-0a45-4322-b385-a7670b513101 req-3b452451-a445-4c5d-8009-738366cc591f service neutron] For port ace816df-f221-4480-98a4-e0c3265e6d36, host n-h2-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:11:29.916573 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device d6b1671f-7fbb-4c1f-9dc1-f4b213e94006 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:11:29.917860 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15e5b47e-3732-4ae5-9c92-070d40efa3ca req-0f110180-847a-4969-be7b-f619113a1ae0 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] Network 9f7eb17f-0101-4378-b23e-fba2a86eb752 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:11:29.933428 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-15e5b47e-3732-4ae5-9c92-070d40efa3ca req-0f110180-847a-4969-be7b-f619113a1ae0 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:11:29.942378 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-15e5b47e-3732-4ae5-9c92-070d40efa3ca req-0f110180-847a-4969-be7b-f619113a1ae0 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:11:29.948254 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f110180-847a-4969-be7b-f619113a1ae0 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] Pushing event updated for resources: {'Port': ['ID=b0780acc-3f7a-4e37-a2da-88b13a605a26,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:30.003645 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-f47c83d5-10a9-4f9e-a1df-716bb38eb45f None None] Provisioning complete for port 60b0548e-d3d1-4e79-831a-c672d866bb89 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:11:30.003923 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f47c83d5-10a9-4f9e-a1df-716bb38eb45f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:30.006876 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port d6b1671f-7fbb-4c1f-9dc1-f4b213e94006 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:11:30.007061 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:30.009197 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c4214df-5ee0-413a-b894-51ab5b893781', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ace816df-f221-4480-98a4-e0c3265e6d36'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:11:30.011731 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89e68f46-d693-40e8-97bd-0ce22bea84bb" -d '{"events": [{"server_uuid": "2c4214df-5ee0-413a-b894-51ab5b893781", "name": "network-vif-unplugged", "status": "completed", "tag": "ace816df-f221-4480-98a4-e0c3265e6d36"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:11:30.020987 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-2f86de1a-0a45-4322-b385-a7670b513101 req-3b452451-a445-4c5d-8009-738366cc591f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:30.047300 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-9aaaa019-b931-4313-8a23-c42a689b1ba8 req-e3b15d42-47f3-43e7-bbbb-800873e37347 service neutron] For port b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b,segment=NetworkSegment(b5c29f07-61e3-483e-b953-3901f84034df),segment_id=b5c29f07-61e3-483e-b953-3901f84034df)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:11:30.053330 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7e94c1ed-4f7f-4644-906a-cb4770f80bcf req-b331f64b-671a-4787-86d7-273473ca64be tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619239 Dec 06 17:11:30.062367 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e5b47e-3732-4ae5-9c92-070d40efa3ca req-0f110180-847a-4969-be7b-f619113a1ae0 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:30.063180 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-15e5b47e-3732-4ae5-9c92-070d40efa3ca req-0f110180-847a-4969-be7b-f619113a1ae0 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:30.065499 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-603d9bd8-0fde-46b9-a235-476d796161eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-772474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575952'] for router_interface, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:30.072956 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b94f4361-3edf-42e5-8b71-bab3cbdb9a44 req-6b7639ff-1923-4282-af98-613186e675d8 service neutron] 10.222.0.23 "GET /v2.0/networks/ab4dd15b-a9b8-4be5-bb0e-70bbaf5638ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4334810 Dec 06 17:11:30.082374 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-2f86de1a-0a45-4322-b385-a7670b513101 req-3b452451-a445-4c5d-8009-738366cc591f service neutron] Transition to ACTIVE for port object ace816df-f221-4480-98a4-e0c3265e6d36 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:11:30.092985 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-9aaaa019-b931-4313-8a23-c42a689b1ba8 req-e3b15d42-47f3-43e7-bbbb-800873e37347 service neutron] For port b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b, host n-h1-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:11:30.095173 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-2f86de1a-0a45-4322-b385-a7670b513101 req-3b452451-a445-4c5d-8009-738366cc591f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:30.110499 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-15e5b47e-3732-4ae5-9c92-070d40efa3ca req-0f110180-847a-4969-be7b-f619113a1ae0 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6207674 Dec 06 17:11:30.173190 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-9aaaa019-b931-4313-8a23-c42a689b1ba8 req-e3b15d42-47f3-43e7-bbbb-800873e37347 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:11:30.181327 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-eea0953b-9a70-47ce-aaa7-e9852379fc8c tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:30.187500 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-15e5b47e-3732-4ae5-9c92-070d40efa3ca req-67bce1f1-ab73-41c3-8028-c848a99e3767 service neutron] Request body: {'port': {'device_id': 'd29fc859-bc40-402c-963f-f48ae65d78b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:11:30.208391 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-9aaaa019-b931-4313-8a23-c42a689b1ba8 req-e3b15d42-47f3-43e7-bbbb-800873e37347 service neutron] For port b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b,segment=NetworkSegment(b5c29f07-61e3-483e-b953-3901f84034df),segment_id=b5c29f07-61e3-483e-b953-3901f84034df)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:11:30.253905 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-9aaaa019-b931-4313-8a23-c42a689b1ba8 req-e3b15d42-47f3-43e7-bbbb-800873e37347 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:30.400792 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-eea0953b-9a70-47ce-aaa7-e9852379fc8c tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:30.432951 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-33ad9c15-cdba-4e56-9534-9e272996fdf1 None None] Provisioning complete for port b0780acc-3f7a-4e37-a2da-88b13a605a26 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:11:30.433690 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-33ad9c15-cdba-4e56-9534-9e272996fdf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:30.476944 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea0953b-9a70-47ce-aaa7-e9852379fc8c tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Network a265b143-efdd-45e0-a32a-71d5cda110a4 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:11:30.482490 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-33ad9c15-cdba-4e56-9534-9e272996fdf1 None None] Port b0780acc-3f7a-4e37-a2da-88b13a605a26 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:11:30.486286 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-eea0953b-9a70-47ce-aaa7-e9852379fc8c tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:11:30.497572 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea0953b-9a70-47ce-aaa7-e9852379fc8c tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:11:30.565723 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea0953b-9a70-47ce-aaa7-e9852379fc8c tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Pushing event updated for resources: {'Port': ['ID=5d044c44-c6ea-4f9f-a3c3-6f30ee8e15d8,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:30.605343 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18710301-f97d-4c19-a14b-fad42f113363 req-3e31de59-275b-4bfc-b358-ac050c8576f3 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:30.607090 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f86de1a-0a45-4322-b385-a7670b513101 req-3b452451-a445-4c5d-8009-738366cc591f service neutron] No DVR routers for this DVR port ace816df-f221-4480-98a4-e0c3265e6d36 on host n-h2-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:11:30.608895 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-18710301-f97d-4c19-a14b-fad42f113363 req-3e31de59-275b-4bfc-b358-ac050c8576f3 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] 10.222.0.23 "GET /v2.0/ports?device_id=d29fc859-bc40-402c-963f-f48ae65d78b4 HTTP/1.1" status: 200 len: 931 time: 0.2528913 Dec 06 17:11:30.620523 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b452451-a445-4c5d-8009-738366cc591f service neutron] Pushing event updated for resources: {'Port': ['ID=ace816df-f221-4480-98a4-e0c3265e6d36,revision_number=6']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:30.641231 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-9aaaa019-b931-4313-8a23-c42a689b1ba8 req-e3b15d42-47f3-43e7-bbbb-800873e37347 service neutron] Transition to ACTIVE for port object b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:11:30.707228 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-9aaaa019-b931-4313-8a23-c42a689b1ba8 req-e3b15d42-47f3-43e7-bbbb-800873e37347 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:30.719798 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea0953b-9a70-47ce-aaa7-e9852379fc8c tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:30.720496 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-eea0953b-9a70-47ce-aaa7-e9852379fc8c tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:30.758815 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-15e5b47e-3732-4ae5-9c92-070d40efa3ca req-67bce1f1-ab73-41c3-8028-c848a99e3767 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:30.771479 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-18710301-f97d-4c19-a14b-fad42f113363 req-37347f09-b59b-46b0-b373-2ca1e4e508a2 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] 10.222.0.23 "GET /v2.0/security-groups?id=56960e5e-62e2-42da-96b9-79aa56365423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469407 Dec 06 17:11:30.823339 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-2f86de1a-0a45-4322-b385-a7670b513101 req-3b452451-a445-4c5d-8009-738366cc591f service neutron] Attempting to bind port ace816df-f221-4480-98a4-e0c3265e6d36 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:11:30.823683 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-2f86de1a-0a45-4322-b385-a7670b513101 req-3b452451-a445-4c5d-8009-738366cc591f service neutron] Attempting to bind port ace816df-f221-4480-98a4-e0c3265e6d36 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:11:30.824019 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f86de1a-0a45-4322-b385-a7670b513101 req-3b452451-a445-4c5d-8009-738366cc591f service neutron] Attempting to bind port ace816df-f221-4480-98a4-e0c3265e6d36 on network ee08a0d2-834f-4c39-be47-9c424581246a {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:11:30.828639 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-eea0953b-9a70-47ce-aaa7-e9852379fc8c tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0668287 Dec 06 17:11:30.837518 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f86de1a-0a45-4322-b385-a7670b513101 req-3b452451-a445-4c5d-8009-738366cc591f service neutron] Port ace816df-f221-4480-98a4-e0c3265e6d36 on network ee08a0d2-834f-4c39-be47-9c424581246a not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:11:30.837947 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f86de1a-0a45-4322-b385-a7670b513101 req-3b452451-a445-4c5d-8009-738366cc591f service neutron] Attempting to bind port ace816df-f221-4480-98a4-e0c3265e6d36 on network ee08a0d2-834f-4c39-be47-9c424581246a {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:11:30.870959 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aaaa019-b931-4313-8a23-c42a689b1ba8 req-e3b15d42-47f3-43e7-bbbb-800873e37347 service neutron] No DVR routers for this DVR port b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b on host n-h1-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:11:30.899849 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b15d42-47f3-43e7-bbbb-800873e37347 service neutron] Pushing event updated for resources: {'Port': ['ID=b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b,revision_number=10']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:30.918519 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e561d3a-078b-4002-934a-8307fb86776d req-2073791d-5b95-46a8-8c80-e3bfe0d4fa0e tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:30.927716 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2e561d3a-078b-4002-934a-8307fb86776d req-2073791d-5b95-46a8-8c80-e3bfe0d4fa0e tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/ports?device_id=26f03df0-d2fd-4f60-bdc3-48eed317f38a HTTP/1.1" status: 200 len: 949 time: 0.4130757 Dec 06 17:11:30.934474 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f86de1a-0a45-4322-b385-a7670b513101 req-3b452451-a445-4c5d-8009-738366cc591f service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:11:30.936978 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9aaaa019-b931-4313-8a23-c42a689b1ba8 req-e3b15d42-47f3-43e7-bbbb-800873e37347 service neutron] 10.222.0.41 "PUT /v2.0/ports/b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b/bindings/n-h2-master-1/activate HTTP/1.1" status: 200 len: 369 time: 1.4905455 Dec 06 17:11:30.940591 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f86de1a-0a45-4322-b385-a7670b513101 req-3b452451-a445-4c5d-8009-738366cc591f service neutron] Checking segment: {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:11:30.942060 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f86de1a-0a45-4322-b385-a7670b513101 req-3b452451-a445-4c5d-8009-738366cc591f service neutron] Bound using segment: {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:11:30.945796 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-2f86de1a-0a45-4322-b385-a7670b513101 req-3b452451-a445-4c5d-8009-738366cc591f service neutron] Bound port: ace816df-f221-4480-98a4-e0c3265e6d36, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:11:30.946174 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-2f86de1a-0a45-4322-b385-a7670b513101 req-3b452451-a445-4c5d-8009-738366cc591f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:30.964338 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 17:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d64b63cf-b61d-43c1-a3b8-6c372eea4fbd x-openstack-request-id: req-d64b63cf-b61d-43c1-a3b8-6c372eea4fbd {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:11:30.964860 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c4214df-5ee0-413a-b894-51ab5b893781", "name": "network-vif-unplugged", "status": "completed", "tag": "ace816df-f221-4480-98a4-e0c3265e6d36", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:11:30.965421 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d64b63cf-b61d-43c1-a3b8-6c372eea4fbd {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:11:30.965790 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c4214df-5ee0-413a-b894-51ab5b893781', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ace816df-f221-4480-98a4-e0c3265e6d36', 'code': 200} Dec 06 17:11:31.035334 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-76f03f9d-4bf0-499f-8ccf-613b0ac06c4e None None] Provisioning complete for port 5d044c44-c6ea-4f9f-a3c3-6f30ee8e15d8 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:11:31.036480 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-76f03f9d-4bf0-499f-8ccf-613b0ac06c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:31.076878 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-95a5dc2b-7736-4ae3-b85d-af87dc1ddd3e req-76fe4d30-462d-4cc6-aded-2c24958c75d9 tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] 10.222.0.23 "GET /v2.0/ports?device_id=42026aea-3fdb-4904-b799-6c6d99ffca58 HTTP/1.1" status: 200 len: 210 time: 0.0311701 Dec 06 17:11:31.100006 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-76f03f9d-4bf0-499f-8ccf-613b0ac06c4e None None] Port 5d044c44-c6ea-4f9f-a3c3-6f30ee8e15d8 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:11:31.123562 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device ace816df-f221-4480-98a4-e0c3265e6d36 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:11:31.175043 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device ace816df-f221-4480-98a4-e0c3265e6d36 not bound to the agent host n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:11:31.197568 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327dfc35-1c98-40c3-a211-ab97f59b7cd6 req-6971988d-e218-447f-8ad2-c7b8e957e45e tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:31.199653 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-327dfc35-1c98-40c3-a211-ab97f59b7cd6 req-6971988d-e218-447f-8ad2-c7b8e957e45e tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4214df-5ee0-413a-b894-51ab5b893781 HTTP/1.1" status: 200 len: 948 time: 0.0548465 Dec 06 17:11:31.235672 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2e561d3a-078b-4002-934a-8307fb86776d req-3c4e4efa-19c5-4564-a017-0485d995dbcb tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ba66608-5fba-460b-9339-43992781830c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3070555 Dec 06 17:11:31.252578 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-327dfc35-1c98-40c3-a211-ab97f59b7cd6 req-54923f3a-47e7-4667-a26d-7f89b528b025 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453060 Dec 06 17:11:31.340716 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-2f86de1a-0a45-4322-b385-a7670b513101 req-3b452451-a445-4c5d-8009-738366cc591f service neutron] For port ace816df-f221-4480-98a4-e0c3265e6d36, host n-h1-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:11:31.352890 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaaa019-b931-4313-8a23-c42a689b1ba8 req-46697caf-ad6d-4053-a953-ec82be2944c9 tempest-LiveMigrationTest-2036531045 tempest-LiveMigrationTest-2036531045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:31.354423 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9aaaa019-b931-4313-8a23-c42a689b1ba8 req-46697caf-ad6d-4053-a953-ec82be2944c9 tempest-LiveMigrationTest-2036531045 tempest-LiveMigrationTest-2036531045-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=ad356e21-cfaf-43b2-9fa2-a8c3a99e6fbb&tenant_id=1d83e0c6d059422882cc226e7f9c727a&binding%3Ahost_id=n-h1-master-1 HTTP/1.1" status: 200 len: 1096 time: 0.2649853 Dec 06 17:11:31.369717 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-2f86de1a-0a45-4322-b385-a7670b513101 req-3b452451-a445-4c5d-8009-738366cc591f service neutron] For port ace816df-f221-4480-98a4-e0c3265e6d36, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ace816df-f221-4480-98a4-e0c3265e6d36,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:11:31.402547 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-2f86de1a-0a45-4322-b385-a7670b513101 req-3b452451-a445-4c5d-8009-738366cc591f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:31.490264 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f86de1a-0a45-4322-b385-a7670b513101 req-3b452451-a445-4c5d-8009-738366cc591f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:31.490895 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-2f86de1a-0a45-4322-b385-a7670b513101 req-3b452451-a445-4c5d-8009-738366cc591f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:31.492372 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2f86de1a-0a45-4322-b385-a7670b513101 req-3b452451-a445-4c5d-8009-738366cc591f service neutron] 10.222.0.41 "PUT /v2.0/ports/ace816df-f221-4480-98a4-e0c3265e6d36 HTTP/1.1" status: 200 len: 1096 time: 2.9112608 Dec 06 17:11:31.494309 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-603d9bd8-0fde-46b9-a235-476d796161eb admin admin] Router 740e48b4-d750-428e-af8a-2ddbaa14ae6d has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:11:31.509373 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 60b0548e-d3d1-4e79-831a-c672d866bb89 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:11:31.597917 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaaa019-b931-4313-8a23-c42a689b1ba8 req-6416b52a-9349-4221-ba5a-d7b77a4b3661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:31.600230 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9aaaa019-b931-4313-8a23-c42a689b1ba8 req-6416b52a-9349-4221-ba5a-d7b77a4b3661 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ad356e21-cfaf-43b2-9fa2-a8c3a99e6fbb&tenant_id=1d83e0c6d059422882cc226e7f9c727a HTTP/1.1" status: 200 len: 1096 time: 0.2190411 Dec 06 17:11:31.601005 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b452451-a445-4c5d-8009-738366cc591f service neutron] Pushing event updated for resources: {'Port': ['ID=ace816df-f221-4480-98a4-e0c3265e6d36,revision_number=7']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:31.681213 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 43018) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:11:31.732388 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-577b9124-fd6c-4c1b-b1e3-c699f8dabe13 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Request body: {'security_group': {'name': 'tempest-securitygroup--480948830', 'description': 'tempest-description--546245253'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:11:31.816215 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-15e5b47e-3732-4ae5-9c92-070d40efa3ca req-67bce1f1-ab73-41c3-8028-c848a99e3767 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0780acc-3f7a-4e37-a2da-88b13a605a26 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:11:31.822158 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f86de1a-0a45-4322-b385-a7670b513101 req-0028320d-6966-4a6f-a7f6-bf5053a02db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:31.823638 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2f86de1a-0a45-4322-b385-a7670b513101 req-0028320d-6966-4a6f-a7f6-bf5053a02db8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4fbfd036e0874a51a15b7801ac955516&device_id=2c4214df-5ee0-413a-b894-51ab5b893781 HTTP/1.1" status: 200 len: 1099 time: 0.2855372 Dec 06 17:11:31.836629 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 60b0548e-d3d1-4e79-831a-c672d866bb89 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:11:31.837140 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:31.861257 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-15e5b47e-3732-4ae5-9c92-070d40efa3ca req-67bce1f1-ab73-41c3-8028-c848a99e3767 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:31.902617 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-577b9124-fd6c-4c1b-b1e3-c699f8dabe13 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:31.943332 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-15e5b47e-3732-4ae5-9c92-070d40efa3ca req-67bce1f1-ab73-41c3-8028-c848a99e3767 service neutron] Transition to ACTIVE for port object b0780acc-3f7a-4e37-a2da-88b13a605a26 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:11:31.969604 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaaa019-b931-4313-8a23-c42a689b1ba8 req-f6b07ac2-064e-4fd1-827b-5e4b34b7edfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:31.971124 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9aaaa019-b931-4313-8a23-c42a689b1ba8 req-f6b07ac2-064e-4fd1-827b-5e4b34b7edfb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1d83e0c6d059422882cc226e7f9c727a&device_id=ad356e21-cfaf-43b2-9fa2-a8c3a99e6fbb HTTP/1.1" status: 200 len: 1096 time: 0.3242757 Dec 06 17:11:31.972905 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-15e5b47e-3732-4ae5-9c92-070d40efa3ca req-67bce1f1-ab73-41c3-8028-c848a99e3767 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:32.011637 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94f4361-3edf-42e5-8b71-bab3cbdb9a44 req-6eb10195-ebb4-4b3f-8894-ad56c9dea8d1 tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:32.013385 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b94f4361-3edf-42e5-8b71-bab3cbdb9a44 req-6eb10195-ebb4-4b3f-8894-ad56c9dea8d1 tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] 10.222.0.44 "GET /v2.0/networks?id=ab4dd15b-a9b8-4be5-bb0e-70bbaf5638ab HTTP/1.1" status: 200 len: 811 time: 0.2423122 Dec 06 17:11:32.045320 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bb23ef-f3e6-4d7d-a3d6-246903e34b8d req-5ab8cad1-f737-4a55-ab5c-c4314f62347f tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:32.046829 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-92bb23ef-f3e6-4d7d-a3d6-246903e34b8d req-5ab8cad1-f737-4a55-ab5c-c4314f62347f tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] 10.222.0.23 "GET /v2.0/ports?device_id=d29fc859-bc40-402c-963f-f48ae65d78b4 HTTP/1.1" status: 200 len: 943 time: 0.0833249 Dec 06 17:11:32.066172 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-603d9bd8-0fde-46b9-a235-476d796161eb admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:11:32.078611 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e0f115-b68a-44fe-a633-cfaf98a6f5b0 None None] Sync routers for ids ['740e48b4-d750-428e-af8a-2ddbaa14ae6d'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:11:32.084839 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-603d9bd8-0fde-46b9-a235-476d796161eb admin admin] 10.222.0.23 "PUT /v2.0/routers/740e48b4-d750-428e-af8a-2ddbaa14ae6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5921299 Dec 06 17:11:32.087632 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 43026) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:11:32.094262 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e0f115-b68a-44fe-a633-cfaf98a6f5b0 None None] Routers {'740e48b4-d750-428e-af8a-2ddbaa14ae6d'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:11:32.095043 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-86e0f115-b68a-44fe-a633-cfaf98a6f5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:11:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['740e48b4-d750-428e-af8a-2ddbaa14ae6d'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:11:32.142573 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975eb096-9d52-4b0d-b5cf-dcb064f18fdd req-8ed6a5d5-9fe1-4ffa-89c6-bd84b708517a tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:32.151398 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-975eb096-9d52-4b0d-b5cf-dcb064f18fdd req-8ed6a5d5-9fe1-4ffa-89c6-bd84b708517a tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad356e21-cfaf-43b2-9fa2-a8c3a99e6fbb HTTP/1.1" status: 200 len: 945 time: 0.2879367 Dec 06 17:11:32.168206 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bce1f1-ab73-41c3-8028-c848a99e3767 service neutron] Pushing event updated for resources: {'Port': ['ID=b0780acc-3f7a-4e37-a2da-88b13a605a26,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:32.183334 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b94f4361-3edf-42e5-8b71-bab3cbdb9a44 req-8ad935a1-bbff-4ce1-a07b-6cec9e21cd26 tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=00c75398d2094120b650f6266e5d7c45 HTTP/1.1" status: 200 len: 378 time: 0.1608801 Dec 06 17:11:32.197112 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-b94f4361-3edf-42e5-8b71-bab3cbdb9a44 req-6cefda17-efaa-468d-9ca2-f16b46c58a29 tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] Request body: {'port': {'device_id': '42026aea-3fdb-4904-b799-6c6d99ffca58', 'network_id': 'ab4dd15b-a9b8-4be5-bb0e-70bbaf5638ab', 'admin_state_up': True, 'tenant_id': '00c75398d2094120b650f6266e5d7c45', 'security_groups': ['6674781b-e31c-46a0-acaf-3459c90286ac']}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:11:32.212780 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-92bb23ef-f3e6-4d7d-a3d6-246903e34b8d req-5eb30b89-f5e0-41b1-b4f6-2528f8a6d733 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] 10.222.0.23 "GET /v2.0/security-groups?id=56960e5e-62e2-42da-96b9-79aa56365423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1589646 Dec 06 17:11:32.251590 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-86e0f115-b68a-44fe-a633-cfaf98a6f5b0 None None] Set router 740e48b4-d750-428e-af8a-2ddbaa14ae6d gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:11:32.268306 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f86de1a-0a45-4322-b385-a7670b513101 req-0a7db1a2-8e36-49b9-85e2-5abf64913006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:32.270412 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2f86de1a-0a45-4322-b385-a7670b513101 req-0a7db1a2-8e36-49b9-85e2-5abf64913006 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ee08a0d2-834f-4c39-be47-9c424581246a HTTP/1.1" status: 200 len: 870 time: 0.4059451 Dec 06 17:11:32.339538 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-01d5c4a2-662a-4521-9453-16cf9aeb2aab admin admin] Publish callbacks [] for router, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:32.388411 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-577b9124-fd6c-4c1b-b1e3-c699f8dabe13 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:32.399404 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2f86de1a-0a45-4322-b385-a7670b513101 req-2d267b15-fb93-43b3-ba34-46bdb40b07f9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=ace816df-f221-4480-98a4-e0c3265e6d36 HTTP/1.1" status: 200 len: 217 time: 0.0932333 Dec 06 17:11:32.423905 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-577b9124-fd6c-4c1b-b1e3-c699f8dabe13 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:32.466365 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b94f4361-3edf-42e5-8b71-bab3cbdb9a44 req-6cefda17-efaa-468d-9ca2-f16b46c58a29 tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] Made reservation on behalf of 00c75398d2094120b650f6266e5d7c45 for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:11:32.470632 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-b94f4361-3edf-42e5-8b71-bab3cbdb9a44 req-6cefda17-efaa-468d-9ca2-f16b46c58a29 tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:32.499706 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-975eb096-9d52-4b0d-b5cf-dcb064f18fdd req-3c5e9f02-dbf6-4409-8945-659b59b1a465 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3424506 Dec 06 17:11:32.519653 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-01d5c4a2-662a-4521-9453-16cf9aeb2aab admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:32.524365 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaaa019-b931-4313-8a23-c42a689b1ba8 req-e0b12563-0d41-4576-a7c2-912573eda8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:32.536385 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9aaaa019-b931-4313-8a23-c42a689b1ba8 req-e0b12563-0d41-4576-a7c2-912573eda8ea service neutron] 10.222.0.44 "GET /v2.0/networks?id=33742801-ccea-4ab3-a86a-2573a2966c19 HTTP/1.1" status: 200 len: 909 time: 0.5178316 Dec 06 17:11:32.571334 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-86e0f115-b68a-44fe-a633-cfaf98a6f5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '740e48b4-d750-428e-af8a-2ddbaa14ae6d', 'name': 'tempest-FloatingIPDetailsTestJSON-549034827-router', 'tenant_id': '0ec0cbd42e444a94929543cc17ddde42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.49'}], 'enable_snat': True}, 'gw_port_id': '74fc5844-70c3-40c6-b61b-5644642d980a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:10:32Z', 'updated_at': '2021-12-06T17:11:28Z', 'revision_number': 5, 'project_id': '0ec0cbd42e444a94929543cc17ddde42', 'gw_port': {'id': '74fc5844-70c3-40c6-b61b-5644642d980a', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:52:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740e48b4-d750-428e-af8a-2ddbaa14ae6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:10:36Z', 'updated_at': '2021-12-06T17:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:11:32.618628 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e0f115-b68a-44fe-a633-cfaf98a6f5b0 None None] Checking router: 740e48b4-d750-428e-af8a-2ddbaa14ae6d for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:11:32.620067 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-577b9124-fd6c-4c1b-b1e3-c699f8dabe13 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:32.621310 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-577b9124-fd6c-4c1b-b1e3-c699f8dabe13 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.8946579 Dec 06 17:11:32.625511 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 43034) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:11:32.628892 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577b9124-fd6c-4c1b-b1e3-c699f8dabe13 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=511f9156-9807-4e4e-ae23-f0018acdbda1,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:32.631359 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-15e5b47e-3732-4ae5-9c92-070d40efa3ca req-67bce1f1-ab73-41c3-8028-c848a99e3767 service neutron] Attempting to bind port b0780acc-3f7a-4e37-a2da-88b13a605a26 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:11:32.631690 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-15e5b47e-3732-4ae5-9c92-070d40efa3ca req-67bce1f1-ab73-41c3-8028-c848a99e3767 service neutron] Attempting to bind port b0780acc-3f7a-4e37-a2da-88b13a605a26 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '0948af6a-14ee-4e03-a17c-8c618cc53269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9f7eb17f-0101-4378-b23e-fba2a86eb752'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:11:32.631943 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e5b47e-3732-4ae5-9c92-070d40efa3ca req-67bce1f1-ab73-41c3-8028-c848a99e3767 service neutron] Attempting to bind port b0780acc-3f7a-4e37-a2da-88b13a605a26 on network 9f7eb17f-0101-4378-b23e-fba2a86eb752 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:11:32.634727 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:32.634978 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9aaaa019-b931-4313-8a23-c42a689b1ba8 req-8c09d930-57ec-4410-808c-17cbb3255b18 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b HTTP/1.1" status: 200 len: 217 time: 0.0978434 Dec 06 17:11:32.636329 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e0f115-b68a-44fe-a633-cfaf98a6f5b0 None None] Routers {'740e48b4-d750-428e-af8a-2ddbaa14ae6d'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:11:32.637131 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-86e0f115-b68a-44fe-a633-cfaf98a6f5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:11:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['740e48b4-d750-428e-af8a-2ddbaa14ae6d'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:11:32.640439 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-22a2bbcc-0bea-470c-bf10-99552d1710e8 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Request body: {'security_group_rule': {'security_group_id': '511f9156-9807-4e4e-ae23-f0018acdbda1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:11:32.657034 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f86de1a-0a45-4322-b385-a7670b513101 req-805686ff-2a8f-47f4-a10a-47db836ae776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:32.658511 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2f86de1a-0a45-4322-b385-a7670b513101 req-805686ff-2a8f-47f4-a10a-47db836ae776 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1342252a-21e4-4783-88ff-f54776c79059 HTTP/1.1" status: 200 len: 843 time: 0.2358103 Dec 06 17:11:32.701956 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1b10bef3-9c97-46ad-a941-f78046c36f66 req-f121afbb-bc9e-46ef-b3ee-c2f974e12b11 tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] 10.222.0.23 "GET /v2.0/ports?device_id=42026aea-3fdb-4904-b799-6c6d99ffca58 HTTP/1.1" status: 200 len: 210 time: 0.0755522 Dec 06 17:11:32.702615 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e5b47e-3732-4ae5-9c92-070d40efa3ca req-67bce1f1-ab73-41c3-8028-c848a99e3767 service neutron] Port b0780acc-3f7a-4e37-a2da-88b13a605a26 on network 9f7eb17f-0101-4378-b23e-fba2a86eb752 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:11:32.702949 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e5b47e-3732-4ae5-9c92-070d40efa3ca req-67bce1f1-ab73-41c3-8028-c848a99e3767 service neutron] Attempting to bind port b0780acc-3f7a-4e37-a2da-88b13a605a26 on network 9f7eb17f-0101-4378-b23e-fba2a86eb752 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:11:32.718977 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:11:32.733823 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-b94f4361-3edf-42e5-8b71-bab3cbdb9a44 req-6cefda17-efaa-468d-9ca2-f16b46c58a29 tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] Allocated IP 172.20.0.5 (ab4dd15b-a9b8-4be5-bb0e-70bbaf5638ab/e482b70b-91bd-44a1-a0fe-788133dd6bf0/e917814b-e40f-4ffe-a74f-6b2db8f95297) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:11:32.746601 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-01d5c4a2-662a-4521-9453-16cf9aeb2aab admin admin] Deleting port 74fc5844-70c3-40c6-b61b-5644642d980a {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:11:32.746996 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-01d5c4a2-662a-4521-9453-16cf9aeb2aab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:32.786815 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-22a2bbcc-0bea-470c-bf10-99552d1710e8 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:32.806571 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-86e0f115-b68a-44fe-a633-cfaf98a6f5b0 None None] Set router 740e48b4-d750-428e-af8a-2ddbaa14ae6d gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:11:32.808409 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b not bound to the agent host n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:11:32.810403 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e5b47e-3732-4ae5-9c92-070d40efa3ca req-67bce1f1-ab73-41c3-8028-c848a99e3767 service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:11:32.810850 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e5b47e-3732-4ae5-9c92-070d40efa3ca req-67bce1f1-ab73-41c3-8028-c848a99e3767 service neutron] Checking segment: {'id': '0948af6a-14ee-4e03-a17c-8c618cc53269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9f7eb17f-0101-4378-b23e-fba2a86eb752'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:11:32.812001 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e5b47e-3732-4ae5-9c92-070d40efa3ca req-67bce1f1-ab73-41c3-8028-c848a99e3767 service neutron] Bound using segment: {'id': '0948af6a-14ee-4e03-a17c-8c618cc53269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9f7eb17f-0101-4378-b23e-fba2a86eb752'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:11:32.813252 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-15e5b47e-3732-4ae5-9c92-070d40efa3ca req-67bce1f1-ab73-41c3-8028-c848a99e3767 service neutron] Bound port: b0780acc-3f7a-4e37-a2da-88b13a605a26, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0948af6a-14ee-4e03-a17c-8c618cc53269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9f7eb17f-0101-4378-b23e-fba2a86eb752'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:11:32.813744 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-15e5b47e-3732-4ae5-9c92-070d40efa3ca req-67bce1f1-ab73-41c3-8028-c848a99e3767 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:32.864217 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-86e0f115-b68a-44fe-a633-cfaf98a6f5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '740e48b4-d750-428e-af8a-2ddbaa14ae6d', 'name': 'tempest-FloatingIPDetailsTestJSON-549034827-router', 'tenant_id': '0ec0cbd42e444a94929543cc17ddde42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:10:32Z', 'updated_at': '2021-12-06T17:11:32Z', 'revision_number': 6, 'project_id': '0ec0cbd42e444a94929543cc17ddde42', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:11:32.877960 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaaa019-b931-4313-8a23-c42a689b1ba8 req-35cda71e-f770-4a19-ae6b-d8b4227ca985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:32.880021 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9aaaa019-b931-4313-8a23-c42a689b1ba8 req-35cda71e-f770-4a19-ae6b-d8b4227ca985 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=da31f47d-8fee-49c3-b794-af6b3fd955bf HTTP/1.1" status: 200 len: 848 time: 0.2335112 Dec 06 17:11:32.891284 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e0f115-b68a-44fe-a633-cfaf98a6f5b0 None None] The sync data for ids ['740e48b4-d750-428e-af8a-2ddbaa14ae6d'] in n-d-master-1 is: [{'id': '740e48b4-d750-428e-af8a-2ddbaa14ae6d', 'name': 'tempest-FloatingIPDetailsTestJSON-549034827-router', 'tenant_id': '0ec0cbd42e444a94929543cc17ddde42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:10:32Z', 'updated_at': '2021-12-06T17:11:32Z', 'revision_number': 6, 'project_id': '0ec0cbd42e444a94929543cc17ddde42', 'gw_port_host': None}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:11:32.921619 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f86de1a-0a45-4322-b385-a7670b513101 req-931b98ce-b6e7-470c-85fb-2b873c04f0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:32.922620 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2f86de1a-0a45-4322-b385-a7670b513101 req-931b98ce-b6e7-470c-85fb-2b873c04f0a0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee08a0d2-834f-4c39-be47-9c424581246a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2321429 Dec 06 17:11:32.951162 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9aaaa019-b931-4313-8a23-c42a689b1ba8 req-05d50ced-873d-49fa-872f-42e768e29e37 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=33742801-ccea-4ab3-a86a-2573a2966c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494781 Dec 06 17:11:32.983993 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c4214df-5ee0-413a-b894-51ab5b893781', 'tag': 'ace816df-f221-4480-98a4-e0c3265e6d36'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:11:32.986303 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea92ab71-6e53-46ca-bc56-7d9917b284eb" -d '{"events": [{"name": "network-changed", "server_uuid": "2c4214df-5ee0-413a-b894-51ab5b893781", "tag": "ace816df-f221-4480-98a4-e0c3265e6d36"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:11:33.011792 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a392bd6-195f-42bd-9db7-d059b82cdced req-d4cbb13a-48d9-49ab-9e88-ab3e868929d2 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:33.012473 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-01d5c4a2-662a-4521-9453-16cf9aeb2aab admin admin] For port 74fc5844-70c3-40c6-b61b-5644642d980a, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=74fc5844-70c3-40c6-b61b-5644642d980a,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:11:33.012862 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-01d5c4a2-662a-4521-9453-16cf9aeb2aab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:33.013271 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4a392bd6-195f-42bd-9db7-d059b82cdced req-d4cbb13a-48d9-49ab-9e88-ab3e868929d2 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/ports?device_id=26f03df0-d2fd-4f60-bdc3-48eed317f38a HTTP/1.1" status: 200 len: 949 time: 0.1823266 Dec 06 17:11:33.026473 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e061fb2c-f678-4ded-b22f-7c89fb96121d req-a713e399-78d7-4fca-a435-65140293ca57 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:33.027964 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e061fb2c-f678-4ded-b22f-7c89fb96121d req-a713e399-78d7-4fca-a435-65140293ca57 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4214df-5ee0-413a-b894-51ab5b893781 HTTP/1.1" status: 200 len: 948 time: 0.1920536 Dec 06 17:11:33.057083 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-01d5c4a2-662a-4521-9453-16cf9aeb2aab admin admin] Calling delete_port for 74fc5844-70c3-40c6-b61b-5644642d980a owned by network:router_gateway {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:11:33.059716 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-22a2bbcc-0bea-470c-bf10-99552d1710e8 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:33.085106 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-22a2bbcc-0bea-470c-bf10-99552d1710e8 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:33.156633 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-b94f4361-3edf-42e5-8b71-bab3cbdb9a44 req-6cefda17-efaa-468d-9ca2-f16b46c58a29 tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:33.160147 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a2bbcc-0bea-470c-bf10-99552d1710e8 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc451711-ebf8-48ca-ae33-7e122032c348,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:33.181435 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-22a2bbcc-0bea-470c-bf10-99552d1710e8 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:33.182694 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-22a2bbcc-0bea-470c-bf10-99552d1710e8 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5458593 Dec 06 17:11:33.193135 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 43040) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:11:33.199591 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-e86f7c84-ab20-4b06-8402-071dfe58595c tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Request body: {'security_group_rule': {'security_group_id': '511f9156-9807-4e4e-ae23-f0018acdbda1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:11:33.218596 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e061fb2c-f678-4ded-b22f-7c89fb96121d req-24144897-ab86-4969-bc77-e66764b7efe4 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775730 Dec 06 17:11:33.320176 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-b94f4361-3edf-42e5-8b71-bab3cbdb9a44 req-6cefda17-efaa-468d-9ca2-f16b46c58a29 tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:33.328149 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e86f7c84-ab20-4b06-8402-071dfe58595c tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:33.345101 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 29209dcd-c6f3-4f1d-bde0-6ce35574ef92 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:11:33.390532 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 29209dcd-c6f3-4f1d-bde0-6ce35574ef92 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:11:33.391256 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 29209dcd-c6f3-4f1d-bde0-6ce35574ef92 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:11:33.400179 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-15e5b47e-3732-4ae5-9c92-070d40efa3ca req-67bce1f1-ab73-41c3-8028-c848a99e3767 service neutron] For port b0780acc-3f7a-4e37-a2da-88b13a605a26, host n-h1-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:11:33.434900 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b94f4361-3edf-42e5-8b71-bab3cbdb9a44 req-6cefda17-efaa-468d-9ca2-f16b46c58a29 tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] Network ab4dd15b-a9b8-4be5-bb0e-70bbaf5638ab is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:11:33.440034 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-15e5b47e-3732-4ae5-9c92-070d40efa3ca req-67bce1f1-ab73-41c3-8028-c848a99e3767 service neutron] For port b0780acc-3f7a-4e37-a2da-88b13a605a26, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=b0780acc-3f7a-4e37-a2da-88b13a605a26,segment=NetworkSegment(0948af6a-14ee-4e03-a17c-8c618cc53269),segment_id=0948af6a-14ee-4e03-a17c-8c618cc53269)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:11:33.455282 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e86f7c84-ab20-4b06-8402-071dfe58595c tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:33.465950 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-15e5b47e-3732-4ae5-9c92-070d40efa3ca req-67bce1f1-ab73-41c3-8028-c848a99e3767 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:33.476489 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cefda17-efaa-468d-9ca2-f16b46c58a29 tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] Pushing event updated for resources: {'Port': ['ID=e917814b-e40f-4ffe-a74f-6b2db8f95297,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:33.479326 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-b94f4361-3edf-42e5-8b71-bab3cbdb9a44 req-6cefda17-efaa-468d-9ca2-f16b46c58a29 tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:11:33.480708 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2f86de1a-0a45-4322-b385-a7670b513101 req-d5653d59-b657-4812-805c-9260532b4384 service neutron] 10.222.0.41 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5319209 Dec 06 17:11:33.481537 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-b94f4361-3edf-42e5-8b71-bab3cbdb9a44 req-6cefda17-efaa-468d-9ca2-f16b46c58a29 tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:11:33.487258 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e86f7c84-ab20-4b06-8402-071dfe58595c tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:33.513998 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4a392bd6-195f-42bd-9db7-d059b82cdced req-1fe2d7ba-9e62-4e64-8b72-df9966e3020f tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ba66608-5fba-460b-9339-43992781830c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4479678 Dec 06 17:11:33.571164 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e5b47e-3732-4ae5-9c92-070d40efa3ca req-67bce1f1-ab73-41c3-8028-c848a99e3767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:33.571879 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-15e5b47e-3732-4ae5-9c92-070d40efa3ca req-67bce1f1-ab73-41c3-8028-c848a99e3767 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:33.572983 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e86f7c84-ab20-4b06-8402-071dfe58595c tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:33.573295 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-15e5b47e-3732-4ae5-9c92-070d40efa3ca req-67bce1f1-ab73-41c3-8028-c848a99e3767 service neutron] 10.222.0.41 "PUT /v2.0/ports/b0780acc-3f7a-4e37-a2da-88b13a605a26 HTTP/1.1" status: 200 len: 1091 time: 3.3904753 Dec 06 17:11:33.574580 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-e86f7c84-ab20-4b06-8402-071dfe58595c tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3792434 Dec 06 17:11:33.582567 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86f7c84-ab20-4b06-8402-071dfe58595c tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb7bf824-f64c-41be-a7de-707c59967326,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:33.600626 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 43048) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:11:33.604282 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9aaaa019-b931-4313-8a23-c42a689b1ba8 req-fc84385d-fb50-4808-8be9-30cb7275886f service neutron] 10.222.0.44 "GET /v2.0/networks/33742801-ccea-4ab3-a86a-2573a2966c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6428859 Dec 06 17:11:33.626027 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-01d5c4a2-662a-4521-9453-16cf9aeb2aab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:33.637638 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-baa62069-3780-4bf8-b495-3e41071aeee9 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Request body: {'floatingip': {'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:11:33.644602 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94f4361-3edf-42e5-8b71-bab3cbdb9a44 req-6cefda17-efaa-468d-9ca2-f16b46c58a29 tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:33.645252 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-b94f4361-3edf-42e5-8b71-bab3cbdb9a44 req-6cefda17-efaa-468d-9ca2-f16b46c58a29 tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:33.650744 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-098222e0-8707-4ec9-93b6-9d0abd887e27 x-openstack-request-id: req-098222e0-8707-4ec9-93b6-9d0abd887e27 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:11:33.650744 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c4214df-5ee0-413a-b894-51ab5b893781", "tag": "ace816df-f221-4480-98a4-e0c3265e6d36", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:11:33.650744 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-098222e0-8707-4ec9-93b6-9d0abd887e27 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:11:33.651113 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c4214df-5ee0-413a-b894-51ab5b893781', 'tag': 'ace816df-f221-4480-98a4-e0c3265e6d36', 'status': 'completed', 'code': 200} Dec 06 17:11:33.702097 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d5c4a2-662a-4521-9453-16cf9aeb2aab admin admin] Pushing event deleted for resources: {'Port': ['ID=74fc5844-70c3-40c6-b61b-5644642d980a,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:33.749641 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b94f4361-3edf-42e5-8b71-bab3cbdb9a44 req-6cefda17-efaa-468d-9ca2-f16b46c58a29 tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5566154 Dec 06 17:11:33.778596 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-b94f4361-3edf-42e5-8b71-bab3cbdb9a44 req-c6e63848-1b67-4f37-9e04-cb9a6d44da52 service neutron] Request body: {'port': {'device_id': '42026aea-3fdb-4904-b799-6c6d99ffca58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:11:34.002081 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bce1f1-ab73-41c3-8028-c848a99e3767 service neutron] Pushing event updated for resources: {'Port': ['ID=b0780acc-3f7a-4e37-a2da-88b13a605a26,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:34.014541 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-68134ed7-485e-43d6-9c36-fe4be63a369a None None] Provisioning complete for port e917814b-e40f-4ffe-a74f-6b2db8f95297 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:11:34.014928 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-68134ed7-485e-43d6-9c36-fe4be63a369a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:34.015064 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9aaaa019-b931-4313-8a23-c42a689b1ba8 req-1b75b177-0231-48ca-a7a4-01fe4d6a0e04 service neutron] 10.222.0.44 "GET /v2.0/networks/33742801-ccea-4ab3-a86a-2573a2966c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3582885 Dec 06 17:11:34.078114 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-68134ed7-485e-43d6-9c36-fe4be63a369a None None] Port e917814b-e40f-4ffe-a74f-6b2db8f95297 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:11:34.085770 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2f86de1a-0a45-4322-b385-a7670b513101 req-7f1fabfa-f7a9-41eb-848b-dd554c5f0d2f service neutron] 10.222.0.41 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5436096 Dec 06 17:11:34.090348 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-baa62069-3780-4bf8-b495-3e41071aeee9 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks [] for floatingip, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:34.164282 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e5b47e-3732-4ae5-9c92-070d40efa3ca req-8a905401-feec-4901-9df1-871b2feedf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:34.165865 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-15e5b47e-3732-4ae5-9c92-070d40efa3ca req-8a905401-feec-4901-9df1-871b2feedf62 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=04e70b6312e34ddaaf35d2c83717f9c6&device_id=d29fc859-bc40-402c-963f-f48ae65d78b4 HTTP/1.1" status: 200 len: 1094 time: 0.5085938 Dec 06 17:11:34.167895 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea92ab71-6e53-46ca-bc56-7d9917b284eb req-65699e4f-b890-45ae-a7cf-b429075f32b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:34.169434 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ea92ab71-6e53-46ca-bc56-7d9917b284eb req-65699e4f-b890-45ae-a7cf-b429075f32b6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4fbfd036e0874a51a15b7801ac955516&device_id=2c4214df-5ee0-413a-b894-51ab5b893781 HTTP/1.1" status: 200 len: 1099 time: 0.5177524 Dec 06 17:11:34.210086 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-01d5c4a2-662a-4521-9453-16cf9aeb2aab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536698'] for router_gateway, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:34.254167 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb0ca1a-46c5-4f1a-a54a-2f26a6a87cc4 req-fe32794a-ee59-4637-bc6c-845e77b81c55 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:34.261828 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-cdb0ca1a-46c5-4f1a-a54a-2f26a6a87cc4 req-fe32794a-ee59-4637-bc6c-845e77b81c55 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] 10.222.0.23 "GET /v2.0/ports?device_id=d29fc859-bc40-402c-963f-f48ae65d78b4 HTTP/1.1" status: 200 len: 943 time: 0.5090446 Dec 06 17:11:34.361729 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-b94f4361-3edf-42e5-8b71-bab3cbdb9a44 req-c6e63848-1b67-4f37-9e04-cb9a6d44da52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:34.369243 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-01d5c4a2-662a-4521-9453-16cf9aeb2aab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:34.378326 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-01d5c4a2-662a-4521-9453-16cf9aeb2aab admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:34.386685 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-15e5b47e-3732-4ae5-9c92-070d40efa3ca req-739e7224-8a03-4c05-aab2-d04d03b9238d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b0780acc-3f7a-4e37-a2da-88b13a605a26 HTTP/1.1" status: 200 len: 217 time: 0.1606650 Dec 06 17:11:34.395701 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5bf7ee-7dcf-4109-bcd4-4d95ecfbf140 req-62438acb-5337-42ac-88e5-175740fac9f8 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:34.397353 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3a5bf7ee-7dcf-4109-bcd4-4d95ecfbf140 req-62438acb-5337-42ac-88e5-175740fac9f8 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad356e21-cfaf-43b2-9fa2-a8c3a99e6fbb HTTP/1.1" status: 200 len: 945 time: 0.6380394 Dec 06 17:11:34.453313 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-cdb0ca1a-46c5-4f1a-a54a-2f26a6a87cc4 req-7eacfbf7-f1ff-43bf-bdee-07d17a87b359 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] 10.222.0.23 "GET /v2.0/security-groups?id=56960e5e-62e2-42da-96b9-79aa56365423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1902933 Dec 06 17:11:34.488007 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-01d5c4a2-662a-4521-9453-16cf9aeb2aab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:34.488571 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01d5c4a2-662a-4521-9453-16cf9aeb2aab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 740e48b4-d750-428e-af8a-2ddbaa14ae6d {{(pid=103285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 17:11:34.493253 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-01d5c4a2-662a-4521-9453-16cf9aeb2aab admin admin] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:34.497158 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-01d5c4a2-662a-4521-9453-16cf9aeb2aab admin admin] 10.222.0.23 "DELETE /v2.0/routers/740e48b4-d750-428e-af8a-2ddbaa14ae6d HTTP/1.1" status: 204 len: 168 time: 2.4028542 Dec 06 17:11:34.500038 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 43060) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:11:34.564220 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea92ab71-6e53-46ca-bc56-7d9917b284eb req-1a38408d-179f-46d2-9dba-efd3c1f0eb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:34.565837 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ea92ab71-6e53-46ca-bc56-7d9917b284eb req-1a38408d-179f-46d2-9dba-efd3c1f0eb7d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4fbfd036e0874a51a15b7801ac955516&device_id=2c4214df-5ee0-413a-b894-51ab5b893781 HTTP/1.1" status: 200 len: 1099 time: 0.3328264 Dec 06 17:11:34.614361 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e5b47e-3732-4ae5-9c92-070d40efa3ca req-704afa94-05bd-4ffb-b861-eae53cd1ffe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:34.615879 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-15e5b47e-3732-4ae5-9c92-070d40efa3ca req-704afa94-05bd-4ffb-b861-eae53cd1ffe8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9f03234b-998c-465c-8f0a-752c850a77ec HTTP/1.1" status: 200 len: 844 time: 0.1836052 Dec 06 17:11:34.622559 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3a5bf7ee-7dcf-4109-bcd4-4d95ecfbf140 req-1c04f3f3-0a39-42f8-9c7a-10754000ea58 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022965 Dec 06 17:11:34.664715 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaaa019-b931-4313-8a23-c42a689b1ba8 req-b981bdb7-d8d0-40df-b906-3ed2c4f2a00d tempest-LiveMigrationTest-2036531045 tempest-LiveMigrationTest-2036531045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:34.666637 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9aaaa019-b931-4313-8a23-c42a689b1ba8 req-b981bdb7-d8d0-40df-b906-3ed2c4f2a00d tempest-LiveMigrationTest-2036531045 tempest-LiveMigrationTest-2036531045-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=ad356e21-cfaf-43b2-9fa2-a8c3a99e6fbb&tenant_id=1d83e0c6d059422882cc226e7f9c727a&binding%3Ahost_id=n-h2-master-1 HTTP/1.1" status: 200 len: 1096 time: 0.3020666 Dec 06 17:11:34.703898 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea92ab71-6e53-46ca-bc56-7d9917b284eb req-b58acb0e-a941-488d-bab7-52b39f16bf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:34.705606 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ea92ab71-6e53-46ca-bc56-7d9917b284eb req-b58acb0e-a941-488d-bab7-52b39f16bf39 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ee08a0d2-834f-4c39-be47-9c424581246a HTTP/1.1" status: 200 len: 870 time: 0.5268230 Dec 06 17:11:34.799965 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d909f19-a208-41f2-ba88-b2072cefb4d9 admin admin] Deleting subnet 4f2b5e63-1b3c-460e-ac43-294ccdeb669a {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:11:34.820382 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4d909f19-a208-41f2-ba88-b2072cefb4d9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:34.836434 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6437738-c91e-41ef-80ad-9b828c207061 req-063be059-89ca-429c-8777-214803a15195 tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:34.838154 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b6437738-c91e-41ef-80ad-9b828c207061 req-063be059-89ca-429c-8777-214803a15195 tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] 10.222.0.23 "GET /v2.0/ports?device_id=42026aea-3fdb-4904-b799-6c6d99ffca58 HTTP/1.1" status: 200 len: 931 time: 0.0814385 Dec 06 17:11:34.891979 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-b94f4361-3edf-42e5-8b71-bab3cbdb9a44 req-c6e63848-1b67-4f37-9e04-cb9a6d44da52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e917814b-e40f-4ffe-a74f-6b2db8f95297 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:11:34.904061 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-b94f4361-3edf-42e5-8b71-bab3cbdb9a44 req-c6e63848-1b67-4f37-9e04-cb9a6d44da52 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:34.910833 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ea92ab71-6e53-46ca-bc56-7d9917b284eb req-49a36c6c-c2b7-4656-b960-83d9b6538fdb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=ace816df-f221-4480-98a4-e0c3265e6d36 HTTP/1.1" status: 200 len: 217 time: 0.1164360 Dec 06 17:11:34.933505 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-b94f4361-3edf-42e5-8b71-bab3cbdb9a44 req-c6e63848-1b67-4f37-9e04-cb9a6d44da52 service neutron] Transition to ACTIVE for port object e917814b-e40f-4ffe-a74f-6b2db8f95297 will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:11:34.937550 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b6437738-c91e-41ef-80ad-9b828c207061 req-4a6d3b84-8540-4751-adf1-7bdd4966e6a8 tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] 10.222.0.23 "GET /v2.0/security-groups?id=6674781b-e31c-46a0-acaf-3459c90286ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0722318 Dec 06 17:11:34.938970 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-b94f4361-3edf-42e5-8b71-bab3cbdb9a44 req-c6e63848-1b67-4f37-9e04-cb9a6d44da52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:34.959773 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-baa62069-3780-4bf8-b495-3e41071aeee9 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:34.992651 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e63848-1b67-4f37-9e04-cb9a6d44da52 service neutron] Pushing event updated for resources: {'Port': ['ID=e917814b-e40f-4ffe-a74f-6b2db8f95297,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:35.014271 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4d909f19-a208-41f2-ba88-b2072cefb4d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:35.018607 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:35.075323 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e5b47e-3732-4ae5-9c92-070d40efa3ca req-98940bd7-3111-4ad0-9998-407d4ec99e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:35.076998 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-15e5b47e-3732-4ae5-9c92-070d40efa3ca req-98940bd7-3111-4ad0-9998-407d4ec99e67 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9f7eb17f-0101-4378-b23e-fba2a86eb752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4151762 Dec 06 17:11:35.130635 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea92ab71-6e53-46ca-bc56-7d9917b284eb req-379fabd3-3892-4cde-9d96-a12c3b1b3893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:35.132680 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ea92ab71-6e53-46ca-bc56-7d9917b284eb req-379fabd3-3892-4cde-9d96-a12c3b1b3893 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ee08a0d2-834f-4c39-be47-9c424581246a HTTP/1.1" status: 200 len: 870 time: 0.5510223 Dec 06 17:11:35.134951 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7291d90a-bdb0-4675-9d1b-17323e4a08f4 req-d8f09163-496a-440e-b4bc-610172da62e4 tempest-ServersOnMultiNodesTest-118983145 tempest-ServersOnMultiNodesTest-118983145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:35.136065 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7291d90a-bdb0-4675-9d1b-17323e4a08f4 req-d8f09163-496a-440e-b4bc-610172da62e4 tempest-ServersOnMultiNodesTest-118983145 tempest-ServersOnMultiNodesTest-118983145-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=26f03df0-d2fd-4f60-bdc3-48eed317f38a HTTP/1.1" status: 200 len: 1100 time: 0.3406777 Dec 06 17:11:35.157292 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-b94f4361-3edf-42e5-8b71-bab3cbdb9a44 req-c6e63848-1b67-4f37-9e04-cb9a6d44da52 service neutron] Attempting to bind port e917814b-e40f-4ffe-a74f-6b2db8f95297 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:11:35.157661 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-b94f4361-3edf-42e5-8b71-bab3cbdb9a44 req-c6e63848-1b67-4f37-9e04-cb9a6d44da52 service neutron] Attempting to bind port e917814b-e40f-4ffe-a74f-6b2db8f95297 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'ff33a10c-d3a2-4b70-9308-425a1aa27afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ab4dd15b-a9b8-4be5-bb0e-70bbaf5638ab'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:11:35.157980 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94f4361-3edf-42e5-8b71-bab3cbdb9a44 req-c6e63848-1b67-4f37-9e04-cb9a6d44da52 service neutron] Attempting to bind port e917814b-e40f-4ffe-a74f-6b2db8f95297 on network ab4dd15b-a9b8-4be5-bb0e-70bbaf5638ab {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:11:35.168563 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94f4361-3edf-42e5-8b71-bab3cbdb9a44 req-c6e63848-1b67-4f37-9e04-cb9a6d44da52 service neutron] Port e917814b-e40f-4ffe-a74f-6b2db8f95297 on network ab4dd15b-a9b8-4be5-bb0e-70bbaf5638ab not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:11:35.169337 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94f4361-3edf-42e5-8b71-bab3cbdb9a44 req-c6e63848-1b67-4f37-9e04-cb9a6d44da52 service neutron] Attempting to bind port e917814b-e40f-4ffe-a74f-6b2db8f95297 on network ab4dd15b-a9b8-4be5-bb0e-70bbaf5638ab {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:11:35.175488 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94f4361-3edf-42e5-8b71-bab3cbdb9a44 req-c6e63848-1b67-4f37-9e04-cb9a6d44da52 service neutron] Checking agent: {'id': '9d8b9f49-2860-4c1f-9b89-45a7657a3c4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:11:35.175843 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94f4361-3edf-42e5-8b71-bab3cbdb9a44 req-c6e63848-1b67-4f37-9e04-cb9a6d44da52 service neutron] Checking segment: {'id': 'ff33a10c-d3a2-4b70-9308-425a1aa27afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ab4dd15b-a9b8-4be5-bb0e-70bbaf5638ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:11:35.176762 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94f4361-3edf-42e5-8b71-bab3cbdb9a44 req-c6e63848-1b67-4f37-9e04-cb9a6d44da52 service neutron] Bound using segment: {'id': 'ff33a10c-d3a2-4b70-9308-425a1aa27afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ab4dd15b-a9b8-4be5-bb0e-70bbaf5638ab'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:11:35.177207 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-b94f4361-3edf-42e5-8b71-bab3cbdb9a44 req-c6e63848-1b67-4f37-9e04-cb9a6d44da52 service neutron] Bound port: e917814b-e40f-4ffe-a74f-6b2db8f95297, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff33a10c-d3a2-4b70-9308-425a1aa27afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ab4dd15b-a9b8-4be5-bb0e-70bbaf5638ab'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:11:35.177918 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-b94f4361-3edf-42e5-8b71-bab3cbdb9a44 req-c6e63848-1b67-4f37-9e04-cb9a6d44da52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:35.187975 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813a8a30-c778-4805-b0e6-ad57439925ca req-1ff1e5da-bcaa-4d1c-bef0-0b1e16a26ecf tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:35.189541 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-813a8a30-c778-4805-b0e6-ad57439925ca req-1ff1e5da-bcaa-4d1c-bef0-0b1e16a26ecf tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4214df-5ee0-413a-b894-51ab5b893781 HTTP/1.1" status: 200 len: 948 time: 0.0968230 Dec 06 17:11:35.212529 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea92ab71-6e53-46ca-bc56-7d9917b284eb req-6367955e-4617-4284-b737-644a8d03f507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:35.214542 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ea92ab71-6e53-46ca-bc56-7d9917b284eb req-6367955e-4617-4284-b737-644a8d03f507 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1342252a-21e4-4783-88ff-f54776c79059 HTTP/1.1" status: 200 len: 843 time: 0.2871497 Dec 06 17:11:35.277682 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-b94f4361-3edf-42e5-8b71-bab3cbdb9a44 req-c6e63848-1b67-4f37-9e04-cb9a6d44da52 service neutron] For port e917814b-e40f-4ffe-a74f-6b2db8f95297, host n-h2-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:11:35.299340 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-b94f4361-3edf-42e5-8b71-bab3cbdb9a44 req-c6e63848-1b67-4f37-9e04-cb9a6d44da52 service neutron] For port e917814b-e40f-4ffe-a74f-6b2db8f95297, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e917814b-e40f-4ffe-a74f-6b2db8f95297,segment=NetworkSegment(ff33a10c-d3a2-4b70-9308-425a1aa27afa),segment_id=ff33a10c-d3a2-4b70-9308-425a1aa27afa)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:11:35.309022 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-b94f4361-3edf-42e5-8b71-bab3cbdb9a44 req-c6e63848-1b67-4f37-9e04-cb9a6d44da52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:35.322603 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ea92ab71-6e53-46ca-bc56-7d9917b284eb req-7eb1ef0c-9f9c-4f53-bae6-71f22db7d1b8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=ace816df-f221-4480-98a4-e0c3265e6d36 HTTP/1.1" status: 200 len: 217 time: 0.1723759 Dec 06 17:11:35.343893 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-7291d90a-bdb0-4675-9d1b-17323e4a08f4 req-f9e4f4b8-c884-47b3-8c4a-c3b586f77a2e tempest-ServersOnMultiNodesTest-118983145 tempest-ServersOnMultiNodesTest-118983145-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:35.362973 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-813a8a30-c778-4805-b0e6-ad57439925ca req-eb3c2594-7295-49cd-a2b1-f1b00e6486ba tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205499 Dec 06 17:11:35.388000 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94f4361-3edf-42e5-8b71-bab3cbdb9a44 req-c6e63848-1b67-4f37-9e04-cb9a6d44da52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:35.388000 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-b94f4361-3edf-42e5-8b71-bab3cbdb9a44 req-c6e63848-1b67-4f37-9e04-cb9a6d44da52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:35.389288 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b94f4361-3edf-42e5-8b71-bab3cbdb9a44 req-c6e63848-1b67-4f37-9e04-cb9a6d44da52 service neutron] 10.222.0.44 "PUT /v2.0/ports/e917814b-e40f-4ffe-a74f-6b2db8f95297 HTTP/1.1" status: 200 len: 1091 time: 1.6164560 Dec 06 17:11:35.389787 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42026aea-3fdb-4904-b799-6c6d99ffca58', 'tag': 'e917814b-e40f-4ffe-a74f-6b2db8f95297'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:11:35.392110 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70bd0f15-47fe-44ae-960a-0b5921453e4d" -d '{"events": [{"name": "network-changed", "server_uuid": "42026aea-3fdb-4904-b799-6c6d99ffca58", "tag": "e917814b-e40f-4ffe-a74f-6b2db8f95297"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:11:35.441627 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e63848-1b67-4f37-9e04-cb9a6d44da52 service neutron] Pushing event updated for resources: {'Port': ['ID=e917814b-e40f-4ffe-a74f-6b2db8f95297,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:35.488847 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91931092-de4a-4290-99a6-6142ac95559a x-openstack-request-id: req-91931092-de4a-4290-99a6-6142ac95559a {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:11:35.489157 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42026aea-3fdb-4904-b799-6c6d99ffca58", "tag": "e917814b-e40f-4ffe-a74f-6b2db8f95297", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:11:35.489986 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-91931092-de4a-4290-99a6-6142ac95559a {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:11:35.489986 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42026aea-3fdb-4904-b799-6c6d99ffca58', 'tag': 'e917814b-e40f-4ffe-a74f-6b2db8f95297', 'status': 'completed', 'code': 200} Dec 06 17:11:35.493325 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 74fc5844-70c3-40c6-b61b-5644642d980a no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:11:35.515002 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94f4361-3edf-42e5-8b71-bab3cbdb9a44 req-162cb577-616c-45cb-abce-d136b370afd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:35.516627 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b94f4361-3edf-42e5-8b71-bab3cbdb9a44 req-162cb577-616c-45cb-abce-d136b370afd2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=00c75398d2094120b650f6266e5d7c45&device_id=42026aea-3fdb-4904-b799-6c6d99ffca58 HTTP/1.1" status: 200 len: 1094 time: 0.0708725 Dec 06 17:11:35.524007 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 74fc5844-70c3-40c6-b61b-5644642d980a {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:11:35.524349 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 74fc5844-70c3-40c6-b61b-5644642d980a not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:11:35.552965 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-9aaaa019-b931-4313-8a23-c42a689b1ba8 req-87e1d804-17a3-46e6-acfb-12dddc4c77e5 service neutron] For port b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b, host n-h1-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:11:35.574887 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4d909f19-a208-41f2-ba88-b2072cefb4d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:35.589459 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b94f4361-3edf-42e5-8b71-bab3cbdb9a44 req-4859fd5a-cc37-43f3-810c-18b453201b7b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e917814b-e40f-4ffe-a74f-6b2db8f95297 HTTP/1.1" status: 200 len: 217 time: 0.0633543 Dec 06 17:11:35.620178 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea92ab71-6e53-46ca-bc56-7d9917b284eb req-7eb28dbf-856f-4c4e-96a8-7974feb6cd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:35.621854 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ea92ab71-6e53-46ca-bc56-7d9917b284eb req-7eb28dbf-856f-4c4e-96a8-7974feb6cd21 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee08a0d2-834f-4c39-be47-9c424581246a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3579979 Dec 06 17:11:35.624761 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-9aaaa019-b931-4313-8a23-c42a689b1ba8 req-87e1d804-17a3-46e6-acfb-12dddc4c77e5 service neutron] Publish callbacks [] for binding, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:35.625872 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9aaaa019-b931-4313-8a23-c42a689b1ba8 req-87e1d804-17a3-46e6-acfb-12dddc4c77e5 service neutron] 10.222.0.44 "DELETE /v2.0/ports/b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b/bindings/n-h1-master-1 HTTP/1.1" status: 204 len: 173 time: 0.9349751 Dec 06 17:11:35.639869 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea92ab71-6e53-46ca-bc56-7d9917b284eb req-fb0b9fd5-c316-4fae-a9eb-7c869c13cca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:35.641444 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ea92ab71-6e53-46ca-bc56-7d9917b284eb req-fb0b9fd5-c316-4fae-a9eb-7c869c13cca6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1342252a-21e4-4783-88ff-f54776c79059 HTTP/1.1" status: 200 len: 843 time: 0.2957630 Dec 06 17:11:35.657291 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd29fc859-bc40-402c-963f-f48ae65d78b4', 'tag': 'b0780acc-3f7a-4e37-a2da-88b13a605a26'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:11:35.660410 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1e3f2ef-f5bc-45b1-9d61-1309b3553c70" -d '{"events": [{"name": "network-changed", "server_uuid": "d29fc859-bc40-402c-963f-f48ae65d78b4", "tag": "b0780acc-3f7a-4e37-a2da-88b13a605a26"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:11:35.677026 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-15e5b47e-3732-4ae5-9c92-070d40efa3ca req-e49dd662-74a2-4770-80cd-b1d6c6595930 service neutron] 10.222.0.41 "GET /v2.0/networks/9f7eb17f-0101-4378-b23e-fba2a86eb752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5861557 Dec 06 17:11:35.677285 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94f4361-3edf-42e5-8b71-bab3cbdb9a44 req-209a016b-94e5-4594-9340-5f84ebd31ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:35.678803 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b94f4361-3edf-42e5-8b71-bab3cbdb9a44 req-209a016b-94e5-4594-9340-5f84ebd31ce8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e482b70b-91bd-44a1-a0fe-788133dd6bf0 HTTP/1.1" status: 200 len: 850 time: 0.0818248 Dec 06 17:11:35.687739 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cfec2c-02f9-4ee4-9200-f0405ce1841e req-984a31a3-6d3e-448a-966f-4132a6024706 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:35.689254 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-65cfec2c-02f9-4ee4-9200-f0405ce1841e req-984a31a3-6d3e-448a-966f-4132a6024706 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] 10.222.0.23 "GET /v2.0/ports?device_id=d29fc859-bc40-402c-963f-f48ae65d78b4 HTTP/1.1" status: 200 len: 943 time: 0.1024992 Dec 06 17:11:35.712481 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-baa62069-3780-4bf8-b495-3e41071aeee9 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Allocated IP 172.35.1.221 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/e2d82f16-9eca-437d-a93a-1f49d0fd4fe3) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:11:35.754996 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94f4361-3edf-42e5-8b71-bab3cbdb9a44 req-80fd2a2b-92b7-420b-b696-f8099eb3e989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:35.756636 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b94f4361-3edf-42e5-8b71-bab3cbdb9a44 req-80fd2a2b-92b7-420b-b696-f8099eb3e989 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ab4dd15b-a9b8-4be5-bb0e-70bbaf5638ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663462 Dec 06 17:11:35.776785 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-65cfec2c-02f9-4ee4-9200-f0405ce1841e req-29ef4356-6a07-4a54-88dd-b3d51f16908c tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] 10.222.0.23 "GET /v2.0/security-groups?id=56960e5e-62e2-42da-96b9-79aa56365423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771449 Dec 06 17:11:35.806898 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 17:11:35.888589 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b94f4361-3edf-42e5-8b71-bab3cbdb9a44 req-f4210559-676d-4c73-ab0b-960ebaadacff service neutron] 10.222.0.44 "GET /v2.0/networks/ab4dd15b-a9b8-4be5-bb0e-70bbaf5638ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229873 Dec 06 17:11:36.010042 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5467af15-179f-42ff-a6b4-ea707a3969f4 req-0674bacd-ea22-42ca-8cba-14d0efee90e5 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:36.011967 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5467af15-179f-42ff-a6b4-ea707a3969f4 req-0674bacd-ea22-42ca-8cba-14d0efee90e5 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad356e21-cfaf-43b2-9fa2-a8c3a99e6fbb HTTP/1.1" status: 200 len: 945 time: 0.1166201 Dec 06 17:11:36.099558 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b94f4361-3edf-42e5-8b71-bab3cbdb9a44 req-87728167-c9a1-41b1-9bc3-898c51709644 service neutron] 10.222.0.44 "GET /v2.0/networks/ab4dd15b-a9b8-4be5-bb0e-70bbaf5638ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029076 Dec 06 17:11:36.123733 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5467af15-179f-42ff-a6b4-ea707a3969f4 req-1dc04efd-05b8-4347-8dad-695139dc0441 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037021 Dec 06 17:11:36.256179 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a0e7d03-3e72-48e8-a4b4-b07f8ff99fed x-openstack-request-id: req-9a0e7d03-3e72-48e8-a4b4-b07f8ff99fed {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:11:36.256762 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d29fc859-bc40-402c-963f-f48ae65d78b4", "tag": "b0780acc-3f7a-4e37-a2da-88b13a605a26", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:11:36.256930 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9a0e7d03-3e72-48e8-a4b4-b07f8ff99fed {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:11:36.257327 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd29fc859-bc40-402c-963f-f48ae65d78b4', 'tag': 'b0780acc-3f7a-4e37-a2da-88b13a605a26', 'status': 'completed', 'code': 200} Dec 06 17:11:36.262469 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 43084) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:11:36.279002 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4d909f19-a208-41f2-ba88-b2072cefb4d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:36.292411 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea92ab71-6e53-46ca-bc56-7d9917b284eb req-54fcbb3f-2015-44ca-acb1-e0f4d02c46b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:36.294403 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ea92ab71-6e53-46ca-bc56-7d9917b284eb req-54fcbb3f-2015-44ca-acb1-e0f4d02c46b1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee08a0d2-834f-4c39-be47-9c424581246a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6305537 Dec 06 17:11:36.297525 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bd0f15-47fe-44ae-960a-0b5921453e4d req-2935598d-88fb-4a3d-afd0-e8d4b28cefe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:36.299101 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-70bd0f15-47fe-44ae-960a-0b5921453e4d req-2935598d-88fb-4a3d-afd0-e8d4b28cefe2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=00c75398d2094120b650f6266e5d7c45&device_id=42026aea-3fdb-4904-b799-6c6d99ffca58 HTTP/1.1" status: 200 len: 1094 time: 0.0898645 Dec 06 17:11:36.324454 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04d6484-ddc7-4e1f-8802-6a4f40dc96eb req-1ddf328b-5633-4b85-857a-0eb5171d148f tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:36.326121 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d04d6484-ddc7-4e1f-8802-6a4f40dc96eb req-1ddf328b-5633-4b85-857a-0eb5171d148f tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] 10.222.0.23 "GET /v2.0/ports?device_id=42026aea-3fdb-4904-b799-6c6d99ffca58 HTTP/1.1" status: 200 len: 943 time: 0.0760336 Dec 06 17:11:36.370949 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d909f19-a208-41f2-ba88-b2072cefb4d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f2b5e63-1b3c-460e-ac43-294ccdeb669a,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:36.403302 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd6d380-7fda-4456-80c1-8e041cae0f14 None None] Network 427bb5a0-609d-4581-949c-2025bbcaac3c requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:11:36.420363 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4d909f19-a208-41f2-ba88-b2072cefb4d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:36.423723 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-4d909f19-a208-41f2-ba88-b2072cefb4d9 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/4f2b5e63-1b3c-460e-ac43-294ccdeb669a HTTP/1.1" status: 204 len: 168 time: 1.9219618 Dec 06 17:11:36.437413 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 43090) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:11:36.478396 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-68f0f0a4-aa04-4058-a0a8-28c80cd00999 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:36.494276 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ea92ab71-6e53-46ca-bc56-7d9917b284eb req-1547fffd-876b-4174-b03c-a021d148e354 service neutron] 10.222.0.44 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8608346 Dec 06 17:11:36.502683 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-7291d90a-bdb0-4675-9d1b-17323e4a08f4 req-f9e4f4b8-c884-47b3-8c4a-c3b586f77a2e tempest-ServersOnMultiNodesTest-118983145 tempest-ServersOnMultiNodesTest-118983145-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:36.529558 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-15e5b47e-3732-4ae5-9c92-070d40efa3ca req-066e7624-cc6c-452e-b05c-d4c7492251ca service neutron] 10.222.0.41 "GET /v2.0/networks/9f7eb17f-0101-4378-b23e-fba2a86eb752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8246865 Dec 06 17:11:36.537932 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-7291d90a-bdb0-4675-9d1b-17323e4a08f4 req-f9e4f4b8-c884-47b3-8c4a-c3b586f77a2e tempest-ServersOnMultiNodesTest-118983145 tempest-ServersOnMultiNodesTest-118983145-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:36.588922 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d04d6484-ddc7-4e1f-8802-6a4f40dc96eb req-ba37fe9c-9e8f-49c9-9ab4-25c6abbaf058 tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] 10.222.0.23 "GET /v2.0/security-groups?id=6674781b-e31c-46a0-acaf-3459c90286ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2524450 Dec 06 17:11:36.610045 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bd0f15-47fe-44ae-960a-0b5921453e4d req-bf330279-0f19-41ec-9074-c8e6b0078ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:36.611900 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-70bd0f15-47fe-44ae-960a-0b5921453e4d req-bf330279-0f19-41ec-9074-c8e6b0078ef8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ab4dd15b-a9b8-4be5-bb0e-70bbaf5638ab HTTP/1.1" status: 200 len: 912 time: 0.3047884 Dec 06 17:11:36.623398 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a70c225-c4e1-46db-9eb5-96a3b16c3aea None None] DHCP port deletion for 427bb5a0-609d-4581-949c-2025bbcaac3c request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:11:36.658036 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-baa62069-3780-4bf8-b495-3e41071aeee9 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:36.692287 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bd3388e5-eb1c-418d-9235-82d28a7f127b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:36.696135 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-1a70c225-c4e1-46db-9eb5-96a3b16c3aea None None] Deleting port 5f6e2b95-1a57-45e3-9e77-99620339cfe4 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:11:36.696668 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1a70c225-c4e1-46db-9eb5-96a3b16c3aea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:36.698888 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-70bd0f15-47fe-44ae-960a-0b5921453e4d req-08d69924-878d-4b7c-8126-47d3598b9203 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e917814b-e40f-4ffe-a74f-6b2db8f95297 HTTP/1.1" status: 200 len: 217 time: 0.0718400 Dec 06 17:11:36.700708 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device ace816df-f221-4480-98a4-e0c3265e6d36 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:11:36.707665 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7291d90a-bdb0-4675-9d1b-17323e4a08f4 req-f9e4f4b8-c884-47b3-8c4a-c3b586f77a2e tempest-ServersOnMultiNodesTest-118983145 tempest-ServersOnMultiNodesTest-118983145-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2ba66608-5fba-460b-9339-43992781830c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5352855 Dec 06 17:11:36.770080 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ea92ab71-6e53-46ca-bc56-7d9917b284eb req-23aa33c8-99c5-451e-a4f0-15f6613d2973 service neutron] 10.222.0.44 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583857 Dec 06 17:11:36.793246 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e4f4b8-c884-47b3-8c4a-c3b586f77a2e tempest-ServersOnMultiNodesTest-118983145 tempest-ServersOnMultiNodesTest-118983145-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=613d37fa-fefe-4398-9219-f4e7fe98e1e4,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:36.797790 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ea92ab71-6e53-46ca-bc56-7d9917b284eb req-bd432325-95b4-41df-a859-446faf984a9c service neutron] 10.222.0.41 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4470074 Dec 06 17:11:36.863061 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bd0f15-47fe-44ae-960a-0b5921453e4d req-b7ce4f0b-3e8e-46d0-9c98-0c04bdb409ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:36.864815 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-70bd0f15-47fe-44ae-960a-0b5921453e4d req-b7ce4f0b-3e8e-46d0-9c98-0c04bdb409ba service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e482b70b-91bd-44a1-a0fe-788133dd6bf0 HTTP/1.1" status: 200 len: 850 time: 0.1538405 Dec 06 17:11:36.888406 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-1a70c225-c4e1-46db-9eb5-96a3b16c3aea None None] For port 5f6e2b95-1a57-45e3-9e77-99620339cfe4, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=5f6e2b95-1a57-45e3-9e77-99620339cfe4,segment=NetworkSegment(ca4de8ed-50f8-4713-bda3-1d8627341bde),segment_id=ca4de8ed-50f8-4713-bda3-1d8627341bde)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:11:36.888808 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1a70c225-c4e1-46db-9eb5-96a3b16c3aea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:36.899870 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port ace816df-f221-4480-98a4-e0c3265e6d36, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ace816df-f221-4480-98a4-e0c3265e6d36,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:11:36.913109 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-1a70c225-c4e1-46db-9eb5-96a3b16c3aea None None] Calling delete_port for 5f6e2b95-1a57-45e3-9e77-99620339cfe4 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:11:36.915815 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-baa62069-3780-4bf8-b495-3e41071aeee9 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:36.926128 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': 'ace816df-f221-4480-98a4-e0c3265e6d36', 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a', 'port_id': 'ace816df-f221-4480-98a4-e0c3265e6d36', 'mac_address': 'fa:16:3e:c4:34:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1342252a-21e4-4783-88ff-f54776c79059', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:11:36.930311 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9299a9e4-c57a-4a43-9032-38a12033b7e4 req-4d9a75b1-73c3-4cf8-9c55-3ad48ac2fd40 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:36.931860 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9299a9e4-c57a-4a43-9032-38a12033b7e4 req-4d9a75b1-73c3-4cf8-9c55-3ad48ac2fd40 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4214df-5ee0-413a-b894-51ab5b893781 HTTP/1.1" status: 200 len: 948 time: 0.1992855 Dec 06 17:11:36.939415 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-68f0f0a4-aa04-4058-a0a8-28c80cd00999 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:36.954312 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e3f2ef-f5bc-45b1-9d61-1309b3553c70 req-d7d5283b-49a5-4639-95ce-bc2aaad38188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:36.955837 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d1e3f2ef-f5bc-45b1-9d61-1309b3553c70 req-d7d5283b-49a5-4639-95ce-bc2aaad38188 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=04e70b6312e34ddaaf35d2c83717f9c6&device_id=d29fc859-bc40-402c-963f-f48ae65d78b4 HTTP/1.1" status: 200 len: 1094 time: 0.2840145 Dec 06 17:11:36.957509 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-68f0f0a4-aa04-4058-a0a8-28c80cd00999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:36.988862 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa62069-3780-4bf8-b495-3e41071aeee9 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:11:37.013801 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-baa62069-3780-4bf8-b495-3e41071aeee9 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:11:37.017012 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9232945e-4e0e-4800-aeee-43e2c755d5ae req-a9ea1afc-2840-4e2e-b40f-4b6d26475336 tempest-LiveMigrationTest-2036531045 tempest-LiveMigrationTest-2036531045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:37.021972 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9232945e-4e0e-4800-aeee-43e2c755d5ae req-a9ea1afc-2840-4e2e-b40f-4b6d26475336 tempest-LiveMigrationTest-2036531045 tempest-LiveMigrationTest-2036531045-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=ad356e21-cfaf-43b2-9fa2-a8c3a99e6fbb HTTP/1.1" status: 200 len: 1096 time: 0.2211933 Dec 06 17:11:37.023169 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:37.026464 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bd0f15-47fe-44ae-960a-0b5921453e4d req-7d07195b-55fd-4cab-95b2-a3b9967c5470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:37.028381 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-70bd0f15-47fe-44ae-960a-0b5921453e4d req-7d07195b-55fd-4cab-95b2-a3b9967c5470 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ab4dd15b-a9b8-4be5-bb0e-70bbaf5638ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1510029 Dec 06 17:11:37.032623 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa62069-3780-4bf8-b495-3e41071aeee9 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:11:37.034789 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f0f0a4-aa04-4058-a0a8-28c80cd00999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a8e0b5f-6c15-437c-b44a-93f1d68b373c,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:37.042214 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ace816df-f221-4480-98a4-e0c3265e6d36 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:11:37.050744 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-68f0f0a4-aa04-4058-a0a8-28c80cd00999 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8c65aabbae04449faadfc5d07bd6c235&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7862110 Dec 06 17:11:37.075780 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-bd3388e5-eb1c-418d-9235-82d28a7f127b admin admin] Deleting port 5f6e2b95-1a57-45e3-9e77-99620339cfe4 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:11:37.076148 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port ace816df-f221-4480-98a4-e0c3265e6d36, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ace816df-f221-4480-98a4-e0c3265e6d36,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:11:37.076353 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bd3388e5-eb1c-418d-9235-82d28a7f127b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:37.077802 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1a70c225-c4e1-46db-9eb5-96a3b16c3aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:37.079692 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 43098) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:11:37.085432 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:37.108844 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a70c225-c4e1-46db-9eb5-96a3b16c3aea None None] Pushing event deleted for resources: {'Port': ['ID=5f6e2b95-1a57-45e3-9e77-99620339cfe4,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:37.110791 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a70c225-c4e1-46db-9eb5-96a3b16c3aea None None] No DVR routers for this DVR port 5f6e2b95-1a57-45e3-9e77-99620339cfe4 on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:11:37.123871 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa62069-3780-4bf8-b495-3e41071aeee9 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Pushing event updated for resources: {'Port': ['ID=e2d82f16-9eca-437d-a93a-1f49d0fd4fe3,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:37.132107 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ea92ab71-6e53-46ca-bc56-7d9917b284eb req-1d39e46b-6a97-4578-8a60-ddcb12473aa5 service neutron] 10.222.0.41 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3069751 Dec 06 17:11:37.143962 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9299a9e4-c57a-4a43-9032-38a12033b7e4 req-ee18e838-9700-4b44-a979-e42c80ca3119 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987221 Dec 06 17:11:37.186064 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=ace816df-f221-4480-98a4-e0c3265e6d36,revision_number=8']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:37.204619 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9232945e-4e0e-4800-aeee-43e2c755d5ae req-86c5cc5e-aa59-445c-a291-a71ce1f3aad2 tempest-LiveMigrationTest-2036531045 tempest-LiveMigrationTest-2036531045-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789014 Dec 06 17:11:37.282856 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-bd3388e5-eb1c-418d-9235-82d28a7f127b admin admin] For port 5f6e2b95-1a57-45e3-9e77-99620339cfe4, host n-d-master-1, got binding levels [] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:11:37.283366 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bd3388e5-eb1c-418d-9235-82d28a7f127b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:37.285034 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-baa62069-3780-4bf8-b495-3e41071aeee9 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:37.318209 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-bd3388e5-eb1c-418d-9235-82d28a7f127b admin admin] Calling delete_port for 5f6e2b95-1a57-45e3-9e77-99620339cfe4 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:11:37.323352 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.ipam_backend_mixin [None req-bd3388e5-eb1c-418d-9235-82d28a7f127b admin admin] Port 5f6e2b95-1a57-45e3-9e77-99620339cfe4 was not found and therefore no delete operation was performed {{(pid=103285) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 06 17:11:37.325677 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-70bd0f15-47fe-44ae-960a-0b5921453e4d req-29c2bd34-9fb3-47b4-b988-71d6f296d7d8 service neutron] 10.222.0.44 "GET /v2.0/networks/ab4dd15b-a9b8-4be5-bb0e-70bbaf5638ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736034 Dec 06 17:11:37.326771 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0c6270d4-2cb6-4552-b06b-a5017e50ec39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:37.349017 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bd3388e5-eb1c-418d-9235-82d28a7f127b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:37.361011 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['ace816df-f221-4480-98a4-e0c3265e6d36'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:11:37.377955 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0c6270d4-2cb6-4552-b06b-a5017e50ec39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:37.420012 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-baa62069-3780-4bf8-b495-3e41071aeee9 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:37.454207 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 5f6e2b95-1a57-45e3-9e77-99620339cfe4 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:11:37.463093 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3388e5-eb1c-418d-9235-82d28a7f127b admin admin] Pushing event deleted for resources: {'Port': ['ID=5f6e2b95-1a57-45e3-9e77-99620339cfe4,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:37.470737 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e3f2ef-f5bc-45b1-9d61-1309b3553c70 req-80f61a76-1516-4e29-80c0-76097d3bf197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:37.472203 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3388e5-eb1c-418d-9235-82d28a7f127b admin admin] No DVR routers for this DVR port 5f6e2b95-1a57-45e3-9e77-99620339cfe4 on host n-d-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:11:37.474515 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d1e3f2ef-f5bc-45b1-9d61-1309b3553c70 req-80f61a76-1516-4e29-80c0-76097d3bf197 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9f7eb17f-0101-4378-b23e-fba2a86eb752 HTTP/1.1" status: 200 len: 906 time: 0.5041635 Dec 06 17:11:37.536560 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 5f6e2b95-1a57-45e3-9e77-99620339cfe4 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:11:37.536956 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 5f6e2b95-1a57-45e3-9e77-99620339cfe4 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:11:37.543783 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d1e3f2ef-f5bc-45b1-9d61-1309b3553c70 req-a9f5c3fc-ea33-4c43-b56a-73943f0a899f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b0780acc-3f7a-4e37-a2da-88b13a605a26 HTTP/1.1" status: 200 len: 217 time: 0.0603082 Dec 06 17:11:37.623238 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bd3388e5-eb1c-418d-9235-82d28a7f127b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:37.651965 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-70bd0f15-47fe-44ae-960a-0b5921453e4d req-0a441038-e627-4c14-91e9-d559c33d2a03 service neutron] 10.222.0.44 "GET /v2.0/networks/ab4dd15b-a9b8-4be5-bb0e-70bbaf5638ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3054819 Dec 06 17:11:37.654327 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0c6270d4-2cb6-4552-b06b-a5017e50ec39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:37.656947 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0c6270d4-2cb6-4552-b06b-a5017e50ec39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:37.658165 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-0c6270d4-2cb6-4552-b06b-a5017e50ec39 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5a8e0b5f-6c15-437c-b44a-93f1d68b373c HTTP/1.1" status: 204 len: 168 time: 0.5739968 Dec 06 17:11:37.662513 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-bd3388e5-eb1c-418d-9235-82d28a7f127b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['427bb5a0-609d-4581-949c-2025bbcaac3c']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:11:37.679819 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6270d4-2cb6-4552-b06b-a5017e50ec39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a8e0b5f-6c15-437c-b44a-93f1d68b373c,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:37.682704 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-bd3388e5-eb1c-418d-9235-82d28a7f127b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca4de8ed-50f8-4713-bda3-1d8627341bde') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:11:37.683003 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-bd3388e5-eb1c-418d-9235-82d28a7f127b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca4de8ed-50f8-4713-bda3-1d8627341bde') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:11:37.701156 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bd3388e5-eb1c-418d-9235-82d28a7f127b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:37.723968 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfef77fb-f61e-4103-95a2-ca95afd046a8 req-7f3b574b-ac3c-4b50-8e5e-19840e9d555b tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:37.725103 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-dfef77fb-f61e-4103-95a2-ca95afd046a8 req-7f3b574b-ac3c-4b50-8e5e-19840e9d555b tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] 10.222.0.23 "GET /v2.0/ports?device_id=d29fc859-bc40-402c-963f-f48ae65d78b4 HTTP/1.1" status: 200 len: 943 time: 0.3397031 Dec 06 17:11:37.741853 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bd3388e5-eb1c-418d-9235-82d28a7f127b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:37.779820 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd3388e5-eb1c-418d-9235-82d28a7f127b admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:11:37.780938 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bd3388e5-eb1c-418d-9235-82d28a7f127b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:37.782722 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:11:37.782722 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:11:37.782722 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:11:37.782722 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:11:37.782722 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:11:37.782722 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:11:37.782722 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:11:37.782722 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:11:37.782722 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:11:37.782722 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:11:37.782722 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:11:37.782722 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:11:37.782722 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:11:37.782722 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:11:37.782722 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:11:37.782722 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:11:37.782722 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:11:37.782722 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:11:37.782722 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:11:37.782722 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:11:37.782722 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:11:37.782722 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:11:37.782722 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:11:37.782722 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:11:37.782722 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:11:37.782722 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:11:37.782722 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:11:37.782722 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:11:37.782722 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:11:37.782722 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:11:37.782722 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:11:37.782722 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:11:37.832726 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e3f2ef-f5bc-45b1-9d61-1309b3553c70 req-23dcda64-4313-4546-a15e-062d8b959cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:37.834238 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d1e3f2ef-f5bc-45b1-9d61-1309b3553c70 req-23dcda64-4313-4546-a15e-062d8b959cae service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9f03234b-998c-465c-8f0a-752c850a77ec HTTP/1.1" status: 200 len: 844 time: 0.2818797 Dec 06 17:11:37.843623 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ae793f-a607-4b80-a279-5230c0cddd2f req-9c1ab7fd-b9c7-4063-b3d8-25824c8326e8 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:37.845096 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e8ae793f-a607-4b80-a279-5230c0cddd2f req-9c1ab7fd-b9c7-4063-b3d8-25824c8326e8 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c4214df-5ee0-413a-b894-51ab5b893781&tenant_id=4fbfd036e0874a51a15b7801ac955516&binding%3Ahost_id=n-h1-master-1 HTTP/1.1" status: 200 len: 949 time: 0.2640975 Dec 06 17:11:37.855876 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bd3388e5-eb1c-418d-9235-82d28a7f127b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:37.869057 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bd3388e5-eb1c-418d-9235-82d28a7f127b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:37.872324 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-bd3388e5-eb1c-418d-9235-82d28a7f127b admin admin] 10.222.0.23 "DELETE /v2.0/networks/427bb5a0-609d-4581-949c-2025bbcaac3c HTTP/1.1" status: 204 len: 168 time: 1.4283659 Dec 06 17:11:37.886927 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3388e5-eb1c-418d-9235-82d28a7f127b admin admin] Pushing event deleted for resources: {'Network': ['ID=427bb5a0-609d-4581-949c-2025bbcaac3c,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:37.895487 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1af8ba6-d273-45ec-9bdf-6413cffe484f req-ed047209-5f74-43a4-90f2-93bb083cc2ce tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:37.897311 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d1af8ba6-d273-45ec-9bdf-6413cffe484f req-ed047209-5f74-43a4-90f2-93bb083cc2ce tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/networks?id=33742801-ccea-4ab3-a86a-2573a2966c19 HTTP/1.1" status: 200 len: 808 time: 0.1939936 Dec 06 17:11:37.920337 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d1af8ba6-d273-45ec-9bdf-6413cffe484f req-5880d9b1-7285-4613-9f58-7515ff867ae4 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/quotas/1d83e0c6d059422882cc226e7f9c727a HTTP/1.1" status: 200 len: 375 time: 0.0156031 Dec 06 17:11:37.963915 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-dfef77fb-f61e-4103-95a2-ca95afd046a8 req-23260863-4f22-4ee1-a50b-971bd8fd24cc tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] 10.222.0.23 "GET /v2.0/security-groups?id=56960e5e-62e2-42da-96b9-79aa56365423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2288151 Dec 06 17:11:37.995246 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e3f2ef-f5bc-45b1-9d61-1309b3553c70 req-c3db126c-ccbd-491f-8d77-1cae6369d94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:37.997340 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d1e3f2ef-f5bc-45b1-9d61-1309b3553c70 req-c3db126c-ccbd-491f-8d77-1cae6369d94d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9f7eb17f-0101-4378-b23e-fba2a86eb752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1488731 Dec 06 17:11:38.020951 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e8ae793f-a607-4b80-a279-5230c0cddd2f req-4136929c-ceb5-4731-ab1d-bc4444a389c3 service neutron] 10.222.0.41 "GET /v2.0/ports/ace816df-f221-4480-98a4-e0c3265e6d36/bindings/n-h1-master-1 HTTP/1.1" status: 200 len: 382 time: 0.1584723 Dec 06 17:11:38.025291 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d1af8ba6-d273-45ec-9bdf-6413cffe484f req-52eed9e0-f20c-430d-9045-58ccf966196a tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1d83e0c6d059422882cc226e7f9c727a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0954313 Dec 06 17:11:38.050122 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-baa62069-3780-4bf8-b495-3e41071aeee9 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:38.095184 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-baa62069-3780-4bf8-b495-3e41071aeee9 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:38.136842 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 43142) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:11:38.172972 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a86623ae-7029-4a6c-928d-207b8c526b35 req-6da98037-322f-47a2-802d-08a83b59a3f4 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=4b43d5b1cc2b418c97b1aca204b56c1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0924280 Dec 06 17:11:38.249440 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa62069-3780-4bf8-b495-3e41071aeee9 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Pushing event updated for resources: {'Port': ['ID=e2d82f16-9eca-437d-a93a-1f49d0fd4fe3,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:38.273957 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d1e3f2ef-f5bc-45b1-9d61-1309b3553c70 req-867839bf-5d5f-431b-9400-39eb1529b158 service neutron] 10.222.0.41 "GET /v2.0/networks/9f7eb17f-0101-4378-b23e-fba2a86eb752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658198 Dec 06 17:11:38.329697 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ae793f-a607-4b80-a279-5230c0cddd2f req-244283ae-92db-4300-a5c0-c916ac280fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:38.331757 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e8ae793f-a607-4b80-a279-5230c0cddd2f req-244283ae-92db-4300-a5c0-c916ac280fcc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4fbfd036e0874a51a15b7801ac955516&device_id=2c4214df-5ee0-413a-b894-51ab5b893781 HTTP/1.1" status: 200 len: 1100 time: 0.2491274 Dec 06 17:11:38.365364 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-baa62069-3780-4bf8-b495-3e41071aeee9 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:38.479432 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-b803b87f-f52e-41c5-ac9c-5f36e6007206 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0ec0cbd42e444a94929543cc17ddde42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3409579 Dec 06 17:11:38.485087 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 43152) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:11:38.492035 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-baa62069-3780-4bf8-b495-3e41071aeee9 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:38.502880 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-baa62069-3780-4bf8-b495-3e41071aeee9 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8914657 Dec 06 17:11:38.522500 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86623ae-7029-4a6c-928d-207b8c526b35 req-0ff41152-6ed4-400b-b61b-a7e606e33775 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:38.524077 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a86623ae-7029-4a6c-928d-207b8c526b35 req-0ff41152-6ed4-400b-b61b-a7e606e33775 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3410020 Dec 06 17:11:38.540851 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d1af8ba6-d273-45ec-9bdf-6413cffe484f req-c312314a-b32b-47b7-804c-b19f451a29e4 service neutron] 10.222.0.23 "GET /v2.0/networks/33742801-ccea-4ab3-a86a-2573a2966c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5144236 Dec 06 17:11:38.565632 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a86623ae-7029-4a6c-928d-207b8c526b35 req-08d16481-d47d-4226-bdeb-c902e0c9431a tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/quotas/4b43d5b1cc2b418c97b1aca204b56c1e HTTP/1.1" status: 200 len: 375 time: 0.0344546 Dec 06 17:11:38.574194 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d1e3f2ef-f5bc-45b1-9d61-1309b3553c70 req-c0f0905a-2be9-4ad0-9f31-2fec4959adf1 service neutron] 10.222.0.41 "GET /v2.0/networks/9f7eb17f-0101-4378-b23e-fba2a86eb752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625728 Dec 06 17:11:38.612620 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cb52137e-5b17-40a9-8a9d-9778155f469e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:38.618297 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ae793f-a607-4b80-a279-5230c0cddd2f req-e5ff2883-c145-4f8b-9bd4-6378829a4dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:38.619878 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e8ae793f-a607-4b80-a279-5230c0cddd2f req-e5ff2883-c145-4f8b-9bd4-6378829a4dc0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ee08a0d2-834f-4c39-be47-9c424581246a HTTP/1.1" status: 200 len: 870 time: 0.2744091 Dec 06 17:11:38.652608 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cb52137e-5b17-40a9-8a9d-9778155f469e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:38.671170 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e8ae793f-a607-4b80-a279-5230c0cddd2f req-f60cdbf5-c800-4aaa-9cc5-05e758dd2d9b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=ace816df-f221-4480-98a4-e0c3265e6d36 HTTP/1.1" status: 200 len: 217 time: 0.0413773 Dec 06 17:11:38.676931 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a86623ae-7029-4a6c-928d-207b8c526b35 req-4a1a0987-659c-4095-b7ff-3091a1824367 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4b43d5b1cc2b418c97b1aca204b56c1e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0943966 Dec 06 17:11:38.684240 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d1af8ba6-d273-45ec-9bdf-6413cffe484f req-b31e74da-fe4f-4f36-bd1e-b00f4b5eb1fc service neutron] 10.222.0.23 "GET /v2.0/networks/33742801-ccea-4ab3-a86a-2573a2966c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424625 Dec 06 17:11:38.717268 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device b0780acc-3f7a-4e37-a2da-88b13a605a26 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:11:38.742272 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device ace816df-f221-4480-98a4-e0c3265e6d36 up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:11:38.746071 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cb52137e-5b17-40a9-8a9d-9778155f469e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:38.747699 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ae793f-a607-4b80-a279-5230c0cddd2f req-bdeaa4cf-db8d-4775-ad55-a4529c97edf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:38.749314 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e8ae793f-a607-4b80-a279-5230c0cddd2f req-bdeaa4cf-db8d-4775-ad55-a4529c97edf3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1342252a-21e4-4783-88ff-f54776c79059 HTTP/1.1" status: 200 len: 843 time: 0.0690978 Dec 06 17:11:38.749930 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cb52137e-5b17-40a9-8a9d-9778155f469e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:38.754201 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-cb52137e-5b17-40a9-8a9d-9778155f469e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d84de40a-3b4f-4337-825c-91d58b9727f1 HTTP/1.1" status: 204 len: 168 time: 0.2650638 Dec 06 17:11:38.783510 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb52137e-5b17-40a9-8a9d-9778155f469e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d84de40a-3b4f-4337-825c-91d58b9727f1,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:38.829077 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ae793f-a607-4b80-a279-5230c0cddd2f req-f45900dd-f398-4734-8232-95bc3bb19fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:38.835020 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e8ae793f-a607-4b80-a279-5230c0cddd2f req-f45900dd-f398-4734-8232-95bc3bb19fd7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee08a0d2-834f-4c39-be47-9c424581246a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0775821 Dec 06 17:11:38.876184 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.db.resource_extend [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 06 17:11:38.961324 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e8ae793f-a607-4b80-a279-5230c0cddd2f req-b9da8676-df58-4161-a2cb-37a428f11188 service neutron] 10.222.0.41 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182065 Dec 06 17:11:38.973678 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port ace816df-f221-4480-98a4-e0c3265e6d36 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:11:38.988608 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port ace816df-f221-4480-98a4-e0c3265e6d36 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:11:38.990617 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:39.061601 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abdd938-a144-4aa1-995e-3921a871b44f req-d06c013c-d886-4d73-8b2f-809e67ce4fc9 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:39.072232 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0abdd938-a144-4aa1-995e-3921a871b44f req-d06c013c-d886-4d73-8b2f-809e67ce4fc9 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4214df-5ee0-413a-b894-51ab5b893781 HTTP/1.1" status: 200 len: 949 time: 0.1043131 Dec 06 17:11:39.090960 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port b0780acc-3f7a-4e37-a2da-88b13a605a26, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=b0780acc-3f7a-4e37-a2da-88b13a605a26,segment=NetworkSegment(0948af6a-14ee-4e03-a17c-8c618cc53269),segment_id=0948af6a-14ee-4e03-a17c-8c618cc53269)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:11:39.110339 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': 'b0780acc-3f7a-4e37-a2da-88b13a605a26', 'network_id': '9f7eb17f-0101-4378-b23e-fba2a86eb752', 'port_id': 'b0780acc-3f7a-4e37-a2da-88b13a605a26', 'mac_address': 'fa:16:3e:83:c1:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f03234b-998c-465c-8f0a-752c850a77ec', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:11:39.117221 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e8ae793f-a607-4b80-a279-5230c0cddd2f req-49412da0-57ea-43ba-8520-389b0f75353f service neutron] 10.222.0.41 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488674 Dec 06 17:11:39.155473 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0abdd938-a144-4aa1-995e-3921a871b44f req-ec37526f-5cc7-4f5f-82f5-69934e0bb4c4 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823462 Dec 06 17:11:39.164846 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device e917814b-e40f-4ffe-a74f-6b2db8f95297 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:11:39.247888 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:39.296994 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:39.307401 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0780acc-3f7a-4e37-a2da-88b13a605a26 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:11:39.325354 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeb4d7a-3724-40a4-bac7-ef9006b2d6a4 req-2b27d66d-e688-47a8-9acb-84180d362357 tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:39.327441 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4aeb4d7a-3724-40a4-bac7-ef9006b2d6a4 req-2b27d66d-e688-47a8-9acb-84180d362357 tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] 10.222.0.23 "GET /v2.0/ports?device_id=42026aea-3fdb-4904-b799-6c6d99ffca58 HTTP/1.1" status: 200 len: 943 time: 0.0748200 Dec 06 17:11:39.404549 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4aeb4d7a-3724-40a4-bac7-ef9006b2d6a4 req-859d2e41-5438-49e7-b06a-a4c768b4d6bf tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] 10.222.0.23 "GET /v2.0/security-groups?id=6674781b-e31c-46a0-acaf-3459c90286ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0685673 Dec 06 17:11:39.458239 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port b0780acc-3f7a-4e37-a2da-88b13a605a26, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=b0780acc-3f7a-4e37-a2da-88b13a605a26,segment=NetworkSegment(0948af6a-14ee-4e03-a17c-8c618cc53269),segment_id=0948af6a-14ee-4e03-a17c-8c618cc53269)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:11:39.469113 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:39.508068 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c4214df-5ee0-413a-b894-51ab5b893781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace816df-f221-4480-98a4-e0c3265e6d36'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:11:39.510344 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e86e1ffc-bcee-45cf-a462-bd43ef7666fd" -d '{"events": [{"server_uuid": "2c4214df-5ee0-413a-b894-51ab5b893781", "name": "network-vif-plugged", "status": "completed", "tag": "ace816df-f221-4480-98a4-e0c3265e6d36"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:11:39.538743 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port ace816df-f221-4480-98a4-e0c3265e6d36, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ace816df-f221-4480-98a4-e0c3265e6d36,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:11:39.551492 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port e917814b-e40f-4ffe-a74f-6b2db8f95297, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e917814b-e40f-4ffe-a74f-6b2db8f95297,segment=NetworkSegment(ff33a10c-d3a2-4b70-9308-425a1aa27afa),segment_id=ff33a10c-d3a2-4b70-9308-425a1aa27afa)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:11:39.556810 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:39.577737 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': 'e917814b-e40f-4ffe-a74f-6b2db8f95297', 'network_id': 'ab4dd15b-a9b8-4be5-bb0e-70bbaf5638ab', 'port_id': 'e917814b-e40f-4ffe-a74f-6b2db8f95297', 'mac_address': 'fa:16:3e:66:3b:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e482b70b-91bd-44a1-a0fe-788133dd6bf0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:11:39.579345 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=b0780acc-3f7a-4e37-a2da-88b13a605a26,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:39.630354 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-b04e91c9-64c5-4c9a-a7f5-217c1a8edbb0 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--480948830&fields=id&tenant_id=e06aba6f7cc1415e89ae20f4d5eb8b07 HTTP/1.1" status: 200 len: 267 time: 0.1035407 Dec 06 17:11:39.688764 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=ace816df-f221-4480-98a4-e0c3265e6d36,revision_number=9']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:39.710778 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:39.715811 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-b54a1f4b-a2b9-42b6-a58c-95cb0e104251 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:39.717075 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-b54a1f4b-a2b9-42b6-a58c-95cb0e104251 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/ports/e2c81161-fcfe-4c5c-a15a-a2bb77a0ab7d HTTP/1.1" status: 200 len: 937 time: 0.0845299 Dec 06 17:11:39.733313 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e917814b-e40f-4ffe-a74f-6b2db8f95297 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:11:39.748980 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['b0780acc-3f7a-4e37-a2da-88b13a605a26'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:11:39.761314 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port e917814b-e40f-4ffe-a74f-6b2db8f95297, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e917814b-e40f-4ffe-a74f-6b2db8f95297,segment=NetworkSegment(ff33a10c-d3a2-4b70-9308-425a1aa27afa),segment_id=ff33a10c-d3a2-4b70-9308-425a1aa27afa)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:11:39.786140 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:39.839301 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-c48fc045-0242-4f3f-8c44-c0c38ebdb6ee tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:39.849956 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-c48fc045-0242-4f3f-8c44-c0c38ebdb6ee tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/ports/5d044c44-c6ea-4f9f-a3c3-6f30ee8e15d8 HTTP/1.1" status: 200 len: 937 time: 0.1235268 Dec 06 17:11:39.917537 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=e917814b-e40f-4ffe-a74f-6b2db8f95297,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:40.014880 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-9fc4c520-8976-4013-826e-bd4dbe5c2ff8 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/ports?network_id=923a9dfa-d650-4f29-aec2-2016eca01acc&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1632254 Dec 06 17:11:40.040243 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['e917814b-e40f-4ffe-a74f-6b2db8f95297'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:11:40.060671 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-cfcd1237-4d97-4a28-a02c-0aaae8c378c8 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/ports?network_id=923a9dfa-d650-4f29-aec2-2016eca01acc&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0375705 Dec 06 17:11:40.235953 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-f829d37c-5728-4ff1-9853-504529ff2c89 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:40.244153 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-f829d37c-5728-4ff1-9853-504529ff2c89 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:40.254000 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-f829d37c-5728-4ff1-9853-504529ff2c89 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:40.255951 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1972a9dc-ffb1-44bf-a89e-03bc2166ff74 req-4c90471e-d4d8-458f-9238-cb6947d2662d tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=851a3db1-d857-4982-bb02-42a5ec92a2df HTTP/1.1" status: 200 len: 210 time: 0.0346918 Dec 06 17:11:40.263856 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-f829d37c-5728-4ff1-9853-504529ff2c89 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/networks?id=f05d9e0a-904c-47f7-bc1e-929f90cd4a84&id=a265b143-efdd-45e0-a32a-71d5cda110a4&id=a265b143-efdd-45e0-a32a-71d5cda110a4&id=923a9dfa-d650-4f29-aec2-2016eca01acc&id=923a9dfa-d650-4f29-aec2-2016eca01acc HTTP/1.1" status: 200 len: 1996 time: 0.2012305 Dec 06 17:11:40.289536 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-412e2380-0b6c-4cf5-b04c-54cba04f9234 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/quotas/e06aba6f7cc1415e89ae20f4d5eb8b07 HTTP/1.1" status: 200 len: 375 time: 0.0240786 Dec 06 17:11:40.372428 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-fd018de6-790e-40e6-9ba9-cb5c3bf45327 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e06aba6f7cc1415e89ae20f4d5eb8b07&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0807943 Dec 06 17:11:40.406624 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4e16c8-b516-4f06-a632-f5d5b3f5f46d req-75ace98f-3be8-48a8-b731-234dd0240f20 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:40.408837 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7c4e16c8-b516-4f06-a632-f5d5b3f5f46d req-75ace98f-3be8-48a8-b731-234dd0240f20 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] 10.222.0.23 "GET /v2.0/ports?device_id=d29fc859-bc40-402c-963f-f48ae65d78b4 HTTP/1.1" status: 200 len: 944 time: 0.0613639 Dec 06 17:11:40.491164 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7c4e16c8-b516-4f06-a632-f5d5b3f5f46d req-9879ee5b-d4d7-404b-a583-730424b1ad0b tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] 10.222.0.23 "GET /v2.0/security-groups?id=56960e5e-62e2-42da-96b9-79aa56365423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730362 Dec 06 17:11:40.532576 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-7cd3607b-3b1b-40c8-9fd6-503be693a0c2 service neutron] 10.222.0.23 "GET /v2.0/networks/f05d9e0a-904c-47f7-bc1e-929f90cd4a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439486 Dec 06 17:11:40.666828 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3067136-af23-4c61-87e0-0774f49f2244 x-openstack-request-id: req-c3067136-af23-4c61-87e0-0774f49f2244 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:11:40.667250 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c4214df-5ee0-413a-b894-51ab5b893781", "name": "network-vif-plugged", "status": "completed", "tag": "ace816df-f221-4480-98a4-e0c3265e6d36", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:11:40.667613 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c3067136-af23-4c61-87e0-0774f49f2244 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:11:40.668110 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c4214df-5ee0-413a-b894-51ab5b893781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace816df-f221-4480-98a4-e0c3265e6d36', 'code': 200} Dec 06 17:11:40.699918 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-5498b907-3319-4e65-9497-cca504961f31 service neutron] 10.222.0.23 "GET /v2.0/networks/f05d9e0a-904c-47f7-bc1e-929f90cd4a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649141 Dec 06 17:11:40.709449 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1af8ba6-d273-45ec-9bdf-6413cffe484f req-35254586-1d6f-4da9-8620-a560895a443c tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:40.711481 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d1af8ba6-d273-45ec-9bdf-6413cffe484f req-35254586-1d6f-4da9-8620-a560895a443c tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.41 "GET /v2.0/networks?id=33742801-ccea-4ab3-a86a-2573a2966c19 HTTP/1.1" status: 200 len: 808 time: 0.2193995 Dec 06 17:11:40.732050 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-d1af8ba6-d273-45ec-9bdf-6413cffe484f req-6fa1edf3-e189-4ab7-8bf9-bf452a3a23f7 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Request body: {'port': {'device_id': '851a3db1-d857-4982-bb02-42a5ec92a2df', 'network_id': '33742801-ccea-4ab3-a86a-2573a2966c19', 'admin_state_up': True, 'tenant_id': '1d83e0c6d059422882cc226e7f9c727a'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:11:40.746261 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-8fe69a2d-ba08-4858-afc3-b9c0abfe4de3 service neutron] 10.222.0.23 "GET /v2.0/ports/e2c81161-fcfe-4c5c-a15a-a2bb77a0ab7d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0437908 Dec 06 17:11:40.846025 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-24256c3f-dbc2-4ce8-bed9-26a021e61f49 service neutron] 10.222.0.23 "GET /v2.0/networks/a265b143-efdd-45e0-a32a-71d5cda110a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962594 Dec 06 17:11:40.908431 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec72b3-6ed2-462d-9e87-c0fbc3f06e1d req-ffa99b38-e775-435e-bc01-8c99683bfef8 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:40.910010 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-00ec72b3-6ed2-462d-9e87-c0fbc3f06e1d req-ffa99b38-e775-435e-bc01-8c99683bfef8 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4214df-5ee0-413a-b894-51ab5b893781 HTTP/1.1" status: 200 len: 950 time: 0.1518681 Dec 06 17:11:40.940142 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-cd4e21a7-9c98-49af-bb7e-1e43e6c4c372 service neutron] 10.222.0.23 "GET /v2.0/networks/a265b143-efdd-45e0-a32a-71d5cda110a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881417 Dec 06 17:11:40.945269 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1db4a7e6-0191-42e3-95b6-e1e847c0eac4 req-c2a385c8-6019-4160-8d1a-cb2734741d1b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a2d120db-3c1e-4e7f-9fa1-3ee957306d01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1039279 Dec 06 17:11:40.980561 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-75966f6f-21d5-44fc-901d-e7025419505a service neutron] 10.222.0.23 "GET /v2.0/ports/5d044c44-c6ea-4f9f-a3c3-6f30ee8e15d8?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0332797 Dec 06 17:11:41.012035 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-00ec72b3-6ed2-462d-9e87-c0fbc3f06e1d req-5a1fc866-1831-43d2-b632-18215d91d3bd tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925276 Dec 06 17:11:41.012525 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1af8ba6-d273-45ec-9bdf-6413cffe484f req-6fa1edf3-e189-4ab7-8bf9-bf452a3a23f7 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Made reservation on behalf of 1d83e0c6d059422882cc226e7f9c727a for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:11:41.016761 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d1af8ba6-d273-45ec-9bdf-6413cffe484f req-6fa1edf3-e189-4ab7-8bf9-bf452a3a23f7 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:41.059852 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db4a7e6-0191-42e3-95b6-e1e847c0eac4 req-d58706a3-e0cb-47fb-84bc-6d13dfe2d0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:41.061686 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1db4a7e6-0191-42e3-95b6-e1e847c0eac4 req-d58706a3-e0cb-47fb-84bc-6d13dfe2d0a0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4fbfd036e0874a51a15b7801ac955516&device_id=a2d120db-3c1e-4e7f-9fa1-3ee957306d01 HTTP/1.1" status: 200 len: 1102 time: 0.0910447 Dec 06 17:11:41.097769 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-4c829d30-034e-4d2a-ba11-2c2d8de12937 service neutron] 10.222.0.23 "GET /v2.0/networks/a265b143-efdd-45e0-a32a-71d5cda110a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108716 Dec 06 17:11:41.138389 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device e917814b-e40f-4ffe-a74f-6b2db8f95297 up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:11:41.246237 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-81158cd2-cd42-40f2-89ab-b39a9c14e774 service neutron] 10.222.0.23 "GET /v2.0/networks/a265b143-efdd-45e0-a32a-71d5cda110a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419015 Dec 06 17:11:41.263497 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning for port e917814b-e40f-4ffe-a74f-6b2db8f95297 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:11:41.269225 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port e917814b-e40f-4ffe-a74f-6b2db8f95297 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:11:41.269878 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:41.383163 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:41.425633 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-9dc962bd-50e8-431a-a28a-481f5c262140 service neutron] 10.222.0.23 "GET /v2.0/networks/a265b143-efdd-45e0-a32a-71d5cda110a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783090 Dec 06 17:11:41.433277 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port e917814b-e40f-4ffe-a74f-6b2db8f95297, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e917814b-e40f-4ffe-a74f-6b2db8f95297,segment=NetworkSegment(ff33a10c-d3a2-4b70-9308-425a1aa27afa),segment_id=ff33a10c-d3a2-4b70-9308-425a1aa27afa)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:11:41.442475 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:41.529506 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=e917814b-e40f-4ffe-a74f-6b2db8f95297,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:41.547428 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-e3cde70d-0dd4-4872-bc67-54d3769905b1 service neutron] 10.222.0.23 "GET /v2.0/networks/a265b143-efdd-45e0-a32a-71d5cda110a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140733 Dec 06 17:11:41.698822 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 43246) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:11:41.704500 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-ccd782cf-f954-49fe-bf76-3062b1aef051 service neutron] 10.222.0.23 "GET /v2.0/networks/a265b143-efdd-45e0-a32a-71d5cda110a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507628 Dec 06 17:11:41.744534 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a77b2-ebfc-4402-ad5e-3847637d69ba req-99279375-6d49-4b78-bbbc-197fa0e6fc9e tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:41.746765 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-401a77b2-ebfc-4402-ad5e-3847637d69ba req-99279375-6d49-4b78-bbbc-197fa0e6fc9e tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] 10.222.0.23 "GET /v2.0/ports?device_id=42026aea-3fdb-4904-b799-6c6d99ffca58 HTTP/1.1" status: 200 len: 945 time: 0.2279565 Dec 06 17:11:41.755416 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db4a7e6-0191-42e3-95b6-e1e847c0eac4 req-5596833b-0895-4e7b-aef1-61093072a8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:41.757048 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1db4a7e6-0191-42e3-95b6-e1e847c0eac4 req-5596833b-0895-4e7b-aef1-61093072a8bb service neutron] 10.222.0.41 "GET /v2.0/networks?id=ee08a0d2-834f-4c39-be47-9c424581246a HTTP/1.1" status: 200 len: 870 time: 0.2400789 Dec 06 17:11:41.759363 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-d1af8ba6-d273-45ec-9bdf-6413cffe484f req-6fa1edf3-e189-4ab7-8bf9-bf452a3a23f7 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Allocated IP 172.20.0.5 (33742801-ccea-4ab3-a86a-2573a2966c19/da31f47d-8fee-49c3-b794-af6b3fd955bf/4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:11:41.837061 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1db4a7e6-0191-42e3-95b6-e1e847c0eac4 req-703d5e24-8578-4513-b711-1e6cc1887337 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=8b72c507-ab7f-472b-b4c2-d0e3a63c5223 HTTP/1.1" status: 200 len: 217 time: 0.0559342 Dec 06 17:11:41.840765 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a86623ae-7029-4a6c-928d-207b8c526b35 req-60064177-7641-4796-98a2-18c1d450b341 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=4b43d5b1cc2b418c97b1aca204b56c1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313900 Dec 06 17:11:41.860197 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ae793f-a607-4b80-a279-5230c0cddd2f req-b5bc7153-44f8-4d61-bdcc-2f8d74bdb171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:41.861731 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e8ae793f-a607-4b80-a279-5230c0cddd2f req-b5bc7153-44f8-4d61-bdcc-2f8d74bdb171 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2c4214df-5ee0-413a-b894-51ab5b893781&tenant_id=4fbfd036e0874a51a15b7801ac955516 HTTP/1.1" status: 200 len: 1101 time: 0.1597917 Dec 06 17:11:41.901048 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-e8ae793f-a607-4b80-a279-5230c0cddd2f req-53beb05a-6e35-4113-b956-a9c614f80f54 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-master-1', 'device_owner': 'compute:nova'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:11:41.913241 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-401a77b2-ebfc-4402-ad5e-3847637d69ba req-1ad3d9bd-6626-453b-9063-a6a6dc608a0d tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] 10.222.0.23 "GET /v2.0/security-groups?id=6674781b-e31c-46a0-acaf-3459c90286ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1551905 Dec 06 17:11:41.943941 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-575b35b9-f341-4ead-9409-a126e33a839d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:41.960451 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-03221c08-cf23-4a2d-86f1-28bd7723f7de service neutron] 10.222.0.23 "GET /v2.0/networks/a265b143-efdd-45e0-a32a-71d5cda110a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258921 Dec 06 17:11:41.977805 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db4a7e6-0191-42e3-95b6-e1e847c0eac4 req-02edc785-c263-457c-afad-43532fbf52c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:41.979193 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1db4a7e6-0191-42e3-95b6-e1e847c0eac4 req-02edc785-c263-457c-afad-43532fbf52c3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1342252a-21e4-4783-88ff-f54776c79059 HTTP/1.1" status: 200 len: 843 time: 0.1199248 Dec 06 17:11:42.085513 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8c002f52-a8c5-4cb0-b8db-51ba708fe136 req-5b543fb8-6270-4993-9d78-2bbaa69c6603 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b3b7908-bd5b-4ea7-8bff-9c3b9ed34065 HTTP/1.1" status: 200 len: 210 time: 0.0538738 Dec 06 17:11:42.101783 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86623ae-7029-4a6c-928d-207b8c526b35 req-93039627-656f-4a0d-bb26-8977c1d0223f tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:42.103301 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a86623ae-7029-4a6c-928d-207b8c526b35 req-93039627-656f-4a0d-bb26-8977c1d0223f tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2400670 Dec 06 17:11:42.115161 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e8ae793f-a607-4b80-a279-5230c0cddd2f req-53beb05a-6e35-4113-b956-a9c614f80f54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:42.124546 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-a86623ae-7029-4a6c-928d-207b8c526b35 req-970a7bc5-6571-48b8-81c3-f25c2e6dfd1c tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Request body: {'port': {'device_id': '4d6220a5-a193-40f4-b9f5-1ad0adc38c1b', 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a', 'admin_state_up': True, 'tenant_id': '4b43d5b1cc2b418c97b1aca204b56c1e'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:11:42.163173 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db4a7e6-0191-42e3-95b6-e1e847c0eac4 req-eb01f42e-a56a-4b34-8a83-0d7c0af386c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:42.165166 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1db4a7e6-0191-42e3-95b6-e1e847c0eac4 req-eb01f42e-a56a-4b34-8a83-0d7c0af386c2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee08a0d2-834f-4c39-be47-9c424581246a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1733680 Dec 06 17:11:42.206449 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-bdeb08e6-65f1-4d28-b6d8-cbda0931783a service neutron] 10.222.0.23 "GET /v2.0/networks/923a9dfa-d650-4f29-aec2-2016eca01acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272818 Dec 06 17:11:42.216961 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d1af8ba6-d273-45ec-9bdf-6413cffe484f req-6fa1edf3-e189-4ab7-8bf9-bf452a3a23f7 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:42.244147 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-575b35b9-f341-4ead-9409-a126e33a839d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:42.271844 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-575b35b9-f341-4ead-9409-a126e33a839d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:42.349816 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-276d9df3-3281-4c98-b4e8-6fe3b9405b5e req-94d9e4f7-a5b9-4ce6-9c36-5ad113fddccf tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=851a3db1-d857-4982-bb02-42a5ec92a2df HTTP/1.1" status: 200 len: 210 time: 0.0881541 Dec 06 17:11:42.399829 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-575b35b9-f341-4ead-9409-a126e33a839d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f90b06633d424988aec4c9f86de7e98a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7000647 Dec 06 17:11:42.406231 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 43254) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:11:42.408369 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a86623ae-7029-4a6c-928d-207b8c526b35 req-9a606d4e-597a-4286-808b-9472a4ff390b tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=4b43d5b1cc2b418c97b1aca204b56c1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0819499 Dec 06 17:11:42.410839 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575b35b9-f341-4ead-9409-a126e33a839d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=723d6d98-fae9-420c-ad7b-2ffb90735e67,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:42.486332 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1db4a7e6-0191-42e3-95b6-e1e847c0eac4 req-06876b0e-f80c-4a55-abf9-d95d2269fc91 service neutron] 10.222.0.41 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2963655 Dec 06 17:11:42.493774 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d1af8ba6-d273-45ec-9bdf-6413cffe484f req-6fa1edf3-e189-4ab7-8bf9-bf452a3a23f7 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:42.570831 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e29b6563-cf48-4185-8566-8607a3920678 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:42.639069 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1af8ba6-d273-45ec-9bdf-6413cffe484f req-6fa1edf3-e189-4ab7-8bf9-bf452a3a23f7 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Network 33742801-ccea-4ab3-a86a-2573a2966c19 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:11:42.652660 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-d1af8ba6-d273-45ec-9bdf-6413cffe484f req-6fa1edf3-e189-4ab7-8bf9-bf452a3a23f7 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:11:42.655198 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1af8ba6-d273-45ec-9bdf-6413cffe484f req-6fa1edf3-e189-4ab7-8bf9-bf452a3a23f7 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:11:42.669555 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42026aea-3fdb-4904-b799-6c6d99ffca58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e917814b-e40f-4ffe-a74f-6b2db8f95297'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:11:42.682171 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4191adde-17e9-4e31-89a3-3388868ceb6e" -d '{"events": [{"server_uuid": "42026aea-3fdb-4904-b799-6c6d99ffca58", "name": "network-vif-plugged", "status": "completed", "tag": "e917814b-e40f-4ffe-a74f-6b2db8f95297"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:11:42.695925 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e29b6563-cf48-4185-8566-8607a3920678 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:42.707689 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa1edf3-e189-4ab7-8bf9-bf452a3a23f7 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Pushing event updated for resources: {'Port': ['ID=4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:42.736344 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f441559-0003-4270-8bfb-c42801229947 req-542bc5c5-7094-4e21-90ce-b819f8cc45f3 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:42.738043 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6f441559-0003-4270-8bfb-c42801229947 req-542bc5c5-7094-4e21-90ce-b819f8cc45f3 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] 10.222.0.23 "GET /v2.0/ports?device_id=d29fc859-bc40-402c-963f-f48ae65d78b4 HTTP/1.1" status: 200 len: 944 time: 0.2541125 Dec 06 17:11:42.747372 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device b0780acc-3f7a-4e37-a2da-88b13a605a26 up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:11:42.817498 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-c286eca1-18fa-462c-b320-6cf5388e5095 service neutron] 10.222.0.23 "GET /v2.0/networks/923a9dfa-d650-4f29-aec2-2016eca01acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5808461 Dec 06 17:11:42.831921 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1af8ba6-d273-45ec-9bdf-6413cffe484f req-6fa1edf3-e189-4ab7-8bf9-bf452a3a23f7 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:42.832573 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d1af8ba6-d273-45ec-9bdf-6413cffe484f req-6fa1edf3-e189-4ab7-8bf9-bf452a3a23f7 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:42.838253 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1db4a7e6-0191-42e3-95b6-e1e847c0eac4 req-d60a297a-55f5-4a11-a442-1c61ddb08b19 service neutron] 10.222.0.41 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3360250 Dec 06 17:11:42.839024 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port b0780acc-3f7a-4e37-a2da-88b13a605a26 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:11:42.845212 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port b0780acc-3f7a-4e37-a2da-88b13a605a26 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:11:42.845630 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:42.871357 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e29b6563-cf48-4185-8566-8607a3920678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:42.876606 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e29b6563-cf48-4185-8566-8607a3920678 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:42.878017 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-e29b6563-cf48-4185-8566-8607a3920678 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/723d6d98-fae9-420c-ad7b-2ffb90735e67 HTTP/1.1" status: 204 len: 168 time: 0.4690521 Dec 06 17:11:42.889692 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a86623ae-7029-4a6c-928d-207b8c526b35 req-970a7bc5-6571-48b8-81c3-f25c2e6dfd1c tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Made reservation on behalf of 4b43d5b1cc2b418c97b1aca204b56c1e for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:11:42.894515 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-a86623ae-7029-4a6c-928d-207b8c526b35 req-970a7bc5-6571-48b8-81c3-f25c2e6dfd1c tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:42.902430 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d1af8ba6-d273-45ec-9bdf-6413cffe484f req-6fa1edf3-e189-4ab7-8bf9-bf452a3a23f7 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1772764 Dec 06 17:11:42.903678 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29b6563-cf48-4185-8566-8607a3920678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=723d6d98-fae9-420c-ad7b-2ffb90735e67,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:42.910122 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6f441559-0003-4270-8bfb-c42801229947 req-bfdea169-bf2f-4c54-b500-95a0c368ee5d tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] 10.222.0.23 "GET /v2.0/security-groups?id=56960e5e-62e2-42da-96b9-79aa56365423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458929 Dec 06 17:11:42.916301 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-d1af8ba6-d273-45ec-9bdf-6413cffe484f req-dbf03999-aceb-4f35-a6ca-d1907b2b3298 service neutron] Request body: {'port': {'device_id': '851a3db1-d857-4982-bb02-42a5ec92a2df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:11:42.976936 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:42.979968 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d1af8ba6-d273-45ec-9bdf-6413cffe484f req-dbf03999-aceb-4f35-a6ca-d1907b2b3298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:42.993120 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86623ae-7029-4a6c-928d-207b8c526b35 req-67a0f0a6-8274-4349-9ce6-3a74de1c5466 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:42.994971 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a86623ae-7029-4a6c-928d-207b8c526b35 req-67a0f0a6-8274-4349-9ce6-3a74de1c5466 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5612440 Dec 06 17:11:43.056296 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-a86623ae-7029-4a6c-928d-207b8c526b35 req-0c585d18-890f-4d75-9ebd-9012bbebc27e tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Request body: {'port': {'device_id': '6b3b7908-bd5b-4ea7-8bff-9c3b9ed34065', 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a', 'admin_state_up': True, 'tenant_id': '4b43d5b1cc2b418c97b1aca204b56c1e'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:11:43.066606 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port b0780acc-3f7a-4e37-a2da-88b13a605a26, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=b0780acc-3f7a-4e37-a2da-88b13a605a26,segment=NetworkSegment(0948af6a-14ee-4e03-a17c-8c618cc53269),segment_id=0948af6a-14ee-4e03-a17c-8c618cc53269)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:11:43.071304 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:43.097847 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-d48ca355-2cae-4883-ad5e-d02bbb02324a service neutron] 10.222.0.23 "GET /v2.0/networks/923a9dfa-d650-4f29-aec2-2016eca01acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707784 Dec 06 17:11:43.142548 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=b0780acc-3f7a-4e37-a2da-88b13a605a26,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:43.176838 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81432145-1af0-4d0f-a2d0-f00179225830 req-c252bd3c-a98a-4ee4-8976-57791f56e52a tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:43.185318 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-81432145-1af0-4d0f-a2d0-f00179225830 req-c252bd3c-a98a-4ee4-8976-57791f56e52a tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4214df-5ee0-413a-b894-51ab5b893781 HTTP/1.1" status: 200 len: 950 time: 0.1427023 Dec 06 17:11:43.195346 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-e8ae793f-a607-4b80-a279-5230c0cddd2f req-53beb05a-6e35-4113-b956-a9c614f80f54 service neutron] For port ace816df-f221-4480-98a4-e0c3265e6d36, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ace816df-f221-4480-98a4-e0c3265e6d36,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:11:43.291532 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-81432145-1af0-4d0f-a2d0-f00179225830 req-6e702f6a-3c64-42e7-b351-6f8742a7360a tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053133 Dec 06 17:11:43.366875 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-e8ae793f-a607-4b80-a279-5230c0cddd2f req-53beb05a-6e35-4113-b956-a9c614f80f54 service neutron] For port ace816df-f221-4480-98a4-e0c3265e6d36, host n-h1-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:11:43.379106 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7de9f373-0c19-4ae7-a8cd-ebefc14ca69d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:43.400124 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-7a2c5a8c-cbe3-48dd-94c9-6d23066678d9 service neutron] 10.222.0.23 "GET /v2.0/networks/923a9dfa-d650-4f29-aec2-2016eca01acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540421 Dec 06 17:11:43.427595 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c4214df-5ee0-413a-b894-51ab5b893781', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ace816df-f221-4480-98a4-e0c3265e6d36'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:11:43.430519 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f69060f6-5c51-471a-b407-a2cdda125547" -d '{"events": [{"server_uuid": "2c4214df-5ee0-413a-b894-51ab5b893781", "name": "network-vif-unplugged", "status": "completed", "tag": "ace816df-f221-4480-98a4-e0c3265e6d36"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:11:43.434805 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e8ae793f-a607-4b80-a279-5230c0cddd2f req-53beb05a-6e35-4113-b956-a9c614f80f54 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:43.450366 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a86623ae-7029-4a6c-928d-207b8c526b35 req-0c585d18-890f-4d75-9ebd-9012bbebc27e tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Made reservation on behalf of 4b43d5b1cc2b418c97b1aca204b56c1e for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:11:43.453953 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-a86623ae-7029-4a6c-928d-207b8c526b35 req-0c585d18-890f-4d75-9ebd-9012bbebc27e tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:43.465332 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-e8ae793f-a607-4b80-a279-5230c0cddd2f req-53beb05a-6e35-4113-b956-a9c614f80f54 service neutron] Transition to ACTIVE for port object ace816df-f221-4480-98a4-e0c3265e6d36 will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:11:43.475095 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-d1af8ba6-d273-45ec-9bdf-6413cffe484f req-dbf03999-aceb-4f35-a6ca-d1907b2b3298 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:11:43.481366 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e8ae793f-a607-4b80-a279-5230c0cddd2f req-53beb05a-6e35-4113-b956-a9c614f80f54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:43.489508 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d1af8ba6-d273-45ec-9bdf-6413cffe484f req-dbf03999-aceb-4f35-a6ca-d1907b2b3298 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:43.508415 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-d1af8ba6-d273-45ec-9bdf-6413cffe484f req-dbf03999-aceb-4f35-a6ca-d1907b2b3298 service neutron] Transition to ACTIVE for port object 4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:11:43.515831 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d1af8ba6-d273-45ec-9bdf-6413cffe484f req-dbf03999-aceb-4f35-a6ca-d1907b2b3298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:43.654528 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf03999-aceb-4f35-a6ca-d1907b2b3298 service neutron] Pushing event updated for resources: {'Port': ['ID=4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:43.712146 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-a86623ae-7029-4a6c-928d-207b8c526b35 req-970a7bc5-6571-48b8-81c3-f25c2e6dfd1c tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Allocated IP 192.168.233.125 (ee08a0d2-834f-4c39-be47-9c424581246a/1342252a-21e4-4783-88ff-f54776c79059/bba877c3-4e46-4a6b-a46a-4d9c36550d32) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:11:43.712700 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-d1af8ba6-d273-45ec-9bdf-6413cffe484f req-dbf03999-aceb-4f35-a6ca-d1907b2b3298 service neutron] Attempting to bind port 4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:11:43.712700 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-d1af8ba6-d273-45ec-9bdf-6413cffe484f req-dbf03999-aceb-4f35-a6ca-d1907b2b3298 service neutron] Attempting to bind port 4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'b5c29f07-61e3-483e-b953-3901f84034df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '33742801-ccea-4ab3-a86a-2573a2966c19'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:11:43.713293 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1af8ba6-d273-45ec-9bdf-6413cffe484f req-dbf03999-aceb-4f35-a6ca-d1907b2b3298 service neutron] Attempting to bind port 4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6 on network 33742801-ccea-4ab3-a86a-2573a2966c19 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:11:43.717490 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8ae793f-a607-4b80-a279-5230c0cddd2f req-53beb05a-6e35-4113-b956-a9c614f80f54 service neutron] No DVR routers for this DVR port ace816df-f221-4480-98a4-e0c3265e6d36 on host n-h1-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:11:43.719410 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1af8ba6-d273-45ec-9bdf-6413cffe484f req-dbf03999-aceb-4f35-a6ca-d1907b2b3298 service neutron] Port 4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6 on network 33742801-ccea-4ab3-a86a-2573a2966c19 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:11:43.719815 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1af8ba6-d273-45ec-9bdf-6413cffe484f req-dbf03999-aceb-4f35-a6ca-d1907b2b3298 service neutron] Attempting to bind port 4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6 on network 33742801-ccea-4ab3-a86a-2573a2966c19 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:11:43.726516 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53beb05a-6e35-4113-b956-a9c614f80f54 service neutron] Pushing event updated for resources: {'Port': ['ID=ace816df-f221-4480-98a4-e0c3265e6d36,revision_number=10']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:43.727313 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1af8ba6-d273-45ec-9bdf-6413cffe484f req-dbf03999-aceb-4f35-a6ca-d1907b2b3298 service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:11:43.727313 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1af8ba6-d273-45ec-9bdf-6413cffe484f req-dbf03999-aceb-4f35-a6ca-d1907b2b3298 service neutron] Checking segment: {'id': 'b5c29f07-61e3-483e-b953-3901f84034df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '33742801-ccea-4ab3-a86a-2573a2966c19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:11:43.727933 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1af8ba6-d273-45ec-9bdf-6413cffe484f req-dbf03999-aceb-4f35-a6ca-d1907b2b3298 service neutron] Bound using segment: {'id': 'b5c29f07-61e3-483e-b953-3901f84034df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '33742801-ccea-4ab3-a86a-2573a2966c19'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:11:43.738806 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-d1af8ba6-d273-45ec-9bdf-6413cffe484f req-dbf03999-aceb-4f35-a6ca-d1907b2b3298 service neutron] Bound port: 4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5c29f07-61e3-483e-b953-3901f84034df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '33742801-ccea-4ab3-a86a-2573a2966c19'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:11:43.741069 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d1af8ba6-d273-45ec-9bdf-6413cffe484f req-dbf03999-aceb-4f35-a6ca-d1907b2b3298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:43.797835 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-e8ae793f-a607-4b80-a279-5230c0cddd2f req-53beb05a-6e35-4113-b956-a9c614f80f54 service neutron] Attempting to bind port ace816df-f221-4480-98a4-e0c3265e6d36 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:11:43.798572 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-e8ae793f-a607-4b80-a279-5230c0cddd2f req-53beb05a-6e35-4113-b956-a9c614f80f54 service neutron] Attempting to bind port ace816df-f221-4480-98a4-e0c3265e6d36 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:11:43.799135 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ae793f-a607-4b80-a279-5230c0cddd2f req-53beb05a-6e35-4113-b956-a9c614f80f54 service neutron] Attempting to bind port ace816df-f221-4480-98a4-e0c3265e6d36 on network ee08a0d2-834f-4c39-be47-9c424581246a {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:11:43.820803 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ae793f-a607-4b80-a279-5230c0cddd2f req-53beb05a-6e35-4113-b956-a9c614f80f54 service neutron] Port ace816df-f221-4480-98a4-e0c3265e6d36 on network ee08a0d2-834f-4c39-be47-9c424581246a not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:11:43.821523 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ae793f-a607-4b80-a279-5230c0cddd2f req-53beb05a-6e35-4113-b956-a9c614f80f54 service neutron] Attempting to bind port ace816df-f221-4480-98a4-e0c3265e6d36 on network ee08a0d2-834f-4c39-be47-9c424581246a {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:11:43.854667 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-d1af8ba6-d273-45ec-9bdf-6413cffe484f req-dbf03999-aceb-4f35-a6ca-d1907b2b3298 service neutron] For port 4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6, host n-h1-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:11:43.856763 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ae793f-a607-4b80-a279-5230c0cddd2f req-53beb05a-6e35-4113-b956-a9c614f80f54 service neutron] Checking agent: {'id': '9d8b9f49-2860-4c1f-9b89-45a7657a3c4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:11:43.857329 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ae793f-a607-4b80-a279-5230c0cddd2f req-53beb05a-6e35-4113-b956-a9c614f80f54 service neutron] Checking segment: {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:11:43.857942 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ae793f-a607-4b80-a279-5230c0cddd2f req-53beb05a-6e35-4113-b956-a9c614f80f54 service neutron] Bound using segment: {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:11:43.858714 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-e8ae793f-a607-4b80-a279-5230c0cddd2f req-53beb05a-6e35-4113-b956-a9c614f80f54 service neutron] Bound port: ace816df-f221-4480-98a4-e0c3265e6d36, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:11:43.859398 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e8ae793f-a607-4b80-a279-5230c0cddd2f req-53beb05a-6e35-4113-b956-a9c614f80f54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:43.861614 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-d1af8ba6-d273-45ec-9bdf-6413cffe484f req-dbf03999-aceb-4f35-a6ca-d1907b2b3298 service neutron] For port 4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6,segment=NetworkSegment(b5c29f07-61e3-483e-b953-3901f84034df),segment_id=b5c29f07-61e3-483e-b953-3901f84034df)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:11:43.870408 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d1af8ba6-d273-45ec-9bdf-6413cffe484f req-dbf03999-aceb-4f35-a6ca-d1907b2b3298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:43.922339 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0ec5a92-078b-4df1-9d20-ed683d58b151 x-openstack-request-id: req-d0ec5a92-078b-4df1-9d20-ed683d58b151 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:11:43.922844 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42026aea-3fdb-4904-b799-6c6d99ffca58", "name": "network-vif-plugged", "status": "completed", "tag": "e917814b-e40f-4ffe-a74f-6b2db8f95297", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:11:43.922961 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d0ec5a92-078b-4df1-9d20-ed683d58b151 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:11:43.923330 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42026aea-3fdb-4904-b799-6c6d99ffca58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e917814b-e40f-4ffe-a74f-6b2db8f95297', 'code': 200} Dec 06 17:11:43.959255 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1af8ba6-d273-45ec-9bdf-6413cffe484f req-dbf03999-aceb-4f35-a6ca-d1907b2b3298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:43.960537 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d1af8ba6-d273-45ec-9bdf-6413cffe484f req-dbf03999-aceb-4f35-a6ca-d1907b2b3298 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:43.964998 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d1af8ba6-d273-45ec-9bdf-6413cffe484f req-dbf03999-aceb-4f35-a6ca-d1907b2b3298 service neutron] 10.222.0.41 "PUT /v2.0/ports/4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6 HTTP/1.1" status: 200 len: 1091 time: 1.0532434 Dec 06 17:11:43.968140 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '851a3db1-d857-4982-bb02-42a5ec92a2df', 'tag': '4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:11:43.972452 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3602e26e-e68f-4b4e-99a2-d6257b0545fd" -d '{"events": [{"name": "network-changed", "server_uuid": "851a3db1-d857-4982-bb02-42a5ec92a2df", "tag": "4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:11:44.002193 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 43306) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:11:44.047045 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf03999-aceb-4f35-a6ca-d1907b2b3298 service neutron] Pushing event updated for resources: {'Port': ['ID=4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:44.055000 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-e8ae793f-a607-4b80-a279-5230c0cddd2f req-53beb05a-6e35-4113-b956-a9c614f80f54 service neutron] For port ace816df-f221-4480-98a4-e0c3265e6d36, host n-h2-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:11:44.061006 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-e8ae793f-a607-4b80-a279-5230c0cddd2f req-53beb05a-6e35-4113-b956-a9c614f80f54 service neutron] For port ace816df-f221-4480-98a4-e0c3265e6d36, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ace816df-f221-4480-98a4-e0c3265e6d36,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:11:44.102815 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-a86623ae-7029-4a6c-928d-207b8c526b35 req-970a7bc5-6571-48b8-81c3-f25c2e6dfd1c tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:44.111483 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e8ae793f-a607-4b80-a279-5230c0cddd2f req-53beb05a-6e35-4113-b956-a9c614f80f54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:44.161045 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1af8ba6-d273-45ec-9bdf-6413cffe484f req-cadd64aa-4e8a-4949-b725-5e852d90b7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:44.162603 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d1af8ba6-d273-45ec-9bdf-6413cffe484f req-cadd64aa-4e8a-4949-b725-5e852d90b7b4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1d83e0c6d059422882cc226e7f9c727a&device_id=851a3db1-d857-4982-bb02-42a5ec92a2df HTTP/1.1" status: 200 len: 1094 time: 0.1171818 Dec 06 17:11:44.166821 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e2892b-b2f7-47d3-93f4-35731b48e599 req-6ff091c4-12d8-4a2a-87dc-82d732b5840e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:44.168076 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-77e2892b-b2f7-47d3-93f4-35731b48e599 req-6ff091c4-12d8-4a2a-87dc-82d732b5840e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=42026aea-3fdb-4904-b799-6c6d99ffca58 HTTP/1.1" status: 200 len: 1096 time: 0.1179063 Dec 06 17:11:44.182153 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96dd4a7-80ad-436b-a468-f0d500f4e9c3 req-77146428-f01a-4b3c-8cd8-175f022352c4 tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:44.183695 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b96dd4a7-80ad-436b-a468-f0d500f4e9c3 req-77146428-f01a-4b3c-8cd8-175f022352c4 tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] 10.222.0.23 "GET /v2.0/ports?device_id=42026aea-3fdb-4904-b799-6c6d99ffca58 HTTP/1.1" status: 200 len: 945 time: 0.1174307 Dec 06 17:11:44.194794 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ae793f-a607-4b80-a279-5230c0cddd2f req-53beb05a-6e35-4113-b956-a9c614f80f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:44.196204 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e8ae793f-a607-4b80-a279-5230c0cddd2f req-53beb05a-6e35-4113-b956-a9c614f80f54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:44.197954 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e8ae793f-a607-4b80-a279-5230c0cddd2f req-53beb05a-6e35-4113-b956-a9c614f80f54 service neutron] 10.222.0.44 "PUT /v2.0/ports/ace816df-f221-4480-98a4-e0c3265e6d36 HTTP/1.1" status: 200 len: 1097 time: 2.3224945 Dec 06 17:11:44.209010 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-1ba84ba1-4d3a-4926-821f-6f2611062a2c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-970219432-network', 'tenant_id': 'cb91733c07ba46f39d4b1ca40f915d26'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:11:44.279748 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ba84ba1-4d3a-4926-821f-6f2611062a2c admin admin] Made reservation on behalf of cb91733c07ba46f39d4b1ca40f915d26 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:11:44.282071 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1ba84ba1-4d3a-4926-821f-6f2611062a2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:44.292564 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d1af8ba6-d273-45ec-9bdf-6413cffe484f req-4318932d-a04f-4ad0-9fdc-312ae21260f5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6 HTTP/1.1" status: 200 len: 217 time: 0.1068027 Dec 06 17:11:44.293149 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53beb05a-6e35-4113-b956-a9c614f80f54 service neutron] Pushing event updated for resources: {'Port': ['ID=ace816df-f221-4480-98a4-e0c3265e6d36,revision_number=11']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:44.324267 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-a86623ae-7029-4a6c-928d-207b8c526b35 req-970a7bc5-6571-48b8-81c3-f25c2e6dfd1c tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:44.328586 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1ba84ba1-4d3a-4926-821f-6f2611062a2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:44.338627 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['a9d90335-45f4-43b2-ba1e-cb5a033fd2ee'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:11:44.442613 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ae793f-a607-4b80-a279-5230c0cddd2f req-b440d707-a991-45ee-8065-cbbddb688f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:44.444146 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e8ae793f-a607-4b80-a279-5230c0cddd2f req-b440d707-a991-45ee-8065-cbbddb688f6b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4fbfd036e0874a51a15b7801ac955516&device_id=2c4214df-5ee0-413a-b894-51ab5b893781 HTTP/1.1" status: 200 len: 1100 time: 0.2092371 Dec 06 17:11:44.447824 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a86623ae-7029-4a6c-928d-207b8c526b35 req-970a7bc5-6571-48b8-81c3-f25c2e6dfd1c tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Network ee08a0d2-834f-4c39-be47-9c424581246a is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:11:44.473455 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7233e8e5-bf34-446b-9183-fed9ab6abaa7 req-632a81b4-a861-4996-84f6-b6050ba648bf tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b3b7908-bd5b-4ea7-8bff-9c3b9ed34065 HTTP/1.1" status: 200 len: 210 time: 0.0751829 Dec 06 17:11:44.495356 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b96dd4a7-80ad-436b-a468-f0d500f4e9c3 req-eb9517f5-adcf-460d-8d8d-6f230488f170 tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] 10.222.0.23 "GET /v2.0/security-groups?id=6674781b-e31c-46a0-acaf-3459c90286ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2958047 Dec 06 17:11:44.514836 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-77e2892b-b2f7-47d3-93f4-35731b48e599 req-121123e5-3404-4f86-ad76-828abfb4737a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6674781b-e31c-46a0-acaf-3459c90286ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3301468 Dec 06 17:11:44.522348 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970a7bc5-6571-48b8-81c3-f25c2e6dfd1c tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Pushing event updated for resources: {'Port': ['ID=bba877c3-4e46-4a6b-a46a-4d9c36550d32,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:44.530869 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-a86623ae-7029-4a6c-928d-207b8c526b35 req-970a7bc5-6571-48b8-81c3-f25c2e6dfd1c tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:11:44.544918 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1af8ba6-d273-45ec-9bdf-6413cffe484f req-a053805e-0c41-4c8b-9b2f-7723fabc6b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:44.549055 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d1af8ba6-d273-45ec-9bdf-6413cffe484f req-a053805e-0c41-4c8b-9b2f-7723fabc6b0d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=da31f47d-8fee-49c3-b794-af6b3fd955bf HTTP/1.1" status: 200 len: 848 time: 0.2400882 Dec 06 17:11:44.599697 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-a86623ae-7029-4a6c-928d-207b8c526b35 req-970a7bc5-6571-48b8-81c3-f25c2e6dfd1c tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:11:44.605539 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-a86623ae-7029-4a6c-928d-207b8c526b35 req-0c585d18-890f-4d75-9ebd-9012bbebc27e tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Allocated IP 192.168.233.155 (ee08a0d2-834f-4c39-be47-9c424581246a/1342252a-21e4-4783-88ff-f54776c79059/c06faf7a-f15d-4836-b194-8cfd5ea8c68b) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:11:44.613166 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d1af8ba6-d273-45ec-9bdf-6413cffe484f req-d9a605f8-027b-4ba1-b8ce-2f96e746bb76 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=33742801-ccea-4ab3-a86a-2573a2966c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488250 Dec 06 17:11:44.657335 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 17:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-806a175a-62d4-4790-bd4e-eee3dd15c8e5 x-openstack-request-id: req-806a175a-62d4-4790-bd4e-eee3dd15c8e5 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:11:44.657684 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c4214df-5ee0-413a-b894-51ab5b893781", "name": "network-vif-unplugged", "status": "completed", "tag": "ace816df-f221-4480-98a4-e0c3265e6d36", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:11:44.657897 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-806a175a-62d4-4790-bd4e-eee3dd15c8e5 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:11:44.658708 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c4214df-5ee0-413a-b894-51ab5b893781', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ace816df-f221-4480-98a4-e0c3265e6d36', 'code': 200} Dec 06 17:11:44.695781 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1ba84ba1-4d3a-4926-821f-6f2611062a2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:44.733049 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1ba84ba1-4d3a-4926-821f-6f2611062a2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:44.746174 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device ace816df-f221-4480-98a4-e0c3265e6d36 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:11:44.775102 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ba84ba1-4d3a-4926-821f-6f2611062a2c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:11:44.831688 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device ace816df-f221-4480-98a4-e0c3265e6d36 not bound to the agent host n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:11:44.849389 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1ba84ba1-4d3a-4926-821f-6f2611062a2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:44.849766 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-1ba84ba1-4d3a-4926-821f-6f2611062a2c admin admin] Added segment e6647140-92b8-44f8-925f-21cd20108c7b of type vlan for network 10dad230-f6a3-4579-a6b7-882bde194eda Dec 06 17:11:44.859719 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba84ba1-4d3a-4926-821f-6f2611062a2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a562529c-36f2-40ac-ad82-68b703c107b9,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:44.882200 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ae793f-a607-4b80-a279-5230c0cddd2f req-1fb9d16a-86d4-453f-a84e-93bd893f3ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:44.883810 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e8ae793f-a607-4b80-a279-5230c0cddd2f req-1fb9d16a-86d4-453f-a84e-93bd893f3ef7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ee08a0d2-834f-4c39-be47-9c424581246a HTTP/1.1" status: 200 len: 870 time: 0.4093442 Dec 06 17:11:44.904153 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86623ae-7029-4a6c-928d-207b8c526b35 req-970a7bc5-6571-48b8-81c3-f25c2e6dfd1c tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:44.904831 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-a86623ae-7029-4a6c-928d-207b8c526b35 req-970a7bc5-6571-48b8-81c3-f25c2e6dfd1c tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:44.915212 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d1af8ba6-d273-45ec-9bdf-6413cffe484f req-a8afb989-c8f9-47fc-a041-7cb7baa3d1de service neutron] 10.222.0.41 "GET /v2.0/networks/33742801-ccea-4ab3-a86a-2573a2966c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905002 Dec 06 17:11:44.920244 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1ba84ba1-4d3a-4926-821f-6f2611062a2c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:44.937833 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d824c9b-0e55-4217-89ac-ee194048c2b8 req-d5c55ddc-6a69-4ffc-b4e2-6f98f67876e6 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:44.939281 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2d824c9b-0e55-4217-89ac-ee194048c2b8 req-d5c55ddc-6a69-4ffc-b4e2-6f98f67876e6 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] 10.222.0.23 "GET /v2.0/ports?device_id=d29fc859-bc40-402c-963f-f48ae65d78b4 HTTP/1.1" status: 200 len: 945 time: 0.1436205 Dec 06 17:11:44.953106 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e8ae793f-a607-4b80-a279-5230c0cddd2f req-59dcb789-2e5d-4114-b7db-675b2c96082a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=ace816df-f221-4480-98a4-e0c3265e6d36 HTTP/1.1" status: 200 len: 217 time: 0.0557492 Dec 06 17:11:44.958919 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-262f5d24-5e9b-439f-8b8e-58016e186e46 None None] Provisioning complete for port bba877c3-4e46-4a6b-a46a-4d9c36550d32 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:11:44.959860 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-262f5d24-5e9b-439f-8b8e-58016e186e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:45.005710 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-262f5d24-5e9b-439f-8b8e-58016e186e46 None None] Port bba877c3-4e46-4a6b-a46a-4d9c36550d32 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:11:45.011581 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e774fe4a-40f7-48c9-bd20-30bc8e81dab0 req-78f11691-6617-4310-be28-12c528582260 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:45.017968 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e774fe4a-40f7-48c9-bd20-30bc8e81dab0 req-78f11691-6617-4310-be28-12c528582260 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=851a3db1-d857-4982-bb02-42a5ec92a2df HTTP/1.1" status: 200 len: 943 time: 0.3676815 Dec 06 17:11:45.046117 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a86623ae-7029-4a6c-928d-207b8c526b35 req-970a7bc5-6571-48b8-81c3-f25c2e6dfd1c tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9284894 Dec 06 17:11:45.080957 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-a86623ae-7029-4a6c-928d-207b8c526b35 req-64496a09-798c-4503-a749-d2fd642b6d7c service neutron] Request body: {'port': {'device_id': '4d6220a5-a193-40f4-b9f5-1ad0adc38c1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:11:45.084144 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1ba84ba1-4d3a-4926-821f-6f2611062a2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:45.085950 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba84ba1-4d3a-4926-821f-6f2611062a2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:45.085950 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1ba84ba1-4d3a-4926-821f-6f2611062a2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:45.149750 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ae793f-a607-4b80-a279-5230c0cddd2f req-c032213d-9c1c-48e8-b445-fc60ec05fe03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:45.151373 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e8ae793f-a607-4b80-a279-5230c0cddd2f req-c032213d-9c1c-48e8-b445-fc60ec05fe03 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1342252a-21e4-4783-88ff-f54776c79059 HTTP/1.1" status: 200 len: 843 time: 0.1830971 Dec 06 17:11:45.152702 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2d824c9b-0e55-4217-89ac-ee194048c2b8 req-3bf74a06-a14b-44e8-936e-d04ebcc1afb8 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] 10.222.0.23 "GET /v2.0/security-groups?id=56960e5e-62e2-42da-96b9-79aa56365423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572382 Dec 06 17:11:45.187378 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-1ba84ba1-4d3a-4926-821f-6f2611062a2c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1805387 Dec 06 17:11:45.189083 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d1af8ba6-d273-45ec-9bdf-6413cffe484f req-4330f97b-35c7-4d4c-9391-2d5017c46c95 service neutron] 10.222.0.41 "GET /v2.0/networks/33742801-ccea-4ab3-a86a-2573a2966c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623205 Dec 06 17:11:45.189354 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 43328) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:11:45.194913 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba84ba1-4d3a-4926-821f-6f2611062a2c admin admin] Pushing event updated for resources: {'Network': ['ID=10dad230-f6a3-4579-a6b7-882bde194eda,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:45.206421 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 10dad230-f6a3-4579-a6b7-882bde194eda details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:11:45.213868 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e774fe4a-40f7-48c9-bd20-30bc8e81dab0 req-e4e554de-19bf-49f8-b4ba-08933db66aca tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891251 Dec 06 17:11:45.220055 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-010a571d-63b2-4612-a5ef-5fb375bdae79 admin admin] Request body: {'subnet': {'network_id': '10dad230-f6a3-4579-a6b7-882bde194eda', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-970219432-subnet', 'tenant_id': 'cb91733c07ba46f39d4b1ca40f915d26', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:11:45.225129 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a6d7e4a-ccdc-49c4-9489-655e8c5020eb x-openstack-request-id: req-8a6d7e4a-ccdc-49c4-9489-655e8c5020eb {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:11:45.225363 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "851a3db1-d857-4982-bb02-42a5ec92a2df", "tag": "4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:11:45.225672 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8a6d7e4a-ccdc-49c4-9489-655e8c5020eb {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:11:45.226215 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '851a3db1-d857-4982-bb02-42a5ec92a2df', 'tag': '4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6', 'status': 'completed', 'code': 200} Dec 06 17:11:45.301633 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-010a571d-63b2-4612-a5ef-5fb375bdae79 admin admin] Made reservation on behalf of cb91733c07ba46f39d4b1ca40f915d26 for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:11:45.304261 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-010a571d-63b2-4612-a5ef-5fb375bdae79 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:45.368288 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2f23f9f3-0cfb-4b0c-a1fe-1f00df2e1c5e req-15fc5ea4-659c-4eed-87b9-47e2649858c4 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5398cbb-9f14-42b7-905c-288b25e2bdb2 HTTP/1.1" status: 200 len: 210 time: 0.0561984 Dec 06 17:11:45.379081 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-a86623ae-7029-4a6c-928d-207b8c526b35 req-64496a09-798c-4503-a749-d2fd642b6d7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:45.400711 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3602e26e-e68f-4b4e-99a2-d6257b0545fd req-67b2936d-617b-4a8b-b433-07f4885b6ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:45.402512 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3602e26e-e68f-4b4e-99a2-d6257b0545fd req-67b2936d-617b-4a8b-b433-07f4885b6ee9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1d83e0c6d059422882cc226e7f9c727a&device_id=851a3db1-d857-4982-bb02-42a5ec92a2df HTTP/1.1" status: 200 len: 1094 time: 0.0796368 Dec 06 17:11:45.510404 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3602e26e-e68f-4b4e-99a2-d6257b0545fd req-2e947940-3244-469f-b84a-6ceb2f7e694b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:45.512018 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3602e26e-e68f-4b4e-99a2-d6257b0545fd req-2e947940-3244-469f-b84a-6ceb2f7e694b service neutron] 10.222.0.41 "GET /v2.0/networks?id=33742801-ccea-4ab3-a86a-2573a2966c19 HTTP/1.1" status: 200 len: 909 time: 0.1024938 Dec 06 17:11:45.564833 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3602e26e-e68f-4b4e-99a2-d6257b0545fd req-8988d1c9-9ecb-4437-ad67-f615a7abe7d8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6 HTTP/1.1" status: 200 len: 217 time: 0.0412498 Dec 06 17:11:45.618310 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-30bac5e2-9395-4325-8127-77f657e216dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:45.632216 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3602e26e-e68f-4b4e-99a2-d6257b0545fd req-1c45d71f-12a3-42b1-939a-38abf7a2eef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:45.634055 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3602e26e-e68f-4b4e-99a2-d6257b0545fd req-1c45d71f-12a3-42b1-939a-38abf7a2eef2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=da31f47d-8fee-49c3-b794-af6b3fd955bf HTTP/1.1" status: 200 len: 848 time: 0.0585515 Dec 06 17:11:45.673728 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3602e26e-e68f-4b4e-99a2-d6257b0545fd req-83958a4a-eb04-4db2-9135-e6eafc4bad2e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=33742801-ccea-4ab3-a86a-2573a2966c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300627 Dec 06 17:11:45.680781 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-a86623ae-7029-4a6c-928d-207b8c526b35 req-0c585d18-890f-4d75-9ebd-9012bbebc27e tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:45.725244 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ae793f-a607-4b80-a279-5230c0cddd2f req-df3cf730-f90b-4343-bd47-05e0b1a88918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:45.726735 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e8ae793f-a607-4b80-a279-5230c0cddd2f req-df3cf730-f90b-4343-bd47-05e0b1a88918 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee08a0d2-834f-4c39-be47-9c424581246a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5512705 Dec 06 17:11:45.771007 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51742ff-ea59-4e26-a3e1-aae5cec9cdd4 req-c4702640-785d-41c8-b1f5-424eb30140b1 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:45.772561 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f51742ff-ea59-4e26-a3e1-aae5cec9cdd4 req-c4702640-785d-41c8-b1f5-424eb30140b1 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4214df-5ee0-413a-b894-51ab5b893781 HTTP/1.1" status: 200 len: 949 time: 0.4722719 Dec 06 17:11:45.789072 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2d24b3cb-a61b-4da5-b2e7-cd1d9f5bca5a req-0b7b307a-a803-4179-a311-60664c00c8a8 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b3b7908-bd5b-4ea7-8bff-9c3b9ed34065 HTTP/1.1" status: 200 len: 210 time: 0.0649397 Dec 06 17:11:45.822992 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3602e26e-e68f-4b4e-99a2-d6257b0545fd req-a256bf61-57bf-4aee-b710-db1e2fb92603 service neutron] 10.222.0.41 "GET /v2.0/networks/33742801-ccea-4ab3-a86a-2573a2966c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388338 Dec 06 17:11:45.924973 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd29fc859-bc40-402c-963f-f48ae65d78b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0780acc-3f7a-4e37-a2da-88b13a605a26'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:11:45.931729 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43057c91-3922-4b87-80d4-4dbc6436bd18" -d '{"events": [{"server_uuid": "d29fc859-bc40-402c-963f-f48ae65d78b4", "name": "network-vif-plugged", "status": "completed", "tag": "b0780acc-3f7a-4e37-a2da-88b13a605a26"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:11:45.958099 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-a86623ae-7029-4a6c-928d-207b8c526b35 req-0c585d18-890f-4d75-9ebd-9012bbebc27e tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:45.968426 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-a4260f33-66f0-4593-86b2-663a4d4dd9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:45.970128 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-a4260f33-66f0-4593-86b2-663a4d4dd9cf service neutron] 10.222.0.44 "GET /v2.0/ports/e2c81161-fcfe-4c5c-a15a-a2bb77a0ab7d HTTP/1.1" status: 200 len: 1033 time: 0.1026645 Dec 06 17:11:45.974838 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['a9d90335-45f4-43b2-ba1e-cb5a033fd2ee'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:11:46.026607 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55835d77-fc44-4889-a83a-203ab69830da req-e1c0547a-b3bd-4a09-b6ab-2e921ebdf8aa tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:46.034509 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-55835d77-fc44-4889-a83a-203ab69830da req-e1c0547a-b3bd-4a09-b6ab-2e921ebdf8aa tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] 10.222.0.23 "GET /v2.0/ports?device_id=42026aea-3fdb-4904-b799-6c6d99ffca58 HTTP/1.1" status: 200 len: 945 time: 0.1096427 Dec 06 17:11:46.051986 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3602e26e-e68f-4b4e-99a2-d6257b0545fd req-f4f2011b-d7ec-48ea-b5e0-9686ee4356eb service neutron] 10.222.0.41 "GET /v2.0/networks/33742801-ccea-4ab3-a86a-2573a2966c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210464 Dec 06 17:11:46.062081 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-cc2dcaca-89a7-4642-9641-9ca1a461fb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:46.063440 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-cc2dcaca-89a7-4642-9641-9ca1a461fb9c service neutron] 10.222.0.44 "GET /v2.0/ports/5d044c44-c6ea-4f9f-a3c3-6f30ee8e15d8 HTTP/1.1" status: 200 len: 1033 time: 0.0803251 Dec 06 17:11:46.147508 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a86623ae-7029-4a6c-928d-207b8c526b35 req-0c585d18-890f-4d75-9ebd-9012bbebc27e tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Network ee08a0d2-834f-4c39-be47-9c424581246a is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:11:46.150709 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-a86623ae-7029-4a6c-928d-207b8c526b35 req-0c585d18-890f-4d75-9ebd-9012bbebc27e tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:11:46.176673 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f51742ff-ea59-4e26-a3e1-aae5cec9cdd4 req-b4de68a6-da0b-4aa1-acb3-462b84316bd8 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3881867 Dec 06 17:11:46.183147 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-a86623ae-7029-4a6c-928d-207b8c526b35 req-0c585d18-890f-4d75-9ebd-9012bbebc27e tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:11:46.195214 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-55835d77-fc44-4889-a83a-203ab69830da req-a6166aff-c8ad-4067-9726-bf8746e5d2d1 tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] 10.222.0.23 "GET /v2.0/security-groups?id=6674781b-e31c-46a0-acaf-3459c90286ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1525202 Dec 06 17:11:46.290802 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-fe9ac8cc-8a48-47c0-8c30-995a036d88d7 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:46.297929 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed9ef79-4f74-42ec-9852-46d9b24ea3b8 x-openstack-request-id: req-0ed9ef79-4f74-42ec-9852-46d9b24ea3b8 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:11:46.304409 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d29fc859-bc40-402c-963f-f48ae65d78b4", "name": "network-vif-plugged", "status": "completed", "tag": "b0780acc-3f7a-4e37-a2da-88b13a605a26", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:11:46.306898 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0ed9ef79-4f74-42ec-9852-46d9b24ea3b8 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:11:46.311290 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd29fc859-bc40-402c-963f-f48ae65d78b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0780acc-3f7a-4e37-a2da-88b13a605a26', 'code': 200} Dec 06 17:11:46.332318 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-fe9ac8cc-8a48-47c0-8c30-995a036d88d7 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:46.339632 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-fe9ac8cc-8a48-47c0-8c30-995a036d88d7 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:46.341270 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-fe9ac8cc-8a48-47c0-8c30-995a036d88d7 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.44 "GET /v2.0/networks?id=f05d9e0a-904c-47f7-bc1e-929f90cd4a84&id=a265b143-efdd-45e0-a32a-71d5cda110a4&id=a265b143-efdd-45e0-a32a-71d5cda110a4&id=a265b143-efdd-45e0-a32a-71d5cda110a4&id=a265b143-efdd-45e0-a32a-71d5cda110a4&id=923a9dfa-d650-4f29-aec2-2016eca01acc&id=923a9dfa-d650-4f29-aec2-2016eca01acc HTTP/1.1" status: 200 len: 1996 time: 0.2702711 Dec 06 17:11:46.495721 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea384d3-b801-4aa1-ad14-934d25263f9e req-ac58f343-f001-4fe9-9da8-74b2e8eaf81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:46.505753 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9ea384d3-b801-4aa1-ad14-934d25263f9e req-ac58f343-f001-4fe9-9da8-74b2e8eaf81f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d29fc859-bc40-402c-963f-f48ae65d78b4 HTTP/1.1" status: 200 len: 1096 time: 0.1153395 Dec 06 17:11:46.522055 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-f52a6814-ad62-417e-8f8a-a403d8eb99e6 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e06aba6f7cc1415e89ae20f4d5eb8b07 HTTP/1.1" status: 200 len: 379 time: 0.1627350 Dec 06 17:11:46.535892 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-4618bdf6-1092-409a-9b08-ea8ba4a1750f tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Request body: {'port': {'device_id': 'f5398cbb-9f14-42b7-905c-288b25e2bdb2', 'network_id': 'f05d9e0a-904c-47f7-bc1e-929f90cd4a84', 'admin_state_up': True, 'tenant_id': 'e06aba6f7cc1415e89ae20f4d5eb8b07', 'security_groups': ['511f9156-9807-4e4e-ae23-f0018acdbda1']}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:11:46.545325 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-ac086ac2-1ac0-407a-8263-18dbabbdc081 None None] Provisioning complete for port c06faf7a-f15d-4836-b194-8cfd5ea8c68b triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:11:46.546016 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ac086ac2-1ac0-407a-8263-18dbabbdc081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:46.592002 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-a86623ae-7029-4a6c-928d-207b8c526b35 req-64496a09-798c-4503-a749-d2fd642b6d7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bba877c3-4e46-4a6b-a46a-4d9c36550d32 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:11:46.601493 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-a86623ae-7029-4a6c-928d-207b8c526b35 req-64496a09-798c-4503-a749-d2fd642b6d7c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:46.615824 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9ea384d3-b801-4aa1-ad14-934d25263f9e req-b98cf479-57e8-4f8a-b5f8-50813ec18748 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=56960e5e-62e2-42da-96b9-79aa56365423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059828 Dec 06 17:11:46.616127 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e8ae793f-a607-4b80-a279-5230c0cddd2f req-fa6266e1-96e5-41a9-9211-c3aea952016e service neutron] 10.222.0.44 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8322194 Dec 06 17:11:46.620356 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-ac086ac2-1ac0-407a-8263-18dbabbdc081 None None] Port c06faf7a-f15d-4836-b194-8cfd5ea8c68b cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:11:46.660614 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c585d18-890f-4d75-9ebd-9012bbebc27e tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Pushing event updated for resources: {'Port': ['ID=c06faf7a-f15d-4836-b194-8cfd5ea8c68b,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:46.672423 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c4214df-5ee0-413a-b894-51ab5b893781', 'tag': 'ace816df-f221-4480-98a4-e0c3265e6d36'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:11:46.676357 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aef5bdb2-b050-4b19-9203-f5149e425cd4" -d '{"events": [{"name": "network-changed", "server_uuid": "2c4214df-5ee0-413a-b894-51ab5b893781", "tag": "ace816df-f221-4480-98a4-e0c3265e6d36"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:11:46.688273 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-a86623ae-7029-4a6c-928d-207b8c526b35 req-64496a09-798c-4503-a749-d2fd642b6d7c service neutron] Transition to ACTIVE for port object bba877c3-4e46-4a6b-a46a-4d9c36550d32 will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:11:46.689977 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-4618bdf6-1092-409a-9b08-ea8ba4a1750f tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Made reservation on behalf of e06aba6f7cc1415e89ae20f4d5eb8b07 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:11:46.695593 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-4618bdf6-1092-409a-9b08-ea8ba4a1750f tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:46.705426 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-010a571d-63b2-4612-a5ef-5fb375bdae79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:46.729597 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-a86623ae-7029-4a6c-928d-207b8c526b35 req-64496a09-798c-4503-a749-d2fd642b6d7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:46.795244 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:46.888196 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86623ae-7029-4a6c-928d-207b8c526b35 req-0c585d18-890f-4d75-9ebd-9012bbebc27e tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:46.888859 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-a86623ae-7029-4a6c-928d-207b8c526b35 req-0c585d18-890f-4d75-9ebd-9012bbebc27e tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:46.904562 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64496a09-798c-4503-a749-d2fd642b6d7c service neutron] Pushing event updated for resources: {'Port': ['ID=bba877c3-4e46-4a6b-a46a-4d9c36550d32,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:46.932213 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010a571d-63b2-4612-a5ef-5fb375bdae79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad6a33e3-0322-44d2-8144-9d34eea3312f,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:46.975368 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a86623ae-7029-4a6c-928d-207b8c526b35 req-0c585d18-890f-4d75-9ebd-9012bbebc27e tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9556570 Dec 06 17:11:47.009813 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3928201-9047-4ed0-af46-e73071a31066 req-57ba4dde-4b6e-4664-b5bc-b918d82d9b27 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:47.017425 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c3928201-9047-4ed0-af46-e73071a31066 req-57ba4dde-4b6e-4664-b5bc-b918d82d9b27 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] 10.222.0.23 "GET /v2.0/ports?device_id=d29fc859-bc40-402c-963f-f48ae65d78b4 HTTP/1.1" status: 200 len: 945 time: 0.3827989 Dec 06 17:11:47.026165 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-a86623ae-7029-4a6c-928d-207b8c526b35 req-75fefa9d-61b2-4100-928a-e5934be10c67 service neutron] Request body: {'port': {'device_id': '6b3b7908-bd5b-4ea7-8bff-9c3b9ed34065', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:11:47.090096 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e8ae793f-a607-4b80-a279-5230c0cddd2f req-e0faa609-f4b3-466e-b0fb-9f4b5885ab69 service neutron] 10.222.0.44 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4086502 Dec 06 17:11:47.105733 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010a571d-63b2-4612-a5ef-5fb375bdae79 admin admin] Checking segment: {'id': 'e6647140-92b8-44f8-925f-21cd20108c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '10dad230-f6a3-4579-a6b7-882bde194eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:11:47.106221 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010a571d-63b2-4612-a5ef-5fb375bdae79 admin admin] Network hostable DHCP agents. Network: 10dad230-f6a3-4579-a6b7-882bde194eda, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:11:47.151629 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641053bc-f19d-4782-b3f7-b0ba3043069e req-2546175a-7293-4ddf-8be0-2bffdc585a56 tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:47.165799 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-641053bc-f19d-4782-b3f7-b0ba3043069e req-2546175a-7293-4ddf-8be0-2bffdc585a56 tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] 10.222.0.23 "GET /v2.0/ports?device_id=42026aea-3fdb-4904-b799-6c6d99ffca58 HTTP/1.1" status: 200 len: 945 time: 0.4455297 Dec 06 17:11:47.181640 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 43356) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:11:47.214788 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-a86623ae-7029-4a6c-928d-207b8c526b35 req-75fefa9d-61b2-4100-928a-e5934be10c67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:47.242248 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c3928201-9047-4ed0-af46-e73071a31066 req-08aa5129-bd88-4559-8761-f89dca98c6fe tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] 10.222.0.23 "GET /v2.0/security-groups?id=56960e5e-62e2-42da-96b9-79aa56365423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2236605 Dec 06 17:11:47.279490 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-91a25008-5103-405f-836c-ad9c9cafb460 tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] Request body: {'floatingip': {'port_id': 'e917814b-e40f-4ffe-a74f-6b2db8f95297'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:11:47.307439 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-4618bdf6-1092-409a-9b08-ea8ba4a1750f tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Allocated IP 172.20.0.12 (f05d9e0a-904c-47f7-bc1e-929f90cd4a84/497f0620-12c9-4760-9271-f21663a8e737/212cb245-4d0e-421a-abe1-0f73c687b607) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:11:47.333373 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cb9796-0fc6-4c30-b03a-a6442eda69ab req-b6b6a3c8-14be-487d-9a26-e385a99a8ad0 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:47.335055 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-95cb9796-0fc6-4c30-b03a-a6442eda69ab req-b6b6a3c8-14be-487d-9a26-e385a99a8ad0 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=851a3db1-d857-4982-bb02-42a5ec92a2df HTTP/1.1" status: 200 len: 943 time: 0.0936043 Dec 06 17:11:47.346769 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-a86623ae-7029-4a6c-928d-207b8c526b35 req-64496a09-798c-4503-a749-d2fd642b6d7c service neutron] Attempting to bind port bba877c3-4e46-4a6b-a46a-4d9c36550d32 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:11:47.349950 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-a86623ae-7029-4a6c-928d-207b8c526b35 req-64496a09-798c-4503-a749-d2fd642b6d7c service neutron] Attempting to bind port bba877c3-4e46-4a6b-a46a-4d9c36550d32 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:11:47.350293 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86623ae-7029-4a6c-928d-207b8c526b35 req-64496a09-798c-4503-a749-d2fd642b6d7c service neutron] Attempting to bind port bba877c3-4e46-4a6b-a46a-4d9c36550d32 on network ee08a0d2-834f-4c39-be47-9c424581246a {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:11:47.356582 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010a571d-63b2-4612-a5ef-5fb375bdae79 admin admin] Network 10dad230-f6a3-4579-a6b7-882bde194eda is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:11:47.403699 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86623ae-7029-4a6c-928d-207b8c526b35 req-64496a09-798c-4503-a749-d2fd642b6d7c service neutron] Port bba877c3-4e46-4a6b-a46a-4d9c36550d32 on network ee08a0d2-834f-4c39-be47-9c424581246a not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:11:47.404035 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86623ae-7029-4a6c-928d-207b8c526b35 req-64496a09-798c-4503-a749-d2fd642b6d7c service neutron] Attempting to bind port bba877c3-4e46-4a6b-a46a-4d9c36550d32 on network ee08a0d2-834f-4c39-be47-9c424581246a {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:11:47.423945 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-91a25008-5103-405f-836c-ad9c9cafb460 tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] Publish callbacks [] for floatingip, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:47.430682 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-010a571d-63b2-4612-a5ef-5fb375bdae79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 10dad230-f6a3-4579-a6b7-882bde194eda) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:11:47.441620 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8ee637-6e82-4629-b14f-a09ae2d423e0 None None] Network 10dad230-f6a3-4579-a6b7-882bde194eda requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:11:47.484087 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-006324e8-b185-4026-857e-4903d829e6e3 req-9f9f0ae1-b5e4-4cdc-8dbe-ad4976e195b7 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5398cbb-9f14-42b7-905c-288b25e2bdb2 HTTP/1.1" status: 200 len: 210 time: 0.0877495 Dec 06 17:11:47.502908 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010a571d-63b2-4612-a5ef-5fb375bdae79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:47.503518 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-010a571d-63b2-4612-a5ef-5fb375bdae79 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:47.505949 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86623ae-7029-4a6c-928d-207b8c526b35 req-64496a09-798c-4503-a749-d2fd642b6d7c service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:11:47.506292 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86623ae-7029-4a6c-928d-207b8c526b35 req-64496a09-798c-4503-a749-d2fd642b6d7c service neutron] Checking segment: {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:11:47.506677 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86623ae-7029-4a6c-928d-207b8c526b35 req-64496a09-798c-4503-a749-d2fd642b6d7c service neutron] Bound using segment: {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:11:47.507123 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-a86623ae-7029-4a6c-928d-207b8c526b35 req-64496a09-798c-4503-a749-d2fd642b6d7c service neutron] Bound port: bba877c3-4e46-4a6b-a46a-4d9c36550d32, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:11:47.508065 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-a86623ae-7029-4a6c-928d-207b8c526b35 req-64496a09-798c-4503-a749-d2fd642b6d7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:47.523477 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-95cb9796-0fc6-4c30-b03a-a6442eda69ab req-39f916bf-fd4f-4efa-807b-5909e81e2b59 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423500 Dec 06 17:11:47.584033 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-4618bdf6-1092-409a-9b08-ea8ba4a1750f tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:47.632618 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-4618bdf6-1092-409a-9b08-ea8ba4a1750f tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:47.678162 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f25362-cb62-4600-a47f-57db88bd67f6 None None] Network 10dad230-f6a3-4579-a6b7-882bde194eda requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:11:47.691630 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-4618bdf6-1092-409a-9b08-ea8ba4a1750f tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Network f05d9e0a-904c-47f7-bc1e-929f90cd4a84 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:11:47.723117 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-010a571d-63b2-4612-a5ef-5fb375bdae79 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.5304368 Dec 06 17:11:47.727201 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34a4be74-d710-4424-9643-f6eae5a3cff9 x-openstack-request-id: req-34a4be74-d710-4424-9643-f6eae5a3cff9 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:11:47.727736 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c4214df-5ee0-413a-b894-51ab5b893781", "tag": "ace816df-f221-4480-98a4-e0c3265e6d36", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:11:47.728064 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-34a4be74-d710-4424-9643-f6eae5a3cff9 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:11:47.728646 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c4214df-5ee0-413a-b894-51ab5b893781', 'tag': 'ace816df-f221-4480-98a4-e0c3265e6d36', 'status': 'completed', 'code': 200} Dec 06 17:11:47.747995 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-4618bdf6-1092-409a-9b08-ea8ba4a1750f tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:11:47.817380 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-4618bdf6-1092-409a-9b08-ea8ba4a1750f tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:11:47.917861 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4618bdf6-1092-409a-9b08-ea8ba4a1750f tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Pushing event updated for resources: {'Port': ['ID=212cb245-4d0e-421a-abe1-0f73c687b607,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:47.972314 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125ff9af-7ea8-4440-a28d-d481704999c4 req-ccdbbc33-7b98-4d37-92bb-0fab294b8e3c tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:47.982129 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-125ff9af-7ea8-4440-a28d-d481704999c4 req-ccdbbc33-7b98-4d37-92bb-0fab294b8e3c tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b3b7908-bd5b-4ea7-8bff-9c3b9ed34065 HTTP/1.1" status: 200 len: 936 time: 0.2316697 Dec 06 17:11:47.990775 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-4618bdf6-1092-409a-9b08-ea8ba4a1750f tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:47.991433 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-4618bdf6-1092-409a-9b08-ea8ba4a1750f tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:48.022028 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:48.035061 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef5bdb2-b050-4b19-9203-f5149e425cd4 req-7c46140e-978c-4f9a-8d6c-5d627303d404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:48.036517 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-aef5bdb2-b050-4b19-9203-f5149e425cd4 req-7c46140e-978c-4f9a-8d6c-5d627303d404 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4fbfd036e0874a51a15b7801ac955516&device_id=2c4214df-5ee0-413a-b894-51ab5b893781 HTTP/1.1" status: 200 len: 1100 time: 0.3433170 Dec 06 17:11:48.112211 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-c8598452-3173-4bb0-a20c-df33518e460d None None] Provisioning complete for port 212cb245-4d0e-421a-abe1-0f73c687b607 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:11:48.112902 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c8598452-3173-4bb0-a20c-df33518e460d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:48.113883 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-4618bdf6-1092-409a-9b08-ea8ba4a1750f tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5827878 Dec 06 17:11:48.140359 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-0ef238a5-dfdf-4232-bce3-d370ee49ebac tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Request body: {'port': {'device_id': 'f5398cbb-9f14-42b7-905c-288b25e2bdb2', 'network_id': 'a265b143-efdd-45e0-a32a-71d5cda110a4', 'admin_state_up': True, 'tenant_id': 'e06aba6f7cc1415e89ae20f4d5eb8b07', 'security_groups': ['511f9156-9807-4e4e-ae23-f0018acdbda1']}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:11:48.152167 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-c8598452-3173-4bb0-a20c-df33518e460d None None] Port 212cb245-4d0e-421a-abe1-0f73c687b607 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:11:48.201817 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-125ff9af-7ea8-4440-a28d-d481704999c4 req-1f477d0b-51dc-4f2d-af20-fa0b81dcfebd tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ba66608-5fba-460b-9339-43992781830c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992087 Dec 06 17:11:48.299244 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef5bdb2-b050-4b19-9203-f5149e425cd4 req-8411566b-1292-4c3d-8b5e-61c3e1e590a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:48.301306 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-aef5bdb2-b050-4b19-9203-f5149e425cd4 req-8411566b-1292-4c3d-8b5e-61c3e1e590a0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ee08a0d2-834f-4c39-be47-9c424581246a HTTP/1.1" status: 200 len: 870 time: 0.2339687 Dec 06 17:11:48.357419 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-aef5bdb2-b050-4b19-9203-f5149e425cd4 req-d80505db-76e3-40b4-a7a0-34e9bcaa86d3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=ace816df-f221-4480-98a4-e0c3265e6d36 HTTP/1.1" status: 200 len: 217 time: 0.0468252 Dec 06 17:11:48.421000 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-eebe5419-3dbd-415d-b133-7b4e92311ce8 req-754ded36-f701-475b-83cc-42ddff3c03d3 tempest-SecurityGroupRulesNegativeTestJSON-993609813 tempest-SecurityGroupRulesNegativeTestJSON-993609813-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1657912003', 'description': 'tempest-description-978727188'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:11:48.447145 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-0ef238a5-dfdf-4232-bce3-d370ee49ebac tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Made reservation on behalf of e06aba6f7cc1415e89ae20f4d5eb8b07 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:11:48.450678 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-0ef238a5-dfdf-4232-bce3-d370ee49ebac tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:48.457850 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-eebe5419-3dbd-415d-b133-7b4e92311ce8 req-754ded36-f701-475b-83cc-42ddff3c03d3 tempest-SecurityGroupRulesNegativeTestJSON-993609813 tempest-SecurityGroupRulesNegativeTestJSON-993609813-project] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:48.485925 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef5bdb2-b050-4b19-9203-f5149e425cd4 req-3de0ad26-7798-44ab-942e-72a046527c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:48.487986 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-aef5bdb2-b050-4b19-9203-f5149e425cd4 req-3de0ad26-7798-44ab-942e-72a046527c61 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1342252a-21e4-4783-88ff-f54776c79059 HTTP/1.1" status: 200 len: 843 time: 0.1217871 Dec 06 17:11:48.528559 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-a86623ae-7029-4a6c-928d-207b8c526b35 req-64496a09-798c-4503-a749-d2fd642b6d7c service neutron] For port bba877c3-4e46-4a6b-a46a-4d9c36550d32, host n-h1-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:11:48.531911 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef5bdb2-b050-4b19-9203-f5149e425cd4 req-155f76d9-a8ca-40f3-8542-fcf836892f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:48.533425 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-aef5bdb2-b050-4b19-9203-f5149e425cd4 req-155f76d9-a8ca-40f3-8542-fcf836892f76 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4fbfd036e0874a51a15b7801ac955516&device_id=2c4214df-5ee0-413a-b894-51ab5b893781 HTTP/1.1" status: 200 len: 1100 time: 0.7981272 Dec 06 17:11:48.540797 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-a86623ae-7029-4a6c-928d-207b8c526b35 req-64496a09-798c-4503-a749-d2fd642b6d7c service neutron] For port bba877c3-4e46-4a6b-a46a-4d9c36550d32, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=bba877c3-4e46-4a6b-a46a-4d9c36550d32,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:11:48.567189 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-a86623ae-7029-4a6c-928d-207b8c526b35 req-64496a09-798c-4503-a749-d2fd642b6d7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:48.594415 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c9aae8-1329-4806-9394-00006f721791 req-7c96d7e7-51af-45f9-932a-0cc2c3561636 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:48.595905 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-54c9aae8-1329-4806-9394-00006f721791 req-7c96d7e7-51af-45f9-932a-0cc2c3561636 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4214df-5ee0-413a-b894-51ab5b893781 HTTP/1.1" status: 200 len: 949 time: 0.7049253 Dec 06 17:11:48.614668 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef5bdb2-b050-4b19-9203-f5149e425cd4 req-d6f0b7be-c91a-4c0f-b3a5-bb128c9900c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:48.616185 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-aef5bdb2-b050-4b19-9203-f5149e425cd4 req-d6f0b7be-c91a-4c0f-b3a5-bb128c9900c1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee08a0d2-834f-4c39-be47-9c424581246a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1198847 Dec 06 17:11:48.739146 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86623ae-7029-4a6c-928d-207b8c526b35 req-64496a09-798c-4503-a749-d2fd642b6d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:48.739969 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-a86623ae-7029-4a6c-928d-207b8c526b35 req-64496a09-798c-4503-a749-d2fd642b6d7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:48.741356 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a86623ae-7029-4a6c-928d-207b8c526b35 req-64496a09-798c-4503-a749-d2fd642b6d7c service neutron] 10.222.0.41 "PUT /v2.0/ports/bba877c3-4e46-4a6b-a46a-4d9c36550d32 HTTP/1.1" status: 200 len: 1096 time: 3.6718793 Dec 06 17:11:48.755697 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-0ef238a5-dfdf-4232-bce3-d370ee49ebac tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Allocated IP 10.1.1.215 (a265b143-efdd-45e0-a32a-71d5cda110a4/dc1a154b-d238-4aad-a5ea-40577b02ded4/e42dffef-fd32-4bdd-8a82-7f2ced8750e5) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:11:48.759179 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-eebe5419-3dbd-415d-b133-7b4e92311ce8 req-754ded36-f701-475b-83cc-42ddff3c03d3 tempest-SecurityGroupRulesNegativeTestJSON-993609813 tempest-SecurityGroupRulesNegativeTestJSON-993609813-project] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:48.779280 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-eebe5419-3dbd-415d-b133-7b4e92311ce8 req-754ded36-f701-475b-83cc-42ddff3c03d3 tempest-SecurityGroupRulesNegativeTestJSON-993609813 tempest-SecurityGroupRulesNegativeTestJSON-993609813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:48.791723 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:11:48.858957 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-eebe5419-3dbd-415d-b133-7b4e92311ce8 req-754ded36-f701-475b-83cc-42ddff3c03d3 tempest-SecurityGroupRulesNegativeTestJSON-993609813 tempest-SecurityGroupRulesNegativeTestJSON-993609813-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:48.860228 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-eebe5419-3dbd-415d-b133-7b4e92311ce8 req-754ded36-f701-475b-83cc-42ddff3c03d3 tempest-SecurityGroupRulesNegativeTestJSON-993609813 tempest-SecurityGroupRulesNegativeTestJSON-993609813-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.4434700 Dec 06 17:11:48.867214 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-aef5bdb2-b050-4b19-9203-f5149e425cd4 req-df64e412-0702-4978-bfe5-f5c8d9313429 service neutron] 10.222.0.41 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391567 Dec 06 17:11:48.873146 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754ded36-f701-475b-83cc-42ddff3c03d3 tempest-SecurityGroupRulesNegativeTestJSON-993609813 tempest-SecurityGroupRulesNegativeTestJSON-993609813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=878ad30a-2630-484c-9447-7adf19a66ccf,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:49.121456 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:49.149928 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-aef5bdb2-b050-4b19-9203-f5149e425cd4 req-6ee3d199-49b4-4f82-8840-60d36fd1b780 service neutron] 10.222.0.41 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740207 Dec 06 17:11:49.175075 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device ace816df-f221-4480-98a4-e0c3265e6d36 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:11:49.191543 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-0ef238a5-dfdf-4232-bce3-d370ee49ebac tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:49.192094 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6,segment=NetworkSegment(b5c29f07-61e3-483e-b953-3901f84034df),segment_id=b5c29f07-61e3-483e-b953-3901f84034df)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:11:49.219901 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': '4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6', 'network_id': '33742801-ccea-4ab3-a86a-2573a2966c19', 'port_id': '4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6', 'mac_address': 'fa:16:3e:64:83:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da31f47d-8fee-49c3-b794-af6b3fd955bf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:11:49.238534 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba2942-f69d-4cc4-85e5-346352276e4a req-4f5a3a13-9393-4334-926e-72f4fa140119 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:49.241126 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b6ba2942-f69d-4cc4-85e5-346352276e4a req-4f5a3a13-9393-4334-926e-72f4fa140119 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] 10.222.0.23 "GET /v2.0/ports?device_id=d29fc859-bc40-402c-963f-f48ae65d78b4 HTTP/1.1" status: 200 len: 945 time: 0.1242332 Dec 06 17:11:49.266087 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.db.resource_extend [None req-91a25008-5103-405f-836c-ad9c9cafb460 tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 06 17:11:49.295234 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:49.307494 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-0ef238a5-dfdf-4232-bce3-d370ee49ebac tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:49.363045 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef238a5-dfdf-4232-bce3-d370ee49ebac tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Pushing event updated for resources: {'Port': ['ID=e42dffef-fd32-4bdd-8a82-7f2ced8750e5,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:49.389557 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b6ba2942-f69d-4cc4-85e5-346352276e4a req-6c25fcf9-5097-4c50-9df3-f453477c13f4 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] 10.222.0.23 "GET /v2.0/security-groups?id=56960e5e-62e2-42da-96b9-79aa56365423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258912 Dec 06 17:11:49.404894 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-0ef238a5-dfdf-4232-bce3-d370ee49ebac tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Network a265b143-efdd-45e0-a32a-71d5cda110a4 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:11:49.406980 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-0ef238a5-dfdf-4232-bce3-d370ee49ebac tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:11:49.410616 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-0ef238a5-dfdf-4232-bce3-d370ee49ebac tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:11:49.412488 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64496a09-798c-4503-a749-d2fd642b6d7c service neutron] Pushing event updated for resources: {'Port': ['ID=bba877c3-4e46-4a6b-a46a-4d9c36550d32,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:49.420351 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-91a25008-5103-405f-836c-ad9c9cafb460 tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:49.466683 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-91a25008-5103-405f-836c-ad9c9cafb460 tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:49.484565 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-54c9aae8-1329-4806-9394-00006f721791 req-2cceb2a3-ffc9-4fd2-9fe7-8e222f409004 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8163886 Dec 06 17:11:49.514457 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port ace816df-f221-4480-98a4-e0c3265e6d36, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ace816df-f221-4480-98a4-e0c3265e6d36,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:11:49.531612 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-0ef238a5-dfdf-4232-bce3-d370ee49ebac tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:49.532306 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-0ef238a5-dfdf-4232-bce3-d370ee49ebac tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:49.541520 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:11:49.573959 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6,segment=NetworkSegment(b5c29f07-61e3-483e-b953-3901f84034df),segment_id=b5c29f07-61e3-483e-b953-3901f84034df)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:11:49.575762 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': 'ace816df-f221-4480-98a4-e0c3265e6d36', 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a', 'port_id': 'ace816df-f221-4480-98a4-e0c3265e6d36', 'mac_address': 'fa:16:3e:c4:34:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1342252a-21e4-4783-88ff-f54776c79059', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:11:49.579656 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef5bdb2-b050-4b19-9203-f5149e425cd4 req-2e6d66eb-5923-4ff2-8d2a-610075216714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:49.581494 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-aef5bdb2-b050-4b19-9203-f5149e425cd4 req-2e6d66eb-5923-4ff2-8d2a-610075216714 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ee08a0d2-834f-4c39-be47-9c424581246a HTTP/1.1" status: 200 len: 870 time: 1.0333931 Dec 06 17:11:49.583992 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:49.589507 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86623ae-7029-4a6c-928d-207b8c526b35 req-e0764a71-fb21-44d8-89a1-ff986a93f8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:49.591052 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a86623ae-7029-4a6c-928d-207b8c526b35 req-e0764a71-fb21-44d8-89a1-ff986a93f8d6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4b43d5b1cc2b418c97b1aca204b56c1e&device_id=4d6220a5-a193-40f4-b9f5-1ad0adc38c1b HTTP/1.1" status: 200 len: 1099 time: 0.7581079 Dec 06 17:11:49.596013 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-a86623ae-7029-4a6c-928d-207b8c526b35 req-75fefa9d-61b2-4100-928a-e5934be10c67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c06faf7a-f15d-4836-b194-8cfd5ea8c68b {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:11:49.629735 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-a86623ae-7029-4a6c-928d-207b8c526b35 req-75fefa9d-61b2-4100-928a-e5934be10c67 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:49.636712 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-0ef238a5-dfdf-4232-bce3-d370ee49ebac tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5069718 Dec 06 17:11:49.639901 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:49.654185 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-ece259cb-db94-43dd-bc20-d7a02e7fc5d5 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Request body: {'port': {'device_id': 'f5398cbb-9f14-42b7-905c-288b25e2bdb2', 'network_id': 'a265b143-efdd-45e0-a32a-71d5cda110a4', 'admin_state_up': True, 'tenant_id': 'e06aba6f7cc1415e89ae20f4d5eb8b07', 'security_groups': ['511f9156-9807-4e4e-ae23-f0018acdbda1']}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:11:49.711598 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:49.729017 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ace816df-f221-4480-98a4-e0c3265e6d36 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:11:49.759833 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d6220a5-a193-40f4-b9f5-1ad0adc38c1b', 'tag': 'bba877c3-4e46-4a6b-a46a-4d9c36550d32'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:11:49.762520 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d03bb54-7b32-4cb5-9990-1368b2749015" -d '{"events": [{"name": "network-changed", "server_uuid": "4d6220a5-a193-40f4-b9f5-1ad0adc38c1b", "tag": "bba877c3-4e46-4a6b-a46a-4d9c36550d32"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:11:49.772441 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-aef5bdb2-b050-4b19-9203-f5149e425cd4 req-771f6ef6-536a-4455-9f7d-c0ddcd0f8675 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=ace816df-f221-4480-98a4-e0c3265e6d36 HTTP/1.1" status: 200 len: 217 time: 0.1784971 Dec 06 17:11:49.777682 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port ace816df-f221-4480-98a4-e0c3265e6d36, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ace816df-f221-4480-98a4-e0c3265e6d36,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:11:49.788954 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a86623ae-7029-4a6c-928d-207b8c526b35 req-7b9011a9-39aa-41ae-8755-ef0a40f7cee5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=bba877c3-4e46-4a6b-a46a-4d9c36550d32 HTTP/1.1" status: 200 len: 217 time: 0.1804378 Dec 06 17:11:49.791294 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:49.816793 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-a86623ae-7029-4a6c-928d-207b8c526b35 req-75fefa9d-61b2-4100-928a-e5934be10c67 service neutron] Transition to ACTIVE for port object c06faf7a-f15d-4836-b194-8cfd5ea8c68b will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:11:49.837158 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe6683a-3008-4686-894d-dc4f594377e3 req-15ba8bbd-5824-4896-8fcc-6f28a2459d7c tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:49.845901 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe6683a-3008-4686-894d-dc4f594377e3 req-15ba8bbd-5824-4896-8fcc-6f28a2459d7c tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:49.848515 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7fe6683a-3008-4686-894d-dc4f594377e3 req-15ba8bbd-5824-4896-8fcc-6f28a2459d7c tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5398cbb-9f14-42b7-905c-288b25e2bdb2 HTTP/1.1" status: 200 len: 1654 time: 0.3008432 Dec 06 17:11:49.853100 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-df2f8e04-6bbf-497c-a526-4eccb83fff80 None None] Provisioning complete for port e42dffef-fd32-4bdd-8a82-7f2ced8750e5 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:11:49.853685 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-df2f8e04-6bbf-497c-a526-4eccb83fff80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:49.875935 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-a86623ae-7029-4a6c-928d-207b8c526b35 req-75fefa9d-61b2-4100-928a-e5934be10c67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:49.901959 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-df2f8e04-6bbf-497c-a526-4eccb83fff80 None None] Port e42dffef-fd32-4bdd-8a82-7f2ced8750e5 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:11:49.904998 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:11:49.906791 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-ece259cb-db94-43dd-bc20-d7a02e7fc5d5 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Made reservation on behalf of e06aba6f7cc1415e89ae20f4d5eb8b07 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:11:49.907321 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=ace816df-f221-4480-98a4-e0c3265e6d36,revision_number=12']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:49.912618 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-ece259cb-db94-43dd-bc20-d7a02e7fc5d5 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:49.946220 n-d-master-1 neutron-server[103285]: INFO neutron.db.l3_db [None req-91a25008-5103-405f-836c-ad9c9cafb460 tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] Floating IP 4defa273-9e47-430e-8288-48dd37b284a5 associated. External IP: 172.35.1.248, port: e917814b-e40f-4ffe-a74f-6b2db8f95297. Dec 06 17:11:50.011828 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef5bdb2-b050-4b19-9203-f5149e425cd4 req-a0ff21ca-f327-4718-a6d6-457bae5d381f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:50.017083 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-aef5bdb2-b050-4b19-9203-f5149e425cd4 req-a0ff21ca-f327-4718-a6d6-457bae5d381f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1342252a-21e4-4783-88ff-f54776c79059 HTTP/1.1" status: 200 len: 843 time: 0.2341990 Dec 06 17:11:50.020069 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86623ae-7029-4a6c-928d-207b8c526b35 req-172553f8-7ad7-4e5f-b8d3-d5e32c0a96ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:50.029812 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a86623ae-7029-4a6c-928d-207b8c526b35 req-172553f8-7ad7-4e5f-b8d3-d5e32c0a96ef service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1342252a-21e4-4783-88ff-f54776c79059 HTTP/1.1" status: 200 len: 843 time: 0.2113178 Dec 06 17:11:50.050187 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0715f239-b896-4812-8c76-30b0b7df3cae req-d21c0dba-e4dd-409a-9520-2e2fb97c0288 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:50.052015 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0715f239-b896-4812-8c76-30b0b7df3cae req-d21c0dba-e4dd-409a-9520-2e2fb97c0288 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=851a3db1-d857-4982-bb02-42a5ec92a2df HTTP/1.1" status: 200 len: 944 time: 0.3414977 Dec 06 17:11:50.080800 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fefa9d-61b2-4100-928a-e5934be10c67 service neutron] Pushing event updated for resources: {'Port': ['ID=c06faf7a-f15d-4836-b194-8cfd5ea8c68b,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:50.091082 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-ece259cb-db94-43dd-bc20-d7a02e7fc5d5 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Allocated IP 10.1.1.34 (a265b143-efdd-45e0-a32a-71d5cda110a4/dc1a154b-d238-4aad-a5ea-40577b02ded4/ce5a499b-b2ba-4f6b-b647-32d86ebd2d1e) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:11:50.105659 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['ace816df-f221-4480-98a4-e0c3265e6d36'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:11:50.278780 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-ece259cb-db94-43dd-bc20-d7a02e7fc5d5 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:50.324830 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef5bdb2-b050-4b19-9203-f5149e425cd4 req-fd84fb1b-610f-4e85-82a5-f4df71fcde8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:50.326583 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-aef5bdb2-b050-4b19-9203-f5149e425cd4 req-fd84fb1b-610f-4e85-82a5-f4df71fcde8f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee08a0d2-834f-4c39-be47-9c424581246a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2862535 Dec 06 17:11:50.328429 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86623ae-7029-4a6c-928d-207b8c526b35 req-023147c1-8f02-45f7-bb30-92cc90a778ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:50.330127 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a86623ae-7029-4a6c-928d-207b8c526b35 req-023147c1-8f02-45f7-bb30-92cc90a778ff service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee08a0d2-834f-4c39-be47-9c424581246a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2672265 Dec 06 17:11:50.334756 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-ece259cb-db94-43dd-bc20-d7a02e7fc5d5 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:50.364993 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0715f239-b896-4812-8c76-30b0b7df3cae req-dedd22ca-292c-4114-904d-00bd9fe35cf9 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813301 Dec 06 17:11:50.401902 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-ece259cb-db94-43dd-bc20-d7a02e7fc5d5 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Network a265b143-efdd-45e0-a32a-71d5cda110a4 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:11:50.405772 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7fe6683a-3008-4686-894d-dc4f594377e3 req-1cadbe3c-e20f-4926-acfc-4390eb89ff3b tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/security-groups?id=511f9156-9807-4e4e-ae23-f0018acdbda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5503051 Dec 06 17:11:50.409939 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-ece259cb-db94-43dd-bc20-d7a02e7fc5d5 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:11:50.416367 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-ece259cb-db94-43dd-bc20-d7a02e7fc5d5 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:11:50.420566 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece259cb-db94-43dd-bc20-d7a02e7fc5d5 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Pushing event updated for resources: {'Port': ['ID=ce5a499b-b2ba-4f6b-b647-32d86ebd2d1e,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:50.510151 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-ece259cb-db94-43dd-bc20-d7a02e7fc5d5 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:50.510873 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-ece259cb-db94-43dd-bc20-d7a02e7fc5d5 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:50.531074 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-ece259cb-db94-43dd-bc20-d7a02e7fc5d5 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.8857696 Dec 06 17:11:50.547111 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-bcd4f1d2-2e78-466a-a845-51e2951bf921 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Request body: {'port': {'device_id': 'f5398cbb-9f14-42b7-905c-288b25e2bdb2', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '923a9dfa-d650-4f29-aec2-2016eca01acc', 'admin_state_up': True, 'tenant_id': 'e06aba6f7cc1415e89ae20f4d5eb8b07', 'security_groups': ['511f9156-9807-4e4e-ae23-f0018acdbda1']}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:11:50.677342 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030be138-9aa4-47ae-a058-54f9e8320c69 req-8352ec98-0ec1-42cb-805f-5e037a1dfc90 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:50.679016 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-030be138-9aa4-47ae-a058-54f9e8320c69 req-8352ec98-0ec1-42cb-805f-5e037a1dfc90 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b3b7908-bd5b-4ea7-8bff-9c3b9ed34065 HTTP/1.1" status: 200 len: 948 time: 0.1049719 Dec 06 17:11:50.753443 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-030be138-9aa4-47ae-a058-54f9e8320c69 req-e3a76500-de2b-4a28-8df1-723cf959ebd7 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ba66608-5fba-460b-9339-43992781830c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668662 Dec 06 17:11:50.760904 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-bcd4f1d2-2e78-466a-a845-51e2951bf921 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Made reservation on behalf of e06aba6f7cc1415e89ae20f4d5eb8b07 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:11:50.818295 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6d3cdfc8-3e48-4e4d-87a5-7d075854f34a None None] Provisioning complete for port ce5a499b-b2ba-4f6b-b647-32d86ebd2d1e triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:11:50.818675 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6d3cdfc8-3e48-4e4d-87a5-7d075854f34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:50.827808 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-a86623ae-7029-4a6c-928d-207b8c526b35 req-75fefa9d-61b2-4100-928a-e5934be10c67 service neutron] Attempting to bind port c06faf7a-f15d-4836-b194-8cfd5ea8c68b on host n-h1-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:11:50.828317 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-a86623ae-7029-4a6c-928d-207b8c526b35 req-75fefa9d-61b2-4100-928a-e5934be10c67 service neutron] Attempting to bind port c06faf7a-f15d-4836-b194-8cfd5ea8c68b by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:11:50.828634 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86623ae-7029-4a6c-928d-207b8c526b35 req-75fefa9d-61b2-4100-928a-e5934be10c67 service neutron] Attempting to bind port c06faf7a-f15d-4836-b194-8cfd5ea8c68b on network ee08a0d2-834f-4c39-be47-9c424581246a {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:11:50.862323 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-bcd4f1d2-2e78-466a-a845-51e2951bf921 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:50.892031 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86623ae-7029-4a6c-928d-207b8c526b35 req-75fefa9d-61b2-4100-928a-e5934be10c67 service neutron] Port c06faf7a-f15d-4836-b194-8cfd5ea8c68b on network ee08a0d2-834f-4c39-be47-9c424581246a not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:11:50.892370 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86623ae-7029-4a6c-928d-207b8c526b35 req-75fefa9d-61b2-4100-928a-e5934be10c67 service neutron] Attempting to bind port c06faf7a-f15d-4836-b194-8cfd5ea8c68b on network ee08a0d2-834f-4c39-be47-9c424581246a {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:11:50.909795 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6d3cdfc8-3e48-4e4d-87a5-7d075854f34a None None] Port ce5a499b-b2ba-4f6b-b647-32d86ebd2d1e cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:11:50.922313 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86623ae-7029-4a6c-928d-207b8c526b35 req-75fefa9d-61b2-4100-928a-e5934be10c67 service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:11:50.922742 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86623ae-7029-4a6c-928d-207b8c526b35 req-75fefa9d-61b2-4100-928a-e5934be10c67 service neutron] Checking segment: {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:11:50.923208 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86623ae-7029-4a6c-928d-207b8c526b35 req-75fefa9d-61b2-4100-928a-e5934be10c67 service neutron] Bound using segment: {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:11:50.923730 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-a86623ae-7029-4a6c-928d-207b8c526b35 req-75fefa9d-61b2-4100-928a-e5934be10c67 service neutron] Bound port: c06faf7a-f15d-4836-b194-8cfd5ea8c68b, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:11:50.924165 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-a86623ae-7029-4a6c-928d-207b8c526b35 req-75fefa9d-61b2-4100-928a-e5934be10c67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:50.986199 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e2013a56-e4d2-4b13-a942-b00f1130b146 req-6ef8b727-68f9-4f8c-aea5-d4c2f2bd3260 tempest-SecurityGroupRulesNegativeTestJSON-993609813 tempest-SecurityGroupRulesNegativeTestJSON-993609813-project] 10.222.0.23 "GET /v2.0/security-groups/878ad30a-2630-484c-9447-7adf19a66ccf HTTP/1.1" status: 200 len: 1829 time: 0.2759142 Dec 06 17:11:51.005285 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a86623ae-7029-4a6c-928d-207b8c526b35 req-2e1a0516-5db1-4323-bfb4-b66fdcb82310 service neutron] 10.222.0.41 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6657188 Dec 06 17:11:51.013167 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-e2013a56-e4d2-4b13-a942-b00f1130b146 req-a4c021d5-1fad-4976-a807-710e1c1b1ec5 tempest-SecurityGroupRulesNegativeTestJSON-993609813 tempest-SecurityGroupRulesNegativeTestJSON-993609813-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '878ad30a-2630-484c-9447-7adf19a66ccf', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:11:51.013606 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-e2013a56-e4d2-4b13-a942-b00f1130b146 req-a4c021d5-1fad-4976-a807-710e1c1b1ec5 tempest-SecurityGroupRulesNegativeTestJSON-993609813 tempest-SecurityGroupRulesNegativeTestJSON-993609813-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '878ad30a-2630-484c-9447-7adf19a66ccf', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:11:51.043141 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-aef5bdb2-b050-4b19-9203-f5149e425cd4 req-9d4e0a8b-4648-4d81-bef1-8c8afc321745 service neutron] 10.222.0.44 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6947217 Dec 06 17:11:51.074296 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70cd3d2-6058-4d50-be56-a1f69f5fdb67 req-3e72b1f0-80d3-41ad-a863-4002a8276ea2 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:51.075898 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c70cd3d2-6058-4d50-be56-a1f69f5fdb67 req-3e72b1f0-80d3-41ad-a863-4002a8276ea2 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] 10.222.0.23 "GET /v2.0/ports?device_id=d29fc859-bc40-402c-963f-f48ae65d78b4 HTTP/1.1" status: 200 len: 945 time: 0.1521010 Dec 06 17:11:51.087791 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 43390) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:11:51.113140 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-2756bd1d-e6fe-40d5-ad04-4c3425fa64ec tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] Request body: {'floatingip': {'port_id': 'b0780acc-3f7a-4e37-a2da-88b13a605a26'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:11:51.162549 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d903ef7-ba76-439e-b4cf-0b798d5e21f1 x-openstack-request-id: req-9d903ef7-ba76-439e-b4cf-0b798d5e21f1 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:11:51.162922 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d6220a5-a193-40f4-b9f5-1ad0adc38c1b", "tag": "bba877c3-4e46-4a6b-a46a-4d9c36550d32", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:11:51.163271 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9d903ef7-ba76-439e-b4cf-0b798d5e21f1 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:11:51.163987 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d6220a5-a193-40f4-b9f5-1ad0adc38c1b', 'tag': 'bba877c3-4e46-4a6b-a46a-4d9c36550d32', 'status': 'completed', 'code': 200} Dec 06 17:11:51.169896 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device ace816df-f221-4480-98a4-e0c3265e6d36 up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:11:51.177354 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-bcd4f1d2-2e78-466a-a845-51e2951bf921 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Allocated IP 10.2.2.100 (923a9dfa-d650-4f29-aec2-2016eca01acc/b4979180-b255-45fd-9571-7f83f2b9313a/1d5a6e2b-fe5f-43e4-8477-6577f08f2e89) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:11:51.244325 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91a25008-5103-405f-836c-ad9c9cafb460 tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] Router 9fcbdb7b-0bab-4722-b3c1-fda2c00ded09 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:11:51.258954 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2756bd1d-e6fe-40d5-ad04-4c3425fa64ec tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] Publish callbacks [] for floatingip, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:51.277044 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning for port ace816df-f221-4480-98a4-e0c3265e6d36 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:11:51.281689 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port ace816df-f221-4480-98a4-e0c3265e6d36 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:11:51.282132 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:51.367559 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-a86623ae-7029-4a6c-928d-207b8c526b35 req-75fefa9d-61b2-4100-928a-e5934be10c67 service neutron] For port c06faf7a-f15d-4836-b194-8cfd5ea8c68b, host n-h1-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:11:51.383028 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:51.386694 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59102f5-f6b5-42c3-bd05-48fcf3ffdb84 req-eba45b6f-1c8e-4e91-a924-70f9984c9662 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:51.388889 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b59102f5-f6b5-42c3-bd05-48fcf3ffdb84 req-eba45b6f-1c8e-4e91-a924-70f9984c9662 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4214df-5ee0-413a-b894-51ab5b893781 HTTP/1.1" status: 200 len: 950 time: 0.0796969 Dec 06 17:11:51.428270 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-a86623ae-7029-4a6c-928d-207b8c526b35 req-75fefa9d-61b2-4100-928a-e5934be10c67 service neutron] For port c06faf7a-f15d-4836-b194-8cfd5ea8c68b, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=c06faf7a-f15d-4836-b194-8cfd5ea8c68b,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:11:51.434658 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port ace816df-f221-4480-98a4-e0c3265e6d36, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ace816df-f221-4480-98a4-e0c3265e6d36,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:11:51.435946 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c4214df-5ee0-413a-b894-51ab5b893781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace816df-f221-4480-98a4-e0c3265e6d36'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:11:51.438638 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8470f6f9-9d5c-4535-8330-574679c364aa" -d '{"events": [{"server_uuid": "2c4214df-5ee0-413a-b894-51ab5b893781", "name": "network-vif-plugged", "status": "completed", "tag": "ace816df-f221-4480-98a4-e0c3265e6d36"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:11:51.445394 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:51.472138 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-bcd4f1d2-2e78-466a-a845-51e2951bf921 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:51.479499 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b59102f5-f6b5-42c3-bd05-48fcf3ffdb84 req-46102a8e-1916-40c5-b4de-e236c3b0e143 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827475 Dec 06 17:11:51.501993 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a86623ae-7029-4a6c-928d-207b8c526b35 req-85c1fec8-6010-4d67-a564-05d3955d9148 service neutron] 10.222.0.41 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4601362 Dec 06 17:11:51.501993 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-a86623ae-7029-4a6c-928d-207b8c526b35 req-75fefa9d-61b2-4100-928a-e5934be10c67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:51.511248 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-aef5bdb2-b050-4b19-9203-f5149e425cd4 req-33d9950b-7ce7-48f1-b495-be8b135f626f service neutron] 10.222.0.44 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4519083 Dec 06 17:11:51.538614 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=ace816df-f221-4480-98a4-e0c3265e6d36,revision_number=13']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:51.561454 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-bcd4f1d2-2e78-466a-a845-51e2951bf921 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:51.625803 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e2013a56-e4d2-4b13-a942-b00f1130b146 req-a4c021d5-1fad-4976-a807-710e1c1b1ec5 tempest-SecurityGroupRulesNegativeTestJSON-993609813 tempest-SecurityGroupRulesNegativeTestJSON-993609813-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:51.630373 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-bcd4f1d2-2e78-466a-a845-51e2951bf921 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Network 923a9dfa-d650-4f29-aec2-2016eca01acc is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:11:51.634144 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-bcd4f1d2-2e78-466a-a845-51e2951bf921 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:11:51.638373 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-bcd4f1d2-2e78-466a-a845-51e2951bf921 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:11:51.646456 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e2013a56-e4d2-4b13-a942-b00f1130b146 req-a4c021d5-1fad-4976-a807-710e1c1b1ec5 tempest-SecurityGroupRulesNegativeTestJSON-993609813 tempest-SecurityGroupRulesNegativeTestJSON-993609813-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:51.687591 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86623ae-7029-4a6c-928d-207b8c526b35 req-75fefa9d-61b2-4100-928a-e5934be10c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:51.688311 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-a86623ae-7029-4a6c-928d-207b8c526b35 req-75fefa9d-61b2-4100-928a-e5934be10c67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:51.690349 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a86623ae-7029-4a6c-928d-207b8c526b35 req-75fefa9d-61b2-4100-928a-e5934be10c67 service neutron] 10.222.0.41 "PUT /v2.0/ports/c06faf7a-f15d-4836-b194-8cfd5ea8c68b HTTP/1.1" status: 200 len: 1096 time: 4.6896045 Dec 06 17:11:51.709023 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd4f1d2-2e78-466a-a845-51e2951bf921 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Pushing event updated for resources: {'Port': ['ID=1d5a6e2b-fe5f-43e4-8477-6577f08f2e89,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:51.721175 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e2013a56-e4d2-4b13-a942-b00f1130b146 req-a4c021d5-1fad-4976-a807-710e1c1b1ec5 tempest-SecurityGroupRulesNegativeTestJSON-993609813 tempest-SecurityGroupRulesNegativeTestJSON-993609813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:51.755702 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-bcd4f1d2-2e78-466a-a845-51e2951bf921 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:51.756456 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-bcd4f1d2-2e78-466a-a845-51e2951bf921 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:51.786736 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-bcd4f1d2-2e78-466a-a845-51e2951bf921 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2459486 Dec 06 17:11:51.800416 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-ae136dfd-a108-4b64-9bc5-764921d1e0d8 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Request body: {'port': {'device_id': 'f5398cbb-9f14-42b7-905c-288b25e2bdb2', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '923a9dfa-d650-4f29-aec2-2016eca01acc', 'admin_state_up': True, 'tenant_id': 'e06aba6f7cc1415e89ae20f4d5eb8b07', 'security_groups': ['511f9156-9807-4e4e-ae23-f0018acdbda1']}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:11:51.885672 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c021d5-1fad-4976-a807-710e1c1b1ec5 tempest-SecurityGroupRulesNegativeTestJSON-993609813 tempest-SecurityGroupRulesNegativeTestJSON-993609813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7171fd90-aa82-49fd-a68e-bdd936048661,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:51.887530 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fefa9d-61b2-4100-928a-e5934be10c67 service neutron] Pushing event updated for resources: {'Port': ['ID=c06faf7a-f15d-4836-b194-8cfd5ea8c68b,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:51.949658 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e2013a56-e4d2-4b13-a942-b00f1130b146 req-a4c021d5-1fad-4976-a807-710e1c1b1ec5 tempest-SecurityGroupRulesNegativeTestJSON-993609813 tempest-SecurityGroupRulesNegativeTestJSON-993609813-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:51.950914 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e2013a56-e4d2-4b13-a942-b00f1130b146 req-a4c021d5-1fad-4976-a807-710e1c1b1ec5 tempest-SecurityGroupRulesNegativeTestJSON-993609813 tempest-SecurityGroupRulesNegativeTestJSON-993609813-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9488475 Dec 06 17:11:51.960413 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d03bb54-7b32-4cb5-9990-1368b2749015 req-735ce43b-756d-4638-9bc8-af657b36a475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:51.965856 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6d03bb54-7b32-4cb5-9990-1368b2749015 req-735ce43b-756d-4638-9bc8-af657b36a475 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4b43d5b1cc2b418c97b1aca204b56c1e&device_id=4d6220a5-a193-40f4-b9f5-1ad0adc38c1b HTTP/1.1" status: 200 len: 1099 time: 0.3981493 Dec 06 17:11:51.992707 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-ae136dfd-a108-4b64-9bc5-764921d1e0d8 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Made reservation on behalf of e06aba6f7cc1415e89ae20f4d5eb8b07 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:11:51.999018 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-ae136dfd-a108-4b64-9bc5-764921d1e0d8 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:52.039833 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d3cb6c-cced-42c0-9dbc-37fb6141cba0 req-8c8ee59f-2f48-4a21-82d1-829efa9c66cd tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:52.044487 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91a25008-5103-405f-836c-ad9c9cafb460 tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:11:52.047671 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c3d3cb6c-cced-42c0-9dbc-37fb6141cba0 req-8c8ee59f-2f48-4a21-82d1-829efa9c66cd tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=851a3db1-d857-4982-bb02-42a5ec92a2df HTTP/1.1" status: 200 len: 944 time: 0.0950644 Dec 06 17:11:52.057456 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-91a25008-5103-405f-836c-ad9c9cafb460 tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:52.060855 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1878218-51c1-4707-9c3c-e0ffac30addf None None] Sync routers for ids ['9fcbdb7b-0bab-4722-b3c1-fda2c00ded09'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:11:52.062834 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e79f8ecd-2858-497b-85e5-6cda56c63ab1 x-openstack-request-id: req-e79f8ecd-2858-497b-85e5-6cda56c63ab1 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:11:52.064509 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c4214df-5ee0-413a-b894-51ab5b893781", "name": "network-vif-plugged", "status": "completed", "tag": "ace816df-f221-4480-98a4-e0c3265e6d36", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:11:52.064764 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e79f8ecd-2858-497b-85e5-6cda56c63ab1 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:11:52.065846 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c4214df-5ee0-413a-b894-51ab5b893781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace816df-f221-4480-98a4-e0c3265e6d36', 'code': 200} Dec 06 17:11:52.086822 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1878218-51c1-4707-9c3c-e0ffac30addf None None] Routers {'9fcbdb7b-0bab-4722-b3c1-fda2c00ded09'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:11:52.087708 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-c1878218-51c1-4707-9c3c-e0ffac30addf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:11:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['9fcbdb7b-0bab-4722-b3c1-fda2c00ded09'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:11:52.159610 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c3d3cb6c-cced-42c0-9dbc-37fb6141cba0 req-71f90d6f-1dbb-401d-997b-cfee8c7ee00d tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104174 Dec 06 17:11:52.204005 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-427f210b-3b32-4a8a-a100-1673aa75ab16 None None] Provisioning complete for port 1d5a6e2b-fe5f-43e4-8477-6577f08f2e89 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:11:52.204681 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-427f210b-3b32-4a8a-a100-1673aa75ab16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:52.274536 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-427f210b-3b32-4a8a-a100-1673aa75ab16 None None] Port 1d5a6e2b-fe5f-43e4-8477-6577f08f2e89 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:11:52.296000 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-c1878218-51c1-4707-9c3c-e0ffac30addf None None] Set router 9fcbdb7b-0bab-4722-b3c1-fda2c00ded09 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:11:52.317230 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86623ae-7029-4a6c-928d-207b8c526b35 req-1fbcb8c6-9dd1-493d-a427-4ee2b1455490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:52.318776 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a86623ae-7029-4a6c-928d-207b8c526b35 req-1fbcb8c6-9dd1-493d-a427-4ee2b1455490 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4b43d5b1cc2b418c97b1aca204b56c1e&device_id=6b3b7908-bd5b-4ea7-8bff-9c3b9ed34065 HTTP/1.1" status: 200 len: 1099 time: 0.5630152 Dec 06 17:11:52.337565 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-ae136dfd-a108-4b64-9bc5-764921d1e0d8 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Allocated IP 10.2.2.200 (923a9dfa-d650-4f29-aec2-2016eca01acc/b4979180-b255-45fd-9571-7f83f2b9313a/d5cb989f-970a-4712-bc55-ae97972ef5ef) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:11:52.353919 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c77ac6f-7241-42b3-aed7-c7019e13af53 req-2edddbcd-f6b0-4673-bf3d-32d191acd8f7 tempest-MigrationsAdminTest-1778720051 tempest-MigrationsAdminTest-1778720051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:52.355422 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6c77ac6f-7241-42b3-aed7-c7019e13af53 req-2edddbcd-f6b0-4673-bf3d-32d191acd8f7 tempest-MigrationsAdminTest-1778720051 tempest-MigrationsAdminTest-1778720051-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2c4214df-5ee0-413a-b894-51ab5b893781 HTTP/1.1" status: 200 len: 1102 time: 0.0711713 Dec 06 17:11:52.385012 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-91a25008-5103-405f-836c-ad9c9cafb460 tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] 10.222.0.23 "PUT /v2.0/floatingips/4defa273-9e47-430e-8288-48dd37b284a5 HTTP/1.1" status: 200 len: 991 time: 5.1715846 Dec 06 17:11:52.526632 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6c77ac6f-7241-42b3-aed7-c7019e13af53 req-e0dbe9da-6603-494b-af96-0fe8469d4b23 tempest-MigrationsAdminTest-1778720051 tempest-MigrationsAdminTest-1778720051-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589136 Dec 06 17:11:52.575643 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-ae136dfd-a108-4b64-9bc5-764921d1e0d8 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:52.618678 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-ae136dfd-a108-4b64-9bc5-764921d1e0d8 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:52.636038 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-c1878218-51c1-4707-9c3c-e0ffac30addf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fcbdb7b-0bab-4722-b3c1-fda2c00ded09', 'name': 'tempest-ServersTestManualDisk-100673284-router', 'tenant_id': '00c75398d2094120b650f6266e5d7c45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.93'}], 'enable_snat': True}, 'gw_port_id': '68f44a25-c3a6-4535-849e-7bb54742868b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:11:08Z', 'updated_at': '2021-12-06T17:11:17Z', 'revision_number': 4, 'project_id': '00c75398d2094120b650f6266e5d7c45', 'gw_port': {'id': '68f44a25-c3a6-4535-849e-7bb54742868b', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:18:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fcbdb7b-0bab-4722-b3c1-fda2c00ded09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:11:09Z', 'updated_at': '2021-12-06T17:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '4defa273-9e47-430e-8288-48dd37b284a5', 'tenant_id': '00c75398d2094120b650f6266e5d7c45', 'floating_ip_address': '172.35.1.248', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '9fcbdb7b-0bab-4722-b3c1-fda2c00ded09', 'port_id': 'e917814b-e40f-4ffe-a74f-6b2db8f95297', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 788, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab4dd15b-a9b8-4be5-bb0e-70bbaf5638ab', 'mac_address': 'fa:16:3e:66:3b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42026aea-3fdb-4904-b799-6c6d99ffca58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:11:25Z', 'updated_at': '2021-12-06T17:11:49Z', 'revision_number': 1, 'project_id': '00c75398d2094120b650f6266e5d7c45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cf708ea-8830-438a-8f57-f16325d8bd59', 'name': '', 'network_id': 'ab4dd15b-a9b8-4be5-bb0e-70bbaf5638ab', 'tenant_id': '00c75398d2094120b650f6266e5d7c45', 'mac_address': 'fa:16:3e:72:8b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fcbdb7b-0bab-4722-b3c1-fda2c00ded09', 'device_owner': 'network:router_interface', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': 'e482b70b-91bd-44a1-a0fe-788133dd6bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:11:15Z', 'updated_at': '2021-12-06T17:11:22Z', 'revision_number': 5, 'project_id': '00c75398d2094120b650f6266e5d7c45', 'subnets': [{'id': 'e482b70b-91bd-44a1-a0fe-788133dd6bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:11:52.679622 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1878218-51c1-4707-9c3c-e0ffac30addf None None] Checking router: 9fcbdb7b-0bab-4722-b3c1-fda2c00ded09 for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:11:52.691032 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1878218-51c1-4707-9c3c-e0ffac30addf None None] Routers {'9fcbdb7b-0bab-4722-b3c1-fda2c00ded09'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:11:52.692465 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-c1878218-51c1-4707-9c3c-e0ffac30addf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:11:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['9fcbdb7b-0bab-4722-b3c1-fda2c00ded09'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:11:52.712826 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-ae136dfd-a108-4b64-9bc5-764921d1e0d8 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Network 923a9dfa-d650-4f29-aec2-2016eca01acc is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:11:52.718759 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-ae136dfd-a108-4b64-9bc5-764921d1e0d8 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:11:52.720312 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a86623ae-7029-4a6c-928d-207b8c526b35 req-6c4a1272-5628-422d-9ea8-5ca3c1d56df9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=c06faf7a-f15d-4836-b194-8cfd5ea8c68b HTTP/1.1" status: 200 len: 217 time: 0.3597982 Dec 06 17:11:52.727895 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-ae136dfd-a108-4b64-9bc5-764921d1e0d8 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:11:52.754152 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.db.resource_extend [None req-2756bd1d-e6fe-40d5-ad04-4c3425fa64ec tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 06 17:11:52.775721 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6 up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:11:52.791323 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae136dfd-a108-4b64-9bc5-764921d1e0d8 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Pushing event updated for resources: {'Port': ['ID=d5cb989f-970a-4712-bc55-ae97972ef5ef,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:52.809447 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7f7530-0f8f-4e2a-aef9-0b771cc8f153 req-a24777c4-a5f9-4c96-a8c1-3f7875c418b8 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:52.812062 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1d7f7530-0f8f-4e2a-aef9-0b771cc8f153 req-a24777c4-a5f9-4c96-a8c1-3f7875c418b8 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b3b7908-bd5b-4ea7-8bff-9c3b9ed34065 HTTP/1.1" status: 200 len: 948 time: 0.1550608 Dec 06 17:11:52.826626 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-ae136dfd-a108-4b64-9bc5-764921d1e0d8 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:52.827665 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-ae136dfd-a108-4b64-9bc5-764921d1e0d8 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:52.852029 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5806a5-2ecc-4045-a9a3-f24ec8ea1f13 req-481fc233-b533-448f-b43f-73517b0c8701 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:52.858567 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5806a5-2ecc-4045-a9a3-f24ec8ea1f13 req-481fc233-b533-448f-b43f-73517b0c8701 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:52.863099 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port 4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:11:52.865178 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5806a5-2ecc-4045-a9a3-f24ec8ea1f13 req-481fc233-b533-448f-b43f-73517b0c8701 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:52.871458 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5806a5-2ecc-4045-a9a3-f24ec8ea1f13 req-481fc233-b533-448f-b43f-73517b0c8701 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:52.871677 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port 4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:11:52.872463 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:52.873047 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ab5806a5-2ecc-4045-a9a3-f24ec8ea1f13 req-481fc233-b533-448f-b43f-73517b0c8701 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5398cbb-9f14-42b7-905c-288b25e2bdb2 HTTP/1.1" status: 200 len: 3095 time: 0.5678499 Dec 06 17:11:52.883579 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d03bb54-7b32-4cb5-9990-1368b2749015 req-828f7eb5-aa5b-4625-94df-a765258eeaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:52.885077 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6d03bb54-7b32-4cb5-9990-1368b2749015 req-828f7eb5-aa5b-4625-94df-a765258eeaf4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ee08a0d2-834f-4c39-be47-9c424581246a HTTP/1.1" status: 200 len: 870 time: 0.9050219 Dec 06 17:11:52.895098 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-ae136dfd-a108-4b64-9bc5-764921d1e0d8 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0978575 Dec 06 17:11:52.906775 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-c1878218-51c1-4707-9c3c-e0ffac30addf None None] Set router 9fcbdb7b-0bab-4722-b3c1-fda2c00ded09 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:11:52.930674 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-3f1369a8-ee8b-4caa-8ff5-54b4d5d0343e service neutron] Request body: {'port': {'device_id': 'f5398cbb-9f14-42b7-905c-288b25e2bdb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:11:52.987483 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6d03bb54-7b32-4cb5-9990-1368b2749015 req-6b2d2ba7-0c86-4866-b3ef-e45dd2882aef service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=bba877c3-4e46-4a6b-a46a-4d9c36550d32 HTTP/1.1" status: 200 len: 217 time: 0.0853429 Dec 06 17:11:52.990886 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2756bd1d-e6fe-40d5-ad04-4c3425fa64ec tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:52.994134 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86623ae-7029-4a6c-928d-207b8c526b35 req-97969193-5820-4ffe-a14b-afea44433060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:52.995721 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a86623ae-7029-4a6c-928d-207b8c526b35 req-97969193-5820-4ffe-a14b-afea44433060 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1342252a-21e4-4783-88ff-f54776c79059 HTTP/1.1" status: 200 len: 843 time: 0.2671547 Dec 06 17:11:53.017442 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:53.045757 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1d7f7530-0f8f-4e2a-aef9-0b771cc8f153 req-5faf4458-4d24-4e33-9645-41ab443188c2 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ba66608-5fba-460b-9339-43992781830c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081785 Dec 06 17:11:53.046408 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-3f1369a8-ee8b-4caa-8ff5-54b4d5d0343e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:53.089434 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2756bd1d-e6fe-40d5-ad04-4c3425fa64ec tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:53.124230 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6,segment=NetworkSegment(b5c29f07-61e3-483e-b953-3901f84034df),segment_id=b5c29f07-61e3-483e-b953-3901f84034df)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:11:53.133981 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:53.167084 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b3b7908-bd5b-4ea7-8bff-9c3b9ed34065', 'tag': 'c06faf7a-f15d-4836-b194-8cfd5ea8c68b'}, {'name': 'network-changed', 'server_uuid': '42026aea-3fdb-4904-b799-6c6d99ffca58', 'tag': 'e917814b-e40f-4ffe-a74f-6b2db8f95297'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:11:53.169681 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd8be6d7-bae2-4d60-bbd6-5b850306325e" -d '{"events": [{"name": "network-changed", "server_uuid": "6b3b7908-bd5b-4ea7-8bff-9c3b9ed34065", "tag": "c06faf7a-f15d-4836-b194-8cfd5ea8c68b"}, {"name": "network-changed", "server_uuid": "42026aea-3fdb-4904-b799-6c6d99ffca58", "tag": "e917814b-e40f-4ffe-a74f-6b2db8f95297"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:11:53.190640 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ab5806a5-2ecc-4045-a9a3-f24ec8ea1f13 req-d5ea5144-9855-48d2-96ca-4d8d12485a20 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/security-groups?id=511f9156-9807-4e4e-ae23-f0018acdbda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2951620 Dec 06 17:11:53.202021 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d03bb54-7b32-4cb5-9990-1368b2749015 req-a3212582-3856-4ff9-82e8-eeb5a1c4868f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:53.203906 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6d03bb54-7b32-4cb5-9990-1368b2749015 req-a3212582-3856-4ff9-82e8-eeb5a1c4868f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1342252a-21e4-4783-88ff-f54776c79059 HTTP/1.1" status: 200 len: 843 time: 0.2069628 Dec 06 17:11:53.239918 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-be3b947f-1e18-459f-875e-0334449d1e91 None None] Provisioning complete for port d5cb989f-970a-4712-bc55-ae97972ef5ef triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:11:53.240408 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-be3b947f-1e18-459f-875e-0334449d1e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:53.297875 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-c1878218-51c1-4707-9c3c-e0ffac30addf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fcbdb7b-0bab-4722-b3c1-fda2c00ded09', 'name': 'tempest-ServersTestManualDisk-100673284-router', 'tenant_id': '00c75398d2094120b650f6266e5d7c45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.93'}], 'enable_snat': True}, 'gw_port_id': '68f44a25-c3a6-4535-849e-7bb54742868b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:11:08Z', 'updated_at': '2021-12-06T17:11:17Z', 'revision_number': 4, 'project_id': '00c75398d2094120b650f6266e5d7c45', 'gw_port': {'id': '68f44a25-c3a6-4535-849e-7bb54742868b', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:18:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fcbdb7b-0bab-4722-b3c1-fda2c00ded09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:11:09Z', 'updated_at': '2021-12-06T17:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '4defa273-9e47-430e-8288-48dd37b284a5', 'tenant_id': '00c75398d2094120b650f6266e5d7c45', 'floating_ip_address': '172.35.1.248', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '9fcbdb7b-0bab-4722-b3c1-fda2c00ded09', 'port_id': 'e917814b-e40f-4ffe-a74f-6b2db8f95297', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 788, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab4dd15b-a9b8-4be5-bb0e-70bbaf5638ab', 'mac_address': 'fa:16:3e:66:3b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42026aea-3fdb-4904-b799-6c6d99ffca58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:11:25Z', 'updated_at': '2021-12-06T17:11:49Z', 'revision_number': 1, 'project_id': '00c75398d2094120b650f6266e5d7c45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cf708ea-8830-438a-8f57-f16325d8bd59', 'name': '', 'network_id': 'ab4dd15b-a9b8-4be5-bb0e-70bbaf5638ab', 'tenant_id': '00c75398d2094120b650f6266e5d7c45', 'mac_address': 'fa:16:3e:72:8b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fcbdb7b-0bab-4722-b3c1-fda2c00ded09', 'device_owner': 'network:router_interface', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': 'e482b70b-91bd-44a1-a0fe-788133dd6bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:11:15Z', 'updated_at': '2021-12-06T17:11:22Z', 'revision_number': 5, 'project_id': '00c75398d2094120b650f6266e5d7c45', 'subnets': [{'id': 'e482b70b-91bd-44a1-a0fe-788133dd6bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:11:53.300210 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:53.313939 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86623ae-7029-4a6c-928d-207b8c526b35 req-68702fb5-8af2-438e-abfc-9208ad85416e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:53.317224 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a86623ae-7029-4a6c-928d-207b8c526b35 req-68702fb5-8af2-438e-abfc-9208ad85416e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee08a0d2-834f-4c39-be47-9c424581246a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2771630 Dec 06 17:11:53.319427 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-17666c9d-d89e-4692-a0ac-da2e9e014bdf req-ea9fa900-fff0-4ac5-a40b-2d780546df47 tempest-SecurityGroupRulesNegativeTestJSON-993609813 tempest-SecurityGroupRulesNegativeTestJSON-993609813-project] 10.222.0.23 "GET /v2.0/security-groups/878ad30a-2630-484c-9447-7adf19a66ccf HTTP/1.1" status: 200 len: 2422 time: 0.1937251 Dec 06 17:11:53.346969 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-be3b947f-1e18-459f-875e-0334449d1e91 None None] Port d5cb989f-970a-4712-bc55-ae97972ef5ef cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:11:53.401484 n-d-master-1 neutron-server[103285]: INFO neutron.db.l3_db [None req-2756bd1d-e6fe-40d5-ad04-4c3425fa64ec tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] Floating IP f2adccc3-b528-4e02-a738-ccecda216c64 associated. External IP: 172.35.1.242, port: b0780acc-3f7a-4e37-a2da-88b13a605a26. Dec 06 17:11:53.490109 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 06 Dec 2021 17:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a96329d-c2c6-4a22-9ab9-a97003c60fdb x-openstack-request-id: req-7a96329d-c2c6-4a22-9ab9-a97003c60fdb {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:11:53.490417 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b3b7908-bd5b-4ea7-8bff-9c3b9ed34065", "tag": "c06faf7a-f15d-4836-b194-8cfd5ea8c68b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "42026aea-3fdb-4904-b799-6c6d99ffca58", "tag": "e917814b-e40f-4ffe-a74f-6b2db8f95297", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:11:53.490682 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7a96329d-c2c6-4a22-9ab9-a97003c60fdb {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:11:53.491089 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b3b7908-bd5b-4ea7-8bff-9c3b9ed34065', 'tag': 'c06faf7a-f15d-4836-b194-8cfd5ea8c68b', 'status': 'completed', 'code': 200} Dec 06 17:11:53.491351 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42026aea-3fdb-4904-b799-6c6d99ffca58', 'tag': 'e917814b-e40f-4ffe-a74f-6b2db8f95297', 'status': 'completed', 'code': 200} Dec 06 17:11:53.507329 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d03bb54-7b32-4cb5-9990-1368b2749015 req-8c5622ac-2b67-4fe6-8b45-d29d827dbbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:53.508905 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6d03bb54-7b32-4cb5-9990-1368b2749015 req-8c5622ac-2b67-4fe6-8b45-d29d827dbbc3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee08a0d2-834f-4c39-be47-9c424581246a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2483594 Dec 06 17:11:53.532307 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1878218-51c1-4707-9c3c-e0ffac30addf None None] The sync data for ids ['9fcbdb7b-0bab-4722-b3c1-fda2c00ded09'] in n-d-master-1 is: [{'id': '9fcbdb7b-0bab-4722-b3c1-fda2c00ded09', 'name': 'tempest-ServersTestManualDisk-100673284-router', 'tenant_id': '00c75398d2094120b650f6266e5d7c45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.93'}], 'enable_snat': True}, 'gw_port_id': '68f44a25-c3a6-4535-849e-7bb54742868b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:11:08Z', 'updated_at': '2021-12-06T17:11:17Z', 'revision_number': 4, 'project_id': '00c75398d2094120b650f6266e5d7c45', 'gw_port': {'id': '68f44a25-c3a6-4535-849e-7bb54742868b', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:18:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fcbdb7b-0bab-4722-b3c1-fda2c00ded09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:11:09Z', 'updated_at': '2021-12-06T17:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '4defa273-9e47-430e-8288-48dd37b284a5', 'tenant_id': '00c75398d2094120b650f6266e5d7c45', 'floating_ip_address': '172.35.1.248', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '9fcbdb7b-0bab-4722-b3c1-fda2c00ded09', 'port_id': 'e917814b-e40f-4ffe-a74f-6b2db8f95297', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 788, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab4dd15b-a9b8-4be5-bb0e-70bbaf5638ab', 'mac_address': 'fa:16:3e:66:3b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42026aea-3fdb-4904-b799-6c6d99ffca58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:11:25Z', 'updated_at': '2021-12-06T17:11:49Z', 'revision_number': 1, 'project_id': '00c75398d2094120b650f6266e5d7c45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cf708ea-8830-438a-8f57-f16325d8bd59', 'name': '', 'network_id': 'ab4dd15b-a9b8-4be5-bb0e-70bbaf5638ab', 'tenant_id': '00c75398d2094120b650f6266e5d7c45', 'mac_address': 'fa:16:3e:72:8b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fcbdb7b-0bab-4722-b3c1-fda2c00ded09', 'device_owner': 'network:router_interface', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': 'e482b70b-91bd-44a1-a0fe-788133dd6bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:11:15Z', 'updated_at': '2021-12-06T17:11:22Z', 'revision_number': 5, 'project_id': '00c75398d2094120b650f6266e5d7c45', 'subnets': [{'id': 'e482b70b-91bd-44a1-a0fe-788133dd6bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:11:53.654134 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c3fb7f-f459-4989-80b2-8e5113d50e61 req-1cdbd104-1490-4fce-a8fc-f6c1e1f0c880 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:53.655749 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e3c3fb7f-f459-4989-80b2-8e5113d50e61 req-1cdbd104-1490-4fce-a8fc-f6c1e1f0c880 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=851a3db1-d857-4982-bb02-42a5ec92a2df HTTP/1.1" status: 200 len: 945 time: 0.1016715 Dec 06 17:11:53.698502 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2cddb2ad-faa5-473e-8e58-4a58a77ff626 req-1804a2cf-f90f-426c-aadd-9a4e17d94619 tempest-SecurityGroupRulesNegativeTestJSON-993609813 tempest-SecurityGroupRulesNegativeTestJSON-993609813-project] 10.222.0.23 "GET /v2.0/security-group-rules/7171fd90-aa82-49fd-a68e-bdd936048661 HTTP/1.1" status: 200 len: 778 time: 0.0812807 Dec 06 17:11:53.718752 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-3f1369a8-ee8b-4caa-8ff5-54b4d5d0343e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 212cb245-4d0e-421a-abe1-0f73c687b607 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:11:53.727609 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a86623ae-7029-4a6c-928d-207b8c526b35 req-5f15e4c2-ce2a-49a3-b41e-098ba8db51bc service neutron] 10.222.0.41 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3973603 Dec 06 17:11:53.732331 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-3f1369a8-ee8b-4caa-8ff5-54b4d5d0343e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:53.732946 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8be6d7-bae2-4d60-bbd6-5b850306325e req-20036b6d-00a4-4af9-9c28-b1a35325c789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:53.734475 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-cd8be6d7-bae2-4d60-bbd6-5b850306325e req-20036b6d-00a4-4af9-9c28-b1a35325c789 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=00c75398d2094120b650f6266e5d7c45&device_id=42026aea-3fdb-4904-b799-6c6d99ffca58 HTTP/1.1" status: 200 len: 1096 time: 0.2415278 Dec 06 17:11:53.759352 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e3c3fb7f-f459-4989-80b2-8e5113d50e61 req-b804352b-19b0-4f5e-bde9-f155b69644aa tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763435 Dec 06 17:11:53.778064 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-3f1369a8-ee8b-4caa-8ff5-54b4d5d0343e service neutron] Transition to ACTIVE for port object 212cb245-4d0e-421a-abe1-0f73c687b607 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:11:53.792618 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-3f1369a8-ee8b-4caa-8ff5-54b4d5d0343e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:53.886344 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1369a8-ee8b-4caa-8ff5-54b4d5d0343e service neutron] Pushing event updated for resources: {'Port': ['ID=212cb245-4d0e-421a-abe1-0f73c687b607,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:53.909399 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4e00b3-88a8-4a6a-8cfd-c4a092e1b0ec None None] New status for floating IP 4defa273-9e47-430e-8288-48dd37b284a5: ACTIVE {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 17:11:53.938942 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1369a8-ee8b-4caa-8ff5-54b4d5d0343e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:11:53.939377 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1369a8-ee8b-4caa-8ff5-54b4d5d0343e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:11:53.939639 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1369a8-ee8b-4caa-8ff5-54b4d5d0343e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:11:53.940527 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1369a8-ee8b-4caa-8ff5-54b4d5d0343e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:11:53.940872 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1369a8-ee8b-4caa-8ff5-54b4d5d0343e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:11:53.941211 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1369a8-ee8b-4caa-8ff5-54b4d5d0343e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:11:53.947603 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1369a8-ee8b-4caa-8ff5-54b4d5d0343e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:11:53.948039 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1369a8-ee8b-4caa-8ff5-54b4d5d0343e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:11:53.948616 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1369a8-ee8b-4caa-8ff5-54b4d5d0343e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:11:53.948975 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1369a8-ee8b-4caa-8ff5-54b4d5d0343e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:11:53.949662 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1369a8-ee8b-4caa-8ff5-54b4d5d0343e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:11:53.949662 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1369a8-ee8b-4caa-8ff5-54b4d5d0343e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:11:53.950019 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1369a8-ee8b-4caa-8ff5-54b4d5d0343e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:11:54.034435 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29054c15-1aaa-4454-a74f-e73a8510e974 req-cc7742e4-b3af-49e6-a42e-04bd228f35a9 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:54.042249 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-29054c15-1aaa-4454-a74f-e73a8510e974 req-cc7742e4-b3af-49e6-a42e-04bd228f35a9 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4214df-5ee0-413a-b894-51ab5b893781 HTTP/1.1" status: 200 len: 951 time: 0.0826285 Dec 06 17:11:54.051821 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-3f1369a8-ee8b-4caa-8ff5-54b4d5d0343e service neutron] Attempting to bind port 212cb245-4d0e-421a-abe1-0f73c687b607 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:11:54.052160 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-3f1369a8-ee8b-4caa-8ff5-54b4d5d0343e service neutron] Attempting to bind port 212cb245-4d0e-421a-abe1-0f73c687b607 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '13dc3505-2379-4cb3-9b99-2fccc8f2bb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f05d9e0a-904c-47f7-bc1e-929f90cd4a84'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:11:54.052487 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-3f1369a8-ee8b-4caa-8ff5-54b4d5d0343e service neutron] Attempting to bind port 212cb245-4d0e-421a-abe1-0f73c687b607 on network f05d9e0a-904c-47f7-bc1e-929f90cd4a84 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:11:54.067249 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-3f1369a8-ee8b-4caa-8ff5-54b4d5d0343e service neutron] Port 212cb245-4d0e-421a-abe1-0f73c687b607 on network f05d9e0a-904c-47f7-bc1e-929f90cd4a84 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:11:54.067928 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-3f1369a8-ee8b-4caa-8ff5-54b4d5d0343e service neutron] Attempting to bind port 212cb245-4d0e-421a-abe1-0f73c687b607 on network f05d9e0a-904c-47f7-bc1e-929f90cd4a84 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:11:54.070204 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a86623ae-7029-4a6c-928d-207b8c526b35 req-705c2952-5fd9-44a5-aaef-21c0340d7b64 service neutron] 10.222.0.41 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3347397 Dec 06 17:11:54.074554 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6d03bb54-7b32-4cb5-9990-1368b2749015 req-8148e6a6-1a1d-430e-a5a6-378e5d6b6318 service neutron] 10.222.0.41 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5251181 Dec 06 17:11:54.085428 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-3f1369a8-ee8b-4caa-8ff5-54b4d5d0343e service neutron] Checking agent: {'id': '9d8b9f49-2860-4c1f-9b89-45a7657a3c4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:11:54.085817 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-3f1369a8-ee8b-4caa-8ff5-54b4d5d0343e service neutron] Checking segment: {'id': '13dc3505-2379-4cb3-9b99-2fccc8f2bb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f05d9e0a-904c-47f7-bc1e-929f90cd4a84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:11:54.086207 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-3f1369a8-ee8b-4caa-8ff5-54b4d5d0343e service neutron] Bound using segment: {'id': '13dc3505-2379-4cb3-9b99-2fccc8f2bb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f05d9e0a-904c-47f7-bc1e-929f90cd4a84'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:11:54.086731 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-3f1369a8-ee8b-4caa-8ff5-54b4d5d0343e service neutron] Bound port: 212cb245-4d0e-421a-abe1-0f73c687b607, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13dc3505-2379-4cb3-9b99-2fccc8f2bb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f05d9e0a-904c-47f7-bc1e-929f90cd4a84'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:11:54.087003 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-3f1369a8-ee8b-4caa-8ff5-54b4d5d0343e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:54.092445 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2cddb2ad-faa5-473e-8e58-4a58a77ff626 req-9940ec92-4ff5-4ac8-a62f-de2ea34caad5 tempest-SecurityGroupRulesNegativeTestJSON-993609813 tempest-SecurityGroupRulesNegativeTestJSON-993609813-project] 10.222.0.23 "GET /v2.0/security-groups/878ad30a-2630-484c-9447-7adf19a66ccf HTTP/1.1" status: 200 len: 2422 time: 0.3853655 Dec 06 17:11:54.225928 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-3f1369a8-ee8b-4caa-8ff5-54b4d5d0343e service neutron] For port 212cb245-4d0e-421a-abe1-0f73c687b607, host n-h2-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:11:54.232205 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '851a3db1-d857-4982-bb02-42a5ec92a2df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:11:54.233194 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-3f1369a8-ee8b-4caa-8ff5-54b4d5d0343e service neutron] For port 212cb245-4d0e-421a-abe1-0f73c687b607, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=212cb245-4d0e-421a-abe1-0f73c687b607,segment=NetworkSegment(13dc3505-2379-4cb3-9b99-2fccc8f2bb10),segment_id=13dc3505-2379-4cb3-9b99-2fccc8f2bb10)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:11:54.235408 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26bf3f2d-fd35-4fef-ac1e-7fb0def49134" -d '{"events": [{"server_uuid": "851a3db1-d857-4982-bb02-42a5ec92a2df", "name": "network-vif-plugged", "status": "completed", "tag": "4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:11:54.241452 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-3f1369a8-ee8b-4caa-8ff5-54b4d5d0343e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:54.257557 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-29054c15-1aaa-4454-a74f-e73a8510e974 req-05efc7d4-55b5-4aba-a245-e6188a7f261e tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095191 Dec 06 17:11:54.295454 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2cddb2ad-faa5-473e-8e58-4a58a77ff626 req-c5e1570b-7c1f-45a2-b532-f2647f913026 tempest-SecurityGroupRulesNegativeTestJSON-993609813 tempest-SecurityGroupRulesNegativeTestJSON-993609813-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:54.315909 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2cddb2ad-faa5-473e-8e58-4a58a77ff626 req-c5e1570b-7c1f-45a2-b532-f2647f913026 tempest-SecurityGroupRulesNegativeTestJSON-993609813 tempest-SecurityGroupRulesNegativeTestJSON-993609813-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:54.328186 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8be6d7-bae2-4d60-bbd6-5b850306325e req-9b9226b5-6543-4268-8a6c-1c6bbc2ac9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:54.329939 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-cd8be6d7-bae2-4d60-bbd6-5b850306325e req-9b9226b5-6543-4268-8a6c-1c6bbc2ac9e5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ab4dd15b-a9b8-4be5-bb0e-70bbaf5638ab HTTP/1.1" status: 200 len: 912 time: 0.5712190 Dec 06 17:11:54.350816 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8be6d7-bae2-4d60-bbd6-5b850306325e req-e11c8406-4624-4825-80f1-01a5c8a2c545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:54.352383 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-cd8be6d7-bae2-4d60-bbd6-5b850306325e req-e11c8406-4624-4825-80f1-01a5c8a2c545 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4b43d5b1cc2b418c97b1aca204b56c1e&device_id=6b3b7908-bd5b-4ea7-8bff-9c3b9ed34065 HTTP/1.1" status: 200 len: 1099 time: 0.1842341 Dec 06 17:11:54.517801 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2756bd1d-e6fe-40d5-ad04-4c3425fa64ec tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] Router a5281d38-5395-423b-9d0b-73f4b616e14a has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:11:54.519809 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2cddb2ad-faa5-473e-8e58-4a58a77ff626 req-c5e1570b-7c1f-45a2-b532-f2647f913026 tempest-SecurityGroupRulesNegativeTestJSON-993609813 tempest-SecurityGroupRulesNegativeTestJSON-993609813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:54.523419 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6d03bb54-7b32-4cb5-9990-1368b2749015 req-61dab5c1-8b66-4348-9a4c-5dfffe387cab service neutron] 10.222.0.41 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4227612 Dec 06 17:11:54.534765 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2cddb2ad-faa5-473e-8e58-4a58a77ff626 req-c5e1570b-7c1f-45a2-b532-f2647f913026 tempest-SecurityGroupRulesNegativeTestJSON-993609813 tempest-SecurityGroupRulesNegativeTestJSON-993609813-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:54.548567 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2cddb2ad-faa5-473e-8e58-4a58a77ff626 req-c5e1570b-7c1f-45a2-b532-f2647f913026 tempest-SecurityGroupRulesNegativeTestJSON-993609813 tempest-SecurityGroupRulesNegativeTestJSON-993609813-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/7171fd90-aa82-49fd-a68e-bdd936048661 HTTP/1.1" status: 204 len: 173 time: 0.4549077 Dec 06 17:11:54.657502 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e1570b-7c1f-45a2-b532-f2647f913026 tempest-SecurityGroupRulesNegativeTestJSON-993609813 tempest-SecurityGroupRulesNegativeTestJSON-993609813-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7171fd90-aa82-49fd-a68e-bdd936048661,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:54.659636 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-3f1369a8-ee8b-4caa-8ff5-54b4d5d0343e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:54.661417 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-3f1369a8-ee8b-4caa-8ff5-54b4d5d0343e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:54.664239 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-3f1369a8-ee8b-4caa-8ff5-54b4d5d0343e service neutron] 10.222.0.44 "PUT /v2.0/ports/212cb245-4d0e-421a-abe1-0f73c687b607 HTTP/1.1" status: 200 len: 1092 time: 1.7562761 Dec 06 17:11:54.667007 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5398cbb-9f14-42b7-905c-288b25e2bdb2', 'tag': '212cb245-4d0e-421a-abe1-0f73c687b607'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:11:54.675387 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-cd8be6d7-bae2-4d60-bbd6-5b850306325e req-57dc9dcb-3217-4d16-9ae8-def25b1c22c3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e917814b-e40f-4ffe-a74f-6b2db8f95297 HTTP/1.1" status: 200 len: 999 time: 0.3154655 Dec 06 17:11:54.679067 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d281d6da-833a-4f10-9a7a-d9f2ebae1d31" -d '{"events": [{"name": "network-changed", "server_uuid": "f5398cbb-9f14-42b7-905c-288b25e2bdb2", "tag": "212cb245-4d0e-421a-abe1-0f73c687b607"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:11:54.709556 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-37a32040-42fc-4b34-91d7-46f9a5e0093a service neutron] Request body: {'port': {'device_id': 'f5398cbb-9f14-42b7-905c-288b25e2bdb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:11:54.768800 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1369a8-ee8b-4caa-8ff5-54b4d5d0343e service neutron] Pushing event updated for resources: {'Port': ['ID=212cb245-4d0e-421a-abe1-0f73c687b607,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:54.776152 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device bba877c3-4e46-4a6b-a46a-4d9c36550d32 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:11:54.832143 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-37a32040-42fc-4b34-91d7-46f9a5e0093a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:54.938770 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port bba877c3-4e46-4a6b-a46a-4d9c36550d32, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=bba877c3-4e46-4a6b-a46a-4d9c36550d32,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:11:54.959625 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': 'bba877c3-4e46-4a6b-a46a-4d9c36550d32', 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a', 'port_id': 'bba877c3-4e46-4a6b-a46a-4d9c36550d32', 'mac_address': 'fa:16:3e:94:79:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1342252a-21e4-4783-88ff-f54776c79059', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:11:55.036580 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:55.071275 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579148af-4aae-447d-9cfa-b9700d2b1d0a req-2dbef0e6-399d-4522-9715-639b8585f8cb tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:55.077101 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bba877c3-4e46-4a6b-a46a-4d9c36550d32 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:11:55.078021 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579148af-4aae-447d-9cfa-b9700d2b1d0a req-2dbef0e6-399d-4522-9715-639b8585f8cb tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:55.086445 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579148af-4aae-447d-9cfa-b9700d2b1d0a req-2dbef0e6-399d-4522-9715-639b8585f8cb tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:55.093149 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579148af-4aae-447d-9cfa-b9700d2b1d0a req-2dbef0e6-399d-4522-9715-639b8585f8cb tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:55.101613 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579148af-4aae-447d-9cfa-b9700d2b1d0a req-2dbef0e6-399d-4522-9715-639b8585f8cb tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:55.108719 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port bba877c3-4e46-4a6b-a46a-4d9c36550d32, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=bba877c3-4e46-4a6b-a46a-4d9c36550d32,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:11:55.113831 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-579148af-4aae-447d-9cfa-b9700d2b1d0a req-2dbef0e6-399d-4522-9715-639b8585f8cb tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5398cbb-9f14-42b7-905c-288b25e2bdb2 HTTP/1.1" status: 200 len: 3828 time: 0.2362456 Dec 06 17:11:55.116534 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:55.124818 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8be6d7-bae2-4d60-bbd6-5b850306325e req-442a774a-390c-4e40-b5e4-a40414b94cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:55.126507 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-cd8be6d7-bae2-4d60-bbd6-5b850306325e req-442a774a-390c-4e40-b5e4-a40414b94cc2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ee08a0d2-834f-4c39-be47-9c424581246a HTTP/1.1" status: 200 len: 870 time: 0.7655535 Dec 06 17:11:55.137837 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d50b08f-59c4-40db-ad36-a3cb575c396b req-33dbfbe8-06ba-4f0a-befb-39dc0041739f tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:55.147666 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3d50b08f-59c4-40db-ad36-a3cb575c396b req-33dbfbe8-06ba-4f0a-befb-39dc0041739f tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b3b7908-bd5b-4ea7-8bff-9c3b9ed34065 HTTP/1.1" status: 200 len: 948 time: 0.5173950 Dec 06 17:11:55.177437 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=bba877c3-4e46-4a6b-a46a-4d9c36550d32,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:55.198131 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8be6d7-bae2-4d60-bbd6-5b850306325e req-0a87d83e-3d7c-459b-8171-9f6acc8a1152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:55.199614 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-cd8be6d7-bae2-4d60-bbd6-5b850306325e req-0a87d83e-3d7c-459b-8171-9f6acc8a1152 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e482b70b-91bd-44a1-a0fe-788133dd6bf0 HTTP/1.1" status: 200 len: 850 time: 0.5166476 Dec 06 17:11:55.247672 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-cd8be6d7-bae2-4d60-bbd6-5b850306325e req-ceec198b-38cc-4da4-8be2-2d03007de0d4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=c06faf7a-f15d-4836-b194-8cfd5ea8c68b HTTP/1.1" status: 200 len: 217 time: 0.0934422 Dec 06 17:11:55.287280 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278e3cfd-d0cf-4afc-88c7-5d2004b1e19b req-e09a142d-92ab-4b36-8b83-8b6106b3a9d4 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:55.288458 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-278e3cfd-d0cf-4afc-88c7-5d2004b1e19b req-e09a142d-92ab-4b36-8b83-8b6106b3a9d4 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c4214df-5ee0-413a-b894-51ab5b893781 HTTP/1.1" status: 200 len: 951 time: 0.1726429 Dec 06 17:11:55.299460 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-579148af-4aae-447d-9cfa-b9700d2b1d0a req-0961dc95-ef31-4615-b0af-f1a5049e361c tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/security-groups?id=511f9156-9807-4e4e-ae23-f0018acdbda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1846344 Dec 06 17:11:55.344503 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2756bd1d-e6fe-40d5-ad04-4c3425fa64ec tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:11:55.355308 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274595fb-902c-4e2a-959c-70dadc96cfd4 None None] Sync routers for ids ['a5281d38-5395-423b-9d0b-73f4b616e14a'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:11:55.364704 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3d50b08f-59c4-40db-ad36-a3cb575c396b req-71c6db19-bf83-4310-ba9e-20f7c0c9e210 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ba66608-5fba-460b-9339-43992781830c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160909 Dec 06 17:11:55.375362 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2756bd1d-e6fe-40d5-ad04-4c3425fa64ec tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:55.380363 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274595fb-902c-4e2a-959c-70dadc96cfd4 None None] Routers {'a5281d38-5395-423b-9d0b-73f4b616e14a'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:11:55.381009 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-274595fb-902c-4e2a-959c-70dadc96cfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:11:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['a5281d38-5395-423b-9d0b-73f4b616e14a'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:11:55.397240 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8be6d7-bae2-4d60-bbd6-5b850306325e req-d43aba8c-e3d9-4686-b65e-fc0ab1798cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:55.401907 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['bba877c3-4e46-4a6b-a46a-4d9c36550d32'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:11:55.407281 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-cd8be6d7-bae2-4d60-bbd6-5b850306325e req-d43aba8c-e3d9-4686-b65e-fc0ab1798cbe service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ab4dd15b-a9b8-4be5-bb0e-70bbaf5638ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1723003 Dec 06 17:11:55.485186 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d638c5e-ccae-46f2-9ac3-538453bd6494 x-openstack-request-id: req-0d638c5e-ccae-46f2-9ac3-538453bd6494 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:11:55.485567 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "851a3db1-d857-4982-bb02-42a5ec92a2df", "name": "network-vif-plugged", "status": "completed", "tag": "4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:11:55.485747 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0d638c5e-ccae-46f2-9ac3-538453bd6494 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:11:55.486144 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '851a3db1-d857-4982-bb02-42a5ec92a2df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6', 'code': 200} Dec 06 17:11:55.487139 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8be6d7-bae2-4d60-bbd6-5b850306325e req-1adb03d1-4bfd-429b-b26d-fe9295629baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:55.489187 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-cd8be6d7-bae2-4d60-bbd6-5b850306325e req-1adb03d1-4bfd-429b-b26d-fe9295629baa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1342252a-21e4-4783-88ff-f54776c79059 HTTP/1.1" status: 200 len: 843 time: 0.2187529 Dec 06 17:11:55.530070 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-37a32040-42fc-4b34-91d7-46f9a5e0093a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2c81161-fcfe-4c5c-a15a-a2bb77a0ab7d {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:11:55.537690 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-2756bd1d-e6fe-40d5-ad04-4c3425fa64ec tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] 10.222.0.23 "PUT /v2.0/floatingips/f2adccc3-b528-4e02-a738-ccecda216c64 HTTP/1.1" status: 200 len: 991 time: 4.4391387 Dec 06 17:11:55.555146 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-37a32040-42fc-4b34-91d7-46f9a5e0093a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:55.559386 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd29fc859-bc40-402c-963f-f48ae65d78b4', 'tag': 'b0780acc-3f7a-4e37-a2da-88b13a605a26'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:11:55.562089 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6624785f-c4c4-4a0f-9c27-11928ba8c399" -d '{"events": [{"name": "network-changed", "server_uuid": "d29fc859-bc40-402c-963f-f48ae65d78b4", "tag": "b0780acc-3f7a-4e37-a2da-88b13a605a26"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:11:55.568062 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.44', 53069) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:11:55.585313 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-37a32040-42fc-4b34-91d7-46f9a5e0093a service neutron] Transition to ACTIVE for port object e2c81161-fcfe-4c5c-a15a-a2bb77a0ab7d will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:11:55.600822 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94baa1a4-6912-49e0-94b5-83bcbf71abff x-openstack-request-id: req-94baa1a4-6912-49e0-94b5-83bcbf71abff {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:11:55.601132 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5398cbb-9f14-42b7-905c-288b25e2bdb2", "tag": "212cb245-4d0e-421a-abe1-0f73c687b607", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:11:55.601449 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-94baa1a4-6912-49e0-94b5-83bcbf71abff {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:11:55.603432 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5398cbb-9f14-42b7-905c-288b25e2bdb2', 'tag': '212cb245-4d0e-421a-abe1-0f73c687b607', 'status': 'completed', 'code': 200} Dec 06 17:11:55.609105 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-0656e555-87ae-41a1-8b5c-140062af8116 req-e2e7e2f9-5ee1-4926-b1ee-1fc8e826b6ac tempest-SecurityGroupRulesNegativeTestJSON-993609813 tempest-SecurityGroupRulesNegativeTestJSON-993609813-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1380267391', 'description': 'tempest-description-1138616138'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:11:55.616922 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-274595fb-902c-4e2a-959c-70dadc96cfd4 None None] Set router a5281d38-5395-423b-9d0b-73f4b616e14a gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:11:55.651523 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-37a32040-42fc-4b34-91d7-46f9a5e0093a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:55.730556 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8be6d7-bae2-4d60-bbd6-5b850306325e req-05e1339f-a082-41b0-9ede-82cd76b65c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:55.732151 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-cd8be6d7-bae2-4d60-bbd6-5b850306325e req-05e1339f-a082-41b0-9ede-82cd76b65c48 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee08a0d2-834f-4c39-be47-9c424581246a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2253416 Dec 06 17:11:55.735901 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2373d62c-b8f9-4902-8a97-cd247de38f2a req-2bea0561-13ae-4a6a-8bc2-9c4205fad16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:55.738241 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2373d62c-b8f9-4902-8a97-cd247de38f2a req-2bea0561-13ae-4a6a-8bc2-9c4205fad16e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=851a3db1-d857-4982-bb02-42a5ec92a2df HTTP/1.1" status: 200 len: 1096 time: 0.2158756 Dec 06 17:11:55.746146 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d281d6da-833a-4f10-9a7a-d9f2ebae1d31 req-e22e41a1-f429-4808-8da8-780f32145040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:55.746769 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d281d6da-833a-4f10-9a7a-d9f2ebae1d31 req-e22e41a1-f429-4808-8da8-780f32145040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:55.747309 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d281d6da-833a-4f10-9a7a-d9f2ebae1d31 req-e22e41a1-f429-4808-8da8-780f32145040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:55.747840 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d281d6da-833a-4f10-9a7a-d9f2ebae1d31 req-e22e41a1-f429-4808-8da8-780f32145040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:55.748370 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d281d6da-833a-4f10-9a7a-d9f2ebae1d31 req-e22e41a1-f429-4808-8da8-780f32145040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:55.748909 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d281d6da-833a-4f10-9a7a-d9f2ebae1d31 req-e22e41a1-f429-4808-8da8-780f32145040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:55.750149 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-278e3cfd-d0cf-4afc-88c7-5d2004b1e19b req-607df8fc-0e55-43b7-972a-b22398a9f9d0 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Deleting port ace816df-f221-4480-98a4-e0c3265e6d36 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:11:55.751039 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d281d6da-833a-4f10-9a7a-d9f2ebae1d31 req-e22e41a1-f429-4808-8da8-780f32145040 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e06aba6f7cc1415e89ae20f4d5eb8b07&device_id=f5398cbb-9f14-42b7-905c-288b25e2bdb2 HTTP/1.1" status: 200 len: 5250 time: 0.1678696 Dec 06 17:11:55.751213 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-278e3cfd-d0cf-4afc-88c7-5d2004b1e19b req-607df8fc-0e55-43b7-972a-b22398a9f9d0 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:55.753756 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-cd8be6d7-bae2-4d60-bbd6-5b850306325e req-2409b796-b6ce-4448-8624-b7fb18db0c37 service neutron] 10.222.0.44 "GET /v2.0/networks/ab4dd15b-a9b8-4be5-bb0e-70bbaf5638ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3122978 Dec 06 17:11:55.902244 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-278e3cfd-d0cf-4afc-88c7-5d2004b1e19b req-607df8fc-0e55-43b7-972a-b22398a9f9d0 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] For port ace816df-f221-4480-98a4-e0c3265e6d36, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ace816df-f221-4480-98a4-e0c3265e6d36,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:11:55.902889 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-278e3cfd-d0cf-4afc-88c7-5d2004b1e19b req-607df8fc-0e55-43b7-972a-b22398a9f9d0 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:55.920454 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-278e3cfd-d0cf-4afc-88c7-5d2004b1e19b req-607df8fc-0e55-43b7-972a-b22398a9f9d0 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Calling delete_port for ace816df-f221-4480-98a4-e0c3265e6d36 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:11:55.934703 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-274595fb-902c-4e2a-959c-70dadc96cfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5281d38-5395-423b-9d0b-73f4b616e14a', 'name': 'tempest-ServersTestJSON-968880428-router', 'tenant_id': '04e70b6312e34ddaaf35d2c83717f9c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.189'}], 'enable_snat': True}, 'gw_port_id': 'a4439a02-2c3e-4415-a660-2b904afe7e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:11:02Z', 'updated_at': '2021-12-06T17:11:11Z', 'revision_number': 4, 'project_id': '04e70b6312e34ddaaf35d2c83717f9c6', 'gw_port': {'id': 'a4439a02-2c3e-4415-a660-2b904afe7e16', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:30:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5281d38-5395-423b-9d0b-73f4b616e14a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:11:04Z', 'updated_at': '2021-12-06T17:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'f2adccc3-b528-4e02-a738-ccecda216c64', 'tenant_id': '04e70b6312e34ddaaf35d2c83717f9c6', 'floating_ip_address': '172.35.1.242', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': 'a5281d38-5395-423b-9d0b-73f4b616e14a', 'port_id': 'b0780acc-3f7a-4e37-a2da-88b13a605a26', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 769, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f7eb17f-0101-4378-b23e-fba2a86eb752', 'mac_address': 'fa:16:3e:83:c1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29fc859-bc40-402c-963f-f48ae65d78b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:11:20Z', 'updated_at': '2021-12-06T17:11:52Z', 'revision_number': 1, 'project_id': '04e70b6312e34ddaaf35d2c83717f9c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c567a7b-7e6d-4cbd-afd8-f66243b10212', 'name': '', 'network_id': '9f7eb17f-0101-4378-b23e-fba2a86eb752', 'tenant_id': '04e70b6312e34ddaaf35d2c83717f9c6', 'mac_address': 'fa:16:3e:27:c0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5281d38-5395-423b-9d0b-73f4b616e14a', 'device_owner': 'network:router_interface', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '9f03234b-998c-465c-8f0a-752c850a77ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:11:09Z', 'updated_at': '2021-12-06T17:11:20Z', 'revision_number': 5, 'project_id': '04e70b6312e34ddaaf35d2c83717f9c6', 'subnets': [{'id': '9f03234b-998c-465c-8f0a-752c850a77ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:11:55.964454 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9627cda-87dc-481f-9756-f7119fb768dc req-5e126d28-c54c-4aad-bd59-607cc50b1f37 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:55.965990 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c9627cda-87dc-481f-9756-f7119fb768dc req-5e126d28-c54c-4aad-bd59-607cc50b1f37 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=851a3db1-d857-4982-bb02-42a5ec92a2df HTTP/1.1" status: 200 len: 945 time: 0.2993948 Dec 06 17:11:55.977267 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274595fb-902c-4e2a-959c-70dadc96cfd4 None None] Checking router: a5281d38-5395-423b-9d0b-73f4b616e14a for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:11:55.996769 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274595fb-902c-4e2a-959c-70dadc96cfd4 None None] Routers {'a5281d38-5395-423b-9d0b-73f4b616e14a'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:11:55.997572 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-274595fb-902c-4e2a-959c-70dadc96cfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:11:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['a5281d38-5395-423b-9d0b-73f4b616e14a'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:11:56.089501 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a32040-42fc-4b34-91d7-46f9a5e0093a service neutron] Pushing event updated for resources: {'Port': ['ID=e2c81161-fcfe-4c5c-a15a-a2bb77a0ab7d,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:56.100532 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-0656e555-87ae-41a1-8b5c-140062af8116 req-e2e7e2f9-5ee1-4926-b1ee-1fc8e826b6ac tempest-SecurityGroupRulesNegativeTestJSON-993609813 tempest-SecurityGroupRulesNegativeTestJSON-993609813-project] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:56.129563 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-274595fb-902c-4e2a-959c-70dadc96cfd4 None None] Set router a5281d38-5395-423b-9d0b-73f4b616e14a gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:11:56.157893 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-278e3cfd-d0cf-4afc-88c7-5d2004b1e19b req-607df8fc-0e55-43b7-972a-b22398a9f9d0 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:56.172478 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['ace816df-f221-4480-98a4-e0c3265e6d36'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:11:56.176584 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2373d62c-b8f9-4902-8a97-cd247de38f2a req-d29fb4ec-9eca-4ff5-b94f-53c5b0d4e253 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4210482 Dec 06 17:11:56.217836 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['71a04aac-4404-4b83-ab6d-e7768b206094', '48171e5d-9d8e-4d77-bd09-fe2c8257e388', '8b72c507-ab7f-472b-b4c2-d0e3a63c5223'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:11:56.265484 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-37a32040-42fc-4b34-91d7-46f9a5e0093a service neutron] Attempting to bind port e2c81161-fcfe-4c5c-a15a-a2bb77a0ab7d on host n-h2-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:11:56.266365 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-cd8be6d7-bae2-4d60-bbd6-5b850306325e req-e9d965cf-7855-4d29-a19b-2a8c0148670d service neutron] 10.222.0.41 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5097523 Dec 06 17:11:56.266532 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-37a32040-42fc-4b34-91d7-46f9a5e0093a service neutron] Attempting to bind port e2c81161-fcfe-4c5c-a15a-a2bb77a0ab7d by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '960bb03e-79ef-4cd4-951f-382b620b51db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'a265b143-efdd-45e0-a32a-71d5cda110a4'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:11:56.267632 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d281d6da-833a-4f10-9a7a-d9f2ebae1d31 req-458aea47-7739-4253-a175-55361c2a98cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:56.267810 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-37a32040-42fc-4b34-91d7-46f9a5e0093a service neutron] Attempting to bind port e2c81161-fcfe-4c5c-a15a-a2bb77a0ab7d on network a265b143-efdd-45e0-a32a-71d5cda110a4 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:11:56.268141 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d281d6da-833a-4f10-9a7a-d9f2ebae1d31 req-458aea47-7739-4253-a175-55361c2a98cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:56.268606 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d281d6da-833a-4f10-9a7a-d9f2ebae1d31 req-458aea47-7739-4253-a175-55361c2a98cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:56.274612 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d281d6da-833a-4f10-9a7a-d9f2ebae1d31 req-458aea47-7739-4253-a175-55361c2a98cd service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=e06aba6f7cc1415e89ae20f4d5eb8b07&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.4995356 Dec 06 17:11:56.277178 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-cd8be6d7-bae2-4d60-bbd6-5b850306325e req-3c561c24-8587-49e8-8f8a-29678ac68ed9 service neutron] 10.222.0.44 "GET /v2.0/networks/ab4dd15b-a9b8-4be5-bb0e-70bbaf5638ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5033681 Dec 06 17:11:56.278874 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607df8fc-0e55-43b7-972a-b22398a9f9d0 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Pushing event deleted for resources: {'Port': ['ID=ace816df-f221-4480-98a4-e0c3265e6d36,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:56.285589 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c9627cda-87dc-481f-9756-f7119fb768dc req-3e77252f-c52c-4cce-ba00-6a854c0df055 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077711 Dec 06 17:11:56.400556 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-37a32040-42fc-4b34-91d7-46f9a5e0093a service neutron] Port e2c81161-fcfe-4c5c-a15a-a2bb77a0ab7d on network a265b143-efdd-45e0-a32a-71d5cda110a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:11:56.401051 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-37a32040-42fc-4b34-91d7-46f9a5e0093a service neutron] Attempting to bind port e2c81161-fcfe-4c5c-a15a-a2bb77a0ab7d on network a265b143-efdd-45e0-a32a-71d5cda110a4 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:11:56.504849 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-37a32040-42fc-4b34-91d7-46f9a5e0093a service neutron] Checking agent: {'id': '9d8b9f49-2860-4c1f-9b89-45a7657a3c4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:11:56.509590 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-37a32040-42fc-4b34-91d7-46f9a5e0093a service neutron] Checking segment: {'id': '960bb03e-79ef-4cd4-951f-382b620b51db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'a265b143-efdd-45e0-a32a-71d5cda110a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:11:56.510147 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-37a32040-42fc-4b34-91d7-46f9a5e0093a service neutron] Bound using segment: {'id': '960bb03e-79ef-4cd4-951f-382b620b51db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'a265b143-efdd-45e0-a32a-71d5cda110a4'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:11:56.510726 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-37a32040-42fc-4b34-91d7-46f9a5e0093a service neutron] Bound port: e2c81161-fcfe-4c5c-a15a-a2bb77a0ab7d, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '960bb03e-79ef-4cd4-951f-382b620b51db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'a265b143-efdd-45e0-a32a-71d5cda110a4'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:11:56.513677 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-37a32040-42fc-4b34-91d7-46f9a5e0093a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:56.630696 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-278e3cfd-d0cf-4afc-88c7-5d2004b1e19b req-607df8fc-0e55-43b7-972a-b22398a9f9d0 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] No DVR routers for this DVR port ace816df-f221-4480-98a4-e0c3265e6d36 on host n-h2-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:11:56.653432 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-274595fb-902c-4e2a-959c-70dadc96cfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5281d38-5395-423b-9d0b-73f4b616e14a', 'name': 'tempest-ServersTestJSON-968880428-router', 'tenant_id': '04e70b6312e34ddaaf35d2c83717f9c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.189'}], 'enable_snat': True}, 'gw_port_id': 'a4439a02-2c3e-4415-a660-2b904afe7e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:11:02Z', 'updated_at': '2021-12-06T17:11:11Z', 'revision_number': 4, 'project_id': '04e70b6312e34ddaaf35d2c83717f9c6', 'gw_port': {'id': 'a4439a02-2c3e-4415-a660-2b904afe7e16', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:30:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5281d38-5395-423b-9d0b-73f4b616e14a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:11:04Z', 'updated_at': '2021-12-06T17:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'f2adccc3-b528-4e02-a738-ccecda216c64', 'tenant_id': '04e70b6312e34ddaaf35d2c83717f9c6', 'floating_ip_address': '172.35.1.242', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': 'a5281d38-5395-423b-9d0b-73f4b616e14a', 'port_id': 'b0780acc-3f7a-4e37-a2da-88b13a605a26', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 769, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f7eb17f-0101-4378-b23e-fba2a86eb752', 'mac_address': 'fa:16:3e:83:c1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29fc859-bc40-402c-963f-f48ae65d78b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:11:20Z', 'updated_at': '2021-12-06T17:11:52Z', 'revision_number': 1, 'project_id': '04e70b6312e34ddaaf35d2c83717f9c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c567a7b-7e6d-4cbd-afd8-f66243b10212', 'name': '', 'network_id': '9f7eb17f-0101-4378-b23e-fba2a86eb752', 'tenant_id': '04e70b6312e34ddaaf35d2c83717f9c6', 'mac_address': 'fa:16:3e:27:c0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5281d38-5395-423b-9d0b-73f4b616e14a', 'device_owner': 'network:router_interface', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '9f03234b-998c-465c-8f0a-752c850a77ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:11:09Z', 'updated_at': '2021-12-06T17:11:20Z', 'revision_number': 5, 'project_id': '04e70b6312e34ddaaf35d2c83717f9c6', 'subnets': [{'id': '9f03234b-998c-465c-8f0a-752c850a77ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:11:56.656475 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-278e3cfd-d0cf-4afc-88c7-5d2004b1e19b req-607df8fc-0e55-43b7-972a-b22398a9f9d0 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:56.679710 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-278e3cfd-d0cf-4afc-88c7-5d2004b1e19b req-607df8fc-0e55-43b7-972a-b22398a9f9d0 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.44 "DELETE /v2.0/ports/ace816df-f221-4480-98a4-e0c3265e6d36 HTTP/1.1" status: 204 len: 173 time: 1.3792615 Dec 06 17:11:56.751116 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1d94b750-4c96-47bf-8fc8-21f65ca2d930 req-411118de-4b74-4692-bc65-b5f58b13f09f tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c4214df-5ee0-413a-b894-51ab5b893781 HTTP/1.1" status: 200 len: 210 time: 0.0801446 Dec 06 17:11:56.785412 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d281d6da-833a-4f10-9a7a-d9f2ebae1d31 req-b22fe159-8737-435e-a35e-4287e918f070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:56.786530 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d281d6da-833a-4f10-9a7a-d9f2ebae1d31 req-b22fe159-8737-435e-a35e-4287e918f070 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4981666 Dec 06 17:11:56.790659 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-0656e555-87ae-41a1-8b5c-140062af8116 req-e2e7e2f9-5ee1-4926-b1ee-1fc8e826b6ac tempest-SecurityGroupRulesNegativeTestJSON-993609813 tempest-SecurityGroupRulesNegativeTestJSON-993609813-project] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:56.794401 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device c06faf7a-f15d-4836-b194-8cfd5ea8c68b details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:11:56.807445 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-cd8be6d7-bae2-4d60-bbd6-5b850306325e req-edf9fc92-729a-4f5f-9371-876694d34382 service neutron] 10.222.0.41 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4128928 Dec 06 17:11:56.807770 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device bba877c3-4e46-4a6b-a46a-4d9c36550d32 up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:11:56.813924 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-0656e555-87ae-41a1-8b5c-140062af8116 req-e2e7e2f9-5ee1-4926-b1ee-1fc8e826b6ac tempest-SecurityGroupRulesNegativeTestJSON-993609813 tempest-SecurityGroupRulesNegativeTestJSON-993609813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:56.816545 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274595fb-902c-4e2a-959c-70dadc96cfd4 None None] The sync data for ids ['a5281d38-5395-423b-9d0b-73f4b616e14a'] in n-d-master-1 is: [{'id': 'a5281d38-5395-423b-9d0b-73f4b616e14a', 'name': 'tempest-ServersTestJSON-968880428-router', 'tenant_id': '04e70b6312e34ddaaf35d2c83717f9c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.189'}], 'enable_snat': True}, 'gw_port_id': 'a4439a02-2c3e-4415-a660-2b904afe7e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:11:02Z', 'updated_at': '2021-12-06T17:11:11Z', 'revision_number': 4, 'project_id': '04e70b6312e34ddaaf35d2c83717f9c6', 'gw_port': {'id': 'a4439a02-2c3e-4415-a660-2b904afe7e16', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:30:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5281d38-5395-423b-9d0b-73f4b616e14a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:11:04Z', 'updated_at': '2021-12-06T17:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'f2adccc3-b528-4e02-a738-ccecda216c64', 'tenant_id': '04e70b6312e34ddaaf35d2c83717f9c6', 'floating_ip_address': '172.35.1.242', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': 'a5281d38-5395-423b-9d0b-73f4b616e14a', 'port_id': 'b0780acc-3f7a-4e37-a2da-88b13a605a26', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 769, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f7eb17f-0101-4378-b23e-fba2a86eb752', 'mac_address': 'fa:16:3e:83:c1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29fc859-bc40-402c-963f-f48ae65d78b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:11:20Z', 'updated_at': '2021-12-06T17:11:52Z', 'revision_number': 1, 'project_id': '04e70b6312e34ddaaf35d2c83717f9c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c567a7b-7e6d-4cbd-afd8-f66243b10212', 'name': '', 'network_id': '9f7eb17f-0101-4378-b23e-fba2a86eb752', 'tenant_id': '04e70b6312e34ddaaf35d2c83717f9c6', 'mac_address': 'fa:16:3e:27:c0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5281d38-5395-423b-9d0b-73f4b616e14a', 'device_owner': 'network:router_interface', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '9f03234b-998c-465c-8f0a-752c850a77ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:11:09Z', 'updated_at': '2021-12-06T17:11:20Z', 'revision_number': 5, 'project_id': '04e70b6312e34ddaaf35d2c83717f9c6', 'subnets': [{'id': '9f03234b-998c-465c-8f0a-752c850a77ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:11:56.950124 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-0656e555-87ae-41a1-8b5c-140062af8116 req-e2e7e2f9-5ee1-4926-b1ee-1fc8e826b6ac tempest-SecurityGroupRulesNegativeTestJSON-993609813 tempest-SecurityGroupRulesNegativeTestJSON-993609813-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:56.970310 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0656e555-87ae-41a1-8b5c-140062af8116 req-e2e7e2f9-5ee1-4926-b1ee-1fc8e826b6ac tempest-SecurityGroupRulesNegativeTestJSON-993609813 tempest-SecurityGroupRulesNegativeTestJSON-993609813-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 1.3658690 Dec 06 17:11:56.977850 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e7e2f9-5ee1-4926-b1ee-1fc8e826b6ac tempest-SecurityGroupRulesNegativeTestJSON-993609813 tempest-SecurityGroupRulesNegativeTestJSON-993609813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbcb7aa8-f0cf-4b63-b4f3-7d0face889d3,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:56.999880 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-37a32040-42fc-4b34-91d7-46f9a5e0093a service neutron] For port e2c81161-fcfe-4c5c-a15a-a2bb77a0ab7d, host n-h2-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:11:57.000783 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac90dbf3-d3ac-4f1d-9291-70938ffc034f x-openstack-request-id: req-ac90dbf3-d3ac-4f1d-9291-70938ffc034f {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:11:57.001084 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d29fc859-bc40-402c-963f-f48ae65d78b4", "tag": "b0780acc-3f7a-4e37-a2da-88b13a605a26", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:11:57.001343 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ac90dbf3-d3ac-4f1d-9291-70938ffc034f {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:11:57.001823 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd29fc859-bc40-402c-963f-f48ae65d78b4', 'tag': 'b0780acc-3f7a-4e37-a2da-88b13a605a26', 'status': 'completed', 'code': 200} Dec 06 17:11:57.007000 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-37a32040-42fc-4b34-91d7-46f9a5e0093a service neutron] For port e2c81161-fcfe-4c5c-a15a-a2bb77a0ab7d, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e2c81161-fcfe-4c5c-a15a-a2bb77a0ab7d,segment=NetworkSegment(960bb03e-79ef-4cd4-951f-382b620b51db),segment_id=960bb03e-79ef-4cd4-951f-382b620b51db)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:11:57.014569 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-37a32040-42fc-4b34-91d7-46f9a5e0093a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:57.075009 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-37a32040-42fc-4b34-91d7-46f9a5e0093a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:57.075771 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-37a32040-42fc-4b34-91d7-46f9a5e0093a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:57.077440 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-37a32040-42fc-4b34-91d7-46f9a5e0093a service neutron] 10.222.0.44 "PUT /v2.0/ports/e2c81161-fcfe-4c5c-a15a-a2bb77a0ab7d HTTP/1.1" status: 200 len: 1136 time: 2.3748655 Dec 06 17:11:57.135483 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-1e94a68e-6f4e-418e-9246-8ab1ac7d00c8 service neutron] Request body: {'port': {'device_id': 'f5398cbb-9f14-42b7-905c-288b25e2bdb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:11:57.191709 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6624785f-c4c4-4a0f-9c27-11928ba8c399 req-f389ea38-0830-45aa-8c90-2c0bc5fb300b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:57.193410 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6624785f-c4c4-4a0f-9c27-11928ba8c399 req-f389ea38-0830-45aa-8c90-2c0bc5fb300b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=04e70b6312e34ddaaf35d2c83717f9c6&device_id=d29fc859-bc40-402c-963f-f48ae65d78b4 HTTP/1.1" status: 200 len: 1096 time: 0.1538074 Dec 06 17:11:57.210032 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a32040-42fc-4b34-91d7-46f9a5e0093a service neutron] Pushing event updated for resources: {'Port': ['ID=e2c81161-fcfe-4c5c-a15a-a2bb77a0ab7d,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:57.224123 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port bba877c3-4e46-4a6b-a46a-4d9c36550d32 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:11:57.282091 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333ddecf-56d6-4678-bece-6105a790a32f req-f5fb0571-be08-4259-98ca-192cdfd45f6a tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:57.286172 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-333ddecf-56d6-4678-bece-6105a790a32f req-f5fb0571-be08-4259-98ca-192cdfd45f6a tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b3b7908-bd5b-4ea7-8bff-9c3b9ed34065 HTTP/1.1" status: 200 len: 948 time: 0.1744452 Dec 06 17:11:57.287012 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81f0461-b8f8-4662-944e-372fb5c6c87b None None] New status for floating IP f2adccc3-b528-4e02-a738-ccecda216c64: ACTIVE {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 17:11:57.294388 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port bba877c3-4e46-4a6b-a46a-4d9c36550d32 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:11:57.294943 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:57.330034 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24395ae6-d1f0-4cbc-b184-0beb65c8097b req-1f2d5049-593f-4603-8563-ed49da2e351c tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:57.349403 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24395ae6-d1f0-4cbc-b184-0beb65c8097b req-1f2d5049-593f-4603-8563-ed49da2e351c tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:57.365816 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24395ae6-d1f0-4cbc-b184-0beb65c8097b req-1f2d5049-593f-4603-8563-ed49da2e351c tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:57.374598 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24395ae6-d1f0-4cbc-b184-0beb65c8097b req-1f2d5049-593f-4603-8563-ed49da2e351c tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:57.382466 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24395ae6-d1f0-4cbc-b184-0beb65c8097b req-1f2d5049-593f-4603-8563-ed49da2e351c tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:57.388842 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24395ae6-d1f0-4cbc-b184-0beb65c8097b req-1f2d5049-593f-4603-8563-ed49da2e351c tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:57.397132 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-24395ae6-d1f0-4cbc-b184-0beb65c8097b req-1f2d5049-593f-4603-8563-ed49da2e351c tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5398cbb-9f14-42b7-905c-288b25e2bdb2 HTTP/1.1" status: 200 len: 4606 time: 0.2708044 Dec 06 17:11:57.421136 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-1e94a68e-6f4e-418e-9246-8ab1ac7d00c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:57.428902 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6624785f-c4c4-4a0f-9c27-11928ba8c399 req-2916c4d0-7ac6-4fd0-b439-c588a049c299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:57.430836 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6624785f-c4c4-4a0f-9c27-11928ba8c399 req-2916c4d0-7ac6-4fd0-b439-c588a049c299 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9f7eb17f-0101-4378-b23e-fba2a86eb752 HTTP/1.1" status: 200 len: 906 time: 0.2181370 Dec 06 17:11:57.537345 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port c06faf7a-f15d-4836-b194-8cfd5ea8c68b, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=c06faf7a-f15d-4836-b194-8cfd5ea8c68b,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:11:57.592626 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-333ddecf-56d6-4678-bece-6105a790a32f req-480fa6f8-4d0b-4ce6-a3f7-fa8ae4d8509c tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ba66608-5fba-460b-9339-43992781830c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647851 Dec 06 17:11:57.595501 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6624785f-c4c4-4a0f-9c27-11928ba8c399 req-83b7d971-fab8-4947-b33d-bb89d24f5e74 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b0780acc-3f7a-4e37-a2da-88b13a605a26 HTTP/1.1" status: 200 len: 999 time: 0.1512468 Dec 06 17:11:57.674603 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': 'c06faf7a-f15d-4836-b194-8cfd5ea8c68b', 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a', 'port_id': 'c06faf7a-f15d-4836-b194-8cfd5ea8c68b', 'mac_address': 'fa:16:3e:c4:8b:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1342252a-21e4-4783-88ff-f54776c79059', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:11:57.714800 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6624785f-c4c4-4a0f-9c27-11928ba8c399 req-1a546f53-cd10-4f32-952a-4db630ad893c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:57.718054 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6624785f-c4c4-4a0f-9c27-11928ba8c399 req-1a546f53-cd10-4f32-952a-4db630ad893c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9f03234b-998c-465c-8f0a-752c850a77ec HTTP/1.1" status: 200 len: 844 time: 0.0963278 Dec 06 17:11:57.739801 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-1e94a68e-6f4e-418e-9246-8ab1ac7d00c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d044c44-c6ea-4f9f-a3c3-6f30ee8e15d8 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:11:57.748346 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-1e94a68e-6f4e-418e-9246-8ab1ac7d00c8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:57.761360 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-1e94a68e-6f4e-418e-9246-8ab1ac7d00c8 service neutron] Transition to ACTIVE for port object 5d044c44-c6ea-4f9f-a3c3-6f30ee8e15d8 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:11:57.762625 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c4214df-5ee0-413a-b894-51ab5b893781', 'name': 'network-vif-deleted', 'tag': 'ace816df-f221-4480-98a4-e0c3265e6d36'}, {'name': 'network-changed', 'server_uuid': 'f5398cbb-9f14-42b7-905c-288b25e2bdb2', 'tag': 'e2c81161-fcfe-4c5c-a15a-a2bb77a0ab7d'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:11:57.765049 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:57.771722 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66030f1b-a9ef-4d10-98b8-e8b2571644b6" -d '{"events": [{"server_uuid": "2c4214df-5ee0-413a-b894-51ab5b893781", "name": "network-vif-deleted", "tag": "ace816df-f221-4480-98a4-e0c3265e6d36"}, {"name": "network-changed", "server_uuid": "f5398cbb-9f14-42b7-905c-288b25e2bdb2", "tag": "e2c81161-fcfe-4c5c-a15a-a2bb77a0ab7d"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:11:57.786617 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-1e94a68e-6f4e-418e-9246-8ab1ac7d00c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:57.815059 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6624785f-c4c4-4a0f-9c27-11928ba8c399 req-015c84d8-2587-42b0-96e4-e4223ff0eb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:57.816565 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6624785f-c4c4-4a0f-9c27-11928ba8c399 req-015c84d8-2587-42b0-96e4-e4223ff0eb15 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9f7eb17f-0101-4378-b23e-fba2a86eb752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0871761 Dec 06 17:11:57.858339 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:57.904893 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d6220a5-a193-40f4-b9f5-1ad0adc38c1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bba877c3-4e46-4a6b-a46a-4d9c36550d32'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:11:57.907401 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42161969-1108-466e-90ec-9ea463bf65c5" -d '{"events": [{"server_uuid": "4d6220a5-a193-40f4-b9f5-1ad0adc38c1b", "name": "network-vif-plugged", "status": "completed", "tag": "bba877c3-4e46-4a6b-a46a-4d9c36550d32"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:11:57.916179 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-24395ae6-d1f0-4cbc-b184-0beb65c8097b req-cb8ff4f3-95fb-4570-8d33-1e5cbcf89409 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/security-groups?id=39e38e48-0a80-455d-95ef-5684c690b16b&id=511f9156-9807-4e4e-ae23-f0018acdbda1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5135310 Dec 06 17:11:57.919963 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c06faf7a-f15d-4836-b194-8cfd5ea8c68b {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:11:57.966158 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port bba877c3-4e46-4a6b-a46a-4d9c36550d32, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=bba877c3-4e46-4a6b-a46a-4d9c36550d32,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:11:57.970242 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94a68e-6f4e-418e-9246-8ab1ac7d00c8 service neutron] Pushing event updated for resources: {'Port': ['ID=5d044c44-c6ea-4f9f-a3c3-6f30ee8e15d8,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:57.981858 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:58.008582 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3ac6515e-142f-4065-878f-f3a13f24110a req-ce6d605b-9702-40ba-a6e7-901ddc125dda tempest-SecurityGroupRulesNegativeTestJSON-993609813 tempest-SecurityGroupRulesNegativeTestJSON-993609813-project] 10.222.0.23 "GET /v2.0/security-groups/cbcb7aa8-f0cf-4b63-b4f3-7d0face889d3 HTTP/1.1" status: 200 len: 1830 time: 0.2897704 Dec 06 17:11:58.014191 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port c06faf7a-f15d-4836-b194-8cfd5ea8c68b, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=c06faf7a-f15d-4836-b194-8cfd5ea8c68b,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:11:58.023848 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6624785f-c4c4-4a0f-9c27-11928ba8c399 req-abc04e53-c77f-46d6-b937-cea8dd522469 service neutron] 10.222.0.41 "GET /v2.0/networks/9f7eb17f-0101-4378-b23e-fba2a86eb752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870801 Dec 06 17:11:58.053538 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-1e94a68e-6f4e-418e-9246-8ab1ac7d00c8 service neutron] Attempting to bind port 5d044c44-c6ea-4f9f-a3c3-6f30ee8e15d8 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:11:58.053882 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-1e94a68e-6f4e-418e-9246-8ab1ac7d00c8 service neutron] Attempting to bind port 5d044c44-c6ea-4f9f-a3c3-6f30ee8e15d8 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '960bb03e-79ef-4cd4-951f-382b620b51db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'a265b143-efdd-45e0-a32a-71d5cda110a4'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:11:58.054218 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-1e94a68e-6f4e-418e-9246-8ab1ac7d00c8 service neutron] Attempting to bind port 5d044c44-c6ea-4f9f-a3c3-6f30ee8e15d8 on network a265b143-efdd-45e0-a32a-71d5cda110a4 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:11:58.071316 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-1e94a68e-6f4e-418e-9246-8ab1ac7d00c8 service neutron] Port 5d044c44-c6ea-4f9f-a3c3-6f30ee8e15d8 on network a265b143-efdd-45e0-a32a-71d5cda110a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:11:58.071648 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-1e94a68e-6f4e-418e-9246-8ab1ac7d00c8 service neutron] Attempting to bind port 5d044c44-c6ea-4f9f-a3c3-6f30ee8e15d8 on network a265b143-efdd-45e0-a32a-71d5cda110a4 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:11:58.084714 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 06 Dec 2021 17:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc2dcede-e5ef-4809-98dd-f0d8fbc38cd9 x-openstack-request-id: req-fc2dcede-e5ef-4809-98dd-f0d8fbc38cd9 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:11:58.085068 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c4214df-5ee0-413a-b894-51ab5b893781", "name": "network-vif-deleted", "tag": "ace816df-f221-4480-98a4-e0c3265e6d36", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f5398cbb-9f14-42b7-905c-288b25e2bdb2", "tag": "e2c81161-fcfe-4c5c-a15a-a2bb77a0ab7d", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:11:58.085273 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fc2dcede-e5ef-4809-98dd-f0d8fbc38cd9 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:11:58.085712 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c4214df-5ee0-413a-b894-51ab5b893781', 'name': 'network-vif-deleted', 'tag': 'ace816df-f221-4480-98a4-e0c3265e6d36', 'status': 'completed', 'code': 200} Dec 06 17:11:58.085975 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5398cbb-9f14-42b7-905c-288b25e2bdb2', 'tag': 'e2c81161-fcfe-4c5c-a15a-a2bb77a0ab7d', 'status': 'completed', 'code': 200} Dec 06 17:11:58.107469 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-1e94a68e-6f4e-418e-9246-8ab1ac7d00c8 service neutron] Checking agent: {'id': '9d8b9f49-2860-4c1f-9b89-45a7657a3c4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:11:58.107710 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-1e94a68e-6f4e-418e-9246-8ab1ac7d00c8 service neutron] Checking segment: {'id': '960bb03e-79ef-4cd4-951f-382b620b51db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'a265b143-efdd-45e0-a32a-71d5cda110a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:11:58.108094 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-1e94a68e-6f4e-418e-9246-8ab1ac7d00c8 service neutron] Bound using segment: {'id': '960bb03e-79ef-4cd4-951f-382b620b51db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'a265b143-efdd-45e0-a32a-71d5cda110a4'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:11:58.108544 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-1e94a68e-6f4e-418e-9246-8ab1ac7d00c8 service neutron] Bound port: 5d044c44-c6ea-4f9f-a3c3-6f30ee8e15d8, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '960bb03e-79ef-4cd4-951f-382b620b51db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'a265b143-efdd-45e0-a32a-71d5cda110a4'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:11:58.108902 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-1e94a68e-6f4e-418e-9246-8ab1ac7d00c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:58.132764 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=bba877c3-4e46-4a6b-a46a-4d9c36550d32,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:58.138764 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:58.278361 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47c9c2b1-2117-42f0-bb2b-0a6c3897807f x-openstack-request-id: req-47c9c2b1-2117-42f0-bb2b-0a6c3897807f {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:11:58.278775 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d6220a5-a193-40f4-b9f5-1ad0adc38c1b", "name": "network-vif-plugged", "status": "completed", "tag": "bba877c3-4e46-4a6b-a46a-4d9c36550d32", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:11:58.278951 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-47c9c2b1-2117-42f0-bb2b-0a6c3897807f {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:11:58.279347 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d6220a5-a193-40f4-b9f5-1ad0adc38c1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bba877c3-4e46-4a6b-a46a-4d9c36550d32', 'code': 200} Dec 06 17:11:58.295807 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=c06faf7a-f15d-4836-b194-8cfd5ea8c68b,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:58.342163 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8bc4cd-ecce-4f42-a9f8-512a5171d50c req-27f88ead-e394-4870-91a1-09cbd56c6e33 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:58.344239 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6b8bc4cd-ecce-4f42-a9f8-512a5171d50c req-27f88ead-e394-4870-91a1-09cbd56c6e33 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=851a3db1-d857-4982-bb02-42a5ec92a2df HTTP/1.1" status: 200 len: 945 time: 0.1908059 Dec 06 17:11:58.430940 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6b8bc4cd-ecce-4f42-a9f8-512a5171d50c req-12059b8a-5651-4f7f-a726-c2c07728e289 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760427 Dec 06 17:11:58.441515 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['c06faf7a-f15d-4836-b194-8cfd5ea8c68b'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:11:58.449812 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-1e94a68e-6f4e-418e-9246-8ab1ac7d00c8 service neutron] For port 5d044c44-c6ea-4f9f-a3c3-6f30ee8e15d8, host n-h2-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:11:58.464226 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-1e94a68e-6f4e-418e-9246-8ab1ac7d00c8 service neutron] For port 5d044c44-c6ea-4f9f-a3c3-6f30ee8e15d8, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5d044c44-c6ea-4f9f-a3c3-6f30ee8e15d8,segment=NetworkSegment(960bb03e-79ef-4cd4-951f-382b620b51db),segment_id=960bb03e-79ef-4cd4-951f-382b620b51db)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:11:58.466147 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 43484) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:11:58.482907 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-3d1ec400-e299-4965-aeab-375303b61813 req-75e405f6-7063-4ce0-998d-eaabfbf8162f tempest-SecurityGroupRulesNegativeTestJSON-993609813 tempest-SecurityGroupRulesNegativeTestJSON-993609813-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1766693116', 'description': 'tempest-description-1038204615'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:11:58.492346 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-1e94a68e-6f4e-418e-9246-8ab1ac7d00c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:58.581397 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-1e94a68e-6f4e-418e-9246-8ab1ac7d00c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:58.582082 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-1e94a68e-6f4e-418e-9246-8ab1ac7d00c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:58.583602 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-1e94a68e-6f4e-418e-9246-8ab1ac7d00c8 service neutron] 10.222.0.44 "PUT /v2.0/ports/5d044c44-c6ea-4f9f-a3c3-6f30ee8e15d8 HTTP/1.1" status: 200 len: 1136 time: 1.4687011 Dec 06 17:11:58.602467 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94a68e-6f4e-418e-9246-8ab1ac7d00c8 service neutron] Pushing event updated for resources: {'Port': ['ID=5d044c44-c6ea-4f9f-a3c3-6f30ee8e15d8,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:58.610751 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3d1ec400-e299-4965-aeab-375303b61813 req-75e405f6-7063-4ce0-998d-eaabfbf8162f tempest-SecurityGroupRulesNegativeTestJSON-993609813 tempest-SecurityGroupRulesNegativeTestJSON-993609813-project] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:58.751081 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66030f1b-a9ef-4d10-98b8-e8b2571644b6 req-5098527e-0384-4dbb-bf43-3febedf9efa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:58.753120 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66030f1b-a9ef-4d10-98b8-e8b2571644b6 req-5098527e-0384-4dbb-bf43-3febedf9efa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:58.753818 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66030f1b-a9ef-4d10-98b8-e8b2571644b6 req-5098527e-0384-4dbb-bf43-3febedf9efa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:58.754572 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66030f1b-a9ef-4d10-98b8-e8b2571644b6 req-5098527e-0384-4dbb-bf43-3febedf9efa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:58.755222 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66030f1b-a9ef-4d10-98b8-e8b2571644b6 req-5098527e-0384-4dbb-bf43-3febedf9efa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:58.755955 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66030f1b-a9ef-4d10-98b8-e8b2571644b6 req-5098527e-0384-4dbb-bf43-3febedf9efa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:58.756627 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66030f1b-a9ef-4d10-98b8-e8b2571644b6 req-5098527e-0384-4dbb-bf43-3febedf9efa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:58.758921 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-66030f1b-a9ef-4d10-98b8-e8b2571644b6 req-5098527e-0384-4dbb-bf43-3febedf9efa6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e06aba6f7cc1415e89ae20f4d5eb8b07&device_id=f5398cbb-9f14-42b7-905c-288b25e2bdb2 HTTP/1.1" status: 200 len: 6179 time: 0.6390214 Dec 06 17:11:58.764930 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c0ded-7ee5-4ee4-9352-3b023a36f6ff req-141bc513-7706-488c-b7b9-0a3ded357f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:58.767244 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-772c0ded-7ee5-4ee4-9352-3b023a36f6ff req-141bc513-7706-488c-b7b9-0a3ded357f21 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4d6220a5-a193-40f4-b9f5-1ad0adc38c1b HTTP/1.1" status: 200 len: 1101 time: 0.1735296 Dec 06 17:11:58.773036 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-780c3fb5-1cbb-442b-8d44-db518af20037 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:58.809162 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3d1ec400-e299-4965-aeab-375303b61813 req-75e405f6-7063-4ce0-998d-eaabfbf8162f tempest-SecurityGroupRulesNegativeTestJSON-993609813 tempest-SecurityGroupRulesNegativeTestJSON-993609813-project] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:58.818969 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-4abe14ca-ea85-4a74-b2fa-812206ebd5ad service neutron] Request body: {'port': {'device_id': 'f5398cbb-9f14-42b7-905c-288b25e2bdb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:11:58.829622 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3d1ec400-e299-4965-aeab-375303b61813 req-75e405f6-7063-4ce0-998d-eaabfbf8162f tempest-SecurityGroupRulesNegativeTestJSON-993609813 tempest-SecurityGroupRulesNegativeTestJSON-993609813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:58.895926 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3d1ec400-e299-4965-aeab-375303b61813 req-75e405f6-7063-4ce0-998d-eaabfbf8162f tempest-SecurityGroupRulesNegativeTestJSON-993609813 tempest-SecurityGroupRulesNegativeTestJSON-993609813-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:58.897304 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3d1ec400-e299-4965-aeab-375303b61813 req-75e405f6-7063-4ce0-998d-eaabfbf8162f tempest-SecurityGroupRulesNegativeTestJSON-993609813 tempest-SecurityGroupRulesNegativeTestJSON-993609813-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.4214084 Dec 06 17:11:58.899244 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66030f1b-a9ef-4d10-98b8-e8b2571644b6 req-a3e27ecf-0ce4-4f74-85e5-9c58257907c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:58.899736 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66030f1b-a9ef-4d10-98b8-e8b2571644b6 req-a3e27ecf-0ce4-4f74-85e5-9c58257907c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:58.900205 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66030f1b-a9ef-4d10-98b8-e8b2571644b6 req-a3e27ecf-0ce4-4f74-85e5-9c58257907c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:58.901896 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-66030f1b-a9ef-4d10-98b8-e8b2571644b6 req-a3e27ecf-0ce4-4f74-85e5-9c58257907c9 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=e06aba6f7cc1415e89ae20f4d5eb8b07&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.1243467 Dec 06 17:11:58.916669 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6624785f-c4c4-4a0f-9c27-11928ba8c399 req-01734701-00e1-4615-804f-c900c30c6d4d service neutron] 10.222.0.41 "GET /v2.0/networks/9f7eb17f-0101-4378-b23e-fba2a86eb752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8795223 Dec 06 17:11:58.953359 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-4abe14ca-ea85-4a74-b2fa-812206ebd5ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:58.974994 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e405f6-7063-4ce0-998d-eaabfbf8162f tempest-SecurityGroupRulesNegativeTestJSON-993609813 tempest-SecurityGroupRulesNegativeTestJSON-993609813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd52b25-cd78-49eb-bff6-51dd54d9a5a3,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:59.171774 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff4fd31-d8c2-4fdd-95b1-082c3b023253 req-8e2751ad-c0cd-4657-884e-313ffc00b572 tempest-LiveMigrationTest-2036531045 tempest-LiveMigrationTest-2036531045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:59.180084 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-dff4fd31-d8c2-4fdd-95b1-082c3b023253 req-8e2751ad-c0cd-4657-884e-313ffc00b572 tempest-LiveMigrationTest-2036531045 tempest-LiveMigrationTest-2036531045-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=851a3db1-d857-4982-bb02-42a5ec92a2df HTTP/1.1" status: 200 len: 1096 time: 0.4175305 Dec 06 17:11:59.223727 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-772c0ded-7ee5-4ee4-9352-3b023a36f6ff req-eebfc336-8776-4686-9620-3841fdf7bfaa service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2ba66608-5fba-460b-9339-43992781830c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4446492 Dec 06 17:11:59.248746 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device ace816df-f221-4480-98a4-e0c3265e6d36 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:11:59.268758 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66030f1b-a9ef-4d10-98b8-e8b2571644b6 req-bae94d44-5183-42df-bad4-14839f94754b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:59.270416 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-66030f1b-a9ef-4d10-98b8-e8b2571644b6 req-bae94d44-5183-42df-bad4-14839f94754b service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3514669 Dec 06 17:11:59.279376 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] No Port match for: ace816df-f221-4480-98a4-e0c3265e6d36 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:11:59.280194 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device ace816df-f221-4480-98a4-e0c3265e6d36 not bound to the agent host n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:11:59.286222 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-dff4fd31-d8c2-4fdd-95b1-082c3b023253 req-3a0c2a24-bca1-4689-8060-dc4ebf2fe200 tempest-LiveMigrationTest-2036531045 tempest-LiveMigrationTest-2036531045-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050379 Dec 06 17:11:59.352380 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-780c3fb5-1cbb-442b-8d44-db518af20037 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:59.365303 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-780c3fb5-1cbb-442b-8d44-db518af20037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:59.382337 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3c688c-56fb-4945-873c-f5c5ad329a0b req-41eaec05-823c-40ba-b9e7-a11d9ed45d1f tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:59.383890 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1f3c688c-56fb-4945-873c-f5c5ad329a0b req-41eaec05-823c-40ba-b9e7-a11d9ed45d1f tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b3b7908-bd5b-4ea7-8bff-9c3b9ed34065 HTTP/1.1" status: 200 len: 949 time: 0.1577880 Dec 06 17:11:59.402841 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa0a43f-7c64-4430-b370-04a78d0d1bd1 req-e84bba9c-40f5-46e6-8c75-6568d764559b tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:59.404344 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7aa0a43f-7c64-4430-b370-04a78d0d1bd1 req-e84bba9c-40f5-46e6-8c75-6568d764559b tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2d120db-3c1e-4e7f-9fa1-3ee957306d01 HTTP/1.1" status: 200 len: 951 time: 0.0595241 Dec 06 17:11:59.459778 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7aa0a43f-7c64-4430-b370-04a78d0d1bd1 req-93a64797-d7df-4809-a591-5c143b362767 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493596 Dec 06 17:11:59.477172 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-4abe14ca-ea85-4a74-b2fa-812206ebd5ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e42dffef-fd32-4bdd-8a82-7f2ced8750e5 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:11:59.487610 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-4abe14ca-ea85-4a74-b2fa-812206ebd5ad service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:59.491748 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780c3fb5-1cbb-442b-8d44-db518af20037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20c24f6d-e27b-4f5e-83bf-43d065108b2c,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:59.503168 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 43502) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:11:59.503321 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-780c3fb5-1cbb-442b-8d44-db518af20037 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=82c4f52c72c045cb8aa27262d0f16dac&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0349534 Dec 06 17:11:59.524623 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-4abe14ca-ea85-4a74-b2fa-812206ebd5ad service neutron] Transition to ACTIVE for port object e42dffef-fd32-4bdd-8a82-7f2ced8750e5 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:11:59.534338 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-4abe14ca-ea85-4a74-b2fa-812206ebd5ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:59.579938 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1f3c688c-56fb-4945-873c-f5c5ad329a0b req-24914aa4-3e09-4e43-9c62-d737b0bc95df tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ba66608-5fba-460b-9339-43992781830c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839235 Dec 06 17:11:59.588373 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-56c03c89-16e9-4286-a86a-0cf025cb6908 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:59.637451 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abe14ca-ea85-4a74-b2fa-812206ebd5ad service neutron] Pushing event updated for resources: {'Port': ['ID=e42dffef-fd32-4bdd-8a82-7f2ced8750e5,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:59.664443 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-56c03c89-16e9-4286-a86a-0cf025cb6908 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:59.681892 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e8330b14-6a5f-4d17-828c-d52da0b4b753 req-0e1df657-ef73-45dd-92cf-4786495af13d tempest-SecurityGroupRulesNegativeTestJSON-993609813 tempest-SecurityGroupRulesNegativeTestJSON-993609813-project] 10.222.0.23 "GET /v2.0/security-groups/5cd52b25-cd78-49eb-bff6-51dd54d9a5a3 HTTP/1.1" status: 200 len: 1830 time: 0.1087518 Dec 06 17:11:59.739740 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-56c03c89-16e9-4286-a86a-0cf025cb6908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:59.744293 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-56c03c89-16e9-4286-a86a-0cf025cb6908 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:59.748509 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-56c03c89-16e9-4286-a86a-0cf025cb6908 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/20c24f6d-e27b-4f5e-83bf-43d065108b2c HTTP/1.1" status: 204 len: 168 time: 0.2411153 Dec 06 17:11:59.759628 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c03c89-16e9-4286-a86a-0cf025cb6908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c24f6d-e27b-4f5e-83bf-43d065108b2c,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:11:59.767858 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c03c89-16e9-4286-a86a-0cf025cb6908 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:11:59.768189 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c03c89-16e9-4286-a86a-0cf025cb6908 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:11:59.768543 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c03c89-16e9-4286-a86a-0cf025cb6908 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:11:59.768882 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c03c89-16e9-4286-a86a-0cf025cb6908 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:11:59.769219 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c03c89-16e9-4286-a86a-0cf025cb6908 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:11:59.769584 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c03c89-16e9-4286-a86a-0cf025cb6908 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:11:59.769924 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c03c89-16e9-4286-a86a-0cf025cb6908 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:11:59.770257 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c03c89-16e9-4286-a86a-0cf025cb6908 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:11:59.770589 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c03c89-16e9-4286-a86a-0cf025cb6908 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:11:59.770926 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c03c89-16e9-4286-a86a-0cf025cb6908 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:11:59.771310 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c03c89-16e9-4286-a86a-0cf025cb6908 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:11:59.771583 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c03c89-16e9-4286-a86a-0cf025cb6908 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:11:59.771927 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c03c89-16e9-4286-a86a-0cf025cb6908 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:11:59.772134 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-4abe14ca-ea85-4a74-b2fa-812206ebd5ad service neutron] Attempting to bind port e42dffef-fd32-4bdd-8a82-7f2ced8750e5 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:11:59.772452 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-4abe14ca-ea85-4a74-b2fa-812206ebd5ad service neutron] Attempting to bind port e42dffef-fd32-4bdd-8a82-7f2ced8750e5 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '960bb03e-79ef-4cd4-951f-382b620b51db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'a265b143-efdd-45e0-a32a-71d5cda110a4'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:11:59.785598 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-4abe14ca-ea85-4a74-b2fa-812206ebd5ad service neutron] Attempting to bind port e42dffef-fd32-4bdd-8a82-7f2ced8750e5 on network a265b143-efdd-45e0-a32a-71d5cda110a4 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:11:59.824902 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bfbb66-5ad0-4304-9e77-60a18de407cb req-ef9fc843-32f6-4667-8b29-f9fbc3497911 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:59.834562 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bfbb66-5ad0-4304-9e77-60a18de407cb req-ef9fc843-32f6-4667-8b29-f9fbc3497911 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:59.843832 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bfbb66-5ad0-4304-9e77-60a18de407cb req-ef9fc843-32f6-4667-8b29-f9fbc3497911 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:59.844093 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2428471a-6be4-429b-8ef3-886c99ed430b req-63b04cbf-a837-42ea-bb62-8b40bcc60839 tempest-LiveMigrationTest-2036531045 tempest-LiveMigrationTest-2036531045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:59.846333 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2428471a-6be4-429b-8ef3-886c99ed430b req-63b04cbf-a837-42ea-bb62-8b40bcc60839 tempest-LiveMigrationTest-2036531045 tempest-LiveMigrationTest-2036531045-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=851a3db1-d857-4982-bb02-42a5ec92a2df HTTP/1.1" status: 200 len: 1096 time: 0.0700173 Dec 06 17:11:59.851728 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bfbb66-5ad0-4304-9e77-60a18de407cb req-ef9fc843-32f6-4667-8b29-f9fbc3497911 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:59.858680 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bfbb66-5ad0-4304-9e77-60a18de407cb req-ef9fc843-32f6-4667-8b29-f9fbc3497911 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:59.867180 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bfbb66-5ad0-4304-9e77-60a18de407cb req-ef9fc843-32f6-4667-8b29-f9fbc3497911 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:59.875027 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bfbb66-5ad0-4304-9e77-60a18de407cb req-ef9fc843-32f6-4667-8b29-f9fbc3497911 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:11:59.877582 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e1bfbb66-5ad0-4304-9e77-60a18de407cb req-ef9fc843-32f6-4667-8b29-f9fbc3497911 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5398cbb-9f14-42b7-905c-288b25e2bdb2 HTTP/1.1" status: 200 len: 5396 time: 0.1965594 Dec 06 17:11:59.878718 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-4abe14ca-ea85-4a74-b2fa-812206ebd5ad service neutron] Port e42dffef-fd32-4bdd-8a82-7f2ced8750e5 on network a265b143-efdd-45e0-a32a-71d5cda110a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:11:59.879206 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-4abe14ca-ea85-4a74-b2fa-812206ebd5ad service neutron] Attempting to bind port e42dffef-fd32-4bdd-8a82-7f2ced8750e5 on network a265b143-efdd-45e0-a32a-71d5cda110a4 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:11:59.887003 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-4abe14ca-ea85-4a74-b2fa-812206ebd5ad service neutron] Checking agent: {'id': '9d8b9f49-2860-4c1f-9b89-45a7657a3c4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:11:59.887598 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-4abe14ca-ea85-4a74-b2fa-812206ebd5ad service neutron] Checking segment: {'id': '960bb03e-79ef-4cd4-951f-382b620b51db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'a265b143-efdd-45e0-a32a-71d5cda110a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:11:59.888161 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-4abe14ca-ea85-4a74-b2fa-812206ebd5ad service neutron] Bound using segment: {'id': '960bb03e-79ef-4cd4-951f-382b620b51db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'a265b143-efdd-45e0-a32a-71d5cda110a4'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:11:59.888776 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-4abe14ca-ea85-4a74-b2fa-812206ebd5ad service neutron] Bound port: e42dffef-fd32-4bdd-8a82-7f2ced8750e5, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '960bb03e-79ef-4cd4-951f-382b620b51db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'a265b143-efdd-45e0-a32a-71d5cda110a4'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:11:59.889300 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-4abe14ca-ea85-4a74-b2fa-812206ebd5ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:11:59.928894 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2428471a-6be4-429b-8ef3-886c99ed430b req-8864b86d-8268-40be-9bb8-ce3557f3c6ab tempest-LiveMigrationTest-2036531045 tempest-LiveMigrationTest-2036531045-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732419 Dec 06 17:12:00.006018 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e1bfbb66-5ad0-4304-9e77-60a18de407cb req-a36bbeda-f557-4fb0-af58-f05f1173fbc7 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/security-groups?id=39e38e48-0a80-455d-95ef-5684c690b16b&id=511f9156-9807-4e4e-ae23-f0018acdbda1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1208155 Dec 06 17:12:00.051377 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-167d1164-5ffa-4827-be67-27deba2e91f8 req-a49e90c1-bf74-49b7-a44f-b9c7f81a2c05 tempest-SecurityGroupRulesNegativeTestJSON-993609813 tempest-SecurityGroupRulesNegativeTestJSON-993609813-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1807291622', 'description': 'tempest-description-437486067'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:12:00.065384 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-4abe14ca-ea85-4a74-b2fa-812206ebd5ad service neutron] For port e42dffef-fd32-4bdd-8a82-7f2ced8750e5, host n-h2-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:12:00.085646 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-4abe14ca-ea85-4a74-b2fa-812206ebd5ad service neutron] For port e42dffef-fd32-4bdd-8a82-7f2ced8750e5, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e42dffef-fd32-4bdd-8a82-7f2ced8750e5,segment=NetworkSegment(960bb03e-79ef-4cd4-951f-382b620b51db),segment_id=960bb03e-79ef-4cd4-951f-382b620b51db)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:12:00.087905 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5398cbb-9f14-42b7-905c-288b25e2bdb2', 'tag': '5d044c44-c6ea-4f9f-a3c3-6f30ee8e15d8'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:12:00.094192 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60fb7e7e-a878-4ee0-9fe0-f7f6e4d9e361" -d '{"events": [{"name": "network-changed", "server_uuid": "f5398cbb-9f14-42b7-905c-288b25e2bdb2", "tag": "5d044c44-c6ea-4f9f-a3c3-6f30ee8e15d8"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:12:00.102199 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-4abe14ca-ea85-4a74-b2fa-812206ebd5ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:00.103458 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-167d1164-5ffa-4827-be67-27deba2e91f8 req-a49e90c1-bf74-49b7-a44f-b9c7f81a2c05 tempest-SecurityGroupRulesNegativeTestJSON-993609813 tempest-SecurityGroupRulesNegativeTestJSON-993609813-project] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:00.169222 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-4abe14ca-ea85-4a74-b2fa-812206ebd5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:00.170051 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-4abe14ca-ea85-4a74-b2fa-812206ebd5ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:00.171782 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-4abe14ca-ea85-4a74-b2fa-812206ebd5ad service neutron] 10.222.0.44 "PUT /v2.0/ports/e42dffef-fd32-4bdd-8a82-7f2ced8750e5 HTTP/1.1" status: 200 len: 1091 time: 1.3611109 Dec 06 17:12:00.213700 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-c2433ef4-344b-4af4-bc4b-7b04e2393934 service neutron] Request body: {'port': {'device_id': 'f5398cbb-9f14-42b7-905c-288b25e2bdb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:12:00.250405 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71d76253-1a92-4a0c-b3a0-c238894ae313 x-openstack-request-id: req-71d76253-1a92-4a0c-b3a0-c238894ae313 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:12:00.250701 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5398cbb-9f14-42b7-905c-288b25e2bdb2", "tag": "5d044c44-c6ea-4f9f-a3c3-6f30ee8e15d8", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:12:00.250967 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-71d76253-1a92-4a0c-b3a0-c238894ae313 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:12:00.251386 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5398cbb-9f14-42b7-905c-288b25e2bdb2', 'tag': '5d044c44-c6ea-4f9f-a3c3-6f30ee8e15d8', 'status': 'completed', 'code': 200} Dec 06 17:12:00.261662 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-167d1164-5ffa-4827-be67-27deba2e91f8 req-a49e90c1-bf74-49b7-a44f-b9c7f81a2c05 tempest-SecurityGroupRulesNegativeTestJSON-993609813 tempest-SecurityGroupRulesNegativeTestJSON-993609813-project] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:00.287690 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-167d1164-5ffa-4827-be67-27deba2e91f8 req-a49e90c1-bf74-49b7-a44f-b9c7f81a2c05 tempest-SecurityGroupRulesNegativeTestJSON-993609813 tempest-SecurityGroupRulesNegativeTestJSON-993609813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:00.296556 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abe14ca-ea85-4a74-b2fa-812206ebd5ad service neutron] Pushing event updated for resources: {'Port': ['ID=e42dffef-fd32-4bdd-8a82-7f2ced8750e5,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:00.351543 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-c2433ef4-344b-4af4-bc4b-7b04e2393934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:00.426368 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49e90c1-bf74-49b7-a44f-b9c7f81a2c05 tempest-SecurityGroupRulesNegativeTestJSON-993609813 tempest-SecurityGroupRulesNegativeTestJSON-993609813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54bc2451-5bab-44f0-9336-590253d49a94,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:00.452471 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-167d1164-5ffa-4827-be67-27deba2e91f8 req-a49e90c1-bf74-49b7-a44f-b9c7f81a2c05 tempest-SecurityGroupRulesNegativeTestJSON-993609813 tempest-SecurityGroupRulesNegativeTestJSON-993609813-project] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:00.454034 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-167d1164-5ffa-4827-be67-27deba2e91f8 req-a49e90c1-bf74-49b7-a44f-b9c7f81a2c05 tempest-SecurityGroupRulesNegativeTestJSON-993609813 tempest-SecurityGroupRulesNegativeTestJSON-993609813-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.4085376 Dec 06 17:12:00.468707 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fb7e7e-a878-4ee0-9fe0-f7f6e4d9e361 req-920a926a-c54a-431d-a6f5-c08747112410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:00.469208 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fb7e7e-a878-4ee0-9fe0-f7f6e4d9e361 req-920a926a-c54a-431d-a6f5-c08747112410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:00.469869 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fb7e7e-a878-4ee0-9fe0-f7f6e4d9e361 req-920a926a-c54a-431d-a6f5-c08747112410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:00.470525 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fb7e7e-a878-4ee0-9fe0-f7f6e4d9e361 req-920a926a-c54a-431d-a6f5-c08747112410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:00.472251 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fb7e7e-a878-4ee0-9fe0-f7f6e4d9e361 req-920a926a-c54a-431d-a6f5-c08747112410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:00.472251 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fb7e7e-a878-4ee0-9fe0-f7f6e4d9e361 req-920a926a-c54a-431d-a6f5-c08747112410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:00.473078 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fb7e7e-a878-4ee0-9fe0-f7f6e4d9e361 req-920a926a-c54a-431d-a6f5-c08747112410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:00.475353 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-60fb7e7e-a878-4ee0-9fe0-f7f6e4d9e361 req-920a926a-c54a-431d-a6f5-c08747112410 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e06aba6f7cc1415e89ae20f4d5eb8b07&device_id=f5398cbb-9f14-42b7-905c-288b25e2bdb2 HTTP/1.1" status: 200 len: 6288 time: 0.2119353 Dec 06 17:12:00.491357 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e07ac94-bfd5-4caf-a801-4a15b0d590c8 req-63535951-511f-4723-9e90-d8ee0c41a89a tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:00.503951 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8e07ac94-bfd5-4caf-a801-4a15b0d590c8 req-63535951-511f-4723-9e90-d8ee0c41a89a tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2d120db-3c1e-4e7f-9fa1-3ee957306d01 HTTP/1.1" status: 200 len: 951 time: 0.1670041 Dec 06 17:12:00.672680 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fb7e7e-a878-4ee0-9fe0-f7f6e4d9e361 req-eb8add14-32c1-40b0-9558-3b148a69f9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:00.673308 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fb7e7e-a878-4ee0-9fe0-f7f6e4d9e361 req-eb8add14-32c1-40b0-9558-3b148a69f9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:00.673836 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fb7e7e-a878-4ee0-9fe0-f7f6e4d9e361 req-eb8add14-32c1-40b0-9558-3b148a69f9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:00.675783 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-60fb7e7e-a878-4ee0-9fe0-f7f6e4d9e361 req-eb8add14-32c1-40b0-9558-3b148a69f9be service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=e06aba6f7cc1415e89ae20f4d5eb8b07&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.1662641 Dec 06 17:12:00.789489 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 43544) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:12:00.793346 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device c06faf7a-f15d-4836-b194-8cfd5ea8c68b up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:12:00.827736 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb81e1f-44cc-474a-a222-2c7714cf96df req-2bc207a2-146b-4b55-aa20-293800208a36 tempest-LiveMigrationTest-2036531045 tempest-LiveMigrationTest-2036531045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:00.837292 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3eb81e1f-44cc-474a-a222-2c7714cf96df req-2bc207a2-146b-4b55-aa20-293800208a36 tempest-LiveMigrationTest-2036531045 tempest-LiveMigrationTest-2036531045-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=851a3db1-d857-4982-bb02-42a5ec92a2df HTTP/1.1" status: 200 len: 1096 time: 0.2235496 Dec 06 17:12:00.846688 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0356d3db-7c11-411d-84a3-7bb85292d06d req-087fb115-8cb3-4b35-8d72-128129193d8c tempest-SecurityGroupRulesNegativeTestJSON-993609813 tempest-SecurityGroupRulesNegativeTestJSON-993609813-project] 10.222.0.23 "GET /v2.0/security-groups/54bc2451-5bab-44f0-9336-590253d49a94 HTTP/1.1" status: 200 len: 1829 time: 0.3377159 Dec 06 17:12:00.909940 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port c06faf7a-f15d-4836-b194-8cfd5ea8c68b completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:12:00.919073 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port c06faf7a-f15d-4836-b194-8cfd5ea8c68b triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:12:00.921119 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:00.929281 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3eb81e1f-44cc-474a-a222-2c7714cf96df req-61410437-f28c-4290-a971-1d4a060edc48 tempest-LiveMigrationTest-2036531045 tempest-LiveMigrationTest-2036531045-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872991 Dec 06 17:12:00.955682 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fb7e7e-a878-4ee0-9fe0-f7f6e4d9e361 req-1b9f7009-a8d4-49ae-8c4f-46b439afb2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:00.957261 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-60fb7e7e-a878-4ee0-9fe0-f7f6e4d9e361 req-1b9f7009-a8d4-49ae-8c4f-46b439afb2ce service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2679601 Dec 06 17:12:00.973169 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-8e07ac94-bfd5-4caf-a801-4a15b0d590c8 req-cc3f6989-bffb-4795-9095-06510dc3a0ff tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Deleting port 8b72c507-ab7f-472b-b4c2-d0e3a63c5223 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:12:00.973649 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8e07ac94-bfd5-4caf-a801-4a15b0d590c8 req-cc3f6989-bffb-4795-9095-06510dc3a0ff tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:01.029716 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-c2433ef4-344b-4af4-bc4b-7b04e2393934 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce5a499b-b2ba-4f6b-b647-32d86ebd2d1e {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:12:01.048224 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-c2433ef4-344b-4af4-bc4b-7b04e2393934 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:01.066950 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-c2433ef4-344b-4af4-bc4b-7b04e2393934 service neutron] Transition to ACTIVE for port object ce5a499b-b2ba-4f6b-b647-32d86ebd2d1e will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:12:01.087744 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-c2433ef4-344b-4af4-bc4b-7b04e2393934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:01.095505 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-8e07ac94-bfd5-4caf-a801-4a15b0d590c8 req-cc3f6989-bffb-4795-9095-06510dc3a0ff tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] For port 8b72c507-ab7f-472b-b4c2-d0e3a63c5223, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8b72c507-ab7f-472b-b4c2-d0e3a63c5223,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:12:01.096746 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8e07ac94-bfd5-4caf-a801-4a15b0d590c8 req-cc3f6989-bffb-4795-9095-06510dc3a0ff tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:01.111061 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-8e07ac94-bfd5-4caf-a801-4a15b0d590c8 req-cc3f6989-bffb-4795-9095-06510dc3a0ff tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Calling delete_port for 8b72c507-ab7f-472b-b4c2-d0e3a63c5223 owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:12:01.148870 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:01.181019 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-cb2b8ac6-a212-48f7-8eae-3522b0d31d88 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-2016574546-network', 'tenant_id': 'f536e32d8d6e44a6a16c94e459e23f1d'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:12:01.207770 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port c06faf7a-f15d-4836-b194-8cfd5ea8c68b, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=c06faf7a-f15d-4836-b194-8cfd5ea8c68b,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:12:01.209733 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b3b7908-bd5b-4ea7-8bff-9c3b9ed34065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c06faf7a-f15d-4836-b194-8cfd5ea8c68b'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:12:01.213263 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b2a290-71de-4a4d-9154-1958ab46d323" -d '{"events": [{"server_uuid": "6b3b7908-bd5b-4ea7-8bff-9c3b9ed34065", "name": "network-vif-plugged", "status": "completed", "tag": "c06faf7a-f15d-4836-b194-8cfd5ea8c68b"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:12:01.220343 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:01.252972 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b49f34f-8805-4746-80db-7f2dad0bb1a2 req-6c7765ee-1d9a-4d63-8b81-3c02d3e1f0bd tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:01.272147 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2b49f34f-8805-4746-80db-7f2dad0bb1a2 req-6c7765ee-1d9a-4d63-8b81-3c02d3e1f0bd tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2d120db-3c1e-4e7f-9fa1-3ee957306d01 HTTP/1.1" status: 200 len: 951 time: 0.3202624 Dec 06 17:12:01.296238 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=c06faf7a-f15d-4836-b194-8cfd5ea8c68b,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:01.308842 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb2b8ac6-a212-48f7-8eae-3522b0d31d88 admin admin] Made reservation on behalf of f536e32d8d6e44a6a16c94e459e23f1d for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:12:01.311672 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cb2b8ac6-a212-48f7-8eae-3522b0d31d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:01.326647 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cb2b8ac6-a212-48f7-8eae-3522b0d31d88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:01.347379 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2433ef4-344b-4af4-bc4b-7b04e2393934 service neutron] Pushing event updated for resources: {'Port': ['ID=ce5a499b-b2ba-4f6b-b647-32d86ebd2d1e,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:01.374486 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690ccedc-b9c2-43a9-8273-5c500cb9b300 req-cb63deca-9ca9-4e09-a690-a15a93de115f tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:01.386683 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-690ccedc-b9c2-43a9-8273-5c500cb9b300 req-cb63deca-9ca9-4e09-a690-a15a93de115f tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b3b7908-bd5b-4ea7-8bff-9c3b9ed34065 HTTP/1.1" status: 200 len: 949 time: 0.2166870 Dec 06 17:12:01.432568 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cb2b8ac6-a212-48f7-8eae-3522b0d31d88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:01.445636 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cb2b8ac6-a212-48f7-8eae-3522b0d31d88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:01.483560 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-c2433ef4-344b-4af4-bc4b-7b04e2393934 service neutron] Attempting to bind port ce5a499b-b2ba-4f6b-b647-32d86ebd2d1e on host n-h2-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:12:01.484071 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-c2433ef4-344b-4af4-bc4b-7b04e2393934 service neutron] Attempting to bind port ce5a499b-b2ba-4f6b-b647-32d86ebd2d1e by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '960bb03e-79ef-4cd4-951f-382b620b51db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'a265b143-efdd-45e0-a32a-71d5cda110a4'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:12:01.484958 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-c2433ef4-344b-4af4-bc4b-7b04e2393934 service neutron] Attempting to bind port ce5a499b-b2ba-4f6b-b647-32d86ebd2d1e on network a265b143-efdd-45e0-a32a-71d5cda110a4 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:12:01.489392 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-c2433ef4-344b-4af4-bc4b-7b04e2393934 service neutron] Port ce5a499b-b2ba-4f6b-b647-32d86ebd2d1e on network a265b143-efdd-45e0-a32a-71d5cda110a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:12:01.489809 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-c2433ef4-344b-4af4-bc4b-7b04e2393934 service neutron] Attempting to bind port ce5a499b-b2ba-4f6b-b647-32d86ebd2d1e on network a265b143-efdd-45e0-a32a-71d5cda110a4 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:12:01.504209 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-690ccedc-b9c2-43a9-8273-5c500cb9b300 req-df4a6a51-1853-496f-aa15-a8f7e52d68a2 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ba66608-5fba-460b-9339-43992781830c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136470 Dec 06 17:12:01.504385 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2b49f34f-8805-4746-80db-7f2dad0bb1a2 req-4091d2f8-d810-4425-b0a1-3b7bbed6913c tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308843 Dec 06 17:12:01.512202 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-c2433ef4-344b-4af4-bc4b-7b04e2393934 service neutron] Checking agent: {'id': '9d8b9f49-2860-4c1f-9b89-45a7657a3c4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:12:01.512497 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-c2433ef4-344b-4af4-bc4b-7b04e2393934 service neutron] Checking segment: {'id': '960bb03e-79ef-4cd4-951f-382b620b51db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'a265b143-efdd-45e0-a32a-71d5cda110a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:12:01.514157 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-c2433ef4-344b-4af4-bc4b-7b04e2393934 service neutron] Bound using segment: {'id': '960bb03e-79ef-4cd4-951f-382b620b51db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'a265b143-efdd-45e0-a32a-71d5cda110a4'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:12:01.514604 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-c2433ef4-344b-4af4-bc4b-7b04e2393934 service neutron] Bound port: ce5a499b-b2ba-4f6b-b647-32d86ebd2d1e, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '960bb03e-79ef-4cd4-951f-382b620b51db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'a265b143-efdd-45e0-a32a-71d5cda110a4'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:12:01.514965 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-c2433ef4-344b-4af4-bc4b-7b04e2393934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:01.536927 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb2b8ac6-a212-48f7-8eae-3522b0d31d88 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:12:01.539018 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-26c4567e-afbf-45da-8e8b-ab0e6bb11946 req-b452c6b6-b496-435e-b1cf-1fd595def3db tempest-SecurityGroupRulesNegativeTestJSON-993609813 tempest-SecurityGroupRulesNegativeTestJSON-993609813-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-991124677', 'description': 'tempest-description-49216580'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:12:01.555844 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cb2b8ac6-a212-48f7-8eae-3522b0d31d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:01.556230 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-cb2b8ac6-a212-48f7-8eae-3522b0d31d88 admin admin] Added segment bf491db3-1349-4273-86a8-1c05096a6cc1 of type vlan for network d5889859-da21-43c6-aad2-22aedd4eb38b Dec 06 17:12:01.609125 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-c2433ef4-344b-4af4-bc4b-7b04e2393934 service neutron] For port ce5a499b-b2ba-4f6b-b647-32d86ebd2d1e, host n-h2-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:12:01.612751 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-c2433ef4-344b-4af4-bc4b-7b04e2393934 service neutron] For port ce5a499b-b2ba-4f6b-b647-32d86ebd2d1e, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ce5a499b-b2ba-4f6b-b647-32d86ebd2d1e,segment=NetworkSegment(960bb03e-79ef-4cd4-951f-382b620b51db),segment_id=960bb03e-79ef-4cd4-951f-382b620b51db)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:12:01.624434 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-c2433ef4-344b-4af4-bc4b-7b04e2393934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:01.625833 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cb2b8ac6-a212-48f7-8eae-3522b0d31d88 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:01.657776 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2b8ac6-a212-48f7-8eae-3522b0d31d88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=101dae8c-d6de-48c7-b5a1-19c10425459f,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:01.677990 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-26c4567e-afbf-45da-8e8b-ab0e6bb11946 req-b452c6b6-b496-435e-b1cf-1fd595def3db tempest-SecurityGroupRulesNegativeTestJSON-993609813 tempest-SecurityGroupRulesNegativeTestJSON-993609813-project] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:01.683835 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-c2433ef4-344b-4af4-bc4b-7b04e2393934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:01.684541 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-c2433ef4-344b-4af4-bc4b-7b04e2393934 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:01.686040 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-c2433ef4-344b-4af4-bc4b-7b04e2393934 service neutron] 10.222.0.44 "PUT /v2.0/ports/ce5a499b-b2ba-4f6b-b647-32d86ebd2d1e HTTP/1.1" status: 200 len: 1090 time: 1.4769258 Dec 06 17:12:01.721367 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-c103f1ad-5c88-4015-bae9-b381a661285b service neutron] Request body: {'port': {'device_id': 'f5398cbb-9f14-42b7-905c-288b25e2bdb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:12:01.734863 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cb2b8ac6-a212-48f7-8eae-3522b0d31d88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:01.735920 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2b8ac6-a212-48f7-8eae-3522b0d31d88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:01.737177 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cb2b8ac6-a212-48f7-8eae-3522b0d31d88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:01.739512 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2433ef4-344b-4af4-bc4b-7b04e2393934 service neutron] Pushing event updated for resources: {'Port': ['ID=ce5a499b-b2ba-4f6b-b647-32d86ebd2d1e,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:01.739680 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8e07ac94-bfd5-4caf-a801-4a15b0d590c8 req-cc3f6989-bffb-4795-9095-06510dc3a0ff tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:01.754842 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['71a04aac-4404-4b83-ab6d-e7768b206094', '48171e5d-9d8e-4d77-bd09-fe2c8257e388', '8b72c507-ab7f-472b-b4c2-d0e3a63c5223'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:12:01.855907 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-c103f1ad-5c88-4015-bae9-b381a661285b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:01.881386 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e07ac94-bfd5-4caf-a801-4a15b0d590c8 req-cc3f6989-bffb-4795-9095-06510dc3a0ff tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] No DVR routers for this DVR port 8b72c507-ab7f-472b-b4c2-d0e3a63c5223 on host n-h1-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:12:01.910595 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8e07ac94-bfd5-4caf-a801-4a15b0d590c8 req-cc3f6989-bffb-4795-9095-06510dc3a0ff tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:01.914812 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8e07ac94-bfd5-4caf-a801-4a15b0d590c8 req-cc3f6989-bffb-4795-9095-06510dc3a0ff tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.41 "DELETE /v2.0/ports/8b72c507-ab7f-472b-b4c2-d0e3a63c5223 HTTP/1.1" status: 204 len: 173 time: 1.2380457 Dec 06 17:12:01.921275 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2d120db-3c1e-4e7f-9fa1-3ee957306d01', 'name': 'network-vif-deleted', 'tag': '8b72c507-ab7f-472b-b4c2-d0e3a63c5223'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:12:01.929406 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a08611fd-b5b0-48b0-bbdd-44cef60da06b" -d '{"events": [{"server_uuid": "a2d120db-3c1e-4e7f-9fa1-3ee957306d01", "name": "network-vif-deleted", "tag": "8b72c507-ab7f-472b-b4c2-d0e3a63c5223"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:12:01.937555 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f6989-bffb-4795-9095-06510dc3a0ff tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Pushing event deleted for resources: {'Port': ['ID=8b72c507-ab7f-472b-b4c2-d0e3a63c5223,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:01.973657 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-26c4567e-afbf-45da-8e8b-ab0e6bb11946 req-b452c6b6-b496-435e-b1cf-1fd595def3db tempest-SecurityGroupRulesNegativeTestJSON-993609813 tempest-SecurityGroupRulesNegativeTestJSON-993609813-project] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:01.986903 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-26c4567e-afbf-45da-8e8b-ab0e6bb11946 req-b452c6b6-b496-435e-b1cf-1fd595def3db tempest-SecurityGroupRulesNegativeTestJSON-993609813 tempest-SecurityGroupRulesNegativeTestJSON-993609813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:02.029295 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-cb2b8ac6-a212-48f7-8eae-3522b0d31d88 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2366731 Dec 06 17:12:02.032174 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 43560) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:12:02.059809 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-74e1386e-edf1-4182-8d76-c872131e32df admin admin] Request body: {'subnet': {'network_id': 'd5889859-da21-43c6-aad2-22aedd4eb38b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-2016574546-subnet', 'tenant_id': 'f536e32d8d6e44a6a16c94e459e23f1d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:12:02.065651 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2b8ac6-a212-48f7-8eae-3522b0d31d88 admin admin] Pushing event updated for resources: {'Network': ['ID=d5889859-da21-43c6-aad2-22aedd4eb38b,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:02.071336 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-26c4567e-afbf-45da-8e8b-ab0e6bb11946 req-b452c6b6-b496-435e-b1cf-1fd595def3db tempest-SecurityGroupRulesNegativeTestJSON-993609813 tempest-SecurityGroupRulesNegativeTestJSON-993609813-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:02.073283 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-26c4567e-afbf-45da-8e8b-ab0e6bb11946 req-b452c6b6-b496-435e-b1cf-1fd595def3db tempest-SecurityGroupRulesNegativeTestJSON-993609813 tempest-SecurityGroupRulesNegativeTestJSON-993609813-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1832 time: 0.5409553 Dec 06 17:12:02.094578 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e440e3-6684-4f9f-9728-0f4ae44b767a req-262c1aed-ca39-4491-9598-925444ff6ec7 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:02.103324 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network d5889859-da21-43c6-aad2-22aedd4eb38b details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:12:02.109001 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b452c6b6-b496-435e-b1cf-1fd595def3db tempest-SecurityGroupRulesNegativeTestJSON-993609813 tempest-SecurityGroupRulesNegativeTestJSON-993609813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4994c063-732d-4ae2-9321-af6c462df5e2,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:02.114857 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e440e3-6684-4f9f-9728-0f4ae44b767a req-262c1aed-ca39-4491-9598-925444ff6ec7 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:02.131060 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e440e3-6684-4f9f-9728-0f4ae44b767a req-262c1aed-ca39-4491-9598-925444ff6ec7 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:02.136986 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e440e3-6684-4f9f-9728-0f4ae44b767a req-262c1aed-ca39-4491-9598-925444ff6ec7 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:02.145028 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e440e3-6684-4f9f-9728-0f4ae44b767a req-262c1aed-ca39-4491-9598-925444ff6ec7 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:02.165489 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e440e3-6684-4f9f-9728-0f4ae44b767a req-262c1aed-ca39-4491-9598-925444ff6ec7 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:02.184336 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e440e3-6684-4f9f-9728-0f4ae44b767a req-262c1aed-ca39-4491-9598-925444ff6ec7 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:02.186338 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-36e440e3-6684-4f9f-9728-0f4ae44b767a req-262c1aed-ca39-4491-9598-925444ff6ec7 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5398cbb-9f14-42b7-905c-288b25e2bdb2 HTTP/1.1" status: 200 len: 5408 time: 0.5302517 Dec 06 17:12:02.258972 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2afdc6cd-3164-42e9-977e-c224d5bf6882 x-openstack-request-id: req-2afdc6cd-3164-42e9-977e-c224d5bf6882 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:12:02.259725 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2d120db-3c1e-4e7f-9fa1-3ee957306d01", "name": "network-vif-deleted", "tag": "8b72c507-ab7f-472b-b4c2-d0e3a63c5223", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:12:02.259725 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2afdc6cd-3164-42e9-977e-c224d5bf6882 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:12:02.259994 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2d120db-3c1e-4e7f-9fa1-3ee957306d01', 'name': 'network-vif-deleted', 'tag': '8b72c507-ab7f-472b-b4c2-d0e3a63c5223', 'status': 'completed', 'code': 200} Dec 06 17:12:02.266116 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74e1386e-edf1-4182-8d76-c872131e32df admin admin] Made reservation on behalf of f536e32d8d6e44a6a16c94e459e23f1d for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:12:02.269005 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-74e1386e-edf1-4182-8d76-c872131e32df admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:02.273081 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5398cbb-9f14-42b7-905c-288b25e2bdb2', 'tag': 'e42dffef-fd32-4bdd-8a82-7f2ced8750e5'}, {'name': 'network-changed', 'server_uuid': 'f5398cbb-9f14-42b7-905c-288b25e2bdb2', 'tag': 'ce5a499b-b2ba-4f6b-b647-32d86ebd2d1e'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:12:02.277195 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95c1ab06-0e07-42f0-9d37-4d1c02e4bd48" -d '{"events": [{"name": "network-changed", "server_uuid": "f5398cbb-9f14-42b7-905c-288b25e2bdb2", "tag": "e42dffef-fd32-4bdd-8a82-7f2ced8750e5"}, {"name": "network-changed", "server_uuid": "f5398cbb-9f14-42b7-905c-288b25e2bdb2", "tag": "ce5a499b-b2ba-4f6b-b647-32d86ebd2d1e"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:12:02.302453 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf1031f0-5b6b-4fbd-a98f-945d895f8ed2 x-openstack-request-id: req-cf1031f0-5b6b-4fbd-a98f-945d895f8ed2 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:12:02.302754 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b3b7908-bd5b-4ea7-8bff-9c3b9ed34065", "name": "network-vif-plugged", "status": "completed", "tag": "c06faf7a-f15d-4836-b194-8cfd5ea8c68b", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:12:02.303015 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cf1031f0-5b6b-4fbd-a98f-945d895f8ed2 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:12:02.303419 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b3b7908-bd5b-4ea7-8bff-9c3b9ed34065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c06faf7a-f15d-4836-b194-8cfd5ea8c68b', 'code': 200} Dec 06 17:12:02.430972 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-c103f1ad-5c88-4015-bae9-b381a661285b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d5a6e2b-fe5f-43e4-8477-6577f08f2e89 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:12:02.433635 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-36e440e3-6684-4f9f-9728-0f4ae44b767a req-2320bd63-6c07-4696-8277-b39fe7eba655 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/security-groups?id=39e38e48-0a80-455d-95ef-5684c690b16b&id=511f9156-9807-4e4e-ae23-f0018acdbda1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2254045 Dec 06 17:12:02.446181 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ac5c3d-7a19-45df-bdeb-150103cec672 req-a4a6b990-8665-4348-8bc6-83351f40ccb7 tempest-LiveMigrationTest-2036531045 tempest-LiveMigrationTest-2036531045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:02.448202 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-80ac5c3d-7a19-45df-bdeb-150103cec672 req-a4a6b990-8665-4348-8bc6-83351f40ccb7 tempest-LiveMigrationTest-2036531045 tempest-LiveMigrationTest-2036531045-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=851a3db1-d857-4982-bb02-42a5ec92a2df HTTP/1.1" status: 200 len: 1096 time: 0.1053648 Dec 06 17:12:02.451357 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-c103f1ad-5c88-4015-bae9-b381a661285b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:02.489431 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbf3a1c-41d7-45cc-b564-8ffd1befe1e6 req-7c4d154d-8986-4b65-b5a4-9c3c8d84ab47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:02.491076 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5cbf3a1c-41d7-45cc-b564-8ffd1befe1e6 req-7c4d154d-8986-4b65-b5a4-9c3c8d84ab47 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6b3b7908-bd5b-4ea7-8bff-9c3b9ed34065 HTTP/1.1" status: 200 len: 1101 time: 0.2161179 Dec 06 17:12:02.495859 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-c103f1ad-5c88-4015-bae9-b381a661285b service neutron] Transition to ACTIVE for port object 1d5a6e2b-fe5f-43e4-8477-6577f08f2e89 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:12:02.505764 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-c103f1ad-5c88-4015-bae9-b381a661285b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:02.567552 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-80ac5c3d-7a19-45df-bdeb-150103cec672 req-e7ec55d6-8311-4f72-a2d7-507d6898f34e tempest-LiveMigrationTest-2036531045 tempest-LiveMigrationTest-2036531045-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008589 Dec 06 17:12:02.618886 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3a184df9-c1e2-476c-b98d-17b173c0bbc8 req-a41c1587-7b0f-4602-86fa-eef163a21530 tempest-SecurityGroupRulesNegativeTestJSON-993609813 tempest-SecurityGroupRulesNegativeTestJSON-993609813-project] 10.222.0.23 "GET /v2.0/security-groups/4994c063-732d-4ae2-9321-af6c462df5e2 HTTP/1.1" status: 200 len: 1827 time: 0.1264107 Dec 06 17:12:02.623423 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:02.660700 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c103f1ad-5c88-4015-bae9-b381a661285b service neutron] Pushing event updated for resources: {'Port': ['ID=1d5a6e2b-fe5f-43e4-8477-6577f08f2e89,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:02.701490 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 06 Dec 2021 17:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ce01b1b-563b-4195-9ec9-ec0adeeae992 x-openstack-request-id: req-4ce01b1b-563b-4195-9ec9-ec0adeeae992 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:12:02.701839 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5398cbb-9f14-42b7-905c-288b25e2bdb2", "tag": "e42dffef-fd32-4bdd-8a82-7f2ced8750e5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f5398cbb-9f14-42b7-905c-288b25e2bdb2", "tag": "ce5a499b-b2ba-4f6b-b647-32d86ebd2d1e", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:12:02.702108 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4ce01b1b-563b-4195-9ec9-ec0adeeae992 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:12:02.702519 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5398cbb-9f14-42b7-905c-288b25e2bdb2', 'tag': 'e42dffef-fd32-4bdd-8a82-7f2ced8750e5', 'status': 'completed', 'code': 200} Dec 06 17:12:02.702784 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5398cbb-9f14-42b7-905c-288b25e2bdb2', 'tag': 'ce5a499b-b2ba-4f6b-b647-32d86ebd2d1e', 'status': 'completed', 'code': 200} Dec 06 17:12:02.703479 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5cbf3a1c-41d7-45cc-b564-8ffd1befe1e6 req-84bb9c34-6fc3-4445-9c57-2260bc5be566 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2ba66608-5fba-460b-9339-43992781830c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012157 Dec 06 17:12:02.771691 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-c103f1ad-5c88-4015-bae9-b381a661285b service neutron] Attempting to bind port 1d5a6e2b-fe5f-43e4-8477-6577f08f2e89 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:12:02.771691 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-c103f1ad-5c88-4015-bae9-b381a661285b service neutron] Attempting to bind port 1d5a6e2b-fe5f-43e4-8477-6577f08f2e89 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '6053507f-d1ea-4551-8cb6-ca82d545c343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '923a9dfa-d650-4f29-aec2-2016eca01acc'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:12:02.771691 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-c103f1ad-5c88-4015-bae9-b381a661285b service neutron] Attempting to bind port 1d5a6e2b-fe5f-43e4-8477-6577f08f2e89 on network 923a9dfa-d650-4f29-aec2-2016eca01acc {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:12:02.806099 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-c103f1ad-5c88-4015-bae9-b381a661285b service neutron] Port 1d5a6e2b-fe5f-43e4-8477-6577f08f2e89 on network 923a9dfa-d650-4f29-aec2-2016eca01acc not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:12:02.806434 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-c103f1ad-5c88-4015-bae9-b381a661285b service neutron] Attempting to bind port 1d5a6e2b-fe5f-43e4-8477-6577f08f2e89 on network 923a9dfa-d650-4f29-aec2-2016eca01acc {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:12:02.815592 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-c103f1ad-5c88-4015-bae9-b381a661285b service neutron] Checking agent: {'id': '9d8b9f49-2860-4c1f-9b89-45a7657a3c4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:12:02.815931 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-c103f1ad-5c88-4015-bae9-b381a661285b service neutron] Checking segment: {'id': '6053507f-d1ea-4551-8cb6-ca82d545c343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '923a9dfa-d650-4f29-aec2-2016eca01acc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:12:02.816319 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-c103f1ad-5c88-4015-bae9-b381a661285b service neutron] Bound using segment: {'id': '6053507f-d1ea-4551-8cb6-ca82d545c343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '923a9dfa-d650-4f29-aec2-2016eca01acc'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:12:02.816756 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-c103f1ad-5c88-4015-bae9-b381a661285b service neutron] Bound port: 1d5a6e2b-fe5f-43e4-8477-6577f08f2e89, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6053507f-d1ea-4551-8cb6-ca82d545c343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '923a9dfa-d650-4f29-aec2-2016eca01acc'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:12:02.817115 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-c103f1ad-5c88-4015-bae9-b381a661285b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:02.858112 n-d-master-1 neutron-server[103285]: INFO neutron.api.v2.resource [req-b313f53e-3940-41ee-acf3-ff8465136b66 req-fe79ce38-441f-40f5-a40e-c0fd47c85239 tempest-SecurityGroupRulesNegativeTestJSON-993609813 tempest-SecurityGroupRulesNegativeTestJSON-993609813-project] show failed (client error): The resource could not be found. Dec 06 17:12:02.859297 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b313f53e-3940-41ee-acf3-ff8465136b66 req-fe79ce38-441f-40f5-a40e-c0fd47c85239 tempest-SecurityGroupRulesNegativeTestJSON-993609813 tempest-SecurityGroupRulesNegativeTestJSON-993609813-project] 10.222.0.23 "GET /v2.0/security-groups/80cb8f9a-31dd-47fa-9ec5-903fc8ff72f2 HTTP/1.1" status: 404 len: 352 time: 0.0327396 Dec 06 17:12:02.866069 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c1ab06-0e07-42f0-9d37-4d1c02e4bd48 req-fc09526b-ed65-48f9-a728-cf4ea1b9c37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:02.866852 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c1ab06-0e07-42f0-9d37-4d1c02e4bd48 req-fc09526b-ed65-48f9-a728-cf4ea1b9c37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:02.867390 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c1ab06-0e07-42f0-9d37-4d1c02e4bd48 req-fc09526b-ed65-48f9-a728-cf4ea1b9c37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:02.872942 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33294f7-cdb8-443d-a837-0e2018e5ad51 req-e9d1ea7d-d70e-4e55-907f-b464656a7246 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:02.873312 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c1ab06-0e07-42f0-9d37-4d1c02e4bd48 req-fc09526b-ed65-48f9-a728-cf4ea1b9c37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:02.873957 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c1ab06-0e07-42f0-9d37-4d1c02e4bd48 req-fc09526b-ed65-48f9-a728-cf4ea1b9c37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:02.874443 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c1ab06-0e07-42f0-9d37-4d1c02e4bd48 req-fc09526b-ed65-48f9-a728-cf4ea1b9c37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:02.874583 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f33294f7-cdb8-443d-a837-0e2018e5ad51 req-e9d1ea7d-d70e-4e55-907f-b464656a7246 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b3b7908-bd5b-4ea7-8bff-9c3b9ed34065 HTTP/1.1" status: 200 len: 950 time: 0.1277509 Dec 06 17:12:02.877014 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c1ab06-0e07-42f0-9d37-4d1c02e4bd48 req-fc09526b-ed65-48f9-a728-cf4ea1b9c37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:02.879176 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-95c1ab06-0e07-42f0-9d37-4d1c02e4bd48 req-fc09526b-ed65-48f9-a728-cf4ea1b9c37e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e06aba6f7cc1415e89ae20f4d5eb8b07&device_id=f5398cbb-9f14-42b7-905c-288b25e2bdb2 HTTP/1.1" status: 200 len: 6380 time: 0.1671474 Dec 06 17:12:02.882994 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-74e1386e-edf1-4182-8d76-c872131e32df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:02.956753 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-c103f1ad-5c88-4015-bae9-b381a661285b service neutron] For port 1d5a6e2b-fe5f-43e4-8477-6577f08f2e89, host n-h2-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:12:02.999037 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f33294f7-cdb8-443d-a837-0e2018e5ad51 req-d90e5e5a-ac06-4c80-90a1-9f992acffb77 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ba66608-5fba-460b-9339-43992781830c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030142 Dec 06 17:12:03.001434 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-c103f1ad-5c88-4015-bae9-b381a661285b service neutron] For port 1d5a6e2b-fe5f-43e4-8477-6577f08f2e89, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=1d5a6e2b-fe5f-43e4-8477-6577f08f2e89,segment=NetworkSegment(6053507f-d1ea-4551-8cb6-ca82d545c343),segment_id=6053507f-d1ea-4551-8cb6-ca82d545c343)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:12:03.009417 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-c103f1ad-5c88-4015-bae9-b381a661285b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:03.022697 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e1386e-edf1-4182-8d76-c872131e32df admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2b6f40c-08b5-4858-90df-7d27b7ee3faf,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:03.048422 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e1386e-edf1-4182-8d76-c872131e32df admin admin] Checking segment: {'id': 'bf491db3-1349-4273-86a8-1c05096a6cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd5889859-da21-43c6-aad2-22aedd4eb38b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:12:03.049422 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e1386e-edf1-4182-8d76-c872131e32df admin admin] Network hostable DHCP agents. Network: d5889859-da21-43c6-aad2-22aedd4eb38b, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:12:03.068082 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c1ab06-0e07-42f0-9d37-4d1c02e4bd48 req-bfa96d87-cd4c-419d-8ed4-eb25c275da9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:03.068652 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c1ab06-0e07-42f0-9d37-4d1c02e4bd48 req-bfa96d87-cd4c-419d-8ed4-eb25c275da9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:03.069120 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c1ab06-0e07-42f0-9d37-4d1c02e4bd48 req-bfa96d87-cd4c-419d-8ed4-eb25c275da9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:03.070790 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-95c1ab06-0e07-42f0-9d37-4d1c02e4bd48 req-bfa96d87-cd4c-419d-8ed4-eb25c275da9d service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=e06aba6f7cc1415e89ae20f4d5eb8b07&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.1740899 Dec 06 17:12:03.086050 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-c103f1ad-5c88-4015-bae9-b381a661285b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:03.086694 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-c103f1ad-5c88-4015-bae9-b381a661285b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:03.088134 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-c103f1ad-5c88-4015-bae9-b381a661285b service neutron] 10.222.0.44 "PUT /v2.0/ports/1d5a6e2b-fe5f-43e4-8477-6577f08f2e89 HTTP/1.1" status: 200 len: 1091 time: 1.3728194 Dec 06 17:12:03.107600 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e1386e-edf1-4182-8d76-c872131e32df admin admin] Network d5889859-da21-43c6-aad2-22aedd4eb38b is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:12:03.135968 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-b522e45a-23ab-45d1-b976-1d0613022030 service neutron] Request body: {'port': {'device_id': 'f5398cbb-9f14-42b7-905c-288b25e2bdb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:12:03.176457 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c103f1ad-5c88-4015-bae9-b381a661285b service neutron] Pushing event updated for resources: {'Port': ['ID=1d5a6e2b-fe5f-43e4-8477-6577f08f2e89,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:03.190251 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-74e1386e-edf1-4182-8d76-c872131e32df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, d5889859-da21-43c6-aad2-22aedd4eb38b) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:12:03.197035 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e1386e-edf1-4182-8d76-c872131e32df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:03.198006 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-74e1386e-edf1-4182-8d76-c872131e32df admin admin] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:03.210248 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d25e8b3-62b8-4c47-b239-254e1973d41f None None] Network d5889859-da21-43c6-aad2-22aedd4eb38b requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:12:03.248393 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-74e1386e-edf1-4182-8d76-c872131e32df admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2064419 Dec 06 17:12:03.276603 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c1ab06-0e07-42f0-9d37-4d1c02e4bd48 req-6d16bedb-9b8c-4d4a-9cb8-95eabecaaa5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:03.280263 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-95c1ab06-0e07-42f0-9d37-4d1c02e4bd48 req-6d16bedb-9b8c-4d4a-9cb8-95eabecaaa5d service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2009785 Dec 06 17:12:03.295249 n-d-master-1 neutron-server[103284]: INFO neutron.api.v2.resource [req-72cc25c6-79e7-4520-aec4-75ff343e26e8 req-c14e73ec-1a3a-4cc1-895a-cdb7ffecf021 tempest-SecurityGroupRulesNegativeTestJSON-993609813 tempest-SecurityGroupRulesNegativeTestJSON-993609813-project] show failed (client error): The resource could not be found. Dec 06 17:12:03.312256 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-72cc25c6-79e7-4520-aec4-75ff343e26e8 req-c14e73ec-1a3a-4cc1-895a-cdb7ffecf021 tempest-SecurityGroupRulesNegativeTestJSON-993609813 tempest-SecurityGroupRulesNegativeTestJSON-993609813-project] 10.222.0.23 "GET /v2.0/security-group-rules/2e918896-5c1f-4cc5-9860-0debed4ea5d4 HTTP/1.1" status: 404 len: 361 time: 0.0419977 Dec 06 17:12:03.313771 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-b522e45a-23ab-45d1-b976-1d0613022030 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:03.451274 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c1ab06-0e07-42f0-9d37-4d1c02e4bd48 req-bed0fad0-4610-4f28-bf2c-0b16e1ce3f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:03.453847 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c1ab06-0e07-42f0-9d37-4d1c02e4bd48 req-bed0fad0-4610-4f28-bf2c-0b16e1ce3f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:03.455032 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c1ab06-0e07-42f0-9d37-4d1c02e4bd48 req-bed0fad0-4610-4f28-bf2c-0b16e1ce3f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:03.467140 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c1ab06-0e07-42f0-9d37-4d1c02e4bd48 req-bed0fad0-4610-4f28-bf2c-0b16e1ce3f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:03.467955 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c1ab06-0e07-42f0-9d37-4d1c02e4bd48 req-bed0fad0-4610-4f28-bf2c-0b16e1ce3f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:03.468508 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c1ab06-0e07-42f0-9d37-4d1c02e4bd48 req-bed0fad0-4610-4f28-bf2c-0b16e1ce3f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:03.470288 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c1ab06-0e07-42f0-9d37-4d1c02e4bd48 req-bed0fad0-4610-4f28-bf2c-0b16e1ce3f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:03.472690 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-95c1ab06-0e07-42f0-9d37-4d1c02e4bd48 req-bed0fad0-4610-4f28-bf2c-0b16e1ce3f59 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e06aba6f7cc1415e89ae20f4d5eb8b07&device_id=f5398cbb-9f14-42b7-905c-288b25e2bdb2 HTTP/1.1" status: 200 len: 6422 time: 0.1381462 Dec 06 17:12:03.512205 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaff2f5c-6b92-4a26-a117-b4e21a553e6d None None] Network d5889859-da21-43c6-aad2-22aedd4eb38b requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:12:03.610028 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c1ab06-0e07-42f0-9d37-4d1c02e4bd48 req-4b86f774-fb82-4028-b86c-6236c62285ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:03.612674 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c1ab06-0e07-42f0-9d37-4d1c02e4bd48 req-4b86f774-fb82-4028-b86c-6236c62285ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:03.613212 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c1ab06-0e07-42f0-9d37-4d1c02e4bd48 req-4b86f774-fb82-4028-b86c-6236c62285ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:03.615097 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-95c1ab06-0e07-42f0-9d37-4d1c02e4bd48 req-4b86f774-fb82-4028-b86c-6236c62285ad service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=e06aba6f7cc1415e89ae20f4d5eb8b07&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.1235490 Dec 06 17:12:03.617905 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4bf16-666d-4199-bed5-f7cb3da32a52 req-c4e040f5-c41d-4372-9dc2-29bcc72b2a8c tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:03.626970 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-70f4bf16-666d-4199-bed5-f7cb3da32a52 req-c4e040f5-c41d-4372-9dc2-29bcc72b2a8c tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=420dab89-01de-4f05-8ee1-f1a1d05e3583 HTTP/1.1" status: 200 len: 949 time: 0.2048199 Dec 06 17:12:03.730154 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-70f4bf16-666d-4199-bed5-f7cb3da32a52 req-a23df6ba-da0b-47f1-a3ee-207f9758cb6d tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022863 Dec 06 17:12:03.774033 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c1ab06-0e07-42f0-9d37-4d1c02e4bd48 req-ef54df17-3249-4df4-9332-42191674d850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:03.775611 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-95c1ab06-0e07-42f0-9d37-4d1c02e4bd48 req-ef54df17-3249-4df4-9332-42191674d850 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1520026 Dec 06 17:12:03.867052 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0c1b5c83-f63f-4c76-b680-fdca9ebb2151 req-b0e44064-faa5-4d8d-975c-0f3687f317ab tempest-SecurityGroupRulesNegativeTestJSON-993609813 tempest-SecurityGroupRulesNegativeTestJSON-993609813-project] 10.222.0.23 "GET /v2.0/security-groups/4994c063-732d-4ae2-9321-af6c462df5e2 HTTP/1.1" status: 200 len: 1827 time: 0.0915747 Dec 06 17:12:03.879448 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-b522e45a-23ab-45d1-b976-1d0613022030 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5cb989f-970a-4712-bc55-ae97972ef5ef {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:12:03.899440 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-b522e45a-23ab-45d1-b976-1d0613022030 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:03.929012 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-b522e45a-23ab-45d1-b976-1d0613022030 service neutron] Transition to ACTIVE for port object d5cb989f-970a-4712-bc55-ae97972ef5ef will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:12:03.936187 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-b522e45a-23ab-45d1-b976-1d0613022030 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:03.997366 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b522e45a-23ab-45d1-b976-1d0613022030 service neutron] Pushing event updated for resources: {'Port': ['ID=d5cb989f-970a-4712-bc55-ae97972ef5ef,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:04.026071 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-0c1b5c83-f63f-4c76-b680-fdca9ebb2151 req-932f0c4c-5d3b-4ac2-aaff-de5897552786 tempest-SecurityGroupRulesNegativeTestJSON-993609813 tempest-SecurityGroupRulesNegativeTestJSON-993609813-project] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:04.117923 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-0c1b5c83-f63f-4c76-b680-fdca9ebb2151 req-932f0c4c-5d3b-4ac2-aaff-de5897552786 tempest-SecurityGroupRulesNegativeTestJSON-993609813 tempest-SecurityGroupRulesNegativeTestJSON-993609813-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:04.166226 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-b522e45a-23ab-45d1-b976-1d0613022030 service neutron] Attempting to bind port d5cb989f-970a-4712-bc55-ae97972ef5ef on host n-h2-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:12:04.166534 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-b522e45a-23ab-45d1-b976-1d0613022030 service neutron] Attempting to bind port d5cb989f-970a-4712-bc55-ae97972ef5ef by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '6053507f-d1ea-4551-8cb6-ca82d545c343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '923a9dfa-d650-4f29-aec2-2016eca01acc'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:12:04.166834 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-b522e45a-23ab-45d1-b976-1d0613022030 service neutron] Attempting to bind port d5cb989f-970a-4712-bc55-ae97972ef5ef on network 923a9dfa-d650-4f29-aec2-2016eca01acc {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:12:04.172017 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-b522e45a-23ab-45d1-b976-1d0613022030 service neutron] Port d5cb989f-970a-4712-bc55-ae97972ef5ef on network 923a9dfa-d650-4f29-aec2-2016eca01acc not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:12:04.172391 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-b522e45a-23ab-45d1-b976-1d0613022030 service neutron] Attempting to bind port d5cb989f-970a-4712-bc55-ae97972ef5ef on network 923a9dfa-d650-4f29-aec2-2016eca01acc {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:12:04.180273 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-b522e45a-23ab-45d1-b976-1d0613022030 service neutron] Checking agent: {'id': '9d8b9f49-2860-4c1f-9b89-45a7657a3c4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:12:04.180618 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-b522e45a-23ab-45d1-b976-1d0613022030 service neutron] Checking segment: {'id': '6053507f-d1ea-4551-8cb6-ca82d545c343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '923a9dfa-d650-4f29-aec2-2016eca01acc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:12:04.181022 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-b522e45a-23ab-45d1-b976-1d0613022030 service neutron] Bound using segment: {'id': '6053507f-d1ea-4551-8cb6-ca82d545c343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '923a9dfa-d650-4f29-aec2-2016eca01acc'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:12:04.181506 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-b522e45a-23ab-45d1-b976-1d0613022030 service neutron] Bound port: d5cb989f-970a-4712-bc55-ae97972ef5ef, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6053507f-d1ea-4551-8cb6-ca82d545c343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '923a9dfa-d650-4f29-aec2-2016eca01acc'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:12:04.181876 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-b522e45a-23ab-45d1-b976-1d0613022030 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:04.198987 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-0c1b5c83-f63f-4c76-b680-fdca9ebb2151 req-932f0c4c-5d3b-4ac2-aaff-de5897552786 tempest-SecurityGroupRulesNegativeTestJSON-993609813 tempest-SecurityGroupRulesNegativeTestJSON-993609813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:04.202556 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-0c1b5c83-f63f-4c76-b680-fdca9ebb2151 req-932f0c4c-5d3b-4ac2-aaff-de5897552786 tempest-SecurityGroupRulesNegativeTestJSON-993609813 tempest-SecurityGroupRulesNegativeTestJSON-993609813-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:04.203803 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0c1b5c83-f63f-4c76-b680-fdca9ebb2151 req-932f0c4c-5d3b-4ac2-aaff-de5897552786 tempest-SecurityGroupRulesNegativeTestJSON-993609813 tempest-SecurityGroupRulesNegativeTestJSON-993609813-project] 10.222.0.23 "DELETE /v2.0/security-groups/4994c063-732d-4ae2-9321-af6c462df5e2 HTTP/1.1" status: 204 len: 173 time: 0.3276544 Dec 06 17:12:04.247083 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932f0c4c-5d3b-4ac2-aaff-de5897552786 tempest-SecurityGroupRulesNegativeTestJSON-993609813 tempest-SecurityGroupRulesNegativeTestJSON-993609813-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4994c063-732d-4ae2-9321-af6c462df5e2,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:04.277024 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-b522e45a-23ab-45d1-b976-1d0613022030 service neutron] For port d5cb989f-970a-4712-bc55-ae97972ef5ef, host n-h2-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:12:04.280788 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-b522e45a-23ab-45d1-b976-1d0613022030 service neutron] For port d5cb989f-970a-4712-bc55-ae97972ef5ef, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=d5cb989f-970a-4712-bc55-ae97972ef5ef,segment=NetworkSegment(6053507f-d1ea-4551-8cb6-ca82d545c343),segment_id=6053507f-d1ea-4551-8cb6-ca82d545c343)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:12:04.292473 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-b522e45a-23ab-45d1-b976-1d0613022030 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:04.633510 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-b522e45a-23ab-45d1-b976-1d0613022030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:04.634076 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-b522e45a-23ab-45d1-b976-1d0613022030 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:04.635456 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-b522e45a-23ab-45d1-b976-1d0613022030 service neutron] 10.222.0.44 "PUT /v2.0/ports/d5cb989f-970a-4712-bc55-ae97972ef5ef HTTP/1.1" status: 200 len: 1091 time: 1.5054238 Dec 06 17:12:04.677815 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b522e45a-23ab-45d1-b976-1d0613022030 service neutron] Pushing event updated for resources: {'Port': ['ID=d5cb989f-970a-4712-bc55-ae97972ef5ef,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:04.721731 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef6906e-2281-475c-ac17-0a1d7c2a90c4 req-cbee6b52-7240-4e1d-b925-c970bec908be tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:04.729833 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef6906e-2281-475c-ac17-0a1d7c2a90c4 req-cbee6b52-7240-4e1d-b925-c970bec908be tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:04.739723 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef6906e-2281-475c-ac17-0a1d7c2a90c4 req-cbee6b52-7240-4e1d-b925-c970bec908be tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:04.746193 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef6906e-2281-475c-ac17-0a1d7c2a90c4 req-cbee6b52-7240-4e1d-b925-c970bec908be tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:04.753272 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef6906e-2281-475c-ac17-0a1d7c2a90c4 req-cbee6b52-7240-4e1d-b925-c970bec908be tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:04.759232 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef6906e-2281-475c-ac17-0a1d7c2a90c4 req-cbee6b52-7240-4e1d-b925-c970bec908be tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:04.769537 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef6906e-2281-475c-ac17-0a1d7c2a90c4 req-cbee6b52-7240-4e1d-b925-c970bec908be tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:04.774034 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7ef6906e-2281-475c-ac17-0a1d7c2a90c4 req-cbee6b52-7240-4e1d-b925-c970bec908be tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5398cbb-9f14-42b7-905c-288b25e2bdb2 HTTP/1.1" status: 200 len: 5432 time: 0.4486341 Dec 06 17:12:04.777879 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5398cbb-9f14-42b7-905c-288b25e2bdb2', 'tag': '1d5a6e2b-fe5f-43e4-8477-6577f08f2e89'}, {'name': 'network-changed', 'server_uuid': 'f5398cbb-9f14-42b7-905c-288b25e2bdb2', 'tag': 'd5cb989f-970a-4712-bc55-ae97972ef5ef'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:12:04.780225 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f95a9a-cad0-4d7e-850c-40dfc651294d" -d '{"events": [{"name": "network-changed", "server_uuid": "f5398cbb-9f14-42b7-905c-288b25e2bdb2", "tag": "1d5a6e2b-fe5f-43e4-8477-6577f08f2e89"}, {"name": "network-changed", "server_uuid": "f5398cbb-9f14-42b7-905c-288b25e2bdb2", "tag": "d5cb989f-970a-4712-bc55-ae97972ef5ef"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:12:04.812222 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [req-38757f76-882e-4ae3-8c0c-14be8b2df97b req-e0175d71-ee30-49f2-9aec-2612a698495b tempest-LiveMigrationTest-2036531045 tempest-LiveMigrationTest-2036531045-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:12:04.813267 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-38757f76-882e-4ae3-8c0c-14be8b2df97b req-e0175d71-ee30-49f2-9aec-2612a698495b tempest-LiveMigrationTest-2036531045 tempest-LiveMigrationTest-2036531045-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1925259 Dec 06 17:12:04.829003 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 8b72c507-ab7f-472b-b4c2-d0e3a63c5223 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:12:04.836139 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-061a7502-67bc-4cd8-84d7-42387d715adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:04.836629 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-061a7502-67bc-4cd8-84d7-42387d715adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:04.837107 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-061a7502-67bc-4cd8-84d7-42387d715adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:04.837623 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-061a7502-67bc-4cd8-84d7-42387d715adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:04.838094 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-061a7502-67bc-4cd8-84d7-42387d715adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:04.838563 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-061a7502-67bc-4cd8-84d7-42387d715adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:04.839026 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-061a7502-67bc-4cd8-84d7-42387d715adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:04.840967 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-061a7502-67bc-4cd8-84d7-42387d715adc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e06aba6f7cc1415e89ae20f4d5eb8b07&device_id=f5398cbb-9f14-42b7-905c-288b25e2bdb2 HTTP/1.1" status: 200 len: 6489 time: 0.1592660 Dec 06 17:12:04.841598 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1828fc07-dd4e-4a56-927a-913277620a23 req-5d2d9e8e-c1e9-4240-819c-4cf014abc2e7 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:04.843413 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1828fc07-dd4e-4a56-927a-913277620a23 req-5d2d9e8e-c1e9-4240-819c-4cf014abc2e7 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.41 "GET /v2.0/ports?device_id=420dab89-01de-4f05-8ee1-f1a1d05e3583 HTTP/1.1" status: 200 len: 949 time: 0.0631776 Dec 06 17:12:04.854709 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] No Port match for: 8b72c507-ab7f-472b-b4c2-d0e3a63c5223 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:12:04.857822 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 8b72c507-ab7f-472b-b4c2-d0e3a63c5223 not bound to the agent host n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:12:04.902308 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-39babc4b-cc10-4cf7-b60c-a9eeeaf5f9ef service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=212cb245-4d0e-421a-abe1-0f73c687b607 HTTP/1.1" status: 200 len: 217 time: 0.0490570 Dec 06 17:12:04.954011 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-1828fc07-dd4e-4a56-927a-913277620a23 req-a9b2969a-fd9f-4875-a6a7-79da6110e20b tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Deleting port 48171e5d-9d8e-4d77-bd09-fe2c8257e388 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:12:04.954256 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-1828fc07-dd4e-4a56-927a-913277620a23 req-a9b2969a-fd9f-4875-a6a7-79da6110e20b tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:04.956620 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7ef6906e-2281-475c-ac17-0a1d7c2a90c4 req-cf81f340-699e-42ee-88fb-7fd4460be906 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/security-groups?id=39e38e48-0a80-455d-95ef-5684c690b16b&id=511f9156-9807-4e4e-ae23-f0018acdbda1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1814246 Dec 06 17:12:05.014913 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38757f76-882e-4ae3-8c0c-14be8b2df97b req-a2311dea-ca39-4919-8e14-fd1147da0df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:05.018546 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-38757f76-882e-4ae3-8c0c-14be8b2df97b req-a2311dea-ca39-4919-8e14-fd1147da0df6 service neutron] 10.222.0.23 "GET /v2.0/ports/4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6 HTTP/1.1" status: 200 len: 1093 time: 0.1898203 Dec 06 17:12:05.018786 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:05.020102 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-0e036ed2-c6db-4af6-9efa-fa22cac6e66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:05.023564 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-0e036ed2-c6db-4af6-9efa-fa22cac6e66f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=497f0620-12c9-4760-9271-f21663a8e737 HTTP/1.1" status: 200 len: 856 time: 0.1128740 Dec 06 17:12:05.027739 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-38757f76-882e-4ae3-8c0c-14be8b2df97b req-444751a4-f42f-48a7-b92e-eafa0e24fba4 service neutron] Request body: {'binding': {'host': 'n-h2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:12:05.028300 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-38757f76-882e-4ae3-8c0c-14be8b2df97b req-444751a4-f42f-48a7-b92e-eafa0e24fba4 service neutron] Unknown quota resources ['binding']. {{(pid=103284) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 06 17:12:05.081684 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-1828fc07-dd4e-4a56-927a-913277620a23 req-a9b2969a-fd9f-4875-a6a7-79da6110e20b tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] For port 48171e5d-9d8e-4d77-bd09-fe2c8257e388, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=48171e5d-9d8e-4d77-bd09-fe2c8257e388,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:12:05.082218 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-1828fc07-dd4e-4a56-927a-913277620a23 req-a9b2969a-fd9f-4875-a6a7-79da6110e20b tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:05.093520 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-1389f285-4931-42c4-827c-801ee93986c2 req-8c3f84f3-c574-4899-a105-be920b8824e5 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-623749327', 'description': 'tempest-description-242491754'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:12:05.096095 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-1828fc07-dd4e-4a56-927a-913277620a23 req-a9b2969a-fd9f-4875-a6a7-79da6110e20b tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Calling delete_port for 48171e5d-9d8e-4d77-bd09-fe2c8257e388 owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:12:05.170130 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-7679c72d-9f12-48a0-a327-2594a23ac8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:05.171647 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-7679c72d-9f12-48a0-a327-2594a23ac8a1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f05d9e0a-904c-47f7-bc1e-929f90cd4a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1401987 Dec 06 17:12:05.184182 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-1389f285-4931-42c4-827c-801ee93986c2 req-8c3f84f3-c574-4899-a105-be920b8824e5 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:05.245031 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-1828fc07-dd4e-4a56-927a-913277620a23 req-a9b2969a-fd9f-4875-a6a7-79da6110e20b tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:05.263888 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['71a04aac-4404-4b83-ab6d-e7768b206094', '48171e5d-9d8e-4d77-bd09-fe2c8257e388'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:12:05.279101 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b2969a-fd9f-4875-a6a7-79da6110e20b tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Pushing event deleted for resources: {'Port': ['ID=48171e5d-9d8e-4d77-bd09-fe2c8257e388,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:05.327971 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-38757f76-882e-4ae3-8c0c-14be8b2df97b req-444751a4-f42f-48a7-b92e-eafa0e24fba4 service neutron] Attempting to bind port 4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6 on host n-h2-master-1 for vnic_type normal with profile None {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:12:05.327971 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-38757f76-882e-4ae3-8c0c-14be8b2df97b req-444751a4-f42f-48a7-b92e-eafa0e24fba4 service neutron] Attempting to bind port 4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'b5c29f07-61e3-483e-b953-3901f84034df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '33742801-ccea-4ab3-a86a-2573a2966c19'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:12:05.327971 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38757f76-882e-4ae3-8c0c-14be8b2df97b req-444751a4-f42f-48a7-b92e-eafa0e24fba4 service neutron] Attempting to bind port 4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6 on network 33742801-ccea-4ab3-a86a-2573a2966c19 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:12:05.345491 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38757f76-882e-4ae3-8c0c-14be8b2df97b req-444751a4-f42f-48a7-b92e-eafa0e24fba4 service neutron] Port 4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6 on network 33742801-ccea-4ab3-a86a-2573a2966c19 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:12:05.345972 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38757f76-882e-4ae3-8c0c-14be8b2df97b req-444751a4-f42f-48a7-b92e-eafa0e24fba4 service neutron] Attempting to bind port 4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6 on network 33742801-ccea-4ab3-a86a-2573a2966c19 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:12:05.352724 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-1828fc07-dd4e-4a56-927a-913277620a23 req-a9b2969a-fd9f-4875-a6a7-79da6110e20b tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] No DVR routers for this DVR port 48171e5d-9d8e-4d77-bd09-fe2c8257e388 on host n-h1-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:12:05.355672 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-1828fc07-dd4e-4a56-927a-913277620a23 req-a9b2969a-fd9f-4875-a6a7-79da6110e20b tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:05.360663 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1828fc07-dd4e-4a56-927a-913277620a23 req-a9b2969a-fd9f-4875-a6a7-79da6110e20b tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.41 "DELETE /v2.0/ports/48171e5d-9d8e-4d77-bd09-fe2c8257e388 HTTP/1.1" status: 204 len: 173 time: 0.5101411 Dec 06 17:12:05.360920 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '420dab89-01de-4f05-8ee1-f1a1d05e3583', 'name': 'network-vif-deleted', 'tag': '48171e5d-9d8e-4d77-bd09-fe2c8257e388'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:12:05.363711 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60e81dff-ddb0-4a82-a555-1464aa5997d9" -d '{"events": [{"server_uuid": "420dab89-01de-4f05-8ee1-f1a1d05e3583", "name": "network-vif-deleted", "tag": "48171e5d-9d8e-4d77-bd09-fe2c8257e388"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:12:05.366133 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38757f76-882e-4ae3-8c0c-14be8b2df97b req-444751a4-f42f-48a7-b92e-eafa0e24fba4 service neutron] Checking agent: {'id': '9d8b9f49-2860-4c1f-9b89-45a7657a3c4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:12:05.366589 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38757f76-882e-4ae3-8c0c-14be8b2df97b req-444751a4-f42f-48a7-b92e-eafa0e24fba4 service neutron] Checking segment: {'id': 'b5c29f07-61e3-483e-b953-3901f84034df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '33742801-ccea-4ab3-a86a-2573a2966c19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:12:05.367102 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38757f76-882e-4ae3-8c0c-14be8b2df97b req-444751a4-f42f-48a7-b92e-eafa0e24fba4 service neutron] Bound using segment: {'id': 'b5c29f07-61e3-483e-b953-3901f84034df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '33742801-ccea-4ab3-a86a-2573a2966c19'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:12:05.367655 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-38757f76-882e-4ae3-8c0c-14be8b2df97b req-444751a4-f42f-48a7-b92e-eafa0e24fba4 service neutron] Bound port: 4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5c29f07-61e3-483e-b953-3901f84034df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '33742801-ccea-4ab3-a86a-2573a2966c19'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:12:05.379935 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-ffed34c8-5747-4337-afc3-ca4b3972319f service neutron] 10.222.0.44 "GET /v2.0/networks/f05d9e0a-904c-47f7-bc1e-929f90cd4a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933665 Dec 06 17:12:05.437968 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-1389f285-4931-42c4-827c-801ee93986c2 req-8c3f84f3-c574-4899-a105-be920b8824e5 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:05.460639 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-1389f285-4931-42c4-827c-801ee93986c2 req-8c3f84f3-c574-4899-a105-be920b8824e5 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:05.538797 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-1389f285-4931-42c4-827c-801ee93986c2 req-8c3f84f3-c574-4899-a105-be920b8824e5 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:05.540204 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1389f285-4931-42c4-827c-801ee93986c2 req-8c3f84f3-c574-4899-a105-be920b8824e5 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.4565358 Dec 06 17:12:05.562019 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3f84f3-c574-4899-a105-be920b8824e5 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6890d4ab-a88d-4225-999a-7249385cef3b,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:05.569386 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-38757f76-882e-4ae3-8c0c-14be8b2df97b req-444751a4-f42f-48a7-b92e-eafa0e24fba4 service neutron] For port 4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6,segment=NetworkSegment(b5c29f07-61e3-483e-b953-3901f84034df),segment_id=b5c29f07-61e3-483e-b953-3901f84034df)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:12:05.587136 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-38757f76-882e-4ae3-8c0c-14be8b2df97b req-444751a4-f42f-48a7-b92e-eafa0e24fba4 service neutron] Publish callbacks [] for binding, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:05.589395 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-38757f76-882e-4ae3-8c0c-14be8b2df97b req-444751a4-f42f-48a7-b92e-eafa0e24fba4 service neutron] 10.222.0.23 "POST /v2.0/ports/4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6/bindings HTTP/1.1" status: 201 len: 389 time: 0.5649352 Dec 06 17:12:05.595723 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-c7f1062c-514f-4291-a73a-501cdf96b677 service neutron] 10.222.0.44 "GET /v2.0/networks/f05d9e0a-904c-47f7-bc1e-929f90cd4a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726840 Dec 06 17:12:05.682060 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-28a37000-93c1-4a0c-9ede-5bd89237ae12 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=e2c81161-fcfe-4c5c-a15a-a2bb77a0ab7d HTTP/1.1" status: 200 len: 217 time: 0.0601737 Dec 06 17:12:05.839853 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-af226149-33f7-43d8-b421-9b02e227cf9e req-2cda67c7-8db8-4998-925a-59801d53019c tempest-SecurityGroupRulesNegativeTestJSON-993609813 tempest-SecurityGroupRulesNegativeTestJSON-993609813-project] 10.222.0.23 "GET /v2.0/security-groups/54bc2451-5bab-44f0-9336-590253d49a94 HTTP/1.1" status: 200 len: 1829 time: 0.0950217 Dec 06 17:12:05.866934 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-72ceeb88-c1be-48f1-9549-a8909ec3f9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:05.868722 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-72ceeb88-c1be-48f1-9549-a8909ec3f9b4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dc1a154b-d238-4aad-a5ea-40577b02ded4 HTTP/1.1" status: 200 len: 797 time: 0.1765497 Dec 06 17:12:05.886859 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d08dd29-ebeb-41fc-aeab-8a0109a20080 req-7f53300c-c0a2-4a76-acf3-0ccf5d170b87 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:05.888938 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2d08dd29-ebeb-41fc-aeab-8a0109a20080 req-7f53300c-c0a2-4a76-acf3-0ccf5d170b87 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b3b7908-bd5b-4ea7-8bff-9c3b9ed34065 HTTP/1.1" status: 200 len: 950 time: 0.0872190 Dec 06 17:12:05.969627 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-97387714-a895-478b-87aa-ff7593b95e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:05.972223 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-97387714-a895-478b-87aa-ff7593b95e58 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a265b143-efdd-45e0-a32a-71d5cda110a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0853949 Dec 06 17:12:05.972387 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38757f76-882e-4ae3-8c0c-14be8b2df97b req-98d33e32-a579-4162-906b-a20de196d538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:05.973318 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-af226149-33f7-43d8-b421-9b02e227cf9e req-3c2bad78-2a23-4226-a495-1df8070dee66 tempest-SecurityGroupRulesNegativeTestJSON-993609813 tempest-SecurityGroupRulesNegativeTestJSON-993609813-project] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:05.974143 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-38757f76-882e-4ae3-8c0c-14be8b2df97b req-98d33e32-a579-4162-906b-a20de196d538 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1d83e0c6d059422882cc226e7f9c727a&device_id=851a3db1-d857-4982-bb02-42a5ec92a2df HTTP/1.1" status: 200 len: 1096 time: 0.0842361 Dec 06 17:12:05.979253 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2d08dd29-ebeb-41fc-aeab-8a0109a20080 req-603fca3e-1ded-47ec-b417-cea8588eca26 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ba66608-5fba-460b-9339-43992781830c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790899 Dec 06 17:12:06.009849 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-af226149-33f7-43d8-b421-9b02e227cf9e req-3c2bad78-2a23-4226-a495-1df8070dee66 tempest-SecurityGroupRulesNegativeTestJSON-993609813 tempest-SecurityGroupRulesNegativeTestJSON-993609813-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:06.115959 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 06 Dec 2021 17:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-923dd027-0b38-4b5f-a46a-2590b8efcbed x-openstack-request-id: req-923dd027-0b38-4b5f-a46a-2590b8efcbed {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:12:06.115959 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5398cbb-9f14-42b7-905c-288b25e2bdb2", "tag": "1d5a6e2b-fe5f-43e4-8477-6577f08f2e89", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f5398cbb-9f14-42b7-905c-288b25e2bdb2", "tag": "d5cb989f-970a-4712-bc55-ae97972ef5ef", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:12:06.116238 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-923dd027-0b38-4b5f-a46a-2590b8efcbed {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:12:06.116514 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5398cbb-9f14-42b7-905c-288b25e2bdb2', 'tag': '1d5a6e2b-fe5f-43e4-8477-6577f08f2e89', 'status': 'completed', 'code': 200} Dec 06 17:12:06.116834 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5398cbb-9f14-42b7-905c-288b25e2bdb2', 'tag': 'd5cb989f-970a-4712-bc55-ae97972ef5ef', 'status': 'completed', 'code': 200} Dec 06 17:12:06.138388 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-af226149-33f7-43d8-b421-9b02e227cf9e req-3c2bad78-2a23-4226-a495-1df8070dee66 tempest-SecurityGroupRulesNegativeTestJSON-993609813 tempest-SecurityGroupRulesNegativeTestJSON-993609813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:06.141257 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71d25a2a-1d53-4522-9ed9-ba110f179156 x-openstack-request-id: req-71d25a2a-1d53-4522-9ed9-ba110f179156 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:12:06.141726 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-af226149-33f7-43d8-b421-9b02e227cf9e req-3c2bad78-2a23-4226-a495-1df8070dee66 tempest-SecurityGroupRulesNegativeTestJSON-993609813 tempest-SecurityGroupRulesNegativeTestJSON-993609813-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:06.142235 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "420dab89-01de-4f05-8ee1-f1a1d05e3583", "name": "network-vif-deleted", "tag": "48171e5d-9d8e-4d77-bd09-fe2c8257e388", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:12:06.143255 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-71d25a2a-1d53-4522-9ed9-ba110f179156 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:12:06.143917 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '420dab89-01de-4f05-8ee1-f1a1d05e3583', 'name': 'network-vif-deleted', 'tag': '48171e5d-9d8e-4d77-bd09-fe2c8257e388', 'status': 'completed', 'code': 200} Dec 06 17:12:06.154691 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-af226149-33f7-43d8-b421-9b02e227cf9e req-3c2bad78-2a23-4226-a495-1df8070dee66 tempest-SecurityGroupRulesNegativeTestJSON-993609813 tempest-SecurityGroupRulesNegativeTestJSON-993609813-project] 10.222.0.23 "DELETE /v2.0/security-groups/54bc2451-5bab-44f0-9336-590253d49a94 HTTP/1.1" status: 204 len: 173 time: 0.3136873 Dec 06 17:12:06.165529 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-f154283c-3f01-4711-b8e4-31de643dd896 req-a14a13e4-1498-4a7a-bd9c-7efdce8d04b7 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1466751917', 'description': 'tempest-description-2018162627'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:12:06.173172 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2bad78-2a23-4226-a495-1df8070dee66 tempest-SecurityGroupRulesNegativeTestJSON-993609813 tempest-SecurityGroupRulesNegativeTestJSON-993609813-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54bc2451-5bab-44f0-9336-590253d49a94,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:06.187804 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-9479cbe5-d81c-4403-9af2-deeba760aacf service neutron] 10.222.0.44 "GET /v2.0/networks/a265b143-efdd-45e0-a32a-71d5cda110a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554341 Dec 06 17:12:06.220471 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38757f76-882e-4ae3-8c0c-14be8b2df97b req-2cc8c2e3-ab90-464a-8667-b787c9d5b533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:06.222804 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-38757f76-882e-4ae3-8c0c-14be8b2df97b req-2cc8c2e3-ab90-464a-8667-b787c9d5b533 service neutron] 10.222.0.44 "GET /v2.0/networks?id=33742801-ccea-4ab3-a86a-2573a2966c19 HTTP/1.1" status: 200 len: 909 time: 0.2296081 Dec 06 17:12:06.224151 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-f154283c-3f01-4711-b8e4-31de643dd896 req-a14a13e4-1498-4a7a-bd9c-7efdce8d04b7 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:06.275221 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-38757f76-882e-4ae3-8c0c-14be8b2df97b req-7fdaef2a-bc35-48bf-ae26-39a2ea71c0e6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6 HTTP/1.1" status: 200 len: 217 time: 0.0414491 Dec 06 17:12:06.331318 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8969c1e0-3e89-418a-80d6-ef53efd6d429 req-ac318025-0e42-426a-8620-a51d36f074a9 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:06.332859 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8969c1e0-3e89-418a-80d6-ef53efd6d429 req-ac318025-0e42-426a-8620-a51d36f074a9 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=851a3db1-d857-4982-bb02-42a5ec92a2df HTTP/1.1" status: 200 len: 945 time: 0.1084940 Dec 06 17:12:06.339699 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-34488f77-d415-4d2b-b499-8737a4034d23 service neutron] 10.222.0.44 "GET /v2.0/networks/a265b143-efdd-45e0-a32a-71d5cda110a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403744 Dec 06 17:12:06.352318 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38757f76-882e-4ae3-8c0c-14be8b2df97b req-764ef3f1-15ad-410f-930e-b3481bc60459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:06.353816 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-38757f76-882e-4ae3-8c0c-14be8b2df97b req-764ef3f1-15ad-410f-930e-b3481bc60459 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=da31f47d-8fee-49c3-b794-af6b3fd955bf HTTP/1.1" status: 200 len: 848 time: 0.0684614 Dec 06 17:12:06.396025 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-38757f76-882e-4ae3-8c0c-14be8b2df97b req-3a9da1a1-4c50-477f-944c-e4619fa7d1b0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=33742801-ccea-4ab3-a86a-2573a2966c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313470 Dec 06 17:12:06.398836 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-f154283c-3f01-4711-b8e4-31de643dd896 req-a14a13e4-1498-4a7a-bd9c-7efdce8d04b7 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:06.399659 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-86ad13c7-2bef-4713-b153-ff264215f811 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=5d044c44-c6ea-4f9f-a3c3-6f30ee8e15d8 HTTP/1.1" status: 200 len: 217 time: 0.0440650 Dec 06 17:12:06.403512 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-f154283c-3f01-4711-b8e4-31de643dd896 req-a14a13e4-1498-4a7a-bd9c-7efdce8d04b7 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:06.450608 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8969c1e0-3e89-418a-80d6-ef53efd6d429 req-2c418f84-714f-498f-8f04-d5ba9fc7759d tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101520 Dec 06 17:12:06.490012 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-a9d3d067-6aa3-4bd9-9e45-1da00a01a633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:06.493287 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-f154283c-3f01-4711-b8e4-31de643dd896 req-a14a13e4-1498-4a7a-bd9c-7efdce8d04b7 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:06.493679 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-a9d3d067-6aa3-4bd9-9e45-1da00a01a633 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dc1a154b-d238-4aad-a5ea-40577b02ded4 HTTP/1.1" status: 200 len: 797 time: 0.0774684 Dec 06 17:12:06.494685 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f154283c-3f01-4711-b8e4-31de643dd896 req-a14a13e4-1498-4a7a-bd9c-7efdce8d04b7 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.3387637 Dec 06 17:12:06.495300 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14a13e4-1498-4a7a-bd9c-7efdce8d04b7 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=915a64f1-9fb6-4d7b-9214-3b4726da6b5c,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:06.538139 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-38757f76-882e-4ae3-8c0c-14be8b2df97b req-cf1e8d8d-3e36-4037-9c5f-60be9694bd1c service neutron] 10.222.0.44 "GET /v2.0/networks/33742801-ccea-4ab3-a86a-2573a2966c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262848 Dec 06 17:12:06.609764 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-0aca7cf0-b0cf-41a6-87cd-1996edc1caad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:06.611943 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-0aca7cf0-b0cf-41a6-87cd-1996edc1caad service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a265b143-efdd-45e0-a32a-71d5cda110a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1111562 Dec 06 17:12:06.631731 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d14ba39-2570-4b03-bf47-ed880467d1fb req-5fe38138-c870-47db-abcc-b16d37e4b0f6 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:06.638067 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d14ba39-2570-4b03-bf47-ed880467d1fb req-5fe38138-c870-47db-abcc-b16d37e4b0f6 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:06.645600 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d14ba39-2570-4b03-bf47-ed880467d1fb req-5fe38138-c870-47db-abcc-b16d37e4b0f6 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:06.652442 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d14ba39-2570-4b03-bf47-ed880467d1fb req-5fe38138-c870-47db-abcc-b16d37e4b0f6 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:06.658980 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d14ba39-2570-4b03-bf47-ed880467d1fb req-5fe38138-c870-47db-abcc-b16d37e4b0f6 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:06.665512 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d14ba39-2570-4b03-bf47-ed880467d1fb req-5fe38138-c870-47db-abcc-b16d37e4b0f6 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:06.671649 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d14ba39-2570-4b03-bf47-ed880467d1fb req-5fe38138-c870-47db-abcc-b16d37e4b0f6 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:06.673419 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-38757f76-882e-4ae3-8c0c-14be8b2df97b req-54505e96-30bc-43bf-8508-4c6d6244e2d0 service neutron] 10.222.0.44 "GET /v2.0/networks/33742801-ccea-4ab3-a86a-2573a2966c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246428 Dec 06 17:12:06.673808 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4d14ba39-2570-4b03-bf47-ed880467d1fb req-5fe38138-c870-47db-abcc-b16d37e4b0f6 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5398cbb-9f14-42b7-905c-288b25e2bdb2 HTTP/1.1" status: 200 len: 5432 time: 0.1203778 Dec 06 17:12:06.683056 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d1ae87-c8b4-4b20-a4b0-ebdf4255d74c req-4ad2946c-78bb-4175-a4ab-6f2c4fcb8a9f tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:06.684632 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-69d1ae87-c8b4-4b20-a4b0-ebdf4255d74c req-4ad2946c-78bb-4175-a4ab-6f2c4fcb8a9f tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d6220a5-a193-40f4-b9f5-1ad0adc38c1b HTTP/1.1" status: 200 len: 950 time: 0.0734355 Dec 06 17:12:06.742838 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-69d1ae87-c8b4-4b20-a4b0-ebdf4255d74c req-19ae6544-1798-42ba-92ff-3f878ecad3fb tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ba66608-5fba-460b-9339-43992781830c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503514 Dec 06 17:12:06.799298 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38757f76-882e-4ae3-8c0c-14be8b2df97b req-0620e2c7-a97c-4375-8ca8-5a67fda7741c tempest-LiveMigrationTest-2036531045 tempest-LiveMigrationTest-2036531045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:06.801092 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-38757f76-882e-4ae3-8c0c-14be8b2df97b req-0620e2c7-a97c-4375-8ca8-5a67fda7741c tempest-LiveMigrationTest-2036531045 tempest-LiveMigrationTest-2036531045-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=851a3db1-d857-4982-bb02-42a5ec92a2df&tenant_id=1d83e0c6d059422882cc226e7f9c727a&binding%3Ahost_id=n-h1-master-1 HTTP/1.1" status: 200 len: 1096 time: 0.0573895 Dec 06 17:12:06.816665 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-38757f76-882e-4ae3-8c0c-14be8b2df97b req-b91cc64f-383d-4d6e-8f62-e9768288c1d0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-master-1'}}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:12:06.847085 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4d14ba39-2570-4b03-bf47-ed880467d1fb req-a5ca9212-c60e-4e81-81d1-10a1a2cf9b90 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/security-groups?id=39e38e48-0a80-455d-95ef-5684c690b16b&id=511f9156-9807-4e4e-ae23-f0018acdbda1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1506543 Dec 06 17:12:06.854706 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-6356be7d-9af9-4b5e-b07d-aeb914fde89c service neutron] 10.222.0.44 "GET /v2.0/networks/a265b143-efdd-45e0-a32a-71d5cda110a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798024 Dec 06 17:12:06.878625 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-38757f76-882e-4ae3-8c0c-14be8b2df97b req-b91cc64f-383d-4d6e-8f62-e9768288c1d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:07.022974 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-38c8a26a-c552-429f-a7d0-a2761a2fc5ac req-9bf4cd9a-419e-4f4f-a377-c5a4b40110a5 tempest-SecurityGroupRulesNegativeTestJSON-993609813 tempest-SecurityGroupRulesNegativeTestJSON-993609813-project] 10.222.0.23 "GET /v2.0/security-groups/5cd52b25-cd78-49eb-bff6-51dd54d9a5a3 HTTP/1.1" status: 200 len: 1830 time: 0.0728433 Dec 06 17:12:07.027161 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-297c762d-19be-483d-8511-3f595aae4071 service neutron] 10.222.0.44 "GET /v2.0/networks/a265b143-efdd-45e0-a32a-71d5cda110a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631811 Dec 06 17:12:07.097273 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-10f14ee0-f24a-4b4f-b4d6-7085b2d8c3a4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.215&port_id=e42dffef-fd32-4bdd-8a82-7f2ced8750e5 HTTP/1.1" status: 200 len: 217 time: 0.0588937 Dec 06 17:12:07.120897 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-38757f76-882e-4ae3-8c0c-14be8b2df97b req-b91cc64f-383d-4d6e-8f62-e9768288c1d0 service neutron] For port 4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6,segment=NetworkSegment(b5c29f07-61e3-483e-b953-3901f84034df),segment_id=b5c29f07-61e3-483e-b953-3901f84034df)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:12:07.156888 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a56d6b-0750-439b-aa2e-5190383bc1c7 req-3b565909-7dd1-473c-a54d-36149003c03b tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:07.159159 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f6a56d6b-0750-439b-aa2e-5190383bc1c7 req-3b565909-7dd1-473c-a54d-36149003c03b tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "GET /v2.0/networks?id=d5889859-da21-43c6-aad2-22aedd4eb38b HTTP/1.1" status: 200 len: 813 time: 0.1421599 Dec 06 17:12:07.176329 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-38c8a26a-c552-429f-a7d0-a2761a2fc5ac req-573fd89f-e88e-41bb-a3ba-9fe5ac1a42ef tempest-SecurityGroupRulesNegativeTestJSON-993609813 tempest-SecurityGroupRulesNegativeTestJSON-993609813-project] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:07.186139 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f6a56d6b-0750-439b-aa2e-5190383bc1c7 req-b48ed436-41b9-4d2e-a615-7469c9a90ce4 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "GET /v2.0/quotas/f536e32d8d6e44a6a16c94e459e23f1d HTTP/1.1" status: 200 len: 375 time: 0.0200803 Dec 06 17:12:07.191420 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-38757f76-882e-4ae3-8c0c-14be8b2df97b req-b91cc64f-383d-4d6e-8f62-e9768288c1d0 service neutron] For port 4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6, host n-h1-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:12:07.207660 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-caf9b3b3-f98b-4e79-b831-6789ad507a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:07.209380 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-caf9b3b3-f98b-4e79-b831-6789ad507a2d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dc1a154b-d238-4aad-a5ea-40577b02ded4 HTTP/1.1" status: 200 len: 797 time: 0.0955217 Dec 06 17:12:07.211068 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-38c8a26a-c552-429f-a7d0-a2761a2fc5ac req-573fd89f-e88e-41bb-a3ba-9fe5ac1a42ef tempest-SecurityGroupRulesNegativeTestJSON-993609813 tempest-SecurityGroupRulesNegativeTestJSON-993609813-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:07.258165 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f6a56d6b-0750-439b-aa2e-5190383bc1c7 req-49768f24-0a77-47fa-bcd8-65399285ab3d tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f536e32d8d6e44a6a16c94e459e23f1d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0441682 Dec 06 17:12:07.275097 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-38757f76-882e-4ae3-8c0c-14be8b2df97b req-b91cc64f-383d-4d6e-8f62-e9768288c1d0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:07.277734 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-c5d72916-70f0-4f34-87ed-ec8ab0bfa5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:07.279412 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-c5d72916-70f0-4f34-87ed-ec8ab0bfa5e2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a265b143-efdd-45e0-a32a-71d5cda110a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0600162 Dec 06 17:12:07.284259 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-38c8a26a-c552-429f-a7d0-a2761a2fc5ac req-573fd89f-e88e-41bb-a3ba-9fe5ac1a42ef tempest-SecurityGroupRulesNegativeTestJSON-993609813 tempest-SecurityGroupRulesNegativeTestJSON-993609813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:07.287024 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-38c8a26a-c552-429f-a7d0-a2761a2fc5ac req-573fd89f-e88e-41bb-a3ba-9fe5ac1a42ef tempest-SecurityGroupRulesNegativeTestJSON-993609813 tempest-SecurityGroupRulesNegativeTestJSON-993609813-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:07.287863 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-38757f76-882e-4ae3-8c0c-14be8b2df97b req-b91cc64f-383d-4d6e-8f62-e9768288c1d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:07.298112 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-38c8a26a-c552-429f-a7d0-a2761a2fc5ac req-573fd89f-e88e-41bb-a3ba-9fe5ac1a42ef tempest-SecurityGroupRulesNegativeTestJSON-993609813 tempest-SecurityGroupRulesNegativeTestJSON-993609813-project] 10.222.0.23 "DELETE /v2.0/security-groups/5cd52b25-cd78-49eb-bff6-51dd54d9a5a3 HTTP/1.1" status: 204 len: 173 time: 0.2674620 Dec 06 17:12:07.360481 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573fd89f-e88e-41bb-a3ba-9fe5ac1a42ef tempest-SecurityGroupRulesNegativeTestJSON-993609813 tempest-SecurityGroupRulesNegativeTestJSON-993609813-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd52b25-cd78-49eb-bff6-51dd54d9a5a3,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:07.475035 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f6a56d6b-0750-439b-aa2e-5190383bc1c7 req-ccdf94e8-b076-41b7-b0b4-dedc7b4f19f2 service neutron] 10.222.0.23 "GET /v2.0/networks/d5889859-da21-43c6-aad2-22aedd4eb38b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963706 Dec 06 17:12:07.477111 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-d8245103-d2e7-4f63-b244-f220382d8d8d service neutron] 10.222.0.44 "GET /v2.0/networks/a265b143-efdd-45e0-a32a-71d5cda110a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777391 Dec 06 17:12:07.595013 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-c1882495-7872-4952-9114-7fa6ff90917e service neutron] 10.222.0.44 "GET /v2.0/networks/a265b143-efdd-45e0-a32a-71d5cda110a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062436 Dec 06 17:12:07.654438 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-fff56b55-f1c2-4449-a6fc-e8d6b3f56500 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.34&port_id=ce5a499b-b2ba-4f6b-b647-32d86ebd2d1e HTTP/1.1" status: 200 len: 217 time: 0.0493159 Dec 06 17:12:07.713268 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-ff02651d-e582-446d-b978-8b8fcca94af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:07.715102 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-ff02651d-e582-446d-b978-8b8fcca94af1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dc1a154b-d238-4aad-a5ea-40577b02ded4 HTTP/1.1" status: 200 len: 797 time: 0.0544078 Dec 06 17:12:07.795423 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-bcb94b90-56cf-4d47-a07b-d70239a3a4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:07.798262 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-bcb94b90-56cf-4d47-a07b-d70239a3a4c7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a265b143-efdd-45e0-a32a-71d5cda110a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0717428 Dec 06 17:12:07.813340 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae5c92a-d132-4038-8559-a26bebc63462 req-ccbe0a5a-020e-4c4e-881d-d98e80852f17 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:07.820505 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae5c92a-d132-4038-8559-a26bebc63462 req-ccbe0a5a-020e-4c4e-881d-d98e80852f17 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:07.823391 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4ae5c92a-d132-4038-8559-a26bebc63462 req-ccbe0a5a-020e-4c4e-881d-d98e80852f17 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b3b7908-bd5b-4ea7-8bff-9c3b9ed34065&device_id=4d6220a5-a193-40f4-b9f5-1ad0adc38c1b HTTP/1.1" status: 200 len: 1691 time: 0.1056573 Dec 06 17:12:07.824349 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91cc64f-383d-4d6e-8f62-e9768288c1d0 service neutron] Pushing event updated for resources: {'Port': ['ID=4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6,revision_number=7']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:07.880745 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-38757f76-882e-4ae3-8c0c-14be8b2df97b req-b91cc64f-383d-4d6e-8f62-e9768288c1d0 service neutron] Attempting to bind port 4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6 on host n-h1-master-1 for vnic_type normal with profile {"migrating_to": "n-h2-master-1"} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:12:07.881067 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-38757f76-882e-4ae3-8c0c-14be8b2df97b req-b91cc64f-383d-4d6e-8f62-e9768288c1d0 service neutron] Attempting to bind port 4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'b5c29f07-61e3-483e-b953-3901f84034df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '33742801-ccea-4ab3-a86a-2573a2966c19'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:12:07.881396 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38757f76-882e-4ae3-8c0c-14be8b2df97b req-b91cc64f-383d-4d6e-8f62-e9768288c1d0 service neutron] Attempting to bind port 4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6 on network 33742801-ccea-4ab3-a86a-2573a2966c19 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:12:07.889833 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38757f76-882e-4ae3-8c0c-14be8b2df97b req-b91cc64f-383d-4d6e-8f62-e9768288c1d0 service neutron] Port 4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6 on network 33742801-ccea-4ab3-a86a-2573a2966c19 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:12:07.890151 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38757f76-882e-4ae3-8c0c-14be8b2df97b req-b91cc64f-383d-4d6e-8f62-e9768288c1d0 service neutron] Attempting to bind port 4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6 on network 33742801-ccea-4ab3-a86a-2573a2966c19 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:12:07.900897 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38757f76-882e-4ae3-8c0c-14be8b2df97b req-b91cc64f-383d-4d6e-8f62-e9768288c1d0 service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:12:07.901234 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38757f76-882e-4ae3-8c0c-14be8b2df97b req-b91cc64f-383d-4d6e-8f62-e9768288c1d0 service neutron] Checking segment: {'id': 'b5c29f07-61e3-483e-b953-3901f84034df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '33742801-ccea-4ab3-a86a-2573a2966c19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:12:07.902198 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38757f76-882e-4ae3-8c0c-14be8b2df97b req-b91cc64f-383d-4d6e-8f62-e9768288c1d0 service neutron] Bound using segment: {'id': 'b5c29f07-61e3-483e-b953-3901f84034df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '33742801-ccea-4ab3-a86a-2573a2966c19'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:12:07.902646 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-38757f76-882e-4ae3-8c0c-14be8b2df97b req-b91cc64f-383d-4d6e-8f62-e9768288c1d0 service neutron] Bound port: 4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5c29f07-61e3-483e-b953-3901f84034df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '33742801-ccea-4ab3-a86a-2573a2966c19'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:12:07.903315 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-38757f76-882e-4ae3-8c0c-14be8b2df97b req-b91cc64f-383d-4d6e-8f62-e9768288c1d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:07.934309 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4ae5c92a-d132-4038-8559-a26bebc63462 req-9a1b18d1-852c-489e-87e6-bf11a702908d tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ba66608-5fba-460b-9339-43992781830c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012011 Dec 06 17:12:07.954072 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f6a56d6b-0750-439b-aa2e-5190383bc1c7 req-5be29e2c-bd69-4596-b4d0-938de1198fe0 service neutron] 10.222.0.23 "GET /v2.0/networks/d5889859-da21-43c6-aad2-22aedd4eb38b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4781120 Dec 06 17:12:07.970843 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-933ce844-9910-4153-b11c-1f642f50b5a1 service neutron] 10.222.0.44 "GET /v2.0/networks/a265b143-efdd-45e0-a32a-71d5cda110a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450977 Dec 06 17:12:08.018853 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-38757f76-882e-4ae3-8c0c-14be8b2df97b req-b91cc64f-383d-4d6e-8f62-e9768288c1d0 service neutron] For port 4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6, host n-h1-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:12:08.022945 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-38757f76-882e-4ae3-8c0c-14be8b2df97b req-b91cc64f-383d-4d6e-8f62-e9768288c1d0 service neutron] For port 4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6,segment=NetworkSegment(b5c29f07-61e3-483e-b953-3901f84034df),segment_id=b5c29f07-61e3-483e-b953-3901f84034df)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:12:08.030608 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-38757f76-882e-4ae3-8c0c-14be8b2df97b req-b91cc64f-383d-4d6e-8f62-e9768288c1d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:08.110516 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38757f76-882e-4ae3-8c0c-14be8b2df97b req-b91cc64f-383d-4d6e-8f62-e9768288c1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:08.111917 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-38757f76-882e-4ae3-8c0c-14be8b2df97b req-b91cc64f-383d-4d6e-8f62-e9768288c1d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:08.113864 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-38757f76-882e-4ae3-8c0c-14be8b2df97b req-b91cc64f-383d-4d6e-8f62-e9768288c1d0 service neutron] 10.222.0.44 "PUT /v2.0/ports/4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6 HTTP/1.1" status: 200 len: 1121 time: 1.3030751 Dec 06 17:12:08.144531 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91cc64f-383d-4d6e-8f62-e9768288c1d0 service neutron] Pushing event updated for resources: {'Port': ['ID=4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6,revision_number=8']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:08.147475 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-be638d20-497f-4e2d-ad08-9dc9307ffe2a service neutron] 10.222.0.44 "GET /v2.0/networks/a265b143-efdd-45e0-a32a-71d5cda110a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660304 Dec 06 17:12:08.154332 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '851a3db1-d857-4982-bb02-42a5ec92a2df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6'}, {'name': 'network-changed', 'server_uuid': '851a3db1-d857-4982-bb02-42a5ec92a2df', 'tag': '4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:12:08.163851 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48c8cc5-b6bf-4125-a0c3-04b48f3fe732 req-8c4a4f99-370e-4249-8f61-451dcf5e6391 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:08.164577 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce7f0ac-4b83-4e56-8158-8cd5dc7c7d15" -d '{"events": [{"server_uuid": "851a3db1-d857-4982-bb02-42a5ec92a2df", "name": "network-vif-unplugged", "status": "completed", "tag": "4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6"}, {"name": "network-changed", "server_uuid": "851a3db1-d857-4982-bb02-42a5ec92a2df", "tag": "4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:12:08.166210 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a48c8cc5-b6bf-4125-a0c3-04b48f3fe732 req-8c4a4f99-370e-4249-8f61-451dcf5e6391 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3899f97-c145-485d-b3a3-a25ab004300d HTTP/1.1" status: 200 len: 949 time: 0.1569510 Dec 06 17:12:08.212419 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-abfb1d82-1fdf-4118-8d4a-c8299a3b33f8 req-467199dc-838d-43c2-8a33-743350ebd068 tempest-SecurityGroupRulesNegativeTestJSON-993609813 tempest-SecurityGroupRulesNegativeTestJSON-993609813-project] 10.222.0.23 "GET /v2.0/security-groups/cbcb7aa8-f0cf-4b63-b4f3-7d0face889d3 HTTP/1.1" status: 200 len: 1830 time: 0.0892692 Dec 06 17:12:08.231818 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-cc9a1a80-b8b5-477c-bfcd-a9aad22523e7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1d5a6e2b-fe5f-43e4-8477-6577f08f2e89 HTTP/1.1" status: 200 len: 217 time: 0.0640960 Dec 06 17:12:08.239983 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:12:08.303141 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a48c8cc5-b6bf-4125-a0c3-04b48f3fe732 req-d9e8521c-a3db-40d9-aa27-f39889e9bde2 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/security-groups?id=615f845e-4362-42d0-a046-6018d5c702fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238391 Dec 06 17:12:08.309387 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-abfb1d82-1fdf-4118-8d4a-c8299a3b33f8 req-6786bfe4-741a-48c9-a61c-c6d7f2a22ff6 tempest-SecurityGroupRulesNegativeTestJSON-993609813 tempest-SecurityGroupRulesNegativeTestJSON-993609813-project] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:08.340963 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-abfb1d82-1fdf-4118-8d4a-c8299a3b33f8 req-6786bfe4-741a-48c9-a61c-c6d7f2a22ff6 tempest-SecurityGroupRulesNegativeTestJSON-993609813 tempest-SecurityGroupRulesNegativeTestJSON-993609813-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:08.407867 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-abfb1d82-1fdf-4118-8d4a-c8299a3b33f8 req-6786bfe4-741a-48c9-a61c-c6d7f2a22ff6 tempest-SecurityGroupRulesNegativeTestJSON-993609813 tempest-SecurityGroupRulesNegativeTestJSON-993609813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:08.413683 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-abfb1d82-1fdf-4118-8d4a-c8299a3b33f8 req-6786bfe4-741a-48c9-a61c-c6d7f2a22ff6 tempest-SecurityGroupRulesNegativeTestJSON-993609813 tempest-SecurityGroupRulesNegativeTestJSON-993609813-project] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:08.416193 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-abfb1d82-1fdf-4118-8d4a-c8299a3b33f8 req-6786bfe4-741a-48c9-a61c-c6d7f2a22ff6 tempest-SecurityGroupRulesNegativeTestJSON-993609813 tempest-SecurityGroupRulesNegativeTestJSON-993609813-project] 10.222.0.23 "DELETE /v2.0/security-groups/cbcb7aa8-f0cf-4b63-b4f3-7d0face889d3 HTTP/1.1" status: 204 len: 173 time: 0.1968162 Dec 06 17:12:08.454753 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-5995148a-78c7-48bd-b3be-4d0ea17a465c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:08.461813 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-5995148a-78c7-48bd-b3be-4d0ea17a465c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b4979180-b255-45fd-9571-7f83f2b9313a HTTP/1.1" status: 200 len: 797 time: 0.2114005 Dec 06 17:12:08.469198 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6786bfe4-741a-48c9-a61c-c6d7f2a22ff6 tempest-SecurityGroupRulesNegativeTestJSON-993609813 tempest-SecurityGroupRulesNegativeTestJSON-993609813-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbcb7aa8-f0cf-4b63-b4f3-7d0face889d3,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:08.491474 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ba1892-0f4e-4c23-b841-f4212071fae9 req-905d1af4-fbaf-4c37-9707-31cb32f9b8b1 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:08.494376 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-51ba1892-0f4e-4c23-b841-f4212071fae9 req-905d1af4-fbaf-4c37-9707-31cb32f9b8b1 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3899f97-c145-485d-b3a3-a25ab004300d HTTP/1.1" status: 200 len: 949 time: 0.0762901 Dec 06 17:12:08.573177 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6888ad4-edca-47a8-b960-a20b01961484 req-ab54d841-cf45-4e39-86d8-efdb4cebf547 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:08.583792 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a6888ad4-edca-47a8-b960-a20b01961484 req-ab54d841-cf45-4e39-86d8-efdb4cebf547 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=851a3db1-d857-4982-bb02-42a5ec92a2df HTTP/1.1" status: 200 len: 943 time: 0.1466880 Dec 06 17:12:08.618108 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-2c333d98-6fd6-46fd-9805-e858bb3f99fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:08.620182 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-2c333d98-6fd6-46fd-9805-e858bb3f99fc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=923a9dfa-d650-4f29-aec2-2016eca01acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1185002 Dec 06 17:12:08.697743 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a6888ad4-edca-47a8-b960-a20b01961484 req-6c39f336-762c-4352-88a9-aed0ae09b68b tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122303 Dec 06 17:12:08.701869 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1911f4-7171-4bf3-ab87-3c45f57a381f req-c21a9dc5-4809-4953-b056-30b77604970c tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:08.709278 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1911f4-7171-4bf3-ab87-3c45f57a381f req-c21a9dc5-4809-4953-b056-30b77604970c tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:08.715769 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1911f4-7171-4bf3-ab87-3c45f57a381f req-c21a9dc5-4809-4953-b056-30b77604970c tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:08.722548 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1911f4-7171-4bf3-ab87-3c45f57a381f req-c21a9dc5-4809-4953-b056-30b77604970c tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:08.729385 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1911f4-7171-4bf3-ab87-3c45f57a381f req-c21a9dc5-4809-4953-b056-30b77604970c tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:08.735680 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1911f4-7171-4bf3-ab87-3c45f57a381f req-c21a9dc5-4809-4953-b056-30b77604970c tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:08.742114 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1911f4-7171-4bf3-ab87-3c45f57a381f req-c21a9dc5-4809-4953-b056-30b77604970c tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:08.744843 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-be1911f4-7171-4bf3-ab87-3c45f57a381f req-c21a9dc5-4809-4953-b056-30b77604970c tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5398cbb-9f14-42b7-905c-288b25e2bdb2 HTTP/1.1" status: 200 len: 5432 time: 0.1420288 Dec 06 17:12:08.802508 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-51ba1892-0f4e-4c23-b841-f4212071fae9 req-cfd8ffbe-adcd-404d-9805-48263c48a8c2 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Deleting port 71a04aac-4404-4b83-ab6d-e7768b206094 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:12:08.803093 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-51ba1892-0f4e-4c23-b841-f4212071fae9 req-cfd8ffbe-adcd-404d-9805-48263c48a8c2 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:08.815768 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-fd3b88f9-57c3-476a-98ca-517ce4a15878 service neutron] 10.222.0.44 "GET /v2.0/networks/923a9dfa-d650-4f29-aec2-2016eca01acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777799 Dec 06 17:12:08.859415 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 48171e5d-9d8e-4d77-bd09-fe2c8257e388 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:12:08.885082 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] No Port match for: 48171e5d-9d8e-4d77-bd09-fe2c8257e388 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:12:08.885872 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 48171e5d-9d8e-4d77-bd09-fe2c8257e388 not bound to the agent host n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:12:08.928389 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-be1911f4-7171-4bf3-ab87-3c45f57a381f req-36eae6c7-fa18-46a5-98b4-435653990f5c tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/security-groups?id=39e38e48-0a80-455d-95ef-5684c690b16b&id=511f9156-9807-4e4e-ae23-f0018acdbda1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1701763 Dec 06 17:12:08.946091 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fac9fe91-f09b-4532-9b21-a98ad7ee543c req-a06b617c-83ac-4605-9269-98dd170c7f94 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "GET /v2.0/ports?device_id=54880385-291a-450b-af29-150850763a9e HTTP/1.1" status: 200 len: 210 time: 0.0788224 Dec 06 17:12:09.013772 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 06 Dec 2021 17:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6806b0fc-abea-4e09-8b50-7ba11cddeb0c x-openstack-request-id: req-6806b0fc-abea-4e09-8b50-7ba11cddeb0c {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:12:09.014141 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "851a3db1-d857-4982-bb02-42a5ec92a2df", "name": "network-vif-unplugged", "status": "completed", "tag": "4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6", "code": 200}, {"name": "network-changed", "server_uuid": "851a3db1-d857-4982-bb02-42a5ec92a2df", "tag": "4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:12:09.015194 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6806b0fc-abea-4e09-8b50-7ba11cddeb0c {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:12:09.016631 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '851a3db1-d857-4982-bb02-42a5ec92a2df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6', 'code': 200} Dec 06 17:12:09.021799 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '851a3db1-d857-4982-bb02-42a5ec92a2df', 'tag': '4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6', 'status': 'completed', 'code': 200} Dec 06 17:12:09.024060 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-8434094b-b66d-4bcc-82be-9e36e0df1b84 service neutron] 10.222.0.44 "GET /v2.0/networks/923a9dfa-d650-4f29-aec2-2016eca01acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919804 Dec 06 17:12:09.032804 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-51ba1892-0f4e-4c23-b841-f4212071fae9 req-cfd8ffbe-adcd-404d-9805-48263c48a8c2 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] For port 71a04aac-4404-4b83-ab6d-e7768b206094, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=71a04aac-4404-4b83-ab6d-e7768b206094,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:12:09.033669 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-51ba1892-0f4e-4c23-b841-f4212071fae9 req-cfd8ffbe-adcd-404d-9805-48263c48a8c2 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:09.052872 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-51ba1892-0f4e-4c23-b841-f4212071fae9 req-cfd8ffbe-adcd-404d-9805-48263c48a8c2 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Calling delete_port for 71a04aac-4404-4b83-ab6d-e7768b206094 owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:12:09.101311 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-122b0aa2-01f8-4f97-92f0-1c9ef878b844 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d5cb989f-970a-4712-bc55-ae97972ef5ef HTTP/1.1" status: 200 len: 217 time: 0.0571327 Dec 06 17:12:09.170505 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-3ec59aee-39d9-4175-a02d-4b67111ab2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:09.172939 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-3ec59aee-39d9-4175-a02d-4b67111ab2f4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b4979180-b255-45fd-9571-7f83f2b9313a HTTP/1.1" status: 200 len: 797 time: 0.0611384 Dec 06 17:12:09.215989 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5e6914dc-eba1-416c-aa15-4257c0b0a427 req-92b43813-36ab-4e8c-800a-c50222ee6815 tempest-SecurityGroupRulesNegativeTestJSON-993609813 tempest-SecurityGroupRulesNegativeTestJSON-993609813-project] 10.222.0.23 "GET /v2.0/security-groups/878ad30a-2630-484c-9447-7adf19a66ccf HTTP/1.1" status: 200 len: 1829 time: 0.1927433 Dec 06 17:12:09.224410 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce7f0ac-4b83-4e56-8158-8cd5dc7c7d15 req-68807fa8-b844-47fe-9345-78410fb8e622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:09.227114 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-dce7f0ac-4b83-4e56-8158-8cd5dc7c7d15 req-68807fa8-b844-47fe-9345-78410fb8e622 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1d83e0c6d059422882cc226e7f9c727a&device_id=851a3db1-d857-4982-bb02-42a5ec92a2df HTTP/1.1" status: 200 len: 1124 time: 0.1174097 Dec 06 17:12:09.274671 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-720e9351-ccce-4ba6-a82c-a356cf465bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:09.276174 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-720e9351-ccce-4ba6-a82c-a356cf465bb9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=923a9dfa-d650-4f29-aec2-2016eca01acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0952032 Dec 06 17:12:09.281589 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a286d58-8dd0-4955-9895-ffaf63819471 req-2ce05f7b-2c9f-4fdd-88af-8d7c2b888548 tempest-ServersOnMultiNodesTest-118983145 tempest-ServersOnMultiNodesTest-118983145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:09.283154 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9a286d58-8dd0-4955-9895-ffaf63819471 req-2ce05f7b-2c9f-4fdd-88af-8d7c2b888548 tempest-ServersOnMultiNodesTest-118983145 tempest-ServersOnMultiNodesTest-118983145-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6b3b7908-bd5b-4ea7-8bff-9c3b9ed34065 HTTP/1.1" status: 200 len: 1101 time: 0.0640562 Dec 06 17:12:09.297506 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:12:09.365226 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-51ba1892-0f4e-4c23-b841-f4212071fae9 req-cfd8ffbe-adcd-404d-9805-48263c48a8c2 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:09.384034 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['71a04aac-4404-4b83-ab6d-e7768b206094'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:12:09.397736 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9a286d58-8dd0-4955-9895-ffaf63819471 req-ed61da69-8895-412e-a624-ca31e19c24de tempest-ServersOnMultiNodesTest-118983145 tempest-ServersOnMultiNodesTest-118983145-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2ba66608-5fba-460b-9339-43992781830c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034796 Dec 06 17:12:09.412735 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-ca08bc37-b397-4779-b93a-696f3a98248e service neutron] 10.222.0.44 "GET /v2.0/networks/923a9dfa-d650-4f29-aec2-2016eca01acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266985 Dec 06 17:12:09.419205 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd8ffbe-adcd-404d-9805-48263c48a8c2 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Pushing event deleted for resources: {'Port': ['ID=71a04aac-4404-4b83-ab6d-e7768b206094,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:09.448998 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-5e6914dc-eba1-416c-aa15-4257c0b0a427 req-695662d2-ccc3-45dd-b03e-a36d68f63a12 tempest-SecurityGroupRulesNegativeTestJSON-993609813 tempest-SecurityGroupRulesNegativeTestJSON-993609813-project] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:09.485715 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-5e6914dc-eba1-416c-aa15-4257c0b0a427 req-695662d2-ccc3-45dd-b03e-a36d68f63a12 tempest-SecurityGroupRulesNegativeTestJSON-993609813 tempest-SecurityGroupRulesNegativeTestJSON-993609813-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:09.556785 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3937a70b-b872-4635-8234-bd8c92f5dfdc req-aa2a1f96-2c33-45eb-b787-4ff3d63e4846 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3899f97-c145-485d-b3a3-a25ab004300d HTTP/1.1" status: 200 len: 210 time: 0.0320504 Dec 06 17:12:09.580276 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fcb3043b-a1f5-46eb-9b33-1ae9743876f7 req-4b14607f-f49c-4419-a33c-02f890621478 service neutron] 10.222.0.44 "GET /v2.0/networks/923a9dfa-d650-4f29-aec2-2016eca01acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503441 Dec 06 17:12:09.604103 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-51ba1892-0f4e-4c23-b841-f4212071fae9 req-cfd8ffbe-adcd-404d-9805-48263c48a8c2 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] No DVR routers for this DVR port 71a04aac-4404-4b83-ab6d-e7768b206094 on host n-h1-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:12:09.608937 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce7f0ac-4b83-4e56-8158-8cd5dc7c7d15 req-0f75961f-74e4-45c3-a742-c7d9c0327281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:09.610659 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-dce7f0ac-4b83-4e56-8158-8cd5dc7c7d15 req-0f75961f-74e4-45c3-a742-c7d9c0327281 service neutron] 10.222.0.41 "GET /v2.0/networks?id=33742801-ccea-4ab3-a86a-2573a2966c19 HTTP/1.1" status: 200 len: 909 time: 0.3643110 Dec 06 17:12:09.614959 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-51ba1892-0f4e-4c23-b841-f4212071fae9 req-cfd8ffbe-adcd-404d-9805-48263c48a8c2 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:09.618436 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-51ba1892-0f4e-4c23-b841-f4212071fae9 req-cfd8ffbe-adcd-404d-9805-48263c48a8c2 tempest-MigrationsAdminTest-1150548058 tempest-MigrationsAdminTest-1150548058-project] 10.222.0.41 "DELETE /v2.0/ports/71a04aac-4404-4b83-ab6d-e7768b206094 HTTP/1.1" status: 204 len: 173 time: 1.1160538 Dec 06 17:12:09.662467 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6,segment=NetworkSegment(b5c29f07-61e3-483e-b953-3901f84034df),segment_id=b5c29f07-61e3-483e-b953-3901f84034df)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:12:09.706798 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6 has no active binding in host n-h2-master-1 {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 06 17:12:09.708104 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-dce7f0ac-4b83-4e56-8158-8cd5dc7c7d15 req-d48ab4dd-cbd7-4091-a829-122758d1eaa7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6 HTTP/1.1" status: 200 len: 217 time: 0.0591016 Dec 06 17:12:09.713603 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-5e6914dc-eba1-416c-aa15-4257c0b0a427 req-695662d2-ccc3-45dd-b03e-a36d68f63a12 tempest-SecurityGroupRulesNegativeTestJSON-993609813 tempest-SecurityGroupRulesNegativeTestJSON-993609813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:09.716461 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-5e6914dc-eba1-416c-aa15-4257c0b0a427 req-695662d2-ccc3-45dd-b03e-a36d68f63a12 tempest-SecurityGroupRulesNegativeTestJSON-993609813 tempest-SecurityGroupRulesNegativeTestJSON-993609813-project] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:09.717634 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5e6914dc-eba1-416c-aa15-4257c0b0a427 req-695662d2-ccc3-45dd-b03e-a36d68f63a12 tempest-SecurityGroupRulesNegativeTestJSON-993609813 tempest-SecurityGroupRulesNegativeTestJSON-993609813-project] 10.222.0.23 "DELETE /v2.0/security-groups/878ad30a-2630-484c-9447-7adf19a66ccf HTTP/1.1" status: 204 len: 173 time: 0.4907782 Dec 06 17:12:09.729630 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 43698) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:12:09.757742 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2353a40-e046-4cf7-bd30-b9dbd2dd06e8 req-26a1d0ad-c837-4080-aa77-d357fd58af32 tempest-ServersOnMultiNodesTest-118983145 tempest-ServersOnMultiNodesTest-118983145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:09.759279 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f2353a40-e046-4cf7-bd30-b9dbd2dd06e8 req-26a1d0ad-c837-4080-aa77-d357fd58af32 tempest-ServersOnMultiNodesTest-118983145 tempest-ServersOnMultiNodesTest-118983145-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=4d6220a5-a193-40f4-b9f5-1ad0adc38c1b HTTP/1.1" status: 200 len: 1101 time: 0.0885541 Dec 06 17:12:09.801208 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695662d2-ccc3-45dd-b03e-a36d68f63a12 tempest-SecurityGroupRulesNegativeTestJSON-993609813 tempest-SecurityGroupRulesNegativeTestJSON-993609813-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=878ad30a-2630-484c-9447-7adf19a66ccf,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:09.817208 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f95a9a-cad0-4d7e-850c-40dfc651294d req-93ef3ad2-747c-42d6-833e-e34a187ac78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:09.817816 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f95a9a-cad0-4d7e-850c-40dfc651294d req-93ef3ad2-747c-42d6-833e-e34a187ac78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:09.818304 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f95a9a-cad0-4d7e-850c-40dfc651294d req-93ef3ad2-747c-42d6-833e-e34a187ac78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:09.818902 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f95a9a-cad0-4d7e-850c-40dfc651294d req-93ef3ad2-747c-42d6-833e-e34a187ac78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:09.819385 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f95a9a-cad0-4d7e-850c-40dfc651294d req-93ef3ad2-747c-42d6-833e-e34a187ac78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:09.819905 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f95a9a-cad0-4d7e-850c-40dfc651294d req-93ef3ad2-747c-42d6-833e-e34a187ac78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:09.820437 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f95a9a-cad0-4d7e-850c-40dfc651294d req-93ef3ad2-747c-42d6-833e-e34a187ac78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:09.827053 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-41f95a9a-cad0-4d7e-850c-40dfc651294d req-93ef3ad2-747c-42d6-833e-e34a187ac78b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e06aba6f7cc1415e89ae20f4d5eb8b07&device_id=f5398cbb-9f14-42b7-905c-288b25e2bdb2 HTTP/1.1" status: 200 len: 6489 time: 0.1455112 Dec 06 17:12:09.870889 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a56d6b-0750-439b-aa2e-5190383bc1c7 req-8a269ea3-619c-48f9-99a6-d25b14055ee3 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:09.872401 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f6a56d6b-0750-439b-aa2e-5190383bc1c7 req-8a269ea3-619c-48f9-99a6-d25b14055ee3 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.44 "GET /v2.0/networks?id=d5889859-da21-43c6-aad2-22aedd4eb38b HTTP/1.1" status: 200 len: 813 time: 0.3331749 Dec 06 17:12:09.879799 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f2353a40-e046-4cf7-bd30-b9dbd2dd06e8 req-07f89bbf-edac-4733-9736-87456721ad4d tempest-ServersOnMultiNodesTest-118983145 tempest-ServersOnMultiNodesTest-118983145-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2ba66608-5fba-460b-9339-43992781830c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067076 Dec 06 17:12:09.900979 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-f6a56d6b-0750-439b-aa2e-5190383bc1c7 req-137accea-52f1-426c-92bc-ca37f916f28f tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Request body: {'port': {'device_id': '54880385-291a-450b-af29-150850763a9e', 'network_id': 'd5889859-da21-43c6-aad2-22aedd4eb38b', 'admin_state_up': True, 'tenant_id': 'f536e32d8d6e44a6a16c94e459e23f1d'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:12:09.909168 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce7f0ac-4b83-4e56-8158-8cd5dc7c7d15 req-1e420dc5-7d0c-45f5-86eb-8f1f281dfd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:09.910695 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-dce7f0ac-4b83-4e56-8158-8cd5dc7c7d15 req-1e420dc5-7d0c-45f5-86eb-8f1f281dfd9a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=da31f47d-8fee-49c3-b794-af6b3fd955bf HTTP/1.1" status: 200 len: 848 time: 0.1921833 Dec 06 17:12:09.924680 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b8feab9-f0e6-4faf-924a-5e49db5b926f admin admin] Deleting subnet ad6a33e3-0322-44d2-8144-9d34eea3312f {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:12:09.973136 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f95a9a-cad0-4d7e-850c-40dfc651294d req-8a637a89-6a7f-45cb-aa7c-2f6564e61baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:09.975649 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-dce7f0ac-4b83-4e56-8158-8cd5dc7c7d15 req-cbfa7ac2-85a5-4def-a3b3-ab79727a437b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=33742801-ccea-4ab3-a86a-2573a2966c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391998 Dec 06 17:12:09.975649 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8b8feab9-f0e6-4faf-924a-5e49db5b926f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:09.978703 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-41f95a9a-cad0-4d7e-850c-40dfc651294d req-8a637a89-6a7f-45cb-aa7c-2f6564e61baf service neutron] 10.222.0.44 "GET /v2.0/networks?id=923a9dfa-d650-4f29-aec2-2016eca01acc HTTP/1.1" status: 200 len: 903 time: 0.1357429 Dec 06 17:12:10.032362 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-41f95a9a-cad0-4d7e-850c-40dfc651294d req-59e20c43-39b6-4100-8bfd-087abf8cd33c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1d5a6e2b-fe5f-43e4-8477-6577f08f2e89 HTTP/1.1" status: 200 len: 217 time: 0.0449667 Dec 06 17:12:10.058307 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7280853c-60bd-4570-ac93-a634cfdd6edd req-fbecee42-aec0-4b5e-944e-41dd7d2aeb2a tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:10.059795 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7280853c-60bd-4570-ac93-a634cfdd6edd req-fbecee42-aec0-4b5e-944e-41dd7d2aeb2a tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=851a3db1-d857-4982-bb02-42a5ec92a2df HTTP/1.1" status: 200 len: 943 time: 0.2508867 Dec 06 17:12:10.153327 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8b8feab9-f0e6-4faf-924a-5e49db5b926f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:10.169982 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f95a9a-cad0-4d7e-850c-40dfc651294d req-32528ff2-402b-457f-ac22-f2622373d7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:10.171591 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-41f95a9a-cad0-4d7e-850c-40dfc651294d req-32528ff2-402b-457f-ac22-f2622373d7a1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b4979180-b255-45fd-9571-7f83f2b9313a HTTP/1.1" status: 200 len: 797 time: 0.1297894 Dec 06 17:12:10.200430 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ac9a65-e2f5-4e5b-8830-8ca608bc91b1 req-61105cef-e484-47af-bcf1-51067e3134a9 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:10.208108 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ac9a65-e2f5-4e5b-8830-8ca608bc91b1 req-61105cef-e484-47af-bcf1-51067e3134a9 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:10.213905 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ac9a65-e2f5-4e5b-8830-8ca608bc91b1 req-61105cef-e484-47af-bcf1-51067e3134a9 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:10.219750 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ac9a65-e2f5-4e5b-8830-8ca608bc91b1 req-61105cef-e484-47af-bcf1-51067e3134a9 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:10.222412 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7280853c-60bd-4570-ac93-a634cfdd6edd req-5ff45041-6a93-49a0-bb64-45c09348d01f tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470702 Dec 06 17:12:10.226180 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ac9a65-e2f5-4e5b-8830-8ca608bc91b1 req-61105cef-e484-47af-bcf1-51067e3134a9 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:10.232232 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ac9a65-e2f5-4e5b-8830-8ca608bc91b1 req-61105cef-e484-47af-bcf1-51067e3134a9 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:10.248204 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ac9a65-e2f5-4e5b-8830-8ca608bc91b1 req-61105cef-e484-47af-bcf1-51067e3134a9 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:10.256900 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b2ac9a65-e2f5-4e5b-8830-8ca608bc91b1 req-61105cef-e484-47af-bcf1-51067e3134a9 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5398cbb-9f14-42b7-905c-288b25e2bdb2 HTTP/1.1" status: 200 len: 5432 time: 0.1507213 Dec 06 17:12:10.272454 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8b8feab9-f0e6-4faf-924a-5e49db5b926f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:10.307829 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-dce7f0ac-4b83-4e56-8158-8cd5dc7c7d15 req-3cf9cfc8-3e0e-42d8-aba8-17ff5186db81 service neutron] 10.222.0.41 "GET /v2.0/networks/33742801-ccea-4ab3-a86a-2573a2966c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708197 Dec 06 17:12:10.321849 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f95a9a-cad0-4d7e-850c-40dfc651294d req-aab3b723-3b62-4a91-a67f-0152d786da76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:10.323399 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-41f95a9a-cad0-4d7e-850c-40dfc651294d req-aab3b723-3b62-4a91-a67f-0152d786da76 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=923a9dfa-d650-4f29-aec2-2016eca01acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1439900 Dec 06 17:12:10.348925 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b2ac9a65-e2f5-4e5b-8830-8ca608bc91b1 req-6f2a9c05-ecb1-474c-97df-516a0c4bb103 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/security-groups?id=39e38e48-0a80-455d-95ef-5684c690b16b&id=511f9156-9807-4e4e-ae23-f0018acdbda1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0911000 Dec 06 17:12:10.376055 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-64e8d4ea-e93e-4f88-a94d-b1f5ed644ff8 req-f955872b-9e86-4444-a449-b61c7be2b967 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "GET /v2.0/ports?device_id=54880385-291a-450b-af29-150850763a9e HTTP/1.1" status: 200 len: 210 time: 0.0579438 Dec 06 17:12:10.383666 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6a56d6b-0750-439b-aa2e-5190383bc1c7 req-137accea-52f1-426c-92bc-ca37f916f28f tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Made reservation on behalf of f536e32d8d6e44a6a16c94e459e23f1d for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:12:10.387331 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-f6a56d6b-0750-439b-aa2e-5190383bc1c7 req-137accea-52f1-426c-92bc-ca37f916f28f tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:10.463363 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-41f95a9a-cad0-4d7e-850c-40dfc651294d req-3f983782-bcf2-4355-8ddd-02e71e3cf11d service neutron] 10.222.0.44 "GET /v2.0/networks/923a9dfa-d650-4f29-aec2-2016eca01acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291864 Dec 06 17:12:10.526550 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8b8feab9-f0e6-4faf-924a-5e49db5b926f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:10.557745 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-68bf0831-6a83-460b-a63c-e93364fec9ba req-cb140796-9ab0-4ea9-b58d-8aa3be79e496 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=4b43d5b1cc2b418c97b1aca204b56c1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0266006 Dec 06 17:12:10.562293 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-dce7f0ac-4b83-4e56-8158-8cd5dc7c7d15 req-57cd6deb-c1bb-44a5-8e62-92cfcfec2d5f service neutron] 10.222.0.41 "GET /v2.0/networks/33742801-ccea-4ab3-a86a-2573a2966c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424765 Dec 06 17:12:10.567274 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8feab9-f0e6-4faf-924a-5e49db5b926f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad6a33e3-0322-44d2-8144-9d34eea3312f,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:10.576469 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8b8feab9-f0e6-4faf-924a-5e49db5b926f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:10.581509 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-8b8feab9-f0e6-4faf-924a-5e49db5b926f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ad6a33e3-0322-44d2-8144-9d34eea3312f HTTP/1.1" status: 204 len: 168 time: 0.8418324 Dec 06 17:12:10.585865 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 43722) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:12:10.654490 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-41f95a9a-cad0-4d7e-850c-40dfc651294d req-cc9f73c8-509f-455c-9ebf-12ff60e5e47c service neutron] 10.222.0.44 "GET /v2.0/networks/923a9dfa-d650-4f29-aec2-2016eca01acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816785 Dec 06 17:12:10.698259 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-f6a56d6b-0750-439b-aa2e-5190383bc1c7 req-137accea-52f1-426c-92bc-ca37f916f28f tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Allocated IP 172.20.0.5 (d5889859-da21-43c6-aad2-22aedd4eb38b/c2b6f40c-08b5-4858-90df-7d27b7ee3faf/f5806f7a-957a-4bcd-ba96-0f301fe31fe6) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:12:10.706704 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-52dd5af6-2c47-4c15-a3fc-941c9d827edd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:10.706930 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bf0831-6a83-460b-a63c-e93364fec9ba req-ecf7b8e8-97a3-481f-a4a8-bcda75ce6eb9 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:10.716040 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-68bf0831-6a83-460b-a63c-e93364fec9ba req-ecf7b8e8-97a3-481f-a4a8-bcda75ce6eb9 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1507983 Dec 06 17:12:10.727432 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-68bf0831-6a83-460b-a63c-e93364fec9ba req-c4738cd0-40d2-4d42-b2c8-a8def0e74d3e tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/quotas/4b43d5b1cc2b418c97b1aca204b56c1e HTTP/1.1" status: 200 len: 375 time: 0.0103128 Dec 06 17:12:10.807561 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f95a9a-cad0-4d7e-850c-40dfc651294d req-f1033be6-7d39-4753-8d4f-cbf0cf366ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:10.808050 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f95a9a-cad0-4d7e-850c-40dfc651294d req-f1033be6-7d39-4753-8d4f-cbf0cf366ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:10.808522 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f95a9a-cad0-4d7e-850c-40dfc651294d req-f1033be6-7d39-4753-8d4f-cbf0cf366ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:10.808995 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f95a9a-cad0-4d7e-850c-40dfc651294d req-f1033be6-7d39-4753-8d4f-cbf0cf366ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:10.809458 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f95a9a-cad0-4d7e-850c-40dfc651294d req-f1033be6-7d39-4753-8d4f-cbf0cf366ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:10.809946 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f95a9a-cad0-4d7e-850c-40dfc651294d req-f1033be6-7d39-4753-8d4f-cbf0cf366ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:10.810408 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f95a9a-cad0-4d7e-850c-40dfc651294d req-f1033be6-7d39-4753-8d4f-cbf0cf366ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:10.812308 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-41f95a9a-cad0-4d7e-850c-40dfc651294d req-f1033be6-7d39-4753-8d4f-cbf0cf366ce5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e06aba6f7cc1415e89ae20f4d5eb8b07&device_id=f5398cbb-9f14-42b7-905c-288b25e2bdb2 HTTP/1.1" status: 200 len: 6489 time: 0.0837629 Dec 06 17:12:10.826089 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-68bf0831-6a83-460b-a63c-e93364fec9ba req-07abd18b-16d2-4f12-bc8e-185e366294c6 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4b43d5b1cc2b418c97b1aca204b56c1e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0870810 Dec 06 17:12:10.844022 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-52dd5af6-2c47-4c15-a3fc-941c9d827edd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:10.896158 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 43730) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:12:10.904430 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-52dd5af6-2c47-4c15-a3fc-941c9d827edd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10dad230-f6a3-4579-a6b7-882bde194eda']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:12:10.920949 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-52dd5af6-2c47-4c15-a3fc-941c9d827edd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6647140-92b8-44f8-925f-21cd20108c7b') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:12:10.921252 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-52dd5af6-2c47-4c15-a3fc-941c9d827edd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6647140-92b8-44f8-925f-21cd20108c7b') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:12:10.934600 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f95a9a-cad0-4d7e-850c-40dfc651294d req-61decc25-6993-45f1-aa80-11c5fa2643b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:10.935431 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-52dd5af6-2c47-4c15-a3fc-941c9d827edd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:10.936117 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-41f95a9a-cad0-4d7e-850c-40dfc651294d req-61decc25-6993-45f1-aa80-11c5fa2643b9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=923a9dfa-d650-4f29-aec2-2016eca01acc HTTP/1.1" status: 200 len: 903 time: 0.1091583 Dec 06 17:12:10.963264 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-52dd5af6-2c47-4c15-a3fc-941c9d827edd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:10.983806 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-f6a56d6b-0750-439b-aa2e-5190383bc1c7 req-137accea-52f1-426c-92bc-ca37f916f28f tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:10.995067 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52dd5af6-2c47-4c15-a3fc-941c9d827edd admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:12:10.995480 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-52dd5af6-2c47-4c15-a3fc-941c9d827edd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:10.997574 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:12:10.997574 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:12:10.997574 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:12:10.997574 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:12:10.997574 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:12:10.997574 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:12:10.997574 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:12:10.997574 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:12:10.997574 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:12:10.997574 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:12:10.997574 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:12:10.997574 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:12:10.997574 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:12:10.997574 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:12:10.997574 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:12:10.997574 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:12:10.997574 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:12:10.997574 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:12:10.997574 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:12:10.997574 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:12:10.997574 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:12:10.997574 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:12:10.997574 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:12:10.997574 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:12:10.997574 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:12:10.997574 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:12:10.997574 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:12:10.997574 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:12:10.997574 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:12:10.997574 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:12:10.997574 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:12:10.997574 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:12:11.007902 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-41f95a9a-cad0-4d7e-850c-40dfc651294d req-0c941b9e-6c31-4176-8242-55cdc3819e8e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d5cb989f-970a-4712-bc55-ae97972ef5ef HTTP/1.1" status: 200 len: 217 time: 0.0568237 Dec 06 17:12:11.047815 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3899f97-c145-485d-b3a3-a25ab004300d', 'name': 'network-vif-deleted', 'tag': '71a04aac-4404-4b83-ab6d-e7768b206094'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:12:11.050026 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2befe894-5184-48eb-bdfe-5ea441ad2aee" -d '{"events": [{"server_uuid": "e3899f97-c145-485d-b3a3-a25ab004300d", "name": "network-vif-deleted", "tag": "71a04aac-4404-4b83-ab6d-e7768b206094"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:12:11.086960 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-52dd5af6-2c47-4c15-a3fc-941c9d827edd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:11.088970 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f95a9a-cad0-4d7e-850c-40dfc651294d req-9afb457e-a1d0-4e91-8ad0-f4690874ccae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:11.090530 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-41f95a9a-cad0-4d7e-850c-40dfc651294d req-9afb457e-a1d0-4e91-8ad0-f4690874ccae service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b4979180-b255-45fd-9571-7f83f2b9313a HTTP/1.1" status: 200 len: 797 time: 0.0652061 Dec 06 17:12:11.091528 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-52dd5af6-2c47-4c15-a3fc-941c9d827edd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:11.095796 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-16a819a7-7b47-4c99-b7de-be6084824092 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4fbfd036e0874a51a15b7801ac955516&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1957533 Dec 06 17:12:11.095948 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-52dd5af6-2c47-4c15-a3fc-941c9d827edd admin admin] 10.222.0.23 "DELETE /v2.0/networks/10dad230-f6a3-4579-a6b7-882bde194eda HTTP/1.1" status: 204 len: 168 time: 0.5081754 Dec 06 17:12:11.096040 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 43736) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:12:11.114397 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-f6a56d6b-0750-439b-aa2e-5190383bc1c7 req-137accea-52f1-426c-92bc-ca37f916f28f tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:11.171296 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f95a9a-cad0-4d7e-850c-40dfc651294d req-e2afc27c-8bf2-4082-8413-8861d38e088e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:11.172834 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-41f95a9a-cad0-4d7e-850c-40dfc651294d req-e2afc27c-8bf2-4082-8413-8861d38e088e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=923a9dfa-d650-4f29-aec2-2016eca01acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0749400 Dec 06 17:12:11.186006 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-739e7bfe-d586-47b0-8f4d-6f902bcd2442 x-openstack-request-id: req-739e7bfe-d586-47b0-8f4d-6f902bcd2442 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:12:11.186288 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3899f97-c145-485d-b3a3-a25ab004300d", "name": "network-vif-deleted", "tag": "71a04aac-4404-4b83-ab6d-e7768b206094", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:12:11.186571 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-739e7bfe-d586-47b0-8f4d-6f902bcd2442 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:12:11.186936 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3899f97-c145-485d-b3a3-a25ab004300d', 'name': 'network-vif-deleted', 'tag': '71a04aac-4404-4b83-ab6d-e7768b206094', 'status': 'completed', 'code': 200} Dec 06 17:12:11.187507 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137accea-52f1-426c-92bc-ca37f916f28f tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Pushing event updated for resources: {'Port': ['ID=f5806f7a-957a-4bcd-ba96-0f301fe31fe6,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:11.193492 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dd5af6-2c47-4c15-a3fc-941c9d827edd admin admin] Pushing event deleted for resources: {'Network': ['ID=10dad230-f6a3-4579-a6b7-882bde194eda,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:11.207349 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6a56d6b-0750-439b-aa2e-5190383bc1c7 req-137accea-52f1-426c-92bc-ca37f916f28f tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Network d5889859-da21-43c6-aad2-22aedd4eb38b is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:12:11.209569 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-f6a56d6b-0750-439b-aa2e-5190383bc1c7 req-137accea-52f1-426c-92bc-ca37f916f28f tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:12:11.209743 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-69216c57-249a-4abb-ae27-c5730c8c71a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:11.212611 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6a56d6b-0750-439b-aa2e-5190383bc1c7 req-137accea-52f1-426c-92bc-ca37f916f28f tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:12:11.267148 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a56d6b-0750-439b-aa2e-5190383bc1c7 req-137accea-52f1-426c-92bc-ca37f916f28f tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:11.269255 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-f6a56d6b-0750-439b-aa2e-5190383bc1c7 req-137accea-52f1-426c-92bc-ca37f916f28f tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:11.291135 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f6a56d6b-0750-439b-aa2e-5190383bc1c7 req-137accea-52f1-426c-92bc-ca37f916f28f tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3952932 Dec 06 17:12:11.301523 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-69216c57-249a-4abb-ae27-c5730c8c71a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:11.306375 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-f6a56d6b-0750-439b-aa2e-5190383bc1c7 req-f8efe57e-73df-4b1d-82e7-cd99b1bf09ce service neutron] Request body: {'port': {'device_id': '54880385-291a-450b-af29-150850763a9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:12:11.344788 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 43744) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:12:11.381558 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-f6a56d6b-0750-439b-aa2e-5190383bc1c7 req-f8efe57e-73df-4b1d-82e7-cd99b1bf09ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:11.404481 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-41f95a9a-cad0-4d7e-850c-40dfc651294d req-38bd65c2-f7a0-4c3b-b158-c813f020fb1f service neutron] 10.222.0.44 "GET /v2.0/networks/923a9dfa-d650-4f29-aec2-2016eca01acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208705 Dec 06 17:12:11.520552 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-41f95a9a-cad0-4d7e-850c-40dfc651294d req-bbfea129-3d82-4fbf-b3b6-80304d201a5d service neutron] 10.222.0.44 "GET /v2.0/networks/923a9dfa-d650-4f29-aec2-2016eca01acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042032 Dec 06 17:12:11.575036 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-69216c57-249a-4abb-ae27-c5730c8c71a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:11.577769 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-69216c57-249a-4abb-ae27-c5730c8c71a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:11.578902 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-69216c57-249a-4abb-ae27-c5730c8c71a0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/615f845e-4362-42d0-a046-6018d5c702fc HTTP/1.1" status: 204 len: 168 time: 0.4821606 Dec 06 17:12:11.597836 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69216c57-249a-4abb-ae27-c5730c8c71a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=615f845e-4362-42d0-a046-6018d5c702fc,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:11.618163 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-1f196633-56b3-4472-a372-90c89ba41994 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cb91733c07ba46f39d4b1ca40f915d26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2722332 Dec 06 17:12:11.625393 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 43766) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:12:11.638139 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee216619-ba71-471c-ba3c-59ef836242c8 req-26323e7f-28f3-4236-88e2-77927f3bdd56 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:11.640571 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee216619-ba71-471c-ba3c-59ef836242c8 req-26323e7f-28f3-4236-88e2-77927f3bdd56 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=851a3db1-d857-4982-bb02-42a5ec92a2df HTTP/1.1" status: 200 len: 943 time: 0.2338586 Dec 06 17:12:11.692054 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eb6037-07c2-4341-ac30-bc0e0c087294 req-774d082e-b2ea-4d18-9daa-5f0c7c823938 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:11.698174 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eb6037-07c2-4341-ac30-bc0e0c087294 req-774d082e-b2ea-4d18-9daa-5f0c7c823938 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:11.704145 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eb6037-07c2-4341-ac30-bc0e0c087294 req-774d082e-b2ea-4d18-9daa-5f0c7c823938 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:11.712526 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eb6037-07c2-4341-ac30-bc0e0c087294 req-774d082e-b2ea-4d18-9daa-5f0c7c823938 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:11.720173 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eb6037-07c2-4341-ac30-bc0e0c087294 req-774d082e-b2ea-4d18-9daa-5f0c7c823938 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:11.727426 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eb6037-07c2-4341-ac30-bc0e0c087294 req-774d082e-b2ea-4d18-9daa-5f0c7c823938 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:11.733371 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eb6037-07c2-4341-ac30-bc0e0c087294 req-774d082e-b2ea-4d18-9daa-5f0c7c823938 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:11.742324 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-91eb6037-07c2-4341-ac30-bc0e0c087294 req-774d082e-b2ea-4d18-9daa-5f0c7c823938 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5398cbb-9f14-42b7-905c-288b25e2bdb2 HTTP/1.1" status: 200 len: 5432 time: 0.1665373 Dec 06 17:12:11.761066 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee216619-ba71-471c-ba3c-59ef836242c8 req-fb574a12-ba93-4eca-b70c-f1e13fdad98b tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115956 Dec 06 17:12:11.768330 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-570d48fa-c7f8-4700-a51e-9aec930e6c64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:11.817035 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-570d48fa-c7f8-4700-a51e-9aec930e6c64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:11.891665 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-91eb6037-07c2-4341-ac30-bc0e0c087294 req-4e5a2a95-2e9a-4afe-a56b-5d7a1c53b02a tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/security-groups?id=39e38e48-0a80-455d-95ef-5684c690b16b&id=511f9156-9807-4e4e-ae23-f0018acdbda1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1483407 Dec 06 17:12:11.925620 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-f6a56d6b-0750-439b-aa2e-5190383bc1c7 req-f8efe57e-73df-4b1d-82e7-cd99b1bf09ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5806f7a-957a-4bcd-ba96-0f301fe31fe6 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:12:11.934663 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-570d48fa-c7f8-4700-a51e-9aec930e6c64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:11.937311 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-570d48fa-c7f8-4700-a51e-9aec930e6c64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:11.941709 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-570d48fa-c7f8-4700-a51e-9aec930e6c64 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a562529c-36f2-40ac-ad82-68b703c107b9 HTTP/1.1" status: 204 len: 168 time: 0.2965739 Dec 06 17:12:11.945230 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-f6a56d6b-0750-439b-aa2e-5190383bc1c7 req-f8efe57e-73df-4b1d-82e7-cd99b1bf09ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:11.969449 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb50b4a-cf13-4ad1-86ac-5bc3b88370c4 req-d90a9a22-3a79-406e-979e-f0f5e2d883c8 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:11.978387 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-dcb50b4a-cf13-4ad1-86ac-5bc3b88370c4 req-d90a9a22-3a79-406e-979e-f0f5e2d883c8 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "GET /v2.0/ports?device_id=54880385-291a-450b-af29-150850763a9e HTTP/1.1" status: 200 len: 931 time: 0.1045501 Dec 06 17:12:11.978809 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-f6a56d6b-0750-439b-aa2e-5190383bc1c7 req-f8efe57e-73df-4b1d-82e7-cd99b1bf09ce service neutron] Transition to ACTIVE for port object f5806f7a-957a-4bcd-ba96-0f301fe31fe6 will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:12:11.981488 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570d48fa-c7f8-4700-a51e-9aec930e6c64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a562529c-36f2-40ac-ad82-68b703c107b9,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:11.987339 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-f6a56d6b-0750-439b-aa2e-5190383bc1c7 req-f8efe57e-73df-4b1d-82e7-cd99b1bf09ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:12.094123 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-dcb50b4a-cf13-4ad1-86ac-5bc3b88370c4 req-43cb0b8a-efaf-4838-9d84-2c56ae124b25 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "GET /v2.0/security-groups?id=101dae8c-d6de-48c7-b5a1-19c10425459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150544 Dec 06 17:12:12.154137 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8efe57e-73df-4b1d-82e7-cd99b1bf09ce service neutron] Pushing event updated for resources: {'Port': ['ID=f5806f7a-957a-4bcd-ba96-0f301fe31fe6,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:12.198849 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-72923892-d767-4de1-afb7-bc3eef0f3008 req-c15043b4-4feb-4527-b4d7-741d01d55e69 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/ports?device_id=5636e75b-e24c-4aad-9d0d-f9a5e5f3d916 HTTP/1.1" status: 200 len: 210 time: 0.0468991 Dec 06 17:12:12.227735 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 43776) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:12:12.308398 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-d05a4b78-21ae-4dfb-b64d-4a78d9e722b5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=26f4b24ba71e4d3e95894b8b25e39daa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0785599 Dec 06 17:12:12.309155 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 43780) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:12:12.316530 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-f6a56d6b-0750-439b-aa2e-5190383bc1c7 req-f8efe57e-73df-4b1d-82e7-cd99b1bf09ce service neutron] Attempting to bind port f5806f7a-957a-4bcd-ba96-0f301fe31fe6 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:12:12.317293 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-f6a56d6b-0750-439b-aa2e-5190383bc1c7 req-f8efe57e-73df-4b1d-82e7-cd99b1bf09ce service neutron] Attempting to bind port f5806f7a-957a-4bcd-ba96-0f301fe31fe6 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'bf491db3-1349-4273-86a8-1c05096a6cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd5889859-da21-43c6-aad2-22aedd4eb38b'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:12:12.317293 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a56d6b-0750-439b-aa2e-5190383bc1c7 req-f8efe57e-73df-4b1d-82e7-cd99b1bf09ce service neutron] Attempting to bind port f5806f7a-957a-4bcd-ba96-0f301fe31fe6 on network d5889859-da21-43c6-aad2-22aedd4eb38b {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:12:12.326991 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a56d6b-0750-439b-aa2e-5190383bc1c7 req-f8efe57e-73df-4b1d-82e7-cd99b1bf09ce service neutron] Port f5806f7a-957a-4bcd-ba96-0f301fe31fe6 on network d5889859-da21-43c6-aad2-22aedd4eb38b not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:12:12.327337 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a56d6b-0750-439b-aa2e-5190383bc1c7 req-f8efe57e-73df-4b1d-82e7-cd99b1bf09ce service neutron] Attempting to bind port f5806f7a-957a-4bcd-ba96-0f301fe31fe6 on network d5889859-da21-43c6-aad2-22aedd4eb38b {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:12:12.333960 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a56d6b-0750-439b-aa2e-5190383bc1c7 req-f8efe57e-73df-4b1d-82e7-cd99b1bf09ce service neutron] Checking agent: {'id': '9d8b9f49-2860-4c1f-9b89-45a7657a3c4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:12:12.333960 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a56d6b-0750-439b-aa2e-5190383bc1c7 req-f8efe57e-73df-4b1d-82e7-cd99b1bf09ce service neutron] Checking segment: {'id': 'bf491db3-1349-4273-86a8-1c05096a6cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd5889859-da21-43c6-aad2-22aedd4eb38b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:12:12.334260 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a56d6b-0750-439b-aa2e-5190383bc1c7 req-f8efe57e-73df-4b1d-82e7-cd99b1bf09ce service neutron] Bound using segment: {'id': 'bf491db3-1349-4273-86a8-1c05096a6cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd5889859-da21-43c6-aad2-22aedd4eb38b'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:12:12.334686 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-f6a56d6b-0750-439b-aa2e-5190383bc1c7 req-f8efe57e-73df-4b1d-82e7-cd99b1bf09ce service neutron] Bound port: f5806f7a-957a-4bcd-ba96-0f301fe31fe6, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf491db3-1349-4273-86a8-1c05096a6cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd5889859-da21-43c6-aad2-22aedd4eb38b'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:12:12.335013 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-f6a56d6b-0750-439b-aa2e-5190383bc1c7 req-f8efe57e-73df-4b1d-82e7-cd99b1bf09ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:12.339243 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-38757f76-882e-4ae3-8c0c-14be8b2df97b req-9fd2fdf2-7c2c-4c33-b1c6-37300878a110 service neutron] 10.222.0.41 "GET /v2.0/ports/4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6/bindings/n-h2-master-1 HTTP/1.1" status: 200 len: 384 time: 0.1411457 Dec 06 17:12:12.383050 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f185dc07-1c48-4840-b20f-c7ca35276ede admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:12.410435 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f185dc07-1c48-4840-b20f-c7ca35276ede admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:12.455701 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-f6a56d6b-0750-439b-aa2e-5190383bc1c7 req-f8efe57e-73df-4b1d-82e7-cd99b1bf09ce service neutron] For port f5806f7a-957a-4bcd-ba96-0f301fe31fe6, host n-h2-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:12:12.459227 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-f6a56d6b-0750-439b-aa2e-5190383bc1c7 req-f8efe57e-73df-4b1d-82e7-cd99b1bf09ce service neutron] For port f5806f7a-957a-4bcd-ba96-0f301fe31fe6, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f5806f7a-957a-4bcd-ba96-0f301fe31fe6,segment=NetworkSegment(bf491db3-1349-4273-86a8-1c05096a6cc1),segment_id=bf491db3-1349-4273-86a8-1c05096a6cc1)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:12:12.481885 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f185dc07-1c48-4840-b20f-c7ca35276ede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:12.484748 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f185dc07-1c48-4840-b20f-c7ca35276ede admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:12.486677 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-f185dc07-1c48-4840-b20f-c7ca35276ede admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1c57d8a5-eff5-4acd-8b35-943a5c7bd7e9 HTTP/1.1" status: 204 len: 168 time: 0.1748202 Dec 06 17:12:12.487595 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-f6a56d6b-0750-439b-aa2e-5190383bc1c7 req-f8efe57e-73df-4b1d-82e7-cd99b1bf09ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:12.507463 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f185dc07-1c48-4840-b20f-c7ca35276ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c57d8a5-eff5-4acd-8b35-943a5c7bd7e9,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:12.533909 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a56d6b-0750-439b-aa2e-5190383bc1c7 req-f8efe57e-73df-4b1d-82e7-cd99b1bf09ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:12.534589 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-f6a56d6b-0750-439b-aa2e-5190383bc1c7 req-f8efe57e-73df-4b1d-82e7-cd99b1bf09ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:12.536030 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f6a56d6b-0750-439b-aa2e-5190383bc1c7 req-f8efe57e-73df-4b1d-82e7-cd99b1bf09ce service neutron] 10.222.0.44 "PUT /v2.0/ports/f5806f7a-957a-4bcd-ba96-0f301fe31fe6 HTTP/1.1" status: 200 len: 1091 time: 1.2351987 Dec 06 17:12:12.609268 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8efe57e-73df-4b1d-82e7-cd99b1bf09ce service neutron] Pushing event updated for resources: {'Port': ['ID=f5806f7a-957a-4bcd-ba96-0f301fe31fe6,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:12.675136 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-38757f76-882e-4ae3-8c0c-14be8b2df97b req-c912c15e-aad9-4793-b4c8-a1d7e3c6430b service neutron] For port 4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6,segment=NetworkSegment(b5c29f07-61e3-483e-b953-3901f84034df),segment_id=b5c29f07-61e3-483e-b953-3901f84034df)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:12:12.689961 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a56d6b-0750-439b-aa2e-5190383bc1c7 req-301d1e76-ad3c-4cdb-b375-b2882eb36820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:12.691472 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f6a56d6b-0750-439b-aa2e-5190383bc1c7 req-301d1e76-ad3c-4cdb-b375-b2882eb36820 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f536e32d8d6e44a6a16c94e459e23f1d&device_id=54880385-291a-450b-af29-150850763a9e HTTP/1.1" status: 200 len: 1094 time: 0.0792184 Dec 06 17:12:12.710370 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-38757f76-882e-4ae3-8c0c-14be8b2df97b req-c912c15e-aad9-4793-b4c8-a1d7e3c6430b service neutron] For port 4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6, host n-h1-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:12:12.763828 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f6a56d6b-0750-439b-aa2e-5190383bc1c7 req-fa54cb33-172f-473f-907c-fecce6561fe1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5806f7a-957a-4bcd-ba96-0f301fe31fe6 HTTP/1.1" status: 200 len: 217 time: 0.0629284 Dec 06 17:12:12.807877 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 17:12:12.828661 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-38757f76-882e-4ae3-8c0c-14be8b2df97b req-c912c15e-aad9-4793-b4c8-a1d7e3c6430b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:12:12.847177 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-38757f76-882e-4ae3-8c0c-14be8b2df97b req-c912c15e-aad9-4793-b4c8-a1d7e3c6430b service neutron] For port 4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6,segment=NetworkSegment(b5c29f07-61e3-483e-b953-3901f84034df),segment_id=b5c29f07-61e3-483e-b953-3901f84034df)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:12:12.850938 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 71a04aac-4404-4b83-ab6d-e7768b206094 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:12:12.904427 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a56d6b-0750-439b-aa2e-5190383bc1c7 req-f0f1ab76-6900-4f7f-ba3c-6be63aa1035b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:12.906327 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f6a56d6b-0750-439b-aa2e-5190383bc1c7 req-f0f1ab76-6900-4f7f-ba3c-6be63aa1035b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c2b6f40c-08b5-4858-90df-7d27b7ee3faf HTTP/1.1" status: 200 len: 853 time: 0.1325831 Dec 06 17:12:12.910361 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-38757f76-882e-4ae3-8c0c-14be8b2df97b req-c912c15e-aad9-4793-b4c8-a1d7e3c6430b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:12.914557 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] No Port match for: 71a04aac-4404-4b83-ab6d-e7768b206094 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:12:12.914910 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 71a04aac-4404-4b83-ab6d-e7768b206094 not bound to the agent host n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:12:12.958408 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f6a56d6b-0750-439b-aa2e-5190383bc1c7 req-606fe388-6105-4173-a384-88eaa443dec7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d5889859-da21-43c6-aad2-22aedd4eb38b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436649 Dec 06 17:12:13.014468 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a9a740-3ac2-4efa-b448-8df9f7f64d56 req-933dc04a-4858-4d5d-8f5c-b1bc859e05e7 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:13.020426 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b0a9a740-3ac2-4efa-b448-8df9f7f64d56 req-933dc04a-4858-4d5d-8f5c-b1bc859e05e7 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=851a3db1-d857-4982-bb02-42a5ec92a2df HTTP/1.1" status: 200 len: 943 time: 0.1654789 Dec 06 17:12:13.070764 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ea1ee0-35b2-4929-8528-765d84a836eb req-cccb55a5-50a1-4cc0-8aab-19a80a71061f tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:13.082276 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ea1ee0-35b2-4929-8528-765d84a836eb req-cccb55a5-50a1-4cc0-8aab-19a80a71061f tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:13.089282 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ea1ee0-35b2-4929-8528-765d84a836eb req-cccb55a5-50a1-4cc0-8aab-19a80a71061f tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:13.097165 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ea1ee0-35b2-4929-8528-765d84a836eb req-cccb55a5-50a1-4cc0-8aab-19a80a71061f tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:13.106382 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ea1ee0-35b2-4929-8528-765d84a836eb req-cccb55a5-50a1-4cc0-8aab-19a80a71061f tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:13.115124 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ea1ee0-35b2-4929-8528-765d84a836eb req-cccb55a5-50a1-4cc0-8aab-19a80a71061f tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:13.122354 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ea1ee0-35b2-4929-8528-765d84a836eb req-cccb55a5-50a1-4cc0-8aab-19a80a71061f tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:13.124264 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-53ea1ee0-35b2-4929-8528-765d84a836eb req-cccb55a5-50a1-4cc0-8aab-19a80a71061f tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5398cbb-9f14-42b7-905c-288b25e2bdb2 HTTP/1.1" status: 200 len: 5432 time: 0.1394844 Dec 06 17:12:13.125033 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 43816) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:12:13.167709 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-68bf0831-6a83-460b-a63c-e93364fec9ba req-c74c0b44-f357-48f7-9cb5-b9971ef9cf86 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=4b43d5b1cc2b418c97b1aca204b56c1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0416749 Dec 06 17:12:13.381258 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bc585aab-9e29-4c05-ad6a-a60af9d6ba14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:13.470046 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54880385-291a-450b-af29-150850763a9e', 'tag': 'f5806f7a-957a-4bcd-ba96-0f301fe31fe6'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:12:13.472853 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f7066d8-a8f8-4ad2-b2b1-1189a76c90b7" -d '{"events": [{"name": "network-changed", "server_uuid": "54880385-291a-450b-af29-150850763a9e", "tag": "f5806f7a-957a-4bcd-ba96-0f301fe31fe6"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:12:13.537982 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-363802bd-0c51-4143-836a-d35491ceebcf admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1725149468-network', 'tenant_id': '806e7552b2fe4d15bbbee1bb266d6718'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:12:13.559929 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-68bf0831-6a83-460b-a63c-e93364fec9ba req-86d60396-1e56-4ecf-b9d7-16517ab4775a tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=4b43d5b1cc2b418c97b1aca204b56c1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0837381 Dec 06 17:12:13.670053 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-53ea1ee0-35b2-4929-8528-765d84a836eb req-209b988e-684f-41a5-9468-3d91bac5de72 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/security-groups?id=39e38e48-0a80-455d-95ef-5684c690b16b&id=511f9156-9807-4e4e-ae23-f0018acdbda1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5255630 Dec 06 17:12:13.675789 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b0a9a740-3ac2-4efa-b448-8df9f7f64d56 req-61436cab-8cc1-43f6-a789-5e01d5c44847 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6544905 Dec 06 17:12:13.679766 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-363802bd-0c51-4143-836a-d35491ceebcf admin admin] Made reservation on behalf of 806e7552b2fe4d15bbbee1bb266d6718 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:12:13.682313 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-363802bd-0c51-4143-836a-d35491ceebcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:13.693565 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-38757f76-882e-4ae3-8c0c-14be8b2df97b req-c912c15e-aad9-4793-b4c8-a1d7e3c6430b service neutron] Transition to ACTIVE for port object 4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6 will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:12:13.715894 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-363802bd-0c51-4143-836a-d35491ceebcf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:13.803918 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-38757f76-882e-4ae3-8c0c-14be8b2df97b req-c912c15e-aad9-4793-b4c8-a1d7e3c6430b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:13.811906 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bf0831-6a83-460b-a63c-e93364fec9ba req-90ec2a77-6639-46f7-8ec5-08e6dc4cf19b tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:13.813394 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-68bf0831-6a83-460b-a63c-e93364fec9ba req-90ec2a77-6639-46f7-8ec5-08e6dc4cf19b tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2790954 Dec 06 17:12:13.818299 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f6a56d6b-0750-439b-aa2e-5190383bc1c7 req-25b4e0b1-fd0b-4cdf-90ba-a905e4c86f2f service neutron] 10.222.0.44 "GET /v2.0/networks/d5889859-da21-43c6-aad2-22aedd4eb38b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8344436 Dec 06 17:12:13.846636 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-68bf0831-6a83-460b-a63c-e93364fec9ba req-0c10cecd-97b1-4045-8dfb-4c83611824d4 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Request body: {'port': {'device_id': '28f89250-f6ba-4cb7-938b-7c0f42ca3b95', 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a', 'admin_state_up': True, 'tenant_id': '4b43d5b1cc2b418c97b1aca204b56c1e'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:12:13.855069 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-363802bd-0c51-4143-836a-d35491ceebcf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:13.872632 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-363802bd-0c51-4143-836a-d35491ceebcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:13.883915 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-363802bd-0c51-4143-836a-d35491ceebcf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:12:13.886880 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bf0831-6a83-460b-a63c-e93364fec9ba req-96e339ab-212d-4e71-9cb4-1c5c817dee0a tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:13.889352 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-68bf0831-6a83-460b-a63c-e93364fec9ba req-96e339ab-212d-4e71-9cb4-1c5c817dee0a tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3201513 Dec 06 17:12:13.936923 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-363802bd-0c51-4143-836a-d35491ceebcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:13.937281 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-363802bd-0c51-4143-836a-d35491ceebcf admin admin] Added segment c5bdebef-6647-4acc-8b76-b3635792eaa5 of type vlan for network f3115485-0e47-4001-968e-d7c2520b29dd Dec 06 17:12:13.983674 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-68bf0831-6a83-460b-a63c-e93364fec9ba req-81010df2-e613-4805-a4f4-267897971135 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Request body: {'port': {'device_id': '5636e75b-e24c-4aad-9d0d-f9a5e5f3d916', 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a', 'admin_state_up': True, 'tenant_id': '4b43d5b1cc2b418c97b1aca204b56c1e'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:12:13.994181 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363802bd-0c51-4143-836a-d35491ceebcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:14.025025 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-363802bd-0c51-4143-836a-d35491ceebcf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:14.050408 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d88e8e06-b1c9-4b5a-a639-5c51ebd81508 req-3f8eebdc-76d6-455c-945d-232df875f67b tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/ports?device_id=5636e75b-e24c-4aad-9d0d-f9a5e5f3d916 HTTP/1.1" status: 200 len: 210 time: 0.0531154 Dec 06 17:12:14.093816 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-363802bd-0c51-4143-836a-d35491ceebcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:14.096055 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363802bd-0c51-4143-836a-d35491ceebcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:14.096943 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-363802bd-0c51-4143-836a-d35491ceebcf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:14.097121 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-38757f76-882e-4ae3-8c0c-14be8b2df97b req-c912c15e-aad9-4793-b4c8-a1d7e3c6430b service neutron] No DVR routers for this DVR port 4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6 on host n-h1-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:12:14.113123 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f6a56d6b-0750-439b-aa2e-5190383bc1c7 req-e11d3636-c93a-435d-8258-cc440446bb8f service neutron] 10.222.0.44 "GET /v2.0/networks/d5889859-da21-43c6-aad2-22aedd4eb38b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371604 Dec 06 17:12:14.119117 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68bf0831-6a83-460b-a63c-e93364fec9ba req-0c10cecd-97b1-4045-8dfb-4c83611824d4 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Made reservation on behalf of 4b43d5b1cc2b418c97b1aca204b56c1e for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:12:14.119315 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c912c15e-aad9-4793-b4c8-a1d7e3c6430b service neutron] Pushing event updated for resources: {'Port': ['ID=4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6,revision_number=10']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:14.122908 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-68bf0831-6a83-460b-a63c-e93364fec9ba req-0c10cecd-97b1-4045-8dfb-4c83611824d4 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:14.137368 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ffe91e-daa9-44f8-a6ac-d91d5bc9028c req-7f81488c-803a-4ca4-b31d-2ac9c3c12368 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:14.146684 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d3ffe91e-daa9-44f8-a6ac-d91d5bc9028c req-7f81488c-803a-4ca4-b31d-2ac9c3c12368 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "GET /v2.0/ports?device_id=54880385-291a-450b-af29-150850763a9e HTTP/1.1" status: 200 len: 943 time: 0.3443561 Dec 06 17:12:14.150963 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e4af9c8-8998-4b05-b11e-e2e9461541c8 x-openstack-request-id: req-0e4af9c8-8998-4b05-b11e-e2e9461541c8 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:12:14.151256 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54880385-291a-450b-af29-150850763a9e", "tag": "f5806f7a-957a-4bcd-ba96-0f301fe31fe6", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:12:14.151512 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0e4af9c8-8998-4b05-b11e-e2e9461541c8 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:12:14.152533 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54880385-291a-450b-af29-150850763a9e', 'tag': 'f5806f7a-957a-4bcd-ba96-0f301fe31fe6', 'status': 'completed', 'code': 200} Dec 06 17:12:14.185916 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-363802bd-0c51-4143-836a-d35491ceebcf admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0552816 Dec 06 17:12:14.186158 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 43850) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:12:14.190144 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363802bd-0c51-4143-836a-d35491ceebcf admin admin] Pushing event updated for resources: {'Network': ['ID=f3115485-0e47-4001-968e-d7c2520b29dd,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:14.202748 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-877ddf01-902a-46f8-8a9b-9bea60f77794 admin admin] Request body: {'subnet': {'network_id': 'f3115485-0e47-4001-968e-d7c2520b29dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1725149468-subnet', 'tenant_id': '806e7552b2fe4d15bbbee1bb266d6718', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:12:14.206250 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network f3115485-0e47-4001-968e-d7c2520b29dd details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:12:14.240591 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-38757f76-882e-4ae3-8c0c-14be8b2df97b req-c912c15e-aad9-4793-b4c8-a1d7e3c6430b service neutron] 10.222.0.41 "PUT /v2.0/ports/4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6/bindings/n-h2-master-1/activate HTTP/1.1" status: 200 len: 369 time: 1.8882158 Dec 06 17:12:14.276663 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-877ddf01-902a-46f8-8a9b-9bea60f77794 admin admin] Made reservation on behalf of 806e7552b2fe4d15bbbee1bb266d6718 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:12:14.279096 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-877ddf01-902a-46f8-8a9b-9bea60f77794 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:14.331072 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7066d8-a8f8-4ad2-b2b1-1189a76c90b7 req-c31b998e-44e5-4ce3-ad9c-f64f22a81f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:14.332599 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3f7066d8-a8f8-4ad2-b2b1-1189a76c90b7 req-c31b998e-44e5-4ce3-ad9c-f64f22a81f4e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f536e32d8d6e44a6a16c94e459e23f1d&device_id=54880385-291a-450b-af29-150850763a9e HTTP/1.1" status: 200 len: 1094 time: 0.1483960 Dec 06 17:12:14.337408 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68bf0831-6a83-460b-a63c-e93364fec9ba req-81010df2-e613-4805-a4f4-267897971135 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Made reservation on behalf of 4b43d5b1cc2b418c97b1aca204b56c1e for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:12:14.340886 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-68bf0831-6a83-460b-a63c-e93364fec9ba req-81010df2-e613-4805-a4f4-267897971135 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:14.366841 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d3ffe91e-daa9-44f8-a6ac-d91d5bc9028c req-0820b344-4b3f-4b47-9dba-9b08d6dfe213 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "GET /v2.0/security-groups?id=101dae8c-d6de-48c7-b5a1-19c10425459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192974 Dec 06 17:12:14.461283 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-68bf0831-6a83-460b-a63c-e93364fec9ba req-0c10cecd-97b1-4045-8dfb-4c83611824d4 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Allocated IP 192.168.233.20 (ee08a0d2-834f-4c39-be47-9c424581246a/1342252a-21e4-4783-88ff-f54776c79059/6980ab2b-2184-4bb6-bf4c-ab79e620b3b8) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:12:14.482844 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38757f76-882e-4ae3-8c0c-14be8b2df97b req-1fb9ad09-7752-4865-b03a-334d186c16a9 tempest-LiveMigrationTest-2036531045 tempest-LiveMigrationTest-2036531045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:14.484402 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-38757f76-882e-4ae3-8c0c-14be8b2df97b req-1fb9ad09-7752-4865-b03a-334d186c16a9 tempest-LiveMigrationTest-2036531045 tempest-LiveMigrationTest-2036531045-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=851a3db1-d857-4982-bb02-42a5ec92a2df&tenant_id=1d83e0c6d059422882cc226e7f9c727a&binding%3Ahost_id=n-h1-master-1 HTTP/1.1" status: 200 len: 1095 time: 0.1403062 Dec 06 17:12:14.503200 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7066d8-a8f8-4ad2-b2b1-1189a76c90b7 req-3ed851fd-da1d-4fb2-95e9-34cf13b5b7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:14.504748 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3f7066d8-a8f8-4ad2-b2b1-1189a76c90b7 req-3ed851fd-da1d-4fb2-95e9-34cf13b5b7dc service neutron] 10.222.0.44 "GET /v2.0/networks?id=d5889859-da21-43c6-aad2-22aedd4eb38b HTTP/1.1" status: 200 len: 914 time: 0.1565793 Dec 06 17:12:14.554443 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3f7066d8-a8f8-4ad2-b2b1-1189a76c90b7 req-a6c76e9a-537e-4bb7-a31f-44ddec0822ba service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5806f7a-957a-4bcd-ba96-0f301fe31fe6 HTTP/1.1" status: 200 len: 217 time: 0.0417192 Dec 06 17:12:14.610708 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7066d8-a8f8-4ad2-b2b1-1189a76c90b7 req-c39c9f23-0fdd-4cf8-80f8-892404fedfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:14.612209 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3f7066d8-a8f8-4ad2-b2b1-1189a76c90b7 req-c39c9f23-0fdd-4cf8-80f8-892404fedfa7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c2b6f40c-08b5-4858-90df-7d27b7ee3faf HTTP/1.1" status: 200 len: 853 time: 0.0492122 Dec 06 17:12:14.645084 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38757f76-882e-4ae3-8c0c-14be8b2df97b req-99ac5c4a-846b-46c6-b224-7e56491b41d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:14.647313 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-38757f76-882e-4ae3-8c0c-14be8b2df97b req-99ac5c4a-846b-46c6-b224-7e56491b41d0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=851a3db1-d857-4982-bb02-42a5ec92a2df&tenant_id=1d83e0c6d059422882cc226e7f9c727a HTTP/1.1" status: 200 len: 1095 time: 0.1513615 Dec 06 17:12:14.655176 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3f7066d8-a8f8-4ad2-b2b1-1189a76c90b7 req-77c97359-9a4e-4d52-b3ed-cdb5bf3aa0bc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d5889859-da21-43c6-aad2-22aedd4eb38b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348396 Dec 06 17:12:14.747355 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-877ddf01-902a-46f8-8a9b-9bea60f77794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:14.797541 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3f7066d8-a8f8-4ad2-b2b1-1189a76c90b7 req-c639ff06-f0d7-4548-975c-c1b9908ec34b service neutron] 10.222.0.44 "GET /v2.0/networks/d5889859-da21-43c6-aad2-22aedd4eb38b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286845 Dec 06 17:12:14.835971 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38757f76-882e-4ae3-8c0c-14be8b2df97b req-c924cee3-f290-4094-bd33-5d869f71c961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:14.837576 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-38757f76-882e-4ae3-8c0c-14be8b2df97b req-c924cee3-f290-4094-bd33-5d869f71c961 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1d83e0c6d059422882cc226e7f9c727a&device_id=851a3db1-d857-4982-bb02-42a5ec92a2df HTTP/1.1" status: 200 len: 1095 time: 0.1569643 Dec 06 17:12:14.848461 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-68bf0831-6a83-460b-a63c-e93364fec9ba req-0c10cecd-97b1-4045-8dfb-4c83611824d4 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:14.849590 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:12:14.898629 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6 not bound to the agent host n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:12:14.944828 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877ddf01-902a-46f8-8a9b-9bea60f77794 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85724274-c536-4bb4-9806-32c964df8042,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:14.949033 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656097b1-77e0-4506-afda-1dc6ff853390 req-28585e34-fc7a-4013-869b-4c06b45798ab tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:14.955578 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656097b1-77e0-4506-afda-1dc6ff853390 req-28585e34-fc7a-4013-869b-4c06b45798ab tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:14.961672 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656097b1-77e0-4506-afda-1dc6ff853390 req-28585e34-fc7a-4013-869b-4c06b45798ab tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:14.967577 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656097b1-77e0-4506-afda-1dc6ff853390 req-28585e34-fc7a-4013-869b-4c06b45798ab tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:14.971134 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce080db-f4ad-44a7-9ec4-dc642decab01 req-8c210d96-b328-4db6-b9c2-09fa84a4916a tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:14.972634 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-dce080db-f4ad-44a7-9ec4-dc642decab01 req-8c210d96-b328-4db6-b9c2-09fa84a4916a tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=851a3db1-d857-4982-bb02-42a5ec92a2df HTTP/1.1" status: 200 len: 944 time: 0.2044075 Dec 06 17:12:14.973522 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656097b1-77e0-4506-afda-1dc6ff853390 req-28585e34-fc7a-4013-869b-4c06b45798ab tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:14.980639 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877ddf01-902a-46f8-8a9b-9bea60f77794 admin admin] Checking segment: {'id': 'c5bdebef-6647-4acc-8b76-b3635792eaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f3115485-0e47-4001-968e-d7c2520b29dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:12:14.980639 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877ddf01-902a-46f8-8a9b-9bea60f77794 admin admin] Network hostable DHCP agents. Network: f3115485-0e47-4001-968e-d7c2520b29dd, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:12:14.981209 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656097b1-77e0-4506-afda-1dc6ff853390 req-28585e34-fc7a-4013-869b-4c06b45798ab tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:14.986638 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656097b1-77e0-4506-afda-1dc6ff853390 req-28585e34-fc7a-4013-869b-4c06b45798ab tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:14.988570 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-656097b1-77e0-4506-afda-1dc6ff853390 req-28585e34-fc7a-4013-869b-4c06b45798ab tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5398cbb-9f14-42b7-905c-288b25e2bdb2 HTTP/1.1" status: 200 len: 5432 time: 0.1220131 Dec 06 17:12:14.990664 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3f7066d8-a8f8-4ad2-b2b1-1189a76c90b7 req-f9ca9e69-1927-4ef0-be93-badcc3f56eef service neutron] 10.222.0.44 "GET /v2.0/networks/d5889859-da21-43c6-aad2-22aedd4eb38b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844146 Dec 06 17:12:15.052230 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38757f76-882e-4ae3-8c0c-14be8b2df97b req-69844b59-82fb-48e7-8ffd-f9a4aa3d4217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:15.053897 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-38757f76-882e-4ae3-8c0c-14be8b2df97b req-69844b59-82fb-48e7-8ffd-f9a4aa3d4217 service neutron] 10.222.0.44 "GET /v2.0/networks?id=33742801-ccea-4ab3-a86a-2573a2966c19 HTTP/1.1" status: 200 len: 909 time: 0.2019775 Dec 06 17:12:15.054138 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-656097b1-77e0-4506-afda-1dc6ff853390 req-18213fe8-4b90-470e-b612-a380d7f90e42 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/security-groups?id=39e38e48-0a80-455d-95ef-5684c690b16b&id=511f9156-9807-4e4e-ae23-f0018acdbda1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0590901 Dec 06 17:12:15.057006 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877ddf01-902a-46f8-8a9b-9bea60f77794 admin admin] Network f3115485-0e47-4001-968e-d7c2520b29dd is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:12:15.058917 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-68bf0831-6a83-460b-a63c-e93364fec9ba req-0c10cecd-97b1-4045-8dfb-4c83611824d4 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:15.087295 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['bba877c3-4e46-4a6b-a46a-4d9c36550d32', 'c06faf7a-f15d-4836-b194-8cfd5ea8c68b'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:12:15.091916 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['a9d90335-45f4-43b2-ba1e-cb5a033fd2ee'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:12:15.123996 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-68bf0831-6a83-460b-a63c-e93364fec9ba req-81010df2-e613-4805-a4f4-267897971135 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Allocated IP 192.168.233.110 (ee08a0d2-834f-4c39-be47-9c424581246a/1342252a-21e4-4783-88ff-f54776c79059/eab92264-1509-4c57-bf04-64690aaa0ff8) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:12:15.145684 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-877ddf01-902a-46f8-8a9b-9bea60f77794 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, f3115485-0e47-4001-968e-d7c2520b29dd) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:12:15.154490 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-38757f76-882e-4ae3-8c0c-14be8b2df97b req-1a011f27-af25-44d4-8286-8b99f3b90751 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6 HTTP/1.1" status: 200 len: 217 time: 0.0783980 Dec 06 17:12:15.157996 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e22b43b-bd55-45fa-92b3-db9cf75bb1d5 None None] Network f3115485-0e47-4001-968e-d7c2520b29dd requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:12:15.166184 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-dce080db-f4ad-44a7-9ec4-dc642decab01 req-42131781-f261-416e-80bd-14fe77b9fbb3 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763453 Dec 06 17:12:15.167554 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877ddf01-902a-46f8-8a9b-9bea60f77794 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:15.168318 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-877ddf01-902a-46f8-8a9b-9bea60f77794 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:15.179591 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68bf0831-6a83-460b-a63c-e93364fec9ba req-0c10cecd-97b1-4045-8dfb-4c83611824d4 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Network ee08a0d2-834f-4c39-be47-9c424581246a is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:12:15.212326 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-68bf0831-6a83-460b-a63c-e93364fec9ba req-0c10cecd-97b1-4045-8dfb-4c83611824d4 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:12:15.225816 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-68bf0831-6a83-460b-a63c-e93364fec9ba req-0c10cecd-97b1-4045-8dfb-4c83611824d4 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:12:15.229125 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c10cecd-97b1-4045-8dfb-4c83611824d4 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Pushing event updated for resources: {'Port': ['ID=6980ab2b-2184-4bb6-bf4c-ab79e620b3b8,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:15.268028 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-877ddf01-902a-46f8-8a9b-9bea60f77794 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0806789 Dec 06 17:12:15.294670 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38757f76-882e-4ae3-8c0c-14be8b2df97b req-c9f92f6a-b0b0-47cf-8f68-57725ed8d0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:15.296224 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-38757f76-882e-4ae3-8c0c-14be8b2df97b req-c9f92f6a-b0b0-47cf-8f68-57725ed8d0d2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=da31f47d-8fee-49c3-b794-af6b3fd955bf HTTP/1.1" status: 200 len: 848 time: 0.1150165 Dec 06 17:12:15.332671 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device f5806f7a-957a-4bcd-ba96-0f301fe31fe6 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:12:15.391621 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-68bf0831-6a83-460b-a63c-e93364fec9ba req-81010df2-e613-4805-a4f4-267897971135 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:15.400006 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-38757f76-882e-4ae3-8c0c-14be8b2df97b req-0b82ef5c-9b3f-4a57-ac83-3c0ee691e926 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=33742801-ccea-4ab3-a86a-2573a2966c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825415 Dec 06 17:12:15.457314 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-68bf0831-6a83-460b-a63c-e93364fec9ba req-81010df2-e613-4805-a4f4-267897971135 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:15.561855 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.db.resource_extend [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 06 17:12:15.591642 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68bf0831-6a83-460b-a63c-e93364fec9ba req-81010df2-e613-4805-a4f4-267897971135 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Network ee08a0d2-834f-4c39-be47-9c424581246a is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:12:15.597700 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-68bf0831-6a83-460b-a63c-e93364fec9ba req-81010df2-e613-4805-a4f4-267897971135 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:12:15.606886 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81010df2-e613-4805-a4f4-267897971135 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Pushing event updated for resources: {'Port': ['ID=eab92264-1509-4c57-bf04-64690aaa0ff8,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:15.615882 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-68bf0831-6a83-460b-a63c-e93364fec9ba req-81010df2-e613-4805-a4f4-267897971135 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:12:15.663696 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-38757f76-882e-4ae3-8c0c-14be8b2df97b req-178e7856-8f83-4a5f-971f-ccee915f421a service neutron] 10.222.0.44 "GET /v2.0/networks/33742801-ccea-4ab3-a86a-2573a2966c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621493 Dec 06 17:12:15.682322 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f66f7d-7343-45ee-bf99-9cf2c4bdd95f None None] Network f3115485-0e47-4001-968e-d7c2520b29dd requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:12:15.712839 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bf0831-6a83-460b-a63c-e93364fec9ba req-81010df2-e613-4805-a4f4-267897971135 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:15.714020 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-68bf0831-6a83-460b-a63c-e93364fec9ba req-81010df2-e613-4805-a4f4-267897971135 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:15.740463 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d7be84-5260-448f-ab42-933eb68d5908 req-60f1c301-e4ea-404a-b21a-2587f25969d2 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:15.747900 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-88d7be84-5260-448f-ab42-933eb68d5908 req-60f1c301-e4ea-404a-b21a-2587f25969d2 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "GET /v2.0/ports?device_id=54880385-291a-450b-af29-150850763a9e HTTP/1.1" status: 200 len: 943 time: 0.1382704 Dec 06 17:12:15.758446 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-68bf0831-6a83-460b-a63c-e93364fec9ba req-81010df2-e613-4805-a4f4-267897971135 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7833982 Dec 06 17:12:15.758661 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bf0831-6a83-460b-a63c-e93364fec9ba req-0c10cecd-97b1-4045-8dfb-4c83611824d4 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:15.759224 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-68bf0831-6a83-460b-a63c-e93364fec9ba req-0c10cecd-97b1-4045-8dfb-4c83611824d4 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:15.775772 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-68bf0831-6a83-460b-a63c-e93364fec9ba req-82a0febd-25ce-41c9-9e0a-086b6f51eb2a service neutron] Request body: {'port': {'device_id': '5636e75b-e24c-4aad-9d0d-f9a5e5f3d916', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:12:15.836081 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c4d00e6c-1c9a-43af-a2dc-896c8bddabcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:15.844680 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-88d7be84-5260-448f-ab42-933eb68d5908 req-2ca1d37f-999e-455e-8afd-69c3d639e788 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "GET /v2.0/security-groups?id=101dae8c-d6de-48c7-b5a1-19c10425459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924544 Dec 06 17:12:15.867741 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c41b95-3741-474a-9780-f656cfbee37e req-9317f70f-6260-4249-a40b-ef66f2776a6e tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:15.869349 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-41c41b95-3741-474a-9780-f656cfbee37e req-9317f70f-6260-4249-a40b-ef66f2776a6e tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/ports?device_id=5636e75b-e24c-4aad-9d0d-f9a5e5f3d916 HTTP/1.1" status: 200 len: 936 time: 0.2121320 Dec 06 17:12:15.907300 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-68bf0831-6a83-460b-a63c-e93364fec9ba req-82a0febd-25ce-41c9-9e0a-086b6f51eb2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:15.921098 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-68bf0831-6a83-460b-a63c-e93364fec9ba req-0c10cecd-97b1-4045-8dfb-4c83611824d4 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0833912 Dec 06 17:12:15.935951 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-68bf0831-6a83-460b-a63c-e93364fec9ba req-0fcc5c6c-350d-4d45-8e62-1e08e0b3b8ad service neutron] Request body: {'port': {'device_id': '28f89250-f6ba-4cb7-938b-7c0f42ca3b95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:12:15.973353 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-28b04578-417b-4f29-b951-2fd1c7a03e41 None None] Provisioning complete for port 6980ab2b-2184-4bb6-bf4c-ab79e620b3b8 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:12:15.974060 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-28b04578-417b-4f29-b951-2fd1c7a03e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:15.984052 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 43886) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:12:16.053391 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-41c41b95-3741-474a-9780-f656cfbee37e req-d6be65b6-5209-4dc2-961c-5cd1496a7640 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ba66608-5fba-460b-9339-43992781830c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644311 Dec 06 17:12:16.078253 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['a9d90335-45f4-43b2-ba1e-cb5a033fd2ee'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:12:16.102476 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port f5806f7a-957a-4bcd-ba96-0f301fe31fe6, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f5806f7a-957a-4bcd-ba96-0f301fe31fe6,segment=NetworkSegment(bf491db3-1349-4273-86a8-1c05096a6cc1),segment_id=bf491db3-1349-4273-86a8-1c05096a6cc1)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:12:16.120031 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-68bf0831-6a83-460b-a63c-e93364fec9ba req-0fcc5c6c-350d-4d45-8e62-1e08e0b3b8ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:16.132513 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-38757f76-882e-4ae3-8c0c-14be8b2df97b req-74f140fc-8c7e-4707-b66f-4779ef42dbc5 service neutron] 10.222.0.44 "GET /v2.0/networks/33742801-ccea-4ab3-a86a-2573a2966c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4452238 Dec 06 17:12:16.178163 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': 'f5806f7a-957a-4bcd-ba96-0f301fe31fe6', 'network_id': 'd5889859-da21-43c6-aad2-22aedd4eb38b', 'port_id': 'f5806f7a-957a-4bcd-ba96-0f301fe31fe6', 'mac_address': 'fa:16:3e:06:9f:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2b6f40c-08b5-4858-90df-7d27b7ee3faf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:12:16.184422 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-28b04578-417b-4f29-b951-2fd1c7a03e41 None None] Port 6980ab2b-2184-4bb6-bf4c-ab79e620b3b8 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:12:16.302675 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c07ef85a-0fc3-42ad-829c-a37799b0c761 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:16.328626 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:16.355894 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15787eb-4e8a-4b8b-8b7f-9af6678295ee req-1081b5a9-0098-47ea-bc0a-90ece0a9f31d tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:16.362279 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15787eb-4e8a-4b8b-8b7f-9af6678295ee req-1081b5a9-0098-47ea-bc0a-90ece0a9f31d tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:16.364626 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5806f7a-957a-4bcd-ba96-0f301fe31fe6 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:12:16.367996 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15787eb-4e8a-4b8b-8b7f-9af6678295ee req-1081b5a9-0098-47ea-bc0a-90ece0a9f31d tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:16.374066 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15787eb-4e8a-4b8b-8b7f-9af6678295ee req-1081b5a9-0098-47ea-bc0a-90ece0a9f31d tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:16.380759 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15787eb-4e8a-4b8b-8b7f-9af6678295ee req-1081b5a9-0098-47ea-bc0a-90ece0a9f31d tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:16.387340 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15787eb-4e8a-4b8b-8b7f-9af6678295ee req-1081b5a9-0098-47ea-bc0a-90ece0a9f31d tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:16.393892 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15787eb-4e8a-4b8b-8b7f-9af6678295ee req-1081b5a9-0098-47ea-bc0a-90ece0a9f31d tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:16.395828 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f15787eb-4e8a-4b8b-8b7f-9af6678295ee req-1081b5a9-0098-47ea-bc0a-90ece0a9f31d tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5398cbb-9f14-42b7-905c-288b25e2bdb2 HTTP/1.1" status: 200 len: 5432 time: 0.2118974 Dec 06 17:12:16.403723 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b49fca04-0da1-4306-90ef-9ca84e196e0e None None] Provisioning complete for port eab92264-1509-4c57-bf04-64690aaa0ff8 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:12:16.404101 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b49fca04-0da1-4306-90ef-9ca84e196e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:16.467140 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10729717-1c09-48f4-afc7-71defafa06d2 req-d4c7a248-dcc2-404e-8651-fac08251ff5f tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:16.468640 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-10729717-1c09-48f4-afc7-71defafa06d2 req-d4c7a248-dcc2-404e-8651-fac08251ff5f tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/networks?id=f3115485-0e47-4001-968e-d7c2520b29dd HTTP/1.1" status: 200 len: 812 time: 0.1843555 Dec 06 17:12:16.479637 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port f5806f7a-957a-4bcd-ba96-0f301fe31fe6, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f5806f7a-957a-4bcd-ba96-0f301fe31fe6,segment=NetworkSegment(bf491db3-1349-4273-86a8-1c05096a6cc1),segment_id=bf491db3-1349-4273-86a8-1c05096a6cc1)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:12:16.504339 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:16.504611 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38757f76-882e-4ae3-8c0c-14be8b2df97b req-473e4afb-57fb-4e4e-93c7-a720d2acd9d2 tempest-LiveMigrationTest-2036531045 tempest-LiveMigrationTest-2036531045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:16.506457 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-38757f76-882e-4ae3-8c0c-14be8b2df97b req-473e4afb-57fb-4e4e-93c7-a720d2acd9d2 tempest-LiveMigrationTest-2036531045 tempest-LiveMigrationTest-2036531045-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=851a3db1-d857-4982-bb02-42a5ec92a2df&tenant_id=1d83e0c6d059422882cc226e7f9c727a&binding%3Ahost_id=n-h2-master-1 HTTP/1.1" status: 200 len: 1095 time: 0.0957291 Dec 06 17:12:16.512239 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b49fca04-0da1-4306-90ef-9ca84e196e0e None None] Port eab92264-1509-4c57-bf04-64690aaa0ff8 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:12:16.520002 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f15787eb-4e8a-4b8b-8b7f-9af6678295ee req-e650bce7-1f25-42f9-a8de-cb2c57719e4c tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/security-groups?id=39e38e48-0a80-455d-95ef-5684c690b16b&id=511f9156-9807-4e4e-ae23-f0018acdbda1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1110752 Dec 06 17:12:16.561558 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-10729717-1c09-48f4-afc7-71defafa06d2 req-295e14bd-9fe3-4634-9440-b4ec94ec1dfc tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/quotas/806e7552b2fe4d15bbbee1bb266d6718 HTTP/1.1" status: 200 len: 375 time: 0.0849648 Dec 06 17:12:16.564776 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c07ef85a-0fc3-42ad-829c-a37799b0c761 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:16.578002 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c07ef85a-0fc3-42ad-829c-a37799b0c761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:16.579072 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=f5806f7a-957a-4bcd-ba96-0f301fe31fe6,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:16.589783 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:12:16.590421 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:12:16.590947 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:12:16.591460 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:12:16.592449 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:12:16.592969 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:12:16.593665 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:12:16.594167 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:12:16.594680 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:12:16.595385 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:12:16.595886 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:12:16.596404 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:12:16.596899 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:12:16.655070 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-10729717-1c09-48f4-afc7-71defafa06d2 req-8db2e684-df86-4b33-a32d-8b02482b9f0b tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=806e7552b2fe4d15bbbee1bb266d6718&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0804648 Dec 06 17:12:16.692513 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffec933c-4fed-438b-92c6-03e7897130a6 req-c87466cc-8063-4882-b990-ec6358fd4f30 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:16.694018 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ffec933c-4fed-438b-92c6-03e7897130a6 req-c87466cc-8063-4882-b990-ec6358fd4f30 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=851a3db1-d857-4982-bb02-42a5ec92a2df HTTP/1.1" status: 200 len: 944 time: 0.0863316 Dec 06 17:12:16.698154 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07ef85a-0fc3-42ad-829c-a37799b0c761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=777e915e-8eea-42e1-87ed-08ed825c83c1,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:16.710135 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-c07ef85a-0fc3-42ad-829c-a37799b0c761 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dca8e873d02f47b6a6d9642fa18a6631&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7249775 Dec 06 17:12:16.715640 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-68bf0831-6a83-460b-a63c-e93364fec9ba req-82a0febd-25ce-41c9-9e0a-086b6f51eb2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eab92264-1509-4c57-bf04-64690aaa0ff8 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:12:16.719558 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 43906) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:12:16.728438 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-38757f76-882e-4ae3-8c0c-14be8b2df97b req-7f93587f-d55f-4ffb-ada0-a627b483c9f9 service neutron] For port 4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6, host n-h1-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:12:16.730903 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-68bf0831-6a83-460b-a63c-e93364fec9ba req-82a0febd-25ce-41c9-9e0a-086b6f51eb2a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:16.735721 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-38757f76-882e-4ae3-8c0c-14be8b2df97b req-7f93587f-d55f-4ffb-ada0-a627b483c9f9 service neutron] Publish callbacks [] for binding, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:16.737315 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-38757f76-882e-4ae3-8c0c-14be8b2df97b req-7f93587f-d55f-4ffb-ada0-a627b483c9f9 service neutron] 10.222.0.44 "DELETE /v2.0/ports/4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6/bindings/n-h1-master-1 HTTP/1.1" status: 204 len: 173 time: 0.2163150 Dec 06 17:12:16.759955 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['f5806f7a-957a-4bcd-ba96-0f301fe31fe6'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:12:16.762555 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ffec933c-4fed-438b-92c6-03e7897130a6 req-b9c86d12-1ce8-4bf1-a053-4c814b297fb9 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598454 Dec 06 17:12:16.806847 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-68bf0831-6a83-460b-a63c-e93364fec9ba req-82a0febd-25ce-41c9-9e0a-086b6f51eb2a service neutron] Transition to ACTIVE for port object eab92264-1509-4c57-bf04-64690aaa0ff8 will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:12:16.825118 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-68bf0831-6a83-460b-a63c-e93364fec9ba req-82a0febd-25ce-41c9-9e0a-086b6f51eb2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:16.844018 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:16.846393 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-10729717-1c09-48f4-afc7-71defafa06d2 req-a1f6f238-cf3a-4baa-b042-118c33788ef1 service neutron] 10.222.0.23 "GET /v2.0/networks/f3115485-0e47-4001-968e-d7c2520b29dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785264 Dec 06 17:12:16.849519 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['bba877c3-4e46-4a6b-a46a-4d9c36550d32', 'c06faf7a-f15d-4836-b194-8cfd5ea8c68b'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:12:16.888619 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-94e62398-0332-4117-a763-e3d7116ca2b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:16.911746 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-94e62398-0332-4117-a763-e3d7116ca2b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:17.033691 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a0febd-25ce-41c9-9e0a-086b6f51eb2a service neutron] Pushing event updated for resources: {'Port': ['ID=eab92264-1509-4c57-bf04-64690aaa0ff8,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:17.067212 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-68bf0831-6a83-460b-a63c-e93364fec9ba req-0fcc5c6c-350d-4d45-8e62-1e08e0b3b8ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6980ab2b-2184-4bb6-bf4c-ab79e620b3b8 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:12:17.091817 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-68bf0831-6a83-460b-a63c-e93364fec9ba req-0fcc5c6c-350d-4d45-8e62-1e08e0b3b8ad service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:17.151673 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-68bf0831-6a83-460b-a63c-e93364fec9ba req-0fcc5c6c-350d-4d45-8e62-1e08e0b3b8ad service neutron] Transition to ACTIVE for port object 6980ab2b-2184-4bb6-bf4c-ab79e620b3b8 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:12:17.175860 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d04092-8d60-41b1-b2dc-7a61a6543012 req-f4c559b8-48b2-4d24-b54c-54e7ddb97234 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:17.178012 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-10d04092-8d60-41b1-b2dc-7a61a6543012 req-f4c559b8-48b2-4d24-b54c-54e7ddb97234 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "GET /v2.0/ports?device_id=54880385-291a-450b-af29-150850763a9e HTTP/1.1" status: 200 len: 944 time: 0.1022730 Dec 06 17:12:17.178756 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-68bf0831-6a83-460b-a63c-e93364fec9ba req-0fcc5c6c-350d-4d45-8e62-1e08e0b3b8ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:17.182856 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-10729717-1c09-48f4-afc7-71defafa06d2 req-eaef242b-a121-4756-8433-e64f5629bdd6 service neutron] 10.222.0.23 "GET /v2.0/networks/f3115485-0e47-4001-968e-d7c2520b29dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3096156 Dec 06 17:12:17.194571 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-94e62398-0332-4117-a763-e3d7116ca2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:17.206394 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-94e62398-0332-4117-a763-e3d7116ca2b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:17.209872 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-94e62398-0332-4117-a763-e3d7116ca2b6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/777e915e-8eea-42e1-87ed-08ed825c83c1 HTTP/1.1" status: 204 len: 168 time: 0.4870498 Dec 06 17:12:17.220089 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-68bf0831-6a83-460b-a63c-e93364fec9ba req-82a0febd-25ce-41c9-9e0a-086b6f51eb2a service neutron] Attempting to bind port eab92264-1509-4c57-bf04-64690aaa0ff8 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:12:17.220947 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-68bf0831-6a83-460b-a63c-e93364fec9ba req-82a0febd-25ce-41c9-9e0a-086b6f51eb2a service neutron] Attempting to bind port eab92264-1509-4c57-bf04-64690aaa0ff8 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:12:17.221279 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68bf0831-6a83-460b-a63c-e93364fec9ba req-82a0febd-25ce-41c9-9e0a-086b6f51eb2a service neutron] Attempting to bind port eab92264-1509-4c57-bf04-64690aaa0ff8 on network ee08a0d2-834f-4c39-be47-9c424581246a {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:12:17.256651 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e62398-0332-4117-a763-e3d7116ca2b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=777e915e-8eea-42e1-87ed-08ed825c83c1,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:17.260170 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68bf0831-6a83-460b-a63c-e93364fec9ba req-82a0febd-25ce-41c9-9e0a-086b6f51eb2a service neutron] Port eab92264-1509-4c57-bf04-64690aaa0ff8 on network ee08a0d2-834f-4c39-be47-9c424581246a not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:12:17.260501 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68bf0831-6a83-460b-a63c-e93364fec9ba req-82a0febd-25ce-41c9-9e0a-086b6f51eb2a service neutron] Attempting to bind port eab92264-1509-4c57-bf04-64690aaa0ff8 on network ee08a0d2-834f-4c39-be47-9c424581246a {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:12:17.289353 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68bf0831-6a83-460b-a63c-e93364fec9ba req-82a0febd-25ce-41c9-9e0a-086b6f51eb2a service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:12:17.289778 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68bf0831-6a83-460b-a63c-e93364fec9ba req-82a0febd-25ce-41c9-9e0a-086b6f51eb2a service neutron] Checking segment: {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:12:17.290117 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68bf0831-6a83-460b-a63c-e93364fec9ba req-82a0febd-25ce-41c9-9e0a-086b6f51eb2a service neutron] Bound using segment: {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:12:17.290571 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-68bf0831-6a83-460b-a63c-e93364fec9ba req-82a0febd-25ce-41c9-9e0a-086b6f51eb2a service neutron] Bound port: eab92264-1509-4c57-bf04-64690aaa0ff8, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:12:17.290935 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-68bf0831-6a83-460b-a63c-e93364fec9ba req-82a0febd-25ce-41c9-9e0a-086b6f51eb2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:17.400702 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-10d04092-8d60-41b1-b2dc-7a61a6543012 req-4ee1ab9d-d86a-4258-8aed-78bad463bb9d tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "GET /v2.0/security-groups?id=101dae8c-d6de-48c7-b5a1-19c10425459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063344 Dec 06 17:12:17.475598 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcc5c6c-350d-4d45-8e62-1e08e0b3b8ad service neutron] Pushing event updated for resources: {'Port': ['ID=6980ab2b-2184-4bb6-bf4c-ab79e620b3b8,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:17.535051 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-68bf0831-6a83-460b-a63c-e93364fec9ba req-0fcc5c6c-350d-4d45-8e62-1e08e0b3b8ad service neutron] Attempting to bind port 6980ab2b-2184-4bb6-bf4c-ab79e620b3b8 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:12:17.535388 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-68bf0831-6a83-460b-a63c-e93364fec9ba req-0fcc5c6c-350d-4d45-8e62-1e08e0b3b8ad service neutron] Attempting to bind port 6980ab2b-2184-4bb6-bf4c-ab79e620b3b8 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:12:17.535720 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68bf0831-6a83-460b-a63c-e93364fec9ba req-0fcc5c6c-350d-4d45-8e62-1e08e0b3b8ad service neutron] Attempting to bind port 6980ab2b-2184-4bb6-bf4c-ab79e620b3b8 on network ee08a0d2-834f-4c39-be47-9c424581246a {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:12:17.551776 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-68bf0831-6a83-460b-a63c-e93364fec9ba req-82a0febd-25ce-41c9-9e0a-086b6f51eb2a service neutron] For port eab92264-1509-4c57-bf04-64690aaa0ff8, host n-h1-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:12:17.570736 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-68bf0831-6a83-460b-a63c-e93364fec9ba req-82a0febd-25ce-41c9-9e0a-086b6f51eb2a service neutron] For port eab92264-1509-4c57-bf04-64690aaa0ff8, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=eab92264-1509-4c57-bf04-64690aaa0ff8,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:12:17.581939 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-68bf0831-6a83-460b-a63c-e93364fec9ba req-82a0febd-25ce-41c9-9e0a-086b6f51eb2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:17.606010 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68bf0831-6a83-460b-a63c-e93364fec9ba req-0fcc5c6c-350d-4d45-8e62-1e08e0b3b8ad service neutron] Port 6980ab2b-2184-4bb6-bf4c-ab79e620b3b8 on network ee08a0d2-834f-4c39-be47-9c424581246a not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:12:17.606462 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68bf0831-6a83-460b-a63c-e93364fec9ba req-0fcc5c6c-350d-4d45-8e62-1e08e0b3b8ad service neutron] Attempting to bind port 6980ab2b-2184-4bb6-bf4c-ab79e620b3b8 on network ee08a0d2-834f-4c39-be47-9c424581246a {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:12:17.632890 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68bf0831-6a83-460b-a63c-e93364fec9ba req-0fcc5c6c-350d-4d45-8e62-1e08e0b3b8ad service neutron] Checking agent: {'id': '9d8b9f49-2860-4c1f-9b89-45a7657a3c4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:12:17.634036 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68bf0831-6a83-460b-a63c-e93364fec9ba req-0fcc5c6c-350d-4d45-8e62-1e08e0b3b8ad service neutron] Checking segment: {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:12:17.634661 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68bf0831-6a83-460b-a63c-e93364fec9ba req-0fcc5c6c-350d-4d45-8e62-1e08e0b3b8ad service neutron] Bound using segment: {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:12:17.635211 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-68bf0831-6a83-460b-a63c-e93364fec9ba req-0fcc5c6c-350d-4d45-8e62-1e08e0b3b8ad service neutron] Bound port: 6980ab2b-2184-4bb6-bf4c-ab79e620b3b8, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:12:17.635683 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-68bf0831-6a83-460b-a63c-e93364fec9ba req-0fcc5c6c-350d-4d45-8e62-1e08e0b3b8ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:17.658555 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac06030b-fa51-498c-9341-22d97ccfe96b req-5b0cb8ee-bd17-434b-a135-634fd8c8e8cf tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:17.660411 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ac06030b-fa51-498c-9341-22d97ccfe96b req-5b0cb8ee-bd17-434b-a135-634fd8c8e8cf tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/ports?device_id=5636e75b-e24c-4aad-9d0d-f9a5e5f3d916 HTTP/1.1" status: 200 len: 948 time: 0.1169584 Dec 06 17:12:17.690897 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bf0831-6a83-460b-a63c-e93364fec9ba req-82a0febd-25ce-41c9-9e0a-086b6f51eb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:17.692169 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-68bf0831-6a83-460b-a63c-e93364fec9ba req-82a0febd-25ce-41c9-9e0a-086b6f51eb2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:17.693924 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-68bf0831-6a83-460b-a63c-e93364fec9ba req-82a0febd-25ce-41c9-9e0a-086b6f51eb2a service neutron] 10.222.0.41 "PUT /v2.0/ports/eab92264-1509-4c57-bf04-64690aaa0ff8 HTTP/1.1" status: 200 len: 1096 time: 1.9223070 Dec 06 17:12:17.695146 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5636e75b-e24c-4aad-9d0d-f9a5e5f3d916', 'tag': 'eab92264-1509-4c57-bf04-64690aaa0ff8'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:12:17.698268 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f76cc07c-ae71-4dce-acb8-e3aa0b2319d9" -d '{"events": [{"name": "network-changed", "server_uuid": "5636e75b-e24c-4aad-9d0d-f9a5e5f3d916", "tag": "eab92264-1509-4c57-bf04-64690aaa0ff8"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:12:17.711313 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba326a2-ceed-47e3-9870-868bdd773cc7 req-8702f1ea-4c95-475d-89c0-c0ba92d41079 tempest-LiveMigrationTest-2036531045 tempest-LiveMigrationTest-2036531045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:17.725152 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 43932) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:12:17.732620 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1ba326a2-ceed-47e3-9870-868bdd773cc7 req-8702f1ea-4c95-475d-89c0-c0ba92d41079 tempest-LiveMigrationTest-2036531045 tempest-LiveMigrationTest-2036531045-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=851a3db1-d857-4982-bb02-42a5ec92a2df HTTP/1.1" status: 200 len: 1095 time: 0.2448676 Dec 06 17:12:17.760262 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fcfa26f8-dd77-40d8-8171-4b67adf2a405 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:17.800033 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ac06030b-fa51-498c-9341-22d97ccfe96b req-146d0506-d400-4b39-bb3e-ec17efaa5331 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ba66608-5fba-460b-9339-43992781830c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311080 Dec 06 17:12:17.840656 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a0febd-25ce-41c9-9e0a-086b6f51eb2a service neutron] Pushing event updated for resources: {'Port': ['ID=eab92264-1509-4c57-bf04-64690aaa0ff8,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:17.852774 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-68bf0831-6a83-460b-a63c-e93364fec9ba req-0fcc5c6c-350d-4d45-8e62-1e08e0b3b8ad service neutron] For port 6980ab2b-2184-4bb6-bf4c-ab79e620b3b8, host n-h2-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:12:17.857489 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-68bf0831-6a83-460b-a63c-e93364fec9ba req-0fcc5c6c-350d-4d45-8e62-1e08e0b3b8ad service neutron] For port 6980ab2b-2184-4bb6-bf4c-ab79e620b3b8, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=6980ab2b-2184-4bb6-bf4c-ab79e620b3b8,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:12:17.877622 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-68bf0831-6a83-460b-a63c-e93364fec9ba req-0fcc5c6c-350d-4d45-8e62-1e08e0b3b8ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:17.886194 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bf0831-6a83-460b-a63c-e93364fec9ba req-d70ebde1-5d9f-43e2-b35e-2f1c7a950ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:17.889561 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-68bf0831-6a83-460b-a63c-e93364fec9ba req-d70ebde1-5d9f-43e2-b35e-2f1c7a950ba4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4b43d5b1cc2b418c97b1aca204b56c1e&device_id=5636e75b-e24c-4aad-9d0d-f9a5e5f3d916 HTTP/1.1" status: 200 len: 1099 time: 0.1406422 Dec 06 17:12:17.901753 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1ba326a2-ceed-47e3-9870-868bdd773cc7 req-7c5af5c2-dc71-4fc6-bb9c-85be601d2ec9 tempest-LiveMigrationTest-2036531045 tempest-LiveMigrationTest-2036531045-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621940 Dec 06 17:12:17.980221 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:17.983864 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-68bf0831-6a83-460b-a63c-e93364fec9ba req-e3e6d298-f172-4e21-9bc4-7f6d638a6abf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=eab92264-1509-4c57-bf04-64690aaa0ff8 HTTP/1.1" status: 200 len: 217 time: 0.0778711 Dec 06 17:12:18.018357 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0a80e8d0-1602-4a45-85ed-d5a49981cc0b req-596e68fb-381f-4d03-ad20-9bac0727ea7d tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd92f7cd-d0ab-4039-8a3c-90c7f0f7d88f HTTP/1.1" status: 200 len: 210 time: 0.1558509 Dec 06 17:12:18.068901 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bf0831-6a83-460b-a63c-e93364fec9ba req-0fcc5c6c-350d-4d45-8e62-1e08e0b3b8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:18.069570 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-68bf0831-6a83-460b-a63c-e93364fec9ba req-0fcc5c6c-350d-4d45-8e62-1e08e0b3b8ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:18.070982 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-68bf0831-6a83-460b-a63c-e93364fec9ba req-0fcc5c6c-350d-4d45-8e62-1e08e0b3b8ad service neutron] 10.222.0.44 "PUT /v2.0/ports/6980ab2b-2184-4bb6-bf4c-ab79e620b3b8 HTTP/1.1" status: 200 len: 1095 time: 2.1398077 Dec 06 17:12:18.085252 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28f89250-f6ba-4cb7-938b-7c0f42ca3b95', 'tag': '6980ab2b-2184-4bb6-bf4c-ab79e620b3b8'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:12:18.090824 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4369f224-3b09-4e88-9180-91356fe15c2d" -d '{"events": [{"name": "network-changed", "server_uuid": "28f89250-f6ba-4cb7-938b-7c0f42ca3b95", "tag": "6980ab2b-2184-4bb6-bf4c-ab79e620b3b8"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:12:18.144737 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba4c6078-942e-4543-9439-8d94c4c9952e x-openstack-request-id: req-ba4c6078-942e-4543-9439-8d94c4c9952e {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:12:18.145065 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5636e75b-e24c-4aad-9d0d-f9a5e5f3d916", "tag": "eab92264-1509-4c57-bf04-64690aaa0ff8", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:12:18.145275 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ba4c6078-942e-4543-9439-8d94c4c9952e {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:12:18.145709 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5636e75b-e24c-4aad-9d0d-f9a5e5f3d916', 'tag': 'eab92264-1509-4c57-bf04-64690aaa0ff8', 'status': 'completed', 'code': 200} Dec 06 17:12:18.159237 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bf0831-6a83-460b-a63c-e93364fec9ba req-86bc3249-cf6d-4ade-bc3d-750c991b0e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:18.160836 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-68bf0831-6a83-460b-a63c-e93364fec9ba req-86bc3249-cf6d-4ade-bc3d-750c991b0e85 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1342252a-21e4-4783-88ff-f54776c79059 HTTP/1.1" status: 200 len: 843 time: 0.1688640 Dec 06 17:12:18.226432 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fcfa26f8-dd77-40d8-8171-4b67adf2a405 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:18.227587 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcc5c6c-350d-4d45-8e62-1e08e0b3b8ad service neutron] Pushing event updated for resources: {'Port': ['ID=6980ab2b-2184-4bb6-bf4c-ab79e620b3b8,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:18.237000 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fcfa26f8-dd77-40d8-8171-4b67adf2a405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:18.252230 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab477be-bfbe-4355-9f42-71383f180fb8 req-4313cd7b-3a51-4234-9569-94f2258fe2e2 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:18.262186 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab477be-bfbe-4355-9f42-71383f180fb8 req-4313cd7b-3a51-4234-9569-94f2258fe2e2 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:18.270243 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab477be-bfbe-4355-9f42-71383f180fb8 req-4313cd7b-3a51-4234-9569-94f2258fe2e2 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:18.278561 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab477be-bfbe-4355-9f42-71383f180fb8 req-4313cd7b-3a51-4234-9569-94f2258fe2e2 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:18.286897 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab477be-bfbe-4355-9f42-71383f180fb8 req-4313cd7b-3a51-4234-9569-94f2258fe2e2 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:18.293490 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab477be-bfbe-4355-9f42-71383f180fb8 req-4313cd7b-3a51-4234-9569-94f2258fe2e2 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:18.300781 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab477be-bfbe-4355-9f42-71383f180fb8 req-4313cd7b-3a51-4234-9569-94f2258fe2e2 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:18.303178 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bf0831-6a83-460b-a63c-e93364fec9ba req-50923b13-44b2-4ac9-950b-ce4c3eeb4607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:18.304725 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-68bf0831-6a83-460b-a63c-e93364fec9ba req-50923b13-44b2-4ac9-950b-ce4c3eeb4607 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4b43d5b1cc2b418c97b1aca204b56c1e&device_id=28f89250-f6ba-4cb7-938b-7c0f42ca3b95 HTTP/1.1" status: 200 len: 1098 time: 0.1683993 Dec 06 17:12:18.309926 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa26f8-dd77-40d8-8171-4b67adf2a405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfbb658d-bab9-4b8d-bf11-81aa7232591c,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:18.315429 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-cab477be-bfbe-4355-9f42-71383f180fb8 req-4313cd7b-3a51-4234-9569-94f2258fe2e2 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5398cbb-9f14-42b7-905c-288b25e2bdb2 HTTP/1.1" status: 200 len: 5432 time: 0.2602398 Dec 06 17:12:18.355621 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 43948) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:12:18.356345 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-fcfa26f8-dd77-40d8-8171-4b67adf2a405 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1f26867e0982484281a999a3db419338&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6207697 Dec 06 17:12:18.358400 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65ae8759-4c09-459e-9680-0a7243cef098 x-openstack-request-id: req-65ae8759-4c09-459e-9680-0a7243cef098 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:12:18.359046 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28f89250-f6ba-4cb7-938b-7c0f42ca3b95", "tag": "6980ab2b-2184-4bb6-bf4c-ab79e620b3b8", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:12:18.359403 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-65ae8759-4c09-459e-9680-0a7243cef098 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:12:18.359903 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28f89250-f6ba-4cb7-938b-7c0f42ca3b95', 'tag': '6980ab2b-2184-4bb6-bf4c-ab79e620b3b8', 'status': 'completed', 'code': 200} Dec 06 17:12:18.373731 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bf0831-6a83-460b-a63c-e93364fec9ba req-4fd29403-8e05-40d1-b01b-4b3945da8e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:18.375297 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-68bf0831-6a83-460b-a63c-e93364fec9ba req-4fd29403-8e05-40d1-b01b-4b3945da8e8e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee08a0d2-834f-4c39-be47-9c424581246a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1959884 Dec 06 17:12:18.399915 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-68bf0831-6a83-460b-a63c-e93364fec9ba req-9722448a-7044-48c6-88ad-e47c68af9bc3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=6980ab2b-2184-4bb6-bf4c-ab79e620b3b8 HTTP/1.1" status: 200 len: 217 time: 0.0755873 Dec 06 17:12:18.499077 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-cab477be-bfbe-4355-9f42-71383f180fb8 req-3a8222b7-3caf-4d6e-bc41-d62d9297b129 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/security-groups?id=39e38e48-0a80-455d-95ef-5684c690b16b&id=511f9156-9807-4e4e-ae23-f0018acdbda1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1718667 Dec 06 17:12:18.510085 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-76de90e6-6e22-4fcb-aab0-2a475c73729d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:18.523188 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bf0831-6a83-460b-a63c-e93364fec9ba req-64cf645b-4917-4311-a850-1427ce39d731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:18.524894 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-68bf0831-6a83-460b-a63c-e93364fec9ba req-64cf645b-4917-4311-a850-1427ce39d731 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1342252a-21e4-4783-88ff-f54776c79059 HTTP/1.1" status: 200 len: 843 time: 0.1165254 Dec 06 17:12:18.552245 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-76de90e6-6e22-4fcb-aab0-2a475c73729d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:18.594578 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f55d11e-ce60-47ac-a1ef-66ac66d7d5cf req-54548d13-9ad1-4b66-aa48-6958fe66b380 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:18.596570 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8f55d11e-ce60-47ac-a1ef-66ac66d7d5cf req-54548d13-9ad1-4b66-aa48-6958fe66b380 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/networks?id=33742801-ccea-4ab3-a86a-2573a2966c19 HTTP/1.1" status: 200 len: 808 time: 0.1523643 Dec 06 17:12:18.603180 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bf0831-6a83-460b-a63c-e93364fec9ba req-42d35148-0c89-4a2f-8eb6-0921814f486b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:18.604663 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-68bf0831-6a83-460b-a63c-e93364fec9ba req-42d35148-0c89-4a2f-8eb6-0921814f486b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee08a0d2-834f-4c39-be47-9c424581246a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0708675 Dec 06 17:12:18.607659 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-68bf0831-6a83-460b-a63c-e93364fec9ba req-ca0ed2c6-72a4-4eed-ac3f-3ffb0bf10a14 service neutron] 10.222.0.41 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176595 Dec 06 17:12:18.634911 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8f55d11e-ce60-47ac-a1ef-66ac66d7d5cf req-90e96b02-7b59-47d4-96eb-d7bb0c45a2c0 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/quotas/1d83e0c6d059422882cc226e7f9c727a HTTP/1.1" status: 200 len: 375 time: 0.0292845 Dec 06 17:12:18.702677 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546968b8-399a-475e-8d79-162a3fadcce3 req-8bb93ada-9220-483d-a60a-3a68a928ade3 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:18.704080 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-546968b8-399a-475e-8d79-162a3fadcce3 req-8bb93ada-9220-483d-a60a-3a68a928ade3 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "GET /v2.0/ports?device_id=54880385-291a-450b-af29-150850763a9e HTTP/1.1" status: 200 len: 944 time: 0.1346107 Dec 06 17:12:18.719140 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-76de90e6-6e22-4fcb-aab0-2a475c73729d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:18.722225 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-76de90e6-6e22-4fcb-aab0-2a475c73729d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:18.725658 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-76de90e6-6e22-4fcb-aab0-2a475c73729d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cfbb658d-bab9-4b8d-bf11-81aa7232591c HTTP/1.1" status: 204 len: 168 time: 0.3669090 Dec 06 17:12:18.732641 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8f55d11e-ce60-47ac-a1ef-66ac66d7d5cf req-a801fdf8-e7ff-4780-9298-db1568e7a29e tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1d83e0c6d059422882cc226e7f9c727a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0909567 Dec 06 17:12:18.743195 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-68bf0831-6a83-460b-a63c-e93364fec9ba req-757a043c-4d07-4beb-936f-ed5aae342541 service neutron] 10.222.0.44 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308174 Dec 06 17:12:18.754684 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76de90e6-6e22-4fcb-aab0-2a475c73729d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfbb658d-bab9-4b8d-bf11-81aa7232591c,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:18.759840 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-68bf0831-6a83-460b-a63c-e93364fec9ba req-365059d8-d425-439d-b040-f0012928a3f9 service neutron] 10.222.0.41 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388621 Dec 06 17:12:18.811669 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-546968b8-399a-475e-8d79-162a3fadcce3 req-8d34c901-feb8-47c1-aeac-b9266f5e5ab0 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "GET /v2.0/security-groups?id=101dae8c-d6de-48c7-b5a1-19c10425459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000028 Dec 06 17:12:18.906771 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76cc07c-ae71-4dce-acb8-e3aa0b2319d9 req-974dcd10-21b7-42a1-be4d-f6d91db4432b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:18.909258 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f76cc07c-ae71-4dce-acb8-e3aa0b2319d9 req-974dcd10-21b7-42a1-be4d-f6d91db4432b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4b43d5b1cc2b418c97b1aca204b56c1e&device_id=5636e75b-e24c-4aad-9d0d-f9a5e5f3d916 HTTP/1.1" status: 200 len: 1099 time: 0.0641708 Dec 06 17:12:18.934155 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8f55d11e-ce60-47ac-a1ef-66ac66d7d5cf req-a2f30ffb-150f-4c94-8b19-c5acd16e7e3f service neutron] 10.222.0.23 "GET /v2.0/networks/33742801-ccea-4ab3-a86a-2573a2966c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883817 Dec 06 17:12:18.943547 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-68bf0831-6a83-460b-a63c-e93364fec9ba req-cffa9975-4392-428b-b389-be7cf840e10e service neutron] 10.222.0.44 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896932 Dec 06 17:12:18.982942 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:19.068508 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8f55d11e-ce60-47ac-a1ef-66ac66d7d5cf req-babaf921-2a68-42f4-9577-6ca26097700f service neutron] 10.222.0.23 "GET /v2.0/networks/33742801-ccea-4ab3-a86a-2573a2966c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321645 Dec 06 17:12:19.094717 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4369f224-3b09-4e88-9180-91356fe15c2d req-b002a1be-b3fd-4cc0-87eb-fa33ee2070e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:19.102375 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4369f224-3b09-4e88-9180-91356fe15c2d req-b002a1be-b3fd-4cc0-87eb-fa33ee2070e6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4b43d5b1cc2b418c97b1aca204b56c1e&device_id=28f89250-f6ba-4cb7-938b-7c0f42ca3b95 HTTP/1.1" status: 200 len: 1098 time: 0.0826902 Dec 06 17:12:19.159395 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10729717-1c09-48f4-afc7-71defafa06d2 req-af0e89cb-3330-4868-b4b0-38da0ce2c917 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:19.160994 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-10729717-1c09-48f4-afc7-71defafa06d2 req-af0e89cb-3330-4868-b4b0-38da0ce2c917 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.41 "GET /v2.0/networks?id=f3115485-0e47-4001-968e-d7c2520b29dd HTTP/1.1" status: 200 len: 812 time: 0.2676864 Dec 06 17:12:19.175535 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53274782-ac41-4128-a722-9893eeefb23d req-6ebb9bfb-71db-47c1-8f79-818f9f355856 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:19.175535 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-53274782-ac41-4128-a722-9893eeefb23d req-6ebb9bfb-71db-47c1-8f79-818f9f355856 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/ports?device_id=5636e75b-e24c-4aad-9d0d-f9a5e5f3d916 HTTP/1.1" status: 200 len: 948 time: 0.2272236 Dec 06 17:12:19.179960 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-10729717-1c09-48f4-afc7-71defafa06d2 req-8c879076-baac-4912-aad6-ae87826e8cb7 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Request body: {'port': {'device_id': 'dd92f7cd-d0ab-4039-8a3c-90c7f0f7d88f', 'network_id': 'f3115485-0e47-4001-968e-d7c2520b29dd', 'admin_state_up': True, 'tenant_id': '806e7552b2fe4d15bbbee1bb266d6718'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:12:19.225201 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4369f224-3b09-4e88-9180-91356fe15c2d req-8ac2fc2e-4465-4bde-a048-82a5d4005e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:19.227158 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4369f224-3b09-4e88-9180-91356fe15c2d req-8ac2fc2e-4465-4bde-a048-82a5d4005e5e service neutron] 10.222.0.44 "GET /v2.0/networks?id=ee08a0d2-834f-4c39-be47-9c424581246a HTTP/1.1" status: 200 len: 870 time: 0.1166213 Dec 06 17:12:19.319314 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4369f224-3b09-4e88-9180-91356fe15c2d req-fa29b7be-2a62-4b90-80cd-585dbde76e9e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=6980ab2b-2184-4bb6-bf4c-ab79e620b3b8 HTTP/1.1" status: 200 len: 217 time: 0.0793087 Dec 06 17:12:19.352617 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device f5806f7a-957a-4bcd-ba96-0f301fe31fe6 up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:12:19.452742 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning for port f5806f7a-957a-4bcd-ba96-0f301fe31fe6 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:12:19.458392 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port f5806f7a-957a-4bcd-ba96-0f301fe31fe6 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:12:19.458774 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:19.550776 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:19.606783 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port f5806f7a-957a-4bcd-ba96-0f301fe31fe6, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f5806f7a-957a-4bcd-ba96-0f301fe31fe6,segment=NetworkSegment(bf491db3-1349-4273-86a8-1c05096a6cc1),segment_id=bf491db3-1349-4273-86a8-1c05096a6cc1)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:12:19.608030 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54880385-291a-450b-af29-150850763a9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5806f7a-957a-4bcd-ba96-0f301fe31fe6'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:12:19.611657 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76cc07c-ae71-4dce-acb8-e3aa0b2319d9 req-9a27f5ad-fbe8-401a-8be0-e563caf13822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:19.612680 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f76cc07c-ae71-4dce-acb8-e3aa0b2319d9 req-9a27f5ad-fbe8-401a-8be0-e563caf13822 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ee08a0d2-834f-4c39-be47-9c424581246a HTTP/1.1" status: 200 len: 870 time: 0.6915309 Dec 06 17:12:19.628003 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f79a396f-3bd7-4146-9a71-f06714e79b5c" -d '{"events": [{"server_uuid": "54880385-291a-450b-af29-150850763a9e", "name": "network-vif-plugged", "status": "completed", "tag": "f5806f7a-957a-4bcd-ba96-0f301fe31fe6"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:12:19.637198 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:19.675866 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-943fe243-427e-490d-a0bf-68ebe097689a req-46cc40b8-6db8-4e66-9d37-d349f7f75cd3 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd92f7cd-d0ab-4039-8a3c-90c7f0f7d88f HTTP/1.1" status: 200 len: 210 time: 0.3700225 Dec 06 17:12:19.701620 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f76cc07c-ae71-4dce-acb8-e3aa0b2319d9 req-4bed7ee8-5cad-4f36-9d15-47fbee22bcd6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=eab92264-1509-4c57-bf04-64690aaa0ff8 HTTP/1.1" status: 200 len: 217 time: 0.0766709 Dec 06 17:12:19.708457 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-53274782-ac41-4128-a722-9893eeefb23d req-503b14b9-532a-4a81-96f5-0357e550989e tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ba66608-5fba-460b-9339-43992781830c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626692 Dec 06 17:12:19.731151 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=f5806f7a-957a-4bcd-ba96-0f301fe31fe6,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:19.781131 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4369f224-3b09-4e88-9180-91356fe15c2d req-93d4a31c-ede8-4d43-92d8-4fca64e77d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:19.784116 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4369f224-3b09-4e88-9180-91356fe15c2d req-93d4a31c-ede8-4d43-92d8-4fca64e77d2e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1342252a-21e4-4783-88ff-f54776c79059 HTTP/1.1" status: 200 len: 843 time: 0.1178281 Dec 06 17:12:19.825451 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1b75850c-cbaa-48cb-b3a6-1510a508b172 req-45538eac-012a-46fb-8dbd-c82d2c98eea9 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=98f376fe-fb6f-4fe8-96fe-4642f4e4c86f HTTP/1.1" status: 200 len: 210 time: 0.0493350 Dec 06 17:12:19.835341 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76cc07c-ae71-4dce-acb8-e3aa0b2319d9 req-17ed22b8-e59b-4d60-888b-198bd8959e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:19.837193 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f76cc07c-ae71-4dce-acb8-e3aa0b2319d9 req-17ed22b8-e59b-4d60-888b-198bd8959e7d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1342252a-21e4-4783-88ff-f54776c79059 HTTP/1.1" status: 200 len: 843 time: 0.1251843 Dec 06 17:12:19.865264 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10729717-1c09-48f4-afc7-71defafa06d2 req-8c879076-baac-4912-aad6-ae87826e8cb7 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Made reservation on behalf of 806e7552b2fe4d15bbbee1bb266d6718 for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:12:19.870992 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-10729717-1c09-48f4-afc7-71defafa06d2 req-8c879076-baac-4912-aad6-ae87826e8cb7 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:19.890601 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4369f224-3b09-4e88-9180-91356fe15c2d req-b1eec1e5-767d-40e9-b1bf-e1f0312fea12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:19.892118 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4369f224-3b09-4e88-9180-91356fe15c2d req-b1eec1e5-767d-40e9-b1bf-e1f0312fea12 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee08a0d2-834f-4c39-be47-9c424581246a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0821862 Dec 06 17:12:19.967973 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a792d817-fe6c-4bd3-9f38-924e9c4a685e x-openstack-request-id: req-a792d817-fe6c-4bd3-9f38-924e9c4a685e {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:12:19.968272 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54880385-291a-450b-af29-150850763a9e", "name": "network-vif-plugged", "status": "completed", "tag": "f5806f7a-957a-4bcd-ba96-0f301fe31fe6", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:12:19.968530 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a792d817-fe6c-4bd3-9f38-924e9c4a685e {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:12:19.968932 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54880385-291a-450b-af29-150850763a9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5806f7a-957a-4bcd-ba96-0f301fe31fe6', 'code': 200} Dec 06 17:12:20.054874 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76cc07c-ae71-4dce-acb8-e3aa0b2319d9 req-ee40b79e-8476-448a-afab-c1b2c879d8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:20.056528 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f76cc07c-ae71-4dce-acb8-e3aa0b2319d9 req-ee40b79e-8476-448a-afab-c1b2c879d8db service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee08a0d2-834f-4c39-be47-9c424581246a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2039704 Dec 06 17:12:20.103771 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4369f224-3b09-4e88-9180-91356fe15c2d req-b43b7cb4-517e-4107-ad95-acda60f20296 service neutron] 10.222.0.44 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012863 Dec 06 17:12:20.186543 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117ebd98-4a83-4505-998a-ab6e60c65d40 req-9cef07b9-e0c3-4513-9039-ccf009a5d557 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:20.193512 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117ebd98-4a83-4505-998a-ab6e60c65d40 req-9cef07b9-e0c3-4513-9039-ccf009a5d557 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:20.200305 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117ebd98-4a83-4505-998a-ab6e60c65d40 req-9cef07b9-e0c3-4513-9039-ccf009a5d557 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:20.202711 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a278e82-be70-4c4d-b429-52de3e1b660d req-93cbe2ec-9148-4e50-b758-41cc781585f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:20.204212 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1a278e82-be70-4c4d-b429-52de3e1b660d req-93cbe2ec-9148-4e50-b758-41cc781585f5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=54880385-291a-450b-af29-150850763a9e HTTP/1.1" status: 200 len: 1096 time: 0.1253064 Dec 06 17:12:20.208693 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117ebd98-4a83-4505-998a-ab6e60c65d40 req-9cef07b9-e0c3-4513-9039-ccf009a5d557 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:20.217856 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117ebd98-4a83-4505-998a-ab6e60c65d40 req-9cef07b9-e0c3-4513-9039-ccf009a5d557 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:20.220559 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58acf48-57da-4c23-890a-d71b5a394bb0 req-08c3d269-e2f0-49f3-aa00-441bb2a8e2bd tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:20.224179 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117ebd98-4a83-4505-998a-ab6e60c65d40 req-9cef07b9-e0c3-4513-9039-ccf009a5d557 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:20.227794 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e58acf48-57da-4c23-890a-d71b5a394bb0 req-08c3d269-e2f0-49f3-aa00-441bb2a8e2bd tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "GET /v2.0/ports?device_id=54880385-291a-450b-af29-150850763a9e HTTP/1.1" status: 200 len: 945 time: 0.1752641 Dec 06 17:12:20.230865 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117ebd98-4a83-4505-998a-ab6e60c65d40 req-9cef07b9-e0c3-4513-9039-ccf009a5d557 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:20.233035 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-117ebd98-4a83-4505-998a-ab6e60c65d40 req-9cef07b9-e0c3-4513-9039-ccf009a5d557 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5398cbb-9f14-42b7-905c-288b25e2bdb2 HTTP/1.1" status: 200 len: 5432 time: 0.2757275 Dec 06 17:12:20.259210 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-10729717-1c09-48f4-afc7-71defafa06d2 req-8c879076-baac-4912-aad6-ae87826e8cb7 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Allocated IP 172.20.0.11 (f3115485-0e47-4001-968e-d7c2520b29dd/85724274-c536-4bb4-9806-32c964df8042/9240d932-d7ef-4a34-803c-05a846e4d103) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:12:20.318490 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4369f224-3b09-4e88-9180-91356fe15c2d req-66034d16-c08a-49e4-a736-b4f43e6f26fb service neutron] 10.222.0.44 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966586 Dec 06 17:12:20.323370 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e58acf48-57da-4c23-890a-d71b5a394bb0 req-ead0ff25-e15e-4269-9260-193854cf2753 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "GET /v2.0/security-groups?id=101dae8c-d6de-48c7-b5a1-19c10425459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934603 Dec 06 17:12:20.329358 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f76cc07c-ae71-4dce-acb8-e3aa0b2319d9 req-5142b631-cd02-4673-86bc-6eb936e11348 service neutron] 10.222.0.41 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620485 Dec 06 17:12:20.342455 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1a278e82-be70-4c4d-b429-52de3e1b660d req-17c6e43c-b00f-4f3d-896b-99795fb77332 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=101dae8c-d6de-48c7-b5a1-19c10425459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101916 Dec 06 17:12:20.449935 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-117ebd98-4a83-4505-998a-ab6e60c65d40 req-b59fbc82-3b7f-40a6-bd14-70016650396c tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/security-groups?id=39e38e48-0a80-455d-95ef-5684c690b16b&id=511f9156-9807-4e4e-ae23-f0018acdbda1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2081556 Dec 06 17:12:20.528733 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f76cc07c-ae71-4dce-acb8-e3aa0b2319d9 req-cce679c9-4c1c-4aa4-96d4-42d8e1f9f57c service neutron] 10.222.0.41 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868644 Dec 06 17:12:20.563271 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-10729717-1c09-48f4-afc7-71defafa06d2 req-8c879076-baac-4912-aad6-ae87826e8cb7 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:20.596905 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-10729717-1c09-48f4-afc7-71defafa06d2 req-8c879076-baac-4912-aad6-ae87826e8cb7 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:20.675867 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10729717-1c09-48f4-afc7-71defafa06d2 req-8c879076-baac-4912-aad6-ae87826e8cb7 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Network f3115485-0e47-4001-968e-d7c2520b29dd is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:12:20.711555 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-10729717-1c09-48f4-afc7-71defafa06d2 req-8c879076-baac-4912-aad6-ae87826e8cb7 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:12:20.718911 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-10729717-1c09-48f4-afc7-71defafa06d2 req-8c879076-baac-4912-aad6-ae87826e8cb7 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:12:20.759165 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c879076-baac-4912-aad6-ae87826e8cb7 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Pushing event updated for resources: {'Port': ['ID=9240d932-d7ef-4a34-803c-05a846e4d103,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:20.816224 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10729717-1c09-48f4-afc7-71defafa06d2 req-8c879076-baac-4912-aad6-ae87826e8cb7 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:20.817054 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-10729717-1c09-48f4-afc7-71defafa06d2 req-8c879076-baac-4912-aad6-ae87826e8cb7 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:20.828196 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2124e6d7-a96e-4b4d-a87e-916899d7999f req-443aceb0-76d6-4c0f-bfb1-5ac75c5de971 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:20.830314 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2124e6d7-a96e-4b4d-a87e-916899d7999f req-443aceb0-76d6-4c0f-bfb1-5ac75c5de971 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd92f7cd-d0ab-4039-8a3c-90c7f0f7d88f HTTP/1.1" status: 200 len: 932 time: 0.0769491 Dec 06 17:12:20.850394 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f55d11e-ce60-47ac-a1ef-66ac66d7d5cf req-6c203f67-7762-4e0f-9612-d9c7cd4c8d06 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:20.851868 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8f55d11e-ce60-47ac-a1ef-66ac66d7d5cf req-6c203f67-7762-4e0f-9612-d9c7cd4c8d06 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.41 "GET /v2.0/networks?id=33742801-ccea-4ab3-a86a-2573a2966c19 HTTP/1.1" status: 200 len: 808 time: 0.2261453 Dec 06 17:12:20.856285 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device eab92264-1509-4c57-bf04-64690aaa0ff8 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:12:20.873632 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-8f55d11e-ce60-47ac-a1ef-66ac66d7d5cf req-c404f71d-f698-494f-aebe-f23e367dd75c tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Request body: {'port': {'device_id': '98f376fe-fb6f-4fe8-96fe-4642f4e4c86f', 'network_id': '33742801-ccea-4ab3-a86a-2573a2966c19', 'admin_state_up': True, 'tenant_id': '1d83e0c6d059422882cc226e7f9c727a'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:12:20.905505 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2124e6d7-a96e-4b4d-a87e-916899d7999f req-43b043ec-d29a-48fb-a025-606e54f9dd88 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634296 Dec 06 17:12:20.906717 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-10729717-1c09-48f4-afc7-71defafa06d2 req-8c879076-baac-4912-aad6-ae87826e8cb7 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7327633 Dec 06 17:12:20.956464 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-10729717-1c09-48f4-afc7-71defafa06d2 req-1b2e11dc-b0e6-48bd-af7f-d3467ba85314 service neutron] Request body: {'port': {'device_id': 'dd92f7cd-d0ab-4039-8a3c-90c7f0f7d88f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:12:20.983647 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port eab92264-1509-4c57-bf04-64690aaa0ff8, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=eab92264-1509-4c57-bf04-64690aaa0ff8,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:12:20.993645 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e3cf66-e53c-45a7-b2fb-099a65c5a206 req-29f689bb-f676-4687-a798-b29d330190a9 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:20.996049 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': 'eab92264-1509-4c57-bf04-64690aaa0ff8', 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a', 'port_id': 'eab92264-1509-4c57-bf04-64690aaa0ff8', 'mac_address': 'fa:16:3e:7a:e2:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1342252a-21e4-4783-88ff-f54776c79059', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:12:21.000812 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b7e3cf66-e53c-45a7-b2fb-099a65c5a206 req-29f689bb-f676-4687-a798-b29d330190a9 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/ports?device_id=5636e75b-e24c-4aad-9d0d-f9a5e5f3d916 HTTP/1.1" status: 200 len: 948 time: 0.1754987 Dec 06 17:12:21.038613 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:21.047501 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b245eefd-98a9-469c-9f9d-4f649286cdf3 req-114355a5-991e-4790-83c0-fb46a3717ab5 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=98f376fe-fb6f-4fe8-96fe-4642f4e4c86f HTTP/1.1" status: 200 len: 210 time: 0.0275908 Dec 06 17:12:21.051888 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eab92264-1509-4c57-bf04-64690aaa0ff8 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:12:21.082514 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port eab92264-1509-4c57-bf04-64690aaa0ff8, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=eab92264-1509-4c57-bf04-64690aaa0ff8,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:12:21.087480 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:21.104124 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-10729717-1c09-48f4-afc7-71defafa06d2 req-1b2e11dc-b0e6-48bd-af7f-d3467ba85314 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:21.126912 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b7e3cf66-e53c-45a7-b2fb-099a65c5a206 req-89605f94-0048-4293-8b07-a73b888e4d2f tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ba66608-5fba-460b-9339-43992781830c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240995 Dec 06 17:12:21.135860 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=eab92264-1509-4c57-bf04-64690aaa0ff8,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:21.176496 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f55d11e-ce60-47ac-a1ef-66ac66d7d5cf req-c404f71d-f698-494f-aebe-f23e367dd75c tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Made reservation on behalf of 1d83e0c6d059422882cc226e7f9c727a for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:12:21.179976 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8f55d11e-ce60-47ac-a1ef-66ac66d7d5cf req-c404f71d-f698-494f-aebe-f23e367dd75c tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:21.362142 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 6980ab2b-2184-4bb6-bf4c-ab79e620b3b8 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:12:21.375393 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['eab92264-1509-4c57-bf04-64690aaa0ff8'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:12:21.436775 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-8f55d11e-ce60-47ac-a1ef-66ac66d7d5cf req-c404f71d-f698-494f-aebe-f23e367dd75c tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Allocated IP 172.20.0.2 (33742801-ccea-4ab3-a86a-2573a2966c19/da31f47d-8fee-49c3-b794-af6b3fd955bf/47c2e886-b32e-4f72-8fc8-32e6a9d95467) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:12:21.571422 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebfb7b1-9cb0-4336-a1f5-826aca8f3e49 req-248641f0-4fef-41a9-819d-1e5b5045dfc4 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:21.573084 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2ebfb7b1-9cb0-4336-a1f5-826aca8f3e49 req-248641f0-4fef-41a9-819d-1e5b5045dfc4 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "GET /v2.0/ports?device_id=54880385-291a-450b-af29-150850763a9e HTTP/1.1" status: 200 len: 945 time: 0.1448050 Dec 06 17:12:21.618506 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-10729717-1c09-48f4-afc7-71defafa06d2 req-1b2e11dc-b0e6-48bd-af7f-d3467ba85314 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9240d932-d7ef-4a34-803c-05a846e4d103 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:12:21.640806 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa518ebc-5b63-4966-bf63-bd2380f6b8e7 req-825c9c90-5ecb-4284-a55f-b9c6bd3f7c66 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:21.647029 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa518ebc-5b63-4966-bf63-bd2380f6b8e7 req-825c9c90-5ecb-4284-a55f-b9c6bd3f7c66 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:21.653400 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa518ebc-5b63-4966-bf63-bd2380f6b8e7 req-825c9c90-5ecb-4284-a55f-b9c6bd3f7c66 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:21.654748 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-10729717-1c09-48f4-afc7-71defafa06d2 req-1b2e11dc-b0e6-48bd-af7f-d3467ba85314 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:21.660858 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa518ebc-5b63-4966-bf63-bd2380f6b8e7 req-825c9c90-5ecb-4284-a55f-b9c6bd3f7c66 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:21.667669 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa518ebc-5b63-4966-bf63-bd2380f6b8e7 req-825c9c90-5ecb-4284-a55f-b9c6bd3f7c66 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:21.674361 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa518ebc-5b63-4966-bf63-bd2380f6b8e7 req-825c9c90-5ecb-4284-a55f-b9c6bd3f7c66 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:21.680730 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa518ebc-5b63-4966-bf63-bd2380f6b8e7 req-825c9c90-5ecb-4284-a55f-b9c6bd3f7c66 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:21.682776 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fa518ebc-5b63-4966-bf63-bd2380f6b8e7 req-825c9c90-5ecb-4284-a55f-b9c6bd3f7c66 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5398cbb-9f14-42b7-905c-288b25e2bdb2 HTTP/1.1" status: 200 len: 5432 time: 0.1223013 Dec 06 17:12:21.699682 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-10729717-1c09-48f4-afc7-71defafa06d2 req-1b2e11dc-b0e6-48bd-af7f-d3467ba85314 service neutron] Transition to ACTIVE for port object 9240d932-d7ef-4a34-803c-05a846e4d103 will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:12:21.709591 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-10729717-1c09-48f4-afc7-71defafa06d2 req-1b2e11dc-b0e6-48bd-af7f-d3467ba85314 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:21.733914 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 6980ab2b-2184-4bb6-bf4c-ab79e620b3b8, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=6980ab2b-2184-4bb6-bf4c-ab79e620b3b8,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:12:21.751519 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fa518ebc-5b63-4966-bf63-bd2380f6b8e7 req-d98072b5-3a36-4698-bc6b-25ceaedb263d tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/security-groups?id=39e38e48-0a80-455d-95ef-5684c690b16b&id=511f9156-9807-4e4e-ae23-f0018acdbda1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0586584 Dec 06 17:12:21.753244 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': '6980ab2b-2184-4bb6-bf4c-ab79e620b3b8', 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a', 'port_id': '6980ab2b-2184-4bb6-bf4c-ab79e620b3b8', 'mac_address': 'fa:16:3e:19:fb:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1342252a-21e4-4783-88ff-f54776c79059', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:12:21.762737 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2ebfb7b1-9cb0-4336-a1f5-826aca8f3e49 req-6852b82d-3158-43c1-acbd-be65012001c0 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "GET /v2.0/security-groups?id=101dae8c-d6de-48c7-b5a1-19c10425459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681623 Dec 06 17:12:21.791581 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2e11dc-b0e6-48bd-af7f-d3467ba85314 service neutron] Pushing event updated for resources: {'Port': ['ID=9240d932-d7ef-4a34-803c-05a846e4d103,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:21.796001 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8f55d11e-ce60-47ac-a1ef-66ac66d7d5cf req-c404f71d-f698-494f-aebe-f23e367dd75c tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:21.829295 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:21.853687 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6980ab2b-2184-4bb6-bf4c-ab79e620b3b8 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:12:21.880340 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 6980ab2b-2184-4bb6-bf4c-ab79e620b3b8, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=6980ab2b-2184-4bb6-bf4c-ab79e620b3b8,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:12:21.892867 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:21.902021 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8f55d11e-ce60-47ac-a1ef-66ac66d7d5cf req-c404f71d-f698-494f-aebe-f23e367dd75c tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:21.912101 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-10729717-1c09-48f4-afc7-71defafa06d2 req-1b2e11dc-b0e6-48bd-af7f-d3467ba85314 service neutron] Attempting to bind port 9240d932-d7ef-4a34-803c-05a846e4d103 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:12:21.912437 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-10729717-1c09-48f4-afc7-71defafa06d2 req-1b2e11dc-b0e6-48bd-af7f-d3467ba85314 service neutron] Attempting to bind port 9240d932-d7ef-4a34-803c-05a846e4d103 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'c5bdebef-6647-4acc-8b76-b3635792eaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f3115485-0e47-4001-968e-d7c2520b29dd'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:12:21.912896 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10729717-1c09-48f4-afc7-71defafa06d2 req-1b2e11dc-b0e6-48bd-af7f-d3467ba85314 service neutron] Attempting to bind port 9240d932-d7ef-4a34-803c-05a846e4d103 on network f3115485-0e47-4001-968e-d7c2520b29dd {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:12:21.961176 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=6980ab2b-2184-4bb6-bf4c-ab79e620b3b8,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:21.967392 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10729717-1c09-48f4-afc7-71defafa06d2 req-1b2e11dc-b0e6-48bd-af7f-d3467ba85314 service neutron] Port 9240d932-d7ef-4a34-803c-05a846e4d103 on network f3115485-0e47-4001-968e-d7c2520b29dd not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:12:21.967392 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10729717-1c09-48f4-afc7-71defafa06d2 req-1b2e11dc-b0e6-48bd-af7f-d3467ba85314 service neutron] Attempting to bind port 9240d932-d7ef-4a34-803c-05a846e4d103 on network f3115485-0e47-4001-968e-d7c2520b29dd {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:12:21.972868 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f55d11e-ce60-47ac-a1ef-66ac66d7d5cf req-c404f71d-f698-494f-aebe-f23e367dd75c tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Network 33742801-ccea-4ab3-a86a-2573a2966c19 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:12:22.000174 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10729717-1c09-48f4-afc7-71defafa06d2 req-1b2e11dc-b0e6-48bd-af7f-d3467ba85314 service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:12:22.000534 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10729717-1c09-48f4-afc7-71defafa06d2 req-1b2e11dc-b0e6-48bd-af7f-d3467ba85314 service neutron] Checking segment: {'id': 'c5bdebef-6647-4acc-8b76-b3635792eaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f3115485-0e47-4001-968e-d7c2520b29dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:12:22.000932 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10729717-1c09-48f4-afc7-71defafa06d2 req-1b2e11dc-b0e6-48bd-af7f-d3467ba85314 service neutron] Bound using segment: {'id': 'c5bdebef-6647-4acc-8b76-b3635792eaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f3115485-0e47-4001-968e-d7c2520b29dd'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:12:22.004816 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-10729717-1c09-48f4-afc7-71defafa06d2 req-1b2e11dc-b0e6-48bd-af7f-d3467ba85314 service neutron] Bound port: 9240d932-d7ef-4a34-803c-05a846e4d103, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5bdebef-6647-4acc-8b76-b3635792eaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f3115485-0e47-4001-968e-d7c2520b29dd'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:12:22.005242 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-10729717-1c09-48f4-afc7-71defafa06d2 req-1b2e11dc-b0e6-48bd-af7f-d3467ba85314 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:22.007694 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-8f55d11e-ce60-47ac-a1ef-66ac66d7d5cf req-c404f71d-f698-494f-aebe-f23e367dd75c tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:12:22.011835 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f55d11e-ce60-47ac-a1ef-66ac66d7d5cf req-c404f71d-f698-494f-aebe-f23e367dd75c tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:12:22.105920 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c404f71d-f698-494f-aebe-f23e367dd75c tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Pushing event updated for resources: {'Port': ['ID=47c2e886-b32e-4f72-8fc8-32e6a9d95467,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:22.141098 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516293b2-6f75-4a5c-96ae-bc3dd00b4881 req-363e49f6-bc04-4386-833b-05b44cee34f9 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:22.143080 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-516293b2-6f75-4a5c-96ae-bc3dd00b4881 req-363e49f6-bc04-4386-833b-05b44cee34f9 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd92f7cd-d0ab-4039-8a3c-90c7f0f7d88f HTTP/1.1" status: 200 len: 944 time: 0.1246917 Dec 06 17:12:22.167621 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f55d11e-ce60-47ac-a1ef-66ac66d7d5cf req-c404f71d-f698-494f-aebe-f23e367dd75c tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:22.168324 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8f55d11e-ce60-47ac-a1ef-66ac66d7d5cf req-c404f71d-f698-494f-aebe-f23e367dd75c tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:22.177913 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['6980ab2b-2184-4bb6-bf4c-ab79e620b3b8'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:12:22.186411 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1864f5c-1eca-408d-865b-3dfcebcb9cec req-338980b7-3177-4781-8ecd-486d0902da30 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:22.188062 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b1864f5c-1eca-408d-865b-3dfcebcb9cec req-338980b7-3177-4781-8ecd-486d0902da30 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=98f376fe-fb6f-4fe8-96fe-4642f4e4c86f HTTP/1.1" status: 200 len: 931 time: 0.0568111 Dec 06 17:12:22.222635 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-10729717-1c09-48f4-afc7-71defafa06d2 req-1b2e11dc-b0e6-48bd-af7f-d3467ba85314 service neutron] For port 9240d932-d7ef-4a34-803c-05a846e4d103, host n-h1-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:12:22.227843 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8f55d11e-ce60-47ac-a1ef-66ac66d7d5cf req-c404f71d-f698-494f-aebe-f23e367dd75c tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3589580 Dec 06 17:12:22.229550 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-10729717-1c09-48f4-afc7-71defafa06d2 req-1b2e11dc-b0e6-48bd-af7f-d3467ba85314 service neutron] For port 9240d932-d7ef-4a34-803c-05a846e4d103, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=9240d932-d7ef-4a34-803c-05a846e4d103,segment=NetworkSegment(c5bdebef-6647-4acc-8b76-b3635792eaa5),segment_id=c5bdebef-6647-4acc-8b76-b3635792eaa5)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:12:22.249516 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-10729717-1c09-48f4-afc7-71defafa06d2 req-1b2e11dc-b0e6-48bd-af7f-d3467ba85314 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:22.252326 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b1864f5c-1eca-408d-865b-3dfcebcb9cec req-7a45bb7a-c224-4848-9955-cde73874ad55 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567448 Dec 06 17:12:22.260496 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-8f55d11e-ce60-47ac-a1ef-66ac66d7d5cf req-1dcb1ab8-bf2c-4984-af3f-ba1697b37ed3 service neutron] Request body: {'port': {'device_id': '98f376fe-fb6f-4fe8-96fe-4642f4e4c86f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:12:22.311311 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-516293b2-6f75-4a5c-96ae-bc3dd00b4881 req-eb4cae13-a065-4a64-8072-b6c3e850c73f tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583574 Dec 06 17:12:22.335379 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10729717-1c09-48f4-afc7-71defafa06d2 req-1b2e11dc-b0e6-48bd-af7f-d3467ba85314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:22.336010 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-10729717-1c09-48f4-afc7-71defafa06d2 req-1b2e11dc-b0e6-48bd-af7f-d3467ba85314 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:22.337493 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-10729717-1c09-48f4-afc7-71defafa06d2 req-1b2e11dc-b0e6-48bd-af7f-d3467ba85314 service neutron] 10.222.0.41 "PUT /v2.0/ports/9240d932-d7ef-4a34-803c-05a846e4d103 HTTP/1.1" status: 200 len: 1092 time: 1.4116604 Dec 06 17:12:22.338889 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd92f7cd-d0ab-4039-8a3c-90c7f0f7d88f', 'tag': '9240d932-d7ef-4a34-803c-05a846e4d103'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:12:22.341187 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eae13ab3-c3e7-4e4b-a074-0ed634a8e04e" -d '{"events": [{"name": "network-changed", "server_uuid": "dd92f7cd-d0ab-4039-8a3c-90c7f0f7d88f", "tag": "9240d932-d7ef-4a34-803c-05a846e4d103"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:12:22.384333 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8f55d11e-ce60-47ac-a1ef-66ac66d7d5cf req-1dcb1ab8-bf2c-4984-af3f-ba1697b37ed3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:22.403157 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2e11dc-b0e6-48bd-af7f-d3467ba85314 service neutron] Pushing event updated for resources: {'Port': ['ID=9240d932-d7ef-4a34-803c-05a846e4d103,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:22.509707 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10729717-1c09-48f4-afc7-71defafa06d2 req-05e181f7-b78d-4b2e-9053-c17ec8f1696b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:22.511377 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-10729717-1c09-48f4-afc7-71defafa06d2 req-05e181f7-b78d-4b2e-9053-c17ec8f1696b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=806e7552b2fe4d15bbbee1bb266d6718&device_id=dd92f7cd-d0ab-4039-8a3c-90c7f0f7d88f HTTP/1.1" status: 200 len: 1095 time: 0.1283393 Dec 06 17:12:22.523933 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c660e8-dca6-4a0c-a9d6-9ae88c16958f req-acb898c3-e7ee-4bce-85b6-7520d040951e tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:22.525490 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-12c660e8-dca6-4a0c-a9d6-9ae88c16958f req-acb898c3-e7ee-4bce-85b6-7520d040951e tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/ports?device_id=5636e75b-e24c-4aad-9d0d-f9a5e5f3d916 HTTP/1.1" status: 200 len: 949 time: 0.1066353 Dec 06 17:12:22.618891 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f9e106c-b729-4791-9edd-4693df94f091 x-openstack-request-id: req-2f9e106c-b729-4791-9edd-4693df94f091 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:12:22.619191 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd92f7cd-d0ab-4039-8a3c-90c7f0f7d88f", "tag": "9240d932-d7ef-4a34-803c-05a846e4d103", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:12:22.619454 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2f9e106c-b729-4791-9edd-4693df94f091 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:12:22.619860 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd92f7cd-d0ab-4039-8a3c-90c7f0f7d88f', 'tag': '9240d932-d7ef-4a34-803c-05a846e4d103', 'status': 'completed', 'code': 200} Dec 06 17:12:22.625160 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-10729717-1c09-48f4-afc7-71defafa06d2 req-3abd9c8e-71c1-4bf7-b7b6-2b6306243d00 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9240d932-d7ef-4a34-803c-05a846e4d103 HTTP/1.1" status: 200 len: 217 time: 0.0987680 Dec 06 17:12:22.745091 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-12c660e8-dca6-4a0c-a9d6-9ae88c16958f req-5925409d-6104-4800-9d34-5f1406d47153 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ba66608-5fba-460b-9339-43992781830c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708655 Dec 06 17:12:22.766619 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10729717-1c09-48f4-afc7-71defafa06d2 req-4d4aa347-fc9c-4a63-876e-4e285760b489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:22.766619 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-10729717-1c09-48f4-afc7-71defafa06d2 req-4d4aa347-fc9c-4a63-876e-4e285760b489 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=85724274-c536-4bb4-9806-32c964df8042 HTTP/1.1" status: 200 len: 852 time: 0.1209946 Dec 06 17:12:22.806683 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-10729717-1c09-48f4-afc7-71defafa06d2 req-224a007b-b0e7-4597-9f99-365bbbe5636e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f3115485-0e47-4001-968e-d7c2520b29dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369885 Dec 06 17:12:22.869392 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device eab92264-1509-4c57-bf04-64690aaa0ff8 up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:12:22.923177 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port eab92264-1509-4c57-bf04-64690aaa0ff8 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:12:22.928205 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port eab92264-1509-4c57-bf04-64690aaa0ff8 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:12:22.928662 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:22.960540 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaf045e-befa-4696-ba52-12389ff37d69 req-20d7b2fd-f17f-4098-8d00-90a2567f5ceb tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:22.966975 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaf045e-befa-4696-ba52-12389ff37d69 req-20d7b2fd-f17f-4098-8d00-90a2567f5ceb tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:22.974242 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaf045e-befa-4696-ba52-12389ff37d69 req-20d7b2fd-f17f-4098-8d00-90a2567f5ceb tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:22.980501 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaf045e-befa-4696-ba52-12389ff37d69 req-20d7b2fd-f17f-4098-8d00-90a2567f5ceb tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:22.986855 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaf045e-befa-4696-ba52-12389ff37d69 req-20d7b2fd-f17f-4098-8d00-90a2567f5ceb tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:22.992933 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaf045e-befa-4696-ba52-12389ff37d69 req-20d7b2fd-f17f-4098-8d00-90a2567f5ceb tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:22.999211 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaf045e-befa-4696-ba52-12389ff37d69 req-20d7b2fd-f17f-4098-8d00-90a2567f5ceb tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:23.001776 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-dbaf045e-befa-4696-ba52-12389ff37d69 req-20d7b2fd-f17f-4098-8d00-90a2567f5ceb tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5398cbb-9f14-42b7-905c-288b25e2bdb2 HTTP/1.1" status: 200 len: 5432 time: 0.0996265 Dec 06 17:12:23.010412 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:23.037384 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5636e75b-e24c-4aad-9d0d-f9a5e5f3d916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eab92264-1509-4c57-bf04-64690aaa0ff8'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:12:23.039981 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4948cb96-3ce5-4215-a4e5-524f9b7cffc9" -d '{"events": [{"server_uuid": "5636e75b-e24c-4aad-9d0d-f9a5e5f3d916", "name": "network-vif-plugged", "status": "completed", "tag": "eab92264-1509-4c57-bf04-64690aaa0ff8"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:12:23.053927 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port eab92264-1509-4c57-bf04-64690aaa0ff8, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=eab92264-1509-4c57-bf04-64690aaa0ff8,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:12:23.061775 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:23.071963 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-dbaf045e-befa-4696-ba52-12389ff37d69 req-0e71f76f-53c7-4164-864e-616f81db804e tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/security-groups?id=39e38e48-0a80-455d-95ef-5684c690b16b&id=511f9156-9807-4e4e-ae23-f0018acdbda1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0628605 Dec 06 17:12:23.121591 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=eab92264-1509-4c57-bf04-64690aaa0ff8,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:23.228825 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d43e538-3043-426f-a8a2-505843794da8 x-openstack-request-id: req-3d43e538-3043-426f-a8a2-505843794da8 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:12:23.229929 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5636e75b-e24c-4aad-9d0d-f9a5e5f3d916", "name": "network-vif-plugged", "status": "completed", "tag": "eab92264-1509-4c57-bf04-64690aaa0ff8", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:12:23.231231 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3d43e538-3043-426f-a8a2-505843794da8 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:12:23.233085 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5636e75b-e24c-4aad-9d0d-f9a5e5f3d916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eab92264-1509-4c57-bf04-64690aaa0ff8', 'code': 200} Dec 06 17:12:23.258370 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-8f55d11e-ce60-47ac-a1ef-66ac66d7d5cf req-1dcb1ab8-bf2c-4984-af3f-ba1697b37ed3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47c2e886-b32e-4f72-8fc8-32e6a9d95467 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:12:23.276533 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cea215-c531-4151-8aa1-b7a4be5e99a7 req-4fd2a158-c4be-4b53-9ecb-7308cd709a70 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:23.278057 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-78cea215-c531-4151-8aa1-b7a4be5e99a7 req-4fd2a158-c4be-4b53-9ecb-7308cd709a70 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "GET /v2.0/ports?device_id=54880385-291a-450b-af29-150850763a9e HTTP/1.1" status: 200 len: 945 time: 0.4361038 Dec 06 17:12:23.280022 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8f55d11e-ce60-47ac-a1ef-66ac66d7d5cf req-1dcb1ab8-bf2c-4984-af3f-ba1697b37ed3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:23.320250 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-10729717-1c09-48f4-afc7-71defafa06d2 req-3afe9a5c-ab0c-440e-a0e4-ff5c7478ccdd service neutron] 10.222.0.41 "GET /v2.0/networks/f3115485-0e47-4001-968e-d7c2520b29dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5027175 Dec 06 17:12:23.321181 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-8f55d11e-ce60-47ac-a1ef-66ac66d7d5cf req-1dcb1ab8-bf2c-4984-af3f-ba1697b37ed3 service neutron] Transition to ACTIVE for port object 47c2e886-b32e-4f72-8fc8-32e6a9d95467 will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:12:23.337283 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8f55d11e-ce60-47ac-a1ef-66ac66d7d5cf req-1dcb1ab8-bf2c-4984-af3f-ba1697b37ed3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:23.355181 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d698d379-658a-4d15-b21e-f327eeedbae2 req-a4d1543d-8cbf-4477-bdd6-7e572969d5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:23.365800 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 6980ab2b-2184-4bb6-bf4c-ab79e620b3b8 up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:12:23.371644 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d698d379-658a-4d15-b21e-f327eeedbae2 req-a4d1543d-8cbf-4477-bdd6-7e572969d5de service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5636e75b-e24c-4aad-9d0d-f9a5e5f3d916 HTTP/1.1" status: 200 len: 1101 time: 0.0745449 Dec 06 17:12:23.424674 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning for port 6980ab2b-2184-4bb6-bf4c-ab79e620b3b8 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:12:23.429033 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port 6980ab2b-2184-4bb6-bf4c-ab79e620b3b8 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:12:23.429496 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:23.447091 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-78cea215-c531-4151-8aa1-b7a4be5e99a7 req-8f1d1f41-bf46-4911-ac6b-d4bd5c6c38e6 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "GET /v2.0/security-groups?id=101dae8c-d6de-48c7-b5a1-19c10425459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586890 Dec 06 17:12:23.452681 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d698d379-658a-4d15-b21e-f327eeedbae2 req-bae2fbf6-c951-4338-91d5-e158d183ac19 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2ba66608-5fba-460b-9339-43992781830c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708129 Dec 06 17:12:23.470749 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753df726-b4be-4b5d-998b-09795dfd209f req-0e0b2b4e-4960-4db6-928f-286f9b5f18ef tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:23.470749 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-753df726-b4be-4b5d-998b-09795dfd209f req-0e0b2b4e-4960-4db6-928f-286f9b5f18ef tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=98f376fe-fb6f-4fe8-96fe-4642f4e4c86f HTTP/1.1" status: 200 len: 943 time: 0.0825746 Dec 06 17:12:23.473971 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcb1ab8-bf2c-4984-af3f-ba1697b37ed3 service neutron] Pushing event updated for resources: {'Port': ['ID=47c2e886-b32e-4f72-8fc8-32e6a9d95467,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:23.513495 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-10729717-1c09-48f4-afc7-71defafa06d2 req-2db6f263-0c8c-4823-be6a-44aeb2b43abd service neutron] 10.222.0.41 "GET /v2.0/networks/f3115485-0e47-4001-968e-d7c2520b29dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773806 Dec 06 17:12:23.530043 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-753df726-b4be-4b5d-998b-09795dfd209f req-5ec8d4c9-e20a-40a4-8b51-b3956552f1a1 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552154 Dec 06 17:12:23.560122 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:23.598490 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 6980ab2b-2184-4bb6-bf4c-ab79e620b3b8, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=6980ab2b-2184-4bb6-bf4c-ab79e620b3b8,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:12:23.603551 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:23.607061 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3207d11e-62f3-40ed-864b-efe67f9e9dc4 req-a72158a9-7622-42eb-80c6-1ca39d49c578 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:23.609126 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3207d11e-62f3-40ed-864b-efe67f9e9dc4 req-a72158a9-7622-42eb-80c6-1ca39d49c578 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd92f7cd-d0ab-4039-8a3c-90c7f0f7d88f HTTP/1.1" status: 200 len: 944 time: 0.0768380 Dec 06 17:12:23.639214 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-8f55d11e-ce60-47ac-a1ef-66ac66d7d5cf req-1dcb1ab8-bf2c-4984-af3f-ba1697b37ed3 service neutron] Attempting to bind port 47c2e886-b32e-4f72-8fc8-32e6a9d95467 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:12:23.639551 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-8f55d11e-ce60-47ac-a1ef-66ac66d7d5cf req-1dcb1ab8-bf2c-4984-af3f-ba1697b37ed3 service neutron] Attempting to bind port 47c2e886-b32e-4f72-8fc8-32e6a9d95467 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'b5c29f07-61e3-483e-b953-3901f84034df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '33742801-ccea-4ab3-a86a-2573a2966c19'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:12:23.639881 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f55d11e-ce60-47ac-a1ef-66ac66d7d5cf req-1dcb1ab8-bf2c-4984-af3f-ba1697b37ed3 service neutron] Attempting to bind port 47c2e886-b32e-4f72-8fc8-32e6a9d95467 on network 33742801-ccea-4ab3-a86a-2573a2966c19 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:12:23.649214 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f55d11e-ce60-47ac-a1ef-66ac66d7d5cf req-1dcb1ab8-bf2c-4984-af3f-ba1697b37ed3 service neutron] Port 47c2e886-b32e-4f72-8fc8-32e6a9d95467 on network 33742801-ccea-4ab3-a86a-2573a2966c19 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:12:23.649564 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f55d11e-ce60-47ac-a1ef-66ac66d7d5cf req-1dcb1ab8-bf2c-4984-af3f-ba1697b37ed3 service neutron] Attempting to bind port 47c2e886-b32e-4f72-8fc8-32e6a9d95467 on network 33742801-ccea-4ab3-a86a-2573a2966c19 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:12:23.661962 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f55d11e-ce60-47ac-a1ef-66ac66d7d5cf req-1dcb1ab8-bf2c-4984-af3f-ba1697b37ed3 service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:12:23.662450 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f55d11e-ce60-47ac-a1ef-66ac66d7d5cf req-1dcb1ab8-bf2c-4984-af3f-ba1697b37ed3 service neutron] Checking segment: {'id': 'b5c29f07-61e3-483e-b953-3901f84034df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '33742801-ccea-4ab3-a86a-2573a2966c19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:12:23.662687 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f55d11e-ce60-47ac-a1ef-66ac66d7d5cf req-1dcb1ab8-bf2c-4984-af3f-ba1697b37ed3 service neutron] Bound using segment: {'id': 'b5c29f07-61e3-483e-b953-3901f84034df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '33742801-ccea-4ab3-a86a-2573a2966c19'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:12:23.663745 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-8f55d11e-ce60-47ac-a1ef-66ac66d7d5cf req-1dcb1ab8-bf2c-4984-af3f-ba1697b37ed3 service neutron] Bound port: 47c2e886-b32e-4f72-8fc8-32e6a9d95467, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5c29f07-61e3-483e-b953-3901f84034df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '33742801-ccea-4ab3-a86a-2573a2966c19'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:12:23.663986 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8f55d11e-ce60-47ac-a1ef-66ac66d7d5cf req-1dcb1ab8-bf2c-4984-af3f-ba1697b37ed3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:23.664943 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=6980ab2b-2184-4bb6-bf4c-ab79e620b3b8,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:23.688073 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3207d11e-62f3-40ed-864b-efe67f9e9dc4 req-94505b4c-cafd-4a08-87cd-c51273ff2911 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712018 Dec 06 17:12:23.794433 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-8f55d11e-ce60-47ac-a1ef-66ac66d7d5cf req-1dcb1ab8-bf2c-4984-af3f-ba1697b37ed3 service neutron] For port 47c2e886-b32e-4f72-8fc8-32e6a9d95467, host n-h1-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:12:23.798043 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae13ab3-c3e7-4e4b-a074-0ed634a8e04e req-ffb21da5-c6bb-4d46-b6cf-4783e31f067d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:23.799582 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-eae13ab3-c3e7-4e4b-a074-0ed634a8e04e req-ffb21da5-c6bb-4d46-b6cf-4783e31f067d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=806e7552b2fe4d15bbbee1bb266d6718&device_id=dd92f7cd-d0ab-4039-8a3c-90c7f0f7d88f HTTP/1.1" status: 200 len: 1095 time: 0.1084313 Dec 06 17:12:23.830107 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-8f55d11e-ce60-47ac-a1ef-66ac66d7d5cf req-1dcb1ab8-bf2c-4984-af3f-ba1697b37ed3 service neutron] For port 47c2e886-b32e-4f72-8fc8-32e6a9d95467, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=47c2e886-b32e-4f72-8fc8-32e6a9d95467,segment=NetworkSegment(b5c29f07-61e3-483e-b953-3901f84034df),segment_id=b5c29f07-61e3-483e-b953-3901f84034df)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:12:23.846793 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8f55d11e-ce60-47ac-a1ef-66ac66d7d5cf req-1dcb1ab8-bf2c-4984-af3f-ba1697b37ed3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:23.913320 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bfe8d732-6a3e-4b20-97ee-88abcaac925b req-dc93753e-f399-4c15-8830-b5c9ffb32dc8 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-623749327&fields=id&tenant_id=f536e32d8d6e44a6a16c94e459e23f1d HTTP/1.1" status: 200 len: 267 time: 0.1637092 Dec 06 17:12:23.927584 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f55d11e-ce60-47ac-a1ef-66ac66d7d5cf req-1dcb1ab8-bf2c-4984-af3f-ba1697b37ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:23.928208 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8f55d11e-ce60-47ac-a1ef-66ac66d7d5cf req-1dcb1ab8-bf2c-4984-af3f-ba1697b37ed3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:23.929625 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8f55d11e-ce60-47ac-a1ef-66ac66d7d5cf req-1dcb1ab8-bf2c-4984-af3f-ba1697b37ed3 service neutron] 10.222.0.41 "PUT /v2.0/ports/47c2e886-b32e-4f72-8fc8-32e6a9d95467 HTTP/1.1" status: 200 len: 1091 time: 1.6866140 Dec 06 17:12:23.989412 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcb1ab8-bf2c-4984-af3f-ba1697b37ed3 service neutron] Pushing event updated for resources: {'Port': ['ID=47c2e886-b32e-4f72-8fc8-32e6a9d95467,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:24.007496 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe9921-4b24-4587-9bbb-ba548a249925 req-f629b9cb-ac04-4a49-b9a5-19434b15b114 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:24.008906 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-20fe9921-4b24-4587-9bbb-ba548a249925 req-f629b9cb-ac04-4a49-b9a5-19434b15b114 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/ports?device_id=5636e75b-e24c-4aad-9d0d-f9a5e5f3d916 HTTP/1.1" status: 200 len: 950 time: 0.0700119 Dec 06 17:12:24.033763 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae13ab3-c3e7-4e4b-a074-0ed634a8e04e req-bb46fc31-6e8e-4f88-87d0-a5c3e094caa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:24.035027 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-eae13ab3-c3e7-4e4b-a074-0ed634a8e04e req-bb46fc31-6e8e-4f88-87d0-a5c3e094caa6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f3115485-0e47-4001-968e-d7c2520b29dd HTTP/1.1" status: 200 len: 913 time: 0.2182271 Dec 06 17:12:24.047663 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe8d732-6a3e-4b20-97ee-88abcaac925b req-4d7f778b-a285-4f4a-a825-e6f3a9d21dd7 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:24.049168 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bfe8d732-6a3e-4b20-97ee-88abcaac925b req-4d7f778b-a285-4f4a-a825-e6f3a9d21dd7 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "GET /v2.0/ports?device_id=54880385-291a-450b-af29-150850763a9e HTTP/1.1" status: 200 len: 945 time: 0.1170170 Dec 06 17:12:24.070186 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-20fe9921-4b24-4587-9bbb-ba548a249925 req-d95e25f4-7246-4bdd-8af1-d234a1e499a7 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ba66608-5fba-460b-9339-43992781830c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520201 Dec 06 17:12:24.096808 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-eae13ab3-c3e7-4e4b-a074-0ed634a8e04e req-59e98f7a-c75f-45e4-8119-65e1d5e5b9a6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9240d932-d7ef-4a34-803c-05a846e4d103 HTTP/1.1" status: 200 len: 217 time: 0.0457175 Dec 06 17:12:24.100561 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-bfe8d732-6a3e-4b20-97ee-88abcaac925b req-71ac2d14-18f8-46ec-b4b6-98689e000be5 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Request body: {'port': {'security_groups': ['101dae8c-d6de-48c7-b5a1-19c10425459f', '6890d4ab-a88d-4225-999a-7249385cef3b']}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:12:24.110219 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f55d11e-ce60-47ac-a1ef-66ac66d7d5cf req-cdc54093-6496-4b4c-a134-486f3ecada8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:24.111897 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8f55d11e-ce60-47ac-a1ef-66ac66d7d5cf req-cdc54093-6496-4b4c-a134-486f3ecada8f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1d83e0c6d059422882cc226e7f9c727a&device_id=98f376fe-fb6f-4fe8-96fe-4642f4e4c86f HTTP/1.1" status: 200 len: 1094 time: 0.1150045 Dec 06 17:12:24.201456 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8f55d11e-ce60-47ac-a1ef-66ac66d7d5cf req-df173e52-c43a-47a6-b4af-95687772e9c5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=47c2e886-b32e-4f72-8fc8-32e6a9d95467 HTTP/1.1" status: 200 len: 217 time: 0.0647898 Dec 06 17:12:24.215645 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166c2e92-8129-49cc-8e82-9b8a14f5ea92 req-8415e1e3-4d77-497f-8241-5baf3ff28ea9 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:24.222356 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166c2e92-8129-49cc-8e82-9b8a14f5ea92 req-8415e1e3-4d77-497f-8241-5baf3ff28ea9 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:24.228309 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166c2e92-8129-49cc-8e82-9b8a14f5ea92 req-8415e1e3-4d77-497f-8241-5baf3ff28ea9 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:24.234442 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166c2e92-8129-49cc-8e82-9b8a14f5ea92 req-8415e1e3-4d77-497f-8241-5baf3ff28ea9 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:24.241091 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166c2e92-8129-49cc-8e82-9b8a14f5ea92 req-8415e1e3-4d77-497f-8241-5baf3ff28ea9 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:24.247200 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166c2e92-8129-49cc-8e82-9b8a14f5ea92 req-8415e1e3-4d77-497f-8241-5baf3ff28ea9 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:24.253927 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166c2e92-8129-49cc-8e82-9b8a14f5ea92 req-8415e1e3-4d77-497f-8241-5baf3ff28ea9 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:24.256001 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-166c2e92-8129-49cc-8e82-9b8a14f5ea92 req-8415e1e3-4d77-497f-8241-5baf3ff28ea9 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5398cbb-9f14-42b7-905c-288b25e2bdb2 HTTP/1.1" status: 200 len: 5432 time: 0.1032400 Dec 06 17:12:24.270804 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae13ab3-c3e7-4e4b-a074-0ed634a8e04e req-fab0a50b-5786-4ced-94f7-1b8e9acc282b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:24.272287 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-eae13ab3-c3e7-4e4b-a074-0ed634a8e04e req-fab0a50b-5786-4ced-94f7-1b8e9acc282b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=85724274-c536-4bb4-9806-32c964df8042 HTTP/1.1" status: 200 len: 852 time: 0.1645048 Dec 06 17:12:24.283888 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-bfe8d732-6a3e-4b20-97ee-88abcaac925b req-71ac2d14-18f8-46ec-b4b6-98689e000be5 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:24.318682 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-166c2e92-8129-49cc-8e82-9b8a14f5ea92 req-1b00328b-f266-463b-bff8-126fa91c44e1 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/security-groups?id=39e38e48-0a80-455d-95ef-5684c690b16b&id=511f9156-9807-4e4e-ae23-f0018acdbda1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563061 Dec 06 17:12:24.323881 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-eae13ab3-c3e7-4e4b-a074-0ed634a8e04e req-37905746-1c4e-466c-b89c-a11a53ef44f2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f3115485-0e47-4001-968e-d7c2520b29dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408220 Dec 06 17:12:24.330709 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f55d11e-ce60-47ac-a1ef-66ac66d7d5cf req-1c417fd2-c2ef-42b0-9e79-a45db04aaaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:24.332176 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8f55d11e-ce60-47ac-a1ef-66ac66d7d5cf req-1c417fd2-c2ef-42b0-9e79-a45db04aaaa5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=da31f47d-8fee-49c3-b794-af6b3fd955bf HTTP/1.1" status: 200 len: 848 time: 0.1141524 Dec 06 17:12:24.409323 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8f55d11e-ce60-47ac-a1ef-66ac66d7d5cf req-9be1c0a1-8e2b-404d-bf72-85056f3c1a0c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=33742801-ccea-4ab3-a86a-2573a2966c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519762 Dec 06 17:12:24.595717 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-eae13ab3-c3e7-4e4b-a074-0ed634a8e04e req-86c2ad9e-20ce-490a-8c8b-b0a981988f47 service neutron] 10.222.0.41 "GET /v2.0/networks/f3115485-0e47-4001-968e-d7c2520b29dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367170 Dec 06 17:12:24.621748 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98f376fe-fb6f-4fe8-96fe-4642f4e4c86f', 'tag': '47c2e886-b32e-4f72-8fc8-32e6a9d95467'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:12:24.623951 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08a95a18-933e-4b51-a899-7905816f12c3" -d '{"events": [{"name": "network-changed", "server_uuid": "98f376fe-fb6f-4fe8-96fe-4642f4e4c86f", "tag": "47c2e886-b32e-4f72-8fc8-32e6a9d95467"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:12:24.676982 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8f55d11e-ce60-47ac-a1ef-66ac66d7d5cf req-073b7e15-ce47-40e6-b52b-79d2f4d3c61a service neutron] 10.222.0.41 "GET /v2.0/networks/33742801-ccea-4ab3-a86a-2573a2966c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497678 Dec 06 17:12:24.838392 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-bfe8d732-6a3e-4b20-97ee-88abcaac925b req-71ac2d14-18f8-46ec-b4b6-98689e000be5 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] For port f5806f7a-957a-4bcd-ba96-0f301fe31fe6, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f5806f7a-957a-4bcd-ba96-0f301fe31fe6,segment=NetworkSegment(bf491db3-1349-4273-86a8-1c05096a6cc1),segment_id=bf491db3-1349-4273-86a8-1c05096a6cc1)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:12:24.843533 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-eae13ab3-c3e7-4e4b-a074-0ed634a8e04e req-dee0265c-708e-436e-a9ec-fc6c596d3760 service neutron] 10.222.0.41 "GET /v2.0/networks/f3115485-0e47-4001-968e-d7c2520b29dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383931 Dec 06 17:12:24.873067 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8f55d11e-ce60-47ac-a1ef-66ac66d7d5cf req-992ebad4-419f-4be3-9517-48c913281bea service neutron] 10.222.0.41 "GET /v2.0/networks/33742801-ccea-4ab3-a86a-2573a2966c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654956 Dec 06 17:12:24.888811 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-bfe8d732-6a3e-4b20-97ee-88abcaac925b req-71ac2d14-18f8-46ec-b4b6-98689e000be5 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:24.894982 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-bfe8d732-6a3e-4b20-97ee-88abcaac925b req-71ac2d14-18f8-46ec-b4b6-98689e000be5 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:24.909066 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['f5806f7a-957a-4bcd-ba96-0f301fe31fe6'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:12:24.942062 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe8d732-6a3e-4b20-97ee-88abcaac925b req-71ac2d14-18f8-46ec-b4b6-98689e000be5 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:24.942707 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-bfe8d732-6a3e-4b20-97ee-88abcaac925b req-71ac2d14-18f8-46ec-b4b6-98689e000be5 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:24.944122 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bfe8d732-6a3e-4b20-97ee-88abcaac925b req-71ac2d14-18f8-46ec-b4b6-98689e000be5 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "PUT /v2.0/ports/f5806f7a-957a-4bcd-ba96-0f301fe31fe6 HTTP/1.1" status: 200 len: 981 time: 0.8505936 Dec 06 17:12:24.951680 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501f06e9-67df-4332-821f-4cffee59696b req-608c11bd-18e4-4c28-840d-64f4ce17e0cb tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:24.953657 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-501f06e9-67df-4332-821f-4cffee59696b req-608c11bd-18e4-4c28-840d-64f4ce17e0cb tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=98f376fe-fb6f-4fe8-96fe-4642f4e4c86f HTTP/1.1" status: 200 len: 943 time: 0.0601804 Dec 06 17:12:24.980346 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ac2d14-18f8-46ec-b4b6-98689e000be5 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Pushing event updated for resources: {'Port': ['ID=f5806f7a-957a-4bcd-ba96-0f301fe31fe6,revision_number=6']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:25.004490 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48a5ae50-0659-49d6-bc0a-187f22a9a62d x-openstack-request-id: req-48a5ae50-0659-49d6-bc0a-187f22a9a62d {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:12:25.004853 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98f376fe-fb6f-4fe8-96fe-4642f4e4c86f", "tag": "47c2e886-b32e-4f72-8fc8-32e6a9d95467", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:12:25.005125 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-48a5ae50-0659-49d6-bc0a-187f22a9a62d {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:12:25.005892 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98f376fe-fb6f-4fe8-96fe-4642f4e4c86f', 'tag': '47c2e886-b32e-4f72-8fc8-32e6a9d95467', 'status': 'completed', 'code': 200} Dec 06 17:12:25.014523 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-501f06e9-67df-4332-821f-4cffee59696b req-813ecfeb-0af2-43c7-bf9b-0eeeb5be2a54 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531385 Dec 06 17:12:25.059890 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['f5806f7a-957a-4bcd-ba96-0f301fe31fe6'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:12:25.120280 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a95a18-933e-4b51-a899-7905816f12c3 req-50b5c68d-8264-4a9d-b0eb-ae31c41e6859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:25.121782 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-08a95a18-933e-4b51-a899-7905816f12c3 req-50b5c68d-8264-4a9d-b0eb-ae31c41e6859 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1d83e0c6d059422882cc226e7f9c727a&device_id=98f376fe-fb6f-4fe8-96fe-4642f4e4c86f HTTP/1.1" status: 200 len: 1094 time: 0.0901463 Dec 06 17:12:25.135586 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0364093-1a9a-499a-ac83-106d6c28a8c9 req-e1a144c4-6885-4fca-a4a1-4487ec332f23 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:25.137601 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c0364093-1a9a-499a-ac83-106d6c28a8c9 req-e1a144c4-6885-4fca-a4a1-4487ec332f23 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd92f7cd-d0ab-4039-8a3c-90c7f0f7d88f HTTP/1.1" status: 200 len: 944 time: 0.0642862 Dec 06 17:12:25.234004 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28f89250-f6ba-4cb7-938b-7c0f42ca3b95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6980ab2b-2184-4bb6-bf4c-ab79e620b3b8'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:12:25.236936 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adaab372-fc8a-45fa-b145-d0629b363452" -d '{"events": [{"server_uuid": "28f89250-f6ba-4cb7-938b-7c0f42ca3b95", "name": "network-vif-plugged", "status": "completed", "tag": "6980ab2b-2184-4bb6-bf4c-ab79e620b3b8"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:12:25.253662 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c0364093-1a9a-499a-ac83-106d6c28a8c9 req-9ae59ba4-836f-4fe7-81c3-b6a2608ca20e tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066854 Dec 06 17:12:25.280361 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a95a18-933e-4b51-a899-7905816f12c3 req-0916e798-1b20-4658-87bd-578fa2c9f358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:25.282076 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-08a95a18-933e-4b51-a899-7905816f12c3 req-0916e798-1b20-4658-87bd-578fa2c9f358 service neutron] 10.222.0.41 "GET /v2.0/networks?id=33742801-ccea-4ab3-a86a-2573a2966c19 HTTP/1.1" status: 200 len: 909 time: 0.1435161 Dec 06 17:12:25.338696 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-08a95a18-933e-4b51-a899-7905816f12c3 req-0d9eafa3-0c75-4b71-a6cf-3ab230a2814d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=47c2e886-b32e-4f72-8fc8-32e6a9d95467 HTTP/1.1" status: 200 len: 217 time: 0.0404322 Dec 06 17:12:25.409607 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e9377f5f-5939-467a-98e8-72b6d5dd4e33 req-e70382f3-0f5b-44a4-a332-0606432d504c tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1466751917&fields=id&tenant_id=f536e32d8d6e44a6a16c94e459e23f1d HTTP/1.1" status: 200 len: 267 time: 0.0733898 Dec 06 17:12:25.451174 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a95a18-933e-4b51-a899-7905816f12c3 req-4f9784aa-6259-40a6-b075-1a61ce6d3063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:25.452646 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-08a95a18-933e-4b51-a899-7905816f12c3 req-4f9784aa-6259-40a6-b075-1a61ce6d3063 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=da31f47d-8fee-49c3-b794-af6b3fd955bf HTTP/1.1" status: 200 len: 848 time: 0.0874887 Dec 06 17:12:25.496737 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-08a95a18-933e-4b51-a899-7905816f12c3 req-43aab9e6-3ab5-43f5-9868-9508519ba3cc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=33742801-ccea-4ab3-a86a-2573a2966c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329466 Dec 06 17:12:25.505912 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9377f5f-5939-467a-98e8-72b6d5dd4e33 req-d726cff1-eb8e-4878-9031-3c656c171f97 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:25.507352 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e9377f5f-5939-467a-98e8-72b6d5dd4e33 req-d726cff1-eb8e-4878-9031-3c656c171f97 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "GET /v2.0/ports?device_id=54880385-291a-450b-af29-150850763a9e HTTP/1.1" status: 200 len: 984 time: 0.0886445 Dec 06 17:12:25.533954 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-e9377f5f-5939-467a-98e8-72b6d5dd4e33 req-d75769b3-6414-49b2-97c6-0361743c86d9 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Request body: {'port': {'security_groups': ['101dae8c-d6de-48c7-b5a1-19c10425459f', '6890d4ab-a88d-4225-999a-7249385cef3b', '915a64f1-9fb6-4d7b-9214-3b4726da6b5c']}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:12:25.588689 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b0711f-5e72-4e24-bf01-0ba9ef94b91f req-e8b750a4-e885-4f45-ab57-80dfae657369 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:25.590316 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-26b0711f-5e72-4e24-bf01-0ba9ef94b91f req-e8b750a4-e885-4f45-ab57-80dfae657369 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/ports?device_id=5636e75b-e24c-4aad-9d0d-f9a5e5f3d916 HTTP/1.1" status: 200 len: 950 time: 0.0534847 Dec 06 17:12:25.650157 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-26b0711f-5e72-4e24-bf01-0ba9ef94b91f req-897383e1-7d43-424c-abe2-6e1c13b3ed9f tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ba66608-5fba-460b-9339-43992781830c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516932 Dec 06 17:12:25.655471 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e9377f5f-5939-467a-98e8-72b6d5dd4e33 req-d75769b3-6414-49b2-97c6-0361743c86d9 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:25.683842 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-08a95a18-933e-4b51-a899-7905816f12c3 req-ef7a24c3-104e-472a-bd0b-6977947ea7f1 service neutron] 10.222.0.41 "GET /v2.0/networks/33742801-ccea-4ab3-a86a-2573a2966c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732962 Dec 06 17:12:25.773428 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 44184) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:12:25.861787 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-08a95a18-933e-4b51-a899-7905816f12c3 req-803d9828-806b-4b34-b694-2b60a5a2115a service neutron] 10.222.0.41 "GET /v2.0/networks/33742801-ccea-4ab3-a86a-2573a2966c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499000 Dec 06 17:12:25.903291 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e42a33cd-251b-4aeb-8b38-543932e28bc7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:25.921916 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2831bcb5-5613-4cc9-ae19-781f6653a3c9 x-openstack-request-id: req-2831bcb5-5613-4cc9-ae19-781f6653a3c9 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:12:25.922375 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28f89250-f6ba-4cb7-938b-7c0f42ca3b95", "name": "network-vif-plugged", "status": "completed", "tag": "6980ab2b-2184-4bb6-bf4c-ab79e620b3b8", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:12:25.922470 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2831bcb5-5613-4cc9-ae19-781f6653a3c9 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:12:25.922828 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28f89250-f6ba-4cb7-938b-7c0f42ca3b95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6980ab2b-2184-4bb6-bf4c-ab79e620b3b8', 'code': 200} Dec 06 17:12:26.005419 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-e9377f5f-5939-467a-98e8-72b6d5dd4e33 req-d75769b3-6414-49b2-97c6-0361743c86d9 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] For port f5806f7a-957a-4bcd-ba96-0f301fe31fe6, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f5806f7a-957a-4bcd-ba96-0f301fe31fe6,segment=NetworkSegment(bf491db3-1349-4273-86a8-1c05096a6cc1),segment_id=bf491db3-1349-4273-86a8-1c05096a6cc1)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:12:26.036040 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e9377f5f-5939-467a-98e8-72b6d5dd4e33 req-d75769b3-6414-49b2-97c6-0361743c86d9 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:26.041946 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e9377f5f-5939-467a-98e8-72b6d5dd4e33 req-d75769b3-6414-49b2-97c6-0361743c86d9 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:26.054585 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['f5806f7a-957a-4bcd-ba96-0f301fe31fe6'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:12:26.070159 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e42a33cd-251b-4aeb-8b38-543932e28bc7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:26.082627 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4299c865-1e9a-4923-9669-4bf88d3e200d req-d911aea3-d597-4b8e-8300-3cf3f5b6832a tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:26.088620 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4299c865-1e9a-4923-9669-4bf88d3e200d req-d911aea3-d597-4b8e-8300-3cf3f5b6832a tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:26.094713 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4299c865-1e9a-4923-9669-4bf88d3e200d req-d911aea3-d597-4b8e-8300-3cf3f5b6832a tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:26.100943 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9377f5f-5939-467a-98e8-72b6d5dd4e33 req-d75769b3-6414-49b2-97c6-0361743c86d9 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:26.101242 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4299c865-1e9a-4923-9669-4bf88d3e200d req-d911aea3-d597-4b8e-8300-3cf3f5b6832a tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:26.101605 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e9377f5f-5939-467a-98e8-72b6d5dd4e33 req-d75769b3-6414-49b2-97c6-0361743c86d9 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:26.103362 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e9377f5f-5939-467a-98e8-72b6d5dd4e33 req-d75769b3-6414-49b2-97c6-0361743c86d9 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "PUT /v2.0/ports/f5806f7a-957a-4bcd-ba96-0f301fe31fe6 HTTP/1.1" status: 200 len: 1020 time: 0.5846677 Dec 06 17:12:26.109832 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4299c865-1e9a-4923-9669-4bf88d3e200d req-d911aea3-d597-4b8e-8300-3cf3f5b6832a tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:26.117048 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4299c865-1e9a-4923-9669-4bf88d3e200d req-d911aea3-d597-4b8e-8300-3cf3f5b6832a tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:26.123089 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4299c865-1e9a-4923-9669-4bf88d3e200d req-d911aea3-d597-4b8e-8300-3cf3f5b6832a tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:26.124838 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75769b3-6414-49b2-97c6-0361743c86d9 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Pushing event updated for resources: {'Port': ['ID=f5806f7a-957a-4bcd-ba96-0f301fe31fe6,revision_number=7']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:26.130990 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4299c865-1e9a-4923-9669-4bf88d3e200d req-d911aea3-d597-4b8e-8300-3cf3f5b6832a tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5398cbb-9f14-42b7-905c-288b25e2bdb2 HTTP/1.1" status: 200 len: 5432 time: 0.1605525 Dec 06 17:12:26.141645 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e42a33cd-251b-4aeb-8b38-543932e28bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:26.161670 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e19e93-6728-4474-806e-9876e99c0d62 req-2a7945d8-9090-40a5-af21-a59a53202fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:26.163424 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-91e19e93-6728-4474-806e-9876e99c0d62 req-2a7945d8-9090-40a5-af21-a59a53202fe2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=28f89250-f6ba-4cb7-938b-7c0f42ca3b95 HTTP/1.1" status: 200 len: 1100 time: 0.1640744 Dec 06 17:12:26.210652 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['f5806f7a-957a-4bcd-ba96-0f301fe31fe6'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:12:26.215777 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-e42a33cd-251b-4aeb-8b38-543932e28bc7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b0b921b04bdc42a38b16a977cc5581c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4406753 Dec 06 17:12:26.218330 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 44194) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:12:26.226653 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42a33cd-251b-4aeb-8b38-543932e28bc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18cfe5ab-27b2-444f-9284-05f1698a17ee,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:26.268396 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-91e19e93-6728-4474-806e-9876e99c0d62 req-7e706b66-ab48-452b-9aa3-850575c34066 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2ba66608-5fba-460b-9339-43992781830c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967238 Dec 06 17:12:26.273620 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4299c865-1e9a-4923-9669-4bf88d3e200d req-5f9d7f6e-5a70-462e-ab63-9189fcde0a8a tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/security-groups?id=39e38e48-0a80-455d-95ef-5684c690b16b&id=511f9156-9807-4e4e-ae23-f0018acdbda1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1418023 Dec 06 17:12:26.335316 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-28ce0217-5f9e-49c7-a9e5-f129cf9da637 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:26.346816 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a41352-13ae-40b9-aaa0-c346a179e2ae req-0a2d0736-bef7-4b82-a92e-043b3d16f18c tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:26.348434 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c7a41352-13ae-40b9-aaa0-c346a179e2ae req-0a2d0736-bef7-4b82-a92e-043b3d16f18c tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/ports?device_id=28f89250-f6ba-4cb7-938b-7c0f42ca3b95 HTTP/1.1" status: 200 len: 949 time: 0.0875056 Dec 06 17:12:26.387236 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-28ce0217-5f9e-49c7-a9e5-f129cf9da637 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:26.395893 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22886cde-8e86-4dc1-a0d0-301ea6118956 req-af9d93bd-8439-4340-90e6-9476f1ed97e2 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:26.397680 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-22886cde-8e86-4dc1-a0d0-301ea6118956 req-af9d93bd-8439-4340-90e6-9476f1ed97e2 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=98f376fe-fb6f-4fe8-96fe-4642f4e4c86f HTTP/1.1" status: 200 len: 943 time: 0.0529416 Dec 06 17:12:26.442419 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c7a41352-13ae-40b9-aaa0-c346a179e2ae req-89ebbedc-848d-4e39-8181-a75d3ced0cae tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ba66608-5fba-460b-9339-43992781830c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842628 Dec 06 17:12:26.454826 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-22886cde-8e86-4dc1-a0d0-301ea6118956 req-ed5354e0-cd49-47e7-8787-9626cc8fceea tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491123 Dec 06 17:12:26.465884 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-28ce0217-5f9e-49c7-a9e5-f129cf9da637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:26.468724 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-28ce0217-5f9e-49c7-a9e5-f129cf9da637 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:26.470950 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-28ce0217-5f9e-49c7-a9e5-f129cf9da637 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/18cfe5ab-27b2-444f-9284-05f1698a17ee HTTP/1.1" status: 204 len: 168 time: 0.2507818 Dec 06 17:12:26.482248 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ce0217-5f9e-49c7-a9e5-f129cf9da637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18cfe5ab-27b2-444f-9284-05f1698a17ee,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:26.615875 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711edd7-2d7e-466d-9e65-5d2daadfc132 req-ce964336-a28a-4fe1-b8c3-37d48abad48a tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:26.617380 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6711edd7-2d7e-466d-9e65-5d2daadfc132 req-ce964336-a28a-4fe1-b8c3-37d48abad48a tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "GET /v2.0/ports?device_id=54880385-291a-450b-af29-150850763a9e HTTP/1.1" status: 200 len: 1023 time: 0.0548491 Dec 06 17:12:26.645512 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac05bfa-8604-4e7b-ac5e-d00a15a1e4de req-f7e770e8-288a-4693-b511-9fde808424d4 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:26.647241 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4ac05bfa-8604-4e7b-ac5e-d00a15a1e4de req-f7e770e8-288a-4693-b511-9fde808424d4 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd92f7cd-d0ab-4039-8a3c-90c7f0f7d88f HTTP/1.1" status: 200 len: 944 time: 0.0659256 Dec 06 17:12:26.693226 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6711edd7-2d7e-466d-9e65-5d2daadfc132 req-2fba9024-1250-4ac9-af69-f1cad80b9687 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "GET /v2.0/security-groups?id=915a64f1-9fb6-4d7b-9214-3b4726da6b5c&id=6890d4ab-a88d-4225-999a-7249385cef3b&id=101dae8c-d6de-48c7-b5a1-19c10425459f HTTP/1.1" status: 200 len: 6199 time: 0.0677686 Dec 06 17:12:26.699663 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4ac05bfa-8604-4e7b-ac5e-d00a15a1e4de req-f60b7ebc-fb4f-47b9-bb9e-bd9fc86edab0 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461400 Dec 06 17:12:26.725133 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-e9e40e88-2cf2-43a8-8727-fd6e87e6ae4d req-efe90f76-2dba-4db5-8b1f-9652784b9b3c tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1841311199 ', 'description': 'tempest-description-1515993545'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:12:26.747402 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-e9e40e88-2cf2-43a8-8727-fd6e87e6ae4d req-efe90f76-2dba-4db5-8b1f-9652784b9b3c tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:26.809494 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 44204) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:12:26.816237 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-e9e40e88-2cf2-43a8-8727-fd6e87e6ae4d req-efe90f76-2dba-4db5-8b1f-9652784b9b3c tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:26.819977 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-e9e40e88-2cf2-43a8-8727-fd6e87e6ae4d req-efe90f76-2dba-4db5-8b1f-9652784b9b3c tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:26.823782 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-73299d42-130f-4c4b-9451-e52714c7efa9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:26.844318 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-e9e40e88-2cf2-43a8-8727-fd6e87e6ae4d req-efe90f76-2dba-4db5-8b1f-9652784b9b3c tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:26.845645 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e9e40e88-2cf2-43a8-8727-fd6e87e6ae4d req-efe90f76-2dba-4db5-8b1f-9652784b9b3c tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.1245921 Dec 06 17:12:26.856050 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe90f76-2dba-4db5-8b1f-9652784b9b3c tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7353066c-8d93-4a39-ae96-a6876c44469c,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:26.900221 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 9240d932-d7ef-4a34-803c-05a846e4d103 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:12:27.000339 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 9240d932-d7ef-4a34-803c-05a846e4d103, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=9240d932-d7ef-4a34-803c-05a846e4d103,segment=NetworkSegment(c5bdebef-6647-4acc-8b76-b3635792eaa5),segment_id=c5bdebef-6647-4acc-8b76-b3635792eaa5)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:12:27.012989 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': '9240d932-d7ef-4a34-803c-05a846e4d103', 'network_id': 'f3115485-0e47-4001-968e-d7c2520b29dd', 'port_id': '9240d932-d7ef-4a34-803c-05a846e4d103', 'mac_address': 'fa:16:3e:6b:09:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85724274-c536-4bb4-9806-32c964df8042', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:12:27.056716 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:27.070835 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9240d932-d7ef-4a34-803c-05a846e4d103 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:12:27.091842 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 9240d932-d7ef-4a34-803c-05a846e4d103, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=9240d932-d7ef-4a34-803c-05a846e4d103,segment=NetworkSegment(c5bdebef-6647-4acc-8b76-b3635792eaa5),segment_id=c5bdebef-6647-4acc-8b76-b3635792eaa5)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:12:27.095973 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:27.096800 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 47c2e886-b32e-4f72-8fc8-32e6a9d95467 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:12:27.170793 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=9240d932-d7ef-4a34-803c-05a846e4d103,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:27.189744 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54880385-291a-450b-af29-150850763a9e', 'tag': 'f5806f7a-957a-4bcd-ba96-0f301fe31fe6'}, {'name': 'network-changed', 'server_uuid': '54880385-291a-450b-af29-150850763a9e', 'tag': 'f5806f7a-957a-4bcd-ba96-0f301fe31fe6'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:12:27.192128 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4decd379-a1ba-4728-bd9d-a3d85af6b486" -d '{"events": [{"name": "network-changed", "server_uuid": "54880385-291a-450b-af29-150850763a9e", "tag": "f5806f7a-957a-4bcd-ba96-0f301fe31fe6"}, {"name": "network-changed", "server_uuid": "54880385-291a-450b-af29-150850763a9e", "tag": "f5806f7a-957a-4bcd-ba96-0f301fe31fe6"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:12:27.207652 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-80f92137-19e3-4806-b7d1-8a06287adb83 req-3fbc13f9-2178-4937-8f11-99cec1a1e3e1 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "GET /v2.0/security-groups/7353066c-8d93-4a39-ae96-a6876c44469c HTTP/1.1" status: 200 len: 1798 time: 0.3366258 Dec 06 17:12:27.220816 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-73299d42-130f-4c4b-9451-e52714c7efa9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:27.227967 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-73299d42-130f-4c4b-9451-e52714c7efa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:27.237078 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 47c2e886-b32e-4f72-8fc8-32e6a9d95467, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=47c2e886-b32e-4f72-8fc8-32e6a9d95467,segment=NetworkSegment(b5c29f07-61e3-483e-b953-3901f84034df),segment_id=b5c29f07-61e3-483e-b953-3901f84034df)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:12:27.254668 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': '47c2e886-b32e-4f72-8fc8-32e6a9d95467', 'network_id': '33742801-ccea-4ab3-a86a-2573a2966c19', 'port_id': '47c2e886-b32e-4f72-8fc8-32e6a9d95467', 'mac_address': 'fa:16:3e:1a:68:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da31f47d-8fee-49c3-b794-af6b3fd955bf', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:12:27.266249 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 06 Dec 2021 17:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48da74f3-5380-4bfa-84b7-4f9d5c37674f x-openstack-request-id: req-48da74f3-5380-4bfa-84b7-4f9d5c37674f {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:12:27.266641 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54880385-291a-450b-af29-150850763a9e", "tag": "f5806f7a-957a-4bcd-ba96-0f301fe31fe6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "54880385-291a-450b-af29-150850763a9e", "tag": "f5806f7a-957a-4bcd-ba96-0f301fe31fe6", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:12:27.266978 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-48da74f3-5380-4bfa-84b7-4f9d5c37674f {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:12:27.267485 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54880385-291a-450b-af29-150850763a9e', 'tag': 'f5806f7a-957a-4bcd-ba96-0f301fe31fe6', 'status': 'completed', 'code': 200} Dec 06 17:12:27.267754 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54880385-291a-450b-af29-150850763a9e', 'tag': 'f5806f7a-957a-4bcd-ba96-0f301fe31fe6', 'status': 'completed', 'code': 200} Dec 06 17:12:27.274611 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-73299d42-130f-4c4b-9451-e52714c7efa9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=34c5178b800c4f689d4b7b690c49fb96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4639409 Dec 06 17:12:27.277606 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 44214) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:12:27.278082 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73299d42-130f-4c4b-9451-e52714c7efa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bc16795-2622-4900-ab14-30aefa3d312e,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:27.303783 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:27.320748 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47c2e886-b32e-4f72-8fc8-32e6a9d95467 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:12:27.326094 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-97e71d26-bc56-41a7-bbf3-e31ebb201863 req-65b24af5-0c59-4238-a002-5612e17a7b1a tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "GET /v2.0/security-groups/7353066c-8d93-4a39-ae96-a6876c44469c HTTP/1.1" status: 200 len: 1798 time: 0.0502529 Dec 06 17:12:27.364776 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 47c2e886-b32e-4f72-8fc8-32e6a9d95467, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=47c2e886-b32e-4f72-8fc8-32e6a9d95467,segment=NetworkSegment(b5c29f07-61e3-483e-b953-3901f84034df),segment_id=b5c29f07-61e3-483e-b953-3901f84034df)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:12:27.373968 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 5d044c44-c6ea-4f9f-a3c3-6f30ee8e15d8 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:12:27.379918 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:27.408453 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f3b6243d-df1c-42c3-a65f-5dcfc2dd26a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:27.409119 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4decd379-a1ba-4728-bd9d-a3d85af6b486 req-0ea36b80-6417-46f1-848c-5828020e3ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:27.410651 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4decd379-a1ba-4728-bd9d-a3d85af6b486 req-0ea36b80-6417-46f1-848c-5828020e3ac5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f536e32d8d6e44a6a16c94e459e23f1d&device_id=54880385-291a-450b-af29-150850763a9e HTTP/1.1" status: 200 len: 1174 time: 0.0809877 Dec 06 17:12:27.430076 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-97e71d26-bc56-41a7-bbf3-e31ebb201863 req-9fb472bb-b462-42bc-9d32-d5ee8ee843a0 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:27.455152 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-97e71d26-bc56-41a7-bbf3-e31ebb201863 req-9fb472bb-b462-42bc-9d32-d5ee8ee843a0 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:27.481348 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f3b6243d-df1c-42c3-a65f-5dcfc2dd26a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:27.500836 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-97e71d26-bc56-41a7-bbf3-e31ebb201863 req-9fb472bb-b462-42bc-9d32-d5ee8ee843a0 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:27.507085 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-97e71d26-bc56-41a7-bbf3-e31ebb201863 req-9fb472bb-b462-42bc-9d32-d5ee8ee843a0 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:27.512881 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-97e71d26-bc56-41a7-bbf3-e31ebb201863 req-9fb472bb-b462-42bc-9d32-d5ee8ee843a0 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "DELETE /v2.0/security-groups/7353066c-8d93-4a39-ae96-a6876c44469c HTTP/1.1" status: 204 len: 173 time: 0.1801791 Dec 06 17:12:27.528274 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=47c2e886-b32e-4f72-8fc8-32e6a9d95467,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:27.545773 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb472bb-b462-42bc-9d32-d5ee8ee843a0 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7353066c-8d93-4a39-ae96-a6876c44469c,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:27.549249 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398a1e80-6cb2-435f-99bc-31299f4964ad req-1242c3c3-3e68-403a-bf09-ca5ece93957d tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:27.556875 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398a1e80-6cb2-435f-99bc-31299f4964ad req-1242c3c3-3e68-403a-bf09-ca5ece93957d tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:27.559710 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 5d044c44-c6ea-4f9f-a3c3-6f30ee8e15d8, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5d044c44-c6ea-4f9f-a3c3-6f30ee8e15d8,segment=NetworkSegment(960bb03e-79ef-4cd4-951f-382b620b51db),segment_id=960bb03e-79ef-4cd4-951f-382b620b51db)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:12:27.563064 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398a1e80-6cb2-435f-99bc-31299f4964ad req-1242c3c3-3e68-403a-bf09-ca5ece93957d tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:27.569805 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398a1e80-6cb2-435f-99bc-31299f4964ad req-1242c3c3-3e68-403a-bf09-ca5ece93957d tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:27.577355 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398a1e80-6cb2-435f-99bc-31299f4964ad req-1242c3c3-3e68-403a-bf09-ca5ece93957d tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:27.587293 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398a1e80-6cb2-435f-99bc-31299f4964ad req-1242c3c3-3e68-403a-bf09-ca5ece93957d tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:27.594676 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398a1e80-6cb2-435f-99bc-31299f4964ad req-1242c3c3-3e68-403a-bf09-ca5ece93957d tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:27.594904 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': '5d044c44-c6ea-4f9f-a3c3-6f30ee8e15d8', 'network_id': 'a265b143-efdd-45e0-a32a-71d5cda110a4', 'port_id': '5d044c44-c6ea-4f9f-a3c3-6f30ee8e15d8', 'mac_address': 'fa:16:3e:98:df:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc1a154b-d238-4aad-a5ea-40577b02ded4', 'ip_address': '10.1.1.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:12:27.602879 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-398a1e80-6cb2-435f-99bc-31299f4964ad req-1242c3c3-3e68-403a-bf09-ca5ece93957d tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5398cbb-9f14-42b7-905c-288b25e2bdb2 HTTP/1.1" status: 200 len: 5432 time: 0.2131326 Dec 06 17:12:27.646094 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:27.663865 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d044c44-c6ea-4f9f-a3c3-6f30ee8e15d8 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:12:27.670787 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62032b6e-79d6-413f-8923-39a664a124d5 req-2e478860-d8af-4cd6-a702-4f448c3efe01 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:27.674061 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-62032b6e-79d6-413f-8923-39a664a124d5 req-2e478860-d8af-4cd6-a702-4f448c3efe01 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/ports?device_id=28f89250-f6ba-4cb7-938b-7c0f42ca3b95 HTTP/1.1" status: 200 len: 949 time: 0.0887730 Dec 06 17:12:27.676489 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4decd379-a1ba-4728-bd9d-a3d85af6b486 req-6cc68022-d84a-4015-8315-ce9484ea4fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:27.678405 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4decd379-a1ba-4728-bd9d-a3d85af6b486 req-6cc68022-d84a-4015-8315-ce9484ea4fcd service neutron] 10.222.0.44 "GET /v2.0/networks?id=d5889859-da21-43c6-aad2-22aedd4eb38b HTTP/1.1" status: 200 len: 914 time: 0.2508855 Dec 06 17:12:27.687509 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 5d044c44-c6ea-4f9f-a3c3-6f30ee8e15d8, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5d044c44-c6ea-4f9f-a3c3-6f30ee8e15d8,segment=NetworkSegment(960bb03e-79ef-4cd4-951f-382b620b51db),segment_id=960bb03e-79ef-4cd4-951f-382b620b51db)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:12:27.693032 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:27.693723 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device e42dffef-fd32-4bdd-8a82-7f2ced8750e5 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:12:27.723752 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['47c2e886-b32e-4f72-8fc8-32e6a9d95467'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:12:27.726261 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['9240d932-d7ef-4a34-803c-05a846e4d103'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:12:27.733138 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-62032b6e-79d6-413f-8923-39a664a124d5 req-78507bcf-cdc7-4b37-bd83-84b1f244b542 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ba66608-5fba-460b-9339-43992781830c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535755 Dec 06 17:12:27.740542 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4decd379-a1ba-4728-bd9d-a3d85af6b486 req-bc5079af-a8a5-4f79-8aff-76a0ff49907a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5806f7a-957a-4bcd-ba96-0f301fe31fe6 HTTP/1.1" status: 200 len: 217 time: 0.0534475 Dec 06 17:12:27.747498 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-398a1e80-6cb2-435f-99bc-31299f4964ad req-3eebe323-ee4a-45e5-ba19-0c5c3fafc858 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/security-groups?id=39e38e48-0a80-455d-95ef-5684c690b16b&id=511f9156-9807-4e4e-ae23-f0018acdbda1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1438103 Dec 06 17:12:27.749398 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f3b6243d-df1c-42c3-a65f-5dcfc2dd26a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:27.752578 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f3b6243d-df1c-42c3-a65f-5dcfc2dd26a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:27.753829 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-f3b6243d-df1c-42c3-a65f-5dcfc2dd26a4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5bc16795-2622-4900-ab14-30aefa3d312e HTTP/1.1" status: 204 len: 168 time: 0.4745560 Dec 06 17:12:27.828967 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b6243d-df1c-42c3-a65f-5dcfc2dd26a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bc16795-2622-4900-ab14-30aefa3d312e,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:27.848145 n-d-master-1 neutron-server[103284]: INFO neutron.api.v2.resource [req-442229a4-1e73-406d-8e7c-d1641cb89c9e req-b2406007-637c-4232-9259-b0636858a478 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] show failed (client error): The resource could not be found. Dec 06 17:12:27.849207 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-442229a4-1e73-406d-8e7c-d1641cb89c9e req-b2406007-637c-4232-9259-b0636858a478 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "GET /v2.0/security-groups/7353066c-8d93-4a39-ae96-a6876c44469c HTTP/1.1" status: 404 len: 352 time: 0.0316105 Dec 06 17:12:27.857859 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port e42dffef-fd32-4bdd-8a82-7f2ced8750e5, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e42dffef-fd32-4bdd-8a82-7f2ced8750e5,segment=NetworkSegment(960bb03e-79ef-4cd4-951f-382b620b51db),segment_id=960bb03e-79ef-4cd4-951f-382b620b51db)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:12:27.861745 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4decd379-a1ba-4728-bd9d-a3d85af6b486 req-be190b29-1543-4b5d-9db7-d4d1443f3073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:27.865539 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4decd379-a1ba-4728-bd9d-a3d85af6b486 req-be190b29-1543-4b5d-9db7-d4d1443f3073 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c2b6f40c-08b5-4858-90df-7d27b7ee3faf HTTP/1.1" status: 200 len: 853 time: 0.1170001 Dec 06 17:12:27.888530 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=5d044c44-c6ea-4f9f-a3c3-6f30ee8e15d8,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:27.895232 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10618067-f9df-4db7-b132-d72cdff67f54 req-c0a78b0e-2f29-4339-b9a9-1fb887aa8ea8 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:27.896913 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-10618067-f9df-4db7-b132-d72cdff67f54 req-c0a78b0e-2f29-4339-b9a9-1fb887aa8ea8 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=98f376fe-fb6f-4fe8-96fe-4642f4e4c86f HTTP/1.1" status: 200 len: 944 time: 0.0666616 Dec 06 17:12:27.920257 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4decd379-a1ba-4728-bd9d-a3d85af6b486 req-69d2291b-80ed-41d8-8c23-f8a93b665bee service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d5889859-da21-43c6-aad2-22aedd4eb38b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442257 Dec 06 17:12:27.929369 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': 'e42dffef-fd32-4bdd-8a82-7f2ced8750e5', 'network_id': 'a265b143-efdd-45e0-a32a-71d5cda110a4', 'port_id': 'e42dffef-fd32-4bdd-8a82-7f2ced8750e5', 'mac_address': 'fa:16:3e:39:01:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc1a154b-d238-4aad-a5ea-40577b02ded4', 'ip_address': '10.1.1.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:12:27.973830 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-10618067-f9df-4db7-b132-d72cdff67f54 req-b13c89b7-d2b8-4d49-9fa0-b6728a1b327a tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687723 Dec 06 17:12:28.009828 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-f50a7c92-2885-496a-aaa9-f9bbec641136 req-66854549-8c5a-4e01-9d59-479d05cac8c8 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-304564782', 'description': 'tempest-description-986888732'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:12:28.038403 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-f50a7c92-2885-496a-aaa9-f9bbec641136 req-66854549-8c5a-4e01-9d59-479d05cac8c8 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:28.059827 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:28.099438 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e42dffef-fd32-4bdd-8a82-7f2ced8750e5 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:12:28.134811 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4decd379-a1ba-4728-bd9d-a3d85af6b486 req-97a7c853-c405-4457-9adb-be761fdd0e09 service neutron] 10.222.0.44 "GET /v2.0/networks/d5889859-da21-43c6-aad2-22aedd4eb38b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072327 Dec 06 17:12:28.144248 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-f50a7c92-2885-496a-aaa9-f9bbec641136 req-66854549-8c5a-4e01-9d59-479d05cac8c8 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:28.147555 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c0142f-099c-4436-b07e-a4ffb6762095 req-c739ae6d-a50f-4d24-9da9-a27af2ec97c8 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:28.149091 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d9c0142f-099c-4436-b07e-a4ffb6762095 req-c739ae6d-a50f-4d24-9da9-a27af2ec97c8 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd92f7cd-d0ab-4039-8a3c-90c7f0f7d88f HTTP/1.1" status: 200 len: 945 time: 0.0806329 Dec 06 17:12:28.152544 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port e42dffef-fd32-4bdd-8a82-7f2ced8750e5, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e42dffef-fd32-4bdd-8a82-7f2ced8750e5,segment=NetworkSegment(960bb03e-79ef-4cd4-951f-382b620b51db),segment_id=960bb03e-79ef-4cd4-951f-382b620b51db)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:12:28.157532 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-f50a7c92-2885-496a-aaa9-f9bbec641136 req-66854549-8c5a-4e01-9d59-479d05cac8c8 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:28.167435 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:28.168227 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 1d5a6e2b-fe5f-43e4-8477-6577f08f2e89 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:12:28.193440 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-f50a7c92-2885-496a-aaa9-f9bbec641136 req-66854549-8c5a-4e01-9d59-479d05cac8c8 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:28.195004 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f50a7c92-2885-496a-aaa9-f9bbec641136 req-66854549-8c5a-4e01-9d59-479d05cac8c8 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.1909084 Dec 06 17:12:28.200927 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66854549-8c5a-4e01-9d59-479d05cac8c8 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57a08e78-5ddf-4714-8f01-91ebd5044aff,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:28.224728 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-8b9b9918-ca23-4832-aa70-8ce6b7099ad8 req-97192617-0bc4-4e91-9b41-b69c01ce55bc tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-387398135', 'description': 'tempest-description-280449479'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:12:28.261128 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8b9b9918-ca23-4832-aa70-8ce6b7099ad8 req-97192617-0bc4-4e91-9b41-b69c01ce55bc tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:28.279956 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=e42dffef-fd32-4bdd-8a82-7f2ced8750e5,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:28.321888 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4decd379-a1ba-4728-bd9d-a3d85af6b486 req-e9654965-3ac8-432c-b6c4-b2984bd8ce2c service neutron] 10.222.0.44 "GET /v2.0/networks/d5889859-da21-43c6-aad2-22aedd4eb38b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717470 Dec 06 17:12:28.326130 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d9c0142f-099c-4436-b07e-a4ffb6762095 req-d148fb59-027b-4283-b448-dc095f072a03 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851586 Dec 06 17:12:28.356496 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8b9b9918-ca23-4832-aa70-8ce6b7099ad8 req-97192617-0bc4-4e91-9b41-b69c01ce55bc tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:28.363644 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8b9b9918-ca23-4832-aa70-8ce6b7099ad8 req-97192617-0bc4-4e91-9b41-b69c01ce55bc tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:28.368109 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 1d5a6e2b-fe5f-43e4-8477-6577f08f2e89, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=1d5a6e2b-fe5f-43e4-8477-6577f08f2e89,segment=NetworkSegment(6053507f-d1ea-4551-8cb6-ca82d545c343),segment_id=6053507f-d1ea-4551-8cb6-ca82d545c343)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:12:28.393441 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': '1d5a6e2b-fe5f-43e4-8477-6577f08f2e89', 'network_id': '923a9dfa-d650-4f29-aec2-2016eca01acc', 'port_id': '1d5a6e2b-fe5f-43e4-8477-6577f08f2e89', 'mac_address': 'fa:16:3e:4f:00:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4979180-b255-45fd-9571-7f83f2b9313a', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:12:28.405458 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8b9b9918-ca23-4832-aa70-8ce6b7099ad8 req-97192617-0bc4-4e91-9b41-b69c01ce55bc tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:28.406831 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8b9b9918-ca23-4832-aa70-8ce6b7099ad8 req-97192617-0bc4-4e91-9b41-b69c01ce55bc tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.1868138 Dec 06 17:12:28.408597 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97192617-0bc4-4e91-9b41-b69c01ce55bc tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ef43107-c498-4e56-a0c0-76dcfb268c85,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:28.443986 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-1b5bc2b4-57fc-4132-9e92-3e402a7f7786 req-e66fbea9-4d0a-49b7-9a0a-880bbbc6419d tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-122020896', 'description': 'tempest-description-829886377'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:12:28.448948 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4decd379-a1ba-4728-bd9d-a3d85af6b486 req-d24ec666-bc2a-4786-9017-178bf7d30baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:28.450765 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4decd379-a1ba-4728-bd9d-a3d85af6b486 req-d24ec666-bc2a-4786-9017-178bf7d30baf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f536e32d8d6e44a6a16c94e459e23f1d&device_id=54880385-291a-450b-af29-150850763a9e HTTP/1.1" status: 200 len: 1174 time: 0.0723898 Dec 06 17:12:28.468034 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-1b5bc2b4-57fc-4132-9e92-3e402a7f7786 req-e66fbea9-4d0a-49b7-9a0a-880bbbc6419d tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:28.476377 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:28.496715 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d5a6e2b-fe5f-43e4-8477-6577f08f2e89 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:12:28.521246 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 1d5a6e2b-fe5f-43e4-8477-6577f08f2e89, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=1d5a6e2b-fe5f-43e4-8477-6577f08f2e89,segment=NetworkSegment(6053507f-d1ea-4551-8cb6-ca82d545c343),segment_id=6053507f-d1ea-4551-8cb6-ca82d545c343)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:12:28.527798 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:28.529172 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device ce5a499b-b2ba-4f6b-b647-32d86ebd2d1e details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:12:28.558382 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-1b5bc2b4-57fc-4132-9e92-3e402a7f7786 req-e66fbea9-4d0a-49b7-9a0a-880bbbc6419d tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:28.564450 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-1b5bc2b4-57fc-4132-9e92-3e402a7f7786 req-e66fbea9-4d0a-49b7-9a0a-880bbbc6419d tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:28.569034 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4decd379-a1ba-4728-bd9d-a3d85af6b486 req-c36f9923-97a0-4434-a7f8-7bf76211e1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:28.571472 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4decd379-a1ba-4728-bd9d-a3d85af6b486 req-c36f9923-97a0-4434-a7f8-7bf76211e1de service neutron] 10.222.0.44 "GET /v2.0/networks?id=d5889859-da21-43c6-aad2-22aedd4eb38b HTTP/1.1" status: 200 len: 914 time: 0.1131597 Dec 06 17:12:28.599151 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66fbea9-4d0a-49b7-9a0a-880bbbc6419d tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db786593-aa70-47ec-86f5-2163b4e79bc6,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:28.610449 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port ce5a499b-b2ba-4f6b-b647-32d86ebd2d1e, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ce5a499b-b2ba-4f6b-b647-32d86ebd2d1e,segment=NetworkSegment(960bb03e-79ef-4cd4-951f-382b620b51db),segment_id=960bb03e-79ef-4cd4-951f-382b620b51db)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:12:28.615826 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-1b5bc2b4-57fc-4132-9e92-3e402a7f7786 req-e66fbea9-4d0a-49b7-9a0a-880bbbc6419d tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:28.617270 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1b5bc2b4-57fc-4132-9e92-3e402a7f7786 req-e66fbea9-4d0a-49b7-9a0a-880bbbc6419d tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.1774318 Dec 06 17:12:28.619033 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=1d5a6e2b-fe5f-43e4-8477-6577f08f2e89,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:28.638115 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': 'ce5a499b-b2ba-4f6b-b647-32d86ebd2d1e', 'network_id': 'a265b143-efdd-45e0-a32a-71d5cda110a4', 'port_id': 'ce5a499b-b2ba-4f6b-b647-32d86ebd2d1e', 'mac_address': 'fa:16:3e:9b:38:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc1a154b-d238-4aad-a5ea-40577b02ded4', 'ip_address': '10.1.1.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:12:28.653625 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4decd379-a1ba-4728-bd9d-a3d85af6b486 req-c6fc7062-2645-4cec-ad7b-776476a3f7b9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5806f7a-957a-4bcd-ba96-0f301fe31fe6 HTTP/1.1" status: 200 len: 217 time: 0.0746212 Dec 06 17:12:28.680334 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:28.695033 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce5a499b-b2ba-4f6b-b647-32d86ebd2d1e {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:12:28.722183 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port ce5a499b-b2ba-4f6b-b647-32d86ebd2d1e, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ce5a499b-b2ba-4f6b-b647-32d86ebd2d1e,segment=NetworkSegment(960bb03e-79ef-4cd4-951f-382b620b51db),segment_id=960bb03e-79ef-4cd4-951f-382b620b51db)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:12:28.722183 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:28.722183 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 212cb245-4d0e-421a-abe1-0f73c687b607 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:12:28.734634 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4decd379-a1ba-4728-bd9d-a3d85af6b486 req-c5535368-ce39-4428-a45e-64ba99077d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:28.736562 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4decd379-a1ba-4728-bd9d-a3d85af6b486 req-c5535368-ce39-4428-a45e-64ba99077d54 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c2b6f40c-08b5-4858-90df-7d27b7ee3faf HTTP/1.1" status: 200 len: 853 time: 0.0754049 Dec 06 17:12:28.773374 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4decd379-a1ba-4728-bd9d-a3d85af6b486 req-d5c949ab-1506-47b2-a08c-9760c7e65b75 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d5889859-da21-43c6-aad2-22aedd4eb38b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275159 Dec 06 17:12:28.809147 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=ce5a499b-b2ba-4f6b-b647-32d86ebd2d1e,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:28.817655 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a86fee90-38bd-4878-a37d-37189641842c req-d6958c96-8f15-482c-aa6e-fab4d65d179c tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f536e32d8d6e44a6a16c94e459e23f1d HTTP/1.1" status: 200 len: 10994 time: 0.1741529 Dec 06 17:12:28.906122 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841a9cdb-ac77-43b5-b0d0-f6c7cca590ca req-a1a74e0f-b2d1-4339-93d6-c7d74f2deb94 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:28.913879 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-841a9cdb-ac77-43b5-b0d0-f6c7cca590ca req-a1a74e0f-b2d1-4339-93d6-c7d74f2deb94 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/ports?device_id=28f89250-f6ba-4cb7-938b-7c0f42ca3b95 HTTP/1.1" status: 200 len: 949 time: 0.0643051 Dec 06 17:12:28.916114 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a86fee90-38bd-4878-a37d-37189641842c req-c4935fa6-16ce-4d16-8754-ebd1debf226f tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "GET /v2.0/security-groups/101dae8c-d6de-48c7-b5a1-19c10425459f HTTP/1.1" status: 200 len: 2998 time: 0.0892959 Dec 06 17:12:28.917161 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 212cb245-4d0e-421a-abe1-0f73c687b607, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=212cb245-4d0e-421a-abe1-0f73c687b607,segment=NetworkSegment(13dc3505-2379-4cb3-9b99-2fccc8f2bb10),segment_id=13dc3505-2379-4cb3-9b99-2fccc8f2bb10)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:12:28.934392 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': '212cb245-4d0e-421a-abe1-0f73c687b607', 'network_id': 'f05d9e0a-904c-47f7-bc1e-929f90cd4a84', 'port_id': '212cb245-4d0e-421a-abe1-0f73c687b607', 'mac_address': 'fa:16:3e:8e:be:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '497f0620-12c9-4760-9271-f21663a8e737', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:12:28.972306 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4decd379-a1ba-4728-bd9d-a3d85af6b486 req-fe410273-241d-43df-9a26-d853138cd6ce service neutron] 10.222.0.44 "GET /v2.0/networks/d5889859-da21-43c6-aad2-22aedd4eb38b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535003 Dec 06 17:12:28.980142 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-841a9cdb-ac77-43b5-b0d0-f6c7cca590ca req-241e8b36-a1ec-4b3d-8970-cad57b72079d tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ba66608-5fba-460b-9339-43992781830c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652487 Dec 06 17:12:28.992893 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a86fee90-38bd-4878-a37d-37189641842c req-7d38eaba-b30a-430c-8fd5-35a2fbe29d9c tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "GET /v2.0/security-groups/101dae8c-d6de-48c7-b5a1-19c10425459f HTTP/1.1" status: 200 len: 2998 time: 0.0705094 Dec 06 17:12:28.995421 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:29.015002 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 212cb245-4d0e-421a-abe1-0f73c687b607 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:12:29.052394 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 212cb245-4d0e-421a-abe1-0f73c687b607, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=212cb245-4d0e-421a-abe1-0f73c687b607,segment=NetworkSegment(13dc3505-2379-4cb3-9b99-2fccc8f2bb10),segment_id=13dc3505-2379-4cb3-9b99-2fccc8f2bb10)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:12:29.058700 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:29.059695 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device e2c81161-fcfe-4c5c-a15a-a2bb77a0ab7d details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:12:29.132859 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8564974e-ccad-4f8c-8bfd-38d22717f78d req-ba8e6f70-e7bb-422a-ae05-5f555ef2d68c tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "GET /v2.0/security-groups/57a08e78-5ddf-4714-8f01-91ebd5044aff HTTP/1.1" status: 200 len: 1816 time: 0.0536995 Dec 06 17:12:29.141893 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=212cb245-4d0e-421a-abe1-0f73c687b607,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:29.159644 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port e2c81161-fcfe-4c5c-a15a-a2bb77a0ab7d, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e2c81161-fcfe-4c5c-a15a-a2bb77a0ab7d,segment=NetworkSegment(960bb03e-79ef-4cd4-951f-382b620b51db),segment_id=960bb03e-79ef-4cd4-951f-382b620b51db)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:12:29.159964 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4decd379-a1ba-4728-bd9d-a3d85af6b486 req-3acee8c9-ada8-49cc-9fb5-3b0730d26f7f service neutron] 10.222.0.44 "GET /v2.0/networks/d5889859-da21-43c6-aad2-22aedd4eb38b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712036 Dec 06 17:12:29.176776 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e596e-cff4-4565-aed4-8852eca1faab req-8e895e2c-70a0-495f-a3c1-dabf61339e1a tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:29.185095 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e596e-cff4-4565-aed4-8852eca1faab req-8e895e2c-70a0-495f-a3c1-dabf61339e1a tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:29.189134 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': 'e2c81161-fcfe-4c5c-a15a-a2bb77a0ab7d', 'network_id': 'a265b143-efdd-45e0-a32a-71d5cda110a4', 'port_id': 'e2c81161-fcfe-4c5c-a15a-a2bb77a0ab7d', 'mac_address': 'fa:16:3e:00:ea:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc1a154b-d238-4aad-a5ea-40577b02ded4', 'ip_address': '10.1.1.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:12:29.191687 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e596e-cff4-4565-aed4-8852eca1faab req-8e895e2c-70a0-495f-a3c1-dabf61339e1a tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:29.198738 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e596e-cff4-4565-aed4-8852eca1faab req-8e895e2c-70a0-495f-a3c1-dabf61339e1a tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:29.206360 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e596e-cff4-4565-aed4-8852eca1faab req-8e895e2c-70a0-495f-a3c1-dabf61339e1a tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:29.213723 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e596e-cff4-4565-aed4-8852eca1faab req-8e895e2c-70a0-495f-a3c1-dabf61339e1a tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:29.214568 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8564974e-ccad-4f8c-8bfd-38d22717f78d req-dfa56d1b-4590-4984-b555-b69a55a1c468 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:29.222324 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e596e-cff4-4565-aed4-8852eca1faab req-8e895e2c-70a0-495f-a3c1-dabf61339e1a tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:29.232610 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d82e596e-cff4-4565-aed4-8852eca1faab req-8e895e2c-70a0-495f-a3c1-dabf61339e1a tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5398cbb-9f14-42b7-905c-288b25e2bdb2 HTTP/1.1" status: 200 len: 5437 time: 0.1550326 Dec 06 17:12:29.234537 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:29.248926 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8564974e-ccad-4f8c-8bfd-38d22717f78d req-dfa56d1b-4590-4984-b555-b69a55a1c468 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:29.261027 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2c81161-fcfe-4c5c-a15a-a2bb77a0ab7d {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:12:29.293751 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port e2c81161-fcfe-4c5c-a15a-a2bb77a0ab7d, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e2c81161-fcfe-4c5c-a15a-a2bb77a0ab7d,segment=NetworkSegment(960bb03e-79ef-4cd4-951f-382b620b51db),segment_id=960bb03e-79ef-4cd4-951f-382b620b51db)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:12:29.300170 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:29.301170 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8564974e-ccad-4f8c-8bfd-38d22717f78d req-dfa56d1b-4590-4984-b555-b69a55a1c468 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:29.304677 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8564974e-ccad-4f8c-8bfd-38d22717f78d req-dfa56d1b-4590-4984-b555-b69a55a1c468 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:29.320362 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d82e596e-cff4-4565-aed4-8852eca1faab req-1558fd79-fe2e-4df5-abf3-fd816ea40c94 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/security-groups?id=39e38e48-0a80-455d-95ef-5684c690b16b&id=511f9156-9807-4e4e-ae23-f0018acdbda1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0772212 Dec 06 17:12:29.321071 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8564974e-ccad-4f8c-8bfd-38d22717f78d req-dfa56d1b-4590-4984-b555-b69a55a1c468 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "DELETE /v2.0/security-groups/57a08e78-5ddf-4714-8f01-91ebd5044aff HTTP/1.1" status: 204 len: 173 time: 0.1782396 Dec 06 17:12:29.343403 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa56d1b-4590-4984-b555-b69a55a1c468 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a08e78-5ddf-4714-8f01-91ebd5044aff,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:29.377686 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=e2c81161-fcfe-4c5c-a15a-a2bb77a0ab7d,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:29.392674 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device d5cb989f-970a-4712-bc55-ae97972ef5ef details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:12:29.480051 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1800f02-c317-438b-af9b-fcf446c1b890 req-52f5b173-888f-49c4-8dc9-67e9cbacfd80 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:29.481645 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e1800f02-c317-438b-af9b-fcf446c1b890 req-52f5b173-888f-49c4-8dc9-67e9cbacfd80 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=98f376fe-fb6f-4fe8-96fe-4642f4e4c86f HTTP/1.1" status: 200 len: 944 time: 0.0805378 Dec 06 17:12:29.508002 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port d5cb989f-970a-4712-bc55-ae97972ef5ef, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=d5cb989f-970a-4712-bc55-ae97972ef5ef,segment=NetworkSegment(6053507f-d1ea-4551-8cb6-ca82d545c343),segment_id=6053507f-d1ea-4551-8cb6-ca82d545c343)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:12:29.522627 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': 'd5cb989f-970a-4712-bc55-ae97972ef5ef', 'network_id': '923a9dfa-d650-4f29-aec2-2016eca01acc', 'port_id': 'd5cb989f-970a-4712-bc55-ae97972ef5ef', 'mac_address': 'fa:16:3e:58:e7:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4979180-b255-45fd-9571-7f83f2b9313a', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:12:29.537406 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e1800f02-c317-438b-af9b-fcf446c1b890 req-c9108f18-abd7-4608-8ff0-0bffaea8bb58 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465209 Dec 06 17:12:29.583859 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:29.585676 n-d-master-1 neutron-server[103284]: INFO neutron.api.v2.resource [req-a9b41c1c-891f-43ca-b507-d6e08b8cdd8b req-58fdfdbf-5971-4197-904b-9750d267b356 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] show failed (client error): The resource could not be found. Dec 06 17:12:29.586757 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a9b41c1c-891f-43ca-b507-d6e08b8cdd8b req-58fdfdbf-5971-4197-904b-9750d267b356 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "GET /v2.0/security-groups/57a08e78-5ddf-4714-8f01-91ebd5044aff HTTP/1.1" status: 404 len: 352 time: 0.0153315 Dec 06 17:12:29.600887 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5cb989f-970a-4712-bc55-ae97972ef5ef {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:12:29.621461 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port d5cb989f-970a-4712-bc55-ae97972ef5ef, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=d5cb989f-970a-4712-bc55-ae97972ef5ef,segment=NetworkSegment(6053507f-d1ea-4551-8cb6-ca82d545c343),segment_id=6053507f-d1ea-4551-8cb6-ca82d545c343)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:12:29.625584 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:29.629117 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d664fcab-9f0e-43e5-addd-4b0755981d33 req-421eafde-5b25-4b41-989c-85715b27cc45 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:29.635232 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d664fcab-9f0e-43e5-addd-4b0755981d33 req-421eafde-5b25-4b41-989c-85715b27cc45 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:29.636898 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d664fcab-9f0e-43e5-addd-4b0755981d33 req-421eafde-5b25-4b41-989c-85715b27cc45 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/ports?device_id=5636e75b-e24c-4aad-9d0d-f9a5e5f3d916&device_id=28f89250-f6ba-4cb7-938b-7c0f42ca3b95 HTTP/1.1" status: 200 len: 1690 time: 0.0594521 Dec 06 17:12:29.677741 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=d5cb989f-970a-4712-bc55-ae97972ef5ef,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:29.691020 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d664fcab-9f0e-43e5-addd-4b0755981d33 req-8c4cf30c-ae9d-4ca2-b685-5a6220a3b39a tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ba66608-5fba-460b-9339-43992781830c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445218 Dec 06 17:12:29.692928 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2371a0f-1d8d-4eb7-aed7-d01f34a46c49 req-956ed054-ad6a-4cc7-95fb-2b60316e446e tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:29.694598 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d2371a0f-1d8d-4eb7-aed7-d01f34a46c49 req-956ed054-ad6a-4cc7-95fb-2b60316e446e tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd92f7cd-d0ab-4039-8a3c-90c7f0f7d88f HTTP/1.1" status: 200 len: 945 time: 0.0554075 Dec 06 17:12:29.745030 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d2371a0f-1d8d-4eb7-aed7-d01f34a46c49 req-0414d095-b835-46f1-b267-def3843d38b8 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443101 Dec 06 17:12:29.822029 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8b93ec6d-591f-4846-8bfe-5cc548ddab7e req-f2452d83-d988-4f99-891a-7c5eb050d9ed tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "GET /v2.0/security-groups/9ef43107-c498-4e56-a0c0-76dcfb268c85 HTTP/1.1" status: 200 len: 1816 time: 0.0414603 Dec 06 17:12:29.881782 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8b93ec6d-591f-4846-8bfe-5cc548ddab7e req-c91062f0-1b27-483b-813b-4de33a6f5527 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:29.905163 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8b93ec6d-591f-4846-8bfe-5cc548ddab7e req-c91062f0-1b27-483b-813b-4de33a6f5527 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:29.949523 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8b93ec6d-591f-4846-8bfe-5cc548ddab7e req-c91062f0-1b27-483b-813b-4de33a6f5527 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:29.952084 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8b93ec6d-591f-4846-8bfe-5cc548ddab7e req-c91062f0-1b27-483b-813b-4de33a6f5527 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:29.953228 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8b93ec6d-591f-4846-8bfe-5cc548ddab7e req-c91062f0-1b27-483b-813b-4de33a6f5527 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "DELETE /v2.0/security-groups/9ef43107-c498-4e56-a0c0-76dcfb268c85 HTTP/1.1" status: 204 len: 173 time: 0.1250224 Dec 06 17:12:29.962950 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91062f0-1b27-483b-813b-4de33a6f5527 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ef43107-c498-4e56-a0c0-76dcfb268c85,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:30.007939 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['ce5a499b-b2ba-4f6b-b647-32d86ebd2d1e'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:12:30.014362 n-d-master-1 neutron-server[103284]: INFO neutron.api.v2.resource [req-b84092f1-4375-41b5-9b3f-3b3e560e4f86 req-ffecf569-a33f-4563-899d-912b816b6c22 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] show failed (client error): The resource could not be found. Dec 06 17:12:30.015429 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b84092f1-4375-41b5-9b3f-3b3e560e4f86 req-ffecf569-a33f-4563-899d-912b816b6c22 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "GET /v2.0/security-groups/9ef43107-c498-4e56-a0c0-76dcfb268c85 HTTP/1.1" status: 404 len: 352 time: 0.0136387 Dec 06 17:12:30.136713 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1109803b-99f3-441f-86d5-ac805e4b58e0 req-a54a3652-be16-4fff-b37c-5e0c90047b5d tempest-ServersOnMultiNodesTest-118983145 tempest-ServersOnMultiNodesTest-118983145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:30.144871 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1109803b-99f3-441f-86d5-ac805e4b58e0 req-a54a3652-be16-4fff-b37c-5e0c90047b5d tempest-ServersOnMultiNodesTest-118983145 tempest-ServersOnMultiNodesTest-118983145-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=5636e75b-e24c-4aad-9d0d-f9a5e5f3d916 HTTP/1.1" status: 200 len: 1101 time: 0.0695455 Dec 06 17:12:30.170933 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4f9bb645-f787-4ae0-9d2c-2f916017c598 req-726b7c43-39eb-4d77-9743-3b5322f9c77f tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "GET /v2.0/security-groups/db786593-aa70-47ec-86f5-2163b4e79bc6 HTTP/1.1" status: 200 len: 1816 time: 0.0410092 Dec 06 17:12:30.176263 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['1d5a6e2b-fe5f-43e4-8477-6577f08f2e89'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:12:30.179763 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['212cb245-4d0e-421a-abe1-0f73c687b607'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:12:30.182141 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['e2c81161-fcfe-4c5c-a15a-a2bb77a0ab7d'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:12:30.208291 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1109803b-99f3-441f-86d5-ac805e4b58e0 req-015155ae-a1b6-4553-b426-c13c4fac50d8 tempest-ServersOnMultiNodesTest-118983145 tempest-ServersOnMultiNodesTest-118983145-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2ba66608-5fba-460b-9339-43992781830c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564506 Dec 06 17:12:30.267451 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-4f9bb645-f787-4ae0-9d2c-2f916017c598 req-c9672200-f553-473a-9da4-d52fbe9a584e tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:30.298118 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-4f9bb645-f787-4ae0-9d2c-2f916017c598 req-c9672200-f553-473a-9da4-d52fbe9a584e tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:30.307524 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['d5cb989f-970a-4712-bc55-ae97972ef5ef'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:12:30.351487 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-4f9bb645-f787-4ae0-9d2c-2f916017c598 req-c9672200-f553-473a-9da4-d52fbe9a584e tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:30.355019 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-4f9bb645-f787-4ae0-9d2c-2f916017c598 req-c9672200-f553-473a-9da4-d52fbe9a584e tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:30.356383 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4f9bb645-f787-4ae0-9d2c-2f916017c598 req-c9672200-f553-473a-9da4-d52fbe9a584e tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "DELETE /v2.0/security-groups/db786593-aa70-47ec-86f5-2163b4e79bc6 HTTP/1.1" status: 204 len: 173 time: 0.1781340 Dec 06 17:12:30.369303 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9672200-f553-473a-9da4-d52fbe9a584e tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db786593-aa70-47ec-86f5-2163b4e79bc6,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:30.383618 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dad7e3-e357-4056-b56e-072ebacada85 req-61db3fa2-cd8e-43a4-8794-8f177dd0e5dd tempest-ServersOnMultiNodesTest-118983145 tempest-ServersOnMultiNodesTest-118983145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:30.385304 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-92dad7e3-e357-4056-b56e-072ebacada85 req-61db3fa2-cd8e-43a4-8794-8f177dd0e5dd tempest-ServersOnMultiNodesTest-118983145 tempest-ServersOnMultiNodesTest-118983145-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=28f89250-f6ba-4cb7-938b-7c0f42ca3b95 HTTP/1.1" status: 200 len: 1100 time: 0.0550489 Dec 06 17:12:30.437198 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-92dad7e3-e357-4056-b56e-072ebacada85 req-81ff5ac2-69e4-4817-b28c-60da3d3e806b tempest-ServersOnMultiNodesTest-118983145 tempest-ServersOnMultiNodesTest-118983145-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2ba66608-5fba-460b-9339-43992781830c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444980 Dec 06 17:12:30.522830 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c0a4f62b-bfdd-4471-a072-0c8c246dff46 req-a2a84811-8ce6-40a3-a1c4-f4f61a4b1456 tempest-QuotasAdminNegativeTest-59147278 tempest-QuotasAdminNegativeTest-59147278-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=97480770967940048a393753bbc58b19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255342 Dec 06 17:12:30.591010 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cae9d1-47fb-4a82-b940-a5c1a983def1 req-c8693abe-3e69-4766-a04f-5a6fc5f9f67a tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:30.596882 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cae9d1-47fb-4a82-b940-a5c1a983def1 req-c8693abe-3e69-4766-a04f-5a6fc5f9f67a tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:30.603340 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cae9d1-47fb-4a82-b940-a5c1a983def1 req-c8693abe-3e69-4766-a04f-5a6fc5f9f67a tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:30.609373 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cae9d1-47fb-4a82-b940-a5c1a983def1 req-c8693abe-3e69-4766-a04f-5a6fc5f9f67a tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:30.615789 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cae9d1-47fb-4a82-b940-a5c1a983def1 req-c8693abe-3e69-4766-a04f-5a6fc5f9f67a tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:30.622371 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cae9d1-47fb-4a82-b940-a5c1a983def1 req-c8693abe-3e69-4766-a04f-5a6fc5f9f67a tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:30.628959 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cae9d1-47fb-4a82-b940-a5c1a983def1 req-c8693abe-3e69-4766-a04f-5a6fc5f9f67a tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:30.637147 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-57cae9d1-47fb-4a82-b940-a5c1a983def1 req-c8693abe-3e69-4766-a04f-5a6fc5f9f67a tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5398cbb-9f14-42b7-905c-288b25e2bdb2 HTTP/1.1" status: 200 len: 5439 time: 0.1148174 Dec 06 17:12:30.643110 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a4f62b-bfdd-4471-a072-0c8c246dff46 req-f2be31f5-6689-4292-ae73-c2db836798fa tempest-QuotasAdminNegativeTest-59147278 tempest-QuotasAdminNegativeTest-59147278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:30.644616 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c0a4f62b-bfdd-4471-a072-0c8c246dff46 req-f2be31f5-6689-4292-ae73-c2db836798fa tempest-QuotasAdminNegativeTest-59147278 tempest-QuotasAdminNegativeTest-59147278-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1110308 Dec 06 17:12:30.661347 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c0a4f62b-bfdd-4471-a072-0c8c246dff46 req-c04eda08-22c2-4a03-b1fc-c8e7aa862adb tempest-QuotasAdminNegativeTest-59147278 tempest-QuotasAdminNegativeTest-59147278-project] 10.222.0.23 "GET /v2.0/quotas/97480770967940048a393753bbc58b19 HTTP/1.1" status: 200 len: 375 time: 0.0098405 Dec 06 17:12:30.698698 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c0a4f62b-bfdd-4471-a072-0c8c246dff46 req-45ce7eba-0957-4265-9f97-3419e33845b3 tempest-QuotasAdminNegativeTest-59147278 tempest-QuotasAdminNegativeTest-59147278-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=97480770967940048a393753bbc58b19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311961 Dec 06 17:12:30.702108 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-57cae9d1-47fb-4a82-b940-a5c1a983def1 req-b5bf45be-fa9b-45a9-9cb9-d09060079bb4 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/security-groups?id=39e38e48-0a80-455d-95ef-5684c690b16b&id=511f9156-9807-4e4e-ae23-f0018acdbda1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0637774 Dec 06 17:12:30.743765 n-d-master-1 neutron-server[103284]: INFO neutron.api.v2.resource [req-adc545e1-9d17-4830-8a2e-25665b0701d3 req-e62cebda-7e87-4aec-9ae4-57a7c4f4684c tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] show failed (client error): The resource could not be found. Dec 06 17:12:30.744788 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-adc545e1-9d17-4830-8a2e-25665b0701d3 req-e62cebda-7e87-4aec-9ae4-57a7c4f4684c tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "GET /v2.0/security-groups/db786593-aa70-47ec-86f5-2163b4e79bc6 HTTP/1.1" status: 404 len: 352 time: 0.0144398 Dec 06 17:12:30.853946 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63bee90-7dba-40e7-8297-4dc8f3e61056 req-bdc396a4-edc3-47e4-85ae-3b0f95863176 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:30.855409 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b63bee90-7dba-40e7-8297-4dc8f3e61056 req-bdc396a4-edc3-47e4-85ae-3b0f95863176 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=98f376fe-fb6f-4fe8-96fe-4642f4e4c86f HTTP/1.1" status: 200 len: 944 time: 0.0513933 Dec 06 17:12:30.860107 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c9834047-5b4c-471c-869b-6105e852f81b req-2c5a110f-1a44-4550-acee-bd9904391eac tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=4b43d5b1cc2b418c97b1aca204b56c1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0209572 Dec 06 17:12:30.904602 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b63bee90-7dba-40e7-8297-4dc8f3e61056 req-5e6f38d7-46ba-4ded-8b34-c5c25be6ab09 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429246 Dec 06 17:12:30.924456 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 9240d932-d7ef-4a34-803c-05a846e4d103 up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:12:30.970594 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9834047-5b4c-471c-869b-6105e852f81b req-1503ffb3-aa0e-4c08-8832-1b2e67a8e311 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:30.972094 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c9834047-5b4c-471c-869b-6105e852f81b req-1503ffb3-aa0e-4c08-8832-1b2e67a8e311 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1066492 Dec 06 17:12:30.985985 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port 9240d932-d7ef-4a34-803c-05a846e4d103 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:12:30.989505 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c9834047-5b4c-471c-869b-6105e852f81b req-955f1fcd-0c95-418f-beeb-95ea31e39104 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/quotas/4b43d5b1cc2b418c97b1aca204b56c1e HTTP/1.1" status: 200 len: 375 time: 0.0113184 Dec 06 17:12:30.990797 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port 9240d932-d7ef-4a34-803c-05a846e4d103 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:12:30.991303 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:30.993440 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3d090f06-1bda-409a-b150-e4035e3a213d req-112b6be9-f360-4393-a782-2b7d419d8b07 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f536e32d8d6e44a6a16c94e459e23f1d HTTP/1.1" status: 200 len: 6199 time: 0.0644588 Dec 06 17:12:31.042060 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3d090f06-1bda-409a-b150-e4035e3a213d req-e96dfd8e-feda-42ad-8b19-107c7b9b769e tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "GET /v2.0/security-groups/101dae8c-d6de-48c7-b5a1-19c10425459f HTTP/1.1" status: 200 len: 2998 time: 0.0410368 Dec 06 17:12:31.057831 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c9834047-5b4c-471c-869b-6105e852f81b req-16af50dd-fdcc-4a89-82b0-81669dc42cd1 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4b43d5b1cc2b418c97b1aca204b56c1e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0593541 Dec 06 17:12:31.085455 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:31.106211 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3d090f06-1bda-409a-b150-e4035e3a213d req-db08b1d7-eff1-42a9-92f1-9d288f44c499 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "GET /v2.0/security-groups/101dae8c-d6de-48c7-b5a1-19c10425459f HTTP/1.1" status: 200 len: 2998 time: 0.0572596 Dec 06 17:12:31.109740 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd92f7cd-d0ab-4039-8a3c-90c7f0f7d88f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9240d932-d7ef-4a34-803c-05a846e4d103'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:12:31.112584 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ddcc7d-7e05-4b29-93cd-fa5dde1cb00b" -d '{"events": [{"server_uuid": "dd92f7cd-d0ab-4039-8a3c-90c7f0f7d88f", "name": "network-vif-plugged", "status": "completed", "tag": "9240d932-d7ef-4a34-803c-05a846e4d103"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:12:31.126296 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 9240d932-d7ef-4a34-803c-05a846e4d103, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=9240d932-d7ef-4a34-803c-05a846e4d103,segment=NetworkSegment(c5bdebef-6647-4acc-8b76-b3635792eaa5),segment_id=c5bdebef-6647-4acc-8b76-b3635792eaa5)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:12:31.131629 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:31.132642 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 47c2e886-b32e-4f72-8fc8-32e6a9d95467 up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:12:31.212184 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['5d044c44-c6ea-4f9f-a3c3-6f30ee8e15d8'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:12:31.254870 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['e42dffef-fd32-4bdd-8a82-7f2ced8750e5'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:12:31.276770 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e45681-0737-455a-b410-5c9039f33707 req-085c8d79-96cf-4866-97db-74d592d209d5 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:31.285065 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-34e45681-0737-455a-b410-5c9039f33707 req-085c8d79-96cf-4866-97db-74d592d209d5 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd92f7cd-d0ab-4039-8a3c-90c7f0f7d88f HTTP/1.1" status: 200 len: 946 time: 0.0627570 Dec 06 17:12:31.323357 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=9240d932-d7ef-4a34-803c-05a846e4d103,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:31.330232 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port 47c2e886-b32e-4f72-8fc8-32e6a9d95467 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:12:31.341109 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-34e45681-0737-455a-b410-5c9039f33707 req-df79709c-b70f-408d-9ac0-da657d9de1a1 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524635 Dec 06 17:12:31.341260 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port 47c2e886-b32e-4f72-8fc8-32e6a9d95467 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:12:31.341523 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:31.394578 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff77a023-e28b-4559-aac0-13178f6754a0 x-openstack-request-id: req-ff77a023-e28b-4559-aac0-13178f6754a0 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:12:31.394879 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd92f7cd-d0ab-4039-8a3c-90c7f0f7d88f", "name": "network-vif-plugged", "status": "completed", "tag": "9240d932-d7ef-4a34-803c-05a846e4d103", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:12:31.395366 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ff77a023-e28b-4559-aac0-13178f6754a0 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:12:31.395778 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd92f7cd-d0ab-4039-8a3c-90c7f0f7d88f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9240d932-d7ef-4a34-803c-05a846e4d103', 'code': 200} Dec 06 17:12:31.406818 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-3c1b2362-443f-43c7-83c3-19ea451ec878 req-c1bb6cb0-fa1f-450f-946b-b0f7746cc74d tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1878317530', 'description': 'tempest-description-1844188323'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:12:31.440138 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-3c1b2362-443f-43c7-83c3-19ea451ec878 req-c1bb6cb0-fa1f-450f-946b-b0f7746cc74d tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:31.482672 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-77d63d97-b4f1-4628-8948-65ffab2d73f0 req-c9f68312-abf9-4711-b99b-36adab37e96c tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8c68214-3b70-4762-9b02-49a04ecaa8ca HTTP/1.1" status: 200 len: 210 time: 0.0323460 Dec 06 17:12:31.543171 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb47a26-dfc2-446e-beaa-56f45e7c83b6 req-7e2d8c29-189f-404e-8908-4d4f39ce87f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:31.544716 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7eb47a26-dfc2-446e-beaa-56f45e7c83b6 req-7e2d8c29-189f-404e-8908-4d4f39ce87f4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=dd92f7cd-d0ab-4039-8a3c-90c7f0f7d88f HTTP/1.1" status: 200 len: 1097 time: 0.0647328 Dec 06 17:12:31.606210 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-3c1b2362-443f-43c7-83c3-19ea451ec878 req-c1bb6cb0-fa1f-450f-946b-b0f7746cc74d tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:31.615791 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:31.617216 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-3c1b2362-443f-43c7-83c3-19ea451ec878 req-c1bb6cb0-fa1f-450f-946b-b0f7746cc74d tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:31.656229 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-3c1b2362-443f-43c7-83c3-19ea451ec878 req-c1bb6cb0-fa1f-450f-946b-b0f7746cc74d tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:31.658383 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3c1b2362-443f-43c7-83c3-19ea451ec878 req-c1bb6cb0-fa1f-450f-946b-b0f7746cc74d tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.2551754 Dec 06 17:12:31.668692 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7eb47a26-dfc2-446e-beaa-56f45e7c83b6 req-7127d121-8960-4596-849f-28accbd65c76 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126904 Dec 06 17:12:31.674469 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bb6cb0-fa1f-450f-946b-b0f7746cc74d tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0371d371-f41d-43f4-bab7-373c3dacbe52,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:31.685031 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-7b4aeb70-427c-4c0a-83e0-c9fcbe0ef425 req-18f5c19c-7d6f-4836-bd39-8b133539f003 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1574722542', 'description': 'tempest-description-2132691276'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:12:31.709265 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 47c2e886-b32e-4f72-8fc8-32e6a9d95467, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=47c2e886-b32e-4f72-8fc8-32e6a9d95467,segment=NetworkSegment(b5c29f07-61e3-483e-b953-3901f84034df),segment_id=b5c29f07-61e3-483e-b953-3901f84034df)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:12:31.713766 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-7b4aeb70-427c-4c0a-83e0-c9fcbe0ef425 req-18f5c19c-7d6f-4836-bd39-8b133539f003 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:31.715098 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:31.785204 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=47c2e886-b32e-4f72-8fc8-32e6a9d95467,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:31.797177 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-7b4aeb70-427c-4c0a-83e0-c9fcbe0ef425 req-18f5c19c-7d6f-4836-bd39-8b133539f003 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:31.803867 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-7b4aeb70-427c-4c0a-83e0-c9fcbe0ef425 req-18f5c19c-7d6f-4836-bd39-8b133539f003 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:31.834580 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-7b4aeb70-427c-4c0a-83e0-c9fcbe0ef425 req-18f5c19c-7d6f-4836-bd39-8b133539f003 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:31.835817 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7b4aeb70-427c-4c0a-83e0-c9fcbe0ef425 req-18f5c19c-7d6f-4836-bd39-8b133539f003 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.1556697 Dec 06 17:12:31.837608 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f5c19c-7d6f-4836-bd39-8b133539f003 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15d7ae1d-15d7-4b88-99e5-2e2f1e1ac636,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:31.851434 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc9d13-8c56-4576-bb9f-d8452d6e8b6b req-3777c2d9-1183-4f99-b82f-5690c391f2ee tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:31.857813 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc9d13-8c56-4576-bb9f-d8452d6e8b6b req-3777c2d9-1183-4f99-b82f-5690c391f2ee tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:31.864261 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc9d13-8c56-4576-bb9f-d8452d6e8b6b req-3777c2d9-1183-4f99-b82f-5690c391f2ee tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:31.870150 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc9d13-8c56-4576-bb9f-d8452d6e8b6b req-3777c2d9-1183-4f99-b82f-5690c391f2ee tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:31.876733 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc9d13-8c56-4576-bb9f-d8452d6e8b6b req-3777c2d9-1183-4f99-b82f-5690c391f2ee tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:31.883020 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc9d13-8c56-4576-bb9f-d8452d6e8b6b req-3777c2d9-1183-4f99-b82f-5690c391f2ee tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:31.888885 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc9d13-8c56-4576-bb9f-d8452d6e8b6b req-3777c2d9-1183-4f99-b82f-5690c391f2ee tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:31.891478 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2dcc9d13-8c56-4576-bb9f-d8452d6e8b6b req-3777c2d9-1183-4f99-b82f-5690c391f2ee tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5398cbb-9f14-42b7-905c-288b25e2bdb2 HTTP/1.1" status: 200 len: 5439 time: 0.1054759 Dec 06 17:12:31.974567 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2dcc9d13-8c56-4576-bb9f-d8452d6e8b6b req-a3e1be51-49bd-48d8-8bed-872de4b8df2e tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/security-groups?id=39e38e48-0a80-455d-95ef-5684c690b16b&id=511f9156-9807-4e4e-ae23-f0018acdbda1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0752609 Dec 06 17:12:32.099084 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3b1abf-59c3-4ac4-b038-76c655f22149 req-9fd1c8b5-c77a-4072-a9ae-9c6388fbe2ac tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:32.100726 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1a3b1abf-59c3-4ac4-b038-76c655f22149 req-9fd1c8b5-c77a-4072-a9ae-9c6388fbe2ac tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=98f376fe-fb6f-4fe8-96fe-4642f4e4c86f HTTP/1.1" status: 200 len: 945 time: 0.0605180 Dec 06 17:12:32.154555 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1a3b1abf-59c3-4ac4-b038-76c655f22149 req-19cf5187-3520-415c-817d-6fd520786b52 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472970 Dec 06 17:12:32.179636 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5df6252-b46b-4f2f-8a40-dd66ad0cbbd9 req-58da4eb0-f910-4b60-a328-c35d388ff4c6 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:32.181268 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c5df6252-b46b-4f2f-8a40-dd66ad0cbbd9 req-58da4eb0-f910-4b60-a328-c35d388ff4c6 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "GET /v2.0/networks?id=d5889859-da21-43c6-aad2-22aedd4eb38b HTTP/1.1" status: 200 len: 813 time: 0.1177416 Dec 06 17:12:32.196489 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c5df6252-b46b-4f2f-8a40-dd66ad0cbbd9 req-30b7b7bd-7092-4745-bf65-352620fee5a3 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "GET /v2.0/quotas/f536e32d8d6e44a6a16c94e459e23f1d HTTP/1.1" status: 200 len: 375 time: 0.0097024 Dec 06 17:12:32.248600 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c5df6252-b46b-4f2f-8a40-dd66ad0cbbd9 req-28cda341-467f-423e-8ce7-5caaa73b956c tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f536e32d8d6e44a6a16c94e459e23f1d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0459614 Dec 06 17:12:32.254416 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-cc1bbe65-236b-44cb-ac39-a6c1ce1b0167 req-b7648419-2b02-4cf2-aee0-b23567d6931f tempest-QuotasAdminNegativeTest-59147278 tempest-QuotasAdminNegativeTest-59147278-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=97480770967940048a393753bbc58b19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222881 Dec 06 17:12:32.349356 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c5df6252-b46b-4f2f-8a40-dd66ad0cbbd9 req-7e0fd05b-e080-4736-98b2-1e195845b0e5 service neutron] 10.222.0.23 "GET /v2.0/networks/d5889859-da21-43c6-aad2-22aedd4eb38b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911534 Dec 06 17:12:32.370056 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1bbe65-236b-44cb-ac39-a6c1ce1b0167 req-467aed4b-122f-41a9-8a7e-8bec8810c500 tempest-QuotasAdminNegativeTest-59147278 tempest-QuotasAdminNegativeTest-59147278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:32.371557 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-cc1bbe65-236b-44cb-ac39-a6c1ce1b0167 req-467aed4b-122f-41a9-8a7e-8bec8810c500 tempest-QuotasAdminNegativeTest-59147278 tempest-QuotasAdminNegativeTest-59147278-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1118305 Dec 06 17:12:32.386332 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-cc1bbe65-236b-44cb-ac39-a6c1ce1b0167 req-5a7737f3-73f6-4de4-880f-4b0ce4a05347 tempest-QuotasAdminNegativeTest-59147278 tempest-QuotasAdminNegativeTest-59147278-project] 10.222.0.23 "GET /v2.0/quotas/97480770967940048a393753bbc58b19 HTTP/1.1" status: 200 len: 375 time: 0.0090935 Dec 06 17:12:32.418837 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-cc1bbe65-236b-44cb-ac39-a6c1ce1b0167 req-b0efbf3f-87fe-471e-829d-3c83877b1787 tempest-QuotasAdminNegativeTest-59147278 tempest-QuotasAdminNegativeTest-59147278-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=97480770967940048a393753bbc58b19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264370 Dec 06 17:12:32.446025 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c5df6252-b46b-4f2f-8a40-dd66ad0cbbd9 req-54f10af6-e346-4a1d-9e8d-fe3e753c4526 service neutron] 10.222.0.23 "GET /v2.0/networks/d5889859-da21-43c6-aad2-22aedd4eb38b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920827 Dec 06 17:12:32.580873 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c9834047-5b4c-471c-869b-6105e852f81b req-06e73322-93bc-4df5-a150-24e79fcdbd8f tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=4b43d5b1cc2b418c97b1aca204b56c1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0588322 Dec 06 17:12:32.612430 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:32.685166 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc40e7e-d313-4df9-affb-55b66e3b7488 req-0f87410f-d5ff-47f0-9bc5-bfa1b42ccd27 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:32.686753 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-adc40e7e-d313-4df9-affb-55b66e3b7488 req-0f87410f-d5ff-47f0-9bc5-bfa1b42ccd27 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd92f7cd-d0ab-4039-8a3c-90c7f0f7d88f HTTP/1.1" status: 200 len: 946 time: 0.1534524 Dec 06 17:12:32.742348 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9834047-5b4c-471c-869b-6105e852f81b req-c6abcdaa-911c-46eb-8b52-a76f1e1a1584 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:32.743823 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c9834047-5b4c-471c-869b-6105e852f81b req-c6abcdaa-911c-46eb-8b52-a76f1e1a1584 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1457665 Dec 06 17:12:32.772264 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-c9834047-5b4c-471c-869b-6105e852f81b req-f380fafb-a8bc-443f-86cd-30f36c3e78b4 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Request body: {'port': {'device_id': 'e8c68214-3b70-4762-9b02-49a04ecaa8ca', 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a', 'admin_state_up': True, 'tenant_id': '4b43d5b1cc2b418c97b1aca204b56c1e'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:12:32.780814 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-adc40e7e-d313-4df9-affb-55b66e3b7488 req-c71dab22-1a95-4251-8213-a6fb72eab97b tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849376 Dec 06 17:12:32.890144 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c70edf28-ac11-4897-91da-ddaeb3f188c4 req-8fbe3f1e-165b-42c0-bf37-a46bca85e8ab tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "GET /v2.0/ports?device_id=48311f10-98fb-4113-b713-51e2db939c4b HTTP/1.1" status: 200 len: 210 time: 0.0412874 Dec 06 17:12:32.894355 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-13ebcbe9-18dc-4273-ac1f-3bcdd65a7c51 req-901d5354-782e-429c-8a89-259b125447b3 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8c68214-3b70-4762-9b02-49a04ecaa8ca HTTP/1.1" status: 200 len: 210 time: 0.0363133 Dec 06 17:12:32.964413 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9834047-5b4c-471c-869b-6105e852f81b req-f380fafb-a8bc-443f-86cd-30f36c3e78b4 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Made reservation on behalf of 4b43d5b1cc2b418c97b1aca204b56c1e for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:12:32.968863 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-c9834047-5b4c-471c-869b-6105e852f81b req-f380fafb-a8bc-443f-86cd-30f36c3e78b4 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:33.146301 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-c9834047-5b4c-471c-869b-6105e852f81b req-f380fafb-a8bc-443f-86cd-30f36c3e78b4 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Allocated IP 192.168.233.25 (ee08a0d2-834f-4c39-be47-9c424581246a/1342252a-21e4-4783-88ff-f54776c79059/4ec454ed-fbf1-4e3a-b711-4dc30007f2ee) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:12:33.153037 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ae3092-1c03-4baf-8b9e-2540828324a8 req-9d4ddff4-0739-4769-8895-8b1757c3d5a1 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:33.159588 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ae3092-1c03-4baf-8b9e-2540828324a8 req-9d4ddff4-0739-4769-8895-8b1757c3d5a1 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:33.166016 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ae3092-1c03-4baf-8b9e-2540828324a8 req-9d4ddff4-0739-4769-8895-8b1757c3d5a1 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:33.174605 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ae3092-1c03-4baf-8b9e-2540828324a8 req-9d4ddff4-0739-4769-8895-8b1757c3d5a1 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:33.182199 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ae3092-1c03-4baf-8b9e-2540828324a8 req-9d4ddff4-0739-4769-8895-8b1757c3d5a1 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:33.190543 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ae3092-1c03-4baf-8b9e-2540828324a8 req-9d4ddff4-0739-4769-8895-8b1757c3d5a1 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:33.199808 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ae3092-1c03-4baf-8b9e-2540828324a8 req-9d4ddff4-0739-4769-8895-8b1757c3d5a1 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:33.202786 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-93ae3092-1c03-4baf-8b9e-2540828324a8 req-9d4ddff4-0739-4769-8895-8b1757c3d5a1 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5398cbb-9f14-42b7-905c-288b25e2bdb2 HTTP/1.1" status: 200 len: 5439 time: 0.1153822 Dec 06 17:12:33.280071 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-93ae3092-1c03-4baf-8b9e-2540828324a8 req-35497407-1eaa-4477-8cde-cba7065952b0 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/security-groups?id=39e38e48-0a80-455d-95ef-5684c690b16b&id=511f9156-9807-4e4e-ae23-f0018acdbda1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0688114 Dec 06 17:12:33.348721 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a427a0-607f-41d4-a008-9f42cc6723fc req-41a5b2ff-ec7d-4e6e-bbe8-7ae40b2fee9d tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:33.350332 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-99a427a0-607f-41d4-a008-9f42cc6723fc req-41a5b2ff-ec7d-4e6e-bbe8-7ae40b2fee9d tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=98f376fe-fb6f-4fe8-96fe-4642f4e4c86f HTTP/1.1" status: 200 len: 945 time: 0.1133666 Dec 06 17:12:33.390724 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e6f458d3-91b6-4202-b2dc-16443e8b3b92 req-8e770a6f-d29b-4173-9baf-a84b8ecd4738 tempest-QuotasAdminNegativeTest-59147278 tempest-QuotasAdminNegativeTest-59147278-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=97480770967940048a393753bbc58b19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0215876 Dec 06 17:12:33.396927 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98f376fe-fb6f-4fe8-96fe-4642f4e4c86f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47c2e886-b32e-4f72-8fc8-32e6a9d95467'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:12:33.400442 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-584eaa90-c852-4ca5-b328-303ff696be79" -d '{"events": [{"server_uuid": "98f376fe-fb6f-4fe8-96fe-4642f4e4c86f", "name": "network-vif-plugged", "status": "completed", "tag": "47c2e886-b32e-4f72-8fc8-32e6a9d95467"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:12:33.405213 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 212cb245-4d0e-421a-abe1-0f73c687b607 up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:12:33.411901 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-c9834047-5b4c-471c-869b-6105e852f81b req-f380fafb-a8bc-443f-86cd-30f36c3e78b4 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:33.428907 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-99a427a0-607f-41d4-a008-9f42cc6723fc req-ba7b8c09-f94d-46df-942b-14d8ef1dc3a2 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724638 Dec 06 17:12:33.468082 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-c9834047-5b4c-471c-869b-6105e852f81b req-f380fafb-a8bc-443f-86cd-30f36c3e78b4 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:33.472497 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning for port 212cb245-4d0e-421a-abe1-0f73c687b607 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:12:33.477100 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port 212cb245-4d0e-421a-abe1-0f73c687b607 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:12:33.477706 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:33.516347 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9834047-5b4c-471c-869b-6105e852f81b req-f380fafb-a8bc-443f-86cd-30f36c3e78b4 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Network ee08a0d2-834f-4c39-be47-9c424581246a is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:12:33.516851 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e90b55e-35cb-48f2-b24e-9277f58901ed x-openstack-request-id: req-1e90b55e-35cb-48f2-b24e-9277f58901ed {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:12:33.517446 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98f376fe-fb6f-4fe8-96fe-4642f4e4c86f", "name": "network-vif-plugged", "status": "completed", "tag": "47c2e886-b32e-4f72-8fc8-32e6a9d95467", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:12:33.517985 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1e90b55e-35cb-48f2-b24e-9277f58901ed {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:12:33.518987 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98f376fe-fb6f-4fe8-96fe-4642f4e4c86f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47c2e886-b32e-4f72-8fc8-32e6a9d95467', 'code': 200} Dec 06 17:12:33.519527 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-c9834047-5b4c-471c-869b-6105e852f81b req-f380fafb-a8bc-443f-86cd-30f36c3e78b4 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:12:33.523968 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9834047-5b4c-471c-869b-6105e852f81b req-f380fafb-a8bc-443f-86cd-30f36c3e78b4 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:12:33.532740 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f458d3-91b6-4202-b2dc-16443e8b3b92 req-d9fae469-2fce-48de-a9d4-f99193b53f44 tempest-QuotasAdminNegativeTest-59147278 tempest-QuotasAdminNegativeTest-59147278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:33.535231 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['bba877c3-4e46-4a6b-a46a-4d9c36550d32', 'c06faf7a-f15d-4836-b194-8cfd5ea8c68b', 'eab92264-1509-4c57-bf04-64690aaa0ff8'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:12:33.540942 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e6f458d3-91b6-4202-b2dc-16443e8b3b92 req-d9fae469-2fce-48de-a9d4-f99193b53f44 tempest-QuotasAdminNegativeTest-59147278 tempest-QuotasAdminNegativeTest-59147278-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1444123 Dec 06 17:12:33.558697 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e6f458d3-91b6-4202-b2dc-16443e8b3b92 req-d076fdb1-1e42-47a8-a08a-32515b4da980 tempest-QuotasAdminNegativeTest-59147278 tempest-QuotasAdminNegativeTest-59147278-project] 10.222.0.23 "GET /v2.0/quotas/97480770967940048a393753bbc58b19 HTTP/1.1" status: 200 len: 375 time: 0.0167720 Dec 06 17:12:33.587898 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f380fafb-a8bc-443f-86cd-30f36c3e78b4 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Pushing event updated for resources: {'Port': ['ID=4ec454ed-fbf1-4e3a-b711-4dc30007f2ee,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:33.598709 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e6f458d3-91b6-4202-b2dc-16443e8b3b92 req-722fbdb9-19f6-4b0f-b73d-c5be556d2f70 tempest-QuotasAdminNegativeTest-59147278 tempest-QuotasAdminNegativeTest-59147278-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=97480770967940048a393753bbc58b19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390553 Dec 06 17:12:33.631546 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9834047-5b4c-471c-869b-6105e852f81b req-f380fafb-a8bc-443f-86cd-30f36c3e78b4 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:33.632197 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-c9834047-5b4c-471c-869b-6105e852f81b req-f380fafb-a8bc-443f-86cd-30f36c3e78b4 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:33.656873 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca2d375-9570-47a4-b986-578b43f26b2e req-ed738856-f8ee-4c42-aded-062c6eb999d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:33.659417 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7ca2d375-9570-47a4-b986-578b43f26b2e req-ed738856-f8ee-4c42-aded-062c6eb999d2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=98f376fe-fb6f-4fe8-96fe-4642f4e4c86f HTTP/1.1" status: 200 len: 1096 time: 0.0871878 Dec 06 17:12:33.664285 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c9834047-5b4c-471c-869b-6105e852f81b req-f380fafb-a8bc-443f-86cd-30f36c3e78b4 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9050910 Dec 06 17:12:33.684958 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-c9834047-5b4c-471c-869b-6105e852f81b req-8636ebd4-d5de-4878-b636-14b2f97dc6cf service neutron] Request body: {'port': {'device_id': 'e8c68214-3b70-4762-9b02-49a04ecaa8ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:12:33.720106 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:33.809238 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 212cb245-4d0e-421a-abe1-0f73c687b607, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=212cb245-4d0e-421a-abe1-0f73c687b607,segment=NetworkSegment(13dc3505-2379-4cb3-9b99-2fccc8f2bb10),segment_id=13dc3505-2379-4cb3-9b99-2fccc8f2bb10)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:12:33.817904 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7ca2d375-9570-47a4-b986-578b43f26b2e req-ff8f9783-7748-46c4-81e8-4fdedc4dc157 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430783 Dec 06 17:12:33.821149 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:33.821990 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device ce5a499b-b2ba-4f6b-b647-32d86ebd2d1e up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:12:33.854725 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-c9834047-5b4c-471c-869b-6105e852f81b req-8636ebd4-d5de-4878-b636-14b2f97dc6cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:33.873021 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['a9d90335-45f4-43b2-ba1e-cb5a033fd2ee', '6980ab2b-2184-4bb6-bf4c-ab79e620b3b8'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:12:34.001606 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5df6252-b46b-4f2f-8a40-dd66ad0cbbd9 req-0fd3ca37-ad67-47f0-9487-1fce8d9b7803 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:34.003704 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c5df6252-b46b-4f2f-8a40-dd66ad0cbbd9 req-0fd3ca37-ad67-47f0-9487-1fce8d9b7803 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.44 "GET /v2.0/networks?id=d5889859-da21-43c6-aad2-22aedd4eb38b HTTP/1.1" status: 200 len: 813 time: 0.2060020 Dec 06 17:12:34.027264 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-c5df6252-b46b-4f2f-8a40-dd66ad0cbbd9 req-c68da410-bef7-4149-a99d-da13406e6ab8 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Request body: {'port': {'device_id': '48311f10-98fb-4113-b713-51e2db939c4b', 'network_id': 'd5889859-da21-43c6-aad2-22aedd4eb38b', 'admin_state_up': True, 'tenant_id': 'f536e32d8d6e44a6a16c94e459e23f1d'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:12:34.108019 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3ba8e5-60a2-4a55-ab07-dc2ad214c4b6 req-c029a42e-4264-4571-b31f-b0952130a021 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:34.115500 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ac3ba8e5-60a2-4a55-ab07-dc2ad214c4b6 req-c029a42e-4264-4571-b31f-b0952130a021 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd92f7cd-d0ab-4039-8a3c-90c7f0f7d88f HTTP/1.1" status: 200 len: 946 time: 0.1090240 Dec 06 17:12:34.171084 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-74a58e1b-cf27-4dc8-9e5a-cdff49433717 req-4ce439a3-988c-446b-b426-525f1431073a tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "GET /v2.0/ports?device_id=48311f10-98fb-4113-b713-51e2db939c4b HTTP/1.1" status: 200 len: 210 time: 0.0385232 Dec 06 17:12:34.193247 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6de4350-4ea3-431f-af74-532fe31c1e01 None None] Provisioning complete for port 4ec454ed-fbf1-4e3a-b711-4dc30007f2ee triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:12:34.193657 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6de4350-4ea3-431f-af74-532fe31c1e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:34.221370 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ac3ba8e5-60a2-4a55-ab07-dc2ad214c4b6 req-2256844a-2e0c-4a07-84af-bde11f352335 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993094 Dec 06 17:12:34.276637 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a6de4350-4ea3-431f-af74-532fe31c1e01 None None] Port 4ec454ed-fbf1-4e3a-b711-4dc30007f2ee cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:12:34.287006 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=212cb245-4d0e-421a-abe1-0f73c687b607,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:34.304833 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5df6252-b46b-4f2f-8a40-dd66ad0cbbd9 req-c68da410-bef7-4149-a99d-da13406e6ab8 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Made reservation on behalf of f536e32d8d6e44a6a16c94e459e23f1d for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:12:34.308805 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c5df6252-b46b-4f2f-8a40-dd66ad0cbbd9 req-c68da410-bef7-4149-a99d-da13406e6ab8 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:34.337970 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning for port ce5a499b-b2ba-4f6b-b647-32d86ebd2d1e completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:12:34.362604 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port ce5a499b-b2ba-4f6b-b647-32d86ebd2d1e triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:12:34.363113 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:34.461354 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-c9834047-5b4c-471c-869b-6105e852f81b req-8636ebd4-d5de-4878-b636-14b2f97dc6cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ec454ed-fbf1-4e3a-b711-4dc30007f2ee {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:12:34.480163 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-c9834047-5b4c-471c-869b-6105e852f81b req-8636ebd4-d5de-4878-b636-14b2f97dc6cf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:34.510135 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-c9834047-5b4c-471c-869b-6105e852f81b req-8636ebd4-d5de-4878-b636-14b2f97dc6cf service neutron] Transition to ACTIVE for port object 4ec454ed-fbf1-4e3a-b711-4dc30007f2ee will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:12:34.520107 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-c9834047-5b4c-471c-869b-6105e852f81b req-8636ebd4-d5de-4878-b636-14b2f97dc6cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:34.537424 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09851c62-147e-4358-a5a5-2542d54bc09b req-d317e610-7e3d-4d1d-ad1c-8f18ef9f1de0 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:34.540572 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-09851c62-147e-4358-a5a5-2542d54bc09b req-d317e610-7e3d-4d1d-ad1c-8f18ef9f1de0 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8c68214-3b70-4762-9b02-49a04ecaa8ca HTTP/1.1" status: 200 len: 935 time: 0.2484884 Dec 06 17:12:34.584140 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-c5df6252-b46b-4f2f-8a40-dd66ad0cbbd9 req-c68da410-bef7-4149-a99d-da13406e6ab8 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Allocated IP 172.20.0.12 (d5889859-da21-43c6-aad2-22aedd4eb38b/c2b6f40c-08b5-4858-90df-7d27b7ee3faf/b3cd724c-671b-4437-9343-383b85692a0b) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:12:34.609218 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8636ebd4-d5de-4878-b636-14b2f97dc6cf service neutron] Pushing event updated for resources: {'Port': ['ID=4ec454ed-fbf1-4e3a-b711-4dc30007f2ee,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:34.669356 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-09851c62-147e-4358-a5a5-2542d54bc09b req-b46fd1cf-35e9-42b5-9c46-39027bccfd3d tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ba66608-5fba-460b-9339-43992781830c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233120 Dec 06 17:12:34.800329 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-c9834047-5b4c-471c-869b-6105e852f81b req-8636ebd4-d5de-4878-b636-14b2f97dc6cf service neutron] Attempting to bind port 4ec454ed-fbf1-4e3a-b711-4dc30007f2ee on host n-h1-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:12:34.801994 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:34.802814 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-c9834047-5b4c-471c-869b-6105e852f81b req-8636ebd4-d5de-4878-b636-14b2f97dc6cf service neutron] Attempting to bind port 4ec454ed-fbf1-4e3a-b711-4dc30007f2ee by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:12:34.803233 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9834047-5b4c-471c-869b-6105e852f81b req-8636ebd4-d5de-4878-b636-14b2f97dc6cf service neutron] Attempting to bind port 4ec454ed-fbf1-4e3a-b711-4dc30007f2ee on network ee08a0d2-834f-4c39-be47-9c424581246a {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:12:34.816797 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9834047-5b4c-471c-869b-6105e852f81b req-8636ebd4-d5de-4878-b636-14b2f97dc6cf service neutron] Port 4ec454ed-fbf1-4e3a-b711-4dc30007f2ee on network ee08a0d2-834f-4c39-be47-9c424581246a not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:12:34.820113 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9834047-5b4c-471c-869b-6105e852f81b req-8636ebd4-d5de-4878-b636-14b2f97dc6cf service neutron] Attempting to bind port 4ec454ed-fbf1-4e3a-b711-4dc30007f2ee on network ee08a0d2-834f-4c39-be47-9c424581246a {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:12:34.836212 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9834047-5b4c-471c-869b-6105e852f81b req-8636ebd4-d5de-4878-b636-14b2f97dc6cf service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:12:34.838696 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9834047-5b4c-471c-869b-6105e852f81b req-8636ebd4-d5de-4878-b636-14b2f97dc6cf service neutron] Checking segment: {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:12:34.839964 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9834047-5b4c-471c-869b-6105e852f81b req-8636ebd4-d5de-4878-b636-14b2f97dc6cf service neutron] Bound using segment: {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:12:34.846496 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-c9834047-5b4c-471c-869b-6105e852f81b req-8636ebd4-d5de-4878-b636-14b2f97dc6cf service neutron] Bound port: 4ec454ed-fbf1-4e3a-b711-4dc30007f2ee, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:12:34.846496 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-c9834047-5b4c-471c-869b-6105e852f81b req-8636ebd4-d5de-4878-b636-14b2f97dc6cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:34.971731 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b941f32-5bb8-4c14-a39b-303d1c7400d3 req-61920084-0ece-4fc4-97a3-d7a29198b517 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:34.978382 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b941f32-5bb8-4c14-a39b-303d1c7400d3 req-61920084-0ece-4fc4-97a3-d7a29198b517 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:34.987456 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b941f32-5bb8-4c14-a39b-303d1c7400d3 req-61920084-0ece-4fc4-97a3-d7a29198b517 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:34.995008 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b941f32-5bb8-4c14-a39b-303d1c7400d3 req-61920084-0ece-4fc4-97a3-d7a29198b517 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:35.002802 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b941f32-5bb8-4c14-a39b-303d1c7400d3 req-61920084-0ece-4fc4-97a3-d7a29198b517 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:35.009747 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b941f32-5bb8-4c14-a39b-303d1c7400d3 req-61920084-0ece-4fc4-97a3-d7a29198b517 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:35.017242 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b941f32-5bb8-4c14-a39b-303d1c7400d3 req-61920084-0ece-4fc4-97a3-d7a29198b517 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:35.028196 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5b941f32-5bb8-4c14-a39b-303d1c7400d3 req-61920084-0ece-4fc4-97a3-d7a29198b517 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5398cbb-9f14-42b7-905c-288b25e2bdb2 HTTP/1.1" status: 200 len: 5440 time: 0.1567469 Dec 06 17:12:35.054223 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port ce5a499b-b2ba-4f6b-b647-32d86ebd2d1e, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ce5a499b-b2ba-4f6b-b647-32d86ebd2d1e,segment=NetworkSegment(960bb03e-79ef-4cd4-951f-382b620b51db),segment_id=960bb03e-79ef-4cd4-951f-382b620b51db)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:12:35.062644 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 44506) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:12:35.067201 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c5df6252-b46b-4f2f-8a40-dd66ad0cbbd9 req-c68da410-bef7-4149-a99d-da13406e6ab8 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:35.071168 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:35.071956 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 1d5a6e2b-fe5f-43e4-8477-6577f08f2e89 up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:12:35.075205 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:35.098053 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-c9834047-5b4c-471c-869b-6105e852f81b req-8636ebd4-d5de-4878-b636-14b2f97dc6cf service neutron] For port 4ec454ed-fbf1-4e3a-b711-4dc30007f2ee, host n-h1-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:12:35.103808 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-c9834047-5b4c-471c-869b-6105e852f81b req-8636ebd4-d5de-4878-b636-14b2f97dc6cf service neutron] For port 4ec454ed-fbf1-4e3a-b711-4dc30007f2ee, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=4ec454ed-fbf1-4e3a-b711-4dc30007f2ee,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:12:35.117383 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b701712-8930-4ca9-b998-ad7ac7d1fe13 req-1f991ab6-9ecc-42fc-9dcd-8cdfaab63932 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:35.128235 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6b701712-8930-4ca9-b998-ad7ac7d1fe13 req-1f991ab6-9ecc-42fc-9dcd-8cdfaab63932 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=98f376fe-fb6f-4fe8-96fe-4642f4e4c86f HTTP/1.1" status: 200 len: 945 time: 0.2375138 Dec 06 17:12:35.155134 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-c9834047-5b4c-471c-869b-6105e852f81b req-8636ebd4-d5de-4878-b636-14b2f97dc6cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:35.222853 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5b941f32-5bb8-4c14-a39b-303d1c7400d3 req-623ab225-23ab-4220-8547-c1b678153534 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/security-groups?id=39e38e48-0a80-455d-95ef-5684c690b16b&id=511f9156-9807-4e4e-ae23-f0018acdbda1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1881020 Dec 06 17:12:35.273199 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c5df6252-b46b-4f2f-8a40-dd66ad0cbbd9 req-c68da410-bef7-4149-a99d-da13406e6ab8 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:35.284168 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6b701712-8930-4ca9-b998-ad7ac7d1fe13 req-ad7f2435-46f7-44ca-a6f4-5e46fd405ac5 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544030 Dec 06 17:12:35.306568 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9834047-5b4c-471c-869b-6105e852f81b req-8636ebd4-d5de-4878-b636-14b2f97dc6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:35.312340 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-c9834047-5b4c-471c-869b-6105e852f81b req-8636ebd4-d5de-4878-b636-14b2f97dc6cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:35.324574 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c9834047-5b4c-471c-869b-6105e852f81b req-8636ebd4-d5de-4878-b636-14b2f97dc6cf service neutron] 10.222.0.41 "PUT /v2.0/ports/4ec454ed-fbf1-4e3a-b711-4dc30007f2ee HTTP/1.1" status: 200 len: 1095 time: 1.6373277 Dec 06 17:12:35.327299 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8c68214-3b70-4762-9b02-49a04ecaa8ca', 'tag': '4ec454ed-fbf1-4e3a-b711-4dc30007f2ee'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:12:35.342991 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-254c1b9b-e0db-4674-8d4f-52b8eea90dee" -d '{"events": [{"name": "network-changed", "server_uuid": "e8c68214-3b70-4762-9b02-49a04ecaa8ca", "tag": "4ec454ed-fbf1-4e3a-b711-4dc30007f2ee"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:12:35.370162 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=ce5a499b-b2ba-4f6b-b647-32d86ebd2d1e,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:35.378177 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning for port 1d5a6e2b-fe5f-43e4-8477-6577f08f2e89 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:12:35.382789 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port 1d5a6e2b-fe5f-43e4-8477-6577f08f2e89 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:12:35.383235 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:35.516012 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-09eb677f-e3fa-4315-a5dc-b492462b9746 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:35.523095 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8636ebd4-d5de-4878-b636-14b2f97dc6cf service neutron] Pushing event updated for resources: {'Port': ['ID=4ec454ed-fbf1-4e3a-b711-4dc30007f2ee,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:35.571136 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9834047-5b4c-471c-869b-6105e852f81b req-a0bec775-fb42-440a-bf05-680308350e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:35.572846 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c9834047-5b4c-471c-869b-6105e852f81b req-a0bec775-fb42-440a-bf05-680308350e15 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4b43d5b1cc2b418c97b1aca204b56c1e&device_id=e8c68214-3b70-4762-9b02-49a04ecaa8ca HTTP/1.1" status: 200 len: 1098 time: 0.1332109 Dec 06 17:12:35.633461 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c9834047-5b4c-471c-869b-6105e852f81b req-81d7924d-3656-4d8f-8e43-719dd1273d9d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=4ec454ed-fbf1-4e3a-b711-4dc30007f2ee HTTP/1.1" status: 200 len: 217 time: 0.0510437 Dec 06 17:12:35.653096 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-09eb677f-e3fa-4315-a5dc-b492462b9746 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:35.683903 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5df6252-b46b-4f2f-8a40-dd66ad0cbbd9 req-c68da410-bef7-4149-a99d-da13406e6ab8 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Network d5889859-da21-43c6-aad2-22aedd4eb38b is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:12:35.711226 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-c5df6252-b46b-4f2f-8a40-dd66ad0cbbd9 req-c68da410-bef7-4149-a99d-da13406e6ab8 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:12:35.711786 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5398cbb-9f14-42b7-905c-288b25e2bdb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '212cb245-4d0e-421a-abe1-0f73c687b607'}, {'server_uuid': 'f5398cbb-9f14-42b7-905c-288b25e2bdb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce5a499b-b2ba-4f6b-b647-32d86ebd2d1e'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:12:35.713855 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-09eb677f-e3fa-4315-a5dc-b492462b9746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:35.714772 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e75cde4-9755-4ce9-b857-3718df3386d1" -d '{"events": [{"server_uuid": "f5398cbb-9f14-42b7-905c-288b25e2bdb2", "name": "network-vif-plugged", "status": "completed", "tag": "212cb245-4d0e-421a-abe1-0f73c687b607"}, {"server_uuid": "f5398cbb-9f14-42b7-905c-288b25e2bdb2", "name": "network-vif-plugged", "status": "completed", "tag": "ce5a499b-b2ba-4f6b-b647-32d86ebd2d1e"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:12:35.718317 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9834047-5b4c-471c-869b-6105e852f81b req-01a9461b-8b70-46bb-9845-caf92923c9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:35.720103 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c9834047-5b4c-471c-869b-6105e852f81b req-01a9461b-8b70-46bb-9845-caf92923c9fe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1342252a-21e4-4783-88ff-f54776c79059 HTTP/1.1" status: 200 len: 843 time: 0.0776002 Dec 06 17:12:35.729660 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2fe8a7-451e-4713-b927-fd7122591d18 req-8c01bee3-4b18-46e4-9970-760e72b3db6d tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:35.731293 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4a2fe8a7-451e-4713-b927-fd7122591d18 req-8c01bee3-4b18-46e4-9970-760e72b3db6d tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "GET /v2.0/ports?device_id=48311f10-98fb-4113-b713-51e2db939c4b HTTP/1.1" status: 200 len: 932 time: 0.1008670 Dec 06 17:12:35.738264 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5df6252-b46b-4f2f-8a40-dd66ad0cbbd9 req-c68da410-bef7-4149-a99d-da13406e6ab8 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:12:35.751738 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68da410-bef7-4149-a99d-da13406e6ab8 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Pushing event updated for resources: {'Port': ['ID=b3cd724c-671b-4437-9343-383b85692a0b,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:35.803709 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 44520) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:12:35.804675 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-09eb677f-e3fa-4315-a5dc-b492462b9746 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=97480770967940048a393753bbc58b19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7341568 Dec 06 17:12:35.814104 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:35.818730 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e9e3f4-d0b9-4ba0-845f-217de1bf00a5 req-4eb0ecc2-ab39-4413-bdf2-dbe1d5dfdc02 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:35.826952 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-68e9e3f4-d0b9-4ba0-845f-217de1bf00a5 req-4eb0ecc2-ab39-4413-bdf2-dbe1d5dfdc02 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd92f7cd-d0ab-4039-8a3c-90c7f0f7d88f HTTP/1.1" status: 200 len: 946 time: 0.3556447 Dec 06 17:12:35.866165 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 1d5a6e2b-fe5f-43e4-8477-6577f08f2e89, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=1d5a6e2b-fe5f-43e4-8477-6577f08f2e89,segment=NetworkSegment(6053507f-d1ea-4551-8cb6-ca82d545c343),segment_id=6053507f-d1ea-4551-8cb6-ca82d545c343)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:12:35.871323 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:35.874101 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4a2fe8a7-451e-4713-b927-fd7122591d18 req-2d6052d5-b4de-4de2-ae8e-9720143c064a tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "GET /v2.0/security-groups?id=101dae8c-d6de-48c7-b5a1-19c10425459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338294 Dec 06 17:12:35.879003 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9834047-5b4c-471c-869b-6105e852f81b req-45f02c92-cfb3-4987-ac30-9a048a7681c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:35.881496 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c9834047-5b4c-471c-869b-6105e852f81b req-45f02c92-cfb3-4987-ac30-9a048a7681c3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee08a0d2-834f-4c39-be47-9c424581246a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1432707 Dec 06 17:12:35.901011 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eb677f-e3fa-4315-a5dc-b492462b9746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a4706c-acaf-4120-bfd1-3e0b1ae55943,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:35.905140 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device e42dffef-fd32-4bdd-8a82-7f2ced8750e5 up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:12:35.923738 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-68e9e3f4-d0b9-4ba0-845f-217de1bf00a5 req-1d4eae82-cb08-4a05-8611-61a0e93b3b39 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958822 Dec 06 17:12:35.943973 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5df6252-b46b-4f2f-8a40-dd66ad0cbbd9 req-c68da410-bef7-4149-a99d-da13406e6ab8 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:35.946288 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c5df6252-b46b-4f2f-8a40-dd66ad0cbbd9 req-c68da410-bef7-4149-a99d-da13406e6ab8 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:35.946762 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['f5806f7a-957a-4bcd-ba96-0f301fe31fe6'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:12:35.956516 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2738626d-6eac-4fde-8d92-46e57837031b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:35.991477 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c5df6252-b46b-4f2f-8a40-dd66ad0cbbd9 req-c68da410-bef7-4149-a99d-da13406e6ab8 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9737446 Dec 06 17:12:36.006338 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-c5df6252-b46b-4f2f-8a40-dd66ad0cbbd9 req-4b70d6c5-c9bc-4e0d-90bd-c37080041165 service neutron] Request body: {'port': {'device_id': '48311f10-98fb-4113-b713-51e2db939c4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:12:36.010636 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2738626d-6eac-4fde-8d92-46e57837031b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:36.046163 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=1d5a6e2b-fe5f-43e4-8477-6577f08f2e89,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:36.050888 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b6bae29-6ec5-4c26-b78d-09c58c47015a x-openstack-request-id: req-3b6bae29-6ec5-4c26-b78d-09c58c47015a {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:12:36.051187 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8c68214-3b70-4762-9b02-49a04ecaa8ca", "tag": "4ec454ed-fbf1-4e3a-b711-4dc30007f2ee", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:12:36.051451 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3b6bae29-6ec5-4c26-b78d-09c58c47015a {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:12:36.051875 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8c68214-3b70-4762-9b02-49a04ecaa8ca', 'tag': '4ec454ed-fbf1-4e3a-b711-4dc30007f2ee', 'status': 'completed', 'code': 200} Dec 06 17:12:36.055655 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 06 Dec 2021 17:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-643f5b0b-7d93-4da0-9969-ff93cc2058d9 x-openstack-request-id: req-643f5b0b-7d93-4da0-9969-ff93cc2058d9 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:12:36.055829 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5398cbb-9f14-42b7-905c-288b25e2bdb2", "name": "network-vif-plugged", "status": "completed", "tag": "212cb245-4d0e-421a-abe1-0f73c687b607", "code": 200}, {"server_uuid": "f5398cbb-9f14-42b7-905c-288b25e2bdb2", "name": "network-vif-plugged", "status": "completed", "tag": "ce5a499b-b2ba-4f6b-b647-32d86ebd2d1e", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:12:36.055931 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-643f5b0b-7d93-4da0-9969-ff93cc2058d9 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:12:36.056328 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5398cbb-9f14-42b7-905c-288b25e2bdb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '212cb245-4d0e-421a-abe1-0f73c687b607', 'code': 200} Dec 06 17:12:36.056585 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5398cbb-9f14-42b7-905c-288b25e2bdb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce5a499b-b2ba-4f6b-b647-32d86ebd2d1e', 'code': 200} Dec 06 17:12:36.090883 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning for port e42dffef-fd32-4bdd-8a82-7f2ced8750e5 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:12:36.104008 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port e42dffef-fd32-4bdd-8a82-7f2ced8750e5 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:12:36.104394 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:36.132577 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c5df6252-b46b-4f2f-8a40-dd66ad0cbbd9 req-4b70d6c5-c9bc-4e0d-90bd-c37080041165 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:36.163763 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2738626d-6eac-4fde-8d92-46e57837031b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:36.166569 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2738626d-6eac-4fde-8d92-46e57837031b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:36.168053 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-2738626d-6eac-4fde-8d92-46e57837031b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f1a4706c-acaf-4120-bfd1-3e0b1ae55943 HTTP/1.1" status: 204 len: 168 time: 0.3618064 Dec 06 17:12:36.185923 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2738626d-6eac-4fde-8d92-46e57837031b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a4706c-acaf-4120-bfd1-3e0b1ae55943,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:36.189926 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c9834047-5b4c-471c-869b-6105e852f81b req-8d0cd609-c7b7-4764-9546-ad49286392b7 service neutron] 10.222.0.41 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942147 Dec 06 17:12:36.273983 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:36.336998 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port e42dffef-fd32-4bdd-8a82-7f2ced8750e5, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e42dffef-fd32-4bdd-8a82-7f2ced8750e5,segment=NetworkSegment(960bb03e-79ef-4cd4-951f-382b620b51db),segment_id=960bb03e-79ef-4cd4-951f-382b620b51db)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:12:36.345348 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:36.346584 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 5d044c44-c6ea-4f9f-a3c3-6f30ee8e15d8 up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:12:36.370169 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c9834047-5b4c-471c-869b-6105e852f81b req-29d497f0-e3b2-4163-bfaa-c0f853bad74d service neutron] 10.222.0.41 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682825 Dec 06 17:12:36.438644 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d275fea2-4b88-47c0-80f0-cbf726c3b8f0 req-82295b88-e4b3-42dc-ad7b-5ef463e4af7a tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:36.446671 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d275fea2-4b88-47c0-80f0-cbf726c3b8f0 req-82295b88-e4b3-42dc-ad7b-5ef463e4af7a tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:36.455744 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d275fea2-4b88-47c0-80f0-cbf726c3b8f0 req-82295b88-e4b3-42dc-ad7b-5ef463e4af7a tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:36.463583 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d275fea2-4b88-47c0-80f0-cbf726c3b8f0 req-82295b88-e4b3-42dc-ad7b-5ef463e4af7a tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:36.471492 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d275fea2-4b88-47c0-80f0-cbf726c3b8f0 req-82295b88-e4b3-42dc-ad7b-5ef463e4af7a tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:36.478862 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d275fea2-4b88-47c0-80f0-cbf726c3b8f0 req-82295b88-e4b3-42dc-ad7b-5ef463e4af7a tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:36.479482 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=e42dffef-fd32-4bdd-8a82-7f2ced8750e5,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:36.487012 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d275fea2-4b88-47c0-80f0-cbf726c3b8f0 req-82295b88-e4b3-42dc-ad7b-5ef463e4af7a tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:36.489776 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d275fea2-4b88-47c0-80f0-cbf726c3b8f0 req-82295b88-e4b3-42dc-ad7b-5ef463e4af7a tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5398cbb-9f14-42b7-905c-288b25e2bdb2 HTTP/1.1" status: 200 len: 5443 time: 0.1335089 Dec 06 17:12:36.499644 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning for port 5d044c44-c6ea-4f9f-a3c3-6f30ee8e15d8 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:12:36.508418 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port 5d044c44-c6ea-4f9f-a3c3-6f30ee8e15d8 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:12:36.508794 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:36.604172 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254c1b9b-e0db-4674-8d4f-52b8eea90dee req-02a82b72-b3ed-4e1d-b132-ec3b8eadc205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:36.605895 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-254c1b9b-e0db-4674-8d4f-52b8eea90dee req-02a82b72-b3ed-4e1d-b132-ec3b8eadc205 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4b43d5b1cc2b418c97b1aca204b56c1e&device_id=e8c68214-3b70-4762-9b02-49a04ecaa8ca HTTP/1.1" status: 200 len: 1098 time: 0.1035249 Dec 06 17:12:36.610686 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:36.613594 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712dfad3-2cf2-448c-a323-e3b07e72889a req-9e05668a-6af8-4e8b-9b90-5af9b3880d28 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:36.615010 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-712dfad3-2cf2-448c-a323-e3b07e72889a req-9e05668a-6af8-4e8b-9b90-5af9b3880d28 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd92f7cd-d0ab-4039-8a3c-90c7f0f7d88f HTTP/1.1" status: 200 len: 946 time: 0.1240489 Dec 06 17:12:36.622761 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 44532) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:12:36.649201 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 5d044c44-c6ea-4f9f-a3c3-6f30ee8e15d8, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5d044c44-c6ea-4f9f-a3c3-6f30ee8e15d8,segment=NetworkSegment(960bb03e-79ef-4cd4-951f-382b620b51db),segment_id=960bb03e-79ef-4cd4-951f-382b620b51db)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:12:36.652997 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359d88d0-b3bd-4af2-a906-355cc0024249 req-c53e1ccd-4a5f-4871-9313-54a917711258 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:36.654798 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:36.656002 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device e2c81161-fcfe-4c5c-a15a-a2bb77a0ab7d up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:12:36.658150 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-359d88d0-b3bd-4af2-a906-355cc0024249 req-c53e1ccd-4a5f-4871-9313-54a917711258 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8c68214-3b70-4762-9b02-49a04ecaa8ca HTTP/1.1" status: 200 len: 947 time: 0.5954657 Dec 06 17:12:36.700044 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-03ca592e-e957-46fd-a078-9b6cfd4f2755 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:36.721781 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d275fea2-4b88-47c0-80f0-cbf726c3b8f0 req-9d82f5b1-ec02-435c-a6c3-cd5252a79be2 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/security-groups?id=39e38e48-0a80-455d-95ef-5684c690b16b&id=511f9156-9807-4e4e-ae23-f0018acdbda1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2156425 Dec 06 17:12:36.740600 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=5d044c44-c6ea-4f9f-a3c3-6f30ee8e15d8,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:36.753515 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning for port e2c81161-fcfe-4c5c-a15a-a2bb77a0ab7d completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:12:36.758781 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port e2c81161-fcfe-4c5c-a15a-a2bb77a0ab7d triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:12:36.759364 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:36.808731 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-359d88d0-b3bd-4af2-a906-355cc0024249 req-beb68c3d-b64e-439a-8899-b4ae7e37c928 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ba66608-5fba-460b-9339-43992781830c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363232 Dec 06 17:12:36.814478 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-462972ee-5545-41ae-9e2b-d9399ca44316 req-ebb92655-c54c-4d20-b550-57ea25d5e329 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ad356e21-cfaf-43b2-9fa2-a8c3a99e6fbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0997224 Dec 06 17:12:36.883292 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:36.928344 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port e2c81161-fcfe-4c5c-a15a-a2bb77a0ab7d, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e2c81161-fcfe-4c5c-a15a-a2bb77a0ab7d,segment=NetworkSegment(960bb03e-79ef-4cd4-951f-382b620b51db),segment_id=960bb03e-79ef-4cd4-951f-382b620b51db)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:12:36.935912 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:36.937275 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device d5cb989f-970a-4712-bc55-ae97972ef5ef up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:12:36.952036 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92df6b6-f270-4d51-9f6c-4e4ac4a31c06 req-b8a68a4f-aa9a-4237-9f0d-f92605401691 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:36.953637 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c92df6b6-f270-4d51-9f6c-4e4ac4a31c06 req-b8a68a4f-aa9a-4237-9f0d-f92605401691 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=98f376fe-fb6f-4fe8-96fe-4642f4e4c86f HTTP/1.1" status: 200 len: 945 time: 0.1417499 Dec 06 17:12:36.957056 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462972ee-5545-41ae-9e2b-d9399ca44316 req-c8cea300-88f6-4182-9694-84f5e3c0d7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:36.959112 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-462972ee-5545-41ae-9e2b-d9399ca44316 req-c8cea300-88f6-4182-9694-84f5e3c0d7c6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1d83e0c6d059422882cc226e7f9c727a&device_id=ad356e21-cfaf-43b2-9fa2-a8c3a99e6fbb HTTP/1.1" status: 200 len: 1096 time: 0.0748584 Dec 06 17:12:37.011987 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254c1b9b-e0db-4674-8d4f-52b8eea90dee req-46027e0e-c8e8-4536-b5e7-b6dcd5c32bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:37.013506 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-254c1b9b-e0db-4674-8d4f-52b8eea90dee req-46027e0e-c8e8-4536-b5e7-b6dcd5c32bcb service neutron] 10.222.0.41 "GET /v2.0/networks?id=ee08a0d2-834f-4c39-be47-9c424581246a HTTP/1.1" status: 200 len: 870 time: 0.3974459 Dec 06 17:12:37.054019 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c92df6b6-f270-4d51-9f6c-4e4ac4a31c06 req-429c3e2c-c9fd-404d-92ae-bc546e3fd10c tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819657 Dec 06 17:12:37.056112 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-c5df6252-b46b-4f2f-8a40-dd66ad0cbbd9 req-4b70d6c5-c9bc-4e0d-90bd-c37080041165 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3cd724c-671b-4437-9343-383b85692a0b {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:12:37.077392 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=e2c81161-fcfe-4c5c-a15a-a2bb77a0ab7d,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:37.087856 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-712dfad3-2cf2-448c-a323-e3b07e72889a req-6869973f-f7f1-440c-b61f-b511b13663b0 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Deleting port 9240d932-d7ef-4a34-803c-05a846e4d103 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:12:37.088035 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning for port d5cb989f-970a-4712-bc55-ae97972ef5ef completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:12:37.088177 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-712dfad3-2cf2-448c-a323-e3b07e72889a req-6869973f-f7f1-440c-b61f-b511b13663b0 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:37.095046 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port d5cb989f-970a-4712-bc55-ae97972ef5ef triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:12:37.095471 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:37.097378 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-254c1b9b-e0db-4674-8d4f-52b8eea90dee req-7624e4ba-2c21-411f-97c3-75d4f3b34796 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=4ec454ed-fbf1-4e3a-b711-4dc30007f2ee HTTP/1.1" status: 200 len: 217 time: 0.0711541 Dec 06 17:12:37.109953 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c5df6252-b46b-4f2f-8a40-dd66ad0cbbd9 req-4b70d6c5-c9bc-4e0d-90bd-c37080041165 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:37.111758 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-03ca592e-e957-46fd-a078-9b6cfd4f2755 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:37.130719 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-03ca592e-e957-46fd-a078-9b6cfd4f2755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:37.146824 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-c5df6252-b46b-4f2f-8a40-dd66ad0cbbd9 req-4b70d6c5-c9bc-4e0d-90bd-c37080041165 service neutron] Transition to ACTIVE for port object b3cd724c-671b-4437-9343-383b85692a0b will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:12:37.160243 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c5df6252-b46b-4f2f-8a40-dd66ad0cbbd9 req-4b70d6c5-c9bc-4e0d-90bd-c37080041165 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:37.177985 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acb4cbf-55f9-4697-aead-5d65ef02352c req-ff53004c-8303-4c31-8f30-5aac7a7f3a3b tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:37.179477 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2acb4cbf-55f9-4697-aead-5d65ef02352c req-ff53004c-8303-4c31-8f30-5aac7a7f3a3b tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "GET /v2.0/ports?device_id=48311f10-98fb-4113-b713-51e2db939c4b HTTP/1.1" status: 200 len: 932 time: 0.1718597 Dec 06 17:12:37.201144 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:37.208742 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462972ee-5545-41ae-9e2b-d9399ca44316 req-7da058f1-85e8-4be8-85b5-7c1382e5a3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:37.210330 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-462972ee-5545-41ae-9e2b-d9399ca44316 req-7da058f1-85e8-4be8-85b5-7c1382e5a3c6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=33742801-ccea-4ab3-a86a-2573a2966c19 HTTP/1.1" status: 200 len: 909 time: 0.2179677 Dec 06 17:12:37.243204 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port d5cb989f-970a-4712-bc55-ae97972ef5ef, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=d5cb989f-970a-4712-bc55-ae97972ef5ef,segment=NetworkSegment(6053507f-d1ea-4551-8cb6-ca82d545c343),segment_id=6053507f-d1ea-4551-8cb6-ca82d545c343)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:12:37.248793 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:37.272325 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-03ca592e-e957-46fd-a078-9b6cfd4f2755 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=089384091a8748349ddeb403dd542259&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6384621 Dec 06 17:12:37.274410 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 44542) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:12:37.274582 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254c1b9b-e0db-4674-8d4f-52b8eea90dee req-62c55047-a5ee-4135-acd9-73793e136073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:37.275952 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-254c1b9b-e0db-4674-8d4f-52b8eea90dee req-62c55047-a5ee-4135-acd9-73793e136073 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1342252a-21e4-4783-88ff-f54776c79059 HTTP/1.1" status: 200 len: 843 time: 0.1629772 Dec 06 17:12:37.280088 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca592e-e957-46fd-a078-9b6cfd4f2755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bfc0673-4133-44ee-b59a-4c8a02c5ef30,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:37.291091 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-462972ee-5545-41ae-9e2b-d9399ca44316 req-0cbf1dd2-bcb8-4410-b928-0b222401abf6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b HTTP/1.1" status: 200 len: 217 time: 0.0695279 Dec 06 17:12:37.308218 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=d5cb989f-970a-4712-bc55-ae97972ef5ef,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:37.309322 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b70d6c5-c9bc-4e0d-90bd-c37080041165 service neutron] Pushing event updated for resources: {'Port': ['ID=b3cd724c-671b-4437-9343-383b85692a0b,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:37.337252 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-712dfad3-2cf2-448c-a323-e3b07e72889a req-6869973f-f7f1-440c-b61f-b511b13663b0 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] For port 9240d932-d7ef-4a34-803c-05a846e4d103, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=9240d932-d7ef-4a34-803c-05a846e4d103,segment=NetworkSegment(c5bdebef-6647-4acc-8b76-b3635792eaa5),segment_id=c5bdebef-6647-4acc-8b76-b3635792eaa5)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:12:37.337636 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-712dfad3-2cf2-448c-a323-e3b07e72889a req-6869973f-f7f1-440c-b61f-b511b13663b0 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:37.361455 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c64c118-e2d2-4577-b162-1e6699391a3d req-8f3aa03f-ff00-47f9-84dc-f5a3c6778e4e tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:37.362989 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9c64c118-e2d2-4577-b162-1e6699391a3d req-8f3aa03f-ff00-47f9-84dc-f5a3c6778e4e tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd92f7cd-d0ab-4039-8a3c-90c7f0f7d88f HTTP/1.1" status: 200 len: 946 time: 0.2023745 Dec 06 17:12:37.370349 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-712dfad3-2cf2-448c-a323-e3b07e72889a req-6869973f-f7f1-440c-b61f-b511b13663b0 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Calling delete_port for 9240d932-d7ef-4a34-803c-05a846e4d103 owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:12:37.419309 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2acb4cbf-55f9-4697-aead-5d65ef02352c req-67ddc739-cea8-4713-8843-d863c370b029 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "GET /v2.0/security-groups?id=101dae8c-d6de-48c7-b5a1-19c10425459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145355 Dec 06 17:12:37.440038 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462972ee-5545-41ae-9e2b-d9399ca44316 req-8ac087e8-97fa-422f-bfd7-a3ea28ed018f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:37.441896 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-462972ee-5545-41ae-9e2b-d9399ca44316 req-8ac087e8-97fa-422f-bfd7-a3ea28ed018f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=da31f47d-8fee-49c3-b794-af6b3fd955bf HTTP/1.1" status: 200 len: 848 time: 0.1408150 Dec 06 17:12:37.490573 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-462972ee-5545-41ae-9e2b-d9399ca44316 req-2e8a44d0-1c97-4a07-b56c-ccca39476b9f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=33742801-ccea-4ab3-a86a-2573a2966c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392637 Dec 06 17:12:37.497382 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c723048d-bbdb-4296-aaa2-cb14caa612b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:37.543205 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-c5df6252-b46b-4f2f-8a40-dd66ad0cbbd9 req-4b70d6c5-c9bc-4e0d-90bd-c37080041165 service neutron] Attempting to bind port b3cd724c-671b-4437-9343-383b85692a0b on host n-h2-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:12:37.543544 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-c5df6252-b46b-4f2f-8a40-dd66ad0cbbd9 req-4b70d6c5-c9bc-4e0d-90bd-c37080041165 service neutron] Attempting to bind port b3cd724c-671b-4437-9343-383b85692a0b by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'bf491db3-1349-4273-86a8-1c05096a6cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd5889859-da21-43c6-aad2-22aedd4eb38b'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:12:37.543878 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5df6252-b46b-4f2f-8a40-dd66ad0cbbd9 req-4b70d6c5-c9bc-4e0d-90bd-c37080041165 service neutron] Attempting to bind port b3cd724c-671b-4437-9343-383b85692a0b on network d5889859-da21-43c6-aad2-22aedd4eb38b {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:12:37.569566 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c723048d-bbdb-4296-aaa2-cb14caa612b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:37.572961 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5df6252-b46b-4f2f-8a40-dd66ad0cbbd9 req-4b70d6c5-c9bc-4e0d-90bd-c37080041165 service neutron] Port b3cd724c-671b-4437-9343-383b85692a0b on network d5889859-da21-43c6-aad2-22aedd4eb38b not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:12:37.573297 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5df6252-b46b-4f2f-8a40-dd66ad0cbbd9 req-4b70d6c5-c9bc-4e0d-90bd-c37080041165 service neutron] Attempting to bind port b3cd724c-671b-4437-9343-383b85692a0b on network d5889859-da21-43c6-aad2-22aedd4eb38b {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:12:37.628471 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5df6252-b46b-4f2f-8a40-dd66ad0cbbd9 req-4b70d6c5-c9bc-4e0d-90bd-c37080041165 service neutron] Checking agent: {'id': '9d8b9f49-2860-4c1f-9b89-45a7657a3c4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:12:37.628868 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5df6252-b46b-4f2f-8a40-dd66ad0cbbd9 req-4b70d6c5-c9bc-4e0d-90bd-c37080041165 service neutron] Checking segment: {'id': 'bf491db3-1349-4273-86a8-1c05096a6cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd5889859-da21-43c6-aad2-22aedd4eb38b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:12:37.629242 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5df6252-b46b-4f2f-8a40-dd66ad0cbbd9 req-4b70d6c5-c9bc-4e0d-90bd-c37080041165 service neutron] Bound using segment: {'id': 'bf491db3-1349-4273-86a8-1c05096a6cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd5889859-da21-43c6-aad2-22aedd4eb38b'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:12:37.629756 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-c5df6252-b46b-4f2f-8a40-dd66ad0cbbd9 req-4b70d6c5-c9bc-4e0d-90bd-c37080041165 service neutron] Bound port: b3cd724c-671b-4437-9343-383b85692a0b, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf491db3-1349-4273-86a8-1c05096a6cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd5889859-da21-43c6-aad2-22aedd4eb38b'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:12:37.630667 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c5df6252-b46b-4f2f-8a40-dd66ad0cbbd9 req-4b70d6c5-c9bc-4e0d-90bd-c37080041165 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:37.661751 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254c1b9b-e0db-4674-8d4f-52b8eea90dee req-ee61afef-cf8f-41d0-9f01-f5663dceff5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:37.663518 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-254c1b9b-e0db-4674-8d4f-52b8eea90dee req-ee61afef-cf8f-41d0-9f01-f5663dceff5f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee08a0d2-834f-4c39-be47-9c424581246a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3742516 Dec 06 17:12:37.733352 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-462972ee-5545-41ae-9e2b-d9399ca44316 req-b7d07cd9-97b0-4981-87e6-144254af57f9 service neutron] 10.222.0.44 "GET /v2.0/networks/33742801-ccea-4ab3-a86a-2573a2966c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329402 Dec 06 17:12:37.755046 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9c64c118-e2d2-4577-b162-1e6699391a3d req-cf70873e-712c-453c-8daf-dba04d00fbce tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3819344 Dec 06 17:12:37.759967 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce663689-2585-4f6d-ab98-df7f02148d38 req-06797dc6-ebc9-47f5-8af9-243ba8e615f6 tempest-LiveMigrationTest-2036531045 tempest-LiveMigrationTest-2036531045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:37.761504 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ce663689-2585-4f6d-ab98-df7f02148d38 req-06797dc6-ebc9-47f5-8af9-243ba8e615f6 tempest-LiveMigrationTest-2036531045 tempest-LiveMigrationTest-2036531045-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=98f376fe-fb6f-4fe8-96fe-4642f4e4c86f HTTP/1.1" status: 200 len: 1096 time: 0.1944361 Dec 06 17:12:37.821352 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c723048d-bbdb-4296-aaa2-cb14caa612b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:37.824953 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c723048d-bbdb-4296-aaa2-cb14caa612b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:37.828585 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-c723048d-bbdb-4296-aaa2-cb14caa612b7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4bfc0673-4133-44ee-b59a-4c8a02c5ef30 HTTP/1.1" status: 204 len: 168 time: 0.5485663 Dec 06 17:12:37.869659 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c723048d-bbdb-4296-aaa2-cb14caa612b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bfc0673-4133-44ee-b59a-4c8a02c5ef30,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:37.872020 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-c5df6252-b46b-4f2f-8a40-dd66ad0cbbd9 req-4b70d6c5-c9bc-4e0d-90bd-c37080041165 service neutron] For port b3cd724c-671b-4437-9343-383b85692a0b, host n-h2-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:12:37.893050 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-254c1b9b-e0db-4674-8d4f-52b8eea90dee req-a397b573-c69e-47bb-9284-c3802d3114aa service neutron] 10.222.0.41 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939917 Dec 06 17:12:37.905168 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-c5df6252-b46b-4f2f-8a40-dd66ad0cbbd9 req-4b70d6c5-c9bc-4e0d-90bd-c37080041165 service neutron] For port b3cd724c-671b-4437-9343-383b85692a0b, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=b3cd724c-671b-4437-9343-383b85692a0b,segment=NetworkSegment(bf491db3-1349-4273-86a8-1c05096a6cc1),segment_id=bf491db3-1349-4273-86a8-1c05096a6cc1)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:12:37.919551 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c5df6252-b46b-4f2f-8a40-dd66ad0cbbd9 req-4b70d6c5-c9bc-4e0d-90bd-c37080041165 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:37.943680 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ce663689-2585-4f6d-ab98-df7f02148d38 req-89afb0d4-8a7b-4688-ab22-c866ee91991e tempest-LiveMigrationTest-2036531045 tempest-LiveMigrationTest-2036531045-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654770 Dec 06 17:12:37.964762 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-462972ee-5545-41ae-9e2b-d9399ca44316 req-de965591-1a0f-41ab-ac80-3590aab27d39 service neutron] 10.222.0.44 "GET /v2.0/networks/33742801-ccea-4ab3-a86a-2573a2966c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220161 Dec 06 17:12:37.969692 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5df6252-b46b-4f2f-8a40-dd66ad0cbbd9 req-4b70d6c5-c9bc-4e0d-90bd-c37080041165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:37.971003 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c5df6252-b46b-4f2f-8a40-dd66ad0cbbd9 req-4b70d6c5-c9bc-4e0d-90bd-c37080041165 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:37.983175 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-712dfad3-2cf2-448c-a323-e3b07e72889a req-6869973f-f7f1-440c-b61f-b511b13663b0 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:37.984005 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c5df6252-b46b-4f2f-8a40-dd66ad0cbbd9 req-4b70d6c5-c9bc-4e0d-90bd-c37080041165 service neutron] 10.222.0.44 "PUT /v2.0/ports/b3cd724c-671b-4437-9343-383b85692a0b HTTP/1.1" status: 200 len: 1092 time: 1.9822977 Dec 06 17:12:37.984676 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48311f10-98fb-4113-b713-51e2db939c4b', 'tag': 'b3cd724c-671b-4437-9343-383b85692a0b'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:12:37.988522 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79140c63-a9b7-44f9-bb8f-11227bf1ccc3" -d '{"events": [{"name": "network-changed", "server_uuid": "48311f10-98fb-4113-b713-51e2db939c4b", "tag": "b3cd724c-671b-4437-9343-383b85692a0b"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:12:37.998766 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['9240d932-d7ef-4a34-803c-05a846e4d103'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:12:38.008506 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356ff3b8-d349-4c0a-9d97-20c1480c1d67 req-3d26be1b-0403-4c04-a788-713f406c3d42 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:38.014615 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356ff3b8-d349-4c0a-9d97-20c1480c1d67 req-3d26be1b-0403-4c04-a788-713f406c3d42 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:38.020746 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356ff3b8-d349-4c0a-9d97-20c1480c1d67 req-3d26be1b-0403-4c04-a788-713f406c3d42 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:38.027087 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356ff3b8-d349-4c0a-9d97-20c1480c1d67 req-3d26be1b-0403-4c04-a788-713f406c3d42 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:38.033538 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356ff3b8-d349-4c0a-9d97-20c1480c1d67 req-3d26be1b-0403-4c04-a788-713f406c3d42 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:38.039933 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356ff3b8-d349-4c0a-9d97-20c1480c1d67 req-3d26be1b-0403-4c04-a788-713f406c3d42 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:38.041545 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b70d6c5-c9bc-4e0d-90bd-c37080041165 service neutron] Pushing event updated for resources: {'Port': ['ID=b3cd724c-671b-4437-9343-383b85692a0b,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:38.046550 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356ff3b8-d349-4c0a-9d97-20c1480c1d67 req-3d26be1b-0403-4c04-a788-713f406c3d42 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:38.049002 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-356ff3b8-d349-4c0a-9d97-20c1480c1d67 req-3d26be1b-0403-4c04-a788-713f406c3d42 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5398cbb-9f14-42b7-905c-288b25e2bdb2 HTTP/1.1" status: 200 len: 5446 time: 0.2071195 Dec 06 17:12:38.057261 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5398cbb-9f14-42b7-905c-288b25e2bdb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d5a6e2b-fe5f-43e4-8477-6577f08f2e89'}, {'server_uuid': 'f5398cbb-9f14-42b7-905c-288b25e2bdb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e42dffef-fd32-4bdd-8a82-7f2ced8750e5'}, {'server_uuid': 'f5398cbb-9f14-42b7-905c-288b25e2bdb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d044c44-c6ea-4f9f-a3c3-6f30ee8e15d8'}, {'server_uuid': 'f5398cbb-9f14-42b7-905c-288b25e2bdb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2c81161-fcfe-4c5c-a15a-a2bb77a0ab7d'}, {'server_uuid': 'f5398cbb-9f14-42b7-905c-288b25e2bdb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5cb989f-970a-4712-bc55-ae97972ef5ef'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:12:38.061310 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b0fc802-a970-442e-8c31-701d1b939217" -d '{"events": [{"server_uuid": "f5398cbb-9f14-42b7-905c-288b25e2bdb2", "name": "network-vif-plugged", "status": "completed", "tag": "1d5a6e2b-fe5f-43e4-8477-6577f08f2e89"}, {"server_uuid": "f5398cbb-9f14-42b7-905c-288b25e2bdb2", "name": "network-vif-plugged", "status": "completed", "tag": "e42dffef-fd32-4bdd-8a82-7f2ced8750e5"}, {"server_uuid": "f5398cbb-9f14-42b7-905c-288b25e2bdb2", "name": "network-vif-plugged", "status": "completed", "tag": "5d044c44-c6ea-4f9f-a3c3-6f30ee8e15d8"}, {"server_uuid": "f5398cbb-9f14-42b7-905c-288b25e2bdb2", "name": "network-vif-plugged", "status": "completed", "tag": "e2c81161-fcfe-4c5c-a15a-a2bb77a0ab7d"}, {"server_uuid": "f5398cbb-9f14-42b7-905c-288b25e2bdb2", "name": "network-vif-plugged", "status": "completed", "tag": "d5cb989f-970a-4712-bc55-ae97972ef5ef"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:12:38.077443 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6869973f-f7f1-440c-b61f-b511b13663b0 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Pushing event deleted for resources: {'Port': ['ID=9240d932-d7ef-4a34-803c-05a846e4d103,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:38.146595 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5df6252-b46b-4f2f-8a40-dd66ad0cbbd9 req-b0d4791c-a082-4c1a-86c1-5ca99238b4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:38.148355 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c5df6252-b46b-4f2f-8a40-dd66ad0cbbd9 req-b0d4791c-a082-4c1a-86c1-5ca99238b4fa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f536e32d8d6e44a6a16c94e459e23f1d&device_id=48311f10-98fb-4113-b713-51e2db939c4b HTTP/1.1" status: 200 len: 1095 time: 0.1023240 Dec 06 17:12:38.157335 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-712dfad3-2cf2-448c-a323-e3b07e72889a req-6869973f-f7f1-440c-b61f-b511b13663b0 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] No DVR routers for this DVR port 9240d932-d7ef-4a34-803c-05a846e4d103 on host n-h1-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:12:38.161826 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63242228-9563-440f-9175-3a5f223ebda7 req-6041e4b9-9e71-460e-bcdc-ad556fb3fa84 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:38.162145 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-712dfad3-2cf2-448c-a323-e3b07e72889a req-6869973f-f7f1-440c-b61f-b511b13663b0 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:38.163645 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-63242228-9563-440f-9175-3a5f223ebda7 req-6041e4b9-9e71-460e-bcdc-ad556fb3fa84 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8c68214-3b70-4762-9b02-49a04ecaa8ca HTTP/1.1" status: 200 len: 947 time: 0.0754044 Dec 06 17:12:38.165656 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-712dfad3-2cf2-448c-a323-e3b07e72889a req-6869973f-f7f1-440c-b61f-b511b13663b0 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.41 "DELETE /v2.0/ports/9240d932-d7ef-4a34-803c-05a846e4d103 HTTP/1.1" status: 204 len: 173 time: 1.5420148 Dec 06 17:12:38.171063 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd92f7cd-d0ab-4039-8a3c-90c7f0f7d88f', 'name': 'network-vif-deleted', 'tag': '9240d932-d7ef-4a34-803c-05a846e4d103'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:12:38.173517 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a9c56e3-3005-4fe6-ba9b-a950698687c3" -d '{"events": [{"server_uuid": "dd92f7cd-d0ab-4039-8a3c-90c7f0f7d88f", "name": "network-vif-deleted", "tag": "9240d932-d7ef-4a34-803c-05a846e4d103"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:12:38.184297 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-254c1b9b-e0db-4674-8d4f-52b8eea90dee req-2f1ba43a-564d-48c8-85ef-01a3978c61d9 service neutron] 10.222.0.41 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789667 Dec 06 17:12:38.214469 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-356ff3b8-d349-4c0a-9d97-20c1480c1d67 req-5000c4b3-07e7-4254-a090-0308ac9d32a1 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/security-groups?id=39e38e48-0a80-455d-95ef-5684c690b16b&id=511f9156-9807-4e4e-ae23-f0018acdbda1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1425288 Dec 06 17:12:38.247330 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c5df6252-b46b-4f2f-8a40-dd66ad0cbbd9 req-5c6dfc11-18e7-4324-8587-6bd70ba09c15 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3cd724c-671b-4437-9343-383b85692a0b HTTP/1.1" status: 200 len: 217 time: 0.0826936 Dec 06 17:12:38.322618 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-63242228-9563-440f-9175-3a5f223ebda7 req-f159f953-9a6d-4a25-9f96-e77ddff3afb8 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ba66608-5fba-460b-9339-43992781830c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446049 Dec 06 17:12:38.328495 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5df6252-b46b-4f2f-8a40-dd66ad0cbbd9 req-ed91ed7d-9be3-414e-85fc-22a4a64b9cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:38.330582 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c5df6252-b46b-4f2f-8a40-dd66ad0cbbd9 req-ed91ed7d-9be3-414e-85fc-22a4a64b9cbc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c2b6f40c-08b5-4858-90df-7d27b7ee3faf HTTP/1.1" status: 200 len: 853 time: 0.0760531 Dec 06 17:12:38.372888 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c5df6252-b46b-4f2f-8a40-dd66ad0cbbd9 req-9c35c490-0c53-4fe0-92ff-7c6866a41f99 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d5889859-da21-43c6-aad2-22aedd4eb38b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340190 Dec 06 17:12:38.381001 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5c415e8-d1db-4215-a42a-a82a6da8a954 x-openstack-request-id: req-a5c415e8-d1db-4215-a42a-a82a6da8a954 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:12:38.381461 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48311f10-98fb-4113-b713-51e2db939c4b", "tag": "b3cd724c-671b-4437-9343-383b85692a0b", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:12:38.381841 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a5c415e8-d1db-4215-a42a-a82a6da8a954 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:12:38.382369 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48311f10-98fb-4113-b713-51e2db939c4b', 'tag': 'b3cd724c-671b-4437-9343-383b85692a0b', 'status': 'completed', 'code': 200} Dec 06 17:12:38.424022 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ddc552-c992-4fa1-9aa2-a9a9f13d2afb x-openstack-request-id: req-58ddc552-c992-4fa1-9aa2-a9a9f13d2afb {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:12:38.424022 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd92f7cd-d0ab-4039-8a3c-90c7f0f7d88f", "name": "network-vif-deleted", "tag": "9240d932-d7ef-4a34-803c-05a846e4d103", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:12:38.424455 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-58ddc552-c992-4fa1-9aa2-a9a9f13d2afb {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:12:38.424561 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd92f7cd-d0ab-4039-8a3c-90c7f0f7d88f', 'name': 'network-vif-deleted', 'tag': '9240d932-d7ef-4a34-803c-05a846e4d103', 'status': 'completed', 'code': 200} Dec 06 17:12:38.426260 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Mon, 06 Dec 2021 17:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f06d4cf-866d-43d9-9a1d-c4789ed9bc59 x-openstack-request-id: req-1f06d4cf-866d-43d9-9a1d-c4789ed9bc59 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:12:38.426574 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5398cbb-9f14-42b7-905c-288b25e2bdb2", "name": "network-vif-plugged", "status": "completed", "tag": "1d5a6e2b-fe5f-43e4-8477-6577f08f2e89", "code": 200}, {"server_uuid": "f5398cbb-9f14-42b7-905c-288b25e2bdb2", "name": "network-vif-plugged", "status": "completed", "tag": "e42dffef-fd32-4bdd-8a82-7f2ced8750e5", "code": 200}, {"server_uuid": "f5398cbb-9f14-42b7-905c-288b25e2bdb2", "name": "network-vif-plugged", "status": "completed", "tag": "5d044c44-c6ea-4f9f-a3c3-6f30ee8e15d8", "code": 200}, {"server_uuid": "f5398cbb-9f14-42b7-905c-288b25e2bdb2", "name": "network-vif-plugged", "status": "completed", "tag": "e2c81161-fcfe-4c5c-a15a-a2bb77a0ab7d", "code": 200}, {"server_uuid": "f5398cbb-9f14-42b7-905c-288b25e2bdb2", "name": "network-vif-plugged", "status": "completed", "tag": "d5cb989f-970a-4712-bc55-ae97972ef5ef", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:12:38.426829 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1f06d4cf-866d-43d9-9a1d-c4789ed9bc59 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:12:38.427238 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5398cbb-9f14-42b7-905c-288b25e2bdb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d5a6e2b-fe5f-43e4-8477-6577f08f2e89', 'code': 200} Dec 06 17:12:38.427565 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5398cbb-9f14-42b7-905c-288b25e2bdb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e42dffef-fd32-4bdd-8a82-7f2ced8750e5', 'code': 200} Dec 06 17:12:38.427743 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5398cbb-9f14-42b7-905c-288b25e2bdb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d044c44-c6ea-4f9f-a3c3-6f30ee8e15d8', 'code': 200} Dec 06 17:12:38.428131 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5398cbb-9f14-42b7-905c-288b25e2bdb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2c81161-fcfe-4c5c-a15a-a2bb77a0ab7d', 'code': 200} Dec 06 17:12:38.428384 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5398cbb-9f14-42b7-905c-288b25e2bdb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5cb989f-970a-4712-bc55-ae97972ef5ef', 'code': 200} Dec 06 17:12:38.572273 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c5df6252-b46b-4f2f-8a40-dd66ad0cbbd9 req-42efc9c4-3239-4e2c-b677-6573779b9636 service neutron] 10.222.0.44 "GET /v2.0/networks/d5889859-da21-43c6-aad2-22aedd4eb38b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883259 Dec 06 17:12:38.633671 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174245f5-95a6-4730-846c-91277a20a93f req-d03e5ff2-9593-4b16-ba35-9639a8efeaee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:38.634189 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174245f5-95a6-4730-846c-91277a20a93f req-d03e5ff2-9593-4b16-ba35-9639a8efeaee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:38.634679 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174245f5-95a6-4730-846c-91277a20a93f req-d03e5ff2-9593-4b16-ba35-9639a8efeaee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:38.635259 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174245f5-95a6-4730-846c-91277a20a93f req-d03e5ff2-9593-4b16-ba35-9639a8efeaee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:38.635736 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174245f5-95a6-4730-846c-91277a20a93f req-d03e5ff2-9593-4b16-ba35-9639a8efeaee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:38.636251 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174245f5-95a6-4730-846c-91277a20a93f req-d03e5ff2-9593-4b16-ba35-9639a8efeaee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:38.636733 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174245f5-95a6-4730-846c-91277a20a93f req-d03e5ff2-9593-4b16-ba35-9639a8efeaee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:38.638802 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-174245f5-95a6-4730-846c-91277a20a93f req-d03e5ff2-9593-4b16-ba35-9639a8efeaee service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f5398cbb-9f14-42b7-905c-288b25e2bdb2 HTTP/1.1" status: 200 len: 6503 time: 0.1145091 Dec 06 17:12:38.697795 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535c316d-4f73-4a65-a75a-0a09edbd2872 req-e57ccc7a-fb79-44fa-8190-acff469557b8 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:38.700589 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-535c316d-4f73-4a65-a75a-0a09edbd2872 req-e57ccc7a-fb79-44fa-8190-acff469557b8 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "GET /v2.0/ports?device_id=48311f10-98fb-4113-b713-51e2db939c4b HTTP/1.1" status: 200 len: 944 time: 0.1925044 Dec 06 17:12:38.935865 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8e07cc89-b149-49d3-a882-db65f4aeb831 req-f0cb6624-361a-4256-8bb9-11969a699369 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd92f7cd-d0ab-4039-8a3c-90c7f0f7d88f HTTP/1.1" status: 200 len: 210 time: 0.0501578 Dec 06 17:12:38.958284 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-535c316d-4f73-4a65-a75a-0a09edbd2872 req-113cfaf1-8adf-461c-ae1c-241f1ff0e231 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "GET /v2.0/security-groups?id=101dae8c-d6de-48c7-b5a1-19c10425459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426341 Dec 06 17:12:38.966735 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c5df6252-b46b-4f2f-8a40-dd66ad0cbbd9 req-b8696cc2-92fa-4cbc-823f-11295ddd0916 service neutron] 10.222.0.44 "GET /v2.0/networks/d5889859-da21-43c6-aad2-22aedd4eb38b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3818042 Dec 06 17:12:38.980064 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-174245f5-95a6-4730-846c-91277a20a93f req-73946a2c-6022-4c93-91f5-793e9a5ff76a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=511f9156-9807-4e4e-ae23-f0018acdbda1&id=39e38e48-0a80-455d-95ef-5684c690b16b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2915900 Dec 06 17:12:38.997083 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 4ec454ed-fbf1-4e3a-b711-4dc30007f2ee details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:12:39.161308 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 4ec454ed-fbf1-4e3a-b711-4dc30007f2ee, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=4ec454ed-fbf1-4e3a-b711-4dc30007f2ee,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:12:39.211317 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': '4ec454ed-fbf1-4e3a-b711-4dc30007f2ee', 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a', 'port_id': '4ec454ed-fbf1-4e3a-b711-4dc30007f2ee', 'mac_address': 'fa:16:3e:25:3a:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1342252a-21e4-4783-88ff-f54776c79059', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:12:39.306702 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:39.349516 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79140c63-a9b7-44f9-bb8f-11227bf1ccc3 req-1ebb124c-655e-42cd-855a-312478992fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:39.349516 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-79140c63-a9b7-44f9-bb8f-11227bf1ccc3 req-1ebb124c-655e-42cd-855a-312478992fc2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f536e32d8d6e44a6a16c94e459e23f1d&device_id=48311f10-98fb-4113-b713-51e2db939c4b HTTP/1.1" status: 200 len: 1095 time: 0.1137683 Dec 06 17:12:39.352695 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ec454ed-fbf1-4e3a-b711-4dc30007f2ee {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:12:39.395306 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 4ec454ed-fbf1-4e3a-b711-4dc30007f2ee, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=4ec454ed-fbf1-4e3a-b711-4dc30007f2ee,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:12:39.419848 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:39.488750 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c280d2-e481-49aa-b915-241df51a5db0 req-de74d47f-2e77-4b4e-a611-0315e4f8c0eb tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:39.491438 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=4ec454ed-fbf1-4e3a-b711-4dc30007f2ee,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:39.507674 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79140c63-a9b7-44f9-bb8f-11227bf1ccc3 req-b6dfc933-39a2-43aa-a1fc-0686fd0b3aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:39.509193 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c280d2-e481-49aa-b915-241df51a5db0 req-de74d47f-2e77-4b4e-a611-0315e4f8c0eb tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:39.512455 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-79140c63-a9b7-44f9-bb8f-11227bf1ccc3 req-b6dfc933-39a2-43aa-a1fc-0686fd0b3aa0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d5889859-da21-43c6-aad2-22aedd4eb38b HTTP/1.1" status: 200 len: 914 time: 0.1530318 Dec 06 17:12:39.517502 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c280d2-e481-49aa-b915-241df51a5db0 req-de74d47f-2e77-4b4e-a611-0315e4f8c0eb tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:39.525534 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c280d2-e481-49aa-b915-241df51a5db0 req-de74d47f-2e77-4b4e-a611-0315e4f8c0eb tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:39.532867 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c280d2-e481-49aa-b915-241df51a5db0 req-de74d47f-2e77-4b4e-a611-0315e4f8c0eb tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:39.539468 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c280d2-e481-49aa-b915-241df51a5db0 req-de74d47f-2e77-4b4e-a611-0315e4f8c0eb tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:39.545755 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c280d2-e481-49aa-b915-241df51a5db0 req-de74d47f-2e77-4b4e-a611-0315e4f8c0eb tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:39.548480 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b4c280d2-e481-49aa-b915-241df51a5db0 req-de74d47f-2e77-4b4e-a611-0315e4f8c0eb tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5398cbb-9f14-42b7-905c-288b25e2bdb2 HTTP/1.1" status: 200 len: 5446 time: 0.2156856 Dec 06 17:12:39.578508 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-79140c63-a9b7-44f9-bb8f-11227bf1ccc3 req-2b8b2be8-cee0-45bd-a43d-4e135c205ffa service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3cd724c-671b-4437-9343-383b85692a0b HTTP/1.1" status: 200 len: 217 time: 0.0506811 Dec 06 17:12:39.673147 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b4c280d2-e481-49aa-b915-241df51a5db0 req-8e39c355-4f41-49d2-9cd3-623188ba374a tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/security-groups?id=39e38e48-0a80-455d-95ef-5684c690b16b&id=511f9156-9807-4e4e-ae23-f0018acdbda1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1166594 Dec 06 17:12:39.711474 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79140c63-a9b7-44f9-bb8f-11227bf1ccc3 req-bb83dd4c-8391-4e14-89dd-d27dfeb0869c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:39.713013 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-79140c63-a9b7-44f9-bb8f-11227bf1ccc3 req-bb83dd4c-8391-4e14-89dd-d27dfeb0869c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c2b6f40c-08b5-4858-90df-7d27b7ee3faf HTTP/1.1" status: 200 len: 853 time: 0.1187458 Dec 06 17:12:39.720845 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['4ec454ed-fbf1-4e3a-b711-4dc30007f2ee'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:12:39.724333 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8269eac-e1cb-4a0d-8fd9-b5ad7fcb6579 req-3c101d64-c50a-4e90-a9dd-ac90253ca3a3 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:39.731528 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d8269eac-e1cb-4a0d-8fd9-b5ad7fcb6579 req-3c101d64-c50a-4e90-a9dd-ac90253ca3a3 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8c68214-3b70-4762-9b02-49a04ecaa8ca HTTP/1.1" status: 200 len: 948 time: 0.1329687 Dec 06 17:12:39.830407 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-79140c63-a9b7-44f9-bb8f-11227bf1ccc3 req-0a59bf6e-3b71-49ab-acd3-3c7b28694d68 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d5889859-da21-43c6-aad2-22aedd4eb38b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0956128 Dec 06 17:12:39.994109 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-79140c63-a9b7-44f9-bb8f-11227bf1ccc3 req-17485076-e141-49d0-a9a0-d64d4d720f66 service neutron] 10.222.0.44 "GET /v2.0/networks/d5889859-da21-43c6-aad2-22aedd4eb38b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533189 Dec 06 17:12:40.099404 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d8269eac-e1cb-4a0d-8fd9-b5ad7fcb6579 req-8aa96a0c-71eb-4272-8b61-9b00767d3f1b tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ba66608-5fba-460b-9339-43992781830c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3669567 Dec 06 17:12:40.129595 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accd5f56-df53-4aa3-b0e6-2a68d3b05863 req-9f3e89de-3211-4378-b8cc-483677b0ab90 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:40.131164 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-accd5f56-df53-4aa3-b0e6-2a68d3b05863 req-9f3e89de-3211-4378-b8cc-483677b0ab90 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "GET /v2.0/ports?device_id=48311f10-98fb-4113-b713-51e2db939c4b HTTP/1.1" status: 200 len: 944 time: 0.0634747 Dec 06 17:12:40.139446 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-79140c63-a9b7-44f9-bb8f-11227bf1ccc3 req-8ca50a47-25d4-49e6-a9e0-34801b7d2864 service neutron] 10.222.0.44 "GET /v2.0/networks/d5889859-da21-43c6-aad2-22aedd4eb38b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346948 Dec 06 17:12:40.179848 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-accd5f56-df53-4aa3-b0e6-2a68d3b05863 req-494e1968-cfb5-4457-b386-b84000fc5fe2 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "GET /v2.0/security-groups?id=101dae8c-d6de-48c7-b5a1-19c10425459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422220 Dec 06 17:12:40.320554 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5963b5b7-0ec4-448d-8d4b-28666ba959e7 req-3ea8d335-9760-4222-9599-799cd31ab335 tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=2e3352662900407fafd19b196e77a811&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0217857 Dec 06 17:12:40.356687 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0f3c23-1766-447a-8cd3-f3f5bacfcafa req-6231a3f4-1176-4a87-99c4-2658dfbe40d5 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:40.358208 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ac0f3c23-1766-447a-8cd3-f3f5bacfcafa req-6231a3f4-1176-4a87-99c4-2658dfbe40d5 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/networks?id=f3115485-0e47-4001-968e-d7c2520b29dd HTTP/1.1" status: 200 len: 812 time: 0.1060243 Dec 06 17:12:40.375766 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ac0f3c23-1766-447a-8cd3-f3f5bacfcafa req-98c06d8d-b9b7-4f03-8a4c-36a12618bcd9 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/quotas/806e7552b2fe4d15bbbee1bb266d6718 HTTP/1.1" status: 200 len: 375 time: 0.0099890 Dec 06 17:12:40.408103 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ac0f3c23-1766-447a-8cd3-f3f5bacfcafa req-9a7b97a3-81ca-42f8-85fe-ef2a665f1aa7 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=806e7552b2fe4d15bbbee1bb266d6718&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268080 Dec 06 17:12:40.429566 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5963b5b7-0ec4-448d-8d4b-28666ba959e7 req-e0fddbe5-9593-4968-8e39-a4019a21817d tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:40.430972 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5963b5b7-0ec4-448d-8d4b-28666ba959e7 req-e0fddbe5-9593-4968-8e39-a4019a21817d tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1039608 Dec 06 17:12:40.445736 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5963b5b7-0ec4-448d-8d4b-28666ba959e7 req-7007cc50-220e-48c4-8ed3-2085ff28ba89 tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] 10.222.0.23 "GET /v2.0/quotas/2e3352662900407fafd19b196e77a811 HTTP/1.1" status: 200 len: 375 time: 0.0089946 Dec 06 17:12:40.480952 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5963b5b7-0ec4-448d-8d4b-28666ba959e7 req-da7f0cab-3f14-41d5-b1e1-4ae659f1860a tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2e3352662900407fafd19b196e77a811&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298674 Dec 06 17:12:40.500370 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ac0f3c23-1766-447a-8cd3-f3f5bacfcafa req-d1a435a3-3853-45f0-8065-98639d2c148e service neutron] 10.222.0.23 "GET /v2.0/networks/f3115485-0e47-4001-968e-d7c2520b29dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848379 Dec 06 17:12:40.600246 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ac0f3c23-1766-447a-8cd3-f3f5bacfcafa req-f799adf3-36a9-4543-9bc1-ea748af2f0bc service neutron] 10.222.0.23 "GET /v2.0/networks/f3115485-0e47-4001-968e-d7c2520b29dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930784 Dec 06 17:12:40.762038 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bc123605-a4fe-4859-bf68-3b65cb42af8d req-e02ce27e-904a-43de-9080-c45b2ddb859b tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] 10.222.0.23 "GET /v2.0/ports?device_id=6116032d-64f2-425d-878d-a179ddd1966c HTTP/1.1" status: 200 len: 210 time: 0.0495815 Dec 06 17:12:40.847833 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3e493ec8-4985-4b79-bb08-e1d25c105a30 req-43755a20-642f-4c32-8de0-eb95e4bad719 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=299109a7-5940-4313-8c8a-522d92de15ae HTTP/1.1" status: 200 len: 210 time: 0.0514350 Dec 06 17:12:40.872271 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb93313-2929-4504-9ab9-33fd09c57356 req-f3ccc0fa-e5e4-4e1a-8a7a-1e4cbedd3f71 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:40.879580 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb93313-2929-4504-9ab9-33fd09c57356 req-f3ccc0fa-e5e4-4e1a-8a7a-1e4cbedd3f71 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:40.887363 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb93313-2929-4504-9ab9-33fd09c57356 req-f3ccc0fa-e5e4-4e1a-8a7a-1e4cbedd3f71 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:40.894905 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb93313-2929-4504-9ab9-33fd09c57356 req-f3ccc0fa-e5e4-4e1a-8a7a-1e4cbedd3f71 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:40.905965 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb93313-2929-4504-9ab9-33fd09c57356 req-f3ccc0fa-e5e4-4e1a-8a7a-1e4cbedd3f71 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:40.915393 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb93313-2929-4504-9ab9-33fd09c57356 req-f3ccc0fa-e5e4-4e1a-8a7a-1e4cbedd3f71 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:40.921669 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb93313-2929-4504-9ab9-33fd09c57356 req-f3ccc0fa-e5e4-4e1a-8a7a-1e4cbedd3f71 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:40.929730 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-cdb93313-2929-4504-9ab9-33fd09c57356 req-f3ccc0fa-e5e4-4e1a-8a7a-1e4cbedd3f71 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5398cbb-9f14-42b7-905c-288b25e2bdb2 HTTP/1.1" status: 200 len: 5446 time: 0.1311357 Dec 06 17:12:40.977010 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 4ec454ed-fbf1-4e3a-b711-4dc30007f2ee up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:12:41.012662 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-cdb93313-2929-4504-9ab9-33fd09c57356 req-0c038e2d-ab18-4f91-9597-b8f149220bf6 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/security-groups?id=39e38e48-0a80-455d-95ef-5684c690b16b&id=511f9156-9807-4e4e-ae23-f0018acdbda1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0797946 Dec 06 17:12:41.084656 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port 4ec454ed-fbf1-4e3a-b711-4dc30007f2ee completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:12:41.091244 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port 4ec454ed-fbf1-4e3a-b711-4dc30007f2ee triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:12:41.091972 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:41.172147 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0298cc-dee4-48bc-a361-198610a63dc5 req-29adafee-2a91-449e-8ade-36bfa5aafd36 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:41.181769 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0298cc-dee4-48bc-a361-198610a63dc5 req-29adafee-2a91-449e-8ade-36bfa5aafd36 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:41.188864 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0298cc-dee4-48bc-a361-198610a63dc5 req-29adafee-2a91-449e-8ade-36bfa5aafd36 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:41.195973 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0298cc-dee4-48bc-a361-198610a63dc5 req-29adafee-2a91-449e-8ade-36bfa5aafd36 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:41.200734 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:41.202950 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0298cc-dee4-48bc-a361-198610a63dc5 req-29adafee-2a91-449e-8ade-36bfa5aafd36 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:41.210189 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0298cc-dee4-48bc-a361-198610a63dc5 req-29adafee-2a91-449e-8ade-36bfa5aafd36 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:41.217064 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0298cc-dee4-48bc-a361-198610a63dc5 req-29adafee-2a91-449e-8ade-36bfa5aafd36 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:41.220161 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bf0298cc-dee4-48bc-a361-198610a63dc5 req-29adafee-2a91-449e-8ade-36bfa5aafd36 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5398cbb-9f14-42b7-905c-288b25e2bdb2 HTTP/1.1" status: 200 len: 5446 time: 0.1274214 Dec 06 17:12:41.231345 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 44688) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:12:41.237225 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-91ba2564-d132-4f4f-937d-3f1d471f76e3 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Request body: {'floatingip': {'port_id': '212cb245-4d0e-421a-abe1-0f73c687b607'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:12:41.284244 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-91ba2564-d132-4f4f-937d-3f1d471f76e3 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks [] for floatingip, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:41.290692 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 4ec454ed-fbf1-4e3a-b711-4dc30007f2ee, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=4ec454ed-fbf1-4e3a-b711-4dc30007f2ee,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:12:41.292054 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8c68214-3b70-4762-9b02-49a04ecaa8ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ec454ed-fbf1-4e3a-b711-4dc30007f2ee'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:12:41.295787 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c42c6aa-4c49-4c31-bd38-eb4a0ecc0433" -d '{"events": [{"server_uuid": "e8c68214-3b70-4762-9b02-49a04ecaa8ca", "name": "network-vif-plugged", "status": "completed", "tag": "4ec454ed-fbf1-4e3a-b711-4dc30007f2ee"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:12:41.302830 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:41.303873 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 9240d932-d7ef-4a34-803c-05a846e4d103 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:12:41.376814 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] No Port match for: 9240d932-d7ef-4a34-803c-05a846e4d103 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:12:41.377673 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 9240d932-d7ef-4a34-803c-05a846e4d103 not bound to the agent host n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:12:41.421522 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device b3cd724c-671b-4437-9343-383b85692a0b details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:12:41.438686 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=4ec454ed-fbf1-4e3a-b711-4dc30007f2ee,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:41.474161 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f1a263-a78e-4e56-b570-0219d560cd95 req-5cddb660-769c-4f5c-98ef-c3ece150657a tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:41.475711 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-57f1a263-a78e-4e56-b570-0219d560cd95 req-5cddb660-769c-4f5c-98ef-c3ece150657a tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8c68214-3b70-4762-9b02-49a04ecaa8ca HTTP/1.1" status: 200 len: 949 time: 0.1376798 Dec 06 17:12:41.598221 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a98f0e-0283-4c73-8d00-3a08ea40af69 req-206225f4-3c2d-40aa-bce6-8fc6dd271a0e tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:41.609370 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b4a98f0e-0283-4c73-8d00-3a08ea40af69 req-206225f4-3c2d-40aa-bce6-8fc6dd271a0e tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "GET /v2.0/ports?device_id=48311f10-98fb-4113-b713-51e2db939c4b HTTP/1.1" status: 200 len: 944 time: 0.0974782 Dec 06 17:12:41.640834 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-57f1a263-a78e-4e56-b570-0219d560cd95 req-c0acdad2-8183-4daa-9a74-e67c8eba8703 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ba66608-5fba-460b-9339-43992781830c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172359 Dec 06 17:12:41.664603 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port b3cd724c-671b-4437-9343-383b85692a0b, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=b3cd724c-671b-4437-9343-383b85692a0b,segment=NetworkSegment(bf491db3-1349-4273-86a8-1c05096a6cc1),segment_id=bf491db3-1349-4273-86a8-1c05096a6cc1)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:12:41.693094 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b4a98f0e-0283-4c73-8d00-3a08ea40af69 req-2c82f3b8-cbef-4634-bb2a-bea52d5016d1 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "GET /v2.0/security-groups?id=101dae8c-d6de-48c7-b5a1-19c10425459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777285 Dec 06 17:12:41.718131 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1a1c325-58d2-44d5-b1cb-c2349aeb17d7 x-openstack-request-id: req-d1a1c325-58d2-44d5-b1cb-c2349aeb17d7 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:12:41.718131 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8c68214-3b70-4762-9b02-49a04ecaa8ca", "name": "network-vif-plugged", "status": "completed", "tag": "4ec454ed-fbf1-4e3a-b711-4dc30007f2ee", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:12:41.720599 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d1a1c325-58d2-44d5-b1cb-c2349aeb17d7 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:12:41.722196 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8c68214-3b70-4762-9b02-49a04ecaa8ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ec454ed-fbf1-4e3a-b711-4dc30007f2ee', 'code': 200} Dec 06 17:12:41.726637 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': 'b3cd724c-671b-4437-9343-383b85692a0b', 'network_id': 'd5889859-da21-43c6-aad2-22aedd4eb38b', 'port_id': 'b3cd724c-671b-4437-9343-383b85692a0b', 'mac_address': 'fa:16:3e:79:e1:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2b6f40c-08b5-4858-90df-7d27b7ee3faf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:12:41.818452 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:41.834986 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3cd724c-671b-4437-9343-383b85692a0b {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:12:41.866096 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port b3cd724c-671b-4437-9343-383b85692a0b, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=b3cd724c-671b-4437-9343-383b85692a0b,segment=NetworkSegment(bf491db3-1349-4273-86a8-1c05096a6cc1),segment_id=bf491db3-1349-4273-86a8-1c05096a6cc1)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:12:41.874666 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:41.944877 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=b3cd724c-671b-4437-9343-383b85692a0b,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:41.969029 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8ab6d47a-c79d-48fb-a03c-3806af955596 req-6a9a7aa1-7c22-4d0d-98b9-9d7ef52e3fd8 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=299109a7-5940-4313-8c8a-522d92de15ae HTTP/1.1" status: 200 len: 210 time: 0.0403585 Dec 06 17:12:41.982651 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482f6a0b-4a6e-4707-89ff-07eff49a9f18 req-26551705-5916-4d62-8525-2da18c7f0e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:41.984152 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-482f6a0b-4a6e-4707-89ff-07eff49a9f18 req-26551705-5916-4d62-8525-2da18c7f0e8b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e8c68214-3b70-4762-9b02-49a04ecaa8ca HTTP/1.1" status: 200 len: 1100 time: 0.1420448 Dec 06 17:12:42.115413 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-482f6a0b-4a6e-4707-89ff-07eff49a9f18 req-c2ddfe6e-6933-4071-b335-06a15e806e73 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2ba66608-5fba-460b-9339-43992781830c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162870 Dec 06 17:12:42.146743 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-91ba2564-d132-4f4f-937d-3f1d471f76e3 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:42.151024 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-91ba2564-d132-4f4f-937d-3f1d471f76e3 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:42.168784 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0e30f506-d783-4e2b-8264-0adc6ce708b3 req-cce5928a-6717-405d-8ab1-85af26855886 tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] 10.222.0.23 "GET /v2.0/ports?device_id=6116032d-64f2-425d-878d-a179ddd1966c HTTP/1.1" status: 200 len: 210 time: 0.0362535 Dec 06 17:12:42.270415 n-d-master-1 neutron-server[103285]: INFO neutron.db.l3_db [None req-91ba2564-d132-4f4f-937d-3f1d471f76e3 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Floating IP d2d642b1-8491-40fd-b2eb-87d4bcdf1461 associated. External IP: 172.35.1.221, port: 212cb245-4d0e-421a-abe1-0f73c687b607. Dec 06 17:12:42.300990 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['b3cd724c-671b-4437-9343-383b85692a0b'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:12:42.539949 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5963b5b7-0ec4-448d-8d4b-28666ba959e7 req-3ec53f89-f6b3-4e76-b30e-d7cdc5b3ec3a tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=2e3352662900407fafd19b196e77a811&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321822 Dec 06 17:12:42.544910 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91ba2564-d132-4f4f-937d-3f1d471f76e3 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Router 3c1ccd93-313a-4f65-8023-95e6826fba93 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:12:42.748232 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91ba2564-d132-4f4f-937d-3f1d471f76e3 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:12:42.760389 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f837bfb-3245-4aff-a2ac-716f493c41d7 None None] Sync routers for ids ['3c1ccd93-313a-4f65-8023-95e6826fba93'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:12:42.760905 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-91ba2564-d132-4f4f-937d-3f1d471f76e3 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:42.783242 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f837bfb-3245-4aff-a2ac-716f493c41d7 None None] Routers {'3c1ccd93-313a-4f65-8023-95e6826fba93'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:12:42.783878 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-1f837bfb-3245-4aff-a2ac-716f493c41d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:12:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['3c1ccd93-313a-4f65-8023-95e6826fba93'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:12:42.798319 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5963b5b7-0ec4-448d-8d4b-28666ba959e7 req-c01dba08-0a05-4c67-b110-9c514d9ffd7b tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:42.800168 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5963b5b7-0ec4-448d-8d4b-28666ba959e7 req-c01dba08-0a05-4c67-b110-9c514d9ffd7b tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2107491 Dec 06 17:12:42.822693 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-5963b5b7-0ec4-448d-8d4b-28666ba959e7 req-d6e08de0-f2bb-44c6-a61e-e2458ecb4dd4 tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] Request body: {'port': {'device_id': '6116032d-64f2-425d-878d-a179ddd1966c', 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a', 'admin_state_up': True, 'tenant_id': '2e3352662900407fafd19b196e77a811'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:12:42.826599 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cca90bd-922e-4477-b136-4f71c809f3e6 req-cfab78aa-dd44-49a3-a905-8b7c324382ba tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:42.829289 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1cca90bd-922e-4477-b136-4f71c809f3e6 req-cfab78aa-dd44-49a3-a905-8b7c324382ba tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8c68214-3b70-4762-9b02-49a04ecaa8ca HTTP/1.1" status: 200 len: 949 time: 0.1056659 Dec 06 17:12:42.876844 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-91ba2564-d132-4f4f-937d-3f1d471f76e3 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "PUT /v2.0/floatingips/d2d642b1-8491-40fd-b2eb-87d4bcdf1461 HTTP/1.1" status: 200 len: 992 time: 1.6407671 Dec 06 17:12:42.878101 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5398cbb-9f14-42b7-905c-288b25e2bdb2', 'tag': '212cb245-4d0e-421a-abe1-0f73c687b607'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:12:42.880380 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-925d7604-3eba-4b05-92cd-bf9c220c0b28" -d '{"events": [{"name": "network-changed", "server_uuid": "f5398cbb-9f14-42b7-905c-288b25e2bdb2", "tag": "212cb245-4d0e-421a-abe1-0f73c687b607"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:12:42.903705 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1cca90bd-922e-4477-b136-4f71c809f3e6 req-83843776-5bb8-4c77-aedc-d50ea0102d87 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ba66608-5fba-460b-9339-43992781830c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599499 Dec 06 17:12:42.968048 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-1f837bfb-3245-4aff-a2ac-716f493c41d7 None None] Set router 3c1ccd93-313a-4f65-8023-95e6826fba93 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:12:43.240465 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-248b9502-233d-442b-89ca-6d317fb24694 x-openstack-request-id: req-248b9502-233d-442b-89ca-6d317fb24694 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:12:43.240716 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5398cbb-9f14-42b7-905c-288b25e2bdb2", "tag": "212cb245-4d0e-421a-abe1-0f73c687b607", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:12:43.240911 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-248b9502-233d-442b-89ca-6d317fb24694 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:12:43.241304 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5398cbb-9f14-42b7-905c-288b25e2bdb2', 'tag': '212cb245-4d0e-421a-abe1-0f73c687b607', 'status': 'completed', 'code': 200} Dec 06 17:12:43.287101 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cb0fb3-0598-4b46-8e25-c143cb1363a7 req-de66f115-3636-4d87-8ee0-84f463298804 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:43.288898 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-93cb0fb3-0598-4b46-8e25-c143cb1363a7 req-de66f115-3636-4d87-8ee0-84f463298804 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "GET /v2.0/ports?device_id=48311f10-98fb-4113-b713-51e2db939c4b HTTP/1.1" status: 200 len: 945 time: 0.4878428 Dec 06 17:12:43.300244 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6b3a45ac-77fa-4107-848b-bb12fe037f26 req-6ccb3201-4fe5-4e4c-9db0-42ff246ed389 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d29fc859-bc40-402c-963f-f48ae65d78b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4418395 Dec 06 17:12:43.370261 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-05aa00a9-3794-4f95-9e42-2f0b24f2aaf4 req-fdd0e0fa-9be8-46c3-a5bc-d9d8a5cc1907 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=299109a7-5940-4313-8c8a-522d92de15ae HTTP/1.1" status: 200 len: 210 time: 0.1155303 Dec 06 17:12:43.415121 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925d7604-3eba-4b05-92cd-bf9c220c0b28 req-70e6cfd5-d08c-45c4-b7ec-626ec1670b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:43.415666 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ba2d5537-71c4-4629-8a2b-2f730202a8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:43.417755 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925d7604-3eba-4b05-92cd-bf9c220c0b28 req-70e6cfd5-d08c-45c4-b7ec-626ec1670b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:43.419640 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925d7604-3eba-4b05-92cd-bf9c220c0b28 req-70e6cfd5-d08c-45c4-b7ec-626ec1670b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:43.419798 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5963b5b7-0ec4-448d-8d4b-28666ba959e7 req-d6e08de0-f2bb-44c6-a61e-e2458ecb4dd4 tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] Made reservation on behalf of 2e3352662900407fafd19b196e77a811 for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:12:43.421141 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925d7604-3eba-4b05-92cd-bf9c220c0b28 req-70e6cfd5-d08c-45c4-b7ec-626ec1670b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:43.423896 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-5963b5b7-0ec4-448d-8d4b-28666ba959e7 req-d6e08de0-f2bb-44c6-a61e-e2458ecb4dd4 tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:43.425745 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925d7604-3eba-4b05-92cd-bf9c220c0b28 req-70e6cfd5-d08c-45c4-b7ec-626ec1670b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:43.426274 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925d7604-3eba-4b05-92cd-bf9c220c0b28 req-70e6cfd5-d08c-45c4-b7ec-626ec1670b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:43.426771 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925d7604-3eba-4b05-92cd-bf9c220c0b28 req-70e6cfd5-d08c-45c4-b7ec-626ec1670b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:43.433384 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-925d7604-3eba-4b05-92cd-bf9c220c0b28 req-70e6cfd5-d08c-45c4-b7ec-626ec1670b28 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e06aba6f7cc1415e89ae20f4d5eb8b07&device_id=f5398cbb-9f14-42b7-905c-288b25e2bdb2 HTTP/1.1" status: 200 len: 6503 time: 0.2379727 Dec 06 17:12:43.456134 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-1f837bfb-3245-4aff-a2ac-716f493c41d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1ccd93-313a-4f65-8023-95e6826fba93', 'name': 'tempest-TaggedBootDevicesTest_v242-1478326568-router', 'tenant_id': 'e06aba6f7cc1415e89ae20f4d5eb8b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.217'}], 'enable_snat': True}, 'gw_port_id': '4621a21a-6a18-4779-a1ba-a617cae44cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:10:02Z', 'updated_at': '2021-12-06T17:10:10Z', 'revision_number': 4, 'project_id': 'e06aba6f7cc1415e89ae20f4d5eb8b07', 'gw_port': {'id': '4621a21a-6a18-4779-a1ba-a617cae44cc8', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:47:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1ccd93-313a-4f65-8023-95e6826fba93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:10:03Z', 'updated_at': '2021-12-06T17:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'd2d642b1-8491-40fd-b2eb-87d4bcdf1461', 'tenant_id': 'e06aba6f7cc1415e89ae20f4d5eb8b07', 'floating_ip_address': '172.35.1.221', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '3c1ccd93-313a-4f65-8023-95e6826fba93', 'port_id': '212cb245-4d0e-421a-abe1-0f73c687b607', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 810, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f05d9e0a-904c-47f7-bc1e-929f90cd4a84', 'mac_address': 'fa:16:3e:8e:be:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5398cbb-9f14-42b7-905c-288b25e2bdb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:11:37Z', 'updated_at': '2021-12-06T17:12:41Z', 'revision_number': 1, 'project_id': 'e06aba6f7cc1415e89ae20f4d5eb8b07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67088839-5c23-48fd-aca4-438243bcfd73', 'name': '', 'network_id': 'f05d9e0a-904c-47f7-bc1e-929f90cd4a84', 'tenant_id': 'e06aba6f7cc1415e89ae20f4d5eb8b07', 'mac_address': 'fa:16:3e:af:09:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1ccd93-313a-4f65-8023-95e6826fba93', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '497f0620-12c9-4760-9271-f21663a8e737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:10:08Z', 'updated_at': '2021-12-06T17:10:19Z', 'revision_number': 5, 'project_id': 'e06aba6f7cc1415e89ae20f4d5eb8b07', 'subnets': [{'id': '497f0620-12c9-4760-9271-f21663a8e737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:12:43.466346 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-93cb0fb3-0598-4b46-8e25-c143cb1363a7 req-0501a57a-751b-45fb-addd-baed596a6039 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "GET /v2.0/security-groups?id=101dae8c-d6de-48c7-b5a1-19c10425459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569867 Dec 06 17:12:43.476538 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-5963b5b7-0ec4-448d-8d4b-28666ba959e7 req-d6e08de0-f2bb-44c6-a61e-e2458ecb4dd4 tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:43.542066 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0f3c23-1766-447a-8cd3-f3f5bacfcafa req-9dec33fd-3dc1-47e0-b96a-e7ef452aafdc tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:43.544664 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ac0f3c23-1766-447a-8cd3-f3f5bacfcafa req-9dec33fd-3dc1-47e0-b96a-e7ef452aafdc tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.41 "GET /v2.0/networks?id=f3115485-0e47-4001-968e-d7c2520b29dd HTTP/1.1" status: 200 len: 812 time: 0.4728150 Dec 06 17:12:43.573004 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-ac0f3c23-1766-447a-8cd3-f3f5bacfcafa req-8644a1f4-e86d-464e-b711-8934be1a827a tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Request body: {'port': {'device_id': '299109a7-5940-4313-8c8a-522d92de15ae', 'network_id': 'f3115485-0e47-4001-968e-d7c2520b29dd', 'admin_state_up': True, 'tenant_id': '806e7552b2fe4d15bbbee1bb266d6718'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:12:43.619911 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a45ac-77fa-4107-848b-bb12fe037f26 req-856fc5fa-83f1-433c-ada4-1cddc0741e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:43.621442 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6b3a45ac-77fa-4107-848b-bb12fe037f26 req-856fc5fa-83f1-433c-ada4-1cddc0741e3a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=04e70b6312e34ddaaf35d2c83717f9c6&device_id=d29fc859-bc40-402c-963f-f48ae65d78b4 HTTP/1.1" status: 200 len: 1096 time: 0.2324288 Dec 06 17:12:43.673252 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-42e8d2cf-069a-4f0a-be28-ed5a791230cc req-96396bc4-122e-4a9d-a3c6-4e51e3964e83 tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] 10.222.0.23 "GET /v2.0/ports?device_id=6116032d-64f2-425d-878d-a179ddd1966c HTTP/1.1" status: 200 len: 210 time: 0.0725510 Dec 06 17:12:43.699330 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925d7604-3eba-4b05-92cd-bf9c220c0b28 req-ba746aa0-5f34-4782-bf82-4124e9e258f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:43.699558 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-5963b5b7-0ec4-448d-8d4b-28666ba959e7 req-d6e08de0-f2bb-44c6-a61e-e2458ecb4dd4 tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:43.701056 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-925d7604-3eba-4b05-92cd-bf9c220c0b28 req-ba746aa0-5f34-4782-bf82-4124e9e258f1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f05d9e0a-904c-47f7-bc1e-929f90cd4a84 HTTP/1.1" status: 200 len: 918 time: 0.2580752 Dec 06 17:12:43.710573 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-5963b5b7-0ec4-448d-8d4b-28666ba959e7 req-d6e08de0-f2bb-44c6-a61e-e2458ecb4dd4 tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:43.720417 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f837bfb-3245-4aff-a2ac-716f493c41d7 None None] Checking router: 3c1ccd93-313a-4f65-8023-95e6826fba93 for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:12:43.730775 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f837bfb-3245-4aff-a2ac-716f493c41d7 None None] Routers {'3c1ccd93-313a-4f65-8023-95e6826fba93'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:12:43.731401 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-1f837bfb-3245-4aff-a2ac-716f493c41d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:12:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['3c1ccd93-313a-4f65-8023-95e6826fba93'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:12:43.822869 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-925d7604-3eba-4b05-92cd-bf9c220c0b28 req-e56d186d-8f2a-46a1-a8f4-4b1b4b4676dd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=212cb245-4d0e-421a-abe1-0f73c687b607 HTTP/1.1" status: 200 len: 1000 time: 0.1038280 Dec 06 17:12:43.852516 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-1f837bfb-3245-4aff-a2ac-716f493c41d7 None None] Set router 3c1ccd93-313a-4f65-8023-95e6826fba93 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:12:43.873444 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-5963b5b7-0ec4-448d-8d4b-28666ba959e7 req-d6e08de0-f2bb-44c6-a61e-e2458ecb4dd4 tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] Allocated IP 192.168.233.98 (ee08a0d2-834f-4c39-be47-9c424581246a/1342252a-21e4-4783-88ff-f54776c79059/0e3d2de3-4271-4bd4-9e86-12251c3217f3) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:12:43.888076 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925d7604-3eba-4b05-92cd-bf9c220c0b28 req-6b3b9766-e4ca-47e2-a7a2-c72bcc229690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:43.889358 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-925d7604-3eba-4b05-92cd-bf9c220c0b28 req-6b3b9766-e4ca-47e2-a7a2-c72bcc229690 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=497f0620-12c9-4760-9271-f21663a8e737 HTTP/1.1" status: 200 len: 856 time: 0.0546064 Dec 06 17:12:43.890950 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac0f3c23-1766-447a-8cd3-f3f5bacfcafa req-8644a1f4-e86d-464e-b711-8934be1a827a tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Made reservation on behalf of 806e7552b2fe4d15bbbee1bb266d6718 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:12:43.895872 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ac0f3c23-1766-447a-8cd3-f3f5bacfcafa req-8644a1f4-e86d-464e-b711-8934be1a827a tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:44.079745 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925d7604-3eba-4b05-92cd-bf9c220c0b28 req-0c7e8a25-7587-44c5-a70b-66be74fcedcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:44.081553 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-925d7604-3eba-4b05-92cd-bf9c220c0b28 req-0c7e8a25-7587-44c5-a70b-66be74fcedcc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f05d9e0a-904c-47f7-bc1e-929f90cd4a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1828465 Dec 06 17:12:44.092871 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-5963b5b7-0ec4-448d-8d4b-28666ba959e7 req-d6e08de0-f2bb-44c6-a61e-e2458ecb4dd4 tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:44.153080 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-1f837bfb-3245-4aff-a2ac-716f493c41d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1ccd93-313a-4f65-8023-95e6826fba93', 'name': 'tempest-TaggedBootDevicesTest_v242-1478326568-router', 'tenant_id': 'e06aba6f7cc1415e89ae20f4d5eb8b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.217'}], 'enable_snat': True}, 'gw_port_id': '4621a21a-6a18-4779-a1ba-a617cae44cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:10:02Z', 'updated_at': '2021-12-06T17:10:10Z', 'revision_number': 4, 'project_id': 'e06aba6f7cc1415e89ae20f4d5eb8b07', 'gw_port': {'id': '4621a21a-6a18-4779-a1ba-a617cae44cc8', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:47:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1ccd93-313a-4f65-8023-95e6826fba93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:10:03Z', 'updated_at': '2021-12-06T17:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'd2d642b1-8491-40fd-b2eb-87d4bcdf1461', 'tenant_id': 'e06aba6f7cc1415e89ae20f4d5eb8b07', 'floating_ip_address': '172.35.1.221', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '3c1ccd93-313a-4f65-8023-95e6826fba93', 'port_id': '212cb245-4d0e-421a-abe1-0f73c687b607', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 810, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f05d9e0a-904c-47f7-bc1e-929f90cd4a84', 'mac_address': 'fa:16:3e:8e:be:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5398cbb-9f14-42b7-905c-288b25e2bdb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:11:37Z', 'updated_at': '2021-12-06T17:12:41Z', 'revision_number': 1, 'project_id': 'e06aba6f7cc1415e89ae20f4d5eb8b07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67088839-5c23-48fd-aca4-438243bcfd73', 'name': '', 'network_id': 'f05d9e0a-904c-47f7-bc1e-929f90cd4a84', 'tenant_id': 'e06aba6f7cc1415e89ae20f4d5eb8b07', 'mac_address': 'fa:16:3e:af:09:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1ccd93-313a-4f65-8023-95e6826fba93', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '497f0620-12c9-4760-9271-f21663a8e737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:10:08Z', 'updated_at': '2021-12-06T17:10:19Z', 'revision_number': 5, 'project_id': 'e06aba6f7cc1415e89ae20f4d5eb8b07', 'subnets': [{'id': '497f0620-12c9-4760-9271-f21663a8e737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:12:44.191994 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-5963b5b7-0ec4-448d-8d4b-28666ba959e7 req-d6e08de0-f2bb-44c6-a61e-e2458ecb4dd4 tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:44.193781 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e08de0-f2bb-44c6-a61e-e2458ecb4dd4 tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d117ce5-b41c-494d-9b5a-520a94145378,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:44.207174 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f837bfb-3245-4aff-a2ac-716f493c41d7 None None] The sync data for ids ['3c1ccd93-313a-4f65-8023-95e6826fba93'] in n-d-master-1 is: [{'id': '3c1ccd93-313a-4f65-8023-95e6826fba93', 'name': 'tempest-TaggedBootDevicesTest_v242-1478326568-router', 'tenant_id': 'e06aba6f7cc1415e89ae20f4d5eb8b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.217'}], 'enable_snat': True}, 'gw_port_id': '4621a21a-6a18-4779-a1ba-a617cae44cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:10:02Z', 'updated_at': '2021-12-06T17:10:10Z', 'revision_number': 4, 'project_id': 'e06aba6f7cc1415e89ae20f4d5eb8b07', 'gw_port': {'id': '4621a21a-6a18-4779-a1ba-a617cae44cc8', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:47:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1ccd93-313a-4f65-8023-95e6826fba93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:10:03Z', 'updated_at': '2021-12-06T17:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'd2d642b1-8491-40fd-b2eb-87d4bcdf1461', 'tenant_id': 'e06aba6f7cc1415e89ae20f4d5eb8b07', 'floating_ip_address': '172.35.1.221', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '3c1ccd93-313a-4f65-8023-95e6826fba93', 'port_id': '212cb245-4d0e-421a-abe1-0f73c687b607', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 810, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f05d9e0a-904c-47f7-bc1e-929f90cd4a84', 'mac_address': 'fa:16:3e:8e:be:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5398cbb-9f14-42b7-905c-288b25e2bdb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:11:37Z', 'updated_at': '2021-12-06T17:12:41Z', 'revision_number': 1, 'project_id': 'e06aba6f7cc1415e89ae20f4d5eb8b07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67088839-5c23-48fd-aca4-438243bcfd73', 'name': '', 'network_id': 'f05d9e0a-904c-47f7-bc1e-929f90cd4a84', 'tenant_id': 'e06aba6f7cc1415e89ae20f4d5eb8b07', 'mac_address': 'fa:16:3e:af:09:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1ccd93-313a-4f65-8023-95e6826fba93', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '497f0620-12c9-4760-9271-f21663a8e737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:10:08Z', 'updated_at': '2021-12-06T17:10:19Z', 'revision_number': 5, 'project_id': 'e06aba6f7cc1415e89ae20f4d5eb8b07', 'subnets': [{'id': '497f0620-12c9-4760-9271-f21663a8e737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:12:44.242503 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726eb37e-2452-47e9-a93d-cc1c71547796 req-00279216-775b-4537-9780-4fbe571cf783 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:44.244619 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-726eb37e-2452-47e9-a93d-cc1c71547796 req-00279216-775b-4537-9780-4fbe571cf783 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8c68214-3b70-4762-9b02-49a04ecaa8ca HTTP/1.1" status: 200 len: 949 time: 0.2077971 Dec 06 17:12:44.292488 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5963b5b7-0ec4-448d-8d4b-28666ba959e7 req-d6e08de0-f2bb-44c6-a61e-e2458ecb4dd4 tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] Network ee08a0d2-834f-4c39-be47-9c424581246a is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:12:44.304398 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-5963b5b7-0ec4-448d-8d4b-28666ba959e7 req-d6e08de0-f2bb-44c6-a61e-e2458ecb4dd4 tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:12:44.310986 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-5963b5b7-0ec4-448d-8d4b-28666ba959e7 req-d6e08de0-f2bb-44c6-a61e-e2458ecb4dd4 tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:12:44.316271 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e08de0-f2bb-44c6-a61e-e2458ecb4dd4 tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] Pushing event updated for resources: {'Port': ['ID=0e3d2de3-4271-4bd4-9e86-12251c3217f3,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:44.335844 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-ac0f3c23-1766-447a-8cd3-f3f5bacfcafa req-8644a1f4-e86d-464e-b711-8934be1a827a tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Allocated IP 172.20.0.2 (f3115485-0e47-4001-968e-d7c2520b29dd/85724274-c536-4bb4-9806-32c964df8042/3a482244-48df-488c-9242-3b56cf9f7f3c) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:12:44.349344 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a45ac-77fa-4107-848b-bb12fe037f26 req-fb9fc960-b6a6-473a-9ba0-8f4604fa72ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:44.350918 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6b3a45ac-77fa-4107-848b-bb12fe037f26 req-fb9fc960-b6a6-473a-9ba0-8f4604fa72ab service neutron] 10.222.0.41 "GET /v2.0/networks?id=9f7eb17f-0101-4378-b23e-fba2a86eb752 HTTP/1.1" status: 200 len: 906 time: 0.6969352 Dec 06 17:12:44.450234 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6b3a45ac-77fa-4107-848b-bb12fe037f26 req-fe1a58aa-1f1b-42e9-9530-0fcad25b19a7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b0780acc-3f7a-4e37-a2da-88b13a605a26 HTTP/1.1" status: 200 len: 1001 time: 0.0780847 Dec 06 17:12:44.503182 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-925d7604-3eba-4b05-92cd-bf9c220c0b28 req-40eacbaa-f52d-48c2-be5c-33cf66f8ed8a service neutron] 10.222.0.44 "GET /v2.0/networks/f05d9e0a-904c-47f7-bc1e-929f90cd4a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4019721 Dec 06 17:12:44.511122 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-726eb37e-2452-47e9-a93d-cc1c71547796 req-204b085c-1c78-4e16-8386-ff3a6dc6a1ab tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ba66608-5fba-460b-9339-43992781830c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561653 Dec 06 17:12:44.603094 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6fddf3-313b-45b3-902c-b8c2ff1d3fb5 None None] New status for floating IP d2d642b1-8491-40fd-b2eb-87d4bcdf1461: ACTIVE {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 17:12:44.605741 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a45ac-77fa-4107-848b-bb12fe037f26 req-7eb95e5f-d2fe-46ba-85f9-35ec37ed0498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:44.609160 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6b3a45ac-77fa-4107-848b-bb12fe037f26 req-7eb95e5f-d2fe-46ba-85f9-35ec37ed0498 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9f03234b-998c-465c-8f0a-752c850a77ec HTTP/1.1" status: 200 len: 844 time: 0.1461606 Dec 06 17:12:44.647565 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5963b5b7-0ec4-448d-8d4b-28666ba959e7 req-d6e08de0-f2bb-44c6-a61e-e2458ecb4dd4 tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:44.648388 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-5963b5b7-0ec4-448d-8d4b-28666ba959e7 req-d6e08de0-f2bb-44c6-a61e-e2458ecb4dd4 tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:44.697781 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0c02e3d7-af35-4d36-bd99-42ecaf7165cd req-dc3c45be-ef14-4c14-9d88-5cbddca46df3 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=299109a7-5940-4313-8c8a-522d92de15ae HTTP/1.1" status: 200 len: 210 time: 0.0810385 Dec 06 17:12:44.760612 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5963b5b7-0ec4-448d-8d4b-28666ba959e7 req-d6e08de0-f2bb-44c6-a61e-e2458ecb4dd4 tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9435537 Dec 06 17:12:44.784481 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-5963b5b7-0ec4-448d-8d4b-28666ba959e7 req-fbe85301-f37b-4f08-8e57-2bf5370ed66a service neutron] Request body: {'port': {'device_id': '6116032d-64f2-425d-878d-a179ddd1966c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:12:44.799458 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a45ac-77fa-4107-848b-bb12fe037f26 req-ceed8cd5-2a54-4f11-9e08-c31d68902485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:44.801005 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6b3a45ac-77fa-4107-848b-bb12fe037f26 req-ceed8cd5-2a54-4f11-9e08-c31d68902485 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9f7eb17f-0101-4378-b23e-fba2a86eb752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1702628 Dec 06 17:12:44.939622 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6b3a45ac-77fa-4107-848b-bb12fe037f26 req-480895c9-bbb0-45ab-9f54-53ad09f20ae7 service neutron] 10.222.0.41 "GET /v2.0/networks/9f7eb17f-0101-4378-b23e-fba2a86eb752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942936 Dec 06 17:12:45.017029 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-de17dfbe-35ee-44f9-9569-f59fab95cac2 None None] Provisioning complete for port 0e3d2de3-4271-4bd4-9e86-12251c3217f3 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:12:45.017371 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-de17dfbe-35ee-44f9-9569-f59fab95cac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:45.041097 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-5963b5b7-0ec4-448d-8d4b-28666ba959e7 req-fbe85301-f37b-4f08-8e57-2bf5370ed66a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:45.060574 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-de17dfbe-35ee-44f9-9569-f59fab95cac2 None None] Port 0e3d2de3-4271-4bd4-9e86-12251c3217f3 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:12:45.147049 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f0be4d-1a82-4432-904d-bbfd7eededea req-3e91e3ba-00dc-4b80-957c-ae1cb0883416 tempest-ServersOnMultiNodesTest-118983145 tempest-ServersOnMultiNodesTest-118983145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:45.155032 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-00f0be4d-1a82-4432-904d-bbfd7eededea req-3e91e3ba-00dc-4b80-957c-ae1cb0883416 tempest-ServersOnMultiNodesTest-118983145 tempest-ServersOnMultiNodesTest-118983145-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e8c68214-3b70-4762-9b02-49a04ecaa8ca HTTP/1.1" status: 200 len: 1100 time: 0.1822906 Dec 06 17:12:45.238796 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-00f0be4d-1a82-4432-904d-bbfd7eededea req-26e7b850-d1d2-4ac3-ba5d-775d65146e98 tempest-ServersOnMultiNodesTest-118983145 tempest-ServersOnMultiNodesTest-118983145-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2ba66608-5fba-460b-9339-43992781830c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828767 Dec 06 17:12:45.243896 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6b3a45ac-77fa-4107-848b-bb12fe037f26 req-58e3e9ae-1c63-4be8-beee-e1d524468580 service neutron] 10.222.0.41 "GET /v2.0/networks/9f7eb17f-0101-4378-b23e-fba2a86eb752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701137 Dec 06 17:12:45.270688 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-925d7604-3eba-4b05-92cd-bf9c220c0b28 req-3d008850-c428-4af0-b302-8b7710f7cf00 service neutron] 10.222.0.44 "GET /v2.0/networks/f05d9e0a-904c-47f7-bc1e-929f90cd4a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7526248 Dec 06 17:12:45.323650 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ac0f3c23-1766-447a-8cd3-f3f5bacfcafa req-8644a1f4-e86d-464e-b711-8934be1a827a tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:45.352836 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a8ddc9-d0ad-493b-95f8-30d0c2d69526 req-07f9cb91-4368-4a15-8378-da51466c2f5b tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:45.356355 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d2a8ddc9-d0ad-493b-95f8-30d0c2d69526 req-07f9cb91-4368-4a15-8378-da51466c2f5b tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "GET /v2.0/ports?device_id=48311f10-98fb-4113-b713-51e2db939c4b HTTP/1.1" status: 200 len: 945 time: 0.1924546 Dec 06 17:12:45.437570 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device b3cd724c-671b-4437-9343-383b85692a0b up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:12:45.467758 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ac0f3c23-1766-447a-8cd3-f3f5bacfcafa req-8644a1f4-e86d-464e-b711-8934be1a827a tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:45.498323 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1f8ac1-fdf6-4615-98d1-fb618d7cf038 req-a05bcfb4-b36a-478e-8d40-778c9a68788f tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:45.506289 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1e1f8ac1-fdf6-4615-98d1-fb618d7cf038 req-a05bcfb4-b36a-478e-8d40-778c9a68788f tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] 10.222.0.23 "GET /v2.0/ports?device_id=6116032d-64f2-425d-878d-a179ddd1966c HTTP/1.1" status: 200 len: 935 time: 0.1345649 Dec 06 17:12:45.510161 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning for port b3cd724c-671b-4437-9343-383b85692a0b completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:12:45.510340 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d2a8ddc9-d0ad-493b-95f8-30d0c2d69526 req-4cdbff89-8641-4b7e-b629-f2a9fee5c766 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "GET /v2.0/security-groups?id=101dae8c-d6de-48c7-b5a1-19c10425459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448076 Dec 06 17:12:45.518102 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port b3cd724c-671b-4437-9343-383b85692a0b triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:12:45.518612 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:45.528273 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac0f3c23-1766-447a-8cd3-f3f5bacfcafa req-8644a1f4-e86d-464e-b711-8934be1a827a tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Network f3115485-0e47-4001-968e-d7c2520b29dd is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:12:45.531707 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-ac0f3c23-1766-447a-8cd3-f3f5bacfcafa req-8644a1f4-e86d-464e-b711-8934be1a827a tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:12:45.545126 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac0f3c23-1766-447a-8cd3-f3f5bacfcafa req-8644a1f4-e86d-464e-b711-8934be1a827a tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:12:45.587045 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8644a1f4-e86d-464e-b711-8934be1a827a tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Pushing event updated for resources: {'Port': ['ID=3a482244-48df-488c-9242-3b56cf9f7f3c,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:45.613964 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1e1f8ac1-fdf6-4615-98d1-fb618d7cf038 req-571e42cf-58fa-4116-b110-d5349b51defb tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d117ce5-b41c-494d-9b5a-520a94145378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998571 Dec 06 17:12:45.617558 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0f3c23-1766-447a-8cd3-f3f5bacfcafa req-8644a1f4-e86d-464e-b711-8934be1a827a tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:45.618342 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ac0f3c23-1766-447a-8cd3-f3f5bacfcafa req-8644a1f4-e86d-464e-b711-8934be1a827a tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:45.642656 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ac0f3c23-1766-447a-8cd3-f3f5bacfcafa req-8644a1f4-e86d-464e-b711-8934be1a827a tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0738018 Dec 06 17:12:45.657269 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-ac0f3c23-1766-447a-8cd3-f3f5bacfcafa req-bf0e99f7-92bb-4564-9bcf-8acf93ed691f service neutron] Request body: {'port': {'device_id': '299109a7-5940-4313-8c8a-522d92de15ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:12:45.667370 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4d7654d3-17c9-49d6-a2c9-2204cf00da27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:45.701137 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:45.711033 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-5963b5b7-0ec4-448d-8d4b-28666ba959e7 req-fbe85301-f37b-4f08-8e57-2bf5370ed66a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e3d2de3-4271-4bd4-9e86-12251c3217f3 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:12:45.731475 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48311f10-98fb-4113-b713-51e2db939c4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3cd724c-671b-4437-9343-383b85692a0b'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:12:45.733964 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69c135d7-0f61-493d-9ba1-d644113cf414" -d '{"events": [{"server_uuid": "48311f10-98fb-4113-b713-51e2db939c4b", "name": "network-vif-plugged", "status": "completed", "tag": "b3cd724c-671b-4437-9343-383b85692a0b"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:12:45.748603 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port b3cd724c-671b-4437-9343-383b85692a0b, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=b3cd724c-671b-4437-9343-383b85692a0b,segment=NetworkSegment(bf491db3-1349-4273-86a8-1c05096a6cc1),segment_id=bf491db3-1349-4273-86a8-1c05096a6cc1)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:12:45.754187 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:45.767646 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-5963b5b7-0ec4-448d-8d4b-28666ba959e7 req-fbe85301-f37b-4f08-8e57-2bf5370ed66a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:45.773340 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ac0f3c23-1766-447a-8cd3-f3f5bacfcafa req-bf0e99f7-92bb-4564-9bcf-8acf93ed691f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:45.819240 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=b3cd724c-671b-4437-9343-383b85692a0b,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:45.821077 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-5963b5b7-0ec4-448d-8d4b-28666ba959e7 req-fbe85301-f37b-4f08-8e57-2bf5370ed66a service neutron] Transition to ACTIVE for port object 0e3d2de3-4271-4bd4-9e86-12251c3217f3 will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:12:45.826939 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-5963b5b7-0ec4-448d-8d4b-28666ba959e7 req-fbe85301-f37b-4f08-8e57-2bf5370ed66a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:45.878263 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3d6c6ae0-4462-4a5c-a32f-23cea0babd55 req-1af34a5d-5ce5-4722-8511-a108d14bcbeb tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=4b43d5b1cc2b418c97b1aca204b56c1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391531 Dec 06 17:12:45.931287 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe85301-f37b-4f08-8e57-2bf5370ed66a service neutron] Pushing event updated for resources: {'Port': ['ID=0e3d2de3-4271-4bd4-9e86-12251c3217f3,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:46.002150 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-5963b5b7-0ec4-448d-8d4b-28666ba959e7 req-fbe85301-f37b-4f08-8e57-2bf5370ed66a service neutron] Attempting to bind port 0e3d2de3-4271-4bd4-9e86-12251c3217f3 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:12:46.002595 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-5963b5b7-0ec4-448d-8d4b-28666ba959e7 req-fbe85301-f37b-4f08-8e57-2bf5370ed66a service neutron] Attempting to bind port 0e3d2de3-4271-4bd4-9e86-12251c3217f3 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:12:46.003027 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5963b5b7-0ec4-448d-8d4b-28666ba959e7 req-fbe85301-f37b-4f08-8e57-2bf5370ed66a service neutron] Attempting to bind port 0e3d2de3-4271-4bd4-9e86-12251c3217f3 on network ee08a0d2-834f-4c39-be47-9c424581246a {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:12:46.019312 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a7a443-2d27-4630-a8bc-3d98f2ec12ed req-93aa1554-e640-459a-bc18-64eaf2a72108 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:46.021139 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-50a7a443-2d27-4630-a8bc-3d98f2ec12ed req-93aa1554-e640-459a-bc18-64eaf2a72108 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=299109a7-5940-4313-8c8a-522d92de15ae HTTP/1.1" status: 200 len: 931 time: 0.0841906 Dec 06 17:12:46.022121 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5963b5b7-0ec4-448d-8d4b-28666ba959e7 req-fbe85301-f37b-4f08-8e57-2bf5370ed66a service neutron] Port 0e3d2de3-4271-4bd4-9e86-12251c3217f3 on network ee08a0d2-834f-4c39-be47-9c424581246a not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:12:46.022550 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5963b5b7-0ec4-448d-8d4b-28666ba959e7 req-fbe85301-f37b-4f08-8e57-2bf5370ed66a service neutron] Attempting to bind port 0e3d2de3-4271-4bd4-9e86-12251c3217f3 on network ee08a0d2-834f-4c39-be47-9c424581246a {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:12:46.030743 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5963b5b7-0ec4-448d-8d4b-28666ba959e7 req-fbe85301-f37b-4f08-8e57-2bf5370ed66a service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:12:46.031238 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5963b5b7-0ec4-448d-8d4b-28666ba959e7 req-fbe85301-f37b-4f08-8e57-2bf5370ed66a service neutron] Checking segment: {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:12:46.031785 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5963b5b7-0ec4-448d-8d4b-28666ba959e7 req-fbe85301-f37b-4f08-8e57-2bf5370ed66a service neutron] Bound using segment: {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:12:46.032340 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-5963b5b7-0ec4-448d-8d4b-28666ba959e7 req-fbe85301-f37b-4f08-8e57-2bf5370ed66a service neutron] Bound port: 0e3d2de3-4271-4bd4-9e86-12251c3217f3, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:12:46.032824 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-5963b5b7-0ec4-448d-8d4b-28666ba959e7 req-fbe85301-f37b-4f08-8e57-2bf5370ed66a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:46.134327 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-50a7a443-2d27-4630-a8bc-3d98f2ec12ed req-ff9c8a76-b8e7-4eb6-8d57-7899bb391949 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058254 Dec 06 17:12:46.148941 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-5963b5b7-0ec4-448d-8d4b-28666ba959e7 req-fbe85301-f37b-4f08-8e57-2bf5370ed66a service neutron] For port 0e3d2de3-4271-4bd4-9e86-12251c3217f3, host n-h1-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:12:46.153882 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-5963b5b7-0ec4-448d-8d4b-28666ba959e7 req-fbe85301-f37b-4f08-8e57-2bf5370ed66a service neutron] For port 0e3d2de3-4271-4bd4-9e86-12251c3217f3, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=0e3d2de3-4271-4bd4-9e86-12251c3217f3,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:12:46.170066 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-5963b5b7-0ec4-448d-8d4b-28666ba959e7 req-fbe85301-f37b-4f08-8e57-2bf5370ed66a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:46.210523 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-491b376d-8ab2-474c-a0ed-a8ae53f2ddbc x-openstack-request-id: req-491b376d-8ab2-474c-a0ed-a8ae53f2ddbc {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:12:46.211544 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48311f10-98fb-4113-b713-51e2db939c4b", "name": "network-vif-plugged", "status": "completed", "tag": "b3cd724c-671b-4437-9343-383b85692a0b", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:12:46.212501 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-491b376d-8ab2-474c-a0ed-a8ae53f2ddbc {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:12:46.213079 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48311f10-98fb-4113-b713-51e2db939c4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3cd724c-671b-4437-9343-383b85692a0b', 'code': 200} Dec 06 17:12:46.232206 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5963b5b7-0ec4-448d-8d4b-28666ba959e7 req-fbe85301-f37b-4f08-8e57-2bf5370ed66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:46.234920 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-5963b5b7-0ec4-448d-8d4b-28666ba959e7 req-fbe85301-f37b-4f08-8e57-2bf5370ed66a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:46.236497 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5963b5b7-0ec4-448d-8d4b-28666ba959e7 req-fbe85301-f37b-4f08-8e57-2bf5370ed66a service neutron] 10.222.0.41 "PUT /v2.0/ports/0e3d2de3-4271-4bd4-9e86-12251c3217f3 HTTP/1.1" status: 200 len: 1095 time: 1.4579403 Dec 06 17:12:46.244375 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6116032d-64f2-425d-878d-a179ddd1966c', 'tag': '0e3d2de3-4271-4bd4-9e86-12251c3217f3'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:12:46.246879 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79352676-f9a0-4c60-9d25-1832d4a13207" -d '{"events": [{"name": "network-changed", "server_uuid": "6116032d-64f2-425d-878d-a179ddd1966c", "tag": "0e3d2de3-4271-4bd4-9e86-12251c3217f3"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:12:46.274678 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-ac0f3c23-1766-447a-8cd3-f3f5bacfcafa req-bf0e99f7-92bb-4564-9bcf-8acf93ed691f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a482244-48df-488c-9242-3b56cf9f7f3c {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:12:46.284467 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ac0f3c23-1766-447a-8cd3-f3f5bacfcafa req-bf0e99f7-92bb-4564-9bcf-8acf93ed691f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:46.284742 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe85301-f37b-4f08-8e57-2bf5370ed66a service neutron] Pushing event updated for resources: {'Port': ['ID=0e3d2de3-4271-4bd4-9e86-12251c3217f3,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:46.299066 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-ac0f3c23-1766-447a-8cd3-f3f5bacfcafa req-bf0e99f7-92bb-4564-9bcf-8acf93ed691f service neutron] Transition to ACTIVE for port object 3a482244-48df-488c-9242-3b56cf9f7f3c will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:12:46.310578 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ac0f3c23-1766-447a-8cd3-f3f5bacfcafa req-bf0e99f7-92bb-4564-9bcf-8acf93ed691f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:46.384917 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76396ce2-6a00-44d5-acf4-3fb012c8804d x-openstack-request-id: req-76396ce2-6a00-44d5-acf4-3fb012c8804d {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:12:46.385217 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6116032d-64f2-425d-878d-a179ddd1966c", "tag": "0e3d2de3-4271-4bd4-9e86-12251c3217f3", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:12:46.385497 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-76396ce2-6a00-44d5-acf4-3fb012c8804d {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:12:46.386476 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6116032d-64f2-425d-878d-a179ddd1966c', 'tag': '0e3d2de3-4271-4bd4-9e86-12251c3217f3', 'status': 'completed', 'code': 200} Dec 06 17:12:46.398910 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5963b5b7-0ec4-448d-8d4b-28666ba959e7 req-3ee02f58-3df6-411a-9e14-6b6cd2203de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:46.400749 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5963b5b7-0ec4-448d-8d4b-28666ba959e7 req-3ee02f58-3df6-411a-9e14-6b6cd2203de4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2e3352662900407fafd19b196e77a811&device_id=6116032d-64f2-425d-878d-a179ddd1966c HTTP/1.1" status: 200 len: 1098 time: 0.0646019 Dec 06 17:12:46.440152 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6c6ae0-4462-4a5c-a32f-23cea0babd55 req-b3678d94-4d48-4041-b9ae-c3fddfa41c04 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:46.442320 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3d6c6ae0-4462-4a5c-a32f-23cea0babd55 req-b3678d94-4d48-4041-b9ae-c3fddfa41c04 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5631378 Dec 06 17:12:46.461876 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5963b5b7-0ec4-448d-8d4b-28666ba959e7 req-05d7f194-82c3-4649-ba36-96daec248834 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=0e3d2de3-4271-4bd4-9e86-12251c3217f3 HTTP/1.1" status: 200 len: 217 time: 0.0520270 Dec 06 17:12:46.484810 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0e99f7-92bb-4564-9bcf-8acf93ed691f service neutron] Pushing event updated for resources: {'Port': ['ID=3a482244-48df-488c-9242-3b56cf9f7f3c,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:46.503832 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3d6c6ae0-4462-4a5c-a32f-23cea0babd55 req-37d3d07a-b77a-490e-8d4d-59b1c859c55a tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/quotas/4b43d5b1cc2b418c97b1aca204b56c1e HTTP/1.1" status: 200 len: 375 time: 0.0466754 Dec 06 17:12:46.529582 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5963b5b7-0ec4-448d-8d4b-28666ba959e7 req-122dddf2-8331-46e0-845e-5855ca0203da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:46.531093 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5963b5b7-0ec4-448d-8d4b-28666ba959e7 req-122dddf2-8331-46e0-845e-5855ca0203da service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1342252a-21e4-4783-88ff-f54776c79059 HTTP/1.1" status: 200 len: 843 time: 0.0606968 Dec 06 17:12:46.535810 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d237a676-2452-4332-827e-2e88b2a71225 req-155a5e0a-3eb9-49e8-b8c0-8982c203fe18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:46.537246 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d237a676-2452-4332-827e-2e88b2a71225 req-155a5e0a-3eb9-49e8-b8c0-8982c203fe18 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=48311f10-98fb-4113-b713-51e2db939c4b HTTP/1.1" status: 200 len: 1097 time: 0.1730690 Dec 06 17:12:46.631754 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-ac0f3c23-1766-447a-8cd3-f3f5bacfcafa req-bf0e99f7-92bb-4564-9bcf-8acf93ed691f service neutron] Attempting to bind port 3a482244-48df-488c-9242-3b56cf9f7f3c on host n-h1-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:12:46.632114 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-ac0f3c23-1766-447a-8cd3-f3f5bacfcafa req-bf0e99f7-92bb-4564-9bcf-8acf93ed691f service neutron] Attempting to bind port 3a482244-48df-488c-9242-3b56cf9f7f3c by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'c5bdebef-6647-4acc-8b76-b3635792eaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f3115485-0e47-4001-968e-d7c2520b29dd'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:12:46.632413 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0f3c23-1766-447a-8cd3-f3f5bacfcafa req-bf0e99f7-92bb-4564-9bcf-8acf93ed691f service neutron] Attempting to bind port 3a482244-48df-488c-9242-3b56cf9f7f3c on network f3115485-0e47-4001-968e-d7c2520b29dd {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:12:46.639115 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d237a676-2452-4332-827e-2e88b2a71225 req-15ab22e3-2104-4b6a-aa77-32a0d48593e7 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=101dae8c-d6de-48c7-b5a1-19c10425459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903559 Dec 06 17:12:46.653163 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3d6c6ae0-4462-4a5c-a32f-23cea0babd55 req-6f40b6b0-a9bd-4d98-a580-e37960e9515a tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4b43d5b1cc2b418c97b1aca204b56c1e&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1193204 Dec 06 17:12:46.653769 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0f3c23-1766-447a-8cd3-f3f5bacfcafa req-bf0e99f7-92bb-4564-9bcf-8acf93ed691f service neutron] Port 3a482244-48df-488c-9242-3b56cf9f7f3c on network f3115485-0e47-4001-968e-d7c2520b29dd not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:12:46.654092 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0f3c23-1766-447a-8cd3-f3f5bacfcafa req-bf0e99f7-92bb-4564-9bcf-8acf93ed691f service neutron] Attempting to bind port 3a482244-48df-488c-9242-3b56cf9f7f3c on network f3115485-0e47-4001-968e-d7c2520b29dd {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:12:46.657936 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5963b5b7-0ec4-448d-8d4b-28666ba959e7 req-a4aeb61e-fa3f-414b-9ae1-8b44f2c96186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:46.659459 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5963b5b7-0ec4-448d-8d4b-28666ba959e7 req-a4aeb61e-fa3f-414b-9ae1-8b44f2c96186 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee08a0d2-834f-4c39-be47-9c424581246a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1113451 Dec 06 17:12:46.659697 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0f3c23-1766-447a-8cd3-f3f5bacfcafa req-bf0e99f7-92bb-4564-9bcf-8acf93ed691f service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:12:46.660020 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0f3c23-1766-447a-8cd3-f3f5bacfcafa req-bf0e99f7-92bb-4564-9bcf-8acf93ed691f service neutron] Checking segment: {'id': 'c5bdebef-6647-4acc-8b76-b3635792eaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f3115485-0e47-4001-968e-d7c2520b29dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:12:46.660400 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0f3c23-1766-447a-8cd3-f3f5bacfcafa req-bf0e99f7-92bb-4564-9bcf-8acf93ed691f service neutron] Bound using segment: {'id': 'c5bdebef-6647-4acc-8b76-b3635792eaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f3115485-0e47-4001-968e-d7c2520b29dd'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:12:46.660834 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-ac0f3c23-1766-447a-8cd3-f3f5bacfcafa req-bf0e99f7-92bb-4564-9bcf-8acf93ed691f service neutron] Bound port: 3a482244-48df-488c-9242-3b56cf9f7f3c, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5bdebef-6647-4acc-8b76-b3635792eaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f3115485-0e47-4001-968e-d7c2520b29dd'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:12:46.661183 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ac0f3c23-1766-447a-8cd3-f3f5bacfcafa req-bf0e99f7-92bb-4564-9bcf-8acf93ed691f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:46.692307 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c91243-e235-4366-ab98-794f92ae165f req-622f8341-1b5d-4961-846f-72682c4ba5f1 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:46.700840 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-88c91243-e235-4366-ab98-794f92ae165f req-622f8341-1b5d-4961-846f-72682c4ba5f1 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "GET /v2.0/ports?device_id=48311f10-98fb-4113-b713-51e2db939c4b HTTP/1.1" status: 200 len: 946 time: 0.0949755 Dec 06 17:12:46.748151 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-ac0f3c23-1766-447a-8cd3-f3f5bacfcafa req-bf0e99f7-92bb-4564-9bcf-8acf93ed691f service neutron] For port 3a482244-48df-488c-9242-3b56cf9f7f3c, host n-h1-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:12:46.752687 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-ac0f3c23-1766-447a-8cd3-f3f5bacfcafa req-bf0e99f7-92bb-4564-9bcf-8acf93ed691f service neutron] For port 3a482244-48df-488c-9242-3b56cf9f7f3c, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=3a482244-48df-488c-9242-3b56cf9f7f3c,segment=NetworkSegment(c5bdebef-6647-4acc-8b76-b3635792eaa5),segment_id=c5bdebef-6647-4acc-8b76-b3635792eaa5)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:12:46.758678 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ac0f3c23-1766-447a-8cd3-f3f5bacfcafa req-bf0e99f7-92bb-4564-9bcf-8acf93ed691f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:46.808239 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:46.833227 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0f3c23-1766-447a-8cd3-f3f5bacfcafa req-bf0e99f7-92bb-4564-9bcf-8acf93ed691f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:46.834063 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ac0f3c23-1766-447a-8cd3-f3f5bacfcafa req-bf0e99f7-92bb-4564-9bcf-8acf93ed691f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:46.835743 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ac0f3c23-1766-447a-8cd3-f3f5bacfcafa req-bf0e99f7-92bb-4564-9bcf-8acf93ed691f service neutron] 10.222.0.41 "PUT /v2.0/ports/3a482244-48df-488c-9242-3b56cf9f7f3c HTTP/1.1" status: 200 len: 1091 time: 1.1838512 Dec 06 17:12:46.836284 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '299109a7-5940-4313-8c8a-522d92de15ae', 'tag': '3a482244-48df-488c-9242-3b56cf9f7f3c'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:12:46.839360 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4e67dd4-987c-4cb6-9015-4827eb7020f3" -d '{"events": [{"name": "network-changed", "server_uuid": "299109a7-5940-4313-8c8a-522d92de15ae", "tag": "3a482244-48df-488c-9242-3b56cf9f7f3c"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:12:46.854528 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-88c91243-e235-4366-ab98-794f92ae165f req-d7beb411-378b-4168-a14a-e701836149ea tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "GET /v2.0/security-groups?id=101dae8c-d6de-48c7-b5a1-19c10425459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477957 Dec 06 17:12:46.915658 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5963b5b7-0ec4-448d-8d4b-28666ba959e7 req-8969319f-f8e4-4c1e-afb8-fbde232bfc9c service neutron] 10.222.0.41 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455597 Dec 06 17:12:46.936029 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0e99f7-92bb-4564-9bcf-8acf93ed691f service neutron] Pushing event updated for resources: {'Port': ['ID=3a482244-48df-488c-9242-3b56cf9f7f3c,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:47.079202 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c492cf65-ede6-4e05-83be-7a32dc8dc14f req-bfcc5eee-d343-4e68-bc81-51baf1335433 tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:47.080728 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c492cf65-ede6-4e05-83be-7a32dc8dc14f req-bfcc5eee-d343-4e68-bc81-51baf1335433 tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] 10.222.0.23 "GET /v2.0/ports?device_id=6116032d-64f2-425d-878d-a179ddd1966c HTTP/1.1" status: 200 len: 947 time: 0.1132200 Dec 06 17:12:47.096799 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f3694e3-eaa0-4884-8271-bd2c1f679e56 x-openstack-request-id: req-7f3694e3-eaa0-4884-8271-bd2c1f679e56 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:12:47.097102 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "299109a7-5940-4313-8c8a-522d92de15ae", "tag": "3a482244-48df-488c-9242-3b56cf9f7f3c", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:12:47.097369 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7f3694e3-eaa0-4884-8271-bd2c1f679e56 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:12:47.097812 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '299109a7-5940-4313-8c8a-522d92de15ae', 'tag': '3a482244-48df-488c-9242-3b56cf9f7f3c', 'status': 'completed', 'code': 200} Dec 06 17:12:47.116037 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5963b5b7-0ec4-448d-8d4b-28666ba959e7 req-751f9cb5-dff5-4706-a133-cd0496eb30d2 service neutron] 10.222.0.41 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860681 Dec 06 17:12:47.119334 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0f3c23-1766-447a-8cd3-f3f5bacfcafa req-5f031fd2-c2de-48b9-b3df-73e8a154dac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:47.120833 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ac0f3c23-1766-447a-8cd3-f3f5bacfcafa req-5f031fd2-c2de-48b9-b3df-73e8a154dac9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=806e7552b2fe4d15bbbee1bb266d6718&device_id=299109a7-5940-4313-8c8a-522d92de15ae HTTP/1.1" status: 200 len: 1094 time: 0.2228024 Dec 06 17:12:47.173539 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-722bf1f6-3ec8-45ae-af22-57a84b7f50ea req-73d0414b-346b-4047-a203-f613a1a345d5 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/ports?device_id=95075f46-5799-41e5-8f3d-13d17c7b6817 HTTP/1.1" status: 200 len: 210 time: 0.0440567 Dec 06 17:12:47.185270 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ac0f3c23-1766-447a-8cd3-f3f5bacfcafa req-bee08bb3-61b7-4f60-9aaf-fce537abcae4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3a482244-48df-488c-9242-3b56cf9f7f3c HTTP/1.1" status: 200 len: 217 time: 0.0481582 Dec 06 17:12:47.267755 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c492cf65-ede6-4e05-83be-7a32dc8dc14f req-58d91d67-9202-48bf-94d5-1046490bd620 tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d117ce5-b41c-494d-9b5a-520a94145378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637952 Dec 06 17:12:47.277376 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0f3c23-1766-447a-8cd3-f3f5bacfcafa req-c69fa802-5a38-4441-ada1-e97f198c44a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:47.279105 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ac0f3c23-1766-447a-8cd3-f3f5bacfcafa req-c69fa802-5a38-4441-ada1-e97f198c44a8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=85724274-c536-4bb4-9806-32c964df8042 HTTP/1.1" status: 200 len: 852 time: 0.0820186 Dec 06 17:12:47.285361 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79352676-f9a0-4c60-9d25-1832d4a13207 req-e5dac08b-5fba-4c10-b543-10910e41de41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:47.287749 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-79352676-f9a0-4c60-9d25-1832d4a13207 req-e5dac08b-5fba-4c10-b543-10910e41de41 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2e3352662900407fafd19b196e77a811&device_id=6116032d-64f2-425d-878d-a179ddd1966c HTTP/1.1" status: 200 len: 1098 time: 0.1056390 Dec 06 17:12:47.322480 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ac0f3c23-1766-447a-8cd3-f3f5bacfcafa req-f1519891-7a5f-40ce-a37e-bd891b1f0ab4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f3115485-0e47-4001-968e-d7c2520b29dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353296 Dec 06 17:12:47.458177 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc508d0-d768-4c9c-9dee-fa5a624baf0e req-6546c795-f85e-4e2f-9893-51c90af37f3a tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:47.459866 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1fc508d0-d768-4c9c-9dee-fa5a624baf0e req-6546c795-f85e-4e2f-9893-51c90af37f3a tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=299109a7-5940-4313-8c8a-522d92de15ae HTTP/1.1" status: 200 len: 943 time: 0.1484754 Dec 06 17:12:47.483348 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ac0f3c23-1766-447a-8cd3-f3f5bacfcafa req-2ad81fa0-d068-461a-892b-e51046d4c41b service neutron] 10.222.0.41 "GET /v2.0/networks/f3115485-0e47-4001-968e-d7c2520b29dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527455 Dec 06 17:12:47.491393 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79352676-f9a0-4c60-9d25-1832d4a13207 req-d3299886-47c0-4c89-9a7e-d87da1eee46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:47.492871 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-79352676-f9a0-4c60-9d25-1832d4a13207 req-d3299886-47c0-4c89-9a7e-d87da1eee46f service neutron] 10.222.0.41 "GET /v2.0/networks?id=ee08a0d2-834f-4c39-be47-9c424581246a HTTP/1.1" status: 200 len: 870 time: 0.1913526 Dec 06 17:12:47.560137 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-79352676-f9a0-4c60-9d25-1832d4a13207 req-ee4e98c3-7e11-4ac4-9971-74a915e171df service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=0e3d2de3-4271-4bd4-9e86-12251c3217f3 HTTP/1.1" status: 200 len: 217 time: 0.0520260 Dec 06 17:12:47.575201 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1fc508d0-d768-4c9c-9dee-fa5a624baf0e req-9a7553ec-8a87-47ef-8cf5-4296b620e8c5 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063969 Dec 06 17:12:47.606491 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ac0f3c23-1766-447a-8cd3-f3f5bacfcafa req-651ef73e-fd70-4142-9517-b9276525197d service neutron] 10.222.0.41 "GET /v2.0/networks/f3115485-0e47-4001-968e-d7c2520b29dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125150 Dec 06 17:12:47.635302 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79352676-f9a0-4c60-9d25-1832d4a13207 req-2933fc80-d521-4553-b70d-4c8e75234bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:47.645497 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-79352676-f9a0-4c60-9d25-1832d4a13207 req-2933fc80-d521-4553-b70d-4c8e75234bf3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1342252a-21e4-4783-88ff-f54776c79059 HTTP/1.1" status: 200 len: 843 time: 0.0691237 Dec 06 17:12:47.740772 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79352676-f9a0-4c60-9d25-1832d4a13207 req-aae12142-42ce-4154-b9cf-e05bb1892f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:47.742225 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-79352676-f9a0-4c60-9d25-1832d4a13207 req-aae12142-42ce-4154-b9cf-e05bb1892f0e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee08a0d2-834f-4c39-be47-9c424581246a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0528815 Dec 06 17:12:47.752457 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e67dd4-987c-4cb6-9015-4827eb7020f3 req-d18f58ca-128b-40eb-ae25-4c01218a9131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:47.754033 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f4e67dd4-987c-4cb6-9015-4827eb7020f3 req-d18f58ca-128b-40eb-ae25-4c01218a9131 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=806e7552b2fe4d15bbbee1bb266d6718&device_id=299109a7-5940-4313-8c8a-522d92de15ae HTTP/1.1" status: 200 len: 1094 time: 0.0565574 Dec 06 17:12:47.866801 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e67dd4-987c-4cb6-9015-4827eb7020f3 req-e80b5b06-60c1-4fef-87f2-b3c0e9a3a043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:47.868429 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f4e67dd4-987c-4cb6-9015-4827eb7020f3 req-e80b5b06-60c1-4fef-87f2-b3c0e9a3a043 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f3115485-0e47-4001-968e-d7c2520b29dd HTTP/1.1" status: 200 len: 913 time: 0.1044667 Dec 06 17:12:47.870960 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-79352676-f9a0-4c60-9d25-1832d4a13207 req-0bf86dab-5072-44aa-8e2c-f8e04b6c1d64 service neutron] 10.222.0.41 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179566 Dec 06 17:12:47.941190 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f4e67dd4-987c-4cb6-9015-4827eb7020f3 req-9c1bcdc8-7fab-4c84-8768-cdf05be1935e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3a482244-48df-488c-9242-3b56cf9f7f3c HTTP/1.1" status: 200 len: 217 time: 0.0459912 Dec 06 17:12:47.983474 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:48.030009 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-79352676-f9a0-4c60-9d25-1832d4a13207 req-f212d971-dfbd-4496-aed9-0028ad380b25 service neutron] 10.222.0.41 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339641 Dec 06 17:12:48.061483 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a7d808-1051-4e66-b168-3ea72c1bb72a req-930142d4-a1ea-4dd7-b4c7-76393fb5132b tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:48.070131 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c3a7d808-1051-4e66-b168-3ea72c1bb72a req-930142d4-a1ea-4dd7-b4c7-76393fb5132b tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "GET /v2.0/ports?device_id=48311f10-98fb-4113-b713-51e2db939c4b HTTP/1.1" status: 200 len: 946 time: 0.1313205 Dec 06 17:12:48.100605 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e67dd4-987c-4cb6-9015-4827eb7020f3 req-839d738f-6b9e-4897-a934-12b612e5915f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:48.102124 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f4e67dd4-987c-4cb6-9015-4827eb7020f3 req-839d738f-6b9e-4897-a934-12b612e5915f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=85724274-c536-4bb4-9806-32c964df8042 HTTP/1.1" status: 200 len: 852 time: 0.1246846 Dec 06 17:12:48.154885 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f4e67dd4-987c-4cb6-9015-4827eb7020f3 req-b3281c3b-3142-4e10-a7d1-82e848d91dcd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f3115485-0e47-4001-968e-d7c2520b29dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365875 Dec 06 17:12:48.160312 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c3a7d808-1051-4e66-b168-3ea72c1bb72a req-2b3c2ece-fe0c-426e-95e6-fc56d7cee9a7 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "GET /v2.0/security-groups?id=101dae8c-d6de-48c7-b5a1-19c10425459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846896 Dec 06 17:12:48.267696 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3d6c6ae0-4462-4a5c-a32f-23cea0babd55 req-89ce930d-6110-4077-860a-e6bd3fc8348a tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=4b43d5b1cc2b418c97b1aca204b56c1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299742 Dec 06 17:12:48.276968 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f4e67dd4-987c-4cb6-9015-4827eb7020f3 req-90d07c49-4f05-41e7-be29-5f3f08b654c9 service neutron] 10.222.0.41 "GET /v2.0/networks/f3115485-0e47-4001-968e-d7c2520b29dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128652 Dec 06 17:12:48.301275 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-714da665-49fd-48be-9f18-1676cc4fb266 req-9beafdae-2af5-4008-9d13-ad8c8d321425 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/ports?device_id=95075f46-5799-41e5-8f3d-13d17c7b6817 HTTP/1.1" status: 200 len: 210 time: 0.0325708 Dec 06 17:12:48.446700 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fa15fc-bfc1-44b4-bd37-c90505877934 req-3bf16ac7-56df-4454-8722-b130c31b1fb3 tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:48.448239 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a3fa15fc-bfc1-44b4-bd37-c90505877934 req-3bf16ac7-56df-4454-8722-b130c31b1fb3 tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] 10.222.0.23 "GET /v2.0/ports?device_id=6116032d-64f2-425d-878d-a179ddd1966c HTTP/1.1" status: 200 len: 947 time: 0.0825424 Dec 06 17:12:48.450575 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f4e67dd4-987c-4cb6-9015-4827eb7020f3 req-eb403ef1-bd21-4112-8ced-42e8579e3557 service neutron] 10.222.0.41 "GET /v2.0/networks/f3115485-0e47-4001-968e-d7c2520b29dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558156 Dec 06 17:12:48.471437 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6c6ae0-4462-4a5c-a32f-23cea0babd55 req-813188d2-62e3-4e9d-a3a6-b484e1b9c1ab tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:48.473600 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3d6c6ae0-4462-4a5c-a32f-23cea0babd55 req-813188d2-62e3-4e9d-a3a6-b484e1b9c1ab tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1756458 Dec 06 17:12:48.498440 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-3d6c6ae0-4462-4a5c-a32f-23cea0babd55 req-a9c69595-0efd-4620-aec4-5c74b2731cfb tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Request body: {'port': {'device_id': '95075f46-5799-41e5-8f3d-13d17c7b6817', 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a', 'admin_state_up': True, 'tenant_id': '4b43d5b1cc2b418c97b1aca204b56c1e'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:12:48.515927 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a3fa15fc-bfc1-44b4-bd37-c90505877934 req-e2a0ff1e-197b-4cc7-a3fb-6fd371290d71 tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d117ce5-b41c-494d-9b5a-520a94145378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603027 Dec 06 17:12:48.629709 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d6c6ae0-4462-4a5c-a32f-23cea0babd55 req-a9c69595-0efd-4620-aec4-5c74b2731cfb tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Made reservation on behalf of 4b43d5b1cc2b418c97b1aca204b56c1e for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:12:48.634219 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-3d6c6ae0-4462-4a5c-a32f-23cea0babd55 req-a9c69595-0efd-4620-aec4-5c74b2731cfb tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:48.690427 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f41ad77-3ba2-491d-990d-f876bbf9441f req-4afc2d29-6aa4-4724-891e-e440110dd1cc tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:48.691879 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0f41ad77-3ba2-491d-990d-f876bbf9441f req-4afc2d29-6aa4-4724-891e-e440110dd1cc tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=299109a7-5940-4313-8c8a-522d92de15ae HTTP/1.1" status: 200 len: 943 time: 0.0497911 Dec 06 17:12:48.754085 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0f41ad77-3ba2-491d-990d-f876bbf9441f req-5ada79c7-fc20-40ca-823b-a85b82cd40f8 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511725 Dec 06 17:12:48.770545 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-3d6c6ae0-4462-4a5c-a32f-23cea0babd55 req-a9c69595-0efd-4620-aec4-5c74b2731cfb tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Allocated IP 192.168.233.111 (ee08a0d2-834f-4c39-be47-9c424581246a/1342252a-21e4-4783-88ff-f54776c79059/31eb97c5-690b-4b33-91e8-8a26dce3a24c) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:12:48.920568 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-3d6c6ae0-4462-4a5c-a32f-23cea0babd55 req-a9c69595-0efd-4620-aec4-5c74b2731cfb tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:48.955327 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-3d6c6ae0-4462-4a5c-a32f-23cea0babd55 req-a9c69595-0efd-4620-aec4-5c74b2731cfb tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:48.967369 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:48.970924 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['bba877c3-4e46-4a6b-a46a-4d9c36550d32', 'c06faf7a-f15d-4836-b194-8cfd5ea8c68b', 'eab92264-1509-4c57-bf04-64690aaa0ff8', '4ec454ed-fbf1-4e3a-b711-4dc30007f2ee'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:12:48.974782 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['a9d90335-45f4-43b2-ba1e-cb5a033fd2ee', '6980ab2b-2184-4bb6-bf4c-ab79e620b3b8'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:12:49.000224 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d6c6ae0-4462-4a5c-a32f-23cea0babd55 req-a9c69595-0efd-4620-aec4-5c74b2731cfb tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Network ee08a0d2-834f-4c39-be47-9c424581246a is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:12:49.003327 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-3d6c6ae0-4462-4a5c-a32f-23cea0babd55 req-a9c69595-0efd-4620-aec4-5c74b2731cfb tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:12:49.007005 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d6c6ae0-4462-4a5c-a32f-23cea0babd55 req-a9c69595-0efd-4620-aec4-5c74b2731cfb tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:12:49.016844 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 0e3d2de3-4271-4bd4-9e86-12251c3217f3 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:12:49.039838 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c69595-0efd-4620-aec4-5c74b2731cfb tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Pushing event updated for resources: {'Port': ['ID=31eb97c5-690b-4b33-91e8-8a26dce3a24c,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:49.068499 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6c6ae0-4462-4a5c-a32f-23cea0babd55 req-a9c69595-0efd-4620-aec4-5c74b2731cfb tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:49.069348 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-3d6c6ae0-4462-4a5c-a32f-23cea0babd55 req-a9c69595-0efd-4620-aec4-5c74b2731cfb tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:49.088409 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3d6c6ae0-4462-4a5c-a32f-23cea0babd55 req-a9c69595-0efd-4620-aec4-5c74b2731cfb tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.5956364 Dec 06 17:12:49.104157 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-3d6c6ae0-4462-4a5c-a32f-23cea0babd55 req-99de5eb6-3db1-4a58-b63d-28c31033cf45 service neutron] Request body: {'port': {'device_id': '95075f46-5799-41e5-8f3d-13d17c7b6817', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:12:49.171199 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-3d6c6ae0-4462-4a5c-a32f-23cea0babd55 req-99de5eb6-3db1-4a58-b63d-28c31033cf45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:49.262335 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 0e3d2de3-4271-4bd4-9e86-12251c3217f3, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=0e3d2de3-4271-4bd4-9e86-12251c3217f3,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:12:49.293696 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': '0e3d2de3-4271-4bd4-9e86-12251c3217f3', 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a', 'port_id': '0e3d2de3-4271-4bd4-9e86-12251c3217f3', 'mac_address': 'fa:16:3e:c5:68:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1342252a-21e4-4783-88ff-f54776c79059', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:12:49.392361 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-ab76b7dc-3bac-42af-b473-0d3998a5e890 None None] Provisioning complete for port 31eb97c5-690b-4b33-91e8-8a26dce3a24c triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:12:49.392735 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ab76b7dc-3bac-42af-b473-0d3998a5e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:49.405163 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab96a398-018a-4a32-9104-325e784cd12a req-1a98fa5e-7426-441e-87dd-1e64aea4edbe tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:49.406930 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ab96a398-018a-4a32-9104-325e784cd12a req-1a98fa5e-7426-441e-87dd-1e64aea4edbe tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "GET /v2.0/ports?device_id=48311f10-98fb-4113-b713-51e2db939c4b HTTP/1.1" status: 200 len: 946 time: 0.0922284 Dec 06 17:12:49.427403 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:49.444013 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943c77f0-afb9-44a5-b3fe-a55117fbd523 req-d679b7cf-1f75-404b-b9b9-5acb8b0f3419 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:49.445174 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-943c77f0-afb9-44a5-b3fe-a55117fbd523 req-d679b7cf-1f75-404b-b9b9-5acb8b0f3419 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/ports?device_id=95075f46-5799-41e5-8f3d-13d17c7b6817 HTTP/1.1" status: 200 len: 936 time: 0.0659881 Dec 06 17:12:49.470590 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e3d2de3-4271-4bd4-9e86-12251c3217f3 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:12:49.504270 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-943c77f0-afb9-44a5-b3fe-a55117fbd523 req-5c2543eb-fb6d-45de-8047-f80c70d95ee1 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ba66608-5fba-460b-9339-43992781830c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486217 Dec 06 17:12:49.506874 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-ab76b7dc-3bac-42af-b473-0d3998a5e890 None None] Port 31eb97c5-690b-4b33-91e8-8a26dce3a24c cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:12:49.510388 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 0e3d2de3-4271-4bd4-9e86-12251c3217f3, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=0e3d2de3-4271-4bd4-9e86-12251c3217f3,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:12:49.511105 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ab96a398-018a-4a32-9104-325e784cd12a req-e0a6c0b9-7860-4c13-9a1a-64b9a1963d6c tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "GET /v2.0/security-groups?id=101dae8c-d6de-48c7-b5a1-19c10425459f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794766 Dec 06 17:12:49.522235 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:49.618617 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-3d6c6ae0-4462-4a5c-a32f-23cea0babd55 req-99de5eb6-3db1-4a58-b63d-28c31033cf45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31eb97c5-690b-4b33-91e8-8a26dce3a24c {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:12:49.631645 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-3d6c6ae0-4462-4a5c-a32f-23cea0babd55 req-99de5eb6-3db1-4a58-b63d-28c31033cf45 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:49.648670 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=0e3d2de3-4271-4bd4-9e86-12251c3217f3,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:49.671011 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-3d6c6ae0-4462-4a5c-a32f-23cea0babd55 req-99de5eb6-3db1-4a58-b63d-28c31033cf45 service neutron] Transition to ACTIVE for port object 31eb97c5-690b-4b33-91e8-8a26dce3a24c will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:12:49.678722 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fe9c2346-1a55-4f1b-9ba7-032187fa0521 req-8ee56795-db8f-4b45-b44b-8b2d5ff1ce3c tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1878317530&fields=id&tenant_id=f536e32d8d6e44a6a16c94e459e23f1d HTTP/1.1" status: 200 len: 267 time: 0.0836651 Dec 06 17:12:49.679137 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-3d6c6ae0-4462-4a5c-a32f-23cea0babd55 req-99de5eb6-3db1-4a58-b63d-28c31033cf45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:49.728285 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d86108b-cb89-43fc-af1b-651f17bf2d0c req-7f462d7c-edff-4360-b0b9-502bb3dfbc08 tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:49.729757 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4d86108b-cb89-43fc-af1b-651f17bf2d0c req-7f462d7c-edff-4360-b0b9-502bb3dfbc08 tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] 10.222.0.23 "GET /v2.0/ports?device_id=6116032d-64f2-425d-878d-a179ddd1966c HTTP/1.1" status: 200 len: 948 time: 0.0639141 Dec 06 17:12:49.805020 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9c2346-1a55-4f1b-9ba7-032187fa0521 req-b13145f5-a68f-40b1-8b37-aeac04b7adb1 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:49.812794 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 17:12:49.813581 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fe9c2346-1a55-4f1b-9ba7-032187fa0521 req-b13145f5-a68f-40b1-8b37-aeac04b7adb1 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "GET /v2.0/ports?device_id=48311f10-98fb-4113-b713-51e2db939c4b HTTP/1.1" status: 200 len: 946 time: 0.1244574 Dec 06 17:12:49.816883 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4d86108b-cb89-43fc-af1b-651f17bf2d0c req-209d5f04-98f3-4855-bf6a-02111d388400 tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d117ce5-b41c-494d-9b5a-520a94145378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798557 Dec 06 17:12:49.829553 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-fe9c2346-1a55-4f1b-9ba7-032187fa0521 req-1a7abdcb-93f1-4bcb-b660-e1ca769a34b1 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Request body: {'port': {'security_groups': ['101dae8c-d6de-48c7-b5a1-19c10425459f', '0371d371-f41d-43f4-bab7-373c3dacbe52']}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:12:49.837226 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['0e3d2de3-4271-4bd4-9e86-12251c3217f3'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:12:49.868835 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99de5eb6-3db1-4a58-b63d-28c31033cf45 service neutron] Pushing event updated for resources: {'Port': ['ID=31eb97c5-690b-4b33-91e8-8a26dce3a24c,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:49.918393 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778c846c-58cc-4d69-b3dd-13feefce1808 req-85ce40d8-aaa5-4f46-af54-cdb029def903 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:49.926115 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-778c846c-58cc-4d69-b3dd-13feefce1808 req-85ce40d8-aaa5-4f46-af54-cdb029def903 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=299109a7-5940-4313-8c8a-522d92de15ae HTTP/1.1" status: 200 len: 943 time: 0.0609353 Dec 06 17:12:49.980295 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-778c846c-58cc-4d69-b3dd-13feefce1808 req-3d0c398f-81a7-4792-b5a1-316981716082 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530484 Dec 06 17:12:49.983944 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-3d6c6ae0-4462-4a5c-a32f-23cea0babd55 req-99de5eb6-3db1-4a58-b63d-28c31033cf45 service neutron] Attempting to bind port 31eb97c5-690b-4b33-91e8-8a26dce3a24c on host n-h1-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:12:49.984170 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-3d6c6ae0-4462-4a5c-a32f-23cea0babd55 req-99de5eb6-3db1-4a58-b63d-28c31033cf45 service neutron] Attempting to bind port 31eb97c5-690b-4b33-91e8-8a26dce3a24c by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:12:49.984508 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6c6ae0-4462-4a5c-a32f-23cea0babd55 req-99de5eb6-3db1-4a58-b63d-28c31033cf45 service neutron] Attempting to bind port 31eb97c5-690b-4b33-91e8-8a26dce3a24c on network ee08a0d2-834f-4c39-be47-9c424581246a {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:12:49.994178 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6c6ae0-4462-4a5c-a32f-23cea0babd55 req-99de5eb6-3db1-4a58-b63d-28c31033cf45 service neutron] Port 31eb97c5-690b-4b33-91e8-8a26dce3a24c on network ee08a0d2-834f-4c39-be47-9c424581246a not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:12:49.994503 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6c6ae0-4462-4a5c-a32f-23cea0babd55 req-99de5eb6-3db1-4a58-b63d-28c31033cf45 service neutron] Attempting to bind port 31eb97c5-690b-4b33-91e8-8a26dce3a24c on network ee08a0d2-834f-4c39-be47-9c424581246a {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:12:50.000960 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-fe9c2346-1a55-4f1b-9ba7-032187fa0521 req-1a7abdcb-93f1-4bcb-b660-e1ca769a34b1 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:50.009258 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6c6ae0-4462-4a5c-a32f-23cea0babd55 req-99de5eb6-3db1-4a58-b63d-28c31033cf45 service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:12:50.009627 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6c6ae0-4462-4a5c-a32f-23cea0babd55 req-99de5eb6-3db1-4a58-b63d-28c31033cf45 service neutron] Checking segment: {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:12:50.010014 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6c6ae0-4462-4a5c-a32f-23cea0babd55 req-99de5eb6-3db1-4a58-b63d-28c31033cf45 service neutron] Bound using segment: {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:12:50.010453 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-3d6c6ae0-4462-4a5c-a32f-23cea0babd55 req-99de5eb6-3db1-4a58-b63d-28c31033cf45 service neutron] Bound port: 31eb97c5-690b-4b33-91e8-8a26dce3a24c, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:12:50.010804 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-3d6c6ae0-4462-4a5c-a32f-23cea0babd55 req-99de5eb6-3db1-4a58-b63d-28c31033cf45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:50.404457 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-3d6c6ae0-4462-4a5c-a32f-23cea0babd55 req-99de5eb6-3db1-4a58-b63d-28c31033cf45 service neutron] For port 31eb97c5-690b-4b33-91e8-8a26dce3a24c, host n-h1-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:12:50.420837 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-3d6c6ae0-4462-4a5c-a32f-23cea0babd55 req-99de5eb6-3db1-4a58-b63d-28c31033cf45 service neutron] For port 31eb97c5-690b-4b33-91e8-8a26dce3a24c, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=31eb97c5-690b-4b33-91e8-8a26dce3a24c,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:12:50.430371 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-3d6c6ae0-4462-4a5c-a32f-23cea0babd55 req-99de5eb6-3db1-4a58-b63d-28c31033cf45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:50.513090 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6c6ae0-4462-4a5c-a32f-23cea0babd55 req-99de5eb6-3db1-4a58-b63d-28c31033cf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:50.513744 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-3d6c6ae0-4462-4a5c-a32f-23cea0babd55 req-99de5eb6-3db1-4a58-b63d-28c31033cf45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:50.515156 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3d6c6ae0-4462-4a5c-a32f-23cea0babd55 req-99de5eb6-3db1-4a58-b63d-28c31033cf45 service neutron] 10.222.0.41 "PUT /v2.0/ports/31eb97c5-690b-4b33-91e8-8a26dce3a24c HTTP/1.1" status: 200 len: 1096 time: 1.4166267 Dec 06 17:12:50.517537 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95075f46-5799-41e5-8f3d-13d17c7b6817', 'tag': '31eb97c5-690b-4b33-91e8-8a26dce3a24c'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:12:50.519919 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85402132-39a9-4115-a172-71f2c34fb027" -d '{"events": [{"name": "network-changed", "server_uuid": "95075f46-5799-41e5-8f3d-13d17c7b6817", "tag": "31eb97c5-690b-4b33-91e8-8a26dce3a24c"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:12:50.557840 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99de5eb6-3db1-4a58-b63d-28c31033cf45 service neutron] Pushing event updated for resources: {'Port': ['ID=31eb97c5-690b-4b33-91e8-8a26dce3a24c,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:50.572973 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd474cf8-60c2-4cf2-ad1a-6712e6cce0b6 x-openstack-request-id: req-cd474cf8-60c2-4cf2-ad1a-6712e6cce0b6 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:12:50.573276 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95075f46-5799-41e5-8f3d-13d17c7b6817", "tag": "31eb97c5-690b-4b33-91e8-8a26dce3a24c", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:12:50.573681 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cd474cf8-60c2-4cf2-ad1a-6712e6cce0b6 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:12:50.573974 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95075f46-5799-41e5-8f3d-13d17c7b6817', 'tag': '31eb97c5-690b-4b33-91e8-8a26dce3a24c', 'status': 'completed', 'code': 200} Dec 06 17:12:50.589394 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-fe9c2346-1a55-4f1b-9ba7-032187fa0521 req-1a7abdcb-93f1-4bcb-b660-e1ca769a34b1 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] For port b3cd724c-671b-4437-9343-383b85692a0b, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=b3cd724c-671b-4437-9343-383b85692a0b,segment=NetworkSegment(bf491db3-1349-4273-86a8-1c05096a6cc1),segment_id=bf491db3-1349-4273-86a8-1c05096a6cc1)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:12:50.647928 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-fe9c2346-1a55-4f1b-9ba7-032187fa0521 req-1a7abdcb-93f1-4bcb-b660-e1ca769a34b1 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:50.651832 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6c6ae0-4462-4a5c-a32f-23cea0babd55 req-453ffbec-0ded-4f34-9709-97e4ea0afc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:50.653838 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3d6c6ae0-4462-4a5c-a32f-23cea0babd55 req-453ffbec-0ded-4f34-9709-97e4ea0afc34 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4b43d5b1cc2b418c97b1aca204b56c1e&device_id=95075f46-5799-41e5-8f3d-13d17c7b6817 HTTP/1.1" status: 200 len: 1099 time: 0.0770104 Dec 06 17:12:50.654586 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-fe9c2346-1a55-4f1b-9ba7-032187fa0521 req-1a7abdcb-93f1-4bcb-b660-e1ca769a34b1 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:50.666529 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['f5806f7a-957a-4bcd-ba96-0f301fe31fe6', 'b3cd724c-671b-4437-9343-383b85692a0b'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:12:50.675770 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc518c9d-f810-48a9-b244-729fa707a317 req-84e2068f-d4ac-48a1-8594-e9f36313c1b9 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:50.678056 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-cc518c9d-f810-48a9-b244-729fa707a317 req-84e2068f-d4ac-48a1-8594-e9f36313c1b9 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/ports?device_id=95075f46-5799-41e5-8f3d-13d17c7b6817 HTTP/1.1" status: 200 len: 948 time: 0.0575743 Dec 06 17:12:50.736747 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3d6c6ae0-4462-4a5c-a32f-23cea0babd55 req-eaa101dc-5e71-4aac-9687-c4a412da5de9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=31eb97c5-690b-4b33-91e8-8a26dce3a24c HTTP/1.1" status: 200 len: 217 time: 0.0464489 Dec 06 17:12:50.739474 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-cc518c9d-f810-48a9-b244-729fa707a317 req-a0fcbe2b-24f0-4692-b6e4-bcc0c0fb1141 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ba66608-5fba-460b-9339-43992781830c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522079 Dec 06 17:12:50.744436 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9c2346-1a55-4f1b-9ba7-032187fa0521 req-1a7abdcb-93f1-4bcb-b660-e1ca769a34b1 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:50.745079 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-fe9c2346-1a55-4f1b-9ba7-032187fa0521 req-1a7abdcb-93f1-4bcb-b660-e1ca769a34b1 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:50.746712 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fe9c2346-1a55-4f1b-9ba7-032187fa0521 req-1a7abdcb-93f1-4bcb-b660-e1ca769a34b1 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "PUT /v2.0/ports/b3cd724c-671b-4437-9343-383b85692a0b HTTP/1.1" status: 200 len: 982 time: 0.9322178 Dec 06 17:12:50.813234 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7abdcb-93f1-4bcb-b660-e1ca769a34b1 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Pushing event updated for resources: {'Port': ['ID=b3cd724c-671b-4437-9343-383b85692a0b,revision_number=6']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:50.858407 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3550c006-cad4-4f00-a139-801c456af931 req-a41b5bcd-c25c-439a-90e5-62c30bcacee4 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "GET /v2.0/security-groups/0371d371-f41d-43f4-bab7-373c3dacbe52 HTTP/1.1" status: 200 len: 1818 time: 0.0833933 Dec 06 17:12:50.860570 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6c6ae0-4462-4a5c-a32f-23cea0babd55 req-6f1615db-260a-4231-923d-560315a123ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:50.861972 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3d6c6ae0-4462-4a5c-a32f-23cea0babd55 req-6f1615db-260a-4231-923d-560315a123ae service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1342252a-21e4-4783-88ff-f54776c79059 HTTP/1.1" status: 200 len: 843 time: 0.1122024 Dec 06 17:12:50.908142 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['b3cd724c-671b-4437-9343-383b85692a0b'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:12:50.937490 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9337d1d0-aed7-4e71-8a16-f25f30182f61 req-4f598e53-f1ce-456e-89f6-76ce8270ac74 tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:50.939369 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9337d1d0-aed7-4e71-8a16-f25f30182f61 req-4f598e53-f1ce-456e-89f6-76ce8270ac74 tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] 10.222.0.23 "GET /v2.0/ports?device_id=6116032d-64f2-425d-878d-a179ddd1966c HTTP/1.1" status: 200 len: 948 time: 0.0562811 Dec 06 17:12:50.941733 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6c6ae0-4462-4a5c-a32f-23cea0babd55 req-6bf6fd38-4ac9-4d9a-a749-7b828d71dfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:50.943719 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3d6c6ae0-4462-4a5c-a32f-23cea0babd55 req-6bf6fd38-4ac9-4d9a-a749-7b828d71dfe2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee08a0d2-834f-4c39-be47-9c424581246a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0635064 Dec 06 17:12:50.944213 n-d-master-1 neutron-server[103285]: INFO neutron.api.v2.resource [req-3550c006-cad4-4f00-a139-801c456af931 req-87c26e25-2f66-44ed-9226-b3eeb38fe3ab tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 06 17:12:50.945307 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3550c006-cad4-4f00-a139-801c456af931 req-87c26e25-2f66-44ed-9226-b3eeb38fe3ab tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "DELETE /v2.0/security-groups/0371d371-f41d-43f4-bab7-373c3dacbe52 HTTP/1.1" status: 409 len: 341 time: 0.0804250 Dec 06 17:12:50.992516 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9337d1d0-aed7-4e71-8a16-f25f30182f61 req-6a1ddd1a-f42b-4eb4-b5a6-78e3e1b5815e tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d117ce5-b41c-494d-9b5a-520a94145378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452940 Dec 06 17:12:50.993947 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 3a482244-48df-488c-9242-3b56cf9f7f3c details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:12:50.996242 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 0e3d2de3-4271-4bd4-9e86-12251c3217f3 up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:12:51.103759 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3d6c6ae0-4462-4a5c-a32f-23cea0babd55 req-18b46c6e-dd2f-46f1-9e49-7cd1ea3f207f service neutron] 10.222.0.41 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353736 Dec 06 17:12:51.139009 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6312d1-b90f-4077-9aef-2cba65bd18d6 req-27487753-5795-41d6-ba1f-53255504bf54 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:51.142142 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6a6312d1-b90f-4077-9aef-2cba65bd18d6 req-27487753-5795-41d6-ba1f-53255504bf54 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=299109a7-5940-4313-8c8a-522d92de15ae HTTP/1.1" status: 200 len: 943 time: 0.0798204 Dec 06 17:12:51.244490 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port 0e3d2de3-4271-4bd4-9e86-12251c3217f3 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:12:51.244983 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e18c77-92dd-497a-a18b-8bb76a1f48a3 req-b0ac9578-243c-4b4f-92b7-f0dc5bcb0423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:51.247004 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f3e18c77-92dd-497a-a18b-8bb76a1f48a3 req-b0ac9578-243c-4b4f-92b7-f0dc5bcb0423 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f536e32d8d6e44a6a16c94e459e23f1d&device_id=48311f10-98fb-4113-b713-51e2db939c4b HTTP/1.1" status: 200 len: 1136 time: 0.0785604 Dec 06 17:12:51.251444 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6a6312d1-b90f-4077-9aef-2cba65bd18d6 req-8f220e47-5a52-462f-a83b-7eb994cb8a3b tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920675 Dec 06 17:12:51.258545 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e407b0-aa2c-4b49-8f44-79c7f1149996 req-8edb91eb-d187-4827-ae75-0e4e8f1785a6 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:51.259837 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c2e407b0-aa2c-4b49-8f44-79c7f1149996 req-8edb91eb-d187-4827-ae75-0e4e8f1785a6 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "GET /v2.0/ports?device_id=48311f10-98fb-4113-b713-51e2db939c4b HTTP/1.1" status: 200 len: 985 time: 0.0981197 Dec 06 17:12:51.272689 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port 0e3d2de3-4271-4bd4-9e86-12251c3217f3 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:12:51.273070 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:51.277741 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3d6c6ae0-4462-4a5c-a32f-23cea0babd55 req-3931a967-36d2-42fb-acd4-64b6fd23b6ff service neutron] 10.222.0.41 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574669 Dec 06 17:12:51.374316 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 3a482244-48df-488c-9242-3b56cf9f7f3c, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=3a482244-48df-488c-9242-3b56cf9f7f3c,segment=NetworkSegment(c5bdebef-6647-4acc-8b76-b3635792eaa5),segment_id=c5bdebef-6647-4acc-8b76-b3635792eaa5)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:12:51.374539 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c2e407b0-aa2c-4b49-8f44-79c7f1149996 req-aecd337f-aaca-4aaf-902d-b4c173243f69 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "GET /v2.0/security-groups?id=0371d371-f41d-43f4-bab7-373c3dacbe52&id=101dae8c-d6de-48c7-b5a1-19c10425459f&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0833783 Dec 06 17:12:51.388048 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85402132-39a9-4115-a172-71f2c34fb027 req-0b929cb6-6193-4a8a-8532-e086126a52a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:51.390571 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-85402132-39a9-4115-a172-71f2c34fb027 req-0b929cb6-6193-4a8a-8532-e086126a52a8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4b43d5b1cc2b418c97b1aca204b56c1e&device_id=95075f46-5799-41e5-8f3d-13d17c7b6817 HTTP/1.1" status: 200 len: 1099 time: 0.0525179 Dec 06 17:12:51.399929 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e18c77-92dd-497a-a18b-8bb76a1f48a3 req-37cd3baf-ec7e-43cd-86ee-8eb90b70676b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:51.401601 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f3e18c77-92dd-497a-a18b-8bb76a1f48a3 req-37cd3baf-ec7e-43cd-86ee-8eb90b70676b service neutron] 10.222.0.44 "GET /v2.0/networks?id=d5889859-da21-43c6-aad2-22aedd4eb38b HTTP/1.1" status: 200 len: 914 time: 0.1466298 Dec 06 17:12:51.434902 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': '3a482244-48df-488c-9242-3b56cf9f7f3c', 'network_id': 'f3115485-0e47-4001-968e-d7c2520b29dd', 'port_id': '3a482244-48df-488c-9242-3b56cf9f7f3c', 'mac_address': 'fa:16:3e:41:04:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85724274-c536-4bb4-9806-32c964df8042', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:12:51.454313 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f3e18c77-92dd-497a-a18b-8bb76a1f48a3 req-108bae19-c663-4e57-a6e4-2c9cc18f3ffe service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3cd724c-671b-4437-9343-383b85692a0b HTTP/1.1" status: 200 len: 217 time: 0.0385044 Dec 06 17:12:51.505682 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e18c77-92dd-497a-a18b-8bb76a1f48a3 req-9bb47a3e-08e0-4fbf-9a96-e21b4ad857db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:51.507675 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f3e18c77-92dd-497a-a18b-8bb76a1f48a3 req-9bb47a3e-08e0-4fbf-9a96-e21b4ad857db service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c2b6f40c-08b5-4858-90df-7d27b7ee3faf HTTP/1.1" status: 200 len: 853 time: 0.0459402 Dec 06 17:12:51.511320 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85402132-39a9-4115-a172-71f2c34fb027 req-daf1ddea-05fa-41bb-9890-bfa362eed587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:51.512687 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-85402132-39a9-4115-a172-71f2c34fb027 req-daf1ddea-05fa-41bb-9890-bfa362eed587 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ee08a0d2-834f-4c39-be47-9c424581246a HTTP/1.1" status: 200 len: 870 time: 0.1110237 Dec 06 17:12:51.539899 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f3e18c77-92dd-497a-a18b-8bb76a1f48a3 req-40bd147b-d258-447e-9112-739e5560f7da service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d5889859-da21-43c6-aad2-22aedd4eb38b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248928 Dec 06 17:12:51.542464 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:51.566606 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-85402132-39a9-4115-a172-71f2c34fb027 req-794488e3-93a6-400f-8dd3-d1596353b1d5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=31eb97c5-690b-4b33-91e8-8a26dce3a24c HTTP/1.1" status: 200 len: 217 time: 0.0365345 Dec 06 17:12:51.598159 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a482244-48df-488c-9242-3b56cf9f7f3c {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:12:51.623439 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85402132-39a9-4115-a172-71f2c34fb027 req-bf756b2f-0923-468b-a51c-4f6d7907508f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:51.624944 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-85402132-39a9-4115-a172-71f2c34fb027 req-bf756b2f-0923-468b-a51c-4f6d7907508f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1342252a-21e4-4783-88ff-f54776c79059 HTTP/1.1" status: 200 len: 843 time: 0.0467322 Dec 06 17:12:51.649255 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 3a482244-48df-488c-9242-3b56cf9f7f3c, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=3a482244-48df-488c-9242-3b56cf9f7f3c,segment=NetworkSegment(c5bdebef-6647-4acc-8b76-b3635792eaa5),segment_id=c5bdebef-6647-4acc-8b76-b3635792eaa5)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:12:51.657514 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f3e18c77-92dd-497a-a18b-8bb76a1f48a3 req-edffa9f1-2ecc-4eab-840f-a91595dffc7a service neutron] 10.222.0.44 "GET /v2.0/networks/d5889859-da21-43c6-aad2-22aedd4eb38b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992985 Dec 06 17:12:51.658319 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:51.661585 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:51.692627 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85402132-39a9-4115-a172-71f2c34fb027 req-f1deffa5-ee1b-47e8-b032-30a70ce185c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:51.694164 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-85402132-39a9-4115-a172-71f2c34fb027 req-f1deffa5-ee1b-47e8-b032-30a70ce185c4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee08a0d2-834f-4c39-be47-9c424581246a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0472965 Dec 06 17:12:51.718231 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6116032d-64f2-425d-878d-a179ddd1966c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e3d2de3-4271-4bd4-9e86-12251c3217f3'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:12:51.720510 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6af98cb6-ef19-4c03-acdb-8acce9b6e666" -d '{"events": [{"server_uuid": "6116032d-64f2-425d-878d-a179ddd1966c", "name": "network-vif-plugged", "status": "completed", "tag": "0e3d2de3-4271-4bd4-9e86-12251c3217f3"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:12:51.743429 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 0e3d2de3-4271-4bd4-9e86-12251c3217f3, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=0e3d2de3-4271-4bd4-9e86-12251c3217f3,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:12:51.748839 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:51.751958 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=3a482244-48df-488c-9242-3b56cf9f7f3c,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:51.786930 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f3e18c77-92dd-497a-a18b-8bb76a1f48a3 req-df8278d4-05c5-4f8b-8239-b801917ede53 service neutron] 10.222.0.44 "GET /v2.0/networks/d5889859-da21-43c6-aad2-22aedd4eb38b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122584 Dec 06 17:12:51.805945 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-748d07ac-a829-4147-a3f8-1973aa0db540 x-openstack-request-id: req-748d07ac-a829-4147-a3f8-1973aa0db540 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:12:51.806237 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6116032d-64f2-425d-878d-a179ddd1966c", "name": "network-vif-plugged", "status": "completed", "tag": "0e3d2de3-4271-4bd4-9e86-12251c3217f3", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:12:51.806566 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-748d07ac-a829-4147-a3f8-1973aa0db540 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:12:51.806916 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6116032d-64f2-425d-878d-a179ddd1966c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e3d2de3-4271-4bd4-9e86-12251c3217f3', 'code': 200} Dec 06 17:12:51.844520 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-85402132-39a9-4115-a172-71f2c34fb027 req-2efb3c38-3ad0-4a48-86a3-02737f3b4055 service neutron] 10.222.0.41 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358743 Dec 06 17:12:51.848944 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=0e3d2de3-4271-4bd4-9e86-12251c3217f3,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:51.919171 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d4c77e-01ee-48a5-88fc-7104831b5fdd req-7f43f4cd-0801-4db3-8273-edff9b1b6419 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:51.921012 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-90d4c77e-01ee-48a5-88fc-7104831b5fdd req-7f43f4cd-0801-4db3-8273-edff9b1b6419 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/ports?device_id=95075f46-5799-41e5-8f3d-13d17c7b6817 HTTP/1.1" status: 200 len: 948 time: 0.0911570 Dec 06 17:12:51.932730 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885d79ee-4145-45e2-b5a9-8993c3eea945 req-4f401633-a5b6-4236-bcc0-5b13ab1f1b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:51.934367 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-885d79ee-4145-45e2-b5a9-8993c3eea945 req-4f401633-a5b6-4236-bcc0-5b13ab1f1b20 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6116032d-64f2-425d-878d-a179ddd1966c HTTP/1.1" status: 200 len: 1100 time: 0.0669379 Dec 06 17:12:51.960610 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-85402132-39a9-4115-a172-71f2c34fb027 req-fb89e340-8842-44c3-ac92-582dea7c698d service neutron] 10.222.0.41 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986383 Dec 06 17:12:51.999935 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-90d4c77e-01ee-48a5-88fc-7104831b5fdd req-52758ee9-d236-4aa8-9f1e-9ce045c32707 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ba66608-5fba-460b-9339-43992781830c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645468 Dec 06 17:12:52.010724 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-885d79ee-4145-45e2-b5a9-8993c3eea945 req-724b13fd-2b16-41b2-abc0-f2564641058d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3d117ce5-b41c-494d-9b5a-520a94145378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618310 Dec 06 17:12:52.012609 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['3a482244-48df-488c-9242-3b56cf9f7f3c'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:12:52.114392 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aa221b-1785-492b-97f9-f5ab15772bdb req-709e7f8f-568b-416d-9b14-d09d51ba306c tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:52.115905 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-56aa221b-1785-492b-97f9-f5ab15772bdb req-709e7f8f-568b-416d-9b14-d09d51ba306c tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] 10.222.0.23 "GET /v2.0/ports?device_id=6116032d-64f2-425d-878d-a179ddd1966c HTTP/1.1" status: 200 len: 949 time: 0.0486729 Dec 06 17:12:52.164060 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-56aa221b-1785-492b-97f9-f5ab15772bdb req-93d8a32e-a1e1-4e05-a051-e24cf3c1cc1c tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d117ce5-b41c-494d-9b5a-520a94145378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420814 Dec 06 17:12:52.391262 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbd1c1b-050b-4109-b37b-8e4487a59b30 req-b948454d-40c6-45c8-971a-aa6872049d79 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:52.393139 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5cbd1c1b-050b-4109-b37b-8e4487a59b30 req-b948454d-40c6-45c8-971a-aa6872049d79 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=299109a7-5940-4313-8c8a-522d92de15ae HTTP/1.1" status: 200 len: 944 time: 0.0517039 Dec 06 17:12:52.449260 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5cbd1c1b-050b-4109-b37b-8e4487a59b30 req-c5c79a09-75d0-4039-9760-d51320d478ca tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492496 Dec 06 17:12:52.554181 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a97612c-c542-4fe3-875c-b6e93389554e req-ad0587d3-3bd3-43c4-97e2-ef06873afaf1 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:52.555590 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9a97612c-c542-4fe3-875c-b6e93389554e req-ad0587d3-3bd3-43c4-97e2-ef06873afaf1 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "GET /v2.0/ports?device_id=48311f10-98fb-4113-b713-51e2db939c4b HTTP/1.1" status: 200 len: 985 time: 0.0498700 Dec 06 17:12:52.575570 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48311f10-98fb-4113-b713-51e2db939c4b', 'tag': 'b3cd724c-671b-4437-9343-383b85692a0b'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:12:52.577779 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06004723-eedd-4b1e-8135-6b1f6ed712a5" -d '{"events": [{"name": "network-changed", "server_uuid": "48311f10-98fb-4113-b713-51e2db939c4b", "tag": "b3cd724c-671b-4437-9343-383b85692a0b"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:12:52.615138 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96288f18-fbde-45df-b4c4-36436926f96f x-openstack-request-id: req-96288f18-fbde-45df-b4c4-36436926f96f {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:12:52.615431 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48311f10-98fb-4113-b713-51e2db939c4b", "tag": "b3cd724c-671b-4437-9343-383b85692a0b", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:12:52.615710 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-96288f18-fbde-45df-b4c4-36436926f96f {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:12:52.616121 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48311f10-98fb-4113-b713-51e2db939c4b', 'tag': 'b3cd724c-671b-4437-9343-383b85692a0b', 'status': 'completed', 'code': 200} Dec 06 17:12:52.624782 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9a97612c-c542-4fe3-875c-b6e93389554e req-cfbb9249-89dd-40ce-9593-3c2b2ba7b604 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "GET /v2.0/security-groups?id=0371d371-f41d-43f4-bab7-373c3dacbe52&id=101dae8c-d6de-48c7-b5a1-19c10425459f&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0632176 Dec 06 17:12:52.684012 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06004723-eedd-4b1e-8135-6b1f6ed712a5 req-d6c5809c-29c4-4bfc-a447-4b94939e41e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:52.685663 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-06004723-eedd-4b1e-8135-6b1f6ed712a5 req-d6c5809c-29c4-4bfc-a447-4b94939e41e9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f536e32d8d6e44a6a16c94e459e23f1d&device_id=48311f10-98fb-4113-b713-51e2db939c4b HTTP/1.1" status: 200 len: 1136 time: 0.0433092 Dec 06 17:12:52.790559 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-afffa347-2060-4f86-8c0b-a19a29b90802 req-cf280920-62c3-4252-8549-56a3b83026a3 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1574722542&fields=id&tenant_id=f536e32d8d6e44a6a16c94e459e23f1d HTTP/1.1" status: 200 len: 267 time: 0.0982461 Dec 06 17:12:52.837348 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06004723-eedd-4b1e-8135-6b1f6ed712a5 req-19c2b948-d126-4dc2-853a-3abf2ec4cb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:52.838766 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-06004723-eedd-4b1e-8135-6b1f6ed712a5 req-19c2b948-d126-4dc2-853a-3abf2ec4cb11 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d5889859-da21-43c6-aad2-22aedd4eb38b HTTP/1.1" status: 200 len: 914 time: 0.1448474 Dec 06 17:12:52.863605 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afffa347-2060-4f86-8c0b-a19a29b90802 req-51321579-fae9-445a-8f40-9dc367dcf84a tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:52.865061 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-afffa347-2060-4f86-8c0b-a19a29b90802 req-51321579-fae9-445a-8f40-9dc367dcf84a tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "GET /v2.0/ports?device_id=48311f10-98fb-4113-b713-51e2db939c4b HTTP/1.1" status: 200 len: 985 time: 0.0682793 Dec 06 17:12:52.893724 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-06004723-eedd-4b1e-8135-6b1f6ed712a5 req-ac70f50c-a9ed-4792-b4f6-be6e41982962 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3cd724c-671b-4437-9343-383b85692a0b HTTP/1.1" status: 200 len: 217 time: 0.0446193 Dec 06 17:12:52.897254 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-afffa347-2060-4f86-8c0b-a19a29b90802 req-ba4b8088-5a9a-4a65-8c83-d8028ebbba26 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Request body: {'port': {'security_groups': ['0371d371-f41d-43f4-bab7-373c3dacbe52', '101dae8c-d6de-48c7-b5a1-19c10425459f', '15d7ae1d-15d7-4b88-99e5-2e2f1e1ac636']}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:12:53.008588 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06004723-eedd-4b1e-8135-6b1f6ed712a5 req-9fbe4514-ef56-4afd-89f3-6af5391fa2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:53.010080 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-06004723-eedd-4b1e-8135-6b1f6ed712a5 req-9fbe4514-ef56-4afd-89f3-6af5391fa2d8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c2b6f40c-08b5-4858-90df-7d27b7ee3faf HTTP/1.1" status: 200 len: 853 time: 0.0892811 Dec 06 17:12:53.010786 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-afffa347-2060-4f86-8c0b-a19a29b90802 req-ba4b8088-5a9a-4a65-8c83-d8028ebbba26 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:53.045937 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-06004723-eedd-4b1e-8135-6b1f6ed712a5 req-07d04509-24c5-45db-ad32-ac949815cd09 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d5889859-da21-43c6-aad2-22aedd4eb38b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260127 Dec 06 17:12:53.118952 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49212065-9a13-405e-9a58-a0c1f12f0647 req-b66435ce-b557-4476-92f9-fb2d30aedd38 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:53.120366 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-49212065-9a13-405e-9a58-a0c1f12f0647 req-b66435ce-b557-4476-92f9-fb2d30aedd38 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/ports?device_id=95075f46-5799-41e5-8f3d-13d17c7b6817 HTTP/1.1" status: 200 len: 948 time: 0.0484967 Dec 06 17:12:53.167784 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-49212065-9a13-405e-9a58-a0c1f12f0647 req-0317b1c3-c36f-4f45-bcc0-4e9620fab952 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ba66608-5fba-460b-9339-43992781830c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408685 Dec 06 17:12:53.208946 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-06004723-eedd-4b1e-8135-6b1f6ed712a5 req-b4534651-292f-449f-af4e-2519e7c234d1 service neutron] 10.222.0.44 "GET /v2.0/networks/d5889859-da21-43c6-aad2-22aedd4eb38b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373765 Dec 06 17:12:53.286304 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b16f35e-254b-4997-bf8c-89360d343c20 req-1143c63a-214b-4d79-89c2-13c5af6638c3 tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:53.288035 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5b16f35e-254b-4997-bf8c-89360d343c20 req-1143c63a-214b-4d79-89c2-13c5af6638c3 tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] 10.222.0.23 "GET /v2.0/ports?device_id=6116032d-64f2-425d-878d-a179ddd1966c HTTP/1.1" status: 200 len: 949 time: 0.0532916 Dec 06 17:12:53.336779 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5b16f35e-254b-4997-bf8c-89360d343c20 req-6a509777-8d73-4940-bc00-49bdfe45e76a tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d117ce5-b41c-494d-9b5a-520a94145378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425506 Dec 06 17:12:53.371757 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-afffa347-2060-4f86-8c0b-a19a29b90802 req-ba4b8088-5a9a-4a65-8c83-d8028ebbba26 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] For port b3cd724c-671b-4437-9343-383b85692a0b, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=b3cd724c-671b-4437-9343-383b85692a0b,segment=NetworkSegment(bf491db3-1349-4273-86a8-1c05096a6cc1),segment_id=bf491db3-1349-4273-86a8-1c05096a6cc1)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:12:53.386917 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-06004723-eedd-4b1e-8135-6b1f6ed712a5 req-b8bf75a1-32ef-4e92-acf0-103c2264f097 service neutron] 10.222.0.44 "GET /v2.0/networks/d5889859-da21-43c6-aad2-22aedd4eb38b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680777 Dec 06 17:12:53.409152 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-afffa347-2060-4f86-8c0b-a19a29b90802 req-ba4b8088-5a9a-4a65-8c83-d8028ebbba26 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:53.414146 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-afffa347-2060-4f86-8c0b-a19a29b90802 req-ba4b8088-5a9a-4a65-8c83-d8028ebbba26 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:53.437422 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['f5806f7a-957a-4bcd-ba96-0f301fe31fe6', 'b3cd724c-671b-4437-9343-383b85692a0b'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:12:53.460977 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afffa347-2060-4f86-8c0b-a19a29b90802 req-ba4b8088-5a9a-4a65-8c83-d8028ebbba26 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:53.461194 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-afffa347-2060-4f86-8c0b-a19a29b90802 req-ba4b8088-5a9a-4a65-8c83-d8028ebbba26 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:53.462731 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-afffa347-2060-4f86-8c0b-a19a29b90802 req-ba4b8088-5a9a-4a65-8c83-d8028ebbba26 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "PUT /v2.0/ports/b3cd724c-671b-4437-9343-383b85692a0b HTTP/1.1" status: 200 len: 1021 time: 0.5718071 Dec 06 17:12:53.463062 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48311f10-98fb-4113-b713-51e2db939c4b', 'tag': 'b3cd724c-671b-4437-9343-383b85692a0b'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:12:53.465321 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c6f37d-162a-4697-abc9-acbdfadf3d99" -d '{"events": [{"name": "network-changed", "server_uuid": "48311f10-98fb-4113-b713-51e2db939c4b", "tag": "b3cd724c-671b-4437-9343-383b85692a0b"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:12:53.491785 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4b8088-5a9a-4a65-8c83-d8028ebbba26 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Pushing event updated for resources: {'Port': ['ID=b3cd724c-671b-4437-9343-383b85692a0b,revision_number=7']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:53.530530 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-951d81ad-aa9e-4506-a554-747727f2df41 x-openstack-request-id: req-951d81ad-aa9e-4506-a554-747727f2df41 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:12:53.530871 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48311f10-98fb-4113-b713-51e2db939c4b", "tag": "b3cd724c-671b-4437-9343-383b85692a0b", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:12:53.531716 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-951d81ad-aa9e-4506-a554-747727f2df41 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:12:53.532132 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48311f10-98fb-4113-b713-51e2db939c4b', 'tag': 'b3cd724c-671b-4437-9343-383b85692a0b', 'status': 'completed', 'code': 200} Dec 06 17:12:53.622392 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5cf02460-e775-48e7-88dc-22878f01bc42 req-ef240bf0-fefd-4534-91d1-e57f02e0b25c tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "GET /v2.0/security-groups/15d7ae1d-15d7-4b88-99e5-2e2f1e1ac636 HTTP/1.1" status: 200 len: 1818 time: 0.0793788 Dec 06 17:12:53.646537 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c6f37d-162a-4697-abc9-acbdfadf3d99 req-52d9e5d2-032c-4464-99a3-38b3c0aaa669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:53.646907 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['b3cd724c-671b-4437-9343-383b85692a0b'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:12:53.648055 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-17c6f37d-162a-4697-abc9-acbdfadf3d99 req-52d9e5d2-032c-4464-99a3-38b3c0aaa669 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f536e32d8d6e44a6a16c94e459e23f1d&device_id=48311f10-98fb-4113-b713-51e2db939c4b HTTP/1.1" status: 200 len: 1175 time: 0.0774417 Dec 06 17:12:53.668647 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a036a-c6e0-4f78-b1d4-665354c6c626 req-014cda81-e622-4694-9b3a-d743638ea114 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:53.676186 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ff6a036a-c6e0-4f78-b1d4-665354c6c626 req-014cda81-e622-4694-9b3a-d743638ea114 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=299109a7-5940-4313-8c8a-522d92de15ae HTTP/1.1" status: 200 len: 944 time: 0.0660050 Dec 06 17:12:53.727447 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ff6a036a-c6e0-4f78-b1d4-665354c6c626 req-51891149-0d44-43ad-a028-e79ee78414ac tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503879 Dec 06 17:12:53.746213 n-d-master-1 neutron-server[103284]: INFO neutron.api.v2.resource [req-5cf02460-e775-48e7-88dc-22878f01bc42 req-349f21ba-1194-494d-b95c-e95c6ec05f37 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 06 17:12:53.747331 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5cf02460-e775-48e7-88dc-22878f01bc42 req-349f21ba-1194-494d-b95c-e95c6ec05f37 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "DELETE /v2.0/security-groups/15d7ae1d-15d7-4b88-99e5-2e2f1e1ac636 HTTP/1.1" status: 409 len: 341 time: 0.1145699 Dec 06 17:12:53.790944 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c6f37d-162a-4697-abc9-acbdfadf3d99 req-ff367f47-c9a3-44a1-ae34-fb4ebd432fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:53.792469 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-17c6f37d-162a-4697-abc9-acbdfadf3d99 req-ff367f47-c9a3-44a1-ae34-fb4ebd432fc4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d5889859-da21-43c6-aad2-22aedd4eb38b HTTP/1.1" status: 200 len: 914 time: 0.1369331 Dec 06 17:12:53.842177 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-17c6f37d-162a-4697-abc9-acbdfadf3d99 req-987266bc-7080-44e2-9deb-51812cf2957b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3cd724c-671b-4437-9343-383b85692a0b HTTP/1.1" status: 200 len: 217 time: 0.0388668 Dec 06 17:12:53.916727 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c6f37d-162a-4697-abc9-acbdfadf3d99 req-570037d2-c935-4f9b-8717-e3ce5471c51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:53.918233 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-17c6f37d-162a-4697-abc9-acbdfadf3d99 req-570037d2-c935-4f9b-8717-e3ce5471c51b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c2b6f40c-08b5-4858-90df-7d27b7ee3faf HTTP/1.1" status: 200 len: 853 time: 0.0597944 Dec 06 17:12:53.967474 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-17c6f37d-162a-4697-abc9-acbdfadf3d99 req-0bdcc97f-b406-4402-b152-87fe27e6047e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d5889859-da21-43c6-aad2-22aedd4eb38b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337713 Dec 06 17:12:54.027811 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e560c3-2c16-4046-8541-547ec4560b13 req-380d069c-a416-4101-8f62-f9158f1b9b57 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:54.029394 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-90e560c3-2c16-4046-8541-547ec4560b13 req-380d069c-a416-4101-8f62-f9158f1b9b57 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "GET /v2.0/ports?device_id=48311f10-98fb-4113-b713-51e2db939c4b HTTP/1.1" status: 200 len: 1024 time: 0.0572038 Dec 06 17:12:54.091419 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-17c6f37d-162a-4697-abc9-acbdfadf3d99 req-22d48122-bf46-472c-9047-f16fe977c974 service neutron] 10.222.0.44 "GET /v2.0/networks/d5889859-da21-43c6-aad2-22aedd4eb38b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069226 Dec 06 17:12:54.101847 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-90e560c3-2c16-4046-8541-547ec4560b13 req-471a3193-2896-451c-a94a-d32fcf39042d tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "GET /v2.0/security-groups?id=0371d371-f41d-43f4-bab7-373c3dacbe52&id=15d7ae1d-15d7-4b88-99e5-2e2f1e1ac636&id=101dae8c-d6de-48c7-b5a1-19c10425459f&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0655456 Dec 06 17:12:54.195485 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-17c6f37d-162a-4697-abc9-acbdfadf3d99 req-147443a0-7248-4e39-b853-14d0a1b29e37 service neutron] 10.222.0.44 "GET /v2.0/networks/d5889859-da21-43c6-aad2-22aedd4eb38b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904925 Dec 06 17:12:54.294806 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e03137-4adf-414c-a1d4-c97ca8335f17 req-f8aab776-2a5b-4f1b-99f7-c385d675dc26 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:54.296282 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-92e03137-4adf-414c-a1d4-c97ca8335f17 req-f8aab776-2a5b-4f1b-99f7-c385d675dc26 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/ports?device_id=95075f46-5799-41e5-8f3d-13d17c7b6817 HTTP/1.1" status: 200 len: 948 time: 0.0562239 Dec 06 17:12:54.346444 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-92e03137-4adf-414c-a1d4-c97ca8335f17 req-5e12e257-8d41-4535-bbf0-0e58829938d7 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ba66608-5fba-460b-9339-43992781830c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430002 Dec 06 17:12:54.453576 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cdf933-d162-49a1-bb32-9a111f8fdf52 req-31cc5f1f-ef4c-4bbd-bc23-737169c67d2a tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:54.455158 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a9cdf933-d162-49a1-bb32-9a111f8fdf52 req-31cc5f1f-ef4c-4bbd-bc23-737169c67d2a tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] 10.222.0.23 "GET /v2.0/ports?device_id=6116032d-64f2-425d-878d-a179ddd1966c HTTP/1.1" status: 200 len: 949 time: 0.0504274 Dec 06 17:12:54.509356 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a9cdf933-d162-49a1-bb32-9a111f8fdf52 req-c4b8eda1-42fe-4eca-a5d1-f608f0b743d1 tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d117ce5-b41c-494d-9b5a-520a94145378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481081 Dec 06 17:12:54.695807 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688231cc-7d39-4b7b-9ce3-1293b3e88dd8 req-8ba36675-a5a0-4da7-ad8f-20eaee0dbe10 tempest-LiveMigrationTest-2036531045 tempest-LiveMigrationTest-2036531045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:54.697369 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-688231cc-7d39-4b7b-9ce3-1293b3e88dd8 req-8ba36675-a5a0-4da7-ad8f-20eaee0dbe10 tempest-LiveMigrationTest-2036531045 tempest-LiveMigrationTest-2036531045-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=98f376fe-fb6f-4fe8-96fe-4642f4e4c86f HTTP/1.1" status: 200 len: 1096 time: 0.0457513 Dec 06 17:12:54.731163 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-672a9f19-34a5-4da0-98bd-7870e00fd001 req-91b616e2-11a5-4724-9a4e-8365e983da64 tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=2e3352662900407fafd19b196e77a811&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0231640 Dec 06 17:12:54.753136 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-688231cc-7d39-4b7b-9ce3-1293b3e88dd8 req-84c9b09a-6f7e-4604-8fbb-832b3f622995 tempest-LiveMigrationTest-2036531045 tempest-LiveMigrationTest-2036531045-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492852 Dec 06 17:12:54.847380 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672a9f19-34a5-4da0-98bd-7870e00fd001 req-f1d7cf47-7fc7-4742-8dea-d00f14b493e2 tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:54.848850 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-672a9f19-34a5-4da0-98bd-7870e00fd001 req-f1d7cf47-7fc7-4742-8dea-d00f14b493e2 tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1118233 Dec 06 17:12:54.864012 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f90a8be-ad4a-4a08-86c9-45aa5c746380 req-3d374474-80cb-4dfc-b0cc-af6365f0cf67 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:54.864952 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-672a9f19-34a5-4da0-98bd-7870e00fd001 req-240d18d9-3d13-47a2-aae3-d0ac21032c91 tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] 10.222.0.23 "GET /v2.0/quotas/2e3352662900407fafd19b196e77a811 HTTP/1.1" status: 200 len: 375 time: 0.0097065 Dec 06 17:12:54.865795 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2f90a8be-ad4a-4a08-86c9-45aa5c746380 req-3d374474-80cb-4dfc-b0cc-af6365f0cf67 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=299109a7-5940-4313-8c8a-522d92de15ae HTTP/1.1" status: 200 len: 944 time: 0.0562284 Dec 06 17:12:54.916906 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2f90a8be-ad4a-4a08-86c9-45aa5c746380 req-0444dd75-ee1b-44d3-9789-cbef66e3e3d2 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451348 Dec 06 17:12:54.924659 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-672a9f19-34a5-4da0-98bd-7870e00fd001 req-ca29d290-6e84-4d0b-919d-15d9c9193b82 tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2e3352662900407fafd19b196e77a811&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0533423 Dec 06 17:12:55.018023 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 31eb97c5-690b-4b33-91e8-8a26dce3a24c details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:12:55.020532 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 3a482244-48df-488c-9242-3b56cf9f7f3c up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:12:55.142299 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port 3a482244-48df-488c-9242-3b56cf9f7f3c completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:12:55.154426 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port 3a482244-48df-488c-9242-3b56cf9f7f3c triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:12:55.155037 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:55.179201 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-90c668dc-49d2-4611-a866-af28fb09e68f req-59078bc5-61ef-4cf9-a117-1d97cd9917aa tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] 10.222.0.23 "GET /v2.0/ports?device_id=2af8be50-fbd0-4f7a-9890-20360fbcd6cc HTTP/1.1" status: 200 len: 210 time: 0.0330327 Dec 06 17:12:55.207594 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 31eb97c5-690b-4b33-91e8-8a26dce3a24c, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=31eb97c5-690b-4b33-91e8-8a26dce3a24c,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:12:55.228496 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': '31eb97c5-690b-4b33-91e8-8a26dce3a24c', 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a', 'port_id': '31eb97c5-690b-4b33-91e8-8a26dce3a24c', 'mac_address': 'fa:16:3e:3c:3c:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1342252a-21e4-4783-88ff-f54776c79059', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:12:55.314276 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:55.347004 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31eb97c5-690b-4b33-91e8-8a26dce3a24c {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:12:55.372193 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:55.409120 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 31eb97c5-690b-4b33-91e8-8a26dce3a24c, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=31eb97c5-690b-4b33-91e8-8a26dce3a24c,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:12:55.409919 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '299109a7-5940-4313-8c8a-522d92de15ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a482244-48df-488c-9242-3b56cf9f7f3c'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:12:55.412700 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c154139f-646a-46dd-9b01-c6e7a749231b" -d '{"events": [{"server_uuid": "299109a7-5940-4313-8c8a-522d92de15ae", "name": "network-vif-plugged", "status": "completed", "tag": "3a482244-48df-488c-9242-3b56cf9f7f3c"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:12:55.418201 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:55.428044 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38caced4-08ad-4656-b1e3-0baa26d25948 req-9ff375e9-b0f6-4299-8cc1-17c1e9534efd tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:55.440300 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-38caced4-08ad-4656-b1e3-0baa26d25948 req-9ff375e9-b0f6-4299-8cc1-17c1e9534efd tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "GET /v2.0/ports?device_id=48311f10-98fb-4113-b713-51e2db939c4b HTTP/1.1" status: 200 len: 1024 time: 0.0955873 Dec 06 17:12:55.537624 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-38caced4-08ad-4656-b1e3-0baa26d25948 req-6da2b204-0fbb-4bbc-b332-aaab9fa9b6f2 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "GET /v2.0/security-groups?id=0371d371-f41d-43f4-bab7-373c3dacbe52&id=15d7ae1d-15d7-4b88-99e5-2e2f1e1ac636&id=101dae8c-d6de-48c7-b5a1-19c10425459f&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0946393 Dec 06 17:12:55.605148 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 3a482244-48df-488c-9242-3b56cf9f7f3c, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=3a482244-48df-488c-9242-3b56cf9f7f3c,segment=NetworkSegment(c5bdebef-6647-4acc-8b76-b3635792eaa5),segment_id=c5bdebef-6647-4acc-8b76-b3635792eaa5)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:12:55.617099 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:55.648225 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=31eb97c5-690b-4b33-91e8-8a26dce3a24c,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:55.665353 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121090e1-9ee2-4f0b-9f01-73213af6939e req-f5ce811a-df43-4d35-b252-56d798981e92 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:55.667030 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-121090e1-9ee2-4f0b-9f01-73213af6939e req-f5ce811a-df43-4d35-b252-56d798981e92 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/ports?device_id=95075f46-5799-41e5-8f3d-13d17c7b6817 HTTP/1.1" status: 200 len: 949 time: 0.0656877 Dec 06 17:12:55.730629 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=3a482244-48df-488c-9242-3b56cf9f7f3c,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:55.732571 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-121090e1-9ee2-4f0b-9f01-73213af6939e req-7e25599c-5e8c-4795-b917-86d88180ecdf tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ba66608-5fba-460b-9339-43992781830c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572159 Dec 06 17:12:55.769080 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['31eb97c5-690b-4b33-91e8-8a26dce3a24c'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:12:55.802696 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b05af77-c0ba-45ac-a1ad-7dc9eb969315 x-openstack-request-id: req-3b05af77-c0ba-45ac-a1ad-7dc9eb969315 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:12:55.803124 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "299109a7-5940-4313-8c8a-522d92de15ae", "name": "network-vif-plugged", "status": "completed", "tag": "3a482244-48df-488c-9242-3b56cf9f7f3c", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:12:55.803449 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3b05af77-c0ba-45ac-a1ad-7dc9eb969315 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:12:55.803942 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '299109a7-5940-4313-8c8a-522d92de15ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a482244-48df-488c-9242-3b56cf9f7f3c', 'code': 200} Dec 06 17:12:55.950576 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4324451f-6366-4ced-af8c-822ee6f28585 req-10710e23-d6d6-4799-b486-c160a07bdb02 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:55.955096 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4324451f-6366-4ced-af8c-822ee6f28585 req-10710e23-d6d6-4799-b486-c160a07bdb02 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.44 "GET /v2.0/ports?device_id=48311f10-98fb-4113-b713-51e2db939c4b HTTP/1.1" status: 200 len: 1024 time: 0.0864160 Dec 06 17:12:56.001704 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a6f402-22b2-4ee6-940f-d68d26db736c req-b30878e4-e4c3-486c-87f6-cec1285576e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:56.003254 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-70a6f402-22b2-4ee6-940f-d68d26db736c req-b30878e4-e4c3-486c-87f6-cec1285576e8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=299109a7-5940-4313-8c8a-522d92de15ae HTTP/1.1" status: 200 len: 1096 time: 0.0928409 Dec 06 17:12:56.066879 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e3b50-926e-4e83-81be-9c95d25c387a req-ae96de0a-732a-49c1-89e0-ee7bde9c0cd2 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:56.068990 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e48e3b50-926e-4e83-81be-9c95d25c387a req-ae96de0a-732a-49c1-89e0-ee7bde9c0cd2 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=299109a7-5940-4313-8c8a-522d92de15ae HTTP/1.1" status: 200 len: 945 time: 0.0581706 Dec 06 17:12:56.099893 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-70a6f402-22b2-4ee6-940f-d68d26db736c req-30b8a1f7-5e02-48fc-98d4-9b7c1565e50f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787358 Dec 06 17:12:56.112931 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-4324451f-6366-4ced-af8c-822ee6f28585 req-5cf2e6cb-5b16-4189-8961-40813a6376a9 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Deleting port b3cd724c-671b-4437-9343-383b85692a0b {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:12:56.113276 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4324451f-6366-4ced-af8c-822ee6f28585 req-5cf2e6cb-5b16-4189-8961-40813a6376a9 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:56.154078 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e48e3b50-926e-4e83-81be-9c95d25c387a req-6278a763-d5a8-41e0-b420-9bab35d33314 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780594 Dec 06 17:12:56.191406 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [req-74aa7aa2-633b-4c79-819e-5e6bd9c1a3af req-68a035ec-c7e5-4f19-9338-01b4654803c8 tempest-LiveMigrationTest-2036531045 tempest-LiveMigrationTest-2036531045-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:12:56.192404 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-74aa7aa2-633b-4c79-819e-5e6bd9c1a3af req-68a035ec-c7e5-4f19-9338-01b4654803c8 tempest-LiveMigrationTest-2036531045 tempest-LiveMigrationTest-2036531045-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1446455 Dec 06 17:12:56.231050 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-4324451f-6366-4ced-af8c-822ee6f28585 req-5cf2e6cb-5b16-4189-8961-40813a6376a9 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] For port b3cd724c-671b-4437-9343-383b85692a0b, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=b3cd724c-671b-4437-9343-383b85692a0b,segment=NetworkSegment(bf491db3-1349-4273-86a8-1c05096a6cc1),segment_id=bf491db3-1349-4273-86a8-1c05096a6cc1)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:12:56.231832 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4324451f-6366-4ced-af8c-822ee6f28585 req-5cf2e6cb-5b16-4189-8961-40813a6376a9 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:56.253054 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-4324451f-6366-4ced-af8c-822ee6f28585 req-5cf2e6cb-5b16-4189-8961-40813a6376a9 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Calling delete_port for b3cd724c-671b-4437-9343-383b85692a0b owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:12:56.324784 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-050757a0-78df-4033-9fcd-207ffcc3b506 req-2f7be32d-80dc-4e5e-a0b8-4ea983286414 tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] 10.222.0.23 "GET /v2.0/ports?device_id=2af8be50-fbd0-4f7a-9890-20360fbcd6cc HTTP/1.1" status: 200 len: 210 time: 0.0292604 Dec 06 17:12:56.635712 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-672a9f19-34a5-4da0-98bd-7870e00fd001 req-15c16b64-ba01-4f8b-985e-50967a534411 tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=2e3352662900407fafd19b196e77a811&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3114555 Dec 06 17:12:56.638006 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aa7aa2-633b-4c79-819e-5e6bd9c1a3af req-39c0b8f1-9a6c-49d8-a3ec-76005a182e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:56.639256 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-74aa7aa2-633b-4c79-819e-5e6bd9c1a3af req-39c0b8f1-9a6c-49d8-a3ec-76005a182e48 service neutron] 10.222.0.23 "GET /v2.0/ports/47c2e886-b32e-4f72-8fc8-32e6a9d95467 HTTP/1.1" status: 200 len: 1093 time: 0.4382949 Dec 06 17:12:56.648075 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fef950-adc5-4e89-90a6-96f080148456 req-144f8d33-1463-4451-bca7-e37c0853fa99 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:56.649708 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-65fef950-adc5-4e89-90a6-96f080148456 req-144f8d33-1463-4451-bca7-e37c0853fa99 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "GET /v2.0/ports?device_id=48311f10-98fb-4113-b713-51e2db939c4b HTTP/1.1" status: 200 len: 1024 time: 0.0513995 Dec 06 17:12:56.660794 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-74aa7aa2-633b-4c79-819e-5e6bd9c1a3af req-67b6a679-99e8-4a89-a863-39d35d3aeb25 service neutron] Request body: {'binding': {'host': 'n-h2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:12:56.661256 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-74aa7aa2-633b-4c79-819e-5e6bd9c1a3af req-67b6a679-99e8-4a89-a863-39d35d3aeb25 service neutron] Unknown quota resources ['binding']. {{(pid=103284) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 06 17:12:56.722596 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-65fef950-adc5-4e89-90a6-96f080148456 req-2fb201e3-5a9b-46d0-b58a-4c6f0e5dee4d tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "GET /v2.0/security-groups?id=0371d371-f41d-43f4-bab7-373c3dacbe52&id=15d7ae1d-15d7-4b88-99e5-2e2f1e1ac636&id=101dae8c-d6de-48c7-b5a1-19c10425459f&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0663676 Dec 06 17:12:56.861319 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d68c2ad-4a78-4690-af10-5bdcd2df3b9a req-a0ca07d0-f4a4-4fde-9eab-d4d0283757b7 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:56.862765 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6d68c2ad-4a78-4690-af10-5bdcd2df3b9a req-a0ca07d0-f4a4-4fde-9eab-d4d0283757b7 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/ports?device_id=95075f46-5799-41e5-8f3d-13d17c7b6817 HTTP/1.1" status: 200 len: 949 time: 0.0521758 Dec 06 17:12:56.882378 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672a9f19-34a5-4da0-98bd-7870e00fd001 req-05716b42-cd0b-4cd5-be9b-0b1e37310c7c tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:56.883826 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-672a9f19-34a5-4da0-98bd-7870e00fd001 req-05716b42-cd0b-4cd5-be9b-0b1e37310c7c tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2404952 Dec 06 17:12:56.901554 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-672a9f19-34a5-4da0-98bd-7870e00fd001 req-27093e8f-6e04-471d-b1a7-49ce2579adb1 tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] Request body: {'port': {'device_id': '2af8be50-fbd0-4f7a-9890-20360fbcd6cc', 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a', 'admin_state_up': True, 'tenant_id': '2e3352662900407fafd19b196e77a811'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:12:56.911052 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6d68c2ad-4a78-4690-af10-5bdcd2df3b9a req-7d7152ca-ae78-4e00-982c-5f1a1d0e851d tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ba66608-5fba-460b-9339-43992781830c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420127 Dec 06 17:12:56.951874 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4324451f-6366-4ced-af8c-822ee6f28585 req-5cf2e6cb-5b16-4189-8961-40813a6376a9 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:56.964342 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['f5806f7a-957a-4bcd-ba96-0f301fe31fe6', 'b3cd724c-671b-4437-9343-383b85692a0b'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:12:57.027050 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf2e6cb-5b16-4189-8961-40813a6376a9 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Pushing event deleted for resources: {'Port': ['ID=b3cd724c-671b-4437-9343-383b85692a0b,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:57.055391 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-74aa7aa2-633b-4c79-819e-5e6bd9c1a3af req-67b6a679-99e8-4a89-a863-39d35d3aeb25 service neutron] Attempting to bind port 47c2e886-b32e-4f72-8fc8-32e6a9d95467 on host n-h2-master-1 for vnic_type normal with profile None {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:12:57.055731 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-74aa7aa2-633b-4c79-819e-5e6bd9c1a3af req-67b6a679-99e8-4a89-a863-39d35d3aeb25 service neutron] Attempting to bind port 47c2e886-b32e-4f72-8fc8-32e6a9d95467 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'b5c29f07-61e3-483e-b953-3901f84034df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '33742801-ccea-4ab3-a86a-2573a2966c19'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:12:57.056065 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74aa7aa2-633b-4c79-819e-5e6bd9c1a3af req-67b6a679-99e8-4a89-a863-39d35d3aeb25 service neutron] Attempting to bind port 47c2e886-b32e-4f72-8fc8-32e6a9d95467 on network 33742801-ccea-4ab3-a86a-2573a2966c19 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:12:57.059601 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf2e6cb-5b16-4189-8961-40813a6376a9 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:12:57.059601 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf2e6cb-5b16-4189-8961-40813a6376a9 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:12:57.059601 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf2e6cb-5b16-4189-8961-40813a6376a9 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:12:57.060000 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf2e6cb-5b16-4189-8961-40813a6376a9 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:12:57.060110 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf2e6cb-5b16-4189-8961-40813a6376a9 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:12:57.060451 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf2e6cb-5b16-4189-8961-40813a6376a9 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:12:57.060786 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf2e6cb-5b16-4189-8961-40813a6376a9 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:12:57.061118 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf2e6cb-5b16-4189-8961-40813a6376a9 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:12:57.061447 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf2e6cb-5b16-4189-8961-40813a6376a9 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:12:57.061803 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf2e6cb-5b16-4189-8961-40813a6376a9 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:12:57.062133 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf2e6cb-5b16-4189-8961-40813a6376a9 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:12:57.062499 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf2e6cb-5b16-4189-8961-40813a6376a9 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:12:57.062835 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf2e6cb-5b16-4189-8961-40813a6376a9 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:12:57.095271 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74aa7aa2-633b-4c79-819e-5e6bd9c1a3af req-67b6a679-99e8-4a89-a863-39d35d3aeb25 service neutron] Port 47c2e886-b32e-4f72-8fc8-32e6a9d95467 on network 33742801-ccea-4ab3-a86a-2573a2966c19 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:12:57.095605 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74aa7aa2-633b-4c79-819e-5e6bd9c1a3af req-67b6a679-99e8-4a89-a863-39d35d3aeb25 service neutron] Attempting to bind port 47c2e886-b32e-4f72-8fc8-32e6a9d95467 on network 33742801-ccea-4ab3-a86a-2573a2966c19 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:12:57.116199 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-4324451f-6366-4ced-af8c-822ee6f28585 req-5cf2e6cb-5b16-4189-8961-40813a6376a9 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] No DVR routers for this DVR port b3cd724c-671b-4437-9343-383b85692a0b on host n-h2-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:12:57.118523 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74aa7aa2-633b-4c79-819e-5e6bd9c1a3af req-67b6a679-99e8-4a89-a863-39d35d3aeb25 service neutron] Checking agent: {'id': '9d8b9f49-2860-4c1f-9b89-45a7657a3c4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:12:57.118866 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74aa7aa2-633b-4c79-819e-5e6bd9c1a3af req-67b6a679-99e8-4a89-a863-39d35d3aeb25 service neutron] Checking segment: {'id': 'b5c29f07-61e3-483e-b953-3901f84034df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '33742801-ccea-4ab3-a86a-2573a2966c19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:12:57.119322 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74aa7aa2-633b-4c79-819e-5e6bd9c1a3af req-67b6a679-99e8-4a89-a863-39d35d3aeb25 service neutron] Bound using segment: {'id': 'b5c29f07-61e3-483e-b953-3901f84034df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '33742801-ccea-4ab3-a86a-2573a2966c19'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:12:57.119771 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-74aa7aa2-633b-4c79-819e-5e6bd9c1a3af req-67b6a679-99e8-4a89-a863-39d35d3aeb25 service neutron] Bound port: 47c2e886-b32e-4f72-8fc8-32e6a9d95467, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5c29f07-61e3-483e-b953-3901f84034df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '33742801-ccea-4ab3-a86a-2573a2966c19'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:12:57.123313 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4324451f-6366-4ced-af8c-822ee6f28585 req-5cf2e6cb-5b16-4189-8961-40813a6376a9 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:57.126694 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4324451f-6366-4ced-af8c-822ee6f28585 req-5cf2e6cb-5b16-4189-8961-40813a6376a9 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.44 "DELETE /v2.0/ports/b3cd724c-671b-4437-9343-383b85692a0b HTTP/1.1" status: 204 len: 173 time: 1.1631448 Dec 06 17:12:57.129551 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48311f10-98fb-4113-b713-51e2db939c4b', 'name': 'network-vif-deleted', 'tag': 'b3cd724c-671b-4437-9343-383b85692a0b'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:12:57.132111 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eacf293-5a4f-44bd-bd86-b92408eab6c3" -d '{"events": [{"server_uuid": "48311f10-98fb-4113-b713-51e2db939c4b", "name": "network-vif-deleted", "tag": "b3cd724c-671b-4437-9343-383b85692a0b"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:12:57.188347 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c645c94-da1f-4fbc-bf8d-99cede1fda08 x-openstack-request-id: req-9c645c94-da1f-4fbc-bf8d-99cede1fda08 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:12:57.188674 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48311f10-98fb-4113-b713-51e2db939c4b", "name": "network-vif-deleted", "tag": "b3cd724c-671b-4437-9343-383b85692a0b", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:12:57.188949 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9c645c94-da1f-4fbc-bf8d-99cede1fda08 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:12:57.189373 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48311f10-98fb-4113-b713-51e2db939c4b', 'name': 'network-vif-deleted', 'tag': 'b3cd724c-671b-4437-9343-383b85692a0b', 'status': 'completed', 'code': 200} Dec 06 17:12:57.199288 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-672a9f19-34a5-4da0-98bd-7870e00fd001 req-27093e8f-6e04-471d-b1a7-49ce2579adb1 tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] Made reservation on behalf of 2e3352662900407fafd19b196e77a811 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:12:57.204051 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-672a9f19-34a5-4da0-98bd-7870e00fd001 req-27093e8f-6e04-471d-b1a7-49ce2579adb1 tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:57.222967 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-74aa7aa2-633b-4c79-819e-5e6bd9c1a3af req-67b6a679-99e8-4a89-a863-39d35d3aeb25 service neutron] For port 47c2e886-b32e-4f72-8fc8-32e6a9d95467, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=47c2e886-b32e-4f72-8fc8-32e6a9d95467,segment=NetworkSegment(b5c29f07-61e3-483e-b953-3901f84034df),segment_id=b5c29f07-61e3-483e-b953-3901f84034df)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:12:57.243532 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-74aa7aa2-633b-4c79-819e-5e6bd9c1a3af req-67b6a679-99e8-4a89-a863-39d35d3aeb25 service neutron] Publish callbacks [] for binding, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:57.244767 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-74aa7aa2-633b-4c79-819e-5e6bd9c1a3af req-67b6a679-99e8-4a89-a863-39d35d3aeb25 service neutron] 10.222.0.23 "POST /v2.0/ports/47c2e886-b32e-4f72-8fc8-32e6a9d95467/bindings HTTP/1.1" status: 201 len: 389 time: 0.5872178 Dec 06 17:12:57.336429 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e552bf94-07c1-4ba9-99ef-09feced148b5 req-a6945ac9-e059-4026-a169-6a6cb54806ac tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:57.360485 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e552bf94-07c1-4ba9-99ef-09feced148b5 req-a6945ac9-e059-4026-a169-6a6cb54806ac tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=299109a7-5940-4313-8c8a-522d92de15ae HTTP/1.1" status: 200 len: 945 time: 0.0886116 Dec 06 17:12:57.414779 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-672a9f19-34a5-4da0-98bd-7870e00fd001 req-27093e8f-6e04-471d-b1a7-49ce2579adb1 tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] Allocated IP 192.168.233.226 (ee08a0d2-834f-4c39-be47-9c424581246a/1342252a-21e4-4783-88ff-f54776c79059/ba02627a-2baa-4149-ac4d-10dab83e295a) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:12:57.477081 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e552bf94-07c1-4ba9-99ef-09feced148b5 req-b3e49971-b9d0-4fc9-a5a4-1803f3c9e4eb tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132805 Dec 06 17:12:57.618885 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-31cf3696-ef73-4b22-a865-4327b3b286b5 req-c37b58aa-9da2-465a-a08f-aeb6aea0a621 tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] 10.222.0.23 "GET /v2.0/ports?device_id=2af8be50-fbd0-4f7a-9890-20360fbcd6cc HTTP/1.1" status: 200 len: 210 time: 0.0604758 Dec 06 17:12:57.701039 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a67c1c-e552-46b5-802b-896414464a40 req-e6005e44-177e-4210-ba4f-68da428caaf0 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:57.702539 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c0a67c1c-e552-46b5-802b-896414464a40 req-e6005e44-177e-4210-ba4f-68da428caaf0 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=98f376fe-fb6f-4fe8-96fe-4642f4e4c86f HTTP/1.1" status: 200 len: 945 time: 0.1101856 Dec 06 17:12:57.739321 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-672a9f19-34a5-4da0-98bd-7870e00fd001 req-27093e8f-6e04-471d-b1a7-49ce2579adb1 tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:57.801003 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aa7aa2-633b-4c79-819e-5e6bd9c1a3af req-20fa6069-e327-4141-b11c-22b03c9e50af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:57.802617 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-74aa7aa2-633b-4c79-819e-5e6bd9c1a3af req-20fa6069-e327-4141-b11c-22b03c9e50af service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1d83e0c6d059422882cc226e7f9c727a&device_id=98f376fe-fb6f-4fe8-96fe-4642f4e4c86f HTTP/1.1" status: 200 len: 1096 time: 0.1202769 Dec 06 17:12:57.807738 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c0a67c1c-e552-46b5-802b-896414464a40 req-258e4cac-f283-4935-9a33-5f40600d9114 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868373 Dec 06 17:12:57.848431 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-496266fb-a74f-4a91-824c-f4e210953758 req-dcea7a4e-2bf0-4261-9fcd-b29737aeee35 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "GET /v2.0/ports?device_id=48311f10-98fb-4113-b713-51e2db939c4b HTTP/1.1" status: 200 len: 210 time: 0.0404825 Dec 06 17:12:57.856833 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-672a9f19-34a5-4da0-98bd-7870e00fd001 req-27093e8f-6e04-471d-b1a7-49ce2579adb1 tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:57.869782 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['0e3d2de3-4271-4bd4-9e86-12251c3217f3'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:12:57.936517 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-672a9f19-34a5-4da0-98bd-7870e00fd001 req-27093e8f-6e04-471d-b1a7-49ce2579adb1 tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] Network ee08a0d2-834f-4c39-be47-9c424581246a is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:12:57.945598 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-672a9f19-34a5-4da0-98bd-7870e00fd001 req-27093e8f-6e04-471d-b1a7-49ce2579adb1 tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:12:57.948642 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-672a9f19-34a5-4da0-98bd-7870e00fd001 req-27093e8f-6e04-471d-b1a7-49ce2579adb1 tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:12:57.999665 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27093e8f-6e04-471d-b1a7-49ce2579adb1 tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] Pushing event updated for resources: {'Port': ['ID=ba02627a-2baa-4149-ac4d-10dab83e295a,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:58.022872 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aa7aa2-633b-4c79-819e-5e6bd9c1a3af req-8767988a-2cdf-4b67-936c-a92394c3ab65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:58.024365 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-74aa7aa2-633b-4c79-819e-5e6bd9c1a3af req-8767988a-2cdf-4b67-936c-a92394c3ab65 service neutron] 10.222.0.44 "GET /v2.0/networks?id=33742801-ccea-4ab3-a86a-2573a2966c19 HTTP/1.1" status: 200 len: 909 time: 0.2128439 Dec 06 17:12:58.073011 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672a9f19-34a5-4da0-98bd-7870e00fd001 req-27093e8f-6e04-471d-b1a7-49ce2579adb1 tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:58.073691 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-672a9f19-34a5-4da0-98bd-7870e00fd001 req-27093e8f-6e04-471d-b1a7-49ce2579adb1 tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:58.106471 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-74aa7aa2-633b-4c79-819e-5e6bd9c1a3af req-aa7df435-20b2-4424-b1cd-0000a4ba5aba service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=47c2e886-b32e-4f72-8fc8-32e6a9d95467 HTTP/1.1" status: 200 len: 217 time: 0.0725420 Dec 06 17:12:58.156649 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-672a9f19-34a5-4da0-98bd-7870e00fd001 req-27093e8f-6e04-471d-b1a7-49ce2579adb1 tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2616291 Dec 06 17:12:58.174578 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482937b0-c6de-4d11-bd64-eeadd7dbfa52 req-0226ef94-98a0-4b28-93b2-56a4e7ddf239 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:58.176082 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-482937b0-c6de-4d11-bd64-eeadd7dbfa52 req-0226ef94-98a0-4b28-93b2-56a4e7ddf239 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/ports?device_id=95075f46-5799-41e5-8f3d-13d17c7b6817 HTTP/1.1" status: 200 len: 949 time: 0.1434827 Dec 06 17:12:58.182677 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-672a9f19-34a5-4da0-98bd-7870e00fd001 req-c5ccc79f-697d-445e-b6e5-b2e7dc4d3672 service neutron] Request body: {'port': {'device_id': '2af8be50-fbd0-4f7a-9890-20360fbcd6cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:12:58.187231 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-e3c567fd-e2b8-458a-a2fe-04b1ee95ef2d None None] Provisioning complete for port ba02627a-2baa-4149-ac4d-10dab83e295a triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:12:58.188364 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e3c567fd-e2b8-458a-a2fe-04b1ee95ef2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:58.212004 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aa7aa2-633b-4c79-819e-5e6bd9c1a3af req-b68de9aa-8c1e-4232-9da0-3cf661e80813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:58.213509 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-74aa7aa2-633b-4c79-819e-5e6bd9c1a3af req-b68de9aa-8c1e-4232-9da0-3cf661e80813 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=da31f47d-8fee-49c3-b794-af6b3fd955bf HTTP/1.1" status: 200 len: 848 time: 0.0979438 Dec 06 17:12:58.224667 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-e3c567fd-e2b8-458a-a2fe-04b1ee95ef2d None None] Port ba02627a-2baa-4149-ac4d-10dab83e295a cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:12:58.257170 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-74aa7aa2-633b-4c79-819e-5e6bd9c1a3af req-70494289-0dae-4278-845b-96be045ab100 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=33742801-ccea-4ab3-a86a-2573a2966c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340829 Dec 06 17:12:58.316425 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-672a9f19-34a5-4da0-98bd-7870e00fd001 req-c5ccc79f-697d-445e-b6e5-b2e7dc4d3672 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:58.332517 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-482937b0-c6de-4d11-bd64-eeadd7dbfa52 req-f0cc21f5-65c2-4622-be8e-be2e57621c6f tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ba66608-5fba-460b-9339-43992781830c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456385 Dec 06 17:12:58.472423 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-74aa7aa2-633b-4c79-819e-5e6bd9c1a3af req-5861e750-310f-408b-91b5-e7f1a01f05ef service neutron] 10.222.0.44 "GET /v2.0/networks/33742801-ccea-4ab3-a86a-2573a2966c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951215 Dec 06 17:12:58.675842 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-74aa7aa2-633b-4c79-819e-5e6bd9c1a3af req-e0b8f8e5-ebe0-4d2b-aa70-30ac15a8b2d5 service neutron] 10.222.0.44 "GET /v2.0/networks/33742801-ccea-4ab3-a86a-2573a2966c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886663 Dec 06 17:12:58.683366 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c25187e-13aa-43ce-a916-eba882256f3a req-3c5b88f2-7001-498b-a374-4d55898afdef tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:58.684793 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8c25187e-13aa-43ce-a916-eba882256f3a req-3c5b88f2-7001-498b-a374-4d55898afdef tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=299109a7-5940-4313-8c8a-522d92de15ae HTTP/1.1" status: 200 len: 945 time: 0.1273272 Dec 06 17:12:58.758185 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bb582d-3ba2-4916-adb5-f50301b57eb8 req-05bfe622-e97c-4793-9680-b34182a7c873 tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:58.761903 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e4bb582d-3ba2-4916-adb5-f50301b57eb8 req-05bfe622-e97c-4793-9680-b34182a7c873 tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] 10.222.0.23 "GET /v2.0/ports?device_id=2af8be50-fbd0-4f7a-9890-20360fbcd6cc HTTP/1.1" status: 200 len: 936 time: 0.0600903 Dec 06 17:12:58.782764 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8c25187e-13aa-43ce-a916-eba882256f3a req-c02da3e0-16fa-4b3b-a336-75cf99bbcdf3 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910246 Dec 06 17:12:58.791995 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-672a9f19-34a5-4da0-98bd-7870e00fd001 req-c5ccc79f-697d-445e-b6e5-b2e7dc4d3672 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba02627a-2baa-4149-ac4d-10dab83e295a {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:12:58.805061 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-672a9f19-34a5-4da0-98bd-7870e00fd001 req-c5ccc79f-697d-445e-b6e5-b2e7dc4d3672 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:58.830176 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-672a9f19-34a5-4da0-98bd-7870e00fd001 req-c5ccc79f-697d-445e-b6e5-b2e7dc4d3672 service neutron] Transition to ACTIVE for port object ba02627a-2baa-4149-ac4d-10dab83e295a will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:12:58.846412 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-672a9f19-34a5-4da0-98bd-7870e00fd001 req-c5ccc79f-697d-445e-b6e5-b2e7dc4d3672 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:58.870008 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e4bb582d-3ba2-4916-adb5-f50301b57eb8 req-560137bf-3b17-4082-ac0e-1a2c0d7537b6 tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d117ce5-b41c-494d-9b5a-520a94145378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991313 Dec 06 17:12:58.944583 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ccc79f-697d-445e-b6e5-b2e7dc4d3672 service neutron] Pushing event updated for resources: {'Port': ['ID=ba02627a-2baa-4149-ac4d-10dab83e295a,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:59.027275 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 31eb97c5-690b-4b33-91e8-8a26dce3a24c up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:12:59.035813 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7108eaa9-2d54-4c2d-86d8-8e189f60c8ac req-e70fa516-13d9-4ea6-8b00-40e1a50d6fdb tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "GET /v2.0/security-groups/0371d371-f41d-43f4-bab7-373c3dacbe52 HTTP/1.1" status: 200 len: 1818 time: 0.0757465 Dec 06 17:12:59.110715 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-7108eaa9-2d54-4c2d-86d8-8e189f60c8ac req-6c63851b-f66d-46c7-9b48-773b79d01b29 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:59.158612 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-7108eaa9-2d54-4c2d-86d8-8e189f60c8ac req-6c63851b-f66d-46c7-9b48-773b79d01b29 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:59.187487 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port 31eb97c5-690b-4b33-91e8-8a26dce3a24c completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:12:59.197291 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port 31eb97c5-690b-4b33-91e8-8a26dce3a24c triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:12:59.198500 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:59.227432 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-7108eaa9-2d54-4c2d-86d8-8e189f60c8ac req-6c63851b-f66d-46c7-9b48-773b79d01b29 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:59.230207 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-7108eaa9-2d54-4c2d-86d8-8e189f60c8ac req-6c63851b-f66d-46c7-9b48-773b79d01b29 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:59.231444 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7108eaa9-2d54-4c2d-86d8-8e189f60c8ac req-6c63851b-f66d-46c7-9b48-773b79d01b29 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "DELETE /v2.0/security-groups/0371d371-f41d-43f4-bab7-373c3dacbe52 HTTP/1.1" status: 204 len: 173 time: 0.1869073 Dec 06 17:12:59.247331 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c63851b-f66d-46c7-9b48-773b79d01b29 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0371d371-f41d-43f4-bab7-373c3dacbe52,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:59.261601 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1895735e-d2b0-40c8-8ac9-de7116f5c365 req-46bc9c71-6ce6-44cb-9c84-a32fcfa85347 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:59.263284 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1895735e-d2b0-40c8-8ac9-de7116f5c365 req-46bc9c71-6ce6-44cb-9c84-a32fcfa85347 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=98f376fe-fb6f-4fe8-96fe-4642f4e4c86f HTTP/1.1" status: 200 len: 945 time: 0.2579558 Dec 06 17:12:59.315578 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-672a9f19-34a5-4da0-98bd-7870e00fd001 req-c5ccc79f-697d-445e-b6e5-b2e7dc4d3672 service neutron] Attempting to bind port ba02627a-2baa-4149-ac4d-10dab83e295a on host n-h2-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:12:59.316010 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-672a9f19-34a5-4da0-98bd-7870e00fd001 req-c5ccc79f-697d-445e-b6e5-b2e7dc4d3672 service neutron] Attempting to bind port ba02627a-2baa-4149-ac4d-10dab83e295a by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:12:59.316439 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672a9f19-34a5-4da0-98bd-7870e00fd001 req-c5ccc79f-697d-445e-b6e5-b2e7dc4d3672 service neutron] Attempting to bind port ba02627a-2baa-4149-ac4d-10dab83e295a on network ee08a0d2-834f-4c39-be47-9c424581246a {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:12:59.330345 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672a9f19-34a5-4da0-98bd-7870e00fd001 req-c5ccc79f-697d-445e-b6e5-b2e7dc4d3672 service neutron] Port ba02627a-2baa-4149-ac4d-10dab83e295a on network ee08a0d2-834f-4c39-be47-9c424581246a not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:12:59.330677 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672a9f19-34a5-4da0-98bd-7870e00fd001 req-c5ccc79f-697d-445e-b6e5-b2e7dc4d3672 service neutron] Attempting to bind port ba02627a-2baa-4149-ac4d-10dab83e295a on network ee08a0d2-834f-4c39-be47-9c424581246a {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:12:59.351402 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672a9f19-34a5-4da0-98bd-7870e00fd001 req-c5ccc79f-697d-445e-b6e5-b2e7dc4d3672 service neutron] Checking agent: {'id': '9d8b9f49-2860-4c1f-9b89-45a7657a3c4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:12:59.351784 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672a9f19-34a5-4da0-98bd-7870e00fd001 req-c5ccc79f-697d-445e-b6e5-b2e7dc4d3672 service neutron] Checking segment: {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:12:59.352179 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672a9f19-34a5-4da0-98bd-7870e00fd001 req-c5ccc79f-697d-445e-b6e5-b2e7dc4d3672 service neutron] Bound using segment: {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:12:59.353813 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-672a9f19-34a5-4da0-98bd-7870e00fd001 req-c5ccc79f-697d-445e-b6e5-b2e7dc4d3672 service neutron] Bound port: ba02627a-2baa-4149-ac4d-10dab83e295a, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:12:59.354191 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-672a9f19-34a5-4da0-98bd-7870e00fd001 req-c5ccc79f-697d-445e-b6e5-b2e7dc4d3672 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:59.366775 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1895735e-d2b0-40c8-8ac9-de7116f5c365 req-0165f4e1-d296-48b8-ae50-6bdbe5ea9885 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830340 Dec 06 17:12:59.406170 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:59.447879 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-04711151-2807-4842-9a4a-ee88f391382b req-d34be29e-d323-4335-b8d1-1ae07de4e31d tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "GET /v2.0/security-groups/15d7ae1d-15d7-4b88-99e5-2e2f1e1ac636 HTTP/1.1" status: 200 len: 1818 time: 0.0674698 Dec 06 17:12:59.462714 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95075f46-5799-41e5-8f3d-13d17c7b6817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31eb97c5-690b-4b33-91e8-8a26dce3a24c'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:12:59.468694 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adb1b362-4252-4e7e-8359-2a64005fb441" -d '{"events": [{"server_uuid": "95075f46-5799-41e5-8f3d-13d17c7b6817", "name": "network-vif-plugged", "status": "completed", "tag": "31eb97c5-690b-4b33-91e8-8a26dce3a24c"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:12:59.484455 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device b3cd724c-671b-4437-9343-383b85692a0b no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:12:59.509407 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-672a9f19-34a5-4da0-98bd-7870e00fd001 req-c5ccc79f-697d-445e-b6e5-b2e7dc4d3672 service neutron] For port ba02627a-2baa-4149-ac4d-10dab83e295a, host n-h2-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:12:59.516591 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-672a9f19-34a5-4da0-98bd-7870e00fd001 req-c5ccc79f-697d-445e-b6e5-b2e7dc4d3672 service neutron] For port ba02627a-2baa-4149-ac4d-10dab83e295a, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ba02627a-2baa-4149-ac4d-10dab83e295a,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:12:59.535489 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 31eb97c5-690b-4b33-91e8-8a26dce3a24c, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=31eb97c5-690b-4b33-91e8-8a26dce3a24c,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:12:59.536084 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-672a9f19-34a5-4da0-98bd-7870e00fd001 req-c5ccc79f-697d-445e-b6e5-b2e7dc4d3672 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:59.541233 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] No Port match for: b3cd724c-671b-4437-9343-383b85692a0b {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:12:59.541613 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device b3cd724c-671b-4437-9343-383b85692a0b not bound to the agent host n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:12:59.543818 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:59.563649 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-04711151-2807-4842-9a4a-ee88f391382b req-c87447b9-c5c9-40ed-9b9a-7e71c9875291 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:59.594857 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=31eb97c5-690b-4b33-91e8-8a26dce3a24c,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:59.607878 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672a9f19-34a5-4da0-98bd-7870e00fd001 req-c5ccc79f-697d-445e-b6e5-b2e7dc4d3672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:59.608844 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-672a9f19-34a5-4da0-98bd-7870e00fd001 req-c5ccc79f-697d-445e-b6e5-b2e7dc4d3672 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:59.610243 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-672a9f19-34a5-4da0-98bd-7870e00fd001 req-c5ccc79f-697d-445e-b6e5-b2e7dc4d3672 service neutron] 10.222.0.44 "PUT /v2.0/ports/ba02627a-2baa-4149-ac4d-10dab83e295a HTTP/1.1" status: 200 len: 1096 time: 1.4315438 Dec 06 17:12:59.613963 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2af8be50-fbd0-4f7a-9890-20360fbcd6cc', 'tag': 'ba02627a-2baa-4149-ac4d-10dab83e295a'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:12:59.616248 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c6374f0-65f3-4bfb-984c-93ede27e8c93" -d '{"events": [{"name": "network-changed", "server_uuid": "2af8be50-fbd0-4f7a-9890-20360fbcd6cc", "tag": "ba02627a-2baa-4149-ac4d-10dab83e295a"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:12:59.625980 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-04711151-2807-4842-9a4a-ee88f391382b req-c87447b9-c5c9-40ed-9b9a-7e71c9875291 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:59.667818 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ccc79f-697d-445e-b6e5-b2e7dc4d3672 service neutron] Pushing event updated for resources: {'Port': ['ID=ba02627a-2baa-4149-ac4d-10dab83e295a,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:59.710404 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-04711151-2807-4842-9a4a-ee88f391382b req-c87447b9-c5c9-40ed-9b9a-7e71c9875291 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:59.730901 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca286e6a-cee7-481a-b7e9-c1b75224b802 req-2018f930-cc3c-492c-8f06-20b50b920320 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:59.733558 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-04711151-2807-4842-9a4a-ee88f391382b req-c87447b9-c5c9-40ed-9b9a-7e71c9875291 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:12:59.738648 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ca286e6a-cee7-481a-b7e9-c1b75224b802 req-2018f930-cc3c-492c-8f06-20b50b920320 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/ports?device_id=95075f46-5799-41e5-8f3d-13d17c7b6817 HTTP/1.1" status: 200 len: 949 time: 0.2256641 Dec 06 17:12:59.747994 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-04711151-2807-4842-9a4a-ee88f391382b req-c87447b9-c5c9-40ed-9b9a-7e71c9875291 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "DELETE /v2.0/security-groups/15d7ae1d-15d7-4b88-99e5-2e2f1e1ac636 HTTP/1.1" status: 204 len: 173 time: 0.2987046 Dec 06 17:12:59.787911 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87447b9-c5c9-40ed-9b9a-7e71c9875291 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d7ae1d-15d7-4b88-99e5-2e2f1e1ac636,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:12:59.798965 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87447b9-c5c9-40ed-9b9a-7e71c9875291 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:12:59.798965 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87447b9-c5c9-40ed-9b9a-7e71c9875291 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:12:59.799336 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87447b9-c5c9-40ed-9b9a-7e71c9875291 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:12:59.799442 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87447b9-c5c9-40ed-9b9a-7e71c9875291 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:12:59.799757 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87447b9-c5c9-40ed-9b9a-7e71c9875291 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:12:59.800105 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87447b9-c5c9-40ed-9b9a-7e71c9875291 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:12:59.800444 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87447b9-c5c9-40ed-9b9a-7e71c9875291 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:12:59.800985 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87447b9-c5c9-40ed-9b9a-7e71c9875291 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:12:59.801308 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87447b9-c5c9-40ed-9b9a-7e71c9875291 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:12:59.801680 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87447b9-c5c9-40ed-9b9a-7e71c9875291 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:12:59.802014 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87447b9-c5c9-40ed-9b9a-7e71c9875291 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:12:59.802348 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87447b9-c5c9-40ed-9b9a-7e71c9875291 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:12:59.802684 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87447b9-c5c9-40ed-9b9a-7e71c9875291 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:12:59.806475 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672a9f19-34a5-4da0-98bd-7870e00fd001 req-4ff4bae7-176e-4ed7-bf59-c8b8bac492d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:12:59.830210 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41bfdb4b-b149-4bf5-96f1-a0ff7100e700 x-openstack-request-id: req-41bfdb4b-b149-4bf5-96f1-a0ff7100e700 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:12:59.830512 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95075f46-5799-41e5-8f3d-13d17c7b6817", "name": "network-vif-plugged", "status": "completed", "tag": "31eb97c5-690b-4b33-91e8-8a26dce3a24c", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:12:59.830801 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-41bfdb4b-b149-4bf5-96f1-a0ff7100e700 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:12:59.831170 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95075f46-5799-41e5-8f3d-13d17c7b6817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31eb97c5-690b-4b33-91e8-8a26dce3a24c', 'code': 200} Dec 06 17:12:59.831712 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-672a9f19-34a5-4da0-98bd-7870e00fd001 req-4ff4bae7-176e-4ed7-bf59-c8b8bac492d2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2e3352662900407fafd19b196e77a811&device_id=2af8be50-fbd0-4f7a-9890-20360fbcd6cc HTTP/1.1" status: 200 len: 1099 time: 0.1418731 Dec 06 17:12:59.938779 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-672a9f19-34a5-4da0-98bd-7870e00fd001 req-50dec82f-2262-45b2-bde5-2359b560c205 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=ba02627a-2baa-4149-ac4d-10dab83e295a HTTP/1.1" status: 200 len: 217 time: 0.1061771 Dec 06 17:12:59.989960 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed8f7e5-b840-4ca7-b34e-c6a4501fafc8 x-openstack-request-id: req-5ed8f7e5-b840-4ca7-b34e-c6a4501fafc8 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:12:59.990426 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2af8be50-fbd0-4f7a-9890-20360fbcd6cc", "tag": "ba02627a-2baa-4149-ac4d-10dab83e295a", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:12:59.990767 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5ed8f7e5-b840-4ca7-b34e-c6a4501fafc8 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:12:59.991248 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2af8be50-fbd0-4f7a-9890-20360fbcd6cc', 'tag': 'ba02627a-2baa-4149-ac4d-10dab83e295a', 'status': 'completed', 'code': 200} Dec 06 17:13:00.010514 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-19c585c0-7d4d-4b44-865d-fb223ded3d0b req-bdd212ed-8531-462d-9c5d-89b19e79ec26 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-166900657', 'description': 'tempest-description-590682488'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:13:00.040400 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672a9f19-34a5-4da0-98bd-7870e00fd001 req-04c16cde-a438-4d40-a38b-04e2ad3ce406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:00.040701 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-19c585c0-7d4d-4b44-865d-fb223ded3d0b req-bdd212ed-8531-462d-9c5d-89b19e79ec26 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:00.042665 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-672a9f19-34a5-4da0-98bd-7870e00fd001 req-04c16cde-a438-4d40-a38b-04e2ad3ce406 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1342252a-21e4-4783-88ff-f54776c79059 HTTP/1.1" status: 200 len: 843 time: 0.0732360 Dec 06 17:13:00.061133 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ca286e6a-cee7-481a-b7e9-c1b75224b802 req-c1e7b760-c253-4f24-bed5-262c215b72c1 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ba66608-5fba-460b-9339-43992781830c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3085234 Dec 06 17:13:00.141262 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-19c585c0-7d4d-4b44-865d-fb223ded3d0b req-bdd212ed-8531-462d-9c5d-89b19e79ec26 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:00.147330 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-19c585c0-7d4d-4b44-865d-fb223ded3d0b req-bdd212ed-8531-462d-9c5d-89b19e79ec26 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:00.149088 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4b3dfc-981a-4b71-998f-75a705f58d55 req-932c6b4c-92d9-489b-87a7-96af2b8a69ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:00.150929 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0c4b3dfc-981a-4b71-998f-75a705f58d55 req-932c6b4c-92d9-489b-87a7-96af2b8a69ca service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=95075f46-5799-41e5-8f3d-13d17c7b6817 HTTP/1.1" status: 200 len: 1101 time: 0.2323184 Dec 06 17:13:00.167232 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672a9f19-34a5-4da0-98bd-7870e00fd001 req-e58fba89-b224-4319-887b-c36e1eab41ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:00.168744 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-672a9f19-34a5-4da0-98bd-7870e00fd001 req-e58fba89-b224-4319-887b-c36e1eab41ef service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee08a0d2-834f-4c39-be47-9c424581246a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1031725 Dec 06 17:13:00.195872 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-19c585c0-7d4d-4b44-865d-fb223ded3d0b req-bdd212ed-8531-462d-9c5d-89b19e79ec26 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:00.202313 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-19c585c0-7d4d-4b44-865d-fb223ded3d0b req-bdd212ed-8531-462d-9c5d-89b19e79ec26 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.1964188 Dec 06 17:13:00.204483 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd212ed-8531-462d-9c5d-89b19e79ec26 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10c605d4-7d69-4def-82b9-22d7240c76c1,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:00.280415 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0c4b3dfc-981a-4b71-998f-75a705f58d55 req-baeb3136-1d48-4636-ad9d-8c78d5dc2275 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2ba66608-5fba-460b-9339-43992781830c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159663 Dec 06 17:13:00.315991 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f3193502-48a8-4bf5-84d1-a7facdcfa944 req-7c385c18-caee-4ada-93f9-4870f27ba4e2 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "GET /v2.0/security-groups/10c605d4-7d69-4def-82b9-22d7240c76c1 HTTP/1.1" status: 200 len: 1816 time: 0.0697105 Dec 06 17:13:00.318492 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-672a9f19-34a5-4da0-98bd-7870e00fd001 req-256f7eab-5c87-4c11-9bae-12f9734a4beb service neutron] 10.222.0.44 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314108 Dec 06 17:13:00.323890 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-f3193502-48a8-4bf5-84d1-a7facdcfa944 req-76eee067-5e88-4744-a0b5-fc6c546725b1 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1714700374', 'description': 'tempest-description-hth-1135766774'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:13:00.385253 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-f3193502-48a8-4bf5-84d1-a7facdcfa944 req-76eee067-5e88-4744-a0b5-fc6c546725b1 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks [] for security_group, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:00.450384 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68900122-7120-486d-896c-7ec535722c56 req-55ce3485-636d-47b2-8af2-d758bb7a35a1 tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:00.450815 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-f3193502-48a8-4bf5-84d1-a7facdcfa944 req-76eee067-5e88-4744-a0b5-fc6c546725b1 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks [] for security_group, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:00.451984 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-68900122-7120-486d-896c-7ec535722c56 req-55ce3485-636d-47b2-8af2-d758bb7a35a1 tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] 10.222.0.23 "GET /v2.0/ports?device_id=2af8be50-fbd0-4f7a-9890-20360fbcd6cc HTTP/1.1" status: 200 len: 948 time: 0.1408603 Dec 06 17:13:00.461515 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-f3193502-48a8-4bf5-84d1-a7facdcfa944 req-76eee067-5e88-4744-a0b5-fc6c546725b1 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:00.465688 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-f3193502-48a8-4bf5-84d1-a7facdcfa944 req-76eee067-5e88-4744-a0b5-fc6c546725b1 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:00.485852 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f3193502-48a8-4bf5-84d1-a7facdcfa944 req-76eee067-5e88-4744-a0b5-fc6c546725b1 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "PUT /v2.0/security-groups/10c605d4-7d69-4def-82b9-22d7240c76c1 HTTP/1.1" status: 200 len: 1792 time: 0.1662567 Dec 06 17:13:00.491100 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-672a9f19-34a5-4da0-98bd-7870e00fd001 req-b2d29b66-c964-437b-82fd-1701f1359f6d service neutron] 10.222.0.44 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624329 Dec 06 17:13:00.536842 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-68900122-7120-486d-896c-7ec535722c56 req-226ec078-e688-484f-a574-d54bc30f047a tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d117ce5-b41c-494d-9b5a-520a94145378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731943 Dec 06 17:13:00.546093 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eee067-5e88-4744-a0b5-fc6c546725b1 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10c605d4-7d69-4def-82b9-22d7240c76c1,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:00.601550 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6374f0-65f3-4bfb-984c-93ede27e8c93 req-d64596be-217a-4087-b361-3b6b20b870c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:00.609165 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9c6374f0-65f3-4bfb-984c-93ede27e8c93 req-d64596be-217a-4087-b361-3b6b20b870c1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2e3352662900407fafd19b196e77a811&device_id=2af8be50-fbd0-4f7a-9890-20360fbcd6cc HTTP/1.1" status: 200 len: 1099 time: 0.0593202 Dec 06 17:13:00.644057 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-af63c5c1-96ec-4b57-b329-599bec20d28f req-c8fe8e34-df1c-4019-9bf7-25499347fbf7 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "GET /v2.0/security-groups/10c605d4-7d69-4def-82b9-22d7240c76c1 HTTP/1.1" status: 200 len: 1792 time: 0.0402699 Dec 06 17:13:00.705209 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-21369141-4712-4722-9cc9-06790bbf46d0 req-6a61e523-9319-4804-b220-12a0c8b9940e tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "GET /v2.0/security-groups/10c605d4-7d69-4def-82b9-22d7240c76c1 HTTP/1.1" status: 200 len: 1792 time: 0.0384219 Dec 06 17:13:00.720841 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9095b3-2cef-41f1-a4e6-fb0db1e40b59 req-64df559b-5787-4892-8167-5b02eb4f3b5a tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:00.722394 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6c9095b3-2cef-41f1-a4e6-fb0db1e40b59 req-64df559b-5787-4892-8167-5b02eb4f3b5a tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=98f376fe-fb6f-4fe8-96fe-4642f4e4c86f HTTP/1.1" status: 200 len: 945 time: 0.1116784 Dec 06 17:13:00.759980 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6374f0-65f3-4bfb-984c-93ede27e8c93 req-a2ef1c1f-bdd7-473b-9fed-277670aac82e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:00.762131 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9c6374f0-65f3-4bfb-984c-93ede27e8c93 req-a2ef1c1f-bdd7-473b-9fed-277670aac82e service neutron] 10.222.0.44 "GET /v2.0/networks?id=ee08a0d2-834f-4c39-be47-9c424581246a HTTP/1.1" status: 200 len: 870 time: 0.1412466 Dec 06 17:13:00.771616 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-21369141-4712-4722-9cc9-06790bbf46d0 req-0ad4bd62-6e0a-4132-9065-4ec57bbbda93 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:00.798225 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-21369141-4712-4722-9cc9-06790bbf46d0 req-0ad4bd62-6e0a-4132-9065-4ec57bbbda93 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:00.827150 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9c6374f0-65f3-4bfb-984c-93ede27e8c93 req-ddcbc201-9321-4c40-9dee-488ba49af508 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=ba02627a-2baa-4149-ac4d-10dab83e295a HTTP/1.1" status: 200 len: 217 time: 0.0498350 Dec 06 17:13:00.832053 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6c9095b3-2cef-41f1-a4e6-fb0db1e40b59 req-d9d261b3-3152-4566-9d0f-821985a5c65d tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006892 Dec 06 17:13:00.863047 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-21369141-4712-4722-9cc9-06790bbf46d0 req-0ad4bd62-6e0a-4132-9065-4ec57bbbda93 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:00.867109 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-21369141-4712-4722-9cc9-06790bbf46d0 req-0ad4bd62-6e0a-4132-9065-4ec57bbbda93 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:00.869259 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-21369141-4712-4722-9cc9-06790bbf46d0 req-0ad4bd62-6e0a-4132-9065-4ec57bbbda93 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "DELETE /v2.0/security-groups/10c605d4-7d69-4def-82b9-22d7240c76c1 HTTP/1.1" status: 204 len: 173 time: 0.1577909 Dec 06 17:13:00.886609 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad4bd62-6e0a-4132-9065-4ec57bbbda93 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10c605d4-7d69-4def-82b9-22d7240c76c1,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:00.903432 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6374f0-65f3-4bfb-984c-93ede27e8c93 req-4ad2ef9e-2bed-47a2-9c03-00de09488ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:00.905456 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9c6374f0-65f3-4bfb-984c-93ede27e8c93 req-4ad2ef9e-2bed-47a2-9c03-00de09488ad0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1342252a-21e4-4783-88ff-f54776c79059 HTTP/1.1" status: 200 len: 843 time: 0.0650787 Dec 06 17:13:00.961016 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6374f0-65f3-4bfb-984c-93ede27e8c93 req-fd7e7e3d-daaf-4e0c-92c4-3c0153401244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:00.962950 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9c6374f0-65f3-4bfb-984c-93ede27e8c93 req-fd7e7e3d-daaf-4e0c-92c4-3c0153401244 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee08a0d2-834f-4c39-be47-9c424581246a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0459681 Dec 06 17:13:00.999335 n-d-master-1 neutron-server[103284]: INFO neutron.api.v2.resource [req-d54a0a1b-3070-4e60-9e62-280b7c98b054 req-c5a00eec-db76-40d2-8573-ee6b26cb9a2c tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] show failed (client error): The resource could not be found. Dec 06 17:13:01.000574 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d54a0a1b-3070-4e60-9e62-280b7c98b054 req-c5a00eec-db76-40d2-8573-ee6b26cb9a2c tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "GET /v2.0/security-groups/15d7ae1d-15d7-4b88-99e5-2e2f1e1ac636 HTTP/1.1" status: 404 len: 352 time: 0.0358508 Dec 06 17:13:01.058275 n-d-master-1 neutron-server[103284]: INFO neutron.api.v2.resource [req-4315cf2f-1a64-4b03-8f95-814c9568154d req-e4d8c353-f19e-4c76-9101-7a117b650fad tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] show failed (client error): The resource could not be found. Dec 06 17:13:01.059271 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4315cf2f-1a64-4b03-8f95-814c9568154d req-e4d8c353-f19e-4c76-9101-7a117b650fad tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "GET /v2.0/security-groups/0371d371-f41d-43f4-bab7-373c3dacbe52 HTTP/1.1" status: 404 len: 352 time: 0.0211005 Dec 06 17:13:01.086628 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9c6374f0-65f3-4bfb-984c-93ede27e8c93 req-3cdd0b2c-12d9-4244-a9d0-3921f0fd7f17 service neutron] 10.222.0.44 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135869 Dec 06 17:13:01.103787 n-d-master-1 neutron-server[103285]: INFO neutron.api.v2.resource [req-67f76bdc-b2b3-481d-98d2-e003e5c015c0 req-7d7fd6d4-a868-462d-98e6-b44407d0b197 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] show failed (client error): The resource could not be found. Dec 06 17:13:01.104891 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-67f76bdc-b2b3-481d-98d2-e003e5c015c0 req-7d7fd6d4-a868-462d-98e6-b44407d0b197 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "GET /v2.0/security-groups/db786593-aa70-47ec-86f5-2163b4e79bc6 HTTP/1.1" status: 404 len: 352 time: 0.0153358 Dec 06 17:13:01.145283 n-d-master-1 neutron-server[103285]: INFO neutron.api.v2.resource [req-e3a2a81f-db1a-493a-b39a-6c79a8c82cba req-7abbd55a-f6e1-49e0-bdd4-0df825723f5a tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] show failed (client error): The resource could not be found. Dec 06 17:13:01.155074 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e3a2a81f-db1a-493a-b39a-6c79a8c82cba req-7abbd55a-f6e1-49e0-bdd4-0df825723f5a tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "GET /v2.0/security-groups/9ef43107-c498-4e56-a0c0-76dcfb268c85 HTTP/1.1" status: 404 len: 352 time: 0.0242996 Dec 06 17:13:01.185733 n-d-master-1 neutron-server[103285]: INFO neutron.api.v2.resource [req-4f18f7d6-9a99-4a2b-a4d2-7f22049ad26d req-d16a11d1-fdd1-4ce5-8ae8-4ce829da0c4a tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] show failed (client error): The resource could not be found. Dec 06 17:13:01.187502 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4f18f7d6-9a99-4a2b-a4d2-7f22049ad26d req-d16a11d1-fdd1-4ce5-8ae8-4ce829da0c4a tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "GET /v2.0/security-groups/57a08e78-5ddf-4714-8f01-91ebd5044aff HTTP/1.1" status: 404 len: 352 time: 0.0165193 Dec 06 17:13:01.240387 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8948b8f-c125-4b33-9cca-fcc3fcc9b67b req-95b93525-3279-4582-9e71-bfb099c59310 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:01.241928 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d8948b8f-c125-4b33-9cca-fcc3fcc9b67b req-95b93525-3279-4582-9e71-bfb099c59310 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/ports?device_id=95075f46-5799-41e5-8f3d-13d17c7b6817 HTTP/1.1" status: 200 len: 950 time: 0.0762961 Dec 06 17:13:01.268508 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9c6374f0-65f3-4bfb-984c-93ede27e8c93 req-1f1b6cc8-6a9d-4fc2-835c-5008633a9118 service neutron] 10.222.0.44 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732123 Dec 06 17:13:01.283993 n-d-master-1 neutron-server[103285]: INFO neutron.api.v2.resource [req-8834810b-3c1e-4d13-be89-65391af5a616 req-4036e63e-48cd-4792-8696-79702271401b tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] show failed (client error): The resource could not be found. Dec 06 17:13:01.285457 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8834810b-3c1e-4d13-be89-65391af5a616 req-4036e63e-48cd-4792-8696-79702271401b tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "GET /v2.0/security-groups/7353066c-8d93-4a39-ae96-a6876c44469c HTTP/1.1" status: 404 len: 352 time: 0.0149548 Dec 06 17:13:01.307886 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d8948b8f-c125-4b33-9cca-fcc3fcc9b67b req-8292fdab-1a5d-4246-96ee-411b82f4923f tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ba66608-5fba-460b-9339-43992781830c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598102 Dec 06 17:13:01.540532 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e1ed16-ade1-4202-8554-bc00cf45daf8 req-ed031540-0c24-4170-8205-33ff80f2a17a tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:01.543302 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-79e1ed16-ade1-4202-8554-bc00cf45daf8 req-ed031540-0c24-4170-8205-33ff80f2a17a tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "GET /v2.0/ports?device_id=54880385-291a-450b-af29-150850763a9e HTTP/1.1" status: 200 len: 1023 time: 0.0545082 Dec 06 17:13:01.627463 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-79e1ed16-ade1-4202-8554-bc00cf45daf8 req-c48c557b-9937-462b-96c0-9b7fe31a0cc1 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "GET /v2.0/security-groups?id=915a64f1-9fb6-4d7b-9214-3b4726da6b5c&id=6890d4ab-a88d-4225-999a-7249385cef3b&id=101dae8c-d6de-48c7-b5a1-19c10425459f&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0779033 Dec 06 17:13:01.776631 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e8bb1e-10c6-4780-aebd-1aa94fec9d2b req-1fe32ae0-4c86-44bd-bdb9-8336c7fcca5c tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:01.787879 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-57e8bb1e-10c6-4780-aebd-1aa94fec9d2b req-1fe32ae0-4c86-44bd-bdb9-8336c7fcca5c tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] 10.222.0.23 "GET /v2.0/ports?device_id=2af8be50-fbd0-4f7a-9890-20360fbcd6cc HTTP/1.1" status: 200 len: 948 time: 0.0820065 Dec 06 17:13:01.842686 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-57e8bb1e-10c6-4780-aebd-1aa94fec9d2b req-84644493-f256-429d-b144-6be6a76bcaf9 tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d117ce5-b41c-494d-9b5a-520a94145378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539420 Dec 06 17:13:01.968475 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a647b-5772-4322-92d2-ea94ab4a788b req-3fa60eb5-2709-41a5-92de-7e42c10d21ce tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:01.971115 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1e1a647b-5772-4322-92d2-ea94ab4a788b req-3fa60eb5-2709-41a5-92de-7e42c10d21ce tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=98f376fe-fb6f-4fe8-96fe-4642f4e4c86f HTTP/1.1" status: 200 len: 945 time: 0.0560277 Dec 06 17:13:02.027541 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1e1a647b-5772-4322-92d2-ea94ab4a788b req-7e6f9348-9fa4-4673-b748-4e12a164455a tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502322 Dec 06 17:13:02.438815 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14f98ec-80a6-43a7-8b6a-034705b8610f req-01b528bb-a434-4228-a2fa-f4d5b40114c5 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:02.440623 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b14f98ec-80a6-43a7-8b6a-034705b8610f req-01b528bb-a434-4228-a2fa-f4d5b40114c5 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/ports?device_id=95075f46-5799-41e5-8f3d-13d17c7b6817 HTTP/1.1" status: 200 len: 950 time: 0.0522676 Dec 06 17:13:02.487847 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b14f98ec-80a6-43a7-8b6a-034705b8610f req-218caf99-be8a-4297-b70a-fa65f638b135 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ba66608-5fba-460b-9339-43992781830c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412350 Dec 06 17:13:02.605734 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:02.614959 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e200806c-a880-47ee-b8dc-b5302889d1a8 req-83738692-ab08-4ca6-acf1-a37bbd808c7c tempest-ServersOnMultiNodesTest-118983145 tempest-ServersOnMultiNodesTest-118983145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:02.616548 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e200806c-a880-47ee-b8dc-b5302889d1a8 req-83738692-ab08-4ca6-acf1-a37bbd808c7c tempest-ServersOnMultiNodesTest-118983145 tempest-ServersOnMultiNodesTest-118983145-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=95075f46-5799-41e5-8f3d-13d17c7b6817 HTTP/1.1" status: 200 len: 1101 time: 0.0528362 Dec 06 17:13:02.673424 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e200806c-a880-47ee-b8dc-b5302889d1a8 req-b8ba6b7f-adbe-4fd2-8ceb-f71825a1a0cf tempest-ServersOnMultiNodesTest-118983145 tempest-ServersOnMultiNodesTest-118983145-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2ba66608-5fba-460b-9339-43992781830c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506959 Dec 06 17:13:02.770982 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39958a0e-5dbe-498d-9f2e-77a03517da6f req-a43d0c5e-97c2-4425-a73b-e027a109ec8b tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:02.772673 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-39958a0e-5dbe-498d-9f2e-77a03517da6f req-a43d0c5e-97c2-4425-a73b-e027a109ec8b tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "GET /v2.0/ports?device_id=54880385-291a-450b-af29-150850763a9e HTTP/1.1" status: 200 len: 1023 time: 0.0643666 Dec 06 17:13:02.837901 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-30eaa8e5-1896-4e12-a6cb-eeda804e27c1 req-d04c86bf-a29d-42af-ab03-7246fb7ae094 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=4b43d5b1cc2b418c97b1aca204b56c1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0225012 Dec 06 17:13:02.860283 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-39958a0e-5dbe-498d-9f2e-77a03517da6f req-1594010e-298c-4d47-81ec-ddf2c9e42435 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "GET /v2.0/security-groups?id=915a64f1-9fb6-4d7b-9214-3b4726da6b5c&id=6890d4ab-a88d-4225-999a-7249385cef3b&id=101dae8c-d6de-48c7-b5a1-19c10425459f&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0781462 Dec 06 17:13:03.047265 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1c8335-4235-4fc9-8d11-60c8df74a03d req-b36daaa3-8ed9-44ab-b712-ba57cc4f5e9a tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:03.048769 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7d1c8335-4235-4fc9-8d11-60c8df74a03d req-b36daaa3-8ed9-44ab-b712-ba57cc4f5e9a tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] 10.222.0.23 "GET /v2.0/ports?device_id=2af8be50-fbd0-4f7a-9890-20360fbcd6cc HTTP/1.1" status: 200 len: 948 time: 0.0538182 Dec 06 17:13:03.100896 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7d1c8335-4235-4fc9-8d11-60c8df74a03d req-d445c0da-796f-455a-9891-cdae8bafa6c9 tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d117ce5-b41c-494d-9b5a-520a94145378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448599 Dec 06 17:13:03.223974 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02de7bb2-2840-49a5-946a-b81c973216ce req-293ccfc1-28dd-42d4-a348-9902e20bb691 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:03.225568 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-02de7bb2-2840-49a5-946a-b81c973216ce req-293ccfc1-28dd-42d4-a348-9902e20bb691 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=98f376fe-fb6f-4fe8-96fe-4642f4e4c86f HTTP/1.1" status: 200 len: 945 time: 0.0579798 Dec 06 17:13:03.263093 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e47e53-169f-4391-9992-f34e753f2f9f req-ba3ff6be-bb27-4326-921c-28f2554061e6 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:03.264564 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d1e47e53-169f-4391-9992-f34e753f2f9f req-ba3ff6be-bb27-4326-921c-28f2554061e6 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.44 "GET /v2.0/ports?device_id=54880385-291a-450b-af29-150850763a9e HTTP/1.1" status: 200 len: 1023 time: 0.0752037 Dec 06 17:13:03.275187 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eaa8e5-1896-4e12-a6cb-eeda804e27c1 req-f7a71979-5291-464c-b651-8249c9a17de9 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:03.276620 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-30eaa8e5-1896-4e12-a6cb-eeda804e27c1 req-f7a71979-5291-464c-b651-8249c9a17de9 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4320495 Dec 06 17:13:03.277255 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-02de7bb2-2840-49a5-946a-b81c973216ce req-0859a13a-1d4c-4e35-8203-8ba25199c90a tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451236 Dec 06 17:13:03.329043 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-30eaa8e5-1896-4e12-a6cb-eeda804e27c1 req-ea88444f-fd1b-461c-a52d-c5f8fcf4730d tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/quotas/4b43d5b1cc2b418c97b1aca204b56c1e HTTP/1.1" status: 200 len: 375 time: 0.0207248 Dec 06 17:13:03.441629 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-30eaa8e5-1896-4e12-a6cb-eeda804e27c1 req-fe16a060-24e4-4603-af03-d03341acac45 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4b43d5b1cc2b418c97b1aca204b56c1e&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1059196 Dec 06 17:13:03.452285 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-d1e47e53-169f-4391-9992-f34e753f2f9f req-5e0fd591-b54a-4288-88ea-5844e937a777 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Deleting port f5806f7a-957a-4bcd-ba96-0f301fe31fe6 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:13:03.452633 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d1e47e53-169f-4391-9992-f34e753f2f9f req-5e0fd591-b54a-4288-88ea-5844e937a777 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:03.481059 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device ba02627a-2baa-4149-ac4d-10dab83e295a details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:13:03.568694 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-d1e47e53-169f-4391-9992-f34e753f2f9f req-5e0fd591-b54a-4288-88ea-5844e937a777 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] For port f5806f7a-957a-4bcd-ba96-0f301fe31fe6, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f5806f7a-957a-4bcd-ba96-0f301fe31fe6,segment=NetworkSegment(bf491db3-1349-4273-86a8-1c05096a6cc1),segment_id=bf491db3-1349-4273-86a8-1c05096a6cc1)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:13:03.569070 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d1e47e53-169f-4391-9992-f34e753f2f9f req-5e0fd591-b54a-4288-88ea-5844e937a777 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:03.586996 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-d1e47e53-169f-4391-9992-f34e753f2f9f req-5e0fd591-b54a-4288-88ea-5844e937a777 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Calling delete_port for f5806f7a-957a-4bcd-ba96-0f301fe31fe6 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:13:03.595364 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port ba02627a-2baa-4149-ac4d-10dab83e295a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ba02627a-2baa-4149-ac4d-10dab83e295a,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:13:03.610688 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': 'ba02627a-2baa-4149-ac4d-10dab83e295a', 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a', 'port_id': 'ba02627a-2baa-4149-ac4d-10dab83e295a', 'mac_address': 'fa:16:3e:f4:45:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1342252a-21e4-4783-88ff-f54776c79059', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:13:03.663426 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:03.683244 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba02627a-2baa-4149-ac4d-10dab83e295a {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:13:03.690133 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6e124bd7-f598-4764-b002-e3355020934b req-679fc079-f3f9-4ac4-a3e2-0cc70a8a3947 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/ports?device_id=2391bdd6-085f-4935-996d-32e9d371543c HTTP/1.1" status: 200 len: 210 time: 0.0669475 Dec 06 17:13:03.705503 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port ba02627a-2baa-4149-ac4d-10dab83e295a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ba02627a-2baa-4149-ac4d-10dab83e295a,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:13:03.713443 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:03.768628 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d1e47e53-169f-4391-9992-f34e753f2f9f req-5e0fd591-b54a-4288-88ea-5844e937a777 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:03.770795 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=ba02627a-2baa-4149-ac4d-10dab83e295a,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:03.812898 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0fd591-b54a-4288-88ea-5844e937a777 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Pushing event deleted for resources: {'Port': ['ID=f5806f7a-957a-4bcd-ba96-0f301fe31fe6,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:03.859169 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1e47e53-169f-4391-9992-f34e753f2f9f req-5e0fd591-b54a-4288-88ea-5844e937a777 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] No DVR routers for this DVR port f5806f7a-957a-4bcd-ba96-0f301fe31fe6 on host n-h2-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:13:03.862171 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d1e47e53-169f-4391-9992-f34e753f2f9f req-5e0fd591-b54a-4288-88ea-5844e937a777 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:03.865381 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d1e47e53-169f-4391-9992-f34e753f2f9f req-5e0fd591-b54a-4288-88ea-5844e937a777 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.44 "DELETE /v2.0/ports/f5806f7a-957a-4bcd-ba96-0f301fe31fe6 HTTP/1.1" status: 204 len: 173 time: 0.5878520 Dec 06 17:13:03.866184 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54880385-291a-450b-af29-150850763a9e', 'name': 'network-vif-deleted', 'tag': 'f5806f7a-957a-4bcd-ba96-0f301fe31fe6'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:13:03.868367 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d83fb6-2cde-42c6-a602-3395fda106a6" -d '{"events": [{"server_uuid": "54880385-291a-450b-af29-150850763a9e", "name": "network-vif-deleted", "tag": "f5806f7a-957a-4bcd-ba96-0f301fe31fe6"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:13:03.973907 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f685448b-84cb-464d-a656-b395a6a2be4b x-openstack-request-id: req-f685448b-84cb-464d-a656-b395a6a2be4b {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:13:03.974211 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54880385-291a-450b-af29-150850763a9e", "name": "network-vif-deleted", "tag": "f5806f7a-957a-4bcd-ba96-0f301fe31fe6", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:13:03.974586 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f685448b-84cb-464d-a656-b395a6a2be4b {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:13:03.975040 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54880385-291a-450b-af29-150850763a9e', 'name': 'network-vif-deleted', 'tag': 'f5806f7a-957a-4bcd-ba96-0f301fe31fe6', 'status': 'completed', 'code': 200} Dec 06 17:13:04.043262 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f7668caf-a52c-4a73-a380-66a12d6cbf18 req-dcb05e4d-ccfa-4155-8fd3-56db00e78f77 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "GET /v2.0/ports?device_id=54880385-291a-450b-af29-150850763a9e HTTP/1.1" status: 200 len: 210 time: 0.0514328 Dec 06 17:13:04.083882 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['ba02627a-2baa-4149-ac4d-10dab83e295a'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:13:04.240291 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e67fe55-241c-4794-80fe-53499960cd71 req-b822d902-a4ae-4149-8294-d39d89b4f3de tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:04.242136 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5e67fe55-241c-4794-80fe-53499960cd71 req-b822d902-a4ae-4149-8294-d39d89b4f3de tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] 10.222.0.23 "GET /v2.0/ports?device_id=2af8be50-fbd0-4f7a-9890-20360fbcd6cc HTTP/1.1" status: 200 len: 949 time: 0.0584340 Dec 06 17:13:04.295087 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5e67fe55-241c-4794-80fe-53499960cd71 req-23ac9e19-c024-4026-8ff4-32d2e6824f16 tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d117ce5-b41c-494d-9b5a-520a94145378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464566 Dec 06 17:13:04.427004 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd40ff7-ec44-4908-bc34-bb50a1f968de req-4a82583d-471a-4fce-b35b-16f55be8ff7a tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:04.432239 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bfd40ff7-ec44-4908-bc34-bb50a1f968de req-4a82583d-471a-4fce-b35b-16f55be8ff7a tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=98f376fe-fb6f-4fe8-96fe-4642f4e4c86f HTTP/1.1" status: 200 len: 945 time: 0.0768197 Dec 06 17:13:04.512159 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bfd40ff7-ec44-4908-bc34-bb50a1f968de req-31c3b9ef-ba66-4ae8-b839-96ce0c84a272 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722003 Dec 06 17:13:04.783930 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d96fd887-bd3a-45aa-a122-9df101fc25a8 req-5819d113-d38c-4a8e-b3dc-db4ffb379e7a tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/ports?device_id=2391bdd6-085f-4935-996d-32e9d371543c HTTP/1.1" status: 200 len: 210 time: 0.0369732 Dec 06 17:13:04.885382 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-30eaa8e5-1896-4e12-a6cb-eeda804e27c1 req-f8c57475-a0fd-43fc-97a7-ec774a8de793 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=4b43d5b1cc2b418c97b1aca204b56c1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219522 Dec 06 17:13:05.019215 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eaa8e5-1896-4e12-a6cb-eeda804e27c1 req-a4beccae-ea13-4710-947c-788ce9b67418 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:05.021881 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-30eaa8e5-1896-4e12-a6cb-eeda804e27c1 req-a4beccae-ea13-4710-947c-788ce9b67418 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1269643 Dec 06 17:13:05.024444 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:05.047106 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-30eaa8e5-1896-4e12-a6cb-eeda804e27c1 req-d77f6efc-b371-4422-88e5-8333861b2018 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Request body: {'port': {'device_id': '2391bdd6-085f-4935-996d-32e9d371543c', 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a', 'admin_state_up': True, 'tenant_id': '4b43d5b1cc2b418c97b1aca204b56c1e'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:13:05.201789 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30eaa8e5-1896-4e12-a6cb-eeda804e27c1 req-d77f6efc-b371-4422-88e5-8333861b2018 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Made reservation on behalf of 4b43d5b1cc2b418c97b1aca204b56c1e for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:13:05.206770 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-30eaa8e5-1896-4e12-a6cb-eeda804e27c1 req-d77f6efc-b371-4422-88e5-8333861b2018 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:05.230459 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f046c1a1-4f76-4bcd-9d3a-772ad7ed71b8 req-92b5e3d9-589f-4efd-a34e-0b5b2605e539 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "GET /v2.0/security-groups/915a64f1-9fb6-4d7b-9214-3b4726da6b5c HTTP/1.1" status: 200 len: 1818 time: 0.0763516 Dec 06 17:13:05.366354 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-f046c1a1-4f76-4bcd-9d3a-772ad7ed71b8 req-56ee17e9-754f-4fc4-839a-c1022e2ca936 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:05.415826 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-30eaa8e5-1896-4e12-a6cb-eeda804e27c1 req-d77f6efc-b371-4422-88e5-8333861b2018 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Allocated IP 192.168.233.93 (ee08a0d2-834f-4c39-be47-9c424581246a/1342252a-21e4-4783-88ff-f54776c79059/c3d816a0-f1d2-4c42-ad5d-a69083c77a48) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:13:05.418919 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-f046c1a1-4f76-4bcd-9d3a-772ad7ed71b8 req-56ee17e9-754f-4fc4-839a-c1022e2ca936 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:05.434561 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497b0d32-6abd-4d86-8b4f-0e5dcbdce207 req-4701e2a8-cd3b-48fd-9a2e-bf1a228be25c tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:05.436106 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-497b0d32-6abd-4d86-8b4f-0e5dcbdce207 req-4701e2a8-cd3b-48fd-9a2e-bf1a228be25c tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] 10.222.0.23 "GET /v2.0/ports?device_id=2af8be50-fbd0-4f7a-9890-20360fbcd6cc HTTP/1.1" status: 200 len: 949 time: 0.0568402 Dec 06 17:13:05.493034 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-f046c1a1-4f76-4bcd-9d3a-772ad7ed71b8 req-56ee17e9-754f-4fc4-839a-c1022e2ca936 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:05.494354 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device ba02627a-2baa-4149-ac4d-10dab83e295a up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:13:05.495755 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-f046c1a1-4f76-4bcd-9d3a-772ad7ed71b8 req-56ee17e9-754f-4fc4-839a-c1022e2ca936 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:05.496872 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f046c1a1-4f76-4bcd-9d3a-772ad7ed71b8 req-56ee17e9-754f-4fc4-839a-c1022e2ca936 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "DELETE /v2.0/security-groups/915a64f1-9fb6-4d7b-9214-3b4726da6b5c HTTP/1.1" status: 204 len: 173 time: 0.2596099 Dec 06 17:13:05.503660 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-497b0d32-6abd-4d86-8b4f-0e5dcbdce207 req-f81485cc-2de8-4b5f-b7ac-65e28d6d40c0 tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d117ce5-b41c-494d-9b5a-520a94145378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590956 Dec 06 17:13:05.533925 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ee17e9-754f-4fc4-839a-c1022e2ca936 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=915a64f1-9fb6-4d7b-9214-3b4726da6b5c,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:05.569871 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning for port ba02627a-2baa-4149-ac4d-10dab83e295a completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:13:05.576155 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port ba02627a-2baa-4149-ac4d-10dab83e295a triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:13:05.577034 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:05.585761 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1213f515-7b7b-43c5-ab33-23dc5ac82fd8 req-113f7411-a0e0-49c4-91e5-e17d6e134473 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "GET /v2.0/security-groups/6890d4ab-a88d-4225-999a-7249385cef3b HTTP/1.1" status: 200 len: 1816 time: 0.0533354 Dec 06 17:13:05.654531 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-1213f515-7b7b-43c5-ab33-23dc5ac82fd8 req-d5cb9d41-9574-4378-b323-6de8bf6f5470 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:05.670028 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-30eaa8e5-1896-4e12-a6cb-eeda804e27c1 req-d77f6efc-b371-4422-88e5-8333861b2018 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:05.679128 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:05.687229 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-1213f515-7b7b-43c5-ab33-23dc5ac82fd8 req-d5cb9d41-9574-4378-b323-6de8bf6f5470 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:05.711052 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2af8be50-fbd0-4f7a-9890-20360fbcd6cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba02627a-2baa-4149-ac4d-10dab83e295a'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:13:05.714150 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2cc79f9-2e4c-4b02-a34f-13cfd594b1eb" -d '{"events": [{"server_uuid": "2af8be50-fbd0-4f7a-9890-20360fbcd6cc", "name": "network-vif-plugged", "status": "completed", "tag": "ba02627a-2baa-4149-ac4d-10dab83e295a"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:13:05.723112 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-30eaa8e5-1896-4e12-a6cb-eeda804e27c1 req-d77f6efc-b371-4422-88e5-8333861b2018 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:05.730592 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port ba02627a-2baa-4149-ac4d-10dab83e295a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ba02627a-2baa-4149-ac4d-10dab83e295a,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:13:05.742341 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['a9d90335-45f4-43b2-ba1e-cb5a033fd2ee', '6980ab2b-2184-4bb6-bf4c-ab79e620b3b8'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:13:05.744957 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['bba877c3-4e46-4a6b-a46a-4d9c36550d32', 'c06faf7a-f15d-4836-b194-8cfd5ea8c68b', 'eab92264-1509-4c57-bf04-64690aaa0ff8', '4ec454ed-fbf1-4e3a-b711-4dc30007f2ee', '31eb97c5-690b-4b33-91e8-8a26dce3a24c'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:13:05.747383 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:05.748218 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device f5806f7a-957a-4bcd-ba96-0f301fe31fe6 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:13:05.749164 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-1213f515-7b7b-43c5-ab33-23dc5ac82fd8 req-d5cb9d41-9574-4378-b323-6de8bf6f5470 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:05.754370 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-1213f515-7b7b-43c5-ab33-23dc5ac82fd8 req-d5cb9d41-9574-4378-b323-6de8bf6f5470 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:05.755693 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1213f515-7b7b-43c5-ab33-23dc5ac82fd8 req-d5cb9d41-9574-4378-b323-6de8bf6f5470 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] 10.222.0.23 "DELETE /v2.0/security-groups/6890d4ab-a88d-4225-999a-7249385cef3b HTTP/1.1" status: 204 len: 173 time: 0.1688411 Dec 06 17:13:05.767317 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 45194) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:13:05.805216 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30eaa8e5-1896-4e12-a6cb-eeda804e27c1 req-d77f6efc-b371-4422-88e5-8333861b2018 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Network ee08a0d2-834f-4c39-be47-9c424581246a is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:13:05.821684 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-68bd8024-a0b6-43bc-ae12-10ba88906337 admin admin] Deleting subnet c2b6f40c-08b5-4858-90df-7d27b7ee3faf {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:13:05.827848 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-68bd8024-a0b6-43bc-ae12-10ba88906337 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:05.831063 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-30eaa8e5-1896-4e12-a6cb-eeda804e27c1 req-d77f6efc-b371-4422-88e5-8333861b2018 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:13:05.845661 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-30eaa8e5-1896-4e12-a6cb-eeda804e27c1 req-d77f6efc-b371-4422-88e5-8333861b2018 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:13:05.880189 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-68bd8024-a0b6-43bc-ae12-10ba88906337 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:05.929452 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-68bd8024-a0b6-43bc-ae12-10ba88906337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:05.940275 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] No Port match for: f5806f7a-957a-4bcd-ba96-0f301fe31fe6 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:13:05.942132 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device f5806f7a-957a-4bcd-ba96-0f301fe31fe6 not bound to the agent host n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:13:05.992184 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cb9d41-9574-4378-b323-6de8bf6f5470 tempest-SecurityGroupsTestJSON-100537531 tempest-SecurityGroupsTestJSON-100537531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6890d4ab-a88d-4225-999a-7249385cef3b,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:06.002592 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-68bd8024-a0b6-43bc-ae12-10ba88906337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:06.003620 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eaa8e5-1896-4e12-a6cb-eeda804e27c1 req-d77f6efc-b371-4422-88e5-8333861b2018 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:06.005355 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-30eaa8e5-1896-4e12-a6cb-eeda804e27c1 req-d77f6efc-b371-4422-88e5-8333861b2018 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:06.036135 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cef96b-2c4f-4c9f-83c6-3a2a25f21070 req-db840b96-3cbf-4b7f-8fc4-0baeb994025c tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:06.043520 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=ba02627a-2baa-4149-ac4d-10dab83e295a,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:06.045733 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-73cef96b-2c4f-4c9f-83c6-3a2a25f21070 req-db840b96-3cbf-4b7f-8fc4-0baeb994025c tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=98f376fe-fb6f-4fe8-96fe-4642f4e4c86f HTTP/1.1" status: 200 len: 945 time: 0.2971284 Dec 06 17:13:06.048637 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77f6efc-b371-4422-88e5-8333861b2018 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Pushing event updated for resources: {'Port': ['ID=c3d816a0-f1d2-4c42-ad5d-a69083c77a48,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:06.074562 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e39ac1f-8c23-4d73-9544-9687bf2bf756 x-openstack-request-id: req-9e39ac1f-8c23-4d73-9544-9687bf2bf756 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:13:06.075045 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2af8be50-fbd0-4f7a-9890-20360fbcd6cc", "name": "network-vif-plugged", "status": "completed", "tag": "ba02627a-2baa-4149-ac4d-10dab83e295a", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:13:06.075278 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9e39ac1f-8c23-4d73-9544-9687bf2bf756 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:13:06.075961 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2af8be50-fbd0-4f7a-9890-20360fbcd6cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba02627a-2baa-4149-ac4d-10dab83e295a', 'code': 200} Dec 06 17:13:06.079434 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bd8024-a0b6-43bc-ae12-10ba88906337 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2b6f40c-08b5-4858-90df-7d27b7ee3faf,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:06.090013 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-68bd8024-a0b6-43bc-ae12-10ba88906337 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:06.104234 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-68bd8024-a0b6-43bc-ae12-10ba88906337 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/c2b6f40c-08b5-4858-90df-7d27b7ee3faf HTTP/1.1" status: 204 len: 168 time: 0.3368130 Dec 06 17:13:06.105078 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 45198) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:13:06.130063 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-30eaa8e5-1896-4e12-a6cb-eeda804e27c1 req-d77f6efc-b371-4422-88e5-8333861b2018 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0865796 Dec 06 17:13:06.167057 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-30eaa8e5-1896-4e12-a6cb-eeda804e27c1 req-8f2a6672-aae0-4841-8f04-007bc579b708 service neutron] Request body: {'port': {'device_id': '2391bdd6-085f-4935-996d-32e9d371543c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:13:06.207130 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-73cef96b-2c4f-4c9f-83c6-3a2a25f21070 req-bb7dac28-e7cf-447e-8d6f-9a2a81bb95b1 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604819 Dec 06 17:13:06.214644 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25cec3f-2d33-47b4-a0da-453d4dbdad71 req-7ce9e151-0cb1-48f9-ac39-62fab1025106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:06.217363 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b25cec3f-2d33-47b4-a0da-453d4dbdad71 req-7ce9e151-0cb1-48f9-ac39-62fab1025106 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2af8be50-fbd0-4f7a-9890-20360fbcd6cc HTTP/1.1" status: 200 len: 1101 time: 0.1468868 Dec 06 17:13:06.262089 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0374559c-fd8e-4411-adb2-2920b0f78d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:06.291211 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39405131-6285-449b-81de-afedaaa1bef3 req-649f0a07-7dfa-4f40-b740-bf4d1d54790b tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:06.291636 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-f8c6c9d6-7a32-4958-beb5-9dc61d112c8a None None] Provisioning complete for port c3d816a0-f1d2-4c42-ad5d-a69083c77a48 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:13:06.292007 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f8c6c9d6-7a32-4958-beb5-9dc61d112c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:06.299670 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-39405131-6285-449b-81de-afedaaa1bef3 req-649f0a07-7dfa-4f40-b740-bf4d1d54790b tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/ports?device_id=2391bdd6-085f-4935-996d-32e9d371543c HTTP/1.1" status: 200 len: 935 time: 0.1441247 Dec 06 17:13:06.308670 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b25cec3f-2d33-47b4-a0da-453d4dbdad71 req-de65c6d0-0c37-4d07-b8f3-8c0581ba354d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3d117ce5-b41c-494d-9b5a-520a94145378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800810 Dec 06 17:13:06.311717 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-30eaa8e5-1896-4e12-a6cb-eeda804e27c1 req-8f2a6672-aae0-4841-8f04-007bc579b708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:06.389029 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-f8c6c9d6-7a32-4958-beb5-9dc61d112c8a None None] Port c3d816a0-f1d2-4c42-ad5d-a69083c77a48 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:13:06.436901 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-39405131-6285-449b-81de-afedaaa1bef3 req-90820cbc-17fd-4173-8ee9-08e41b951ba6 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ba66608-5fba-460b-9339-43992781830c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320348 Dec 06 17:13:06.451876 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0374559c-fd8e-4411-adb2-2920b0f78d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:06.479145 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-0374559c-fd8e-4411-adb2-2920b0f78d08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5889859-da21-43c6-aad2-22aedd4eb38b']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:13:06.492403 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-0374559c-fd8e-4411-adb2-2920b0f78d08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf491db3-1349-4273-86a8-1c05096a6cc1') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:13:06.493430 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-0374559c-fd8e-4411-adb2-2920b0f78d08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf491db3-1349-4273-86a8-1c05096a6cc1') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:13:06.506580 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0374559c-fd8e-4411-adb2-2920b0f78d08 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:06.533722 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0374559c-fd8e-4411-adb2-2920b0f78d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:06.556115 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0374559c-fd8e-4411-adb2-2920b0f78d08 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:13:06.556535 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0374559c-fd8e-4411-adb2-2920b0f78d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:06.598234 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:13:06.598234 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:13:06.598234 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:13:06.598234 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:13:06.598234 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:13:06.598234 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:13:06.598234 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:13:06.598234 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:13:06.598234 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:13:06.598234 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:13:06.598234 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:13:06.598234 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:13:06.598234 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:13:06.598234 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:13:06.598234 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:13:06.598234 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:13:06.598234 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:13:06.598234 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:13:06.598234 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:13:06.598234 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:13:06.598234 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:13:06.598234 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:13:06.598234 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:13:06.598234 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:13:06.598234 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:13:06.598234 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:13:06.598234 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:13:06.598234 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:13:06.598234 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:13:06.598234 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:13:06.598234 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:13:06.598234 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:13:06.671039 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-30eaa8e5-1896-4e12-a6cb-eeda804e27c1 req-8f2a6672-aae0-4841-8f04-007bc579b708 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3d816a0-f1d2-4c42-ad5d-a69083c77a48 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:13:06.679866 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-30eaa8e5-1896-4e12-a6cb-eeda804e27c1 req-8f2a6672-aae0-4841-8f04-007bc579b708 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:06.706483 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-30eaa8e5-1896-4e12-a6cb-eeda804e27c1 req-8f2a6672-aae0-4841-8f04-007bc579b708 service neutron] Transition to ACTIVE for port object c3d816a0-f1d2-4c42-ad5d-a69083c77a48 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:13:06.710724 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-30eaa8e5-1896-4e12-a6cb-eeda804e27c1 req-8f2a6672-aae0-4841-8f04-007bc579b708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:06.714758 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af38cc0c-c364-46e2-a166-3c2e483a9924 req-8e9b92f5-05cf-4cde-9934-d844df98e1ca tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:06.716340 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-af38cc0c-c364-46e2-a166-3c2e483a9924 req-8e9b92f5-05cf-4cde-9934-d844df98e1ca tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] 10.222.0.23 "GET /v2.0/ports?device_id=2af8be50-fbd0-4f7a-9890-20360fbcd6cc HTTP/1.1" status: 200 len: 950 time: 0.0732355 Dec 06 17:13:06.717180 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0374559c-fd8e-4411-adb2-2920b0f78d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:06.735018 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0374559c-fd8e-4411-adb2-2920b0f78d08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:06.737900 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-0374559c-fd8e-4411-adb2-2920b0f78d08 admin admin] 10.222.0.23 "DELETE /v2.0/networks/d5889859-da21-43c6-aad2-22aedd4eb38b HTTP/1.1" status: 204 len: 168 time: 0.6289163 Dec 06 17:13:06.741025 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0374559c-fd8e-4411-adb2-2920b0f78d08 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5889859-da21-43c6-aad2-22aedd4eb38b,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:06.789118 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-af38cc0c-c364-46e2-a166-3c2e483a9924 req-5c0b5ed1-b606-4482-a3e9-673ca8c29cec tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d117ce5-b41c-494d-9b5a-520a94145378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501807 Dec 06 17:13:06.879905 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2a6672-aae0-4841-8f04-007bc579b708 service neutron] Pushing event updated for resources: {'Port': ['ID=c3d816a0-f1d2-4c42-ad5d-a69083c77a48,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:06.966804 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-30eaa8e5-1896-4e12-a6cb-eeda804e27c1 req-8f2a6672-aae0-4841-8f04-007bc579b708 service neutron] Attempting to bind port c3d816a0-f1d2-4c42-ad5d-a69083c77a48 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:13:06.968370 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-30eaa8e5-1896-4e12-a6cb-eeda804e27c1 req-8f2a6672-aae0-4841-8f04-007bc579b708 service neutron] Attempting to bind port c3d816a0-f1d2-4c42-ad5d-a69083c77a48 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:13:06.969742 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30eaa8e5-1896-4e12-a6cb-eeda804e27c1 req-8f2a6672-aae0-4841-8f04-007bc579b708 service neutron] Attempting to bind port c3d816a0-f1d2-4c42-ad5d-a69083c77a48 on network ee08a0d2-834f-4c39-be47-9c424581246a {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:13:06.981077 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30eaa8e5-1896-4e12-a6cb-eeda804e27c1 req-8f2a6672-aae0-4841-8f04-007bc579b708 service neutron] Port c3d816a0-f1d2-4c42-ad5d-a69083c77a48 on network ee08a0d2-834f-4c39-be47-9c424581246a not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:13:06.981563 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30eaa8e5-1896-4e12-a6cb-eeda804e27c1 req-8f2a6672-aae0-4841-8f04-007bc579b708 service neutron] Attempting to bind port c3d816a0-f1d2-4c42-ad5d-a69083c77a48 on network ee08a0d2-834f-4c39-be47-9c424581246a {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:13:06.988106 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30eaa8e5-1896-4e12-a6cb-eeda804e27c1 req-8f2a6672-aae0-4841-8f04-007bc579b708 service neutron] Checking agent: {'id': '9d8b9f49-2860-4c1f-9b89-45a7657a3c4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:13:06.988483 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30eaa8e5-1896-4e12-a6cb-eeda804e27c1 req-8f2a6672-aae0-4841-8f04-007bc579b708 service neutron] Checking segment: {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:13:06.988978 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30eaa8e5-1896-4e12-a6cb-eeda804e27c1 req-8f2a6672-aae0-4841-8f04-007bc579b708 service neutron] Bound using segment: {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:13:06.989576 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-30eaa8e5-1896-4e12-a6cb-eeda804e27c1 req-8f2a6672-aae0-4841-8f04-007bc579b708 service neutron] Bound port: c3d816a0-f1d2-4c42-ad5d-a69083c77a48, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:13:06.990651 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-30eaa8e5-1896-4e12-a6cb-eeda804e27c1 req-8f2a6672-aae0-4841-8f04-007bc579b708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:07.001061 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 45210) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:13:07.067560 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-fbb3a3ec-508a-4049-a169-3aea2bca8d76 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f536e32d8d6e44a6a16c94e459e23f1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0649474 Dec 06 17:13:07.070060 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 45212) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:13:07.094994 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-30eaa8e5-1896-4e12-a6cb-eeda804e27c1 req-8f2a6672-aae0-4841-8f04-007bc579b708 service neutron] For port c3d816a0-f1d2-4c42-ad5d-a69083c77a48, host n-h2-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:13:07.098632 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-30eaa8e5-1896-4e12-a6cb-eeda804e27c1 req-8f2a6672-aae0-4841-8f04-007bc579b708 service neutron] For port c3d816a0-f1d2-4c42-ad5d-a69083c77a48, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=c3d816a0-f1d2-4c42-ad5d-a69083c77a48,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:13:07.111030 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-30eaa8e5-1896-4e12-a6cb-eeda804e27c1 req-8f2a6672-aae0-4841-8f04-007bc579b708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:07.131246 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8e2f5bc9-1e1e-4c7a-9a30-fa2db4a1aeda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:07.152600 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eaa8e5-1896-4e12-a6cb-eeda804e27c1 req-8f2a6672-aae0-4841-8f04-007bc579b708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:07.153289 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-30eaa8e5-1896-4e12-a6cb-eeda804e27c1 req-8f2a6672-aae0-4841-8f04-007bc579b708 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:07.154735 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-30eaa8e5-1896-4e12-a6cb-eeda804e27c1 req-8f2a6672-aae0-4841-8f04-007bc579b708 service neutron] 10.222.0.44 "PUT /v2.0/ports/c3d816a0-f1d2-4c42-ad5d-a69083c77a48 HTTP/1.1" status: 200 len: 1095 time: 0.9963958 Dec 06 17:13:07.155199 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2391bdd6-085f-4935-996d-32e9d371543c', 'tag': 'c3d816a0-f1d2-4c42-ad5d-a69083c77a48'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:13:07.158220 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c4d3ab2-d229-4ac9-a9e3-ef11877f3622" -d '{"events": [{"name": "network-changed", "server_uuid": "2391bdd6-085f-4935-996d-32e9d371543c", "tag": "c3d816a0-f1d2-4c42-ad5d-a69083c77a48"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:13:07.175415 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8e2f5bc9-1e1e-4c7a-9a30-fa2db4a1aeda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:07.181646 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2a6672-aae0-4841-8f04-007bc579b708 service neutron] Pushing event updated for resources: {'Port': ['ID=c3d816a0-f1d2-4c42-ad5d-a69083c77a48,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:07.247957 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eaa1f61-c343-4f43-a726-1db626450845 x-openstack-request-id: req-7eaa1f61-c343-4f43-a726-1db626450845 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:13:07.248468 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2391bdd6-085f-4935-996d-32e9d371543c", "tag": "c3d816a0-f1d2-4c42-ad5d-a69083c77a48", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:13:07.248902 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7eaa1f61-c343-4f43-a726-1db626450845 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:13:07.250398 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2391bdd6-085f-4935-996d-32e9d371543c', 'tag': 'c3d816a0-f1d2-4c42-ad5d-a69083c77a48', 'status': 'completed', 'code': 200} Dec 06 17:13:07.271458 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eaa8e5-1896-4e12-a6cb-eeda804e27c1 req-aa1846e4-9bc9-4b72-9f4e-359a1a27183e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:07.273339 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-30eaa8e5-1896-4e12-a6cb-eeda804e27c1 req-aa1846e4-9bc9-4b72-9f4e-359a1a27183e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4b43d5b1cc2b418c97b1aca204b56c1e&device_id=2391bdd6-085f-4935-996d-32e9d371543c HTTP/1.1" status: 200 len: 1098 time: 0.0713341 Dec 06 17:13:07.273501 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8e2f5bc9-1e1e-4c7a-9a30-fa2db4a1aeda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:07.283055 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8e2f5bc9-1e1e-4c7a-9a30-fa2db4a1aeda admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:07.284253 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-8e2f5bc9-1e1e-4c7a-9a30-fa2db4a1aeda admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/101dae8c-d6de-48c7-b5a1-19c10425459f HTTP/1.1" status: 204 len: 168 time: 0.2132273 Dec 06 17:13:07.314165 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2f5bc9-1e1e-4c7a-9a30-fa2db4a1aeda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=101dae8c-d6de-48c7-b5a1-19c10425459f,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:07.356360 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-30eaa8e5-1896-4e12-a6cb-eeda804e27c1 req-c2de8294-3c80-4e0c-bf9b-960b8b1a5da9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=c3d816a0-f1d2-4c42-ad5d-a69083c77a48 HTTP/1.1" status: 200 len: 217 time: 0.0723844 Dec 06 17:13:07.450024 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b7c273-cafa-4237-9eba-6ea7a6519b91 req-2703eec8-f4c5-4f7a-80a5-b34d0e3f66bf tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:07.451385 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-38b7c273-cafa-4237-9eba-6ea7a6519b91 req-2703eec8-f4c5-4f7a-80a5-b34d0e3f66bf tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=98f376fe-fb6f-4fe8-96fe-4642f4e4c86f HTTP/1.1" status: 200 len: 945 time: 0.0991292 Dec 06 17:13:07.453940 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eaa8e5-1896-4e12-a6cb-eeda804e27c1 req-169c1ea5-6ff2-4bd7-b0ec-56b5ce7e774d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:07.455293 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-30eaa8e5-1896-4e12-a6cb-eeda804e27c1 req-169c1ea5-6ff2-4bd7-b0ec-56b5ce7e774d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1342252a-21e4-4783-88ff-f54776c79059 HTTP/1.1" status: 200 len: 843 time: 0.0895793 Dec 06 17:13:07.584184 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-38b7c273-cafa-4237-9eba-6ea7a6519b91 req-f2c48071-c18d-4916-8a67-37b087b44bd9 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035604 Dec 06 17:13:07.595581 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eaa8e5-1896-4e12-a6cb-eeda804e27c1 req-f411b7f8-bfa1-458b-a3cb-c33ce2cc369a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:07.598714 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-30eaa8e5-1896-4e12-a6cb-eeda804e27c1 req-f411b7f8-bfa1-458b-a3cb-c33ce2cc369a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee08a0d2-834f-4c39-be47-9c424581246a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1193972 Dec 06 17:13:07.711734 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86266eb5-a7c7-4b7f-b8c0-f7891c197a92 req-151ad792-117e-4a6e-b03c-8a30f8857d2f tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:07.714507 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-86266eb5-a7c7-4b7f-b8c0-f7891c197a92 req-151ad792-117e-4a6e-b03c-8a30f8857d2f tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/ports?device_id=2391bdd6-085f-4935-996d-32e9d371543c HTTP/1.1" status: 200 len: 947 time: 0.1585076 Dec 06 17:13:07.783850 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-30eaa8e5-1896-4e12-a6cb-eeda804e27c1 req-96f07878-c083-4b77-b095-5f7042c556ff service neutron] 10.222.0.44 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700470 Dec 06 17:13:07.822636 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-86266eb5-a7c7-4b7f-b8c0-f7891c197a92 req-8d1a05e2-cb9a-457d-bad9-e898b7ed2942 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ba66608-5fba-460b-9339-43992781830c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952396 Dec 06 17:13:07.934299 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-30eaa8e5-1896-4e12-a6cb-eeda804e27c1 req-291a4cb0-ca17-4ef4-8102-341cfee8ddff service neutron] 10.222.0.44 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349747 Dec 06 17:13:07.971300 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e182ce3f-5b42-4e87-8267-48ae9b9a07bb req-09688417-ffe3-49ff-b6c2-c00b998492e7 tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:07.974002 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e182ce3f-5b42-4e87-8267-48ae9b9a07bb req-09688417-ffe3-49ff-b6c2-c00b998492e7 tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] 10.222.0.23 "GET /v2.0/ports?device_id=2af8be50-fbd0-4f7a-9890-20360fbcd6cc HTTP/1.1" status: 200 len: 950 time: 0.0627081 Dec 06 17:13:08.044045 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d3ab2-d229-4ac9-a9e3-ef11877f3622 req-6d8483bf-2bc8-4163-a36f-0cbe1c130a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:08.045669 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5c4d3ab2-d229-4ac9-a9e3-ef11877f3622 req-6d8483bf-2bc8-4163-a36f-0cbe1c130a3e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4b43d5b1cc2b418c97b1aca204b56c1e&device_id=2391bdd6-085f-4935-996d-32e9d371543c HTTP/1.1" status: 200 len: 1098 time: 0.0600216 Dec 06 17:13:08.047347 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e182ce3f-5b42-4e87-8267-48ae9b9a07bb req-a3b44c59-f0b4-4407-9c38-56a7d3cafa7a tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d117ce5-b41c-494d-9b5a-520a94145378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675905 Dec 06 17:13:08.211030 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d3ab2-d229-4ac9-a9e3-ef11877f3622 req-8b0273ac-1bc4-4a89-ba84-a19ea56ee3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:08.212867 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5c4d3ab2-d229-4ac9-a9e3-ef11877f3622 req-8b0273ac-1bc4-4a89-ba84-a19ea56ee3bd service neutron] 10.222.0.44 "GET /v2.0/networks?id=ee08a0d2-834f-4c39-be47-9c424581246a HTTP/1.1" status: 200 len: 870 time: 0.1576047 Dec 06 17:13:08.282590 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5c4d3ab2-d229-4ac9-a9e3-ef11877f3622 req-ef0094df-0c6c-4b46-8375-cc014b0b5aa4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=c3d816a0-f1d2-4c42-ad5d-a69083c77a48 HTTP/1.1" status: 200 len: 217 time: 0.0551844 Dec 06 17:13:08.403463 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d3ab2-d229-4ac9-a9e3-ef11877f3622 req-78eb3fef-06e3-4af5-b006-30158c74b6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:08.404951 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5c4d3ab2-d229-4ac9-a9e3-ef11877f3622 req-78eb3fef-06e3-4af5-b006-30158c74b6c9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1342252a-21e4-4783-88ff-f54776c79059 HTTP/1.1" status: 200 len: 843 time: 0.1135349 Dec 06 17:13:08.409643 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67af1918-3274-4940-83be-4e1f538aa8d0 req-109fdf51-a69d-4c51-bf34-1a0d64f86bf8 tempest-ServersAdminNegativeTestJSON-1686822420 tempest-ServersAdminNegativeTestJSON-1686822420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:08.411683 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-67af1918-3274-4940-83be-4e1f538aa8d0 req-109fdf51-a69d-4c51-bf34-1a0d64f86bf8 tempest-ServersAdminNegativeTestJSON-1686822420 tempest-ServersAdminNegativeTestJSON-1686822420-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2af8be50-fbd0-4f7a-9890-20360fbcd6cc HTTP/1.1" status: 200 len: 1101 time: 0.0587842 Dec 06 17:13:08.456414 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-67af1918-3274-4940-83be-4e1f538aa8d0 req-228aa4b3-3ce9-47ea-aeb6-f795dfce96a0 tempest-ServersAdminNegativeTestJSON-1686822420 tempest-ServersAdminNegativeTestJSON-1686822420-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:08.479992 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d3ab2-d229-4ac9-a9e3-ef11877f3622 req-b6373a8c-eaf8-4e3a-9551-d5de58197160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:08.481728 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5c4d3ab2-d229-4ac9-a9e3-ef11877f3622 req-b6373a8c-eaf8-4e3a-9551-d5de58197160 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee08a0d2-834f-4c39-be47-9c424581246a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0656602 Dec 06 17:13:08.624241 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-67af1918-3274-4940-83be-4e1f538aa8d0 req-228aa4b3-3ce9-47ea-aeb6-f795dfce96a0 tempest-ServersAdminNegativeTestJSON-1686822420 tempest-ServersAdminNegativeTestJSON-1686822420-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:08.627561 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5c4d3ab2-d229-4ac9-a9e3-ef11877f3622 req-511db347-e5df-4205-ad89-3551756bd291 service neutron] 10.222.0.44 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309922 Dec 06 17:13:08.629038 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-67af1918-3274-4940-83be-4e1f538aa8d0 req-228aa4b3-3ce9-47ea-aeb6-f795dfce96a0 tempest-ServersAdminNegativeTestJSON-1686822420 tempest-ServersAdminNegativeTestJSON-1686822420-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:08.691163 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-67af1918-3274-4940-83be-4e1f538aa8d0 req-228aa4b3-3ce9-47ea-aeb6-f795dfce96a0 tempest-ServersAdminNegativeTestJSON-1686822420 tempest-ServersAdminNegativeTestJSON-1686822420-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=3d117ce5-b41c-494d-9b5a-520a94145378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668459 Dec 06 17:13:08.728447 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228aa4b3-3ce9-47ea-aeb6-f795dfce96a0 tempest-ServersAdminNegativeTestJSON-1686822420 tempest-ServersAdminNegativeTestJSON-1686822420-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4271499f-2348-45ce-b3bf-90635d94c0d2,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:08.768000 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6311ae-6a5e-442a-bbaf-73b79fd31f89 req-b88191c0-5be5-45fc-bd20-40c09e62b95c tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:08.777162 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1a6311ae-6a5e-442a-bbaf-73b79fd31f89 req-b88191c0-5be5-45fc-bd20-40c09e62b95c tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=98f376fe-fb6f-4fe8-96fe-4642f4e4c86f HTTP/1.1" status: 200 len: 945 time: 0.0829055 Dec 06 17:13:08.798401 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5c4d3ab2-d229-4ac9-a9e3-ef11877f3622 req-93569371-28d8-419d-b350-59c42be1db7f service neutron] 10.222.0.44 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589017 Dec 06 17:13:08.845299 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1a6311ae-6a5e-442a-bbaf-73b79fd31f89 req-455a9878-dbcf-4945-9e0f-feba23cfd670 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641983 Dec 06 17:13:08.963029 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c811a955-777e-42db-b14c-d9d82f9dbfac req-88122af1-fe1a-448d-985b-44fbc74cd399 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:08.969744 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 45270) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:13:08.971190 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c811a955-777e-42db-b14c-d9d82f9dbfac req-88122af1-fe1a-448d-985b-44fbc74cd399 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/ports?device_id=2391bdd6-085f-4935-996d-32e9d371543c HTTP/1.1" status: 200 len: 947 time: 0.0701795 Dec 06 17:13:09.032540 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c811a955-777e-42db-b14c-d9d82f9dbfac req-faeb1a36-447f-48ce-b261-5f847666909e tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ba66608-5fba-460b-9339-43992781830c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537455 Dec 06 17:13:09.107394 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c1662162-ddc5-4b66-9c73-18f89febecc6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:09.191026 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c1662162-ddc5-4b66-9c73-18f89febecc6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:09.195385 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c1662162-ddc5-4b66-9c73-18f89febecc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:09.239254 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-c1662162-ddc5-4b66-9c73-18f89febecc6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=740459d70dcd489f85efb595000f9b25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2664068 Dec 06 17:13:09.239254 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1662162-ddc5-4b66-9c73-18f89febecc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2904b78-64cd-4daf-8e36-f099958fbb23,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:09.240043 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 45276) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:13:09.288356 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-772de449-0700-44c9-904f-aa69fd6c0fc6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:09.309831 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-772de449-0700-44c9-904f-aa69fd6c0fc6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:09.360689 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-772de449-0700-44c9-904f-aa69fd6c0fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:09.363442 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-772de449-0700-44c9-904f-aa69fd6c0fc6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:09.364586 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-772de449-0700-44c9-904f-aa69fd6c0fc6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d2904b78-64cd-4daf-8e36-f099958fbb23 HTTP/1.1" status: 204 len: 168 time: 0.1236382 Dec 06 17:13:09.373047 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772de449-0700-44c9-904f-aa69fd6c0fc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2904b78-64cd-4daf-8e36-f099958fbb23,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:09.815192 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18ebbd2-ce68-4a26-974b-211bbd1eb7be req-913e1083-4405-4754-8029-76d688e0af06 tempest-ServersAdminNegativeTestJSON-1686822420 tempest-ServersAdminNegativeTestJSON-1686822420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:09.816812 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b18ebbd2-ce68-4a26-974b-211bbd1eb7be req-913e1083-4405-4754-8029-76d688e0af06 tempest-ServersAdminNegativeTestJSON-1686822420 tempest-ServersAdminNegativeTestJSON-1686822420-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2af8be50-fbd0-4f7a-9890-20360fbcd6cc HTTP/1.1" status: 200 len: 1101 time: 0.0435560 Dec 06 17:13:09.881666 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b18ebbd2-ce68-4a26-974b-211bbd1eb7be req-f35b265b-5ac9-4adc-b54e-80a504ee1c5e tempest-ServersAdminNegativeTestJSON-1686822420 tempest-ServersAdminNegativeTestJSON-1686822420-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=3d117ce5-b41c-494d-9b5a-520a94145378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588069 Dec 06 17:13:09.991790 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c0a868-3a5a-40dc-8933-ca9b58854590 req-b993ec20-09cf-4150-a9e8-1bd8e0e60360 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:09.998514 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-50c0a868-3a5a-40dc-8933-ca9b58854590 req-b993ec20-09cf-4150-a9e8-1bd8e0e60360 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=98f376fe-fb6f-4fe8-96fe-4642f4e4c86f HTTP/1.1" status: 200 len: 945 time: 0.0583408 Dec 06 17:13:10.048546 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 45312) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:13:10.077559 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-50c0a868-3a5a-40dc-8933-ca9b58854590 req-8cfb3c07-6034-4025-8463-4f0ee1aadaea tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761538 Dec 06 17:13:10.163365 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-67657e77-07e4-4d91-a959-0cae41e0eb9d admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-29983721-network', 'tenant_id': '3ab1b684adb44126aa30c8ecbc0cad3c'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:13:10.186296 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67657e77-07e4-4d91-a959-0cae41e0eb9d admin admin] Made reservation on behalf of 3ab1b684adb44126aa30c8ecbc0cad3c for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:13:10.189150 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-67657e77-07e4-4d91-a959-0cae41e0eb9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:10.198076 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-67657e77-07e4-4d91-a959-0cae41e0eb9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:10.216166 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8050a6a-6300-41cc-8367-bbb83c8abc50 req-2c7637ee-ecad-4042-8d78-ac2eb43a9a4f tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:10.217756 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a8050a6a-6300-41cc-8367-bbb83c8abc50 req-2c7637ee-ecad-4042-8d78-ac2eb43a9a4f tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/ports?device_id=2391bdd6-085f-4935-996d-32e9d371543c HTTP/1.1" status: 200 len: 947 time: 0.0615804 Dec 06 17:13:10.277222 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-67657e77-07e4-4d91-a959-0cae41e0eb9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:10.282442 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-67657e77-07e4-4d91-a959-0cae41e0eb9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:10.283361 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a8050a6a-6300-41cc-8367-bbb83c8abc50 req-428e12ee-3cb7-45a1-b584-b78bb4aedeea tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ba66608-5fba-460b-9339-43992781830c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576940 Dec 06 17:13:10.319682 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67657e77-07e4-4d91-a959-0cae41e0eb9d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:13:10.331114 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67657e77-07e4-4d91-a959-0cae41e0eb9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb0062a-d825-4410-8154-a45e8f107f6a,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:10.336372 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-67657e77-07e4-4d91-a959-0cae41e0eb9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:10.336723 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-67657e77-07e4-4d91-a959-0cae41e0eb9d admin admin] Added segment 02c34753-070f-4f68-9533-80dcf93edb92 of type vlan for network 3fe6b139-ab54-421b-a2ff-2a0762857d78 Dec 06 17:13:10.392536 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-67657e77-07e4-4d91-a959-0cae41e0eb9d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:10.417266 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bfd61f-888d-4bde-8286-b437d83ea6e4 req-3db58741-2f7d-45ca-911d-d05cf769bf47 tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:10.422053 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f3bfd61f-888d-4bde-8286-b437d83ea6e4 req-3db58741-2f7d-45ca-911d-d05cf769bf47 tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] 10.222.0.23 "GET /v2.0/ports?device_id=2af8be50-fbd0-4f7a-9890-20360fbcd6cc HTTP/1.1" status: 200 len: 950 time: 0.0581536 Dec 06 17:13:10.422360 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-67657e77-07e4-4d91-a959-0cae41e0eb9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:10.423374 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67657e77-07e4-4d91-a959-0cae41e0eb9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:10.424004 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-67657e77-07e4-4d91-a959-0cae41e0eb9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:10.468803 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f3bfd61f-888d-4bde-8286-b437d83ea6e4 req-5d8eb35f-09b3-4948-9c76-0ed635ebd083 tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d117ce5-b41c-494d-9b5a-520a94145378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435755 Dec 06 17:13:10.483715 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-67657e77-07e4-4d91-a959-0cae41e0eb9d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4332895 Dec 06 17:13:10.486920 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 45330) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:13:10.489120 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67657e77-07e4-4d91-a959-0cae41e0eb9d admin admin] Pushing event updated for resources: {'Network': ['ID=3fe6b139-ab54-421b-a2ff-2a0762857d78,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:10.492366 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-543f97e4-d4dd-4de9-9ef5-159d02ad7302 admin admin] Request body: {'subnet': {'network_id': '3fe6b139-ab54-421b-a2ff-2a0762857d78', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-29983721-subnet', 'tenant_id': '3ab1b684adb44126aa30c8ecbc0cad3c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:13:10.499243 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 3fe6b139-ab54-421b-a2ff-2a0762857d78 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:13:10.514035 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-543f97e4-d4dd-4de9-9ef5-159d02ad7302 admin admin] Made reservation on behalf of 3ab1b684adb44126aa30c8ecbc0cad3c for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:13:10.516438 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-543f97e4-d4dd-4de9-9ef5-159d02ad7302 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:10.682213 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-543f97e4-d4dd-4de9-9ef5-159d02ad7302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:10.739891 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f97e4-d4dd-4de9-9ef5-159d02ad7302 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a353316-d532-4156-ba10-317f93f3fee6,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:10.748303 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543f97e4-d4dd-4de9-9ef5-159d02ad7302 admin admin] Checking segment: {'id': '02c34753-070f-4f68-9533-80dcf93edb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '3fe6b139-ab54-421b-a2ff-2a0762857d78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:13:10.748663 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543f97e4-d4dd-4de9-9ef5-159d02ad7302 admin admin] Network hostable DHCP agents. Network: 3fe6b139-ab54-421b-a2ff-2a0762857d78, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:13:10.765932 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543f97e4-d4dd-4de9-9ef5-159d02ad7302 admin admin] Network 3fe6b139-ab54-421b-a2ff-2a0762857d78 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:13:10.776181 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-543f97e4-d4dd-4de9-9ef5-159d02ad7302 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 3fe6b139-ab54-421b-a2ff-2a0762857d78) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:13:10.780547 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543f97e4-d4dd-4de9-9ef5-159d02ad7302 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:10.781340 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-543f97e4-d4dd-4de9-9ef5-159d02ad7302 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:10.786952 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbfa480-3737-48df-847e-00b0eb1e032c None None] Network 3fe6b139-ab54-421b-a2ff-2a0762857d78 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:13:10.799973 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-543f97e4-d4dd-4de9-9ef5-159d02ad7302 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3118410 Dec 06 17:13:10.802933 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 45332) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:13:10.807759 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-ab423a0c-863f-4805-8ba8-9620ba26379e admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-29983721-router', 'tenant_id': '3ab1b684adb44126aa30c8ecbc0cad3c', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:13:10.833926 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ab423a0c-863f-4805-8ba8-9620ba26379e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:10.834980 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ab423a0c-863f-4805-8ba8-9620ba26379e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:10.922377 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ab423a0c-863f-4805-8ba8-9620ba26379e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:10.956657 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0bdc1e0-5c8f-4e29-9528-74419e18e637 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-3fe6b139-ab54-421b-a2ff-2a0762857d78', 'network_id': '3fe6b139-ab54-421b-a2ff-2a0762857d78', 'tenant_id': '3ab1b684adb44126aa30c8ecbc0cad3c', 'fixed_ips': [{'subnet_id': '6a353316-d532-4156-ba10-317f93f3fee6'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:13:10.958308 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c0bdc1e0-5c8f-4e29-9528-74419e18e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:11.063831 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ab423a0c-863f-4805-8ba8-9620ba26379e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:11.115392 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-c0bdc1e0-5c8f-4e29-9528-74419e18e637 None None] Allocated IP 172.20.0.2 (3fe6b139-ab54-421b-a2ff-2a0762857d78/6a353316-d532-4156-ba10-317f93f3fee6/4911cf64-a4e7-4a5b-aa40-da9f31df869d) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:13:11.210983 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911fb81b-a420-4eb8-9e44-6f91a4119eca req-95581607-d2b2-47cc-bf30-7768041a6b3c tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:11.219511 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-911fb81b-a420-4eb8-9e44-6f91a4119eca req-95581607-d2b2-47cc-bf30-7768041a6b3c tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=98f376fe-fb6f-4fe8-96fe-4642f4e4c86f HTTP/1.1" status: 200 len: 945 time: 0.0682209 Dec 06 17:13:11.277716 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-911fb81b-a420-4eb8-9e44-6f91a4119eca req-ae46ce1f-5a97-45f3-9768-2e45615eb0aa tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484955 Dec 06 17:13:11.303276 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ab423a0c-863f-4805-8ba8-9620ba26379e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:11.306005 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c0bdc1e0-5c8f-4e29-9528-74419e18e637 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:11.312757 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c0bdc1e0-5c8f-4e29-9528-74419e18e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:11.329452 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ab423a0c-863f-4805-8ba8-9620ba26379e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:11.355114 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0bdc1e0-5c8f-4e29-9528-74419e18e637 None None] Network 3fe6b139-ab54-421b-a2ff-2a0762857d78 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:13:11.358596 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-c0bdc1e0-5c8f-4e29-9528-74419e18e637 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:13:11.363473 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bdc1e0-5c8f-4e29-9528-74419e18e637 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:13:11.369769 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bdc1e0-5c8f-4e29-9528-74419e18e637 None None] Pushing event updated for resources: {'Port': ['ID=4911cf64-a4e7-4a5b-aa40-da9f31df869d,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:11.438116 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-c0bdc1e0-5c8f-4e29-9528-74419e18e637 None None] Attempting to bind port 4911cf64-a4e7-4a5b-aa40-da9f31df869d on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:13:11.438631 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-c0bdc1e0-5c8f-4e29-9528-74419e18e637 None None] Attempting to bind port 4911cf64-a4e7-4a5b-aa40-da9f31df869d by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '02c34753-070f-4f68-9533-80dcf93edb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '3fe6b139-ab54-421b-a2ff-2a0762857d78'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:13:11.439100 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bdc1e0-5c8f-4e29-9528-74419e18e637 None None] Attempting to bind port 4911cf64-a4e7-4a5b-aa40-da9f31df869d on network 3fe6b139-ab54-421b-a2ff-2a0762857d78 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:13:11.444719 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bdc1e0-5c8f-4e29-9528-74419e18e637 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:13:11.445254 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bdc1e0-5c8f-4e29-9528-74419e18e637 None None] Checking segment: {'id': '02c34753-070f-4f68-9533-80dcf93edb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '3fe6b139-ab54-421b-a2ff-2a0762857d78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:13:11.445923 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c0bdc1e0-5c8f-4e29-9528-74419e18e637 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:11.446427 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bdc1e0-5c8f-4e29-9528-74419e18e637 None None] Bound using segment: {'id': '02c34753-070f-4f68-9533-80dcf93edb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '3fe6b139-ab54-421b-a2ff-2a0762857d78'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:13:11.447015 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-c0bdc1e0-5c8f-4e29-9528-74419e18e637 None None] Bound port: 4911cf64-a4e7-4a5b-aa40-da9f31df869d, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02c34753-070f-4f68-9533-80dcf93edb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '3fe6b139-ab54-421b-a2ff-2a0762857d78'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:13:11.447518 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c0bdc1e0-5c8f-4e29-9528-74419e18e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:11.526975 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c0bdc1e0-5c8f-4e29-9528-74419e18e637 None None] For port 4911cf64-a4e7-4a5b-aa40-da9f31df869d, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:13:11.531306 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c0bdc1e0-5c8f-4e29-9528-74419e18e637 None None] For port 4911cf64-a4e7-4a5b-aa40-da9f31df869d, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=4911cf64-a4e7-4a5b-aa40-da9f31df869d,segment=NetworkSegment(02c34753-070f-4f68-9533-80dcf93edb92),segment_id=02c34753-070f-4f68-9533-80dcf93edb92)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:13:11.537634 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c0bdc1e0-5c8f-4e29-9528-74419e18e637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:11.544077 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device c3d816a0-f1d2-4c42-ad5d-a69083c77a48 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:13:11.607610 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d483c20-52d3-46f9-9fb7-790682fb40ff req-6f98cc0e-ce0d-4a91-aa14-a990aa1e40ac tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:11.609919 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7d483c20-52d3-46f9-9fb7-790682fb40ff req-6f98cc0e-ce0d-4a91-aa14-a990aa1e40ac tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] 10.222.0.23 "GET /v2.0/ports?device_id=2af8be50-fbd0-4f7a-9890-20360fbcd6cc HTTP/1.1" status: 200 len: 950 time: 0.0602388 Dec 06 17:13:11.672955 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7d483c20-52d3-46f9-9fb7-790682fb40ff req-b7022e1f-3d43-4893-84c5-825f70774a1f tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d117ce5-b41c-494d-9b5a-520a94145378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548184 Dec 06 17:13:11.679257 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bdc1e0-5c8f-4e29-9528-74419e18e637 None None] Pushing event updated for resources: {'Port': ['ID=4911cf64-a4e7-4a5b-aa40-da9f31df869d,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:11.736554 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port c3d816a0-f1d2-4c42-ad5d-a69083c77a48, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=c3d816a0-f1d2-4c42-ad5d-a69083c77a48,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:13:11.750713 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': 'c3d816a0-f1d2-4c42-ad5d-a69083c77a48', 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a', 'port_id': 'c3d816a0-f1d2-4c42-ad5d-a69083c77a48', 'mac_address': 'fa:16:3e:84:29:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1342252a-21e4-4783-88ff-f54776c79059', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:13:11.762618 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd427fca-0d55-4cdc-a50b-0b166b88d09b req-e0c1634e-5288-48f1-a582-b40615eca485 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:11.768302 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-dd427fca-0d55-4cdc-a50b-0b166b88d09b req-e0c1634e-5288-48f1-a582-b40615eca485 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/ports?device_id=2391bdd6-085f-4935-996d-32e9d371543c HTTP/1.1" status: 200 len: 947 time: 0.3881390 Dec 06 17:13:11.799476 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-ab423a0c-863f-4805-8ba8-9620ba26379e admin admin] Allocated IP 172.35.1.103 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/ac774e38-84aa-4cd0-9fd6-4dec80affc31) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:13:11.800662 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:11.816577 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3d816a0-f1d2-4c42-ad5d-a69083c77a48 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:13:11.862041 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port c3d816a0-f1d2-4c42-ad5d-a69083c77a48, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=c3d816a0-f1d2-4c42-ad5d-a69083c77a48,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:13:11.870945 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:11.879937 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-dd427fca-0d55-4cdc-a50b-0b166b88d09b req-74c12798-839d-4a3b-998f-11091ef786ab tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ba66608-5fba-460b-9339-43992781830c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083865 Dec 06 17:13:11.932315 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=c3d816a0-f1d2-4c42-ad5d-a69083c77a48,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:11.967811 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ab423a0c-863f-4805-8ba8-9620ba26379e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:12.007392 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ab423a0c-863f-4805-8ba8-9620ba26379e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:12.052464 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab423a0c-863f-4805-8ba8-9620ba26379e admin admin] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:13:12.055326 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-ab423a0c-863f-4805-8ba8-9620ba26379e admin admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:13:12.058957 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab423a0c-863f-4805-8ba8-9620ba26379e admin admin] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:13:12.065255 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab423a0c-863f-4805-8ba8-9620ba26379e admin admin] Pushing event updated for resources: {'Port': ['ID=ac774e38-84aa-4cd0-9fd6-4dec80affc31,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:12.141583 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4d10a7-0f39-49fc-9252-dba73b7ae77f req-a6932678-f3f7-42a7-bc44-e70c156ea02d tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:12.143237 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7f4d10a7-0f39-49fc-9252-dba73b7ae77f req-a6932678-f3f7-42a7-bc44-e70c156ea02d tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] 10.222.0.44 "GET /v2.0/ports?device_id=2af8be50-fbd0-4f7a-9890-20360fbcd6cc HTTP/1.1" status: 200 len: 950 time: 0.0672989 Dec 06 17:13:12.248441 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-7f4d10a7-0f39-49fc-9252-dba73b7ae77f req-c8d385e1-fa2c-4d7f-8df4-a7ef8e43b2f4 tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] Deleting port ba02627a-2baa-4149-ac4d-10dab83e295a {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:13:12.248878 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-7f4d10a7-0f39-49fc-9252-dba73b7ae77f req-c8d385e1-fa2c-4d7f-8df4-a7ef8e43b2f4 tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:12.257735 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['c3d816a0-f1d2-4c42-ad5d-a69083c77a48'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:13:12.362414 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ab423a0c-863f-4805-8ba8-9620ba26379e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:12.415253 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-7f4d10a7-0f39-49fc-9252-dba73b7ae77f req-c8d385e1-fa2c-4d7f-8df4-a7ef8e43b2f4 tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] For port ba02627a-2baa-4149-ac4d-10dab83e295a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ba02627a-2baa-4149-ac4d-10dab83e295a,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:13:12.415619 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-7f4d10a7-0f39-49fc-9252-dba73b7ae77f req-c8d385e1-fa2c-4d7f-8df4-a7ef8e43b2f4 tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:12.436588 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-7f4d10a7-0f39-49fc-9252-dba73b7ae77f req-c8d385e1-fa2c-4d7f-8df4-a7ef8e43b2f4 tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] Calling delete_port for ba02627a-2baa-4149-ac4d-10dab83e295a owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:13:12.456825 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a09e3-6823-48c2-8580-4f63fb56212f req-158db3a4-6069-4a98-9f87-2c332f0a45cc tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:12.458439 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-be7a09e3-6823-48c2-8580-4f63fb56212f req-158db3a4-6069-4a98-9f87-2c332f0a45cc tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=98f376fe-fb6f-4fe8-96fe-4642f4e4c86f HTTP/1.1" status: 200 len: 945 time: 0.1031117 Dec 06 17:13:12.583585 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-be7a09e3-6823-48c2-8580-4f63fb56212f req-afa51a68-8f06-4e67-b998-d0cc7cb5ea83 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827160 Dec 06 17:13:12.627542 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ab423a0c-863f-4805-8ba8-9620ba26379e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:12.650437 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-7f4d10a7-0f39-49fc-9252-dba73b7ae77f req-c8d385e1-fa2c-4d7f-8df4-a7ef8e43b2f4 tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:12.668551 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['0e3d2de3-4271-4bd4-9e86-12251c3217f3'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:13:12.688682 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d385e1-fa2c-4d7f-8df4-a7ef8e43b2f4 tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] Pushing event deleted for resources: {'Port': ['ID=ba02627a-2baa-4149-ac4d-10dab83e295a,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:12.797137 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f4d10a7-0f39-49fc-9252-dba73b7ae77f req-c8d385e1-fa2c-4d7f-8df4-a7ef8e43b2f4 tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] No DVR routers for this DVR port ba02627a-2baa-4149-ac4d-10dab83e295a on host n-h2-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:13:12.800065 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-7f4d10a7-0f39-49fc-9252-dba73b7ae77f req-c8d385e1-fa2c-4d7f-8df4-a7ef8e43b2f4 tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:12.803933 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7f4d10a7-0f39-49fc-9252-dba73b7ae77f req-c8d385e1-fa2c-4d7f-8df4-a7ef8e43b2f4 tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] 10.222.0.44 "DELETE /v2.0/ports/ba02627a-2baa-4149-ac4d-10dab83e295a HTTP/1.1" status: 204 len: 173 time: 0.6508224 Dec 06 17:13:12.804542 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2af8be50-fbd0-4f7a-9890-20360fbcd6cc', 'name': 'network-vif-deleted', 'tag': 'ba02627a-2baa-4149-ac4d-10dab83e295a'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:13:12.807284 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf39a78-4606-421f-ad6c-5c0794f1f372" -d '{"events": [{"server_uuid": "2af8be50-fbd0-4f7a-9890-20360fbcd6cc", "name": "network-vif-deleted", "tag": "ba02627a-2baa-4149-ac4d-10dab83e295a"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:13:12.844349 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ecdfdaf5-7529-41e9-a563-408aed049f05 req-58ccde76-b357-4404-9121-44f899f4f369 tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] 10.222.0.23 "GET /v2.0/ports?device_id=2af8be50-fbd0-4f7a-9890-20360fbcd6cc HTTP/1.1" status: 200 len: 210 time: 0.0524011 Dec 06 17:13:12.882087 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45caf6cd-6381-4fa7-b558-f614071d8ea7 x-openstack-request-id: req-45caf6cd-6381-4fa7-b558-f614071d8ea7 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:13:12.882520 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2af8be50-fbd0-4f7a-9890-20360fbcd6cc", "name": "network-vif-deleted", "tag": "ba02627a-2baa-4149-ac4d-10dab83e295a", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:13:12.883043 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-45caf6cd-6381-4fa7-b558-f614071d8ea7 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:13:12.883437 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2af8be50-fbd0-4f7a-9890-20360fbcd6cc', 'name': 'network-vif-deleted', 'tag': 'ba02627a-2baa-4149-ac4d-10dab83e295a', 'status': 'completed', 'code': 200} Dec 06 17:13:12.898649 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9404e319-0b06-4e43-b38a-bd033cee4cbb None None] Network 3fe6b139-ab54-421b-a2ff-2a0762857d78 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:13:12.935544 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab423a0c-863f-4805-8ba8-9620ba26379e admin admin] Router c79e783e-654c-4e00-bf6b-58b7b2ae2540 is scheduled to L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 with binding_index 1 {{(pid=103285) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 17:13:12.967651 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-fd411112-183e-4324-8a5e-56dcd4fa90a7 None None] Provisioning complete for port 4911cf64-a4e7-4a5b-aa40-da9f31df869d triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:13:12.968341 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fd411112-183e-4324-8a5e-56dcd4fa90a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:13.101003 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0de53d-d158-44d0-8b24-cc58819f5e2e req-f682f17a-5188-4e69-9eb6-8fe976943fbb tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:13.102455 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fc0de53d-d158-44d0-8b24-cc58819f5e2e req-f682f17a-5188-4e69-9eb6-8fe976943fbb tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/ports?device_id=2391bdd6-085f-4935-996d-32e9d371543c HTTP/1.1" status: 200 len: 948 time: 0.0985329 Dec 06 17:13:13.120736 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab423a0c-863f-4805-8ba8-9620ba26379e admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:13:13.133595 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2057bd4-c2f9-4165-b425-839041908c3d None None] Sync routers for ids ['c79e783e-654c-4e00-bf6b-58b7b2ae2540'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:13:13.145169 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2057bd4-c2f9-4165-b425-839041908c3d None None] Routers {'c79e783e-654c-4e00-bf6b-58b7b2ae2540'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:13:13.145169 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-a2057bd4-c2f9-4165-b425-839041908c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:12:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['c79e783e-654c-4e00-bf6b-58b7b2ae2540'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:13:13.157791 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ab423a0c-863f-4805-8ba8-9620ba26379e admin admin] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:13.162191 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-ab423a0c-863f-4805-8ba8-9620ba26379e admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3579555 Dec 06 17:13:13.163203 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 45366) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:13:13.201404 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fc0de53d-d158-44d0-8b24-cc58819f5e2e req-8c4257d2-1d24-498d-9dda-c1082a3cfa0a tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ba66608-5fba-460b-9339-43992781830c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907600 Dec 06 17:13:13.281484 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fd411112-183e-4324-8a5e-56dcd4fa90a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:13.287736 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-a2057bd4-c2f9-4165-b425-839041908c3d None None] Set router c79e783e-654c-4e00-bf6b-58b7b2ae2540 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:13:13.328956 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-fd411112-183e-4324-8a5e-56dcd4fa90a7 None None] For port 4911cf64-a4e7-4a5b-aa40-da9f31df869d, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=4911cf64-a4e7-4a5b-aa40-da9f31df869d,segment=NetworkSegment(02c34753-070f-4f68-9533-80dcf93edb92),segment_id=02c34753-070f-4f68-9533-80dcf93edb92)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:13:13.338660 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fd411112-183e-4324-8a5e-56dcd4fa90a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:13.462983 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd411112-183e-4324-8a5e-56dcd4fa90a7 None None] Pushing event updated for resources: {'Port': ['ID=4911cf64-a4e7-4a5b-aa40-da9f31df869d,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:13.478630 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['ba02627a-2baa-4149-ac4d-10dab83e295a'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:13:13.520643 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-db744deb-7824-45e6-a676-7f9da1104634 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:13.581150 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-a2057bd4-c2f9-4165-b425-839041908c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c79e783e-654c-4e00-bf6b-58b7b2ae2540', 'name': 'tempest-TaggedBootDevicesTest-29983721-router', 'tenant_id': '3ab1b684adb44126aa30c8ecbc0cad3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.103'}], 'enable_snat': True}, 'gw_port_id': 'ac774e38-84aa-4cd0-9fd6-4dec80affc31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:13:10Z', 'updated_at': '2021-12-06T17:13:12Z', 'revision_number': 3, 'project_id': '3ab1b684adb44126aa30c8ecbc0cad3c', 'gw_port': {'id': 'ac774e38-84aa-4cd0-9fd6-4dec80affc31', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:e8:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c79e783e-654c-4e00-bf6b-58b7b2ae2540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:13:11Z', 'updated_at': '2021-12-06T17:13:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:13:13.590616 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 4911cf64-a4e7-4a5b-aa40-da9f31df869d up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:13:13.624101 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2057bd4-c2f9-4165-b425-839041908c3d None None] Checking router: c79e783e-654c-4e00-bf6b-58b7b2ae2540 for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:13:13.625178 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2057bd4-c2f9-4165-b425-839041908c3d None None] Updating router c79e783e-654c-4e00-bf6b-58b7b2ae2540 port ac774e38-84aa-4cd0-9fd6-4dec80affc31 binding host n-d-master-1 {{(pid=103287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:13:13.654154 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 4911cf64-a4e7-4a5b-aa40-da9f31df869d triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:13:13.654605 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:13.661116 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a2057bd4-c2f9-4165-b425-839041908c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:13.734367 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-991a4574-f340-402e-88b7-c1da15dbba28 None None] Provisioning complete for port 4911cf64-a4e7-4a5b-aa40-da9f31df869d triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:13:13.735961 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-991a4574-f340-402e-88b7-c1da15dbba28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:13.800492 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4d6f40-0b5f-4130-8603-14d6b7b286ce req-c3ba58c9-24d0-4f88-855e-d4cfd85db815 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:13.812448 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ad4d6f40-0b5f-4130-8603-14d6b7b286ce req-c3ba58c9-24d0-4f88-855e-d4cfd85db815 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=98f376fe-fb6f-4fe8-96fe-4642f4e4c86f HTTP/1.1" status: 200 len: 945 time: 0.0840383 Dec 06 17:13:13.900930 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ad4d6f40-0b5f-4130-8603-14d6b7b286ce req-5049b47d-88f3-4b2d-89dc-804828047a36 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871158 Dec 06 17:13:14.020772 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a2057bd4-c2f9-4165-b425-839041908c3d None None] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:14.026770 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a2057bd4-c2f9-4165-b425-839041908c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:14.092010 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-a2057bd4-c2f9-4165-b425-839041908c3d None None] Attempting to bind port ac774e38-84aa-4cd0-9fd6-4dec80affc31 on host n-d-master-1 for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:13:14.092377 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-a2057bd4-c2f9-4165-b425-839041908c3d None None] Attempting to bind port ac774e38-84aa-4cd0-9fd6-4dec80affc31 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:13:14.092935 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2057bd4-c2f9-4165-b425-839041908c3d None None] Attempting to bind port ac774e38-84aa-4cd0-9fd6-4dec80affc31 on network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:13:14.102635 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2057bd4-c2f9-4165-b425-839041908c3d None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:13:14.103006 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2057bd4-c2f9-4165-b425-839041908c3d None None] Checking segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:13:14.103431 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a2057bd4-c2f9-4165-b425-839041908c3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:14.103821 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2057bd4-c2f9-4165-b425-839041908c3d None None] Bound using segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:13:14.104297 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-a2057bd4-c2f9-4165-b425-839041908c3d None None] Bound port: ac774e38-84aa-4cd0-9fd6-4dec80affc31, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:13:14.104670 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a2057bd4-c2f9-4165-b425-839041908c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:14.128912 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd28d03-9236-49d6-88c4-e1e160bc1f17 None None] Pushing event updated for resources: {'Port': ['ID=ac774e38-84aa-4cd0-9fd6-4dec80affc31,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:14.142796 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd28d03-9236-49d6-88c4-e1e160bc1f17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:13:14.143492 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd28d03-9236-49d6-88c4-e1e160bc1f17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:13:14.143997 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd28d03-9236-49d6-88c4-e1e160bc1f17 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:13:14.144455 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd28d03-9236-49d6-88c4-e1e160bc1f17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:13:14.144816 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd28d03-9236-49d6-88c4-e1e160bc1f17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:13:14.145323 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd28d03-9236-49d6-88c4-e1e160bc1f17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:13:14.145724 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd28d03-9236-49d6-88c4-e1e160bc1f17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:13:14.146133 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd28d03-9236-49d6-88c4-e1e160bc1f17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:13:14.146489 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd28d03-9236-49d6-88c4-e1e160bc1f17 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:13:14.146819 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd28d03-9236-49d6-88c4-e1e160bc1f17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:13:14.147155 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd28d03-9236-49d6-88c4-e1e160bc1f17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:13:14.148662 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd28d03-9236-49d6-88c4-e1e160bc1f17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:13:14.149055 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd28d03-9236-49d6-88c4-e1e160bc1f17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:13:14.180017 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-a2057bd4-c2f9-4165-b425-839041908c3d None None] For port ac774e38-84aa-4cd0-9fd6-4dec80affc31, host n-d-master-1, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:13:14.183508 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-a2057bd4-c2f9-4165-b425-839041908c3d None None] For port ac774e38-84aa-4cd0-9fd6-4dec80affc31, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ac774e38-84aa-4cd0-9fd6-4dec80affc31,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:13:14.188410 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a2057bd4-c2f9-4165-b425-839041908c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:14.231179 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4631eb-801c-41a8-85dc-937696115b87 req-970cee80-1235-465a-8c9c-bd092b0b1ff2 tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:14.232809 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-be4631eb-801c-41a8-85dc-937696115b87 req-970cee80-1235-465a-8c9c-bd092b0b1ff2 tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] 10.222.0.23 "GET /v2.0/ports?device_id=6116032d-64f2-425d-878d-a179ddd1966c HTTP/1.1" status: 200 len: 949 time: 0.0997038 Dec 06 17:13:14.248038 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2057bd4-c2f9-4165-b425-839041908c3d None None] Routers {'c79e783e-654c-4e00-bf6b-58b7b2ae2540'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:13:14.248911 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-a2057bd4-c2f9-4165-b425-839041908c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:12:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['c79e783e-654c-4e00-bf6b-58b7b2ae2540'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:13:14.261213 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-af3a500a-2b9c-4686-a569-b6dced3ca366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:14.289660 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd28d03-9236-49d6-88c4-e1e160bc1f17 None None] Pushing event updated for resources: {'Port': ['ID=ac774e38-84aa-4cd0-9fd6-4dec80affc31,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:14.349387 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deb7eee-5f08-4fbc-a05f-7874cfbcbedc req-3cd617d7-c083-4b18-864e-2d5393972f20 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:14.350945 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6deb7eee-5f08-4fbc-a05f-7874cfbcbedc req-3cd617d7-c083-4b18-864e-2d5393972f20 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/ports?device_id=2391bdd6-085f-4935-996d-32e9d371543c HTTP/1.1" status: 200 len: 948 time: 0.0655634 Dec 06 17:13:14.358526 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-be4631eb-801c-41a8-85dc-937696115b87 req-ae61475f-04e2-4bb6-be82-04be61af9feb tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d117ce5-b41c-494d-9b5a-520a94145378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002073 Dec 06 17:13:14.373449 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-a2057bd4-c2f9-4165-b425-839041908c3d None None] Set router c79e783e-654c-4e00-bf6b-58b7b2ae2540 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:13:14.423012 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6deb7eee-5f08-4fbc-a05f-7874cfbcbedc req-82d665ef-e5f2-4483-a3c7-e4b5f32e3df4 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ba66608-5fba-460b-9339-43992781830c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629499 Dec 06 17:13:14.488877 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-af3a500a-2b9c-4686-a569-b6dced3ca366 admin admin] Allocated IP 172.20.0.1 (3fe6b139-ab54-421b-a2ff-2a0762857d78/6a353316-d532-4156-ba10-317f93f3fee6/f422a7b1-e7b3-40f7-aec3-4bbd3992e0e8) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:13:14.592196 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-a2057bd4-c2f9-4165-b425-839041908c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c79e783e-654c-4e00-bf6b-58b7b2ae2540', 'name': 'tempest-TaggedBootDevicesTest-29983721-router', 'tenant_id': '3ab1b684adb44126aa30c8ecbc0cad3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.103'}], 'enable_snat': True}, 'gw_port_id': 'ac774e38-84aa-4cd0-9fd6-4dec80affc31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:13:10Z', 'updated_at': '2021-12-06T17:13:12Z', 'revision_number': 3, 'project_id': '3ab1b684adb44126aa30c8ecbc0cad3c', 'gw_port': {'id': 'ac774e38-84aa-4cd0-9fd6-4dec80affc31', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:e8:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c79e783e-654c-4e00-bf6b-58b7b2ae2540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:13:11Z', 'updated_at': '2021-12-06T17:13:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:13:14.605852 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-af3a500a-2b9c-4686-a569-b6dced3ca366 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:14.641523 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-af3a500a-2b9c-4686-a569-b6dced3ca366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:14.685752 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3a500a-2b9c-4686-a569-b6dced3ca366 admin admin] Network 3fe6b139-ab54-421b-a2ff-2a0762857d78 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:13:14.689369 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-af3a500a-2b9c-4686-a569-b6dced3ca366 admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:13:14.693210 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3a500a-2b9c-4686-a569-b6dced3ca366 admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:13:14.720776 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2057bd4-c2f9-4165-b425-839041908c3d None None] The sync data for ids ['c79e783e-654c-4e00-bf6b-58b7b2ae2540'] in n-d-master-1 is: [{'id': 'c79e783e-654c-4e00-bf6b-58b7b2ae2540', 'name': 'tempest-TaggedBootDevicesTest-29983721-router', 'tenant_id': '3ab1b684adb44126aa30c8ecbc0cad3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.103'}], 'enable_snat': True}, 'gw_port_id': 'ac774e38-84aa-4cd0-9fd6-4dec80affc31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:13:10Z', 'updated_at': '2021-12-06T17:13:12Z', 'revision_number': 3, 'project_id': '3ab1b684adb44126aa30c8ecbc0cad3c', 'gw_port': {'id': 'ac774e38-84aa-4cd0-9fd6-4dec80affc31', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:e8:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c79e783e-654c-4e00-bf6b-58b7b2ae2540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:13:11Z', 'updated_at': '2021-12-06T17:13:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:13:14.721922 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3a500a-2b9c-4686-a569-b6dced3ca366 admin admin] Pushing event updated for resources: {'Port': ['ID=f422a7b1-e7b3-40f7-aec3-4bbd3992e0e8,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:14.743818 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-af3a500a-2b9c-4686-a569-b6dced3ca366 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539179'] for router_interface, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:14.933275 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aa7aa2-633b-4c79-819e-5e6bd9c1a3af req-2b92298d-06fd-4c5d-8199-ddc499d63d0d tempest-LiveMigrationTest-2036531045 tempest-LiveMigrationTest-2036531045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:14.935071 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-74aa7aa2-633b-4c79-819e-5e6bd9c1a3af req-2b92298d-06fd-4c5d-8199-ddc499d63d0d tempest-LiveMigrationTest-2036531045 tempest-LiveMigrationTest-2036531045-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=98f376fe-fb6f-4fe8-96fe-4642f4e4c86f&tenant_id=1d83e0c6d059422882cc226e7f9c727a&binding%3Ahost_id=n-h1-master-1 HTTP/1.1" status: 200 len: 1096 time: 0.0761952 Dec 06 17:13:14.954440 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-74aa7aa2-633b-4c79-819e-5e6bd9c1a3af req-52043112-cf0a-4a2b-b251-f924f4bce9d4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-master-1'}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:13:14.988952 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-af3a500a-2b9c-4686-a569-b6dced3ca366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:15.022619 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-aa211470-9c1b-4359-bdce-6a8fc95215f2 None None] Provisioning complete for port f422a7b1-e7b3-40f7-aec3-4bbd3992e0e8 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:13:15.023678 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-aa211470-9c1b-4359-bdce-6a8fc95215f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:15.079147 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-74aa7aa2-633b-4c79-819e-5e6bd9c1a3af req-52043112-cf0a-4a2b-b251-f924f4bce9d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:15.091224 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1761e1-a77c-4888-8d5a-9a62aa0f4109 req-49a98c5f-1719-4322-a443-d149eb1126fa tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:15.096016 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-aa211470-9c1b-4359-bdce-6a8fc95215f2 None None] Port f422a7b1-e7b3-40f7-aec3-4bbd3992e0e8 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:13:15.101139 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5a1761e1-a77c-4888-8d5a-9a62aa0f4109 req-49a98c5f-1719-4322-a443-d149eb1126fa tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=98f376fe-fb6f-4fe8-96fe-4642f4e4c86f HTTP/1.1" status: 200 len: 945 time: 0.1255140 Dec 06 17:13:15.170383 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5a1761e1-a77c-4888-8d5a-9a62aa0f4109 req-6b13b0bb-555b-41d2-889b-54a8851737f3 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682864 Dec 06 17:13:15.334892 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-74aa7aa2-633b-4c79-819e-5e6bd9c1a3af req-52043112-cf0a-4a2b-b251-f924f4bce9d4 service neutron] For port 47c2e886-b32e-4f72-8fc8-32e6a9d95467, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=47c2e886-b32e-4f72-8fc8-32e6a9d95467,segment=NetworkSegment(b5c29f07-61e3-483e-b953-3901f84034df),segment_id=b5c29f07-61e3-483e-b953-3901f84034df)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:13:15.361524 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-af3a500a-2b9c-4686-a569-b6dced3ca366 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:15.372169 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-af3a500a-2b9c-4686-a569-b6dced3ca366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:15.445662 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-74aa7aa2-633b-4c79-819e-5e6bd9c1a3af req-52043112-cf0a-4a2b-b251-f924f4bce9d4 service neutron] For port 47c2e886-b32e-4f72-8fc8-32e6a9d95467, host n-h1-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:13:15.496159 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3a500a-2b9c-4686-a569-b6dced3ca366 admin admin] Pushing event updated for resources: {'Port': ['ID=f422a7b1-e7b3-40f7-aec3-4bbd3992e0e8,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:15.517706 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-af3a500a-2b9c-4686-a569-b6dced3ca366 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-772465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539207'] for router_interface, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:15.568946 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533274d9-e0b4-407d-b8db-2398aa08cacf req-808b93eb-b74d-44e6-aaa1-d64ad42c1f49 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:15.578553 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device c3d816a0-f1d2-4c42-ad5d-a69083c77a48 up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:13:15.596527 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-533274d9-e0b4-407d-b8db-2398aa08cacf req-808b93eb-b74d-44e6-aaa1-d64ad42c1f49 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/ports?device_id=2391bdd6-085f-4935-996d-32e9d371543c HTTP/1.1" status: 200 len: 948 time: 0.0876739 Dec 06 17:13:15.633655 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98f376fe-fb6f-4fe8-96fe-4642f4e4c86f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47c2e886-b32e-4f72-8fc8-32e6a9d95467'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:13:15.636454 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e467a7c-f2d2-4e4b-9a32-0533679588d9" -d '{"events": [{"server_uuid": "98f376fe-fb6f-4fe8-96fe-4642f4e4c86f", "name": "network-vif-unplugged", "status": "completed", "tag": "47c2e886-b32e-4f72-8fc8-32e6a9d95467"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:13:15.638944 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device ac774e38-84aa-4cd0-9fd6-4dec80affc31 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:13:15.645202 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-74aa7aa2-633b-4c79-819e-5e6bd9c1a3af req-52043112-cf0a-4a2b-b251-f924f4bce9d4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:15.660411 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-533274d9-e0b4-407d-b8db-2398aa08cacf req-2c938037-2066-4076-9e1f-004e4a29deea tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ba66608-5fba-460b-9339-43992781830c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628133 Dec 06 17:13:15.667936 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-74aa7aa2-633b-4c79-819e-5e6bd9c1a3af req-52043112-cf0a-4a2b-b251-f924f4bce9d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:15.703973 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2e929d09-e079-4ac4-b60a-a8209b42656b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:15.742552 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port ac774e38-84aa-4cd0-9fd6-4dec80affc31 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:13:15.743239 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:15.745759 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning for port c3d816a0-f1d2-4c42-ad5d-a69083c77a48 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:13:15.762934 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97243fb-891b-4ff7-bfbc-a9dc1f4a37fd req-9dfccff2-e70c-4f36-8874-1434a9cd3ebf tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:15.771303 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e97243fb-891b-4ff7-bfbc-a9dc1f4a37fd req-9dfccff2-e70c-4f36-8874-1434a9cd3ebf tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] 10.222.0.23 "GET /v2.0/ports?device_id=6116032d-64f2-425d-878d-a179ddd1966c HTTP/1.1" status: 200 len: 949 time: 0.2875900 Dec 06 17:13:15.799037 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port c3d816a0-f1d2-4c42-ad5d-a69083c77a48 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:13:15.799647 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:15.800557 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3a500a-2b9c-4686-a569-b6dced3ca366 admin admin] Network 3fe6b139-ab54-421b-a2ff-2a0762857d78 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:13:15.813744 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52043112-cf0a-4a2b-b251-f924f4bce9d4 service neutron] Pushing event updated for resources: {'Port': ['ID=47c2e886-b32e-4f72-8fc8-32e6a9d95467,revision_number=7']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:15.818961 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-af3a500a-2b9c-4686-a569-b6dced3ca366 admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:13:15.959229 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-74aa7aa2-633b-4c79-819e-5e6bd9c1a3af req-52043112-cf0a-4a2b-b251-f924f4bce9d4 service neutron] Attempting to bind port 47c2e886-b32e-4f72-8fc8-32e6a9d95467 on host n-h1-master-1 for vnic_type normal with profile {"migrating_to": "n-h2-master-1"} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:13:15.959569 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-74aa7aa2-633b-4c79-819e-5e6bd9c1a3af req-52043112-cf0a-4a2b-b251-f924f4bce9d4 service neutron] Attempting to bind port 47c2e886-b32e-4f72-8fc8-32e6a9d95467 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'b5c29f07-61e3-483e-b953-3901f84034df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '33742801-ccea-4ab3-a86a-2573a2966c19'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:13:15.959956 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74aa7aa2-633b-4c79-819e-5e6bd9c1a3af req-52043112-cf0a-4a2b-b251-f924f4bce9d4 service neutron] Attempting to bind port 47c2e886-b32e-4f72-8fc8-32e6a9d95467 on network 33742801-ccea-4ab3-a86a-2573a2966c19 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:13:15.992500 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:16.012951 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74aa7aa2-633b-4c79-819e-5e6bd9c1a3af req-52043112-cf0a-4a2b-b251-f924f4bce9d4 service neutron] Port 47c2e886-b32e-4f72-8fc8-32e6a9d95467 on network 33742801-ccea-4ab3-a86a-2573a2966c19 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:13:16.013347 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74aa7aa2-633b-4c79-819e-5e6bd9c1a3af req-52043112-cf0a-4a2b-b251-f924f4bce9d4 service neutron] Attempting to bind port 47c2e886-b32e-4f72-8fc8-32e6a9d95467 on network 33742801-ccea-4ab3-a86a-2573a2966c19 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:13:16.021265 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 17:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-826d8392-2a59-43bb-ada0-9307f6ede334 x-openstack-request-id: req-826d8392-2a59-43bb-ada0-9307f6ede334 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:13:16.021576 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98f376fe-fb6f-4fe8-96fe-4642f4e4c86f", "name": "network-vif-unplugged", "status": "completed", "tag": "47c2e886-b32e-4f72-8fc8-32e6a9d95467", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:13:16.022051 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-826d8392-2a59-43bb-ada0-9307f6ede334 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:13:16.022252 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98f376fe-fb6f-4fe8-96fe-4642f4e4c86f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47c2e886-b32e-4f72-8fc8-32e6a9d95467', 'code': 200} Dec 06 17:13:16.024755 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74aa7aa2-633b-4c79-819e-5e6bd9c1a3af req-52043112-cf0a-4a2b-b251-f924f4bce9d4 service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:13:16.025101 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74aa7aa2-633b-4c79-819e-5e6bd9c1a3af req-52043112-cf0a-4a2b-b251-f924f4bce9d4 service neutron] Checking segment: {'id': 'b5c29f07-61e3-483e-b953-3901f84034df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '33742801-ccea-4ab3-a86a-2573a2966c19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:13:16.025598 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74aa7aa2-633b-4c79-819e-5e6bd9c1a3af req-52043112-cf0a-4a2b-b251-f924f4bce9d4 service neutron] Bound using segment: {'id': 'b5c29f07-61e3-483e-b953-3901f84034df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '33742801-ccea-4ab3-a86a-2573a2966c19'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:13:16.026055 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-74aa7aa2-633b-4c79-819e-5e6bd9c1a3af req-52043112-cf0a-4a2b-b251-f924f4bce9d4 service neutron] Bound port: 47c2e886-b32e-4f72-8fc8-32e6a9d95467, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5c29f07-61e3-483e-b953-3901f84034df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '33742801-ccea-4ab3-a86a-2573a2966c19'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:13:16.026414 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-74aa7aa2-633b-4c79-819e-5e6bd9c1a3af req-52043112-cf0a-4a2b-b251-f924f4bce9d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:16.026654 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:16.055585 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e97243fb-891b-4ff7-bfbc-a9dc1f4a37fd req-0b610899-1375-40ac-9c7e-91bd24705e0f tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d117ce5-b41c-494d-9b5a-520a94145378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832918 Dec 06 17:13:16.083284 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] For port ac774e38-84aa-4cd0-9fd6-4dec80affc31, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ac774e38-84aa-4cd0-9fd6-4dec80affc31,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:13:16.100107 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:16.100947 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 4911cf64-a4e7-4a5b-aa40-da9f31df869d up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:13:16.147665 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af3a500a-2b9c-4686-a569-b6dced3ca366 admin admin] Router c79e783e-654c-4e00-bf6b-58b7b2ae2540 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:13:16.208666 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2391bdd6-085f-4935-996d-32e9d371543c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3d816a0-f1d2-4c42-ad5d-a69083c77a48'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:13:16.220584 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d93c5846-8e6a-49d2-9e04-0827dab2e1f3" -d '{"events": [{"server_uuid": "2391bdd6-085f-4935-996d-32e9d371543c", "name": "network-vif-plugged", "status": "completed", "tag": "c3d816a0-f1d2-4c42-ad5d-a69083c77a48"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:13:16.225057 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-74aa7aa2-633b-4c79-819e-5e6bd9c1a3af req-52043112-cf0a-4a2b-b251-f924f4bce9d4 service neutron] For port 47c2e886-b32e-4f72-8fc8-32e6a9d95467, host n-h1-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:13:16.248764 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port c3d816a0-f1d2-4c42-ad5d-a69083c77a48, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=c3d816a0-f1d2-4c42-ad5d-a69083c77a48,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:13:16.265409 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:16.266730 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device ba02627a-2baa-4149-ac4d-10dab83e295a no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:13:16.300259 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] No Port match for: ba02627a-2baa-4149-ac4d-10dab83e295a {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:13:16.300682 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device ba02627a-2baa-4149-ac4d-10dab83e295a not bound to the agent host n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:13:16.312971 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e004909-0484-4788-87d2-f5f89ad7c87d x-openstack-request-id: req-3e004909-0484-4788-87d2-f5f89ad7c87d {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:13:16.313489 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2391bdd6-085f-4935-996d-32e9d371543c", "name": "network-vif-plugged", "status": "completed", "tag": "c3d816a0-f1d2-4c42-ad5d-a69083c77a48", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:13:16.313643 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3e004909-0484-4788-87d2-f5f89ad7c87d {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:13:16.313981 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2391bdd6-085f-4935-996d-32e9d371543c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3d816a0-f1d2-4c42-ad5d-a69083c77a48', 'code': 200} Dec 06 17:13:16.320842 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 4911cf64-a4e7-4a5b-aa40-da9f31df869d triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:13:16.321274 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:16.324737 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Pushing event updated for resources: {'Port': ['ID=ac774e38-84aa-4cd0-9fd6-4dec80affc31,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:16.343877 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-74aa7aa2-633b-4c79-819e-5e6bd9c1a3af req-52043112-cf0a-4a2b-b251-f924f4bce9d4 service neutron] For port 47c2e886-b32e-4f72-8fc8-32e6a9d95467, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=47c2e886-b32e-4f72-8fc8-32e6a9d95467,segment=NetworkSegment(b5c29f07-61e3-483e-b953-3901f84034df),segment_id=b5c29f07-61e3-483e-b953-3901f84034df)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:13:16.373997 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-74aa7aa2-633b-4c79-819e-5e6bd9c1a3af req-52043112-cf0a-4a2b-b251-f924f4bce9d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:16.384662 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af3a500a-2b9c-4686-a569-b6dced3ca366 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:13:16.412148 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-ce684823-4978-4661-9572-4e6314815368 None None] Provisioning complete for port f422a7b1-e7b3-40f7-aec3-4bbd3992e0e8 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:13:16.412527 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ce684823-4978-4661-9572-4e6314815368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:16.435908 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-af3a500a-2b9c-4686-a569-b6dced3ca366 admin admin] 10.222.0.23 "PUT /v2.0/routers/c79e783e-654c-4e00-bf6b-58b7b2ae2540/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2713804 Dec 06 17:13:16.452189 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=c3d816a0-f1d2-4c42-ad5d-a69083c77a48,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:16.476105 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-ce684823-4978-4661-9572-4e6314815368 None None] Port f422a7b1-e7b3-40f7-aec3-4bbd3992e0e8 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:13:16.511249 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9b4edc-70e0-446a-8ed7-6e84ffc3fd30 req-038d68d5-48d2-4cd7-94f9-0a3c8613fb32 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:16.512913 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-db9b4edc-70e0-446a-8ed7-6e84ffc3fd30 req-038d68d5-48d2-4cd7-94f9-0a3c8613fb32 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=98f376fe-fb6f-4fe8-96fe-4642f4e4c86f HTTP/1.1" status: 200 len: 943 time: 0.2000825 Dec 06 17:13:16.531637 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52043112-cf0a-4a2b-b251-f924f4bce9d4 service neutron] Pushing event updated for resources: {'Port': ['ID=47c2e886-b32e-4f72-8fc8-32e6a9d95467,revision_number=8']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:16.566088 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1166849-a31a-4d79-82a4-0307232e2f65 req-af409a98-0e8c-45fb-b558-58feb3bfa50c tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:16.567643 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f1166849-a31a-4d79-82a4-0307232e2f65 req-af409a98-0e8c-45fb-b558-58feb3bfa50c tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] 10.222.0.41 "GET /v2.0/ports?device_id=6116032d-64f2-425d-878d-a179ddd1966c HTTP/1.1" status: 200 len: 949 time: 0.2032752 Dec 06 17:13:16.587643 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aa7aa2-633b-4c79-819e-5e6bd9c1a3af req-52043112-cf0a-4a2b-b251-f924f4bce9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:16.588214 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-74aa7aa2-633b-4c79-819e-5e6bd9c1a3af req-52043112-cf0a-4a2b-b251-f924f4bce9d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:16.589638 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-74aa7aa2-633b-4c79-819e-5e6bd9c1a3af req-52043112-cf0a-4a2b-b251-f924f4bce9d4 service neutron] 10.222.0.44 "PUT /v2.0/ports/47c2e886-b32e-4f72-8fc8-32e6a9d95467 HTTP/1.1" status: 200 len: 1121 time: 1.6396511 Dec 06 17:13:16.593415 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00375c95-2db3-4579-ab3f-090be3d1dd44 req-897e8fa1-2b33-4789-84d1-c842213700c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:16.595171 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-00375c95-2db3-4579-ab3f-090be3d1dd44 req-897e8fa1-2b33-4789-84d1-c842213700c4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2391bdd6-085f-4935-996d-32e9d371543c HTTP/1.1" status: 200 len: 1100 time: 0.2162125 Dec 06 17:13:16.677915 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-db9b4edc-70e0-446a-8ed7-6e84ffc3fd30 req-8cf3c9d0-12d3-4df6-aa8e-89180b5a852f tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537101 Dec 06 17:13:16.735087 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['47c2e886-b32e-4f72-8fc8-32e6a9d95467'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:13:16.746868 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-00375c95-2db3-4579-ab3f-090be3d1dd44 req-471b3a7f-c88f-4561-9b1a-ee3af906d0bb service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2ba66608-5fba-460b-9339-43992781830c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270630 Dec 06 17:13:16.770667 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-f1166849-a31a-4d79-82a4-0307232e2f65 req-42d66b20-c79b-499b-bb1d-21fbe60ca789 tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] Deleting port 0e3d2de3-4271-4bd4-9e86-12251c3217f3 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:13:16.770667 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-f1166849-a31a-4d79-82a4-0307232e2f65 req-42d66b20-c79b-499b-bb1d-21fbe60ca789 tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:16.793234 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['47c2e886-b32e-4f72-8fc8-32e6a9d95467'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:13:16.880523 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:16.901710 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96acb86-86c9-4951-97a0-8c75a938f001 req-aff30585-36e2-4dc5-b769-aff0785c55b5 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:16.915525 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a96acb86-86c9-4951-97a0-8c75a938f001 req-aff30585-36e2-4dc5-b769-aff0785c55b5 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/ports?device_id=2391bdd6-085f-4935-996d-32e9d371543c HTTP/1.1" status: 200 len: 949 time: 0.1041250 Dec 06 17:13:16.942143 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-f1166849-a31a-4d79-82a4-0307232e2f65 req-42d66b20-c79b-499b-bb1d-21fbe60ca789 tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] For port 0e3d2de3-4271-4bd4-9e86-12251c3217f3, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=0e3d2de3-4271-4bd4-9e86-12251c3217f3,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:13:16.942526 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-f1166849-a31a-4d79-82a4-0307232e2f65 req-42d66b20-c79b-499b-bb1d-21fbe60ca789 tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:16.976651 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-f1166849-a31a-4d79-82a4-0307232e2f65 req-42d66b20-c79b-499b-bb1d-21fbe60ca789 tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] Calling delete_port for 0e3d2de3-4271-4bd4-9e86-12251c3217f3 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:13:17.040035 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a96acb86-86c9-4951-97a0-8c75a938f001 req-c9158f95-e11e-44f4-95c0-51e478634eb2 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ba66608-5fba-460b-9339-43992781830c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182439 Dec 06 17:13:17.213342 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a907e9-f88d-490b-a6fd-f77947825c8c None None] Sync routers for ids ['c79e783e-654c-4e00-bf6b-58b7b2ae2540'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:13:17.225568 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a907e9-f88d-490b-a6fd-f77947825c8c None None] Routers {'c79e783e-654c-4e00-bf6b-58b7b2ae2540'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:13:17.226341 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-f4a907e9-f88d-490b-a6fd-f77947825c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:13:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['c79e783e-654c-4e00-bf6b-58b7b2ae2540'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:13:17.261626 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75049c0a-c2e6-4fae-a1ed-56915c75ff59 req-46b9faeb-470c-4a20-80b6-460df00be521 tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:17.263943 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-75049c0a-c2e6-4fae-a1ed-56915c75ff59 req-46b9faeb-470c-4a20-80b6-460df00be521 tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] 10.222.0.23 "GET /v2.0/ports?device_id=6116032d-64f2-425d-878d-a179ddd1966c HTTP/1.1" status: 200 len: 949 time: 0.0779552 Dec 06 17:13:17.264511 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 45442) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:13:17.270121 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-7b3f58ae-6b6d-4261-888f-2899f86a6fe5 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1863706378-network', 'tenant_id': 'c973b956ad1446ddb2a3c512fd637f75'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:13:17.285322 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-f1166849-a31a-4d79-82a4-0307232e2f65 req-42d66b20-c79b-499b-bb1d-21fbe60ca789 tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:17.326713 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d66b20-c79b-499b-bb1d-21fbe60ca789 tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] Pushing event deleted for resources: {'Port': ['ID=0e3d2de3-4271-4bd4-9e86-12251c3217f3,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:17.330039 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b3f58ae-6b6d-4261-888f-2899f86a6fe5 admin admin] Made reservation on behalf of c973b956ad1446ddb2a3c512fd637f75 for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:13:17.332543 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7b3f58ae-6b6d-4261-888f-2899f86a6fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:17.375272 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-f4a907e9-f88d-490b-a6fd-f77947825c8c None None] Set router c79e783e-654c-4e00-bf6b-58b7b2ae2540 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:13:17.378235 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7b3f58ae-6b6d-4261-888f-2899f86a6fe5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:17.385068 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1166849-a31a-4d79-82a4-0307232e2f65 req-42d66b20-c79b-499b-bb1d-21fbe60ca789 tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] No DVR routers for this DVR port 0e3d2de3-4271-4bd4-9e86-12251c3217f3 on host n-h1-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:13:17.392840 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-75049c0a-c2e6-4fae-a1ed-56915c75ff59 req-f5b72d75-401f-494c-9405-e7f2e4ab2714 tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] 10.222.0.23 "GET /v2.0/security-groups?id=3d117ce5-b41c-494d-9b5a-520a94145378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130579 Dec 06 17:13:17.400306 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-f1166849-a31a-4d79-82a4-0307232e2f65 req-42d66b20-c79b-499b-bb1d-21fbe60ca789 tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:17.407725 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f1166849-a31a-4d79-82a4-0307232e2f65 req-42d66b20-c79b-499b-bb1d-21fbe60ca789 tempest-ServersAdminNegativeTestJSON-383781707 tempest-ServersAdminNegativeTestJSON-383781707-project] 10.222.0.41 "DELETE /v2.0/ports/0e3d2de3-4271-4bd4-9e86-12251c3217f3 HTTP/1.1" status: 204 len: 173 time: 0.8270679 Dec 06 17:13:17.530883 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device ac774e38-84aa-4cd0-9fd6-4dec80affc31 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:13:17.551378 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7b3f58ae-6b6d-4261-888f-2899f86a6fe5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:17.558918 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7b3f58ae-6b6d-4261-888f-2899f86a6fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:17.586704 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5e2ab7-81f3-4a5f-ae07-4111e8604cb8 req-4b742eab-855d-411c-ab4b-d60eb664ee01 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:17.588818 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3a5e2ab7-81f3-4a5f-ae07-4111e8604cb8 req-4b742eab-855d-411c-ab4b-d60eb664ee01 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=299109a7-5940-4313-8c8a-522d92de15ae HTTP/1.1" status: 200 len: 945 time: 0.0693758 Dec 06 17:13:17.591519 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f58ae-6b6d-4261-888f-2899f86a6fe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59a1275b-38c8-437e-8c8e-8ea3926239ec,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:17.607554 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b3f58ae-6b6d-4261-888f-2899f86a6fe5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:13:17.626423 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7b3f58ae-6b6d-4261-888f-2899f86a6fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:17.627026 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-7b3f58ae-6b6d-4261-888f-2899f86a6fe5 admin admin] Added segment dfa2809e-2c40-4748-98af-c80a158eb2d3 of type vlan for network 72fa54e7-4a72-4ec2-b8ba-ced0fc8b5537 Dec 06 17:13:17.631334 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 47c2e886-b32e-4f72-8fc8-32e6a9d95467 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:13:17.681199 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7b3f58ae-6b6d-4261-888f-2899f86a6fe5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:17.684931 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3a5e2ab7-81f3-4a5f-ae07-4111e8604cb8 req-cca9bcb4-f610-4154-ba91-93adeb0e8621 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746958 Dec 06 17:13:17.714651 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7b3f58ae-6b6d-4261-888f-2899f86a6fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:17.715656 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3f58ae-6b6d-4261-888f-2899f86a6fe5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:17.716245 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7b3f58ae-6b6d-4261-888f-2899f86a6fe5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:17.777454 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-7b3f58ae-6b6d-4261-888f-2899f86a6fe5 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5110426 Dec 06 17:13:17.780275 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 45448) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:13:17.786536 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-9f354a2b-db07-4db2-9036-db48679fee1c admin admin] Request body: {'subnet': {'network_id': '72fa54e7-4a72-4ec2-b8ba-ced0fc8b5537', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1863706378-subnet', 'tenant_id': 'c973b956ad1446ddb2a3c512fd637f75', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:13:17.792998 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f58ae-6b6d-4261-888f-2899f86a6fe5 admin admin] Pushing event updated for resources: {'Network': ['ID=72fa54e7-4a72-4ec2-b8ba-ced0fc8b5537,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:17.806641 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port ac774e38-84aa-4cd0-9fd6-4dec80affc31 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:13:17.807039 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:17.809557 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 72fa54e7-4a72-4ec2-b8ba-ced0fc8b5537 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:13:17.818938 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f354a2b-db07-4db2-9036-db48679fee1c admin admin] Made reservation on behalf of c973b956ad1446ddb2a3c512fd637f75 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:13:17.821376 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9f354a2b-db07-4db2-9036-db48679fee1c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:17.836628 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e72cef4-9bc8-4483-80fd-a5df07dbe537 req-6f1f4b89-f1ea-462f-8c8f-dab4f2759b35 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:17.838270 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0e72cef4-9bc8-4483-80fd-a5df07dbe537 req-6f1f4b89-f1ea-462f-8c8f-dab4f2759b35 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=98f376fe-fb6f-4fe8-96fe-4642f4e4c86f HTTP/1.1" status: 200 len: 943 time: 0.0672159 Dec 06 17:13:17.891760 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0e72cef4-9bc8-4483-80fd-a5df07dbe537 req-269777bc-3886-4605-9007-8d57f4086610 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460174 Dec 06 17:13:17.918749 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 47c2e886-b32e-4f72-8fc8-32e6a9d95467, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=47c2e886-b32e-4f72-8fc8-32e6a9d95467,segment=NetworkSegment(b5c29f07-61e3-483e-b953-3901f84034df),segment_id=b5c29f07-61e3-483e-b953-3901f84034df)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:13:17.968496 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 47c2e886-b32e-4f72-8fc8-32e6a9d95467 has no active binding in host n-h2-master-1 {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 06 17:13:17.987587 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-f4a907e9-f88d-490b-a6fd-f77947825c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c79e783e-654c-4e00-bf6b-58b7b2ae2540', 'name': 'tempest-TaggedBootDevicesTest-29983721-router', 'tenant_id': '3ab1b684adb44126aa30c8ecbc0cad3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.103'}], 'enable_snat': True}, 'gw_port_id': 'ac774e38-84aa-4cd0-9fd6-4dec80affc31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:13:10Z', 'updated_at': '2021-12-06T17:13:14Z', 'revision_number': 4, 'project_id': '3ab1b684adb44126aa30c8ecbc0cad3c', 'gw_port': {'id': 'ac774e38-84aa-4cd0-9fd6-4dec80affc31', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:e8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79e783e-654c-4e00-bf6b-58b7b2ae2540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:13:11Z', 'updated_at': '2021-12-06T17:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'f422a7b1-e7b3-40f7-aec3-4bbd3992e0e8', 'name': '', 'network_id': '3fe6b139-ab54-421b-a2ff-2a0762857d78', 'tenant_id': '3ab1b684adb44126aa30c8ecbc0cad3c', 'mac_address': 'fa:16:3e:7a:48:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c79e783e-654c-4e00-bf6b-58b7b2ae2540', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '6a353316-d532-4156-ba10-317f93f3fee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:13:14Z', 'updated_at': '2021-12-06T17:13:15Z', 'revision_number': 2, 'project_id': '3ab1b684adb44126aa30c8ecbc0cad3c', 'subnets': [{'id': '6a353316-d532-4156-ba10-317f93f3fee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:13:17.990349 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:18.014605 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9f354a2b-db07-4db2-9036-db48679fee1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:18.023044 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98f376fe-fb6f-4fe8-96fe-4642f4e4c86f', 'tag': '47c2e886-b32e-4f72-8fc8-32e6a9d95467'}, {'server_uuid': '6116032d-64f2-425d-878d-a179ddd1966c', 'name': 'network-vif-deleted', 'tag': '0e3d2de3-4271-4bd4-9e86-12251c3217f3'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:13:18.023655 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a907e9-f88d-490b-a6fd-f77947825c8c None None] Checking router: c79e783e-654c-4e00-bf6b-58b7b2ae2540 for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:13:18.023973 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a907e9-f88d-490b-a6fd-f77947825c8c None None] Updating router c79e783e-654c-4e00-bf6b-58b7b2ae2540 port f422a7b1-e7b3-40f7-aec3-4bbd3992e0e8 binding host n-d-master-1 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:13:18.025774 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb977262-501f-4770-a808-42d230954c35" -d '{"events": [{"name": "network-changed", "server_uuid": "98f376fe-fb6f-4fe8-96fe-4642f4e4c86f", "tag": "47c2e886-b32e-4f72-8fc8-32e6a9d95467"}, {"server_uuid": "6116032d-64f2-425d-878d-a179ddd1966c", "name": "network-vif-deleted", "tag": "0e3d2de3-4271-4bd4-9e86-12251c3217f3"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:13:18.098846 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f354a2b-db07-4db2-9036-db48679fee1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1658c988-5958-40c4-9b83-49ab09df36c6,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:18.104630 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f4a907e9-f88d-490b-a6fd-f77947825c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:18.114952 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f354a2b-db07-4db2-9036-db48679fee1c admin admin] Checking segment: {'id': 'dfa2809e-2c40-4748-98af-c80a158eb2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '72fa54e7-4a72-4ec2-b8ba-ced0fc8b5537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:13:18.115741 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f354a2b-db07-4db2-9036-db48679fee1c admin admin] Network hostable DHCP agents. Network: 72fa54e7-4a72-4ec2-b8ba-ced0fc8b5537, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:13:18.122681 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 06 Dec 2021 17:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ca5c76b-ce57-46be-9341-8e95ec7f32e1 x-openstack-request-id: req-0ca5c76b-ce57-46be-9341-8e95ec7f32e1 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:13:18.123348 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98f376fe-fb6f-4fe8-96fe-4642f4e4c86f", "tag": "47c2e886-b32e-4f72-8fc8-32e6a9d95467", "status": "completed", "code": 200}, {"server_uuid": "6116032d-64f2-425d-878d-a179ddd1966c", "name": "network-vif-deleted", "tag": "0e3d2de3-4271-4bd4-9e86-12251c3217f3", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:13:18.123797 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0ca5c76b-ce57-46be-9341-8e95ec7f32e1 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:13:18.125004 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98f376fe-fb6f-4fe8-96fe-4642f4e4c86f', 'tag': '47c2e886-b32e-4f72-8fc8-32e6a9d95467', 'status': 'completed', 'code': 200} Dec 06 17:13:18.125608 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6116032d-64f2-425d-878d-a179ddd1966c', 'name': 'network-vif-deleted', 'tag': '0e3d2de3-4271-4bd4-9e86-12251c3217f3', 'status': 'completed', 'code': 200} Dec 06 17:13:18.160619 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f354a2b-db07-4db2-9036-db48679fee1c admin admin] Network 72fa54e7-4a72-4ec2-b8ba-ced0fc8b5537 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:13:18.193371 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-9f354a2b-db07-4db2-9036-db48679fee1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 72fa54e7-4a72-4ec2-b8ba-ced0fc8b5537) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:13:18.225606 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f354a2b-db07-4db2-9036-db48679fee1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:18.226515 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9f354a2b-db07-4db2-9036-db48679fee1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:18.238785 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb8f53d-1a3e-46ad-8172-85c3fa4dcb5b None None] Network 72fa54e7-4a72-4ec2-b8ba-ced0fc8b5537 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:13:18.276033 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-9f354a2b-db07-4db2-9036-db48679fee1c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4940307 Dec 06 17:13:18.278771 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 45458) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:13:18.284626 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb977262-501f-4770-a808-42d230954c35 req-f4a09d76-e161-4075-8252-7cf650d13f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:18.286209 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bb977262-501f-4770-a808-42d230954c35 req-f4a09d76-e161-4075-8252-7cf650d13f6a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1d83e0c6d059422882cc226e7f9c727a&device_id=98f376fe-fb6f-4fe8-96fe-4642f4e4c86f HTTP/1.1" status: 200 len: 1124 time: 0.1056926 Dec 06 17:13:18.286716 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-39236e8f-98e1-4017-b610-ce485f2a2b85 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1863706378-router', 'tenant_id': 'c973b956ad1446ddb2a3c512fd637f75', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:13:18.306918 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c16ab8b-eae1-4d35-aaf9-107061da8c10 req-3a65589f-985f-426b-bac9-6f4689fcafb3 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:18.309980 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2c16ab8b-eae1-4d35-aaf9-107061da8c10 req-3a65589f-985f-426b-bac9-6f4689fcafb3 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/ports?device_id=2391bdd6-085f-4935-996d-32e9d371543c HTTP/1.1" status: 200 len: 949 time: 0.0999353 Dec 06 17:13:18.319012 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-39236e8f-98e1-4017-b610-ce485f2a2b85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:18.320144 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-39236e8f-98e1-4017-b610-ce485f2a2b85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:18.384377 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-39236e8f-98e1-4017-b610-ce485f2a2b85 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:18.432281 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2c16ab8b-eae1-4d35-aaf9-107061da8c10 req-06aee9b3-0465-4210-bd2e-a9253fcfa62e tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ba66608-5fba-460b-9339-43992781830c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072178 Dec 06 17:13:18.468174 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb977262-501f-4770-a808-42d230954c35 req-b8e78da2-fced-4b7c-9fcf-d6e8ba4697d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:18.469725 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bb977262-501f-4770-a808-42d230954c35 req-b8e78da2-fced-4b7c-9fcf-d6e8ba4697d1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=33742801-ccea-4ab3-a86a-2573a2966c19 HTTP/1.1" status: 200 len: 909 time: 0.1720943 Dec 06 17:13:18.525098 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bb977262-501f-4770-a808-42d230954c35 req-6731477a-05d7-48d9-9ed5-8c5883866dd4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=47c2e886-b32e-4f72-8fc8-32e6a9d95467 HTTP/1.1" status: 200 len: 217 time: 0.0414977 Dec 06 17:13:18.585432 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-39236e8f-98e1-4017-b610-ce485f2a2b85 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:18.600027 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb977262-501f-4770-a808-42d230954c35 req-576eeabd-dd95-4481-bf29-4c56861e7779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:18.601679 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bb977262-501f-4770-a808-42d230954c35 req-576eeabd-dd95-4481-bf29-4c56861e7779 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=da31f47d-8fee-49c3-b794-af6b3fd955bf HTTP/1.1" status: 200 len: 848 time: 0.0672870 Dec 06 17:13:18.628053 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb43aa5-1dec-4721-a24f-c6c73856a78d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-72fa54e7-4a72-4ec2-b8ba-ced0fc8b5537', 'network_id': '72fa54e7-4a72-4ec2-b8ba-ced0fc8b5537', 'tenant_id': 'c973b956ad1446ddb2a3c512fd637f75', 'fixed_ips': [{'subnet_id': '1658c988-5958-40c4-9b83-49ab09df36c6'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:13:18.629019 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1fb43aa5-1dec-4721-a24f-c6c73856a78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:18.658981 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bb977262-501f-4770-a808-42d230954c35 req-b90eb8a4-21fe-42f9-b355-6d91f59fdb81 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=33742801-ccea-4ab3-a86a-2573a2966c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468724 Dec 06 17:13:18.749624 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f4a907e9-f88d-490b-a6fd-f77947825c8c None None] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:18.768996 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f4a907e9-f88d-490b-a6fd-f77947825c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:18.791584 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bb977262-501f-4770-a808-42d230954c35 req-75228490-5477-4b04-812d-8294e7ac3278 service neutron] 10.222.0.41 "GET /v2.0/networks/33742801-ccea-4ab3-a86a-2573a2966c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210666 Dec 06 17:13:18.855630 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 45470) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:13:18.879557 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-1fb43aa5-1dec-4721-a24f-c6c73856a78d None None] Allocated IP 172.20.0.2 (72fa54e7-4a72-4ec2-b8ba-ced0fc8b5537/1658c988-5958-40c4-9b83-49ab09df36c6/dce96484-48dc-4fdd-97ba-4e95718f03ff) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:13:18.887702 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-39236e8f-98e1-4017-b610-ce485f2a2b85 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:18.932774 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-39236e8f-98e1-4017-b610-ce485f2a2b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:18.948684 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bb977262-501f-4770-a808-42d230954c35 req-58567e7a-7fd9-417b-b4ac-9ba335adbf2b service neutron] 10.222.0.41 "GET /v2.0/networks/33742801-ccea-4ab3-a86a-2573a2966c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426797 Dec 06 17:13:19.020238 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7115dde-9768-4fe7-be53-d638eee7d09b None None] Pushing event updated for resources: {'Port': ['ID=f422a7b1-e7b3-40f7-aec3-4bbd3992e0e8,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:19.064441 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7115dde-9768-4fe7-be53-d638eee7d09b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:13:19.064880 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7115dde-9768-4fe7-be53-d638eee7d09b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:13:19.065127 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7115dde-9768-4fe7-be53-d638eee7d09b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:13:19.065462 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7115dde-9768-4fe7-be53-d638eee7d09b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:13:19.066148 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7115dde-9768-4fe7-be53-d638eee7d09b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:13:19.066489 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7115dde-9768-4fe7-be53-d638eee7d09b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:13:19.067026 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7115dde-9768-4fe7-be53-d638eee7d09b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:13:19.067347 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7115dde-9768-4fe7-be53-d638eee7d09b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:13:19.067697 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7115dde-9768-4fe7-be53-d638eee7d09b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:13:19.068481 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7115dde-9768-4fe7-be53-d638eee7d09b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:13:19.068832 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7115dde-9768-4fe7-be53-d638eee7d09b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:13:19.069221 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7115dde-9768-4fe7-be53-d638eee7d09b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:13:19.069614 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7115dde-9768-4fe7-be53-d638eee7d09b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:13:19.079736 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:19.116561 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-f4a907e9-f88d-490b-a6fd-f77947825c8c None None] Attempting to bind port f422a7b1-e7b3-40f7-aec3-4bbd3992e0e8 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:13:19.117445 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-f4a907e9-f88d-490b-a6fd-f77947825c8c None None] Attempting to bind port f422a7b1-e7b3-40f7-aec3-4bbd3992e0e8 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '02c34753-070f-4f68-9533-80dcf93edb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '3fe6b139-ab54-421b-a2ff-2a0762857d78'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:13:19.117820 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a907e9-f88d-490b-a6fd-f77947825c8c None None] Attempting to bind port f422a7b1-e7b3-40f7-aec3-4bbd3992e0e8 on network 3fe6b139-ab54-421b-a2ff-2a0762857d78 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:13:19.127615 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a907e9-f88d-490b-a6fd-f77947825c8c None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:13:19.127615 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a907e9-f88d-490b-a6fd-f77947825c8c None None] Checking segment: {'id': '02c34753-070f-4f68-9533-80dcf93edb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '3fe6b139-ab54-421b-a2ff-2a0762857d78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:13:19.128312 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f4a907e9-f88d-490b-a6fd-f77947825c8c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:19.128747 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a907e9-f88d-490b-a6fd-f77947825c8c None None] Bound using segment: {'id': '02c34753-070f-4f68-9533-80dcf93edb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '3fe6b139-ab54-421b-a2ff-2a0762857d78'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:13:19.129462 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-f4a907e9-f88d-490b-a6fd-f77947825c8c None None] Bound port: f422a7b1-e7b3-40f7-aec3-4bbd3992e0e8, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02c34753-070f-4f68-9533-80dcf93edb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '3fe6b139-ab54-421b-a2ff-2a0762857d78'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:13:19.129904 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f4a907e9-f88d-490b-a6fd-f77947825c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:19.133709 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9d9a57-a2ab-42b0-b94e-96dac28b2d34 req-6ad7e3e1-7d4a-4df5-abfa-a401dd9f046e tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:19.135322 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0c9d9a57-a2ab-42b0-b94e-96dac28b2d34 req-6ad7e3e1-7d4a-4df5-abfa-a401dd9f046e tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=98f376fe-fb6f-4fe8-96fe-4642f4e4c86f HTTP/1.1" status: 200 len: 943 time: 0.1091051 Dec 06 17:13:19.136815 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af53e47f-9f8c-428b-b352-58fb0b233bf9 req-de3f1f1f-177a-4607-9ffa-4ae8601810a8 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:19.138518 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-af53e47f-9f8c-428b-b352-58fb0b233bf9 req-de3f1f1f-177a-4607-9ffa-4ae8601810a8 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=299109a7-5940-4313-8c8a-522d92de15ae HTTP/1.1" status: 200 len: 945 time: 0.2616746 Dec 06 17:13:19.158990 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-6e3fb480-0fbb-4206-9b2a-d281111ee306 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2e3352662900407fafd19b196e77a811&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3022540 Dec 06 17:13:19.160495 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 0e3d2de3-4271-4bd4-9e86-12251c3217f3 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:13:19.164873 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 45478) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:13:19.173337 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-39236e8f-98e1-4017-b610-ce485f2a2b85 admin admin] Allocated IP 172.35.1.86 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/8dc80737-4450-44a4-8942-6ee6c76c9cff) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:13:19.193533 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] No Port match for: 0e3d2de3-4271-4bd4-9e86-12251c3217f3 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:13:19.193925 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 0e3d2de3-4271-4bd4-9e86-12251c3217f3 not bound to the agent host n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:13:19.253413 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1fb43aa5-1dec-4721-a24f-c6c73856a78d None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:19.272180 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-af53e47f-9f8c-428b-b352-58fb0b233bf9 req-9863476a-3650-4718-892e-ebcfcbc21452 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245968 Dec 06 17:13:19.275588 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1fb43aa5-1dec-4721-a24f-c6c73856a78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:19.316795 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-9642a125-b6bc-46ec-a2fe-abf4b4b8aa5e None None] Provisioning complete for port f422a7b1-e7b3-40f7-aec3-4bbd3992e0e8 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:13:19.317572 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9642a125-b6bc-46ec-a2fe-abf4b4b8aa5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:19.318584 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cba3778e-a2f5-449c-a4b8-31578f7818fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:19.353863 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-f4a907e9-f88d-490b-a6fd-f77947825c8c None None] For port f422a7b1-e7b3-40f7-aec3-4bbd3992e0e8, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:13:19.357073 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb43aa5-1dec-4721-a24f-c6c73856a78d None None] Network 72fa54e7-4a72-4ec2-b8ba-ced0fc8b5537 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:13:19.357923 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cba3778e-a2f5-449c-a4b8-31578f7818fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:19.376654 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-1fb43aa5-1dec-4721-a24f-c6c73856a78d None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:13:19.379161 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb43aa5-1dec-4721-a24f-c6c73856a78d None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:13:19.391001 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-f4a907e9-f88d-490b-a6fd-f77947825c8c None None] For port f422a7b1-e7b3-40f7-aec3-4bbd3992e0e8, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f422a7b1-e7b3-40f7-aec3-4bbd3992e0e8,segment=NetworkSegment(02c34753-070f-4f68-9533-80dcf93edb92),segment_id=02c34753-070f-4f68-9533-80dcf93edb92)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:13:19.392273 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb43aa5-1dec-4721-a24f-c6c73856a78d None None] Pushing event updated for resources: {'Port': ['ID=dce96484-48dc-4fdd-97ba-4e95718f03ff,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:19.421955 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-39236e8f-98e1-4017-b610-ce485f2a2b85 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:19.429375 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f4a907e9-f88d-490b-a6fd-f77947825c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:19.463995 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-9642a125-b6bc-46ec-a2fe-abf4b4b8aa5e None None] Port f422a7b1-e7b3-40f7-aec3-4bbd3992e0e8 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:13:19.466944 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cba3778e-a2f5-449c-a4b8-31578f7818fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:19.471023 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cba3778e-a2f5-449c-a4b8-31578f7818fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:19.471728 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-cba3778e-a2f5-449c-a4b8-31578f7818fb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3d117ce5-b41c-494d-9b5a-520a94145378 HTTP/1.1" status: 204 len: 168 time: 0.3058887 Dec 06 17:13:19.491814 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-39236e8f-98e1-4017-b610-ce485f2a2b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:19.551358 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0c9d9a57-a2ab-42b0-b94e-96dac28b2d34 req-53f1f87d-cf2b-46f3-876b-2cb6c07b3c37 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3987648 Dec 06 17:13:19.570562 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-1fb43aa5-1dec-4721-a24f-c6c73856a78d None None] Attempting to bind port dce96484-48dc-4fdd-97ba-4e95718f03ff on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:13:19.570941 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-1fb43aa5-1dec-4721-a24f-c6c73856a78d None None] Attempting to bind port dce96484-48dc-4fdd-97ba-4e95718f03ff by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'dfa2809e-2c40-4748-98af-c80a158eb2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '72fa54e7-4a72-4ec2-b8ba-ced0fc8b5537'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:13:19.571309 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb43aa5-1dec-4721-a24f-c6c73856a78d None None] Attempting to bind port dce96484-48dc-4fdd-97ba-4e95718f03ff on network 72fa54e7-4a72-4ec2-b8ba-ced0fc8b5537 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:13:19.573240 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a907e9-f88d-490b-a6fd-f77947825c8c None None] Routers {'c79e783e-654c-4e00-bf6b-58b7b2ae2540'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:13:19.574128 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-f4a907e9-f88d-490b-a6fd-f77947825c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:13:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['c79e783e-654c-4e00-bf6b-58b7b2ae2540'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:13:19.579620 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba3778e-a2f5-449c-a4b8-31578f7818fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d117ce5-b41c-494d-9b5a-520a94145378,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:19.620018 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39236e8f-98e1-4017-b610-ce485f2a2b85 admin admin] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:13:19.625672 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-39236e8f-98e1-4017-b610-ce485f2a2b85 admin admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:13:19.630307 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39236e8f-98e1-4017-b610-ce485f2a2b85 admin admin] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:13:19.665789 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7115dde-9768-4fe7-be53-d638eee7d09b None None] Pushing event updated for resources: {'Port': ['ID=f422a7b1-e7b3-40f7-aec3-4bbd3992e0e8,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:19.669443 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb43aa5-1dec-4721-a24f-c6c73856a78d None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:13:19.669844 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb43aa5-1dec-4721-a24f-c6c73856a78d None None] Checking segment: {'id': 'dfa2809e-2c40-4748-98af-c80a158eb2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '72fa54e7-4a72-4ec2-b8ba-ced0fc8b5537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:13:19.670258 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1fb43aa5-1dec-4721-a24f-c6c73856a78d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:19.670646 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb43aa5-1dec-4721-a24f-c6c73856a78d None None] Bound using segment: {'id': 'dfa2809e-2c40-4748-98af-c80a158eb2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '72fa54e7-4a72-4ec2-b8ba-ced0fc8b5537'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:13:19.671170 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-1fb43aa5-1dec-4721-a24f-c6c73856a78d None None] Bound port: dce96484-48dc-4fdd-97ba-4e95718f03ff, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfa2809e-2c40-4748-98af-c80a158eb2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '72fa54e7-4a72-4ec2-b8ba-ced0fc8b5537'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:13:19.672153 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1fb43aa5-1dec-4721-a24f-c6c73856a78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:19.685385 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39236e8f-98e1-4017-b610-ce485f2a2b85 admin admin] Pushing event updated for resources: {'Port': ['ID=8dc80737-4450-44a4-8942-6ee6c76c9cff,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:19.755782 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc12e29-ad6d-493b-a1fc-53d623a79246 req-c885aeff-c252-439d-a04b-444fb286a346 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:19.763634 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bfc12e29-ad6d-493b-a1fc-53d623a79246 req-c885aeff-c252-439d-a04b-444fb286a346 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/ports?device_id=2391bdd6-085f-4935-996d-32e9d371543c HTTP/1.1" status: 200 len: 949 time: 0.1394074 Dec 06 17:13:19.794748 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-f4a907e9-f88d-490b-a6fd-f77947825c8c None None] Set router c79e783e-654c-4e00-bf6b-58b7b2ae2540 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:13:19.828615 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-1fb43aa5-1dec-4721-a24f-c6c73856a78d None None] For port dce96484-48dc-4fdd-97ba-4e95718f03ff, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:13:19.843514 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bfc12e29-ad6d-493b-a1fc-53d623a79246 req-73050062-f492-4b63-8612-b42c8d5fc47c tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ba66608-5fba-460b-9339-43992781830c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714002 Dec 06 17:13:19.849393 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-1fb43aa5-1dec-4721-a24f-c6c73856a78d None None] For port dce96484-48dc-4fdd-97ba-4e95718f03ff, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=dce96484-48dc-4fdd-97ba-4e95718f03ff,segment=NetworkSegment(dfa2809e-2c40-4748-98af-c80a158eb2d3),segment_id=dfa2809e-2c40-4748-98af-c80a158eb2d3)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:13:19.858185 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1fb43aa5-1dec-4721-a24f-c6c73856a78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:19.986101 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcc625e-ad61-4367-83dc-56fe337256f9 req-c9784149-2aa4-4362-a383-7122d46c0239 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:19.988206 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ffcc625e-ad61-4367-83dc-56fe337256f9 req-c9784149-2aa4-4362-a383-7122d46c0239 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.41 "GET /v2.0/ports?device_id=299109a7-5940-4313-8c8a-522d92de15ae HTTP/1.1" status: 200 len: 945 time: 0.1681564 Dec 06 17:13:20.007949 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-55b32e33-1890-43f2-a3f8-76bfdfb2fe02 None None] Provisioning complete for port f422a7b1-e7b3-40f7-aec3-4bbd3992e0e8 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:13:20.008322 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-55b32e33-1890-43f2-a3f8-76bfdfb2fe02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:20.043662 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 45492) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:13:20.073065 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb43aa5-1dec-4721-a24f-c6c73856a78d None None] Pushing event updated for resources: {'Port': ['ID=dce96484-48dc-4fdd-97ba-4e95718f03ff,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:20.081664 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948359da-97af-41f4-b2ec-8f883232407e req-f15abd8e-4f44-4e9f-a3f1-c4418835c4f8 tempest-ServersOnMultiNodesTest-118983145 tempest-ServersOnMultiNodesTest-118983145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:20.089405 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-948359da-97af-41f4-b2ec-8f883232407e req-f15abd8e-4f44-4e9f-a3f1-c4418835c4f8 tempest-ServersOnMultiNodesTest-118983145 tempest-ServersOnMultiNodesTest-118983145-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2391bdd6-085f-4935-996d-32e9d371543c HTTP/1.1" status: 200 len: 1100 time: 0.1595035 Dec 06 17:13:20.138895 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-39236e8f-98e1-4017-b610-ce485f2a2b85 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:20.157203 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-4ab58469-4f00-46a1-8c90-ab1b223d2ec3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7a6bdcfd76f8449a94866e1df75824b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1123929 Dec 06 17:13:20.158107 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 45494) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:13:20.180594 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-55b32e33-1890-43f2-a3f8-76bfdfb2fe02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:20.243851 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-948359da-97af-41f4-b2ec-8f883232407e req-648e98d7-c869-421c-a903-15fa023cbbee tempest-ServersOnMultiNodesTest-118983145 tempest-ServersOnMultiNodesTest-118983145-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2ba66608-5fba-460b-9339-43992781830c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534898 Dec 06 17:13:20.250359 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-55b32e33-1890-43f2-a3f8-76bfdfb2fe02 None None] For port f422a7b1-e7b3-40f7-aec3-4bbd3992e0e8, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f422a7b1-e7b3-40f7-aec3-4bbd3992e0e8,segment=NetworkSegment(02c34753-070f-4f68-9533-80dcf93edb92),segment_id=02c34753-070f-4f68-9533-80dcf93edb92)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:13:20.266711 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-ffcc625e-ad61-4367-83dc-56fe337256f9 req-5c95bf2b-a1d1-40d5-9162-572a37a9d23f tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Deleting port 3a482244-48df-488c-9242-3b56cf9f7f3c {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:13:20.267058 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ffcc625e-ad61-4367-83dc-56fe337256f9 req-5c95bf2b-a1d1-40d5-9162-572a37a9d23f tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:20.273145 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-55b32e33-1890-43f2-a3f8-76bfdfb2fe02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:20.305400 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ef782213-dee6-4671-b6be-4b7cc93c992a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:20.331565 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ef782213-dee6-4671-b6be-4b7cc93c992a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:20.383655 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-f4a907e9-f88d-490b-a6fd-f77947825c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c79e783e-654c-4e00-bf6b-58b7b2ae2540', 'name': 'tempest-TaggedBootDevicesTest-29983721-router', 'tenant_id': '3ab1b684adb44126aa30c8ecbc0cad3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.103'}], 'enable_snat': True}, 'gw_port_id': 'ac774e38-84aa-4cd0-9fd6-4dec80affc31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:13:10Z', 'updated_at': '2021-12-06T17:13:14Z', 'revision_number': 4, 'project_id': '3ab1b684adb44126aa30c8ecbc0cad3c', 'gw_port': {'id': 'ac774e38-84aa-4cd0-9fd6-4dec80affc31', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:e8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79e783e-654c-4e00-bf6b-58b7b2ae2540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:13:11Z', 'updated_at': '2021-12-06T17:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'f422a7b1-e7b3-40f7-aec3-4bbd3992e0e8', 'name': '', 'network_id': '3fe6b139-ab54-421b-a2ff-2a0762857d78', 'tenant_id': '3ab1b684adb44126aa30c8ecbc0cad3c', 'mac_address': 'fa:16:3e:7a:48:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c79e783e-654c-4e00-bf6b-58b7b2ae2540', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '6a353316-d532-4156-ba10-317f93f3fee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:13:14Z', 'updated_at': '2021-12-06T17:13:19Z', 'revision_number': 4, 'project_id': '3ab1b684adb44126aa30c8ecbc0cad3c', 'subnets': [{'id': '6a353316-d532-4156-ba10-317f93f3fee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:13:20.429272 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ef782213-dee6-4671-b6be-4b7cc93c992a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:20.433368 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ef782213-dee6-4671-b6be-4b7cc93c992a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:20.433368 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-ef782213-dee6-4671-b6be-4b7cc93c992a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4271499f-2348-45ce-b3bf-90635d94c0d2 HTTP/1.1" status: 204 len: 168 time: 0.2727561 Dec 06 17:13:20.439669 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b32e33-1890-43f2-a3f8-76bfdfb2fe02 None None] Pushing event updated for resources: {'Port': ['ID=f422a7b1-e7b3-40f7-aec3-4bbd3992e0e8,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:20.450967 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a907e9-f88d-490b-a6fd-f77947825c8c None None] The sync data for ids ['c79e783e-654c-4e00-bf6b-58b7b2ae2540'] in n-d-master-1 is: [{'id': 'c79e783e-654c-4e00-bf6b-58b7b2ae2540', 'name': 'tempest-TaggedBootDevicesTest-29983721-router', 'tenant_id': '3ab1b684adb44126aa30c8ecbc0cad3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.103'}], 'enable_snat': True}, 'gw_port_id': 'ac774e38-84aa-4cd0-9fd6-4dec80affc31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:13:10Z', 'updated_at': '2021-12-06T17:13:14Z', 'revision_number': 4, 'project_id': '3ab1b684adb44126aa30c8ecbc0cad3c', 'gw_port': {'id': 'ac774e38-84aa-4cd0-9fd6-4dec80affc31', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:e8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79e783e-654c-4e00-bf6b-58b7b2ae2540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:13:11Z', 'updated_at': '2021-12-06T17:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'f422a7b1-e7b3-40f7-aec3-4bbd3992e0e8', 'name': '', 'network_id': '3fe6b139-ab54-421b-a2ff-2a0762857d78', 'tenant_id': '3ab1b684adb44126aa30c8ecbc0cad3c', 'mac_address': 'fa:16:3e:7a:48:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c79e783e-654c-4e00-bf6b-58b7b2ae2540', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '6a353316-d532-4156-ba10-317f93f3fee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:13:14Z', 'updated_at': '2021-12-06T17:13:19Z', 'revision_number': 4, 'project_id': '3ab1b684adb44126aa30c8ecbc0cad3c', 'subnets': [{'id': '6a353316-d532-4156-ba10-317f93f3fee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:13:20.522797 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef782213-dee6-4671-b6be-4b7cc93c992a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4271499f-2348-45ce-b3bf-90635d94c0d2,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:20.528266 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-39236e8f-98e1-4017-b610-ce485f2a2b85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:20.585515 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c046bf5-feb2-43ba-b959-a677eace5ff7 req-3326b5b0-ede9-4588-aa09-d6eec8f87584 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:20.594960 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7c046bf5-feb2-43ba-b959-a677eace5ff7 req-3326b5b0-ede9-4588-aa09-d6eec8f87584 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=299109a7-5940-4313-8c8a-522d92de15ae HTTP/1.1" status: 200 len: 945 time: 0.1878247 Dec 06 17:13:20.649989 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-ffcc625e-ad61-4367-83dc-56fe337256f9 req-5c95bf2b-a1d1-40d5-9162-572a37a9d23f tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] For port 3a482244-48df-488c-9242-3b56cf9f7f3c, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=3a482244-48df-488c-9242-3b56cf9f7f3c,segment=NetworkSegment(c5bdebef-6647-4acc-8b76-b3635792eaa5),segment_id=c5bdebef-6647-4acc-8b76-b3635792eaa5)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:13:20.650372 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ffcc625e-ad61-4367-83dc-56fe337256f9 req-5c95bf2b-a1d1-40d5-9162-572a37a9d23f tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:20.675531 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-ffcc625e-ad61-4367-83dc-56fe337256f9 req-5c95bf2b-a1d1-40d5-9162-572a37a9d23f tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Calling delete_port for 3a482244-48df-488c-9242-3b56cf9f7f3c owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:13:20.721249 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7c046bf5-feb2-43ba-b959-a677eace5ff7 req-2417d44e-28c5-4f97-8a1a-f6efb0162b89 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191499 Dec 06 17:13:20.901161 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4765b9af-429e-4282-8d5a-d53cce0eea3c req-f47b54b3-30e4-4725-8c13-b718e428d7b9 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:20.909194 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4765b9af-429e-4282-8d5a-d53cce0eea3c req-f47b54b3-30e4-4725-8c13-b718e428d7b9 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=98f376fe-fb6f-4fe8-96fe-4642f4e4c86f HTTP/1.1" status: 200 len: 943 time: 0.0778449 Dec 06 17:13:21.048361 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4765b9af-429e-4282-8d5a-d53cce0eea3c req-6ca8438a-db85-4d6f-aa33-81c9c7090b5e tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382298 Dec 06 17:13:21.097734 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ffcc625e-ad61-4367-83dc-56fe337256f9 req-5c95bf2b-a1d1-40d5-9162-572a37a9d23f tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:21.113337 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['3a482244-48df-488c-9242-3b56cf9f7f3c'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:13:21.200882 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c95bf2b-a1d1-40d5-9162-572a37a9d23f tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Pushing event deleted for resources: {'Port': ['ID=3a482244-48df-488c-9242-3b56cf9f7f3c,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:21.244274 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18c635d-93c3-4cd0-b4ed-cb2ac3a74b22 req-a2b128ef-9e99-4f3f-92ea-19247fd3251c tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:21.247978 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f18c635d-93c3-4cd0-b4ed-cb2ac3a74b22 req-a2b128ef-9e99-4f3f-92ea-19247fd3251c tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/ports?device_id=2391bdd6-085f-4935-996d-32e9d371543c HTTP/1.1" status: 200 len: 949 time: 0.1400564 Dec 06 17:13:21.284917 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffcc625e-ad61-4367-83dc-56fe337256f9 req-5c95bf2b-a1d1-40d5-9162-572a37a9d23f tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] No DVR routers for this DVR port 3a482244-48df-488c-9242-3b56cf9f7f3c on host n-h1-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:13:21.289642 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ffcc625e-ad61-4367-83dc-56fe337256f9 req-5c95bf2b-a1d1-40d5-9162-572a37a9d23f tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:21.297995 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ffcc625e-ad61-4367-83dc-56fe337256f9 req-5c95bf2b-a1d1-40d5-9162-572a37a9d23f tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.41 "DELETE /v2.0/ports/3a482244-48df-488c-9242-3b56cf9f7f3c HTTP/1.1" status: 204 len: 173 time: 1.3000994 Dec 06 17:13:21.299743 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '299109a7-5940-4313-8c8a-522d92de15ae', 'name': 'network-vif-deleted', 'tag': '3a482244-48df-488c-9242-3b56cf9f7f3c'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:13:21.306247 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be7606e6-ba4b-4a6d-a457-573ba1372656" -d '{"events": [{"server_uuid": "299109a7-5940-4313-8c8a-522d92de15ae", "name": "network-vif-deleted", "tag": "3a482244-48df-488c-9242-3b56cf9f7f3c"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:13:21.323110 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39236e8f-98e1-4017-b610-ce485f2a2b85 admin admin] Router 299e868a-74a3-4c4c-93ae-4dd624a0bc92 is scheduled to L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 with binding_index 1 {{(pid=103285) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 17:13:21.356561 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b3998bf-1ab5-41e3-87fd-e79673c1a43a x-openstack-request-id: req-0b3998bf-1ab5-41e3-87fd-e79673c1a43a {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:13:21.357108 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "299109a7-5940-4313-8c8a-522d92de15ae", "name": "network-vif-deleted", "tag": "3a482244-48df-488c-9242-3b56cf9f7f3c", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:13:21.357717 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0b3998bf-1ab5-41e3-87fd-e79673c1a43a {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:13:21.358616 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '299109a7-5940-4313-8c8a-522d92de15ae', 'name': 'network-vif-deleted', 'tag': '3a482244-48df-488c-9242-3b56cf9f7f3c', 'status': 'completed', 'code': 200} Dec 06 17:13:21.399065 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f18c635d-93c3-4cd0-b4ed-cb2ac3a74b22 req-ab04097a-31ef-42eb-a07d-d4b685f2a3f4 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ba66608-5fba-460b-9339-43992781830c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386213 Dec 06 17:13:21.602761 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39236e8f-98e1-4017-b610-ce485f2a2b85 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:13:21.615340 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bda8910-a8f4-4cdd-acc6-2428e4cf98ff None None] Sync routers for ids ['299e868a-74a3-4c4c-93ae-4dd624a0bc92'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:13:21.627350 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bda8910-a8f4-4cdd-acc6-2428e4cf98ff None None] Routers {'299e868a-74a3-4c4c-93ae-4dd624a0bc92'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:13:21.637820 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-2bda8910-a8f4-4cdd-acc6-2428e4cf98ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:13:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['299e868a-74a3-4c4c-93ae-4dd624a0bc92'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:13:21.653203 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-39236e8f-98e1-4017-b610-ce485f2a2b85 admin admin] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:21.654703 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-39236e8f-98e1-4017-b610-ce485f2a2b85 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.3725514 Dec 06 17:13:21.657927 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 45530) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:13:21.682351 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fca7284-315c-459f-90a7-7618379a0856 None None] Network 72fa54e7-4a72-4ec2-b8ba-ced0fc8b5537 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:13:21.868350 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-2bda8910-a8f4-4cdd-acc6-2428e4cf98ff None None] Set router 299e868a-74a3-4c4c-93ae-4dd624a0bc92 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:13:21.939064 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device dce96484-48dc-4fdd-97ba-4e95718f03ff up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:13:21.985619 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b41a0600-4e2b-4e8c-9642-98a6796b2b00 req-53856b65-8da7-45b9-b74d-93eb93a910bb tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=299109a7-5940-4313-8c8a-522d92de15ae HTTP/1.1" status: 200 len: 210 time: 0.0875888 Dec 06 17:13:22.065117 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-55fbfa32-a4f4-4888-a034-86b6ce23ae0c None None] Provisioning complete for port dce96484-48dc-4fdd-97ba-4e95718f03ff triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:13:22.065117 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-55fbfa32-a4f4-4888-a034-86b6ce23ae0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:22.181148 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-2bda8910-a8f4-4cdd-acc6-2428e4cf98ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '299e868a-74a3-4c4c-93ae-4dd624a0bc92', 'name': 'tempest-TaggedBootDevicesTest-1863706378-router', 'tenant_id': 'c973b956ad1446ddb2a3c512fd637f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.86'}], 'enable_snat': True}, 'gw_port_id': '8dc80737-4450-44a4-8942-6ee6c76c9cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:13:18Z', 'updated_at': '2021-12-06T17:13:19Z', 'revision_number': 3, 'project_id': 'c973b956ad1446ddb2a3c512fd637f75', 'gw_port': {'id': '8dc80737-4450-44a4-8942-6ee6c76c9cff', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:94:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '299e868a-74a3-4c4c-93ae-4dd624a0bc92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:13:18Z', 'updated_at': '2021-12-06T17:13:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:13:22.209930 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port dce96484-48dc-4fdd-97ba-4e95718f03ff triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:13:22.210312 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:22.223119 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb87f5d-6ef2-4f63-85f7-946f6cd03588 req-d53274e0-789c-498e-baaa-1819ced784bf tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:22.225411 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-adb87f5d-6ef2-4f63-85f7-946f6cd03588 req-d53274e0-789c-498e-baaa-1819ced784bf tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.44 "GET /v2.0/ports?device_id=2391bdd6-085f-4935-996d-32e9d371543c HTTP/1.1" status: 200 len: 949 time: 0.1248102 Dec 06 17:13:22.252847 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bda8910-a8f4-4cdd-acc6-2428e4cf98ff None None] Checking router: 299e868a-74a3-4c4c-93ae-4dd624a0bc92 for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:13:22.253121 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bda8910-a8f4-4cdd-acc6-2428e4cf98ff None None] Updating router 299e868a-74a3-4c4c-93ae-4dd624a0bc92 port 8dc80737-4450-44a4-8942-6ee6c76c9cff binding host n-d-master-1 {{(pid=103287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:13:22.313775 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2bda8910-a8f4-4cdd-acc6-2428e4cf98ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:22.325449 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdea652-0e94-4fbb-9edf-5480b4d3e6c2 req-831ac586-0fb1-42ac-a72a-95e81d8705ed tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:22.345923 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1fdea652-0e94-4fbb-9edf-5480b4d3e6c2 req-831ac586-0fb1-42ac-a72a-95e81d8705ed tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=98f376fe-fb6f-4fe8-96fe-4642f4e4c86f HTTP/1.1" status: 200 len: 943 time: 0.1578538 Dec 06 17:13:22.487497 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-55fbfa32-a4f4-4888-a034-86b6ce23ae0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:22.525641 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1fdea652-0e94-4fbb-9edf-5480b4d3e6c2 req-759b8fbe-3192-4df5-b9e8-9cd7121944db tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780946 Dec 06 17:13:22.654250 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:22.733796 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-adb87f5d-6ef2-4f63-85f7-946f6cd03588 req-12306669-bfa5-4364-88fe-74c87fce99b0 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Deleting port c3d816a0-f1d2-4c42-ad5d-a69083c77a48 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:13:22.733796 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-adb87f5d-6ef2-4f63-85f7-946f6cd03588 req-12306669-bfa5-4364-88fe-74c87fce99b0 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:22.735123 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-55fbfa32-a4f4-4888-a034-86b6ce23ae0c None None] For port dce96484-48dc-4fdd-97ba-4e95718f03ff, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=dce96484-48dc-4fdd-97ba-4e95718f03ff,segment=NetworkSegment(dfa2809e-2c40-4748-98af-c80a158eb2d3),segment_id=dfa2809e-2c40-4748-98af-c80a158eb2d3)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:13:22.738865 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-55fbfa32-a4f4-4888-a034-86b6ce23ae0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:22.840739 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2bda8910-a8f4-4cdd-acc6-2428e4cf98ff None None] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:22.908443 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2bda8910-a8f4-4cdd-acc6-2428e4cf98ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:22.946499 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-adb87f5d-6ef2-4f63-85f7-946f6cd03588 req-12306669-bfa5-4364-88fe-74c87fce99b0 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] For port c3d816a0-f1d2-4c42-ad5d-a69083c77a48, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=c3d816a0-f1d2-4c42-ad5d-a69083c77a48,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:13:22.947279 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-adb87f5d-6ef2-4f63-85f7-946f6cd03588 req-12306669-bfa5-4364-88fe-74c87fce99b0 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:22.963727 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-adb87f5d-6ef2-4f63-85f7-946f6cd03588 req-12306669-bfa5-4364-88fe-74c87fce99b0 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Calling delete_port for c3d816a0-f1d2-4c42-ad5d-a69083c77a48 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:13:23.031869 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0c509b-3a8b-4471-acc9-f505d073736b None None] Pushing event updated for resources: {'Port': ['ID=8dc80737-4450-44a4-8942-6ee6c76c9cff,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:23.048916 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-2bda8910-a8f4-4cdd-acc6-2428e4cf98ff None None] Attempting to bind port 8dc80737-4450-44a4-8942-6ee6c76c9cff on host n-d-master-1 for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:13:23.049289 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-2bda8910-a8f4-4cdd-acc6-2428e4cf98ff None None] Attempting to bind port 8dc80737-4450-44a4-8942-6ee6c76c9cff by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:13:23.049679 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bda8910-a8f4-4cdd-acc6-2428e4cf98ff None None] Attempting to bind port 8dc80737-4450-44a4-8942-6ee6c76c9cff on network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:13:23.064170 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bda8910-a8f4-4cdd-acc6-2428e4cf98ff None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:13:23.064170 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bda8910-a8f4-4cdd-acc6-2428e4cf98ff None None] Checking segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:13:23.064476 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2bda8910-a8f4-4cdd-acc6-2428e4cf98ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:23.064635 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bda8910-a8f4-4cdd-acc6-2428e4cf98ff None None] Bound using segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:13:23.065828 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-2bda8910-a8f4-4cdd-acc6-2428e4cf98ff None None] Bound port: 8dc80737-4450-44a4-8942-6ee6c76c9cff, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:13:23.066984 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2bda8910-a8f4-4cdd-acc6-2428e4cf98ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:23.069646 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fbfa32-a4f4-4888-a034-86b6ce23ae0c None None] Pushing event updated for resources: {'Port': ['ID=dce96484-48dc-4fdd-97ba-4e95718f03ff,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:23.118531 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.db.api [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103286) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 17:13:23.118899 n-d-master-1 neutron-server[103286]: DEBUG oslo_db.api [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 17:13:23.127589 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-7d5bb3bf-5558-4b22-8e1e-74d17327c3ba None None] Provisioning complete for port dce96484-48dc-4fdd-97ba-4e95718f03ff triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:13:23.127959 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7d5bb3bf-5558-4b22-8e1e-74d17327c3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:23.162591 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-2bda8910-a8f4-4cdd-acc6-2428e4cf98ff None None] For port 8dc80737-4450-44a4-8942-6ee6c76c9cff, host n-d-master-1, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:13:23.166373 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580ed8fe-a10a-46a3-8f2d-5c1d50615569 req-99c80284-059d-455f-9de6-7422eff1ed81 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:23.168980 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-580ed8fe-a10a-46a3-8f2d-5c1d50615569 req-99c80284-059d-455f-9de6-7422eff1ed81 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/ports?device_id=2391bdd6-085f-4935-996d-32e9d371543c HTTP/1.1" status: 200 len: 949 time: 0.4489968 Dec 06 17:13:23.172577 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 3a482244-48df-488c-9242-3b56cf9f7f3c no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:13:23.173550 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-2bda8910-a8f4-4cdd-acc6-2428e4cf98ff None None] For port 8dc80737-4450-44a4-8942-6ee6c76c9cff, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=8dc80737-4450-44a4-8942-6ee6c76c9cff,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:13:23.188623 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2bda8910-a8f4-4cdd-acc6-2428e4cf98ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:23.197762 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] No Port match for: 3a482244-48df-488c-9242-3b56cf9f7f3c {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:13:23.198182 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 3a482244-48df-488c-9242-3b56cf9f7f3c not bound to the agent host n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:13:23.301222 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bda8910-a8f4-4cdd-acc6-2428e4cf98ff None None] Routers {'299e868a-74a3-4c4c-93ae-4dd624a0bc92'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:13:23.302208 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-2bda8910-a8f4-4cdd-acc6-2428e4cf98ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:13:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['299e868a-74a3-4c4c-93ae-4dd624a0bc92'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:13:23.310943 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b4703bfe-c2f5-4396-8dbc-6038b7a66d13 req-c4d0819c-b90b-4afc-b79f-3b0d3d6bff17 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=299109a7-5940-4313-8c8a-522d92de15ae HTTP/1.1" status: 200 len: 210 time: 0.0442712 Dec 06 17:13:23.336390 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-adb87f5d-6ef2-4f63-85f7-946f6cd03588 req-12306669-bfa5-4364-88fe-74c87fce99b0 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:23.351582 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['a9d90335-45f4-43b2-ba1e-cb5a033fd2ee', '6980ab2b-2184-4bb6-bf4c-ab79e620b3b8', 'c3d816a0-f1d2-4c42-ad5d-a69083c77a48'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:13:23.366847 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0c509b-3a8b-4471-acc9-f505d073736b None None] Pushing event updated for resources: {'Port': ['ID=8dc80737-4450-44a4-8942-6ee6c76c9cff,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:23.380593 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 45594) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:13:23.389402 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['bba877c3-4e46-4a6b-a46a-4d9c36550d32', 'c06faf7a-f15d-4836-b194-8cfd5ea8c68b', 'eab92264-1509-4c57-bf04-64690aaa0ff8', '4ec454ed-fbf1-4e3a-b711-4dc30007f2ee', '31eb97c5-690b-4b33-91e8-8a26dce3a24c'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:13:23.400598 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6fbc620a-7677-40f0-9d9b-75f66d9c9a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:23.403077 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12306669-bfa5-4364-88fe-74c87fce99b0 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Pushing event deleted for resources: {'Port': ['ID=c3d816a0-f1d2-4c42-ad5d-a69083c77a48,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:23.490228 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-580ed8fe-a10a-46a3-8f2d-5c1d50615569 req-6aa93be1-b138-49ca-9e98-19082a67008c tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ba66608-5fba-460b-9339-43992781830c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990210 Dec 06 17:13:23.563608 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-adb87f5d-6ef2-4f63-85f7-946f6cd03588 req-12306669-bfa5-4364-88fe-74c87fce99b0 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] No DVR routers for this DVR port c3d816a0-f1d2-4c42-ad5d-a69083c77a48 on host n-h2-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:13:23.567759 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-adb87f5d-6ef2-4f63-85f7-946f6cd03588 req-12306669-bfa5-4364-88fe-74c87fce99b0 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:23.580153 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-2bda8910-a8f4-4cdd-acc6-2428e4cf98ff None None] Set router 299e868a-74a3-4c4c-93ae-4dd624a0bc92 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:13:23.583757 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-adb87f5d-6ef2-4f63-85f7-946f6cd03588 req-12306669-bfa5-4364-88fe-74c87fce99b0 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.44 "DELETE /v2.0/ports/c3d816a0-f1d2-4c42-ad5d-a69083c77a48 HTTP/1.1" status: 204 len: 173 time: 1.2074287 Dec 06 17:13:23.584258 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2391bdd6-085f-4935-996d-32e9d371543c', 'name': 'network-vif-deleted', 'tag': 'c3d816a0-f1d2-4c42-ad5d-a69083c77a48'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:13:23.586622 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f4c29ce-a160-440a-89c5-20b60de8c085" -d '{"events": [{"server_uuid": "2391bdd6-085f-4935-996d-32e9d371543c", "name": "network-vif-deleted", "tag": "c3d816a0-f1d2-4c42-ad5d-a69083c77a48"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:13:23.599880 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8823a45a-dafe-4834-97b3-2f0641a96043 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:23.805358 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device f422a7b1-e7b3-40f7-aec3-4bbd3992e0e8 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:13:23.868555 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d059368-755c-437a-b12e-44a485a80523 x-openstack-request-id: req-3d059368-755c-437a-b12e-44a485a80523 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:13:23.869129 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2391bdd6-085f-4935-996d-32e9d371543c", "name": "network-vif-deleted", "tag": "c3d816a0-f1d2-4c42-ad5d-a69083c77a48", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:13:23.869226 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8823a45a-dafe-4834-97b3-2f0641a96043 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:23.871516 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3d059368-755c-437a-b12e-44a485a80523 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:13:23.872040 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2391bdd6-085f-4935-996d-32e9d371543c', 'name': 'network-vif-deleted', 'tag': 'c3d816a0-f1d2-4c42-ad5d-a69083c77a48', 'status': 'completed', 'code': 200} Dec 06 17:13:23.880237 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8823a45a-dafe-4834-97b3-2f0641a96043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:23.901778 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-2bda8910-a8f4-4cdd-acc6-2428e4cf98ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '299e868a-74a3-4c4c-93ae-4dd624a0bc92', 'name': 'tempest-TaggedBootDevicesTest-1863706378-router', 'tenant_id': 'c973b956ad1446ddb2a3c512fd637f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.86'}], 'enable_snat': True}, 'gw_port_id': '8dc80737-4450-44a4-8942-6ee6c76c9cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:13:18Z', 'updated_at': '2021-12-06T17:13:19Z', 'revision_number': 3, 'project_id': 'c973b956ad1446ddb2a3c512fd637f75', 'gw_port': {'id': '8dc80737-4450-44a4-8942-6ee6c76c9cff', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:94:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '299e868a-74a3-4c4c-93ae-4dd624a0bc92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:13:18Z', 'updated_at': '2021-12-06T17:13:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:13:23.920308 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8823a45a-dafe-4834-97b3-2f0641a96043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab732a0-e431-430e-9117-18d1740c1514,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:23.933320 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d3f06a-5bb9-4fdf-b517-59b7afea14b1 req-502277ba-fcd8-425f-89d1-f633a3d01991 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:23.935173 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bda8910-a8f4-4cdd-acc6-2428e4cf98ff None None] The sync data for ids ['299e868a-74a3-4c4c-93ae-4dd624a0bc92'] in n-d-master-1 is: [{'id': '299e868a-74a3-4c4c-93ae-4dd624a0bc92', 'name': 'tempest-TaggedBootDevicesTest-1863706378-router', 'tenant_id': 'c973b956ad1446ddb2a3c512fd637f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.86'}], 'enable_snat': True}, 'gw_port_id': '8dc80737-4450-44a4-8942-6ee6c76c9cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:13:18Z', 'updated_at': '2021-12-06T17:13:19Z', 'revision_number': 3, 'project_id': 'c973b956ad1446ddb2a3c512fd637f75', 'gw_port': {'id': '8dc80737-4450-44a4-8942-6ee6c76c9cff', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:94:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '299e868a-74a3-4c4c-93ae-4dd624a0bc92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:13:18Z', 'updated_at': '2021-12-06T17:13:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:13:23.942282 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-17d3f06a-5bb9-4fdf-b517-59b7afea14b1 req-502277ba-fcd8-425f-89d1-f633a3d01991 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=98f376fe-fb6f-4fe8-96fe-4642f4e4c86f HTTP/1.1" status: 200 len: 943 time: 0.2339163 Dec 06 17:13:23.996825 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-8823a45a-dafe-4834-97b3-2f0641a96043 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=eaa1478464d449db8c701fe01257b19f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6149206 Dec 06 17:13:24.000065 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 45606) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:13:24.010435 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-6fbc620a-7677-40f0-9d9b-75f66d9c9a88 admin admin] Allocated IP 172.20.0.1 (72fa54e7-4a72-4ec2-b8ba-ced0fc8b5537/1658c988-5958-40c4-9b83-49ab09df36c6/1677e4e9-7e35-4df4-b57f-0f22fcf2930b) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:13:24.048279 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-17d3f06a-5bb9-4fdf-b517-59b7afea14b1 req-fea9a60f-65af-4f7c-a43e-4865303b3bc0 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026545 Dec 06 17:13:24.093612 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port f422a7b1-e7b3-40f7-aec3-4bbd3992e0e8 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:13:24.094409 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:24.151783 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4a2005b8-aace-4898-9348-5a4e18ba1515 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:24.194726 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4a2005b8-aace-4898-9348-5a4e18ba1515 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:24.246229 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6fbc620a-7677-40f0-9d9b-75f66d9c9a88 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:24.360010 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4a2005b8-aace-4898-9348-5a4e18ba1515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:24.364902 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4a2005b8-aace-4898-9348-5a4e18ba1515 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:24.376747 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-4a2005b8-aace-4898-9348-5a4e18ba1515 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9ab732a0-e431-430e-9117-18d1740c1514 HTTP/1.1" status: 204 len: 168 time: 0.3755572 Dec 06 17:13:24.392215 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6fbc620a-7677-40f0-9d9b-75f66d9c9a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:24.439388 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2005b8-aace-4898-9348-5a4e18ba1515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab732a0-e431-430e-9117-18d1740c1514,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:24.473075 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fbc620a-7677-40f0-9d9b-75f66d9c9a88 admin admin] Network 72fa54e7-4a72-4ec2-b8ba-ced0fc8b5537 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:13:24.487025 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-6fbc620a-7677-40f0-9d9b-75f66d9c9a88 admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:13:24.506621 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbc620a-7677-40f0-9d9b-75f66d9c9a88 admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:13:24.580106 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-979a3a31-67e8-43dd-8f69-3b8d4549ad19 req-387ba084-8f79-46a5-be7d-31db34c0afb4 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=299109a7-5940-4313-8c8a-522d92de15ae HTTP/1.1" status: 200 len: 210 time: 0.1056902 Dec 06 17:13:24.595754 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbc620a-7677-40f0-9d9b-75f66d9c9a88 admin admin] Pushing event updated for resources: {'Port': ['ID=1677e4e9-7e35-4df4-b57f-0f22fcf2930b,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:24.651377 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6fbc620a-7677-40f0-9d9b-75f66d9c9a88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539179'] for router_interface, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:25.009960 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device dce96484-48dc-4fdd-97ba-4e95718f03ff up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:13:25.100794 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6fbc620a-7677-40f0-9d9b-75f66d9c9a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:25.119457 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-71820aa5-9f04-4e88-9888-56852d41d1d9 None None] Provisioning complete for port 1677e4e9-7e35-4df4-b57f-0f22fcf2930b triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:13:25.120091 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-71820aa5-9f04-4e88-9888-56852d41d1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:25.151422 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6543a6bb-f0ef-406d-b8cc-36ab16baf481 req-67425f2d-9468-4533-b27e-ac814fa1c0b1 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:25.159133 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6543a6bb-f0ef-406d-b8cc-36ab16baf481 req-67425f2d-9468-4533-b27e-ac814fa1c0b1 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/ports?device_id=95075f46-5799-41e5-8f3d-13d17c7b6817 HTTP/1.1" status: 200 len: 950 time: 0.1325564 Dec 06 17:13:25.167213 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-71820aa5-9f04-4e88-9888-56852d41d1d9 None None] Port 1677e4e9-7e35-4df4-b57f-0f22fcf2930b cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:13:25.194718 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 47c2e886-b32e-4f72-8fc8-32e6a9d95467 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:13:25.214370 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port dce96484-48dc-4fdd-97ba-4e95718f03ff triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:13:25.215010 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:25.256486 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6543a6bb-f0ef-406d-b8cc-36ab16baf481 req-4926b9f2-3365-4ace-bc14-59e041ddd0bf tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ba66608-5fba-460b-9339-43992781830c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912623 Dec 06 17:13:25.388585 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25627019-53b0-4903-b60b-f85b7d27a88a req-52c40824-ae39-408c-b352-581079642c38 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:25.397176 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-25627019-53b0-4903-b60b-f85b7d27a88a req-52c40824-ae39-408c-b352-581079642c38 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=98f376fe-fb6f-4fe8-96fe-4642f4e4c86f HTTP/1.1" status: 200 len: 943 time: 0.1935458 Dec 06 17:13:25.505329 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-25627019-53b0-4903-b60b-f85b7d27a88a req-428b6c21-0c03-43c2-a449-6abd070680eb tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019688 Dec 06 17:13:25.570957 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 8dc80737-4450-44a4-8942-6ee6c76c9cff up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:13:25.610253 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6fbc620a-7677-40f0-9d9b-75f66d9c9a88 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:25.615987 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6fbc620a-7677-40f0-9d9b-75f66d9c9a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:25.662522 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 8dc80737-4450-44a4-8942-6ee6c76c9cff triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:13:25.662992 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:25.744956 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1ca9222d-db0b-49a2-ada7-c91a112ce19b req-8e97d560-578c-4716-839e-267338e85ef4 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=299109a7-5940-4313-8c8a-522d92de15ae HTTP/1.1" status: 200 len: 210 time: 0.0480027 Dec 06 17:13:25.769654 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbc620a-7677-40f0-9d9b-75f66d9c9a88 admin admin] Pushing event updated for resources: {'Port': ['ID=1677e4e9-7e35-4df4-b57f-0f22fcf2930b,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:25.798946 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6fbc620a-7677-40f0-9d9b-75f66d9c9a88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-772465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539207'] for router_interface, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:25.799189 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:25.832507 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] For port 8dc80737-4450-44a4-8942-6ee6c76c9cff, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=8dc80737-4450-44a4-8942-6ee6c76c9cff,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:13:25.838823 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:25.923480 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Pushing event updated for resources: {'Port': ['ID=8dc80737-4450-44a4-8942-6ee6c76c9cff,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:25.931370 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fbc620a-7677-40f0-9d9b-75f66d9c9a88 admin admin] Network 72fa54e7-4a72-4ec2-b8ba-ced0fc8b5537 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:13:25.932890 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-6fbc620a-7677-40f0-9d9b-75f66d9c9a88 admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:13:26.130347 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fc4e27e7-8c14-4bcb-9b21-8976015a5db4 req-ee8852bc-f5ed-4f74-a8d3-db1529e848e3 tempest-ImagesOneServerTestJSON-125760203 tempest-ImagesOneServerTestJSON-125760203-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=adc5b03dec824c96a56d3411687fdcdd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0406892 Dec 06 17:13:26.184317 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fbc620a-7677-40f0-9d9b-75f66d9c9a88 admin admin] Router 299e868a-74a3-4c4c-93ae-4dd624a0bc92 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:13:26.308983 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-f4024021-2d09-44cd-9ebf-1ba368dc2cce None None] Provisioning complete for port 1677e4e9-7e35-4df4-b57f-0f22fcf2930b triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:13:26.308983 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f4024021-2d09-44cd-9ebf-1ba368dc2cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:26.327597 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4e27e7-8c14-4bcb-9b21-8976015a5db4 req-bd2a8855-4565-4e8c-9181-af3ab7e66b8c tempest-ImagesOneServerTestJSON-125760203 tempest-ImagesOneServerTestJSON-125760203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:26.329293 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fc4e27e7-8c14-4bcb-9b21-8976015a5db4 req-bd2a8855-4565-4e8c-9181-af3ab7e66b8c tempest-ImagesOneServerTestJSON-125760203 tempest-ImagesOneServerTestJSON-125760203-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1885810 Dec 06 17:13:26.372543 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-f4024021-2d09-44cd-9ebf-1ba368dc2cce None None] Port 1677e4e9-7e35-4df4-b57f-0f22fcf2930b cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:13:26.382802 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fc4e27e7-8c14-4bcb-9b21-8976015a5db4 req-7b9e8140-0037-4693-96c1-8e36b0455729 tempest-ImagesOneServerTestJSON-125760203 tempest-ImagesOneServerTestJSON-125760203-project] 10.222.0.23 "GET /v2.0/quotas/adc5b03dec824c96a56d3411687fdcdd HTTP/1.1" status: 200 len: 375 time: 0.0212588 Dec 06 17:13:26.432804 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fc4e27e7-8c14-4bcb-9b21-8976015a5db4 req-aa7a2187-cabb-454b-b034-8a757c084d83 tempest-ImagesOneServerTestJSON-125760203 tempest-ImagesOneServerTestJSON-125760203-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=adc5b03dec824c96a56d3411687fdcdd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0384822 Dec 06 17:13:26.434302 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fbc620a-7677-40f0-9d9b-75f66d9c9a88 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:13:26.441537 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-6fbc620a-7677-40f0-9d9b-75f66d9c9a88 admin admin] 10.222.0.23 "PUT /v2.0/routers/299e868a-74a3-4c4c-93ae-4dd624a0bc92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7785537 Dec 06 17:13:26.472827 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdaa2eb-04bc-46e1-bb82-eb8c096773de req-1cd511cd-e83d-4172-a2e6-8d3031951c62 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:26.478012 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fcdaa2eb-04bc-46e1-bb82-eb8c096773de req-1cd511cd-e83d-4172-a2e6-8d3031951c62 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/ports?device_id=95075f46-5799-41e5-8f3d-13d17c7b6817 HTTP/1.1" status: 200 len: 950 time: 0.1106057 Dec 06 17:13:26.575871 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb54112-0d94-4599-91f1-5f76272ee75d req-980a7e64-f01c-4de9-8476-05c48ecaeb1b tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:26.579248 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-beb54112-0d94-4599-91f1-5f76272ee75d req-980a7e64-f01c-4de9-8476-05c48ecaeb1b tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.41 "GET /v2.0/ports?device_id=95075f46-5799-41e5-8f3d-13d17c7b6817 HTTP/1.1" status: 200 len: 950 time: 0.0945482 Dec 06 17:13:26.605242 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fcdaa2eb-04bc-46e1-bb82-eb8c096773de req-d438c8ca-778a-4c26-8eec-c8e6bf7c3c6d tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ba66608-5fba-460b-9339-43992781830c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187232 Dec 06 17:13:26.644783 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 8dc80737-4450-44a4-8942-6ee6c76c9cff up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:13:26.790500 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 8dc80737-4450-44a4-8942-6ee6c76c9cff triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:13:26.792402 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:26.814221 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 17:13:26.815109 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-beb54112-0d94-4599-91f1-5f76272ee75d req-6a9f7a3d-7743-4379-9e25-e12c609c648d tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Deleting port 31eb97c5-690b-4b33-91e8-8a26dce3a24c {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:13:26.815847 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-beb54112-0d94-4599-91f1-5f76272ee75d req-6a9f7a3d-7743-4379-9e25-e12c609c648d tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:26.897821 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9a49f21c-b863-4cfe-9791-0a28893ad556 req-e388f547-6f05-4a9d-ba1b-b7456693e13a tempest-ImagesOneServerTestJSON-125760203 tempest-ImagesOneServerTestJSON-125760203-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d3b7f5b-9b90-46d3-ae07-5151f29231e9 HTTP/1.1" status: 200 len: 210 time: 0.0469992 Dec 06 17:13:26.941134 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ad79d7-edd1-4eed-8d6f-b5d81fc2d893 None None] Sync routers for ids ['299e868a-74a3-4c4c-93ae-4dd624a0bc92'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:13:26.962050 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ad79d7-edd1-4eed-8d6f-b5d81fc2d893 None None] Routers {'299e868a-74a3-4c4c-93ae-4dd624a0bc92'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:13:26.964111 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-16ad79d7-edd1-4eed-8d6f-b5d81fc2d893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:13:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['299e868a-74a3-4c4c-93ae-4dd624a0bc92'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:13:27.037914 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d36de94b-0748-441c-9107-e5111a76f552 req-d2da9466-4e5a-4ba4-9931-bbab52ec2fd1 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=299109a7-5940-4313-8c8a-522d92de15ae HTTP/1.1" status: 200 len: 210 time: 0.0422049 Dec 06 17:13:27.097901 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-16ad79d7-edd1-4eed-8d6f-b5d81fc2d893 None None] Set router 299e868a-74a3-4c4c-93ae-4dd624a0bc92 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:13:27.119871 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-beb54112-0d94-4599-91f1-5f76272ee75d req-6a9f7a3d-7743-4379-9e25-e12c609c648d tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] For port 31eb97c5-690b-4b33-91e8-8a26dce3a24c, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=31eb97c5-690b-4b33-91e8-8a26dce3a24c,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:13:27.120326 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-beb54112-0d94-4599-91f1-5f76272ee75d req-6a9f7a3d-7743-4379-9e25-e12c609c648d tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:27.159268 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca459744-5742-4c31-8ddf-79464302f43e req-dcf5bc15-5564-4235-87e8-96a1f08fa496 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:27.161221 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ca459744-5742-4c31-8ddf-79464302f43e req-dcf5bc15-5564-4235-87e8-96a1f08fa496 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=98f376fe-fb6f-4fe8-96fe-4642f4e4c86f HTTP/1.1" status: 200 len: 943 time: 0.2387705 Dec 06 17:13:27.179573 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-beb54112-0d94-4599-91f1-5f76272ee75d req-6a9f7a3d-7743-4379-9e25-e12c609c648d tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Calling delete_port for 31eb97c5-690b-4b33-91e8-8a26dce3a24c owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:13:27.295125 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ca459744-5742-4c31-8ddf-79464302f43e req-f9208ef7-d39c-4cff-afbc-215bc1a5eae8 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064055 Dec 06 17:13:27.367866 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-16ad79d7-edd1-4eed-8d6f-b5d81fc2d893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '299e868a-74a3-4c4c-93ae-4dd624a0bc92', 'name': 'tempest-TaggedBootDevicesTest-1863706378-router', 'tenant_id': 'c973b956ad1446ddb2a3c512fd637f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.86'}], 'enable_snat': True}, 'gw_port_id': '8dc80737-4450-44a4-8942-6ee6c76c9cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:13:18Z', 'updated_at': '2021-12-06T17:13:25Z', 'revision_number': 4, 'project_id': 'c973b956ad1446ddb2a3c512fd637f75', 'gw_port': {'id': '8dc80737-4450-44a4-8942-6ee6c76c9cff', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:94:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299e868a-74a3-4c4c-93ae-4dd624a0bc92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:13:18Z', 'updated_at': '2021-12-06T17:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '1677e4e9-7e35-4df4-b57f-0f22fcf2930b', 'name': '', 'network_id': '72fa54e7-4a72-4ec2-b8ba-ced0fc8b5537', 'tenant_id': 'c973b956ad1446ddb2a3c512fd637f75', 'mac_address': 'fa:16:3e:93:1c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '299e868a-74a3-4c4c-93ae-4dd624a0bc92', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '1658c988-5958-40c4-9b83-49ab09df36c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:13:23Z', 'updated_at': '2021-12-06T17:13:25Z', 'revision_number': 2, 'project_id': 'c973b956ad1446ddb2a3c512fd637f75', 'subnets': [{'id': '1658c988-5958-40c4-9b83-49ab09df36c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:13:27.393779 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-beb54112-0d94-4599-91f1-5f76272ee75d req-6a9f7a3d-7743-4379-9e25-e12c609c648d tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:27.403196 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ad79d7-edd1-4eed-8d6f-b5d81fc2d893 None None] Checking router: 299e868a-74a3-4c4c-93ae-4dd624a0bc92 for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:13:27.403584 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ad79d7-edd1-4eed-8d6f-b5d81fc2d893 None None] Updating router 299e868a-74a3-4c4c-93ae-4dd624a0bc92 port 1677e4e9-7e35-4df4-b57f-0f22fcf2930b binding host n-d-master-1 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:13:27.409232 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['bba877c3-4e46-4a6b-a46a-4d9c36550d32', 'c06faf7a-f15d-4836-b194-8cfd5ea8c68b', 'eab92264-1509-4c57-bf04-64690aaa0ff8', '4ec454ed-fbf1-4e3a-b711-4dc30007f2ee'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:13:27.412178 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['a9d90335-45f4-43b2-ba1e-cb5a033fd2ee', '6980ab2b-2184-4bb6-bf4c-ab79e620b3b8'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:13:27.441018 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9f7a3d-7743-4379-9e25-e12c609c648d tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Pushing event deleted for resources: {'Port': ['ID=31eb97c5-690b-4b33-91e8-8a26dce3a24c,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:27.532059 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-16ad79d7-edd1-4eed-8d6f-b5d81fc2d893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:27.532899 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-beb54112-0d94-4599-91f1-5f76272ee75d req-6a9f7a3d-7743-4379-9e25-e12c609c648d tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] No DVR routers for this DVR port 31eb97c5-690b-4b33-91e8-8a26dce3a24c on host n-h1-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:13:27.539695 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-beb54112-0d94-4599-91f1-5f76272ee75d req-6a9f7a3d-7743-4379-9e25-e12c609c648d tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:27.544352 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-beb54112-0d94-4599-91f1-5f76272ee75d req-6a9f7a3d-7743-4379-9e25-e12c609c648d tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.41 "DELETE /v2.0/ports/31eb97c5-690b-4b33-91e8-8a26dce3a24c HTTP/1.1" status: 204 len: 173 time: 0.9536302 Dec 06 17:13:27.544840 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95075f46-5799-41e5-8f3d-13d17c7b6817', 'name': 'network-vif-deleted', 'tag': '31eb97c5-690b-4b33-91e8-8a26dce3a24c'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:13:27.554304 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea77075-a214-411d-a7f2-0b9367dd5d5e" -d '{"events": [{"server_uuid": "95075f46-5799-41e5-8f3d-13d17c7b6817", "name": "network-vif-deleted", "tag": "31eb97c5-690b-4b33-91e8-8a26dce3a24c"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:13:27.610936 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a23a63e0-a9ee-4215-89c0-ad90d8e022ea x-openstack-request-id: req-a23a63e0-a9ee-4215-89c0-ad90d8e022ea {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:13:27.611624 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95075f46-5799-41e5-8f3d-13d17c7b6817", "name": "network-vif-deleted", "tag": "31eb97c5-690b-4b33-91e8-8a26dce3a24c", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:13:27.612224 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a23a63e0-a9ee-4215-89c0-ad90d8e022ea {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:13:27.612887 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95075f46-5799-41e5-8f3d-13d17c7b6817', 'name': 'network-vif-deleted', 'tag': '31eb97c5-690b-4b33-91e8-8a26dce3a24c', 'status': 'completed', 'code': 200} Dec 06 17:13:27.655422 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device c3d816a0-f1d2-4c42-ad5d-a69083c77a48 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:13:27.782327 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] No Port match for: c3d816a0-f1d2-4c42-ad5d-a69083c77a48 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:13:27.782664 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device c3d816a0-f1d2-4c42-ad5d-a69083c77a48 not bound to the agent host n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:13:27.814928 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b26a803c-cfac-48e4-964e-14aeecd36cbf req-b66074ff-a3a5-4202-8edb-3a1d11edefc8 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/ports?device_id=95075f46-5799-41e5-8f3d-13d17c7b6817 HTTP/1.1" status: 200 len: 210 time: 0.0883126 Dec 06 17:13:28.006968 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4e3af1ba-00f0-4631-860e-507034c8557c req-f07fe33c-7c82-4ee1-9a62-f9c52201970e tempest-ImagesOneServerTestJSON-125760203 tempest-ImagesOneServerTestJSON-125760203-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d3b7f5b-9b90-46d3-ae07-5151f29231e9 HTTP/1.1" status: 200 len: 210 time: 0.0311160 Dec 06 17:13:28.209546 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-76e73eba-0d5d-4c14-a4c4-629750784e7f req-f02c1a10-7943-404e-bae9-c7ea1e5a5a53 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=299109a7-5940-4313-8c8a-522d92de15ae HTTP/1.1" status: 200 len: 210 time: 0.0553982 Dec 06 17:13:28.408135 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-16ad79d7-edd1-4eed-8d6f-b5d81fc2d893 None None] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:28.431191 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fc4e27e7-8c14-4bcb-9b21-8976015a5db4 req-c2f9dc5c-5785-4a76-ac81-222e971f9694 tempest-ImagesOneServerTestJSON-125760203 tempest-ImagesOneServerTestJSON-125760203-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=adc5b03dec824c96a56d3411687fdcdd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0812283 Dec 06 17:13:28.432253 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-16ad79d7-edd1-4eed-8d6f-b5d81fc2d893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:28.529020 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35878a48-45af-4067-bc6e-9639cb2e2962 None None] Pushing event updated for resources: {'Port': ['ID=1677e4e9-7e35-4df4-b57f-0f22fcf2930b,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:28.710119 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-16ad79d7-edd1-4eed-8d6f-b5d81fc2d893 None None] Attempting to bind port 1677e4e9-7e35-4df4-b57f-0f22fcf2930b on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:13:28.710718 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-16ad79d7-edd1-4eed-8d6f-b5d81fc2d893 None None] Attempting to bind port 1677e4e9-7e35-4df4-b57f-0f22fcf2930b by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'dfa2809e-2c40-4748-98af-c80a158eb2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '72fa54e7-4a72-4ec2-b8ba-ced0fc8b5537'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:13:28.711090 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ad79d7-edd1-4eed-8d6f-b5d81fc2d893 None None] Attempting to bind port 1677e4e9-7e35-4df4-b57f-0f22fcf2930b on network 72fa54e7-4a72-4ec2-b8ba-ced0fc8b5537 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:13:28.736488 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ad79d7-edd1-4eed-8d6f-b5d81fc2d893 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:13:28.747423 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ad79d7-edd1-4eed-8d6f-b5d81fc2d893 None None] Checking segment: {'id': 'dfa2809e-2c40-4748-98af-c80a158eb2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '72fa54e7-4a72-4ec2-b8ba-ced0fc8b5537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:13:28.747867 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-16ad79d7-edd1-4eed-8d6f-b5d81fc2d893 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:28.748293 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ad79d7-edd1-4eed-8d6f-b5d81fc2d893 None None] Bound using segment: {'id': 'dfa2809e-2c40-4748-98af-c80a158eb2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '72fa54e7-4a72-4ec2-b8ba-ced0fc8b5537'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:13:28.749391 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-16ad79d7-edd1-4eed-8d6f-b5d81fc2d893 None None] Bound port: 1677e4e9-7e35-4df4-b57f-0f22fcf2930b, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfa2809e-2c40-4748-98af-c80a158eb2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '72fa54e7-4a72-4ec2-b8ba-ced0fc8b5537'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:13:28.749847 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-16ad79d7-edd1-4eed-8d6f-b5d81fc2d893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:28.896943 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-16ad79d7-edd1-4eed-8d6f-b5d81fc2d893 None None] For port 1677e4e9-7e35-4df4-b57f-0f22fcf2930b, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:13:28.902061 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-16ad79d7-edd1-4eed-8d6f-b5d81fc2d893 None None] For port 1677e4e9-7e35-4df4-b57f-0f22fcf2930b, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1677e4e9-7e35-4df4-b57f-0f22fcf2930b,segment=NetworkSegment(dfa2809e-2c40-4748-98af-c80a158eb2d3),segment_id=dfa2809e-2c40-4748-98af-c80a158eb2d3)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:13:28.914123 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-16ad79d7-edd1-4eed-8d6f-b5d81fc2d893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:28.995304 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-1c6097bb-bf75-4a6a-a929-335640398f70 None None] Provisioning complete for port 1677e4e9-7e35-4df4-b57f-0f22fcf2930b triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:13:28.995704 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1c6097bb-bf75-4a6a-a929-335640398f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:29.075315 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35878a48-45af-4067-bc6e-9639cb2e2962 None None] Pushing event updated for resources: {'Port': ['ID=1677e4e9-7e35-4df4-b57f-0f22fcf2930b,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:29.079051 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ad79d7-edd1-4eed-8d6f-b5d81fc2d893 None None] Routers {'299e868a-74a3-4c4c-93ae-4dd624a0bc92'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:13:29.079887 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-16ad79d7-edd1-4eed-8d6f-b5d81fc2d893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:13:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['299e868a-74a3-4c4c-93ae-4dd624a0bc92'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:13:29.203437 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 31eb97c5-690b-4b33-91e8-8a26dce3a24c no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:13:29.258422 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4e27e7-8c14-4bcb-9b21-8976015a5db4 req-e63a0500-6ddd-4ae7-805f-adb41d81a0a1 tempest-ImagesOneServerTestJSON-125760203 tempest-ImagesOneServerTestJSON-125760203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:29.260033 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fc4e27e7-8c14-4bcb-9b21-8976015a5db4 req-e63a0500-6ddd-4ae7-805f-adb41d81a0a1 tempest-ImagesOneServerTestJSON-125760203 tempest-ImagesOneServerTestJSON-125760203-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8165555 Dec 06 17:13:29.301964 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-fc4e27e7-8c14-4bcb-9b21-8976015a5db4 req-7d52ae0d-fae7-4f18-9552-12fdb03ff078 tempest-ImagesOneServerTestJSON-125760203 tempest-ImagesOneServerTestJSON-125760203-project] Request body: {'port': {'device_id': '6d3b7f5b-9b90-46d3-ae07-5151f29231e9', 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a', 'admin_state_up': True, 'tenant_id': 'adc5b03dec824c96a56d3411687fdcdd'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:13:29.315225 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] No Port match for: 31eb97c5-690b-4b33-91e8-8a26dce3a24c {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:13:29.315469 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 31eb97c5-690b-4b33-91e8-8a26dce3a24c not bound to the agent host n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:13:29.394022 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035d84bb-2ebb-4124-8c1d-35a1e8915670 req-c327e3fa-1c9f-4362-9d2c-a58ac47cccff tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:29.404697 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-035d84bb-2ebb-4124-8c1d-35a1e8915670 req-c327e3fa-1c9f-4362-9d2c-a58ac47cccff tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=98f376fe-fb6f-4fe8-96fe-4642f4e4c86f HTTP/1.1" status: 200 len: 943 time: 0.9760468 Dec 06 17:13:29.460969 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-16ad79d7-edd1-4eed-8d6f-b5d81fc2d893 None None] Set router 299e868a-74a3-4c4c-93ae-4dd624a0bc92 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:13:29.488641 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1c6097bb-bf75-4a6a-a929-335640398f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:29.564536 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-035d84bb-2ebb-4124-8c1d-35a1e8915670 req-6d0d5a91-5a81-4980-b356-2da12e0f9439 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581590 Dec 06 17:13:29.584735 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-1c6097bb-bf75-4a6a-a929-335640398f70 None None] For port 1677e4e9-7e35-4df4-b57f-0f22fcf2930b, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1677e4e9-7e35-4df4-b57f-0f22fcf2930b,segment=NetworkSegment(dfa2809e-2c40-4748-98af-c80a158eb2d3),segment_id=dfa2809e-2c40-4748-98af-c80a158eb2d3)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:13:29.595368 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1c6097bb-bf75-4a6a-a929-335640398f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:29.609994 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ef8d13cd-18ec-4fa1-b416-9ed08a2ef760 req-b4da4ced-c5a6-44a5-aa70-db130b2bf5b5 tempest-ImagesOneServerTestJSON-125760203 tempest-ImagesOneServerTestJSON-125760203-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d3b7f5b-9b90-46d3-ae07-5151f29231e9 HTTP/1.1" status: 200 len: 210 time: 0.0679009 Dec 06 17:13:29.715216 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc4e27e7-8c14-4bcb-9b21-8976015a5db4 req-7d52ae0d-fae7-4f18-9552-12fdb03ff078 tempest-ImagesOneServerTestJSON-125760203 tempest-ImagesOneServerTestJSON-125760203-project] Made reservation on behalf of adc5b03dec824c96a56d3411687fdcdd for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:13:29.719150 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fc4e27e7-8c14-4bcb-9b21-8976015a5db4 req-7d52ae0d-fae7-4f18-9552-12fdb03ff078 tempest-ImagesOneServerTestJSON-125760203 tempest-ImagesOneServerTestJSON-125760203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:29.746918 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fc4e27e7-8c14-4bcb-9b21-8976015a5db4 req-7d52ae0d-fae7-4f18-9552-12fdb03ff078 tempest-ImagesOneServerTestJSON-125760203 tempest-ImagesOneServerTestJSON-125760203-project] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:29.825393 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6097bb-bf75-4a6a-a929-335640398f70 None None] Pushing event updated for resources: {'Port': ['ID=1677e4e9-7e35-4df4-b57f-0f22fcf2930b,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:29.832124 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a3fa724d-3b89-455e-814d-3f8d24f5a2f9 None None] Provisioning complete for port 1677e4e9-7e35-4df4-b57f-0f22fcf2930b triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:13:29.832520 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a3fa724d-3b89-455e-814d-3f8d24f5a2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:29.902948 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecaca98-29b4-46d3-b908-8c24f30fa172 req-98a81ce6-a866-450a-9e26-d0a85b854410 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:29.912006 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3ecaca98-29b4-46d3-b908-8c24f30fa172 req-98a81ce6-a866-450a-9e26-d0a85b854410 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8c68214-3b70-4762-9b02-49a04ecaa8ca HTTP/1.1" status: 200 len: 949 time: 0.1493297 Dec 06 17:13:29.954602 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fc4e27e7-8c14-4bcb-9b21-8976015a5db4 req-7d52ae0d-fae7-4f18-9552-12fdb03ff078 tempest-ImagesOneServerTestJSON-125760203 tempest-ImagesOneServerTestJSON-125760203-project] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:29.968516 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fc4e27e7-8c14-4bcb-9b21-8976015a5db4 req-7d52ae0d-fae7-4f18-9552-12fdb03ff078 tempest-ImagesOneServerTestJSON-125760203 tempest-ImagesOneServerTestJSON-125760203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:30.016645 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-16ad79d7-edd1-4eed-8d6f-b5d81fc2d893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '299e868a-74a3-4c4c-93ae-4dd624a0bc92', 'name': 'tempest-TaggedBootDevicesTest-1863706378-router', 'tenant_id': 'c973b956ad1446ddb2a3c512fd637f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.86'}], 'enable_snat': True}, 'gw_port_id': '8dc80737-4450-44a4-8942-6ee6c76c9cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:13:18Z', 'updated_at': '2021-12-06T17:13:25Z', 'revision_number': 4, 'project_id': 'c973b956ad1446ddb2a3c512fd637f75', 'gw_port': {'id': '8dc80737-4450-44a4-8942-6ee6c76c9cff', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:94:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299e868a-74a3-4c4c-93ae-4dd624a0bc92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:13:18Z', 'updated_at': '2021-12-06T17:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '1677e4e9-7e35-4df4-b57f-0f22fcf2930b', 'name': '', 'network_id': '72fa54e7-4a72-4ec2-b8ba-ced0fc8b5537', 'tenant_id': 'c973b956ad1446ddb2a3c512fd637f75', 'mac_address': 'fa:16:3e:93:1c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '299e868a-74a3-4c4c-93ae-4dd624a0bc92', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '1658c988-5958-40c4-9b83-49ab09df36c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:13:23Z', 'updated_at': '2021-12-06T17:13:28Z', 'revision_number': 4, 'project_id': 'c973b956ad1446ddb2a3c512fd637f75', 'subnets': [{'id': '1658c988-5958-40c4-9b83-49ab09df36c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:13:30.043536 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3ecaca98-29b4-46d3-b908-8c24f30fa172 req-c66c86f3-01db-4cae-a063-e591602a08c5 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ba66608-5fba-460b-9339-43992781830c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303675 Dec 06 17:13:30.044411 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc56371-cff0-4d88-abf3-ed6dd7239786 req-c4857de4-92d5-4ea0-8fbb-169f3a40200a tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:30.046931 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4dc56371-cff0-4d88-abf3-ed6dd7239786 req-c4857de4-92d5-4ea0-8fbb-169f3a40200a tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] 10.222.0.23 "GET /v2.0/ports?device_id=42026aea-3fdb-4904-b799-6c6d99ffca58 HTTP/1.1" status: 200 len: 945 time: 0.1049342 Dec 06 17:13:30.058764 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ad79d7-edd1-4eed-8d6f-b5d81fc2d893 None None] The sync data for ids ['299e868a-74a3-4c4c-93ae-4dd624a0bc92'] in n-d-master-1 is: [{'id': '299e868a-74a3-4c4c-93ae-4dd624a0bc92', 'name': 'tempest-TaggedBootDevicesTest-1863706378-router', 'tenant_id': 'c973b956ad1446ddb2a3c512fd637f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.86'}], 'enable_snat': True}, 'gw_port_id': '8dc80737-4450-44a4-8942-6ee6c76c9cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:13:18Z', 'updated_at': '2021-12-06T17:13:25Z', 'revision_number': 4, 'project_id': 'c973b956ad1446ddb2a3c512fd637f75', 'gw_port': {'id': '8dc80737-4450-44a4-8942-6ee6c76c9cff', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:94:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299e868a-74a3-4c4c-93ae-4dd624a0bc92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:13:18Z', 'updated_at': '2021-12-06T17:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '1677e4e9-7e35-4df4-b57f-0f22fcf2930b', 'name': '', 'network_id': '72fa54e7-4a72-4ec2-b8ba-ced0fc8b5537', 'tenant_id': 'c973b956ad1446ddb2a3c512fd637f75', 'mac_address': 'fa:16:3e:93:1c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '299e868a-74a3-4c4c-93ae-4dd624a0bc92', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '1658c988-5958-40c4-9b83-49ab09df36c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:13:23Z', 'updated_at': '2021-12-06T17:13:28Z', 'revision_number': 4, 'project_id': 'c973b956ad1446ddb2a3c512fd637f75', 'subnets': [{'id': '1658c988-5958-40c4-9b83-49ab09df36c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:13:30.086051 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d52ae0d-fae7-4f18-9552-12fdb03ff078 tempest-ImagesOneServerTestJSON-125760203 tempest-ImagesOneServerTestJSON-125760203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eec3fd05-bc5c-4d9a-893f-0db0ab30345c,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:30.177741 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4dc56371-cff0-4d88-abf3-ed6dd7239786 req-57788371-fa86-4f15-8f7d-1aeab7296ac9 tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] 10.222.0.23 "GET /v2.0/security-groups?id=6674781b-e31c-46a0-acaf-3459c90286ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1191330 Dec 06 17:13:30.257006 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-fc4e27e7-8c14-4bcb-9b21-8976015a5db4 req-7d52ae0d-fae7-4f18-9552-12fdb03ff078 tempest-ImagesOneServerTestJSON-125760203 tempest-ImagesOneServerTestJSON-125760203-project] Allocated IP 192.168.233.171 (ee08a0d2-834f-4c39-be47-9c424581246a/1342252a-21e4-4783-88ff-f54776c79059/d4a678db-5160-49c5-8dd5-e80988056f2a) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:13:30.589197 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fc4e27e7-8c14-4bcb-9b21-8976015a5db4 req-7d52ae0d-fae7-4f18-9552-12fdb03ff078 tempest-ImagesOneServerTestJSON-125760203 tempest-ImagesOneServerTestJSON-125760203-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:30.731016 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 1677e4e9-7e35-4df4-b57f-0f22fcf2930b up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:13:30.816516 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9465e68b-8c29-4553-bc2b-eb065ec81a14 req-0f2953be-96ea-45d1-b0ba-1124dd94e8b7 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:30.820577 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9465e68b-8c29-4553-bc2b-eb065ec81a14 req-0f2953be-96ea-45d1-b0ba-1124dd94e8b7 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/networks?id=f3115485-0e47-4001-968e-d7c2520b29dd HTTP/1.1" status: 200 len: 812 time: 0.2218308 Dec 06 17:13:30.842401 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 1677e4e9-7e35-4df4-b57f-0f22fcf2930b triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:13:30.846595 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9465e68b-8c29-4553-bc2b-eb065ec81a14 req-b80c640f-2c33-4022-972e-043454b04b79 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/quotas/806e7552b2fe4d15bbbee1bb266d6718 HTTP/1.1" status: 200 len: 375 time: 0.0155468 Dec 06 17:13:30.857656 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:30.859219 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fc4e27e7-8c14-4bcb-9b21-8976015a5db4 req-7d52ae0d-fae7-4f18-9552-12fdb03ff078 tempest-ImagesOneServerTestJSON-125760203 tempest-ImagesOneServerTestJSON-125760203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:30.893533 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701a858d-0f92-4cb2-8122-9936bee47385 req-1f0b7f61-0a30-4d8a-9dc4-42510e4b2541 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:30.901328 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-701a858d-0f92-4cb2-8122-9936bee47385 req-1f0b7f61-0a30-4d8a-9dc4-42510e4b2541 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=98f376fe-fb6f-4fe8-96fe-4642f4e4c86f HTTP/1.1" status: 200 len: 943 time: 0.1933579 Dec 06 17:13:30.928715 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9465e68b-8c29-4553-bc2b-eb065ec81a14 req-aa4bc499-01fe-43b9-80c2-9916ebe9c006 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=806e7552b2fe4d15bbbee1bb266d6718&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0652170 Dec 06 17:13:31.017631 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1664a4-a1ee-4eb1-988f-cf5701ec172a req-c514c914-54dc-4e31-a562-b09393575f40 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:31.021195 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9d1664a4-a1ee-4eb1-988f-cf5701ec172a req-c514c914-54dc-4e31-a562-b09393575f40 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8c68214-3b70-4762-9b02-49a04ecaa8ca HTTP/1.1" status: 200 len: 949 time: 0.3407075 Dec 06 17:13:31.022958 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d52ae0d-fae7-4f18-9552-12fdb03ff078 tempest-ImagesOneServerTestJSON-125760203 tempest-ImagesOneServerTestJSON-125760203-project] Pushing event updated for resources: {'Port': ['ID=d4a678db-5160-49c5-8dd5-e80988056f2a,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:31.058799 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9465e68b-8c29-4553-bc2b-eb065ec81a14 req-444d9ad2-fb51-4ccb-9b2c-f27f02878d32 service neutron] 10.222.0.23 "GET /v2.0/networks/f3115485-0e47-4001-968e-d7c2520b29dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285474 Dec 06 17:13:31.088556 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc4e27e7-8c14-4bcb-9b21-8976015a5db4 req-7d52ae0d-fae7-4f18-9552-12fdb03ff078 tempest-ImagesOneServerTestJSON-125760203 tempest-ImagesOneServerTestJSON-125760203-project] Network ee08a0d2-834f-4c39-be47-9c424581246a is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:13:31.097881 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-fc4e27e7-8c14-4bcb-9b21-8976015a5db4 req-7d52ae0d-fae7-4f18-9552-12fdb03ff078 tempest-ImagesOneServerTestJSON-125760203 tempest-ImagesOneServerTestJSON-125760203-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:13:31.131897 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc4e27e7-8c14-4bcb-9b21-8976015a5db4 req-7d52ae0d-fae7-4f18-9552-12fdb03ff078 tempest-ImagesOneServerTestJSON-125760203 tempest-ImagesOneServerTestJSON-125760203-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:13:31.242651 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-701a858d-0f92-4cb2-8122-9936bee47385 req-dd5c8781-1461-452f-9c20-11ec16f44eef tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3403268 Dec 06 17:13:31.252679 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9465e68b-8c29-4553-bc2b-eb065ec81a14 req-bc499e67-5050-4707-9259-5f7b9002ba49 service neutron] 10.222.0.23 "GET /v2.0/networks/f3115485-0e47-4001-968e-d7c2520b29dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920624 Dec 06 17:13:31.308826 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4e27e7-8c14-4bcb-9b21-8976015a5db4 req-7d52ae0d-fae7-4f18-9552-12fdb03ff078 tempest-ImagesOneServerTestJSON-125760203 tempest-ImagesOneServerTestJSON-125760203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:31.317795 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fc4e27e7-8c14-4bcb-9b21-8976015a5db4 req-7d52ae0d-fae7-4f18-9552-12fdb03ff078 tempest-ImagesOneServerTestJSON-125760203 tempest-ImagesOneServerTestJSON-125760203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:31.399876 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fc4e27e7-8c14-4bcb-9b21-8976015a5db4 req-7d52ae0d-fae7-4f18-9552-12fdb03ff078 tempest-ImagesOneServerTestJSON-125760203 tempest-ImagesOneServerTestJSON-125760203-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1197474 Dec 06 17:13:31.460163 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-fc4e27e7-8c14-4bcb-9b21-8976015a5db4 req-aa3e2c0c-804c-45df-9e66-96a3e9992876 service neutron] Request body: {'port': {'device_id': '6d3b7f5b-9b90-46d3-ae07-5151f29231e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:13:31.493360 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-9d1664a4-a1ee-4eb1-988f-cf5701ec172a req-40e519b5-fbbd-481f-9b2a-66338a1c50fe tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Deleting port 4ec454ed-fbf1-4e3a-b711-4dc30007f2ee {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:13:31.493742 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-9d1664a4-a1ee-4eb1-988f-cf5701ec172a req-40e519b5-fbbd-481f-9b2a-66338a1c50fe tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:31.513842 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-66b83f33-a99b-4d77-a83e-7a44c0f606a0 None None] Provisioning complete for port d4a678db-5160-49c5-8dd5-e80988056f2a triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:13:31.515211 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-66b83f33-a99b-4d77-a83e-7a44c0f606a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:31.602774 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fc4e27e7-8c14-4bcb-9b21-8976015a5db4 req-aa3e2c0c-804c-45df-9e66-96a3e9992876 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:31.630647 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac520fb-638e-4b84-b9b9-706311ca9372 req-fbd9a955-90bd-4f07-b8a8-0d28e952c17d tempest-ImagesOneServerTestJSON-125760203 tempest-ImagesOneServerTestJSON-125760203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:31.632273 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6ac520fb-638e-4b84-b9b9-706311ca9372 req-fbd9a955-90bd-4f07-b8a8-0d28e952c17d tempest-ImagesOneServerTestJSON-125760203 tempest-ImagesOneServerTestJSON-125760203-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d3b7f5b-9b90-46d3-ae07-5151f29231e9 HTTP/1.1" status: 200 len: 936 time: 0.2650890 Dec 06 17:13:31.672284 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-66b83f33-a99b-4d77-a83e-7a44c0f606a0 None None] Port d4a678db-5160-49c5-8dd5-e80988056f2a cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:13:31.815880 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-9d1664a4-a1ee-4eb1-988f-cf5701ec172a req-40e519b5-fbbd-481f-9b2a-66338a1c50fe tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] For port 4ec454ed-fbf1-4e3a-b711-4dc30007f2ee, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=4ec454ed-fbf1-4e3a-b711-4dc30007f2ee,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:13:31.816281 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-9d1664a4-a1ee-4eb1-988f-cf5701ec172a req-40e519b5-fbbd-481f-9b2a-66338a1c50fe tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:31.867796 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6ac520fb-638e-4b84-b9b9-706311ca9372 req-92f1ccb0-123d-46c5-90fd-4ff83b841080 tempest-ImagesOneServerTestJSON-125760203 tempest-ImagesOneServerTestJSON-125760203-project] 10.222.0.23 "GET /v2.0/security-groups?id=eec3fd05-bc5c-4d9a-893f-0db0ab30345c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193251 Dec 06 17:13:31.898233 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-74aa7aa2-633b-4c79-819e-5e6bd9c1a3af req-a03c797d-7ab9-404d-8890-31a7271f48a0 service neutron] 10.222.0.41 "GET /v2.0/ports/47c2e886-b32e-4f72-8fc8-32e6a9d95467/bindings/n-h2-master-1 HTTP/1.1" status: 200 len: 384 time: 0.2285404 Dec 06 17:13:31.918914 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-9d1664a4-a1ee-4eb1-988f-cf5701ec172a req-40e519b5-fbbd-481f-9b2a-66338a1c50fe tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Calling delete_port for 4ec454ed-fbf1-4e3a-b711-4dc30007f2ee owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:13:31.953607 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c9089b-6a15-4da0-b4a2-79c579123c9b req-fb0c6e61-b4d9-46e8-a0be-2bfa75da07af tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:31.963483 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-54c9089b-6a15-4da0-b4a2-79c579123c9b req-fb0c6e61-b4d9-46e8-a0be-2bfa75da07af tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8c68214-3b70-4762-9b02-49a04ecaa8ca HTTP/1.1" status: 200 len: 949 time: 0.1583052 Dec 06 17:13:32.217238 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b2869734-49a7-4be2-b08b-4c1cd2d7001b req-f477599b-46f3-4009-a972-da88f27f9d64 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d949008-6b58-42eb-9feb-c4f716a3c427 HTTP/1.1" status: 200 len: 210 time: 0.0972281 Dec 06 17:13:32.275570 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-54c9089b-6a15-4da0-b4a2-79c579123c9b req-88425f3d-7f2b-4910-a14f-c701a2600401 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ba66608-5fba-460b-9339-43992781830c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398779 Dec 06 17:13:32.410672 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-74aa7aa2-633b-4c79-819e-5e6bd9c1a3af req-624eb5ae-1af5-4de8-9926-1a943114e820 service neutron] For port 47c2e886-b32e-4f72-8fc8-32e6a9d95467, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=47c2e886-b32e-4f72-8fc8-32e6a9d95467,segment=NetworkSegment(b5c29f07-61e3-483e-b953-3901f84034df),segment_id=b5c29f07-61e3-483e-b953-3901f84034df)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:13:32.414265 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-fc4e27e7-8c14-4bcb-9b21-8976015a5db4 req-aa3e2c0c-804c-45df-9e66-96a3e9992876 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4a678db-5160-49c5-8dd5-e80988056f2a {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:13:32.442352 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fc4e27e7-8c14-4bcb-9b21-8976015a5db4 req-aa3e2c0c-804c-45df-9e66-96a3e9992876 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:32.468972 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-74aa7aa2-633b-4c79-819e-5e6bd9c1a3af req-624eb5ae-1af5-4de8-9926-1a943114e820 service neutron] For port 47c2e886-b32e-4f72-8fc8-32e6a9d95467, host n-h1-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:13:32.544024 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-74aa7aa2-633b-4c79-819e-5e6bd9c1a3af req-624eb5ae-1af5-4de8-9926-1a943114e820 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47c2e886-b32e-4f72-8fc8-32e6a9d95467 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:13:32.575282 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-74aa7aa2-633b-4c79-819e-5e6bd9c1a3af req-624eb5ae-1af5-4de8-9926-1a943114e820 service neutron] For port 47c2e886-b32e-4f72-8fc8-32e6a9d95467, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=47c2e886-b32e-4f72-8fc8-32e6a9d95467,segment=NetworkSegment(b5c29f07-61e3-483e-b953-3901f84034df),segment_id=b5c29f07-61e3-483e-b953-3901f84034df)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:13:32.623207 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-74aa7aa2-633b-4c79-819e-5e6bd9c1a3af req-624eb5ae-1af5-4de8-9926-1a943114e820 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:32.629853 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:32.675367 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-fc4e27e7-8c14-4bcb-9b21-8976015a5db4 req-aa3e2c0c-804c-45df-9e66-96a3e9992876 service neutron] Transition to ACTIVE for port object d4a678db-5160-49c5-8dd5-e80988056f2a will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:13:32.677426 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-9d1664a4-a1ee-4eb1-988f-cf5701ec172a req-40e519b5-fbbd-481f-9b2a-66338a1c50fe tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:32.690428 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['a9d90335-45f4-43b2-ba1e-cb5a033fd2ee', '6980ab2b-2184-4bb6-bf4c-ab79e620b3b8'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:13:32.692453 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fc4e27e7-8c14-4bcb-9b21-8976015a5db4 req-aa3e2c0c-804c-45df-9e66-96a3e9992876 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:32.698664 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['bba877c3-4e46-4a6b-a46a-4d9c36550d32', 'c06faf7a-f15d-4836-b194-8cfd5ea8c68b', 'eab92264-1509-4c57-bf04-64690aaa0ff8'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:13:32.711523 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196a7277-d9ba-46bd-b143-f66ce9d9e074 req-0010c1a9-01b8-4094-a572-813b4351a01a tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:32.714105 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-196a7277-d9ba-46bd-b143-f66ce9d9e074 req-0010c1a9-01b8-4094-a572-813b4351a01a tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] 10.222.0.23 "GET /v2.0/ports?device_id=42026aea-3fdb-4904-b799-6c6d99ffca58 HTTP/1.1" status: 200 len: 945 time: 0.2355957 Dec 06 17:13:32.749618 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e519b5-fbbd-481f-9b2a-66338a1c50fe tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Pushing event deleted for resources: {'Port': ['ID=4ec454ed-fbf1-4e3a-b711-4dc30007f2ee,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:32.836001 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-74aa7aa2-633b-4c79-819e-5e6bd9c1a3af req-624eb5ae-1af5-4de8-9926-1a943114e820 service neutron] Transition to ACTIVE for port object 47c2e886-b32e-4f72-8fc8-32e6a9d95467 will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:13:32.852130 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-74aa7aa2-633b-4c79-819e-5e6bd9c1a3af req-624eb5ae-1af5-4de8-9926-1a943114e820 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:32.880088 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d1664a4-a1ee-4eb1-988f-cf5701ec172a req-40e519b5-fbbd-481f-9b2a-66338a1c50fe tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] No DVR routers for this DVR port 4ec454ed-fbf1-4e3a-b711-4dc30007f2ee on host n-h1-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:13:32.904165 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-9d1664a4-a1ee-4eb1-988f-cf5701ec172a req-40e519b5-fbbd-481f-9b2a-66338a1c50fe tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:32.911446 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9d1664a4-a1ee-4eb1-988f-cf5701ec172a req-40e519b5-fbbd-481f-9b2a-66338a1c50fe tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.41 "DELETE /v2.0/ports/4ec454ed-fbf1-4e3a-b711-4dc30007f2ee HTTP/1.1" status: 204 len: 173 time: 1.8723793 Dec 06 17:13:32.921433 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8c68214-3b70-4762-9b02-49a04ecaa8ca', 'name': 'network-vif-deleted', 'tag': '4ec454ed-fbf1-4e3a-b711-4dc30007f2ee'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:13:32.924389 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d434c338-6f09-4628-ba7f-38aa30c69d39" -d '{"events": [{"server_uuid": "e8c68214-3b70-4762-9b02-49a04ecaa8ca", "name": "network-vif-deleted", "tag": "4ec454ed-fbf1-4e3a-b711-4dc30007f2ee"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:13:33.000695 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3e2c0c-804c-45df-9e66-96a3e9992876 service neutron] Pushing event updated for resources: {'Port': ['ID=d4a678db-5160-49c5-8dd5-e80988056f2a,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:33.038809 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-196a7277-d9ba-46bd-b143-f66ce9d9e074 req-3d4568e3-3636-43a5-8170-2fdd88031dda tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] 10.222.0.23 "GET /v2.0/security-groups?id=6674781b-e31c-46a0-acaf-3459c90286ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2936311 Dec 06 17:13:33.065276 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-74aa7aa2-633b-4c79-819e-5e6bd9c1a3af req-624eb5ae-1af5-4de8-9926-1a943114e820 service neutron] No DVR routers for this DVR port 47c2e886-b32e-4f72-8fc8-32e6a9d95467 on host n-h1-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:13:33.083369 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-fc4e27e7-8c14-4bcb-9b21-8976015a5db4 req-aa3e2c0c-804c-45df-9e66-96a3e9992876 service neutron] Attempting to bind port d4a678db-5160-49c5-8dd5-e80988056f2a on host n-h2-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:13:33.083709 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-fc4e27e7-8c14-4bcb-9b21-8976015a5db4 req-aa3e2c0c-804c-45df-9e66-96a3e9992876 service neutron] Attempting to bind port d4a678db-5160-49c5-8dd5-e80988056f2a by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:13:33.084082 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4e27e7-8c14-4bcb-9b21-8976015a5db4 req-aa3e2c0c-804c-45df-9e66-96a3e9992876 service neutron] Attempting to bind port d4a678db-5160-49c5-8dd5-e80988056f2a on network ee08a0d2-834f-4c39-be47-9c424581246a {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:13:33.096454 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4e27e7-8c14-4bcb-9b21-8976015a5db4 req-aa3e2c0c-804c-45df-9e66-96a3e9992876 service neutron] Port d4a678db-5160-49c5-8dd5-e80988056f2a on network ee08a0d2-834f-4c39-be47-9c424581246a not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:13:33.096865 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4e27e7-8c14-4bcb-9b21-8976015a5db4 req-aa3e2c0c-804c-45df-9e66-96a3e9992876 service neutron] Attempting to bind port d4a678db-5160-49c5-8dd5-e80988056f2a on network ee08a0d2-834f-4c39-be47-9c424581246a {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:13:33.111282 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4e27e7-8c14-4bcb-9b21-8976015a5db4 req-aa3e2c0c-804c-45df-9e66-96a3e9992876 service neutron] Checking agent: {'id': '9d8b9f49-2860-4c1f-9b89-45a7657a3c4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:13:33.111647 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4e27e7-8c14-4bcb-9b21-8976015a5db4 req-aa3e2c0c-804c-45df-9e66-96a3e9992876 service neutron] Checking segment: {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:13:33.112047 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4e27e7-8c14-4bcb-9b21-8976015a5db4 req-aa3e2c0c-804c-45df-9e66-96a3e9992876 service neutron] Bound using segment: {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:13:33.113296 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-fc4e27e7-8c14-4bcb-9b21-8976015a5db4 req-aa3e2c0c-804c-45df-9e66-96a3e9992876 service neutron] Bound port: d4a678db-5160-49c5-8dd5-e80988056f2a, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:13:33.114481 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fc4e27e7-8c14-4bcb-9b21-8976015a5db4 req-aa3e2c0c-804c-45df-9e66-96a3e9992876 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:33.234891 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-74aa7aa2-633b-4c79-819e-5e6bd9c1a3af req-624eb5ae-1af5-4de8-9926-1a943114e820 service neutron] 10.222.0.41 "PUT /v2.0/ports/47c2e886-b32e-4f72-8fc8-32e6a9d95467/bindings/n-h2-master-1/activate HTTP/1.1" status: 200 len: 369 time: 1.3221312 Dec 06 17:13:33.266235 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 4ec454ed-fbf1-4e3a-b711-4dc30007f2ee no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:13:33.266674 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624eb5ae-1af5-4de8-9926-1a943114e820 service neutron] Pushing event updated for resources: {'Port': ['ID=47c2e886-b32e-4f72-8fc8-32e6a9d95467,revision_number=10']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:33.325794 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] No Port match for: 4ec454ed-fbf1-4e3a-b711-4dc30007f2ee {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:13:33.326469 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 4ec454ed-fbf1-4e3a-b711-4dc30007f2ee not bound to the agent host n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:13:33.544590 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7c225b-4b57-4668-838a-1d948d3db92f req-f4391074-3a29-4561-a3a1-cd3d41195ee7 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:33.553833 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2e7c225b-4b57-4668-838a-1d948d3db92f req-f4391074-3a29-4561-a3a1-cd3d41195ee7 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=98f376fe-fb6f-4fe8-96fe-4642f4e4c86f HTTP/1.1" status: 200 len: 944 time: 0.3232687 Dec 06 17:13:33.572413 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-fc4e27e7-8c14-4bcb-9b21-8976015a5db4 req-aa3e2c0c-804c-45df-9e66-96a3e9992876 service neutron] For port d4a678db-5160-49c5-8dd5-e80988056f2a, host n-h2-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:13:33.641062 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9465e68b-8c29-4553-bc2b-eb065ec81a14 req-66f6e821-548c-4cac-b603-62da725cf2d6 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:33.647105 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9465e68b-8c29-4553-bc2b-eb065ec81a14 req-66f6e821-548c-4cac-b603-62da725cf2d6 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.41 "GET /v2.0/networks?id=f3115485-0e47-4001-968e-d7c2520b29dd HTTP/1.1" status: 200 len: 812 time: 0.5290482 Dec 06 17:13:33.677991 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-9465e68b-8c29-4553-bc2b-eb065ec81a14 req-4c008218-4375-40e4-8747-768d64785b3a tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Request body: {'port': {'device_id': '7d949008-6b58-42eb-9feb-c4f716a3c427', 'network_id': 'f3115485-0e47-4001-968e-d7c2520b29dd', 'admin_state_up': True, 'tenant_id': '806e7552b2fe4d15bbbee1bb266d6718'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:13:33.763987 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1743eea6-2296-4e89-bd9d-b673be05139f req-7c873151-a5de-4e49-9808-507191fa6591 tempest-ImagesOneServerTestJSON-125760203 tempest-ImagesOneServerTestJSON-125760203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:33.779428 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-fc4e27e7-8c14-4bcb-9b21-8976015a5db4 req-aa3e2c0c-804c-45df-9e66-96a3e9992876 service neutron] For port d4a678db-5160-49c5-8dd5-e80988056f2a, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=d4a678db-5160-49c5-8dd5-e80988056f2a,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:13:33.790139 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1743eea6-2296-4e89-bd9d-b673be05139f req-7c873151-a5de-4e49-9808-507191fa6591 tempest-ImagesOneServerTestJSON-125760203 tempest-ImagesOneServerTestJSON-125760203-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d3b7f5b-9b90-46d3-ae07-5151f29231e9 HTTP/1.1" status: 200 len: 948 time: 0.1447072 Dec 06 17:13:33.808808 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fc4e27e7-8c14-4bcb-9b21-8976015a5db4 req-aa3e2c0c-804c-45df-9e66-96a3e9992876 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:33.851541 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1743eea6-2296-4e89-bd9d-b673be05139f req-27e9f46d-3a06-4db6-9b43-b3f24b1a134d tempest-ImagesOneServerTestJSON-125760203 tempest-ImagesOneServerTestJSON-125760203-project] 10.222.0.23 "GET /v2.0/security-groups?id=eec3fd05-bc5c-4d9a-893f-0db0ab30345c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598915 Dec 06 17:13:33.901572 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4e27e7-8c14-4bcb-9b21-8976015a5db4 req-aa3e2c0c-804c-45df-9e66-96a3e9992876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:33.902017 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fc4e27e7-8c14-4bcb-9b21-8976015a5db4 req-aa3e2c0c-804c-45df-9e66-96a3e9992876 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:33.903684 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fc4e27e7-8c14-4bcb-9b21-8976015a5db4 req-aa3e2c0c-804c-45df-9e66-96a3e9992876 service neutron] 10.222.0.44 "PUT /v2.0/ports/d4a678db-5160-49c5-8dd5-e80988056f2a HTTP/1.1" status: 200 len: 1096 time: 2.4480569 Dec 06 17:13:33.915180 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2e7c225b-4b57-4668-838a-1d948d3db92f req-df23231b-6eee-43c1-9957-30505ba67d44 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3606331 Dec 06 17:13:33.929000 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aa7aa2-633b-4c79-819e-5e6bd9c1a3af req-315535e3-013a-45e9-8a4e-24b1cd9533c9 tempest-LiveMigrationTest-2036531045 tempest-LiveMigrationTest-2036531045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:33.930642 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-74aa7aa2-633b-4c79-819e-5e6bd9c1a3af req-315535e3-013a-45e9-8a4e-24b1cd9533c9 tempest-LiveMigrationTest-2036531045 tempest-LiveMigrationTest-2036531045-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=98f376fe-fb6f-4fe8-96fe-4642f4e4c86f&tenant_id=1d83e0c6d059422882cc226e7f9c727a&binding%3Ahost_id=n-h1-master-1 HTTP/1.1" status: 200 len: 1095 time: 0.3347692 Dec 06 17:13:33.954462 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-129be414-ad90-46ef-99d3-db67b46ec09d x-openstack-request-id: req-129be414-ad90-46ef-99d3-db67b46ec09d {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:13:33.954816 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8c68214-3b70-4762-9b02-49a04ecaa8ca", "name": "network-vif-deleted", "tag": "4ec454ed-fbf1-4e3a-b711-4dc30007f2ee", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:13:33.955007 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-129be414-ad90-46ef-99d3-db67b46ec09d {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:13:33.955413 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8c68214-3b70-4762-9b02-49a04ecaa8ca', 'name': 'network-vif-deleted', 'tag': '4ec454ed-fbf1-4e3a-b711-4dc30007f2ee', 'status': 'completed', 'code': 200} Dec 06 17:13:34.007175 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9465e68b-8c29-4553-bc2b-eb065ec81a14 req-4c008218-4375-40e4-8747-768d64785b3a tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Made reservation on behalf of 806e7552b2fe4d15bbbee1bb266d6718 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:13:34.010726 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-9465e68b-8c29-4553-bc2b-eb065ec81a14 req-4c008218-4375-40e4-8747-768d64785b3a tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:34.023797 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3e2c0c-804c-45df-9e66-96a3e9992876 service neutron] Pushing event updated for resources: {'Port': ['ID=d4a678db-5160-49c5-8dd5-e80988056f2a,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:34.113568 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aa7aa2-633b-4c79-819e-5e6bd9c1a3af req-b97518f6-7255-4c48-820a-20a4cbc6a315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:34.115113 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-74aa7aa2-633b-4c79-819e-5e6bd9c1a3af req-b97518f6-7255-4c48-820a-20a4cbc6a315 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=98f376fe-fb6f-4fe8-96fe-4642f4e4c86f&tenant_id=1d83e0c6d059422882cc226e7f9c727a HTTP/1.1" status: 200 len: 1095 time: 0.1733544 Dec 06 17:13:34.179738 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4e27e7-8c14-4bcb-9b21-8976015a5db4 req-fce7087a-ff99-4cca-a400-9d06ee8f7181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:34.181175 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fc4e27e7-8c14-4bcb-9b21-8976015a5db4 req-fce7087a-ff99-4cca-a400-9d06ee8f7181 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=adc5b03dec824c96a56d3411687fdcdd&device_id=6d3b7f5b-9b90-46d3-ae07-5151f29231e9 HTTP/1.1" status: 200 len: 1099 time: 0.2213783 Dec 06 17:13:34.209304 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0f49c99d-4010-4b9b-8dce-86562719ee74 req-46033caa-47a4-4895-a327-8441ebc41fac tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d949008-6b58-42eb-9feb-c4f716a3c427 HTTP/1.1" status: 200 len: 210 time: 0.0571587 Dec 06 17:13:34.299044 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fc4e27e7-8c14-4bcb-9b21-8976015a5db4 req-d9d89e9a-72df-455d-9e72-5f9a1b301ca9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=d4a678db-5160-49c5-8dd5-e80988056f2a HTTP/1.1" status: 200 len: 217 time: 0.1023748 Dec 06 17:13:34.378254 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aa7aa2-633b-4c79-819e-5e6bd9c1a3af req-d2f58d22-5ea1-461e-9145-38e1c2fdb43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:34.379791 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-74aa7aa2-633b-4c79-819e-5e6bd9c1a3af req-d2f58d22-5ea1-461e-9145-38e1c2fdb43b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1d83e0c6d059422882cc226e7f9c727a&device_id=98f376fe-fb6f-4fe8-96fe-4642f4e4c86f HTTP/1.1" status: 200 len: 1095 time: 0.1943316 Dec 06 17:13:34.437811 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-9465e68b-8c29-4553-bc2b-eb065ec81a14 req-4c008218-4375-40e4-8747-768d64785b3a tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Allocated IP 172.20.0.13 (f3115485-0e47-4001-968e-d7c2520b29dd/85724274-c536-4bb4-9806-32c964df8042/72b98a49-5e2a-4177-b453-72c1b378e530) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:13:34.446239 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4e27e7-8c14-4bcb-9b21-8976015a5db4 req-1eb06850-fa57-4071-a9b0-ea06301a8608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:34.448075 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fc4e27e7-8c14-4bcb-9b21-8976015a5db4 req-1eb06850-fa57-4071-a9b0-ea06301a8608 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1342252a-21e4-4783-88ff-f54776c79059 HTTP/1.1" status: 200 len: 843 time: 0.1365318 Dec 06 17:13:34.579548 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4e27e7-8c14-4bcb-9b21-8976015a5db4 req-07614c31-d8a5-479b-a355-8bb0839ce15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:34.581120 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fc4e27e7-8c14-4bcb-9b21-8976015a5db4 req-07614c31-d8a5-479b-a355-8bb0839ce15f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee08a0d2-834f-4c39-be47-9c424581246a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1062474 Dec 06 17:13:34.585107 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aa7aa2-633b-4c79-819e-5e6bd9c1a3af req-a63503e1-7414-41e1-ad9a-36e4779995e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:34.586550 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-74aa7aa2-633b-4c79-819e-5e6bd9c1a3af req-a63503e1-7414-41e1-ad9a-36e4779995e0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=33742801-ccea-4ab3-a86a-2573a2966c19 HTTP/1.1" status: 200 len: 909 time: 0.1952882 Dec 06 17:13:34.677253 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-74aa7aa2-633b-4c79-819e-5e6bd9c1a3af req-c1cf6429-285b-4d17-9596-9a89dddf8d7d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=47c2e886-b32e-4f72-8fc8-32e6a9d95467 HTTP/1.1" status: 200 len: 217 time: 0.0695977 Dec 06 17:13:34.839299 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af039900-41bd-48ce-838d-85c3a4f0557f req-e2480a83-7859-46dd-a824-5586146a127d tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:34.848113 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-af039900-41bd-48ce-838d-85c3a4f0557f req-e2480a83-7859-46dd-a824-5586146a127d tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/ports?device_id=28f89250-f6ba-4cb7-938b-7c0f42ca3b95 HTTP/1.1" status: 200 len: 949 time: 0.0886326 Dec 06 17:13:34.858624 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aa7aa2-633b-4c79-819e-5e6bd9c1a3af req-3ee96f38-b5cb-4972-9d8f-61b31b308526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:34.860107 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-74aa7aa2-633b-4c79-819e-5e6bd9c1a3af req-3ee96f38-b5cb-4972-9d8f-61b31b308526 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=da31f47d-8fee-49c3-b794-af6b3fd955bf HTTP/1.1" status: 200 len: 848 time: 0.1498516 Dec 06 17:13:34.891898 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fc4e27e7-8c14-4bcb-9b21-8976015a5db4 req-02de2109-def1-43bc-88da-f5fc292787d4 service neutron] 10.222.0.44 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831037 Dec 06 17:13:34.903312 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-af039900-41bd-48ce-838d-85c3a4f0557f req-d4076a93-6e2c-4f42-8f4d-925d9b3324a4 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ba66608-5fba-460b-9339-43992781830c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543275 Dec 06 17:13:34.926675 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-74aa7aa2-633b-4c79-819e-5e6bd9c1a3af req-6bfc5852-3f4e-4328-a10a-d23233494847 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=33742801-ccea-4ab3-a86a-2573a2966c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477695 Dec 06 17:13:34.926675 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-9465e68b-8c29-4553-bc2b-eb065ec81a14 req-4c008218-4375-40e4-8747-768d64785b3a tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:34.940385 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242c9e6a-d9a5-46c2-921c-37cf65afe0f4 req-ab4360f2-06b8-45ae-b066-41c848f9b111 tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:34.947879 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-242c9e6a-d9a5-46c2-921c-37cf65afe0f4 req-ab4360f2-06b8-45ae-b066-41c848f9b111 tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] 10.222.0.23 "GET /v2.0/ports?device_id=42026aea-3fdb-4904-b799-6c6d99ffca58 HTTP/1.1" status: 200 len: 945 time: 0.1811559 Dec 06 17:13:35.042153 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:35.056672 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46367338-5123-4a57-884c-8c2ed27b74e2 req-92e89f94-14d3-4f56-a81a-3beb9445bc70 tempest-ImagesOneServerTestJSON-125760203 tempest-ImagesOneServerTestJSON-125760203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:35.058400 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-46367338-5123-4a57-884c-8c2ed27b74e2 req-92e89f94-14d3-4f56-a81a-3beb9445bc70 tempest-ImagesOneServerTestJSON-125760203 tempest-ImagesOneServerTestJSON-125760203-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d3b7f5b-9b90-46d3-ae07-5151f29231e9 HTTP/1.1" status: 200 len: 948 time: 0.0753040 Dec 06 17:13:35.141273 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-46367338-5123-4a57-884c-8c2ed27b74e2 req-da015c42-dc0e-4c7b-b0e0-34a47dc6b053 tempest-ImagesOneServerTestJSON-125760203 tempest-ImagesOneServerTestJSON-125760203-project] 10.222.0.23 "GET /v2.0/security-groups?id=eec3fd05-bc5c-4d9a-893f-0db0ab30345c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729387 Dec 06 17:13:35.143809 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-242c9e6a-d9a5-46c2-921c-37cf65afe0f4 req-f9e8a7b4-a74b-435d-990d-b36c0431dd29 tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] 10.222.0.23 "GET /v2.0/security-groups?id=6674781b-e31c-46a0-acaf-3459c90286ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1950448 Dec 06 17:13:35.188036 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-74aa7aa2-633b-4c79-819e-5e6bd9c1a3af req-57c03ad9-ccbf-48cd-a755-7534dc03b4e5 service neutron] 10.222.0.44 "GET /v2.0/networks/33742801-ccea-4ab3-a86a-2573a2966c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562482 Dec 06 17:13:35.196952 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-9465e68b-8c29-4553-bc2b-eb065ec81a14 req-4c008218-4375-40e4-8747-768d64785b3a tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:35.257174 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fc4e27e7-8c14-4bcb-9b21-8976015a5db4 req-8911238f-3efa-4161-b6c8-535a74043e97 service neutron] 10.222.0.44 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3440778 Dec 06 17:13:35.307981 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9465e68b-8c29-4553-bc2b-eb065ec81a14 req-4c008218-4375-40e4-8747-768d64785b3a tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Network f3115485-0e47-4001-968e-d7c2520b29dd is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:13:35.317887 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b046a0b-528c-4503-9208-b5bdac5331ab req-9b41c569-0cb1-4baa-89b4-c109230d00ee tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:35.325145 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-9465e68b-8c29-4553-bc2b-eb065ec81a14 req-4c008218-4375-40e4-8747-768d64785b3a tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:13:35.326627 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0b046a0b-528c-4503-9208-b5bdac5331ab req-9b41c569-0cb1-4baa-89b4-c109230d00ee tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=98f376fe-fb6f-4fe8-96fe-4642f4e4c86f HTTP/1.1" status: 200 len: 944 time: 0.0942345 Dec 06 17:13:35.331279 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-9465e68b-8c29-4553-bc2b-eb065ec81a14 req-4c008218-4375-40e4-8747-768d64785b3a tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:13:35.397117 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0b046a0b-528c-4503-9208-b5bdac5331ab req-9e924729-1fd9-4820-8d97-513417275ec1 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651357 Dec 06 17:13:35.440087 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c008218-4375-40e4-8747-768d64785b3a tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Pushing event updated for resources: {'Port': ['ID=72b98a49-5e2a-4177-b453-72c1b378e530,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:35.790035 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9465e68b-8c29-4553-bc2b-eb065ec81a14 req-4c008218-4375-40e4-8747-768d64785b3a tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:35.790688 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-9465e68b-8c29-4553-bc2b-eb065ec81a14 req-4c008218-4375-40e4-8747-768d64785b3a tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:35.829061 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4d6e2d-3fdf-4c96-883c-d3bf2b06ddc7 req-e7f8bbe8-bc86-4335-9887-992c75b54d3f tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:35.830572 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5e4d6e2d-3fdf-4c96-883c-d3bf2b06ddc7 req-e7f8bbe8-bc86-4335-9887-992c75b54d3f tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d949008-6b58-42eb-9feb-c4f716a3c427 HTTP/1.1" status: 200 len: 932 time: 0.4433377 Dec 06 17:13:35.836264 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9465e68b-8c29-4553-bc2b-eb065ec81a14 req-4c008218-4375-40e4-8747-768d64785b3a tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1645226 Dec 06 17:13:35.840096 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-74aa7aa2-633b-4c79-819e-5e6bd9c1a3af req-91e3baff-3e27-431b-be2a-da290e3d6aae service neutron] 10.222.0.44 "GET /v2.0/networks/33742801-ccea-4ab3-a86a-2573a2966c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6225059 Dec 06 17:13:35.854462 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-9465e68b-8c29-4553-bc2b-eb065ec81a14 req-412bad27-b98f-48ae-88b4-d5e6fa705027 service neutron] Request body: {'port': {'device_id': '7d949008-6b58-42eb-9feb-c4f716a3c427', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:13:35.874273 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254124f1-7326-403a-aa92-9f6b4a16a347 req-ac2cda36-7aa2-46e1-87ba-1227d5c39db0 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:35.877925 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-254124f1-7326-403a-aa92-9f6b4a16a347 req-ac2cda36-7aa2-46e1-87ba-1227d5c39db0 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] 10.222.0.23 "GET /v2.0/ports?device_id=d29fc859-bc40-402c-963f-f48ae65d78b4 HTTP/1.1" status: 200 len: 945 time: 0.0731854 Dec 06 17:13:35.935379 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-254124f1-7326-403a-aa92-9f6b4a16a347 req-c91feb18-6887-454a-93f0-47605cd04263 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] 10.222.0.23 "GET /v2.0/security-groups?id=56960e5e-62e2-42da-96b9-79aa56365423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529599 Dec 06 17:13:35.956295 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d3b7f5b-9b90-46d3-ae07-5151f29231e9', 'tag': 'd4a678db-5160-49c5-8dd5-e80988056f2a'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:13:35.959175 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c34708f5-582b-4afe-a231-41d688b5544f" -d '{"events": [{"name": "network-changed", "server_uuid": "6d3b7f5b-9b90-46d3-ae07-5151f29231e9", "tag": "d4a678db-5160-49c5-8dd5-e80988056f2a"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:13:35.964644 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5e4d6e2d-3fdf-4c96-883c-d3bf2b06ddc7 req-d0928223-194b-4b5c-8f0c-c40982e4a08a tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228235 Dec 06 17:13:36.020082 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-9465e68b-8c29-4553-bc2b-eb065ec81a14 req-412bad27-b98f-48ae-88b4-d5e6fa705027 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:36.033237 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252631c4-8548-488b-a328-be6bebdede9f req-57c6871a-e1bb-4980-9cf9-9f245a9881c2 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:36.035031 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-252631c4-8548-488b-a328-be6bebdede9f req-57c6871a-e1bb-4980-9cf9-9f245a9881c2 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.44 "GET /v2.0/ports?device_id=28f89250-f6ba-4cb7-938b-7c0f42ca3b95 HTTP/1.1" status: 200 len: 949 time: 0.1426661 Dec 06 17:13:36.101409 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcac320-cc67-487e-91ab-90841bc2b1c4 req-ec30536b-3a2e-42f3-aaad-97c92cbc889a tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:36.103701 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fbcac320-cc67-487e-91ab-90841bc2b1c4 req-ec30536b-3a2e-42f3-aaad-97c92cbc889a tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/ports?device_id=28f89250-f6ba-4cb7-938b-7c0f42ca3b95 HTTP/1.1" status: 200 len: 949 time: 0.0825398 Dec 06 17:13:36.144793 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-316eecee-5206-4350-bcc7-099e6636c044 x-openstack-request-id: req-316eecee-5206-4350-bcc7-099e6636c044 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:13:36.147013 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d3b7f5b-9b90-46d3-ae07-5151f29231e9", "tag": "d4a678db-5160-49c5-8dd5-e80988056f2a", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:13:36.147479 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-316eecee-5206-4350-bcc7-099e6636c044 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:13:36.148107 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d3b7f5b-9b90-46d3-ae07-5151f29231e9', 'tag': 'd4a678db-5160-49c5-8dd5-e80988056f2a', 'status': 'completed', 'code': 200} Dec 06 17:13:36.254410 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fbcac320-cc67-487e-91ab-90841bc2b1c4 req-6fbe9a16-6ef3-4ddd-b2c4-485a24f42d50 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ba66608-5fba-460b-9339-43992781830c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412866 Dec 06 17:13:36.306860 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23af54d7-f2f8-4893-9cfc-5085692e33b2 req-78c8d78b-d53b-425e-85b7-8cd74476f692 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:36.308375 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-23af54d7-f2f8-4893-9cfc-5085692e33b2 req-78c8d78b-d53b-425e-85b7-8cd74476f692 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.41 "GET /v2.0/ports?device_id=5636e75b-e24c-4aad-9d0d-f9a5e5f3d916 HTTP/1.1" status: 200 len: 950 time: 0.2037721 Dec 06 17:13:36.325279 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34708f5-582b-4afe-a231-41d688b5544f req-8825a6f2-27e6-434d-a170-0b7c85c0d8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:36.327392 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c34708f5-582b-4afe-a231-41d688b5544f req-8825a6f2-27e6-434d-a170-0b7c85c0d8cd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=adc5b03dec824c96a56d3411687fdcdd&device_id=6d3b7f5b-9b90-46d3-ae07-5151f29231e9 HTTP/1.1" status: 200 len: 1099 time: 0.1882935 Dec 06 17:13:36.327909 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aa7aa2-633b-4c79-819e-5e6bd9c1a3af req-3931a6a0-c43d-4d38-a139-18e4f03f33fa tempest-LiveMigrationTest-2036531045 tempest-LiveMigrationTest-2036531045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:36.329564 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-74aa7aa2-633b-4c79-819e-5e6bd9c1a3af req-3931a6a0-c43d-4d38-a139-18e4f03f33fa tempest-LiveMigrationTest-2036531045 tempest-LiveMigrationTest-2036531045-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=98f376fe-fb6f-4fe8-96fe-4642f4e4c86f&tenant_id=1d83e0c6d059422882cc226e7f9c727a&binding%3Ahost_id=n-h2-master-1 HTTP/1.1" status: 200 len: 1095 time: 0.1391544 Dec 06 17:13:36.398419 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-252631c4-8548-488b-a328-be6bebdede9f req-209d2287-5c59-43ce-a8ab-a93ebd087b78 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Deleting port 6980ab2b-2184-4bb6-bf4c-ab79e620b3b8 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:13:36.398785 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-252631c4-8548-488b-a328-be6bebdede9f req-209d2287-5c59-43ce-a8ab-a93ebd087b78 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:36.410865 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbee69d-5b89-4881-b4e9-ea9a422bd863 req-7634cfdc-2277-41d0-b751-a1cd248024d4 tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:36.412399 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8fbee69d-5b89-4881-b4e9-ea9a422bd863 req-7634cfdc-2277-41d0-b751-a1cd248024d4 tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] 10.222.0.44 "GET /v2.0/ports?device_id=42026aea-3fdb-4904-b799-6c6d99ffca58 HTTP/1.1" status: 200 len: 945 time: 0.1537390 Dec 06 17:13:36.547596 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf78012-342b-4a7e-bb12-9d2a06aaf5b3 req-15c26e83-8255-4771-8ef0-e0553351ef5b tempest-ImagesOneServerTestJSON-125760203 tempest-ImagesOneServerTestJSON-125760203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:36.549098 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4cf78012-342b-4a7e-bb12-9d2a06aaf5b3 req-15c26e83-8255-4771-8ef0-e0553351ef5b tempest-ImagesOneServerTestJSON-125760203 tempest-ImagesOneServerTestJSON-125760203-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d3b7f5b-9b90-46d3-ae07-5151f29231e9 HTTP/1.1" status: 200 len: 948 time: 0.1974175 Dec 06 17:13:36.551296 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2450aaa0-e24b-4d04-baa5-b6e2e81eb917 req-d8ead040-7047-4a71-8875-dd23a0d1f9ee tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:36.552960 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2450aaa0-e24b-4d04-baa5-b6e2e81eb917 req-d8ead040-7047-4a71-8875-dd23a0d1f9ee tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] 10.222.0.23 "GET /v2.0/ports?device_id=42026aea-3fdb-4904-b799-6c6d99ffca58 HTTP/1.1" status: 200 len: 945 time: 0.3026457 Dec 06 17:13:36.690510 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-23af54d7-f2f8-4893-9cfc-5085692e33b2 req-bd641b50-8078-4762-b53c-d0b5c4dd6abe tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Deleting port eab92264-1509-4c57-bf04-64690aaa0ff8 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:13:36.690868 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-23af54d7-f2f8-4893-9cfc-5085692e33b2 req-bd641b50-8078-4762-b53c-d0b5c4dd6abe tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:36.704042 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-252631c4-8548-488b-a328-be6bebdede9f req-209d2287-5c59-43ce-a8ab-a93ebd087b78 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] For port 6980ab2b-2184-4bb6-bf4c-ab79e620b3b8, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=6980ab2b-2184-4bb6-bf4c-ab79e620b3b8,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:13:36.704290 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-252631c4-8548-488b-a328-be6bebdede9f req-209d2287-5c59-43ce-a8ab-a93ebd087b78 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:36.707114 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34708f5-582b-4afe-a231-41d688b5544f req-ee34477c-0b96-4db9-bcff-f226cf9bdb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:36.708613 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c34708f5-582b-4afe-a231-41d688b5544f req-ee34477c-0b96-4db9-bcff-f226cf9bdb88 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ee08a0d2-834f-4c39-be47-9c424581246a HTTP/1.1" status: 200 len: 870 time: 0.3289762 Dec 06 17:13:36.722829 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2450aaa0-e24b-4d04-baa5-b6e2e81eb917 req-583ce1be-dcba-4ea3-80ee-2a9360ce7f6b tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] 10.222.0.23 "GET /v2.0/security-groups?id=6674781b-e31c-46a0-acaf-3459c90286ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1380603 Dec 06 17:13:36.749694 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-252631c4-8548-488b-a328-be6bebdede9f req-209d2287-5c59-43ce-a8ab-a93ebd087b78 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Calling delete_port for 6980ab2b-2184-4bb6-bf4c-ab79e620b3b8 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:13:36.750521 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4cf78012-342b-4a7e-bb12-9d2a06aaf5b3 req-3e455f48-7d3e-492c-949e-82eda7bc9604 tempest-ImagesOneServerTestJSON-125760203 tempest-ImagesOneServerTestJSON-125760203-project] 10.222.0.23 "GET /v2.0/security-groups?id=eec3fd05-bc5c-4d9a-893f-0db0ab30345c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793742 Dec 06 17:13:36.790430 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-74aa7aa2-633b-4c79-819e-5e6bd9c1a3af req-1fc68002-dc55-47a8-b142-674ca802883f service neutron] For port 47c2e886-b32e-4f72-8fc8-32e6a9d95467, host n-h1-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:13:36.798925 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-74aa7aa2-633b-4c79-819e-5e6bd9c1a3af req-1fc68002-dc55-47a8-b142-674ca802883f service neutron] Publish callbacks [] for binding, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:36.800115 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-74aa7aa2-633b-4c79-819e-5e6bd9c1a3af req-1fc68002-dc55-47a8-b142-674ca802883f service neutron] 10.222.0.44 "DELETE /v2.0/ports/47c2e886-b32e-4f72-8fc8-32e6a9d95467/bindings/n-h1-master-1 HTTP/1.1" status: 204 len: 173 time: 0.4495366 Dec 06 17:13:36.806167 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-8fbee69d-5b89-4881-b4e9-ea9a422bd863 req-ca2a2750-271a-47a2-b6a2-c538db988790 tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] Deleting port e917814b-e40f-4ffe-a74f-6b2db8f95297 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:13:36.806503 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8fbee69d-5b89-4881-b4e9-ea9a422bd863 req-ca2a2750-271a-47a2-b6a2-c538db988790 tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:36.832634 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c34708f5-582b-4afe-a231-41d688b5544f req-db2edcfe-e6e6-486e-ae3c-e4c97d6f17b1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=d4a678db-5160-49c5-8dd5-e80988056f2a HTTP/1.1" status: 200 len: 217 time: 0.1134553 Dec 06 17:13:36.937056 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-23af54d7-f2f8-4893-9cfc-5085692e33b2 req-bd641b50-8078-4762-b53c-d0b5c4dd6abe tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] For port eab92264-1509-4c57-bf04-64690aaa0ff8, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=eab92264-1509-4c57-bf04-64690aaa0ff8,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:13:36.937430 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-23af54d7-f2f8-4893-9cfc-5085692e33b2 req-bd641b50-8078-4762-b53c-d0b5c4dd6abe tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:36.960480 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-23af54d7-f2f8-4893-9cfc-5085692e33b2 req-bd641b50-8078-4762-b53c-d0b5c4dd6abe tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Calling delete_port for eab92264-1509-4c57-bf04-64690aaa0ff8 owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:13:36.972517 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-9465e68b-8c29-4553-bc2b-eb065ec81a14 req-412bad27-b98f-48ae-88b4-d5e6fa705027 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72b98a49-5e2a-4177-b453-72c1b378e530 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:13:36.988409 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c61973-ee52-4091-ac3e-d05286bc85e7 req-4722c797-00e3-4a4c-8f99-c7a590fde1d4 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:36.997014 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a5c61973-ee52-4091-ac3e-d05286bc85e7 req-4722c797-00e3-4a4c-8f99-c7a590fde1d4 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=98f376fe-fb6f-4fe8-96fe-4642f4e4c86f HTTP/1.1" status: 200 len: 944 time: 0.1650360 Dec 06 17:13:36.997346 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-9465e68b-8c29-4553-bc2b-eb065ec81a14 req-412bad27-b98f-48ae-88b4-d5e6fa705027 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:37.002210 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34708f5-582b-4afe-a231-41d688b5544f req-de229a05-7d7c-48f8-996a-9cee9836db11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:37.003849 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c34708f5-582b-4afe-a231-41d688b5544f req-de229a05-7d7c-48f8-996a-9cee9836db11 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1342252a-21e4-4783-88ff-f54776c79059 HTTP/1.1" status: 200 len: 843 time: 0.1544490 Dec 06 17:13:37.048149 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-8fbee69d-5b89-4881-b4e9-ea9a422bd863 req-ca2a2750-271a-47a2-b6a2-c538db988790 tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] For port e917814b-e40f-4ffe-a74f-6b2db8f95297, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e917814b-e40f-4ffe-a74f-6b2db8f95297,segment=NetworkSegment(ff33a10c-d3a2-4b70-9308-425a1aa27afa),segment_id=ff33a10c-d3a2-4b70-9308-425a1aa27afa)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:13:37.048519 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8fbee69d-5b89-4881-b4e9-ea9a422bd863 req-ca2a2750-271a-47a2-b6a2-c538db988790 tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:37.067966 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-9465e68b-8c29-4553-bc2b-eb065ec81a14 req-412bad27-b98f-48ae-88b4-d5e6fa705027 service neutron] Transition to ACTIVE for port object 72b98a49-5e2a-4177-b453-72c1b378e530 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:13:37.102184 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-9465e68b-8c29-4553-bc2b-eb065ec81a14 req-412bad27-b98f-48ae-88b4-d5e6fa705027 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:37.202087 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34708f5-582b-4afe-a231-41d688b5544f req-69d24b9d-929e-4760-a34f-e2f18d8a1348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:37.203651 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c34708f5-582b-4afe-a231-41d688b5544f req-69d24b9d-929e-4760-a34f-e2f18d8a1348 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee08a0d2-834f-4c39-be47-9c424581246a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1762314 Dec 06 17:13:37.208540 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-252631c4-8548-488b-a328-be6bebdede9f req-209d2287-5c59-43ce-a8ab-a93ebd087b78 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:37.230289 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['a9d90335-45f4-43b2-ba1e-cb5a033fd2ee', '6980ab2b-2184-4bb6-bf4c-ab79e620b3b8'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:13:37.237878 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['bba877c3-4e46-4a6b-a46a-4d9c36550d32', 'c06faf7a-f15d-4836-b194-8cfd5ea8c68b', 'eab92264-1509-4c57-bf04-64690aaa0ff8'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:13:37.240084 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412bad27-b98f-48ae-88b4-d5e6fa705027 service neutron] Pushing event updated for resources: {'Port': ['ID=72b98a49-5e2a-4177-b453-72c1b378e530,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:37.260035 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a5c61973-ee52-4091-ac3e-d05286bc85e7 req-e9a30688-fd26-4e2d-871f-3c6a18256576 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621329 Dec 06 17:13:37.372485 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec7e445-1772-491a-8ef0-fcb69e12129b req-2f1e7e11-b2a3-485f-adfe-1a5fbf411c4a tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:37.374252 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8ec7e445-1772-491a-8ef0-fcb69e12129b req-2f1e7e11-b2a3-485f-adfe-1a5fbf411c4a tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d949008-6b58-42eb-9feb-c4f716a3c427 HTTP/1.1" status: 200 len: 944 time: 0.2769632 Dec 06 17:13:37.397534 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209d2287-5c59-43ce-a8ab-a93ebd087b78 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Pushing event deleted for resources: {'Port': ['ID=6980ab2b-2184-4bb6-bf4c-ab79e620b3b8,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:37.535734 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8fbee69d-5b89-4881-b4e9-ea9a422bd863 req-ca2a2750-271a-47a2-b6a2-c538db988790 tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:37.536339 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8fbee69d-5b89-4881-b4e9-ea9a422bd863 req-ca2a2750-271a-47a2-b6a2-c538db988790 tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:37.536940 n-d-master-1 neutron-server[103285]: INFO neutron.db.l3_db [req-8fbee69d-5b89-4881-b4e9-ea9a422bd863 req-ca2a2750-271a-47a2-b6a2-c538db988790 tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] Floating IP 4defa273-9e47-430e-8288-48dd37b284a5 disassociated. External IP: 172.35.1.248, port: e917814b-e40f-4ffe-a74f-6b2db8f95297. Dec 06 17:13:37.537390 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-8fbee69d-5b89-4881-b4e9-ea9a422bd863 req-ca2a2750-271a-47a2-b6a2-c538db988790 tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] Calling delete_port for e917814b-e40f-4ffe-a74f-6b2db8f95297 owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:13:37.539791 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-23af54d7-f2f8-4893-9cfc-5085692e33b2 req-bd641b50-8078-4762-b53c-d0b5c4dd6abe tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:37.614610 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-252631c4-8548-488b-a328-be6bebdede9f req-209d2287-5c59-43ce-a8ab-a93ebd087b78 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] No DVR routers for this DVR port 6980ab2b-2184-4bb6-bf4c-ab79e620b3b8 on host n-h2-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:13:37.619966 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd641b50-8078-4762-b53c-d0b5c4dd6abe tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Pushing event deleted for resources: {'Port': ['ID=eab92264-1509-4c57-bf04-64690aaa0ff8,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:37.628219 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-252631c4-8548-488b-a328-be6bebdede9f req-209d2287-5c59-43ce-a8ab-a93ebd087b78 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:37.637343 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-252631c4-8548-488b-a328-be6bebdede9f req-209d2287-5c59-43ce-a8ab-a93ebd087b78 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.44 "DELETE /v2.0/ports/6980ab2b-2184-4bb6-bf4c-ab79e620b3b8 HTTP/1.1" status: 204 len: 173 time: 1.5906842 Dec 06 17:13:37.642728 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-9465e68b-8c29-4553-bc2b-eb065ec81a14 req-412bad27-b98f-48ae-88b4-d5e6fa705027 service neutron] Attempting to bind port 72b98a49-5e2a-4177-b453-72c1b378e530 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:13:37.643064 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-9465e68b-8c29-4553-bc2b-eb065ec81a14 req-412bad27-b98f-48ae-88b4-d5e6fa705027 service neutron] Attempting to bind port 72b98a49-5e2a-4177-b453-72c1b378e530 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'c5bdebef-6647-4acc-8b76-b3635792eaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f3115485-0e47-4001-968e-d7c2520b29dd'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:13:37.643399 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9465e68b-8c29-4553-bc2b-eb065ec81a14 req-412bad27-b98f-48ae-88b4-d5e6fa705027 service neutron] Attempting to bind port 72b98a49-5e2a-4177-b453-72c1b378e530 on network f3115485-0e47-4001-968e-d7c2520b29dd {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:13:37.700232 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8ec7e445-1772-491a-8ef0-fcb69e12129b req-a3a723d1-9084-4eea-ac2e-b4c0dd00916a tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3184876 Dec 06 17:13:37.704766 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9465e68b-8c29-4553-bc2b-eb065ec81a14 req-412bad27-b98f-48ae-88b4-d5e6fa705027 service neutron] Port 72b98a49-5e2a-4177-b453-72c1b378e530 on network f3115485-0e47-4001-968e-d7c2520b29dd not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:13:37.705102 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9465e68b-8c29-4553-bc2b-eb065ec81a14 req-412bad27-b98f-48ae-88b4-d5e6fa705027 service neutron] Attempting to bind port 72b98a49-5e2a-4177-b453-72c1b378e530 on network f3115485-0e47-4001-968e-d7c2520b29dd {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:13:37.716777 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7ffd09-fd8d-4570-b7a2-025190f3702c req-74560fef-6df0-411a-a94d-03724346a20e tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:37.725609 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0f7ffd09-fd8d-4570-b7a2-025190f3702c req-74560fef-6df0-411a-a94d-03724346a20e tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] 10.222.0.23 "GET /v2.0/ports?device_id=d29fc859-bc40-402c-963f-f48ae65d78b4 HTTP/1.1" status: 200 len: 945 time: 0.2189775 Dec 06 17:13:37.745149 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9465e68b-8c29-4553-bc2b-eb065ec81a14 req-412bad27-b98f-48ae-88b4-d5e6fa705027 service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:13:37.745149 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9465e68b-8c29-4553-bc2b-eb065ec81a14 req-412bad27-b98f-48ae-88b4-d5e6fa705027 service neutron] Checking segment: {'id': 'c5bdebef-6647-4acc-8b76-b3635792eaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f3115485-0e47-4001-968e-d7c2520b29dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:13:37.745149 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9465e68b-8c29-4553-bc2b-eb065ec81a14 req-412bad27-b98f-48ae-88b4-d5e6fa705027 service neutron] Bound using segment: {'id': 'c5bdebef-6647-4acc-8b76-b3635792eaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f3115485-0e47-4001-968e-d7c2520b29dd'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:13:37.745706 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-9465e68b-8c29-4553-bc2b-eb065ec81a14 req-412bad27-b98f-48ae-88b4-d5e6fa705027 service neutron] Bound port: 72b98a49-5e2a-4177-b453-72c1b378e530, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5bdebef-6647-4acc-8b76-b3635792eaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f3115485-0e47-4001-968e-d7c2520b29dd'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:13:37.745706 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-9465e68b-8c29-4553-bc2b-eb065ec81a14 req-412bad27-b98f-48ae-88b4-d5e6fa705027 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:37.763734 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-23af54d7-f2f8-4893-9cfc-5085692e33b2 req-bd641b50-8078-4762-b53c-d0b5c4dd6abe tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] No DVR routers for this DVR port eab92264-1509-4c57-bf04-64690aaa0ff8 on host n-h1-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:13:37.773566 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c34708f5-582b-4afe-a231-41d688b5544f req-d1b0317d-d2a7-4388-abd7-39b332073c03 service neutron] 10.222.0.44 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5479555 Dec 06 17:13:37.798706 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-23af54d7-f2f8-4893-9cfc-5085692e33b2 req-bd641b50-8078-4762-b53c-d0b5c4dd6abe tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:37.809710 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-23af54d7-f2f8-4893-9cfc-5085692e33b2 req-bd641b50-8078-4762-b53c-d0b5c4dd6abe tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.41 "DELETE /v2.0/ports/eab92264-1509-4c57-bf04-64690aaa0ff8 HTTP/1.1" status: 204 len: 173 time: 1.4916658 Dec 06 17:13:37.810222 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5636e75b-e24c-4aad-9d0d-f9a5e5f3d916', 'name': 'network-vif-deleted', 'tag': 'eab92264-1509-4c57-bf04-64690aaa0ff8'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:13:37.813704 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b01da0e9-dbba-4b57-80a0-bc82366354a2" -d '{"events": [{"server_uuid": "5636e75b-e24c-4aad-9d0d-f9a5e5f3d916", "name": "network-vif-deleted", "tag": "eab92264-1509-4c57-bf04-64690aaa0ff8"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:13:37.933160 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0f7ffd09-fd8d-4570-b7a2-025190f3702c req-eff13370-20ee-4b3b-86da-dac8a519ea90 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] 10.222.0.23 "GET /v2.0/security-groups?id=56960e5e-62e2-42da-96b9-79aa56365423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2062225 Dec 06 17:13:38.111999 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5d3246dd-a8d5-4fa5-9d74-651f257c2248 req-59595e27-950a-450f-aef4-5370561ff5e6 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/ports?device_id=28f89250-f6ba-4cb7-938b-7c0f42ca3b95 HTTP/1.1" status: 200 len: 210 time: 0.1191931 Dec 06 17:13:38.155836 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28f89250-f6ba-4cb7-938b-7c0f42ca3b95', 'name': 'network-vif-deleted', 'tag': '6980ab2b-2184-4bb6-bf4c-ab79e620b3b8'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:13:38.158402 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e4fa746-201c-49b6-8e69-6f54d2ad130f" -d '{"events": [{"server_uuid": "28f89250-f6ba-4cb7-938b-7c0f42ca3b95", "name": "network-vif-deleted", "tag": "6980ab2b-2184-4bb6-bf4c-ab79e620b3b8"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:13:38.158584 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8fbee69d-5b89-4881-b4e9-ea9a422bd863 req-ca2a2750-271a-47a2-b6a2-c538db988790 tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:38.169148 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-9465e68b-8c29-4553-bc2b-eb065ec81a14 req-412bad27-b98f-48ae-88b4-d5e6fa705027 service neutron] For port 72b98a49-5e2a-4177-b453-72c1b378e530, host n-h1-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:13:38.173934 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-9465e68b-8c29-4553-bc2b-eb065ec81a14 req-412bad27-b98f-48ae-88b4-d5e6fa705027 service neutron] For port 72b98a49-5e2a-4177-b453-72c1b378e530, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=72b98a49-5e2a-4177-b453-72c1b378e530,segment=NetworkSegment(c5bdebef-6647-4acc-8b76-b3635792eaa5),segment_id=c5bdebef-6647-4acc-8b76-b3635792eaa5)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:13:38.176076 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f58f26d-289b-4f40-b85e-07ff905b5294 req-02db4f64-d036-4ce4-a6f3-0aa72608e7f1 tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:38.179615 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c34708f5-582b-4afe-a231-41d688b5544f req-5afbb41a-a25a-4e66-a7de-702e1ef2fc71 service neutron] 10.222.0.44 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3761184 Dec 06 17:13:38.182161 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-9465e68b-8c29-4553-bc2b-eb065ec81a14 req-412bad27-b98f-48ae-88b4-d5e6fa705027 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:38.187684 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0f58f26d-289b-4f40-b85e-07ff905b5294 req-02db4f64-d036-4ce4-a6f3-0aa72608e7f1 tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] 10.222.0.23 "GET /v2.0/ports?device_id=42026aea-3fdb-4904-b799-6c6d99ffca58 HTTP/1.1" status: 200 len: 867 time: 0.1040797 Dec 06 17:13:38.236798 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9465e68b-8c29-4553-bc2b-eb065ec81a14 req-412bad27-b98f-48ae-88b4-d5e6fa705027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:38.238160 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2a2750-271a-47a2-b6a2-c538db988790 tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] Pushing event deleted for resources: {'Port': ['ID=e917814b-e40f-4ffe-a74f-6b2db8f95297,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:38.238341 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-9465e68b-8c29-4553-bc2b-eb065ec81a14 req-412bad27-b98f-48ae-88b4-d5e6fa705027 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:38.239361 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9465e68b-8c29-4553-bc2b-eb065ec81a14 req-412bad27-b98f-48ae-88b4-d5e6fa705027 service neutron] 10.222.0.41 "PUT /v2.0/ports/72b98a49-5e2a-4177-b453-72c1b378e530 HTTP/1.1" status: 200 len: 1092 time: 2.3901005 Dec 06 17:13:38.278007 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412bad27-b98f-48ae-88b4-d5e6fa705027 service neutron] Pushing event updated for resources: {'Port': ['ID=72b98a49-5e2a-4177-b453-72c1b378e530,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:38.295420 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['a9d90335-45f4-43b2-ba1e-cb5a033fd2ee'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:13:38.354024 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0f58f26d-289b-4f40-b85e-07ff905b5294 req-49ae46d7-680d-4067-bde3-443cb041c420 tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] 10.222.0.23 "GET /v2.0/security-groups?id=6674781b-e31c-46a0-acaf-3459c90286ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1648645 Dec 06 17:13:38.430715 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3387424-2c9b-48f6-803d-3e2e78fb27bc x-openstack-request-id: req-c3387424-2c9b-48f6-803d-3e2e78fb27bc {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:13:38.431025 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5636e75b-e24c-4aad-9d0d-f9a5e5f3d916", "name": "network-vif-deleted", "tag": "eab92264-1509-4c57-bf04-64690aaa0ff8", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:13:38.431279 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c3387424-2c9b-48f6-803d-3e2e78fb27bc {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:13:38.431691 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5636e75b-e24c-4aad-9d0d-f9a5e5f3d916', 'name': 'network-vif-deleted', 'tag': 'eab92264-1509-4c57-bf04-64690aaa0ff8', 'status': 'completed', 'code': 200} Dec 06 17:13:38.509711 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8fbee69d-5b89-4881-b4e9-ea9a422bd863 req-ca2a2750-271a-47a2-b6a2-c538db988790 tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] Router 9fcbdb7b-0bab-4722-b3c1-fda2c00ded09 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:13:38.608059 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['bba877c3-4e46-4a6b-a46a-4d9c36550d32', 'c06faf7a-f15d-4836-b194-8cfd5ea8c68b'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:13:38.633210 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0e7721-3a47-4aba-b1ed-05c08d4f7352 req-97b1e06d-0c9f-45a0-a0ed-8c06d8c8f185 tempest-ImagesOneServerTestJSON-125760203 tempest-ImagesOneServerTestJSON-125760203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:38.646653 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ca0e7721-3a47-4aba-b1ed-05c08d4f7352 req-97b1e06d-0c9f-45a0-a0ed-8c06d8c8f185 tempest-ImagesOneServerTestJSON-125760203 tempest-ImagesOneServerTestJSON-125760203-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d3b7f5b-9b90-46d3-ae07-5151f29231e9 HTTP/1.1" status: 200 len: 948 time: 0.3189147 Dec 06 17:13:38.678550 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9465e68b-8c29-4553-bc2b-eb065ec81a14 req-741ab325-5bfb-47c0-a5a1-063cb6824906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:38.680883 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9465e68b-8c29-4553-bc2b-eb065ec81a14 req-741ab325-5bfb-47c0-a5a1-063cb6824906 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=806e7552b2fe4d15bbbee1bb266d6718&device_id=7d949008-6b58-42eb-9feb-c4f716a3c427 HTTP/1.1" status: 200 len: 1095 time: 0.3762636 Dec 06 17:13:38.687768 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-936f6dfe-8a8b-4b84-8d7f-8dbeec48031d req-3c7e7b57-a558-499f-b70a-cdf01ba60103 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=26f03df0-d2fd-4f60-bdc3-48eed317f38a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2085671 Dec 06 17:13:38.819214 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9465e68b-8c29-4553-bc2b-eb065ec81a14 req-b891c540-8730-439d-927c-516eb4708a9d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72b98a49-5e2a-4177-b453-72c1b378e530 HTTP/1.1" status: 200 len: 217 time: 0.1242361 Dec 06 17:13:38.944422 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ca0e7721-3a47-4aba-b1ed-05c08d4f7352 req-c186d4d8-ed44-4e7a-be36-020298739785 tempest-ImagesOneServerTestJSON-125760203 tempest-ImagesOneServerTestJSON-125760203-project] 10.222.0.23 "GET /v2.0/security-groups?id=eec3fd05-bc5c-4d9a-893f-0db0ab30345c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952564 Dec 06 17:13:39.032639 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9465e68b-8c29-4553-bc2b-eb065ec81a14 req-0f24cfd2-75b1-4c2f-a4a1-ac5a2d19c84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:39.036099 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9465e68b-8c29-4553-bc2b-eb065ec81a14 req-0f24cfd2-75b1-4c2f-a4a1-ac5a2d19c84b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=85724274-c536-4bb4-9806-32c964df8042 HTTP/1.1" status: 200 len: 852 time: 0.1812963 Dec 06 17:13:39.042980 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936f6dfe-8a8b-4b84-8d7f-8dbeec48031d req-d0e9edd9-18e7-47c2-82d4-75c735229185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:39.046773 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-936f6dfe-8a8b-4b84-8d7f-8dbeec48031d req-d0e9edd9-18e7-47c2-82d4-75c735229185 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4b43d5b1cc2b418c97b1aca204b56c1e&device_id=26f03df0-d2fd-4f60-bdc3-48eed317f38a HTTP/1.1" status: 200 len: 1100 time: 0.3266802 Dec 06 17:13:39.050049 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77adb872-fa25-4d95-a61f-f84dc0593c25 x-openstack-request-id: req-77adb872-fa25-4d95-a61f-f84dc0593c25 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:13:39.053973 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28f89250-f6ba-4cb7-938b-7c0f42ca3b95", "name": "network-vif-deleted", "tag": "6980ab2b-2184-4bb6-bf4c-ab79e620b3b8", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:13:39.054242 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-77adb872-fa25-4d95-a61f-f84dc0593c25 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:13:39.056007 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28f89250-f6ba-4cb7-938b-7c0f42ca3b95', 'name': 'network-vif-deleted', 'tag': '6980ab2b-2184-4bb6-bf4c-ab79e620b3b8', 'status': 'completed', 'code': 200} Dec 06 17:13:39.141860 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9465e68b-8c29-4553-bc2b-eb065ec81a14 req-fcc3889b-a509-4937-ad10-ac5b9251e05c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f3115485-0e47-4001-968e-d7c2520b29dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822988 Dec 06 17:13:39.231299 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device eab92264-1509-4c57-bf04-64690aaa0ff8 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:13:39.234518 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8fbee69d-5b89-4881-b4e9-ea9a422bd863 req-ca2a2750-271a-47a2-b6a2-c538db988790 tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:13:39.248068 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fc8736-a0aa-4ebc-ab7b-3ffa32e5e597 None None] Sync routers for ids ['9fcbdb7b-0bab-4722-b3c1-fda2c00ded09'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:13:39.265987 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fc8736-a0aa-4ebc-ab7b-3ffa32e5e597 None None] Routers {'9fcbdb7b-0bab-4722-b3c1-fda2c00ded09'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:13:39.268993 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faec7f4a-13d7-4b0d-8cc6-4dc34611e81c req-8198ca07-f0ec-4941-bbf5-b7841abfdd71 tempest-LiveMigrationTest-2036531045 tempest-LiveMigrationTest-2036531045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:39.269258 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-03fc8736-a0aa-4ebc-ab7b-3ffa32e5e597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:13:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['9fcbdb7b-0bab-4722-b3c1-fda2c00ded09'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:13:39.271506 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-faec7f4a-13d7-4b0d-8cc6-4dc34611e81c req-8198ca07-f0ec-4941-bbf5-b7841abfdd71 tempest-LiveMigrationTest-2036531045 tempest-LiveMigrationTest-2036531045-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=98f376fe-fb6f-4fe8-96fe-4642f4e4c86f HTTP/1.1" status: 200 len: 1095 time: 0.5086918 Dec 06 17:13:39.293097 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fbee69d-5b89-4881-b4e9-ea9a422bd863 req-ca2a2750-271a-47a2-b6a2-c538db988790 tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] No DVR routers for this DVR port e917814b-e40f-4ffe-a74f-6b2db8f95297 on host n-h2-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:13:39.296745 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8fbee69d-5b89-4881-b4e9-ea9a422bd863 req-ca2a2750-271a-47a2-b6a2-c538db988790 tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:39.299686 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176f8013-31fa-4160-a40b-7cd5c4373dc4 req-e0e517d1-1849-432e-9dea-360a84c23dee tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:39.301909 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8fbee69d-5b89-4881-b4e9-ea9a422bd863 req-ca2a2750-271a-47a2-b6a2-c538db988790 tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] 10.222.0.44 "DELETE /v2.0/ports/e917814b-e40f-4ffe-a74f-6b2db8f95297 HTTP/1.1" status: 204 len: 173 time: 2.8708925 Dec 06 17:13:39.304213 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] No Port match for: eab92264-1509-4c57-bf04-64690aaa0ff8 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:13:39.306559 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device eab92264-1509-4c57-bf04-64690aaa0ff8 not bound to the agent host n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:13:39.308919 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-176f8013-31fa-4160-a40b-7cd5c4373dc4 req-e0e517d1-1849-432e-9dea-360a84c23dee tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d949008-6b58-42eb-9feb-c4f716a3c427 HTTP/1.1" status: 200 len: 944 time: 0.2185743 Dec 06 17:13:39.380042 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936f6dfe-8a8b-4b84-8d7f-8dbeec48031d req-82e28346-e41c-4a4a-aaf6-e48f2f550888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:39.381552 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-936f6dfe-8a8b-4b84-8d7f-8dbeec48031d req-82e28346-e41c-4a4a-aaf6-e48f2f550888 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ee08a0d2-834f-4c39-be47-9c424581246a HTTP/1.1" status: 200 len: 870 time: 0.2799227 Dec 06 17:13:39.389820 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-faec7f4a-13d7-4b0d-8cc6-4dc34611e81c req-cb3caf71-0ff0-4a8c-9c6f-02fb48197277 tempest-LiveMigrationTest-2036531045 tempest-LiveMigrationTest-2036531045-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977449 Dec 06 17:13:39.427135 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9465e68b-8c29-4553-bc2b-eb065ec81a14 req-99a75577-b246-4564-bc1b-9c16f8c8c82a service neutron] 10.222.0.41 "GET /v2.0/networks/f3115485-0e47-4001-968e-d7c2520b29dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628636 Dec 06 17:13:39.462152 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-03fc8736-a0aa-4ebc-ab7b-3ffa32e5e597 None None] Set router 9fcbdb7b-0bab-4722-b3c1-fda2c00ded09 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:13:39.478200 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-936f6dfe-8a8b-4b84-8d7f-8dbeec48031d req-a6a5ffb2-069b-4aad-a172-4a9d1adb2c49 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=a9d90335-45f4-43b2-ba1e-cb5a033fd2ee HTTP/1.1" status: 200 len: 217 time: 0.0843461 Dec 06 17:13:39.491375 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-176f8013-31fa-4160-a40b-7cd5c4373dc4 req-1ed0e073-f67e-4cc1-a4c1-5a31715c0ef1 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814642 Dec 06 17:13:39.703475 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device d4a678db-5160-49c5-8dd5-e80988056f2a details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:13:39.711781 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 6980ab2b-2184-4bb6-bf4c-ab79e620b3b8 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:13:39.731421 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-03fc8736-a0aa-4ebc-ab7b-3ffa32e5e597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fcbdb7b-0bab-4722-b3c1-fda2c00ded09', 'name': 'tempest-ServersTestManualDisk-100673284-router', 'tenant_id': '00c75398d2094120b650f6266e5d7c45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.93'}], 'enable_snat': True}, 'gw_port_id': '68f44a25-c3a6-4535-849e-7bb54742868b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:11:08Z', 'updated_at': '2021-12-06T17:11:17Z', 'revision_number': 4, 'project_id': '00c75398d2094120b650f6266e5d7c45', 'gw_port': {'id': '68f44a25-c3a6-4535-849e-7bb54742868b', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:18:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fcbdb7b-0bab-4722-b3c1-fda2c00ded09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:11:09Z', 'updated_at': '2021-12-06T17:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '0cf708ea-8830-438a-8f57-f16325d8bd59', 'name': '', 'network_id': 'ab4dd15b-a9b8-4be5-bb0e-70bbaf5638ab', 'tenant_id': '00c75398d2094120b650f6266e5d7c45', 'mac_address': 'fa:16:3e:72:8b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fcbdb7b-0bab-4722-b3c1-fda2c00ded09', 'device_owner': 'network:router_interface', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': 'e482b70b-91bd-44a1-a0fe-788133dd6bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:11:15Z', 'updated_at': '2021-12-06T17:11:22Z', 'revision_number': 5, 'project_id': '00c75398d2094120b650f6266e5d7c45', 'subnets': [{'id': 'e482b70b-91bd-44a1-a0fe-788133dd6bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:13:39.739955 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98f7328-c3c9-433c-8429-5975c29172e5 req-5312d2ef-42ef-4b1c-88cf-0d9d10e92184 tempest-LiveMigrationTest-2036531045 tempest-LiveMigrationTest-2036531045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:39.747495 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f98f7328-c3c9-433c-8429-5975c29172e5 req-5312d2ef-42ef-4b1c-88cf-0d9d10e92184 tempest-LiveMigrationTest-2036531045 tempest-LiveMigrationTest-2036531045-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=98f376fe-fb6f-4fe8-96fe-4642f4e4c86f HTTP/1.1" status: 200 len: 1095 time: 0.0713091 Dec 06 17:13:39.748875 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] No Port match for: 6980ab2b-2184-4bb6-bf4c-ab79e620b3b8 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:13:39.749288 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 6980ab2b-2184-4bb6-bf4c-ab79e620b3b8 not bound to the agent host n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:13:39.774537 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fc8736-a0aa-4ebc-ab7b-3ffa32e5e597 None None] Checking router: 9fcbdb7b-0bab-4722-b3c1-fda2c00ded09 for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:13:39.791673 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fc8736-a0aa-4ebc-ab7b-3ffa32e5e597 None None] Routers {'9fcbdb7b-0bab-4722-b3c1-fda2c00ded09'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:13:39.792384 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-03fc8736-a0aa-4ebc-ab7b-3ffa32e5e597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:13:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['9fcbdb7b-0bab-4722-b3c1-fda2c00ded09'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:13:39.799867 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936f6dfe-8a8b-4b84-8d7f-8dbeec48031d req-25e20c45-2cc0-4a7e-a25d-69788fa54ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:39.800448 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f98f7328-c3c9-433c-8429-5975c29172e5 req-934d6fb5-34d4-4a2f-8f2a-e80391beea62 tempest-LiveMigrationTest-2036531045 tempest-LiveMigrationTest-2036531045-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518956 Dec 06 17:13:39.801793 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-936f6dfe-8a8b-4b84-8d7f-8dbeec48031d req-25e20c45-2cc0-4a7e-a25d-69788fa54ecd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1342252a-21e4-4783-88ff-f54776c79059 HTTP/1.1" status: 200 len: 843 time: 0.2854733 Dec 06 17:13:39.806396 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-be3e85b2-7409-4f10-976b-ae0ee2ce491f req-72d9439f-edec-448f-b379-588171a8929d tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] 10.222.0.23 "GET /v2.0/ports?device_id=42026aea-3fdb-4904-b799-6c6d99ffca58 HTTP/1.1" status: 200 len: 210 time: 0.1179600 Dec 06 17:13:39.933683 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9465e68b-8c29-4553-bc2b-eb065ec81a14 req-0b54b160-fac7-4450-a601-16110d72bd6e service neutron] 10.222.0.41 "GET /v2.0/networks/f3115485-0e47-4001-968e-d7c2520b29dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4646895 Dec 06 17:13:39.952406 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936f6dfe-8a8b-4b84-8d7f-8dbeec48031d req-e42b6fca-5ab2-4124-8b95-1e8135a67a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:39.955043 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-936f6dfe-8a8b-4b84-8d7f-8dbeec48031d req-e42b6fca-5ab2-4124-8b95-1e8135a67a13 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee08a0d2-834f-4c39-be47-9c424581246a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1411328 Dec 06 17:13:39.955950 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port d4a678db-5160-49c5-8dd5-e80988056f2a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=d4a678db-5160-49c5-8dd5-e80988056f2a,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:13:39.971667 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': 'd4a678db-5160-49c5-8dd5-e80988056f2a', 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a', 'port_id': 'd4a678db-5160-49c5-8dd5-e80988056f2a', 'mac_address': 'fa:16:3e:05:c3:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1342252a-21e4-4783-88ff-f54776c79059', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:13:40.039329 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:40.069576 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4a678db-5160-49c5-8dd5-e80988056f2a {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:13:40.105105 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port d4a678db-5160-49c5-8dd5-e80988056f2a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=d4a678db-5160-49c5-8dd5-e80988056f2a,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:13:40.109216 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083ecf3b-37d8-4e3a-a3a2-1978e5ffc7b0 req-566db358-6c40-423f-914d-ca342c4e2c3f tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:40.113660 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:40.123096 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-083ecf3b-37d8-4e3a-a3a2-1978e5ffc7b0 req-566db358-6c40-423f-914d-ca342c4e2c3f tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] 10.222.0.23 "GET /v2.0/ports?device_id=d29fc859-bc40-402c-963f-f48ae65d78b4 HTTP/1.1" status: 200 len: 945 time: 0.1243551 Dec 06 17:13:40.179212 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=d4a678db-5160-49c5-8dd5-e80988056f2a,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:40.183740 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-936f6dfe-8a8b-4b84-8d7f-8dbeec48031d req-97d3e892-9061-444c-8525-3cc08980bb09 service neutron] 10.222.0.44 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156374 Dec 06 17:13:40.215067 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-03fc8736-a0aa-4ebc-ab7b-3ffa32e5e597 None None] Set router 9fcbdb7b-0bab-4722-b3c1-fda2c00ded09 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:13:40.224787 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-083ecf3b-37d8-4e3a-a3a2-1978e5ffc7b0 req-456e2989-e47f-4d12-b87c-264fccc7956c tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] 10.222.0.23 "GET /v2.0/security-groups?id=56960e5e-62e2-42da-96b9-79aa56365423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999639 Dec 06 17:13:40.300334 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-936f6dfe-8a8b-4b84-8d7f-8dbeec48031d req-504a4f3b-d0f3-48d6-b3c3-ad674130cac0 service neutron] 10.222.0.44 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085045 Dec 06 17:13:40.379136 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167cc5bd-2a13-4806-8012-1aacc161d9e5 req-6b8e4114-c198-4d61-8c00-b21b6df6524e tempest-ImagesOneServerTestJSON-125760203 tempest-ImagesOneServerTestJSON-125760203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:40.380705 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-167cc5bd-2a13-4806-8012-1aacc161d9e5 req-6b8e4114-c198-4d61-8c00-b21b6df6524e tempest-ImagesOneServerTestJSON-125760203 tempest-ImagesOneServerTestJSON-125760203-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d3b7f5b-9b90-46d3-ae07-5151f29231e9 HTTP/1.1" status: 200 len: 949 time: 0.0795152 Dec 06 17:13:40.437720 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42026aea-3fdb-4904-b799-6c6d99ffca58', 'name': 'network-vif-deleted', 'tag': 'e917814b-e40f-4ffe-a74f-6b2db8f95297'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:13:40.438216 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['d4a678db-5160-49c5-8dd5-e80988056f2a'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:13:40.440129 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83fd40bd-9722-4c3a-8477-761ce830ae63" -d '{"events": [{"server_uuid": "42026aea-3fdb-4904-b799-6c6d99ffca58", "name": "network-vif-deleted", "tag": "e917814b-e40f-4ffe-a74f-6b2db8f95297"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:13:40.466690 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-167cc5bd-2a13-4806-8012-1aacc161d9e5 req-d58d7a22-9eed-4f29-9db2-16b2c993e217 tempest-ImagesOneServerTestJSON-125760203 tempest-ImagesOneServerTestJSON-125760203-project] 10.222.0.23 "GET /v2.0/security-groups?id=eec3fd05-bc5c-4d9a-893f-0db0ab30345c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701690 Dec 06 17:13:40.598595 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-03fc8736-a0aa-4ebc-ab7b-3ffa32e5e597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fcbdb7b-0bab-4722-b3c1-fda2c00ded09', 'name': 'tempest-ServersTestManualDisk-100673284-router', 'tenant_id': '00c75398d2094120b650f6266e5d7c45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.93'}], 'enable_snat': True}, 'gw_port_id': '68f44a25-c3a6-4535-849e-7bb54742868b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:11:08Z', 'updated_at': '2021-12-06T17:11:17Z', 'revision_number': 4, 'project_id': '00c75398d2094120b650f6266e5d7c45', 'gw_port': {'id': '68f44a25-c3a6-4535-849e-7bb54742868b', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:18:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fcbdb7b-0bab-4722-b3c1-fda2c00ded09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:11:09Z', 'updated_at': '2021-12-06T17:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '0cf708ea-8830-438a-8f57-f16325d8bd59', 'name': '', 'network_id': 'ab4dd15b-a9b8-4be5-bb0e-70bbaf5638ab', 'tenant_id': '00c75398d2094120b650f6266e5d7c45', 'mac_address': 'fa:16:3e:72:8b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fcbdb7b-0bab-4722-b3c1-fda2c00ded09', 'device_owner': 'network:router_interface', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': 'e482b70b-91bd-44a1-a0fe-788133dd6bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:11:15Z', 'updated_at': '2021-12-06T17:11:22Z', 'revision_number': 5, 'project_id': '00c75398d2094120b650f6266e5d7c45', 'subnets': [{'id': 'e482b70b-91bd-44a1-a0fe-788133dd6bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:13:40.641296 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fc8736-a0aa-4ebc-ab7b-3ffa32e5e597 None None] The sync data for ids ['9fcbdb7b-0bab-4722-b3c1-fda2c00ded09'] in n-d-master-1 is: [{'id': '9fcbdb7b-0bab-4722-b3c1-fda2c00ded09', 'name': 'tempest-ServersTestManualDisk-100673284-router', 'tenant_id': '00c75398d2094120b650f6266e5d7c45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.93'}], 'enable_snat': True}, 'gw_port_id': '68f44a25-c3a6-4535-849e-7bb54742868b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:11:08Z', 'updated_at': '2021-12-06T17:11:17Z', 'revision_number': 4, 'project_id': '00c75398d2094120b650f6266e5d7c45', 'gw_port': {'id': '68f44a25-c3a6-4535-849e-7bb54742868b', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:18:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fcbdb7b-0bab-4722-b3c1-fda2c00ded09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:11:09Z', 'updated_at': '2021-12-06T17:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '0cf708ea-8830-438a-8f57-f16325d8bd59', 'name': '', 'network_id': 'ab4dd15b-a9b8-4be5-bb0e-70bbaf5638ab', 'tenant_id': '00c75398d2094120b650f6266e5d7c45', 'mac_address': 'fa:16:3e:72:8b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fcbdb7b-0bab-4722-b3c1-fda2c00ded09', 'device_owner': 'network:router_interface', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': 'e482b70b-91bd-44a1-a0fe-788133dd6bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:11:15Z', 'updated_at': '2021-12-06T17:11:22Z', 'revision_number': 5, 'project_id': '00c75398d2094120b650f6266e5d7c45', 'subnets': [{'id': 'e482b70b-91bd-44a1-a0fe-788133dd6bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:13:40.645200 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6cf8217-9822-4b1f-ac96-0a5541f95499 x-openstack-request-id: req-c6cf8217-9822-4b1f-ac96-0a5541f95499 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:13:40.645374 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42026aea-3fdb-4904-b799-6c6d99ffca58", "name": "network-vif-deleted", "tag": "e917814b-e40f-4ffe-a74f-6b2db8f95297", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:13:40.645752 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c6cf8217-9822-4b1f-ac96-0a5541f95499 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:13:40.646042 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42026aea-3fdb-4904-b799-6c6d99ffca58', 'name': 'network-vif-deleted', 'tag': 'e917814b-e40f-4ffe-a74f-6b2db8f95297', 'status': 'completed', 'code': 200} Dec 06 17:13:40.755430 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcb2d38-f564-47f6-8ace-121aee8d1208 req-5ad10080-ae98-4ab7-a234-e11dd0ac26b8 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:40.758058 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6fcb2d38-f564-47f6-8ace-121aee8d1208 req-5ad10080-ae98-4ab7-a234-e11dd0ac26b8 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d949008-6b58-42eb-9feb-c4f716a3c427 HTTP/1.1" status: 200 len: 944 time: 0.0700054 Dec 06 17:13:40.845180 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6fcb2d38-f564-47f6-8ace-121aee8d1208 req-d3bcbf33-bfa1-4382-9154-586fd5fec606 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819674 Dec 06 17:13:40.919387 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 45990) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:13:40.970741 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b906b0b7-69c5-48bd-963e-2f03ad051e95 req-dc465385-e50a-460a-9dd3-4711ccf3acab tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:40.972833 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b906b0b7-69c5-48bd-963e-2f03ad051e95 req-dc465385-e50a-460a-9dd3-4711ccf3acab tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d6220a5-a193-40f4-b9f5-1ad0adc38c1b HTTP/1.1" status: 200 len: 950 time: 0.1109800 Dec 06 17:13:41.040808 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a1470e55-c8cc-4552-ae9f-2fc17ef5fb69 tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:41.042079 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf21ede-461d-4e87-a53d-e78c153a65c5 None None] New status for floating IP 4defa273-9e47-430e-8288-48dd37b284a5: DOWN {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 17:13:41.056907 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d949008-6b58-42eb-9feb-c4f716a3c427', 'tag': '72b98a49-5e2a-4177-b453-72c1b378e530'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:13:41.060067 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13992b59-3e4c-41ce-ad72-6c3a85d0fa99" -d '{"events": [{"name": "network-changed", "server_uuid": "7d949008-6b58-42eb-9feb-c4f716a3c427", "tag": "72b98a49-5e2a-4177-b453-72c1b378e530"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:13:41.077737 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a1470e55-c8cc-4552-ae9f-2fc17ef5fb69 tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:41.087753 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b906b0b7-69c5-48bd-963e-2f03ad051e95 req-a08e9739-536f-4e59-8bf7-2382ffea8361 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ba66608-5fba-460b-9339-43992781830c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029885 Dec 06 17:13:41.117874 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-743301d9-134a-4ce8-bbfc-ff02655a7b13 x-openstack-request-id: req-743301d9-134a-4ce8-bbfc-ff02655a7b13 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:13:41.118412 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d949008-6b58-42eb-9feb-c4f716a3c427", "tag": "72b98a49-5e2a-4177-b453-72c1b378e530", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:13:41.119111 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-743301d9-134a-4ce8-bbfc-ff02655a7b13 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:13:41.120422 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d949008-6b58-42eb-9feb-c4f716a3c427', 'tag': '72b98a49-5e2a-4177-b453-72c1b378e530', 'status': 'completed', 'code': 200} Dec 06 17:13:41.156174 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a1470e55-c8cc-4552-ae9f-2fc17ef5fb69 tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:41.168303 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a1470e55-c8cc-4552-ae9f-2fc17ef5fb69 tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:41.169477 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-a1470e55-c8cc-4552-ae9f-2fc17ef5fb69 tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] 10.222.0.23 "DELETE /v2.0/security-groups/6674781b-e31c-46a0-acaf-3459c90286ac HTTP/1.1" status: 204 len: 168 time: 0.2490857 Dec 06 17:13:41.213938 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 45994) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:13:41.215174 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1470e55-c8cc-4552-ae9f-2fc17ef5fb69 tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6674781b-e31c-46a0-acaf-3459c90286ac,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:41.244527 n-d-master-1 neutron-server[103285]: INFO neutron.api.v2.resource [None req-eaf672e8-7ed9-4804-994b-7b5f9915f6d7 tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] show failed (client error): The resource could not be found. Dec 06 17:13:41.247021 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 72b98a49-5e2a-4177-b453-72c1b378e530 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:13:41.256424 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 45998) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:13:41.270950 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-eaf672e8-7ed9-4804-994b-7b5f9915f6d7 tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] 10.222.0.23 "GET /v2.0/security-groups/6674781b-e31c-46a0-acaf-3459c90286ac HTTP/1.1" status: 404 len: 347 time: 0.0283256 Dec 06 17:13:41.334345 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13992b59-3e4c-41ce-ad72-6c3a85d0fa99 req-70b84c4a-62c2-45ee-a157-527fc099b912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:41.337128 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-13992b59-3e4c-41ce-ad72-6c3a85d0fa99 req-70b84c4a-62c2-45ee-a157-527fc099b912 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=806e7552b2fe4d15bbbee1bb266d6718&device_id=7d949008-6b58-42eb-9feb-c4f716a3c427 HTTP/1.1" status: 200 len: 1095 time: 0.1666045 Dec 06 17:13:41.345368 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa6471e-2a4f-43d9-8435-e105699b097b req-c27b7645-5ab7-44c8-bf63-bf02115a0bc4 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:41.346891 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-faa6471e-2a4f-43d9-8435-e105699b097b req-c27b7645-5ab7-44c8-bf63-bf02115a0bc4 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] 10.222.0.41 "GET /v2.0/ports?device_id=d29fc859-bc40-402c-963f-f48ae65d78b4 HTTP/1.1" status: 200 len: 945 time: 0.1876440 Dec 06 17:13:41.484845 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 72b98a49-5e2a-4177-b453-72c1b378e530, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=72b98a49-5e2a-4177-b453-72c1b378e530,segment=NetworkSegment(c5bdebef-6647-4acc-8b76-b3635792eaa5),segment_id=c5bdebef-6647-4acc-8b76-b3635792eaa5)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:13:41.510330 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ef767-c5e6-4d6b-a585-557a7fdfb63d req-cd12708b-6d66-4ea1-9781-2b8fcdc71dd9 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:41.511937 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-718ef767-c5e6-4d6b-a585-557a7fdfb63d req-cd12708b-6d66-4ea1-9781-2b8fcdc71dd9 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] 10.222.0.23 "GET /v2.0/ports?device_id=d29fc859-bc40-402c-963f-f48ae65d78b4 HTTP/1.1" status: 200 len: 945 time: 0.1356895 Dec 06 17:13:41.540365 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': '72b98a49-5e2a-4177-b453-72c1b378e530', 'network_id': 'f3115485-0e47-4001-968e-d7c2520b29dd', 'port_id': '72b98a49-5e2a-4177-b453-72c1b378e530', 'mac_address': 'fa:16:3e:1c:2f:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85724274-c536-4bb4-9806-32c964df8042', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:13:41.546364 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13992b59-3e4c-41ce-ad72-6c3a85d0fa99 req-c92ece39-db40-4793-8953-311d99ea0a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:41.547867 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-13992b59-3e4c-41ce-ad72-6c3a85d0fa99 req-c92ece39-db40-4793-8953-311d99ea0a3f service neutron] 10.222.0.41 "GET /v2.0/networks?id=f3115485-0e47-4001-968e-d7c2520b29dd HTTP/1.1" status: 200 len: 913 time: 0.2000453 Dec 06 17:13:41.619004 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-13992b59-3e4c-41ce-ad72-6c3a85d0fa99 req-3cf1cba8-b662-4310-a10b-2860d731b96f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72b98a49-5e2a-4177-b453-72c1b378e530 HTTP/1.1" status: 200 len: 217 time: 0.0583603 Dec 06 17:13:41.640192 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-718ef767-c5e6-4d6b-a585-557a7fdfb63d req-4c8d8bfc-f92c-4fe0-9100-3b2d0eea3f4b tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] 10.222.0.23 "GET /v2.0/security-groups?id=56960e5e-62e2-42da-96b9-79aa56365423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129456 Dec 06 17:13:41.656292 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:41.697993 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72b98a49-5e2a-4177-b453-72c1b378e530 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:13:41.717412 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device d4a678db-5160-49c5-8dd5-e80988056f2a up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:13:41.773656 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13992b59-3e4c-41ce-ad72-6c3a85d0fa99 req-7e78a474-8579-4dbb-97d1-8c0065d7e288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:41.783473 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-13992b59-3e4c-41ce-ad72-6c3a85d0fa99 req-7e78a474-8579-4dbb-97d1-8c0065d7e288 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=85724274-c536-4bb4-9806-32c964df8042 HTTP/1.1" status: 200 len: 852 time: 0.1226783 Dec 06 17:13:41.809623 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 72b98a49-5e2a-4177-b453-72c1b378e530, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=72b98a49-5e2a-4177-b453-72c1b378e530,segment=NetworkSegment(c5bdebef-6647-4acc-8b76-b3635792eaa5),segment_id=c5bdebef-6647-4acc-8b76-b3635792eaa5)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:13:41.817604 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-13992b59-3e4c-41ce-ad72-6c3a85d0fa99 req-46a4e139-3d64-4302-a760-9b56ae6cfc84 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f3115485-0e47-4001-968e-d7c2520b29dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334344 Dec 06 17:13:41.819510 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:41.894715 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning for port d4a678db-5160-49c5-8dd5-e80988056f2a completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:13:41.904016 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port d4a678db-5160-49c5-8dd5-e80988056f2a triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:13:41.905031 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:41.909591 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=72b98a49-5e2a-4177-b453-72c1b378e530,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:42.008736 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-13992b59-3e4c-41ce-ad72-6c3a85d0fa99 req-44fbc02a-b89f-436b-a012-3dd62b4a4a54 service neutron] 10.222.0.41 "GET /v2.0/networks/f3115485-0e47-4001-968e-d7c2520b29dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813591 Dec 06 17:13:42.047742 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:42.122683 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d3b7f5b-9b90-46d3-ae07-5151f29231e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4a678db-5160-49c5-8dd5-e80988056f2a'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:13:42.126717 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df24bfc1-f41a-4b69-af20-56198a565ddf" -d '{"events": [{"server_uuid": "6d3b7f5b-9b90-46d3-ae07-5151f29231e9", "name": "network-vif-plugged", "status": "completed", "tag": "d4a678db-5160-49c5-8dd5-e80988056f2a"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:13:42.133458 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['72b98a49-5e2a-4177-b453-72c1b378e530'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:13:42.160047 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-13992b59-3e4c-41ce-ad72-6c3a85d0fa99 req-07f665eb-362d-4581-aeeb-f9e415040708 service neutron] 10.222.0.41 "GET /v2.0/networks/f3115485-0e47-4001-968e-d7c2520b29dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154182 Dec 06 17:13:42.204456 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port d4a678db-5160-49c5-8dd5-e80988056f2a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=d4a678db-5160-49c5-8dd5-e80988056f2a,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:13:42.223135 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:42.225477 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device e917814b-e40f-4ffe-a74f-6b2db8f95297 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:13:42.225647 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a990ef-89ee-451e-9532-5a3066765871 req-8083678a-9186-4ca6-95e7-d07331b08a6b tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:42.227239 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f4a990ef-89ee-451e-9532-5a3066765871 req-8083678a-9186-4ca6-95e7-d07331b08a6b tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d949008-6b58-42eb-9feb-c4f716a3c427 HTTP/1.1" status: 200 len: 945 time: 0.2175786 Dec 06 17:13:42.260593 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] No Port match for: e917814b-e40f-4ffe-a74f-6b2db8f95297 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:13:42.261119 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device e917814b-e40f-4ffe-a74f-6b2db8f95297 not bound to the agent host n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:13:42.282347 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5a16ca-bdba-4944-bb23-63409b45e158 req-5464ac74-c41a-43eb-aa7b-d8a64fe41a7f tempest-ImagesOneServerTestJSON-125760203 tempest-ImagesOneServerTestJSON-125760203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:42.289937 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6a5a16ca-bdba-4944-bb23-63409b45e158 req-5464ac74-c41a-43eb-aa7b-d8a64fe41a7f tempest-ImagesOneServerTestJSON-125760203 tempest-ImagesOneServerTestJSON-125760203-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d3b7f5b-9b90-46d3-ae07-5151f29231e9 HTTP/1.1" status: 200 len: 949 time: 0.6707742 Dec 06 17:13:42.311884 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-584216a0-db4b-442d-9ff6-f3d6fe42df03 tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] Deleting port 91cdc7f4-3b72-4f5a-be9e-3101d9902c71 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:13:42.312222 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-584216a0-db4b-442d-9ff6-f3d6fe42df03 tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:42.363334 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d7379f-176d-412f-93a2-9844770fd9c4 req-f2478140-7021-430e-86db-bf86aa0e5630 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:42.366297 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a7d7379f-176d-412f-93a2-9844770fd9c4 req-f2478140-7021-430e-86db-bf86aa0e5630 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d6220a5-a193-40f4-b9f5-1ad0adc38c1b HTTP/1.1" status: 200 len: 950 time: 0.2026055 Dec 06 17:13:42.366461 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=d4a678db-5160-49c5-8dd5-e80988056f2a,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:42.410677 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-faa6471e-2a4f-43d9-8435-e105699b097b req-d8f90050-0c9a-4bf5-9223-eec65970aa1b tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] Deleting port b0780acc-3f7a-4e37-a2da-88b13a605a26 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:13:42.412060 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-faa6471e-2a4f-43d9-8435-e105699b097b req-d8f90050-0c9a-4bf5-9223-eec65970aa1b tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:42.419340 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f4a990ef-89ee-451e-9532-5a3066765871 req-94846273-228c-476a-9bbc-b30ac998c8b2 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646512 Dec 06 17:13:42.454563 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6a5a16ca-bdba-4944-bb23-63409b45e158 req-507bab7f-c710-41e6-877d-38d61b0599d7 tempest-ImagesOneServerTestJSON-125760203 tempest-ImagesOneServerTestJSON-125760203-project] 10.222.0.23 "GET /v2.0/security-groups?id=eec3fd05-bc5c-4d9a-893f-0db0ab30345c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636586 Dec 06 17:13:42.576250 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-094a336b-71fe-4453-8ef2-4bb6e2f4f734 x-openstack-request-id: req-094a336b-71fe-4453-8ef2-4bb6e2f4f734 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:13:42.577364 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d3b7f5b-9b90-46d3-ae07-5151f29231e9", "name": "network-vif-plugged", "status": "completed", "tag": "d4a678db-5160-49c5-8dd5-e80988056f2a", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:13:42.577364 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-094a336b-71fe-4453-8ef2-4bb6e2f4f734 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:13:42.577794 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d3b7f5b-9b90-46d3-ae07-5151f29231e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4a678db-5160-49c5-8dd5-e80988056f2a', 'code': 200} Dec 06 17:13:42.600270 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffa6612-a659-4672-85cc-2c380c912d72 req-18c4b99f-d70d-4cc8-951e-c5bb30028901 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:42.601791 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bffa6612-a659-4672-85cc-2c380c912d72 req-18c4b99f-d70d-4cc8-951e-c5bb30028901 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b3b7908-bd5b-4ea7-8bff-9c3b9ed34065 HTTP/1.1" status: 200 len: 950 time: 0.2918346 Dec 06 17:13:42.624787 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-a7d7379f-176d-412f-93a2-9844770fd9c4 req-e2eb22ad-f937-42c9-8cab-b25e3ed9f5c0 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Deleting port bba877c3-4e46-4a6b-a46a-4d9c36550d32 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:13:42.625273 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-a7d7379f-176d-412f-93a2-9844770fd9c4 req-e2eb22ad-f937-42c9-8cab-b25e3ed9f5c0 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:42.716135 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-584216a0-db4b-442d-9ff6-f3d6fe42df03 tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:42.716761 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-584216a0-db4b-442d-9ff6-f3d6fe42df03 tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:42.743986 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-faa6471e-2a4f-43d9-8435-e105699b097b req-d8f90050-0c9a-4bf5-9223-eec65970aa1b tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] For port b0780acc-3f7a-4e37-a2da-88b13a605a26, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=b0780acc-3f7a-4e37-a2da-88b13a605a26,segment=NetworkSegment(0948af6a-14ee-4e03-a17c-8c618cc53269),segment_id=0948af6a-14ee-4e03-a17c-8c618cc53269)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:13:42.744519 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-faa6471e-2a4f-43d9-8435-e105699b097b req-d8f90050-0c9a-4bf5-9223-eec65970aa1b tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:42.753043 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-584216a0-db4b-442d-9ff6-f3d6fe42df03 tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] Calling delete_port for 91cdc7f4-3b72-4f5a-be9e-3101d9902c71 owned by network:floatingip {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:13:42.878017 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-a7d7379f-176d-412f-93a2-9844770fd9c4 req-e2eb22ad-f937-42c9-8cab-b25e3ed9f5c0 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] For port bba877c3-4e46-4a6b-a46a-4d9c36550d32, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=bba877c3-4e46-4a6b-a46a-4d9c36550d32,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:13:42.878746 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-a7d7379f-176d-412f-93a2-9844770fd9c4 req-e2eb22ad-f937-42c9-8cab-b25e3ed9f5c0 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:42.899840 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83766092-c0e6-4a41-bf99-6288da254872 req-954cf56d-09f8-4957-aa83-2d6b249c96c1 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:42.901744 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-83766092-c0e6-4a41-bf99-6288da254872 req-954cf56d-09f8-4957-aa83-2d6b249c96c1 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] 10.222.0.23 "GET /v2.0/ports?device_id=d29fc859-bc40-402c-963f-f48ae65d78b4 HTTP/1.1" status: 200 len: 945 time: 0.1217670 Dec 06 17:13:42.919668 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-a7d7379f-176d-412f-93a2-9844770fd9c4 req-e2eb22ad-f937-42c9-8cab-b25e3ed9f5c0 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Calling delete_port for bba877c3-4e46-4a6b-a46a-4d9c36550d32 owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:13:42.947788 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-bffa6612-a659-4672-85cc-2c380c912d72 req-6de72488-b288-4043-9314-c0c088de3fee tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Deleting port c06faf7a-f15d-4836-b194-8cfd5ea8c68b {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:13:42.948488 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-bffa6612-a659-4672-85cc-2c380c912d72 req-6de72488-b288-4043-9314-c0c088de3fee tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:42.986692 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-faa6471e-2a4f-43d9-8435-e105699b097b req-d8f90050-0c9a-4bf5-9223-eec65970aa1b tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:42.987065 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-faa6471e-2a4f-43d9-8435-e105699b097b req-d8f90050-0c9a-4bf5-9223-eec65970aa1b tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:42.991480 n-d-master-1 neutron-server[103284]: INFO neutron.db.l3_db [req-faa6471e-2a4f-43d9-8435-e105699b097b req-d8f90050-0c9a-4bf5-9223-eec65970aa1b tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] Floating IP f2adccc3-b528-4e02-a738-ccecda216c64 disassociated. External IP: 172.35.1.242, port: b0780acc-3f7a-4e37-a2da-88b13a605a26. Dec 06 17:13:42.991866 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-faa6471e-2a4f-43d9-8435-e105699b097b req-d8f90050-0c9a-4bf5-9223-eec65970aa1b tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] Calling delete_port for b0780acc-3f7a-4e37-a2da-88b13a605a26 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:13:43.009256 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c2f86d-3692-45ac-b299-cbb040ee1bc1 req-8c04e289-7c5e-47fe-b173-37afb0de7d58 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:43.014076 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b0c2f86d-3692-45ac-b299-cbb040ee1bc1 req-8c04e289-7c5e-47fe-b173-37afb0de7d58 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d6220a5-a193-40f4-b9f5-1ad0adc38c1b HTTP/1.1" status: 200 len: 950 time: 0.4288642 Dec 06 17:13:43.133983 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-83766092-c0e6-4a41-bf99-6288da254872 req-b83b7f89-ee18-4cc0-b424-ab2ae167690b tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] 10.222.0.23 "GET /v2.0/security-groups?id=56960e5e-62e2-42da-96b9-79aa56365423&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2229660 Dec 06 17:13:43.198736 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877c193c-4066-411b-a458-d9e0083a155e req-62d5cad0-4066-498e-9553-5f79cc2ecb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:43.203950 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-877c193c-4066-411b-a458-d9e0083a155e req-62d5cad0-4066-498e-9553-5f79cc2ecb12 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6d3b7f5b-9b90-46d3-ae07-5151f29231e9 HTTP/1.1" status: 200 len: 1101 time: 0.5481508 Dec 06 17:13:43.264498 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 72b98a49-5e2a-4177-b453-72c1b378e530 up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:13:43.290649 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-bffa6612-a659-4672-85cc-2c380c912d72 req-6de72488-b288-4043-9314-c0c088de3fee tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] For port c06faf7a-f15d-4836-b194-8cfd5ea8c68b, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=c06faf7a-f15d-4836-b194-8cfd5ea8c68b,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:13:43.291135 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-bffa6612-a659-4672-85cc-2c380c912d72 req-6de72488-b288-4043-9314-c0c088de3fee tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:43.335034 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-bffa6612-a659-4672-85cc-2c380c912d72 req-6de72488-b288-4043-9314-c0c088de3fee tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Calling delete_port for c06faf7a-f15d-4836-b194-8cfd5ea8c68b owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:13:43.368633 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b0c2f86d-3692-45ac-b299-cbb040ee1bc1 req-0ba22c7d-6d16-442a-a4b7-34f4d0a4c65b tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ba66608-5fba-460b-9339-43992781830c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805903 Dec 06 17:13:43.413580 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-a7d7379f-176d-412f-93a2-9844770fd9c4 req-e2eb22ad-f937-42c9-8cab-b25e3ed9f5c0 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:43.419586 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-877c193c-4066-411b-a458-d9e0083a155e req-419f03f7-f9f8-48e7-9ad4-38eebf4433f0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=eec3fd05-bc5c-4d9a-893f-0db0ab30345c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055311 Dec 06 17:13:43.431394 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['a9d90335-45f4-43b2-ba1e-cb5a033fd2ee'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:13:43.441214 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port 72b98a49-5e2a-4177-b453-72c1b378e530 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:13:43.475440 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-54204b33-5057-45af-a1e6-6c37bd5c5d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:43.492774 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port 72b98a49-5e2a-4177-b453-72c1b378e530 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:13:43.493323 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:43.533326 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eb22ad-f937-42c9-8cab-b25e3ed9f5c0 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Pushing event deleted for resources: {'Port': ['ID=bba877c3-4e46-4a6b-a46a-4d9c36550d32,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:43.662854 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7d7379f-176d-412f-93a2-9844770fd9c4 req-e2eb22ad-f937-42c9-8cab-b25e3ed9f5c0 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] No DVR routers for this DVR port bba877c3-4e46-4a6b-a46a-4d9c36550d32 on host n-h1-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:13:43.669864 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-a7d7379f-176d-412f-93a2-9844770fd9c4 req-e2eb22ad-f937-42c9-8cab-b25e3ed9f5c0 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:43.674059 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a7d7379f-176d-412f-93a2-9844770fd9c4 req-e2eb22ad-f937-42c9-8cab-b25e3ed9f5c0 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.41 "DELETE /v2.0/ports/bba877c3-4e46-4a6b-a46a-4d9c36550d32 HTTP/1.1" status: 204 len: 173 time: 1.2336688 Dec 06 17:13:43.685173 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d5526-311f-4ca2-9475-e7f11d381c28 req-504a6655-0e26-4454-9a85-4b56d8a7705c tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:43.688557 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-161d5526-311f-4ca2-9475-e7f11d381c28 req-504a6655-0e26-4454-9a85-4b56d8a7705c tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d949008-6b58-42eb-9feb-c4f716a3c427 HTTP/1.1" status: 200 len: 945 time: 0.1704688 Dec 06 17:13:43.689095 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d6220a5-a193-40f4-b9f5-1ad0adc38c1b', 'name': 'network-vif-deleted', 'tag': 'bba877c3-4e46-4a6b-a46a-4d9c36550d32'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:13:43.691674 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c2362ad-4c4d-4e46-828d-2a96ccf63d98" -d '{"events": [{"server_uuid": "4d6220a5-a193-40f4-b9f5-1ad0adc38c1b", "name": "network-vif-deleted", "tag": "bba877c3-4e46-4a6b-a46a-4d9c36550d32"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:13:43.714186 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:43.723907 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-584216a0-db4b-442d-9ff6-f3d6fe42df03 tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:43.734880 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-faa6471e-2a4f-43d9-8435-e105699b097b req-d8f90050-0c9a-4bf5-9223-eec65970aa1b tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:43.785676 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9b3207-88d7-4041-a9eb-dec90768163e req-fe379b7c-45e2-4043-9d00-d47edb589980 tempest-ImagesOneServerTestJSON-125760203 tempest-ImagesOneServerTestJSON-125760203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:43.807549 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0b9b3207-88d7-4041-a9eb-dec90768163e req-fe379b7c-45e2-4043-9d00-d47edb589980 tempest-ImagesOneServerTestJSON-125760203 tempest-ImagesOneServerTestJSON-125760203-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d3b7f5b-9b90-46d3-ae07-5151f29231e9 HTTP/1.1" status: 200 len: 950 time: 0.1872625 Dec 06 17:13:43.822252 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584216a0-db4b-442d-9ff6-f3d6fe42df03 tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] Pushing event deleted for resources: {'Port': ['ID=91cdc7f4-3b72-4f5a-be9e-3101d9902c71,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:43.826660 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-bffa6612-a659-4672-85cc-2c380c912d72 req-6de72488-b288-4043-9314-c0c088de3fee tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:43.835637 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 72b98a49-5e2a-4177-b453-72c1b378e530, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=72b98a49-5e2a-4177-b453-72c1b378e530,segment=NetworkSegment(c5bdebef-6647-4acc-8b76-b3635792eaa5),segment_id=c5bdebef-6647-4acc-8b76-b3635792eaa5)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:13:43.854116 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-161d5526-311f-4ca2-9475-e7f11d381c28 req-39e1dddb-5596-4ae5-8842-94f297c14ba9 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530793 Dec 06 17:13:43.859705 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:43.860520 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device c06faf7a-f15d-4836-b194-8cfd5ea8c68b no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:13:43.916168 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f90050-0c9a-4bf5-9223-eec65970aa1b tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] Pushing event deleted for resources: {'Port': ['ID=b0780acc-3f7a-4e37-a2da-88b13a605a26,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:43.931487 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de72488-b288-4043-9314-c0c088de3fee tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Pushing event deleted for resources: {'Port': ['ID=c06faf7a-f15d-4836-b194-8cfd5ea8c68b,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:44.034612 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-bffa6612-a659-4672-85cc-2c380c912d72 req-6de72488-b288-4043-9314-c0c088de3fee tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] No DVR routers for this DVR port c06faf7a-f15d-4836-b194-8cfd5ea8c68b on host n-h1-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:13:44.038385 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-bffa6612-a659-4672-85cc-2c380c912d72 req-6de72488-b288-4043-9314-c0c088de3fee tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:44.046648 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bffa6612-a659-4672-85cc-2c380c912d72 req-6de72488-b288-4043-9314-c0c088de3fee tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.41 "DELETE /v2.0/ports/c06faf7a-f15d-4836-b194-8cfd5ea8c68b HTTP/1.1" status: 204 len: 173 time: 1.4367044 Dec 06 17:13:44.123227 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-584216a0-db4b-442d-9ff6-f3d6fe42df03 tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] Publish callbacks [] for floatingip, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:44.126877 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-584216a0-db4b-442d-9ff6-f3d6fe42df03 tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:44.128470 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-584216a0-db4b-442d-9ff6-f3d6fe42df03 tempest-ServersTestManualDisk-786686986 tempest-ServersTestManualDisk-786686986-project] 10.222.0.23 "DELETE /v2.0/floatingips/4defa273-9e47-430e-8288-48dd37b284a5 HTTP/1.1" status: 204 len: 168 time: 2.8709431 Dec 06 17:13:44.131664 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 46030) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:13:44.155000 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] No Port match for: c06faf7a-f15d-4836-b194-8cfd5ea8c68b {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:13:44.156054 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device c06faf7a-f15d-4836-b194-8cfd5ea8c68b not bound to the agent host n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:13:44.156586 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device b0780acc-3f7a-4e37-a2da-88b13a605a26 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:13:44.179667 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0b9b3207-88d7-4041-a9eb-dec90768163e req-3126096b-ba3e-4866-a888-a58130801177 tempest-ImagesOneServerTestJSON-125760203 tempest-ImagesOneServerTestJSON-125760203-project] 10.222.0.23 "GET /v2.0/security-groups?id=eec3fd05-bc5c-4d9a-893f-0db0ab30345c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3709192 Dec 06 17:13:44.255566 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] No Port match for: b0780acc-3f7a-4e37-a2da-88b13a605a26 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:13:44.256818 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device b0780acc-3f7a-4e37-a2da-88b13a605a26 not bound to the agent host n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:13:44.260775 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [req-faa6471e-2a4f-43d9-8435-e105699b097b req-d8f90050-0c9a-4bf5-9223-eec65970aa1b tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] Router a5281d38-5395-423b-9d0b-73f4b616e14a has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:13:44.261451 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=72b98a49-5e2a-4177-b453-72c1b378e530,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:44.314367 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38ab6e11-d4e5-4a78-977c-597a9adbd789 x-openstack-request-id: req-38ab6e11-d4e5-4a78-977c-597a9adbd789 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:13:44.315858 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d6220a5-a193-40f4-b9f5-1ad0adc38c1b", "name": "network-vif-deleted", "tag": "bba877c3-4e46-4a6b-a46a-4d9c36550d32", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:13:44.316118 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-38ab6e11-d4e5-4a78-977c-597a9adbd789 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:13:44.316579 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d6220a5-a193-40f4-b9f5-1ad0adc38c1b', 'name': 'network-vif-deleted', 'tag': 'bba877c3-4e46-4a6b-a46a-4d9c36550d32', 'status': 'completed', 'code': 200} Dec 06 17:13:44.413009 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9d5264c0-7184-482d-8189-cd7246fd9f7b req-c4cd8fc6-e503-4be4-9be1-086c79b7f2ec tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] 10.222.0.23 "GET /v2.0/ports?device_id=d29fc859-bc40-402c-963f-f48ae65d78b4 HTTP/1.1" status: 200 len: 210 time: 0.0720234 Dec 06 17:13:44.579342 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d949008-6b58-42eb-9feb-c4f716a3c427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72b98a49-5e2a-4177-b453-72c1b378e530'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:13:44.582240 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e3f9b64-c0c9-45e8-8179-16c425a4d620" -d '{"events": [{"server_uuid": "7d949008-6b58-42eb-9feb-c4f716a3c427", "name": "network-vif-plugged", "status": "completed", "tag": "72b98a49-5e2a-4177-b453-72c1b378e530"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:13:44.596481 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-faa6471e-2a4f-43d9-8435-e105699b097b req-d8f90050-0c9a-4bf5-9223-eec65970aa1b tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:13:44.611813 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cff257-08ce-483a-ab1d-06f38e865fad None None] Sync routers for ids ['a5281d38-5395-423b-9d0b-73f4b616e14a'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:13:44.651121 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['a9d90335-45f4-43b2-ba1e-cb5a033fd2ee'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:13:44.662899 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cff257-08ce-483a-ab1d-06f38e865fad None None] Routers {'a5281d38-5395-423b-9d0b-73f4b616e14a'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:13:44.667312 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-16cff257-08ce-483a-ab1d-06f38e865fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:13:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['a5281d38-5395-423b-9d0b-73f4b616e14a'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:13:44.706677 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-faa6471e-2a4f-43d9-8435-e105699b097b req-d8f90050-0c9a-4bf5-9223-eec65970aa1b tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] No DVR routers for this DVR port b0780acc-3f7a-4e37-a2da-88b13a605a26 on host n-h1-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:13:44.715387 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-faa6471e-2a4f-43d9-8435-e105699b097b req-d8f90050-0c9a-4bf5-9223-eec65970aa1b tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:44.719532 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-faa6471e-2a4f-43d9-8435-e105699b097b req-d8f90050-0c9a-4bf5-9223-eec65970aa1b tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] 10.222.0.41 "DELETE /v2.0/ports/b0780acc-3f7a-4e37-a2da-88b13a605a26 HTTP/1.1" status: 204 len: 173 time: 3.3245351 Dec 06 17:13:44.720020 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd29fc859-bc40-402c-963f-f48ae65d78b4', 'name': 'network-vif-deleted', 'tag': 'b0780acc-3f7a-4e37-a2da-88b13a605a26'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:13:44.725667 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5618d24-75f8-42de-9dc0-13018a07fc6c x-openstack-request-id: req-d5618d24-75f8-42de-9dc0-13018a07fc6c {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:13:44.728641 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d949008-6b58-42eb-9feb-c4f716a3c427", "name": "network-vif-plugged", "status": "completed", "tag": "72b98a49-5e2a-4177-b453-72c1b378e530", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:13:44.730561 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfd1a642-80b6-482f-992e-a4a1cbd5cf9b" -d '{"events": [{"server_uuid": "d29fc859-bc40-402c-963f-f48ae65d78b4", "name": "network-vif-deleted", "tag": "b0780acc-3f7a-4e37-a2da-88b13a605a26"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:13:44.731528 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d5618d24-75f8-42de-9dc0-13018a07fc6c {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:13:44.746080 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d949008-6b58-42eb-9feb-c4f716a3c427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72b98a49-5e2a-4177-b453-72c1b378e530', 'code': 200} Dec 06 17:13:44.835032 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d134a3-07da-4628-b282-e12881072ada x-openstack-request-id: req-45d134a3-07da-4628-b282-e12881072ada {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:13:44.835406 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d29fc859-bc40-402c-963f-f48ae65d78b4", "name": "network-vif-deleted", "tag": "b0780acc-3f7a-4e37-a2da-88b13a605a26", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:13:44.835579 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-45d134a3-07da-4628-b282-e12881072ada {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:13:44.836350 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd29fc859-bc40-402c-963f-f48ae65d78b4', 'name': 'network-vif-deleted', 'tag': 'b0780acc-3f7a-4e37-a2da-88b13a605a26', 'status': 'completed', 'code': 200} Dec 06 17:13:44.947942 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f1ca0b75-8cff-4afd-a87b-909efa6ed07f req-4a7144af-4bc3-415a-a0f9-d8be25c8445d tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d6220a5-a193-40f4-b9f5-1ad0adc38c1b HTTP/1.1" status: 200 len: 210 time: 0.2150993 Dec 06 17:13:44.988719 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101269c6-419e-440d-aa29-e41a444bbf20 req-084165bf-5811-45c2-930e-b83c1307b582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:44.990715 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-101269c6-419e-440d-aa29-e41a444bbf20 req-084165bf-5811-45c2-930e-b83c1307b582 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7d949008-6b58-42eb-9feb-c4f716a3c427 HTTP/1.1" status: 200 len: 1097 time: 0.1298158 Dec 06 17:13:45.142948 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-16cff257-08ce-483a-ab1d-06f38e865fad None None] Set router a5281d38-5395-423b-9d0b-73f4b616e14a gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:13:45.221706 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-101269c6-419e-440d-aa29-e41a444bbf20 req-0896b608-71c3-4925-b315-546bf69f08cf service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144661 Dec 06 17:13:45.254329 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4e6d46-5fa4-4b2c-9431-36d42fcc29e4 req-ba35f337-730b-4820-a03a-434d159c58f4 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:45.261098 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ad4e6d46-5fa4-4b2c-9431-36d42fcc29e4 req-ba35f337-730b-4820-a03a-434d159c58f4 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d949008-6b58-42eb-9feb-c4f716a3c427 HTTP/1.1" status: 200 len: 946 time: 0.2101860 Dec 06 17:13:45.272010 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device bba877c3-4e46-4a6b-a46a-4d9c36550d32 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:13:45.315937 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] No Port match for: bba877c3-4e46-4a6b-a46a-4d9c36550d32 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:13:45.316575 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device bba877c3-4e46-4a6b-a46a-4d9c36550d32 not bound to the agent host n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:13:45.330155 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ad4e6d46-5fa4-4b2c-9431-36d42fcc29e4 req-d81853f5-d2a7-405a-9f42-7f1bc8007dd6 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597103 Dec 06 17:13:45.454377 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbac77b-d82e-4a23-90fd-551f6e659ef6 req-de8f3946-c9b7-4dd4-b54a-80e65cd021f0 tempest-ImagesOneServerTestJSON-125760203 tempest-ImagesOneServerTestJSON-125760203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:45.462643 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7fbac77b-d82e-4a23-90fd-551f6e659ef6 req-de8f3946-c9b7-4dd4-b54a-80e65cd021f0 tempest-ImagesOneServerTestJSON-125760203 tempest-ImagesOneServerTestJSON-125760203-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d3b7f5b-9b90-46d3-ae07-5151f29231e9 HTTP/1.1" status: 200 len: 950 time: 0.1590016 Dec 06 17:13:45.539418 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7fbac77b-d82e-4a23-90fd-551f6e659ef6 req-0120dcbd-a7ee-4290-99be-e9b23584c2e2 tempest-ImagesOneServerTestJSON-125760203 tempest-ImagesOneServerTestJSON-125760203-project] 10.222.0.23 "GET /v2.0/security-groups?id=eec3fd05-bc5c-4d9a-893f-0db0ab30345c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713899 Dec 06 17:13:45.554543 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4ca2b4da-4457-4ab6-a77d-5e0680b616fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575908'] for router_interface, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:45.572066 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-16cff257-08ce-483a-ab1d-06f38e865fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5281d38-5395-423b-9d0b-73f4b616e14a', 'name': 'tempest-ServersTestJSON-968880428-router', 'tenant_id': '04e70b6312e34ddaaf35d2c83717f9c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.189'}], 'enable_snat': True}, 'gw_port_id': 'a4439a02-2c3e-4415-a660-2b904afe7e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:11:02Z', 'updated_at': '2021-12-06T17:11:11Z', 'revision_number': 4, 'project_id': '04e70b6312e34ddaaf35d2c83717f9c6', 'gw_port': {'id': 'a4439a02-2c3e-4415-a660-2b904afe7e16', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:30:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5281d38-5395-423b-9d0b-73f4b616e14a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:11:04Z', 'updated_at': '2021-12-06T17:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '6c567a7b-7e6d-4cbd-afd8-f66243b10212', 'name': '', 'network_id': '9f7eb17f-0101-4378-b23e-fba2a86eb752', 'tenant_id': '04e70b6312e34ddaaf35d2c83717f9c6', 'mac_address': 'fa:16:3e:27:c0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5281d38-5395-423b-9d0b-73f4b616e14a', 'device_owner': 'network:router_interface', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '9f03234b-998c-465c-8f0a-752c850a77ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:11:09Z', 'updated_at': '2021-12-06T17:11:20Z', 'revision_number': 5, 'project_id': '04e70b6312e34ddaaf35d2c83717f9c6', 'subnets': [{'id': '9f03234b-998c-465c-8f0a-752c850a77ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:13:45.602672 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-90f8b83c-05a8-4042-80d9-f6846c6d238e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:45.627005 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9b7a745b-fa26-48bb-9ab1-735148884bb0 req-49b97611-74b8-411a-a8d0-fdceddab850d tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] 10.222.0.23 "GET /v2.0/ports?device_id=d29fc859-bc40-402c-963f-f48ae65d78b4 HTTP/1.1" status: 200 len: 210 time: 0.0514777 Dec 06 17:13:45.638032 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cff257-08ce-483a-ab1d-06f38e865fad None None] Checking router: a5281d38-5395-423b-9d0b-73f4b616e14a for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:13:45.650641 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cff257-08ce-483a-ab1d-06f38e865fad None None] Routers {'a5281d38-5395-423b-9d0b-73f4b616e14a'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:13:45.650800 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-16cff257-08ce-483a-ab1d-06f38e865fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:13:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['a5281d38-5395-423b-9d0b-73f4b616e14a'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:13:45.880369 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-16cff257-08ce-483a-ab1d-06f38e865fad None None] Set router a5281d38-5395-423b-9d0b-73f4b616e14a gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:13:46.149395 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-4ca2b4da-4457-4ab6-a77d-5e0680b616fd admin admin] Deleting port 0cf708ea-8830-438a-8f57-f16325d8bd59 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:13:46.151132 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4ca2b4da-4457-4ab6-a77d-5e0680b616fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:46.337193 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-4ca2b4da-4457-4ab6-a77d-5e0680b616fd admin admin] For port 0cf708ea-8830-438a-8f57-f16325d8bd59, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0cf708ea-8830-438a-8f57-f16325d8bd59,segment=NetworkSegment(ff33a10c-d3a2-4b70-9308-425a1aa27afa),segment_id=ff33a10c-d3a2-4b70-9308-425a1aa27afa)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:13:46.337594 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4ca2b4da-4457-4ab6-a77d-5e0680b616fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:46.371950 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-4ca2b4da-4457-4ab6-a77d-5e0680b616fd admin admin] Calling delete_port for 0cf708ea-8830-438a-8f57-f16325d8bd59 owned by network:router_interface {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:13:46.436149 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-16cff257-08ce-483a-ab1d-06f38e865fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5281d38-5395-423b-9d0b-73f4b616e14a', 'name': 'tempest-ServersTestJSON-968880428-router', 'tenant_id': '04e70b6312e34ddaaf35d2c83717f9c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.189'}], 'enable_snat': True}, 'gw_port_id': 'a4439a02-2c3e-4415-a660-2b904afe7e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:11:02Z', 'updated_at': '2021-12-06T17:11:11Z', 'revision_number': 4, 'project_id': '04e70b6312e34ddaaf35d2c83717f9c6', 'gw_port': {'id': 'a4439a02-2c3e-4415-a660-2b904afe7e16', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:30:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5281d38-5395-423b-9d0b-73f4b616e14a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:11:04Z', 'updated_at': '2021-12-06T17:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '6c567a7b-7e6d-4cbd-afd8-f66243b10212', 'name': '', 'network_id': '9f7eb17f-0101-4378-b23e-fba2a86eb752', 'tenant_id': '04e70b6312e34ddaaf35d2c83717f9c6', 'mac_address': 'fa:16:3e:27:c0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5281d38-5395-423b-9d0b-73f4b616e14a', 'device_owner': 'network:router_interface', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '9f03234b-998c-465c-8f0a-752c850a77ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:11:09Z', 'updated_at': '2021-12-06T17:11:20Z', 'revision_number': 5, 'project_id': '04e70b6312e34ddaaf35d2c83717f9c6', 'subnets': [{'id': '9f03234b-998c-465c-8f0a-752c850a77ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:13:46.513315 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cff257-08ce-483a-ab1d-06f38e865fad None None] The sync data for ids ['a5281d38-5395-423b-9d0b-73f4b616e14a'] in n-d-master-1 is: [{'id': 'a5281d38-5395-423b-9d0b-73f4b616e14a', 'name': 'tempest-ServersTestJSON-968880428-router', 'tenant_id': '04e70b6312e34ddaaf35d2c83717f9c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.189'}], 'enable_snat': True}, 'gw_port_id': 'a4439a02-2c3e-4415-a660-2b904afe7e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:11:02Z', 'updated_at': '2021-12-06T17:11:11Z', 'revision_number': 4, 'project_id': '04e70b6312e34ddaaf35d2c83717f9c6', 'gw_port': {'id': 'a4439a02-2c3e-4415-a660-2b904afe7e16', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:30:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5281d38-5395-423b-9d0b-73f4b616e14a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:11:04Z', 'updated_at': '2021-12-06T17:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '6c567a7b-7e6d-4cbd-afd8-f66243b10212', 'name': '', 'network_id': '9f7eb17f-0101-4378-b23e-fba2a86eb752', 'tenant_id': '04e70b6312e34ddaaf35d2c83717f9c6', 'mac_address': 'fa:16:3e:27:c0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5281d38-5395-423b-9d0b-73f4b616e14a', 'device_owner': 'network:router_interface', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '9f03234b-998c-465c-8f0a-752c850a77ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:11:09Z', 'updated_at': '2021-12-06T17:11:20Z', 'revision_number': 5, 'project_id': '04e70b6312e34ddaaf35d2c83717f9c6', 'subnets': [{'id': '9f03234b-998c-465c-8f0a-752c850a77ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:13:46.528753 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b3b7908-bd5b-4ea7-8bff-9c3b9ed34065', 'name': 'network-vif-deleted', 'tag': 'c06faf7a-f15d-4836-b194-8cfd5ea8c68b'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:13:46.532648 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2623861-f6fc-4775-8882-5ec459a2d9e5" -d '{"events": [{"server_uuid": "6b3b7908-bd5b-4ea7-8bff-9c3b9ed34065", "name": "network-vif-deleted", "tag": "c06faf7a-f15d-4836-b194-8cfd5ea8c68b"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:13:46.687334 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f68326-5a57-44ab-bd69-5bcdd0c98dce req-8854cfa9-5813-462c-a1d3-952fb12f86d9 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:46.688122 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-10f68326-5a57-44ab-bd69-5bcdd0c98dce req-8854cfa9-5813-462c-a1d3-952fb12f86d9 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d949008-6b58-42eb-9feb-c4f716a3c427 HTTP/1.1" status: 200 len: 946 time: 0.1258802 Dec 06 17:13:46.717168 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6b23e8b-f24b-4c08-adf1-9709870265d6 x-openstack-request-id: req-d6b23e8b-f24b-4c08-adf1-9709870265d6 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:13:46.717545 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b3b7908-bd5b-4ea7-8bff-9c3b9ed34065", "name": "network-vif-deleted", "tag": "c06faf7a-f15d-4836-b194-8cfd5ea8c68b", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:13:46.717801 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d6b23e8b-f24b-4c08-adf1-9709870265d6 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:13:46.718202 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b3b7908-bd5b-4ea7-8bff-9c3b9ed34065', 'name': 'network-vif-deleted', 'tag': 'c06faf7a-f15d-4836-b194-8cfd5ea8c68b', 'status': 'completed', 'code': 200} Dec 06 17:13:46.808491 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:46.843038 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-10f68326-5a57-44ab-bd69-5bcdd0c98dce req-2f29b0e1-468e-43ed-99fa-bb693dcadaef tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320977 Dec 06 17:13:46.876629 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4ca2b4da-4457-4ab6-a77d-5e0680b616fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:46.915020 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425293f8-73c5-4da9-889e-9ff2127945cd req-6b7be649-6dd1-4a6e-a5d4-e97f2c86f4c2 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:46.922657 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-425293f8-73c5-4da9-889e-9ff2127945cd req-6b7be649-6dd1-4a6e-a5d4-e97f2c86f4c2 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/ports?device_id=26f03df0-d2fd-4f60-bdc3-48eed317f38a HTTP/1.1" status: 200 len: 949 time: 0.1149094 Dec 06 17:13:47.011067 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca2b4da-4457-4ab6-a77d-5e0680b616fd admin admin] Pushing event deleted for resources: {'Port': ['ID=0cf708ea-8830-438a-8f57-f16325d8bd59,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:47.071115 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 46098) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:13:47.074685 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8014542d-96fd-48ca-bbbf-3a8c260129ea None None] New status for floating IP f2adccc3-b528-4e02-a738-ccecda216c64: DOWN {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 17:13:47.138021 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-425293f8-73c5-4da9-889e-9ff2127945cd req-2b80c0c1-4d7d-40c2-a9e4-e712f5d2c0a7 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ba66608-5fba-460b-9339-43992781830c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902668 Dec 06 17:13:47.148792 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28794f4b-2a1c-44ce-9387-d12d3078c3f1 req-b6ed7573-8c6d-4b89-9dcd-c876b90e6ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:47.166107 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-28794f4b-2a1c-44ce-9387-d12d3078c3f1 req-b6ed7573-8c6d-4b89-9dcd-c876b90e6ccf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=806e7552b2fe4d15bbbee1bb266d6718&device_id=7d949008-6b58-42eb-9feb-c4f716a3c427 HTTP/1.1" status: 200 len: 1097 time: 0.2249007 Dec 06 17:13:47.300584 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1e44bcc3-ba1b-43e6-b54b-4860d7841567 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:47.300851 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4ca2b4da-4457-4ab6-a77d-5e0680b616fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-772474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575952'] for router_interface, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:47.385974 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1e44bcc3-ba1b-43e6-b54b-4860d7841567 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:47.440192 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28794f4b-2a1c-44ce-9387-d12d3078c3f1 req-50b27b79-5f65-461f-a837-b70892ac92f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:47.441866 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-28794f4b-2a1c-44ce-9387-d12d3078c3f1 req-50b27b79-5f65-461f-a837-b70892ac92f9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f3115485-0e47-4001-968e-d7c2520b29dd HTTP/1.1" status: 200 len: 913 time: 0.2746344 Dec 06 17:13:47.509168 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-28794f4b-2a1c-44ce-9387-d12d3078c3f1 req-634bd82b-f4e8-4274-b9a0-035c21a446d2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72b98a49-5e2a-4177-b453-72c1b378e530 HTTP/1.1" status: 200 len: 217 time: 0.0548537 Dec 06 17:13:47.569078 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1e44bcc3-ba1b-43e6-b54b-4860d7841567 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:47.571865 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1e44bcc3-ba1b-43e6-b54b-4860d7841567 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:47.575569 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 46114) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:13:47.575959 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-1e44bcc3-ba1b-43e6-b54b-4860d7841567 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] 10.222.0.23 "DELETE /v2.0/security-groups/56960e5e-62e2-42da-96b9-79aa56365423 HTTP/1.1" status: 204 len: 168 time: 0.5033336 Dec 06 17:13:47.593428 n-d-master-1 neutron-server[103285]: INFO neutron.api.v2.resource [None req-d917127f-47ce-48de-99d5-9f261f757972 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] show failed (client error): The resource could not be found. Dec 06 17:13:47.594666 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-d917127f-47ce-48de-99d5-9f261f757972 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] 10.222.0.23 "GET /v2.0/security-groups/56960e5e-62e2-42da-96b9-79aa56365423 HTTP/1.1" status: 404 len: 347 time: 0.0173097 Dec 06 17:13:47.599846 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 46116) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:13:47.635091 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28794f4b-2a1c-44ce-9387-d12d3078c3f1 req-711892d2-4af0-4477-a4fa-509705fcd66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:47.636810 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-28794f4b-2a1c-44ce-9387-d12d3078c3f1 req-711892d2-4af0-4477-a4fa-509705fcd66c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=85724274-c536-4bb4-9806-32c964df8042 HTTP/1.1" status: 200 len: 852 time: 0.1203849 Dec 06 17:13:47.641584 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e44bcc3-ba1b-43e6-b54b-4860d7841567 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56960e5e-62e2-42da-96b9-79aa56365423,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:47.726527 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-28794f4b-2a1c-44ce-9387-d12d3078c3f1 req-984ddf35-6bce-4e23-bd71-99a5f67b2984 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f3115485-0e47-4001-968e-d7c2520b29dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802124 Dec 06 17:13:47.896573 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-28794f4b-2a1c-44ce-9387-d12d3078c3f1 req-16a48d65-4a5b-40c5-ae93-82383e42ebd1 service neutron] 10.222.0.41 "GET /v2.0/networks/f3115485-0e47-4001-968e-d7c2520b29dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583221 Dec 06 17:13:47.969149 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:48.049558 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-28794f4b-2a1c-44ce-9387-d12d3078c3f1 req-507034b6-6c03-49fa-977b-04183a06edd8 service neutron] 10.222.0.41 "GET /v2.0/networks/f3115485-0e47-4001-968e-d7c2520b29dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435735 Dec 06 17:13:48.156947 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ca2b4da-4457-4ab6-a77d-5e0680b616fd admin admin] Router 9fcbdb7b-0bab-4722-b3c1-fda2c00ded09 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:13:48.219691 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a6371-f898-4890-b238-cc11aeaac74f req-8fb41fc2-c9b5-4f42-929e-549082b21282 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:48.221501 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ab3a6371-f898-4890-b238-cc11aeaac74f req-8fb41fc2-c9b5-4f42-929e-549082b21282 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d949008-6b58-42eb-9feb-c4f716a3c427 HTTP/1.1" status: 200 len: 946 time: 0.2394705 Dec 06 17:13:48.373341 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-dd27fdbb-89fa-410c-a57b-93deb5f52967 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] Deleting port 6548eff8-97ae-4e06-9907-8b945c13c644 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:13:48.374306 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dd27fdbb-89fa-410c-a57b-93deb5f52967 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:48.379649 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e42dc44-589d-481a-abd5-ca3ce91c359d req-007bc3fd-f770-4103-adf6-9e5846e4533e tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:48.391262 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ab3a6371-f898-4890-b238-cc11aeaac74f req-a05568c0-2512-4b64-aabf-7f1ff8fe0b53 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556242 Dec 06 17:13:48.394182 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0e42dc44-589d-481a-abd5-ca3ce91c359d req-007bc3fd-f770-4103-adf6-9e5846e4533e tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/ports?device_id=26f03df0-d2fd-4f60-bdc3-48eed317f38a HTTP/1.1" status: 200 len: 949 time: 0.1518955 Dec 06 17:13:48.448345 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ad4f4a-82da-4eb6-87d4-3782fc19e9f9 req-ce0c51a1-e190-43f4-b817-55774077f44a tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:48.450887 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e8ad4f4a-82da-4eb6-87d4-3782fc19e9f9 req-ce0c51a1-e190-43f4-b817-55774077f44a tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.44 "GET /v2.0/ports?device_id=26f03df0-d2fd-4f60-bdc3-48eed317f38a HTTP/1.1" status: 200 len: 949 time: 0.1314390 Dec 06 17:13:48.451800 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ca2b4da-4457-4ab6-a77d-5e0680b616fd admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:13:48.468317 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-4ca2b4da-4457-4ab6-a77d-5e0680b616fd admin admin] 10.222.0.23 "PUT /v2.0/routers/9fcbdb7b-0bab-4722-b3c1-fda2c00ded09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3355465 Dec 06 17:13:48.470918 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 46138) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:13:48.475514 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0ba4f1-0688-441d-9816-d8f5780281ca None None] Sync routers for ids ['9fcbdb7b-0bab-4722-b3c1-fda2c00ded09'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:13:48.491604 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0ba4f1-0688-441d-9816-d8f5780281ca None None] Routers {'9fcbdb7b-0bab-4722-b3c1-fda2c00ded09'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:13:48.492229 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-be0ba4f1-0688-441d-9816-d8f5780281ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:13:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['9fcbdb7b-0bab-4722-b3c1-fda2c00ded09'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:13:48.579762 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dd27fdbb-89fa-410c-a57b-93deb5f52967 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:48.580561 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dd27fdbb-89fa-410c-a57b-93deb5f52967 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:48.627381 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0e42dc44-589d-481a-abd5-ca3ce91c359d req-c52df7b5-7525-4f51-9441-aadfb0550949 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ba66608-5fba-460b-9339-43992781830c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289245 Dec 06 17:13:48.677102 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-e8ad4f4a-82da-4eb6-87d4-3782fc19e9f9 req-32d08c4f-a3fb-4c2c-bd45-8f3940650f57 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Deleting port a9d90335-45f4-43b2-ba1e-cb5a033fd2ee {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:13:48.677452 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-e8ad4f4a-82da-4eb6-87d4-3782fc19e9f9 req-32d08c4f-a3fb-4c2c-bd45-8f3940650f57 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:48.681037 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-dd27fdbb-89fa-410c-a57b-93deb5f52967 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] Calling delete_port for 6548eff8-97ae-4e06-9907-8b945c13c644 owned by network:floatingip {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:13:48.707889 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-be0ba4f1-0688-441d-9816-d8f5780281ca None None] Set router 9fcbdb7b-0bab-4722-b3c1-fda2c00ded09 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:13:48.752879 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6294ad6f-9200-42b6-8dd6-7eebd3bf5b27 admin admin] Publish callbacks [] for router, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:48.799849 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-e8ad4f4a-82da-4eb6-87d4-3782fc19e9f9 req-32d08c4f-a3fb-4c2c-bd45-8f3940650f57 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] For port a9d90335-45f4-43b2-ba1e-cb5a033fd2ee, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=a9d90335-45f4-43b2-ba1e-cb5a033fd2ee,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:13:48.800365 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-e8ad4f4a-82da-4eb6-87d4-3782fc19e9f9 req-32d08c4f-a3fb-4c2c-bd45-8f3940650f57 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:48.819437 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-e8ad4f4a-82da-4eb6-87d4-3782fc19e9f9 req-32d08c4f-a3fb-4c2c-bd45-8f3940650f57 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Calling delete_port for a9d90335-45f4-43b2-ba1e-cb5a033fd2ee owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:13:48.893444 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6294ad6f-9200-42b6-8dd6-7eebd3bf5b27 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:48.971853 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-e8ad4f4a-82da-4eb6-87d4-3782fc19e9f9 req-32d08c4f-a3fb-4c2c-bd45-8f3940650f57 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:48.987680 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-be0ba4f1-0688-441d-9816-d8f5780281ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fcbdb7b-0bab-4722-b3c1-fda2c00ded09', 'name': 'tempest-ServersTestManualDisk-100673284-router', 'tenant_id': '00c75398d2094120b650f6266e5d7c45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.93'}], 'enable_snat': True}, 'gw_port_id': '68f44a25-c3a6-4535-849e-7bb54742868b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:11:08Z', 'updated_at': '2021-12-06T17:13:46Z', 'revision_number': 5, 'project_id': '00c75398d2094120b650f6266e5d7c45', 'gw_port': {'id': '68f44a25-c3a6-4535-849e-7bb54742868b', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:18:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fcbdb7b-0bab-4722-b3c1-fda2c00ded09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:11:09Z', 'updated_at': '2021-12-06T17:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:13:48.988682 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['a9d90335-45f4-43b2-ba1e-cb5a033fd2ee'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:13:48.989974 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dd27fdbb-89fa-410c-a57b-93deb5f52967 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:49.031653 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd27fdbb-89fa-410c-a57b-93deb5f52967 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] Pushing event deleted for resources: {'Port': ['ID=6548eff8-97ae-4e06-9907-8b945c13c644,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:49.041696 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0ba4f1-0688-441d-9816-d8f5780281ca None None] Checking router: 9fcbdb7b-0bab-4722-b3c1-fda2c00ded09 for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:13:49.043748 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d08c4f-a3fb-4c2c-bd45-8f3940650f57 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Pushing event deleted for resources: {'Port': ['ID=a9d90335-45f4-43b2-ba1e-cb5a033fd2ee,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:49.051525 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:49.060840 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0ba4f1-0688-441d-9816-d8f5780281ca None None] Routers {'9fcbdb7b-0bab-4722-b3c1-fda2c00ded09'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:13:49.061784 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-be0ba4f1-0688-441d-9816-d8f5780281ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:13:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['9fcbdb7b-0bab-4722-b3c1-fda2c00ded09'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:13:49.091418 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6294ad6f-9200-42b6-8dd6-7eebd3bf5b27 admin admin] Deleting port 68f44a25-c3a6-4535-849e-7bb54742868b {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:13:49.091757 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6294ad6f-9200-42b6-8dd6-7eebd3bf5b27 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:49.103543 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8ad4f4a-82da-4eb6-87d4-3782fc19e9f9 req-32d08c4f-a3fb-4c2c-bd45-8f3940650f57 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] No DVR routers for this DVR port a9d90335-45f4-43b2-ba1e-cb5a033fd2ee on host n-h2-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:13:49.106921 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-e8ad4f4a-82da-4eb6-87d4-3782fc19e9f9 req-32d08c4f-a3fb-4c2c-bd45-8f3940650f57 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:49.111987 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e8ad4f4a-82da-4eb6-87d4-3782fc19e9f9 req-32d08c4f-a3fb-4c2c-bd45-8f3940650f57 tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.44 "DELETE /v2.0/ports/a9d90335-45f4-43b2-ba1e-cb5a033fd2ee HTTP/1.1" status: 204 len: 173 time: 0.6501584 Dec 06 17:13:49.113006 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26f03df0-d2fd-4f60-bdc3-48eed317f38a', 'name': 'network-vif-deleted', 'tag': 'a9d90335-45f4-43b2-ba1e-cb5a033fd2ee'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:13:49.123827 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dd27fdbb-89fa-410c-a57b-93deb5f52967 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] Publish callbacks [] for floatingip, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:49.126558 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dd27fdbb-89fa-410c-a57b-93deb5f52967 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:49.130411 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-dd27fdbb-89fa-410c-a57b-93deb5f52967 tempest-ServersTestJSON-427760864 tempest-ServersTestJSON-427760864-project] 10.222.0.23 "DELETE /v2.0/floatingips/f2adccc3-b528-4e02-a738-ccecda216c64 HTTP/1.1" status: 204 len: 168 time: 1.5250196 Dec 06 17:13:49.130733 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 46150) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:13:49.133761 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d761d6-00ca-4625-bfd2-2376120173dd" -d '{"events": [{"server_uuid": "26f03df0-d2fd-4f60-bdc3-48eed317f38a", "name": "network-vif-deleted", "tag": "a9d90335-45f4-43b2-ba1e-cb5a033fd2ee"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:13:49.237493 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35cfecca-01e8-44d0-8a2e-64d2abf3aa3c x-openstack-request-id: req-35cfecca-01e8-44d0-8a2e-64d2abf3aa3c {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:13:49.237802 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26f03df0-d2fd-4f60-bdc3-48eed317f38a", "name": "network-vif-deleted", "tag": "a9d90335-45f4-43b2-ba1e-cb5a033fd2ee", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:13:49.238064 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-35cfecca-01e8-44d0-8a2e-64d2abf3aa3c {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:13:49.238471 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26f03df0-d2fd-4f60-bdc3-48eed317f38a', 'name': 'network-vif-deleted', 'tag': 'a9d90335-45f4-43b2-ba1e-cb5a033fd2ee', 'status': 'completed', 'code': 200} Dec 06 17:13:49.352369 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-be0ba4f1-0688-441d-9816-d8f5780281ca None None] Set router 9fcbdb7b-0bab-4722-b3c1-fda2c00ded09 gateway port host: None {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:13:49.426113 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-be0ba4f1-0688-441d-9816-d8f5780281ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fcbdb7b-0bab-4722-b3c1-fda2c00ded09', 'name': 'tempest-ServersTestManualDisk-100673284-router', 'tenant_id': '00c75398d2094120b650f6266e5d7c45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:11:08Z', 'updated_at': '2021-12-06T17:13:48Z', 'revision_number': 6, 'project_id': '00c75398d2094120b650f6266e5d7c45', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:13:49.468255 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0ba4f1-0688-441d-9816-d8f5780281ca None None] The sync data for ids ['9fcbdb7b-0bab-4722-b3c1-fda2c00ded09'] in n-d-master-1 is: [{'id': '9fcbdb7b-0bab-4722-b3c1-fda2c00ded09', 'name': 'tempest-ServersTestManualDisk-100673284-router', 'tenant_id': '00c75398d2094120b650f6266e5d7c45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:11:08Z', 'updated_at': '2021-12-06T17:13:48Z', 'revision_number': 6, 'project_id': '00c75398d2094120b650f6266e5d7c45', 'gw_port_host': None}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:13:49.544769 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6294ad6f-9200-42b6-8dd6-7eebd3bf5b27 admin admin] For port 68f44a25-c3a6-4535-849e-7bb54742868b, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=68f44a25-c3a6-4535-849e-7bb54742868b,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:13:49.545579 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6294ad6f-9200-42b6-8dd6-7eebd3bf5b27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:49.637343 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6294ad6f-9200-42b6-8dd6-7eebd3bf5b27 admin admin] Calling delete_port for 68f44a25-c3a6-4535-849e-7bb54742868b owned by network:router_gateway {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:13:49.645108 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28794f4b-2a1c-44ce-9387-d12d3078c3f1 req-c30550eb-4260-4c3f-9cf9-800da6ad50e6 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:49.647518 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-28794f4b-2a1c-44ce-9387-d12d3078c3f1 req-c30550eb-4260-4c3f-9cf9-800da6ad50e6 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d949008-6b58-42eb-9feb-c4f716a3c427 HTTP/1.1" status: 200 len: 946 time: 0.0940311 Dec 06 17:13:49.679590 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63ab8d8-9a9d-4d42-af24-2833e988c1a1 req-4d302582-9db0-4fce-8d9a-420eb648416e tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:49.687396 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b63ab8d8-9a9d-4d42-af24-2833e988c1a1 req-4d302582-9db0-4fce-8d9a-420eb648416e tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d949008-6b58-42eb-9feb-c4f716a3c427 HTTP/1.1" status: 200 len: 946 time: 0.1477959 Dec 06 17:13:49.726382 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device d4a678db-5160-49c5-8dd5-e80988056f2a details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:13:49.856718 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b63ab8d8-9a9d-4d42-af24-2833e988c1a1 req-c2c96bde-2d94-40b2-9ad6-71874d845e37 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642027 Dec 06 17:13:49.984320 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c1fcbdd9-4635-4877-a661-a3ef6ae54526 req-6601efcf-8a18-4a70-b873-b584dea636fc tempest-ServersOnMultiNodesTest-1716804196 tempest-ServersOnMultiNodesTest-1716804196-project] 10.222.0.23 "GET /v2.0/ports?device_id=26f03df0-d2fd-4f60-bdc3-48eed317f38a HTTP/1.1" status: 200 len: 210 time: 0.0634754 Dec 06 17:13:50.033733 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-28794f4b-2a1c-44ce-9387-d12d3078c3f1 req-581d9e6e-ac5f-4ae3-a1be-fb0a26a89810 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Deleting port 72b98a49-5e2a-4177-b453-72c1b378e530 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:13:50.033916 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-28794f4b-2a1c-44ce-9387-d12d3078c3f1 req-581d9e6e-ac5f-4ae3-a1be-fb0a26a89810 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:50.066952 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port d4a678db-5160-49c5-8dd5-e80988056f2a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=d4a678db-5160-49c5-8dd5-e80988056f2a,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:13:50.082600 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': 'd4a678db-5160-49c5-8dd5-e80988056f2a', 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a', 'port_id': 'd4a678db-5160-49c5-8dd5-e80988056f2a', 'mac_address': 'fa:16:3e:05:c3:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1342252a-21e4-4783-88ff-f54776c79059', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:13:50.140611 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:50.167943 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d4a678db-5160-49c5-8dd5-e80988056f2a {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:13:50.195130 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port d4a678db-5160-49c5-8dd5-e80988056f2a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=d4a678db-5160-49c5-8dd5-e80988056f2a,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:13:50.200923 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:50.272602 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=d4a678db-5160-49c5-8dd5-e80988056f2a,revision_number=6']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:50.319923 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-07b556bf-3b73-4ab7-8452-0d7934b426c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575908'] for router_interface, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:50.339467 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['d4a678db-5160-49c5-8dd5-e80988056f2a'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:13:50.342268 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-28794f4b-2a1c-44ce-9387-d12d3078c3f1 req-581d9e6e-ac5f-4ae3-a1be-fb0a26a89810 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] For port 72b98a49-5e2a-4177-b453-72c1b378e530, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=72b98a49-5e2a-4177-b453-72c1b378e530,segment=NetworkSegment(c5bdebef-6647-4acc-8b76-b3635792eaa5),segment_id=c5bdebef-6647-4acc-8b76-b3635792eaa5)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:13:50.342803 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-28794f4b-2a1c-44ce-9387-d12d3078c3f1 req-581d9e6e-ac5f-4ae3-a1be-fb0a26a89810 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:50.359579 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-28794f4b-2a1c-44ce-9387-d12d3078c3f1 req-581d9e6e-ac5f-4ae3-a1be-fb0a26a89810 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Calling delete_port for 72b98a49-5e2a-4177-b453-72c1b378e530 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:13:50.389572 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6294ad6f-9200-42b6-8dd6-7eebd3bf5b27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:50.436723 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6294ad6f-9200-42b6-8dd6-7eebd3bf5b27 admin admin] Pushing event deleted for resources: {'Port': ['ID=68f44a25-c3a6-4535-849e-7bb54742868b,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:50.723899 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 68f44a25-c3a6-4535-849e-7bb54742868b no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:13:50.731467 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-28794f4b-2a1c-44ce-9387-d12d3078c3f1 req-581d9e6e-ac5f-4ae3-a1be-fb0a26a89810 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:50.807242 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['72b98a49-5e2a-4177-b453-72c1b378e530'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:13:50.809733 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d9e6e-ac5f-4ae3-a1be-fb0a26a89810 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Pushing event deleted for resources: {'Port': ['ID=72b98a49-5e2a-4177-b453-72c1b378e530,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:50.817703 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6294ad6f-9200-42b6-8dd6-7eebd3bf5b27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536698'] for router_gateway, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:50.946589 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 68f44a25-c3a6-4535-849e-7bb54742868b {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:13:50.946950 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 68f44a25-c3a6-4535-849e-7bb54742868b not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:13:50.947359 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 0cf708ea-8830-438a-8f57-f16325d8bd59 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:13:50.972631 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 0cf708ea-8830-438a-8f57-f16325d8bd59 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:13:50.973391 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 0cf708ea-8830-438a-8f57-f16325d8bd59 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:13:50.997173 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-28794f4b-2a1c-44ce-9387-d12d3078c3f1 req-581d9e6e-ac5f-4ae3-a1be-fb0a26a89810 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] No DVR routers for this DVR port 72b98a49-5e2a-4177-b453-72c1b378e530 on host n-h1-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:13:51.001396 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-28794f4b-2a1c-44ce-9387-d12d3078c3f1 req-581d9e6e-ac5f-4ae3-a1be-fb0a26a89810 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:51.009508 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-28794f4b-2a1c-44ce-9387-d12d3078c3f1 req-581d9e6e-ac5f-4ae3-a1be-fb0a26a89810 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.41 "DELETE /v2.0/ports/72b98a49-5e2a-4177-b453-72c1b378e530 HTTP/1.1" status: 204 len: 173 time: 1.3501382 Dec 06 17:13:51.084027 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-88b7b533-fa29-4846-8fe7-35570e2d8bb0 req-a4d02452-ff46-4cbf-9900-a7a24a005712 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d949008-6b58-42eb-9feb-c4f716a3c427 HTTP/1.1" status: 200 len: 210 time: 0.0703304 Dec 06 17:13:51.101842 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6294ad6f-9200-42b6-8dd6-7eebd3bf5b27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:51.105704 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6294ad6f-9200-42b6-8dd6-7eebd3bf5b27 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:51.196545 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6294ad6f-9200-42b6-8dd6-7eebd3bf5b27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:51.197413 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6294ad6f-9200-42b6-8dd6-7eebd3bf5b27 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9fcbdb7b-0bab-4722-b3c1-fda2c00ded09 {{(pid=103285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 17:13:51.234994 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6294ad6f-9200-42b6-8dd6-7eebd3bf5b27 admin admin] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:51.236153 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-6294ad6f-9200-42b6-8dd6-7eebd3bf5b27 admin admin] 10.222.0.23 "DELETE /v2.0/routers/9fcbdb7b-0bab-4722-b3c1-fda2c00ded09 HTTP/1.1" status: 204 len: 168 time: 2.7644815 Dec 06 17:13:51.239301 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 46296) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:13:51.239675 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d949008-6b58-42eb-9feb-c4f716a3c427', 'name': 'network-vif-deleted', 'tag': '72b98a49-5e2a-4177-b453-72c1b378e530'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:13:51.243094 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85c9d0f6-8481-49fd-8ad7-a77dbdf81a9f" -d '{"events": [{"server_uuid": "7d949008-6b58-42eb-9feb-c4f716a3c427", "name": "network-vif-deleted", "tag": "72b98a49-5e2a-4177-b453-72c1b378e530"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:13:51.273846 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-07b556bf-3b73-4ab7-8452-0d7934b426c3 admin admin] Deleting port 6c567a7b-7e6d-4cbd-afd8-f66243b10212 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:13:51.274277 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-07b556bf-3b73-4ab7-8452-0d7934b426c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:51.377892 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-07b556bf-3b73-4ab7-8452-0d7934b426c3 admin admin] For port 6c567a7b-7e6d-4cbd-afd8-f66243b10212, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6c567a7b-7e6d-4cbd-afd8-f66243b10212,segment=NetworkSegment(0948af6a-14ee-4e03-a17c-8c618cc53269),segment_id=0948af6a-14ee-4e03-a17c-8c618cc53269)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:13:51.378288 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-07b556bf-3b73-4ab7-8452-0d7934b426c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:51.435121 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-07b556bf-3b73-4ab7-8452-0d7934b426c3 admin admin] Calling delete_port for 6c567a7b-7e6d-4cbd-afd8-f66243b10212 owned by network:router_interface {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:13:51.466473 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c4e3ba7-2a6a-4628-9e69-fb22509077eb x-openstack-request-id: req-9c4e3ba7-2a6a-4628-9e69-fb22509077eb {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:13:51.467111 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d949008-6b58-42eb-9feb-c4f716a3c427", "name": "network-vif-deleted", "tag": "72b98a49-5e2a-4177-b453-72c1b378e530", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:13:51.469855 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9c4e3ba7-2a6a-4628-9e69-fb22509077eb {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:13:51.470318 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d949008-6b58-42eb-9feb-c4f716a3c427', 'name': 'network-vif-deleted', 'tag': '72b98a49-5e2a-4177-b453-72c1b378e530', 'status': 'completed', 'code': 200} Dec 06 17:13:51.476296 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d0830a0-46aa-4ce7-b5ca-1a2d7bc0480a admin admin] Deleting subnet e482b70b-91bd-44a1-a0fe-788133dd6bf0 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:13:51.503632 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7d0830a0-46aa-4ce7-b5ca-1a2d7bc0480a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:51.620034 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7d0830a0-46aa-4ce7-b5ca-1a2d7bc0480a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:51.737237 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device d4a678db-5160-49c5-8dd5-e80988056f2a up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:13:51.742150 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7d0830a0-46aa-4ce7-b5ca-1a2d7bc0480a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:51.798792 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 46306) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:13:51.851304 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port d4a678db-5160-49c5-8dd5-e80988056f2a triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:13:51.851995 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:51.882653 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7d0830a0-46aa-4ce7-b5ca-1a2d7bc0480a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:51.929285 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0830a0-46aa-4ce7-b5ca-1a2d7bc0480a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e482b70b-91bd-44a1-a0fe-788133dd6bf0,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:51.932521 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7d0830a0-46aa-4ce7-b5ca-1a2d7bc0480a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:51.938040 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-7d0830a0-46aa-4ce7-b5ca-1a2d7bc0480a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e482b70b-91bd-44a1-a0fe-788133dd6bf0 HTTP/1.1" status: 204 len: 168 time: 0.6871684 Dec 06 17:13:51.940645 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 46312) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:13:51.949997 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c70fa5-1c47-4978-9d00-c9a401242fd1 None None] Network ab4dd15b-a9b8-4be5-bb0e-70bbaf5638ab requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:13:52.038711 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-07b556bf-3b73-4ab7-8452-0d7934b426c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:52.108940 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b556bf-3b73-4ab7-8452-0d7934b426c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c567a7b-7e6d-4cbd-afd8-f66243b10212,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:52.144348 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5e60c267-bc32-4140-8ad5-718ea42896e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:52.351465 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-5e60c267-bc32-4140-8ad5-718ea42896e4 admin admin] Deleting port 9d16d8ba-f70a-4d90-bbaf-04fd5dfd19a2 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:13:52.352098 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5e60c267-bc32-4140-8ad5-718ea42896e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:52.553912 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-df4a2088-dad1-4b37-851d-16d14a85067a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4b43d5b1cc2b418c97b1aca204b56c1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7531524 Dec 06 17:13:52.556232 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 46322) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:13:52.675868 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-5e60c267-bc32-4140-8ad5-718ea42896e4 admin admin] For port 9d16d8ba-f70a-4d90-bbaf-04fd5dfd19a2, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9d16d8ba-f70a-4d90-bbaf-04fd5dfd19a2,segment=NetworkSegment(ff33a10c-d3a2-4b70-9308-425a1aa27afa),segment_id=ff33a10c-d3a2-4b70-9308-425a1aa27afa)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:13:52.676431 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5e60c267-bc32-4140-8ad5-718ea42896e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:52.706133 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-5e60c267-bc32-4140-8ad5-718ea42896e4 admin admin] Calling delete_port for 9d16d8ba-f70a-4d90-bbaf-04fd5dfd19a2 owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:13:52.751400 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:52.762757 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ff09fb80-c19a-4e0a-bf58-280aa760d1ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:52.819722 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ff09fb80-c19a-4e0a-bf58-280aa760d1ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:52.819985 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5e60c267-bc32-4140-8ad5-718ea42896e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:52.848675 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e60c267-bc32-4140-8ad5-718ea42896e4 admin admin] No DVR routers for this DVR port 9d16d8ba-f70a-4d90-bbaf-04fd5dfd19a2 on host n-d-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:13:52.886823 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e60c267-bc32-4140-8ad5-718ea42896e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d16d8ba-f70a-4d90-bbaf-04fd5dfd19a2,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:52.898612 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port d4a678db-5160-49c5-8dd5-e80988056f2a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=d4a678db-5160-49c5-8dd5-e80988056f2a,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:13:52.899775 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d3b7f5b-9b90-46d3-ae07-5151f29231e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4a678db-5160-49c5-8dd5-e80988056f2a'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:13:52.906330 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a91a1c9-2b8a-4946-a559-aa2e192d84ba" -d '{"events": [{"server_uuid": "6d3b7f5b-9b90-46d3-ae07-5151f29231e9", "name": "network-vif-plugged", "status": "completed", "tag": "d4a678db-5160-49c5-8dd5-e80988056f2a"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:13:52.937829 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:52.938647 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device a9d90335-45f4-43b2-ba1e-cb5a033fd2ee no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:13:52.963151 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] No Port match for: a9d90335-45f4-43b2-ba1e-cb5a033fd2ee {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:13:52.963732 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device a9d90335-45f4-43b2-ba1e-cb5a033fd2ee not bound to the agent host n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:13:53.026598 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5e60c267-bc32-4140-8ad5-718ea42896e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:53.061386 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=d4a678db-5160-49c5-8dd5-e80988056f2a,revision_number=7']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:53.089929 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-5e60c267-bc32-4140-8ad5-718ea42896e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab4dd15b-a9b8-4be5-bb0e-70bbaf5638ab']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:13:53.104908 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-5e60c267-bc32-4140-8ad5-718ea42896e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff33a10c-d3a2-4b70-9308-425a1aa27afa') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:13:53.104908 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-5e60c267-bc32-4140-8ad5-718ea42896e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff33a10c-d3a2-4b70-9308-425a1aa27afa') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:13:53.110259 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f4f153-b9bb-4771-b78d-7420e5534047 None None] DHCP port deletion for ab4dd15b-a9b8-4be5-bb0e-70bbaf5638ab request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:13:53.119754 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5e60c267-bc32-4140-8ad5-718ea42896e4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:53.145165 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5e60c267-bc32-4140-8ad5-718ea42896e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:53.159584 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e60c267-bc32-4140-8ad5-718ea42896e4 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:13:53.159995 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5e60c267-bc32-4140-8ad5-718ea42896e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:53.163177 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 17:13:53.163177 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:13:53.163177 n-d-master-1 neutron-server[103284]: timer() Dec 06 17:13:53.163177 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:13:53.163177 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 17:13:53.163177 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:13:53.163177 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 17:13:53.163177 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:13:53.163177 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 17:13:53.163177 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:13:53.163177 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 17:13:53.163177 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:13:53.163177 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 17:13:53.163177 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:13:53.163177 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:13:53.163177 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:13:53.163177 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:13:53.163177 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:13:53.163177 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 17:13:53.163177 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:13:53.163177 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 17:13:53.163177 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:13:53.163177 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:13:53.163177 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:13:53.163177 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 17:13:53.163177 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:13:53.163177 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:13:53.163177 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:13:53.163177 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:13:53.163177 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:13:53.163177 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:13:53.163177 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:13:53.234743 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5e60c267-bc32-4140-8ad5-718ea42896e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:53.258711 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5e60c267-bc32-4140-8ad5-718ea42896e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:53.262512 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-5e60c267-bc32-4140-8ad5-718ea42896e4 admin admin] 10.222.0.23 "DELETE /v2.0/networks/ab4dd15b-a9b8-4be5-bb0e-70bbaf5638ab HTTP/1.1" status: 204 len: 168 time: 1.3205183 Dec 06 17:13:53.263732 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e60c267-bc32-4140-8ad5-718ea42896e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab4dd15b-a9b8-4be5-bb0e-70bbaf5638ab,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:53.290348 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 72b98a49-5e2a-4177-b453-72c1b378e530 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:13:53.327544 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] No Port match for: 72b98a49-5e2a-4177-b453-72c1b378e530 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:13:53.327869 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 72b98a49-5e2a-4177-b453-72c1b378e530 not bound to the agent host n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:13:53.421568 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-07b556bf-3b73-4ab7-8452-0d7934b426c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-772474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575952'] for router_interface, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:53.422669 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ff09fb80-c19a-4e0a-bf58-280aa760d1ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:53.425455 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ff09fb80-c19a-4e0a-bf58-280aa760d1ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:53.426636 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-ff09fb80-c19a-4e0a-bf58-280aa760d1ae admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2ba66608-5fba-460b-9339-43992781830c HTTP/1.1" status: 204 len: 168 time: 0.8692079 Dec 06 17:13:53.439142 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff09fb80-c19a-4e0a-bf58-280aa760d1ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba66608-5fba-460b-9339-43992781830c,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:53.469056 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 46342) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:13:53.540598 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-d765f3df-ed37-43f9-a9e2-e94e4e84bd28 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=00c75398d2094120b650f6266e5d7c45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0697105 Dec 06 17:13:53.542945 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 46346) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:13:53.664814 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1c372344-b819-4c6b-81c9-2688d2b62db6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:53.740095 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1c372344-b819-4c6b-81c9-2688d2b62db6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:53.848193 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07b556bf-3b73-4ab7-8452-0d7934b426c3 admin admin] Router a5281d38-5395-423b-9d0b-73f4b616e14a has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:13:53.874605 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1c372344-b819-4c6b-81c9-2688d2b62db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:53.877251 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1c372344-b819-4c6b-81c9-2688d2b62db6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:53.878496 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-1c372344-b819-4c6b-81c9-2688d2b62db6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0a730665-847c-4cae-84d9-9d9aa118ce89 HTTP/1.1" status: 204 len: 168 time: 0.3346100 Dec 06 17:13:53.896007 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c372344-b819-4c6b-81c9-2688d2b62db6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a730665-847c-4cae-84d9-9d9aa118ce89,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:54.017856 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07b556bf-3b73-4ab7-8452-0d7934b426c3 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:13:54.028879 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 46354) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:13:54.029170 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-07b556bf-3b73-4ab7-8452-0d7934b426c3 admin admin] 10.222.0.23 "PUT /v2.0/routers/a5281d38-5395-423b-9d0b-73f4b616e14a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8974805 Dec 06 17:13:54.035726 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c024b1d6-c6ef-4e64-88bb-df48ede9586d None None] Sync routers for ids ['a5281d38-5395-423b-9d0b-73f4b616e14a'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:13:54.051720 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c024b1d6-c6ef-4e64-88bb-df48ede9586d None None] Routers {'a5281d38-5395-423b-9d0b-73f4b616e14a'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:13:54.052867 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-c024b1d6-c6ef-4e64-88bb-df48ede9586d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:13:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['a5281d38-5395-423b-9d0b-73f4b616e14a'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:13:54.201743 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 46356) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:13:54.229708 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-199db7c5-5dea-4cf5-ad86-56b9ef4abc81 admin admin] Publish callbacks [] for router, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:54.290088 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-c024b1d6-c6ef-4e64-88bb-df48ede9586d None None] Set router a5281d38-5395-423b-9d0b-73f4b616e14a gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:13:54.368549 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-d9b610b3-727c-485c-8f00-a05e91e6a59f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2484831f70bb416db5e1ab925c9eb8af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1646459 Dec 06 17:13:54.368768 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 46360) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:13:54.462832 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-199db7c5-5dea-4cf5-ad86-56b9ef4abc81 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:54.466175 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-535a3a8e-b42a-42d3-8033-18d8ade87e51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:54.567918 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-535a3a8e-b42a-42d3-8033-18d8ade87e51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:54.585058 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-c024b1d6-c6ef-4e64-88bb-df48ede9586d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5281d38-5395-423b-9d0b-73f4b616e14a', 'name': 'tempest-ServersTestJSON-968880428-router', 'tenant_id': '04e70b6312e34ddaaf35d2c83717f9c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.189'}], 'enable_snat': True}, 'gw_port_id': 'a4439a02-2c3e-4415-a660-2b904afe7e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:11:02Z', 'updated_at': '2021-12-06T17:13:51Z', 'revision_number': 5, 'project_id': '04e70b6312e34ddaaf35d2c83717f9c6', 'gw_port': {'id': 'a4439a02-2c3e-4415-a660-2b904afe7e16', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:30:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5281d38-5395-423b-9d0b-73f4b616e14a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:11:04Z', 'updated_at': '2021-12-06T17:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:13:54.614888 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c024b1d6-c6ef-4e64-88bb-df48ede9586d None None] Checking router: a5281d38-5395-423b-9d0b-73f4b616e14a for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:13:54.624568 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c024b1d6-c6ef-4e64-88bb-df48ede9586d None None] Routers {'a5281d38-5395-423b-9d0b-73f4b616e14a'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:13:54.626245 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-c024b1d6-c6ef-4e64-88bb-df48ede9586d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:13:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['a5281d38-5395-423b-9d0b-73f4b616e14a'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:13:54.692798 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 9d16d8ba-f70a-4d90-bbaf-04fd5dfd19a2 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:13:54.721405 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 9d16d8ba-f70a-4d90-bbaf-04fd5dfd19a2 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:13:54.721965 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 9d16d8ba-f70a-4d90-bbaf-04fd5dfd19a2 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:13:54.775046 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-c024b1d6-c6ef-4e64-88bb-df48ede9586d None None] Set router a5281d38-5395-423b-9d0b-73f4b616e14a gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:13:54.828499 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-535a3a8e-b42a-42d3-8033-18d8ade87e51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:54.832861 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-535a3a8e-b42a-42d3-8033-18d8ade87e51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:54.834757 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-535a3a8e-b42a-42d3-8033-18d8ade87e51 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/613d37fa-fefe-4398-9219-f4e7fe98e1e4 HTTP/1.1" status: 204 len: 168 time: 0.4652567 Dec 06 17:13:54.850923 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-c024b1d6-c6ef-4e64-88bb-df48ede9586d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5281d38-5395-423b-9d0b-73f4b616e14a', 'name': 'tempest-ServersTestJSON-968880428-router', 'tenant_id': '04e70b6312e34ddaaf35d2c83717f9c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:11:02Z', 'updated_at': '2021-12-06T17:13:54Z', 'revision_number': 6, 'project_id': '04e70b6312e34ddaaf35d2c83717f9c6', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:13:54.876066 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535a3a8e-b42a-42d3-8033-18d8ade87e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=613d37fa-fefe-4398-9219-f4e7fe98e1e4,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:54.882583 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c024b1d6-c6ef-4e64-88bb-df48ede9586d None None] The sync data for ids ['a5281d38-5395-423b-9d0b-73f4b616e14a'] in n-d-master-1 is: [{'id': 'a5281d38-5395-423b-9d0b-73f4b616e14a', 'name': 'tempest-ServersTestJSON-968880428-router', 'tenant_id': '04e70b6312e34ddaaf35d2c83717f9c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:11:02Z', 'updated_at': '2021-12-06T17:13:54Z', 'revision_number': 6, 'project_id': '04e70b6312e34ddaaf35d2c83717f9c6', 'gw_port_host': None}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:13:54.898473 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-199db7c5-5dea-4cf5-ad86-56b9ef4abc81 admin admin] Deleting port a4439a02-2c3e-4415-a660-2b904afe7e16 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:13:54.898821 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-199db7c5-5dea-4cf5-ad86-56b9ef4abc81 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:55.077393 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-199db7c5-5dea-4cf5-ad86-56b9ef4abc81 admin admin] For port a4439a02-2c3e-4415-a660-2b904afe7e16, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a4439a02-2c3e-4415-a660-2b904afe7e16,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:13:55.079223 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-199db7c5-5dea-4cf5-ad86-56b9ef4abc81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:55.112590 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-199db7c5-5dea-4cf5-ad86-56b9ef4abc81 admin admin] Calling delete_port for a4439a02-2c3e-4415-a660-2b904afe7e16 owned by network:router_gateway {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:13:55.391109 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-199db7c5-5dea-4cf5-ad86-56b9ef4abc81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:55.495581 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199db7c5-5dea-4cf5-ad86-56b9ef4abc81 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4439a02-2c3e-4415-a660-2b904afe7e16,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:55.596247 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-199db7c5-5dea-4cf5-ad86-56b9ef4abc81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536698'] for router_gateway, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:55.621938 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 46392) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:13:55.986425 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-0862cae8-1d41-4df4-a877-055dc72b9c07 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-928762650-network', 'tenant_id': 'f377f83bc18f4c0187f237b662699790'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:13:56.066281 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0862cae8-1d41-4df4-a877-055dc72b9c07 admin admin] Made reservation on behalf of f377f83bc18f4c0187f237b662699790 for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:13:56.072467 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0862cae8-1d41-4df4-a877-055dc72b9c07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:56.097460 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0862cae8-1d41-4df4-a877-055dc72b9c07 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:56.302809 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0862cae8-1d41-4df4-a877-055dc72b9c07 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:56.313086 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0862cae8-1d41-4df4-a877-055dc72b9c07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:56.327333 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-199db7c5-5dea-4cf5-ad86-56b9ef4abc81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:56.332587 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-199db7c5-5dea-4cf5-ad86-56b9ef4abc81 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:56.365120 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0862cae8-1d41-4df4-a877-055dc72b9c07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d21c49c1-182d-4160-90f0-ac9f78bb540e,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:56.399082 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0862cae8-1d41-4df4-a877-055dc72b9c07 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:13:56.432271 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0862cae8-1d41-4df4-a877-055dc72b9c07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:56.433112 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-0862cae8-1d41-4df4-a877-055dc72b9c07 admin admin] Added segment 5f633514-6649-4383-967d-3e5bb989bb4a of type vlan for network 4855bde2-5345-463f-b706-ad251cb422d1 Dec 06 17:13:56.454861 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-199db7c5-5dea-4cf5-ad86-56b9ef4abc81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:56.455755 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-199db7c5-5dea-4cf5-ad86-56b9ef4abc81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5281d38-5395-423b-9d0b-73f4b616e14a {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 17:13:56.464018 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-199db7c5-5dea-4cf5-ad86-56b9ef4abc81 admin admin] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:56.465582 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-199db7c5-5dea-4cf5-ad86-56b9ef4abc81 admin admin] 10.222.0.23 "DELETE /v2.0/routers/a5281d38-5395-423b-9d0b-73f4b616e14a HTTP/1.1" status: 204 len: 168 time: 2.4350829 Dec 06 17:13:56.468980 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 46412) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:13:56.524839 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0862cae8-1d41-4df4-a877-055dc72b9c07 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:56.578107 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0862cae8-1d41-4df4-a877-055dc72b9c07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:56.580284 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0862cae8-1d41-4df4-a877-055dc72b9c07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:56.580980 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0862cae8-1d41-4df4-a877-055dc72b9c07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:56.657508 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5e8542b-1ee7-4633-9b76-be09810445a8 admin admin] Deleting subnet 9f03234b-998c-465c-8f0a-752c850a77ec {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:13:56.668960 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c5e8542b-1ee7-4633-9b76-be09810445a8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:56.701736 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device a4439a02-2c3e-4415-a660-2b904afe7e16 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:13:56.737004 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0862cae8-1d41-4df4-a877-055dc72b9c07 admin admin] Pushing event updated for resources: {'Network': ['ID=4855bde2-5345-463f-b706-ad251cb422d1,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:56.771351 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-0862cae8-1d41-4df4-a877-055dc72b9c07 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1452818 Dec 06 17:13:56.772071 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 4855bde2-5345-463f-b706-ad251cb422d1 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:13:56.773420 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 46418) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:13:56.781790 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-10f5dd7a-0e1a-4489-8e71-912032caefb4 admin admin] Request body: {'subnet': {'network_id': '4855bde2-5345-463f-b706-ad251cb422d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-928762650-subnet', 'tenant_id': 'f377f83bc18f4c0187f237b662699790', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:13:56.789235 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c5e8542b-1ee7-4633-9b76-be09810445a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:56.835314 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f5dd7a-0e1a-4489-8e71-912032caefb4 admin admin] Made reservation on behalf of f377f83bc18f4c0187f237b662699790 for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:13:56.838248 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-10f5dd7a-0e1a-4489-8e71-912032caefb4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:56.952531 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c5e8542b-1ee7-4633-9b76-be09810445a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:57.007117 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: a4439a02-2c3e-4415-a660-2b904afe7e16 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:13:57.008801 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device a4439a02-2c3e-4415-a660-2b904afe7e16 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:13:57.010550 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 6c567a7b-7e6d-4cbd-afd8-f66243b10212 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:13:57.042573 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c5e8542b-1ee7-4633-9b76-be09810445a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:57.075295 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c5e8542b-1ee7-4633-9b76-be09810445a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:57.086991 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-c5e8542b-1ee7-4633-9b76-be09810445a8 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/9f03234b-998c-465c-8f0a-752c850a77ec HTTP/1.1" status: 204 len: 168 time: 0.6155319 Dec 06 17:13:57.104960 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83061ef9-52cc-4895-9da4-c728534b7175 None None] Network 9f7eb17f-0101-4378-b23e-fba2a86eb752 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:13:57.108330 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 46428) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:13:57.114373 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e8542b-1ee7-4633-9b76-be09810445a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f03234b-998c-465c-8f0a-752c850a77ec,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:57.125012 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 6c567a7b-7e6d-4cbd-afd8-f66243b10212 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:13:57.127970 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e8542b-1ee7-4633-9b76-be09810445a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:13:57.128346 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e8542b-1ee7-4633-9b76-be09810445a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:13:57.128677 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e8542b-1ee7-4633-9b76-be09810445a8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:13:57.129194 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e8542b-1ee7-4633-9b76-be09810445a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:13:57.129566 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e8542b-1ee7-4633-9b76-be09810445a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:13:57.130009 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e8542b-1ee7-4633-9b76-be09810445a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:13:57.130360 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e8542b-1ee7-4633-9b76-be09810445a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:13:57.130698 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e8542b-1ee7-4633-9b76-be09810445a8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:13:57.130909 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 6c567a7b-7e6d-4cbd-afd8-f66243b10212 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:13:57.131064 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e8542b-1ee7-4633-9b76-be09810445a8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:13:57.131354 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e8542b-1ee7-4633-9b76-be09810445a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:13:57.131678 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e8542b-1ee7-4633-9b76-be09810445a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:13:57.132011 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e8542b-1ee7-4633-9b76-be09810445a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:13:57.132337 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e8542b-1ee7-4633-9b76-be09810445a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:13:57.271570 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-79d232bb-9dca-4c68-aac7-256c18c98366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:57.276450 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-10f5dd7a-0e1a-4489-8e71-912032caefb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:57.379340 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f5dd7a-0e1a-4489-8e71-912032caefb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7162eead-6b06-4e77-9cd1-32f582d034d1,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:57.402981 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f5dd7a-0e1a-4489-8e71-912032caefb4 admin admin] Checking segment: {'id': '5f633514-6649-4383-967d-3e5bb989bb4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4855bde2-5345-463f-b706-ad251cb422d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:13:57.403485 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f5dd7a-0e1a-4489-8e71-912032caefb4 admin admin] Network hostable DHCP agents. Network: 4855bde2-5345-463f-b706-ad251cb422d1, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:13:57.471824 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-79d232bb-9dca-4c68-aac7-256c18c98366 admin admin] Deleting port c6543ae3-e64d-47aa-9b9a-1cab94450974 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:13:57.472453 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-79d232bb-9dca-4c68-aac7-256c18c98366 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:57.475865 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f5dd7a-0e1a-4489-8e71-912032caefb4 admin admin] Network 4855bde2-5345-463f-b706-ad251cb422d1 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:13:57.520701 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6beb31f0-8142-4cf1-8c32-1859e327dea6 None None] DHCP port deletion for 9f7eb17f-0101-4378-b23e-fba2a86eb752 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:13:57.539051 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-10f5dd7a-0e1a-4489-8e71-912032caefb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 4855bde2-5345-463f-b706-ad251cb422d1) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:13:57.556751 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f5dd7a-0e1a-4489-8e71-912032caefb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:13:57.557518 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-10f5dd7a-0e1a-4489-8e71-912032caefb4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:57.568977 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-79d232bb-9dca-4c68-aac7-256c18c98366 admin admin] For port c6543ae3-e64d-47aa-9b9a-1cab94450974, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c6543ae3-e64d-47aa-9b9a-1cab94450974,segment=NetworkSegment(0948af6a-14ee-4e03-a17c-8c618cc53269),segment_id=0948af6a-14ee-4e03-a17c-8c618cc53269)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:13:57.569415 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-79d232bb-9dca-4c68-aac7-256c18c98366 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:57.589447 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-79d232bb-9dca-4c68-aac7-256c18c98366 admin admin] Calling delete_port for c6543ae3-e64d-47aa-9b9a-1cab94450974 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:13:57.596186 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-10f5dd7a-0e1a-4489-8e71-912032caefb4 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8207157 Dec 06 17:13:57.598644 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 46436) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:13:57.604741 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-d0d56845-57cb-4203-9d6b-c5e17e3e9bc7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-928762650-router', 'tenant_id': 'f377f83bc18f4c0187f237b662699790', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:13:57.609753 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fee2d57-14ea-4467-aaf2-5c4cfd78eb56 None None] Network 4855bde2-5345-463f-b706-ad251cb422d1 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:13:57.684916 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d0d56845-57cb-4203-9d6b-c5e17e3e9bc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:57.688743 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d0d56845-57cb-4203-9d6b-c5e17e3e9bc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:57.780160 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d0d56845-57cb-4203-9d6b-c5e17e3e9bc7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:57.974959 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-79d232bb-9dca-4c68-aac7-256c18c98366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:58.011232 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a48f4e-2d0c-4a9a-83fd-bda4768c557f None None] Network 4855bde2-5345-463f-b706-ad251cb422d1 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:13:58.042471 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d232bb-9dca-4c68-aac7-256c18c98366 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6543ae3-e64d-47aa-9b9a-1cab94450974,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:58.055374 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d232bb-9dca-4c68-aac7-256c18c98366 admin admin] No DVR routers for this DVR port c6543ae3-e64d-47aa-9b9a-1cab94450974 on host n-d-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:13:58.059144 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d0d56845-57cb-4203-9d6b-c5e17e3e9bc7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:58.113053 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6beb31f0-8142-4cf1-8c32-1859e327dea6 None None] Deleting port c6543ae3-e64d-47aa-9b9a-1cab94450974 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:13:58.113759 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6beb31f0-8142-4cf1-8c32-1859e327dea6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:58.158822 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-79d232bb-9dca-4c68-aac7-256c18c98366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:58.199362 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6beb31f0-8142-4cf1-8c32-1859e327dea6 None None] For port c6543ae3-e64d-47aa-9b9a-1cab94450974, host n-d-master-1, got binding levels [] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:13:58.200032 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6beb31f0-8142-4cf1-8c32-1859e327dea6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:58.210775 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-79d232bb-9dca-4c68-aac7-256c18c98366 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f7eb17f-0101-4378-b23e-fba2a86eb752']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:13:58.224079 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-79d232bb-9dca-4c68-aac7-256c18c98366 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0948af6a-14ee-4e03-a17c-8c618cc53269') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:13:58.224648 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-79d232bb-9dca-4c68-aac7-256c18c98366 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0948af6a-14ee-4e03-a17c-8c618cc53269') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:13:58.236907 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-79d232bb-9dca-4c68-aac7-256c18c98366 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:58.248269 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6beb31f0-8142-4cf1-8c32-1859e327dea6 None None] Calling delete_port for c6543ae3-e64d-47aa-9b9a-1cab94450974 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:13:58.253959 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.ipam_backend_mixin [None req-6beb31f0-8142-4cf1-8c32-1859e327dea6 None None] Port c6543ae3-e64d-47aa-9b9a-1cab94450974 was not found and therefore no delete operation was performed {{(pid=103286) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 06 17:13:58.256638 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6beb31f0-8142-4cf1-8c32-1859e327dea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:58.258905 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-79d232bb-9dca-4c68-aac7-256c18c98366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:58.272019 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79d232bb-9dca-4c68-aac7-256c18c98366 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:13:58.272620 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-79d232bb-9dca-4c68-aac7-256c18c98366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:58.274553 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:13:58.274553 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:13:58.274553 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:13:58.274553 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:13:58.274553 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:13:58.274553 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:13:58.274553 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:13:58.274553 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:13:58.274553 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:13:58.274553 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:13:58.274553 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:13:58.274553 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:13:58.274553 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:13:58.274553 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:13:58.274553 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:13:58.274553 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:13:58.274553 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:13:58.274553 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:13:58.274553 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:13:58.274553 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:13:58.274553 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:13:58.274553 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:13:58.274553 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:13:58.274553 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:13:58.274553 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:13:58.274553 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:13:58.274553 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:13:58.274553 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:13:58.274553 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:13:58.274553 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:13:58.274553 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:13:58.274553 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:13:58.307763 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beb31f0-8142-4cf1-8c32-1859e327dea6 None None] Pushing event deleted for resources: {'Port': ['ID=c6543ae3-e64d-47aa-9b9a-1cab94450974,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:58.316795 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6beb31f0-8142-4cf1-8c32-1859e327dea6 None None] No DVR routers for this DVR port c6543ae3-e64d-47aa-9b9a-1cab94450974 on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:13:58.364039 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-79d232bb-9dca-4c68-aac7-256c18c98366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:58.404923 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-79d232bb-9dca-4c68-aac7-256c18c98366 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:58.411833 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-79d232bb-9dca-4c68-aac7-256c18c98366 admin admin] 10.222.0.23 "DELETE /v2.0/networks/9f7eb17f-0101-4378-b23e-fba2a86eb752 HTTP/1.1" status: 204 len: 168 time: 1.3002224 Dec 06 17:13:58.457119 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d232bb-9dca-4c68-aac7-256c18c98366 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f7eb17f-0101-4378-b23e-fba2a86eb752,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:58.518011 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d0d56845-57cb-4203-9d6b-c5e17e3e9bc7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:58.544754 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d0d56845-57cb-4203-9d6b-c5e17e3e9bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:58.658894 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device c6543ae3-e64d-47aa-9b9a-1cab94450974 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:13:58.704552 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-d0d56845-57cb-4203-9d6b-c5e17e3e9bc7 admin admin] Allocated IP 172.35.1.109 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/67fc27b0-a158-4b84-bf2c-6f754bd6a0a7) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:13:58.716791 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: c6543ae3-e64d-47aa-9b9a-1cab94450974 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:13:58.717710 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device c6543ae3-e64d-47aa-9b9a-1cab94450974 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:13:58.757317 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 46450) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:13:58.825263 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-80304aa4-7c9f-4337-9521-ec51d4ea882b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=04e70b6312e34ddaaf35d2c83717f9c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0660181 Dec 06 17:13:58.827706 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 46452) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:13:58.875288 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d0d56845-57cb-4203-9d6b-c5e17e3e9bc7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:58.910859 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dd27ecd3-d5fd-4b5c-8304-851c753291fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:58.924913 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d0d56845-57cb-4203-9d6b-c5e17e3e9bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:58.965722 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dd27ecd3-d5fd-4b5c-8304-851c753291fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:58.969993 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d56845-57cb-4203-9d6b-c5e17e3e9bc7 admin admin] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:13:58.975741 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-d0d56845-57cb-4203-9d6b-c5e17e3e9bc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:13:59.004225 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d56845-57cb-4203-9d6b-c5e17e3e9bc7 admin admin] Pushing event updated for resources: {'Port': ['ID=67fc27b0-a158-4b84-bf2c-6f754bd6a0a7,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:59.008673 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d56845-57cb-4203-9d6b-c5e17e3e9bc7 admin admin] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:13:59.064964 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dd27ecd3-d5fd-4b5c-8304-851c753291fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:59.069688 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dd27ecd3-d5fd-4b5c-8304-851c753291fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:59.071569 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-dd27ecd3-d5fd-4b5c-8304-851c753291fb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e7f62141-0c3a-4366-9a2f-3f10950f33e5 HTTP/1.1" status: 204 len: 168 time: 0.2426102 Dec 06 17:13:59.102813 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd27ecd3-d5fd-4b5c-8304-851c753291fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f62141-0c3a-4366-9a2f-3f10950f33e5,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:13:59.443411 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d0d56845-57cb-4203-9d6b-c5e17e3e9bc7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:59.697911 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d0d56845-57cb-4203-9d6b-c5e17e3e9bc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:13:59.894105 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0d56845-57cb-4203-9d6b-c5e17e3e9bc7 admin admin] Router 3256e403-77e3-4cb7-9e91-46b2de5a4ba9 is scheduled to L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 with binding_index 1 {{(pid=103285) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 17:14:00.043284 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0d56845-57cb-4203-9d6b-c5e17e3e9bc7 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:14:00.052243 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59e129d-a314-41ae-8e3b-11a075253850 None None] Sync routers for ids ['3256e403-77e3-4cb7-9e91-46b2de5a4ba9'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:14:00.071801 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d0d56845-57cb-4203-9d6b-c5e17e3e9bc7 admin admin] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:00.075644 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-d0d56845-57cb-4203-9d6b-c5e17e3e9bc7 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.4759316 Dec 06 17:14:00.078611 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 46478) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:14:00.090684 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59e129d-a314-41ae-8e3b-11a075253850 None None] Routers {'3256e403-77e3-4cb7-9e91-46b2de5a4ba9'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:14:00.095344 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-e59e129d-a314-41ae-8e3b-11a075253850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:13:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['3256e403-77e3-4cb7-9e91-46b2de5a4ba9'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:14:00.248754 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 46482) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:14:00.330162 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-e59e129d-a314-41ae-8e3b-11a075253850 None None] Set router 3256e403-77e3-4cb7-9e91-46b2de5a4ba9 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:14:00.471791 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-30a09537-a57b-4ad9-8fc6-a0f9e89e03fb admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1785482838-network', 'tenant_id': 'e496f20025e24ec89db8607fe6b1b56a'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:14:00.502955 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a09537-a57b-4ad9-8fc6-a0f9e89e03fb admin admin] Made reservation on behalf of e496f20025e24ec89db8607fe6b1b56a for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:14:00.506638 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-30a09537-a57b-4ad9-8fc6-a0f9e89e03fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:00.521421 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-30a09537-a57b-4ad9-8fc6-a0f9e89e03fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:00.584817 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-e59e129d-a314-41ae-8e3b-11a075253850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3256e403-77e3-4cb7-9e91-46b2de5a4ba9', 'name': 'tempest-ServerRescueTestJSONUnderV235-928762650-router', 'tenant_id': 'f377f83bc18f4c0187f237b662699790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.109'}], 'enable_snat': True}, 'gw_port_id': '67fc27b0-a158-4b84-bf2c-6f754bd6a0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:13:57Z', 'updated_at': '2021-12-06T17:13:59Z', 'revision_number': 3, 'project_id': 'f377f83bc18f4c0187f237b662699790', 'gw_port': {'id': '67fc27b0-a158-4b84-bf2c-6f754bd6a0a7', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:36:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3256e403-77e3-4cb7-9e91-46b2de5a4ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:13:58Z', 'updated_at': '2021-12-06T17:13:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:14:00.648255 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59e129d-a314-41ae-8e3b-11a075253850 None None] Checking router: 3256e403-77e3-4cb7-9e91-46b2de5a4ba9 for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:14:00.648663 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59e129d-a314-41ae-8e3b-11a075253850 None None] Updating router 3256e403-77e3-4cb7-9e91-46b2de5a4ba9 port 67fc27b0-a158-4b84-bf2c-6f754bd6a0a7 binding host n-d-master-1 {{(pid=103287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:14:00.680494 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e59e129d-a314-41ae-8e3b-11a075253850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:00.688408 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-30a09537-a57b-4ad9-8fc6-a0f9e89e03fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:00.698841 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-30a09537-a57b-4ad9-8fc6-a0f9e89e03fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:00.733404 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30a09537-a57b-4ad9-8fc6-a0f9e89e03fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:14:00.780190 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a09537-a57b-4ad9-8fc6-a0f9e89e03fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f03ab9e8-fae2-4a61-9f03-339a4717e762,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:00.793948 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-30a09537-a57b-4ad9-8fc6-a0f9e89e03fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:00.794410 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-30a09537-a57b-4ad9-8fc6-a0f9e89e03fb admin admin] Added segment 44656592-41d5-4b06-835f-a729d0cd1d78 of type vlan for network 5c08d51b-46bc-4617-b832-9a34eeeaeca2 Dec 06 17:14:00.858732 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-30a09537-a57b-4ad9-8fc6-a0f9e89e03fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:00.904448 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a09537-a57b-4ad9-8fc6-a0f9e89e03fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:14:00.905132 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a09537-a57b-4ad9-8fc6-a0f9e89e03fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:14:00.905132 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a09537-a57b-4ad9-8fc6-a0f9e89e03fb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:14:00.905746 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a09537-a57b-4ad9-8fc6-a0f9e89e03fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:14:00.906106 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a09537-a57b-4ad9-8fc6-a0f9e89e03fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:14:00.906447 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a09537-a57b-4ad9-8fc6-a0f9e89e03fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:14:00.906831 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a09537-a57b-4ad9-8fc6-a0f9e89e03fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:14:00.907430 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a09537-a57b-4ad9-8fc6-a0f9e89e03fb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:14:00.907771 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a09537-a57b-4ad9-8fc6-a0f9e89e03fb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:14:00.908240 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a09537-a57b-4ad9-8fc6-a0f9e89e03fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:14:00.908585 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a09537-a57b-4ad9-8fc6-a0f9e89e03fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:14:00.908991 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a09537-a57b-4ad9-8fc6-a0f9e89e03fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:14:00.909312 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a09537-a57b-4ad9-8fc6-a0f9e89e03fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:14:00.914505 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-30a09537-a57b-4ad9-8fc6-a0f9e89e03fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:00.916006 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a09537-a57b-4ad9-8fc6-a0f9e89e03fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:00.916608 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-30a09537-a57b-4ad9-8fc6-a0f9e89e03fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:00.946093 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-986fc26e-8323-4c8e-9004-8774eee5b4a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:01.172059 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e59e129d-a314-41ae-8e3b-11a075253850 None None] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:01.188231 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e59e129d-a314-41ae-8e3b-11a075253850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:01.245881 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f273093c-45d7-4275-a8a6-f7bfdb597404 None None] Pushing event updated for resources: {'Port': ['ID=67fc27b0-a158-4b84-bf2c-6f754bd6a0a7,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:01.269241 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-e59e129d-a314-41ae-8e3b-11a075253850 None None] Attempting to bind port 67fc27b0-a158-4b84-bf2c-6f754bd6a0a7 on host n-d-master-1 for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:14:01.270336 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-e59e129d-a314-41ae-8e3b-11a075253850 None None] Attempting to bind port 67fc27b0-a158-4b84-bf2c-6f754bd6a0a7 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:14:01.270710 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59e129d-a314-41ae-8e3b-11a075253850 None None] Attempting to bind port 67fc27b0-a158-4b84-bf2c-6f754bd6a0a7 on network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:14:01.277275 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59e129d-a314-41ae-8e3b-11a075253850 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:14:01.278393 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59e129d-a314-41ae-8e3b-11a075253850 None None] Checking segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:14:01.278393 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e59e129d-a314-41ae-8e3b-11a075253850 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:01.278793 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59e129d-a314-41ae-8e3b-11a075253850 None None] Bound using segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:14:01.279498 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-e59e129d-a314-41ae-8e3b-11a075253850 None None] Bound port: 67fc27b0-a158-4b84-bf2c-6f754bd6a0a7, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:14:01.279902 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e59e129d-a314-41ae-8e3b-11a075253850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:01.348400 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-e59e129d-a314-41ae-8e3b-11a075253850 None None] For port 67fc27b0-a158-4b84-bf2c-6f754bd6a0a7, host n-d-master-1, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:14:01.362511 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-e59e129d-a314-41ae-8e3b-11a075253850 None None] For port 67fc27b0-a158-4b84-bf2c-6f754bd6a0a7, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=67fc27b0-a158-4b84-bf2c-6f754bd6a0a7,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:14:01.374443 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e59e129d-a314-41ae-8e3b-11a075253850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:01.375388 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-986fc26e-8323-4c8e-9004-8774eee5b4a8 admin admin] Allocated IP 172.20.0.1 (4855bde2-5345-463f-b706-ad251cb422d1/7162eead-6b06-4e77-9cd1-32f582d034d1/1afeccbb-399e-4224-812a-db76af72ce21) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:14:01.528880 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59e129d-a314-41ae-8e3b-11a075253850 None None] Routers {'3256e403-77e3-4cb7-9e91-46b2de5a4ba9'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:14:01.529835 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-e59e129d-a314-41ae-8e3b-11a075253850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:13:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['3256e403-77e3-4cb7-9e91-46b2de5a4ba9'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:14:01.582478 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-30a09537-a57b-4ad9-8fc6-a0f9e89e03fb admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3327858 Dec 06 17:14:01.585391 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 46492) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:14:01.590413 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-3628ec37-5a0b-4cb1-8a1a-08c8906f5634 admin admin] Request body: {'subnet': {'network_id': '5c08d51b-46bc-4617-b832-9a34eeeaeca2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1785482838-subnet', 'tenant_id': 'e496f20025e24ec89db8607fe6b1b56a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:14:01.612775 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a09537-a57b-4ad9-8fc6-a0f9e89e03fb admin admin] Pushing event updated for resources: {'Network': ['ID=5c08d51b-46bc-4617-b832-9a34eeeaeca2,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:01.613035 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-986fc26e-8323-4c8e-9004-8774eee5b4a8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:01.619169 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3628ec37-5a0b-4cb1-8a1a-08c8906f5634 admin admin] Made reservation on behalf of e496f20025e24ec89db8607fe6b1b56a for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:14:01.624404 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3628ec37-5a0b-4cb1-8a1a-08c8906f5634 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:01.626507 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 5c08d51b-46bc-4617-b832-9a34eeeaeca2 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:14:01.698203 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-986fc26e-8323-4c8e-9004-8774eee5b4a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:01.811711 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986fc26e-8323-4c8e-9004-8774eee5b4a8 admin admin] Pushing event updated for resources: {'Port': ['ID=1afeccbb-399e-4224-812a-db76af72ce21,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:01.823060 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986fc26e-8323-4c8e-9004-8774eee5b4a8 admin admin] Network 4855bde2-5345-463f-b706-ad251cb422d1 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:14:01.824426 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f273093c-45d7-4275-a8a6-f7bfdb597404 None None] Pushing event updated for resources: {'Port': ['ID=67fc27b0-a158-4b84-bf2c-6f754bd6a0a7,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:01.825217 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-986fc26e-8323-4c8e-9004-8774eee5b4a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:14:01.828686 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986fc26e-8323-4c8e-9004-8774eee5b4a8 admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:14:01.835285 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-e59e129d-a314-41ae-8e3b-11a075253850 None None] Set router 3256e403-77e3-4cb7-9e91-46b2de5a4ba9 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:14:01.882466 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-986fc26e-8323-4c8e-9004-8774eee5b4a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539179'] for router_interface, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:01.907968 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3628ec37-5a0b-4cb1-8a1a-08c8906f5634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:02.024878 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3628ec37-5a0b-4cb1-8a1a-08c8906f5634 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49fcc104-7c72-4f2a-b12e-baa8ea483788,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:02.047380 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3628ec37-5a0b-4cb1-8a1a-08c8906f5634 admin admin] Checking segment: {'id': '44656592-41d5-4b06-835f-a729d0cd1d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5c08d51b-46bc-4617-b832-9a34eeeaeca2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:14:02.050944 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3628ec37-5a0b-4cb1-8a1a-08c8906f5634 admin admin] Network hostable DHCP agents. Network: 5c08d51b-46bc-4617-b832-9a34eeeaeca2, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:14:02.093786 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3628ec37-5a0b-4cb1-8a1a-08c8906f5634 admin admin] Network 5c08d51b-46bc-4617-b832-9a34eeeaeca2 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:14:02.108423 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-986fc26e-8323-4c8e-9004-8774eee5b4a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:02.110242 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-3628ec37-5a0b-4cb1-8a1a-08c8906f5634 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 5c08d51b-46bc-4617-b832-9a34eeeaeca2) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:14:02.116773 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3628ec37-5a0b-4cb1-8a1a-08c8906f5634 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:02.118484 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e86aea5-653e-4c2e-b775-e9ae01dac9dd None None] Network 5c08d51b-46bc-4617-b832-9a34eeeaeca2 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:14:02.119715 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3628ec37-5a0b-4cb1-8a1a-08c8906f5634 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:02.140042 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-e59e129d-a314-41ae-8e3b-11a075253850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3256e403-77e3-4cb7-9e91-46b2de5a4ba9', 'name': 'tempest-ServerRescueTestJSONUnderV235-928762650-router', 'tenant_id': 'f377f83bc18f4c0187f237b662699790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.109'}], 'enable_snat': True}, 'gw_port_id': '67fc27b0-a158-4b84-bf2c-6f754bd6a0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:13:57Z', 'updated_at': '2021-12-06T17:13:59Z', 'revision_number': 3, 'project_id': 'f377f83bc18f4c0187f237b662699790', 'gw_port': {'id': '67fc27b0-a158-4b84-bf2c-6f754bd6a0a7', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:36:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3256e403-77e3-4cb7-9e91-46b2de5a4ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:13:58Z', 'updated_at': '2021-12-06T17:14:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:14:02.156119 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-3628ec37-5a0b-4cb1-8a1a-08c8906f5634 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5694344 Dec 06 17:14:02.158714 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 46494) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:14:02.172493 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-9499dd14-a670-4477-8874-2bd186aee27c admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1785482838-router', 'tenant_id': 'e496f20025e24ec89db8607fe6b1b56a', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:14:02.191194 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59e129d-a314-41ae-8e3b-11a075253850 None None] The sync data for ids ['3256e403-77e3-4cb7-9e91-46b2de5a4ba9'] in n-d-master-1 is: [{'id': '3256e403-77e3-4cb7-9e91-46b2de5a4ba9', 'name': 'tempest-ServerRescueTestJSONUnderV235-928762650-router', 'tenant_id': 'f377f83bc18f4c0187f237b662699790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.109'}], 'enable_snat': True}, 'gw_port_id': '67fc27b0-a158-4b84-bf2c-6f754bd6a0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:13:57Z', 'updated_at': '2021-12-06T17:13:59Z', 'revision_number': 3, 'project_id': 'f377f83bc18f4c0187f237b662699790', 'gw_port': {'id': '67fc27b0-a158-4b84-bf2c-6f754bd6a0a7', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:36:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3256e403-77e3-4cb7-9e91-46b2de5a4ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:13:58Z', 'updated_at': '2021-12-06T17:14:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:14:02.249393 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9499dd14-a670-4477-8874-2bd186aee27c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:02.251408 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9499dd14-a670-4477-8874-2bd186aee27c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:02.413757 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9499dd14-a670-4477-8874-2bd186aee27c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:02.492004 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce37ab7-ea8a-40ac-b753-ee80a3873bf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-5c08d51b-46bc-4617-b832-9a34eeeaeca2', 'network_id': '5c08d51b-46bc-4617-b832-9a34eeeaeca2', 'tenant_id': 'e496f20025e24ec89db8607fe6b1b56a', 'fixed_ips': [{'subnet_id': '49fcc104-7c72-4f2a-b12e-baa8ea483788'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:14:02.493030 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2ce37ab7-ea8a-40ac-b753-ee80a3873bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:02.519315 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-986fc26e-8323-4c8e-9004-8774eee5b4a8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:02.532363 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-986fc26e-8323-4c8e-9004-8774eee5b4a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:02.622062 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986fc26e-8323-4c8e-9004-8774eee5b4a8 admin admin] Pushing event updated for resources: {'Port': ['ID=1afeccbb-399e-4224-812a-db76af72ce21,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:02.688123 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-986fc26e-8323-4c8e-9004-8774eee5b4a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-772465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539207'] for router_interface, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:02.739092 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9499dd14-a670-4477-8874-2bd186aee27c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:02.741937 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:02.876070 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986fc26e-8323-4c8e-9004-8774eee5b4a8 admin admin] Network 4855bde2-5345-463f-b706-ad251cb422d1 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:14:02.881241 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-986fc26e-8323-4c8e-9004-8774eee5b4a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:14:02.882260 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-2ce37ab7-ea8a-40ac-b753-ee80a3873bf3 None None] Allocated IP 172.20.0.2 (5c08d51b-46bc-4617-b832-9a34eeeaeca2/49fcc104-7c72-4f2a-b12e-baa8ea483788/2691308a-a775-4218-8b93-df092362d25a) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:14:03.089654 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-986fc26e-8323-4c8e-9004-8774eee5b4a8 admin admin] Router 3256e403-77e3-4cb7-9e91-46b2de5a4ba9 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:14:03.178128 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9499dd14-a670-4477-8874-2bd186aee27c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:03.225638 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9499dd14-a670-4477-8874-2bd186aee27c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:03.268576 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2ce37ab7-ea8a-40ac-b753-ee80a3873bf3 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:03.299674 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2ce37ab7-ea8a-40ac-b753-ee80a3873bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:03.318756 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-986fc26e-8323-4c8e-9004-8774eee5b4a8 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:14:03.330746 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-986fc26e-8323-4c8e-9004-8774eee5b4a8 admin admin] 10.222.0.23 "PUT /v2.0/routers/3256e403-77e3-4cb7-9e91-46b2de5a4ba9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2508824 Dec 06 17:14:03.402419 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce37ab7-ea8a-40ac-b753-ee80a3873bf3 None None] Pushing event updated for resources: {'Port': ['ID=2691308a-a775-4218-8b93-df092362d25a,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:03.422094 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce37ab7-ea8a-40ac-b753-ee80a3873bf3 None None] Network 5c08d51b-46bc-4617-b832-9a34eeeaeca2 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:14:03.423885 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-2ce37ab7-ea8a-40ac-b753-ee80a3873bf3 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:14:03.426485 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce37ab7-ea8a-40ac-b753-ee80a3873bf3 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:14:03.505513 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-9499dd14-a670-4477-8874-2bd186aee27c admin admin] Allocated IP 172.35.1.19 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/368365f7-faeb-4c88-b641-d782323b4840) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:14:03.520474 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-2ce37ab7-ea8a-40ac-b753-ee80a3873bf3 None None] Attempting to bind port 2691308a-a775-4218-8b93-df092362d25a on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:14:03.520851 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-2ce37ab7-ea8a-40ac-b753-ee80a3873bf3 None None] Attempting to bind port 2691308a-a775-4218-8b93-df092362d25a by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '44656592-41d5-4b06-835f-a729d0cd1d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5c08d51b-46bc-4617-b832-9a34eeeaeca2'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:14:03.521229 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce37ab7-ea8a-40ac-b753-ee80a3873bf3 None None] Attempting to bind port 2691308a-a775-4218-8b93-df092362d25a on network 5c08d51b-46bc-4617-b832-9a34eeeaeca2 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:14:03.537605 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce37ab7-ea8a-40ac-b753-ee80a3873bf3 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:14:03.538051 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce37ab7-ea8a-40ac-b753-ee80a3873bf3 None None] Checking segment: {'id': '44656592-41d5-4b06-835f-a729d0cd1d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5c08d51b-46bc-4617-b832-9a34eeeaeca2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:14:03.538653 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2ce37ab7-ea8a-40ac-b753-ee80a3873bf3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:03.539194 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce37ab7-ea8a-40ac-b753-ee80a3873bf3 None None] Bound using segment: {'id': '44656592-41d5-4b06-835f-a729d0cd1d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5c08d51b-46bc-4617-b832-9a34eeeaeca2'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:14:03.539697 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-2ce37ab7-ea8a-40ac-b753-ee80a3873bf3 None None] Bound port: 2691308a-a775-4218-8b93-df092362d25a, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44656592-41d5-4b06-835f-a729d0cd1d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5c08d51b-46bc-4617-b832-9a34eeeaeca2'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:14:03.540265 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2ce37ab7-ea8a-40ac-b753-ee80a3873bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:03.684421 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-2ce37ab7-ea8a-40ac-b753-ee80a3873bf3 None None] For port 2691308a-a775-4218-8b93-df092362d25a, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:14:03.689632 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-2ce37ab7-ea8a-40ac-b753-ee80a3873bf3 None None] For port 2691308a-a775-4218-8b93-df092362d25a, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2691308a-a775-4218-8b93-df092362d25a,segment=NetworkSegment(44656592-41d5-4b06-835f-a729d0cd1d78),segment_id=44656592-41d5-4b06-835f-a729d0cd1d78)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:14:03.694465 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9499dd14-a670-4477-8874-2bd186aee27c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:03.698510 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2ce37ab7-ea8a-40ac-b753-ee80a3873bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:03.766108 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9499dd14-a670-4477-8874-2bd186aee27c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:03.792753 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce37ab7-ea8a-40ac-b753-ee80a3873bf3 None None] Pushing event updated for resources: {'Port': ['ID=2691308a-a775-4218-8b93-df092362d25a,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:03.819502 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 17:14:03.867387 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9499dd14-a670-4477-8874-2bd186aee27c admin admin] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:14:03.870807 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-9499dd14-a670-4477-8874-2bd186aee27c admin admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:14:03.874185 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9499dd14-a670-4477-8874-2bd186aee27c admin admin] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:14:03.928577 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9499dd14-a670-4477-8874-2bd186aee27c admin admin] Pushing event updated for resources: {'Port': ['ID=368365f7-faeb-4c88-b641-d782323b4840,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:04.272780 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9499dd14-a670-4477-8874-2bd186aee27c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:04.530361 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9499dd14-a670-4477-8874-2bd186aee27c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:04.694123 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9499dd14-a670-4477-8874-2bd186aee27c admin admin] Router 8158749a-48cf-4070-9121-8fb76d23c3b0 is scheduled to L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 with binding_index 1 {{(pid=103285) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 17:14:04.724038 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 67fc27b0-a158-4b84-bf2c-6f754bd6a0a7 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:14:04.833740 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 67fc27b0-a158-4b84-bf2c-6f754bd6a0a7 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:14:04.834655 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:04.878596 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9499dd14-a670-4477-8874-2bd186aee27c admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:14:04.899341 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9846ccaa-4a40-4587-95ec-8d515ae58c30 None None] Sync routers for ids ['8158749a-48cf-4070-9121-8fb76d23c3b0'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:14:04.918551 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9499dd14-a670-4477-8874-2bd186aee27c admin admin] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:04.921372 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-9499dd14-a670-4477-8874-2bd186aee27c admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7616212 Dec 06 17:14:04.922576 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9846ccaa-4a40-4587-95ec-8d515ae58c30 None None] Routers {'8158749a-48cf-4070-9121-8fb76d23c3b0'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:14:04.923396 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-9846ccaa-4a40-4587-95ec-8d515ae58c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:13:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['8158749a-48cf-4070-9121-8fb76d23c3b0'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:14:04.924138 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 46518) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:14:05.108421 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-9846ccaa-4a40-4587-95ec-8d515ae58c30 None None] Set router 8158749a-48cf-4070-9121-8fb76d23c3b0 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:14:05.303216 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa8d20d-626b-481b-82d3-3d21d47b0718 None None] Sync routers for ids ['3256e403-77e3-4cb7-9e91-46b2de5a4ba9'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:14:05.334531 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa8d20d-626b-481b-82d3-3d21d47b0718 None None] Routers {'3256e403-77e3-4cb7-9e91-46b2de5a4ba9'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:14:05.338169 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-cfa8d20d-626b-481b-82d3-3d21d47b0718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:13:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['3256e403-77e3-4cb7-9e91-46b2de5a4ba9'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:14:05.364357 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:05.440354 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:05.458521 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-9846ccaa-4a40-4587-95ec-8d515ae58c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8158749a-48cf-4070-9121-8fb76d23c3b0', 'name': 'tempest-ServersTestMultiNic-1785482838-router', 'tenant_id': 'e496f20025e24ec89db8607fe6b1b56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.19'}], 'enable_snat': True}, 'gw_port_id': '368365f7-faeb-4c88-b641-d782323b4840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:14:02Z', 'updated_at': '2021-12-06T17:14:04Z', 'revision_number': 3, 'project_id': 'e496f20025e24ec89db8607fe6b1b56a', 'gw_port': {'id': '368365f7-faeb-4c88-b641-d782323b4840', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:06:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8158749a-48cf-4070-9121-8fb76d23c3b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:14:03Z', 'updated_at': '2021-12-06T17:14:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:14:05.505906 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] For port 67fc27b0-a158-4b84-bf2c-6f754bd6a0a7, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=67fc27b0-a158-4b84-bf2c-6f754bd6a0a7,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:14:05.506927 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9846ccaa-4a40-4587-95ec-8d515ae58c30 None None] Checking router: 8158749a-48cf-4070-9121-8fb76d23c3b0 for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:14:05.507267 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9846ccaa-4a40-4587-95ec-8d515ae58c30 None None] Updating router 8158749a-48cf-4070-9121-8fb76d23c3b0 port 368365f7-faeb-4c88-b641-d782323b4840 binding host n-d-master-1 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:14:05.532300 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:05.533099 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 2691308a-a775-4218-8b93-df092362d25a up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:14:05.595531 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab39bbb-f2e8-4b12-8aa1-fb18326ee1d4 None None] Network 5c08d51b-46bc-4617-b832-9a34eeeaeca2 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:14:05.609235 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9846ccaa-4a40-4587-95ec-8d515ae58c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:05.719370 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f9eef496-31e6-4cff-8e29-d41f4eaa1dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:05.893324 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-cfa8d20d-626b-481b-82d3-3d21d47b0718 None None] Set router 3256e403-77e3-4cb7-9e91-46b2de5a4ba9 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:14:05.924562 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-f9eef496-31e6-4cff-8e29-d41f4eaa1dc5 admin admin] Allocated IP 172.20.0.1 (5c08d51b-46bc-4617-b832-9a34eeeaeca2/49fcc104-7c72-4f2a-b12e-baa8ea483788/0b98a12a-7e00-415f-839f-d25e782029bd) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:14:06.074191 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9846ccaa-4a40-4587-95ec-8d515ae58c30 None None] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:06.116957 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f9eef496-31e6-4cff-8e29-d41f4eaa1dc5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:06.119313 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9846ccaa-4a40-4587-95ec-8d515ae58c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:06.192609 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f9eef496-31e6-4cff-8e29-d41f4eaa1dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:06.198015 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-eeb99d43-c863-4352-8682-0743fd1da4d1 None None] Provisioning complete for port 2691308a-a775-4218-8b93-df092362d25a triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:14:06.198389 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-eeb99d43-c863-4352-8682-0743fd1da4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:06.210766 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Pushing event updated for resources: {'Port': ['ID=67fc27b0-a158-4b84-bf2c-6f754bd6a0a7,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:06.279310 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9eef496-31e6-4cff-8e29-d41f4eaa1dc5 admin admin] Network 5c08d51b-46bc-4617-b832-9a34eeeaeca2 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:14:06.283437 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-f9eef496-31e6-4cff-8e29-d41f4eaa1dc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:14:06.285994 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9eef496-31e6-4cff-8e29-d41f4eaa1dc5 admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:14:06.306090 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-9846ccaa-4a40-4587-95ec-8d515ae58c30 None None] Attempting to bind port 368365f7-faeb-4c88-b641-d782323b4840 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:14:06.306830 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-9846ccaa-4a40-4587-95ec-8d515ae58c30 None None] Attempting to bind port 368365f7-faeb-4c88-b641-d782323b4840 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:14:06.307450 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9846ccaa-4a40-4587-95ec-8d515ae58c30 None None] Attempting to bind port 368365f7-faeb-4c88-b641-d782323b4840 on network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:14:06.317486 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-cfa8d20d-626b-481b-82d3-3d21d47b0718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3256e403-77e3-4cb7-9e91-46b2de5a4ba9', 'name': 'tempest-ServerRescueTestJSONUnderV235-928762650-router', 'tenant_id': 'f377f83bc18f4c0187f237b662699790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.109'}], 'enable_snat': True}, 'gw_port_id': '67fc27b0-a158-4b84-bf2c-6f754bd6a0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:13:57Z', 'updated_at': '2021-12-06T17:14:02Z', 'revision_number': 4, 'project_id': 'f377f83bc18f4c0187f237b662699790', 'gw_port': {'id': '67fc27b0-a158-4b84-bf2c-6f754bd6a0a7', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:36:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3256e403-77e3-4cb7-9e91-46b2de5a4ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:13:58Z', 'updated_at': '2021-12-06T17:14:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '1afeccbb-399e-4224-812a-db76af72ce21', 'name': '', 'network_id': '4855bde2-5345-463f-b706-ad251cb422d1', 'tenant_id': 'f377f83bc18f4c0187f237b662699790', 'mac_address': 'fa:16:3e:bc:1b:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3256e403-77e3-4cb7-9e91-46b2de5a4ba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '7162eead-6b06-4e77-9cd1-32f582d034d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:14:01Z', 'updated_at': '2021-12-06T17:14:02Z', 'revision_number': 2, 'project_id': 'f377f83bc18f4c0187f237b662699790', 'subnets': [{'id': '7162eead-6b06-4e77-9cd1-32f582d034d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:14:06.319312 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eef496-31e6-4cff-8e29-d41f4eaa1dc5 admin admin] Pushing event updated for resources: {'Port': ['ID=0b98a12a-7e00-415f-839f-d25e782029bd,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:06.338603 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f9eef496-31e6-4cff-8e29-d41f4eaa1dc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539179'] for router_interface, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:06.353984 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9846ccaa-4a40-4587-95ec-8d515ae58c30 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:14:06.354553 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9846ccaa-4a40-4587-95ec-8d515ae58c30 None None] Checking segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:14:06.355065 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9846ccaa-4a40-4587-95ec-8d515ae58c30 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:06.355563 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9846ccaa-4a40-4587-95ec-8d515ae58c30 None None] Bound using segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:14:06.356142 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-9846ccaa-4a40-4587-95ec-8d515ae58c30 None None] Bound port: 368365f7-faeb-4c88-b641-d782323b4840, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:14:06.356636 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9846ccaa-4a40-4587-95ec-8d515ae58c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:06.362776 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aad3d0d-e986-4ebe-99d7-369c470bc4d2 None None] Pushing event updated for resources: {'Port': ['ID=368365f7-faeb-4c88-b641-d782323b4840,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:06.381135 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa8d20d-626b-481b-82d3-3d21d47b0718 None None] Checking router: 3256e403-77e3-4cb7-9e91-46b2de5a4ba9 for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:14:06.381812 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa8d20d-626b-481b-82d3-3d21d47b0718 None None] Updating router 3256e403-77e3-4cb7-9e91-46b2de5a4ba9 port 1afeccbb-399e-4224-812a-db76af72ce21 binding host n-d-master-1 {{(pid=103287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:14:06.424845 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cfa8d20d-626b-481b-82d3-3d21d47b0718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:06.447812 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 2691308a-a775-4218-8b93-df092362d25a triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:14:06.448084 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:06.544273 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f9eef496-31e6-4cff-8e29-d41f4eaa1dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:06.744018 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-eeb99d43-c863-4352-8682-0743fd1da4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:06.813337 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-9846ccaa-4a40-4587-95ec-8d515ae58c30 None None] For port 368365f7-faeb-4c88-b641-d782323b4840, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:14:06.820858 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-eeb99d43-c863-4352-8682-0743fd1da4d1 None None] For port 2691308a-a775-4218-8b93-df092362d25a, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2691308a-a775-4218-8b93-df092362d25a,segment=NetworkSegment(44656592-41d5-4b06-835f-a729d0cd1d78),segment_id=44656592-41d5-4b06-835f-a729d0cd1d78)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:14:06.865223 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-eeb99d43-c863-4352-8682-0743fd1da4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:06.869320 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-9846ccaa-4a40-4587-95ec-8d515ae58c30 None None] For port 368365f7-faeb-4c88-b641-d782323b4840, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=368365f7-faeb-4c88-b641-d782323b4840,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:14:06.903026 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cfa8d20d-626b-481b-82d3-3d21d47b0718 None None] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:06.914858 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cfa8d20d-626b-481b-82d3-3d21d47b0718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:06.953966 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f9eef496-31e6-4cff-8e29-d41f4eaa1dc5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:06.962086 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9846ccaa-4a40-4587-95ec-8d515ae58c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:06.969039 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f9eef496-31e6-4cff-8e29-d41f4eaa1dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:06.981824 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb99d43-c863-4352-8682-0743fd1da4d1 None None] Pushing event updated for resources: {'Port': ['ID=2691308a-a775-4218-8b93-df092362d25a,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:07.056874 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af37ed6-c3b3-404b-a9e2-a4d2465241a2 None None] Pushing event updated for resources: {'Port': ['ID=1afeccbb-399e-4224-812a-db76af72ce21,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:07.175446 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f9eef496-31e6-4cff-8e29-d41f4eaa1dc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-772465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539207'] for router_interface, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:07.246751 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-cfa8d20d-626b-481b-82d3-3d21d47b0718 None None] Attempting to bind port 1afeccbb-399e-4224-812a-db76af72ce21 on host n-d-master-1 for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:14:07.247381 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-cfa8d20d-626b-481b-82d3-3d21d47b0718 None None] Attempting to bind port 1afeccbb-399e-4224-812a-db76af72ce21 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '5f633514-6649-4383-967d-3e5bb989bb4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4855bde2-5345-463f-b706-ad251cb422d1'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:14:07.248411 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa8d20d-626b-481b-82d3-3d21d47b0718 None None] Attempting to bind port 1afeccbb-399e-4224-812a-db76af72ce21 on network 4855bde2-5345-463f-b706-ad251cb422d1 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:14:07.263091 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eef496-31e6-4cff-8e29-d41f4eaa1dc5 admin admin] Pushing event updated for resources: {'Port': ['ID=0b98a12a-7e00-415f-839f-d25e782029bd,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:07.267518 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa8d20d-626b-481b-82d3-3d21d47b0718 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:14:07.267903 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa8d20d-626b-481b-82d3-3d21d47b0718 None None] Checking segment: {'id': '5f633514-6649-4383-967d-3e5bb989bb4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4855bde2-5345-463f-b706-ad251cb422d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:14:07.268309 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cfa8d20d-626b-481b-82d3-3d21d47b0718 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:07.268702 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa8d20d-626b-481b-82d3-3d21d47b0718 None None] Bound using segment: {'id': '5f633514-6649-4383-967d-3e5bb989bb4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4855bde2-5345-463f-b706-ad251cb422d1'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:14:07.269183 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-cfa8d20d-626b-481b-82d3-3d21d47b0718 None None] Bound port: 1afeccbb-399e-4224-812a-db76af72ce21, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f633514-6649-4383-967d-3e5bb989bb4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4855bde2-5345-463f-b706-ad251cb422d1'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:14:07.269589 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cfa8d20d-626b-481b-82d3-3d21d47b0718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:07.281283 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aad3d0d-e986-4ebe-99d7-369c470bc4d2 None None] Pushing event updated for resources: {'Port': ['ID=368365f7-faeb-4c88-b641-d782323b4840,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:07.370247 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 67fc27b0-a158-4b84-bf2c-6f754bd6a0a7 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:14:07.379970 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9846ccaa-4a40-4587-95ec-8d515ae58c30 None None] Routers {'8158749a-48cf-4070-9121-8fb76d23c3b0'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:14:07.380618 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-9846ccaa-4a40-4587-95ec-8d515ae58c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:13:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['8158749a-48cf-4070-9121-8fb76d23c3b0'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:14:07.411932 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9eef496-31e6-4cff-8e29-d41f4eaa1dc5 admin admin] Network 5c08d51b-46bc-4617-b832-9a34eeeaeca2 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:14:07.415748 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-f9eef496-31e6-4cff-8e29-d41f4eaa1dc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:14:07.453188 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-cfa8d20d-626b-481b-82d3-3d21d47b0718 None None] For port 1afeccbb-399e-4224-812a-db76af72ce21, host n-d-master-1, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:14:07.460034 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-cfa8d20d-626b-481b-82d3-3d21d47b0718 None None] For port 1afeccbb-399e-4224-812a-db76af72ce21, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1afeccbb-399e-4224-812a-db76af72ce21,segment=NetworkSegment(5f633514-6649-4383-967d-3e5bb989bb4a),segment_id=5f633514-6649-4383-967d-3e5bb989bb4a)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:14:07.468120 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cfa8d20d-626b-481b-82d3-3d21d47b0718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:07.614745 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af37ed6-c3b3-404b-a9e2-a4d2465241a2 None None] Pushing event updated for resources: {'Port': ['ID=1afeccbb-399e-4224-812a-db76af72ce21,revision_number=4']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:07.628340 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa8d20d-626b-481b-82d3-3d21d47b0718 None None] Routers {'3256e403-77e3-4cb7-9e91-46b2de5a4ba9'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:14:07.628971 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-cfa8d20d-626b-481b-82d3-3d21d47b0718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:13:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['3256e403-77e3-4cb7-9e91-46b2de5a4ba9'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:14:07.642390 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-9846ccaa-4a40-4587-95ec-8d515ae58c30 None None] Set router 8158749a-48cf-4070-9121-8fb76d23c3b0 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:14:07.642728 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9eef496-31e6-4cff-8e29-d41f4eaa1dc5 admin admin] Router 8158749a-48cf-4070-9121-8fb76d23c3b0 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:14:07.827931 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9eef496-31e6-4cff-8e29-d41f4eaa1dc5 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:14:07.833763 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-f9eef496-31e6-4cff-8e29-d41f4eaa1dc5 admin admin] 10.222.0.23 "PUT /v2.0/routers/8158749a-48cf-4070-9121-8fb76d23c3b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9079502 Dec 06 17:14:07.903357 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-cfa8d20d-626b-481b-82d3-3d21d47b0718 None None] Set router 3256e403-77e3-4cb7-9e91-46b2de5a4ba9 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:14:07.925856 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-49b2dab0-88dc-4c26-b831-44ba66d1007f None None] Provisioning complete for port 0b98a12a-7e00-415f-839f-d25e782029bd triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:14:07.927089 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-49b2dab0-88dc-4c26-b831-44ba66d1007f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:08.097042 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 67fc27b0-a158-4b84-bf2c-6f754bd6a0a7 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:14:08.097867 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:08.108037 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-49b2dab0-88dc-4c26-b831-44ba66d1007f None None] Port 0b98a12a-7e00-415f-839f-d25e782029bd cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:14:08.142302 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 46534) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:14:08.254413 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-49b2dab0-88dc-4c26-b831-44ba66d1007f None None] Provisioning complete for port 2691308a-a775-4218-8b93-df092362d25a triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:14:08.254789 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-49b2dab0-88dc-4c26-b831-44ba66d1007f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:08.283082 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-2b1f6162-fa8e-4b8e-8292-b9ebb61cf054 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-738615174'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:14:08.320160 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b1f6162-fa8e-4b8e-8292-b9ebb61cf054 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Made reservation on behalf of e496f20025e24ec89db8607fe6b1b56a for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:14:08.340139 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2b1f6162-fa8e-4b8e-8292-b9ebb61cf054 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:08.354074 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-cfa8d20d-626b-481b-82d3-3d21d47b0718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3256e403-77e3-4cb7-9e91-46b2de5a4ba9', 'name': 'tempest-ServerRescueTestJSONUnderV235-928762650-router', 'tenant_id': 'f377f83bc18f4c0187f237b662699790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.109'}], 'enable_snat': True}, 'gw_port_id': '67fc27b0-a158-4b84-bf2c-6f754bd6a0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:13:57Z', 'updated_at': '2021-12-06T17:14:02Z', 'revision_number': 4, 'project_id': 'f377f83bc18f4c0187f237b662699790', 'gw_port': {'id': '67fc27b0-a158-4b84-bf2c-6f754bd6a0a7', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:36:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3256e403-77e3-4cb7-9e91-46b2de5a4ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:13:58Z', 'updated_at': '2021-12-06T17:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '1afeccbb-399e-4224-812a-db76af72ce21', 'name': '', 'network_id': '4855bde2-5345-463f-b706-ad251cb422d1', 'tenant_id': 'f377f83bc18f4c0187f237b662699790', 'mac_address': 'fa:16:3e:bc:1b:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3256e403-77e3-4cb7-9e91-46b2de5a4ba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '7162eead-6b06-4e77-9cd1-32f582d034d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:14:01Z', 'updated_at': '2021-12-06T17:14:07Z', 'revision_number': 4, 'project_id': 'f377f83bc18f4c0187f237b662699790', 'subnets': [{'id': '7162eead-6b06-4e77-9cd1-32f582d034d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:14:08.402751 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b1f6162-fa8e-4b8e-8292-b9ebb61cf054 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:14:08.418153 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa8d20d-626b-481b-82d3-3d21d47b0718 None None] The sync data for ids ['3256e403-77e3-4cb7-9e91-46b2de5a4ba9'] in n-d-master-1 is: [{'id': '3256e403-77e3-4cb7-9e91-46b2de5a4ba9', 'name': 'tempest-ServerRescueTestJSONUnderV235-928762650-router', 'tenant_id': 'f377f83bc18f4c0187f237b662699790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.109'}], 'enable_snat': True}, 'gw_port_id': '67fc27b0-a158-4b84-bf2c-6f754bd6a0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:13:57Z', 'updated_at': '2021-12-06T17:14:02Z', 'revision_number': 4, 'project_id': 'f377f83bc18f4c0187f237b662699790', 'gw_port': {'id': '67fc27b0-a158-4b84-bf2c-6f754bd6a0a7', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:36:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3256e403-77e3-4cb7-9e91-46b2de5a4ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:13:58Z', 'updated_at': '2021-12-06T17:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '1afeccbb-399e-4224-812a-db76af72ce21', 'name': '', 'network_id': '4855bde2-5345-463f-b706-ad251cb422d1', 'tenant_id': 'f377f83bc18f4c0187f237b662699790', 'mac_address': 'fa:16:3e:bc:1b:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3256e403-77e3-4cb7-9e91-46b2de5a4ba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '7162eead-6b06-4e77-9cd1-32f582d034d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:14:01Z', 'updated_at': '2021-12-06T17:14:07Z', 'revision_number': 4, 'project_id': 'f377f83bc18f4c0187f237b662699790', 'subnets': [{'id': '7162eead-6b06-4e77-9cd1-32f582d034d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:14:08.423703 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 2691308a-a775-4218-8b93-df092362d25a up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:14:08.425613 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2b1f6162-fa8e-4b8e-8292-b9ebb61cf054 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:08.426024 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-2b1f6162-fa8e-4b8e-8292-b9ebb61cf054 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Added segment aeee15d9-c90a-4ac9-876b-5abf7aa08b0c of type vlan for network 514f7148-73be-428a-a5ef-17a30bd4f56c Dec 06 17:14:08.495234 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2b1f6162-fa8e-4b8e-8292-b9ebb61cf054 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:08.571196 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-9846ccaa-4a40-4587-95ec-8d515ae58c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8158749a-48cf-4070-9121-8fb76d23c3b0', 'name': 'tempest-ServersTestMultiNic-1785482838-router', 'tenant_id': 'e496f20025e24ec89db8607fe6b1b56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.19'}], 'enable_snat': True}, 'gw_port_id': '368365f7-faeb-4c88-b641-d782323b4840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:14:02Z', 'updated_at': '2021-12-06T17:14:06Z', 'revision_number': 4, 'project_id': 'e496f20025e24ec89db8607fe6b1b56a', 'gw_port': {'id': '368365f7-faeb-4c88-b641-d782323b4840', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:06:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8158749a-48cf-4070-9121-8fb76d23c3b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:14:03Z', 'updated_at': '2021-12-06T17:14:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '0b98a12a-7e00-415f-839f-d25e782029bd', 'name': '', 'network_id': '5c08d51b-46bc-4617-b832-9a34eeeaeca2', 'tenant_id': 'e496f20025e24ec89db8607fe6b1b56a', 'mac_address': 'fa:16:3e:a5:ca:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8158749a-48cf-4070-9121-8fb76d23c3b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '49fcc104-7c72-4f2a-b12e-baa8ea483788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:14:05Z', 'updated_at': '2021-12-06T17:14:06Z', 'revision_number': 2, 'project_id': 'e496f20025e24ec89db8607fe6b1b56a', 'subnets': [{'id': '49fcc104-7c72-4f2a-b12e-baa8ea483788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:14:08.583109 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2b1f6162-fa8e-4b8e-8292-b9ebb61cf054 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:08.591323 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1f6162-fa8e-4b8e-8292-b9ebb61cf054 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:08.592414 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2b1f6162-fa8e-4b8e-8292-b9ebb61cf054 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:08.611552 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9846ccaa-4a40-4587-95ec-8d515ae58c30 None None] The sync data for ids ['8158749a-48cf-4070-9121-8fb76d23c3b0'] in n-d-master-1 is: [{'id': '8158749a-48cf-4070-9121-8fb76d23c3b0', 'name': 'tempest-ServersTestMultiNic-1785482838-router', 'tenant_id': 'e496f20025e24ec89db8607fe6b1b56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.19'}], 'enable_snat': True}, 'gw_port_id': '368365f7-faeb-4c88-b641-d782323b4840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:14:02Z', 'updated_at': '2021-12-06T17:14:06Z', 'revision_number': 4, 'project_id': 'e496f20025e24ec89db8607fe6b1b56a', 'gw_port': {'id': '368365f7-faeb-4c88-b641-d782323b4840', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:06:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8158749a-48cf-4070-9121-8fb76d23c3b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:14:03Z', 'updated_at': '2021-12-06T17:14:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '0b98a12a-7e00-415f-839f-d25e782029bd', 'name': '', 'network_id': '5c08d51b-46bc-4617-b832-9a34eeeaeca2', 'tenant_id': 'e496f20025e24ec89db8607fe6b1b56a', 'mac_address': 'fa:16:3e:a5:ca:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8158749a-48cf-4070-9121-8fb76d23c3b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '49fcc104-7c72-4f2a-b12e-baa8ea483788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:14:05Z', 'updated_at': '2021-12-06T17:14:06Z', 'revision_number': 2, 'project_id': 'e496f20025e24ec89db8607fe6b1b56a', 'subnets': [{'id': '49fcc104-7c72-4f2a-b12e-baa8ea483788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:14:08.621440 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 2691308a-a775-4218-8b93-df092362d25a triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:14:08.622569 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:08.689091 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-2b1f6162-fa8e-4b8e-8292-b9ebb61cf054 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5454936 Dec 06 17:14:08.691663 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 46540) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:14:08.698798 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-7bde36d2-0e67-4685-bad2-6f3ee52518b3 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Request body: {'subnet': {'network_id': '514f7148-73be-428a-a5ef-17a30bd4f56c', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:14:08.703180 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1f6162-fa8e-4b8e-8292-b9ebb61cf054 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Pushing event updated for resources: {'Network': ['ID=514f7148-73be-428a-a5ef-17a30bd4f56c,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:08.746853 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 514f7148-73be-428a-a5ef-17a30bd4f56c details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:14:08.801988 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-212792a8-fce1-4157-8cce-f21f01a20e1b None None] Provisioning complete for port 0b98a12a-7e00-415f-839f-d25e782029bd triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:14:08.802272 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-212792a8-fce1-4157-8cce-f21f01a20e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:08.955935 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bde36d2-0e67-4685-bad2-6f3ee52518b3 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Made reservation on behalf of e496f20025e24ec89db8607fe6b1b56a for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:14:08.962298 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7bde36d2-0e67-4685-bad2-6f3ee52518b3 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:09.005748 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-212792a8-fce1-4157-8cce-f21f01a20e1b None None] Port 0b98a12a-7e00-415f-839f-d25e782029bd cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:14:09.446587 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 1afeccbb-399e-4224-812a-db76af72ce21 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:14:09.516613 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7bde36d2-0e67-4685-bad2-6f3ee52518b3 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:09.553367 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 1afeccbb-399e-4224-812a-db76af72ce21 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:14:09.554157 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:09.650385 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bde36d2-0e67-4685-bad2-6f3ee52518b3 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Checking segment: {'id': 'aeee15d9-c90a-4ac9-876b-5abf7aa08b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '514f7148-73be-428a-a5ef-17a30bd4f56c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:14:09.650753 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bde36d2-0e67-4685-bad2-6f3ee52518b3 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Network hostable DHCP agents. Network: 514f7148-73be-428a-a5ef-17a30bd4f56c, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:14:09.659928 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bde36d2-0e67-4685-bad2-6f3ee52518b3 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Pushing event updated for resources: {'Subnet': ['ID=399d9993-eb5b-4762-ba5f-2d3e039f68ca,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:09.687941 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bde36d2-0e67-4685-bad2-6f3ee52518b3 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Network 514f7148-73be-428a-a5ef-17a30bd4f56c is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:14:09.704966 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-7bde36d2-0e67-4685-bad2-6f3ee52518b3 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 514f7148-73be-428a-a5ef-17a30bd4f56c) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:14:09.716612 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bde36d2-0e67-4685-bad2-6f3ee52518b3 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:09.717262 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7bde36d2-0e67-4685-bad2-6f3ee52518b3 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:09.725281 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aff67eb-d82b-4692-a8ff-383e49fe9090 None None] Network 514f7148-73be-428a-a5ef-17a30bd4f56c requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:14:09.744430 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 46546) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:14:09.751319 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-ce4969c3-89bb-467a-88bf-9f7bd0facb1f tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1839342814'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:14:09.756024 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-7bde36d2-0e67-4685-bad2-6f3ee52518b3 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0480869 Dec 06 17:14:09.811583 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce4969c3-89bb-467a-88bf-9f7bd0facb1f tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Made reservation on behalf of e496f20025e24ec89db8607fe6b1b56a for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:14:09.817978 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ce4969c3-89bb-467a-88bf-9f7bd0facb1f tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:09.862743 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce4969c3-89bb-467a-88bf-9f7bd0facb1f tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:14:09.880877 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ce4969c3-89bb-467a-88bf-9f7bd0facb1f tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:09.881583 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-ce4969c3-89bb-467a-88bf-9f7bd0facb1f tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Added segment 6ad346bc-a018-49d6-8f9d-fd19654b2f8c of type vlan for network 831f7bc8-2673-406c-afd6-cd66fe462203 Dec 06 17:14:09.952005 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ce4969c3-89bb-467a-88bf-9f7bd0facb1f tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:09.962340 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:10.037129 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ce4969c3-89bb-467a-88bf-9f7bd0facb1f tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:10.062744 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4969c3-89bb-467a-88bf-9f7bd0facb1f tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:10.064059 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ce4969c3-89bb-467a-88bf-9f7bd0facb1f tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:10.079687 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] For port 1afeccbb-399e-4224-812a-db76af72ce21, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1afeccbb-399e-4224-812a-db76af72ce21,segment=NetworkSegment(5f633514-6649-4383-967d-3e5bb989bb4a),segment_id=5f633514-6649-4383-967d-3e5bb989bb4a)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:14:10.093965 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:10.207300 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-ce4969c3-89bb-467a-88bf-9f7bd0facb1f tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4616749 Dec 06 17:14:10.209945 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 46550) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:14:10.216057 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-f6eb4639-6a47-49f8-9aad-6de5f2eac163 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Request body: {'subnet': {'network_id': '831f7bc8-2673-406c-afd6-cd66fe462203', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:14:10.233720 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4969c3-89bb-467a-88bf-9f7bd0facb1f tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Pushing event updated for resources: {'Network': ['ID=831f7bc8-2673-406c-afd6-cd66fe462203,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:10.288455 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Pushing event updated for resources: {'Port': ['ID=1afeccbb-399e-4224-812a-db76af72ce21,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:10.304403 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 831f7bc8-2673-406c-afd6-cd66fe462203 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:14:10.347309 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180c1c3a-8606-4b0d-baca-e0c1df8d69b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-514f7148-73be-428a-a5ef-17a30bd4f56c', 'network_id': '514f7148-73be-428a-a5ef-17a30bd4f56c', 'tenant_id': 'e496f20025e24ec89db8607fe6b1b56a', 'fixed_ips': [{'subnet_id': '399d9993-eb5b-4762-ba5f-2d3e039f68ca'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:14:10.351194 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-180c1c3a-8606-4b0d-baca-e0c1df8d69b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:10.438112 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6eb4639-6a47-49f8-9aad-6de5f2eac163 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Made reservation on behalf of e496f20025e24ec89db8607fe6b1b56a for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:14:10.441794 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f6eb4639-6a47-49f8-9aad-6de5f2eac163 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:10.724203 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-180c1c3a-8606-4b0d-baca-e0c1df8d69b5 None None] Allocated IP 19.80.0.2 (514f7148-73be-428a-a5ef-17a30bd4f56c/399d9993-eb5b-4762-ba5f-2d3e039f68ca/f78f63d3-e03a-42bc-aa43-77c24c229541) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:14:10.874610 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f6eb4639-6a47-49f8-9aad-6de5f2eac163 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:11.033254 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8094225-080f-4f99-a35b-5390b0b98c67 x-openstack-request-id: req-c8094225-080f-4f99-a35b-5390b0b98c67 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:14:11.041791 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d3b7f5b-9b90-46d3-ae07-5151f29231e9", "name": "network-vif-plugged", "status": "completed", "tag": "d4a678db-5160-49c5-8dd5-e80988056f2a", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:14:11.042048 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c8094225-080f-4f99-a35b-5390b0b98c67 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:14:11.042482 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d3b7f5b-9b90-46d3-ae07-5151f29231e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4a678db-5160-49c5-8dd5-e80988056f2a', 'code': 200} Dec 06 17:14:11.140642 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6eb4639-6a47-49f8-9aad-6de5f2eac163 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Checking segment: {'id': '6ad346bc-a018-49d6-8f9d-fd19654b2f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '831f7bc8-2673-406c-afd6-cd66fe462203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:14:11.141115 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6eb4639-6a47-49f8-9aad-6de5f2eac163 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Network hostable DHCP agents. Network: 831f7bc8-2673-406c-afd6-cd66fe462203, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:14:11.156983 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eb4639-6a47-49f8-9aad-6de5f2eac163 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Pushing event updated for resources: {'Subnet': ['ID=aec35e81-53a6-4a6b-ab2a-97cec34497fb,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:11.214917 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99df1655-177d-41cf-83b3-bf88ad559025 req-779f36f9-b05e-4bed-8162-4a0b44a8a1f3 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:11.217371 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-99df1655-177d-41cf-83b3-bf88ad559025 req-779f36f9-b05e-4bed-8162-4a0b44a8a1f3 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/networks?id=f3115485-0e47-4001-968e-d7c2520b29dd HTTP/1.1" status: 200 len: 812 time: 0.3191285 Dec 06 17:14:11.218804 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6eb4639-6a47-49f8-9aad-6de5f2eac163 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Network 831f7bc8-2673-406c-afd6-cd66fe462203 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:14:11.276969 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-99df1655-177d-41cf-83b3-bf88ad559025 req-7801c198-37a2-4bca-a4a6-54ec86cb2bcc tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/quotas/806e7552b2fe4d15bbbee1bb266d6718 HTTP/1.1" status: 200 len: 375 time: 0.0432582 Dec 06 17:14:11.288555 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-f6eb4639-6a47-49f8-9aad-6de5f2eac163 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 831f7bc8-2673-406c-afd6-cd66fe462203) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:14:11.304169 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6eb4639-6a47-49f8-9aad-6de5f2eac163 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:11.304169 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f6eb4639-6a47-49f8-9aad-6de5f2eac163 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:11.326083 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca21a40d-7078-4672-b08b-81bc0bbba017 None None] Network 831f7bc8-2673-406c-afd6-cd66fe462203 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:14:11.392883 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-f6eb4639-6a47-49f8-9aad-6de5f2eac163 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1736388 Dec 06 17:14:11.422667 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-99df1655-177d-41cf-83b3-bf88ad559025 req-9c50ac36-cdef-47c9-9b12-b572554e99c4 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=806e7552b2fe4d15bbbee1bb266d6718&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0810530 Dec 06 17:14:11.480450 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-180c1c3a-8606-4b0d-baca-e0c1df8d69b5 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:11.568352 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-180c1c3a-8606-4b0d-baca-e0c1df8d69b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:11.663643 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180c1c3a-8606-4b0d-baca-e0c1df8d69b5 None None] Network 514f7148-73be-428a-a5ef-17a30bd4f56c is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:14:11.672594 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 368365f7-faeb-4c88-b641-d782323b4840 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:14:11.732618 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-99df1655-177d-41cf-83b3-bf88ad559025 req-c0f65686-b6f4-46ae-86c7-8ed7b976b8b2 service neutron] 10.222.0.23 "GET /v2.0/networks/f3115485-0e47-4001-968e-d7c2520b29dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891910 Dec 06 17:14:11.755388 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-180c1c3a-8606-4b0d-baca-e0c1df8d69b5 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:14:11.762634 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180c1c3a-8606-4b0d-baca-e0c1df8d69b5 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:14:11.831622 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 368365f7-faeb-4c88-b641-d782323b4840 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:14:11.832011 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:11.980744 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-99df1655-177d-41cf-83b3-bf88ad559025 req-5344c6b3-9d9c-456a-94bc-2e37543b8ce6 service neutron] 10.222.0.23 "GET /v2.0/networks/f3115485-0e47-4001-968e-d7c2520b29dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524719 Dec 06 17:14:11.987249 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-180c1c3a-8606-4b0d-baca-e0c1df8d69b5 None None] Attempting to bind port f78f63d3-e03a-42bc-aa43-77c24c229541 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:14:11.987638 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-180c1c3a-8606-4b0d-baca-e0c1df8d69b5 None None] Attempting to bind port f78f63d3-e03a-42bc-aa43-77c24c229541 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'aeee15d9-c90a-4ac9-876b-5abf7aa08b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '514f7148-73be-428a-a5ef-17a30bd4f56c'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:14:11.988015 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180c1c3a-8606-4b0d-baca-e0c1df8d69b5 None None] Attempting to bind port f78f63d3-e03a-42bc-aa43-77c24c229541 on network 514f7148-73be-428a-a5ef-17a30bd4f56c {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:14:11.996597 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180c1c3a-8606-4b0d-baca-e0c1df8d69b5 None None] Pushing event updated for resources: {'Port': ['ID=f78f63d3-e03a-42bc-aa43-77c24c229541,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:12.019984 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180c1c3a-8606-4b0d-baca-e0c1df8d69b5 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:14:12.020707 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180c1c3a-8606-4b0d-baca-e0c1df8d69b5 None None] Checking segment: {'id': 'aeee15d9-c90a-4ac9-876b-5abf7aa08b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '514f7148-73be-428a-a5ef-17a30bd4f56c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:14:12.021495 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-180c1c3a-8606-4b0d-baca-e0c1df8d69b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:12.022676 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180c1c3a-8606-4b0d-baca-e0c1df8d69b5 None None] Bound using segment: {'id': 'aeee15d9-c90a-4ac9-876b-5abf7aa08b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '514f7148-73be-428a-a5ef-17a30bd4f56c'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:14:12.023458 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-180c1c3a-8606-4b0d-baca-e0c1df8d69b5 None None] Bound port: f78f63d3-e03a-42bc-aa43-77c24c229541, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aeee15d9-c90a-4ac9-876b-5abf7aa08b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '514f7148-73be-428a-a5ef-17a30bd4f56c'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:14:12.024056 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-180c1c3a-8606-4b0d-baca-e0c1df8d69b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:12.119147 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-180c1c3a-8606-4b0d-baca-e0c1df8d69b5 None None] For port f78f63d3-e03a-42bc-aa43-77c24c229541, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:14:12.124302 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-180c1c3a-8606-4b0d-baca-e0c1df8d69b5 None None] For port f78f63d3-e03a-42bc-aa43-77c24c229541, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f78f63d3-e03a-42bc-aa43-77c24c229541,segment=NetworkSegment(aeee15d9-c90a-4ac9-876b-5abf7aa08b0c),segment_id=aeee15d9-c90a-4ac9-876b-5abf7aa08b0c)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:14:12.134964 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-180c1c3a-8606-4b0d-baca-e0c1df8d69b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:12.227599 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d324253-aa53-4aba-a2ae-dd74fb0cc34b req-ed2c5c70-c9d7-49bd-b019-4bdb3be8b8bf tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:12.229232 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0d324253-aa53-4aba-a2ae-dd74fb0cc34b req-ed2c5c70-c9d7-49bd-b019-4bdb3be8b8bf tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] 10.222.0.23 "GET /v2.0/networks?id=4855bde2-5345-463f-b706-ad251cb422d1 HTTP/1.1" status: 200 len: 819 time: 0.2447188 Dec 06 17:14:12.267904 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0d324253-aa53-4aba-a2ae-dd74fb0cc34b req-98a99606-bdf6-49c9-a968-49ff7e33d94a tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] 10.222.0.23 "GET /v2.0/quotas/f377f83bc18f4c0187f237b662699790 HTTP/1.1" status: 200 len: 375 time: 0.0317516 Dec 06 17:14:12.403542 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0d324253-aa53-4aba-a2ae-dd74fb0cc34b req-82e0196d-e9c3-45a9-aec1-d6d078d546b1 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f377f83bc18f4c0187f237b662699790&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1207724 Dec 06 17:14:12.416515 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180c1c3a-8606-4b0d-baca-e0c1df8d69b5 None None] Pushing event updated for resources: {'Port': ['ID=f78f63d3-e03a-42bc-aa43-77c24c229541,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:12.473414 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630923b5-ee5d-469e-9731-f1bc02c1b8e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-831f7bc8-2673-406c-afd6-cd66fe462203', 'network_id': '831f7bc8-2673-406c-afd6-cd66fe462203', 'tenant_id': 'e496f20025e24ec89db8607fe6b1b56a', 'fixed_ips': [{'subnet_id': 'aec35e81-53a6-4a6b-ab2a-97cec34497fb'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:14:12.474537 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-630923b5-ee5d-469e-9731-f1bc02c1b8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:12.495064 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:12.535883 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] For port 368365f7-faeb-4c88-b641-d782323b4840, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=368365f7-faeb-4c88-b641-d782323b4840,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:14:12.554030 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:12.554928 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 1afeccbb-399e-4224-812a-db76af72ce21 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:14:12.614997 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-bdbe33ca-a7f0-48e9-878d-d305d9df7e09 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:12.625023 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-bdbe33ca-a7f0-48e9-878d-d305d9df7e09 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:12.636990 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-bdbe33ca-a7f0-48e9-878d-d305d9df7e09 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.23 "GET /v2.0/networks?id=514f7148-73be-428a-a5ef-17a30bd4f56c&id=831f7bc8-2673-406c-afd6-cd66fe462203&id=514f7148-73be-428a-a5ef-17a30bd4f56c HTTP/1.1" status: 200 len: 1391 time: 0.3096795 Dec 06 17:14:12.658903 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0d324253-aa53-4aba-a2ae-dd74fb0cc34b req-0f29dd2a-1d44-4d66-8f5b-e298c305aed0 service neutron] 10.222.0.23 "GET /v2.0/networks/4855bde2-5345-463f-b706-ad251cb422d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445168 Dec 06 17:14:12.680263 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-57b6c0bc-eb2b-492a-ac1d-fa8e7fa89dfa tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.23 "GET /v2.0/quotas/e496f20025e24ec89db8607fe6b1b56a HTTP/1.1" status: 200 len: 375 time: 0.0405593 Dec 06 17:14:12.955833 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-ca81dacf-6c39-4dd3-8ff2-e3fc98010ee4 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e496f20025e24ec89db8607fe6b1b56a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2739406 Dec 06 17:14:12.999209 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0d324253-aa53-4aba-a2ae-dd74fb0cc34b req-93b30b83-16f4-4766-9890-e89ad7a748b0 service neutron] 10.222.0.23 "GET /v2.0/networks/4855bde2-5345-463f-b706-ad251cb422d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3197293 Dec 06 17:14:13.150742 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Pushing event updated for resources: {'Port': ['ID=368365f7-faeb-4c88-b641-d782323b4840,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:13.204004 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 1afeccbb-399e-4224-812a-db76af72ce21 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:14:13.204466 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:13.258049 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-5e1e6daa-3cde-4223-82a8-e48e12403151 service neutron] 10.222.0.23 "GET /v2.0/networks/514f7148-73be-428a-a5ef-17a30bd4f56c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2987971 Dec 06 17:14:13.364526 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-630923b5-ee5d-469e-9731-f1bc02c1b8e3 None None] Allocated IP 19.86.0.2 (831f7bc8-2673-406c-afd6-cd66fe462203/aec35e81-53a6-4a6b-ab2a-97cec34497fb/7c5bed23-7758-4c0f-a2b8-d17381d78370) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:14:13.444384 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-69fde583-0619-4712-8138-fb91c921c220 service neutron] 10.222.0.23 "GET /v2.0/networks/514f7148-73be-428a-a5ef-17a30bd4f56c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823552 Dec 06 17:14:13.557294 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3b8ba8e6-08a4-4db6-b631-0c5d178620ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:13.664824 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-f8a38a84-0240-47c6-b6db-bee4a8f0c392 service neutron] 10.222.0.23 "GET /v2.0/networks/831f7bc8-2673-406c-afd6-cd66fe462203?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021627 Dec 06 17:14:13.819343 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-630923b5-ee5d-469e-9731-f1bc02c1b8e3 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:13.830573 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-630923b5-ee5d-469e-9731-f1bc02c1b8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:13.876310 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-ed55722f-776f-488d-b045-73ad59af55b7 service neutron] 10.222.0.23 "GET /v2.0/networks/831f7bc8-2673-406c-afd6-cd66fe462203?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027643 Dec 06 17:14:13.915632 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-50934e6f-ce52-48bd-8039-831f5856ee69 req-21c71791-1e7b-49b2-9a4d-9344fd1a675c tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=71f8e028-0f51-4e92-96d3-88c36df1f40e HTTP/1.1" status: 200 len: 210 time: 0.1030178 Dec 06 17:14:13.923023 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630923b5-ee5d-469e-9731-f1bc02c1b8e3 None None] Network 831f7bc8-2673-406c-afd6-cd66fe462203 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:14:13.967099 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-630923b5-ee5d-469e-9731-f1bc02c1b8e3 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:14:13.978245 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630923b5-ee5d-469e-9731-f1bc02c1b8e3 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:14:14.003848 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630923b5-ee5d-469e-9731-f1bc02c1b8e3 None None] Pushing event updated for resources: {'Port': ['ID=7c5bed23-7758-4c0f-a2b8-d17381d78370,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:14.121094 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6acb4aa-3ecf-4be1-bdf1-bc194cd67022 None None] Sync routers for ids ['8158749a-48cf-4070-9121-8fb76d23c3b0'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:14:14.128240 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0ec2819f-8860-4a2f-8b89-1a74e6f59823 req-b2828a3f-3661-4f70-80cd-1333fa2bdfe7 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] 10.222.0.23 "GET /v2.0/ports?device_id=c245de6b-5a8e-47e9-8a83-cc9ed8453593 HTTP/1.1" status: 200 len: 210 time: 0.0634227 Dec 06 17:14:14.144012 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device f78f63d3-e03a-42bc-aa43-77c24c229541 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:14:14.153804 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-57923621-90de-4fa2-b4a6-bf63f07c209d service neutron] 10.222.0.23 "GET /v2.0/networks/514f7148-73be-428a-a5ef-17a30bd4f56c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660594 Dec 06 17:14:14.328900 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6acb4aa-3ecf-4be1-bdf1-bc194cd67022 None None] Routers {'8158749a-48cf-4070-9121-8fb76d23c3b0'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:14:14.330312 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-b6acb4aa-3ecf-4be1-bdf1-bc194cd67022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:13:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['8158749a-48cf-4070-9121-8fb76d23c3b0'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:14:14.392207 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-630923b5-ee5d-469e-9731-f1bc02c1b8e3 None None] Attempting to bind port 7c5bed23-7758-4c0f-a2b8-d17381d78370 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:14:14.393111 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-630923b5-ee5d-469e-9731-f1bc02c1b8e3 None None] Attempting to bind port 7c5bed23-7758-4c0f-a2b8-d17381d78370 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '6ad346bc-a018-49d6-8f9d-fd19654b2f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '831f7bc8-2673-406c-afd6-cd66fe462203'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:14:14.393753 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630923b5-ee5d-469e-9731-f1bc02c1b8e3 None None] Attempting to bind port 7c5bed23-7758-4c0f-a2b8-d17381d78370 on network 831f7bc8-2673-406c-afd6-cd66fe462203 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:14:14.409258 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port f78f63d3-e03a-42bc-aa43-77c24c229541 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:14:14.410106 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:14.422716 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630923b5-ee5d-469e-9731-f1bc02c1b8e3 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:14:14.423792 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630923b5-ee5d-469e-9731-f1bc02c1b8e3 None None] Checking segment: {'id': '6ad346bc-a018-49d6-8f9d-fd19654b2f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '831f7bc8-2673-406c-afd6-cd66fe462203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:14:14.424497 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-630923b5-ee5d-469e-9731-f1bc02c1b8e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:14.425164 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630923b5-ee5d-469e-9731-f1bc02c1b8e3 None None] Bound using segment: {'id': '6ad346bc-a018-49d6-8f9d-fd19654b2f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '831f7bc8-2673-406c-afd6-cd66fe462203'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:14:14.426080 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-630923b5-ee5d-469e-9731-f1bc02c1b8e3 None None] Bound port: 7c5bed23-7758-4c0f-a2b8-d17381d78370, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ad346bc-a018-49d6-8f9d-fd19654b2f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '831f7bc8-2673-406c-afd6-cd66fe462203'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:14:14.426778 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-630923b5-ee5d-469e-9731-f1bc02c1b8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:14.603221 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54cff4b-06bc-476e-ab59-8da2b52a2693 None None] Network 514f7148-73be-428a-a5ef-17a30bd4f56c requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:14:14.632665 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b13b176-b707-4c7c-b90e-f969e1343785 req-d729943d-775f-44cd-ac6a-f56a112e8b51 tempest-ImagesOneServerTestJSON-125760203 tempest-ImagesOneServerTestJSON-125760203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:14.642491 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4b13b176-b707-4c7c-b90e-f969e1343785 req-d729943d-775f-44cd-ac6a-f56a112e8b51 tempest-ImagesOneServerTestJSON-125760203 tempest-ImagesOneServerTestJSON-125760203-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d3b7f5b-9b90-46d3-ae07-5151f29231e9 HTTP/1.1" status: 200 len: 950 time: 0.1557300 Dec 06 17:14:14.672587 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-b6acb4aa-3ecf-4be1-bdf1-bc194cd67022 None None] Set router 8158749a-48cf-4070-9121-8fb76d23c3b0 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:14:14.734864 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4b13b176-b707-4c7c-b90e-f969e1343785 req-d40aa9fa-7dc1-459c-8171-3378fbdaf251 tempest-ImagesOneServerTestJSON-125760203 tempest-ImagesOneServerTestJSON-125760203-project] 10.222.0.23 "GET /v2.0/security-groups?id=eec3fd05-bc5c-4d9a-893f-0db0ab30345c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907092 Dec 06 17:14:14.805534 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-4b5e616a-8d5b-4855-8309-99d30c1656d2 None None] Provisioning complete for port f78f63d3-e03a-42bc-aa43-77c24c229541 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:14:14.805780 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4b5e616a-8d5b-4855-8309-99d30c1656d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:14.908962 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 46704) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:14:15.131040 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-630923b5-ee5d-469e-9731-f1bc02c1b8e3 None None] For port 7c5bed23-7758-4c0f-a2b8-d17381d78370, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:14:15.134767 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:15.177256 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-ba7b9f11-d0b9-44d8-886f-7f568a2aa38a service neutron] 10.222.0.23 "GET /v2.0/networks/514f7148-73be-428a-a5ef-17a30bd4f56c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0210989 Dec 06 17:14:15.193232 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d6867221-17f2-4b4c-b7c6-d11290a267ab req-c4c64fe4-0b1a-454e-b3e8-f7836d7061a2 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=71f8e028-0f51-4e92-96d3-88c36df1f40e HTTP/1.1" status: 200 len: 210 time: 0.0707202 Dec 06 17:14:15.228966 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-630923b5-ee5d-469e-9731-f1bc02c1b8e3 None None] For port 7c5bed23-7758-4c0f-a2b8-d17381d78370, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7c5bed23-7758-4c0f-a2b8-d17381d78370,segment=NetworkSegment(6ad346bc-a018-49d6-8f9d-fd19654b2f8c),segment_id=6ad346bc-a018-49d6-8f9d-fd19654b2f8c)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:14:15.268483 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99df1655-177d-41cf-83b3-bf88ad559025 req-8b65e416-ec64-4f3d-b257-49faea001054 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:15.270242 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-99df1655-177d-41cf-83b3-bf88ad559025 req-8b65e416-ec64-4f3d-b257-49faea001054 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.41 "GET /v2.0/networks?id=f3115485-0e47-4001-968e-d7c2520b29dd HTTP/1.1" status: 200 len: 812 time: 1.0468059 Dec 06 17:14:15.278078 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-630923b5-ee5d-469e-9731-f1bc02c1b8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:15.287212 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-99df1655-177d-41cf-83b3-bf88ad559025 req-a8cf6d80-40be-4949-b453-277c43e6c05e tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Request body: {'port': {'device_id': '71f8e028-0f51-4e92-96d3-88c36df1f40e', 'network_id': 'f3115485-0e47-4001-968e-d7c2520b29dd', 'admin_state_up': True, 'tenant_id': '806e7552b2fe4d15bbbee1bb266d6718'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:14:15.490456 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] For port f78f63d3-e03a-42bc-aa43-77c24c229541, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f78f63d3-e03a-42bc-aa43-77c24c229541,segment=NetworkSegment(aeee15d9-c90a-4ac9-876b-5abf7aa08b0c),segment_id=aeee15d9-c90a-4ac9-876b-5abf7aa08b0c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:14:15.530754 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99df1655-177d-41cf-83b3-bf88ad559025 req-a8cf6d80-40be-4949-b453-277c43e6c05e tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Made reservation on behalf of 806e7552b2fe4d15bbbee1bb266d6718 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:14:15.535248 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-99df1655-177d-41cf-83b3-bf88ad559025 req-a8cf6d80-40be-4949-b453-277c43e6c05e tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:15.543091 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:15.543795 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 368365f7-faeb-4c88-b641-d782323b4840 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:14:15.613598 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d18e7506-0c2e-40fb-b8c3-d365e8ed2163 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:15.665993 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fe32830e-35a0-418e-b3cd-8a710452373c req-1d82a444-b444-4922-921d-a69d0c789994 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] 10.222.0.23 "GET /v2.0/ports?device_id=c245de6b-5a8e-47e9-8a83-cc9ed8453593 HTTP/1.1" status: 200 len: 210 time: 0.1838088 Dec 06 17:14:15.787779 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630923b5-ee5d-469e-9731-f1bc02c1b8e3 None None] Pushing event updated for resources: {'Port': ['ID=7c5bed23-7758-4c0f-a2b8-d17381d78370,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:15.835648 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d324253-aa53-4aba-a2ae-dd74fb0cc34b req-ea75bfb7-031d-4a8b-9c61-c4d14c07b728 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:15.837410 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0d324253-aa53-4aba-a2ae-dd74fb0cc34b req-ea75bfb7-031d-4a8b-9c61-c4d14c07b728 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] 10.222.0.41 "GET /v2.0/networks?id=4855bde2-5345-463f-b706-ad251cb422d1 HTTP/1.1" status: 200 len: 819 time: 0.6260748 Dec 06 17:14:15.870238 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-95eb9943-c61c-4d56-be4f-98d5fe7b8663 req-99437537-a4ec-41c8-9f57-6b11acd5bd21 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.23 "GET /v2.0/ports?device_id=b58a597b-6f19-419a-9505-13e69349ff22 HTTP/1.1" status: 200 len: 210 time: 0.1134048 Dec 06 17:14:15.886466 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-0d324253-aa53-4aba-a2ae-dd74fb0cc34b req-e89857af-50d1-44f3-9a7f-f7da84e83d20 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Request body: {'port': {'device_id': 'c245de6b-5a8e-47e9-8a83-cc9ed8453593', 'network_id': '4855bde2-5345-463f-b706-ad251cb422d1', 'admin_state_up': True, 'tenant_id': 'f377f83bc18f4c0187f237b662699790'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:14:15.915028 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-99df1655-177d-41cf-83b3-bf88ad559025 req-a8cf6d80-40be-4949-b453-277c43e6c05e tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Allocated IP 172.20.0.6 (f3115485-0e47-4001-968e-d7c2520b29dd/85724274-c536-4bb4-9806-32c964df8042/a6c29f80-dfba-4d60-a495-6a8bb1166a85) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:14:16.082337 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a3ff3807-635c-4bf2-8396-1838dbd848f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:16.274890 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d18e7506-0c2e-40fb-b8c3-d365e8ed2163 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:16.301628 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d18e7506-0c2e-40fb-b8c3-d365e8ed2163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:16.333844 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Pushing event updated for resources: {'Port': ['ID=f78f63d3-e03a-42bc-aa43-77c24c229541,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:16.379961 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 368365f7-faeb-4c88-b641-d782323b4840 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:14:16.380742 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:16.514119 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-99df1655-177d-41cf-83b3-bf88ad559025 req-a8cf6d80-40be-4949-b453-277c43e6c05e tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:16.514902 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-d18e7506-0c2e-40fb-b8c3-d365e8ed2163 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cccf2f719f234a1f9f61c8d8ab89737e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6021855 Dec 06 17:14:16.516715 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 46776) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:14:16.595758 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-b6acb4aa-3ecf-4be1-bdf1-bc194cd67022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8158749a-48cf-4070-9121-8fb76d23c3b0', 'name': 'tempest-ServersTestMultiNic-1785482838-router', 'tenant_id': 'e496f20025e24ec89db8607fe6b1b56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.19'}], 'enable_snat': True}, 'gw_port_id': '368365f7-faeb-4c88-b641-d782323b4840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:14:02Z', 'updated_at': '2021-12-06T17:14:06Z', 'revision_number': 4, 'project_id': 'e496f20025e24ec89db8607fe6b1b56a', 'gw_port': {'id': '368365f7-faeb-4c88-b641-d782323b4840', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:06:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8158749a-48cf-4070-9121-8fb76d23c3b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:14:03Z', 'updated_at': '2021-12-06T17:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '0b98a12a-7e00-415f-839f-d25e782029bd', 'name': '', 'network_id': '5c08d51b-46bc-4617-b832-9a34eeeaeca2', 'tenant_id': 'e496f20025e24ec89db8607fe6b1b56a', 'mac_address': 'fa:16:3e:a5:ca:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8158749a-48cf-4070-9121-8fb76d23c3b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '49fcc104-7c72-4f2a-b12e-baa8ea483788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:14:05Z', 'updated_at': '2021-12-06T17:14:06Z', 'revision_number': 2, 'project_id': 'e496f20025e24ec89db8607fe6b1b56a', 'subnets': [{'id': '49fcc104-7c72-4f2a-b12e-baa8ea483788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:14:16.650613 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-95667664-2fba-4575-b16f-edf2221431f4 req-82fe67f5-8147-4abc-98fa-ec614793e37f tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=71f8e028-0f51-4e92-96d3-88c36df1f40e HTTP/1.1" status: 200 len: 210 time: 0.1892488 Dec 06 17:14:16.654030 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18e7506-0c2e-40fb-b8c3-d365e8ed2163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84aa3171-45b6-4ef0-836b-d04870ada69b,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:16.690885 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d324253-aa53-4aba-a2ae-dd74fb0cc34b req-e89857af-50d1-44f3-9a7f-f7da84e83d20 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Made reservation on behalf of f377f83bc18f4c0187f237b662699790 for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:14:16.709528 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-0d324253-aa53-4aba-a2ae-dd74fb0cc34b req-e89857af-50d1-44f3-9a7f-f7da84e83d20 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:16.730010 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6acb4aa-3ecf-4be1-bdf1-bc194cd67022 None None] Checking router: 8158749a-48cf-4070-9121-8fb76d23c3b0 for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:14:16.734217 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6acb4aa-3ecf-4be1-bdf1-bc194cd67022 None None] Updating router 8158749a-48cf-4070-9121-8fb76d23c3b0 port 0b98a12a-7e00-415f-839f-d25e782029bd binding host n-d-master-1 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:14:16.773254 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-99df1655-177d-41cf-83b3-bf88ad559025 req-a8cf6d80-40be-4949-b453-277c43e6c05e tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:16.934162 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:16.935780 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b6acb4aa-3ecf-4be1-bdf1-bc194cd67022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:16.945821 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99df1655-177d-41cf-83b3-bf88ad559025 req-a8cf6d80-40be-4949-b453-277c43e6c05e tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Network f3115485-0e47-4001-968e-d7c2520b29dd is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:14:16.983454 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-869ed9f3-127d-48ba-9177-54648805f01f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:16.985300 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-99df1655-177d-41cf-83b3-bf88ad559025 req-a8cf6d80-40be-4949-b453-277c43e6c05e tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:14:16.998934 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-99df1655-177d-41cf-83b3-bf88ad559025 req-a8cf6d80-40be-4949-b453-277c43e6c05e tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:14:17.098523 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-2d493519-b5d9-4f8c-9cf4-8102499e4015 None None] Provisioning complete for port f78f63d3-e03a-42bc-aa43-77c24c229541 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:14:17.099169 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2d493519-b5d9-4f8c-9cf4-8102499e4015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:17.174452 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-869ed9f3-127d-48ba-9177-54648805f01f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:17.233491 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-0d324253-aa53-4aba-a2ae-dd74fb0cc34b req-e89857af-50d1-44f3-9a7f-f7da84e83d20 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Allocated IP 172.20.0.10 (4855bde2-5345-463f-b706-ad251cb422d1/7162eead-6b06-4e77-9cd1-32f582d034d1/befdce02-98cd-43a4-82c5-c471d6e33719) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:14:17.380056 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cf6d80-40be-4949-b453-277c43e6c05e tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Pushing event updated for resources: {'Port': ['ID=a6c29f80-dfba-4d60-a495-6a8bb1166a85,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:17.380184 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device f78f63d3-e03a-42bc-aa43-77c24c229541 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:14:17.473966 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99df1655-177d-41cf-83b3-bf88ad559025 req-a8cf6d80-40be-4949-b453-277c43e6c05e tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:17.474680 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-99df1655-177d-41cf-83b3-bf88ad559025 req-a8cf6d80-40be-4949-b453-277c43e6c05e tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:17.479707 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-53d6dde0-68d8-431d-bf6e-4c5781029d57 req-a8e2c4f5-9af8-4874-af22-3ddbabf7af2d tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] 10.222.0.23 "GET /v2.0/ports?device_id=c245de6b-5a8e-47e9-8a83-cc9ed8453593 HTTP/1.1" status: 200 len: 210 time: 0.5254478 Dec 06 17:14:17.521196 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-99df1655-177d-41cf-83b3-bf88ad559025 req-a8cf6d80-40be-4949-b453-277c43e6c05e tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2371955 Dec 06 17:14:17.525940 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-869ed9f3-127d-48ba-9177-54648805f01f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:17.532953 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-869ed9f3-127d-48ba-9177-54648805f01f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:17.539544 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-869ed9f3-127d-48ba-9177-54648805f01f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/84aa3171-45b6-4ef0-836b-d04870ada69b HTTP/1.1" status: 204 len: 168 time: 1.0216637 Dec 06 17:14:17.610596 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-99df1655-177d-41cf-83b3-bf88ad559025 req-61fd0dc2-8a35-48ff-9e91-c4b46a1ff397 service neutron] Request body: {'port': {'device_id': '71f8e028-0f51-4e92-96d3-88c36df1f40e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:14:17.678389 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-0d324253-aa53-4aba-a2ae-dd74fb0cc34b req-e89857af-50d1-44f3-9a7f-f7da84e83d20 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:17.688185 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869ed9f3-127d-48ba-9177-54648805f01f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84aa3171-45b6-4ef0-836b-d04870ada69b,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:17.758559 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-0d324253-aa53-4aba-a2ae-dd74fb0cc34b req-e89857af-50d1-44f3-9a7f-f7da84e83d20 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:17.824418 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6abd47ff-13ac-4974-b31e-23207b45511f req-ce8e9caf-1c67-42d4-b478-aaf0e2b230b4 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.23 "GET /v2.0/ports?device_id=b58a597b-6f19-419a-9505-13e69349ff22 HTTP/1.1" status: 200 len: 210 time: 0.0915682 Dec 06 17:14:18.052300 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d324253-aa53-4aba-a2ae-dd74fb0cc34b req-e89857af-50d1-44f3-9a7f-f7da84e83d20 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Network 4855bde2-5345-463f-b706-ad251cb422d1 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:14:18.097709 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-0d324253-aa53-4aba-a2ae-dd74fb0cc34b req-e89857af-50d1-44f3-9a7f-f7da84e83d20 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:14:18.104910 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853743ff-c337-4164-866c-2819a8042888 None None] Network 831f7bc8-2673-406c-afd6-cd66fe462203 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:14:18.105846 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d324253-aa53-4aba-a2ae-dd74fb0cc34b req-e89857af-50d1-44f3-9a7f-f7da84e83d20 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:14:18.125592 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device d4a678db-5160-49c5-8dd5-e80988056f2a no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:14:18.145029 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-99df1655-177d-41cf-83b3-bf88ad559025 req-61fd0dc2-8a35-48ff-9e91-c4b46a1ff397 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:18.180194 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89857af-50d1-44f3-9a7f-f7da84e83d20 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Pushing event updated for resources: {'Port': ['ID=befdce02-98cd-43a4-82c5-c471d6e33719,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:18.245388 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfee69a-8223-43b7-a3bd-e28b828b3210 req-38e7224c-739f-4e01-b3be-96048e420dc2 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:18.248335 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6dfee69a-8223-43b7-a3bd-e28b828b3210 req-38e7224c-739f-4e01-b3be-96048e420dc2 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=71f8e028-0f51-4e92-96d3-88c36df1f40e HTTP/1.1" status: 200 len: 931 time: 0.1773577 Dec 06 17:14:18.295959 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d324253-aa53-4aba-a2ae-dd74fb0cc34b req-e89857af-50d1-44f3-9a7f-f7da84e83d20 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:18.296641 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-0d324253-aa53-4aba-a2ae-dd74fb0cc34b req-e89857af-50d1-44f3-9a7f-f7da84e83d20 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:18.332992 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0d324253-aa53-4aba-a2ae-dd74fb0cc34b req-e89857af-50d1-44f3-9a7f-f7da84e83d20 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4516506 Dec 06 17:14:18.356818 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-0d324253-aa53-4aba-a2ae-dd74fb0cc34b req-e4611a44-14e1-44b5-ae1a-2e0def99b8da service neutron] Request body: {'port': {'device_id': 'c245de6b-5a8e-47e9-8a83-cc9ed8453593', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:14:18.404470 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 46832) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:14:18.423436 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:18.441910 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8538de4e-3254-402a-985e-ef3d469dd52e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:18.548247 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-0d324253-aa53-4aba-a2ae-dd74fb0cc34b req-e4611a44-14e1-44b5-ae1a-2e0def99b8da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:18.586607 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port f78f63d3-e03a-42bc-aa43-77c24c229541 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:14:18.587161 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:18.588750 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:18.657175 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d3b7f5b-9b90-46d3-ae07-5151f29231e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4a678db-5160-49c5-8dd5-e80988056f2a'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:14:18.660671 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cdd998a-6105-460c-b7bf-c2982feac74c" -d '{"events": [{"server_uuid": "6d3b7f5b-9b90-46d3-ae07-5151f29231e9", "name": "network-vif-unplugged", "status": "completed", "tag": "d4a678db-5160-49c5-8dd5-e80988056f2a"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:14:18.667789 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b6acb4aa-3ecf-4be1-bdf1-bc194cd67022 None None] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:18.694965 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b6acb4aa-3ecf-4be1-bdf1-bc194cd67022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:18.706099 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port d4a678db-5160-49c5-8dd5-e80988056f2a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=d4a678db-5160-49c5-8dd5-e80988056f2a,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:14:18.741454 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:18.760618 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6466873b-102e-460c-8062-869e42ac69a3 req-c3e38009-b3d1-4c00-af8b-a4448cf089c8 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:18.762975 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6466873b-102e-460c-8062-869e42ac69a3 req-c3e38009-b3d1-4c00-af8b-a4448cf089c8 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] 10.222.0.23 "GET /v2.0/ports?device_id=c245de6b-5a8e-47e9-8a83-cc9ed8453593 HTTP/1.1" status: 200 len: 932 time: 0.1555779 Dec 06 17:14:18.840753 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-99df1655-177d-41cf-83b3-bf88ad559025 req-61fd0dc2-8a35-48ff-9e91-c4b46a1ff397 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6c29f80-dfba-4d60-a495-6a8bb1166a85 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:14:18.858416 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-99df1655-177d-41cf-83b3-bf88ad559025 req-61fd0dc2-8a35-48ff-9e91-c4b46a1ff397 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:18.895426 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-f4fde008-cbce-46ad-a243-c1bbe43026db None None] Provisioning complete for port 7c5bed23-7758-4c0f-a2b8-d17381d78370 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:14:18.895955 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-99df1655-177d-41cf-83b3-bf88ad559025 req-61fd0dc2-8a35-48ff-9e91-c4b46a1ff397 service neutron] Transition to ACTIVE for port object a6c29f80-dfba-4d60-a495-6a8bb1166a85 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:14:18.896125 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f4fde008-cbce-46ad-a243-c1bbe43026db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:18.918208 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-052c7a9d-d832-41e0-83e1-64688b3fb003 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:18.927055 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-052c7a9d-d832-41e0-83e1-64688b3fb003 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:18.935036 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-052c7a9d-d832-41e0-83e1-64688b3fb003 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.44 "GET /v2.0/networks?id=514f7148-73be-428a-a5ef-17a30bd4f56c&id=831f7bc8-2673-406c-afd6-cd66fe462203&id=514f7148-73be-428a-a5ef-17a30bd4f56c HTTP/1.1" status: 200 len: 1391 time: 1.3483009 Dec 06 17:14:18.938871 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-99df1655-177d-41cf-83b3-bf88ad559025 req-61fd0dc2-8a35-48ff-9e91-c4b46a1ff397 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:18.970179 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-0e90fa14-ca63-4011-b57e-f89de73c0ab5 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Request body: {'port': {'device_id': 'b58a597b-6f19-419a-9505-13e69349ff22', 'network_id': '514f7148-73be-428a-a5ef-17a30bd4f56c', 'admin_state_up': True, 'tenant_id': 'e496f20025e24ec89db8607fe6b1b56a'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:14:18.973700 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d689ec-dd80-4174-bb5e-195d39a2dc68 None None] Pushing event updated for resources: {'Port': ['ID=0b98a12a-7e00-415f-839f-d25e782029bd,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:18.977352 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 7c5bed23-7758-4c0f-a2b8-d17381d78370 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:14:19.178773 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6dfee69a-8223-43b7-a3bd-e28b828b3210 req-0a181f05-5aaa-4f60-ba19-310dae890dd0 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418594 Dec 06 17:14:19.215963 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-b6acb4aa-3ecf-4be1-bdf1-bc194cd67022 None None] Attempting to bind port 0b98a12a-7e00-415f-839f-d25e782029bd on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:14:19.217132 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-b6acb4aa-3ecf-4be1-bdf1-bc194cd67022 None None] Attempting to bind port 0b98a12a-7e00-415f-839f-d25e782029bd by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '44656592-41d5-4b06-835f-a729d0cd1d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5c08d51b-46bc-4617-b832-9a34eeeaeca2'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:14:19.217554 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6acb4aa-3ecf-4be1-bdf1-bc194cd67022 None None] Attempting to bind port 0b98a12a-7e00-415f-839f-d25e782029bd on network 5c08d51b-46bc-4617-b832-9a34eeeaeca2 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:14:19.254037 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8538de4e-3254-402a-985e-ef3d469dd52e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:19.292454 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6466873b-102e-460c-8062-869e42ac69a3 req-3f526d94-a664-4963-bfdc-cfd3f80cc53f tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] 10.222.0.23 "GET /v2.0/security-groups?id=d21c49c1-182d-4160-90f0-ac9f78bb540e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4937184 Dec 06 17:14:19.296902 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8538de4e-3254-402a-985e-ef3d469dd52e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:19.311184 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 17:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bafc5ed1-4e56-42f7-b871-ec6658ba4eeb x-openstack-request-id: req-bafc5ed1-4e56-42f7-b871-ec6658ba4eeb {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:14:19.311641 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d3b7f5b-9b90-46d3-ae07-5151f29231e9", "name": "network-vif-unplugged", "status": "completed", "tag": "d4a678db-5160-49c5-8dd5-e80988056f2a", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:14:19.312208 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bafc5ed1-4e56-42f7-b871-ec6658ba4eeb {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:14:19.312786 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d3b7f5b-9b90-46d3-ae07-5151f29231e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4a678db-5160-49c5-8dd5-e80988056f2a', 'code': 200} Dec 06 17:14:19.322128 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f4fde008-cbce-46ad-a243-c1bbe43026db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:19.347622 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 7c5bed23-7758-4c0f-a2b8-d17381d78370 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:14:19.347622 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:19.408029 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-8538de4e-3254-402a-985e-ef3d469dd52e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0957bb9e6174491ebb612843e5b8f025&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0015101 Dec 06 17:14:19.410665 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8538de4e-3254-402a-985e-ef3d469dd52e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eba9a187-2a02-43b9-9527-32f1114006fb,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:19.427240 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 46850) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:14:19.442910 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:19.452646 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6acb4aa-3ecf-4be1-bdf1-bc194cd67022 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:14:19.454759 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6acb4aa-3ecf-4be1-bdf1-bc194cd67022 None None] Checking segment: {'id': '44656592-41d5-4b06-835f-a729d0cd1d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5c08d51b-46bc-4617-b832-9a34eeeaeca2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:14:19.455214 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b6acb4aa-3ecf-4be1-bdf1-bc194cd67022 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:19.455713 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6acb4aa-3ecf-4be1-bdf1-bc194cd67022 None None] Bound using segment: {'id': '44656592-41d5-4b06-835f-a729d0cd1d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5c08d51b-46bc-4617-b832-9a34eeeaeca2'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:14:19.456305 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-b6acb4aa-3ecf-4be1-bdf1-bc194cd67022 None None] Bound port: 0b98a12a-7e00-415f-839f-d25e782029bd, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44656592-41d5-4b06-835f-a729d0cd1d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5c08d51b-46bc-4617-b832-9a34eeeaeca2'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:14:19.456806 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b6acb4aa-3ecf-4be1-bdf1-bc194cd67022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:19.493223 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=d4a678db-5160-49c5-8dd5-e80988056f2a,revision_number=8']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:19.512921 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fd0dc2-8a35-48ff-9e91-c4b46a1ff397 service neutron] Pushing event updated for resources: {'Port': ['ID=a6c29f80-dfba-4d60-a495-6a8bb1166a85,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:19.606046 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a40db4af-5609-45ea-8e32-a373d3702335 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:19.632581 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4b344c57-11bb-4b42-8700-9f4618efc014 req-a043cd0c-16f5-48d3-b105-5ccd079f3f57 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.23 "GET /v2.0/ports?device_id=b58a597b-6f19-419a-9505-13e69349ff22 HTTP/1.1" status: 200 len: 210 time: 0.1311028 Dec 06 17:14:19.655249 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a40db4af-5609-45ea-8e32-a373d3702335 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:19.690573 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-99df1655-177d-41cf-83b3-bf88ad559025 req-61fd0dc2-8a35-48ff-9e91-c4b46a1ff397 service neutron] Attempting to bind port a6c29f80-dfba-4d60-a495-6a8bb1166a85 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:14:19.691154 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-99df1655-177d-41cf-83b3-bf88ad559025 req-61fd0dc2-8a35-48ff-9e91-c4b46a1ff397 service neutron] Attempting to bind port a6c29f80-dfba-4d60-a495-6a8bb1166a85 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'c5bdebef-6647-4acc-8b76-b3635792eaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f3115485-0e47-4001-968e-d7c2520b29dd'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:14:19.691678 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99df1655-177d-41cf-83b3-bf88ad559025 req-61fd0dc2-8a35-48ff-9e91-c4b46a1ff397 service neutron] Attempting to bind port a6c29f80-dfba-4d60-a495-6a8bb1166a85 on network f3115485-0e47-4001-968e-d7c2520b29dd {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:14:19.701606 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99df1655-177d-41cf-83b3-bf88ad559025 req-61fd0dc2-8a35-48ff-9e91-c4b46a1ff397 service neutron] Port a6c29f80-dfba-4d60-a495-6a8bb1166a85 on network f3115485-0e47-4001-968e-d7c2520b29dd not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:14:19.702208 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99df1655-177d-41cf-83b3-bf88ad559025 req-61fd0dc2-8a35-48ff-9e91-c4b46a1ff397 service neutron] Attempting to bind port a6c29f80-dfba-4d60-a495-6a8bb1166a85 on network f3115485-0e47-4001-968e-d7c2520b29dd {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:14:19.708598 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99df1655-177d-41cf-83b3-bf88ad559025 req-61fd0dc2-8a35-48ff-9e91-c4b46a1ff397 service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:14:19.709194 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99df1655-177d-41cf-83b3-bf88ad559025 req-61fd0dc2-8a35-48ff-9e91-c4b46a1ff397 service neutron] Checking segment: {'id': 'c5bdebef-6647-4acc-8b76-b3635792eaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f3115485-0e47-4001-968e-d7c2520b29dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:14:19.709930 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99df1655-177d-41cf-83b3-bf88ad559025 req-61fd0dc2-8a35-48ff-9e91-c4b46a1ff397 service neutron] Bound using segment: {'id': 'c5bdebef-6647-4acc-8b76-b3635792eaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f3115485-0e47-4001-968e-d7c2520b29dd'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:14:19.710682 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-99df1655-177d-41cf-83b3-bf88ad559025 req-61fd0dc2-8a35-48ff-9e91-c4b46a1ff397 service neutron] Bound port: a6c29f80-dfba-4d60-a495-6a8bb1166a85, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5bdebef-6647-4acc-8b76-b3635792eaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f3115485-0e47-4001-968e-d7c2520b29dd'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:14:19.711313 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-99df1655-177d-41cf-83b3-bf88ad559025 req-61fd0dc2-8a35-48ff-9e91-c4b46a1ff397 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:19.714020 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-0e90fa14-ca63-4011-b57e-f89de73c0ab5 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Made reservation on behalf of e496f20025e24ec89db8607fe6b1b56a for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:14:19.718699 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-0e90fa14-ca63-4011-b57e-f89de73c0ab5 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:19.744851 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-0d324253-aa53-4aba-a2ae-dd74fb0cc34b req-e4611a44-14e1-44b5-ae1a-2e0def99b8da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id befdce02-98cd-43a4-82c5-c471d6e33719 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:14:19.757338 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-0d324253-aa53-4aba-a2ae-dd74fb0cc34b req-e4611a44-14e1-44b5-ae1a-2e0def99b8da service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:19.777834 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-0d324253-aa53-4aba-a2ae-dd74fb0cc34b req-e4611a44-14e1-44b5-ae1a-2e0def99b8da service neutron] Transition to ACTIVE for port object befdce02-98cd-43a4-82c5-c471d6e33719 will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:14:19.780583 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a40db4af-5609-45ea-8e32-a373d3702335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:19.788292 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a40db4af-5609-45ea-8e32-a373d3702335 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:19.789022 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:14:19.789446 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:14:19.789919 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:14:19.790333 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:14:19.790754 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-a40db4af-5609-45ea-8e32-a373d3702335 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/eba9a187-2a02-43b9-9527-32f1114006fb HTTP/1.1" status: 204 len: 168 time: 0.3625774 Dec 06 17:14:19.793313 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:14:19.793749 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:14:19.794157 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:14:19.794608 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:14:19.795017 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:14:19.795660 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:14:19.795844 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:14:19.796238 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:14:19.796635 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:14:19.796762 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-0d324253-aa53-4aba-a2ae-dd74fb0cc34b req-e4611a44-14e1-44b5-ae1a-2e0def99b8da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:19.838308 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-f4fde008-cbce-46ad-a243-c1bbe43026db None None] For port 7c5bed23-7758-4c0f-a2b8-d17381d78370, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7c5bed23-7758-4c0f-a2b8-d17381d78370,segment=NetworkSegment(6ad346bc-a018-49d6-8f9d-fd19654b2f8c),segment_id=6ad346bc-a018-49d6-8f9d-fd19654b2f8c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:14:19.852928 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-99df1655-177d-41cf-83b3-bf88ad559025 req-61fd0dc2-8a35-48ff-9e91-c4b46a1ff397 service neutron] For port a6c29f80-dfba-4d60-a495-6a8bb1166a85, host n-h1-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:14:19.854963 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f4fde008-cbce-46ad-a243-c1bbe43026db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:19.861695 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-99df1655-177d-41cf-83b3-bf88ad559025 req-61fd0dc2-8a35-48ff-9e91-c4b46a1ff397 service neutron] For port a6c29f80-dfba-4d60-a495-6a8bb1166a85, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=a6c29f80-dfba-4d60-a495-6a8bb1166a85,segment=NetworkSegment(c5bdebef-6647-4acc-8b76-b3635792eaa5),segment_id=c5bdebef-6647-4acc-8b76-b3635792eaa5)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:14:19.873663 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4611a44-14e1-44b5-ae1a-2e0def99b8da service neutron] Pushing event updated for resources: {'Port': ['ID=befdce02-98cd-43a4-82c5-c471d6e33719,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:19.887181 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40db4af-5609-45ea-8e32-a373d3702335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba9a187-2a02-43b9-9527-32f1114006fb,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:19.973182 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b6acb4aa-3ecf-4be1-bdf1-bc194cd67022 None None] For port 0b98a12a-7e00-415f-839f-d25e782029bd, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:14:20.028049 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b6acb4aa-3ecf-4be1-bdf1-bc194cd67022 None None] For port 0b98a12a-7e00-415f-839f-d25e782029bd, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0b98a12a-7e00-415f-839f-d25e782029bd,segment=NetworkSegment(44656592-41d5-4b06-835f-a729d0cd1d78),segment_id=44656592-41d5-4b06-835f-a729d0cd1d78)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:14:20.031247 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fde008-cbce-46ad-a243-c1bbe43026db None None] Pushing event updated for resources: {'Port': ['ID=7c5bed23-7758-4c0f-a2b8-d17381d78370,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:20.043522 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b6acb4aa-3ecf-4be1-bdf1-bc194cd67022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:20.080464 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-0d324253-aa53-4aba-a2ae-dd74fb0cc34b req-e4611a44-14e1-44b5-ae1a-2e0def99b8da service neutron] Attempting to bind port befdce02-98cd-43a4-82c5-c471d6e33719 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:14:20.081767 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-0d324253-aa53-4aba-a2ae-dd74fb0cc34b req-e4611a44-14e1-44b5-ae1a-2e0def99b8da service neutron] Attempting to bind port befdce02-98cd-43a4-82c5-c471d6e33719 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '5f633514-6649-4383-967d-3e5bb989bb4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4855bde2-5345-463f-b706-ad251cb422d1'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:14:20.082304 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d324253-aa53-4aba-a2ae-dd74fb0cc34b req-e4611a44-14e1-44b5-ae1a-2e0def99b8da service neutron] Attempting to bind port befdce02-98cd-43a4-82c5-c471d6e33719 on network 4855bde2-5345-463f-b706-ad251cb422d1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:14:20.094385 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d324253-aa53-4aba-a2ae-dd74fb0cc34b req-e4611a44-14e1-44b5-ae1a-2e0def99b8da service neutron] Port befdce02-98cd-43a4-82c5-c471d6e33719 on network 4855bde2-5345-463f-b706-ad251cb422d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:14:20.094951 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d324253-aa53-4aba-a2ae-dd74fb0cc34b req-e4611a44-14e1-44b5-ae1a-2e0def99b8da service neutron] Attempting to bind port befdce02-98cd-43a4-82c5-c471d6e33719 on network 4855bde2-5345-463f-b706-ad251cb422d1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:14:20.105864 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d324253-aa53-4aba-a2ae-dd74fb0cc34b req-e4611a44-14e1-44b5-ae1a-2e0def99b8da service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:14:20.107415 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d324253-aa53-4aba-a2ae-dd74fb0cc34b req-e4611a44-14e1-44b5-ae1a-2e0def99b8da service neutron] Checking segment: {'id': '5f633514-6649-4383-967d-3e5bb989bb4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4855bde2-5345-463f-b706-ad251cb422d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:14:20.108180 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d324253-aa53-4aba-a2ae-dd74fb0cc34b req-e4611a44-14e1-44b5-ae1a-2e0def99b8da service neutron] Bound using segment: {'id': '5f633514-6649-4383-967d-3e5bb989bb4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4855bde2-5345-463f-b706-ad251cb422d1'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:14:20.109573 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-0d324253-aa53-4aba-a2ae-dd74fb0cc34b req-e4611a44-14e1-44b5-ae1a-2e0def99b8da service neutron] Bound port: befdce02-98cd-43a4-82c5-c471d6e33719, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f633514-6649-4383-967d-3e5bb989bb4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4855bde2-5345-463f-b706-ad251cb422d1'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:14:20.110214 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-0d324253-aa53-4aba-a2ae-dd74fb0cc34b req-e4611a44-14e1-44b5-ae1a-2e0def99b8da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:20.127773 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-affb66ab-f750-4c85-98e0-a877fcc96b73 None None] Provisioning complete for port 0b98a12a-7e00-415f-839f-d25e782029bd triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:14:20.128155 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-affb66ab-f750-4c85-98e0-a877fcc96b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:20.148094 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-0e90fa14-ca63-4011-b57e-f89de73c0ab5 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Allocated IP 19.80.0.146 (514f7148-73be-428a-a5ef-17a30bd4f56c/399d9993-eb5b-4762-ba5f-2d3e039f68ca/ea29b125-60ad-478c-83ea-f46e31a89171) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:14:20.284547 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-0d324253-aa53-4aba-a2ae-dd74fb0cc34b req-e4611a44-14e1-44b5-ae1a-2e0def99b8da service neutron] For port befdce02-98cd-43a4-82c5-c471d6e33719, host n-h1-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:14:20.298177 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-0d324253-aa53-4aba-a2ae-dd74fb0cc34b req-e4611a44-14e1-44b5-ae1a-2e0def99b8da service neutron] For port befdce02-98cd-43a4-82c5-c471d6e33719, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=befdce02-98cd-43a4-82c5-c471d6e33719,segment=NetworkSegment(5f633514-6649-4383-967d-3e5bb989bb4a),segment_id=5f633514-6649-4383-967d-3e5bb989bb4a)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:14:20.311169 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-0d324253-aa53-4aba-a2ae-dd74fb0cc34b req-e4611a44-14e1-44b5-ae1a-2e0def99b8da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:20.349180 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6acb4aa-3ecf-4be1-bdf1-bc194cd67022 None None] Routers {'8158749a-48cf-4070-9121-8fb76d23c3b0'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:14:20.352147 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-b6acb4aa-3ecf-4be1-bdf1-bc194cd67022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:14:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['8158749a-48cf-4070-9121-8fb76d23c3b0'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:14:20.361200 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d689ec-dd80-4174-bb5e-195d39a2dc68 None None] Pushing event updated for resources: {'Port': ['ID=0b98a12a-7e00-415f-839f-d25e782029bd,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:20.506058 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-0e90fa14-ca63-4011-b57e-f89de73c0ab5 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:20.510163 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4611a44-14e1-44b5-ae1a-2e0def99b8da service neutron] Pushing event updated for resources: {'Port': ['ID=befdce02-98cd-43a4-82c5-c471d6e33719,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:20.522283 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d324253-aa53-4aba-a2ae-dd74fb0cc34b req-e4611a44-14e1-44b5-ae1a-2e0def99b8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:20.523099 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-0d324253-aa53-4aba-a2ae-dd74fb0cc34b req-e4611a44-14e1-44b5-ae1a-2e0def99b8da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:20.524631 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0d324253-aa53-4aba-a2ae-dd74fb0cc34b req-e4611a44-14e1-44b5-ae1a-2e0def99b8da service neutron] 10.222.0.41 "PUT /v2.0/ports/befdce02-98cd-43a4-82c5-c471d6e33719 HTTP/1.1" status: 200 len: 1092 time: 2.1759152 Dec 06 17:14:20.562462 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c245de6b-5a8e-47e9-8a83-cc9ed8453593', 'tag': 'befdce02-98cd-43a4-82c5-c471d6e33719'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:14:20.569858 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc43ff3-ccbc-4951-8e7f-1adb8786ca2c" -d '{"events": [{"name": "network-changed", "server_uuid": "c245de6b-5a8e-47e9-8a83-cc9ed8453593", "tag": "befdce02-98cd-43a4-82c5-c471d6e33719"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:14:20.578126 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-99df1655-177d-41cf-83b3-bf88ad559025 req-61fd0dc2-8a35-48ff-9e91-c4b46a1ff397 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:20.590473 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-0e90fa14-ca63-4011-b57e-f89de73c0ab5 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:20.631322 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-affb66ab-f750-4c85-98e0-a877fcc96b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:20.679603 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-b6acb4aa-3ecf-4be1-bdf1-bc194cd67022 None None] Set router 8158749a-48cf-4070-9121-8fb76d23c3b0 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:14:20.696262 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34807000-e66f-4675-bf23-413415817199 req-8326d610-887f-4f5e-b2f6-58db30569d9a tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:20.698047 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-34807000-e66f-4675-bf23-413415817199 req-8326d610-887f-4f5e-b2f6-58db30569d9a tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=71f8e028-0f51-4e92-96d3-88c36df1f40e HTTP/1.1" status: 200 len: 943 time: 0.3262935 Dec 06 17:14:20.759805 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-34807000-e66f-4675-bf23-413415817199 req-04c8e022-b807-4ca1-9f15-67e655832875 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537381 Dec 06 17:14:20.762903 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d324253-aa53-4aba-a2ae-dd74fb0cc34b req-c7f180d7-e8dd-493f-8d16-3290cbe9593d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:20.773099 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0d324253-aa53-4aba-a2ae-dd74fb0cc34b req-c7f180d7-e8dd-493f-8d16-3290cbe9593d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f377f83bc18f4c0187f237b662699790&device_id=c245de6b-5a8e-47e9-8a83-cc9ed8453593 HTTP/1.1" status: 200 len: 1095 time: 0.1783137 Dec 06 17:14:20.796461 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99df1655-177d-41cf-83b3-bf88ad559025 req-61fd0dc2-8a35-48ff-9e91-c4b46a1ff397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:20.796461 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-99df1655-177d-41cf-83b3-bf88ad559025 req-61fd0dc2-8a35-48ff-9e91-c4b46a1ff397 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:20.796461 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-99df1655-177d-41cf-83b3-bf88ad559025 req-61fd0dc2-8a35-48ff-9e91-c4b46a1ff397 service neutron] 10.222.0.41 "PUT /v2.0/ports/a6c29f80-dfba-4d60-a495-6a8bb1166a85 HTTP/1.1" status: 200 len: 1091 time: 3.2487121 Dec 06 17:14:20.841876 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0d324253-aa53-4aba-a2ae-dd74fb0cc34b req-76be54c5-216c-4be2-a017-616c26916014 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=befdce02-98cd-43a4-82c5-c471d6e33719 HTTP/1.1" status: 200 len: 217 time: 0.0537591 Dec 06 17:14:20.865163 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-affb66ab-f750-4c85-98e0-a877fcc96b73 None None] For port 0b98a12a-7e00-415f-839f-d25e782029bd, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0b98a12a-7e00-415f-839f-d25e782029bd,segment=NetworkSegment(44656592-41d5-4b06-835f-a729d0cd1d78),segment_id=44656592-41d5-4b06-835f-a729d0cd1d78)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:14:20.866370 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71f8e028-0f51-4e92-96d3-88c36df1f40e', 'tag': 'a6c29f80-dfba-4d60-a495-6a8bb1166a85'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:14:20.868867 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-535450ad-6582-460c-a7bb-d7043dddbe0e" -d '{"events": [{"name": "network-changed", "server_uuid": "71f8e028-0f51-4e92-96d3-88c36df1f40e", "tag": "a6c29f80-dfba-4d60-a495-6a8bb1166a85"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:14:20.879113 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fd0dc2-8a35-48ff-9e91-c4b46a1ff397 service neutron] Pushing event updated for resources: {'Port': ['ID=a6c29f80-dfba-4d60-a495-6a8bb1166a85,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:20.929674 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-affb66ab-f750-4c85-98e0-a877fcc96b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:20.933435 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d324253-aa53-4aba-a2ae-dd74fb0cc34b req-1bc63e26-672c-4a5d-aa9f-c8bdf5269b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:20.936879 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0d324253-aa53-4aba-a2ae-dd74fb0cc34b req-1bc63e26-672c-4a5d-aa9f-c8bdf5269b01 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7162eead-6b06-4e77-9cd1-32f582d034d1 HTTP/1.1" status: 200 len: 859 time: 0.0873988 Dec 06 17:14:20.991738 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0d324253-aa53-4aba-a2ae-dd74fb0cc34b req-bce55a12-b6be-45d8-b6b5-95b6746e5773 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4855bde2-5345-463f-b706-ad251cb422d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426228 Dec 06 17:14:21.027652 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-0e90fa14-ca63-4011-b57e-f89de73c0ab5 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Network 514f7148-73be-428a-a5ef-17a30bd4f56c is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:14:21.068282 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-0e90fa14-ca63-4011-b57e-f89de73c0ab5 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:14:21.074431 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-0e90fa14-ca63-4011-b57e-f89de73c0ab5 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:14:21.125752 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e90fa14-ca63-4011-b57e-f89de73c0ab5 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Pushing event updated for resources: {'Port': ['ID=ea29b125-60ad-478c-83ea-f46e31a89171,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:21.132741 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0d324253-aa53-4aba-a2ae-dd74fb0cc34b req-f7975074-4605-4329-95ea-c7512b24bcb9 service neutron] 10.222.0.41 "GET /v2.0/networks/4855bde2-5345-463f-b706-ad251cb422d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291201 Dec 06 17:14:21.184021 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea5790a-718b-41a0-a556-0699523cf0e7 req-23b3c713-9171-42cb-b596-639b746d899b tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:21.192664 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-cea5790a-718b-41a0-a556-0699523cf0e7 req-23b3c713-9171-42cb-b596-639b746d899b tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] 10.222.0.23 "GET /v2.0/ports?device_id=c245de6b-5a8e-47e9-8a83-cc9ed8453593 HTTP/1.1" status: 200 len: 944 time: 0.6171870 Dec 06 17:14:21.261511 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affb66ab-f750-4c85-98e0-a877fcc96b73 None None] Pushing event updated for resources: {'Port': ['ID=0b98a12a-7e00-415f-839f-d25e782029bd,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:21.295170 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-53bcef6b-edf5-48a9-a536-0c2b38b0dc96 None None] Provisioning complete for port 0b98a12a-7e00-415f-839f-d25e782029bd triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:14:21.295551 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-53bcef6b-edf5-48a9-a536-0c2b38b0dc96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:21.302679 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99df1655-177d-41cf-83b3-bf88ad559025 req-0538bd1f-85bf-41e2-860d-3c9e012d9426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:21.314221 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-99df1655-177d-41cf-83b3-bf88ad559025 req-0538bd1f-85bf-41e2-860d-3c9e012d9426 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=806e7552b2fe4d15bbbee1bb266d6718&device_id=71f8e028-0f51-4e92-96d3-88c36df1f40e HTTP/1.1" status: 200 len: 1094 time: 0.3341289 Dec 06 17:14:21.340233 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-0e90fa14-ca63-4011-b57e-f89de73c0ab5 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:21.344929 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-0e90fa14-ca63-4011-b57e-f89de73c0ab5 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:21.511378 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-99df1655-177d-41cf-83b3-bf88ad559025 req-75a2fef2-c3c1-42c0-88c2-ff1d5890833a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6c29f80-dfba-4d60-a495-6a8bb1166a85 HTTP/1.1" status: 200 len: 217 time: 0.1542208 Dec 06 17:14:21.545856 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-cea5790a-718b-41a0-a556-0699523cf0e7 req-abba6f4d-8220-4b9d-b78c-bce6c2042753 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] 10.222.0.23 "GET /v2.0/security-groups?id=d21c49c1-182d-4160-90f0-ac9f78bb540e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3518846 Dec 06 17:14:21.592889 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-0e90fa14-ca63-4011-b57e-f89de73c0ab5 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6212718 Dec 06 17:14:21.611935 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-19174cf7-b534-4cbf-8e9d-c7f329a44745 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Request body: {'port': {'device_id': 'b58a597b-6f19-419a-9505-13e69349ff22', 'network_id': '831f7bc8-2673-406c-afd6-cd66fe462203', 'admin_state_up': True, 'tenant_id': 'e496f20025e24ec89db8607fe6b1b56a'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:14:21.659885 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-53bcef6b-edf5-48a9-a536-0c2b38b0dc96 None None] Provisioning complete for port 7c5bed23-7758-4c0f-a2b8-d17381d78370 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:14:21.661594 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-53bcef6b-edf5-48a9-a536-0c2b38b0dc96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:21.846732 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-b6acb4aa-3ecf-4be1-bdf1-bc194cd67022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8158749a-48cf-4070-9121-8fb76d23c3b0', 'name': 'tempest-ServersTestMultiNic-1785482838-router', 'tenant_id': 'e496f20025e24ec89db8607fe6b1b56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.19'}], 'enable_snat': True}, 'gw_port_id': '368365f7-faeb-4c88-b641-d782323b4840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:14:02Z', 'updated_at': '2021-12-06T17:14:06Z', 'revision_number': 4, 'project_id': 'e496f20025e24ec89db8607fe6b1b56a', 'gw_port': {'id': '368365f7-faeb-4c88-b641-d782323b4840', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:06:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8158749a-48cf-4070-9121-8fb76d23c3b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:14:03Z', 'updated_at': '2021-12-06T17:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '0b98a12a-7e00-415f-839f-d25e782029bd', 'name': '', 'network_id': '5c08d51b-46bc-4617-b832-9a34eeeaeca2', 'tenant_id': 'e496f20025e24ec89db8607fe6b1b56a', 'mac_address': 'fa:16:3e:a5:ca:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8158749a-48cf-4070-9121-8fb76d23c3b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '49fcc104-7c72-4f2a-b12e-baa8ea483788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:14:05Z', 'updated_at': '2021-12-06T17:14:19Z', 'revision_number': 4, 'project_id': 'e496f20025e24ec89db8607fe6b1b56a', 'subnets': [{'id': '49fcc104-7c72-4f2a-b12e-baa8ea483788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:14:21.859178 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba23849d-ad5e-4805-9d05-e3e863e18c85 x-openstack-request-id: req-ba23849d-ad5e-4805-9d05-e3e863e18c85 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:14:21.859797 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71f8e028-0f51-4e92-96d3-88c36df1f40e", "tag": "a6c29f80-dfba-4d60-a495-6a8bb1166a85", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:14:21.860233 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ba23849d-ad5e-4805-9d05-e3e863e18c85 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:14:21.861391 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71f8e028-0f51-4e92-96d3-88c36df1f40e', 'tag': 'a6c29f80-dfba-4d60-a495-6a8bb1166a85', 'status': 'completed', 'code': 200} Dec 06 17:14:21.903581 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a9d43c1-bdaa-47c5-8e02-2cb9a3538e05 x-openstack-request-id: req-6a9d43c1-bdaa-47c5-8e02-2cb9a3538e05 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:14:21.904772 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c245de6b-5a8e-47e9-8a83-cc9ed8453593", "tag": "befdce02-98cd-43a4-82c5-c471d6e33719", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:14:21.905407 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6a9d43c1-bdaa-47c5-8e02-2cb9a3538e05 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:14:21.906493 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c245de6b-5a8e-47e9-8a83-cc9ed8453593', 'tag': 'befdce02-98cd-43a4-82c5-c471d6e33719', 'status': 'completed', 'code': 200} Dec 06 17:14:21.911892 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99df1655-177d-41cf-83b3-bf88ad559025 req-77b0f90f-375d-480e-9294-7473f21b0c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:21.914385 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-99df1655-177d-41cf-83b3-bf88ad559025 req-77b0f90f-375d-480e-9294-7473f21b0c30 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=85724274-c536-4bb4-9806-32c964df8042 HTTP/1.1" status: 200 len: 852 time: 0.3675694 Dec 06 17:14:21.917510 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-19174cf7-b534-4cbf-8e9d-c7f329a44745 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Made reservation on behalf of e496f20025e24ec89db8607fe6b1b56a for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:14:21.924063 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-19174cf7-b534-4cbf-8e9d-c7f329a44745 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:21.934980 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device d4a678db-5160-49c5-8dd5-e80988056f2a details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:14:21.943385 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82fab2a-eaa7-4306-8947-4e4e2eee4fdd req-577cd0a7-0b37-4974-ac66-25fcd36ffd3c tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:21.954320 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a82fab2a-eaa7-4306-8947-4e4e2eee4fdd req-577cd0a7-0b37-4974-ac66-25fcd36ffd3c tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.23 "GET /v2.0/ports?device_id=b58a597b-6f19-419a-9505-13e69349ff22 HTTP/1.1" status: 200 len: 932 time: 0.8200328 Dec 06 17:14:21.959817 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6acb4aa-3ecf-4be1-bdf1-bc194cd67022 None None] The sync data for ids ['8158749a-48cf-4070-9121-8fb76d23c3b0'] in n-d-master-1 is: [{'id': '8158749a-48cf-4070-9121-8fb76d23c3b0', 'name': 'tempest-ServersTestMultiNic-1785482838-router', 'tenant_id': 'e496f20025e24ec89db8607fe6b1b56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.19'}], 'enable_snat': True}, 'gw_port_id': '368365f7-faeb-4c88-b641-d782323b4840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:14:02Z', 'updated_at': '2021-12-06T17:14:06Z', 'revision_number': 4, 'project_id': 'e496f20025e24ec89db8607fe6b1b56a', 'gw_port': {'id': '368365f7-faeb-4c88-b641-d782323b4840', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:06:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8158749a-48cf-4070-9121-8fb76d23c3b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:14:03Z', 'updated_at': '2021-12-06T17:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '0b98a12a-7e00-415f-839f-d25e782029bd', 'name': '', 'network_id': '5c08d51b-46bc-4617-b832-9a34eeeaeca2', 'tenant_id': 'e496f20025e24ec89db8607fe6b1b56a', 'mac_address': 'fa:16:3e:a5:ca:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8158749a-48cf-4070-9121-8fb76d23c3b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '49fcc104-7c72-4f2a-b12e-baa8ea483788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:14:05Z', 'updated_at': '2021-12-06T17:14:19Z', 'revision_number': 4, 'project_id': 'e496f20025e24ec89db8607fe6b1b56a', 'subnets': [{'id': '49fcc104-7c72-4f2a-b12e-baa8ea483788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:14:21.999341 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-99df1655-177d-41cf-83b3-bf88ad559025 req-eaa5b5c7-36f6-4bae-9454-07cf4c0aa6b9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f3115485-0e47-4001-968e-d7c2520b29dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699046 Dec 06 17:14:22.118738 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.db.resource_extend [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 06 17:14:22.292139 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d813e37-9f24-477c-a39d-d51b1f9c0588 req-15cffa65-b485-43d9-9c82-c8e47f96fde1 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:22.295352 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9d813e37-9f24-477c-a39d-d51b1f9c0588 req-15cffa65-b485-43d9-9c82-c8e47f96fde1 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=71f8e028-0f51-4e92-96d3-88c36df1f40e HTTP/1.1" status: 200 len: 943 time: 0.2937262 Dec 06 17:14:22.352715 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 0b98a12a-7e00-415f-839f-d25e782029bd up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:14:22.423632 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0d324253-aa53-4aba-a2ae-dd74fb0cc34b req-99fe17e2-a987-4341-a2ba-2e6e7e13de07 service neutron] 10.222.0.41 "GET /v2.0/networks/4855bde2-5345-463f-b706-ad251cb422d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2332036 Dec 06 17:14:22.459299 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a82fab2a-eaa7-4306-8947-4e4e2eee4fdd req-12299db0-70b7-4139-a153-8381d04325f9 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.23 "GET /v2.0/security-groups?id=f03ab9e8-fae2-4a61-9f03-339a4717e762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5023496 Dec 06 17:14:22.460662 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port d4a678db-5160-49c5-8dd5-e80988056f2a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=d4a678db-5160-49c5-8dd5-e80988056f2a,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:14:22.514654 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': 'd4a678db-5160-49c5-8dd5-e80988056f2a', 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a', 'port_id': 'd4a678db-5160-49c5-8dd5-e80988056f2a', 'mac_address': 'fa:16:3e:05:c3:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1342252a-21e4-4783-88ff-f54776c79059', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:14:22.542100 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 0b98a12a-7e00-415f-839f-d25e782029bd triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:14:22.542585 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:22.597305 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-99df1655-177d-41cf-83b3-bf88ad559025 req-4f50b95f-948a-4b1c-a0dc-d448095595f8 service neutron] 10.222.0.41 "GET /v2.0/networks/f3115485-0e47-4001-968e-d7c2520b29dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5830853 Dec 06 17:14:22.634370 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9d813e37-9f24-477c-a39d-d51b1f9c0588 req-7244cdeb-78fc-436c-a46d-f830f6bbac7b tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054583 Dec 06 17:14:22.646589 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-d7991f59-67dc-4f77-b4a1-745be61d1ea9 None None] Provisioning complete for port ea29b125-60ad-478c-83ea-f46e31a89171 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:14:22.647696 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d7991f59-67dc-4f77-b4a1-745be61d1ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:22.673801 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc43ff3-ccbc-4951-8e7f-1adb8786ca2c req-4adfec4f-1c42-4c93-ab37-359320b4dff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:22.684543 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fbc43ff3-ccbc-4951-8e7f-1adb8786ca2c req-4adfec4f-1c42-4c93-ab37-359320b4dff5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f377f83bc18f4c0187f237b662699790&device_id=c245de6b-5a8e-47e9-8a83-cc9ed8453593 HTTP/1.1" status: 200 len: 1095 time: 0.1739476 Dec 06 17:14:22.711644 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-d7991f59-67dc-4f77-b4a1-745be61d1ea9 None None] Port ea29b125-60ad-478c-83ea-f46e31a89171 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:14:22.766699 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:22.787275 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4a678db-5160-49c5-8dd5-e80988056f2a {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:14:22.839177 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 7c5bed23-7758-4c0f-a2b8-d17381d78370 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:14:22.840542 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-19174cf7-b534-4cbf-8e9d-c7f329a44745 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Allocated IP 19.86.0.79 (831f7bc8-2673-406c-afd6-cd66fe462203/aec35e81-53a6-4a6b-ab2a-97cec34497fb/ff3e434f-1fa3-46b0-839c-72cdf024c464) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:14:22.965205 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port d4a678db-5160-49c5-8dd5-e80988056f2a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=d4a678db-5160-49c5-8dd5-e80988056f2a,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:14:22.979962 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:23.030750 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc43ff3-ccbc-4951-8e7f-1adb8786ca2c req-6e8b4e6d-e07e-4772-90f0-ad313e73e5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:23.034765 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fbc43ff3-ccbc-4951-8e7f-1adb8786ca2c req-6e8b4e6d-e07e-4772-90f0-ad313e73e5c7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4855bde2-5345-463f-b706-ad251cb422d1 HTTP/1.1" status: 200 len: 920 time: 0.3395243 Dec 06 17:14:23.050646 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-99df1655-177d-41cf-83b3-bf88ad559025 req-4e8bec81-8e00-4f13-b385-19033f2897f4 service neutron] 10.222.0.41 "GET /v2.0/networks/f3115485-0e47-4001-968e-d7c2520b29dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4448907 Dec 06 17:14:23.077384 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 7c5bed23-7758-4c0f-a2b8-d17381d78370 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:14:23.078139 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:23.145081 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['d4a678db-5160-49c5-8dd5-e80988056f2a'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:14:23.234512 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=d4a678db-5160-49c5-8dd5-e80988056f2a,revision_number=9']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:23.239984 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fbc43ff3-ccbc-4951-8e7f-1adb8786ca2c req-b42da38c-7ae4-45ee-8214-a470884b99bf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=befdce02-98cd-43a4-82c5-c471d6e33719 HTTP/1.1" status: 200 len: 217 time: 0.1955583 Dec 06 17:14:23.398681 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc43ff3-ccbc-4951-8e7f-1adb8786ca2c req-474c2f03-4070-4dae-b04e-02c5b53921f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:23.406393 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fbc43ff3-ccbc-4951-8e7f-1adb8786ca2c req-474c2f03-4070-4dae-b04e-02c5b53921f8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7162eead-6b06-4e77-9cd1-32f582d034d1 HTTP/1.1" status: 200 len: 859 time: 0.1560075 Dec 06 17:14:23.458477 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device befdce02-98cd-43a4-82c5-c471d6e33719 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:14:23.470128 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fbc43ff3-ccbc-4951-8e7f-1adb8786ca2c req-32a88094-1d6d-4687-9c3a-3fef6e9be0c4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4855bde2-5345-463f-b706-ad251cb422d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585649 Dec 06 17:14:23.634602 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535450ad-6582-460c-a7bb-d7043dddbe0e req-ec95897b-1a2a-431b-8471-d26303bab53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:23.636137 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-535450ad-6582-460c-a7bb-d7043dddbe0e req-ec95897b-1a2a-431b-8471-d26303bab53b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=806e7552b2fe4d15bbbee1bb266d6718&device_id=71f8e028-0f51-4e92-96d3-88c36df1f40e HTTP/1.1" status: 200 len: 1094 time: 0.4105384 Dec 06 17:14:23.658113 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e36540-9e93-4b8c-9d63-1a0a9e15e612 req-593310d4-3b1d-453c-a246-b683a51b65b2 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:23.674795 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-02e36540-9e93-4b8c-9d63-1a0a9e15e612 req-593310d4-3b1d-453c-a246-b683a51b65b2 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] 10.222.0.23 "GET /v2.0/ports?device_id=c245de6b-5a8e-47e9-8a83-cc9ed8453593 HTTP/1.1" status: 200 len: 944 time: 0.4438314 Dec 06 17:14:23.730273 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fbc43ff3-ccbc-4951-8e7f-1adb8786ca2c req-19382b00-969d-4172-aaab-ca37b138328c service neutron] 10.222.0.41 "GET /v2.0/networks/4855bde2-5345-463f-b706-ad251cb422d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486906 Dec 06 17:14:23.827917 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-19174cf7-b534-4cbf-8e9d-c7f329a44745 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:23.921859 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fbc43ff3-ccbc-4951-8e7f-1adb8786ca2c req-8bc80537-e945-4c2b-bfac-2db4a02c3490 service neutron] 10.222.0.41 "GET /v2.0/networks/4855bde2-5345-463f-b706-ad251cb422d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794205 Dec 06 17:14:23.936912 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-19174cf7-b534-4cbf-8e9d-c7f329a44745 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:23.969915 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port befdce02-98cd-43a4-82c5-c471d6e33719, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=befdce02-98cd-43a4-82c5-c471d6e33719,segment=NetworkSegment(5f633514-6649-4383-967d-3e5bb989bb4a),segment_id=5f633514-6649-4383-967d-3e5bb989bb4a)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:14:24.023729 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': 'befdce02-98cd-43a4-82c5-c471d6e33719', 'network_id': '4855bde2-5345-463f-b706-ad251cb422d1', 'port_id': 'befdce02-98cd-43a4-82c5-c471d6e33719', 'mac_address': 'fa:16:3e:9f:ca:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7162eead-6b06-4e77-9cd1-32f582d034d1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:14:24.053183 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90635839-5aca-4788-b09d-047ae5d0a8b2 req-fa108177-24e4-475f-bb86-baff1cf2f1e9 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:24.059797 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90635839-5aca-4788-b09d-047ae5d0a8b2 req-fa108177-24e4-475f-bb86-baff1cf2f1e9 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:24.071903 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-90635839-5aca-4788-b09d-047ae5d0a8b2 req-fa108177-24e4-475f-bb86-baff1cf2f1e9 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.23 "GET /v2.0/ports?device_id=b58a597b-6f19-419a-9505-13e69349ff22 HTTP/1.1" status: 200 len: 1654 time: 0.1487124 Dec 06 17:14:24.162567 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:24.188667 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-90635839-5aca-4788-b09d-047ae5d0a8b2 req-27edca22-6572-4623-948c-1215234020c3 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.23 "GET /v2.0/security-groups?id=f03ab9e8-fae2-4a61-9f03-339a4717e762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102612 Dec 06 17:14:24.188859 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id befdce02-98cd-43a4-82c5-c471d6e33719 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:14:24.206888 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-19174cf7-b534-4cbf-8e9d-c7f329a44745 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Network 831f7bc8-2673-406c-afd6-cd66fe462203 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:14:24.264796 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-19174cf7-b534-4cbf-8e9d-c7f329a44745 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:14:24.271090 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19174cf7-b534-4cbf-8e9d-c7f329a44745 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Pushing event updated for resources: {'Port': ['ID=ff3e434f-1fa3-46b0-839c-72cdf024c464,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:24.288600 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-19174cf7-b534-4cbf-8e9d-c7f329a44745 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:14:24.353389 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31dc359-96dd-43e0-9139-8c69fe956f49 req-37f19661-7c24-462c-9d6b-1648601b1bb1 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:24.363944 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e31dc359-96dd-43e0-9139-8c69fe956f49 req-37f19661-7c24-462c-9d6b-1648601b1bb1 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=71f8e028-0f51-4e92-96d3-88c36df1f40e HTTP/1.1" status: 200 len: 943 time: 0.0982413 Dec 06 17:14:24.369669 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-02e36540-9e93-4b8c-9d63-1a0a9e15e612 req-d0af5269-b8ab-4c78-8603-f8ebad999c23 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] 10.222.0.23 "GET /v2.0/security-groups?id=d21c49c1-182d-4160-90f0-ac9f78bb540e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6900980 Dec 06 17:14:24.463751 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535450ad-6582-460c-a7bb-d7043dddbe0e req-17a95294-2469-4619-ba54-d2e64695559e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:24.465250 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-535450ad-6582-460c-a7bb-d7043dddbe0e req-17a95294-2469-4619-ba54-d2e64695559e service neutron] 10.222.0.41 "GET /v2.0/networks?id=f3115485-0e47-4001-968e-d7c2520b29dd HTTP/1.1" status: 200 len: 913 time: 0.7856796 Dec 06 17:14:24.484801 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e31dc359-96dd-43e0-9139-8c69fe956f49 req-a1dea720-cce2-4541-afbc-0df3207cc77e tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180041 Dec 06 17:14:24.513928 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port befdce02-98cd-43a4-82c5-c471d6e33719, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=befdce02-98cd-43a4-82c5-c471d6e33719,segment=NetworkSegment(5f633514-6649-4383-967d-3e5bb989bb4a),segment_id=5f633514-6649-4383-967d-3e5bb989bb4a)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:14:24.526708 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:24.649180 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-19174cf7-b534-4cbf-8e9d-c7f329a44745 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:24.674378 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-19174cf7-b534-4cbf-8e9d-c7f329a44745 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:24.688972 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=befdce02-98cd-43a4-82c5-c471d6e33719,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:24.703166 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-535450ad-6582-460c-a7bb-d7043dddbe0e req-8df884ef-9a1d-4c47-a47c-a7d84d1a0398 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6c29f80-dfba-4d60-a495-6a8bb1166a85 HTTP/1.1" status: 200 len: 217 time: 0.2145596 Dec 06 17:14:24.715229 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-19174cf7-b534-4cbf-8e9d-c7f329a44745 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1168308 Dec 06 17:14:24.757583 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-7810c7de-24c5-4638-b6c5-bbee1e799a70 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Request body: {'port': {'device_id': 'b58a597b-6f19-419a-9505-13e69349ff22', 'network_id': '514f7148-73be-428a-a5ef-17a30bd4f56c', 'admin_state_up': True, 'tenant_id': 'e496f20025e24ec89db8607fe6b1b56a'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:14:24.789490 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['befdce02-98cd-43a4-82c5-c471d6e33719'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:14:24.902137 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-d39438a4-3e5a-4c83-abe8-76d1152916f9 None None] Provisioning complete for port ff3e434f-1fa3-46b0-839c-72cdf024c464 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:14:24.902844 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d39438a4-3e5a-4c83-abe8-76d1152916f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:24.927348 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535450ad-6582-460c-a7bb-d7043dddbe0e req-dfb2162e-1fa6-45b0-accf-17e799820a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:24.929657 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-535450ad-6582-460c-a7bb-d7043dddbe0e req-dfb2162e-1fa6-45b0-accf-17e799820a94 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=85724274-c536-4bb4-9806-32c964df8042 HTTP/1.1" status: 200 len: 852 time: 0.2131991 Dec 06 17:14:24.996721 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-535450ad-6582-460c-a7bb-d7043dddbe0e req-cc3a71df-5ea3-4bb2-a10c-d027e3106b20 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f3115485-0e47-4001-968e-d7c2520b29dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501132 Dec 06 17:14:25.051294 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-d39438a4-3e5a-4c83-abe8-76d1152916f9 None None] Port ff3e434f-1fa3-46b0-839c-72cdf024c464 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:14:25.170890 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-7810c7de-24c5-4638-b6c5-bbee1e799a70 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Made reservation on behalf of e496f20025e24ec89db8607fe6b1b56a for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:14:25.175567 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-7810c7de-24c5-4638-b6c5-bbee1e799a70 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:25.221317 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 47014) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:14:25.327573 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-535450ad-6582-460c-a7bb-d7043dddbe0e req-17c7bfc5-5ec8-4558-bfe1-4662a6fb6033 service neutron] 10.222.0.41 "GET /v2.0/networks/f3115485-0e47-4001-968e-d7c2520b29dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926862 Dec 06 17:14:25.397397 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e8cdb7-4572-4e37-b611-5e905e1f7a9f req-401f3e85-3c07-4b52-b2b0-95ebb4db8deb tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:25.403551 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e8cdb7-4572-4e37-b611-5e905e1f7a9f req-401f3e85-3c07-4b52-b2b0-95ebb4db8deb tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:25.412702 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c1e8cdb7-4572-4e37-b611-5e905e1f7a9f req-401f3e85-3c07-4b52-b2b0-95ebb4db8deb tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.23 "GET /v2.0/ports?device_id=b58a597b-6f19-419a-9505-13e69349ff22 HTTP/1.1" status: 200 len: 1654 time: 0.0839210 Dec 06 17:14:25.416650 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device a6c29f80-dfba-4d60-a495-6a8bb1166a85 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:14:25.441033 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aba18ce2-8a24-45af-ae14-65c66fe629f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:25.500237 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c1e8cdb7-4572-4e37-b611-5e905e1f7a9f req-4823499c-062a-4d5e-b747-4dad7f8a5899 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.23 "GET /v2.0/security-groups?id=f03ab9e8-fae2-4a61-9f03-339a4717e762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819874 Dec 06 17:14:25.588076 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port a6c29f80-dfba-4d60-a495-6a8bb1166a85, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=a6c29f80-dfba-4d60-a495-6a8bb1166a85,segment=NetworkSegment(c5bdebef-6647-4acc-8b76-b3635792eaa5),segment_id=c5bdebef-6647-4acc-8b76-b3635792eaa5)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:14:25.590434 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-7810c7de-24c5-4638-b6c5-bbee1e799a70 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Allocated IP 19.80.0.38 (514f7148-73be-428a-a5ef-17a30bd4f56c/399d9993-eb5b-4762-ba5f-2d3e039f68ca/68530442-a39e-4086-b1f7-a3d3c05793c3) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:14:25.601645 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b77f3d4-91a5-49f7-9a6b-324b059ce5db req-ab413da4-c9e5-4684-bf88-149baddd1597 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:25.603271 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4b77f3d4-91a5-49f7-9a6b-324b059ce5db req-ab413da4-c9e5-4684-bf88-149baddd1597 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] 10.222.0.23 "GET /v2.0/ports?device_id=c245de6b-5a8e-47e9-8a83-cc9ed8453593 HTTP/1.1" status: 200 len: 945 time: 0.1093502 Dec 06 17:14:25.604530 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': 'a6c29f80-dfba-4d60-a495-6a8bb1166a85', 'network_id': 'f3115485-0e47-4001-968e-d7c2520b29dd', 'port_id': 'a6c29f80-dfba-4d60-a495-6a8bb1166a85', 'mac_address': 'fa:16:3e:50:1d:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85724274-c536-4bb4-9806-32c964df8042', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:14:25.605671 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aba18ce2-8a24-45af-ae14-65c66fe629f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:25.615746 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aba18ce2-8a24-45af-ae14-65c66fe629f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:25.675523 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:25.682773 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-aba18ce2-8a24-45af-ae14-65c66fe629f5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=00fd79643ac34cd0a8215bdfdbcaac68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4601769 Dec 06 17:14:25.684771 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 47024) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:14:25.693511 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6c29f80-dfba-4d60-a495-6a8bb1166a85 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:14:25.695344 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba18ce2-8a24-45af-ae14-65c66fe629f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=827c6890-0ac3-4284-9d8d-4615ba48963b,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:25.734565 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port a6c29f80-dfba-4d60-a495-6a8bb1166a85, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=a6c29f80-dfba-4d60-a495-6a8bb1166a85,segment=NetworkSegment(c5bdebef-6647-4acc-8b76-b3635792eaa5),segment_id=c5bdebef-6647-4acc-8b76-b3635792eaa5)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:14:25.744784 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:25.755636 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd45593d-ee1c-45e2-92d4-19f45ab56883 req-8c904b52-3a7c-4406-9e85-236ecae1997f tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:25.764771 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fd45593d-ee1c-45e2-92d4-19f45ab56883 req-8c904b52-3a7c-4406-9e85-236ecae1997f tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=71f8e028-0f51-4e92-96d3-88c36df1f40e HTTP/1.1" status: 200 len: 943 time: 0.1617212 Dec 06 17:14:25.859081 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8fc3a2f2-7400-47d6-bce6-2615077bf289 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:25.884163 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=a6c29f80-dfba-4d60-a495-6a8bb1166a85,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:25.892567 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fd45593d-ee1c-45e2-92d4-19f45ab56883 req-163e2ede-898a-44e6-ab08-15538d6ed3d0 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264627 Dec 06 17:14:25.896241 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device d4a678db-5160-49c5-8dd5-e80988056f2a up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:14:25.930266 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8fc3a2f2-7400-47d6-bce6-2615077bf289 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:26.024037 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8fc3a2f2-7400-47d6-bce6-2615077bf289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:26.035750 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8fc3a2f2-7400-47d6-bce6-2615077bf289 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:26.043604 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-8fc3a2f2-7400-47d6-bce6-2615077bf289 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/827c6890-0ac3-4284-9d8d-4615ba48963b HTTP/1.1" status: 204 len: 168 time: 0.3571095 Dec 06 17:14:26.045344 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port d4a678db-5160-49c5-8dd5-e80988056f2a triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:14:26.046966 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:26.054664 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc3a2f2-7400-47d6-bce6-2615077bf289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=827c6890-0ac3-4284-9d8d-4615ba48963b,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:26.110859 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['a6c29f80-dfba-4d60-a495-6a8bb1166a85'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:14:26.363478 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-535450ad-6582-460c-a7bb-d7043dddbe0e req-09feb75e-5eef-4038-a6a6-8ccd23a3f734 service neutron] 10.222.0.41 "GET /v2.0/networks/f3115485-0e47-4001-968e-d7c2520b29dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0244448 Dec 06 17:14:26.429284 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:26.493959 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d3b7f5b-9b90-46d3-ae07-5151f29231e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4a678db-5160-49c5-8dd5-e80988056f2a'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:14:26.496360 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4af52c4d-081b-49ff-9c61-eb0db31dbe5b" -d '{"events": [{"server_uuid": "6d3b7f5b-9b90-46d3-ae07-5151f29231e9", "name": "network-vif-plugged", "status": "completed", "tag": "d4a678db-5160-49c5-8dd5-e80988056f2a"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:14:26.522763 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port d4a678db-5160-49c5-8dd5-e80988056f2a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=d4a678db-5160-49c5-8dd5-e80988056f2a,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:14:26.531526 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:26.557164 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4b77f3d4-91a5-49f7-9a6b-324b059ce5db req-6c74d2ca-5904-4cf6-a0e0-deb7b9130b6e tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] 10.222.0.23 "GET /v2.0/security-groups?id=d21c49c1-182d-4160-90f0-ac9f78bb540e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9426279 Dec 06 17:14:26.631045 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=d4a678db-5160-49c5-8dd5-e80988056f2a,revision_number=10']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:26.637643 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-217106f1-d30c-4fff-b47a-f3777a0ac95a x-openstack-request-id: req-217106f1-d30c-4fff-b47a-f3777a0ac95a {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:14:26.638057 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d3b7f5b-9b90-46d3-ae07-5151f29231e9", "name": "network-vif-plugged", "status": "completed", "tag": "d4a678db-5160-49c5-8dd5-e80988056f2a", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:14:26.639752 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-217106f1-d30c-4fff-b47a-f3777a0ac95a {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:14:26.641535 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d3b7f5b-9b90-46d3-ae07-5151f29231e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4a678db-5160-49c5-8dd5-e80988056f2a', 'code': 200} Dec 06 17:14:26.665259 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c333c39c-5258-479a-a7c5-3ff3f1c07e00 req-da359240-5aa6-4afe-9f3e-f741850f5af6 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:26.666998 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c333c39c-5258-479a-a7c5-3ff3f1c07e00 req-da359240-5aa6-4afe-9f3e-f741850f5af6 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/networks?id=33742801-ccea-4ab3-a86a-2573a2966c19 HTTP/1.1" status: 200 len: 808 time: 0.3439462 Dec 06 17:14:26.677961 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-7810c7de-24c5-4638-b6c5-bbee1e799a70 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:26.685978 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c333c39c-5258-479a-a7c5-3ff3f1c07e00 req-fca92f9e-1591-4954-8f95-138a63b86a3a tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/quotas/1d83e0c6d059422882cc226e7f9c727a HTTP/1.1" status: 200 len: 375 time: 0.0117819 Dec 06 17:14:26.733572 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 47060) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:14:26.761054 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2f5df0bc-8f38-4151-a0cd-b97e112f1b27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:26.798689 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c333c39c-5258-479a-a7c5-3ff3f1c07e00 req-3fee7f77-ee39-4d68-a2c8-d004e62e5a29 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1d83e0c6d059422882cc226e7f9c727a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1055832 Dec 06 17:14:26.883380 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2f5df0bc-8f38-4151-a0cd-b97e112f1b27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:26.914760 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2f5df0bc-8f38-4151-a0cd-b97e112f1b27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:26.950014 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c333c39c-5258-479a-a7c5-3ff3f1c07e00 req-ea47480a-1102-4064-9625-425ef8ae622b service neutron] 10.222.0.23 "GET /v2.0/networks/33742801-ccea-4ab3-a86a-2573a2966c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500201 Dec 06 17:14:26.966893 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5df0bc-8f38-4151-a0cd-b97e112f1b27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3760ffc-1ab4-44de-ba82-e2ff4f76c62d,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:26.990341 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823af6b3-e339-49a0-aec1-624020dd8e7e req-20240dd2-8b72-4a99-888e-1e8f9d7c2a70 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:26.996929 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823af6b3-e339-49a0-aec1-624020dd8e7e req-20240dd2-8b72-4a99-888e-1e8f9d7c2a70 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:26.999239 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-823af6b3-e339-49a0-aec1-624020dd8e7e req-20240dd2-8b72-4a99-888e-1e8f9d7c2a70 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.23 "GET /v2.0/ports?device_id=b58a597b-6f19-419a-9505-13e69349ff22 HTTP/1.1" status: 200 len: 1654 time: 0.2666020 Dec 06 17:14:27.003522 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-7810c7de-24c5-4638-b6c5-bbee1e799a70 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:27.062397 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7810c7de-24c5-4638-b6c5-bbee1e799a70 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Pushing event updated for resources: {'Port': ['ID=68530442-a39e-4086-b1f7-a3d3c05793c3,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:27.074381 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-2f5df0bc-8f38-4151-a0cd-b97e112f1b27 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=981f117c60d04a8eb4f407fd1482c129&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3350520 Dec 06 17:14:27.082026 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c333c39c-5258-479a-a7c5-3ff3f1c07e00 req-077aa40d-0ee9-4160-84a8-cb61481e6cf7 service neutron] 10.222.0.23 "GET /v2.0/networks/33742801-ccea-4ab3-a86a-2573a2966c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301687 Dec 06 17:14:27.082764 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 47066) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:14:27.095306 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-7810c7de-24c5-4638-b6c5-bbee1e799a70 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Network 514f7148-73be-428a-a5ef-17a30bd4f56c is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:14:27.098278 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-7810c7de-24c5-4638-b6c5-bbee1e799a70 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:14:27.101797 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-7810c7de-24c5-4638-b6c5-bbee1e799a70 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:14:27.207031 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-7810c7de-24c5-4638-b6c5-bbee1e799a70 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:27.207436 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-7810c7de-24c5-4638-b6c5-bbee1e799a70 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:27.215050 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e555bd95-9a5b-44ad-865a-0aa7490ecdcc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:27.244699 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-7810c7de-24c5-4638-b6c5-bbee1e799a70 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5091050 Dec 06 17:14:27.258103 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e555bd95-9a5b-44ad-865a-0aa7490ecdcc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:27.259646 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-bce7c5b4-147c-4db0-8c7d-9333a7580df3 service neutron] Request body: {'port': {'device_id': 'b58a597b-6f19-419a-9505-13e69349ff22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:14:27.324204 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e555bd95-9a5b-44ad-865a-0aa7490ecdcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:27.330545 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-823af6b3-e339-49a0-aec1-624020dd8e7e req-7ac225ac-adc1-49af-abeb-b71d09965911 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.23 "GET /v2.0/security-groups?id=f03ab9e8-fae2-4a61-9f03-339a4717e762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3221476 Dec 06 17:14:27.344691 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e555bd95-9a5b-44ad-865a-0aa7490ecdcc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:27.351030 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-e555bd95-9a5b-44ad-865a-0aa7490ecdcc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b3760ffc-1ab4-44de-ba82-e2ff4f76c62d HTTP/1.1" status: 204 len: 168 time: 0.2660513 Dec 06 17:14:27.387169 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e555bd95-9a5b-44ad-865a-0aa7490ecdcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3760ffc-1ab4-44de-ba82-e2ff4f76c62d,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:27.429758 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device befdce02-98cd-43a4-82c5-c471d6e33719 up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:14:27.458598 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-bce7c5b4-147c-4db0-8c7d-9333a7580df3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:27.523712 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port befdce02-98cd-43a4-82c5-c471d6e33719 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:14:27.530804 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port befdce02-98cd-43a4-82c5-c471d6e33719 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:14:27.531588 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:27.638954 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:27.670509 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-052a6712-c7f6-49fe-a369-542c848738cc None None] Provisioning complete for port 68530442-a39e-4086-b1f7-a3d3c05793c3 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:14:27.670910 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-052a6712-c7f6-49fe-a369-542c848738cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:27.790411 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port befdce02-98cd-43a4-82c5-c471d6e33719, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=befdce02-98cd-43a4-82c5-c471d6e33719,segment=NetworkSegment(5f633514-6649-4383-967d-3e5bb989bb4a),segment_id=5f633514-6649-4383-967d-3e5bb989bb4a)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:14:27.809360 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-052a6712-c7f6-49fe-a369-542c848738cc None None] Port 68530442-a39e-4086-b1f7-a3d3c05793c3 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:14:27.815101 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:27.818625 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device a6c29f80-dfba-4d60-a495-6a8bb1166a85 up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:14:27.874114 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07026666-649a-4651-b84d-f0d585fd951c req-813ad710-b86a-4221-9a50-28b57308d14c tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:27.897310 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-07026666-649a-4651-b84d-f0d585fd951c req-813ad710-b86a-4221-9a50-28b57308d14c tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=71f8e028-0f51-4e92-96d3-88c36df1f40e HTTP/1.1" status: 200 len: 944 time: 0.3615763 Dec 06 17:14:27.971170 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port a6c29f80-dfba-4d60-a495-6a8bb1166a85 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:14:28.015966 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port a6c29f80-dfba-4d60-a495-6a8bb1166a85 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:14:28.016367 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:28.120503 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=befdce02-98cd-43a4-82c5-c471d6e33719,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:28.150060 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33826c5d-d15f-4bc7-b8d9-3956a65edc01 req-b67fce8d-a336-42c2-bc04-6ad519cc664a tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:28.152598 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-33826c5d-d15f-4bc7-b8d9-3956a65edc01 req-b67fce8d-a336-42c2-bc04-6ad519cc664a tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] 10.222.0.23 "GET /v2.0/ports?device_id=c245de6b-5a8e-47e9-8a83-cc9ed8453593 HTTP/1.1" status: 200 len: 946 time: 0.1369441 Dec 06 17:14:28.245745 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-bce7c5b4-147c-4db0-8c7d-9333a7580df3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea29b125-60ad-478c-83ea-f46e31a89171 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:14:28.251252 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-33826c5d-d15f-4bc7-b8d9-3956a65edc01 req-914264fc-b35d-4215-bf09-4b1b9bc0fda7 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] 10.222.0.23 "GET /v2.0/security-groups?id=d21c49c1-182d-4160-90f0-ac9f78bb540e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876672 Dec 06 17:14:28.255221 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-bce7c5b4-147c-4db0-8c7d-9333a7580df3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:28.261645 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:28.268802 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-bce7c5b4-147c-4db0-8c7d-9333a7580df3 service neutron] Transition to ACTIVE for port object ea29b125-60ad-478c-83ea-f46e31a89171 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:14:28.290273 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-bce7c5b4-147c-4db0-8c7d-9333a7580df3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:28.334382 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port a6c29f80-dfba-4d60-a495-6a8bb1166a85, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=a6c29f80-dfba-4d60-a495-6a8bb1166a85,segment=NetworkSegment(c5bdebef-6647-4acc-8b76-b3635792eaa5),segment_id=c5bdebef-6647-4acc-8b76-b3635792eaa5)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:14:28.344476 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:28.438207 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-52ff6f88-d262-4ad1-8e0b-995a348ca007 req-853c60c8-9212-4966-9ed5-ad59b9efbd6c tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a81ef20-7627-4783-b92f-49c0d8a17861 HTTP/1.1" status: 200 len: 210 time: 0.0711577 Dec 06 17:14:28.470126 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=a6c29f80-dfba-4d60-a495-6a8bb1166a85,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:28.499467 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-07026666-649a-4651-b84d-f0d585fd951c req-2d4f7a6a-cb20-4783-801c-3afd6d2a8bb8 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5999246 Dec 06 17:14:28.501313 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce7c5b4-147c-4db0-8c7d-9333a7580df3 service neutron] Pushing event updated for resources: {'Port': ['ID=ea29b125-60ad-478c-83ea-f46e31a89171,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:28.610980 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 47118) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:14:28.640428 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-443f84a9-d830-4be1-aab7-6ade558e5723 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-885140615'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:14:28.642584 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c245de6b-5a8e-47e9-8a83-cc9ed8453593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'befdce02-98cd-43a4-82c5-c471d6e33719'}, {'server_uuid': '71f8e028-0f51-4e92-96d3-88c36df1f40e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6c29f80-dfba-4d60-a495-6a8bb1166a85'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:14:28.645108 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95b34983-6530-4ae9-9c2c-002f23b4025f" -d '{"events": [{"server_uuid": "c245de6b-5a8e-47e9-8a83-cc9ed8453593", "name": "network-vif-plugged", "status": "completed", "tag": "befdce02-98cd-43a4-82c5-c471d6e33719"}, {"server_uuid": "71f8e028-0f51-4e92-96d3-88c36df1f40e", "name": "network-vif-plugged", "status": "completed", "tag": "a6c29f80-dfba-4d60-a495-6a8bb1166a85"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:14:28.673503 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0553825-3a28-4b68-9671-6498d69f705f req-2df0a4b9-2955-472b-b17c-1ca3f8af751c tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:28.676984 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-bce7c5b4-147c-4db0-8c7d-9333a7580df3 service neutron] Attempting to bind port ea29b125-60ad-478c-83ea-f46e31a89171 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:14:28.677337 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-bce7c5b4-147c-4db0-8c7d-9333a7580df3 service neutron] Attempting to bind port ea29b125-60ad-478c-83ea-f46e31a89171 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'aeee15d9-c90a-4ac9-876b-5abf7aa08b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '514f7148-73be-428a-a5ef-17a30bd4f56c'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:14:28.677691 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-bce7c5b4-147c-4db0-8c7d-9333a7580df3 service neutron] Attempting to bind port ea29b125-60ad-478c-83ea-f46e31a89171 on network 514f7148-73be-428a-a5ef-17a30bd4f56c {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:14:28.691241 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0553825-3a28-4b68-9671-6498d69f705f req-2df0a4b9-2955-472b-b17c-1ca3f8af751c tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:28.693403 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-bce7c5b4-147c-4db0-8c7d-9333a7580df3 service neutron] Port ea29b125-60ad-478c-83ea-f46e31a89171 on network 514f7148-73be-428a-a5ef-17a30bd4f56c not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:14:28.693841 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-bce7c5b4-147c-4db0-8c7d-9333a7580df3 service neutron] Attempting to bind port ea29b125-60ad-478c-83ea-f46e31a89171 on network 514f7148-73be-428a-a5ef-17a30bd4f56c {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:14:28.699297 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-bce7c5b4-147c-4db0-8c7d-9333a7580df3 service neutron] Checking agent: {'id': '9d8b9f49-2860-4c1f-9b89-45a7657a3c4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:14:28.699655 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-bce7c5b4-147c-4db0-8c7d-9333a7580df3 service neutron] Checking segment: {'id': 'aeee15d9-c90a-4ac9-876b-5abf7aa08b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '514f7148-73be-428a-a5ef-17a30bd4f56c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:14:28.700053 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-bce7c5b4-147c-4db0-8c7d-9333a7580df3 service neutron] Bound using segment: {'id': 'aeee15d9-c90a-4ac9-876b-5abf7aa08b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '514f7148-73be-428a-a5ef-17a30bd4f56c'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:14:28.700503 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-bce7c5b4-147c-4db0-8c7d-9333a7580df3 service neutron] Bound port: ea29b125-60ad-478c-83ea-f46e31a89171, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeee15d9-c90a-4ac9-876b-5abf7aa08b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '514f7148-73be-428a-a5ef-17a30bd4f56c'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:14:28.700921 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-bce7c5b4-147c-4db0-8c7d-9333a7580df3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:28.704290 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-443f84a9-d830-4be1-aab7-6ade558e5723 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Made reservation on behalf of 3ab1b684adb44126aa30c8ecbc0cad3c for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:14:28.707792 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-443f84a9-d830-4be1-aab7-6ade558e5723 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:28.709168 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0553825-3a28-4b68-9671-6498d69f705f req-2df0a4b9-2955-472b-b17c-1ca3f8af751c tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:28.718081 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d0553825-3a28-4b68-9671-6498d69f705f req-2df0a4b9-2955-472b-b17c-1ca3f8af751c tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.23 "GET /v2.0/ports?device_id=b58a597b-6f19-419a-9505-13e69349ff22 HTTP/1.1" status: 200 len: 2387 time: 0.1591973 Dec 06 17:14:28.756929 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 06 Dec 2021 17:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eead1f46-c6ec-49fa-8651-8fb112bbf345 x-openstack-request-id: req-eead1f46-c6ec-49fa-8651-8fb112bbf345 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:14:28.757237 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c245de6b-5a8e-47e9-8a83-cc9ed8453593", "name": "network-vif-plugged", "status": "completed", "tag": "befdce02-98cd-43a4-82c5-c471d6e33719", "code": 200}, {"server_uuid": "71f8e028-0f51-4e92-96d3-88c36df1f40e", "name": "network-vif-plugged", "status": "completed", "tag": "a6c29f80-dfba-4d60-a495-6a8bb1166a85", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:14:28.757873 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-eead1f46-c6ec-49fa-8651-8fb112bbf345 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:14:28.758296 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c245de6b-5a8e-47e9-8a83-cc9ed8453593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'befdce02-98cd-43a4-82c5-c471d6e33719', 'code': 200} Dec 06 17:14:28.759308 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71f8e028-0f51-4e92-96d3-88c36df1f40e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6c29f80-dfba-4d60-a495-6a8bb1166a85', 'code': 200} Dec 06 17:14:28.786882 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-443f84a9-d830-4be1-aab7-6ade558e5723 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:14:28.809882 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-443f84a9-d830-4be1-aab7-6ade558e5723 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:28.810817 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-443f84a9-d830-4be1-aab7-6ade558e5723 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Added segment d9cf52d1-bc52-4bcd-8c3c-12b88e1a5dd0 of type vlan for network a4c7e014-b0a5-4b38-bc7b-c27afa34aef4 Dec 06 17:14:28.861519 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-bce7c5b4-147c-4db0-8c7d-9333a7580df3 service neutron] For port ea29b125-60ad-478c-83ea-f46e31a89171, host n-h2-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:14:28.873221 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d0553825-3a28-4b68-9671-6498d69f705f req-331ac943-400f-4cec-acfc-5c61b087edb2 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.23 "GET /v2.0/security-groups?id=f03ab9e8-fae2-4a61-9f03-339a4717e762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475177 Dec 06 17:14:28.916222 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-bce7c5b4-147c-4db0-8c7d-9333a7580df3 service neutron] For port ea29b125-60ad-478c-83ea-f46e31a89171, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ea29b125-60ad-478c-83ea-f46e31a89171,segment=NetworkSegment(aeee15d9-c90a-4ac9-876b-5abf7aa08b0c),segment_id=aeee15d9-c90a-4ac9-876b-5abf7aa08b0c)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:14:28.932860 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-443f84a9-d830-4be1-aab7-6ade558e5723 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:28.940369 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-bce7c5b4-147c-4db0-8c7d-9333a7580df3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:28.948941 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 47138) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:14:29.015415 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-bce7c5b4-147c-4db0-8c7d-9333a7580df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:29.016148 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-bce7c5b4-147c-4db0-8c7d-9333a7580df3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:29.017666 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-bce7c5b4-147c-4db0-8c7d-9333a7580df3 service neutron] 10.222.0.44 "PUT /v2.0/ports/ea29b125-60ad-478c-83ea-f46e31a89171 HTTP/1.1" status: 200 len: 1092 time: 1.7645268 Dec 06 17:14:29.020068 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b58a597b-6f19-419a-9505-13e69349ff22', 'tag': 'ea29b125-60ad-478c-83ea-f46e31a89171'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:14:29.022507 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af9f9beb-34fe-4252-bf4c-eed842ae09b4" -d '{"events": [{"name": "network-changed", "server_uuid": "b58a597b-6f19-419a-9505-13e69349ff22", "tag": "ea29b125-60ad-478c-83ea-f46e31a89171"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:14:29.069034 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-658a3119-0b69-4600-aba0-014a457d24ce service neutron] Request body: {'port': {'device_id': 'b58a597b-6f19-419a-9505-13e69349ff22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:14:29.072643 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-443f84a9-d830-4be1-aab7-6ade558e5723 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:29.081230 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443f84a9-d830-4be1-aab7-6ade558e5723 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:29.082029 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-443f84a9-d830-4be1-aab7-6ade558e5723 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:29.118283 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85367b2e-4709-4530-ae98-30a48da73643 req-a1bfa262-d139-48e7-b005-8bdd150aa5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:29.119965 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-85367b2e-4709-4530-ae98-30a48da73643 req-a1bfa262-d139-48e7-b005-8bdd150aa5ec service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=71f8e028-0f51-4e92-96d3-88c36df1f40e HTTP/1.1" status: 200 len: 1096 time: 0.1023664 Dec 06 17:14:29.132851 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf6c4106-b2d3-4932-a54a-cde755482c4f x-openstack-request-id: req-bf6c4106-b2d3-4932-a54a-cde755482c4f {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:14:29.133223 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b58a597b-6f19-419a-9505-13e69349ff22", "tag": "ea29b125-60ad-478c-83ea-f46e31a89171", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:14:29.133630 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bf6c4106-b2d3-4932-a54a-cde755482c4f {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:14:29.134049 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b58a597b-6f19-419a-9505-13e69349ff22', 'tag': 'ea29b125-60ad-478c-83ea-f46e31a89171', 'status': 'completed', 'code': 200} Dec 06 17:14:29.167322 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a278ff-938c-423e-8224-92d4c2b0e1a6 req-601ed565-a3cd-42ae-9ebb-73e4dc230583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:29.168864 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a0a278ff-938c-423e-8224-92d4c2b0e1a6 req-601ed565-a3cd-42ae-9ebb-73e4dc230583 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c245de6b-5a8e-47e9-8a83-cc9ed8453593 HTTP/1.1" status: 200 len: 1097 time: 0.2754374 Dec 06 17:14:29.174929 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce7c5b4-147c-4db0-8c7d-9333a7580df3 service neutron] Pushing event updated for resources: {'Port': ['ID=ea29b125-60ad-478c-83ea-f46e31a89171,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:29.221644 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-81150810-dd77-4d64-9dfd-a7d73643764c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-2021917022-network', 'tenant_id': '9bef0bd25b3044c8b28cf9aea9137f71'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:14:29.242078 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443f84a9-d830-4be1-aab7-6ade558e5723 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Pushing event updated for resources: {'Network': ['ID=a4c7e014-b0a5-4b38-bc7b-c27afa34aef4,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:29.247034 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-443f84a9-d830-4be1-aab7-6ade558e5723 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6352439 Dec 06 17:14:29.254147 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network a4c7e014-b0a5-4b38-bc7b-c27afa34aef4 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:14:29.256679 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 47144) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:14:29.263341 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-55d8ace4-13d8-4849-9ee0-2bbe957cf15b tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1703072491'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:14:29.321281 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-658a3119-0b69-4600-aba0-014a457d24ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:29.327812 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9f9beb-34fe-4252-bf4c-eed842ae09b4 req-3902be75-0e39-4612-8685-d2b1b9a17fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:29.327812 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9f9beb-34fe-4252-bf4c-eed842ae09b4 req-3902be75-0e39-4612-8685-d2b1b9a17fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:29.328134 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9f9beb-34fe-4252-bf4c-eed842ae09b4 req-3902be75-0e39-4612-8685-d2b1b9a17fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:29.330131 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-af9f9beb-34fe-4252-bf4c-eed842ae09b4 req-3902be75-0e39-4612-8685-d2b1b9a17fd6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e496f20025e24ec89db8607fe6b1b56a&device_id=b58a597b-6f19-419a-9505-13e69349ff22 HTTP/1.1" status: 200 len: 2730 time: 0.1651971 Dec 06 17:14:29.332797 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81150810-dd77-4d64-9dfd-a7d73643764c admin admin] Made reservation on behalf of 9bef0bd25b3044c8b28cf9aea9137f71 for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:14:29.335272 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-81150810-dd77-4d64-9dfd-a7d73643764c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:29.339863 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-85367b2e-4709-4530-ae98-30a48da73643 req-5348b4d0-d66e-4737-8642-51ad8cb3174c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077575 Dec 06 17:14:29.444696 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a0a278ff-938c-423e-8224-92d4c2b0e1a6 req-d874069d-4cbf-407b-9758-4a4a4bc3e768 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d21c49c1-182d-4160-90f0-ac9f78bb540e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046807 Dec 06 17:14:29.458754 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-81150810-dd77-4d64-9dfd-a7d73643764c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:29.482967 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d8ace4-13d8-4849-9ee0-2bbe957cf15b tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Made reservation on behalf of 3ab1b684adb44126aa30c8ecbc0cad3c for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:14:29.487323 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-55d8ace4-13d8-4849-9ee0-2bbe957cf15b tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:29.582395 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9f9beb-34fe-4252-bf4c-eed842ae09b4 req-f4cf95f7-56e8-42db-b581-b1e2b66d10b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:29.583151 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9f9beb-34fe-4252-bf4c-eed842ae09b4 req-f4cf95f7-56e8-42db-b581-b1e2b66d10b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:29.583983 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9f9beb-34fe-4252-bf4c-eed842ae09b4 req-f4cf95f7-56e8-42db-b581-b1e2b66d10b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:29.592640 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-af9f9beb-34fe-4252-bf4c-eed842ae09b4 req-f4cf95f7-56e8-42db-b581-b1e2b66d10b0 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=e496f20025e24ec89db8607fe6b1b56a&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2500246 Dec 06 17:14:29.705918 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6904d90a-9192-490b-9389-82e51b5fb365 req-41e5c2c8-540d-475a-90c5-fcfde19784d9 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:29.714413 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6904d90a-9192-490b-9389-82e51b5fb365 req-41e5c2c8-540d-475a-90c5-fcfde19784d9 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] 10.222.0.23 "GET /v2.0/ports?device_id=c245de6b-5a8e-47e9-8a83-cc9ed8453593 HTTP/1.1" status: 200 len: 946 time: 0.2731302 Dec 06 17:14:29.850267 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6904d90a-9192-490b-9389-82e51b5fb365 req-bb117377-72a7-47de-9f82-f867cfe6169b tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] 10.222.0.23 "GET /v2.0/security-groups?id=d21c49c1-182d-4160-90f0-ac9f78bb540e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345534 Dec 06 17:14:29.867575 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-81150810-dd77-4d64-9dfd-a7d73643764c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:29.869522 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9f9beb-34fe-4252-bf4c-eed842ae09b4 req-71f6e2bf-f01a-42a9-8c05-6668edb28b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:29.871581 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-af9f9beb-34fe-4252-bf4c-eed842ae09b4 req-71f6e2bf-f01a-42a9-8c05-6668edb28b3c service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2647967 Dec 06 17:14:29.874449 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-81150810-dd77-4d64-9dfd-a7d73643764c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:29.881709 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-658a3119-0b69-4600-aba0-014a457d24ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff3e434f-1fa3-46b0-839c-72cdf024c464 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:14:29.889972 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-658a3119-0b69-4600-aba0-014a457d24ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:29.902773 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-658a3119-0b69-4600-aba0-014a457d24ce service neutron] Transition to ACTIVE for port object ff3e434f-1fa3-46b0-839c-72cdf024c464 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:14:29.914694 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81150810-dd77-4d64-9dfd-a7d73643764c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77a8d875-60b3-4737-9cd6-8d2bcf3a41c8,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:29.927024 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81150810-dd77-4d64-9dfd-a7d73643764c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:14:29.946925 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-81150810-dd77-4d64-9dfd-a7d73643764c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:29.947409 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-81150810-dd77-4d64-9dfd-a7d73643764c admin admin] Added segment 03765572-315b-4287-b069-bc0490aa8fc6 of type vlan for network 54ec0ce5-40a5-4965-be28-5d5392d9c61d Dec 06 17:14:29.950100 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5907170c-6cdd-46f0-bb86-85144c55eb87 req-b747c68e-580e-4ee0-ba1c-f8d989500a5e tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a81ef20-7627-4783-b92f-49c0d8a17861 HTTP/1.1" status: 200 len: 210 time: 0.3430090 Dec 06 17:14:29.953321 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55d8ace4-13d8-4849-9ee0-2bbe957cf15b tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:14:29.972362 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-658a3119-0b69-4600-aba0-014a457d24ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:30.047868 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-81150810-dd77-4d64-9dfd-a7d73643764c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:30.073521 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-55d8ace4-13d8-4849-9ee0-2bbe957cf15b tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:30.073875 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-55d8ace4-13d8-4849-9ee0-2bbe957cf15b tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Added segment 74b9be77-77d7-4cee-81d5-ab642772a138 of type vlan for network e47593f6-512b-4b3d-b5fd-6e48cd1a0fda Dec 06 17:14:30.112062 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc81ea-1842-4691-a3bc-2fad9332ad44 req-9558a9eb-3133-46aa-9ec4-9d8959ba199a tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:30.114061 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-02fc81ea-1842-4691-a3bc-2fad9332ad44 req-9558a9eb-3133-46aa-9ec4-9d8959ba199a tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=71f8e028-0f51-4e92-96d3-88c36df1f40e HTTP/1.1" status: 200 len: 945 time: 0.1181307 Dec 06 17:14:30.135737 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-81150810-dd77-4d64-9dfd-a7d73643764c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:30.136729 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81150810-dd77-4d64-9dfd-a7d73643764c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:30.137325 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-81150810-dd77-4d64-9dfd-a7d73643764c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:30.190477 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-81150810-dd77-4d64-9dfd-a7d73643764c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2399490 Dec 06 17:14:30.203745 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c333c39c-5258-479a-a7c5-3ff3f1c07e00 req-b9bb0db1-8e83-4363-b4d8-fe8bbd973284 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:30.205257 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c333c39c-5258-479a-a7c5-3ff3f1c07e00 req-b9bb0db1-8e83-4363-b4d8-fe8bbd973284 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.44 "GET /v2.0/networks?id=33742801-ccea-4ab3-a86a-2573a2966c19 HTTP/1.1" status: 200 len: 808 time: 0.7238979 Dec 06 17:14:30.206702 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658a3119-0b69-4600-aba0-014a457d24ce service neutron] Pushing event updated for resources: {'Port': ['ID=ff3e434f-1fa3-46b0-839c-72cdf024c464,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:30.210280 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-55d8ace4-13d8-4849-9ee0-2bbe957cf15b tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:30.213569 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 47158) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:14:30.221321 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-1722f1f4-f7e0-4917-b2de-d10cc22d77ad admin admin] Request body: {'subnet': {'network_id': '54ec0ce5-40a5-4965-be28-5d5392d9c61d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-2021917022-subnet', 'tenant_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:14:30.236198 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-c333c39c-5258-479a-a7c5-3ff3f1c07e00 req-0b995a7e-92f2-4841-9428-40b86c61b015 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Request body: {'port': {'device_id': '8a81ef20-7627-4783-b92f-49c0d8a17861', 'network_id': '33742801-ccea-4ab3-a86a-2573a2966c19', 'admin_state_up': True, 'tenant_id': '1d83e0c6d059422882cc226e7f9c727a'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:14:30.339834 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81150810-dd77-4d64-9dfd-a7d73643764c admin admin] Pushing event updated for resources: {'Network': ['ID=54ec0ce5-40a5-4965-be28-5d5392d9c61d,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:30.356302 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 54ec0ce5-40a5-4965-be28-5d5392d9c61d details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:14:30.357924 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-02fc81ea-1842-4691-a3bc-2fad9332ad44 req-a89183bd-f812-4bc9-b94f-f7e0e0dcc85c tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362313 Dec 06 17:14:30.540126 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286ab026-e54a-456c-8a73-721af541033c req-b7af5010-c2bd-46ad-b2ae-6eb3bb183adc tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:30.557754 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286ab026-e54a-456c-8a73-721af541033c req-b7af5010-c2bd-46ad-b2ae-6eb3bb183adc tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:30.574618 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286ab026-e54a-456c-8a73-721af541033c req-b7af5010-c2bd-46ad-b2ae-6eb3bb183adc tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:30.579137 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-286ab026-e54a-456c-8a73-721af541033c req-b7af5010-c2bd-46ad-b2ae-6eb3bb183adc tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.23 "GET /v2.0/ports?device_id=b58a597b-6f19-419a-9505-13e69349ff22 HTTP/1.1" status: 200 len: 2399 time: 0.5096326 Dec 06 17:14:30.618692 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-55d8ace4-13d8-4849-9ee0-2bbe957cf15b tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:30.630084 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d8ace4-13d8-4849-9ee0-2bbe957cf15b tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:30.634309 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-55d8ace4-13d8-4849-9ee0-2bbe957cf15b tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:30.642280 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-658a3119-0b69-4600-aba0-014a457d24ce service neutron] Attempting to bind port ff3e434f-1fa3-46b0-839c-72cdf024c464 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:14:30.643226 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-658a3119-0b69-4600-aba0-014a457d24ce service neutron] Attempting to bind port ff3e434f-1fa3-46b0-839c-72cdf024c464 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '6ad346bc-a018-49d6-8f9d-fd19654b2f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '831f7bc8-2673-406c-afd6-cd66fe462203'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:14:30.643859 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-658a3119-0b69-4600-aba0-014a457d24ce service neutron] Attempting to bind port ff3e434f-1fa3-46b0-839c-72cdf024c464 on network 831f7bc8-2673-406c-afd6-cd66fe462203 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:14:30.655069 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1722f1f4-f7e0-4917-b2de-d10cc22d77ad admin admin] Made reservation on behalf of 9bef0bd25b3044c8b28cf9aea9137f71 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:14:30.657561 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1722f1f4-f7e0-4917-b2de-d10cc22d77ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:30.715833 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-55d8ace4-13d8-4849-9ee0-2bbe957cf15b tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.4553359 Dec 06 17:14:30.718584 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 47168) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:14:30.737130 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-658a3119-0b69-4600-aba0-014a457d24ce service neutron] Port ff3e434f-1fa3-46b0-839c-72cdf024c464 on network 831f7bc8-2673-406c-afd6-cd66fe462203 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:14:30.737559 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-658a3119-0b69-4600-aba0-014a457d24ce service neutron] Attempting to bind port ff3e434f-1fa3-46b0-839c-72cdf024c464 on network 831f7bc8-2673-406c-afd6-cd66fe462203 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:14:30.748244 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-d56592fa-5665-48ad-aa92-4862fd211f7e tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Request body: {'subnet': {'network_id': 'a4c7e014-b0a5-4b38-bc7b-c27afa34aef4', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:14:30.898216 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-658a3119-0b69-4600-aba0-014a457d24ce service neutron] Checking agent: {'id': '9d8b9f49-2860-4c1f-9b89-45a7657a3c4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:14:30.898752 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-658a3119-0b69-4600-aba0-014a457d24ce service neutron] Checking segment: {'id': '6ad346bc-a018-49d6-8f9d-fd19654b2f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '831f7bc8-2673-406c-afd6-cd66fe462203'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:14:30.898935 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-658a3119-0b69-4600-aba0-014a457d24ce service neutron] Bound using segment: {'id': '6ad346bc-a018-49d6-8f9d-fd19654b2f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '831f7bc8-2673-406c-afd6-cd66fe462203'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:14:30.901078 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-658a3119-0b69-4600-aba0-014a457d24ce service neutron] Bound port: ff3e434f-1fa3-46b0-839c-72cdf024c464, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ad346bc-a018-49d6-8f9d-fd19654b2f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '831f7bc8-2673-406c-afd6-cd66fe462203'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:14:30.906313 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-658a3119-0b69-4600-aba0-014a457d24ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:30.915564 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d8ace4-13d8-4849-9ee0-2bbe957cf15b tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Pushing event updated for resources: {'Network': ['ID=e47593f6-512b-4b3d-b5fd-6e48cd1a0fda,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:30.941385 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network e47593f6-512b-4b3d-b5fd-6e48cd1a0fda details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:14:30.952877 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d56592fa-5665-48ad-aa92-4862fd211f7e tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Made reservation on behalf of 3ab1b684adb44126aa30c8ecbc0cad3c for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:14:30.956685 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d56592fa-5665-48ad-aa92-4862fd211f7e tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:31.117007 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-286ab026-e54a-456c-8a73-721af541033c req-975dd932-ef12-41c8-ab83-9d95e7aad990 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.23 "GET /v2.0/security-groups?id=f03ab9e8-fae2-4a61-9f03-339a4717e762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4745493 Dec 06 17:14:31.213521 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c333c39c-5258-479a-a7c5-3ff3f1c07e00 req-0b995a7e-92f2-4841-9428-40b86c61b015 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Made reservation on behalf of 1d83e0c6d059422882cc226e7f9c727a for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:14:31.218211 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b1ee23-68c3-48a2-ac57-0a763cc8450d req-c97ffd3a-8387-4ecf-b3eb-100426deb33f tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:31.218731 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c333c39c-5258-479a-a7c5-3ff3f1c07e00 req-0b995a7e-92f2-4841-9428-40b86c61b015 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:31.227953 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-15b1ee23-68c3-48a2-ac57-0a763cc8450d req-c97ffd3a-8387-4ecf-b3eb-100426deb33f tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] 10.222.0.23 "GET /v2.0/ports?device_id=c245de6b-5a8e-47e9-8a83-cc9ed8453593 HTTP/1.1" status: 200 len: 946 time: 0.2439530 Dec 06 17:14:31.274109 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-658a3119-0b69-4600-aba0-014a457d24ce service neutron] For port ff3e434f-1fa3-46b0-839c-72cdf024c464, host n-h2-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:14:31.313180 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-20124d25-d944-4381-90fc-eecaa0642ada req-caf17595-a61f-4899-b995-8136272d26b2 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a81ef20-7627-4783-b92f-49c0d8a17861 HTTP/1.1" status: 200 len: 210 time: 0.0860376 Dec 06 17:14:31.318704 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-658a3119-0b69-4600-aba0-014a457d24ce service neutron] For port ff3e434f-1fa3-46b0-839c-72cdf024c464, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ff3e434f-1fa3-46b0-839c-72cdf024c464,segment=NetworkSegment(6ad346bc-a018-49d6-8f9d-fd19654b2f8c),segment_id=6ad346bc-a018-49d6-8f9d-fd19654b2f8c)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:14:31.337394 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-15b1ee23-68c3-48a2-ac57-0a763cc8450d req-11c52033-a57f-4302-86ec-9964ac2f5441 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] 10.222.0.23 "GET /v2.0/security-groups?id=d21c49c1-182d-4160-90f0-ac9f78bb540e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083751 Dec 06 17:14:31.347596 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-658a3119-0b69-4600-aba0-014a457d24ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:31.517578 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658a3119-0b69-4600-aba0-014a457d24ce service neutron] Pushing event updated for resources: {'Port': ['ID=ff3e434f-1fa3-46b0-839c-72cdf024c464,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:31.547652 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-658a3119-0b69-4600-aba0-014a457d24ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:31.549423 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-658a3119-0b69-4600-aba0-014a457d24ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:31.554165 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-658a3119-0b69-4600-aba0-014a457d24ce service neutron] 10.222.0.44 "PUT /v2.0/ports/ff3e434f-1fa3-46b0-839c-72cdf024c464 HTTP/1.1" status: 200 len: 1091 time: 2.4922633 Dec 06 17:14:31.576839 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d56592fa-5665-48ad-aa92-4862fd211f7e tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:31.657858 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56592fa-5665-48ad-aa92-4862fd211f7e tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Pushing event updated for resources: {'Subnet': ['ID=1b6f6e09-b453-475f-acb4-6738e54d8ac7,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:31.689147 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1722f1f4-f7e0-4917-b2de-d10cc22d77ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:31.723025 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b58a597b-6f19-419a-9505-13e69349ff22', 'tag': 'ff3e434f-1fa3-46b0-839c-72cdf024c464'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:14:31.728926 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf3f4e41-20c0-4565-92fb-4a7aabd11047" -d '{"events": [{"name": "network-changed", "server_uuid": "b58a597b-6f19-419a-9505-13e69349ff22", "tag": "ff3e434f-1fa3-46b0-839c-72cdf024c464"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:14:31.733731 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0043e564-4dc4-4226-95c0-98a44f0c2417 req-8f2e45ad-bfc4-4400-a47e-5f833ef45e93 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:31.742295 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0043e564-4dc4-4226-95c0-98a44f0c2417 req-8f2e45ad-bfc4-4400-a47e-5f833ef45e93 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=71f8e028-0f51-4e92-96d3-88c36df1f40e HTTP/1.1" status: 200 len: 945 time: 0.1820619 Dec 06 17:14:31.822477 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56592fa-5665-48ad-aa92-4862fd211f7e tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Checking segment: {'id': 'd9cf52d1-bc52-4bcd-8c3c-12b88e1a5dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a4c7e014-b0a5-4b38-bc7b-c27afa34aef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:14:31.823154 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56592fa-5665-48ad-aa92-4862fd211f7e tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Network hostable DHCP agents. Network: a4c7e014-b0a5-4b38-bc7b-c27afa34aef4, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:14:31.855571 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0043e564-4dc4-4226-95c0-98a44f0c2417 req-10a538d6-5dff-4807-90a3-6fe06f352c62 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123807 Dec 06 17:14:31.856406 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-8cbb56b0-03bd-415d-b704-92ecaf0d6778 service neutron] Request body: {'port': {'device_id': 'b58a597b-6f19-419a-9505-13e69349ff22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:14:31.866037 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56592fa-5665-48ad-aa92-4862fd211f7e tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Network a4c7e014-b0a5-4b38-bc7b-c27afa34aef4 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:14:31.893421 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-d56592fa-5665-48ad-aa92-4862fd211f7e tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, a4c7e014-b0a5-4b38-bc7b-c27afa34aef4) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:14:31.898116 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56592fa-5665-48ad-aa92-4862fd211f7e tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:31.898699 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d56592fa-5665-48ad-aa92-4862fd211f7e tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:31.902981 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1722f1f4-f7e0-4917-b2de-d10cc22d77ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=606d14bd-3cdf-4d5d-8976-793383533298,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:31.908693 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ffc857f-c1ce-4da0-bd7f-b52f947cfd02 None None] Network a4c7e014-b0a5-4b38-bc7b-c27afa34aef4 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:14:31.943857 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-d56592fa-5665-48ad-aa92-4862fd211f7e tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2237959 Dec 06 17:14:31.944856 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 47198) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:14:31.949658 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-1e492893-8022-42d1-ab9f-270e4ce080d2 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Request body: {'subnet': {'network_id': 'e47593f6-512b-4b3d-b5fd-6e48cd1a0fda', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:14:32.019753 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-074738ff-3da6-4733-b96e-45d9c4c26e54 x-openstack-request-id: req-074738ff-3da6-4733-b96e-45d9c4c26e54 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:14:32.020057 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b58a597b-6f19-419a-9505-13e69349ff22", "tag": "ff3e434f-1fa3-46b0-839c-72cdf024c464", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:14:32.020319 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-074738ff-3da6-4733-b96e-45d9c4c26e54 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:14:32.020727 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b58a597b-6f19-419a-9505-13e69349ff22', 'tag': 'ff3e434f-1fa3-46b0-839c-72cdf024c464', 'status': 'completed', 'code': 200} Dec 06 17:14:32.215394 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1722f1f4-f7e0-4917-b2de-d10cc22d77ad admin admin] Checking segment: {'id': '03765572-315b-4287-b069-bc0490aa8fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '54ec0ce5-40a5-4965-be28-5d5392d9c61d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:14:32.215884 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1722f1f4-f7e0-4917-b2de-d10cc22d77ad admin admin] Network hostable DHCP agents. Network: 54ec0ce5-40a5-4965-be28-5d5392d9c61d, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:14:32.233236 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10c10d7-ee5c-404a-90f0-1ee617cd3b09 req-f2780fb7-c2a9-4a64-a9c8-e031ccbd0dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:32.234559 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d10c10d7-ee5c-404a-90f0-1ee617cd3b09 req-f2780fb7-c2a9-4a64-a9c8-e031ccbd0dd7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f377f83bc18f4c0187f237b662699790&device_id=c245de6b-5a8e-47e9-8a83-cc9ed8453593 HTTP/1.1" status: 200 len: 1097 time: 0.4898543 Dec 06 17:14:32.281867 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354be767-7d38-4227-b15a-5112e22acf67 req-c0f5c6f6-f527-4540-87df-3e739fb708f8 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:32.283485 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-354be767-7d38-4227-b15a-5112e22acf67 req-c0f5c6f6-f527-4540-87df-3e739fb708f8 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] 10.222.0.23 "GET /v2.0/ports?device_id=c245de6b-5a8e-47e9-8a83-cc9ed8453593 HTTP/1.1" status: 200 len: 946 time: 0.2208502 Dec 06 17:14:32.284096 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-8cbb56b0-03bd-415d-b704-92ecaf0d6778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:32.284829 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3f4e41-20c0-4565-92fb-4a7aabd11047 req-f8e56073-0f61-4698-9741-12f96e7b3bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:32.287081 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3f4e41-20c0-4565-92fb-4a7aabd11047 req-f8e56073-0f61-4698-9741-12f96e7b3bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:32.290447 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3f4e41-20c0-4565-92fb-4a7aabd11047 req-f8e56073-0f61-4698-9741-12f96e7b3bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:32.296433 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bf3f4e41-20c0-4565-92fb-4a7aabd11047 req-f8e56073-0f61-4698-9741-12f96e7b3bbe service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e496f20025e24ec89db8607fe6b1b56a&device_id=b58a597b-6f19-419a-9505-13e69349ff22 HTTP/1.1" status: 200 len: 2797 time: 0.2958987 Dec 06 17:14:32.348872 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e5e4da-333e-47fd-8c78-444737fe8d92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-a4c7e014-b0a5-4b38-bc7b-c27afa34aef4', 'network_id': 'a4c7e014-b0a5-4b38-bc7b-c27afa34aef4', 'tenant_id': '3ab1b684adb44126aa30c8ecbc0cad3c', 'fixed_ips': [{'subnet_id': '1b6f6e09-b453-475f-acb4-6738e54d8ac7'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:14:32.350191 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-68e5e4da-333e-47fd-8c78-444737fe8d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:32.371229 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e492893-8022-42d1-ab9f-270e4ce080d2 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Made reservation on behalf of 3ab1b684adb44126aa30c8ecbc0cad3c for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:14:32.375430 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1e492893-8022-42d1-ab9f-270e4ce080d2 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:32.548867 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-c333c39c-5258-479a-a7c5-3ff3f1c07e00 req-0b995a7e-92f2-4841-9428-40b86c61b015 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Allocated IP 172.20.0.11 (33742801-ccea-4ab3-a86a-2573a2966c19/da31f47d-8fee-49c3-b794-af6b3fd955bf/ea5126e6-32e0-495a-9092-333ce0b1510b) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:14:32.637364 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-68e5e4da-333e-47fd-8c78-444737fe8d92 None None] Allocated IP 10.1.1.2 (a4c7e014-b0a5-4b38-bc7b-c27afa34aef4/1b6f6e09-b453-475f-acb4-6738e54d8ac7/9bc5c74b-01f2-4434-917c-ab4fe9ee1d8f) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:14:32.645230 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6211b0e-ac3e-46af-b402-e96e7201380c req-257928d9-5b00-4364-9197-a404c9dfbb21 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:32.654224 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6211b0e-ac3e-46af-b402-e96e7201380c req-257928d9-5b00-4364-9197-a404c9dfbb21 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:32.663823 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6211b0e-ac3e-46af-b402-e96e7201380c req-257928d9-5b00-4364-9197-a404c9dfbb21 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:32.673923 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e6211b0e-ac3e-46af-b402-e96e7201380c req-257928d9-5b00-4364-9197-a404c9dfbb21 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.23 "GET /v2.0/ports?device_id=b58a597b-6f19-419a-9505-13e69349ff22 HTTP/1.1" status: 200 len: 2399 time: 0.3296075 Dec 06 17:14:32.681305 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3f4e41-20c0-4565-92fb-4a7aabd11047 req-ee32eb7c-c79d-4f9f-ae66-45d6302d676a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:32.681947 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3f4e41-20c0-4565-92fb-4a7aabd11047 req-ee32eb7c-c79d-4f9f-ae66-45d6302d676a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:32.682408 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3f4e41-20c0-4565-92fb-4a7aabd11047 req-ee32eb7c-c79d-4f9f-ae66-45d6302d676a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:32.684518 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:32.685691 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bf3f4e41-20c0-4565-92fb-4a7aabd11047 req-ee32eb7c-c79d-4f9f-ae66-45d6302d676a service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=e496f20025e24ec89db8607fe6b1b56a&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3785193 Dec 06 17:14:32.901568 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e6211b0e-ac3e-46af-b402-e96e7201380c req-314263cc-6501-4315-a543-648c7ed6f8e2 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.23 "GET /v2.0/security-groups?id=f03ab9e8-fae2-4a61-9f03-339a4717e762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261195 Dec 06 17:14:32.907146 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-8cbb56b0-03bd-415d-b704-92ecaf0d6778 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68530442-a39e-4086-b1f7-a3d3c05793c3 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:14:32.917074 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-8cbb56b0-03bd-415d-b704-92ecaf0d6778 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:32.933196 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-8cbb56b0-03bd-415d-b704-92ecaf0d6778 service neutron] Transition to ACTIVE for port object 68530442-a39e-4086-b1f7-a3d3c05793c3 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:14:32.953559 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-8cbb56b0-03bd-415d-b704-92ecaf0d6778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:32.971104 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1722f1f4-f7e0-4917-b2de-d10cc22d77ad admin admin] Network 54ec0ce5-40a5-4965-be28-5d5392d9c61d is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:14:32.995954 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-1722f1f4-f7e0-4917-b2de-d10cc22d77ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 54ec0ce5-40a5-4965-be28-5d5392d9c61d) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:14:33.015018 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a1f959-c44b-429e-b445-1ae2d2ed2139 None None] Network 54ec0ce5-40a5-4965-be28-5d5392d9c61d requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:14:33.019645 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3f4e41-20c0-4565-92fb-4a7aabd11047 req-7e15f3e4-e119-4b6f-a742-90b61b723e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:33.021404 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bf3f4e41-20c0-4565-92fb-4a7aabd11047 req-7e15f3e4-e119-4b6f-a742-90b61b723e95 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3259013 Dec 06 17:14:33.046921 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-354be767-7d38-4227-b15a-5112e22acf67 req-9145af47-52a3-48b2-8d01-2c53bba61756 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] 10.222.0.23 "GET /v2.0/security-groups?id=d21c49c1-182d-4160-90f0-ac9f78bb540e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7188969 Dec 06 17:14:33.059345 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-68e5e4da-333e-47fd-8c78-444737fe8d92 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:33.108072 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1722f1f4-f7e0-4917-b2de-d10cc22d77ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:33.109035 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1722f1f4-f7e0-4917-b2de-d10cc22d77ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:33.127222 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1e492893-8022-42d1-ab9f-270e4ce080d2 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:33.162665 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-68e5e4da-333e-47fd-8c78-444737fe8d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:33.179872 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-1722f1f4-f7e0-4917-b2de-d10cc22d77ad admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.9640462 Dec 06 17:14:33.201846 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 47212) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:14:33.216191 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-91f33aa2-b76c-4db5-b2d9-2fe96008a7d4 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-2021917022-router', 'tenant_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:14:33.237539 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce187150-2d77-4e04-8fb3-7b948bc6c8e4 req-09952f96-d9a8-480e-871a-5fdf42bfcc5e tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:33.246885 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ce187150-2d77-4e04-8fb3-7b948bc6c8e4 req-09952f96-d9a8-480e-871a-5fdf42bfcc5e tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=71f8e028-0f51-4e92-96d3-88c36df1f40e HTTP/1.1" status: 200 len: 945 time: 0.2187219 Dec 06 17:14:33.306754 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e5e4da-333e-47fd-8c78-444737fe8d92 None None] Network a4c7e014-b0a5-4b38-bc7b-c27afa34aef4 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:14:33.327269 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-68e5e4da-333e-47fd-8c78-444737fe8d92 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:14:33.329195 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e492893-8022-42d1-ab9f-270e4ce080d2 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Pushing event updated for resources: {'Subnet': ['ID=c1218bad-8e8e-4b33-a2c3-7828bed04f77,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:33.339225 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e5e4da-333e-47fd-8c78-444737fe8d92 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:14:33.344018 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-99fc8fcb-70e9-43ea-8455-0e99e7a700e2 req-05d39bef-1693-4f6c-a06c-bb48b21e56a1 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a81ef20-7627-4783-b92f-49c0d8a17861 HTTP/1.1" status: 200 len: 210 time: 0.1106386 Dec 06 17:14:33.380522 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e5e4da-333e-47fd-8c78-444737fe8d92 None None] Pushing event updated for resources: {'Port': ['ID=9bc5c74b-01f2-4434-917c-ab4fe9ee1d8f,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:33.452991 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10c10d7-ee5c-404a-90f0-1ee617cd3b09 req-86169073-743c-49d3-b303-fa5d9ff08fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:33.458092 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d10c10d7-ee5c-404a-90f0-1ee617cd3b09 req-86169073-743c-49d3-b303-fa5d9ff08fef service neutron] 10.222.0.41 "GET /v2.0/networks?id=4855bde2-5345-463f-b706-ad251cb422d1 HTTP/1.1" status: 200 len: 920 time: 1.1991820 Dec 06 17:14:33.458903 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbb56b0-03bd-415d-b704-92ecaf0d6778 service neutron] Pushing event updated for resources: {'Port': ['ID=68530442-a39e-4086-b1f7-a3d3c05793c3,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:33.468316 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-68e5e4da-333e-47fd-8c78-444737fe8d92 None None] Attempting to bind port 9bc5c74b-01f2-4434-917c-ab4fe9ee1d8f on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:14:33.468698 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-68e5e4da-333e-47fd-8c78-444737fe8d92 None None] Attempting to bind port 9bc5c74b-01f2-4434-917c-ab4fe9ee1d8f by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'd9cf52d1-bc52-4bcd-8c3c-12b88e1a5dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a4c7e014-b0a5-4b38-bc7b-c27afa34aef4'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:14:33.469072 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e5e4da-333e-47fd-8c78-444737fe8d92 None None] Attempting to bind port 9bc5c74b-01f2-4434-917c-ab4fe9ee1d8f on network a4c7e014-b0a5-4b38-bc7b-c27afa34aef4 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:14:33.477854 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ce187150-2d77-4e04-8fb3-7b948bc6c8e4 req-cb11d1ca-f421-4964-97f0-0c90820768cd tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262948 Dec 06 17:14:33.500178 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-91f33aa2-b76c-4db5-b2d9-2fe96008a7d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:33.504079 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e5e4da-333e-47fd-8c78-444737fe8d92 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:14:33.504468 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e5e4da-333e-47fd-8c78-444737fe8d92 None None] Checking segment: {'id': 'd9cf52d1-bc52-4bcd-8c3c-12b88e1a5dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a4c7e014-b0a5-4b38-bc7b-c27afa34aef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:14:33.504943 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-68e5e4da-333e-47fd-8c78-444737fe8d92 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:33.505425 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e5e4da-333e-47fd-8c78-444737fe8d92 None None] Bound using segment: {'id': 'd9cf52d1-bc52-4bcd-8c3c-12b88e1a5dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a4c7e014-b0a5-4b38-bc7b-c27afa34aef4'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:14:33.505890 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-68e5e4da-333e-47fd-8c78-444737fe8d92 None None] Bound port: 9bc5c74b-01f2-4434-917c-ab4fe9ee1d8f, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9cf52d1-bc52-4bcd-8c3c-12b88e1a5dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a4c7e014-b0a5-4b38-bc7b-c27afa34aef4'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:14:33.507754 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-68e5e4da-333e-47fd-8c78-444737fe8d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:33.511134 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-91f33aa2-b76c-4db5-b2d9-2fe96008a7d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:33.532146 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7183d3-8a1b-483e-b7e6-b08c6362a17d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-54ec0ce5-40a5-4965-be28-5d5392d9c61d', 'network_id': '54ec0ce5-40a5-4965-be28-5d5392d9c61d', 'tenant_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'fixed_ips': [{'subnet_id': '606d14bd-3cdf-4d5d-8976-793383533298'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:14:33.546711 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0b7183d3-8a1b-483e-b7e6-b08c6362a17d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:33.577670 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e492893-8022-42d1-ab9f-270e4ce080d2 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Checking segment: {'id': '74b9be77-77d7-4cee-81d5-ab642772a138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e47593f6-512b-4b3d-b5fd-6e48cd1a0fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:14:33.578185 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e492893-8022-42d1-ab9f-270e4ce080d2 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Network hostable DHCP agents. Network: e47593f6-512b-4b3d-b5fd-6e48cd1a0fda, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:14:33.626829 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d10c10d7-ee5c-404a-90f0-1ee617cd3b09 req-8405996f-bafc-4711-aa6f-9a06aad864bb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=befdce02-98cd-43a4-82c5-c471d6e33719 HTTP/1.1" status: 200 len: 217 time: 0.1503785 Dec 06 17:14:33.749023 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-91f33aa2-b76c-4db5-b2d9-2fe96008a7d4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:33.768106 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e492893-8022-42d1-ab9f-270e4ce080d2 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Network e47593f6-512b-4b3d-b5fd-6e48cd1a0fda is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:14:33.935719 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-1e492893-8022-42d1-ab9f-270e4ce080d2 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, e47593f6-512b-4b3d-b5fd-6e48cd1a0fda) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:14:33.949147 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc88780-9abc-4089-83a2-c935b51435cc None None] Network e47593f6-512b-4b3d-b5fd-6e48cd1a0fda requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:14:33.955857 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e492893-8022-42d1-ab9f-270e4ce080d2 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:33.956463 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1e492893-8022-42d1-ab9f-270e4ce080d2 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:34.126538 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10c10d7-ee5c-404a-90f0-1ee617cd3b09 req-67706ad2-6c84-48c3-8fe5-aae8f17abbba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:34.129026 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d10c10d7-ee5c-404a-90f0-1ee617cd3b09 req-67706ad2-6c84-48c3-8fe5-aae8f17abbba service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7162eead-6b06-4e77-9cd1-32f582d034d1 HTTP/1.1" status: 200 len: 859 time: 0.0550239 Dec 06 17:14:34.168798 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-91f33aa2-b76c-4db5-b2d9-2fe96008a7d4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:34.212230 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d10c10d7-ee5c-404a-90f0-1ee617cd3b09 req-9be44ebf-5cb1-457e-ac0e-e00652771eea service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4855bde2-5345-463f-b706-ad251cb422d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546923 Dec 06 17:14:34.254450 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-8cbb56b0-03bd-415d-b704-92ecaf0d6778 service neutron] Attempting to bind port 68530442-a39e-4086-b1f7-a3d3c05793c3 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:14:34.255083 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-8cbb56b0-03bd-415d-b704-92ecaf0d6778 service neutron] Attempting to bind port 68530442-a39e-4086-b1f7-a3d3c05793c3 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'aeee15d9-c90a-4ac9-876b-5abf7aa08b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '514f7148-73be-428a-a5ef-17a30bd4f56c'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:14:34.255588 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-8cbb56b0-03bd-415d-b704-92ecaf0d6778 service neutron] Attempting to bind port 68530442-a39e-4086-b1f7-a3d3c05793c3 on network 514f7148-73be-428a-a5ef-17a30bd4f56c {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:14:34.280359 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-1e492893-8022-42d1-ab9f-270e4ce080d2 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.3325431 Dec 06 17:14:34.290683 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 47230) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:14:34.296489 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-96db453d-3263-47a9-82c2-348b2a9f61ca tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Request body: {'port': {'network_id': 'a4c7e014-b0a5-4b38-bc7b-c27afa34aef4', 'name': 'tempest-TaggedBootDevicesTest-426748075', 'fixed_ips': [{'subnet_id': '1b6f6e09-b453-475f-acb4-6738e54d8ac7'}]}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:14:34.445752 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d631ce-28be-4cbd-9d88-46fdd0fc0b71 req-2c3b7a44-837b-4c83-83b8-b1ff5b32fa03 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:34.447779 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-42d631ce-28be-4cbd-9d88-46fdd0fc0b71 req-2c3b7a44-837b-4c83-83b8-b1ff5b32fa03 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=71f8e028-0f51-4e92-96d3-88c36df1f40e HTTP/1.1" status: 200 len: 945 time: 0.3847206 Dec 06 17:14:34.455945 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-8cbb56b0-03bd-415d-b704-92ecaf0d6778 service neutron] Port 68530442-a39e-4086-b1f7-a3d3c05793c3 on network 514f7148-73be-428a-a5ef-17a30bd4f56c not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:14:34.457088 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-8cbb56b0-03bd-415d-b704-92ecaf0d6778 service neutron] Attempting to bind port 68530442-a39e-4086-b1f7-a3d3c05793c3 on network 514f7148-73be-428a-a5ef-17a30bd4f56c {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:14:34.491844 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fb7a7e-0897-4b57-bb44-6dee76d9fd79 req-8adac663-56c4-43a3-ad4e-d9179c712390 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:34.495620 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0673b253-5521-4c44-a662-21e09d2033cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-e47593f6-512b-4b3d-b5fd-6e48cd1a0fda', 'network_id': 'e47593f6-512b-4b3d-b5fd-6e48cd1a0fda', 'tenant_id': '3ab1b684adb44126aa30c8ecbc0cad3c', 'fixed_ips': [{'subnet_id': 'c1218bad-8e8e-4b33-a2c3-7828bed04f77'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:14:34.496487 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0673b253-5521-4c44-a662-21e09d2033cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:34.502557 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-68e5e4da-333e-47fd-8c78-444737fe8d92 None None] For port 9bc5c74b-01f2-4434-917c-ab4fe9ee1d8f, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:14:34.511658 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fb7a7e-0897-4b57-bb44-6dee76d9fd79 req-8adac663-56c4-43a3-ad4e-d9179c712390 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:34.517557 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fb7a7e-0897-4b57-bb44-6dee76d9fd79 req-8adac663-56c4-43a3-ad4e-d9179c712390 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:34.519453 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b9fb7a7e-0897-4b57-bb44-6dee76d9fd79 req-8adac663-56c4-43a3-ad4e-d9179c712390 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.23 "GET /v2.0/ports?device_id=b58a597b-6f19-419a-9505-13e69349ff22 HTTP/1.1" status: 200 len: 2411 time: 0.3355825 Dec 06 17:14:34.538997 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-68e5e4da-333e-47fd-8c78-444737fe8d92 None None] For port 9bc5c74b-01f2-4434-917c-ab4fe9ee1d8f, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9bc5c74b-01f2-4434-917c-ab4fe9ee1d8f,segment=NetworkSegment(d9cf52d1-bc52-4bcd-8c3c-12b88e1a5dd0),segment_id=d9cf52d1-bc52-4bcd-8c3c-12b88e1a5dd0)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:14:34.542345 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-8cbb56b0-03bd-415d-b704-92ecaf0d6778 service neutron] Checking agent: {'id': '9d8b9f49-2860-4c1f-9b89-45a7657a3c4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:14:34.544022 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-8cbb56b0-03bd-415d-b704-92ecaf0d6778 service neutron] Checking segment: {'id': 'aeee15d9-c90a-4ac9-876b-5abf7aa08b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '514f7148-73be-428a-a5ef-17a30bd4f56c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:14:34.545003 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-8cbb56b0-03bd-415d-b704-92ecaf0d6778 service neutron] Bound using segment: {'id': 'aeee15d9-c90a-4ac9-876b-5abf7aa08b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '514f7148-73be-428a-a5ef-17a30bd4f56c'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:14:34.546712 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-8cbb56b0-03bd-415d-b704-92ecaf0d6778 service neutron] Bound port: 68530442-a39e-4086-b1f7-a3d3c05793c3, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeee15d9-c90a-4ac9-876b-5abf7aa08b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '514f7148-73be-428a-a5ef-17a30bd4f56c'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:14:34.548562 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-8cbb56b0-03bd-415d-b704-92ecaf0d6778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:34.558546 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-68e5e4da-333e-47fd-8c78-444737fe8d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:34.636876 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b9fb7a7e-0897-4b57-bb44-6dee76d9fd79 req-dbe4b02c-e67f-4499-8bbc-2990d2acf5e2 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.23 "GET /v2.0/security-groups?id=f03ab9e8-fae2-4a61-9f03-339a4717e762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090162 Dec 06 17:14:34.645233 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-0b7183d3-8a1b-483e-b7e6-b08c6362a17d None None] Allocated IP 172.20.0.2 (54ec0ce5-40a5-4965-be28-5d5392d9c61d/606d14bd-3cdf-4d5d-8976-793383533298/2c708013-3987-44bb-8bdf-febdd772028b) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:14:34.647703 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e5e4da-333e-47fd-8c78-444737fe8d92 None None] Pushing event updated for resources: {'Port': ['ID=9bc5c74b-01f2-4434-917c-ab4fe9ee1d8f,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:34.668246 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c333c39c-5258-479a-a7c5-3ff3f1c07e00 req-0b995a7e-92f2-4841-9428-40b86c61b015 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:34.823083 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-0673b253-5521-4c44-a662-21e09d2033cc None None] Allocated IP 10.2.2.2 (e47593f6-512b-4b3d-b5fd-6e48cd1a0fda/c1218bad-8e8e-4b33-a2c3-7828bed04f77/cc7698cb-2873-44a7-bbd2-920e14f3a18e) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:14:34.858822 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-42d631ce-28be-4cbd-9d88-46fdd0fc0b71 req-bd0b3053-0b45-44b0-8b34-c2b5f3d63c72 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3913698 Dec 06 17:14:34.889854 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96db453d-3263-47a9-82c2-348b2a9f61ca tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Made reservation on behalf of 3ab1b684adb44126aa30c8ecbc0cad3c for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:14:34.976709 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d10c10d7-ee5c-404a-90f0-1ee617cd3b09 req-955b12af-fc0d-41ad-95fa-12762c6385a7 service neutron] 10.222.0.41 "GET /v2.0/networks/4855bde2-5345-463f-b706-ad251cb422d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7513602 Dec 06 17:14:34.989613 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-91f33aa2-b76c-4db5-b2d9-2fe96008a7d4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:35.082145 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-91f33aa2-b76c-4db5-b2d9-2fe96008a7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:35.126111 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4f1f0682-c8df-4e2b-9f63-e128ddfc7ae0 req-80f417de-16e3-40cf-b922-35a01c97dc17 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a81ef20-7627-4783-b92f-49c0d8a17861 HTTP/1.1" status: 200 len: 210 time: 0.1302085 Dec 06 17:14:35.219938 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0673b253-5521-4c44-a662-21e09d2033cc None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:35.259254 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-8cbb56b0-03bd-415d-b704-92ecaf0d6778 service neutron] For port 68530442-a39e-4086-b1f7-a3d3c05793c3, host n-h2-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:14:35.263807 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0673b253-5521-4c44-a662-21e09d2033cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:35.265916 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-8cbb56b0-03bd-415d-b704-92ecaf0d6778 service neutron] For port 68530442-a39e-4086-b1f7-a3d3c05793c3, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=68530442-a39e-4086-b1f7-a3d3c05793c3,segment=NetworkSegment(aeee15d9-c90a-4ac9-876b-5abf7aa08b0c),segment_id=aeee15d9-c90a-4ac9-876b-5abf7aa08b0c)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:14:35.283051 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c333c39c-5258-479a-a7c5-3ff3f1c07e00 req-0b995a7e-92f2-4841-9428-40b86c61b015 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:35.317281 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-8cbb56b0-03bd-415d-b704-92ecaf0d6778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:35.360698 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-91f33aa2-b76c-4db5-b2d9-2fe96008a7d4 admin admin] Allocated IP 172.35.1.251 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/ed9d2ed6-cd26-419f-ba6e-fe7113b2b955) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:14:35.384595 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:35.409486 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c333c39c-5258-479a-a7c5-3ff3f1c07e00 req-0b995a7e-92f2-4841-9428-40b86c61b015 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Network 33742801-ccea-4ab3-a86a-2573a2966c19 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:14:35.417750 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['47c2e886-b32e-4f72-8fc8-32e6a9d95467'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:14:35.418238 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-8cbb56b0-03bd-415d-b704-92ecaf0d6778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:35.419054 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-8cbb56b0-03bd-415d-b704-92ecaf0d6778 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:35.421208 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-8cbb56b0-03bd-415d-b704-92ecaf0d6778 service neutron] 10.222.0.44 "PUT /v2.0/ports/68530442-a39e-4086-b1f7-a3d3c05793c3 HTTP/1.1" status: 200 len: 1091 time: 3.6837392 Dec 06 17:14:35.425565 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b58a597b-6f19-419a-9505-13e69349ff22', 'tag': '68530442-a39e-4086-b1f7-a3d3c05793c3'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:14:35.429751 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8c04aee-e90c-4d17-8334-1c4bc3270148" -d '{"events": [{"name": "network-changed", "server_uuid": "b58a597b-6f19-419a-9505-13e69349ff22", "tag": "68530442-a39e-4086-b1f7-a3d3c05793c3"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:14:35.489841 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-96db453d-3263-47a9-82c2-348b2a9f61ca tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:35.492496 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-c333c39c-5258-479a-a7c5-3ff3f1c07e00 req-0b995a7e-92f2-4841-9428-40b86c61b015 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:14:35.503124 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-c333c39c-5258-479a-a7c5-3ff3f1c07e00 req-0b995a7e-92f2-4841-9428-40b86c61b015 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:14:35.538002 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d834c36-5bdc-4236-a8ca-25ff6ec46d6d x-openstack-request-id: req-3d834c36-5bdc-4236-a8ca-25ff6ec46d6d {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:14:35.538532 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b58a597b-6f19-419a-9505-13e69349ff22", "tag": "68530442-a39e-4086-b1f7-a3d3c05793c3", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:14:35.538957 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3d834c36-5bdc-4236-a8ca-25ff6ec46d6d {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:14:35.539559 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b58a597b-6f19-419a-9505-13e69349ff22', 'tag': '68530442-a39e-4086-b1f7-a3d3c05793c3', 'status': 'completed', 'code': 200} Dec 06 17:14:35.577617 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0673b253-5521-4c44-a662-21e09d2033cc None None] Network e47593f6-512b-4b3d-b5fd-6e48cd1a0fda is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:14:35.592897 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b995a7e-92f2-4841-9428-40b86c61b015 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Pushing event updated for resources: {'Port': ['ID=ea5126e6-32e0-495a-9092-333ce0b1510b,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:35.599287 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-0673b253-5521-4c44-a662-21e09d2033cc None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:14:35.624946 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d10c10d7-ee5c-404a-90f0-1ee617cd3b09 req-885b44aa-0373-42f4-aaa4-17429019fb14 service neutron] 10.222.0.41 "GET /v2.0/networks/4855bde2-5345-463f-b706-ad251cb422d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6277950 Dec 06 17:14:35.749500 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-91f33aa2-b76c-4db5-b2d9-2fe96008a7d4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:35.752389 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-96db453d-3263-47a9-82c2-348b2a9f61ca tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] device_id is not set on port 69267b95-7993-4338-b334-0869546a57e9 yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:14:35.845573 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c333c39c-5258-479a-a7c5-3ff3f1c07e00 req-0b995a7e-92f2-4841-9428-40b86c61b015 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:35.847039 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c333c39c-5258-479a-a7c5-3ff3f1c07e00 req-0b995a7e-92f2-4841-9428-40b86c61b015 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:35.850616 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0673b253-5521-4c44-a662-21e09d2033cc None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:14:35.983526 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-91f33aa2-b76c-4db5-b2d9-2fe96008a7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:36.062584 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0673b253-5521-4c44-a662-21e09d2033cc None None] Pushing event updated for resources: {'Port': ['ID=cc7698cb-2873-44a7-bbd2-920e14f3a18e,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:36.168973 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-0673b253-5521-4c44-a662-21e09d2033cc None None] Attempting to bind port cc7698cb-2873-44a7-bbd2-920e14f3a18e on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:14:36.170428 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-0673b253-5521-4c44-a662-21e09d2033cc None None] Attempting to bind port cc7698cb-2873-44a7-bbd2-920e14f3a18e by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '74b9be77-77d7-4cee-81d5-ab642772a138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e47593f6-512b-4b3d-b5fd-6e48cd1a0fda'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:14:36.170814 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0673b253-5521-4c44-a662-21e09d2033cc None None] Attempting to bind port cc7698cb-2873-44a7-bbd2-920e14f3a18e on network e47593f6-512b-4b3d-b5fd-6e48cd1a0fda {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:14:36.204178 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-da33f21b-6340-4fe2-9f41-33b4ec541600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:36.204717 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-da33f21b-6340-4fe2-9f41-33b4ec541600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:36.205210 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-da33f21b-6340-4fe2-9f41-33b4ec541600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:36.206987 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-da33f21b-6340-4fe2-9f41-33b4ec541600 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e496f20025e24ec89db8607fe6b1b56a&device_id=b58a597b-6f19-419a-9505-13e69349ff22 HTTP/1.1" status: 200 len: 2864 time: 0.6917748 Dec 06 17:14:36.217643 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0673b253-5521-4c44-a662-21e09d2033cc None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:14:36.220022 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0673b253-5521-4c44-a662-21e09d2033cc None None] Checking segment: {'id': '74b9be77-77d7-4cee-81d5-ab642772a138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e47593f6-512b-4b3d-b5fd-6e48cd1a0fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:14:36.223944 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0673b253-5521-4c44-a662-21e09d2033cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:36.225844 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0673b253-5521-4c44-a662-21e09d2033cc None None] Bound using segment: {'id': '74b9be77-77d7-4cee-81d5-ab642772a138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e47593f6-512b-4b3d-b5fd-6e48cd1a0fda'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:14:36.226480 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-0673b253-5521-4c44-a662-21e09d2033cc None None] Bound port: cc7698cb-2873-44a7-bbd2-920e14f3a18e, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74b9be77-77d7-4cee-81d5-ab642772a138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e47593f6-512b-4b3d-b5fd-6e48cd1a0fda'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:14:36.226888 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0673b253-5521-4c44-a662-21e09d2033cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:36.227551 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f33aa2-b76c-4db5-b2d9-2fe96008a7d4 admin admin] Pushing event updated for resources: {'Port': ['ID=ed9d2ed6-cd26-419f-ba6e-fe7113b2b955,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:36.250363 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f33aa2-b76c-4db5-b2d9-2fe96008a7d4 admin admin] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:14:36.286871 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531c86a3-343a-40ac-ba64-e94b6d625a86 req-dfeba283-74e8-485b-9599-3847c1c13b15 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:36.291482 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-531c86a3-343a-40ac-ba64-e94b6d625a86 req-dfeba283-74e8-485b-9599-3847c1c13b15 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] 10.222.0.23 "GET /v2.0/ports?device_id=c245de6b-5a8e-47e9-8a83-cc9ed8453593 HTTP/1.1" status: 200 len: 946 time: 1.3447425 Dec 06 17:14:36.315830 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5994a8c9-dfb1-4e28-b388-893c8082da72 req-25fb6224-a7c7-4ba8-a5bd-229a5ff35b07 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:36.317818 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5994a8c9-dfb1-4e28-b388-893c8082da72 req-25fb6224-a7c7-4ba8-a5bd-229a5ff35b07 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.41 "GET /v2.0/ports?device_id=71f8e028-0f51-4e92-96d3-88c36df1f40e HTTP/1.1" status: 200 len: 945 time: 0.4170496 Dec 06 17:14:36.321344 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-91f33aa2-b76c-4db5-b2d9-2fe96008a7d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:14:36.332444 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbb56b0-03bd-415d-b704-92ecaf0d6778 service neutron] Pushing event updated for resources: {'Port': ['ID=68530442-a39e-4086-b1f7-a3d3c05793c3,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:36.360700 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c333c39c-5258-479a-a7c5-3ff3f1c07e00 req-0b995a7e-92f2-4841-9428-40b86c61b015 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.1357107 Dec 06 17:14:36.384519 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 9bc5c74b-01f2-4434-917c-ab4fe9ee1d8f up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:14:36.412160 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f33aa2-b76c-4db5-b2d9-2fe96008a7d4 admin admin] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:14:36.499911 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-c333c39c-5258-479a-a7c5-3ff3f1c07e00 req-1ebcdd8b-16b2-4430-9fe0-8270269d3109 service neutron] Request body: {'port': {'device_id': '8a81ef20-7627-4783-b92f-49c0d8a17861', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:14:36.616897 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c333c39c-5258-479a-a7c5-3ff3f1c07e00 req-1ebcdd8b-16b2-4430-9fe0-8270269d3109 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:36.651390 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-91eecdf4-dc6c-4ad2-afaf-f3f5d6ed2978 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.146&port_id=ea29b125-60ad-478c-83ea-f46e31a89171 HTTP/1.1" status: 200 len: 217 time: 0.3101232 Dec 06 17:14:36.728537 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd96193-e9ff-4477-a165-d2810884c12d None None] Network a4c7e014-b0a5-4b38-bc7b-c27afa34aef4 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:14:36.988419 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-531c86a3-343a-40ac-ba64-e94b6d625a86 req-639e013e-14fb-4e09-b383-8ba1269b86f4 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] 10.222.0.23 "GET /v2.0/security-groups?id=d21c49c1-182d-4160-90f0-ac9f78bb540e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6639497 Dec 06 17:14:37.057243 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-0673b253-5521-4c44-a662-21e09d2033cc None None] For port cc7698cb-2873-44a7-bbd2-920e14f3a18e, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:14:37.061416 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-0673b253-5521-4c44-a662-21e09d2033cc None None] For port cc7698cb-2873-44a7-bbd2-920e14f3a18e, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=cc7698cb-2873-44a7-bbd2-920e14f3a18e,segment=NetworkSegment(74b9be77-77d7-4cee-81d5-ab642772a138),segment_id=74b9be77-77d7-4cee-81d5-ab642772a138)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:14:37.065890 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 9bc5c74b-01f2-4434-917c-ab4fe9ee1d8f triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:14:37.066629 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:37.069831 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0b7183d3-8a1b-483e-b7e6-b08c6362a17d None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:37.071196 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-96db453d-3263-47a9-82c2-348b2a9f61ca tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Allocated IP 10.1.1.59 (a4c7e014-b0a5-4b38-bc7b-c27afa34aef4/1b6f6e09-b453-475f-acb4-6738e54d8ac7/69267b95-7993-4338-b334-0869546a57e9) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:14:37.139534 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0673b253-5521-4c44-a662-21e09d2033cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:37.300544 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0673b253-5521-4c44-a662-21e09d2033cc None None] Pushing event updated for resources: {'Port': ['ID=cc7698cb-2873-44a7-bbd2-920e14f3a18e,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:37.305067 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0b7183d3-8a1b-483e-b7e6-b08c6362a17d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:37.364976 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-96db453d-3263-47a9-82c2-348b2a9f61ca tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:37.367807 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7183d3-8a1b-483e-b7e6-b08c6362a17d None None] Pushing event updated for resources: {'Port': ['ID=2c708013-3987-44bb-8bdf-febdd772028b,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:37.396687 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-cc977864-6b5f-449d-866f-9168955d81fa None None] Provisioning complete for port 9bc5c74b-01f2-4434-917c-ab4fe9ee1d8f triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:14:37.397876 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cc977864-6b5f-449d-866f-9168955d81fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:37.411138 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7183d3-8a1b-483e-b7e6-b08c6362a17d None None] Network 54ec0ce5-40a5-4965-be28-5d5392d9c61d is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:14:37.436409 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-0b7183d3-8a1b-483e-b7e6-b08c6362a17d None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:14:37.440855 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7183d3-8a1b-483e-b7e6-b08c6362a17d None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:14:37.474668 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-96db453d-3263-47a9-82c2-348b2a9f61ca tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:37.504880 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec90cf-ee39-4d19-a94d-b4f6b5654f5a req-29851213-41c5-4f65-be25-f4583187721d tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:37.510988 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device a6c29f80-dfba-4d60-a495-6a8bb1166a85 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:14:37.521847 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec90cf-ee39-4d19-a94d-b4f6b5654f5a req-29851213-41c5-4f65-be25-f4583187721d tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:37.532050 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec90cf-ee39-4d19-a94d-b4f6b5654f5a req-29851213-41c5-4f65-be25-f4583187721d tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:37.533809 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a9ec90cf-ee39-4d19-a94d-b4f6b5654f5a req-29851213-41c5-4f65-be25-f4583187721d tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.23 "GET /v2.0/ports?device_id=b58a597b-6f19-419a-9505-13e69349ff22 HTTP/1.1" status: 200 len: 2411 time: 1.7408197 Dec 06 17:14:37.633716 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96db453d-3263-47a9-82c2-348b2a9f61ca tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Pushing event updated for resources: {'Port': ['ID=69267b95-7993-4338-b334-0869546a57e9,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:37.722946 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96db453d-3263-47a9-82c2-348b2a9f61ca tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Network a4c7e014-b0a5-4b38-bc7b-c27afa34aef4 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:14:37.738174 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-96db453d-3263-47a9-82c2-348b2a9f61ca tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:14:37.777748 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96db453d-3263-47a9-82c2-348b2a9f61ca tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:14:37.823040 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:37.850479 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96db453d-3263-47a9-82c2-348b2a9f61ca tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:37.851174 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-96db453d-3263-47a9-82c2-348b2a9f61ca tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:37.880266 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-66fc48c5-5124-497e-bbd5-d18ef91bf496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:37.881832 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-66fc48c5-5124-497e-bbd5-d18ef91bf496 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=399d9993-eb5b-4762-ba5f-2d3e039f68ca HTTP/1.1" status: 200 len: 801 time: 1.1436687 Dec 06 17:14:37.898887 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-96db453d-3263-47a9-82c2-348b2a9f61ca tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.6067915 Dec 06 17:14:37.914914 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 47262) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:14:37.918485 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-0b7183d3-8a1b-483e-b7e6-b08c6362a17d None None] Attempting to bind port 2c708013-3987-44bb-8bdf-febdd772028b on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:14:37.919106 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-0b7183d3-8a1b-483e-b7e6-b08c6362a17d None None] Attempting to bind port 2c708013-3987-44bb-8bdf-febdd772028b by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '03765572-315b-4287-b069-bc0490aa8fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '54ec0ce5-40a5-4965-be28-5d5392d9c61d'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:14:37.920463 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7183d3-8a1b-483e-b7e6-b08c6362a17d None None] Attempting to bind port 2c708013-3987-44bb-8bdf-febdd772028b on network 54ec0ce5-40a5-4965-be28-5d5392d9c61d {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:14:37.961864 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-c333c39c-5258-479a-a7c5-3ff3f1c07e00 req-1ebcdd8b-16b2-4430-9fe0-8270269d3109 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea5126e6-32e0-495a-9092-333ce0b1510b {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:14:37.965824 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-f832bafa-00b7-47e7-a934-cd840183f98d tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Request body: {'port': {'network_id': 'a4c7e014-b0a5-4b38-bc7b-c27afa34aef4', 'name': 'tempest-TaggedBootDevicesTest-1596165591', 'fixed_ips': [{'subnet_id': '1b6f6e09-b453-475f-acb4-6738e54d8ac7'}]}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:14:37.971808 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] For port 9bc5c74b-01f2-4434-917c-ab4fe9ee1d8f, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9bc5c74b-01f2-4434-917c-ab4fe9ee1d8f,segment=NetworkSegment(d9cf52d1-bc52-4bcd-8c3c-12b88e1a5dd0),segment_id=d9cf52d1-bc52-4bcd-8c3c-12b88e1a5dd0)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:14:37.977980 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7183d3-8a1b-483e-b7e6-b08c6362a17d None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:14:37.979011 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7183d3-8a1b-483e-b7e6-b08c6362a17d None None] Checking segment: {'id': '03765572-315b-4287-b069-bc0490aa8fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '54ec0ce5-40a5-4965-be28-5d5392d9c61d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:14:37.979912 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0b7183d3-8a1b-483e-b7e6-b08c6362a17d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:37.981253 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7183d3-8a1b-483e-b7e6-b08c6362a17d None None] Bound using segment: {'id': '03765572-315b-4287-b069-bc0490aa8fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '54ec0ce5-40a5-4965-be28-5d5392d9c61d'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:14:37.983136 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-0b7183d3-8a1b-483e-b7e6-b08c6362a17d None None] Bound port: 2c708013-3987-44bb-8bdf-febdd772028b, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03765572-315b-4287-b069-bc0490aa8fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '54ec0ce5-40a5-4965-be28-5d5392d9c61d'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:14:37.988786 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0b7183d3-8a1b-483e-b7e6-b08c6362a17d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:38.004650 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a9ec90cf-ee39-4d19-a94d-b4f6b5654f5a req-2a09d015-4bb4-4ffa-a295-94232f802e10 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.23 "GET /v2.0/security-groups?id=f03ab9e8-fae2-4a61-9f03-339a4717e762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3760726 Dec 06 17:14:38.019310 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c333c39c-5258-479a-a7c5-3ff3f1c07e00 req-1ebcdd8b-16b2-4430-9fe0-8270269d3109 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:38.030029 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:38.065860 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-69f98da7-3e1a-47e0-ba22-9430be4ed3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:38.067431 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-69f98da7-3e1a-47e0-ba22-9430be4ed3a7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=514f7148-73be-428a-a5ef-17a30bd4f56c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1631119 Dec 06 17:14:38.101352 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-c333c39c-5258-479a-a7c5-3ff3f1c07e00 req-1ebcdd8b-16b2-4430-9fe0-8270269d3109 service neutron] Transition to ACTIVE for port object ea5126e6-32e0-495a-9092-333ce0b1510b will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:14:38.177433 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c333c39c-5258-479a-a7c5-3ff3f1c07e00 req-1ebcdd8b-16b2-4430-9fe0-8270269d3109 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:38.267562 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:38.282952 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device cc7698cb-2873-44a7-bbd2-920e14f3a18e up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:14:38.284070 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-91f33aa2-b76c-4db5-b2d9-2fe96008a7d4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:38.413301 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port cc7698cb-2873-44a7-bbd2-920e14f3a18e triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:14:38.413750 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:38.428433 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5bd624-8237-4ac3-a41f-d625c4ff22aa req-c277239c-8ab7-4d35-8eb1-ba191604b533 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:38.429913 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Pushing event updated for resources: {'Port': ['ID=9bc5c74b-01f2-4434-917c-ab4fe9ee1d8f,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:38.432231 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fa5bd624-8237-4ac3-a41f-d625c4ff22aa req-c277239c-8ab7-4d35-8eb1-ba191604b533 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=71f8e028-0f51-4e92-96d3-88c36df1f40e HTTP/1.1" status: 200 len: 945 time: 0.6189351 Dec 06 17:14:38.434378 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71f8e028-0f51-4e92-96d3-88c36df1f40e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6c29f80-dfba-4d60-a495-6a8bb1166a85'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:14:38.437130 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ac41f64-ceed-40e6-9071-51db3a09a56d" -d '{"events": [{"server_uuid": "71f8e028-0f51-4e92-96d3-88c36df1f40e", "name": "network-vif-unplugged", "status": "completed", "tag": "a6c29f80-dfba-4d60-a495-6a8bb1166a85"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:14:38.491999 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-5994a8c9-dfb1-4e28-b388-893c8082da72 req-4c1d0751-061e-4340-9cf4-54eab3ba75f1 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Deleting port a6c29f80-dfba-4d60-a495-6a8bb1166a85 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:14:38.503154 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-5994a8c9-dfb1-4e28-b388-893c8082da72 req-4c1d0751-061e-4340-9cf4-54eab3ba75f1 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:38.577903 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebcdd8b-16b2-4430-9fe0-8270269d3109 service neutron] Pushing event updated for resources: {'Port': ['ID=ea5126e6-32e0-495a-9092-333ce0b1510b,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:38.642363 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff43ba7-2f97-4c62-876c-d123e96c188d req-afcfb5d0-afe8-429c-9f8a-e918bd279e70 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:38.644373 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5ff43ba7-2f97-4c62-876c-d123e96c188d req-afcfb5d0-afe8-429c-9f8a-e918bd279e70 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a81ef20-7627-4783-b92f-49c0d8a17861 HTTP/1.1" status: 200 len: 944 time: 0.4764261 Dec 06 17:14:38.803206 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-c333c39c-5258-479a-a7c5-3ff3f1c07e00 req-1ebcdd8b-16b2-4430-9fe0-8270269d3109 service neutron] Attempting to bind port ea5126e6-32e0-495a-9092-333ce0b1510b on host n-h2-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:14:38.803449 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-c333c39c-5258-479a-a7c5-3ff3f1c07e00 req-1ebcdd8b-16b2-4430-9fe0-8270269d3109 service neutron] Attempting to bind port ea5126e6-32e0-495a-9092-333ce0b1510b by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'b5c29f07-61e3-483e-b953-3901f84034df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '33742801-ccea-4ab3-a86a-2573a2966c19'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:14:38.803779 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c333c39c-5258-479a-a7c5-3ff3f1c07e00 req-1ebcdd8b-16b2-4430-9fe0-8270269d3109 service neutron] Attempting to bind port ea5126e6-32e0-495a-9092-333ce0b1510b on network 33742801-ccea-4ab3-a86a-2573a2966c19 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:14:38.822981 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-5994a8c9-dfb1-4e28-b388-893c8082da72 req-4c1d0751-061e-4340-9cf4-54eab3ba75f1 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] For port a6c29f80-dfba-4d60-a495-6a8bb1166a85, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=a6c29f80-dfba-4d60-a495-6a8bb1166a85,segment=NetworkSegment(c5bdebef-6647-4acc-8b76-b3635792eaa5),segment_id=c5bdebef-6647-4acc-8b76-b3635792eaa5)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:14:38.823392 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-5994a8c9-dfb1-4e28-b388-893c8082da72 req-4c1d0751-061e-4340-9cf4-54eab3ba75f1 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:38.844715 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-5994a8c9-dfb1-4e28-b388-893c8082da72 req-4c1d0751-061e-4340-9cf4-54eab3ba75f1 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Calling delete_port for a6c29f80-dfba-4d60-a495-6a8bb1166a85 owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:14:38.859862 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-0b7183d3-8a1b-483e-b7e6-b08c6362a17d None None] For port 2c708013-3987-44bb-8bdf-febdd772028b, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:14:38.880152 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5ff43ba7-2f97-4c62-876c-d123e96c188d req-3919d599-e116-4fa7-8314-1a63016957bf tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039161 Dec 06 17:14:38.882539 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-7e013646-4024-4a2d-96a0-575fb8f457d9 service neutron] 10.222.0.44 "GET /v2.0/networks/514f7148-73be-428a-a5ef-17a30bd4f56c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7979057 Dec 06 17:14:38.889309 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c333c39c-5258-479a-a7c5-3ff3f1c07e00 req-1ebcdd8b-16b2-4430-9fe0-8270269d3109 service neutron] Port ea5126e6-32e0-495a-9092-333ce0b1510b on network 33742801-ccea-4ab3-a86a-2573a2966c19 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:14:38.889726 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c333c39c-5258-479a-a7c5-3ff3f1c07e00 req-1ebcdd8b-16b2-4430-9fe0-8270269d3109 service neutron] Attempting to bind port ea5126e6-32e0-495a-9092-333ce0b1510b on network 33742801-ccea-4ab3-a86a-2573a2966c19 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:14:38.961696 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port a6c29f80-dfba-4d60-a495-6a8bb1166a85, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=a6c29f80-dfba-4d60-a495-6a8bb1166a85,segment=NetworkSegment(c5bdebef-6647-4acc-8b76-b3635792eaa5),segment_id=c5bdebef-6647-4acc-8b76-b3635792eaa5)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:14:38.988657 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-0b7183d3-8a1b-483e-b7e6-b08c6362a17d None None] For port 2c708013-3987-44bb-8bdf-febdd772028b, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2c708013-3987-44bb-8bdf-febdd772028b,segment=NetworkSegment(03765572-315b-4287-b069-bc0490aa8fc6),segment_id=03765572-315b-4287-b069-bc0490aa8fc6)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:14:39.009276 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:39.033013 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-2aecc382-4407-46f9-bfa1-1b8f9a2420c9 None None] Provisioning complete for port 9bc5c74b-01f2-4434-917c-ab4fe9ee1d8f triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:14:39.033674 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2aecc382-4407-46f9-bfa1-1b8f9a2420c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:39.043214 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0b7183d3-8a1b-483e-b7e6-b08c6362a17d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:39.061072 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fa5bd624-8237-4ac3-a41f-d625c4ff22aa req-e1f4ece6-3731-4a55-b433-883389f0a71c tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6048090 Dec 06 17:14:39.064949 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-d9e47c76-fbaf-42f0-8bb8-bca72fc8f6b9 service neutron] 10.222.0.44 "GET /v2.0/networks/514f7148-73be-428a-a5ef-17a30bd4f56c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725726 Dec 06 17:14:39.077179 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c333c39c-5258-479a-a7c5-3ff3f1c07e00 req-1ebcdd8b-16b2-4430-9fe0-8270269d3109 service neutron] Checking agent: {'id': '9d8b9f49-2860-4c1f-9b89-45a7657a3c4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:14:39.078010 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c333c39c-5258-479a-a7c5-3ff3f1c07e00 req-1ebcdd8b-16b2-4430-9fe0-8270269d3109 service neutron] Checking segment: {'id': 'b5c29f07-61e3-483e-b953-3901f84034df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '33742801-ccea-4ab3-a86a-2573a2966c19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:14:39.078474 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c333c39c-5258-479a-a7c5-3ff3f1c07e00 req-1ebcdd8b-16b2-4430-9fe0-8270269d3109 service neutron] Bound using segment: {'id': 'b5c29f07-61e3-483e-b953-3901f84034df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '33742801-ccea-4ab3-a86a-2573a2966c19'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:14:39.080287 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-c333c39c-5258-479a-a7c5-3ff3f1c07e00 req-1ebcdd8b-16b2-4430-9fe0-8270269d3109 service neutron] Bound port: ea5126e6-32e0-495a-9092-333ce0b1510b, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5c29f07-61e3-483e-b953-3901f84034df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '33742801-ccea-4ab3-a86a-2573a2966c19'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:14:39.080727 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c333c39c-5258-479a-a7c5-3ff3f1c07e00 req-1ebcdd8b-16b2-4430-9fe0-8270269d3109 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:39.208359 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=a6c29f80-dfba-4d60-a495-6a8bb1166a85,revision_number=6']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:39.246756 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-a27b604d-3017-43b1-be52-b7edbb606933 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.79&port_id=ff3e434f-1fa3-46b0-839c-72cdf024c464 HTTP/1.1" status: 200 len: 217 time: 0.1718066 Dec 06 17:14:39.268059 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-5994a8c9-dfb1-4e28-b388-893c8082da72 req-4c1d0751-061e-4340-9cf4-54eab3ba75f1 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:39.314431 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 17:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-834f8019-9890-4d42-b7c8-a0bc591ba1b6 x-openstack-request-id: req-834f8019-9890-4d42-b7c8-a0bc591ba1b6 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:14:39.314795 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71f8e028-0f51-4e92-96d3-88c36df1f40e", "name": "network-vif-unplugged", "status": "completed", "tag": "a6c29f80-dfba-4d60-a495-6a8bb1166a85", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:14:39.315222 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-834f8019-9890-4d42-b7c8-a0bc591ba1b6 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:14:39.315698 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71f8e028-0f51-4e92-96d3-88c36df1f40e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6c29f80-dfba-4d60-a495-6a8bb1166a85', 'code': 200} Dec 06 17:14:39.379103 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29678f15-3a88-4670-bc10-cb1831255717 None None] Network e47593f6-512b-4b3d-b5fd-6e48cd1a0fda requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:14:39.425997 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-1dddf0cb-084a-43c8-ae36-b092bf0fa76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:39.427496 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-1dddf0cb-084a-43c8-ae36-b092bf0fa76d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=aec35e81-53a6-4a6b-ab2a-97cec34497fb HTTP/1.1" status: 200 len: 801 time: 0.1721220 Dec 06 17:14:39.453934 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a7187dc4-b99e-4f9f-9370-a43182755347 req-593bb08a-c442-416a-90e4-35fc321e8e16 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=851a3db1-d857-4982-bb02-42a5ec92a2df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8655031 Dec 06 17:14:39.481392 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:39.532946 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-5994a8c9-dfb1-4e28-b388-893c8082da72 req-4c1d0751-061e-4340-9cf4-54eab3ba75f1 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] No DVR routers for this DVR port a6c29f80-dfba-4d60-a495-6a8bb1166a85 on host n-h1-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:14:39.547292 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-5994a8c9-dfb1-4e28-b388-893c8082da72 req-4c1d0751-061e-4340-9cf4-54eab3ba75f1 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:39.550985 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5994a8c9-dfb1-4e28-b388-893c8082da72 req-4c1d0751-061e-4340-9cf4-54eab3ba75f1 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.41 "DELETE /v2.0/ports/a6c29f80-dfba-4d60-a495-6a8bb1166a85 HTTP/1.1" status: 204 len: 173 time: 3.1525297 Dec 06 17:14:39.555850 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1d0751-061e-4340-9cf4-54eab3ba75f1 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Pushing event deleted for resources: {'Port': ['ID=a6c29f80-dfba-4d60-a495-6a8bb1166a85,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:39.588201 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71f8e028-0f51-4e92-96d3-88c36df1f40e', 'name': 'network-vif-deleted', 'tag': 'a6c29f80-dfba-4d60-a495-6a8bb1166a85'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:14:39.595720 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e07577d-5dcc-4255-9d84-911d3b617e9e" -d '{"events": [{"server_uuid": "71f8e028-0f51-4e92-96d3-88c36df1f40e", "name": "network-vif-deleted", "tag": "a6c29f80-dfba-4d60-a495-6a8bb1166a85"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:14:39.646325 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f832bafa-00b7-47e7-a934-cd840183f98d tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Made reservation on behalf of 3ab1b684adb44126aa30c8ecbc0cad3c for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:14:39.649881 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] For port cc7698cb-2873-44a7-bbd2-920e14f3a18e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=cc7698cb-2873-44a7-bbd2-920e14f3a18e,segment=NetworkSegment(74b9be77-77d7-4cee-81d5-ab642772a138),segment_id=74b9be77-77d7-4cee-81d5-ab642772a138)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:14:39.666967 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:39.695748 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7183d3-8a1b-483e-b7e6-b08c6362a17d None None] Pushing event updated for resources: {'Port': ['ID=2c708013-3987-44bb-8bdf-febdd772028b,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:39.710518 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7187dc4-b99e-4f9f-9370-a43182755347 req-17505a05-db7b-4764-a75c-984e599c8bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:39.722463 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a7187dc4-b99e-4f9f-9370-a43182755347 req-17505a05-db7b-4764-a75c-984e599c8bd7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1d83e0c6d059422882cc226e7f9c727a&device_id=851a3db1-d857-4982-bb02-42a5ec92a2df HTTP/1.1" status: 200 len: 1095 time: 0.2307711 Dec 06 17:14:39.751766 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76cf361-c720-402c-9a6b-89918d639905 req-f17cc877-4925-4294-b86e-c0979f55df82 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:39.772357 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76cf361-c720-402c-9a6b-89918d639905 req-f17cc877-4925-4294-b86e-c0979f55df82 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:39.798071 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76cf361-c720-402c-9a6b-89918d639905 req-f17cc877-4925-4294-b86e-c0979f55df82 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:39.801965 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Pushing event updated for resources: {'Port': ['ID=cc7698cb-2873-44a7-bbd2-920e14f3a18e,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:39.814067 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b76cf361-c720-402c-9a6b-89918d639905 req-f17cc877-4925-4294-b86e-c0979f55df82 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.23 "GET /v2.0/ports?device_id=b58a597b-6f19-419a-9505-13e69349ff22 HTTP/1.1" status: 200 len: 2411 time: 0.3823283 Dec 06 17:14:39.857367 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-d9f8a483-f223-4cdd-b39d-74693fb2c67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:39.858895 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-d9f8a483-f223-4cdd-b39d-74693fb2c67e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=831f7bc8-2673-406c-afd6-cd66fe462203&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3661516 Dec 06 17:14:39.899629 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-e71a165f-90dd-4c62-9075-f65eb80169e1 None None] Provisioning complete for port 69267b95-7993-4338-b334-0869546a57e9 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:14:39.900187 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e71a165f-90dd-4c62-9075-f65eb80169e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:39.931275 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b76cf361-c720-402c-9a6b-89918d639905 req-852736a4-6cda-4049-8914-4edc456e8f20 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.23 "GET /v2.0/security-groups?id=f03ab9e8-fae2-4a61-9f03-339a4717e762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152551 Dec 06 17:14:39.963200 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-c333c39c-5258-479a-a7c5-3ff3f1c07e00 req-1ebcdd8b-16b2-4430-9fe0-8270269d3109 service neutron] For port ea5126e6-32e0-495a-9092-333ce0b1510b, host n-h2-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:14:40.033314 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-e71a165f-90dd-4c62-9075-f65eb80169e1 None None] Port 69267b95-7993-4338-b334-0869546a57e9 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:14:40.033503 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19f56ee-aa92-4cfc-afb6-1b452e5d5c7d req-2c70c6a1-69df-4288-993d-815b892f800f tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:40.035097 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e19f56ee-aa92-4cfc-afb6-1b452e5d5c7d req-2c70c6a1-69df-4288-993d-815b892f800f tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] 10.222.0.23 "GET /v2.0/ports?device_id=c245de6b-5a8e-47e9-8a83-cc9ed8453593 HTTP/1.1" status: 200 len: 946 time: 0.7949736 Dec 06 17:14:40.082593 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-407ca612-c948-48be-954d-80427e67b453 x-openstack-request-id: req-407ca612-c948-48be-954d-80427e67b453 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:14:40.083253 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71f8e028-0f51-4e92-96d3-88c36df1f40e", "name": "network-vif-deleted", "tag": "a6c29f80-dfba-4d60-a495-6a8bb1166a85", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:14:40.083253 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-407ca612-c948-48be-954d-80427e67b453 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:14:40.083726 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71f8e028-0f51-4e92-96d3-88c36df1f40e', 'name': 'network-vif-deleted', 'tag': 'a6c29f80-dfba-4d60-a495-6a8bb1166a85', 'status': 'completed', 'code': 200} Dec 06 17:14:40.114817 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-e71a165f-90dd-4c62-9075-f65eb80169e1 None None] Provisioning complete for port cc7698cb-2873-44a7-bbd2-920e14f3a18e triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:14:40.116051 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e71a165f-90dd-4c62-9075-f65eb80169e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:40.216837 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-147b3434-5ddf-48b2-887c-809c3137c0ad service neutron] 10.222.0.44 "GET /v2.0/networks/831f7bc8-2673-406c-afd6-cd66fe462203?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3448825 Dec 06 17:14:40.221346 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-c333c39c-5258-479a-a7c5-3ff3f1c07e00 req-1ebcdd8b-16b2-4430-9fe0-8270269d3109 service neutron] For port ea5126e6-32e0-495a-9092-333ce0b1510b, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ea5126e6-32e0-495a-9092-333ce0b1510b,segment=NetworkSegment(b5c29f07-61e3-483e-b953-3901f84034df),segment_id=b5c29f07-61e3-483e-b953-3901f84034df)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:14:40.253042 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c333c39c-5258-479a-a7c5-3ff3f1c07e00 req-1ebcdd8b-16b2-4430-9fe0-8270269d3109 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:40.430036 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device cc7698cb-2873-44a7-bbd2-920e14f3a18e up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:14:40.431279 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e19f56ee-aa92-4cfc-afb6-1b452e5d5c7d req-9dbedfa6-6075-458a-931d-c61199a00330 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] 10.222.0.23 "GET /v2.0/security-groups?id=d21c49c1-182d-4160-90f0-ac9f78bb540e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2955148 Dec 06 17:14:40.443154 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c333c39c-5258-479a-a7c5-3ff3f1c07e00 req-1ebcdd8b-16b2-4430-9fe0-8270269d3109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:40.443807 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c333c39c-5258-479a-a7c5-3ff3f1c07e00 req-1ebcdd8b-16b2-4430-9fe0-8270269d3109 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:40.451033 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c333c39c-5258-479a-a7c5-3ff3f1c07e00 req-1ebcdd8b-16b2-4430-9fe0-8270269d3109 service neutron] 10.222.0.44 "PUT /v2.0/ports/ea5126e6-32e0-495a-9092-333ce0b1510b HTTP/1.1" status: 200 len: 1092 time: 4.0673373 Dec 06 17:14:40.467573 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-91f33aa2-b76c-4db5-b2d9-2fe96008a7d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:40.468399 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a81ef20-7627-4783-b92f-49c0d8a17861', 'tag': 'ea5126e6-32e0-495a-9092-333ce0b1510b'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:14:40.483182 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b611cc6-2506-40d1-84d4-708942ff6b63" -d '{"events": [{"name": "network-changed", "server_uuid": "8a81ef20-7627-4783-b92f-49c0d8a17861", "tag": "ea5126e6-32e0-495a-9092-333ce0b1510b"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:14:40.611482 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port cc7698cb-2873-44a7-bbd2-920e14f3a18e triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:14:40.612140 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:40.667589 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f832bafa-00b7-47e7-a934-cd840183f98d tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:40.772606 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebcdd8b-16b2-4430-9fe0-8270269d3109 service neutron] Pushing event updated for resources: {'Port': ['ID=ea5126e6-32e0-495a-9092-333ce0b1510b,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:40.790071 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-f832bafa-00b7-47e7-a934-cd840183f98d tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] device_id is not set on port e6837a9b-3564-431d-b164-1562632e4bc8 yet. {{(pid=103285) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:14:40.820035 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 17:14:40.826402 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28228d15-fbfc-4987-ad8c-4ee66958c5a7 req-c417ad60-8ae0-4066-8948-d5dd58874e27 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:40.839810 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-28228d15-fbfc-4987-ad8c-4ee66958c5a7 req-c417ad60-8ae0-4066-8948-d5dd58874e27 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a81ef20-7627-4783-b92f-49c0d8a17861 HTTP/1.1" status: 200 len: 944 time: 0.6151807 Dec 06 17:14:40.876808 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 9bc5c74b-01f2-4434-917c-ab4fe9ee1d8f up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:14:40.901201 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c333c39c-5258-479a-a7c5-3ff3f1c07e00 req-4c7bda42-62da-4064-8635-cd82fe199283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:40.903071 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c333c39c-5258-479a-a7c5-3ff3f1c07e00 req-4c7bda42-62da-4064-8635-cd82fe199283 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1d83e0c6d059422882cc226e7f9c727a&device_id=8a81ef20-7627-4783-b92f-49c0d8a17861 HTTP/1.1" status: 200 len: 1095 time: 0.3147950 Dec 06 17:14:40.910431 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-79ad24c9-b492-4693-bf90-21016e91693c service neutron] 10.222.0.44 "GET /v2.0/networks/831f7bc8-2673-406c-afd6-cd66fe462203?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6846194 Dec 06 17:14:40.926042 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ee9898-7ad5-4329-91bb-6e979bc3e375 x-openstack-request-id: req-e7ee9898-7ad5-4329-91bb-6e979bc3e375 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:14:40.926371 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a81ef20-7627-4783-b92f-49c0d8a17861", "tag": "ea5126e6-32e0-495a-9092-333ce0b1510b", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:14:40.926804 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e7ee9898-7ad5-4329-91bb-6e979bc3e375 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:14:40.927231 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a81ef20-7627-4783-b92f-49c0d8a17861', 'tag': 'ea5126e6-32e0-495a-9092-333ce0b1510b', 'status': 'completed', 'code': 200} Dec 06 17:14:40.932034 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7187dc4-b99e-4f9f-9370-a43182755347 req-9b71d792-f06c-4db5-a320-8b32335e1bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:40.948454 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a7187dc4-b99e-4f9f-9370-a43182755347 req-9b71d792-f06c-4db5-a320-8b32335e1bd4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=33742801-ccea-4ab3-a86a-2573a2966c19 HTTP/1.1" status: 200 len: 909 time: 1.0527208 Dec 06 17:14:41.030015 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-d73be748-347f-4276-b0fd-c36b68784785 None None] Provisioning complete for port cc7698cb-2873-44a7-bbd2-920e14f3a18e triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:14:41.030618 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d73be748-347f-4276-b0fd-c36b68784785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:41.105896 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c333c39c-5258-479a-a7c5-3ff3f1c07e00 req-00ffe60e-65ee-456b-b61a-8c35202abd07 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea5126e6-32e0-495a-9092-333ce0b1510b HTTP/1.1" status: 200 len: 217 time: 0.1938319 Dec 06 17:14:41.107856 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-941ae9b6-a056-44fa-9181-64c9d0ce4532 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.38&port_id=68530442-a39e-4086-b1f7-a3d3c05793c3 HTTP/1.1" status: 200 len: 217 time: 0.1798592 Dec 06 17:14:41.126416 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 9bc5c74b-01f2-4434-917c-ab4fe9ee1d8f triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:14:41.126968 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:41.136867 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-28228d15-fbfc-4987-ad8c-4ee66958c5a7 req-b807b6bd-088b-4dca-a640-cecc49e423f2 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780128 Dec 06 17:14:41.212219 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3a7827-5c94-438a-b46a-28578825d190 None None] Network 54ec0ce5-40a5-4965-be28-5d5392d9c61d requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:14:41.370068 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-f832bafa-00b7-47e7-a934-cd840183f98d tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Allocated IP 10.1.1.150 (a4c7e014-b0a5-4b38-bc7b-c27afa34aef4/1b6f6e09-b453-475f-acb4-6738e54d8ac7/e6837a9b-3564-431d-b164-1562632e4bc8) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:14:41.532231 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 2c708013-3987-44bb-8bdf-febdd772028b up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:14:41.636548 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 2c708013-3987-44bb-8bdf-febdd772028b triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:14:41.637046 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:41.676815 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c333c39c-5258-479a-a7c5-3ff3f1c07e00 req-61e604f7-b614-442a-9caf-125b015cca59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:41.678301 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c333c39c-5258-479a-a7c5-3ff3f1c07e00 req-61e604f7-b614-442a-9caf-125b015cca59 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=da31f47d-8fee-49c3-b794-af6b3fd955bf HTTP/1.1" status: 200 len: 848 time: 0.5401671 Dec 06 17:14:41.680531 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a7187dc4-b99e-4f9f-9370-a43182755347 req-6554ae1e-c8df-4eb6-a471-3ee10f4d97ea service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6 HTTP/1.1" status: 200 len: 217 time: 0.7083354 Dec 06 17:14:41.681984 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-068b8351-cc9b-4a76-9dea-c1c166dca077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:41.683423 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-068b8351-cc9b-4a76-9dea-c1c166dca077 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=399d9993-eb5b-4762-ba5f-2d3e039f68ca HTTP/1.1" status: 200 len: 801 time: 0.5352547 Dec 06 17:14:41.690719 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91f33aa2-b76c-4db5-b2d9-2fe96008a7d4 admin admin] Router a4886f3a-dc8e-46d4-bf32-cf444d19046b is scheduled to L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 with binding_index 1 {{(pid=103285) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 17:14:41.694387 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfba4d4-4d1e-4e8a-832c-c1f789cd314f req-796f2144-de14-4e28-bc0e-ae2645672861 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:41.700601 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfba4d4-4d1e-4e8a-832c-c1f789cd314f req-796f2144-de14-4e28-bc0e-ae2645672861 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:41.707470 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfba4d4-4d1e-4e8a-832c-c1f789cd314f req-796f2144-de14-4e28-bc0e-ae2645672861 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:41.716205 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-dcfba4d4-4d1e-4e8a-832c-c1f789cd314f req-796f2144-de14-4e28-bc0e-ae2645672861 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.23 "GET /v2.0/ports?device_id=b58a597b-6f19-419a-9505-13e69349ff22 HTTP/1.1" status: 200 len: 2411 time: 0.4602590 Dec 06 17:14:41.750048 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-57c286d9-f9ed-48e4-82bf-001140f285ae None None] Provisioning complete for port 2c708013-3987-44bb-8bdf-febdd772028b triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:14:41.750530 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-57c286d9-f9ed-48e4-82bf-001140f285ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:41.844806 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-dcfba4d4-4d1e-4e8a-832c-c1f789cd314f req-b4ecfa9f-57cc-4d08-a7d7-cd90bbd62f48 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.23 "GET /v2.0/security-groups?id=f03ab9e8-fae2-4a61-9f03-339a4717e762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276193 Dec 06 17:14:41.855503 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:41.936148 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] For port 2c708013-3987-44bb-8bdf-febdd772028b, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2c708013-3987-44bb-8bdf-febdd772028b,segment=NetworkSegment(03765572-315b-4287-b069-bc0490aa8fc6),segment_id=03765572-315b-4287-b069-bc0490aa8fc6)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:14:41.936677 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c333c39c-5258-479a-a7c5-3ff3f1c07e00 req-e28c0aaf-da21-4b0a-a15d-250080a46e66 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=33742801-ccea-4ab3-a86a-2573a2966c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1998625 Dec 06 17:14:41.975298 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:42.087032 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d8693f-9671-46a7-b7ab-cca7b791bb23 req-d89d866d-d0ed-41dd-a6ef-a65cd38a52a0 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:42.090637 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-83d8693f-9671-46a7-b7ab-cca7b791bb23 req-d89d866d-d0ed-41dd-a6ef-a65cd38a52a0 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/networks?id=f3115485-0e47-4001-968e-d7c2520b29dd HTTP/1.1" status: 200 len: 812 time: 0.4244781 Dec 06 17:14:42.114091 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Pushing event updated for resources: {'Port': ['ID=2c708013-3987-44bb-8bdf-febdd772028b,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:42.149513 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83206f3-8b6b-4c64-8be6-e02e3ae3bc79 req-4fd0bfc2-ce0a-46e9-9177-f6c0510a62cf tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:42.153380 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e83206f3-8b6b-4c64-8be6-e02e3ae3bc79 req-4fd0bfc2-ce0a-46e9-9177-f6c0510a62cf tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] 10.222.0.23 "GET /v2.0/ports?device_id=c245de6b-5a8e-47e9-8a83-cc9ed8453593 HTTP/1.1" status: 200 len: 946 time: 0.1544511 Dec 06 17:14:42.158617 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-3b4c7f99-41b6-40ea-84f1-eef877cc5afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:42.160112 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-3b4c7f99-41b6-40ea-84f1-eef877cc5afc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=514f7148-73be-428a-a5ef-17a30bd4f56c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4150009 Dec 06 17:14:42.174783 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f832bafa-00b7-47e7-a934-cd840183f98d tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:42.183318 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7187dc4-b99e-4f9f-9370-a43182755347 req-53b77837-b728-4a92-9913-b4f66a05486b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:42.185275 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a7187dc4-b99e-4f9f-9370-a43182755347 req-53b77837-b728-4a92-9913-b4f66a05486b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=da31f47d-8fee-49c3-b794-af6b3fd955bf HTTP/1.1" status: 200 len: 848 time: 0.4437611 Dec 06 17:14:42.192274 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-83d8693f-9671-46a7-b7ab-cca7b791bb23 req-37221fe1-3675-4f45-9a62-ecdb390432ea tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/quotas/806e7552b2fe4d15bbbee1bb266d6718 HTTP/1.1" status: 200 len: 375 time: 0.0393865 Dec 06 17:14:42.244319 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-1212c688-5591-4740-bafa-36dfef75fd2a None None] Provisioning complete for port 2c708013-3987-44bb-8bdf-febdd772028b triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:14:42.245011 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1212c688-5591-4740-bafa-36dfef75fd2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:42.264644 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a7187dc4-b99e-4f9f-9370-a43182755347 req-d03a8a21-cdcb-4684-b851-a8e40278327c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=33742801-ccea-4ab3-a86a-2573a2966c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708382 Dec 06 17:14:42.300464 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-83d8693f-9671-46a7-b7ab-cca7b791bb23 req-9c901746-50d0-498d-becd-b1877e412189 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=806e7552b2fe4d15bbbee1bb266d6718&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318680 Dec 06 17:14:42.301840 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c333c39c-5258-479a-a7c5-3ff3f1c07e00 req-7ee68fa5-ac6e-48cc-ae2c-f06f4b34b820 service neutron] 10.222.0.44 "GET /v2.0/networks/33742801-ccea-4ab3-a86a-2573a2966c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3556912 Dec 06 17:14:42.413070 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c333c39c-5258-479a-a7c5-3ff3f1c07e00 req-2cf9bddc-441b-46b7-86e6-4efefcb21810 service neutron] 10.222.0.44 "GET /v2.0/networks/33742801-ccea-4ab3-a86a-2573a2966c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957866 Dec 06 17:14:42.442212 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e83206f3-8b6b-4c64-8be6-e02e3ae3bc79 req-00f124c4-5e96-44aa-9d35-5fa282a56d44 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] 10.222.0.23 "GET /v2.0/security-groups?id=d21c49c1-182d-4160-90f0-ac9f78bb540e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682338 Dec 06 17:14:42.502909 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-0ae795bf-3e06-46f0-a26d-7c8e46a07b0c service neutron] 10.222.0.44 "GET /v2.0/networks/514f7148-73be-428a-a5ef-17a30bd4f56c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3227789 Dec 06 17:14:42.576739 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f832bafa-00b7-47e7-a934-cd840183f98d tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:42.637629 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b611cc6-2506-40d1-84d4-708942ff6b63 req-1de2a27f-19ca-4cbe-9df5-278c9aee9ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:42.639376 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a7187dc4-b99e-4f9f-9370-a43182755347 req-e43c42ac-6dd0-40bc-b8d4-74fa61d07327 service neutron] 10.222.0.44 "GET /v2.0/networks/33742801-ccea-4ab3-a86a-2573a2966c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3322892 Dec 06 17:14:42.639902 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7b611cc6-2506-40d1-84d4-708942ff6b63 req-1de2a27f-19ca-4cbe-9df5-278c9aee9ca8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1d83e0c6d059422882cc226e7f9c727a&device_id=8a81ef20-7627-4783-b92f-49c0d8a17861 HTTP/1.1" status: 200 len: 1095 time: 0.1551380 Dec 06 17:14:42.640389 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91f33aa2-b76c-4db5-b2d9-2fe96008a7d4 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:14:42.653686 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5104880-697e-41f4-9748-c61ecd634992 None None] Sync routers for ids ['a4886f3a-dc8e-46d4-bf32-cf444d19046b'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:14:42.668246 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5104880-697e-41f4-9748-c61ecd634992 None None] Routers {'a4886f3a-dc8e-46d4-bf32-cf444d19046b'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:14:42.669234 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-b5104880-697e-41f4-9748-c61ecd634992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:14:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['a4886f3a-dc8e-46d4-bf32-cf444d19046b'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:14:42.808259 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-b5104880-697e-41f4-9748-c61ecd634992 None None] Set router a4886f3a-dc8e-46d4-bf32-cf444d19046b gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:14:42.817294 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a347960a-b2c8-4114-9e38-6d079c5298bf req-0186b578-6899-4102-891e-1999591ebdf2 service neutron] 10.222.0.44 "GET /v2.0/networks/514f7148-73be-428a-a5ef-17a30bd4f56c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2948580 Dec 06 17:14:42.835803 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a7187dc4-b99e-4f9f-9370-a43182755347 req-2a2f699e-4029-4bea-b9e1-33b70cbd6b5f service neutron] 10.222.0.44 "GET /v2.0/networks/33742801-ccea-4ab3-a86a-2573a2966c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597712 Dec 06 17:14:42.835803 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f832bafa-00b7-47e7-a934-cd840183f98d tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Pushing event updated for resources: {'Port': ['ID=e6837a9b-3564-431d-b164-1562632e4bc8,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:42.845257 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f832bafa-00b7-47e7-a934-cd840183f98d tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Network a4c7e014-b0a5-4b38-bc7b-c27afa34aef4 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:14:42.849366 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-91f33aa2-b76c-4db5-b2d9-2fe96008a7d4 admin admin] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:42.851249 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-91f33aa2-b76c-4db5-b2d9-2fe96008a7d4 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 9.6458161 Dec 06 17:14:42.855083 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-f832bafa-00b7-47e7-a934-cd840183f98d tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:14:42.857316 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 47334) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:14:42.864414 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f832bafa-00b7-47e7-a934-cd840183f98d tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:14:42.874039 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-83d8693f-9671-46a7-b7ab-cca7b791bb23 req-f6ae1062-59b6-4083-957e-26572fd96934 service neutron] 10.222.0.23 "GET /v2.0/networks/f3115485-0e47-4001-968e-d7c2520b29dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5592787 Dec 06 17:14:42.913778 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26813561-4809-481f-b23d-c69af3441f23 req-bb4e447c-9dc6-4a7b-8124-bd89570a3b54 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:42.918998 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-26813561-4809-481f-b23d-c69af3441f23 req-bb4e447c-9dc6-4a7b-8124-bd89570a3b54 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a81ef20-7627-4783-b92f-49c0d8a17861 HTTP/1.1" status: 200 len: 944 time: 0.2076151 Dec 06 17:14:43.032190 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b611cc6-2506-40d1-84d4-708942ff6b63 req-3c9becac-2a8b-468d-9bda-99dfff43ddb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:43.034859 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7b611cc6-2506-40d1-84d4-708942ff6b63 req-3c9becac-2a8b-468d-9bda-99dfff43ddb5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=33742801-ccea-4ab3-a86a-2573a2966c19 HTTP/1.1" status: 200 len: 909 time: 0.3798516 Dec 06 17:14:43.039540 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-26813561-4809-481f-b23d-c69af3441f23 req-2deb7b56-ae15-453b-b674-7f77497f862f tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067216 Dec 06 17:14:43.084660 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-b5104880-697e-41f4-9748-c61ecd634992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4886f3a-dc8e-46d4-bf32-cf444d19046b', 'name': 'tempest-FloatingIPsAssociationTestJSON-2021917022-router', 'tenant_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.251'}], 'enable_snat': True}, 'gw_port_id': 'ed9d2ed6-cd26-419f-ba6e-fe7113b2b955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:14:33Z', 'updated_at': '2021-12-06T17:14:36Z', 'revision_number': 3, 'project_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'gw_port': {'id': 'ed9d2ed6-cd26-419f-ba6e-fe7113b2b955', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b0:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4886f3a-dc8e-46d4-bf32-cf444d19046b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:14:35Z', 'updated_at': '2021-12-06T17:14:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:14:43.118370 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7b611cc6-2506-40d1-84d4-708942ff6b63 req-e66cad38-2fc2-4b26-818f-3248bcfd51a4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea5126e6-32e0-495a-9092-333ce0b1510b HTTP/1.1" status: 200 len: 217 time: 0.0726135 Dec 06 17:14:43.151324 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5104880-697e-41f4-9748-c61ecd634992 None None] Checking router: a4886f3a-dc8e-46d4-bf32-cf444d19046b for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:14:43.151682 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5104880-697e-41f4-9748-c61ecd634992 None None] Updating router a4886f3a-dc8e-46d4-bf32-cf444d19046b port ed9d2ed6-cd26-419f-ba6e-fe7113b2b955 binding host n-d-master-1 {{(pid=103287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:14:43.180932 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b5104880-697e-41f4-9748-c61ecd634992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:43.254209 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b611cc6-2506-40d1-84d4-708942ff6b63 req-3a96e198-f251-4450-9343-27b504117bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:43.255729 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7b611cc6-2506-40d1-84d4-708942ff6b63 req-3a96e198-f251-4450-9343-27b504117bb1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=da31f47d-8fee-49c3-b794-af6b3fd955bf HTTP/1.1" status: 200 len: 848 time: 0.1250796 Dec 06 17:14:43.299328 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7b611cc6-2506-40d1-84d4-708942ff6b63 req-cd2336ee-ce19-463b-9008-dafb1c1c1361 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=33742801-ccea-4ab3-a86a-2573a2966c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285039 Dec 06 17:14:43.310936 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f7d7a3-53b7-42e8-ac71-d13f07d1321e req-8a7f83f8-5d6f-4496-ae21-a1c423315d89 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:43.319185 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f7d7a3-53b7-42e8-ac71-d13f07d1321e req-8a7f83f8-5d6f-4496-ae21-a1c423315d89 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:43.325970 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f7d7a3-53b7-42e8-ac71-d13f07d1321e req-8a7f83f8-5d6f-4496-ae21-a1c423315d89 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:43.333590 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-48f7d7a3-53b7-42e8-ac71-d13f07d1321e req-8a7f83f8-5d6f-4496-ae21-a1c423315d89 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.23 "GET /v2.0/ports?device_id=b58a597b-6f19-419a-9505-13e69349ff22 HTTP/1.1" status: 200 len: 2411 time: 0.1628461 Dec 06 17:14:43.345974 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b6ebc9b5-2b78-4409-879a-3d8ec0e5875f None None] Provisioning complete for port e6837a9b-3564-431d-b164-1562632e4bc8 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:14:43.347777 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b6ebc9b5-2b78-4409-879a-3d8ec0e5875f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:43.461852 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-48f7d7a3-53b7-42e8-ac71-d13f07d1321e req-08ef79cc-8555-4c6c-ace1-596733579d29 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.23 "GET /v2.0/security-groups?id=f03ab9e8-fae2-4a61-9f03-339a4717e762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270194 Dec 06 17:14:43.484612 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b6ebc9b5-2b78-4409-879a-3d8ec0e5875f None None] Port e6837a9b-3564-431d-b164-1562632e4bc8 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:14:43.498259 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d3793ffb-7df7-448d-95d5-43d48e473ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:43.540402 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7b611cc6-2506-40d1-84d4-708942ff6b63 req-9a1627b1-0139-409d-b82d-32261edc688e service neutron] 10.222.0.44 "GET /v2.0/networks/33742801-ccea-4ab3-a86a-2573a2966c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819146 Dec 06 17:14:43.553996 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f832bafa-00b7-47e7-a934-cd840183f98d tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:43.554546 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f832bafa-00b7-47e7-a934-cd840183f98d tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:43.593505 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c04aee-e90c-4d17-8334-1c4bc3270148 req-ac38a8a0-254f-4b49-84a9-0957058b5568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:43.594193 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c04aee-e90c-4d17-8334-1c4bc3270148 req-ac38a8a0-254f-4b49-84a9-0957058b5568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:43.594547 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c04aee-e90c-4d17-8334-1c4bc3270148 req-ac38a8a0-254f-4b49-84a9-0957058b5568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:43.596287 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f8c04aee-e90c-4d17-8334-1c4bc3270148 req-ac38a8a0-254f-4b49-84a9-0957058b5568 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e496f20025e24ec89db8607fe6b1b56a&device_id=b58a597b-6f19-419a-9505-13e69349ff22 HTTP/1.1" status: 200 len: 2864 time: 0.6227770 Dec 06 17:14:43.607399 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-f832bafa-00b7-47e7-a934-cd840183f98d tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 5.6769328 Dec 06 17:14:43.655784 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b752b0cd-7ebe-4a30-9896-891df49b938b req-72e587a8-57af-4006-821a-4ab4dda9d6b9 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:43.657683 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-83d8693f-9671-46a7-b7ab-cca7b791bb23 req-0905c497-0910-43d9-ae4d-63e8091f6213 service neutron] 10.222.0.23 "GET /v2.0/networks/f3115485-0e47-4001-968e-d7c2520b29dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7782044 Dec 06 17:14:43.657877 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b752b0cd-7ebe-4a30-9896-891df49b938b req-72e587a8-57af-4006-821a-4ab4dda9d6b9 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] 10.222.0.23 "GET /v2.0/ports?device_id=c245de6b-5a8e-47e9-8a83-cc9ed8453593 HTTP/1.1" status: 200 len: 946 time: 0.1111732 Dec 06 17:14:43.666963 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b5104880-697e-41f4-9748-c61ecd634992 None None] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:43.674018 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b5104880-697e-41f4-9748-c61ecd634992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:43.711470 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7b611cc6-2506-40d1-84d4-708942ff6b63 req-35109bec-5328-4abd-90f0-28246b8b5d18 service neutron] 10.222.0.44 "GET /v2.0/networks/33742801-ccea-4ab3-a86a-2573a2966c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526721 Dec 06 17:14:43.764062 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-b5104880-697e-41f4-9748-c61ecd634992 None None] Attempting to bind port ed9d2ed6-cd26-419f-ba6e-fe7113b2b955 on host n-d-master-1 for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:14:43.764443 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-b5104880-697e-41f4-9748-c61ecd634992 None None] Attempting to bind port ed9d2ed6-cd26-419f-ba6e-fe7113b2b955 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:14:43.764807 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5104880-697e-41f4-9748-c61ecd634992 None None] Attempting to bind port ed9d2ed6-cd26-419f-ba6e-fe7113b2b955 on network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:14:43.771530 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b752b0cd-7ebe-4a30-9896-891df49b938b req-eed051ee-3d50-4133-b884-16bd1b313bd5 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] 10.222.0.23 "GET /v2.0/security-groups?id=d21c49c1-182d-4160-90f0-ac9f78bb540e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966418 Dec 06 17:14:43.780935 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5104880-697e-41f4-9748-c61ecd634992 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:14:43.781324 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5104880-697e-41f4-9748-c61ecd634992 None None] Checking segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:14:43.781743 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b5104880-697e-41f4-9748-c61ecd634992 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:43.782136 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5104880-697e-41f4-9748-c61ecd634992 None None] Bound using segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:14:43.782631 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-b5104880-697e-41f4-9748-c61ecd634992 None None] Bound port: ed9d2ed6-cd26-419f-ba6e-fe7113b2b955, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:14:43.783012 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b5104880-697e-41f4-9748-c61ecd634992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:43.893712 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-b5104880-697e-41f4-9748-c61ecd634992 None None] For port ed9d2ed6-cd26-419f-ba6e-fe7113b2b955, host n-d-master-1, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:14:43.906489 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c04aee-e90c-4d17-8334-1c4bc3270148 req-3b2e4bc0-5398-492c-8c5c-5bb18c839646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:43.909056 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f8c04aee-e90c-4d17-8334-1c4bc3270148 req-3b2e4bc0-5398-492c-8c5c-5bb18c839646 service neutron] 10.222.0.44 "GET /v2.0/networks?id=514f7148-73be-428a-a5ef-17a30bd4f56c HTTP/1.1" status: 200 len: 902 time: 0.3005116 Dec 06 17:14:43.911157 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-b5104880-697e-41f4-9748-c61ecd634992 None None] For port ed9d2ed6-cd26-419f-ba6e-fe7113b2b955, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ed9d2ed6-cd26-419f-ba6e-fe7113b2b955,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:14:43.927163 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b5104880-697e-41f4-9748-c61ecd634992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:43.960409 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58347475-e77c-49c2-965e-91dff6e31218 None None] Pushing event updated for resources: {'Port': ['ID=ed9d2ed6-cd26-419f-ba6e-fe7113b2b955,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:43.979320 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58347475-e77c-49c2-965e-91dff6e31218 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:14:43.979676 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58347475-e77c-49c2-965e-91dff6e31218 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:14:43.983122 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58347475-e77c-49c2-965e-91dff6e31218 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:14:43.983497 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58347475-e77c-49c2-965e-91dff6e31218 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:14:43.983847 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58347475-e77c-49c2-965e-91dff6e31218 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:14:43.984188 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58347475-e77c-49c2-965e-91dff6e31218 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:14:43.984524 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58347475-e77c-49c2-965e-91dff6e31218 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:14:43.984857 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58347475-e77c-49c2-965e-91dff6e31218 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:14:43.985194 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58347475-e77c-49c2-965e-91dff6e31218 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:14:43.985548 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58347475-e77c-49c2-965e-91dff6e31218 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:14:43.985880 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58347475-e77c-49c2-965e-91dff6e31218 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:14:43.986207 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58347475-e77c-49c2-965e-91dff6e31218 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:14:43.986532 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58347475-e77c-49c2-965e-91dff6e31218 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:14:44.005644 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f8c04aee-e90c-4d17-8334-1c4bc3270148 req-7fdbc8c8-e34b-4c84-be92-1c38b77736fe service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.38&port_id=68530442-a39e-4086-b1f7-a3d3c05793c3 HTTP/1.1" status: 200 len: 217 time: 0.0829329 Dec 06 17:14:44.082683 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5104880-697e-41f4-9748-c61ecd634992 None None] Routers {'a4886f3a-dc8e-46d4-bf32-cf444d19046b'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:14:44.084036 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-b5104880-697e-41f4-9748-c61ecd634992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:14:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['a4886f3a-dc8e-46d4-bf32-cf444d19046b'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:14:44.112564 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e89abbf3-7dec-4e38-8d0f-cdd90d271d92 req-cd65d2b5-3443-4cd1-b0f3-da44e09dec4b tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=3111a296-b40e-48c5-bfa4-66d71264ae66 HTTP/1.1" status: 200 len: 210 time: 0.0786786 Dec 06 17:14:44.172694 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c04aee-e90c-4d17-8334-1c4bc3270148 req-8525a9f8-2692-4657-9dee-f1053c8f6191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:44.174432 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f8c04aee-e90c-4d17-8334-1c4bc3270148 req-8525a9f8-2692-4657-9dee-f1053c8f6191 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=399d9993-eb5b-4762-ba5f-2d3e039f68ca HTTP/1.1" status: 200 len: 801 time: 0.1594510 Dec 06 17:14:44.203041 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 2c708013-3987-44bb-8bdf-febdd772028b up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:14:44.293245 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58347475-e77c-49c2-965e-91dff6e31218 None None] Pushing event updated for resources: {'Port': ['ID=ed9d2ed6-cd26-419f-ba6e-fe7113b2b955,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:44.340370 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 2c708013-3987-44bb-8bdf-febdd772028b triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:14:44.340724 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:44.454364 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b0072-3566-453d-81f4-b6b1464fad67 req-f491828a-1576-430e-933f-2e001e1f7224 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:44.467541 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fe3b0072-3566-453d-81f4-b6b1464fad67 req-f491828a-1576-430e-933f-2e001e1f7224 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a81ef20-7627-4783-b92f-49c0d8a17861 HTTP/1.1" status: 200 len: 944 time: 0.1951239 Dec 06 17:14:44.468249 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-b5104880-697e-41f4-9748-c61ecd634992 None None] Set router a4886f3a-dc8e-46d4-bf32-cf444d19046b gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:14:44.521461 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c04aee-e90c-4d17-8334-1c4bc3270148 req-cc58b223-c096-40ca-aac8-78e2529bb3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:44.527114 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f8c04aee-e90c-4d17-8334-1c4bc3270148 req-cc58b223-c096-40ca-aac8-78e2529bb3ef service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=514f7148-73be-428a-a5ef-17a30bd4f56c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3405688 Dec 06 17:14:44.613880 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fe3b0072-3566-453d-81f4-b6b1464fad67 req-279d5988-d32d-404e-ad21-35760f71743a tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436524 Dec 06 17:14:44.679385 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f8c04aee-e90c-4d17-8334-1c4bc3270148 req-bb50eee6-b31f-4e33-a48c-69c008e48178 service neutron] 10.222.0.44 "GET /v2.0/networks/514f7148-73be-428a-a5ef-17a30bd4f56c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389225 Dec 06 17:14:44.806895 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-b5104880-697e-41f4-9748-c61ecd634992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4886f3a-dc8e-46d4-bf32-cf444d19046b', 'name': 'tempest-FloatingIPsAssociationTestJSON-2021917022-router', 'tenant_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.251'}], 'enable_snat': True}, 'gw_port_id': 'ed9d2ed6-cd26-419f-ba6e-fe7113b2b955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:14:33Z', 'updated_at': '2021-12-06T17:14:36Z', 'revision_number': 3, 'project_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'gw_port': {'id': 'ed9d2ed6-cd26-419f-ba6e-fe7113b2b955', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b0:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4886f3a-dc8e-46d4-bf32-cf444d19046b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:14:35Z', 'updated_at': '2021-12-06T17:14:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:14:44.844972 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5104880-697e-41f4-9748-c61ecd634992 None None] The sync data for ids ['a4886f3a-dc8e-46d4-bf32-cf444d19046b'] in n-d-master-1 is: [{'id': 'a4886f3a-dc8e-46d4-bf32-cf444d19046b', 'name': 'tempest-FloatingIPsAssociationTestJSON-2021917022-router', 'tenant_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.251'}], 'enable_snat': True}, 'gw_port_id': 'ed9d2ed6-cd26-419f-ba6e-fe7113b2b955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:14:33Z', 'updated_at': '2021-12-06T17:14:36Z', 'revision_number': 3, 'project_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'gw_port': {'id': 'ed9d2ed6-cd26-419f-ba6e-fe7113b2b955', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b0:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4886f3a-dc8e-46d4-bf32-cf444d19046b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:14:35Z', 'updated_at': '2021-12-06T17:14:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:14:44.881000 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb76fc32-5ab0-4a8d-b9c6-639ce819e36b req-506f4913-584f-4802-bd8a-3b7f017f9c38 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:44.900015 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb76fc32-5ab0-4a8d-b9c6-639ce819e36b req-506f4913-584f-4802-bd8a-3b7f017f9c38 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:44.923746 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb76fc32-5ab0-4a8d-b9c6-639ce819e36b req-506f4913-584f-4802-bd8a-3b7f017f9c38 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:44.934805 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bb76fc32-5ab0-4a8d-b9c6-639ce819e36b req-506f4913-584f-4802-bd8a-3b7f017f9c38 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.23 "GET /v2.0/ports?device_id=b58a597b-6f19-419a-9505-13e69349ff22 HTTP/1.1" status: 200 len: 2411 time: 0.1819520 Dec 06 17:14:45.047650 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bb76fc32-5ab0-4a8d-b9c6-639ce819e36b req-b010083f-3c71-49ca-9be5-fc205e6f875c tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.23 "GET /v2.0/security-groups?id=f03ab9e8-fae2-4a61-9f03-339a4717e762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098995 Dec 06 17:14:45.051861 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6204ac86-4a42-48c9-b12f-38f338fcbc77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:45.061696 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f8c04aee-e90c-4d17-8334-1c4bc3270148 req-ef457599-22e5-42ff-a3e1-43c6f3e2e723 service neutron] 10.222.0.44 "GET /v2.0/networks/514f7148-73be-428a-a5ef-17a30bd4f56c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720981 Dec 06 17:14:45.117773 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 47372) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:14:45.126817 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-8b444f5a-6980-4129-88c4-6c7e882a63b6 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2030156076', 'description': 'tempest-description--473641307'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:14:45.174475 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8b444f5a-6980-4129-88c4-6c7e882a63b6 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:45.405885 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8b444f5a-6980-4129-88c4-6c7e882a63b6 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:45.427633 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a68fcd6-8929-4727-b239-69c2fe2a3003 req-9da7c5a2-a04d-4f0d-9d2d-a2aa190b70f4 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:45.429325 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3a68fcd6-8929-4727-b239-69c2fe2a3003 req-9da7c5a2-a04d-4f0d-9d2d-a2aa190b70f4 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] 10.222.0.23 "GET /v2.0/ports?device_id=c245de6b-5a8e-47e9-8a83-cc9ed8453593 HTTP/1.1" status: 200 len: 946 time: 0.2512803 Dec 06 17:14:45.430860 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8b444f5a-6980-4129-88c4-6c7e882a63b6 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:45.461232 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-6204ac86-4a42-48c9-b12f-38f338fcbc77 admin admin] Allocated IP 172.20.0.1 (54ec0ce5-40a5-4965-be28-5d5392d9c61d/606d14bd-3cdf-4d5d-8976-793383533298/f22f1220-ca3a-474a-bcc5-100acb015c83) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:14:45.488738 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b444f5a-6980-4129-88c4-6c7e882a63b6 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4eb8a4b-85ed-48a0-8761-ec5681059b26,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:45.543435 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8b444f5a-6980-4129-88c4-6c7e882a63b6 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:45.546388 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-8b444f5a-6980-4129-88c4-6c7e882a63b6 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4274707 Dec 06 17:14:45.560851 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 47384) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:14:45.568047 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-86153eb1-0a07-459e-bd79-216eb53c1038 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Request body: {'security_group_rule': {'security_group_id': 'a4eb8a4b-85ed-48a0-8761-ec5681059b26', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:14:45.619268 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1da7546c-8c5e-443b-b59a-22455027f5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:45.633946 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6204ac86-4a42-48c9-b12f-38f338fcbc77 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:45.663516 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3a68fcd6-8929-4727-b239-69c2fe2a3003 req-0fe054b4-d8aa-4dc3-908b-3b646bd8bc9e tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] 10.222.0.23 "GET /v2.0/security-groups?id=d21c49c1-182d-4160-90f0-ac9f78bb540e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905830 Dec 06 17:14:45.693665 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-86153eb1-0a07-459e-bd79-216eb53c1038 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:45.836304 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-86153eb1-0a07-459e-bd79-216eb53c1038 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:45.875863 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-86153eb1-0a07-459e-bd79-216eb53c1038 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:45.890571 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e0b39b02-f572-4d27-b28e-1cf4f0d00c63 req-ca49bc39-ee0d-40e1-9431-8443f493aa13 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=3111a296-b40e-48c5-bfa4-66d71264ae66 HTTP/1.1" status: 200 len: 210 time: 0.2277026 Dec 06 17:14:45.909609 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6204ac86-4a42-48c9-b12f-38f338fcbc77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:45.957115 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d8693f-9671-46a7-b7ab-cca7b791bb23 req-d3b29812-887b-494e-a317-d01362f285d1 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:45.958723 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-83d8693f-9671-46a7-b7ab-cca7b791bb23 req-d3b29812-887b-494e-a317-d01362f285d1 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.41 "GET /v2.0/networks?id=f3115485-0e47-4001-968e-d7c2520b29dd HTTP/1.1" status: 200 len: 812 time: 0.2934177 Dec 06 17:14:45.968164 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device ff3e434f-1fa3-46b0-839c-72cdf024c464 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:14:45.977860 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec142a5-8ac0-4887-97c8-fbe87949ef4b req-3f4908ad-bc30-49de-ba70-29638fc4d246 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:45.985789 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4ec142a5-8ac0-4887-97c8-fbe87949ef4b req-3f4908ad-bc30-49de-ba70-29638fc4d246 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a81ef20-7627-4783-b92f-49c0d8a17861 HTTP/1.1" status: 200 len: 944 time: 0.1479471 Dec 06 17:14:46.000610 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6204ac86-4a42-48c9-b12f-38f338fcbc77 admin admin] Network 54ec0ce5-40a5-4965-be28-5d5392d9c61d is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:14:46.007666 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-83d8693f-9671-46a7-b7ab-cca7b791bb23 req-32318b1f-b69a-4b24-9913-91de037dc9e6 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Request body: {'port': {'device_id': '3111a296-b40e-48c5-bfa4-66d71264ae66', 'network_id': 'f3115485-0e47-4001-968e-d7c2520b29dd', 'admin_state_up': True, 'tenant_id': '806e7552b2fe4d15bbbee1bb266d6718'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:14:46.008779 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86153eb1-0a07-459e-bd79-216eb53c1038 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc233069-6b40-42b7-8862-395e4946203e,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:46.017050 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-86153eb1-0a07-459e-bd79-216eb53c1038 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:46.022504 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-86153eb1-0a07-459e-bd79-216eb53c1038 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4546123 Dec 06 17:14:46.027943 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 47388) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:14:46.037966 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-58bfcbf3-8c33-4f88-90f0-a8aa7d93102e tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Request body: {'security_group_rule': {'security_group_id': 'a4eb8a4b-85ed-48a0-8761-ec5681059b26', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:14:46.050646 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-6204ac86-4a42-48c9-b12f-38f338fcbc77 admin admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:14:46.059296 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6204ac86-4a42-48c9-b12f-38f338fcbc77 admin admin] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:14:46.081783 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad968c-bf3c-4d51-91e1-5f6934d2c5c2 req-1584b112-9f32-49bf-9646-e3eb4b5a6e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:46.083332 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f3ad968c-bf3c-4d51-91e1-5f6934d2c5c2 req-1584b112-9f32-49bf-9646-e3eb4b5a6e28 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f377f83bc18f4c0187f237b662699790&device_id=c245de6b-5a8e-47e9-8a83-cc9ed8453593 HTTP/1.1" status: 200 len: 1097 time: 0.2225404 Dec 06 17:14:46.108026 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-58bfcbf3-8c33-4f88-90f0-a8aa7d93102e tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:46.141692 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4ec142a5-8ac0-4887-97c8-fbe87949ef4b req-4ccbd78a-561d-46b8-b185-6e43659fb4d7 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540451 Dec 06 17:14:46.204649 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6204ac86-4a42-48c9-b12f-38f338fcbc77 admin admin] Pushing event updated for resources: {'Port': ['ID=f22f1220-ca3a-474a-bcc5-100acb015c83,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:46.260624 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port ff3e434f-1fa3-46b0-839c-72cdf024c464, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ff3e434f-1fa3-46b0-839c-72cdf024c464,segment=NetworkSegment(6ad346bc-a018-49d6-8f9d-fd19654b2f8c),segment_id=6ad346bc-a018-49d6-8f9d-fd19654b2f8c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:14:46.275424 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad968c-bf3c-4d51-91e1-5f6934d2c5c2 req-20678e0b-9444-4758-8cfa-70c5c5499207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:46.276943 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f3ad968c-bf3c-4d51-91e1-5f6934d2c5c2 req-20678e0b-9444-4758-8cfa-70c5c5499207 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4855bde2-5345-463f-b706-ad251cb422d1 HTTP/1.1" status: 200 len: 920 time: 0.1341889 Dec 06 17:14:46.285245 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': 'ff3e434f-1fa3-46b0-839c-72cdf024c464', 'network_id': '831f7bc8-2673-406c-afd6-cd66fe462203', 'port_id': 'ff3e434f-1fa3-46b0-839c-72cdf024c464', 'mac_address': 'fa:16:3e:33:84:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aec35e81-53a6-4a6b-ab2a-97cec34497fb', 'ip_address': '19.86.0.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:14:46.392283 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device ed9d2ed6-cd26-419f-ba6e-fe7113b2b955 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:14:46.399548 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f3ad968c-bf3c-4d51-91e1-5f6934d2c5c2 req-d87acaac-7203-4228-93eb-7e73c3c7fb78 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=befdce02-98cd-43a4-82c5-c471d6e33719 HTTP/1.1" status: 200 len: 217 time: 0.1141663 Dec 06 17:14:46.428422 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6204ac86-4a42-48c9-b12f-38f338fcbc77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539179'] for router_interface, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:46.484310 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:46.501491 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad968c-bf3c-4d51-91e1-5f6934d2c5c2 req-030e3037-8128-41c9-8906-55fb71ee9104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:46.504055 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f3ad968c-bf3c-4d51-91e1-5f6934d2c5c2 req-030e3037-8128-41c9-8906-55fb71ee9104 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7162eead-6b06-4e77-9cd1-32f582d034d1 HTTP/1.1" status: 200 len: 859 time: 0.0915978 Dec 06 17:14:46.524277 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075e4534-7cc5-4710-aaed-7527b2292ff7 req-1c849cf7-23a7-4f42-beaf-071f58629dd6 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:46.530320 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075e4534-7cc5-4710-aaed-7527b2292ff7 req-1c849cf7-23a7-4f42-beaf-071f58629dd6 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:46.536486 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075e4534-7cc5-4710-aaed-7527b2292ff7 req-1c849cf7-23a7-4f42-beaf-071f58629dd6 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:46.538233 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-075e4534-7cc5-4710-aaed-7527b2292ff7 req-1c849cf7-23a7-4f42-beaf-071f58629dd6 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.23 "GET /v2.0/ports?device_id=b58a597b-6f19-419a-9505-13e69349ff22 HTTP/1.1" status: 200 len: 2411 time: 0.2360899 Dec 06 17:14:46.557906 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f3ad968c-bf3c-4d51-91e1-5f6934d2c5c2 req-6486b3bd-3c12-41dd-b872-ea8383e4e8f3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4855bde2-5345-463f-b706-ad251cb422d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432477 Dec 06 17:14:46.561761 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff3e434f-1fa3-46b0-839c-72cdf024c464 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:14:46.566977 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83d8693f-9671-46a7-b7ab-cca7b791bb23 req-32318b1f-b69a-4b24-9913-91de037dc9e6 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Made reservation on behalf of 806e7552b2fe4d15bbbee1bb266d6718 for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:14:46.571018 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-83d8693f-9671-46a7-b7ab-cca7b791bb23 req-32318b1f-b69a-4b24-9913-91de037dc9e6 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:46.614315 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-58bfcbf3-8c33-4f88-90f0-a8aa7d93102e tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:46.624079 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-58bfcbf3-8c33-4f88-90f0-a8aa7d93102e tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:46.652457 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port ed9d2ed6-cd26-419f-ba6e-fe7113b2b955 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:14:46.668525 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:46.710003 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port ff3e434f-1fa3-46b0-839c-72cdf024c464, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ff3e434f-1fa3-46b0-839c-72cdf024c464,segment=NetworkSegment(6ad346bc-a018-49d6-8f9d-fd19654b2f8c),segment_id=6ad346bc-a018-49d6-8f9d-fd19654b2f8c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:14:46.728222 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bfcbf3-8c33-4f88-90f0-a8aa7d93102e tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91422eac-43fa-47cc-a1e2-329469b869f7,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:46.745868 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-58bfcbf3-8c33-4f88-90f0-a8aa7d93102e tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:46.750707 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-58bfcbf3-8c33-4f88-90f0-a8aa7d93102e tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7139215 Dec 06 17:14:46.752332 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 47406) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:14:46.760148 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-80fa43b9-b12b-440b-bcec-62dc9af10c87 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Request body: {'floatingip': {'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:14:46.771596 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:46.772344 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device ea29b125-60ad-478c-83ea-f46e31a89171 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:14:46.798439 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-075e4534-7cc5-4710-aaed-7527b2292ff7 req-ee4443eb-8895-4ae7-9130-fbdb38ee4cf1 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.23 "GET /v2.0/security-groups?id=f03ab9e8-fae2-4a61-9f03-339a4717e762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526097 Dec 06 17:14:46.828408 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6204ac86-4a42-48c9-b12f-38f338fcbc77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:46.859615 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f3ad968c-bf3c-4d51-91e1-5f6934d2c5c2 req-de1d44b8-1872-4bfd-b2e9-ef9000faf6e9 service neutron] 10.222.0.41 "GET /v2.0/networks/4855bde2-5345-463f-b706-ad251cb422d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2920108 Dec 06 17:14:46.886461 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-bbe8c7e9-3185-46e0-a055-951868bf2320 None None] Provisioning complete for port f22f1220-ca3a-474a-bcc5-100acb015c83 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:14:46.887187 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bbe8c7e9-3185-46e0-a055-951868bf2320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:46.889670 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:46.909759 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-80fa43b9-b12b-440b-bcec-62dc9af10c87 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks [] for floatingip, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:47.037943 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-83d8693f-9671-46a7-b7ab-cca7b791bb23 req-32318b1f-b69a-4b24-9913-91de037dc9e6 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Allocated IP 172.20.0.11 (f3115485-0e47-4001-968e-d7c2520b29dd/85724274-c536-4bb4-9806-32c964df8042/19026516-f680-46ce-96c9-e0e7b2bd564c) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:14:47.081976 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f3ad968c-bf3c-4d51-91e1-5f6934d2c5c2 req-76004148-3f15-401d-9742-d70063bc51bb service neutron] 10.222.0.41 "GET /v2.0/networks/4855bde2-5345-463f-b706-ad251cb422d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086029 Dec 06 17:14:47.115677 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=ff3e434f-1fa3-46b0-839c-72cdf024c464,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:47.163728 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2c005adf-5c12-4221-af14-c9ce7cdda7c8 req-045b49f0-704a-4100-8a84-cfcb6613430d tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=3111a296-b40e-48c5-bfa4-66d71264ae66 HTTP/1.1" status: 200 len: 210 time: 0.1544950 Dec 06 17:14:47.164541 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c8a9c3-e84f-4bee-babf-503699343405 req-11d24890-0610-4e2d-8985-cf476a57bab3 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:47.182574 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-79c8a9c3-e84f-4bee-babf-503699343405 req-11d24890-0610-4e2d-8985-cf476a57bab3 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] 10.222.0.23 "GET /v2.0/ports?device_id=c245de6b-5a8e-47e9-8a83-cc9ed8453593 HTTP/1.1" status: 200 len: 946 time: 0.3593600 Dec 06 17:14:47.191056 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-bbe8c7e9-3185-46e0-a055-951868bf2320 None None] Port f22f1220-ca3a-474a-bcc5-100acb015c83 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:14:47.249779 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port ea29b125-60ad-478c-83ea-f46e31a89171, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ea29b125-60ad-478c-83ea-f46e31a89171,segment=NetworkSegment(aeee15d9-c90a-4ac9-876b-5abf7aa08b0c),segment_id=aeee15d9-c90a-4ac9-876b-5abf7aa08b0c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:14:47.253360 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:47.271566 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-79c8a9c3-e84f-4bee-babf-503699343405 req-38f7195c-348b-4b7a-bfd7-af5ba2bf80bf tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] 10.222.0.23 "GET /v2.0/security-groups?id=d21c49c1-182d-4160-90f0-ac9f78bb540e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877295 Dec 06 17:14:47.286771 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] For port ed9d2ed6-cd26-419f-ba6e-fe7113b2b955, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ed9d2ed6-cd26-419f-ba6e-fe7113b2b955,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:14:47.288309 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': 'ea29b125-60ad-478c-83ea-f46e31a89171', 'network_id': '514f7148-73be-428a-a5ef-17a30bd4f56c', 'port_id': 'ea29b125-60ad-478c-83ea-f46e31a89171', 'mac_address': 'fa:16:3e:ab:e0:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '399d9993-eb5b-4762-ba5f-2d3e039f68ca', 'ip_address': '19.80.0.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:14:47.295958 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:47.398902 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:47.421282 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Pushing event updated for resources: {'Port': ['ID=ed9d2ed6-cd26-419f-ba6e-fe7113b2b955,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:47.425229 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea29b125-60ad-478c-83ea-f46e31a89171 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:14:47.453439 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port ea29b125-60ad-478c-83ea-f46e31a89171, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ea29b125-60ad-478c-83ea-f46e31a89171,segment=NetworkSegment(aeee15d9-c90a-4ac9-876b-5abf7aa08b0c),segment_id=aeee15d9-c90a-4ac9-876b-5abf7aa08b0c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:14:47.460583 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:47.461338 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 68530442-a39e-4086-b1f7-a3d3c05793c3 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:14:47.513847 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6204ac86-4a42-48c9-b12f-38f338fcbc77 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:47.530613 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6204ac86-4a42-48c9-b12f-38f338fcbc77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:47.542596 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 68530442-a39e-4086-b1f7-a3d3c05793c3, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=68530442-a39e-4086-b1f7-a3d3c05793c3,segment=NetworkSegment(aeee15d9-c90a-4ac9-876b-5abf7aa08b0c),segment_id=aeee15d9-c90a-4ac9-876b-5abf7aa08b0c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:14:47.547667 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=ea29b125-60ad-478c-83ea-f46e31a89171,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:47.563308 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': '68530442-a39e-4086-b1f7-a3d3c05793c3', 'network_id': '514f7148-73be-428a-a5ef-17a30bd4f56c', 'port_id': '68530442-a39e-4086-b1f7-a3d3c05793c3', 'mac_address': 'fa:16:3e:70:c1:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '399d9993-eb5b-4762-ba5f-2d3e039f68ca', 'ip_address': '19.80.0.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:14:47.612679 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:47.619702 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-80fa43b9-b12b-440b-bcec-62dc9af10c87 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:47.627192 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68530442-a39e-4086-b1f7-a3d3c05793c3 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:14:47.665814 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 68530442-a39e-4086-b1f7-a3d3c05793c3, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=68530442-a39e-4086-b1f7-a3d3c05793c3,segment=NetworkSegment(aeee15d9-c90a-4ac9-876b-5abf7aa08b0c),segment_id=aeee15d9-c90a-4ac9-876b-5abf7aa08b0c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:14:47.668701 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7650e0de-5a51-42c1-831c-86074391c5a6 req-dfda9bcf-7e45-4aca-a73a-04d1d21b066a tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:47.672085 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7650e0de-5a51-42c1-831c-86074391c5a6 req-dfda9bcf-7e45-4aca-a73a-04d1d21b066a tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a81ef20-7627-4783-b92f-49c0d8a17861 HTTP/1.1" status: 200 len: 944 time: 0.2359557 Dec 06 17:14:47.678713 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:47.710071 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6204ac86-4a42-48c9-b12f-38f338fcbc77 admin admin] Pushing event updated for resources: {'Port': ['ID=f22f1220-ca3a-474a-bcc5-100acb015c83,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:47.744959 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=68530442-a39e-4086-b1f7-a3d3c05793c3,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:47.790539 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-83d8693f-9671-46a7-b7ab-cca7b791bb23 req-32318b1f-b69a-4b24-9913-91de037dc9e6 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:47.792481 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6204ac86-4a42-48c9-b12f-38f338fcbc77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-772465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539207'] for router_interface, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:47.941201 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7650e0de-5a51-42c1-831c-86074391c5a6 req-445962ae-a4bd-4b67-a9d5-a2fd2b6ed9d8 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579491 Dec 06 17:14:47.961737 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c284d150-3caa-4b84-8c36-0c2f49e810e3 req-71944f78-aa46-4ed6-b028-795d4de2802d tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:47.969867 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c284d150-3caa-4b84-8c36-0c2f49e810e3 req-71944f78-aa46-4ed6-b028-795d4de2802d tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:47.978682 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c284d150-3caa-4b84-8c36-0c2f49e810e3 req-71944f78-aa46-4ed6-b028-795d4de2802d tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:47.987983 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c284d150-3caa-4b84-8c36-0c2f49e810e3 req-71944f78-aa46-4ed6-b028-795d4de2802d tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.23 "GET /v2.0/ports?device_id=b58a597b-6f19-419a-9505-13e69349ff22 HTTP/1.1" status: 200 len: 2414 time: 0.1010299 Dec 06 17:14:48.021742 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-83d8693f-9671-46a7-b7ab-cca7b791bb23 req-32318b1f-b69a-4b24-9913-91de037dc9e6 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:48.022566 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:48.052239 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-80fa43b9-b12b-440b-bcec-62dc9af10c87 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Allocated IP 172.35.1.31 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/a193ec33-56a7-44ad-b9e0-6eac165165a8) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:14:48.056718 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c284d150-3caa-4b84-8c36-0c2f49e810e3 req-6dd8d0d5-bad3-491e-86cc-6484bcac5188 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.23 "GET /v2.0/security-groups?id=f03ab9e8-fae2-4a61-9f03-339a4717e762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617862 Dec 06 17:14:48.103136 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6204ac86-4a42-48c9-b12f-38f338fcbc77 admin admin] Network 54ec0ce5-40a5-4965-be28-5d5392d9c61d is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:14:48.107213 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83d8693f-9671-46a7-b7ab-cca7b791bb23 req-32318b1f-b69a-4b24-9913-91de037dc9e6 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Network f3115485-0e47-4001-968e-d7c2520b29dd is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:14:48.113724 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-6204ac86-4a42-48c9-b12f-38f338fcbc77 admin admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:14:48.117424 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-83d8693f-9671-46a7-b7ab-cca7b791bb23 req-32318b1f-b69a-4b24-9913-91de037dc9e6 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:14:48.121920 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-83d8693f-9671-46a7-b7ab-cca7b791bb23 req-32318b1f-b69a-4b24-9913-91de037dc9e6 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:14:48.150855 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32318b1f-b69a-4b24-9913-91de037dc9e6 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Pushing event updated for resources: {'Port': ['ID=19026516-f680-46ce-96c9-e0e7b2bd564c,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:48.156404 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['ea29b125-60ad-478c-83ea-f46e31a89171'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:14:48.214554 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['ff3e434f-1fa3-46b0-839c-72cdf024c464'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:14:48.217150 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device ed9d2ed6-cd26-419f-ba6e-fe7113b2b955 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:14:48.287669 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d8693f-9671-46a7-b7ab-cca7b791bb23 req-32318b1f-b69a-4b24-9913-91de037dc9e6 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:48.288461 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-83d8693f-9671-46a7-b7ab-cca7b791bb23 req-32318b1f-b69a-4b24-9913-91de037dc9e6 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:48.418488 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-83d8693f-9671-46a7-b7ab-cca7b791bb23 req-32318b1f-b69a-4b24-9913-91de037dc9e6 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4321542 Dec 06 17:14:48.443048 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-83d8693f-9671-46a7-b7ab-cca7b791bb23 req-d8685cb3-4168-4d60-989d-452da9c65218 service neutron] Request body: {'port': {'device_id': '3111a296-b40e-48c5-bfa4-66d71264ae66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:14:48.501712 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port ed9d2ed6-cd26-419f-ba6e-fe7113b2b955 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:14:48.502135 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:48.503745 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86217488-bb12-4239-a6c5-55efb9769176 req-2acdf388-94df-478f-ba7c-aa5aa8d4dc99 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:48.506177 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-86217488-bb12-4239-a6c5-55efb9769176 req-2acdf388-94df-478f-ba7c-aa5aa8d4dc99 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] 10.222.0.23 "GET /v2.0/ports?device_id=c245de6b-5a8e-47e9-8a83-cc9ed8453593 HTTP/1.1" status: 200 len: 946 time: 0.1239858 Dec 06 17:14:48.585307 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-86217488-bb12-4239-a6c5-55efb9769176 req-50c1a334-57e9-4d12-b14e-085b63c1ea93 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] 10.222.0.23 "GET /v2.0/security-groups?id=d21c49c1-182d-4160-90f0-ac9f78bb540e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706787 Dec 06 17:14:48.667189 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-01a042e1-6829-49a4-8e7b-ba1b6ee49b7d None None] Provisioning complete for port f22f1220-ca3a-474a-bcc5-100acb015c83 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:14:48.667666 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-01a042e1-6829-49a4-8e7b-ba1b6ee49b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:48.802930 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-01a042e1-6829-49a4-8e7b-ba1b6ee49b7d None None] Port f22f1220-ca3a-474a-bcc5-100acb015c83 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:14:48.992745 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-80fa43b9-b12b-440b-bcec-62dc9af10c87 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:49.035472 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:49.074040 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce4a6e8-65ce-4c30-ba59-9376f2612743 req-d4093d7e-6e77-487e-98f0-98cbb33db62c tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:49.081266 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7ce4a6e8-65ce-4c30-ba59-9376f2612743 req-d4093d7e-6e77-487e-98f0-98cbb33db62c tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=3111a296-b40e-48c5-bfa4-66d71264ae66 HTTP/1.1" status: 200 len: 932 time: 0.6954525 Dec 06 17:14:49.092837 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6204ac86-4a42-48c9-b12f-38f338fcbc77 admin admin] Router a4886f3a-dc8e-46d4-bf32-cf444d19046b has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:14:49.097915 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-83d8693f-9671-46a7-b7ab-cca7b791bb23 req-d8685cb3-4168-4d60-989d-452da9c65218 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:49.107356 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9963d53c-74fb-49be-93b4-975ac360d2c4 req-d9103c2a-3721-48c6-9bd8-191ca2f12115 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:49.109112 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9963d53c-74fb-49be-93b4-975ac360d2c4 req-d9103c2a-3721-48c6-9bd8-191ca2f12115 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a81ef20-7627-4783-b92f-49c0d8a17861 HTTP/1.1" status: 200 len: 944 time: 0.0579863 Dec 06 17:14:49.158239 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9963d53c-74fb-49be-93b4-975ac360d2c4 req-1c143661-6996-41de-8009-daa7501bd397 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425122 Dec 06 17:14:49.267659 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-80fa43b9-b12b-440b-bcec-62dc9af10c87 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:49.301394 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b136a1-b579-4a89-81b8-1927c767a4c1 req-dc71ca49-5eb0-4bcb-a59e-d118017be487 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:49.307417 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b136a1-b579-4a89-81b8-1927c767a4c1 req-dc71ca49-5eb0-4bcb-a59e-d118017be487 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:49.314060 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b136a1-b579-4a89-81b8-1927c767a4c1 req-dc71ca49-5eb0-4bcb-a59e-d118017be487 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:49.321678 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-42b136a1-b579-4a89-81b8-1927c767a4c1 req-dc71ca49-5eb0-4bcb-a59e-d118017be487 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.23 "GET /v2.0/ports?device_id=b58a597b-6f19-419a-9505-13e69349ff22 HTTP/1.1" status: 200 len: 2414 time: 0.0837183 Dec 06 17:14:49.327597 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7ce4a6e8-65ce-4c30-ba59-9376f2612743 req-a3fe809a-c6e1-4e7b-b272-a8a3b3a6dc4f tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454369 Dec 06 17:14:49.345502 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80fa43b9-b12b-440b-bcec-62dc9af10c87 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:14:49.381390 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-42b136a1-b579-4a89-81b8-1927c767a4c1 req-8eaf40fd-f3f2-4a24-8453-445337ac6480 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.23 "GET /v2.0/security-groups?id=f03ab9e8-fae2-4a61-9f03-339a4717e762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581591 Dec 06 17:14:49.419494 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-80fa43b9-b12b-440b-bcec-62dc9af10c87 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:14:49.420185 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['68530442-a39e-4086-b1f7-a3d3c05793c3'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:14:49.432083 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fa43b9-b12b-440b-bcec-62dc9af10c87 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:14:49.440709 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fa43b9-b12b-440b-bcec-62dc9af10c87 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Pushing event updated for resources: {'Port': ['ID=a193ec33-56a7-44ad-b9e0-6eac165165a8,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:49.477741 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6204ac86-4a42-48c9-b12f-38f338fcbc77 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:14:49.488513 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-6204ac86-4a42-48c9-b12f-38f338fcbc77 admin admin] 10.222.0.23 "PUT /v2.0/routers/a4886f3a-dc8e-46d4-bf32-cf444d19046b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6300588 Dec 06 17:14:49.491508 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d82152-6ea1-4361-a3b2-6a770b69d8ac None None] Sync routers for ids ['a4886f3a-dc8e-46d4-bf32-cf444d19046b'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:14:49.525590 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d82152-6ea1-4361-a3b2-6a770b69d8ac None None] Routers {'a4886f3a-dc8e-46d4-bf32-cf444d19046b'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:14:49.526134 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-14d82152-6ea1-4361-a3b2-6a770b69d8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:14:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['a4886f3a-dc8e-46d4-bf32-cf444d19046b'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:14:49.628281 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-80fa43b9-b12b-440b-bcec-62dc9af10c87 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:49.713558 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-14d82152-6ea1-4361-a3b2-6a770b69d8ac None None] Set router a4886f3a-dc8e-46d4-bf32-cf444d19046b gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:14:49.838181 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-83d8693f-9671-46a7-b7ab-cca7b791bb23 req-d8685cb3-4168-4d60-989d-452da9c65218 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19026516-f680-46ce-96c9-e0e7b2bd564c {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:14:49.851095 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-83d8693f-9671-46a7-b7ab-cca7b791bb23 req-d8685cb3-4168-4d60-989d-452da9c65218 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:49.869781 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-83d8693f-9671-46a7-b7ab-cca7b791bb23 req-d8685cb3-4168-4d60-989d-452da9c65218 service neutron] Transition to ACTIVE for port object 19026516-f680-46ce-96c9-e0e7b2bd564c will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:14:49.881665 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-80fa43b9-b12b-440b-bcec-62dc9af10c87 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:49.923512 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-83d8693f-9671-46a7-b7ab-cca7b791bb23 req-d8685cb3-4168-4d60-989d-452da9c65218 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:49.983505 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device ea5126e6-32e0-495a-9092-333ce0b1510b details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:14:50.022006 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d65a25-9396-466e-81ca-912923a333fc req-62637d44-ce3c-4488-86b9-90e5dea4ee83 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:50.023648 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12e9552-b077-48bc-975b-a9968b04730b req-6204f482-3991-4fe5-9621-1dc8805df5ad tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:50.025110 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-20d65a25-9396-466e-81ca-912923a333fc req-62637d44-ce3c-4488-86b9-90e5dea4ee83 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] 10.222.0.23 "GET /v2.0/networks?id=54ec0ce5-40a5-4965-be28-5d5392d9c61d HTTP/1.1" status: 200 len: 821 time: 0.1661544 Dec 06 17:14:50.031061 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a12e9552-b077-48bc-975b-a9968b04730b req-6204f482-3991-4fe5-9621-1dc8805df5ad tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] 10.222.0.23 "GET /v2.0/ports?device_id=c245de6b-5a8e-47e9-8a83-cc9ed8453593 HTTP/1.1" status: 200 len: 946 time: 0.2634616 Dec 06 17:14:50.059078 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-14d82152-6ea1-4361-a3b2-6a770b69d8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4886f3a-dc8e-46d4-bf32-cf444d19046b', 'name': 'tempest-FloatingIPsAssociationTestJSON-2021917022-router', 'tenant_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.251'}], 'enable_snat': True}, 'gw_port_id': 'ed9d2ed6-cd26-419f-ba6e-fe7113b2b955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:14:33Z', 'updated_at': '2021-12-06T17:14:46Z', 'revision_number': 4, 'project_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'gw_port': {'id': 'ed9d2ed6-cd26-419f-ba6e-fe7113b2b955', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4886f3a-dc8e-46d4-bf32-cf444d19046b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:14:35Z', 'updated_at': '2021-12-06T17:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'f22f1220-ca3a-474a-bcc5-100acb015c83', 'name': '', 'network_id': '54ec0ce5-40a5-4965-be28-5d5392d9c61d', 'tenant_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'mac_address': 'fa:16:3e:99:ce:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4886f3a-dc8e-46d4-bf32-cf444d19046b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '606d14bd-3cdf-4d5d-8976-793383533298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:14:45Z', 'updated_at': '2021-12-06T17:14:46Z', 'revision_number': 2, 'project_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'subnets': [{'id': '606d14bd-3cdf-4d5d-8976-793383533298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:14:50.067222 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8685cb3-4168-4d60-989d-452da9c65218 service neutron] Pushing event updated for resources: {'Port': ['ID=19026516-f680-46ce-96c9-e0e7b2bd564c,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:50.083959 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-20d65a25-9396-466e-81ca-912923a333fc req-0de21dce-09b9-4a46-b722-53c4f221348d tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] 10.222.0.23 "GET /v2.0/quotas/9bef0bd25b3044c8b28cf9aea9137f71 HTTP/1.1" status: 200 len: 375 time: 0.0516949 Dec 06 17:14:50.116455 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d82152-6ea1-4361-a3b2-6a770b69d8ac None None] Checking router: a4886f3a-dc8e-46d4-bf32-cf444d19046b for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:14:50.117266 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d82152-6ea1-4361-a3b2-6a770b69d8ac None None] Updating router a4886f3a-dc8e-46d4-bf32-cf444d19046b port f22f1220-ca3a-474a-bcc5-100acb015c83 binding host n-d-master-1 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:14:50.178665 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-20d65a25-9396-466e-81ca-912923a333fc req-b8f1dfa2-3386-4ffc-8f86-349e4532c039 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9bef0bd25b3044c8b28cf9aea9137f71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0885839 Dec 06 17:14:50.209645 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-14d82152-6ea1-4361-a3b2-6a770b69d8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:50.220938 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a12e9552-b077-48bc-975b-a9968b04730b req-4a7d4da2-c5c9-4fe6-a5ef-b44ee062eafb tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] 10.222.0.23 "GET /v2.0/security-groups?id=d21c49c1-182d-4160-90f0-ac9f78bb540e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801758 Dec 06 17:14:50.265824 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-83d8693f-9671-46a7-b7ab-cca7b791bb23 req-d8685cb3-4168-4d60-989d-452da9c65218 service neutron] Attempting to bind port 19026516-f680-46ce-96c9-e0e7b2bd564c on host n-h1-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:14:50.266195 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-83d8693f-9671-46a7-b7ab-cca7b791bb23 req-d8685cb3-4168-4d60-989d-452da9c65218 service neutron] Attempting to bind port 19026516-f680-46ce-96c9-e0e7b2bd564c by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'c5bdebef-6647-4acc-8b76-b3635792eaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f3115485-0e47-4001-968e-d7c2520b29dd'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:14:50.266490 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d8693f-9671-46a7-b7ab-cca7b791bb23 req-d8685cb3-4168-4d60-989d-452da9c65218 service neutron] Attempting to bind port 19026516-f680-46ce-96c9-e0e7b2bd564c on network f3115485-0e47-4001-968e-d7c2520b29dd {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:14:50.277842 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d8693f-9671-46a7-b7ab-cca7b791bb23 req-d8685cb3-4168-4d60-989d-452da9c65218 service neutron] Port 19026516-f680-46ce-96c9-e0e7b2bd564c on network f3115485-0e47-4001-968e-d7c2520b29dd not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:14:50.278239 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d8693f-9671-46a7-b7ab-cca7b791bb23 req-d8685cb3-4168-4d60-989d-452da9c65218 service neutron] Attempting to bind port 19026516-f680-46ce-96c9-e0e7b2bd564c on network f3115485-0e47-4001-968e-d7c2520b29dd {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:14:50.309046 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d8693f-9671-46a7-b7ab-cca7b791bb23 req-d8685cb3-4168-4d60-989d-452da9c65218 service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:14:50.314986 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d8693f-9671-46a7-b7ab-cca7b791bb23 req-d8685cb3-4168-4d60-989d-452da9c65218 service neutron] Checking segment: {'id': 'c5bdebef-6647-4acc-8b76-b3635792eaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f3115485-0e47-4001-968e-d7c2520b29dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:14:50.315598 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d8693f-9671-46a7-b7ab-cca7b791bb23 req-d8685cb3-4168-4d60-989d-452da9c65218 service neutron] Bound using segment: {'id': 'c5bdebef-6647-4acc-8b76-b3635792eaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f3115485-0e47-4001-968e-d7c2520b29dd'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:14:50.316293 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-83d8693f-9671-46a7-b7ab-cca7b791bb23 req-d8685cb3-4168-4d60-989d-452da9c65218 service neutron] Bound port: 19026516-f680-46ce-96c9-e0e7b2bd564c, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5bdebef-6647-4acc-8b76-b3635792eaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f3115485-0e47-4001-968e-d7c2520b29dd'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:14:50.317692 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-83d8693f-9671-46a7-b7ab-cca7b791bb23 req-d8685cb3-4168-4d60-989d-452da9c65218 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:50.350432 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-80fa43b9-b12b-440b-bcec-62dc9af10c87 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:50.357522 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-20d65a25-9396-466e-81ca-912923a333fc req-a41e649b-708f-491c-b76c-22aae5cd7d5c service neutron] 10.222.0.23 "GET /v2.0/networks/54ec0ce5-40a5-4965-be28-5d5392d9c61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768456 Dec 06 17:14:50.373931 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-80fa43b9-b12b-440b-bcec-62dc9af10c87 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:50.402022 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port ea5126e6-32e0-495a-9092-333ce0b1510b, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ea5126e6-32e0-495a-9092-333ce0b1510b,segment=NetworkSegment(b5c29f07-61e3-483e-b953-3901f84034df),segment_id=b5c29f07-61e3-483e-b953-3901f84034df)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:14:50.424104 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': 'ea5126e6-32e0-495a-9092-333ce0b1510b', 'network_id': '33742801-ccea-4ab3-a86a-2573a2966c19', 'port_id': 'ea5126e6-32e0-495a-9092-333ce0b1510b', 'mac_address': 'fa:16:3e:5d:b8:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da31f47d-8fee-49c3-b794-af6b3fd955bf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:14:50.534996 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-20d65a25-9396-466e-81ca-912923a333fc req-4c592b09-4272-42af-aa2d-b7fbbb5b1d0b service neutron] 10.222.0.23 "GET /v2.0/networks/54ec0ce5-40a5-4965-be28-5d5392d9c61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751170 Dec 06 17:14:50.547584 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:50.566180 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea5126e6-32e0-495a-9092-333ce0b1510b {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:14:50.590600 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fa43b9-b12b-440b-bcec-62dc9af10c87 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Pushing event updated for resources: {'Port': ['ID=a193ec33-56a7-44ad-b9e0-6eac165165a8,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:50.593980 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-83d8693f-9671-46a7-b7ab-cca7b791bb23 req-d8685cb3-4168-4d60-989d-452da9c65218 service neutron] For port 19026516-f680-46ce-96c9-e0e7b2bd564c, host n-h1-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:14:50.600434 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-83d8693f-9671-46a7-b7ab-cca7b791bb23 req-d8685cb3-4168-4d60-989d-452da9c65218 service neutron] For port 19026516-f680-46ce-96c9-e0e7b2bd564c, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=19026516-f680-46ce-96c9-e0e7b2bd564c,segment=NetworkSegment(c5bdebef-6647-4acc-8b76-b3635792eaa5),segment_id=c5bdebef-6647-4acc-8b76-b3635792eaa5)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:14:50.608821 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-80fa43b9-b12b-440b-bcec-62dc9af10c87 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:50.614107 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port ea5126e6-32e0-495a-9092-333ce0b1510b, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ea5126e6-32e0-495a-9092-333ce0b1510b,segment=NetworkSegment(b5c29f07-61e3-483e-b953-3901f84034df),segment_id=b5c29f07-61e3-483e-b953-3901f84034df)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:14:50.616779 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-83d8693f-9671-46a7-b7ab-cca7b791bb23 req-d8685cb3-4168-4d60-989d-452da9c65218 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:50.635589 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:50.659819 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65852476-931f-42b2-8ec3-28d7a5f8f375 req-4de448a6-c3c0-4bab-a264-1a179669e772 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:50.667468 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-65852476-931f-42b2-8ec3-28d7a5f8f375 req-4de448a6-c3c0-4bab-a264-1a179669e772 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a81ef20-7627-4783-b92f-49c0d8a17861 HTTP/1.1" status: 200 len: 944 time: 0.1818306 Dec 06 17:14:50.674755 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-80fa43b9-b12b-440b-bcec-62dc9af10c87 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:50.683815 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-80fa43b9-b12b-440b-bcec-62dc9af10c87 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9209616 Dec 06 17:14:50.705518 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d8693f-9671-46a7-b7ab-cca7b791bb23 req-d8685cb3-4168-4d60-989d-452da9c65218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:50.706046 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-83d8693f-9671-46a7-b7ab-cca7b791bb23 req-d8685cb3-4168-4d60-989d-452da9c65218 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:50.707434 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-83d8693f-9671-46a7-b7ab-cca7b791bb23 req-d8685cb3-4168-4d60-989d-452da9c65218 service neutron] 10.222.0.41 "PUT /v2.0/ports/19026516-f680-46ce-96c9-e0e7b2bd564c HTTP/1.1" status: 200 len: 1092 time: 2.2735608 Dec 06 17:14:50.707886 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3111a296-b40e-48c5-bfa4-66d71264ae66', 'tag': '19026516-f680-46ce-96c9-e0e7b2bd564c'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:14:50.710182 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e003108e-e829-46a3-b903-5a4a662433e2" -d '{"events": [{"name": "network-changed", "server_uuid": "3111a296-b40e-48c5-bfa4-66d71264ae66", "tag": "19026516-f680-46ce-96c9-e0e7b2bd564c"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:14:50.742801 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8685cb3-4168-4d60-989d-452da9c65218 service neutron] Pushing event updated for resources: {'Port': ['ID=19026516-f680-46ce-96c9-e0e7b2bd564c,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:50.744744 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=ea5126e6-32e0-495a-9092-333ce0b1510b,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:50.824806 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-14d82152-6ea1-4361-a3b2-6a770b69d8ac None None] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:50.825785 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-65852476-931f-42b2-8ec3-28d7a5f8f375 req-e851bf41-b553-4861-9d6a-27fbe487ede9 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531010 Dec 06 17:14:50.834075 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-14d82152-6ea1-4361-a3b2-6a770b69d8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:50.888678 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d8693f-9671-46a7-b7ab-cca7b791bb23 req-c47c4b50-cd15-4c46-9a11-391f65b4924f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:50.891303 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-83d8693f-9671-46a7-b7ab-cca7b791bb23 req-c47c4b50-cd15-4c46-9a11-391f65b4924f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=806e7552b2fe4d15bbbee1bb266d6718&device_id=3111a296-b40e-48c5-bfa4-66d71264ae66 HTTP/1.1" status: 200 len: 1095 time: 0.1277375 Dec 06 17:14:50.982450 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eed782e-5caa-4f86-8ba0-b624b304ee12 req-82da67b4-9fb5-4e8c-a488-c744bbc1b2f7 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:50.993445 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6eed782e-5caa-4f86-8ba0-b624b304ee12 req-82da67b4-9fb5-4e8c-a488-c744bbc1b2f7 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=3111a296-b40e-48c5-bfa4-66d71264ae66 HTTP/1.1" status: 200 len: 944 time: 0.1150460 Dec 06 17:14:51.000356 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-83d8693f-9671-46a7-b7ab-cca7b791bb23 req-30d2d274-36d1-4fb5-a718-379eec6ee6ec service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19026516-f680-46ce-96c9-e0e7b2bd564c HTTP/1.1" status: 200 len: 217 time: 0.0997634 Dec 06 17:14:51.075851 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6eed782e-5caa-4f86-8ba0-b624b304ee12 req-778d461d-dd68-4780-94df-40ae36e89a96 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775437 Dec 06 17:14:51.110672 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['ea5126e6-32e0-495a-9092-333ce0b1510b'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:14:51.146005 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e2bd68-38e3-46d4-a6dc-963841465ca4 x-openstack-request-id: req-d1e2bd68-38e3-46d4-a6dc-963841465ca4 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:14:51.146938 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3111a296-b40e-48c5-bfa4-66d71264ae66", "tag": "19026516-f680-46ce-96c9-e0e7b2bd564c", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:14:51.147373 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d1e2bd68-38e3-46d4-a6dc-963841465ca4 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:14:51.148302 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3111a296-b40e-48c5-bfa4-66d71264ae66', 'tag': '19026516-f680-46ce-96c9-e0e7b2bd564c', 'status': 'completed', 'code': 200} Dec 06 17:14:51.160399 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d8693f-9671-46a7-b7ab-cca7b791bb23 req-2fe3354e-8720-4bbe-9cd2-0fda9d79173f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:51.162749 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-83d8693f-9671-46a7-b7ab-cca7b791bb23 req-2fe3354e-8720-4bbe-9cd2-0fda9d79173f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=85724274-c536-4bb4-9806-32c964df8042 HTTP/1.1" status: 200 len: 852 time: 0.1523883 Dec 06 17:14:51.204197 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45134af-f58a-437c-854a-304839ec325f req-62fc653e-072b-47f6-a7e3-6c9a6cd1c7d7 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:51.230515 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45134af-f58a-437c-854a-304839ec325f req-62fc653e-072b-47f6-a7e3-6c9a6cd1c7d7 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:51.241603 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9845acd8-056e-49d8-a303-7b8dd5da7930 req-3a561621-b7b5-4aec-a3dd-139e91c96e02 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] 10.222.0.23 "GET /v2.0/ports?device_id=87b15b20-8ba4-4090-bc6d-8274e4d6fbca HTTP/1.1" status: 200 len: 210 time: 0.0426583 Dec 06 17:14:51.248671 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45134af-f58a-437c-854a-304839ec325f req-62fc653e-072b-47f6-a7e3-6c9a6cd1c7d7 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:51.263448 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e45134af-f58a-437c-854a-304839ec325f req-62fc653e-072b-47f6-a7e3-6c9a6cd1c7d7 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.23 "GET /v2.0/ports?device_id=b58a597b-6f19-419a-9505-13e69349ff22 HTTP/1.1" status: 200 len: 2414 time: 0.2664194 Dec 06 17:14:51.270359 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075dc515-6a28-451e-a90a-848474ed21cf None None] Pushing event updated for resources: {'Port': ['ID=f22f1220-ca3a-474a-bcc5-100acb015c83,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:51.340547 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-83d8693f-9671-46a7-b7ab-cca7b791bb23 req-1eb508ba-0c15-42b5-af58-3a83a9a7e27d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f3115485-0e47-4001-968e-d7c2520b29dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746672 Dec 06 17:14:51.369785 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-14d82152-6ea1-4361-a3b2-6a770b69d8ac None None] Attempting to bind port f22f1220-ca3a-474a-bcc5-100acb015c83 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:14:51.371028 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-14d82152-6ea1-4361-a3b2-6a770b69d8ac None None] Attempting to bind port f22f1220-ca3a-474a-bcc5-100acb015c83 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '03765572-315b-4287-b069-bc0490aa8fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '54ec0ce5-40a5-4965-be28-5d5392d9c61d'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:14:51.371476 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d82152-6ea1-4361-a3b2-6a770b69d8ac None None] Attempting to bind port f22f1220-ca3a-474a-bcc5-100acb015c83 on network 54ec0ce5-40a5-4965-be28-5d5392d9c61d {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:14:51.409227 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d82152-6ea1-4361-a3b2-6a770b69d8ac None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:14:51.409720 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d82152-6ea1-4361-a3b2-6a770b69d8ac None None] Checking segment: {'id': '03765572-315b-4287-b069-bc0490aa8fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '54ec0ce5-40a5-4965-be28-5d5392d9c61d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:14:51.410305 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-14d82152-6ea1-4361-a3b2-6a770b69d8ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:51.410916 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d82152-6ea1-4361-a3b2-6a770b69d8ac None None] Bound using segment: {'id': '03765572-315b-4287-b069-bc0490aa8fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '54ec0ce5-40a5-4965-be28-5d5392d9c61d'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:14:51.411726 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-14d82152-6ea1-4361-a3b2-6a770b69d8ac None None] Bound port: f22f1220-ca3a-474a-bcc5-100acb015c83, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03765572-315b-4287-b069-bc0490aa8fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '54ec0ce5-40a5-4965-be28-5d5392d9c61d'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:14:51.412301 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-14d82152-6ea1-4361-a3b2-6a770b69d8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:51.431453 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-67161e4b-182a-4cfc-b1d1-31593d7240c2 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--2030156076&fields=id&tenant_id=3ab1b684adb44126aa30c8ecbc0cad3c HTTP/1.1" status: 200 len: 267 time: 0.0945020 Dec 06 17:14:51.455218 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e45134af-f58a-437c-854a-304839ec325f req-49fb461a-89a4-43e9-bec8-f8efb774a61c tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.23 "GET /v2.0/security-groups?id=f03ab9e8-fae2-4a61-9f03-339a4717e762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906722 Dec 06 17:14:51.500789 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-83d8693f-9671-46a7-b7ab-cca7b791bb23 req-9b8e15fc-3dfb-4c6e-98dd-e1c67a9592bd service neutron] 10.222.0.41 "GET /v2.0/networks/f3115485-0e47-4001-968e-d7c2520b29dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487615 Dec 06 17:14:51.514585 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-ff801779-15c7-4cde-916a-4c3efca73be5 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:51.522335 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-ff801779-15c7-4cde-916a-4c3efca73be5 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/ports/69267b95-7993-4338-b334-0869546a57e9 HTTP/1.1" status: 200 len: 930 time: 0.0881951 Dec 06 17:14:51.574212 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-14d82152-6ea1-4361-a3b2-6a770b69d8ac None None] For port f22f1220-ca3a-474a-bcc5-100acb015c83, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:14:51.579075 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-14d82152-6ea1-4361-a3b2-6a770b69d8ac None None] For port f22f1220-ca3a-474a-bcc5-100acb015c83, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f22f1220-ca3a-474a-bcc5-100acb015c83,segment=NetworkSegment(03765572-315b-4287-b069-bc0490aa8fc6),segment_id=03765572-315b-4287-b069-bc0490aa8fc6)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:14:51.581710 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-b8952752-2719-455b-b15b-b776c22c8315 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:51.591699 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-b8952752-2719-455b-b15b-b776c22c8315 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/ports/e6837a9b-3564-431d-b164-1562632e4bc8 HTTP/1.1" status: 200 len: 932 time: 0.0668766 Dec 06 17:14:51.592241 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-14d82152-6ea1-4361-a3b2-6a770b69d8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:51.660603 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6823ad4e-6b1a-4190-b2ee-c90f87ba9a45 req-62cca052-cd45-47f2-8210-3cf1f442eb35 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:51.662650 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6823ad4e-6b1a-4190-b2ee-c90f87ba9a45 req-62cca052-cd45-47f2-8210-3cf1f442eb35 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] 10.222.0.23 "GET /v2.0/ports?device_id=c245de6b-5a8e-47e9-8a83-cc9ed8453593 HTTP/1.1" status: 200 len: 946 time: 0.0859821 Dec 06 17:14:51.670218 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-9577a0c9-85ab-47b4-bcca-407ad43fdba6 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/ports?network_id=e47593f6-512b-4b3d-b5fd-6e48cd1a0fda&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0775845 Dec 06 17:14:51.690121 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-5a442c5e-3f20-472d-bab5-cbdfcd33b629 None None] Provisioning complete for port f22f1220-ca3a-474a-bcc5-100acb015c83 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:14:51.690605 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5a442c5e-3f20-472d-bab5-cbdfcd33b629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:51.718209 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-83d8693f-9671-46a7-b7ab-cca7b791bb23 req-151ed55b-14a5-4ccb-846b-e6220da7cb71 service neutron] 10.222.0.41 "GET /v2.0/networks/f3115485-0e47-4001-968e-d7c2520b29dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067275 Dec 06 17:14:51.734475 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-21db91e1-11e8-484b-a580-c33341f19877 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/ports?network_id=e47593f6-512b-4b3d-b5fd-6e48cd1a0fda&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0535803 Dec 06 17:14:51.755480 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6823ad4e-6b1a-4190-b2ee-c90f87ba9a45 req-30eb9b24-39d9-4b22-9c1a-9213d6f070da tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] 10.222.0.23 "GET /v2.0/security-groups?id=d21c49c1-182d-4160-90f0-ac9f78bb540e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824807 Dec 06 17:14:51.814527 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075dc515-6a28-451e-a90a-848474ed21cf None None] Pushing event updated for resources: {'Port': ['ID=f22f1220-ca3a-474a-bcc5-100acb015c83,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:51.818877 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d82152-6ea1-4361-a3b2-6a770b69d8ac None None] Routers {'a4886f3a-dc8e-46d4-bf32-cf444d19046b'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:14:51.819532 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-14d82152-6ea1-4361-a3b2-6a770b69d8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:14:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['a4886f3a-dc8e-46d4-bf32-cf444d19046b'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:14:51.865870 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e003108e-e829-46a3-b903-5a4a662433e2 req-528f65fc-719d-4cdd-8ee1-7045f302565c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:51.867663 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e003108e-e829-46a3-b903-5a4a662433e2 req-528f65fc-719d-4cdd-8ee1-7045f302565c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=806e7552b2fe4d15bbbee1bb266d6718&device_id=3111a296-b40e-48c5-bfa4-66d71264ae66 HTTP/1.1" status: 200 len: 1095 time: 0.0593314 Dec 06 17:14:51.977580 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-10ceccec-3c78-4c03-8938-c0362250922c tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:51.990732 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-10ceccec-3c78-4c03-8938-c0362250922c tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:52.008409 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device ff3e434f-1fa3-46b0-839c-72cdf024c464 up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:14:52.017046 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5a442c5e-3f20-472d-bab5-cbdfcd33b629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:52.017632 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-10ceccec-3c78-4c03-8938-c0362250922c tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:52.027394 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-10ceccec-3c78-4c03-8938-c0362250922c tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/networks?id=3fe6b139-ab54-421b-a2ff-2a0762857d78&id=a4c7e014-b0a5-4b38-bc7b-c27afa34aef4&id=a4c7e014-b0a5-4b38-bc7b-c27afa34aef4&id=e47593f6-512b-4b3d-b5fd-6e48cd1a0fda&id=e47593f6-512b-4b3d-b5fd-6e48cd1a0fda HTTP/1.1" status: 200 len: 1988 time: 0.2920108 Dec 06 17:14:52.046465 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-bd592623-a074-4b9a-b1ee-47460b8c666b tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/quotas/3ab1b684adb44126aa30c8ecbc0cad3c HTTP/1.1" status: 200 len: 375 time: 0.0164988 Dec 06 17:14:52.058185 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e003108e-e829-46a3-b903-5a4a662433e2 req-4e3a5a77-5035-4468-a4c2-523f15595dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:52.060185 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e003108e-e829-46a3-b903-5a4a662433e2 req-4e3a5a77-5035-4468-a4c2-523f15595dc1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f3115485-0e47-4001-968e-d7c2520b29dd HTTP/1.1" status: 200 len: 913 time: 0.1694305 Dec 06 17:14:52.115243 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-14d82152-6ea1-4361-a3b2-6a770b69d8ac None None] Set router a4886f3a-dc8e-46d4-bf32-cf444d19046b gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:14:52.119597 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-57a91d51-a143-45df-8f78-2bd488fcc15d tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3ab1b684adb44126aa30c8ecbc0cad3c&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0597613 Dec 06 17:14:52.135419 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e003108e-e829-46a3-b903-5a4a662433e2 req-8381050c-87f6-4ef6-8cd3-ba4319e4b03b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19026516-f680-46ce-96c9-e0e7b2bd564c HTTP/1.1" status: 200 len: 217 time: 0.0590558 Dec 06 17:14:52.156832 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-5a442c5e-3f20-472d-bab5-cbdfcd33b629 None None] For port f22f1220-ca3a-474a-bcc5-100acb015c83, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f22f1220-ca3a-474a-bcc5-100acb015c83,segment=NetworkSegment(03765572-315b-4287-b069-bc0490aa8fc6),segment_id=03765572-315b-4287-b069-bc0490aa8fc6)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:14:52.167096 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5a442c5e-3f20-472d-bab5-cbdfcd33b629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:52.183485 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b4ec59-1a8a-42df-a568-38acf14cd685 req-b08fa52e-43bb-48f6-8d4f-b9dccb8a0e38 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:52.185708 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b8b4ec59-1a8a-42df-a568-38acf14cd685 req-b08fa52e-43bb-48f6-8d4f-b9dccb8a0e38 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a81ef20-7627-4783-b92f-49c0d8a17861 HTTP/1.1" status: 200 len: 945 time: 0.1196401 Dec 06 17:14:52.212737 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e003108e-e829-46a3-b903-5a4a662433e2 req-123d1c52-d50f-479e-8199-21b197893e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:52.214195 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e003108e-e829-46a3-b903-5a4a662433e2 req-123d1c52-d50f-479e-8199-21b197893e60 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=85724274-c536-4bb4-9806-32c964df8042 HTTP/1.1" status: 200 len: 852 time: 0.0702400 Dec 06 17:14:52.235343 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning for port ff3e434f-1fa3-46b0-839c-72cdf024c464 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:14:52.239131 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-da743d30-cd67-43e0-9c12-7c33fe4e4e52 service neutron] 10.222.0.23 "GET /v2.0/networks/3fe6b139-ab54-421b-a2ff-2a0762857d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053188 Dec 06 17:14:52.249661 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port ff3e434f-1fa3-46b0-839c-72cdf024c464 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:14:52.250110 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:52.255846 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e003108e-e829-46a3-b903-5a4a662433e2 req-aaa5ae2a-7ea6-44a9-83fd-803a4c90ab53 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f3115485-0e47-4001-968e-d7c2520b29dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310798 Dec 06 17:14:52.312928 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b8b4ec59-1a8a-42df-a568-38acf14cd685 req-9ade7a14-f62c-45b4-914d-9e20b1a35513 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095040 Dec 06 17:14:52.357911 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a442c5e-3f20-472d-bab5-cbdfcd33b629 None None] Pushing event updated for resources: {'Port': ['ID=f22f1220-ca3a-474a-bcc5-100acb015c83,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:52.368933 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-e1b1858b-ab52-4366-83bf-e00bbcb48de3 service neutron] 10.222.0.23 "GET /v2.0/networks/3fe6b139-ab54-421b-a2ff-2a0762857d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223726 Dec 06 17:14:52.438383 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e003108e-e829-46a3-b903-5a4a662433e2 req-f168d6a6-d9ae-424a-802d-8a3b6aebbdd8 service neutron] 10.222.0.41 "GET /v2.0/networks/f3115485-0e47-4001-968e-d7c2520b29dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674113 Dec 06 17:14:52.474000 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-c3071c2b-5244-4022-9cde-72d9a88ede09 service neutron] 10.222.0.23 "GET /v2.0/ports/69267b95-7993-4338-b334-0869546a57e9?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1036835 Dec 06 17:14:52.487970 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6c16133d-1fa7-4003-99fc-bffff86dfe88 None None] Provisioning complete for port f22f1220-ca3a-474a-bcc5-100acb015c83 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:14:52.489297 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6c16133d-1fa7-4003-99fc-bffff86dfe88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:52.593716 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:52.600393 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e75617-4752-44fa-a8bd-edd59bdf5e8d req-3826c445-33c5-49ef-8b65-84e929655705 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:52.600393 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-30e75617-4752-44fa-a8bd-edd59bdf5e8d req-3826c445-33c5-49ef-8b65-84e929655705 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=3111a296-b40e-48c5-bfa4-66d71264ae66 HTTP/1.1" status: 200 len: 944 time: 0.0961409 Dec 06 17:14:52.610511 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e003108e-e829-46a3-b903-5a4a662433e2 req-19d1ca22-3618-42e6-99a3-ca6c2dbe14e1 service neutron] 10.222.0.41 "GET /v2.0/networks/f3115485-0e47-4001-968e-d7c2520b29dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638761 Dec 06 17:14:52.621233 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d65a25-9396-466e-81ca-912923a333fc req-5036aa61-1b50-47ba-bdc7-6c619114474e tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:52.622699 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-20d65a25-9396-466e-81ca-912923a333fc req-5036aa61-1b50-47ba-bdc7-6c619114474e tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] 10.222.0.41 "GET /v2.0/networks?id=54ec0ce5-40a5-4965-be28-5d5392d9c61d HTTP/1.1" status: 200 len: 821 time: 0.2073252 Dec 06 17:14:52.640386 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-20d65a25-9396-466e-81ca-912923a333fc req-b10e4b10-8b5d-414a-af48-3af3a2b0aab0 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Request body: {'port': {'device_id': '87b15b20-8ba4-4090-bc6d-8274e4d6fbca', 'network_id': '54ec0ce5-40a5-4965-be28-5d5392d9c61d', 'admin_state_up': True, 'tenant_id': '9bef0bd25b3044c8b28cf9aea9137f71'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:14:52.652176 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-60a99c2f-f93f-4ebb-9306-d36b331419af service neutron] 10.222.0.23 "GET /v2.0/networks/a4c7e014-b0a5-4b38-bc7b-c27afa34aef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765206 Dec 06 17:14:52.661031 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b58a597b-6f19-419a-9505-13e69349ff22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff3e434f-1fa3-46b0-839c-72cdf024c464'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:14:52.663855 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a20d55-1eb2-42c8-94bc-d362c25f9fcc" -d '{"events": [{"server_uuid": "b58a597b-6f19-419a-9505-13e69349ff22", "name": "network-vif-plugged", "status": "completed", "tag": "ff3e434f-1fa3-46b0-839c-72cdf024c464"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:14:52.675412 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-30e75617-4752-44fa-a8bd-edd59bdf5e8d req-df89bccb-6a5d-4144-9334-9faafc99025c tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628126 Dec 06 17:14:52.680568 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-14d82152-6ea1-4361-a3b2-6a770b69d8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4886f3a-dc8e-46d4-bf32-cf444d19046b', 'name': 'tempest-FloatingIPsAssociationTestJSON-2021917022-router', 'tenant_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.251'}], 'enable_snat': True}, 'gw_port_id': 'ed9d2ed6-cd26-419f-ba6e-fe7113b2b955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:14:33Z', 'updated_at': '2021-12-06T17:14:46Z', 'revision_number': 4, 'project_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'gw_port': {'id': 'ed9d2ed6-cd26-419f-ba6e-fe7113b2b955', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4886f3a-dc8e-46d4-bf32-cf444d19046b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:14:35Z', 'updated_at': '2021-12-06T17:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'f22f1220-ca3a-474a-bcc5-100acb015c83', 'name': '', 'network_id': '54ec0ce5-40a5-4965-be28-5d5392d9c61d', 'tenant_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'mac_address': 'fa:16:3e:99:ce:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4886f3a-dc8e-46d4-bf32-cf444d19046b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '606d14bd-3cdf-4d5d-8976-793383533298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:14:45Z', 'updated_at': '2021-12-06T17:14:51Z', 'revision_number': 4, 'project_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'subnets': [{'id': '606d14bd-3cdf-4d5d-8976-793383533298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:14:52.713531 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port ff3e434f-1fa3-46b0-839c-72cdf024c464, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ff3e434f-1fa3-46b0-839c-72cdf024c464,segment=NetworkSegment(6ad346bc-a018-49d6-8f9d-fd19654b2f8c),segment_id=6ad346bc-a018-49d6-8f9d-fd19654b2f8c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:14:52.719808 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d82152-6ea1-4361-a3b2-6a770b69d8ac None None] The sync data for ids ['a4886f3a-dc8e-46d4-bf32-cf444d19046b'] in n-d-master-1 is: [{'id': 'a4886f3a-dc8e-46d4-bf32-cf444d19046b', 'name': 'tempest-FloatingIPsAssociationTestJSON-2021917022-router', 'tenant_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.251'}], 'enable_snat': True}, 'gw_port_id': 'ed9d2ed6-cd26-419f-ba6e-fe7113b2b955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:14:33Z', 'updated_at': '2021-12-06T17:14:46Z', 'revision_number': 4, 'project_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'gw_port': {'id': 'ed9d2ed6-cd26-419f-ba6e-fe7113b2b955', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4886f3a-dc8e-46d4-bf32-cf444d19046b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:14:35Z', 'updated_at': '2021-12-06T17:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'f22f1220-ca3a-474a-bcc5-100acb015c83', 'name': '', 'network_id': '54ec0ce5-40a5-4965-be28-5d5392d9c61d', 'tenant_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'mac_address': 'fa:16:3e:99:ce:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4886f3a-dc8e-46d4-bf32-cf444d19046b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '606d14bd-3cdf-4d5d-8976-793383533298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:14:45Z', 'updated_at': '2021-12-06T17:14:51Z', 'revision_number': 4, 'project_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'subnets': [{'id': '606d14bd-3cdf-4d5d-8976-793383533298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:14:52.722410 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:52.723601 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device ea29b125-60ad-478c-83ea-f46e31a89171 up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:14:52.846168 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=ff3e434f-1fa3-46b0-839c-72cdf024c464,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:52.864710 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning for port ea29b125-60ad-478c-83ea-f46e31a89171 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:14:52.872962 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port ea29b125-60ad-478c-83ea-f46e31a89171 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:14:52.873412 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:52.878059 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-b5dd03bd-8e0d-4077-835f-f51dc1e5565b service neutron] 10.222.0.23 "GET /v2.0/networks/a4c7e014-b0a5-4b38-bc7b-c27afa34aef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231226 Dec 06 17:14:52.901877 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b9ae76cf-b7ac-4ca8-933a-a6daa1381931 req-21ade1cd-39d2-4b4b-9519-9a4a8a6c366a tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] 10.222.0.23 "GET /v2.0/ports?device_id=87b15b20-8ba4-4090-bc6d-8274e4d6fbca HTTP/1.1" status: 200 len: 210 time: 0.1592064 Dec 06 17:14:52.929585 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20d65a25-9396-466e-81ca-912923a333fc req-b10e4b10-8b5d-414a-af48-3af3a2b0aab0 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Made reservation on behalf of 9bef0bd25b3044c8b28cf9aea9137f71 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:14:52.934388 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-20d65a25-9396-466e-81ca-912923a333fc req-b10e4b10-8b5d-414a-af48-3af3a2b0aab0 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:52.967716 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-b516253b-cefc-4b01-a448-58d5faecc95f service neutron] 10.222.0.23 "GET /v2.0/ports/e6837a9b-3564-431d-b164-1562632e4bc8?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0879853 Dec 06 17:14:52.987606 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:53.025314 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port ea29b125-60ad-478c-83ea-f46e31a89171, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ea29b125-60ad-478c-83ea-f46e31a89171,segment=NetworkSegment(aeee15d9-c90a-4ac9-876b-5abf7aa08b0c),segment_id=aeee15d9-c90a-4ac9-876b-5abf7aa08b0c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:14:53.032163 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:53.033159 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 68530442-a39e-4086-b1f7-a3d3c05793c3 up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:14:53.042526 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45847e42-1cb1-4c97-a94f-06b6582d3095 req-d73ed7b9-172f-4a38-a59d-430002fd17f1 tempest-ImagesOneServerTestJSON-125760203 tempest-ImagesOneServerTestJSON-125760203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:53.044483 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-45847e42-1cb1-4c97-a94f-06b6582d3095 req-d73ed7b9-172f-4a38-a59d-430002fd17f1 tempest-ImagesOneServerTestJSON-125760203 tempest-ImagesOneServerTestJSON-125760203-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d3b7f5b-9b90-46d3-ae07-5151f29231e9 HTTP/1.1" status: 200 len: 951 time: 0.0608678 Dec 06 17:14:53.114527 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=ea29b125-60ad-478c-83ea-f46e31a89171,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:53.115349 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-45847e42-1cb1-4c97-a94f-06b6582d3095 req-fd411995-b510-4ba5-9edc-b5af5fade4aa tempest-ImagesOneServerTestJSON-125760203 tempest-ImagesOneServerTestJSON-125760203-project] 10.222.0.23 "GET /v2.0/security-groups?id=eec3fd05-bc5c-4d9a-893f-0db0ab30345c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604877 Dec 06 17:14:53.131558 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning for port 68530442-a39e-4086-b1f7-a3d3c05793c3 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:14:53.136912 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port 68530442-a39e-4086-b1f7-a3d3c05793c3 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:14:53.137433 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:53.251063 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:53.259175 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd3dc4-1c59-4949-9559-dcb07bf7e75d req-2e076c91-eef1-4bf7-a045-959b7039501d tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:53.266959 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd3dc4-1c59-4949-9559-dcb07bf7e75d req-2e076c91-eef1-4bf7-a045-959b7039501d tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:53.272861 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd3dc4-1c59-4949-9559-dcb07bf7e75d req-2e076c91-eef1-4bf7-a045-959b7039501d tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:53.279262 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c3dd3dc4-1c59-4949-9559-dcb07bf7e75d req-2e076c91-eef1-4bf7-a045-959b7039501d tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.23 "GET /v2.0/ports?device_id=b58a597b-6f19-419a-9505-13e69349ff22 HTTP/1.1" status: 200 len: 2416 time: 0.0794389 Dec 06 17:14:53.299452 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 68530442-a39e-4086-b1f7-a3d3c05793c3, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=68530442-a39e-4086-b1f7-a3d3c05793c3,segment=NetworkSegment(aeee15d9-c90a-4ac9-876b-5abf7aa08b0c),segment_id=aeee15d9-c90a-4ac9-876b-5abf7aa08b0c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:14:53.307244 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:53.338146 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c3dd3dc4-1c59-4949-9559-dcb07bf7e75d req-58430c08-4b9c-49b8-8ccf-7dbee9a43657 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.23 "GET /v2.0/security-groups?id=f03ab9e8-fae2-4a61-9f03-339a4717e762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560997 Dec 06 17:14:53.395601 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=68530442-a39e-4086-b1f7-a3d3c05793c3,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:53.416068 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f4eaee-11b3-4857-9ced-92a8e1c4ceed x-openstack-request-id: req-e7f4eaee-11b3-4857-9ced-92a8e1c4ceed {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:14:53.416501 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b58a597b-6f19-419a-9505-13e69349ff22", "name": "network-vif-plugged", "status": "completed", "tag": "ff3e434f-1fa3-46b0-839c-72cdf024c464", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:14:53.416832 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e7f4eaee-11b3-4857-9ced-92a8e1c4ceed {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:14:53.417321 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b58a597b-6f19-419a-9505-13e69349ff22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff3e434f-1fa3-46b0-839c-72cdf024c464', 'code': 200} Dec 06 17:14:53.509275 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-c6ad5180-6d63-4f07-99fe-d1458e73317a service neutron] 10.222.0.23 "GET /v2.0/networks/a4c7e014-b0a5-4b38-bc7b-c27afa34aef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5406787 Dec 06 17:14:53.523777 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3b241b-91c5-4d3e-a9d8-f1fcaef52c5f req-c5135792-22cc-4d20-ae0c-95cadf9d3605 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:53.525309 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-cd3b241b-91c5-4d3e-a9d8-f1fcaef52c5f req-c5135792-22cc-4d20-ae0c-95cadf9d3605 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] 10.222.0.23 "GET /v2.0/ports?device_id=c245de6b-5a8e-47e9-8a83-cc9ed8453593 HTTP/1.1" status: 200 len: 946 time: 0.0498161 Dec 06 17:14:53.556426 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-20d65a25-9396-466e-81ca-912923a333fc req-b10e4b10-8b5d-414a-af48-3af3a2b0aab0 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Allocated IP 172.20.0.4 (54ec0ce5-40a5-4965-be28-5d5392d9c61d/606d14bd-3cdf-4d5d-8976-793383533298/3325fae5-f781-4ac9-a8a9-04cc42f2ec12) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:14:53.586037 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-cd3b241b-91c5-4d3e-a9d8-f1fcaef52c5f req-5779d60e-7b3b-48da-8a0d-13b768a1f02c tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] 10.222.0.23 "GET /v2.0/security-groups?id=d21c49c1-182d-4160-90f0-ac9f78bb540e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507586 Dec 06 17:14:53.659295 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-8c8286db-b281-4127-bb7f-d8b7136287d2 service neutron] 10.222.0.23 "GET /v2.0/networks/a4c7e014-b0a5-4b38-bc7b-c27afa34aef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396644 Dec 06 17:14:53.833544 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-1393eaea-24a4-4458-8151-17de057d326c service neutron] 10.222.0.23 "GET /v2.0/networks/a4c7e014-b0a5-4b38-bc7b-c27afa34aef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597161 Dec 06 17:14:53.836454 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-20d65a25-9396-466e-81ca-912923a333fc req-b10e4b10-8b5d-414a-af48-3af3a2b0aab0 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:53.946183 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-20d65a25-9396-466e-81ca-912923a333fc req-b10e4b10-8b5d-414a-af48-3af3a2b0aab0 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:53.985361 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-a58c2fd6-e1e2-4f53-ad0e-d99a4574ecdd service neutron] 10.222.0.23 "GET /v2.0/networks/a4c7e014-b0a5-4b38-bc7b-c27afa34aef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408622 Dec 06 17:14:53.992121 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device ea5126e6-32e0-495a-9092-333ce0b1510b up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:14:54.017204 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20d65a25-9396-466e-81ca-912923a333fc req-b10e4b10-8b5d-414a-af48-3af3a2b0aab0 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Network 54ec0ce5-40a5-4965-be28-5d5392d9c61d is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:14:54.036670 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-20d65a25-9396-466e-81ca-912923a333fc req-b10e4b10-8b5d-414a-af48-3af3a2b0aab0 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:14:54.058466 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-20d65a25-9396-466e-81ca-912923a333fc req-b10e4b10-8b5d-414a-af48-3af3a2b0aab0 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:14:54.066246 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning for port ea5126e6-32e0-495a-9092-333ce0b1510b completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:14:54.072585 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port ea5126e6-32e0-495a-9092-333ce0b1510b triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:14:54.073114 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:54.152865 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10e4b10-8b5d-414a-af48-3af3a2b0aab0 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Pushing event updated for resources: {'Port': ['ID=3325fae5-f781-4ac9-a8a9-04cc42f2ec12,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:54.198722 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:54.220485 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-0a242743-b1d4-4511-9bde-b935079bc38d service neutron] 10.222.0.23 "GET /v2.0/networks/a4c7e014-b0a5-4b38-bc7b-c27afa34aef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221153 Dec 06 17:14:54.227210 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device f22f1220-ca3a-474a-bcc5-100acb015c83 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:14:54.258317 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d65a25-9396-466e-81ca-912923a333fc req-b10e4b10-8b5d-414a-af48-3af3a2b0aab0 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:54.259334 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-20d65a25-9396-466e-81ca-912923a333fc req-b10e4b10-8b5d-414a-af48-3af3a2b0aab0 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:54.317426 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port ea5126e6-32e0-495a-9092-333ce0b1510b, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ea5126e6-32e0-495a-9092-333ce0b1510b,segment=NetworkSegment(b5c29f07-61e3-483e-b953-3901f84034df),segment_id=b5c29f07-61e3-483e-b953-3901f84034df)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:14:54.327598 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:54.353212 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-2024d38c-69ec-490b-9f58-20cfd0e8f50d service neutron] 10.222.0.23 "GET /v2.0/networks/a4c7e014-b0a5-4b38-bc7b-c27afa34aef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318367 Dec 06 17:14:54.357224 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-20d65a25-9396-466e-81ca-912923a333fc req-b10e4b10-8b5d-414a-af48-3af3a2b0aab0 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7210951 Dec 06 17:14:54.374661 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-20d65a25-9396-466e-81ca-912923a333fc req-f43190b4-2f9e-4b04-858a-6c623de14a15 service neutron] Request body: {'port': {'device_id': '87b15b20-8ba4-4090-bc6d-8274e4d6fbca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:14:54.378739 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port f22f1220-ca3a-474a-bcc5-100acb015c83 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:14:54.379179 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:54.415686 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=ea5126e6-32e0-495a-9092-333ce0b1510b,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:54.490965 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-20d65a25-9396-466e-81ca-912923a333fc req-f43190b4-2f9e-4b04-858a-6c623de14a15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:54.493234 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-c85389e0-c151-4505-87aa-b3fac93563a9 None None] Provisioning complete for port 3325fae5-f781-4ac9-a8a9-04cc42f2ec12 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:14:54.493642 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c85389e0-c151-4505-87aa-b3fac93563a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:54.507566 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8a41c3-e12e-4e40-b57a-27ee26784bf9 req-99d00ab8-edd6-4c1b-8f4d-b74522923305 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:54.511338 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-de8a41c3-e12e-4e40-b57a-27ee26784bf9 req-99d00ab8-edd6-4c1b-8f4d-b74522923305 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a81ef20-7627-4783-b92f-49c0d8a17861 HTTP/1.1" status: 200 len: 946 time: 0.0575991 Dec 06 17:14:54.519277 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-0b84a2d4-a5bb-44b2-9368-b39c52348413 service neutron] 10.222.0.23 "GET /v2.0/networks/e47593f6-512b-4b3d-b5fd-6e48cd1a0fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577387 Dec 06 17:14:54.528794 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-c85389e0-c151-4505-87aa-b3fac93563a9 None None] Port 3325fae5-f781-4ac9-a8a9-04cc42f2ec12 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:14:54.565972 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-de8a41c3-e12e-4e40-b57a-27ee26784bf9 req-3d4fdf1e-199b-432c-82d8-f28de0a43bf5 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499516 Dec 06 17:14:54.673444 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5162eac5-1619-4919-beab-8f1023343d3f req-498f7483-1d3e-4b1b-aca5-7b39702d09cd tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:54.674638 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5162eac5-1619-4919-beab-8f1023343d3f req-498f7483-1d3e-4b1b-aca5-7b39702d09cd tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=3111a296-b40e-48c5-bfa4-66d71264ae66 HTTP/1.1" status: 200 len: 944 time: 0.0523460 Dec 06 17:14:54.719175 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-9c638c93-7882-4045-ade9-bcbd11cd86ae service neutron] 10.222.0.23 "GET /v2.0/networks/e47593f6-512b-4b3d-b5fd-6e48cd1a0fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773763 Dec 06 17:14:54.722429 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5162eac5-1619-4919-beab-8f1023343d3f req-6213ae68-78c5-4adc-86db-efeff24e5e77 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414181 Dec 06 17:14:54.830082 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282a65c7-a868-492f-9f60-4f83970bdb77 req-29f3cf8c-e873-4667-b531-251e0de5a9b5 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:54.831887 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-282a65c7-a868-492f-9f60-4f83970bdb77 req-29f3cf8c-e873-4667-b531-251e0de5a9b5 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] 10.222.0.23 "GET /v2.0/ports?device_id=87b15b20-8ba4-4090-bc6d-8274e4d6fbca HTTP/1.1" status: 200 len: 931 time: 0.0503507 Dec 06 17:14:54.870710 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-0ad997b3-dda3-421a-a587-98788cbffaa3 service neutron] 10.222.0.23 "GET /v2.0/networks/e47593f6-512b-4b3d-b5fd-6e48cd1a0fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235185 Dec 06 17:14:54.880847 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-282a65c7-a868-492f-9f60-4f83970bdb77 req-4593e453-0ba5-4176-aa93-3671cce01138 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] 10.222.0.23 "GET /v2.0/security-groups?id=77a8d875-60b3-4737-9cd6-8d2bcf3a41c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425837 Dec 06 17:14:54.963804 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-20d65a25-9396-466e-81ca-912923a333fc req-f43190b4-2f9e-4b04-858a-6c623de14a15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3325fae5-f781-4ac9-a8a9-04cc42f2ec12 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:14:54.974387 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-20d65a25-9396-466e-81ca-912923a333fc req-f43190b4-2f9e-4b04-858a-6c623de14a15 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:54.992893 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920d7bad-65aa-42de-8a0c-b544f723faeb req-4939c001-37b2-4d46-a042-2e65677bddd4 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:54.998992 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920d7bad-65aa-42de-8a0c-b544f723faeb req-4939c001-37b2-4d46-a042-2e65677bddd4 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:55.000523 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-20d65a25-9396-466e-81ca-912923a333fc req-f43190b4-2f9e-4b04-858a-6c623de14a15 service neutron] Transition to ACTIVE for port object 3325fae5-f781-4ac9-a8a9-04cc42f2ec12 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:14:55.005394 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920d7bad-65aa-42de-8a0c-b544f723faeb req-4939c001-37b2-4d46-a042-2e65677bddd4 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:55.007087 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-920d7bad-65aa-42de-8a0c-b544f723faeb req-4939c001-37b2-4d46-a042-2e65677bddd4 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.23 "GET /v2.0/ports?device_id=b58a597b-6f19-419a-9505-13e69349ff22 HTTP/1.1" status: 200 len: 2417 time: 0.0727706 Dec 06 17:14:55.007939 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-20d65a25-9396-466e-81ca-912923a333fc req-f43190b4-2f9e-4b04-858a-6c623de14a15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:55.020473 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-8d85799a-f450-4bb2-a3bf-c0aa5d5139d0 service neutron] 10.222.0.23 "GET /v2.0/networks/e47593f6-512b-4b3d-b5fd-6e48cd1a0fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425016 Dec 06 17:14:55.070120 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-920d7bad-65aa-42de-8a0c-b544f723faeb req-baeda540-9972-4835-88e5-39ac1011798d tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.23 "GET /v2.0/security-groups?id=f03ab9e8-fae2-4a61-9f03-339a4717e762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551775 Dec 06 17:14:55.107066 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43190b4-2f9e-4b04-858a-6c623de14a15 service neutron] Pushing event updated for resources: {'Port': ['ID=3325fae5-f781-4ac9-a8a9-04cc42f2ec12,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:55.147672 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-20d65a25-9396-466e-81ca-912923a333fc req-f43190b4-2f9e-4b04-858a-6c623de14a15 service neutron] Attempting to bind port 3325fae5-f781-4ac9-a8a9-04cc42f2ec12 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:14:55.148267 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-20d65a25-9396-466e-81ca-912923a333fc req-f43190b4-2f9e-4b04-858a-6c623de14a15 service neutron] Attempting to bind port 3325fae5-f781-4ac9-a8a9-04cc42f2ec12 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '03765572-315b-4287-b069-bc0490aa8fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '54ec0ce5-40a5-4965-be28-5d5392d9c61d'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:14:55.148793 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d65a25-9396-466e-81ca-912923a333fc req-f43190b4-2f9e-4b04-858a-6c623de14a15 service neutron] Attempting to bind port 3325fae5-f781-4ac9-a8a9-04cc42f2ec12 on network 54ec0ce5-40a5-4965-be28-5d5392d9c61d {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:14:55.154458 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d65a25-9396-466e-81ca-912923a333fc req-f43190b4-2f9e-4b04-858a-6c623de14a15 service neutron] Port 3325fae5-f781-4ac9-a8a9-04cc42f2ec12 on network 54ec0ce5-40a5-4965-be28-5d5392d9c61d not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:14:55.155012 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d65a25-9396-466e-81ca-912923a333fc req-f43190b4-2f9e-4b04-858a-6c623de14a15 service neutron] Attempting to bind port 3325fae5-f781-4ac9-a8a9-04cc42f2ec12 on network 54ec0ce5-40a5-4965-be28-5d5392d9c61d {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:14:55.160388 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d65a25-9396-466e-81ca-912923a333fc req-f43190b4-2f9e-4b04-858a-6c623de14a15 service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:14:55.160985 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d65a25-9396-466e-81ca-912923a333fc req-f43190b4-2f9e-4b04-858a-6c623de14a15 service neutron] Checking segment: {'id': '03765572-315b-4287-b069-bc0490aa8fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '54ec0ce5-40a5-4965-be28-5d5392d9c61d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:14:55.161989 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d65a25-9396-466e-81ca-912923a333fc req-f43190b4-2f9e-4b04-858a-6c623de14a15 service neutron] Bound using segment: {'id': '03765572-315b-4287-b069-bc0490aa8fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '54ec0ce5-40a5-4965-be28-5d5392d9c61d'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:14:55.162898 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-20d65a25-9396-466e-81ca-912923a333fc req-f43190b4-2f9e-4b04-858a-6c623de14a15 service neutron] Bound port: 3325fae5-f781-4ac9-a8a9-04cc42f2ec12, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03765572-315b-4287-b069-bc0490aa8fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '54ec0ce5-40a5-4965-be28-5d5392d9c61d'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:14:55.163039 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-20d65a25-9396-466e-81ca-912923a333fc req-f43190b4-2f9e-4b04-858a-6c623de14a15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:55.244118 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-20d65a25-9396-466e-81ca-912923a333fc req-f43190b4-2f9e-4b04-858a-6c623de14a15 service neutron] For port 3325fae5-f781-4ac9-a8a9-04cc42f2ec12, host n-h1-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:14:55.249218 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-20d65a25-9396-466e-81ca-912923a333fc req-f43190b4-2f9e-4b04-858a-6c623de14a15 service neutron] For port 3325fae5-f781-4ac9-a8a9-04cc42f2ec12, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=3325fae5-f781-4ac9-a8a9-04cc42f2ec12,segment=NetworkSegment(03765572-315b-4287-b069-bc0490aa8fc6),segment_id=03765572-315b-4287-b069-bc0490aa8fc6)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:14:55.254058 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282e2bc9-b13a-44e4-a1e0-4c77c70f7ea9 req-dd9f808c-e5f5-413a-840a-8fea8ffac66e tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:55.256069 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-20d65a25-9396-466e-81ca-912923a333fc req-f43190b4-2f9e-4b04-858a-6c623de14a15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:55.264262 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-282e2bc9-b13a-44e4-a1e0-4c77c70f7ea9 req-dd9f808c-e5f5-413a-840a-8fea8ffac66e tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] 10.222.0.23 "GET /v2.0/ports?device_id=c245de6b-5a8e-47e9-8a83-cc9ed8453593 HTTP/1.1" status: 200 len: 946 time: 0.0799701 Dec 06 17:14:55.295158 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d65a25-9396-466e-81ca-912923a333fc req-f43190b4-2f9e-4b04-858a-6c623de14a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:55.296341 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-20d65a25-9396-466e-81ca-912923a333fc req-f43190b4-2f9e-4b04-858a-6c623de14a15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:55.298259 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-20d65a25-9396-466e-81ca-912923a333fc req-f43190b4-2f9e-4b04-858a-6c623de14a15 service neutron] 10.222.0.41 "PUT /v2.0/ports/3325fae5-f781-4ac9-a8a9-04cc42f2ec12 HTTP/1.1" status: 200 len: 1091 time: 0.9290850 Dec 06 17:14:55.313357 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87b15b20-8ba4-4090-bc6d-8274e4d6fbca', 'tag': '3325fae5-f781-4ac9-a8a9-04cc42f2ec12'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:14:55.316698 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e0995d-99e2-4c42-8d7c-0aa9410c88aa" -d '{"events": [{"name": "network-changed", "server_uuid": "87b15b20-8ba4-4090-bc6d-8274e4d6fbca", "tag": "3325fae5-f781-4ac9-a8a9-04cc42f2ec12"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:14:55.324476 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-282e2bc9-b13a-44e4-a1e0-4c77c70f7ea9 req-9e34a3fd-7a57-4574-a11c-b968b1714603 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] 10.222.0.23 "GET /v2.0/security-groups?id=d21c49c1-182d-4160-90f0-ac9f78bb540e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537767 Dec 06 17:14:55.410224 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43190b4-2f9e-4b04-858a-6c623de14a15 service neutron] Pushing event updated for resources: {'Port': ['ID=3325fae5-f781-4ac9-a8a9-04cc42f2ec12,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:55.418516 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b58a597b-6f19-419a-9505-13e69349ff22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea29b125-60ad-478c-83ea-f46e31a89171'}, {'server_uuid': 'b58a597b-6f19-419a-9505-13e69349ff22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68530442-a39e-4086-b1f7-a3d3c05793c3'}, {'server_uuid': '8a81ef20-7627-4783-b92f-49c0d8a17861', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea5126e6-32e0-495a-9092-333ce0b1510b'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:14:55.422614 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddb3b8d3-3962-461f-a872-169c690dffe5" -d '{"events": [{"server_uuid": "b58a597b-6f19-419a-9505-13e69349ff22", "name": "network-vif-plugged", "status": "completed", "tag": "ea29b125-60ad-478c-83ea-f46e31a89171"}, {"server_uuid": "b58a597b-6f19-419a-9505-13e69349ff22", "name": "network-vif-plugged", "status": "completed", "tag": "68530442-a39e-4086-b1f7-a3d3c05793c3"}, {"server_uuid": "8a81ef20-7627-4783-b92f-49c0d8a17861", "name": "network-vif-plugged", "status": "completed", "tag": "ea5126e6-32e0-495a-9092-333ce0b1510b"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:14:55.446488 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d65a25-9396-466e-81ca-912923a333fc req-cd48f34f-4ce9-4290-8db6-c8a9849233ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:55.448610 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-20d65a25-9396-466e-81ca-912923a333fc req-cd48f34f-4ce9-4290-8db6-c8a9849233ce service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9bef0bd25b3044c8b28cf9aea9137f71&device_id=87b15b20-8ba4-4090-bc6d-8274e4d6fbca HTTP/1.1" status: 200 len: 1094 time: 0.0937343 Dec 06 17:14:55.506422 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-20d65a25-9396-466e-81ca-912923a333fc req-de0131f4-2060-4687-8c1d-c27e09b9360c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3325fae5-f781-4ac9-a8a9-04cc42f2ec12 HTTP/1.1" status: 200 len: 217 time: 0.0463338 Dec 06 17:14:55.541543 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 19026516-f680-46ce-96c9-e0e7b2bd564c details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:14:55.578941 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d65a25-9396-466e-81ca-912923a333fc req-48f733d4-a263-494b-9b10-7489043e72de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:55.580683 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-20d65a25-9396-466e-81ca-912923a333fc req-48f733d4-a263-494b-9b10-7489043e72de service neutron] 10.222.0.41 "GET /v2.0/subnets?id=606d14bd-3cdf-4d5d-8976-793383533298 HTTP/1.1" status: 200 len: 860 time: 0.0657763 Dec 06 17:14:55.624326 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cad7617-2d1f-4454-b23a-61706eecb878 x-openstack-request-id: req-4cad7617-2d1f-4454-b23a-61706eecb878 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:14:55.624642 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87b15b20-8ba4-4090-bc6d-8274e4d6fbca", "tag": "3325fae5-f781-4ac9-a8a9-04cc42f2ec12", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:14:55.624903 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4cad7617-2d1f-4454-b23a-61706eecb878 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:14:55.626670 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87b15b20-8ba4-4090-bc6d-8274e4d6fbca', 'tag': '3325fae5-f781-4ac9-a8a9-04cc42f2ec12', 'status': 'completed', 'code': 200} Dec 06 17:14:55.642550 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d65a25-9396-466e-81ca-912923a333fc req-3489ad36-6dc9-487c-9736-6ead545b700f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:55.644328 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-20d65a25-9396-466e-81ca-912923a333fc req-3489ad36-6dc9-487c-9736-6ead545b700f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=54ec0ce5-40a5-4965-be28-5d5392d9c61d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550401 Dec 06 17:14:55.666489 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 06 Dec 2021 17:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-847b91b6-0e3f-4ada-bcb5-562f2533d830 x-openstack-request-id: req-847b91b6-0e3f-4ada-bcb5-562f2533d830 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:14:55.666740 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b58a597b-6f19-419a-9505-13e69349ff22", "name": "network-vif-plugged", "status": "completed", "tag": "ea29b125-60ad-478c-83ea-f46e31a89171", "code": 200}, {"server_uuid": "b58a597b-6f19-419a-9505-13e69349ff22", "name": "network-vif-plugged", "status": "completed", "tag": "68530442-a39e-4086-b1f7-a3d3c05793c3", "code": 200}, {"server_uuid": "8a81ef20-7627-4783-b92f-49c0d8a17861", "name": "network-vif-plugged", "status": "completed", "tag": "ea5126e6-32e0-495a-9092-333ce0b1510b", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:14:55.667186 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-847b91b6-0e3f-4ada-bcb5-562f2533d830 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:14:55.667876 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b58a597b-6f19-419a-9505-13e69349ff22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea29b125-60ad-478c-83ea-f46e31a89171', 'code': 200} Dec 06 17:14:55.668307 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b58a597b-6f19-419a-9505-13e69349ff22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68530442-a39e-4086-b1f7-a3d3c05793c3', 'code': 200} Dec 06 17:14:55.668718 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a81ef20-7627-4783-b92f-49c0d8a17861', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea5126e6-32e0-495a-9092-333ce0b1510b', 'code': 200} Dec 06 17:14:55.712620 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 19026516-f680-46ce-96c9-e0e7b2bd564c, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=19026516-f680-46ce-96c9-e0e7b2bd564c,segment=NetworkSegment(c5bdebef-6647-4acc-8b76-b3635792eaa5),segment_id=c5bdebef-6647-4acc-8b76-b3635792eaa5)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:14:55.732056 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': '19026516-f680-46ce-96c9-e0e7b2bd564c', 'network_id': 'f3115485-0e47-4001-968e-d7c2520b29dd', 'port_id': '19026516-f680-46ce-96c9-e0e7b2bd564c', 'mac_address': 'fa:16:3e:ca:06:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85724274-c536-4bb4-9806-32c964df8042', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:14:55.784648 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:55.806465 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19026516-f680-46ce-96c9-e0e7b2bd564c {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:14:55.824401 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71ef1c0-910f-4005-bcac-36cb22c86453 req-04f641a5-174e-45b7-969e-b6cd478a8e5f tempest-ImagesOneServerTestJSON-125760203 tempest-ImagesOneServerTestJSON-125760203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:55.833832 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d71ef1c0-910f-4005-bcac-36cb22c86453 req-04f641a5-174e-45b7-969e-b6cd478a8e5f tempest-ImagesOneServerTestJSON-125760203 tempest-ImagesOneServerTestJSON-125760203-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d3b7f5b-9b90-46d3-ae07-5151f29231e9 HTTP/1.1" status: 200 len: 951 time: 0.1206200 Dec 06 17:14:55.837209 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 19026516-f680-46ce-96c9-e0e7b2bd564c, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=19026516-f680-46ce-96c9-e0e7b2bd564c,segment=NetworkSegment(c5bdebef-6647-4acc-8b76-b3635792eaa5),segment_id=c5bdebef-6647-4acc-8b76-b3635792eaa5)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:14:55.844397 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:55.860967 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ac2b09-13f8-42d0-94ff-f0a47633c7e4 req-81b1749d-80e0-4dcd-8dcd-db3b948fb86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:55.866268 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-65ac2b09-13f8-42d0-94ff-f0a47633c7e4 req-81b1749d-80e0-4dcd-8dcd-db3b948fb86e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8a81ef20-7627-4783-b92f-49c0d8a17861 HTTP/1.1" status: 200 len: 1097 time: 0.0877602 Dec 06 17:14:55.873082 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-20d65a25-9396-466e-81ca-912923a333fc req-e746451e-1820-493a-a92e-f3ada2414300 service neutron] 10.222.0.41 "GET /v2.0/networks/54ec0ce5-40a5-4965-be28-5d5392d9c61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196984 Dec 06 17:14:55.882496 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654f6595-8414-4a4d-9408-e3d143cbe0fe req-357c0070-a6e0-441b-badd-9096095b96d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:55.883077 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654f6595-8414-4a4d-9408-e3d143cbe0fe req-357c0070-a6e0-441b-badd-9096095b96d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:55.883563 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654f6595-8414-4a4d-9408-e3d143cbe0fe req-357c0070-a6e0-441b-badd-9096095b96d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:55.885437 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-654f6595-8414-4a4d-9408-e3d143cbe0fe req-357c0070-a6e0-441b-badd-9096095b96d5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b58a597b-6f19-419a-9505-13e69349ff22 HTTP/1.1" status: 200 len: 2870 time: 0.1281025 Dec 06 17:14:55.907671 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=19026516-f680-46ce-96c9-e0e7b2bd564c,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:55.914540 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d71ef1c0-910f-4005-bcac-36cb22c86453 req-750ef07f-3e7a-4a5f-8ef4-a0b8ec749f5f tempest-ImagesOneServerTestJSON-125760203 tempest-ImagesOneServerTestJSON-125760203-project] 10.222.0.23 "GET /v2.0/security-groups?id=eec3fd05-bc5c-4d9a-893f-0db0ab30345c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792568 Dec 06 17:14:55.985883 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-654f6595-8414-4a4d-9408-e3d143cbe0fe req-5420b06e-7738-49e5-9de5-9bc3907555f1 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f03ab9e8-fae2-4a61-9f03-339a4717e762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891528 Dec 06 17:14:55.999182 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device d4a678db-5160-49c5-8dd5-e80988056f2a no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:14:56.047735 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-65ac2b09-13f8-42d0-94ff-f0a47633c7e4 req-056cdb86-caba-4099-ae46-89c5af074ebc service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735277 Dec 06 17:14:56.059287 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2279dc76-dc55-4b77-a07d-ec9c32438c0b req-e8f49141-3167-441a-8bb2-c85af531be1f tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:56.061625 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2279dc76-dc55-4b77-a07d-ec9c32438c0b req-e8f49141-3167-441a-8bb2-c85af531be1f tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=3111a296-b40e-48c5-bfa4-66d71264ae66 HTTP/1.1" status: 200 len: 945 time: 0.0613770 Dec 06 17:14:56.090663 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbdad6d-c5dc-4c89-8b3d-61ba0268b807 req-4699bddb-3566-4132-a5cc-991986960656 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:56.092237 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-cdbdad6d-c5dc-4c89-8b3d-61ba0268b807 req-4699bddb-3566-4132-a5cc-991986960656 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a81ef20-7627-4783-b92f-49c0d8a17861 HTTP/1.1" status: 200 len: 946 time: 0.0876515 Dec 06 17:14:56.094514 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-20d65a25-9396-466e-81ca-912923a333fc req-73ac3b2c-ef57-492a-88fb-1984ea3e46dc service neutron] 10.222.0.41 "GET /v2.0/networks/54ec0ce5-40a5-4965-be28-5d5392d9c61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079198 Dec 06 17:14:56.104085 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:56.131319 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['19026516-f680-46ce-96c9-e0e7b2bd564c'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:14:56.156867 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2279dc76-dc55-4b77-a07d-ec9c32438c0b req-f59791d2-6684-4b97-a039-6d448b16a368 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886848 Dec 06 17:14:56.195461 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port d4a678db-5160-49c5-8dd5-e80988056f2a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=d4a678db-5160-49c5-8dd5-e80988056f2a,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:14:56.197384 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-cdbdad6d-c5dc-4c89-8b3d-61ba0268b807 req-e8c3bcb8-4ba5-46e5-84db-765c3c37bd29 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967898 Dec 06 17:14:56.203468 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:56.268518 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-99c55af9-8b0f-4754-929c-1c8dd143fa71 req-819a355d-8840-429a-8cbf-ccb596430ac3 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab5a1622-9933-40c5-84a1-0be26fda8c29 HTTP/1.1" status: 200 len: 210 time: 0.0475614 Dec 06 17:14:56.273024 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=d4a678db-5160-49c5-8dd5-e80988056f2a,revision_number=11']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:56.319859 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e0995d-99e2-4c42-8d7c-0aa9410c88aa req-2fbfab50-0ba8-4230-8197-9c09cf4f04d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:56.321354 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-00e0995d-99e2-4c42-8d7c-0aa9410c88aa req-2fbfab50-0ba8-4230-8197-9c09cf4f04d6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9bef0bd25b3044c8b28cf9aea9137f71&device_id=87b15b20-8ba4-4090-bc6d-8274e4d6fbca HTTP/1.1" status: 200 len: 1094 time: 0.1225765 Dec 06 17:14:56.355968 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db7a80d-9e2f-4d23-9a0d-3018fe7bb12c req-0892f41d-0234-4c6e-a914-2948c0b47f63 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:56.364477 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4db7a80d-9e2f-4d23-9a0d-3018fe7bb12c req-0892f41d-0234-4c6e-a914-2948c0b47f63 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] 10.222.0.23 "GET /v2.0/ports?device_id=87b15b20-8ba4-4090-bc6d-8274e4d6fbca HTTP/1.1" status: 200 len: 943 time: 0.0930018 Dec 06 17:14:56.409635 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ff1a3-406b-4ec3-bc5f-fe42acf1fc24 req-cd81775c-d949-49ba-b337-0fc2c429d5ce tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:56.416099 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ff1a3-406b-4ec3-bc5f-fe42acf1fc24 req-cd81775c-d949-49ba-b337-0fc2c429d5ce tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:56.422088 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ff1a3-406b-4ec3-bc5f-fe42acf1fc24 req-cd81775c-d949-49ba-b337-0fc2c429d5ce tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:56.423808 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2e4ff1a3-406b-4ec3-bc5f-fe42acf1fc24 req-cd81775c-d949-49ba-b337-0fc2c429d5ce tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.23 "GET /v2.0/ports?device_id=b58a597b-6f19-419a-9505-13e69349ff22 HTTP/1.1" status: 200 len: 2417 time: 0.0774868 Dec 06 17:14:56.475269 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4db7a80d-9e2f-4d23-9a0d-3018fe7bb12c req-fe4200d8-25b7-48a9-9319-3ba7c156d313 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] 10.222.0.23 "GET /v2.0/security-groups?id=77a8d875-60b3-4737-9cd6-8d2bcf3a41c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095843 Dec 06 17:14:56.480257 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2e4ff1a3-406b-4ec3-bc5f-fe42acf1fc24 req-1315caba-f136-4bcc-ae17-6b0e9792f874 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.23 "GET /v2.0/security-groups?id=f03ab9e8-fae2-4a61-9f03-339a4717e762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496516 Dec 06 17:14:56.492548 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e0995d-99e2-4c42-8d7c-0aa9410c88aa req-d7291d2d-2cd0-46a0-a052-752cdac07632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:56.494747 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-00e0995d-99e2-4c42-8d7c-0aa9410c88aa req-d7291d2d-2cd0-46a0-a052-752cdac07632 service neutron] 10.222.0.41 "GET /v2.0/networks?id=54ec0ce5-40a5-4965-be28-5d5392d9c61d HTTP/1.1" status: 200 len: 922 time: 0.1563156 Dec 06 17:14:56.552602 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-00e0995d-99e2-4c42-8d7c-0aa9410c88aa req-27a241b5-d432-4485-9c38-fc8975c890c3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3325fae5-f781-4ac9-a8a9-04cc42f2ec12 HTTP/1.1" status: 200 len: 217 time: 0.0500901 Dec 06 17:14:56.641977 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbabc771-1101-4186-9cb5-43dfb5eaaaab req-da280cf6-83f2-44dc-841a-faa44901a901 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:56.643482 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-cbabc771-1101-4186-9cb5-43dfb5eaaaab req-da280cf6-83f2-44dc-841a-faa44901a901 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] 10.222.0.23 "GET /v2.0/ports?device_id=c245de6b-5a8e-47e9-8a83-cc9ed8453593 HTTP/1.1" status: 200 len: 946 time: 0.0845294 Dec 06 17:14:56.647516 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e0995d-99e2-4c42-8d7c-0aa9410c88aa req-417d1afb-ed51-4845-ab2b-288bebb45bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:56.648860 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-00e0995d-99e2-4c42-8d7c-0aa9410c88aa req-417d1afb-ed51-4845-ab2b-288bebb45bcd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=606d14bd-3cdf-4d5d-8976-793383533298 HTTP/1.1" status: 200 len: 860 time: 0.0790331 Dec 06 17:14:56.722455 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-cbabc771-1101-4186-9cb5-43dfb5eaaaab req-0a0764c9-90bd-4047-ac46-4b8e79108428 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] 10.222.0.23 "GET /v2.0/security-groups?id=d21c49c1-182d-4160-90f0-ac9f78bb540e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726411 Dec 06 17:14:56.731773 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e0995d-99e2-4c42-8d7c-0aa9410c88aa req-a02c0cd3-a27c-476b-a2be-05588b2d9d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:56.732687 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-00e0995d-99e2-4c42-8d7c-0aa9410c88aa req-a02c0cd3-a27c-476b-a2be-05588b2d9d61 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=54ec0ce5-40a5-4965-be28-5d5392d9c61d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0669448 Dec 06 17:14:56.833601 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-00e0995d-99e2-4c42-8d7c-0aa9410c88aa req-d377227d-8d1f-46ce-8f8a-a5b3effafc9f service neutron] 10.222.0.41 "GET /v2.0/networks/54ec0ce5-40a5-4965-be28-5d5392d9c61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887053 Dec 06 17:14:56.926717 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-00e0995d-99e2-4c42-8d7c-0aa9410c88aa req-01af36e3-dcdd-44d4-b978-463e05923bf8 service neutron] 10.222.0.41 "GET /v2.0/networks/54ec0ce5-40a5-4965-be28-5d5392d9c61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846436 Dec 06 17:14:57.028644 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79938c9-fcf7-4c3f-a395-8e194d0685b7 req-43e9de30-01f7-41c9-88ad-43416f2f844e tempest-ImagesOneServerTestJSON-125760203 tempest-ImagesOneServerTestJSON-125760203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:57.030167 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a79938c9-fcf7-4c3f-a395-8e194d0685b7 req-43e9de30-01f7-41c9-88ad-43416f2f844e tempest-ImagesOneServerTestJSON-125760203 tempest-ImagesOneServerTestJSON-125760203-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d3b7f5b-9b90-46d3-ae07-5151f29231e9 HTTP/1.1" status: 200 len: 949 time: 0.0479884 Dec 06 17:14:57.077665 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a79938c9-fcf7-4c3f-a395-8e194d0685b7 req-132b57cc-878f-45ec-aba1-ac8d5dbb362c tempest-ImagesOneServerTestJSON-125760203 tempest-ImagesOneServerTestJSON-125760203-project] 10.222.0.23 "GET /v2.0/security-groups?id=eec3fd05-bc5c-4d9a-893f-0db0ab30345c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413878 Dec 06 17:14:57.146011 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-255cf7d7-d50f-41e4-a204-f4dee884b7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:57.147793 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-255cf7d7-d50f-41e4-a204-f4dee884b7fd service neutron] 10.222.0.41 "GET /v2.0/ports/69267b95-7993-4338-b334-0869546a57e9 HTTP/1.1" status: 200 len: 1026 time: 0.0350676 Dec 06 17:14:57.188837 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-78b2c660-751d-4739-9af7-e006505857e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:57.190559 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-78b2c660-751d-4739-9af7-e006505857e8 service neutron] 10.222.0.41 "GET /v2.0/ports/e6837a9b-3564-431d-b164-1562632e4bc8 HTTP/1.1" status: 200 len: 1028 time: 0.0357921 Dec 06 17:14:57.335218 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e67f01b-54a0-4a8a-9521-9465cea082cf req-88177341-ad19-4b82-bb54-de6e904e6312 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:57.337381 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6e67f01b-54a0-4a8a-9521-9465cea082cf req-88177341-ad19-4b82-bb54-de6e904e6312 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a81ef20-7627-4783-b92f-49c0d8a17861 HTTP/1.1" status: 200 len: 946 time: 0.0666132 Dec 06 17:14:57.343472 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc5b5ff-ceab-4cc1-957c-d4f63d7a049f req-c68c7115-40e1-4d54-8100-58d498aa207f tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:57.345258 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9bc5b5ff-ceab-4cc1-957c-d4f63d7a049f req-c68c7115-40e1-4d54-8100-58d498aa207f tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=3111a296-b40e-48c5-bfa4-66d71264ae66 HTTP/1.1" status: 200 len: 945 time: 0.1083298 Dec 06 17:14:57.356957 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-4dac13d5-aec6-45ab-96d1-710c90396e99 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:57.363648 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-4dac13d5-aec6-45ab-96d1-710c90396e99 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:57.369760 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-4dac13d5-aec6-45ab-96d1-710c90396e99 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:57.371369 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-4dac13d5-aec6-45ab-96d1-710c90396e99 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.41 "GET /v2.0/networks?id=3fe6b139-ab54-421b-a2ff-2a0762857d78&id=a4c7e014-b0a5-4b38-bc7b-c27afa34aef4&id=a4c7e014-b0a5-4b38-bc7b-c27afa34aef4&id=a4c7e014-b0a5-4b38-bc7b-c27afa34aef4&id=a4c7e014-b0a5-4b38-bc7b-c27afa34aef4&id=e47593f6-512b-4b3d-b5fd-6e48cd1a0fda&id=e47593f6-512b-4b3d-b5fd-6e48cd1a0fda HTTP/1.1" status: 200 len: 1988 time: 0.1718507 Dec 06 17:14:57.420596 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6e67f01b-54a0-4a8a-9521-9465cea082cf req-1f0a593d-d4b5-48c1-9318-81358d9c750c tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600531 Dec 06 17:14:57.474032 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9bc5b5ff-ceab-4cc1-957c-d4f63d7a049f req-d6165c2f-e3ac-4de8-87e5-1700e47c0bfb tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008465 Dec 06 17:14:57.520414 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-b2bd0bdf-d13d-4515-ba39-44be8128b389 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ab1b684adb44126aa30c8ecbc0cad3c HTTP/1.1" status: 200 len: 380 time: 0.1179347 Dec 06 17:14:57.536748 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-a315174c-cf2d-47fb-bcca-d4802baa3434 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Request body: {'port': {'device_id': 'ab5a1622-9933-40c5-84a1-0be26fda8c29', 'network_id': '3fe6b139-ab54-421b-a2ff-2a0762857d78', 'admin_state_up': True, 'tenant_id': '3ab1b684adb44126aa30c8ecbc0cad3c', 'security_groups': ['a4eb8a4b-85ed-48a0-8761-ec5681059b26']}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:14:57.547117 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7a4d84da-1322-463f-9dcf-436af28887c9 req-59d53d9a-c6d8-488e-8e9d-4718f2ab8ac7 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab5a1622-9933-40c5-84a1-0be26fda8c29 HTTP/1.1" status: 200 len: 210 time: 0.0427923 Dec 06 17:14:57.552713 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 19026516-f680-46ce-96c9-e0e7b2bd564c up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:14:57.617522 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port 19026516-f680-46ce-96c9-e0e7b2bd564c completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:14:57.623484 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port 19026516-f680-46ce-96c9-e0e7b2bd564c triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:14:57.624090 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:57.671700 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d3b7f5b-9b90-46d3-ae07-5151f29231e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4a678db-5160-49c5-8dd5-e80988056f2a'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:14:57.674468 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b222a75-3abe-4f9e-8198-3cf705cb6b82" -d '{"events": [{"server_uuid": "6d3b7f5b-9b90-46d3-ae07-5151f29231e9", "name": "network-vif-unplugged", "status": "completed", "tag": "d4a678db-5160-49c5-8dd5-e80988056f2a"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:14:57.692468 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e7db19-5e78-4e2e-b5b0-8ad48712a2e6 req-d3181925-ef33-464c-9b4c-e2835d6ec0a3 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:57.699065 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e7db19-5e78-4e2e-b5b0-8ad48712a2e6 req-d3181925-ef33-464c-9b4c-e2835d6ec0a3 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:57.705913 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e7db19-5e78-4e2e-b5b0-8ad48712a2e6 req-d3181925-ef33-464c-9b4c-e2835d6ec0a3 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:57.713689 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-71e7db19-5e78-4e2e-b5b0-8ad48712a2e6 req-d3181925-ef33-464c-9b4c-e2835d6ec0a3 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.23 "GET /v2.0/ports?device_id=b58a597b-6f19-419a-9505-13e69349ff22 HTTP/1.1" status: 200 len: 2417 time: 0.0778744 Dec 06 17:14:57.725217 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:57.728670 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac90e241-3b0a-462f-a784-37a6bf35a310 req-a85c95e1-e5e3-46a4-97e8-1d494550ac3e tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:57.730448 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ac90e241-3b0a-462f-a784-37a6bf35a310 req-a85c95e1-e5e3-46a4-97e8-1d494550ac3e tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] 10.222.0.23 "GET /v2.0/ports?device_id=87b15b20-8ba4-4090-bc6d-8274e4d6fbca HTTP/1.1" status: 200 len: 943 time: 0.1349063 Dec 06 17:14:57.789383 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-71e7db19-5e78-4e2e-b5b0-8ad48712a2e6 req-b8cac389-9d2f-47c2-898b-9796e5bb86fa tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.23 "GET /v2.0/security-groups?id=f03ab9e8-fae2-4a61-9f03-339a4717e762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666385 Dec 06 17:14:57.792417 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 19026516-f680-46ce-96c9-e0e7b2bd564c, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=19026516-f680-46ce-96c9-e0e7b2bd564c,segment=NetworkSegment(c5bdebef-6647-4acc-8b76-b3635792eaa5),segment_id=c5bdebef-6647-4acc-8b76-b3635792eaa5)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:14:57.800727 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:57.814587 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-a315174c-cf2d-47fb-bcca-d4802baa3434 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Made reservation on behalf of 3ab1b684adb44126aa30c8ecbc0cad3c for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:14:57.817335 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-a315174c-cf2d-47fb-bcca-d4802baa3434 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:57.843508 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ac90e241-3b0a-462f-a784-37a6bf35a310 req-01372dbb-7a66-4b92-b099-91fe998ce15c tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] 10.222.0.23 "GET /v2.0/security-groups?id=77a8d875-60b3-4737-9cd6-8d2bcf3a41c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064339 Dec 06 17:14:57.988709 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 17:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31538520-e693-420d-af9c-41118479a631 x-openstack-request-id: req-31538520-e693-420d-af9c-41118479a631 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:14:57.989016 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d3b7f5b-9b90-46d3-ae07-5151f29231e9", "name": "network-vif-unplugged", "status": "completed", "tag": "d4a678db-5160-49c5-8dd5-e80988056f2a", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:14:57.989278 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-31538520-e693-420d-af9c-41118479a631 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:14:57.990059 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d3b7f5b-9b90-46d3-ae07-5151f29231e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4a678db-5160-49c5-8dd5-e80988056f2a', 'code': 200} Dec 06 17:14:57.994533 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-a315174c-cf2d-47fb-bcca-d4802baa3434 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Allocated IP 172.20.0.7 (3fe6b139-ab54-421b-a2ff-2a0762857d78/6a353316-d532-4156-ba10-317f93f3fee6/8ff5d469-98fa-49c2-8ef1-104f557830ca) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:14:58.023678 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=19026516-f680-46ce-96c9-e0e7b2bd564c,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:58.075711 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43af7995-471a-407d-9361-aceb36031ed0 req-f7fa3345-fd9f-49cd-992b-760bec08ebb2 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:58.083916 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-43af7995-471a-407d-9361-aceb36031ed0 req-f7fa3345-fd9f-49cd-992b-760bec08ebb2 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] 10.222.0.23 "GET /v2.0/ports?device_id=c245de6b-5a8e-47e9-8a83-cc9ed8453593 HTTP/1.1" status: 200 len: 946 time: 0.0962985 Dec 06 17:14:58.136576 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d976f1f-5a56-4e1d-a87c-8f08eed8d97f req-b1602327-6cde-4326-9e26-ae0c80b513eb tempest-ImagesOneServerTestJSON-125760203 tempest-ImagesOneServerTestJSON-125760203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:58.138662 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0d976f1f-5a56-4e1d-a87c-8f08eed8d97f req-b1602327-6cde-4326-9e26-ae0c80b513eb tempest-ImagesOneServerTestJSON-125760203 tempest-ImagesOneServerTestJSON-125760203-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d3b7f5b-9b90-46d3-ae07-5151f29231e9 HTTP/1.1" status: 200 len: 949 time: 0.1351039 Dec 06 17:14:58.146559 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-43af7995-471a-407d-9361-aceb36031ed0 req-96ac83d8-da90-40b0-9544-bc1526246c96 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] 10.222.0.23 "GET /v2.0/security-groups?id=d21c49c1-182d-4160-90f0-ac9f78bb540e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614972 Dec 06 17:14:58.361681 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a521e7a0-89b0-45ff-8bdf-ff34bf8be686 req-3e02238d-d6a9-447f-a12b-40a49a36c2f1 tempest-ImagesOneServerTestJSON-125760203 tempest-ImagesOneServerTestJSON-125760203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:58.369403 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a521e7a0-89b0-45ff-8bdf-ff34bf8be686 req-3e02238d-d6a9-447f-a12b-40a49a36c2f1 tempest-ImagesOneServerTestJSON-125760203 tempest-ImagesOneServerTestJSON-125760203-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d3b7f5b-9b90-46d3-ae07-5151f29231e9 HTTP/1.1" status: 200 len: 949 time: 0.0800161 Dec 06 17:14:58.430112 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a521e7a0-89b0-45ff-8bdf-ff34bf8be686 req-cb235267-b8fd-4b11-ac05-dc76a4d1855a tempest-ImagesOneServerTestJSON-125760203 tempest-ImagesOneServerTestJSON-125760203-project] 10.222.0.23 "GET /v2.0/security-groups?id=eec3fd05-bc5c-4d9a-893f-0db0ab30345c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594118 Dec 06 17:14:58.561183 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d20a3fe-7476-4ccc-9e12-3905943c30f7 req-4339320b-136f-4bfe-9274-bc00c6f7d8f6 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:58.562841 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0d20a3fe-7476-4ccc-9e12-3905943c30f7 req-4339320b-136f-4bfe-9274-bc00c6f7d8f6 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a81ef20-7627-4783-b92f-49c0d8a17861 HTTP/1.1" status: 200 len: 946 time: 0.0603006 Dec 06 17:14:58.614453 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0d20a3fe-7476-4ccc-9e12-3905943c30f7 req-f6ae1d27-6386-4e15-aaf9-1f6ead7b6559 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446980 Dec 06 17:14:58.677242 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-a315174c-cf2d-47fb-bcca-d4802baa3434 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:58.706726 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-0d976f1f-5a56-4e1d-a87c-8f08eed8d97f req-dbd01155-f922-4bb4-a5f8-74ccd2e280be tempest-ImagesOneServerTestJSON-125760203 tempest-ImagesOneServerTestJSON-125760203-project] Deleting port d4a678db-5160-49c5-8dd5-e80988056f2a {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:14:58.707062 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-0d976f1f-5a56-4e1d-a87c-8f08eed8d97f req-dbd01155-f922-4bb4-a5f8-74ccd2e280be tempest-ImagesOneServerTestJSON-125760203 tempest-ImagesOneServerTestJSON-125760203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:58.724663 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3bbb10-d68e-4538-ac59-ad59f4c3555b req-99244981-674b-421d-8d72-77adcef6f837 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:58.726293 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3c3bbb10-d68e-4538-ac59-ad59f4c3555b req-99244981-674b-421d-8d72-77adcef6f837 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=3111a296-b40e-48c5-bfa4-66d71264ae66 HTTP/1.1" status: 200 len: 946 time: 0.0517600 Dec 06 17:14:58.737352 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adf61ec-e927-4698-aaf6-6ab398130b78 req-f9c94821-70b2-47bc-9b8e-a8f2807b2956 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:58.743299 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adf61ec-e927-4698-aaf6-6ab398130b78 req-f9c94821-70b2-47bc-9b8e-a8f2807b2956 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:58.749885 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adf61ec-e927-4698-aaf6-6ab398130b78 req-f9c94821-70b2-47bc-9b8e-a8f2807b2956 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:58.751559 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1adf61ec-e927-4698-aaf6-6ab398130b78 req-f9c94821-70b2-47bc-9b8e-a8f2807b2956 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.23 "GET /v2.0/ports?device_id=b58a597b-6f19-419a-9505-13e69349ff22 HTTP/1.1" status: 200 len: 2417 time: 0.4426854 Dec 06 17:14:58.786527 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3c3bbb10-d68e-4538-ac59-ad59f4c3555b req-057b7869-a2f2-4511-8edd-afd896935173 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528502 Dec 06 17:14:58.842901 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-a315174c-cf2d-47fb-bcca-d4802baa3434 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:58.898312 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3aeb4a-f354-44f5-91fc-e2dda597675d req-807288dd-1946-43fd-8b00-048af6906144 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:58.899832 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bd3aeb4a-f354-44f5-91fc-e2dda597675d req-807288dd-1946-43fd-8b00-048af6906144 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab5a1622-9933-40c5-84a1-0be26fda8c29 HTTP/1.1" status: 200 len: 931 time: 0.0531616 Dec 06 17:14:58.914624 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-a315174c-cf2d-47fb-bcca-d4802baa3434 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Network 3fe6b139-ab54-421b-a2ff-2a0762857d78 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:14:58.921491 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1adf61ec-e927-4698-aaf6-6ab398130b78 req-38c1577e-a44a-4797-8b75-965793420a5e tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.23 "GET /v2.0/security-groups?id=f03ab9e8-fae2-4a61-9f03-339a4717e762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609924 Dec 06 17:14:58.930686 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-a315174c-cf2d-47fb-bcca-d4802baa3434 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:14:58.933287 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-a315174c-cf2d-47fb-bcca-d4802baa3434 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:14:58.991537 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-0d976f1f-5a56-4e1d-a87c-8f08eed8d97f req-dbd01155-f922-4bb4-a5f8-74ccd2e280be tempest-ImagesOneServerTestJSON-125760203 tempest-ImagesOneServerTestJSON-125760203-project] For port d4a678db-5160-49c5-8dd5-e80988056f2a, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=d4a678db-5160-49c5-8dd5-e80988056f2a,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:14:58.992014 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bd3aeb4a-f354-44f5-91fc-e2dda597675d req-db54dae2-caf7-4af9-af85-f384aad6a5cf tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/security-groups?id=a4eb8a4b-85ed-48a0-8761-ec5681059b26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768790 Dec 06 17:14:58.992184 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-0d976f1f-5a56-4e1d-a87c-8f08eed8d97f req-dbd01155-f922-4bb4-a5f8-74ccd2e280be tempest-ImagesOneServerTestJSON-125760203 tempest-ImagesOneServerTestJSON-125760203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:58.998791 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a315174c-cf2d-47fb-bcca-d4802baa3434 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Pushing event updated for resources: {'Port': ['ID=8ff5d469-98fa-49c2-8ef1-104f557830ca,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:59.047088 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a315174c-cf2d-47fb-bcca-d4802baa3434 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:14:59.047088 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a315174c-cf2d-47fb-bcca-d4802baa3434 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:14:59.047543 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a315174c-cf2d-47fb-bcca-d4802baa3434 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:14:59.048059 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a315174c-cf2d-47fb-bcca-d4802baa3434 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:14:59.048804 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a315174c-cf2d-47fb-bcca-d4802baa3434 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:14:59.049704 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a315174c-cf2d-47fb-bcca-d4802baa3434 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:14:59.050121 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a315174c-cf2d-47fb-bcca-d4802baa3434 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:14:59.050509 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a315174c-cf2d-47fb-bcca-d4802baa3434 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:14:59.050903 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a315174c-cf2d-47fb-bcca-d4802baa3434 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:14:59.051306 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a315174c-cf2d-47fb-bcca-d4802baa3434 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:14:59.051699 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a315174c-cf2d-47fb-bcca-d4802baa3434 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:14:59.052098 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a315174c-cf2d-47fb-bcca-d4802baa3434 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:14:59.052490 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a315174c-cf2d-47fb-bcca-d4802baa3434 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:14:59.079627 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-0d976f1f-5a56-4e1d-a87c-8f08eed8d97f req-dbd01155-f922-4bb4-a5f8-74ccd2e280be tempest-ImagesOneServerTestJSON-125760203 tempest-ImagesOneServerTestJSON-125760203-project] Calling delete_port for d4a678db-5160-49c5-8dd5-e80988056f2a owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:14:59.088017 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-a315174c-cf2d-47fb-bcca-d4802baa3434 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:59.090307 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-a315174c-cf2d-47fb-bcca-d4802baa3434 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:59.143241 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4230610e-5889-45b4-8cd0-e9b655f1938a req-49189139-3bf3-4678-80f9-24fb11c564c1 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:59.155059 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4230610e-5889-45b4-8cd0-e9b655f1938a req-49189139-3bf3-4678-80f9-24fb11c564c1 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] 10.222.0.23 "GET /v2.0/ports?device_id=87b15b20-8ba4-4090-bc6d-8274e4d6fbca HTTP/1.1" status: 200 len: 943 time: 0.0676165 Dec 06 17:14:59.184568 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-a315174c-cf2d-47fb-bcca-d4802baa3434 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6570733 Dec 06 17:14:59.215064 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-bc27971e-a081-42bd-b2b0-2368a64e91c2 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Request body: {'port': {'device_id': 'ab5a1622-9933-40c5-84a1-0be26fda8c29', 'network_id': 'a4c7e014-b0a5-4b38-bc7b-c27afa34aef4', 'admin_state_up': True, 'tenant_id': '3ab1b684adb44126aa30c8ecbc0cad3c', 'security_groups': ['a4eb8a4b-85ed-48a0-8761-ec5681059b26']}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:14:59.218654 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6163c868-68a1-4fa0-8113-0287e9dd67ba None None] Provisioning complete for port 8ff5d469-98fa-49c2-8ef1-104f557830ca triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:14:59.222923 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6163c868-68a1-4fa0-8113-0287e9dd67ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:59.224550 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d545fba-ff36-4b86-8083-da6d9a0c6571 req-9b03849b-0eaf-48e8-9ae4-8f99e2259358 tempest-LiveMigrationTest-2036531045 tempest-LiveMigrationTest-2036531045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:59.232947 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5d545fba-ff36-4b86-8083-da6d9a0c6571 req-9b03849b-0eaf-48e8-9ae4-8f99e2259358 tempest-LiveMigrationTest-2036531045 tempest-LiveMigrationTest-2036531045-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=8a81ef20-7627-4783-b92f-49c0d8a17861 HTTP/1.1" status: 200 len: 1097 time: 0.2167025 Dec 06 17:14:59.249150 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4230610e-5889-45b4-8cd0-e9b655f1938a req-47b2602f-b914-4c43-83c5-7a036787ca53 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] 10.222.0.23 "GET /v2.0/security-groups?id=77a8d875-60b3-4737-9cd6-8d2bcf3a41c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875430 Dec 06 17:14:59.272352 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6163c868-68a1-4fa0-8113-0287e9dd67ba None None] Port 8ff5d469-98fa-49c2-8ef1-104f557830ca cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:14:59.392701 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5d545fba-ff36-4b86-8083-da6d9a0c6571 req-5e4d4126-ed9e-4053-b03c-7a8edf42c2cc tempest-LiveMigrationTest-2036531045 tempest-LiveMigrationTest-2036531045-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481166 Dec 06 17:14:59.439695 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-0d976f1f-5a56-4e1d-a87c-8f08eed8d97f req-dbd01155-f922-4bb4-a5f8-74ccd2e280be tempest-ImagesOneServerTestJSON-125760203 tempest-ImagesOneServerTestJSON-125760203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:59.441311 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf200c8-3cd7-49d5-ae0e-d0ea60985a3e req-e54cf0b7-2615-4d86-8d52-53bde50978e3 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:59.442877 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2bf200c8-3cd7-49d5-ae0e-d0ea60985a3e req-e54cf0b7-2615-4d86-8d52-53bde50978e3 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] 10.222.0.23 "GET /v2.0/ports?device_id=c245de6b-5a8e-47e9-8a83-cc9ed8453593 HTTP/1.1" status: 200 len: 946 time: 0.0569057 Dec 06 17:14:59.482999 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd01155-f922-4bb4-a5f8-74ccd2e280be tempest-ImagesOneServerTestJSON-125760203 tempest-ImagesOneServerTestJSON-125760203-project] Pushing event deleted for resources: {'Port': ['ID=d4a678db-5160-49c5-8dd5-e80988056f2a,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:14:59.515117 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2bf200c8-3cd7-49d5-ae0e-d0ea60985a3e req-dc51ed98-83cf-4282-9fb3-90c20743da9a tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] 10.222.0.23 "GET /v2.0/security-groups?id=d21c49c1-182d-4160-90f0-ac9f78bb540e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657349 Dec 06 17:14:59.554571 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d976f1f-5a56-4e1d-a87c-8f08eed8d97f req-dbd01155-f922-4bb4-a5f8-74ccd2e280be tempest-ImagesOneServerTestJSON-125760203 tempest-ImagesOneServerTestJSON-125760203-project] No DVR routers for this DVR port d4a678db-5160-49c5-8dd5-e80988056f2a on host n-h2-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:14:59.557315 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-0d976f1f-5a56-4e1d-a87c-8f08eed8d97f req-dbd01155-f922-4bb4-a5f8-74ccd2e280be tempest-ImagesOneServerTestJSON-125760203 tempest-ImagesOneServerTestJSON-125760203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:59.561114 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0d976f1f-5a56-4e1d-a87c-8f08eed8d97f req-dbd01155-f922-4bb4-a5f8-74ccd2e280be tempest-ImagesOneServerTestJSON-125760203 tempest-ImagesOneServerTestJSON-125760203-project] 10.222.0.44 "DELETE /v2.0/ports/d4a678db-5160-49c5-8dd5-e80988056f2a HTTP/1.1" status: 204 len: 173 time: 1.3961084 Dec 06 17:14:59.564302 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d3b7f5b-9b90-46d3-ae07-5151f29231e9', 'name': 'network-vif-deleted', 'tag': 'd4a678db-5160-49c5-8dd5-e80988056f2a'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:14:59.567638 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 3325fae5-f781-4ac9-a8a9-04cc42f2ec12 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:14:59.567883 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8454425-2945-495f-81ed-19e131f1695a" -d '{"events": [{"server_uuid": "6d3b7f5b-9b90-46d3-ae07-5151f29231e9", "name": "network-vif-deleted", "tag": "d4a678db-5160-49c5-8dd5-e80988056f2a"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:14:59.585065 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2af9bb2-c935-44c7-b82f-f2873e1b88bb req-b7b8ea96-049b-48fe-94f7-30582a9b2b2f tempest-LiveMigrationTest-2036531045 tempest-LiveMigrationTest-2036531045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:14:59.594142 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f2af9bb2-c935-44c7-b82f-f2873e1b88bb req-b7b8ea96-049b-48fe-94f7-30582a9b2b2f tempest-LiveMigrationTest-2036531045 tempest-LiveMigrationTest-2036531045-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=8a81ef20-7627-4783-b92f-49c0d8a17861 HTTP/1.1" status: 200 len: 1097 time: 0.1197286 Dec 06 17:14:59.603341 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-bc27971e-a081-42bd-b2b0-2368a64e91c2 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Made reservation on behalf of 3ab1b684adb44126aa30c8ecbc0cad3c for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:14:59.606742 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-bc27971e-a081-42bd-b2b0-2368a64e91c2 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:59.674576 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2cbbbd53-4f51-4a2a-a6cb-71541dbc594e req-e5173383-17bd-4f78-a15e-3b98525a01b0 tempest-ImagesOneServerTestJSON-125760203 tempest-ImagesOneServerTestJSON-125760203-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d3b7f5b-9b90-46d3-ae07-5151f29231e9 HTTP/1.1" status: 200 len: 210 time: 0.0779867 Dec 06 17:14:59.715753 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f2af9bb2-c935-44c7-b82f-f2873e1b88bb req-c0579e4f-c7d1-42ae-b8c5-3e0b855bff86 tempest-LiveMigrationTest-2036531045 tempest-LiveMigrationTest-2036531045-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158617 Dec 06 17:14:59.762452 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfbc5277-7a7c-44b4-8409-554170748212 x-openstack-request-id: req-dfbc5277-7a7c-44b4-8409-554170748212 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:14:59.763650 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d3b7f5b-9b90-46d3-ae07-5151f29231e9", "name": "network-vif-deleted", "tag": "d4a678db-5160-49c5-8dd5-e80988056f2a", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:14:59.763650 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dfbc5277-7a7c-44b4-8409-554170748212 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:14:59.764065 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d3b7f5b-9b90-46d3-ae07-5151f29231e9', 'name': 'network-vif-deleted', 'tag': 'd4a678db-5160-49c5-8dd5-e80988056f2a', 'status': 'completed', 'code': 200} Dec 06 17:14:59.808341 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 3325fae5-f781-4ac9-a8a9-04cc42f2ec12, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=3325fae5-f781-4ac9-a8a9-04cc42f2ec12,segment=NetworkSegment(03765572-315b-4287-b069-bc0490aa8fc6),segment_id=03765572-315b-4287-b069-bc0490aa8fc6)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:14:59.822238 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': '3325fae5-f781-4ac9-a8a9-04cc42f2ec12', 'network_id': '54ec0ce5-40a5-4965-be28-5d5392d9c61d', 'port_id': '3325fae5-f781-4ac9-a8a9-04cc42f2ec12', 'mac_address': 'fa:16:3e:af:92:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '606d14bd-3cdf-4d5d-8976-793383533298', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:14:59.861659 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-bc27971e-a081-42bd-b2b0-2368a64e91c2 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Allocated IP 10.1.1.139 (a4c7e014-b0a5-4b38-bc7b-c27afa34aef4/1b6f6e09-b453-475f-acb4-6738e54d8ac7/54b8b728-fb86-4824-ae15-d101cf829fb2) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:14:59.906018 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:59.937643 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3325fae5-f781-4ac9-a8a9-04cc42f2ec12 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:14:59.974545 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 3325fae5-f781-4ac9-a8a9-04cc42f2ec12, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=3325fae5-f781-4ac9-a8a9-04cc42f2ec12,segment=NetworkSegment(03765572-315b-4287-b069-bc0490aa8fc6),segment_id=03765572-315b-4287-b069-bc0490aa8fc6)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:14:59.989938 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:14:59.991971 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3111a296-b40e-48c5-bfa4-66d71264ae66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19026516-f680-46ce-96c9-e0e7b2bd564c'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:15:00.000137 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-342e1031-3c8d-4eda-8c31-78292bfc8895" -d '{"events": [{"server_uuid": "3111a296-b40e-48c5-bfa4-66d71264ae66", "name": "network-vif-plugged", "status": "completed", "tag": "19026516-f680-46ce-96c9-e0e7b2bd564c"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:15:00.039250 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-bc27971e-a081-42bd-b2b0-2368a64e91c2 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:00.114129 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-bc27971e-a081-42bd-b2b0-2368a64e91c2 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:00.159664 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=3325fae5-f781-4ac9-a8a9-04cc42f2ec12,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:00.205235 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-bc27971e-a081-42bd-b2b0-2368a64e91c2 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Network a4c7e014-b0a5-4b38-bc7b-c27afa34aef4 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:15:00.212097 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-bc27971e-a081-42bd-b2b0-2368a64e91c2 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:15:00.214854 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-bc27971e-a081-42bd-b2b0-2368a64e91c2 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:15:00.246447 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['3325fae5-f781-4ac9-a8a9-04cc42f2ec12'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:15:00.287694 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc27971e-a081-42bd-b2b0-2368a64e91c2 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Pushing event updated for resources: {'Port': ['ID=54b8b728-fb86-4824-ae15-d101cf829fb2,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:00.306413 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621fbda3-2a5e-4b44-8579-87a3c5dd6b69 req-a87cbdda-8651-49ed-b645-4b7af3ab3688 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:00.313209 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621fbda3-2a5e-4b44-8579-87a3c5dd6b69 req-a87cbdda-8651-49ed-b645-4b7af3ab3688 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:00.319290 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621fbda3-2a5e-4b44-8579-87a3c5dd6b69 req-a87cbdda-8651-49ed-b645-4b7af3ab3688 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:00.320971 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-621fbda3-2a5e-4b44-8579-87a3c5dd6b69 req-a87cbdda-8651-49ed-b645-4b7af3ab3688 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.44 "GET /v2.0/ports?device_id=b58a597b-6f19-419a-9505-13e69349ff22 HTTP/1.1" status: 200 len: 2417 time: 0.2398467 Dec 06 17:15:00.369834 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8aec1e-29fd-4cd6-b157-7ef484803515 req-affb1957-a8ef-4d93-b9e8-17bf39fd4285 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:00.376632 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3f8aec1e-29fd-4cd6-b157-7ef484803515 req-affb1957-a8ef-4d93-b9e8-17bf39fd4285 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=3111a296-b40e-48c5-bfa4-66d71264ae66 HTTP/1.1" status: 200 len: 946 time: 0.2912989 Dec 06 17:15:00.383996 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-bc27971e-a081-42bd-b2b0-2368a64e91c2 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:00.384659 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-bc27971e-a081-42bd-b2b0-2368a64e91c2 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:00.466666 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-bc27971e-a081-42bd-b2b0-2368a64e91c2 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2707283 Dec 06 17:15:00.491722 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-50265ab4-e916-4b13-9e32-05f46476c9d7 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Request body: {'port': {'device_id': 'ab5a1622-9933-40c5-84a1-0be26fda8c29', 'network_id': 'a4c7e014-b0a5-4b38-bc7b-c27afa34aef4', 'admin_state_up': True, 'tenant_id': '3ab1b684adb44126aa30c8ecbc0cad3c', 'security_groups': ['a4eb8a4b-85ed-48a0-8761-ec5681059b26']}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:15:00.572362 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3f8aec1e-29fd-4cd6-b157-7ef484803515 req-119b5571-94c7-4db0-8789-663f262ab8a0 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949141 Dec 06 17:15:00.614891 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-66a0840d-52e7-4587-a646-24fba3c55f24 None None] Provisioning complete for port 54b8b728-fb86-4824-ae15-d101cf829fb2 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:15:00.615253 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-66a0840d-52e7-4587-a646-24fba3c55f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:00.628154 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-621fbda3-2a5e-4b44-8579-87a3c5dd6b69 req-f935b177-bd7d-4a6b-a626-27c5f2ec3bfd tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Deleting port ff3e434f-1fa3-46b0-839c-72cdf024c464 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:15:00.628154 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-621fbda3-2a5e-4b44-8579-87a3c5dd6b69 req-f935b177-bd7d-4a6b-a626-27c5f2ec3bfd tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:00.668908 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-66a0840d-52e7-4587-a646-24fba3c55f24 None None] Port 54b8b728-fb86-4824-ae15-d101cf829fb2 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:15:00.792865 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-50265ab4-e916-4b13-9e32-05f46476c9d7 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Made reservation on behalf of 3ab1b684adb44126aa30c8ecbc0cad3c for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:15:00.797342 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-50265ab4-e916-4b13-9e32-05f46476c9d7 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:00.816507 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f108dc-7581-4de8-abb6-344f92e969f6 req-04c9ae8d-d727-4f9f-911e-4453b9550ca2 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:00.822442 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f108dc-7581-4de8-abb6-344f92e969f6 req-04c9ae8d-d727-4f9f-911e-4453b9550ca2 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:00.829948 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f108dc-7581-4de8-abb6-344f92e969f6 req-04c9ae8d-d727-4f9f-911e-4453b9550ca2 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:00.831635 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-42f108dc-7581-4de8-abb6-344f92e969f6 req-04c9ae8d-d727-4f9f-911e-4453b9550ca2 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.23 "GET /v2.0/ports?device_id=b58a597b-6f19-419a-9505-13e69349ff22 HTTP/1.1" status: 200 len: 2417 time: 0.1744344 Dec 06 17:15:00.851540 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-621fbda3-2a5e-4b44-8579-87a3c5dd6b69 req-f935b177-bd7d-4a6b-a626-27c5f2ec3bfd tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] For port ff3e434f-1fa3-46b0-839c-72cdf024c464, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ff3e434f-1fa3-46b0-839c-72cdf024c464,segment=NetworkSegment(6ad346bc-a018-49d6-8f9d-fd19654b2f8c),segment_id=6ad346bc-a018-49d6-8f9d-fd19654b2f8c)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:15:00.851899 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-621fbda3-2a5e-4b44-8579-87a3c5dd6b69 req-f935b177-bd7d-4a6b-a626-27c5f2ec3bfd tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:00.874409 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-621fbda3-2a5e-4b44-8579-87a3c5dd6b69 req-f935b177-bd7d-4a6b-a626-27c5f2ec3bfd tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Calling delete_port for ff3e434f-1fa3-46b0-839c-72cdf024c464 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:15:01.011094 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-42f108dc-7581-4de8-abb6-344f92e969f6 req-ae8f628a-8aee-45f7-a338-3924c08cf41d tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.23 "GET /v2.0/security-groups?id=f03ab9e8-fae2-4a61-9f03-339a4717e762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709695 Dec 06 17:15:01.021043 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [req-2643bb07-f681-449b-923d-2386b3ea751c req-279cbb44-502a-45c1-80e7-1b67326bf538 tempest-LiveMigrationTest-2036531045 tempest-LiveMigrationTest-2036531045-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:15:01.022186 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2643bb07-f681-449b-923d-2386b3ea751c req-279cbb44-502a-45c1-80e7-1b67326bf538 tempest-LiveMigrationTest-2036531045 tempest-LiveMigrationTest-2036531045-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0153577 Dec 06 17:15:01.068694 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e612c49-17b1-4370-8676-3855d95a56e8 x-openstack-request-id: req-1e612c49-17b1-4370-8676-3855d95a56e8 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:15:01.071865 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3111a296-b40e-48c5-bfa4-66d71264ae66", "name": "network-vif-plugged", "status": "completed", "tag": "19026516-f680-46ce-96c9-e0e7b2bd564c", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:15:01.072749 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1e612c49-17b1-4370-8676-3855d95a56e8 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:15:01.074459 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3111a296-b40e-48c5-bfa4-66d71264ae66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19026516-f680-46ce-96c9-e0e7b2bd564c', 'code': 200} Dec 06 17:15:01.120526 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2643bb07-f681-449b-923d-2386b3ea751c req-7195c105-a4c7-469b-ac45-4be4ff1a4e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:01.127327 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2643bb07-f681-449b-923d-2386b3ea751c req-7195c105-a4c7-469b-ac45-4be4ff1a4e40 service neutron] 10.222.0.23 "GET /v2.0/ports/ea5126e6-32e0-495a-9092-333ce0b1510b HTTP/1.1" status: 200 len: 1094 time: 0.0914207 Dec 06 17:15:01.131569 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-2643bb07-f681-449b-923d-2386b3ea751c req-2fac5390-6419-4957-a308-98f192fb7d0d service neutron] Request body: {'binding': {'host': 'n-h1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:15:01.132026 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-2643bb07-f681-449b-923d-2386b3ea751c req-2fac5390-6419-4957-a308-98f192fb7d0d service neutron] Unknown quota resources ['binding']. {{(pid=103284) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 06 17:15:01.172144 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-50265ab4-e916-4b13-9e32-05f46476c9d7 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Allocated IP 10.1.1.14 (a4c7e014-b0a5-4b38-bc7b-c27afa34aef4/1b6f6e09-b453-475f-acb4-6738e54d8ac7/fd8770e5-43c9-4df9-a87a-fd8b1189f8b0) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:15:01.185703 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2688a1-910c-4da2-8f30-020a06bb348a req-745fe749-d23f-4d70-a248-ce163e618a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:01.187967 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fa2688a1-910c-4da2-8f30-020a06bb348a req-745fe749-d23f-4d70-a248-ce163e618a58 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3111a296-b40e-48c5-bfa4-66d71264ae66 HTTP/1.1" status: 200 len: 1097 time: 0.0436766 Dec 06 17:15:01.245795 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fa2688a1-910c-4da2-8f30-020a06bb348a req-5bc3ea03-11b0-4797-a88a-b48e4ed7e092 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471230 Dec 06 17:15:01.327453 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf11d14-e461-44d4-9acf-e0a5f2494077 req-65104867-d70e-4f82-917f-92c050ce8aab tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:01.333386 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf11d14-e461-44d4-9acf-e0a5f2494077 req-65104867-d70e-4f82-917f-92c050ce8aab tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:01.335056 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1bf11d14-e461-44d4-9acf-e0a5f2494077 req-65104867-d70e-4f82-917f-92c050ce8aab tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab5a1622-9933-40c5-84a1-0be26fda8c29 HTTP/1.1" status: 200 len: 1653 time: 0.1966119 Dec 06 17:15:01.350956 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-621fbda3-2a5e-4b44-8579-87a3c5dd6b69 req-f935b177-bd7d-4a6b-a626-27c5f2ec3bfd tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:01.362277 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['ea29b125-60ad-478c-83ea-f46e31a89171', 'ff3e434f-1fa3-46b0-839c-72cdf024c464', '68530442-a39e-4086-b1f7-a3d3c05793c3'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:15:01.423615 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f935b177-bd7d-4a6b-a626-27c5f2ec3bfd tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Pushing event deleted for resources: {'Port': ['ID=ff3e434f-1fa3-46b0-839c-72cdf024c464,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:01.555826 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1bf11d14-e461-44d4-9acf-e0a5f2494077 req-014f32f8-d7da-4388-9caa-ee4edfbb530c tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/security-groups?id=a4eb8a4b-85ed-48a0-8761-ec5681059b26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2088053 Dec 06 17:15:01.568608 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 3325fae5-f781-4ac9-a8a9-04cc42f2ec12 up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:15:01.603686 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-621fbda3-2a5e-4b44-8579-87a3c5dd6b69 req-f935b177-bd7d-4a6b-a626-27c5f2ec3bfd tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] No DVR routers for this DVR port ff3e434f-1fa3-46b0-839c-72cdf024c464 on host n-h2-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:15:01.609753 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-621fbda3-2a5e-4b44-8579-87a3c5dd6b69 req-f935b177-bd7d-4a6b-a626-27c5f2ec3bfd tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:01.613371 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-621fbda3-2a5e-4b44-8579-87a3c5dd6b69 req-f935b177-bd7d-4a6b-a626-27c5f2ec3bfd tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.44 "DELETE /v2.0/ports/ff3e434f-1fa3-46b0-839c-72cdf024c464 HTTP/1.1" status: 204 len: 173 time: 1.2809565 Dec 06 17:15:01.631519 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-2643bb07-f681-449b-923d-2386b3ea751c req-2fac5390-6419-4957-a308-98f192fb7d0d service neutron] Attempting to bind port ea5126e6-32e0-495a-9092-333ce0b1510b on host n-h1-master-1 for vnic_type normal with profile None {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:15:01.631911 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-2643bb07-f681-449b-923d-2386b3ea751c req-2fac5390-6419-4957-a308-98f192fb7d0d service neutron] Attempting to bind port ea5126e6-32e0-495a-9092-333ce0b1510b by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'b5c29f07-61e3-483e-b953-3901f84034df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '33742801-ccea-4ab3-a86a-2573a2966c19'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:15:01.632253 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2643bb07-f681-449b-923d-2386b3ea751c req-2fac5390-6419-4957-a308-98f192fb7d0d service neutron] Attempting to bind port ea5126e6-32e0-495a-9092-333ce0b1510b on network 33742801-ccea-4ab3-a86a-2573a2966c19 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:15:01.694964 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2643bb07-f681-449b-923d-2386b3ea751c req-2fac5390-6419-4957-a308-98f192fb7d0d service neutron] Port ea5126e6-32e0-495a-9092-333ce0b1510b on network 33742801-ccea-4ab3-a86a-2573a2966c19 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:15:01.695315 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2643bb07-f681-449b-923d-2386b3ea751c req-2fac5390-6419-4957-a308-98f192fb7d0d service neutron] Attempting to bind port ea5126e6-32e0-495a-9092-333ce0b1510b on network 33742801-ccea-4ab3-a86a-2573a2966c19 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:15:01.733731 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2643bb07-f681-449b-923d-2386b3ea751c req-2fac5390-6419-4957-a308-98f192fb7d0d service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:15:01.734074 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2643bb07-f681-449b-923d-2386b3ea751c req-2fac5390-6419-4957-a308-98f192fb7d0d service neutron] Checking segment: {'id': 'b5c29f07-61e3-483e-b953-3901f84034df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '33742801-ccea-4ab3-a86a-2573a2966c19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:15:01.734461 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2643bb07-f681-449b-923d-2386b3ea751c req-2fac5390-6419-4957-a308-98f192fb7d0d service neutron] Bound using segment: {'id': 'b5c29f07-61e3-483e-b953-3901f84034df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '33742801-ccea-4ab3-a86a-2573a2966c19'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:15:01.734910 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-2643bb07-f681-449b-923d-2386b3ea751c req-2fac5390-6419-4957-a308-98f192fb7d0d service neutron] Bound port: ea5126e6-32e0-495a-9092-333ce0b1510b, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5c29f07-61e3-483e-b953-3901f84034df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '33742801-ccea-4ab3-a86a-2573a2966c19'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:15:01.740119 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port 3325fae5-f781-4ac9-a8a9-04cc42f2ec12 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:15:01.744040 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port 3325fae5-f781-4ac9-a8a9-04cc42f2ec12 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:15:01.744413 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:01.755026 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-50265ab4-e916-4b13-9e32-05f46476c9d7 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:01.784217 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b58a597b-6f19-419a-9505-13e69349ff22', 'name': 'network-vif-deleted', 'tag': 'ff3e434f-1fa3-46b0-839c-72cdf024c464'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:15:01.786739 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b7d7a8e-6e16-4303-8a9e-ceb6f767148f" -d '{"events": [{"server_uuid": "b58a597b-6f19-419a-9505-13e69349ff22", "name": "network-vif-deleted", "tag": "ff3e434f-1fa3-46b0-839c-72cdf024c464"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:15:01.837644 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:01.871742 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 3325fae5-f781-4ac9-a8a9-04cc42f2ec12, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=3325fae5-f781-4ac9-a8a9-04cc42f2ec12,segment=NetworkSegment(03765572-315b-4287-b069-bc0490aa8fc6),segment_id=03765572-315b-4287-b069-bc0490aa8fc6)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:15:01.874839 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e36ba-b78c-4c8a-8314-a23c22558e11 req-33acc98a-677c-40bb-b84e-e8d428b608c0 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:01.876581 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:01.882029 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2a2e36ba-b78c-4c8a-8314-a23c22558e11 req-33acc98a-677c-40bb-b84e-e8d428b608c0 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] 10.222.0.23 "GET /v2.0/ports?device_id=87b15b20-8ba4-4090-bc6d-8274e4d6fbca HTTP/1.1" status: 200 len: 944 time: 0.1899719 Dec 06 17:15:01.907406 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-2643bb07-f681-449b-923d-2386b3ea751c req-2fac5390-6419-4957-a308-98f192fb7d0d service neutron] For port ea5126e6-32e0-495a-9092-333ce0b1510b, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ea5126e6-32e0-495a-9092-333ce0b1510b,segment=NetworkSegment(b5c29f07-61e3-483e-b953-3901f84034df),segment_id=b5c29f07-61e3-483e-b953-3901f84034df)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:15:01.923529 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-2643bb07-f681-449b-923d-2386b3ea751c req-2fac5390-6419-4957-a308-98f192fb7d0d service neutron] Publish callbacks [] for binding, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:01.924836 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2643bb07-f681-449b-923d-2386b3ea751c req-2fac5390-6419-4957-a308-98f192fb7d0d service neutron] 10.222.0.23 "POST /v2.0/ports/ea5126e6-32e0-495a-9092-333ce0b1510b/bindings HTTP/1.1" status: 201 len: 389 time: 0.7967381 Dec 06 17:15:01.927124 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=3325fae5-f781-4ac9-a8a9-04cc42f2ec12,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:01.944333 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-50265ab4-e916-4b13-9e32-05f46476c9d7 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:01.951776 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-621fbda3-2a5e-4b44-8579-87a3c5dd6b69 req-9de2b7a0-657e-41d4-90b9-76bf8f4dc30c tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Deleting port ea29b125-60ad-478c-83ea-f46e31a89171 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:15:01.952236 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-621fbda3-2a5e-4b44-8579-87a3c5dd6b69 req-9de2b7a0-657e-41d4-90b9-76bf8f4dc30c tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:02.014294 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device ea29b125-60ad-478c-83ea-f46e31a89171 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:15:02.036204 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2a2e36ba-b78c-4c8a-8314-a23c22558e11 req-ced749c1-b207-49d5-8705-f5d2176f9170 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] 10.222.0.23 "GET /v2.0/security-groups?id=77a8d875-60b3-4737-9cd6-8d2bcf3a41c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525605 Dec 06 17:15:02.114562 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-50265ab4-e916-4b13-9e32-05f46476c9d7 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Network a4c7e014-b0a5-4b38-bc7b-c27afa34aef4 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:15:02.121636 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-50265ab4-e916-4b13-9e32-05f46476c9d7 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:15:02.130627 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-50265ab4-e916-4b13-9e32-05f46476c9d7 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:15:02.148836 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50265ab4-e916-4b13-9e32-05f46476c9d7 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Pushing event updated for resources: {'Port': ['ID=fd8770e5-43c9-4df9-a87a-fd8b1189f8b0,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:02.217353 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:02.289862 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2643bb07-f681-449b-923d-2386b3ea751c req-6be5d40c-e2ef-4e21-bd95-f84483be74f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:02.295349 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port ea29b125-60ad-478c-83ea-f46e31a89171, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ea29b125-60ad-478c-83ea-f46e31a89171,segment=NetworkSegment(aeee15d9-c90a-4ac9-876b-5abf7aa08b0c),segment_id=aeee15d9-c90a-4ac9-876b-5abf7aa08b0c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:15:02.307078 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:02.308150 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2643bb07-f681-449b-923d-2386b3ea751c req-6be5d40c-e2ef-4e21-bd95-f84483be74f9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1d83e0c6d059422882cc226e7f9c727a&device_id=8a81ef20-7627-4783-b92f-49c0d8a17861 HTTP/1.1" status: 200 len: 1097 time: 0.0822775 Dec 06 17:15:02.308400 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device d4a678db-5160-49c5-8dd5-e80988056f2a no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:15:02.370167 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-621fbda3-2a5e-4b44-8579-87a3c5dd6b69 req-9de2b7a0-657e-41d4-90b9-76bf8f4dc30c tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] For port ea29b125-60ad-478c-83ea-f46e31a89171, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ea29b125-60ad-478c-83ea-f46e31a89171,segment=NetworkSegment(aeee15d9-c90a-4ac9-876b-5abf7aa08b0c),segment_id=aeee15d9-c90a-4ac9-876b-5abf7aa08b0c)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:15:02.370628 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-621fbda3-2a5e-4b44-8579-87a3c5dd6b69 req-9de2b7a0-657e-41d4-90b9-76bf8f4dc30c tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:02.388305 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] No Port match for: d4a678db-5160-49c5-8dd5-e80988056f2a {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:15:02.390640 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device d4a678db-5160-49c5-8dd5-e80988056f2a not bound to the agent host n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:15:02.391277 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 68530442-a39e-4086-b1f7-a3d3c05793c3 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:15:02.406131 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-50265ab4-e916-4b13-9e32-05f46476c9d7 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:02.406986 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-50265ab4-e916-4b13-9e32-05f46476c9d7 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:02.460958 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-621fbda3-2a5e-4b44-8579-87a3c5dd6b69 req-9de2b7a0-657e-41d4-90b9-76bf8f4dc30c tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Calling delete_port for ea29b125-60ad-478c-83ea-f46e31a89171 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:15:02.468161 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=ea29b125-60ad-478c-83ea-f46e31a89171,revision_number=6']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:02.504473 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-50265ab4-e916-4b13-9e32-05f46476c9d7 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0178373 Dec 06 17:15:02.528951 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8352afa3-6855-4db5-bcb1-7bc2a19fd808 req-d745dde7-471a-4f6c-9a33-26e1a2cc75ff tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:02.542541 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8352afa3-6855-4db5-bcb1-7bc2a19fd808 req-d745dde7-471a-4f6c-9a33-26e1a2cc75ff tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] 10.222.0.23 "GET /v2.0/ports?device_id=c245de6b-5a8e-47e9-8a83-cc9ed8453593 HTTP/1.1" status: 200 len: 946 time: 0.3430176 Dec 06 17:15:02.557832 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:02.568397 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-282dc633-80b9-4bcf-81cb-08654e68ace3 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Request body: {'port': {'device_id': 'ab5a1622-9933-40c5-84a1-0be26fda8c29', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'e47593f6-512b-4b3d-b5fd-6e48cd1a0fda', 'admin_state_up': True, 'tenant_id': '3ab1b684adb44126aa30c8ecbc0cad3c', 'security_groups': ['a4eb8a4b-85ed-48a0-8761-ec5681059b26']}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:15:02.574603 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584359a6-7d22-4b59-a963-b43fbf9de262 req-5f07c447-bcdf-48a4-ad2d-85bdb37910d2 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:02.584465 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-584359a6-7d22-4b59-a963-b43fbf9de262 req-5f07c447-bcdf-48a4-ad2d-85bdb37910d2 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=3111a296-b40e-48c5-bfa4-66d71264ae66 HTTP/1.1" status: 200 len: 946 time: 0.1918654 Dec 06 17:15:02.620666 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2643bb07-f681-449b-923d-2386b3ea751c req-1b1dec1c-cdc0-43f2-b4fa-6c0e38e8e932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:02.623347 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2643bb07-f681-449b-923d-2386b3ea751c req-1b1dec1c-cdc0-43f2-b4fa-6c0e38e8e932 service neutron] 10.222.0.41 "GET /v2.0/networks?id=33742801-ccea-4ab3-a86a-2573a2966c19 HTTP/1.1" status: 200 len: 909 time: 0.3038707 Dec 06 17:15:02.650980 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 47774) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:15:02.673586 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 68530442-a39e-4086-b1f7-a3d3c05793c3, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=68530442-a39e-4086-b1f7-a3d3c05793c3,segment=NetworkSegment(aeee15d9-c90a-4ac9-876b-5abf7aa08b0c),segment_id=aeee15d9-c90a-4ac9-876b-5abf7aa08b0c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:15:02.679507 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:02.680863 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-29bdb810-d87d-437f-b206-81908c986497 None None] Provisioning complete for port fd8770e5-43c9-4df9-a87a-fd8b1189f8b0 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:15:02.681397 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-29bdb810-d87d-437f-b206-81908c986497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:02.685334 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:02.717800 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2643bb07-f681-449b-923d-2386b3ea751c req-d397031e-f337-40e9-a567-aa77e3753774 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea5126e6-32e0-495a-9092-333ce0b1510b HTTP/1.1" status: 200 len: 217 time: 0.0854759 Dec 06 17:15:02.756213 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-29bdb810-d87d-437f-b206-81908c986497 None None] Port fd8770e5-43c9-4df9-a87a-fd8b1189f8b0 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:15:02.772334 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=68530442-a39e-4086-b1f7-a3d3c05793c3,revision_number=6']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:02.783424 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8352afa3-6855-4db5-bcb1-7bc2a19fd808 req-f5dab66b-7627-44eb-9a12-9af0733c85a6 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] 10.222.0.23 "GET /v2.0/security-groups?id=d21c49c1-182d-4160-90f0-ac9f78bb540e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399397 Dec 06 17:15:02.808339 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-584359a6-7d22-4b59-a963-b43fbf9de262 req-be8c5605-6f6f-41e6-98e4-afd83a9b0fd7 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225883 Dec 06 17:15:02.857182 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2643bb07-f681-449b-923d-2386b3ea751c req-717a13db-d063-42ee-9b48-88778f3d5e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:02.862598 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2643bb07-f681-449b-923d-2386b3ea751c req-717a13db-d063-42ee-9b48-88778f3d5e94 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=da31f47d-8fee-49c3-b794-af6b3fd955bf HTTP/1.1" status: 200 len: 848 time: 0.1310627 Dec 06 17:15:02.887749 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9399ddaa-3447-479a-850a-7cf74dd19b22 x-openstack-request-id: req-9399ddaa-3447-479a-850a-7cf74dd19b22 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:15:02.888350 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b58a597b-6f19-419a-9505-13e69349ff22", "name": "network-vif-deleted", "tag": "ff3e434f-1fa3-46b0-839c-72cdf024c464", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:15:02.888350 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9399ddaa-3447-479a-850a-7cf74dd19b22 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:15:02.889298 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b58a597b-6f19-419a-9505-13e69349ff22', 'name': 'network-vif-deleted', 'tag': 'ff3e434f-1fa3-46b0-839c-72cdf024c464', 'status': 'completed', 'code': 200} Dec 06 17:15:02.903960 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-282dc633-80b9-4bcf-81cb-08654e68ace3 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Made reservation on behalf of 3ab1b684adb44126aa30c8ecbc0cad3c for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:15:02.928416 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-621fbda3-2a5e-4b44-8579-87a3c5dd6b69 req-9de2b7a0-657e-41d4-90b9-76bf8f4dc30c tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:02.933621 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2643bb07-f681-449b-923d-2386b3ea751c req-6805001a-991e-4b5d-b3ef-5013686bc757 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=33742801-ccea-4ab3-a86a-2573a2966c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620232 Dec 06 17:15:03.042775 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de2b7a0-657e-41d4-90b9-76bf8f4dc30c tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Pushing event deleted for resources: {'Port': ['ID=ea29b125-60ad-478c-83ea-f46e31a89171,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:03.075697 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b15b20-8ba4-4090-bc6d-8274e4d6fbca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3325fae5-f781-4ac9-a8a9-04cc42f2ec12'}, {'server_uuid': 'b58a597b-6f19-419a-9505-13e69349ff22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea29b125-60ad-478c-83ea-f46e31a89171'}, {'server_uuid': 'b58a597b-6f19-419a-9505-13e69349ff22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68530442-a39e-4086-b1f7-a3d3c05793c3'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:15:03.078184 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d764956-c399-4fdc-b92a-fca3d8ac7599" -d '{"events": [{"server_uuid": "87b15b20-8ba4-4090-bc6d-8274e4d6fbca", "name": "network-vif-plugged", "status": "completed", "tag": "3325fae5-f781-4ac9-a8a9-04cc42f2ec12"}, {"server_uuid": "b58a597b-6f19-419a-9505-13e69349ff22", "name": "network-vif-unplugged", "status": "completed", "tag": "ea29b125-60ad-478c-83ea-f46e31a89171"}, {"server_uuid": "b58a597b-6f19-419a-9505-13e69349ff22", "name": "network-vif-unplugged", "status": "completed", "tag": "68530442-a39e-4086-b1f7-a3d3c05793c3"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:15:03.110912 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-282dc633-80b9-4bcf-81cb-08654e68ace3 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:03.146061 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-621fbda3-2a5e-4b44-8579-87a3c5dd6b69 req-9de2b7a0-657e-41d4-90b9-76bf8f4dc30c tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] No DVR routers for this DVR port ea29b125-60ad-478c-83ea-f46e31a89171 on host n-h2-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:15:03.151786 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-621fbda3-2a5e-4b44-8579-87a3c5dd6b69 req-9de2b7a0-657e-41d4-90b9-76bf8f4dc30c tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:03.156848 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-621fbda3-2a5e-4b44-8579-87a3c5dd6b69 req-9de2b7a0-657e-41d4-90b9-76bf8f4dc30c tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.44 "DELETE /v2.0/ports/ea29b125-60ad-478c-83ea-f46e31a89171 HTTP/1.1" status: 204 len: 173 time: 1.5346699 Dec 06 17:15:03.392275 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-97436215-5321-427f-9078-389bc4915856 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=adc5b03dec824c96a56d3411687fdcdd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6999259 Dec 06 17:15:03.398802 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 47784) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:15:03.452599 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f7e6f5-9bb2-451d-ba58-1472ee4e5367 req-49838c03-c608-4f15-b9a5-59c376947ae9 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:03.454230 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-00f7e6f5-9bb2-451d-ba58-1472ee4e5367 req-49838c03-c608-4f15-b9a5-59c376947ae9 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a81ef20-7627-4783-b92f-49c0d8a17861 HTTP/1.1" status: 200 len: 946 time: 0.5184557 Dec 06 17:15:03.495621 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2643bb07-f681-449b-923d-2386b3ea751c req-c1d932d4-7934-4ef1-84a6-880507b3206c service neutron] 10.222.0.41 "GET /v2.0/networks/33742801-ccea-4ab3-a86a-2573a2966c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5400307 Dec 06 17:15:03.511908 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b904273f-f7fd-4836-bdda-e9951d0b3ec5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:03.553134 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9988639-9dff-467c-b0bf-32e0a49c9c51 req-f4b2b74f-43ae-489c-9eea-6196f4fda9aa tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:03.555073 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e9988639-9dff-467c-b0bf-32e0a49c9c51 req-f4b2b74f-43ae-489c-9eea-6196f4fda9aa tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.23 "GET /v2.0/ports?device_id=b58a597b-6f19-419a-9505-13e69349ff22 HTTP/1.1" status: 200 len: 943 time: 0.5353148 Dec 06 17:15:03.579655 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-00f7e6f5-9bb2-451d-ba58-1472ee4e5367 req-f3a8cba9-fbe4-46ea-bbea-bd8564edff32 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062689 Dec 06 17:15:03.609726 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b904273f-f7fd-4836-bdda-e9951d0b3ec5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:03.697179 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e9988639-9dff-467c-b0bf-32e0a49c9c51 req-0a3c8b69-4642-4a60-b98f-44998fc258ea tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.23 "GET /v2.0/security-groups?id=f03ab9e8-fae2-4a61-9f03-339a4717e762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266158 Dec 06 17:15:03.699206 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2643bb07-f681-449b-923d-2386b3ea751c req-7c44820b-c545-417a-babc-33856543faa0 service neutron] 10.222.0.41 "GET /v2.0/networks/33742801-ccea-4ab3-a86a-2573a2966c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792653 Dec 06 17:15:03.718467 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b904273f-f7fd-4836-bdda-e9951d0b3ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:03.721685 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b904273f-f7fd-4836-bdda-e9951d0b3ec5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:03.723165 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-b904273f-f7fd-4836-bdda-e9951d0b3ec5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/eec3fd05-bc5c-4d9a-893f-0db0ab30345c HTTP/1.1" status: 204 len: 168 time: 0.3233547 Dec 06 17:15:03.736775 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ca0a47-79ab-4ab8-909e-e055b3062bdb req-ee54068a-2c5b-46dc-b2b1-d19e60443da6 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:03.743429 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ca0a47-79ab-4ab8-909e-e055b3062bdb req-ee54068a-2c5b-46dc-b2b1-d19e60443da6 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:03.750309 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ca0a47-79ab-4ab8-909e-e055b3062bdb req-ee54068a-2c5b-46dc-b2b1-d19e60443da6 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:03.762049 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-03ca0a47-79ab-4ab8-909e-e055b3062bdb req-ee54068a-2c5b-46dc-b2b1-d19e60443da6 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab5a1622-9933-40c5-84a1-0be26fda8c29 HTTP/1.1" status: 200 len: 2373 time: 0.0949826 Dec 06 17:15:03.798647 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b904273f-f7fd-4836-bdda-e9951d0b3ec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec3fd05-bc5c-4d9a-893f-0db0ab30345c,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:03.810103 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b904273f-f7fd-4836-bdda-e9951d0b3ec5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:15:03.810456 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b904273f-f7fd-4836-bdda-e9951d0b3ec5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:15:03.810824 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b904273f-f7fd-4836-bdda-e9951d0b3ec5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:15:03.811150 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b904273f-f7fd-4836-bdda-e9951d0b3ec5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:15:03.811749 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b904273f-f7fd-4836-bdda-e9951d0b3ec5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:15:03.812323 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b904273f-f7fd-4836-bdda-e9951d0b3ec5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:15:03.812660 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b904273f-f7fd-4836-bdda-e9951d0b3ec5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:15:03.812999 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b904273f-f7fd-4836-bdda-e9951d0b3ec5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:15:03.814953 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b904273f-f7fd-4836-bdda-e9951d0b3ec5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:15:03.814953 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b904273f-f7fd-4836-bdda-e9951d0b3ec5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:15:03.814953 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b904273f-f7fd-4836-bdda-e9951d0b3ec5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:15:03.814953 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b904273f-f7fd-4836-bdda-e9951d0b3ec5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:15:03.814953 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b904273f-f7fd-4836-bdda-e9951d0b3ec5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:15:03.843680 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-621fbda3-2a5e-4b44-8579-87a3c5dd6b69 req-1ab62429-3570-4731-ae90-aeaef9c27be7 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Deleting port 68530442-a39e-4086-b1f7-a3d3c05793c3 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:15:03.844132 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-621fbda3-2a5e-4b44-8579-87a3c5dd6b69 req-1ab62429-3570-4731-ae90-aeaef9c27be7 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:03.865735 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-03ca0a47-79ab-4ab8-909e-e055b3062bdb req-3ce2ac2b-ba49-4ab5-9461-c0c3845cbfb7 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/security-groups?id=a4eb8a4b-85ed-48a0-8761-ec5681059b26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978768 Dec 06 17:15:03.951334 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 529 Content-Type: application/json Date: Mon, 06 Dec 2021 17:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5da758a-110b-4442-adf2-47a0e3d2b647 x-openstack-request-id: req-c5da758a-110b-4442-adf2-47a0e3d2b647 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:15:03.951861 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87b15b20-8ba4-4090-bc6d-8274e4d6fbca", "name": "network-vif-plugged", "status": "completed", "tag": "3325fae5-f781-4ac9-a8a9-04cc42f2ec12", "code": 200}, {"server_uuid": "b58a597b-6f19-419a-9505-13e69349ff22", "name": "network-vif-unplugged", "status": "completed", "tag": "ea29b125-60ad-478c-83ea-f46e31a89171", "code": 200}, {"server_uuid": "b58a597b-6f19-419a-9505-13e69349ff22", "name": "network-vif-unplugged", "status": "completed", "tag": "68530442-a39e-4086-b1f7-a3d3c05793c3", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:15:03.952126 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c5da758a-110b-4442-adf2-47a0e3d2b647 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:15:03.952673 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b15b20-8ba4-4090-bc6d-8274e4d6fbca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3325fae5-f781-4ac9-a8a9-04cc42f2ec12', 'code': 200} Dec 06 17:15:03.953033 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b58a597b-6f19-419a-9505-13e69349ff22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea29b125-60ad-478c-83ea-f46e31a89171', 'code': 200} Dec 06 17:15:03.953430 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b58a597b-6f19-419a-9505-13e69349ff22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68530442-a39e-4086-b1f7-a3d3c05793c3', 'code': 200} Dec 06 17:15:03.970455 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-282dc633-80b9-4bcf-81cb-08654e68ace3 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Allocated IP 10.2.2.100 (e47593f6-512b-4b3d-b5fd-6e48cd1a0fda/c1218bad-8e8e-4b33-a2c3-7828bed04f77/4a00eecc-af3f-4037-9306-241f88900bd2) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:15:04.024486 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f252f-4c60-4387-bb38-c06f4c5ac959 req-8f55986d-f7d7-4612-bee7-19db351d506b tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:04.025030 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device ff3e434f-1fa3-46b0-839c-72cdf024c464 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:15:04.026148 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fc9f252f-4c60-4387-bb38-c06f4c5ac959 req-8f55986d-f7d7-4612-bee7-19db351d506b tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] 10.222.0.23 "GET /v2.0/ports?device_id=87b15b20-8ba4-4090-bc6d-8274e4d6fbca HTTP/1.1" status: 200 len: 945 time: 0.1970868 Dec 06 17:15:04.061412 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] No Port match for: ff3e434f-1fa3-46b0-839c-72cdf024c464 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:15:04.062073 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device ff3e434f-1fa3-46b0-839c-72cdf024c464 not bound to the agent host n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:15:04.098757 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-621fbda3-2a5e-4b44-8579-87a3c5dd6b69 req-1ab62429-3570-4731-ae90-aeaef9c27be7 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] For port 68530442-a39e-4086-b1f7-a3d3c05793c3, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=68530442-a39e-4086-b1f7-a3d3c05793c3,segment=NetworkSegment(aeee15d9-c90a-4ac9-876b-5abf7aa08b0c),segment_id=aeee15d9-c90a-4ac9-876b-5abf7aa08b0c)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:15:04.099222 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-621fbda3-2a5e-4b44-8579-87a3c5dd6b69 req-1ab62429-3570-4731-ae90-aeaef9c27be7 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:04.109365 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa6d8f9-2d76-43aa-80c3-9ad93e5f3a8d req-3173673b-a8a4-41bf-bd3a-ec4c0db0fdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:04.111071 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9aa6d8f9-2d76-43aa-80c3-9ad93e5f3a8d req-3173673b-a8a4-41bf-bd3a-ec4c0db0fdb1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87b15b20-8ba4-4090-bc6d-8274e4d6fbca HTTP/1.1" status: 200 len: 1096 time: 0.0936551 Dec 06 17:15:04.135253 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-621fbda3-2a5e-4b44-8579-87a3c5dd6b69 req-1ab62429-3570-4731-ae90-aeaef9c27be7 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Calling delete_port for 68530442-a39e-4086-b1f7-a3d3c05793c3 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:15:04.184096 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fc9f252f-4c60-4387-bb38-c06f4c5ac959 req-85041c01-bdb4-4f49-8b2d-7f64d0f22375 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] 10.222.0.23 "GET /v2.0/security-groups?id=77a8d875-60b3-4737-9cd6-8d2bcf3a41c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453996 Dec 06 17:15:04.294723 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9aa6d8f9-2d76-43aa-80c3-9ad93e5f3a8d req-9fb5934a-cc56-4ed4-b4e4-d65edb647bd5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=77a8d875-60b3-4737-9cd6-8d2bcf3a41c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745050 Dec 06 17:15:04.310445 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef419aa4-0cac-4d64-a8cf-be75447d0fb1 req-4c6e40dc-b252-41ba-b1e5-e9c5f1b766f8 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:04.318491 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ef419aa4-0cac-4d64-a8cf-be75447d0fb1 req-4c6e40dc-b252-41ba-b1e5-e9c5f1b766f8 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] 10.222.0.23 "GET /v2.0/ports?device_id=c245de6b-5a8e-47e9-8a83-cc9ed8453593 HTTP/1.1" status: 200 len: 946 time: 0.1896460 Dec 06 17:15:04.392315 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef803c1-aba0-4eb3-8949-417e9e41f001 req-41bfa0fe-e205-465a-b10a-99ec413be96e tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:04.392627 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ef419aa4-0cac-4d64-a8cf-be75447d0fb1 req-aabd9cde-1285-4a08-bf73-47794d354b77 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] 10.222.0.23 "GET /v2.0/security-groups?id=d21c49c1-182d-4160-90f0-ac9f78bb540e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653367 Dec 06 17:15:04.393897 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1ef803c1-aba0-4eb3-8949-417e9e41f001 req-41bfa0fe-e205-465a-b10a-99ec413be96e tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=3111a296-b40e-48c5-bfa4-66d71264ae66 HTTP/1.1" status: 200 len: 946 time: 0.1203725 Dec 06 17:15:04.397647 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-282dc633-80b9-4bcf-81cb-08654e68ace3 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:04.522142 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1ef803c1-aba0-4eb3-8949-417e9e41f001 req-57280018-3587-4303-a582-60709e352673 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217735 Dec 06 17:15:04.531260 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-621fbda3-2a5e-4b44-8579-87a3c5dd6b69 req-1ab62429-3570-4731-ae90-aeaef9c27be7 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:04.576163 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-282dc633-80b9-4bcf-81cb-08654e68ace3 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:04.577969 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab62429-3570-4731-ae90-aeaef9c27be7 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Pushing event deleted for resources: {'Port': ['ID=68530442-a39e-4086-b1f7-a3d3c05793c3,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:04.708745 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-282dc633-80b9-4bcf-81cb-08654e68ace3 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Network e47593f6-512b-4b3d-b5fd-6e48cd1a0fda is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:15:04.718713 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-282dc633-80b9-4bcf-81cb-08654e68ace3 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:15:04.824209 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-282dc633-80b9-4bcf-81cb-08654e68ace3 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:15:04.832643 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-621fbda3-2a5e-4b44-8579-87a3c5dd6b69 req-1ab62429-3570-4731-ae90-aeaef9c27be7 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] No DVR routers for this DVR port 68530442-a39e-4086-b1f7-a3d3c05793c3 on host n-h2-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:15:04.849087 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-621fbda3-2a5e-4b44-8579-87a3c5dd6b69 req-1ab62429-3570-4731-ae90-aeaef9c27be7 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:04.858850 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-621fbda3-2a5e-4b44-8579-87a3c5dd6b69 req-1ab62429-3570-4731-ae90-aeaef9c27be7 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.44 "DELETE /v2.0/ports/68530442-a39e-4086-b1f7-a3d3c05793c3 HTTP/1.1" status: 204 len: 173 time: 1.6898046 Dec 06 17:15:04.861828 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282dc633-80b9-4bcf-81cb-08654e68ace3 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Pushing event updated for resources: {'Port': ['ID=4a00eecc-af3f-4037-9306-241f88900bd2,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:04.910731 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b58a597b-6f19-419a-9505-13e69349ff22', 'name': 'network-vif-deleted', 'tag': 'ea29b125-60ad-478c-83ea-f46e31a89171'}, {'server_uuid': 'b58a597b-6f19-419a-9505-13e69349ff22', 'name': 'network-vif-deleted', 'tag': '68530442-a39e-4086-b1f7-a3d3c05793c3'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:15:04.917687 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5114a85-7bdf-454f-82e2-90fcaf53091b" -d '{"events": [{"server_uuid": "b58a597b-6f19-419a-9505-13e69349ff22", "name": "network-vif-deleted", "tag": "ea29b125-60ad-478c-83ea-f46e31a89171"}, {"server_uuid": "b58a597b-6f19-419a-9505-13e69349ff22", "name": "network-vif-deleted", "tag": "68530442-a39e-4086-b1f7-a3d3c05793c3"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:15:04.949781 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15bd10a-69f0-47ba-99d4-08a917c80dbb req-b65897e7-2276-4c91-b391-a63818a290a8 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:04.959187 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d15bd10a-69f0-47ba-99d4-08a917c80dbb req-b65897e7-2276-4c91-b391-a63818a290a8 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a81ef20-7627-4783-b92f-49c0d8a17861 HTTP/1.1" status: 200 len: 946 time: 0.2468116 Dec 06 17:15:05.026144 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-282dc633-80b9-4bcf-81cb-08654e68ace3 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:05.026877 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-282dc633-80b9-4bcf-81cb-08654e68ace3 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:05.063984 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d15bd10a-69f0-47ba-99d4-08a917c80dbb req-74fb655b-c8d5-4f11-8b5e-a74a2fbe0367 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031225 Dec 06 17:15:05.082891 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:05.092597 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-282dc633-80b9-4bcf-81cb-08654e68ace3 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5435693 Dec 06 17:15:05.120522 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-fa37a2b7-320d-4aa3-a357-3ab1cca9f1cc tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Request body: {'port': {'device_id': 'ab5a1622-9933-40c5-84a1-0be26fda8c29', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'e47593f6-512b-4b3d-b5fd-6e48cd1a0fda', 'admin_state_up': True, 'tenant_id': '3ab1b684adb44126aa30c8ecbc0cad3c', 'security_groups': ['a4eb8a4b-85ed-48a0-8761-ec5681059b26']}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:15:05.163324 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 47832) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:15:05.211997 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-8176e6a2-16b7-4dd2-ab63-30081fe1e943 None None] Provisioning complete for port 4a00eecc-af3f-4037-9306-241f88900bd2 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:15:05.212442 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8176e6a2-16b7-4dd2-ab63-30081fe1e943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:05.301333 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-8176e6a2-16b7-4dd2-ab63-30081fe1e943 None None] Port 4a00eecc-af3f-4037-9306-241f88900bd2 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:15:05.315569 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-fbf821b5-6652-4c8b-bfe8-ee83cde87389 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1795301190-network', 'tenant_id': '027757a5f8c3497797560fe554a1e898'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:15:05.350968 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c552f951-d0ec-4a5f-ae37-f842fe473bb0 req-7b1f62f4-6f90-4042-aa9c-fb9411a21f52 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.23 "GET /v2.0/ports?device_id=b58a597b-6f19-419a-9505-13e69349ff22 HTTP/1.1" status: 200 len: 210 time: 0.0654788 Dec 06 17:15:05.398778 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66acea27-4a85-46ad-89c5-cd33b68845fc req-357f1a2d-5281-471e-a472-667644d3db14 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:05.422547 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66acea27-4a85-46ad-89c5-cd33b68845fc req-357f1a2d-5281-471e-a472-667644d3db14 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:05.436539 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-fa37a2b7-320d-4aa3-a357-3ab1cca9f1cc tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Made reservation on behalf of 3ab1b684adb44126aa30c8ecbc0cad3c for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:15:05.439277 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66acea27-4a85-46ad-89c5-cd33b68845fc req-357f1a2d-5281-471e-a472-667644d3db14 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:05.444301 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-fa37a2b7-320d-4aa3-a357-3ab1cca9f1cc tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:05.454791 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66acea27-4a85-46ad-89c5-cd33b68845fc req-357f1a2d-5281-471e-a472-667644d3db14 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:05.470735 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-66acea27-4a85-46ad-89c5-cd33b68845fc req-357f1a2d-5281-471e-a472-667644d3db14 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab5a1622-9933-40c5-84a1-0be26fda8c29 HTTP/1.1" status: 200 len: 3094 time: 0.1509106 Dec 06 17:15:05.473763 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf821b5-6652-4c8b-bfe8-ee83cde87389 admin admin] Made reservation on behalf of 027757a5f8c3497797560fe554a1e898 for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:15:05.476420 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fbf821b5-6652-4c8b-bfe8-ee83cde87389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:05.502012 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 06 Dec 2021 17:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a9bfaf-0ba8-48ba-a6c4-a1ce0e97cbf8 x-openstack-request-id: req-b3a9bfaf-0ba8-48ba-a6c4-a1ce0e97cbf8 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:15:05.505162 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b58a597b-6f19-419a-9505-13e69349ff22", "name": "network-vif-deleted", "tag": "ea29b125-60ad-478c-83ea-f46e31a89171", "status": "completed", "code": 200}, {"server_uuid": "b58a597b-6f19-419a-9505-13e69349ff22", "name": "network-vif-deleted", "tag": "68530442-a39e-4086-b1f7-a3d3c05793c3", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:15:05.505533 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b3a9bfaf-0ba8-48ba-a6c4-a1ce0e97cbf8 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:15:05.506335 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b58a597b-6f19-419a-9505-13e69349ff22', 'name': 'network-vif-deleted', 'tag': 'ea29b125-60ad-478c-83ea-f46e31a89171', 'status': 'completed', 'code': 200} Dec 06 17:15:05.506335 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b58a597b-6f19-419a-9505-13e69349ff22', 'name': 'network-vif-deleted', 'tag': '68530442-a39e-4086-b1f7-a3d3c05793c3', 'status': 'completed', 'code': 200} Dec 06 17:15:05.509710 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fbf821b5-6652-4c8b-bfe8-ee83cde87389 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:05.663245 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-66acea27-4a85-46ad-89c5-cd33b68845fc req-75fb9de6-3964-4bc3-b5b9-baf7ca5233ee tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/security-groups?id=a4eb8a4b-85ed-48a0-8761-ec5681059b26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1911922 Dec 06 17:15:05.826925 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fbf821b5-6652-4c8b-bfe8-ee83cde87389 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:05.844366 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fbf821b5-6652-4c8b-bfe8-ee83cde87389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:05.846163 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-fa37a2b7-320d-4aa3-a357-3ab1cca9f1cc tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Allocated IP 10.2.2.200 (e47593f6-512b-4b3d-b5fd-6e48cd1a0fda/c1218bad-8e8e-4b33-a2c3-7828bed04f77/cf0bdd3f-c300-462b-8d0e-73d39f19d252) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:15:05.873407 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950cb951-2be7-47e9-a2c7-b0e3ef762f23 req-016518b6-f65e-46fe-9be2-86a91f9ff431 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:05.875125 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-950cb951-2be7-47e9-a2c7-b0e3ef762f23 req-016518b6-f65e-46fe-9be2-86a91f9ff431 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] 10.222.0.23 "GET /v2.0/ports?device_id=87b15b20-8ba4-4090-bc6d-8274e4d6fbca HTTP/1.1" status: 200 len: 945 time: 0.0885708 Dec 06 17:15:05.892209 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf821b5-6652-4c8b-bfe8-ee83cde87389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c9ffe3c-1e46-488f-b680-268ec44ad919,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:05.924451 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0478b34-3c82-44d5-af46-664f2bb2a5cd req-640d190b-4c4d-43d6-800c-ed501ae27475 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:05.926123 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d0478b34-3c82-44d5-af46-664f2bb2a5cd req-640d190b-4c4d-43d6-800c-ed501ae27475 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=3111a296-b40e-48c5-bfa4-66d71264ae66 HTTP/1.1" status: 200 len: 946 time: 0.1556737 Dec 06 17:15:05.929894 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbf821b5-6652-4c8b-bfe8-ee83cde87389 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:15:05.940989 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fbf821b5-6652-4c8b-bfe8-ee83cde87389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:05.941439 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-fbf821b5-6652-4c8b-bfe8-ee83cde87389 admin admin] Added segment ef868016-9c99-4cf3-82e3-37e9c140c557 of type vlan for network 8dd622b9-5afc-4f4a-91e0-62e471dd4ffb Dec 06 17:15:05.971329 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-950cb951-2be7-47e9-a2c7-b0e3ef762f23 req-3c882b96-45be-4062-9928-fd649b568dfc tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] 10.222.0.23 "GET /v2.0/security-groups?id=77a8d875-60b3-4737-9cd6-8d2bcf3a41c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895309 Dec 06 17:15:06.030384 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d0478b34-3c82-44d5-af46-664f2bb2a5cd req-61d968ec-9281-47d2-9177-56f3694be893 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872748 Dec 06 17:15:06.032023 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fbf821b5-6652-4c8b-bfe8-ee83cde87389 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:06.086721 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fbf821b5-6652-4c8b-bfe8-ee83cde87389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:06.087961 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf821b5-6652-4c8b-bfe8-ee83cde87389 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:06.088655 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fbf821b5-6652-4c8b-bfe8-ee83cde87389 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:06.104213 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-fa37a2b7-320d-4aa3-a357-3ab1cca9f1cc tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:06.133716 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c405ed57-0d61-438b-8af3-50094e96d1f1 req-bea315b6-1963-453b-b083-9f8a661344ed tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:06.135491 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c405ed57-0d61-438b-8af3-50094e96d1f1 req-bea315b6-1963-453b-b083-9f8a661344ed tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] 10.222.0.23 "GET /v2.0/ports?device_id=c245de6b-5a8e-47e9-8a83-cc9ed8453593 HTTP/1.1" status: 200 len: 946 time: 0.0936892 Dec 06 17:15:06.183094 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-fa37a2b7-320d-4aa3-a357-3ab1cca9f1cc tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:06.213071 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-fbf821b5-6652-4c8b-bfe8-ee83cde87389 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0460155 Dec 06 17:15:06.217246 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 47846) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:15:06.227957 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-12bfb7c7-0feb-4c8f-b2d8-cb09af6faf7e admin admin] Request body: {'subnet': {'network_id': '8dd622b9-5afc-4f4a-91e0-62e471dd4ffb', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1795301190-subnet', 'tenant_id': '027757a5f8c3497797560fe554a1e898', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:15:06.234120 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf821b5-6652-4c8b-bfe8-ee83cde87389 admin admin] Pushing event updated for resources: {'Network': ['ID=8dd622b9-5afc-4f4a-91e0-62e471dd4ffb,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:06.247622 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c405ed57-0d61-438b-8af3-50094e96d1f1 req-f9c937f8-7cd4-4ebe-95d4-c279ea052c19 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] 10.222.0.23 "GET /v2.0/security-groups?id=d21c49c1-182d-4160-90f0-ac9f78bb540e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021309 Dec 06 17:15:06.248027 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 8dd622b9-5afc-4f4a-91e0-62e471dd4ffb details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:15:06.255704 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-fa37a2b7-320d-4aa3-a357-3ab1cca9f1cc tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Network e47593f6-512b-4b3d-b5fd-6e48cd1a0fda is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:15:06.259498 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-fa37a2b7-320d-4aa3-a357-3ab1cca9f1cc tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:15:06.263254 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-fa37a2b7-320d-4aa3-a357-3ab1cca9f1cc tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:15:06.288207 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa37a2b7-320d-4aa3-a357-3ab1cca9f1cc tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Pushing event updated for resources: {'Port': ['ID=cf0bdd3f-c300-462b-8d0e-73d39f19d252,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:06.291821 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8c00641d-f583-4fc1-a9ce-bc0f4b3d57b4 req-9ce503fe-2d2f-4f3a-9f28-76e6cd3a6efe tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2255249 Dec 06 17:15:06.296809 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12bfb7c7-0feb-4c8f-b2d8-cb09af6faf7e admin admin] Made reservation on behalf of 027757a5f8c3497797560fe554a1e898 for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:15:06.300135 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-12bfb7c7-0feb-4c8f-b2d8-cb09af6faf7e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:06.306706 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-8c00641d-f583-4fc1-a9ce-bc0f4b3d57b4 req-6fef047e-a7c5-4e43-b4c2-b115441e6df3 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Request body: {'floatingip': {'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:15:06.320960 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-fa37a2b7-320d-4aa3-a357-3ab1cca9f1cc tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:06.321883 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-fa37a2b7-320d-4aa3-a357-3ab1cca9f1cc tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:06.388011 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8c00641d-f583-4fc1-a9ce-bc0f4b3d57b4 req-6fef047e-a7c5-4e43-b4c2-b115441e6df3 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Publish callbacks [] for floatingip, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:06.419451 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-fa37a2b7-320d-4aa3-a357-3ab1cca9f1cc tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3155293 Dec 06 17:15:06.436972 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-0ae0f1c5-bef7-4fc9-a07a-500ebc762d05 service neutron] Request body: {'port': {'device_id': 'ab5a1622-9933-40c5-84a1-0be26fda8c29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:15:06.483560 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c5f0d5-f14c-497b-b48f-658e3a57f28d req-cbca8047-87ed-438f-9057-044490c6f240 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:06.485223 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-28c5f0d5-f14c-497b-b48f-658e3a57f28d req-cbca8047-87ed-438f-9057-044490c6f240 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a81ef20-7627-4783-b92f-49c0d8a17861 HTTP/1.1" status: 200 len: 946 time: 0.1071706 Dec 06 17:15:06.535615 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-0ae0f1c5-bef7-4fc9-a07a-500ebc762d05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:06.595674 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-28c5f0d5-f14c-497b-b48f-658e3a57f28d req-93503009-368f-4588-8fc6-7adf5b89b309 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040945 Dec 06 17:15:06.603218 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-12bfb7c7-0feb-4c8f-b2d8-cb09af6faf7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:06.642238 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8c00641d-f583-4fc1-a9ce-bc0f4b3d57b4 req-6fef047e-a7c5-4e43-b4c2-b115441e6df3 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:06.658274 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-c2eb0fd5-463c-4957-97aa-27ed3618049c None None] Provisioning complete for port cf0bdd3f-c300-462b-8d0e-73d39f19d252 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:15:06.659405 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c2eb0fd5-463c-4957-97aa-27ed3618049c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:06.715226 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bfb7c7-0feb-4c8f-b2d8-cb09af6faf7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e7a7e12-2824-4068-b84d-682e458075bf,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:06.729162 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-c2eb0fd5-463c-4957-97aa-27ed3618049c None None] Port cf0bdd3f-c300-462b-8d0e-73d39f19d252 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:15:06.734877 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 47854) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:15:06.735752 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bfb7c7-0feb-4c8f-b2d8-cb09af6faf7e admin admin] Checking segment: {'id': 'ef868016-9c99-4cf3-82e3-37e9c140c557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8dd622b9-5afc-4f4a-91e0-62e471dd4ffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:15:06.736175 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12bfb7c7-0feb-4c8f-b2d8-cb09af6faf7e admin admin] Network hostable DHCP agents. Network: 8dd622b9-5afc-4f4a-91e0-62e471dd4ffb, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:15:06.843011 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-c40490ae-a3da-4525-a671-40b2125a51af tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Deleting subnet aec35e81-53a6-4a6b-ab2a-97cec34497fb {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:15:06.851750 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12bfb7c7-0feb-4c8f-b2d8-cb09af6faf7e admin admin] Network 8dd622b9-5afc-4f4a-91e0-62e471dd4ffb is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:15:06.860984 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c40490ae-a3da-4525-a671-40b2125a51af tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:06.889271 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-12bfb7c7-0feb-4c8f-b2d8-cb09af6faf7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 8dd622b9-5afc-4f4a-91e0-62e471dd4ffb) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:15:06.899889 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dce3090-5ade-4e8f-a587-7bc2783ec050 None None] Network 8dd622b9-5afc-4f4a-91e0-62e471dd4ffb requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:15:06.906300 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bfb7c7-0feb-4c8f-b2d8-cb09af6faf7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:06.907004 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-12bfb7c7-0feb-4c8f-b2d8-cb09af6faf7e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:06.909822 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-8c00641d-f583-4fc1-a9ce-bc0f4b3d57b4 req-6fef047e-a7c5-4e43-b4c2-b115441e6df3 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Allocated IP 172.35.1.168 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/95c967ce-fa2f-45f6-8de4-9aad6efdb1ee) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:15:06.961780 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c40490ae-a3da-4525-a671-40b2125a51af tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:06.994856 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-0ae0f1c5-bef7-4fc9-a07a-500ebc762d05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ff5d469-98fa-49c2-8ef1-104f557830ca {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:15:06.999264 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-12bfb7c7-0feb-4c8f-b2d8-cb09af6faf7e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7786076 Dec 06 17:15:07.026509 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-0ae0f1c5-bef7-4fc9-a07a-500ebc762d05 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:07.052743 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-0ae0f1c5-bef7-4fc9-a07a-500ebc762d05 service neutron] Transition to ACTIVE for port object 8ff5d469-98fa-49c2-8ef1-104f557830ca will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:15:07.061010 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-0ae0f1c5-bef7-4fc9-a07a-500ebc762d05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:07.090477 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f40fab-04e6-4fb3-b291-254a2f03ad4a req-6b486f57-f347-4d18-83a2-3ce8dc587581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:07.092583 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-77f40fab-04e6-4fb3-b291-254a2f03ad4a req-6b486f57-f347-4d18-83a2-3ce8dc587581 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c245de6b-5a8e-47e9-8a83-cc9ed8453593 HTTP/1.1" status: 200 len: 1097 time: 0.1771171 Dec 06 17:15:07.103623 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be126fe1-d102-4bf4-89ad-bee9c8e2a722 None None] Network 8dd622b9-5afc-4f4a-91e0-62e471dd4ffb requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:15:07.150643 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfeab22-0ef1-466a-a476-61d6935c76cb req-42a5a7fe-7ee3-439a-a273-bd490588e025 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:07.159238 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfeab22-0ef1-466a-a476-61d6935c76cb req-42a5a7fe-7ee3-439a-a273-bd490588e025 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:07.169698 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfeab22-0ef1-466a-a476-61d6935c76cb req-42a5a7fe-7ee3-439a-a273-bd490588e025 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:07.179030 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfeab22-0ef1-466a-a476-61d6935c76cb req-42a5a7fe-7ee3-439a-a273-bd490588e025 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:07.190476 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfeab22-0ef1-466a-a476-61d6935c76cb req-42a5a7fe-7ee3-439a-a273-bd490588e025 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:07.193262 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3dfeab22-0ef1-466a-a476-61d6935c76cb req-42a5a7fe-7ee3-439a-a273-bd490588e025 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab5a1622-9933-40c5-84a1-0be26fda8c29 HTTP/1.1" status: 200 len: 3815 time: 0.2175987 Dec 06 17:15:07.236780 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c40490ae-a3da-4525-a671-40b2125a51af tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:07.249229 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8c00641d-f583-4fc1-a9ce-bc0f4b3d57b4 req-6fef047e-a7c5-4e43-b4c2-b115441e6df3 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:07.265991 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae0f1c5-bef7-4fc9-a07a-500ebc762d05 service neutron] Pushing event updated for resources: {'Port': ['ID=8ff5d469-98fa-49c2-8ef1-104f557830ca,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:07.325155 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3dfeab22-0ef1-466a-a476-61d6935c76cb req-ef5e4cf2-bf6b-4ecf-bbc4-ec267ed848fc tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/security-groups?id=a4eb8a4b-85ed-48a0-8761-ec5681059b26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220875 Dec 06 17:15:07.355866 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c40490ae-a3da-4525-a671-40b2125a51af tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:07.366404 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-0ae0f1c5-bef7-4fc9-a07a-500ebc762d05 service neutron] Attempting to bind port 8ff5d469-98fa-49c2-8ef1-104f557830ca on host n-h1-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:15:07.366756 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-0ae0f1c5-bef7-4fc9-a07a-500ebc762d05 service neutron] Attempting to bind port 8ff5d469-98fa-49c2-8ef1-104f557830ca by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '02c34753-070f-4f68-9533-80dcf93edb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '3fe6b139-ab54-421b-a2ff-2a0762857d78'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:15:07.367092 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-0ae0f1c5-bef7-4fc9-a07a-500ebc762d05 service neutron] Attempting to bind port 8ff5d469-98fa-49c2-8ef1-104f557830ca on network 3fe6b139-ab54-421b-a2ff-2a0762857d78 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:15:07.376038 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-0ae0f1c5-bef7-4fc9-a07a-500ebc762d05 service neutron] Port 8ff5d469-98fa-49c2-8ef1-104f557830ca on network 3fe6b139-ab54-421b-a2ff-2a0762857d78 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:15:07.376365 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-0ae0f1c5-bef7-4fc9-a07a-500ebc762d05 service neutron] Attempting to bind port 8ff5d469-98fa-49c2-8ef1-104f557830ca on network 3fe6b139-ab54-421b-a2ff-2a0762857d78 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:15:07.383198 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-0ae0f1c5-bef7-4fc9-a07a-500ebc762d05 service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:15:07.383636 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-0ae0f1c5-bef7-4fc9-a07a-500ebc762d05 service neutron] Checking segment: {'id': '02c34753-070f-4f68-9533-80dcf93edb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '3fe6b139-ab54-421b-a2ff-2a0762857d78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:15:07.383948 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-0ae0f1c5-bef7-4fc9-a07a-500ebc762d05 service neutron] Bound using segment: {'id': '02c34753-070f-4f68-9533-80dcf93edb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '3fe6b139-ab54-421b-a2ff-2a0762857d78'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:15:07.384354 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-0ae0f1c5-bef7-4fc9-a07a-500ebc762d05 service neutron] Bound port: 8ff5d469-98fa-49c2-8ef1-104f557830ca, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02c34753-070f-4f68-9533-80dcf93edb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '3fe6b139-ab54-421b-a2ff-2a0762857d78'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:15:07.384720 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-0ae0f1c5-bef7-4fc9-a07a-500ebc762d05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:07.442114 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40490ae-a3da-4525-a671-40b2125a51af tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Pushing event deleted for resources: {'Subnet': ['ID=aec35e81-53a6-4a6b-ab2a-97cec34497fb,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:07.448909 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c40490ae-a3da-4525-a671-40b2125a51af tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:07.450648 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52db6bb9-251d-4a86-aad4-965a01bbb38f None None] Network 831f7bc8-2673-406c-afd6-cd66fe462203 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:15:07.453175 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-c40490ae-a3da-4525-a671-40b2125a51af tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.23 "DELETE /v2.0/subnets/aec35e81-53a6-4a6b-ab2a-97cec34497fb HTTP/1.1" status: 204 len: 168 time: 0.7143879 Dec 06 17:15:07.457687 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-77f40fab-04e6-4fb3-b291-254a2f03ad4a req-8e4d8a0b-4631-49c4-ac8e-091a49669dc8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d21c49c1-182d-4160-90f0-ac9f78bb540e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3419719 Dec 06 17:15:07.459786 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 47864) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:15:07.505635 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-0ae0f1c5-bef7-4fc9-a07a-500ebc762d05 service neutron] For port 8ff5d469-98fa-49c2-8ef1-104f557830ca, host n-h1-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:15:07.510448 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-0ae0f1c5-bef7-4fc9-a07a-500ebc762d05 service neutron] For port 8ff5d469-98fa-49c2-8ef1-104f557830ca, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8ff5d469-98fa-49c2-8ef1-104f557830ca,segment=NetworkSegment(02c34753-070f-4f68-9533-80dcf93edb92),segment_id=02c34753-070f-4f68-9533-80dcf93edb92)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:15:07.520648 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80159b9-d64d-4dd2-9b75-fefaff54145e req-8962a9e1-59b1-477b-8802-24b7d1c78967 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:07.522403 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b80159b9-d64d-4dd2-9b75-fefaff54145e req-8962a9e1-59b1-477b-8802-24b7d1c78967 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=3111a296-b40e-48c5-bfa4-66d71264ae66 HTTP/1.1" status: 200 len: 946 time: 0.0861487 Dec 06 17:15:07.524513 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-0ae0f1c5-bef7-4fc9-a07a-500ebc762d05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:07.560399 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9d55a0f2-2ecc-4159-92ea-2da8538c9034 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:07.567581 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8c00641d-f583-4fc1-a9ce-bc0f4b3d57b4 req-6fef047e-a7c5-4e43-b4c2-b115441e6df3 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:07.584291 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae0f1c5-bef7-4fc9-a07a-500ebc762d05 service neutron] Pushing event updated for resources: {'Port': ['ID=8ff5d469-98fa-49c2-8ef1-104f557830ca,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:07.607477 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-0ae0f1c5-bef7-4fc9-a07a-500ebc762d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:07.608114 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-0ae0f1c5-bef7-4fc9-a07a-500ebc762d05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:07.609530 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-0ae0f1c5-bef7-4fc9-a07a-500ebc762d05 service neutron] 10.222.0.41 "PUT /v2.0/ports/8ff5d469-98fa-49c2-8ef1-104f557830ca HTTP/1.1" status: 200 len: 1091 time: 1.1789861 Dec 06 17:15:07.610002 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab5a1622-9933-40c5-84a1-0be26fda8c29', 'tag': '8ff5d469-98fa-49c2-8ef1-104f557830ca'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:15:07.612274 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4201d99-7e1c-45c7-b47d-218fe376d9ef" -d '{"events": [{"name": "network-changed", "server_uuid": "ab5a1622-9933-40c5-84a1-0be26fda8c29", "tag": "8ff5d469-98fa-49c2-8ef1-104f557830ca"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:15:07.619342 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c00641d-f583-4fc1-a9ce-bc0f4b3d57b4 req-6fef047e-a7c5-4e43-b4c2-b115441e6df3 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:15:07.659929 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-8c00641d-f583-4fc1-a9ce-bc0f4b3d57b4 req-6fef047e-a7c5-4e43-b4c2-b115441e6df3 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:15:07.666467 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c00641d-f583-4fc1-a9ce-bc0f4b3d57b4 req-6fef047e-a7c5-4e43-b4c2-b115441e6df3 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:15:07.667129 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b80159b9-d64d-4dd2-9b75-fefaff54145e req-52678e2c-7378-4594-b8eb-82542121a36d tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850992 Dec 06 17:15:07.684429 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-2da9dd55-15aa-41eb-974b-e3d5ef8c3b09 service neutron] Request body: {'port': {'device_id': 'ab5a1622-9933-40c5-84a1-0be26fda8c29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:15:07.739194 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fef047e-a7c5-4e43-b4c2-b115441e6df3 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Pushing event updated for resources: {'Port': ['ID=95c967ce-fa2f-45f6-8de4-9aad6efdb1ee,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:07.804663 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-2da9dd55-15aa-41eb-974b-e3d5ef8c3b09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:07.811641 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f40b2d5-3dec-439a-b122-37b8e670476d None None] DHCP port deletion for 831f7bc8-2673-406c-afd6-cd66fe462203 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:15:07.812202 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9d55a0f2-2ecc-4159-92ea-2da8538c9034 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Deleting port 7c5bed23-7758-4c0f-a2b8-d17381d78370 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:15:07.812710 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9d55a0f2-2ecc-4159-92ea-2da8538c9034 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:07.914044 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-4f40b2d5-3dec-439a-b122-37b8e670476d None None] Deleting port 7c5bed23-7758-4c0f-a2b8-d17381d78370 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:15:07.914785 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4f40b2d5-3dec-439a-b122-37b8e670476d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:07.952166 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8c00641d-f583-4fc1-a9ce-bc0f4b3d57b4 req-6fef047e-a7c5-4e43-b4c2-b115441e6df3 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:07.964317 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9d55a0f2-2ecc-4159-92ea-2da8538c9034 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] For port 7c5bed23-7758-4c0f-a2b8-d17381d78370, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7c5bed23-7758-4c0f-a2b8-d17381d78370,segment=NetworkSegment(6ad346bc-a018-49d6-8f9d-fd19654b2f8c),segment_id=6ad346bc-a018-49d6-8f9d-fd19654b2f8c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:15:07.964688 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9d55a0f2-2ecc-4159-92ea-2da8538c9034 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:07.969562 n-d-master-1 neutron-server[103284]: INFO neutron.api.v2.resource [req-c9eca6ce-ca75-4a11-b25b-2bf07db85e23 req-671f4ad2-89cb-4e75-ba04-749c943c24d4 tempest-SecurityGroupsNegativeTestJSON-1259624297 tempest-SecurityGroupsNegativeTestJSON-1259624297-project] show failed (client error): The resource could not be found. Dec 06 17:15:07.971006 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c9eca6ce-ca75-4a11-b25b-2bf07db85e23 req-671f4ad2-89cb-4e75-ba04-749c943c24d4 tempest-SecurityGroupsNegativeTestJSON-1259624297 tempest-SecurityGroupsNegativeTestJSON-1259624297-project] 10.222.0.23 "GET /v2.0/security-groups/198ccbea-6923-4a05-8400-377f098ae39e HTTP/1.1" status: 404 len: 352 time: 0.0351734 Dec 06 17:15:08.004500 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9d55a0f2-2ecc-4159-92ea-2da8538c9034 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Calling delete_port for 7c5bed23-7758-4c0f-a2b8-d17381d78370 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:15:08.018947 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-4f40b2d5-3dec-439a-b122-37b8e670476d None None] For port 7c5bed23-7758-4c0f-a2b8-d17381d78370, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7c5bed23-7758-4c0f-a2b8-d17381d78370,segment=NetworkSegment(6ad346bc-a018-49d6-8f9d-fd19654b2f8c),segment_id=6ad346bc-a018-49d6-8f9d-fd19654b2f8c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:15:08.019352 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4f40b2d5-3dec-439a-b122-37b8e670476d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:08.021234 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8c00641d-f583-4fc1-a9ce-bc0f4b3d57b4 req-6fef047e-a7c5-4e43-b4c2-b115441e6df3 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:08.039836 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-4f40b2d5-3dec-439a-b122-37b8e670476d None None] Calling delete_port for 7c5bed23-7758-4c0f-a2b8-d17381d78370 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:15:08.155936 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4f40b2d5-3dec-439a-b122-37b8e670476d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:08.197291 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9d55a0f2-2ecc-4159-92ea-2da8538c9034 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:08.214138 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f40b2d5-3dec-439a-b122-37b8e670476d None None] No DVR routers for this DVR port 7c5bed23-7758-4c0f-a2b8-d17381d78370 on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:15:08.219687 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f40b2d5-3dec-439a-b122-37b8e670476d None None] Pushing event deleted for resources: {'Port': ['ID=7c5bed23-7758-4c0f-a2b8-d17381d78370,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:08.225337 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 7c5bed23-7758-4c0f-a2b8-d17381d78370 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:15:08.226452 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d55a0f2-2ecc-4159-92ea-2da8538c9034 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Pushing event deleted for resources: {'Port': ['ID=7c5bed23-7758-4c0f-a2b8-d17381d78370,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:08.248173 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d55a0f2-2ecc-4159-92ea-2da8538c9034 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] No DVR routers for this DVR port 7c5bed23-7758-4c0f-a2b8-d17381d78370 on host n-d-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:15:08.261603 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 7c5bed23-7758-4c0f-a2b8-d17381d78370 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:15:08.262160 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 7c5bed23-7758-4c0f-a2b8-d17381d78370 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:15:08.283342 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a42b48b-9d57-48d7-aff6-d14cdac23f17 req-89228c3f-2b43-4fd9-8138-203ce0107946 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:08.284851 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4a42b48b-9d57-48d7-aff6-d14cdac23f17 req-89228c3f-2b43-4fd9-8138-203ce0107946 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] 10.222.0.23 "GET /v2.0/ports?device_id=c245de6b-5a8e-47e9-8a83-cc9ed8453593 HTTP/1.1" status: 200 len: 946 time: 0.1865947 Dec 06 17:15:08.367009 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9d55a0f2-2ecc-4159-92ea-2da8538c9034 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:08.370851 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8c00641d-f583-4fc1-a9ce-bc0f4b3d57b4 req-6fef047e-a7c5-4e43-b4c2-b115441e6df3 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:08.382284 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4a42b48b-9d57-48d7-aff6-d14cdac23f17 req-4a09b3bd-b2a9-4646-a431-bb2fe7b8c83f tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] 10.222.0.23 "GET /v2.0/security-groups?id=d21c49c1-182d-4160-90f0-ac9f78bb540e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873370 Dec 06 17:15:08.388128 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8c00641d-f583-4fc1-a9ce-bc0f4b3d57b4 req-6fef047e-a7c5-4e43-b4c2-b115441e6df3 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:08.406897 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-9d55a0f2-2ecc-4159-92ea-2da8538c9034 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['831f7bc8-2673-406c-afd6-cd66fe462203']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:15:08.446618 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-9d55a0f2-2ecc-4159-92ea-2da8538c9034 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ad346bc-a018-49d6-8f9d-fd19654b2f8c') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:15:08.446950 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-9d55a0f2-2ecc-4159-92ea-2da8538c9034 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ad346bc-a018-49d6-8f9d-fd19654b2f8c') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:15:08.452634 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-2da9dd55-15aa-41eb-974b-e3d5ef8c3b09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69267b95-7993-4338-b334-0869546a57e9 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:15:08.475182 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5fc3ec2-c426-4b59-9c80-8ead96526155 x-openstack-request-id: req-e5fc3ec2-c426-4b59-9c80-8ead96526155 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:15:08.475992 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab5a1622-9933-40c5-84a1-0be26fda8c29", "tag": "8ff5d469-98fa-49c2-8ef1-104f557830ca", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:15:08.477975 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e5fc3ec2-c426-4b59-9c80-8ead96526155 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:15:08.478344 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab5a1622-9933-40c5-84a1-0be26fda8c29', 'tag': '8ff5d469-98fa-49c2-8ef1-104f557830ca', 'status': 'completed', 'code': 200} Dec 06 17:15:08.483730 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-2da9dd55-15aa-41eb-974b-e3d5ef8c3b09 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:08.494021 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8c00641d-f583-4fc1-a9ce-bc0f4b3d57b4 req-6fef047e-a7c5-4e43-b4c2-b115441e6df3 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:08.500758 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-2da9dd55-15aa-41eb-974b-e3d5ef8c3b09 service neutron] Transition to ACTIVE for port object 69267b95-7993-4338-b334-0869546a57e9 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:15:08.508021 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-2da9dd55-15aa-41eb-974b-e3d5ef8c3b09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:08.530193 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9d55a0f2-2ecc-4159-92ea-2da8538c9034 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:08.576779 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8c00641d-f583-4fc1-a9ce-bc0f4b3d57b4 req-6fef047e-a7c5-4e43-b4c2-b115441e6df3 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:08.586575 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8c00641d-f583-4fc1-a9ce-bc0f4b3d57b4 req-6fef047e-a7c5-4e43-b4c2-b115441e6df3 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2936110 Dec 06 17:15:08.588714 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fef047e-a7c5-4e43-b4c2-b115441e6df3 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Pushing event updated for resources: {'Port': ['ID=95c967ce-fa2f-45f6-8de4-9aad6efdb1ee,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:08.620217 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da9dd55-15aa-41eb-974b-e3d5ef8c3b09 service neutron] Pushing event updated for resources: {'Port': ['ID=69267b95-7993-4338-b334-0869546a57e9,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:08.641042 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9d55a0f2-2ecc-4159-92ea-2da8538c9034 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:08.664304 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8c00641d-f583-4fc1-a9ce-bc0f4b3d57b4 req-4bafe712-0b55-45b9-a580-5377915e7232 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.35.1.168 HTTP/1.1" status: 200 len: 696 time: 0.0766046 Dec 06 17:15:08.665207 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d55a0f2-2ecc-4159-92ea-2da8538c9034 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:15:08.665779 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9d55a0f2-2ecc-4159-92ea-2da8538c9034 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:08.671882 n-d-master-1 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:15:08.671882 n-d-master-1 neutron-server[103285]: self.session.flush() Dec 06 17:15:08.671882 n-d-master-1 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:15:08.671882 n-d-master-1 neutron-server[103285]: self.session.flush() Dec 06 17:15:08.671882 n-d-master-1 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:15:08.671882 n-d-master-1 neutron-server[103285]: self.session.flush() Dec 06 17:15:08.671882 n-d-master-1 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:15:08.671882 n-d-master-1 neutron-server[103285]: self.session.flush() Dec 06 17:15:08.671882 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:15:08.671882 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:15:08.671882 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:15:08.671882 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:15:08.671882 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:15:08.671882 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:15:08.671882 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:15:08.671882 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:15:08.671882 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:15:08.671882 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:15:08.671882 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:15:08.671882 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:15:08.671882 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:15:08.671882 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:15:08.671882 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:15:08.671882 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:15:08.671882 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:15:08.671882 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:15:08.671882 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:15:08.671882 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:15:08.671882 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:15:08.671882 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:15:08.671882 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:15:08.671882 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:15:08.671882 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:15:08.671882 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:15:08.671882 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:15:08.671882 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:15:08.671882 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:15:08.671882 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:15:08.671882 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:15:08.671882 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:15:08.693736 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4201d99-7e1c-45c7-b47d-218fe376d9ef req-f28e53ce-6888-4fcc-895c-d8d099975de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:08.694237 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4201d99-7e1c-45c7-b47d-218fe376d9ef req-f28e53ce-6888-4fcc-895c-d8d099975de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:08.694706 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4201d99-7e1c-45c7-b47d-218fe376d9ef req-f28e53ce-6888-4fcc-895c-d8d099975de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:08.695884 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4201d99-7e1c-45c7-b47d-218fe376d9ef req-f28e53ce-6888-4fcc-895c-d8d099975de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:08.696389 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c34334b-d4e4-45cc-9901-5d65d4ebea01 req-01d8ccfc-143e-4c33-8597-58d72201fa74 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:08.696504 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4201d99-7e1c-45c7-b47d-218fe376d9ef req-f28e53ce-6888-4fcc-895c-d8d099975de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:08.697021 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4201d99-7e1c-45c7-b47d-218fe376d9ef req-f28e53ce-6888-4fcc-895c-d8d099975de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:08.699107 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a4201d99-7e1c-45c7-b47d-218fe376d9ef req-f28e53ce-6888-4fcc-895c-d8d099975de4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3ab1b684adb44126aa30c8ecbc0cad3c&device_id=ab5a1622-9933-40c5-84a1-0be26fda8c29 HTTP/1.1" status: 200 len: 5242 time: 0.1905797 Dec 06 17:15:08.703776 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7c34334b-d4e4-45cc-9901-5d65d4ebea01 req-01d8ccfc-143e-4c33-8597-58d72201fa74 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a81ef20-7627-4783-b92f-49c0d8a17861 HTTP/1.1" status: 200 len: 946 time: 0.1506245 Dec 06 17:15:08.809257 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7c34334b-d4e4-45cc-9901-5d65d4ebea01 req-2165f49b-59e5-4dc1-84ad-1f80eb431c0b tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044874 Dec 06 17:15:08.810757 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-2da9dd55-15aa-41eb-974b-e3d5ef8c3b09 service neutron] Attempting to bind port 69267b95-7993-4338-b334-0869546a57e9 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:15:08.811098 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-2da9dd55-15aa-41eb-974b-e3d5ef8c3b09 service neutron] Attempting to bind port 69267b95-7993-4338-b334-0869546a57e9 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'd9cf52d1-bc52-4bcd-8c3c-12b88e1a5dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a4c7e014-b0a5-4b38-bc7b-c27afa34aef4'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:15:08.811427 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-2da9dd55-15aa-41eb-974b-e3d5ef8c3b09 service neutron] Attempting to bind port 69267b95-7993-4338-b334-0869546a57e9 on network a4c7e014-b0a5-4b38-bc7b-c27afa34aef4 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:15:08.824529 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-2da9dd55-15aa-41eb-974b-e3d5ef8c3b09 service neutron] Port 69267b95-7993-4338-b334-0869546a57e9 on network a4c7e014-b0a5-4b38-bc7b-c27afa34aef4 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:15:08.824529 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-2da9dd55-15aa-41eb-974b-e3d5ef8c3b09 service neutron] Attempting to bind port 69267b95-7993-4338-b334-0869546a57e9 on network a4c7e014-b0a5-4b38-bc7b-c27afa34aef4 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:15:08.829868 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-2da9dd55-15aa-41eb-974b-e3d5ef8c3b09 service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:15:08.830220 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-2da9dd55-15aa-41eb-974b-e3d5ef8c3b09 service neutron] Checking segment: {'id': 'd9cf52d1-bc52-4bcd-8c3c-12b88e1a5dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a4c7e014-b0a5-4b38-bc7b-c27afa34aef4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:15:08.831417 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-2da9dd55-15aa-41eb-974b-e3d5ef8c3b09 service neutron] Bound using segment: {'id': 'd9cf52d1-bc52-4bcd-8c3c-12b88e1a5dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a4c7e014-b0a5-4b38-bc7b-c27afa34aef4'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:15:08.831897 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-2da9dd55-15aa-41eb-974b-e3d5ef8c3b09 service neutron] Bound port: 69267b95-7993-4338-b334-0869546a57e9, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9cf52d1-bc52-4bcd-8c3c-12b88e1a5dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a4c7e014-b0a5-4b38-bc7b-c27afa34aef4'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:15:08.832271 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-2da9dd55-15aa-41eb-974b-e3d5ef8c3b09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:08.938129 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-2da9dd55-15aa-41eb-974b-e3d5ef8c3b09 service neutron] For port 69267b95-7993-4338-b334-0869546a57e9, host n-h1-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:15:08.942334 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-2da9dd55-15aa-41eb-974b-e3d5ef8c3b09 service neutron] For port 69267b95-7993-4338-b334-0869546a57e9, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=69267b95-7993-4338-b334-0869546a57e9,segment=NetworkSegment(d9cf52d1-bc52-4bcd-8c3c-12b88e1a5dd0),segment_id=d9cf52d1-bc52-4bcd-8c3c-12b88e1a5dd0)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:15:08.952010 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-2da9dd55-15aa-41eb-974b-e3d5ef8c3b09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:08.953065 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9d55a0f2-2ecc-4159-92ea-2da8538c9034 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:08.960164 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9d55a0f2-2ecc-4159-92ea-2da8538c9034 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:08.969054 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-9d55a0f2-2ecc-4159-92ea-2da8538c9034 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.23 "DELETE /v2.0/networks/831f7bc8-2673-406c-afd6-cd66fe462203 HTTP/1.1" status: 204 len: 168 time: 1.5058215 Dec 06 17:15:08.988393 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 47882) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:15:09.046031 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d55a0f2-2ecc-4159-92ea-2da8538c9034 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Pushing event deleted for resources: {'Network': ['ID=831f7bc8-2673-406c-afd6-cd66fe462203,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:09.057541 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-2da9dd55-15aa-41eb-974b-e3d5ef8c3b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:09.058697 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-2da9dd55-15aa-41eb-974b-e3d5ef8c3b09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:09.061641 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-2da9dd55-15aa-41eb-974b-e3d5ef8c3b09 service neutron] 10.222.0.41 "PUT /v2.0/ports/69267b95-7993-4338-b334-0869546a57e9 HTTP/1.1" status: 200 len: 1129 time: 1.3868144 Dec 06 17:15:09.100896 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4201d99-7e1c-45c7-b47d-218fe376d9ef req-4d1cfa62-50b2-4467-b100-140b9ece6d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:09.101897 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4201d99-7e1c-45c7-b47d-218fe376d9ef req-4d1cfa62-50b2-4467-b100-140b9ece6d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:09.102265 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da9dd55-15aa-41eb-974b-e3d5ef8c3b09 service neutron] Pushing event updated for resources: {'Port': ['ID=69267b95-7993-4338-b334-0869546a57e9,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:09.102376 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4201d99-7e1c-45c7-b47d-218fe376d9ef req-4d1cfa62-50b2-4467-b100-140b9ece6d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:09.104207 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a4201d99-7e1c-45c7-b47d-218fe376d9ef req-4d1cfa62-50b2-4467-b100-140b9ece6d43 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=3ab1b684adb44126aa30c8ecbc0cad3c&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3477709 Dec 06 17:15:09.123600 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c00641d-f583-4fc1-a9ce-bc0f4b3d57b4 req-4c548711-32b7-4c4a-8e90-5c09eb058f0f tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:09.125276 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8c00641d-f583-4fc1-a9ce-bc0f4b3d57b4 req-4c548711-32b7-4c4a-8e90-5c09eb058f0f tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] 10.222.0.23 "GET /v2.0/networks/40c9982f-f1ff-4b90-bebe-b7d51655f7e2 HTTP/1.1" status: 200 len: 784 time: 0.4524889 Dec 06 17:15:09.131124 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-1588f4b5-0fdf-41a1-afa9-c6f4a3b87506 service neutron] Request body: {'port': {'device_id': 'ab5a1622-9933-40c5-84a1-0be26fda8c29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:15:09.131233 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed70f744-0754-4741-b842-db7d411d990d tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Deleting subnet 399d9993-eb5b-4762-ba5f-2d3e039f68ca {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:15:09.135085 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ed70f744-0754-4741-b842-db7d411d990d tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:09.196738 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ed70f744-0754-4741-b842-db7d411d990d tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:09.219974 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd7786f-321c-4a27-90a1-88255c24210c req-bc98ad34-2b71-4b8e-8fd1-d9810bc11d54 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:09.228921 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd7786f-321c-4a27-90a1-88255c24210c req-bc98ad34-2b71-4b8e-8fd1-d9810bc11d54 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:09.237762 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd7786f-321c-4a27-90a1-88255c24210c req-bc98ad34-2b71-4b8e-8fd1-d9810bc11d54 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:09.246285 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd7786f-321c-4a27-90a1-88255c24210c req-bc98ad34-2b71-4b8e-8fd1-d9810bc11d54 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:09.266704 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd7786f-321c-4a27-90a1-88255c24210c req-bc98ad34-2b71-4b8e-8fd1-d9810bc11d54 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:09.278541 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd7786f-321c-4a27-90a1-88255c24210c req-bc98ad34-2b71-4b8e-8fd1-d9810bc11d54 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:09.289509 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5fd7786f-321c-4a27-90a1-88255c24210c req-bc98ad34-2b71-4b8e-8fd1-d9810bc11d54 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab5a1622-9933-40c5-84a1-0be26fda8c29 HTTP/1.1" status: 200 len: 4598 time: 0.2935622 Dec 06 17:15:09.396745 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-1588f4b5-0fdf-41a1-afa9-c6f4a3b87506 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:09.400722 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ed70f744-0754-4741-b842-db7d411d990d tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:09.414425 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5fd7786f-321c-4a27-90a1-88255c24210c req-e87366ac-4e79-4220-8cb0-9a7966d79585 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/security-groups?id=dcb0062a-d825-4410-8154-a45e8f107f6a&id=a4eb8a4b-85ed-48a0-8761-ec5681059b26&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1231973 Dec 06 17:15:09.493732 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a792ea7-5fc4-4e4b-94cd-80f791227439 req-90dd239f-cd91-4b14-b6aa-84c6ea493035 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:09.495259 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3a792ea7-5fc4-4e4b-94cd-80f791227439 req-90dd239f-cd91-4b14-b6aa-84c6ea493035 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=3111a296-b40e-48c5-bfa4-66d71264ae66 HTTP/1.1" status: 200 len: 946 time: 0.1865866 Dec 06 17:15:09.508963 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4201d99-7e1c-45c7-b47d-218fe376d9ef req-c662693a-8110-4a4e-b2a5-7ab3b517ac42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:09.510496 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a4201d99-7e1c-45c7-b47d-218fe376d9ef req-c662693a-8110-4a4e-b2a5-7ab3b517ac42 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3842025 Dec 06 17:15:09.542764 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ed70f744-0754-4741-b842-db7d411d990d tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:09.589660 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ed70f744-0754-4741-b842-db7d411d990d tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:09.592939 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-ed70f744-0754-4741-b842-db7d411d990d tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.23 "DELETE /v2.0/subnets/399d9993-eb5b-4762-ba5f-2d3e039f68ca HTTP/1.1" status: 204 len: 168 time: 0.6034143 Dec 06 17:15:09.594249 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed70f744-0754-4741-b842-db7d411d990d tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Pushing event deleted for resources: {'Subnet': ['ID=399d9993-eb5b-4762-ba5f-2d3e039f68ca,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:09.597208 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 47890) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:15:09.602671 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3a792ea7-5fc4-4e4b-94cd-80f791227439 req-a316d84d-036f-4425-a1c6-499277982944 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908656 Dec 06 17:15:09.607441 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21710592-3167-47c2-91a7-6bb24a3cbfbd None None] Network 514f7148-73be-428a-a5ef-17a30bd4f56c requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:15:09.627631 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-eec2e82f-7696-4b00-9deb-d94266de78b2 req-e0642f47-2d3e-47d3-a1da-4a0c48bf836a tempest-SecurityGroupsNegativeTestJSON-1259624297 tempest-SecurityGroupsNegativeTestJSON-1259624297-project] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=027757a5f8c3497797560fe554a1e898 HTTP/1.1" status: 200 len: 3005 time: 0.1563644 Dec 06 17:15:09.694409 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2136b91c-80bf-4703-b46e-cf6883af1deb tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:09.800068 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-eec2e82f-7696-4b00-9deb-d94266de78b2 req-84c31f08-5fb7-4333-832d-987dda4206ee tempest-SecurityGroupsNegativeTestJSON-1259624297 tempest-SecurityGroupsNegativeTestJSON-1259624297-project] 10.222.0.23 "GET /v2.0/security-groups/0c9ffe3c-1e46-488f-b680-268ec44ad919 HTTP/1.1" status: 200 len: 3002 time: 0.1715081 Dec 06 17:15:09.889323 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-eec2e82f-7696-4b00-9deb-d94266de78b2 req-ae4287cf-693b-4e2f-b4f7-194e43c6df77 tempest-SecurityGroupsNegativeTestJSON-1259624297 tempest-SecurityGroupsNegativeTestJSON-1259624297-project] 10.222.0.23 "GET /v2.0/security-groups/0c9ffe3c-1e46-488f-b680-268ec44ad919 HTTP/1.1" status: 200 len: 3002 time: 0.0882850 Dec 06 17:15:09.912808 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a4386b-f487-4013-9bbe-d63e8b9e3cd1 None None] DHCP port deletion for 514f7148-73be-428a-a5ef-17a30bd4f56c request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:15:09.995855 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-1588f4b5-0fdf-41a1-afa9-c6f4a3b87506 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6837a9b-3564-431d-b164-1562632e4bc8 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:15:10.007477 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-1588f4b5-0fdf-41a1-afa9-c6f4a3b87506 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:10.020000 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-12a4386b-f487-4013-9bbe-d63e8b9e3cd1 None None] Deleting port f78f63d3-e03a-42bc-aa43-77c24c229541 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:15:10.020376 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-12a4386b-f487-4013-9bbe-d63e8b9e3cd1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:10.025356 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-1588f4b5-0fdf-41a1-afa9-c6f4a3b87506 service neutron] Transition to ACTIVE for port object e6837a9b-3564-431d-b164-1562632e4bc8 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:15:10.096318 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-1588f4b5-0fdf-41a1-afa9-c6f4a3b87506 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:10.144173 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-12a4386b-f487-4013-9bbe-d63e8b9e3cd1 None None] For port f78f63d3-e03a-42bc-aa43-77c24c229541, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f78f63d3-e03a-42bc-aa43-77c24c229541,segment=NetworkSegment(aeee15d9-c90a-4ac9-876b-5abf7aa08b0c),segment_id=aeee15d9-c90a-4ac9-876b-5abf7aa08b0c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:15:10.144581 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-12a4386b-f487-4013-9bbe-d63e8b9e3cd1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:10.168132 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-12a4386b-f487-4013-9bbe-d63e8b9e3cd1 None None] Calling delete_port for f78f63d3-e03a-42bc-aa43-77c24c229541 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:15:10.217534 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-2136b91c-80bf-4703-b46e-cf6883af1deb tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Deleting port f78f63d3-e03a-42bc-aa43-77c24c229541 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:15:10.217534 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2136b91c-80bf-4703-b46e-cf6883af1deb tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:10.278095 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606f5ef0-2f45-41c1-b84c-2ca1f126d8a8 req-4b33542b-c689-4939-9da1-7fb1c7930da3 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:10.278974 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device f78f63d3-e03a-42bc-aa43-77c24c229541 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:15:10.284027 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-12a4386b-f487-4013-9bbe-d63e8b9e3cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:10.287518 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb826d2d-043c-475d-ae56-1cbd0ae13eb8 req-ac4a15d5-68f2-4951-b07d-6e34e33df8fb tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:10.290210 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-606f5ef0-2f45-41c1-b84c-2ca1f126d8a8 req-4b33542b-c689-4939-9da1-7fb1c7930da3 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] 10.222.0.23 "GET /v2.0/ports?device_id=c245de6b-5a8e-47e9-8a83-cc9ed8453593 HTTP/1.1" status: 200 len: 946 time: 0.2627840 Dec 06 17:15:10.292967 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-eb826d2d-043c-475d-ae56-1cbd0ae13eb8 req-ac4a15d5-68f2-4951-b07d-6e34e33df8fb tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] 10.222.0.23 "GET /v2.0/networks?id=54ec0ce5-40a5-4965-be28-5d5392d9c61d HTTP/1.1" status: 200 len: 821 time: 0.5603659 Dec 06 17:15:10.309980 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: f78f63d3-e03a-42bc-aa43-77c24c229541 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:15:10.310466 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device f78f63d3-e03a-42bc-aa43-77c24c229541 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:15:10.341778 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a4386b-f487-4013-9bbe-d63e8b9e3cd1 None None] Pushing event deleted for resources: {'Port': ['ID=f78f63d3-e03a-42bc-aa43-77c24c229541,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:10.354257 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a4386b-f487-4013-9bbe-d63e8b9e3cd1 None None] No DVR routers for this DVR port f78f63d3-e03a-42bc-aa43-77c24c229541 on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:15:10.376281 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-eb826d2d-043c-475d-ae56-1cbd0ae13eb8 req-41a24caa-6bf6-41e9-a15c-8c19e3b0dc0f tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] 10.222.0.23 "GET /v2.0/quotas/9bef0bd25b3044c8b28cf9aea9137f71 HTTP/1.1" status: 200 len: 375 time: 0.0653021 Dec 06 17:15:10.397199 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-2136b91c-80bf-4703-b46e-cf6883af1deb tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] For port f78f63d3-e03a-42bc-aa43-77c24c229541, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f78f63d3-e03a-42bc-aa43-77c24c229541,segment=NetworkSegment(aeee15d9-c90a-4ac9-876b-5abf7aa08b0c),segment_id=aeee15d9-c90a-4ac9-876b-5abf7aa08b0c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:15:10.397596 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2136b91c-80bf-4703-b46e-cf6883af1deb tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:10.413670 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-2136b91c-80bf-4703-b46e-cf6883af1deb tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Calling delete_port for f78f63d3-e03a-42bc-aa43-77c24c229541 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:15:10.432121 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1588f4b5-0fdf-41a1-afa9-c6f4a3b87506 service neutron] Pushing event updated for resources: {'Port': ['ID=e6837a9b-3564-431d-b164-1562632e4bc8,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:10.442321 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-1588f4b5-0fdf-41a1-afa9-c6f4a3b87506 service neutron] Attempting to bind port e6837a9b-3564-431d-b164-1562632e4bc8 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:15:10.442657 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-1588f4b5-0fdf-41a1-afa9-c6f4a3b87506 service neutron] Attempting to bind port e6837a9b-3564-431d-b164-1562632e4bc8 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'd9cf52d1-bc52-4bcd-8c3c-12b88e1a5dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a4c7e014-b0a5-4b38-bc7b-c27afa34aef4'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:15:10.443006 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-1588f4b5-0fdf-41a1-afa9-c6f4a3b87506 service neutron] Attempting to bind port e6837a9b-3564-431d-b164-1562632e4bc8 on network a4c7e014-b0a5-4b38-bc7b-c27afa34aef4 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:15:10.452417 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-606f5ef0-2f45-41c1-b84c-2ca1f126d8a8 req-5775712f-9000-4b6c-a396-9e67731baf11 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] 10.222.0.23 "GET /v2.0/security-groups?id=d21c49c1-182d-4160-90f0-ac9f78bb540e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612136 Dec 06 17:15:10.453424 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-1588f4b5-0fdf-41a1-afa9-c6f4a3b87506 service neutron] Port e6837a9b-3564-431d-b164-1562632e4bc8 on network a4c7e014-b0a5-4b38-bc7b-c27afa34aef4 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:15:10.453776 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-1588f4b5-0fdf-41a1-afa9-c6f4a3b87506 service neutron] Attempting to bind port e6837a9b-3564-431d-b164-1562632e4bc8 on network a4c7e014-b0a5-4b38-bc7b-c27afa34aef4 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:15:10.459189 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-1588f4b5-0fdf-41a1-afa9-c6f4a3b87506 service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:15:10.459540 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-1588f4b5-0fdf-41a1-afa9-c6f4a3b87506 service neutron] Checking segment: {'id': 'd9cf52d1-bc52-4bcd-8c3c-12b88e1a5dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a4c7e014-b0a5-4b38-bc7b-c27afa34aef4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:15:10.460347 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-1588f4b5-0fdf-41a1-afa9-c6f4a3b87506 service neutron] Bound using segment: {'id': 'd9cf52d1-bc52-4bcd-8c3c-12b88e1a5dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a4c7e014-b0a5-4b38-bc7b-c27afa34aef4'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:15:10.460795 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-1588f4b5-0fdf-41a1-afa9-c6f4a3b87506 service neutron] Bound port: e6837a9b-3564-431d-b164-1562632e4bc8, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9cf52d1-bc52-4bcd-8c3c-12b88e1a5dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a4c7e014-b0a5-4b38-bc7b-c27afa34aef4'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:15:10.461160 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-1588f4b5-0fdf-41a1-afa9-c6f4a3b87506 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:10.497979 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab5a1622-9933-40c5-84a1-0be26fda8c29', 'tag': '69267b95-7993-4338-b334-0869546a57e9'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:15:10.500199 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f998332-e804-4d46-9774-bf5342677b8b" -d '{"events": [{"name": "network-changed", "server_uuid": "ab5a1622-9933-40c5-84a1-0be26fda8c29", "tag": "69267b95-7993-4338-b334-0869546a57e9"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:15:10.567466 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-1588f4b5-0fdf-41a1-afa9-c6f4a3b87506 service neutron] For port e6837a9b-3564-431d-b164-1562632e4bc8, host n-h1-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:15:10.575863 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2136b91c-80bf-4703-b46e-cf6883af1deb tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:10.586776 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-1588f4b5-0fdf-41a1-afa9-c6f4a3b87506 service neutron] For port e6837a9b-3564-431d-b164-1562632e4bc8, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=e6837a9b-3564-431d-b164-1562632e4bc8,segment=NetworkSegment(d9cf52d1-bc52-4bcd-8c3c-12b88e1a5dd0),segment_id=d9cf52d1-bc52-4bcd-8c3c-12b88e1a5dd0)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:15:10.594682 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-1588f4b5-0fdf-41a1-afa9-c6f4a3b87506 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:10.610108 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-eb826d2d-043c-475d-ae56-1cbd0ae13eb8 req-62212fb2-7443-4ed5-8d9f-9d515b456fa9 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9bef0bd25b3044c8b28cf9aea9137f71&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1043305 Dec 06 17:15:10.613060 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2136b91c-80bf-4703-b46e-cf6883af1deb tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Pushing event deleted for resources: {'Port': ['ID=f78f63d3-e03a-42bc-aa43-77c24c229541,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:10.614929 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2136b91c-80bf-4703-b46e-cf6883af1deb tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] No DVR routers for this DVR port f78f63d3-e03a-42bc-aa43-77c24c229541 on host n-d-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:15:10.634331 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-1588f4b5-0fdf-41a1-afa9-c6f4a3b87506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:10.634971 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-1588f4b5-0fdf-41a1-afa9-c6f4a3b87506 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:10.636448 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-1588f4b5-0fdf-41a1-afa9-c6f4a3b87506 service neutron] 10.222.0.41 "PUT /v2.0/ports/e6837a9b-3564-431d-b164-1562632e4bc8 HTTP/1.1" status: 200 len: 1131 time: 1.5158350 Dec 06 17:15:10.652991 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a4663a-2f18-4ae7-b3b1-eba622f7687e req-8e313b88-176d-43bc-a349-002abb8307f5 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:10.654723 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-44a4663a-2f18-4ae7-b3b1-eba622f7687e req-8e313b88-176d-43bc-a349-002abb8307f5 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a81ef20-7627-4783-b92f-49c0d8a17861 HTTP/1.1" status: 200 len: 946 time: 0.1163414 Dec 06 17:15:10.671435 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-47c26a80-ecf5-426f-902c-6647d9845908 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:15:10.672553 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-47c26a80-ecf5-426f-902c-6647d9845908 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059712 Dec 06 17:15:10.692876 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-69572c26-0175-4e5e-91d9-c2493bbc4497 service neutron] Request body: {'port': {'device_id': 'ab5a1622-9933-40c5-84a1-0be26fda8c29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:15:10.728566 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1588f4b5-0fdf-41a1-afa9-c6f4a3b87506 service neutron] Pushing event updated for resources: {'Port': ['ID=e6837a9b-3564-431d-b164-1562632e4bc8,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:10.756518 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2136b91c-80bf-4703-b46e-cf6883af1deb tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:10.810147 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-69572c26-0175-4e5e-91d9-c2493bbc4497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:10.815217 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-2136b91c-80bf-4703-b46e-cf6883af1deb tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['514f7148-73be-428a-a5ef-17a30bd4f56c']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:15:10.829403 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-44a4663a-2f18-4ae7-b3b1-eba622f7687e req-b2cbe7fc-14ff-49e3-abff-1eb4e3e73356 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559069 Dec 06 17:15:10.833681 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-2136b91c-80bf-4703-b46e-cf6883af1deb tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aeee15d9-c90a-4ac9-876b-5abf7aa08b0c') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:15:10.833983 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-2136b91c-80bf-4703-b46e-cf6883af1deb tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aeee15d9-c90a-4ac9-876b-5abf7aa08b0c') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:15:10.860469 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2136b91c-80bf-4703-b46e-cf6883af1deb tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:10.882434 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-eb826d2d-043c-475d-ae56-1cbd0ae13eb8 req-12c60b23-28dc-4482-9030-07b1fd7d1fb2 service neutron] 10.222.0.23 "GET /v2.0/networks/54ec0ce5-40a5-4965-be28-5d5392d9c61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615387 Dec 06 17:15:10.885982 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2136b91c-80bf-4703-b46e-cf6883af1deb tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:10.910246 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2136b91c-80bf-4703-b46e-cf6883af1deb tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:15:10.910691 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2136b91c-80bf-4703-b46e-cf6883af1deb tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:10.914106 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:15:10.914106 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:15:10.914106 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:15:10.914106 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:15:10.914106 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:15:10.914106 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:15:10.914106 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:15:10.914106 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:15:10.914106 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:15:10.914106 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:15:10.914106 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:15:10.914106 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:15:10.914106 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:15:10.914106 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:15:10.914106 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:15:10.914106 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:15:10.914106 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:15:10.914106 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:15:10.914106 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:15:10.914106 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:15:10.914106 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:15:10.914106 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:15:10.914106 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:15:10.914106 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:15:10.914106 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:15:10.914106 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:15:10.914106 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:15:10.914106 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:15:10.914106 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:15:10.914106 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:15:10.914106 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:15:10.914106 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:15:10.994172 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5c2b3c3c-a7ab-4dc4-886f-1fb73d37abd8 req-598f253e-dcc4-4dba-82d7-f342cb0cb59b tempest-SecurityGroupsNegativeTestJSON-1259624297 tempest-SecurityGroupsNegativeTestJSON-1259624297-project] 10.222.0.23 "GET /v2.0/security-groups/0c9ffe3c-1e46-488f-b680-268ec44ad919 HTTP/1.1" status: 200 len: 3002 time: 0.1190207 Dec 06 17:15:11.019529 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2136b91c-80bf-4703-b46e-cf6883af1deb tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:11.027620 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2136b91c-80bf-4703-b46e-cf6883af1deb tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:11.034006 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-2136b91c-80bf-4703-b46e-cf6883af1deb tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.23 "DELETE /v2.0/networks/514f7148-73be-428a-a5ef-17a30bd4f56c HTTP/1.1" status: 204 len: 168 time: 1.4331224 Dec 06 17:15:11.041332 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 47914) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:15:11.055697 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-94e31444-5cc3-42c7-8835-aab2982af61d tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1412974906'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:15:11.062151 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2136b91c-80bf-4703-b46e-cf6883af1deb tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Pushing event deleted for resources: {'Network': ['ID=514f7148-73be-428a-a5ef-17a30bd4f56c,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:11.072658 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-eb826d2d-043c-475d-ae56-1cbd0ae13eb8 req-04984092-3528-4e53-a26d-6241512b147f service neutron] 10.222.0.23 "GET /v2.0/networks/54ec0ce5-40a5-4965-be28-5d5392d9c61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841800 Dec 06 17:15:11.085104 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e31444-5cc3-42c7-8835-aab2982af61d tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Made reservation on behalf of e496f20025e24ec89db8607fe6b1b56a for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:15:11.089056 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-94e31444-5cc3-42c7-8835-aab2982af61d tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:11.121529 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94e31444-5cc3-42c7-8835-aab2982af61d tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:15:11.134451 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-94e31444-5cc3-42c7-8835-aab2982af61d tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:11.135495 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-94e31444-5cc3-42c7-8835-aab2982af61d tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Added segment c913e6c4-4938-4d45-b1d8-4763c88dee1e of type vlan for network a0b22877-e1ab-4b6e-9aff-b26a8d8a9a6d Dec 06 17:15:11.137058 n-d-master-1 neutron-server[103284]: INFO neutron.api.v2.resource [req-5c2b3c3c-a7ab-4dc4-886f-1fb73d37abd8 req-f9c6791f-93aa-4b7e-89e9-daf1ef839944 tempest-SecurityGroupsNegativeTestJSON-1259624297 tempest-SecurityGroupsNegativeTestJSON-1259624297-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 06 17:15:11.149631 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5c2b3c3c-a7ab-4dc4-886f-1fb73d37abd8 req-f9c6791f-93aa-4b7e-89e9-daf1ef839944 tempest-SecurityGroupsNegativeTestJSON-1259624297 tempest-SecurityGroupsNegativeTestJSON-1259624297-project] 10.222.0.23 "DELETE /v2.0/security-groups/0c9ffe3c-1e46-488f-b680-268ec44ad919 HTTP/1.1" status: 409 len: 352 time: 0.1378682 Dec 06 17:15:11.199503 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-94e31444-5cc3-42c7-8835-aab2982af61d tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:11.233065 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-94e31444-5cc3-42c7-8835-aab2982af61d tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:11.243235 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e31444-5cc3-42c7-8835-aab2982af61d tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:11.243886 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-94e31444-5cc3-42c7-8835-aab2982af61d tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:11.283042 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-94e31444-5cc3-42c7-8835-aab2982af61d tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2317393 Dec 06 17:15:11.285883 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 47922) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:15:11.291978 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-d7cbacb4-7fa0-48c5-b516-256493bc8197 req-ef5aa567-e0b3-4fa4-b7d8-7df12581d95f tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1886986919', 'description': 'tempest-description-960959584'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:15:11.302064 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-56bcd53b-a842-4a7f-a0ca-2c79407dcf70 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Request body: {'subnet': {'network_id': 'a0b22877-e1ab-4b6e-9aff-b26a8d8a9a6d', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:15:11.341480 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e31444-5cc3-42c7-8835-aab2982af61d tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Pushing event updated for resources: {'Network': ['ID=a0b22877-e1ab-4b6e-9aff-b26a8d8a9a6d,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:11.353175 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network a0b22877-e1ab-4b6e-9aff-b26a8d8a9a6d details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:15:11.401025 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336e3af1-8ceb-4c04-850f-41608931af99 req-e5b0e523-3fc6-4d56-a301-a9c8f6b2e2bd tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:11.408922 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336e3af1-8ceb-4c04-850f-41608931af99 req-e5b0e523-3fc6-4d56-a301-a9c8f6b2e2bd tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:11.415767 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336e3af1-8ceb-4c04-850f-41608931af99 req-e5b0e523-3fc6-4d56-a301-a9c8f6b2e2bd tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:11.423355 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336e3af1-8ceb-4c04-850f-41608931af99 req-e5b0e523-3fc6-4d56-a301-a9c8f6b2e2bd tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:11.430194 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336e3af1-8ceb-4c04-850f-41608931af99 req-e5b0e523-3fc6-4d56-a301-a9c8f6b2e2bd tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:11.432737 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-69572c26-0175-4e5e-91d9-c2493bbc4497 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54b8b728-fb86-4824-ae15-d101cf829fb2 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:15:11.448603 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336e3af1-8ceb-4c04-850f-41608931af99 req-e5b0e523-3fc6-4d56-a301-a9c8f6b2e2bd tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:11.456594 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d7cbacb4-7fa0-48c5-b516-256493bc8197 req-ef5aa567-e0b3-4fa4-b7d8-7df12581d95f tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:11.459080 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336e3af1-8ceb-4c04-850f-41608931af99 req-e5b0e523-3fc6-4d56-a301-a9c8f6b2e2bd tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:11.461613 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-336e3af1-8ceb-4c04-850f-41608931af99 req-e5b0e523-3fc6-4d56-a301-a9c8f6b2e2bd tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab5a1622-9933-40c5-84a1-0be26fda8c29 HTTP/1.1" status: 200 len: 5371 time: 0.1392746 Dec 06 17:15:11.482310 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-69572c26-0175-4e5e-91d9-c2493bbc4497 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:11.520796 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-69572c26-0175-4e5e-91d9-c2493bbc4497 service neutron] Transition to ACTIVE for port object 54b8b728-fb86-4824-ae15-d101cf829fb2 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:15:11.537676 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-69572c26-0175-4e5e-91d9-c2493bbc4497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:11.549910 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-336e3af1-8ceb-4c04-850f-41608931af99 req-36849acf-c03c-479b-90d6-b900168b8b8c tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/security-groups?id=dcb0062a-d825-4410-8154-a45e8f107f6a&id=a4eb8a4b-85ed-48a0-8761-ec5681059b26&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0812783 Dec 06 17:15:11.608221 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56bcd53b-a842-4a7f-a0ca-2c79407dcf70 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Made reservation on behalf of e496f20025e24ec89db8607fe6b1b56a for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:15:11.612449 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-56bcd53b-a842-4a7f-a0ca-2c79407dcf70 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:11.659554 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d7cbacb4-7fa0-48c5-b516-256493bc8197 req-ef5aa567-e0b3-4fa4-b7d8-7df12581d95f tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:11.721832 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02261667-c7b4-469f-bff1-603e7f475031 x-openstack-request-id: req-02261667-c7b4-469f-bff1-603e7f475031 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:15:11.722249 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab5a1622-9933-40c5-84a1-0be26fda8c29", "tag": "69267b95-7993-4338-b334-0869546a57e9", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:15:11.722724 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-02261667-c7b4-469f-bff1-603e7f475031 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:15:11.723207 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab5a1622-9933-40c5-84a1-0be26fda8c29', 'tag': '69267b95-7993-4338-b334-0869546a57e9', 'status': 'completed', 'code': 200} Dec 06 17:15:11.842683 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f998332-e804-4d46-9774-bf5342677b8b req-7fec7f5c-67fa-4d7b-92e2-7060304123ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:11.843263 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f998332-e804-4d46-9774-bf5342677b8b req-7fec7f5c-67fa-4d7b-92e2-7060304123ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:11.843807 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f998332-e804-4d46-9774-bf5342677b8b req-7fec7f5c-67fa-4d7b-92e2-7060304123ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:11.844352 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f998332-e804-4d46-9774-bf5342677b8b req-7fec7f5c-67fa-4d7b-92e2-7060304123ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:11.844901 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f998332-e804-4d46-9774-bf5342677b8b req-7fec7f5c-67fa-4d7b-92e2-7060304123ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:11.845420 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f998332-e804-4d46-9774-bf5342677b8b req-7fec7f5c-67fa-4d7b-92e2-7060304123ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:11.845983 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f998332-e804-4d46-9774-bf5342677b8b req-7fec7f5c-67fa-4d7b-92e2-7060304123ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:11.848263 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1f998332-e804-4d46-9774-bf5342677b8b req-7fec7f5c-67fa-4d7b-92e2-7060304123ee service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3ab1b684adb44126aa30c8ecbc0cad3c&device_id=ab5a1622-9933-40c5-84a1-0be26fda8c29 HTTP/1.1" status: 200 len: 6233 time: 0.1249273 Dec 06 17:15:11.862275 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11acf80-cb39-4a76-8cb7-b741d4145623 req-09762587-3130-4984-a885-7f25189edf61 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:11.864025 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d11acf80-cb39-4a76-8cb7-b741d4145623 req-09762587-3130-4984-a885-7f25189edf61 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=3111a296-b40e-48c5-bfa4-66d71264ae66 HTTP/1.1" status: 200 len: 946 time: 0.0957894 Dec 06 17:15:12.003339 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d11acf80-cb39-4a76-8cb7-b741d4145623 req-d3e841ac-86cb-4d84-945c-26e25a44b35c tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191282 Dec 06 17:15:12.026234 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f998332-e804-4d46-9774-bf5342677b8b req-bd259548-cc29-40fe-91b1-a75f21854c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:12.026841 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f998332-e804-4d46-9774-bf5342677b8b req-bd259548-cc29-40fe-91b1-a75f21854c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:12.027381 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f998332-e804-4d46-9774-bf5342677b8b req-bd259548-cc29-40fe-91b1-a75f21854c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:12.029534 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1f998332-e804-4d46-9774-bf5342677b8b req-bd259548-cc29-40fe-91b1-a75f21854c7c service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=3ab1b684adb44126aa30c8ecbc0cad3c&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1592669 Dec 06 17:15:12.140036 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d7cbacb4-7fa0-48c5-b516-256493bc8197 req-ef5aa567-e0b3-4fa4-b7d8-7df12581d95f tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:12.146117 n-d-master-1 neutron-server[103285]: INFO neutron.api.v2.resource [req-31ac2316-5adf-45fb-9b41-4e0bd739383c req-7eef4586-331d-44f4-af75-5d80bab892a4 tempest-SecurityGroupsNegativeTestJSON-1259624297 tempest-SecurityGroupsNegativeTestJSON-1259624297-project] show failed (client error): The resource could not be found. Dec 06 17:15:12.147378 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-31ac2316-5adf-45fb-9b41-4e0bd739383c req-7eef4586-331d-44f4-af75-5d80bab892a4 tempest-SecurityGroupsNegativeTestJSON-1259624297 tempest-SecurityGroupsNegativeTestJSON-1259624297-project] 10.222.0.23 "GET /v2.0/security-groups/ef66c32a-29fb-4666-9928-112740f6cb0a HTTP/1.1" status: 404 len: 352 time: 0.0160861 Dec 06 17:15:12.203426 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69572c26-0175-4e5e-91d9-c2493bbc4497 service neutron] Pushing event updated for resources: {'Port': ['ID=54b8b728-fb86-4824-ae15-d101cf829fb2,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:12.203630 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f998332-e804-4d46-9774-bf5342677b8b req-c2353a23-9c10-4824-8f2b-709daaf93610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:12.205064 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1f998332-e804-4d46-9774-bf5342677b8b req-c2353a23-9c10-4824-8f2b-709daaf93610 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1662605 Dec 06 17:15:12.250792 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d7cbacb4-7fa0-48c5-b516-256493bc8197 req-ef5aa567-e0b3-4fa4-b7d8-7df12581d95f tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:12.256897 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d7cbacb4-7fa0-48c5-b516-256493bc8197 req-ef5aa567-e0b3-4fa4-b7d8-7df12581d95f tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1831 time: 0.9697454 Dec 06 17:15:12.278117 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5aa567-e0b3-4fa4-b7d8-7df12581d95f tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a5c1b5d-b8bd-4557-812e-2a216cf83694,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:12.301461 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-310f7eb8-8d70-45f2-8310-5839454386a6 req-af8bb7d4-48b6-4fa1-b8bf-c3922690868f tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] 10.222.0.23 "GET /v2.0/ports?device_id=64c1a1ce-2bb9-40ca-9a74-685a6a3118d5 HTTP/1.1" status: 200 len: 210 time: 0.0534787 Dec 06 17:15:12.338998 n-d-master-1 neutron-server[103285]: INFO neutron.api.v2.resource [req-095daa8c-f20b-4ddc-9cca-85c4c5c99125 req-6d527bb7-b72e-4528-be77-b312483232c1 tempest-SecurityGroupsNegativeTestJSON-1259624297 tempest-SecurityGroupsNegativeTestJSON-1259624297-project] show failed (client error): The resource could not be found. Dec 06 17:15:12.351235 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-095daa8c-f20b-4ddc-9cca-85c4c5c99125 req-6d527bb7-b72e-4528-be77-b312483232c1 tempest-SecurityGroupsNegativeTestJSON-1259624297 tempest-SecurityGroupsNegativeTestJSON-1259624297-project] 10.222.0.23 "GET /v2.0/security-groups/c822202d-9df3-4d3e-9cfd-0c880cea7757 HTTP/1.1" status: 404 len: 352 time: 0.0318527 Dec 06 17:15:12.351745 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 47940) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:15:12.366551 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-69572c26-0175-4e5e-91d9-c2493bbc4497 service neutron] Attempting to bind port 54b8b728-fb86-4824-ae15-d101cf829fb2 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:15:12.367070 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-69572c26-0175-4e5e-91d9-c2493bbc4497 service neutron] Attempting to bind port 54b8b728-fb86-4824-ae15-d101cf829fb2 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'd9cf52d1-bc52-4bcd-8c3c-12b88e1a5dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a4c7e014-b0a5-4b38-bc7b-c27afa34aef4'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:15:12.367325 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-69572c26-0175-4e5e-91d9-c2493bbc4497 service neutron] Attempting to bind port 54b8b728-fb86-4824-ae15-d101cf829fb2 on network a4c7e014-b0a5-4b38-bc7b-c27afa34aef4 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:15:12.412700 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-69572c26-0175-4e5e-91d9-c2493bbc4497 service neutron] Port 54b8b728-fb86-4824-ae15-d101cf829fb2 on network a4c7e014-b0a5-4b38-bc7b-c27afa34aef4 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:15:12.412908 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-69572c26-0175-4e5e-91d9-c2493bbc4497 service neutron] Attempting to bind port 54b8b728-fb86-4824-ae15-d101cf829fb2 on network a4c7e014-b0a5-4b38-bc7b-c27afa34aef4 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:15:12.420336 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-5eee69a0-d700-46ef-be64-93f4d41321df admin admin] Deleting subnet 3e7a7e12-2824-4068-b84d-682e458075bf {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:15:12.423464 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5eee69a0-d700-46ef-be64-93f4d41321df admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:12.433110 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cb2cfd-7bc3-4d4e-abee-f43ca7c6e085 req-9187980f-cca1-4859-9224-a2cf49979a3c tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:12.434709 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-55cb2cfd-7bc3-4d4e-abee-f43ca7c6e085 req-9187980f-cca1-4859-9224-a2cf49979a3c tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a81ef20-7627-4783-b92f-49c0d8a17861 HTTP/1.1" status: 200 len: 946 time: 0.0978291 Dec 06 17:15:12.435570 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-69572c26-0175-4e5e-91d9-c2493bbc4497 service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:15:12.435958 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-69572c26-0175-4e5e-91d9-c2493bbc4497 service neutron] Checking segment: {'id': 'd9cf52d1-bc52-4bcd-8c3c-12b88e1a5dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a4c7e014-b0a5-4b38-bc7b-c27afa34aef4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:15:12.436370 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-69572c26-0175-4e5e-91d9-c2493bbc4497 service neutron] Bound using segment: {'id': 'd9cf52d1-bc52-4bcd-8c3c-12b88e1a5dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a4c7e014-b0a5-4b38-bc7b-c27afa34aef4'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:15:12.436937 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-69572c26-0175-4e5e-91d9-c2493bbc4497 service neutron] Bound port: 54b8b728-fb86-4824-ae15-d101cf829fb2, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9cf52d1-bc52-4bcd-8c3c-12b88e1a5dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a4c7e014-b0a5-4b38-bc7b-c27afa34aef4'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:15:12.437302 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-69572c26-0175-4e5e-91d9-c2493bbc4497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:12.476154 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5eee69a0-d700-46ef-be64-93f4d41321df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:12.521923 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5eee69a0-d700-46ef-be64-93f4d41321df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:12.572590 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-69572c26-0175-4e5e-91d9-c2493bbc4497 service neutron] For port 54b8b728-fb86-4824-ae15-d101cf829fb2, host n-h1-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:15:12.599813 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f922a9d1-aaef-4ac8-a0bc-dbf976f6f043 req-a2b732ce-c6b1-451a-9bd6-4ea476f0bb17 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1886986919&fields=id&tenant_id=f377f83bc18f4c0187f237b662699790 HTTP/1.1" status: 200 len: 267 time: 0.0752409 Dec 06 17:15:12.631535 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-69572c26-0175-4e5e-91d9-c2493bbc4497 service neutron] For port 54b8b728-fb86-4824-ae15-d101cf829fb2, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=54b8b728-fb86-4824-ae15-d101cf829fb2,segment=NetworkSegment(d9cf52d1-bc52-4bcd-8c3c-12b88e1a5dd0),segment_id=d9cf52d1-bc52-4bcd-8c3c-12b88e1a5dd0)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:15:12.635404 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-56bcd53b-a842-4a7f-a0ca-2c79407dcf70 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:12.656074 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-55cb2cfd-7bc3-4d4e-abee-f43ca7c6e085 req-618a93b6-2497-492c-bed3-83c4d78f75a2 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818025 Dec 06 17:15:12.656804 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-69572c26-0175-4e5e-91d9-c2493bbc4497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:12.718950 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5eee69a0-d700-46ef-be64-93f4d41321df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:12.743120 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5eee69a0-d700-46ef-be64-93f4d41321df admin admin] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:12.765878 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-5eee69a0-d700-46ef-be64-93f4d41321df admin admin] 10.222.0.23 "DELETE /v2.0/subnets/3e7a7e12-2824-4068-b84d-682e458075bf HTTP/1.1" status: 204 len: 168 time: 0.4121020 Dec 06 17:15:12.790954 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 47944) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:15:12.808530 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-69572c26-0175-4e5e-91d9-c2493bbc4497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:12.810714 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-69572c26-0175-4e5e-91d9-c2493bbc4497 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:12.812363 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-69572c26-0175-4e5e-91d9-c2493bbc4497 service neutron] 10.222.0.41 "PUT /v2.0/ports/54b8b728-fb86-4824-ae15-d101cf829fb2 HTTP/1.1" status: 200 len: 1091 time: 2.1239147 Dec 06 17:15:12.817957 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eee69a0-d700-46ef-be64-93f4d41321df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e7a7e12-2824-4068-b84d-682e458075bf,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:12.868305 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bcd53b-a842-4a7f-a0ca-2c79407dcf70 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Pushing event updated for resources: {'Subnet': ['ID=441bf06d-f3d3-4336-993a-631dc0c2e44a,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:12.895800 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-197b9316-35bf-4cce-bea9-f7a85a7bd272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:12.900569 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-30cc56c4-e773-408b-8303-2d5fe3ecfe17 service neutron] Request body: {'port': {'device_id': 'ab5a1622-9933-40c5-84a1-0be26fda8c29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:15:12.908088 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922a9d1-aaef-4ac8-a0bc-dbf976f6f043 req-f37a69fc-7391-4d97-b2b3-125aa09258b1 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:12.917154 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f922a9d1-aaef-4ac8-a0bc-dbf976f6f043 req-f37a69fc-7391-4d97-b2b3-125aa09258b1 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] 10.222.0.23 "GET /v2.0/ports?device_id=c245de6b-5a8e-47e9-8a83-cc9ed8453593 HTTP/1.1" status: 200 len: 946 time: 0.3092391 Dec 06 17:15:12.923640 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-f922a9d1-aaef-4ac8-a0bc-dbf976f6f043 req-8eaed36a-bf8e-497e-925d-9ea616e572d5 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Request body: {'port': {'security_groups': ['d21c49c1-182d-4160-90f0-ac9f78bb540e', '5a5c1b5d-b8bd-4557-812e-2a216cf83694']}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:15:12.944600 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69572c26-0175-4e5e-91d9-c2493bbc4497 service neutron] Pushing event updated for resources: {'Port': ['ID=54b8b728-fb86-4824-ae15-d101cf829fb2,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:12.974912 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bcd53b-a842-4a7f-a0ca-2c79407dcf70 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Checking segment: {'id': 'c913e6c4-4938-4d45-b1d8-4763c88dee1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a0b22877-e1ab-4b6e-9aff-b26a8d8a9a6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:15:12.975280 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bcd53b-a842-4a7f-a0ca-2c79407dcf70 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Network hostable DHCP agents. Network: a0b22877-e1ab-4b6e-9aff-b26a8d8a9a6d, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:15:12.990593 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb826d2d-043c-475d-ae56-1cbd0ae13eb8 req-1d08634a-dd45-4681-9909-9c7e5360611e tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:12.992194 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-eb826d2d-043c-475d-ae56-1cbd0ae13eb8 req-1d08634a-dd45-4681-9909-9c7e5360611e tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] 10.222.0.44 "GET /v2.0/networks?id=54ec0ce5-40a5-4965-be28-5d5392d9c61d HTTP/1.1" status: 200 len: 821 time: 0.3581464 Dec 06 17:15:13.027261 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-eb826d2d-043c-475d-ae56-1cbd0ae13eb8 req-4215a4d3-e1c2-4fdd-9892-1d0d03826f8d tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Request body: {'port': {'device_id': '64c1a1ce-2bb9-40ca-9a74-685a6a3118d5', 'network_id': '54ec0ce5-40a5-4965-be28-5d5392d9c61d', 'admin_state_up': True, 'tenant_id': '9bef0bd25b3044c8b28cf9aea9137f71'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:15:13.044347 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fce3af5-0956-412f-ac5a-45a62d7b8db7 req-83ae4190-5673-4bc3-95ba-bdf62d9ac38b tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:13.046104 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-197b9316-35bf-4cce-bea9-f7a85a7bd272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:13.050484 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fce3af5-0956-412f-ac5a-45a62d7b8db7 req-83ae4190-5673-4bc3-95ba-bdf62d9ac38b tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:13.056622 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fce3af5-0956-412f-ac5a-45a62d7b8db7 req-83ae4190-5673-4bc3-95ba-bdf62d9ac38b tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:13.063427 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fce3af5-0956-412f-ac5a-45a62d7b8db7 req-83ae4190-5673-4bc3-95ba-bdf62d9ac38b tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:13.068449 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-197b9316-35bf-4cce-bea9-f7a85a7bd272 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dd622b9-5afc-4f4a-91e0-62e471dd4ffb']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:15:13.069581 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fce3af5-0956-412f-ac5a-45a62d7b8db7 req-83ae4190-5673-4bc3-95ba-bdf62d9ac38b tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:13.076169 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fce3af5-0956-412f-ac5a-45a62d7b8db7 req-83ae4190-5673-4bc3-95ba-bdf62d9ac38b tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:13.079039 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-197b9316-35bf-4cce-bea9-f7a85a7bd272 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef868016-9c99-4cf3-82e3-37e9c140c557') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:15:13.079343 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-197b9316-35bf-4cce-bea9-f7a85a7bd272 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef868016-9c99-4cf3-82e3-37e9c140c557') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:15:13.082152 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fce3af5-0956-412f-ac5a-45a62d7b8db7 req-83ae4190-5673-4bc3-95ba-bdf62d9ac38b tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:13.084115 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4fce3af5-0956-412f-ac5a-45a62d7b8db7 req-83ae4190-5673-4bc3-95ba-bdf62d9ac38b tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab5a1622-9933-40c5-84a1-0be26fda8c29 HTTP/1.1" status: 200 len: 5383 time: 0.2667811 Dec 06 17:15:13.096989 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-197b9316-35bf-4cce-bea9-f7a85a7bd272 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:13.119631 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-30cc56c4-e773-408b-8303-2d5fe3ecfe17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:13.144286 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-197b9316-35bf-4cce-bea9-f7a85a7bd272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:13.156449 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-f922a9d1-aaef-4ac8-a0bc-dbf976f6f043 req-8eaed36a-bf8e-497e-925d-9ea616e572d5 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:13.158620 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-197b9316-35bf-4cce-bea9-f7a85a7bd272 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:15:13.159012 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-197b9316-35bf-4cce-bea9-f7a85a7bd272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:13.160732 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:15:13.160732 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:15:13.160732 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:15:13.160732 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:15:13.160732 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:15:13.160732 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:15:13.160732 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:15:13.160732 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:15:13.160732 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:15:13.160732 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:15:13.160732 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:15:13.160732 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:15:13.160732 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:15:13.160732 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:15:13.160732 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:15:13.160732 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:15:13.160732 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:15:13.160732 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:15:13.160732 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:15:13.160732 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:15:13.160732 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:15:13.160732 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:15:13.160732 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:15:13.160732 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:15:13.160732 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:15:13.160732 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:15:13.160732 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:15:13.160732 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:15:13.160732 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:15:13.160732 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:15:13.160732 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:15:13.160732 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:15:13.169694 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bcd53b-a842-4a7f-a0ca-2c79407dcf70 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Network a0b22877-e1ab-4b6e-9aff-b26a8d8a9a6d is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:15:13.202446 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-56bcd53b-a842-4a7f-a0ca-2c79407dcf70 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, a0b22877-e1ab-4b6e-9aff-b26a8d8a9a6d) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:15:13.214544 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7e1441-c7c6-4aa8-8b52-a744a4423c63 None None] Network a0b22877-e1ab-4b6e-9aff-b26a8d8a9a6d requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:15:13.247394 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bcd53b-a842-4a7f-a0ca-2c79407dcf70 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:13.248007 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-56bcd53b-a842-4a7f-a0ca-2c79407dcf70 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:13.257834 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-197b9316-35bf-4cce-bea9-f7a85a7bd272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:13.265177 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-197b9316-35bf-4cce-bea9-f7a85a7bd272 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:13.270847 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-197b9316-35bf-4cce-bea9-f7a85a7bd272 admin admin] 10.222.0.23 "DELETE /v2.0/networks/8dd622b9-5afc-4f4a-91e0-62e471dd4ffb HTTP/1.1" status: 204 len: 168 time: 0.4762139 Dec 06 17:15:13.316649 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197b9316-35bf-4cce-bea9-f7a85a7bd272 admin admin] Pushing event deleted for resources: {'Network': ['ID=8dd622b9-5afc-4f4a-91e0-62e471dd4ffb,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:13.367949 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4fce3af5-0956-412f-ac5a-45a62d7b8db7 req-65df0ffc-9e15-49c0-b381-164dbb3f1225 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/security-groups?id=dcb0062a-d825-4410-8154-a45e8f107f6a&id=a4eb8a4b-85ed-48a0-8761-ec5681059b26&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2651243 Dec 06 17:15:13.448741 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 47954) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:15:13.450041 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-56bcd53b-a842-4a7f-a0ca-2c79407dcf70 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.1523325 Dec 06 17:15:13.454912 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 47956) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:15:13.465219 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-5fd54c60-0443-46a6-bf80-85055157c408 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1155536953'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:15:13.466340 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3b32d1fc-43c8-44db-a81a-bb785e4b7007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:13.492769 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb826d2d-043c-475d-ae56-1cbd0ae13eb8 req-4215a4d3-e1c2-4fdd-9892-1d0d03826f8d tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Made reservation on behalf of 9bef0bd25b3044c8b28cf9aea9137f71 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:15:13.496713 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-eb826d2d-043c-475d-ae56-1cbd0ae13eb8 req-4215a4d3-e1c2-4fdd-9892-1d0d03826f8d tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:13.511833 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2afc02d-a9c4-4a56-8b25-5baa92a5d601 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-a0b22877-e1ab-4b6e-9aff-b26a8d8a9a6d', 'network_id': 'a0b22877-e1ab-4b6e-9aff-b26a8d8a9a6d', 'tenant_id': 'e496f20025e24ec89db8607fe6b1b56a', 'fixed_ips': [{'subnet_id': '441bf06d-f3d3-4336-993a-631dc0c2e44a'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:15:13.513022 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f2afc02d-a9c4-4a56-8b25-5baa92a5d601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:13.517830 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd54c60-0443-46a6-bf80-85055157c408 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Made reservation on behalf of e496f20025e24ec89db8607fe6b1b56a for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:15:13.522008 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5fd54c60-0443-46a6-bf80-85055157c408 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:13.560191 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fd54c60-0443-46a6-bf80-85055157c408 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:15:13.569178 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-9c4f2181-1be6-4c3a-b6e2-2f746cb40a83 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=027757a5f8c3497797560fe554a1e898&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1172767 Dec 06 17:15:13.570163 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 47958) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:15:13.571570 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5fd54c60-0443-46a6-bf80-85055157c408 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:13.571924 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-5fd54c60-0443-46a6-bf80-85055157c408 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Added segment 840f52dd-9477-47cf-b8ef-41e71d20ac75 of type vlan for network fa4a44b4-21f9-4c2a-acd2-dd2f83c51946 Dec 06 17:15:13.606188 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-f922a9d1-aaef-4ac8-a0bc-dbf976f6f043 req-8eaed36a-bf8e-497e-925d-9ea616e572d5 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] For port befdce02-98cd-43a4-82c5-c471d6e33719, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=befdce02-98cd-43a4-82c5-c471d6e33719,segment=NetworkSegment(5f633514-6649-4383-967d-3e5bb989bb4a),segment_id=5f633514-6649-4383-967d-3e5bb989bb4a)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:15:13.622527 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5fd54c60-0443-46a6-bf80-85055157c408 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:13.667251 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5fd54c60-0443-46a6-bf80-85055157c408 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:13.673282 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd54c60-0443-46a6-bf80-85055157c408 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:13.673981 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5fd54c60-0443-46a6-bf80-85055157c408 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:13.675079 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-542f137e-c6b8-4723-9726-f2af65f35567 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:13.687258 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-f922a9d1-aaef-4ac8-a0bc-dbf976f6f043 req-8eaed36a-bf8e-497e-925d-9ea616e572d5 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:13.702702 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-f922a9d1-aaef-4ac8-a0bc-dbf976f6f043 req-8eaed36a-bf8e-497e-925d-9ea616e572d5 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:13.714047 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-f2afc02d-a9c4-4a56-8b25-5baa92a5d601 None None] Allocated IP 19.80.0.2 (a0b22877-e1ab-4b6e-9aff-b26a8d8a9a6d/441bf06d-f3d3-4336-993a-631dc0c2e44a/4fd8c670-67a9-4fa8-97c9-ad26cbfa6a99) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:15:13.735938 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922a9d1-aaef-4ac8-a0bc-dbf976f6f043 req-8eaed36a-bf8e-497e-925d-9ea616e572d5 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:13.736662 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-f922a9d1-aaef-4ac8-a0bc-dbf976f6f043 req-8eaed36a-bf8e-497e-925d-9ea616e572d5 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:13.750237 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['befdce02-98cd-43a4-82c5-c471d6e33719'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:15:13.753702 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f922a9d1-aaef-4ac8-a0bc-dbf976f6f043 req-8eaed36a-bf8e-497e-925d-9ea616e572d5 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] 10.222.0.23 "PUT /v2.0/ports/befdce02-98cd-43a4-82c5-c471d6e33719 HTTP/1.1" status: 200 len: 982 time: 0.8352449 Dec 06 17:15:13.774828 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c245de6b-5a8e-47e9-8a83-cc9ed8453593', 'tag': 'befdce02-98cd-43a4-82c5-c471d6e33719'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:15:13.774828 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb39cd7b-0799-432d-a5e7-85ece6335bad" -d '{"events": [{"name": "network-changed", "server_uuid": "c245de6b-5a8e-47e9-8a83-cc9ed8453593", "tag": "befdce02-98cd-43a4-82c5-c471d6e33719"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:15:13.779424 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-542f137e-c6b8-4723-9726-f2af65f35567 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:13.782258 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab5a1622-9933-40c5-84a1-0be26fda8c29', 'tag': 'e6837a9b-3564-431d-b164-1562632e4bc8'}, {'name': 'network-changed', 'server_uuid': 'ab5a1622-9933-40c5-84a1-0be26fda8c29', 'tag': '54b8b728-fb86-4824-ae15-d101cf829fb2'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:15:13.785729 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70520233-b60b-4ec3-bc86-a90677a6f452" -d '{"events": [{"name": "network-changed", "server_uuid": "ab5a1622-9933-40c5-84a1-0be26fda8c29", "tag": "e6837a9b-3564-431d-b164-1562632e4bc8"}, {"name": "network-changed", "server_uuid": "ab5a1622-9933-40c5-84a1-0be26fda8c29", "tag": "54b8b728-fb86-4824-ae15-d101cf829fb2"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:15:13.843584 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-5fd54c60-0443-46a6-bf80-85055157c408 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3875411 Dec 06 17:15:13.848238 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['befdce02-98cd-43a4-82c5-c471d6e33719'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:15:13.854058 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 47968) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:15:13.862853 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-6876e8c7-c807-4f0d-bc61-c531105e633d tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Request body: {'subnet': {'network_id': 'fa4a44b4-21f9-4c2a-acd2-dd2f83c51946', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:15:13.931601 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd54c60-0443-46a6-bf80-85055157c408 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Pushing event updated for resources: {'Network': ['ID=fa4a44b4-21f9-4c2a-acd2-dd2f83c51946,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:13.935638 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaed36a-bf8e-497e-925d-9ea616e572d5 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Pushing event updated for resources: {'Port': ['ID=befdce02-98cd-43a4-82c5-c471d6e33719,revision_number=6']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:13.943350 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-40721a78-82e8-4557-9b1d-98437a5f328b req-c0de839a-5efc-493b-8904-b05d786ea30a tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] 10.222.0.23 "GET /v2.0/ports?device_id=64c1a1ce-2bb9-40ca-9a74-685a6a3118d5 HTTP/1.1" status: 200 len: 210 time: 0.0913682 Dec 06 17:15:13.952284 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network fa4a44b4-21f9-4c2a-acd2-dd2f83c51946 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:15:13.986599 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e202547-8d5f-414b-8e29-2e85884129c3 req-e7d8eef6-1031-4ecb-83b4-483b2bdf6da1 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:13.988706 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3e202547-8d5f-414b-8e29-2e85884129c3 req-e7d8eef6-1031-4ecb-83b4-483b2bdf6da1 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=3111a296-b40e-48c5-bfa4-66d71264ae66 HTTP/1.1" status: 200 len: 946 time: 0.4739754 Dec 06 17:15:14.034313 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-542f137e-c6b8-4723-9726-f2af65f35567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:14.037990 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-542f137e-c6b8-4723-9726-f2af65f35567 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:14.042370 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-542f137e-c6b8-4723-9726-f2af65f35567 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0c9ffe3c-1e46-488f-b680-268ec44ad919 HTTP/1.1" status: 204 len: 168 time: 0.4679158 Dec 06 17:15:14.046798 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6876e8c7-c807-4f0d-bc61-c531105e633d tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Made reservation on behalf of e496f20025e24ec89db8607fe6b1b56a for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:15:14.051006 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6876e8c7-c807-4f0d-bc61-c531105e633d tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:14.075144 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-eb826d2d-043c-475d-ae56-1cbd0ae13eb8 req-4215a4d3-e1c2-4fdd-9892-1d0d03826f8d tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Allocated IP 172.20.0.9 (54ec0ce5-40a5-4965-be28-5d5392d9c61d/606d14bd-3cdf-4d5d-8976-793383533298/1c158fc1-831f-4500-b86a-86aeef2d53ab) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:15:14.153540 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3e202547-8d5f-414b-8e29-2e85884129c3 req-b351ac42-ee72-4a39-adf2-3b40006ef896 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476324 Dec 06 17:15:14.199367 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-30cc56c4-e773-408b-8303-2d5fe3ecfe17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd8770e5-43c9-4df9-a87a-fd8b1189f8b0 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:15:14.222820 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-30cc56c4-e773-408b-8303-2d5fe3ecfe17 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:14.285431 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-30cc56c4-e773-408b-8303-2d5fe3ecfe17 service neutron] Transition to ACTIVE for port object fd8770e5-43c9-4df9-a87a-fd8b1189f8b0 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:15:14.295058 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-30cc56c4-e773-408b-8303-2d5fe3ecfe17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:14.311416 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6876e8c7-c807-4f0d-bc61-c531105e633d tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:14.350911 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542f137e-c6b8-4723-9726-f2af65f35567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c9ffe3c-1e46-488f-b680-268ec44ad919,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:14.425293 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4ddccba4-0cc7-4a7c-bba5-9e6785d726e8 req-a83f986d-563e-4b34-a2da-e22e740ecd2d tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1886986919&fields=id&tenant_id=f377f83bc18f4c0187f237b662699790 HTTP/1.1" status: 200 len: 267 time: 0.0957654 Dec 06 17:15:14.425991 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cc56c4-e773-408b-8303-2d5fe3ecfe17 service neutron] Pushing event updated for resources: {'Port': ['ID=fd8770e5-43c9-4df9-a87a-fd8b1189f8b0,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:14.461994 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-eb826d2d-043c-475d-ae56-1cbd0ae13eb8 req-4215a4d3-e1c2-4fdd-9892-1d0d03826f8d tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:14.510657 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6876e8c7-c807-4f0d-bc61-c531105e633d tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Pushing event updated for resources: {'Subnet': ['ID=68402152-4266-45be-801a-eaef3efecb66,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:14.517022 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6876e8c7-c807-4f0d-bc61-c531105e633d tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Checking segment: {'id': '840f52dd-9477-47cf-b8ef-41e71d20ac75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'fa4a44b4-21f9-4c2a-acd2-dd2f83c51946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:15:14.519165 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6876e8c7-c807-4f0d-bc61-c531105e633d tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Network hostable DHCP agents. Network: fa4a44b4-21f9-4c2a-acd2-dd2f83c51946, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:15:14.544965 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d441f-d223-47f6-9f35-5f4fb077fba0 req-0990dbe5-adc8-4876-8e98-08d3b755f1fe tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:14.554427 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9e4d441f-d223-47f6-9f35-5f4fb077fba0 req-0990dbe5-adc8-4876-8e98-08d3b755f1fe tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a81ef20-7627-4783-b92f-49c0d8a17861 HTTP/1.1" status: 200 len: 946 time: 0.2591145 Dec 06 17:15:14.641301 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6876e8c7-c807-4f0d-bc61-c531105e633d tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Network fa4a44b4-21f9-4c2a-acd2-dd2f83c51946 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:15:14.679690 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-6876e8c7-c807-4f0d-bc61-c531105e633d tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, fa4a44b4-21f9-4c2a-acd2-dd2f83c51946) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:15:14.693498 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddccba4-0cc7-4a7c-bba5-9e6785d726e8 req-d6bd17f3-8ef0-496e-9e57-cc2d9ddd00b9 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:14.695172 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4ddccba4-0cc7-4a7c-bba5-9e6785d726e8 req-d6bd17f3-8ef0-496e-9e57-cc2d9ddd00b9 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] 10.222.0.23 "GET /v2.0/ports?device_id=c245de6b-5a8e-47e9-8a83-cc9ed8453593 HTTP/1.1" status: 200 len: 985 time: 0.2368951 Dec 06 17:15:14.695438 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6876e8c7-c807-4f0d-bc61-c531105e633d tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:14.697449 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6876e8c7-c807-4f0d-bc61-c531105e633d tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:14.712118 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f2afc02d-a9c4-4a56-8b25-5baa92a5d601 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:14.734879 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-4ddccba4-0cc7-4a7c-bba5-9e6785d726e8 req-3d84576c-a079-4b2d-a76e-d166904368be tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Request body: {'port': {'security_groups': ['d21c49c1-182d-4160-90f0-ac9f78bb540e']}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:15:14.736731 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4666594-c985-4f40-bcce-9f6c0a290508 None None] Network fa4a44b4-21f9-4c2a-acd2-dd2f83c51946 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:15:14.739200 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9e4d441f-d223-47f6-9f35-5f4fb077fba0 req-14bceb06-09e6-4ddf-a0c5-2d3c6e7934f9 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837811 Dec 06 17:15:14.763927 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-6876e8c7-c807-4f0d-bc61-c531105e633d tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9048569 Dec 06 17:15:14.809072 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-eb826d2d-043c-475d-ae56-1cbd0ae13eb8 req-4215a4d3-e1c2-4fdd-9892-1d0d03826f8d tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:14.839064 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 06 Dec 2021 17:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3339a78c-cb0c-45ac-9b21-2e9578dccc15 x-openstack-request-id: req-3339a78c-cb0c-45ac-9b21-2e9578dccc15 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:15:14.839369 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab5a1622-9933-40c5-84a1-0be26fda8c29", "tag": "e6837a9b-3564-431d-b164-1562632e4bc8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ab5a1622-9933-40c5-84a1-0be26fda8c29", "tag": "54b8b728-fb86-4824-ae15-d101cf829fb2", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:15:14.839631 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3339a78c-cb0c-45ac-9b21-2e9578dccc15 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:15:14.840041 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab5a1622-9933-40c5-84a1-0be26fda8c29', 'tag': 'e6837a9b-3564-431d-b164-1562632e4bc8', 'status': 'completed', 'code': 200} Dec 06 17:15:14.840307 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab5a1622-9933-40c5-84a1-0be26fda8c29', 'tag': '54b8b728-fb86-4824-ae15-d101cf829fb2', 'status': 'completed', 'code': 200} Dec 06 17:15:14.848711 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-30cc56c4-e773-408b-8303-2d5fe3ecfe17 service neutron] Attempting to bind port fd8770e5-43c9-4df9-a87a-fd8b1189f8b0 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:15:14.848711 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-30cc56c4-e773-408b-8303-2d5fe3ecfe17 service neutron] Attempting to bind port fd8770e5-43c9-4df9-a87a-fd8b1189f8b0 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'd9cf52d1-bc52-4bcd-8c3c-12b88e1a5dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a4c7e014-b0a5-4b38-bc7b-c27afa34aef4'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:15:14.848921 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-30cc56c4-e773-408b-8303-2d5fe3ecfe17 service neutron] Attempting to bind port fd8770e5-43c9-4df9-a87a-fd8b1189f8b0 on network a4c7e014-b0a5-4b38-bc7b-c27afa34aef4 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:15:14.869491 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e852f12-3f3f-41db-b591-8d0f1d506527 x-openstack-request-id: req-2e852f12-3f3f-41db-b591-8d0f1d506527 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:15:14.869794 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c245de6b-5a8e-47e9-8a83-cc9ed8453593", "tag": "befdce02-98cd-43a4-82c5-c471d6e33719", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:15:14.870050 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2e852f12-3f3f-41db-b591-8d0f1d506527 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:15:14.870454 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c245de6b-5a8e-47e9-8a83-cc9ed8453593', 'tag': 'befdce02-98cd-43a4-82c5-c471d6e33719', 'status': 'completed', 'code': 200} Dec 06 17:15:14.889700 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-30cc56c4-e773-408b-8303-2d5fe3ecfe17 service neutron] Port fd8770e5-43c9-4df9-a87a-fd8b1189f8b0 on network a4c7e014-b0a5-4b38-bc7b-c27afa34aef4 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:15:14.889803 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-30cc56c4-e773-408b-8303-2d5fe3ecfe17 service neutron] Attempting to bind port fd8770e5-43c9-4df9-a87a-fd8b1189f8b0 on network a4c7e014-b0a5-4b38-bc7b-c27afa34aef4 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:15:14.902361 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb826d2d-043c-475d-ae56-1cbd0ae13eb8 req-4215a4d3-e1c2-4fdd-9892-1d0d03826f8d tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Network 54ec0ce5-40a5-4965-be28-5d5392d9c61d is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:15:14.912086 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-30cc56c4-e773-408b-8303-2d5fe3ecfe17 service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:15:14.912416 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-30cc56c4-e773-408b-8303-2d5fe3ecfe17 service neutron] Checking segment: {'id': 'd9cf52d1-bc52-4bcd-8c3c-12b88e1a5dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a4c7e014-b0a5-4b38-bc7b-c27afa34aef4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:15:14.912831 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-30cc56c4-e773-408b-8303-2d5fe3ecfe17 service neutron] Bound using segment: {'id': 'd9cf52d1-bc52-4bcd-8c3c-12b88e1a5dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a4c7e014-b0a5-4b38-bc7b-c27afa34aef4'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:15:14.913264 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-30cc56c4-e773-408b-8303-2d5fe3ecfe17 service neutron] Bound port: fd8770e5-43c9-4df9-a87a-fd8b1189f8b0, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9cf52d1-bc52-4bcd-8c3c-12b88e1a5dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a4c7e014-b0a5-4b38-bc7b-c27afa34aef4'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:15:14.913811 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-30cc56c4-e773-408b-8303-2d5fe3ecfe17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:14.916198 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-eb826d2d-043c-475d-ae56-1cbd0ae13eb8 req-4215a4d3-e1c2-4fdd-9892-1d0d03826f8d tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:15:14.929066 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb826d2d-043c-475d-ae56-1cbd0ae13eb8 req-4215a4d3-e1c2-4fdd-9892-1d0d03826f8d tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:15:14.936731 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4ddccba4-0cc7-4a7c-bba5-9e6785d726e8 req-3d84576c-a079-4b2d-a76e-d166904368be tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:15.062956 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-30cc56c4-e773-408b-8303-2d5fe3ecfe17 service neutron] For port fd8770e5-43c9-4df9-a87a-fd8b1189f8b0, host n-h1-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:15:15.066765 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-30cc56c4-e773-408b-8303-2d5fe3ecfe17 service neutron] For port fd8770e5-43c9-4df9-a87a-fd8b1189f8b0, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=fd8770e5-43c9-4df9-a87a-fd8b1189f8b0,segment=NetworkSegment(d9cf52d1-bc52-4bcd-8c3c-12b88e1a5dd0),segment_id=d9cf52d1-bc52-4bcd-8c3c-12b88e1a5dd0)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:15:15.068135 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4215a4d3-e1c2-4fdd-9892-1d0d03826f8d tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Pushing event updated for resources: {'Port': ['ID=1c158fc1-831f-4500-b86a-86aeef2d53ab,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:15.079133 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-30cc56c4-e773-408b-8303-2d5fe3ecfe17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:15.107502 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-30cc56c4-e773-408b-8303-2d5fe3ecfe17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:15.108409 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-30cc56c4-e773-408b-8303-2d5fe3ecfe17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:15.110059 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-30cc56c4-e773-408b-8303-2d5fe3ecfe17 service neutron] 10.222.0.41 "PUT /v2.0/ports/fd8770e5-43c9-4df9-a87a-fd8b1189f8b0 HTTP/1.1" status: 200 len: 1090 time: 2.2245674 Dec 06 17:15:15.133590 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a84462f-f32a-43d3-a46f-47647d9019b8 req-b888b041-ef88-4653-a036-3023aa932003 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:15.148593 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f2afc02d-a9c4-4a56-8b25-5baa92a5d601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:15.162873 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a84462f-f32a-43d3-a46f-47647d9019b8 req-b888b041-ef88-4653-a036-3023aa932003 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:15.175494 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a84462f-f32a-43d3-a46f-47647d9019b8 req-b888b041-ef88-4653-a036-3023aa932003 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:15.198949 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a84462f-f32a-43d3-a46f-47647d9019b8 req-b888b041-ef88-4653-a036-3023aa932003 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:15.217609 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a84462f-f32a-43d3-a46f-47647d9019b8 req-b888b041-ef88-4653-a036-3023aa932003 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:15.225803 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb826d2d-043c-475d-ae56-1cbd0ae13eb8 req-4215a4d3-e1c2-4fdd-9892-1d0d03826f8d tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:15.226461 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-eb826d2d-043c-475d-ae56-1cbd0ae13eb8 req-4215a4d3-e1c2-4fdd-9892-1d0d03826f8d tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:15.242759 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a84462f-f32a-43d3-a46f-47647d9019b8 req-b888b041-ef88-4653-a036-3023aa932003 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:15.271648 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a84462f-f32a-43d3-a46f-47647d9019b8 req-b888b041-ef88-4653-a036-3023aa932003 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:15.275759 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7a84462f-f32a-43d3-a46f-47647d9019b8 req-b888b041-ef88-4653-a036-3023aa932003 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab5a1622-9933-40c5-84a1-0be26fda8c29 HTTP/1.1" status: 200 len: 5395 time: 0.3063130 Dec 06 17:15:15.295888 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2afc02d-a9c4-4a56-8b25-5baa92a5d601 None None] Pushing event updated for resources: {'Port': ['ID=4fd8c670-67a9-4fa8-97c9-ad26cbfa6a99,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:15.351451 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-eb826d2d-043c-475d-ae56-1cbd0ae13eb8 req-4215a4d3-e1c2-4fdd-9892-1d0d03826f8d tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3330128 Dec 06 17:15:15.358191 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cc56c4-e773-408b-8303-2d5fe3ecfe17 service neutron] Pushing event updated for resources: {'Port': ['ID=fd8770e5-43c9-4df9-a87a-fd8b1189f8b0,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:15.398950 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [req-eb826d2d-043c-475d-ae56-1cbd0ae13eb8 req-e4e761a6-28f1-45dc-9bb2-20976dc31c26 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:15:15.400288 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-eb826d2d-043c-475d-ae56-1cbd0ae13eb8 req-e4e761a6-28f1-45dc-9bb2-20976dc31c26 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0387409 Dec 06 17:15:15.422585 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2afc02d-a9c4-4a56-8b25-5baa92a5d601 None None] Network a0b22877-e1ab-4b6e-9aff-b26a8d8a9a6d is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:15:15.456668 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-f2afc02d-a9c4-4a56-8b25-5baa92a5d601 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:15:15.466053 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2afc02d-a9c4-4a56-8b25-5baa92a5d601 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:15:15.542198 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['3325fae5-f781-4ac9-a8a9-04cc42f2ec12'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:15:15.568269 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70520233-b60b-4ec3-bc86-a90677a6f452 req-833568b4-ce8a-47d3-8917-8f71147d21c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:15.569418 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-4ddccba4-0cc7-4a7c-bba5-9e6785d726e8 req-3d84576c-a079-4b2d-a76e-d166904368be tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] For port befdce02-98cd-43a4-82c5-c471d6e33719, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=befdce02-98cd-43a4-82c5-c471d6e33719,segment=NetworkSegment(5f633514-6649-4383-967d-3e5bb989bb4a),segment_id=5f633514-6649-4383-967d-3e5bb989bb4a)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:15:15.571827 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70520233-b60b-4ec3-bc86-a90677a6f452 req-833568b4-ce8a-47d3-8917-8f71147d21c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:15.572391 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70520233-b60b-4ec3-bc86-a90677a6f452 req-833568b4-ce8a-47d3-8917-8f71147d21c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:15.572870 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70520233-b60b-4ec3-bc86-a90677a6f452 req-833568b4-ce8a-47d3-8917-8f71147d21c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:15.573345 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70520233-b60b-4ec3-bc86-a90677a6f452 req-833568b4-ce8a-47d3-8917-8f71147d21c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:15.573842 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70520233-b60b-4ec3-bc86-a90677a6f452 req-833568b4-ce8a-47d3-8917-8f71147d21c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:15.574315 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70520233-b60b-4ec3-bc86-a90677a6f452 req-833568b4-ce8a-47d3-8917-8f71147d21c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:15.577024 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-70520233-b60b-4ec3-bc86-a90677a6f452 req-833568b4-ce8a-47d3-8917-8f71147d21c1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3ab1b684adb44126aa30c8ecbc0cad3c&device_id=ab5a1622-9933-40c5-84a1-0be26fda8c29 HTTP/1.1" status: 200 len: 6342 time: 0.7350597 Dec 06 17:15:15.612899 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4ddccba4-0cc7-4a7c-bba5-9e6785d726e8 req-3d84576c-a079-4b2d-a76e-d166904368be tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:15.623815 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-c738d9da-f9ef-40b1-b7dc-ed3ab70fef7b service neutron] Request body: {'port': {'device_id': 'ab5a1622-9933-40c5-84a1-0be26fda8c29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:15:15.631154 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-eb826d2d-043c-475d-ae56-1cbd0ae13eb8 req-0a52022f-f256-485d-a479-ec5cf5981eb6 service neutron] Request body: {'port': {'device_id': '64c1a1ce-2bb9-40ca-9a74-685a6a3118d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:15:15.634555 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4ddccba4-0cc7-4a7c-bba5-9e6785d726e8 req-3d84576c-a079-4b2d-a76e-d166904368be tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:15.738213 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddccba4-0cc7-4a7c-bba5-9e6785d726e8 req-3d84576c-a079-4b2d-a76e-d166904368be tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:15.738807 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4ddccba4-0cc7-4a7c-bba5-9e6785d726e8 req-3d84576c-a079-4b2d-a76e-d166904368be tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:15.740261 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4ddccba4-0cc7-4a7c-bba5-9e6785d726e8 req-3d84576c-a079-4b2d-a76e-d166904368be tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] 10.222.0.23 "PUT /v2.0/ports/befdce02-98cd-43a4-82c5-c471d6e33719 HTTP/1.1" status: 200 len: 943 time: 1.0190818 Dec 06 17:15:15.759641 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e56ced24-00b4-443d-9220-c47e3617626d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:15.790645 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-c738d9da-f9ef-40b1-b7dc-ed3ab70fef7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:15.800678 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70520233-b60b-4ec3-bc86-a90677a6f452 req-5a4858e8-c334-414c-9328-6c6b093e9533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:15.801405 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70520233-b60b-4ec3-bc86-a90677a6f452 req-5a4858e8-c334-414c-9328-6c6b093e9533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:15.802152 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70520233-b60b-4ec3-bc86-a90677a6f452 req-5a4858e8-c334-414c-9328-6c6b093e9533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:15.804091 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-70520233-b60b-4ec3-bc86-a90677a6f452 req-5a4858e8-c334-414c-9328-6c6b093e9533 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=3ab1b684adb44126aa30c8ecbc0cad3c&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2115676 Dec 06 17:15:15.871571 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-0fb55a3a-960c-4d80-b77a-993db2887241 None None] Provisioning complete for port 1c158fc1-831f-4500-b86a-86aeef2d53ab triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:15:15.874897 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0fb55a3a-960c-4d80-b77a-993db2887241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:15.884852 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-f2afc02d-a9c4-4a56-8b25-5baa92a5d601 None None] Attempting to bind port 4fd8c670-67a9-4fa8-97c9-ad26cbfa6a99 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:15:15.885386 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-f2afc02d-a9c4-4a56-8b25-5baa92a5d601 None None] Attempting to bind port 4fd8c670-67a9-4fa8-97c9-ad26cbfa6a99 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'c913e6c4-4938-4d45-b1d8-4763c88dee1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a0b22877-e1ab-4b6e-9aff-b26a8d8a9a6d'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:15:15.885872 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2afc02d-a9c4-4a56-8b25-5baa92a5d601 None None] Attempting to bind port 4fd8c670-67a9-4fa8-97c9-ad26cbfa6a99 on network a0b22877-e1ab-4b6e-9aff-b26a8d8a9a6d {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:15:15.945178 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2afc02d-a9c4-4a56-8b25-5baa92a5d601 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:15:15.945536 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2afc02d-a9c4-4a56-8b25-5baa92a5d601 None None] Checking segment: {'id': 'c913e6c4-4938-4d45-b1d8-4763c88dee1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a0b22877-e1ab-4b6e-9aff-b26a8d8a9a6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:15:15.946110 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f2afc02d-a9c4-4a56-8b25-5baa92a5d601 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:15.946666 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2afc02d-a9c4-4a56-8b25-5baa92a5d601 None None] Bound using segment: {'id': 'c913e6c4-4938-4d45-b1d8-4763c88dee1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a0b22877-e1ab-4b6e-9aff-b26a8d8a9a6d'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:15:15.947321 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-f2afc02d-a9c4-4a56-8b25-5baa92a5d601 None None] Bound port: 4fd8c670-67a9-4fa8-97c9-ad26cbfa6a99, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c913e6c4-4938-4d45-b1d8-4763c88dee1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a0b22877-e1ab-4b6e-9aff-b26a8d8a9a6d'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:15:15.947810 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f2afc02d-a9c4-4a56-8b25-5baa92a5d601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:15.987104 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['befdce02-98cd-43a4-82c5-c471d6e33719'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:15:16.000097 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70520233-b60b-4ec3-bc86-a90677a6f452 req-c14b7009-5f40-4b0d-94d5-be920759d8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:16.001862 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-70520233-b60b-4ec3-bc86-a90677a6f452 req-c14b7009-5f40-4b0d-94d5-be920759d8ec service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1869936 Dec 06 17:15:16.008123 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 48014) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:15:16.035325 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb39cd7b-0799-432d-a5e7-85ece6335bad req-c11c47c0-77d5-4748-ad2d-f0c0b0968f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:16.037564 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-eb39cd7b-0799-432d-a5e7-85ece6335bad req-c11c47c0-77d5-4748-ad2d-f0c0b0968f17 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f377f83bc18f4c0187f237b662699790&device_id=c245de6b-5a8e-47e9-8a83-cc9ed8453593 HTTP/1.1" status: 200 len: 1136 time: 1.1235075 Dec 06 17:15:16.055340 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7a84462f-f32a-43d3-a46f-47647d9019b8 req-37aee297-cf1a-4f27-b96b-cf3df9b5a9c9 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/security-groups?id=dcb0062a-d825-4410-8154-a45e8f107f6a&id=a4eb8a4b-85ed-48a0-8761-ec5681059b26&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6726305 Dec 06 17:15:16.097323 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-c738d9da-f9ef-40b1-b7dc-ed3ab70fef7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a00eecc-af3f-4037-9306-241f88900bd2 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:15:16.213634 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-f2afc02d-a9c4-4a56-8b25-5baa92a5d601 None None] For port 4fd8c670-67a9-4fa8-97c9-ad26cbfa6a99, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:15:16.217241 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-f2afc02d-a9c4-4a56-8b25-5baa92a5d601 None None] For port 4fd8c670-67a9-4fa8-97c9-ad26cbfa6a99, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=4fd8c670-67a9-4fa8-97c9-ad26cbfa6a99,segment=NetworkSegment(c913e6c4-4938-4d45-b1d8-4763c88dee1e),segment_id=c913e6c4-4938-4d45-b1d8-4763c88dee1e)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:15:16.238430 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-c738d9da-f9ef-40b1-b7dc-ed3ab70fef7b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:16.250562 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f2afc02d-a9c4-4a56-8b25-5baa92a5d601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:16.252523 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-c738d9da-f9ef-40b1-b7dc-ed3ab70fef7b service neutron] Transition to ACTIVE for port object 4a00eecc-af3f-4037-9306-241f88900bd2 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:15:16.263356 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-c738d9da-f9ef-40b1-b7dc-ed3ab70fef7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:16.273900 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-ad2a9519-0068-4e17-9957-f3cc3d28ee31 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-2076209947-network', 'tenant_id': 'ec5776faada1431d95950a3e6419a0a1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:15:16.283551 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d84576c-a079-4b2d-a76e-d166904368be tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Pushing event updated for resources: {'Port': ['ID=befdce02-98cd-43a4-82c5-c471d6e33719,revision_number=7']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:16.334861 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb39cd7b-0799-432d-a5e7-85ece6335bad req-5764b778-81ea-4907-97bb-04a2ea188df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:16.338194 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-eb39cd7b-0799-432d-a5e7-85ece6335bad req-5764b778-81ea-4907-97bb-04a2ea188df1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4855bde2-5345-463f-b706-ad251cb422d1 HTTP/1.1" status: 200 len: 920 time: 0.2794185 Dec 06 17:15:16.349210 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-eb826d2d-043c-475d-ae56-1cbd0ae13eb8 req-0a52022f-f256-485d-a479-ec5cf5981eb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:16.351353 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c738d9da-f9ef-40b1-b7dc-ed3ab70fef7b service neutron] Pushing event updated for resources: {'Port': ['ID=4a00eecc-af3f-4037-9306-241f88900bd2,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:16.355486 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2afc02d-a9c4-4a56-8b25-5baa92a5d601 None None] Pushing event updated for resources: {'Port': ['ID=4fd8c670-67a9-4fa8-97c9-ad26cbfa6a99,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:16.374023 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75cc4abe-bf7b-4472-b481-a75ec4730805 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-fa4a44b4-21f9-4c2a-acd2-dd2f83c51946', 'network_id': 'fa4a44b4-21f9-4c2a-acd2-dd2f83c51946', 'tenant_id': 'e496f20025e24ec89db8607fe6b1b56a', 'fixed_ips': [{'subnet_id': '68402152-4266-45be-801a-eaef3efecb66'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:15:16.374954 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-75cc4abe-bf7b-4472-b481-a75ec4730805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:16.415690 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e589580b-173d-43d6-b034-111b30ed383f req-ecedbd7c-37ca-45bd-8533-871159168697 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:16.416835 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e589580b-173d-43d6-b034-111b30ed383f req-ecedbd7c-37ca-45bd-8533-871159168697 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] 10.222.0.23 "GET /v2.0/ports?device_id=64c1a1ce-2bb9-40ca-9a74-685a6a3118d5 HTTP/1.1" status: 200 len: 931 time: 0.2367046 Dec 06 17:15:16.420846 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-0fb55a3a-960c-4d80-b77a-993db2887241 None None] Port 1c158fc1-831f-4500-b86a-86aeef2d53ab cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:15:16.615220 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-eb39cd7b-0799-432d-a5e7-85ece6335bad req-35d8fe33-eda9-4b7d-986c-1babf18717ad service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=befdce02-98cd-43a4-82c5-c471d6e33719 HTTP/1.1" status: 200 len: 217 time: 0.2009785 Dec 06 17:15:16.656308 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad2a9519-0068-4e17-9957-f3cc3d28ee31 admin admin] Made reservation on behalf of ec5776faada1431d95950a3e6419a0a1 for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:15:16.671894 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ad2a9519-0068-4e17-9957-f3cc3d28ee31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:16.699381 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e589580b-173d-43d6-b034-111b30ed383f req-8d60e36f-ddd9-40b6-8c07-8c1cbd56fb02 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] 10.222.0.23 "GET /v2.0/security-groups?id=77a8d875-60b3-4737-9cd6-8d2bcf3a41c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118447 Dec 06 17:15:16.702691 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-c738d9da-f9ef-40b1-b7dc-ed3ab70fef7b service neutron] Attempting to bind port 4a00eecc-af3f-4037-9306-241f88900bd2 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:15:16.702885 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-c738d9da-f9ef-40b1-b7dc-ed3ab70fef7b service neutron] Attempting to bind port 4a00eecc-af3f-4037-9306-241f88900bd2 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '74b9be77-77d7-4cee-81d5-ab642772a138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e47593f6-512b-4b3d-b5fd-6e48cd1a0fda'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:15:16.703376 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-c738d9da-f9ef-40b1-b7dc-ed3ab70fef7b service neutron] Attempting to bind port 4a00eecc-af3f-4037-9306-241f88900bd2 on network e47593f6-512b-4b3d-b5fd-6e48cd1a0fda {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:15:16.721992 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-c738d9da-f9ef-40b1-b7dc-ed3ab70fef7b service neutron] Port 4a00eecc-af3f-4037-9306-241f88900bd2 on network e47593f6-512b-4b3d-b5fd-6e48cd1a0fda not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:15:16.722318 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-c738d9da-f9ef-40b1-b7dc-ed3ab70fef7b service neutron] Attempting to bind port 4a00eecc-af3f-4037-9306-241f88900bd2 on network e47593f6-512b-4b3d-b5fd-6e48cd1a0fda {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:15:16.735576 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-75cc4abe-bf7b-4472-b481-a75ec4730805 None None] Allocated IP 19.86.0.2 (fa4a44b4-21f9-4c2a-acd2-dd2f83c51946/68402152-4266-45be-801a-eaef3efecb66/35ca46ee-b330-482c-bb16-471e5fd4abf9) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:15:16.746198 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-c738d9da-f9ef-40b1-b7dc-ed3ab70fef7b service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:15:16.747318 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-c738d9da-f9ef-40b1-b7dc-ed3ab70fef7b service neutron] Checking segment: {'id': '74b9be77-77d7-4cee-81d5-ab642772a138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e47593f6-512b-4b3d-b5fd-6e48cd1a0fda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:15:16.748160 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-c738d9da-f9ef-40b1-b7dc-ed3ab70fef7b service neutron] Bound using segment: {'id': '74b9be77-77d7-4cee-81d5-ab642772a138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e47593f6-512b-4b3d-b5fd-6e48cd1a0fda'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:15:16.748497 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-c738d9da-f9ef-40b1-b7dc-ed3ab70fef7b service neutron] Bound port: 4a00eecc-af3f-4037-9306-241f88900bd2, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74b9be77-77d7-4cee-81d5-ab642772a138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e47593f6-512b-4b3d-b5fd-6e48cd1a0fda'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:15:16.749065 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-c738d9da-f9ef-40b1-b7dc-ed3ab70fef7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:16.762251 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ad2a9519-0068-4e17-9957-f3cc3d28ee31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:16.866435 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['befdce02-98cd-43a4-82c5-c471d6e33719'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:15:16.884498 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab5a1622-9933-40c5-84a1-0be26fda8c29', 'tag': 'fd8770e5-43c9-4df9-a87a-fd8b1189f8b0'}, {'name': 'network-changed', 'server_uuid': 'c245de6b-5a8e-47e9-8a83-cc9ed8453593', 'tag': 'befdce02-98cd-43a4-82c5-c471d6e33719'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:15:16.887049 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0803665-2937-4ec3-8ad5-54273641db32" -d '{"events": [{"name": "network-changed", "server_uuid": "ab5a1622-9933-40c5-84a1-0be26fda8c29", "tag": "fd8770e5-43c9-4df9-a87a-fd8b1189f8b0"}, {"name": "network-changed", "server_uuid": "c245de6b-5a8e-47e9-8a83-cc9ed8453593", "tag": "befdce02-98cd-43a4-82c5-c471d6e33719"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:15:17.003964 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:17.023919 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ad2a9519-0068-4e17-9957-f3cc3d28ee31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:17.041648 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-c738d9da-f9ef-40b1-b7dc-ed3ab70fef7b service neutron] For port 4a00eecc-af3f-4037-9306-241f88900bd2, host n-h1-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:15:17.048410 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-c738d9da-f9ef-40b1-b7dc-ed3ab70fef7b service neutron] For port 4a00eecc-af3f-4037-9306-241f88900bd2, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=4a00eecc-af3f-4037-9306-241f88900bd2,segment=NetworkSegment(74b9be77-77d7-4cee-81d5-ab642772a138),segment_id=74b9be77-77d7-4cee-81d5-ab642772a138)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:15:17.065387 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70520233-b60b-4ec3-bc86-a90677a6f452 req-7bc121c1-a3ac-446e-88be-50f2d82540a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:17.066115 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70520233-b60b-4ec3-bc86-a90677a6f452 req-7bc121c1-a3ac-446e-88be-50f2d82540a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:17.067047 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70520233-b60b-4ec3-bc86-a90677a6f452 req-7bc121c1-a3ac-446e-88be-50f2d82540a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:17.067962 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70520233-b60b-4ec3-bc86-a90677a6f452 req-7bc121c1-a3ac-446e-88be-50f2d82540a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:17.069134 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70520233-b60b-4ec3-bc86-a90677a6f452 req-7bc121c1-a3ac-446e-88be-50f2d82540a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:17.069756 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70520233-b60b-4ec3-bc86-a90677a6f452 req-7bc121c1-a3ac-446e-88be-50f2d82540a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:17.070238 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70520233-b60b-4ec3-bc86-a90677a6f452 req-7bc121c1-a3ac-446e-88be-50f2d82540a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:17.073030 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-70520233-b60b-4ec3-bc86-a90677a6f452 req-7bc121c1-a3ac-446e-88be-50f2d82540a1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3ab1b684adb44126aa30c8ecbc0cad3c&device_id=ab5a1622-9933-40c5-84a1-0be26fda8c29 HTTP/1.1" status: 200 len: 6367 time: 0.8174660 Dec 06 17:15:17.092678 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ad2a9519-0068-4e17-9957-f3cc3d28ee31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:17.104259 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-c738d9da-f9ef-40b1-b7dc-ed3ab70fef7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:17.202040 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-75cc4abe-bf7b-4472-b481-a75ec4730805 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:17.213111 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-c738d9da-f9ef-40b1-b7dc-ed3ab70fef7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:17.214591 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-c738d9da-f9ef-40b1-b7dc-ed3ab70fef7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:17.216344 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-c738d9da-f9ef-40b1-b7dc-ed3ab70fef7b service neutron] 10.222.0.41 "PUT /v2.0/ports/4a00eecc-af3f-4037-9306-241f88900bd2 HTTP/1.1" status: 200 len: 1091 time: 2.0206132 Dec 06 17:15:17.218382 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-75cc4abe-bf7b-4472-b481-a75ec4730805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:17.249264 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-eb826d2d-043c-475d-ae56-1cbd0ae13eb8 req-0a52022f-f256-485d-a479-ec5cf5981eb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c158fc1-831f-4500-b86a-86aeef2d53ab {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:15:17.263293 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-eb826d2d-043c-475d-ae56-1cbd0ae13eb8 req-0a52022f-f256-485d-a479-ec5cf5981eb6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:17.277344 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-59cb725b-3d7a-4f55-9d52-ed60e000f554 service neutron] Request body: {'port': {'device_id': 'ab5a1622-9933-40c5-84a1-0be26fda8c29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:15:17.284578 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c738d9da-f9ef-40b1-b7dc-ed3ab70fef7b service neutron] Pushing event updated for resources: {'Port': ['ID=4a00eecc-af3f-4037-9306-241f88900bd2,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:17.301098 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906f302e-af8f-4ec9-aed7-bb16858f0939 req-bc3d8d93-3d41-47f4-8c33-310b9919295c tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:17.303026 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-906f302e-af8f-4ec9-aed7-bb16858f0939 req-bc3d8d93-3d41-47f4-8c33-310b9919295c tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=3111a296-b40e-48c5-bfa4-66d71264ae66 HTTP/1.1" status: 200 len: 946 time: 0.2528772 Dec 06 17:15:17.312357 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cc4abe-bf7b-4472-b481-a75ec4730805 None None] Pushing event updated for resources: {'Port': ['ID=35ca46ee-b330-482c-bb16-471e5fd4abf9,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:17.332134 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75cc4abe-bf7b-4472-b481-a75ec4730805 None None] Network fa4a44b4-21f9-4c2a-acd2-dd2f83c51946 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:15:17.334678 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70520233-b60b-4ec3-bc86-a90677a6f452 req-0b86d2fd-ddb5-4c06-8c9a-68a3d7f062d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:17.335217 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70520233-b60b-4ec3-bc86-a90677a6f452 req-0b86d2fd-ddb5-4c06-8c9a-68a3d7f062d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:17.337767 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70520233-b60b-4ec3-bc86-a90677a6f452 req-0b86d2fd-ddb5-4c06-8c9a-68a3d7f062d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:17.338462 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-75cc4abe-bf7b-4472-b481-a75ec4730805 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:15:17.345194 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cc4abe-bf7b-4472-b481-a75ec4730805 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:15:17.345660 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-70520233-b60b-4ec3-bc86-a90677a6f452 req-0b86d2fd-ddb5-4c06-8c9a-68a3d7f062d4 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=3ab1b684adb44126aa30c8ecbc0cad3c&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2313023 Dec 06 17:15:17.356926 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-eb826d2d-043c-475d-ae56-1cbd0ae13eb8 req-0a52022f-f256-485d-a479-ec5cf5981eb6 service neutron] Transition to ACTIVE for port object 1c158fc1-831f-4500-b86a-86aeef2d53ab will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:15:17.368927 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb39cd7b-0799-432d-a5e7-85ece6335bad req-0f01989f-b459-4cc3-9b61-ec5ce92158c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:17.375619 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-eb39cd7b-0799-432d-a5e7-85ece6335bad req-0f01989f-b459-4cc3-9b61-ec5ce92158c3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7162eead-6b06-4e77-9cd1-32f582d034d1 HTTP/1.1" status: 200 len: 859 time: 0.7395856 Dec 06 17:15:17.395580 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-eb826d2d-043c-475d-ae56-1cbd0ae13eb8 req-0a52022f-f256-485d-a479-ec5cf5981eb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:17.423292 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-75cc4abe-bf7b-4472-b481-a75ec4730805 None None] Attempting to bind port 35ca46ee-b330-482c-bb16-471e5fd4abf9 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:15:17.423669 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-75cc4abe-bf7b-4472-b481-a75ec4730805 None None] Attempting to bind port 35ca46ee-b330-482c-bb16-471e5fd4abf9 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '840f52dd-9477-47cf-b8ef-41e71d20ac75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'fa4a44b4-21f9-4c2a-acd2-dd2f83c51946'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:15:17.424038 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75cc4abe-bf7b-4472-b481-a75ec4730805 None None] Attempting to bind port 35ca46ee-b330-482c-bb16-471e5fd4abf9 on network fa4a44b4-21f9-4c2a-acd2-dd2f83c51946 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:15:17.430662 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75cc4abe-bf7b-4472-b481-a75ec4730805 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:15:17.431046 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75cc4abe-bf7b-4472-b481-a75ec4730805 None None] Checking segment: {'id': '840f52dd-9477-47cf-b8ef-41e71d20ac75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'fa4a44b4-21f9-4c2a-acd2-dd2f83c51946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:15:17.431458 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-75cc4abe-bf7b-4472-b481-a75ec4730805 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:17.431850 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75cc4abe-bf7b-4472-b481-a75ec4730805 None None] Bound using segment: {'id': '840f52dd-9477-47cf-b8ef-41e71d20ac75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'fa4a44b4-21f9-4c2a-acd2-dd2f83c51946'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:15:17.432353 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-75cc4abe-bf7b-4472-b481-a75ec4730805 None None] Bound port: 35ca46ee-b330-482c-bb16-471e5fd4abf9, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '840f52dd-9477-47cf-b8ef-41e71d20ac75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'fa4a44b4-21f9-4c2a-acd2-dd2f83c51946'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:15:17.432721 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-75cc4abe-bf7b-4472-b481-a75ec4730805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:17.438662 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860dbcf4-4377-4ed6-bf5e-c7920b86c586 req-fe536249-d07e-46a4-b2ab-7138e56a2e61 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:17.444593 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860dbcf4-4377-4ed6-bf5e-c7920b86c586 req-fe536249-d07e-46a4-b2ab-7138e56a2e61 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:17.454523 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-860dbcf4-4377-4ed6-bf5e-c7920b86c586 req-fe536249-d07e-46a4-b2ab-7138e56a2e61 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.23 "GET /v2.0/networks?id=a0b22877-e1ab-4b6e-9aff-b26a8d8a9a6d&id=fa4a44b4-21f9-4c2a-acd2-dd2f83c51946 HTTP/1.1" status: 200 len: 1392 time: 1.2096257 Dec 06 17:15:17.488561 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-59cb725b-3d7a-4f55-9d52-ed60e000f554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:17.510285 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad2a9519-0068-4e17-9957-f3cc3d28ee31 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:15:17.530653 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-75cc4abe-bf7b-4472-b481-a75ec4730805 None None] For port 35ca46ee-b330-482c-bb16-471e5fd4abf9, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:15:17.534057 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-75cc4abe-bf7b-4472-b481-a75ec4730805 None None] For port 35ca46ee-b330-482c-bb16-471e5fd4abf9, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=35ca46ee-b330-482c-bb16-471e5fd4abf9,segment=NetworkSegment(840f52dd-9477-47cf-b8ef-41e71d20ac75),segment_id=840f52dd-9477-47cf-b8ef-41e71d20ac75)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:15:17.546070 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-75cc4abe-bf7b-4472-b481-a75ec4730805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:17.552724 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-906f302e-af8f-4ec9-aed7-bb16858f0939 req-56f1de8e-7b26-4125-854e-02ac46babcf7 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244327 Dec 06 17:15:17.554068 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-eb39cd7b-0799-432d-a5e7-85ece6335bad req-411b098a-f25f-4db8-a2f8-0c6685dcb91b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4855bde2-5345-463f-b706-ad251cb422d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1219780 Dec 06 17:15:17.592759 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a52022f-f256-485d-a479-ec5cf5981eb6 service neutron] Pushing event updated for resources: {'Port': ['ID=1c158fc1-831f-4500-b86a-86aeef2d53ab,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:17.614198 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-860dbcf4-4377-4ed6-bf5e-c7920b86c586 req-db70b076-1bde-402d-9a11-623c1e0638b6 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.23 "GET /v2.0/quotas/e496f20025e24ec89db8607fe6b1b56a HTTP/1.1" status: 200 len: 375 time: 0.0662806 Dec 06 17:15:17.671837 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cc4abe-bf7b-4472-b481-a75ec4730805 None None] Pushing event updated for resources: {'Port': ['ID=35ca46ee-b330-482c-bb16-471e5fd4abf9,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:17.706247 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2a9519-0068-4e17-9957-f3cc3d28ee31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e017b456-a96a-4d30-8ba2-3b675361f11e,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:17.739165 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ad2a9519-0068-4e17-9957-f3cc3d28ee31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:17.739679 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-ad2a9519-0068-4e17-9957-f3cc3d28ee31 admin admin] Added segment 984ae95e-c60e-40dd-bbe4-3c64f43a2a9d of type vlan for network abca4b39-f2d6-40a0-afe6-c5a5f5ffb9aa Dec 06 17:15:17.822329 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 17:15:17.996513 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:18.016027 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-860dbcf4-4377-4ed6-bf5e-c7920b86c586 req-396829a5-30f3-42c8-8019-797cf7a4944f tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e496f20025e24ec89db8607fe6b1b56a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3999534 Dec 06 17:15:18.349227 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 4fd8c670-67a9-4fa8-97c9-ad26cbfa6a99 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:15:18.404163 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1bc3490-d6ae-4a04-b222-8e305834bbac None None] Network a0b22877-e1ab-4b6e-9aff-b26a8d8a9a6d requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:15:18.494890 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5056a749-6003-481a-993c-e88b0c48e6ee req-663cc038-b766-4c68-936b-36d50311212a tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8186193 Dec 06 17:15:18.503491 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 4fd8c670-67a9-4fa8-97c9-ad26cbfa6a99 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:15:18.504002 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:18.541045 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-eba6c81a-639b-48e7-adc1-8655e304c851 None None] Provisioning complete for port 4fd8c670-67a9-4fa8-97c9-ad26cbfa6a99 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:15:18.542192 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-eba6c81a-639b-48e7-adc1-8655e304c851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:18.571395 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-860dbcf4-4377-4ed6-bf5e-c7920b86c586 req-690bfdec-0dd1-4d4a-96c2-9b7cd1e4b9d3 service neutron] 10.222.0.23 "GET /v2.0/networks/a0b22877-e1ab-4b6e-9aff-b26a8d8a9a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5542676 Dec 06 17:15:18.573199 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-eb39cd7b-0799-432d-a5e7-85ece6335bad req-b367e5ca-4b1d-4bdf-8abc-7a58a2af9fc5 service neutron] 10.222.0.41 "GET /v2.0/networks/4855bde2-5345-463f-b706-ad251cb422d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9987230 Dec 06 17:15:18.574954 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ad2a9519-0068-4e17-9957-f3cc3d28ee31 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:18.598684 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70520233-b60b-4ec3-bc86-a90677a6f452 req-9bffdd16-e69c-4439-8173-6bd58f6f2abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:18.600582 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-70520233-b60b-4ec3-bc86-a90677a6f452 req-9bffdd16-e69c-4439-8173-6bd58f6f2abe service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.2096069 Dec 06 17:15:18.620761 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ad2a9519-0068-4e17-9957-f3cc3d28ee31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:18.621726 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2a9519-0068-4e17-9957-f3cc3d28ee31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:18.622376 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ad2a9519-0068-4e17-9957-f3cc3d28ee31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:18.670590 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-59cb725b-3d7a-4f55-9d52-ed60e000f554 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf0bdd3f-c300-462b-8d0e-73d39f19d252 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:15:18.679746 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-59cb725b-3d7a-4f55-9d52-ed60e000f554 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:18.694953 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-59cb725b-3d7a-4f55-9d52-ed60e000f554 service neutron] Transition to ACTIVE for port object cf0bdd3f-c300-462b-8d0e-73d39f19d252 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:15:18.702665 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-5056a749-6003-481a-993c-e88b0c48e6ee req-ec5b5052-173a-47c3-832e-dc048a467c24 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Request body: {'floatingip': {'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:15:18.707942 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-eb826d2d-043c-475d-ae56-1cbd0ae13eb8 req-0a52022f-f256-485d-a479-ec5cf5981eb6 service neutron] Attempting to bind port 1c158fc1-831f-4500-b86a-86aeef2d53ab on host n-h2-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:15:18.708456 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-eb826d2d-043c-475d-ae56-1cbd0ae13eb8 req-0a52022f-f256-485d-a479-ec5cf5981eb6 service neutron] Attempting to bind port 1c158fc1-831f-4500-b86a-86aeef2d53ab by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '03765572-315b-4287-b069-bc0490aa8fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '54ec0ce5-40a5-4965-be28-5d5392d9c61d'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:15:18.708800 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb826d2d-043c-475d-ae56-1cbd0ae13eb8 req-0a52022f-f256-485d-a479-ec5cf5981eb6 service neutron] Attempting to bind port 1c158fc1-831f-4500-b86a-86aeef2d53ab on network 54ec0ce5-40a5-4965-be28-5d5392d9c61d {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:15:18.712590 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-59cb725b-3d7a-4f55-9d52-ed60e000f554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:18.747618 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2a9519-0068-4e17-9957-f3cc3d28ee31 admin admin] Pushing event updated for resources: {'Network': ['ID=abca4b39-f2d6-40a0-afe6-c5a5f5ffb9aa,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:18.785717 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cb725b-3d7a-4f55-9d52-ed60e000f554 service neutron] Pushing event updated for resources: {'Port': ['ID=cf0bdd3f-c300-462b-8d0e-73d39f19d252,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:18.795309 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb826d2d-043c-475d-ae56-1cbd0ae13eb8 req-0a52022f-f256-485d-a479-ec5cf5981eb6 service neutron] Port 1c158fc1-831f-4500-b86a-86aeef2d53ab on network 54ec0ce5-40a5-4965-be28-5d5392d9c61d not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:15:18.795752 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb826d2d-043c-475d-ae56-1cbd0ae13eb8 req-0a52022f-f256-485d-a479-ec5cf5981eb6 service neutron] Attempting to bind port 1c158fc1-831f-4500-b86a-86aeef2d53ab on network 54ec0ce5-40a5-4965-be28-5d5392d9c61d {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:15:18.798132 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network abca4b39-f2d6-40a0-afe6-c5a5f5ffb9aa details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:15:18.803130 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb826d2d-043c-475d-ae56-1cbd0ae13eb8 req-0a52022f-f256-485d-a479-ec5cf5981eb6 service neutron] Checking agent: {'id': '9d8b9f49-2860-4c1f-9b89-45a7657a3c4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:15:18.803481 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb826d2d-043c-475d-ae56-1cbd0ae13eb8 req-0a52022f-f256-485d-a479-ec5cf5981eb6 service neutron] Checking segment: {'id': '03765572-315b-4287-b069-bc0490aa8fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '54ec0ce5-40a5-4965-be28-5d5392d9c61d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:15:18.803876 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb826d2d-043c-475d-ae56-1cbd0ae13eb8 req-0a52022f-f256-485d-a479-ec5cf5981eb6 service neutron] Bound using segment: {'id': '03765572-315b-4287-b069-bc0490aa8fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '54ec0ce5-40a5-4965-be28-5d5392d9c61d'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:15:18.804915 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-eb826d2d-043c-475d-ae56-1cbd0ae13eb8 req-0a52022f-f256-485d-a479-ec5cf5981eb6 service neutron] Bound port: 1c158fc1-831f-4500-b86a-86aeef2d53ab, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03765572-315b-4287-b069-bc0490aa8fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '54ec0ce5-40a5-4965-be28-5d5392d9c61d'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:15:18.805289 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-eb826d2d-043c-475d-ae56-1cbd0ae13eb8 req-0a52022f-f256-485d-a479-ec5cf5981eb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:18.886854 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-eb826d2d-043c-475d-ae56-1cbd0ae13eb8 req-0a52022f-f256-485d-a479-ec5cf5981eb6 service neutron] For port 1c158fc1-831f-4500-b86a-86aeef2d53ab, host n-h2-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:15:18.891704 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-eb826d2d-043c-475d-ae56-1cbd0ae13eb8 req-0a52022f-f256-485d-a479-ec5cf5981eb6 service neutron] For port 1c158fc1-831f-4500-b86a-86aeef2d53ab, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=1c158fc1-831f-4500-b86a-86aeef2d53ab,segment=NetworkSegment(03765572-315b-4287-b069-bc0490aa8fc6),segment_id=03765572-315b-4287-b069-bc0490aa8fc6)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:15:18.909623 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-eb826d2d-043c-475d-ae56-1cbd0ae13eb8 req-0a52022f-f256-485d-a479-ec5cf5981eb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:18.967687 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-860dbcf4-4377-4ed6-bf5e-c7920b86c586 req-da5a20be-6f3f-46a8-a757-6315f9b15eec service neutron] 10.222.0.23 "GET /v2.0/networks/a0b22877-e1ab-4b6e-9aff-b26a8d8a9a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3659482 Dec 06 17:15:19.027587 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-5056a749-6003-481a-993c-e88b0c48e6ee req-ec5b5052-173a-47c3-832e-dc048a467c24 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Publish callbacks [] for floatingip, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:19.048911 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb826d2d-043c-475d-ae56-1cbd0ae13eb8 req-0a52022f-f256-485d-a479-ec5cf5981eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:19.049612 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-eb826d2d-043c-475d-ae56-1cbd0ae13eb8 req-0a52022f-f256-485d-a479-ec5cf5981eb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:19.051960 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-eb826d2d-043c-475d-ae56-1cbd0ae13eb8 req-0a52022f-f256-485d-a479-ec5cf5981eb6 service neutron] 10.222.0.44 "PUT /v2.0/ports/1c158fc1-831f-4500-b86a-86aeef2d53ab HTTP/1.1" status: 200 len: 1091 time: 3.6383030 Dec 06 17:15:19.077091 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-ad2a9519-0068-4e17-9957-f3cc3d28ee31 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.0643415 Dec 06 17:15:19.081175 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-59cb725b-3d7a-4f55-9d52-ed60e000f554 service neutron] Attempting to bind port cf0bdd3f-c300-462b-8d0e-73d39f19d252 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:15:19.081626 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-59cb725b-3d7a-4f55-9d52-ed60e000f554 service neutron] Attempting to bind port cf0bdd3f-c300-462b-8d0e-73d39f19d252 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '74b9be77-77d7-4cee-81d5-ab642772a138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e47593f6-512b-4b3d-b5fd-6e48cd1a0fda'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:15:19.082699 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-59cb725b-3d7a-4f55-9d52-ed60e000f554 service neutron] Attempting to bind port cf0bdd3f-c300-462b-8d0e-73d39f19d252 on network e47593f6-512b-4b3d-b5fd-6e48cd1a0fda {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:15:19.089410 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 48038) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:15:19.096018 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-59cb725b-3d7a-4f55-9d52-ed60e000f554 service neutron] Port cf0bdd3f-c300-462b-8d0e-73d39f19d252 on network e47593f6-512b-4b3d-b5fd-6e48cd1a0fda not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:15:19.096354 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-59cb725b-3d7a-4f55-9d52-ed60e000f554 service neutron] Attempting to bind port cf0bdd3f-c300-462b-8d0e-73d39f19d252 on network e47593f6-512b-4b3d-b5fd-6e48cd1a0fda {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:15:19.112875 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-59cb725b-3d7a-4f55-9d52-ed60e000f554 service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:15:19.113041 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-59cb725b-3d7a-4f55-9d52-ed60e000f554 service neutron] Checking segment: {'id': '74b9be77-77d7-4cee-81d5-ab642772a138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e47593f6-512b-4b3d-b5fd-6e48cd1a0fda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:15:19.113331 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-59cb725b-3d7a-4f55-9d52-ed60e000f554 service neutron] Bound using segment: {'id': '74b9be77-77d7-4cee-81d5-ab642772a138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e47593f6-512b-4b3d-b5fd-6e48cd1a0fda'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:15:19.114019 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-59cb725b-3d7a-4f55-9d52-ed60e000f554 service neutron] Bound port: cf0bdd3f-c300-462b-8d0e-73d39f19d252, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74b9be77-77d7-4cee-81d5-ab642772a138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e47593f6-512b-4b3d-b5fd-6e48cd1a0fda'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:15:19.114392 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-59cb725b-3d7a-4f55-9d52-ed60e000f554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:19.116073 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-cccc32b1-7eb4-4d4f-a454-60b42da011b8 admin admin] Request body: {'subnet': {'network_id': 'abca4b39-f2d6-40a0-afe6-c5a5f5ffb9aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-2076209947-subnet', 'tenant_id': 'ec5776faada1431d95950a3e6419a0a1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:15:19.254349 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-eba6c81a-639b-48e7-adc1-8655e304c851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:19.265502 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:19.284277 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-860dbcf4-4377-4ed6-bf5e-c7920b86c586 req-04c42f5e-b751-4bf5-b0b6-74d9b491fffe service neutron] 10.222.0.23 "GET /v2.0/networks/fa4a44b4-21f9-4c2a-acd2-dd2f83c51946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3019140 Dec 06 17:15:19.321663 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb826d2d-043c-475d-ae56-1cbd0ae13eb8 req-cb8720bb-68ea-431b-8202-410162432aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:19.323183 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-eb826d2d-043c-475d-ae56-1cbd0ae13eb8 req-cb8720bb-68ea-431b-8202-410162432aea service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9bef0bd25b3044c8b28cf9aea9137f71&device_id=64c1a1ce-2bb9-40ca-9a74-685a6a3118d5 HTTP/1.1" status: 200 len: 1094 time: 0.1948135 Dec 06 17:15:19.345105 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a52022f-f256-485d-a479-ec5cf5981eb6 service neutron] Pushing event updated for resources: {'Port': ['ID=1c158fc1-831f-4500-b86a-86aeef2d53ab,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:19.485259 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:19.509280 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-860dbcf4-4377-4ed6-bf5e-c7920b86c586 req-ef872c9f-0640-493f-8042-01435077ed0d service neutron] 10.222.0.23 "GET /v2.0/networks/fa4a44b4-21f9-4c2a-acd2-dd2f83c51946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077489 Dec 06 17:15:19.519997 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-eba6c81a-639b-48e7-adc1-8655e304c851 None None] For port 4fd8c670-67a9-4fa8-97c9-ad26cbfa6a99, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=4fd8c670-67a9-4fa8-97c9-ad26cbfa6a99,segment=NetworkSegment(c913e6c4-4938-4d45-b1d8-4763c88dee1e),segment_id=c913e6c4-4938-4d45-b1d8-4763c88dee1e)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:15:19.539198 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95b4473-4fc1-4f5f-93a1-c072be282430 None None] Network fa4a44b4-21f9-4c2a-acd2-dd2f83c51946 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:15:19.542738 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-eb826d2d-043c-475d-ae56-1cbd0ae13eb8 req-32da3c71-47d8-47d6-84bc-fc4970304627 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c158fc1-831f-4500-b86a-86aeef2d53ab HTTP/1.1" status: 200 len: 217 time: 0.1995611 Dec 06 17:15:19.544784 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-eba6c81a-639b-48e7-adc1-8655e304c851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:19.547467 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-eb39cd7b-0799-432d-a5e7-85ece6335bad req-47126d15-e988-4de3-b2c8-cb88a5957c99 service neutron] 10.222.0.41 "GET /v2.0/networks/4855bde2-5345-463f-b706-ad251cb422d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9444950 Dec 06 17:15:19.548620 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cccc32b1-7eb4-4d4f-a454-60b42da011b8 admin admin] Made reservation on behalf of ec5776faada1431d95950a3e6419a0a1 for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:15:19.551650 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cccc32b1-7eb4-4d4f-a454-60b42da011b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:19.602979 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-59cb725b-3d7a-4f55-9d52-ed60e000f554 service neutron] For port cf0bdd3f-c300-462b-8d0e-73d39f19d252, host n-h1-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:15:19.710503 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb826d2d-043c-475d-ae56-1cbd0ae13eb8 req-a32501ee-3c31-406a-99f1-7b7f59bad338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:19.713046 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-eb826d2d-043c-475d-ae56-1cbd0ae13eb8 req-a32501ee-3c31-406a-99f1-7b7f59bad338 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=606d14bd-3cdf-4d5d-8976-793383533298 HTTP/1.1" status: 200 len: 860 time: 0.1444821 Dec 06 17:15:19.769778 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.db.api [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103286) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 17:15:19.770153 n-d-master-1 neutron-server[103286]: DEBUG oslo_db.api [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 17:15:19.774522 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba6c81a-639b-48e7-adc1-8655e304c851 None None] Pushing event updated for resources: {'Port': ['ID=4fd8c670-67a9-4fa8-97c9-ad26cbfa6a99,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:19.787910 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-85148238-ab73-487f-b59a-29e98eb66f9d None None] Provisioning complete for port 4fd8c670-67a9-4fa8-97c9-ad26cbfa6a99 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:15:19.788318 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-85148238-ab73-487f-b59a-29e98eb66f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:19.835694 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-59cb725b-3d7a-4f55-9d52-ed60e000f554 service neutron] For port cf0bdd3f-c300-462b-8d0e-73d39f19d252, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=cf0bdd3f-c300-462b-8d0e-73d39f19d252,segment=NetworkSegment(74b9be77-77d7-4cee-81d5-ab642772a138),segment_id=74b9be77-77d7-4cee-81d5-ab642772a138)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:15:19.853285 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cccc32b1-7eb4-4d4f-a454-60b42da011b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:19.865133 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-59cb725b-3d7a-4f55-9d52-ed60e000f554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:20.014878 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-59cb725b-3d7a-4f55-9d52-ed60e000f554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:20.017282 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-59cb725b-3d7a-4f55-9d52-ed60e000f554 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:20.022823 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-59cb725b-3d7a-4f55-9d52-ed60e000f554 service neutron] 10.222.0.41 "PUT /v2.0/ports/cf0bdd3f-c300-462b-8d0e-73d39f19d252 HTTP/1.1" status: 200 len: 1091 time: 2.7634859 Dec 06 17:15:20.042208 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cccc32b1-7eb4-4d4f-a454-60b42da011b8 admin admin] Checking segment: {'id': '984ae95e-c60e-40dd-bbe4-3c64f43a2a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'abca4b39-f2d6-40a0-afe6-c5a5f5ffb9aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:15:20.042659 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cccc32b1-7eb4-4d4f-a454-60b42da011b8 admin admin] Network hostable DHCP agents. Network: abca4b39-f2d6-40a0-afe6-c5a5f5ffb9aa, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:15:20.063342 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-5056a749-6003-481a-993c-e88b0c48e6ee req-ec5b5052-173a-47c3-832e-dc048a467c24 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:20.067446 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb826d2d-043c-475d-ae56-1cbd0ae13eb8 req-01fa7726-d013-477f-9373-758dc6ee6a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:20.067821 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a90254-ad11-43ca-95b5-2c22bbe9d006 req-54a45dff-39c6-4b99-a524-3ca8bee70355 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:20.069945 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-eb826d2d-043c-475d-ae56-1cbd0ae13eb8 req-01fa7726-d013-477f-9373-758dc6ee6a59 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=54ec0ce5-40a5-4965-be28-5d5392d9c61d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3245339 Dec 06 17:15:20.078504 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-65a90254-ad11-43ca-95b5-2c22bbe9d006 req-54a45dff-39c6-4b99-a524-3ca8bee70355 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a81ef20-7627-4783-b92f-49c0d8a17861 HTTP/1.1" status: 200 len: 946 time: 0.1369205 Dec 06 17:15:20.079820 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cb725b-3d7a-4f55-9d52-ed60e000f554 service neutron] Pushing event updated for resources: {'Port': ['ID=cf0bdd3f-c300-462b-8d0e-73d39f19d252,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:20.082972 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccc32b1-7eb4-4d4f-a454-60b42da011b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c3c8f21-d6e2-4216-a4c2-195ad93bf563,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:20.090199 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-85148238-ab73-487f-b59a-29e98eb66f9d None None] Provisioning complete for port 35ca46ee-b330-482c-bb16-471e5fd4abf9 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:15:20.090611 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-85148238-ab73-487f-b59a-29e98eb66f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:20.169901 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-65a90254-ad11-43ca-95b5-2c22bbe9d006 req-a27c2ceb-8462-4fe7-b044-1e758eee5b19 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902565 Dec 06 17:15:20.175918 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cccc32b1-7eb4-4d4f-a454-60b42da011b8 admin admin] Network abca4b39-f2d6-40a0-afe6-c5a5f5ffb9aa is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:15:20.202173 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-cccc32b1-7eb4-4d4f-a454-60b42da011b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, abca4b39-f2d6-40a0-afe6-c5a5f5ffb9aa) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:15:20.209541 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cccc32b1-7eb4-4d4f-a454-60b42da011b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:20.210682 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cccc32b1-7eb4-4d4f-a454-60b42da011b8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:20.220946 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608ff36b-047c-4ef0-9438-c5095d8c7307 None None] Network abca4b39-f2d6-40a0-afe6-c5a5f5ffb9aa requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:15:20.249872 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-cccc32b1-7eb4-4d4f-a454-60b42da011b8 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1455934 Dec 06 17:15:20.368575 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-5056a749-6003-481a-993c-e88b0c48e6ee req-ec5b5052-173a-47c3-832e-dc048a467c24 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Allocated IP 172.35.1.4 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/1deb671d-1a84-4ca9-94c2-691b42127ec7) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:15:20.502497 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac936776-d4dd-4463-8e6a-2221f33033a4 req-6526f87b-2e6f-4294-8aa5-ed1604392f56 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:20.513782 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac936776-d4dd-4463-8e6a-2221f33033a4 req-6526f87b-2e6f-4294-8aa5-ed1604392f56 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:20.530493 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac936776-d4dd-4463-8e6a-2221f33033a4 req-6526f87b-2e6f-4294-8aa5-ed1604392f56 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:20.543949 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-85148238-ab73-487f-b59a-29e98eb66f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:20.549088 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac936776-d4dd-4463-8e6a-2221f33033a4 req-6526f87b-2e6f-4294-8aa5-ed1604392f56 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:20.552361 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 35ca46ee-b330-482c-bb16-471e5fd4abf9 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:15:20.568335 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac936776-d4dd-4463-8e6a-2221f33033a4 req-6526f87b-2e6f-4294-8aa5-ed1604392f56 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:20.597166 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac936776-d4dd-4463-8e6a-2221f33033a4 req-6526f87b-2e6f-4294-8aa5-ed1604392f56 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:20.597917 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-5056a749-6003-481a-993c-e88b0c48e6ee req-ec5b5052-173a-47c3-832e-dc048a467c24 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:20.607587 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac936776-d4dd-4463-8e6a-2221f33033a4 req-6526f87b-2e6f-4294-8aa5-ed1604392f56 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:20.624757 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ac936776-d4dd-4463-8e6a-2221f33033a4 req-6526f87b-2e6f-4294-8aa5-ed1604392f56 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab5a1622-9933-40c5-84a1-0be26fda8c29 HTTP/1.1" status: 200 len: 5419 time: 0.2237751 Dec 06 17:15:20.670717 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 06 Dec 2021 17:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f410a4-61cc-40c7-8618-d4df4d6e2b73 x-openstack-request-id: req-e1f410a4-61cc-40c7-8618-d4df4d6e2b73 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:15:20.671061 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab5a1622-9933-40c5-84a1-0be26fda8c29", "tag": "fd8770e5-43c9-4df9-a87a-fd8b1189f8b0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c245de6b-5a8e-47e9-8a83-cc9ed8453593", "tag": "befdce02-98cd-43a4-82c5-c471d6e33719", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:15:20.671316 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e1f410a4-61cc-40c7-8618-d4df4d6e2b73 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:15:20.671807 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab5a1622-9933-40c5-84a1-0be26fda8c29', 'tag': 'fd8770e5-43c9-4df9-a87a-fd8b1189f8b0', 'status': 'completed', 'code': 200} Dec 06 17:15:20.672197 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c245de6b-5a8e-47e9-8a83-cc9ed8453593', 'tag': 'befdce02-98cd-43a4-82c5-c471d6e33719', 'status': 'completed', 'code': 200} Dec 06 17:15:20.720585 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-5056a749-6003-481a-993c-e88b0c48e6ee req-ec5b5052-173a-47c3-832e-dc048a467c24 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:20.727881 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ac936776-d4dd-4463-8e6a-2221f33033a4 req-7bfdad69-b4bc-46f7-89ec-64e3c17efc92 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/security-groups?id=dcb0062a-d825-4410-8154-a45e8f107f6a&id=a4eb8a4b-85ed-48a0-8761-ec5681059b26&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0950284 Dec 06 17:15:20.752809 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-85148238-ab73-487f-b59a-29e98eb66f9d None None] For port 35ca46ee-b330-482c-bb16-471e5fd4abf9, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=35ca46ee-b330-482c-bb16-471e5fd4abf9,segment=NetworkSegment(840f52dd-9477-47cf-b8ef-41e71d20ac75),segment_id=840f52dd-9477-47cf-b8ef-41e71d20ac75)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:15:20.772595 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-85148238-ab73-487f-b59a-29e98eb66f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:20.857046 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 35ca46ee-b330-482c-bb16-471e5fd4abf9 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:15:20.857525 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:20.887916 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58879daf-47ff-4b37-b6b2-1dbf5fc600bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-abca4b39-f2d6-40a0-afe6-c5a5f5ffb9aa', 'network_id': 'abca4b39-f2d6-40a0-afe6-c5a5f5ffb9aa', 'tenant_id': 'ec5776faada1431d95950a3e6419a0a1', 'fixed_ips': [{'subnet_id': '2c3c8f21-d6e2-4216-a4c2-195ad93bf563'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:15:20.888682 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-58879daf-47ff-4b37-b6b2-1dbf5fc600bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:20.900996 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5056a749-6003-481a-993c-e88b0c48e6ee req-ec5b5052-173a-47c3-832e-dc048a467c24 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:15:20.909227 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-5056a749-6003-481a-993c-e88b0c48e6ee req-ec5b5052-173a-47c3-832e-dc048a467c24 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:15:20.912661 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5b5052-173a-47c3-832e-dc048a467c24 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Pushing event updated for resources: {'Port': ['ID=1deb671d-1a84-4ca9-94c2-691b42127ec7,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:20.921930 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-5056a749-6003-481a-993c-e88b0c48e6ee req-ec5b5052-173a-47c3-832e-dc048a467c24 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:15:20.927962 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85148238-ab73-487f-b59a-29e98eb66f9d None None] Pushing event updated for resources: {'Port': ['ID=35ca46ee-b330-482c-bb16-471e5fd4abf9,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:20.942932 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85148238-ab73-487f-b59a-29e98eb66f9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:15:20.943317 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85148238-ab73-487f-b59a-29e98eb66f9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:15:20.943625 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85148238-ab73-487f-b59a-29e98eb66f9d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:15:20.943965 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85148238-ab73-487f-b59a-29e98eb66f9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:15:20.944942 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85148238-ab73-487f-b59a-29e98eb66f9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:15:20.944942 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85148238-ab73-487f-b59a-29e98eb66f9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:15:20.944942 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85148238-ab73-487f-b59a-29e98eb66f9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:15:20.945364 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85148238-ab73-487f-b59a-29e98eb66f9d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:15:20.945626 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85148238-ab73-487f-b59a-29e98eb66f9d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:15:20.945954 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85148238-ab73-487f-b59a-29e98eb66f9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:15:20.946286 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85148238-ab73-487f-b59a-29e98eb66f9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:15:20.946612 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85148238-ab73-487f-b59a-29e98eb66f9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:15:20.946939 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85148238-ab73-487f-b59a-29e98eb66f9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:15:20.955532 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-8ef11d19-1c75-4f88-bb62-e9c3ae3eadb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:20.956033 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-8ef11d19-1c75-4f88-bb62-e9c3ae3eadb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:20.956528 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-8ef11d19-1c75-4f88-bb62-e9c3ae3eadb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:20.957551 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-8ef11d19-1c75-4f88-bb62-e9c3ae3eadb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:20.958176 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-8ef11d19-1c75-4f88-bb62-e9c3ae3eadb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:20.959099 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-8ef11d19-1c75-4f88-bb62-e9c3ae3eadb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:20.959203 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273ce7cb-1a35-40f9-a9fe-8582e450e9ad req-75ca7707-f3f8-4ba5-89ce-f2d78d1cd16d tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:20.959629 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-8ef11d19-1c75-4f88-bb62-e9c3ae3eadb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:20.961900 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-8ef11d19-1c75-4f88-bb62-e9c3ae3eadb3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3ab1b684adb44126aa30c8ecbc0cad3c&device_id=ab5a1622-9933-40c5-84a1-0be26fda8c29 HTTP/1.1" status: 200 len: 6476 time: 0.8767564 Dec 06 17:15:20.969644 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-273ce7cb-1a35-40f9-a9fe-8582e450e9ad req-75ca7707-f3f8-4ba5-89ce-f2d78d1cd16d tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] 10.222.0.23 "GET /v2.0/ports?device_id=64c1a1ce-2bb9-40ca-9a74-685a6a3118d5 HTTP/1.1" status: 200 len: 943 time: 0.1026502 Dec 06 17:15:21.041013 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-65f72187-0231-4054-9446-f903cfed2353 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ff5d469-98fa-49c2-8ef1-104f557830ca HTTP/1.1" status: 200 len: 217 time: 0.0651500 Dec 06 17:15:21.052346 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-eb826d2d-043c-475d-ae56-1cbd0ae13eb8 req-8714eb65-fb8b-4f66-9111-117d10a24257 service neutron] 10.222.0.44 "GET /v2.0/networks/54ec0ce5-40a5-4965-be28-5d5392d9c61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9683533 Dec 06 17:15:21.060438 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-273ce7cb-1a35-40f9-a9fe-8582e450e9ad req-31ec7221-21d1-416f-9a5f-e7d392231aa5 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] 10.222.0.23 "GET /v2.0/security-groups?id=77a8d875-60b3-4737-9cd6-8d2bcf3a41c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896969 Dec 06 17:15:21.100862 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-264cac6f-ae85-448b-b346-1048d0f638a3 None None] Provisioning complete for port 35ca46ee-b330-482c-bb16-471e5fd4abf9 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:15:21.101239 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-264cac6f-ae85-448b-b346-1048d0f638a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:21.118459 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-5056a749-6003-481a-993c-e88b0c48e6ee req-ec5b5052-173a-47c3-832e-dc048a467c24 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:21.273675 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-58879daf-47ff-4b37-b6b2-1dbf5fc600bd None None] Allocated IP 172.20.0.2 (abca4b39-f2d6-40a0-afe6-c5a5f5ffb9aa/2c3c8f21-d6e2-4216-a4c2-195ad93bf563/121d17c9-2e2b-4e60-b272-8872479eaf8f) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:15:21.311936 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-5056a749-6003-481a-993c-e88b0c48e6ee req-ec5b5052-173a-47c3-832e-dc048a467c24 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:21.359228 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c093474d-682a-4743-ac37-d6f52ccc2168 req-bd15638d-37e9-4175-8e69-a87e1f6c2e46 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:21.360808 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c093474d-682a-4743-ac37-d6f52ccc2168 req-bd15638d-37e9-4175-8e69-a87e1f6c2e46 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=3111a296-b40e-48c5-bfa4-66d71264ae66 HTTP/1.1" status: 200 len: 946 time: 0.1101122 Dec 06 17:15:21.366530 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-eb826d2d-043c-475d-ae56-1cbd0ae13eb8 req-b5c7217a-2ace-4d11-a353-9bc95a38d240 service neutron] 10.222.0.44 "GET /v2.0/networks/54ec0ce5-40a5-4965-be28-5d5392d9c61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115681 Dec 06 17:15:21.368184 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-9fa1c969-aa33-450c-8e89-d69870ba4002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:21.371325 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-9fa1c969-aa33-450c-8e89-d69870ba4002 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6a353316-d532-4156-ba10-317f93f3fee6 HTTP/1.1" status: 200 len: 849 time: 0.2467248 Dec 06 17:15:21.444438 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c093474d-682a-4743-ac37-d6f52ccc2168 req-67cd3b30-077f-4afe-9577-8cb617a50e8a tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741606 Dec 06 17:15:21.466499 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-c5e9e828-627c-44d1-9e44-766fa023fb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:21.468035 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-c5e9e828-627c-44d1-9e44-766fa023fb31 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3fe6b139-ab54-421b-a2ff-2a0762857d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0877202 Dec 06 17:15:21.510807 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-58879daf-47ff-4b37-b6b2-1dbf5fc600bd None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:21.517738 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 4fd8c670-67a9-4fa8-97c9-ad26cbfa6a99 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:15:21.530522 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-58879daf-47ff-4b37-b6b2-1dbf5fc600bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:21.545364 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-67864cf8-c575-4f19-afe8-890f28d2e53f req-fb2279b7-9ec6-446a-91a9-625ac8afeab5 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c29c099-cb1e-4fe7-af5b-33665b90124e HTTP/1.1" status: 200 len: 210 time: 0.0452418 Dec 06 17:15:21.647351 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-f4dab8c8-1ed8-495c-b9ed-d7e603d5ad58 service neutron] 10.222.0.41 "GET /v2.0/networks/3fe6b139-ab54-421b-a2ff-2a0762857d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495295 Dec 06 17:15:21.659678 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-5056a749-6003-481a-993c-e88b0c48e6ee req-ec5b5052-173a-47c3-832e-dc048a467c24 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:21.719927 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-5056a749-6003-481a-993c-e88b0c48e6ee req-ec5b5052-173a-47c3-832e-dc048a467c24 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:21.872795 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58879daf-47ff-4b37-b6b2-1dbf5fc600bd None None] Network abca4b39-f2d6-40a0-afe6-c5a5f5ffb9aa is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:15:21.886205 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-58879daf-47ff-4b37-b6b2-1dbf5fc600bd None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:15:21.898539 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58879daf-47ff-4b37-b6b2-1dbf5fc600bd None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:15:21.920015 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58879daf-47ff-4b37-b6b2-1dbf5fc600bd None None] Pushing event updated for resources: {'Port': ['ID=121d17c9-2e2b-4e60-b272-8872479eaf8f,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:21.944872 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5b5052-173a-47c3-832e-dc048a467c24 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Pushing event updated for resources: {'Port': ['ID=1deb671d-1a84-4ca9-94c2-691b42127ec7,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:21.986915 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 4fd8c670-67a9-4fa8-97c9-ad26cbfa6a99 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:15:21.987544 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:21.990568 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-5056a749-6003-481a-993c-e88b0c48e6ee req-ec5b5052-173a-47c3-832e-dc048a467c24 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:22.000101 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-58879daf-47ff-4b37-b6b2-1dbf5fc600bd None None] Attempting to bind port 121d17c9-2e2b-4e60-b272-8872479eaf8f on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:15:22.001068 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-58879daf-47ff-4b37-b6b2-1dbf5fc600bd None None] Attempting to bind port 121d17c9-2e2b-4e60-b272-8872479eaf8f by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '984ae95e-c60e-40dd-bbe4-3c64f43a2a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'abca4b39-f2d6-40a0-afe6-c5a5f5ffb9aa'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:15:22.001905 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58879daf-47ff-4b37-b6b2-1dbf5fc600bd None None] Attempting to bind port 121d17c9-2e2b-4e60-b272-8872479eaf8f on network abca4b39-f2d6-40a0-afe6-c5a5f5ffb9aa {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:15:22.002872 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-0a25978c-d869-4a30-8140-c25b9a7f1f37 service neutron] 10.222.0.41 "GET /v2.0/networks/3fe6b139-ab54-421b-a2ff-2a0762857d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3389189 Dec 06 17:15:22.016270 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860dbcf4-4377-4ed6-bf5e-c7920b86c586 req-cde11cc3-fbc1-430e-9119-9035e75a99f0 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:22.023803 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860dbcf4-4377-4ed6-bf5e-c7920b86c586 req-cde11cc3-fbc1-430e-9119-9035e75a99f0 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:22.025585 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-860dbcf4-4377-4ed6-bf5e-c7920b86c586 req-cde11cc3-fbc1-430e-9119-9035e75a99f0 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.44 "GET /v2.0/networks?id=a0b22877-e1ab-4b6e-9aff-b26a8d8a9a6d&id=fa4a44b4-21f9-4c2a-acd2-dd2f83c51946 HTTP/1.1" status: 200 len: 1392 time: 0.3465092 Dec 06 17:15:22.031551 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58879daf-47ff-4b37-b6b2-1dbf5fc600bd None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:15:22.032270 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58879daf-47ff-4b37-b6b2-1dbf5fc600bd None None] Checking segment: {'id': '984ae95e-c60e-40dd-bbe4-3c64f43a2a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'abca4b39-f2d6-40a0-afe6-c5a5f5ffb9aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:15:22.032894 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-58879daf-47ff-4b37-b6b2-1dbf5fc600bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:22.033664 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58879daf-47ff-4b37-b6b2-1dbf5fc600bd None None] Bound using segment: {'id': '984ae95e-c60e-40dd-bbe4-3c64f43a2a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'abca4b39-f2d6-40a0-afe6-c5a5f5ffb9aa'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:15:22.034533 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-58879daf-47ff-4b37-b6b2-1dbf5fc600bd None None] Bound port: 121d17c9-2e2b-4e60-b272-8872479eaf8f, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '984ae95e-c60e-40dd-bbe4-3c64f43a2a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'abca4b39-f2d6-40a0-afe6-c5a5f5ffb9aa'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:15:22.035240 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-58879daf-47ff-4b37-b6b2-1dbf5fc600bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:22.045033 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-860dbcf4-4377-4ed6-bf5e-c7920b86c586 req-fb91a90c-0660-4fa1-9215-66fefe4508bd tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Request body: {'port': {'device_id': '5c29c099-cb1e-4fe7-af5b-33665b90124e', 'network_id': 'a0b22877-e1ab-4b6e-9aff-b26a8d8a9a6d', 'admin_state_up': True, 'tenant_id': 'e496f20025e24ec89db8607fe6b1b56a'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:15:22.058907 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698df16f-5615-4374-99a6-b87b43a9f123 req-24aa126d-99f3-467d-8c6f-48fabcc8c8ba tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:22.062656 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-698df16f-5615-4374-99a6-b87b43a9f123 req-24aa126d-99f3-467d-8c6f-48fabcc8c8ba tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.23 "GET /v2.0/networks?id=abca4b39-f2d6-40a0-afe6-c5a5f5ffb9aa HTTP/1.1" status: 200 len: 816 time: 0.1969833 Dec 06 17:15:22.080450 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-698df16f-5615-4374-99a6-b87b43a9f123 req-82ef8c92-32ac-4fc9-8dc4-d4b6ab81132f tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.23 "GET /v2.0/quotas/ec5776faada1431d95950a3e6419a0a1 HTTP/1.1" status: 200 len: 375 time: 0.0116816 Dec 06 17:15:22.085029 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-3ef231ea-0154-4c56-99d5-f2b472a0bec7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.59&port_id=69267b95-7993-4338-b334-0869546a57e9 HTTP/1.1" status: 200 len: 217 time: 0.0583487 Dec 06 17:15:22.087933 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-5056a749-6003-481a-993c-e88b0c48e6ee req-ec5b5052-173a-47c3-832e-dc048a467c24 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:22.095551 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5056a749-6003-481a-993c-e88b0c48e6ee req-ec5b5052-173a-47c3-832e-dc048a467c24 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 3.5995297 Dec 06 17:15:22.149366 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-58879daf-47ff-4b37-b6b2-1dbf5fc600bd None None] For port 121d17c9-2e2b-4e60-b272-8872479eaf8f, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:15:22.150126 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-698df16f-5615-4374-99a6-b87b43a9f123 req-2dfa0d03-3bae-4120-8583-d875f6ff2fab tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ec5776faada1431d95950a3e6419a0a1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0625844 Dec 06 17:15:22.168937 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-58879daf-47ff-4b37-b6b2-1dbf5fc600bd None None] For port 121d17c9-2e2b-4e60-b272-8872479eaf8f, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=121d17c9-2e2b-4e60-b272-8872479eaf8f,segment=NetworkSegment(984ae95e-c60e-40dd-bbe4-3c64f43a2a9d),segment_id=984ae95e-c60e-40dd-bbe4-3c64f43a2a9d)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:15:22.171745 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 35ca46ee-b330-482c-bb16-471e5fd4abf9 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:15:22.197037 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-58879daf-47ff-4b37-b6b2-1dbf5fc600bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:22.241535 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5056a749-6003-481a-993c-e88b0c48e6ee req-2d518743-70f0-4222-b40a-5df179c95f5d tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.35.1.4 HTTP/1.1" status: 200 len: 694 time: 0.1448746 Dec 06 17:15:22.310466 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58879daf-47ff-4b37-b6b2-1dbf5fc600bd None None] Pushing event updated for resources: {'Port': ['ID=121d17c9-2e2b-4e60-b272-8872479eaf8f,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:22.316832 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-af682e05-30a5-48e8-8a62-6f3291780783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:22.318623 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-af682e05-30a5-48e8-8a62-6f3291780783 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1b6f6e09-b453-475f-acb4-6738e54d8ac7 HTTP/1.1" status: 200 len: 797 time: 0.2079973 Dec 06 17:15:22.320679 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 35ca46ee-b330-482c-bb16-471e5fd4abf9 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:15:22.322290 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:22.325610 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-698df16f-5615-4374-99a6-b87b43a9f123 req-85a99246-eb7a-45ee-bad8-ab739b79c210 service neutron] 10.222.0.23 "GET /v2.0/networks/abca4b39-f2d6-40a0-afe6-c5a5f5ffb9aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744320 Dec 06 17:15:22.486314 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-ee3b0885-52bd-4a24-a693-abf5d9b6b0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:22.493960 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2643bb07-f681-449b-923d-2386b3ea751c req-4af2187a-eac6-4e47-b0e4-2431654e9306 tempest-LiveMigrationTest-2036531045 tempest-LiveMigrationTest-2036531045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:22.495417 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2643bb07-f681-449b-923d-2386b3ea751c req-4af2187a-eac6-4e47-b0e4-2431654e9306 tempest-LiveMigrationTest-2036531045 tempest-LiveMigrationTest-2036531045-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=8a81ef20-7627-4783-b92f-49c0d8a17861&tenant_id=1d83e0c6d059422882cc226e7f9c727a&binding%3Ahost_id=n-h2-master-1 HTTP/1.1" status: 200 len: 1097 time: 0.2055261 Dec 06 17:15:22.499795 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-ee3b0885-52bd-4a24-a693-abf5d9b6b0b6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a4c7e014-b0a5-4b38-bc7b-c27afa34aef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1363192 Dec 06 17:15:22.521206 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5056a749-6003-481a-993c-e88b0c48e6ee req-6358143d-6fe7-4d36-a619-ea4babb492e2 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:22.524239 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-698df16f-5615-4374-99a6-b87b43a9f123 req-ee5d38d5-7407-45ff-9b1f-2ea64213cc9a service neutron] 10.222.0.23 "GET /v2.0/networks/abca4b39-f2d6-40a0-afe6-c5a5f5ffb9aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976821 Dec 06 17:15:22.532628 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5056a749-6003-481a-993c-e88b0c48e6ee req-6358143d-6fe7-4d36-a619-ea4babb492e2 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] 10.222.0.23 "GET /v2.0/networks/40c9982f-f1ff-4b90-bebe-b7d51655f7e2 HTTP/1.1" status: 200 len: 784 time: 0.2867367 Dec 06 17:15:22.540776 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-2643bb07-f681-449b-923d-2386b3ea751c req-d65d4977-150c-4405-909d-92f8266585ea service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-master-1'}}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:15:22.650325 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2643bb07-f681-449b-923d-2386b3ea751c req-d65d4977-150c-4405-909d-92f8266585ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:22.669788 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-860dbcf4-4377-4ed6-bf5e-c7920b86c586 req-fb91a90c-0660-4fa1-9215-66fefe4508bd tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Made reservation on behalf of e496f20025e24ec89db8607fe6b1b56a for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:15:22.674341 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-860dbcf4-4377-4ed6-bf5e-c7920b86c586 req-fb91a90c-0660-4fa1-9215-66fefe4508bd tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:22.682546 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab5a1622-9933-40c5-84a1-0be26fda8c29', 'tag': '4a00eecc-af3f-4037-9306-241f88900bd2'}, {'name': 'network-changed', 'server_uuid': '64c1a1ce-2bb9-40ca-9a74-685a6a3118d5', 'tag': '1c158fc1-831f-4500-b86a-86aeef2d53ab'}, {'name': 'network-changed', 'server_uuid': 'ab5a1622-9933-40c5-84a1-0be26fda8c29', 'tag': 'cf0bdd3f-c300-462b-8d0e-73d39f19d252'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:15:22.687267 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d56a7901-814b-464a-b02d-706fafdf0526" -d '{"events": [{"name": "network-changed", "server_uuid": "ab5a1622-9933-40c5-84a1-0be26fda8c29", "tag": "4a00eecc-af3f-4037-9306-241f88900bd2"}, {"name": "network-changed", "server_uuid": "64c1a1ce-2bb9-40ca-9a74-685a6a3118d5", "tag": "1c158fc1-831f-4500-b86a-86aeef2d53ab"}, {"name": "network-changed", "server_uuid": "ab5a1622-9933-40c5-84a1-0be26fda8c29", "tag": "cf0bdd3f-c300-462b-8d0e-73d39f19d252"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:15:22.896196 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-2643bb07-f681-449b-923d-2386b3ea751c req-d65d4977-150c-4405-909d-92f8266585ea service neutron] For port ea5126e6-32e0-495a-9092-333ce0b1510b, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ea5126e6-32e0-495a-9092-333ce0b1510b,segment=NetworkSegment(b5c29f07-61e3-483e-b953-3901f84034df),segment_id=b5c29f07-61e3-483e-b953-3901f84034df)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:15:22.958913 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032d0614-6ef3-4dd1-9372-3af4db7dcebd req-1669cbff-72ee-4781-afa2-31c5e2bbc83c tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:22.965309 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032d0614-6ef3-4dd1-9372-3af4db7dcebd req-1669cbff-72ee-4781-afa2-31c5e2bbc83c tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:22.971764 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032d0614-6ef3-4dd1-9372-3af4db7dcebd req-1669cbff-72ee-4781-afa2-31c5e2bbc83c tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:22.978428 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032d0614-6ef3-4dd1-9372-3af4db7dcebd req-1669cbff-72ee-4781-afa2-31c5e2bbc83c tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:22.994444 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032d0614-6ef3-4dd1-9372-3af4db7dcebd req-1669cbff-72ee-4781-afa2-31c5e2bbc83c tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:23.002605 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032d0614-6ef3-4dd1-9372-3af4db7dcebd req-1669cbff-72ee-4781-afa2-31c5e2bbc83c tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:23.009498 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032d0614-6ef3-4dd1-9372-3af4db7dcebd req-1669cbff-72ee-4781-afa2-31c5e2bbc83c tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:23.014949 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-032d0614-6ef3-4dd1-9372-3af4db7dcebd req-1669cbff-72ee-4781-afa2-31c5e2bbc83c tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab5a1622-9933-40c5-84a1-0be26fda8c29 HTTP/1.1" status: 200 len: 5419 time: 0.1796451 Dec 06 17:15:23.040183 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-2643bb07-f681-449b-923d-2386b3ea751c req-d65d4977-150c-4405-909d-92f8266585ea service neutron] For port ea5126e6-32e0-495a-9092-333ce0b1510b, host n-h2-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:15:23.128064 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2643bb07-f681-449b-923d-2386b3ea751c req-d65d4977-150c-4405-909d-92f8266585ea service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:23.131188 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a81ef20-7627-4783-b92f-49c0d8a17861', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea5126e6-32e0-495a-9092-333ce0b1510b'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:15:23.134573 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f5535a3-ffbd-44d9-8788-b9ed17873dce" -d '{"events": [{"server_uuid": "8a81ef20-7627-4783-b92f-49c0d8a17861", "name": "network-vif-unplugged", "status": "completed", "tag": "ea5126e6-32e0-495a-9092-333ce0b1510b"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:15:23.142098 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2643bb07-f681-449b-923d-2386b3ea751c req-d65d4977-150c-4405-909d-92f8266585ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:23.243376 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-411fd8dd-d490-4a00-9be8-909154d704b8 service neutron] 10.222.0.41 "GET /v2.0/networks/a4c7e014-b0a5-4b38-bc7b-c27afa34aef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7127516 Dec 06 17:15:23.255614 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9131fdf5-351d-40ba-8547-3c86af1fa99b req-7f7a480b-cf23-41b6-87f8-4bc46f0ee566 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:23.257296 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9131fdf5-351d-40ba-8547-3c86af1fa99b req-7f7a480b-cf23-41b6-87f8-4bc46f0ee566 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a81ef20-7627-4783-b92f-49c0d8a17861 HTTP/1.1" status: 200 len: 946 time: 0.5895293 Dec 06 17:15:23.280904 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65d4977-150c-4405-909d-92f8266585ea service neutron] Pushing event updated for resources: {'Port': ['ID=ea5126e6-32e0-495a-9092-333ce0b1510b,revision_number=7']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:23.394905 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 121d17c9-2e2b-4e60-b272-8872479eaf8f up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:15:23.463302 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 121d17c9-2e2b-4e60-b272-8872479eaf8f triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:15:23.465173 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:23.490885 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-2643bb07-f681-449b-923d-2386b3ea751c req-d65d4977-150c-4405-909d-92f8266585ea service neutron] Attempting to bind port ea5126e6-32e0-495a-9092-333ce0b1510b on host n-h2-master-1 for vnic_type normal with profile {"migrating_to": "n-h1-master-1"} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:15:23.491245 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-2643bb07-f681-449b-923d-2386b3ea751c req-d65d4977-150c-4405-909d-92f8266585ea service neutron] Attempting to bind port ea5126e6-32e0-495a-9092-333ce0b1510b by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'b5c29f07-61e3-483e-b953-3901f84034df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '33742801-ccea-4ab3-a86a-2573a2966c19'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:15:23.491584 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2643bb07-f681-449b-923d-2386b3ea751c req-d65d4977-150c-4405-909d-92f8266585ea service neutron] Attempting to bind port ea5126e6-32e0-495a-9092-333ce0b1510b on network 33742801-ccea-4ab3-a86a-2573a2966c19 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:15:23.498746 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-860dbcf4-4377-4ed6-bf5e-c7920b86c586 req-fb91a90c-0660-4fa1-9215-66fefe4508bd tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Allocated IP 19.80.0.104 (a0b22877-e1ab-4b6e-9aff-b26a8d8a9a6d/441bf06d-f3d3-4336-993a-631dc0c2e44a/5345f321-0a26-400a-97de-08bbf1356448) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:15:23.510291 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9131fdf5-351d-40ba-8547-3c86af1fa99b req-a53778ef-222d-4e67-b09d-5f36b9af3ddd tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394314 Dec 06 17:15:23.533910 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-032d0614-6ef3-4dd1-9372-3af4db7dcebd req-5fc6ab24-2285-4edf-8750-49bb95871af1 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/security-groups?id=dcb0062a-d825-4410-8154-a45e8f107f6a&id=a4eb8a4b-85ed-48a0-8761-ec5681059b26&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3930092 Dec 06 17:15:23.535020 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2643bb07-f681-449b-923d-2386b3ea751c req-d65d4977-150c-4405-909d-92f8266585ea service neutron] Port ea5126e6-32e0-495a-9092-333ce0b1510b on network 33742801-ccea-4ab3-a86a-2573a2966c19 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:15:23.535585 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2643bb07-f681-449b-923d-2386b3ea751c req-d65d4977-150c-4405-909d-92f8266585ea service neutron] Attempting to bind port ea5126e6-32e0-495a-9092-333ce0b1510b on network 33742801-ccea-4ab3-a86a-2573a2966c19 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:15:23.552920 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2643bb07-f681-449b-923d-2386b3ea751c req-d65d4977-150c-4405-909d-92f8266585ea service neutron] Checking agent: {'id': '9d8b9f49-2860-4c1f-9b89-45a7657a3c4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:15:23.552920 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2643bb07-f681-449b-923d-2386b3ea751c req-d65d4977-150c-4405-909d-92f8266585ea service neutron] Checking segment: {'id': 'b5c29f07-61e3-483e-b953-3901f84034df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '33742801-ccea-4ab3-a86a-2573a2966c19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:15:23.563795 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2643bb07-f681-449b-923d-2386b3ea751c req-d65d4977-150c-4405-909d-92f8266585ea service neutron] Bound using segment: {'id': 'b5c29f07-61e3-483e-b953-3901f84034df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '33742801-ccea-4ab3-a86a-2573a2966c19'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:15:23.564609 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-2643bb07-f681-449b-923d-2386b3ea751c req-d65d4977-150c-4405-909d-92f8266585ea service neutron] Bound port: ea5126e6-32e0-495a-9092-333ce0b1510b, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5c29f07-61e3-483e-b953-3901f84034df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '33742801-ccea-4ab3-a86a-2573a2966c19'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:15:23.565178 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2643bb07-f681-449b-923d-2386b3ea751c req-d65d4977-150c-4405-909d-92f8266585ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:23.585846 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-a6c1bec7-9f83-4266-9a1e-d725cdd1878c service neutron] 10.222.0.41 "GET /v2.0/networks/a4c7e014-b0a5-4b38-bc7b-c27afa34aef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3185995 Dec 06 17:15:23.644572 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:23.665906 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-68d96d48-bfea-4e8a-9b5e-350dc317f91c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=e6837a9b-3564-431d-b164-1562632e4bc8 HTTP/1.1" status: 200 len: 217 time: 0.0791330 Dec 06 17:15:23.685187 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] For port 121d17c9-2e2b-4e60-b272-8872479eaf8f, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=121d17c9-2e2b-4e60-b272-8872479eaf8f,segment=NetworkSegment(984ae95e-c60e-40dd-bbe4-3c64f43a2a9d),segment_id=984ae95e-c60e-40dd-bbe4-3c64f43a2a9d)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:15:23.691500 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:23.786718 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-2643bb07-f681-449b-923d-2386b3ea751c req-d65d4977-150c-4405-909d-92f8266585ea service neutron] For port ea5126e6-32e0-495a-9092-333ce0b1510b, host n-h2-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:15:23.789706 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Pushing event updated for resources: {'Port': ['ID=121d17c9-2e2b-4e60-b272-8872479eaf8f,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:23.802399 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-2643bb07-f681-449b-923d-2386b3ea751c req-d65d4977-150c-4405-909d-92f8266585ea service neutron] For port ea5126e6-32e0-495a-9092-333ce0b1510b, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ea5126e6-32e0-495a-9092-333ce0b1510b,segment=NetworkSegment(b5c29f07-61e3-483e-b953-3901f84034df),segment_id=b5c29f07-61e3-483e-b953-3901f84034df)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:15:23.808660 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2643bb07-f681-449b-923d-2386b3ea751c req-d65d4977-150c-4405-909d-92f8266585ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:23.919637 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b24ba1-0c6f-4ab0-b60c-882e78810f79 req-916e0fc7-294d-4458-b892-1540cae958ae tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:23.921341 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-39b24ba1-0c6f-4ab0-b60c-882e78810f79 req-916e0fc7-294d-4458-b892-1540cae958ae tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] 10.222.0.23 "GET /v2.0/ports?device_id=64c1a1ce-2bb9-40ca-9a74-685a6a3118d5 HTTP/1.1" status: 200 len: 943 time: 0.2652168 Dec 06 17:15:23.931850 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-f5337b12-fa97-4c68-82a9-0860586e2b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:23.933500 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-f5337b12-fa97-4c68-82a9-0860586e2b26 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1b6f6e09-b453-475f-acb4-6738e54d8ac7 HTTP/1.1" status: 200 len: 797 time: 0.2521806 Dec 06 17:15:23.976296 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2643bb07-f681-449b-923d-2386b3ea751c req-d65d4977-150c-4405-909d-92f8266585ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:23.976932 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2643bb07-f681-449b-923d-2386b3ea751c req-d65d4977-150c-4405-909d-92f8266585ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:23.978408 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2643bb07-f681-449b-923d-2386b3ea751c req-d65d4977-150c-4405-909d-92f8266585ea service neutron] 10.222.0.41 "PUT /v2.0/ports/ea5126e6-32e0-495a-9092-333ce0b1510b HTTP/1.1" status: 200 len: 1122 time: 1.4521093 Dec 06 17:15:23.982215 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65d4977-150c-4405-909d-92f8266585ea service neutron] Pushing event updated for resources: {'Port': ['ID=ea5126e6-32e0-495a-9092-333ce0b1510b,revision_number=8']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:24.011789 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed70fb1-3cbc-4f8d-87f0-2050dc59908b req-1241c293-c88a-49dd-87de-dfc5fd209bf3 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:24.020626 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2ed70fb1-3cbc-4f8d-87f0-2050dc59908b req-1241c293-c88a-49dd-87de-dfc5fd209bf3 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=3111a296-b40e-48c5-bfa4-66d71264ae66 HTTP/1.1" status: 200 len: 946 time: 0.1425278 Dec 06 17:15:24.063065 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-39b24ba1-0c6f-4ab0-b60c-882e78810f79 req-0664191e-ecbf-47bc-aafe-3e52c1c24b3a tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] 10.222.0.23 "GET /v2.0/security-groups?id=77a8d875-60b3-4737-9cd6-8d2bcf3a41c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334994 Dec 06 17:15:24.068767 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-860dbcf4-4377-4ed6-bf5e-c7920b86c586 req-fb91a90c-0660-4fa1-9215-66fefe4508bd tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:24.073960 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-59085061-8c58-4aa3-bb1a-e76f144c6b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:24.076162 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-59085061-8c58-4aa3-bb1a-e76f144c6b21 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a4c7e014-b0a5-4b38-bc7b-c27afa34aef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1254826 Dec 06 17:15:24.088144 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 1c158fc1-831f-4500-b86a-86aeef2d53ab details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:15:24.090525 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['ea5126e6-32e0-495a-9092-333ce0b1510b'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:15:24.099959 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2ed70fb1-3cbc-4f8d-87f0-2050dc59908b req-9da8de5b-4ca0-4727-b977-6fe5c4d9aa19 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696769 Dec 06 17:15:24.150530 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-860dbcf4-4377-4ed6-bf5e-c7920b86c586 req-fb91a90c-0660-4fa1-9215-66fefe4508bd tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:24.169894 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['ea5126e6-32e0-495a-9092-333ce0b1510b'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:15:24.180239 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-860dbcf4-4377-4ed6-bf5e-c7920b86c586 req-fb91a90c-0660-4fa1-9215-66fefe4508bd tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Network a0b22877-e1ab-4b6e-9aff-b26a8d8a9a6d is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:15:24.184992 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-860dbcf4-4377-4ed6-bf5e-c7920b86c586 req-fb91a90c-0660-4fa1-9215-66fefe4508bd tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:15:24.228172 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-860dbcf4-4377-4ed6-bf5e-c7920b86c586 req-fb91a90c-0660-4fa1-9215-66fefe4508bd tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:15:24.261803 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5fa1d3-8124-474e-8be2-f1fd4bec8927 None None] Network abca4b39-f2d6-40a0-afe6-c5a5f5ffb9aa requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:15:24.321316 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe0a607-fbb1-4ae2-a660-b8aaa999349f req-c0cb04cb-8ccf-4cac-b473-14e59bcacdf2 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:24.330744 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-abe0a607-fbb1-4ae2-a660-b8aaa999349f req-c0cb04cb-8ccf-4cac-b473-14e59bcacdf2 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c29c099-cb1e-4fe7-af5b-33665b90124e HTTP/1.1" status: 200 len: 932 time: 0.1187389 Dec 06 17:15:24.349255 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860dbcf4-4377-4ed6-bf5e-c7920b86c586 req-fb91a90c-0660-4fa1-9215-66fefe4508bd tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:24.350366 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-860dbcf4-4377-4ed6-bf5e-c7920b86c586 req-fb91a90c-0660-4fa1-9215-66fefe4508bd tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:24.474761 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e64808c-ad82-4350-ba2f-168cc4c5dfc4 req-c1ffb11d-7946-4da6-b38a-e92288717bb0 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:24.486918 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1e64808c-ad82-4350-ba2f-168cc4c5dfc4 req-c1ffb11d-7946-4da6-b38a-e92288717bb0 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] 10.222.0.23 "GET /v2.0/ports?device_id=c245de6b-5a8e-47e9-8a83-cc9ed8453593&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1322069 Dec 06 17:15:24.491692 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-1ecb7707-4de9-42fa-9574-50a7c5c77aa0 None None] Provisioning complete for port 121d17c9-2e2b-4e60-b272-8872479eaf8f triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:15:24.492719 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1ecb7707-4de9-42fa-9574-50a7c5c77aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:24.495520 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-860dbcf4-4377-4ed6-bf5e-c7920b86c586 req-fb91a90c-0660-4fa1-9215-66fefe4508bd tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4558799 Dec 06 17:15:24.566116 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1e64808c-ad82-4350-ba2f-168cc4c5dfc4 req-e09973bc-1cf2-412d-a931-b045200de592 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.35.1.4 HTTP/1.1" status: 200 len: 694 time: 0.0686233 Dec 06 17:15:24.571158 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-1e64808c-ad82-4350-ba2f-168cc4c5dfc4 req-d535757a-217f-4a7e-8790-66675861236b tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Request body: {'floatingip': {'port_id': 'befdce02-98cd-43a4-82c5-c471d6e33719', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:15:24.581133 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.db.resource_extend [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 06 17:15:24.616723 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-860dbcf4-4377-4ed6-bf5e-c7920b86c586 req-bc1ce8d7-a8c6-4943-bc43-fa34888dc91b tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Request body: {'port': {'device_id': '5c29c099-cb1e-4fe7-af5b-33665b90124e', 'network_id': 'fa4a44b4-21f9-4c2a-acd2-dd2f83c51946', 'admin_state_up': True, 'tenant_id': 'e496f20025e24ec89db8607fe6b1b56a'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:15:24.642690 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-abe0a607-fbb1-4ae2-a660-b8aaa999349f req-c3c8da3f-f21e-4756-8547-918d21077d94 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.23 "GET /v2.0/security-groups?id=f03ab9e8-fae2-4a61-9f03-339a4717e762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022976 Dec 06 17:15:24.660947 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698df16f-5615-4374-99a6-b87b43a9f123 req-ef474b87-4f47-4634-90a1-8f8d068f19f8 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:24.666148 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-698df16f-5615-4374-99a6-b87b43a9f123 req-ef474b87-4f47-4634-90a1-8f8d068f19f8 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.41 "GET /v2.0/networks?id=abca4b39-f2d6-40a0-afe6-c5a5f5ffb9aa HTTP/1.1" status: 200 len: 816 time: 0.3118825 Dec 06 17:15:24.682903 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-698df16f-5615-4374-99a6-b87b43a9f123 req-68c0ae51-12de-4049-9967-a5da5587449f tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Request body: {'port': {'device_id': 'd0fd118f-159f-42dd-a725-ee51344fae03', 'network_id': 'abca4b39-f2d6-40a0-afe6-c5a5f5ffb9aa', 'admin_state_up': True, 'tenant_id': 'ec5776faada1431d95950a3e6419a0a1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:15:24.705935 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-1e64808c-ad82-4350-ba2f-168cc4c5dfc4 req-d535757a-217f-4a7e-8790-66675861236b tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Publish callbacks [] for floatingip, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:24.708178 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb91a90c-0660-4fa1-9215-66fefe4508bd tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Pushing event updated for resources: {'Port': ['ID=5345f321-0a26-400a-97de-08bbf1356448,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:24.858070 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-698df16f-5615-4374-99a6-b87b43a9f123 req-68c0ae51-12de-4049-9967-a5da5587449f tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Made reservation on behalf of ec5776faada1431d95950a3e6419a0a1 for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:15:24.861979 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-698df16f-5615-4374-99a6-b87b43a9f123 req-68c0ae51-12de-4049-9967-a5da5587449f tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:24.886027 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a7901-814b-464a-b02d-706fafdf0526 req-a97c7b51-159a-4bec-b006-50ef4d402081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:24.888274 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d56a7901-814b-464a-b02d-706fafdf0526 req-a97c7b51-159a-4bec-b006-50ef4d402081 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9bef0bd25b3044c8b28cf9aea9137f71&device_id=64c1a1ce-2bb9-40ca-9a74-685a6a3118d5 HTTP/1.1" status: 200 len: 1094 time: 0.0743062 Dec 06 17:15:25.140154 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 1c158fc1-831f-4500-b86a-86aeef2d53ab, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=1c158fc1-831f-4500-b86a-86aeef2d53ab,segment=NetworkSegment(03765572-315b-4287-b069-bc0490aa8fc6),segment_id=03765572-315b-4287-b069-bc0490aa8fc6)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:15:25.196831 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': '1c158fc1-831f-4500-b86a-86aeef2d53ab', 'network_id': '54ec0ce5-40a5-4965-be28-5d5392d9c61d', 'port_id': '1c158fc1-831f-4500-b86a-86aeef2d53ab', 'mac_address': 'fa:16:3e:1c:c8:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '606d14bd-3cdf-4d5d-8976-793383533298', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:15:25.258290 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:25.266097 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a7901-814b-464a-b02d-706fafdf0526 req-6c269d8f-aa22-4680-9afc-ca70c7e190eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:25.267590 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d56a7901-814b-464a-b02d-706fafdf0526 req-6c269d8f-aa22-4680-9afc-ca70c7e190eb service neutron] 10.222.0.44 "GET /v2.0/networks?id=54ec0ce5-40a5-4965-be28-5d5392d9c61d HTTP/1.1" status: 200 len: 922 time: 0.3665402 Dec 06 17:15:25.276062 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c158fc1-831f-4500-b86a-86aeef2d53ab {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:15:25.283611 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cfc5a0-8705-4527-b19c-c4a0a5b9fdc3 req-a3f4a1f2-b0b3-4f31-a79c-0f928c0a65df tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:25.291037 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a9cfc5a0-8705-4527-b19c-c4a0a5b9fdc3 req-a3f4a1f2-b0b3-4f31-a79c-0f928c0a65df tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.23 "GET /v2.0/networks?id=abca4b39-f2d6-40a0-afe6-c5a5f5ffb9aa HTTP/1.1" status: 200 len: 816 time: 0.3910151 Dec 06 17:15:25.303507 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 1c158fc1-831f-4500-b86a-86aeef2d53ab, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=1c158fc1-831f-4500-b86a-86aeef2d53ab,segment=NetworkSegment(03765572-315b-4287-b069-bc0490aa8fc6),segment_id=03765572-315b-4287-b069-bc0490aa8fc6)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:15:25.313624 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:25.322407 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a9cfc5a0-8705-4527-b19c-c4a0a5b9fdc3 req-ce4b2c2d-8152-4579-b90b-3caf3f1fb2c5 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.23 "GET /v2.0/quotas/ec5776faada1431d95950a3e6419a0a1 HTTP/1.1" status: 200 len: 375 time: 0.0304549 Dec 06 17:15:25.344946 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Mon, 06 Dec 2021 17:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a288f7-5d54-4763-bd28-7a2e71e8eb39 x-openstack-request-id: req-f3a288f7-5d54-4763-bd28-7a2e71e8eb39 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:15:25.345726 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab5a1622-9933-40c5-84a1-0be26fda8c29", "tag": "4a00eecc-af3f-4037-9306-241f88900bd2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "64c1a1ce-2bb9-40ca-9a74-685a6a3118d5", "tag": "1c158fc1-831f-4500-b86a-86aeef2d53ab", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ab5a1622-9933-40c5-84a1-0be26fda8c29", "tag": "cf0bdd3f-c300-462b-8d0e-73d39f19d252", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:15:25.345726 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f3a288f7-5d54-4763-bd28-7a2e71e8eb39 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:15:25.346105 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab5a1622-9933-40c5-84a1-0be26fda8c29', 'tag': '4a00eecc-af3f-4037-9306-241f88900bd2', 'status': 'completed', 'code': 200} Dec 06 17:15:25.346374 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64c1a1ce-2bb9-40ca-9a74-685a6a3118d5', 'tag': '1c158fc1-831f-4500-b86a-86aeef2d53ab', 'status': 'completed', 'code': 200} Dec 06 17:15:25.346631 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab5a1622-9933-40c5-84a1-0be26fda8c29', 'tag': 'cf0bdd3f-c300-462b-8d0e-73d39f19d252', 'status': 'completed', 'code': 200} Dec 06 17:15:25.359501 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-6e9b9e8e-efa3-4fc2-bbec-d1d113dc25a4 service neutron] 10.222.0.41 "GET /v2.0/networks/a4c7e014-b0a5-4b38-bc7b-c27afa34aef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2618425 Dec 06 17:15:25.363066 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-698df16f-5615-4374-99a6-b87b43a9f123 req-68c0ae51-12de-4049-9967-a5da5587449f tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Allocated IP 172.20.0.6 (abca4b39-f2d6-40a0-afe6-c5a5f5ffb9aa/2c3c8f21-d6e2-4216-a4c2-195ad93bf563/0db2549d-e909-4919-907d-edd6540f589f) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:15:25.368279 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d56a7901-814b-464a-b02d-706fafdf0526 req-09740a24-06a7-4b1e-8249-312269136df2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c158fc1-831f-4500-b86a-86aeef2d53ab HTTP/1.1" status: 200 len: 217 time: 0.0914149 Dec 06 17:15:25.375239 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 121d17c9-2e2b-4e60-b272-8872479eaf8f up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:15:25.417455 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=1c158fc1-831f-4500-b86a-86aeef2d53ab,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:25.425033 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-09fb8f56-cf2d-443a-bedb-5c758d3b58ac None None] Provisioning complete for port 5345f321-0a26-400a-97de-08bbf1356448 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:15:25.425795 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-09fb8f56-cf2d-443a-bedb-5c758d3b58ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:25.480203 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-09fb8f56-cf2d-443a-bedb-5c758d3b58ac None None] Port 5345f321-0a26-400a-97de-08bbf1356448 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:15:25.483408 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a9cfc5a0-8705-4527-b19c-c4a0a5b9fdc3 req-55352e97-11ce-4a2d-b752-e7c16b1eef0d tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ec5776faada1431d95950a3e6419a0a1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1600242 Dec 06 17:15:25.498538 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 121d17c9-2e2b-4e60-b272-8872479eaf8f triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:15:25.499088 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:25.526642 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a7901-814b-464a-b02d-706fafdf0526 req-d908add6-7999-4797-917f-186ec1fa03ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:25.528794 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d56a7901-814b-464a-b02d-706fafdf0526 req-d908add6-7999-4797-917f-186ec1fa03ee service neutron] 10.222.0.44 "GET /v2.0/subnets?id=606d14bd-3cdf-4d5d-8976-793383533298 HTTP/1.1" status: 200 len: 860 time: 0.1435900 Dec 06 17:15:25.529862 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-09fb8f56-cf2d-443a-bedb-5c758d3b58ac None None] Provisioning complete for port 121d17c9-2e2b-4e60-b272-8872479eaf8f triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:15:25.530239 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-09fb8f56-cf2d-443a-bedb-5c758d3b58ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:25.579273 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-261459de-b622-4185-a717-80502bddfd72 service neutron] 10.222.0.41 "GET /v2.0/networks/a4c7e014-b0a5-4b38-bc7b-c27afa34aef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038074 Dec 06 17:15:25.602225 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-860dbcf4-4377-4ed6-bf5e-c7920b86c586 req-bc1ce8d7-a8c6-4943-bc43-fa34888dc91b tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Made reservation on behalf of e496f20025e24ec89db8607fe6b1b56a for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:15:25.606431 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-860dbcf4-4377-4ed6-bf5e-c7920b86c586 req-bc1ce8d7-a8c6-4943-bc43-fa34888dc91b tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:25.657363 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-5596edad-1c89-4710-9770-b1d698906c59 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=54b8b728-fb86-4824-ae15-d101cf829fb2 HTTP/1.1" status: 200 len: 217 time: 0.0473869 Dec 06 17:15:25.677004 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device ea5126e6-32e0-495a-9092-333ce0b1510b details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:15:25.689001 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['1c158fc1-831f-4500-b86a-86aeef2d53ab'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:15:25.719568 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a7901-814b-464a-b02d-706fafdf0526 req-ed870110-40cf-4aad-8609-23fc9f75195e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:25.721010 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d56a7901-814b-464a-b02d-706fafdf0526 req-ed870110-40cf-4aad-8609-23fc9f75195e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=54ec0ce5-40a5-4965-be28-5d5392d9c61d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1777542 Dec 06 17:15:25.723204 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-627d295d-8c0a-43cb-a0ad-91293114c929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:25.724657 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-627d295d-8c0a-43cb-a0ad-91293114c929 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1b6f6e09-b453-475f-acb4-6738e54d8ac7 HTTP/1.1" status: 200 len: 797 time: 0.0485032 Dec 06 17:15:25.725929 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a9cfc5a0-8705-4527-b19c-c4a0a5b9fdc3 req-e8f1d13c-6146-4a72-bd98-1ce2a8620c8c service neutron] 10.222.0.23 "GET /v2.0/networks/abca4b39-f2d6-40a0-afe6-c5a5f5ffb9aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324293 Dec 06 17:15:25.761504 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.db.resource_extend [req-1e64808c-ad82-4350-ba2f-168cc4c5dfc4 req-d535757a-217f-4a7e-8790-66675861236b tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 06 17:15:25.802501 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-698df16f-5615-4374-99a6-b87b43a9f123 req-68c0ae51-12de-4049-9967-a5da5587449f tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:25.856798 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-698df16f-5615-4374-99a6-b87b43a9f123 req-68c0ae51-12de-4049-9967-a5da5587449f tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:25.860038 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port ea5126e6-32e0-495a-9092-333ce0b1510b, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ea5126e6-32e0-495a-9092-333ce0b1510b,segment=NetworkSegment(b5c29f07-61e3-483e-b953-3901f84034df),segment_id=b5c29f07-61e3-483e-b953-3901f84034df)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:15:25.876454 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device ea5126e6-32e0-495a-9092-333ce0b1510b has no active binding in host n-h1-master-1 {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 06 17:15:25.913209 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-1e64808c-ad82-4350-ba2f-168cc4c5dfc4 req-d535757a-217f-4a7e-8790-66675861236b tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:25.915833 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-6b7ddd27-9387-4943-ab63-0e391c67d620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:25.919323 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-6b7ddd27-9387-4943-ab63-0e391c67d620 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a4c7e014-b0a5-4b38-bc7b-c27afa34aef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1746833 Dec 06 17:15:25.926599 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-1e64808c-ad82-4350-ba2f-168cc4c5dfc4 req-d535757a-217f-4a7e-8790-66675861236b tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:25.946886 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c0ae51-12de-4049-9967-a5da5587449f tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Pushing event updated for resources: {'Port': ['ID=0db2549d-e909-4919-907d-edd6540f589f,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:26.014365 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-698df16f-5615-4374-99a6-b87b43a9f123 req-68c0ae51-12de-4049-9967-a5da5587449f tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Network abca4b39-f2d6-40a0-afe6-c5a5f5ffb9aa is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:15:26.021554 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-698df16f-5615-4374-99a6-b87b43a9f123 req-68c0ae51-12de-4049-9967-a5da5587449f tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:15:26.049961 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-698df16f-5615-4374-99a6-b87b43a9f123 req-68c0ae51-12de-4049-9967-a5da5587449f tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:15:26.100912 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d56a7901-814b-464a-b02d-706fafdf0526 req-0838b911-e285-4f17-9fab-f0e2296075cf service neutron] 10.222.0.44 "GET /v2.0/networks/54ec0ce5-40a5-4965-be28-5d5392d9c61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3647974 Dec 06 17:15:26.126376 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-860dbcf4-4377-4ed6-bf5e-c7920b86c586 req-bc1ce8d7-a8c6-4943-bc43-fa34888dc91b tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Allocated IP 19.86.0.128 (fa4a44b4-21f9-4c2a-acd2-dd2f83c51946/68402152-4266-45be-801a-eaef3efecb66/9d7eb054-86ff-442d-9f45-2ea7d2c08f33) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:15:26.141280 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a9cfc5a0-8705-4527-b19c-c4a0a5b9fdc3 req-d153facb-55df-4c56-8a8b-b26f8bf8303a service neutron] 10.222.0.23 "GET /v2.0/networks/abca4b39-f2d6-40a0-afe6-c5a5f5ffb9aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4037540 Dec 06 17:15:26.173412 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698df16f-5615-4374-99a6-b87b43a9f123 req-68c0ae51-12de-4049-9967-a5da5587449f tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:26.173889 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-698df16f-5615-4374-99a6-b87b43a9f123 req-68c0ae51-12de-4049-9967-a5da5587449f tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:26.182236 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-c81b4c69-1f2f-461f-834c-b7d19c479346 service neutron] 10.222.0.41 "GET /v2.0/networks/a4c7e014-b0a5-4b38-bc7b-c27afa34aef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535834 Dec 06 17:15:26.188224 n-d-master-1 neutron-server[103284]: INFO neutron.db.l3_db [req-1e64808c-ad82-4350-ba2f-168cc4c5dfc4 req-d535757a-217f-4a7e-8790-66675861236b tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Floating IP 65f51a65-9677-4a54-98fc-f65796681d75 associated. External IP: 172.35.1.4, port: befdce02-98cd-43a4-82c5-c471d6e33719. Dec 06 17:15:26.404148 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-86540ff0-fbb3-42b1-a535-8d58a83797e6 None None] Provisioning complete for port 0db2549d-e909-4919-907d-edd6540f589f triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:15:26.406528 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-86540ff0-fbb3-42b1-a535-8d58a83797e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:26.664917 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-86540ff0-fbb3-42b1-a535-8d58a83797e6 None None] Port 0db2549d-e909-4919-907d-edd6540f589f cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:15:26.782014 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 17:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a3850c-7fc5-4577-9e16-9d40a34c2fe2 x-openstack-request-id: req-28a3850c-7fc5-4577-9e16-9d40a34c2fe2 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:15:26.782540 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a81ef20-7627-4783-b92f-49c0d8a17861", "name": "network-vif-unplugged", "status": "completed", "tag": "ea5126e6-32e0-495a-9092-333ce0b1510b", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:15:26.782540 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-28a3850c-7fc5-4577-9e16-9d40a34c2fe2 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:15:26.783102 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a81ef20-7627-4783-b92f-49c0d8a17861', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea5126e6-32e0-495a-9092-333ce0b1510b', 'code': 200} Dec 06 17:15:26.805779 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-698df16f-5615-4374-99a6-b87b43a9f123 req-68c0ae51-12de-4049-9967-a5da5587449f tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1275973 Dec 06 17:15:26.834140 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-698df16f-5615-4374-99a6-b87b43a9f123 req-773c067b-4b77-46fe-b49a-2c8a7578b0eb service neutron] Request body: {'port': {'device_id': 'd0fd118f-159f-42dd-a725-ee51344fae03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:15:26.950811 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbcd9d9-4633-450a-8a35-5fea2c702800 req-1785ca52-7042-47bc-9f89-a12c73eacaea tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:26.952426 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6dbcd9d9-4633-450a-8a35-5fea2c702800 req-1785ca52-7042-47bc-9f89-a12c73eacaea tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a81ef20-7627-4783-b92f-49c0d8a17861 HTTP/1.1" status: 200 len: 944 time: 0.1684775 Dec 06 17:15:26.957019 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d56a7901-814b-464a-b02d-706fafdf0526 req-d2c54f39-b8a9-4944-bae2-9eea5aaa7b3a service neutron] 10.222.0.44 "GET /v2.0/networks/54ec0ce5-40a5-4965-be28-5d5392d9c61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8453112 Dec 06 17:15:26.959890 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-698df16f-5615-4374-99a6-b87b43a9f123 req-773c067b-4b77-46fe-b49a-2c8a7578b0eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:26.971990 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-62f6e408-7c44-4716-8263-3b34bafb4c15 service neutron] 10.222.0.41 "GET /v2.0/networks/a4c7e014-b0a5-4b38-bc7b-c27afa34aef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6229146 Dec 06 17:15:27.054044 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6dbcd9d9-4633-450a-8a35-5fea2c702800 req-30831782-3431-41ba-8196-14a337d67a87 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845609 Dec 06 17:15:27.061503 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-72b843d2-9ba7-46f6-b41b-0857fa0cd034 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.14&port_id=fd8770e5-43c9-4df9-a87a-fd8b1189f8b0 HTTP/1.1" status: 200 len: 217 time: 0.0597067 Dec 06 17:15:27.145165 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-860dbcf4-4377-4ed6-bf5e-c7920b86c586 req-bc1ce8d7-a8c6-4943-bc43-fa34888dc91b tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:27.153142 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1e64808c-ad82-4350-ba2f-168cc4c5dfc4 req-d535757a-217f-4a7e-8790-66675861236b tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Router 3256e403-77e3-4cb7-9e91-46b2de5a4ba9 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:15:27.194923 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-0c9e5e79-df38-42db-997d-acf842db235d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:27.196437 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-0c9e5e79-df38-42db-997d-acf842db235d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1b6f6e09-b453-475f-acb4-6738e54d8ac7 HTTP/1.1" status: 200 len: 797 time: 0.1137958 Dec 06 17:15:27.284602 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662c7885-5484-44c8-bed0-9e0ee31c379b req-1048f325-acca-416e-a4de-f0b989db52ef tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:27.290769 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662c7885-5484-44c8-bed0-9e0ee31c379b req-1048f325-acca-416e-a4de-f0b989db52ef tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:27.298207 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662c7885-5484-44c8-bed0-9e0ee31c379b req-1048f325-acca-416e-a4de-f0b989db52ef tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:27.304038 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662c7885-5484-44c8-bed0-9e0ee31c379b req-1048f325-acca-416e-a4de-f0b989db52ef tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:27.310526 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662c7885-5484-44c8-bed0-9e0ee31c379b req-1048f325-acca-416e-a4de-f0b989db52ef tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:27.316406 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662c7885-5484-44c8-bed0-9e0ee31c379b req-1048f325-acca-416e-a4de-f0b989db52ef tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:27.322407 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662c7885-5484-44c8-bed0-9e0ee31c379b req-1048f325-acca-416e-a4de-f0b989db52ef tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:27.324505 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-662c7885-5484-44c8-bed0-9e0ee31c379b req-1048f325-acca-416e-a4de-f0b989db52ef tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab5a1622-9933-40c5-84a1-0be26fda8c29 HTTP/1.1" status: 200 len: 5419 time: 0.1205881 Dec 06 17:15:27.334507 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-860dbcf4-4377-4ed6-bf5e-c7920b86c586 req-bc1ce8d7-a8c6-4943-bc43-fa34888dc91b tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:27.353731 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-9508c9a3-937e-4914-b860-dfe4c3badb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:27.355275 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-9508c9a3-937e-4914-b860-dfe4c3badb8a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a4c7e014-b0a5-4b38-bc7b-c27afa34aef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1153624 Dec 06 17:15:27.426981 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1e64808c-ad82-4350-ba2f-168cc4c5dfc4 req-d535757a-217f-4a7e-8790-66675861236b tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:15:27.433755 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-860dbcf4-4377-4ed6-bf5e-c7920b86c586 req-bc1ce8d7-a8c6-4943-bc43-fa34888dc91b tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Network fa4a44b4-21f9-4c2a-acd2-dd2f83c51946 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:15:27.442034 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67921565-3079-4fb3-b1a2-c190267ecd4e None None] Sync routers for ids ['3256e403-77e3-4cb7-9e91-46b2de5a4ba9'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:15:27.458031 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67921565-3079-4fb3-b1a2-c190267ecd4e None None] Routers {'3256e403-77e3-4cb7-9e91-46b2de5a4ba9'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:15:27.459501 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-67921565-3079-4fb3-b1a2-c190267ecd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:15:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['3256e403-77e3-4cb7-9e91-46b2de5a4ba9'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:15:27.465718 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-698df16f-5615-4374-99a6-b87b43a9f123 req-773c067b-4b77-46fe-b49a-2c8a7578b0eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0db2549d-e909-4919-907d-edd6540f589f {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:15:27.474871 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-1e64808c-ad82-4350-ba2f-168cc4c5dfc4 req-d535757a-217f-4a7e-8790-66675861236b tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:27.477364 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-698df16f-5615-4374-99a6-b87b43a9f123 req-773c067b-4b77-46fe-b49a-2c8a7578b0eb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:27.481972 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1ce8d7-a8c6-4943-bc43-fa34888dc91b tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Pushing event updated for resources: {'Port': ['ID=9d7eb054-86ff-442d-9f45-2ea7d2c08f33,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:27.484522 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-860dbcf4-4377-4ed6-bf5e-c7920b86c586 req-bc1ce8d7-a8c6-4943-bc43-fa34888dc91b tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:15:27.504122 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-860dbcf4-4377-4ed6-bf5e-c7920b86c586 req-bc1ce8d7-a8c6-4943-bc43-fa34888dc91b tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:15:27.506774 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-662c7885-5484-44c8-bed0-9e0ee31c379b req-cb0a1cc8-157f-42e2-8d3e-278596122ac5 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/security-groups?id=dcb0062a-d825-4410-8154-a45e8f107f6a&id=a4eb8a4b-85ed-48a0-8761-ec5681059b26&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1678269 Dec 06 17:15:27.534797 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-698df16f-5615-4374-99a6-b87b43a9f123 req-773c067b-4b77-46fe-b49a-2c8a7578b0eb service neutron] Transition to ACTIVE for port object 0db2549d-e909-4919-907d-edd6540f589f will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:15:27.542525 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-698df16f-5615-4374-99a6-b87b43a9f123 req-773c067b-4b77-46fe-b49a-2c8a7578b0eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:27.575912 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1e64808c-ad82-4350-ba2f-168cc4c5dfc4 req-d535757a-217f-4a7e-8790-66675861236b tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] 10.222.0.23 "PUT /v2.0/floatingips/65f51a65-9677-4a54-98fc-f65796681d75 HTTP/1.1" status: 200 len: 995 time: 3.0088592 Dec 06 17:15:27.580264 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c245de6b-5a8e-47e9-8a83-cc9ed8453593', 'tag': 'befdce02-98cd-43a4-82c5-c471d6e33719'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:15:27.582609 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e29918d5-406c-4f93-ae70-f8c4be9e53f1" -d '{"events": [{"name": "network-changed", "server_uuid": "c245de6b-5a8e-47e9-8a83-cc9ed8453593", "tag": "befdce02-98cd-43a4-82c5-c471d6e33719"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:15:27.653293 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860dbcf4-4377-4ed6-bf5e-c7920b86c586 req-bc1ce8d7-a8c6-4943-bc43-fa34888dc91b tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:27.663029 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-860dbcf4-4377-4ed6-bf5e-c7920b86c586 req-bc1ce8d7-a8c6-4943-bc43-fa34888dc91b tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:27.667213 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-ba9556ee-e94c-4da0-8e28-cbfe70a407ce service neutron] 10.222.0.41 "GET /v2.0/networks/a4c7e014-b0a5-4b38-bc7b-c27afa34aef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826691 Dec 06 17:15:27.674222 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773c067b-4b77-46fe-b49a-2c8a7578b0eb service neutron] Pushing event updated for resources: {'Port': ['ID=0db2549d-e909-4919-907d-edd6540f589f,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:27.909078 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-e016bfd9-a655-4c44-923e-fd8235277e97 service neutron] 10.222.0.41 "GET /v2.0/networks/a4c7e014-b0a5-4b38-bc7b-c27afa34aef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053993 Dec 06 17:15:28.030314 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-67921565-3079-4fb3-b1a2-c190267ecd4e None None] Set router 3256e403-77e3-4cb7-9e91-46b2de5a4ba9 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:15:28.058501 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-860dbcf4-4377-4ed6-bf5e-c7920b86c586 req-bc1ce8d7-a8c6-4943-bc43-fa34888dc91b tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4455872 Dec 06 17:15:28.060972 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-eb7a42a0-255b-4dee-bd15-3647ab8dbbe8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4a00eecc-af3f-4037-9306-241f88900bd2 HTTP/1.1" status: 200 len: 217 time: 0.1322224 Dec 06 17:15:28.074080 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-860dbcf4-4377-4ed6-bf5e-c7920b86c586 req-9399273f-90a7-48c7-9a7d-e6317758eada service neutron] Request body: {'port': {'device_id': '5c29c099-cb1e-4fe7-af5b-33665b90124e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:15:28.080787 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-698df16f-5615-4374-99a6-b87b43a9f123 req-773c067b-4b77-46fe-b49a-2c8a7578b0eb service neutron] Attempting to bind port 0db2549d-e909-4919-907d-edd6540f589f on host n-h1-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:15:28.081350 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-698df16f-5615-4374-99a6-b87b43a9f123 req-773c067b-4b77-46fe-b49a-2c8a7578b0eb service neutron] Attempting to bind port 0db2549d-e909-4919-907d-edd6540f589f by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '984ae95e-c60e-40dd-bbe4-3c64f43a2a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'abca4b39-f2d6-40a0-afe6-c5a5f5ffb9aa'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:15:28.082534 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698df16f-5615-4374-99a6-b87b43a9f123 req-773c067b-4b77-46fe-b49a-2c8a7578b0eb service neutron] Attempting to bind port 0db2549d-e909-4919-907d-edd6540f589f on network abca4b39-f2d6-40a0-afe6-c5a5f5ffb9aa {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:15:28.104942 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698df16f-5615-4374-99a6-b87b43a9f123 req-773c067b-4b77-46fe-b49a-2c8a7578b0eb service neutron] Port 0db2549d-e909-4919-907d-edd6540f589f on network abca4b39-f2d6-40a0-afe6-c5a5f5ffb9aa not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:15:28.105386 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698df16f-5615-4374-99a6-b87b43a9f123 req-773c067b-4b77-46fe-b49a-2c8a7578b0eb service neutron] Attempting to bind port 0db2549d-e909-4919-907d-edd6540f589f on network abca4b39-f2d6-40a0-afe6-c5a5f5ffb9aa {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:15:28.110978 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e64808c-ad82-4350-ba2f-168cc4c5dfc4 req-50401364-5be5-488f-b67f-25bae2794221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:28.112840 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1e64808c-ad82-4350-ba2f-168cc4c5dfc4 req-50401364-5be5-488f-b67f-25bae2794221 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f377f83bc18f4c0187f237b662699790&device_id=c245de6b-5a8e-47e9-8a83-cc9ed8453593 HTTP/1.1" status: 200 len: 1097 time: 0.4829433 Dec 06 17:15:28.131218 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-d02cad5e-850b-4ada-b3d2-d5a66479d551 None None] Provisioning complete for port 9d7eb054-86ff-442d-9f45-2ea7d2c08f33 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:15:28.131726 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d02cad5e-850b-4ada-b3d2-d5a66479d551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:28.144375 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698df16f-5615-4374-99a6-b87b43a9f123 req-773c067b-4b77-46fe-b49a-2c8a7578b0eb service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:15:28.144899 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698df16f-5615-4374-99a6-b87b43a9f123 req-773c067b-4b77-46fe-b49a-2c8a7578b0eb service neutron] Checking segment: {'id': '984ae95e-c60e-40dd-bbe4-3c64f43a2a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'abca4b39-f2d6-40a0-afe6-c5a5f5ffb9aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:15:28.145572 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698df16f-5615-4374-99a6-b87b43a9f123 req-773c067b-4b77-46fe-b49a-2c8a7578b0eb service neutron] Bound using segment: {'id': '984ae95e-c60e-40dd-bbe4-3c64f43a2a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'abca4b39-f2d6-40a0-afe6-c5a5f5ffb9aa'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:15:28.146801 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-698df16f-5615-4374-99a6-b87b43a9f123 req-773c067b-4b77-46fe-b49a-2c8a7578b0eb service neutron] Bound port: 0db2549d-e909-4919-907d-edd6540f589f, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '984ae95e-c60e-40dd-bbe4-3c64f43a2a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'abca4b39-f2d6-40a0-afe6-c5a5f5ffb9aa'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:15:28.147257 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-698df16f-5615-4374-99a6-b87b43a9f123 req-773c067b-4b77-46fe-b49a-2c8a7578b0eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:28.188980 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1658c4e-ee71-4f2e-98c1-0216fce7f4d1 req-ce633a33-99a0-4a0d-a6bd-cb8acdc84355 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:28.198250 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d1658c4e-ee71-4f2e-98c1-0216fce7f4d1 req-ce633a33-99a0-4a0d-a6bd-cb8acdc84355 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] 10.222.0.23 "GET /v2.0/ports?device_id=64c1a1ce-2bb9-40ca-9a74-685a6a3118d5 HTTP/1.1" status: 200 len: 944 time: 0.3385735 Dec 06 17:15:28.240238 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 1c158fc1-831f-4500-b86a-86aeef2d53ab up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:15:28.290621 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-3cfa81dc-ff45-437c-a6e8-250bc18e8d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:28.292112 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-3cfa81dc-ff45-437c-a6e8-250bc18e8d5f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c1218bad-8e8e-4b33-a2c3-7828bed04f77 HTTP/1.1" status: 200 len: 797 time: 0.2149088 Dec 06 17:15:28.292708 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-860dbcf4-4377-4ed6-bf5e-c7920b86c586 req-9399273f-90a7-48c7-9a7d-e6317758eada service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:28.306811 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cfc5a0-8705-4527-b19c-c4a0a5b9fdc3 req-0d2652a2-6891-46ca-8171-4b6620210ae4 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:28.308276 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-d02cad5e-850b-4ada-b3d2-d5a66479d551 None None] Port 9d7eb054-86ff-442d-9f45-2ea7d2c08f33 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:15:28.310851 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a9cfc5a0-8705-4527-b19c-c4a0a5b9fdc3 req-0d2652a2-6891-46ca-8171-4b6620210ae4 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.44 "GET /v2.0/networks?id=abca4b39-f2d6-40a0-afe6-c5a5f5ffb9aa HTTP/1.1" status: 200 len: 816 time: 0.4919538 Dec 06 17:15:28.358288 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-698df16f-5615-4374-99a6-b87b43a9f123 req-773c067b-4b77-46fe-b49a-2c8a7578b0eb service neutron] For port 0db2549d-e909-4919-907d-edd6540f589f, host n-h1-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:15:28.366133 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-698df16f-5615-4374-99a6-b87b43a9f123 req-773c067b-4b77-46fe-b49a-2c8a7578b0eb service neutron] For port 0db2549d-e909-4919-907d-edd6540f589f, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=0db2549d-e909-4919-907d-edd6540f589f,segment=NetworkSegment(984ae95e-c60e-40dd-bbe4-3c64f43a2a9d),segment_id=984ae95e-c60e-40dd-bbe4-3c64f43a2a9d)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:15:28.376710 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning for port 1c158fc1-831f-4500-b86a-86aeef2d53ab completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:15:28.379934 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-a9cfc5a0-8705-4527-b19c-c4a0a5b9fdc3 req-caaab6a8-c5e1-4154-8356-2624c79650c9 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Request body: {'port': {'device_id': '8ae9f1fd-d1d8-4bb1-a649-73affa27ad8a', 'network_id': 'abca4b39-f2d6-40a0-afe6-c5a5f5ffb9aa', 'admin_state_up': True, 'tenant_id': 'ec5776faada1431d95950a3e6419a0a1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:15:28.382893 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port 1c158fc1-831f-4500-b86a-86aeef2d53ab triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:15:28.383377 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:28.385513 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-698df16f-5615-4374-99a6-b87b43a9f123 req-773c067b-4b77-46fe-b49a-2c8a7578b0eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:28.408068 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-67921565-3079-4fb3-b1a2-c190267ecd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3256e403-77e3-4cb7-9e91-46b2de5a4ba9', 'name': 'tempest-ServerRescueTestJSONUnderV235-928762650-router', 'tenant_id': 'f377f83bc18f4c0187f237b662699790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.109'}], 'enable_snat': True}, 'gw_port_id': '67fc27b0-a158-4b84-bf2c-6f754bd6a0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:13:57Z', 'updated_at': '2021-12-06T17:14:02Z', 'revision_number': 4, 'project_id': 'f377f83bc18f4c0187f237b662699790', 'gw_port': {'id': '67fc27b0-a158-4b84-bf2c-6f754bd6a0a7', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:36:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3256e403-77e3-4cb7-9e91-46b2de5a4ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:13:58Z', 'updated_at': '2021-12-06T17:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '65f51a65-9677-4a54-98fc-f65796681d75', 'tenant_id': 'f377f83bc18f4c0187f237b662699790', 'floating_ip_address': '172.35.1.4', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '3256e403-77e3-4cb7-9e91-46b2de5a4ba9', 'port_id': 'befdce02-98cd-43a4-82c5-c471d6e33719', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4855bde2-5345-463f-b706-ad251cb422d1', 'mac_address': 'fa:16:3e:9f:ca:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c245de6b-5a8e-47e9-8a83-cc9ed8453593', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:15:21Z', 'updated_at': '2021-12-06T17:15:25Z', 'revision_number': 1, 'project_id': 'f377f83bc18f4c0187f237b662699790', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1afeccbb-399e-4224-812a-db76af72ce21', 'name': '', 'network_id': '4855bde2-5345-463f-b706-ad251cb422d1', 'tenant_id': 'f377f83bc18f4c0187f237b662699790', 'mac_address': 'fa:16:3e:bc:1b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3256e403-77e3-4cb7-9e91-46b2de5a4ba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '7162eead-6b06-4e77-9cd1-32f582d034d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:14:01Z', 'updated_at': '2021-12-06T17:14:09Z', 'revision_number': 5, 'project_id': 'f377f83bc18f4c0187f237b662699790', 'subnets': [{'id': '7162eead-6b06-4e77-9cd1-32f582d034d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:15:28.458322 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d1658c4e-ee71-4f2e-98c1-0216fce7f4d1 req-4cdd755e-6118-4310-a6a4-f2a74f5f045a tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] 10.222.0.23 "GET /v2.0/security-groups?id=77a8d875-60b3-4737-9cd6-8d2bcf3a41c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545319 Dec 06 17:15:28.472080 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e64808c-ad82-4350-ba2f-168cc4c5dfc4 req-b698841d-0ca3-45eb-9c52-34121d9457f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:28.473454 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1e64808c-ad82-4350-ba2f-168cc4c5dfc4 req-b698841d-0ca3-45eb-9c52-34121d9457f2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4855bde2-5345-463f-b706-ad251cb422d1 HTTP/1.1" status: 200 len: 920 time: 0.3369989 Dec 06 17:15:28.493551 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67921565-3079-4fb3-b1a2-c190267ecd4e None None] Checking router: 3256e403-77e3-4cb7-9e91-46b2de5a4ba9 for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:15:28.523611 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67921565-3079-4fb3-b1a2-c190267ecd4e None None] Routers {'3256e403-77e3-4cb7-9e91-46b2de5a4ba9'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:15:28.524550 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-67921565-3079-4fb3-b1a2-c190267ecd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:15:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['3256e403-77e3-4cb7-9e91-46b2de5a4ba9'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:15:28.529692 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-105adb5b-7bfd-4b63-b01d-1815363f5099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:28.531262 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-105adb5b-7bfd-4b63-b01d-1815363f5099 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e47593f6-512b-4b3d-b5fd-6e48cd1a0fda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2179298 Dec 06 17:15:28.567749 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:28.615613 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64c1a1ce-2bb9-40ca-9a74-685a6a3118d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c158fc1-831f-4500-b86a-86aeef2d53ab'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:15:28.623953 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f40a0e46-4ecb-4b40-8e5c-64cf304c131d" -d '{"events": [{"server_uuid": "64c1a1ce-2bb9-40ca-9a74-685a6a3118d5", "name": "network-vif-plugged", "status": "completed", "tag": "1c158fc1-831f-4500-b86a-86aeef2d53ab"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:15:28.643516 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698df16f-5615-4374-99a6-b87b43a9f123 req-773c067b-4b77-46fe-b49a-2c8a7578b0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:28.648698 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-698df16f-5615-4374-99a6-b87b43a9f123 req-773c067b-4b77-46fe-b49a-2c8a7578b0eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:28.651798 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-698df16f-5615-4374-99a6-b87b43a9f123 req-773c067b-4b77-46fe-b49a-2c8a7578b0eb service neutron] 10.222.0.41 "PUT /v2.0/ports/0db2549d-e909-4919-907d-edd6540f589f HTTP/1.1" status: 200 len: 1091 time: 1.8251822 Dec 06 17:15:28.666517 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 1c158fc1-831f-4500-b86a-86aeef2d53ab, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=1c158fc1-831f-4500-b86a-86aeef2d53ab,segment=NetworkSegment(03765572-315b-4287-b069-bc0490aa8fc6),segment_id=03765572-315b-4287-b069-bc0490aa8fc6)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:15:28.677090 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:28.756756 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=1c158fc1-831f-4500-b86a-86aeef2d53ab,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:28.765280 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-67921565-3079-4fb3-b1a2-c190267ecd4e None None] Set router 3256e403-77e3-4cb7-9e91-46b2de5a4ba9 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:15:28.786772 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773c067b-4b77-46fe-b49a-2c8a7578b0eb service neutron] Pushing event updated for resources: {'Port': ['ID=0db2549d-e909-4919-907d-edd6540f589f,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:28.804360 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1e64808c-ad82-4350-ba2f-168cc4c5dfc4 req-8a4102ad-1d33-4403-9446-09fd40cb7549 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=befdce02-98cd-43a4-82c5-c471d6e33719 HTTP/1.1" status: 200 len: 998 time: 0.3195221 Dec 06 17:15:28.828945 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a81ef20-7627-4783-b92f-49c0d8a17861', 'tag': 'ea5126e6-32e0-495a-9092-333ce0b1510b'}, {'name': 'network-changed', 'server_uuid': 'd0fd118f-159f-42dd-a725-ee51344fae03', 'tag': '0db2549d-e909-4919-907d-edd6540f589f'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:15:28.832873 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c840aead-970c-47d9-9981-37773a6b444f" -d '{"events": [{"name": "network-changed", "server_uuid": "8a81ef20-7627-4783-b92f-49c0d8a17861", "tag": "ea5126e6-32e0-495a-9092-333ce0b1510b"}, {"name": "network-changed", "server_uuid": "d0fd118f-159f-42dd-a725-ee51344fae03", "tag": "0db2549d-e909-4919-907d-edd6540f589f"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:15:28.891241 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5907bab1-47fd-4c6f-a440-aa31ffaf82fe req-668634bf-9ed4-4890-9cdb-63a024897c8b tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:28.899917 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5907bab1-47fd-4c6f-a440-aa31ffaf82fe req-668634bf-9ed4-4890-9cdb-63a024897c8b tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=3111a296-b40e-48c5-bfa4-66d71264ae66 HTTP/1.1" status: 200 len: 946 time: 0.3034315 Dec 06 17:15:28.975519 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698df16f-5615-4374-99a6-b87b43a9f123 req-780e4bb7-bb67-4e9f-a763-220502b2f315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:28.976589 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-b464ec72-60c2-40fb-acfe-9912e7c3b67e service neutron] 10.222.0.41 "GET /v2.0/networks/e47593f6-512b-4b3d-b5fd-6e48cd1a0fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4174967 Dec 06 17:15:28.977029 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-698df16f-5615-4374-99a6-b87b43a9f123 req-780e4bb7-bb67-4e9f-a763-220502b2f315 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ec5776faada1431d95950a3e6419a0a1&device_id=d0fd118f-159f-42dd-a725-ee51344fae03 HTTP/1.1" status: 200 len: 1094 time: 0.2446194 Dec 06 17:15:29.011311 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5907bab1-47fd-4c6f-a440-aa31ffaf82fe req-e0d2bc56-6828-438a-bd78-91feac4f4edd tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066153 Dec 06 17:15:29.037857 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9cfc5a0-8705-4527-b19c-c4a0a5b9fdc3 req-caaab6a8-c5e1-4154-8356-2624c79650c9 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Made reservation on behalf of ec5776faada1431d95950a3e6419a0a1 for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:15:29.047644 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-a9cfc5a0-8705-4527-b19c-c4a0a5b9fdc3 req-caaab6a8-c5e1-4154-8356-2624c79650c9 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:29.107820 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-698df16f-5615-4374-99a6-b87b43a9f123 req-bbe11a54-9476-49e9-98c6-011b8592b895 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0db2549d-e909-4919-907d-edd6540f589f HTTP/1.1" status: 200 len: 217 time: 0.0945692 Dec 06 17:15:29.127801 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-6a691d08-ed99-495c-a188-0d04966b1b3b service neutron] 10.222.0.41 "GET /v2.0/networks/e47593f6-512b-4b3d-b5fd-6e48cd1a0fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179450 Dec 06 17:15:29.136038 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e64808c-ad82-4350-ba2f-168cc4c5dfc4 req-b7d68f1e-213b-4b51-9d69-df28c0a03271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:29.145324 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1e64808c-ad82-4350-ba2f-168cc4c5dfc4 req-b7d68f1e-213b-4b51-9d69-df28c0a03271 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7162eead-6b06-4e77-9cd1-32f582d034d1 HTTP/1.1" status: 200 len: 859 time: 0.3219466 Dec 06 17:15:29.175818 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-67921565-3079-4fb3-b1a2-c190267ecd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3256e403-77e3-4cb7-9e91-46b2de5a4ba9', 'name': 'tempest-ServerRescueTestJSONUnderV235-928762650-router', 'tenant_id': 'f377f83bc18f4c0187f237b662699790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.109'}], 'enable_snat': True}, 'gw_port_id': '67fc27b0-a158-4b84-bf2c-6f754bd6a0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:13:57Z', 'updated_at': '2021-12-06T17:14:02Z', 'revision_number': 4, 'project_id': 'f377f83bc18f4c0187f237b662699790', 'gw_port': {'id': '67fc27b0-a158-4b84-bf2c-6f754bd6a0a7', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:36:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3256e403-77e3-4cb7-9e91-46b2de5a4ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:13:58Z', 'updated_at': '2021-12-06T17:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '65f51a65-9677-4a54-98fc-f65796681d75', 'tenant_id': 'f377f83bc18f4c0187f237b662699790', 'floating_ip_address': '172.35.1.4', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '3256e403-77e3-4cb7-9e91-46b2de5a4ba9', 'port_id': 'befdce02-98cd-43a4-82c5-c471d6e33719', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4855bde2-5345-463f-b706-ad251cb422d1', 'mac_address': 'fa:16:3e:9f:ca:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c245de6b-5a8e-47e9-8a83-cc9ed8453593', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:15:21Z', 'updated_at': '2021-12-06T17:15:25Z', 'revision_number': 1, 'project_id': 'f377f83bc18f4c0187f237b662699790', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1afeccbb-399e-4224-812a-db76af72ce21', 'name': '', 'network_id': '4855bde2-5345-463f-b706-ad251cb422d1', 'tenant_id': 'f377f83bc18f4c0187f237b662699790', 'mac_address': 'fa:16:3e:bc:1b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3256e403-77e3-4cb7-9e91-46b2de5a4ba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '7162eead-6b06-4e77-9cd1-32f582d034d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:14:01Z', 'updated_at': '2021-12-06T17:14:09Z', 'revision_number': 5, 'project_id': 'f377f83bc18f4c0187f237b662699790', 'subnets': [{'id': '7162eead-6b06-4e77-9cd1-32f582d034d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:15:29.209265 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67921565-3079-4fb3-b1a2-c190267ecd4e None None] The sync data for ids ['3256e403-77e3-4cb7-9e91-46b2de5a4ba9'] in n-d-master-1 is: [{'id': '3256e403-77e3-4cb7-9e91-46b2de5a4ba9', 'name': 'tempest-ServerRescueTestJSONUnderV235-928762650-router', 'tenant_id': 'f377f83bc18f4c0187f237b662699790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.109'}], 'enable_snat': True}, 'gw_port_id': '67fc27b0-a158-4b84-bf2c-6f754bd6a0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:13:57Z', 'updated_at': '2021-12-06T17:14:02Z', 'revision_number': 4, 'project_id': 'f377f83bc18f4c0187f237b662699790', 'gw_port': {'id': '67fc27b0-a158-4b84-bf2c-6f754bd6a0a7', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:36:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3256e403-77e3-4cb7-9e91-46b2de5a4ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:13:58Z', 'updated_at': '2021-12-06T17:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '65f51a65-9677-4a54-98fc-f65796681d75', 'tenant_id': 'f377f83bc18f4c0187f237b662699790', 'floating_ip_address': '172.35.1.4', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '3256e403-77e3-4cb7-9e91-46b2de5a4ba9', 'port_id': 'befdce02-98cd-43a4-82c5-c471d6e33719', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4855bde2-5345-463f-b706-ad251cb422d1', 'mac_address': 'fa:16:3e:9f:ca:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c245de6b-5a8e-47e9-8a83-cc9ed8453593', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:15:21Z', 'updated_at': '2021-12-06T17:15:25Z', 'revision_number': 1, 'project_id': 'f377f83bc18f4c0187f237b662699790', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1afeccbb-399e-4224-812a-db76af72ce21', 'name': '', 'network_id': '4855bde2-5345-463f-b706-ad251cb422d1', 'tenant_id': 'f377f83bc18f4c0187f237b662699790', 'mac_address': 'fa:16:3e:bc:1b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3256e403-77e3-4cb7-9e91-46b2de5a4ba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '7162eead-6b06-4e77-9cd1-32f582d034d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:14:01Z', 'updated_at': '2021-12-06T17:14:09Z', 'revision_number': 5, 'project_id': 'f377f83bc18f4c0187f237b662699790', 'subnets': [{'id': '7162eead-6b06-4e77-9cd1-32f582d034d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:15:29.223146 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-29cb4e25-12c5-496b-95b1-dee8046df153 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cf0bdd3f-c300-462b-8d0e-73d39f19d252 HTTP/1.1" status: 200 len: 217 time: 0.0636351 Dec 06 17:15:29.250823 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698df16f-5615-4374-99a6-b87b43a9f123 req-3bfa5013-275d-4396-aabe-4329a28027d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:29.252555 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-698df16f-5615-4374-99a6-b87b43a9f123 req-3bfa5013-275d-4396-aabe-4329a28027d5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2c3c8f21-d6e2-4216-a4c2-195ad93bf563 HTTP/1.1" status: 200 len: 855 time: 0.1303649 Dec 06 17:15:29.268013 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1e64808c-ad82-4350-ba2f-168cc4c5dfc4 req-2f096b93-70b9-43c9-a255-b4f611e37b0d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4855bde2-5345-463f-b706-ad251cb422d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1214969 Dec 06 17:15:29.274087 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [req-1e64808c-ad82-4350-ba2f-168cc4c5dfc4 req-e73caaf7-f822-4774-89f1-db75c61a608f service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:15:29.282904 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1e64808c-ad82-4350-ba2f-168cc4c5dfc4 req-e73caaf7-f822-4774-89f1-db75c61a608f service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0127904 Dec 06 17:15:29.324727 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd70c1a0-8c75-4ef4-849f-ed6b0b97981c req-fc6232e1-a0c9-4a93-87ae-b1605763bd1a tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:29.330928 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd70c1a0-8c75-4ef4-849f-ed6b0b97981c req-fc6232e1-a0c9-4a93-87ae-b1605763bd1a tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:29.333605 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bd70c1a0-8c75-4ef4-849f-ed6b0b97981c req-fc6232e1-a0c9-4a93-87ae-b1605763bd1a tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c29c099-cb1e-4fe7-af5b-33665b90124e HTTP/1.1" status: 200 len: 1655 time: 0.2008398 Dec 06 17:15:29.416305 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698df16f-5615-4374-99a6-b87b43a9f123 req-ac8a27b4-d8b9-4f74-8253-11056eac58f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:29.416520 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1e64808c-ad82-4350-ba2f-168cc4c5dfc4 req-d5f92651-be59-4178-bce2-cae3c0ba8da2 service neutron] 10.222.0.23 "GET /v2.0/networks/4855bde2-5345-463f-b706-ad251cb422d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326687 Dec 06 17:15:29.418040 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-698df16f-5615-4374-99a6-b87b43a9f123 req-ac8a27b4-d8b9-4f74-8253-11056eac58f3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=abca4b39-f2d6-40a0-afe6-c5a5f5ffb9aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1547804 Dec 06 17:15:29.484951 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-a9cfc5a0-8705-4527-b19c-c4a0a5b9fdc3 req-caaab6a8-c5e1-4154-8356-2624c79650c9 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Allocated IP 172.20.0.13 (abca4b39-f2d6-40a0-afe6-c5a5f5ffb9aa/2c3c8f21-d6e2-4216-a4c2-195ad93bf563/af47245f-7da7-4f3c-bfcb-27cc1bbc5740) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:15:29.517550 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bd70c1a0-8c75-4ef4-849f-ed6b0b97981c req-12013949-f96b-409f-8fe2-f6999ebd59b3 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.23 "GET /v2.0/security-groups?id=f03ab9e8-fae2-4a61-9f03-339a4717e762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735046 Dec 06 17:15:29.549672 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-af144898-21bb-462e-94ad-fd32490fbe66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:29.550598 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eda5e88-ff14-4200-b0b6-6a537e87dc19 None None] New status for floating IP 65f51a65-9677-4a54-98fc-f65796681d75: ACTIVE {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 17:15:29.551723 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-af144898-21bb-462e-94ad-fd32490fbe66 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c1218bad-8e8e-4b33-a2c3-7828bed04f77 HTTP/1.1" status: 200 len: 797 time: 0.3025155 Dec 06 17:15:29.588398 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-698df16f-5615-4374-99a6-b87b43a9f123 req-26eef523-ccdf-447b-983f-edc92be43aca service neutron] 10.222.0.41 "GET /v2.0/networks/abca4b39-f2d6-40a0-afe6-c5a5f5ffb9aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595902 Dec 06 17:15:29.668087 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-860dbcf4-4377-4ed6-bf5e-c7920b86c586 req-9399273f-90a7-48c7-9a7d-e6317758eada service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5345f321-0a26-400a-97de-08bbf1356448 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:15:29.679047 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-860dbcf4-4377-4ed6-bf5e-c7920b86c586 req-9399273f-90a7-48c7-9a7d-e6317758eada service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:29.695852 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-860dbcf4-4377-4ed6-bf5e-c7920b86c586 req-9399273f-90a7-48c7-9a7d-e6317758eada service neutron] Transition to ACTIVE for port object 5345f321-0a26-400a-97de-08bbf1356448 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:15:29.712869 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-860dbcf4-4377-4ed6-bf5e-c7920b86c586 req-9399273f-90a7-48c7-9a7d-e6317758eada service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:29.781868 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1e64808c-ad82-4350-ba2f-168cc4c5dfc4 req-9627ee0b-121c-41d3-9b3b-c1bf6d8dc7f4 service neutron] 10.222.0.23 "GET /v2.0/networks/4855bde2-5345-463f-b706-ad251cb422d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3638597 Dec 06 17:15:29.810734 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-314f715b-e749-47a2-b66a-0a40ad384f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:29.812301 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-314f715b-e749-47a2-b66a-0a40ad384f4b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e47593f6-512b-4b3d-b5fd-6e48cd1a0fda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2401361 Dec 06 17:15:29.817345 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9399273f-90a7-48c7-9a7d-e6317758eada service neutron] Pushing event updated for resources: {'Port': ['ID=5345f321-0a26-400a-97de-08bbf1356448,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:29.964249 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-017419db-9611-4fde-a572-43a7b3aeb7e7 x-openstack-request-id: req-017419db-9611-4fde-a572-43a7b3aeb7e7 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:15:29.964550 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c245de6b-5a8e-47e9-8a83-cc9ed8453593", "tag": "befdce02-98cd-43a4-82c5-c471d6e33719", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:15:29.964804 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-a9cfc5a0-8705-4527-b19c-c4a0a5b9fdc3 req-caaab6a8-c5e1-4154-8356-2624c79650c9 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:29.964934 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-017419db-9611-4fde-a572-43a7b3aeb7e7 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:15:29.965773 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c245de6b-5a8e-47e9-8a83-cc9ed8453593', 'tag': 'befdce02-98cd-43a4-82c5-c471d6e33719', 'status': 'completed', 'code': 200} Dec 06 17:15:30.058109 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a344671-0330-4825-a104-b7e66e68853b req-1fec0aed-64b5-4cd1-8e4a-84442a57224c tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:30.065135 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4a344671-0330-4825-a104-b7e66e68853b req-1fec0aed-64b5-4cd1-8e4a-84442a57224c tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.23 "GET /v2.0/networks?id=abca4b39-f2d6-40a0-afe6-c5a5f5ffb9aa HTTP/1.1" status: 200 len: 816 time: 0.4162154 Dec 06 17:15:30.092989 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4a344671-0330-4825-a104-b7e66e68853b req-87704943-303a-4dd5-b54b-ff8375e6785b tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.23 "GET /v2.0/quotas/ec5776faada1431d95950a3e6419a0a1 HTTP/1.1" status: 200 len: 375 time: 0.0116172 Dec 06 17:15:30.179523 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-a9cfc5a0-8705-4527-b19c-c4a0a5b9fdc3 req-caaab6a8-c5e1-4154-8356-2624c79650c9 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:30.195757 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-698df16f-5615-4374-99a6-b87b43a9f123 req-12f8af63-e7f3-42de-b053-9a2125c0c69d service neutron] 10.222.0.41 "GET /v2.0/networks/abca4b39-f2d6-40a0-afe6-c5a5f5ffb9aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5962903 Dec 06 17:15:30.246249 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29918d5-406c-4f93-ae70-f8c4be9e53f1 req-24c2e848-6452-43eb-b73d-76c6585b79ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:30.247938 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e29918d5-406c-4f93-ae70-f8c4be9e53f1 req-24c2e848-6452-43eb-b73d-76c6585b79ca service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f377f83bc18f4c0187f237b662699790&device_id=c245de6b-5a8e-47e9-8a83-cc9ed8453593 HTTP/1.1" status: 200 len: 1097 time: 0.1814110 Dec 06 17:15:30.251665 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9cfc5a0-8705-4527-b19c-c4a0a5b9fdc3 req-caaab6a8-c5e1-4154-8356-2624c79650c9 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Network abca4b39-f2d6-40a0-afe6-c5a5f5ffb9aa is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:15:30.257969 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-a9cfc5a0-8705-4527-b19c-c4a0a5b9fdc3 req-caaab6a8-c5e1-4154-8356-2624c79650c9 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:15:30.273400 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4a344671-0330-4825-a104-b7e66e68853b req-c9e8fbaf-9d6c-46fe-826e-66f3a88008ad tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ec5776faada1431d95950a3e6419a0a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1560752 Dec 06 17:15:30.295220 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9cfc5a0-8705-4527-b19c-c4a0a5b9fdc3 req-caaab6a8-c5e1-4154-8356-2624c79650c9 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:15:30.389250 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-07f9d441-be4c-497d-85d8-b318197b2e11 service neutron] 10.222.0.41 "GET /v2.0/networks/e47593f6-512b-4b3d-b5fd-6e48cd1a0fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5457876 Dec 06 17:15:30.420781 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-860dbcf4-4377-4ed6-bf5e-c7920b86c586 req-9399273f-90a7-48c7-9a7d-e6317758eada service neutron] Attempting to bind port 5345f321-0a26-400a-97de-08bbf1356448 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:15:30.421126 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-860dbcf4-4377-4ed6-bf5e-c7920b86c586 req-9399273f-90a7-48c7-9a7d-e6317758eada service neutron] Attempting to bind port 5345f321-0a26-400a-97de-08bbf1356448 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'c913e6c4-4938-4d45-b1d8-4763c88dee1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a0b22877-e1ab-4b6e-9aff-b26a8d8a9a6d'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:15:30.421527 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860dbcf4-4377-4ed6-bf5e-c7920b86c586 req-9399273f-90a7-48c7-9a7d-e6317758eada service neutron] Attempting to bind port 5345f321-0a26-400a-97de-08bbf1356448 on network a0b22877-e1ab-4b6e-9aff-b26a8d8a9a6d {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:15:30.422383 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29918d5-406c-4f93-ae70-f8c4be9e53f1 req-46a10b76-e7d4-47d8-aefe-a517c881bb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:30.424524 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e29918d5-406c-4f93-ae70-f8c4be9e53f1 req-46a10b76-e7d4-47d8-aefe-a517c881bb84 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4855bde2-5345-463f-b706-ad251cb422d1 HTTP/1.1" status: 200 len: 920 time: 0.1383944 Dec 06 17:15:30.436378 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860dbcf4-4377-4ed6-bf5e-c7920b86c586 req-9399273f-90a7-48c7-9a7d-e6317758eada service neutron] Port 5345f321-0a26-400a-97de-08bbf1356448 on network a0b22877-e1ab-4b6e-9aff-b26a8d8a9a6d not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:15:30.436627 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860dbcf4-4377-4ed6-bf5e-c7920b86c586 req-9399273f-90a7-48c7-9a7d-e6317758eada service neutron] Attempting to bind port 5345f321-0a26-400a-97de-08bbf1356448 on network a0b22877-e1ab-4b6e-9aff-b26a8d8a9a6d {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:15:30.482350 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2c51c9-f8ed-4b99-b937-18e5696809fa req-48e4dd71-b92c-48af-bb5b-d31850a70381 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:30.483424 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cfc5a0-8705-4527-b19c-c4a0a5b9fdc3 req-caaab6a8-c5e1-4154-8356-2624c79650c9 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:30.484381 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-a9cfc5a0-8705-4527-b19c-c4a0a5b9fdc3 req-caaab6a8-c5e1-4154-8356-2624c79650c9 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:30.490235 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1c2c51c9-f8ed-4b99-b937-18e5696809fa req-48e4dd71-b92c-48af-bb5b-d31850a70381 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a81ef20-7627-4783-b92f-49c0d8a17861 HTTP/1.1" status: 200 len: 944 time: 0.0956316 Dec 06 17:15:30.492273 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860dbcf4-4377-4ed6-bf5e-c7920b86c586 req-9399273f-90a7-48c7-9a7d-e6317758eada service neutron] Checking agent: {'id': '9d8b9f49-2860-4c1f-9b89-45a7657a3c4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:15:30.492666 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860dbcf4-4377-4ed6-bf5e-c7920b86c586 req-9399273f-90a7-48c7-9a7d-e6317758eada service neutron] Checking segment: {'id': 'c913e6c4-4938-4d45-b1d8-4763c88dee1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a0b22877-e1ab-4b6e-9aff-b26a8d8a9a6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:15:30.493127 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860dbcf4-4377-4ed6-bf5e-c7920b86c586 req-9399273f-90a7-48c7-9a7d-e6317758eada service neutron] Bound using segment: {'id': 'c913e6c4-4938-4d45-b1d8-4763c88dee1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a0b22877-e1ab-4b6e-9aff-b26a8d8a9a6d'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:15:30.493606 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-860dbcf4-4377-4ed6-bf5e-c7920b86c586 req-9399273f-90a7-48c7-9a7d-e6317758eada service neutron] Bound port: 5345f321-0a26-400a-97de-08bbf1356448, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c913e6c4-4938-4d45-b1d8-4763c88dee1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a0b22877-e1ab-4b6e-9aff-b26a8d8a9a6d'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:15:30.493967 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-860dbcf4-4377-4ed6-bf5e-c7920b86c586 req-9399273f-90a7-48c7-9a7d-e6317758eada service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:30.498496 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaab6a8-c5e1-4154-8356-2624c79650c9 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Pushing event updated for resources: {'Port': ['ID=af47245f-7da7-4f3c-bfcb-27cc1bbc5740,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:30.557896 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a0bb10dd-58af-4360-8dcd-bd99567667bf None None] Provisioning complete for port af47245f-7da7-4f3c-bfcb-27cc1bbc5740 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:15:30.558512 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a0bb10dd-58af-4360-8dcd-bd99567667bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:30.597744 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a0bb10dd-58af-4360-8dcd-bd99567667bf None None] Port af47245f-7da7-4f3c-bfcb-27cc1bbc5740 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:15:30.607855 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a9cfc5a0-8705-4527-b19c-c4a0a5b9fdc3 req-caaab6a8-c5e1-4154-8356-2624c79650c9 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2330341 Dec 06 17:15:30.632987 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-a9cfc5a0-8705-4527-b19c-c4a0a5b9fdc3 req-f5a6e705-2451-42d9-906a-1d0d479da8fc service neutron] Request body: {'port': {'device_id': '8ae9f1fd-d1d8-4bb1-a649-73affa27ad8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:15:30.649264 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-860dbcf4-4377-4ed6-bf5e-c7920b86c586 req-9399273f-90a7-48c7-9a7d-e6317758eada service neutron] For port 5345f321-0a26-400a-97de-08bbf1356448, host n-h2-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:15:30.682939 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-860dbcf4-4377-4ed6-bf5e-c7920b86c586 req-9399273f-90a7-48c7-9a7d-e6317758eada service neutron] For port 5345f321-0a26-400a-97de-08bbf1356448, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5345f321-0a26-400a-97de-08bbf1356448,segment=NetworkSegment(c913e6c4-4938-4d45-b1d8-4763c88dee1e),segment_id=c913e6c4-4938-4d45-b1d8-4763c88dee1e)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:15:30.696043 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1c2c51c9-f8ed-4b99-b937-18e5696809fa req-247883fb-7d1b-4efc-93e2-ec91f93bc9ff tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047942 Dec 06 17:15:30.698540 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e29918d5-406c-4f93-ae70-f8c4be9e53f1 req-b2eb5392-3c9d-4e0e-ad34-9d6f90236f35 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=befdce02-98cd-43a4-82c5-c471d6e33719 HTTP/1.1" status: 200 len: 1000 time: 0.1947753 Dec 06 17:15:30.715379 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4a344671-0330-4825-a104-b7e66e68853b req-3d1896ae-9580-4949-a9be-f3ae1b0f9d50 service neutron] 10.222.0.23 "GET /v2.0/networks/abca4b39-f2d6-40a0-afe6-c5a5f5ffb9aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4410939 Dec 06 17:15:30.759085 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-860dbcf4-4377-4ed6-bf5e-c7920b86c586 req-9399273f-90a7-48c7-9a7d-e6317758eada service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:30.767297 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-a9cfc5a0-8705-4527-b19c-c4a0a5b9fdc3 req-f5a6e705-2451-42d9-906a-1d0d479da8fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:30.774800 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2643bb07-f681-449b-923d-2386b3ea751c req-541b26c3-2eb3-4765-a416-8a95cdd0d7c6 service neutron] 10.222.0.44 "GET /v2.0/ports/ea5126e6-32e0-495a-9092-333ce0b1510b/bindings/n-h1-master-1 HTTP/1.1" status: 200 len: 384 time: 0.0833335 Dec 06 17:15:30.785382 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee8ac549-e1d8-4423-91c2-33e49a554dd2 req-1256adec-7221-4ef3-bcfe-ca7b81e401f8 service neutron] 10.222.0.41 "GET /v2.0/networks/e47593f6-512b-4b3d-b5fd-6e48cd1a0fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3561490 Dec 06 17:15:30.837781 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860dbcf4-4377-4ed6-bf5e-c7920b86c586 req-9399273f-90a7-48c7-9a7d-e6317758eada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:30.839019 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-860dbcf4-4377-4ed6-bf5e-c7920b86c586 req-9399273f-90a7-48c7-9a7d-e6317758eada service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:30.840499 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-860dbcf4-4377-4ed6-bf5e-c7920b86c586 req-9399273f-90a7-48c7-9a7d-e6317758eada service neutron] 10.222.0.44 "PUT /v2.0/ports/5345f321-0a26-400a-97de-08bbf1356448 HTTP/1.1" status: 200 len: 1092 time: 2.7709131 Dec 06 17:15:30.858818 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29918d5-406c-4f93-ae70-f8c4be9e53f1 req-b9c420e7-35d3-4902-b2c4-c00ff7a265b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:30.860397 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e29918d5-406c-4f93-ae70-f8c4be9e53f1 req-b9c420e7-35d3-4902-b2c4-c00ff7a265b6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7162eead-6b06-4e77-9cd1-32f582d034d1 HTTP/1.1" status: 200 len: 859 time: 0.1440387 Dec 06 17:15:30.909434 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e29918d5-406c-4f93-ae70-f8c4be9e53f1 req-ca909b62-3169-4a76-905d-5ee62c21a21a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4855bde2-5345-463f-b706-ad251cb422d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379336 Dec 06 17:15:30.938724 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-860dbcf4-4377-4ed6-bf5e-c7920b86c586 req-eeed5274-c64c-4dce-8f06-9eca9fd52f26 service neutron] Request body: {'port': {'device_id': '5c29c099-cb1e-4fe7-af5b-33665b90124e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:15:31.007286 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9399273f-90a7-48c7-9a7d-e6317758eada service neutron] Pushing event updated for resources: {'Port': ['ID=5345f321-0a26-400a-97de-08bbf1356448,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:31.009017 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4a344671-0330-4825-a104-b7e66e68853b req-8399131c-c032-470a-996e-694202347a78 service neutron] 10.222.0.23 "GET /v2.0/networks/abca4b39-f2d6-40a0-afe6-c5a5f5ffb9aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571220 Dec 06 17:15:31.040730 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e36708-d03c-4b8b-bccb-3268ee34e89c req-9d583583-9bf9-4ad1-8bb8-dbd652ed26f5 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:31.049578 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e36708-d03c-4b8b-bccb-3268ee34e89c req-9d583583-9bf9-4ad1-8bb8-dbd652ed26f5 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:31.056003 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e36708-d03c-4b8b-bccb-3268ee34e89c req-9d583583-9bf9-4ad1-8bb8-dbd652ed26f5 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:31.063392 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e36708-d03c-4b8b-bccb-3268ee34e89c req-9d583583-9bf9-4ad1-8bb8-dbd652ed26f5 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:31.069768 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e36708-d03c-4b8b-bccb-3268ee34e89c req-9d583583-9bf9-4ad1-8bb8-dbd652ed26f5 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:31.076862 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e36708-d03c-4b8b-bccb-3268ee34e89c req-9d583583-9bf9-4ad1-8bb8-dbd652ed26f5 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:31.084227 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e36708-d03c-4b8b-bccb-3268ee34e89c req-9d583583-9bf9-4ad1-8bb8-dbd652ed26f5 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:31.086345 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-09e36708-d03c-4b8b-bccb-3268ee34e89c req-9d583583-9bf9-4ad1-8bb8-dbd652ed26f5 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab5a1622-9933-40c5-84a1-0be26fda8c29 HTTP/1.1" status: 200 len: 5419 time: 0.2718225 Dec 06 17:15:31.123590 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0803665-2937-4ec3-8ad5-54273641db32 req-75f4060a-d5ec-4b3d-a5c9-413c68451ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:31.124007 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0803665-2937-4ec3-8ad5-54273641db32 req-75f4060a-d5ec-4b3d-a5c9-413c68451ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:31.124488 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0803665-2937-4ec3-8ad5-54273641db32 req-75f4060a-d5ec-4b3d-a5c9-413c68451ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:31.124967 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0803665-2937-4ec3-8ad5-54273641db32 req-75f4060a-d5ec-4b3d-a5c9-413c68451ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:31.125533 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0803665-2937-4ec3-8ad5-54273641db32 req-75f4060a-d5ec-4b3d-a5c9-413c68451ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:31.125926 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0803665-2937-4ec3-8ad5-54273641db32 req-75f4060a-d5ec-4b3d-a5c9-413c68451ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:31.126392 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0803665-2937-4ec3-8ad5-54273641db32 req-75f4060a-d5ec-4b3d-a5c9-413c68451ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:31.128547 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f0803665-2937-4ec3-8ad5-54273641db32 req-75f4060a-d5ec-4b3d-a5c9-413c68451ab6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3ab1b684adb44126aa30c8ecbc0cad3c&device_id=ab5a1622-9933-40c5-84a1-0be26fda8c29 HTTP/1.1" status: 200 len: 6476 time: 0.2291033 Dec 06 17:15:31.142725 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e29918d5-406c-4f93-ae70-f8c4be9e53f1 req-68d06ddb-0256-40da-9cc6-3e93e407e2a0 service neutron] 10.222.0.41 "GET /v2.0/networks/4855bde2-5345-463f-b706-ad251cb422d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212451 Dec 06 17:15:31.175437 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-860dbcf4-4377-4ed6-bf5e-c7920b86c586 req-eeed5274-c64c-4dce-8f06-9eca9fd52f26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:31.317877 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac927fa-da53-4db1-ae4d-f0fa36c4e4fb x-openstack-request-id: req-dac927fa-da53-4db1-ae4d-f0fa36c4e4fb {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:15:31.320642 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64c1a1ce-2bb9-40ca-9a74-685a6a3118d5", "name": "network-vif-plugged", "status": "completed", "tag": "1c158fc1-831f-4500-b86a-86aeef2d53ab", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:15:31.320990 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dac927fa-da53-4db1-ae4d-f0fa36c4e4fb {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:15:31.321668 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64c1a1ce-2bb9-40ca-9a74-685a6a3118d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c158fc1-831f-4500-b86a-86aeef2d53ab', 'code': 200} Dec 06 17:15:31.447781 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-09e36708-d03c-4b8b-bccb-3268ee34e89c req-4b0a7c57-db80-44b8-888a-38b1eaa68f3d tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/security-groups?id=dcb0062a-d825-4410-8154-a45e8f107f6a&id=a4eb8a4b-85ed-48a0-8761-ec5681059b26&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3500242 Dec 06 17:15:31.559808 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.44', 53165) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:15:31.586653 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0803665-2937-4ec3-8ad5-54273641db32 req-044c0855-4f69-41df-b4f8-0bd0c159051a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:31.587400 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f0803665-2937-4ec3-8ad5-54273641db32 req-044c0855-4f69-41df-b4f8-0bd0c159051a service neutron] 10.222.0.41 "GET /v2.0/networks?id=a4c7e014-b0a5-4b38-bc7b-c27afa34aef4 HTTP/1.1" status: 200 len: 902 time: 0.4307749 Dec 06 17:15:31.672032 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e29918d5-406c-4f93-ae70-f8c4be9e53f1 req-22307dc5-640e-4c4f-9fa1-65cc76a929fe service neutron] 10.222.0.41 "GET /v2.0/networks/4855bde2-5345-463f-b706-ad251cb422d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5132992 Dec 06 17:15:31.703720 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 06 Dec 2021 17:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6107ab7f-5d8c-4f39-86f5-de08aa4d296f x-openstack-request-id: req-6107ab7f-5d8c-4f39-86f5-de08aa4d296f {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:15:31.704081 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a81ef20-7627-4783-b92f-49c0d8a17861", "tag": "ea5126e6-32e0-495a-9092-333ce0b1510b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d0fd118f-159f-42dd-a725-ee51344fae03", "tag": "0db2549d-e909-4919-907d-edd6540f589f", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:15:31.704249 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6107ab7f-5d8c-4f39-86f5-de08aa4d296f {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:15:31.704652 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a81ef20-7627-4783-b92f-49c0d8a17861', 'tag': 'ea5126e6-32e0-495a-9092-333ce0b1510b', 'status': 'completed', 'code': 200} Dec 06 17:15:31.704930 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0fd118f-159f-42dd-a725-ee51344fae03', 'tag': '0db2549d-e909-4919-907d-edd6540f589f', 'status': 'completed', 'code': 200} Dec 06 17:15:31.771908 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f0803665-2937-4ec3-8ad5-54273641db32 req-e7859fd5-d55c-4a5f-8802-d7a2fb2fa5ae service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.14&port_id=fd8770e5-43c9-4df9-a87a-fd8b1189f8b0 HTTP/1.1" status: 200 len: 217 time: 0.1548417 Dec 06 17:15:31.806466 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-a9cfc5a0-8705-4527-b19c-c4a0a5b9fdc3 req-f5a6e705-2451-42d9-906a-1d0d479da8fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af47245f-7da7-4f3c-bfcb-27cc1bbc5740 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:15:31.821598 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-a9cfc5a0-8705-4527-b19c-c4a0a5b9fdc3 req-f5a6e705-2451-42d9-906a-1d0d479da8fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:31.826736 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-2643bb07-f681-449b-923d-2386b3ea751c req-cf2c9105-0b7d-4c0c-a9e2-e553f02413eb service neutron] For port ea5126e6-32e0-495a-9092-333ce0b1510b, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ea5126e6-32e0-495a-9092-333ce0b1510b,segment=NetworkSegment(b5c29f07-61e3-483e-b953-3901f84034df),segment_id=b5c29f07-61e3-483e-b953-3901f84034df)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:15:31.833114 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c840aead-970c-47d9-9981-37773a6b444f req-7fb1bd84-edc7-4626-b580-c7faf7e299b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:31.834857 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c840aead-970c-47d9-9981-37773a6b444f req-7fb1bd84-edc7-4626-b580-c7faf7e299b4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ec5776faada1431d95950a3e6419a0a1&device_id=d0fd118f-159f-42dd-a725-ee51344fae03 HTTP/1.1" status: 200 len: 1094 time: 0.1578078 Dec 06 17:15:31.844193 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f99715-b477-443c-b612-c64593da89f1 req-b22b75c1-b903-4e65-a74d-4c943c8d7996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:31.846540 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-89f99715-b477-443c-b612-c64593da89f1 req-b22b75c1-b903-4e65-a74d-4c943c8d7996 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=64c1a1ce-2bb9-40ca-9a74-685a6a3118d5 HTTP/1.1" status: 200 len: 1096 time: 0.1408417 Dec 06 17:15:31.878840 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-18d11d96-4915-4e57-ad0f-201dc72254f5 req-7480a096-fd84-4e5a-90f5-5666414200d6 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.35.1.4 HTTP/1.1" status: 200 len: 1000 time: 0.3210666 Dec 06 17:15:31.888078 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e76bb15-3fa0-48ab-95ba-721ced1f26aa req-1cc7a796-c011-4bbf-8425-404ffb2e65fb tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:31.889765 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3e76bb15-3fa0-48ab-95ba-721ced1f26aa req-1cc7a796-c011-4bbf-8425-404ffb2e65fb tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] 10.222.0.23 "GET /v2.0/ports?device_id=64c1a1ce-2bb9-40ca-9a74-685a6a3118d5 HTTP/1.1" status: 200 len: 945 time: 0.1764381 Dec 06 17:15:31.911124 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-a9cfc5a0-8705-4527-b19c-c4a0a5b9fdc3 req-f5a6e705-2451-42d9-906a-1d0d479da8fc service neutron] Transition to ACTIVE for port object af47245f-7da7-4f3c-bfcb-27cc1bbc5740 will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:15:31.926647 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c840aead-970c-47d9-9981-37773a6b444f req-6ab0164d-9732-4869-9aad-3a6462719658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:31.928186 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c840aead-970c-47d9-9981-37773a6b444f req-6ab0164d-9732-4869-9aad-3a6462719658 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1d83e0c6d059422882cc226e7f9c727a&device_id=8a81ef20-7627-4783-b92f-49c0d8a17861 HTTP/1.1" status: 200 len: 1125 time: 0.3643992 Dec 06 17:15:31.952744 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-a9cfc5a0-8705-4527-b19c-c4a0a5b9fdc3 req-f5a6e705-2451-42d9-906a-1d0d479da8fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:31.969502 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c29c099-cb1e-4fe7-af5b-33665b90124e', 'tag': '5345f321-0a26-400a-97de-08bbf1356448'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:15:31.971961 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-637b8a53-3cd2-4a43-966c-abf0fa2259af" -d '{"events": [{"name": "network-changed", "server_uuid": "5c29c099-cb1e-4fe7-af5b-33665b90124e", "tag": "5345f321-0a26-400a-97de-08bbf1356448"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:15:31.985584 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-2643bb07-f681-449b-923d-2386b3ea751c req-cf2c9105-0b7d-4c0c-a9e2-e553f02413eb service neutron] For port ea5126e6-32e0-495a-9092-333ce0b1510b, host n-h2-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:15:32.060031 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0803665-2937-4ec3-8ad5-54273641db32 req-b90057de-4c27-4903-9b27-5e9430013253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:32.061810 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f0803665-2937-4ec3-8ad5-54273641db32 req-b90057de-4c27-4903-9b27-5e9430013253 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1b6f6e09-b453-475f-acb4-6738e54d8ac7 HTTP/1.1" status: 200 len: 797 time: 0.2629652 Dec 06 17:15:32.066355 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-89f99715-b477-443c-b612-c64593da89f1 req-eab1bddf-88d1-49bf-a0f9-cd3fb8547e34 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=77a8d875-60b3-4737-9cd6-8d2bcf3a41c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048872 Dec 06 17:15:32.082752 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a6e705-2451-42d9-906a-1d0d479da8fc service neutron] Pushing event updated for resources: {'Port': ['ID=af47245f-7da7-4f3c-bfcb-27cc1bbc5740,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:32.099800 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3e76bb15-3fa0-48ab-95ba-721ced1f26aa req-b710951c-88f3-45ae-acca-9bd5328b62ff tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] 10.222.0.23 "GET /v2.0/security-groups?id=77a8d875-60b3-4737-9cd6-8d2bcf3a41c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004914 Dec 06 17:15:32.115527 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c840aead-970c-47d9-9981-37773a6b444f req-7a932fff-ae4d-4ba7-a49d-d6a3b42480ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:32.116809 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c840aead-970c-47d9-9981-37773a6b444f req-7a932fff-ae4d-4ba7-a49d-d6a3b42480ab service neutron] 10.222.0.41 "GET /v2.0/networks?id=abca4b39-f2d6-40a0-afe6-c5a5f5ffb9aa HTTP/1.1" status: 200 len: 917 time: 0.2694113 Dec 06 17:15:32.135008 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device ea5126e6-32e0-495a-9092-333ce0b1510b no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:15:32.170272 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d11d96-4915-4e57-ad0f-201dc72254f5 req-bb3bf162-0437-46b0-838e-38898d8b344c tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:32.172225 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-18d11d96-4915-4e57-ad0f-201dc72254f5 req-bb3bf162-0437-46b0-838e-38898d8b344c tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] 10.222.0.23 "GET /v2.0/ports/befdce02-98cd-43a4-82c5-c471d6e33719 HTTP/1.1" status: 200 len: 943 time: 0.2492728 Dec 06 17:15:32.224298 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-2643bb07-f681-449b-923d-2386b3ea751c req-cf2c9105-0b7d-4c0c-a9e2-e553f02413eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea5126e6-32e0-495a-9092-333ce0b1510b {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:15:32.233944 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c840aead-970c-47d9-9981-37773a6b444f req-fc295d4e-762c-499c-862a-817b175d1143 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0db2549d-e909-4919-907d-edd6540f589f HTTP/1.1" status: 200 len: 217 time: 0.1071010 Dec 06 17:15:32.275610 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-2643bb07-f681-449b-923d-2386b3ea751c req-cf2c9105-0b7d-4c0c-a9e2-e553f02413eb service neutron] For port ea5126e6-32e0-495a-9092-333ce0b1510b, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ea5126e6-32e0-495a-9092-333ce0b1510b,segment=NetworkSegment(b5c29f07-61e3-483e-b953-3901f84034df),segment_id=b5c29f07-61e3-483e-b953-3901f84034df)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:15:32.348177 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c840aead-970c-47d9-9981-37773a6b444f req-6af0b217-1814-4dde-b7a7-08109ce958a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:32.349643 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c840aead-970c-47d9-9981-37773a6b444f req-6af0b217-1814-4dde-b7a7-08109ce958a8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2c3c8f21-d6e2-4216-a4c2-195ad93bf563 HTTP/1.1" status: 200 len: 855 time: 0.1012797 Dec 06 17:15:32.356835 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-a9cfc5a0-8705-4527-b19c-c4a0a5b9fdc3 req-f5a6e705-2451-42d9-906a-1d0d479da8fc service neutron] Attempting to bind port af47245f-7da7-4f3c-bfcb-27cc1bbc5740 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:15:32.357167 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-a9cfc5a0-8705-4527-b19c-c4a0a5b9fdc3 req-f5a6e705-2451-42d9-906a-1d0d479da8fc service neutron] Attempting to bind port af47245f-7da7-4f3c-bfcb-27cc1bbc5740 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '984ae95e-c60e-40dd-bbe4-3c64f43a2a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'abca4b39-f2d6-40a0-afe6-c5a5f5ffb9aa'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:15:32.357525 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cfc5a0-8705-4527-b19c-c4a0a5b9fdc3 req-f5a6e705-2451-42d9-906a-1d0d479da8fc service neutron] Attempting to bind port af47245f-7da7-4f3c-bfcb-27cc1bbc5740 on network abca4b39-f2d6-40a0-afe6-c5a5f5ffb9aa {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:15:32.362430 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c840aead-970c-47d9-9981-37773a6b444f req-df397590-20c0-4d1f-9c64-281d9190e970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:32.364108 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c840aead-970c-47d9-9981-37773a6b444f req-df397590-20c0-4d1f-9c64-281d9190e970 service neutron] 10.222.0.44 "GET /v2.0/networks?id=33742801-ccea-4ab3-a86a-2573a2966c19 HTTP/1.1" status: 200 len: 909 time: 0.4150040 Dec 06 17:15:32.368825 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faf7cba-c873-4ffd-bbae-1449b4ae3b13 req-ffc045f7-a94c-44b9-ba03-b41841675051 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:32.370785 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7faf7cba-c873-4ffd-bbae-1449b4ae3b13 req-ffc045f7-a94c-44b9-ba03-b41841675051 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=3111a296-b40e-48c5-bfa4-66d71264ae66 HTTP/1.1" status: 200 len: 946 time: 0.1343727 Dec 06 17:15:32.379848 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-2643bb07-f681-449b-923d-2386b3ea751c req-cf2c9105-0b7d-4c0c-a9e2-e553f02413eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:32.382259 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cfc5a0-8705-4527-b19c-c4a0a5b9fdc3 req-f5a6e705-2451-42d9-906a-1d0d479da8fc service neutron] Port af47245f-7da7-4f3c-bfcb-27cc1bbc5740 on network abca4b39-f2d6-40a0-afe6-c5a5f5ffb9aa not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:15:32.382591 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cfc5a0-8705-4527-b19c-c4a0a5b9fdc3 req-f5a6e705-2451-42d9-906a-1d0d479da8fc service neutron] Attempting to bind port af47245f-7da7-4f3c-bfcb-27cc1bbc5740 on network abca4b39-f2d6-40a0-afe6-c5a5f5ffb9aa {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:15:32.403706 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0803665-2937-4ec3-8ad5-54273641db32 req-1c52ef8f-279a-4183-a2d6-02ba84f5e74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:32.406121 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f0803665-2937-4ec3-8ad5-54273641db32 req-1c52ef8f-279a-4183-a2d6-02ba84f5e74a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a4c7e014-b0a5-4b38-bc7b-c27afa34aef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2977180 Dec 06 17:15:32.419619 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cfc5a0-8705-4527-b19c-c4a0a5b9fdc3 req-f5a6e705-2451-42d9-906a-1d0d479da8fc service neutron] Checking agent: {'id': '9d8b9f49-2860-4c1f-9b89-45a7657a3c4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:15:32.419972 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cfc5a0-8705-4527-b19c-c4a0a5b9fdc3 req-f5a6e705-2451-42d9-906a-1d0d479da8fc service neutron] Checking segment: {'id': '984ae95e-c60e-40dd-bbe4-3c64f43a2a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'abca4b39-f2d6-40a0-afe6-c5a5f5ffb9aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:15:32.420546 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cfc5a0-8705-4527-b19c-c4a0a5b9fdc3 req-f5a6e705-2451-42d9-906a-1d0d479da8fc service neutron] Bound using segment: {'id': '984ae95e-c60e-40dd-bbe4-3c64f43a2a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'abca4b39-f2d6-40a0-afe6-c5a5f5ffb9aa'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:15:32.420831 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-a9cfc5a0-8705-4527-b19c-c4a0a5b9fdc3 req-f5a6e705-2451-42d9-906a-1d0d479da8fc service neutron] Bound port: af47245f-7da7-4f3c-bfcb-27cc1bbc5740, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '984ae95e-c60e-40dd-bbe4-3c64f43a2a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'abca4b39-f2d6-40a0-afe6-c5a5f5ffb9aa'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:15:32.421154 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-a9cfc5a0-8705-4527-b19c-c4a0a5b9fdc3 req-f5a6e705-2451-42d9-906a-1d0d479da8fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:32.486905 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c840aead-970c-47d9-9981-37773a6b444f req-b9cc1ca1-de6a-4e28-a7a9-6cf97b4c47a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:32.489845 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c840aead-970c-47d9-9981-37773a6b444f req-b9cc1ca1-de6a-4e28-a7a9-6cf97b4c47a0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=abca4b39-f2d6-40a0-afe6-c5a5f5ffb9aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1169667 Dec 06 17:15:32.503979 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c840aead-970c-47d9-9981-37773a6b444f req-6b495545-e43d-4b1a-aaf4-d0cd4118e651 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea5126e6-32e0-495a-9092-333ce0b1510b HTTP/1.1" status: 200 len: 217 time: 0.1204329 Dec 06 17:15:32.549019 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7faf7cba-c873-4ffd-bbae-1449b4ae3b13 req-33daea6c-9a86-423d-aa9b-25724c21aed8 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486113 Dec 06 17:15:32.595207 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-860dbcf4-4377-4ed6-bf5e-c7920b86c586 req-eeed5274-c64c-4dce-8f06-9eca9fd52f26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d7eb054-86ff-442d-9f45-2ea7d2c08f33 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:15:32.635999 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:32.643062 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-860dbcf4-4377-4ed6-bf5e-c7920b86c586 req-eeed5274-c64c-4dce-8f06-9eca9fd52f26 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:32.657088 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-18d11d96-4915-4e57-ad0f-201dc72254f5 req-0aa16ae8-2328-477b-afaf-a2bd1c83e11a tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.35.1.4 HTTP/1.1" status: 200 len: 1000 time: 0.3984892 Dec 06 17:15:32.682493 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-a9cfc5a0-8705-4527-b19c-c4a0a5b9fdc3 req-f5a6e705-2451-42d9-906a-1d0d479da8fc service neutron] For port af47245f-7da7-4f3c-bfcb-27cc1bbc5740, host n-h2-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:15:32.715636 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c840aead-970c-47d9-9981-37773a6b444f req-c764d05e-12c8-4632-9fc1-6e96fae07bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:32.717273 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c840aead-970c-47d9-9981-37773a6b444f req-c764d05e-12c8-4632-9fc1-6e96fae07bff service neutron] 10.222.0.44 "GET /v2.0/subnets?id=da31f47d-8fee-49c3-b794-af6b3fd955bf HTTP/1.1" status: 200 len: 848 time: 0.1962264 Dec 06 17:15:32.727948 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-860dbcf4-4377-4ed6-bf5e-c7920b86c586 req-eeed5274-c64c-4dce-8f06-9eca9fd52f26 service neutron] Transition to ACTIVE for port object 9d7eb054-86ff-442d-9f45-2ea7d2c08f33 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:15:32.730356 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-a9cfc5a0-8705-4527-b19c-c4a0a5b9fdc3 req-f5a6e705-2451-42d9-906a-1d0d479da8fc service neutron] For port af47245f-7da7-4f3c-bfcb-27cc1bbc5740, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=af47245f-7da7-4f3c-bfcb-27cc1bbc5740,segment=NetworkSegment(984ae95e-c60e-40dd-bbe4-3c64f43a2a9d),segment_id=984ae95e-c60e-40dd-bbe4-3c64f43a2a9d)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:15:32.742248 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-a9cfc5a0-8705-4527-b19c-c4a0a5b9fdc3 req-f5a6e705-2451-42d9-906a-1d0d479da8fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:32.755382 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a344671-0330-4825-a104-b7e66e68853b req-2e85bbf9-3e13-41e9-8823-381edb449250 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:32.756765 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4a344671-0330-4825-a104-b7e66e68853b req-2e85bbf9-3e13-41e9-8823-381edb449250 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.41 "GET /v2.0/networks?id=abca4b39-f2d6-40a0-afe6-c5a5f5ffb9aa HTTP/1.1" status: 200 len: 816 time: 0.2741091 Dec 06 17:15:32.759103 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-860dbcf4-4377-4ed6-bf5e-c7920b86c586 req-eeed5274-c64c-4dce-8f06-9eca9fd52f26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:32.808001 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-4a344671-0330-4825-a104-b7e66e68853b req-7e7dd4a7-926c-4609-9dec-f3d941bb379c tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Request body: {'port': {'device_id': 'ea1dc4d5-db52-4d0c-968b-9b977ba74678', 'network_id': 'abca4b39-f2d6-40a0-afe6-c5a5f5ffb9aa', 'admin_state_up': True, 'tenant_id': 'ec5776faada1431d95950a3e6419a0a1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:15:32.817381 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c840aead-970c-47d9-9981-37773a6b444f req-f97df6d1-23b9-461d-8570-4c5f131419a9 service neutron] 10.222.0.41 "GET /v2.0/networks/abca4b39-f2d6-40a0-afe6-c5a5f5ffb9aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3096225 Dec 06 17:15:32.826418 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1e7f88-3aa9-4a4a-8bf8-3a40578471b4 req-acc5f96a-3251-4367-8ce0-5f74322d7754 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:32.832642 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1e7f88-3aa9-4a4a-8bf8-3a40578471b4 req-acc5f96a-3251-4367-8ce0-5f74322d7754 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:32.834196 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9a1e7f88-3aa9-4a4a-8bf8-3a40578471b4 req-acc5f96a-3251-4367-8ce0-5f74322d7754 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c29c099-cb1e-4fe7-af5b-33665b90124e HTTP/1.1" status: 200 len: 1667 time: 0.1751313 Dec 06 17:15:32.853808 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c840aead-970c-47d9-9981-37773a6b444f req-0d13e4d3-0f48-4ffe-9f60-c1fed71fdf31 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=33742801-ccea-4ab3-a86a-2573a2966c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1123731 Dec 06 17:15:32.877976 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cfc5a0-8705-4527-b19c-c4a0a5b9fdc3 req-f5a6e705-2451-42d9-906a-1d0d479da8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:32.878771 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-a9cfc5a0-8705-4527-b19c-c4a0a5b9fdc3 req-f5a6e705-2451-42d9-906a-1d0d479da8fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:32.880205 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a9cfc5a0-8705-4527-b19c-c4a0a5b9fdc3 req-f5a6e705-2451-42d9-906a-1d0d479da8fc service neutron] 10.222.0.44 "PUT /v2.0/ports/af47245f-7da7-4f3c-bfcb-27cc1bbc5740 HTTP/1.1" status: 200 len: 1092 time: 2.2552173 Dec 06 17:15:32.917461 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f0803665-2937-4ec3-8ad5-54273641db32 req-700c1648-614d-4ad7-b4e0-282d7f88c0ee service neutron] 10.222.0.41 "GET /v2.0/networks/a4c7e014-b0a5-4b38-bc7b-c27afa34aef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4414332 Dec 06 17:15:32.961974 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-2643bb07-f681-449b-923d-2386b3ea751c req-cf2c9105-0b7d-4c0c-a9e2-e553f02413eb service neutron] Transition to ACTIVE for port object ea5126e6-32e0-495a-9092-333ce0b1510b will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:15:32.968135 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeed5274-c64c-4dce-8f06-9eca9fd52f26 service neutron] Pushing event updated for resources: {'Port': ['ID=9d7eb054-86ff-442d-9f45-2ea7d2c08f33,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:32.998141 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-2643bb07-f681-449b-923d-2386b3ea751c req-cf2c9105-0b7d-4c0c-a9e2-e553f02413eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:33.049730 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a6e705-2451-42d9-906a-1d0d479da8fc service neutron] Pushing event updated for resources: {'Port': ['ID=af47245f-7da7-4f3c-bfcb-27cc1bbc5740,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:33.112978 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9a1e7f88-3aa9-4a4a-8bf8-3a40578471b4 req-b0b11d3c-b9ec-40d8-9d70-90e2a883ea54 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.23 "GET /v2.0/security-groups?id=f03ab9e8-fae2-4a61-9f03-339a4717e762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396669 Dec 06 17:15:33.240525 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c840aead-970c-47d9-9981-37773a6b444f req-4ae4195a-3776-42ff-8abd-0b3e38486890 service neutron] 10.222.0.41 "GET /v2.0/networks/abca4b39-f2d6-40a0-afe6-c5a5f5ffb9aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3933430 Dec 06 17:15:33.258786 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cfc5a0-8705-4527-b19c-c4a0a5b9fdc3 req-155725cb-c8c4-4fe1-903e-850fda5c94fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:33.260284 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a9cfc5a0-8705-4527-b19c-c4a0a5b9fdc3 req-155725cb-c8c4-4fe1-903e-850fda5c94fc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ec5776faada1431d95950a3e6419a0a1&device_id=8ae9f1fd-d1d8-4bb1-a649-73affa27ad8a HTTP/1.1" status: 200 len: 1095 time: 0.3142841 Dec 06 17:15:33.298693 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-889e24f1-51d5-480a-8cf8-4b10d687b92f req-b7dfbec9-10a1-4a59-90a0-e77adf767320 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea1dc4d5-db52-4d0c-968b-9b977ba74678 HTTP/1.1" status: 200 len: 210 time: 0.0863988 Dec 06 17:15:33.342822 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a9cfc5a0-8705-4527-b19c-c4a0a5b9fdc3 req-21c50a90-48ca-41b6-8a9d-822d4c8efddb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af47245f-7da7-4f3c-bfcb-27cc1bbc5740 HTTP/1.1" status: 200 len: 217 time: 0.0541115 Dec 06 17:15:33.348269 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a344671-0330-4825-a104-b7e66e68853b req-7e7dd4a7-926c-4609-9dec-f3d941bb379c tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Made reservation on behalf of ec5776faada1431d95950a3e6419a0a1 for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:15:33.355625 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-4a344671-0330-4825-a104-b7e66e68853b req-7e7dd4a7-926c-4609-9dec-f3d941bb379c tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:33.489942 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cfc5a0-8705-4527-b19c-c4a0a5b9fdc3 req-ebe58323-6174-4b27-94f8-0c9752695948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:33.491416 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a9cfc5a0-8705-4527-b19c-c4a0a5b9fdc3 req-ebe58323-6174-4b27-94f8-0c9752695948 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2c3c8f21-d6e2-4216-a4c2-195ad93bf563 HTTP/1.1" status: 200 len: 855 time: 0.1182492 Dec 06 17:15:33.525635 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d11d96-4915-4e57-ad0f-201dc72254f5 req-caf80ce5-ed7e-4417-a2f6-b05a17f32ac6 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:33.526937 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-18d11d96-4915-4e57-ad0f-201dc72254f5 req-caf80ce5-ed7e-4417-a2f6-b05a17f32ac6 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] 10.222.0.23 "GET /v2.0/networks/40c9982f-f1ff-4b90-bebe-b7d51655f7e2 HTTP/1.1" status: 200 len: 784 time: 0.8529234 Dec 06 17:15:33.527051 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145e25da-6099-4acf-a47d-25de77d70630 req-77656d2e-ba41-4f57-9238-7aebf7e92011 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:33.529444 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-145e25da-6099-4acf-a47d-25de77d70630 req-77656d2e-ba41-4f57-9238-7aebf7e92011 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a81ef20-7627-4783-b92f-49c0d8a17861 HTTP/1.1" status: 200 len: 945 time: 0.1585872 Dec 06 17:15:33.633057 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cfc5a0-8705-4527-b19c-c4a0a5b9fdc3 req-3678e45a-d1b0-4fa2-8262-f58274eac20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:33.634594 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a9cfc5a0-8705-4527-b19c-c4a0a5b9fdc3 req-3678e45a-d1b0-4fa2-8262-f58274eac20f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=abca4b39-f2d6-40a0-afe6-c5a5f5ffb9aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1288755 Dec 06 17:15:33.650271 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-4a344671-0330-4825-a104-b7e66e68853b req-7e7dd4a7-926c-4609-9dec-f3d941bb379c tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Allocated IP 172.20.0.4 (abca4b39-f2d6-40a0-afe6-c5a5f5ffb9aa/2c3c8f21-d6e2-4216-a4c2-195ad93bf563/d57b6a13-be1f-4160-9d42-e9b71bb279b9) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:15:33.654189 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-2643bb07-f681-449b-923d-2386b3ea751c req-cf2c9105-0b7d-4c0c-a9e2-e553f02413eb service neutron] No DVR routers for this DVR port ea5126e6-32e0-495a-9092-333ce0b1510b on host n-h2-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:15:33.656184 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2c9105-0b7d-4c0c-a9e2-e553f02413eb service neutron] Pushing event updated for resources: {'Port': ['ID=ea5126e6-32e0-495a-9092-333ce0b1510b,revision_number=10']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:33.663071 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-145e25da-6099-4acf-a47d-25de77d70630 req-c1c8b4e6-79d8-45ed-b8b3-11a9e31baf90 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152294 Dec 06 17:15:33.695935 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 0db2549d-e909-4919-907d-edd6540f589f details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:15:33.722425 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ae9f1fd-d1d8-4bb1-a649-73affa27ad8a', 'tag': 'af47245f-7da7-4f3c-bfcb-27cc1bbc5740'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:15:33.724916 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd77c61e-b402-4b12-a5cd-8602208346f1" -d '{"events": [{"name": "network-changed", "server_uuid": "8ae9f1fd-d1d8-4bb1-a649-73affa27ad8a", "tag": "af47245f-7da7-4f3c-bfcb-27cc1bbc5740"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:15:33.744166 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f0803665-2937-4ec3-8ad5-54273641db32 req-ae6c6e77-afec-4dfe-a3b2-354bf5a16704 service neutron] 10.222.0.41 "GET /v2.0/networks/a4c7e014-b0a5-4b38-bc7b-c27afa34aef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7839394 Dec 06 17:15:33.746304 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c840aead-970c-47d9-9981-37773a6b444f req-a2b213cb-ab4c-44b7-9a4a-19f6dec07d87 service neutron] 10.222.0.44 "GET /v2.0/networks/33742801-ccea-4ab3-a86a-2573a2966c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8676364 Dec 06 17:15:33.748617 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4a2da68-29e0-45c2-82d4-e05f6154f97b x-openstack-request-id: req-d4a2da68-29e0-45c2-82d4-e05f6154f97b {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:15:33.748953 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c29c099-cb1e-4fe7-af5b-33665b90124e", "tag": "5345f321-0a26-400a-97de-08bbf1356448", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:15:33.749219 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d4a2da68-29e0-45c2-82d4-e05f6154f97b {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:15:33.750168 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c29c099-cb1e-4fe7-af5b-33665b90124e', 'tag': '5345f321-0a26-400a-97de-08bbf1356448', 'status': 'completed', 'code': 200} Dec 06 17:15:33.800600 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2643bb07-f681-449b-923d-2386b3ea751c req-cf2c9105-0b7d-4c0c-a9e2-e553f02413eb service neutron] 10.222.0.44 "PUT /v2.0/ports/ea5126e6-32e0-495a-9092-333ce0b1510b/bindings/n-h1-master-1/activate HTTP/1.1" status: 200 len: 369 time: 3.0139754 Dec 06 17:15:33.810294 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-18d11d96-4915-4e57-ad0f-201dc72254f5 req-66b39506-176c-41b1-b8c2-47a901af235c tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.35.1.4 HTTP/1.1" status: 200 len: 1000 time: 0.2482784 Dec 06 17:15:33.810990 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-860dbcf4-4377-4ed6-bf5e-c7920b86c586 req-eeed5274-c64c-4dce-8f06-9eca9fd52f26 service neutron] Attempting to bind port 9d7eb054-86ff-442d-9f45-2ea7d2c08f33 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:15:33.811325 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-860dbcf4-4377-4ed6-bf5e-c7920b86c586 req-eeed5274-c64c-4dce-8f06-9eca9fd52f26 service neutron] Attempting to bind port 9d7eb054-86ff-442d-9f45-2ea7d2c08f33 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '840f52dd-9477-47cf-b8ef-41e71d20ac75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'fa4a44b4-21f9-4c2a-acd2-dd2f83c51946'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:15:33.811655 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860dbcf4-4377-4ed6-bf5e-c7920b86c586 req-eeed5274-c64c-4dce-8f06-9eca9fd52f26 service neutron] Attempting to bind port 9d7eb054-86ff-442d-9f45-2ea7d2c08f33 on network fa4a44b4-21f9-4c2a-acd2-dd2f83c51946 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:15:33.829195 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a9cfc5a0-8705-4527-b19c-c4a0a5b9fdc3 req-6daebfdc-50ee-47bb-931f-30dd05d8c15c service neutron] 10.222.0.44 "GET /v2.0/networks/abca4b39-f2d6-40a0-afe6-c5a5f5ffb9aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812282 Dec 06 17:15:33.891112 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-18d11d96-4915-4e57-ad0f-201dc72254f5 req-79a0b863-f669-4a5e-85c6-2c8976fddaec tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:15:33.893720 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860dbcf4-4377-4ed6-bf5e-c7920b86c586 req-eeed5274-c64c-4dce-8f06-9eca9fd52f26 service neutron] Port 9d7eb054-86ff-442d-9f45-2ea7d2c08f33 on network fa4a44b4-21f9-4c2a-acd2-dd2f83c51946 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:15:33.894057 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860dbcf4-4377-4ed6-bf5e-c7920b86c586 req-eeed5274-c64c-4dce-8f06-9eca9fd52f26 service neutron] Attempting to bind port 9d7eb054-86ff-442d-9f45-2ea7d2c08f33 on network fa4a44b4-21f9-4c2a-acd2-dd2f83c51946 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:15:33.901939 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 0db2549d-e909-4919-907d-edd6540f589f, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=0db2549d-e909-4919-907d-edd6540f589f,segment=NetworkSegment(984ae95e-c60e-40dd-bbe4-3c64f43a2a9d),segment_id=984ae95e-c60e-40dd-bbe4-3c64f43a2a9d)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:15:33.906868 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860dbcf4-4377-4ed6-bf5e-c7920b86c586 req-eeed5274-c64c-4dce-8f06-9eca9fd52f26 service neutron] Checking agent: {'id': '9d8b9f49-2860-4c1f-9b89-45a7657a3c4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:15:33.907316 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860dbcf4-4377-4ed6-bf5e-c7920b86c586 req-eeed5274-c64c-4dce-8f06-9eca9fd52f26 service neutron] Checking segment: {'id': '840f52dd-9477-47cf-b8ef-41e71d20ac75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'fa4a44b4-21f9-4c2a-acd2-dd2f83c51946'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:15:33.907819 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860dbcf4-4377-4ed6-bf5e-c7920b86c586 req-eeed5274-c64c-4dce-8f06-9eca9fd52f26 service neutron] Bound using segment: {'id': '840f52dd-9477-47cf-b8ef-41e71d20ac75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'fa4a44b4-21f9-4c2a-acd2-dd2f83c51946'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:15:33.909019 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-860dbcf4-4377-4ed6-bf5e-c7920b86c586 req-eeed5274-c64c-4dce-8f06-9eca9fd52f26 service neutron] Bound port: 9d7eb054-86ff-442d-9f45-2ea7d2c08f33, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '840f52dd-9477-47cf-b8ef-41e71d20ac75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'fa4a44b4-21f9-4c2a-acd2-dd2f83c51946'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:15:33.909171 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-860dbcf4-4377-4ed6-bf5e-c7920b86c586 req-eeed5274-c64c-4dce-8f06-9eca9fd52f26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:33.920964 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': '0db2549d-e909-4919-907d-edd6540f589f', 'network_id': 'abca4b39-f2d6-40a0-afe6-c5a5f5ffb9aa', 'port_id': '0db2549d-e909-4919-907d-edd6540f589f', 'mac_address': 'fa:16:3e:b9:3d:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c3c8f21-d6e2-4216-a4c2-195ad93bf563', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:15:33.969051 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:33.985897 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0db2549d-e909-4919-907d-edd6540f589f {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:15:34.013600 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 0db2549d-e909-4919-907d-edd6540f589f, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=0db2549d-e909-4919-907d-edd6540f589f,segment=NetworkSegment(984ae95e-c60e-40dd-bbe4-3c64f43a2a9d),segment_id=984ae95e-c60e-40dd-bbe4-3c64f43a2a9d)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:15:34.020589 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:34.087729 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b8a53-3cd2-4a43-966c-abf0fa2259af req-4670e7c3-c87a-4693-84c1-9b754b1374f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:34.088286 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b8a53-3cd2-4a43-966c-abf0fa2259af req-4670e7c3-c87a-4693-84c1-9b754b1374f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:34.090954 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-637b8a53-3cd2-4a43-966c-abf0fa2259af req-4670e7c3-c87a-4693-84c1-9b754b1374f2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e496f20025e24ec89db8607fe6b1b56a&device_id=5c29c099-cb1e-4fe7-af5b-33665b90124e HTTP/1.1" status: 200 len: 1939 time: 0.3309643 Dec 06 17:15:34.094050 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=0db2549d-e909-4919-907d-edd6540f589f,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:34.123566 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0803665-2937-4ec3-8ad5-54273641db32 req-c92fe5b6-ea8b-470e-b81e-960f3e97e5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:34.125224 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f0803665-2937-4ec3-8ad5-54273641db32 req-c92fe5b6-ea8b-470e-b81e-960f3e97e5b0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f377f83bc18f4c0187f237b662699790&device_id=c245de6b-5a8e-47e9-8a83-cc9ed8453593 HTTP/1.1" status: 200 len: 1097 time: 0.2637453 Dec 06 17:15:34.126404 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a7901-814b-464a-b02d-706fafdf0526 req-e4f6e5bb-f574-4968-b10a-6105e663a067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:34.126994 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a7901-814b-464a-b02d-706fafdf0526 req-e4f6e5bb-f574-4968-b10a-6105e663a067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:34.127976 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a7901-814b-464a-b02d-706fafdf0526 req-e4f6e5bb-f574-4968-b10a-6105e663a067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:34.128125 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a7901-814b-464a-b02d-706fafdf0526 req-e4f6e5bb-f574-4968-b10a-6105e663a067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:34.128649 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a7901-814b-464a-b02d-706fafdf0526 req-e4f6e5bb-f574-4968-b10a-6105e663a067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:34.129172 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a7901-814b-464a-b02d-706fafdf0526 req-e4f6e5bb-f574-4968-b10a-6105e663a067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:34.129761 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a7901-814b-464a-b02d-706fafdf0526 req-e4f6e5bb-f574-4968-b10a-6105e663a067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:34.130128 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-18d11d96-4915-4e57-ad0f-201dc72254f5 req-79a0b863-f669-4a5e-85c6-2c8976fddaec tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Publish callbacks [] for floatingip, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:34.132059 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d56a7901-814b-464a-b02d-706fafdf0526 req-e4f6e5bb-f574-4968-b10a-6105e663a067 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3ab1b684adb44126aa30c8ecbc0cad3c&device_id=ab5a1622-9933-40c5-84a1-0be26fda8c29 HTTP/1.1" status: 200 len: 6476 time: 0.2765794 Dec 06 17:15:34.143416 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c840aead-970c-47d9-9981-37773a6b444f req-f60b9e55-eb19-44cc-8adc-de919071e9ff service neutron] 10.222.0.44 "GET /v2.0/networks/33742801-ccea-4ab3-a86a-2573a2966c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3826175 Dec 06 17:15:34.194257 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2643bb07-f681-449b-923d-2386b3ea751c req-fab8016c-57af-477a-bcd0-1970e985202b tempest-LiveMigrationTest-2036531045 tempest-LiveMigrationTest-2036531045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:34.195659 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2643bb07-f681-449b-923d-2386b3ea751c req-fab8016c-57af-477a-bcd0-1970e985202b tempest-LiveMigrationTest-2036531045 tempest-LiveMigrationTest-2036531045-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=8a81ef20-7627-4783-b92f-49c0d8a17861&tenant_id=1d83e0c6d059422882cc226e7f9c727a&binding%3Ahost_id=n-h2-master-1 HTTP/1.1" status: 200 len: 1096 time: 0.2954736 Dec 06 17:15:34.289108 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-860dbcf4-4377-4ed6-bf5e-c7920b86c586 req-eeed5274-c64c-4dce-8f06-9eca9fd52f26 service neutron] For port 9d7eb054-86ff-442d-9f45-2ea7d2c08f33, host n-h2-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:15:34.312427 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-860dbcf4-4377-4ed6-bf5e-c7920b86c586 req-eeed5274-c64c-4dce-8f06-9eca9fd52f26 service neutron] For port 9d7eb054-86ff-442d-9f45-2ea7d2c08f33, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9d7eb054-86ff-442d-9f45-2ea7d2c08f33,segment=NetworkSegment(840f52dd-9477-47cf-b8ef-41e71d20ac75),segment_id=840f52dd-9477-47cf-b8ef-41e71d20ac75)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:15:34.336379 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-4a344671-0330-4825-a104-b7e66e68853b req-7e7dd4a7-926c-4609-9dec-f3d941bb379c tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:34.339933 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['0db2549d-e909-4919-907d-edd6540f589f'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:15:34.346922 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a9cfc5a0-8705-4527-b19c-c4a0a5b9fdc3 req-a2f8192b-2238-41e7-b26d-81caaf7cd1c8 service neutron] 10.222.0.44 "GET /v2.0/networks/abca4b39-f2d6-40a0-afe6-c5a5f5ffb9aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4802845 Dec 06 17:15:34.358817 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984edd17-0c9d-4b21-b6a4-d42e6f422069 req-62773333-1cb2-4bbc-be89-8472b2211b35 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:34.364893 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984edd17-0c9d-4b21-b6a4-d42e6f422069 req-62773333-1cb2-4bbc-be89-8472b2211b35 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:34.367115 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-860dbcf4-4377-4ed6-bf5e-c7920b86c586 req-eeed5274-c64c-4dce-8f06-9eca9fd52f26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:34.371006 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984edd17-0c9d-4b21-b6a4-d42e6f422069 req-62773333-1cb2-4bbc-be89-8472b2211b35 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:34.377894 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984edd17-0c9d-4b21-b6a4-d42e6f422069 req-62773333-1cb2-4bbc-be89-8472b2211b35 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:34.384402 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984edd17-0c9d-4b21-b6a4-d42e6f422069 req-62773333-1cb2-4bbc-be89-8472b2211b35 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:34.391291 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984edd17-0c9d-4b21-b6a4-d42e6f422069 req-62773333-1cb2-4bbc-be89-8472b2211b35 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:34.397285 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984edd17-0c9d-4b21-b6a4-d42e6f422069 req-62773333-1cb2-4bbc-be89-8472b2211b35 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:34.405151 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-984edd17-0c9d-4b21-b6a4-d42e6f422069 req-62773333-1cb2-4bbc-be89-8472b2211b35 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab5a1622-9933-40c5-84a1-0be26fda8c29 HTTP/1.1" status: 200 len: 5419 time: 0.4464936 Dec 06 17:15:34.436779 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2643bb07-f681-449b-923d-2386b3ea751c req-a72cef25-9c86-4164-a122-05a4f4b63cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:34.438355 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2643bb07-f681-449b-923d-2386b3ea751c req-a72cef25-9c86-4164-a122-05a4f4b63cc8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8a81ef20-7627-4783-b92f-49c0d8a17861&tenant_id=1d83e0c6d059422882cc226e7f9c727a HTTP/1.1" status: 200 len: 1096 time: 0.2137616 Dec 06 17:15:34.455922 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860dbcf4-4377-4ed6-bf5e-c7920b86c586 req-eeed5274-c64c-4dce-8f06-9eca9fd52f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:34.456320 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-860dbcf4-4377-4ed6-bf5e-c7920b86c586 req-eeed5274-c64c-4dce-8f06-9eca9fd52f26 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:34.458217 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-860dbcf4-4377-4ed6-bf5e-c7920b86c586 req-eeed5274-c64c-4dce-8f06-9eca9fd52f26 service neutron] 10.222.0.44 "PUT /v2.0/ports/9d7eb054-86ff-442d-9f45-2ea7d2c08f33 HTTP/1.1" status: 200 len: 1092 time: 3.5624585 Dec 06 17:15:34.480521 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0803665-2937-4ec3-8ad5-54273641db32 req-9e47e7f1-7b54-4d13-aec3-4e49b3ce1ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:34.482444 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f0803665-2937-4ec3-8ad5-54273641db32 req-9e47e7f1-7b54-4d13-aec3-4e49b3ce1ec2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4855bde2-5345-463f-b706-ad251cb422d1 HTTP/1.1" status: 200 len: 920 time: 0.3323567 Dec 06 17:15:34.575452 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-18d11d96-4915-4e57-ad0f-201dc72254f5 req-79a0b863-f669-4a5e-85c6-2c8976fddaec tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:34.579542 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeed5274-c64c-4dce-8f06-9eca9fd52f26 service neutron] Pushing event updated for resources: {'Port': ['ID=9d7eb054-86ff-442d-9f45-2ea7d2c08f33,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:34.615578 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-18d11d96-4915-4e57-ad0f-201dc72254f5 req-79a0b863-f669-4a5e-85c6-2c8976fddaec tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:34.615959 n-d-master-1 neutron-server[103284]: INFO neutron.db.l3_db [req-18d11d96-4915-4e57-ad0f-201dc72254f5 req-79a0b863-f669-4a5e-85c6-2c8976fddaec tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Floating IP 65f51a65-9677-4a54-98fc-f65796681d75 disassociated. External IP: 172.35.1.4, port: befdce02-98cd-43a4-82c5-c471d6e33719. Dec 06 17:15:34.730750 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f0803665-2937-4ec3-8ad5-54273641db32 req-9893cf53-1966-4764-a30f-69cb0d904433 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=befdce02-98cd-43a4-82c5-c471d6e33719 HTTP/1.1" status: 200 len: 1000 time: 0.1958883 Dec 06 17:15:34.732893 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2643bb07-f681-449b-923d-2386b3ea751c req-d80619ed-9f10-4af5-a110-3f47265ca7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:34.734421 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2643bb07-f681-449b-923d-2386b3ea751c req-d80619ed-9f10-4af5-a110-3f47265ca7c1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1d83e0c6d059422882cc226e7f9c727a&device_id=8a81ef20-7627-4783-b92f-49c0d8a17861 HTTP/1.1" status: 200 len: 1096 time: 0.2504802 Dec 06 17:15:34.797723 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a7901-814b-464a-b02d-706fafdf0526 req-16d71f7a-704e-4a8e-9a90-8027ef960905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:34.799964 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d56a7901-814b-464a-b02d-706fafdf0526 req-16d71f7a-704e-4a8e-9a90-8027ef960905 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e47593f6-512b-4b3d-b5fd-6e48cd1a0fda HTTP/1.1" status: 200 len: 903 time: 0.6594574 Dec 06 17:15:34.872212 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d56a7901-814b-464a-b02d-706fafdf0526 req-aa36c1e0-6963-4dca-bf8f-c02b34cbb701 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4a00eecc-af3f-4037-9306-241f88900bd2 HTTP/1.1" status: 200 len: 217 time: 0.0600407 Dec 06 17:15:34.872595 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0803665-2937-4ec3-8ad5-54273641db32 req-39b285e4-8125-4a57-b93f-835dc1e9fab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:34.873334 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b8a53-3cd2-4a43-966c-abf0fa2259af req-79007829-9a31-4a66-8583-db4049bd6d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:34.873899 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b8a53-3cd2-4a43-966c-abf0fa2259af req-79007829-9a31-4a66-8583-db4049bd6d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:34.874112 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f0803665-2937-4ec3-8ad5-54273641db32 req-39b285e4-8125-4a57-b93f-835dc1e9fab4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7162eead-6b06-4e77-9cd1-32f582d034d1 HTTP/1.1" status: 200 len: 859 time: 0.1280460 Dec 06 17:15:34.874486 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b8a53-3cd2-4a43-966c-abf0fa2259af req-79007829-9a31-4a66-8583-db4049bd6d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:34.876006 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-637b8a53-3cd2-4a43-966c-abf0fa2259af req-79007829-9a31-4a66-8583-db4049bd6d0d service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=e496f20025e24ec89db8607fe6b1b56a&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.7366567 Dec 06 17:15:34.947013 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f0803665-2937-4ec3-8ad5-54273641db32 req-e3a1b84b-7fa1-47d7-8438-1a73d3b5fd79 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4855bde2-5345-463f-b706-ad251cb422d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411434 Dec 06 17:15:34.980422 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-984edd17-0c9d-4b21-b6a4-d42e6f422069 req-f32eb434-3786-4b74-8d91-60c6f40087c9 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/security-groups?id=dcb0062a-d825-4410-8154-a45e8f107f6a&id=a4eb8a4b-85ed-48a0-8761-ec5681059b26&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5742614 Dec 06 17:15:35.018274 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2643bb07-f681-449b-923d-2386b3ea751c req-0c8c8746-748d-4179-b4a8-8e927a254f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:35.018274 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2643bb07-f681-449b-923d-2386b3ea751c req-0c8c8746-748d-4179-b4a8-8e927a254f49 service neutron] 10.222.0.41 "GET /v2.0/networks?id=33742801-ccea-4ab3-a86a-2573a2966c19 HTTP/1.1" status: 200 len: 909 time: 0.2671549 Dec 06 17:15:35.019573 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-4a344671-0330-4825-a104-b7e66e68853b req-7e7dd4a7-926c-4609-9dec-f3d941bb379c tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:35.036907 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['0db2549d-e909-4919-907d-edd6540f589f'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:15:35.104731 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2643bb07-f681-449b-923d-2386b3ea751c req-bd142ca4-a8f6-4b1a-b24b-e47f9cb24fe4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea5126e6-32e0-495a-9092-333ce0b1510b HTTP/1.1" status: 200 len: 217 time: 0.0795798 Dec 06 17:15:35.111715 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a7901-814b-464a-b02d-706fafdf0526 req-984980ad-9074-48f4-814e-ac81fd6f8c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:35.113878 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d56a7901-814b-464a-b02d-706fafdf0526 req-984980ad-9074-48f4-814e-ac81fd6f8c32 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c1218bad-8e8e-4b33-a2c3-7828bed04f77 HTTP/1.1" status: 200 len: 797 time: 0.2221799 Dec 06 17:15:35.115842 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a344671-0330-4825-a104-b7e66e68853b req-7e7dd4a7-926c-4609-9dec-f3d941bb379c tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Network abca4b39-f2d6-40a0-afe6-c5a5f5ffb9aa is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:15:35.142380 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:35.171212 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [req-18d11d96-4915-4e57-ad0f-201dc72254f5 req-79a0b863-f669-4a5e-85c6-2c8976fddaec tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Router 3256e403-77e3-4cb7-9e91-46b2de5a4ba9 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:15:35.176418 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-4a344671-0330-4825-a104-b7e66e68853b req-7e7dd4a7-926c-4609-9dec-f3d941bb379c tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:15:35.195036 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f0803665-2937-4ec3-8ad5-54273641db32 req-3d071038-d02a-4092-90d2-18c240d80392 service neutron] 10.222.0.41 "GET /v2.0/networks/4855bde2-5345-463f-b706-ad251cb422d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378902 Dec 06 17:15:35.206218 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a344671-0330-4825-a104-b7e66e68853b req-7e7dd4a7-926c-4609-9dec-f3d941bb379c tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:15:35.213956 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2643bb07-f681-449b-923d-2386b3ea751c req-ab83dd70-9526-49a4-bc28-e872ed5ada3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:35.216366 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2643bb07-f681-449b-923d-2386b3ea751c req-ab83dd70-9526-49a4-bc28-e872ed5ada3f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=da31f47d-8fee-49c3-b794-af6b3fd955bf HTTP/1.1" status: 200 len: 848 time: 0.1022449 Dec 06 17:15:35.278055 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7dd4a7-926c-4609-9dec-f3d941bb379c tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Pushing event updated for resources: {'Port': ['ID=d57b6a13-be1f-4160-9d42-e9b71bb279b9,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:35.292436 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70691e9-2b76-441d-991b-7f9ceb3befec req-e56fb594-1b32-42f3-8475-c5c76b59e6bb tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:35.294043 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c70691e9-2b76-441d-991b-7f9ceb3befec req-e56fb594-1b32-42f3-8475-c5c76b59e6bb tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] 10.222.0.23 "GET /v2.0/ports?device_id=64c1a1ce-2bb9-40ca-9a74-685a6a3118d5 HTTP/1.1" status: 200 len: 945 time: 0.1734536 Dec 06 17:15:35.295095 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b8a53-3cd2-4a43-966c-abf0fa2259af req-4581e8c8-31e8-4c34-974c-ccd43d4f6092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:35.296408 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-637b8a53-3cd2-4a43-966c-abf0fa2259af req-4581e8c8-31e8-4c34-974c-ccd43d4f6092 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4115391 Dec 06 17:15:35.338309 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a344671-0330-4825-a104-b7e66e68853b req-7e7dd4a7-926c-4609-9dec-f3d941bb379c tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:35.339104 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-4a344671-0330-4825-a104-b7e66e68853b req-7e7dd4a7-926c-4609-9dec-f3d941bb379c tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:35.345203 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2643bb07-f681-449b-923d-2386b3ea751c req-172d97c2-0397-47a2-841a-45e75646222c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=33742801-ccea-4ab3-a86a-2573a2966c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1118798 Dec 06 17:15:35.370935 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a7901-814b-464a-b02d-706fafdf0526 req-b590d767-e5ec-40c5-95f2-f1a191007c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:35.373045 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d56a7901-814b-464a-b02d-706fafdf0526 req-b590d767-e5ec-40c5-95f2-f1a191007c22 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e47593f6-512b-4b3d-b5fd-6e48cd1a0fda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2392769 Dec 06 17:15:35.381122 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4a344671-0330-4825-a104-b7e66e68853b req-7e7dd4a7-926c-4609-9dec-f3d941bb379c tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5771520 Dec 06 17:15:35.412024 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-4a344671-0330-4825-a104-b7e66e68853b req-1e702425-366a-4701-9aff-9638628375f7 service neutron] Request body: {'port': {'device_id': 'ea1dc4d5-db52-4d0c-968b-9b977ba74678', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:15:35.530097 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c70691e9-2b76-441d-991b-7f9ceb3befec req-8e50d56f-c0a6-47f2-9eb7-76694d42f3e1 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] 10.222.0.23 "GET /v2.0/security-groups?id=77a8d875-60b3-4737-9cd6-8d2bcf3a41c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276268 Dec 06 17:15:35.537039 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-1836a99d-51f0-4d92-99cb-b591e8cf1c86 None None] Provisioning complete for port d57b6a13-be1f-4160-9d42-e9b71bb279b9 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:15:35.537444 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1836a99d-51f0-4d92-99cb-b591e8cf1c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:35.569159 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860dbcf4-4377-4ed6-bf5e-c7920b86c586 req-3ed0d952-fd68-4eea-b3d1-8845d72701d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:35.569681 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860dbcf4-4377-4ed6-bf5e-c7920b86c586 req-3ed0d952-fd68-4eea-b3d1-8845d72701d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:35.571321 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-860dbcf4-4377-4ed6-bf5e-c7920b86c586 req-3ed0d952-fd68-4eea-b3d1-8845d72701d3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e496f20025e24ec89db8607fe6b1b56a&device_id=5c29c099-cb1e-4fe7-af5b-33665b90124e HTTP/1.1" status: 200 len: 1981 time: 0.2142990 Dec 06 17:15:35.580169 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-1836a99d-51f0-4d92-99cb-b591e8cf1c86 None None] Port d57b6a13-be1f-4160-9d42-e9b71bb279b9 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:15:35.587204 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-4a344671-0330-4825-a104-b7e66e68853b req-1e702425-366a-4701-9aff-9638628375f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:35.641826 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-860dbcf4-4377-4ed6-bf5e-c7920b86c586 req-d61a6f4f-5331-4aaf-b70c-be3a58ab41b7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.104&port_id=5345f321-0a26-400a-97de-08bbf1356448 HTTP/1.1" status: 200 len: 217 time: 0.0605171 Dec 06 17:15:35.679734 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d56a7901-814b-464a-b02d-706fafdf0526 req-e896194d-e5b9-435b-a547-24f9c0e1272a service neutron] 10.222.0.41 "GET /v2.0/networks/e47593f6-512b-4b3d-b5fd-6e48cd1a0fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644923 Dec 06 17:15:35.726869 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 0db2549d-e909-4919-907d-edd6540f589f up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:15:35.812933 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c29c099-cb1e-4fe7-af5b-33665b90124e', 'tag': '9d7eb054-86ff-442d-9f45-2ea7d2c08f33'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:15:35.815271 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad6cf682-bfc5-425d-8dc1-3d33d909fe83" -d '{"events": [{"name": "network-changed", "server_uuid": "5c29c099-cb1e-4fe7-af5b-33665b90124e", "tag": "9d7eb054-86ff-442d-9f45-2ea7d2c08f33"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:15:35.822892 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port 0db2549d-e909-4919-907d-edd6540f589f completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:15:35.827981 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port 0db2549d-e909-4919-907d-edd6540f589f triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:15:35.828327 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:35.867610 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f0803665-2937-4ec3-8ad5-54273641db32 req-f116ec56-8c7d-43b6-b513-99120e02a51a service neutron] 10.222.0.41 "GET /v2.0/networks/4855bde2-5345-463f-b706-ad251cb422d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6488323 Dec 06 17:15:35.871815 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-18d11d96-4915-4e57-ad0f-201dc72254f5 req-79a0b863-f669-4a5e-85c6-2c8976fddaec tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:15:35.880790 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-18d11d96-4915-4e57-ad0f-201dc72254f5 req-79a0b863-f669-4a5e-85c6-2c8976fddaec tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:35.883312 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979c4982-948a-40d3-a90c-f94db993ca20 req-380a273b-6fc6-4a2b-b54e-68e08b0a0299 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:35.884887 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-979c4982-948a-40d3-a90c-f94db993ca20 req-380a273b-6fc6-4a2b-b54e-68e08b0a0299 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=3111a296-b40e-48c5-bfa4-66d71264ae66 HTTP/1.1" status: 200 len: 946 time: 0.2527142 Dec 06 17:15:35.891731 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860dbcf4-4377-4ed6-bf5e-c7920b86c586 req-e37fed3d-b004-4473-bd03-d400002fd26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:35.893364 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-860dbcf4-4377-4ed6-bf5e-c7920b86c586 req-e37fed3d-b004-4473-bd03-d400002fd26d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=441bf06d-f3d3-4336-993a-631dc0c2e44a HTTP/1.1" status: 200 len: 801 time: 0.2385509 Dec 06 17:15:35.905636 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be982240-9baa-4190-b3df-d48e729d493c None None] Sync routers for ids ['3256e403-77e3-4cb7-9e91-46b2de5a4ba9'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:15:35.910494 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2643bb07-f681-449b-923d-2386b3ea751c req-de8649f7-ce6e-4460-8b09-1da85e17b31f service neutron] 10.222.0.41 "GET /v2.0/networks/33742801-ccea-4ab3-a86a-2573a2966c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5265684 Dec 06 17:15:35.920572 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be982240-9baa-4190-b3df-d48e729d493c None None] Routers {'3256e403-77e3-4cb7-9e91-46b2de5a4ba9'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:15:35.922492 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-be982240-9baa-4190-b3df-d48e729d493c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:15:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['3256e403-77e3-4cb7-9e91-46b2de5a4ba9'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:15:35.924055 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-18d11d96-4915-4e57-ad0f-201dc72254f5 req-79a0b863-f669-4a5e-85c6-2c8976fddaec tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] 10.222.0.23 "PUT /v2.0/floatingips/65f51a65-9677-4a54-98fc-f65796681d75 HTTP/1.1" status: 200 len: 693 time: 2.0648477 Dec 06 17:15:35.935363 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:35.975484 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 0db2549d-e909-4919-907d-edd6540f589f, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=0db2549d-e909-4919-907d-edd6540f589f,segment=NetworkSegment(984ae95e-c60e-40dd-bbe4-3c64f43a2a9d),segment_id=984ae95e-c60e-40dd-bbe4-3c64f43a2a9d)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:15:35.976352 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0fd118f-159f-42dd-a725-ee51344fae03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0db2549d-e909-4919-907d-edd6540f589f'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:15:35.978921 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-290ea504-b2f8-4b87-92e8-4d9030ebee9a" -d '{"events": [{"server_uuid": "d0fd118f-159f-42dd-a725-ee51344fae03", "name": "network-vif-plugged", "status": "completed", "tag": "0db2549d-e909-4919-907d-edd6540f589f"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:15:35.984130 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:36.023755 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d56a7901-814b-464a-b02d-706fafdf0526 req-e7d8ada5-464c-463f-bef6-25652ab06803 service neutron] 10.222.0.41 "GET /v2.0/networks/e47593f6-512b-4b3d-b5fd-6e48cd1a0fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3003604 Dec 06 17:15:36.055640 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2643bb07-f681-449b-923d-2386b3ea751c req-ac01acc2-8436-4981-9635-f825524e9c74 service neutron] 10.222.0.41 "GET /v2.0/networks/33742801-ccea-4ab3-a86a-2573a2966c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333411 Dec 06 17:15:36.058503 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=0db2549d-e909-4919-907d-edd6540f589f,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:36.075798 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d11d96-4915-4e57-ad0f-201dc72254f5 req-446a670e-2d44-48ac-b5ed-0007720d96ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:36.077336 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-18d11d96-4915-4e57-ad0f-201dc72254f5 req-446a670e-2d44-48ac-b5ed-0007720d96ef service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f377f83bc18f4c0187f237b662699790&device_id=c245de6b-5a8e-47e9-8a83-cc9ed8453593 HTTP/1.1" status: 200 len: 1097 time: 0.1236629 Dec 06 17:15:36.082328 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-979c4982-948a-40d3-a90c-f94db993ca20 req-e8e0ea12-bc50-4c50-b9d7-c19515cc45ac tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773400 Dec 06 17:15:36.099902 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860dbcf4-4377-4ed6-bf5e-c7920b86c586 req-2066969b-935f-4116-a902-74f89f2ec7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:36.101699 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-860dbcf4-4377-4ed6-bf5e-c7920b86c586 req-2066969b-935f-4116-a902-74f89f2ec7b0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a0b22877-e1ab-4b6e-9aff-b26a8d8a9a6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1953120 Dec 06 17:15:36.160866 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-be982240-9baa-4190-b3df-d48e729d493c None None] Set router 3256e403-77e3-4cb7-9e91-46b2de5a4ba9 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:15:36.165353 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device af47245f-7da7-4f3c-bfcb-27cc1bbc5740 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:15:36.191774 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd228101-1e89-41e3-a2a2-46bb970da29d x-openstack-request-id: req-fd228101-1e89-41e3-a2a2-46bb970da29d {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:15:36.191993 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ae9f1fd-d1d8-4bb1-a649-73affa27ad8a", "tag": "af47245f-7da7-4f3c-bfcb-27cc1bbc5740", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:15:36.192232 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fd228101-1e89-41e3-a2a2-46bb970da29d {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:15:36.192627 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ae9f1fd-d1d8-4bb1-a649-73affa27ad8a', 'tag': 'af47245f-7da7-4f3c-bfcb-27cc1bbc5740', 'status': 'completed', 'code': 200} Dec 06 17:15:36.289768 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a7901-814b-464a-b02d-706fafdf0526 req-c78f619b-e869-4ddc-a9f1-3bd2ac43350e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:36.290539 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a7901-814b-464a-b02d-706fafdf0526 req-c78f619b-e869-4ddc-a9f1-3bd2ac43350e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:36.291163 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a7901-814b-464a-b02d-706fafdf0526 req-c78f619b-e869-4ddc-a9f1-3bd2ac43350e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:36.291780 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a7901-814b-464a-b02d-706fafdf0526 req-c78f619b-e869-4ddc-a9f1-3bd2ac43350e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:36.292593 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a7901-814b-464a-b02d-706fafdf0526 req-c78f619b-e869-4ddc-a9f1-3bd2ac43350e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:36.293779 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a7901-814b-464a-b02d-706fafdf0526 req-c78f619b-e869-4ddc-a9f1-3bd2ac43350e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:36.294969 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a7901-814b-464a-b02d-706fafdf0526 req-c78f619b-e869-4ddc-a9f1-3bd2ac43350e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:36.297419 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d56a7901-814b-464a-b02d-706fafdf0526 req-c78f619b-e869-4ddc-a9f1-3bd2ac43350e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3ab1b684adb44126aa30c8ecbc0cad3c&device_id=ab5a1622-9933-40c5-84a1-0be26fda8c29 HTTP/1.1" status: 200 len: 6476 time: 0.1827204 Dec 06 17:15:36.330925 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-860dbcf4-4377-4ed6-bf5e-c7920b86c586 req-419c9370-071e-4b03-a3f6-2dc6d563cd0b service neutron] 10.222.0.44 "GET /v2.0/networks/a0b22877-e1ab-4b6e-9aff-b26a8d8a9a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199149 Dec 06 17:15:36.333769 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd77c61e-b402-4b12-a5cd-8602208346f1 req-8f7ac9c9-05dd-4e42-9760-5d894c2a7fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:36.335479 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bd77c61e-b402-4b12-a5cd-8602208346f1 req-8f7ac9c9-05dd-4e42-9760-5d894c2a7fe6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ec5776faada1431d95950a3e6419a0a1&device_id=8ae9f1fd-d1d8-4bb1-a649-73affa27ad8a HTTP/1.1" status: 200 len: 1095 time: 0.1037941 Dec 06 17:15:36.338100 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-4a344671-0330-4825-a104-b7e66e68853b req-1e702425-366a-4701-9aff-9638628375f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d57b6a13-be1f-4160-9d42-e9b71bb279b9 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:15:36.348193 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d11d96-4915-4e57-ad0f-201dc72254f5 req-6bba8a82-cde2-4fbe-9e87-8c8a789e8d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:36.349943 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-18d11d96-4915-4e57-ad0f-201dc72254f5 req-6bba8a82-cde2-4fbe-9e87-8c8a789e8d9e service neutron] 10.222.0.23 "GET /v2.0/networks?id=4855bde2-5345-463f-b706-ad251cb422d1 HTTP/1.1" status: 200 len: 920 time: 0.2658999 Dec 06 17:15:36.355002 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-4a344671-0330-4825-a104-b7e66e68853b req-1e702425-366a-4701-9aff-9638628375f7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:36.405775 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5530249c-b385-4d85-9088-afe9839dc642 req-7cf50b16-eaff-478b-aaf4-4d1e13af6f47 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:36.406218 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-18d11d96-4915-4e57-ad0f-201dc72254f5 req-9ee9821f-4a98-4787-a960-4cc52ba0613f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=befdce02-98cd-43a4-82c5-c471d6e33719 HTTP/1.1" status: 200 len: 217 time: 0.0397394 Dec 06 17:15:36.412629 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5530249c-b385-4d85-9088-afe9839dc642 req-7cf50b16-eaff-478b-aaf4-4d1e13af6f47 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:36.420665 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5530249c-b385-4d85-9088-afe9839dc642 req-7cf50b16-eaff-478b-aaf4-4d1e13af6f47 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c29c099-cb1e-4fe7-af5b-33665b90124e HTTP/1.1" status: 200 len: 1679 time: 0.1656806 Dec 06 17:15:36.436279 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port af47245f-7da7-4f3c-bfcb-27cc1bbc5740, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=af47245f-7da7-4f3c-bfcb-27cc1bbc5740,segment=NetworkSegment(984ae95e-c60e-40dd-bbe4-3c64f43a2a9d),segment_id=984ae95e-c60e-40dd-bbe4-3c64f43a2a9d)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:15:36.450795 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': 'af47245f-7da7-4f3c-bfcb-27cc1bbc5740', 'network_id': 'abca4b39-f2d6-40a0-afe6-c5a5f5ffb9aa', 'port_id': 'af47245f-7da7-4f3c-bfcb-27cc1bbc5740', 'mac_address': 'fa:16:3e:d2:69:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c3c8f21-d6e2-4216-a4c2-195ad93bf563', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:15:36.456507 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-4a344671-0330-4825-a104-b7e66e68853b req-1e702425-366a-4701-9aff-9638628375f7 service neutron] Transition to ACTIVE for port object d57b6a13-be1f-4160-9d42-e9b71bb279b9 will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:15:36.492136 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-4a344671-0330-4825-a104-b7e66e68853b req-1e702425-366a-4701-9aff-9638628375f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:36.508401 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-be982240-9baa-4190-b3df-d48e729d493c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3256e403-77e3-4cb7-9e91-46b2de5a4ba9', 'name': 'tempest-ServerRescueTestJSONUnderV235-928762650-router', 'tenant_id': 'f377f83bc18f4c0187f237b662699790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.109'}], 'enable_snat': True}, 'gw_port_id': '67fc27b0-a158-4b84-bf2c-6f754bd6a0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:13:57Z', 'updated_at': '2021-12-06T17:14:02Z', 'revision_number': 4, 'project_id': 'f377f83bc18f4c0187f237b662699790', 'gw_port': {'id': '67fc27b0-a158-4b84-bf2c-6f754bd6a0a7', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:36:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3256e403-77e3-4cb7-9e91-46b2de5a4ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:13:58Z', 'updated_at': '2021-12-06T17:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '1afeccbb-399e-4224-812a-db76af72ce21', 'name': '', 'network_id': '4855bde2-5345-463f-b706-ad251cb422d1', 'tenant_id': 'f377f83bc18f4c0187f237b662699790', 'mac_address': 'fa:16:3e:bc:1b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3256e403-77e3-4cb7-9e91-46b2de5a4ba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '7162eead-6b06-4e77-9cd1-32f582d034d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:14:01Z', 'updated_at': '2021-12-06T17:14:09Z', 'revision_number': 5, 'project_id': 'f377f83bc18f4c0187f237b662699790', 'subnets': [{'id': '7162eead-6b06-4e77-9cd1-32f582d034d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:15:36.510528 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:36.531849 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af47245f-7da7-4f3c-bfcb-27cc1bbc5740 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:15:36.552414 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be982240-9baa-4190-b3df-d48e729d493c None None] Checking router: 3256e403-77e3-4cb7-9e91-46b2de5a4ba9 for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:15:36.557791 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d11d96-4915-4e57-ad0f-201dc72254f5 req-f89cfaf2-d9db-4f9e-97a1-afba36c84f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:36.559336 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-18d11d96-4915-4e57-ad0f-201dc72254f5 req-f89cfaf2-d9db-4f9e-97a1-afba36c84f2d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7162eead-6b06-4e77-9cd1-32f582d034d1 HTTP/1.1" status: 200 len: 859 time: 0.1412244 Dec 06 17:15:36.576826 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be982240-9baa-4190-b3df-d48e729d493c None None] Routers {'3256e403-77e3-4cb7-9e91-46b2de5a4ba9'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:15:36.578283 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-be982240-9baa-4190-b3df-d48e729d493c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:15:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['3256e403-77e3-4cb7-9e91-46b2de5a4ba9'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:15:36.588696 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port af47245f-7da7-4f3c-bfcb-27cc1bbc5740, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=af47245f-7da7-4f3c-bfcb-27cc1bbc5740,segment=NetworkSegment(984ae95e-c60e-40dd-bbe4-3c64f43a2a9d),segment_id=984ae95e-c60e-40dd-bbe4-3c64f43a2a9d)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:15:36.596229 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:36.610702 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5530249c-b385-4d85-9088-afe9839dc642 req-5a4f0b89-dc25-4463-9465-8d60632f8213 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.23 "GET /v2.0/security-groups?id=f03ab9e8-fae2-4a61-9f03-339a4717e762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889889 Dec 06 17:15:36.625581 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-18d11d96-4915-4e57-ad0f-201dc72254f5 req-3e6e480f-3447-4389-a811-cc57625e7f60 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4855bde2-5345-463f-b706-ad251cb422d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482275 Dec 06 17:15:36.625796 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e702425-366a-4701-9aff-9638628375f7 service neutron] Pushing event updated for resources: {'Port': ['ID=d57b6a13-be1f-4160-9d42-e9b71bb279b9,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:36.644321 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2643bb07-f681-449b-923d-2386b3ea751c req-2cea9243-d957-4de1-ac32-1a030dc9c0f3 tempest-LiveMigrationTest-2036531045 tempest-LiveMigrationTest-2036531045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:36.650869 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2643bb07-f681-449b-923d-2386b3ea751c req-2cea9243-d957-4de1-ac32-1a030dc9c0f3 tempest-LiveMigrationTest-2036531045 tempest-LiveMigrationTest-2036531045-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=8a81ef20-7627-4783-b92f-49c0d8a17861&tenant_id=1d83e0c6d059422882cc226e7f9c727a&binding%3Ahost_id=n-h1-master-1 HTTP/1.1" status: 200 len: 1096 time: 0.2660017 Dec 06 17:15:36.651344 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd77c61e-b402-4b12-a5cd-8602208346f1 req-6f9db3bd-52f9-4180-aff2-1815c71e4c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:36.653559 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bd77c61e-b402-4b12-a5cd-8602208346f1 req-6f9db3bd-52f9-4180-aff2-1815c71e4c21 service neutron] 10.222.0.44 "GET /v2.0/networks?id=abca4b39-f2d6-40a0-afe6-c5a5f5ffb9aa HTTP/1.1" status: 200 len: 917 time: 0.3071535 Dec 06 17:15:36.660021 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-860dbcf4-4377-4ed6-bf5e-c7920b86c586 req-81b4169a-eb88-4ed6-b158-58ec97b4a32f service neutron] 10.222.0.44 "GET /v2.0/networks/a0b22877-e1ab-4b6e-9aff-b26a8d8a9a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3135643 Dec 06 17:15:36.696108 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=af47245f-7da7-4f3c-bfcb-27cc1bbc5740,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:36.707276 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a7901-814b-464a-b02d-706fafdf0526 req-e3c2958a-16d4-4b89-be39-99b8c8f2efd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:36.708886 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d56a7901-814b-464a-b02d-706fafdf0526 req-e3c2958a-16d4-4b89-be39-99b8c8f2efd3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e47593f6-512b-4b3d-b5fd-6e48cd1a0fda HTTP/1.1" status: 200 len: 903 time: 0.3897254 Dec 06 17:15:36.772767 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bd77c61e-b402-4b12-a5cd-8602208346f1 req-bfd76399-4e4d-4658-acdf-35fa734fe872 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af47245f-7da7-4f3c-bfcb-27cc1bbc5740 HTTP/1.1" status: 200 len: 217 time: 0.0829906 Dec 06 17:15:36.781552 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-be982240-9baa-4190-b3df-d48e729d493c None None] Set router 3256e403-77e3-4cb7-9e91-46b2de5a4ba9 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:15:36.815987 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-860dbcf4-4377-4ed6-bf5e-c7920b86c586 req-40e9c8bb-ffee-4f7a-8365-4e4b3c7ead4c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.128&port_id=9d7eb054-86ff-442d-9f45-2ea7d2c08f33 HTTP/1.1" status: 200 len: 217 time: 0.1056244 Dec 06 17:15:36.839055 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d56a7901-814b-464a-b02d-706fafdf0526 req-104ddaf1-dc61-468c-9f9e-164eb6ee8521 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cf0bdd3f-c300-462b-8d0e-73d39f19d252 HTTP/1.1" status: 200 len: 217 time: 0.0730002 Dec 06 17:15:36.910410 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd77c61e-b402-4b12-a5cd-8602208346f1 req-117f57fb-3134-4a81-ad36-3e806c968e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:36.912214 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bd77c61e-b402-4b12-a5cd-8602208346f1 req-117f57fb-3134-4a81-ad36-3e806c968e95 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2c3c8f21-d6e2-4216-a4c2-195ad93bf563 HTTP/1.1" status: 200 len: 855 time: 0.1056900 Dec 06 17:15:36.916060 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-18d11d96-4915-4e57-ad0f-201dc72254f5 req-5c3dbfd0-22f3-40a0-9509-307bdd433498 service neutron] 10.222.0.23 "GET /v2.0/networks/4855bde2-5345-463f-b706-ad251cb422d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2854378 Dec 06 17:15:36.917450 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['af47245f-7da7-4f3c-bfcb-27cc1bbc5740'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:15:36.922405 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe0dff1-241b-4e7b-84fd-b804b0f67fa6 req-60e5fd61-5c48-48fb-9ec3-67af8196ce1d tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:36.927564 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-cfe0dff1-241b-4e7b-84fd-b804b0f67fa6 req-60e5fd61-5c48-48fb-9ec3-67af8196ce1d tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea1dc4d5-db52-4d0c-968b-9b977ba74678 HTTP/1.1" status: 200 len: 943 time: 0.2082703 Dec 06 17:15:36.975520 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860dbcf4-4377-4ed6-bf5e-c7920b86c586 req-5ba97eb9-4141-4cc1-b06a-496c7b1f94ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:36.975737 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a7901-814b-464a-b02d-706fafdf0526 req-dbc24d21-d29a-454d-880b-eefa3ed479d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:36.976973 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-860dbcf4-4377-4ed6-bf5e-c7920b86c586 req-5ba97eb9-4141-4cc1-b06a-496c7b1f94ae service neutron] 10.222.0.44 "GET /v2.0/subnets?id=68402152-4266-45be-801a-eaef3efecb66 HTTP/1.1" status: 200 len: 801 time: 0.1492286 Dec 06 17:15:36.977157 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d56a7901-814b-464a-b02d-706fafdf0526 req-dbc24d21-d29a-454d-880b-eefa3ed479d9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c1218bad-8e8e-4b33-a2c3-7828bed04f77 HTTP/1.1" status: 200 len: 797 time: 0.1274948 Dec 06 17:15:36.980800 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-4a344671-0330-4825-a104-b7e66e68853b req-1e702425-366a-4701-9aff-9638628375f7 service neutron] Attempting to bind port d57b6a13-be1f-4160-9d42-e9b71bb279b9 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:15:36.981131 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-4a344671-0330-4825-a104-b7e66e68853b req-1e702425-366a-4701-9aff-9638628375f7 service neutron] Attempting to bind port d57b6a13-be1f-4160-9d42-e9b71bb279b9 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '984ae95e-c60e-40dd-bbe4-3c64f43a2a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'abca4b39-f2d6-40a0-afe6-c5a5f5ffb9aa'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:15:36.981552 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a344671-0330-4825-a104-b7e66e68853b req-1e702425-366a-4701-9aff-9638628375f7 service neutron] Attempting to bind port d57b6a13-be1f-4160-9d42-e9b71bb279b9 on network abca4b39-f2d6-40a0-afe6-c5a5f5ffb9aa {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:15:37.031398 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a344671-0330-4825-a104-b7e66e68853b req-1e702425-366a-4701-9aff-9638628375f7 service neutron] Port d57b6a13-be1f-4160-9d42-e9b71bb279b9 on network abca4b39-f2d6-40a0-afe6-c5a5f5ffb9aa not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:15:37.031736 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a344671-0330-4825-a104-b7e66e68853b req-1e702425-366a-4701-9aff-9638628375f7 service neutron] Attempting to bind port d57b6a13-be1f-4160-9d42-e9b71bb279b9 on network abca4b39-f2d6-40a0-afe6-c5a5f5ffb9aa {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:15:37.063118 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd77c61e-b402-4b12-a5cd-8602208346f1 req-516ee6c3-1cc8-49b2-97fe-6ce74af97f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:37.064191 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a344671-0330-4825-a104-b7e66e68853b req-1e702425-366a-4701-9aff-9638628375f7 service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:15:37.064559 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a344671-0330-4825-a104-b7e66e68853b req-1e702425-366a-4701-9aff-9638628375f7 service neutron] Checking segment: {'id': '984ae95e-c60e-40dd-bbe4-3c64f43a2a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'abca4b39-f2d6-40a0-afe6-c5a5f5ffb9aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:15:37.064666 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bd77c61e-b402-4b12-a5cd-8602208346f1 req-516ee6c3-1cc8-49b2-97fe-6ce74af97f73 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=abca4b39-f2d6-40a0-afe6-c5a5f5ffb9aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1443236 Dec 06 17:15:37.064918 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a344671-0330-4825-a104-b7e66e68853b req-1e702425-366a-4701-9aff-9638628375f7 service neutron] Bound using segment: {'id': '984ae95e-c60e-40dd-bbe4-3c64f43a2a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'abca4b39-f2d6-40a0-afe6-c5a5f5ffb9aa'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:15:37.065364 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-4a344671-0330-4825-a104-b7e66e68853b req-1e702425-366a-4701-9aff-9638628375f7 service neutron] Bound port: d57b6a13-be1f-4160-9d42-e9b71bb279b9, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '984ae95e-c60e-40dd-bbe4-3c64f43a2a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'abca4b39-f2d6-40a0-afe6-c5a5f5ffb9aa'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:15:37.065749 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-4a344671-0330-4825-a104-b7e66e68853b req-1e702425-366a-4701-9aff-9638628375f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:37.095272 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-be982240-9baa-4190-b3df-d48e729d493c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3256e403-77e3-4cb7-9e91-46b2de5a4ba9', 'name': 'tempest-ServerRescueTestJSONUnderV235-928762650-router', 'tenant_id': 'f377f83bc18f4c0187f237b662699790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.109'}], 'enable_snat': True}, 'gw_port_id': '67fc27b0-a158-4b84-bf2c-6f754bd6a0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:13:57Z', 'updated_at': '2021-12-06T17:14:02Z', 'revision_number': 4, 'project_id': 'f377f83bc18f4c0187f237b662699790', 'gw_port': {'id': '67fc27b0-a158-4b84-bf2c-6f754bd6a0a7', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:36:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3256e403-77e3-4cb7-9e91-46b2de5a4ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:13:58Z', 'updated_at': '2021-12-06T17:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '1afeccbb-399e-4224-812a-db76af72ce21', 'name': '', 'network_id': '4855bde2-5345-463f-b706-ad251cb422d1', 'tenant_id': 'f377f83bc18f4c0187f237b662699790', 'mac_address': 'fa:16:3e:bc:1b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3256e403-77e3-4cb7-9e91-46b2de5a4ba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '7162eead-6b06-4e77-9cd1-32f582d034d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:14:01Z', 'updated_at': '2021-12-06T17:14:09Z', 'revision_number': 5, 'project_id': 'f377f83bc18f4c0187f237b662699790', 'subnets': [{'id': '7162eead-6b06-4e77-9cd1-32f582d034d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:15:37.096137 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-cfe0dff1-241b-4e7b-84fd-b804b0f67fa6 req-29933cb3-4225-4b50-991b-7e3681652cae tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.23 "GET /v2.0/security-groups?id=e017b456-a96a-4d30-8ba2-3b675361f11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616952 Dec 06 17:15:37.100742 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-2643bb07-f681-449b-923d-2386b3ea751c req-221dec47-aa6f-4368-be4a-1944d39b182e service neutron] For port ea5126e6-32e0-495a-9092-333ce0b1510b, host n-h2-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:15:37.113780 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a7901-814b-464a-b02d-706fafdf0526 req-21ab5f8c-847a-4f39-a341-6e3213c45d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:37.115295 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d56a7901-814b-464a-b02d-706fafdf0526 req-21ab5f8c-847a-4f39-a341-6e3213c45d6e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e47593f6-512b-4b3d-b5fd-6e48cd1a0fda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1033318 Dec 06 17:15:37.117239 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-18d11d96-4915-4e57-ad0f-201dc72254f5 req-fbb75124-cb33-4664-b67a-c42397db9499 service neutron] 10.222.0.23 "GET /v2.0/networks/4855bde2-5345-463f-b706-ad251cb422d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894729 Dec 06 17:15:37.123460 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2643bb07-f681-449b-923d-2386b3ea751c req-221dec47-aa6f-4368-be4a-1944d39b182e service neutron] Publish callbacks [] for binding, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:37.124579 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2643bb07-f681-449b-923d-2386b3ea751c req-221dec47-aa6f-4368-be4a-1944d39b182e service neutron] 10.222.0.41 "DELETE /v2.0/ports/ea5126e6-32e0-495a-9092-333ce0b1510b/bindings/n-h2-master-1 HTTP/1.1" status: 204 len: 173 time: 0.4335058 Dec 06 17:15:37.145240 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860dbcf4-4377-4ed6-bf5e-c7920b86c586 req-354588c7-6f07-4984-8824-575591008e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:37.146910 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-860dbcf4-4377-4ed6-bf5e-c7920b86c586 req-354588c7-6f07-4984-8824-575591008e7f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fa4a44b4-21f9-4c2a-acd2-dd2f83c51946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1569748 Dec 06 17:15:37.153624 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be982240-9baa-4190-b3df-d48e729d493c None None] The sync data for ids ['3256e403-77e3-4cb7-9e91-46b2de5a4ba9'] in n-d-master-1 is: [{'id': '3256e403-77e3-4cb7-9e91-46b2de5a4ba9', 'name': 'tempest-ServerRescueTestJSONUnderV235-928762650-router', 'tenant_id': 'f377f83bc18f4c0187f237b662699790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.109'}], 'enable_snat': True}, 'gw_port_id': '67fc27b0-a158-4b84-bf2c-6f754bd6a0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:13:57Z', 'updated_at': '2021-12-06T17:14:02Z', 'revision_number': 4, 'project_id': 'f377f83bc18f4c0187f237b662699790', 'gw_port': {'id': '67fc27b0-a158-4b84-bf2c-6f754bd6a0a7', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:36:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3256e403-77e3-4cb7-9e91-46b2de5a4ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:13:58Z', 'updated_at': '2021-12-06T17:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '1afeccbb-399e-4224-812a-db76af72ce21', 'name': '', 'network_id': '4855bde2-5345-463f-b706-ad251cb422d1', 'tenant_id': 'f377f83bc18f4c0187f237b662699790', 'mac_address': 'fa:16:3e:bc:1b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3256e403-77e3-4cb7-9e91-46b2de5a4ba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '7162eead-6b06-4e77-9cd1-32f582d034d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:14:01Z', 'updated_at': '2021-12-06T17:14:09Z', 'revision_number': 5, 'project_id': 'f377f83bc18f4c0187f237b662699790', 'subnets': [{'id': '7162eead-6b06-4e77-9cd1-32f582d034d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:15:37.283454 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-4a344671-0330-4825-a104-b7e66e68853b req-1e702425-366a-4701-9aff-9638628375f7 service neutron] For port d57b6a13-be1f-4160-9d42-e9b71bb279b9, host n-h1-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:15:37.308676 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-4a344671-0330-4825-a104-b7e66e68853b req-1e702425-366a-4701-9aff-9638628375f7 service neutron] For port d57b6a13-be1f-4160-9d42-e9b71bb279b9, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=d57b6a13-be1f-4160-9d42-e9b71bb279b9,segment=NetworkSegment(984ae95e-c60e-40dd-bbe4-3c64f43a2a9d),segment_id=984ae95e-c60e-40dd-bbe4-3c64f43a2a9d)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:15:37.321693 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f32f8e4-bc77-409d-8a36-21627ce49b55 req-86dc2ad2-5308-4255-9fdd-48ac8d8fe4e1 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:37.323265 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7f32f8e4-bc77-409d-8a36-21627ce49b55 req-86dc2ad2-5308-4255-9fdd-48ac8d8fe4e1 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a81ef20-7627-4783-b92f-49c0d8a17861 HTTP/1.1" status: 200 len: 945 time: 0.1332500 Dec 06 17:15:37.330066 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-4a344671-0330-4825-a104-b7e66e68853b req-1e702425-366a-4701-9aff-9638628375f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:37.370238 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bd77c61e-b402-4b12-a5cd-8602208346f1 req-d824061e-a33a-4915-9b2a-ed1db48f1c8e service neutron] 10.222.0.44 "GET /v2.0/networks/abca4b39-f2d6-40a0-afe6-c5a5f5ffb9aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893395 Dec 06 17:15:37.372059 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d56a7901-814b-464a-b02d-706fafdf0526 req-5c8c7abb-6435-4155-a1b5-301ac7cdcf7b service neutron] 10.222.0.41 "GET /v2.0/networks/e47593f6-512b-4b3d-b5fd-6e48cd1a0fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748750 Dec 06 17:15:37.372411 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-860dbcf4-4377-4ed6-bf5e-c7920b86c586 req-11541993-46ba-42d2-a0f9-1844a81a5155 service neutron] 10.222.0.44 "GET /v2.0/networks/fa4a44b4-21f9-4c2a-acd2-dd2f83c51946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142587 Dec 06 17:15:37.390829 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a344671-0330-4825-a104-b7e66e68853b req-1e702425-366a-4701-9aff-9638628375f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:37.391767 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-4a344671-0330-4825-a104-b7e66e68853b req-1e702425-366a-4701-9aff-9638628375f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:37.393268 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4a344671-0330-4825-a104-b7e66e68853b req-1e702425-366a-4701-9aff-9638628375f7 service neutron] 10.222.0.41 "PUT /v2.0/ports/d57b6a13-be1f-4160-9d42-e9b71bb279b9 HTTP/1.1" status: 200 len: 1091 time: 1.9867349 Dec 06 17:15:37.520541 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e702425-366a-4701-9aff-9638628375f7 service neutron] Pushing event updated for resources: {'Port': ['ID=d57b6a13-be1f-4160-9d42-e9b71bb279b9,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:37.551554 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7f32f8e4-bc77-409d-8a36-21627ce49b55 req-69531207-b23e-4f3c-9bac-3b572bf30dbf tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132168 Dec 06 17:15:37.581629 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa2eef9-4cdf-43ac-9223-d1a48038816e None None] New status for floating IP 65f51a65-9677-4a54-98fc-f65796681d75: DOWN {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 17:15:37.646649 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-860dbcf4-4377-4ed6-bf5e-c7920b86c586 req-c1b731c4-9c4e-4ab9-8c21-90b2640d1f97 service neutron] 10.222.0.44 "GET /v2.0/networks/fa4a44b4-21f9-4c2a-acd2-dd2f83c51946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492776 Dec 06 17:15:37.649874 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a344671-0330-4825-a104-b7e66e68853b req-a60825c2-1910-403c-9350-766481b88d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:37.651373 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4a344671-0330-4825-a104-b7e66e68853b req-a60825c2-1910-403c-9350-766481b88d84 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ec5776faada1431d95950a3e6419a0a1&device_id=ea1dc4d5-db52-4d0c-968b-9b977ba74678 HTTP/1.1" status: 200 len: 1094 time: 0.1559312 Dec 06 17:15:37.654724 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bd77c61e-b402-4b12-a5cd-8602208346f1 req-3366506b-7c3d-43f1-a80d-a81622c29ab9 service neutron] 10.222.0.44 "GET /v2.0/networks/abca4b39-f2d6-40a0-afe6-c5a5f5ffb9aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271843 Dec 06 17:15:37.686947 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae2a0788-651c-4758-b68b-37a633a34017 x-openstack-request-id: req-ae2a0788-651c-4758-b68b-37a633a34017 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:15:37.687541 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c29c099-cb1e-4fe7-af5b-33665b90124e", "tag": "9d7eb054-86ff-442d-9f45-2ea7d2c08f33", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:15:37.687795 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ae2a0788-651c-4758-b68b-37a633a34017 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:15:37.690375 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c29c099-cb1e-4fe7-af5b-33665b90124e', 'tag': '9d7eb054-86ff-442d-9f45-2ea7d2c08f33', 'status': 'completed', 'code': 200} Dec 06 17:15:37.693724 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bad49c1-9e64-40b6-99cd-ee6c6d6632fb x-openstack-request-id: req-6bad49c1-9e64-40b6-99cd-ee6c6d6632fb {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:15:37.694034 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0fd118f-159f-42dd-a725-ee51344fae03", "name": "network-vif-plugged", "status": "completed", "tag": "0db2549d-e909-4919-907d-edd6540f589f", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:15:37.694301 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6bad49c1-9e64-40b6-99cd-ee6c6d6632fb {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:15:37.694740 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0fd118f-159f-42dd-a725-ee51344fae03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0db2549d-e909-4919-907d-edd6540f589f', 'code': 200} Dec 06 17:15:37.741354 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4a344671-0330-4825-a104-b7e66e68853b req-1680fd86-0eef-4741-b6ee-19288b73389e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d57b6a13-be1f-4160-9d42-e9b71bb279b9 HTTP/1.1" status: 200 len: 217 time: 0.0770030 Dec 06 17:15:37.758581 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 19026516-f680-46ce-96c9-e0e7b2bd564c details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:15:37.766451 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a1e83-fa63-47f7-96d5-03da3b63eba9 req-1ed6b4a2-5cd3-4719-94e4-71fa95542349 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:37.778322 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ac4a1e83-fa63-47f7-96d5-03da3b63eba9 req-1ed6b4a2-5cd3-4719-94e4-71fa95542349 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] 10.222.0.23 "GET /v2.0/ports?device_id=87b15b20-8ba4-4090-bc6d-8274e4d6fbca&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4098513 Dec 06 17:15:37.792556 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d56a7901-814b-464a-b02d-706fafdf0526 req-2ce9ef5f-f6eb-49ab-84cc-5b45967ed60f service neutron] 10.222.0.41 "GET /v2.0/networks/e47593f6-512b-4b3d-b5fd-6e48cd1a0fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209673 Dec 06 17:15:37.892344 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ac4a1e83-fa63-47f7-96d5-03da3b63eba9 req-24ee7a5f-c4c2-432b-bce3-c1f1da98d55b tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.35.1.168 HTTP/1.1" status: 200 len: 696 time: 0.1129258 Dec 06 17:15:37.900464 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a344671-0330-4825-a104-b7e66e68853b req-fdb8ffba-e339-42fd-aa68-3dae9839c32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:37.902069 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4a344671-0330-4825-a104-b7e66e68853b req-fdb8ffba-e339-42fd-aa68-3dae9839c32d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2c3c8f21-d6e2-4216-a4c2-195ad93bf563 HTTP/1.1" status: 200 len: 855 time: 0.1113863 Dec 06 17:15:37.907149 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6cf682-bfc5-425d-8dc1-3d33d909fe83 req-dd4b2e14-af46-476b-ad80-d6de2cd5f43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:37.907624 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6cf682-bfc5-425d-8dc1-3d33d909fe83 req-dd4b2e14-af46-476b-ad80-d6de2cd5f43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:37.909280 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ad6cf682-bfc5-425d-8dc1-3d33d909fe83 req-dd4b2e14-af46-476b-ad80-d6de2cd5f43f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e496f20025e24ec89db8607fe6b1b56a&device_id=5c29c099-cb1e-4fe7-af5b-33665b90124e HTTP/1.1" status: 200 len: 1981 time: 0.1195495 Dec 06 17:15:37.910220 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627e388a-5c4e-4ad9-8fd8-85641bf25d19 req-1e89f5ba-adb1-4601-b6c9-5939134af952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:37.912649 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-627e388a-5c4e-4ad9-8fd8-85641bf25d19 req-1e89f5ba-adb1-4601-b6c9-5939134af952 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d0fd118f-159f-42dd-a725-ee51344fae03 HTTP/1.1" status: 200 len: 1096 time: 0.0671005 Dec 06 17:15:37.919084 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-ac4a1e83-fa63-47f7-96d5-03da3b63eba9 req-532d21ce-e338-42a0-b1ee-8daf385a72de tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Request body: {'floatingip': {'port_id': '3325fae5-f781-4ac9-a8a9-04cc42f2ec12', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:15:37.921668 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4457ef89-4900-4729-834a-01461a62dd8f req-dc81dc36-2ff7-4658-a710-1beff3f7489d tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:37.928336 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4457ef89-4900-4729-834a-01461a62dd8f req-dc81dc36-2ff7-4658-a710-1beff3f7489d tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:37.934558 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4457ef89-4900-4729-834a-01461a62dd8f req-dc81dc36-2ff7-4658-a710-1beff3f7489d tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:37.940613 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4457ef89-4900-4729-834a-01461a62dd8f req-dc81dc36-2ff7-4658-a710-1beff3f7489d tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:37.946823 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4457ef89-4900-4729-834a-01461a62dd8f req-dc81dc36-2ff7-4658-a710-1beff3f7489d tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:37.953443 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4457ef89-4900-4729-834a-01461a62dd8f req-dc81dc36-2ff7-4658-a710-1beff3f7489d tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:37.959484 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4457ef89-4900-4729-834a-01461a62dd8f req-dc81dc36-2ff7-4658-a710-1beff3f7489d tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:37.962719 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 19026516-f680-46ce-96c9-e0e7b2bd564c, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=19026516-f680-46ce-96c9-e0e7b2bd564c,segment=NetworkSegment(c5bdebef-6647-4acc-8b76-b3635792eaa5),segment_id=c5bdebef-6647-4acc-8b76-b3635792eaa5)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:15:37.967536 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4457ef89-4900-4729-834a-01461a62dd8f req-dc81dc36-2ff7-4658-a710-1beff3f7489d tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab5a1622-9933-40c5-84a1-0be26fda8c29 HTTP/1.1" status: 200 len: 5419 time: 0.2030718 Dec 06 17:15:37.978706 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': '19026516-f680-46ce-96c9-e0e7b2bd564c', 'network_id': 'f3115485-0e47-4001-968e-d7c2520b29dd', 'port_id': '19026516-f680-46ce-96c9-e0e7b2bd564c', 'mac_address': 'fa:16:3e:ca:06:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85724274-c536-4bb4-9806-32c964df8042', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:15:38.014886 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ac4a1e83-fa63-47f7-96d5-03da3b63eba9 req-532d21ce-e338-42a0-b1ee-8daf385a72de tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Publish callbacks [] for floatingip, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:38.035971 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:38.055426 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 19026516-f680-46ce-96c9-e0e7b2bd564c {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:15:38.093037 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 19026516-f680-46ce-96c9-e0e7b2bd564c, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=19026516-f680-46ce-96c9-e0e7b2bd564c,segment=NetworkSegment(c5bdebef-6647-4acc-8b76-b3635792eaa5),segment_id=c5bdebef-6647-4acc-8b76-b3635792eaa5)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:15:38.098002 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:38.118627 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a344671-0330-4825-a104-b7e66e68853b req-2de57e3a-1a19-49c8-a089-c8ce949b5595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:38.120187 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4a344671-0330-4825-a104-b7e66e68853b req-2de57e3a-1a19-49c8-a089-c8ce949b5595 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=abca4b39-f2d6-40a0-afe6-c5a5f5ffb9aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1417632 Dec 06 17:15:38.146399 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-627e388a-5c4e-4ad9-8fd8-85641bf25d19 req-57029e63-0cfe-4a76-8387-a5a211f01feb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e017b456-a96a-4d30-8ba2-3b675361f11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678207 Dec 06 17:15:38.154040 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4457ef89-4900-4729-834a-01461a62dd8f req-25eda8a7-e507-46e0-8920-be810305a9ed tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/security-groups?id=dcb0062a-d825-4410-8154-a45e8f107f6a&id=a4eb8a4b-85ed-48a0-8761-ec5681059b26&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1809661 Dec 06 17:15:38.155768 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=19026516-f680-46ce-96c9-e0e7b2bd564c,revision_number=6']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:38.194240 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea1dc4d5-db52-4d0c-968b-9b977ba74678', 'tag': 'd57b6a13-be1f-4160-9d42-e9b71bb279b9'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:15:38.196564 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-363832a3-c261-4b0b-8a41-0e8d7c0d6465" -d '{"events": [{"name": "network-changed", "server_uuid": "ea1dc4d5-db52-4d0c-968b-9b977ba74678", "tag": "d57b6a13-be1f-4160-9d42-e9b71bb279b9"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:15:38.211204 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6cf682-bfc5-425d-8dc1-3d33d909fe83 req-c1e88380-f6a6-48a2-894b-2ea1025421dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:38.212759 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ad6cf682-bfc5-425d-8dc1-3d33d909fe83 req-c1e88380-f6a6-48a2-894b-2ea1025421dc service neutron] 10.222.0.44 "GET /v2.0/networks?id=fa4a44b4-21f9-4c2a-acd2-dd2f83c51946 HTTP/1.1" status: 200 len: 903 time: 0.2264059 Dec 06 17:15:38.239638 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['19026516-f680-46ce-96c9-e0e7b2bd564c'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:15:38.622606 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ac4a1e83-fa63-47f7-96d5-03da3b63eba9 req-532d21ce-e338-42a0-b1ee-8daf385a72de tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:38.627659 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ac4a1e83-fa63-47f7-96d5-03da3b63eba9 req-532d21ce-e338-42a0-b1ee-8daf385a72de tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:38.635448 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ad6cf682-bfc5-425d-8dc1-3d33d909fe83 req-a2dd243f-e095-4b7b-8f2a-852a4a5b43cf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.128&port_id=9d7eb054-86ff-442d-9f45-2ea7d2c08f33 HTTP/1.1" status: 200 len: 217 time: 0.3914878 Dec 06 17:15:38.707388 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2c3db9-6473-4b2d-9b83-53f59c360f6e req-cd725f31-f219-4423-8676-68fa5c74cbc5 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:38.708978 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7c2c3db9-6473-4b2d-9b83-53f59c360f6e req-cd725f31-f219-4423-8676-68fa5c74cbc5 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=3111a296-b40e-48c5-bfa4-66d71264ae66 HTTP/1.1" status: 200 len: 945 time: 0.4639814 Dec 06 17:15:38.717346 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4a344671-0330-4825-a104-b7e66e68853b req-ac5aa19e-827c-4bfd-8e9b-61ac56a9fdf8 service neutron] 10.222.0.41 "GET /v2.0/networks/abca4b39-f2d6-40a0-afe6-c5a5f5ffb9aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5622218 Dec 06 17:15:38.724955 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6cf682-bfc5-425d-8dc1-3d33d909fe83 req-af07c6fe-b66e-43a5-b33c-54d7e18a6355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:38.726365 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ad6cf682-bfc5-425d-8dc1-3d33d909fe83 req-af07c6fe-b66e-43a5-b33c-54d7e18a6355 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=68402152-4266-45be-801a-eaef3efecb66 HTTP/1.1" status: 200 len: 801 time: 0.0821047 Dec 06 17:15:38.735627 n-d-master-1 neutron-server[103284]: INFO neutron.db.l3_db [req-ac4a1e83-fa63-47f7-96d5-03da3b63eba9 req-532d21ce-e338-42a0-b1ee-8daf385a72de tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Floating IP 725f0ce0-5475-4966-8f23-367e3c595b22 associated. External IP: 172.35.1.168, port: 3325fae5-f781-4ac9-a8a9-04cc42f2ec12. Dec 06 17:15:38.865682 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6cf682-bfc5-425d-8dc1-3d33d909fe83 req-6d7c6f7d-3d15-4e66-8522-d19b0d5fb259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:38.867223 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ad6cf682-bfc5-425d-8dc1-3d33d909fe83 req-6d7c6f7d-3d15-4e66-8522-d19b0d5fb259 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fa4a44b4-21f9-4c2a-acd2-dd2f83c51946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1333444 Dec 06 17:15:38.955140 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7c2c3db9-6473-4b2d-9b83-53f59c360f6e req-a8cc2674-5767-4715-892e-9e2e3ba431d5 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324338 Dec 06 17:15:38.995851 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ac4a1e83-fa63-47f7-96d5-03da3b63eba9 req-532d21ce-e338-42a0-b1ee-8daf385a72de tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Router a4886f3a-dc8e-46d4-bf32-cf444d19046b has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:15:39.060561 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-acb595e8-15f7-49fa-94d8-2b8ea01adf39 req-4548d44a-2e03-4a32-a863-0456d305933a tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] 10.222.0.23 "GET /v2.0/floatingips/65f51a65-9677-4a54-98fc-f65796681d75 HTTP/1.1" status: 200 len: 691 time: 0.0676560 Dec 06 17:15:39.063472 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4a344671-0330-4825-a104-b7e66e68853b req-1c718d30-0560-496e-85b1-c2357ef830a1 service neutron] 10.222.0.41 "GET /v2.0/networks/abca4b39-f2d6-40a0-afe6-c5a5f5ffb9aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3306701 Dec 06 17:15:39.075846 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ad6cf682-bfc5-425d-8dc1-3d33d909fe83 req-1936de1d-7c54-45e7-9811-be5e604c7126 service neutron] 10.222.0.44 "GET /v2.0/networks/fa4a44b4-21f9-4c2a-acd2-dd2f83c51946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955938 Dec 06 17:15:39.139738 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ac4a1e83-fa63-47f7-96d5-03da3b63eba9 req-532d21ce-e338-42a0-b1ee-8daf385a72de tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:15:39.145573 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ac4a1e83-fa63-47f7-96d5-03da3b63eba9 req-532d21ce-e338-42a0-b1ee-8daf385a72de tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:39.151657 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a175fd2b-b3ca-461c-b476-4d34c329616b None None] Sync routers for ids ['a4886f3a-dc8e-46d4-bf32-cf444d19046b'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:15:39.164767 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a175fd2b-b3ca-461c-b476-4d34c329616b None None] Routers {'a4886f3a-dc8e-46d4-bf32-cf444d19046b'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:15:39.165758 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-a175fd2b-b3ca-461c-b476-4d34c329616b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:15:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['a4886f3a-dc8e-46d4-bf32-cf444d19046b'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:15:39.186889 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ac4a1e83-fa63-47f7-96d5-03da3b63eba9 req-532d21ce-e338-42a0-b1ee-8daf385a72de tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] 10.222.0.23 "PUT /v2.0/floatingips/725f0ce0-5475-4966-8f23-367e3c595b22 HTTP/1.1" status: 200 len: 996 time: 1.2726529 Dec 06 17:15:39.284788 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a1e83-fa63-47f7-96d5-03da3b63eba9 req-22bd63eb-d243-4e0f-8e8d-b07c7accf322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:39.286652 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ac4a1e83-fa63-47f7-96d5-03da3b63eba9 req-22bd63eb-d243-4e0f-8e8d-b07c7accf322 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9bef0bd25b3044c8b28cf9aea9137f71&device_id=87b15b20-8ba4-4090-bc6d-8274e4d6fbca HTTP/1.1" status: 200 len: 1096 time: 0.0692854 Dec 06 17:15:39.313900 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb595e8-15f7-49fa-94d8-2b8ea01adf39 req-1690d9a4-155e-447e-83fc-8667a3361968 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:39.315608 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-acb595e8-15f7-49fa-94d8-2b8ea01adf39 req-1690d9a4-155e-447e-83fc-8667a3361968 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] 10.222.0.23 "GET /v2.0/networks/40c9982f-f1ff-4b90-bebe-b7d51655f7e2 HTTP/1.1" status: 200 len: 784 time: 0.2452080 Dec 06 17:15:39.336309 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ad6cf682-bfc5-425d-8dc1-3d33d909fe83 req-234f7ae3-670b-4235-8cad-22368c8171de service neutron] 10.222.0.44 "GET /v2.0/networks/fa4a44b4-21f9-4c2a-acd2-dd2f83c51946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325215 Dec 06 17:15:39.357449 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-a175fd2b-b3ca-461c-b476-4d34c329616b None None] Set router a4886f3a-dc8e-46d4-bf32-cf444d19046b gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:15:39.391740 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-acb595e8-15f7-49fa-94d8-2b8ea01adf39 req-87ac145a-4723-4178-915e-9689928e3c41 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.35.1.4 HTTP/1.1" status: 200 len: 694 time: 0.0678883 Dec 06 17:15:39.443674 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a1e83-fa63-47f7-96d5-03da3b63eba9 req-60f772e5-fb7b-4c35-9fd4-1f30b0929a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:39.445974 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ac4a1e83-fa63-47f7-96d5-03da3b63eba9 req-60f772e5-fb7b-4c35-9fd4-1f30b0929a7b service neutron] 10.222.0.23 "GET /v2.0/networks?id=54ec0ce5-40a5-4965-be28-5d5392d9c61d HTTP/1.1" status: 200 len: 922 time: 0.1491141 Dec 06 17:15:39.477926 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-acb595e8-15f7-49fa-94d8-2b8ea01adf39 req-1442b861-2dbc-4908-8a3f-6123bda5e027 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.35.1.4 HTTP/1.1" status: 200 len: 694 time: 0.0757074 Dec 06 17:15:39.702876 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-acb595e8-15f7-49fa-94d8-2b8ea01adf39 req-f7fa53d8-f625-4dc1-aad0-4fd4ec71983d tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Deleting port 1deb671d-1a84-4ca9-94c2-691b42127ec7 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:15:39.703315 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-acb595e8-15f7-49fa-94d8-2b8ea01adf39 req-f7fa53d8-f625-4dc1-aad0-4fd4ec71983d tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:39.751036 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 19026516-f680-46ce-96c9-e0e7b2bd564c up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:15:39.846287 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port 19026516-f680-46ce-96c9-e0e7b2bd564c triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:15:39.846656 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:39.889428 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-acb595e8-15f7-49fa-94d8-2b8ea01adf39 req-f7fa53d8-f625-4dc1-aad0-4fd4ec71983d tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:39.889428 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-acb595e8-15f7-49fa-94d8-2b8ea01adf39 req-f7fa53d8-f625-4dc1-aad0-4fd4ec71983d tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:39.907221 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-a175fd2b-b3ca-461c-b476-4d34c329616b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4886f3a-dc8e-46d4-bf32-cf444d19046b', 'name': 'tempest-FloatingIPsAssociationTestJSON-2021917022-router', 'tenant_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.251'}], 'enable_snat': True}, 'gw_port_id': 'ed9d2ed6-cd26-419f-ba6e-fe7113b2b955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:14:33Z', 'updated_at': '2021-12-06T17:14:46Z', 'revision_number': 4, 'project_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'gw_port': {'id': 'ed9d2ed6-cd26-419f-ba6e-fe7113b2b955', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4886f3a-dc8e-46d4-bf32-cf444d19046b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:14:35Z', 'updated_at': '2021-12-06T17:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '725f0ce0-5475-4966-8f23-367e3c595b22', 'tenant_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'floating_ip_address': '172.35.1.168', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': 'a4886f3a-dc8e-46d4-bf32-cf444d19046b', 'port_id': '3325fae5-f781-4ac9-a8a9-04cc42f2ec12', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1091, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54ec0ce5-40a5-4965-be28-5d5392d9c61d', 'mac_address': 'fa:16:3e:af:92:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b15b20-8ba4-4090-bc6d-8274e4d6fbca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:15:07Z', 'updated_at': '2021-12-06T17:15:38Z', 'revision_number': 1, 'project_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f22f1220-ca3a-474a-bcc5-100acb015c83', 'name': '', 'network_id': '54ec0ce5-40a5-4965-be28-5d5392d9c61d', 'tenant_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'mac_address': 'fa:16:3e:99:ce:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4886f3a-dc8e-46d4-bf32-cf444d19046b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '606d14bd-3cdf-4d5d-8976-793383533298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:14:45Z', 'updated_at': '2021-12-06T17:14:52Z', 'revision_number': 5, 'project_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'subnets': [{'id': '606d14bd-3cdf-4d5d-8976-793383533298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:15:39.919198 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-acb595e8-15f7-49fa-94d8-2b8ea01adf39 req-f7fa53d8-f625-4dc1-aad0-4fd4ec71983d tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Calling delete_port for 1deb671d-1a84-4ca9-94c2-691b42127ec7 owned by network:floatingip {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:15:39.949583 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a175fd2b-b3ca-461c-b476-4d34c329616b None None] Checking router: a4886f3a-dc8e-46d4-bf32-cf444d19046b for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:15:39.966375 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a175fd2b-b3ca-461c-b476-4d34c329616b None None] Routers {'a4886f3a-dc8e-46d4-bf32-cf444d19046b'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:15:39.967273 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-a175fd2b-b3ca-461c-b476-4d34c329616b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:15:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['a4886f3a-dc8e-46d4-bf32-cf444d19046b'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:15:39.985229 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c245de6b-5a8e-47e9-8a83-cc9ed8453593', 'tag': 'befdce02-98cd-43a4-82c5-c471d6e33719'}, {'name': 'network-changed', 'server_uuid': '87b15b20-8ba4-4090-bc6d-8274e4d6fbca', 'tag': '3325fae5-f781-4ac9-a8a9-04cc42f2ec12'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:15:39.987581 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c662961c-fe7a-4c14-97ae-a5c6632f6169" -d '{"events": [{"name": "network-changed", "server_uuid": "c245de6b-5a8e-47e9-8a83-cc9ed8453593", "tag": "befdce02-98cd-43a4-82c5-c471d6e33719"}, {"name": "network-changed", "server_uuid": "87b15b20-8ba4-4090-bc6d-8274e4d6fbca", "tag": "3325fae5-f781-4ac9-a8a9-04cc42f2ec12"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:15:40.039940 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ac4a1e83-fa63-47f7-96d5-03da3b63eba9 req-4e056331-f421-40fd-ab54-4ce41dfd513f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3325fae5-f781-4ac9-a8a9-04cc42f2ec12 HTTP/1.1" status: 200 len: 999 time: 0.5860701 Dec 06 17:15:40.138611 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-a175fd2b-b3ca-461c-b476-4d34c329616b None None] Set router a4886f3a-dc8e-46d4-bf32-cf444d19046b gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:15:40.143839 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a1e83-fa63-47f7-96d5-03da3b63eba9 req-eb33a28c-8077-417e-8237-a2ea1227a25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:40.145378 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ac4a1e83-fa63-47f7-96d5-03da3b63eba9 req-eb33a28c-8077-417e-8237-a2ea1227a25c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=606d14bd-3cdf-4d5d-8976-793383533298 HTTP/1.1" status: 200 len: 860 time: 0.0947254 Dec 06 17:15:40.146181 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:40.181370 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3111a296-b40e-48c5-bfa4-66d71264ae66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19026516-f680-46ce-96c9-e0e7b2bd564c'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:15:40.184055 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d956db4-c27d-4b2d-9839-14867d678b6d" -d '{"events": [{"server_uuid": "3111a296-b40e-48c5-bfa4-66d71264ae66", "name": "network-vif-plugged", "status": "completed", "tag": "19026516-f680-46ce-96c9-e0e7b2bd564c"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:15:40.194075 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 9d7eb054-86ff-442d-9f45-2ea7d2c08f33 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:15:40.197812 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device af47245f-7da7-4f3c-bfcb-27cc1bbc5740 up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:15:40.203120 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-acb595e8-15f7-49fa-94d8-2b8ea01adf39 req-f7fa53d8-f625-4dc1-aad0-4fd4ec71983d tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:40.220315 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 19026516-f680-46ce-96c9-e0e7b2bd564c, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=19026516-f680-46ce-96c9-e0e7b2bd564c,segment=NetworkSegment(c5bdebef-6647-4acc-8b76-b3635792eaa5),segment_id=c5bdebef-6647-4acc-8b76-b3635792eaa5)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:15:40.253525 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a1e83-fa63-47f7-96d5-03da3b63eba9 req-ede5f7d6-d77e-40d5-92dc-b7a679ee6fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:40.255111 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ac4a1e83-fa63-47f7-96d5-03da3b63eba9 req-ede5f7d6-d77e-40d5-92dc-b7a679ee6fe2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=54ec0ce5-40a5-4965-be28-5d5392d9c61d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1021988 Dec 06 17:15:40.255334 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:40.259712 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fa53d8-f625-4dc1-aad0-4fd4ec71983d tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Pushing event deleted for resources: {'Port': ['ID=1deb671d-1a84-4ca9-94c2-691b42127ec7,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:40.406936 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-acb595e8-15f7-49fa-94d8-2b8ea01adf39 req-f7fa53d8-f625-4dc1-aad0-4fd4ec71983d tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Publish callbacks [] for floatingip, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:40.409434 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-acb595e8-15f7-49fa-94d8-2b8ea01adf39 req-f7fa53d8-f625-4dc1-aad0-4fd4ec71983d tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:40.428219 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-acb595e8-15f7-49fa-94d8-2b8ea01adf39 req-f7fa53d8-f625-4dc1-aad0-4fd4ec71983d tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] 10.222.0.23 "DELETE /v2.0/floatingips/65f51a65-9677-4a54-98fc-f65796681d75 HTTP/1.1" status: 204 len: 173 time: 0.9336791 Dec 06 17:15:40.459356 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-a175fd2b-b3ca-461c-b476-4d34c329616b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4886f3a-dc8e-46d4-bf32-cf444d19046b', 'name': 'tempest-FloatingIPsAssociationTestJSON-2021917022-router', 'tenant_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.251'}], 'enable_snat': True}, 'gw_port_id': 'ed9d2ed6-cd26-419f-ba6e-fe7113b2b955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:14:33Z', 'updated_at': '2021-12-06T17:14:46Z', 'revision_number': 4, 'project_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'gw_port': {'id': 'ed9d2ed6-cd26-419f-ba6e-fe7113b2b955', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4886f3a-dc8e-46d4-bf32-cf444d19046b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:14:35Z', 'updated_at': '2021-12-06T17:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '725f0ce0-5475-4966-8f23-367e3c595b22', 'tenant_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'floating_ip_address': '172.35.1.168', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': 'a4886f3a-dc8e-46d4-bf32-cf444d19046b', 'port_id': '3325fae5-f781-4ac9-a8a9-04cc42f2ec12', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1091, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54ec0ce5-40a5-4965-be28-5d5392d9c61d', 'mac_address': 'fa:16:3e:af:92:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b15b20-8ba4-4090-bc6d-8274e4d6fbca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:15:07Z', 'updated_at': '2021-12-06T17:15:38Z', 'revision_number': 1, 'project_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f22f1220-ca3a-474a-bcc5-100acb015c83', 'name': '', 'network_id': '54ec0ce5-40a5-4965-be28-5d5392d9c61d', 'tenant_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'mac_address': 'fa:16:3e:99:ce:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4886f3a-dc8e-46d4-bf32-cf444d19046b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '606d14bd-3cdf-4d5d-8976-793383533298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:14:45Z', 'updated_at': '2021-12-06T17:14:52Z', 'revision_number': 5, 'project_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'subnets': [{'id': '606d14bd-3cdf-4d5d-8976-793383533298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:15:40.464811 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=19026516-f680-46ce-96c9-e0e7b2bd564c,revision_number=7']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:40.472802 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning for port af47245f-7da7-4f3c-bfcb-27cc1bbc5740 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:15:40.475445 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ac4a1e83-fa63-47f7-96d5-03da3b63eba9 req-1d3c8c41-32c2-4207-9707-e7ab1d5960a2 service neutron] 10.222.0.23 "GET /v2.0/networks/54ec0ce5-40a5-4965-be28-5d5392d9c61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074871 Dec 06 17:15:40.488032 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port af47245f-7da7-4f3c-bfcb-27cc1bbc5740 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:15:40.488529 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:40.510631 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a175fd2b-b3ca-461c-b476-4d34c329616b None None] The sync data for ids ['a4886f3a-dc8e-46d4-bf32-cf444d19046b'] in n-d-master-1 is: [{'id': 'a4886f3a-dc8e-46d4-bf32-cf444d19046b', 'name': 'tempest-FloatingIPsAssociationTestJSON-2021917022-router', 'tenant_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.251'}], 'enable_snat': True}, 'gw_port_id': 'ed9d2ed6-cd26-419f-ba6e-fe7113b2b955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:14:33Z', 'updated_at': '2021-12-06T17:14:46Z', 'revision_number': 4, 'project_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'gw_port': {'id': 'ed9d2ed6-cd26-419f-ba6e-fe7113b2b955', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4886f3a-dc8e-46d4-bf32-cf444d19046b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:14:35Z', 'updated_at': '2021-12-06T17:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '725f0ce0-5475-4966-8f23-367e3c595b22', 'tenant_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'floating_ip_address': '172.35.1.168', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': 'a4886f3a-dc8e-46d4-bf32-cf444d19046b', 'port_id': '3325fae5-f781-4ac9-a8a9-04cc42f2ec12', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1091, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54ec0ce5-40a5-4965-be28-5d5392d9c61d', 'mac_address': 'fa:16:3e:af:92:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b15b20-8ba4-4090-bc6d-8274e4d6fbca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:15:07Z', 'updated_at': '2021-12-06T17:15:38Z', 'revision_number': 1, 'project_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f22f1220-ca3a-474a-bcc5-100acb015c83', 'name': '', 'network_id': '54ec0ce5-40a5-4965-be28-5d5392d9c61d', 'tenant_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'mac_address': 'fa:16:3e:99:ce:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4886f3a-dc8e-46d4-bf32-cf444d19046b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '606d14bd-3cdf-4d5d-8976-793383533298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:14:45Z', 'updated_at': '2021-12-06T17:14:52Z', 'revision_number': 5, 'project_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'subnets': [{'id': '606d14bd-3cdf-4d5d-8976-793383533298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:15:40.526584 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 9d7eb054-86ff-442d-9f45-2ea7d2c08f33, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9d7eb054-86ff-442d-9f45-2ea7d2c08f33,segment=NetworkSegment(840f52dd-9477-47cf-b8ef-41e71d20ac75),segment_id=840f52dd-9477-47cf-b8ef-41e71d20ac75)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:15:40.548985 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': '9d7eb054-86ff-442d-9f45-2ea7d2c08f33', 'network_id': 'fa4a44b4-21f9-4c2a-acd2-dd2f83c51946', 'port_id': '9d7eb054-86ff-442d-9f45-2ea7d2c08f33', 'mac_address': 'fa:16:3e:e0:a7:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68402152-4266-45be-801a-eaef3efecb66', 'ip_address': '19.86.0.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:15:40.625605 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:40.647131 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ac4a1e83-fa63-47f7-96d5-03da3b63eba9 req-8d26bd50-2dc8-41c1-b954-6721b68bb7f0 service neutron] 10.222.0.23 "GET /v2.0/networks/54ec0ce5-40a5-4965-be28-5d5392d9c61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664493 Dec 06 17:15:40.670133 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aba2ef2-eb58-4623-883f-4dc58e7f53e0 req-c3eedc3d-f822-4d2a-8e6f-c47080bd6e35 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:40.677430 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d7eb054-86ff-442d-9f45-2ea7d2c08f33 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:15:40.684808 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aba2ef2-eb58-4623-883f-4dc58e7f53e0 req-c3eedc3d-f822-4d2a-8e6f-c47080bd6e35 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:40.693694 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7aba2ef2-eb58-4623-883f-4dc58e7f53e0 req-c3eedc3d-f822-4d2a-8e6f-c47080bd6e35 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c29c099-cb1e-4fe7-af5b-33665b90124e HTTP/1.1" status: 200 len: 1679 time: 0.1121321 Dec 06 17:15:40.707896 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:40.712613 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 9d7eb054-86ff-442d-9f45-2ea7d2c08f33, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9d7eb054-86ff-442d-9f45-2ea7d2c08f33,segment=NetworkSegment(840f52dd-9477-47cf-b8ef-41e71d20ac75),segment_id=840f52dd-9477-47cf-b8ef-41e71d20ac75)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:15:40.724781 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:40.728042 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 5345f321-0a26-400a-97de-08bbf1356448 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:15:40.776911 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7aba2ef2-eb58-4623-883f-4dc58e7f53e0 req-cb95a9cc-fca0-4b9d-8a90-e2471b0c5486 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.23 "GET /v2.0/security-groups?id=f03ab9e8-fae2-4a61-9f03-339a4717e762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821023 Dec 06 17:15:40.830316 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae6237-c82c-4a21-9cfb-6d1411eb2fc9 req-efecf6e8-fdb0-4d09-9c5e-fd77de1b8450 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:40.832801 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93405fc7-3e02-433c-97f4-13fb1d3ddc2b x-openstack-request-id: req-93405fc7-3e02-433c-97f4-13fb1d3ddc2b {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:15:40.833554 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea1dc4d5-db52-4d0c-968b-9b977ba74678", "tag": "d57b6a13-be1f-4160-9d42-e9b71bb279b9", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:15:40.835476 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port af47245f-7da7-4f3c-bfcb-27cc1bbc5740, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=af47245f-7da7-4f3c-bfcb-27cc1bbc5740,segment=NetworkSegment(984ae95e-c60e-40dd-bbe4-3c64f43a2a9d),segment_id=984ae95e-c60e-40dd-bbe4-3c64f43a2a9d)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:15:40.838768 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-93405fc7-3e02-433c-97f4-13fb1d3ddc2b {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:15:40.839519 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea1dc4d5-db52-4d0c-968b-9b977ba74678', 'tag': 'd57b6a13-be1f-4160-9d42-e9b71bb279b9', 'status': 'completed', 'code': 200} Dec 06 17:15:40.847755 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:40.862881 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d6ae6237-c82c-4a21-9cfb-6d1411eb2fc9 req-efecf6e8-fdb0-4d09-9c5e-fd77de1b8450 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea1dc4d5-db52-4d0c-968b-9b977ba74678 HTTP/1.1" status: 200 len: 943 time: 0.1435342 Dec 06 17:15:40.911755 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d89f56b-f1f7-491e-b742-1bce0dd64385 None None] New status for floating IP 725f0ce0-5475-4966-8f23-367e3c595b22: ACTIVE {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 17:15:40.915461 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=9d7eb054-86ff-442d-9f45-2ea7d2c08f33,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:40.948598 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363832a3-c261-4b0b-8a41-0e8d7c0d6465 req-90b2a82e-561d-4272-879b-a6a209bad824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:40.953652 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-363832a3-c261-4b0b-8a41-0e8d7c0d6465 req-90b2a82e-561d-4272-879b-a6a209bad824 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ec5776faada1431d95950a3e6419a0a1&device_id=ea1dc4d5-db52-4d0c-968b-9b977ba74678 HTTP/1.1" status: 200 len: 1094 time: 0.0794649 Dec 06 17:15:40.993985 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d6ae6237-c82c-4a21-9cfb-6d1411eb2fc9 req-761a3503-09ca-479b-8727-12ca78d4ac68 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.23 "GET /v2.0/security-groups?id=e017b456-a96a-4d30-8ba2-3b675361f11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271884 Dec 06 17:15:41.089206 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 5345f321-0a26-400a-97de-08bbf1356448, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5345f321-0a26-400a-97de-08bbf1356448,segment=NetworkSegment(c913e6c4-4938-4d45-b1d8-4763c88dee1e),segment_id=c913e6c4-4938-4d45-b1d8-4763c88dee1e)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:15:41.112391 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363832a3-c261-4b0b-8a41-0e8d7c0d6465 req-40512134-45cb-45c9-8352-5687bfe4f32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:41.115643 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-363832a3-c261-4b0b-8a41-0e8d7c0d6465 req-40512134-45cb-45c9-8352-5687bfe4f32d service neutron] 10.222.0.41 "GET /v2.0/networks?id=abca4b39-f2d6-40a0-afe6-c5a5f5ffb9aa HTTP/1.1" status: 200 len: 917 time: 0.1469219 Dec 06 17:15:41.145074 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=af47245f-7da7-4f3c-bfcb-27cc1bbc5740,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:41.159291 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': '5345f321-0a26-400a-97de-08bbf1356448', 'network_id': 'a0b22877-e1ab-4b6e-9aff-b26a8d8a9a6d', 'port_id': '5345f321-0a26-400a-97de-08bbf1356448', 'mac_address': 'fa:16:3e:cb:77:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '441bf06d-f3d3-4336-993a-631dc0c2e44a', 'ip_address': '19.80.0.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:15:41.193001 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-363832a3-c261-4b0b-8a41-0e8d7c0d6465 req-74d3f9ca-abd5-4a76-9026-550530bd800a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d57b6a13-be1f-4160-9d42-e9b71bb279b9 HTTP/1.1" status: 200 len: 217 time: 0.0688777 Dec 06 17:15:41.224310 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088528d1-de65-46c7-8592-298b81b963d0 req-124fe3e7-7d74-4d2f-8f50-7c2d85c3df0e tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:41.231636 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088528d1-de65-46c7-8592-298b81b963d0 req-124fe3e7-7d74-4d2f-8f50-7c2d85c3df0e tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:41.240083 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088528d1-de65-46c7-8592-298b81b963d0 req-124fe3e7-7d74-4d2f-8f50-7c2d85c3df0e tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:41.247610 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088528d1-de65-46c7-8592-298b81b963d0 req-124fe3e7-7d74-4d2f-8f50-7c2d85c3df0e tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:41.254573 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088528d1-de65-46c7-8592-298b81b963d0 req-124fe3e7-7d74-4d2f-8f50-7c2d85c3df0e tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:41.262427 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088528d1-de65-46c7-8592-298b81b963d0 req-124fe3e7-7d74-4d2f-8f50-7c2d85c3df0e tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:41.263137 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:41.270799 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088528d1-de65-46c7-8592-298b81b963d0 req-124fe3e7-7d74-4d2f-8f50-7c2d85c3df0e tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:41.273230 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-088528d1-de65-46c7-8592-298b81b963d0 req-124fe3e7-7d74-4d2f-8f50-7c2d85c3df0e tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab5a1622-9933-40c5-84a1-0be26fda8c29 HTTP/1.1" status: 200 len: 5419 time: 0.1911325 Dec 06 17:15:41.278316 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5345f321-0a26-400a-97de-08bbf1356448 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:15:41.304690 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 5345f321-0a26-400a-97de-08bbf1356448, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5345f321-0a26-400a-97de-08bbf1356448,segment=NetworkSegment(c913e6c4-4938-4d45-b1d8-4763c88dee1e),segment_id=c913e6c4-4938-4d45-b1d8-4763c88dee1e)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:15:41.311049 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:41.344265 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363832a3-c261-4b0b-8a41-0e8d7c0d6465 req-c655c36c-0e9a-4161-bd8b-28cc1a80e4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:41.345402 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-363832a3-c261-4b0b-8a41-0e8d7c0d6465 req-c655c36c-0e9a-4161-bd8b-28cc1a80e4ff service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2c3c8f21-d6e2-4216-a4c2-195ad93bf563 HTTP/1.1" status: 200 len: 855 time: 0.1345017 Dec 06 17:15:41.362723 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a64826-bab2-4cec-a6d9-c799583ba4c1 req-5e2f9b4f-6bf0-4c8f-88aa-e5dc89516fcc tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:41.364276 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f5a64826-bab2-4cec-a6d9-c799583ba4c1 req-5e2f9b4f-6bf0-4c8f-88aa-e5dc89516fcc tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=3111a296-b40e-48c5-bfa4-66d71264ae66 HTTP/1.1" status: 200 len: 946 time: 0.1421025 Dec 06 17:15:41.391157 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-088528d1-de65-46c7-8592-298b81b963d0 req-7f9a3b4d-28bc-4c55-8c45-4d8a24012b83 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/security-groups?id=dcb0062a-d825-4410-8154-a45e8f107f6a&id=a4eb8a4b-85ed-48a0-8761-ec5681059b26&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1021719 Dec 06 17:15:41.391353 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=5345f321-0a26-400a-97de-08bbf1356448,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:41.475709 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 06 Dec 2021 17:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b6338a7-1b6e-4ba4-b2dd-2d28300a7c94 x-openstack-request-id: req-2b6338a7-1b6e-4ba4-b2dd-2d28300a7c94 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:15:41.476029 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c245de6b-5a8e-47e9-8a83-cc9ed8453593", "tag": "befdce02-98cd-43a4-82c5-c471d6e33719", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "87b15b20-8ba4-4090-bc6d-8274e4d6fbca", "tag": "3325fae5-f781-4ac9-a8a9-04cc42f2ec12", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:15:41.476315 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2b6338a7-1b6e-4ba4-b2dd-2d28300a7c94 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:15:41.476725 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c245de6b-5a8e-47e9-8a83-cc9ed8453593', 'tag': 'befdce02-98cd-43a4-82c5-c471d6e33719', 'status': 'completed', 'code': 200} Dec 06 17:15:41.476990 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87b15b20-8ba4-4090-bc6d-8274e4d6fbca', 'tag': '3325fae5-f781-4ac9-a8a9-04cc42f2ec12', 'status': 'completed', 'code': 200} Dec 06 17:15:41.479569 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363832a3-c261-4b0b-8a41-0e8d7c0d6465 req-d3709850-6edb-4971-acb4-c4f9d422dbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:41.481199 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-363832a3-c261-4b0b-8a41-0e8d7c0d6465 req-d3709850-6edb-4971-acb4-c4f9d422dbde service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=abca4b39-f2d6-40a0-afe6-c5a5f5ffb9aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1159742 Dec 06 17:15:41.506814 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f5a64826-bab2-4cec-a6d9-c799583ba4c1 req-b3fc5ab2-2475-4537-8893-f986c44dc0e5 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318738 Dec 06 17:15:41.521591 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-428344fb-53ae-4210-9b58-f719b26cf3b8 x-openstack-request-id: req-428344fb-53ae-4210-9b58-f719b26cf3b8 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:15:41.521979 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3111a296-b40e-48c5-bfa4-66d71264ae66", "name": "network-vif-plugged", "status": "completed", "tag": "19026516-f680-46ce-96c9-e0e7b2bd564c", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:15:41.522350 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-428344fb-53ae-4210-9b58-f719b26cf3b8 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:15:41.522829 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3111a296-b40e-48c5-bfa4-66d71264ae66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19026516-f680-46ce-96c9-e0e7b2bd564c', 'code': 200} Dec 06 17:15:41.628868 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c662961c-fe7a-4c14-97ae-a5c6632f6169 req-303c80c2-76d8-4956-b42c-ee4706587589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:41.630665 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c662961c-fe7a-4c14-97ae-a5c6632f6169 req-303c80c2-76d8-4956-b42c-ee4706587589 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f377f83bc18f4c0187f237b662699790&device_id=c245de6b-5a8e-47e9-8a83-cc9ed8453593 HTTP/1.1" status: 200 len: 1097 time: 0.0893278 Dec 06 17:15:41.636281 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4c8b1999-b7b7-41a9-a478-ac7987fad276 req-a34ae63e-e879-4fba-a40d-1176b5832f1d tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] 10.222.0.23 "GET /v2.0/security-groups/5a5c1b5d-b8bd-4557-812e-2a216cf83694 HTTP/1.1" status: 200 len: 1826 time: 0.0844834 Dec 06 17:15:41.656408 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['9d7eb054-86ff-442d-9f45-2ea7d2c08f33'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:15:41.662915 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['5345f321-0a26-400a-97de-08bbf1356448'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:15:41.676621 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbabcd70-e68d-4f89-b6ea-ac0b511a85ce req-e55c4b60-97c5-4595-b0b9-12cd47483a10 tempest-LiveMigrationTest-2036531045 tempest-LiveMigrationTest-2036531045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:41.678499 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fbabcd70-e68d-4f89-b6ea-ac0b511a85ce req-e55c4b60-97c5-4595-b0b9-12cd47483a10 tempest-LiveMigrationTest-2036531045 tempest-LiveMigrationTest-2036531045-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=8a81ef20-7627-4783-b92f-49c0d8a17861 HTTP/1.1" status: 200 len: 1096 time: 0.0825055 Dec 06 17:15:41.685296 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-363832a3-c261-4b0b-8a41-0e8d7c0d6465 req-924baf7b-fe24-4f0b-9e2d-042f8c873ad5 service neutron] 10.222.0.41 "GET /v2.0/networks/abca4b39-f2d6-40a0-afe6-c5a5f5ffb9aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746919 Dec 06 17:15:41.794446 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fbabcd70-e68d-4f89-b6ea-ac0b511a85ce req-e050a2a2-b372-443b-87b0-d29a5c47d3cb tempest-LiveMigrationTest-2036531045 tempest-LiveMigrationTest-2036531045-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081846 Dec 06 17:15:41.862507 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-363832a3-c261-4b0b-8a41-0e8d7c0d6465 req-12c78f10-a17c-4dcb-962f-560d6501ffe2 service neutron] 10.222.0.41 "GET /v2.0/networks/abca4b39-f2d6-40a0-afe6-c5a5f5ffb9aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595857 Dec 06 17:15:41.863878 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4c8b1999-b7b7-41a9-a478-ac7987fad276 req-1b2225f7-d566-477a-9d75-c2280051708c tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:41.967302 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4c8b1999-b7b7-41a9-a478-ac7987fad276 req-1b2225f7-d566-477a-9d75-c2280051708c tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:41.982607 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c662961c-fe7a-4c14-97ae-a5c6632f6169 req-fce88341-5adb-42c1-9af4-3a92421e909b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:41.984098 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c662961c-fe7a-4c14-97ae-a5c6632f6169 req-fce88341-5adb-42c1-9af4-3a92421e909b service neutron] 10.222.0.41 "GET /v2.0/networks?id=4855bde2-5345-463f-b706-ad251cb422d1 HTTP/1.1" status: 200 len: 920 time: 0.3377526 Dec 06 17:15:42.026062 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914bd7d3-32b6-4b70-8326-116dd0601acd req-302826f9-c6cb-44dc-a62e-0672e0d9cd9c tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:42.028266 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-914bd7d3-32b6-4b70-8326-116dd0601acd req-302826f9-c6cb-44dc-a62e-0672e0d9cd9c tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] 10.222.0.23 "GET /v2.0/ports?device_id=64c1a1ce-2bb9-40ca-9a74-685a6a3118d5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1239653 Dec 06 17:15:42.058061 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c662961c-fe7a-4c14-97ae-a5c6632f6169 req-7e4a2b81-7874-4066-929f-e430c35106f2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=befdce02-98cd-43a4-82c5-c471d6e33719 HTTP/1.1" status: 200 len: 217 time: 0.0483432 Dec 06 17:15:42.075459 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4c8b1999-b7b7-41a9-a478-ac7987fad276 req-1b2225f7-d566-477a-9d75-c2280051708c tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:42.079169 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4c8b1999-b7b7-41a9-a478-ac7987fad276 req-1b2225f7-d566-477a-9d75-c2280051708c tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:42.092459 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4c8b1999-b7b7-41a9-a478-ac7987fad276 req-1b2225f7-d566-477a-9d75-c2280051708c tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] 10.222.0.23 "DELETE /v2.0/security-groups/5a5c1b5d-b8bd-4557-812e-2a216cf83694 HTTP/1.1" status: 204 len: 173 time: 0.4425271 Dec 06 17:15:42.176939 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-914bd7d3-32b6-4b70-8326-116dd0601acd req-030988f9-5218-43e7-b002-27b78389351e tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.35.1.168 HTTP/1.1" status: 200 len: 1001 time: 0.1417453 Dec 06 17:15:42.184965 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-914bd7d3-32b6-4b70-8326-116dd0601acd req-c027fa0c-f296-4d10-a4dd-f2f376c11d21 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Request body: {'floatingip': {'port_id': '1c158fc1-831f-4500-b86a-86aeef2d53ab', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:15:42.207809 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2225f7-d566-477a-9d75-c2280051708c tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a5c1b5d-b8bd-4557-812e-2a216cf83694,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:42.255602 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-914bd7d3-32b6-4b70-8326-116dd0601acd req-c027fa0c-f296-4d10-a4dd-f2f376c11d21 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Publish callbacks [] for floatingip, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:42.284639 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e358212-b77e-496b-b565-5d7130203b1e req-dacc99b5-23bb-4540-a73f-d494b3854ecb tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:42.291596 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e358212-b77e-496b-b565-5d7130203b1e req-dacc99b5-23bb-4540-a73f-d494b3854ecb tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:42.293418 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1e358212-b77e-496b-b565-5d7130203b1e req-dacc99b5-23bb-4540-a73f-d494b3854ecb tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c29c099-cb1e-4fe7-af5b-33665b90124e HTTP/1.1" status: 200 len: 1681 time: 0.1217334 Dec 06 17:15:42.295385 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c662961c-fe7a-4c14-97ae-a5c6632f6169 req-da562d7b-324e-42c6-aac9-9279d5fc6b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:42.296741 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c662961c-fe7a-4c14-97ae-a5c6632f6169 req-da562d7b-324e-42c6-aac9-9279d5fc6b14 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7162eead-6b06-4e77-9cd1-32f582d034d1 HTTP/1.1" status: 200 len: 859 time: 0.2027915 Dec 06 17:15:42.353882 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c662961c-fe7a-4c14-97ae-a5c6632f6169 req-d663de29-3f44-473e-9ed0-fced8f22ba8a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4855bde2-5345-463f-b706-ad251cb422d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321689 Dec 06 17:15:42.403056 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1e358212-b77e-496b-b565-5d7130203b1e req-b1863ba4-1871-4b65-ba36-1a68f4534ffe tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.23 "GET /v2.0/security-groups?id=f03ab9e8-fae2-4a61-9f03-339a4717e762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015081 Dec 06 17:15:42.515985 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c662961c-fe7a-4c14-97ae-a5c6632f6169 req-0c1e9afe-4ba8-473f-8071-16a6af1dc3d1 service neutron] 10.222.0.41 "GET /v2.0/networks/4855bde2-5345-463f-b706-ad251cb422d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532929 Dec 06 17:15:42.650173 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c662961c-fe7a-4c14-97ae-a5c6632f6169 req-da8a6ce6-e253-4a6f-9c6f-ba9e2243a7e4 service neutron] 10.222.0.41 "GET /v2.0/networks/4855bde2-5345-463f-b706-ad251cb422d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243789 Dec 06 17:15:42.746584 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9db74a-f350-4a7a-89b2-434303539434 req-a8e82757-6e38-4fb4-be0c-8cf1da09480d tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:42.755264 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4b9db74a-f350-4a7a-89b2-434303539434 req-a8e82757-6e38-4fb4-be0c-8cf1da09480d tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea1dc4d5-db52-4d0c-968b-9b977ba74678 HTTP/1.1" status: 200 len: 943 time: 0.1039557 Dec 06 17:15:42.799289 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c662961c-fe7a-4c14-97ae-a5c6632f6169 req-6cb06bcc-a418-49b4-a40c-24ac821670cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:42.800855 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c662961c-fe7a-4c14-97ae-a5c6632f6169 req-6cb06bcc-a418-49b4-a40c-24ac821670cf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9bef0bd25b3044c8b28cf9aea9137f71&device_id=87b15b20-8ba4-4090-bc6d-8274e4d6fbca HTTP/1.1" status: 200 len: 1096 time: 0.0943017 Dec 06 17:15:42.826891 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4b9db74a-f350-4a7a-89b2-434303539434 req-ffe524ef-227f-469b-84d1-51db3cf59ebc tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.23 "GET /v2.0/security-groups?id=e017b456-a96a-4d30-8ba2-3b675361f11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707405 Dec 06 17:15:42.944069 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-914bd7d3-32b6-4b70-8326-116dd0601acd req-c027fa0c-f296-4d10-a4dd-f2f376c11d21 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:42.951384 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-914bd7d3-32b6-4b70-8326-116dd0601acd req-c027fa0c-f296-4d10-a4dd-f2f376c11d21 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:42.960903 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c662961c-fe7a-4c14-97ae-a5c6632f6169 req-f7a2c9c9-bae2-4728-9ca5-025445fb3a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:42.962603 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c662961c-fe7a-4c14-97ae-a5c6632f6169 req-f7a2c9c9-bae2-4728-9ca5-025445fb3a7d service neutron] 10.222.0.41 "GET /v2.0/networks?id=54ec0ce5-40a5-4965-be28-5d5392d9c61d HTTP/1.1" status: 200 len: 922 time: 0.1506557 Dec 06 17:15:43.040503 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c662961c-fe7a-4c14-97ae-a5c6632f6169 req-2fabf6d2-2b54-40d4-9587-dbe78f703695 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3325fae5-f781-4ac9-a8a9-04cc42f2ec12 HTTP/1.1" status: 200 len: 217 time: 0.0627189 Dec 06 17:15:43.126305 n-d-master-1 neutron-server[103285]: INFO neutron.db.l3_db [req-914bd7d3-32b6-4b70-8326-116dd0601acd req-c027fa0c-f296-4d10-a4dd-f2f376c11d21 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Floating IP 725f0ce0-5475-4966-8f23-367e3c595b22 associated. External IP: 172.35.1.168, port: 3325fae5-f781-4ac9-a8a9-04cc42f2ec12. Dec 06 17:15:43.126511 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c662961c-fe7a-4c14-97ae-a5c6632f6169 req-d156e7bd-14e0-4f99-a449-838ba12c03e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:43.128458 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c662961c-fe7a-4c14-97ae-a5c6632f6169 req-d156e7bd-14e0-4f99-a449-838ba12c03e6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=606d14bd-3cdf-4d5d-8976-793383533298 HTTP/1.1" status: 200 len: 860 time: 0.0711832 Dec 06 17:15:43.251421 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c662961c-fe7a-4c14-97ae-a5c6632f6169 req-26393d09-db06-417e-8ae7-48ff135a346d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:43.253055 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c662961c-fe7a-4c14-97ae-a5c6632f6169 req-26393d09-db06-417e-8ae7-48ff135a346d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=54ec0ce5-40a5-4965-be28-5d5392d9c61d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1065769 Dec 06 17:15:43.313376 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd05e18-73f7-4810-bb94-0bd318bfbc16 req-79f510e0-ff75-4195-8968-cc399f99bb1f tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:43.319308 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd05e18-73f7-4810-bb94-0bd318bfbc16 req-79f510e0-ff75-4195-8968-cc399f99bb1f tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:43.325885 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd05e18-73f7-4810-bb94-0bd318bfbc16 req-79f510e0-ff75-4195-8968-cc399f99bb1f tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:43.331890 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd05e18-73f7-4810-bb94-0bd318bfbc16 req-79f510e0-ff75-4195-8968-cc399f99bb1f tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:43.339535 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd05e18-73f7-4810-bb94-0bd318bfbc16 req-79f510e0-ff75-4195-8968-cc399f99bb1f tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:43.356384 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd05e18-73f7-4810-bb94-0bd318bfbc16 req-79f510e0-ff75-4195-8968-cc399f99bb1f tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:43.364678 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd05e18-73f7-4810-bb94-0bd318bfbc16 req-79f510e0-ff75-4195-8968-cc399f99bb1f tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:43.369066 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-afd05e18-73f7-4810-bb94-0bd318bfbc16 req-79f510e0-ff75-4195-8968-cc399f99bb1f tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab5a1622-9933-40c5-84a1-0be26fda8c29 HTTP/1.1" status: 200 len: 5419 time: 0.1680129 Dec 06 17:15:43.402446 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-03603e17-05c3-4d89-8f80-9063884e676c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:43.404633 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [req-914bd7d3-32b6-4b70-8326-116dd0601acd req-c027fa0c-f296-4d10-a4dd-f2f376c11d21 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Router a4886f3a-dc8e-46d4-bf32-cf444d19046b has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:15:43.494654 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c662961c-fe7a-4c14-97ae-a5c6632f6169 req-78100a9a-fe2d-478a-9563-7b06133aa022 service neutron] 10.222.0.41 "GET /v2.0/networks/54ec0ce5-40a5-4965-be28-5d5392d9c61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325974 Dec 06 17:15:43.508287 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-afd05e18-73f7-4810-bb94-0bd318bfbc16 req-b58c3142-9a0d-4f14-a7b3-dba23afe8172 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/security-groups?id=dcb0062a-d825-4410-8154-a45e8f107f6a&id=a4eb8a4b-85ed-48a0-8761-ec5681059b26&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1091347 Dec 06 17:15:43.521319 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7000a36d-7ae4-4ab8-8f36-6c9277a5b5a2 req-0368305d-be1d-47ef-aa45-04166066843a tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:43.522955 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7000a36d-7ae4-4ab8-8f36-6c9277a5b5a2 req-0368305d-be1d-47ef-aa45-04166066843a tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a81ef20-7627-4783-b92f-49c0d8a17861 HTTP/1.1" status: 200 len: 945 time: 0.1237509 Dec 06 17:15:43.523795 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ae9f1fd-d1d8-4bb1-a649-73affa27ad8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af47245f-7da7-4f3c-bfcb-27cc1bbc5740'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:15:43.526668 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ba7fb51-2a26-473a-92f2-ebee8a05264f" -d '{"events": [{"server_uuid": "8ae9f1fd-d1d8-4bb1-a649-73affa27ad8a", "name": "network-vif-plugged", "status": "completed", "tag": "af47245f-7da7-4f3c-bfcb-27cc1bbc5740"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:15:43.683476 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-914bd7d3-32b6-4b70-8326-116dd0601acd req-c027fa0c-f296-4d10-a4dd-f2f376c11d21 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:15:43.694098 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c662961c-fe7a-4c14-97ae-a5c6632f6169 req-2d747058-5911-4ea6-aad1-cc3de60febe8 service neutron] 10.222.0.41 "GET /v2.0/networks/54ec0ce5-40a5-4965-be28-5d5392d9c61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807451 Dec 06 17:15:43.695908 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea07c4c3-be18-4059-abf7-fd9c38a1bb3b None None] Sync routers for ids ['a4886f3a-dc8e-46d4-bf32-cf444d19046b'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:15:43.706253 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea07c4c3-be18-4059-abf7-fd9c38a1bb3b None None] Routers {'a4886f3a-dc8e-46d4-bf32-cf444d19046b'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:15:43.706874 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-ea07c4c3-be18-4059-abf7-fd9c38a1bb3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:15:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['a4886f3a-dc8e-46d4-bf32-cf444d19046b'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:15:43.731230 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2890b30-b0fd-43f3-883a-cf79136465e5 req-58e21138-73e2-41af-b7d6-92847e81616a tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:43.732775 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f2890b30-b0fd-43f3-883a-cf79136465e5 req-58e21138-73e2-41af-b7d6-92847e81616a tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=3111a296-b40e-48c5-bfa4-66d71264ae66 HTTP/1.1" status: 200 len: 946 time: 0.0936363 Dec 06 17:15:43.748899 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device d57b6a13-be1f-4160-9d42-e9b71bb279b9 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:15:43.811819 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f2890b30-b0fd-43f3-883a-cf79136465e5 req-c04b1d92-cc1e-4d7e-91a2-ff7793c12025 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662403 Dec 06 17:15:43.826830 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-ea07c4c3-be18-4059-abf7-fd9c38a1bb3b None None] Set router a4886f3a-dc8e-46d4-bf32-cf444d19046b gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:15:43.901826 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port d57b6a13-be1f-4160-9d42-e9b71bb279b9, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=d57b6a13-be1f-4160-9d42-e9b71bb279b9,segment=NetworkSegment(984ae95e-c60e-40dd-bbe4-3c64f43a2a9d),segment_id=984ae95e-c60e-40dd-bbe4-3c64f43a2a9d)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:15:43.919030 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': 'd57b6a13-be1f-4160-9d42-e9b71bb279b9', 'network_id': 'abca4b39-f2d6-40a0-afe6-c5a5f5ffb9aa', 'port_id': 'd57b6a13-be1f-4160-9d42-e9b71bb279b9', 'mac_address': 'fa:16:3e:d9:d6:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c3c8f21-d6e2-4216-a4c2-195ad93bf563', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:15:43.956275 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b99ed6-177b-4584-88bc-9c305e4d971c req-ca8ae6c0-db7b-42bc-a987-506f23a1bcb8 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:43.966696 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-17b99ed6-177b-4584-88bc-9c305e4d971c req-ca8ae6c0-db7b-42bc-a987-506f23a1bcb8 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a81ef20-7627-4783-b92f-49c0d8a17861 HTTP/1.1" status: 200 len: 945 time: 0.0878367 Dec 06 17:15:43.972698 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:43.977751 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-7000a36d-7ae4-4ab8-8f36-6c9277a5b5a2 req-32e5be26-a435-49f8-a26d-9365745392d7 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Deleting port ea5126e6-32e0-495a-9092-333ce0b1510b {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:15:43.978259 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-7000a36d-7ae4-4ab8-8f36-6c9277a5b5a2 req-32e5be26-a435-49f8-a26d-9365745392d7 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:43.995268 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d57b6a13-be1f-4160-9d42-e9b71bb279b9 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:15:44.018643 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port d57b6a13-be1f-4160-9d42-e9b71bb279b9, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=d57b6a13-be1f-4160-9d42-e9b71bb279b9,segment=NetworkSegment(984ae95e-c60e-40dd-bbe4-3c64f43a2a9d),segment_id=984ae95e-c60e-40dd-bbe4-3c64f43a2a9d)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:15:44.023415 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-17b99ed6-177b-4584-88bc-9c305e4d971c req-8938088b-691c-4af6-99e6-a9532f9b6f36 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558152 Dec 06 17:15:44.025722 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:44.087564 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=d57b6a13-be1f-4160-9d42-e9b71bb279b9,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:44.155321 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-ea07c4c3-be18-4059-abf7-fd9c38a1bb3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4886f3a-dc8e-46d4-bf32-cf444d19046b', 'name': 'tempest-FloatingIPsAssociationTestJSON-2021917022-router', 'tenant_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.251'}], 'enable_snat': True}, 'gw_port_id': 'ed9d2ed6-cd26-419f-ba6e-fe7113b2b955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:14:33Z', 'updated_at': '2021-12-06T17:14:46Z', 'revision_number': 4, 'project_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'gw_port': {'id': 'ed9d2ed6-cd26-419f-ba6e-fe7113b2b955', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4886f3a-dc8e-46d4-bf32-cf444d19046b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:14:35Z', 'updated_at': '2021-12-06T17:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '725f0ce0-5475-4966-8f23-367e3c595b22', 'tenant_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'floating_ip_address': '172.35.1.168', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': 'a4886f3a-dc8e-46d4-bf32-cf444d19046b', 'port_id': '1c158fc1-831f-4500-b86a-86aeef2d53ab', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1091, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54ec0ce5-40a5-4965-be28-5d5392d9c61d', 'mac_address': 'fa:16:3e:1c:c8:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c1a1ce-2bb9-40ca-9a74-685a6a3118d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:15:07Z', 'updated_at': '2021-12-06T17:15:42Z', 'revision_number': 3, 'project_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f22f1220-ca3a-474a-bcc5-100acb015c83', 'name': '', 'network_id': '54ec0ce5-40a5-4965-be28-5d5392d9c61d', 'tenant_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'mac_address': 'fa:16:3e:99:ce:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4886f3a-dc8e-46d4-bf32-cf444d19046b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '606d14bd-3cdf-4d5d-8976-793383533298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:14:45Z', 'updated_at': '2021-12-06T17:14:52Z', 'revision_number': 5, 'project_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'subnets': [{'id': '606d14bd-3cdf-4d5d-8976-793383533298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:15:44.187371 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea07c4c3-be18-4059-abf7-fd9c38a1bb3b None None] Checking router: a4886f3a-dc8e-46d4-bf32-cf444d19046b for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:15:44.191608 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f31cda-8b70-4bd4-90f0-720336273efb req-5dcfd697-5691-4dc6-bfce-d207959fe83a tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:44.196607 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 9d7eb054-86ff-442d-9f45-2ea7d2c08f33 up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:15:44.198991 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-81f31cda-8b70-4bd4-90f0-720336273efb req-5dcfd697-5691-4dc6-bfce-d207959fe83a tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] 10.222.0.23 "GET /v2.0/ports?device_id=c245de6b-5a8e-47e9-8a83-cc9ed8453593 HTTP/1.1" status: 200 len: 946 time: 0.0955541 Dec 06 17:15:44.213348 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea07c4c3-be18-4059-abf7-fd9c38a1bb3b None None] Routers {'a4886f3a-dc8e-46d4-bf32-cf444d19046b'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:15:44.213925 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-ea07c4c3-be18-4059-abf7-fd9c38a1bb3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:15:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['a4886f3a-dc8e-46d4-bf32-cf444d19046b'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:15:44.263699 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-7000a36d-7ae4-4ab8-8f36-6c9277a5b5a2 req-32e5be26-a435-49f8-a26d-9365745392d7 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] For port ea5126e6-32e0-495a-9092-333ce0b1510b, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ea5126e6-32e0-495a-9092-333ce0b1510b,segment=NetworkSegment(b5c29f07-61e3-483e-b953-3901f84034df),segment_id=b5c29f07-61e3-483e-b953-3901f84034df)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:15:44.264671 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-7000a36d-7ae4-4ab8-8f36-6c9277a5b5a2 req-32e5be26-a435-49f8-a26d-9365745392d7 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:44.274088 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning for port 9d7eb054-86ff-442d-9f45-2ea7d2c08f33 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:15:44.280996 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port 9d7eb054-86ff-442d-9f45-2ea7d2c08f33 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:15:44.281481 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:44.287247 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-7000a36d-7ae4-4ab8-8f36-6c9277a5b5a2 req-32e5be26-a435-49f8-a26d-9365745392d7 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Calling delete_port for ea5126e6-32e0-495a-9092-333ce0b1510b owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:15:44.300391 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-81f31cda-8b70-4bd4-90f0-720336273efb req-89341dc3-ec31-4270-94f8-4f7dd6ad8816 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] 10.222.0.23 "GET /v2.0/security-groups?id=d21c49c1-182d-4160-90f0-ac9f78bb540e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948460 Dec 06 17:15:44.398862 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:44.405224 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['d57b6a13-be1f-4160-9d42-e9b71bb279b9'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:15:44.440127 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67494e81-5bca-4b40-bff3-750e9a1a4b56 req-1c271d4d-8b5c-4a9c-a671-30a7b558b41c tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:44.450631 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67494e81-5bca-4b40-bff3-750e9a1a4b56 req-1c271d4d-8b5c-4a9c-a671-30a7b558b41c tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:44.459548 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-ea07c4c3-be18-4059-abf7-fd9c38a1bb3b None None] Set router a4886f3a-dc8e-46d4-bf32-cf444d19046b gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:15:44.460867 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-67494e81-5bca-4b40-bff3-750e9a1a4b56 req-1c271d4d-8b5c-4a9c-a671-30a7b558b41c tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c29c099-cb1e-4fe7-af5b-33665b90124e HTTP/1.1" status: 200 len: 1681 time: 0.0955393 Dec 06 17:15:44.492166 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 9d7eb054-86ff-442d-9f45-2ea7d2c08f33, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9d7eb054-86ff-442d-9f45-2ea7d2c08f33,segment=NetworkSegment(840f52dd-9477-47cf-b8ef-41e71d20ac75),segment_id=840f52dd-9477-47cf-b8ef-41e71d20ac75)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:15:44.510864 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:44.512573 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 5345f321-0a26-400a-97de-08bbf1356448 up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:15:44.533688 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-67494e81-5bca-4b40-bff3-750e9a1a4b56 req-f54379a6-25e2-4af6-af15-f9d846800b1c tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.23 "GET /v2.0/security-groups?id=f03ab9e8-fae2-4a61-9f03-339a4717e762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688515 Dec 06 17:15:44.613421 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-516da045-6360-4a36-8d34-7fa45f4d386e x-openstack-request-id: req-516da045-6360-4a36-8d34-7fa45f4d386e {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:15:44.614282 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ae9f1fd-d1d8-4bb1-a649-73affa27ad8a", "name": "network-vif-plugged", "status": "completed", "tag": "af47245f-7da7-4f3c-bfcb-27cc1bbc5740", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:15:44.614282 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-516da045-6360-4a36-8d34-7fa45f4d386e {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:15:44.614452 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ae9f1fd-d1d8-4bb1-a649-73affa27ad8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af47245f-7da7-4f3c-bfcb-27cc1bbc5740', 'code': 200} Dec 06 17:15:44.706006 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=9d7eb054-86ff-442d-9f45-2ea7d2c08f33,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:44.761056 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd25f02-e7cd-4f67-be95-932400d2ef1c req-33314088-0e5b-44c8-8b00-0a98b38586e9 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:44.768283 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning for port 5345f321-0a26-400a-97de-08bbf1356448 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:15:44.777999 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port 5345f321-0a26-400a-97de-08bbf1356448 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:15:44.780247 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:44.802425 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-cfd25f02-e7cd-4f67-be95-932400d2ef1c req-33314088-0e5b-44c8-8b00-0a98b38586e9 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea1dc4d5-db52-4d0c-968b-9b977ba74678 HTTP/1.1" status: 200 len: 944 time: 0.1227825 Dec 06 17:15:44.927087 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-cfd25f02-e7cd-4f67-be95-932400d2ef1c req-359195f0-2504-49e4-8cce-353fa098dedd tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.23 "GET /v2.0/security-groups?id=e017b456-a96a-4d30-8ba2-3b675361f11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220186 Dec 06 17:15:44.937696 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [req-914bd7d3-32b6-4b70-8326-116dd0601acd req-c027fa0c-f296-4d10-a4dd-f2f376c11d21 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Router a4886f3a-dc8e-46d4-bf32-cf444d19046b has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:15:45.058065 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-ea07c4c3-be18-4059-abf7-fd9c38a1bb3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4886f3a-dc8e-46d4-bf32-cf444d19046b', 'name': 'tempest-FloatingIPsAssociationTestJSON-2021917022-router', 'tenant_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.251'}], 'enable_snat': True}, 'gw_port_id': 'ed9d2ed6-cd26-419f-ba6e-fe7113b2b955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:14:33Z', 'updated_at': '2021-12-06T17:14:46Z', 'revision_number': 4, 'project_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'gw_port': {'id': 'ed9d2ed6-cd26-419f-ba6e-fe7113b2b955', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4886f3a-dc8e-46d4-bf32-cf444d19046b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:14:35Z', 'updated_at': '2021-12-06T17:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '725f0ce0-5475-4966-8f23-367e3c595b22', 'tenant_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'floating_ip_address': '172.35.1.168', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': 'a4886f3a-dc8e-46d4-bf32-cf444d19046b', 'port_id': '1c158fc1-831f-4500-b86a-86aeef2d53ab', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1091, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54ec0ce5-40a5-4965-be28-5d5392d9c61d', 'mac_address': 'fa:16:3e:1c:c8:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c1a1ce-2bb9-40ca-9a74-685a6a3118d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:15:07Z', 'updated_at': '2021-12-06T17:15:42Z', 'revision_number': 3, 'project_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f22f1220-ca3a-474a-bcc5-100acb015c83', 'name': '', 'network_id': '54ec0ce5-40a5-4965-be28-5d5392d9c61d', 'tenant_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'mac_address': 'fa:16:3e:99:ce:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4886f3a-dc8e-46d4-bf32-cf444d19046b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '606d14bd-3cdf-4d5d-8976-793383533298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:14:45Z', 'updated_at': '2021-12-06T17:14:52Z', 'revision_number': 5, 'project_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'subnets': [{'id': '606d14bd-3cdf-4d5d-8976-793383533298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:15:45.115810 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea07c4c3-be18-4059-abf7-fd9c38a1bb3b None None] The sync data for ids ['a4886f3a-dc8e-46d4-bf32-cf444d19046b'] in n-d-master-1 is: [{'id': 'a4886f3a-dc8e-46d4-bf32-cf444d19046b', 'name': 'tempest-FloatingIPsAssociationTestJSON-2021917022-router', 'tenant_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.251'}], 'enable_snat': True}, 'gw_port_id': 'ed9d2ed6-cd26-419f-ba6e-fe7113b2b955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:14:33Z', 'updated_at': '2021-12-06T17:14:46Z', 'revision_number': 4, 'project_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'gw_port': {'id': 'ed9d2ed6-cd26-419f-ba6e-fe7113b2b955', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4886f3a-dc8e-46d4-bf32-cf444d19046b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:14:35Z', 'updated_at': '2021-12-06T17:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '725f0ce0-5475-4966-8f23-367e3c595b22', 'tenant_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'floating_ip_address': '172.35.1.168', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': 'a4886f3a-dc8e-46d4-bf32-cf444d19046b', 'port_id': '1c158fc1-831f-4500-b86a-86aeef2d53ab', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1091, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54ec0ce5-40a5-4965-be28-5d5392d9c61d', 'mac_address': 'fa:16:3e:1c:c8:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c1a1ce-2bb9-40ca-9a74-685a6a3118d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:15:07Z', 'updated_at': '2021-12-06T17:15:42Z', 'revision_number': 3, 'project_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f22f1220-ca3a-474a-bcc5-100acb015c83', 'name': '', 'network_id': '54ec0ce5-40a5-4965-be28-5d5392d9c61d', 'tenant_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'mac_address': 'fa:16:3e:99:ce:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4886f3a-dc8e-46d4-bf32-cf444d19046b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '606d14bd-3cdf-4d5d-8976-793383533298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:14:45Z', 'updated_at': '2021-12-06T17:14:52Z', 'revision_number': 5, 'project_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'subnets': [{'id': '606d14bd-3cdf-4d5d-8976-793383533298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:15:45.153164 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0cf036-e1bc-4b14-872f-bef9927bb48f req-fc409c1f-86d9-4ed1-a1a8-1a094670a9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:45.154795 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1f0cf036-e1bc-4b14-872f-bef9927bb48f req-fc409c1f-86d9-4ed1-a1a8-1a094670a9df service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8ae9f1fd-d1d8-4bb1-a649-73affa27ad8a HTTP/1.1" status: 200 len: 1097 time: 0.2452056 Dec 06 17:15:45.169375 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:45.192953 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa63e0a-ab97-4867-909e-f9d8668eace1 req-020e69d1-2120-4dd5-83a7-49eb9d0edb63 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:45.217240 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 5345f321-0a26-400a-97de-08bbf1356448, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5345f321-0a26-400a-97de-08bbf1356448,segment=NetworkSegment(c913e6c4-4938-4d45-b1d8-4763c88dee1e),segment_id=c913e6c4-4938-4d45-b1d8-4763c88dee1e)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:15:45.231873 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa63e0a-ab97-4867-909e-f9d8668eace1 req-020e69d1-2120-4dd5-83a7-49eb9d0edb63 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:45.235689 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:45.239214 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-914bd7d3-32b6-4b70-8326-116dd0601acd req-c027fa0c-f296-4d10-a4dd-f2f376c11d21 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:15:45.245167 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-914bd7d3-32b6-4b70-8326-116dd0601acd req-c027fa0c-f296-4d10-a4dd-f2f376c11d21 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:45.261597 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa63e0a-ab97-4867-909e-f9d8668eace1 req-020e69d1-2120-4dd5-83a7-49eb9d0edb63 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:45.273610 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa63e0a-ab97-4867-909e-f9d8668eace1 req-020e69d1-2120-4dd5-83a7-49eb9d0edb63 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:45.284614 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa63e0a-ab97-4867-909e-f9d8668eace1 req-020e69d1-2120-4dd5-83a7-49eb9d0edb63 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:45.297894 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87b15b20-8ba4-4090-bc6d-8274e4d6fbca', 'tag': '3325fae5-f781-4ac9-a8a9-04cc42f2ec12'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:15:45.298519 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa63e0a-ab97-4867-909e-f9d8668eace1 req-020e69d1-2120-4dd5-83a7-49eb9d0edb63 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:45.300546 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae0f97e7-e1c7-40f7-9adc-d085c91b897b" -d '{"events": [{"name": "network-changed", "server_uuid": "87b15b20-8ba4-4090-bc6d-8274e4d6fbca", "tag": "3325fae5-f781-4ac9-a8a9-04cc42f2ec12"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:15:45.303985 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=5345f321-0a26-400a-97de-08bbf1356448,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:45.318015 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa63e0a-ab97-4867-909e-f9d8668eace1 req-020e69d1-2120-4dd5-83a7-49eb9d0edb63 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:45.320995 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7fa63e0a-ab97-4867-909e-f9d8668eace1 req-020e69d1-2120-4dd5-83a7-49eb9d0edb63 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab5a1622-9933-40c5-84a1-0be26fda8c29 HTTP/1.1" status: 200 len: 5419 time: 0.2293408 Dec 06 17:15:45.376418 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-914bd7d3-32b6-4b70-8326-116dd0601acd req-c027fa0c-f296-4d10-a4dd-f2f376c11d21 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] 10.222.0.23 "PUT /v2.0/floatingips/725f0ce0-5475-4966-8f23-367e3c595b22 HTTP/1.1" status: 200 len: 998 time: 3.1984076 Dec 06 17:15:45.378569 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1f0cf036-e1bc-4b14-872f-bef9927bb48f req-3cf4024f-d0f8-40f5-b605-fa409be202fc service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e017b456-a96a-4d30-8ba2-3b675361f11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371315 Dec 06 17:15:45.425455 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7fa63e0a-ab97-4867-909e-f9d8668eace1 req-db3f567f-33b4-418c-a76b-335eeb567dd9 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/security-groups?id=dcb0062a-d825-4410-8154-a45e8f107f6a&id=a4eb8a4b-85ed-48a0-8761-ec5681059b26&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0967438 Dec 06 17:15:45.463495 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914bd7d3-32b6-4b70-8326-116dd0601acd req-57df5da5-ad75-4263-baf0-2f77d252899d tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:45.465695 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-914bd7d3-32b6-4b70-8326-116dd0601acd req-57df5da5-ad75-4263-baf0-2f77d252899d tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] 10.222.0.23 "GET /v2.0/ports/3325fae5-f781-4ac9-a8a9-04cc42f2ec12 HTTP/1.1" status: 200 len: 942 time: 0.0767987 Dec 06 17:15:45.482451 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-7000a36d-7ae4-4ab8-8f36-6c9277a5b5a2 req-32e5be26-a435-49f8-a26d-9365745392d7 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:45.488549 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c813329-528a-4b65-b41f-0996206433e4 None None] New status for floating IP 725f0ce0-5475-4966-8f23-367e3c595b22: ACTIVE {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 17:15:45.552262 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5be26-a435-49f8-a26d-9365745392d7 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Pushing event deleted for resources: {'Port': ['ID=ea5126e6-32e0-495a-9092-333ce0b1510b,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:45.573429 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['47c2e886-b32e-4f72-8fc8-32e6a9d95467'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:15:45.604810 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-7000a36d-7ae4-4ab8-8f36-6c9277a5b5a2 req-32e5be26-a435-49f8-a26d-9365745392d7 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] No DVR routers for this DVR port ea5126e6-32e0-495a-9092-333ce0b1510b on host n-h1-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:15:45.609696 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-7000a36d-7ae4-4ab8-8f36-6c9277a5b5a2 req-32e5be26-a435-49f8-a26d-9365745392d7 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:45.613199 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7000a36d-7ae4-4ab8-8f36-6c9277a5b5a2 req-32e5be26-a435-49f8-a26d-9365745392d7 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.41 "DELETE /v2.0/ports/ea5126e6-32e0-495a-9092-333ce0b1510b HTTP/1.1" status: 204 len: 173 time: 2.0483401 Dec 06 17:15:45.613766 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501eb614-a4c9-46ae-a8c6-1ad475172423 req-8ffbe42e-36c1-4020-9c1b-95a4cfd00796 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:45.625682 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-501eb614-a4c9-46ae-a8c6-1ad475172423 req-8ffbe42e-36c1-4020-9c1b-95a4cfd00796 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=3111a296-b40e-48c5-bfa4-66d71264ae66 HTTP/1.1" status: 200 len: 946 time: 0.0983098 Dec 06 17:15:45.629890 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914bd7d3-32b6-4b70-8326-116dd0601acd req-756bc36d-5f37-45d1-b448-5435632fc75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:45.634327 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-914bd7d3-32b6-4b70-8326-116dd0601acd req-756bc36d-5f37-45d1-b448-5435632fc75f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9bef0bd25b3044c8b28cf9aea9137f71&device_id=87b15b20-8ba4-4090-bc6d-8274e4d6fbca HTTP/1.1" status: 200 len: 1096 time: 0.1124847 Dec 06 17:15:45.745193 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8de3a6ec-72b6-4c11-82f9-097651c15573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:45.760788 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device ea5126e6-32e0-495a-9092-333ce0b1510b no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:15:45.793321 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-501eb614-a4c9-46ae-a8c6-1ad475172423 req-4365d474-99aa-4ccc-92be-0bc95b68d73f tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631629 Dec 06 17:15:45.800835 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] No Port match for: ea5126e6-32e0-495a-9092-333ce0b1510b {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:15:45.800835 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device ea5126e6-32e0-495a-9092-333ce0b1510b not bound to the agent host n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:15:45.888273 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603f35e4-0f10-4eb4-bd7b-ce56f68338e1 req-867fe934-9c11-4e10-8797-f2c9d49fb806 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:45.890633 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-603f35e4-0f10-4eb4-bd7b-ce56f68338e1 req-867fe934-9c11-4e10-8797-f2c9d49fb806 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] 10.222.0.41 "GET /v2.0/ports?device_id=c245de6b-5a8e-47e9-8a83-cc9ed8453593 HTTP/1.1" status: 200 len: 946 time: 0.1693034 Dec 06 17:15:45.891944 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914bd7d3-32b6-4b70-8326-116dd0601acd req-a869df6e-3631-4b2e-836f-660b6597744b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:45.903811 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-914bd7d3-32b6-4b70-8326-116dd0601acd req-a869df6e-3631-4b2e-836f-660b6597744b service neutron] 10.222.0.23 "GET /v2.0/networks?id=54ec0ce5-40a5-4965-be28-5d5392d9c61d HTTP/1.1" status: 200 len: 922 time: 0.2524896 Dec 06 17:15:45.999440 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8ffd3589-db82-4cca-9e4f-c8ee2731b740 req-a8c6fd37-524c-4687-a812-f03d41a92e55 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a81ef20-7627-4783-b92f-49c0d8a17861 HTTP/1.1" status: 200 len: 210 time: 0.0921750 Dec 06 17:15:46.032511 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8992c134-f74c-4348-aa66-9c22e48d195f req-60b108b9-e0b3-462d-96f4-3ed556b73c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:46.044688 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8992c134-f74c-4348-aa66-9c22e48d195f req-60b108b9-e0b3-462d-96f4-3ed556b73c2e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=806e7552b2fe4d15bbbee1bb266d6718&device_id=3111a296-b40e-48c5-bfa4-66d71264ae66 HTTP/1.1" status: 200 len: 1097 time: 0.1143782 Dec 06 17:15:46.055495 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-914bd7d3-32b6-4b70-8326-116dd0601acd req-d279bd4d-9780-4cf1-a1dd-ad856a56398b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3325fae5-f781-4ac9-a8a9-04cc42f2ec12 HTTP/1.1" status: 200 len: 217 time: 0.1503460 Dec 06 17:15:46.164827 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914bd7d3-32b6-4b70-8326-116dd0601acd req-4b0fff81-fa78-4b2e-90bb-16a0ec324ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:46.166401 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-914bd7d3-32b6-4b70-8326-116dd0601acd req-4b0fff81-fa78-4b2e-90bb-16a0ec324ca6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=606d14bd-3cdf-4d5d-8976-793383533298 HTTP/1.1" status: 200 len: 860 time: 0.0612392 Dec 06 17:15:46.177849 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc691b6-2142-4e5c-8f79-fd1d435b2503 None None] Sync routers for ids ['a4886f3a-dc8e-46d4-bf32-cf444d19046b'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:15:46.193546 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc691b6-2142-4e5c-8f79-fd1d435b2503 None None] Routers {'a4886f3a-dc8e-46d4-bf32-cf444d19046b'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:15:46.195174 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-7bc691b6-2142-4e5c-8f79-fd1d435b2503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:15:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['a4886f3a-dc8e-46d4-bf32-cf444d19046b'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:15:46.248198 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8992c134-f74c-4348-aa66-9c22e48d195f req-60eddba1-65d2-42ab-a5ff-9e68c93e4d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:46.250227 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8992c134-f74c-4348-aa66-9c22e48d195f req-60eddba1-65d2-42ab-a5ff-9e68c93e4d26 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f3115485-0e47-4001-968e-d7c2520b29dd HTTP/1.1" status: 200 len: 913 time: 0.1764538 Dec 06 17:15:46.257395 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-603f35e4-0f10-4eb4-bd7b-ce56f68338e1 req-027f9d52-c138-4d9c-a9d2-ad275ef93217 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Deleting port befdce02-98cd-43a4-82c5-c471d6e33719 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:15:46.257767 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-603f35e4-0f10-4eb4-bd7b-ce56f68338e1 req-027f9d52-c138-4d9c-a9d2-ad275ef93217 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:46.372156 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914bd7d3-32b6-4b70-8326-116dd0601acd req-f2abf2d3-4d34-4b5a-a8ba-0dc592d5df5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:46.372531 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb1760-e574-4e0c-a8df-6135c43d5987 req-aa6ff9fb-fe0b-49b3-bcb5-4930bf36d77b tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:46.374509 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-914bd7d3-32b6-4b70-8326-116dd0601acd req-f2abf2d3-4d34-4b5a-a8ba-0dc592d5df5d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=54ec0ce5-40a5-4965-be28-5d5392d9c61d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1988928 Dec 06 17:15:46.393990 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a5eb1760-e574-4e0c-a8df-6135c43d5987 req-aa6ff9fb-fe0b-49b3-bcb5-4930bf36d77b tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] 10.222.0.23 "GET /v2.0/ports?device_id=c245de6b-5a8e-47e9-8a83-cc9ed8453593 HTTP/1.1" status: 200 len: 946 time: 0.1425471 Dec 06 17:15:46.421387 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8992c134-f74c-4348-aa66-9c22e48d195f req-5c2b429b-f65d-4d02-9d93-30d0e666287b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19026516-f680-46ce-96c9-e0e7b2bd564c HTTP/1.1" status: 200 len: 217 time: 0.1320298 Dec 06 17:15:46.445799 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-603f35e4-0f10-4eb4-bd7b-ce56f68338e1 req-027f9d52-c138-4d9c-a9d2-ad275ef93217 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] For port befdce02-98cd-43a4-82c5-c471d6e33719, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=befdce02-98cd-43a4-82c5-c471d6e33719,segment=NetworkSegment(5f633514-6649-4383-967d-3e5bb989bb4a),segment_id=5f633514-6649-4383-967d-3e5bb989bb4a)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:15:46.446197 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-603f35e4-0f10-4eb4-bd7b-ce56f68338e1 req-027f9d52-c138-4d9c-a9d2-ad275ef93217 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:46.468765 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-7bc691b6-2142-4e5c-8f79-fd1d435b2503 None None] Set router a4886f3a-dc8e-46d4-bf32-cf444d19046b gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:15:46.495366 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-603f35e4-0f10-4eb4-bd7b-ce56f68338e1 req-027f9d52-c138-4d9c-a9d2-ad275ef93217 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Calling delete_port for befdce02-98cd-43a4-82c5-c471d6e33719 owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:15:46.499363 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8992c134-f74c-4348-aa66-9c22e48d195f req-fbc11bd2-f903-4b53-9df1-0e7ee7419b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:46.502753 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8992c134-f74c-4348-aa66-9c22e48d195f req-fbc11bd2-f903-4b53-9df1-0e7ee7419b3e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=85724274-c536-4bb4-9806-32c964df8042 HTTP/1.1" status: 200 len: 852 time: 0.0764165 Dec 06 17:15:46.545375 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8992c134-f74c-4348-aa66-9c22e48d195f req-7715a1aa-b57f-4eff-becb-3a45b8f9c356 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f3115485-0e47-4001-968e-d7c2520b29dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337372 Dec 06 17:15:46.583037 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-914bd7d3-32b6-4b70-8326-116dd0601acd req-133c089c-f818-4606-add4-e6d0cd59290c service neutron] 10.222.0.23 "GET /v2.0/networks/54ec0ce5-40a5-4965-be28-5d5392d9c61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848836 Dec 06 17:15:46.616079 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c29c099-cb1e-4fe7-af5b-33665b90124e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d7eb054-86ff-442d-9f45-2ea7d2c08f33'}, {'server_uuid': '5c29c099-cb1e-4fe7-af5b-33665b90124e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5345f321-0a26-400a-97de-08bbf1356448'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:15:46.618532 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2442c053-4d43-483e-8579-e1bba1ee505c" -d '{"events": [{"server_uuid": "5c29c099-cb1e-4fe7-af5b-33665b90124e", "name": "network-vif-plugged", "status": "completed", "tag": "9d7eb054-86ff-442d-9f45-2ea7d2c08f33"}, {"server_uuid": "5c29c099-cb1e-4fe7-af5b-33665b90124e", "name": "network-vif-plugged", "status": "completed", "tag": "5345f321-0a26-400a-97de-08bbf1356448"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:15:46.679793 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8992c134-f74c-4348-aa66-9c22e48d195f req-21791937-41f5-481c-8625-a21794aa3f9f service neutron] 10.222.0.41 "GET /v2.0/networks/f3115485-0e47-4001-968e-d7c2520b29dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206746 Dec 06 17:15:46.696308 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a5eb1760-e574-4e0c-a8df-6135c43d5987 req-1cabd695-a5c7-4ee5-b2ba-0ab4a59442dc tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] 10.222.0.23 "GET /v2.0/security-groups?id=d21c49c1-182d-4160-90f0-ac9f78bb540e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3012221 Dec 06 17:15:46.821561 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e08d4797-17d6-462d-b114-d3eaf634b4cb x-openstack-request-id: req-e08d4797-17d6-462d-b114-d3eaf634b4cb {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:15:46.821961 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87b15b20-8ba4-4090-bc6d-8274e4d6fbca", "tag": "3325fae5-f781-4ac9-a8a9-04cc42f2ec12", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:15:46.822126 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e08d4797-17d6-462d-b114-d3eaf634b4cb {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:15:46.823182 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87b15b20-8ba4-4090-bc6d-8274e4d6fbca', 'tag': '3325fae5-f781-4ac9-a8a9-04cc42f2ec12', 'status': 'completed', 'code': 200} Dec 06 17:15:46.824255 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:46.890932 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-914bd7d3-32b6-4b70-8326-116dd0601acd req-aa12037d-3d5a-4c2b-bea5-987fb413cbea service neutron] 10.222.0.23 "GET /v2.0/networks/54ec0ce5-40a5-4965-be28-5d5392d9c61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2985270 Dec 06 17:15:46.928496 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f97e7-e1c7-40f7-9adc-d085c91b897b req-face4dba-db44-40fa-9578-35f287577290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:46.933052 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ae0f97e7-e1c7-40f7-9adc-d085c91b897b req-face4dba-db44-40fa-9578-35f287577290 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9bef0bd25b3044c8b28cf9aea9137f71&device_id=87b15b20-8ba4-4090-bc6d-8274e4d6fbca HTTP/1.1" status: 200 len: 1096 time: 0.0885532 Dec 06 17:15:46.934276 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-603f35e4-0f10-4eb4-bd7b-ce56f68338e1 req-027f9d52-c138-4d9c-a9d2-ad275ef93217 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:46.951209 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['befdce02-98cd-43a4-82c5-c471d6e33719'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:15:47.030942 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027f9d52-c138-4d9c-a9d2-ad275ef93217 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Pushing event deleted for resources: {'Port': ['ID=befdce02-98cd-43a4-82c5-c471d6e33719,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:47.032227 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8992c134-f74c-4348-aa66-9c22e48d195f req-7df51e9c-3fac-4fcc-ba93-bbf1cbfa7517 service neutron] 10.222.0.41 "GET /v2.0/networks/f3115485-0e47-4001-968e-d7c2520b29dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3244410 Dec 06 17:15:47.173594 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce22deac-3b27-4348-8aec-fa74dc2e66f3 req-33a6eb18-e7e0-4e69-8c80-4613c72e66c2 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:47.180729 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce22deac-3b27-4348-8aec-fa74dc2e66f3 req-33a6eb18-e7e0-4e69-8c80-4613c72e66c2 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:47.190902 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ce22deac-3b27-4348-8aec-fa74dc2e66f3 req-33a6eb18-e7e0-4e69-8c80-4613c72e66c2 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c29c099-cb1e-4fe7-af5b-33665b90124e HTTP/1.1" status: 200 len: 1683 time: 0.1566961 Dec 06 17:15:47.221105 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-603f35e4-0f10-4eb4-bd7b-ce56f68338e1 req-027f9d52-c138-4d9c-a9d2-ad275ef93217 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] No DVR routers for this DVR port befdce02-98cd-43a4-82c5-c471d6e33719 on host n-h1-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:15:47.231856 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-603f35e4-0f10-4eb4-bd7b-ce56f68338e1 req-027f9d52-c138-4d9c-a9d2-ad275ef93217 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:47.235938 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-603f35e4-0f10-4eb4-bd7b-ce56f68338e1 req-027f9d52-c138-4d9c-a9d2-ad275ef93217 tempest-ServerRescueTestJSONUnderV235-1893036884 tempest-ServerRescueTestJSONUnderV235-1893036884-project] 10.222.0.41 "DELETE /v2.0/ports/befdce02-98cd-43a4-82c5-c471d6e33719 HTTP/1.1" status: 204 len: 173 time: 1.2517691 Dec 06 17:15:47.253383 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914bd7d3-32b6-4b70-8326-116dd0601acd req-eb50bf5d-7ab8-43a0-860d-0d2e369848e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:47.256010 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-914bd7d3-32b6-4b70-8326-116dd0601acd req-eb50bf5d-7ab8-43a0-860d-0d2e369848e5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9bef0bd25b3044c8b28cf9aea9137f71&device_id=64c1a1ce-2bb9-40ca-9a74-685a6a3118d5 HTTP/1.1" status: 200 len: 1096 time: 0.2319515 Dec 06 17:15:47.276877 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ce22deac-3b27-4348-8aec-fa74dc2e66f3 req-df298ad9-994a-4c52-b5ad-5ebfd52b9d05 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.23 "GET /v2.0/security-groups?id=f03ab9e8-fae2-4a61-9f03-339a4717e762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849769 Dec 06 17:15:47.340593 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f97e7-e1c7-40f7-9adc-d085c91b897b req-3d2509f8-91ed-4357-9e7d-e8e02691314d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:47.347595 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ae0f97e7-e1c7-40f7-9adc-d085c91b897b req-3d2509f8-91ed-4357-9e7d-e8e02691314d service neutron] 10.222.0.41 "GET /v2.0/networks?id=54ec0ce5-40a5-4965-be28-5d5392d9c61d HTTP/1.1" status: 200 len: 922 time: 0.4000144 Dec 06 17:15:47.376428 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-7bc691b6-2142-4e5c-8f79-fd1d435b2503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4886f3a-dc8e-46d4-bf32-cf444d19046b', 'name': 'tempest-FloatingIPsAssociationTestJSON-2021917022-router', 'tenant_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.251'}], 'enable_snat': True}, 'gw_port_id': 'ed9d2ed6-cd26-419f-ba6e-fe7113b2b955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:14:33Z', 'updated_at': '2021-12-06T17:14:46Z', 'revision_number': 4, 'project_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'gw_port': {'id': 'ed9d2ed6-cd26-419f-ba6e-fe7113b2b955', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4886f3a-dc8e-46d4-bf32-cf444d19046b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:14:35Z', 'updated_at': '2021-12-06T17:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '725f0ce0-5475-4966-8f23-367e3c595b22', 'tenant_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'floating_ip_address': '172.35.1.168', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': 'a4886f3a-dc8e-46d4-bf32-cf444d19046b', 'port_id': '1c158fc1-831f-4500-b86a-86aeef2d53ab', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1091, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54ec0ce5-40a5-4965-be28-5d5392d9c61d', 'mac_address': 'fa:16:3e:1c:c8:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c1a1ce-2bb9-40ca-9a74-685a6a3118d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:15:07Z', 'updated_at': '2021-12-06T17:15:45Z', 'revision_number': 4, 'project_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f22f1220-ca3a-474a-bcc5-100acb015c83', 'name': '', 'network_id': '54ec0ce5-40a5-4965-be28-5d5392d9c61d', 'tenant_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'mac_address': 'fa:16:3e:99:ce:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4886f3a-dc8e-46d4-bf32-cf444d19046b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '606d14bd-3cdf-4d5d-8976-793383533298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:14:45Z', 'updated_at': '2021-12-06T17:14:52Z', 'revision_number': 5, 'project_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'subnets': [{'id': '606d14bd-3cdf-4d5d-8976-793383533298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:15:47.438838 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc691b6-2142-4e5c-8f79-fd1d435b2503 None None] Checking router: a4886f3a-dc8e-46d4-bf32-cf444d19046b for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:15:47.459570 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc691b6-2142-4e5c-8f79-fd1d435b2503 None None] Routers {'a4886f3a-dc8e-46d4-bf32-cf444d19046b'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:15:47.460186 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-7bc691b6-2142-4e5c-8f79-fd1d435b2503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:15:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['a4886f3a-dc8e-46d4-bf32-cf444d19046b'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:15:47.470211 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233134b9-a300-442c-b889-92306f0ea5c8 req-20d99e79-d07a-4244-baca-e7ae4747c783 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:47.474729 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-233134b9-a300-442c-b889-92306f0ea5c8 req-20d99e79-d07a-4244-baca-e7ae4747c783 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea1dc4d5-db52-4d0c-968b-9b977ba74678 HTTP/1.1" status: 200 len: 944 time: 0.0886042 Dec 06 17:15:47.554366 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ae0f97e7-e1c7-40f7-9adc-d085c91b897b req-1c26fc5a-72db-43df-a869-0a4f9d4575dd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3325fae5-f781-4ac9-a8a9-04cc42f2ec12 HTTP/1.1" status: 200 len: 217 time: 0.1927452 Dec 06 17:15:47.556606 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-233134b9-a300-442c-b889-92306f0ea5c8 req-8c747a50-c63f-4bbc-bafb-d1901806c96c tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.23 "GET /v2.0/security-groups?id=e017b456-a96a-4d30-8ba2-3b675361f11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756462 Dec 06 17:15:47.676087 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-7bc691b6-2142-4e5c-8f79-fd1d435b2503 None None] Set router a4886f3a-dc8e-46d4-bf32-cf444d19046b gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:15:47.680941 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914bd7d3-32b6-4b70-8326-116dd0601acd req-bc0fd7c9-9a79-4161-8f30-8675d5927519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:47.682734 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-914bd7d3-32b6-4b70-8326-116dd0601acd req-bc0fd7c9-9a79-4161-8f30-8675d5927519 service neutron] 10.222.0.23 "GET /v2.0/networks?id=54ec0ce5-40a5-4965-be28-5d5392d9c61d HTTP/1.1" status: 200 len: 922 time: 0.4121294 Dec 06 17:15:47.772932 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device d57b6a13-be1f-4160-9d42-e9b71bb279b9 up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:15:47.801817 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f97e7-e1c7-40f7-9adc-d085c91b897b req-c18a8e9a-b89a-4760-a05b-3650972373b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:47.812401 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ae0f97e7-e1c7-40f7-9adc-d085c91b897b req-c18a8e9a-b89a-4760-a05b-3650972373b4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=606d14bd-3cdf-4d5d-8976-793383533298 HTTP/1.1" status: 200 len: 860 time: 0.2425909 Dec 06 17:15:47.940336 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-914bd7d3-32b6-4b70-8326-116dd0601acd req-af2401ae-3f1a-4d91-b303-4c43645c9d70 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c158fc1-831f-4500-b86a-86aeef2d53ab HTTP/1.1" status: 200 len: 1001 time: 0.2466068 Dec 06 17:15:48.018681 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:48.033955 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port d57b6a13-be1f-4160-9d42-e9b71bb279b9 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:15:48.035436 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f97e7-e1c7-40f7-9adc-d085c91b897b req-317ff240-116b-4208-aedf-a2177c639bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:48.037321 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ae0f97e7-e1c7-40f7-9adc-d085c91b897b req-317ff240-116b-4208-aedf-a2177c639bf7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=54ec0ce5-40a5-4965-be28-5d5392d9c61d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2025077 Dec 06 17:15:48.042417 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port d57b6a13-be1f-4160-9d42-e9b71bb279b9 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:15:48.042803 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:48.069630 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbcdd99-33b6-4924-91c6-2d5701f4f7b1 req-b53db7bb-bc07-405a-8484-7da720653625 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:48.083287 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbcdd99-33b6-4924-91c6-2d5701f4f7b1 req-b53db7bb-bc07-405a-8484-7da720653625 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:48.092137 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbcdd99-33b6-4924-91c6-2d5701f4f7b1 req-b53db7bb-bc07-405a-8484-7da720653625 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:48.099466 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbcdd99-33b6-4924-91c6-2d5701f4f7b1 req-b53db7bb-bc07-405a-8484-7da720653625 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:48.107231 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbcdd99-33b6-4924-91c6-2d5701f4f7b1 req-b53db7bb-bc07-405a-8484-7da720653625 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:48.113073 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-7bc691b6-2142-4e5c-8f79-fd1d435b2503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4886f3a-dc8e-46d4-bf32-cf444d19046b', 'name': 'tempest-FloatingIPsAssociationTestJSON-2021917022-router', 'tenant_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.251'}], 'enable_snat': True}, 'gw_port_id': 'ed9d2ed6-cd26-419f-ba6e-fe7113b2b955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:14:33Z', 'updated_at': '2021-12-06T17:14:46Z', 'revision_number': 4, 'project_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'gw_port': {'id': 'ed9d2ed6-cd26-419f-ba6e-fe7113b2b955', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4886f3a-dc8e-46d4-bf32-cf444d19046b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:14:35Z', 'updated_at': '2021-12-06T17:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '725f0ce0-5475-4966-8f23-367e3c595b22', 'tenant_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'floating_ip_address': '172.35.1.168', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': 'a4886f3a-dc8e-46d4-bf32-cf444d19046b', 'port_id': '1c158fc1-831f-4500-b86a-86aeef2d53ab', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1091, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54ec0ce5-40a5-4965-be28-5d5392d9c61d', 'mac_address': 'fa:16:3e:1c:c8:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c1a1ce-2bb9-40ca-9a74-685a6a3118d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:15:07Z', 'updated_at': '2021-12-06T17:15:45Z', 'revision_number': 4, 'project_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f22f1220-ca3a-474a-bcc5-100acb015c83', 'name': '', 'network_id': '54ec0ce5-40a5-4965-be28-5d5392d9c61d', 'tenant_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'mac_address': 'fa:16:3e:99:ce:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4886f3a-dc8e-46d4-bf32-cf444d19046b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '606d14bd-3cdf-4d5d-8976-793383533298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:14:45Z', 'updated_at': '2021-12-06T17:14:52Z', 'revision_number': 5, 'project_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'subnets': [{'id': '606d14bd-3cdf-4d5d-8976-793383533298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:15:48.114544 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbcdd99-33b6-4924-91c6-2d5701f4f7b1 req-b53db7bb-bc07-405a-8484-7da720653625 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:48.124195 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbcdd99-33b6-4924-91c6-2d5701f4f7b1 req-b53db7bb-bc07-405a-8484-7da720653625 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:48.126426 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bbbcdd99-33b6-4924-91c6-2d5701f4f7b1 req-b53db7bb-bc07-405a-8484-7da720653625 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab5a1622-9933-40c5-84a1-0be26fda8c29 HTTP/1.1" status: 200 len: 5419 time: 0.1983151 Dec 06 17:15:48.154796 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914bd7d3-32b6-4b70-8326-116dd0601acd req-fd29bbad-e8f9-4bf4-9ea3-0039338ea3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:48.160615 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-914bd7d3-32b6-4b70-8326-116dd0601acd req-fd29bbad-e8f9-4bf4-9ea3-0039338ea3f9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=606d14bd-3cdf-4d5d-8976-793383533298 HTTP/1.1" status: 200 len: 860 time: 0.2061954 Dec 06 17:15:48.167832 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc691b6-2142-4e5c-8f79-fd1d435b2503 None None] The sync data for ids ['a4886f3a-dc8e-46d4-bf32-cf444d19046b'] in n-d-master-1 is: [{'id': 'a4886f3a-dc8e-46d4-bf32-cf444d19046b', 'name': 'tempest-FloatingIPsAssociationTestJSON-2021917022-router', 'tenant_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.251'}], 'enable_snat': True}, 'gw_port_id': 'ed9d2ed6-cd26-419f-ba6e-fe7113b2b955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:14:33Z', 'updated_at': '2021-12-06T17:14:46Z', 'revision_number': 4, 'project_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'gw_port': {'id': 'ed9d2ed6-cd26-419f-ba6e-fe7113b2b955', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4886f3a-dc8e-46d4-bf32-cf444d19046b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:14:35Z', 'updated_at': '2021-12-06T17:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '725f0ce0-5475-4966-8f23-367e3c595b22', 'tenant_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'floating_ip_address': '172.35.1.168', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': 'a4886f3a-dc8e-46d4-bf32-cf444d19046b', 'port_id': '1c158fc1-831f-4500-b86a-86aeef2d53ab', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1091, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54ec0ce5-40a5-4965-be28-5d5392d9c61d', 'mac_address': 'fa:16:3e:1c:c8:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c1a1ce-2bb9-40ca-9a74-685a6a3118d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:15:07Z', 'updated_at': '2021-12-06T17:15:45Z', 'revision_number': 4, 'project_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f22f1220-ca3a-474a-bcc5-100acb015c83', 'name': '', 'network_id': '54ec0ce5-40a5-4965-be28-5d5392d9c61d', 'tenant_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'mac_address': 'fa:16:3e:99:ce:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4886f3a-dc8e-46d4-bf32-cf444d19046b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '606d14bd-3cdf-4d5d-8976-793383533298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:14:45Z', 'updated_at': '2021-12-06T17:14:52Z', 'revision_number': 5, 'project_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'subnets': [{'id': '606d14bd-3cdf-4d5d-8976-793383533298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:15:48.204924 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:48.275075 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port d57b6a13-be1f-4160-9d42-e9b71bb279b9, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=d57b6a13-be1f-4160-9d42-e9b71bb279b9,segment=NetworkSegment(984ae95e-c60e-40dd-bbe4-3c64f43a2a9d),segment_id=984ae95e-c60e-40dd-bbe4-3c64f43a2a9d)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:15:48.282184 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bbbcdd99-33b6-4924-91c6-2d5701f4f7b1 req-0a9a42a9-4da4-4421-b135-d1334e1761ba tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/security-groups?id=dcb0062a-d825-4410-8154-a45e8f107f6a&id=a4eb8a4b-85ed-48a0-8761-ec5681059b26&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1430993 Dec 06 17:15:48.286925 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:48.380920 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 06 Dec 2021 17:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-134d8121-c55c-467e-b5a5-31e891a8e288 x-openstack-request-id: req-134d8121-c55c-467e-b5a5-31e891a8e288 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:15:48.381671 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c29c099-cb1e-4fe7-af5b-33665b90124e", "name": "network-vif-plugged", "status": "completed", "tag": "9d7eb054-86ff-442d-9f45-2ea7d2c08f33", "code": 200}, {"server_uuid": "5c29c099-cb1e-4fe7-af5b-33665b90124e", "name": "network-vif-plugged", "status": "completed", "tag": "5345f321-0a26-400a-97de-08bbf1356448", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:15:48.382574 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-134d8121-c55c-467e-b5a5-31e891a8e288 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:15:48.383421 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c29c099-cb1e-4fe7-af5b-33665b90124e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d7eb054-86ff-442d-9f45-2ea7d2c08f33', 'code': 200} Dec 06 17:15:48.383833 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c29c099-cb1e-4fe7-af5b-33665b90124e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5345f321-0a26-400a-97de-08bbf1356448', 'code': 200} Dec 06 17:15:48.392295 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=d57b6a13-be1f-4160-9d42-e9b71bb279b9,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:48.431909 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914bd7d3-32b6-4b70-8326-116dd0601acd req-1a231725-c078-451f-88a3-e58ffc9d747c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:48.435841 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-914bd7d3-32b6-4b70-8326-116dd0601acd req-1a231725-c078-451f-88a3-e58ffc9d747c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=54ec0ce5-40a5-4965-be28-5d5392d9c61d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1961946 Dec 06 17:15:48.558689 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd21cbe-1b45-48ee-ad6a-71164fa4ccea req-9f68372d-9b02-4bd7-ab41-8d8015746543 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:48.560399 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8dd21cbe-1b45-48ee-ad6a-71164fa4ccea req-9f68372d-9b02-4bd7-ab41-8d8015746543 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=3111a296-b40e-48c5-bfa4-66d71264ae66 HTTP/1.1" status: 200 len: 946 time: 0.0841851 Dec 06 17:15:48.612963 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-914bd7d3-32b6-4b70-8326-116dd0601acd req-95407023-63bc-4470-8d84-d8322962eb2e service neutron] 10.222.0.23 "GET /v2.0/networks/54ec0ce5-40a5-4965-be28-5d5392d9c61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633399 Dec 06 17:15:48.619668 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ae0f97e7-e1c7-40f7-9adc-d085c91b897b req-4fd78b89-43ec-4537-b76b-f7580a03e5c2 service neutron] 10.222.0.41 "GET /v2.0/networks/54ec0ce5-40a5-4965-be28-5d5392d9c61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5669184 Dec 06 17:15:48.658108 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8dd21cbe-1b45-48ee-ad6a-71164fa4ccea req-7e5d4a50-65dd-47f4-a39a-5c9824d6654b tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908432 Dec 06 17:15:48.767956 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcddcd14-19ce-47a5-bb5c-a8230ce8e6f5 req-ba8261c7-3447-4d2a-bd31-d2980370bb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:48.768620 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcddcd14-19ce-47a5-bb5c-a8230ce8e6f5 req-ba8261c7-3447-4d2a-bd31-d2980370bb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:48.770761 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fcddcd14-19ce-47a5-bb5c-a8230ce8e6f5 req-ba8261c7-3447-4d2a-bd31-d2980370bb8b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5c29c099-cb1e-4fe7-af5b-33665b90124e HTTP/1.1" status: 200 len: 1985 time: 0.2203650 Dec 06 17:15:48.784225 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d4a194f7-a02b-4606-9a39-d1453b0d4a49 req-8c5c5b1c-837a-4d1f-9e64-38f49b0e2a86 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a81ef20-7627-4783-b92f-49c0d8a17861 HTTP/1.1" status: 200 len: 210 time: 0.0484958 Dec 06 17:15:48.824339 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64c1a1ce-2bb9-40ca-9a74-685a6a3118d5', 'tag': '1c158fc1-831f-4500-b86a-86aeef2d53ab'}, {'server_uuid': '8a81ef20-7627-4783-b92f-49c0d8a17861', 'name': 'network-vif-deleted', 'tag': 'ea5126e6-32e0-495a-9092-333ce0b1510b'}, {'server_uuid': 'c245de6b-5a8e-47e9-8a83-cc9ed8453593', 'name': 'network-vif-deleted', 'tag': 'befdce02-98cd-43a4-82c5-c471d6e33719'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:15:48.828041 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 48316) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:15:48.830455 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3a383f9-42cd-43d2-9431-a76d5a8fa8d2" -d '{"events": [{"name": "network-changed", "server_uuid": "64c1a1ce-2bb9-40ca-9a74-685a6a3118d5", "tag": "1c158fc1-831f-4500-b86a-86aeef2d53ab"}, {"server_uuid": "8a81ef20-7627-4783-b92f-49c0d8a17861", "name": "network-vif-deleted", "tag": "ea5126e6-32e0-495a-9092-333ce0b1510b"}, {"server_uuid": "c245de6b-5a8e-47e9-8a83-cc9ed8453593", "name": "network-vif-deleted", "tag": "befdce02-98cd-43a4-82c5-c471d6e33719"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:15:48.876135 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ae0f97e7-e1c7-40f7-9adc-d085c91b897b req-0c6c3b41-a6e9-4ccf-9cf6-8b1ce323b5c7 service neutron] 10.222.0.41 "GET /v2.0/networks/54ec0ce5-40a5-4965-be28-5d5392d9c61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337909 Dec 06 17:15:48.888829 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-914bd7d3-32b6-4b70-8326-116dd0601acd req-3009e8c8-7ac7-437c-8f65-f8171ca4f08c service neutron] 10.222.0.23 "GET /v2.0/networks/54ec0ce5-40a5-4965-be28-5d5392d9c61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679665 Dec 06 17:15:48.891595 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fcddcd14-19ce-47a5-bb5c-a8230ce8e6f5 req-91acfb86-88af-4018-955f-3439e8bd1a79 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f03ab9e8-fae2-4a61-9f03-339a4717e762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129961 Dec 06 17:15:48.991806 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:49.016230 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f683527a-8f87-4e47-9b3c-9cbd65972732 req-a5c1a545-30c9-489e-adb3-f55eb9061764 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:49.022311 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f683527a-8f87-4e47-9b3c-9cbd65972732 req-a5c1a545-30c9-489e-adb3-f55eb9061764 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:49.030402 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f683527a-8f87-4e47-9b3c-9cbd65972732 req-a5c1a545-30c9-489e-adb3-f55eb9061764 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c29c099-cb1e-4fe7-af5b-33665b90124e HTTP/1.1" status: 200 len: 1683 time: 0.1334720 Dec 06 17:15:49.054992 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f046415-27e4-47dc-941f-95be9527765f req-827984cd-162f-458d-be6a-0f0972a73c2f tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:49.057584 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8f046415-27e4-47dc-941f-95be9527765f req-827984cd-162f-458d-be6a-0f0972a73c2f tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea1dc4d5-db52-4d0c-968b-9b977ba74678 HTTP/1.1" status: 200 len: 945 time: 0.0665097 Dec 06 17:15:49.150108 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f683527a-8f87-4e47-9b3c-9cbd65972732 req-2976a8d7-3744-47da-b9f3-51b409f214a3 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.23 "GET /v2.0/security-groups?id=f03ab9e8-fae2-4a61-9f03-339a4717e762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187420 Dec 06 17:15:49.153758 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8f046415-27e4-47dc-941f-95be9527765f req-56421a49-9d5c-4edd-a1a7-d72079c938d5 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.23 "GET /v2.0/security-groups?id=e017b456-a96a-4d30-8ba2-3b675361f11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887711 Dec 06 17:15:49.239657 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Mon, 06 Dec 2021 17:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f685fa6-a627-4a0a-b355-8cef65ae1f41 x-openstack-request-id: req-8f685fa6-a627-4a0a-b355-8cef65ae1f41 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:15:49.241003 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64c1a1ce-2bb9-40ca-9a74-685a6a3118d5", "tag": "1c158fc1-831f-4500-b86a-86aeef2d53ab", "status": "completed", "code": 200}, {"server_uuid": "8a81ef20-7627-4783-b92f-49c0d8a17861", "name": "network-vif-deleted", "tag": "ea5126e6-32e0-495a-9092-333ce0b1510b", "status": "completed", "code": 200}, {"server_uuid": "c245de6b-5a8e-47e9-8a83-cc9ed8453593", "name": "network-vif-deleted", "tag": "befdce02-98cd-43a4-82c5-c471d6e33719", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:15:49.241523 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8f685fa6-a627-4a0a-b355-8cef65ae1f41 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:15:49.243483 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64c1a1ce-2bb9-40ca-9a74-685a6a3118d5', 'tag': '1c158fc1-831f-4500-b86a-86aeef2d53ab', 'status': 'completed', 'code': 200} Dec 06 17:15:49.243983 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a81ef20-7627-4783-b92f-49c0d8a17861', 'name': 'network-vif-deleted', 'tag': 'ea5126e6-32e0-495a-9092-333ce0b1510b', 'status': 'completed', 'code': 200} Dec 06 17:15:49.244435 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c245de6b-5a8e-47e9-8a83-cc9ed8453593', 'name': 'network-vif-deleted', 'tag': 'befdce02-98cd-43a4-82c5-c471d6e33719', 'status': 'completed', 'code': 200} Dec 06 17:15:49.364832 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a383f9-42cd-43d2-9431-a76d5a8fa8d2 req-a2f3041f-4272-4c37-8130-3aa81ece23c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:49.366695 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e3a383f9-42cd-43d2-9431-a76d5a8fa8d2 req-a2f3041f-4272-4c37-8130-3aa81ece23c5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9bef0bd25b3044c8b28cf9aea9137f71&device_id=64c1a1ce-2bb9-40ca-9a74-685a6a3118d5 HTTP/1.1" status: 200 len: 1096 time: 0.0951378 Dec 06 17:15:49.377567 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e3e91413-a994-4fcf-b2c7-d90b86f3e685 req-aa88938e-c7f1-41a4-b6a9-655e1d1fe4eb tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.35.1.168 HTTP/1.1" status: 200 len: 1001 time: 0.1126094 Dec 06 17:15:49.485435 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a9729c-b750-4803-95cc-3ff74ee74368 req-b6c77d4a-0728-4a80-9929-c95b68020810 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:49.491908 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a9729c-b750-4803-95cc-3ff74ee74368 req-b6c77d4a-0728-4a80-9929-c95b68020810 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:49.496200 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e91413-a994-4fcf-b2c7-d90b86f3e685 req-f1968874-8e03-43f4-9010-bd7ec65dbb22 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:49.497693 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e3e91413-a994-4fcf-b2c7-d90b86f3e685 req-f1968874-8e03-43f4-9010-bd7ec65dbb22 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] 10.222.0.23 "GET /v2.0/ports/1c158fc1-831f-4500-b86a-86aeef2d53ab HTTP/1.1" status: 200 len: 942 time: 0.1189640 Dec 06 17:15:49.516297 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a9729c-b750-4803-95cc-3ff74ee74368 req-b6c77d4a-0728-4a80-9929-c95b68020810 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:49.530501 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a383f9-42cd-43d2-9431-a76d5a8fa8d2 req-367f2ecc-34c3-4458-9c52-7f81c76447a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:49.530991 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a9729c-b750-4803-95cc-3ff74ee74368 req-b6c77d4a-0728-4a80-9929-c95b68020810 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:49.532357 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e3a383f9-42cd-43d2-9431-a76d5a8fa8d2 req-367f2ecc-34c3-4458-9c52-7f81c76447a3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=54ec0ce5-40a5-4965-be28-5d5392d9c61d HTTP/1.1" status: 200 len: 922 time: 0.1441801 Dec 06 17:15:49.537901 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a9729c-b750-4803-95cc-3ff74ee74368 req-b6c77d4a-0728-4a80-9929-c95b68020810 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:49.544881 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a9729c-b750-4803-95cc-3ff74ee74368 req-b6c77d4a-0728-4a80-9929-c95b68020810 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:49.551676 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a9729c-b750-4803-95cc-3ff74ee74368 req-b6c77d4a-0728-4a80-9929-c95b68020810 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:49.561801 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-01a9729c-b750-4803-95cc-3ff74ee74368 req-b6c77d4a-0728-4a80-9929-c95b68020810 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab5a1622-9933-40c5-84a1-0be26fda8c29 HTTP/1.1" status: 200 len: 5419 time: 0.1680524 Dec 06 17:15:49.655252 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-01a9729c-b750-4803-95cc-3ff74ee74368 req-cf7d1a4a-fcbc-4de7-98d0-5b87648393fa tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/security-groups?id=dcb0062a-d825-4410-8154-a45e8f107f6a&id=a4eb8a4b-85ed-48a0-8761-ec5681059b26&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0851934 Dec 06 17:15:49.679992 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e3e91413-a994-4fcf-b2c7-d90b86f3e685 req-29ba0d83-07e9-41e9-b75e-40277544d9dc tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.35.1.168 HTTP/1.1" status: 200 len: 1001 time: 0.0864720 Dec 06 17:15:49.690233 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e3a383f9-42cd-43d2-9431-a76d5a8fa8d2 req-9cbab011-a5b5-43bd-ac30-001798050972 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c158fc1-831f-4500-b86a-86aeef2d53ab HTTP/1.1" status: 200 len: 1001 time: 0.1412237 Dec 06 17:15:49.735232 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bcb48f26-06c1-4823-b984-b15360d259ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575908'] for router_interface, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:49.769748 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device befdce02-98cd-43a4-82c5-c471d6e33719 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:15:49.842897 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] No Port match for: befdce02-98cd-43a4-82c5-c471d6e33719 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:15:49.843255 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device befdce02-98cd-43a4-82c5-c471d6e33719 not bound to the agent host n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:15:49.862756 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a383f9-42cd-43d2-9431-a76d5a8fa8d2 req-a1f46a5b-4a48-4b42-9bfc-e57e05ea4bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:49.864746 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e3a383f9-42cd-43d2-9431-a76d5a8fa8d2 req-a1f46a5b-4a48-4b42-9bfc-e57e05ea4bd0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=606d14bd-3cdf-4d5d-8976-793383533298 HTTP/1.1" status: 200 len: 860 time: 0.1443238 Dec 06 17:15:49.956928 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e91413-a994-4fcf-b2c7-d90b86f3e685 req-8d756e6b-a665-4d7c-96c4-5c65f5511fc7 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:49.971547 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e3e91413-a994-4fcf-b2c7-d90b86f3e685 req-8d756e6b-a665-4d7c-96c4-5c65f5511fc7 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] 10.222.0.23 "GET /v2.0/networks/40c9982f-f1ff-4b90-bebe-b7d51655f7e2 HTTP/1.1" status: 200 len: 784 time: 0.2802439 Dec 06 17:15:49.975239 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a31211-8429-4f56-b7ad-b500466784fd req-afbfd996-3ba6-4175-84e1-d2e57e707711 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:49.976814 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-90a31211-8429-4f56-b7ad-b500466784fd req-afbfd996-3ba6-4175-84e1-d2e57e707711 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=3111a296-b40e-48c5-bfa4-66d71264ae66 HTTP/1.1" status: 200 len: 946 time: 0.1255200 Dec 06 17:15:49.980772 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a383f9-42cd-43d2-9431-a76d5a8fa8d2 req-0529f3b6-97ab-4dff-beca-17efa336a308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:49.987493 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e3a383f9-42cd-43d2-9431-a76d5a8fa8d2 req-0529f3b6-97ab-4dff-beca-17efa336a308 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=54ec0ce5-40a5-4965-be28-5d5392d9c61d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1026437 Dec 06 17:15:50.097038 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-90a31211-8429-4f56-b7ad-b500466784fd req-6acb5878-f49b-40b5-b132-f5e07c0da736 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950804 Dec 06 17:15:50.168437 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6ae6da2d-2a76-4dda-95bf-8aa745e45387 req-96379cc0-1534-4e55-b1a3-47c385666101 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a81ef20-7627-4783-b92f-49c0d8a17861 HTTP/1.1" status: 200 len: 210 time: 0.0575361 Dec 06 17:15:50.230670 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e3a383f9-42cd-43d2-9431-a76d5a8fa8d2 req-fa39d63e-2d4a-468e-9763-e0ad0cd5d2f1 service neutron] 10.222.0.44 "GET /v2.0/networks/54ec0ce5-40a5-4965-be28-5d5392d9c61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349808 Dec 06 17:15:50.298205 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-75c4ef24-1013-40a1-b1e4-45deafa8c9ff req-30a5439e-ce15-464f-80c9-07aabb183555 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.35.1.168 HTTP/1.1" status: 200 len: 1001 time: 0.1621025 Dec 06 17:15:50.356325 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c4ef24-1013-40a1-b1e4-45deafa8c9ff req-0b170408-f1ef-4fcd-ba92-d37162cc5f0a tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:50.369676 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-75c4ef24-1013-40a1-b1e4-45deafa8c9ff req-0b170408-f1ef-4fcd-ba92-d37162cc5f0a tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] 10.222.0.23 "GET /v2.0/ports/1c158fc1-831f-4500-b86a-86aeef2d53ab HTTP/1.1" status: 200 len: 942 time: 0.0643280 Dec 06 17:15:50.385810 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea1dc4d5-db52-4d0c-968b-9b977ba74678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd57b6a13-be1f-4160-9d42-e9b71bb279b9'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:15:50.390377 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cec9625-2e4e-42a6-a28b-f631ef2e1e95" -d '{"events": [{"server_uuid": "ea1dc4d5-db52-4d0c-968b-9b977ba74678", "name": "network-vif-plugged", "status": "completed", "tag": "d57b6a13-be1f-4160-9d42-e9b71bb279b9"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:15:50.401386 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-bcb48f26-06c1-4823-b984-b15360d259ec admin admin] Deleting port 1afeccbb-399e-4224-812a-db76af72ce21 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:15:50.401805 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bcb48f26-06c1-4823-b984-b15360d259ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:50.557266 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-75c4ef24-1013-40a1-b1e4-45deafa8c9ff req-52f2d76c-1a25-442a-8088-014abe301d82 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.35.1.168 HTTP/1.1" status: 200 len: 1001 time: 0.1159010 Dec 06 17:15:50.609161 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-bcb48f26-06c1-4823-b984-b15360d259ec admin admin] For port 1afeccbb-399e-4224-812a-db76af72ce21, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1afeccbb-399e-4224-812a-db76af72ce21,segment=NetworkSegment(5f633514-6649-4383-967d-3e5bb989bb4a),segment_id=5f633514-6649-4383-967d-3e5bb989bb4a)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:15:50.609577 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bcb48f26-06c1-4823-b984-b15360d259ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:50.662615 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-bcb48f26-06c1-4823-b984-b15360d259ec admin admin] Calling delete_port for 1afeccbb-399e-4224-812a-db76af72ce21 owned by network:router_interface {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:15:50.760058 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c4ef24-1013-40a1-b1e4-45deafa8c9ff req-259429b1-b539-4ab3-ad19-2247cd91942c tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:50.768655 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-75c4ef24-1013-40a1-b1e4-45deafa8c9ff req-259429b1-b539-4ab3-ad19-2247cd91942c tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] 10.222.0.23 "GET /v2.0/networks/40c9982f-f1ff-4b90-bebe-b7d51655f7e2 HTTP/1.1" status: 200 len: 784 time: 0.2103927 Dec 06 17:15:50.892429 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0476401-5c5b-4605-899a-97fcb146fdd2 req-2622b864-47b4-45e8-b355-2a7b8fa7f2ee tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:50.899478 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0476401-5c5b-4605-899a-97fcb146fdd2 req-2622b864-47b4-45e8-b355-2a7b8fa7f2ee tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:50.901030 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-75c4ef24-1013-40a1-b1e4-45deafa8c9ff req-2dc0a0b2-27fa-4400-a9ab-42e8b972b6ff tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.35.1.168 HTTP/1.1" status: 200 len: 1001 time: 0.1314702 Dec 06 17:15:50.906135 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-75c4ef24-1013-40a1-b1e4-45deafa8c9ff req-74fe987b-a4e2-437c-9e83-1dfac859915d tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:15:50.908428 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a0476401-5c5b-4605-899a-97fcb146fdd2 req-2622b864-47b4-45e8-b355-2a7b8fa7f2ee tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c29c099-cb1e-4fe7-af5b-33665b90124e HTTP/1.1" status: 200 len: 1683 time: 0.5388105 Dec 06 17:15:50.943223 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e3a383f9-42cd-43d2-9431-a76d5a8fa8d2 req-ca3b93ec-21e2-4e1a-8f2c-105dde85d3d9 service neutron] 10.222.0.44 "GET /v2.0/networks/54ec0ce5-40a5-4965-be28-5d5392d9c61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7024577 Dec 06 17:15:50.982664 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-75c4ef24-1013-40a1-b1e4-45deafa8c9ff req-74fe987b-a4e2-437c-9e83-1dfac859915d tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Publish callbacks [] for floatingip, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:50.987392 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a0476401-5c5b-4605-899a-97fcb146fdd2 req-03930658-b673-416f-9840-fe52ecf64dd3 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.23 "GET /v2.0/security-groups?id=f03ab9e8-fae2-4a61-9f03-339a4717e762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764978 Dec 06 17:15:51.114999 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc37c95-1422-4bc7-a3f1-d93543284f3e req-159ba172-6e49-485c-9942-4a674a4902cf tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:51.117807 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bdc37c95-1422-4bc7-a3f1-d93543284f3e req-159ba172-6e49-485c-9942-4a674a4902cf tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea1dc4d5-db52-4d0c-968b-9b977ba74678 HTTP/1.1" status: 200 len: 945 time: 0.0646975 Dec 06 17:15:51.206002 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bdc37c95-1422-4bc7-a3f1-d93543284f3e req-ec41c61d-01f4-46d7-a882-f862428edda5 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.23 "GET /v2.0/security-groups?id=e017b456-a96a-4d30-8ba2-3b675361f11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804765 Dec 06 17:15:51.345625 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9819cb83-05af-4c6b-be62-61979f99b69c x-openstack-request-id: req-9819cb83-05af-4c6b-be62-61979f99b69c {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:15:51.346243 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea1dc4d5-db52-4d0c-968b-9b977ba74678", "name": "network-vif-plugged", "status": "completed", "tag": "d57b6a13-be1f-4160-9d42-e9b71bb279b9", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:15:51.346710 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9819cb83-05af-4c6b-be62-61979f99b69c {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:15:51.347317 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea1dc4d5-db52-4d0c-968b-9b977ba74678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd57b6a13-be1f-4160-9d42-e9b71bb279b9', 'code': 200} Dec 06 17:15:51.474533 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bcb48f26-06c1-4823-b984-b15360d259ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:51.524932 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36168860-be37-4576-a6d7-8e35906d4298 req-4db92afa-2ca0-437f-aed7-f421eae6eab8 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:51.534954 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36168860-be37-4576-a6d7-8e35906d4298 req-4db92afa-2ca0-437f-aed7-f421eae6eab8 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:51.536597 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-75c4ef24-1013-40a1-b1e4-45deafa8c9ff req-74fe987b-a4e2-437c-9e83-1dfac859915d tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:51.539549 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb48f26-06c1-4823-b984-b15360d259ec admin admin] Pushing event deleted for resources: {'Port': ['ID=1afeccbb-399e-4224-812a-db76af72ce21,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:51.544709 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36168860-be37-4576-a6d7-8e35906d4298 req-4db92afa-2ca0-437f-aed7-f421eae6eab8 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:51.546056 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-75c4ef24-1013-40a1-b1e4-45deafa8c9ff req-74fe987b-a4e2-437c-9e83-1dfac859915d tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:51.546398 n-d-master-1 neutron-server[103284]: INFO neutron.db.l3_db [req-75c4ef24-1013-40a1-b1e4-45deafa8c9ff req-74fe987b-a4e2-437c-9e83-1dfac859915d tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Floating IP 725f0ce0-5475-4966-8f23-367e3c595b22 disassociated. External IP: 172.35.1.168, port: 1c158fc1-831f-4500-b86a-86aeef2d53ab. Dec 06 17:15:51.553722 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36168860-be37-4576-a6d7-8e35906d4298 req-4db92afa-2ca0-437f-aed7-f421eae6eab8 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:51.560327 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36168860-be37-4576-a6d7-8e35906d4298 req-4db92afa-2ca0-437f-aed7-f421eae6eab8 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:51.566670 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36168860-be37-4576-a6d7-8e35906d4298 req-4db92afa-2ca0-437f-aed7-f421eae6eab8 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:51.573340 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36168860-be37-4576-a6d7-8e35906d4298 req-4db92afa-2ca0-437f-aed7-f421eae6eab8 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:51.581594 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-36168860-be37-4576-a6d7-8e35906d4298 req-4db92afa-2ca0-437f-aed7-f421eae6eab8 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab5a1622-9933-40c5-84a1-0be26fda8c29 HTTP/1.1" status: 200 len: 5419 time: 0.1622412 Dec 06 17:15:51.603466 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49128166-e53a-4cb3-83d2-2e61d1b45e81 req-ae2d02ee-ffed-4728-a4dd-4d4810521d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:51.605078 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-49128166-e53a-4cb3-83d2-2e61d1b45e81 req-ae2d02ee-ffed-4728-a4dd-4d4810521d49 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ea1dc4d5-db52-4d0c-968b-9b977ba74678 HTTP/1.1" status: 200 len: 1096 time: 0.1746364 Dec 06 17:15:51.686316 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-49128166-e53a-4cb3-83d2-2e61d1b45e81 req-c592b9d9-8616-47ad-bd66-34fa3ec17da6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e017b456-a96a-4d30-8ba2-3b675361f11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664330 Dec 06 17:15:51.704102 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-36168860-be37-4576-a6d7-8e35906d4298 req-e0d7fe58-71a0-46e9-917f-461acd1c17e3 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/security-groups?id=dcb0062a-d825-4410-8154-a45e8f107f6a&id=a4eb8a4b-85ed-48a0-8761-ec5681059b26&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1214058 Dec 06 17:15:51.784606 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 8ff5d469-98fa-49c2-8ef1-104f557830ca details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:15:51.832398 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936aa6c5-0eb9-4f05-856b-4898248c55c0 req-5db6c72d-4cf1-4da2-a94b-a9118f4f90be tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:51.843757 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-936aa6c5-0eb9-4f05-856b-4898248c55c0 req-5db6c72d-4cf1-4da2-a94b-a9118f4f90be tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=3111a296-b40e-48c5-bfa4-66d71264ae66 HTTP/1.1" status: 200 len: 946 time: 0.0817072 Dec 06 17:15:51.880180 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bcb48f26-06c1-4823-b984-b15360d259ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-772474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575952'] for router_interface, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:51.927880 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-936aa6c5-0eb9-4f05-856b-4898248c55c0 req-59414893-1454-463f-a767-c39f9ff67866 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830770 Dec 06 17:15:51.976435 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 8ff5d469-98fa-49c2-8ef1-104f557830ca, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8ff5d469-98fa-49c2-8ef1-104f557830ca,segment=NetworkSegment(02c34753-070f-4f68-9533-80dcf93edb92),segment_id=02c34753-070f-4f68-9533-80dcf93edb92)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:15:51.989402 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': '8ff5d469-98fa-49c2-8ef1-104f557830ca', 'network_id': '3fe6b139-ab54-421b-a2ff-2a0762857d78', 'port_id': '8ff5d469-98fa-49c2-8ef1-104f557830ca', 'mac_address': 'fa:16:3e:c8:4e:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a353316-d532-4156-ba10-317f93f3fee6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:15:52.020109 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [req-75c4ef24-1013-40a1-b1e4-45deafa8c9ff req-74fe987b-a4e2-437c-9e83-1dfac859915d tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Router a4886f3a-dc8e-46d4-bf32-cf444d19046b has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:15:52.031288 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:52.061629 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7731c71b-cb1e-4732-9cea-400c2ed6cdf4 req-05a4c0f0-b545-4d91-908a-bdb407dcaa20 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a81ef20-7627-4783-b92f-49c0d8a17861 HTTP/1.1" status: 200 len: 210 time: 0.0625386 Dec 06 17:15:52.063998 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ff5d469-98fa-49c2-8ef1-104f557830ca {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:15:52.096509 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 8ff5d469-98fa-49c2-8ef1-104f557830ca, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8ff5d469-98fa-49c2-8ef1-104f557830ca,segment=NetworkSegment(02c34753-070f-4f68-9533-80dcf93edb92),segment_id=02c34753-070f-4f68-9533-80dcf93edb92)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:15:52.110258 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:52.111163 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device e6837a9b-3564-431d-b164-1562632e4bc8 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:15:52.172937 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=8ff5d469-98fa-49c2-8ef1-104f557830ca,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:52.213716 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ca430d-bef3-4513-a8d5-df4fcb6ee35c req-6a3a5b9a-dfb2-45b8-bdb4-8832bfa6aaec tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:52.228760 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ca430d-bef3-4513-a8d5-df4fcb6ee35c req-6a3a5b9a-dfb2-45b8-bdb4-8832bfa6aaec tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:52.242240 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c3ca430d-bef3-4513-a8d5-df4fcb6ee35c req-6a3a5b9a-dfb2-45b8-bdb4-8832bfa6aaec tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c29c099-cb1e-4fe7-af5b-33665b90124e HTTP/1.1" status: 200 len: 1683 time: 0.1322389 Dec 06 17:15:52.276778 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port e6837a9b-3564-431d-b164-1562632e4bc8, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=e6837a9b-3564-431d-b164-1562632e4bc8,segment=NetworkSegment(d9cf52d1-bc52-4bcd-8c3c-12b88e1a5dd0),segment_id=d9cf52d1-bc52-4bcd-8c3c-12b88e1a5dd0)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:15:52.290167 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': 'e6837a9b-3564-431d-b164-1562632e4bc8', 'network_id': 'a4c7e014-b0a5-4b38-bc7b-c27afa34aef4', 'port_id': 'e6837a9b-3564-431d-b164-1562632e4bc8', 'mac_address': 'fa:16:3e:70:28:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b6f6e09-b453-475f-acb4-6738e54d8ac7', 'ip_address': '10.1.1.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:15:52.352996 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:52.360092 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c3ca430d-bef3-4513-a8d5-df4fcb6ee35c req-51e19b3c-7607-44d7-995b-b69bfbe704c8 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.23 "GET /v2.0/security-groups?id=f03ab9e8-fae2-4a61-9f03-339a4717e762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168172 Dec 06 17:15:52.397897 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcb48f26-06c1-4823-b984-b15360d259ec admin admin] Router 3256e403-77e3-4cb7-9e91-46b2de5a4ba9 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:15:52.399036 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6837a9b-3564-431d-b164-1562632e4bc8 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:15:52.440849 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port e6837a9b-3564-431d-b164-1562632e4bc8, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=e6837a9b-3564-431d-b164-1562632e4bc8,segment=NetworkSegment(d9cf52d1-bc52-4bcd-8c3c-12b88e1a5dd0),segment_id=d9cf52d1-bc52-4bcd-8c3c-12b88e1a5dd0)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:15:52.449822 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:52.451924 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 69267b95-7993-4338-b334-0869546a57e9 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:15:52.564413 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 69267b95-7993-4338-b334-0869546a57e9, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=69267b95-7993-4338-b334-0869546a57e9,segment=NetworkSegment(d9cf52d1-bc52-4bcd-8c3c-12b88e1a5dd0),segment_id=d9cf52d1-bc52-4bcd-8c3c-12b88e1a5dd0)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:15:52.573990 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f7bcc2-81e0-4910-8399-606577787059 req-7c2f1d3c-80c2-4bee-b789-26fdda0e56e3 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:52.576893 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=e6837a9b-3564-431d-b164-1562632e4bc8,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:52.580575 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-24f7bcc2-81e0-4910-8399-606577787059 req-7c2f1d3c-80c2-4bee-b789-26fdda0e56e3 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea1dc4d5-db52-4d0c-968b-9b977ba74678 HTTP/1.1" status: 200 len: 945 time: 0.0999184 Dec 06 17:15:52.600053 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': '69267b95-7993-4338-b334-0869546a57e9', 'network_id': 'a4c7e014-b0a5-4b38-bc7b-c27afa34aef4', 'port_id': '69267b95-7993-4338-b334-0869546a57e9', 'mac_address': 'fa:16:3e:7e:d3:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b6f6e09-b453-475f-acb4-6738e54d8ac7', 'ip_address': '10.1.1.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:15:52.630206 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcb48f26-06c1-4823-b984-b15360d259ec admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:15:52.646008 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-bcb48f26-06c1-4823-b984-b15360d259ec admin admin] 10.222.0.23 "PUT /v2.0/routers/3256e403-77e3-4cb7-9e91-46b2de5a4ba9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8166564 Dec 06 17:15:52.648894 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 48358) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:15:52.649908 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cf2961-219c-4267-b065-6e1fe192efe3 None None] Sync routers for ids ['3256e403-77e3-4cb7-9e91-46b2de5a4ba9'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:15:52.675380 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-75c4ef24-1013-40a1-b1e4-45deafa8c9ff req-74fe987b-a4e2-437c-9e83-1dfac859915d tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:15:52.680304 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-75c4ef24-1013-40a1-b1e4-45deafa8c9ff req-74fe987b-a4e2-437c-9e83-1dfac859915d tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:52.681164 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:52.687218 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aeaba9b-2052-4754-a510-15af51b2c05a None None] Sync routers for ids ['a4886f3a-dc8e-46d4-bf32-cf444d19046b'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:15:52.697774 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69267b95-7993-4338-b334-0869546a57e9 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:15:52.710472 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cf2961-219c-4267-b065-6e1fe192efe3 None None] Routers {'3256e403-77e3-4cb7-9e91-46b2de5a4ba9'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:15:52.711128 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-29cf2961-219c-4267-b065-6e1fe192efe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:15:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['3256e403-77e3-4cb7-9e91-46b2de5a4ba9'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:15:52.717434 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aeaba9b-2052-4754-a510-15af51b2c05a None None] Routers {'a4886f3a-dc8e-46d4-bf32-cf444d19046b'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:15:52.720225 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-9aeaba9b-2052-4754-a510-15af51b2c05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:15:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['a4886f3a-dc8e-46d4-bf32-cf444d19046b'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:15:52.745762 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-75c4ef24-1013-40a1-b1e4-45deafa8c9ff req-74fe987b-a4e2-437c-9e83-1dfac859915d tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] 10.222.0.23 "PUT /v2.0/floatingips/725f0ce0-5475-4966-8f23-367e3c595b22 HTTP/1.1" status: 200 len: 695 time: 1.8436985 Dec 06 17:15:52.746434 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64c1a1ce-2bb9-40ca-9a74-685a6a3118d5', 'tag': '1c158fc1-831f-4500-b86a-86aeef2d53ab'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:15:52.748961 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f906485-cc07-4983-8fe1-a2476947f188" -d '{"events": [{"name": "network-changed", "server_uuid": "64c1a1ce-2bb9-40ca-9a74-685a6a3118d5", "tag": "1c158fc1-831f-4500-b86a-86aeef2d53ab"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:15:52.813423 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-24f7bcc2-81e0-4910-8399-606577787059 req-4823ceb8-f991-4868-b3d8-f258d873d0f3 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.23 "GET /v2.0/security-groups?id=e017b456-a96a-4d30-8ba2-3b675361f11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182016 Dec 06 17:15:52.845539 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 69267b95-7993-4338-b334-0869546a57e9, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=69267b95-7993-4338-b334-0869546a57e9,segment=NetworkSegment(d9cf52d1-bc52-4bcd-8c3c-12b88e1a5dd0),segment_id=d9cf52d1-bc52-4bcd-8c3c-12b88e1a5dd0)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:15:52.869276 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:52.870103 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 54b8b728-fb86-4824-ae15-d101cf829fb2 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:15:52.899756 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c4ef24-1013-40a1-b1e4-45deafa8c9ff req-b1a2d173-b070-4480-8f42-bd4d79b9dc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:52.911395 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-75c4ef24-1013-40a1-b1e4-45deafa8c9ff req-b1a2d173-b070-4480-8f42-bd4d79b9dc0f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9bef0bd25b3044c8b28cf9aea9137f71&device_id=64c1a1ce-2bb9-40ca-9a74-685a6a3118d5 HTTP/1.1" status: 200 len: 1096 time: 0.1435509 Dec 06 17:15:52.965777 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-9aeaba9b-2052-4754-a510-15af51b2c05a None None] Set router a4886f3a-dc8e-46d4-bf32-cf444d19046b gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:15:52.974868 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d307cdfb-7530-4d4e-916c-d89caf777c05 admin admin] Publish callbacks [] for router, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:52.978965 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=69267b95-7993-4338-b334-0869546a57e9,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:53.035851 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 54b8b728-fb86-4824-ae15-d101cf829fb2, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=54b8b728-fb86-4824-ae15-d101cf829fb2,segment=NetworkSegment(d9cf52d1-bc52-4bcd-8c3c-12b88e1a5dd0),segment_id=d9cf52d1-bc52-4bcd-8c3c-12b88e1a5dd0)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:15:53.040849 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-29cf2961-219c-4267-b065-6e1fe192efe3 None None] Set router 3256e403-77e3-4cb7-9e91-46b2de5a4ba9 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:15:53.112996 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c4ef24-1013-40a1-b1e4-45deafa8c9ff req-3a9361f2-5033-4a65-a004-e6ba70423ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:53.115015 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-75c4ef24-1013-40a1-b1e4-45deafa8c9ff req-3a9361f2-5033-4a65-a004-e6ba70423ccc service neutron] 10.222.0.23 "GET /v2.0/networks?id=54ec0ce5-40a5-4965-be28-5d5392d9c61d HTTP/1.1" status: 200 len: 922 time: 0.1966300 Dec 06 17:15:53.165940 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': '54b8b728-fb86-4824-ae15-d101cf829fb2', 'network_id': 'a4c7e014-b0a5-4b38-bc7b-c27afa34aef4', 'port_id': '54b8b728-fb86-4824-ae15-d101cf829fb2', 'mac_address': 'fa:16:3e:c7:01:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b6f6e09-b453-475f-acb4-6738e54d8ac7', 'ip_address': '10.1.1.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:15:53.228725 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-75c4ef24-1013-40a1-b1e4-45deafa8c9ff req-d1256f47-dc25-432c-9978-53b072caedcb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c158fc1-831f-4500-b86a-86aeef2d53ab HTTP/1.1" status: 200 len: 217 time: 0.1075952 Dec 06 17:15:53.273311 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d307cdfb-7530-4d4e-916c-d89caf777c05 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:53.332095 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c4ef24-1013-40a1-b1e4-45deafa8c9ff req-668363e2-056d-4825-bbc2-d7e5a5eba27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:53.333906 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-75c4ef24-1013-40a1-b1e4-45deafa8c9ff req-668363e2-056d-4825-bbc2-d7e5a5eba27c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=606d14bd-3cdf-4d5d-8976-793383533298 HTTP/1.1" status: 200 len: 860 time: 0.0986152 Dec 06 17:15:53.372814 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-9aeaba9b-2052-4754-a510-15af51b2c05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4886f3a-dc8e-46d4-bf32-cf444d19046b', 'name': 'tempest-FloatingIPsAssociationTestJSON-2021917022-router', 'tenant_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.251'}], 'enable_snat': True}, 'gw_port_id': 'ed9d2ed6-cd26-419f-ba6e-fe7113b2b955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:14:33Z', 'updated_at': '2021-12-06T17:14:46Z', 'revision_number': 4, 'project_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'gw_port': {'id': 'ed9d2ed6-cd26-419f-ba6e-fe7113b2b955', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4886f3a-dc8e-46d4-bf32-cf444d19046b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:14:35Z', 'updated_at': '2021-12-06T17:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'f22f1220-ca3a-474a-bcc5-100acb015c83', 'name': '', 'network_id': '54ec0ce5-40a5-4965-be28-5d5392d9c61d', 'tenant_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'mac_address': 'fa:16:3e:99:ce:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4886f3a-dc8e-46d4-bf32-cf444d19046b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '606d14bd-3cdf-4d5d-8976-793383533298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:14:45Z', 'updated_at': '2021-12-06T17:14:52Z', 'revision_number': 5, 'project_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'subnets': [{'id': '606d14bd-3cdf-4d5d-8976-793383533298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:15:53.437853 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aeaba9b-2052-4754-a510-15af51b2c05a None None] Checking router: a4886f3a-dc8e-46d4-bf32-cf444d19046b for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:15:53.447997 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:53.456656 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aeaba9b-2052-4754-a510-15af51b2c05a None None] Routers {'a4886f3a-dc8e-46d4-bf32-cf444d19046b'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:15:53.457643 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-9aeaba9b-2052-4754-a510-15af51b2c05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:15:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['a4886f3a-dc8e-46d4-bf32-cf444d19046b'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:15:53.461756 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c4ef24-1013-40a1-b1e4-45deafa8c9ff req-2a2869b4-4a12-4bc7-9131-e5711dd8636c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:53.477964 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-75c4ef24-1013-40a1-b1e4-45deafa8c9ff req-2a2869b4-4a12-4bc7-9131-e5711dd8636c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=54ec0ce5-40a5-4965-be28-5d5392d9c61d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1331227 Dec 06 17:15:53.525504 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54b8b728-fb86-4824-ae15-d101cf829fb2 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:15:53.529723 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04208f2a-ad4a-45e7-a9cb-8f65589229ba req-54f3fc34-53af-4e27-beb7-a48a2526e39b tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:53.545075 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04208f2a-ad4a-45e7-a9cb-8f65589229ba req-54f3fc34-53af-4e27-beb7-a48a2526e39b tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:53.553424 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 54b8b728-fb86-4824-ae15-d101cf829fb2, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=54b8b728-fb86-4824-ae15-d101cf829fb2,segment=NetworkSegment(d9cf52d1-bc52-4bcd-8c3c-12b88e1a5dd0),segment_id=d9cf52d1-bc52-4bcd-8c3c-12b88e1a5dd0)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:15:53.557276 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04208f2a-ad4a-45e7-a9cb-8f65589229ba req-54f3fc34-53af-4e27-beb7-a48a2526e39b tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:53.562882 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:53.563773 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device cf0bdd3f-c300-462b-8d0e-73d39f19d252 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:15:53.570025 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04208f2a-ad4a-45e7-a9cb-8f65589229ba req-54f3fc34-53af-4e27-beb7-a48a2526e39b tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:53.590705 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04208f2a-ad4a-45e7-a9cb-8f65589229ba req-54f3fc34-53af-4e27-beb7-a48a2526e39b tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:53.606723 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04208f2a-ad4a-45e7-a9cb-8f65589229ba req-54f3fc34-53af-4e27-beb7-a48a2526e39b tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:53.622663 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04208f2a-ad4a-45e7-a9cb-8f65589229ba req-54f3fc34-53af-4e27-beb7-a48a2526e39b tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:53.632800 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-04208f2a-ad4a-45e7-a9cb-8f65589229ba req-54f3fc34-53af-4e27-beb7-a48a2526e39b tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab5a1622-9933-40c5-84a1-0be26fda8c29 HTTP/1.1" status: 200 len: 5422 time: 0.2636065 Dec 06 17:15:53.673914 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-29cf2961-219c-4267-b065-6e1fe192efe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3256e403-77e3-4cb7-9e91-46b2de5a4ba9', 'name': 'tempest-ServerRescueTestJSONUnderV235-928762650-router', 'tenant_id': 'f377f83bc18f4c0187f237b662699790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.109'}], 'enable_snat': True}, 'gw_port_id': '67fc27b0-a158-4b84-bf2c-6f754bd6a0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:13:57Z', 'updated_at': '2021-12-06T17:15:51Z', 'revision_number': 5, 'project_id': 'f377f83bc18f4c0187f237b662699790', 'gw_port': {'id': '67fc27b0-a158-4b84-bf2c-6f754bd6a0a7', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:36:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3256e403-77e3-4cb7-9e91-46b2de5a4ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:13:58Z', 'updated_at': '2021-12-06T17:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:15:53.687849 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-d307cdfb-7530-4d4e-916c-d89caf777c05 admin admin] Deleting port 67fc27b0-a158-4b84-bf2c-6f754bd6a0a7 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:15:53.690884 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d307cdfb-7530-4d4e-916c-d89caf777c05 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:53.692956 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-75c4ef24-1013-40a1-b1e4-45deafa8c9ff req-a73252c5-9cd5-4b39-9b89-a290d1b5ef02 service neutron] 10.222.0.23 "GET /v2.0/networks/54ec0ce5-40a5-4965-be28-5d5392d9c61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136331 Dec 06 17:15:53.709490 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cf2961-219c-4267-b065-6e1fe192efe3 None None] Checking router: 3256e403-77e3-4cb7-9e91-46b2de5a4ba9 for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:15:53.716571 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-9aeaba9b-2052-4754-a510-15af51b2c05a None None] Set router a4886f3a-dc8e-46d4-bf32-cf444d19046b gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:15:53.809417 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-75c4ef24-1013-40a1-b1e4-45deafa8c9ff req-585571dc-cf0d-4b02-b431-5ca37672b484 service neutron] 10.222.0.23 "GET /v2.0/networks/54ec0ce5-40a5-4965-be28-5d5392d9c61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063337 Dec 06 17:15:53.818327 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-04208f2a-ad4a-45e7-a9cb-8f65589229ba req-453046d9-e162-48a5-b04f-55d32a81cdff tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/security-groups?id=dcb0062a-d825-4410-8154-a45e8f107f6a&id=a4eb8a4b-85ed-48a0-8761-ec5681059b26&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1835608 Dec 06 17:15:53.906158 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-600fa187-e270-4604-9e29-7aac3b24edcd x-openstack-request-id: req-600fa187-e270-4604-9e29-7aac3b24edcd {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:15:53.906597 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64c1a1ce-2bb9-40ca-9a74-685a6a3118d5", "tag": "1c158fc1-831f-4500-b86a-86aeef2d53ab", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:15:53.906927 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-600fa187-e270-4604-9e29-7aac3b24edcd {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:15:53.907423 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64c1a1ce-2bb9-40ca-9a74-685a6a3118d5', 'tag': '1c158fc1-831f-4500-b86a-86aeef2d53ab', 'status': 'completed', 'code': 200} Dec 06 17:15:54.033248 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=54b8b728-fb86-4824-ae15-d101cf829fb2,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:54.054682 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cf2961-219c-4267-b065-6e1fe192efe3 None None] Routers {'3256e403-77e3-4cb7-9e91-46b2de5a4ba9'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:15:54.055335 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-29cf2961-219c-4267-b065-6e1fe192efe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:15:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['3256e403-77e3-4cb7-9e91-46b2de5a4ba9'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:15:54.129817 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0e451081-3dd2-401f-8852-83a730a105d4 req-53a7634b-8f11-497f-a452-f4041642b493 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a81ef20-7627-4783-b92f-49c0d8a17861 HTTP/1.1" status: 200 len: 210 time: 0.0421247 Dec 06 17:15:54.201371 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-29cf2961-219c-4267-b065-6e1fe192efe3 None None] Set router 3256e403-77e3-4cb7-9e91-46b2de5a4ba9 gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:15:54.217850 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f906485-cc07-4983-8fe1-a2476947f188 req-58834115-18a6-41ba-8fba-6084c518a961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:54.219381 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9f906485-cc07-4983-8fe1-a2476947f188 req-58834115-18a6-41ba-8fba-6084c518a961 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9bef0bd25b3044c8b28cf9aea9137f71&device_id=64c1a1ce-2bb9-40ca-9a74-685a6a3118d5 HTTP/1.1" status: 200 len: 1096 time: 0.2726474 Dec 06 17:15:54.232579 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fab343b-6e2a-4db4-bec8-cf70c113da62 req-6bd13e1b-c081-4480-a8a3-4e35737fd605 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:54.241118 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8fab343b-6e2a-4db4-bec8-cf70c113da62 req-6bd13e1b-c081-4480-a8a3-4e35737fd605 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=3111a296-b40e-48c5-bfa4-66d71264ae66 HTTP/1.1" status: 200 len: 946 time: 0.2337441 Dec 06 17:15:54.269164 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-29cf2961-219c-4267-b065-6e1fe192efe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3256e403-77e3-4cb7-9e91-46b2de5a4ba9', 'name': 'tempest-ServerRescueTestJSONUnderV235-928762650-router', 'tenant_id': 'f377f83bc18f4c0187f237b662699790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:13:57Z', 'updated_at': '2021-12-06T17:15:53Z', 'revision_number': 6, 'project_id': 'f377f83bc18f4c0187f237b662699790', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:15:54.306306 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cf2961-219c-4267-b065-6e1fe192efe3 None None] The sync data for ids ['3256e403-77e3-4cb7-9e91-46b2de5a4ba9'] in n-d-master-1 is: [{'id': '3256e403-77e3-4cb7-9e91-46b2de5a4ba9', 'name': 'tempest-ServerRescueTestJSONUnderV235-928762650-router', 'tenant_id': 'f377f83bc18f4c0187f237b662699790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:13:57Z', 'updated_at': '2021-12-06T17:15:53Z', 'revision_number': 6, 'project_id': 'f377f83bc18f4c0187f237b662699790', 'gw_port_host': None}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:15:54.313555 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-9aeaba9b-2052-4754-a510-15af51b2c05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4886f3a-dc8e-46d4-bf32-cf444d19046b', 'name': 'tempest-FloatingIPsAssociationTestJSON-2021917022-router', 'tenant_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.251'}], 'enable_snat': True}, 'gw_port_id': 'ed9d2ed6-cd26-419f-ba6e-fe7113b2b955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:14:33Z', 'updated_at': '2021-12-06T17:14:46Z', 'revision_number': 4, 'project_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'gw_port': {'id': 'ed9d2ed6-cd26-419f-ba6e-fe7113b2b955', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4886f3a-dc8e-46d4-bf32-cf444d19046b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:14:35Z', 'updated_at': '2021-12-06T17:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'f22f1220-ca3a-474a-bcc5-100acb015c83', 'name': '', 'network_id': '54ec0ce5-40a5-4965-be28-5d5392d9c61d', 'tenant_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'mac_address': 'fa:16:3e:99:ce:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4886f3a-dc8e-46d4-bf32-cf444d19046b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '606d14bd-3cdf-4d5d-8976-793383533298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:14:45Z', 'updated_at': '2021-12-06T17:14:52Z', 'revision_number': 5, 'project_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'subnets': [{'id': '606d14bd-3cdf-4d5d-8976-793383533298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:15:54.353214 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port cf0bdd3f-c300-462b-8d0e-73d39f19d252, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=cf0bdd3f-c300-462b-8d0e-73d39f19d252,segment=NetworkSegment(74b9be77-77d7-4cee-81d5-ab642772a138),segment_id=74b9be77-77d7-4cee-81d5-ab642772a138)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:15:54.383238 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': 'cf0bdd3f-c300-462b-8d0e-73d39f19d252', 'network_id': 'e47593f6-512b-4b3d-b5fd-6e48cd1a0fda', 'port_id': 'cf0bdd3f-c300-462b-8d0e-73d39f19d252', 'mac_address': 'fa:16:3e:81:e9:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1218bad-8e8e-4b33-a2c3-7828bed04f77', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:15:54.403273 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aeaba9b-2052-4754-a510-15af51b2c05a None None] The sync data for ids ['a4886f3a-dc8e-46d4-bf32-cf444d19046b'] in n-d-master-1 is: [{'id': 'a4886f3a-dc8e-46d4-bf32-cf444d19046b', 'name': 'tempest-FloatingIPsAssociationTestJSON-2021917022-router', 'tenant_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.251'}], 'enable_snat': True}, 'gw_port_id': 'ed9d2ed6-cd26-419f-ba6e-fe7113b2b955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:14:33Z', 'updated_at': '2021-12-06T17:14:46Z', 'revision_number': 4, 'project_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'gw_port': {'id': 'ed9d2ed6-cd26-419f-ba6e-fe7113b2b955', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4886f3a-dc8e-46d4-bf32-cf444d19046b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:14:35Z', 'updated_at': '2021-12-06T17:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'f22f1220-ca3a-474a-bcc5-100acb015c83', 'name': '', 'network_id': '54ec0ce5-40a5-4965-be28-5d5392d9c61d', 'tenant_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'mac_address': 'fa:16:3e:99:ce:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4886f3a-dc8e-46d4-bf32-cf444d19046b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '606d14bd-3cdf-4d5d-8976-793383533298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:14:45Z', 'updated_at': '2021-12-06T17:14:52Z', 'revision_number': 5, 'project_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'subnets': [{'id': '606d14bd-3cdf-4d5d-8976-793383533298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:15:54.444178 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-d307cdfb-7530-4d4e-916c-d89caf777c05 admin admin] For port 67fc27b0-a158-4b84-bf2c-6f754bd6a0a7, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=67fc27b0-a158-4b84-bf2c-6f754bd6a0a7,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:15:54.447785 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d307cdfb-7530-4d4e-916c-d89caf777c05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:54.450946 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:54.456967 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f906485-cc07-4983-8fe1-a2476947f188 req-3522d2ee-11f5-4739-b5c9-3412cf62d420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:54.461165 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9f906485-cc07-4983-8fe1-a2476947f188 req-3522d2ee-11f5-4739-b5c9-3412cf62d420 service neutron] 10.222.0.44 "GET /v2.0/networks?id=54ec0ce5-40a5-4965-be28-5d5392d9c61d HTTP/1.1" status: 200 len: 922 time: 0.1960824 Dec 06 17:15:54.472095 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf0bdd3f-c300-462b-8d0e-73d39f19d252 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:15:54.496861 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port cf0bdd3f-c300-462b-8d0e-73d39f19d252, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=cf0bdd3f-c300-462b-8d0e-73d39f19d252,segment=NetworkSegment(74b9be77-77d7-4cee-81d5-ab642772a138),segment_id=74b9be77-77d7-4cee-81d5-ab642772a138)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:15:54.505672 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:54.508075 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device fd8770e5-43c9-4df9-a87a-fd8b1189f8b0 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:15:54.552747 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-d307cdfb-7530-4d4e-916c-d89caf777c05 admin admin] Calling delete_port for 67fc27b0-a158-4b84-bf2c-6f754bd6a0a7 owned by network:router_gateway {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:15:54.554751 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port fd8770e5-43c9-4df9-a87a-fd8b1189f8b0, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=fd8770e5-43c9-4df9-a87a-fd8b1189f8b0,segment=NetworkSegment(d9cf52d1-bc52-4bcd-8c3c-12b88e1a5dd0),segment_id=d9cf52d1-bc52-4bcd-8c3c-12b88e1a5dd0)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:15:54.568686 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': 'fd8770e5-43c9-4df9-a87a-fd8b1189f8b0', 'network_id': 'a4c7e014-b0a5-4b38-bc7b-c27afa34aef4', 'port_id': 'fd8770e5-43c9-4df9-a87a-fd8b1189f8b0', 'mac_address': 'fa:16:3e:d9:da:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b6f6e09-b453-475f-acb4-6738e54d8ac7', 'ip_address': '10.1.1.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:15:54.635253 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8fab343b-6e2a-4db4-bec8-cf70c113da62 req-e142e030-6d94-4af2-a75a-a6c9684e01e4 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3930962 Dec 06 17:15:54.643972 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9f906485-cc07-4983-8fe1-a2476947f188 req-6f6f8d69-5367-4c3d-9f04-5bf85f212b62 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c158fc1-831f-4500-b86a-86aeef2d53ab HTTP/1.1" status: 200 len: 217 time: 0.1660404 Dec 06 17:15:54.652427 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:54.703184 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd8770e5-43c9-4df9-a87a-fd8b1189f8b0 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:15:54.753282 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port fd8770e5-43c9-4df9-a87a-fd8b1189f8b0, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=fd8770e5-43c9-4df9-a87a-fd8b1189f8b0,segment=NetworkSegment(d9cf52d1-bc52-4bcd-8c3c-12b88e1a5dd0),segment_id=d9cf52d1-bc52-4bcd-8c3c-12b88e1a5dd0)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:15:54.754954 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=cf0bdd3f-c300-462b-8d0e-73d39f19d252,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:54.762638 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:54.763717 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 4a00eecc-af3f-4037-9306-241f88900bd2 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:15:54.821933 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 17:15:54.868142 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 4a00eecc-af3f-4037-9306-241f88900bd2, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=4a00eecc-af3f-4037-9306-241f88900bd2,segment=NetworkSegment(74b9be77-77d7-4cee-81d5-ab642772a138),segment_id=74b9be77-77d7-4cee-81d5-ab642772a138)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:15:54.876575 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=fd8770e5-43c9-4df9-a87a-fd8b1189f8b0,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:54.890329 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': '4a00eecc-af3f-4037-9306-241f88900bd2', 'network_id': 'e47593f6-512b-4b3d-b5fd-6e48cd1a0fda', 'port_id': '4a00eecc-af3f-4037-9306-241f88900bd2', 'mac_address': 'fa:16:3e:02:f7:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1218bad-8e8e-4b33-a2c3-7828bed04f77', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:15:54.989357 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:55.016646 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bba5d4-1752-44cf-af0d-a0b0abf0dd18 None None] New status for floating IP 725f0ce0-5475-4966-8f23-367e3c595b22: DOWN {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 17:15:55.052032 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f906485-cc07-4983-8fe1-a2476947f188 req-e534731a-0041-4765-bf02-cb9253e5cb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:55.053594 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9f906485-cc07-4983-8fe1-a2476947f188 req-e534731a-0041-4765-bf02-cb9253e5cb50 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=606d14bd-3cdf-4d5d-8976-793383533298 HTTP/1.1" status: 200 len: 860 time: 0.3948061 Dec 06 17:15:55.066877 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77855161-dc24-4472-8770-809420019df3 req-46b84098-960c-4c33-b257-cc1679607b26 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:55.075483 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-77855161-dc24-4472-8770-809420019df3 req-46b84098-960c-4c33-b257-cc1679607b26 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea1dc4d5-db52-4d0c-968b-9b977ba74678 HTTP/1.1" status: 200 len: 945 time: 0.3043795 Dec 06 17:15:55.100291 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86678bc9-e5eb-47d0-be8e-9d2ed17041d9 req-80e08c1b-2487-4b7d-8705-43ecbc2608bc tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:55.118461 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86678bc9-e5eb-47d0-be8e-9d2ed17041d9 req-80e08c1b-2487-4b7d-8705-43ecbc2608bc tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:55.123360 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-86678bc9-e5eb-47d0-be8e-9d2ed17041d9 req-80e08c1b-2487-4b7d-8705-43ecbc2608bc tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c29c099-cb1e-4fe7-af5b-33665b90124e HTTP/1.1" status: 200 len: 1683 time: 0.1421697 Dec 06 17:15:55.191758 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-86678bc9-e5eb-47d0-be8e-9d2ed17041d9 req-5f2bcac6-e868-4e73-b7e0-35c7ccf22142 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.23 "GET /v2.0/security-groups?id=f03ab9e8-fae2-4a61-9f03-339a4717e762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623589 Dec 06 17:15:55.223910 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-77855161-dc24-4472-8770-809420019df3 req-3fe0901c-69e5-409b-afbf-6105246fb339 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.23 "GET /v2.0/security-groups?id=e017b456-a96a-4d30-8ba2-3b675361f11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483808 Dec 06 17:15:55.285387 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f906485-cc07-4983-8fe1-a2476947f188 req-8da95a33-b08c-4279-a7ba-4295330b7d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:55.287703 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9f906485-cc07-4983-8fe1-a2476947f188 req-8da95a33-b08c-4279-a7ba-4295330b7d0e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=54ec0ce5-40a5-4965-be28-5d5392d9c61d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1919627 Dec 06 17:15:55.311636 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a00eecc-af3f-4037-9306-241f88900bd2 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:15:55.397035 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 4a00eecc-af3f-4037-9306-241f88900bd2, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=4a00eecc-af3f-4037-9306-241f88900bd2,segment=NetworkSegment(74b9be77-77d7-4cee-81d5-ab642772a138),segment_id=74b9be77-77d7-4cee-81d5-ab642772a138)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:15:55.408346 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:55.445447 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 67fc27b0-a158-4b84-bf2c-6f754bd6a0a7 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:15:55.509662 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b5c0b6-a61e-479d-94fe-2b1855204109 req-362f01b1-7856-4e80-a93c-2955b674fd65 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:55.517292 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-59b5c0b6-a61e-479d-94fe-2b1855204109 req-362f01b1-7856-4e80-a93c-2955b674fd65 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] 10.222.0.23 "GET /v2.0/ports?device_id=87b15b20-8ba4-4090-bc6d-8274e4d6fbca&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1729889 Dec 06 17:15:55.557549 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=4a00eecc-af3f-4037-9306-241f88900bd2,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:55.564599 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No active binding found for port 67fc27b0-a158-4b84-bf2c-6f754bd6a0a7 {{(pid=103286) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 06 17:15:55.565279 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 67fc27b0-a158-4b84-bf2c-6f754bd6a0a7 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:15:55.565970 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 1afeccbb-399e-4224-812a-db76af72ce21 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:15:55.584171 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481711a0-627e-4969-94ae-f5a1cbec220f req-d1090b60-8e81-4b0a-926f-c49b9678bc56 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:55.589202 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 1afeccbb-399e-4224-812a-db76af72ce21 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:15:55.590873 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 1afeccbb-399e-4224-812a-db76af72ce21 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:15:55.590991 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481711a0-627e-4969-94ae-f5a1cbec220f req-d1090b60-8e81-4b0a-926f-c49b9678bc56 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:55.596942 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481711a0-627e-4969-94ae-f5a1cbec220f req-d1090b60-8e81-4b0a-926f-c49b9678bc56 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:55.607611 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481711a0-627e-4969-94ae-f5a1cbec220f req-d1090b60-8e81-4b0a-926f-c49b9678bc56 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:55.622157 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481711a0-627e-4969-94ae-f5a1cbec220f req-d1090b60-8e81-4b0a-926f-c49b9678bc56 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:55.628382 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481711a0-627e-4969-94ae-f5a1cbec220f req-d1090b60-8e81-4b0a-926f-c49b9678bc56 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:55.628747 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-59b5c0b6-a61e-479d-94fe-2b1855204109 req-ec24a656-44eb-42cd-826d-f78cc0eb4518 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.35.1.168 HTTP/1.1" status: 200 len: 696 time: 0.1052954 Dec 06 17:15:55.635110 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481711a0-627e-4969-94ae-f5a1cbec220f req-d1090b60-8e81-4b0a-926f-c49b9678bc56 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:55.635281 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-59b5c0b6-a61e-479d-94fe-2b1855204109 req-186e0458-e19b-46f1-92d7-8426634a9645 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Request body: {'floatingip': {'port_id': '3325fae5-f781-4ac9-a8a9-04cc42f2ec12', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:15:55.644022 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-481711a0-627e-4969-94ae-f5a1cbec220f req-d1090b60-8e81-4b0a-926f-c49b9678bc56 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab5a1622-9933-40c5-84a1-0be26fda8c29 HTTP/1.1" status: 200 len: 5426 time: 0.1981106 Dec 06 17:15:55.651616 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d307cdfb-7530-4d4e-916c-d89caf777c05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:55.684071 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-59b5c0b6-a61e-479d-94fe-2b1855204109 req-186e0458-e19b-46f1-92d7-8426634a9645 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Publish callbacks [] for floatingip, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:55.702784 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9f906485-cc07-4983-8fe1-a2476947f188 req-ef3a6aa8-c66e-45c7-82f2-ab2f123b1f59 service neutron] 10.222.0.44 "GET /v2.0/networks/54ec0ce5-40a5-4965-be28-5d5392d9c61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4068127 Dec 06 17:15:55.705115 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d307cdfb-7530-4d4e-916c-d89caf777c05 admin admin] Pushing event deleted for resources: {'Port': ['ID=67fc27b0-a158-4b84-bf2c-6f754bd6a0a7,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:55.779477 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-481711a0-627e-4969-94ae-f5a1cbec220f req-9e821ede-c97e-414a-952c-d36eb0ca0fc0 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/security-groups?id=dcb0062a-d825-4410-8154-a45e8f107f6a&id=a4eb8a4b-85ed-48a0-8761-ec5681059b26&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1278601 Dec 06 17:15:55.909749 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d307cdfb-7530-4d4e-916c-d89caf777c05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536698'] for router_gateway, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:56.015923 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9f906485-cc07-4983-8fe1-a2476947f188 req-946cd21e-5656-4524-9166-5836d612b8be service neutron] 10.222.0.44 "GET /v2.0/networks/54ec0ce5-40a5-4965-be28-5d5392d9c61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638640 Dec 06 17:15:56.020050 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d307cdfb-7530-4d4e-916c-d89caf777c05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:56.022573 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d307cdfb-7530-4d4e-916c-d89caf777c05 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:56.113910 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d307cdfb-7530-4d4e-916c-d89caf777c05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:56.114621 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d307cdfb-7530-4d4e-916c-d89caf777c05 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3256e403-77e3-4cb7-9e91-46b2de5a4ba9 {{(pid=103285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 17:15:56.120056 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d307cdfb-7530-4d4e-916c-d89caf777c05 admin admin] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:56.132031 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-d307cdfb-7530-4d4e-916c-d89caf777c05 admin admin] 10.222.0.23 "DELETE /v2.0/routers/3256e403-77e3-4cb7-9e91-46b2de5a4ba9 HTTP/1.1" status: 204 len: 168 time: 3.4809687 Dec 06 17:15:56.132870 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 48392) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:15:56.249675 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['54b8b728-fb86-4824-ae15-d101cf829fb2'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:15:56.265233 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-967f5af4-200a-4762-9746-4443fc84497d admin admin] Deleting subnet 7162eead-6b06-4e77-9cd1-32f582d034d1 {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:15:56.276627 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-967f5af4-200a-4762-9746-4443fc84497d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:56.307398 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['8ff5d469-98fa-49c2-8ef1-104f557830ca'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:15:56.370300 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-967f5af4-200a-4762-9746-4443fc84497d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:56.430823 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['69267b95-7993-4338-b334-0869546a57e9'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:15:56.438552 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['cf0bdd3f-c300-462b-8d0e-73d39f19d252'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:15:56.444332 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['fd8770e5-43c9-4df9-a87a-fd8b1189f8b0'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:15:56.528505 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['4a00eecc-af3f-4037-9306-241f88900bd2'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:15:56.568325 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d57434e-6405-480a-87eb-a8f213a5cf6b req-9bb0a890-1151-431d-96b6-854b96d821f4 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:56.576992 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d57434e-6405-480a-87eb-a8f213a5cf6b req-9bb0a890-1151-431d-96b6-854b96d821f4 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:56.581603 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0d57434e-6405-480a-87eb-a8f213a5cf6b req-9bb0a890-1151-431d-96b6-854b96d821f4 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c29c099-cb1e-4fe7-af5b-33665b90124e HTTP/1.1" status: 200 len: 1683 time: 0.3525655 Dec 06 17:15:56.615800 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2778ee-bdec-4639-95e6-1aa621ba4051 req-2f781868-9a59-474f-a87e-47489c704a92 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:56.629596 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-59b5c0b6-a61e-479d-94fe-2b1855204109 req-186e0458-e19b-46f1-92d7-8426634a9645 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:56.635951 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0e2778ee-bdec-4639-95e6-1aa621ba4051 req-2f781868-9a59-474f-a87e-47489c704a92 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0fd118f-159f-42dd-a725-ee51344fae03 HTTP/1.1" status: 200 len: 945 time: 0.1692059 Dec 06 17:15:56.643728 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-59b5c0b6-a61e-479d-94fe-2b1855204109 req-186e0458-e19b-46f1-92d7-8426634a9645 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:56.650434 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-967f5af4-200a-4762-9746-4443fc84497d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:56.691467 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d374a54f-8abe-4498-aa3f-7966dbca0d08 req-246bd437-dcb0-489a-bb3f-12a5d7ba2088 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:56.693296 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d374a54f-8abe-4498-aa3f-7966dbca0d08 req-246bd437-dcb0-489a-bb3f-12a5d7ba2088 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] 10.222.0.44 "GET /v2.0/ports?device_id=64c1a1ce-2bb9-40ca-9a74-685a6a3118d5 HTTP/1.1" status: 200 len: 945 time: 0.2861259 Dec 06 17:15:56.870502 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0e2778ee-bdec-4639-95e6-1aa621ba4051 req-509628af-3bac-40cd-96aa-f0b37a225fc6 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.23 "GET /v2.0/security-groups?id=e017b456-a96a-4d30-8ba2-3b675361f11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335584 Dec 06 17:15:56.898837 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-0d57434e-6405-480a-87eb-a8f213a5cf6b req-ea29b424-ceaa-45ce-9025-abcb354fb4e7 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Deleting port 9d7eb054-86ff-442d-9f45-2ea7d2c08f33 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:15:56.899512 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-0d57434e-6405-480a-87eb-a8f213a5cf6b req-ea29b424-ceaa-45ce-9025-abcb354fb4e7 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:56.912038 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-967f5af4-200a-4762-9746-4443fc84497d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:56.977866 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-d374a54f-8abe-4498-aa3f-7966dbca0d08 req-96f385d3-9923-401d-ad5c-335f98d5aba6 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Deleting port 1c158fc1-831f-4500-b86a-86aeef2d53ab {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:15:56.978601 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d374a54f-8abe-4498-aa3f-7966dbca0d08 req-96f385d3-9923-401d-ad5c-335f98d5aba6 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:57.021943 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967f5af4-200a-4762-9746-4443fc84497d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7162eead-6b06-4e77-9cd1-32f582d034d1,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:57.098725 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-d374a54f-8abe-4498-aa3f-7966dbca0d08 req-96f385d3-9923-401d-ad5c-335f98d5aba6 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] For port 1c158fc1-831f-4500-b86a-86aeef2d53ab, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=1c158fc1-831f-4500-b86a-86aeef2d53ab,segment=NetworkSegment(03765572-315b-4287-b069-bc0490aa8fc6),segment_id=03765572-315b-4287-b069-bc0490aa8fc6)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:15:57.099675 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d374a54f-8abe-4498-aa3f-7966dbca0d08 req-96f385d3-9923-401d-ad5c-335f98d5aba6 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:57.120591 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-d374a54f-8abe-4498-aa3f-7966dbca0d08 req-96f385d3-9923-401d-ad5c-335f98d5aba6 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Calling delete_port for 1c158fc1-831f-4500-b86a-86aeef2d53ab owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:15:57.127295 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-967f5af4-200a-4762-9746-4443fc84497d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:57.135233 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-967f5af4-200a-4762-9746-4443fc84497d admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7162eead-6b06-4e77-9cd1-32f582d034d1 HTTP/1.1" status: 204 len: 168 time: 0.9993463 Dec 06 17:15:57.140857 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 48404) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:15:57.238884 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['e6837a9b-3564-431d-b164-1562632e4bc8'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:15:57.262533 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2aaa0b-0f6f-4526-985b-92d6d88d9231 req-f42247eb-de58-440f-be04-116352419cc0 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:57.269941 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3f2aaa0b-0f6f-4526-985b-92d6d88d9231 req-f42247eb-de58-440f-be04-116352419cc0 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=3111a296-b40e-48c5-bfa4-66d71264ae66 HTTP/1.1" status: 200 len: 946 time: 0.2636664 Dec 06 17:15:57.523483 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3f2aaa0b-0f6f-4526-985b-92d6d88d9231 req-abd7c715-26d0-4b4a-81a7-86ca25a31ead tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523208 Dec 06 17:15:57.567784 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f168bc7c-042c-4978-9d79-850bb80fd084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:57.577822 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-0d57434e-6405-480a-87eb-a8f213a5cf6b req-ea29b424-ceaa-45ce-9025-abcb354fb4e7 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] For port 9d7eb054-86ff-442d-9f45-2ea7d2c08f33, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9d7eb054-86ff-442d-9f45-2ea7d2c08f33,segment=NetworkSegment(840f52dd-9477-47cf-b8ef-41e71d20ac75),segment_id=840f52dd-9477-47cf-b8ef-41e71d20ac75)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:15:57.584024 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-0d57434e-6405-480a-87eb-a8f213a5cf6b req-ea29b424-ceaa-45ce-9025-abcb354fb4e7 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:57.646643 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-0d57434e-6405-480a-87eb-a8f213a5cf6b req-ea29b424-ceaa-45ce-9025-abcb354fb4e7 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Calling delete_port for 9d7eb054-86ff-442d-9f45-2ea7d2c08f33 owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:15:57.834419 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f168bc7c-042c-4978-9d79-850bb80fd084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:57.869288 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-f168bc7c-042c-4978-9d79-850bb80fd084 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4855bde2-5345-463f-b706-ad251cb422d1']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:15:57.880959 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-f168bc7c-042c-4978-9d79-850bb80fd084 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f633514-6649-4383-967d-3e5bb989bb4a') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:15:57.881502 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-f168bc7c-042c-4978-9d79-850bb80fd084 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f633514-6649-4383-967d-3e5bb989bb4a') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:15:57.893937 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f168bc7c-042c-4978-9d79-850bb80fd084 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:57.909388 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f168bc7c-042c-4978-9d79-850bb80fd084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:57.920789 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f168bc7c-042c-4978-9d79-850bb80fd084 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:15:57.921534 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f168bc7c-042c-4978-9d79-850bb80fd084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:57.997855 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:15:57.997855 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:15:57.997855 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:15:57.997855 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:15:57.997855 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:15:57.997855 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:15:57.997855 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:15:57.997855 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:15:57.997855 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:15:57.997855 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:15:57.997855 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:15:57.997855 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:15:57.997855 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:15:57.997855 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:15:57.997855 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:15:57.997855 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:15:57.997855 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:15:57.997855 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:15:57.997855 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:15:57.997855 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:15:57.997855 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:15:57.997855 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:15:57.997855 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:15:57.997855 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:15:57.997855 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:15:57.997855 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:15:57.997855 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:15:57.997855 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:15:57.997855 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:15:57.997855 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:15:57.997855 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:15:57.997855 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:15:58.008811 n-d-master-1 neutron-server[103284]: INFO neutron.db.l3_db [req-59b5c0b6-a61e-479d-94fe-2b1855204109 req-186e0458-e19b-46f1-92d7-8426634a9645 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Floating IP 725f0ce0-5475-4966-8f23-367e3c595b22 associated. External IP: 172.35.1.168, port: 3325fae5-f781-4ac9-a8a9-04cc42f2ec12. Dec 06 17:15:58.038471 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f168bc7c-042c-4978-9d79-850bb80fd084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:58.077886 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f168bc7c-042c-4978-9d79-850bb80fd084 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:58.082262 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-f168bc7c-042c-4978-9d79-850bb80fd084 admin admin] 10.222.0.23 "DELETE /v2.0/networks/4855bde2-5345-463f-b706-ad251cb422d1 HTTP/1.1" status: 204 len: 168 time: 0.9352276 Dec 06 17:15:58.083334 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f168bc7c-042c-4978-9d79-850bb80fd084 admin admin] Pushing event deleted for resources: {'Network': ['ID=4855bde2-5345-463f-b706-ad251cb422d1,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:58.234938 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c59ff44-e19a-41f0-a1ed-8425e2b6c685 req-c68892b7-f790-4ad4-a01f-27b1b7a6695c tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:58.260597 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c59ff44-e19a-41f0-a1ed-8425e2b6c685 req-c68892b7-f790-4ad4-a01f-27b1b7a6695c tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:58.280027 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8c59ff44-e19a-41f0-a1ed-8425e2b6c685 req-c68892b7-f790-4ad4-a01f-27b1b7a6695c tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c29c099-cb1e-4fe7-af5b-33665b90124e HTTP/1.1" status: 200 len: 1683 time: 0.2926679 Dec 06 17:15:58.338215 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d374a54f-8abe-4498-aa3f-7966dbca0d08 req-96f385d3-9923-401d-ad5c-335f98d5aba6 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:58.342791 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [req-59b5c0b6-a61e-479d-94fe-2b1855204109 req-186e0458-e19b-46f1-92d7-8426634a9645 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Router a4886f3a-dc8e-46d4-bf32-cf444d19046b has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:15:58.393503 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f385d3-9923-401d-ad5c-335f98d5aba6 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Pushing event deleted for resources: {'Port': ['ID=1c158fc1-831f-4500-b86a-86aeef2d53ab,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:58.433030 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8c59ff44-e19a-41f0-a1ed-8425e2b6c685 req-4d8f38a6-6c01-4a4f-9e83-12f234449171 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.23 "GET /v2.0/security-groups?id=f03ab9e8-fae2-4a61-9f03-339a4717e762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519997 Dec 06 17:15:58.614170 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 48414) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:15:58.659200 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-d374a54f-8abe-4498-aa3f-7966dbca0d08 req-96f385d3-9923-401d-ad5c-335f98d5aba6 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] No DVR routers for this DVR port 1c158fc1-831f-4500-b86a-86aeef2d53ab on host n-h2-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:15:58.673920 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d374a54f-8abe-4498-aa3f-7966dbca0d08 req-96f385d3-9923-401d-ad5c-335f98d5aba6 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:58.677726 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d374a54f-8abe-4498-aa3f-7966dbca0d08 req-96f385d3-9923-401d-ad5c-335f98d5aba6 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] 10.222.0.44 "DELETE /v2.0/ports/1c158fc1-831f-4500-b86a-86aeef2d53ab HTTP/1.1" status: 204 len: 173 time: 1.9763982 Dec 06 17:15:58.686195 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64c1a1ce-2bb9-40ca-9a74-685a6a3118d5', 'name': 'network-vif-deleted', 'tag': '1c158fc1-831f-4500-b86a-86aeef2d53ab'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:15:58.689327 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba7bb5f6-3b55-4cca-b0b6-6a274a229dc6" -d '{"events": [{"server_uuid": "64c1a1ce-2bb9-40ca-9a74-685a6a3118d5", "name": "network-vif-deleted", "tag": "1c158fc1-831f-4500-b86a-86aeef2d53ab"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:15:58.781708 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-0d57434e-6405-480a-87eb-a8f213a5cf6b req-ea29b424-ceaa-45ce-9025-abcb354fb4e7 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:58.857193 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-59b5c0b6-a61e-479d-94fe-2b1855204109 req-186e0458-e19b-46f1-92d7-8426634a9645 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:15:58.863114 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-59b5c0b6-a61e-479d-94fe-2b1855204109 req-186e0458-e19b-46f1-92d7-8426634a9645 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:58.868924 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a324d63b-b4cc-47a9-994b-e65af140f7b9 None None] Sync routers for ids ['a4886f3a-dc8e-46d4-bf32-cf444d19046b'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:15:58.881082 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a324d63b-b4cc-47a9-994b-e65af140f7b9 None None] Routers {'a4886f3a-dc8e-46d4-bf32-cf444d19046b'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:15:58.891830 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-a324d63b-b4cc-47a9-994b-e65af140f7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:15:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['a4886f3a-dc8e-46d4-bf32-cf444d19046b'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:15:58.983748 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-59b5c0b6-a61e-479d-94fe-2b1855204109 req-186e0458-e19b-46f1-92d7-8426634a9645 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] 10.222.0.23 "PUT /v2.0/floatingips/725f0ce0-5475-4966-8f23-367e3c595b22 HTTP/1.1" status: 200 len: 996 time: 3.3523998 Dec 06 17:15:59.024375 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea29b424-ceaa-45ce-9025-abcb354fb4e7 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Pushing event deleted for resources: {'Port': ['ID=9d7eb054-86ff-442d-9f45-2ea7d2c08f33,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:15:59.085142 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdb7a87-ad7d-4dbe-a042-0e46adb87b46 req-05c12f75-6138-497d-adf2-7a30467583a1 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:59.090373 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b5c0b6-a61e-479d-94fe-2b1855204109 req-393aff80-a80d-488d-9c5b-a98e8bf63224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:59.098682 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-59b5c0b6-a61e-479d-94fe-2b1855204109 req-393aff80-a80d-488d-9c5b-a98e8bf63224 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9bef0bd25b3044c8b28cf9aea9137f71&device_id=87b15b20-8ba4-4090-bc6d-8274e4d6fbca HTTP/1.1" status: 200 len: 1096 time: 0.1077898 Dec 06 17:15:59.106986 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdb7a87-ad7d-4dbe-a042-0e46adb87b46 req-05c12f75-6138-497d-adf2-7a30467583a1 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:59.124644 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdb7a87-ad7d-4dbe-a042-0e46adb87b46 req-05c12f75-6138-497d-adf2-7a30467583a1 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:59.138307 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdb7a87-ad7d-4dbe-a042-0e46adb87b46 req-05c12f75-6138-497d-adf2-7a30467583a1 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:59.151340 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdb7a87-ad7d-4dbe-a042-0e46adb87b46 req-05c12f75-6138-497d-adf2-7a30467583a1 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:59.162204 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdb7a87-ad7d-4dbe-a042-0e46adb87b46 req-05c12f75-6138-497d-adf2-7a30467583a1 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:59.169019 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdb7a87-ad7d-4dbe-a042-0e46adb87b46 req-05c12f75-6138-497d-adf2-7a30467583a1 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:59.191009 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5cdb7a87-ad7d-4dbe-a042-0e46adb87b46 req-05c12f75-6138-497d-adf2-7a30467583a1 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab5a1622-9933-40c5-84a1-0be26fda8c29 HTTP/1.1" status: 200 len: 5426 time: 0.5974996 Dec 06 17:15:59.305757 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b5c0b6-a61e-479d-94fe-2b1855204109 req-688662a3-749b-4a66-99a6-3aa9556a747b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:59.317152 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-59b5c0b6-a61e-479d-94fe-2b1855204109 req-688662a3-749b-4a66-99a6-3aa9556a747b service neutron] 10.222.0.23 "GET /v2.0/networks?id=54ec0ce5-40a5-4965-be28-5d5392d9c61d HTTP/1.1" status: 200 len: 922 time: 0.2175279 Dec 06 17:15:59.427757 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-74493f5a-36a9-48f8-bdee-730fde5cea66 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f377f83bc18f4c0187f237b662699790&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8109157 Dec 06 17:15:59.429002 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 48420) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:15:59.431580 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d57434e-6405-480a-87eb-a8f213a5cf6b req-ea29b424-ceaa-45ce-9025-abcb354fb4e7 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] No DVR routers for this DVR port 9d7eb054-86ff-442d-9f45-2ea7d2c08f33 on host n-h2-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:15:59.441800 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-0d57434e-6405-480a-87eb-a8f213a5cf6b req-ea29b424-ceaa-45ce-9025-abcb354fb4e7 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:59.445572 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0d57434e-6405-480a-87eb-a8f213a5cf6b req-ea29b424-ceaa-45ce-9025-abcb354fb4e7 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.44 "DELETE /v2.0/ports/9d7eb054-86ff-442d-9f45-2ea7d2c08f33 HTTP/1.1" status: 204 len: 173 time: 2.8546624 Dec 06 17:15:59.450958 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c29c099-cb1e-4fe7-af5b-33665b90124e', 'name': 'network-vif-deleted', 'tag': '9d7eb054-86ff-442d-9f45-2ea7d2c08f33'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:15:59.461072 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca541732-fa8a-485d-ad5c-00545d36e4b7" -d '{"events": [{"server_uuid": "5c29c099-cb1e-4fe7-af5b-33665b90124e", "name": "network-vif-deleted", "tag": "9d7eb054-86ff-442d-9f45-2ea7d2c08f33"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:15:59.514472 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['3325fae5-f781-4ac9-a8a9-04cc42f2ec12'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:15:59.571644 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-59b5c0b6-a61e-479d-94fe-2b1855204109 req-ae519363-2da2-470e-9533-ca4376aa3bce service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3325fae5-f781-4ac9-a8a9-04cc42f2ec12 HTTP/1.1" status: 200 len: 999 time: 0.2526684 Dec 06 17:15:59.691336 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5cdb7a87-ad7d-4dbe-a042-0e46adb87b46 req-fed66513-9fb1-4030-96b9-7195fdd03493 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/security-groups?id=dcb0062a-d825-4410-8154-a45e8f107f6a&id=a4eb8a4b-85ed-48a0-8761-ec5681059b26&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4690042 Dec 06 17:15:59.707178 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d680efcb-b7ec-423c-a247-1da936640f92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:59.764957 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b5c0b6-a61e-479d-94fe-2b1855204109 req-6858a1f6-069b-41fa-9cdc-3087fb74b9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:15:59.773544 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-a324d63b-b4cc-47a9-994b-e65af140f7b9 None None] Set router a4886f3a-dc8e-46d4-bf32-cf444d19046b gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:15:59.780381 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-59b5c0b6-a61e-479d-94fe-2b1855204109 req-6858a1f6-069b-41fa-9cdc-3087fb74b9ee service neutron] 10.222.0.23 "GET /v2.0/subnets?id=606d14bd-3cdf-4d5d-8976-793383533298 HTTP/1.1" status: 200 len: 860 time: 0.2063017 Dec 06 17:15:59.797409 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-0d57434e-6405-480a-87eb-a8f213a5cf6b req-943baae8-9204-4f85-b2f9-bd118560e5c7 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Deleting port 5345f321-0a26-400a-97de-08bbf1356448 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:15:59.798912 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-0d57434e-6405-480a-87eb-a8f213a5cf6b req-943baae8-9204-4f85-b2f9-bd118560e5c7 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:15:59.939428 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d680efcb-b7ec-423c-a247-1da936640f92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:00.039337 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b5c0b6-a61e-479d-94fe-2b1855204109 req-a79e74a4-6e34-459d-87fc-0cee9f3f5e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:00.041758 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-59b5c0b6-a61e-479d-94fe-2b1855204109 req-a79e74a4-6e34-459d-87fc-0cee9f3f5e0b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=54ec0ce5-40a5-4965-be28-5d5392d9c61d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2583046 Dec 06 17:16:00.149609 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d680efcb-b7ec-423c-a247-1da936640f92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:00.157522 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fb6f38-8256-46ab-bfa1-aa5cf7eef78e req-8dd293fb-ba73-4754-bee3-525e95e82908 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:00.157878 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d680efcb-b7ec-423c-a247-1da936640f92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:00.159540 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-63fb6f38-8256-46ab-bfa1-aa5cf7eef78e req-8dd293fb-ba73-4754-bee3-525e95e82908 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ae9f1fd-d1d8-4bb1-a649-73affa27ad8a HTTP/1.1" status: 200 len: 946 time: 0.2232316 Dec 06 17:16:00.160864 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-d680efcb-b7ec-423c-a247-1da936640f92 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d21c49c1-182d-4160-90f0-ac9f78bb540e HTTP/1.1" status: 204 len: 168 time: 0.7247887 Dec 06 17:16:00.174671 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-0d57434e-6405-480a-87eb-a8f213a5cf6b req-943baae8-9204-4f85-b2f9-bd118560e5c7 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] For port 5345f321-0a26-400a-97de-08bbf1356448, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5345f321-0a26-400a-97de-08bbf1356448,segment=NetworkSegment(c913e6c4-4938-4d45-b1d8-4763c88dee1e),segment_id=c913e6c4-4938-4d45-b1d8-4763c88dee1e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:16:00.175039 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-0d57434e-6405-480a-87eb-a8f213a5cf6b req-943baae8-9204-4f85-b2f9-bd118560e5c7 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:00.241735 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-0d57434e-6405-480a-87eb-a8f213a5cf6b req-943baae8-9204-4f85-b2f9-bd118560e5c7 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Calling delete_port for 5345f321-0a26-400a-97de-08bbf1356448 owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:16:00.245186 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 9d7eb054-86ff-442d-9f45-2ea7d2c08f33 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:16:00.269419 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] No Port match for: 9d7eb054-86ff-442d-9f45-2ea7d2c08f33 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:16:00.270468 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 9d7eb054-86ff-442d-9f45-2ea7d2c08f33 not bound to the agent host n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:16:00.271012 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 1c158fc1-831f-4500-b86a-86aeef2d53ab no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:16:00.298302 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] No Port match for: 1c158fc1-831f-4500-b86a-86aeef2d53ab {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:16:00.299007 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 1c158fc1-831f-4500-b86a-86aeef2d53ab not bound to the agent host n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:16:00.299531 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 5345f321-0a26-400a-97de-08bbf1356448 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:16:00.333340 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-59b5c0b6-a61e-479d-94fe-2b1855204109 req-1bd24e83-6030-42a7-aa22-e2d3c05fa157 service neutron] 10.222.0.23 "GET /v2.0/networks/54ec0ce5-40a5-4965-be28-5d5392d9c61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685339 Dec 06 17:16:00.340998 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d680efcb-b7ec-423c-a247-1da936640f92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d21c49c1-182d-4160-90f0-ac9f78bb540e,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:00.428254 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d680efcb-b7ec-423c-a247-1da936640f92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:16:00.428528 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d680efcb-b7ec-423c-a247-1da936640f92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:16:00.428885 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d680efcb-b7ec-423c-a247-1da936640f92 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:16:00.429279 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d680efcb-b7ec-423c-a247-1da936640f92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:16:00.437707 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d680efcb-b7ec-423c-a247-1da936640f92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:16:00.438165 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d680efcb-b7ec-423c-a247-1da936640f92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:16:00.438518 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d680efcb-b7ec-423c-a247-1da936640f92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:16:00.443991 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d680efcb-b7ec-423c-a247-1da936640f92 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:16:00.444514 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d680efcb-b7ec-423c-a247-1da936640f92 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:16:00.444878 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d680efcb-b7ec-423c-a247-1da936640f92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:16:00.445563 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d680efcb-b7ec-423c-a247-1da936640f92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:16:00.445921 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d680efcb-b7ec-423c-a247-1da936640f92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:16:00.446263 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d680efcb-b7ec-423c-a247-1da936640f92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:16:00.472972 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-a324d63b-b4cc-47a9-994b-e65af140f7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4886f3a-dc8e-46d4-bf32-cf444d19046b', 'name': 'tempest-FloatingIPsAssociationTestJSON-2021917022-router', 'tenant_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.251'}], 'enable_snat': True}, 'gw_port_id': 'ed9d2ed6-cd26-419f-ba6e-fe7113b2b955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:14:33Z', 'updated_at': '2021-12-06T17:14:46Z', 'revision_number': 4, 'project_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'gw_port': {'id': 'ed9d2ed6-cd26-419f-ba6e-fe7113b2b955', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4886f3a-dc8e-46d4-bf32-cf444d19046b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:14:35Z', 'updated_at': '2021-12-06T17:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '725f0ce0-5475-4966-8f23-367e3c595b22', 'tenant_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'floating_ip_address': '172.35.1.168', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': 'a4886f3a-dc8e-46d4-bf32-cf444d19046b', 'port_id': '3325fae5-f781-4ac9-a8a9-04cc42f2ec12', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1091, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54ec0ce5-40a5-4965-be28-5d5392d9c61d', 'mac_address': 'fa:16:3e:af:92:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b15b20-8ba4-4090-bc6d-8274e4d6fbca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:15:07Z', 'updated_at': '2021-12-06T17:15:56Z', 'revision_number': 8, 'project_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f22f1220-ca3a-474a-bcc5-100acb015c83', 'name': '', 'network_id': '54ec0ce5-40a5-4965-be28-5d5392d9c61d', 'tenant_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'mac_address': 'fa:16:3e:99:ce:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4886f3a-dc8e-46d4-bf32-cf444d19046b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '606d14bd-3cdf-4d5d-8976-793383533298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:14:45Z', 'updated_at': '2021-12-06T17:14:52Z', 'revision_number': 5, 'project_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'subnets': [{'id': '606d14bd-3cdf-4d5d-8976-793383533298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:16:00.518099 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:00.559806 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a324d63b-b4cc-47a9-994b-e65af140f7b9 None None] Checking router: a4886f3a-dc8e-46d4-bf32-cf444d19046b for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:16:00.583558 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a324d63b-b4cc-47a9-994b-e65af140f7b9 None None] Routers {'a4886f3a-dc8e-46d4-bf32-cf444d19046b'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:16:00.584837 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-a324d63b-b4cc-47a9-994b-e65af140f7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:15:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['a4886f3a-dc8e-46d4-bf32-cf444d19046b'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:16:00.605257 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-59b5c0b6-a61e-479d-94fe-2b1855204109 req-b78b6137-ed7f-4d3e-8f90-c599200bbd4e service neutron] 10.222.0.23 "GET /v2.0/networks/54ec0ce5-40a5-4965-be28-5d5392d9c61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617252 Dec 06 17:16:00.945787 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e989667-0847-48d9-a397-51a7d0f868ca req-d7e32a47-5d94-46cc-8375-8de3c3b1d830 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:00.945939 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-a324d63b-b4cc-47a9-994b-e65af140f7b9 None None] Set router a4886f3a-dc8e-46d4-bf32-cf444d19046b gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:16:00.952662 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8e989667-0847-48d9-a397-51a7d0f868ca req-d7e32a47-5d94-46cc-8375-8de3c3b1d830 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=3111a296-b40e-48c5-bfa4-66d71264ae66 HTTP/1.1" status: 200 len: 946 time: 0.1964138 Dec 06 17:16:01.028238 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8e989667-0847-48d9-a397-51a7d0f868ca req-6d4f7772-552c-4cd1-b364-2abaadb2d57c tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636742 Dec 06 17:16:01.178813 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70cc64af-4955-4ba3-9d56-9a76a289bf55 x-openstack-request-id: req-70cc64af-4955-4ba3-9d56-9a76a289bf55 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:16:01.179377 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64c1a1ce-2bb9-40ca-9a74-685a6a3118d5", "name": "network-vif-deleted", "tag": "1c158fc1-831f-4500-b86a-86aeef2d53ab", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:16:01.179452 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-70cc64af-4955-4ba3-9d56-9a76a289bf55 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:16:01.179827 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64c1a1ce-2bb9-40ca-9a74-685a6a3118d5', 'name': 'network-vif-deleted', 'tag': '1c158fc1-831f-4500-b86a-86aeef2d53ab', 'status': 'completed', 'code': 200} Dec 06 17:16:01.238479 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-63fb6f38-8256-46ab-bfa1-aa5cf7eef78e req-f041961a-caac-4285-b68c-91952e672ae4 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.23 "GET /v2.0/security-groups?id=e017b456-a96a-4d30-8ba2-3b675361f11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0713148 Dec 06 17:16:01.252919 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-0d57434e-6405-480a-87eb-a8f213a5cf6b req-943baae8-9204-4f85-b2f9-bd118560e5c7 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:01.343690 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d35b501e-4d4d-49df-bd71-2f10f277b9ce req-397c12fe-673c-4c49-8d08-857d08660c61 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c29c099-cb1e-4fe7-af5b-33665b90124e HTTP/1.1" status: 200 len: 210 time: 0.0522833 Dec 06 17:16:01.420087 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea2e717-9c7a-4178-9343-ee63a678898c x-openstack-request-id: req-6ea2e717-9c7a-4178-9343-ee63a678898c {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:16:01.420532 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c29c099-cb1e-4fe7-af5b-33665b90124e", "name": "network-vif-deleted", "tag": "9d7eb054-86ff-442d-9f45-2ea7d2c08f33", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:16:01.420890 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6ea2e717-9c7a-4178-9343-ee63a678898c {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:16:01.421403 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c29c099-cb1e-4fe7-af5b-33665b90124e', 'name': 'network-vif-deleted', 'tag': '9d7eb054-86ff-442d-9f45-2ea7d2c08f33', 'status': 'completed', 'code': 200} Dec 06 17:16:01.431639 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 8ff5d469-98fa-49c2-8ef1-104f557830ca up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:16:01.482702 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943baae8-9204-4f85-b2f9-bd118560e5c7 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Pushing event deleted for resources: {'Port': ['ID=5345f321-0a26-400a-97de-08bbf1356448,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:01.490848 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d57434e-6405-480a-87eb-a8f213a5cf6b req-943baae8-9204-4f85-b2f9-bd118560e5c7 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] No DVR routers for this DVR port 5345f321-0a26-400a-97de-08bbf1356448 on host n-h2-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:16:01.512677 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-0d57434e-6405-480a-87eb-a8f213a5cf6b req-943baae8-9204-4f85-b2f9-bd118560e5c7 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:01.517585 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0d57434e-6405-480a-87eb-a8f213a5cf6b req-943baae8-9204-4f85-b2f9-bd118560e5c7 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.44 "DELETE /v2.0/ports/5345f321-0a26-400a-97de-08bbf1356448 HTTP/1.1" status: 204 len: 173 time: 2.0511699 Dec 06 17:16:01.521266 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-a324d63b-b4cc-47a9-994b-e65af140f7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4886f3a-dc8e-46d4-bf32-cf444d19046b', 'name': 'tempest-FloatingIPsAssociationTestJSON-2021917022-router', 'tenant_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.251'}], 'enable_snat': True}, 'gw_port_id': 'ed9d2ed6-cd26-419f-ba6e-fe7113b2b955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:14:33Z', 'updated_at': '2021-12-06T17:14:46Z', 'revision_number': 4, 'project_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'gw_port': {'id': 'ed9d2ed6-cd26-419f-ba6e-fe7113b2b955', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4886f3a-dc8e-46d4-bf32-cf444d19046b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:14:35Z', 'updated_at': '2021-12-06T17:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '725f0ce0-5475-4966-8f23-367e3c595b22', 'tenant_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'floating_ip_address': '172.35.1.168', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': 'a4886f3a-dc8e-46d4-bf32-cf444d19046b', 'port_id': '3325fae5-f781-4ac9-a8a9-04cc42f2ec12', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1091, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54ec0ce5-40a5-4965-be28-5d5392d9c61d', 'mac_address': 'fa:16:3e:af:92:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b15b20-8ba4-4090-bc6d-8274e4d6fbca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:15:07Z', 'updated_at': '2021-12-06T17:15:56Z', 'revision_number': 8, 'project_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f22f1220-ca3a-474a-bcc5-100acb015c83', 'name': '', 'network_id': '54ec0ce5-40a5-4965-be28-5d5392d9c61d', 'tenant_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'mac_address': 'fa:16:3e:99:ce:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4886f3a-dc8e-46d4-bf32-cf444d19046b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '606d14bd-3cdf-4d5d-8976-793383533298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:14:45Z', 'updated_at': '2021-12-06T17:14:52Z', 'revision_number': 5, 'project_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'subnets': [{'id': '606d14bd-3cdf-4d5d-8976-793383533298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:16:01.592166 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a324d63b-b4cc-47a9-994b-e65af140f7b9 None None] The sync data for ids ['a4886f3a-dc8e-46d4-bf32-cf444d19046b'] in n-d-master-1 is: [{'id': 'a4886f3a-dc8e-46d4-bf32-cf444d19046b', 'name': 'tempest-FloatingIPsAssociationTestJSON-2021917022-router', 'tenant_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.251'}], 'enable_snat': True}, 'gw_port_id': 'ed9d2ed6-cd26-419f-ba6e-fe7113b2b955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:14:33Z', 'updated_at': '2021-12-06T17:14:46Z', 'revision_number': 4, 'project_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'gw_port': {'id': 'ed9d2ed6-cd26-419f-ba6e-fe7113b2b955', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4886f3a-dc8e-46d4-bf32-cf444d19046b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:14:35Z', 'updated_at': '2021-12-06T17:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '725f0ce0-5475-4966-8f23-367e3c595b22', 'tenant_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'floating_ip_address': '172.35.1.168', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': 'a4886f3a-dc8e-46d4-bf32-cf444d19046b', 'port_id': '3325fae5-f781-4ac9-a8a9-04cc42f2ec12', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1091, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54ec0ce5-40a5-4965-be28-5d5392d9c61d', 'mac_address': 'fa:16:3e:af:92:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b15b20-8ba4-4090-bc6d-8274e4d6fbca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:15:07Z', 'updated_at': '2021-12-06T17:15:56Z', 'revision_number': 8, 'project_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f22f1220-ca3a-474a-bcc5-100acb015c83', 'name': '', 'network_id': '54ec0ce5-40a5-4965-be28-5d5392d9c61d', 'tenant_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'mac_address': 'fa:16:3e:99:ce:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4886f3a-dc8e-46d4-bf32-cf444d19046b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '606d14bd-3cdf-4d5d-8976-793383533298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:14:45Z', 'updated_at': '2021-12-06T17:14:52Z', 'revision_number': 5, 'project_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'subnets': [{'id': '606d14bd-3cdf-4d5d-8976-793383533298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:16:01.657021 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port 8ff5d469-98fa-49c2-8ef1-104f557830ca completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:16:01.669705 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port 8ff5d469-98fa-49c2-8ef1-104f557830ca triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:16:01.670327 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:01.697932 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4e52de56-41e2-46a5-87d5-4daf88502ccf req-e53c451b-1a4a-430b-beb8-d3e2eceb7b53 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] 10.222.0.23 "GET /v2.0/floatingips/725f0ce0-5475-4966-8f23-367e3c595b22 HTTP/1.1" status: 200 len: 996 time: 0.3043885 Dec 06 17:16:01.756049 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f42dc2d-579d-423c-9f06-a0d32bb5a35c req-32fb2ac3-25e4-44c7-9f59-9080ebab14d4 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:01.771411 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f42dc2d-579d-423c-9f06-a0d32bb5a35c req-32fb2ac3-25e4-44c7-9f59-9080ebab14d4 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:01.795925 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f42dc2d-579d-423c-9f06-a0d32bb5a35c req-32fb2ac3-25e4-44c7-9f59-9080ebab14d4 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:01.812817 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f42dc2d-579d-423c-9f06-a0d32bb5a35c req-32fb2ac3-25e4-44c7-9f59-9080ebab14d4 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:01.823746 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f42dc2d-579d-423c-9f06-a0d32bb5a35c req-32fb2ac3-25e4-44c7-9f59-9080ebab14d4 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:01.840492 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f42dc2d-579d-423c-9f06-a0d32bb5a35c req-32fb2ac3-25e4-44c7-9f59-9080ebab14d4 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:01.848797 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f42dc2d-579d-423c-9f06-a0d32bb5a35c req-32fb2ac3-25e4-44c7-9f59-9080ebab14d4 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:01.851036 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8f42dc2d-579d-423c-9f06-a0d32bb5a35c req-32fb2ac3-25e4-44c7-9f59-9080ebab14d4 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab5a1622-9933-40c5-84a1-0be26fda8c29 HTTP/1.1" status: 200 len: 5426 time: 0.2120223 Dec 06 17:16:02.021743 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:02.044047 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8f42dc2d-579d-423c-9f06-a0d32bb5a35c req-ce2fd5b5-4355-41b6-9106-ce63450acee0 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/security-groups?id=dcb0062a-d825-4410-8154-a45e8f107f6a&id=a4eb8a4b-85ed-48a0-8761-ec5681059b26&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1722627 Dec 06 17:16:02.046846 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e52de56-41e2-46a5-87d5-4daf88502ccf req-aee733d1-6eb2-41be-adc6-2472a28a2eca tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:02.053752 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4e52de56-41e2-46a5-87d5-4daf88502ccf req-aee733d1-6eb2-41be-adc6-2472a28a2eca tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] 10.222.0.23 "GET /v2.0/networks/40c9982f-f1ff-4b90-bebe-b7d51655f7e2 HTTP/1.1" status: 200 len: 784 time: 0.3545394 Dec 06 17:16:02.065334 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [req-4e52de56-41e2-46a5-87d5-4daf88502ccf req-2362621d-1b60-40a0-a409-cc3dc9283bd7 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:16:02.079894 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab5a1622-9933-40c5-84a1-0be26fda8c29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ff5d469-98fa-49c2-8ef1-104f557830ca'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:16:02.083581 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e0ab01e-f5f8-4b60-b2e2-03b0060f7212" -d '{"events": [{"server_uuid": "ab5a1622-9933-40c5-84a1-0be26fda8c29", "name": "network-vif-plugged", "status": "completed", "tag": "8ff5d469-98fa-49c2-8ef1-104f557830ca"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:16:02.101724 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4e52de56-41e2-46a5-87d5-4daf88502ccf req-2362621d-1b60-40a0-a409-cc3dc9283bd7 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0466540 Dec 06 17:16:02.128542 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 8ff5d469-98fa-49c2-8ef1-104f557830ca, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8ff5d469-98fa-49c2-8ef1-104f557830ca,segment=NetworkSegment(02c34753-070f-4f68-9533-80dcf93edb92),segment_id=02c34753-070f-4f68-9533-80dcf93edb92)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:16:02.139234 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:02.142254 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device cf0bdd3f-c300-462b-8d0e-73d39f19d252 up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:16:02.274574 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16694749-4b90-4399-acf7-fa0a6ad20fcd req-606c7b22-c9fd-4404-9345-3d1587096076 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:02.279400 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-16694749-4b90-4399-acf7-fa0a6ad20fcd req-606c7b22-c9fd-4404-9345-3d1587096076 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=3111a296-b40e-48c5-bfa4-66d71264ae66 HTTP/1.1" status: 200 len: 946 time: 0.0952754 Dec 06 17:16:02.285314 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a939729c-ee51-425e-90cf-8a9fa12eb92c None None] New status for floating IP 725f0ce0-5475-4966-8f23-367e3c595b22: ACTIVE {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 17:16:02.290116 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=8ff5d469-98fa-49c2-8ef1-104f557830ca,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:02.365689 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-16694749-4b90-4399-acf7-fa0a6ad20fcd req-c6d6ee50-c7cd-4a7a-bb44-54176b3be88d tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830986 Dec 06 17:16:02.393032 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port cf0bdd3f-c300-462b-8d0e-73d39f19d252 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:16:02.442934 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port cf0bdd3f-c300-462b-8d0e-73d39f19d252 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:16:02.443304 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:02.519205 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2b666ef4-a7ed-45f1-9852-f8f5f4028f49 req-e8473c26-7187-4202-9238-3f3364ca0090 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.35.1.168 HTTP/1.1" status: 200 len: 999 time: 0.0873358 Dec 06 17:16:02.635489 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b666ef4-a7ed-45f1-9852-f8f5f4028f49 req-99b673d0-c2b8-4c28-a6d7-ad6a8cbbd34e tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:02.637972 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fcb63c-b490-4694-a5f6-44e050c861b8 req-7cf0a655-c40b-4bac-aa93-e59379146368 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:02.647766 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b4fcb63c-b490-4694-a5f6-44e050c861b8 req-7cf0a655-c40b-4bac-aa93-e59379146368 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea1dc4d5-db52-4d0c-968b-9b977ba74678 HTTP/1.1" status: 200 len: 945 time: 0.0812595 Dec 06 17:16:02.650052 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2b666ef4-a7ed-45f1-9852-f8f5f4028f49 req-99b673d0-c2b8-4c28-a6d7-ad6a8cbbd34e tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] 10.222.0.23 "GET /v2.0/ports/3325fae5-f781-4ac9-a8a9-04cc42f2ec12 HTTP/1.1" status: 200 len: 942 time: 0.1239345 Dec 06 17:16:02.687726 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:02.709319 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:02.714213 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b4fcb63c-b490-4694-a5f6-44e050c861b8 req-ba80a9bb-4172-46ad-a75f-a8205891b12d tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.23 "GET /v2.0/security-groups?id=e017b456-a96a-4d30-8ba2-3b675361f11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654795 Dec 06 17:16:02.742521 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port cf0bdd3f-c300-462b-8d0e-73d39f19d252, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=cf0bdd3f-c300-462b-8d0e-73d39f19d252,segment=NetworkSegment(74b9be77-77d7-4cee-81d5-ab642772a138),segment_id=74b9be77-77d7-4cee-81d5-ab642772a138)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:16:02.747937 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:02.749018 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 54b8b728-fb86-4824-ae15-d101cf829fb2 up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:16:02.827303 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1e47fce-d60f-4112-a37e-02be2fed205b x-openstack-request-id: req-a1e47fce-d60f-4112-a37e-02be2fed205b {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:16:02.827607 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab5a1622-9933-40c5-84a1-0be26fda8c29", "name": "network-vif-plugged", "status": "completed", "tag": "8ff5d469-98fa-49c2-8ef1-104f557830ca", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:16:02.827868 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a1e47fce-d60f-4112-a37e-02be2fed205b {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:16:02.828432 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab5a1622-9933-40c5-84a1-0be26fda8c29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ff5d469-98fa-49c2-8ef1-104f557830ca', 'code': 200} Dec 06 17:16:02.860990 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port 54b8b728-fb86-4824-ae15-d101cf829fb2 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:16:02.872831 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=cf0bdd3f-c300-462b-8d0e-73d39f19d252,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:02.877314 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port 54b8b728-fb86-4824-ae15-d101cf829fb2 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:16:02.877938 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:02.891393 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2b666ef4-a7ed-45f1-9852-f8f5f4028f49 req-ae07e216-2394-4fcd-9b1a-832dd4047cee tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.35.1.168 HTTP/1.1" status: 200 len: 1001 time: 0.1593769 Dec 06 17:16:02.942175 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3e53b7-023a-4897-9c84-6b63021c1791 req-e886e717-a060-4b91-8994-f9b5a53dbaac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:02.944059 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fb3e53b7-023a-4897-9c84-6b63021c1791 req-e886e717-a060-4b91-8994-f9b5a53dbaac service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=806e7552b2fe4d15bbbee1bb266d6718&device_id=3111a296-b40e-48c5-bfa4-66d71264ae66 HTTP/1.1" status: 200 len: 1097 time: 0.1268342 Dec 06 17:16:03.049129 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:03.094857 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 54b8b728-fb86-4824-ae15-d101cf829fb2, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=54b8b728-fb86-4824-ae15-d101cf829fb2,segment=NetworkSegment(d9cf52d1-bc52-4bcd-8c3c-12b88e1a5dd0),segment_id=d9cf52d1-bc52-4bcd-8c3c-12b88e1a5dd0)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:16:03.103869 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:03.104841 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device e6837a9b-3564-431d-b164-1562632e4bc8 up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:16:03.159117 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b666ef4-a7ed-45f1-9852-f8f5f4028f49 req-f4e4cd06-b577-4e49-b0d3-98937faff58f tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:03.167499 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2b666ef4-a7ed-45f1-9852-f8f5f4028f49 req-f4e4cd06-b577-4e49-b0d3-98937faff58f tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] 10.222.0.23 "GET /v2.0/networks/40c9982f-f1ff-4b90-bebe-b7d51655f7e2 HTTP/1.1" status: 200 len: 784 time: 0.2752318 Dec 06 17:16:03.181482 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87b15b20-8ba4-4090-bc6d-8274e4d6fbca', 'tag': '3325fae5-f781-4ac9-a8a9-04cc42f2ec12'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:16:03.183871 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed9daef3-196b-4bb8-a3b1-6ff0ec241e9e" -d '{"events": [{"name": "network-changed", "server_uuid": "87b15b20-8ba4-4090-bc6d-8274e4d6fbca", "tag": "3325fae5-f781-4ac9-a8a9-04cc42f2ec12"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:16:03.258136 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=54b8b728-fb86-4824-ae15-d101cf829fb2,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:03.267696 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2b666ef4-a7ed-45f1-9852-f8f5f4028f49 req-d6cec452-d1eb-4a26-b18e-944c4b1829a1 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.35.1.168 HTTP/1.1" status: 200 len: 1001 time: 0.0991495 Dec 06 17:16:03.272581 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-2b666ef4-a7ed-45f1-9852-f8f5f4028f49 req-78bcf130-c336-4529-a060-e6ff333dd931 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:16:03.293049 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port e6837a9b-3564-431d-b164-1562632e4bc8 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:16:03.298681 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port e6837a9b-3564-431d-b164-1562632e4bc8 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:16:03.299627 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:03.308927 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 48510) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:16:03.388868 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3e53b7-023a-4897-9c84-6b63021c1791 req-a831b223-a697-42b3-b3ee-bf473c83775a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:03.392763 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fb3e53b7-023a-4897-9c84-6b63021c1791 req-a831b223-a697-42b3-b3ee-bf473c83775a service neutron] 10.222.0.41 "GET /v2.0/networks?id=f3115485-0e47-4001-968e-d7c2520b29dd HTTP/1.1" status: 200 len: 913 time: 0.3603313 Dec 06 17:16:03.397610 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2b666ef4-a7ed-45f1-9852-f8f5f4028f49 req-78bcf130-c336-4529-a060-e6ff333dd931 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Publish callbacks [] for floatingip, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:03.415064 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e49cb03-dde1-40fa-88b8-a4241cb42e40 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Deleting subnet 68402152-4266-45be-801a-eaef3efecb66 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:16:03.420868 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:03.423891 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0e49cb03-dde1-40fa-88b8-a4241cb42e40 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:03.482510 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0e49cb03-dde1-40fa-88b8-a4241cb42e40 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:03.486248 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c29c099-cb1e-4fe7-af5b-33665b90124e', 'name': 'network-vif-deleted', 'tag': '5345f321-0a26-400a-97de-08bbf1356448'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:16:03.489263 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29da0611-fa46-46c6-8e59-448c8c4a5b63" -d '{"events": [{"server_uuid": "5c29c099-cb1e-4fe7-af5b-33665b90124e", "name": "network-vif-deleted", "tag": "5345f321-0a26-400a-97de-08bbf1356448"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:16:03.491801 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port e6837a9b-3564-431d-b164-1562632e4bc8, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=e6837a9b-3564-431d-b164-1562632e4bc8,segment=NetworkSegment(d9cf52d1-bc52-4bcd-8c3c-12b88e1a5dd0),segment_id=d9cf52d1-bc52-4bcd-8c3c-12b88e1a5dd0)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:16:03.506313 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:03.507417 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device fd8770e5-43c9-4df9-a87a-fd8b1189f8b0 up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:16:03.553784 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fb3e53b7-023a-4897-9c84-6b63021c1791 req-682713ef-e5df-47b7-b676-d8d67c80f3c8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19026516-f680-46ce-96c9-e0e7b2bd564c HTTP/1.1" status: 200 len: 217 time: 0.1416488 Dec 06 17:16:03.602746 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=e6837a9b-3564-431d-b164-1562632e4bc8,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:03.622687 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port fd8770e5-43c9-4df9-a87a-fd8b1189f8b0 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:16:03.629006 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port fd8770e5-43c9-4df9-a87a-fd8b1189f8b0 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:16:03.634983 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:03.665304 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0e49cb03-dde1-40fa-88b8-a4241cb42e40 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:03.719667 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f187eff0-b1f8-4060-9d35-c4f50a5bdb93 req-8dd78ef1-e64c-4227-9a66-59fa3eadfe60 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:03.721283 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f187eff0-b1f8-4060-9d35-c4f50a5bdb93 req-8dd78ef1-e64c-4227-9a66-59fa3eadfe60 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0fd118f-159f-42dd-a725-ee51344fae03 HTTP/1.1" status: 200 len: 945 time: 0.1118035 Dec 06 17:16:03.791791 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2b666ef4-a7ed-45f1-9852-f8f5f4028f49 req-78bcf130-c336-4529-a060-e6ff333dd931 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:03.804751 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3e53b7-023a-4897-9c84-6b63021c1791 req-fb5e4a53-85a3-43e1-88d9-aecdf44421e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:03.806490 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:03.807655 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fb3e53b7-023a-4897-9c84-6b63021c1791 req-fb5e4a53-85a3-43e1-88d9-aecdf44421e6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=85724274-c536-4bb4-9806-32c964df8042 HTTP/1.1" status: 200 len: 852 time: 0.2459433 Dec 06 17:16:03.807925 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2b666ef4-a7ed-45f1-9852-f8f5f4028f49 req-78bcf130-c336-4529-a060-e6ff333dd931 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:03.808968 n-d-master-1 neutron-server[103285]: INFO neutron.db.l3_db [req-2b666ef4-a7ed-45f1-9852-f8f5f4028f49 req-78bcf130-c336-4529-a060-e6ff333dd931 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Floating IP 725f0ce0-5475-4966-8f23-367e3c595b22 disassociated. External IP: 172.35.1.168, port: 3325fae5-f781-4ac9-a8a9-04cc42f2ec12. Dec 06 17:16:03.811206 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0e49cb03-dde1-40fa-88b8-a4241cb42e40 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:03.829855 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f187eff0-b1f8-4060-9d35-c4f50a5bdb93 req-c93b7f5b-6df8-4da1-9ae5-4806ad07716d tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.23 "GET /v2.0/security-groups?id=e017b456-a96a-4d30-8ba2-3b675361f11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952349 Dec 06 17:16:03.865316 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e49cb03-dde1-40fa-88b8-a4241cb42e40 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Pushing event deleted for resources: {'Subnet': ['ID=68402152-4266-45be-801a-eaef3efecb66,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:03.873390 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port fd8770e5-43c9-4df9-a87a-fd8b1189f8b0, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=fd8770e5-43c9-4df9-a87a-fd8b1189f8b0,segment=NetworkSegment(d9cf52d1-bc52-4bcd-8c3c-12b88e1a5dd0),segment_id=d9cf52d1-bc52-4bcd-8c3c-12b88e1a5dd0)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:16:03.882075 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:03.883005 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 4a00eecc-af3f-4037-9306-241f88900bd2 up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:16:03.890002 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0e49cb03-dde1-40fa-88b8-a4241cb42e40 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:03.894797 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-0e49cb03-dde1-40fa-88b8-a4241cb42e40 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.23 "DELETE /v2.0/subnets/68402152-4266-45be-801a-eaef3efecb66 HTTP/1.1" status: 204 len: 168 time: 0.5835824 Dec 06 17:16:03.898711 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 48526) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:16:03.912014 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fb3e53b7-023a-4897-9c84-6b63021c1791 req-07a60813-c2ff-43b4-8161-aa8dd4f5621e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f3115485-0e47-4001-968e-d7c2520b29dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463154 Dec 06 17:16:03.952209 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39bbbb8-1c2a-4be6-b66a-578ca58443a6 None None] Network fa4a44b4-21f9-4c2a-acd2-dd2f83c51946 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:16:04.045576 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=fd8770e5-43c9-4df9-a87a-fd8b1189f8b0,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:04.109197 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port 4a00eecc-af3f-4037-9306-241f88900bd2 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:16:04.116266 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port 4a00eecc-af3f-4037-9306-241f88900bd2 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:16:04.116767 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:04.192553 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0268dee7-c4f4-4f5c-96df-bd8544ffb136 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:04.235777 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fb3e53b7-023a-4897-9c84-6b63021c1791 req-c8332014-cfea-4803-8d87-7cc24085f9bc service neutron] 10.222.0.41 "GET /v2.0/networks/f3115485-0e47-4001-968e-d7c2520b29dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146727 Dec 06 17:16:04.274371 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45517e72-d079-441d-8346-c7b5cef2557a None None] DHCP port deletion for fa4a44b4-21f9-4c2a-acd2-dd2f83c51946 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:16:04.298263 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:04.336712 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea81ad-6202-4730-9720-1adf1cc737e0 req-51c8f0bc-0802-4ce7-99b2-c26d9bd37c1e tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:04.343949 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea81ad-6202-4730-9720-1adf1cc737e0 req-51c8f0bc-0802-4ce7-99b2-c26d9bd37c1e tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:04.351266 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea81ad-6202-4730-9720-1adf1cc737e0 req-51c8f0bc-0802-4ce7-99b2-c26d9bd37c1e tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:04.359727 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea81ad-6202-4730-9720-1adf1cc737e0 req-51c8f0bc-0802-4ce7-99b2-c26d9bd37c1e tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:04.366764 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea81ad-6202-4730-9720-1adf1cc737e0 req-51c8f0bc-0802-4ce7-99b2-c26d9bd37c1e tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:04.376186 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea81ad-6202-4730-9720-1adf1cc737e0 req-51c8f0bc-0802-4ce7-99b2-c26d9bd37c1e tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:04.385509 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea81ad-6202-4730-9720-1adf1cc737e0 req-51c8f0bc-0802-4ce7-99b2-c26d9bd37c1e tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:04.388371 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e5ea81ad-6202-4730-9720-1adf1cc737e0 req-51c8f0bc-0802-4ce7-99b2-c26d9bd37c1e tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab5a1622-9933-40c5-84a1-0be26fda8c29 HTTP/1.1" status: 200 len: 5431 time: 0.2461662 Dec 06 17:16:04.397026 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 4a00eecc-af3f-4037-9306-241f88900bd2, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=4a00eecc-af3f-4037-9306-241f88900bd2,segment=NetworkSegment(74b9be77-77d7-4cee-81d5-ab642772a138),segment_id=74b9be77-77d7-4cee-81d5-ab642772a138)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:16:04.408478 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:04.409939 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 69267b95-7993-4338-b334-0869546a57e9 up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:16:04.415172 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2b666ef4-a7ed-45f1-9852-f8f5f4028f49 req-78bcf130-c336-4529-a060-e6ff333dd931 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Router a4886f3a-dc8e-46d4-bf32-cf444d19046b has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:16:04.428076 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-0268dee7-c4f4-4f5c-96df-bd8544ffb136 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Deleting port 35ca46ee-b330-482c-bb16-471e5fd4abf9 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:16:04.428426 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0268dee7-c4f4-4f5c-96df-bd8544ffb136 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:04.441120 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fb3e53b7-023a-4897-9c84-6b63021c1791 req-a108f1ec-a8ca-4b00-89c3-5294bac7180e service neutron] 10.222.0.41 "GET /v2.0/networks/f3115485-0e47-4001-968e-d7c2520b29dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355968 Dec 06 17:16:04.479745 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-45517e72-d079-441d-8346-c7b5cef2557a None None] Deleting port 35ca46ee-b330-482c-bb16-471e5fd4abf9 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:16:04.480289 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-45517e72-d079-441d-8346-c7b5cef2557a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:04.524856 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-0268dee7-c4f4-4f5c-96df-bd8544ffb136 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] For port 35ca46ee-b330-482c-bb16-471e5fd4abf9, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=35ca46ee-b330-482c-bb16-471e5fd4abf9,segment=NetworkSegment(840f52dd-9477-47cf-b8ef-41e71d20ac75),segment_id=840f52dd-9477-47cf-b8ef-41e71d20ac75)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:16:04.525221 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0268dee7-c4f4-4f5c-96df-bd8544ffb136 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:04.544355 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e5ea81ad-6202-4730-9720-1adf1cc737e0 req-34fe681b-ad27-4402-bd64-1ddcaa9e1b24 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/security-groups?id=dcb0062a-d825-4410-8154-a45e8f107f6a&id=a4eb8a4b-85ed-48a0-8761-ec5681059b26&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1493628 Dec 06 17:16:04.548748 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-0268dee7-c4f4-4f5c-96df-bd8544ffb136 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Calling delete_port for 35ca46ee-b330-482c-bb16-471e5fd4abf9 owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:16:04.592661 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=4a00eecc-af3f-4037-9306-241f88900bd2,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:04.604227 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-45517e72-d079-441d-8346-c7b5cef2557a None None] For port 35ca46ee-b330-482c-bb16-471e5fd4abf9, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=35ca46ee-b330-482c-bb16-471e5fd4abf9,segment=NetworkSegment(840f52dd-9477-47cf-b8ef-41e71d20ac75),segment_id=840f52dd-9477-47cf-b8ef-41e71d20ac75)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:16:04.604698 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-45517e72-d079-441d-8346-c7b5cef2557a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:04.625489 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-45517e72-d079-441d-8346-c7b5cef2557a None None] Calling delete_port for 35ca46ee-b330-482c-bb16-471e5fd4abf9 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:16:04.642406 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b307ce0-715d-4f89-8b60-680f2881aaeb x-openstack-request-id: req-0b307ce0-715d-4f89-8b60-680f2881aaeb {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:16:04.643552 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2b666ef4-a7ed-45f1-9852-f8f5f4028f49 req-78bcf130-c336-4529-a060-e6ff333dd931 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:16:04.651678 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port 69267b95-7993-4338-b334-0869546a57e9 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:16:04.657388 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fbe4a28-b674-4a2d-8104-7ff24438f40a None None] Sync routers for ids ['a4886f3a-dc8e-46d4-bf32-cf444d19046b'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:16:04.657925 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87b15b20-8ba4-4090-bc6d-8274e4d6fbca", "tag": "3325fae5-f781-4ac9-a8a9-04cc42f2ec12", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:16:04.657925 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0b307ce0-715d-4f89-8b60-680f2881aaeb {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:16:04.658376 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87b15b20-8ba4-4090-bc6d-8274e4d6fbca', 'tag': '3325fae5-f781-4ac9-a8a9-04cc42f2ec12', 'status': 'completed', 'code': 200} Dec 06 17:16:04.668523 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2b666ef4-a7ed-45f1-9852-f8f5f4028f49 req-78bcf130-c336-4529-a060-e6ff333dd931 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:04.675087 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0268dee7-c4f4-4f5c-96df-bd8544ffb136 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:04.682749 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbe4a28-b674-4a2d-8104-7ff24438f40a None None] Routers {'a4886f3a-dc8e-46d4-bf32-cf444d19046b'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:16:04.693552 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port 69267b95-7993-4338-b334-0869546a57e9 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:16:04.693749 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-0fbe4a28-b674-4a2d-8104-7ff24438f40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:15:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['a4886f3a-dc8e-46d4-bf32-cf444d19046b'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:16:04.697694 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:04.717930 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2b666ef4-a7ed-45f1-9852-f8f5f4028f49 req-78bcf130-c336-4529-a060-e6ff333dd931 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] 10.222.0.23 "PUT /v2.0/floatingips/725f0ce0-5475-4966-8f23-367e3c595b22 HTTP/1.1" status: 200 len: 696 time: 1.4491754 Dec 06 17:16:04.749743 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0268dee7-c4f4-4f5c-96df-bd8544ffb136 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Pushing event deleted for resources: {'Port': ['ID=35ca46ee-b330-482c-bb16-471e5fd4abf9,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:04.751850 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0268dee7-c4f4-4f5c-96df-bd8544ffb136 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] No DVR routers for this DVR port 35ca46ee-b330-482c-bb16-471e5fd4abf9 on host n-d-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:16:04.830558 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab5a1622-9933-40c5-84a1-0be26fda8c29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf0bdd3f-c300-462b-8d0e-73d39f19d252'}, {'server_uuid': 'ab5a1622-9933-40c5-84a1-0be26fda8c29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b8b728-fb86-4824-ae15-d101cf829fb2'}, {'server_uuid': 'ab5a1622-9933-40c5-84a1-0be26fda8c29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6837a9b-3564-431d-b164-1562632e4bc8'}, {'server_uuid': 'ab5a1622-9933-40c5-84a1-0be26fda8c29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd8770e5-43c9-4df9-a87a-fd8b1189f8b0'}, {'server_uuid': 'ab5a1622-9933-40c5-84a1-0be26fda8c29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a00eecc-af3f-4037-9306-241f88900bd2'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:16:04.832459 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ced0b9a-3b04-462f-9c19-fa32089f5afa" -d '{"events": [{"server_uuid": "ab5a1622-9933-40c5-84a1-0be26fda8c29", "name": "network-vif-plugged", "status": "completed", "tag": "cf0bdd3f-c300-462b-8d0e-73d39f19d252"}, {"server_uuid": "ab5a1622-9933-40c5-84a1-0be26fda8c29", "name": "network-vif-plugged", "status": "completed", "tag": "54b8b728-fb86-4824-ae15-d101cf829fb2"}, {"server_uuid": "ab5a1622-9933-40c5-84a1-0be26fda8c29", "name": "network-vif-plugged", "status": "completed", "tag": "e6837a9b-3564-431d-b164-1562632e4bc8"}, {"server_uuid": "ab5a1622-9933-40c5-84a1-0be26fda8c29", "name": "network-vif-plugged", "status": "completed", "tag": "fd8770e5-43c9-4df9-a87a-fd8b1189f8b0"}, {"server_uuid": "ab5a1622-9933-40c5-84a1-0be26fda8c29", "name": "network-vif-plugged", "status": "completed", "tag": "4a00eecc-af3f-4037-9306-241f88900bd2"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:16:04.847493 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd6fcb8-2b54-4cab-b42f-76aa3568599a req-53b66b43-d3dd-463f-a4a8-46e2fce28e52 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:04.849295 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8bd6fcb8-2b54-4cab-b42f-76aa3568599a req-53b66b43-d3dd-463f-a4a8-46e2fce28e52 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.44 "GET /v2.0/ports?device_id=98f376fe-fb6f-4fe8-96fe-4642f4e4c86f HTTP/1.1" status: 200 len: 944 time: 0.1914151 Dec 06 17:16:04.856668 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1c4bd016-9652-4779-b8ec-31a04ae2dd32 req-c5a3ff27-f412-4a80-84ff-aa7694d1f0a8 tempest-ServerShowV257Test-1668625606 tempest-ServerShowV257Test-1668625606-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9314e86-a6f5-4544-91b7-61a21dc1e4e3 HTTP/1.1" status: 200 len: 210 time: 0.1162407 Dec 06 17:16:04.857881 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b666ef4-a7ed-45f1-9852-f8f5f4028f49 req-4ca62800-25ee-402c-bb39-ad84533e75e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:04.859443 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2b666ef4-a7ed-45f1-9852-f8f5f4028f49 req-4ca62800-25ee-402c-bb39-ad84533e75e9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9bef0bd25b3044c8b28cf9aea9137f71&device_id=87b15b20-8ba4-4090-bc6d-8274e4d6fbca HTTP/1.1" status: 200 len: 1096 time: 0.1110721 Dec 06 17:16:04.862845 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9daef3-196b-4bb8-a3b1-6ff0ec241e9e req-54fc5662-f8c2-40ad-8951-061fc6a19e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:04.864330 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ed9daef3-196b-4bb8-a3b1-6ff0ec241e9e req-54fc5662-f8c2-40ad-8951-061fc6a19e36 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9bef0bd25b3044c8b28cf9aea9137f71&device_id=87b15b20-8ba4-4090-bc6d-8274e4d6fbca HTTP/1.1" status: 200 len: 1096 time: 0.1443427 Dec 06 17:16:04.914249 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-45517e72-d079-441d-8346-c7b5cef2557a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:04.955349 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45517e72-d079-441d-8346-c7b5cef2557a None None] No DVR routers for this DVR port 35ca46ee-b330-482c-bb16-471e5fd4abf9 on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:16:04.959760 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:04.969846 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45517e72-d079-441d-8346-c7b5cef2557a None None] Pushing event deleted for resources: {'Port': ['ID=35ca46ee-b330-482c-bb16-471e5fd4abf9,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:04.981029 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-0fbe4a28-b674-4a2d-8104-7ff24438f40a None None] Set router a4886f3a-dc8e-46d4-bf32-cf444d19046b gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:16:05.013570 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0268dee7-c4f4-4f5c-96df-bd8544ffb136 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:05.021391 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 69267b95-7993-4338-b334-0869546a57e9, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=69267b95-7993-4338-b334-0869546a57e9,segment=NetworkSegment(d9cf52d1-bc52-4bcd-8c3c-12b88e1a5dd0),segment_id=d9cf52d1-bc52-4bcd-8c3c-12b88e1a5dd0)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:16:05.026578 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:05.042935 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-0268dee7-c4f4-4f5c-96df-bd8544ffb136 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa4a44b4-21f9-4c2a-acd2-dd2f83c51946']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:16:05.060494 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-0268dee7-c4f4-4f5c-96df-bd8544ffb136 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '840f52dd-9477-47cf-b8ef-41e71d20ac75') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:16:05.060969 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-0268dee7-c4f4-4f5c-96df-bd8544ffb136 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '840f52dd-9477-47cf-b8ef-41e71d20ac75') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:16:05.076100 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0268dee7-c4f4-4f5c-96df-bd8544ffb136 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:05.085995 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8097ee-c2dc-4576-aae5-23f7f4410afe req-9ab2a3af-9970-48be-b0a7-4de43d76ec87 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:05.087574 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ca8097ee-c2dc-4576-aae5-23f7f4410afe req-9ab2a3af-9970-48be-b0a7-4de43d76ec87 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=3111a296-b40e-48c5-bfa4-66d71264ae66 HTTP/1.1" status: 200 len: 946 time: 0.1153955 Dec 06 17:16:05.088600 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 19026516-f680-46ce-96c9-e0e7b2bd564c no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:16:05.132957 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0268dee7-c4f4-4f5c-96df-bd8544ffb136 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:05.136062 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=69267b95-7993-4338-b334-0869546a57e9,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:05.141376 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:05.158357 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0268dee7-c4f4-4f5c-96df-bd8544ffb136 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:16:05.160139 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0268dee7-c4f4-4f5c-96df-bd8544ffb136 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:05.164450 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 17:16:05.164450 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:16:05.164450 n-d-master-1 neutron-server[103284]: timer() Dec 06 17:16:05.164450 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:16:05.164450 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 17:16:05.164450 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:16:05.164450 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 17:16:05.164450 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:16:05.164450 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 17:16:05.164450 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:16:05.164450 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 17:16:05.164450 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:16:05.164450 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 17:16:05.164450 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:16:05.164450 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:16:05.164450 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:16:05.164450 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:16:05.164450 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:16:05.164450 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 17:16:05.164450 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:16:05.164450 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 17:16:05.164450 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:16:05.164450 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:16:05.164450 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:16:05.164450 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 17:16:05.164450 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:16:05.164450 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:16:05.164450 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:16:05.164450 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:16:05.164450 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:16:05.164450 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:16:05.164450 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:16:05.184435 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9daef3-196b-4bb8-a3b1-6ff0ec241e9e req-c04cf127-65b4-4dec-a2db-25e472576128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:05.186006 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ed9daef3-196b-4bb8-a3b1-6ff0ec241e9e req-c04cf127-65b4-4dec-a2db-25e472576128 service neutron] 10.222.0.41 "GET /v2.0/networks?id=54ec0ce5-40a5-4965-be28-5d5392d9c61d HTTP/1.1" status: 200 len: 922 time: 0.2843564 Dec 06 17:16:05.195272 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ca8097ee-c2dc-4576-aae5-23f7f4410afe req-bb98d611-997a-422e-ad14-fdc3fa616698 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984869 Dec 06 17:16:05.202165 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:05.274124 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 19026516-f680-46ce-96c9-e0e7b2bd564c, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=19026516-f680-46ce-96c9-e0e7b2bd564c,segment=NetworkSegment(c5bdebef-6647-4acc-8b76-b3635792eaa5),segment_id=c5bdebef-6647-4acc-8b76-b3635792eaa5)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:16:05.281931 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ed9daef3-196b-4bb8-a3b1-6ff0ec241e9e req-965332fe-b635-4809-90c2-5cc3fe6e653b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3325fae5-f781-4ac9-a8a9-04cc42f2ec12 HTTP/1.1" status: 200 len: 217 time: 0.0783579 Dec 06 17:16:05.284434 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b666ef4-a7ed-45f1-9852-f8f5f4028f49 req-b65cc80a-8a94-49bf-a34a-88c484e49cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:05.286054 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2b666ef4-a7ed-45f1-9852-f8f5f4028f49 req-b65cc80a-8a94-49bf-a34a-88c484e49cfe service neutron] 10.222.0.23 "GET /v2.0/networks?id=54ec0ce5-40a5-4965-be28-5d5392d9c61d HTTP/1.1" status: 200 len: 922 time: 0.4147451 Dec 06 17:16:05.286932 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:05.290030 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-8bd6fcb8-2b54-4cab-b42f-76aa3568599a req-9b6470c4-829f-4aee-89da-30dc34c59970 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Deleting port 47c2e886-b32e-4f72-8fc8-32e6a9d95467 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:16:05.290403 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8bd6fcb8-2b54-4cab-b42f-76aa3568599a req-9b6470c4-829f-4aee-89da-30dc34c59970 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:05.302381 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-0fbe4a28-b674-4a2d-8104-7ff24438f40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4886f3a-dc8e-46d4-bf32-cf444d19046b', 'name': 'tempest-FloatingIPsAssociationTestJSON-2021917022-router', 'tenant_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.251'}], 'enable_snat': True}, 'gw_port_id': 'ed9d2ed6-cd26-419f-ba6e-fe7113b2b955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:14:33Z', 'updated_at': '2021-12-06T17:14:46Z', 'revision_number': 4, 'project_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'gw_port': {'id': 'ed9d2ed6-cd26-419f-ba6e-fe7113b2b955', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4886f3a-dc8e-46d4-bf32-cf444d19046b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:14:35Z', 'updated_at': '2021-12-06T17:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'f22f1220-ca3a-474a-bcc5-100acb015c83', 'name': '', 'network_id': '54ec0ce5-40a5-4965-be28-5d5392d9c61d', 'tenant_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'mac_address': 'fa:16:3e:99:ce:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4886f3a-dc8e-46d4-bf32-cf444d19046b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '606d14bd-3cdf-4d5d-8976-793383533298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:14:45Z', 'updated_at': '2021-12-06T17:14:52Z', 'revision_number': 5, 'project_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'subnets': [{'id': '606d14bd-3cdf-4d5d-8976-793383533298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:16:05.314794 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0268dee7-c4f4-4f5c-96df-bd8544ffb136 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:05.353982 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0268dee7-c4f4-4f5c-96df-bd8544ffb136 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:05.354476 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fbe4a28-b674-4a2d-8104-7ff24438f40a None None] Checking router: a4886f3a-dc8e-46d4-bf32-cf444d19046b for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:16:05.359920 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-0268dee7-c4f4-4f5c-96df-bd8544ffb136 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.23 "DELETE /v2.0/networks/fa4a44b4-21f9-4c2a-acd2-dd2f83c51946 HTTP/1.1" status: 204 len: 168 time: 1.4578855 Dec 06 17:16:05.359920 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0268dee7-c4f4-4f5c-96df-bd8544ffb136 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Pushing event deleted for resources: {'Network': ['ID=fa4a44b4-21f9-4c2a-acd2-dd2f83c51946,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:05.361105 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 48534) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:16:05.370146 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbe4a28-b674-4a2d-8104-7ff24438f40a None None] Routers {'a4886f3a-dc8e-46d4-bf32-cf444d19046b'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:16:05.372168 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-0fbe4a28-b674-4a2d-8104-7ff24438f40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:15:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['a4886f3a-dc8e-46d4-bf32-cf444d19046b'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:16:05.378016 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 35ca46ee-b330-482c-bb16-471e5fd4abf9 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:16:05.380398 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=19026516-f680-46ce-96c9-e0e7b2bd564c,revision_number=8']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:05.422449 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-f61b08ac-c873-4ee8-99c6-0e3eed467823 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Deleting subnet 441bf06d-f3d3-4336-993a-631dc0c2e44a {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:16:05.426637 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f61b08ac-c873-4ee8-99c6-0e3eed467823 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:05.444199 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8abf53d3-d2ef-4a91-a39b-ef914cefc066 x-openstack-request-id: req-8abf53d3-d2ef-4a91-a39b-ef914cefc066 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:16:05.445030 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c29c099-cb1e-4fe7-af5b-33665b90124e", "name": "network-vif-deleted", "tag": "5345f321-0a26-400a-97de-08bbf1356448", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:16:05.445446 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8abf53d3-d2ef-4a91-a39b-ef914cefc066 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:16:05.446009 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c29c099-cb1e-4fe7-af5b-33665b90124e', 'name': 'network-vif-deleted', 'tag': '5345f321-0a26-400a-97de-08bbf1356448', 'status': 'completed', 'code': 200} Dec 06 17:16:05.454649 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2b666ef4-a7ed-45f1-9852-f8f5f4028f49 req-470bb67c-3471-4973-b192-1010e00def16 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3325fae5-f781-4ac9-a8a9-04cc42f2ec12 HTTP/1.1" status: 200 len: 217 time: 0.1515930 Dec 06 17:16:05.482421 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f61b08ac-c873-4ee8-99c6-0e3eed467823 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:05.505561 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-0fbe4a28-b674-4a2d-8104-7ff24438f40a None None] Set router a4886f3a-dc8e-46d4-bf32-cf444d19046b gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:16:05.530385 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9daef3-196b-4bb8-a3b1-6ff0ec241e9e req-aad0f7d8-62e2-4503-8b9b-f48744086f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:05.532125 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ed9daef3-196b-4bb8-a3b1-6ff0ec241e9e req-aad0f7d8-62e2-4503-8b9b-f48744086f8e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=606d14bd-3cdf-4d5d-8976-793383533298 HTTP/1.1" status: 200 len: 860 time: 0.2383609 Dec 06 17:16:05.592473 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-8bd6fcb8-2b54-4cab-b42f-76aa3568599a req-9b6470c4-829f-4aee-89da-30dc34c59970 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] For port 47c2e886-b32e-4f72-8fc8-32e6a9d95467, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=47c2e886-b32e-4f72-8fc8-32e6a9d95467,segment=NetworkSegment(b5c29f07-61e3-483e-b953-3901f84034df),segment_id=b5c29f07-61e3-483e-b953-3901f84034df)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:16:05.593077 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8bd6fcb8-2b54-4cab-b42f-76aa3568599a req-9b6470c4-829f-4aee-89da-30dc34c59970 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:05.596909 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b666ef4-a7ed-45f1-9852-f8f5f4028f49 req-62727fab-f605-4451-969f-d05c50d95c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:05.598127 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f61b08ac-c873-4ee8-99c6-0e3eed467823 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:05.598683 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2b666ef4-a7ed-45f1-9852-f8f5f4028f49 req-62727fab-f605-4451-969f-d05c50d95c7e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=606d14bd-3cdf-4d5d-8976-793383533298 HTTP/1.1" status: 200 len: 860 time: 0.1337075 Dec 06 17:16:05.625945 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-8bd6fcb8-2b54-4cab-b42f-76aa3568599a req-9b6470c4-829f-4aee-89da-30dc34c59970 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Calling delete_port for 47c2e886-b32e-4f72-8fc8-32e6a9d95467 owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:16:05.662703 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9daef3-196b-4bb8-a3b1-6ff0ec241e9e req-4f52bba5-8a71-4805-a6bb-6f4c13c87061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:05.663566 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 35ca46ee-b330-482c-bb16-471e5fd4abf9 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:16:05.664065 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 35ca46ee-b330-482c-bb16-471e5fd4abf9 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:16:05.664451 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ed9daef3-196b-4bb8-a3b1-6ff0ec241e9e req-4f52bba5-8a71-4805-a6bb-6f4c13c87061 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=54ec0ce5-40a5-4965-be28-5d5392d9c61d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1239583 Dec 06 17:16:05.717789 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f61b08ac-c873-4ee8-99c6-0e3eed467823 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:05.753763 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b666ef4-a7ed-45f1-9852-f8f5f4028f49 req-d5d7077c-caa4-4a98-a597-ac67e3198cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:05.755453 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2b666ef4-a7ed-45f1-9852-f8f5f4028f49 req-d5d7077c-caa4-4a98-a597-ac67e3198cb5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=54ec0ce5-40a5-4965-be28-5d5392d9c61d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1453922 Dec 06 17:16:05.761047 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61b08ac-c873-4ee8-99c6-0e3eed467823 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Pushing event deleted for resources: {'Subnet': ['ID=441bf06d-f3d3-4336-993a-631dc0c2e44a,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:05.763507 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f61b08ac-c873-4ee8-99c6-0e3eed467823 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:05.766993 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-f61b08ac-c873-4ee8-99c6-0e3eed467823 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.23 "DELETE /v2.0/subnets/441bf06d-f3d3-4336-993a-631dc0c2e44a HTTP/1.1" status: 204 len: 168 time: 0.4007225 Dec 06 17:16:05.770395 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 48538) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:16:05.777729 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e2ce20-356c-4428-8464-5894b9718f52 None None] Network a0b22877-e1ab-4b6e-9aff-b26a8d8a9a6d requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:16:05.894974 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d90ab819-5dde-41cd-a8b0-bf7f50e90316 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:05.949491 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ed9daef3-196b-4bb8-a3b1-6ff0ec241e9e req-d96bd1bf-d2e0-4ba8-ab8d-ef07145ced4d service neutron] 10.222.0.41 "GET /v2.0/networks/54ec0ce5-40a5-4965-be28-5d5392d9c61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455182 Dec 06 17:16:05.958817 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-0fbe4a28-b674-4a2d-8104-7ff24438f40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4886f3a-dc8e-46d4-bf32-cf444d19046b', 'name': 'tempest-FloatingIPsAssociationTestJSON-2021917022-router', 'tenant_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.251'}], 'enable_snat': True}, 'gw_port_id': 'ed9d2ed6-cd26-419f-ba6e-fe7113b2b955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:14:33Z', 'updated_at': '2021-12-06T17:14:46Z', 'revision_number': 4, 'project_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'gw_port': {'id': 'ed9d2ed6-cd26-419f-ba6e-fe7113b2b955', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4886f3a-dc8e-46d4-bf32-cf444d19046b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:14:35Z', 'updated_at': '2021-12-06T17:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'f22f1220-ca3a-474a-bcc5-100acb015c83', 'name': '', 'network_id': '54ec0ce5-40a5-4965-be28-5d5392d9c61d', 'tenant_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'mac_address': 'fa:16:3e:99:ce:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4886f3a-dc8e-46d4-bf32-cf444d19046b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '606d14bd-3cdf-4d5d-8976-793383533298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:14:45Z', 'updated_at': '2021-12-06T17:14:52Z', 'revision_number': 5, 'project_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'subnets': [{'id': '606d14bd-3cdf-4d5d-8976-793383533298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:16:05.984711 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31725ee4-e318-4d78-a4c9-6016fde3e91a req-8597bbee-e7c4-4b95-b494-f2b7441047e4 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:05.993359 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fbe4a28-b674-4a2d-8104-7ff24438f40a None None] The sync data for ids ['a4886f3a-dc8e-46d4-bf32-cf444d19046b'] in n-d-master-1 is: [{'id': 'a4886f3a-dc8e-46d4-bf32-cf444d19046b', 'name': 'tempest-FloatingIPsAssociationTestJSON-2021917022-router', 'tenant_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.251'}], 'enable_snat': True}, 'gw_port_id': 'ed9d2ed6-cd26-419f-ba6e-fe7113b2b955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:14:33Z', 'updated_at': '2021-12-06T17:14:46Z', 'revision_number': 4, 'project_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'gw_port': {'id': 'ed9d2ed6-cd26-419f-ba6e-fe7113b2b955', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4886f3a-dc8e-46d4-bf32-cf444d19046b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:14:35Z', 'updated_at': '2021-12-06T17:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'f22f1220-ca3a-474a-bcc5-100acb015c83', 'name': '', 'network_id': '54ec0ce5-40a5-4965-be28-5d5392d9c61d', 'tenant_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'mac_address': 'fa:16:3e:99:ce:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4886f3a-dc8e-46d4-bf32-cf444d19046b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '606d14bd-3cdf-4d5d-8976-793383533298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:14:45Z', 'updated_at': '2021-12-06T17:14:52Z', 'revision_number': 5, 'project_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'subnets': [{'id': '606d14bd-3cdf-4d5d-8976-793383533298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:16:05.994168 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31725ee4-e318-4d78-a4c9-6016fde3e91a req-8597bbee-e7c4-4b95-b494-f2b7441047e4 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:06.004892 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8bd6fcb8-2b54-4cab-b42f-76aa3568599a req-9b6470c4-829f-4aee-89da-30dc34c59970 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:06.008045 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31725ee4-e318-4d78-a4c9-6016fde3e91a req-8597bbee-e7c4-4b95-b494-f2b7441047e4 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:06.009812 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-31725ee4-e318-4d78-a4c9-6016fde3e91a req-8597bbee-e7c4-4b95-b494-f2b7441047e4 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea1dc4d5-db52-4d0c-968b-9b977ba74678&device_id=8ae9f1fd-d1d8-4bb1-a649-73affa27ad8a&device_id=d0fd118f-159f-42dd-a725-ee51344fae03 HTTP/1.1" status: 200 len: 2417 time: 0.1632986 Dec 06 17:16:06.020664 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['47c2e886-b32e-4f72-8fc8-32e6a9d95467'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:16:06.025589 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2b666ef4-a7ed-45f1-9852-f8f5f4028f49 req-8ce6d8fb-8319-4ef9-b14e-1e92f1216361 service neutron] 10.222.0.23 "GET /v2.0/networks/54ec0ce5-40a5-4965-be28-5d5392d9c61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354727 Dec 06 17:16:06.050218 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c4d5a1-738d-457f-bbab-23c40cf6c667 None None] DHCP port deletion for a0b22877-e1ab-4b6e-9aff-b26a8d8a9a6d request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:16:06.090536 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6470c4-829f-4aee-89da-30dc34c59970 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Pushing event deleted for resources: {'Port': ['ID=47c2e886-b32e-4f72-8fc8-32e6a9d95467,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:06.108386 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-31725ee4-e318-4d78-a4c9-6016fde3e91a req-16a46703-1cd4-48d7-be78-c5b216f7b448 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.23 "GET /v2.0/security-groups?id=e017b456-a96a-4d30-8ba2-3b675361f11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872793 Dec 06 17:16:06.124980 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6470c4-829f-4aee-89da-30dc34c59970 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:16:06.125355 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6470c4-829f-4aee-89da-30dc34c59970 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:16:06.126593 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6470c4-829f-4aee-89da-30dc34c59970 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:16:06.126940 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6470c4-829f-4aee-89da-30dc34c59970 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:16:06.127316 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6470c4-829f-4aee-89da-30dc34c59970 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:16:06.128791 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6470c4-829f-4aee-89da-30dc34c59970 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:16:06.129354 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6470c4-829f-4aee-89da-30dc34c59970 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:16:06.131282 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6470c4-829f-4aee-89da-30dc34c59970 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:16:06.131488 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6470c4-829f-4aee-89da-30dc34c59970 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:16:06.131865 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6470c4-829f-4aee-89da-30dc34c59970 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:16:06.132206 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6470c4-829f-4aee-89da-30dc34c59970 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:16:06.132537 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6470c4-829f-4aee-89da-30dc34c59970 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:16:06.132867 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6470c4-829f-4aee-89da-30dc34c59970 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:16:06.149442 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-17c4d5a1-738d-457f-bbab-23c40cf6c667 None None] Deleting port 4fd8c670-67a9-4fa8-97c9-ad26cbfa6a99 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:16:06.149859 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-17c4d5a1-738d-457f-bbab-23c40cf6c667 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:06.172871 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e2a6a422-ef6e-4b30-8397-7d9551e589d0 req-b5fb3402-0666-4604-a32d-2083c8f853ab service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f9314e86-a6f5-4544-91b7-61a21dc1e4e3 HTTP/1.1" status: 200 len: 210 time: 0.0621903 Dec 06 17:16:06.176820 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-d90ab819-5dde-41cd-a8b0-bf7f50e90316 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Deleting port 4fd8c670-67a9-4fa8-97c9-ad26cbfa6a99 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:16:06.177160 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d90ab819-5dde-41cd-a8b0-bf7f50e90316 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:06.185396 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ed9daef3-196b-4bb8-a3b1-6ff0ec241e9e req-78a41023-83b7-473c-9505-51dbdf2518e5 service neutron] 10.222.0.41 "GET /v2.0/networks/54ec0ce5-40a5-4965-be28-5d5392d9c61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260571 Dec 06 17:16:06.226022 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-17c4d5a1-738d-457f-bbab-23c40cf6c667 None None] For port 4fd8c670-67a9-4fa8-97c9-ad26cbfa6a99, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=4fd8c670-67a9-4fa8-97c9-ad26cbfa6a99,segment=NetworkSegment(c913e6c4-4938-4d45-b1d8-4763c88dee1e),segment_id=c913e6c4-4938-4d45-b1d8-4763c88dee1e)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:16:06.226527 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-17c4d5a1-738d-457f-bbab-23c40cf6c667 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:06.259506 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-17c4d5a1-738d-457f-bbab-23c40cf6c667 None None] Calling delete_port for 4fd8c670-67a9-4fa8-97c9-ad26cbfa6a99 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:16:06.280398 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bd6fcb8-2b54-4cab-b42f-76aa3568599a req-9b6470c4-829f-4aee-89da-30dc34c59970 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] No DVR routers for this DVR port 47c2e886-b32e-4f72-8fc8-32e6a9d95467 on host n-h2-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:16:06.287152 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-d90ab819-5dde-41cd-a8b0-bf7f50e90316 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] For port 4fd8c670-67a9-4fa8-97c9-ad26cbfa6a99, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=4fd8c670-67a9-4fa8-97c9-ad26cbfa6a99,segment=NetworkSegment(c913e6c4-4938-4d45-b1d8-4763c88dee1e),segment_id=c913e6c4-4938-4d45-b1d8-4763c88dee1e)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:16:06.287648 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d90ab819-5dde-41cd-a8b0-bf7f50e90316 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:06.294954 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8bd6fcb8-2b54-4cab-b42f-76aa3568599a req-9b6470c4-829f-4aee-89da-30dc34c59970 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:06.298428 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8bd6fcb8-2b54-4cab-b42f-76aa3568599a req-9b6470c4-829f-4aee-89da-30dc34c59970 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.44 "DELETE /v2.0/ports/47c2e886-b32e-4f72-8fc8-32e6a9d95467 HTTP/1.1" status: 204 len: 173 time: 1.4380591 Dec 06 17:16:06.317583 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-d90ab819-5dde-41cd-a8b0-bf7f50e90316 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Calling delete_port for 4fd8c670-67a9-4fa8-97c9-ad26cbfa6a99 owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:16:06.337567 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2b666ef4-a7ed-45f1-9852-f8f5f4028f49 req-c368ff45-5bbb-4b94-80b9-4c6181201889 service neutron] 10.222.0.23 "GET /v2.0/networks/54ec0ce5-40a5-4965-be28-5d5392d9c61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3109365 Dec 06 17:16:06.420784 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-17c4d5a1-738d-457f-bbab-23c40cf6c667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:06.439834 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d90ab819-5dde-41cd-a8b0-bf7f50e90316 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:06.454021 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Mon, 06 Dec 2021 17:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fbd012c-4923-4aaf-9c0d-7959a9571d42 x-openstack-request-id: req-0fbd012c-4923-4aaf-9c0d-7959a9571d42 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:16:06.454341 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab5a1622-9933-40c5-84a1-0be26fda8c29", "name": "network-vif-plugged", "status": "completed", "tag": "cf0bdd3f-c300-462b-8d0e-73d39f19d252", "code": 200}, {"server_uuid": "ab5a1622-9933-40c5-84a1-0be26fda8c29", "name": "network-vif-plugged", "status": "completed", "tag": "54b8b728-fb86-4824-ae15-d101cf829fb2", "code": 200}, {"server_uuid": "ab5a1622-9933-40c5-84a1-0be26fda8c29", "name": "network-vif-plugged", "status": "completed", "tag": "e6837a9b-3564-431d-b164-1562632e4bc8", "code": 200}, {"server_uuid": "ab5a1622-9933-40c5-84a1-0be26fda8c29", "name": "network-vif-plugged", "status": "completed", "tag": "fd8770e5-43c9-4df9-a87a-fd8b1189f8b0", "code": 200}, {"server_uuid": "ab5a1622-9933-40c5-84a1-0be26fda8c29", "name": "network-vif-plugged", "status": "completed", "tag": "4a00eecc-af3f-4037-9306-241f88900bd2", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:16:06.459763 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0fbd012c-4923-4aaf-9c0d-7959a9571d42 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:16:06.459763 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab5a1622-9933-40c5-84a1-0be26fda8c29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf0bdd3f-c300-462b-8d0e-73d39f19d252', 'code': 200} Dec 06 17:16:06.460024 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab5a1622-9933-40c5-84a1-0be26fda8c29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b8b728-fb86-4824-ae15-d101cf829fb2', 'code': 200} Dec 06 17:16:06.460248 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab5a1622-9933-40c5-84a1-0be26fda8c29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6837a9b-3564-431d-b164-1562632e4bc8', 'code': 200} Dec 06 17:16:06.460511 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab5a1622-9933-40c5-84a1-0be26fda8c29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd8770e5-43c9-4df9-a87a-fd8b1189f8b0', 'code': 200} Dec 06 17:16:06.460771 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab5a1622-9933-40c5-84a1-0be26fda8c29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a00eecc-af3f-4037-9306-241f88900bd2', 'code': 200} Dec 06 17:16:06.499669 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4407b99a-2106-4d6c-b916-fd8e6fcbd875 None None] New status for floating IP 725f0ce0-5475-4966-8f23-367e3c595b22: DOWN {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 17:16:06.505376 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c4d5a1-738d-457f-bbab-23c40cf6c667 None None] Pushing event deleted for resources: {'Port': ['ID=4fd8c670-67a9-4fa8-97c9-ad26cbfa6a99,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:06.506226 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-79ddef07-f64c-4e67-89e0-7ba19048d063 req-2889cd4e-a174-4f7a-8f30-5500fd9e73c5 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=98f376fe-fb6f-4fe8-96fe-4642f4e4c86f HTTP/1.1" status: 200 len: 210 time: 0.0423763 Dec 06 17:16:06.509406 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c4d5a1-738d-457f-bbab-23c40cf6c667 None None] No DVR routers for this DVR port 4fd8c670-67a9-4fa8-97c9-ad26cbfa6a99 on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:16:06.515374 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90ab819-5dde-41cd-a8b0-bf7f50e90316 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Pushing event deleted for resources: {'Port': ['ID=4fd8c670-67a9-4fa8-97c9-ad26cbfa6a99,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:06.525781 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90ab819-5dde-41cd-a8b0-bf7f50e90316 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] No DVR routers for this DVR port 4fd8c670-67a9-4fa8-97c9-ad26cbfa6a99 on host n-d-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:16:06.631465 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0140e19c-2c69-45b9-bda0-b2e00cc99b5a req-29cc48c5-1787-4e7f-a1d7-c9c1572d52bc tempest-ServerShowV257Test-1668625606 tempest-ServerShowV257Test-1668625606-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9314e86-a6f5-4544-91b7-61a21dc1e4e3 HTTP/1.1" status: 200 len: 210 time: 0.0263348 Dec 06 17:16:06.660343 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d90ab819-5dde-41cd-a8b0-bf7f50e90316 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:06.688599 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-d90ab819-5dde-41cd-a8b0-bf7f50e90316 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0b22877-e1ab-4b6e-9aff-b26a8d8a9a6d']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:16:06.710922 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4703401c-1dfb-4588-8ba4-bbf9400db9e3 req-e680483c-be0d-4213-a32c-38d2932be8d4 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:06.717449 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4703401c-1dfb-4588-8ba4-bbf9400db9e3 req-e680483c-be0d-4213-a32c-38d2932be8d4 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:06.723368 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4703401c-1dfb-4588-8ba4-bbf9400db9e3 req-e680483c-be0d-4213-a32c-38d2932be8d4 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:06.729266 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4703401c-1dfb-4588-8ba4-bbf9400db9e3 req-e680483c-be0d-4213-a32c-38d2932be8d4 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:06.735916 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4703401c-1dfb-4588-8ba4-bbf9400db9e3 req-e680483c-be0d-4213-a32c-38d2932be8d4 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:06.741875 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4703401c-1dfb-4588-8ba4-bbf9400db9e3 req-e680483c-be0d-4213-a32c-38d2932be8d4 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:06.749381 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4703401c-1dfb-4588-8ba4-bbf9400db9e3 req-e680483c-be0d-4213-a32c-38d2932be8d4 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:06.758050 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4703401c-1dfb-4588-8ba4-bbf9400db9e3 req-e680483c-be0d-4213-a32c-38d2932be8d4 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab5a1622-9933-40c5-84a1-0be26fda8c29 HTTP/1.1" status: 200 len: 5433 time: 0.1829855 Dec 06 17:16:06.762627 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-d90ab819-5dde-41cd-a8b0-bf7f50e90316 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c913e6c4-4938-4d45-b1d8-4763c88dee1e') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:16:06.763173 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-d90ab819-5dde-41cd-a8b0-bf7f50e90316 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c913e6c4-4938-4d45-b1d8-4763c88dee1e') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:16:06.790691 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d90ab819-5dde-41cd-a8b0-bf7f50e90316 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:06.821441 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d90ab819-5dde-41cd-a8b0-bf7f50e90316 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:06.837359 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d90ab819-5dde-41cd-a8b0-bf7f50e90316 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:16:06.837815 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d90ab819-5dde-41cd-a8b0-bf7f50e90316 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:06.841801 n-d-master-1 neutron-server[103284]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:16:06.841801 n-d-master-1 neutron-server[103284]: self.session.flush() Dec 06 17:16:06.841801 n-d-master-1 neutron-server[103284]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:16:06.841801 n-d-master-1 neutron-server[103284]: self.session.flush() Dec 06 17:16:06.841801 n-d-master-1 neutron-server[103284]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:16:06.841801 n-d-master-1 neutron-server[103284]: self.session.flush() Dec 06 17:16:06.841801 n-d-master-1 neutron-server[103284]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:16:06.841801 n-d-master-1 neutron-server[103284]: self.session.flush() Dec 06 17:16:06.841801 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 17:16:06.841801 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:16:06.841801 n-d-master-1 neutron-server[103284]: timer() Dec 06 17:16:06.841801 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:16:06.841801 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 17:16:06.841801 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:16:06.841801 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 17:16:06.841801 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:16:06.841801 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 17:16:06.841801 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:16:06.841801 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 17:16:06.841801 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:16:06.841801 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 17:16:06.841801 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:16:06.841801 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:16:06.841801 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:16:06.841801 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:16:06.841801 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:16:06.841801 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 17:16:06.841801 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:16:06.841801 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 17:16:06.841801 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:16:06.841801 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:16:06.841801 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:16:06.841801 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 17:16:06.841801 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:16:06.841801 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:16:06.841801 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:16:06.841801 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:16:06.841801 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:16:06.841801 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:16:06.841801 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:16:06.886143 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4703401c-1dfb-4588-8ba4-bbf9400db9e3 req-eb56e68b-cf23-466c-8a67-a3a37a4a6859 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/security-groups?id=dcb0062a-d825-4410-8154-a45e8f107f6a&id=a4eb8a4b-85ed-48a0-8761-ec5681059b26&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1259995 Dec 06 17:16:06.948531 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d90ab819-5dde-41cd-a8b0-bf7f50e90316 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:06.973990 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d90ab819-5dde-41cd-a8b0-bf7f50e90316 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:06.978173 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-d90ab819-5dde-41cd-a8b0-bf7f50e90316 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] 10.222.0.23 "DELETE /v2.0/networks/a0b22877-e1ab-4b6e-9aff-b26a8d8a9a6d HTTP/1.1" status: 204 len: 168 time: 1.2048285 Dec 06 17:16:07.021574 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90ab819-5dde-41cd-a8b0-bf7f50e90316 tempest-ServersTestMultiNic-619544881 tempest-ServersTestMultiNic-619544881-project] Pushing event deleted for resources: {'Network': ['ID=a0b22877-e1ab-4b6e-9aff-b26a8d8a9a6d,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:07.046077 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ffdc56-bfb1-4567-b4cb-d9d244eff92b req-57e4d1fa-fb68-493e-be41-60370b539325 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:07.047977 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b4ffdc56-bfb1-4567-b4cb-d9d244eff92b req-57e4d1fa-fb68-493e-be41-60370b539325 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=3111a296-b40e-48c5-bfa4-66d71264ae66 HTTP/1.1" status: 200 len: 944 time: 0.0684650 Dec 06 17:16:07.103043 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b4ffdc56-bfb1-4567-b4cb-d9d244eff92b req-549fc27d-7ed1-4cdd-adf6-4c437eeb185b tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487096 Dec 06 17:16:07.107605 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcca654-87fe-4872-8954-fad9d56e3301 req-680e6f15-6e44-4e6c-bccd-792d2fbe4d57 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:07.109119 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3dcca654-87fe-4872-8954-fad9d56e3301 req-680e6f15-6e44-4e6c-bccd-792d2fbe4d57 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea1dc4d5-db52-4d0c-968b-9b977ba74678 HTTP/1.1" status: 200 len: 945 time: 0.3838792 Dec 06 17:16:07.160014 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3dcca654-87fe-4872-8954-fad9d56e3301 req-29fda3bc-641f-4330-9aa2-a17405e8e310 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.23 "GET /v2.0/security-groups?id=e017b456-a96a-4d30-8ba2-3b675361f11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440831 Dec 06 17:16:07.282226 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 4fd8c670-67a9-4fa8-97c9-ad26cbfa6a99 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:16:07.305549 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 4fd8c670-67a9-4fa8-97c9-ad26cbfa6a99 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:16:07.306056 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 4fd8c670-67a9-4fa8-97c9-ad26cbfa6a99 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:16:07.447192 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87b15b20-8ba4-4090-bc6d-8274e4d6fbca', 'tag': '3325fae5-f781-4ac9-a8a9-04cc42f2ec12'}, {'server_uuid': '98f376fe-fb6f-4fe8-96fe-4642f4e4c86f', 'name': 'network-vif-deleted', 'tag': '47c2e886-b32e-4f72-8fc8-32e6a9d95467'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:16:07.449855 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1a87a40-98f9-4fbb-bf94-08b749817328" -d '{"events": [{"name": "network-changed", "server_uuid": "87b15b20-8ba4-4090-bc6d-8274e4d6fbca", "tag": "3325fae5-f781-4ac9-a8a9-04cc42f2ec12"}, {"server_uuid": "98f376fe-fb6f-4fe8-96fe-4642f4e4c86f", "name": "network-vif-deleted", "tag": "47c2e886-b32e-4f72-8fc8-32e6a9d95467"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:16:07.692380 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-098e89af-d983-40d9-9c4a-553ea0dad8e4 req-72d019f3-a48d-46f5-b07d-4b03c16b4afa tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] 10.222.0.23 "GET /v2.0/floatingips/725f0ce0-5475-4966-8f23-367e3c595b22 HTTP/1.1" status: 200 len: 694 time: 0.0452161 Dec 06 17:16:07.809976 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098e89af-d983-40d9-9c4a-553ea0dad8e4 req-1fa24201-510a-4a9e-a9ce-7e8d6d6d6337 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:07.811351 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-098e89af-d983-40d9-9c4a-553ea0dad8e4 req-1fa24201-510a-4a9e-a9ce-7e8d6d6d6337 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] 10.222.0.23 "GET /v2.0/networks/40c9982f-f1ff-4b90-bebe-b7d51655f7e2 HTTP/1.1" status: 200 len: 784 time: 0.1132669 Dec 06 17:16:07.867855 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-098e89af-d983-40d9-9c4a-553ea0dad8e4 req-c52ae84e-e590-46dc-b6cf-9cc898eb154f tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.35.1.168 HTTP/1.1" status: 200 len: 697 time: 0.0485485 Dec 06 17:16:07.874246 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab55f0a-7971-4b9a-ac0c-b9039f99b178 req-c08bde50-65f9-4fcc-9883-742199911fdb tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:07.875832 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4ab55f0a-7971-4b9a-ac0c-b9039f99b178 req-c08bde50-65f9-4fcc-9883-742199911fdb tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=3111a296-b40e-48c5-bfa4-66d71264ae66 HTTP/1.1" status: 200 len: 944 time: 0.0518663 Dec 06 17:16:07.918136 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-098e89af-d983-40d9-9c4a-553ea0dad8e4 req-fd6f37d2-92ea-4d31-93a0-f6106daf97a7 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.35.1.168 HTTP/1.1" status: 200 len: 697 time: 0.0440142 Dec 06 17:16:07.976929 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-4ab55f0a-7971-4b9a-ac0c-b9039f99b178 req-cb71c242-5ba5-4eaf-8dc9-f3f2fafe0624 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Deleting port 19026516-f680-46ce-96c9-e0e7b2bd564c {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:16:07.977272 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-4ab55f0a-7971-4b9a-ac0c-b9039f99b178 req-cb71c242-5ba5-4eaf-8dc9-f3f2fafe0624 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:08.048693 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-098e89af-d983-40d9-9c4a-553ea0dad8e4 req-9656d8ec-78f5-458f-849d-092042219606 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Deleting port 95c967ce-fa2f-45f6-8de4-9aad6efdb1ee {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:16:08.048949 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-098e89af-d983-40d9-9c4a-553ea0dad8e4 req-9656d8ec-78f5-458f-849d-092042219606 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:08.064816 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-4ab55f0a-7971-4b9a-ac0c-b9039f99b178 req-cb71c242-5ba5-4eaf-8dc9-f3f2fafe0624 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] For port 19026516-f680-46ce-96c9-e0e7b2bd564c, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=19026516-f680-46ce-96c9-e0e7b2bd564c,segment=NetworkSegment(c5bdebef-6647-4acc-8b76-b3635792eaa5),segment_id=c5bdebef-6647-4acc-8b76-b3635792eaa5)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:16:08.065182 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-4ab55f0a-7971-4b9a-ac0c-b9039f99b178 req-cb71c242-5ba5-4eaf-8dc9-f3f2fafe0624 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:08.078240 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-4ab55f0a-7971-4b9a-ac0c-b9039f99b178 req-cb71c242-5ba5-4eaf-8dc9-f3f2fafe0624 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Calling delete_port for 19026516-f680-46ce-96c9-e0e7b2bd564c owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:16:08.122400 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-098e89af-d983-40d9-9c4a-553ea0dad8e4 req-9656d8ec-78f5-458f-849d-092042219606 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:08.122726 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-098e89af-d983-40d9-9c4a-553ea0dad8e4 req-9656d8ec-78f5-458f-849d-092042219606 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:08.134178 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-098e89af-d983-40d9-9c4a-553ea0dad8e4 req-9656d8ec-78f5-458f-849d-092042219606 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Calling delete_port for 95c967ce-fa2f-45f6-8de4-9aad6efdb1ee owned by network:floatingip {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:16:08.206500 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-4ab55f0a-7971-4b9a-ac0c-b9039f99b178 req-cb71c242-5ba5-4eaf-8dc9-f3f2fafe0624 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:08.234763 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb71c242-5ba5-4eaf-8dc9-f3f2fafe0624 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Pushing event deleted for resources: {'Port': ['ID=19026516-f680-46ce-96c9-e0e7b2bd564c,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:08.240079 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 47c2e886-b32e-4f72-8fc8-32e6a9d95467 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:16:08.260529 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] No Port match for: 47c2e886-b32e-4f72-8fc8-32e6a9d95467 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:16:08.261153 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 47c2e886-b32e-4f72-8fc8-32e6a9d95467 not bound to the agent host n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:16:08.272759 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-098e89af-d983-40d9-9c4a-553ea0dad8e4 req-9656d8ec-78f5-458f-849d-092042219606 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:08.284858 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ab55f0a-7971-4b9a-ac0c-b9039f99b178 req-cb71c242-5ba5-4eaf-8dc9-f3f2fafe0624 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] No DVR routers for this DVR port 19026516-f680-46ce-96c9-e0e7b2bd564c on host n-h1-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:16:08.287802 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-4ab55f0a-7971-4b9a-ac0c-b9039f99b178 req-cb71c242-5ba5-4eaf-8dc9-f3f2fafe0624 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:08.291511 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4ab55f0a-7971-4b9a-ac0c-b9039f99b178 req-cb71c242-5ba5-4eaf-8dc9-f3f2fafe0624 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "DELETE /v2.0/ports/19026516-f680-46ce-96c9-e0e7b2bd564c HTTP/1.1" status: 204 len: 173 time: 0.4102466 Dec 06 17:16:08.298510 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9656d8ec-78f5-458f-849d-092042219606 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Pushing event deleted for resources: {'Port': ['ID=95c967ce-fa2f-45f6-8de4-9aad6efdb1ee,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:08.364260 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-098e89af-d983-40d9-9c4a-553ea0dad8e4 req-9656d8ec-78f5-458f-849d-092042219606 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Publish callbacks [] for floatingip, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:08.367082 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-098e89af-d983-40d9-9c4a-553ea0dad8e4 req-9656d8ec-78f5-458f-849d-092042219606 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:08.368235 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-098e89af-d983-40d9-9c4a-553ea0dad8e4 req-9656d8ec-78f5-458f-849d-092042219606 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] 10.222.0.23 "DELETE /v2.0/floatingips/725f0ce0-5475-4966-8f23-367e3c595b22 HTTP/1.1" status: 204 len: 173 time: 0.4444294 Dec 06 17:16:08.462176 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab5a1622-9933-40c5-84a1-0be26fda8c29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69267b95-7993-4338-b334-0869546a57e9'}, {'server_uuid': '3111a296-b40e-48c5-bfa4-66d71264ae66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19026516-f680-46ce-96c9-e0e7b2bd564c'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:16:08.464094 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-534b84e6-e96b-491f-8fa6-c4a20cec7e35" -d '{"events": [{"server_uuid": "ab5a1622-9933-40c5-84a1-0be26fda8c29", "name": "network-vif-plugged", "status": "completed", "tag": "69267b95-7993-4338-b334-0869546a57e9"}, {"server_uuid": "3111a296-b40e-48c5-bfa4-66d71264ae66", "name": "network-vif-unplugged", "status": "completed", "tag": "19026516-f680-46ce-96c9-e0e7b2bd564c"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:16:08.469386 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 06 Dec 2021 17:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7750b8d-b31f-479d-8b7b-acac8a29b019 x-openstack-request-id: req-e7750b8d-b31f-479d-8b7b-acac8a29b019 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:16:08.469868 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87b15b20-8ba4-4090-bc6d-8274e4d6fbca", "tag": "3325fae5-f781-4ac9-a8a9-04cc42f2ec12", "status": "completed", "code": 200}, {"server_uuid": "98f376fe-fb6f-4fe8-96fe-4642f4e4c86f", "name": "network-vif-deleted", "tag": "47c2e886-b32e-4f72-8fc8-32e6a9d95467", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:16:08.470412 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e7750b8d-b31f-479d-8b7b-acac8a29b019 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:16:08.470985 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87b15b20-8ba4-4090-bc6d-8274e4d6fbca', 'tag': '3325fae5-f781-4ac9-a8a9-04cc42f2ec12', 'status': 'completed', 'code': 200} Dec 06 17:16:08.471340 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98f376fe-fb6f-4fe8-96fe-4642f4e4c86f', 'name': 'network-vif-deleted', 'tag': '47c2e886-b32e-4f72-8fc8-32e6a9d95467', 'status': 'completed', 'code': 200} Dec 06 17:16:08.546565 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a87a40-98f9-4fbb-bf94-08b749817328 req-aaa4c9db-d003-44f0-8cdf-2c06e8e9e556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:08.548260 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f1a87a40-98f9-4fbb-bf94-08b749817328 req-aaa4c9db-d003-44f0-8cdf-2c06e8e9e556 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9bef0bd25b3044c8b28cf9aea9137f71&device_id=87b15b20-8ba4-4090-bc6d-8274e4d6fbca HTTP/1.1" status: 200 len: 1096 time: 0.0467973 Dec 06 17:16:08.651658 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a87a40-98f9-4fbb-bf94-08b749817328 req-7b6746bf-df3b-42f9-82fe-2c88acc0d837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:08.653811 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f1a87a40-98f9-4fbb-bf94-08b749817328 req-7b6746bf-df3b-42f9-82fe-2c88acc0d837 service neutron] 10.222.0.41 "GET /v2.0/networks?id=54ec0ce5-40a5-4965-be28-5d5392d9c61d HTTP/1.1" status: 200 len: 922 time: 0.0951099 Dec 06 17:16:08.694315 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d5db44be-25c1-4b23-b9c5-adf8b217889e req-705de6c7-083c-4894-9062-74456ef6d162 tempest-ServerShowV257Test-1668625606 tempest-ServerShowV257Test-1668625606-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9314e86-a6f5-4544-91b7-61a21dc1e4e3 HTTP/1.1" status: 200 len: 210 time: 0.0299478 Dec 06 17:16:08.700698 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f1a87a40-98f9-4fbb-bf94-08b749817328 req-d89216d3-c4cd-489b-be11-25efdc10107c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3325fae5-f781-4ac9-a8a9-04cc42f2ec12 HTTP/1.1" status: 200 len: 217 time: 0.0392246 Dec 06 17:16:08.782973 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a87a40-98f9-4fbb-bf94-08b749817328 req-5b077a0c-da79-46e3-afaa-00d0f429b6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:08.784460 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f1a87a40-98f9-4fbb-bf94-08b749817328 req-5b077a0c-da79-46e3-afaa-00d0f429b6cb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=606d14bd-3cdf-4d5d-8976-793383533298 HTTP/1.1" status: 200 len: 860 time: 0.0751679 Dec 06 17:16:08.813767 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4250ef8-e81e-4849-8be6-cae28f337a75 req-2cd937a4-6a78-467a-a9dd-da64c887c767 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:08.819847 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4250ef8-e81e-4849-8be6-cae28f337a75 req-2cd937a4-6a78-467a-a9dd-da64c887c767 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:08.826696 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4250ef8-e81e-4849-8be6-cae28f337a75 req-2cd937a4-6a78-467a-a9dd-da64c887c767 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:08.832810 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4250ef8-e81e-4849-8be6-cae28f337a75 req-2cd937a4-6a78-467a-a9dd-da64c887c767 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:08.838945 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4250ef8-e81e-4849-8be6-cae28f337a75 req-2cd937a4-6a78-467a-a9dd-da64c887c767 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:08.844879 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4250ef8-e81e-4849-8be6-cae28f337a75 req-2cd937a4-6a78-467a-a9dd-da64c887c767 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:08.850877 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4250ef8-e81e-4849-8be6-cae28f337a75 req-2cd937a4-6a78-467a-a9dd-da64c887c767 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:08.852822 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b4250ef8-e81e-4849-8be6-cae28f337a75 req-2cd937a4-6a78-467a-a9dd-da64c887c767 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab5a1622-9933-40c5-84a1-0be26fda8c29 HTTP/1.1" status: 200 len: 5433 time: 0.1147714 Dec 06 17:16:08.873637 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 353 Content-Type: application/json Date: Mon, 06 Dec 2021 17:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3127fb5-66e2-42e4-86d2-b79b3de2e6d7 x-openstack-request-id: req-e3127fb5-66e2-42e4-86d2-b79b3de2e6d7 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:16:08.874074 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab5a1622-9933-40c5-84a1-0be26fda8c29", "name": "network-vif-plugged", "status": "completed", "tag": "69267b95-7993-4338-b334-0869546a57e9", "code": 200}, {"server_uuid": "3111a296-b40e-48c5-bfa4-66d71264ae66", "name": "network-vif-unplugged", "status": "failed", "tag": "19026516-f680-46ce-96c9-e0e7b2bd564c", "code": 422}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:16:08.874432 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e3127fb5-66e2-42e4-86d2-b79b3de2e6d7 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:16:08.874934 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab5a1622-9933-40c5-84a1-0be26fda8c29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69267b95-7993-4338-b334-0869546a57e9', 'code': 200} Dec 06 17:16:08.875334 n-d-master-1 neutron-server[103286]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3111a296-b40e-48c5-bfa4-66d71264ae66', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '19026516-f680-46ce-96c9-e0e7b2bd564c', 'code': 422} returned with failed status Dec 06 17:16:08.913428 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a87a40-98f9-4fbb-bf94-08b749817328 req-682c4a8b-e279-4ef5-b98e-b5dc1f2a2274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:08.914970 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f1a87a40-98f9-4fbb-bf94-08b749817328 req-682c4a8b-e279-4ef5-b98e-b5dc1f2a2274 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=54ec0ce5-40a5-4965-be28-5d5392d9c61d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1223161 Dec 06 17:16:08.937809 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b4250ef8-e81e-4849-8be6-cae28f337a75 req-fd28e023-a85b-4929-bab6-7f17f0471a2e tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/security-groups?id=dcb0062a-d825-4410-8154-a45e8f107f6a&id=a4eb8a4b-85ed-48a0-8761-ec5681059b26&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0714033 Dec 06 17:16:09.046156 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 48638) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:16:09.067880 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9395812-da9a-4daa-a533-218357bb0e89 req-e3a565b6-9fe4-48c0-8020-13cc180047be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:09.068373 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9395812-da9a-4daa-a533-218357bb0e89 req-e3a565b6-9fe4-48c0-8020-13cc180047be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:09.068846 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9395812-da9a-4daa-a533-218357bb0e89 req-e3a565b6-9fe4-48c0-8020-13cc180047be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:09.069315 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9395812-da9a-4daa-a533-218357bb0e89 req-e3a565b6-9fe4-48c0-8020-13cc180047be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:09.070026 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9395812-da9a-4daa-a533-218357bb0e89 req-e3a565b6-9fe4-48c0-8020-13cc180047be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:09.070273 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9395812-da9a-4daa-a533-218357bb0e89 req-e3a565b6-9fe4-48c0-8020-13cc180047be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:09.070748 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9395812-da9a-4daa-a533-218357bb0e89 req-e3a565b6-9fe4-48c0-8020-13cc180047be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:09.072874 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c9395812-da9a-4daa-a533-218357bb0e89 req-e3a565b6-9fe4-48c0-8020-13cc180047be service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ab5a1622-9933-40c5-84a1-0be26fda8c29 HTTP/1.1" status: 200 len: 6490 time: 0.0809145 Dec 06 17:16:09.075566 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f1a87a40-98f9-4fbb-bf94-08b749817328 req-284b9473-8548-49d7-be80-cee918e8198d service neutron] 10.222.0.41 "GET /v2.0/networks/54ec0ce5-40a5-4965-be28-5d5392d9c61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368942 Dec 06 17:16:09.245314 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c9395812-da9a-4daa-a533-218357bb0e89 req-adcd2970-843b-4e4f-a3eb-3ec8caf34b4f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a4eb8a4b-85ed-48a0-8761-ec5681059b26&id=dcb0062a-d825-4410-8154-a45e8f107f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1508043 Dec 06 17:16:09.270974 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f1a87a40-98f9-4fbb-bf94-08b749817328 req-17b6b0d1-14ad-4696-b541-3b7e11f4ca5a service neutron] 10.222.0.41 "GET /v2.0/networks/54ec0ce5-40a5-4965-be28-5d5392d9c61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753531 Dec 06 17:16:09.432911 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699501f2-a433-4651-9aa4-24e5ec5a3494 req-a87f511f-10c7-4609-9a8f-d5f09f4f799e tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:09.442101 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-699501f2-a433-4651-9aa4-24e5ec5a3494 req-a87f511f-10c7-4609-9a8f-d5f09f4f799e tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] 10.222.0.23 "GET /v2.0/ports?device_id=87b15b20-8ba4-4090-bc6d-8274e4d6fbca HTTP/1.1" status: 200 len: 945 time: 0.0886061 Dec 06 17:16:09.478461 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 19026516-f680-46ce-96c9-e0e7b2bd564c no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:16:09.502750 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] No Port match for: 19026516-f680-46ce-96c9-e0e7b2bd564c {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:16:09.503327 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 19026516-f680-46ce-96c9-e0e7b2bd564c not bound to the agent host n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:16:09.506980 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-699501f2-a433-4651-9aa4-24e5ec5a3494 req-51850cdf-bab9-4755-9add-08240cd31eb4 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] 10.222.0.23 "GET /v2.0/security-groups?id=77a8d875-60b3-4737-9cd6-8d2bcf3a41c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618556 Dec 06 17:16:09.532214 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131e6782-0f84-4a6d-ad94-f19acdd473b8 req-5c8b66ca-cdf3-4db1-ada9-5418ab2e2897 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:09.534838 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-131e6782-0f84-4a6d-ad94-f19acdd473b8 req-5c8b66ca-cdf3-4db1-ada9-5418ab2e2897 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=851a3db1-d857-4982-bb02-42a5ec92a2df HTTP/1.1" status: 200 len: 944 time: 0.0786469 Dec 06 17:16:09.583593 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa6535f-8f97-4338-96fe-5f0b21f2a39b req-a98a8724-35e1-4215-a32e-fc1edc247e21 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:09.585212 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0aa6535f-8f97-4338-96fe-5f0b21f2a39b req-a98a8724-35e1-4215-a32e-fc1edc247e21 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.44 "GET /v2.0/ports?device_id=851a3db1-d857-4982-bb02-42a5ec92a2df HTTP/1.1" status: 200 len: 944 time: 0.0669243 Dec 06 17:16:09.624104 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-131e6782-0f84-4a6d-ad94-f19acdd473b8 req-8e9489a5-f182-4222-8cdc-b46e9568f258 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818141 Dec 06 17:16:09.648399 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3f19cda0-5433-4dd4-94d7-70d0eaf5c7f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575908'] for router_interface, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:09.816768 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2392ad-fea2-462e-8a71-82efabe1f65e req-8498209a-70ac-484b-97c4-70c1c26c5951 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:09.818376 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0e2392ad-fea2-462e-8a71-82efabe1f65e req-8498209a-70ac-484b-97c4-70c1c26c5951 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/networks?id=f3115485-0e47-4001-968e-d7c2520b29dd HTTP/1.1" status: 200 len: 812 time: 0.2178397 Dec 06 17:16:09.831461 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-0aa6535f-8f97-4338-96fe-5f0b21f2a39b req-2045f2e3-fc92-40d7-9153-16e36b9133a0 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Deleting port 4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:16:09.831957 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-0aa6535f-8f97-4338-96fe-5f0b21f2a39b req-2045f2e3-fc92-40d7-9153-16e36b9133a0 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:09.870214 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0e2392ad-fea2-462e-8a71-82efabe1f65e req-1f477097-8bfb-43f2-9731-b3ea8bfd9e4e tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/quotas/806e7552b2fe4d15bbbee1bb266d6718 HTTP/1.1" status: 200 len: 375 time: 0.0422437 Dec 06 17:16:09.933033 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0e2392ad-fea2-462e-8a71-82efabe1f65e req-f5e9e1f4-3b04-4eac-bb8c-0794473a492c tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=806e7552b2fe4d15bbbee1bb266d6718&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317442 Dec 06 17:16:10.031012 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-0aa6535f-8f97-4338-96fe-5f0b21f2a39b req-2045f2e3-fc92-40d7-9153-16e36b9133a0 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] For port 4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6,segment=NetworkSegment(b5c29f07-61e3-483e-b953-3901f84034df),segment_id=b5c29f07-61e3-483e-b953-3901f84034df)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:16:10.031390 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-0aa6535f-8f97-4338-96fe-5f0b21f2a39b req-2045f2e3-fc92-40d7-9153-16e36b9133a0 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:10.051012 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-0aa6535f-8f97-4338-96fe-5f0b21f2a39b req-2045f2e3-fc92-40d7-9153-16e36b9133a0 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Calling delete_port for 4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6 owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:16:10.080978 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e6cdc449-1684-4705-b51f-374fd96b734f req-a55e0d9d-21c0-4d32-bb55-8f2038d4f7d1 tempest-ServerShowV257Test-1668625606 tempest-ServerShowV257Test-1668625606-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9314e86-a6f5-4544-91b7-61a21dc1e4e3 HTTP/1.1" status: 200 len: 210 time: 0.0309834 Dec 06 17:16:10.107018 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0e2392ad-fea2-462e-8a71-82efabe1f65e req-e7a0a717-7578-4052-8028-51b7c9eb7ece service neutron] 10.222.0.23 "GET /v2.0/networks/f3115485-0e47-4001-968e-d7c2520b29dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642010 Dec 06 17:16:10.263672 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0e2392ad-fea2-462e-8a71-82efabe1f65e req-dc0ecb0e-6614-442f-8ec0-f963d9d94fee service neutron] 10.222.0.23 "GET /v2.0/networks/f3115485-0e47-4001-968e-d7c2520b29dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485558 Dec 06 17:16:10.275968 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-3f19cda0-5433-4dd4-94d7-70d0eaf5c7f0 admin admin] Deleting port 0b98a12a-7e00-415f-839f-d25e782029bd {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:16:10.275968 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3f19cda0-5433-4dd4-94d7-70d0eaf5c7f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:10.288748 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-0aa6535f-8f97-4338-96fe-5f0b21f2a39b req-2045f2e3-fc92-40d7-9153-16e36b9133a0 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:10.320286 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2045f2e3-fc92-40d7-9153-16e36b9133a0 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Pushing event deleted for resources: {'Port': ['ID=4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:10.367039 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aa6535f-8f97-4338-96fe-5f0b21f2a39b req-2045f2e3-fc92-40d7-9153-16e36b9133a0 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] No DVR routers for this DVR port 4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6 on host n-h2-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:16:10.369439 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-0aa6535f-8f97-4338-96fe-5f0b21f2a39b req-2045f2e3-fc92-40d7-9153-16e36b9133a0 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:10.372004 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aa417f-f7ea-4549-8bb7-b534b0bb821d req-e80d4e60-44c4-4548-8574-28fd9e23b70e tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:10.373403 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0aa6535f-8f97-4338-96fe-5f0b21f2a39b req-2045f2e3-fc92-40d7-9153-16e36b9133a0 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.44 "DELETE /v2.0/ports/4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6 HTTP/1.1" status: 204 len: 173 time: 0.7814939 Dec 06 17:16:10.379612 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aa417f-f7ea-4549-8bb7-b534b0bb821d req-e80d4e60-44c4-4548-8574-28fd9e23b70e tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:10.386006 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aa417f-f7ea-4549-8bb7-b534b0bb821d req-e80d4e60-44c4-4548-8574-28fd9e23b70e tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:10.397419 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aa417f-f7ea-4549-8bb7-b534b0bb821d req-e80d4e60-44c4-4548-8574-28fd9e23b70e tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:10.399392 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aa417f-f7ea-4549-8bb7-b534b0bb821d req-e80d4e60-44c4-4548-8574-28fd9e23b70e tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:10.405655 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aa417f-f7ea-4549-8bb7-b534b0bb821d req-e80d4e60-44c4-4548-8574-28fd9e23b70e tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:10.411962 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aa417f-f7ea-4549-8bb7-b534b0bb821d req-e80d4e60-44c4-4548-8574-28fd9e23b70e tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:10.413940 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-98aa417f-f7ea-4549-8bb7-b534b0bb821d req-e80d4e60-44c4-4548-8574-28fd9e23b70e tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab5a1622-9933-40c5-84a1-0be26fda8c29 HTTP/1.1" status: 200 len: 5433 time: 0.1536639 Dec 06 17:16:10.472222 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3111a296-b40e-48c5-bfa4-66d71264ae66', 'name': 'network-vif-deleted', 'tag': '19026516-f680-46ce-96c9-e0e7b2bd564c'}, {'server_uuid': '851a3db1-d857-4982-bb02-42a5ec92a2df', 'name': 'network-vif-deleted', 'tag': '4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:16:10.473623 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-3f19cda0-5433-4dd4-94d7-70d0eaf5c7f0 admin admin] For port 0b98a12a-7e00-415f-839f-d25e782029bd, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0b98a12a-7e00-415f-839f-d25e782029bd,segment=NetworkSegment(44656592-41d5-4b06-835f-a729d0cd1d78),segment_id=44656592-41d5-4b06-835f-a729d0cd1d78)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:16:10.474116 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3f19cda0-5433-4dd4-94d7-70d0eaf5c7f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:10.475458 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e90db26a-5ce9-4982-a5d3-54e637de0f63" -d '{"events": [{"server_uuid": "3111a296-b40e-48c5-bfa4-66d71264ae66", "name": "network-vif-deleted", "tag": "19026516-f680-46ce-96c9-e0e7b2bd564c"}, {"server_uuid": "851a3db1-d857-4982-bb02-42a5ec92a2df", "name": "network-vif-deleted", "tag": "4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:16:10.499753 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-3f19cda0-5433-4dd4-94d7-70d0eaf5c7f0 admin admin] Calling delete_port for 0b98a12a-7e00-415f-839f-d25e782029bd owned by network:router_interface {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:16:10.522252 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-98aa417f-f7ea-4549-8bb7-b534b0bb821d req-be7126ef-6601-4edd-a079-c30541fe76b8 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/security-groups?id=dcb0062a-d825-4410-8154-a45e8f107f6a&id=a4eb8a4b-85ed-48a0-8761-ec5681059b26&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1005623 Dec 06 17:16:10.655969 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 351 Content-Type: application/json Date: Mon, 06 Dec 2021 17:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6098831-6368-44de-98a3-61130e748630 x-openstack-request-id: req-b6098831-6368-44de-98a3-61130e748630 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:16:10.656370 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3111a296-b40e-48c5-bfa4-66d71264ae66", "name": "network-vif-deleted", "tag": "19026516-f680-46ce-96c9-e0e7b2bd564c", "status": "failed", "code": 422}, {"server_uuid": "851a3db1-d857-4982-bb02-42a5ec92a2df", "name": "network-vif-deleted", "tag": "4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:16:10.656701 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b6098831-6368-44de-98a3-61130e748630 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:16:10.657206 n-d-master-1 neutron-server[103285]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3111a296-b40e-48c5-bfa4-66d71264ae66', 'name': 'network-vif-deleted', 'tag': '19026516-f680-46ce-96c9-e0e7b2bd564c', 'status': 'failed', 'code': 422} returned with failed status Dec 06 17:16:10.657569 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '851a3db1-d857-4982-bb02-42a5ec92a2df', 'name': 'network-vif-deleted', 'tag': '4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6', 'status': 'completed', 'code': 200} Dec 06 17:16:10.680834 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0107a1ee-9c0a-4a03-ad4b-11c41204db48 req-b5f07073-f9b1-4f18-a4f9-74156227c6e6 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=48dc2ea6-0d69-477c-8b67-e0095cd7dc58 HTTP/1.1" status: 200 len: 210 time: 0.0333495 Dec 06 17:16:10.799558 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3f19cda0-5433-4dd4-94d7-70d0eaf5c7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:10.809956 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4172e0-ef10-4938-99c3-753c0a81512c req-b319b8bc-302a-49a5-a099-2ac5b06ebbcf tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:10.817988 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6e4172e0-ef10-4938-99c3-753c0a81512c req-b319b8bc-302a-49a5-a099-2ac5b06ebbcf tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] 10.222.0.23 "GET /v2.0/ports?device_id=87b15b20-8ba4-4090-bc6d-8274e4d6fbca HTTP/1.1" status: 200 len: 945 time: 0.0978646 Dec 06 17:16:10.855485 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f19cda0-5433-4dd4-94d7-70d0eaf5c7f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b98a12a-7e00-415f-839f-d25e782029bd,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:10.915302 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b23af0-6f4b-41f8-ab9b-4a765b1ab702 req-fd2c0e5a-e077-489b-ae4f-703bf927de03 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:10.916859 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d0b23af0-6f4b-41f8-ab9b-4a765b1ab702 req-fd2c0e5a-e077-489b-ae4f-703bf927de03 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] 10.222.0.41 "GET /v2.0/ports?device_id=87b15b20-8ba4-4090-bc6d-8274e4d6fbca HTTP/1.1" status: 200 len: 945 time: 0.1844380 Dec 06 17:16:10.988342 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6e4172e0-ef10-4938-99c3-753c0a81512c req-b3b2a271-41a8-4c03-9685-eecbfc126e07 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] 10.222.0.23 "GET /v2.0/security-groups?id=77a8d875-60b3-4737-9cd6-8d2bcf3a41c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694298 Dec 06 17:16:11.141910 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7258753f-7c7d-4256-90b5-5886e557c9e7 req-c1387457-f647-45c4-a1cd-56fe3cbddffe tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=851a3db1-d857-4982-bb02-42a5ec92a2df HTTP/1.1" status: 200 len: 210 time: 0.0407307 Dec 06 17:16:11.186979 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-d0b23af0-6f4b-41f8-ab9b-4a765b1ab702 req-480ad7da-3e31-41e9-baa8-b59264da912d tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Deleting port 3325fae5-f781-4ac9-a8a9-04cc42f2ec12 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:16:11.187382 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-d0b23af0-6f4b-41f8-ab9b-4a765b1ab702 req-480ad7da-3e31-41e9-baa8-b59264da912d tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:11.223973 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7fee7b-c2cd-4227-9dc0-75354f32344a req-18b6d777-9e61-411e-a638-bb975af2876f tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:11.225827 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ea7fee7b-c2cd-4227-9dc0-75354f32344a req-18b6d777-9e61-411e-a638-bb975af2876f tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0fd118f-159f-42dd-a725-ee51344fae03 HTTP/1.1" status: 200 len: 945 time: 0.1280994 Dec 06 17:16:11.238415 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3f19cda0-5433-4dd4-94d7-70d0eaf5c7f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-772474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575952'] for router_interface, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:11.278892 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-25d061dc-8482-4952-b22d-1100f317e5d8 req-c8e7529c-a104-425d-8d2c-d8e2e6b2090d tempest-ServerShowV257Test-1668625606 tempest-ServerShowV257Test-1668625606-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9314e86-a6f5-4544-91b7-61a21dc1e4e3 HTTP/1.1" status: 200 len: 210 time: 0.0372677 Dec 06 17:16:11.371823 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-d0b23af0-6f4b-41f8-ab9b-4a765b1ab702 req-480ad7da-3e31-41e9-baa8-b59264da912d tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] For port 3325fae5-f781-4ac9-a8a9-04cc42f2ec12, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=3325fae5-f781-4ac9-a8a9-04cc42f2ec12,segment=NetworkSegment(03765572-315b-4287-b069-bc0490aa8fc6),segment_id=03765572-315b-4287-b069-bc0490aa8fc6)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:16:11.372192 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-d0b23af0-6f4b-41f8-ab9b-4a765b1ab702 req-480ad7da-3e31-41e9-baa8-b59264da912d tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:11.393710 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-d0b23af0-6f4b-41f8-ab9b-4a765b1ab702 req-480ad7da-3e31-41e9-baa8-b59264da912d tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Calling delete_port for 3325fae5-f781-4ac9-a8a9-04cc42f2ec12 owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:16:11.400441 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ea7fee7b-c2cd-4227-9dc0-75354f32344a req-fc3d021b-0110-4099-9fbb-0c0d31848a26 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.23 "GET /v2.0/security-groups?id=e017b456-a96a-4d30-8ba2-3b675361f11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227541 Dec 06 17:16:11.555268 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-d0b23af0-6f4b-41f8-ab9b-4a765b1ab702 req-480ad7da-3e31-41e9-baa8-b59264da912d tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:11.557593 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f19cda0-5433-4dd4-94d7-70d0eaf5c7f0 admin admin] Router 8158749a-48cf-4070-9121-8fb76d23c3b0 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:16:11.575049 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['3325fae5-f781-4ac9-a8a9-04cc42f2ec12'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:16:11.593686 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480ad7da-3e31-41e9-baa8-b59264da912d tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Pushing event deleted for resources: {'Port': ['ID=3325fae5-f781-4ac9-a8a9-04cc42f2ec12,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:11.646045 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0b23af0-6f4b-41f8-ab9b-4a765b1ab702 req-480ad7da-3e31-41e9-baa8-b59264da912d tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] No DVR routers for this DVR port 3325fae5-f781-4ac9-a8a9-04cc42f2ec12 on host n-h1-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:16:11.651270 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-d0b23af0-6f4b-41f8-ab9b-4a765b1ab702 req-480ad7da-3e31-41e9-baa8-b59264da912d tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:11.656067 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d0b23af0-6f4b-41f8-ab9b-4a765b1ab702 req-480ad7da-3e31-41e9-baa8-b59264da912d tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] 10.222.0.41 "DELETE /v2.0/ports/3325fae5-f781-4ac9-a8a9-04cc42f2ec12 HTTP/1.1" status: 204 len: 173 time: 0.7257829 Dec 06 17:16:11.739329 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b115608-43d0-4814-8c21-daae7e278fb3 req-b7ae0d8c-017e-4816-a3e1-6edb74e43c65 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:11.746130 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b115608-43d0-4814-8c21-daae7e278fb3 req-b7ae0d8c-017e-4816-a3e1-6edb74e43c65 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:11.752512 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b115608-43d0-4814-8c21-daae7e278fb3 req-b7ae0d8c-017e-4816-a3e1-6edb74e43c65 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:11.762458 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b115608-43d0-4814-8c21-daae7e278fb3 req-b7ae0d8c-017e-4816-a3e1-6edb74e43c65 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:11.773983 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b115608-43d0-4814-8c21-daae7e278fb3 req-b7ae0d8c-017e-4816-a3e1-6edb74e43c65 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:11.789659 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b115608-43d0-4814-8c21-daae7e278fb3 req-b7ae0d8c-017e-4816-a3e1-6edb74e43c65 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:11.796277 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b115608-43d0-4814-8c21-daae7e278fb3 req-b7ae0d8c-017e-4816-a3e1-6edb74e43c65 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:11.798423 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6b115608-43d0-4814-8c21-daae7e278fb3 req-b7ae0d8c-017e-4816-a3e1-6edb74e43c65 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab5a1622-9933-40c5-84a1-0be26fda8c29 HTTP/1.1" status: 200 len: 5433 time: 0.1679356 Dec 06 17:16:11.809115 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f19cda0-5433-4dd4-94d7-70d0eaf5c7f0 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:16:11.820468 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-3f19cda0-5433-4dd4-94d7-70d0eaf5c7f0 admin admin] 10.222.0.23 "PUT /v2.0/routers/8158749a-48cf-4070-9121-8fb76d23c3b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7723718 Dec 06 17:16:11.821454 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709df195-837e-4f1a-964c-f59f589fd0b4 None None] Sync routers for ids ['8158749a-48cf-4070-9121-8fb76d23c3b0'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:16:11.823082 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 48704) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:16:11.837775 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709df195-837e-4f1a-964c-f59f589fd0b4 None None] Routers {'8158749a-48cf-4070-9121-8fb76d23c3b0'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:16:11.840531 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-709df195-837e-4f1a-964c-f59f589fd0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:15:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['8158749a-48cf-4070-9121-8fb76d23c3b0'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:16:11.857313 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ba3a0013-f829-49bb-b6f3-7464bcaccbc1 req-e079cb5b-ce25-418b-a69c-6b801445786b tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=48dc2ea6-0d69-477c-8b67-e0095cd7dc58 HTTP/1.1" status: 200 len: 210 time: 0.0962884 Dec 06 17:16:11.926773 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2392ad-fea2-462e-8a71-82efabe1f65e req-d99e8130-b1f7-414d-b208-bcf353357633 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:11.928275 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0e2392ad-fea2-462e-8a71-82efabe1f65e req-d99e8130-b1f7-414d-b208-bcf353357633 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.41 "GET /v2.0/networks?id=f3115485-0e47-4001-968e-d7c2520b29dd HTTP/1.1" status: 200 len: 812 time: 0.1393631 Dec 06 17:16:11.953064 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-0e2392ad-fea2-462e-8a71-82efabe1f65e req-a1cd2c4f-7c29-46d4-a6ba-04839e6d3f09 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Request body: {'port': {'device_id': '48dc2ea6-0d69-477c-8b67-e0095cd7dc58', 'network_id': 'f3115485-0e47-4001-968e-d7c2520b29dd', 'admin_state_up': True, 'tenant_id': '806e7552b2fe4d15bbbee1bb266d6718'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:16:11.990200 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6b115608-43d0-4814-8c21-daae7e278fb3 req-82c90537-5a63-4fd6-9cad-6ffe1d84afde tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/security-groups?id=dcb0062a-d825-4410-8154-a45e8f107f6a&id=a4eb8a4b-85ed-48a0-8761-ec5681059b26&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1683414 Dec 06 17:16:12.012169 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-709df195-837e-4f1a-964c-f59f589fd0b4 None None] Set router 8158749a-48cf-4070-9121-8fb76d23c3b0 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:16:12.014978 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-88844643-b4a7-4344-932f-d369d4f2fd08 admin admin] Publish callbacks [] for router, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:12.167922 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2553efd3-ab02-480f-976e-448f713ed7c1 req-36765677-15ff-48fc-b33f-d9ffb2ab8e72 tempest-FloatingIPsAssociationTestJSON-716386903 tempest-FloatingIPsAssociationTestJSON-716386903-project] 10.222.0.23 "GET /v2.0/ports?device_id=87b15b20-8ba4-4090-bc6d-8274e4d6fbca HTTP/1.1" status: 200 len: 210 time: 0.0450640 Dec 06 17:16:12.192623 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e2392ad-fea2-462e-8a71-82efabe1f65e req-a1cd2c4f-7c29-46d4-a6ba-04839e6d3f09 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Made reservation on behalf of 806e7552b2fe4d15bbbee1bb266d6718 for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:16:12.197605 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-0e2392ad-fea2-462e-8a71-82efabe1f65e req-a1cd2c4f-7c29-46d4-a6ba-04839e6d3f09 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:12.219619 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4532f3e4-044f-4731-9962-32f53a7c9dac req-b76598b0-8120-424d-a918-89cac16735fc tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:12.225821 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4532f3e4-044f-4731-9962-32f53a7c9dac req-b76598b0-8120-424d-a918-89cac16735fc tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:12.233159 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4532f3e4-044f-4731-9962-32f53a7c9dac req-b76598b0-8120-424d-a918-89cac16735fc tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:12.240253 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4532f3e4-044f-4731-9962-32f53a7c9dac req-b76598b0-8120-424d-a918-89cac16735fc tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:12.248737 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4532f3e4-044f-4731-9962-32f53a7c9dac req-b76598b0-8120-424d-a918-89cac16735fc tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:12.255587 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4532f3e4-044f-4731-9962-32f53a7c9dac req-b76598b0-8120-424d-a918-89cac16735fc tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:12.270106 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:16:12.271971 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4532f3e4-044f-4731-9962-32f53a7c9dac req-b76598b0-8120-424d-a918-89cac16735fc tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:12.273909 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4532f3e4-044f-4731-9962-32f53a7c9dac req-b76598b0-8120-424d-a918-89cac16735fc tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab5a1622-9933-40c5-84a1-0be26fda8c29 HTTP/1.1" status: 200 len: 5433 time: 0.1601954 Dec 06 17:16:12.289243 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 48714) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:16:12.295750 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-e07b073a-da80-4929-9faa-e17af79a8023 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Request body: {'floatingip': {'port_id': '8ff5d469-98fa-49c2-8ef1-104f557830ca'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:16:12.314938 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] No Port match for: 4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:16:12.315698 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 4ab0e1b1-cde4-4cec-83ef-9ed7ddddf5a6 not bound to the agent host n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:16:12.348975 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-709df195-837e-4f1a-964c-f59f589fd0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8158749a-48cf-4070-9121-8fb76d23c3b0', 'name': 'tempest-ServersTestMultiNic-1785482838-router', 'tenant_id': 'e496f20025e24ec89db8607fe6b1b56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.19'}], 'enable_snat': True}, 'gw_port_id': '368365f7-faeb-4c88-b641-d782323b4840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:14:02Z', 'updated_at': '2021-12-06T17:16:10Z', 'revision_number': 5, 'project_id': 'e496f20025e24ec89db8607fe6b1b56a', 'gw_port': {'id': '368365f7-faeb-4c88-b641-d782323b4840', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:06:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8158749a-48cf-4070-9121-8fb76d23c3b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:14:03Z', 'updated_at': '2021-12-06T17:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:16:12.351820 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-88844643-b4a7-4344-932f-d369d4f2fd08 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:12.375982 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e07b073a-da80-4929-9faa-e17af79a8023 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks [] for floatingip, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:12.381124 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-0e2392ad-fea2-462e-8a71-82efabe1f65e req-a1cd2c4f-7c29-46d4-a6ba-04839e6d3f09 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Allocated IP 172.20.0.4 (f3115485-0e47-4001-968e-d7c2520b29dd/85724274-c536-4bb4-9806-32c964df8042/08e0ea7e-fad8-4bb5-a6ed-e46c6bc18dab) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:16:12.396603 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709df195-837e-4f1a-964c-f59f589fd0b4 None None] Checking router: 8158749a-48cf-4070-9121-8fb76d23c3b0 for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:16:12.415624 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709df195-837e-4f1a-964c-f59f589fd0b4 None None] Routers {'8158749a-48cf-4070-9121-8fb76d23c3b0'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:16:12.416382 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-709df195-837e-4f1a-964c-f59f589fd0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:15:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['8158749a-48cf-4070-9121-8fb76d23c3b0'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:16:12.577350 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-709df195-837e-4f1a-964c-f59f589fd0b4 None None] Set router 8158749a-48cf-4070-9121-8fb76d23c3b0 gateway port host: None {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:16:12.584085 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-0e2392ad-fea2-462e-8a71-82efabe1f65e req-a1cd2c4f-7c29-46d4-a6ba-04839e6d3f09 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:12.622784 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-0e2392ad-fea2-462e-8a71-82efabe1f65e req-a1cd2c4f-7c29-46d4-a6ba-04839e6d3f09 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:12.639867 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-736939ec-52fb-4e16-8ae7-9582acb3f89d req-86f42f69-146a-4f2d-93d9-334c2bbceaca tempest-ServerShowV257Test-1668625606 tempest-ServerShowV257Test-1668625606-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9314e86-a6f5-4544-91b7-61a21dc1e4e3 HTTP/1.1" status: 200 len: 210 time: 0.2033920 Dec 06 17:16:12.659444 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-709df195-837e-4f1a-964c-f59f589fd0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8158749a-48cf-4070-9121-8fb76d23c3b0', 'name': 'tempest-ServersTestMultiNic-1785482838-router', 'tenant_id': 'e496f20025e24ec89db8607fe6b1b56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:14:02Z', 'updated_at': '2021-12-06T17:16:12Z', 'revision_number': 6, 'project_id': 'e496f20025e24ec89db8607fe6b1b56a', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:16:12.662836 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b15b20-8ba4-4090-bc6d-8274e4d6fbca', 'name': 'network-vif-deleted', 'tag': '3325fae5-f781-4ac9-a8a9-04cc42f2ec12'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:16:12.665679 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7774edb-c272-424b-9690-c159e4b4b279" -d '{"events": [{"server_uuid": "87b15b20-8ba4-4090-bc6d-8274e4d6fbca", "name": "network-vif-deleted", "tag": "3325fae5-f781-4ac9-a8a9-04cc42f2ec12"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:16:12.700637 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709df195-837e-4f1a-964c-f59f589fd0b4 None None] The sync data for ids ['8158749a-48cf-4070-9121-8fb76d23c3b0'] in n-d-master-1 is: [{'id': '8158749a-48cf-4070-9121-8fb76d23c3b0', 'name': 'tempest-ServersTestMultiNic-1785482838-router', 'tenant_id': 'e496f20025e24ec89db8607fe6b1b56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:14:02Z', 'updated_at': '2021-12-06T17:16:12Z', 'revision_number': 6, 'project_id': 'e496f20025e24ec89db8607fe6b1b56a', 'gw_port_host': None}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:16:12.710357 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e2392ad-fea2-462e-8a71-82efabe1f65e req-a1cd2c4f-7c29-46d4-a6ba-04839e6d3f09 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Network f3115485-0e47-4001-968e-d7c2520b29dd is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:16:12.716706 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-0e2392ad-fea2-462e-8a71-82efabe1f65e req-a1cd2c4f-7c29-46d4-a6ba-04839e6d3f09 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:16:12.719210 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e2392ad-fea2-462e-8a71-82efabe1f65e req-a1cd2c4f-7c29-46d4-a6ba-04839e6d3f09 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:16:12.761006 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cd2c4f-7c29-46d4-a6ba-04839e6d3f09 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Pushing event updated for resources: {'Port': ['ID=08e0ea7e-fad8-4bb5-a6ed-e46c6bc18dab,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:12.794081 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f046f62d-ae78-4db1-af30-2649278ae06a req-fa9ed341-3042-47d2-94ed-2c7a4dac1a89 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:12.796534 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f046f62d-ae78-4db1-af30-2649278ae06a req-fa9ed341-3042-47d2-94ed-2c7a4dac1a89 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0fd118f-159f-42dd-a725-ee51344fae03 HTTP/1.1" status: 200 len: 945 time: 0.1423342 Dec 06 17:16:12.805507 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2392ad-fea2-462e-8a71-82efabe1f65e req-a1cd2c4f-7c29-46d4-a6ba-04839e6d3f09 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:12.806147 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-0e2392ad-fea2-462e-8a71-82efabe1f65e req-a1cd2c4f-7c29-46d4-a6ba-04839e6d3f09 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:12.860436 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-88844643-b4a7-4344-932f-d369d4f2fd08 admin admin] Deleting port 368365f7-faeb-4c88-b641-d782323b4840 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:16:12.860772 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-88844643-b4a7-4344-932f-d369d4f2fd08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:12.866028 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0e2392ad-fea2-462e-8a71-82efabe1f65e req-a1cd2c4f-7c29-46d4-a6ba-04839e6d3f09 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9177501 Dec 06 17:16:12.871687 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f046f62d-ae78-4db1-af30-2649278ae06a req-fe898a83-1495-45de-baba-e869d804b58e tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.23 "GET /v2.0/security-groups?id=e017b456-a96a-4d30-8ba2-3b675361f11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616989 Dec 06 17:16:12.876720 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a3d269-5c9f-4fe1-8ce4-9c49d2e41462 req-2d85ae9d-b6b7-47ee-9982-b1e0ccd0a06e tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:12.879802 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-0e2392ad-fea2-462e-8a71-82efabe1f65e req-eb212890-83f5-4499-b99b-e7df020badc0 service neutron] Request body: {'port': {'device_id': '48dc2ea6-0d69-477c-8b67-e0095cd7dc58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:16:12.884090 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a9a3d269-5c9f-4fe1-8ce4-9c49d2e41462 req-2d85ae9d-b6b7-47ee-9982-b1e0ccd0a06e tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad356e21-cfaf-43b2-9fa2-a8c3a99e6fbb HTTP/1.1" status: 200 len: 945 time: 0.1658762 Dec 06 17:16:12.949182 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa3d2451-822b-4791-a1e9-bf97d97e6e1b x-openstack-request-id: req-aa3d2451-822b-4791-a1e9-bf97d97e6e1b {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:16:12.949716 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87b15b20-8ba4-4090-bc6d-8274e4d6fbca", "name": "network-vif-deleted", "tag": "3325fae5-f781-4ac9-a8a9-04cc42f2ec12", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:16:12.950056 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-aa3d2451-822b-4791-a1e9-bf97d97e6e1b {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:16:12.950637 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b15b20-8ba4-4090-bc6d-8274e4d6fbca', 'name': 'network-vif-deleted', 'tag': '3325fae5-f781-4ac9-a8a9-04cc42f2ec12', 'status': 'completed', 'code': 200} Dec 06 17:16:12.951270 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-0e2392ad-fea2-462e-8a71-82efabe1f65e req-eb212890-83f5-4499-b99b-e7df020badc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:13.023392 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a9a3d269-5c9f-4fe1-8ce4-9c49d2e41462 req-a52f046f-fb0c-4d9a-a7bf-3b238cbd56ae tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/security-groups?id=828ca247-b64f-46b4-a673-a24f8166a067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384339 Dec 06 17:16:13.078421 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-88844643-b4a7-4344-932f-d369d4f2fd08 admin admin] For port 368365f7-faeb-4c88-b641-d782323b4840, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=368365f7-faeb-4c88-b641-d782323b4840,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:16:13.078785 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-88844643-b4a7-4344-932f-d369d4f2fd08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:13.080807 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1ddb92-fb13-4a74-91cf-a66a253bb980 req-1a8e483c-72bc-49a7-b523-d2eefdb273e6 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:13.082309 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6e1ddb92-fb13-4a74-91cf-a66a253bb980 req-1a8e483c-72bc-49a7-b523-d2eefdb273e6 tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad356e21-cfaf-43b2-9fa2-a8c3a99e6fbb HTTP/1.1" status: 200 len: 945 time: 0.1159456 Dec 06 17:16:13.125313 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-88844643-b4a7-4344-932f-d369d4f2fd08 admin admin] Calling delete_port for 368365f7-faeb-4c88-b641-d782323b4840 owned by network:router_gateway {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:16:13.171583 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183ca6d5-9010-43d5-9921-f127149156d0 req-00893ed3-35d8-439c-999c-d6c0f4c4e864 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:13.173054 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-183ca6d5-9010-43d5-9921-f127149156d0 req-00893ed3-35d8-439c-999c-d6c0f4c4e864 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=48dc2ea6-0d69-477c-8b67-e0095cd7dc58 HTTP/1.1" status: 200 len: 931 time: 0.1628969 Dec 06 17:16:13.180908 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e07b073a-da80-4929-9faa-e17af79a8023 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:13.189120 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e07b073a-da80-4929-9faa-e17af79a8023 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:13.226862 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 48730) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:16:13.337112 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 0b98a12a-7e00-415f-839f-d25e782029bd no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:16:13.342005 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-183ca6d5-9010-43d5-9921-f127149156d0 req-87ede21d-e662-4d4a-993e-d916931f7d0a tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588750 Dec 06 17:16:13.363283 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 0b98a12a-7e00-415f-839f-d25e782029bd {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:16:13.363629 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 0b98a12a-7e00-415f-839f-d25e782029bd not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:16:13.364045 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 368365f7-faeb-4c88-b641-d782323b4840 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:16:13.388459 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-6e1ddb92-fb13-4a74-91cf-a66a253bb980 req-12dfe7d0-e9f6-47a8-8fea-74c3cb17e0ba tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Deleting port b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:16:13.388738 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-6e1ddb92-fb13-4a74-91cf-a66a253bb980 req-12dfe7d0-e9f6-47a8-8fea-74c3cb17e0ba tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:13.424377 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c107a81a-a974-4464-acf1-db34350d3d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:13.473438 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:13.498619 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] For port 368365f7-faeb-4c88-b641-d782323b4840, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=368365f7-faeb-4c88-b641-d782323b4840,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:16:13.504744 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:13.514216 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-0e2392ad-fea2-462e-8a71-82efabe1f65e req-eb212890-83f5-4499-b99b-e7df020badc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08e0ea7e-fad8-4bb5-a6ed-e46c6bc18dab {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:16:13.530237 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-0e2392ad-fea2-462e-8a71-82efabe1f65e req-eb212890-83f5-4499-b99b-e7df020badc0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:13.541563 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-6e1ddb92-fb13-4a74-91cf-a66a253bb980 req-12dfe7d0-e9f6-47a8-8fea-74c3cb17e0ba tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] For port b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b,segment=NetworkSegment(b5c29f07-61e3-483e-b953-3901f84034df),segment_id=b5c29f07-61e3-483e-b953-3901f84034df)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:16:13.541969 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-6e1ddb92-fb13-4a74-91cf-a66a253bb980 req-12dfe7d0-e9f6-47a8-8fea-74c3cb17e0ba tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:13.560576 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Pushing event updated for resources: {'Port': ['ID=368365f7-faeb-4c88-b641-d782323b4840,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:13.561575 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-0e2392ad-fea2-462e-8a71-82efabe1f65e req-eb212890-83f5-4499-b99b-e7df020badc0 service neutron] Transition to ACTIVE for port object 08e0ea7e-fad8-4bb5-a6ed-e46c6bc18dab will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:16:13.562641 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-6e1ddb92-fb13-4a74-91cf-a66a253bb980 req-12dfe7d0-e9f6-47a8-8fea-74c3cb17e0ba tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Calling delete_port for b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:16:13.571927 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-0e2392ad-fea2-462e-8a71-82efabe1f65e req-eb212890-83f5-4499-b99b-e7df020badc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:13.673918 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb212890-83f5-4499-b99b-e7df020badc0 service neutron] Pushing event updated for resources: {'Port': ['ID=08e0ea7e-fad8-4bb5-a6ed-e46c6bc18dab,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:13.763795 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-95d26b6a-9064-4e26-880f-d0d71b9d3be3 req-c821b571-5eb6-44e0-8474-7bc6558ac1c8 tempest-ServerShowV257Test-1668625606 tempest-ServerShowV257Test-1668625606-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9314e86-a6f5-4544-91b7-61a21dc1e4e3 HTTP/1.1" status: 200 len: 210 time: 0.0355957 Dec 06 17:16:13.805272 n-d-master-1 neutron-server[103284]: INFO neutron.db.l3_db [None req-e07b073a-da80-4929-9faa-e17af79a8023 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Floating IP a2e356e4-15c9-4066-b9e2-117d22ba0c6c associated. External IP: 172.35.1.31, port: 8ff5d469-98fa-49c2-8ef1-104f557830ca. Dec 06 17:16:13.814820 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-0e2392ad-fea2-462e-8a71-82efabe1f65e req-eb212890-83f5-4499-b99b-e7df020badc0 service neutron] Attempting to bind port 08e0ea7e-fad8-4bb5-a6ed-e46c6bc18dab on host n-h1-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:16:13.815153 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-0e2392ad-fea2-462e-8a71-82efabe1f65e req-eb212890-83f5-4499-b99b-e7df020badc0 service neutron] Attempting to bind port 08e0ea7e-fad8-4bb5-a6ed-e46c6bc18dab by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'c5bdebef-6647-4acc-8b76-b3635792eaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f3115485-0e47-4001-968e-d7c2520b29dd'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:16:13.815485 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2392ad-fea2-462e-8a71-82efabe1f65e req-eb212890-83f5-4499-b99b-e7df020badc0 service neutron] Attempting to bind port 08e0ea7e-fad8-4bb5-a6ed-e46c6bc18dab on network f3115485-0e47-4001-968e-d7c2520b29dd {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:16:13.823248 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2392ad-fea2-462e-8a71-82efabe1f65e req-eb212890-83f5-4499-b99b-e7df020badc0 service neutron] Port 08e0ea7e-fad8-4bb5-a6ed-e46c6bc18dab on network f3115485-0e47-4001-968e-d7c2520b29dd not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:16:13.823566 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2392ad-fea2-462e-8a71-82efabe1f65e req-eb212890-83f5-4499-b99b-e7df020badc0 service neutron] Attempting to bind port 08e0ea7e-fad8-4bb5-a6ed-e46c6bc18dab on network f3115485-0e47-4001-968e-d7c2520b29dd {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:16:13.835368 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2392ad-fea2-462e-8a71-82efabe1f65e req-eb212890-83f5-4499-b99b-e7df020badc0 service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:16:13.835708 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2392ad-fea2-462e-8a71-82efabe1f65e req-eb212890-83f5-4499-b99b-e7df020badc0 service neutron] Checking segment: {'id': 'c5bdebef-6647-4acc-8b76-b3635792eaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f3115485-0e47-4001-968e-d7c2520b29dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:16:13.836088 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2392ad-fea2-462e-8a71-82efabe1f65e req-eb212890-83f5-4499-b99b-e7df020badc0 service neutron] Bound using segment: {'id': 'c5bdebef-6647-4acc-8b76-b3635792eaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f3115485-0e47-4001-968e-d7c2520b29dd'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:16:13.836517 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-0e2392ad-fea2-462e-8a71-82efabe1f65e req-eb212890-83f5-4499-b99b-e7df020badc0 service neutron] Bound port: 08e0ea7e-fad8-4bb5-a6ed-e46c6bc18dab, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5bdebef-6647-4acc-8b76-b3635792eaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f3115485-0e47-4001-968e-d7c2520b29dd'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:16:13.836872 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-0e2392ad-fea2-462e-8a71-82efabe1f65e req-eb212890-83f5-4499-b99b-e7df020badc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:13.856348 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-6e1ddb92-fb13-4a74-91cf-a66a253bb980 req-12dfe7d0-e9f6-47a8-8fea-74c3cb17e0ba tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:13.908528 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dfe7d0-e9f6-47a8-8fea-74c3cb17e0ba tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Pushing event deleted for resources: {'Port': ['ID=b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:13.966882 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e1ddb92-fb13-4a74-91cf-a66a253bb980 req-12dfe7d0-e9f6-47a8-8fea-74c3cb17e0ba tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] No DVR routers for this DVR port b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b on host n-h2-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:16:13.970279 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-6e1ddb92-fb13-4a74-91cf-a66a253bb980 req-12dfe7d0-e9f6-47a8-8fea-74c3cb17e0ba tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:13.973648 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6e1ddb92-fb13-4a74-91cf-a66a253bb980 req-12dfe7d0-e9f6-47a8-8fea-74c3cb17e0ba tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.44 "DELETE /v2.0/ports/b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b HTTP/1.1" status: 204 len: 173 time: 0.8456531 Dec 06 17:16:13.974728 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-0e2392ad-fea2-462e-8a71-82efabe1f65e req-eb212890-83f5-4499-b99b-e7df020badc0 service neutron] For port 08e0ea7e-fad8-4bb5-a6ed-e46c6bc18dab, host n-h1-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:16:13.988070 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-0e2392ad-fea2-462e-8a71-82efabe1f65e req-eb212890-83f5-4499-b99b-e7df020badc0 service neutron] For port 08e0ea7e-fad8-4bb5-a6ed-e46c6bc18dab, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=08e0ea7e-fad8-4bb5-a6ed-e46c6bc18dab,segment=NetworkSegment(c5bdebef-6647-4acc-8b76-b3635792eaa5),segment_id=c5bdebef-6647-4acc-8b76-b3635792eaa5)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:16:13.992264 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-0e2392ad-fea2-462e-8a71-82efabe1f65e req-eb212890-83f5-4499-b99b-e7df020badc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:14.025666 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2392ad-fea2-462e-8a71-82efabe1f65e req-eb212890-83f5-4499-b99b-e7df020badc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:14.026291 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-0e2392ad-fea2-462e-8a71-82efabe1f65e req-eb212890-83f5-4499-b99b-e7df020badc0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:14.027951 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0e2392ad-fea2-462e-8a71-82efabe1f65e req-eb212890-83f5-4499-b99b-e7df020badc0 service neutron] 10.222.0.41 "PUT /v2.0/ports/08e0ea7e-fad8-4bb5-a6ed-e46c6bc18dab HTTP/1.1" status: 200 len: 1091 time: 1.1529102 Dec 06 17:16:14.042421 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-88844643-b4a7-4344-932f-d369d4f2fd08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:14.064464 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb212890-83f5-4499-b99b-e7df020badc0 service neutron] Pushing event updated for resources: {'Port': ['ID=08e0ea7e-fad8-4bb5-a6ed-e46c6bc18dab,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:14.106110 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88844643-b4a7-4344-932f-d369d4f2fd08 admin admin] Pushing event deleted for resources: {'Port': ['ID=368365f7-faeb-4c88-b641-d782323b4840,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:14.158050 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-93e7f296-f00b-4c54-8303-f1a3e7818900 req-04d9ceba-9ae0-4aed-bc17-a29b6e17128c tempest-LiveMigrationTest-514300474 tempest-LiveMigrationTest-514300474-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad356e21-cfaf-43b2-9fa2-a8c3a99e6fbb HTTP/1.1" status: 200 len: 210 time: 0.0311136 Dec 06 17:16:14.167731 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2392ad-fea2-462e-8a71-82efabe1f65e req-ab0f1f96-b59c-4324-9cec-7fe89e0e8d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:14.169455 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0e2392ad-fea2-462e-8a71-82efabe1f65e req-ab0f1f96-b59c-4324-9cec-7fe89e0e8d97 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=806e7552b2fe4d15bbbee1bb266d6718&device_id=48dc2ea6-0d69-477c-8b67-e0095cd7dc58 HTTP/1.1" status: 200 len: 1094 time: 0.0742950 Dec 06 17:16:14.199526 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec22b1-ec84-4e6f-b4fd-1f1272298c22 req-97ec7229-6d34-4914-936e-466a81feb9c1 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:14.201033 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e5ec22b1-ec84-4e6f-b4fd-1f1272298c22 req-97ec7229-6d34-4914-936e-466a81feb9c1 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0fd118f-159f-42dd-a725-ee51344fae03 HTTP/1.1" status: 200 len: 945 time: 0.2407973 Dec 06 17:16:14.217943 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0e2392ad-fea2-462e-8a71-82efabe1f65e req-ace49d40-0faa-45b9-8c5c-0f1a4a10d7c5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=08e0ea7e-fad8-4bb5-a6ed-e46c6bc18dab HTTP/1.1" status: 200 len: 217 time: 0.0396924 Dec 06 17:16:14.266838 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-88844643-b4a7-4344-932f-d369d4f2fd08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536698'] for router_gateway, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:14.270612 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2392ad-fea2-462e-8a71-82efabe1f65e req-42c38bf2-185c-4549-995e-b4011136c94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:14.272076 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0e2392ad-fea2-462e-8a71-82efabe1f65e req-42c38bf2-185c-4549-995e-b4011136c94c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=85724274-c536-4bb4-9806-32c964df8042 HTTP/1.1" status: 200 len: 852 time: 0.0446332 Dec 06 17:16:14.303894 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0e2392ad-fea2-462e-8a71-82efabe1f65e req-99e093a7-717b-45a7-af15-2c4bebd7583f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f3115485-0e47-4001-968e-d7c2520b29dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240560 Dec 06 17:16:14.404353 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0e2392ad-fea2-462e-8a71-82efabe1f65e req-24723a08-199d-4a9d-ad9e-ccfc8fbfde81 service neutron] 10.222.0.41 "GET /v2.0/networks/f3115485-0e47-4001-968e-d7c2520b29dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910196 Dec 06 17:16:14.445600 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-88844643-b4a7-4344-932f-d369d4f2fd08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:14.452432 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-88844643-b4a7-4344-932f-d369d4f2fd08 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:14.473973 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e5ec22b1-ec84-4e6f-b4fd-1f1272298c22 req-e0df1299-f371-4fc3-ad70-bdc416bbd0bd tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.23 "GET /v2.0/security-groups?id=e017b456-a96a-4d30-8ba2-3b675361f11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659922 Dec 06 17:16:14.534120 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-88844643-b4a7-4344-932f-d369d4f2fd08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:14.534677 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88844643-b4a7-4344-932f-d369d4f2fd08 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8158749a-48cf-4070-9121-8fb76d23c3b0 {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 17:16:14.536667 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e68990-0e23-4d9d-878a-8f4742ea0f09 req-252e1bad-8a45-42b0-a144-945950295409 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:14.538316 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-24e68990-0e23-4d9d-878a-8f4742ea0f09 req-252e1bad-8a45-42b0-a144-945950295409 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=48dc2ea6-0d69-477c-8b67-e0095cd7dc58 HTTP/1.1" status: 200 len: 943 time: 0.1144633 Dec 06 17:16:14.541743 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-88844643-b4a7-4344-932f-d369d4f2fd08 admin admin] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:14.543721 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-88844643-b4a7-4344-932f-d369d4f2fd08 admin admin] 10.222.0.23 "DELETE /v2.0/routers/8158749a-48cf-4070-9121-8fb76d23c3b0 HTTP/1.1" status: 204 len: 168 time: 2.7190278 Dec 06 17:16:14.545744 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e07b073a-da80-4929-9faa-e17af79a8023 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Router c79e783e-654c-4e00-bf6b-58b7b2ae2540 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:16:14.547974 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 48742) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:16:14.561089 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0e2392ad-fea2-462e-8a71-82efabe1f65e req-29a00c37-4882-4b1f-9764-05f166198fdc service neutron] 10.222.0.41 "GET /v2.0/networks/f3115485-0e47-4001-968e-d7c2520b29dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463466 Dec 06 17:16:14.674403 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-674a6fca-2998-4b41-a1fe-9c6d66c6b3fd admin admin] Deleting subnet 49fcc104-7c72-4f2a-b12e-baa8ea483788 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:16:14.674403 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-674a6fca-2998-4b41-a1fe-9c6d66c6b3fd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:14.782915 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-674a6fca-2998-4b41-a1fe-9c6d66c6b3fd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:14.840366 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e07b073a-da80-4929-9faa-e17af79a8023 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:16:14.845441 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e07b073a-da80-4929-9faa-e17af79a8023 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:14.852353 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bec8e7-b528-432f-b0f9-01ed8479126e None None] Sync routers for ids ['c79e783e-654c-4e00-bf6b-58b7b2ae2540'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:16:14.867735 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bec8e7-b528-432f-b0f9-01ed8479126e None None] Routers {'c79e783e-654c-4e00-bf6b-58b7b2ae2540'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:16:14.868663 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-78bec8e7-b528-432f-b0f9-01ed8479126e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:15:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['c79e783e-654c-4e00-bf6b-58b7b2ae2540'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:16:14.905415 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8153c11e-fa32-47b2-b1ac-5d8caa6cc6c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575908'] for router_interface, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:14.938509 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-24e68990-0e23-4d9d-878a-8f4742ea0f09 req-e8f2a14d-5db7-4dd9-8ddb-6bbe094a6e6c tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3763018 Dec 06 17:16:14.940560 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a48d7ed3-6daf-4965-a56b-8dc20ee82423 req-2c6be3ef-2fe0-46c6-992b-f5638cef8eda tempest-ServerShowV257Test-1668625606 tempest-ServerShowV257Test-1668625606-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9314e86-a6f5-4544-91b7-61a21dc1e4e3 HTTP/1.1" status: 200 len: 210 time: 0.0606353 Dec 06 17:16:14.945122 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-e07b073a-da80-4929-9faa-e17af79a8023 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "PUT /v2.0/floatingips/a2e356e4-15c9-4066-b9e2-117d22ba0c6c HTTP/1.1" status: 200 len: 990 time: 2.6534414 Dec 06 17:16:14.951592 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad356e21-cfaf-43b2-9fa2-a8c3a99e6fbb', 'name': 'network-vif-deleted', 'tag': 'b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b'}, {'name': 'network-changed', 'server_uuid': '48dc2ea6-0d69-477c-8b67-e0095cd7dc58', 'tag': '08e0ea7e-fad8-4bb5-a6ed-e46c6bc18dab'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:16:14.954187 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99d1e5af-8cd0-44c7-a8b2-7524f76bdb34" -d '{"events": [{"server_uuid": "ad356e21-cfaf-43b2-9fa2-a8c3a99e6fbb", "name": "network-vif-deleted", "tag": "b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b"}, {"name": "network-changed", "server_uuid": "48dc2ea6-0d69-477c-8b67-e0095cd7dc58", "tag": "08e0ea7e-fad8-4bb5-a6ed-e46c6bc18dab"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:16:14.984781 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab5a1622-9933-40c5-84a1-0be26fda8c29', 'tag': '8ff5d469-98fa-49c2-8ef1-104f557830ca'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:16:14.986646 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aebccd84-9b35-4d02-afed-c5d0af896d16" -d '{"events": [{"name": "network-changed", "server_uuid": "ab5a1622-9933-40c5-84a1-0be26fda8c29", "tag": "8ff5d469-98fa-49c2-8ef1-104f557830ca"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:16:15.012419 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-78bec8e7-b528-432f-b0f9-01ed8479126e None None] Set router c79e783e-654c-4e00-bf6b-58b7b2ae2540 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:16:15.014701 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-674a6fca-2998-4b41-a1fe-9c6d66c6b3fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:15.020778 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 06 Dec 2021 17:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a65735ac-1fd5-4464-aa67-b9cde09002d8 x-openstack-request-id: req-a65735ac-1fd5-4464-aa67-b9cde09002d8 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:16:15.021351 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad356e21-cfaf-43b2-9fa2-a8c3a99e6fbb", "name": "network-vif-deleted", "tag": "b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "48dc2ea6-0d69-477c-8b67-e0095cd7dc58", "tag": "08e0ea7e-fad8-4bb5-a6ed-e46c6bc18dab", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:16:15.021828 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a65735ac-1fd5-4464-aa67-b9cde09002d8 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:16:15.022405 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad356e21-cfaf-43b2-9fa2-a8c3a99e6fbb', 'name': 'network-vif-deleted', 'tag': 'b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b', 'status': 'completed', 'code': 200} Dec 06 17:16:15.022814 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48dc2ea6-0d69-477c-8b67-e0095cd7dc58', 'tag': '08e0ea7e-fad8-4bb5-a6ed-e46c6bc18dab', 'status': 'completed', 'code': 200} Dec 06 17:16:15.070561 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb9deb4a-6ed9-4438-895a-e20426ee643e x-openstack-request-id: req-cb9deb4a-6ed9-4438-895a-e20426ee643e {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:16:15.070856 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab5a1622-9933-40c5-84a1-0be26fda8c29", "tag": "8ff5d469-98fa-49c2-8ef1-104f557830ca", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:16:15.071112 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cb9deb4a-6ed9-4438-895a-e20426ee643e {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:16:15.071511 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab5a1622-9933-40c5-84a1-0be26fda8c29', 'tag': '8ff5d469-98fa-49c2-8ef1-104f557830ca', 'status': 'completed', 'code': 200} Dec 06 17:16:15.146456 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1e5af-8cd0-44c7-a8b2-7524f76bdb34 req-75bb7618-5c5b-4dc2-9214-f55ba8edff6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:15.148274 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-99d1e5af-8cd0-44c7-a8b2-7524f76bdb34 req-75bb7618-5c5b-4dc2-9214-f55ba8edff6c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=806e7552b2fe4d15bbbee1bb266d6718&device_id=48dc2ea6-0d69-477c-8b67-e0095cd7dc58 HTTP/1.1" status: 200 len: 1094 time: 0.0976503 Dec 06 17:16:15.155706 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebccd84-9b35-4d02-afed-c5d0af896d16 req-b18cc21f-9f73-46d4-9989-da5da45d20a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:15.156165 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebccd84-9b35-4d02-afed-c5d0af896d16 req-b18cc21f-9f73-46d4-9989-da5da45d20a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:15.156668 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebccd84-9b35-4d02-afed-c5d0af896d16 req-b18cc21f-9f73-46d4-9989-da5da45d20a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:15.157234 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebccd84-9b35-4d02-afed-c5d0af896d16 req-b18cc21f-9f73-46d4-9989-da5da45d20a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:15.157793 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebccd84-9b35-4d02-afed-c5d0af896d16 req-b18cc21f-9f73-46d4-9989-da5da45d20a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:15.158506 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebccd84-9b35-4d02-afed-c5d0af896d16 req-b18cc21f-9f73-46d4-9989-da5da45d20a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:15.159027 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebccd84-9b35-4d02-afed-c5d0af896d16 req-b18cc21f-9f73-46d4-9989-da5da45d20a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:15.161556 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-aebccd84-9b35-4d02-afed-c5d0af896d16 req-b18cc21f-9f73-46d4-9989-da5da45d20a8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3ab1b684adb44126aa30c8ecbc0cad3c&device_id=ab5a1622-9933-40c5-84a1-0be26fda8c29 HTTP/1.1" status: 200 len: 6490 time: 0.0667353 Dec 06 17:16:15.174881 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-674a6fca-2998-4b41-a1fe-9c6d66c6b3fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:15.210350 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674a6fca-2998-4b41-a1fe-9c6d66c6b3fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49fcc104-7c72-4f2a-b12e-baa8ea483788,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:15.216609 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-674a6fca-2998-4b41-a1fe-9c6d66c6b3fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:15.219958 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-674a6fca-2998-4b41-a1fe-9c6d66c6b3fd admin admin] 10.222.0.23 "DELETE /v2.0/subnets/49fcc104-7c72-4f2a-b12e-baa8ea483788 HTTP/1.1" status: 204 len: 168 time: 0.6710351 Dec 06 17:16:15.223432 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 48756) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:16:15.232044 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244c5e80-43af-4938-835a-9aac08d9a22b None None] Network 5c08d51b-46bc-4617-b832-9a34eeeaeca2 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:16:15.301502 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 48758) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:16:15.336269 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1e5af-8cd0-44c7-a8b2-7524f76bdb34 req-6d4e6a39-e1c9-4e02-81ab-2df355aa0f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:15.337943 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-99d1e5af-8cd0-44c7-a8b2-7524f76bdb34 req-6d4e6a39-e1c9-4e02-81ab-2df355aa0f6c service neutron] 10.222.0.41 "GET /v2.0/networks?id=f3115485-0e47-4001-968e-d7c2520b29dd HTTP/1.1" status: 200 len: 913 time: 0.1751695 Dec 06 17:16:15.339900 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebccd84-9b35-4d02-afed-c5d0af896d16 req-7bdad25d-6a62-41a0-8427-90fb4f5274b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:15.341170 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-aebccd84-9b35-4d02-afed-c5d0af896d16 req-7bdad25d-6a62-41a0-8427-90fb4f5274b5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3fe6b139-ab54-421b-a2ff-2a0762857d78 HTTP/1.1" status: 200 len: 911 time: 0.1614442 Dec 06 17:16:15.363511 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-50ea8e88-cb52-48e0-8307-ecc5d153f102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:15.447032 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-99d1e5af-8cd0-44c7-a8b2-7524f76bdb34 req-3a77b7c3-543b-42db-a549-80d7c6a9f0d4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=08e0ea7e-fad8-4bb5-a6ed-e46c6bc18dab HTTP/1.1" status: 200 len: 217 time: 0.0845668 Dec 06 17:16:15.458030 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-78bec8e7-b528-432f-b0f9-01ed8479126e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c79e783e-654c-4e00-bf6b-58b7b2ae2540', 'name': 'tempest-TaggedBootDevicesTest-29983721-router', 'tenant_id': '3ab1b684adb44126aa30c8ecbc0cad3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.103'}], 'enable_snat': True}, 'gw_port_id': 'ac774e38-84aa-4cd0-9fd6-4dec80affc31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:13:10Z', 'updated_at': '2021-12-06T17:13:14Z', 'revision_number': 4, 'project_id': '3ab1b684adb44126aa30c8ecbc0cad3c', 'gw_port': {'id': 'ac774e38-84aa-4cd0-9fd6-4dec80affc31', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:e8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79e783e-654c-4e00-bf6b-58b7b2ae2540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:13:11Z', 'updated_at': '2021-12-06T17:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'a2e356e4-15c9-4066-b9e2-117d22ba0c6c', 'tenant_id': '3ab1b684adb44126aa30c8ecbc0cad3c', 'floating_ip_address': '172.35.1.31', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': 'c79e783e-654c-4e00-bf6b-58b7b2ae2540', 'port_id': '8ff5d469-98fa-49c2-8ef1-104f557830ca', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1075, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fe6b139-ab54-421b-a2ff-2a0762857d78', 'mac_address': 'fa:16:3e:c8:4e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5a1622-9933-40c5-84a1-0be26fda8c29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:14:49Z', 'updated_at': '2021-12-06T17:16:13Z', 'revision_number': 1, 'project_id': '3ab1b684adb44126aa30c8ecbc0cad3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f422a7b1-e7b3-40f7-aec3-4bbd3992e0e8', 'name': '', 'network_id': '3fe6b139-ab54-421b-a2ff-2a0762857d78', 'tenant_id': '3ab1b684adb44126aa30c8ecbc0cad3c', 'mac_address': 'fa:16:3e:7a:48:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79e783e-654c-4e00-bf6b-58b7b2ae2540', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '6a353316-d532-4156-ba10-317f93f3fee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:13:14Z', 'updated_at': '2021-12-06T17:13:20Z', 'revision_number': 5, 'project_id': '3ab1b684adb44126aa30c8ecbc0cad3c', 'subnets': [{'id': '6a353316-d532-4156-ba10-317f93f3fee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:16:15.526610 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-aebccd84-9b35-4d02-afed-c5d0af896d16 req-1bed8fe1-1263-486a-adf8-be0ba661ca01 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ff5d469-98fa-49c2-8ef1-104f557830ca HTTP/1.1" status: 200 len: 998 time: 0.1723096 Dec 06 17:16:15.531735 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1e5af-8cd0-44c7-a8b2-7524f76bdb34 req-ae390858-43d0-4b9c-832a-ef8bb81ad86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:15.531921 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-8153c11e-fa32-47b2-b1ac-5d8caa6cc6c2 admin admin] Deleting port f22f1220-ca3a-474a-bcc5-100acb015c83 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:16:15.532405 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8153c11e-fa32-47b2-b1ac-5d8caa6cc6c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:15.533549 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-99d1e5af-8cd0-44c7-a8b2-7524f76bdb34 req-ae390858-43d0-4b9c-832a-ef8bb81ad86f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=85724274-c536-4bb4-9806-32c964df8042 HTTP/1.1" status: 200 len: 852 time: 0.0778806 Dec 06 17:16:15.578708 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 3325fae5-f781-4ac9-a8a9-04cc42f2ec12 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:16:15.581577 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-50ea8e88-cb52-48e0-8307-ecc5d153f102 admin admin] Deleting port 2691308a-a775-4218-8b93-df092362d25a {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:16:15.582115 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-50ea8e88-cb52-48e0-8307-ecc5d153f102 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:15.586355 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d66ed8-32c1-4d20-b347-495ecfcb7480 None None] DHCP port deletion for 5c08d51b-46bc-4617-b832-9a34eeeaeca2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:16:15.591806 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebccd84-9b35-4d02-afed-c5d0af896d16 req-a3c45c5b-5e35-491a-8473-2beabda0cded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:15.593274 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-aebccd84-9b35-4d02-afed-c5d0af896d16 req-a3c45c5b-5e35-491a-8473-2beabda0cded service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6a353316-d532-4156-ba10-317f93f3fee6 HTTP/1.1" status: 200 len: 849 time: 0.0515277 Dec 06 17:16:15.614399 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bec8e7-b528-432f-b0f9-01ed8479126e None None] Checking router: c79e783e-654c-4e00-bf6b-58b7b2ae2540 for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:16:15.635501 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-99d1e5af-8cd0-44c7-a8b2-7524f76bdb34 req-267ce16c-0f11-498e-b3da-8fdc3722a9c2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f3115485-0e47-4001-968e-d7c2520b29dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0922215 Dec 06 17:16:15.649649 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] No Port match for: 3325fae5-f781-4ac9-a8a9-04cc42f2ec12 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:16:15.649649 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 3325fae5-f781-4ac9-a8a9-04cc42f2ec12 not bound to the agent host n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:16:15.678193 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-631e42cf-32bb-4535-87e0-44a832c06c3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:15.681837 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bec8e7-b528-432f-b0f9-01ed8479126e None None] Routers {'c79e783e-654c-4e00-bf6b-58b7b2ae2540'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:16:15.682749 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-78bec8e7-b528-432f-b0f9-01ed8479126e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:15:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['c79e783e-654c-4e00-bf6b-58b7b2ae2540'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:16:15.751593 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8861508-27b5-4bc3-9e42-3b40cec7d3ad admin admin] Deleting subnet da31f47d-8fee-49c3-b794-af6b3fd955bf {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:16:15.768034 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b8861508-27b5-4bc3-9e42-3b40cec7d3ad admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:15.798889 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebccd84-9b35-4d02-afed-c5d0af896d16 req-75069bcc-50a4-4579-ac91-dc5a062758c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:15.799901 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-71d66ed8-32c1-4d20-b347-495ecfcb7480 None None] Deleting port 2691308a-a775-4218-8b93-df092362d25a {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:16:15.800369 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-71d66ed8-32c1-4d20-b347-495ecfcb7480 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:15.805425 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-aebccd84-9b35-4d02-afed-c5d0af896d16 req-75069bcc-50a4-4579-ac91-dc5a062758c3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3fe6b139-ab54-421b-a2ff-2a0762857d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1739266 Dec 06 17:16:15.883903 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-78bec8e7-b528-432f-b0f9-01ed8479126e None None] Set router c79e783e-654c-4e00-bf6b-58b7b2ae2540 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:16:15.899623 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-50ea8e88-cb52-48e0-8307-ecc5d153f102 admin admin] For port 2691308a-a775-4218-8b93-df092362d25a, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2691308a-a775-4218-8b93-df092362d25a,segment=NetworkSegment(44656592-41d5-4b06-835f-a729d0cd1d78),segment_id=44656592-41d5-4b06-835f-a729d0cd1d78)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:16:15.899992 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-50ea8e88-cb52-48e0-8307-ecc5d153f102 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:15.903421 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-99d1e5af-8cd0-44c7-a8b2-7524f76bdb34 req-3370b7b7-b5ae-408a-a23f-48a5c06c3a0b service neutron] 10.222.0.41 "GET /v2.0/networks/f3115485-0e47-4001-968e-d7c2520b29dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546482 Dec 06 17:16:15.916279 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da8c1df-fe2b-4e06-9f22-d84131ac72d9 req-cea37c1e-a8c1-44a4-af58-56efee36e578 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:15.917796 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4da8c1df-fe2b-4e06-9f22-d84131ac72d9 req-cea37c1e-a8c1-44a4-af58-56efee36e578 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0fd118f-159f-42dd-a725-ee51344fae03 HTTP/1.1" status: 200 len: 945 time: 0.2616036 Dec 06 17:16:15.926117 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b8861508-27b5-4bc3-9e42-3b40cec7d3ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:15.953320 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-71d66ed8-32c1-4d20-b347-495ecfcb7480 None None] For port 2691308a-a775-4218-8b93-df092362d25a, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2691308a-a775-4218-8b93-df092362d25a,segment=NetworkSegment(44656592-41d5-4b06-835f-a729d0cd1d78),segment_id=44656592-41d5-4b06-835f-a729d0cd1d78)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:16:15.953731 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-71d66ed8-32c1-4d20-b347-495ecfcb7480 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:15.960003 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-50ea8e88-cb52-48e0-8307-ecc5d153f102 admin admin] Calling delete_port for 2691308a-a775-4218-8b93-df092362d25a owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:16:15.983625 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-aebccd84-9b35-4d02-afed-c5d0af896d16 req-15dc09ab-9c11-4de8-9cf3-c721b22d1dd6 service neutron] 10.222.0.41 "GET /v2.0/networks/3fe6b139-ab54-421b-a2ff-2a0762857d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627219 Dec 06 17:16:15.989384 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-8153c11e-fa32-47b2-b1ac-5d8caa6cc6c2 admin admin] For port f22f1220-ca3a-474a-bcc5-100acb015c83, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f22f1220-ca3a-474a-bcc5-100acb015c83,segment=NetworkSegment(03765572-315b-4287-b069-bc0490aa8fc6),segment_id=03765572-315b-4287-b069-bc0490aa8fc6)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:16:15.989804 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8153c11e-fa32-47b2-b1ac-5d8caa6cc6c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:16.019681 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-71d66ed8-32c1-4d20-b347-495ecfcb7480 None None] Calling delete_port for 2691308a-a775-4218-8b93-df092362d25a owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:16:16.053312 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-8153c11e-fa32-47b2-b1ac-5d8caa6cc6c2 admin admin] Calling delete_port for f22f1220-ca3a-474a-bcc5-100acb015c83 owned by network:router_interface {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:16:16.083848 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b8861508-27b5-4bc3-9e42-3b40cec7d3ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:16.114229 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4da8c1df-fe2b-4e06-9f22-d84131ac72d9 req-dc1f3eb7-4f60-405b-bc7b-1e2e4b1a8bf1 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.23 "GET /v2.0/security-groups?id=e017b456-a96a-4d30-8ba2-3b675361f11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846471 Dec 06 17:16:16.182002 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-99d1e5af-8cd0-44c7-a8b2-7524f76bdb34 req-b0c01497-ad29-4a77-b0e5-7e0ee5b6f4d0 service neutron] 10.222.0.41 "GET /v2.0/networks/f3115485-0e47-4001-968e-d7c2520b29dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650671 Dec 06 17:16:16.186516 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-aebccd84-9b35-4d02-afed-c5d0af896d16 req-9a91c0d0-591b-48d5-852b-ad687963ee01 service neutron] 10.222.0.41 "GET /v2.0/networks/3fe6b139-ab54-421b-a2ff-2a0762857d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918581 Dec 06 17:16:16.234896 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b119fcb-69ff-4ef6-9f18-852121bb6f65 req-eac48592-d2ae-4876-b580-572868d6f355 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:16.236757 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7b119fcb-69ff-4ef6-9f18-852121bb6f65 req-eac48592-d2ae-4876-b580-572868d6f355 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=48dc2ea6-0d69-477c-8b67-e0095cd7dc58 HTTP/1.1" status: 200 len: 943 time: 0.2083611 Dec 06 17:16:16.258541 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-50ea8e88-cb52-48e0-8307-ecc5d153f102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:16.267708 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b8861508-27b5-4bc3-9e42-3b40cec7d3ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:16.288648 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:16:16.289961 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ea8e88-cb52-48e0-8307-ecc5d153f102 admin admin] No DVR routers for this DVR port 2691308a-a775-4218-8b93-df092362d25a on host n-d-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:16:16.303350 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7b119fcb-69ff-4ef6-9f18-852121bb6f65 req-2d21f50c-1afb-4331-8764-e19a614a1bd4 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594587 Dec 06 17:16:16.325898 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] No Port match for: b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:16:16.325898 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device b5a6d6eb-1187-4080-9fb4-dbcded9d5b7b not bound to the agent host n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:16:16.348063 n-d-master-1 neutron-server[103286]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 06 17:16:16.348063 n-d-master-1 neutron-server[103286]: from cryptography.utils import int_from_bytes Dec 06 17:16:16.348063 n-d-master-1 neutron-server[103286]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 06 17:16:16.348063 n-d-master-1 neutron-server[103286]: from cryptography.utils import int_from_bytes Dec 06 17:16:16.348063 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:16:16.348063 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:16:16.348063 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:16:16.348063 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:16:16.348063 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:16:16.348063 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:16:16.348063 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:16:16.348063 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:16:16.348063 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:16:16.348063 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:16:16.348063 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:16:16.348063 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:16:16.348063 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:16:16.348063 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:16:16.348063 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:16:16.348063 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:16:16.348063 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:16:16.348063 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:16:16.348063 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:16:16.348063 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:16:16.348063 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:16:16.348063 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:16:16.348063 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:16:16.348063 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:16:16.348063 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:16:16.348063 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:16:16.348063 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:16:16.348063 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:16:16.348063 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:16:16.348063 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:16:16.348063 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:16:16.348063 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:16:16.348063 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:16:16.348063 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:16:16.348063 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:16:16.348063 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:16:16.348063 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:16:16.348063 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:16:16.350600 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:16:16.350600 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:16:16.350600 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:16:16.350600 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:16:16.350600 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:16:16.350600 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:16:16.350600 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:16:16.350600 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:16:16.350600 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:16:16.350600 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:16:16.350600 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:16:16.350600 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:16:16.350600 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:16:16.350600 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:16:16.364188 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-71d66ed8-32c1-4d20-b347-495ecfcb7480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:16.364961 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-317296bd-577b-4c0e-bbb7-9a24a4d041e4 req-24ff629b-a9c4-4eba-8102-290f4365a428 tempest-ServerShowV257Test-1668625606 tempest-ServerShowV257Test-1668625606-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9314e86-a6f5-4544-91b7-61a21dc1e4e3 HTTP/1.1" status: 200 len: 210 time: 0.1102586 Dec 06 17:16:16.365697 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8861508-27b5-4bc3-9e42-3b40cec7d3ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da31f47d-8fee-49c3-b794-af6b3fd955bf,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:16.367442 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ea8e88-cb52-48e0-8307-ecc5d153f102 admin admin] Pushing event deleted for resources: {'Port': ['ID=2691308a-a775-4218-8b93-df092362d25a,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:16.371999 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b8861508-27b5-4bc3-9e42-3b40cec7d3ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:16.375309 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-b8861508-27b5-4bc3-9e42-3b40cec7d3ad admin admin] 10.222.0.23 "DELETE /v2.0/subnets/da31f47d-8fee-49c3-b794-af6b3fd955bf HTTP/1.1" status: 204 len: 168 time: 1.0739846 Dec 06 17:16:16.380156 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 48772) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:16:16.383127 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d66ed8-32c1-4d20-b347-495ecfcb7480 None None] No DVR routers for this DVR port 2691308a-a775-4218-8b93-df092362d25a on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:16:16.424419 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d66ed8-32c1-4d20-b347-495ecfcb7480 None None] Pushing event deleted for resources: {'Port': ['ID=2691308a-a775-4218-8b93-df092362d25a,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:16.473970 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-78bec8e7-b528-432f-b0f9-01ed8479126e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c79e783e-654c-4e00-bf6b-58b7b2ae2540', 'name': 'tempest-TaggedBootDevicesTest-29983721-router', 'tenant_id': '3ab1b684adb44126aa30c8ecbc0cad3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.103'}], 'enable_snat': True}, 'gw_port_id': 'ac774e38-84aa-4cd0-9fd6-4dec80affc31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:13:10Z', 'updated_at': '2021-12-06T17:13:14Z', 'revision_number': 4, 'project_id': '3ab1b684adb44126aa30c8ecbc0cad3c', 'gw_port': {'id': 'ac774e38-84aa-4cd0-9fd6-4dec80affc31', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:e8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79e783e-654c-4e00-bf6b-58b7b2ae2540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:13:11Z', 'updated_at': '2021-12-06T17:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'a2e356e4-15c9-4066-b9e2-117d22ba0c6c', 'tenant_id': '3ab1b684adb44126aa30c8ecbc0cad3c', 'floating_ip_address': '172.35.1.31', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': 'c79e783e-654c-4e00-bf6b-58b7b2ae2540', 'port_id': '8ff5d469-98fa-49c2-8ef1-104f557830ca', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1075, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fe6b139-ab54-421b-a2ff-2a0762857d78', 'mac_address': 'fa:16:3e:c8:4e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5a1622-9933-40c5-84a1-0be26fda8c29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:14:49Z', 'updated_at': '2021-12-06T17:16:13Z', 'revision_number': 1, 'project_id': '3ab1b684adb44126aa30c8ecbc0cad3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f422a7b1-e7b3-40f7-aec3-4bbd3992e0e8', 'name': '', 'network_id': '3fe6b139-ab54-421b-a2ff-2a0762857d78', 'tenant_id': '3ab1b684adb44126aa30c8ecbc0cad3c', 'mac_address': 'fa:16:3e:7a:48:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79e783e-654c-4e00-bf6b-58b7b2ae2540', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '6a353316-d532-4156-ba10-317f93f3fee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:13:14Z', 'updated_at': '2021-12-06T17:13:20Z', 'revision_number': 5, 'project_id': '3ab1b684adb44126aa30c8ecbc0cad3c', 'subnets': [{'id': '6a353316-d532-4156-ba10-317f93f3fee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:16:16.501144 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-50ea8e88-cb52-48e0-8307-ecc5d153f102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:16.501779 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bec8e7-b528-432f-b0f9-01ed8479126e None None] The sync data for ids ['c79e783e-654c-4e00-bf6b-58b7b2ae2540'] in n-d-master-1 is: [{'id': 'c79e783e-654c-4e00-bf6b-58b7b2ae2540', 'name': 'tempest-TaggedBootDevicesTest-29983721-router', 'tenant_id': '3ab1b684adb44126aa30c8ecbc0cad3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.103'}], 'enable_snat': True}, 'gw_port_id': 'ac774e38-84aa-4cd0-9fd6-4dec80affc31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:13:10Z', 'updated_at': '2021-12-06T17:13:14Z', 'revision_number': 4, 'project_id': '3ab1b684adb44126aa30c8ecbc0cad3c', 'gw_port': {'id': 'ac774e38-84aa-4cd0-9fd6-4dec80affc31', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:e8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79e783e-654c-4e00-bf6b-58b7b2ae2540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:13:11Z', 'updated_at': '2021-12-06T17:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'a2e356e4-15c9-4066-b9e2-117d22ba0c6c', 'tenant_id': '3ab1b684adb44126aa30c8ecbc0cad3c', 'floating_ip_address': '172.35.1.31', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': 'c79e783e-654c-4e00-bf6b-58b7b2ae2540', 'port_id': '8ff5d469-98fa-49c2-8ef1-104f557830ca', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1075, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fe6b139-ab54-421b-a2ff-2a0762857d78', 'mac_address': 'fa:16:3e:c8:4e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5a1622-9933-40c5-84a1-0be26fda8c29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:14:49Z', 'updated_at': '2021-12-06T17:16:13Z', 'revision_number': 1, 'project_id': '3ab1b684adb44126aa30c8ecbc0cad3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f422a7b1-e7b3-40f7-aec3-4bbd3992e0e8', 'name': '', 'network_id': '3fe6b139-ab54-421b-a2ff-2a0762857d78', 'tenant_id': '3ab1b684adb44126aa30c8ecbc0cad3c', 'mac_address': 'fa:16:3e:7a:48:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79e783e-654c-4e00-bf6b-58b7b2ae2540', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '6a353316-d532-4156-ba10-317f93f3fee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:13:14Z', 'updated_at': '2021-12-06T17:13:20Z', 'revision_number': 5, 'project_id': '3ab1b684adb44126aa30c8ecbc0cad3c', 'subnets': [{'id': '6a353316-d532-4156-ba10-317f93f3fee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:16:16.558979 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-50ea8e88-cb52-48e0-8307-ecc5d153f102 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c08d51b-46bc-4617-b832-9a34eeeaeca2']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:16:16.564702 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1a3d7a3a-a3ae-4f1b-83d3-604c85c2d7f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:16.583784 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-50ea8e88-cb52-48e0-8307-ecc5d153f102 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44656592-41d5-4b06-835f-a729d0cd1d78') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:16:16.584083 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-50ea8e88-cb52-48e0-8307-ecc5d153f102 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44656592-41d5-4b06-835f-a729d0cd1d78') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:16:16.598028 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-50ea8e88-cb52-48e0-8307-ecc5d153f102 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:16.621995 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-50ea8e88-cb52-48e0-8307-ecc5d153f102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:16.627215 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8153c11e-fa32-47b2-b1ac-5d8caa6cc6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:16.649556 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50ea8e88-cb52-48e0-8307-ecc5d153f102 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:16:16.649962 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-50ea8e88-cb52-48e0-8307-ecc5d153f102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:16.654751 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 17:16:16.654751 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:16:16.654751 n-d-master-1 neutron-server[103284]: timer() Dec 06 17:16:16.654751 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:16:16.654751 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 17:16:16.654751 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:16:16.654751 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 17:16:16.654751 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:16:16.654751 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 17:16:16.654751 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:16:16.654751 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 17:16:16.654751 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:16:16.654751 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 17:16:16.654751 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:16:16.654751 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:16:16.654751 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:16:16.654751 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:16:16.654751 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:16:16.654751 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 17:16:16.654751 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:16:16.654751 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 17:16:16.654751 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:16:16.654751 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:16:16.654751 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:16:16.654751 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 17:16:16.654751 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:16:16.654751 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:16:16.654751 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:16:16.654751 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:16:16.654751 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:16:16.654751 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:16:16.654751 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:16:16.703860 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7e17ae-8067-4890-8f19-4f4238a54d04 None None] New status for floating IP a2e356e4-15c9-4066-b9e2-117d22ba0c6c: ACTIVE {{(pid=103287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 17:16:16.741340 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8153c11e-fa32-47b2-b1ac-5d8caa6cc6c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f22f1220-ca3a-474a-bcc5-100acb015c83,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:16.815481 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1a3d7a3a-a3ae-4f1b-83d3-604c85c2d7f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:16.823112 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:16.830836 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-50ea8e88-cb52-48e0-8307-ecc5d153f102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:16.845862 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-1a3d7a3a-a3ae-4f1b-83d3-604c85c2d7f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33742801-ccea-4ab3-a86a-2573a2966c19']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:16:16.871403 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-50ea8e88-cb52-48e0-8307-ecc5d153f102 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:16.874576 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-50ea8e88-cb52-48e0-8307-ecc5d153f102 admin admin] 10.222.0.23 "DELETE /v2.0/networks/5c08d51b-46bc-4617-b832-9a34eeeaeca2 HTTP/1.1" status: 204 len: 168 time: 1.6501815 Dec 06 17:16:16.885307 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-1a3d7a3a-a3ae-4f1b-83d3-604c85c2d7f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5c29f07-61e3-483e-b953-3901f84034df') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:16:16.885636 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-1a3d7a3a-a3ae-4f1b-83d3-604c85c2d7f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5c29f07-61e3-483e-b953-3901f84034df') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:16:16.898545 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ea8e88-cb52-48e0-8307-ecc5d153f102 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c08d51b-46bc-4617-b832-9a34eeeaeca2,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:16.905500 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1a3d7a3a-a3ae-4f1b-83d3-604c85c2d7f8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:17.034209 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 48778) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:16:17.076779 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-9e7a658a-bd97-4ca5-ae31-82d2ef3c387d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e496f20025e24ec89db8607fe6b1b56a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0412719 Dec 06 17:16:17.079341 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 48780) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:16:17.134732 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c2de7cd0-6e2b-4e70-b081-28ab0b4dd92b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:17.159520 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c2de7cd0-6e2b-4e70-b081-28ab0b4dd92b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:17.250322 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d5a2df-44e6-4273-9c73-38e92b90610b req-bf52fd01-ef0f-4db6-9a96-c7e206947ebf tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:17.251867 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-41d5a2df-44e6-4273-9c73-38e92b90610b req-bf52fd01-ef0f-4db6-9a96-c7e206947ebf tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0fd118f-159f-42dd-a725-ee51344fae03 HTTP/1.1" status: 200 len: 945 time: 0.0607967 Dec 06 17:16:17.253035 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c2de7cd0-6e2b-4e70-b081-28ab0b4dd92b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:17.255698 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c2de7cd0-6e2b-4e70-b081-28ab0b4dd92b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:17.259513 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-c2de7cd0-6e2b-4e70-b081-28ab0b4dd92b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f03ab9e8-fae2-4a61-9f03-339a4717e762 HTTP/1.1" status: 204 len: 168 time: 0.1764436 Dec 06 17:16:17.272082 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1a3d7a3a-a3ae-4f1b-83d3-604c85c2d7f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:17.280626 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2de7cd0-6e2b-4e70-b081-28ab0b4dd92b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f03ab9e8-fae2-4a61-9f03-339a4717e762,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:17.282365 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a3d7a3a-a3ae-4f1b-83d3-604c85c2d7f8 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:16:17.282730 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1a3d7a3a-a3ae-4f1b-83d3-604c85c2d7f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:17.284438 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 17:16:17.284438 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:16:17.284438 n-d-master-1 neutron-server[103284]: timer() Dec 06 17:16:17.284438 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:16:17.284438 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 17:16:17.284438 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:16:17.284438 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 17:16:17.284438 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:16:17.284438 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 17:16:17.284438 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:16:17.284438 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 17:16:17.284438 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:16:17.284438 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 17:16:17.284438 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:16:17.284438 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:16:17.284438 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:16:17.284438 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:16:17.284438 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:16:17.284438 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 17:16:17.284438 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:16:17.284438 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 17:16:17.284438 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:16:17.284438 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:16:17.284438 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:16:17.284438 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 17:16:17.284438 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:16:17.284438 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:16:17.284438 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:16:17.284438 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:16:17.284438 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:16:17.284438 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:16:17.284438 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:16:17.318028 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-41d5a2df-44e6-4273-9c73-38e92b90610b req-24da496e-b653-4f1a-8598-ccb771d9fb5e tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.23 "GET /v2.0/security-groups?id=e017b456-a96a-4d30-8ba2-3b675361f11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585856 Dec 06 17:16:17.385570 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8153c11e-fa32-47b2-b1ac-5d8caa6cc6c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-772474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575952'] for router_interface, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:17.389823 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1a3d7a3a-a3ae-4f1b-83d3-604c85c2d7f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:17.399771 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1a3d7a3a-a3ae-4f1b-83d3-604c85c2d7f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:17.405013 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-1a3d7a3a-a3ae-4f1b-83d3-604c85c2d7f8 admin admin] 10.222.0.23 "DELETE /v2.0/networks/33742801-ccea-4ab3-a86a-2573a2966c19 HTTP/1.1" status: 204 len: 168 time: 1.0214884 Dec 06 17:16:17.416475 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 48788) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:16:17.426709 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3d7a3a-a3ae-4f1b-83d3-604c85c2d7f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=33742801-ccea-4ab3-a86a-2573a2966c19,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:17.458441 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 2691308a-a775-4218-8b93-df092362d25a no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:16:17.488474 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 08e0ea7e-fad8-4bb5-a6ed-e46c6bc18dab details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:16:17.491606 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 2691308a-a775-4218-8b93-df092362d25a {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:16:17.491952 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 2691308a-a775-4218-8b93-df092362d25a not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:16:17.582146 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-42458287-5b0d-4df7-8391-eedb0d423cb6 admin admin] Deleting subnet 6c4ca3a6-56bd-4178-b7d0-457bb5408e50 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:16:17.591246 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-42458287-5b0d-4df7-8391-eedb0d423cb6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:17.620650 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc634fbc-1761-450b-86fd-c938da716ae4 req-ad3f76b2-18d2-4e33-a64f-b66bda2b7cd9 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:17.622207 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-dc634fbc-1761-450b-86fd-c938da716ae4 req-ad3f76b2-18d2-4e33-a64f-b66bda2b7cd9 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=48dc2ea6-0d69-477c-8b67-e0095cd7dc58 HTTP/1.1" status: 200 len: 943 time: 0.1915188 Dec 06 17:16:17.624496 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b5406a5a-ca86-41ca-b6d2-6c3ddf3f896c req-d1d042b4-ba25-4474-a0dd-a075c0677ae1 tempest-ServerShowV257Test-1668625606 tempest-ServerShowV257Test-1668625606-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9314e86-a6f5-4544-91b7-61a21dc1e4e3 HTTP/1.1" status: 200 len: 210 time: 0.0484319 Dec 06 17:16:17.630977 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 08e0ea7e-fad8-4bb5-a6ed-e46c6bc18dab, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=08e0ea7e-fad8-4bb5-a6ed-e46c6bc18dab,segment=NetworkSegment(c5bdebef-6647-4acc-8b76-b3635792eaa5),segment_id=c5bdebef-6647-4acc-8b76-b3635792eaa5)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:16:17.643990 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': '08e0ea7e-fad8-4bb5-a6ed-e46c6bc18dab', 'network_id': 'f3115485-0e47-4001-968e-d7c2520b29dd', 'port_id': '08e0ea7e-fad8-4bb5-a6ed-e46c6bc18dab', 'mac_address': 'fa:16:3e:42:27:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85724274-c536-4bb4-9806-32c964df8042', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:16:17.661598 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-42458287-5b0d-4df7-8391-eedb0d423cb6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:17.683230 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:17.700401 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08e0ea7e-fad8-4bb5-a6ed-e46c6bc18dab {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:16:17.725057 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 08e0ea7e-fad8-4bb5-a6ed-e46c6bc18dab, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=08e0ea7e-fad8-4bb5-a6ed-e46c6bc18dab,segment=NetworkSegment(c5bdebef-6647-4acc-8b76-b3635792eaa5),segment_id=c5bdebef-6647-4acc-8b76-b3635792eaa5)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:16:17.729152 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:17.770206 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-dc634fbc-1761-450b-86fd-c938da716ae4 req-8661f788-b925-49cf-a3f8-39c438f3bc29 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418912 Dec 06 17:16:17.795477 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=08e0ea7e-fad8-4bb5-a6ed-e46c6bc18dab,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:17.809905 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-42458287-5b0d-4df7-8391-eedb0d423cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:17.874474 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8153c11e-fa32-47b2-b1ac-5d8caa6cc6c2 admin admin] Router a4886f3a-dc8e-46d4-bf32-cf444d19046b has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:16:17.887087 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-42458287-5b0d-4df7-8391-eedb0d423cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:17.949423 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42458287-5b0d-4df7-8391-eedb0d423cb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c4ca3a6-56bd-4178-b7d0-457bb5408e50,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:17.951893 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-42458287-5b0d-4df7-8391-eedb0d423cb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:17.955234 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-42458287-5b0d-4df7-8391-eedb0d423cb6 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/6c4ca3a6-56bd-4178-b7d0-457bb5408e50 HTTP/1.1" status: 204 len: 168 time: 0.5363007 Dec 06 17:16:17.957898 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 48806) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:16:17.981046 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:18.043130 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8153c11e-fa32-47b2-b1ac-5d8caa6cc6c2 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:16:18.048661 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-8153c11e-fa32-47b2-b1ac-5d8caa6cc6c2 admin admin] 10.222.0.23 "PUT /v2.0/routers/a4886f3a-dc8e-46d4-bf32-cf444d19046b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8170114 Dec 06 17:16:18.051187 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 48814) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:16:18.054974 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['08e0ea7e-fad8-4bb5-a6ed-e46c6bc18dab'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:16:18.061127 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997d3d26-5638-497b-a9d0-82350b51c45b None None] Sync routers for ids ['a4886f3a-dc8e-46d4-bf32-cf444d19046b'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:16:18.075696 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8e3c5b77-6198-43a7-ad2c-c057b34e802b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:18.104933 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997d3d26-5638-497b-a9d0-82350b51c45b None None] Routers {'a4886f3a-dc8e-46d4-bf32-cf444d19046b'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:16:18.105876 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-997d3d26-5638-497b-a9d0-82350b51c45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:16:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['a4886f3a-dc8e-46d4-bf32-cf444d19046b'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:16:18.180080 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8e3c5b77-6198-43a7-ad2c-c057b34e802b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:18.193766 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f34e3932-c0e1-42a2-b1b3-9692fb39b37c admin admin] Publish callbacks [] for router, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:18.203644 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-8e3c5b77-6198-43a7-ad2c-c057b34e802b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38bbb295-1d24-4609-a76d-a1a76ea36b6d']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:16:18.214014 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-8e3c5b77-6198-43a7-ad2c-c057b34e802b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e72c834a-7b75-4f00-a9b2-fa39b02a07c0') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:16:18.215227 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-8e3c5b77-6198-43a7-ad2c-c057b34e802b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e72c834a-7b75-4f00-a9b2-fa39b02a07c0') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:16:18.221930 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 48818) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:16:18.231153 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8e3c5b77-6198-43a7-ad2c-c057b34e802b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:18.248232 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8e3c5b77-6198-43a7-ad2c-c057b34e802b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:18.257199 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e3c5b77-6198-43a7-ad2c-c057b34e802b admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:16:18.257762 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8e3c5b77-6198-43a7-ad2c-c057b34e802b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:18.260113 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:16:18.260113 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:16:18.260113 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:16:18.260113 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:16:18.260113 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:16:18.260113 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:16:18.260113 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:16:18.260113 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:16:18.260113 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:16:18.260113 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:16:18.260113 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:16:18.260113 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:16:18.260113 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:16:18.260113 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:16:18.260113 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:16:18.260113 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:16:18.260113 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:16:18.260113 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:16:18.260113 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:16:18.260113 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:16:18.260113 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:16:18.260113 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:16:18.260113 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:16:18.260113 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:16:18.260113 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:16:18.260113 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:16:18.260113 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:16:18.260113 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:16:18.260113 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:16:18.260113 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:16:18.260113 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:16:18.260113 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:16:18.266111 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-997d3d26-5638-497b-a9d0-82350b51c45b None None] Set router a4886f3a-dc8e-46d4-bf32-cf444d19046b gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:16:18.325082 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f34e3932-c0e1-42a2-b1b3-9692fb39b37c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:18.332222 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8e3c5b77-6198-43a7-ad2c-c057b34e802b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:18.346473 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8e3c5b77-6198-43a7-ad2c-c057b34e802b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:18.351705 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-8e3c5b77-6198-43a7-ad2c-c057b34e802b admin admin] 10.222.0.23 "DELETE /v2.0/networks/38bbb295-1d24-4609-a76d-a1a76ea36b6d HTTP/1.1" status: 204 len: 168 time: 0.3927672 Dec 06 17:16:18.396550 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-c306a3e4-c41d-49d2-883a-dedc47b9ddb4 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-624716877-network', 'tenant_id': '106166b49639404dbbdb0814a7bb0996'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:16:18.404323 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3c5b77-6198-43a7-ad2c-c057b34e802b admin admin] Pushing event deleted for resources: {'Network': ['ID=38bbb295-1d24-4609-a76d-a1a76ea36b6d,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:18.431391 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c306a3e4-c41d-49d2-883a-dedc47b9ddb4 admin admin] Made reservation on behalf of 106166b49639404dbbdb0814a7bb0996 for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:16:18.435006 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c306a3e4-c41d-49d2-883a-dedc47b9ddb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:18.448616 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c306a3e4-c41d-49d2-883a-dedc47b9ddb4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:18.449126 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-f34e3932-c0e1-42a2-b1b3-9692fb39b37c admin admin] Deleting port ed9d2ed6-cd26-419f-ba6e-fe7113b2b955 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:16:18.450251 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f34e3932-c0e1-42a2-b1b3-9692fb39b37c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:18.525412 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd43909-1ea3-40f2-ba8f-f6193e72f7b0 req-ef938544-3380-425a-8659-616e682fc5db tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:18.527598 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ffd43909-1ea3-40f2-ba8f-f6193e72f7b0 req-ef938544-3380-425a-8659-616e682fc5db tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0fd118f-159f-42dd-a725-ee51344fae03 HTTP/1.1" status: 200 len: 945 time: 0.1274037 Dec 06 17:16:18.531917 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 48828) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:16:18.533423 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-997d3d26-5638-497b-a9d0-82350b51c45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4886f3a-dc8e-46d4-bf32-cf444d19046b', 'name': 'tempest-FloatingIPsAssociationTestJSON-2021917022-router', 'tenant_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.251'}], 'enable_snat': True}, 'gw_port_id': 'ed9d2ed6-cd26-419f-ba6e-fe7113b2b955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:14:33Z', 'updated_at': '2021-12-06T17:16:16Z', 'revision_number': 5, 'project_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'gw_port': {'id': 'ed9d2ed6-cd26-419f-ba6e-fe7113b2b955', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4886f3a-dc8e-46d4-bf32-cf444d19046b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:14:35Z', 'updated_at': '2021-12-06T17:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:16:18.567362 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997d3d26-5638-497b-a9d0-82350b51c45b None None] Checking router: a4886f3a-dc8e-46d4-bf32-cf444d19046b for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:16:18.577094 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997d3d26-5638-497b-a9d0-82350b51c45b None None] Routers {'a4886f3a-dc8e-46d4-bf32-cf444d19046b'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:16:18.577622 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c306a3e4-c41d-49d2-883a-dedc47b9ddb4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:18.577805 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-997d3d26-5638-497b-a9d0-82350b51c45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:16:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['a4886f3a-dc8e-46d4-bf32-cf444d19046b'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:16:18.585509 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c306a3e4-c41d-49d2-883a-dedc47b9ddb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:18.612722 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c306a3e4-c41d-49d2-883a-dedc47b9ddb4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:16:18.633679 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-d6793c34-8003-4a7a-a42b-bd9f88f0233e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1d83e0c6d059422882cc226e7f9c727a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0984459 Dec 06 17:16:18.633872 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c306a3e4-c41d-49d2-883a-dedc47b9ddb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:18.633872 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-c306a3e4-c41d-49d2-883a-dedc47b9ddb4 admin admin] Added segment dd0c29c6-1ad9-485f-b214-edff4a445519 of type vlan for network 742a10ac-690c-4b20-8478-eff0e938a907 Dec 06 17:16:18.633872 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c306a3e4-c41d-49d2-883a-dedc47b9ddb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fde147d9-5223-40c6-aa45-74f5a39ce7a7,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:18.634823 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-f34e3932-c0e1-42a2-b1b3-9692fb39b37c admin admin] For port ed9d2ed6-cd26-419f-ba6e-fe7113b2b955, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ed9d2ed6-cd26-419f-ba6e-fe7113b2b955,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:16:18.634823 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f34e3932-c0e1-42a2-b1b3-9692fb39b37c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:18.635707 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 48830) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:16:18.640492 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ffd43909-1ea3-40f2-ba8f-f6193e72f7b0 req-eee3bd94-40b3-43e9-97e8-4042d4989667 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.23 "GET /v2.0/security-groups?id=e017b456-a96a-4d30-8ba2-3b675361f11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871825 Dec 06 17:16:18.662703 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-f34e3932-c0e1-42a2-b1b3-9692fb39b37c admin admin] Calling delete_port for ed9d2ed6-cd26-419f-ba6e-fe7113b2b955 owned by network:router_gateway {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:16:18.685883 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-997d3d26-5638-497b-a9d0-82350b51c45b None None] Set router a4886f3a-dc8e-46d4-bf32-cf444d19046b gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:16:18.720140 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c306a3e4-c41d-49d2-883a-dedc47b9ddb4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:18.745227 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-997d3d26-5638-497b-a9d0-82350b51c45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4886f3a-dc8e-46d4-bf32-cf444d19046b', 'name': 'tempest-FloatingIPsAssociationTestJSON-2021917022-router', 'tenant_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:14:33Z', 'updated_at': '2021-12-06T17:16:18Z', 'revision_number': 6, 'project_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:16:18.752726 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4a3bdc18-efb1-4a1e-b5fa-7c1dfc2984ce req-66d6af4d-fc71-4001-aca0-24b9787bfd82 tempest-ServerShowV257Test-1668625606 tempest-ServerShowV257Test-1668625606-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9314e86-a6f5-4544-91b7-61a21dc1e4e3 HTTP/1.1" status: 200 len: 210 time: 0.0387688 Dec 06 17:16:18.777686 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f25a191f-391a-4c99-9e74-149c0e77e537 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:18.783326 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997d3d26-5638-497b-a9d0-82350b51c45b None None] The sync data for ids ['a4886f3a-dc8e-46d4-bf32-cf444d19046b'] in n-d-master-1 is: [{'id': 'a4886f3a-dc8e-46d4-bf32-cf444d19046b', 'name': 'tempest-FloatingIPsAssociationTestJSON-2021917022-router', 'tenant_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:14:33Z', 'updated_at': '2021-12-06T17:16:18Z', 'revision_number': 6, 'project_id': '9bef0bd25b3044c8b28cf9aea9137f71', 'gw_port_host': None}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:16:18.797251 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c306a3e4-c41d-49d2-883a-dedc47b9ddb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:18.798319 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c306a3e4-c41d-49d2-883a-dedc47b9ddb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:18.798980 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c306a3e4-c41d-49d2-883a-dedc47b9ddb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:18.820260 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f25a191f-391a-4c99-9e74-149c0e77e537 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:18.882923 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-c306a3e4-c41d-49d2-883a-dedc47b9ddb4 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6597838 Dec 06 17:16:18.887707 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 48836) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:16:18.894404 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-408d2114-8efd-48a7-9fc9-ed6643ef59c6 admin admin] Request body: {'subnet': {'network_id': '742a10ac-690c-4b20-8478-eff0e938a907', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-624716877-subnet', 'tenant_id': '106166b49639404dbbdb0814a7bb0996', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:16:18.898940 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c306a3e4-c41d-49d2-883a-dedc47b9ddb4 admin admin] Pushing event updated for resources: {'Network': ['ID=742a10ac-690c-4b20-8478-eff0e938a907,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:18.910214 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 742a10ac-690c-4b20-8478-eff0e938a907 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:16:18.936374 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f25a191f-391a-4c99-9e74-149c0e77e537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:18.940237 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f25a191f-391a-4c99-9e74-149c0e77e537 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:18.943730 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-f25a191f-391a-4c99-9e74-149c0e77e537 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/828ca247-b64f-46b4-a673-a24f8166a067 HTTP/1.1" status: 204 len: 168 time: 0.2986667 Dec 06 17:16:18.954696 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25a191f-391a-4c99-9e74-149c0e77e537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=828ca247-b64f-46b4-a673-a24f8166a067,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:18.965917 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f34e3932-c0e1-42a2-b1b3-9692fb39b37c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:19.003046 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cf99c2-24b4-4594-ab43-476433f180f0 req-3c51ffa7-2683-4d02-86dd-eb48ad2c7d07 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:19.006455 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c4cf99c2-24b4-4594-ab43-476433f180f0 req-3c51ffa7-2683-4d02-86dd-eb48ad2c7d07 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=48dc2ea6-0d69-477c-8b67-e0095cd7dc58 HTTP/1.1" status: 200 len: 944 time: 0.1334288 Dec 06 17:16:19.009390 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:19.012932 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-408d2114-8efd-48a7-9fc9-ed6643ef59c6 admin admin] Made reservation on behalf of 106166b49639404dbbdb0814a7bb0996 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:16:19.015671 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-408d2114-8efd-48a7-9fc9-ed6643ef59c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:19.021606 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34e3932-c0e1-42a2-b1b3-9692fb39b37c admin admin] Pushing event deleted for resources: {'Port': ['ID=ed9d2ed6-cd26-419f-ba6e-fe7113b2b955,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:19.183775 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f34e3932-c0e1-42a2-b1b3-9692fb39b37c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536698'] for router_gateway, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:19.189399 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c4cf99c2-24b4-4594-ab43-476433f180f0 req-949c30a7-70fc-458b-bb67-43d3851c0110 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640356 Dec 06 17:16:19.304461 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f34e3932-c0e1-42a2-b1b3-9692fb39b37c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:19.308871 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f34e3932-c0e1-42a2-b1b3-9692fb39b37c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:19.319435 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device f22f1220-ca3a-474a-bcc5-100acb015c83 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:16:19.327458 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 48844) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:16:19.362578 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: f22f1220-ca3a-474a-bcc5-100acb015c83 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:16:19.363343 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device f22f1220-ca3a-474a-bcc5-100acb015c83 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:16:19.377627 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-5d87100f-4331-4fb8-845f-f7883aa91188 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=587b035f12a444088265d4cbca036b02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0486836 Dec 06 17:16:19.380122 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 48846) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:16:19.383278 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f34e3932-c0e1-42a2-b1b3-9692fb39b37c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:19.383881 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f34e3932-c0e1-42a2-b1b3-9692fb39b37c admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4886f3a-dc8e-46d4-bf32-cf444d19046b {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 17:16:19.411610 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f34e3932-c0e1-42a2-b1b3-9692fb39b37c admin admin] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:19.412751 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-f34e3932-c0e1-42a2-b1b3-9692fb39b37c admin admin] 10.222.0.23 "DELETE /v2.0/routers/a4886f3a-dc8e-46d4-bf32-cf444d19046b HTTP/1.1" status: 204 len: 168 time: 1.3586967 Dec 06 17:16:19.415256 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 48848) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:16:19.430532 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-408d2114-8efd-48a7-9fc9-ed6643ef59c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:19.468736 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9f3a2be9-1457-4629-a035-fced71939024 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:19.482522 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1b121b9-8897-4382-8272-439c305a07f3 admin admin] Deleting subnet 606d14bd-3cdf-4d5d-8976-793383533298 {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:16:19.487801 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408d2114-8efd-48a7-9fc9-ed6643ef59c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6bcded9-2e9e-4013-8db4-7ddb29b6fb4d,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:19.490002 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a1b121b9-8897-4382-8272-439c305a07f3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:19.492202 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 08e0ea7e-fad8-4bb5-a6ed-e46c6bc18dab up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:16:19.501132 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408d2114-8efd-48a7-9fc9-ed6643ef59c6 admin admin] Checking segment: {'id': 'dd0c29c6-1ad9-485f-b214-edff4a445519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '742a10ac-690c-4b20-8478-eff0e938a907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:16:19.501512 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408d2114-8efd-48a7-9fc9-ed6643ef59c6 admin admin] Network hostable DHCP agents. Network: 742a10ac-690c-4b20-8478-eff0e938a907, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:16:19.520890 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9f3a2be9-1457-4629-a035-fced71939024 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:19.521749 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408d2114-8efd-48a7-9fc9-ed6643ef59c6 admin admin] Network 742a10ac-690c-4b20-8478-eff0e938a907 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:16:19.533255 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-408d2114-8efd-48a7-9fc9-ed6643ef59c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 742a10ac-690c-4b20-8478-eff0e938a907) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:16:19.540009 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408d2114-8efd-48a7-9fc9-ed6643ef59c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:19.540639 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-408d2114-8efd-48a7-9fc9-ed6643ef59c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:19.547898 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ebbaec7-2fad-498c-942e-258392521c6f None None] Network 742a10ac-690c-4b20-8478-eff0e938a907 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:16:19.550443 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port 08e0ea7e-fad8-4bb5-a6ed-e46c6bc18dab completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:16:19.554147 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a1b121b9-8897-4382-8272-439c305a07f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:19.560096 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-408d2114-8efd-48a7-9fc9-ed6643ef59c6 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6711543 Dec 06 17:16:19.575033 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port 08e0ea7e-fad8-4bb5-a6ed-e46c6bc18dab triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:16:19.575413 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:19.637724 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9f3a2be9-1457-4629-a035-fced71939024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:19.642102 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9f3a2be9-1457-4629-a035-fced71939024 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:19.645742 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-9f3a2be9-1457-4629-a035-fced71939024 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/33d78540-ad73-4eee-880c-269cb650c273 HTTP/1.1" status: 204 len: 168 time: 0.2621241 Dec 06 17:16:19.700620 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3a2be9-1457-4629-a035-fced71939024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d78540-ad73-4eee-880c-269cb650c273,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:19.750382 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a1b121b9-8897-4382-8272-439c305a07f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:19.785828 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:19.788450 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c5a95e-1b03-4c0b-9c8f-9d291598b8c2 None None] Network 742a10ac-690c-4b20-8478-eff0e938a907 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:16:19.891604 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a1b121b9-8897-4382-8272-439c305a07f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:19.897700 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48dc2ea6-0d69-477c-8b67-e0095cd7dc58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08e0ea7e-fad8-4bb5-a6ed-e46c6bc18dab'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:16:19.900465 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1be1079-d14c-499a-b30e-b52c73f56ac6" -d '{"events": [{"server_uuid": "48dc2ea6-0d69-477c-8b67-e0095cd7dc58", "name": "network-vif-plugged", "status": "completed", "tag": "08e0ea7e-fad8-4bb5-a6ed-e46c6bc18dab"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:16:19.923204 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 08e0ea7e-fad8-4bb5-a6ed-e46c6bc18dab, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=08e0ea7e-fad8-4bb5-a6ed-e46c6bc18dab,segment=NetworkSegment(c5bdebef-6647-4acc-8b76-b3635792eaa5),segment_id=c5bdebef-6647-4acc-8b76-b3635792eaa5)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:16:19.932969 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:19.934758 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6409a5a-4bc1-4a86-a752-689ebc6a1c71 req-c69bc735-520c-4024-9fc8-277dbd160ec1 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:19.944987 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c6409a5a-4bc1-4a86-a752-689ebc6a1c71 req-c69bc735-520c-4024-9fc8-277dbd160ec1 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0fd118f-159f-42dd-a725-ee51344fae03 HTTP/1.1" status: 200 len: 945 time: 0.1147482 Dec 06 17:16:19.963427 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b121b9-8897-4382-8272-439c305a07f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=606d14bd-3cdf-4d5d-8976-793383533298,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:19.989239 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a1b121b9-8897-4382-8272-439c305a07f3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:19.998516 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-a1b121b9-8897-4382-8272-439c305a07f3 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/606d14bd-3cdf-4d5d-8976-793383533298 HTTP/1.1" status: 204 len: 168 time: 0.5822268 Dec 06 17:16:20.002945 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=08e0ea7e-fad8-4bb5-a6ed-e46c6bc18dab,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:20.004034 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 48868) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:16:20.007295 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa39ea7-c99c-4914-bf6c-a5cf9ed489f4 None None] Network 54ec0ce5-40a5-4965-be28-5d5392d9c61d requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:16:20.023415 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d7776210-3275-4873-b22a-9b779f369ab0 req-6c8458c9-bea4-4cc9-ab54-8f330d128345 tempest-ServerShowV257Test-1668625606 tempest-ServerShowV257Test-1668625606-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9314e86-a6f5-4544-91b7-61a21dc1e4e3 HTTP/1.1" status: 200 len: 210 time: 0.0672796 Dec 06 17:16:20.073226 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c6409a5a-4bc1-4a86-a752-689ebc6a1c71 req-49afbb3e-910c-4ba0-928c-3df399efbf2b tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.23 "GET /v2.0/security-groups?id=e017b456-a96a-4d30-8ba2-3b675361f11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285887 Dec 06 17:16:20.152541 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-26d5ad61-6ca1-48aa-b1e1-c7129e95c37a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:20.233286 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-960e8f98-575f-4f72-b2eb-70b0eca3fa6a x-openstack-request-id: req-960e8f98-575f-4f72-b2eb-70b0eca3fa6a {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:16:20.233540 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48dc2ea6-0d69-477c-8b67-e0095cd7dc58", "name": "network-vif-plugged", "status": "completed", "tag": "08e0ea7e-fad8-4bb5-a6ed-e46c6bc18dab", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:16:20.234027 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-960e8f98-575f-4f72-b2eb-70b0eca3fa6a {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:16:20.234441 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48dc2ea6-0d69-477c-8b67-e0095cd7dc58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08e0ea7e-fad8-4bb5-a6ed-e46c6bc18dab', 'code': 200} Dec 06 17:16:20.268208 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-26d5ad61-6ca1-48aa-b1e1-c7129e95c37a admin admin] Deleting port 2c708013-3987-44bb-8bdf-febdd772028b {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:16:20.268208 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-26d5ad61-6ca1-48aa-b1e1-c7129e95c37a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:20.332559 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec61b19-0558-4754-9140-8834c93f40bd req-5d9e95b1-2deb-4d1a-b3cc-3242f735d4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:20.334720 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8ec61b19-0558-4754-9140-8834c93f40bd req-5d9e95b1-2deb-4d1a-b3cc-3242f735d4f4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=48dc2ea6-0d69-477c-8b67-e0095cd7dc58 HTTP/1.1" status: 200 len: 1096 time: 0.1036272 Dec 06 17:16:20.383845 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c53437-e748-4ae0-a809-94bcc623c1c8 None None] DHCP port deletion for 54ec0ce5-40a5-4965-be28-5d5392d9c61d request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:16:20.421455 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-26d5ad61-6ca1-48aa-b1e1-c7129e95c37a admin admin] For port 2c708013-3987-44bb-8bdf-febdd772028b, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2c708013-3987-44bb-8bdf-febdd772028b,segment=NetworkSegment(03765572-315b-4287-b069-bc0490aa8fc6),segment_id=03765572-315b-4287-b069-bc0490aa8fc6)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:16:20.422129 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-26d5ad61-6ca1-48aa-b1e1-c7129e95c37a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:20.440430 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-26d5ad61-6ca1-48aa-b1e1-c7129e95c37a admin admin] Calling delete_port for 2c708013-3987-44bb-8bdf-febdd772028b owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:16:20.446549 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8ec61b19-0558-4754-9140-8834c93f40bd req-7491a5d5-bade-4534-9fbc-ca078877a776 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980251 Dec 06 17:16:20.473328 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-50c53437-e748-4ae0-a809-94bcc623c1c8 None None] Deleting port 2c708013-3987-44bb-8bdf-febdd772028b {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:16:20.473941 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-50c53437-e748-4ae0-a809-94bcc623c1c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:20.507334 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03ede4c-2642-466c-bb2c-a2cb6127480e req-da4e707c-9ba1-4c52-be2f-53006b7a4c38 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:20.508933 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a03ede4c-2642-466c-bb2c-a2cb6127480e req-da4e707c-9ba1-4c52-be2f-53006b7a4c38 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=48dc2ea6-0d69-477c-8b67-e0095cd7dc58 HTTP/1.1" status: 200 len: 945 time: 0.1385119 Dec 06 17:16:20.551823 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-50c53437-e748-4ae0-a809-94bcc623c1c8 None None] For port 2c708013-3987-44bb-8bdf-febdd772028b, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2c708013-3987-44bb-8bdf-febdd772028b,segment=NetworkSegment(03765572-315b-4287-b069-bc0490aa8fc6),segment_id=03765572-315b-4287-b069-bc0490aa8fc6)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:16:20.552354 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-50c53437-e748-4ae0-a809-94bcc623c1c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:20.569219 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-50c53437-e748-4ae0-a809-94bcc623c1c8 None None] Calling delete_port for 2c708013-3987-44bb-8bdf-febdd772028b owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:16:20.586451 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a0ad1-73a9-4bee-bba7-6da35053ac81 req-69348e64-2a85-413b-959b-c6656ceb8043 tempest-ServerAddressesTestJSON-1500334352 tempest-ServerAddressesTestJSON-1500334352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:20.594652 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-908a0ad1-73a9-4bee-bba7-6da35053ac81 req-69348e64-2a85-413b-959b-c6656ceb8043 tempest-ServerAddressesTestJSON-1500334352 tempest-ServerAddressesTestJSON-1500334352-project] 10.222.0.23 "GET /v2.0/networks?id=742a10ac-690c-4b20-8478-eff0e938a907 HTTP/1.1" status: 200 len: 813 time: 0.1420016 Dec 06 17:16:20.595482 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a03ede4c-2642-466c-bb2c-a2cb6127480e req-9186b9ee-54f5-4dc5-90c6-cdcbcca67c11 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768843 Dec 06 17:16:20.613066 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-908a0ad1-73a9-4bee-bba7-6da35053ac81 req-2416625b-d733-4c0a-9295-5cac5c2370e1 tempest-ServerAddressesTestJSON-1500334352 tempest-ServerAddressesTestJSON-1500334352-project] 10.222.0.23 "GET /v2.0/quotas/106166b49639404dbbdb0814a7bb0996 HTTP/1.1" status: 200 len: 375 time: 0.0171032 Dec 06 17:16:20.627019 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-26d5ad61-6ca1-48aa-b1e1-c7129e95c37a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:20.647335 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-908a0ad1-73a9-4bee-bba7-6da35053ac81 req-9b50d39c-2515-4131-9908-155d75532be1 tempest-ServerAddressesTestJSON-1500334352 tempest-ServerAddressesTestJSON-1500334352-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=106166b49639404dbbdb0814a7bb0996&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333765 Dec 06 17:16:20.657258 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-50c53437-e748-4ae0-a809-94bcc623c1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:20.663842 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [req-908a0ad1-73a9-4bee-bba7-6da35053ac81 req-e9e443cf-43df-4a44-8633-19248a846171 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103285) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:16:20.665085 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-908a0ad1-73a9-4bee-bba7-6da35053ac81 req-e9e443cf-43df-4a44-8633-19248a846171 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069416 Dec 06 17:16:20.668208 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d5ad61-6ca1-48aa-b1e1-c7129e95c37a admin admin] Pushing event deleted for resources: {'Port': ['ID=2c708013-3987-44bb-8bdf-febdd772028b,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:20.682451 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d5ad61-6ca1-48aa-b1e1-c7129e95c37a admin admin] No DVR routers for this DVR port 2c708013-3987-44bb-8bdf-febdd772028b on host n-d-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:16:20.691660 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c53437-e748-4ae0-a809-94bcc623c1c8 None None] Pushing event deleted for resources: {'Port': ['ID=2c708013-3987-44bb-8bdf-febdd772028b,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:20.695393 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c53437-e748-4ae0-a809-94bcc623c1c8 None None] No DVR routers for this DVR port 2c708013-3987-44bb-8bdf-febdd772028b on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:16:20.756841 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-26d5ad61-6ca1-48aa-b1e1-c7129e95c37a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:20.782275 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-26d5ad61-6ca1-48aa-b1e1-c7129e95c37a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54ec0ce5-40a5-4965-be28-5d5392d9c61d']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:16:20.796198 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-26d5ad61-6ca1-48aa-b1e1-c7129e95c37a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03765572-315b-4287-b069-bc0490aa8fc6') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:16:20.796512 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-26d5ad61-6ca1-48aa-b1e1-c7129e95c37a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03765572-315b-4287-b069-bc0490aa8fc6') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:16:20.806729 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-26d5ad61-6ca1-48aa-b1e1-c7129e95c37a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:20.820878 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-26d5ad61-6ca1-48aa-b1e1-c7129e95c37a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:20.827794 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26d5ad61-6ca1-48aa-b1e1-c7129e95c37a admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:16:20.827959 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-26d5ad61-6ca1-48aa-b1e1-c7129e95c37a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:20.829566 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 17:16:20.829566 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:16:20.829566 n-d-master-1 neutron-server[103284]: timer() Dec 06 17:16:20.829566 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:16:20.829566 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 17:16:20.829566 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:16:20.829566 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 17:16:20.829566 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:16:20.829566 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 17:16:20.829566 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:16:20.829566 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 17:16:20.829566 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:16:20.829566 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 17:16:20.829566 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:16:20.829566 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:16:20.829566 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:16:20.829566 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:16:20.829566 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:16:20.829566 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 17:16:20.829566 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:16:20.829566 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 17:16:20.829566 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:16:20.829566 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:16:20.829566 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:16:20.829566 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 17:16:20.829566 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:16:20.829566 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:16:20.829566 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:16:20.829566 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:16:20.829566 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:16:20.829566 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:16:20.829566 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:16:20.833857 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-908a0ad1-73a9-4bee-bba7-6da35053ac81 req-4f6bef9f-5de2-4c29-ab8b-92abdf0ff751 service neutron] 10.222.0.23 "GET /v2.0/networks/742a10ac-690c-4b20-8478-eff0e938a907?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605053 Dec 06 17:16:20.897792 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-26d5ad61-6ca1-48aa-b1e1-c7129e95c37a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:20.909765 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-26d5ad61-6ca1-48aa-b1e1-c7129e95c37a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:20.913881 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-26d5ad61-6ca1-48aa-b1e1-c7129e95c37a admin admin] 10.222.0.23 "DELETE /v2.0/networks/54ec0ce5-40a5-4965-be28-5d5392d9c61d HTTP/1.1" status: 204 len: 168 time: 0.9088790 Dec 06 17:16:20.923688 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-908a0ad1-73a9-4bee-bba7-6da35053ac81 req-c3e8b957-dc45-481c-ac74-767b3d9ec4d3 service neutron] 10.222.0.23 "GET /v2.0/networks/742a10ac-690c-4b20-8478-eff0e938a907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889332 Dec 06 17:16:20.928219 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d5ad61-6ca1-48aa-b1e1-c7129e95c37a admin admin] Pushing event deleted for resources: {'Network': ['ID=54ec0ce5-40a5-4965-be28-5d5392d9c61d,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:21.128510 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1af16fb1-0e8a-4481-8c46-7313bece0129 req-e0c716b4-55d8-4f95-a5fe-c16b8f16f06a tempest-ServerAddressesTestJSON-1500334352 tempest-ServerAddressesTestJSON-1500334352-project] 10.222.0.23 "GET /v2.0/ports?device_id=a00a461c-6edd-4eba-9ad1-d8f1dae573a1 HTTP/1.1" status: 200 len: 210 time: 0.0398057 Dec 06 17:16:21.169613 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 48920) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:16:21.227550 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ebb0055e-ea98-4332-bab1-670b2f98c7e7 req-cbc5036f-82cf-4dd6-afc9-7bb3689f9792 tempest-ServerShowV257Test-1668625606 tempest-ServerShowV257Test-1668625606-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9314e86-a6f5-4544-91b7-61a21dc1e4e3 HTTP/1.1" status: 200 len: 210 time: 0.0669248 Dec 06 17:16:21.306893 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558458d1-7397-4d73-8194-255e6c038424 req-58a1bf69-a25b-4927-8698-d75c97d7f082 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:21.308766 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-558458d1-7397-4d73-8194-255e6c038424 req-58a1bf69-a25b-4927-8698-d75c97d7f082 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0fd118f-159f-42dd-a725-ee51344fae03 HTTP/1.1" status: 200 len: 945 time: 0.1165488 Dec 06 17:16:21.314514 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 48930) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:16:21.314657 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-98571856-cdae-4af1-b76f-e5bf276f53bf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9bef0bd25b3044c8b28cf9aea9137f71&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1438739 Dec 06 17:16:21.353958 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 2c708013-3987-44bb-8bdf-febdd772028b no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:16:21.385853 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-558458d1-7397-4d73-8194-255e6c038424 req-cd758dc0-eb01-4adc-a423-ee9ab1fb24ac tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.23 "GET /v2.0/security-groups?id=e017b456-a96a-4d30-8ba2-3b675361f11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613730 Dec 06 17:16:21.400452 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 2c708013-3987-44bb-8bdf-febdd772028b {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:16:21.401994 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 2c708013-3987-44bb-8bdf-febdd772028b not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:16:21.402433 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device ed9d2ed6-cd26-419f-ba6e-fe7113b2b955 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:16:21.434031 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-887ca1a8-a89f-4373-852b-10c68fa64c99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:21.436913 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: ed9d2ed6-cd26-419f-ba6e-fe7113b2b955 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:16:21.437193 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device ed9d2ed6-cd26-419f-ba6e-fe7113b2b955 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:16:21.461820 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-887ca1a8-a89f-4373-852b-10c68fa64c99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:21.523743 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-887ca1a8-a89f-4373-852b-10c68fa64c99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:21.527808 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-887ca1a8-a89f-4373-852b-10c68fa64c99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:21.529101 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-887ca1a8-a89f-4373-852b-10c68fa64c99 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/77a8d875-60b3-4737-9cd6-8d2bcf3a41c8 HTTP/1.1" status: 204 len: 168 time: 0.2134750 Dec 06 17:16:21.540118 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887ca1a8-a89f-4373-852b-10c68fa64c99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a8d875-60b3-4737-9cd6-8d2bcf3a41c8,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:21.731566 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b57c6f-db0d-46fa-8454-e8ba5f7a778a req-e2b83690-43ed-4575-a36c-49ea4c536788 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:21.734559 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-80b57c6f-db0d-46fa-8454-e8ba5f7a778a req-e2b83690-43ed-4575-a36c-49ea4c536788 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=48dc2ea6-0d69-477c-8b67-e0095cd7dc58 HTTP/1.1" status: 200 len: 945 time: 0.0770173 Dec 06 17:16:21.842080 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-80b57c6f-db0d-46fa-8454-e8ba5f7a778a req-32dcb336-91a0-4af2-8229-90b6855ceb55 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006634 Dec 06 17:16:22.227507 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6d09b74d-5ee7-45aa-8679-e1e91f5606ed req-6abf8a78-1bff-4ed7-8ef3-96952edd1e9d tempest-ServerAddressesTestJSON-1500334352 tempest-ServerAddressesTestJSON-1500334352-project] 10.222.0.23 "GET /v2.0/ports?device_id=a00a461c-6edd-4eba-9ad1-d8f1dae573a1 HTTP/1.1" status: 200 len: 210 time: 0.0358484 Dec 06 17:16:22.356822 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ee14ffd7-aa74-43d2-9321-ba50de191807 req-3c70b10a-adff-437e-918a-d2b20539224c tempest-ServerShowV257Test-1668625606 tempest-ServerShowV257Test-1668625606-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9314e86-a6f5-4544-91b7-61a21dc1e4e3 HTTP/1.1" status: 200 len: 210 time: 0.0289152 Dec 06 17:16:22.411947 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a0ad1-73a9-4bee-bba7-6da35053ac81 req-901f7197-ff6e-4aeb-bffb-6eb1cf0d3f95 tempest-ServerAddressesTestJSON-1500334352 tempest-ServerAddressesTestJSON-1500334352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:22.413515 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-908a0ad1-73a9-4bee-bba7-6da35053ac81 req-901f7197-ff6e-4aeb-bffb-6eb1cf0d3f95 tempest-ServerAddressesTestJSON-1500334352 tempest-ServerAddressesTestJSON-1500334352-project] 10.222.0.44 "GET /v2.0/networks?id=742a10ac-690c-4b20-8478-eff0e938a907 HTTP/1.1" status: 200 len: 813 time: 0.1709507 Dec 06 17:16:22.431536 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-908a0ad1-73a9-4bee-bba7-6da35053ac81 req-f41af031-d8ba-4481-bd7e-49cad5ac0153 tempest-ServerAddressesTestJSON-1500334352 tempest-ServerAddressesTestJSON-1500334352-project] Request body: {'port': {'device_id': 'a00a461c-6edd-4eba-9ad1-d8f1dae573a1', 'network_id': '742a10ac-690c-4b20-8478-eff0e938a907', 'admin_state_up': True, 'tenant_id': '106166b49639404dbbdb0814a7bb0996'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:16:22.521089 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 48984) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:16:22.579150 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2ee069-56d1-4c7b-8381-a0810b387951 req-89f19ef2-80d7-4087-8d91-db79df6a2c3a tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:22.581936 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-dc2ee069-56d1-4c7b-8381-a0810b387951 req-89f19ef2-80d7-4087-8d91-db79df6a2c3a tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0fd118f-159f-42dd-a725-ee51344fae03 HTTP/1.1" status: 200 len: 945 time: 0.1218982 Dec 06 17:16:22.654415 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-dc2ee069-56d1-4c7b-8381-a0810b387951 req-881cbb30-83ad-4650-8b66-17ab95f699cb tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.23 "GET /v2.0/security-groups?id=e017b456-a96a-4d30-8ba2-3b675361f11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635073 Dec 06 17:16:22.660235 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-d6a57dd5-ae17-45af-9f9d-60fb6be8f586 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1473742562-network', 'tenant_id': '02144fc12ba74a1981650bca9abe1f68'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:16:22.664599 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-908a0ad1-73a9-4bee-bba7-6da35053ac81 req-f41af031-d8ba-4481-bd7e-49cad5ac0153 tempest-ServerAddressesTestJSON-1500334352 tempest-ServerAddressesTestJSON-1500334352-project] Made reservation on behalf of 106166b49639404dbbdb0814a7bb0996 for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:16:22.668439 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-908a0ad1-73a9-4bee-bba7-6da35053ac81 req-f41af031-d8ba-4481-bd7e-49cad5ac0153 tempest-ServerAddressesTestJSON-1500334352 tempest-ServerAddressesTestJSON-1500334352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:22.706121 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a57dd5-ae17-45af-9f9d-60fb6be8f586 admin admin] Made reservation on behalf of 02144fc12ba74a1981650bca9abe1f68 for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:16:22.708468 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d6a57dd5-ae17-45af-9f9d-60fb6be8f586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:22.754925 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d6a57dd5-ae17-45af-9f9d-60fb6be8f586 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:22.873923 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-908a0ad1-73a9-4bee-bba7-6da35053ac81 req-f41af031-d8ba-4481-bd7e-49cad5ac0153 tempest-ServerAddressesTestJSON-1500334352 tempest-ServerAddressesTestJSON-1500334352-project] Allocated IP 172.20.0.5 (742a10ac-690c-4b20-8478-eff0e938a907/a6bcded9-2e9e-4013-8db4-7ddb29b6fb4d/f1480958-8a2c-4b34-a903-fb60b20f657f) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:16:22.983275 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d6a57dd5-ae17-45af-9f9d-60fb6be8f586 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:23.000997 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d6a57dd5-ae17-45af-9f9d-60fb6be8f586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:23.016088 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6a57dd5-ae17-45af-9f9d-60fb6be8f586 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:16:23.082279 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b4e697-b80d-42c9-934b-e83902276540 req-7f0fab22-52f8-4972-ac06-a6b22e8949da tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:23.083775 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e0b4e697-b80d-42c9-934b-e83902276540 req-7f0fab22-52f8-4972-ac06-a6b22e8949da tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=48dc2ea6-0d69-477c-8b67-e0095cd7dc58 HTTP/1.1" status: 200 len: 945 time: 0.1655099 Dec 06 17:16:23.114494 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11db3c2a-f989-43fd-b44e-ddadd7925d91 req-1a8c2d40-43bb-43a1-a4a0-41f3f00f3694 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:23.116004 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-11db3c2a-f989-43fd-b44e-ddadd7925d91 req-1a8c2d40-43bb-43a1-a4a0-41f3f00f3694 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0fd118f-159f-42dd-a725-ee51344fae03 HTTP/1.1" status: 200 len: 945 time: 0.0533123 Dec 06 17:16:23.133687 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d6a57dd5-ae17-45af-9f9d-60fb6be8f586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:23.134031 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-d6a57dd5-ae17-45af-9f9d-60fb6be8f586 admin admin] Added segment 6285d919-ebe8-415e-85fd-a89492b2bcef of type vlan for network f8b67904-486d-4cd8-b0f0-5981d0687342 Dec 06 17:16:23.155080 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a57dd5-ae17-45af-9f9d-60fb6be8f586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b4dddb-c75c-4098-9eb4-a8824083a061,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:23.170014 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-11db3c2a-f989-43fd-b44e-ddadd7925d91 req-43146082-af4d-496c-99da-addfbc7f1959 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.23 "GET /v2.0/security-groups?id=e017b456-a96a-4d30-8ba2-3b675361f11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470681 Dec 06 17:16:23.230671 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d6a57dd5-ae17-45af-9f9d-60fb6be8f586 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:23.244525 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f10c2aa-645e-4f04-b553-36e96a53860f req-7ffbafa5-ed1d-41ac-99ca-0eefee920959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:23.246694 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5f10c2aa-645e-4f04-b553-36e96a53860f req-7ffbafa5-ed1d-41ac-99ca-0eefee920959 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ec5776faada1431d95950a3e6419a0a1&device_id=d0fd118f-159f-42dd-a725-ee51344fae03 HTTP/1.1" status: 200 len: 1096 time: 0.2157125 Dec 06 17:16:23.275773 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e0b4e697-b80d-42c9-934b-e83902276540 req-6ef9e4bf-5426-4d38-931f-6559ca9c7bfe tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711934 Dec 06 17:16:23.346920 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-908a0ad1-73a9-4bee-bba7-6da35053ac81 req-f41af031-d8ba-4481-bd7e-49cad5ac0153 tempest-ServerAddressesTestJSON-1500334352 tempest-ServerAddressesTestJSON-1500334352-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:23.353934 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d6a57dd5-ae17-45af-9f9d-60fb6be8f586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:23.354924 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a57dd5-ae17-45af-9f9d-60fb6be8f586 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:23.355512 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d6a57dd5-ae17-45af-9f9d-60fb6be8f586 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:23.426592 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-409da4b2-f236-42be-ac0d-53867cf055a9 req-71d6442d-66f8-4f6e-9a34-72682d0b3c57 tempest-ServerAddressesTestJSON-1500334352 tempest-ServerAddressesTestJSON-1500334352-project] 10.222.0.23 "GET /v2.0/ports?device_id=a00a461c-6edd-4eba-9ad1-d8f1dae573a1 HTTP/1.1" status: 200 len: 210 time: 0.0779805 Dec 06 17:16:23.440909 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-d6a57dd5-ae17-45af-9f9d-60fb6be8f586 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9035254 Dec 06 17:16:23.443616 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 49026) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:16:23.450392 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-d1d24aaa-c8f8-4d78-9b0e-1652e08f42e9 admin admin] Request body: {'subnet': {'network_id': 'f8b67904-486d-4cd8-b0f0-5981d0687342', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1473742562-subnet', 'tenant_id': '02144fc12ba74a1981650bca9abe1f68', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:16:23.475483 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1d24aaa-c8f8-4d78-9b0e-1652e08f42e9 admin admin] Made reservation on behalf of 02144fc12ba74a1981650bca9abe1f68 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:16:23.480263 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d1d24aaa-c8f8-4d78-9b0e-1652e08f42e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:23.496973 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f10c2aa-645e-4f04-b553-36e96a53860f req-aa35ee23-d398-46f0-ab9b-e57451b84ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:23.498496 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5f10c2aa-645e-4f04-b553-36e96a53860f req-aa35ee23-d398-46f0-ab9b-e57451b84ae5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=abca4b39-f2d6-40a0-afe6-c5a5f5ffb9aa HTTP/1.1" status: 200 len: 917 time: 0.2399085 Dec 06 17:16:23.500713 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a57dd5-ae17-45af-9f9d-60fb6be8f586 admin admin] Pushing event updated for resources: {'Network': ['ID=f8b67904-486d-4cd8-b0f0-5981d0687342,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:23.512947 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-908a0ad1-73a9-4bee-bba7-6da35053ac81 req-f41af031-d8ba-4481-bd7e-49cad5ac0153 tempest-ServerAddressesTestJSON-1500334352 tempest-ServerAddressesTestJSON-1500334352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:23.519983 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network f8b67904-486d-4cd8-b0f0-5981d0687342 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:16:23.592654 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5f10c2aa-645e-4f04-b553-36e96a53860f req-e757c469-cf3f-4539-b34a-676858152192 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0db2549d-e909-4919-907d-edd6540f589f HTTP/1.1" status: 200 len: 217 time: 0.0730851 Dec 06 17:16:23.642670 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-908a0ad1-73a9-4bee-bba7-6da35053ac81 req-f41af031-d8ba-4481-bd7e-49cad5ac0153 tempest-ServerAddressesTestJSON-1500334352 tempest-ServerAddressesTestJSON-1500334352-project] Network 742a10ac-690c-4b20-8478-eff0e938a907 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:16:23.645011 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-838d49f6-8cc1-449a-a99f-acaf77bc57a5 req-57deaa2b-447b-4848-88cf-ae3f49f62669 tempest-ServerShowV257Test-1668625606 tempest-ServerShowV257Test-1668625606-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9314e86-a6f5-4544-91b7-61a21dc1e4e3 HTTP/1.1" status: 200 len: 210 time: 0.0574734 Dec 06 17:16:23.669161 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-908a0ad1-73a9-4bee-bba7-6da35053ac81 req-f41af031-d8ba-4481-bd7e-49cad5ac0153 tempest-ServerAddressesTestJSON-1500334352 tempest-ServerAddressesTestJSON-1500334352-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:16:23.676554 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-908a0ad1-73a9-4bee-bba7-6da35053ac81 req-f41af031-d8ba-4481-bd7e-49cad5ac0153 tempest-ServerAddressesTestJSON-1500334352 tempest-ServerAddressesTestJSON-1500334352-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:16:23.682640 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41af031-d8ba-4481-bd7e-49cad5ac0153 tempest-ServerAddressesTestJSON-1500334352 tempest-ServerAddressesTestJSON-1500334352-project] Pushing event updated for resources: {'Port': ['ID=f1480958-8a2c-4b34-a903-fb60b20f657f,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:23.768986 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d1d24aaa-c8f8-4d78-9b0e-1652e08f42e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:23.842988 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d24aaa-c8f8-4d78-9b0e-1652e08f42e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5251aaf2-9dd1-4b27-9b16-30ef7366673f,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:23.857821 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564269e7-673f-4280-a315-b14fb8419e36 req-532d0f36-3f09-4012-b996-48d85427e742 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:23.862015 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-564269e7-673f-4280-a315-b14fb8419e36 req-532d0f36-3f09-4012-b996-48d85427e742 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=48dc2ea6-0d69-477c-8b67-e0095cd7dc58 HTTP/1.1" status: 200 len: 945 time: 0.2289355 Dec 06 17:16:23.920628 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d24aaa-c8f8-4d78-9b0e-1652e08f42e9 admin admin] Checking segment: {'id': '6285d919-ebe8-415e-85fd-a89492b2bcef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f8b67904-486d-4cd8-b0f0-5981d0687342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:16:23.921078 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d24aaa-c8f8-4d78-9b0e-1652e08f42e9 admin admin] Network hostable DHCP agents. Network: f8b67904-486d-4cd8-b0f0-5981d0687342, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:16:23.938885 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-564269e7-673f-4280-a315-b14fb8419e36 req-314c6261-9f85-4414-8222-6d770d1c4e59 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727265 Dec 06 17:16:23.952320 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d24aaa-c8f8-4d78-9b0e-1652e08f42e9 admin admin] Network f8b67904-486d-4cd8-b0f0-5981d0687342 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:16:23.972898 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-d1d24aaa-c8f8-4d78-9b0e-1652e08f42e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, f8b67904-486d-4cd8-b0f0-5981d0687342) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:16:23.977058 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d24aaa-c8f8-4d78-9b0e-1652e08f42e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:23.977711 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d1d24aaa-c8f8-4d78-9b0e-1652e08f42e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:23.986019 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856a22d2-2129-42b7-95da-6e1ad5725a62 None None] Network f8b67904-486d-4cd8-b0f0-5981d0687342 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:16:24.002643 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-d1d24aaa-c8f8-4d78-9b0e-1652e08f42e9 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5569091 Dec 06 17:16:24.117672 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f10c2aa-645e-4f04-b553-36e96a53860f req-44d0f493-725d-491e-91a6-930f7c38c68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:24.119148 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5f10c2aa-645e-4f04-b553-36e96a53860f req-44d0f493-725d-491e-91a6-930f7c38c68f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2c3c8f21-d6e2-4216-a4c2-195ad93bf563 HTTP/1.1" status: 200 len: 855 time: 0.5035150 Dec 06 17:16:24.167236 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a0ad1-73a9-4bee-bba7-6da35053ac81 req-f41af031-d8ba-4481-bd7e-49cad5ac0153 tempest-ServerAddressesTestJSON-1500334352 tempest-ServerAddressesTestJSON-1500334352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:24.168600 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-908a0ad1-73a9-4bee-bba7-6da35053ac81 req-f41af031-d8ba-4481-bd7e-49cad5ac0153 tempest-ServerAddressesTestJSON-1500334352 tempest-ServerAddressesTestJSON-1500334352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:24.216748 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af81e68-9b8b-4dd8-8861-13fb42b7c6f0 None None] Network f8b67904-486d-4cd8-b0f0-5981d0687342 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:16:24.216873 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f10c2aa-645e-4f04-b553-36e96a53860f req-a473f52d-9d99-425a-b1d0-13f253635ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:24.220067 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5f10c2aa-645e-4f04-b553-36e96a53860f req-a473f52d-9d99-425a-b1d0-13f253635ee7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=abca4b39-f2d6-40a0-afe6-c5a5f5ffb9aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0927546 Dec 06 17:16:24.226316 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-908a0ad1-73a9-4bee-bba7-6da35053ac81 req-f41af031-d8ba-4481-bd7e-49cad5ac0153 tempest-ServerAddressesTestJSON-1500334352 tempest-ServerAddressesTestJSON-1500334352-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8032272 Dec 06 17:16:24.337611 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5f10c2aa-645e-4f04-b553-36e96a53860f req-295713b7-2d4f-492f-a9de-4c149d453e11 service neutron] 10.222.0.41 "GET /v2.0/networks/abca4b39-f2d6-40a0-afe6-c5a5f5ffb9aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085980 Dec 06 17:16:24.343656 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-908a0ad1-73a9-4bee-bba7-6da35053ac81 req-958de9ef-b624-4392-9836-b8ada7c88a80 service neutron] Request body: {'port': {'device_id': 'a00a461c-6edd-4eba-9ad1-d8f1dae573a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:16:24.390340 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 49052) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:16:24.452621 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-0293bc54-2dce-4404-b02a-09e3fcee114f req-0b0e4c44-bdc2-4d7e-b7b3-794b5f9209eb tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-892766690', 'description': 'tempest-description-587717908'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:16:24.480911 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-0293bc54-2dce-4404-b02a-09e3fcee114f req-0b0e4c44-bdc2-4d7e-b7b3-794b5f9209eb tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:24.500980 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-908a0ad1-73a9-4bee-bba7-6da35053ac81 req-958de9ef-b624-4392-9836-b8ada7c88a80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:24.515538 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeb63e2-b725-40d4-9623-de2883346239 req-19ea0e75-d7f6-4e7f-a97e-4be52606e485 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:24.517148 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0eeb63e2-b725-40d4-9623-de2883346239 req-19ea0e75-d7f6-4e7f-a97e-4be52606e485 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0fd118f-159f-42dd-a725-ee51344fae03 HTTP/1.1" status: 200 len: 945 time: 0.1784678 Dec 06 17:16:24.518815 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b41f122e-1bc7-44cc-9661-3e684832e29f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:24.591380 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-0293bc54-2dce-4404-b02a-09e3fcee114f req-0b0e4c44-bdc2-4d7e-b7b3-794b5f9209eb tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:24.596606 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-0293bc54-2dce-4404-b02a-09e3fcee114f req-0b0e4c44-bdc2-4d7e-b7b3-794b5f9209eb tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:24.635065 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-0293bc54-2dce-4404-b02a-09e3fcee114f req-0b0e4c44-bdc2-4d7e-b7b3-794b5f9209eb tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:24.636396 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0293bc54-2dce-4404-b02a-09e3fcee114f req-0b0e4c44-bdc2-4d7e-b7b3-794b5f9209eb tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.1890581 Dec 06 17:16:24.639386 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5f10c2aa-645e-4f04-b553-36e96a53860f req-f9801e76-b293-49c7-903d-74884c33b68c service neutron] 10.222.0.41 "GET /v2.0/networks/abca4b39-f2d6-40a0-afe6-c5a5f5ffb9aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664118 Dec 06 17:16:24.649076 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0e4c44-bdc2-4d7e-b7b3-794b5f9209eb tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76b2af9d-4b2a-45ff-8fe7-75d2c436cf05,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:24.674082 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b41f122e-1bc7-44cc-9661-3e684832e29f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:24.681650 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b41f122e-1bc7-44cc-9661-3e684832e29f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:24.697278 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0eeb63e2-b725-40d4-9623-de2883346239 req-cf37cab7-33a2-45e3-ad0d-4ee310955a25 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.23 "GET /v2.0/security-groups?id=e017b456-a96a-4d30-8ba2-3b675361f11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693573 Dec 06 17:16:24.732055 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-b41f122e-1bc7-44cc-9661-3e684832e29f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a4c93ab6ac9f44a7a703ff396e3c336f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3403606 Dec 06 17:16:24.739158 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 49062) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:16:24.774587 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41f122e-1bc7-44cc-9661-3e684832e29f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f421ba-d45d-48fb-9785-ce04bcb4b1ad,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:24.801970 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91dfe36-d476-41be-8bc4-170302a60163 req-97564b2f-5359-4292-91cf-e11070332a0c tempest-ServerAddressesTestJSON-1500334352 tempest-ServerAddressesTestJSON-1500334352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:24.803773 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e91dfe36-d476-41be-8bc4-170302a60163 req-97564b2f-5359-4292-91cf-e11070332a0c tempest-ServerAddressesTestJSON-1500334352 tempest-ServerAddressesTestJSON-1500334352-project] 10.222.0.23 "GET /v2.0/ports?device_id=a00a461c-6edd-4eba-9ad1-d8f1dae573a1 HTTP/1.1" status: 200 len: 931 time: 0.0857582 Dec 06 17:16:24.861184 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e91dfe36-d476-41be-8bc4-170302a60163 req-64797c9b-e66a-4a9b-b3ef-125432c5426b tempest-ServerAddressesTestJSON-1500334352 tempest-ServerAddressesTestJSON-1500334352-project] 10.222.0.23 "GET /v2.0/security-groups?id=fde147d9-5223-40c6-aa45-74f5a39ce7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509634 Dec 06 17:16:24.873203 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9527bce3-a388-4a44-8ed7-7c5ee91ab188 req-e1d63e59-7b3e-421f-83a7-339020b8dc7f tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] 10.222.0.23 "GET /v2.0/security-groups/76b2af9d-4b2a-45ff-8fe7-75d2c436cf05 HTTP/1.1" status: 200 len: 1822 time: 0.1348095 Dec 06 17:16:24.896983 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-9527bce3-a388-4a44-8ed7-7c5ee91ab188 req-3d742e89-4177-4ce6-b4e7-a070c655d90d tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '76b2af9d-4b2a-45ff-8fe7-75d2c436cf05', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:16:24.897301 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-9527bce3-a388-4a44-8ed7-7c5ee91ab188 req-3d742e89-4177-4ce6-b4e7-a070c655d90d tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '76b2af9d-4b2a-45ff-8fe7-75d2c436cf05', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:16:24.908501 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c65615e9-60fd-4100-8ed3-344d2f099d59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:24.959622 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c65615e9-60fd-4100-8ed3-344d2f099d59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:24.960492 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-89fe03ca-c670-4ef8-b2e4-ac205a084903 req-fa29c214-3ede-485f-96be-f935eff0b5ad tempest-ServerShowV257Test-1668625606 tempest-ServerShowV257Test-1668625606-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9314e86-a6f5-4544-91b7-61a21dc1e4e3 HTTP/1.1" status: 200 len: 210 time: 0.0301671 Dec 06 17:16:25.043096 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-908a0ad1-73a9-4bee-bba7-6da35053ac81 req-958de9ef-b624-4392-9836-b8ada7c88a80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1480958-8a2c-4b34-a903-fb60b20f657f {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:16:25.056836 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-908a0ad1-73a9-4bee-bba7-6da35053ac81 req-958de9ef-b624-4392-9836-b8ada7c88a80 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:25.062113 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-9527bce3-a388-4a44-8ed7-7c5ee91ab188 req-3d742e89-4177-4ce6-b4e7-a070c655d90d tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:25.091213 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-9527bce3-a388-4a44-8ed7-7c5ee91ab188 req-3d742e89-4177-4ce6-b4e7-a070c655d90d tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:25.096527 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-9527bce3-a388-4a44-8ed7-7c5ee91ab188 req-3d742e89-4177-4ce6-b4e7-a070c655d90d tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:25.098865 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-908a0ad1-73a9-4bee-bba7-6da35053ac81 req-958de9ef-b624-4392-9836-b8ada7c88a80 service neutron] Transition to ACTIVE for port object f1480958-8a2c-4b34-a903-fb60b20f657f will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:16:25.107011 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c65615e9-60fd-4100-8ed3-344d2f099d59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:25.109650 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c65615e9-60fd-4100-8ed3-344d2f099d59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:25.110807 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-c65615e9-60fd-4100-8ed3-344d2f099d59 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c4f421ba-d45d-48fb-9785-ce04bcb4b1ad HTTP/1.1" status: 204 len: 168 time: 0.3707738 Dec 06 17:16:25.116988 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-908a0ad1-73a9-4bee-bba7-6da35053ac81 req-958de9ef-b624-4392-9836-b8ada7c88a80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:25.149548 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1410e1c-5bd9-47ba-897a-2da32b59fe2f req-533511f5-56dc-4f59-8214-b41cced86934 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:25.151391 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c1410e1c-5bd9-47ba-897a-2da32b59fe2f req-533511f5-56dc-4f59-8214-b41cced86934 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=48dc2ea6-0d69-477c-8b67-e0095cd7dc58 HTTP/1.1" status: 200 len: 945 time: 0.0593190 Dec 06 17:16:25.176835 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d742e89-4177-4ce6-b4e7-a070c655d90d tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b39a0a3-80e6-4310-a95d-6d1d78b4e67f,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:25.179142 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65615e9-60fd-4100-8ed3-344d2f099d59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4f421ba-d45d-48fb-9785-ce04bcb4b1ad,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:25.187245 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-9527bce3-a388-4a44-8ed7-7c5ee91ab188 req-3d742e89-4177-4ce6-b4e7-a070c655d90d tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:25.194451 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9527bce3-a388-4a44-8ed7-7c5ee91ab188 req-3d742e89-4177-4ce6-b4e7-a070c655d90d tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3105779 Dec 06 17:16:25.224894 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958de9ef-b624-4392-9836-b8ada7c88a80 service neutron] Pushing event updated for resources: {'Port': ['ID=f1480958-8a2c-4b34-a903-fb60b20f657f,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:25.230575 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c1410e1c-5bd9-47ba-897a-2da32b59fe2f req-62323a04-dbde-4e06-b463-10e9fad6e839 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715389 Dec 06 17:16:25.281412 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-26604f3f-243f-4531-9881-d21c6ccd3edb req-040399ed-f726-4808-8c0c-009cbb0f580f tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1862648253', 'description': 'tempest-description-634320004'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:16:25.319869 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-26604f3f-243f-4531-9881-d21c6ccd3edb req-040399ed-f726-4808-8c0c-009cbb0f580f tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:25.349629 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-908a0ad1-73a9-4bee-bba7-6da35053ac81 req-958de9ef-b624-4392-9836-b8ada7c88a80 service neutron] Attempting to bind port f1480958-8a2c-4b34-a903-fb60b20f657f on host n-h2-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:16:25.350113 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-908a0ad1-73a9-4bee-bba7-6da35053ac81 req-958de9ef-b624-4392-9836-b8ada7c88a80 service neutron] Attempting to bind port f1480958-8a2c-4b34-a903-fb60b20f657f by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'dd0c29c6-1ad9-485f-b214-edff4a445519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '742a10ac-690c-4b20-8478-eff0e938a907'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:16:25.350401 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908a0ad1-73a9-4bee-bba7-6da35053ac81 req-958de9ef-b624-4392-9836-b8ada7c88a80 service neutron] Attempting to bind port f1480958-8a2c-4b34-a903-fb60b20f657f on network 742a10ac-690c-4b20-8478-eff0e938a907 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:16:25.356511 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908a0ad1-73a9-4bee-bba7-6da35053ac81 req-958de9ef-b624-4392-9836-b8ada7c88a80 service neutron] Port f1480958-8a2c-4b34-a903-fb60b20f657f on network 742a10ac-690c-4b20-8478-eff0e938a907 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:16:25.356693 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908a0ad1-73a9-4bee-bba7-6da35053ac81 req-958de9ef-b624-4392-9836-b8ada7c88a80 service neutron] Attempting to bind port f1480958-8a2c-4b34-a903-fb60b20f657f on network 742a10ac-690c-4b20-8478-eff0e938a907 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:16:25.362686 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908a0ad1-73a9-4bee-bba7-6da35053ac81 req-958de9ef-b624-4392-9836-b8ada7c88a80 service neutron] Checking agent: {'id': '9d8b9f49-2860-4c1f-9b89-45a7657a3c4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:16:25.363261 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908a0ad1-73a9-4bee-bba7-6da35053ac81 req-958de9ef-b624-4392-9836-b8ada7c88a80 service neutron] Checking segment: {'id': 'dd0c29c6-1ad9-485f-b214-edff4a445519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '742a10ac-690c-4b20-8478-eff0e938a907'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:16:25.363742 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908a0ad1-73a9-4bee-bba7-6da35053ac81 req-958de9ef-b624-4392-9836-b8ada7c88a80 service neutron] Bound using segment: {'id': 'dd0c29c6-1ad9-485f-b214-edff4a445519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '742a10ac-690c-4b20-8478-eff0e938a907'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:16:25.364230 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-908a0ad1-73a9-4bee-bba7-6da35053ac81 req-958de9ef-b624-4392-9836-b8ada7c88a80 service neutron] Bound port: f1480958-8a2c-4b34-a903-fb60b20f657f, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd0c29c6-1ad9-485f-b214-edff4a445519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '742a10ac-690c-4b20-8478-eff0e938a907'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:16:25.364704 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-908a0ad1-73a9-4bee-bba7-6da35053ac81 req-958de9ef-b624-4392-9836-b8ada7c88a80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:25.408628 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-26604f3f-243f-4531-9881-d21c6ccd3edb req-040399ed-f726-4808-8c0c-009cbb0f580f tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:25.414463 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-26604f3f-243f-4531-9881-d21c6ccd3edb req-040399ed-f726-4808-8c0c-009cbb0f580f tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:25.433307 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-908a0ad1-73a9-4bee-bba7-6da35053ac81 req-958de9ef-b624-4392-9836-b8ada7c88a80 service neutron] For port f1480958-8a2c-4b34-a903-fb60b20f657f, host n-h2-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:16:25.438340 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-908a0ad1-73a9-4bee-bba7-6da35053ac81 req-958de9ef-b624-4392-9836-b8ada7c88a80 service neutron] For port f1480958-8a2c-4b34-a903-fb60b20f657f, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f1480958-8a2c-4b34-a903-fb60b20f657f,segment=NetworkSegment(dd0c29c6-1ad9-485f-b214-edff4a445519),segment_id=dd0c29c6-1ad9-485f-b214-edff4a445519)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:16:25.444687 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-908a0ad1-73a9-4bee-bba7-6da35053ac81 req-958de9ef-b624-4392-9836-b8ada7c88a80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:25.451876 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-26604f3f-243f-4531-9881-d21c6ccd3edb req-040399ed-f726-4808-8c0c-009cbb0f580f tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:25.453440 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-26604f3f-243f-4531-9881-d21c6ccd3edb req-040399ed-f726-4808-8c0c-009cbb0f580f tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.1788573 Dec 06 17:16:25.458286 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040399ed-f726-4808-8c0c-009cbb0f580f tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39a2268a-1179-46c8-bc16-f1e2a72b035f,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:25.504760 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a0ad1-73a9-4bee-bba7-6da35053ac81 req-958de9ef-b624-4392-9836-b8ada7c88a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:25.505352 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-908a0ad1-73a9-4bee-bba7-6da35053ac81 req-958de9ef-b624-4392-9836-b8ada7c88a80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:25.506761 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-908a0ad1-73a9-4bee-bba7-6da35053ac81 req-958de9ef-b624-4392-9836-b8ada7c88a80 service neutron] 10.222.0.44 "PUT /v2.0/ports/f1480958-8a2c-4b34-a903-fb60b20f657f HTTP/1.1" status: 200 len: 1091 time: 1.1671379 Dec 06 17:16:25.509586 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a00a461c-6edd-4eba-9ad1-d8f1dae573a1', 'tag': 'f1480958-8a2c-4b34-a903-fb60b20f657f'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:16:25.511293 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 49078) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:16:25.511497 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e49f39b9-84d0-47c5-86cb-5dc6adfab1eb" -d '{"events": [{"name": "network-changed", "server_uuid": "a00a461c-6edd-4eba-9ad1-d8f1dae573a1", "tag": "f1480958-8a2c-4b34-a903-fb60b20f657f"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:16:25.531670 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-18e95415-9234-45cc-a337-24766407e219 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:25.568902 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bcdf56a-80b5-44d6-94fb-35bed2b3d719 x-openstack-request-id: req-0bcdf56a-80b5-44d6-94fb-35bed2b3d719 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:16:25.569198 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a00a461c-6edd-4eba-9ad1-d8f1dae573a1", "tag": "f1480958-8a2c-4b34-a903-fb60b20f657f", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:16:25.569528 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0bcdf56a-80b5-44d6-94fb-35bed2b3d719 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:16:25.569910 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a00a461c-6edd-4eba-9ad1-d8f1dae573a1', 'tag': 'f1480958-8a2c-4b34-a903-fb60b20f657f', 'status': 'completed', 'code': 200} Dec 06 17:16:25.571662 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958de9ef-b624-4392-9836-b8ada7c88a80 service neutron] Pushing event updated for resources: {'Port': ['ID=f1480958-8a2c-4b34-a903-fb60b20f657f,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:25.610002 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-67c0868f-206d-4ccd-8cc2-4f81ae739498 req-b61c77ba-29d3-4777-bea4-c5063a257b56 tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] 10.222.0.23 "GET /v2.0/security-groups/39a2268a-1179-46c8-bc16-f1e2a72b035f HTTP/1.1" status: 200 len: 1823 time: 0.1244903 Dec 06 17:16:25.617318 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-67c0868f-206d-4ccd-8cc2-4f81ae739498 req-5cfc39f2-16e1-4b81-ae06-5e8828dcc242 tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '39a2268a-1179-46c8-bc16-f1e2a72b035f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:16:25.617692 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-67c0868f-206d-4ccd-8cc2-4f81ae739498 req-5cfc39f2-16e1-4b81-ae06-5e8828dcc242 tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '39a2268a-1179-46c8-bc16-f1e2a72b035f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:16:25.625917 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-18e95415-9234-45cc-a337-24766407e219 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:25.629947 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-18e95415-9234-45cc-a337-24766407e219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:25.641054 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a0ad1-73a9-4bee-bba7-6da35053ac81 req-db9dd0a6-e984-450a-91c1-958859959034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:25.642676 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-908a0ad1-73a9-4bee-bba7-6da35053ac81 req-db9dd0a6-e984-450a-91c1-958859959034 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=106166b49639404dbbdb0814a7bb0996&device_id=a00a461c-6edd-4eba-9ad1-d8f1dae573a1 HTTP/1.1" status: 200 len: 1094 time: 0.0873506 Dec 06 17:16:25.670127 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-18e95415-9234-45cc-a337-24766407e219 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=935dd28f58f24c6092d999a0ae3c2310&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1576350 Dec 06 17:16:25.672418 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e95415-9234-45cc-a337-24766407e219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=979467a8-972a-496f-bc9d-a1418b27123b,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:25.674873 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 49082) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:16:25.708385 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-908a0ad1-73a9-4bee-bba7-6da35053ac81 req-2d6033c8-74a2-41a4-a7bd-05d533b5e027 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f1480958-8a2c-4b34-a903-fb60b20f657f HTTP/1.1" status: 200 len: 217 time: 0.0518467 Dec 06 17:16:25.724599 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e14b99b7-d4b1-45c5-815a-c6f75561d08b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:25.743150 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-67c0868f-206d-4ccd-8cc2-4f81ae739498 req-5cfc39f2-16e1-4b81-ae06-5e8828dcc242 tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:25.747711 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e14b99b7-d4b1-45c5-815a-c6f75561d08b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:25.806647 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-67c0868f-206d-4ccd-8cc2-4f81ae739498 req-5cfc39f2-16e1-4b81-ae06-5e8828dcc242 tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:25.811346 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-67c0868f-206d-4ccd-8cc2-4f81ae739498 req-5cfc39f2-16e1-4b81-ae06-5e8828dcc242 tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:25.814108 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a0ad1-73a9-4bee-bba7-6da35053ac81 req-d06006d5-016a-42c0-a930-b7e6a40373ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:25.815844 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-908a0ad1-73a9-4bee-bba7-6da35053ac81 req-d06006d5-016a-42c0-a930-b7e6a40373ca service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a6bcded9-2e9e-4013-8db4-7ddb29b6fb4d HTTP/1.1" status: 200 len: 853 time: 0.0963931 Dec 06 17:16:25.841680 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610f490f-0ccb-4bf9-8247-ae1b766785d7 req-2204a701-bf6c-4175-95de-3b2ddba87b08 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:25.843567 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-610f490f-0ccb-4bf9-8247-ae1b766785d7 req-2204a701-bf6c-4175-95de-3b2ddba87b08 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0fd118f-159f-42dd-a725-ee51344fae03 HTTP/1.1" status: 200 len: 945 time: 0.0633490 Dec 06 17:16:25.847102 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfc39f2-16e1-4b81-ae06-5e8828dcc242 tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a0b0716-1b65-4585-a48f-67be7ce97550,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:25.854385 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e14b99b7-d4b1-45c5-815a-c6f75561d08b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:25.857526 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e14b99b7-d4b1-45c5-815a-c6f75561d08b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:25.859121 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-e14b99b7-d4b1-45c5-815a-c6f75561d08b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/979467a8-972a-496f-bc9d-a1418b27123b HTTP/1.1" status: 204 len: 168 time: 0.1831725 Dec 06 17:16:25.870449 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-908a0ad1-73a9-4bee-bba7-6da35053ac81 req-b1a4150f-7430-4531-92d7-8d02c3084784 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=742a10ac-690c-4b20-8478-eff0e938a907&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424669 Dec 06 17:16:25.874675 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-67c0868f-206d-4ccd-8cc2-4f81ae739498 req-5cfc39f2-16e1-4b81-ae06-5e8828dcc242 tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:25.875797 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-67c0868f-206d-4ccd-8cc2-4f81ae739498 req-5cfc39f2-16e1-4b81-ae06-5e8828dcc242 tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2649996 Dec 06 17:16:25.889124 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14b99b7-d4b1-45c5-815a-c6f75561d08b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=979467a8-972a-496f-bc9d-a1418b27123b,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:25.942198 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-610f490f-0ccb-4bf9-8247-ae1b766785d7 req-7ea2b423-9cad-4b73-b983-1ad417851a8c tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.23 "GET /v2.0/security-groups?id=e017b456-a96a-4d30-8ba2-3b675361f11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892856 Dec 06 17:16:25.991421 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-3589a463-eb99-4c93-8b61-43a480e9275e req-b1f4e3c6-1999-41de-aaae-4e2e1156151d tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-306993098', 'description': 'tempest-description-1946481906'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:16:26.015438 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3589a463-eb99-4c93-8b61-43a480e9275e req-b1f4e3c6-1999-41de-aaae-4e2e1156151d tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:26.027397 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-908a0ad1-73a9-4bee-bba7-6da35053ac81 req-e66f1d94-0ce4-4e94-878b-6ffe0c264686 service neutron] 10.222.0.44 "GET /v2.0/networks/742a10ac-690c-4b20-8478-eff0e938a907?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490893 Dec 06 17:16:26.040572 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6acbbdd-ca98-42a7-af90-1304fe351249 req-8cc97186-de27-4d7a-bc3a-d982e8013b71 tempest-ServerAddressesTestJSON-1500334352 tempest-ServerAddressesTestJSON-1500334352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:26.042065 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c6acbbdd-ca98-42a7-af90-1304fe351249 req-8cc97186-de27-4d7a-bc3a-d982e8013b71 tempest-ServerAddressesTestJSON-1500334352 tempest-ServerAddressesTestJSON-1500334352-project] 10.222.0.23 "GET /v2.0/ports?device_id=a00a461c-6edd-4eba-9ad1-d8f1dae573a1 HTTP/1.1" status: 200 len: 943 time: 0.0761356 Dec 06 17:16:26.093356 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3589a463-eb99-4c93-8b61-43a480e9275e req-b1f4e3c6-1999-41de-aaae-4e2e1156151d tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:26.098034 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3589a463-eb99-4c93-8b61-43a480e9275e req-b1f4e3c6-1999-41de-aaae-4e2e1156151d tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:26.130438 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f4e3c6-1999-41de-aaae-4e2e1156151d tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64f8cd77-e185-4828-950c-ceb284bdd2e2,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:26.138866 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3589a463-eb99-4c93-8b61-43a480e9275e req-b1f4e3c6-1999-41de-aaae-4e2e1156151d tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:26.140133 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3589a463-eb99-4c93-8b61-43a480e9275e req-b1f4e3c6-1999-41de-aaae-4e2e1156151d tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.1561902 Dec 06 17:16:26.158212 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c6acbbdd-ca98-42a7-af90-1304fe351249 req-ece87ac5-5e9e-4586-988e-2ce3f83d6a48 tempest-ServerAddressesTestJSON-1500334352 tempest-ServerAddressesTestJSON-1500334352-project] 10.222.0.23 "GET /v2.0/security-groups?id=fde147d9-5223-40c6-aa45-74f5a39ce7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970600 Dec 06 17:16:26.189157 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-908a0ad1-73a9-4bee-bba7-6da35053ac81 req-48280c6d-05e4-40a1-a29b-a3e6b2633634 service neutron] 10.222.0.44 "GET /v2.0/networks/742a10ac-690c-4b20-8478-eff0e938a907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455071 Dec 06 17:16:26.282740 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-8960c868-f50c-436e-acbc-024bd3023c55 req-435198dc-9a81-4bc6-ba26-efd4d67b92cf tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-832381347', 'description': 'tempest-description-568043224'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:16:26.298645 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e1a4d39c-74bc-46ea-b200-af2cafb42b66 req-2eb522cb-9dce-4e64-a30c-2cd14be78cb9 tempest-ServerShowV257Test-1668625606 tempest-ServerShowV257Test-1668625606-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9314e86-a6f5-4544-91b7-61a21dc1e4e3 HTTP/1.1" status: 200 len: 210 time: 0.0458050 Dec 06 17:16:26.316695 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49f39b9-84d0-47c5-86cb-5dc6adfab1eb req-064e8b84-85e5-4fe0-9b65-e1d04db9e22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:26.316695 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e49f39b9-84d0-47c5-86cb-5dc6adfab1eb req-064e8b84-85e5-4fe0-9b65-e1d04db9e22c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=106166b49639404dbbdb0814a7bb0996&device_id=a00a461c-6edd-4eba-9ad1-d8f1dae573a1 HTTP/1.1" status: 200 len: 1094 time: 0.0756562 Dec 06 17:16:26.320997 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8960c868-f50c-436e-acbc-024bd3023c55 req-435198dc-9a81-4bc6-ba26-efd4d67b92cf tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:26.418001 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77689ccc-31f0-416f-ac2c-3aad5ac5dd80 req-c5ad01a9-a533-4e26-87aa-84ea232d6607 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:26.421987 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-77689ccc-31f0-416f-ac2c-3aad5ac5dd80 req-c5ad01a9-a533-4e26-87aa-84ea232d6607 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0fd118f-159f-42dd-a725-ee51344fae03 HTTP/1.1" status: 200 len: 945 time: 0.0584455 Dec 06 17:16:26.451603 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49f39b9-84d0-47c5-86cb-5dc6adfab1eb req-3856e8a9-cafc-452f-8c26-e1e4526253e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:26.453193 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e49f39b9-84d0-47c5-86cb-5dc6adfab1eb req-3856e8a9-cafc-452f-8c26-e1e4526253e7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=742a10ac-690c-4b20-8478-eff0e938a907 HTTP/1.1" status: 200 len: 914 time: 0.1272874 Dec 06 17:16:26.475624 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-77689ccc-31f0-416f-ac2c-3aad5ac5dd80 req-3979c179-0cd8-4b08-a508-4ccc7babedc8 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.23 "GET /v2.0/security-groups?id=e017b456-a96a-4d30-8ba2-3b675361f11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499012 Dec 06 17:16:26.518948 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e49f39b9-84d0-47c5-86cb-5dc6adfab1eb req-74df053f-17f2-479e-a5e0-e1ddd36b18ce service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f1480958-8a2c-4b34-a903-fb60b20f657f HTTP/1.1" status: 200 len: 217 time: 0.0523567 Dec 06 17:16:26.521291 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8960c868-f50c-436e-acbc-024bd3023c55 req-435198dc-9a81-4bc6-ba26-efd4d67b92cf tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:26.525997 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8960c868-f50c-436e-acbc-024bd3023c55 req-435198dc-9a81-4bc6-ba26-efd4d67b92cf tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:26.586424 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8960c868-f50c-436e-acbc-024bd3023c55 req-435198dc-9a81-4bc6-ba26-efd4d67b92cf tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:26.588542 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8960c868-f50c-436e-acbc-024bd3023c55 req-435198dc-9a81-4bc6-ba26-efd4d67b92cf tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.3131187 Dec 06 17:16:26.606498 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435198dc-9a81-4bc6-ba26-efd4d67b92cf tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e3cc67-24c9-4390-afdd-873fb897f87a,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:26.613954 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49f39b9-84d0-47c5-86cb-5dc6adfab1eb req-b8924b1a-f00c-49ca-bb40-a53c2b9d41a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:26.615448 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e49f39b9-84d0-47c5-86cb-5dc6adfab1eb req-b8924b1a-f00c-49ca-bb40-a53c2b9d41a9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a6bcded9-2e9e-4013-8db4-7ddb29b6fb4d HTTP/1.1" status: 200 len: 853 time: 0.0797729 Dec 06 17:16:26.623664 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14484556-1b91-4d75-b125-5e037b188fc3 req-9d65b200-7367-41ea-b66d-1f34835a44a4 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:26.625402 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-14484556-1b91-4d75-b125-5e037b188fc3 req-9d65b200-7367-41ea-b66d-1f34835a44a4 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=48dc2ea6-0d69-477c-8b67-e0095cd7dc58 HTTP/1.1" status: 200 len: 945 time: 0.0862188 Dec 06 17:16:26.658891 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e49f39b9-84d0-47c5-86cb-5dc6adfab1eb req-f526f580-f808-4d3c-8b32-7bce87703c4d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=742a10ac-690c-4b20-8478-eff0e938a907&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352495 Dec 06 17:16:26.680577 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-14484556-1b91-4d75-b125-5e037b188fc3 req-8d7a3150-d576-4ed3-9f0c-18630bce05b2 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460663 Dec 06 17:16:26.750862 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e19c91aa-747e-47e7-b612-f118a451a862 req-64f48371-dd70-441f-acda-68d3b65e0afb tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] 10.222.0.23 "GET /v2.0/security-groups/64f8cd77-e185-4828-950c-ceb284bdd2e2 HTTP/1.1" status: 200 len: 1823 time: 0.0426378 Dec 06 17:16:26.803340 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e19c91aa-747e-47e7-b612-f118a451a862 req-2f062f76-3b4f-43b9-9ae0-eb71b8c0ab6d tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] 10.222.0.23 "GET /v2.0/security-groups/a6e3cc67-24c9-4390-afdd-873fb897f87a HTTP/1.1" status: 200 len: 1822 time: 0.0481091 Dec 06 17:16:26.813690 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-e19c91aa-747e-47e7-b612-f118a451a862 req-6a3d80c3-cb84-411d-ae25-43396d63164b tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '64f8cd77-e185-4828-950c-ceb284bdd2e2', 'remote_group_id': 'a6e3cc67-24c9-4390-afdd-873fb897f87a', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:16:26.814114 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-e19c91aa-747e-47e7-b612-f118a451a862 req-6a3d80c3-cb84-411d-ae25-43396d63164b tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '64f8cd77-e185-4828-950c-ceb284bdd2e2', 'remote_group_id': 'a6e3cc67-24c9-4390-afdd-873fb897f87a', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:16:26.816530 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3ddea6-9d3a-42ed-bdd5-8c2a5f8e9153 req-24bcbc5c-2d24-4534-8ce7-b167c3ab0bb6 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:26.818071 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6b3ddea6-9d3a-42ed-bdd5-8c2a5f8e9153 req-24bcbc5c-2d24-4534-8ce7-b167c3ab0bb6 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ae9f1fd-d1d8-4bb1-a649-73affa27ad8a HTTP/1.1" status: 200 len: 946 time: 0.0815229 Dec 06 17:16:26.821591 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e49f39b9-84d0-47c5-86cb-5dc6adfab1eb req-6e07ac37-87f1-433a-b67e-fe0535385d3d service neutron] 10.222.0.44 "GET /v2.0/networks/742a10ac-690c-4b20-8478-eff0e938a907?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519251 Dec 06 17:16:26.876689 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-e19c91aa-747e-47e7-b612-f118a451a862 req-6a3d80c3-cb84-411d-ae25-43396d63164b tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:26.915953 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6b3ddea6-9d3a-42ed-bdd5-8c2a5f8e9153 req-ea013379-3277-49ae-8079-7272871fc145 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.23 "GET /v2.0/security-groups?id=e017b456-a96a-4d30-8ba2-3b675361f11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910125 Dec 06 17:16:26.930629 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-e19c91aa-747e-47e7-b612-f118a451a862 req-6a3d80c3-cb84-411d-ae25-43396d63164b tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:26.937519 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-e19c91aa-747e-47e7-b612-f118a451a862 req-6a3d80c3-cb84-411d-ae25-43396d63164b tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:26.950260 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e49f39b9-84d0-47c5-86cb-5dc6adfab1eb req-291b498a-e3b8-432d-9c03-f3f19891fa6b service neutron] 10.222.0.44 "GET /v2.0/networks/742a10ac-690c-4b20-8478-eff0e938a907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194720 Dec 06 17:16:26.965354 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3d80c3-cb84-411d-ae25-43396d63164b tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=061108ee-4ee8-4ed2-b0fc-019e322656c3,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:26.976387 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-e19c91aa-747e-47e7-b612-f118a451a862 req-6a3d80c3-cb84-411d-ae25-43396d63164b tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:26.977632 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e19c91aa-747e-47e7-b612-f118a451a862 req-6a3d80c3-cb84-411d-ae25-43396d63164b tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1678078 Dec 06 17:16:27.082413 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ab7da8-557b-4518-af1d-54d66e7d3b3f req-16bd19fa-d1db-4a65-8b8b-ab0b70acda7d tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:27.083896 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a8ab7da8-557b-4518-af1d-54d66e7d3b3f req-16bd19fa-d1db-4a65-8b8b-ab0b70acda7d tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea1dc4d5-db52-4d0c-968b-9b977ba74678 HTTP/1.1" status: 200 len: 945 time: 0.0508137 Dec 06 17:16:27.087667 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-c09fee90-a0be-4871-8eda-7ef0e9d79c07 req-1e96ff4f-d952-4d08-8d2a-1663f116c73b tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-593161886', 'description': 'tempest-description-266827737'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:16:27.108940 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-c09fee90-a0be-4871-8eda-7ef0e9d79c07 req-1e96ff4f-d952-4d08-8d2a-1663f116c73b tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:27.133656 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a8ab7da8-557b-4518-af1d-54d66e7d3b3f req-bdbac56e-bcff-4326-a97d-1d2c20b2e2a3 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.23 "GET /v2.0/security-groups?id=e017b456-a96a-4d30-8ba2-3b675361f11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435224 Dec 06 17:16:27.189556 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-c09fee90-a0be-4871-8eda-7ef0e9d79c07 req-1e96ff4f-d952-4d08-8d2a-1663f116c73b tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:27.190654 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [req-4bc061f5-f920-4693-bd78-d8c5574a39e6 req-5d4e5acc-2705-45da-8e45-17cf7e081d5e tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:16:27.191920 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4bc061f5-f920-4693-bd78-d8c5574a39e6 req-5d4e5acc-2705-45da-8e45-17cf7e081d5e tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061078 Dec 06 17:16:27.193893 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-c09fee90-a0be-4871-8eda-7ef0e9d79c07 req-1e96ff4f-d952-4d08-8d2a-1663f116c73b tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:27.223282 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-c09fee90-a0be-4871-8eda-7ef0e9d79c07 req-1e96ff4f-d952-4d08-8d2a-1663f116c73b tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:27.225586 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c09fee90-a0be-4871-8eda-7ef0e9d79c07 req-1e96ff4f-d952-4d08-8d2a-1663f116c73b tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.1420577 Dec 06 17:16:27.227639 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96ff4f-d952-4d08-8d2a-1663f116c73b tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a52290b2-2458-4050-81fe-5f6076a596d3,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:27.286311 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4bc061f5-f920-4693-bd78-d8c5574a39e6 req-5fafea40-d2fc-4581-b684-9b052b0a0dd8 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.0878129 Dec 06 17:16:27.342875 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d14f71-ac38-4d67-8f1d-7ef05868bb5e req-1f8111c8-16e8-41a1-8850-c524698a6f2a tempest-ServerAddressesTestJSON-1500334352 tempest-ServerAddressesTestJSON-1500334352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:27.344271 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e4d14f71-ac38-4d67-8f1d-7ef05868bb5e req-1f8111c8-16e8-41a1-8850-c524698a6f2a tempest-ServerAddressesTestJSON-1500334352 tempest-ServerAddressesTestJSON-1500334352-project] 10.222.0.23 "GET /v2.0/ports?device_id=a00a461c-6edd-4eba-9ad1-d8f1dae573a1 HTTP/1.1" status: 200 len: 943 time: 0.0487022 Dec 06 17:16:27.392252 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e4d14f71-ac38-4d67-8f1d-7ef05868bb5e req-3628302a-29d7-47db-8619-8fb7afb6b476 tempest-ServerAddressesTestJSON-1500334352 tempest-ServerAddressesTestJSON-1500334352-project] 10.222.0.23 "GET /v2.0/security-groups?id=fde147d9-5223-40c6-aa45-74f5a39ce7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417402 Dec 06 17:16:27.420443 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-bec98791-957d-4bcd-8d05-5a8e3216529c req-b262f2f5-97c5-4334-9fa3-192b106bb5bc tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1645406865', 'description': 'tempest-description-715254574'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:16:27.446512 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-bec98791-957d-4bcd-8d05-5a8e3216529c req-b262f2f5-97c5-4334-9fa3-192b106bb5bc tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:27.513268 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-bec98791-957d-4bcd-8d05-5a8e3216529c req-b262f2f5-97c5-4334-9fa3-192b106bb5bc tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:27.517248 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-bec98791-957d-4bcd-8d05-5a8e3216529c req-b262f2f5-97c5-4334-9fa3-192b106bb5bc tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:27.546272 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-bec98791-957d-4bcd-8d05-5a8e3216529c req-b262f2f5-97c5-4334-9fa3-192b106bb5bc tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:27.547485 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bec98791-957d-4bcd-8d05-5a8e3216529c req-b262f2f5-97c5-4334-9fa3-192b106bb5bc tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.1316292 Dec 06 17:16:27.557046 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b262f2f5-97c5-4334-9fa3-192b106bb5bc tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0180a17a-987d-45b1-990d-0240cbbbc480,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:27.584630 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-931d927c-6759-4ce1-a5fd-5539c03f29ec req-b955a03f-6a4b-409d-b067-9f8abbf969d1 tempest-ServerShowV257Test-1668625606 tempest-ServerShowV257Test-1668625606-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9314e86-a6f5-4544-91b7-61a21dc1e4e3 HTTP/1.1" status: 200 len: 210 time: 0.0257320 Dec 06 17:16:27.652217 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3d0ad0-3e65-48aa-93fc-c0c81c6ff503 req-0823c8e8-04dc-4ed0-bb68-dd1454513018 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:27.653706 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5c3d0ad0-3e65-48aa-93fc-c0c81c6ff503 req-0823c8e8-04dc-4ed0-bb68-dd1454513018 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0fd118f-159f-42dd-a725-ee51344fae03 HTTP/1.1" status: 200 len: 945 time: 0.0535135 Dec 06 17:16:27.680445 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-66c54aa2-d2f7-49cb-98e6-775c1249e407 req-49474a1d-7ccf-42ce-aa56-ee0c6dbe4996 tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] 10.222.0.23 "GET /v2.0/security-groups/a52290b2-2458-4050-81fe-5f6076a596d3 HTTP/1.1" status: 200 len: 1822 time: 0.0392811 Dec 06 17:16:27.700617 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5c3d0ad0-3e65-48aa-93fc-c0c81c6ff503 req-51fa5b87-cd84-4852-9e8e-b4af51a0d028 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.23 "GET /v2.0/security-groups?id=e017b456-a96a-4d30-8ba2-3b675361f11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409431 Dec 06 17:16:27.726254 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-66c54aa2-d2f7-49cb-98e6-775c1249e407 req-34d108eb-2d09-40fb-9e07-3c5d688a4276 tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] 10.222.0.23 "GET /v2.0/security-groups/0180a17a-987d-45b1-990d-0240cbbbc480 HTTP/1.1" status: 200 len: 1823 time: 0.0394688 Dec 06 17:16:27.738390 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-66c54aa2-d2f7-49cb-98e6-775c1249e407 req-3bceab5b-27b9-4e19-9f0c-d4a50801e1fa tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'a52290b2-2458-4050-81fe-5f6076a596d3', 'remote_group_id': '0180a17a-987d-45b1-990d-0240cbbbc480', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:16:27.738716 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-66c54aa2-d2f7-49cb-98e6-775c1249e407 req-3bceab5b-27b9-4e19-9f0c-d4a50801e1fa tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'a52290b2-2458-4050-81fe-5f6076a596d3', 'remote_group_id': '0180a17a-987d-45b1-990d-0240cbbbc480', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:16:27.801838 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-66c54aa2-d2f7-49cb-98e6-775c1249e407 req-3bceab5b-27b9-4e19-9f0c-d4a50801e1fa tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:27.840576 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-66c54aa2-d2f7-49cb-98e6-775c1249e407 req-3bceab5b-27b9-4e19-9f0c-d4a50801e1fa tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:27.848312 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-66c54aa2-d2f7-49cb-98e6-775c1249e407 req-3bceab5b-27b9-4e19-9f0c-d4a50801e1fa tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:27.868945 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bceab5b-27b9-4e19-9f0c-d4a50801e1fa tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdd672f8-d816-41f0-b993-d35aed12b523,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:27.876948 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-66c54aa2-d2f7-49cb-98e6-775c1249e407 req-3bceab5b-27b9-4e19-9f0c-d4a50801e1fa tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:27.878172 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-66c54aa2-d2f7-49cb-98e6-775c1249e407 req-3bceab5b-27b9-4e19-9f0c-d4a50801e1fa tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1438107 Dec 06 17:16:27.902602 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482614d9-32c3-4b8e-bf0a-1d7e6ca79070 req-ac19daa1-8aa2-4c2d-99bf-683095c5fa01 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:27.904117 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-482614d9-32c3-4b8e-bf0a-1d7e6ca79070 req-ac19daa1-8aa2-4c2d-99bf-683095c5fa01 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=48dc2ea6-0d69-477c-8b67-e0095cd7dc58 HTTP/1.1" status: 200 len: 945 time: 0.0550606 Dec 06 17:16:27.951642 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-482614d9-32c3-4b8e-bf0a-1d7e6ca79070 req-59e02895-0be7-4848-9ec3-1e467f3fb986 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413258 Dec 06 17:16:27.983991 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b7dd23-065b-4fc8-b17b-834cc25dc9e0 req-6e27b1f6-3d60-48fc-ad5b-b17e3d851c8a tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:27.985739 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-44b7dd23-065b-4fc8-b17b-834cc25dc9e0 req-6e27b1f6-3d60-48fc-ad5b-b17e3d851c8a tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ae9f1fd-d1d8-4bb1-a649-73affa27ad8a HTTP/1.1" status: 200 len: 946 time: 0.0581028 Dec 06 17:16:28.034064 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-44b7dd23-065b-4fc8-b17b-834cc25dc9e0 req-7ee2246c-d65b-4a72-be13-0849872ba8ce tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.23 "GET /v2.0/security-groups?id=e017b456-a96a-4d30-8ba2-3b675361f11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420384 Dec 06 17:16:28.043892 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c1a3d6f1-3d29-427f-962e-54135c37d196 req-d2864254-fde1-4ba8-9ef3-5944807e59e8 tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] 10.222.0.23 "GET /v2.0/security-groups/0180a17a-987d-45b1-990d-0240cbbbc480 HTTP/1.1" status: 200 len: 1823 time: 0.0380325 Dec 06 17:16:28.104027 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-c1a3d6f1-3d29-427f-962e-54135c37d196 req-11edcff6-a8a9-487b-8ce4-579dba9cff71 tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:28.129321 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-c1a3d6f1-3d29-427f-962e-54135c37d196 req-11edcff6-a8a9-487b-8ce4-579dba9cff71 tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:28.151371 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acbd1a0-3fba-437b-85a5-ae7e2b1a335d req-8e7ef63c-f046-4c2e-83dd-d7ab6e991c5a tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:28.153426 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6acbd1a0-3fba-437b-85a5-ae7e2b1a335d req-8e7ef63c-f046-4c2e-83dd-d7ab6e991c5a tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea1dc4d5-db52-4d0c-968b-9b977ba74678 HTTP/1.1" status: 200 len: 945 time: 0.0485108 Dec 06 17:16:28.190646 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-c1a3d6f1-3d29-427f-962e-54135c37d196 req-11edcff6-a8a9-487b-8ce4-579dba9cff71 tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:28.193656 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-c1a3d6f1-3d29-427f-962e-54135c37d196 req-11edcff6-a8a9-487b-8ce4-579dba9cff71 tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:28.194803 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c1a3d6f1-3d29-427f-962e-54135c37d196 req-11edcff6-a8a9-487b-8ce4-579dba9cff71 tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] 10.222.0.23 "DELETE /v2.0/security-groups/0180a17a-987d-45b1-990d-0240cbbbc480 HTTP/1.1" status: 204 len: 173 time: 0.1439753 Dec 06 17:16:28.200868 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6acbd1a0-3fba-437b-85a5-ae7e2b1a335d req-86782946-f8a3-4fb2-bff6-5048da77eaea tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.23 "GET /v2.0/security-groups?id=e017b456-a96a-4d30-8ba2-3b675361f11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412986 Dec 06 17:16:28.204225 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11edcff6-a8a9-487b-8ce4-579dba9cff71 tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0180a17a-987d-45b1-990d-0240cbbbc480,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:28.265519 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d1e5cfa9-180c-4156-810f-0ad78f3325c4 req-092e6561-bb47-45b7-9c14-765b20c1d764 tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] 10.222.0.23 "GET /v2.0/security-groups/a52290b2-2458-4050-81fe-5f6076a596d3 HTTP/1.1" status: 200 len: 1822 time: 0.0404947 Dec 06 17:16:28.327872 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-1649b6d1-0093-4f25-a292-70a80e53cd8c req-5da73988-4522-46c3-9a40-9b528f57d53a tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1311329098', 'description': 'tempest-description-1082541618'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:16:28.348052 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device f1480958-8a2c-4b34-a903-fb60b20f657f details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:16:28.350535 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-1649b6d1-0093-4f25-a292-70a80e53cd8c req-5da73988-4522-46c3-9a40-9b528f57d53a tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:28.398967 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7654a24b-e45c-4718-a45d-2373bd79168e req-458131f3-3555-413f-add5-acaaf9f14804 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:28.405143 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7654a24b-e45c-4718-a45d-2373bd79168e req-458131f3-3555-413f-add5-acaaf9f14804 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:28.411744 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7654a24b-e45c-4718-a45d-2373bd79168e req-458131f3-3555-413f-add5-acaaf9f14804 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:28.413448 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7654a24b-e45c-4718-a45d-2373bd79168e req-458131f3-3555-413f-add5-acaaf9f14804 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea1dc4d5-db52-4d0c-968b-9b977ba74678&device_id=8ae9f1fd-d1d8-4bb1-a649-73affa27ad8a&device_id=d0fd118f-159f-42dd-a725-ee51344fae03 HTTP/1.1" status: 200 len: 2417 time: 0.0693207 Dec 06 17:16:28.430493 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-1649b6d1-0093-4f25-a292-70a80e53cd8c req-5da73988-4522-46c3-9a40-9b528f57d53a tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:28.436190 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-1649b6d1-0093-4f25-a292-70a80e53cd8c req-5da73988-4522-46c3-9a40-9b528f57d53a tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:28.453747 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port f1480958-8a2c-4b34-a903-fb60b20f657f, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f1480958-8a2c-4b34-a903-fb60b20f657f,segment=NetworkSegment(dd0c29c6-1ad9-485f-b214-edff4a445519),segment_id=dd0c29c6-1ad9-485f-b214-edff4a445519)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:16:28.465591 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': 'f1480958-8a2c-4b34-a903-fb60b20f657f', 'network_id': '742a10ac-690c-4b20-8478-eff0e938a907', 'port_id': 'f1480958-8a2c-4b34-a903-fb60b20f657f', 'mac_address': 'fa:16:3e:0d:6a:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6bcded9-2e9e-4013-8db4-7ddb29b6fb4d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:16:28.466406 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-1649b6d1-0093-4f25-a292-70a80e53cd8c req-5da73988-4522-46c3-9a40-9b528f57d53a tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:28.467861 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1649b6d1-0093-4f25-a292-70a80e53cd8c req-5da73988-4522-46c3-9a40-9b528f57d53a tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.1447055 Dec 06 17:16:28.469801 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da73988-4522-46c3-9a40-9b528f57d53a tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57b839ba-ec2e-444d-82e1-29fcfc34d25a,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:28.477053 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7654a24b-e45c-4718-a45d-2373bd79168e req-fa36d440-5eb6-4e6f-bbe7-a867c1a93611 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.23 "GET /v2.0/security-groups?id=e017b456-a96a-4d30-8ba2-3b675361f11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564485 Dec 06 17:16:28.517719 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:28.534544 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1480958-8a2c-4b34-a903-fb60b20f657f {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:16:28.553060 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7e470810-3a85-492d-b630-2bc1177f6300 req-3ff7d212-0567-4780-97c6-f6f8621eb818 tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] 10.222.0.23 "GET /v2.0/security-groups/57b839ba-ec2e-444d-82e1-29fcfc34d25a HTTP/1.1" status: 200 len: 1824 time: 0.0454593 Dec 06 17:16:28.559962 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port f1480958-8a2c-4b34-a903-fb60b20f657f, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f1480958-8a2c-4b34-a903-fb60b20f657f,segment=NetworkSegment(dd0c29c6-1ad9-485f-b214-edff4a445519),segment_id=dd0c29c6-1ad9-485f-b214-edff4a445519)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:16:28.564693 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-7e470810-3a85-492d-b630-2bc1177f6300 req-2ec457fb-1ad0-4d3d-894a-89288d50cb85 tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '57b839ba-ec2e-444d-82e1-29fcfc34d25a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:16:28.564859 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:28.564989 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-7e470810-3a85-492d-b630-2bc1177f6300 req-2ec457fb-1ad0-4d3d-894a-89288d50cb85 tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '57b839ba-ec2e-444d-82e1-29fcfc34d25a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:16:28.595045 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69df7312-4f6b-4077-8342-84875b4a60da req-e54712fc-36f1-4647-a803-59fb6936adf4 tempest-ServerAddressesTestJSON-1500334352 tempest-ServerAddressesTestJSON-1500334352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:28.596695 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-69df7312-4f6b-4077-8342-84875b4a60da req-e54712fc-36f1-4647-a803-59fb6936adf4 tempest-ServerAddressesTestJSON-1500334352 tempest-ServerAddressesTestJSON-1500334352-project] 10.222.0.23 "GET /v2.0/ports?device_id=a00a461c-6edd-4eba-9ad1-d8f1dae573a1 HTTP/1.1" status: 200 len: 943 time: 0.0552485 Dec 06 17:16:28.615400 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=f1480958-8a2c-4b34-a903-fb60b20f657f,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:28.625089 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:16:28.625446 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:16:28.625961 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:16:28.626173 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:16:28.626543 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:16:28.626880 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:16:28.628101 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:16:28.628101 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:16:28.628101 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:16:28.628358 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:16:28.628798 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:16:28.629165 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:16:28.629536 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:16:28.636846 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-7e470810-3a85-492d-b630-2bc1177f6300 req-2ec457fb-1ad0-4d3d-894a-89288d50cb85 tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:28.649981 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-69df7312-4f6b-4077-8342-84875b4a60da req-f105a70f-5b94-450f-adf2-ba878c522b75 tempest-ServerAddressesTestJSON-1500334352 tempest-ServerAddressesTestJSON-1500334352-project] 10.222.0.23 "GET /v2.0/security-groups?id=fde147d9-5223-40c6-aa45-74f5a39ce7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434122 Dec 06 17:16:28.666429 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-7e470810-3a85-492d-b630-2bc1177f6300 req-2ec457fb-1ad0-4d3d-894a-89288d50cb85 tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:28.670859 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-7e470810-3a85-492d-b630-2bc1177f6300 req-2ec457fb-1ad0-4d3d-894a-89288d50cb85 tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:28.692323 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec457fb-1ad0-4d3d-894a-89288d50cb85 tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=193029b5-daa5-45e3-8616-ec276a2bfbc8,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:28.701304 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-7e470810-3a85-492d-b630-2bc1177f6300 req-2ec457fb-1ad0-4d3d-894a-89288d50cb85 tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:28.702567 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7e470810-3a85-492d-b630-2bc1177f6300 req-2ec457fb-1ad0-4d3d-894a-89288d50cb85 tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1427035 Dec 06 17:16:28.761192 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d45cdb96-80a9-42a5-8ee4-9051a7762d0c req-14c6a0e4-b834-4868-b3cf-683390dc1729 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0593512 Dec 06 17:16:28.847331 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e62b0e42-4f6f-4be3-ada2-466173d1ea87 req-aee6061c-1f80-4962-919d-b93d70d22fd0 tempest-ServerShowV257Test-1668625606 tempest-ServerShowV257Test-1668625606-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9314e86-a6f5-4544-91b7-61a21dc1e4e3 HTTP/1.1" status: 200 len: 210 time: 0.0266361 Dec 06 17:16:28.850794 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['f1480958-8a2c-4b34-a903-fb60b20f657f'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:16:28.903665 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-269f9669-f663-49d0-b64a-a5015116649c req-5c5c5fac-6045-4caa-913d-e9f785f0145b tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] 10.222.0.23 "GET /v2.0/security-groups/57b839ba-ec2e-444d-82e1-29fcfc34d25a HTTP/1.1" status: 200 len: 2418 time: 0.0429299 Dec 06 17:16:28.915692 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-269f9669-f663-49d0-b64a-a5015116649c req-f7d8344c-f903-48c9-9bca-864766d55874 tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '57b839ba-ec2e-444d-82e1-29fcfc34d25a', 'remote_group_id': None}]} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:16:28.916017 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-269f9669-f663-49d0-b64a-a5015116649c req-f7d8344c-f903-48c9-9bca-864766d55874 tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '57b839ba-ec2e-444d-82e1-29fcfc34d25a', 'remote_group_id': None}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:16:28.986545 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-269f9669-f663-49d0-b64a-a5015116649c req-f7d8344c-f903-48c9-9bca-864766d55874 tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:29.013505 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-269f9669-f663-49d0-b64a-a5015116649c req-f7d8344c-f903-48c9-9bca-864766d55874 tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:29.017596 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-269f9669-f663-49d0-b64a-a5015116649c req-f7d8344c-f903-48c9-9bca-864766d55874 tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:29.037659 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d8344c-f903-48c9-9bca-864766d55874 tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed12b3f4-a418-404e-abc9-d3e165b146da,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:29.046574 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-269f9669-f663-49d0-b64a-a5015116649c req-f7d8344c-f903-48c9-9bca-864766d55874 tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:29.054370 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-269f9669-f663-49d0-b64a-a5015116649c req-f7d8344c-f903-48c9-9bca-864766d55874 tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1429238 Dec 06 17:16:29.162078 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4c6cef46-5b19-45fd-a2cd-b1be420520b2 req-dccaa3bb-d087-40ac-8636-d6a14da084b0 tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] 10.222.0.23 "GET /v2.0/security-groups/57b839ba-ec2e-444d-82e1-29fcfc34d25a HTTP/1.1" status: 200 len: 3017 time: 0.0407701 Dec 06 17:16:29.176068 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff6ffd2-d309-4e05-8751-74fd321ab42f req-85102017-aa98-43fc-9754-ccecf6d217c6 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:29.177636 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1ff6ffd2-d309-4e05-8751-74fd321ab42f req-85102017-aa98-43fc-9754-ccecf6d217c6 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=48dc2ea6-0d69-477c-8b67-e0095cd7dc58 HTTP/1.1" status: 200 len: 945 time: 0.0496564 Dec 06 17:16:29.226719 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1ff6ffd2-d309-4e05-8751-74fd321ab42f req-1ced97de-067c-4335-826c-f6e609d418dc tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422149 Dec 06 17:16:29.269077 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-657ee019-b581-4491-a3a9-0f9b89fa91a9 req-9cbe57fa-53f1-4ea1-b252-e0302044a915 tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] 10.222.0.23 "GET /v2.0/security-group-rules/ed12b3f4-a418-404e-abc9-d3e165b146da HTTP/1.1" status: 200 len: 783 time: 0.0188468 Dec 06 17:16:29.313902 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-657ee019-b581-4491-a3a9-0f9b89fa91a9 req-a1d5cfd8-98fa-4b3c-81c9-cb2110bebc02 tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] 10.222.0.23 "GET /v2.0/security-groups/57b839ba-ec2e-444d-82e1-29fcfc34d25a HTTP/1.1" status: 200 len: 3017 time: 0.0390375 Dec 06 17:16:29.345958 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-657ee019-b581-4491-a3a9-0f9b89fa91a9 req-88a7e938-0fdb-4c90-81b4-2c4bcf083885 tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:29.353859 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-657ee019-b581-4491-a3a9-0f9b89fa91a9 req-88a7e938-0fdb-4c90-81b4-2c4bcf083885 tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:29.380917 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-657ee019-b581-4491-a3a9-0f9b89fa91a9 req-88a7e938-0fdb-4c90-81b4-2c4bcf083885 tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:29.386904 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-657ee019-b581-4491-a3a9-0f9b89fa91a9 req-88a7e938-0fdb-4c90-81b4-2c4bcf083885 tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:29.388146 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-657ee019-b581-4491-a3a9-0f9b89fa91a9 req-88a7e938-0fdb-4c90-81b4-2c4bcf083885 tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/ed12b3f4-a418-404e-abc9-d3e165b146da HTTP/1.1" status: 204 len: 173 time: 0.0682595 Dec 06 17:16:29.396150 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a7e938-0fdb-4c90-81b4-2c4bcf083885 tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ed12b3f4-a418-404e-abc9-d3e165b146da,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:29.474099 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9dfa12c7-e65c-49cf-9763-019abbc40e29 req-77846aa0-a928-43ba-98d3-ecbca1016f7b tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] 10.222.0.23 "GET /v2.0/security-groups/57b839ba-ec2e-444d-82e1-29fcfc34d25a HTTP/1.1" status: 200 len: 2418 time: 0.0399907 Dec 06 17:16:29.533781 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-9dfa12c7-e65c-49cf-9763-019abbc40e29 req-983dfc29-009c-485d-9ddf-e112f7ac9248 tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:29.565314 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-9dfa12c7-e65c-49cf-9763-019abbc40e29 req-983dfc29-009c-485d-9ddf-e112f7ac9248 tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:29.609772 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-9dfa12c7-e65c-49cf-9763-019abbc40e29 req-983dfc29-009c-485d-9ddf-e112f7ac9248 tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:29.612493 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-9dfa12c7-e65c-49cf-9763-019abbc40e29 req-983dfc29-009c-485d-9ddf-e112f7ac9248 tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:29.613666 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9dfa12c7-e65c-49cf-9763-019abbc40e29 req-983dfc29-009c-485d-9ddf-e112f7ac9248 tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] 10.222.0.23 "DELETE /v2.0/security-groups/57b839ba-ec2e-444d-82e1-29fcfc34d25a HTTP/1.1" status: 204 len: 173 time: 0.1333628 Dec 06 17:16:29.623347 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983dfc29-009c-485d-9ddf-e112f7ac9248 tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b839ba-ec2e-444d-82e1-29fcfc34d25a,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:29.658509 n-d-master-1 neutron-server[103284]: INFO neutron.api.v2.resource [req-7505659e-50c8-4ea9-a362-280d8a5c8186 req-1801efb2-326f-4c64-8be8-6f082b4609ea tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] show failed (client error): The resource could not be found. Dec 06 17:16:29.659544 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7505659e-50c8-4ea9-a362-280d8a5c8186 req-1801efb2-326f-4c64-8be8-6f082b4609ea tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] 10.222.0.23 "GET /v2.0/security-groups/0180a17a-987d-45b1-990d-0240cbbbc480 HTTP/1.1" status: 404 len: 352 time: 0.0153983 Dec 06 17:16:29.722869 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-544e8970-819f-4eea-a060-f7566dcd6439 req-745dc9ad-71c1-4cc5-b23b-e4b61f79b94b tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] 10.222.0.23 "GET /v2.0/security-groups/a52290b2-2458-4050-81fe-5f6076a596d3 HTTP/1.1" status: 200 len: 1822 time: 0.0407147 Dec 06 17:16:29.804418 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-544e8970-819f-4eea-a060-f7566dcd6439 req-f168cebd-4369-428d-8f53-63bfda885276 tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:29.819989 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69158400-bfca-4eeb-8950-9c5df37c00e1 req-af1520a0-b3c9-4662-b71b-8fa6bec41bef tempest-ServerAddressesTestJSON-1500334352 tempest-ServerAddressesTestJSON-1500334352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:29.821684 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-69158400-bfca-4eeb-8950-9c5df37c00e1 req-af1520a0-b3c9-4662-b71b-8fa6bec41bef tempest-ServerAddressesTestJSON-1500334352 tempest-ServerAddressesTestJSON-1500334352-project] 10.222.0.23 "GET /v2.0/ports?device_id=a00a461c-6edd-4eba-9ad1-d8f1dae573a1 HTTP/1.1" status: 200 len: 944 time: 0.0488489 Dec 06 17:16:29.833426 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-544e8970-819f-4eea-a060-f7566dcd6439 req-f168cebd-4369-428d-8f53-63bfda885276 tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:29.872562 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-69158400-bfca-4eeb-8950-9c5df37c00e1 req-9facadb9-d095-4451-bf21-783e91a1b162 tempest-ServerAddressesTestJSON-1500334352 tempest-ServerAddressesTestJSON-1500334352-project] 10.222.0.23 "GET /v2.0/security-groups?id=fde147d9-5223-40c6-aa45-74f5a39ce7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431600 Dec 06 17:16:29.879938 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-544e8970-819f-4eea-a060-f7566dcd6439 req-f168cebd-4369-428d-8f53-63bfda885276 tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:29.882995 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-544e8970-819f-4eea-a060-f7566dcd6439 req-f168cebd-4369-428d-8f53-63bfda885276 tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:29.884592 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-544e8970-819f-4eea-a060-f7566dcd6439 req-f168cebd-4369-428d-8f53-63bfda885276 tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] 10.222.0.23 "DELETE /v2.0/security-groups/a52290b2-2458-4050-81fe-5f6076a596d3 HTTP/1.1" status: 204 len: 173 time: 0.1537716 Dec 06 17:16:29.896425 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f168cebd-4369-428d-8f53-63bfda885276 tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a52290b2-2458-4050-81fe-5f6076a596d3,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:29.928358 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 49250) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:16:30.045711 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ae8c10e6-4129-4f99-9378-244b05723082 req-346bd969-a57d-4cd5-b32a-b3972a2435e1 tempest-ServerShowV257Test-1668625606 tempest-ServerShowV257Test-1668625606-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9314e86-a6f5-4544-91b7-61a21dc1e4e3 HTTP/1.1" status: 200 len: 210 time: 0.0330062 Dec 06 17:16:30.056918 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1cf7607f-0dde-41d7-8c11-165515dd8288 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:30.132052 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d1c07274-3a64-4b53-a29c-2d26c5eadf44 req-aaabd142-be73-4bc0-af35-ead97f9bf422 tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] 10.222.0.23 "GET /v2.0/security-groups/a6e3cc67-24c9-4390-afdd-873fb897f87a HTTP/1.1" status: 200 len: 1822 time: 0.0581014 Dec 06 17:16:30.210794 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1cf7607f-0dde-41d7-8c11-165515dd8288 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:30.217342 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1cf7607f-0dde-41d7-8c11-165515dd8288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:30.237388 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d1c07274-3a64-4b53-a29c-2d26c5eadf44 req-3d5670a1-f346-424c-a6f0-a37cb5ea0a13 tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:30.274584 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-1cf7607f-0dde-41d7-8c11-165515dd8288 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=acd51ae8027746398b8a6ad5e9da1f74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3450294 Dec 06 17:16:30.278424 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 49262) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:16:30.278901 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf7607f-0dde-41d7-8c11-165515dd8288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb61db5-c1e0-4263-99f0-a93d6a436f56,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:30.290088 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d1c07274-3a64-4b53-a29c-2d26c5eadf44 req-3d5670a1-f346-424c-a6f0-a37cb5ea0a13 tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:30.354314 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d1c07274-3a64-4b53-a29c-2d26c5eadf44 req-3d5670a1-f346-424c-a6f0-a37cb5ea0a13 tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:30.357079 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d1c07274-3a64-4b53-a29c-2d26c5eadf44 req-3d5670a1-f346-424c-a6f0-a37cb5ea0a13 tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:30.358266 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d1c07274-3a64-4b53-a29c-2d26c5eadf44 req-3d5670a1-f346-424c-a6f0-a37cb5ea0a13 tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] 10.222.0.23 "DELETE /v2.0/security-groups/a6e3cc67-24c9-4390-afdd-873fb897f87a HTTP/1.1" status: 204 len: 173 time: 0.2187619 Dec 06 17:16:30.359779 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fe099628-def0-4163-afe7-70c9075941be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:30.370713 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5670a1-f346-424c-a6f0-a37cb5ea0a13 tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e3cc67-24c9-4390-afdd-873fb897f87a,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:30.375421 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device f1480958-8a2c-4b34-a903-fb60b20f657f up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:16:30.398536 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafc06cf-50cc-4f80-81c2-e9481a1a2bc4 req-57c15a69-9962-4fd2-a0db-d952cdb533cb tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:30.400085 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-dafc06cf-50cc-4f80-81c2-e9481a1a2bc4 req-57c15a69-9962-4fd2-a0db-d952cdb533cb tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=48dc2ea6-0d69-477c-8b67-e0095cd7dc58 HTTP/1.1" status: 200 len: 945 time: 0.0807416 Dec 06 17:16:30.402638 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fe099628-def0-4163-afe7-70c9075941be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:30.451164 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning for port f1480958-8a2c-4b34-a903-fb60b20f657f completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:16:30.456700 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port f1480958-8a2c-4b34-a903-fb60b20f657f triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:16:30.457352 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:30.483169 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac05c776-dbca-4ba8-be96-4221ce536765 req-a20453b1-04e4-4866-a39d-28c8a35eb1e3 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:30.491804 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ac05c776-dbca-4ba8-be96-4221ce536765 req-a20453b1-04e4-4866-a39d-28c8a35eb1e3 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea1dc4d5-db52-4d0c-968b-9b977ba74678 HTTP/1.1" status: 200 len: 945 time: 0.0727732 Dec 06 17:16:30.516832 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-dafc06cf-50cc-4f80-81c2-e9481a1a2bc4 req-b4fc5a7f-5c52-4706-96c5-738c3936a7b9 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054449 Dec 06 17:16:30.518103 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fe099628-def0-4163-afe7-70c9075941be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:30.522313 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fe099628-def0-4163-afe7-70c9075941be admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:30.526481 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-fe099628-def0-4163-afe7-70c9075941be admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4bb61db5-c1e0-4263-99f0-a93d6a436f56 HTTP/1.1" status: 204 len: 168 time: 0.2462938 Dec 06 17:16:30.536498 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe099628-def0-4163-afe7-70c9075941be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb61db5-c1e0-4263-99f0-a93d6a436f56,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:30.566614 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:30.595242 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ac05c776-dbca-4ba8-be96-4221ce536765 req-3bd5d075-463b-498a-9b49-a811e541e639 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.23 "GET /v2.0/security-groups?id=e017b456-a96a-4d30-8ba2-3b675361f11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011860 Dec 06 17:16:30.597030 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a00a461c-6edd-4eba-9ad1-d8f1dae573a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1480958-8a2c-4b34-a903-fb60b20f657f'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:16:30.600789 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c62361f-8b81-4170-a3a2-ab3b05557c6b" -d '{"events": [{"server_uuid": "a00a461c-6edd-4eba-9ad1-d8f1dae573a1", "name": "network-vif-plugged", "status": "completed", "tag": "f1480958-8a2c-4b34-a903-fb60b20f657f"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:16:30.617092 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port f1480958-8a2c-4b34-a903-fb60b20f657f, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f1480958-8a2c-4b34-a903-fb60b20f657f,segment=NetworkSegment(dd0c29c6-1ad9-485f-b214-edff4a445519),segment_id=dd0c29c6-1ad9-485f-b214-edff4a445519)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:16:30.623137 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:30.648234 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c6fea1a4-1ea8-4dac-8bbe-70c1522063c5 req-5e5a1941-edd6-4029-9d74-01ae0b60e697 tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] 10.222.0.23 "GET /v2.0/security-groups/64f8cd77-e185-4828-950c-ceb284bdd2e2 HTTP/1.1" status: 200 len: 1823 time: 0.0657778 Dec 06 17:16:30.673179 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-376634b6-56ba-4e32-a483-04e7bc857448 x-openstack-request-id: req-376634b6-56ba-4e32-a483-04e7bc857448 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:16:30.673493 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a00a461c-6edd-4eba-9ad1-d8f1dae573a1", "name": "network-vif-plugged", "status": "completed", "tag": "f1480958-8a2c-4b34-a903-fb60b20f657f", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:16:30.673774 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-376634b6-56ba-4e32-a483-04e7bc857448 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:16:30.674472 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a00a461c-6edd-4eba-9ad1-d8f1dae573a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1480958-8a2c-4b34-a903-fb60b20f657f', 'code': 200} Dec 06 17:16:30.691658 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=f1480958-8a2c-4b34-a903-fb60b20f657f,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:30.731542 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-c6fea1a4-1ea8-4dac-8bbe-70c1522063c5 req-9a38f4b7-ce3f-4ebc-86bd-d5511a547e00 tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:30.782401 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-c6fea1a4-1ea8-4dac-8bbe-70c1522063c5 req-9a38f4b7-ce3f-4ebc-86bd-d5511a547e00 tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:30.815832 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c334c-b271-4995-b61a-5d85954a9d60 req-46e84fad-15df-4d70-bce1-b82a738fa063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:30.817428 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-703c334c-b271-4995-b61a-5d85954a9d60 req-46e84fad-15df-4d70-bce1-b82a738fa063 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a00a461c-6edd-4eba-9ad1-d8f1dae573a1 HTTP/1.1" status: 200 len: 1096 time: 0.0795443 Dec 06 17:16:30.858833 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-c6fea1a4-1ea8-4dac-8bbe-70c1522063c5 req-9a38f4b7-ce3f-4ebc-86bd-d5511a547e00 tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:30.861288 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-c6fea1a4-1ea8-4dac-8bbe-70c1522063c5 req-9a38f4b7-ce3f-4ebc-86bd-d5511a547e00 tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:30.862535 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c6fea1a4-1ea8-4dac-8bbe-70c1522063c5 req-9a38f4b7-ce3f-4ebc-86bd-d5511a547e00 tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] 10.222.0.23 "DELETE /v2.0/security-groups/64f8cd77-e185-4828-950c-ceb284bdd2e2 HTTP/1.1" status: 204 len: 173 time: 0.2079902 Dec 06 17:16:30.879528 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a38f4b7-ce3f-4ebc-86bd-d5511a547e00 tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f8cd77-e185-4828-950c-ceb284bdd2e2,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:30.885108 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-703c334c-b271-4995-b61a-5d85954a9d60 req-23743daa-f5bd-49be-a10e-22f0667dde3c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=fde147d9-5223-40c6-aa45-74f5a39ce7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594242 Dec 06 17:16:30.946013 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-08e6c73a-9f0b-4b11-81d5-5768c9e3a086 req-2fde74fb-1a29-40fa-8206-84866509f2e9 tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] 10.222.0.23 "GET /v2.0/security-groups/39a2268a-1179-46c8-bc16-f1e2a72b035f HTTP/1.1" status: 200 len: 2423 time: 0.0623956 Dec 06 17:16:31.001898 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc9cdcc-e587-4fbb-a6ba-7b27bac46a68 req-44c7f13f-25c3-416d-9fb2-3fe95270c238 tempest-ServerAddressesTestJSON-1500334352 tempest-ServerAddressesTestJSON-1500334352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:31.003624 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7dc9cdcc-e587-4fbb-a6ba-7b27bac46a68 req-44c7f13f-25c3-416d-9fb2-3fe95270c238 tempest-ServerAddressesTestJSON-1500334352 tempest-ServerAddressesTestJSON-1500334352-project] 10.222.0.23 "GET /v2.0/ports?device_id=a00a461c-6edd-4eba-9ad1-d8f1dae573a1 HTTP/1.1" status: 200 len: 945 time: 0.0556290 Dec 06 17:16:31.004421 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-08e6c73a-9f0b-4b11-81d5-5768c9e3a086 req-f8708f86-d402-4960-82c6-6f8a00756f26 tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:31.028443 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-08e6c73a-9f0b-4b11-81d5-5768c9e3a086 req-f8708f86-d402-4960-82c6-6f8a00756f26 tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:31.056476 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7dc9cdcc-e587-4fbb-a6ba-7b27bac46a68 req-4fa252c4-98d1-4230-a462-64e750289982 tempest-ServerAddressesTestJSON-1500334352 tempest-ServerAddressesTestJSON-1500334352-project] 10.222.0.23 "GET /v2.0/security-groups?id=fde147d9-5223-40c6-aa45-74f5a39ce7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458465 Dec 06 17:16:31.084294 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-08e6c73a-9f0b-4b11-81d5-5768c9e3a086 req-f8708f86-d402-4960-82c6-6f8a00756f26 tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:31.087096 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-08e6c73a-9f0b-4b11-81d5-5768c9e3a086 req-f8708f86-d402-4960-82c6-6f8a00756f26 tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:31.088486 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-08e6c73a-9f0b-4b11-81d5-5768c9e3a086 req-f8708f86-d402-4960-82c6-6f8a00756f26 tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] 10.222.0.23 "DELETE /v2.0/security-groups/39a2268a-1179-46c8-bc16-f1e2a72b035f HTTP/1.1" status: 204 len: 173 time: 0.1415353 Dec 06 17:16:31.101709 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8708f86-d402-4960-82c6-6f8a00756f26 tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a2268a-1179-46c8-bc16-f1e2a72b035f,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:31.176590 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-42023b10-4d39-42db-8cfd-82e0912bdd1d req-f790647c-0060-4f0a-9710-277938e2040c tempest-ServerShowV257Test-1668625606 tempest-ServerShowV257Test-1668625606-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9314e86-a6f5-4544-91b7-61a21dc1e4e3 HTTP/1.1" status: 200 len: 210 time: 0.0273564 Dec 06 17:16:31.212619 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f6c704cb-c994-43e9-9097-07fbae7b172d req-3d605e61-aaa4-4c75-a7e6-39149ca2db56 tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] 10.222.0.23 "GET /v2.0/security-groups/76b2af9d-4b2a-45ff-8fe7-75d2c436cf05 HTTP/1.1" status: 200 len: 2416 time: 0.0504720 Dec 06 17:16:31.289434 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-f6c704cb-c994-43e9-9097-07fbae7b172d req-b5b933ea-8e71-431b-b594-d89c54a1d223 tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:31.312437 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-f6c704cb-c994-43e9-9097-07fbae7b172d req-b5b933ea-8e71-431b-b594-d89c54a1d223 tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:31.357730 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-f6c704cb-c994-43e9-9097-07fbae7b172d req-b5b933ea-8e71-431b-b594-d89c54a1d223 tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:31.360827 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-f6c704cb-c994-43e9-9097-07fbae7b172d req-b5b933ea-8e71-431b-b594-d89c54a1d223 tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:31.361990 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f6c704cb-c994-43e9-9097-07fbae7b172d req-b5b933ea-8e71-431b-b594-d89c54a1d223 tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] 10.222.0.23 "DELETE /v2.0/security-groups/76b2af9d-4b2a-45ff-8fe7-75d2c436cf05 HTTP/1.1" status: 204 len: 173 time: 0.1394122 Dec 06 17:16:31.367810 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 49302) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:16:31.371732 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b933ea-8e71-431b-b594-d89c54a1d223 tempest-SecurityGroupRulesTestJSON-1965139492 tempest-SecurityGroupRulesTestJSON-1965139492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b2af9d-4b2a-45ff-8fe7-75d2c436cf05,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:31.417833 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1eaf531-c214-4835-b4fe-ff802b3852e1 admin admin] Deleting subnet 5251aaf2-9dd1-4b27-9b16-30ef7366673f {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:16:31.421210 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c1eaf531-c214-4835-b4fe-ff802b3852e1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:31.462476 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c1eaf531-c214-4835-b4fe-ff802b3852e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:31.501986 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c1eaf531-c214-4835-b4fe-ff802b3852e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:31.555647 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c1eaf531-c214-4835-b4fe-ff802b3852e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:31.583877 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eaf531-c214-4835-b4fe-ff802b3852e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5251aaf2-9dd1-4b27-9b16-30ef7366673f,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:31.613624 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0e12d6b5-22a5-492a-bc34-4933e017a3ec req-b6f75d93-90f7-486d-8d7d-6018b71fd344 tempest-ImagesNegativeTestJSON-75708075 tempest-ImagesNegativeTestJSON-75708075-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=d0f0e965352c4a93af76220f7b11acba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346866 Dec 06 17:16:31.614588 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c1eaf531-c214-4835-b4fe-ff802b3852e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:31.620750 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 49318) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:16:31.620907 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-c1eaf531-c214-4835-b4fe-ff802b3852e1 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/5251aaf2-9dd1-4b27-9b16-30ef7366673f HTTP/1.1" status: 204 len: 168 time: 0.2511244 Dec 06 17:16:31.716684 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569c9698-0738-496e-98a7-3b2622ee8b3a req-aaa12493-c197-4b00-9155-9a02a7df0fef tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:31.718120 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-569c9698-0738-496e-98a7-3b2622ee8b3a req-aaa12493-c197-4b00-9155-9a02a7df0fef tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=48dc2ea6-0d69-477c-8b67-e0095cd7dc58 HTTP/1.1" status: 200 len: 945 time: 0.1105459 Dec 06 17:16:31.720923 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3a2e999c-49fe-4c3e-b613-fe05cb38fe97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:31.727032 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e12d6b5-22a5-492a-bc34-4933e017a3ec req-3301eeca-9997-4027-8bb4-6d06bd2de6bc tempest-ImagesNegativeTestJSON-75708075 tempest-ImagesNegativeTestJSON-75708075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:31.728557 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0e12d6b5-22a5-492a-bc34-4933e017a3ec req-3301eeca-9997-4027-8bb4-6d06bd2de6bc tempest-ImagesNegativeTestJSON-75708075 tempest-ImagesNegativeTestJSON-75708075-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1066611 Dec 06 17:16:31.746258 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0e12d6b5-22a5-492a-bc34-4933e017a3ec req-68ce2810-0a96-4986-99e1-d0ea875d111b tempest-ImagesNegativeTestJSON-75708075 tempest-ImagesNegativeTestJSON-75708075-project] 10.222.0.23 "GET /v2.0/quotas/d0f0e965352c4a93af76220f7b11acba HTTP/1.1" status: 200 len: 375 time: 0.0102208 Dec 06 17:16:31.779456 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0e12d6b5-22a5-492a-bc34-4933e017a3ec req-c2736497-22a2-453b-b881-0a55bdd09dcb tempest-ImagesNegativeTestJSON-75708075 tempest-ImagesNegativeTestJSON-75708075-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d0f0e965352c4a93af76220f7b11acba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268021 Dec 06 17:16:31.806606 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-569c9698-0738-496e-98a7-3b2622ee8b3a req-49d7f955-708d-4726-870f-4e290a794cb1 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826476 Dec 06 17:16:31.826314 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 17:16:31.844810 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3a2e999c-49fe-4c3e-b613-fe05cb38fe97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:31.868220 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-3a2e999c-49fe-4c3e-b613-fe05cb38fe97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8b67904-486d-4cd8-b0f0-5981d0687342']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:16:31.892157 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-3a2e999c-49fe-4c3e-b613-fe05cb38fe97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6285d919-ebe8-415e-85fd-a89492b2bcef') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:16:31.892456 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-3a2e999c-49fe-4c3e-b613-fe05cb38fe97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6285d919-ebe8-415e-85fd-a89492b2bcef') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:16:31.918553 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3a2e999c-49fe-4c3e-b613-fe05cb38fe97 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:31.961429 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3a2e999c-49fe-4c3e-b613-fe05cb38fe97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:31.993875 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a475a991-10da-4167-be6f-226be596ee34 req-42a7487f-0497-435f-8144-6f497f510cff tempest-ImagesNegativeTestJSON-75708075 tempest-ImagesNegativeTestJSON-75708075-project] 10.222.0.23 "GET /v2.0/ports?device_id=63d2c5bc-b25d-4a27-992b-bb2d44d0e68e HTTP/1.1" status: 200 len: 210 time: 0.0423391 Dec 06 17:16:31.994892 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be19bfd-8e33-43fd-845b-2608970f0f38 req-efb5d123-a51b-4711-a758-4a08ac0ab8dd tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:31.997016 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6be19bfd-8e33-43fd-845b-2608970f0f38 req-efb5d123-a51b-4711-a758-4a08ac0ab8dd tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea1dc4d5-db52-4d0c-968b-9b977ba74678 HTTP/1.1" status: 200 len: 945 time: 0.1202052 Dec 06 17:16:31.998139 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a2e999c-49fe-4c3e-b613-fe05cb38fe97 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:16:31.998787 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3a2e999c-49fe-4c3e-b613-fe05cb38fe97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:32.000822 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:16:32.000822 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:16:32.000822 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:16:32.000822 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:16:32.000822 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:16:32.000822 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:16:32.000822 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:16:32.000822 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:16:32.000822 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:16:32.000822 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:16:32.000822 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:16:32.000822 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:16:32.000822 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:16:32.000822 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:16:32.000822 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:16:32.000822 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:16:32.000822 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:16:32.000822 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:16:32.000822 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:16:32.000822 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:16:32.000822 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:16:32.000822 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:16:32.000822 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:16:32.000822 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:16:32.000822 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:16:32.000822 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:16:32.000822 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:16:32.000822 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:16:32.000822 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:16:32.000822 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:16:32.000822 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:16:32.000822 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:16:32.107429 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfade47e-cd4b-443c-8a02-56ddd67b0ebf req-123a2bf3-5942-4381-bd71-1a4b9e7df3eb tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:32.109058 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bfade47e-cd4b-443c-8a02-56ddd67b0ebf req-123a2bf3-5942-4381-bd71-1a4b9e7df3eb tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea1dc4d5-db52-4d0c-968b-9b977ba74678 HTTP/1.1" status: 200 len: 945 time: 0.1574938 Dec 06 17:16:32.112283 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3a2e999c-49fe-4c3e-b613-fe05cb38fe97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:32.117172 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3a2e999c-49fe-4c3e-b613-fe05cb38fe97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:32.120557 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-3a2e999c-49fe-4c3e-b613-fe05cb38fe97 admin admin] 10.222.0.23 "DELETE /v2.0/networks/f8b67904-486d-4cd8-b0f0-5981d0687342 HTTP/1.1" status: 204 len: 168 time: 0.4988334 Dec 06 17:16:32.153528 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2e999c-49fe-4c3e-b613-fe05cb38fe97 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8b67904-486d-4cd8-b0f0-5981d0687342,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:32.182647 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6be19bfd-8e33-43fd-845b-2608970f0f38 req-664b4d5a-638e-4a68-829d-9ba42b9d4d26 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.23 "GET /v2.0/security-groups?id=e017b456-a96a-4d30-8ba2-3b675361f11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669204 Dec 06 17:16:32.271811 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-bfade47e-cd4b-443c-8a02-56ddd67b0ebf req-0387b67d-acd6-4743-a176-4c3bbb567b51 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Deleting port d57b6a13-be1f-4160-9d42-e9b71bb279b9 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:16:32.272164 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-bfade47e-cd4b-443c-8a02-56ddd67b0ebf req-0387b67d-acd6-4743-a176-4c3bbb567b51 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:32.388716 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-bfade47e-cd4b-443c-8a02-56ddd67b0ebf req-0387b67d-acd6-4743-a176-4c3bbb567b51 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] For port d57b6a13-be1f-4160-9d42-e9b71bb279b9, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=d57b6a13-be1f-4160-9d42-e9b71bb279b9,segment=NetworkSegment(984ae95e-c60e-40dd-bbe4-3c64f43a2a9d),segment_id=984ae95e-c60e-40dd-bbe4-3c64f43a2a9d)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:16:32.389253 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-bfade47e-cd4b-443c-8a02-56ddd67b0ebf req-0387b67d-acd6-4743-a176-4c3bbb567b51 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:32.406300 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-bfade47e-cd4b-443c-8a02-56ddd67b0ebf req-0387b67d-acd6-4743-a176-4c3bbb567b51 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Calling delete_port for d57b6a13-be1f-4160-9d42-e9b71bb279b9 owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:16:32.460531 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 49342) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:16:32.511323 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-786f3e4c-f9ce-4345-a859-67b1bc6ae927 req-52235946-9038-4de3-8667-467e34beeced tempest-ServerShowV257Test-1668625606 tempest-ServerShowV257Test-1668625606-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9314e86-a6f5-4544-91b7-61a21dc1e4e3 HTTP/1.1" status: 200 len: 210 time: 0.0495894 Dec 06 17:16:32.553089 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-3437af58-fc9c-41ec-8ee5-1964b5a5907c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=02144fc12ba74a1981650bca9abe1f68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0899005 Dec 06 17:16:32.553559 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 49344) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:16:32.575690 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ee0e8b-9fcd-439d-a115-c93ad456fe7c req-deee3b7b-09ce-4daa-bdfd-9055d7c3c5c3 tempest-ServerAddressesTestJSON-1500334352 tempest-ServerAddressesTestJSON-1500334352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:32.585158 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-45ee0e8b-9fcd-439d-a115-c93ad456fe7c req-deee3b7b-09ce-4daa-bdfd-9055d7c3c5c3 tempest-ServerAddressesTestJSON-1500334352 tempest-ServerAddressesTestJSON-1500334352-project] 10.222.0.23 "GET /v2.0/ports?device_id=a00a461c-6edd-4eba-9ad1-d8f1dae573a1 HTTP/1.1" status: 200 len: 945 time: 0.4303515 Dec 06 17:16:32.628928 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-bfade47e-cd4b-443c-8a02-56ddd67b0ebf req-0387b67d-acd6-4743-a176-4c3bbb567b51 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:32.632930 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:32.642944 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['af47245f-7da7-4f3c-bfcb-27cc1bbc5740'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:16:32.645258 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['0db2549d-e909-4919-907d-edd6540f589f', 'd57b6a13-be1f-4160-9d42-e9b71bb279b9'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:16:32.662241 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0387b67d-acd6-4743-a176-4c3bbb567b51 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Pushing event deleted for resources: {'Port': ['ID=d57b6a13-be1f-4160-9d42-e9b71bb279b9,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:32.665445 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-45ee0e8b-9fcd-439d-a115-c93ad456fe7c req-3e913b24-e81a-4777-8ba5-e984228aea94 tempest-ServerAddressesTestJSON-1500334352 tempest-ServerAddressesTestJSON-1500334352-project] 10.222.0.23 "GET /v2.0/security-groups?id=fde147d9-5223-40c6-aa45-74f5a39ce7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793314 Dec 06 17:16:32.709411 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-820302ab-9e98-4c31-9168-c1bf5929d224 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:32.764125 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-820302ab-9e98-4c31-9168-c1bf5929d224 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:32.768663 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfade47e-cd4b-443c-8a02-56ddd67b0ebf req-0387b67d-acd6-4743-a176-4c3bbb567b51 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] No DVR routers for this DVR port d57b6a13-be1f-4160-9d42-e9b71bb279b9 on host n-h1-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:16:32.774164 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-bfade47e-cd4b-443c-8a02-56ddd67b0ebf req-0387b67d-acd6-4743-a176-4c3bbb567b51 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:32.779061 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bfade47e-cd4b-443c-8a02-56ddd67b0ebf req-0387b67d-acd6-4743-a176-4c3bbb567b51 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.41 "DELETE /v2.0/ports/d57b6a13-be1f-4160-9d42-e9b71bb279b9 HTTP/1.1" status: 204 len: 173 time: 0.6546974 Dec 06 17:16:32.779974 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea1dc4d5-db52-4d0c-968b-9b977ba74678', 'name': 'network-vif-deleted', 'tag': 'd57b6a13-be1f-4160-9d42-e9b71bb279b9'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:16:32.784119 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8559c6ea-b16a-464a-87f5-9cc7b340ef4c" -d '{"events": [{"server_uuid": "ea1dc4d5-db52-4d0c-968b-9b977ba74678", "name": "network-vif-deleted", "tag": "d57b6a13-be1f-4160-9d42-e9b71bb279b9"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:16:32.867936 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fc4b39e-a34a-44c1-bdc4-bcdeaa2b1787 x-openstack-request-id: req-3fc4b39e-a34a-44c1-bdc4-bcdeaa2b1787 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:16:32.868096 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea1dc4d5-db52-4d0c-968b-9b977ba74678", "name": "network-vif-deleted", "tag": "d57b6a13-be1f-4160-9d42-e9b71bb279b9", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:16:32.868486 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3fc4b39e-a34a-44c1-bdc4-bcdeaa2b1787 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:16:32.869040 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea1dc4d5-db52-4d0c-968b-9b977ba74678', 'name': 'network-vif-deleted', 'tag': 'd57b6a13-be1f-4160-9d42-e9b71bb279b9', 'status': 'completed', 'code': 200} Dec 06 17:16:32.872785 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-820302ab-9e98-4c31-9168-c1bf5929d224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:32.876301 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-820302ab-9e98-4c31-9168-c1bf5929d224 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:32.883403 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-820302ab-9e98-4c31-9168-c1bf5929d224 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e5b4dddb-c75c-4098-9eb4-a8824083a061 HTTP/1.1" status: 204 len: 168 time: 0.3252208 Dec 06 17:16:32.920272 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820302ab-9e98-4c31-9168-c1bf5929d224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b4dddb-c75c-4098-9eb4-a8824083a061,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:33.006548 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc14c6a-450f-4bf3-92c2-70531edb6cf5 req-5fd04435-09cd-48dd-b933-b1e1ce145f66 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:33.015295 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3dc14c6a-450f-4bf3-92c2-70531edb6cf5 req-5fd04435-09cd-48dd-b933-b1e1ce145f66 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=48dc2ea6-0d69-477c-8b67-e0095cd7dc58 HTTP/1.1" status: 200 len: 945 time: 0.0654857 Dec 06 17:16:33.074512 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3dc14c6a-450f-4bf3-92c2-70531edb6cf5 req-b238d28e-2cf9-4c66-a618-709405e1cc43 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559831 Dec 06 17:16:33.172274 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ea2dda7e-89c0-4185-91c1-b7a5ddb485e1 req-1eaec6ad-e6d4-4da5-9ded-946c0f7a2ed8 tempest-ImagesNegativeTestJSON-75708075 tempest-ImagesNegativeTestJSON-75708075-project] 10.222.0.23 "GET /v2.0/ports?device_id=63d2c5bc-b25d-4a27-992b-bb2d44d0e68e HTTP/1.1" status: 200 len: 210 time: 0.0376863 Dec 06 17:16:33.246618 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff18ae-e82e-43f8-bc41-9657ebfdf384 req-8a335d96-fea2-4f18-b142-ef5c88163412 tempest-ServerAddressesTestJSON-1500334352 tempest-ServerAddressesTestJSON-1500334352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:33.248215 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-76ff18ae-e82e-43f8-bc41-9657ebfdf384 req-8a335d96-fea2-4f18-b142-ef5c88163412 tempest-ServerAddressesTestJSON-1500334352 tempest-ServerAddressesTestJSON-1500334352-project] 10.222.0.23 "GET /v2.0/ports?device_id=a00a461c-6edd-4eba-9ad1-d8f1dae573a1 HTTP/1.1" status: 200 len: 945 time: 0.0870037 Dec 06 17:16:33.320189 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-76ff18ae-e82e-43f8-bc41-9657ebfdf384 req-77ff532b-df96-443f-8b66-e2ac8e05cdc6 tempest-ServerAddressesTestJSON-1500334352 tempest-ServerAddressesTestJSON-1500334352-project] 10.222.0.23 "GET /v2.0/security-groups?id=fde147d9-5223-40c6-aa45-74f5a39ce7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636718 Dec 06 17:16:33.365786 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7feafdf2-8af8-490f-ac88-2968fdce312e req-f69a1735-bf20-4b46-b46d-379e90f9cf41 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea1dc4d5-db52-4d0c-968b-9b977ba74678 HTTP/1.1" status: 200 len: 210 time: 0.0626700 Dec 06 17:16:33.376236 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0e12d6b5-22a5-492a-bc34-4933e017a3ec req-d2d93e1f-05f7-4053-969c-f775042d3fd1 tempest-ImagesNegativeTestJSON-75708075 tempest-ImagesNegativeTestJSON-75708075-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=d0f0e965352c4a93af76220f7b11acba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0611033 Dec 06 17:16:33.508282 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e12d6b5-22a5-492a-bc34-4933e017a3ec req-cd548e62-892b-4b99-b1ec-1c26f335b4c5 tempest-ImagesNegativeTestJSON-75708075 tempest-ImagesNegativeTestJSON-75708075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:33.509745 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0e12d6b5-22a5-492a-bc34-4933e017a3ec req-cd548e62-892b-4b99-b1ec-1c26f335b4c5 tempest-ImagesNegativeTestJSON-75708075 tempest-ImagesNegativeTestJSON-75708075-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1179101 Dec 06 17:16:33.530682 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-0e12d6b5-22a5-492a-bc34-4933e017a3ec req-dea828e4-f5a9-40d6-9ee6-04961c370f9c tempest-ImagesNegativeTestJSON-75708075 tempest-ImagesNegativeTestJSON-75708075-project] Request body: {'port': {'device_id': '63d2c5bc-b25d-4a27-992b-bb2d44d0e68e', 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a', 'admin_state_up': True, 'tenant_id': 'd0f0e965352c4a93af76220f7b11acba'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:16:33.645760 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c2f968a8-33e1-46a9-8b0b-08760492f65a req-5fb312d4-3bb4-46f9-a2e7-e54664975b83 tempest-ServerShowV257Test-1668625606 tempest-ServerShowV257Test-1668625606-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9314e86-a6f5-4544-91b7-61a21dc1e4e3 HTTP/1.1" status: 200 len: 210 time: 0.0422394 Dec 06 17:16:33.723620 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e12d6b5-22a5-492a-bc34-4933e017a3ec req-dea828e4-f5a9-40d6-9ee6-04961c370f9c tempest-ImagesNegativeTestJSON-75708075 tempest-ImagesNegativeTestJSON-75708075-project] Made reservation on behalf of d0f0e965352c4a93af76220f7b11acba for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:16:33.729188 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-0e12d6b5-22a5-492a-bc34-4933e017a3ec req-dea828e4-f5a9-40d6-9ee6-04961c370f9c tempest-ImagesNegativeTestJSON-75708075 tempest-ImagesNegativeTestJSON-75708075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:33.737844 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-0e12d6b5-22a5-492a-bc34-4933e017a3ec req-dea828e4-f5a9-40d6-9ee6-04961c370f9c tempest-ImagesNegativeTestJSON-75708075 tempest-ImagesNegativeTestJSON-75708075-project] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:33.815571 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-0e12d6b5-22a5-492a-bc34-4933e017a3ec req-dea828e4-f5a9-40d6-9ee6-04961c370f9c tempest-ImagesNegativeTestJSON-75708075 tempest-ImagesNegativeTestJSON-75708075-project] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:33.820059 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-0e12d6b5-22a5-492a-bc34-4933e017a3ec req-dea828e4-f5a9-40d6-9ee6-04961c370f9c tempest-ImagesNegativeTestJSON-75708075 tempest-ImagesNegativeTestJSON-75708075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:33.827902 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 49390) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:16:33.891582 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea828e4-f5a9-40d6-9ee6-04961c370f9c tempest-ImagesNegativeTestJSON-75708075 tempest-ImagesNegativeTestJSON-75708075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74681b17-b050-42af-8853-9a354824abe5,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:33.944666 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-8704a82b-645c-40ac-9655-a2caad62c648 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-215464347-network', 'tenant_id': '0688c6db31494470a1b7a5ecaa734bc4'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:16:33.970043 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8704a82b-645c-40ac-9655-a2caad62c648 admin admin] Made reservation on behalf of 0688c6db31494470a1b7a5ecaa734bc4 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:16:33.971957 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-0e12d6b5-22a5-492a-bc34-4933e017a3ec req-dea828e4-f5a9-40d6-9ee6-04961c370f9c tempest-ImagesNegativeTestJSON-75708075 tempest-ImagesNegativeTestJSON-75708075-project] Allocated IP 192.168.233.59 (ee08a0d2-834f-4c39-be47-9c424581246a/1342252a-21e4-4783-88ff-f54776c79059/5d9431d0-e0c5-43d5-be07-284ce1c9c133) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:16:33.973589 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8704a82b-645c-40ac-9655-a2caad62c648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:33.983144 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8704a82b-645c-40ac-9655-a2caad62c648 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:34.073148 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8704a82b-645c-40ac-9655-a2caad62c648 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:34.078120 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8704a82b-645c-40ac-9655-a2caad62c648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:34.096742 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8704a82b-645c-40ac-9655-a2caad62c648 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:16:34.112243 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8704a82b-645c-40ac-9655-a2caad62c648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:34.112599 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-8704a82b-645c-40ac-9655-a2caad62c648 admin admin] Added segment 89275c86-7da9-47f2-a47a-1035a530c501 of type vlan for network b1330ff6-71a6-48db-aedf-2e908404d40b Dec 06 17:16:34.160310 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-0e12d6b5-22a5-492a-bc34-4933e017a3ec req-dea828e4-f5a9-40d6-9ee6-04961c370f9c tempest-ImagesNegativeTestJSON-75708075 tempest-ImagesNegativeTestJSON-75708075-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:34.182082 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8704a82b-645c-40ac-9655-a2caad62c648 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:34.184703 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8704a82b-645c-40ac-9655-a2caad62c648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c657007e-2b96-4108-a795-7e2c1ca6e331,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:34.219477 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8704a82b-645c-40ac-9655-a2caad62c648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:34.221403 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8704a82b-645c-40ac-9655-a2caad62c648 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:34.222157 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8704a82b-645c-40ac-9655-a2caad62c648 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:34.228389 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d6c822-f169-4e62-82ec-9d639f912017 req-6c4650bc-9979-49a7-b206-26789900bb1d tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:34.229971 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d4d6c822-f169-4e62-82ec-9d639f912017 req-6c4650bc-9979-49a7-b206-26789900bb1d tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=48dc2ea6-0d69-477c-8b67-e0095cd7dc58 HTTP/1.1" status: 200 len: 945 time: 0.0765610 Dec 06 17:16:34.244330 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-0e12d6b5-22a5-492a-bc34-4933e017a3ec req-dea828e4-f5a9-40d6-9ee6-04961c370f9c tempest-ImagesNegativeTestJSON-75708075 tempest-ImagesNegativeTestJSON-75708075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:34.326722 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-8704a82b-645c-40ac-9655-a2caad62c648 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4943924 Dec 06 17:16:34.328111 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 49398) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:16:34.329968 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e12d6b5-22a5-492a-bc34-4933e017a3ec req-dea828e4-f5a9-40d6-9ee6-04961c370f9c tempest-ImagesNegativeTestJSON-75708075 tempest-ImagesNegativeTestJSON-75708075-project] Network ee08a0d2-834f-4c39-be47-9c424581246a is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:16:34.337968 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-599183d8-c716-4b32-be64-04a14c971af5 admin admin] Request body: {'subnet': {'network_id': 'b1330ff6-71a6-48db-aedf-2e908404d40b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-215464347-subnet', 'tenant_id': '0688c6db31494470a1b7a5ecaa734bc4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:16:34.340846 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea828e4-f5a9-40d6-9ee6-04961c370f9c tempest-ImagesNegativeTestJSON-75708075 tempest-ImagesNegativeTestJSON-75708075-project] Pushing event updated for resources: {'Port': ['ID=5d9431d0-e0c5-43d5-be07-284ce1c9c133,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:34.376215 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8704a82b-645c-40ac-9655-a2caad62c648 admin admin] Pushing event updated for resources: {'Network': ['ID=b1330ff6-71a6-48db-aedf-2e908404d40b,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:34.391562 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network b1330ff6-71a6-48db-aedf-2e908404d40b details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:16:34.405005 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e3fbcc-f221-45d5-a615-26258eb71555 req-39f6c269-1f5e-4daa-8e0b-f7145e8c0c95 tempest-ImagesNegativeTestJSON-75708075 tempest-ImagesNegativeTestJSON-75708075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:34.410414 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-53e3fbcc-f221-45d5-a615-26258eb71555 req-39f6c269-1f5e-4daa-8e0b-f7145e8c0c95 tempest-ImagesNegativeTestJSON-75708075 tempest-ImagesNegativeTestJSON-75708075-project] 10.222.0.23 "GET /v2.0/ports?device_id=63d2c5bc-b25d-4a27-992b-bb2d44d0e68e HTTP/1.1" status: 200 len: 935 time: 0.0797575 Dec 06 17:16:34.472473 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-53e3fbcc-f221-45d5-a615-26258eb71555 req-9428f753-360e-4679-99e7-e91819f0e48c tempest-ImagesNegativeTestJSON-75708075 tempest-ImagesNegativeTestJSON-75708075-project] 10.222.0.23 "GET /v2.0/security-groups?id=74681b17-b050-42af-8853-9a354824abe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590467 Dec 06 17:16:34.598125 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af6005c-858d-47f4-aaa5-2b2635b30ed8 req-93dfd060-1192-48af-a1cc-aafec96413bf tempest-ServerAddressesTestJSON-1500334352 tempest-ServerAddressesTestJSON-1500334352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:34.600075 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8af6005c-858d-47f4-aaa5-2b2635b30ed8 req-93dfd060-1192-48af-a1cc-aafec96413bf tempest-ServerAddressesTestJSON-1500334352 tempest-ServerAddressesTestJSON-1500334352-project] 10.222.0.23 "GET /v2.0/ports?device_id=a00a461c-6edd-4eba-9ad1-d8f1dae573a1 HTTP/1.1" status: 200 len: 945 time: 0.0603173 Dec 06 17:16:34.652133 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8af6005c-858d-47f4-aaa5-2b2635b30ed8 req-ee9ff3ee-71f0-4dee-b8bc-ea042578e783 tempest-ServerAddressesTestJSON-1500334352 tempest-ServerAddressesTestJSON-1500334352-project] 10.222.0.23 "GET /v2.0/security-groups?id=fde147d9-5223-40c6-aa45-74f5a39ce7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451961 Dec 06 17:16:34.681801 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-0e12d6b5-22a5-492a-bc34-4933e017a3ec req-dea828e4-f5a9-40d6-9ee6-04961c370f9c tempest-ImagesNegativeTestJSON-75708075 tempest-ImagesNegativeTestJSON-75708075-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:16:34.691237 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e12d6b5-22a5-492a-bc34-4933e017a3ec req-dea828e4-f5a9-40d6-9ee6-04961c370f9c tempest-ImagesNegativeTestJSON-75708075 tempest-ImagesNegativeTestJSON-75708075-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:16:34.747357 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d4d6c822-f169-4e62-82ec-9d639f912017 req-795e8cd7-047f-4582-b093-bf0f6555371d tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5004675 Dec 06 17:16:34.823580 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e12d6b5-22a5-492a-bc34-4933e017a3ec req-dea828e4-f5a9-40d6-9ee6-04961c370f9c tempest-ImagesNegativeTestJSON-75708075 tempest-ImagesNegativeTestJSON-75708075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:34.824295 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-0e12d6b5-22a5-492a-bc34-4933e017a3ec req-dea828e4-f5a9-40d6-9ee6-04961c370f9c tempest-ImagesNegativeTestJSON-75708075 tempest-ImagesNegativeTestJSON-75708075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:34.834153 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-599183d8-c716-4b32-be64-04a14c971af5 admin admin] Made reservation on behalf of 0688c6db31494470a1b7a5ecaa734bc4 for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:16:34.836451 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-599183d8-c716-4b32-be64-04a14c971af5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:34.879981 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0e12d6b5-22a5-492a-bc34-4933e017a3ec req-dea828e4-f5a9-40d6-9ee6-04961c370f9c tempest-ImagesNegativeTestJSON-75708075 tempest-ImagesNegativeTestJSON-75708075-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3534718 Dec 06 17:16:34.924738 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c36cd-8753-4c13-bff7-8f8614f78c92 req-e1be93e6-8504-432f-9edd-effd5722db87 tempest-ServerAddressesTestJSON-1500334352 tempest-ServerAddressesTestJSON-1500334352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:34.926346 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a92c36cd-8753-4c13-bff7-8f8614f78c92 req-e1be93e6-8504-432f-9edd-effd5722db87 tempest-ServerAddressesTestJSON-1500334352 tempest-ServerAddressesTestJSON-1500334352-project] 10.222.0.44 "GET /v2.0/ports?device_id=a00a461c-6edd-4eba-9ad1-d8f1dae573a1 HTTP/1.1" status: 200 len: 945 time: 0.2391927 Dec 06 17:16:34.932202 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-0e12d6b5-22a5-492a-bc34-4933e017a3ec req-347b2e33-e723-4a31-be50-b39234f25b67 service neutron] Request body: {'port': {'device_id': '63d2c5bc-b25d-4a27-992b-bb2d44d0e68e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:16:34.996213 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-95847f12-0ee3-43dc-b9f5-55a8ba6c8d6c req-ec8e7777-9faa-442a-9c0d-f8b745e3959f tempest-ServerShowV257Test-1668625606 tempest-ServerShowV257Test-1668625606-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9314e86-a6f5-4544-91b7-61a21dc1e4e3 HTTP/1.1" status: 200 len: 210 time: 0.0586994 Dec 06 17:16:35.063181 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-02cae17d-a1c7-4ed9-b7ee-9010f1c371de None None] Provisioning complete for port 5d9431d0-e0c5-43d5-be07-284ce1c9c133 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:16:35.064126 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-02cae17d-a1c7-4ed9-b7ee-9010f1c371de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:35.119291 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:35.127688 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-0e12d6b5-22a5-492a-bc34-4933e017a3ec req-347b2e33-e723-4a31-be50-b39234f25b67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:35.128112 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-02cae17d-a1c7-4ed9-b7ee-9010f1c371de None None] Port 5d9431d0-e0c5-43d5-be07-284ce1c9c133 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:16:35.263610 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-a92c36cd-8753-4c13-bff7-8f8614f78c92 req-7884f39e-fbc2-45ea-b280-ca1f41e74690 tempest-ServerAddressesTestJSON-1500334352 tempest-ServerAddressesTestJSON-1500334352-project] Deleting port f1480958-8a2c-4b34-a903-fb60b20f657f {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:16:35.264069 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-a92c36cd-8753-4c13-bff7-8f8614f78c92 req-7884f39e-fbc2-45ea-b280-ca1f41e74690 tempest-ServerAddressesTestJSON-1500334352 tempest-ServerAddressesTestJSON-1500334352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:35.429422 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-599183d8-c716-4b32-be64-04a14c971af5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:35.438778 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b990a8-1d35-440e-8b9d-7e7a55c0e769 req-d7988e9f-0190-4615-9da9-c287b303f51f tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:35.440247 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-44b990a8-1d35-440e-8b9d-7e7a55c0e769 req-d7988e9f-0190-4615-9da9-c287b303f51f tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ae9f1fd-d1d8-4bb1-a649-73affa27ad8a HTTP/1.1" status: 200 len: 946 time: 0.2273381 Dec 06 17:16:35.591158 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee32381-ee9d-455e-9da5-799a7a5deea2 req-51461e48-deee-4d8d-9761-c0e2dbe554e3 tempest-ImagesNegativeTestJSON-75708075 tempest-ImagesNegativeTestJSON-75708075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:35.592536 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-cee32381-ee9d-455e-9da5-799a7a5deea2 req-51461e48-deee-4d8d-9761-c0e2dbe554e3 tempest-ImagesNegativeTestJSON-75708075 tempest-ImagesNegativeTestJSON-75708075-project] 10.222.0.23 "GET /v2.0/ports?device_id=63d2c5bc-b25d-4a27-992b-bb2d44d0e68e HTTP/1.1" status: 200 len: 935 time: 0.0477536 Dec 06 17:16:35.607188 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device d57b6a13-be1f-4160-9d42-e9b71bb279b9 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:16:35.607745 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-a92c36cd-8753-4c13-bff7-8f8614f78c92 req-7884f39e-fbc2-45ea-b280-ca1f41e74690 tempest-ServerAddressesTestJSON-1500334352 tempest-ServerAddressesTestJSON-1500334352-project] For port f1480958-8a2c-4b34-a903-fb60b20f657f, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f1480958-8a2c-4b34-a903-fb60b20f657f,segment=NetworkSegment(dd0c29c6-1ad9-485f-b214-edff4a445519),segment_id=dd0c29c6-1ad9-485f-b214-edff4a445519)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:16:35.607884 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-a92c36cd-8753-4c13-bff7-8f8614f78c92 req-7884f39e-fbc2-45ea-b280-ca1f41e74690 tempest-ServerAddressesTestJSON-1500334352 tempest-ServerAddressesTestJSON-1500334352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:35.610675 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599183d8-c716-4b32-be64-04a14c971af5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=407d30a8-656b-4107-b0bb-8b27c7634002,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:35.630439 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] No Port match for: d57b6a13-be1f-4160-9d42-e9b71bb279b9 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:16:35.631101 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device d57b6a13-be1f-4160-9d42-e9b71bb279b9 not bound to the agent host n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:16:35.642827 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-cee32381-ee9d-455e-9da5-799a7a5deea2 req-1bd80cfc-d02c-4c82-a265-6271f2ed459a tempest-ImagesNegativeTestJSON-75708075 tempest-ImagesNegativeTestJSON-75708075-project] 10.222.0.23 "GET /v2.0/security-groups?id=74681b17-b050-42af-8853-9a354824abe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438318 Dec 06 17:16:35.644706 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-a92c36cd-8753-4c13-bff7-8f8614f78c92 req-7884f39e-fbc2-45ea-b280-ca1f41e74690 tempest-ServerAddressesTestJSON-1500334352 tempest-ServerAddressesTestJSON-1500334352-project] Calling delete_port for f1480958-8a2c-4b34-a903-fb60b20f657f owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:16:35.655054 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-44b990a8-1d35-440e-8b9d-7e7a55c0e769 req-42646c1f-03e9-4182-af6a-e0b4fedc7a3d tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.23 "GET /v2.0/security-groups?id=e017b456-a96a-4d30-8ba2-3b675361f11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042994 Dec 06 17:16:35.659251 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599183d8-c716-4b32-be64-04a14c971af5 admin admin] Checking segment: {'id': '89275c86-7da9-47f2-a47a-1035a530c501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b1330ff6-71a6-48db-aedf-2e908404d40b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:16:35.659606 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599183d8-c716-4b32-be64-04a14c971af5 admin admin] Network hostable DHCP agents. Network: b1330ff6-71a6-48db-aedf-2e908404d40b, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:16:35.754825 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599183d8-c716-4b32-be64-04a14c971af5 admin admin] Network b1330ff6-71a6-48db-aedf-2e908404d40b is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:16:35.781199 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0443bc97-08ef-43b6-82af-54f2fd160a7a req-5f96bf03-c98e-40ac-813d-83d870a0d000 tempest-ServerAddressesTestJSON-1500334352 tempest-ServerAddressesTestJSON-1500334352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:35.783369 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0443bc97-08ef-43b6-82af-54f2fd160a7a req-5f96bf03-c98e-40ac-813d-83d870a0d000 tempest-ServerAddressesTestJSON-1500334352 tempest-ServerAddressesTestJSON-1500334352-project] 10.222.0.23 "GET /v2.0/ports?device_id=a00a461c-6edd-4eba-9ad1-d8f1dae573a1 HTTP/1.1" status: 200 len: 945 time: 0.0597177 Dec 06 17:16:35.796191 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-599183d8-c716-4b32-be64-04a14c971af5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, b1330ff6-71a6-48db-aedf-2e908404d40b) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:16:35.805264 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383b6cc6-a8e0-488d-aa68-c63997727ca4 None None] Network b1330ff6-71a6-48db-aedf-2e908404d40b requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:16:35.813386 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599183d8-c716-4b32-be64-04a14c971af5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:35.814161 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-599183d8-c716-4b32-be64-04a14c971af5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:35.838702 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-0e12d6b5-22a5-492a-bc34-4933e017a3ec req-347b2e33-e723-4a31-be50-b39234f25b67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d9431d0-e0c5-43d5-be07-284ce1c9c133 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:16:35.862783 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-0e12d6b5-22a5-492a-bc34-4933e017a3ec req-347b2e33-e723-4a31-be50-b39234f25b67 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:35.873626 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0443bc97-08ef-43b6-82af-54f2fd160a7a req-55ca4ded-0194-4c75-897a-38cdff500740 tempest-ServerAddressesTestJSON-1500334352 tempest-ServerAddressesTestJSON-1500334352-project] 10.222.0.23 "GET /v2.0/security-groups?id=fde147d9-5223-40c6-aa45-74f5a39ce7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804651 Dec 06 17:16:35.900418 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-599183d8-c716-4b32-be64-04a14c971af5 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5665159 Dec 06 17:16:35.900804 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 49422) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:16:35.905737 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-752688c7-3c33-49c4-a303-eca4489bfe1d admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-215464347-router', 'tenant_id': '0688c6db31494470a1b7a5ecaa734bc4', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:16:35.930430 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-752688c7-3c33-49c4-a303-eca4489bfe1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:35.932352 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-752688c7-3c33-49c4-a303-eca4489bfe1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:35.949045 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868f8cfb-1705-49af-ab6d-20d3d1e3c1e6 req-92b8d866-eff1-4e4b-8a55-62922d181b0b tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:35.951675 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-868f8cfb-1705-49af-ab6d-20d3d1e3c1e6 req-92b8d866-eff1-4e4b-8a55-62922d181b0b tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=48dc2ea6-0d69-477c-8b67-e0095cd7dc58 HTTP/1.1" status: 200 len: 945 time: 0.1344659 Dec 06 17:16:35.962934 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-0e12d6b5-22a5-492a-bc34-4933e017a3ec req-347b2e33-e723-4a31-be50-b39234f25b67 service neutron] Transition to ACTIVE for port object 5d9431d0-e0c5-43d5-be07-284ce1c9c133 will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:16:35.965621 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-a92c36cd-8753-4c13-bff7-8f8614f78c92 req-7884f39e-fbc2-45ea-b280-ca1f41e74690 tempest-ServerAddressesTestJSON-1500334352 tempest-ServerAddressesTestJSON-1500334352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:35.984151 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['f1480958-8a2c-4b34-a903-fb60b20f657f'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:16:35.989333 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-0e12d6b5-22a5-492a-bc34-4933e017a3ec req-347b2e33-e723-4a31-be50-b39234f25b67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:36.012701 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-752688c7-3c33-49c4-a303-eca4489bfe1d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:36.020045 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7884f39e-fbc2-45ea-b280-ca1f41e74690 tempest-ServerAddressesTestJSON-1500334352 tempest-ServerAddressesTestJSON-1500334352-project] Pushing event deleted for resources: {'Port': ['ID=f1480958-8a2c-4b34-a903-fb60b20f657f,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:36.070524 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c33ed25-1a17-4fe5-8610-017cfa8cfee1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-b1330ff6-71a6-48db-aedf-2e908404d40b', 'network_id': 'b1330ff6-71a6-48db-aedf-2e908404d40b', 'tenant_id': '0688c6db31494470a1b7a5ecaa734bc4', 'fixed_ips': [{'subnet_id': '407d30a8-656b-4107-b0bb-8b27c7634002'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:16:36.071372 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3c33ed25-1a17-4fe5-8610-017cfa8cfee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:36.173676 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-a92c36cd-8753-4c13-bff7-8f8614f78c92 req-7884f39e-fbc2-45ea-b280-ca1f41e74690 tempest-ServerAddressesTestJSON-1500334352 tempest-ServerAddressesTestJSON-1500334352-project] No DVR routers for this DVR port f1480958-8a2c-4b34-a903-fb60b20f657f on host n-h2-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:16:36.176791 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-a92c36cd-8753-4c13-bff7-8f8614f78c92 req-7884f39e-fbc2-45ea-b280-ca1f41e74690 tempest-ServerAddressesTestJSON-1500334352 tempest-ServerAddressesTestJSON-1500334352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:36.181644 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a92c36cd-8753-4c13-bff7-8f8614f78c92 req-7884f39e-fbc2-45ea-b280-ca1f41e74690 tempest-ServerAddressesTestJSON-1500334352 tempest-ServerAddressesTestJSON-1500334352-project] 10.222.0.44 "DELETE /v2.0/ports/f1480958-8a2c-4b34-a903-fb60b20f657f HTTP/1.1" status: 204 len: 173 time: 1.2176626 Dec 06 17:16:36.195096 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a00a461c-6edd-4eba-9ad1-d8f1dae573a1', 'name': 'network-vif-deleted', 'tag': 'f1480958-8a2c-4b34-a903-fb60b20f657f'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:16:36.200737 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-794dbf42-9e37-42d4-b6fb-834bdfd0d24e" -d '{"events": [{"server_uuid": "a00a461c-6edd-4eba-9ad1-d8f1dae573a1", "name": "network-vif-deleted", "tag": "f1480958-8a2c-4b34-a903-fb60b20f657f"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:16:36.275015 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-752688c7-3c33-49c4-a303-eca4489bfe1d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:36.303917 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a5c915a7-65df-4eae-ae09-ba65dccbd382 req-87223a97-e6c7-41e4-b8d3-d3e56eba314b tempest-ServerShowV257Test-1668625606 tempest-ServerShowV257Test-1668625606-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9314e86-a6f5-4544-91b7-61a21dc1e4e3 HTTP/1.1" status: 200 len: 210 time: 0.0557208 Dec 06 17:16:36.311860 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-3c33ed25-1a17-4fe5-8610-017cfa8cfee1 None None] Allocated IP 172.20.0.2 (b1330ff6-71a6-48db-aedf-2e908404d40b/407d30a8-656b-4107-b0bb-8b27c7634002/9e0ea718-a710-4598-a2cf-9e1e0bac5951) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:16:36.339729 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-868f8cfb-1705-49af-ab6d-20d3d1e3c1e6 req-6dbe5b4b-7f26-4e2f-a3ea-aef72f202726 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3759098 Dec 06 17:16:36.345875 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347b2e33-e723-4a31-be50-b39234f25b67 service neutron] Pushing event updated for resources: {'Port': ['ID=5d9431d0-e0c5-43d5-be07-284ce1c9c133,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:36.390501 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-0e12d6b5-22a5-492a-bc34-4933e017a3ec req-347b2e33-e723-4a31-be50-b39234f25b67 service neutron] Attempting to bind port 5d9431d0-e0c5-43d5-be07-284ce1c9c133 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:16:36.390859 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-0e12d6b5-22a5-492a-bc34-4933e017a3ec req-347b2e33-e723-4a31-be50-b39234f25b67 service neutron] Attempting to bind port 5d9431d0-e0c5-43d5-be07-284ce1c9c133 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:16:36.391197 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e12d6b5-22a5-492a-bc34-4933e017a3ec req-347b2e33-e723-4a31-be50-b39234f25b67 service neutron] Attempting to bind port 5d9431d0-e0c5-43d5-be07-284ce1c9c133 on network ee08a0d2-834f-4c39-be47-9c424581246a {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:16:36.396773 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e12d6b5-22a5-492a-bc34-4933e017a3ec req-347b2e33-e723-4a31-be50-b39234f25b67 service neutron] Port 5d9431d0-e0c5-43d5-be07-284ce1c9c133 on network ee08a0d2-834f-4c39-be47-9c424581246a not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:16:36.397099 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e12d6b5-22a5-492a-bc34-4933e017a3ec req-347b2e33-e723-4a31-be50-b39234f25b67 service neutron] Attempting to bind port 5d9431d0-e0c5-43d5-be07-284ce1c9c133 on network ee08a0d2-834f-4c39-be47-9c424581246a {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:16:36.406877 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e12d6b5-22a5-492a-bc34-4933e017a3ec req-347b2e33-e723-4a31-be50-b39234f25b67 service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:16:36.407393 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e12d6b5-22a5-492a-bc34-4933e017a3ec req-347b2e33-e723-4a31-be50-b39234f25b67 service neutron] Checking segment: {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:16:36.407672 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e12d6b5-22a5-492a-bc34-4933e017a3ec req-347b2e33-e723-4a31-be50-b39234f25b67 service neutron] Bound using segment: {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:16:36.408133 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-0e12d6b5-22a5-492a-bc34-4933e017a3ec req-347b2e33-e723-4a31-be50-b39234f25b67 service neutron] Bound port: 5d9431d0-e0c5-43d5-be07-284ce1c9c133, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:16:36.408495 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-0e12d6b5-22a5-492a-bc34-4933e017a3ec req-347b2e33-e723-4a31-be50-b39234f25b67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:36.411967 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d938192a-70e5-4c5f-b92c-cec57d4627c7 x-openstack-request-id: req-d938192a-70e5-4c5f-b92c-cec57d4627c7 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:16:36.412264 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a00a461c-6edd-4eba-9ad1-d8f1dae573a1", "name": "network-vif-deleted", "tag": "f1480958-8a2c-4b34-a903-fb60b20f657f", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:16:36.412525 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d938192a-70e5-4c5f-b92c-cec57d4627c7 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:16:36.412928 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a00a461c-6edd-4eba-9ad1-d8f1dae573a1', 'name': 'network-vif-deleted', 'tag': 'f1480958-8a2c-4b34-a903-fb60b20f657f', 'status': 'completed', 'code': 200} Dec 06 17:16:36.487249 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-0e12d6b5-22a5-492a-bc34-4933e017a3ec req-347b2e33-e723-4a31-be50-b39234f25b67 service neutron] For port 5d9431d0-e0c5-43d5-be07-284ce1c9c133, host n-h1-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:16:36.491140 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-0e12d6b5-22a5-492a-bc34-4933e017a3ec req-347b2e33-e723-4a31-be50-b39234f25b67 service neutron] For port 5d9431d0-e0c5-43d5-be07-284ce1c9c133, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=5d9431d0-e0c5-43d5-be07-284ce1c9c133,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:16:36.496634 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-0e12d6b5-22a5-492a-bc34-4933e017a3ec req-347b2e33-e723-4a31-be50-b39234f25b67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:36.534487 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e12d6b5-22a5-492a-bc34-4933e017a3ec req-347b2e33-e723-4a31-be50-b39234f25b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:36.535470 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-0e12d6b5-22a5-492a-bc34-4933e017a3ec req-347b2e33-e723-4a31-be50-b39234f25b67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:36.537701 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0e12d6b5-22a5-492a-bc34-4933e017a3ec req-347b2e33-e723-4a31-be50-b39234f25b67 service neutron] 10.222.0.41 "PUT /v2.0/ports/5d9431d0-e0c5-43d5-be07-284ce1c9c133 HTTP/1.1" status: 200 len: 1095 time: 1.6097052 Dec 06 17:16:36.537989 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3c33ed25-1a17-4fe5-8610-017cfa8cfee1 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:36.547516 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3c33ed25-1a17-4fe5-8610-017cfa8cfee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:36.603325 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347b2e33-e723-4a31-be50-b39234f25b67 service neutron] Pushing event updated for resources: {'Port': ['ID=5d9431d0-e0c5-43d5-be07-284ce1c9c133,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:36.606291 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c33ed25-1a17-4fe5-8610-017cfa8cfee1 None None] Network b1330ff6-71a6-48db-aedf-2e908404d40b is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:16:36.609693 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-3c33ed25-1a17-4fe5-8610-017cfa8cfee1 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:16:36.615083 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c33ed25-1a17-4fe5-8610-017cfa8cfee1 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:16:36.618182 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c33ed25-1a17-4fe5-8610-017cfa8cfee1 None None] Pushing event updated for resources: {'Port': ['ID=9e0ea718-a710-4598-a2cf-9e1e0bac5951,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:36.628401 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-752688c7-3c33-49c4-a303-eca4489bfe1d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:36.663428 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-752688c7-3c33-49c4-a303-eca4489bfe1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:36.664258 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2b9f24-caae-4daf-9cd5-03f6e89e151d req-2f543c26-9833-4a2f-98ca-7e677600ccb9 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:36.677684 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4b2b9f24-caae-4daf-9cd5-03f6e89e151d req-2f543c26-9833-4a2f-98ca-7e677600ccb9 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ae9f1fd-d1d8-4bb1-a649-73affa27ad8a HTTP/1.1" status: 200 len: 946 time: 0.1329491 Dec 06 17:16:36.681013 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-3c33ed25-1a17-4fe5-8610-017cfa8cfee1 None None] Attempting to bind port 9e0ea718-a710-4598-a2cf-9e1e0bac5951 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:16:36.683479 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-3c33ed25-1a17-4fe5-8610-017cfa8cfee1 None None] Attempting to bind port 9e0ea718-a710-4598-a2cf-9e1e0bac5951 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '89275c86-7da9-47f2-a47a-1035a530c501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b1330ff6-71a6-48db-aedf-2e908404d40b'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:16:36.683927 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c33ed25-1a17-4fe5-8610-017cfa8cfee1 None None] Attempting to bind port 9e0ea718-a710-4598-a2cf-9e1e0bac5951 on network b1330ff6-71a6-48db-aedf-2e908404d40b {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:16:36.700978 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c33ed25-1a17-4fe5-8610-017cfa8cfee1 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:16:36.700978 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c33ed25-1a17-4fe5-8610-017cfa8cfee1 None None] Checking segment: {'id': '89275c86-7da9-47f2-a47a-1035a530c501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b1330ff6-71a6-48db-aedf-2e908404d40b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:16:36.701213 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3c33ed25-1a17-4fe5-8610-017cfa8cfee1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:36.701437 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c33ed25-1a17-4fe5-8610-017cfa8cfee1 None None] Bound using segment: {'id': '89275c86-7da9-47f2-a47a-1035a530c501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b1330ff6-71a6-48db-aedf-2e908404d40b'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:16:36.701952 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-3c33ed25-1a17-4fe5-8610-017cfa8cfee1 None None] Bound port: 9e0ea718-a710-4598-a2cf-9e1e0bac5951, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89275c86-7da9-47f2-a47a-1035a530c501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b1330ff6-71a6-48db-aedf-2e908404d40b'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:16:36.702445 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3c33ed25-1a17-4fe5-8610-017cfa8cfee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:36.812539 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e12d6b5-22a5-492a-bc34-4933e017a3ec req-3d5dee87-668e-49c0-b32f-cb5092b30cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:36.814992 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0e12d6b5-22a5-492a-bc34-4933e017a3ec req-3d5dee87-668e-49c0-b32f-cb5092b30cc9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d0f0e965352c4a93af76220f7b11acba&device_id=63d2c5bc-b25d-4a27-992b-bb2d44d0e68e HTTP/1.1" status: 200 len: 1098 time: 0.1981006 Dec 06 17:16:36.823017 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-3c33ed25-1a17-4fe5-8610-017cfa8cfee1 None None] For port 9e0ea718-a710-4598-a2cf-9e1e0bac5951, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:16:36.827318 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-3c33ed25-1a17-4fe5-8610-017cfa8cfee1 None None] For port 9e0ea718-a710-4598-a2cf-9e1e0bac5951, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9e0ea718-a710-4598-a2cf-9e1e0bac5951,segment=NetworkSegment(89275c86-7da9-47f2-a47a-1035a530c501),segment_id=89275c86-7da9-47f2-a47a-1035a530c501)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:16:36.835382 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3c33ed25-1a17-4fe5-8610-017cfa8cfee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:36.907154 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0e12d6b5-22a5-492a-bc34-4933e017a3ec req-e9a0d4d9-18d1-4f04-be85-1cc5427e4b55 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=5d9431d0-e0c5-43d5-be07-284ce1c9c133 HTTP/1.1" status: 200 len: 217 time: 0.0493531 Dec 06 17:16:36.910482 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c33ed25-1a17-4fe5-8610-017cfa8cfee1 None None] Pushing event updated for resources: {'Port': ['ID=9e0ea718-a710-4598-a2cf-9e1e0bac5951,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:36.962666 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4842f903-a5ee-4c1d-8d16-7f72336920ae req-ea56a80f-4434-4043-be72-048f482f9e9c tempest-ImagesNegativeTestJSON-75708075 tempest-ImagesNegativeTestJSON-75708075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:36.964587 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-752688c7-3c33-49c4-a303-eca4489bfe1d admin admin] Allocated IP 172.35.1.202 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/285abe9d-ae9b-4d37-b5c6-99865231b78e) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:16:36.964948 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4842f903-a5ee-4c1d-8d16-7f72336920ae req-ea56a80f-4434-4043-be72-048f482f9e9c tempest-ImagesNegativeTestJSON-75708075 tempest-ImagesNegativeTestJSON-75708075-project] 10.222.0.23 "GET /v2.0/ports?device_id=63d2c5bc-b25d-4a27-992b-bb2d44d0e68e HTTP/1.1" status: 200 len: 947 time: 0.1813738 Dec 06 17:16:36.980211 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f15531-b985-4eeb-aff8-e45d3a86b0d9 req-7f9d7f69-1fb5-4d9a-8cbb-8871a2d75bf0 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:36.981812 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b8f15531-b985-4eeb-aff8-e45d3a86b0d9 req-7f9d7f69-1fb5-4d9a-8cbb-8871a2d75bf0 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ae9f1fd-d1d8-4bb1-a649-73affa27ad8a HTTP/1.1" status: 200 len: 946 time: 0.1921456 Dec 06 17:16:37.033319 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e12d6b5-22a5-492a-bc34-4933e017a3ec req-b05887d0-8211-4f74-8136-85ef2ebb9ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:37.034815 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0e12d6b5-22a5-492a-bc34-4933e017a3ec req-b05887d0-8211-4f74-8136-85ef2ebb9ab9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1342252a-21e4-4783-88ff-f54776c79059 HTTP/1.1" status: 200 len: 843 time: 0.1137645 Dec 06 17:16:37.058226 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-4b2b9f24-caae-4daf-9cd5-03f6e89e151d req-1d4c2f3b-b073-47a0-a7fc-c3ac7fc576a3 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Deleting port af47245f-7da7-4f3c-bfcb-27cc1bbc5740 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:16:37.058568 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-4b2b9f24-caae-4daf-9cd5-03f6e89e151d req-1d4c2f3b-b073-47a0-a7fc-c3ac7fc576a3 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:37.088389 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b8f15531-b985-4eeb-aff8-e45d3a86b0d9 req-051ea9b2-f186-4e59-a047-595ea991c90f tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.23 "GET /v2.0/security-groups?id=e017b456-a96a-4d30-8ba2-3b675361f11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966711 Dec 06 17:16:37.126385 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4842f903-a5ee-4c1d-8d16-7f72336920ae req-fa90c9c1-024a-4a73-b795-3b4658e1769c tempest-ImagesNegativeTestJSON-75708075 tempest-ImagesNegativeTestJSON-75708075-project] 10.222.0.23 "GET /v2.0/security-groups?id=74681b17-b050-42af-8853-9a354824abe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376612 Dec 06 17:16:37.160785 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-752688c7-3c33-49c4-a303-eca4489bfe1d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:37.195176 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e12d6b5-22a5-492a-bc34-4933e017a3ec req-3f729862-b3bc-45ea-a5c3-d20f23751916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:37.196706 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0e12d6b5-22a5-492a-bc34-4933e017a3ec req-3f729862-b3bc-45ea-a5c3-d20f23751916 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee08a0d2-834f-4c39-be47-9c424581246a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1519632 Dec 06 17:16:37.205521 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 49440) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:16:37.314548 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-4b2b9f24-caae-4daf-9cd5-03f6e89e151d req-1d4c2f3b-b073-47a0-a7fc-c3ac7fc576a3 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] For port af47245f-7da7-4f3c-bfcb-27cc1bbc5740, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=af47245f-7da7-4f3c-bfcb-27cc1bbc5740,segment=NetworkSegment(984ae95e-c60e-40dd-bbe4-3c64f43a2a9d),segment_id=984ae95e-c60e-40dd-bbe4-3c64f43a2a9d)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:16:37.314765 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-4b2b9f24-caae-4daf-9cd5-03f6e89e151d req-1d4c2f3b-b073-47a0-a7fc-c3ac7fc576a3 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:37.352859 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab5b3aa8-157e-4be3-99b6-854869aa0489 admin admin] Deleting subnet a6bcded9-2e9e-4013-8db4-7ddb29b6fb4d {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:16:37.356839 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ab5b3aa8-157e-4be3-99b6-854869aa0489 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:37.358853 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-4b2b9f24-caae-4daf-9cd5-03f6e89e151d req-1d4c2f3b-b073-47a0-a7fc-c3ac7fc576a3 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Calling delete_port for af47245f-7da7-4f3c-bfcb-27cc1bbc5740 owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:16:37.415711 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ab5b3aa8-157e-4be3-99b6-854869aa0489 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:37.460930 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4f4671ed-3868-4d07-a9f3-712c53440d62 req-f2257a46-679a-40d5-8385-2f7f1d98bb76 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f9314e86-a6f5-4544-91b7-61a21dc1e4e3 HTTP/1.1" status: 200 len: 210 time: 0.1334727 Dec 06 17:16:37.463713 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 9e0ea718-a710-4598-a2cf-9e1e0bac5951 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:16:37.470451 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0e12d6b5-22a5-492a-bc34-4933e017a3ec req-2e7afcd9-0447-4b00-9e85-b3c7b64e9629 service neutron] 10.222.0.41 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599916 Dec 06 17:16:37.481343 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-752688c7-3c33-49c4-a303-eca4489bfe1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:37.495194 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fc9c9ed5-4934-4098-aa35-95da37d418a7 req-af28d0a4-a628-4c3a-b02b-a93ef682cdce tempest-ServerShowV257Test-1668625606 tempest-ServerShowV257Test-1668625606-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9314e86-a6f5-4544-91b7-61a21dc1e4e3 HTTP/1.1" status: 200 len: 210 time: 0.0433192 Dec 06 17:16:37.530819 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 9e0ea718-a710-4598-a2cf-9e1e0bac5951 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:16:37.531202 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:37.571057 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752688c7-3c33-49c4-a303-eca4489bfe1d admin admin] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:16:37.584951 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-752688c7-3c33-49c4-a303-eca4489bfe1d admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:16:37.587575 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752688c7-3c33-49c4-a303-eca4489bfe1d admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:16:37.618667 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ab5b3aa8-157e-4be3-99b6-854869aa0489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:37.639704 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0e12d6b5-22a5-492a-bc34-4933e017a3ec req-ac578c3e-f0ca-475b-9101-9734926cb27b service neutron] 10.222.0.41 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472418 Dec 06 17:16:37.648955 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752688c7-3c33-49c4-a303-eca4489bfe1d admin admin] Pushing event updated for resources: {'Port': ['ID=285abe9d-ae9b-4d37-b5c6-99865231b78e,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:37.652866 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:37.678548 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c076f1d-a173-48bc-baa7-b4f9c3d94bb9 req-0a368322-0a01-415c-9880-9b242e116d9f tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:37.680272 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6c076f1d-a173-48bc-baa7-b4f9c3d94bb9 req-0a368322-0a01-415c-9880-9b242e116d9f tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=48dc2ea6-0d69-477c-8b67-e0095cd7dc58 HTTP/1.1" status: 200 len: 945 time: 0.2407377 Dec 06 17:16:37.685839 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-4b2b9f24-caae-4daf-9cd5-03f6e89e151d req-1d4c2f3b-b073-47a0-a7fc-c3ac7fc576a3 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:37.692707 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] For port 9e0ea718-a710-4598-a2cf-9e1e0bac5951, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9e0ea718-a710-4598-a2cf-9e1e0bac5951,segment=NetworkSegment(89275c86-7da9-47f2-a47a-1035a530c501),segment_id=89275c86-7da9-47f2-a47a-1035a530c501)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:16:37.701973 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['af47245f-7da7-4f3c-bfcb-27cc1bbc5740'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:16:37.704987 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['0db2549d-e909-4919-907d-edd6540f589f'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:16:37.710308 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:37.720387 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4c2f3b-b073-47a0-a7fc-c3ac7fc576a3 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Pushing event deleted for resources: {'Port': ['ID=af47245f-7da7-4f3c-bfcb-27cc1bbc5740,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:37.772657 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b2b9f24-caae-4daf-9cd5-03f6e89e151d req-1d4c2f3b-b073-47a0-a7fc-c3ac7fc576a3 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] No DVR routers for this DVR port af47245f-7da7-4f3c-bfcb-27cc1bbc5740 on host n-h2-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:16:37.775394 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-4b2b9f24-caae-4daf-9cd5-03f6e89e151d req-1d4c2f3b-b073-47a0-a7fc-c3ac7fc576a3 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:37.780418 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4b2b9f24-caae-4daf-9cd5-03f6e89e151d req-1d4c2f3b-b073-47a0-a7fc-c3ac7fc576a3 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.44 "DELETE /v2.0/ports/af47245f-7da7-4f3c-bfcb-27cc1bbc5740 HTTP/1.1" status: 204 len: 173 time: 1.0873234 Dec 06 17:16:37.831939 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Pushing event updated for resources: {'Port': ['ID=9e0ea718-a710-4598-a2cf-9e1e0bac5951,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:37.890313 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6c076f1d-a173-48bc-baa7-b4f9c3d94bb9 req-dd5d4a94-50fd-40b9-bc6d-3e81f1216abf tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943321 Dec 06 17:16:37.905150 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ab5b3aa8-157e-4be3-99b6-854869aa0489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:37.956503 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5b3aa8-157e-4be3-99b6-854869aa0489 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6bcded9-2e9e-4013-8db4-7ddb29b6fb4d,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:37.959537 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ab5b3aa8-157e-4be3-99b6-854869aa0489 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:37.968181 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 49446) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:16:37.969629 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-ab5b3aa8-157e-4be3-99b6-854869aa0489 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/a6bcded9-2e9e-4013-8db4-7ddb29b6fb4d HTTP/1.1" status: 204 len: 168 time: 0.7587435 Dec 06 17:16:38.051427 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d3ac446c-15be-4ec6-8732-66b68fe0985d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:38.099778 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-752688c7-3c33-49c4-a303-eca4489bfe1d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:38.140158 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d3ac446c-15be-4ec6-8732-66b68fe0985d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:38.170312 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-d3ac446c-15be-4ec6-8732-66b68fe0985d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['742a10ac-690c-4b20-8478-eff0e938a907']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:16:38.196081 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-d3ac446c-15be-4ec6-8732-66b68fe0985d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd0c29c6-1ad9-485f-b214-edff4a445519') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:16:38.196390 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-d3ac446c-15be-4ec6-8732-66b68fe0985d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd0c29c6-1ad9-485f-b214-edff4a445519') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:16:38.216789 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d3ac446c-15be-4ec6-8732-66b68fe0985d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:38.237826 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d3ac446c-15be-4ec6-8732-66b68fe0985d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:38.291276 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-16844a91-a9ac-4308-ac7c-dd1cc198c434 req-09ac2707-ba6d-4212-b436-0ad049238294 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ae9f1fd-d1d8-4bb1-a649-73affa27ad8a HTTP/1.1" status: 200 len: 210 time: 0.0502601 Dec 06 17:16:38.295689 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3ac446c-15be-4ec6-8732-66b68fe0985d admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:16:38.296077 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d3ac446c-15be-4ec6-8732-66b68fe0985d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:38.298518 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:16:38.298518 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:16:38.298518 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:16:38.298518 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:16:38.298518 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:16:38.298518 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:16:38.298518 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:16:38.298518 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:16:38.298518 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:16:38.298518 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:16:38.298518 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:16:38.298518 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:16:38.298518 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:16:38.298518 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:16:38.298518 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:16:38.298518 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:16:38.298518 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:16:38.298518 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:16:38.298518 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:16:38.298518 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:16:38.298518 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:16:38.298518 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:16:38.298518 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:16:38.298518 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:16:38.298518 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:16:38.298518 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:16:38.298518 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:16:38.298518 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:16:38.298518 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:16:38.298518 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:16:38.298518 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:16:38.298518 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:16:38.364693 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b49d32-c9d8-4407-8a61-eff8adf143c3 req-9e6b079a-a418-4b9f-be22-7c1d9d8362bb tempest-ImagesNegativeTestJSON-75708075 tempest-ImagesNegativeTestJSON-75708075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:38.366296 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f2b49d32-c9d8-4407-8a61-eff8adf143c3 req-9e6b079a-a418-4b9f-be22-7c1d9d8362bb tempest-ImagesNegativeTestJSON-75708075 tempest-ImagesNegativeTestJSON-75708075-project] 10.222.0.23 "GET /v2.0/ports?device_id=63d2c5bc-b25d-4a27-992b-bb2d44d0e68e HTTP/1.1" status: 200 len: 947 time: 0.1246333 Dec 06 17:16:38.396478 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04770ac1-468c-448e-ac19-c0f582761576 None None] Network b1330ff6-71a6-48db-aedf-2e908404d40b requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:16:38.396844 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d3ac446c-15be-4ec6-8732-66b68fe0985d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:38.403475 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d3ac446c-15be-4ec6-8732-66b68fe0985d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:38.408416 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-d3ac446c-15be-4ec6-8732-66b68fe0985d admin admin] 10.222.0.23 "DELETE /v2.0/networks/742a10ac-690c-4b20-8478-eff0e938a907 HTTP/1.1" status: 204 len: 168 time: 0.4391313 Dec 06 17:16:38.422471 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63d2c5bc-b25d-4a27-992b-bb2d44d0e68e', 'tag': '5d9431d0-e0c5-43d5-be07-284ce1c9c133'}, {'server_uuid': '8ae9f1fd-d1d8-4bb1-a649-73affa27ad8a', 'name': 'network-vif-deleted', 'tag': 'af47245f-7da7-4f3c-bfcb-27cc1bbc5740'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:16:38.432186 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e8e04d4-7436-4521-81e2-d8f94dbcca22" -d '{"events": [{"name": "network-changed", "server_uuid": "63d2c5bc-b25d-4a27-992b-bb2d44d0e68e", "tag": "5d9431d0-e0c5-43d5-be07-284ce1c9c133"}, {"server_uuid": "8ae9f1fd-d1d8-4bb1-a649-73affa27ad8a", "name": "network-vif-deleted", "tag": "af47245f-7da7-4f3c-bfcb-27cc1bbc5740"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:16:38.434527 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device f1480958-8a2c-4b34-a903-fb60b20f657f no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:16:38.462128 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ac446c-15be-4ec6-8732-66b68fe0985d admin admin] Pushing event deleted for resources: {'Network': ['ID=742a10ac-690c-4b20-8478-eff0e938a907,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:38.538889 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f2b49d32-c9d8-4407-8a61-eff8adf143c3 req-5b669ea9-fbfd-49d1-88cb-5aa275ebc167 tempest-ImagesNegativeTestJSON-75708075 tempest-ImagesNegativeTestJSON-75708075-project] 10.222.0.23 "GET /v2.0/security-groups?id=74681b17-b050-42af-8853-9a354824abe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572735 Dec 06 17:16:38.540058 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] No Port match for: f1480958-8a2c-4b34-a903-fb60b20f657f {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:16:38.540459 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device f1480958-8a2c-4b34-a903-fb60b20f657f not bound to the agent host n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:16:38.540880 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device af47245f-7da7-4f3c-bfcb-27cc1bbc5740 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:16:38.555619 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-752688c7-3c33-49c4-a303-eca4489bfe1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:38.567660 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 06 Dec 2021 17:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-642b0bc6-d4b8-4625-a7ca-d6cff7efd4c1 x-openstack-request-id: req-642b0bc6-d4b8-4625-a7ca-d6cff7efd4c1 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:16:38.568108 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63d2c5bc-b25d-4a27-992b-bb2d44d0e68e", "tag": "5d9431d0-e0c5-43d5-be07-284ce1c9c133", "status": "completed", "code": 200}, {"server_uuid": "8ae9f1fd-d1d8-4bb1-a649-73affa27ad8a", "name": "network-vif-deleted", "tag": "af47245f-7da7-4f3c-bfcb-27cc1bbc5740", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:16:38.568322 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-642b0bc6-d4b8-4625-a7ca-d6cff7efd4c1 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:16:38.569679 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63d2c5bc-b25d-4a27-992b-bb2d44d0e68e', 'tag': '5d9431d0-e0c5-43d5-be07-284ce1c9c133', 'status': 'completed', 'code': 200} Dec 06 17:16:38.569952 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ae9f1fd-d1d8-4bb1-a649-73affa27ad8a', 'name': 'network-vif-deleted', 'tag': 'af47245f-7da7-4f3c-bfcb-27cc1bbc5740', 'status': 'completed', 'code': 200} Dec 06 17:16:38.582447 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] No Port match for: af47245f-7da7-4f3c-bfcb-27cc1bbc5740 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:16:38.583118 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device af47245f-7da7-4f3c-bfcb-27cc1bbc5740 not bound to the agent host n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:16:38.612780 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-9b484b7d-e0e3-4e81-a5ec-959353fc6e63 None None] Provisioning complete for port 9e0ea718-a710-4598-a2cf-9e1e0bac5951 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:16:38.614740 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9b484b7d-e0e3-4e81-a5ec-959353fc6e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:38.620093 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 49462) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:16:38.677380 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0d85ed1d-1ed1-43a3-a7b2-238a1bcaf198 req-bc0f683c-f99a-4364-90a6-6cb0106d7a0e tempest-ServerShowV257Test-1668625606 tempest-ServerShowV257Test-1668625606-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9314e86-a6f5-4544-91b7-61a21dc1e4e3 HTTP/1.1" status: 200 len: 210 time: 0.0321023 Dec 06 17:16:38.752182 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8e04d4-7436-4521-81e2-d8f94dbcca22 req-1e1b6a42-eb07-4b82-9feb-ce473d640a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:38.753835 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0e8e04d4-7436-4521-81e2-d8f94dbcca22 req-1e1b6a42-eb07-4b82-9feb-ce473d640a96 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d0f0e965352c4a93af76220f7b11acba&device_id=63d2c5bc-b25d-4a27-992b-bb2d44d0e68e HTTP/1.1" status: 200 len: 1098 time: 0.1474824 Dec 06 17:16:38.757826 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-9fe92c45-e8a0-4782-b7c1-18b93ed81ce9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=106166b49639404dbbdb0814a7bb0996&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1342740 Dec 06 17:16:38.760362 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 49464) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:16:38.776375 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-752688c7-3c33-49c4-a303-eca4489bfe1d admin admin] Router abf284a6-fc05-4bad-b1af-8fb83ecc05e3 is scheduled to L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 17:16:38.882808 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6947708e-fb12-434a-a762-3cd867f2d925 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:38.909246 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8e04d4-7436-4521-81e2-d8f94dbcca22 req-342cde87-2c88-4515-803e-e4e4fd055cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:38.910650 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-752688c7-3c33-49c4-a303-eca4489bfe1d admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:16:38.911355 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0e8e04d4-7436-4521-81e2-d8f94dbcca22 req-342cde87-2c88-4515-803e-e4e4fd055cc7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ee08a0d2-834f-4c39-be47-9c424581246a HTTP/1.1" status: 200 len: 870 time: 0.1417701 Dec 06 17:16:38.926710 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d043d7-f2df-4129-b316-2876fbd96ddd None None] Sync routers for ids ['abf284a6-fc05-4bad-b1af-8fb83ecc05e3'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:16:38.937382 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-752688c7-3c33-49c4-a303-eca4489bfe1d admin admin] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:38.940641 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-752688c7-3c33-49c4-a303-eca4489bfe1d admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0375252 Dec 06 17:16:38.941006 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6947708e-fb12-434a-a762-3cd867f2d925 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:38.943056 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 49468) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:16:38.945374 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d043d7-f2df-4129-b316-2876fbd96ddd None None] Routers {'abf284a6-fc05-4bad-b1af-8fb83ecc05e3'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:16:38.946026 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-08d043d7-f2df-4129-b316-2876fbd96ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:16:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['abf284a6-fc05-4bad-b1af-8fb83ecc05e3'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:16:39.024806 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0e8e04d4-7436-4521-81e2-d8f94dbcca22 req-2e7e287f-a65c-423e-bf2c-c6b590ed055b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=5d9431d0-e0c5-43d5-be07-284ce1c9c133 HTTP/1.1" status: 200 len: 217 time: 0.0893235 Dec 06 17:16:39.047311 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-29ca7dbd-7059-42e7-ade1-d8a652ca05c5 None None] Provisioning complete for port 9e0ea718-a710-4598-a2cf-9e1e0bac5951 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:16:39.048097 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-29ca7dbd-7059-42e7-ade1-d8a652ca05c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:39.098748 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-08d043d7-f2df-4129-b316-2876fbd96ddd None None] Set router abf284a6-fc05-4bad-b1af-8fb83ecc05e3 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:16:39.130058 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8e04d4-7436-4521-81e2-d8f94dbcca22 req-62e88f09-ed40-4a86-b0ba-a49a8909aa55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:39.131549 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0e8e04d4-7436-4521-81e2-d8f94dbcca22 req-62e88f09-ed40-4a86-b0ba-a49a8909aa55 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1342252a-21e4-4783-88ff-f54776c79059 HTTP/1.1" status: 200 len: 843 time: 0.0820374 Dec 06 17:16:39.172632 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d95b2e9-1ffb-4437-a0a2-d66b8870fbe9 req-0f02c1ef-9ab9-47b1-a704-31998026e303 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:39.174420 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5d95b2e9-1ffb-4437-a0a2-d66b8870fbe9 req-0f02c1ef-9ab9-47b1-a704-31998026e303 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=48dc2ea6-0d69-477c-8b67-e0095cd7dc58 HTTP/1.1" status: 200 len: 945 time: 0.1548426 Dec 06 17:16:39.246942 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6947708e-fb12-434a-a762-3cd867f2d925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:39.249616 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6947708e-fb12-434a-a762-3cd867f2d925 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:39.253532 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-6947708e-fb12-434a-a762-3cd867f2d925 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fde147d9-5223-40c6-aa45-74f5a39ce7a7 HTTP/1.1" status: 204 len: 168 time: 0.4914248 Dec 06 17:16:39.263639 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5d95b2e9-1ffb-4437-a0a2-d66b8870fbe9 req-f37b00a7-86bc-4c3a-aee6-43f02084c683 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689535 Dec 06 17:16:39.272525 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6947708e-fb12-434a-a762-3cd867f2d925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde147d9-5223-40c6-aa45-74f5a39ce7a7,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:39.275675 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8e04d4-7436-4521-81e2-d8f94dbcca22 req-a2803816-82dd-4558-aa47-dcbd24be52db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:39.277220 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0e8e04d4-7436-4521-81e2-d8f94dbcca22 req-a2803816-82dd-4558-aa47-dcbd24be52db service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee08a0d2-834f-4c39-be47-9c424581246a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1291263 Dec 06 17:16:39.360781 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 9e0ea718-a710-4598-a2cf-9e1e0bac5951 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:16:39.376592 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-08d043d7-f2df-4129-b316-2876fbd96ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abf284a6-fc05-4bad-b1af-8fb83ecc05e3', 'name': 'tempest-ServerActionsTestJSON-215464347-router', 'tenant_id': '0688c6db31494470a1b7a5ecaa734bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.202'}], 'enable_snat': True}, 'gw_port_id': '285abe9d-ae9b-4d37-b5c6-99865231b78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:16:35Z', 'updated_at': '2021-12-06T17:16:37Z', 'revision_number': 3, 'project_id': '0688c6db31494470a1b7a5ecaa734bc4', 'gw_port': {'id': '285abe9d-ae9b-4d37-b5c6-99865231b78e', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8b:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abf284a6-fc05-4bad-b1af-8fb83ecc05e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:16:36Z', 'updated_at': '2021-12-06T17:16:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:16:39.432599 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 9e0ea718-a710-4598-a2cf-9e1e0bac5951 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:16:39.432599 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:39.448312 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d043d7-f2df-4129-b316-2876fbd96ddd None None] Checking router: abf284a6-fc05-4bad-b1af-8fb83ecc05e3 for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:16:39.449063 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d043d7-f2df-4129-b316-2876fbd96ddd None None] Updating router abf284a6-fc05-4bad-b1af-8fb83ecc05e3 port 285abe9d-ae9b-4d37-b5c6-99865231b78e binding host n-d-master-1 {{(pid=103287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:16:39.517501 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-08d043d7-f2df-4129-b316-2876fbd96ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:39.538845 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0e8e04d4-7436-4521-81e2-d8f94dbcca22 req-eeb274f4-543e-4c5b-98ac-f98ade105ce0 service neutron] 10.222.0.41 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434499 Dec 06 17:16:39.702483 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0e8e04d4-7436-4521-81e2-d8f94dbcca22 req-feb9cc17-be89-45ef-9c40-ccd0e37eda20 service neutron] 10.222.0.41 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464009 Dec 06 17:16:39.794221 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8d8f04-b9a0-434e-8f54-90398cde1220 req-571f0486-4fa9-40ee-9ba8-84f575cfddc1 tempest-ImagesNegativeTestJSON-75708075 tempest-ImagesNegativeTestJSON-75708075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:39.794221 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4b8d8f04-b9a0-434e-8f54-90398cde1220 req-571f0486-4fa9-40ee-9ba8-84f575cfddc1 tempest-ImagesNegativeTestJSON-75708075 tempest-ImagesNegativeTestJSON-75708075-project] 10.222.0.23 "GET /v2.0/ports?device_id=63d2c5bc-b25d-4a27-992b-bb2d44d0e68e HTTP/1.1" status: 200 len: 947 time: 0.0734553 Dec 06 17:16:39.872142 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4b8d8f04-b9a0-434e-8f54-90398cde1220 req-f142a2cc-bf9b-418d-82f6-b830b2a37994 tempest-ImagesNegativeTestJSON-75708075 tempest-ImagesNegativeTestJSON-75708075-project] 10.222.0.23 "GET /v2.0/security-groups?id=74681b17-b050-42af-8853-9a354824abe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731065 Dec 06 17:16:39.977214 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8898d838-00d9-4751-99e9-99792be81a5f req-e0aad655-b3a0-4bda-b840-70659fd394f1 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:39.983862 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8898d838-00d9-4751-99e9-99792be81a5f req-e0aad655-b3a0-4bda-b840-70659fd394f1 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0fd118f-159f-42dd-a725-ee51344fae03 HTTP/1.1" status: 200 len: 945 time: 0.2132645 Dec 06 17:16:39.988940 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c7554cae-e4a2-4a9d-b139-9d39146aed1e req-9d9d54d9-832c-4ecb-85cd-ee6d6d4fc2e5 tempest-ServerShowV257Test-1668625606 tempest-ServerShowV257Test-1668625606-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9314e86-a6f5-4544-91b7-61a21dc1e4e3 HTTP/1.1" status: 200 len: 210 time: 0.0421486 Dec 06 17:16:40.047818 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-08d043d7-f2df-4129-b316-2876fbd96ddd None None] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:40.054357 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-08d043d7-f2df-4129-b316-2876fbd96ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:40.108962 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-08d043d7-f2df-4129-b316-2876fbd96ddd None None] Attempting to bind port 285abe9d-ae9b-4d37-b5c6-99865231b78e on host n-d-master-1 for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:16:40.109349 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-08d043d7-f2df-4129-b316-2876fbd96ddd None None] Attempting to bind port 285abe9d-ae9b-4d37-b5c6-99865231b78e by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:16:40.109744 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d043d7-f2df-4129-b316-2876fbd96ddd None None] Attempting to bind port 285abe9d-ae9b-4d37-b5c6-99865231b78e on network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:16:40.120821 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d043d7-f2df-4129-b316-2876fbd96ddd None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:16:40.121372 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d043d7-f2df-4129-b316-2876fbd96ddd None None] Checking segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:16:40.121817 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-08d043d7-f2df-4129-b316-2876fbd96ddd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:40.122219 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d043d7-f2df-4129-b316-2876fbd96ddd None None] Bound using segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:16:40.122728 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-08d043d7-f2df-4129-b316-2876fbd96ddd None None] Bound port: 285abe9d-ae9b-4d37-b5c6-99865231b78e, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:16:40.123130 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-08d043d7-f2df-4129-b316-2876fbd96ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:40.140607 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8898d838-00d9-4751-99e9-99792be81a5f req-aaabb964-17c1-466c-b6a7-5d86ffb1e2d4 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.23 "GET /v2.0/security-groups?id=e017b456-a96a-4d30-8ba2-3b675361f11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445594 Dec 06 17:16:40.148493 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1cee89d4-f854-4fcf-b50f-fcc98dcf031a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:40.165826 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec23450-9fd8-4e90-a714-c8781c971e2b None None] Pushing event updated for resources: {'Port': ['ID=285abe9d-ae9b-4d37-b5c6-99865231b78e,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:40.191260 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec23450-9fd8-4e90-a714-c8781c971e2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:16:40.191649 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec23450-9fd8-4e90-a714-c8781c971e2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:16:40.192177 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec23450-9fd8-4e90-a714-c8781c971e2b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:16:40.192882 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec23450-9fd8-4e90-a714-c8781c971e2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:16:40.193377 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec23450-9fd8-4e90-a714-c8781c971e2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:16:40.193921 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec23450-9fd8-4e90-a714-c8781c971e2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:16:40.194261 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec23450-9fd8-4e90-a714-c8781c971e2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:16:40.194783 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec23450-9fd8-4e90-a714-c8781c971e2b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:16:40.195191 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec23450-9fd8-4e90-a714-c8781c971e2b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:16:40.195548 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec23450-9fd8-4e90-a714-c8781c971e2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:16:40.195924 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec23450-9fd8-4e90-a714-c8781c971e2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:16:40.196226 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec23450-9fd8-4e90-a714-c8781c971e2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:16:40.196570 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec23450-9fd8-4e90-a714-c8781c971e2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:16:40.212822 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-08d043d7-f2df-4129-b316-2876fbd96ddd None None] For port 285abe9d-ae9b-4d37-b5c6-99865231b78e, host n-d-master-1, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:16:40.217936 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-08d043d7-f2df-4129-b316-2876fbd96ddd None None] For port 285abe9d-ae9b-4d37-b5c6-99865231b78e, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=285abe9d-ae9b-4d37-b5c6-99865231b78e,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:16:40.225921 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-08d043d7-f2df-4129-b316-2876fbd96ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:40.284080 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-cc40df82-d3d1-4d4d-81e8-0c7305673aec req-81262a59-2577-4d4b-996e-4f86c38eb72b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=843742e604af4d0a81acdc24d8fbc423&device_id=f9314e86-a6f5-4544-91b7-61a21dc1e4e3 HTTP/1.1" status: 200 len: 210 time: 0.0504959 Dec 06 17:16:40.287426 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d043d7-f2df-4129-b316-2876fbd96ddd None None] Routers {'abf284a6-fc05-4bad-b1af-8fb83ecc05e3'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:16:40.288072 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-08d043d7-f2df-4129-b316-2876fbd96ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:16:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['abf284a6-fc05-4bad-b1af-8fb83ecc05e3'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:16:40.319088 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-cc40df82-d3d1-4d4d-81e8-0c7305673aec req-c54e3b54-8979-43c5-a54a-cb6111d23552 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=843742e604af4d0a81acdc24d8fbc423&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267653 Dec 06 17:16:40.335441 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec23450-9fd8-4e90-a714-c8781c971e2b None None] Pushing event updated for resources: {'Port': ['ID=285abe9d-ae9b-4d37-b5c6-99865231b78e,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:40.392211 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-977766b9-8bbe-44b4-8a31-982d2894c5f6 req-d1d88436-39fc-42ea-8e19-172024d79b85 tempest-ServerShowV257Test-1668625606 tempest-ServerShowV257Test-1668625606-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9314e86-a6f5-4544-91b7-61a21dc1e4e3 HTTP/1.1" status: 200 len: 210 time: 0.1040423 Dec 06 17:16:40.423813 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-08d043d7-f2df-4129-b316-2876fbd96ddd None None] Set router abf284a6-fc05-4bad-b1af-8fb83ecc05e3 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:16:40.460143 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 49510) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:16:40.490600 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-1cee89d4-f854-4fcf-b50f-fcc98dcf031a admin admin] Allocated IP 172.20.0.1 (b1330ff6-71a6-48db-aedf-2e908404d40b/407d30a8-656b-4107-b0bb-8b27c7634002/6b1de927-1ebc-4821-82dd-b38fae2cbcb0) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:16:40.495765 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b346bc29-197f-48da-aaba-a1457b29b98c req-a599db2a-3cb1-4743-a573-521a237fdc28 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:40.497656 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b346bc29-197f-48da-aaba-a1457b29b98c req-a599db2a-3cb1-4743-a573-521a237fdc28 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=48dc2ea6-0d69-477c-8b67-e0095cd7dc58 HTTP/1.1" status: 200 len: 945 time: 0.1279137 Dec 06 17:16:40.584700 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc40df82-d3d1-4d4d-81e8-0c7305673aec req-cdb4d18b-1374-4dc6-a4f7-a1b6d8eaf7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:40.589173 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-cc40df82-d3d1-4d4d-81e8-0c7305673aec req-cdb4d18b-1374-4dc6-a4f7-a1b6d8eaf7ee service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2597332 Dec 06 17:16:40.619600 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b346bc29-197f-48da-aaba-a1457b29b98c req-7df4a346-388b-465f-8314-8262970bb331 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148503 Dec 06 17:16:40.619821 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-08d043d7-f2df-4129-b316-2876fbd96ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abf284a6-fc05-4bad-b1af-8fb83ecc05e3', 'name': 'tempest-ServerActionsTestJSON-215464347-router', 'tenant_id': '0688c6db31494470a1b7a5ecaa734bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.202'}], 'enable_snat': True}, 'gw_port_id': '285abe9d-ae9b-4d37-b5c6-99865231b78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:16:35Z', 'updated_at': '2021-12-06T17:16:37Z', 'revision_number': 3, 'project_id': '0688c6db31494470a1b7a5ecaa734bc4', 'gw_port': {'id': '285abe9d-ae9b-4d37-b5c6-99865231b78e', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8b:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abf284a6-fc05-4bad-b1af-8fb83ecc05e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:16:36Z', 'updated_at': '2021-12-06T17:16:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:16:40.625794 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-5e564b75-8fb0-4874-bff0-e022fdcfc8c7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-542455019-network', 'tenant_id': '0b996ae66d164de39215c3dfc863b124'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:16:40.652867 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e564b75-8fb0-4874-bff0-e022fdcfc8c7 admin admin] Made reservation on behalf of 0b996ae66d164de39215c3dfc863b124 for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:16:40.655689 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5e564b75-8fb0-4874-bff0-e022fdcfc8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:40.661337 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d043d7-f2df-4129-b316-2876fbd96ddd None None] The sync data for ids ['abf284a6-fc05-4bad-b1af-8fb83ecc05e3'] in n-d-master-1 is: [{'id': 'abf284a6-fc05-4bad-b1af-8fb83ecc05e3', 'name': 'tempest-ServerActionsTestJSON-215464347-router', 'tenant_id': '0688c6db31494470a1b7a5ecaa734bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.202'}], 'enable_snat': True}, 'gw_port_id': '285abe9d-ae9b-4d37-b5c6-99865231b78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:16:35Z', 'updated_at': '2021-12-06T17:16:37Z', 'revision_number': 3, 'project_id': '0688c6db31494470a1b7a5ecaa734bc4', 'gw_port': {'id': '285abe9d-ae9b-4d37-b5c6-99865231b78e', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8b:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abf284a6-fc05-4bad-b1af-8fb83ecc05e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:16:36Z', 'updated_at': '2021-12-06T17:16:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:16:40.667587 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1cee89d4-f854-4fcf-b50f-fcc98dcf031a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:40.670815 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5e564b75-8fb0-4874-bff0-e022fdcfc8c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:40.717579 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1cee89d4-f854-4fcf-b50f-fcc98dcf031a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:40.766609 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5e564b75-8fb0-4874-bff0-e022fdcfc8c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:40.773491 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5e564b75-8fb0-4874-bff0-e022fdcfc8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:40.773702 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cee89d4-f854-4fcf-b50f-fcc98dcf031a admin admin] Network b1330ff6-71a6-48db-aedf-2e908404d40b is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:16:40.778969 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-1cee89d4-f854-4fcf-b50f-fcc98dcf031a admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:16:40.784250 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cee89d4-f854-4fcf-b50f-fcc98dcf031a admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:16:40.787852 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cee89d4-f854-4fcf-b50f-fcc98dcf031a admin admin] Pushing event updated for resources: {'Port': ['ID=6b1de927-1ebc-4821-82dd-b38fae2cbcb0,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:40.791110 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e564b75-8fb0-4874-bff0-e022fdcfc8c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:16:40.803687 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5e564b75-8fb0-4874-bff0-e022fdcfc8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:40.804039 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-5e564b75-8fb0-4874-bff0-e022fdcfc8c7 admin admin] Added segment b722eb92-d8da-4fbc-acca-71668ea91866 of type vlan for network 931f4273-7ce0-414b-a3b2-f40f48617bda Dec 06 17:16:40.833287 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1cee89d4-f854-4fcf-b50f-fcc98dcf031a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539179'] for router_interface, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:40.867578 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e564b75-8fb0-4874-bff0-e022fdcfc8c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:40.879922 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5e564b75-8fb0-4874-bff0-e022fdcfc8c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:40.929154 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5e564b75-8fb0-4874-bff0-e022fdcfc8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:40.930379 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e564b75-8fb0-4874-bff0-e022fdcfc8c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:40.931088 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5e564b75-8fb0-4874-bff0-e022fdcfc8c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:40.973249 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-5e564b75-8fb0-4874-bff0-e022fdcfc8c7 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.5093346 Dec 06 17:16:40.976279 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 49520) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:16:40.991213 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-b290b9d2-6767-49fc-8498-260c9052b4a9 admin admin] Request body: {'subnet': {'network_id': '931f4273-7ce0-414b-a3b2-f40f48617bda', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-542455019-subnet', 'tenant_id': '0b996ae66d164de39215c3dfc863b124', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:16:41.054666 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1cee89d4-f854-4fcf-b50f-fcc98dcf031a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:41.086476 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e564b75-8fb0-4874-bff0-e022fdcfc8c7 admin admin] Pushing event updated for resources: {'Network': ['ID=931f4273-7ce0-414b-a3b2-f40f48617bda,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:41.101623 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b290b9d2-6767-49fc-8498-260c9052b4a9 admin admin] Made reservation on behalf of 0b996ae66d164de39215c3dfc863b124 for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:16:41.104973 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b290b9d2-6767-49fc-8498-260c9052b4a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:41.293249 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1cee89d4-f854-4fcf-b50f-fcc98dcf031a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:41.298888 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1cee89d4-f854-4fcf-b50f-fcc98dcf031a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:41.317982 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 931f4273-7ce0-414b-a3b2-f40f48617bda details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:16:41.429435 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-f111d263-7c21-4274-9a9b-8c28070df526 None None] Provisioning complete for port 6b1de927-1ebc-4821-82dd-b38fae2cbcb0 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:16:41.430194 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f111d263-7c21-4274-9a9b-8c28070df526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:41.440739 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cee89d4-f854-4fcf-b50f-fcc98dcf031a admin admin] Pushing event updated for resources: {'Port': ['ID=6b1de927-1ebc-4821-82dd-b38fae2cbcb0,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:41.445227 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1cee89d4-f854-4fcf-b50f-fcc98dcf031a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-772465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539207'] for router_interface, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:41.484445 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-f111d263-7c21-4274-9a9b-8c28070df526 None None] Port 6b1de927-1ebc-4821-82dd-b38fae2cbcb0 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:16:41.500605 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 285abe9d-ae9b-4d37-b5c6-99865231b78e up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:16:41.559135 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6aec41-1208-496c-a8b2-cd7545c73eea req-c302d235-d891-4592-890e-e004f71c6610 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:41.566927 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2f6aec41-1208-496c-a8b2-cd7545c73eea req-c302d235-d891-4592-890e-e004f71c6610 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0fd118f-159f-42dd-a725-ee51344fae03 HTTP/1.1" status: 200 len: 945 time: 0.2384315 Dec 06 17:16:41.570391 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 285abe9d-ae9b-4d37-b5c6-99865231b78e triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:16:41.571116 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:41.575760 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f0d9a-4261-40ae-872b-203c566ed325 req-830daab7-bc8e-42a9-baef-35ac424aa01c tempest-ImagesNegativeTestJSON-75708075 tempest-ImagesNegativeTestJSON-75708075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:41.577307 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-683f0d9a-4261-40ae-872b-203c566ed325 req-830daab7-bc8e-42a9-baef-35ac424aa01c tempest-ImagesNegativeTestJSON-75708075 tempest-ImagesNegativeTestJSON-75708075-project] 10.222.0.23 "GET /v2.0/ports?device_id=63d2c5bc-b25d-4a27-992b-bb2d44d0e68e HTTP/1.1" status: 200 len: 947 time: 0.5696366 Dec 06 17:16:41.601358 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cee89d4-f854-4fcf-b50f-fcc98dcf031a admin admin] Network b1330ff6-71a6-48db-aedf-2e908404d40b is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:16:41.638058 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2f6aec41-1208-496c-a8b2-cd7545c73eea req-1154c1cf-7a82-4d02-91f6-92a4c5939109 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.23 "GET /v2.0/security-groups?id=e017b456-a96a-4d30-8ba2-3b675361f11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701632 Dec 06 17:16:41.639249 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-1cee89d4-f854-4fcf-b50f-fcc98dcf031a admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:16:41.676978 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 5d9431d0-e0c5-43d5-be07-284ce1c9c133 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:16:41.801220 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:41.866004 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8a207846-25c5-443e-8620-b3f766d0480d req-c9adabaf-d1b3-45dc-822a-e4c0e6bfa0a3 tempest-ServerShowV257Test-1668625606 tempest-ServerShowV257Test-1668625606-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9314e86-a6f5-4544-91b7-61a21dc1e4e3 HTTP/1.1" status: 200 len: 210 time: 0.1243470 Dec 06 17:16:41.878151 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678c41c5-fab4-4f20-8025-72be3d2ca804 req-570c816b-07e7-496e-94fd-6e36417a53f1 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:41.879993 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-678c41c5-fab4-4f20-8025-72be3d2ca804 req-570c816b-07e7-496e-94fd-6e36417a53f1 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0fd118f-159f-42dd-a725-ee51344fae03 HTTP/1.1" status: 200 len: 945 time: 0.3151188 Dec 06 17:16:41.883566 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] For port 285abe9d-ae9b-4d37-b5c6-99865231b78e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=285abe9d-ae9b-4d37-b5c6-99865231b78e,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:16:41.897758 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-eed557d3-d084-46ae-8ddf-634714064474 req-28083f1a-8eb4-4950-9628-d6cf70c6b786 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f5398cbb-9f14-42b7-905c-288b25e2bdb2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3313844 Dec 06 17:16:41.905290 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:41.928141 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-cc40df82-d3d1-4d4d-81e8-0c7305673aec req-a45389a3-0c9b-4e00-b1c3-3d9557a64afa tempest-ServerShowV257Test-1668625606 tempest-ServerShowV257Test-1668625606-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9314e86-a6f5-4544-91b7-61a21dc1e4e3 HTTP/1.1" status: 200 len: 210 time: 0.0594938 Dec 06 17:16:41.984697 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-683f0d9a-4261-40ae-872b-203c566ed325 req-ff91de74-eb20-4142-b0c9-6e2baf38cf7c tempest-ImagesNegativeTestJSON-75708075 tempest-ImagesNegativeTestJSON-75708075-project] 10.222.0.23 "GET /v2.0/security-groups?id=74681b17-b050-42af-8853-9a354824abe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437396 Dec 06 17:16:41.985120 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cee89d4-f854-4fcf-b50f-fcc98dcf031a admin admin] Router abf284a6-fc05-4bad-b1af-8fb83ecc05e3 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:16:42.126027 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 5d9431d0-e0c5-43d5-be07-284ce1c9c133, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=5d9431d0-e0c5-43d5-be07-284ce1c9c133,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:16:42.138906 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed557d3-d084-46ae-8ddf-634714064474 req-691ea493-96f3-4568-a597-63d7ddb06f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:42.139443 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed557d3-d084-46ae-8ddf-634714064474 req-691ea493-96f3-4568-a597-63d7ddb06f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:42.139796 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed557d3-d084-46ae-8ddf-634714064474 req-691ea493-96f3-4568-a597-63d7ddb06f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:42.140274 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed557d3-d084-46ae-8ddf-634714064474 req-691ea493-96f3-4568-a597-63d7ddb06f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:42.140742 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed557d3-d084-46ae-8ddf-634714064474 req-691ea493-96f3-4568-a597-63d7ddb06f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:42.141278 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed557d3-d084-46ae-8ddf-634714064474 req-691ea493-96f3-4568-a597-63d7ddb06f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:42.141745 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed557d3-d084-46ae-8ddf-634714064474 req-691ea493-96f3-4568-a597-63d7ddb06f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:42.143757 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-eed557d3-d084-46ae-8ddf-634714064474 req-691ea493-96f3-4568-a597-63d7ddb06f4a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e06aba6f7cc1415e89ae20f4d5eb8b07&device_id=f5398cbb-9f14-42b7-905c-288b25e2bdb2 HTTP/1.1" status: 200 len: 6503 time: 0.1572673 Dec 06 17:16:42.173604 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': '5d9431d0-e0c5-43d5-be07-284ce1c9c133', 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a', 'port_id': '5d9431d0-e0c5-43d5-be07-284ce1c9c133', 'mac_address': 'fa:16:3e:44:99:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1342252a-21e4-4783-88ff-f54776c79059', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:16:42.183088 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Pushing event updated for resources: {'Port': ['ID=285abe9d-ae9b-4d37-b5c6-99865231b78e,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:42.232737 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b290b9d2-6767-49fc-8498-260c9052b4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:42.254245 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:42.256652 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-23bda9fc-063e-49d5-b21a-eee55198fb63 None None] Provisioning complete for port 6b1de927-1ebc-4821-82dd-b38fae2cbcb0 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:16:42.257015 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-23bda9fc-063e-49d5-b21a-eee55198fb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:42.296253 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d9431d0-e0c5-43d5-be07-284ce1c9c133 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:16:42.296667 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206d35cf-02b7-4a92-ba8e-387d42eff5a5 req-3ef6b43f-09f2-490c-a1e8-3ddaff3385e3 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:42.304112 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-206d35cf-02b7-4a92-ba8e-387d42eff5a5 req-3ef6b43f-09f2-490c-a1e8-3ddaff3385e3 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=48dc2ea6-0d69-477c-8b67-e0095cd7dc58 HTTP/1.1" status: 200 len: 945 time: 0.1732645 Dec 06 17:16:42.314554 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cee89d4-f854-4fcf-b50f-fcc98dcf031a admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:16:42.321851 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-1cee89d4-f854-4fcf-b50f-fcc98dcf031a admin admin] 10.222.0.23 "PUT /v2.0/routers/abf284a6-fc05-4bad-b1af-8fb83ecc05e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3769445 Dec 06 17:16:42.326148 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-23bda9fc-063e-49d5-b21a-eee55198fb63 None None] Port 6b1de927-1ebc-4821-82dd-b38fae2cbcb0 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:16:42.332405 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 5d9431d0-e0c5-43d5-be07-284ce1c9c133, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=5d9431d0-e0c5-43d5-be07-284ce1c9c133,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:16:42.333697 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-678c41c5-fab4-4f20-8025-72be3d2ca804 req-beb035ea-02df-4d0c-b7ce-51a4c18b5b4d tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Deleting port 0db2549d-e909-4919-907d-edd6540f589f {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:16:42.334045 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-678c41c5-fab4-4f20-8025-72be3d2ca804 req-beb035ea-02df-4d0c-b7ce-51a4c18b5b4d tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:42.340351 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:42.371884 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed557d3-d084-46ae-8ddf-634714064474 req-5fd722da-2de4-417b-8854-1aade2b33ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:42.372668 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed557d3-d084-46ae-8ddf-634714064474 req-5fd722da-2de4-417b-8854-1aade2b33ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:42.373296 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed557d3-d084-46ae-8ddf-634714064474 req-5fd722da-2de4-417b-8854-1aade2b33ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:42.375283 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-eed557d3-d084-46ae-8ddf-634714064474 req-5fd722da-2de4-417b-8854-1aade2b33ba8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f05d9e0a-904c-47f7-bc1e-929f90cd4a84&id=a265b143-efdd-45e0-a32a-71d5cda110a4&id=a265b143-efdd-45e0-a32a-71d5cda110a4&id=a265b143-efdd-45e0-a32a-71d5cda110a4&id=a265b143-efdd-45e0-a32a-71d5cda110a4&id=923a9dfa-d650-4f29-aec2-2016eca01acc&id=923a9dfa-d650-4f29-aec2-2016eca01acc HTTP/1.1" status: 200 len: 2299 time: 0.1620367 Dec 06 17:16:42.390348 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b290b9d2-6767-49fc-8498-260c9052b4a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9546861-2c51-42d4-889f-961f9688fd79,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:42.429341 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=5d9431d0-e0c5-43d5-be07-284ce1c9c133,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:42.461153 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-206d35cf-02b7-4a92-ba8e-387d42eff5a5 req-391fe089-708e-4e5d-99f0-cb7279373f74 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560345 Dec 06 17:16:42.468530 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b290b9d2-6767-49fc-8498-260c9052b4a9 admin admin] Checking segment: {'id': 'b722eb92-d8da-4fbc-acca-71668ea91866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '931f4273-7ce0-414b-a3b2-f40f48617bda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:16:42.468893 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b290b9d2-6767-49fc-8498-260c9052b4a9 admin admin] Network hostable DHCP agents. Network: 931f4273-7ce0-414b-a3b2-f40f48617bda, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:16:42.510423 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-eed557d3-d084-46ae-8ddf-634714064474 req-c1c0e869-1c1f-4ad4-891e-6288e577627e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=212cb245-4d0e-421a-abe1-0f73c687b607 HTTP/1.1" status: 200 len: 1002 time: 0.1233995 Dec 06 17:16:42.515820 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b290b9d2-6767-49fc-8498-260c9052b4a9 admin admin] Network 931f4273-7ce0-414b-a3b2-f40f48617bda is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:16:42.544908 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-b290b9d2-6767-49fc-8498-260c9052b4a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 931f4273-7ce0-414b-a3b2-f40f48617bda) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:16:42.555916 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b290b9d2-6767-49fc-8498-260c9052b4a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:42.556563 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b290b9d2-6767-49fc-8498-260c9052b4a9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:42.560291 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3da797-4ed2-4f5a-9552-eee84c3fd6ac None None] Network 931f4273-7ce0-414b-a3b2-f40f48617bda requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:16:42.601805 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed557d3-d084-46ae-8ddf-634714064474 req-027bb536-4dce-41ad-a12b-6a48472f8eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:42.602637 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-678c41c5-fab4-4f20-8025-72be3d2ca804 req-beb035ea-02df-4d0c-b7ce-51a4c18b5b4d tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] For port 0db2549d-e909-4919-907d-edd6540f589f, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=0db2549d-e909-4919-907d-edd6540f589f,segment=NetworkSegment(984ae95e-c60e-40dd-bbe4-3c64f43a2a9d),segment_id=984ae95e-c60e-40dd-bbe4-3c64f43a2a9d)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:16:42.603916 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-eed557d3-d084-46ae-8ddf-634714064474 req-027bb536-4dce-41ad-a12b-6a48472f8eca service neutron] 10.222.0.44 "GET /v2.0/subnets?id=497f0620-12c9-4760-9271-f21663a8e737 HTTP/1.1" status: 200 len: 856 time: 0.0859938 Dec 06 17:16:42.604713 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-678c41c5-fab4-4f20-8025-72be3d2ca804 req-beb035ea-02df-4d0c-b7ce-51a4c18b5b4d tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:42.621685 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-b290b9d2-6767-49fc-8498-260c9052b4a9 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.6436903 Dec 06 17:16:42.627201 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-678c41c5-fab4-4f20-8025-72be3d2ca804 req-beb035ea-02df-4d0c-b7ce-51a4c18b5b4d tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Calling delete_port for 0db2549d-e909-4919-907d-edd6540f589f owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:16:42.674335 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['5d9431d0-e0c5-43d5-be07-284ce1c9c133'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:16:42.677462 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed557d3-d084-46ae-8ddf-634714064474 req-35236845-141e-44dd-ba03-4b88d291375f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:42.679296 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-eed557d3-d084-46ae-8ddf-634714064474 req-35236845-141e-44dd-ba03-4b88d291375f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f05d9e0a-904c-47f7-bc1e-929f90cd4a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0657589 Dec 06 17:16:42.835028 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-eed557d3-d084-46ae-8ddf-634714064474 req-c5a58d04-6d1e-4c8d-acf2-6b5327fc5788 service neutron] 10.222.0.44 "GET /v2.0/networks/f05d9e0a-904c-47f7-bc1e-929f90cd4a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484666 Dec 06 17:16:42.891781 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54c73ee-920c-4f87-8b5e-dfeca15e3b63 None None] Network 931f4273-7ce0-414b-a3b2-f40f48617bda requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:16:42.920901 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b657c193-e291-44e3-b707-6f8a2fb1295b req-c02ead1b-628f-4f03-b9c8-d97df17f951a tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:42.924033 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b657c193-e291-44e3-b707-6f8a2fb1295b req-c02ead1b-628f-4f03-b9c8-d97df17f951a tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0fd118f-159f-42dd-a725-ee51344fae03 HTTP/1.1" status: 200 len: 945 time: 0.1249127 Dec 06 17:16:42.924847 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-678c41c5-fab4-4f20-8025-72be3d2ca804 req-beb035ea-02df-4d0c-b7ce-51a4c18b5b4d tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:42.970091 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-eed557d3-d084-46ae-8ddf-634714064474 req-76f8de97-a890-4578-b780-e09a78bcc166 service neutron] 10.222.0.44 "GET /v2.0/networks/f05d9e0a-904c-47f7-bc1e-929f90cd4a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245697 Dec 06 17:16:42.974988 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb035ea-02df-4d0c-b7ce-51a4c18b5b4d tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Pushing event deleted for resources: {'Port': ['ID=0db2549d-e909-4919-907d-edd6540f589f,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:43.058427 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-eed557d3-d084-46ae-8ddf-634714064474 req-ed6b7e3a-61b1-4b53-bf27-9f571d4c456a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=e2c81161-fcfe-4c5c-a15a-a2bb77a0ab7d HTTP/1.1" status: 200 len: 217 time: 0.0713613 Dec 06 17:16:43.085533 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-678c41c5-fab4-4f20-8025-72be3d2ca804 req-beb035ea-02df-4d0c-b7ce-51a4c18b5b4d tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] No DVR routers for this DVR port 0db2549d-e909-4919-907d-edd6540f589f on host n-h1-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:16:43.095707 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-678c41c5-fab4-4f20-8025-72be3d2ca804 req-beb035ea-02df-4d0c-b7ce-51a4c18b5b4d tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:43.099702 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-678c41c5-fab4-4f20-8025-72be3d2ca804 req-beb035ea-02df-4d0c-b7ce-51a4c18b5b4d tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.41 "DELETE /v2.0/ports/0db2549d-e909-4919-907d-edd6540f589f HTTP/1.1" status: 204 len: 173 time: 1.1906807 Dec 06 17:16:43.100376 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0fd118f-159f-42dd-a725-ee51344fae03', 'name': 'network-vif-deleted', 'tag': '0db2549d-e909-4919-907d-edd6540f589f'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:16:43.103245 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-950826a7-cf1a-4d61-8ceb-50b7198ff716" -d '{"events": [{"server_uuid": "d0fd118f-159f-42dd-a725-ee51344fae03", "name": "network-vif-deleted", "tag": "0db2549d-e909-4919-907d-edd6540f589f"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:16:43.150477 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b657c193-e291-44e3-b707-6f8a2fb1295b req-ac9025e0-f9f6-44a8-9e27-871e1df9dd19 tempest-ListServerFiltersTestJSON-1720822801 tempest-ListServerFiltersTestJSON-1720822801-project] 10.222.0.23 "GET /v2.0/security-groups?id=e017b456-a96a-4d30-8ba2-3b675361f11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160079 Dec 06 17:16:43.171733 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed557d3-d084-46ae-8ddf-634714064474 req-6db1eb01-8a84-4b49-b0e1-b8d7b9eaf769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:43.173207 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-eed557d3-d084-46ae-8ddf-634714064474 req-6db1eb01-8a84-4b49-b0e1-b8d7b9eaf769 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dc1a154b-d238-4aad-a5ea-40577b02ded4 HTTP/1.1" status: 200 len: 797 time: 0.1087022 Dec 06 17:16:43.258199 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 49560) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:16:43.264408 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-321c90a9-6706-4612-9d1e-ae7ef1b4036f tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1927641535', 'description': 'tempest-description--149545167'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:16:43.339147 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed557d3-d084-46ae-8ddf-634714064474 req-ad41cc6f-7c3d-46c1-8b09-17b83e0f0ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:43.344270 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-eed557d3-d084-46ae-8ddf-634714064474 req-ad41cc6f-7c3d-46c1-8b09-17b83e0f0ccb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a265b143-efdd-45e0-a32a-71d5cda110a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1633761 Dec 06 17:16:43.362927 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-321c90a9-6706-4612-9d1e-ae7ef1b4036f tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:43.363912 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30dc2533-6a6b-4bbb-b2c3-65b7081d984a None None] Sync routers for ids ['abf284a6-fc05-4bad-b1af-8fb83ecc05e3'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:16:43.399419 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 285abe9d-ae9b-4d37-b5c6-99865231b78e up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:16:43.457938 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30dc2533-6a6b-4bbb-b2c3-65b7081d984a None None] Routers {'abf284a6-fc05-4bad-b1af-8fb83ecc05e3'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:16:43.458701 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-30dc2533-6a6b-4bbb-b2c3-65b7081d984a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:16:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['abf284a6-fc05-4bad-b1af-8fb83ecc05e3'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:16:43.497987 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-321c90a9-6706-4612-9d1e-ae7ef1b4036f tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:43.527896 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-321c90a9-6706-4612-9d1e-ae7ef1b4036f tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:43.554223 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-321c90a9-6706-4612-9d1e-ae7ef1b4036f tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:43.554918 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-321c90a9-6706-4612-9d1e-ae7ef1b4036f tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2954321 Dec 06 17:16:43.561611 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 49574) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:16:43.569670 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-946b7084-e40e-4b69-a360-e4520d408312 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Request body: {'security_group_rule': {'security_group_id': 'e8ff7359-db2b-4d57-aa79-237c344ab3df', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:16:43.570086 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e376b309-cfaa-4bc6-8280-acd0d33093da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:43.623534 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c79a4b-5092-4f3b-8c78-d5dadc540ef3 req-a78022ec-0855-4fa9-9f20-7735a951d6d5 tempest-ImagesNegativeTestJSON-75708075 tempest-ImagesNegativeTestJSON-75708075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:43.626880 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321c90a9-6706-4612-9d1e-ae7ef1b4036f tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ff7359-db2b-4d57-aa79-237c344ab3df,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:43.635170 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f4c79a4b-5092-4f3b-8c78-d5dadc540ef3 req-a78022ec-0855-4fa9-9f20-7735a951d6d5 tempest-ImagesNegativeTestJSON-75708075 tempest-ImagesNegativeTestJSON-75708075-project] 10.222.0.23 "GET /v2.0/ports?device_id=63d2c5bc-b25d-4a27-992b-bb2d44d0e68e HTTP/1.1" status: 200 len: 948 time: 0.1379979 Dec 06 17:16:43.689919 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-eed557d3-d084-46ae-8ddf-634714064474 req-39dc98bb-9a06-4e94-b956-6d183818e1fe service neutron] 10.222.0.44 "GET /v2.0/networks/a265b143-efdd-45e0-a32a-71d5cda110a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3384154 Dec 06 17:16:43.699465 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15cbcc4-e284-4f40-a516-da8005d8eee9 req-ea0977a4-403d-4809-9ac2-0fdf91c85c42 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:43.699757 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 49576) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:16:43.702299 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b15cbcc4-e284-4f40-a516-da8005d8eee9 req-ea0977a4-403d-4809-9ac2-0fdf91c85c42 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/networks?id=931f4273-7ce0-414b-a3b2-f40f48617bda HTTP/1.1" status: 200 len: 805 time: 0.1974742 Dec 06 17:16:43.728352 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 285abe9d-ae9b-4d37-b5c6-99865231b78e triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:16:43.728735 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:43.755610 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b15cbcc4-e284-4f40-a516-da8005d8eee9 req-b5609ad5-12fe-4059-9e6f-7900e962ae12 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/quotas/0b996ae66d164de39215c3dfc863b124 HTTP/1.1" status: 200 len: 375 time: 0.0449197 Dec 06 17:16:43.773117 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-946b7084-e40e-4b69-a360-e4520d408312 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:43.784629 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-30dc2533-6a6b-4bbb-b2c3-65b7081d984a None None] Set router abf284a6-fc05-4bad-b1af-8fb83ecc05e3 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:16:43.803077 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b15cbcc4-e284-4f40-a516-da8005d8eee9 req-594fa563-a377-4ac9-9d26-a9a7c7d68868 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0b996ae66d164de39215c3dfc863b124&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0461118 Dec 06 17:16:43.828896 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f4c79a4b-5092-4f3b-8c78-d5dadc540ef3 req-9e98ee0e-d835-453f-b5b9-68a15f6fd810 tempest-ImagesNegativeTestJSON-75708075 tempest-ImagesNegativeTestJSON-75708075-project] 10.222.0.23 "GET /v2.0/security-groups?id=74681b17-b050-42af-8853-9a354824abe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919870 Dec 06 17:16:43.999659 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-eed557d3-d084-46ae-8ddf-634714064474 req-8f46fc03-b321-4f1b-b87a-020e1440cd07 service neutron] 10.222.0.44 "GET /v2.0/networks/a265b143-efdd-45e0-a32a-71d5cda110a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2982664 Dec 06 17:16:44.002138 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8e76ff20-4145-4124-a5fe-86c81386d24c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:44.031753 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a41642b3-0c8c-4c3c-bb9a-71f45d42728f x-openstack-request-id: req-a41642b3-0c8c-4c3c-bb9a-71f45d42728f {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:16:44.032101 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0fd118f-159f-42dd-a725-ee51344fae03", "name": "network-vif-deleted", "tag": "0db2549d-e909-4919-907d-edd6540f589f", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:16:44.032364 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a41642b3-0c8c-4c3c-bb9a-71f45d42728f {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:16:44.032773 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0fd118f-159f-42dd-a725-ee51344fae03', 'name': 'network-vif-deleted', 'tag': '0db2549d-e909-4919-907d-edd6540f589f', 'status': 'completed', 'code': 200} Dec 06 17:16:44.067475 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-946b7084-e40e-4b69-a360-e4520d408312 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:44.072441 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-eed557d3-d084-46ae-8ddf-634714064474 req-52464087-8fd1-4e52-a703-0fdb405936e3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=5d044c44-c6ea-4f9f-a3c3-6f30ee8e15d8 HTTP/1.1" status: 200 len: 217 time: 0.0635197 Dec 06 17:16:44.078829 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-946b7084-e40e-4b69-a360-e4520d408312 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:44.108439 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-30dc2533-6a6b-4bbb-b2c3-65b7081d984a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abf284a6-fc05-4bad-b1af-8fb83ecc05e3', 'name': 'tempest-ServerActionsTestJSON-215464347-router', 'tenant_id': '0688c6db31494470a1b7a5ecaa734bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.202'}], 'enable_snat': True}, 'gw_port_id': '285abe9d-ae9b-4d37-b5c6-99865231b78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:16:35Z', 'updated_at': '2021-12-06T17:16:41Z', 'revision_number': 4, 'project_id': '0688c6db31494470a1b7a5ecaa734bc4', 'gw_port': {'id': '285abe9d-ae9b-4d37-b5c6-99865231b78e', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf284a6-fc05-4bad-b1af-8fb83ecc05e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:16:36Z', 'updated_at': '2021-12-06T17:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '6b1de927-1ebc-4821-82dd-b38fae2cbcb0', 'name': '', 'network_id': 'b1330ff6-71a6-48db-aedf-2e908404d40b', 'tenant_id': '0688c6db31494470a1b7a5ecaa734bc4', 'mac_address': 'fa:16:3e:8a:7b:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abf284a6-fc05-4bad-b1af-8fb83ecc05e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '407d30a8-656b-4107-b0bb-8b27c7634002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:16:40Z', 'updated_at': '2021-12-06T17:16:41Z', 'revision_number': 2, 'project_id': '0688c6db31494470a1b7a5ecaa734bc4', 'subnets': [{'id': '407d30a8-656b-4107-b0bb-8b27c7634002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:16:44.109421 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b15cbcc4-e284-4f40-a516-da8005d8eee9 req-21182ade-79b4-4a34-af76-bc9929e5f5fe service neutron] 10.222.0.23 "GET /v2.0/networks/931f4273-7ce0-414b-a3b2-f40f48617bda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3050354 Dec 06 17:16:44.143761 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30dc2533-6a6b-4bbb-b2c3-65b7081d984a None None] Checking router: abf284a6-fc05-4bad-b1af-8fb83ecc05e3 for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:16:44.144118 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30dc2533-6a6b-4bbb-b2c3-65b7081d984a None None] Updating router abf284a6-fc05-4bad-b1af-8fb83ecc05e3 port 6b1de927-1ebc-4821-82dd-b38fae2cbcb0 binding host n-d-master-1 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:16:44.148697 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946b7084-e40e-4b69-a360-e4520d408312 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00f84a77-b306-4c42-8634-e1708b986490,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:44.167687 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-946b7084-e40e-4b69-a360-e4520d408312 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:44.169021 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-946b7084-e40e-4b69-a360-e4520d408312 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6045861 Dec 06 17:16:44.175215 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 49584) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:16:44.180275 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-30dc2533-6a6b-4bbb-b2c3-65b7081d984a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:44.180512 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-bf2d6933-9aff-46ee-899f-950a7644099f tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Request body: {'security_group_rule': {'security_group_id': 'e8ff7359-db2b-4d57-aa79-237c344ab3df', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:16:44.199019 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed557d3-d084-46ae-8ddf-634714064474 req-e14ca4cc-5c56-4e54-a4ed-7b4f6505967e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:44.201007 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-eed557d3-d084-46ae-8ddf-634714064474 req-e14ca4cc-5c56-4e54-a4ed-7b4f6505967e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dc1a154b-d238-4aad-a5ea-40577b02ded4 HTTP/1.1" status: 200 len: 797 time: 0.1194534 Dec 06 17:16:44.244012 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b15cbcc4-e284-4f40-a516-da8005d8eee9 req-72663503-ee8c-45e4-8416-b2a5433c7be3 service neutron] 10.222.0.23 "GET /v2.0/networks/931f4273-7ce0-414b-a3b2-f40f48617bda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317704 Dec 06 17:16:44.300973 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8e76ff20-4145-4124-a5fe-86c81386d24c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:44.308895 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bf2d6933-9aff-46ee-899f-950a7644099f tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:44.312760 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8e76ff20-4145-4124-a5fe-86c81386d24c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:44.352047 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ff6e4-d608-4556-886d-7bdf1e96e9f2 req-55f8d678-cba1-43d7-a758-3edeb27a1f0b tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:44.360319 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-cc5ff6e4-d608-4556-886d-7bdf1e96e9f2 req-55f8d678-cba1-43d7-a758-3edeb27a1f0b tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=48dc2ea6-0d69-477c-8b67-e0095cd7dc58 HTTP/1.1" status: 200 len: 945 time: 0.1668043 Dec 06 17:16:44.382140 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed557d3-d084-46ae-8ddf-634714064474 req-9d43d483-22a9-43a2-855f-3f612df5791e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:44.383675 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-eed557d3-d084-46ae-8ddf-634714064474 req-9d43d483-22a9-43a2-855f-3f612df5791e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a265b143-efdd-45e0-a32a-71d5cda110a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1699469 Dec 06 17:16:44.421306 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 49590) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:16:44.433526 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-8e76ff20-4145-4124-a5fe-86c81386d24c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=843742e604af4d0a81acdc24d8fbc423&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7284241 Dec 06 17:16:44.442487 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e76ff20-4145-4124-a5fe-86c81386d24c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=802d546a-2ea1-47ff-885d-6452a9866f39,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:44.451846 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 49592) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:16:44.507850 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6034bea8-724e-4831-9f29-e8135ce8cb9b req-9fdc83b4-5568-47ae-9565-af77176a0c2f tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fd8a57e-a18a-422a-919e-0a7902e4e026 HTTP/1.1" status: 200 len: 210 time: 0.0388920 Dec 06 17:16:44.518173 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0218781-74cd-417c-a647-6f96a221ccdd admin admin] Deleting subnet 2c3c8f21-d6e2-4216-a4c2-195ad93bf563 {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:16:44.525005 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f0218781-74cd-417c-a647-6f96a221ccdd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:44.560459 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-30dc2533-6a6b-4bbb-b2c3-65b7081d984a None None] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:44.564117 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f0218781-74cd-417c-a647-6f96a221ccdd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:44.571111 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-30dc2533-6a6b-4bbb-b2c3-65b7081d984a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:44.589946 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-cc5ff6e4-d608-4556-886d-7bdf1e96e9f2 req-cbd18577-a82e-4ff0-90b7-71d821f3609c tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287037 Dec 06 17:16:44.621021 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bf2d6933-9aff-46ee-899f-950a7644099f tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:44.633141 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bf2d6933-9aff-46ee-899f-950a7644099f tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:44.653270 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f0218781-74cd-417c-a647-6f96a221ccdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:44.667772 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb29edd9-9bd3-4a59-9e1e-e143745e8b08 None None] Pushing event updated for resources: {'Port': ['ID=6b1de927-1ebc-4821-82dd-b38fae2cbcb0,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:44.678310 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-eed557d3-d084-46ae-8ddf-634714064474 req-cc4e59cd-ab83-457e-ba7e-6e7178e51f7c service neutron] 10.222.0.44 "GET /v2.0/networks/a265b143-efdd-45e0-a32a-71d5cda110a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672012 Dec 06 17:16:44.703502 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2d6933-9aff-46ee-899f-950a7644099f tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a9dc471-5d3c-41ca-a08e-0ee4b3471c9d,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:44.727374 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-71f2712f-5c7a-4dca-a1f7-8a41257ee304 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:44.737777 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bf2d6933-9aff-46ee-899f-950a7644099f tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:44.739870 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-bf2d6933-9aff-46ee-899f-950a7644099f tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5625439 Dec 06 17:16:44.743316 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 49598) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:16:44.754126 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-8994c3cf-b8ee-42a5-bc32-49632516ac2a tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Request body: {'floatingip': {'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:16:44.764734 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f0218781-74cd-417c-a647-6f96a221ccdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:44.796931 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-30dc2533-6a6b-4bbb-b2c3-65b7081d984a None None] Attempting to bind port 6b1de927-1ebc-4821-82dd-b38fae2cbcb0 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:16:44.798071 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-30dc2533-6a6b-4bbb-b2c3-65b7081d984a None None] Attempting to bind port 6b1de927-1ebc-4821-82dd-b38fae2cbcb0 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '89275c86-7da9-47f2-a47a-1035a530c501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b1330ff6-71a6-48db-aedf-2e908404d40b'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:16:44.799411 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30dc2533-6a6b-4bbb-b2c3-65b7081d984a None None] Attempting to bind port 6b1de927-1ebc-4821-82dd-b38fae2cbcb0 on network b1330ff6-71a6-48db-aedf-2e908404d40b {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:16:44.804970 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0218781-74cd-417c-a647-6f96a221ccdd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c3c8f21-d6e2-4216-a4c2-195ad93bf563,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:44.811238 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f0218781-74cd-417c-a647-6f96a221ccdd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:44.815424 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-f0218781-74cd-417c-a647-6f96a221ccdd admin admin] 10.222.0.23 "DELETE /v2.0/subnets/2c3c8f21-d6e2-4216-a4c2-195ad93bf563 HTTP/1.1" status: 204 len: 168 time: 0.3926895 Dec 06 17:16:44.817861 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 49600) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:16:44.827037 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8994c3cf-b8ee-42a5-bc32-49632516ac2a tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Publish callbacks [] for floatingip, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:44.832786 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de662d5-1504-4ede-800b-d3ca1dfc9fb8 None None] Network abca4b39-f2d6-40a0-afe6-c5a5f5ffb9aa requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:16:44.836810 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-71f2712f-5c7a-4dca-a1f7-8a41257ee304 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:44.890250 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30dc2533-6a6b-4bbb-b2c3-65b7081d984a None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:16:44.891832 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30dc2533-6a6b-4bbb-b2c3-65b7081d984a None None] Checking segment: {'id': '89275c86-7da9-47f2-a47a-1035a530c501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b1330ff6-71a6-48db-aedf-2e908404d40b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:16:44.892395 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-30dc2533-6a6b-4bbb-b2c3-65b7081d984a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:44.893524 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30dc2533-6a6b-4bbb-b2c3-65b7081d984a None None] Bound using segment: {'id': '89275c86-7da9-47f2-a47a-1035a530c501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b1330ff6-71a6-48db-aedf-2e908404d40b'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:16:44.895301 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-30dc2533-6a6b-4bbb-b2c3-65b7081d984a None None] Bound port: 6b1de927-1ebc-4821-82dd-b38fae2cbcb0, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89275c86-7da9-47f2-a47a-1035a530c501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b1330ff6-71a6-48db-aedf-2e908404d40b'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:16:44.896099 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-30dc2533-6a6b-4bbb-b2c3-65b7081d984a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:44.918418 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-eed557d3-d084-46ae-8ddf-634714064474 req-925edc60-e1e2-4dc2-938a-b4c315f61eca service neutron] 10.222.0.44 "GET /v2.0/networks/a265b143-efdd-45e0-a32a-71d5cda110a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356853 Dec 06 17:16:44.995060 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-84fd6926-c1b8-4ff4-b874-7abdbfbe4ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:45.004248 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-eed557d3-d084-46ae-8ddf-634714064474 req-528d426f-8b8e-4600-9351-4f3732ff541c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.215&port_id=e42dffef-fd32-4bdd-8a82-7f2ced8750e5 HTTP/1.1" status: 200 len: 217 time: 0.0786226 Dec 06 17:16:45.005073 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-71f2712f-5c7a-4dca-a1f7-8a41257ee304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:45.008853 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-71f2712f-5c7a-4dca-a1f7-8a41257ee304 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:45.013637 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-71f2712f-5c7a-4dca-a1f7-8a41257ee304 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/802d546a-2ea1-47ff-885d-6452a9866f39 HTTP/1.1" status: 204 len: 168 time: 0.5568941 Dec 06 17:16:45.083521 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f2712f-5c7a-4dca-a1f7-8a41257ee304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=802d546a-2ea1-47ff-885d-6452a9866f39,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:45.127122 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed557d3-d084-46ae-8ddf-634714064474 req-3a024918-5efc-4784-9840-4a3d3a99ddc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:45.128710 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-eed557d3-d084-46ae-8ddf-634714064474 req-3a024918-5efc-4784-9840-4a3d3a99ddc0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dc1a154b-d238-4aad-a5ea-40577b02ded4 HTTP/1.1" status: 200 len: 797 time: 0.1139159 Dec 06 17:16:45.196233 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e698e35f-4e4f-4091-868e-6a957683e667 req-b7b521c2-3133-4821-84c0-36a7a33fc59e tempest-ImagesNegativeTestJSON-75708075 tempest-ImagesNegativeTestJSON-75708075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:45.205807 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e698e35f-4e4f-4091-868e-6a957683e667 req-b7b521c2-3133-4821-84c0-36a7a33fc59e tempest-ImagesNegativeTestJSON-75708075 tempest-ImagesNegativeTestJSON-75708075-project] 10.222.0.23 "GET /v2.0/ports?device_id=63d2c5bc-b25d-4a27-992b-bb2d44d0e68e HTTP/1.1" status: 200 len: 948 time: 0.2318900 Dec 06 17:16:45.278514 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed557d3-d084-46ae-8ddf-634714064474 req-f2d030cd-d34d-411f-a251-e3f150681678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:45.280728 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-eed557d3-d084-46ae-8ddf-634714064474 req-f2d030cd-d34d-411f-a251-e3f150681678 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a265b143-efdd-45e0-a32a-71d5cda110a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1438615 Dec 06 17:16:45.305195 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e698e35f-4e4f-4091-868e-6a957683e667 req-682a17e0-c451-45a5-ba8e-797b12929d2b tempest-ImagesNegativeTestJSON-75708075 tempest-ImagesNegativeTestJSON-75708075-project] 10.222.0.23 "GET /v2.0/security-groups?id=74681b17-b050-42af-8853-9a354824abe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984180 Dec 06 17:16:45.316216 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-84fd6926-c1b8-4ff4-b874-7abdbfbe4ef7 admin admin] Deleting port 121d17c9-2e2b-4e60-b272-8872479eaf8f {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:16:45.316794 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-84fd6926-c1b8-4ff4-b874-7abdbfbe4ef7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:45.365769 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1b4f68-4fea-4562-aa15-136c123b7df0 None None] DHCP port deletion for abca4b39-f2d6-40a0-afe6-c5a5f5ffb9aa request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:16:45.377364 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-30dc2533-6a6b-4bbb-b2c3-65b7081d984a None None] For port 6b1de927-1ebc-4821-82dd-b38fae2cbcb0, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:16:45.384366 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-58f4918c-84d3-4fb9-878f-70f5cb3ac461 None None] Provisioning complete for port 6b1de927-1ebc-4821-82dd-b38fae2cbcb0 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:16:45.384762 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-58f4918c-84d3-4fb9-878f-70f5cb3ac461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:45.432914 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-30dc2533-6a6b-4bbb-b2c3-65b7081d984a None None] For port 6b1de927-1ebc-4821-82dd-b38fae2cbcb0, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6b1de927-1ebc-4821-82dd-b38fae2cbcb0,segment=NetworkSegment(89275c86-7da9-47f2-a47a-1035a530c501),segment_id=89275c86-7da9-47f2-a47a-1035a530c501)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:16:45.435989 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8994c3cf-b8ee-42a5-bc32-49632516ac2a tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:45.440051 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-84fd6926-c1b8-4ff4-b874-7abdbfbe4ef7 admin admin] For port 121d17c9-2e2b-4e60-b272-8872479eaf8f, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=121d17c9-2e2b-4e60-b272-8872479eaf8f,segment=NetworkSegment(984ae95e-c60e-40dd-bbe4-3c64f43a2a9d),segment_id=984ae95e-c60e-40dd-bbe4-3c64f43a2a9d)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:16:45.440892 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-84fd6926-c1b8-4ff4-b874-7abdbfbe4ef7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:45.449177 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-eed557d3-d084-46ae-8ddf-634714064474 req-33f1a108-6fad-4dfd-9b6f-470a50567d90 service neutron] 10.222.0.44 "GET /v2.0/networks/a265b143-efdd-45e0-a32a-71d5cda110a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601403 Dec 06 17:16:45.462904 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-84fd6926-c1b8-4ff4-b874-7abdbfbe4ef7 admin admin] Calling delete_port for 121d17c9-2e2b-4e60-b272-8872479eaf8f owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:16:45.466691 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-30dc2533-6a6b-4bbb-b2c3-65b7081d984a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:45.556228 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb29edd9-9bd3-4a59-9e1e-e143745e8b08 None None] Pushing event updated for resources: {'Port': ['ID=6b1de927-1ebc-4821-82dd-b38fae2cbcb0,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:45.586229 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-58f4918c-84d3-4fb9-878f-70f5cb3ac461 None None] Port 6b1de927-1ebc-4821-82dd-b38fae2cbcb0 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:16:45.623925 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-eed557d3-d084-46ae-8ddf-634714064474 req-712ee85b-833f-4723-afee-c5481450024a service neutron] 10.222.0.44 "GET /v2.0/networks/a265b143-efdd-45e0-a32a-71d5cda110a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671994 Dec 06 17:16:45.634785 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30dc2533-6a6b-4bbb-b2c3-65b7081d984a None None] Routers {'abf284a6-fc05-4bad-b1af-8fb83ecc05e3'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:16:45.636420 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-30dc2533-6a6b-4bbb-b2c3-65b7081d984a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:16:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['abf284a6-fc05-4bad-b1af-8fb83ecc05e3'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:16:45.669753 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-8994c3cf-b8ee-42a5-bc32-49632516ac2a tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Allocated IP 172.35.1.65 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/cace09f2-bc0e-4221-bf82-d9261c6d44e5) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:16:45.767978 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-eed557d3-d084-46ae-8ddf-634714064474 req-a4bef779-f5ed-45d1-8c9e-860a53387b06 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.34&port_id=ce5a499b-b2ba-4f6b-b647-32d86ebd2d1e HTTP/1.1" status: 200 len: 217 time: 0.1357274 Dec 06 17:16:45.858161 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6b8ab0f2-6d04-4594-ab37-b51543b296ab req-9ed2add3-4358-4fde-8bea-b9dd5f8b4335 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fd8a57e-a18a-422a-919e-0a7902e4e026 HTTP/1.1" status: 200 len: 210 time: 0.0956240 Dec 06 17:16:45.902884 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-ff1b4f68-4fea-4562-aa15-136c123b7df0 None None] Deleting port 121d17c9-2e2b-4e60-b272-8872479eaf8f {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:16:45.903423 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ff1b4f68-4fea-4562-aa15-136c123b7df0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:45.909148 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-17cc4ad6-c5d8-4a56-8832-ae9ad2611308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:45.914748 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 5d9431d0-e0c5-43d5-be07-284ce1c9c133 up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:16:45.937746 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed557d3-d084-46ae-8ddf-634714064474 req-9331b65b-f90b-49a1-a17f-622bcf5c8942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:45.941407 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-eed557d3-d084-46ae-8ddf-634714064474 req-9331b65b-f90b-49a1-a17f-622bcf5c8942 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dc1a154b-d238-4aad-a5ea-40577b02ded4 HTTP/1.1" status: 200 len: 797 time: 0.1462791 Dec 06 17:16:45.969105 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8994c3cf-b8ee-42a5-bc32-49632516ac2a tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:46.007322 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed557d3-d084-46ae-8ddf-634714064474 req-fb13682a-d7f0-46b5-999a-220c729eb4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:46.009336 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-eed557d3-d084-46ae-8ddf-634714064474 req-fb13682a-d7f0-46b5-999a-220c729eb4f7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a265b143-efdd-45e0-a32a-71d5cda110a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0610445 Dec 06 17:16:46.129786 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-84fd6926-c1b8-4ff4-b874-7abdbfbe4ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:46.159724 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8994c3cf-b8ee-42a5-bc32-49632516ac2a tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:46.167811 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-ff1b4f68-4fea-4562-aa15-136c123b7df0 None None] For port 121d17c9-2e2b-4e60-b272-8872479eaf8f, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=121d17c9-2e2b-4e60-b272-8872479eaf8f,segment=NetworkSegment(984ae95e-c60e-40dd-bbe4-3c64f43a2a9d),segment_id=984ae95e-c60e-40dd-bbe4-3c64f43a2a9d)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:16:46.168325 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ff1b4f68-4fea-4562-aa15-136c123b7df0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:46.182198 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-44158355-a4af-41ae-83f3-a4864a03d47a None None] Provisioning complete for port 6b1de927-1ebc-4821-82dd-b38fae2cbcb0 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:16:46.183131 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-44158355-a4af-41ae-83f3-a4864a03d47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:46.196810 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75961a4-2cc1-4d0a-8ccf-9d7c05433727 req-196cb9fa-9160-452b-b732-6aba85fd12fc tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:46.199006 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a75961a4-2cc1-4d0a-8ccf-9d7c05433727 req-196cb9fa-9160-452b-b732-6aba85fd12fc tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=48dc2ea6-0d69-477c-8b67-e0095cd7dc58 HTTP/1.1" status: 200 len: 945 time: 0.3028274 Dec 06 17:16:46.211870 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fd6926-c1b8-4ff4-b874-7abdbfbe4ef7 admin admin] Pushing event deleted for resources: {'Port': ['ID=121d17c9-2e2b-4e60-b272-8872479eaf8f,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:46.219838 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fd6926-c1b8-4ff4-b874-7abdbfbe4ef7 admin admin] No DVR routers for this DVR port 121d17c9-2e2b-4e60-b272-8872479eaf8f on host n-d-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:16:46.225951 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-eed557d3-d084-46ae-8ddf-634714064474 req-fbeff446-7390-4861-bf0e-0e2d5f0227fb service neutron] 10.222.0.44 "GET /v2.0/networks/a265b143-efdd-45e0-a32a-71d5cda110a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097220 Dec 06 17:16:46.238845 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port 5d9431d0-e0c5-43d5-be07-284ce1c9c133 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:16:46.254510 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-ff1b4f68-4fea-4562-aa15-136c123b7df0 None None] Calling delete_port for 121d17c9-2e2b-4e60-b272-8872479eaf8f owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:16:46.259261 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port 5d9431d0-e0c5-43d5-be07-284ce1c9c133 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:16:46.260334 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:46.326933 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-30dc2533-6a6b-4bbb-b2c3-65b7081d984a None None] Set router abf284a6-fc05-4bad-b1af-8fb83ecc05e3 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:16:46.373869 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8994c3cf-b8ee-42a5-bc32-49632516ac2a tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Pushing event updated for resources: {'Port': ['ID=cace09f2-bc0e-4221-bf82-d9261c6d44e5,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:46.399248 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8994c3cf-b8ee-42a5-bc32-49632516ac2a tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:16:46.404908 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-eed557d3-d084-46ae-8ddf-634714064474 req-ceae5cf4-1ce3-47a2-a934-39e2106d6456 service neutron] 10.222.0.44 "GET /v2.0/networks/a265b143-efdd-45e0-a32a-71d5cda110a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707869 Dec 06 17:16:46.408925 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15cbcc4-e284-4f40-a516-da8005d8eee9 req-2bb2d5ce-ea37-4cbb-aa01-ec19770a145c tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:46.411261 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b15cbcc4-e284-4f40-a516-da8005d8eee9 req-2bb2d5ce-ea37-4cbb-aa01-ec19770a145c tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.44 "GET /v2.0/networks?id=931f4273-7ce0-414b-a3b2-f40f48617bda HTTP/1.1" status: 200 len: 805 time: 0.4124017 Dec 06 17:16:46.412043 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-8994c3cf-b8ee-42a5-bc32-49632516ac2a tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:16:46.418750 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8994c3cf-b8ee-42a5-bc32-49632516ac2a tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:16:46.467357 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-eed557d3-d084-46ae-8ddf-634714064474 req-cb3fcd0e-393a-4581-8801-777ea18dd21c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1d5a6e2b-fe5f-43e4-8477-6577f08f2e89 HTTP/1.1" status: 200 len: 217 time: 0.0473583 Dec 06 17:16:46.507123 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-b15cbcc4-e284-4f40-a516-da8005d8eee9 req-d5193c4d-c139-48c9-9885-578e9950d828 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Request body: {'port': {'device_id': '7fd8a57e-a18a-422a-919e-0a7902e4e026', 'network_id': '931f4273-7ce0-414b-a3b2-f40f48617bda', 'admin_state_up': True, 'tenant_id': '0b996ae66d164de39215c3dfc863b124'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:16:46.517003 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-44158355-a4af-41ae-83f3-a4864a03d47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:46.526879 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed557d3-d084-46ae-8ddf-634714064474 req-c08e8299-32d1-409a-9668-99edf0b2e994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:46.528826 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-eed557d3-d084-46ae-8ddf-634714064474 req-c08e8299-32d1-409a-9668-99edf0b2e994 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b4979180-b255-45fd-9571-7f83f2b9313a HTTP/1.1" status: 200 len: 797 time: 0.0520997 Dec 06 17:16:46.596748 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:46.622795 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992ff5e9-e424-4e46-9a7c-2324a7539b20 req-a39d5857-c9a4-4641-b453-b0de03a14b57 tempest-ImagesNegativeTestJSON-75708075 tempest-ImagesNegativeTestJSON-75708075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:46.638157 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-992ff5e9-e424-4e46-9a7c-2324a7539b20 req-a39d5857-c9a4-4641-b453-b0de03a14b57 tempest-ImagesNegativeTestJSON-75708075 tempest-ImagesNegativeTestJSON-75708075-project] 10.222.0.23 "GET /v2.0/ports?device_id=63d2c5bc-b25d-4a27-992b-bb2d44d0e68e HTTP/1.1" status: 200 len: 948 time: 0.1694467 Dec 06 17:16:46.663045 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a75961a4-2cc1-4d0a-8ccf-9d7c05433727 req-662ff3a0-eb48-4a92-b5d9-cfe00a8ba388 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4536517 Dec 06 17:16:46.683593 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-84fd6926-c1b8-4ff4-b874-7abdbfbe4ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:46.710586 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63d2c5bc-b25d-4a27-992b-bb2d44d0e68e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d9431d0-e0c5-43d5-be07-284ce1c9c133'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:16:46.713608 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f90524-2ce2-4cfd-a6cf-73937db8ab5e" -d '{"events": [{"server_uuid": "63d2c5bc-b25d-4a27-992b-bb2d44d0e68e", "name": "network-vif-plugged", "status": "completed", "tag": "5d9431d0-e0c5-43d5-be07-284ce1c9c133"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:16:46.723347 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed557d3-d084-46ae-8ddf-634714064474 req-3f2bd410-9bed-4ca8-adc4-ec537028998d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:46.725507 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-eed557d3-d084-46ae-8ddf-634714064474 req-3f2bd410-9bed-4ca8-adc4-ec537028998d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=923a9dfa-d650-4f29-aec2-2016eca01acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1785631 Dec 06 17:16:46.733157 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-44158355-a4af-41ae-83f3-a4864a03d47a None None] For port 6b1de927-1ebc-4821-82dd-b38fae2cbcb0, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6b1de927-1ebc-4821-82dd-b38fae2cbcb0,segment=NetworkSegment(89275c86-7da9-47f2-a47a-1035a530c501),segment_id=89275c86-7da9-47f2-a47a-1035a530c501)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:16:46.745647 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-44158355-a4af-41ae-83f3-a4864a03d47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:46.749245 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ff1b4f68-4fea-4562-aa15-136c123b7df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:46.752961 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 5d9431d0-e0c5-43d5-be07-284ce1c9c133, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=5d9431d0-e0c5-43d5-be07-284ce1c9c133,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:16:46.765639 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8994c3cf-b8ee-42a5-bc32-49632516ac2a tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:46.777681 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b15cbcc4-e284-4f40-a516-da8005d8eee9 req-d5193c4d-c139-48c9-9885-578e9950d828 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Made reservation on behalf of 0b996ae66d164de39215c3dfc863b124 for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:16:46.781939 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-b15cbcc4-e284-4f40-a516-da8005d8eee9 req-d5193c4d-c139-48c9-9885-578e9950d828 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:46.796472 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:46.797432 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 0db2549d-e909-4919-907d-edd6540f589f no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:16:46.840421 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1b4f68-4fea-4562-aa15-136c123b7df0 None None] No DVR routers for this DVR port 121d17c9-2e2b-4e60-b272-8872479eaf8f on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:16:46.850686 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-992ff5e9-e424-4e46-9a7c-2324a7539b20 req-2760b56a-04e1-4482-86d8-36b3bdadf1a3 tempest-ImagesNegativeTestJSON-75708075 tempest-ImagesNegativeTestJSON-75708075-project] 10.222.0.23 "GET /v2.0/security-groups?id=74681b17-b050-42af-8853-9a354824abe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098396 Dec 06 17:16:46.890545 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81cfc21e-a21c-4ccb-b4fc-ecfdb446eeac x-openstack-request-id: req-81cfc21e-a21c-4ccb-b4fc-ecfdb446eeac {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:16:46.890870 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63d2c5bc-b25d-4a27-992b-bb2d44d0e68e", "name": "network-vif-plugged", "status": "completed", "tag": "5d9431d0-e0c5-43d5-be07-284ce1c9c133", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:16:46.891133 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-81cfc21e-a21c-4ccb-b4fc-ecfdb446eeac {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:16:46.891532 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63d2c5bc-b25d-4a27-992b-bb2d44d0e68e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d9431d0-e0c5-43d5-be07-284ce1c9c133', 'code': 200} Dec 06 17:16:46.898612 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-84fd6926-c1b8-4ff4-b874-7abdbfbe4ef7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abca4b39-f2d6-40a0-afe6-c5a5f5ffb9aa']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:16:46.913015 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] No Port match for: 0db2549d-e909-4919-907d-edd6540f589f {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:16:46.913774 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 0db2549d-e909-4919-907d-edd6540f589f not bound to the agent host n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:16:46.928924 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:46.934981 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-84fd6926-c1b8-4ff4-b874-7abdbfbe4ef7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '984ae95e-c60e-40dd-bbe4-3c64f43a2a9d') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:16:46.935303 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-84fd6926-c1b8-4ff4-b874-7abdbfbe4ef7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '984ae95e-c60e-40dd-bbe4-3c64f43a2a9d') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:16:46.974887 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44158355-a4af-41ae-83f3-a4864a03d47a None None] Pushing event updated for resources: {'Port': ['ID=6b1de927-1ebc-4821-82dd-b38fae2cbcb0,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:46.985119 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-eed557d3-d084-46ae-8ddf-634714064474 req-ed985351-734c-4a4b-af6c-dd49766ad984 service neutron] 10.222.0.44 "GET /v2.0/networks/923a9dfa-d650-4f29-aec2-2016eca01acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470849 Dec 06 17:16:47.004869 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-84fd6926-c1b8-4ff4-b874-7abdbfbe4ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:47.007091 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1b4f68-4fea-4562-aa15-136c123b7df0 None None] Pushing event deleted for resources: {'Port': ['ID=121d17c9-2e2b-4e60-b272-8872479eaf8f,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:47.050428 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d4802697-c414-46b6-a44a-691de41e70a6 req-22f21212-0746-4b59-87be-710db30d6db8 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fd8a57e-a18a-422a-919e-0a7902e4e026 HTTP/1.1" status: 200 len: 210 time: 0.0625858 Dec 06 17:16:47.074037 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8994c3cf-b8ee-42a5-bc32-49632516ac2a tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:47.095683 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=5d9431d0-e0c5-43d5-be07-284ce1c9c133,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:47.100082 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-84fd6926-c1b8-4ff4-b874-7abdbfbe4ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:47.125893 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-30dc2533-6a6b-4bbb-b2c3-65b7081d984a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abf284a6-fc05-4bad-b1af-8fb83ecc05e3', 'name': 'tempest-ServerActionsTestJSON-215464347-router', 'tenant_id': '0688c6db31494470a1b7a5ecaa734bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.202'}], 'enable_snat': True}, 'gw_port_id': '285abe9d-ae9b-4d37-b5c6-99865231b78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:16:35Z', 'updated_at': '2021-12-06T17:16:41Z', 'revision_number': 4, 'project_id': '0688c6db31494470a1b7a5ecaa734bc4', 'gw_port': {'id': '285abe9d-ae9b-4d37-b5c6-99865231b78e', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf284a6-fc05-4bad-b1af-8fb83ecc05e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:16:36Z', 'updated_at': '2021-12-06T17:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '6b1de927-1ebc-4821-82dd-b38fae2cbcb0', 'name': '', 'network_id': 'b1330ff6-71a6-48db-aedf-2e908404d40b', 'tenant_id': '0688c6db31494470a1b7a5ecaa734bc4', 'mac_address': 'fa:16:3e:8a:7b:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abf284a6-fc05-4bad-b1af-8fb83ecc05e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '407d30a8-656b-4107-b0bb-8b27c7634002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:16:40Z', 'updated_at': '2021-12-06T17:16:45Z', 'revision_number': 4, 'project_id': '0688c6db31494470a1b7a5ecaa734bc4', 'subnets': [{'id': '407d30a8-656b-4107-b0bb-8b27c7634002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:16:47.128324 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84fd6926-c1b8-4ff4-b874-7abdbfbe4ef7 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:16:47.128760 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-84fd6926-c1b8-4ff4-b874-7abdbfbe4ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:47.133791 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:16:47.133791 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:16:47.133791 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:16:47.133791 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:16:47.133791 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:16:47.133791 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:16:47.133791 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:16:47.133791 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:16:47.133791 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:16:47.133791 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:16:47.133791 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:16:47.133791 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:16:47.133791 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:16:47.133791 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:16:47.133791 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:16:47.133791 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:16:47.133791 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:16:47.133791 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:16:47.133791 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:16:47.133791 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:16:47.133791 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:16:47.133791 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:16:47.133791 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:16:47.133791 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:16:47.133791 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:16:47.133791 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:16:47.133791 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:16:47.133791 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:16:47.133791 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:16:47.133791 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:16:47.133791 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:16:47.133791 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:16:47.146002 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-eed557d3-d084-46ae-8ddf-634714064474 req-5d073846-affc-47e1-92b0-e2ef6d914d1a service neutron] 10.222.0.44 "GET /v2.0/networks/923a9dfa-d650-4f29-aec2-2016eca01acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531191 Dec 06 17:16:47.158039 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd20b27-e416-4b32-8d62-f613273986fb req-e9c27d62-c4d8-4241-bd4e-9e9b59ef1d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:47.159674 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bfd20b27-e416-4b32-8d62-f613273986fb req-e9c27d62-c4d8-4241-bd4e-9e9b59ef1d20 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=63d2c5bc-b25d-4a27-992b-bb2d44d0e68e HTTP/1.1" status: 200 len: 1100 time: 0.2359691 Dec 06 17:16:47.171479 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30dc2533-6a6b-4bbb-b2c3-65b7081d984a None None] The sync data for ids ['abf284a6-fc05-4bad-b1af-8fb83ecc05e3'] in n-d-master-1 is: [{'id': 'abf284a6-fc05-4bad-b1af-8fb83ecc05e3', 'name': 'tempest-ServerActionsTestJSON-215464347-router', 'tenant_id': '0688c6db31494470a1b7a5ecaa734bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.202'}], 'enable_snat': True}, 'gw_port_id': '285abe9d-ae9b-4d37-b5c6-99865231b78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:16:35Z', 'updated_at': '2021-12-06T17:16:41Z', 'revision_number': 4, 'project_id': '0688c6db31494470a1b7a5ecaa734bc4', 'gw_port': {'id': '285abe9d-ae9b-4d37-b5c6-99865231b78e', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf284a6-fc05-4bad-b1af-8fb83ecc05e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:16:36Z', 'updated_at': '2021-12-06T17:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '6b1de927-1ebc-4821-82dd-b38fae2cbcb0', 'name': '', 'network_id': 'b1330ff6-71a6-48db-aedf-2e908404d40b', 'tenant_id': '0688c6db31494470a1b7a5ecaa734bc4', 'mac_address': 'fa:16:3e:8a:7b:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abf284a6-fc05-4bad-b1af-8fb83ecc05e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '407d30a8-656b-4107-b0bb-8b27c7634002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:16:40Z', 'updated_at': '2021-12-06T17:16:45Z', 'revision_number': 4, 'project_id': '0688c6db31494470a1b7a5ecaa734bc4', 'subnets': [{'id': '407d30a8-656b-4107-b0bb-8b27c7634002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:16:47.200732 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-eed557d3-d084-46ae-8ddf-634714064474 req-5ec65f3d-b4df-42c9-84e5-124a7f8b82e5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d5cb989f-970a-4712-bc55-ae97972ef5ef HTTP/1.1" status: 200 len: 217 time: 0.0481396 Dec 06 17:16:47.228868 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-b15cbcc4-e284-4f40-a516-da8005d8eee9 req-d5193c4d-c139-48c9-9885-578e9950d828 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Allocated IP 172.20.0.11 (931f4273-7ce0-414b-a3b2-f40f48617bda/b9546861-2c51-42d4-889f-961f9688fd79/3151ab1d-b074-4e06-a04f-9eb3d8f129bc) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:16:47.316528 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed557d3-d084-46ae-8ddf-634714064474 req-f595c4d4-beef-408d-8796-71fd07f5bd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:47.318989 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-eed557d3-d084-46ae-8ddf-634714064474 req-f595c4d4-beef-408d-8796-71fd07f5bd0b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b4979180-b255-45fd-9571-7f83f2b9313a HTTP/1.1" status: 200 len: 797 time: 0.1114743 Dec 06 17:16:47.385309 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-84fd6926-c1b8-4ff4-b874-7abdbfbe4ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:47.403655 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bfd20b27-e416-4b32-8d62-f613273986fb req-24745841-351a-4dce-88c5-d06db76fac8f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=74681b17-b050-42af-8853-9a354824abe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133331 Dec 06 17:16:47.406668 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-84fd6926-c1b8-4ff4-b874-7abdbfbe4ef7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:47.415577 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-84fd6926-c1b8-4ff4-b874-7abdbfbe4ef7 admin admin] 10.222.0.23 "DELETE /v2.0/networks/abca4b39-f2d6-40a0-afe6-c5a5f5ffb9aa HTTP/1.1" status: 204 len: 168 time: 2.5964181 Dec 06 17:16:47.451907 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fd6926-c1b8-4ff4-b874-7abdbfbe4ef7 admin admin] Pushing event deleted for resources: {'Network': ['ID=abca4b39-f2d6-40a0-afe6-c5a5f5ffb9aa,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:47.493840 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 6b1de927-1ebc-4821-82dd-b38fae2cbcb0 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:16:47.594604 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 6b1de927-1ebc-4821-82dd-b38fae2cbcb0 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:16:47.594982 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:47.622624 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8994c3cf-b8ee-42a5-bc32-49632516ac2a tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:47.649010 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8994c3cf-b8ee-42a5-bc32-49632516ac2a tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:47.722411 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8994c3cf-b8ee-42a5-bc32-49632516ac2a tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Pushing event updated for resources: {'Port': ['ID=cace09f2-bc0e-4221-bf82-d9261c6d44e5,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:47.797874 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-b15cbcc4-e284-4f40-a516-da8005d8eee9 req-d5193c4d-c139-48c9-9885-578e9950d828 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:47.839570 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8994c3cf-b8ee-42a5-bc32-49632516ac2a tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:47.843582 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 121d17c9-2e2b-4e60-b272-8872479eaf8f no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:16:47.884879 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 121d17c9-2e2b-4e60-b272-8872479eaf8f {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:16:47.885394 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 121d17c9-2e2b-4e60-b272-8872479eaf8f not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:16:47.923352 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-b15cbcc4-e284-4f40-a516-da8005d8eee9 req-d5193c4d-c139-48c9-9885-578e9950d828 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:47.965891 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 49674) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:16:47.999829 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:48.015183 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8994c3cf-b8ee-42a5-bc32-49632516ac2a tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:48.016670 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-8994c3cf-b8ee-42a5-bc32-49632516ac2a tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2722502 Dec 06 17:16:48.095993 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-9d8f9b6a-8a81-45c9-a09b-426dfbffe3c7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ec5776faada1431d95950a3e6419a0a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0778780 Dec 06 17:16:48.110908 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 49682) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:16:48.113214 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed557d3-d084-46ae-8ddf-634714064474 req-936771fe-abe2-42b4-8742-3e61f120c6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:48.114733 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-eed557d3-d084-46ae-8ddf-634714064474 req-936771fe-abe2-42b4-8742-3e61f120c6e8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=923a9dfa-d650-4f29-aec2-2016eca01acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7880940 Dec 06 17:16:48.118779 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b15cbcc4-e284-4f40-a516-da8005d8eee9 req-d5193c4d-c139-48c9-9885-578e9950d828 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Network 931f4273-7ce0-414b-a3b2-f40f48617bda is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:16:48.130713 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-b15cbcc4-e284-4f40-a516-da8005d8eee9 req-d5193c4d-c139-48c9-9885-578e9950d828 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:16:48.134212 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-b15cbcc4-e284-4f40-a516-da8005d8eee9 req-d5193c4d-c139-48c9-9885-578e9950d828 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:16:48.165819 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5193c4d-c139-48c9-9885-578e9950d828 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Pushing event updated for resources: {'Port': ['ID=3151ab1d-b074-4e06-a04f-9eb3d8f129bc,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:48.211212 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08da0e86-77df-4e9a-967f-d7e65d275764 req-de0ccdaf-be43-4b0f-88ca-2a75aea16708 tempest-ImagesNegativeTestJSON-75708075 tempest-ImagesNegativeTestJSON-75708075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:48.214264 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-08da0e86-77df-4e9a-967f-d7e65d275764 req-de0ccdaf-be43-4b0f-88ca-2a75aea16708 tempest-ImagesNegativeTestJSON-75708075 tempest-ImagesNegativeTestJSON-75708075-project] 10.222.0.23 "GET /v2.0/ports?device_id=63d2c5bc-b25d-4a27-992b-bb2d44d0e68e HTTP/1.1" status: 200 len: 949 time: 0.1692162 Dec 06 17:16:48.242612 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15cbcc4-e284-4f40-a516-da8005d8eee9 req-d5193c4d-c139-48c9-9885-578e9950d828 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:48.243352 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-b15cbcc4-e284-4f40-a516-da8005d8eee9 req-d5193c4d-c139-48c9-9885-578e9950d828 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:48.280483 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b15cbcc4-e284-4f40-a516-da8005d8eee9 req-d5193c4d-c139-48c9-9885-578e9950d828 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8225105 Dec 06 17:16:48.293036 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-b15cbcc4-e284-4f40-a516-da8005d8eee9 req-3418a3e6-08a7-4b05-afbf-4b9032560a18 service neutron] Request body: {'port': {'device_id': '7fd8a57e-a18a-422a-919e-0a7902e4e026', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:16:48.312962 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3acc15-e29f-47bd-8250-41dc5145aea8 req-1891c10c-1dae-4c64-bad9-d622b6347ae6 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:48.314840 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ab3acc15-e29f-47bd-8250-41dc5145aea8 req-1891c10c-1dae-4c64-bad9-d622b6347ae6 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=48dc2ea6-0d69-477c-8b67-e0095cd7dc58 HTTP/1.1" status: 200 len: 945 time: 0.2049839 Dec 06 17:16:48.329149 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-08da0e86-77df-4e9a-967f-d7e65d275764 req-83bb72b6-c77a-42d4-a54e-d5871af6ce36 tempest-ImagesNegativeTestJSON-75708075 tempest-ImagesNegativeTestJSON-75708075-project] 10.222.0.23 "GET /v2.0/security-groups?id=74681b17-b050-42af-8853-9a354824abe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069736 Dec 06 17:16:48.368534 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-b15cbcc4-e284-4f40-a516-da8005d8eee9 req-3418a3e6-08a7-4b05-afbf-4b9032560a18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:48.388529 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d242c9c0-355a-443a-9da2-3e7653fbf0b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:48.397280 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-eed557d3-d084-46ae-8ddf-634714064474 req-284f41f0-f2ee-4c60-9b40-844f14486b36 service neutron] 10.222.0.44 "GET /v2.0/networks/923a9dfa-d650-4f29-aec2-2016eca01acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688959 Dec 06 17:16:48.437528 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ab3acc15-e29f-47bd-8250-41dc5145aea8 req-e5f3cd64-b57e-4838-ad28-b358d87a74d3 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103225 Dec 06 17:16:48.469014 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d242c9c0-355a-443a-9da2-3e7653fbf0b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:48.635257 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-eed557d3-d084-46ae-8ddf-634714064474 req-57ea9df8-327e-43e0-bad8-7bd5a1673517 service neutron] 10.222.0.44 "GET /v2.0/networks/923a9dfa-d650-4f29-aec2-2016eca01acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261903 Dec 06 17:16:48.650848 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-84aded1d-f8f3-4504-b174-8762f948412e req-5441e90a-1ce8-461e-8d65-38e0b202b49d tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1927641535&fields=id&tenant_id=0688c6db31494470a1b7a5ecaa734bc4 HTTP/1.1" status: 200 len: 267 time: 0.1028278 Dec 06 17:16:48.656237 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb0669d-e9d6-4953-b257-9feefefb71e0 req-e7c936e3-182c-41f9-a7f8-4f71991f1f81 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:48.664038 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ebb0669d-e9d6-4953-b257-9feefefb71e0 req-e7c936e3-182c-41f9-a7f8-4f71991f1f81 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fd8a57e-a18a-422a-919e-0a7902e4e026 HTTP/1.1" status: 200 len: 932 time: 0.2286224 Dec 06 17:16:48.682377 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d242c9c0-355a-443a-9da2-3e7653fbf0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:48.686493 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d242c9c0-355a-443a-9da2-3e7653fbf0b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:48.687446 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-d242c9c0-355a-443a-9da2-3e7653fbf0b3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e017b456-a96a-4d30-8ba2-3b675361f11e HTTP/1.1" status: 204 len: 168 time: 0.5718384 Dec 06 17:16:48.732177 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d242c9c0-355a-443a-9da2-3e7653fbf0b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e017b456-a96a-4d30-8ba2-3b675361f11e,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:48.877809 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aded1d-f8f3-4504-b174-8762f948412e req-9dcbe3bf-5dc0-47e6-8570-c527620c9bf7 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:48.886985 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-84aded1d-f8f3-4504-b174-8762f948412e req-9dcbe3bf-5dc0-47e6-8570-c527620c9bf7 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/networks?id=b1330ff6-71a6-48db-aedf-2e908404d40b HTTP/1.1" status: 200 len: 811 time: 0.2336488 Dec 06 17:16:48.910046 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-84aded1d-f8f3-4504-b174-8762f948412e req-d06e646f-9c19-4dbd-9ce7-ef27ee0727c1 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/quotas/0688c6db31494470a1b7a5ecaa734bc4 HTTP/1.1" status: 200 len: 375 time: 0.0224812 Dec 06 17:16:48.985244 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-84aded1d-f8f3-4504-b174-8762f948412e req-3b69ce2f-0c9e-49bb-868a-95adc62c6329 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0688c6db31494470a1b7a5ecaa734bc4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0735364 Dec 06 17:16:49.000842 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:49.145696 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [req-84aded1d-f8f3-4504-b174-8762f948412e req-3cad179f-2321-4778-9b7e-66bf3afe7217 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:16:49.152276 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-84aded1d-f8f3-4504-b174-8762f948412e req-3cad179f-2321-4778-9b7e-66bf3afe7217 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1586144 Dec 06 17:16:49.284269 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-84aded1d-f8f3-4504-b174-8762f948412e req-cdcd6efa-1552-4c56-a775-070e69fcb8d3 service neutron] 10.222.0.23 "GET /v2.0/networks/b1330ff6-71a6-48db-aedf-2e908404d40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243792 Dec 06 17:16:49.296649 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ebb0669d-e9d6-4953-b257-9feefefb71e0 req-4f571601-9b55-4a00-bdff-ca0db0f701d8 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6316524 Dec 06 17:16:49.418616 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-84aded1d-f8f3-4504-b174-8762f948412e req-e73bcd45-a29b-4af9-ae4d-e594ec9d3490 service neutron] 10.222.0.23 "GET /v2.0/networks/b1330ff6-71a6-48db-aedf-2e908404d40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329470 Dec 06 17:16:49.459322 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-b15cbcc4-e284-4f40-a516-da8005d8eee9 req-3418a3e6-08a7-4b05-afbf-4b9032560a18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3151ab1d-b074-4e06-a04f-9eb3d8f129bc {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:16:49.470888 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-b15cbcc4-e284-4f40-a516-da8005d8eee9 req-3418a3e6-08a7-4b05-afbf-4b9032560a18 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:49.491035 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-b15cbcc4-e284-4f40-a516-da8005d8eee9 req-3418a3e6-08a7-4b05-afbf-4b9032560a18 service neutron] Transition to ACTIVE for port object 3151ab1d-b074-4e06-a04f-9eb3d8f129bc will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:16:49.493959 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-b15cbcc4-e284-4f40-a516-da8005d8eee9 req-3418a3e6-08a7-4b05-afbf-4b9032560a18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:49.633583 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418a3e6-08a7-4b05-afbf-4b9032560a18 service neutron] Pushing event updated for resources: {'Port': ['ID=3151ab1d-b074-4e06-a04f-9eb3d8f129bc,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:49.708338 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4d96c9-2358-41c0-bd28-a54823b37c0c req-a5190b7e-963f-4f29-a8ea-5cdc2f95c86e tempest-ImagesNegativeTestJSON-75708075 tempest-ImagesNegativeTestJSON-75708075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:49.716790 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4e4d96c9-2358-41c0-bd28-a54823b37c0c req-a5190b7e-963f-4f29-a8ea-5cdc2f95c86e tempest-ImagesNegativeTestJSON-75708075 tempest-ImagesNegativeTestJSON-75708075-project] 10.222.0.23 "GET /v2.0/ports?device_id=63d2c5bc-b25d-4a27-992b-bb2d44d0e68e HTTP/1.1" status: 200 len: 949 time: 0.1295118 Dec 06 17:16:49.744709 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8624b541-f95e-45b0-a2ba-04928ecf2d01 req-26133525-433f-4194-9bbb-6220259dd12e tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:49.746913 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8624b541-f95e-45b0-a2ba-04928ecf2d01 req-26133525-433f-4194-9bbb-6220259dd12e tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=48dc2ea6-0d69-477c-8b67-e0095cd7dc58 HTTP/1.1" status: 200 len: 945 time: 0.0742815 Dec 06 17:16:49.760391 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-b15cbcc4-e284-4f40-a516-da8005d8eee9 req-3418a3e6-08a7-4b05-afbf-4b9032560a18 service neutron] Attempting to bind port 3151ab1d-b074-4e06-a04f-9eb3d8f129bc on host n-h2-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:16:49.761233 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-b15cbcc4-e284-4f40-a516-da8005d8eee9 req-3418a3e6-08a7-4b05-afbf-4b9032560a18 service neutron] Attempting to bind port 3151ab1d-b074-4e06-a04f-9eb3d8f129bc by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'b722eb92-d8da-4fbc-acca-71668ea91866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '931f4273-7ce0-414b-a3b2-f40f48617bda'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:16:49.761615 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15cbcc4-e284-4f40-a516-da8005d8eee9 req-3418a3e6-08a7-4b05-afbf-4b9032560a18 service neutron] Attempting to bind port 3151ab1d-b074-4e06-a04f-9eb3d8f129bc on network 931f4273-7ce0-414b-a3b2-f40f48617bda {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:16:49.788252 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15cbcc4-e284-4f40-a516-da8005d8eee9 req-3418a3e6-08a7-4b05-afbf-4b9032560a18 service neutron] Port 3151ab1d-b074-4e06-a04f-9eb3d8f129bc on network 931f4273-7ce0-414b-a3b2-f40f48617bda not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:16:49.788583 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15cbcc4-e284-4f40-a516-da8005d8eee9 req-3418a3e6-08a7-4b05-afbf-4b9032560a18 service neutron] Attempting to bind port 3151ab1d-b074-4e06-a04f-9eb3d8f129bc on network 931f4273-7ce0-414b-a3b2-f40f48617bda {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:16:49.800176 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15cbcc4-e284-4f40-a516-da8005d8eee9 req-3418a3e6-08a7-4b05-afbf-4b9032560a18 service neutron] Checking agent: {'id': '9d8b9f49-2860-4c1f-9b89-45a7657a3c4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:16:49.800523 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15cbcc4-e284-4f40-a516-da8005d8eee9 req-3418a3e6-08a7-4b05-afbf-4b9032560a18 service neutron] Checking segment: {'id': 'b722eb92-d8da-4fbc-acca-71668ea91866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '931f4273-7ce0-414b-a3b2-f40f48617bda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:16:49.800917 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15cbcc4-e284-4f40-a516-da8005d8eee9 req-3418a3e6-08a7-4b05-afbf-4b9032560a18 service neutron] Bound using segment: {'id': 'b722eb92-d8da-4fbc-acca-71668ea91866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '931f4273-7ce0-414b-a3b2-f40f48617bda'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:16:49.801817 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-b15cbcc4-e284-4f40-a516-da8005d8eee9 req-3418a3e6-08a7-4b05-afbf-4b9032560a18 service neutron] Bound port: 3151ab1d-b074-4e06-a04f-9eb3d8f129bc, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b722eb92-d8da-4fbc-acca-71668ea91866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '931f4273-7ce0-414b-a3b2-f40f48617bda'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:16:49.802185 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-b15cbcc4-e284-4f40-a516-da8005d8eee9 req-3418a3e6-08a7-4b05-afbf-4b9032560a18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:49.834164 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8624b541-f95e-45b0-a2ba-04928ecf2d01 req-8de472d3-54b4-4a0b-bd1d-5997d53dc837 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801270 Dec 06 17:16:49.869967 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4e4d96c9-2358-41c0-bd28-a54823b37c0c req-52c0b798-dfa9-496e-a8e4-3eaaf9eedcf8 tempest-ImagesNegativeTestJSON-75708075 tempest-ImagesNegativeTestJSON-75708075-project] 10.222.0.23 "GET /v2.0/security-groups?id=74681b17-b050-42af-8853-9a354824abe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520617 Dec 06 17:16:49.921883 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-b15cbcc4-e284-4f40-a516-da8005d8eee9 req-3418a3e6-08a7-4b05-afbf-4b9032560a18 service neutron] For port 3151ab1d-b074-4e06-a04f-9eb3d8f129bc, host n-h2-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:16:49.927015 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-b15cbcc4-e284-4f40-a516-da8005d8eee9 req-3418a3e6-08a7-4b05-afbf-4b9032560a18 service neutron] For port 3151ab1d-b074-4e06-a04f-9eb3d8f129bc, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=3151ab1d-b074-4e06-a04f-9eb3d8f129bc,segment=NetworkSegment(b722eb92-d8da-4fbc-acca-71668ea91866),segment_id=b722eb92-d8da-4fbc-acca-71668ea91866)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:16:49.933525 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-b15cbcc4-e284-4f40-a516-da8005d8eee9 req-3418a3e6-08a7-4b05-afbf-4b9032560a18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:49.933752 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-88632989-f9ef-4672-948c-011de0aac992 req-3215e9ef-95bd-43d3-9762-105b5683c467 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 210 time: 0.0417364 Dec 06 17:16:50.003862 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15cbcc4-e284-4f40-a516-da8005d8eee9 req-3418a3e6-08a7-4b05-afbf-4b9032560a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:50.004658 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-b15cbcc4-e284-4f40-a516-da8005d8eee9 req-3418a3e6-08a7-4b05-afbf-4b9032560a18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:50.006550 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b15cbcc4-e284-4f40-a516-da8005d8eee9 req-3418a3e6-08a7-4b05-afbf-4b9032560a18 service neutron] 10.222.0.44 "PUT /v2.0/ports/3151ab1d-b074-4e06-a04f-9eb3d8f129bc HTTP/1.1" status: 200 len: 1092 time: 1.7177484 Dec 06 17:16:50.007025 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fd8a57e-a18a-422a-919e-0a7902e4e026', 'tag': '3151ab1d-b074-4e06-a04f-9eb3d8f129bc'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:16:50.009672 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4c07c46-e44d-4073-9fa3-5cb040f91050" -d '{"events": [{"name": "network-changed", "server_uuid": "7fd8a57e-a18a-422a-919e-0a7902e4e026", "tag": "3151ab1d-b074-4e06-a04f-9eb3d8f129bc"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:16:50.047176 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418a3e6-08a7-4b05-afbf-4b9032560a18 service neutron] Pushing event updated for resources: {'Port': ['ID=3151ab1d-b074-4e06-a04f-9eb3d8f129bc,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:50.142302 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c8360c-a11a-4cde-876a-d11a80ecb3ef x-openstack-request-id: req-f6c8360c-a11a-4cde-876a-d11a80ecb3ef {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:16:50.143027 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fd8a57e-a18a-422a-919e-0a7902e4e026", "tag": "3151ab1d-b074-4e06-a04f-9eb3d8f129bc", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:16:50.143299 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f6c8360c-a11a-4cde-876a-d11a80ecb3ef {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:16:50.143844 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fd8a57e-a18a-422a-919e-0a7902e4e026', 'tag': '3151ab1d-b074-4e06-a04f-9eb3d8f129bc', 'status': 'completed', 'code': 200} Dec 06 17:16:50.163058 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15cbcc4-e284-4f40-a516-da8005d8eee9 req-a678e96a-1d13-4f7c-ab00-fbdba66d19de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:50.165827 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b15cbcc4-e284-4f40-a516-da8005d8eee9 req-a678e96a-1d13-4f7c-ab00-fbdba66d19de service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0b996ae66d164de39215c3dfc863b124&device_id=7fd8a57e-a18a-422a-919e-0a7902e4e026 HTTP/1.1" status: 200 len: 1095 time: 0.1005597 Dec 06 17:16:50.219622 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b15cbcc4-e284-4f40-a516-da8005d8eee9 req-1ab7d1b9-e169-49ec-8bb2-cb25f0c10df4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3151ab1d-b074-4e06-a04f-9eb3d8f129bc HTTP/1.1" status: 200 len: 217 time: 0.0428338 Dec 06 17:16:50.294458 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15cbcc4-e284-4f40-a516-da8005d8eee9 req-a1c14c58-0734-4670-b7fa-f4592859182f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:50.296485 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b15cbcc4-e284-4f40-a516-da8005d8eee9 req-a1c14c58-0734-4670-b7fa-f4592859182f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b9546861-2c51-42d4-889f-961f9688fd79 HTTP/1.1" status: 200 len: 845 time: 0.0686755 Dec 06 17:16:50.306268 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b12b7-db87-4ee4-a1ee-ccf922730952 req-bd8e74ad-04d4-4f48-9036-0c8a0ba1bcfb tempest-ImagesNegativeTestJSON-75708075 tempest-ImagesNegativeTestJSON-75708075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:50.335005 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e97b12b7-db87-4ee4-a1ee-ccf922730952 req-bd8e74ad-04d4-4f48-9036-0c8a0ba1bcfb tempest-ImagesNegativeTestJSON-75708075 tempest-ImagesNegativeTestJSON-75708075-project] 10.222.0.23 "GET /v2.0/ports?device_id=63d2c5bc-b25d-4a27-992b-bb2d44d0e68e HTTP/1.1" status: 200 len: 949 time: 0.1172028 Dec 06 17:16:50.337530 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 49762) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:16:50.347379 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 49764) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:16:50.353262 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b15cbcc4-e284-4f40-a516-da8005d8eee9 req-5eabe091-b8d1-419b-8b68-e8c3ec929e30 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=931f4273-7ce0-414b-a3b2-f40f48617bda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474665 Dec 06 17:16:50.418104 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e97b12b7-db87-4ee4-a1ee-ccf922730952 req-2de04dd4-1d28-4eff-a854-b7e4a5564e65 tempest-ImagesNegativeTestJSON-75708075 tempest-ImagesNegativeTestJSON-75708075-project] 10.222.0.23 "GET /v2.0/security-groups?id=74681b17-b050-42af-8853-9a354824abe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779641 Dec 06 17:16:50.526428 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601bb7c4-befa-45aa-8cc4-93e74d7995e8 req-6c7c7b32-c046-4788-9ebd-3621c183f818 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:50.529640 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-601bb7c4-befa-45aa-8cc4-93e74d7995e8 req-6c7c7b32-c046-4788-9ebd-3621c183f818 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fd8a57e-a18a-422a-919e-0a7902e4e026 HTTP/1.1" status: 200 len: 944 time: 0.1164353 Dec 06 17:16:50.534127 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b15cbcc4-e284-4f40-a516-da8005d8eee9 req-491e2c06-3c1d-4059-a479-7e0238b88bd4 service neutron] 10.222.0.44 "GET /v2.0/networks/931f4273-7ce0-414b-a3b2-f40f48617bda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729856 Dec 06 17:16:50.568377 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-b253052b-3e81-49b1-8e92-a5c715fb1464 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-674940057-network', 'tenant_id': 'b22abe91849f46799c7e11eddb9d6a0f'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:16:50.573229 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-714f7931-e8cb-4a18-8c2c-fc4da99b56f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:50.616047 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b253052b-3e81-49b1-8e92-a5c715fb1464 admin admin] Made reservation on behalf of b22abe91849f46799c7e11eddb9d6a0f for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:16:50.618618 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b253052b-3e81-49b1-8e92-a5c715fb1464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:50.633306 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b253052b-3e81-49b1-8e92-a5c715fb1464 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:50.692052 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-601bb7c4-befa-45aa-8cc4-93e74d7995e8 req-9d546da0-85d1-4d9b-8e38-e345d5828e64 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544168 Dec 06 17:16:50.706091 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b15cbcc4-e284-4f40-a516-da8005d8eee9 req-b8b78a34-74c3-40c3-ac1e-c40058eba1fd service neutron] 10.222.0.44 "GET /v2.0/networks/931f4273-7ce0-414b-a3b2-f40f48617bda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417549 Dec 06 17:16:50.713123 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-714f7931-e8cb-4a18-8c2c-fc4da99b56f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:50.720078 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-714f7931-e8cb-4a18-8c2c-fc4da99b56f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:50.776994 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-714f7931-e8cb-4a18-8c2c-fc4da99b56f2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=af5f16c2351e4eda99594b4b3447eba5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4224930 Dec 06 17:16:50.782495 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 49774) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:16:50.792299 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714f7931-e8cb-4a18-8c2c-fc4da99b56f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b97e67e5-3f8d-4ba4-89b3-4b8e62b8f83e,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:50.796049 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b253052b-3e81-49b1-8e92-a5c715fb1464 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:50.805730 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c07c46-e44d-4073-9fa3-5cb040f91050 req-6e5b03b5-6da2-454c-9f26-5a573be2d281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:50.805933 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b253052b-3e81-49b1-8e92-a5c715fb1464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:50.807323 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e4c07c46-e44d-4073-9fa3-5cb040f91050 req-6e5b03b5-6da2-454c-9f26-5a573be2d281 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0b996ae66d164de39215c3dfc863b124&device_id=7fd8a57e-a18a-422a-919e-0a7902e4e026 HTTP/1.1" status: 200 len: 1095 time: 0.0463221 Dec 06 17:16:50.849062 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b253052b-3e81-49b1-8e92-a5c715fb1464 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:16:50.860723 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b253052b-3e81-49b1-8e92-a5c715fb1464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d4d04d-d450-4847-84b5-1c29b7d89b09,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:50.869197 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b253052b-3e81-49b1-8e92-a5c715fb1464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:50.869804 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-b253052b-3e81-49b1-8e92-a5c715fb1464 admin admin] Added segment 30de95dd-e0c6-41bf-b659-5a8b7c7bfe1b of type vlan for network e225be45-4dea-482b-99dc-52bb3cf1831b Dec 06 17:16:50.906653 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-de24a7cd-6813-4d08-a2b3-dc12ae344c42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:50.913866 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c07c46-e44d-4073-9fa3-5cb040f91050 req-a80fac6a-f38e-41ae-96c5-54faa0bfea93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:50.915533 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e4c07c46-e44d-4073-9fa3-5cb040f91050 req-a80fac6a-f38e-41ae-96c5-54faa0bfea93 service neutron] 10.222.0.44 "GET /v2.0/networks?id=931f4273-7ce0-414b-a3b2-f40f48617bda HTTP/1.1" status: 200 len: 906 time: 0.1002221 Dec 06 17:16:50.930696 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b253052b-3e81-49b1-8e92-a5c715fb1464 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:50.948199 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-de24a7cd-6813-4d08-a2b3-dc12ae344c42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:50.967428 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e4c07c46-e44d-4073-9fa3-5cb040f91050 req-f7bad727-2ceb-44f7-829f-8aff62857c4a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3151ab1d-b074-4e06-a04f-9eb3d8f129bc HTTP/1.1" status: 200 len: 217 time: 0.0421667 Dec 06 17:16:51.051961 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7c37d98a-b777-4d42-a2aa-78231ba21e6e req-21559862-0dbb-4208-bc6e-e240f8868582 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 210 time: 0.0304258 Dec 06 17:16:51.053954 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c07c46-e44d-4073-9fa3-5cb040f91050 req-79f18501-a878-4112-a39b-c56626226cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:51.055966 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e4c07c46-e44d-4073-9fa3-5cb040f91050 req-79f18501-a878-4112-a39b-c56626226cbe service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b9546861-2c51-42d4-889f-961f9688fd79 HTTP/1.1" status: 200 len: 845 time: 0.0811744 Dec 06 17:16:51.085585 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b253052b-3e81-49b1-8e92-a5c715fb1464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:51.086581 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b253052b-3e81-49b1-8e92-a5c715fb1464 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:51.087275 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b253052b-3e81-49b1-8e92-a5c715fb1464 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:51.101610 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e4c07c46-e44d-4073-9fa3-5cb040f91050 req-df559ca4-ea03-4f69-8514-a3cd8fe56e67 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=931f4273-7ce0-414b-a3b2-f40f48617bda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301948 Dec 06 17:16:51.144807 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b29738-d95c-493b-ab65-846f7cd95754 req-9f1145dc-bcc0-4d81-8928-c9c597ca6918 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:51.146272 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-46b29738-d95c-493b-ab65-846f7cd95754 req-9f1145dc-bcc0-4d81-8928-c9c597ca6918 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=48dc2ea6-0d69-477c-8b67-e0095cd7dc58 HTTP/1.1" status: 200 len: 945 time: 0.2055547 Dec 06 17:16:51.158056 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-b253052b-3e81-49b1-8e92-a5c715fb1464 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8124039 Dec 06 17:16:51.168425 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 49780) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:16:51.201944 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-cd3a5d8d-c11f-4dac-acd3-29b9d4c15bcd admin admin] Request body: {'subnet': {'network_id': 'e225be45-4dea-482b-99dc-52bb3cf1831b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-674940057-subnet', 'tenant_id': 'b22abe91849f46799c7e11eddb9d6a0f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:16:51.203830 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e4c07c46-e44d-4073-9fa3-5cb040f91050 req-291aedf8-beb0-41b6-b783-72c9225af1df service neutron] 10.222.0.44 "GET /v2.0/networks/931f4273-7ce0-414b-a3b2-f40f48617bda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932107 Dec 06 17:16:51.225780 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-de24a7cd-6813-4d08-a2b3-dc12ae344c42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:51.228413 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-de24a7cd-6813-4d08-a2b3-dc12ae344c42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:51.230082 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-de24a7cd-6813-4d08-a2b3-dc12ae344c42 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b97e67e5-3f8d-4ba4-89b3-4b8e62b8f83e HTTP/1.1" status: 204 len: 168 time: 0.4462030 Dec 06 17:16:51.267373 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aded1d-f8f3-4504-b174-8762f948412e req-f08d412a-2da4-4164-9b49-26c6762b6ebc tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:51.269217 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-84aded1d-f8f3-4504-b174-8762f948412e req-f08d412a-2da4-4164-9b49-26c6762b6ebc tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.44 "GET /v2.0/networks?id=b1330ff6-71a6-48db-aedf-2e908404d40b HTTP/1.1" status: 200 len: 811 time: 0.3012860 Dec 06 17:16:51.279695 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b253052b-3e81-49b1-8e92-a5c715fb1464 admin admin] Pushing event updated for resources: {'Network': ['ID=e225be45-4dea-482b-99dc-52bb3cf1831b,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:51.301940 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network e225be45-4dea-482b-99dc-52bb3cf1831b details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:16:51.320782 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e4c07c46-e44d-4073-9fa3-5cb040f91050 req-fba098d9-62d4-4522-850b-677b4024da27 service neutron] 10.222.0.44 "GET /v2.0/networks/931f4273-7ce0-414b-a3b2-f40f48617bda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041443 Dec 06 17:16:51.324468 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de24a7cd-6813-4d08-a2b3-dc12ae344c42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b97e67e5-3f8d-4ba4-89b3-4b8e62b8f83e,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:51.345265 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-46b29738-d95c-493b-ab65-846f7cd95754 req-24853596-e342-4afd-aab0-ec410189eea5 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857214 Dec 06 17:16:51.352062 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd3a5d8d-c11f-4dac-acd3-29b9d4c15bcd admin admin] Made reservation on behalf of b22abe91849f46799c7e11eddb9d6a0f for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:16:51.364951 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cd3a5d8d-c11f-4dac-acd3-29b9d4c15bcd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:51.477576 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-84aded1d-f8f3-4504-b174-8762f948412e req-6bdbf5a9-2b31-4a03-9c75-818b36d833c6 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0688c6db31494470a1b7a5ecaa734bc4 HTTP/1.1" status: 200 len: 380 time: 0.1622012 Dec 06 17:16:51.489875 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-84aded1d-f8f3-4504-b174-8762f948412e req-beca9ee9-2dcd-4e6c-a9cb-f3f8cbc6b25f tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Request body: {'port': {'device_id': '56bfc86e-367c-415e-8cf0-a0f9867a9691', 'network_id': 'b1330ff6-71a6-48db-aedf-2e908404d40b', 'admin_state_up': True, 'tenant_id': '0688c6db31494470a1b7a5ecaa734bc4', 'security_groups': ['e8ff7359-db2b-4d57-aa79-237c344ab3df']}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:16:51.554283 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71b5069-9235-4108-98ee-5df76984d41e req-5e071cf8-7b86-4c2e-a00b-189d6d7dfb2f tempest-ImagesNegativeTestJSON-75708075 tempest-ImagesNegativeTestJSON-75708075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:51.556096 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d71b5069-9235-4108-98ee-5df76984d41e req-5e071cf8-7b86-4c2e-a00b-189d6d7dfb2f tempest-ImagesNegativeTestJSON-75708075 tempest-ImagesNegativeTestJSON-75708075-project] 10.222.0.23 "GET /v2.0/ports?device_id=63d2c5bc-b25d-4a27-992b-bb2d44d0e68e HTTP/1.1" status: 200 len: 949 time: 0.0592923 Dec 06 17:16:51.612425 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 49790) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:16:51.648328 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-90bc7caa-f4af-4757-85d8-51768109b069 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:51.678222 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d71b5069-9235-4108-98ee-5df76984d41e req-5bc52f5a-8e29-4723-ab10-23871e74b297 tempest-ImagesNegativeTestJSON-75708075 tempest-ImagesNegativeTestJSON-75708075-project] 10.222.0.23 "GET /v2.0/security-groups?id=74681b17-b050-42af-8853-9a354824abe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100652 Dec 06 17:16:51.687763 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cd3a5d8d-c11f-4dac-acd3-29b9d4c15bcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:51.700539 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84aded1d-f8f3-4504-b174-8762f948412e req-beca9ee9-2dcd-4e6c-a9cb-f3f8cbc6b25f tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Made reservation on behalf of 0688c6db31494470a1b7a5ecaa734bc4 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:16:51.704210 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-84aded1d-f8f3-4504-b174-8762f948412e req-beca9ee9-2dcd-4e6c-a9cb-f3f8cbc6b25f tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:51.721906 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e172b68c-617d-448c-84e4-8e556ccbdae9 req-fe10bac2-8b8e-4843-8af2-5f99367f6cdb tempest-ImagesNegativeTestJSON-75708075 tempest-ImagesNegativeTestJSON-75708075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:51.723758 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e172b68c-617d-448c-84e4-8e556ccbdae9 req-fe10bac2-8b8e-4843-8af2-5f99367f6cdb tempest-ImagesNegativeTestJSON-75708075 tempest-ImagesNegativeTestJSON-75708075-project] 10.222.0.41 "GET /v2.0/ports?device_id=63d2c5bc-b25d-4a27-992b-bb2d44d0e68e HTTP/1.1" status: 200 len: 949 time: 0.0968683 Dec 06 17:16:51.773227 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a5d8d-c11f-4dac-acd3-29b9d4c15bcd admin admin] Pushing event updated for resources: {'Subnet': ['ID=7306f6ee-bbe8-4f63-a6fa-7fcf687aa035,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:51.820557 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3a5d8d-c11f-4dac-acd3-29b9d4c15bcd admin admin] Checking segment: {'id': '30de95dd-e0c6-41bf-b659-5a8b7c7bfe1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e225be45-4dea-482b-99dc-52bb3cf1831b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:16:51.820924 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3a5d8d-c11f-4dac-acd3-29b9d4c15bcd admin admin] Network hostable DHCP agents. Network: e225be45-4dea-482b-99dc-52bb3cf1831b, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:16:51.857908 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3a5d8d-c11f-4dac-acd3-29b9d4c15bcd admin admin] Network e225be45-4dea-482b-99dc-52bb3cf1831b is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:16:51.889756 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-cd3a5d8d-c11f-4dac-acd3-29b9d4c15bcd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, e225be45-4dea-482b-99dc-52bb3cf1831b) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:16:51.896409 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-90bc7caa-f4af-4757-85d8-51768109b069 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:51.899822 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3a5d8d-c11f-4dac-acd3-29b9d4c15bcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:51.900691 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cd3a5d8d-c11f-4dac-acd3-29b9d4c15bcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:51.902168 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3908c3c5-8a73-44f8-b050-ed4082bf28fe None None] Network e225be45-4dea-482b-99dc-52bb3cf1831b requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:16:51.916272 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138be3f9-b207-4ab3-bbc5-a4b145f1acfc req-efa4e54d-3c03-4d72-8e08-5af5a0b9631a tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:51.918362 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-138be3f9-b207-4ab3-bbc5-a4b145f1acfc req-efa4e54d-3c03-4d72-8e08-5af5a0b9631a tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fd8a57e-a18a-422a-919e-0a7902e4e026 HTTP/1.1" status: 200 len: 944 time: 0.1309452 Dec 06 17:16:51.920884 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-90bc7caa-f4af-4757-85d8-51768109b069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:51.934751 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-cd3a5d8d-c11f-4dac-acd3-29b9d4c15bcd admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7651846 Dec 06 17:16:51.941932 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-84aded1d-f8f3-4504-b174-8762f948412e req-beca9ee9-2dcd-4e6c-a9cb-f3f8cbc6b25f tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Allocated IP 172.20.0.9 (b1330ff6-71a6-48db-aedf-2e908404d40b/407d30a8-656b-4107-b0bb-8b27c7634002/121dd329-2fdc-4943-88fc-b3360bf29c71) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:16:51.989535 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-90bc7caa-f4af-4757-85d8-51768109b069 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6cb61902080c4e569d100992e6ce66a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3758745 Dec 06 17:16:51.993253 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 49798) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:16:52.002330 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bc7caa-f4af-4757-85d8-51768109b069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=354d803b-16af-445c-a389-741e3b5f6966,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:52.030552 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-e172b68c-617d-448c-84e4-8e556ccbdae9 req-2db3e332-f7ec-411e-b277-81b124f86cbc tempest-ImagesNegativeTestJSON-75708075 tempest-ImagesNegativeTestJSON-75708075-project] Deleting port 5d9431d0-e0c5-43d5-be07-284ce1c9c133 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:16:52.031041 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e172b68c-617d-448c-84e4-8e556ccbdae9 req-2db3e332-f7ec-411e-b277-81b124f86cbc tempest-ImagesNegativeTestJSON-75708075 tempest-ImagesNegativeTestJSON-75708075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:52.054251 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afdec4b9-aea2-4887-8c49-6aa35e4f7ffd None None] Network e225be45-4dea-482b-99dc-52bb3cf1831b requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:16:52.201517 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-e172b68c-617d-448c-84e4-8e556ccbdae9 req-2db3e332-f7ec-411e-b277-81b124f86cbc tempest-ImagesNegativeTestJSON-75708075 tempest-ImagesNegativeTestJSON-75708075-project] For port 5d9431d0-e0c5-43d5-be07-284ce1c9c133, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=5d9431d0-e0c5-43d5-be07-284ce1c9c133,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:16:52.201980 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e172b68c-617d-448c-84e4-8e556ccbdae9 req-2db3e332-f7ec-411e-b277-81b124f86cbc tempest-ImagesNegativeTestJSON-75708075 tempest-ImagesNegativeTestJSON-75708075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:52.230249 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-e172b68c-617d-448c-84e4-8e556ccbdae9 req-2db3e332-f7ec-411e-b277-81b124f86cbc tempest-ImagesNegativeTestJSON-75708075 tempest-ImagesNegativeTestJSON-75708075-project] Calling delete_port for 5d9431d0-e0c5-43d5-be07-284ce1c9c133 owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:16:52.232132 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-dcbf96ec-def6-47f5-b628-389660598fdc req-d5c393d6-5fd3-4f50-a09c-296eb5ec88a4 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 210 time: 0.0375857 Dec 06 17:16:52.235439 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-84aded1d-f8f3-4504-b174-8762f948412e req-beca9ee9-2dcd-4e6c-a9cb-f3f8cbc6b25f tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:52.238605 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-138be3f9-b207-4ab3-bbc5-a4b145f1acfc req-618b92a0-8294-40d7-a920-391722b406d4 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920706 Dec 06 17:16:52.275572 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-84aded1d-f8f3-4504-b174-8762f948412e req-beca9ee9-2dcd-4e6c-a9cb-f3f8cbc6b25f tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:52.312569 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f70c9bfa-6db7-4fdd-ad4f-1ca93cf34300 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:52.322107 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84aded1d-f8f3-4504-b174-8762f948412e req-beca9ee9-2dcd-4e6c-a9cb-f3f8cbc6b25f tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Network b1330ff6-71a6-48db-aedf-2e908404d40b is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:16:52.327389 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-84aded1d-f8f3-4504-b174-8762f948412e req-beca9ee9-2dcd-4e6c-a9cb-f3f8cbc6b25f tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:16:52.331463 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-84aded1d-f8f3-4504-b174-8762f948412e req-beca9ee9-2dcd-4e6c-a9cb-f3f8cbc6b25f tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:16:52.349992 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f70c9bfa-6db7-4fdd-ad4f-1ca93cf34300 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:52.360881 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beca9ee9-2dcd-4e6c-a9cb-f3f8cbc6b25f tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Pushing event updated for resources: {'Port': ['ID=121dd329-2fdc-4943-88fc-b3360bf29c71,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:52.406579 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aded1d-f8f3-4504-b174-8762f948412e req-beca9ee9-2dcd-4e6c-a9cb-f3f8cbc6b25f tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:52.407550 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-84aded1d-f8f3-4504-b174-8762f948412e req-beca9ee9-2dcd-4e6c-a9cb-f3f8cbc6b25f tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:52.445139 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-84aded1d-f8f3-4504-b174-8762f948412e req-beca9ee9-2dcd-4e6c-a9cb-f3f8cbc6b25f tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9585924 Dec 06 17:16:52.463255 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-84aded1d-f8f3-4504-b174-8762f948412e req-78021bb9-3270-46cd-8c6f-7d409293d457 service neutron] Request body: {'port': {'device_id': '56bfc86e-367c-415e-8cf0-a0f9867a9691', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:16:52.465975 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f70c9bfa-6db7-4fdd-ad4f-1ca93cf34300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:52.469373 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f70c9bfa-6db7-4fdd-ad4f-1ca93cf34300 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:52.475235 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-f70c9bfa-6db7-4fdd-ad4f-1ca93cf34300 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/354d803b-16af-445c-a389-741e3b5f6966 HTTP/1.1" status: 204 len: 168 time: 0.4789605 Dec 06 17:16:52.492237 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 3151ab1d-b074-4e06-a04f-9eb3d8f129bc details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:16:52.535429 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70c9bfa-6db7-4fdd-ad4f-1ca93cf34300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=354d803b-16af-445c-a389-741e3b5f6966,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:52.561057 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4891ebe2-5738-463f-9bfe-2b26df344168 req-8e0f3543-6a20-448c-b3bc-82d8f0ab1cf3 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:52.564208 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4891ebe2-5738-463f-9bfe-2b26df344168 req-8e0f3543-6a20-448c-b3bc-82d8f0ab1cf3 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=48dc2ea6-0d69-477c-8b67-e0095cd7dc58 HTTP/1.1" status: 200 len: 945 time: 0.0817444 Dec 06 17:16:52.565158 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e172b68c-617d-448c-84e4-8e556ccbdae9 req-2db3e332-f7ec-411e-b277-81b124f86cbc tempest-ImagesNegativeTestJSON-75708075 tempest-ImagesNegativeTestJSON-75708075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:52.591054 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['5d9431d0-e0c5-43d5-be07-284ce1c9c133'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:16:52.612612 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db3e332-f7ec-411e-b277-81b124f86cbc tempest-ImagesNegativeTestJSON-75708075 tempest-ImagesNegativeTestJSON-75708075-project] Pushing event deleted for resources: {'Port': ['ID=5d9431d0-e0c5-43d5-be07-284ce1c9c133,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:52.684972 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-e172b68c-617d-448c-84e4-8e556ccbdae9 req-2db3e332-f7ec-411e-b277-81b124f86cbc tempest-ImagesNegativeTestJSON-75708075 tempest-ImagesNegativeTestJSON-75708075-project] No DVR routers for this DVR port 5d9431d0-e0c5-43d5-be07-284ce1c9c133 on host n-h1-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:16:52.687987 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e172b68c-617d-448c-84e4-8e556ccbdae9 req-2db3e332-f7ec-411e-b277-81b124f86cbc tempest-ImagesNegativeTestJSON-75708075 tempest-ImagesNegativeTestJSON-75708075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:52.692304 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e172b68c-617d-448c-84e4-8e556ccbdae9 req-2db3e332-f7ec-411e-b277-81b124f86cbc tempest-ImagesNegativeTestJSON-75708075 tempest-ImagesNegativeTestJSON-75708075-project] 10.222.0.41 "DELETE /v2.0/ports/5d9431d0-e0c5-43d5-be07-284ce1c9c133 HTTP/1.1" status: 204 len: 173 time: 0.9610007 Dec 06 17:16:52.709813 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63d2c5bc-b25d-4a27-992b-bb2d44d0e68e', 'name': 'network-vif-deleted', 'tag': '5d9431d0-e0c5-43d5-be07-284ce1c9c133'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:16:52.725683 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f836c5-569f-48c4-ad66-c00b6ec5fa6c" -d '{"events": [{"server_uuid": "63d2c5bc-b25d-4a27-992b-bb2d44d0e68e", "name": "network-vif-deleted", "tag": "5d9431d0-e0c5-43d5-be07-284ce1c9c133"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:16:52.752281 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-84aded1d-f8f3-4504-b174-8762f948412e req-78021bb9-3270-46cd-8c6f-7d409293d457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:52.779519 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116776c2-9749-4915-b4be-6a6627967368 req-872349c8-67ca-4c7a-98b5-cd4f84c1abae tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:52.781511 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-116776c2-9749-4915-b4be-6a6627967368 req-872349c8-67ca-4c7a-98b5-cd4f84c1abae tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] 10.222.0.23 "GET /v2.0/networks?id=e225be45-4dea-482b-99dc-52bb3cf1831b HTTP/1.1" status: 200 len: 817 time: 0.2575607 Dec 06 17:16:52.814067 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4891ebe2-5738-463f-9bfe-2b26df344168 req-5befd723-3aa6-4c5b-9bf9-fe2e2f13482d tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354193 Dec 06 17:16:52.870534 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-116776c2-9749-4915-b4be-6a6627967368 req-f3fc9601-56cc-43e7-a323-8b25cdfd5fff tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] 10.222.0.23 "GET /v2.0/quotas/b22abe91849f46799c7e11eddb9d6a0f HTTP/1.1" status: 200 len: 375 time: 0.0789790 Dec 06 17:16:52.946709 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-116776c2-9749-4915-b4be-6a6627967368 req-20109537-bd94-4697-b6b0-d0726cdbfdd6 tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b22abe91849f46799c7e11eddb9d6a0f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0697086 Dec 06 17:16:53.020534 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-7b32e3b2-b50c-488d-a666-1e6f57215551 None None] Provisioning complete for port 121dd329-2fdc-4943-88fc-b3360bf29c71 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:16:53.021060 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7b32e3b2-b50c-488d-a666-1e6f57215551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:53.095202 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 3151ab1d-b074-4e06-a04f-9eb3d8f129bc, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=3151ab1d-b074-4e06-a04f-9eb3d8f129bc,segment=NetworkSegment(b722eb92-d8da-4fbc-acca-71668ea91866),segment_id=b722eb92-d8da-4fbc-acca-71668ea91866)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:16:53.105271 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-7b32e3b2-b50c-488d-a666-1e6f57215551 None None] Port 121dd329-2fdc-4943-88fc-b3360bf29c71 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:16:53.123118 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': '3151ab1d-b074-4e06-a04f-9eb3d8f129bc', 'network_id': '931f4273-7ce0-414b-a3b2-f40f48617bda', 'port_id': '3151ab1d-b074-4e06-a04f-9eb3d8f129bc', 'mac_address': 'fa:16:3e:81:49:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9546861-2c51-42d4-889f-961f9688fd79', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:16:53.137239 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-31c8d26e-55f8-438a-9431-9bbddb753455 req-5ee0b23d-afa1-4c91-84f3-92fc629d910a tempest-ImagesNegativeTestJSON-75708075 tempest-ImagesNegativeTestJSON-75708075-project] 10.222.0.23 "GET /v2.0/ports?device_id=63d2c5bc-b25d-4a27-992b-bb2d44d0e68e HTTP/1.1" status: 200 len: 210 time: 0.0348043 Dec 06 17:16:53.168070 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:53.187593 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3151ab1d-b074-4e06-a04f-9eb3d8f129bc {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:16:53.202445 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-116776c2-9749-4915-b4be-6a6627967368 req-0518d1dd-3f7c-4378-958a-3e87c0c32348 service neutron] 10.222.0.23 "GET /v2.0/networks/e225be45-4dea-482b-99dc-52bb3cf1831b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543445 Dec 06 17:16:53.213025 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea198c18-2ee9-4531-bbbc-6090062df025 x-openstack-request-id: req-ea198c18-2ee9-4531-bbbc-6090062df025 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:16:53.213427 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63d2c5bc-b25d-4a27-992b-bb2d44d0e68e", "name": "network-vif-deleted", "tag": "5d9431d0-e0c5-43d5-be07-284ce1c9c133", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:16:53.213829 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ea198c18-2ee9-4531-bbbc-6090062df025 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:16:53.214241 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63d2c5bc-b25d-4a27-992b-bb2d44d0e68e', 'name': 'network-vif-deleted', 'tag': '5d9431d0-e0c5-43d5-be07-284ce1c9c133', 'status': 'completed', 'code': 200} Dec 06 17:16:53.269332 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 3151ab1d-b074-4e06-a04f-9eb3d8f129bc, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=3151ab1d-b074-4e06-a04f-9eb3d8f129bc,segment=NetworkSegment(b722eb92-d8da-4fbc-acca-71668ea91866),segment_id=b722eb92-d8da-4fbc-acca-71668ea91866)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:16:53.281012 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:53.347820 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=3151ab1d-b074-4e06-a04f-9eb3d8f129bc,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:53.373386 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-116776c2-9749-4915-b4be-6a6627967368 req-63a27b59-e69f-4722-a3e5-2a9c031695a9 service neutron] 10.222.0.23 "GET /v2.0/networks/e225be45-4dea-482b-99dc-52bb3cf1831b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698050 Dec 06 17:16:53.427135 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c77977-7bb3-4b70-bff9-08534dca16ff req-b448b16c-6a13-410a-8a7c-2aed165d60c0 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:53.429649 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-52c77977-7bb3-4b70-bff9-08534dca16ff req-b448b16c-6a13-410a-8a7c-2aed165d60c0 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 931 time: 0.0641315 Dec 06 17:16:53.446104 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-84aded1d-f8f3-4504-b174-8762f948412e req-78021bb9-3270-46cd-8c6f-7d409293d457 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 121dd329-2fdc-4943-88fc-b3360bf29c71 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:16:53.456967 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-84aded1d-f8f3-4504-b174-8762f948412e req-78021bb9-3270-46cd-8c6f-7d409293d457 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:53.472609 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-84aded1d-f8f3-4504-b174-8762f948412e req-78021bb9-3270-46cd-8c6f-7d409293d457 service neutron] Transition to ACTIVE for port object 121dd329-2fdc-4943-88fc-b3360bf29c71 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:16:53.479632 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-84aded1d-f8f3-4504-b174-8762f948412e req-78021bb9-3270-46cd-8c6f-7d409293d457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:53.498929 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-52c77977-7bb3-4b70-bff9-08534dca16ff req-6e66502e-2a0f-44f0-b3e8-04853b7e1b78 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8ff7359-db2b-4d57-aa79-237c344ab3df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564752 Dec 06 17:16:53.538490 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['3151ab1d-b074-4e06-a04f-9eb3d8f129bc'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:16:53.601119 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78021bb9-3270-46cd-8c6f-7d409293d457 service neutron] Pushing event updated for resources: {'Port': ['ID=121dd329-2fdc-4943-88fc-b3360bf29c71,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:53.714287 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-84aded1d-f8f3-4504-b174-8762f948412e req-78021bb9-3270-46cd-8c6f-7d409293d457 service neutron] Attempting to bind port 121dd329-2fdc-4943-88fc-b3360bf29c71 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:16:53.714632 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-84aded1d-f8f3-4504-b174-8762f948412e req-78021bb9-3270-46cd-8c6f-7d409293d457 service neutron] Attempting to bind port 121dd329-2fdc-4943-88fc-b3360bf29c71 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '89275c86-7da9-47f2-a47a-1035a530c501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b1330ff6-71a6-48db-aedf-2e908404d40b'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:16:53.716984 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84aded1d-f8f3-4504-b174-8762f948412e req-78021bb9-3270-46cd-8c6f-7d409293d457 service neutron] Attempting to bind port 121dd329-2fdc-4943-88fc-b3360bf29c71 on network b1330ff6-71a6-48db-aedf-2e908404d40b {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:16:53.734561 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84aded1d-f8f3-4504-b174-8762f948412e req-78021bb9-3270-46cd-8c6f-7d409293d457 service neutron] Port 121dd329-2fdc-4943-88fc-b3360bf29c71 on network b1330ff6-71a6-48db-aedf-2e908404d40b not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:16:53.734900 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84aded1d-f8f3-4504-b174-8762f948412e req-78021bb9-3270-46cd-8c6f-7d409293d457 service neutron] Attempting to bind port 121dd329-2fdc-4943-88fc-b3360bf29c71 on network b1330ff6-71a6-48db-aedf-2e908404d40b {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:16:53.754252 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84aded1d-f8f3-4504-b174-8762f948412e req-78021bb9-3270-46cd-8c6f-7d409293d457 service neutron] Checking agent: {'id': '9d8b9f49-2860-4c1f-9b89-45a7657a3c4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:16:53.754603 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84aded1d-f8f3-4504-b174-8762f948412e req-78021bb9-3270-46cd-8c6f-7d409293d457 service neutron] Checking segment: {'id': '89275c86-7da9-47f2-a47a-1035a530c501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b1330ff6-71a6-48db-aedf-2e908404d40b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:16:53.754997 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84aded1d-f8f3-4504-b174-8762f948412e req-78021bb9-3270-46cd-8c6f-7d409293d457 service neutron] Bound using segment: {'id': '89275c86-7da9-47f2-a47a-1035a530c501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b1330ff6-71a6-48db-aedf-2e908404d40b'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:16:53.755449 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-84aded1d-f8f3-4504-b174-8762f948412e req-78021bb9-3270-46cd-8c6f-7d409293d457 service neutron] Bound port: 121dd329-2fdc-4943-88fc-b3360bf29c71, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89275c86-7da9-47f2-a47a-1035a530c501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b1330ff6-71a6-48db-aedf-2e908404d40b'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:16:53.755814 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-84aded1d-f8f3-4504-b174-8762f948412e req-78021bb9-3270-46cd-8c6f-7d409293d457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:53.767618 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f360be73-da89-4f3c-b3a5-228f9c889839 req-7c68fad5-2e83-4b97-99c9-6b3b07e2d029 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:53.772973 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f360be73-da89-4f3c-b3a5-228f9c889839 req-7c68fad5-2e83-4b97-99c9-6b3b07e2d029 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fd8a57e-a18a-422a-919e-0a7902e4e026 HTTP/1.1" status: 200 len: 945 time: 0.1404121 Dec 06 17:16:53.850393 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f360be73-da89-4f3c-b3a5-228f9c889839 req-d47a8173-fa80-4dbc-817c-2a0ec966d93b tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618601 Dec 06 17:16:53.913917 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-84aded1d-f8f3-4504-b174-8762f948412e req-78021bb9-3270-46cd-8c6f-7d409293d457 service neutron] For port 121dd329-2fdc-4943-88fc-b3360bf29c71, host n-h2-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:16:53.922337 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-84aded1d-f8f3-4504-b174-8762f948412e req-78021bb9-3270-46cd-8c6f-7d409293d457 service neutron] For port 121dd329-2fdc-4943-88fc-b3360bf29c71, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=121dd329-2fdc-4943-88fc-b3360bf29c71,segment=NetworkSegment(89275c86-7da9-47f2-a47a-1035a530c501),segment_id=89275c86-7da9-47f2-a47a-1035a530c501)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:16:53.937367 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-84aded1d-f8f3-4504-b174-8762f948412e req-78021bb9-3270-46cd-8c6f-7d409293d457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:54.016052 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5d010731-d4a5-4a4d-bf07-87165d76afc4 req-ab3e5258-a2da-4582-a65e-131c4a072c08 tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] 10.222.0.23 "GET /v2.0/ports?device_id=d56ae8aa-1f46-437e-88c1-fa35b46e5ec1 HTTP/1.1" status: 200 len: 210 time: 0.0739303 Dec 06 17:16:54.056505 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aded1d-f8f3-4504-b174-8762f948412e req-78021bb9-3270-46cd-8c6f-7d409293d457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:54.057783 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-84aded1d-f8f3-4504-b174-8762f948412e req-78021bb9-3270-46cd-8c6f-7d409293d457 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:54.060239 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-84aded1d-f8f3-4504-b174-8762f948412e req-78021bb9-3270-46cd-8c6f-7d409293d457 service neutron] 10.222.0.44 "PUT /v2.0/ports/121dd329-2fdc-4943-88fc-b3360bf29c71 HTTP/1.1" status: 200 len: 1091 time: 1.6073129 Dec 06 17:16:54.060768 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56bfc86e-367c-415e-8cf0-a0f9867a9691', 'tag': '121dd329-2fdc-4943-88fc-b3360bf29c71'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:16:54.063535 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9218680a-7d6e-4838-90cf-98f0370658a8" -d '{"events": [{"name": "network-changed", "server_uuid": "56bfc86e-367c-415e-8cf0-a0f9867a9691", "tag": "121dd329-2fdc-4943-88fc-b3360bf29c71"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:16:54.090435 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78021bb9-3270-46cd-8c6f-7d409293d457 service neutron] Pushing event updated for resources: {'Port': ['ID=121dd329-2fdc-4943-88fc-b3360bf29c71,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:54.138713 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a21ee07-cad8-492f-a09d-2871d5bf8315 req-67e23859-d787-4f6b-8d59-0841f0e26c45 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:54.150527 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8a21ee07-cad8-492f-a09d-2871d5bf8315 req-67e23859-d787-4f6b-8d59-0841f0e26c45 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=48dc2ea6-0d69-477c-8b67-e0095cd7dc58 HTTP/1.1" status: 200 len: 945 time: 0.1619568 Dec 06 17:16:54.185382 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aded1d-f8f3-4504-b174-8762f948412e req-d05dad14-0dc9-4d38-af33-3f63f7ff5bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:54.192193 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-84aded1d-f8f3-4504-b174-8762f948412e req-d05dad14-0dc9-4d38-af33-3f63f7ff5bf9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0688c6db31494470a1b7a5ecaa734bc4&device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 1094 time: 0.0797753 Dec 06 17:16:54.241671 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8a21ee07-cad8-492f-a09d-2871d5bf8315 req-b48af68d-fe72-4d38-b1e3-ad7fe018ca0a tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860112 Dec 06 17:16:54.280948 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-84aded1d-f8f3-4504-b174-8762f948412e req-89db4419-0f22-4bc5-abbf-c1308901cc04 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=121dd329-2fdc-4943-88fc-b3360bf29c71 HTTP/1.1" status: 200 len: 217 time: 0.0782506 Dec 06 17:16:54.328269 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c43fc14e-38a7-4b03-8832-ee42c253f712 x-openstack-request-id: req-c43fc14e-38a7-4b03-8832-ee42c253f712 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:16:54.328658 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56bfc86e-367c-415e-8cf0-a0f9867a9691", "tag": "121dd329-2fdc-4943-88fc-b3360bf29c71", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:16:54.329144 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c43fc14e-38a7-4b03-8832-ee42c253f712 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:16:54.329719 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56bfc86e-367c-415e-8cf0-a0f9867a9691', 'tag': '121dd329-2fdc-4943-88fc-b3360bf29c71', 'status': 'completed', 'code': 200} Dec 06 17:16:54.352438 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aded1d-f8f3-4504-b174-8762f948412e req-0c7aa30b-8edc-4542-92dd-c6779d8dedfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:54.353988 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-84aded1d-f8f3-4504-b174-8762f948412e req-0c7aa30b-8edc-4542-92dd-c6779d8dedfe service neutron] 10.222.0.44 "GET /v2.0/subnets?id=407d30a8-656b-4107-b0bb-8b27c7634002 HTTP/1.1" status: 200 len: 850 time: 0.0663433 Dec 06 17:16:54.425948 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aded1d-f8f3-4504-b174-8762f948412e req-ffe49350-28d2-4b6b-b2a5-a7b946af17f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:54.427874 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-84aded1d-f8f3-4504-b174-8762f948412e req-ffe49350-28d2-4b6b-b2a5-a7b946af17f0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b1330ff6-71a6-48db-aedf-2e908404d40b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0657921 Dec 06 17:16:54.503231 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 3151ab1d-b074-4e06-a04f-9eb3d8f129bc up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:16:54.549462 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-84aded1d-f8f3-4504-b174-8762f948412e req-036cac8a-1a8a-4612-9995-9a016a06db74 service neutron] 10.222.0.44 "GET /v2.0/networks/b1330ff6-71a6-48db-aedf-2e908404d40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133194 Dec 06 17:16:54.630978 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning for port 3151ab1d-b074-4e06-a04f-9eb3d8f129bc completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:16:54.641373 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port 3151ab1d-b074-4e06-a04f-9eb3d8f129bc triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:16:54.644317 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:54.647926 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b265c70b-903a-4b11-a4d8-7eb4fada24b0 req-899a0393-66a1-4a35-b599-716249e6c4c1 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:54.658575 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b265c70b-903a-4b11-a4d8-7eb4fada24b0 req-899a0393-66a1-4a35-b599-716249e6c4c1 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 943 time: 0.0746272 Dec 06 17:16:54.736441 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-84aded1d-f8f3-4504-b174-8762f948412e req-509c108b-ea3e-44ac-b30d-70a549fabd30 service neutron] 10.222.0.44 "GET /v2.0/networks/b1330ff6-71a6-48db-aedf-2e908404d40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780653 Dec 06 17:16:54.739823 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b265c70b-903a-4b11-a4d8-7eb4fada24b0 req-d7ca192b-23be-4e59-97a1-f329909a35f7 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8ff7359-db2b-4d57-aa79-237c344ab3df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789907 Dec 06 17:16:54.832406 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:54.870169 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fd8a57e-a18a-422a-919e-0a7902e4e026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3151ab1d-b074-4e06-a04f-9eb3d8f129bc'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:16:54.872695 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a4d1dd-a477-442f-9db1-91abab5e6afb" -d '{"events": [{"server_uuid": "7fd8a57e-a18a-422a-919e-0a7902e4e026", "name": "network-vif-plugged", "status": "completed", "tag": "3151ab1d-b074-4e06-a04f-9eb3d8f129bc"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:16:54.874958 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9218680a-7d6e-4838-90cf-98f0370658a8 req-048d5331-2df1-473c-9f9e-1efa881b2cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:54.878169 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9218680a-7d6e-4838-90cf-98f0370658a8 req-048d5331-2df1-473c-9f9e-1efa881b2cbe service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0688c6db31494470a1b7a5ecaa734bc4&device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 1094 time: 0.0628128 Dec 06 17:16:54.913333 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 3151ab1d-b074-4e06-a04f-9eb3d8f129bc, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=3151ab1d-b074-4e06-a04f-9eb3d8f129bc,segment=NetworkSegment(b722eb92-d8da-4fbc-acca-71668ea91866),segment_id=b722eb92-d8da-4fbc-acca-71668ea91866)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:16:54.926524 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:55.023861 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=3151ab1d-b074-4e06-a04f-9eb3d8f129bc,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:55.041106 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b968e72d-434d-4456-a43b-d3623091d057 x-openstack-request-id: req-b968e72d-434d-4456-a43b-d3623091d057 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:16:55.042555 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fd8a57e-a18a-422a-919e-0a7902e4e026", "name": "network-vif-plugged", "status": "completed", "tag": "3151ab1d-b074-4e06-a04f-9eb3d8f129bc", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:16:55.043063 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b968e72d-434d-4456-a43b-d3623091d057 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:16:55.043820 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fd8a57e-a18a-422a-919e-0a7902e4e026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3151ab1d-b074-4e06-a04f-9eb3d8f129bc', 'code': 200} Dec 06 17:16:55.107336 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 49926) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:16:55.210924 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9218680a-7d6e-4838-90cf-98f0370658a8 req-87499ad2-e058-4db0-b8da-1e56c2be54bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:55.213267 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9218680a-7d6e-4838-90cf-98f0370658a8 req-87499ad2-e058-4db0-b8da-1e56c2be54bf service neutron] 10.222.0.44 "GET /v2.0/networks?id=b1330ff6-71a6-48db-aedf-2e908404d40b HTTP/1.1" status: 200 len: 912 time: 0.3281682 Dec 06 17:16:55.236143 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-422e019d-d1bf-4876-b27a-a7a795ba6c35 req-a681e10f-8f89-4912-8370-bab4bfb464a7 tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] 10.222.0.23 "GET /v2.0/ports?device_id=d56ae8aa-1f46-437e-88c1-fa35b46e5ec1 HTTP/1.1" status: 200 len: 210 time: 0.0655861 Dec 06 17:16:55.242259 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d920283-9cc4-454f-bdeb-d51d2a44f673 req-bff6506b-1d41-4d18-b580-17cb860f1777 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:55.253813 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0d920283-9cc4-454f-bdeb-d51d2a44f673 req-bff6506b-1d41-4d18-b580-17cb860f1777 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fd8a57e-a18a-422a-919e-0a7902e4e026 HTTP/1.1" status: 200 len: 946 time: 0.2207301 Dec 06 17:16:55.330534 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9218680a-7d6e-4838-90cf-98f0370658a8 req-4b01ec8a-4ba4-4357-90d5-7de48b08a14a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=121dd329-2fdc-4943-88fc-b3360bf29c71 HTTP/1.1" status: 200 len: 217 time: 0.0974576 Dec 06 17:16:55.373772 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e32e493-7fe2-4c49-bc62-043c13f66500 req-c0fecfb0-f08a-4351-8b5d-52db63122856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:55.375620 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7e32e493-7fe2-4c49-bc62-043c13f66500 req-c0fecfb0-f08a-4351-8b5d-52db63122856 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7fd8a57e-a18a-422a-919e-0a7902e4e026 HTTP/1.1" status: 200 len: 1097 time: 0.1368983 Dec 06 17:16:55.395173 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-e1f1cdd1-6a44-4069-85dc-4fc5f659e2d8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d0f0e965352c4a93af76220f7b11acba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2861359 Dec 06 17:16:55.403725 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 49938) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:16:55.477815 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0d920283-9cc4-454f-bdeb-d51d2a44f673 req-d17595d5-190f-45c2-b9ab-e283c74c981a tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180011 Dec 06 17:16:55.504841 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9218680a-7d6e-4838-90cf-98f0370658a8 req-e7c7720d-9a26-4f37-b907-438c14239cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:55.511518 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9218680a-7d6e-4838-90cf-98f0370658a8 req-e7c7720d-9a26-4f37-b907-438c14239cd5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=407d30a8-656b-4107-b0bb-8b27c7634002 HTTP/1.1" status: 200 len: 850 time: 0.1710978 Dec 06 17:16:55.517965 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7e32e493-7fe2-4c49-bc62-043c13f66500 req-6044ac5c-36fa-4037-80eb-4d8e8d2d94c7 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331108 Dec 06 17:16:55.548041 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-efa3eea0-bca8-44b8-9105-266bc91cfe1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:55.569509 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc8c45b-395d-4046-8fd6-9b3724221e86 req-31c714ee-415c-4b63-8c5a-a9dfc6b9232b tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:55.571194 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4fc8c45b-395d-4046-8fd6-9b3724221e86 req-31c714ee-415c-4b63-8c5a-a9dfc6b9232b tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=48dc2ea6-0d69-477c-8b67-e0095cd7dc58 HTTP/1.1" status: 200 len: 945 time: 0.1060393 Dec 06 17:16:55.592181 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-efa3eea0-bca8-44b8-9105-266bc91cfe1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:55.664228 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4fc8c45b-395d-4046-8fd6-9b3724221e86 req-b948e75e-d5fc-49bc-af10-111c3c145216 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827265 Dec 06 17:16:55.685245 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-efa3eea0-bca8-44b8-9105-266bc91cfe1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:55.689590 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-efa3eea0-bca8-44b8-9105-266bc91cfe1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:55.692485 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-efa3eea0-bca8-44b8-9105-266bc91cfe1a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/74681b17-b050-42af-8853-9a354824abe5 HTTP/1.1" status: 204 len: 168 time: 0.2875414 Dec 06 17:16:55.704034 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa3eea0-bca8-44b8-9105-266bc91cfe1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74681b17-b050-42af-8853-9a354824abe5,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:55.773618 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 5d9431d0-e0c5-43d5-be07-284ce1c9c133 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:16:55.827953 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9218680a-7d6e-4838-90cf-98f0370658a8 req-73f76a78-86b9-44fc-a8d5-9979dae26546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:55.833529 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9218680a-7d6e-4838-90cf-98f0370658a8 req-73f76a78-86b9-44fc-a8d5-9979dae26546 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b1330ff6-71a6-48db-aedf-2e908404d40b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1338811 Dec 06 17:16:55.856225 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] No Port match for: 5d9431d0-e0c5-43d5-be07-284ce1c9c133 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:16:55.861955 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 5d9431d0-e0c5-43d5-be07-284ce1c9c133 not bound to the agent host n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:16:55.898362 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116776c2-9749-4915-b4be-6a6627967368 req-b953e49d-8a1b-4a75-9a07-340e928b7fdf tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:55.902175 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-116776c2-9749-4915-b4be-6a6627967368 req-b953e49d-8a1b-4a75-9a07-340e928b7fdf tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] 10.222.0.41 "GET /v2.0/networks?id=e225be45-4dea-482b-99dc-52bb3cf1831b HTTP/1.1" status: 200 len: 817 time: 0.1694937 Dec 06 17:16:55.955929 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-116776c2-9749-4915-b4be-6a6627967368 req-1bcc0865-f236-4087-bc07-ebdfa2193760 tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] Request body: {'port': {'device_id': '10989c9a-ee57-4c1b-b3a5-a8b05281a013', 'network_id': 'e225be45-4dea-482b-99dc-52bb3cf1831b', 'admin_state_up': True, 'tenant_id': 'b22abe91849f46799c7e11eddb9d6a0f'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:16:56.037765 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9218680a-7d6e-4838-90cf-98f0370658a8 req-3f9cd19d-49e5-4df7-8c07-e3f9fed1ef39 service neutron] 10.222.0.44 "GET /v2.0/networks/b1330ff6-71a6-48db-aedf-2e908404d40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835139 Dec 06 17:16:56.150676 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea4d308-9eee-4f91-8baa-a897c739579c req-1b028a12-a513-423d-b8ee-11ffd3489f44 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:56.163411 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8ea4d308-9eee-4f91-8baa-a897c739579c req-1b028a12-a513-423d-b8ee-11ffd3489f44 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 943 time: 0.2590015 Dec 06 17:16:56.218186 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9218680a-7d6e-4838-90cf-98f0370658a8 req-9c9f3f4f-9aef-46fb-a1c3-d8e0c76ca8a1 service neutron] 10.222.0.44 "GET /v2.0/networks/b1330ff6-71a6-48db-aedf-2e908404d40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780033 Dec 06 17:16:56.309336 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4943ae5-9cf7-407b-9911-6399b2447809 req-d965f03c-aea1-4a90-a250-5225a86b63ea tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:56.312497 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b4943ae5-9cf7-407b-9911-6399b2447809 req-d965f03c-aea1-4a90-a250-5225a86b63ea tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=48dc2ea6-0d69-477c-8b67-e0095cd7dc58 HTTP/1.1" status: 200 len: 945 time: 0.1098874 Dec 06 17:16:56.343944 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116776c2-9749-4915-b4be-6a6627967368 req-a163dbdb-047a-4278-a73b-cbf349ec719a tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:56.346033 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-116776c2-9749-4915-b4be-6a6627967368 req-a163dbdb-047a-4278-a73b-cbf349ec719a tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] 10.222.0.44 "GET /v2.0/networks?id=e225be45-4dea-482b-99dc-52bb3cf1831b HTTP/1.1" status: 200 len: 817 time: 0.1568749 Dec 06 17:16:56.392942 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b4943ae5-9cf7-407b-9911-6399b2447809 req-939d1c41-8d3f-4208-8071-63ed67d4b14a tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729973 Dec 06 17:16:56.398294 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8ea4d308-9eee-4f91-8baa-a897c739579c req-25c63bd4-1451-4e31-96fc-0e39941456ed tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8ff7359-db2b-4d57-aa79-237c344ab3df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2337036 Dec 06 17:16:56.414970 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-116776c2-9749-4915-b4be-6a6627967368 req-f83e02b0-9507-4f80-948b-91383137f96c tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] Request body: {'port': {'device_id': 'd56ae8aa-1f46-437e-88c1-fa35b46e5ec1', 'network_id': 'e225be45-4dea-482b-99dc-52bb3cf1831b', 'admin_state_up': True, 'tenant_id': 'b22abe91849f46799c7e11eddb9d6a0f'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:16:56.519646 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 121dd329-2fdc-4943-88fc-b3360bf29c71 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:16:56.702792 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-116776c2-9749-4915-b4be-6a6627967368 req-f83e02b0-9507-4f80-948b-91383137f96c tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] Made reservation on behalf of b22abe91849f46799c7e11eddb9d6a0f for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:16:56.708993 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-116776c2-9749-4915-b4be-6a6627967368 req-f83e02b0-9507-4f80-948b-91383137f96c tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:56.740660 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a0bc05-4ba6-4d3b-b036-9bbf9ea6bfa1 req-e3eb6439-614b-4fdf-9c56-4a24e0a93166 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:56.754052 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-07a0bc05-4ba6-4d3b-b036-9bbf9ea6bfa1 req-e3eb6439-614b-4fdf-9c56-4a24e0a93166 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fd8a57e-a18a-422a-919e-0a7902e4e026 HTTP/1.1" status: 200 len: 946 time: 0.0915778 Dec 06 17:16:56.830076 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 121dd329-2fdc-4943-88fc-b3360bf29c71, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=121dd329-2fdc-4943-88fc-b3360bf29c71,segment=NetworkSegment(89275c86-7da9-47f2-a47a-1035a530c501),segment_id=89275c86-7da9-47f2-a47a-1035a530c501)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:16:56.834997 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-07a0bc05-4ba6-4d3b-b036-9bbf9ea6bfa1 req-d9662f54-55be-4e81-a8bd-73e59b5ac853 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796111 Dec 06 17:16:56.860110 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f6d70843-3cae-4560-a036-684c52424448 req-aeb28c23-e45b-42b3-acb9-8631685f3b1e tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] 10.222.0.23 "GET /v2.0/ports?device_id=d56ae8aa-1f46-437e-88c1-fa35b46e5ec1 HTTP/1.1" status: 200 len: 210 time: 0.2203753 Dec 06 17:16:56.873492 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': '121dd329-2fdc-4943-88fc-b3360bf29c71', 'network_id': 'b1330ff6-71a6-48db-aedf-2e908404d40b', 'port_id': '121dd329-2fdc-4943-88fc-b3360bf29c71', 'mac_address': 'fa:16:3e:62:49:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '407d30a8-656b-4107-b0bb-8b27c7634002', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:16:56.929503 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:56.965916 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 121dd329-2fdc-4943-88fc-b3360bf29c71 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:16:57.002195 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 121dd329-2fdc-4943-88fc-b3360bf29c71, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=121dd329-2fdc-4943-88fc-b3360bf29c71,segment=NetworkSegment(89275c86-7da9-47f2-a47a-1035a530c501),segment_id=89275c86-7da9-47f2-a47a-1035a530c501)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:16:57.003633 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-116776c2-9749-4915-b4be-6a6627967368 req-1bcc0865-f236-4087-bc07-ebdfa2193760 tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] Made reservation on behalf of b22abe91849f46799c7e11eddb9d6a0f for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:16:57.007127 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-116776c2-9749-4915-b4be-6a6627967368 req-1bcc0865-f236-4087-bc07-ebdfa2193760 tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:57.007709 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:57.067112 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=121dd329-2fdc-4943-88fc-b3360bf29c71,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:57.080983 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116776c2-9749-4915-b4be-6a6627967368 req-8bb8e267-5670-486c-af42-d3fe47c9058e tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:57.082625 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-116776c2-9749-4915-b4be-6a6627967368 req-8bb8e267-5670-486c-af42-d3fe47c9058e tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] 10.222.0.41 "GET /v2.0/networks?id=e225be45-4dea-482b-99dc-52bb3cf1831b HTTP/1.1" status: 200 len: 817 time: 0.4186325 Dec 06 17:16:57.120094 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-116776c2-9749-4915-b4be-6a6627967368 req-d3b17119-fcc0-41f0-b06a-86a381ca92f4 tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] Request body: {'port': {'device_id': '2823c0df-25fe-475a-94b4-62c38599016d', 'network_id': 'e225be45-4dea-482b-99dc-52bb3cf1831b', 'admin_state_up': True, 'tenant_id': 'b22abe91849f46799c7e11eddb9d6a0f'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:16:57.208429 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 49986) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:16:57.254546 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-116776c2-9749-4915-b4be-6a6627967368 req-f83e02b0-9507-4f80-948b-91383137f96c tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] Allocated IP 172.20.0.14 (e225be45-4dea-482b-99dc-52bb3cf1831b/7306f6ee-bbe8-4f63-a6fa-7fcf687aa035/c1d5e8ad-db8f-4066-a4dd-003c773ec0c7) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:16:57.269566 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['121dd329-2fdc-4943-88fc-b3360bf29c71'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:16:57.361110 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-92d8191e-1e61-4fe3-aaad-5e64de5157be admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:57.391407 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-116776c2-9749-4915-b4be-6a6627967368 req-d3b17119-fcc0-41f0-b06a-86a381ca92f4 tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] Made reservation on behalf of b22abe91849f46799c7e11eddb9d6a0f for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:16:57.394947 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-116776c2-9749-4915-b4be-6a6627967368 req-d3b17119-fcc0-41f0-b06a-86a381ca92f4 tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:57.493529 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-92d8191e-1e61-4fe3-aaad-5e64de5157be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:57.500355 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-92d8191e-1e61-4fe3-aaad-5e64de5157be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:57.596659 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-92d8191e-1e61-4fe3-aaad-5e64de5157be admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dbb28a8c614c4cc2bbf6d6c432b70a29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3874149 Dec 06 17:16:57.605797 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 50004) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:16:57.614750 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d8191e-1e61-4fe3-aaad-5e64de5157be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a882db7a-6daa-4abb-b63c-90a7f6c7facb,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:57.645020 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-116776c2-9749-4915-b4be-6a6627967368 req-f83e02b0-9507-4f80-948b-91383137f96c tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:57.649677 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f74e6c2-fcb6-48fd-88af-916ec212d7a8 req-65ed2db6-c193-40ce-bbf3-2bd3a04e45ce tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:57.651466 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7f74e6c2-fcb6-48fd-88af-916ec212d7a8 req-65ed2db6-c193-40ce-bbf3-2bd3a04e45ce tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=48dc2ea6-0d69-477c-8b67-e0095cd7dc58 HTTP/1.1" status: 200 len: 945 time: 0.1196966 Dec 06 17:16:57.661352 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dec6462-1580-4c66-889d-51594fc9fdb6 req-4e5db4fa-4eb2-425c-a2dc-f1e1e0cf2cae tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:57.662993 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2dec6462-1580-4c66-889d-51594fc9fdb6 req-4e5db4fa-4eb2-425c-a2dc-f1e1e0cf2cae tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.41 "GET /v2.0/ports?device_id=48dc2ea6-0d69-477c-8b67-e0095cd7dc58 HTTP/1.1" status: 200 len: 945 time: 0.0869656 Dec 06 17:16:57.700870 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fff7770-f75b-4398-b30a-8ed2b29fc6bf req-bd793926-06e5-4c6a-a9c8-3d6c29a7fc79 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:57.702369 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0fff7770-f75b-4398-b30a-8ed2b29fc6bf req-bd793926-06e5-4c6a-a9c8-3d6c29a7fc79 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 944 time: 0.1431153 Dec 06 17:16:57.737882 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0d4c7264-7608-4ac8-b381-ea0ab08164d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:57.762268 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-116776c2-9749-4915-b4be-6a6627967368 req-f83e02b0-9507-4f80-948b-91383137f96c tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:57.774455 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7f74e6c2-fcb6-48fd-88af-916ec212d7a8 req-5aa27704-888e-41a2-8771-831976002422 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104434 Dec 06 17:16:57.806101 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-2dec6462-1580-4c66-889d-51594fc9fdb6 req-1ed3313b-4c73-4a12-9263-a41750fdfbbb tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Deleting port 08e0ea7e-fad8-4bb5-a6ed-e46c6bc18dab {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:16:57.806537 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-2dec6462-1580-4c66-889d-51594fc9fdb6 req-1ed3313b-4c73-4a12-9263-a41750fdfbbb tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:57.816464 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0d4c7264-7608-4ac8-b381-ea0ab08164d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:57.873855 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0fff7770-f75b-4398-b30a-8ed2b29fc6bf req-765ac30d-4ac4-4f1b-a780-5b5ea3511900 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8ff7359-db2b-4d57-aa79-237c344ab3df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1627374 Dec 06 17:16:57.892071 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-116776c2-9749-4915-b4be-6a6627967368 req-f83e02b0-9507-4f80-948b-91383137f96c tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] Network e225be45-4dea-482b-99dc-52bb3cf1831b is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:16:57.908216 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-116776c2-9749-4915-b4be-6a6627967368 req-f83e02b0-9507-4f80-948b-91383137f96c tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:16:57.915704 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-116776c2-9749-4915-b4be-6a6627967368 req-f83e02b0-9507-4f80-948b-91383137f96c tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:16:57.923676 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83e02b0-9507-4f80-948b-91383137f96c tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] Pushing event updated for resources: {'Port': ['ID=c1d5e8ad-db8f-4066-a4dd-003c773ec0c7,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:57.928502 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-2dec6462-1580-4c66-889d-51594fc9fdb6 req-1ed3313b-4c73-4a12-9263-a41750fdfbbb tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] For port 08e0ea7e-fad8-4bb5-a6ed-e46c6bc18dab, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=08e0ea7e-fad8-4bb5-a6ed-e46c6bc18dab,segment=NetworkSegment(c5bdebef-6647-4acc-8b76-b3635792eaa5),segment_id=c5bdebef-6647-4acc-8b76-b3635792eaa5)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:16:57.929072 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-2dec6462-1580-4c66-889d-51594fc9fdb6 req-1ed3313b-4c73-4a12-9263-a41750fdfbbb tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:57.948566 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-2dec6462-1580-4c66-889d-51594fc9fdb6 req-1ed3313b-4c73-4a12-9263-a41750fdfbbb tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Calling delete_port for 08e0ea7e-fad8-4bb5-a6ed-e46c6bc18dab owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:16:57.957081 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.db.api [req-116776c2-9749-4915-b4be-6a6627967368 req-1bcc0865-f236-4087-bc07-ebdfa2193760 tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.14-ec185b68-927e-4b0c-a314-45a538375808 {{(pid=103285) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 17:16:57.957453 n-d-master-1 neutron-server[103285]: DEBUG oslo_db.api [req-116776c2-9749-4915-b4be-6a6627967368 req-1bcc0865-f236-4087-bc07-ebdfa2193760 tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 17:16:58.009927 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0d4c7264-7608-4ac8-b381-ea0ab08164d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:58.012472 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0d4c7264-7608-4ac8-b381-ea0ab08164d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:58.013593 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-0d4c7264-7608-4ac8-b381-ea0ab08164d1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a882db7a-6daa-4abb-b63c-90a7f6c7facb HTTP/1.1" status: 204 len: 168 time: 0.4054859 Dec 06 17:16:58.023179 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116776c2-9749-4915-b4be-6a6627967368 req-f83e02b0-9507-4f80-948b-91383137f96c tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:58.023806 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-116776c2-9749-4915-b4be-6a6627967368 req-f83e02b0-9507-4f80-948b-91383137f96c tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:58.042417 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4c7264-7608-4ac8-b381-ea0ab08164d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a882db7a-6daa-4abb-b63c-90a7f6c7facb,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:58.049520 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-116776c2-9749-4915-b4be-6a6627967368 req-d3b17119-fcc0-41f0-b06a-86a381ca92f4 tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] Allocated IP 172.20.0.5 (e225be45-4dea-482b-99dc-52bb3cf1831b/7306f6ee-bbe8-4f63-a6fa-7fcf687aa035/e39baf4a-d440-4226-a58a-2d5f539f719c) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:16:58.063178 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-116776c2-9749-4915-b4be-6a6627967368 req-f83e02b0-9507-4f80-948b-91383137f96c tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6795971 Dec 06 17:16:58.101120 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-116776c2-9749-4915-b4be-6a6627967368 req-8ceecbc2-9e1a-4e07-95e2-c7230c3ef5aa service neutron] Request body: {'port': {'device_id': 'd56ae8aa-1f46-437e-88c1-fa35b46e5ec1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:16:58.180386 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-2dec6462-1580-4c66-889d-51594fc9fdb6 req-1ed3313b-4c73-4a12-9263-a41750fdfbbb tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:58.202154 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['08e0ea7e-fad8-4bb5-a6ed-e46c6bc18dab'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:16:58.271884 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-116776c2-9749-4915-b4be-6a6627967368 req-8ceecbc2-9e1a-4e07-95e2-c7230c3ef5aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:58.311531 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c45b08-06db-4e56-8ead-754fa9e8a607 req-fd5bd6cc-f2ba-4691-a96f-f24378116790 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:58.313055 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-57c45b08-06db-4e56-8ead-754fa9e8a607 req-fd5bd6cc-f2ba-4691-a96f-f24378116790 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fd8a57e-a18a-422a-919e-0a7902e4e026 HTTP/1.1" status: 200 len: 946 time: 0.1636930 Dec 06 17:16:58.404129 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-116776c2-9749-4915-b4be-6a6627967368 req-d3b17119-fcc0-41f0-b06a-86a381ca92f4 tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:58.473256 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-116776c2-9749-4915-b4be-6a6627967368 req-1bcc0865-f236-4087-bc07-ebdfa2193760 tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:58.506342 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-57c45b08-06db-4e56-8ead-754fa9e8a607 req-1cbb0ab2-55b9-443f-ad4d-3f64f564601d tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808763 Dec 06 17:16:58.535479 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 50022) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:16:58.545642 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 121dd329-2fdc-4943-88fc-b3360bf29c71 up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:16:58.571331 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-845aa637-cf2a-4738-bfac-5e00db8c1d98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:58.588613 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed3313b-4c73-4a12-9263-a41750fdfbbb tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Pushing event deleted for resources: {'Port': ['ID=08e0ea7e-fad8-4bb5-a6ed-e46c6bc18dab,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:58.618554 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-116776c2-9749-4915-b4be-6a6627967368 req-d3b17119-fcc0-41f0-b06a-86a381ca92f4 tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:58.655448 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dec6462-1580-4c66-889d-51594fc9fdb6 req-1ed3313b-4c73-4a12-9263-a41750fdfbbb tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] No DVR routers for this DVR port 08e0ea7e-fad8-4bb5-a6ed-e46c6bc18dab on host n-h1-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:16:58.667225 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f966e1-251b-4d2d-a841-316a8f0abb52 req-0b798b30-f186-45fa-aa7a-1360fda43d94 tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:58.676355 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-38f966e1-251b-4d2d-a841-316a8f0abb52 req-0b798b30-f186-45fa-aa7a-1360fda43d94 tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] 10.222.0.23 "GET /v2.0/ports?device_id=d56ae8aa-1f46-437e-88c1-fa35b46e5ec1 HTTP/1.1" status: 200 len: 932 time: 0.4924376 Dec 06 17:16:58.678968 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-2dec6462-1580-4c66-889d-51594fc9fdb6 req-1ed3313b-4c73-4a12-9263-a41750fdfbbb tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:58.683803 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2dec6462-1580-4c66-889d-51594fc9fdb6 req-1ed3313b-4c73-4a12-9263-a41750fdfbbb tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.41 "DELETE /v2.0/ports/08e0ea7e-fad8-4bb5-a6ed-e46c6bc18dab HTTP/1.1" status: 204 len: 173 time: 1.0056121 Dec 06 17:16:58.685302 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48dc2ea6-0d69-477c-8b67-e0095cd7dc58', 'name': 'network-vif-deleted', 'tag': '08e0ea7e-fad8-4bb5-a6ed-e46c6bc18dab'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:16:58.687692 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cde46f30-6575-4334-96bc-5e6b5e57e0f4" -d '{"events": [{"server_uuid": "48dc2ea6-0d69-477c-8b67-e0095cd7dc58", "name": "network-vif-deleted", "tag": "08e0ea7e-fad8-4bb5-a6ed-e46c6bc18dab"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:16:58.715608 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning for port 121dd329-2fdc-4943-88fc-b3360bf29c71 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:16:58.722006 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port 121dd329-2fdc-4943-88fc-b3360bf29c71 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:16:58.722627 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:58.793440 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-38f966e1-251b-4d2d-a841-316a8f0abb52 req-89f1ab43-1a7c-40e9-893e-f85e407d0170 tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] 10.222.0.23 "GET /v2.0/security-groups?id=62d4d04d-d450-4847-84b5-1c29b7d89b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161339 Dec 06 17:16:58.854722 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:58.860551 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fe75178-cba0-4f2b-842b-b84c84b156ec x-openstack-request-id: req-4fe75178-cba0-4f2b-842b-b84c84b156ec {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:16:58.860893 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48dc2ea6-0d69-477c-8b67-e0095cd7dc58", "name": "network-vif-deleted", "tag": "08e0ea7e-fad8-4bb5-a6ed-e46c6bc18dab", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:16:58.861166 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4fe75178-cba0-4f2b-842b-b84c84b156ec {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:16:58.861598 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48dc2ea6-0d69-477c-8b67-e0095cd7dc58', 'name': 'network-vif-deleted', 'tag': '08e0ea7e-fad8-4bb5-a6ed-e46c6bc18dab', 'status': 'completed', 'code': 200} Dec 06 17:16:58.886324 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56bfc86e-367c-415e-8cf0-a0f9867a9691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '121dd329-2fdc-4943-88fc-b3360bf29c71'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:16:58.889681 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c780e839-d8bb-49db-b8c1-84f47278a88c" -d '{"events": [{"server_uuid": "56bfc86e-367c-415e-8cf0-a0f9867a9691", "name": "network-vif-plugged", "status": "completed", "tag": "121dd329-2fdc-4943-88fc-b3360bf29c71"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:16:58.906546 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 121dd329-2fdc-4943-88fc-b3360bf29c71, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=121dd329-2fdc-4943-88fc-b3360bf29c71,segment=NetworkSegment(89275c86-7da9-47f2-a47a-1035a530c501),segment_id=89275c86-7da9-47f2-a47a-1035a530c501)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:16:58.911221 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:58.971311 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=121dd329-2fdc-4943-88fc-b3360bf29c71,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:59.063957 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e541fad8-31ea-4b28-aeb9-de916859ab0f req-007888c2-2a62-4f0e-967d-1bf56697f43e tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:59.065852 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e541fad8-31ea-4b28-aeb9-de916859ab0f req-007888c2-2a62-4f0e-967d-1bf56697f43e tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/networks?id=931f4273-7ce0-414b-a3b2-f40f48617bda HTTP/1.1" status: 200 len: 805 time: 0.1235406 Dec 06 17:16:59.071559 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-13865661-4d70-4e4b-bc42-deec69239bd9 req-6790d177-0b7b-48b2-83dd-98539c7c6486 tempest-AbsoluteLimitsNegativeTestJSON-2027344726 tempest-AbsoluteLimitsNegativeTestJSON-2027344726-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=a75b76b69062415ab8f7be52c3cf85f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1087711 Dec 06 17:16:59.089081 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-116776c2-9749-4915-b4be-6a6627967368 req-d3b17119-fcc0-41f0-b06a-86a381ca92f4 tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] Network e225be45-4dea-482b-99dc-52bb3cf1831b is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:16:59.092371 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e541fad8-31ea-4b28-aeb9-de916859ab0f req-064d4afa-219c-49bd-a14b-f3fbf3cb5753 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/quotas/0b996ae66d164de39215c3dfc863b124 HTTP/1.1" status: 200 len: 375 time: 0.0175037 Dec 06 17:16:59.116598 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-116776c2-9749-4915-b4be-6a6627967368 req-d3b17119-fcc0-41f0-b06a-86a381ca92f4 tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:16:59.133501 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-116776c2-9749-4915-b4be-6a6627967368 req-d3b17119-fcc0-41f0-b06a-86a381ca92f4 tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:16:59.148328 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b17119-fcc0-41f0-b06a-86a381ca92f4 tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] Pushing event updated for resources: {'Port': ['ID=e39baf4a-d440-4226-a58a-2d5f539f719c,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:59.154420 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e541fad8-31ea-4b28-aeb9-de916859ab0f req-667bcc77-6cdc-4436-91b4-2b5582bc9973 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0b996ae66d164de39215c3dfc863b124&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0534544 Dec 06 17:16:59.284292 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e541fad8-31ea-4b28-aeb9-de916859ab0f req-823fd632-8178-49b2-b1dd-65bd211dac80 service neutron] 10.222.0.23 "GET /v2.0/networks/931f4273-7ce0-414b-a3b2-f40f48617bda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178010 Dec 06 17:16:59.341970 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116776c2-9749-4915-b4be-6a6627967368 req-d3b17119-fcc0-41f0-b06a-86a381ca92f4 tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:59.343390 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-116776c2-9749-4915-b4be-6a6627967368 req-d3b17119-fcc0-41f0-b06a-86a381ca92f4 tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:59.400514 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13865661-4d70-4e4b-bc42-deec69239bd9 req-5b5c0755-f43d-419d-9372-9a396a048a10 tempest-AbsoluteLimitsNegativeTestJSON-2027344726 tempest-AbsoluteLimitsNegativeTestJSON-2027344726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:59.408815 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-13865661-4d70-4e4b-bc42-deec69239bd9 req-5b5c0755-f43d-419d-9372-9a396a048a10 tempest-AbsoluteLimitsNegativeTestJSON-2027344726 tempest-AbsoluteLimitsNegativeTestJSON-2027344726-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3280065 Dec 06 17:16:59.421975 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e541fad8-31ea-4b28-aeb9-de916859ab0f req-02804b18-c32d-44c9-85ee-2de528150c53 service neutron] 10.222.0.23 "GET /v2.0/networks/931f4273-7ce0-414b-a3b2-f40f48617bda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295776 Dec 06 17:16:59.441576 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-13865661-4d70-4e4b-bc42-deec69239bd9 req-bbc8ba4d-6459-479c-8664-c89b6882850f tempest-AbsoluteLimitsNegativeTestJSON-2027344726 tempest-AbsoluteLimitsNegativeTestJSON-2027344726-project] 10.222.0.23 "GET /v2.0/quotas/a75b76b69062415ab8f7be52c3cf85f6 HTTP/1.1" status: 200 len: 375 time: 0.0317769 Dec 06 17:16:59.464960 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-116776c2-9749-4915-b4be-6a6627967368 req-d3b17119-fcc0-41f0-b06a-86a381ca92f4 tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3524072 Dec 06 17:16:59.481431 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-845aa637-cf2a-4738-bfac-5e00db8c1d98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:59.489659 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-116776c2-9749-4915-b4be-6a6627967368 req-5a02a975-942c-4ee2-b8e6-fdccbdf7fb00 service neutron] Request body: {'port': {'device_id': '2823c0df-25fe-475a-94b4-62c38599016d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:16:59.505822 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-13865661-4d70-4e4b-bc42-deec69239bd9 req-03b3660c-1444-4810-aafa-899fba5f7da4 tempest-AbsoluteLimitsNegativeTestJSON-2027344726 tempest-AbsoluteLimitsNegativeTestJSON-2027344726-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a75b76b69062415ab8f7be52c3cf85f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0582192 Dec 06 17:16:59.553052 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-845aa637-cf2a-4738-bfac-5e00db8c1d98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:59.586555 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-845aa637-cf2a-4738-bfac-5e00db8c1d98 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=981470ca79b045c78da8f01472ef0f52&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0441763 Dec 06 17:16:59.586902 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 50060) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:16:59.625869 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-579917be-1cfb-4aec-9e4d-c021496b036b x-openstack-request-id: req-579917be-1cfb-4aec-9e4d-c021496b036b {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:16:59.626949 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56bfc86e-367c-415e-8cf0-a0f9867a9691", "name": "network-vif-plugged", "status": "completed", "tag": "121dd329-2fdc-4943-88fc-b3360bf29c71", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:16:59.627423 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-579917be-1cfb-4aec-9e4d-c021496b036b {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:16:59.627968 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56bfc86e-367c-415e-8cf0-a0f9867a9691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '121dd329-2fdc-4943-88fc-b3360bf29c71', 'code': 200} Dec 06 17:16:59.653849 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-116776c2-9749-4915-b4be-6a6627967368 req-8ceecbc2-9e1a-4e07-95e2-c7230c3ef5aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1d5e8ad-db8f-4066-a4dd-003c773ec0c7 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:16:59.798871 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-116776c2-9749-4915-b4be-6a6627967368 req-8ceecbc2-9e1a-4e07-95e2-c7230c3ef5aa service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:59.807417 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845aa637-cf2a-4738-bfac-5e00db8c1d98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14cf8a26-4fc6-4c6e-8833-010f19c66571,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:16:59.820797 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-116776c2-9749-4915-b4be-6a6627967368 req-5a02a975-942c-4ee2-b8e6-fdccbdf7fb00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:59.845195 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fdb56db7-7cbe-4a0d-a648-7439b25408da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:59.869129 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4309f252-98dd-40d9-a0aa-a388d937018c req-68ca9bde-b8ae-497f-8dc0-f8c1251dcb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:59.871116 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4309f252-98dd-40d9-a0aa-a388d937018c req-68ca9bde-b8ae-497f-8dc0-f8c1251dcb5a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 1096 time: 0.1471298 Dec 06 17:16:59.881635 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-116776c2-9749-4915-b4be-6a6627967368 req-8ceecbc2-9e1a-4e07-95e2-c7230c3ef5aa service neutron] Transition to ACTIVE for port object c1d5e8ad-db8f-4066-a4dd-003c773ec0c7 will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:16:59.897802 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-116776c2-9749-4915-b4be-6a6627967368 req-8ceecbc2-9e1a-4e07-95e2-c7230c3ef5aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:59.901739 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fdb56db7-7cbe-4a0d-a648-7439b25408da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:16:59.987992 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805bf33d-4ceb-45de-baba-b7576a2faa73 req-ea7d7870-2a03-4937-afa5-35456532aa86 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:16:59.995719 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4309f252-98dd-40d9-a0aa-a388d937018c req-8dc1b633-1dfa-4fb2-9286-33723211c9ec service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e8ff7359-db2b-4d57-aa79-237c344ab3df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140926 Dec 06 17:16:59.997171 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-805bf33d-4ceb-45de-baba-b7576a2faa73 req-ea7d7870-2a03-4937-afa5-35456532aa86 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 945 time: 0.2759533 Dec 06 17:17:00.022502 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fdb56db7-7cbe-4a0d-a648-7439b25408da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:00.026543 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fdb56db7-7cbe-4a0d-a648-7439b25408da admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:00.028137 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-fdb56db7-7cbe-4a0d-a648-7439b25408da admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/14cf8a26-4fc6-4c6e-8833-010f19c66571 HTTP/1.1" status: 204 len: 168 time: 0.4399035 Dec 06 17:17:00.039490 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb56db7-7cbe-4a0d-a648-7439b25408da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14cf8a26-4fc6-4c6e-8833-010f19c66571,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:00.123274 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 50086) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:17:00.144060 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-116776c2-9749-4915-b4be-6a6627967368 req-1bcc0865-f236-4087-bc07-ebdfa2193760 tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] Allocated IP 172.20.0.13 (e225be45-4dea-482b-99dc-52bb3cf1831b/7306f6ee-bbe8-4f63-a6fa-7fcf687aa035/2eeb3652-4998-4f69-b011-cfd7e300b14f) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:17:00.146742 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceecbc2-9e1a-4e07-95e2-c7230c3ef5aa service neutron] Pushing event updated for resources: {'Port': ['ID=c1d5e8ad-db8f-4066-a4dd-003c773ec0c7,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:00.255123 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-805bf33d-4ceb-45de-baba-b7576a2faa73 req-3aa72977-67d9-4214-8bae-f16561fb8e87 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8ff7359-db2b-4d57-aa79-237c344ab3df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2568402 Dec 06 17:17:00.388143 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-116776c2-9749-4915-b4be-6a6627967368 req-8ceecbc2-9e1a-4e07-95e2-c7230c3ef5aa service neutron] Attempting to bind port c1d5e8ad-db8f-4066-a4dd-003c773ec0c7 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:17:00.388732 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-116776c2-9749-4915-b4be-6a6627967368 req-8ceecbc2-9e1a-4e07-95e2-c7230c3ef5aa service neutron] Attempting to bind port c1d5e8ad-db8f-4066-a4dd-003c773ec0c7 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '30de95dd-e0c6-41bf-b659-5a8b7c7bfe1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e225be45-4dea-482b-99dc-52bb3cf1831b'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:17:00.388832 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116776c2-9749-4915-b4be-6a6627967368 req-8ceecbc2-9e1a-4e07-95e2-c7230c3ef5aa service neutron] Attempting to bind port c1d5e8ad-db8f-4066-a4dd-003c773ec0c7 on network e225be45-4dea-482b-99dc-52bb3cf1831b {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:17:00.398452 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116776c2-9749-4915-b4be-6a6627967368 req-8ceecbc2-9e1a-4e07-95e2-c7230c3ef5aa service neutron] Port c1d5e8ad-db8f-4066-a4dd-003c773ec0c7 on network e225be45-4dea-482b-99dc-52bb3cf1831b not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:17:00.399043 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116776c2-9749-4915-b4be-6a6627967368 req-8ceecbc2-9e1a-4e07-95e2-c7230c3ef5aa service neutron] Attempting to bind port c1d5e8ad-db8f-4066-a4dd-003c773ec0c7 on network e225be45-4dea-482b-99dc-52bb3cf1831b {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:17:00.430571 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116776c2-9749-4915-b4be-6a6627967368 req-8ceecbc2-9e1a-4e07-95e2-c7230c3ef5aa service neutron] Checking agent: {'id': '9d8b9f49-2860-4c1f-9b89-45a7657a3c4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:17:00.430911 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116776c2-9749-4915-b4be-6a6627967368 req-8ceecbc2-9e1a-4e07-95e2-c7230c3ef5aa service neutron] Checking segment: {'id': '30de95dd-e0c6-41bf-b659-5a8b7c7bfe1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e225be45-4dea-482b-99dc-52bb3cf1831b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:17:00.431482 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116776c2-9749-4915-b4be-6a6627967368 req-8ceecbc2-9e1a-4e07-95e2-c7230c3ef5aa service neutron] Bound using segment: {'id': '30de95dd-e0c6-41bf-b659-5a8b7c7bfe1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e225be45-4dea-482b-99dc-52bb3cf1831b'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:17:00.432442 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-116776c2-9749-4915-b4be-6a6627967368 req-8ceecbc2-9e1a-4e07-95e2-c7230c3ef5aa service neutron] Bound port: c1d5e8ad-db8f-4066-a4dd-003c773ec0c7, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30de95dd-e0c6-41bf-b659-5a8b7c7bfe1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e225be45-4dea-482b-99dc-52bb3cf1831b'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:17:00.433036 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-116776c2-9749-4915-b4be-6a6627967368 req-8ceecbc2-9e1a-4e07-95e2-c7230c3ef5aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:00.514001 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a1fb86ce-8205-4a21-acf7-d0981af2ab98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:00.612927 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba2db78-6907-4fe2-ac1e-cb50c1c5808e req-c1879bf2-d0e4-4e5e-bec8-6c01c1e7aeb0 tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:00.616439 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5ba2db78-6907-4fe2-ac1e-cb50c1c5808e req-c1879bf2-d0e4-4e5e-bec8-6c01c1e7aeb0 tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] 10.222.0.23 "GET /v2.0/ports?device_id=d56ae8aa-1f46-437e-88c1-fa35b46e5ec1 HTTP/1.1" status: 200 len: 944 time: 0.1783292 Dec 06 17:17:00.630110 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-116776c2-9749-4915-b4be-6a6627967368 req-8ceecbc2-9e1a-4e07-95e2-c7230c3ef5aa service neutron] For port c1d5e8ad-db8f-4066-a4dd-003c773ec0c7, host n-h2-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:17:00.638516 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-116776c2-9749-4915-b4be-6a6627967368 req-8ceecbc2-9e1a-4e07-95e2-c7230c3ef5aa service neutron] For port c1d5e8ad-db8f-4066-a4dd-003c773ec0c7, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=c1d5e8ad-db8f-4066-a4dd-003c773ec0c7,segment=NetworkSegment(30de95dd-e0c6-41bf-b659-5a8b7c7bfe1b),segment_id=30de95dd-e0c6-41bf-b659-5a8b7c7bfe1b)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:17:00.641871 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-116776c2-9749-4915-b4be-6a6627967368 req-1bcc0865-f236-4087-bc07-ebdfa2193760 tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:00.652156 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a1fb86ce-8205-4a21-acf7-d0981af2ab98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:00.659753 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-116776c2-9749-4915-b4be-6a6627967368 req-8ceecbc2-9e1a-4e07-95e2-c7230c3ef5aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:00.666289 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a1fb86ce-8205-4a21-acf7-d0981af2ab98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:00.742059 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116776c2-9749-4915-b4be-6a6627967368 req-8ceecbc2-9e1a-4e07-95e2-c7230c3ef5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:00.742696 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-116776c2-9749-4915-b4be-6a6627967368 req-8ceecbc2-9e1a-4e07-95e2-c7230c3ef5aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:00.745093 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-116776c2-9749-4915-b4be-6a6627967368 req-8ceecbc2-9e1a-4e07-95e2-c7230c3ef5aa service neutron] 10.222.0.44 "PUT /v2.0/ports/c1d5e8ad-db8f-4066-a4dd-003c773ec0c7 HTTP/1.1" status: 200 len: 1092 time: 2.6596160 Dec 06 17:17:00.745093 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd56ae8aa-1f46-437e-88c1-fa35b46e5ec1', 'tag': 'c1d5e8ad-db8f-4066-a4dd-003c773ec0c7'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:17:00.747404 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e81807e-1ca1-420c-8539-5c7346f540f8" -d '{"events": [{"name": "network-changed", "server_uuid": "d56ae8aa-1f46-437e-88c1-fa35b46e5ec1", "tag": "c1d5e8ad-db8f-4066-a4dd-003c773ec0c7"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:17:00.750600 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-a1fb86ce-8205-4a21-acf7-d0981af2ab98 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a75b76b69062415ab8f7be52c3cf85f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6260455 Dec 06 17:17:00.753722 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fb86ce-8205-4a21-acf7-d0981af2ab98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67574574-9e0a-49c2-a066-cb2a3887642f,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:00.758141 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 50120) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:17:00.771770 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fb86ce-8205-4a21-acf7-d0981af2ab98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:17:00.771988 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fb86ce-8205-4a21-acf7-d0981af2ab98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:17:00.772294 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fb86ce-8205-4a21-acf7-d0981af2ab98 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:17:00.772638 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fb86ce-8205-4a21-acf7-d0981af2ab98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:17:00.772990 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fb86ce-8205-4a21-acf7-d0981af2ab98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:17:00.773319 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fb86ce-8205-4a21-acf7-d0981af2ab98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:17:00.773679 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fb86ce-8205-4a21-acf7-d0981af2ab98 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:17:00.774011 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fb86ce-8205-4a21-acf7-d0981af2ab98 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:17:00.774344 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fb86ce-8205-4a21-acf7-d0981af2ab98 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:17:00.774675 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fb86ce-8205-4a21-acf7-d0981af2ab98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:17:00.775006 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fb86ce-8205-4a21-acf7-d0981af2ab98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:17:00.775399 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fb86ce-8205-4a21-acf7-d0981af2ab98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:17:00.776307 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fb86ce-8205-4a21-acf7-d0981af2ab98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:17:00.780880 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5ba2db78-6907-4fe2-ac1e-cb50c1c5808e req-3db7c800-390e-46f7-8849-b956fc2cfcb6 tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] 10.222.0.23 "GET /v2.0/security-groups?id=62d4d04d-d450-4847-84b5-1c29b7d89b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538339 Dec 06 17:17:00.789742 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c37cb05-3cb8-4fa5-a786-9c745efc670c req-d91a6aca-48aa-476f-9b89-9f00a9367dd5 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:00.796703 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5c37cb05-3cb8-4fa5-a786-9c745efc670c req-d91a6aca-48aa-476f-9b89-9f00a9367dd5 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/networks?id=f3115485-0e47-4001-968e-d7c2520b29dd HTTP/1.1" status: 200 len: 812 time: 0.1749642 Dec 06 17:17:00.803255 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceecbc2-9e1a-4e07-95e2-c7230c3ef5aa service neutron] Pushing event updated for resources: {'Port': ['ID=c1d5e8ad-db8f-4066-a4dd-003c773ec0c7,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:00.826352 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5c37cb05-3cb8-4fa5-a786-9c745efc670c req-bf3bc94a-0e19-4d00-a793-d72e4d7c7a75 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/quotas/806e7552b2fe4d15bbbee1bb266d6718 HTTP/1.1" status: 200 len: 375 time: 0.0226493 Dec 06 17:17:00.827754 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-116776c2-9749-4915-b4be-6a6627967368 req-1bcc0865-f236-4087-bc07-ebdfa2193760 tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:00.868709 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5c37cb05-3cb8-4fa5-a786-9c745efc670c req-784df7be-eba6-477d-8390-25d09dcc2ed4 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=806e7552b2fe4d15bbbee1bb266d6718&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409465 Dec 06 17:17:00.997100 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-116776c2-9749-4915-b4be-6a6627967368 req-1bcc0865-f236-4087-bc07-ebdfa2193760 tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] Network e225be45-4dea-482b-99dc-52bb3cf1831b is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:17:01.014201 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-116776c2-9749-4915-b4be-6a6627967368 req-1bcc0865-f236-4087-bc07-ebdfa2193760 tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:17:01.021720 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-116776c2-9749-4915-b4be-6a6627967368 req-1bcc0865-f236-4087-bc07-ebdfa2193760 tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:17:01.022112 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5c37cb05-3cb8-4fa5-a786-9c745efc670c req-eb326c74-340f-4006-b509-2ac0acb26a46 service neutron] 10.222.0.23 "GET /v2.0/networks/f3115485-0e47-4001-968e-d7c2520b29dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524642 Dec 06 17:17:01.027405 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3b9e7df0-a09f-4e3a-b239-f1764e76437d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:01.075513 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116776c2-9749-4915-b4be-6a6627967368 req-d7e19f81-5004-40dd-aaf7-11fc4ffbbbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:01.077184 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-116776c2-9749-4915-b4be-6a6627967368 req-d7e19f81-5004-40dd-aaf7-11fc4ffbbbea service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b22abe91849f46799c7e11eddb9d6a0f&device_id=d56ae8aa-1f46-437e-88c1-fa35b46e5ec1 HTTP/1.1" status: 200 len: 1095 time: 0.2360477 Dec 06 17:17:01.077881 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcc0865-f236-4087-bc07-ebdfa2193760 tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] Pushing event updated for resources: {'Port': ['ID=2eeb3652-4998-4f69-b011-cfd7e300b14f,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:01.104591 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5932867e-220a-49cc-8c92-278821cf8bce x-openstack-request-id: req-5932867e-220a-49cc-8c92-278821cf8bce {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:17:01.104938 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d56ae8aa-1f46-437e-88c1-fa35b46e5ec1", "tag": "c1d5e8ad-db8f-4066-a4dd-003c773ec0c7", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:17:01.105216 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5932867e-220a-49cc-8c92-278821cf8bce {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:17:01.105865 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd56ae8aa-1f46-437e-88c1-fa35b46e5ec1', 'tag': 'c1d5e8ad-db8f-4066-a4dd-003c773ec0c7', 'status': 'completed', 'code': 200} Dec 06 17:17:01.152811 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3b9e7df0-a09f-4e3a-b239-f1764e76437d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:01.169703 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-116776c2-9749-4915-b4be-6a6627967368 req-214503bd-ac32-4d7f-afac-71db660984a0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1d5e8ad-db8f-4066-a4dd-003c773ec0c7 HTTP/1.1" status: 200 len: 217 time: 0.0779736 Dec 06 17:17:01.206036 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5c37cb05-3cb8-4fa5-a786-9c745efc670c req-876e24f6-2791-4e24-9808-c569dd1cf5b6 service neutron] 10.222.0.23 "GET /v2.0/networks/f3115485-0e47-4001-968e-d7c2520b29dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830037 Dec 06 17:17:01.211044 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116776c2-9749-4915-b4be-6a6627967368 req-1bcc0865-f236-4087-bc07-ebdfa2193760 tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:01.211679 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-116776c2-9749-4915-b4be-6a6627967368 req-1bcc0865-f236-4087-bc07-ebdfa2193760 tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:01.327316 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-116776c2-9749-4915-b4be-6a6627967368 req-1bcc0865-f236-4087-bc07-ebdfa2193760 tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3779759 Dec 06 17:17:01.376055 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-116776c2-9749-4915-b4be-6a6627967368 req-184920df-7d97-4ba6-8c6d-5de1b1fd1f1d service neutron] Request body: {'port': {'device_id': '10989c9a-ee57-4c1b-b3a5-a8b05281a013', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:17:01.434549 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116776c2-9749-4915-b4be-6a6627967368 req-2d5fa89d-f231-47cd-8fd2-1a82d5fb7336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:01.436166 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-116776c2-9749-4915-b4be-6a6627967368 req-2d5fa89d-f231-47cd-8fd2-1a82d5fb7336 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7306f6ee-bbe8-4f63-a6fa-7fcf687aa035 HTTP/1.1" status: 200 len: 857 time: 0.2554677 Dec 06 17:17:01.456314 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-116776c2-9749-4915-b4be-6a6627967368 req-5a02a975-942c-4ee2-b8e6-fdccbdf7fb00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e39baf4a-d440-4226-a58a-2d5f539f719c {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:17:01.458008 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2043697f-5187-4307-9588-e1408e8d3b4a req-7813dd35-11dc-41ec-a18c-2e5ab4ca6f55 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:01.459859 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2043697f-5187-4307-9588-e1408e8d3b4a req-7813dd35-11dc-41ec-a18c-2e5ab4ca6f55 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 945 time: 0.0655823 Dec 06 17:17:01.505929 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-116776c2-9749-4915-b4be-6a6627967368 req-5a02a975-942c-4ee2-b8e6-fdccbdf7fb00 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:01.543343 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2043697f-5187-4307-9588-e1408e8d3b4a req-2b9aaae9-0851-4ea4-801a-2e7e4992be75 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8ff7359-db2b-4d57-aa79-237c344ab3df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740089 Dec 06 17:17:01.548025 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-116776c2-9749-4915-b4be-6a6627967368 req-03f1c088-4473-43f6-aa69-eca65a89162f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e225be45-4dea-482b-99dc-52bb3cf1831b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0840111 Dec 06 17:17:01.560065 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3b9e7df0-a09f-4e3a-b239-f1764e76437d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:01.563504 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3b9e7df0-a09f-4e3a-b239-f1764e76437d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:01.564693 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-3b9e7df0-a09f-4e3a-b239-f1764e76437d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/67574574-9e0a-49c2-a066-cb2a3887642f HTTP/1.1" status: 204 len: 168 time: 0.8054302 Dec 06 17:17:01.578579 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-116776c2-9749-4915-b4be-6a6627967368 req-5a02a975-942c-4ee2-b8e6-fdccbdf7fb00 service neutron] Transition to ACTIVE for port object e39baf4a-d440-4226-a58a-2d5f539f719c will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:17:01.633870 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-116776c2-9749-4915-b4be-6a6627967368 req-5a02a975-942c-4ee2-b8e6-fdccbdf7fb00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:01.636324 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-be3bc00c-b7a1-482d-bfd8-279e7495fa12 req-7885fb96-7181-41bb-84a6-54e8c81922bc tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=508f5836-f88c-4ffc-946f-e5663863696a HTTP/1.1" status: 200 len: 210 time: 0.0372331 Dec 06 17:17:01.686399 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9e7df0-a09f-4e3a-b239-f1764e76437d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67574574-9e0a-49c2-a066-cb2a3887642f,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:01.786406 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 08e0ea7e-fad8-4bb5-a6ed-e46c6bc18dab no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:17:01.803154 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59bfb8b-c6a6-4fc6-93aa-76686ec39de4 req-32971f68-e3d6-4e72-bb49-4f7c91ac2522 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:01.814630 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a59bfb8b-c6a6-4fc6-93aa-76686ec39de4 req-32971f68-e3d6-4e72-bb49-4f7c91ac2522 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/networks?id=931f4273-7ce0-414b-a3b2-f40f48617bda HTTP/1.1" status: 200 len: 805 time: 0.5996647 Dec 06 17:17:01.819790 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-116776c2-9749-4915-b4be-6a6627967368 req-184920df-7d97-4ba6-8c6d-5de1b1fd1f1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:01.839061 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] No Port match for: 08e0ea7e-fad8-4bb5-a6ed-e46c6bc18dab {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:17:01.841455 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 08e0ea7e-fad8-4bb5-a6ed-e46c6bc18dab not bound to the agent host n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:17:01.871381 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eb8580-58e8-400e-9850-72732bc0b538 req-5a6cfd8f-3da4-44b8-907e-a76912f5362f tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:01.874078 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-64eb8580-58e8-400e-9850-72732bc0b538 req-5a6cfd8f-3da4-44b8-907e-a76912f5362f tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 945 time: 0.0704041 Dec 06 17:17:01.884362 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 50170) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:17:01.893147 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-212b53d6-3653-4c3a-b0c4-07e9ffe0c435 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Request body: {'floatingip': {'port_id': '121dd329-2fdc-4943-88fc-b3360bf29c71'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:17:01.913793 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a59bfb8b-c6a6-4fc6-93aa-76686ec39de4 req-30680150-71f1-4ffd-8955-9ccd8489dbd8 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/quotas/0b996ae66d164de39215c3dfc863b124 HTTP/1.1" status: 200 len: 375 time: 0.0947819 Dec 06 17:17:01.946656 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a02a975-942c-4ee2-b8e6-fdccbdf7fb00 service neutron] Pushing event updated for resources: {'Port': ['ID=e39baf4a-d440-4226-a58a-2d5f539f719c,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:02.011534 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-212b53d6-3653-4c3a-b0c4-07e9ffe0c435 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Publish callbacks [] for floatingip, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:02.055912 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-116776c2-9749-4915-b4be-6a6627967368 req-8430ccba-ae7b-4a1d-915f-603043c1c238 service neutron] 10.222.0.44 "GET /v2.0/networks/e225be45-4dea-482b-99dc-52bb3cf1831b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4994659 Dec 06 17:17:02.166170 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff43b67e-b73d-4487-9f16-b63f35ae23f1 req-cc51a000-15c3-47bd-9b85-82209776a3e1 tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:02.174523 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ff43b67e-b73d-4487-9f16-b63f35ae23f1 req-cc51a000-15c3-47bd-9b85-82209776a3e1 tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] 10.222.0.23 "GET /v2.0/ports?device_id=d56ae8aa-1f46-437e-88c1-fa35b46e5ec1 HTTP/1.1" status: 200 len: 944 time: 0.1820338 Dec 06 17:17:02.289829 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ff43b67e-b73d-4487-9f16-b63f35ae23f1 req-f4862151-5b43-4f43-a486-59533387c5b3 tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] 10.222.0.23 "GET /v2.0/security-groups?id=62d4d04d-d450-4847-84b5-1c29b7d89b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139317 Dec 06 17:17:02.336502 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a59bfb8b-c6a6-4fc6-93aa-76686ec39de4 req-d8f7ca5b-5fb0-4700-8986-b316bcf9c842 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0b996ae66d164de39215c3dfc863b124&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4217448 Dec 06 17:17:02.640048 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:02.781964 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-116776c2-9749-4915-b4be-6a6627967368 req-5a02a975-942c-4ee2-b8e6-fdccbdf7fb00 service neutron] Attempting to bind port e39baf4a-d440-4226-a58a-2d5f539f719c on host n-h1-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:17:02.782490 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-116776c2-9749-4915-b4be-6a6627967368 req-5a02a975-942c-4ee2-b8e6-fdccbdf7fb00 service neutron] Attempting to bind port e39baf4a-d440-4226-a58a-2d5f539f719c by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '30de95dd-e0c6-41bf-b659-5a8b7c7bfe1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e225be45-4dea-482b-99dc-52bb3cf1831b'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:17:02.782597 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116776c2-9749-4915-b4be-6a6627967368 req-5a02a975-942c-4ee2-b8e6-fdccbdf7fb00 service neutron] Attempting to bind port e39baf4a-d440-4226-a58a-2d5f539f719c on network e225be45-4dea-482b-99dc-52bb3cf1831b {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:17:02.798376 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1ff0446e-3aac-4737-a268-b24ce4f9725a req-566c0c19-e14d-4093-a64a-868cd0652842 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=508f5836-f88c-4ffc-946f-e5663863696a HTTP/1.1" status: 200 len: 210 time: 0.0441206 Dec 06 17:17:02.800893 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-212b53d6-3653-4c3a-b0c4-07e9ffe0c435 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:02.808597 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-212b53d6-3653-4c3a-b0c4-07e9ffe0c435 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:02.809790 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116776c2-9749-4915-b4be-6a6627967368 req-5a02a975-942c-4ee2-b8e6-fdccbdf7fb00 service neutron] Port e39baf4a-d440-4226-a58a-2d5f539f719c on network e225be45-4dea-482b-99dc-52bb3cf1831b not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:17:02.810126 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116776c2-9749-4915-b4be-6a6627967368 req-5a02a975-942c-4ee2-b8e6-fdccbdf7fb00 service neutron] Attempting to bind port e39baf4a-d440-4226-a58a-2d5f539f719c on network e225be45-4dea-482b-99dc-52bb3cf1831b {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:17:02.828277 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116776c2-9749-4915-b4be-6a6627967368 req-5a02a975-942c-4ee2-b8e6-fdccbdf7fb00 service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:17:02.828623 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116776c2-9749-4915-b4be-6a6627967368 req-5a02a975-942c-4ee2-b8e6-fdccbdf7fb00 service neutron] Checking segment: {'id': '30de95dd-e0c6-41bf-b659-5a8b7c7bfe1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e225be45-4dea-482b-99dc-52bb3cf1831b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:17:02.829014 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116776c2-9749-4915-b4be-6a6627967368 req-5a02a975-942c-4ee2-b8e6-fdccbdf7fb00 service neutron] Bound using segment: {'id': '30de95dd-e0c6-41bf-b659-5a8b7c7bfe1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e225be45-4dea-482b-99dc-52bb3cf1831b'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:17:02.829575 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-116776c2-9749-4915-b4be-6a6627967368 req-5a02a975-942c-4ee2-b8e6-fdccbdf7fb00 service neutron] Bound port: e39baf4a-d440-4226-a58a-2d5f539f719c, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30de95dd-e0c6-41bf-b659-5a8b7c7bfe1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e225be45-4dea-482b-99dc-52bb3cf1831b'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:17:02.829841 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-116776c2-9749-4915-b4be-6a6627967368 req-5a02a975-942c-4ee2-b8e6-fdccbdf7fb00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:02.833165 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-116776c2-9749-4915-b4be-6a6627967368 req-184920df-7d97-4ba6-8c6d-5de1b1fd1f1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2eeb3652-4998-4f69-b011-cfd7e300b14f {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:17:02.859962 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-116776c2-9749-4915-b4be-6a6627967368 req-184920df-7d97-4ba6-8c6d-5de1b1fd1f1d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:02.880772 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a59bfb8b-c6a6-4fc6-93aa-76686ec39de4 req-ad2a0780-595c-4da7-beb8-0fb717c18331 service neutron] 10.222.0.23 "GET /v2.0/networks/931f4273-7ce0-414b-a3b2-f40f48617bda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5429041 Dec 06 17:17:02.944399 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-116776c2-9749-4915-b4be-6a6627967368 req-184920df-7d97-4ba6-8c6d-5de1b1fd1f1d service neutron] Transition to ACTIVE for port object 2eeb3652-4998-4f69-b011-cfd7e300b14f will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:17:02.954869 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-116776c2-9749-4915-b4be-6a6627967368 req-d127f5fe-29d4-49f4-8791-cb70ce87c5ba service neutron] 10.222.0.44 "GET /v2.0/networks/e225be45-4dea-482b-99dc-52bb3cf1831b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8514390 Dec 06 17:17:02.986848 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-116776c2-9749-4915-b4be-6a6627967368 req-184920df-7d97-4ba6-8c6d-5de1b1fd1f1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:03.082639 n-d-master-1 neutron-server[103284]: INFO neutron.db.l3_db [None req-212b53d6-3653-4c3a-b0c4-07e9ffe0c435 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Floating IP 12da0bfb-81c3-4dfd-904f-a39ea58f6253 associated. External IP: 172.35.1.65, port: 121dd329-2fdc-4943-88fc-b3360bf29c71. Dec 06 17:17:03.105762 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-116776c2-9749-4915-b4be-6a6627967368 req-5a02a975-942c-4ee2-b8e6-fdccbdf7fb00 service neutron] For port e39baf4a-d440-4226-a58a-2d5f539f719c, host n-h1-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:17:03.134966 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184920df-7d97-4ba6-8c6d-5de1b1fd1f1d service neutron] Pushing event updated for resources: {'Port': ['ID=2eeb3652-4998-4f69-b011-cfd7e300b14f,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:03.141493 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-116776c2-9749-4915-b4be-6a6627967368 req-5a02a975-942c-4ee2-b8e6-fdccbdf7fb00 service neutron] For port e39baf4a-d440-4226-a58a-2d5f539f719c, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=e39baf4a-d440-4226-a58a-2d5f539f719c,segment=NetworkSegment(30de95dd-e0c6-41bf-b659-5a8b7c7bfe1b),segment_id=30de95dd-e0c6-41bf-b659-5a8b7c7bfe1b)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:17:03.158318 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-116776c2-9749-4915-b4be-6a6627967368 req-5a02a975-942c-4ee2-b8e6-fdccbdf7fb00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:03.195556 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a59bfb8b-c6a6-4fc6-93aa-76686ec39de4 req-551a204a-5ce1-4ba8-88a5-d72540088d6c service neutron] 10.222.0.23 "GET /v2.0/networks/931f4273-7ce0-414b-a3b2-f40f48617bda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3142271 Dec 06 17:17:03.222907 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 50210) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:17:03.231111 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e81807e-1ca1-420c-8539-5c7346f540f8 req-4772b06d-fae9-445d-b63e-894d45c84fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:03.233381 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8e81807e-1ca1-420c-8539-5c7346f540f8 req-4772b06d-fae9-445d-b63e-894d45c84fad service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b22abe91849f46799c7e11eddb9d6a0f&device_id=d56ae8aa-1f46-437e-88c1-fa35b46e5ec1 HTTP/1.1" status: 200 len: 1095 time: 0.2062428 Dec 06 17:17:03.279380 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116776c2-9749-4915-b4be-6a6627967368 req-5a02a975-942c-4ee2-b8e6-fdccbdf7fb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:03.280177 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-116776c2-9749-4915-b4be-6a6627967368 req-5a02a975-942c-4ee2-b8e6-fdccbdf7fb00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:03.281184 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c37cb05-3cb8-4fa5-a786-9c745efc670c req-1377f0f7-2460-4363-aed1-aba7db804ba1 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:03.282053 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-116776c2-9749-4915-b4be-6a6627967368 req-5a02a975-942c-4ee2-b8e6-fdccbdf7fb00 service neutron] 10.222.0.41 "PUT /v2.0/ports/e39baf4a-d440-4226-a58a-2d5f539f719c HTTP/1.1" status: 200 len: 1091 time: 3.7964652 Dec 06 17:17:03.282790 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5c37cb05-3cb8-4fa5-a786-9c745efc670c req-1377f0f7-2460-4363-aed1-aba7db804ba1 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.41 "GET /v2.0/networks?id=f3115485-0e47-4001-968e-d7c2520b29dd HTTP/1.1" status: 200 len: 812 time: 0.3723152 Dec 06 17:17:03.286637 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2823c0df-25fe-475a-94b4-62c38599016d', 'tag': 'e39baf4a-d440-4226-a58a-2d5f539f719c'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:17:03.296356 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc8a4140-4d45-4948-8219-f47363771d39" -d '{"events": [{"name": "network-changed", "server_uuid": "2823c0df-25fe-475a-94b4-62c38599016d", "tag": "e39baf4a-d440-4226-a58a-2d5f539f719c"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:17:03.343166 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-5c37cb05-3cb8-4fa5-a786-9c745efc670c req-69ae59c3-7f1c-4473-ac81-dae16606dc2f tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Request body: {'port': {'device_id': '508f5836-f88c-4ffc-946f-e5663863696a', 'network_id': 'f3115485-0e47-4001-968e-d7c2520b29dd', 'admin_state_up': True, 'tenant_id': '806e7552b2fe4d15bbbee1bb266d6718'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:17:03.428642 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a02a975-942c-4ee2-b8e6-fdccbdf7fb00 service neutron] Pushing event updated for resources: {'Port': ['ID=e39baf4a-d440-4226-a58a-2d5f539f719c,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:03.445372 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-116776c2-9749-4915-b4be-6a6627967368 req-184920df-7d97-4ba6-8c6d-5de1b1fd1f1d service neutron] Attempting to bind port 2eeb3652-4998-4f69-b011-cfd7e300b14f on host n-h1-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:17:03.445946 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-116776c2-9749-4915-b4be-6a6627967368 req-184920df-7d97-4ba6-8c6d-5de1b1fd1f1d service neutron] Attempting to bind port 2eeb3652-4998-4f69-b011-cfd7e300b14f by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '30de95dd-e0c6-41bf-b659-5a8b7c7bfe1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e225be45-4dea-482b-99dc-52bb3cf1831b'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:17:03.446592 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116776c2-9749-4915-b4be-6a6627967368 req-184920df-7d97-4ba6-8c6d-5de1b1fd1f1d service neutron] Attempting to bind port 2eeb3652-4998-4f69-b011-cfd7e300b14f on network e225be45-4dea-482b-99dc-52bb3cf1831b {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:17:03.467360 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116776c2-9749-4915-b4be-6a6627967368 req-184920df-7d97-4ba6-8c6d-5de1b1fd1f1d service neutron] Port 2eeb3652-4998-4f69-b011-cfd7e300b14f on network e225be45-4dea-482b-99dc-52bb3cf1831b not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:17:03.467687 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116776c2-9749-4915-b4be-6a6627967368 req-184920df-7d97-4ba6-8c6d-5de1b1fd1f1d service neutron] Attempting to bind port 2eeb3652-4998-4f69-b011-cfd7e300b14f on network e225be45-4dea-482b-99dc-52bb3cf1831b {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:17:03.483880 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116776c2-9749-4915-b4be-6a6627967368 req-184920df-7d97-4ba6-8c6d-5de1b1fd1f1d service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:17:03.484221 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116776c2-9749-4915-b4be-6a6627967368 req-184920df-7d97-4ba6-8c6d-5de1b1fd1f1d service neutron] Checking segment: {'id': '30de95dd-e0c6-41bf-b659-5a8b7c7bfe1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e225be45-4dea-482b-99dc-52bb3cf1831b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:17:03.484608 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116776c2-9749-4915-b4be-6a6627967368 req-184920df-7d97-4ba6-8c6d-5de1b1fd1f1d service neutron] Bound using segment: {'id': '30de95dd-e0c6-41bf-b659-5a8b7c7bfe1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e225be45-4dea-482b-99dc-52bb3cf1831b'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:17:03.485043 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-116776c2-9749-4915-b4be-6a6627967368 req-184920df-7d97-4ba6-8c6d-5de1b1fd1f1d service neutron] Bound port: 2eeb3652-4998-4f69-b011-cfd7e300b14f, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30de95dd-e0c6-41bf-b659-5a8b7c7bfe1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e225be45-4dea-482b-99dc-52bb3cf1831b'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:17:03.485403 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-116776c2-9749-4915-b4be-6a6627967368 req-184920df-7d97-4ba6-8c6d-5de1b1fd1f1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:03.489894 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116776c2-9749-4915-b4be-6a6627967368 req-a94ad482-e180-406e-9a7b-d5fa348112e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:03.491420 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-116776c2-9749-4915-b4be-6a6627967368 req-a94ad482-e180-406e-9a7b-d5fa348112e6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b22abe91849f46799c7e11eddb9d6a0f&device_id=2823c0df-25fe-475a-94b4-62c38599016d HTTP/1.1" status: 200 len: 1094 time: 0.1488395 Dec 06 17:17:03.492549 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e81807e-1ca1-420c-8539-5c7346f540f8 req-f32eff44-16de-4975-aa00-e13a178e5f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:03.493925 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8e81807e-1ca1-420c-8539-5c7346f540f8 req-f32eff44-16de-4975-aa00-e13a178e5f5b service neutron] 10.222.0.44 "GET /v2.0/networks?id=e225be45-4dea-482b-99dc-52bb3cf1831b HTTP/1.1" status: 200 len: 918 time: 0.2309599 Dec 06 17:17:03.515494 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-8cc53f39-e9f0-4016-ad07-c317d4f90222 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1034388154-network', 'tenant_id': '12e9694b770846e1b2438737464ee65f'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:17:03.523165 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93d5e691-17d1-49b0-b338-6994ac72ef63 x-openstack-request-id: req-93d5e691-17d1-49b0-b338-6994ac72ef63 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:17:03.523472 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2823c0df-25fe-475a-94b4-62c38599016d", "tag": "e39baf4a-d440-4226-a58a-2d5f539f719c", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:17:03.523736 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-93d5e691-17d1-49b0-b338-6994ac72ef63 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:17:03.524152 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2823c0df-25fe-475a-94b4-62c38599016d', 'tag': 'e39baf4a-d440-4226-a58a-2d5f539f719c', 'status': 'completed', 'code': 200} Dec 06 17:17:03.595355 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.db.api [req-5c37cb05-3cb8-4fa5-a786-9c745efc670c req-69ae59c3-7f1c-4473-ac81-dae16606dc2f tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 06 17:17:03.595355 n-d-master-1 neutron-server[103284]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 06 17:17:03.595355 n-d-master-1 neutron-server[103284]: [parameters: {'project_id': '806e7552b2fe4d15bbbee1bb266d6718', 'id': '3d7e9010-d76b-42da-8688-18f5408de1ea', 'expiration': datetime.datetime(2021, 12, 6, 17, 19, 3, 556356)}] Dec 06 17:17:03.595355 n-d-master-1 neutron-server[103284]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103284) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 17:17:03.595710 n-d-master-1 neutron-server[103284]: DEBUG oslo_db.api [req-5c37cb05-3cb8-4fa5-a786-9c745efc670c req-69ae59c3-7f1c-4473-ac81-dae16606dc2f tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 17:17:03.616724 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-116776c2-9749-4915-b4be-6a6627967368 req-77de45d1-33b1-42b8-bb30-8135434cb2f1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e39baf4a-d440-4226-a58a-2d5f539f719c HTTP/1.1" status: 200 len: 217 time: 0.1013134 Dec 06 17:17:03.617970 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8e81807e-1ca1-420c-8539-5c7346f540f8 req-be95d816-2d4a-423b-a4b6-c1d14401daca service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1d5e8ad-db8f-4066-a4dd-003c773ec0c7 HTTP/1.1" status: 200 len: 217 time: 0.0930517 Dec 06 17:17:03.640427 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cc53f39-e9f0-4016-ad07-c317d4f90222 admin admin] Made reservation on behalf of 12e9694b770846e1b2438737464ee65f for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:17:03.643563 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8cc53f39-e9f0-4016-ad07-c317d4f90222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:03.660082 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8cc53f39-e9f0-4016-ad07-c317d4f90222 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:03.704621 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e28420f-1b7f-42f2-a094-64f0a2146a09 req-7033efc9-89a3-4237-940a-0d821e8de1cf tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:03.712163 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0e28420f-1b7f-42f2-a094-64f0a2146a09 req-7033efc9-89a3-4237-940a-0d821e8de1cf tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] 10.222.0.23 "GET /v2.0/ports?device_id=d56ae8aa-1f46-437e-88c1-fa35b46e5ec1 HTTP/1.1" status: 200 len: 944 time: 0.2085001 Dec 06 17:17:03.796481 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-212b53d6-3653-4c3a-b0c4-07e9ffe0c435 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Router abf284a6-fc05-4bad-b1af-8fb83ecc05e3 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:17:03.802477 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b1bc0016-c4cb-4e2a-97b6-24d9866c4aa7 req-0ad5d0cb-1250-4b67-b9d0-206a171690a0 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=953e01d8-d416-4d38-8d25-ba3e022cc74a HTTP/1.1" status: 200 len: 210 time: 0.1438286 Dec 06 17:17:03.821547 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0e28420f-1b7f-42f2-a094-64f0a2146a09 req-217eef43-0c09-4433-8c5e-d130c0a327ab tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] 10.222.0.23 "GET /v2.0/security-groups?id=62d4d04d-d450-4847-84b5-1c29b7d89b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044035 Dec 06 17:17:03.855233 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e81807e-1ca1-420c-8539-5c7346f540f8 req-af769ae7-a8df-4189-9f53-67baa57029aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:03.857061 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8e81807e-1ca1-420c-8539-5c7346f540f8 req-af769ae7-a8df-4189-9f53-67baa57029aa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7306f6ee-bbe8-4f63-a6fa-7fcf687aa035 HTTP/1.1" status: 200 len: 857 time: 0.1998198 Dec 06 17:17:03.858595 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116776c2-9749-4915-b4be-6a6627967368 req-2cff3500-3c47-42da-a02e-1c39738e9988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:03.860251 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-116776c2-9749-4915-b4be-6a6627967368 req-2cff3500-3c47-42da-a02e-1c39738e9988 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7306f6ee-bbe8-4f63-a6fa-7fcf687aa035 HTTP/1.1" status: 200 len: 857 time: 0.1813183 Dec 06 17:17:03.866697 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-116776c2-9749-4915-b4be-6a6627967368 req-184920df-7d97-4ba6-8c6d-5de1b1fd1f1d service neutron] For port 2eeb3652-4998-4f69-b011-cfd7e300b14f, host n-h1-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:17:03.882424 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-116776c2-9749-4915-b4be-6a6627967368 req-184920df-7d97-4ba6-8c6d-5de1b1fd1f1d service neutron] For port 2eeb3652-4998-4f69-b011-cfd7e300b14f, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=2eeb3652-4998-4f69-b011-cfd7e300b14f,segment=NetworkSegment(30de95dd-e0c6-41bf-b659-5a8b7c7bfe1b),segment_id=30de95dd-e0c6-41bf-b659-5a8b7c7bfe1b)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:17:03.936653 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-116776c2-9749-4915-b4be-6a6627967368 req-184920df-7d97-4ba6-8c6d-5de1b1fd1f1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:03.948978 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8e81807e-1ca1-420c-8539-5c7346f540f8 req-2ffe762f-df09-42bb-aef8-38a2cc7135de service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e225be45-4dea-482b-99dc-52bb3cf1831b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772343 Dec 06 17:17:03.957974 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-116776c2-9749-4915-b4be-6a6627967368 req-67d18421-7390-4666-a5ee-f3fb6dfd874f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e225be45-4dea-482b-99dc-52bb3cf1831b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739982 Dec 06 17:17:03.970922 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116776c2-9749-4915-b4be-6a6627967368 req-184920df-7d97-4ba6-8c6d-5de1b1fd1f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:03.972143 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-116776c2-9749-4915-b4be-6a6627967368 req-184920df-7d97-4ba6-8c6d-5de1b1fd1f1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:03.973478 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-116776c2-9749-4915-b4be-6a6627967368 req-184920df-7d97-4ba6-8c6d-5de1b1fd1f1d service neutron] 10.222.0.41 "PUT /v2.0/ports/2eeb3652-4998-4f69-b011-cfd7e300b14f HTTP/1.1" status: 200 len: 1092 time: 2.6116328 Dec 06 17:17:03.983489 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-212b53d6-3653-4c3a-b0c4-07e9ffe0c435 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:17:04.000447 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-212b53d6-3653-4c3a-b0c4-07e9ffe0c435 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:04.002524 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3045999-a680-452e-a615-701f1c6ac86c None None] Sync routers for ids ['abf284a6-fc05-4bad-b1af-8fb83ecc05e3'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:17:04.022034 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3045999-a680-452e-a615-701f1c6ac86c None None] Routers {'abf284a6-fc05-4bad-b1af-8fb83ecc05e3'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:17:04.022700 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-a3045999-a680-452e-a615-701f1c6ac86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:16:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['abf284a6-fc05-4bad-b1af-8fb83ecc05e3'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:17:04.069206 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-212b53d6-3653-4c3a-b0c4-07e9ffe0c435 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "PUT /v2.0/floatingips/12da0bfb-81c3-4dfd-904f-a39ea58f6253 HTTP/1.1" status: 200 len: 990 time: 2.1828504 Dec 06 17:17:04.083390 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56bfc86e-367c-415e-8cf0-a0f9867a9691', 'tag': '121dd329-2fdc-4943-88fc-b3360bf29c71'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:17:04.085827 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-544f511e-194e-420c-af19-df3e71d34480" -d '{"events": [{"name": "network-changed", "server_uuid": "56bfc86e-367c-415e-8cf0-a0f9867a9691", "tag": "121dd329-2fdc-4943-88fc-b3360bf29c71"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:17:04.104394 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a547d30e-5127-488e-b557-3646f9cba16c req-e49ad42e-93f9-4299-84f9-89a37329d4e6 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=508f5836-f88c-4ffc-946f-e5663863696a HTTP/1.1" status: 200 len: 210 time: 0.1753030 Dec 06 17:17:04.128093 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8cc53f39-e9f0-4016-ad07-c317d4f90222 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:04.148686 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8cc53f39-e9f0-4016-ad07-c317d4f90222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:04.186872 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c37cb05-3cb8-4fa5-a786-9c745efc670c req-69ae59c3-7f1c-4473-ac81-dae16606dc2f tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Made reservation on behalf of 806e7552b2fe4d15bbbee1bb266d6718 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:17:04.190906 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-5c37cb05-3cb8-4fa5-a786-9c745efc670c req-69ae59c3-7f1c-4473-ac81-dae16606dc2f tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:04.205177 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cc53f39-e9f0-4016-ad07-c317d4f90222 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:17:04.212588 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0963efc-3608-49cf-960d-ee7804245b38 x-openstack-request-id: req-d0963efc-3608-49cf-960d-ee7804245b38 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:17:04.212822 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-a3045999-a680-452e-a615-701f1c6ac86c None None] Set router abf284a6-fc05-4bad-b1af-8fb83ecc05e3 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:17:04.213954 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56bfc86e-367c-415e-8cf0-a0f9867a9691", "tag": "121dd329-2fdc-4943-88fc-b3360bf29c71", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:17:04.214420 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d0963efc-3608-49cf-960d-ee7804245b38 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:17:04.215010 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56bfc86e-367c-415e-8cf0-a0f9867a9691', 'tag': '121dd329-2fdc-4943-88fc-b3360bf29c71', 'status': 'completed', 'code': 200} Dec 06 17:17:04.320993 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184920df-7d97-4ba6-8c6d-5de1b1fd1f1d service neutron] Pushing event updated for resources: {'Port': ['ID=2eeb3652-4998-4f69-b011-cfd7e300b14f,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:04.352223 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-5c37cb05-3cb8-4fa5-a786-9c745efc670c req-69ae59c3-7f1c-4473-ac81-dae16606dc2f tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Allocated IP 172.20.0.11 (f3115485-0e47-4001-968e-d7c2520b29dd/85724274-c536-4bb4-9806-32c964df8042/eda150a0-0bf6-4a51-bde5-a84ca8e8d3df) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:17:04.357052 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116776c2-9749-4915-b4be-6a6627967368 req-a7086318-65b9-497e-a6d9-1590a4bad27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:04.359546 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-116776c2-9749-4915-b4be-6a6627967368 req-a7086318-65b9-497e-a6d9-1590a4bad27b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b22abe91849f46799c7e11eddb9d6a0f&device_id=10989c9a-ee57-4c1b-b3a5-a8b05281a013 HTTP/1.1" status: 200 len: 1095 time: 0.2260680 Dec 06 17:17:04.368270 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8e81807e-1ca1-420c-8539-5c7346f540f8 req-b52d384d-f5de-4f27-aa21-5dd3ae7ec96c service neutron] 10.222.0.44 "GET /v2.0/networks/e225be45-4dea-482b-99dc-52bb3cf1831b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4079621 Dec 06 17:17:04.372296 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-116776c2-9749-4915-b4be-6a6627967368 req-0a63a85e-ae62-4bb1-a5ff-d2bb11f48a3f service neutron] 10.222.0.41 "GET /v2.0/networks/e225be45-4dea-482b-99dc-52bb3cf1831b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3653309 Dec 06 17:17:04.503790 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-5c37cb05-3cb8-4fa5-a786-9c745efc670c req-69ae59c3-7f1c-4473-ac81-dae16606dc2f tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:04.515797 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-a3045999-a680-452e-a615-701f1c6ac86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abf284a6-fc05-4bad-b1af-8fb83ecc05e3', 'name': 'tempest-ServerActionsTestJSON-215464347-router', 'tenant_id': '0688c6db31494470a1b7a5ecaa734bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.202'}], 'enable_snat': True}, 'gw_port_id': '285abe9d-ae9b-4d37-b5c6-99865231b78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:16:35Z', 'updated_at': '2021-12-06T17:16:41Z', 'revision_number': 4, 'project_id': '0688c6db31494470a1b7a5ecaa734bc4', 'gw_port': {'id': '285abe9d-ae9b-4d37-b5c6-99865231b78e', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf284a6-fc05-4bad-b1af-8fb83ecc05e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:16:36Z', 'updated_at': '2021-12-06T17:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '12da0bfb-81c3-4dfd-904f-a39ea58f6253', 'tenant_id': '0688c6db31494470a1b7a5ecaa734bc4', 'floating_ip_address': '172.35.1.65', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': 'abf284a6-fc05-4bad-b1af-8fb83ecc05e3', 'port_id': '121dd329-2fdc-4943-88fc-b3360bf29c71', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1217, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1330ff6-71a6-48db-aedf-2e908404d40b', 'mac_address': 'fa:16:3e:62:49:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bfc86e-367c-415e-8cf0-a0f9867a9691', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:16:46Z', 'updated_at': '2021-12-06T17:17:02Z', 'revision_number': 1, 'project_id': '0688c6db31494470a1b7a5ecaa734bc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b1de927-1ebc-4821-82dd-b38fae2cbcb0', 'name': '', 'network_id': 'b1330ff6-71a6-48db-aedf-2e908404d40b', 'tenant_id': '0688c6db31494470a1b7a5ecaa734bc4', 'mac_address': 'fa:16:3e:8a:7b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf284a6-fc05-4bad-b1af-8fb83ecc05e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '407d30a8-656b-4107-b0bb-8b27c7634002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:16:40Z', 'updated_at': '2021-12-06T17:16:46Z', 'revision_number': 5, 'project_id': '0688c6db31494470a1b7a5ecaa734bc4', 'subnets': [{'id': '407d30a8-656b-4107-b0bb-8b27c7634002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:17:04.518020 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8e81807e-1ca1-420c-8539-5c7346f540f8 req-0e6835cf-ef36-4095-873b-3713fb0fa0ba service neutron] 10.222.0.44 "GET /v2.0/networks/e225be45-4dea-482b-99dc-52bb3cf1831b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379535 Dec 06 17:17:04.521924 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-116776c2-9749-4915-b4be-6a6627967368 req-a05ae30f-7e33-45ee-a5b6-6ba024347817 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2eeb3652-4998-4f69-b011-cfd7e300b14f HTTP/1.1" status: 200 len: 217 time: 0.1523504 Dec 06 17:17:04.536750 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc53f39-e9f0-4016-ad07-c317d4f90222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62095cc5-054e-4271-8024-d2fdba02f7ee,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:04.553179 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device c1d5e8ad-db8f-4066-a4dd-003c773ec0c7 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:17:04.561803 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8cc53f39-e9f0-4016-ad07-c317d4f90222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:04.562157 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-8cc53f39-e9f0-4016-ad07-c317d4f90222 admin admin] Added segment dd555f9d-28f4-4bf7-b613-dff03fb68f59 of type vlan for network 261aff99-925f-409c-8466-88931a59d0de Dec 06 17:17:04.594548 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3045999-a680-452e-a615-701f1c6ac86c None None] Checking router: abf284a6-fc05-4bad-b1af-8fb83ecc05e3 for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:17:04.621071 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3045999-a680-452e-a615-701f1c6ac86c None None] Routers {'abf284a6-fc05-4bad-b1af-8fb83ecc05e3'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:17:04.622846 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-a3045999-a680-452e-a615-701f1c6ac86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:16:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['abf284a6-fc05-4bad-b1af-8fb83ecc05e3'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:17:04.630301 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116776c2-9749-4915-b4be-6a6627967368 req-faa7b057-1ae6-41dd-85d0-bcdaaaead08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:04.631902 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-116776c2-9749-4915-b4be-6a6627967368 req-faa7b057-1ae6-41dd-85d0-bcdaaaead08d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7306f6ee-bbe8-4f63-a6fa-7fcf687aa035 HTTP/1.1" status: 200 len: 857 time: 0.0982299 Dec 06 17:17:04.679358 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544f511e-194e-420c-af19-df3e71d34480 req-4cbc4ad4-c248-484c-ad4e-ef4bcee771bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:04.681354 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-544f511e-194e-420c-af19-df3e71d34480 req-4cbc4ad4-c248-484c-ad4e-ef4bcee771bf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0688c6db31494470a1b7a5ecaa734bc4&device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 1096 time: 0.1661305 Dec 06 17:17:04.682024 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-116776c2-9749-4915-b4be-6a6627967368 req-69fe3ff2-b074-47ba-aee3-0b7f12570b27 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e225be45-4dea-482b-99dc-52bb3cf1831b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391729 Dec 06 17:17:04.685504 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-116776c2-9749-4915-b4be-6a6627967368 req-f76f2201-c4a0-4e99-aecb-302ee6ecbee4 service neutron] 10.222.0.41 "GET /v2.0/networks/e225be45-4dea-482b-99dc-52bb3cf1831b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3042493 Dec 06 17:17:04.688422 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8cc53f39-e9f0-4016-ad07-c317d4f90222 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:04.717508 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-5c37cb05-3cb8-4fa5-a786-9c745efc670c req-69ae59c3-7f1c-4473-ac81-dae16606dc2f tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:04.769393 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port c1d5e8ad-db8f-4066-a4dd-003c773ec0c7, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=c1d5e8ad-db8f-4066-a4dd-003c773ec0c7,segment=NetworkSegment(30de95dd-e0c6-41bf-b659-5a8b7c7bfe1b),segment_id=30de95dd-e0c6-41bf-b659-5a8b7c7bfe1b)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:17:04.785199 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': 'c1d5e8ad-db8f-4066-a4dd-003c773ec0c7', 'network_id': 'e225be45-4dea-482b-99dc-52bb3cf1831b', 'port_id': 'c1d5e8ad-db8f-4066-a4dd-003c773ec0c7', 'mac_address': 'fa:16:3e:d2:8a:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7306f6ee-bbe8-4f63-a6fa-7fcf687aa035', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:17:04.864847 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:04.905224 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1d5e8ad-db8f-4066-a4dd-003c773ec0c7 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:17:04.934446 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-a3045999-a680-452e-a615-701f1c6ac86c None None] Set router abf284a6-fc05-4bad-b1af-8fb83ecc05e3 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:17:04.935941 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8cc53f39-e9f0-4016-ad07-c317d4f90222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:04.942283 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc53f39-e9f0-4016-ad07-c317d4f90222 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:04.942966 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8cc53f39-e9f0-4016-ad07-c317d4f90222 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:04.950004 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port c1d5e8ad-db8f-4066-a4dd-003c773ec0c7, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=c1d5e8ad-db8f-4066-a4dd-003c773ec0c7,segment=NetworkSegment(30de95dd-e0c6-41bf-b659-5a8b7c7bfe1b),segment_id=30de95dd-e0c6-41bf-b659-5a8b7c7bfe1b)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:17:04.957552 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:04.995597 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c37cb05-3cb8-4fa5-a786-9c745efc670c req-69ae59c3-7f1c-4473-ac81-dae16606dc2f tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Network f3115485-0e47-4001-968e-d7c2520b29dd is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:17:05.021100 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 50258) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:17:05.032874 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=c1d5e8ad-db8f-4066-a4dd-003c773ec0c7,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:05.065682 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-5c37cb05-3cb8-4fa5-a786-9c745efc670c req-69ae59c3-7f1c-4473-ac81-dae16606dc2f tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:17:05.070432 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-8cc53f39-e9f0-4016-ad07-c317d4f90222 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8444970 Dec 06 17:17:05.098946 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c37cb05-3cb8-4fa5-a786-9c745efc670c req-69ae59c3-7f1c-4473-ac81-dae16606dc2f tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:17:05.101887 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:05.102041 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 50264) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:17:05.112091 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ae59c3-7f1c-4473-ac81-dae16606dc2f tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Pushing event updated for resources: {'Port': ['ID=eda150a0-0bf6-4a51-bde5-a84ca8e8d3df,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:05.138610 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-43aa1f03-b470-4eca-8921-307a0e8f90c4 req-550aa2ab-6696-427c-814d-b822598c3a55 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=953e01d8-d416-4d38-8d25-ba3e022cc74a HTTP/1.1" status: 200 len: 210 time: 0.1617932 Dec 06 17:17:05.152918 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-822fa3fc-5abf-4cb0-a661-439a964ad353 admin admin] Request body: {'subnet': {'network_id': '261aff99-925f-409c-8466-88931a59d0de', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1034388154-subnet', 'tenant_id': '12e9694b770846e1b2438737464ee65f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:17:05.153592 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8a4140-4d45-4948-8219-f47363771d39 req-44958af1-9182-45d0-8dc9-f7a4b110d8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:05.155112 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-dc8a4140-4d45-4948-8219-f47363771d39 req-44958af1-9182-45d0-8dc9-f7a4b110d8ad service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b22abe91849f46799c7e11eddb9d6a0f&device_id=2823c0df-25fe-475a-94b4-62c38599016d HTTP/1.1" status: 200 len: 1094 time: 0.3518922 Dec 06 17:17:05.166806 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-116776c2-9749-4915-b4be-6a6627967368 req-29169757-49e8-49f1-8331-c74ba8f74602 service neutron] 10.222.0.41 "GET /v2.0/networks/e225be45-4dea-482b-99dc-52bb3cf1831b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4650817 Dec 06 17:17:05.203139 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be9cdd0-2285-4318-baed-d9c688e52bc1 req-93a9403b-d047-44cb-b20a-6a68f0f18d57 tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:05.204686 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6be9cdd0-2285-4318-baed-d9c688e52bc1 req-93a9403b-d047-44cb-b20a-6a68f0f18d57 tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] 10.222.0.23 "GET /v2.0/ports?device_id=d56ae8aa-1f46-437e-88c1-fa35b46e5ec1 HTTP/1.1" status: 200 len: 945 time: 0.2216640 Dec 06 17:17:05.251281 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59bfb8b-c6a6-4fc6-93aa-76686ec39de4 req-3816726a-6b4e-4d79-9f2e-a5c6e898ea2d tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:05.252444 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c37cb05-3cb8-4fa5-a786-9c745efc670c req-69ae59c3-7f1c-4473-ac81-dae16606dc2f tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:05.252838 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a59bfb8b-c6a6-4fc6-93aa-76686ec39de4 req-3816726a-6b4e-4d79-9f2e-a5c6e898ea2d tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.44 "GET /v2.0/networks?id=931f4273-7ce0-414b-a3b2-f40f48617bda HTTP/1.1" status: 200 len: 805 time: 0.3318191 Dec 06 17:17:05.253095 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-5c37cb05-3cb8-4fa5-a786-9c745efc670c req-69ae59c3-7f1c-4473-ac81-dae16606dc2f tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:05.261766 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['c1d5e8ad-db8f-4066-a4dd-003c773ec0c7'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:17:05.303618 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-a59bfb8b-c6a6-4fc6-93aa-76686ec39de4 req-3f7e86af-24b3-49d1-b3b4-596d424f43c9 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Request body: {'port': {'device_id': '953e01d8-d416-4d38-8d25-ba3e022cc74a', 'network_id': '931f4273-7ce0-414b-a3b2-f40f48617bda', 'admin_state_up': True, 'tenant_id': '0b996ae66d164de39215c3dfc863b124'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:17:05.313104 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-a3045999-a680-452e-a615-701f1c6ac86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abf284a6-fc05-4bad-b1af-8fb83ecc05e3', 'name': 'tempest-ServerActionsTestJSON-215464347-router', 'tenant_id': '0688c6db31494470a1b7a5ecaa734bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.202'}], 'enable_snat': True}, 'gw_port_id': '285abe9d-ae9b-4d37-b5c6-99865231b78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:16:35Z', 'updated_at': '2021-12-06T17:16:41Z', 'revision_number': 4, 'project_id': '0688c6db31494470a1b7a5ecaa734bc4', 'gw_port': {'id': '285abe9d-ae9b-4d37-b5c6-99865231b78e', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf284a6-fc05-4bad-b1af-8fb83ecc05e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:16:36Z', 'updated_at': '2021-12-06T17:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '12da0bfb-81c3-4dfd-904f-a39ea58f6253', 'tenant_id': '0688c6db31494470a1b7a5ecaa734bc4', 'floating_ip_address': '172.35.1.65', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': 'abf284a6-fc05-4bad-b1af-8fb83ecc05e3', 'port_id': '121dd329-2fdc-4943-88fc-b3360bf29c71', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1217, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1330ff6-71a6-48db-aedf-2e908404d40b', 'mac_address': 'fa:16:3e:62:49:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bfc86e-367c-415e-8cf0-a0f9867a9691', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:16:46Z', 'updated_at': '2021-12-06T17:17:02Z', 'revision_number': 1, 'project_id': '0688c6db31494470a1b7a5ecaa734bc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b1de927-1ebc-4821-82dd-b38fae2cbcb0', 'name': '', 'network_id': 'b1330ff6-71a6-48db-aedf-2e908404d40b', 'tenant_id': '0688c6db31494470a1b7a5ecaa734bc4', 'mac_address': 'fa:16:3e:8a:7b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf284a6-fc05-4bad-b1af-8fb83ecc05e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '407d30a8-656b-4107-b0bb-8b27c7634002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:16:40Z', 'updated_at': '2021-12-06T17:16:46Z', 'revision_number': 5, 'project_id': '0688c6db31494470a1b7a5ecaa734bc4', 'subnets': [{'id': '407d30a8-656b-4107-b0bb-8b27c7634002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:17:05.356205 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3045999-a680-452e-a615-701f1c6ac86c None None] The sync data for ids ['abf284a6-fc05-4bad-b1af-8fb83ecc05e3'] in n-d-master-1 is: [{'id': 'abf284a6-fc05-4bad-b1af-8fb83ecc05e3', 'name': 'tempest-ServerActionsTestJSON-215464347-router', 'tenant_id': '0688c6db31494470a1b7a5ecaa734bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.202'}], 'enable_snat': True}, 'gw_port_id': '285abe9d-ae9b-4d37-b5c6-99865231b78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:16:35Z', 'updated_at': '2021-12-06T17:16:41Z', 'revision_number': 4, 'project_id': '0688c6db31494470a1b7a5ecaa734bc4', 'gw_port': {'id': '285abe9d-ae9b-4d37-b5c6-99865231b78e', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf284a6-fc05-4bad-b1af-8fb83ecc05e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:16:36Z', 'updated_at': '2021-12-06T17:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '12da0bfb-81c3-4dfd-904f-a39ea58f6253', 'tenant_id': '0688c6db31494470a1b7a5ecaa734bc4', 'floating_ip_address': '172.35.1.65', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': 'abf284a6-fc05-4bad-b1af-8fb83ecc05e3', 'port_id': '121dd329-2fdc-4943-88fc-b3360bf29c71', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1217, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1330ff6-71a6-48db-aedf-2e908404d40b', 'mac_address': 'fa:16:3e:62:49:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bfc86e-367c-415e-8cf0-a0f9867a9691', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:16:46Z', 'updated_at': '2021-12-06T17:17:02Z', 'revision_number': 1, 'project_id': '0688c6db31494470a1b7a5ecaa734bc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b1de927-1ebc-4821-82dd-b38fae2cbcb0', 'name': '', 'network_id': 'b1330ff6-71a6-48db-aedf-2e908404d40b', 'tenant_id': '0688c6db31494470a1b7a5ecaa734bc4', 'mac_address': 'fa:16:3e:8a:7b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf284a6-fc05-4bad-b1af-8fb83ecc05e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '407d30a8-656b-4107-b0bb-8b27c7634002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:16:40Z', 'updated_at': '2021-12-06T17:16:46Z', 'revision_number': 5, 'project_id': '0688c6db31494470a1b7a5ecaa734bc4', 'subnets': [{'id': '407d30a8-656b-4107-b0bb-8b27c7634002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:17:05.375142 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a176df84-f14e-438d-9eac-edccd6accf5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:05.380261 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc53f39-e9f0-4016-ad07-c317d4f90222 admin admin] Pushing event updated for resources: {'Network': ['ID=261aff99-925f-409c-8466-88931a59d0de,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:05.406989 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544f511e-194e-420c-af19-df3e71d34480 req-9461d0bc-cc67-4f1f-ae27-74574dc5c764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:05.409051 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-544f511e-194e-420c-af19-df3e71d34480 req-9461d0bc-cc67-4f1f-ae27-74574dc5c764 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b1330ff6-71a6-48db-aedf-2e908404d40b HTTP/1.1" status: 200 len: 912 time: 0.7034774 Dec 06 17:17:05.409878 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 261aff99-925f-409c-8466-88931a59d0de details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:17:05.414001 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-822fa3fc-5abf-4cb0-a661-439a964ad353 admin admin] Made reservation on behalf of 12e9694b770846e1b2438737464ee65f for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:17:05.416926 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-822fa3fc-5abf-4cb0-a661-439a964ad353 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:05.435703 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5c37cb05-3cb8-4fa5-a786-9c745efc670c req-69ae59c3-7f1c-4473-ac81-dae16606dc2f tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1038437 Dec 06 17:17:05.459832 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-5c37cb05-3cb8-4fa5-a786-9c745efc670c req-7012073f-cbcf-44db-9771-b7444dce1bcf service neutron] Request body: {'port': {'device_id': '508f5836-f88c-4ffc-946f-e5663863696a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:17:05.530142 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6be9cdd0-2285-4318-baed-d9c688e52bc1 req-55dafb02-cc29-4bd9-9b92-2d1ddf51f779 tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] 10.222.0.23 "GET /v2.0/security-groups?id=62d4d04d-d450-4847-84b5-1c29b7d89b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3133161 Dec 06 17:17:05.531193 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10989c9a-ee57-4c1b-b3a5-a8b05281a013', 'tag': '2eeb3652-4998-4f69-b011-cfd7e300b14f'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:17:05.533921 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f395c20-e18e-4173-b8fe-ca744eb450a3" -d '{"events": [{"name": "network-changed", "server_uuid": "10989c9a-ee57-4c1b-b3a5-a8b05281a013", "tag": "2eeb3652-4998-4f69-b011-cfd7e300b14f"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:17:05.576121 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-116776c2-9749-4915-b4be-6a6627967368 req-f89f3133-63c5-426e-819c-b65a17e04ac2 service neutron] 10.222.0.41 "GET /v2.0/networks/e225be45-4dea-482b-99dc-52bb3cf1831b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3914726 Dec 06 17:17:05.581863 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8a4140-4d45-4948-8219-f47363771d39 req-8bcccb12-4878-4681-9b06-2796c2741710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:05.602237 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-dc8a4140-4d45-4948-8219-f47363771d39 req-8bcccb12-4878-4681-9b06-2796c2741710 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e225be45-4dea-482b-99dc-52bb3cf1831b HTTP/1.1" status: 200 len: 918 time: 0.4295988 Dec 06 17:17:05.668057 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-dc8a4140-4d45-4948-8219-f47363771d39 req-8845eb24-aebd-4a4d-89c4-62e37c0b964d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e39baf4a-d440-4226-a58a-2d5f539f719c HTTP/1.1" status: 200 len: 217 time: 0.0561049 Dec 06 17:17:05.675693 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a59bfb8b-c6a6-4fc6-93aa-76686ec39de4 req-3f7e86af-24b3-49d1-b3b4-596d424f43c9 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Made reservation on behalf of 0b996ae66d164de39215c3dfc863b124 for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:17:05.679532 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-a59bfb8b-c6a6-4fc6-93aa-76686ec39de4 req-3f7e86af-24b3-49d1-b3b4-596d424f43c9 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:05.733037 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c86d0a3c-b8af-4712-a270-91ebd0067432 x-openstack-request-id: req-c86d0a3c-b8af-4712-a270-91ebd0067432 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:17:05.733401 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10989c9a-ee57-4c1b-b3a5-a8b05281a013", "tag": "2eeb3652-4998-4f69-b011-cfd7e300b14f", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:17:05.733606 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c86d0a3c-b8af-4712-a270-91ebd0067432 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:17:05.734069 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10989c9a-ee57-4c1b-b3a5-a8b05281a013', 'tag': '2eeb3652-4998-4f69-b011-cfd7e300b14f', 'status': 'completed', 'code': 200} Dec 06 17:17:05.752315 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61143dbf-deed-4f84-afb7-9e4a7682921d None None] New status for floating IP 12da0bfb-81c3-4dfd-904f-a39ea58f6253: ACTIVE {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 17:17:05.853518 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a176df84-f14e-438d-9eac-edccd6accf5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:05.859616 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8a4140-4d45-4948-8219-f47363771d39 req-3e962fe4-1e86-40ea-99e8-1670b4a9baa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:05.861244 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-dc8a4140-4d45-4948-8219-f47363771d39 req-3e962fe4-1e86-40ea-99e8-1670b4a9baa2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7306f6ee-bbe8-4f63-a6fa-7fcf687aa035 HTTP/1.1" status: 200 len: 857 time: 0.1791999 Dec 06 17:17:05.872685 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a176df84-f14e-438d-9eac-edccd6accf5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:05.916239 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f56170f-22e9-49b8-a3c6-2ef44548dfbd req-f5bfc7b4-a7b2-42c4-9662-e42b229a8820 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:05.922342 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3f56170f-22e9-49b8-a3c6-2ef44548dfbd req-f5bfc7b4-a7b2-42c4-9662-e42b229a8820 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=508f5836-f88c-4ffc-946f-e5663863696a HTTP/1.1" status: 200 len: 932 time: 0.5714638 Dec 06 17:17:05.944171 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-dc8a4140-4d45-4948-8219-f47363771d39 req-9ed46714-3058-4415-9f9d-35ecf41ad7df service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e225be45-4dea-482b-99dc-52bb3cf1831b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644586 Dec 06 17:17:05.982110 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f395c20-e18e-4173-b8fe-ca744eb450a3 req-fdb071c7-04ad-4854-a896-40b9e5885864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:05.983666 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9f395c20-e18e-4173-b8fe-ca744eb450a3 req-fdb071c7-04ad-4854-a896-40b9e5885864 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b22abe91849f46799c7e11eddb9d6a0f&device_id=10989c9a-ee57-4c1b-b3a5-a8b05281a013 HTTP/1.1" status: 200 len: 1095 time: 0.2524738 Dec 06 17:17:05.988262 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-544f511e-194e-420c-af19-df3e71d34480 req-a2199e41-b4b6-440f-82bd-8781eb4b3d85 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=121dd329-2fdc-4943-88fc-b3360bf29c71 HTTP/1.1" status: 200 len: 998 time: 0.5516164 Dec 06 17:17:05.996200 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-a176df84-f14e-438d-9eac-edccd6accf5b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=27e52a632c4942629067e6880d521b0f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9663937 Dec 06 17:17:06.009236 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 50274) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:17:06.013664 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a176df84-f14e-438d-9eac-edccd6accf5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76edca4f-7755-460b-b668-eed9b19d5c1d,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:06.035783 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-5c37cb05-3cb8-4fa5-a786-9c745efc670c req-7012073f-cbcf-44db-9771-b7444dce1bcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:06.109435 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544f511e-194e-420c-af19-df3e71d34480 req-17fa23ff-3e65-40a9-abe6-c9745375bb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:06.110946 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-544f511e-194e-420c-af19-df3e71d34480 req-17fa23ff-3e65-40a9-abe6-c9745375bb85 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=407d30a8-656b-4107-b0bb-8b27c7634002 HTTP/1.1" status: 200 len: 850 time: 0.1127656 Dec 06 17:17:06.122507 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3f56170f-22e9-49b8-a3c6-2ef44548dfbd req-8a9bac1b-501a-4bf5-b6cf-87643943f239 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905739 Dec 06 17:17:06.319368 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544f511e-194e-420c-af19-df3e71d34480 req-f8aab5a9-1b94-4f0c-a830-26ff5231c4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:06.321013 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-544f511e-194e-420c-af19-df3e71d34480 req-f8aab5a9-1b94-4f0c-a830-26ff5231c4e3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b1330ff6-71a6-48db-aedf-2e908404d40b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1737750 Dec 06 17:17:06.340562 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-822fa3fc-5abf-4cb0-a661-439a964ad353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:06.473383 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-a59bfb8b-c6a6-4fc6-93aa-76686ec39de4 req-3f7e86af-24b3-49d1-b3b4-596d424f43c9 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Allocated IP 172.20.0.10 (931f4273-7ce0-414b-a3b2-f40f48617bda/b9546861-2c51-42d4-889f-961f9688fd79/7c115060-c43c-48c0-86aa-2a705da21fb8) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:17:06.495645 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822fa3fc-5abf-4cb0-a661-439a964ad353 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24938659-33cf-44a1-b187-f340ef422bb5,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:06.515918 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e8317abb-a61a-45ed-bccc-08cab2e5594f req-50b9b52a-ae40-414a-98cd-10fc1327aa55 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=953e01d8-d416-4d38-8d25-ba3e022cc74a HTTP/1.1" status: 200 len: 210 time: 0.0741985 Dec 06 17:17:06.547840 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822fa3fc-5abf-4cb0-a661-439a964ad353 admin admin] Checking segment: {'id': 'dd555f9d-28f4-4bf7-b613-dff03fb68f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '261aff99-925f-409c-8466-88931a59d0de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:17:06.548200 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822fa3fc-5abf-4cb0-a661-439a964ad353 admin admin] Network hostable DHCP agents. Network: 261aff99-925f-409c-8466-88931a59d0de, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:17:06.555884 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-544f511e-194e-420c-af19-df3e71d34480 req-16830879-a2ba-4d55-9c06-b31276981bb4 service neutron] 10.222.0.44 "GET /v2.0/networks/b1330ff6-71a6-48db-aedf-2e908404d40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008111 Dec 06 17:17:06.567512 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device c1d5e8ad-db8f-4066-a4dd-003c773ec0c7 up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:17:06.590074 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f395c20-e18e-4173-b8fe-ca744eb450a3 req-09925ced-9fa8-4ce0-8f20-e624769c80b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:06.591626 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9f395c20-e18e-4173-b8fe-ca744eb450a3 req-09925ced-9fa8-4ce0-8f20-e624769c80b5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e225be45-4dea-482b-99dc-52bb3cf1831b HTTP/1.1" status: 200 len: 918 time: 0.5944400 Dec 06 17:17:06.597161 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-dc8a4140-4d45-4948-8219-f47363771d39 req-0014853b-52df-49f1-9f6c-9ae6d58ee144 service neutron] 10.222.0.41 "GET /v2.0/networks/e225be45-4dea-482b-99dc-52bb3cf1831b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6431615 Dec 06 17:17:06.609807 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9800aeda-4354-455c-b72b-2c1885c53414 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:06.639753 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822fa3fc-5abf-4cb0-a661-439a964ad353 admin admin] Network 261aff99-925f-409c-8466-88931a59d0de is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:17:06.655343 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning for port c1d5e8ad-db8f-4066-a4dd-003c773ec0c7 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:17:06.663326 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port c1d5e8ad-db8f-4066-a4dd-003c773ec0c7 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:17:06.664010 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:06.704745 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9f395c20-e18e-4173-b8fe-ca744eb450a3 req-d67af96b-365e-432e-9971-048b7e755bdf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2eeb3652-4998-4f69-b011-cfd7e300b14f HTTP/1.1" status: 200 len: 217 time: 0.0970559 Dec 06 17:17:06.712302 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-822fa3fc-5abf-4cb0-a661-439a964ad353 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 261aff99-925f-409c-8466-88931a59d0de) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:17:06.724658 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822fa3fc-5abf-4cb0-a661-439a964ad353 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:06.725207 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-822fa3fc-5abf-4cb0-a661-439a964ad353 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:06.733336 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17069309-e339-4ea2-8ac8-624fd2ea9723 None None] Network 261aff99-925f-409c-8466-88931a59d0de requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:17:06.744821 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-5c37cb05-3cb8-4fa5-a786-9c745efc670c req-7012073f-cbcf-44db-9771-b7444dce1bcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eda150a0-0bf6-4a51-bde5-a84ca8e8d3df {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:17:06.766881 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-5c37cb05-3cb8-4fa5-a786-9c745efc670c req-7012073f-cbcf-44db-9771-b7444dce1bcf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:06.771681 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-544f511e-194e-420c-af19-df3e71d34480 req-32db4a31-8bfd-471b-96be-ad185367105c service neutron] 10.222.0.44 "GET /v2.0/networks/b1330ff6-71a6-48db-aedf-2e908404d40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079151 Dec 06 17:17:06.777533 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9800aeda-4354-455c-b72b-2c1885c53414 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:06.781363 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-822fa3fc-5abf-4cb0-a661-439a964ad353 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6733394 Dec 06 17:17:06.792694 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7a5eb4-41db-4c7d-b796-302569096165 req-98b731a1-ca50-4908-bb66-5b435967e602 tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:06.794383 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6d7a5eb4-41db-4c7d-b796-302569096165 req-98b731a1-ca50-4908-bb66-5b435967e602 tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] 10.222.0.23 "GET /v2.0/ports?device_id=d56ae8aa-1f46-437e-88c1-fa35b46e5ec1 HTTP/1.1" status: 200 len: 945 time: 0.1478958 Dec 06 17:17:06.794877 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 50284) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:17:06.804076 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-0f296eea-ca13-4390-b786-eab3d9efd6ce admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1034388154-router', 'tenant_id': '12e9694b770846e1b2438737464ee65f', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:17:06.809021 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-5c37cb05-3cb8-4fa5-a786-9c745efc670c req-7012073f-cbcf-44db-9771-b7444dce1bcf service neutron] Transition to ACTIVE for port object eda150a0-0bf6-4a51-bde5-a84ca8e8d3df will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:17:06.824058 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-5c37cb05-3cb8-4fa5-a786-9c745efc670c req-7012073f-cbcf-44db-9771-b7444dce1bcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:06.886260 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f395c20-e18e-4173-b8fe-ca744eb450a3 req-f841f801-4d34-4b4c-a8cd-adab77974f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:06.887765 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9f395c20-e18e-4173-b8fe-ca744eb450a3 req-f841f801-4d34-4b4c-a8cd-adab77974f66 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7306f6ee-bbe8-4f63-a6fa-7fcf687aa035 HTTP/1.1" status: 200 len: 857 time: 0.1452909 Dec 06 17:17:06.939755 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0f296eea-ca13-4390-b786-eab3d9efd6ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:06.941182 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0f296eea-ca13-4390-b786-eab3d9efd6ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:06.941799 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9f395c20-e18e-4173-b8fe-ca744eb450a3 req-5c844ad4-a5b3-487d-8796-9001e45847ab service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e225be45-4dea-482b-99dc-52bb3cf1831b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382297 Dec 06 17:17:06.947100 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-dc8a4140-4d45-4948-8219-f47363771d39 req-0e8b9ffe-ad64-4eed-a392-a2ac87cd2882 service neutron] 10.222.0.41 "GET /v2.0/networks/e225be45-4dea-482b-99dc-52bb3cf1831b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3383284 Dec 06 17:17:06.959490 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-a59bfb8b-c6a6-4fc6-93aa-76686ec39de4 req-3f7e86af-24b3-49d1-b3b4-596d424f43c9 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:06.970627 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:06.996239 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9800aeda-4354-455c-b72b-2c1885c53414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:06.998897 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9800aeda-4354-455c-b72b-2c1885c53414 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:07.000036 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-9800aeda-4354-455c-b72b-2c1885c53414 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/76edca4f-7755-460b-b668-eed9b19d5c1d HTTP/1.1" status: 204 len: 168 time: 0.9874671 Dec 06 17:17:07.005334 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7012073f-cbcf-44db-9771-b7444dce1bcf service neutron] Pushing event updated for resources: {'Port': ['ID=eda150a0-0bf6-4a51-bde5-a84ca8e8d3df,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:07.017320 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd56ae8aa-1f46-437e-88c1-fa35b46e5ec1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1d5e8ad-db8f-4066-a4dd-003c773ec0c7'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:17:07.019725 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-178a6304-f7f5-4468-a70d-87b2238285c4" -d '{"events": [{"server_uuid": "d56ae8aa-1f46-437e-88c1-fa35b46e5ec1", "name": "network-vif-plugged", "status": "completed", "tag": "c1d5e8ad-db8f-4066-a4dd-003c773ec0c7"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:17:07.026467 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b36ab8f-6871-4756-8766-57b2a5750eea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-261aff99-925f-409c-8466-88931a59d0de', 'network_id': '261aff99-925f-409c-8466-88931a59d0de', 'tenant_id': '12e9694b770846e1b2438737464ee65f', 'fixed_ips': [{'subnet_id': '24938659-33cf-44a1-b187-f340ef422bb5'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:17:07.027318 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8b36ab8f-6871-4756-8766-57b2a5750eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:07.038816 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port c1d5e8ad-db8f-4066-a4dd-003c773ec0c7, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=c1d5e8ad-db8f-4066-a4dd-003c773ec0c7,segment=NetworkSegment(30de95dd-e0c6-41bf-b659-5a8b7c7bfe1b),segment_id=30de95dd-e0c6-41bf-b659-5a8b7c7bfe1b)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:17:07.050097 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:07.051061 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9800aeda-4354-455c-b72b-2c1885c53414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76edca4f-7755-460b-b668-eed9b19d5c1d,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:07.063065 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6d7a5eb4-41db-4c7d-b796-302569096165 req-beb9c705-eabb-466a-8727-74c12d65243e tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] 10.222.0.23 "GET /v2.0/security-groups?id=62d4d04d-d450-4847-84b5-1c29b7d89b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527616 Dec 06 17:17:07.081188 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9800aeda-4354-455c-b72b-2c1885c53414 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:17:07.081617 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9800aeda-4354-455c-b72b-2c1885c53414 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:17:07.081969 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9800aeda-4354-455c-b72b-2c1885c53414 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:17:07.082324 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9800aeda-4354-455c-b72b-2c1885c53414 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:17:07.082668 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9800aeda-4354-455c-b72b-2c1885c53414 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:17:07.092096 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9800aeda-4354-455c-b72b-2c1885c53414 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:17:07.092096 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9800aeda-4354-455c-b72b-2c1885c53414 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:17:07.092096 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9800aeda-4354-455c-b72b-2c1885c53414 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:17:07.092096 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9800aeda-4354-455c-b72b-2c1885c53414 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:17:07.092096 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9800aeda-4354-455c-b72b-2c1885c53414 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:17:07.092096 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9800aeda-4354-455c-b72b-2c1885c53414 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:17:07.092096 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9800aeda-4354-455c-b72b-2c1885c53414 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:17:07.092096 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9800aeda-4354-455c-b72b-2c1885c53414 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:17:07.115048 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9f395c20-e18e-4173-b8fe-ca744eb450a3 req-1cd6bfe8-e476-4eb6-ac67-4fdb94c36c16 service neutron] 10.222.0.41 "GET /v2.0/networks/e225be45-4dea-482b-99dc-52bb3cf1831b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536512 Dec 06 17:17:07.116686 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-a59bfb8b-c6a6-4fc6-93aa-76686ec39de4 req-3f7e86af-24b3-49d1-b3b4-596d424f43c9 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:07.143091 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd079342-e68c-47ea-8338-23c7036ef8bb x-openstack-request-id: req-bd079342-e68c-47ea-8338-23c7036ef8bb {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:17:07.143445 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d56ae8aa-1f46-437e-88c1-fa35b46e5ec1", "name": "network-vif-plugged", "status": "completed", "tag": "c1d5e8ad-db8f-4066-a4dd-003c773ec0c7", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:17:07.143633 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bd079342-e68c-47ea-8338-23c7036ef8bb {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:17:07.144037 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd56ae8aa-1f46-437e-88c1-fa35b46e5ec1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1d5e8ad-db8f-4066-a4dd-003c773ec0c7', 'code': 200} Dec 06 17:17:07.148148 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['3151ab1d-b074-4e06-a04f-9eb3d8f129bc'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:17:07.211499 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=c1d5e8ad-db8f-4066-a4dd-003c773ec0c7,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:07.226509 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a59bfb8b-c6a6-4fc6-93aa-76686ec39de4 req-3f7e86af-24b3-49d1-b3b4-596d424f43c9 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Network 931f4273-7ce0-414b-a3b2-f40f48617bda is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:17:07.235177 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-a59bfb8b-c6a6-4fc6-93aa-76686ec39de4 req-3f7e86af-24b3-49d1-b3b4-596d424f43c9 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:17:07.245376 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-a59bfb8b-c6a6-4fc6-93aa-76686ec39de4 req-3f7e86af-24b3-49d1-b3b4-596d424f43c9 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:17:07.295244 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-8b36ab8f-6871-4756-8766-57b2a5750eea None None] Allocated IP 172.20.0.2 (261aff99-925f-409c-8466-88931a59d0de/24938659-33cf-44a1-b187-f340ef422bb5/dd7c3b13-4642-4d43-8a6d-a9dbe2e454b5) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:17:07.348176 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0f296eea-ca13-4390-b786-eab3d9efd6ce admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:07.358569 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59bfb8b-c6a6-4fc6-93aa-76686ec39de4 req-3f7e86af-24b3-49d1-b3b4-596d424f43c9 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:07.359515 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-a59bfb8b-c6a6-4fc6-93aa-76686ec39de4 req-3f7e86af-24b3-49d1-b3b4-596d424f43c9 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:07.387120 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7e86af-24b3-49d1-b3b4-596d424f43c9 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Pushing event updated for resources: {'Port': ['ID=7c115060-c43c-48c0-86aa-2a705da21fb8,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:07.431248 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a59bfb8b-c6a6-4fc6-93aa-76686ec39de4 req-3f7e86af-24b3-49d1-b3b4-596d424f43c9 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1606097 Dec 06 17:17:07.435292 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9f395c20-e18e-4173-b8fe-ca744eb450a3 req-c4796302-e705-4a35-ad33-5ecbcdda6348 service neutron] 10.222.0.41 "GET /v2.0/networks/e225be45-4dea-482b-99dc-52bb3cf1831b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3110340 Dec 06 17:17:07.443373 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-5c37cb05-3cb8-4fa5-a786-9c745efc670c req-7012073f-cbcf-44db-9771-b7444dce1bcf service neutron] Attempting to bind port eda150a0-0bf6-4a51-bde5-a84ca8e8d3df on host n-h1-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:17:07.443719 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-5c37cb05-3cb8-4fa5-a786-9c745efc670c req-7012073f-cbcf-44db-9771-b7444dce1bcf service neutron] Attempting to bind port eda150a0-0bf6-4a51-bde5-a84ca8e8d3df by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'c5bdebef-6647-4acc-8b76-b3635792eaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f3115485-0e47-4001-968e-d7c2520b29dd'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:17:07.444039 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-a59bfb8b-c6a6-4fc6-93aa-76686ec39de4 req-fd503f61-efa7-4339-b9e7-eb503978a1f0 service neutron] Request body: {'port': {'device_id': '953e01d8-d416-4d38-8d25-ba3e022cc74a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:17:07.444150 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c37cb05-3cb8-4fa5-a786-9c745efc670c req-7012073f-cbcf-44db-9771-b7444dce1bcf service neutron] Attempting to bind port eda150a0-0bf6-4a51-bde5-a84ca8e8d3df on network f3115485-0e47-4001-968e-d7c2520b29dd {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:17:07.470739 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa1159-66bd-42d9-b156-a4fa0fdf7bdb req-51de4795-dc7d-4ba9-9640-615888d24f07 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:07.472388 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e8aa1159-66bd-42d9-b156-a4fa0fdf7bdb req-51de4795-dc7d-4ba9-9640-615888d24f07 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=508f5836-f88c-4ffc-946f-e5663863696a HTTP/1.1" status: 200 len: 944 time: 0.1789448 Dec 06 17:17:07.473008 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c37cb05-3cb8-4fa5-a786-9c745efc670c req-7012073f-cbcf-44db-9771-b7444dce1bcf service neutron] Port eda150a0-0bf6-4a51-bde5-a84ca8e8d3df on network f3115485-0e47-4001-968e-d7c2520b29dd not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:17:07.473338 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c37cb05-3cb8-4fa5-a786-9c745efc670c req-7012073f-cbcf-44db-9771-b7444dce1bcf service neutron] Attempting to bind port eda150a0-0bf6-4a51-bde5-a84ca8e8d3df on network f3115485-0e47-4001-968e-d7c2520b29dd {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:17:07.479724 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a2fe84-b9fc-40d4-ad09-9b67c904b1b5 req-91bbeb19-0831-48ac-af0f-d929e454ae2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:07.480730 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b1a2fe84-b9fc-40d4-ad09-9b67c904b1b5 req-91bbeb19-0831-48ac-af0f-d929e454ae2c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d56ae8aa-1f46-437e-88c1-fa35b46e5ec1 HTTP/1.1" status: 200 len: 1097 time: 0.1884391 Dec 06 17:17:07.523783 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c37cb05-3cb8-4fa5-a786-9c745efc670c req-7012073f-cbcf-44db-9771-b7444dce1bcf service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:17:07.523998 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c37cb05-3cb8-4fa5-a786-9c745efc670c req-7012073f-cbcf-44db-9771-b7444dce1bcf service neutron] Checking segment: {'id': 'c5bdebef-6647-4acc-8b76-b3635792eaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f3115485-0e47-4001-968e-d7c2520b29dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:17:07.524352 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c37cb05-3cb8-4fa5-a786-9c745efc670c req-7012073f-cbcf-44db-9771-b7444dce1bcf service neutron] Bound using segment: {'id': 'c5bdebef-6647-4acc-8b76-b3635792eaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f3115485-0e47-4001-968e-d7c2520b29dd'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:17:07.524864 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-5c37cb05-3cb8-4fa5-a786-9c745efc670c req-7012073f-cbcf-44db-9771-b7444dce1bcf service neutron] Bound port: eda150a0-0bf6-4a51-bde5-a84ca8e8d3df, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5bdebef-6647-4acc-8b76-b3635792eaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f3115485-0e47-4001-968e-d7c2520b29dd'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:17:07.525230 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-5c37cb05-3cb8-4fa5-a786-9c745efc670c req-7012073f-cbcf-44db-9771-b7444dce1bcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:07.551774 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-a59bfb8b-c6a6-4fc6-93aa-76686ec39de4 req-fd503f61-efa7-4339-b9e7-eb503978a1f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:07.553242 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8b36ab8f-6871-4756-8766-57b2a5750eea None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:07.563813 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8b36ab8f-6871-4756-8766-57b2a5750eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:07.599843 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0f296eea-ca13-4390-b786-eab3d9efd6ce admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:07.623521 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b36ab8f-6871-4756-8766-57b2a5750eea None None] Network 261aff99-925f-409c-8466-88931a59d0de is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:17:07.627168 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-8b36ab8f-6871-4756-8766-57b2a5750eea None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:17:07.630257 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b36ab8f-6871-4756-8766-57b2a5750eea None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:17:07.644910 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b36ab8f-6871-4756-8766-57b2a5750eea None None] Pushing event updated for resources: {'Port': ['ID=dd7c3b13-4642-4d43-8a6d-a9dbe2e454b5,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:07.692949 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b1a2fe84-b9fc-40d4-ad09-9b67c904b1b5 req-248053d2-3a4a-4d70-9006-6fe5753c3438 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=62d4d04d-d450-4847-84b5-1c29b7d89b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748643 Dec 06 17:17:07.723912 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e8aa1159-66bd-42d9-b156-a4fa0fdf7bdb req-7c1faee9-e4e7-4a54-b096-d52b8e51c2fe tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391381 Dec 06 17:17:07.726331 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 50300) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:17:07.730555 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-8b36ab8f-6871-4756-8766-57b2a5750eea None None] Attempting to bind port dd7c3b13-4642-4d43-8a6d-a9dbe2e454b5 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:17:07.731007 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-8b36ab8f-6871-4756-8766-57b2a5750eea None None] Attempting to bind port dd7c3b13-4642-4d43-8a6d-a9dbe2e454b5 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'dd555f9d-28f4-4bf7-b613-dff03fb68f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '261aff99-925f-409c-8466-88931a59d0de'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:17:07.731993 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b36ab8f-6871-4756-8766-57b2a5750eea None None] Attempting to bind port dd7c3b13-4642-4d43-8a6d-a9dbe2e454b5 on network 261aff99-925f-409c-8466-88931a59d0de {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:17:07.740114 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b36ab8f-6871-4756-8766-57b2a5750eea None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:17:07.741065 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b36ab8f-6871-4756-8766-57b2a5750eea None None] Checking segment: {'id': 'dd555f9d-28f4-4bf7-b613-dff03fb68f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '261aff99-925f-409c-8466-88931a59d0de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:17:07.741578 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8b36ab8f-6871-4756-8766-57b2a5750eea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:07.742204 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b36ab8f-6871-4756-8766-57b2a5750eea None None] Bound using segment: {'id': 'dd555f9d-28f4-4bf7-b613-dff03fb68f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '261aff99-925f-409c-8466-88931a59d0de'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:17:07.743049 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-8b36ab8f-6871-4756-8766-57b2a5750eea None None] Bound port: dd7c3b13-4642-4d43-8a6d-a9dbe2e454b5, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd555f9d-28f4-4bf7-b613-dff03fb68f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '261aff99-925f-409c-8466-88931a59d0de'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:17:07.743374 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8b36ab8f-6871-4756-8766-57b2a5750eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:07.759580 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-43180a05-1c72-4085-a54b-1b838cd63829 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:07.789383 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-5c37cb05-3cb8-4fa5-a786-9c745efc670c req-7012073f-cbcf-44db-9771-b7444dce1bcf service neutron] For port eda150a0-0bf6-4a51-bde5-a84ca8e8d3df, host n-h1-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:17:07.793815 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-5c37cb05-3cb8-4fa5-a786-9c745efc670c req-7012073f-cbcf-44db-9771-b7444dce1bcf service neutron] For port eda150a0-0bf6-4a51-bde5-a84ca8e8d3df, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=eda150a0-0bf6-4a51-bde5-a84ca8e8d3df,segment=NetworkSegment(c5bdebef-6647-4acc-8b76-b3635792eaa5),segment_id=c5bdebef-6647-4acc-8b76-b3635792eaa5)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:17:07.807709 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-5c37cb05-3cb8-4fa5-a786-9c745efc670c req-7012073f-cbcf-44db-9771-b7444dce1bcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:07.816973 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 2eeb3652-4998-4f69-b011-cfd7e300b14f details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:17:07.853249 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c37cb05-3cb8-4fa5-a786-9c745efc670c req-7012073f-cbcf-44db-9771-b7444dce1bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:07.853960 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-5c37cb05-3cb8-4fa5-a786-9c745efc670c req-7012073f-cbcf-44db-9771-b7444dce1bcf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:07.855375 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5c37cb05-3cb8-4fa5-a786-9c745efc670c req-7012073f-cbcf-44db-9771-b7444dce1bcf service neutron] 10.222.0.41 "PUT /v2.0/ports/eda150a0-0bf6-4a51-bde5-a84ca8e8d3df HTTP/1.1" status: 200 len: 1092 time: 2.4034081 Dec 06 17:17:07.856817 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-8b36ab8f-6871-4756-8766-57b2a5750eea None None] For port dd7c3b13-4642-4d43-8a6d-a9dbe2e454b5, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:17:07.858777 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '508f5836-f88c-4ffc-946f-e5663863696a', 'tag': 'eda150a0-0bf6-4a51-bde5-a84ca8e8d3df'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:17:07.860820 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d076e3d4-e985-4ba5-a280-52ca87d427cf" -d '{"events": [{"name": "network-changed", "server_uuid": "508f5836-f88c-4ffc-946f-e5663863696a", "tag": "eda150a0-0bf6-4a51-bde5-a84ca8e8d3df"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:17:07.889460 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7012073f-cbcf-44db-9771-b7444dce1bcf service neutron] Pushing event updated for resources: {'Port': ['ID=eda150a0-0bf6-4a51-bde5-a84ca8e8d3df,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:07.922823 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-8b36ab8f-6871-4756-8766-57b2a5750eea None None] For port dd7c3b13-4642-4d43-8a6d-a9dbe2e454b5, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=dd7c3b13-4642-4d43-8a6d-a9dbe2e454b5,segment=NetworkSegment(dd555f9d-28f4-4bf7-b613-dff03fb68f59),segment_id=dd555f9d-28f4-4bf7-b613-dff03fb68f59)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:17:07.937983 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8b36ab8f-6871-4756-8766-57b2a5750eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:07.946553 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ced89bd-d261-40e2-bbc2-5229fc2b4482 req-02e87d55-5845-4ab2-a067-2a2300bf544c tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:07.956537 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2ced89bd-d261-40e2-bbc2-5229fc2b4482 req-02e87d55-5845-4ab2-a067-2a2300bf544c tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=953e01d8-d416-4d38-8d25-ba3e022cc74a HTTP/1.1" status: 200 len: 932 time: 0.2746716 Dec 06 17:17:07.985952 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0c7c380-490b-44e6-8e19-c36e7b89b811 x-openstack-request-id: req-e0c7c380-490b-44e6-8e19-c36e7b89b811 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:17:07.986251 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "508f5836-f88c-4ffc-946f-e5663863696a", "tag": "eda150a0-0bf6-4a51-bde5-a84ca8e8d3df", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:17:07.986510 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e0c7c380-490b-44e6-8e19-c36e7b89b811 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:17:07.986919 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '508f5836-f88c-4ffc-946f-e5663863696a', 'tag': 'eda150a0-0bf6-4a51-bde5-a84ca8e8d3df', 'status': 'completed', 'code': 200} Dec 06 17:17:08.014980 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b36ab8f-6871-4756-8766-57b2a5750eea None None] Pushing event updated for resources: {'Port': ['ID=dd7c3b13-4642-4d43-8a6d-a9dbe2e454b5,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:08.054996 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-a59bfb8b-c6a6-4fc6-93aa-76686ec39de4 req-fd503f61-efa7-4339-b9e7-eb503978a1f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c115060-c43c-48c0-86aa-2a705da21fb8 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:17:08.056694 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c37cb05-3cb8-4fa5-a786-9c745efc670c req-73ba9bae-19a5-452f-9926-11d15db0e3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:08.065117 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5c37cb05-3cb8-4fa5-a786-9c745efc670c req-73ba9bae-19a5-452f-9926-11d15db0e3d9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=806e7552b2fe4d15bbbee1bb266d6718&device_id=508f5836-f88c-4ffc-946f-e5663863696a HTTP/1.1" status: 200 len: 1095 time: 0.1276660 Dec 06 17:17:08.065394 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-a59bfb8b-c6a6-4fc6-93aa-76686ec39de4 req-fd503f61-efa7-4339-b9e7-eb503978a1f0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:08.074204 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 2eeb3652-4998-4f69-b011-cfd7e300b14f, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=2eeb3652-4998-4f69-b011-cfd7e300b14f,segment=NetworkSegment(30de95dd-e0c6-41bf-b659-5a8b7c7bfe1b),segment_id=30de95dd-e0c6-41bf-b659-5a8b7c7bfe1b)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:17:08.114270 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-a59bfb8b-c6a6-4fc6-93aa-76686ec39de4 req-fd503f61-efa7-4339-b9e7-eb503978a1f0 service neutron] Transition to ACTIVE for port object 7c115060-c43c-48c0-86aa-2a705da21fb8 will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:17:08.122630 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5c37cb05-3cb8-4fa5-a786-9c745efc670c req-19f4e159-ab91-429c-96b1-d0a970f3ca92 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eda150a0-0bf6-4a51-bde5-a84ca8e8d3df HTTP/1.1" status: 200 len: 217 time: 0.0513451 Dec 06 17:17:08.124080 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0f296eea-ca13-4390-b786-eab3d9efd6ce admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:08.134123 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-a59bfb8b-c6a6-4fc6-93aa-76686ec39de4 req-fd503f61-efa7-4339-b9e7-eb503978a1f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:08.160291 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2ced89bd-d261-40e2-bbc2-5229fc2b4482 req-1eaef6b6-0481-4c79-81f1-93ee03bb17ac tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028434 Dec 06 17:17:08.203229 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0f296eea-ca13-4390-b786-eab3d9efd6ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:08.238267 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd503f61-efa7-4339-b9e7-eb503978a1f0 service neutron] Pushing event updated for resources: {'Port': ['ID=7c115060-c43c-48c0-86aa-2a705da21fb8,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:08.263444 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': '2eeb3652-4998-4f69-b011-cfd7e300b14f', 'network_id': 'e225be45-4dea-482b-99dc-52bb3cf1831b', 'port_id': '2eeb3652-4998-4f69-b011-cfd7e300b14f', 'mac_address': 'fa:16:3e:0c:34:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7306f6ee-bbe8-4f63-a6fa-7fcf687aa035', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:17:08.266905 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-43180a05-1c72-4085-a54b-1b838cd63829 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:08.292791 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-43180a05-1c72-4085-a54b-1b838cd63829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:08.305670 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:08.321452 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2eeb3652-4998-4f69-b011-cfd7e300b14f {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:17:08.355424 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 2eeb3652-4998-4f69-b011-cfd7e300b14f, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=2eeb3652-4998-4f69-b011-cfd7e300b14f,segment=NetworkSegment(30de95dd-e0c6-41bf-b659-5a8b7c7bfe1b),segment_id=30de95dd-e0c6-41bf-b659-5a8b7c7bfe1b)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:17:08.361415 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:08.362232 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device e39baf4a-d440-4226-a58a-2d5f539f719c details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:17:08.380118 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-43180a05-1c72-4085-a54b-1b838cd63829 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=903bfc6a9b0e4624beccb85926123561&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6527441 Dec 06 17:17:08.384761 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 50310) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:17:08.400254 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43180a05-1c72-4085-a54b-1b838cd63829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4879c71-8545-4a3f-8fe6-decff9679976,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:08.403411 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c37cb05-3cb8-4fa5-a786-9c745efc670c req-16a0b47e-d654-47f7-bace-0fa2696cd1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:08.404593 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5c37cb05-3cb8-4fa5-a786-9c745efc670c req-16a0b47e-d654-47f7-bace-0fa2696cd1e6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=85724274-c536-4bb4-9806-32c964df8042 HTTP/1.1" status: 200 len: 852 time: 0.2451742 Dec 06 17:17:08.429040 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-a59bfb8b-c6a6-4fc6-93aa-76686ec39de4 req-fd503f61-efa7-4339-b9e7-eb503978a1f0 service neutron] Attempting to bind port 7c115060-c43c-48c0-86aa-2a705da21fb8 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:17:08.429814 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-a59bfb8b-c6a6-4fc6-93aa-76686ec39de4 req-fd503f61-efa7-4339-b9e7-eb503978a1f0 service neutron] Attempting to bind port 7c115060-c43c-48c0-86aa-2a705da21fb8 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'b722eb92-d8da-4fbc-acca-71668ea91866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '931f4273-7ce0-414b-a3b2-f40f48617bda'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:17:08.430382 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59bfb8b-c6a6-4fc6-93aa-76686ec39de4 req-fd503f61-efa7-4339-b9e7-eb503978a1f0 service neutron] Attempting to bind port 7c115060-c43c-48c0-86aa-2a705da21fb8 on network 931f4273-7ce0-414b-a3b2-f40f48617bda {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:17:08.439989 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port e39baf4a-d440-4226-a58a-2d5f539f719c, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=e39baf4a-d440-4226-a58a-2d5f539f719c,segment=NetworkSegment(30de95dd-e0c6-41bf-b659-5a8b7c7bfe1b),segment_id=30de95dd-e0c6-41bf-b659-5a8b7c7bfe1b)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:17:08.446635 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59bfb8b-c6a6-4fc6-93aa-76686ec39de4 req-fd503f61-efa7-4339-b9e7-eb503978a1f0 service neutron] Port 7c115060-c43c-48c0-86aa-2a705da21fb8 on network 931f4273-7ce0-414b-a3b2-f40f48617bda not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:17:08.446990 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59bfb8b-c6a6-4fc6-93aa-76686ec39de4 req-fd503f61-efa7-4339-b9e7-eb503978a1f0 service neutron] Attempting to bind port 7c115060-c43c-48c0-86aa-2a705da21fb8 on network 931f4273-7ce0-414b-a3b2-f40f48617bda {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:17:08.465915 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59bfb8b-c6a6-4fc6-93aa-76686ec39de4 req-fd503f61-efa7-4339-b9e7-eb503978a1f0 service neutron] Checking agent: {'id': '9d8b9f49-2860-4c1f-9b89-45a7657a3c4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:17:08.467179 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59bfb8b-c6a6-4fc6-93aa-76686ec39de4 req-fd503f61-efa7-4339-b9e7-eb503978a1f0 service neutron] Checking segment: {'id': 'b722eb92-d8da-4fbc-acca-71668ea91866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '931f4273-7ce0-414b-a3b2-f40f48617bda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:17:08.468061 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59bfb8b-c6a6-4fc6-93aa-76686ec39de4 req-fd503f61-efa7-4339-b9e7-eb503978a1f0 service neutron] Bound using segment: {'id': 'b722eb92-d8da-4fbc-acca-71668ea91866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '931f4273-7ce0-414b-a3b2-f40f48617bda'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:17:08.470631 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-a59bfb8b-c6a6-4fc6-93aa-76686ec39de4 req-fd503f61-efa7-4339-b9e7-eb503978a1f0 service neutron] Bound port: 7c115060-c43c-48c0-86aa-2a705da21fb8, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b722eb92-d8da-4fbc-acca-71668ea91866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '931f4273-7ce0-414b-a3b2-f40f48617bda'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:17:08.472722 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-a59bfb8b-c6a6-4fc6-93aa-76686ec39de4 req-fd503f61-efa7-4339-b9e7-eb503978a1f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:08.473115 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': 'e39baf4a-d440-4226-a58a-2d5f539f719c', 'network_id': 'e225be45-4dea-482b-99dc-52bb3cf1831b', 'port_id': 'e39baf4a-d440-4226-a58a-2d5f539f719c', 'mac_address': 'fa:16:3e:66:46:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7306f6ee-bbe8-4f63-a6fa-7fcf687aa035', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:17:08.476028 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=2eeb3652-4998-4f69-b011-cfd7e300b14f,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:08.481965 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9699a027-50fe-47ef-8640-49b3870d1f43 req-8bba975a-8bbf-4e68-b193-413ab8ff9dca tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:08.489434 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9699a027-50fe-47ef-8640-49b3870d1f43 req-8bba975a-8bbf-4e68-b193-413ab8ff9dca tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] 10.222.0.23 "GET /v2.0/ports?device_id=d56ae8aa-1f46-437e-88c1-fa35b46e5ec1 HTTP/1.1" status: 200 len: 946 time: 0.2878335 Dec 06 17:17:08.493040 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5c37cb05-3cb8-4fa5-a786-9c745efc670c req-85c68185-4db9-4de8-98b4-42cb5de4f101 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f3115485-0e47-4001-968e-d7c2520b29dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788620 Dec 06 17:17:08.537245 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-00a4a8b7-43c8-4c44-a1de-a7b1f4ed18c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:08.538491 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-0f296eea-ca13-4390-b786-eab3d9efd6ce admin admin] Allocated IP 172.35.1.154 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/2df903ce-17a3-44e2-be22-42f5d2808b70) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:17:08.551091 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:08.568616 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e39baf4a-d440-4226-a58a-2d5f539f719c {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:17:08.589521 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-00a4a8b7-43c8-4c44-a1de-a7b1f4ed18c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:08.604133 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port e39baf4a-d440-4226-a58a-2d5f539f719c, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=e39baf4a-d440-4226-a58a-2d5f539f719c,segment=NetworkSegment(30de95dd-e0c6-41bf-b659-5a8b7c7bfe1b),segment_id=30de95dd-e0c6-41bf-b659-5a8b7c7bfe1b)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:17:08.608853 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:08.613415 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-a59bfb8b-c6a6-4fc6-93aa-76686ec39de4 req-fd503f61-efa7-4339-b9e7-eb503978a1f0 service neutron] For port 7c115060-c43c-48c0-86aa-2a705da21fb8, host n-h2-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:17:08.637963 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-a59bfb8b-c6a6-4fc6-93aa-76686ec39de4 req-fd503f61-efa7-4339-b9e7-eb503978a1f0 service neutron] For port 7c115060-c43c-48c0-86aa-2a705da21fb8, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=7c115060-c43c-48c0-86aa-2a705da21fb8,segment=NetworkSegment(b722eb92-d8da-4fbc-acca-71668ea91866),segment_id=b722eb92-d8da-4fbc-acca-71668ea91866)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:17:08.645497 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-a59bfb8b-c6a6-4fc6-93aa-76686ec39de4 req-fd503f61-efa7-4339-b9e7-eb503978a1f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:08.671307 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=e39baf4a-d440-4226-a58a-2d5f539f719c,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:08.687536 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59bfb8b-c6a6-4fc6-93aa-76686ec39de4 req-fd503f61-efa7-4339-b9e7-eb503978a1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:08.688154 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-a59bfb8b-c6a6-4fc6-93aa-76686ec39de4 req-fd503f61-efa7-4339-b9e7-eb503978a1f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:08.689751 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a59bfb8b-c6a6-4fc6-93aa-76686ec39de4 req-fd503f61-efa7-4339-b9e7-eb503978a1f0 service neutron] 10.222.0.44 "PUT /v2.0/ports/7c115060-c43c-48c0-86aa-2a705da21fb8 HTTP/1.1" status: 200 len: 1092 time: 1.2500432 Dec 06 17:17:08.692084 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '953e01d8-d416-4d38-8d25-ba3e022cc74a', 'tag': '7c115060-c43c-48c0-86aa-2a705da21fb8'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:17:08.694436 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f154112-dc51-4948-bd74-677ed569a121" -d '{"events": [{"name": "network-changed", "server_uuid": "953e01d8-d416-4d38-8d25-ba3e022cc74a", "tag": "7c115060-c43c-48c0-86aa-2a705da21fb8"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:17:08.702077 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-00a4a8b7-43c8-4c44-a1de-a7b1f4ed18c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:08.704480 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-00a4a8b7-43c8-4c44-a1de-a7b1f4ed18c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:08.708079 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-00a4a8b7-43c8-4c44-a1de-a7b1f4ed18c0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a4879c71-8545-4a3f-8fe6-decff9679976 HTTP/1.1" status: 204 len: 168 time: 0.3178272 Dec 06 17:17:08.711685 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9699a027-50fe-47ef-8640-49b3870d1f43 req-aba4da05-0ada-44b8-a4c3-5ae5a51e603e tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] 10.222.0.23 "GET /v2.0/security-groups?id=62d4d04d-d450-4847-84b5-1c29b7d89b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210042 Dec 06 17:17:08.723807 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a4a8b7-43c8-4c44-a1de-a7b1f4ed18c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4879c71-8545-4a3f-8fe6-decff9679976,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:08.732436 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd503f61-efa7-4339-b9e7-eb503978a1f0 service neutron] Pushing event updated for resources: {'Port': ['ID=7c115060-c43c-48c0-86aa-2a705da21fb8,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:08.753930 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5c37cb05-3cb8-4fa5-a786-9c745efc670c req-51daa819-176d-4853-8b2a-f79ca307b160 service neutron] 10.222.0.41 "GET /v2.0/networks/f3115485-0e47-4001-968e-d7c2520b29dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439523 Dec 06 17:17:08.810980 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d69f5d-3918-4610-afbe-b0dd32b9ef75 x-openstack-request-id: req-70d69f5d-3918-4610-afbe-b0dd32b9ef75 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:17:08.810980 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "953e01d8-d416-4d38-8d25-ba3e022cc74a", "tag": "7c115060-c43c-48c0-86aa-2a705da21fb8", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:17:08.811257 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-70d69f5d-3918-4610-afbe-b0dd32b9ef75 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:17:08.811745 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '953e01d8-d416-4d38-8d25-ba3e022cc74a', 'tag': '7c115060-c43c-48c0-86aa-2a705da21fb8', 'status': 'completed', 'code': 200} Dec 06 17:17:08.822256 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59bfb8b-c6a6-4fc6-93aa-76686ec39de4 req-c0a4b645-04fb-49a0-b279-10c4fbafa760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:08.824813 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a59bfb8b-c6a6-4fc6-93aa-76686ec39de4 req-c0a4b645-04fb-49a0-b279-10c4fbafa760 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0b996ae66d164de39215c3dfc863b124&device_id=953e01d8-d416-4d38-8d25-ba3e022cc74a HTTP/1.1" status: 200 len: 1095 time: 0.0595090 Dec 06 17:17:08.830670 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 17:17:08.851420 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0f296eea-ca13-4390-b786-eab3d9efd6ce admin admin] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:08.916071 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['e39baf4a-d440-4226-a58a-2d5f539f719c'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:17:08.921008 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a59bfb8b-c6a6-4fc6-93aa-76686ec39de4 req-69e64257-86af-4588-934c-ad7886004e11 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c115060-c43c-48c0-86aa-2a705da21fb8 HTTP/1.1" status: 200 len: 217 time: 0.0750158 Dec 06 17:17:08.922087 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5c37cb05-3cb8-4fa5-a786-9c745efc670c req-9e68d84a-91da-4fdf-95a4-32804565f5bb service neutron] 10.222.0.41 "GET /v2.0/networks/f3115485-0e47-4001-968e-d7c2520b29dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584709 Dec 06 17:17:08.935402 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['2eeb3652-4998-4f69-b011-cfd7e300b14f'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:17:08.961311 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0f296eea-ca13-4390-b786-eab3d9efd6ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:08.996543 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59bfb8b-c6a6-4fc6-93aa-76686ec39de4 req-7fe8afe2-d3ba-4e35-b72a-dd218e20f84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:08.998694 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a59bfb8b-c6a6-4fc6-93aa-76686ec39de4 req-7fe8afe2-d3ba-4e35-b72a-dd218e20f84c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b9546861-2c51-42d4-889f-961f9688fd79 HTTP/1.1" status: 200 len: 845 time: 0.0546112 Dec 06 17:17:09.048590 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a59bfb8b-c6a6-4fc6-93aa-76686ec39de4 req-4d686cde-8769-46c0-8bcc-df790de5fc89 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=931f4273-7ce0-414b-a3b2-f40f48617bda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359459 Dec 06 17:17:09.100856 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e748e9-6453-4029-8fa4-fdfc76e1c736 req-8324cc72-0de6-4f5b-a8c4-7ca6f9bd98cb tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:09.102502 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-31e748e9-6453-4029-8fa4-fdfc76e1c736 req-8324cc72-0de6-4f5b-a8c4-7ca6f9bd98cb tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=508f5836-f88c-4ffc-946f-e5663863696a HTTP/1.1" status: 200 len: 944 time: 0.2105775 Dec 06 17:17:09.143531 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d076e3d4-e985-4ba5-a280-52ca87d427cf req-773b9c3c-d5f3-416b-9815-83d263d85232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:09.145025 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d076e3d4-e985-4ba5-a280-52ca87d427cf req-773b9c3c-d5f3-416b-9815-83d263d85232 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=806e7552b2fe4d15bbbee1bb266d6718&device_id=508f5836-f88c-4ffc-946f-e5663863696a HTTP/1.1" status: 200 len: 1095 time: 0.1403792 Dec 06 17:17:09.145692 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f296eea-ca13-4390-b786-eab3d9efd6ce admin admin] Pushing event updated for resources: {'Port': ['ID=2df903ce-17a3-44e2-be22-42f5d2808b70,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:09.155798 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f296eea-ca13-4390-b786-eab3d9efd6ce admin admin] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:17:09.236945 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a59bfb8b-c6a6-4fc6-93aa-76686ec39de4 req-063c0358-71eb-4d37-82ab-3b021be92dab service neutron] 10.222.0.44 "GET /v2.0/networks/931f4273-7ce0-414b-a3b2-f40f48617bda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776838 Dec 06 17:17:09.284936 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-0f296eea-ca13-4390-b786-eab3d9efd6ce admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:17:09.306142 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f296eea-ca13-4390-b786-eab3d9efd6ce admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:17:09.412169 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0195cf-0e90-48ef-946b-a0705b1e912b req-3ca735db-af30-4efa-a75d-6324a17eba94 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:09.418155 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fc0195cf-0e90-48ef-946b-a0705b1e912b req-3ca735db-af30-4efa-a75d-6324a17eba94 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=953e01d8-d416-4d38-8d25-ba3e022cc74a HTTP/1.1" status: 200 len: 944 time: 0.1591940 Dec 06 17:17:09.449602 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d076e3d4-e985-4ba5-a280-52ca87d427cf req-28a7fca7-fbf7-4341-b043-b9e517c294e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:09.451174 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d076e3d4-e985-4ba5-a280-52ca87d427cf req-28a7fca7-fbf7-4341-b043-b9e517c294e8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f3115485-0e47-4001-968e-d7c2520b29dd HTTP/1.1" status: 200 len: 913 time: 0.2807496 Dec 06 17:17:09.457317 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a59bfb8b-c6a6-4fc6-93aa-76686ec39de4 req-76a81821-0d21-45f4-b4ca-26134be5e49f service neutron] 10.222.0.44 "GET /v2.0/networks/931f4273-7ce0-414b-a3b2-f40f48617bda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111416 Dec 06 17:17:09.475283 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device dd7c3b13-4642-4d43-8a6d-a9dbe2e454b5 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:17:09.509625 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-31e748e9-6453-4029-8fa4-fdfc76e1c736 req-379a2990-b202-42b3-9b65-de6c0c3806ef tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3910477 Dec 06 17:17:09.539570 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fc0195cf-0e90-48ef-946b-a0705b1e912b req-c4963fa5-3cbf-4683-b04c-f86cc5a62b28 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059496 Dec 06 17:17:09.578799 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port dd7c3b13-4642-4d43-8a6d-a9dbe2e454b5 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:17:09.579585 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:09.595849 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f154112-dc51-4948-bd74-677ed569a121 req-438d422a-1780-4627-bf24-c83bc274bca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:09.603252 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0f154112-dc51-4948-bd74-677ed569a121 req-438d422a-1780-4627-bf24-c83bc274bca7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0b996ae66d164de39215c3dfc863b124&device_id=953e01d8-d416-4d38-8d25-ba3e022cc74a HTTP/1.1" status: 200 len: 1095 time: 0.0625405 Dec 06 17:17:09.630190 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d076e3d4-e985-4ba5-a280-52ca87d427cf req-c3338e15-9403-4495-8a03-11e1cdbf3dfd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eda150a0-0bf6-4a51-bde5-a84ca8e8d3df HTTP/1.1" status: 200 len: 217 time: 0.1015849 Dec 06 17:17:09.677498 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:09.727979 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] For port dd7c3b13-4642-4d43-8a6d-a9dbe2e454b5, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=dd7c3b13-4642-4d43-8a6d-a9dbe2e454b5,segment=NetworkSegment(dd555f9d-28f4-4bf7-b613-dff03fb68f59),segment_id=dd555f9d-28f4-4bf7-b613-dff03fb68f59)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:17:09.735497 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:09.791744 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f154112-dc51-4948-bd74-677ed569a121 req-a01a8b52-49fb-404f-afb0-203e616c0121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:09.795475 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0f154112-dc51-4948-bd74-677ed569a121 req-a01a8b52-49fb-404f-afb0-203e616c0121 service neutron] 10.222.0.44 "GET /v2.0/networks?id=931f4273-7ce0-414b-a3b2-f40f48617bda HTTP/1.1" status: 200 len: 906 time: 0.1822979 Dec 06 17:17:09.808684 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d076e3d4-e985-4ba5-a280-52ca87d427cf req-aebe59c4-febd-4ac7-91c9-519f443dcba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:09.810181 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d076e3d4-e985-4ba5-a280-52ca87d427cf req-aebe59c4-febd-4ac7-91c9-519f443dcba6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=85724274-c536-4bb4-9806-32c964df8042 HTTP/1.1" status: 200 len: 852 time: 0.1215305 Dec 06 17:17:09.819965 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8fe900-18ff-4e82-b383-0981d99e7e41 None None] Network 261aff99-925f-409c-8466-88931a59d0de requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:17:09.858777 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0f154112-dc51-4948-bd74-677ed569a121 req-f8e8c128-1e2d-4033-b9af-1a931645781f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c115060-c43c-48c0-86aa-2a705da21fb8 HTTP/1.1" status: 200 len: 217 time: 0.0546618 Dec 06 17:17:09.903325 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-ccd0a6e9-b6a1-491e-b395-f980652e7dea None None] Provisioning complete for port dd7c3b13-4642-4d43-8a6d-a9dbe2e454b5 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:17:09.903712 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ccd0a6e9-b6a1-491e-b395-f980652e7dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:09.917002 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d076e3d4-e985-4ba5-a280-52ca87d427cf req-0cf33db6-213c-489b-92cc-4fa767342d67 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f3115485-0e47-4001-968e-d7c2520b29dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0851450 Dec 06 17:17:09.943196 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Pushing event updated for resources: {'Port': ['ID=dd7c3b13-4642-4d43-8a6d-a9dbe2e454b5,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:09.962640 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f154112-dc51-4948-bd74-677ed569a121 req-268f14d4-177a-49dc-9e39-ee31e07ac3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:09.965799 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0f154112-dc51-4948-bd74-677ed569a121 req-268f14d4-177a-49dc-9e39-ee31e07ac3bc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b9546861-2c51-42d4-889f-961f9688fd79 HTTP/1.1" status: 200 len: 845 time: 0.0978785 Dec 06 17:17:10.015898 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0f154112-dc51-4948-bd74-677ed569a121 req-a0acbd0a-42fc-4a59-8e7a-e4822c95d0f9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=931f4273-7ce0-414b-a3b2-f40f48617bda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396450 Dec 06 17:17:10.027446 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9173bbb7-2aa1-40d4-9434-9a2b0e3aace3 req-744f7fdd-597d-4e9e-ad1c-3864379088c5 tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:10.030077 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9173bbb7-2aa1-40d4-9434-9a2b0e3aace3 req-744f7fdd-597d-4e9e-ad1c-3864379088c5 tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] 10.222.0.23 "GET /v2.0/ports?device_id=d56ae8aa-1f46-437e-88c1-fa35b46e5ec1 HTTP/1.1" status: 200 len: 946 time: 0.1729057 Dec 06 17:17:10.168300 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9173bbb7-2aa1-40d4-9434-9a2b0e3aace3 req-6424cbb2-858e-4c0e-82af-eba9e73f27fb tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] 10.222.0.23 "GET /v2.0/security-groups?id=62d4d04d-d450-4847-84b5-1c29b7d89b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246269 Dec 06 17:17:10.202206 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0f154112-dc51-4948-bd74-677ed569a121 req-6a572c6b-7fdb-4082-95ec-4844b59b4860 service neutron] 10.222.0.44 "GET /v2.0/networks/931f4273-7ce0-414b-a3b2-f40f48617bda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646311 Dec 06 17:17:10.339173 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0f154112-dc51-4948-bd74-677ed569a121 req-9b8435eb-dd40-4c2f-9817-918fd98a2bc5 service neutron] 10.222.0.44 "GET /v2.0/networks/931f4273-7ce0-414b-a3b2-f40f48617bda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260631 Dec 06 17:17:10.402567 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6308f9ef-6b21-4a4b-82ac-604b4aa49951 req-b7ab4abd-3e0b-4018-87c8-d42ba3295d88 tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:10.411763 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6308f9ef-6b21-4a4b-82ac-604b4aa49951 req-b7ab4abd-3e0b-4018-87c8-d42ba3295d88 tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] 10.222.0.23 "GET /v2.0/ports?device_id=2823c0df-25fe-475a-94b4-62c38599016d HTTP/1.1" status: 200 len: 944 time: 0.0708427 Dec 06 17:17:10.459351 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6308f9ef-6b21-4a4b-82ac-604b4aa49951 req-ca19b3e3-bec1-49a1-88bf-93669a353f72 tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] 10.222.0.23 "GET /v2.0/security-groups?id=62d4d04d-d450-4847-84b5-1c29b7d89b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464637 Dec 06 17:17:10.497810 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0f296eea-ca13-4390-b786-eab3d9efd6ce admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:10.508994 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-4e240e31-ac85-44c1-84bd-5e7fc35eb48c None None] Provisioning complete for port dd7c3b13-4642-4d43-8a6d-a9dbe2e454b5 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:17:10.509619 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4e240e31-ac85-44c1-84bd-5e7fc35eb48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:10.558374 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d076e3d4-e985-4ba5-a280-52ca87d427cf req-2c970f58-b80b-4575-a84e-5806a98ff281 service neutron] 10.222.0.41 "GET /v2.0/networks/f3115485-0e47-4001-968e-d7c2520b29dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6298270 Dec 06 17:17:10.567226 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 7c115060-c43c-48c0-86aa-2a705da21fb8 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:17:10.695087 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1cf5ee-9391-403a-b79e-6129b8d4710a req-5038a985-b34c-4456-8abd-694ef042e395 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:10.698467 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bf1cf5ee-9391-403a-b79e-6129b8d4710a req-5038a985-b34c-4456-8abd-694ef042e395 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=953e01d8-d416-4d38-8d25-ba3e022cc74a HTTP/1.1" status: 200 len: 944 time: 0.0705075 Dec 06 17:17:10.727656 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d076e3d4-e985-4ba5-a280-52ca87d427cf req-51a3189d-d1ef-402f-8b1d-94043d0ed9ce service neutron] 10.222.0.41 "GET /v2.0/networks/f3115485-0e47-4001-968e-d7c2520b29dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332335 Dec 06 17:17:10.743119 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 7c115060-c43c-48c0-86aa-2a705da21fb8, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=7c115060-c43c-48c0-86aa-2a705da21fb8,segment=NetworkSegment(b722eb92-d8da-4fbc-acca-71668ea91866),segment_id=b722eb92-d8da-4fbc-acca-71668ea91866)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:17:10.762957 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': '7c115060-c43c-48c0-86aa-2a705da21fb8', 'network_id': '931f4273-7ce0-414b-a3b2-f40f48617bda', 'port_id': '7c115060-c43c-48c0-86aa-2a705da21fb8', 'mac_address': 'fa:16:3e:ec:b2:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9546861-2c51-42d4-889f-961f9688fd79', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:17:10.785439 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bf1cf5ee-9391-403a-b79e-6129b8d4710a req-5d6f7fd1-f391-4e20-8b46-dc5294e82204 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742235 Dec 06 17:17:10.805413 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880c08b3-98d5-405d-adca-9ae9b74e2112 req-09a97c3d-f4db-4d11-b1bd-840ab67ca00d tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:10.807330 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-880c08b3-98d5-405d-adca-9ae9b74e2112 req-09a97c3d-f4db-4d11-b1bd-840ab67ca00d tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=508f5836-f88c-4ffc-946f-e5663863696a HTTP/1.1" status: 200 len: 944 time: 0.1262302 Dec 06 17:17:10.830737 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:10.845723 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c115060-c43c-48c0-86aa-2a705da21fb8 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:17:10.870367 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 7c115060-c43c-48c0-86aa-2a705da21fb8, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=7c115060-c43c-48c0-86aa-2a705da21fb8,segment=NetworkSegment(b722eb92-d8da-4fbc-acca-71668ea91866),segment_id=b722eb92-d8da-4fbc-acca-71668ea91866)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:17:10.876033 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:10.906805 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0f296eea-ca13-4390-b786-eab3d9efd6ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:10.915102 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-880c08b3-98d5-405d-adca-9ae9b74e2112 req-972a91c6-2d0e-40a4-a225-a0d858c48474 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728972 Dec 06 17:17:10.934487 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=7c115060-c43c-48c0-86aa-2a705da21fb8,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:11.050043 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f296eea-ca13-4390-b786-eab3d9efd6ce admin admin] Router edac479e-683c-48ac-965d-acab505de6ea is scheduled to L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 17:17:11.159960 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f296eea-ca13-4390-b786-eab3d9efd6ce admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:17:11.173550 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b10c89b-4704-44bd-b6ab-b06bdcf77cca None None] Sync routers for ids ['edac479e-683c-48ac-965d-acab505de6ea'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:17:11.183025 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0f296eea-ca13-4390-b786-eab3d9efd6ce admin admin] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:11.184535 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-0f296eea-ca13-4390-b786-eab3d9efd6ce admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.3862157 Dec 06 17:17:11.187635 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 50384) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:17:11.205209 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b10c89b-4704-44bd-b6ab-b06bdcf77cca None None] Routers {'edac479e-683c-48ac-965d-acab505de6ea'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:17:11.206786 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-3b10c89b-4704-44bd-b6ab-b06bdcf77cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:16:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['edac479e-683c-48ac-965d-acab505de6ea'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:17:11.230409 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['7c115060-c43c-48c0-86aa-2a705da21fb8'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:17:11.380936 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device dd7c3b13-4642-4d43-8a6d-a9dbe2e454b5 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:17:11.511935 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port dd7c3b13-4642-4d43-8a6d-a9dbe2e454b5 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:17:11.517869 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:11.542792 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-3b10c89b-4704-44bd-b6ab-b06bdcf77cca None None] Set router edac479e-683c-48ac-965d-acab505de6ea gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:17:11.693586 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569b5859-f454-4167-8ec8-ae538c2301b7 req-d511791c-a776-4d61-a38c-e97dd373f703 tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:11.695023 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-569b5859-f454-4167-8ec8-ae538c2301b7 req-d511791c-a776-4d61-a38c-e97dd373f703 tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] 10.222.0.23 "GET /v2.0/ports?device_id=2823c0df-25fe-475a-94b4-62c38599016d HTTP/1.1" status: 200 len: 944 time: 0.1186347 Dec 06 17:17:11.782752 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-569b5859-f454-4167-8ec8-ae538c2301b7 req-dc7a2f5c-1c3c-4c18-97f8-75300e0c6a02 tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] 10.222.0.23 "GET /v2.0/security-groups?id=62d4d04d-d450-4847-84b5-1c29b7d89b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779722 Dec 06 17:17:11.798352 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-3b10c89b-4704-44bd-b6ab-b06bdcf77cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edac479e-683c-48ac-965d-acab505de6ea', 'name': 'tempest-ServersTestFqdnHostnames-1034388154-router', 'tenant_id': '12e9694b770846e1b2438737464ee65f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.154'}], 'enable_snat': True}, 'gw_port_id': '2df903ce-17a3-44e2-be22-42f5d2808b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:17:06Z', 'updated_at': '2021-12-06T17:17:09Z', 'revision_number': 3, 'project_id': '12e9694b770846e1b2438737464ee65f', 'gw_port': {'id': '2df903ce-17a3-44e2-be22-42f5d2808b70', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4c:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edac479e-683c-48ac-965d-acab505de6ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:17:08Z', 'updated_at': '2021-12-06T17:17:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:17:11.835662 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device eda150a0-0bf6-4a51-bde5-a84ca8e8d3df details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:17:11.838091 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device e39baf4a-d440-4226-a58a-2d5f539f719c up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:17:11.854670 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b10c89b-4704-44bd-b6ab-b06bdcf77cca None None] Checking router: edac479e-683c-48ac-965d-acab505de6ea for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:17:11.855372 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b10c89b-4704-44bd-b6ab-b06bdcf77cca None None] Updating router edac479e-683c-48ac-965d-acab505de6ea port 2df903ce-17a3-44e2-be22-42f5d2808b70 binding host n-d-master-1 {{(pid=103287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:17:11.903240 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3b10c89b-4704-44bd-b6ab-b06bdcf77cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:11.913245 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3ccbc515-c200-4160-b4cc-928b1e8f161c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:12.032678 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da689e91-c913-415d-832b-3bf68cf48b96 req-7e993347-4766-4ace-a7e4-02f841335f94 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:12.053691 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-da689e91-c913-415d-832b-3bf68cf48b96 req-7e993347-4766-4ace-a7e4-02f841335f94 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=953e01d8-d416-4d38-8d25-ba3e022cc74a HTTP/1.1" status: 200 len: 945 time: 0.1330700 Dec 06 17:17:12.094125 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port e39baf4a-d440-4226-a58a-2d5f539f719c completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:17:12.100685 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port e39baf4a-d440-4226-a58a-2d5f539f719c triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:17:12.101271 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:12.143904 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-da689e91-c913-415d-832b-3bf68cf48b96 req-c4996f1b-190e-417a-a661-6055f98d3e99 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891821 Dec 06 17:17:12.174287 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port eda150a0-0bf6-4a51-bde5-a84ca8e8d3df, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=eda150a0-0bf6-4a51-bde5-a84ca8e8d3df,segment=NetworkSegment(c5bdebef-6647-4acc-8b76-b3635792eaa5),segment_id=c5bdebef-6647-4acc-8b76-b3635792eaa5)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:17:12.195267 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': 'eda150a0-0bf6-4a51-bde5-a84ca8e8d3df', 'network_id': 'f3115485-0e47-4001-968e-d7c2520b29dd', 'port_id': 'eda150a0-0bf6-4a51-bde5-a84ca8e8d3df', 'mac_address': 'fa:16:3e:74:53:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85724274-c536-4bb4-9806-32c964df8042', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:17:12.219732 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339ed354-7540-4bdb-a47e-c8f27c3500b1 req-e220c887-586f-49d9-8186-6971ba4a1690 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:12.227440 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-339ed354-7540-4bdb-a47e-c8f27c3500b1 req-e220c887-586f-49d9-8186-6971ba4a1690 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=508f5836-f88c-4ffc-946f-e5663863696a HTTP/1.1" status: 200 len: 944 time: 0.1295903 Dec 06 17:17:12.269437 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:12.281781 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:12.282529 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-3ccbc515-c200-4160-b4cc-928b1e8f161c admin admin] Allocated IP 172.20.0.1 (261aff99-925f-409c-8466-88931a59d0de/24938659-33cf-44a1-b187-f340ef422bb5/e920a53e-4ca0-47b0-b872-a4150509dc4e) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:17:12.293752 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3b10c89b-4704-44bd-b6ab-b06bdcf77cca None None] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:12.302622 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3b10c89b-4704-44bd-b6ab-b06bdcf77cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:12.310417 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eda150a0-0bf6-4a51-bde5-a84ca8e8d3df {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:17:12.321696 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2823c0df-25fe-475a-94b4-62c38599016d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e39baf4a-d440-4226-a58a-2d5f539f719c'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:17:12.324700 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2368e288-e189-4460-a7b5-570f5e2c1ce1" -d '{"events": [{"server_uuid": "2823c0df-25fe-475a-94b4-62c38599016d", "name": "network-vif-plugged", "status": "completed", "tag": "e39baf4a-d440-4226-a58a-2d5f539f719c"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:17:12.350145 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-339ed354-7540-4bdb-a47e-c8f27c3500b1 req-eb7915ed-d924-4078-b03b-31fb0e4c5a1e tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216202 Dec 06 17:17:12.356141 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port e39baf4a-d440-4226-a58a-2d5f539f719c, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=e39baf4a-d440-4226-a58a-2d5f539f719c,segment=NetworkSegment(30de95dd-e0c6-41bf-b659-5a8b7c7bfe1b),segment_id=30de95dd-e0c6-41bf-b659-5a8b7c7bfe1b)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:17:12.358272 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port eda150a0-0bf6-4a51-bde5-a84ca8e8d3df, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=eda150a0-0bf6-4a51-bde5-a84ca8e8d3df,segment=NetworkSegment(c5bdebef-6647-4acc-8b76-b3635792eaa5),segment_id=c5bdebef-6647-4acc-8b76-b3635792eaa5)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:17:12.362254 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:12.363198 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-3b10c89b-4704-44bd-b6ab-b06bdcf77cca None None] Attempting to bind port 2df903ce-17a3-44e2-be22-42f5d2808b70 on host n-d-master-1 for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:17:12.363625 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 2eeb3652-4998-4f69-b011-cfd7e300b14f up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:17:12.365817 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-3b10c89b-4704-44bd-b6ab-b06bdcf77cca None None] Attempting to bind port 2df903ce-17a3-44e2-be22-42f5d2808b70 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:17:12.366204 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b10c89b-4704-44bd-b6ab-b06bdcf77cca None None] Attempting to bind port 2df903ce-17a3-44e2-be22-42f5d2808b70 on network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:17:12.391233 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:12.405230 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b10c89b-4704-44bd-b6ab-b06bdcf77cca None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:17:12.405961 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b10c89b-4704-44bd-b6ab-b06bdcf77cca None None] Checking segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:17:12.406387 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3b10c89b-4704-44bd-b6ab-b06bdcf77cca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:12.406867 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b10c89b-4704-44bd-b6ab-b06bdcf77cca None None] Bound using segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:17:12.407376 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-3b10c89b-4704-44bd-b6ab-b06bdcf77cca None None] Bound port: 2df903ce-17a3-44e2-be22-42f5d2808b70, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:17:12.407768 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3b10c89b-4704-44bd-b6ab-b06bdcf77cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:12.473915 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01fd2b3e-595a-4159-8547-d477e204919d x-openstack-request-id: req-01fd2b3e-595a-4159-8547-d477e204919d {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:17:12.475104 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2823c0df-25fe-475a-94b4-62c38599016d", "name": "network-vif-plugged", "status": "completed", "tag": "e39baf4a-d440-4226-a58a-2d5f539f719c", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:17:12.475387 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-01fd2b3e-595a-4159-8547-d477e204919d {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:17:12.475819 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2823c0df-25fe-475a-94b4-62c38599016d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e39baf4a-d440-4226-a58a-2d5f539f719c', 'code': 200} Dec 06 17:17:12.481030 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=e39baf4a-d440-4226-a58a-2d5f539f719c,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:12.523486 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3ccbc515-c200-4160-b4cc-928b1e8f161c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:12.544783 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3365cb-0e04-479a-a9be-6828982640e2 None None] Pushing event updated for resources: {'Port': ['ID=2df903ce-17a3-44e2-be22-42f5d2808b70,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:12.548427 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port 2eeb3652-4998-4f69-b011-cfd7e300b14f completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:17:12.564385 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port 2eeb3652-4998-4f69-b011-cfd7e300b14f triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:17:12.564761 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:12.592592 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-3b10c89b-4704-44bd-b6ab-b06bdcf77cca None None] For port 2df903ce-17a3-44e2-be22-42f5d2808b70, host n-d-master-1, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:17:12.597367 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-3b10c89b-4704-44bd-b6ab-b06bdcf77cca None None] For port 2df903ce-17a3-44e2-be22-42f5d2808b70, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2df903ce-17a3-44e2-be22-42f5d2808b70,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:17:12.606418 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3b10c89b-4704-44bd-b6ab-b06bdcf77cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:12.612583 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3ccbc515-c200-4160-b4cc-928b1e8f161c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:12.631294 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 7c115060-c43c-48c0-86aa-2a705da21fb8 up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:17:12.634551 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb7dcb1-c77c-424e-a5f8-df2a56878899 req-1a796fdc-cd3f-4e1c-96c6-7d1fb40e69f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:12.637159 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2eb7dcb1-c77c-424e-a5f8-df2a56878899 req-1a796fdc-cd3f-4e1c-96c6-7d1fb40e69f1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2823c0df-25fe-475a-94b4-62c38599016d HTTP/1.1" status: 200 len: 1096 time: 0.0980785 Dec 06 17:17:12.664798 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=eda150a0-0bf6-4a51-bde5-a84ca8e8d3df,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:12.678841 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccbc515-c200-4160-b4cc-928b1e8f161c admin admin] Pushing event updated for resources: {'Port': ['ID=e920a53e-4ca0-47b0-b872-a4150509dc4e,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:12.697125 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ccbc515-c200-4160-b4cc-928b1e8f161c admin admin] Network 261aff99-925f-409c-8466-88931a59d0de is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:17:12.699425 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-3ccbc515-c200-4160-b4cc-928b1e8f161c admin admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:17:12.702860 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3365cb-0e04-479a-a9be-6828982640e2 None None] Pushing event updated for resources: {'Port': ['ID=2df903ce-17a3-44e2-be22-42f5d2808b70,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:12.716643 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2eb7dcb1-c77c-424e-a5f8-df2a56878899 req-0b54fc8b-164b-4d77-b6c5-2567dcce7d6b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=62d4d04d-d450-4847-84b5-1c29b7d89b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711184 Dec 06 17:17:12.719839 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccbc515-c200-4160-b4cc-928b1e8f161c admin admin] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:17:12.745994 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning for port 7c115060-c43c-48c0-86aa-2a705da21fb8 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:17:12.753320 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b10c89b-4704-44bd-b6ab-b06bdcf77cca None None] Routers {'edac479e-683c-48ac-965d-acab505de6ea'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:17:12.754007 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-3b10c89b-4704-44bd-b6ab-b06bdcf77cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:16:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['edac479e-683c-48ac-965d-acab505de6ea'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:17:12.759821 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port 7c115060-c43c-48c0-86aa-2a705da21fb8 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:17:12.760762 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:12.782099 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['eda150a0-0bf6-4a51-bde5-a84ca8e8d3df'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:17:12.800468 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3ccbc515-c200-4160-b4cc-928b1e8f161c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539179'] for router_interface, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:12.825166 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:12.947668 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-3b10c89b-4704-44bd-b6ab-b06bdcf77cca None None] Set router edac479e-683c-48ac-965d-acab505de6ea gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:17:12.956420 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 2eeb3652-4998-4f69-b011-cfd7e300b14f, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=2eeb3652-4998-4f69-b011-cfd7e300b14f,segment=NetworkSegment(30de95dd-e0c6-41bf-b659-5a8b7c7bfe1b),segment_id=30de95dd-e0c6-41bf-b659-5a8b7c7bfe1b)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:17:12.976394 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:13.014034 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd2d6e1-9ff1-4cd7-9802-b33163e9b1d8 req-06f62b22-5550-4d07-8afe-ef4c09e2607e tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:13.015646 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ffd2d6e1-9ff1-4cd7-9802-b33163e9b1d8 req-06f62b22-5550-4d07-8afe-ef4c09e2607e tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] 10.222.0.23 "GET /v2.0/ports?device_id=2823c0df-25fe-475a-94b4-62c38599016d HTTP/1.1" status: 200 len: 945 time: 0.1191919 Dec 06 17:17:13.123834 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ffd2d6e1-9ff1-4cd7-9802-b33163e9b1d8 req-99a98efd-a185-4202-8d13-125f74abf508 tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] 10.222.0.23 "GET /v2.0/security-groups?id=62d4d04d-d450-4847-84b5-1c29b7d89b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004975 Dec 06 17:17:13.136343 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3ccbc515-c200-4160-b4cc-928b1e8f161c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:13.165540 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=2eeb3652-4998-4f69-b011-cfd7e300b14f,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:13.180502 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:13.204834 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-08455e71-64f2-42ac-9922-5aa28269e758 None None] Provisioning complete for port e920a53e-4ca0-47b0-b872-a4150509dc4e triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:17:13.205532 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-08455e71-64f2-42ac-9922-5aa28269e758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:13.264167 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-3b10c89b-4704-44bd-b6ab-b06bdcf77cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edac479e-683c-48ac-965d-acab505de6ea', 'name': 'tempest-ServersTestFqdnHostnames-1034388154-router', 'tenant_id': '12e9694b770846e1b2438737464ee65f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.154'}], 'enable_snat': True}, 'gw_port_id': '2df903ce-17a3-44e2-be22-42f5d2808b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:17:06Z', 'updated_at': '2021-12-06T17:17:09Z', 'revision_number': 3, 'project_id': '12e9694b770846e1b2438737464ee65f', 'gw_port': {'id': '2df903ce-17a3-44e2-be22-42f5d2808b70', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4c:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edac479e-683c-48ac-965d-acab505de6ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:17:08Z', 'updated_at': '2021-12-06T17:17:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:17:13.301070 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 7c115060-c43c-48c0-86aa-2a705da21fb8, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=7c115060-c43c-48c0-86aa-2a705da21fb8,segment=NetworkSegment(b722eb92-d8da-4fbc-acca-71668ea91866),segment_id=b722eb92-d8da-4fbc-acca-71668ea91866)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:17:13.304127 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-08455e71-64f2-42ac-9922-5aa28269e758 None None] Port e920a53e-4ca0-47b0-b872-a4150509dc4e cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:17:13.310327 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:13.319448 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b10c89b-4704-44bd-b6ab-b06bdcf77cca None None] The sync data for ids ['edac479e-683c-48ac-965d-acab505de6ea'] in n-d-master-1 is: [{'id': 'edac479e-683c-48ac-965d-acab505de6ea', 'name': 'tempest-ServersTestFqdnHostnames-1034388154-router', 'tenant_id': '12e9694b770846e1b2438737464ee65f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.154'}], 'enable_snat': True}, 'gw_port_id': '2df903ce-17a3-44e2-be22-42f5d2808b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:17:06Z', 'updated_at': '2021-12-06T17:17:09Z', 'revision_number': 3, 'project_id': '12e9694b770846e1b2438737464ee65f', 'gw_port': {'id': '2df903ce-17a3-44e2-be22-42f5d2808b70', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4c:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edac479e-683c-48ac-965d-acab505de6ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:17:08Z', 'updated_at': '2021-12-06T17:17:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:17:13.388555 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fabf581-fe3b-4c0f-bb9a-050713cbe457 req-639d80bb-1767-4831-bb02-a09b8e9ff314 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:13.392782 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0fabf581-fe3b-4c0f-bb9a-050713cbe457 req-639d80bb-1767-4831-bb02-a09b8e9ff314 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=953e01d8-d416-4d38-8d25-ba3e022cc74a HTTP/1.1" status: 200 len: 945 time: 0.1223729 Dec 06 17:17:13.457984 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3ccbc515-c200-4160-b4cc-928b1e8f161c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:13.467672 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3ccbc515-c200-4160-b4cc-928b1e8f161c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:13.482003 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0fabf581-fe3b-4c0f-bb9a-050713cbe457 req-9af042b9-0add-4a01-8dba-aa82f210853a tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790994 Dec 06 17:17:13.539104 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3ccbc515-c200-4160-b4cc-928b1e8f161c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-772465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539207'] for router_interface, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:13.616792 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-70509eb5-1928-4f40-a4c7-61f7402360ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:13.620403 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=7c115060-c43c-48c0-86aa-2a705da21fb8,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:13.688711 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5ccd2f-244f-407a-b062-1dad3ae7cf26 req-70dc537b-756b-4326-b918-f1198769d64e tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:13.691034 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fa5ccd2f-244f-407a-b062-1dad3ae7cf26 req-70dc537b-756b-4326-b918-f1198769d64e tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=508f5836-f88c-4ffc-946f-e5663863696a HTTP/1.1" status: 200 len: 945 time: 0.2259917 Dec 06 17:17:13.723033 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccbc515-c200-4160-b4cc-928b1e8f161c admin admin] Pushing event updated for resources: {'Port': ['ID=e920a53e-4ca0-47b0-b872-a4150509dc4e,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:13.797988 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fa5ccd2f-244f-407a-b062-1dad3ae7cf26 req-a35ae0d6-8a1a-42ca-8df9-0151969deea9 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718043 Dec 06 17:17:13.813559 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ccbc515-c200-4160-b4cc-928b1e8f161c admin admin] Network 261aff99-925f-409c-8466-88931a59d0de is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:17:13.815928 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-3ccbc515-c200-4160-b4cc-928b1e8f161c admin admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:17:13.972089 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ccbc515-c200-4160-b4cc-928b1e8f161c admin admin] Router edac479e-683c-48ac-965d-acab505de6ea has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:17:14.152374 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-e7231d45-1cd5-4da5-8331-169821adbd00 None None] Provisioning complete for port e920a53e-4ca0-47b0-b872-a4150509dc4e triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:17:14.152942 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e7231d45-1cd5-4da5-8331-169821adbd00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:14.199690 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-e7231d45-1cd5-4da5-8331-169821adbd00 None None] Port e920a53e-4ca0-47b0-b872-a4150509dc4e cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:17:14.469326 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ccbc515-c200-4160-b4cc-928b1e8f161c admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:17:14.475088 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-3ccbc515-c200-4160-b4cc-928b1e8f161c admin admin] 10.222.0.23 "PUT /v2.0/routers/edac479e-683c-48ac-965d-acab505de6ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2862287 Dec 06 17:17:14.476862 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10989c9a-ee57-4c1b-b3a5-a8b05281a013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eeb3652-4998-4f69-b011-cfd7e300b14f'}, {'server_uuid': '953e01d8-d416-4d38-8d25-ba3e022cc74a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c115060-c43c-48c0-86aa-2a705da21fb8'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:17:14.479556 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7d11d0b-fba2-4611-b47b-ba6084b34be4" -d '{"events": [{"server_uuid": "10989c9a-ee57-4c1b-b3a5-a8b05281a013", "name": "network-vif-plugged", "status": "completed", "tag": "2eeb3652-4998-4f69-b011-cfd7e300b14f"}, {"server_uuid": "953e01d8-d416-4d38-8d25-ba3e022cc74a", "name": "network-vif-plugged", "status": "completed", "tag": "7c115060-c43c-48c0-86aa-2a705da21fb8"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:17:14.506698 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4bec45-101c-4fcf-a042-842919d8659c req-6ec62e65-ae12-4bce-a5fc-ae45f43ee89f tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:14.510569 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9f4bec45-101c-4fcf-a042-842919d8659c req-6ec62e65-ae12-4bce-a5fc-ae45f43ee89f tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] 10.222.0.23 "GET /v2.0/ports?device_id=2823c0df-25fe-475a-94b4-62c38599016d HTTP/1.1" status: 200 len: 945 time: 0.0919449 Dec 06 17:17:14.538152 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 06 Dec 2021 17:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66edcbcd-8a1b-4468-95cc-264f123dcbb1 x-openstack-request-id: req-66edcbcd-8a1b-4468-95cc-264f123dcbb1 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:17:14.538582 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10989c9a-ee57-4c1b-b3a5-a8b05281a013", "name": "network-vif-plugged", "status": "completed", "tag": "2eeb3652-4998-4f69-b011-cfd7e300b14f", "code": 200}, {"server_uuid": "953e01d8-d416-4d38-8d25-ba3e022cc74a", "name": "network-vif-plugged", "status": "completed", "tag": "7c115060-c43c-48c0-86aa-2a705da21fb8", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:17:14.538852 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-66edcbcd-8a1b-4468-95cc-264f123dcbb1 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:17:14.548188 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10989c9a-ee57-4c1b-b3a5-a8b05281a013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eeb3652-4998-4f69-b011-cfd7e300b14f', 'code': 200} Dec 06 17:17:14.548492 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '953e01d8-d416-4d38-8d25-ba3e022cc74a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c115060-c43c-48c0-86aa-2a705da21fb8', 'code': 200} Dec 06 17:17:14.634031 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9f4bec45-101c-4fcf-a042-842919d8659c req-214f8cfd-d57c-4aba-82af-becea0ec5677 tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] 10.222.0.23 "GET /v2.0/security-groups?id=62d4d04d-d450-4847-84b5-1c29b7d89b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171763 Dec 06 17:17:14.696977 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54840d6-4e6c-4b5c-9fd9-663c6c7de55a req-955fa57b-d3b1-461f-ac77-0f26336362a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:14.698783 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c54840d6-4e6c-4b5c-9fd9-663c6c7de55a req-955fa57b-d3b1-461f-ac77-0f26336362a9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=953e01d8-d416-4d38-8d25-ba3e022cc74a HTTP/1.1" status: 200 len: 1097 time: 0.0637555 Dec 06 17:17:14.706480 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3d1cf7-3f9a-478e-a581-d2f48217559c req-8fc84f3a-b2cf-454e-b962-583158a99ecc tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:14.714049 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4b3d1cf7-3f9a-478e-a581-d2f48217559c req-8fc84f3a-b2cf-454e-b962-583158a99ecc tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=953e01d8-d416-4d38-8d25-ba3e022cc74a HTTP/1.1" status: 200 len: 946 time: 0.0938320 Dec 06 17:17:14.727354 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5824274-f025-4671-acc6-9f10fa6de232 req-5cb9afcb-267b-4dfd-9aaa-ea0701806d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:14.729414 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e5824274-f025-4671-acc6-9f10fa6de232 req-5cb9afcb-267b-4dfd-9aaa-ea0701806d9b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=10989c9a-ee57-4c1b-b3a5-a8b05281a013 HTTP/1.1" status: 200 len: 1097 time: 0.0992420 Dec 06 17:17:14.757710 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c54840d6-4e6c-4b5c-9fd9-663c6c7de55a req-b975c36a-934d-4031-b8c5-e2f8e05b5d99 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496039 Dec 06 17:17:14.818847 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4b3d1cf7-3f9a-478e-a581-d2f48217559c req-c7795f9a-1831-4212-a29d-f980c3bf07fe tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039124 Dec 06 17:17:14.821134 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e5824274-f025-4671-acc6-9f10fa6de232 req-926ef293-4e65-469e-a56c-7ba99cd24d98 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=62d4d04d-d450-4847-84b5-1c29b7d89b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835643 Dec 06 17:17:14.950803 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc05473-c13f-42f2-aab1-2965aea0ef7d req-6483232a-d73a-4465-ac9e-b3c9839b13fb tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:14.958953 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-cfc05473-c13f-42f2-aab1-2965aea0ef7d req-6483232a-d73a-4465-ac9e-b3c9839b13fb tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] 10.222.0.23 "GET /v2.0/ports?device_id=10989c9a-ee57-4c1b-b3a5-a8b05281a013 HTTP/1.1" status: 200 len: 946 time: 0.0766935 Dec 06 17:17:15.016694 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-cfc05473-c13f-42f2-aab1-2965aea0ef7d req-a5a9b961-cd87-4d4b-bf76-b7769ca554fb tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] 10.222.0.23 "GET /v2.0/security-groups?id=62d4d04d-d450-4847-84b5-1c29b7d89b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560133 Dec 06 17:17:15.205641 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f0ab2f-308e-4188-8dc1-0be0fbde5997 req-c8c9c9cc-861d-4b9e-8b15-8a0772b871df tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:15.206208 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 50482) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:17:15.211655 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f8f0ab2f-308e-4188-8dc1-0be0fbde5997 req-c8c9c9cc-861d-4b9e-8b15-8a0772b871df tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=508f5836-f88c-4ffc-946f-e5663863696a HTTP/1.1" status: 200 len: 945 time: 0.0652223 Dec 06 17:17:15.218771 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-8fc9ac12-789c-4b26-842a-a00df163e274 tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1060553438', 'description': 'tempest-description--1527710529'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:17:15.244544 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8fc9ac12-789c-4b26-842a-a00df163e274 tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:15.262624 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f8f0ab2f-308e-4188-8dc1-0be0fbde5997 req-ae21857a-244d-40ae-b0bb-20b6481f05ae tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499811 Dec 06 17:17:15.360627 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8fc9ac12-789c-4b26-842a-a00df163e274 tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:15.365630 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8fc9ac12-789c-4b26-842a-a00df163e274 tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:15.402035 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 2df903ce-17a3-44e2-be22-42f5d2808b70 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:17:15.417840 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc9ac12-789c-4b26-842a-a00df163e274 tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd4fc35-3e54-498e-8ec5-ae59cdb374e3,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:15.426229 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8fc9ac12-789c-4b26-842a-a00df163e274 tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:15.428189 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-8fc9ac12-789c-4b26-842a-a00df163e274 tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2209706 Dec 06 17:17:15.431085 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 50488) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:17:15.436287 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-399da863-5c2e-4df8-8bd2-abdc548f3fe5 tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] Request body: {'security_group_rule': {'security_group_id': 'bbd4fc35-3e54-498e-8ec5-ae59cdb374e3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:17:15.440624 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2380f0-1c68-4a8c-a827-0b68bd4e2f15 None None] Sync routers for ids ['edac479e-683c-48ac-965d-acab505de6ea'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:17:15.466551 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-399da863-5c2e-4df8-8bd2-abdc548f3fe5 tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:15.467985 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2380f0-1c68-4a8c-a827-0b68bd4e2f15 None None] Routers {'edac479e-683c-48ac-965d-acab505de6ea'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:17:15.468617 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-5a2380f0-1c68-4a8c-a827-0b68bd4e2f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:16:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['edac479e-683c-48ac-965d-acab505de6ea'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:17:15.533426 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-399da863-5c2e-4df8-8bd2-abdc548f3fe5 tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:15.538038 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-399da863-5c2e-4df8-8bd2-abdc548f3fe5 tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:15.561015 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 2df903ce-17a3-44e2-be22-42f5d2808b70 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:17:15.561393 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:15.568275 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399da863-5c2e-4df8-8bd2-abdc548f3fe5 tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e3560f1-3671-4a19-a682-b3a1c2b479ba,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:15.576836 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-399da863-5c2e-4df8-8bd2-abdc548f3fe5 tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:15.578483 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-399da863-5c2e-4df8-8bd2-abdc548f3fe5 tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1458957 Dec 06 17:17:15.580724 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 50492) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:17:15.586459 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-f766a780-6632-40ad-a11c-a58302188b61 tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] Request body: {'security_group_rule': {'security_group_id': 'bbd4fc35-3e54-498e-8ec5-ae59cdb374e3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:17:15.616121 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f766a780-6632-40ad-a11c-a58302188b61 tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:15.626804 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-5a2380f0-1c68-4a8c-a827-0b68bd4e2f15 None None] Set router edac479e-683c-48ac-965d-acab505de6ea gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:17:15.631710 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-de88acb1-afff-4796-8fb2-c6959df92df9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:15.684280 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f766a780-6632-40ad-a11c-a58302188b61 tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:15.690397 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f766a780-6632-40ad-a11c-a58302188b61 tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:15.709211 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f766a780-6632-40ad-a11c-a58302188b61 tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=218c031f-6b29-42f4-8444-c87f89a2f7be,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:15.717392 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f766a780-6632-40ad-a11c-a58302188b61 tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:15.718635 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-f766a780-6632-40ad-a11c-a58302188b61 tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1364586 Dec 06 17:17:15.721759 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 50496) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:17:15.726484 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-9f42e9fe-b7f9-40db-9ffd-572b2ea345e8 tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] Request body: {'floatingip': {'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:17:15.756806 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9f42e9fe-b7f9-40db-9ffd-572b2ea345e8 tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] Publish callbacks [] for floatingip, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:15.802671 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:15.842397 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] For port 2df903ce-17a3-44e2-be22-42f5d2808b70, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2df903ce-17a3-44e2-be22-42f5d2808b70,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:17:15.853128 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device eda150a0-0bf6-4a51-bde5-a84ca8e8d3df up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:17:15.862227 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:15.977386 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Pushing event updated for resources: {'Port': ['ID=2df903ce-17a3-44e2-be22-42f5d2808b70,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:16.006821 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port eda150a0-0bf6-4a51-bde5-a84ca8e8d3df completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:17:16.013494 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-5a2380f0-1c68-4a8c-a827-0b68bd4e2f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edac479e-683c-48ac-965d-acab505de6ea', 'name': 'tempest-ServersTestFqdnHostnames-1034388154-router', 'tenant_id': '12e9694b770846e1b2438737464ee65f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.154'}], 'enable_snat': True}, 'gw_port_id': '2df903ce-17a3-44e2-be22-42f5d2808b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:17:06Z', 'updated_at': '2021-12-06T17:17:13Z', 'revision_number': 4, 'project_id': '12e9694b770846e1b2438737464ee65f', 'gw_port': {'id': '2df903ce-17a3-44e2-be22-42f5d2808b70', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4c:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edac479e-683c-48ac-965d-acab505de6ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:17:08Z', 'updated_at': '2021-12-06T17:17:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'e920a53e-4ca0-47b0-b872-a4150509dc4e', 'name': '', 'network_id': '261aff99-925f-409c-8466-88931a59d0de', 'tenant_id': '12e9694b770846e1b2438737464ee65f', 'mac_address': 'fa:16:3e:d1:9c:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edac479e-683c-48ac-965d-acab505de6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '24938659-33cf-44a1-b187-f340ef422bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:17:11Z', 'updated_at': '2021-12-06T17:17:13Z', 'revision_number': 2, 'project_id': '12e9694b770846e1b2438737464ee65f', 'subnets': [{'id': '24938659-33cf-44a1-b187-f340ef422bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:17:16.015744 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9f42e9fe-b7f9-40db-9ffd-572b2ea345e8 tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:16.017018 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port eda150a0-0bf6-4a51-bde5-a84ca8e8d3df triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:17:16.017808 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:16.070710 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2380f0-1c68-4a8c-a827-0b68bd4e2f15 None None] Checking router: edac479e-683c-48ac-965d-acab505de6ea for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:17:16.071271 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2380f0-1c68-4a8c-a827-0b68bd4e2f15 None None] Updating router edac479e-683c-48ac-965d-acab505de6ea port e920a53e-4ca0-47b0-b872-a4150509dc4e binding host n-d-master-1 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:17:16.110258 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5a2380f0-1c68-4a8c-a827-0b68bd4e2f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:16.132351 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd12545f-e758-469f-b027-98f5da401943 req-2518d1c2-51a9-4022-adc7-0876077ad364 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:16.140549 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-dd12545f-e758-469f-b027-98f5da401943 req-2518d1c2-51a9-4022-adc7-0876077ad364 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=953e01d8-d416-4d38-8d25-ba3e022cc74a HTTP/1.1" status: 200 len: 946 time: 0.1982865 Dec 06 17:17:16.190833 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20245e7-21f8-47c5-955c-24171f897ba6 req-c7abce9d-3e5a-493a-9ccd-b1987a6b4b7c tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:16.193242 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f20245e7-21f8-47c5-955c-24171f897ba6 req-c7abce9d-3e5a-493a-9ccd-b1987a6b4b7c tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] 10.222.0.23 "GET /v2.0/ports?device_id=10989c9a-ee57-4c1b-b3a5-a8b05281a013 HTTP/1.1" status: 200 len: 946 time: 0.0778539 Dec 06 17:17:16.259923 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f20245e7-21f8-47c5-955c-24171f897ba6 req-05575a6b-d6de-4ee3-8203-bf45cc4a7997 tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] 10.222.0.23 "GET /v2.0/security-groups?id=62d4d04d-d450-4847-84b5-1c29b7d89b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593052 Dec 06 17:17:16.261777 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-dd12545f-e758-469f-b027-98f5da401943 req-a6250a7f-145d-447c-b56c-c0bfed3052a7 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164577 Dec 06 17:17:16.272142 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-9f42e9fe-b7f9-40db-9ffd-572b2ea345e8 tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] Allocated IP 172.35.1.177 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/ff61887c-cd9c-47e8-93f9-3ef32173fbf7) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:17:16.288204 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:16.375094 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port eda150a0-0bf6-4a51-bde5-a84ca8e8d3df, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=eda150a0-0bf6-4a51-bde5-a84ca8e8d3df,segment=NetworkSegment(c5bdebef-6647-4acc-8b76-b3635792eaa5),segment_id=c5bdebef-6647-4acc-8b76-b3635792eaa5)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:17:16.383168 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:16.430836 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9f42e9fe-b7f9-40db-9ffd-572b2ea345e8 tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:16.493487 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=eda150a0-0bf6-4a51-bde5-a84ca8e8d3df,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:16.505364 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9f42e9fe-b7f9-40db-9ffd-572b2ea345e8 tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:16.552387 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '508f5836-f88c-4ffc-946f-e5663863696a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eda150a0-0bf6-4a51-bde5-a84ca8e8d3df'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:17:16.563474 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c318f98c-fb9f-467e-b75c-2c309008442a" -d '{"events": [{"server_uuid": "508f5836-f88c-4ffc-946f-e5663863696a", "name": "network-vif-plugged", "status": "completed", "tag": "eda150a0-0bf6-4a51-bde5-a84ca8e8d3df"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:17:16.596217 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f42e9fe-b7f9-40db-9ffd-572b2ea345e8 tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:17:16.604531 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-9f42e9fe-b7f9-40db-9ffd-572b2ea345e8 tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:17:16.618460 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f42e9fe-b7f9-40db-9ffd-572b2ea345e8 tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:17:16.628515 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f42e9fe-b7f9-40db-9ffd-572b2ea345e8 tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] Pushing event updated for resources: {'Port': ['ID=ff61887c-cd9c-47e8-93f9-3ef32173fbf7,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:16.651389 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5a2380f0-1c68-4a8c-a827-0b68bd4e2f15 None None] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:16.661106 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5a2380f0-1c68-4a8c-a827-0b68bd4e2f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:16.782331 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ecbee6-fca2-4678-90a6-aa5b012efe32 None None] Pushing event updated for resources: {'Port': ['ID=e920a53e-4ca0-47b0-b872-a4150509dc4e,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:16.818328 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9f42e9fe-b7f9-40db-9ffd-572b2ea345e8 tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:16.827061 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc6e3a4-0ead-4c3d-9919-296a4a779e15 req-83106c83-521e-47f9-ab84-e46650eba59e tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:16.828624 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3cc6e3a4-0ead-4c3d-9919-296a4a779e15 req-83106c83-521e-47f9-ab84-e46650eba59e tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] 10.222.0.23 "GET /v2.0/ports?device_id=10989c9a-ee57-4c1b-b3a5-a8b05281a013 HTTP/1.1" status: 200 len: 946 time: 0.0818202 Dec 06 17:17:16.873309 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-5a2380f0-1c68-4a8c-a827-0b68bd4e2f15 None None] Attempting to bind port e920a53e-4ca0-47b0-b872-a4150509dc4e on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:17:16.873309 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-5a2380f0-1c68-4a8c-a827-0b68bd4e2f15 None None] Attempting to bind port e920a53e-4ca0-47b0-b872-a4150509dc4e by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'dd555f9d-28f4-4bf7-b613-dff03fb68f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '261aff99-925f-409c-8466-88931a59d0de'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:17:16.873684 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2380f0-1c68-4a8c-a827-0b68bd4e2f15 None None] Attempting to bind port e920a53e-4ca0-47b0-b872-a4150509dc4e on network 261aff99-925f-409c-8466-88931a59d0de {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:17:16.879117 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:16.880621 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2380f0-1c68-4a8c-a827-0b68bd4e2f15 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:17:16.881142 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2380f0-1c68-4a8c-a827-0b68bd4e2f15 None None] Checking segment: {'id': 'dd555f9d-28f4-4bf7-b613-dff03fb68f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '261aff99-925f-409c-8466-88931a59d0de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:17:16.881696 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5a2380f0-1c68-4a8c-a827-0b68bd4e2f15 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:16.882692 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2380f0-1c68-4a8c-a827-0b68bd4e2f15 None None] Bound using segment: {'id': 'dd555f9d-28f4-4bf7-b613-dff03fb68f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '261aff99-925f-409c-8466-88931a59d0de'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:17:16.882816 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-5a2380f0-1c68-4a8c-a827-0b68bd4e2f15 None None] Bound port: e920a53e-4ca0-47b0-b872-a4150509dc4e, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd555f9d-28f4-4bf7-b613-dff03fb68f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '261aff99-925f-409c-8466-88931a59d0de'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:17:16.883332 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5a2380f0-1c68-4a8c-a827-0b68bd4e2f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:16.896487 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9f42e9fe-b7f9-40db-9ffd-572b2ea345e8 tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:16.918839 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db465d0-902b-455e-9720-ddb90b0f54dc req-d6cdfa65-e9ba-43fa-9c89-ce0ae970efdd tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:16.929300 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3db465d0-902b-455e-9720-ddb90b0f54dc req-d6cdfa65-e9ba-43fa-9c89-ce0ae970efdd tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=508f5836-f88c-4ffc-946f-e5663863696a HTTP/1.1" status: 200 len: 946 time: 0.1004541 Dec 06 17:17:16.941726 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3cc6e3a4-0ead-4c3d-9919-296a4a779e15 req-4b7b7da4-520a-4e68-b5b4-ee55f6aa9b50 tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] 10.222.0.23 "GET /v2.0/security-groups?id=62d4d04d-d450-4847-84b5-1c29b7d89b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047058 Dec 06 17:17:17.015665 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-5a2380f0-1c68-4a8c-a827-0b68bd4e2f15 None None] For port e920a53e-4ca0-47b0-b872-a4150509dc4e, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:17:17.022584 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e3116a-1070-4910-b0da-f42bfd378289 x-openstack-request-id: req-83e3116a-1070-4910-b0da-f42bfd378289 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:17:17.022883 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "508f5836-f88c-4ffc-946f-e5663863696a", "name": "network-vif-plugged", "status": "completed", "tag": "eda150a0-0bf6-4a51-bde5-a84ca8e8d3df", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:17:17.023136 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-83e3116a-1070-4910-b0da-f42bfd378289 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:17:17.023541 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '508f5836-f88c-4ffc-946f-e5663863696a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eda150a0-0bf6-4a51-bde5-a84ca8e8d3df', 'code': 200} Dec 06 17:17:17.027188 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3db465d0-902b-455e-9720-ddb90b0f54dc req-42dfb540-0012-4a4b-8b87-de6254f41f5b tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870590 Dec 06 17:17:17.034994 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-5a2380f0-1c68-4a8c-a827-0b68bd4e2f15 None None] For port e920a53e-4ca0-47b0-b872-a4150509dc4e, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e920a53e-4ca0-47b0-b872-a4150509dc4e,segment=NetworkSegment(dd555f9d-28f4-4bf7-b613-dff03fb68f59),segment_id=dd555f9d-28f4-4bf7-b613-dff03fb68f59)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:17:17.050388 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5a2380f0-1c68-4a8c-a827-0b68bd4e2f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:17.168666 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc037a85-456c-489b-b2c7-30ac0849edd0 req-149b2716-1e7b-40cf-85b3-94867c86fc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:17.170376 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bc037a85-456c-489b-b2c7-30ac0849edd0 req-149b2716-1e7b-40cf-85b3-94867c86fc4d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=508f5836-f88c-4ffc-946f-e5663863696a HTTP/1.1" status: 200 len: 1097 time: 0.0798252 Dec 06 17:17:17.171238 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2380f0-1c68-4a8c-a827-0b68bd4e2f15 None None] Routers {'edac479e-683c-48ac-965d-acab505de6ea'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:17:17.171895 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-5a2380f0-1c68-4a8c-a827-0b68bd4e2f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:17:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['edac479e-683c-48ac-965d-acab505de6ea'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:17:17.176524 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9f42e9fe-b7f9-40db-9ffd-572b2ea345e8 tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:17.176707 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ecbee6-fca2-4678-90a6-aa5b012efe32 None None] Pushing event updated for resources: {'Port': ['ID=e920a53e-4ca0-47b0-b872-a4150509dc4e,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:17.183234 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9f42e9fe-b7f9-40db-9ffd-572b2ea345e8 tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:17.238597 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-97045db4-393e-4538-8b12-be927c7a44cb None None] Provisioning complete for port e920a53e-4ca0-47b0-b872-a4150509dc4e triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:17:17.239115 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-97045db4-393e-4538-8b12-be927c7a44cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:17.249402 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bc037a85-456c-489b-b2c7-30ac0849edd0 req-cc2fb92d-8244-42a1-a064-db75f192d167 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658176 Dec 06 17:17:17.272029 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9f42e9fe-b7f9-40db-9ffd-572b2ea345e8 tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:17.303907 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9f42e9fe-b7f9-40db-9ffd-572b2ea345e8 tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:17.306032 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-9f42e9fe-b7f9-40db-9ffd-572b2ea345e8 tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5833275 Dec 06 17:17:17.319376 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f42e9fe-b7f9-40db-9ffd-572b2ea345e8 tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] Pushing event updated for resources: {'Port': ['ID=ff61887c-cd9c-47e8-93f9-3ef32173fbf7,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:17.405165 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 2df903ce-17a3-44e2-be22-42f5d2808b70 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:17:17.470844 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3bed9a-bb8e-424c-928f-5cb609cfb38a req-9c42c6e6-0198-4a88-90eb-1c37179d49e5 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:17.473268 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3e3bed9a-bb8e-424c-928f-5cb609cfb38a req-9c42c6e6-0198-4a88-90eb-1c37179d49e5 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=953e01d8-d416-4d38-8d25-ba3e022cc74a HTTP/1.1" status: 200 len: 946 time: 0.0894687 Dec 06 17:17:17.554308 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3e3bed9a-bb8e-424c-928f-5cb609cfb38a req-a5de0158-c661-46e3-a48a-65beaff3cb39 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672987 Dec 06 17:17:17.629510 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-5a2380f0-1c68-4a8c-a827-0b68bd4e2f15 None None] Set router edac479e-683c-48ac-965d-acab505de6ea gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:17:17.641853 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-efbeb93d-7173-4c1d-9875-6dfd4d040149 req-b39d3d5e-7873-40b1-a5f9-b40631cea54b tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1060553438&fields=id&tenant_id=12e9694b770846e1b2438737464ee65f HTTP/1.1" status: 200 len: 267 time: 0.0684481 Dec 06 17:17:17.668757 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-97045db4-393e-4538-8b12-be927c7a44cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:17.719571 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548ec55c-04e4-49f6-aa29-a74cb9fbc5a3 req-421866a5-823a-47d2-acea-93c6eeec1b24 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:17.721890 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-548ec55c-04e4-49f6-aa29-a74cb9fbc5a3 req-421866a5-823a-47d2-acea-93c6eeec1b24 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=953e01d8-d416-4d38-8d25-ba3e022cc74a HTTP/1.1" status: 200 len: 946 time: 0.0722897 Dec 06 17:17:17.743767 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 2df903ce-17a3-44e2-be22-42f5d2808b70 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:17:17.744200 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:17.785419 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-97045db4-393e-4538-8b12-be927c7a44cb None None] For port e920a53e-4ca0-47b0-b872-a4150509dc4e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e920a53e-4ca0-47b0-b872-a4150509dc4e,segment=NetworkSegment(dd555f9d-28f4-4bf7-b613-dff03fb68f59),segment_id=dd555f9d-28f4-4bf7-b613-dff03fb68f59)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:17:17.797708 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-97045db4-393e-4538-8b12-be927c7a44cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:17.800540 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-548ec55c-04e4-49f6-aa29-a74cb9fbc5a3 req-fe86efb4-0059-4835-9f93-936f946cd709 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713603 Dec 06 17:17:17.808346 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbeb93d-7173-4c1d-9875-6dfd4d040149 req-3a13449f-69ec-45af-a9e6-e726b1b0057c tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:17.823480 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-efbeb93d-7173-4c1d-9875-6dfd4d040149 req-3a13449f-69ec-45af-a9e6-e726b1b0057c tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] 10.222.0.23 "GET /v2.0/networks?id=261aff99-925f-409c-8466-88931a59d0de HTTP/1.1" status: 200 len: 815 time: 0.1677051 Dec 06 17:17:17.839104 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-efbeb93d-7173-4c1d-9875-6dfd4d040149 req-5247a154-777e-4365-8697-7e5042d2beb9 tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] 10.222.0.23 "GET /v2.0/quotas/12e9694b770846e1b2438737464ee65f HTTP/1.1" status: 200 len: 375 time: 0.0204399 Dec 06 17:17:17.905338 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97045db4-393e-4538-8b12-be927c7a44cb None None] Pushing event updated for resources: {'Port': ['ID=e920a53e-4ca0-47b0-b872-a4150509dc4e,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:17.937701 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-efbeb93d-7173-4c1d-9875-6dfd4d040149 req-9e9cc3de-56b8-43b3-a87b-48968c10ddcf tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=12e9694b770846e1b2438737464ee65f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0974436 Dec 06 17:17:17.991668 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-fbfc1e3c-e5b0-4d21-8702-bcba6b37f6f8 None None] Provisioning complete for port e920a53e-4ca0-47b0-b872-a4150509dc4e triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:17:17.992266 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fbfc1e3c-e5b0-4d21-8702-bcba6b37f6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:18.031808 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:18.071010 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-5a2380f0-1c68-4a8c-a827-0b68bd4e2f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edac479e-683c-48ac-965d-acab505de6ea', 'name': 'tempest-ServersTestFqdnHostnames-1034388154-router', 'tenant_id': '12e9694b770846e1b2438737464ee65f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.154'}], 'enable_snat': True}, 'gw_port_id': '2df903ce-17a3-44e2-be22-42f5d2808b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:17:06Z', 'updated_at': '2021-12-06T17:17:13Z', 'revision_number': 4, 'project_id': '12e9694b770846e1b2438737464ee65f', 'gw_port': {'id': '2df903ce-17a3-44e2-be22-42f5d2808b70', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edac479e-683c-48ac-965d-acab505de6ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:17:08Z', 'updated_at': '2021-12-06T17:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'e920a53e-4ca0-47b0-b872-a4150509dc4e', 'name': '', 'network_id': '261aff99-925f-409c-8466-88931a59d0de', 'tenant_id': '12e9694b770846e1b2438737464ee65f', 'mac_address': 'fa:16:3e:d1:9c:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edac479e-683c-48ac-965d-acab505de6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '24938659-33cf-44a1-b187-f340ef422bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:17:11Z', 'updated_at': '2021-12-06T17:17:17Z', 'revision_number': 4, 'project_id': '12e9694b770846e1b2438737464ee65f', 'subnets': [{'id': '24938659-33cf-44a1-b187-f340ef422bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:17:18.087486 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-efbeb93d-7173-4c1d-9875-6dfd4d040149 req-270f62a2-4a0b-42cc-960e-4ac83b531aac service neutron] 10.222.0.23 "GET /v2.0/networks/261aff99-925f-409c-8466-88931a59d0de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405568 Dec 06 17:17:18.128124 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2380f0-1c68-4a8c-a827-0b68bd4e2f15 None None] The sync data for ids ['edac479e-683c-48ac-965d-acab505de6ea'] in n-d-master-1 is: [{'id': 'edac479e-683c-48ac-965d-acab505de6ea', 'name': 'tempest-ServersTestFqdnHostnames-1034388154-router', 'tenant_id': '12e9694b770846e1b2438737464ee65f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.154'}], 'enable_snat': True}, 'gw_port_id': '2df903ce-17a3-44e2-be22-42f5d2808b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:17:06Z', 'updated_at': '2021-12-06T17:17:13Z', 'revision_number': 4, 'project_id': '12e9694b770846e1b2438737464ee65f', 'gw_port': {'id': '2df903ce-17a3-44e2-be22-42f5d2808b70', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edac479e-683c-48ac-965d-acab505de6ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:17:08Z', 'updated_at': '2021-12-06T17:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'e920a53e-4ca0-47b0-b872-a4150509dc4e', 'name': '', 'network_id': '261aff99-925f-409c-8466-88931a59d0de', 'tenant_id': '12e9694b770846e1b2438737464ee65f', 'mac_address': 'fa:16:3e:d1:9c:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edac479e-683c-48ac-965d-acab505de6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '24938659-33cf-44a1-b187-f340ef422bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:17:11Z', 'updated_at': '2021-12-06T17:17:17Z', 'revision_number': 4, 'project_id': '12e9694b770846e1b2438737464ee65f', 'subnets': [{'id': '24938659-33cf-44a1-b187-f340ef422bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:17:18.225869 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-efbeb93d-7173-4c1d-9875-6dfd4d040149 req-d8552e07-7ad1-42be-932b-c9207ac68173 service neutron] 10.222.0.23 "GET /v2.0/networks/261aff99-925f-409c-8466-88931a59d0de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368232 Dec 06 17:17:18.249168 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c06483-7225-4a18-b9cf-35f93eab2918 req-0ba16744-6b53-417d-bfdb-be31ce9ef69d tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:18.257031 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-72c06483-7225-4a18-b9cf-35f93eab2918 req-0ba16744-6b53-417d-bfdb-be31ce9ef69d tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] 10.222.0.23 "GET /v2.0/ports?device_id=10989c9a-ee57-4c1b-b3a5-a8b05281a013 HTTP/1.1" status: 200 len: 946 time: 0.0761170 Dec 06 17:17:18.367011 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-72c06483-7225-4a18-b9cf-35f93eab2918 req-3ff8b5d5-58b6-4520-8b29-77b40ace05bd tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] 10.222.0.23 "GET /v2.0/security-groups?id=62d4d04d-d450-4847-84b5-1c29b7d89b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046610 Dec 06 17:17:18.419858 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efe3f5a-74cd-44dc-8374-466a8cfdc403 req-b9169f52-45c6-4387-bb58-80ed70bf0761 tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:18.423775 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2efe3f5a-74cd-44dc-8374-466a8cfdc403 req-b9169f52-45c6-4387-bb58-80ed70bf0761 tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] 10.222.0.41 "GET /v2.0/ports?device_id=10989c9a-ee57-4c1b-b3a5-a8b05281a013 HTTP/1.1" status: 200 len: 946 time: 0.1271141 Dec 06 17:17:18.522024 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1074403c-9113-47dd-835d-3e0591fe35dc req-764ccf28-1ff7-48e0-bd05-e4184f85320e tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:18.530560 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1074403c-9113-47dd-835d-3e0591fe35dc req-764ccf28-1ff7-48e0-bd05-e4184f85320e tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=508f5836-f88c-4ffc-946f-e5663863696a HTTP/1.1" status: 200 len: 946 time: 0.0792809 Dec 06 17:17:18.641348 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1074403c-9113-47dd-835d-3e0591fe35dc req-dfb069ad-bfcf-4221-9774-2cef6cfbc3bb tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090209 Dec 06 17:17:18.715358 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a86b8cd-f338-4f3e-98a6-48e5937b6bf8 req-1d07bcc0-01e2-45d4-a838-1f7b9454c956 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:18.723127 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5a86b8cd-f338-4f3e-98a6-48e5937b6bf8 req-1d07bcc0-01e2-45d4-a838-1f7b9454c956 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=953e01d8-d416-4d38-8d25-ba3e022cc74a HTTP/1.1" status: 200 len: 946 time: 0.0809388 Dec 06 17:17:18.746467 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-2efe3f5a-74cd-44dc-8374-466a8cfdc403 req-52b1acad-0f2c-4b85-857e-b57beaf9f1b8 tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] Deleting port 2eeb3652-4998-4f69-b011-cfd7e300b14f {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:17:18.747123 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-2efe3f5a-74cd-44dc-8374-466a8cfdc403 req-52b1acad-0f2c-4b85-857e-b57beaf9f1b8 tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:18.751746 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9fc9d4df-2f04-47ff-933e-60a1ed740e41 req-9f664fef-42fa-4a1e-8f1b-096b838748b6 tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf6cfff1-e89e-47d3-a261-fffcd3234c35 HTTP/1.1" status: 200 len: 210 time: 0.0391273 Dec 06 17:17:18.859333 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5a86b8cd-f338-4f3e-98a6-48e5937b6bf8 req-c11f4337-f6de-4976-939a-3e26b5b57a6c tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296175 Dec 06 17:17:18.894181 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-2efe3f5a-74cd-44dc-8374-466a8cfdc403 req-52b1acad-0f2c-4b85-857e-b57beaf9f1b8 tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] For port 2eeb3652-4998-4f69-b011-cfd7e300b14f, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=2eeb3652-4998-4f69-b011-cfd7e300b14f,segment=NetworkSegment(30de95dd-e0c6-41bf-b659-5a8b7c7bfe1b),segment_id=30de95dd-e0c6-41bf-b659-5a8b7c7bfe1b)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:17:18.894756 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-2efe3f5a-74cd-44dc-8374-466a8cfdc403 req-52b1acad-0f2c-4b85-857e-b57beaf9f1b8 tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:18.939100 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-2efe3f5a-74cd-44dc-8374-466a8cfdc403 req-52b1acad-0f2c-4b85-857e-b57beaf9f1b8 tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] Calling delete_port for 2eeb3652-4998-4f69-b011-cfd7e300b14f owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:17:19.077068 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:19.154808 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-2efe3f5a-74cd-44dc-8374-466a8cfdc403 req-52b1acad-0f2c-4b85-857e-b57beaf9f1b8 tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:19.192629 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['e39baf4a-d440-4226-a58a-2d5f539f719c', '2eeb3652-4998-4f69-b011-cfd7e300b14f'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:17:19.196161 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b1acad-0f2c-4b85-857e-b57beaf9f1b8 tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] Pushing event deleted for resources: {'Port': ['ID=2eeb3652-4998-4f69-b011-cfd7e300b14f,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:19.198164 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['c1d5e8ad-db8f-4066-a4dd-003c773ec0c7'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:17:19.291843 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-2efe3f5a-74cd-44dc-8374-466a8cfdc403 req-52b1acad-0f2c-4b85-857e-b57beaf9f1b8 tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] No DVR routers for this DVR port 2eeb3652-4998-4f69-b011-cfd7e300b14f on host n-h1-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:17:19.295279 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-2efe3f5a-74cd-44dc-8374-466a8cfdc403 req-52b1acad-0f2c-4b85-857e-b57beaf9f1b8 tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:19.300793 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2efe3f5a-74cd-44dc-8374-466a8cfdc403 req-52b1acad-0f2c-4b85-857e-b57beaf9f1b8 tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] 10.222.0.41 "DELETE /v2.0/ports/2eeb3652-4998-4f69-b011-cfd7e300b14f HTTP/1.1" status: 204 len: 173 time: 0.8694615 Dec 06 17:17:19.301351 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10989c9a-ee57-4c1b-b3a5-a8b05281a013', 'name': 'network-vif-deleted', 'tag': '2eeb3652-4998-4f69-b011-cfd7e300b14f'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:17:19.307232 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a1f419-2bf1-4615-b249-98288ba96bd1" -d '{"events": [{"server_uuid": "10989c9a-ee57-4c1b-b3a5-a8b05281a013", "name": "network-vif-deleted", "tag": "2eeb3652-4998-4f69-b011-cfd7e300b14f"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:17:19.448674 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0eebcc2-619b-4316-aeba-ae13724a1f8a x-openstack-request-id: req-c0eebcc2-619b-4316-aeba-ae13724a1f8a {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:17:19.449366 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10989c9a-ee57-4c1b-b3a5-a8b05281a013", "name": "network-vif-deleted", "tag": "2eeb3652-4998-4f69-b011-cfd7e300b14f", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:17:19.450027 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c0eebcc2-619b-4316-aeba-ae13724a1f8a {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:17:19.451222 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10989c9a-ee57-4c1b-b3a5-a8b05281a013', 'name': 'network-vif-deleted', 'tag': '2eeb3652-4998-4f69-b011-cfd7e300b14f', 'status': 'completed', 'code': 200} Dec 06 17:17:19.564658 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device e920a53e-4ca0-47b0-b872-a4150509dc4e up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:17:19.567785 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6acf9f16-3919-4559-b62d-ae5407f1c989 req-04fcc5d2-53e4-44ae-a94d-d03c29b4fb80 tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] 10.222.0.23 "GET /v2.0/ports?device_id=10989c9a-ee57-4c1b-b3a5-a8b05281a013 HTTP/1.1" status: 200 len: 210 time: 0.0528815 Dec 06 17:17:19.714168 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port e920a53e-4ca0-47b0-b872-a4150509dc4e triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:17:19.714704 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:19.762910 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7b673d-819d-46b0-9509-665a7d9780ff req-fc71d522-b26a-4669-b56f-489ce38ea5ad tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:19.771645 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fc7b673d-819d-46b0-9509-665a7d9780ff req-fc71d522-b26a-4669-b56f-489ce38ea5ad tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.44 "GET /v2.0/ports?device_id=953e01d8-d416-4d38-8d25-ba3e022cc74a HTTP/1.1" status: 200 len: 946 time: 0.1098111 Dec 06 17:17:19.814149 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 50618) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:17:19.821137 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612a8b0b-1480-472e-b0dc-ce76e85f9bb1 req-affa6ea1-b91d-4df8-abce-42183ee1275b tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:19.823627 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-612a8b0b-1480-472e-b0dc-ce76e85f9bb1 req-affa6ea1-b91d-4df8-abce-42183ee1275b tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=508f5836-f88c-4ffc-946f-e5663863696a HTTP/1.1" status: 200 len: 946 time: 0.0878081 Dec 06 17:17:19.903818 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-612a8b0b-1480-472e-b0dc-ce76e85f9bb1 req-5f4ed4fb-0ecc-482f-9917-35ae0e0bca32 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681927 Dec 06 17:17:19.987007 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-66c54c32-3d6e-4531-8ac9-55778eb90225 req-96906982-a75f-4866-a8c9-b87731cd3663 tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf6cfff1-e89e-47d3-a261-fffcd3234c35 HTTP/1.1" status: 200 len: 210 time: 0.1259477 Dec 06 17:17:20.024571 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2fd83ab9-56bf-42dc-8cc1-bf1cc9a778db admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:20.069845 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-fc7b673d-819d-46b0-9509-665a7d9780ff req-c8590f2e-4fb4-4271-8651-a17aa421ebba tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Deleting port 7c115060-c43c-48c0-86aa-2a705da21fb8 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:17:20.070191 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-fc7b673d-819d-46b0-9509-665a7d9780ff req-c8590f2e-4fb4-4271-8651-a17aa421ebba tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:20.070848 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b6e716-cd7f-41b9-8126-1d5ae6f5d5ba req-eaf1e7f7-b351-4234-989f-f6d669c9af82 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:20.079338 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-79b6e716-cd7f-41b9-8126-1d5ae6f5d5ba req-eaf1e7f7-b351-4234-989f-f6d669c9af82 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=953e01d8-d416-4d38-8d25-ba3e022cc74a HTTP/1.1" status: 200 len: 946 time: 0.1088922 Dec 06 17:17:20.199132 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-79b6e716-cd7f-41b9-8126-1d5ae6f5d5ba req-870e56fa-1042-4214-ba62-cb260bc18f5e tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193707 Dec 06 17:17:20.216590 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbeb93d-7173-4c1d-9875-6dfd4d040149 req-275802b4-a6db-4e90-be3b-7b16c2b45a8b tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:20.218510 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-fc7b673d-819d-46b0-9509-665a7d9780ff req-c8590f2e-4fb4-4271-8651-a17aa421ebba tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] For port 7c115060-c43c-48c0-86aa-2a705da21fb8, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=7c115060-c43c-48c0-86aa-2a705da21fb8,segment=NetworkSegment(b722eb92-d8da-4fbc-acca-71668ea91866),segment_id=b722eb92-d8da-4fbc-acca-71668ea91866)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:17:20.218910 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-fc7b673d-819d-46b0-9509-665a7d9780ff req-c8590f2e-4fb4-4271-8651-a17aa421ebba tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:20.219526 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-efbeb93d-7173-4c1d-9875-6dfd4d040149 req-275802b4-a6db-4e90-be3b-7b16c2b45a8b tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] 10.222.0.41 "GET /v2.0/networks?id=261aff99-925f-409c-8466-88931a59d0de HTTP/1.1" status: 200 len: 815 time: 0.1966460 Dec 06 17:17:20.243258 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-fc7b673d-819d-46b0-9509-665a7d9780ff req-c8590f2e-4fb4-4271-8651-a17aa421ebba tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Calling delete_port for 7c115060-c43c-48c0-86aa-2a705da21fb8 owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:17:20.265582 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2fd83ab9-56bf-42dc-8cc1-bf1cc9a778db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:20.273745 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2fd83ab9-56bf-42dc-8cc1-bf1cc9a778db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:20.307849 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-efbeb93d-7173-4c1d-9875-6dfd4d040149 req-f36860b3-f7e2-4606-ae2f-dccfc6a63501 tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12e9694b770846e1b2438737464ee65f HTTP/1.1" status: 200 len: 380 time: 0.0606658 Dec 06 17:17:20.325294 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-efbeb93d-7173-4c1d-9875-6dfd4d040149 req-587cb960-c991-4934-8ae5-fee062630436 tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] Request body: {'port': {'device_id': 'bf6cfff1-e89e-47d3-a261-fffcd3234c35', 'network_id': '261aff99-925f-409c-8466-88931a59d0de', 'admin_state_up': True, 'tenant_id': '12e9694b770846e1b2438737464ee65f', 'security_groups': ['bbd4fc35-3e54-498e-8ec5-ae59cdb374e3']}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:17:20.368879 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd83ab9-56bf-42dc-8cc1-bf1cc9a778db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e21fdc3b-e067-4bda-8225-45bf6684fe3f,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:20.377988 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-2fd83ab9-56bf-42dc-8cc1-bf1cc9a778db admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ce203dfa7d054d9c8b3c83906712e6d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5554361 Dec 06 17:17:20.378975 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 50632) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:17:20.471827 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f86374-19c0-4f21-94f2-73051b2db018 req-31620a29-428f-491b-a1de-ae6e20187af2 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:20.473274 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b1f86374-19c0-4f21-94f2-73051b2db018 req-31620a29-428f-491b-a1de-ae6e20187af2 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=508f5836-f88c-4ffc-946f-e5663863696a HTTP/1.1" status: 200 len: 946 time: 0.0904613 Dec 06 17:17:20.481790 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-193e3c82-c755-4cab-bc56-a3d0c94eefd4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:20.510245 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efbeb93d-7173-4c1d-9875-6dfd4d040149 req-587cb960-c991-4934-8ae5-fee062630436 tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] Made reservation on behalf of 12e9694b770846e1b2438737464ee65f for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:17:20.513099 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-fc7b673d-819d-46b0-9509-665a7d9780ff req-c8590f2e-4fb4-4271-8651-a17aa421ebba tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:20.513743 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-efbeb93d-7173-4c1d-9875-6dfd4d040149 req-587cb960-c991-4934-8ae5-fee062630436 tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:20.515921 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-193e3c82-c755-4cab-bc56-a3d0c94eefd4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:20.528473 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['3151ab1d-b074-4e06-a04f-9eb3d8f129bc', '7c115060-c43c-48c0-86aa-2a705da21fb8'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:17:20.552209 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8590f2e-4fb4-4271-8651-a17aa421ebba tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Pushing event deleted for resources: {'Port': ['ID=7c115060-c43c-48c0-86aa-2a705da21fb8,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:20.556023 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b1f86374-19c0-4f21-94f2-73051b2db018 req-8c147752-97c8-42fd-8d7f-ff865539f4bc tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740757 Dec 06 17:17:20.626378 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc7b673d-819d-46b0-9509-665a7d9780ff req-c8590f2e-4fb4-4271-8651-a17aa421ebba tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] No DVR routers for this DVR port 7c115060-c43c-48c0-86aa-2a705da21fb8 on host n-h2-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:17:20.629553 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-fc7b673d-819d-46b0-9509-665a7d9780ff req-c8590f2e-4fb4-4271-8651-a17aa421ebba tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:20.636742 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fc7b673d-819d-46b0-9509-665a7d9780ff req-c8590f2e-4fb4-4271-8651-a17aa421ebba tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.44 "DELETE /v2.0/ports/7c115060-c43c-48c0-86aa-2a705da21fb8 HTTP/1.1" status: 204 len: 173 time: 0.8517950 Dec 06 17:17:20.637934 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '953e01d8-d416-4d38-8d25-ba3e022cc74a', 'name': 'network-vif-deleted', 'tag': '7c115060-c43c-48c0-86aa-2a705da21fb8'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:17:20.643215 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b26fc3ec-5367-4624-84ae-15da44ad3f6c" -d '{"events": [{"server_uuid": "953e01d8-d416-4d38-8d25-ba3e022cc74a", "name": "network-vif-deleted", "tag": "7c115060-c43c-48c0-86aa-2a705da21fb8"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:17:20.671105 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-193e3c82-c755-4cab-bc56-a3d0c94eefd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:20.677601 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-193e3c82-c755-4cab-bc56-a3d0c94eefd4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:20.681236 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-193e3c82-c755-4cab-bc56-a3d0c94eefd4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e21fdc3b-e067-4bda-8225-45bf6684fe3f HTTP/1.1" status: 204 len: 168 time: 0.2978098 Dec 06 17:17:20.694028 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193e3c82-c755-4cab-bc56-a3d0c94eefd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e21fdc3b-e067-4bda-8225-45bf6684fe3f,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:20.807000 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-efbeb93d-7173-4c1d-9875-6dfd4d040149 req-587cb960-c991-4934-8ae5-fee062630436 tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] Allocated IP 172.20.0.10 (261aff99-925f-409c-8466-88931a59d0de/24938659-33cf-44a1-b187-f340ef422bb5/ea0b0aba-80db-4b8c-bbd0-2379ff2e9257) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:17:20.857452 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1668d6f-b77b-442f-8424-55da1417a263 x-openstack-request-id: req-f1668d6f-b77b-442f-8424-55da1417a263 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:17:20.857989 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "953e01d8-d416-4d38-8d25-ba3e022cc74a", "name": "network-vif-deleted", "tag": "7c115060-c43c-48c0-86aa-2a705da21fb8", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:17:20.859930 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f1668d6f-b77b-442f-8424-55da1417a263 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:17:20.860412 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '953e01d8-d416-4d38-8d25-ba3e022cc74a', 'name': 'network-vif-deleted', 'tag': '7c115060-c43c-48c0-86aa-2a705da21fb8', 'status': 'completed', 'code': 200} Dec 06 17:17:20.989767 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-efbeb93d-7173-4c1d-9875-6dfd4d040149 req-587cb960-c991-4934-8ae5-fee062630436 tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:21.035387 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-efbeb93d-7173-4c1d-9875-6dfd4d040149 req-587cb960-c991-4934-8ae5-fee062630436 tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:21.086667 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efbeb93d-7173-4c1d-9875-6dfd4d040149 req-587cb960-c991-4934-8ae5-fee062630436 tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] Network 261aff99-925f-409c-8466-88931a59d0de is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:17:21.090406 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-efbeb93d-7173-4c1d-9875-6dfd4d040149 req-587cb960-c991-4934-8ae5-fee062630436 tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:17:21.096228 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-efbeb93d-7173-4c1d-9875-6dfd4d040149 req-587cb960-c991-4934-8ae5-fee062630436 tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:17:21.130150 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587cb960-c991-4934-8ae5-fee062630436 tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] Pushing event updated for resources: {'Port': ['ID=ea0b0aba-80db-4b8c-bbd0-2379ff2e9257,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:21.136063 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 50662) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:17:21.155056 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ab0d7768-0e76-4e15-b417-c5cb29ecee8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:21.200183 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbeb93d-7173-4c1d-9875-6dfd4d040149 req-587cb960-c991-4934-8ae5-fee062630436 tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:21.200876 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-efbeb93d-7173-4c1d-9875-6dfd4d040149 req-587cb960-c991-4934-8ae5-fee062630436 tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:21.223349 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d8dcb4-8907-4e5b-933b-86d51ee70f88 req-bf876038-89d5-486e-a699-e1a2cf04a0f0 tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:21.224925 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-14d8dcb4-8907-4e5b-933b-86d51ee70f88 req-bf876038-89d5-486e-a699-e1a2cf04a0f0 tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf6cfff1-e89e-47d3-a261-fffcd3234c35 HTTP/1.1" status: 200 len: 932 time: 0.1324072 Dec 06 17:17:21.233871 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-efbeb93d-7173-4c1d-9875-6dfd4d040149 req-587cb960-c991-4934-8ae5-fee062630436 tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9135647 Dec 06 17:17:21.252567 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ab0d7768-0e76-4e15-b417-c5cb29ecee8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:21.259661 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ab0d7768-0e76-4e15-b417-c5cb29ecee8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:21.264868 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-efbeb93d-7173-4c1d-9875-6dfd4d040149 req-8982f842-5660-4154-8b9b-f14d71736551 service neutron] Request body: {'port': {'device_id': 'bf6cfff1-e89e-47d3-a261-fffcd3234c35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:17:21.313897 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-ab0d7768-0e76-4e15-b417-c5cb29ecee8c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6855b9c4ef2f4511bd73da79de5a1dcc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1729965 Dec 06 17:17:21.313897 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 50670) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:17:21.323031 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0d7768-0e76-4e15-b417-c5cb29ecee8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd758e6-48b5-4910-8625-0e49f5cbdac2,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:21.394946 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a97102-b9cc-4e33-b622-488ce44dcbdf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:21.424077 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a97102-b9cc-4e33-b622-488ce44dcbdf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:21.425261 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-efbeb93d-7173-4c1d-9875-6dfd4d040149 req-8982f842-5660-4154-8b9b-f14d71736551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:21.478261 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-14d8dcb4-8907-4e5b-933b-86d51ee70f88 req-528c896b-bed4-43b1-ac06-7d81de57f095 tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] 10.222.0.23 "GET /v2.0/security-groups?id=bbd4fc35-3e54-498e-8ec5-ae59cdb374e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2431834 Dec 06 17:17:21.488297 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-cca2e428-8b75-4810-858b-7645bffb457e req-ac634a99-df94-4325-8b60-c43536a716fb tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=953e01d8-d416-4d38-8d25-ba3e022cc74a HTTP/1.1" status: 200 len: 210 time: 0.0343068 Dec 06 17:17:21.503075 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6f9c1ba7-9a6e-4649-8f7e-bab10d7954b2 None None] Provisioning complete for port ea0b0aba-80db-4b8c-bbd0-2379ff2e9257 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:17:21.506351 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6f9c1ba7-9a6e-4649-8f7e-bab10d7954b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:21.516616 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a97102-b9cc-4e33-b622-488ce44dcbdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:21.519779 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1a97102-b9cc-4e33-b622-488ce44dcbdf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:21.523177 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-c1a97102-b9cc-4e33-b622-488ce44dcbdf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6dd758e6-48b5-4910-8625-0e49f5cbdac2 HTTP/1.1" status: 204 len: 168 time: 0.2060740 Dec 06 17:17:21.533359 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a97102-b9cc-4e33-b622-488ce44dcbdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd758e6-48b5-4910-8625-0e49f5cbdac2,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:21.590478 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6f9c1ba7-9a6e-4649-8f7e-bab10d7954b2 None None] Port ea0b0aba-80db-4b8c-bbd0-2379ff2e9257 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:17:21.734044 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97de48c-e958-41f6-bc13-d3d7aeb8c88b req-b8b0e11c-5b1e-4608-91dd-e236daf462a0 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:21.735683 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f97de48c-e958-41f6-bc13-d3d7aeb8c88b req-b8b0e11c-5b1e-4608-91dd-e236daf462a0 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=508f5836-f88c-4ffc-946f-e5663863696a HTTP/1.1" status: 200 len: 946 time: 0.0606318 Dec 06 17:17:21.802345 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f97de48c-e958-41f6-bc13-d3d7aeb8c88b req-2108d55a-e71b-42a2-91f9-c70e2da8b1a4 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604122 Dec 06 17:17:21.818106 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-efbeb93d-7173-4c1d-9875-6dfd4d040149 req-8982f842-5660-4154-8b9b-f14d71736551 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea0b0aba-80db-4b8c-bbd0-2379ff2e9257 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:17:21.831736 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-efbeb93d-7173-4c1d-9875-6dfd4d040149 req-8982f842-5660-4154-8b9b-f14d71736551 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:21.841832 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c83850e-84e6-474f-ba4c-3c716468ca1e req-283a0338-cf68-4714-aa63-ec8a975584c2 tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:21.847882 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c83850e-84e6-474f-ba4c-3c716468ca1e req-283a0338-cf68-4714-aa63-ec8a975584c2 tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:21.853992 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1c83850e-84e6-474f-ba4c-3c716468ca1e req-283a0338-cf68-4714-aa63-ec8a975584c2 tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] 10.222.0.23 "GET /v2.0/ports?device_id=2823c0df-25fe-475a-94b4-62c38599016d&device_id=d56ae8aa-1f46-437e-88c1-fa35b46e5ec1 HTTP/1.1" status: 200 len: 1682 time: 0.1241295 Dec 06 17:17:21.884200 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-efbeb93d-7173-4c1d-9875-6dfd4d040149 req-8982f842-5660-4154-8b9b-f14d71736551 service neutron] Transition to ACTIVE for port object ea0b0aba-80db-4b8c-bbd0-2379ff2e9257 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:17:21.889825 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-efbeb93d-7173-4c1d-9875-6dfd4d040149 req-8982f842-5660-4154-8b9b-f14d71736551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:21.903265 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 2eeb3652-4998-4f69-b011-cfd7e300b14f no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:17:21.931253 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] No Port match for: 2eeb3652-4998-4f69-b011-cfd7e300b14f {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:17:21.932896 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 2eeb3652-4998-4f69-b011-cfd7e300b14f not bound to the agent host n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:17:21.970631 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1c83850e-84e6-474f-ba4c-3c716468ca1e req-1518f0aa-e18e-4b37-8852-42ab40065066 tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] 10.222.0.23 "GET /v2.0/security-groups?id=62d4d04d-d450-4847-84b5-1c29b7d89b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096461 Dec 06 17:17:21.987216 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8982f842-5660-4154-8b9b-f14d71736551 service neutron] Pushing event updated for resources: {'Port': ['ID=ea0b0aba-80db-4b8c-bbd0-2379ff2e9257,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:22.129134 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-efbeb93d-7173-4c1d-9875-6dfd4d040149 req-8982f842-5660-4154-8b9b-f14d71736551 service neutron] Attempting to bind port ea0b0aba-80db-4b8c-bbd0-2379ff2e9257 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:17:22.129515 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-efbeb93d-7173-4c1d-9875-6dfd4d040149 req-8982f842-5660-4154-8b9b-f14d71736551 service neutron] Attempting to bind port ea0b0aba-80db-4b8c-bbd0-2379ff2e9257 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'dd555f9d-28f4-4bf7-b613-dff03fb68f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '261aff99-925f-409c-8466-88931a59d0de'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:17:22.129866 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efbeb93d-7173-4c1d-9875-6dfd4d040149 req-8982f842-5660-4154-8b9b-f14d71736551 service neutron] Attempting to bind port ea0b0aba-80db-4b8c-bbd0-2379ff2e9257 on network 261aff99-925f-409c-8466-88931a59d0de {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:17:22.135404 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efbeb93d-7173-4c1d-9875-6dfd4d040149 req-8982f842-5660-4154-8b9b-f14d71736551 service neutron] Port ea0b0aba-80db-4b8c-bbd0-2379ff2e9257 on network 261aff99-925f-409c-8466-88931a59d0de not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:17:22.135732 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efbeb93d-7173-4c1d-9875-6dfd4d040149 req-8982f842-5660-4154-8b9b-f14d71736551 service neutron] Attempting to bind port ea0b0aba-80db-4b8c-bbd0-2379ff2e9257 on network 261aff99-925f-409c-8466-88931a59d0de {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:17:22.140954 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efbeb93d-7173-4c1d-9875-6dfd4d040149 req-8982f842-5660-4154-8b9b-f14d71736551 service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:17:22.141295 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efbeb93d-7173-4c1d-9875-6dfd4d040149 req-8982f842-5660-4154-8b9b-f14d71736551 service neutron] Checking segment: {'id': 'dd555f9d-28f4-4bf7-b613-dff03fb68f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '261aff99-925f-409c-8466-88931a59d0de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:17:22.141854 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efbeb93d-7173-4c1d-9875-6dfd4d040149 req-8982f842-5660-4154-8b9b-f14d71736551 service neutron] Bound using segment: {'id': 'dd555f9d-28f4-4bf7-b613-dff03fb68f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '261aff99-925f-409c-8466-88931a59d0de'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:17:22.142290 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-efbeb93d-7173-4c1d-9875-6dfd4d040149 req-8982f842-5660-4154-8b9b-f14d71736551 service neutron] Bound port: ea0b0aba-80db-4b8c-bbd0-2379ff2e9257, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd555f9d-28f4-4bf7-b613-dff03fb68f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '261aff99-925f-409c-8466-88931a59d0de'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:17:22.142649 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-efbeb93d-7173-4c1d-9875-6dfd4d040149 req-8982f842-5660-4154-8b9b-f14d71736551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:22.209140 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f0715-cdb0-4444-8650-08c47351d05b req-a90ff521-554e-46eb-b51d-0edf36e4b28f tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:22.218597 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3d6f0715-cdb0-4444-8650-08c47351d05b req-a90ff521-554e-46eb-b51d-0edf36e4b28f tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=508f5836-f88c-4ffc-946f-e5663863696a HTTP/1.1" status: 200 len: 946 time: 0.0793803 Dec 06 17:17:22.231350 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-efbeb93d-7173-4c1d-9875-6dfd4d040149 req-8982f842-5660-4154-8b9b-f14d71736551 service neutron] For port ea0b0aba-80db-4b8c-bbd0-2379ff2e9257, host n-h1-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:17:22.239004 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-efbeb93d-7173-4c1d-9875-6dfd4d040149 req-8982f842-5660-4154-8b9b-f14d71736551 service neutron] For port ea0b0aba-80db-4b8c-bbd0-2379ff2e9257, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ea0b0aba-80db-4b8c-bbd0-2379ff2e9257,segment=NetworkSegment(dd555f9d-28f4-4bf7-b613-dff03fb68f59),segment_id=dd555f9d-28f4-4bf7-b613-dff03fb68f59)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:17:22.249539 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-efbeb93d-7173-4c1d-9875-6dfd4d040149 req-8982f842-5660-4154-8b9b-f14d71736551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:22.293936 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3d6f0715-cdb0-4444-8650-08c47351d05b req-e5bd543b-62ce-42f8-81ad-4cd81b434d19 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669622 Dec 06 17:17:22.315067 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbeb93d-7173-4c1d-9875-6dfd4d040149 req-8982f842-5660-4154-8b9b-f14d71736551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:22.315793 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-efbeb93d-7173-4c1d-9875-6dfd4d040149 req-8982f842-5660-4154-8b9b-f14d71736551 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:22.317274 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-efbeb93d-7173-4c1d-9875-6dfd4d040149 req-8982f842-5660-4154-8b9b-f14d71736551 service neutron] 10.222.0.41 "PUT /v2.0/ports/ea0b0aba-80db-4b8c-bbd0-2379ff2e9257 HTTP/1.1" status: 200 len: 1092 time: 1.0596335 Dec 06 17:17:22.320583 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf6cfff1-e89e-47d3-a261-fffcd3234c35', 'tag': 'ea0b0aba-80db-4b8c-bbd0-2379ff2e9257'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:17:22.324113 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ef3bffa-68b9-43b9-88e8-f7a7b1611ef5" -d '{"events": [{"name": "network-changed", "server_uuid": "bf6cfff1-e89e-47d3-a261-fffcd3234c35", "tag": "ea0b0aba-80db-4b8c-bbd0-2379ff2e9257"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:17:22.374487 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8982f842-5660-4154-8b9b-f14d71736551 service neutron] Pushing event updated for resources: {'Port': ['ID=ea0b0aba-80db-4b8c-bbd0-2379ff2e9257,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:22.388151 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5393880f-27c5-4fa1-9104-3e0efe9f1824 x-openstack-request-id: req-5393880f-27c5-4fa1-9104-3e0efe9f1824 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:17:22.388695 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf6cfff1-e89e-47d3-a261-fffcd3234c35", "tag": "ea0b0aba-80db-4b8c-bbd0-2379ff2e9257", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:17:22.389134 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5393880f-27c5-4fa1-9104-3e0efe9f1824 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:17:22.389765 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf6cfff1-e89e-47d3-a261-fffcd3234c35', 'tag': 'ea0b0aba-80db-4b8c-bbd0-2379ff2e9257', 'status': 'completed', 'code': 200} Dec 06 17:17:22.442057 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbeb93d-7173-4c1d-9875-6dfd4d040149 req-91039dbd-700e-472f-9b6a-98fb4a2a01b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:22.445861 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-efbeb93d-7173-4c1d-9875-6dfd4d040149 req-91039dbd-700e-472f-9b6a-98fb4a2a01b7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=12e9694b770846e1b2438737464ee65f&device_id=bf6cfff1-e89e-47d3-a261-fffcd3234c35 HTTP/1.1" status: 200 len: 1095 time: 0.0530710 Dec 06 17:17:22.508455 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-efbeb93d-7173-4c1d-9875-6dfd4d040149 req-fa16a366-3eef-45f3-92d3-769d29cfc513 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea0b0aba-80db-4b8c-bbd0-2379ff2e9257 HTTP/1.1" status: 200 len: 217 time: 0.0460274 Dec 06 17:17:22.589524 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbeb93d-7173-4c1d-9875-6dfd4d040149 req-81ddbcb3-cb58-4a65-a9e2-bb4886f060ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:22.591191 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-efbeb93d-7173-4c1d-9875-6dfd4d040149 req-81ddbcb3-cb58-4a65-a9e2-bb4886f060ee service neutron] 10.222.0.41 "GET /v2.0/subnets?id=24938659-33cf-44a1-b187-f340ef422bb5 HTTP/1.1" status: 200 len: 854 time: 0.0695727 Dec 06 17:17:22.664003 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbeb93d-7173-4c1d-9875-6dfd4d040149 req-7b7d2449-4870-49b3-89cc-c704b361f42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:22.665865 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-efbeb93d-7173-4c1d-9875-6dfd4d040149 req-7b7d2449-4870-49b3-89cc-c704b361f42e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=261aff99-925f-409c-8466-88931a59d0de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569482 Dec 06 17:17:22.669032 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 7c115060-c43c-48c0-86aa-2a705da21fb8 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:17:22.672012 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b588f399-0648-491a-bd5d-1223bc5da7bc req-689b43fb-8c5d-4d3b-8eb6-5cd7d62216df tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:22.679402 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b588f399-0648-491a-bd5d-1223bc5da7bc req-689b43fb-8c5d-4d3b-8eb6-5cd7d62216df tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf6cfff1-e89e-47d3-a261-fffcd3234c35 HTTP/1.1" status: 200 len: 944 time: 0.0911958 Dec 06 17:17:22.702566 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] No Port match for: 7c115060-c43c-48c0-86aa-2a705da21fb8 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:17:22.703157 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 7c115060-c43c-48c0-86aa-2a705da21fb8 not bound to the agent host n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:17:22.740942 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b588f399-0648-491a-bd5d-1223bc5da7bc req-b6c4af79-37e0-4a88-b3f3-7c5068ecf426 tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] 10.222.0.23 "GET /v2.0/security-groups?id=bbd4fc35-3e54-498e-8ec5-ae59cdb374e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605209 Dec 06 17:17:22.832716 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-efbeb93d-7173-4c1d-9875-6dfd4d040149 req-d337cc29-cf71-43ec-9a15-a5fe36b08e39 service neutron] 10.222.0.41 "GET /v2.0/networks/261aff99-925f-409c-8466-88931a59d0de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575301 Dec 06 17:17:22.977656 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-efbeb93d-7173-4c1d-9875-6dfd4d040149 req-2c1306b0-f168-45d8-9fe0-b3d89b780642 service neutron] 10.222.0.41 "GET /v2.0/networks/261aff99-925f-409c-8466-88931a59d0de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369653 Dec 06 17:17:23.016327 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc32744c-80de-4e38-9c08-9efa91bf2252 req-010c4b76-982f-4555-8b47-1c2cb3ce2f05 tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:23.030821 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-cc32744c-80de-4e38-9c08-9efa91bf2252 req-010c4b76-982f-4555-8b47-1c2cb3ce2f05 tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] 10.222.0.23 "GET /v2.0/ports?device_id=2823c0df-25fe-475a-94b4-62c38599016d HTTP/1.1" status: 200 len: 945 time: 0.0945575 Dec 06 17:17:23.114169 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-cc32744c-80de-4e38-9c08-9efa91bf2252 req-2eb08c1b-0146-47eb-a5eb-fcc9092ee2d3 tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] 10.222.0.23 "GET /v2.0/security-groups?id=62d4d04d-d450-4847-84b5-1c29b7d89b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819833 Dec 06 17:17:23.120220 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef3bffa-68b9-43b9-88e8-f7a7b1611ef5 req-7ef9a4c7-6f65-4dca-a204-00a484525bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:23.124988 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3ef3bffa-68b9-43b9-88e8-f7a7b1611ef5 req-7ef9a4c7-6f65-4dca-a204-00a484525bbf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=12e9694b770846e1b2438737464ee65f&device_id=bf6cfff1-e89e-47d3-a261-fffcd3234c35 HTTP/1.1" status: 200 len: 1095 time: 0.0856733 Dec 06 17:17:23.230559 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef3bffa-68b9-43b9-88e8-f7a7b1611ef5 req-b2cf4100-d054-450f-ad5f-22182a9b7b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:23.232059 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3ef3bffa-68b9-43b9-88e8-f7a7b1611ef5 req-b2cf4100-d054-450f-ad5f-22182a9b7b88 service neutron] 10.222.0.41 "GET /v2.0/networks?id=261aff99-925f-409c-8466-88931a59d0de HTTP/1.1" status: 200 len: 916 time: 0.0979817 Dec 06 17:17:23.288821 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3ef3bffa-68b9-43b9-88e8-f7a7b1611ef5 req-7d3c24ae-1636-4ded-a558-7f7c072203e8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea0b0aba-80db-4b8c-bbd0-2379ff2e9257 HTTP/1.1" status: 200 len: 217 time: 0.0412033 Dec 06 17:17:23.293229 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b701c4-7383-45ab-bd87-c6648cb2b585 req-959916ea-6399-46c5-8d80-206d757333ee tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:23.294772 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-16b701c4-7383-45ab-bd87-c6648cb2b585 req-959916ea-6399-46c5-8d80-206d757333ee tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/networks?id=931f4273-7ce0-414b-a3b2-f40f48617bda HTTP/1.1" status: 200 len: 805 time: 0.1164131 Dec 06 17:17:23.317067 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-16b701c4-7383-45ab-bd87-c6648cb2b585 req-9d8f77cb-56c1-473f-8a6a-7c6d0ab36300 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/quotas/0b996ae66d164de39215c3dfc863b124 HTTP/1.1" status: 200 len: 375 time: 0.0152538 Dec 06 17:17:23.352359 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef3bffa-68b9-43b9-88e8-f7a7b1611ef5 req-2720a8c1-d7e5-43b5-8a61-c2f5eda0c52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:23.354863 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3ef3bffa-68b9-43b9-88e8-f7a7b1611ef5 req-2720a8c1-d7e5-43b5-8a61-c2f5eda0c52c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=24938659-33cf-44a1-b187-f340ef422bb5 HTTP/1.1" status: 200 len: 854 time: 0.0562310 Dec 06 17:17:23.372577 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-16b701c4-7383-45ab-bd87-c6648cb2b585 req-76a9d35f-82ba-4b7f-8e15-56b25d9b558b tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0b996ae66d164de39215c3dfc863b124&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0481553 Dec 06 17:17:23.450402 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99ef217-c36b-44aa-b58c-4c29b25bd982 req-fd404170-e2b7-4dff-b219-e3a2325c9179 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:23.451920 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e99ef217-c36b-44aa-b58c-4c29b25bd982 req-fd404170-e2b7-4dff-b219-e3a2325c9179 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=508f5836-f88c-4ffc-946f-e5663863696a HTTP/1.1" status: 200 len: 946 time: 0.0876467 Dec 06 17:17:23.458139 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef3bffa-68b9-43b9-88e8-f7a7b1611ef5 req-7299f135-2a9c-4467-b1ff-734d6bc64e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:23.459776 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3ef3bffa-68b9-43b9-88e8-f7a7b1611ef5 req-7299f135-2a9c-4467-b1ff-734d6bc64e4a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=261aff99-925f-409c-8466-88931a59d0de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0849688 Dec 06 17:17:23.495050 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-16b701c4-7383-45ab-bd87-c6648cb2b585 req-e1d48f47-8f93-4840-9caf-5ad14ce962e9 service neutron] 10.222.0.23 "GET /v2.0/networks/931f4273-7ce0-414b-a3b2-f40f48617bda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071923 Dec 06 17:17:23.555624 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e99ef217-c36b-44aa-b58c-4c29b25bd982 req-08f837e9-2044-415e-9d7e-45d01081cf94 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948710 Dec 06 17:17:23.565869 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 50778) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:17:23.585013 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3ef3bffa-68b9-43b9-88e8-f7a7b1611ef5 req-40fea56e-a890-48dd-bc4c-36f0941a3a3a service neutron] 10.222.0.41 "GET /v2.0/networks/261aff99-925f-409c-8466-88931a59d0de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107099 Dec 06 17:17:23.608692 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-16b701c4-7383-45ab-bd87-c6648cb2b585 req-f56c3ba7-2127-485c-9f80-d7b339988b4b service neutron] 10.222.0.23 "GET /v2.0/networks/931f4273-7ce0-414b-a3b2-f40f48617bda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058176 Dec 06 17:17:23.686819 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-758d4953-0688-496a-af93-58405ae1017a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:23.688944 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3ef3bffa-68b9-43b9-88e8-f7a7b1611ef5 req-2f518112-48b4-4ffd-87bc-a09317609423 service neutron] 10.222.0.41 "GET /v2.0/networks/261aff99-925f-409c-8466-88931a59d0de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958383 Dec 06 17:17:23.809511 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3374f7c1-4afa-47ae-9715-29f201b6cf24 req-0a22d766-6e94-4cc5-a0a4-2bebd10ab3e5 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=533e5a6d-6ecc-4231-a21c-b90aac9cd2a5 HTTP/1.1" status: 200 len: 210 time: 0.0356491 Dec 06 17:17:23.811330 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e836cfac-790e-43d9-affd-dde101118212 req-cffc565f-da62-4822-a5f6-94b728ce1d6a tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:23.813114 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e836cfac-790e-43d9-affd-dde101118212 req-cffc565f-da62-4822-a5f6-94b728ce1d6a tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.41 "GET /v2.0/ports?device_id=508f5836-f88c-4ffc-946f-e5663863696a HTTP/1.1" status: 200 len: 946 time: 0.1106896 Dec 06 17:17:23.866646 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-758d4953-0688-496a-af93-58405ae1017a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:23.896607 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-758d4953-0688-496a-af93-58405ae1017a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:23.969799 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1e89c0-c7f9-4ed2-b2e2-720fc74cc8df req-123e4554-356f-4f19-a7d1-43be73df4d5c tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:23.971129 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1c1e89c0-c7f9-4ed2-b2e2-720fc74cc8df req-123e4554-356f-4f19-a7d1-43be73df4d5c tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] 10.222.0.41 "GET /v2.0/ports?device_id=2823c0df-25fe-475a-94b4-62c38599016d HTTP/1.1" status: 200 len: 945 time: 0.0784535 Dec 06 17:17:23.983467 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758d4953-0688-496a-af93-58405ae1017a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0773f95c-e90c-4141-bd74-5798abac3940,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:23.999420 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-758d4953-0688-496a-af93-58405ae1017a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=87ecb15826414818a70ed62262a5834e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4324963 Dec 06 17:17:24.002455 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 50798) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:17:24.020265 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9ea505-b415-48c6-9102-c3621af822f3 req-055a8398-8c2a-49b8-a49c-1c050338d2ec tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:24.028468 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7a9ea505-b415-48c6-9102-c3621af822f3 req-055a8398-8c2a-49b8-a49c-1c050338d2ec tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf6cfff1-e89e-47d3-a261-fffcd3234c35 HTTP/1.1" status: 200 len: 944 time: 0.1694293 Dec 06 17:17:24.094149 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-1c1e89c0-c7f9-4ed2-b2e2-720fc74cc8df req-270b9a7f-9792-4c92-821c-4c2a408ee1a2 tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] Deleting port e39baf4a-d440-4226-a58a-2d5f539f719c {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:17:24.094532 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-1c1e89c0-c7f9-4ed2-b2e2-720fc74cc8df req-270b9a7f-9792-4c92-821c-4c2a408ee1a2 tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:24.132841 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-e836cfac-790e-43d9-affd-dde101118212 req-1c0e61e0-96ce-499e-baab-3253981d1829 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Deleting port eda150a0-0bf6-4a51-bde5-a84ca8e8d3df {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:17:24.133107 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e836cfac-790e-43d9-affd-dde101118212 req-1c0e61e0-96ce-499e-baab-3253981d1829 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:24.186128 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7a9ea505-b415-48c6-9102-c3621af822f3 req-fbd5a8bc-5c16-4a1f-ba04-1da76254dead tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] 10.222.0.23 "GET /v2.0/security-groups?id=bbd4fc35-3e54-498e-8ec5-ae59cdb374e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1567295 Dec 06 17:17:24.198811 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-1c1e89c0-c7f9-4ed2-b2e2-720fc74cc8df req-270b9a7f-9792-4c92-821c-4c2a408ee1a2 tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] For port e39baf4a-d440-4226-a58a-2d5f539f719c, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=e39baf4a-d440-4226-a58a-2d5f539f719c,segment=NetworkSegment(30de95dd-e0c6-41bf-b659-5a8b7c7bfe1b),segment_id=30de95dd-e0c6-41bf-b659-5a8b7c7bfe1b)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:17:24.199352 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-1c1e89c0-c7f9-4ed2-b2e2-720fc74cc8df req-270b9a7f-9792-4c92-821c-4c2a408ee1a2 tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:24.225041 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-1c1e89c0-c7f9-4ed2-b2e2-720fc74cc8df req-270b9a7f-9792-4c92-821c-4c2a408ee1a2 tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] Calling delete_port for e39baf4a-d440-4226-a58a-2d5f539f719c owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:17:24.229750 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ac2c9989-c31f-4197-a130-3ab5cb9cf0df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:24.264928 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f264b28-1280-4823-babe-88c9124d33d3 req-454a3f47-2895-4839-8e9c-7453af936af4 tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:24.266527 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3f264b28-1280-4823-babe-88c9124d33d3 req-454a3f47-2895-4839-8e9c-7453af936af4 tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] 10.222.0.44 "GET /v2.0/ports?device_id=d56ae8aa-1f46-437e-88c1-fa35b46e5ec1 HTTP/1.1" status: 200 len: 946 time: 0.1733663 Dec 06 17:17:24.288487 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ac2c9989-c31f-4197-a130-3ab5cb9cf0df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:24.321583 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf65db-65e2-40c8-9152-35598cbf7b19 req-89a96b3d-5d22-455e-a7d8-07ccd3a492c5 tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:24.323140 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8fcf65db-65e2-40c8-9152-35598cbf7b19 req-89a96b3d-5d22-455e-a7d8-07ccd3a492c5 tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] 10.222.0.23 "GET /v2.0/ports?device_id=2823c0df-25fe-475a-94b4-62c38599016d HTTP/1.1" status: 200 len: 945 time: 0.1038208 Dec 06 17:17:24.348034 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-e836cfac-790e-43d9-affd-dde101118212 req-1c0e61e0-96ce-499e-baab-3253981d1829 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] For port eda150a0-0bf6-4a51-bde5-a84ca8e8d3df, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=eda150a0-0bf6-4a51-bde5-a84ca8e8d3df,segment=NetworkSegment(c5bdebef-6647-4acc-8b76-b3635792eaa5),segment_id=c5bdebef-6647-4acc-8b76-b3635792eaa5)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:17:24.348607 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e836cfac-790e-43d9-affd-dde101118212 req-1c0e61e0-96ce-499e-baab-3253981d1829 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:24.378224 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-e836cfac-790e-43d9-affd-dde101118212 req-1c0e61e0-96ce-499e-baab-3253981d1829 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Calling delete_port for eda150a0-0bf6-4a51-bde5-a84ca8e8d3df owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:17:24.390505 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8fcf65db-65e2-40c8-9152-35598cbf7b19 req-bc54ad83-4fd2-4e8c-9b2d-88f61a07a58d tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] 10.222.0.23 "GET /v2.0/security-groups?id=62d4d04d-d450-4847-84b5-1c29b7d89b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590892 Dec 06 17:17:24.450735 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-1c1e89c0-c7f9-4ed2-b2e2-720fc74cc8df req-270b9a7f-9792-4c92-821c-4c2a408ee1a2 tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:24.463564 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['c1d5e8ad-db8f-4066-a4dd-003c773ec0c7'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:17:24.468344 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['e39baf4a-d440-4226-a58a-2d5f539f719c'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:17:24.502489 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ac2c9989-c31f-4197-a130-3ab5cb9cf0df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:24.505449 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ac2c9989-c31f-4197-a130-3ab5cb9cf0df admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:24.506627 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-ac2c9989-c31f-4197-a130-3ab5cb9cf0df admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0773f95c-e90c-4141-bd74-5798abac3940 HTTP/1.1" status: 204 len: 168 time: 0.5023220 Dec 06 17:17:24.522883 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b9a7f-9792-4c92-821c-4c2a408ee1a2 tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] Pushing event deleted for resources: {'Port': ['ID=e39baf4a-d440-4226-a58a-2d5f539f719c,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:24.526628 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2c9989-c31f-4197-a130-3ab5cb9cf0df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0773f95c-e90c-4141-bd74-5798abac3940,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:24.550680 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-3f264b28-1280-4823-babe-88c9124d33d3 req-a0ece700-2765-42ca-bb6c-d845c8fce5ba tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] Deleting port c1d5e8ad-db8f-4066-a4dd-003c773ec0c7 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:17:24.551054 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-3f264b28-1280-4823-babe-88c9124d33d3 req-a0ece700-2765-42ca-bb6c-d845c8fce5ba tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:24.598477 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c1e89c0-c7f9-4ed2-b2e2-720fc74cc8df req-270b9a7f-9792-4c92-821c-4c2a408ee1a2 tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] No DVR routers for this DVR port e39baf4a-d440-4226-a58a-2d5f539f719c on host n-h1-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:17:24.602754 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-1c1e89c0-c7f9-4ed2-b2e2-720fc74cc8df req-270b9a7f-9792-4c92-821c-4c2a408ee1a2 tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:24.607682 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1c1e89c0-c7f9-4ed2-b2e2-720fc74cc8df req-270b9a7f-9792-4c92-821c-4c2a408ee1a2 tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] 10.222.0.41 "DELETE /v2.0/ports/e39baf4a-d440-4226-a58a-2d5f539f719c HTTP/1.1" status: 204 len: 173 time: 0.6277149 Dec 06 17:17:24.608346 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2823c0df-25fe-475a-94b4-62c38599016d', 'name': 'network-vif-deleted', 'tag': 'e39baf4a-d440-4226-a58a-2d5f539f719c'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:17:24.611299 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f9b58b3-7aad-44d7-ad77-fd72ee8e89ed" -d '{"events": [{"server_uuid": "2823c0df-25fe-475a-94b4-62c38599016d", "name": "network-vif-deleted", "tag": "e39baf4a-d440-4226-a58a-2d5f539f719c"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:17:24.678715 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d192cf6-7b33-497d-a548-8d67109e55c6 x-openstack-request-id: req-5d192cf6-7b33-497d-a548-8d67109e55c6 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:17:24.679049 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2823c0df-25fe-475a-94b4-62c38599016d", "name": "network-vif-deleted", "tag": "e39baf4a-d440-4226-a58a-2d5f539f719c", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:17:24.679398 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5d192cf6-7b33-497d-a548-8d67109e55c6 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:17:24.679809 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2823c0df-25fe-475a-94b4-62c38599016d', 'name': 'network-vif-deleted', 'tag': 'e39baf4a-d440-4226-a58a-2d5f539f719c', 'status': 'completed', 'code': 200} Dec 06 17:17:24.757743 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e836cfac-790e-43d9-affd-dde101118212 req-1c0e61e0-96ce-499e-baab-3253981d1829 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:24.761867 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-3f264b28-1280-4823-babe-88c9124d33d3 req-a0ece700-2765-42ca-bb6c-d845c8fce5ba tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] For port c1d5e8ad-db8f-4066-a4dd-003c773ec0c7, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=c1d5e8ad-db8f-4066-a4dd-003c773ec0c7,segment=NetworkSegment(30de95dd-e0c6-41bf-b659-5a8b7c7bfe1b),segment_id=30de95dd-e0c6-41bf-b659-5a8b7c7bfe1b)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:17:24.762224 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-3f264b28-1280-4823-babe-88c9124d33d3 req-a0ece700-2765-42ca-bb6c-d845c8fce5ba tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:24.775193 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['eda150a0-0bf6-4a51-bde5-a84ca8e8d3df'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:17:24.831330 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0e61e0-96ce-499e-baab-3253981d1829 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Pushing event deleted for resources: {'Port': ['ID=eda150a0-0bf6-4a51-bde5-a84ca8e8d3df,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:24.835364 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-3f264b28-1280-4823-babe-88c9124d33d3 req-a0ece700-2765-42ca-bb6c-d845c8fce5ba tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] Calling delete_port for c1d5e8ad-db8f-4066-a4dd-003c773ec0c7 owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:17:24.847383 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7cbd9b-0ec5-41a8-a8d1-78e6f9422c41 req-69b21403-aa1b-4a9d-aa48-97ab8e3caa44 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:24.855313 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-cb7cbd9b-0ec5-41a8-a8d1-78e6f9422c41 req-69b21403-aa1b-4a9d-aa48-97ab8e3caa44 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/ports?device_id=508f5836-f88c-4ffc-946f-e5663863696a HTTP/1.1" status: 200 len: 867 time: 0.1895149 Dec 06 17:17:24.924941 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-e836cfac-790e-43d9-affd-dde101118212 req-1c0e61e0-96ce-499e-baab-3253981d1829 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] No DVR routers for this DVR port eda150a0-0bf6-4a51-bde5-a84ca8e8d3df on host n-h1-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:17:24.955983 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e836cfac-790e-43d9-affd-dde101118212 req-1c0e61e0-96ce-499e-baab-3253981d1829 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:24.957978 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c388eaa8-1d01-4c54-b6f4-f987b159b927 req-98edf4c6-bcc7-4f33-9489-a5d7beaeaffa tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=533e5a6d-6ecc-4231-a21c-b90aac9cd2a5 HTTP/1.1" status: 200 len: 210 time: 0.0379388 Dec 06 17:17:24.959367 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e836cfac-790e-43d9-affd-dde101118212 req-1c0e61e0-96ce-499e-baab-3253981d1829 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.41 "DELETE /v2.0/ports/eda150a0-0bf6-4a51-bde5-a84ca8e8d3df HTTP/1.1" status: 204 len: 173 time: 1.1389444 Dec 06 17:17:24.967926 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '508f5836-f88c-4ffc-946f-e5663863696a', 'name': 'network-vif-deleted', 'tag': 'eda150a0-0bf6-4a51-bde5-a84ca8e8d3df'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:17:24.970361 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-350b1d16-d000-48fe-bbcd-f8f940b6e73b" -d '{"events": [{"server_uuid": "508f5836-f88c-4ffc-946f-e5663863696a", "name": "network-vif-deleted", "tag": "eda150a0-0bf6-4a51-bde5-a84ca8e8d3df"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:17:25.001828 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-cb7cbd9b-0ec5-41a8-a8d1-78e6f9422c41 req-ae505b74-f009-4fdd-a292-96991bab6d55 tempest-DeleteServersTestJSON-1295921049 tempest-DeleteServersTestJSON-1295921049-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455748 Dec 06 17:17:25.146026 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-211ae2d8-7f33-4889-83bd-d97a41700fbd x-openstack-request-id: req-211ae2d8-7f33-4889-83bd-d97a41700fbd {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:17:25.146453 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "508f5836-f88c-4ffc-946f-e5663863696a", "name": "network-vif-deleted", "tag": "eda150a0-0bf6-4a51-bde5-a84ca8e8d3df", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:17:25.152290 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-211ae2d8-7f33-4889-83bd-d97a41700fbd {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:17:25.152955 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '508f5836-f88c-4ffc-946f-e5663863696a', 'name': 'network-vif-deleted', 'tag': 'eda150a0-0bf6-4a51-bde5-a84ca8e8d3df', 'status': 'completed', 'code': 200} Dec 06 17:17:25.190284 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-3f264b28-1280-4823-babe-88c9124d33d3 req-a0ece700-2765-42ca-bb6c-d845c8fce5ba tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:25.204165 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['e39baf4a-d440-4226-a58a-2d5f539f719c'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:17:25.256586 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ece700-2765-42ca-bb6c-d845c8fce5ba tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] Pushing event deleted for resources: {'Port': ['ID=c1d5e8ad-db8f-4066-a4dd-003c773ec0c7,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:25.341717 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f264b28-1280-4823-babe-88c9124d33d3 req-a0ece700-2765-42ca-bb6c-d845c8fce5ba tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] No DVR routers for this DVR port c1d5e8ad-db8f-4066-a4dd-003c773ec0c7 on host n-h2-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:17:25.344321 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-3f264b28-1280-4823-babe-88c9124d33d3 req-a0ece700-2765-42ca-bb6c-d845c8fce5ba tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:25.348069 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3f264b28-1280-4823-babe-88c9124d33d3 req-a0ece700-2765-42ca-bb6c-d845c8fce5ba tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] 10.222.0.44 "DELETE /v2.0/ports/c1d5e8ad-db8f-4066-a4dd-003c773ec0c7 HTTP/1.1" status: 204 len: 173 time: 1.0574069 Dec 06 17:17:25.570411 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f6815812-d717-4886-ac01-5e2280f56bce req-42d4925a-8edc-43a3-86ef-939c63b644d8 tempest-ListServersNegativeTestJSON-106744004 tempest-ListServersNegativeTestJSON-106744004-project] 10.222.0.23 "GET /v2.0/ports?device_id=d56ae8aa-1f46-437e-88c1-fa35b46e5ec1 HTTP/1.1" status: 200 len: 210 time: 0.0420458 Dec 06 17:17:25.643837 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b701c4-7383-45ab-bd87-c6648cb2b585 req-4e33eaf7-72b1-4118-8410-d672319eb8aa tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:25.645460 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-16b701c4-7383-45ab-bd87-c6648cb2b585 req-4e33eaf7-72b1-4118-8410-d672319eb8aa tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.44 "GET /v2.0/networks?id=931f4273-7ce0-414b-a3b2-f40f48617bda HTTP/1.1" status: 200 len: 805 time: 0.6706948 Dec 06 17:17:25.658375 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e88e852-5383-4fd8-a2f9-82180ce3e44a req-6fcca43f-7530-4b4f-b401-70b7fa423cc8 tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:25.662192 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8e88e852-5383-4fd8-a2f9-82180ce3e44a req-6fcca43f-7530-4b4f-b401-70b7fa423cc8 tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf6cfff1-e89e-47d3-a261-fffcd3234c35 HTTP/1.1" status: 200 len: 944 time: 0.0764630 Dec 06 17:17:25.671652 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-16b701c4-7383-45ab-bd87-c6648cb2b585 req-788fe027-905e-4632-91bb-8a9446aa4dcc tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Request body: {'port': {'device_id': '533e5a6d-6ecc-4231-a21c-b90aac9cd2a5', 'network_id': '931f4273-7ce0-414b-a3b2-f40f48617bda', 'admin_state_up': True, 'tenant_id': '0b996ae66d164de39215c3dfc863b124'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:17:25.768787 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8e88e852-5383-4fd8-a2f9-82180ce3e44a req-d90ef416-2b56-4cb8-b4d1-71ab853ad0a3 tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] 10.222.0.23 "GET /v2.0/security-groups?id=bbd4fc35-3e54-498e-8ec5-ae59cdb374e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011896 Dec 06 17:17:25.825418 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16b701c4-7383-45ab-bd87-c6648cb2b585 req-788fe027-905e-4632-91bb-8a9446aa4dcc tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Made reservation on behalf of 0b996ae66d164de39215c3dfc863b124 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:17:25.829395 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-16b701c4-7383-45ab-bd87-c6648cb2b585 req-788fe027-905e-4632-91bb-8a9446aa4dcc tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:25.927702 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device ea0b0aba-80db-4b8c-bbd0-2379ff2e9257 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:17:25.982767 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-16b701c4-7383-45ab-bd87-c6648cb2b585 req-788fe027-905e-4632-91bb-8a9446aa4dcc tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Allocated IP 172.20.0.4 (931f4273-7ce0-414b-a3b2-f40f48617bda/b9546861-2c51-42d4-889f-961f9688fd79/7d806912-a012-4fb8-938c-89a5b3608770) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:17:26.066792 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port ea0b0aba-80db-4b8c-bbd0-2379ff2e9257, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ea0b0aba-80db-4b8c-bbd0-2379ff2e9257,segment=NetworkSegment(dd555f9d-28f4-4bf7-b613-dff03fb68f59),segment_id=dd555f9d-28f4-4bf7-b613-dff03fb68f59)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:17:26.080191 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': 'ea0b0aba-80db-4b8c-bbd0-2379ff2e9257', 'network_id': '261aff99-925f-409c-8466-88931a59d0de', 'port_id': 'ea0b0aba-80db-4b8c-bbd0-2379ff2e9257', 'mac_address': 'fa:16:3e:e9:7e:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24938659-33cf-44a1-b187-f340ef422bb5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:17:26.090484 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1d9812ca-b9c2-478c-b95e-09505aa117a8 req-1b777f96-6195-4957-bea7-c0a1333dd347 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=533e5a6d-6ecc-4231-a21c-b90aac9cd2a5 HTTP/1.1" status: 200 len: 210 time: 0.0630572 Dec 06 17:17:26.179741 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:26.196789 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea0b0aba-80db-4b8c-bbd0-2379ff2e9257 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:17:26.202853 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-16b701c4-7383-45ab-bd87-c6648cb2b585 req-788fe027-905e-4632-91bb-8a9446aa4dcc tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:26.222045 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port ea0b0aba-80db-4b8c-bbd0-2379ff2e9257, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ea0b0aba-80db-4b8c-bbd0-2379ff2e9257,segment=NetworkSegment(dd555f9d-28f4-4bf7-b613-dff03fb68f59),segment_id=dd555f9d-28f4-4bf7-b613-dff03fb68f59)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:17:26.227833 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:26.249863 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-16b701c4-7383-45ab-bd87-c6648cb2b585 req-788fe027-905e-4632-91bb-8a9446aa4dcc tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:26.291665 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16b701c4-7383-45ab-bd87-c6648cb2b585 req-788fe027-905e-4632-91bb-8a9446aa4dcc tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Network 931f4273-7ce0-414b-a3b2-f40f48617bda is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:17:26.294058 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=ea0b0aba-80db-4b8c-bbd0-2379ff2e9257,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:26.297215 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['3151ab1d-b074-4e06-a04f-9eb3d8f129bc'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:17:26.314363 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-16b701c4-7383-45ab-bd87-c6648cb2b585 req-788fe027-905e-4632-91bb-8a9446aa4dcc tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:17:26.317085 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-16b701c4-7383-45ab-bd87-c6648cb2b585 req-788fe027-905e-4632-91bb-8a9446aa4dcc tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:17:26.382045 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788fe027-905e-4632-91bb-8a9446aa4dcc tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Pushing event updated for resources: {'Port': ['ID=7d806912-a012-4fb8-938c-89a5b3608770,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:26.394452 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b701c4-7383-45ab-bd87-c6648cb2b585 req-788fe027-905e-4632-91bb-8a9446aa4dcc tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:26.395110 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-16b701c4-7383-45ab-bd87-c6648cb2b585 req-788fe027-905e-4632-91bb-8a9446aa4dcc tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:26.414937 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-16b701c4-7383-45ab-bd87-c6648cb2b585 req-788fe027-905e-4632-91bb-8a9446aa4dcc tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7514994 Dec 06 17:17:26.437099 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-16b701c4-7383-45ab-bd87-c6648cb2b585 req-5c8a4ffb-29ef-4cee-a788-d26dcc917bdf service neutron] Request body: {'port': {'device_id': '533e5a6d-6ecc-4231-a21c-b90aac9cd2a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:17:26.483945 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 50892) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:17:26.508485 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-16b701c4-7383-45ab-bd87-c6648cb2b585 req-5c8a4ffb-29ef-4cee-a788-d26dcc917bdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:26.600821 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['ea0b0aba-80db-4b8c-bbd0-2379ff2e9257'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:17:26.623336 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 50908) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:17:26.630189 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4b7100e5-7889-4f44-8fc3-2b2a7cb177fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:26.670555 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device c1d5e8ad-db8f-4066-a4dd-003c773ec0c7 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:17:26.717077 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] No Port match for: c1d5e8ad-db8f-4066-a4dd-003c773ec0c7 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:17:26.717258 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device c1d5e8ad-db8f-4066-a4dd-003c773ec0c7 not bound to the agent host n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:17:26.743171 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c2531f2-0e98-49e7-98fd-f8b881a68945 admin admin] Deleting subnet 7306f6ee-bbe8-4f63-a6fa-7fcf687aa035 {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:17:26.757228 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3c2531f2-0e98-49e7-98fd-f8b881a68945 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:26.858634 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3c2531f2-0e98-49e7-98fd-f8b881a68945 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:26.875974 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-16b701c4-7383-45ab-bd87-c6648cb2b585 req-5c8a4ffb-29ef-4cee-a788-d26dcc917bdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d806912-a012-4fb8-938c-89a5b3608770 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:17:26.884555 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-16b701c4-7383-45ab-bd87-c6648cb2b585 req-5c8a4ffb-29ef-4cee-a788-d26dcc917bdf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:26.898135 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-16b701c4-7383-45ab-bd87-c6648cb2b585 req-5c8a4ffb-29ef-4cee-a788-d26dcc917bdf service neutron] Transition to ACTIVE for port object 7d806912-a012-4fb8-938c-89a5b3608770 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:17:26.901669 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-16b701c4-7383-45ab-bd87-c6648cb2b585 req-5c8a4ffb-29ef-4cee-a788-d26dcc917bdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:26.973366 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8a4ffb-29ef-4cee-a788-d26dcc917bdf service neutron] Pushing event updated for resources: {'Port': ['ID=7d806912-a012-4fb8-938c-89a5b3608770,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:26.974995 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4b7100e5-7889-4f44-8fc3-2b2a7cb177fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:26.980279 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3c2531f2-0e98-49e7-98fd-f8b881a68945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:27.001063 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4b7100e5-7889-4f44-8fc3-2b2a7cb177fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:27.029304 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-16b701c4-7383-45ab-bd87-c6648cb2b585 req-5c8a4ffb-29ef-4cee-a788-d26dcc917bdf service neutron] Attempting to bind port 7d806912-a012-4fb8-938c-89a5b3608770 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:17:27.029940 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-16b701c4-7383-45ab-bd87-c6648cb2b585 req-5c8a4ffb-29ef-4cee-a788-d26dcc917bdf service neutron] Attempting to bind port 7d806912-a012-4fb8-938c-89a5b3608770 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'b722eb92-d8da-4fbc-acca-71668ea91866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '931f4273-7ce0-414b-a3b2-f40f48617bda'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:17:27.030422 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b701c4-7383-45ab-bd87-c6648cb2b585 req-5c8a4ffb-29ef-4cee-a788-d26dcc917bdf service neutron] Attempting to bind port 7d806912-a012-4fb8-938c-89a5b3608770 on network 931f4273-7ce0-414b-a3b2-f40f48617bda {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:17:27.034965 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b701c4-7383-45ab-bd87-c6648cb2b585 req-5c8a4ffb-29ef-4cee-a788-d26dcc917bdf service neutron] Port 7d806912-a012-4fb8-938c-89a5b3608770 on network 931f4273-7ce0-414b-a3b2-f40f48617bda not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:17:27.035440 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b701c4-7383-45ab-bd87-c6648cb2b585 req-5c8a4ffb-29ef-4cee-a788-d26dcc917bdf service neutron] Attempting to bind port 7d806912-a012-4fb8-938c-89a5b3608770 on network 931f4273-7ce0-414b-a3b2-f40f48617bda {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:17:27.037163 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcc2358-a15f-4dc0-968d-00382905fcf9 req-cd208e1b-df3f-4750-9eac-84730183b134 tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:27.038824 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4fcc2358-a15f-4dc0-968d-00382905fcf9 req-cd208e1b-df3f-4750-9eac-84730183b134 tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf6cfff1-e89e-47d3-a261-fffcd3234c35 HTTP/1.1" status: 200 len: 945 time: 0.1518233 Dec 06 17:17:27.041014 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b701c4-7383-45ab-bd87-c6648cb2b585 req-5c8a4ffb-29ef-4cee-a788-d26dcc917bdf service neutron] Checking agent: {'id': '9d8b9f49-2860-4c1f-9b89-45a7657a3c4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:17:27.041586 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b701c4-7383-45ab-bd87-c6648cb2b585 req-5c8a4ffb-29ef-4cee-a788-d26dcc917bdf service neutron] Checking segment: {'id': 'b722eb92-d8da-4fbc-acca-71668ea91866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '931f4273-7ce0-414b-a3b2-f40f48617bda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:17:27.042122 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b701c4-7383-45ab-bd87-c6648cb2b585 req-5c8a4ffb-29ef-4cee-a788-d26dcc917bdf service neutron] Bound using segment: {'id': 'b722eb92-d8da-4fbc-acca-71668ea91866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '931f4273-7ce0-414b-a3b2-f40f48617bda'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:17:27.042721 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-16b701c4-7383-45ab-bd87-c6648cb2b585 req-5c8a4ffb-29ef-4cee-a788-d26dcc917bdf service neutron] Bound port: 7d806912-a012-4fb8-938c-89a5b3608770, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b722eb92-d8da-4fbc-acca-71668ea91866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '931f4273-7ce0-414b-a3b2-f40f48617bda'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:17:27.043772 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-16b701c4-7383-45ab-bd87-c6648cb2b585 req-5c8a4ffb-29ef-4cee-a788-d26dcc917bdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:27.086041 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-4b7100e5-7889-4f44-8fc3-2b2a7cb177fa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1756d851238f4a1c84fae23982ef5b73&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6009324 Dec 06 17:17:27.090246 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7100e5-7889-4f44-8fc3-2b2a7cb177fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d0b0b24-fe2d-4c95-9a62-63e909041579,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:27.091131 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 50916) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:17:27.122055 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3c2531f2-0e98-49e7-98fd-f8b881a68945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:27.151498 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-16b701c4-7383-45ab-bd87-c6648cb2b585 req-5c8a4ffb-29ef-4cee-a788-d26dcc917bdf service neutron] For port 7d806912-a012-4fb8-938c-89a5b3608770, host n-h2-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:17:27.155868 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4fcc2358-a15f-4dc0-968d-00382905fcf9 req-e9e25163-80b1-48c8-b6db-0e21307eb5b1 tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] 10.222.0.23 "GET /v2.0/security-groups?id=bbd4fc35-3e54-498e-8ec5-ae59cdb374e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042542 Dec 06 17:17:27.176411 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-079c8220-b207-432a-bcf0-7e87bb59dcd9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:27.179090 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-16b701c4-7383-45ab-bd87-c6648cb2b585 req-5c8a4ffb-29ef-4cee-a788-d26dcc917bdf service neutron] For port 7d806912-a012-4fb8-938c-89a5b3608770, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=7d806912-a012-4fb8-938c-89a5b3608770,segment=NetworkSegment(b722eb92-d8da-4fbc-acca-71668ea91866),segment_id=b722eb92-d8da-4fbc-acca-71668ea91866)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:17:27.191295 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-16b701c4-7383-45ab-bd87-c6648cb2b585 req-5c8a4ffb-29ef-4cee-a788-d26dcc917bdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:27.202184 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd56ae8aa-1f46-437e-88c1-fa35b46e5ec1', 'name': 'network-vif-deleted', 'tag': 'c1d5e8ad-db8f-4066-a4dd-003c773ec0c7'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:17:27.205856 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3e929b5-3a4c-4476-80e7-c3e1aaa64272" -d '{"events": [{"server_uuid": "d56ae8aa-1f46-437e-88c1-fa35b46e5ec1", "name": "network-vif-deleted", "tag": "c1d5e8ad-db8f-4066-a4dd-003c773ec0c7"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:17:27.215344 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2531f2-0e98-49e7-98fd-f8b881a68945 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7306f6ee-bbe8-4f63-a6fa-7fcf687aa035,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:27.219409 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3c2531f2-0e98-49e7-98fd-f8b881a68945 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:27.227017 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-3c2531f2-0e98-49e7-98fd-f8b881a68945 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7306f6ee-bbe8-4f63-a6fa-7fcf687aa035 HTTP/1.1" status: 204 len: 168 time: 0.6026824 Dec 06 17:17:27.229671 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 50924) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:17:27.261086 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-079c8220-b207-432a-bcf0-7e87bb59dcd9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:27.314677 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b701c4-7383-45ab-bd87-c6648cb2b585 req-5c8a4ffb-29ef-4cee-a788-d26dcc917bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:27.315450 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-16b701c4-7383-45ab-bd87-c6648cb2b585 req-5c8a4ffb-29ef-4cee-a788-d26dcc917bdf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:27.317089 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-16b701c4-7383-45ab-bd87-c6648cb2b585 req-5c8a4ffb-29ef-4cee-a788-d26dcc917bdf service neutron] 10.222.0.44 "PUT /v2.0/ports/7d806912-a012-4fb8-938c-89a5b3608770 HTTP/1.1" status: 200 len: 1091 time: 0.8900855 Dec 06 17:17:27.331066 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '533e5a6d-6ecc-4231-a21c-b90aac9cd2a5', 'tag': '7d806912-a012-4fb8-938c-89a5b3608770'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:17:27.333677 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b07c157-d2d5-4fdc-8ff3-64a0bb19b2a7" -d '{"events": [{"name": "network-changed", "server_uuid": "533e5a6d-6ecc-4231-a21c-b90aac9cd2a5", "tag": "7d806912-a012-4fb8-938c-89a5b3608770"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:17:27.359456 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8a4ffb-29ef-4cee-a788-d26dcc917bdf service neutron] Pushing event updated for resources: {'Port': ['ID=7d806912-a012-4fb8-938c-89a5b3608770,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:27.374074 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e1e38b0f-8256-44b4-890d-dc1487d2cf3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:27.377292 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e407c5c-13d0-4f44-bc2b-1f2b6094587c x-openstack-request-id: req-1e407c5c-13d0-4f44-bc2b-1f2b6094587c {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:17:27.377612 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d56ae8aa-1f46-437e-88c1-fa35b46e5ec1", "name": "network-vif-deleted", "tag": "c1d5e8ad-db8f-4066-a4dd-003c773ec0c7", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:17:27.377933 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1e407c5c-13d0-4f44-bc2b-1f2b6094587c {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:17:27.378331 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd56ae8aa-1f46-437e-88c1-fa35b46e5ec1', 'name': 'network-vif-deleted', 'tag': 'c1d5e8ad-db8f-4066-a4dd-003c773ec0c7', 'status': 'completed', 'code': 200} Dec 06 17:17:27.418993 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-659ec790-2d04-4e80-a421-6b2288069af8 x-openstack-request-id: req-659ec790-2d04-4e80-a421-6b2288069af8 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:17:27.418993 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "533e5a6d-6ecc-4231-a21c-b90aac9cd2a5", "tag": "7d806912-a012-4fb8-938c-89a5b3608770", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:17:27.418993 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-659ec790-2d04-4e80-a421-6b2288069af8 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:17:27.418993 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '533e5a6d-6ecc-4231-a21c-b90aac9cd2a5', 'tag': '7d806912-a012-4fb8-938c-89a5b3608770', 'status': 'completed', 'code': 200} Dec 06 17:17:27.431974 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d5697e-1000-45dd-a517-d3d94e870a2f req-edf27d86-7e10-4b72-a0c5-4828802970c6 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:27.440273 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f6d5697e-1000-45dd-a517-d3d94e870a2f req-edf27d86-7e10-4b72-a0c5-4828802970c6 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=533e5a6d-6ecc-4231-a21c-b90aac9cd2a5 HTTP/1.1" status: 200 len: 943 time: 0.2016585 Dec 06 17:17:27.452132 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-079c8220-b207-432a-bcf0-7e87bb59dcd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:27.454680 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-079c8220-b207-432a-bcf0-7e87bb59dcd9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:27.458082 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-079c8220-b207-432a-bcf0-7e87bb59dcd9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3d0b0b24-fe2d-4c95-9a62-63e909041579 HTTP/1.1" status: 204 len: 168 time: 0.3634174 Dec 06 17:17:27.482065 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e1e38b0f-8256-44b4-890d-dc1487d2cf3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:27.483424 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079c8220-b207-432a-bcf0-7e87bb59dcd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d0b0b24-fe2d-4c95-9a62-63e909041579,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:27.497415 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b701c4-7383-45ab-bd87-c6648cb2b585 req-cea35d87-b6ef-4d2c-a445-d3febbed63dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:27.498964 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-16b701c4-7383-45ab-bd87-c6648cb2b585 req-cea35d87-b6ef-4d2c-a445-d3febbed63dc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0b996ae66d164de39215c3dfc863b124&device_id=533e5a6d-6ecc-4231-a21c-b90aac9cd2a5 HTTP/1.1" status: 200 len: 1094 time: 0.1319680 Dec 06 17:17:27.523176 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-e1e38b0f-8256-44b4-890d-dc1487d2cf3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e225be45-4dea-482b-99dc-52bb3cf1831b']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:17:27.537394 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-e1e38b0f-8256-44b4-890d-dc1487d2cf3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30de95dd-e0c6-41bf-b659-5a8b7c7bfe1b') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:17:27.538957 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-e1e38b0f-8256-44b4-890d-dc1487d2cf3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30de95dd-e0c6-41bf-b659-5a8b7c7bfe1b') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:17:27.542461 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f6d5697e-1000-45dd-a517-d3d94e870a2f req-971f1391-1d6e-4db3-86fe-eafa20a58600 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013165 Dec 06 17:17:27.558351 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e1e38b0f-8256-44b4-890d-dc1487d2cf3d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:27.579323 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e1e38b0f-8256-44b4-890d-dc1487d2cf3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:27.588731 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1e38b0f-8256-44b4-890d-dc1487d2cf3d admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:17:27.589156 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e1e38b0f-8256-44b4-890d-dc1487d2cf3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:27.591685 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:17:27.591685 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:17:27.591685 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:17:27.591685 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:17:27.591685 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:17:27.591685 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:17:27.591685 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:17:27.591685 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:17:27.591685 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:17:27.591685 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:17:27.591685 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:17:27.591685 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:17:27.591685 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:17:27.591685 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:17:27.591685 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:17:27.591685 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:17:27.591685 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:17:27.591685 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:17:27.591685 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:17:27.591685 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:17:27.591685 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:17:27.591685 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:17:27.591685 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:17:27.591685 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:17:27.591685 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:17:27.591685 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:17:27.591685 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:17:27.591685 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:17:27.591685 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:17:27.591685 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:17:27.591685 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:17:27.591685 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:17:27.609894 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-16b701c4-7383-45ab-bd87-c6648cb2b585 req-ec39f932-7f86-4771-8a54-e25c56fb7b92 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d806912-a012-4fb8-938c-89a5b3608770 HTTP/1.1" status: 200 len: 217 time: 0.0953891 Dec 06 17:17:27.663418 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e1e38b0f-8256-44b4-890d-dc1487d2cf3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:27.683863 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e1e38b0f-8256-44b4-890d-dc1487d2cf3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:27.698554 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-e1e38b0f-8256-44b4-890d-dc1487d2cf3d admin admin] 10.222.0.23 "DELETE /v2.0/networks/e225be45-4dea-482b-99dc-52bb3cf1831b HTTP/1.1" status: 204 len: 168 time: 0.4629669 Dec 06 17:17:27.699500 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b701c4-7383-45ab-bd87-c6648cb2b585 req-b603f268-b130-43db-b181-a7841689093c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:27.699683 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e38b0f-8256-44b4-890d-dc1487d2cf3d admin admin] Pushing event deleted for resources: {'Network': ['ID=e225be45-4dea-482b-99dc-52bb3cf1831b,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:27.701229 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-16b701c4-7383-45ab-bd87-c6648cb2b585 req-b603f268-b130-43db-b181-a7841689093c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b9546861-2c51-42d4-889f-961f9688fd79 HTTP/1.1" status: 200 len: 845 time: 0.0829673 Dec 06 17:17:27.746756 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-16b701c4-7383-45ab-bd87-c6648cb2b585 req-5e15689e-1a9f-47b4-b430-ff49c48f5273 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=931f4273-7ce0-414b-a3b2-f40f48617bda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333593 Dec 06 17:17:27.875476 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-16b701c4-7383-45ab-bd87-c6648cb2b585 req-85bcef92-7b2e-457a-a703-a27eafe2a4bf service neutron] 10.222.0.44 "GET /v2.0/networks/931f4273-7ce0-414b-a3b2-f40f48617bda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175008 Dec 06 17:17:27.921008 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device ea0b0aba-80db-4b8c-bbd0-2379ff2e9257 up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:17:27.950247 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 50946) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:17:28.028185 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 50950) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:17:28.029992 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-7636e23e-5905-4796-836f-e7423df4e46f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b22abe91849f46799c7e11eddb9d6a0f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0781250 Dec 06 17:17:28.092245 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-16b701c4-7383-45ab-bd87-c6648cb2b585 req-6c673d3c-adcd-4bea-8e04-87af35132db0 service neutron] 10.222.0.44 "GET /v2.0/networks/931f4273-7ce0-414b-a3b2-f40f48617bda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052293 Dec 06 17:17:28.111303 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b452036d-d3ca-4153-a61f-78ff21c5597d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:28.137501 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b452036d-d3ca-4153-a61f-78ff21c5597d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:28.146299 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port ea0b0aba-80db-4b8c-bbd0-2379ff2e9257 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:17:28.151885 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port ea0b0aba-80db-4b8c-bbd0-2379ff2e9257 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:17:28.153112 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:28.236847 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b07c157-d2d5-4fdc-8ff3-64a0bb19b2a7 req-ac7472ae-9c87-45ec-a75d-87a5420f1b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:28.238402 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6b07c157-d2d5-4fdc-8ff3-64a0bb19b2a7 req-ac7472ae-9c87-45ec-a75d-87a5420f1b6a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0b996ae66d164de39215c3dfc863b124&device_id=533e5a6d-6ecc-4231-a21c-b90aac9cd2a5 HTTP/1.1" status: 200 len: 1094 time: 0.0659406 Dec 06 17:17:28.276761 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b452036d-d3ca-4153-a61f-78ff21c5597d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:28.280197 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b452036d-d3ca-4153-a61f-78ff21c5597d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:28.281288 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-b452036d-d3ca-4153-a61f-78ff21c5597d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/62d4d04d-d450-4847-84b5-1c29b7d89b09 HTTP/1.1" status: 204 len: 168 time: 0.2520053 Dec 06 17:17:28.299204 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:28.352621 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf6cfff1-e89e-47d3-a261-fffcd3234c35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea0b0aba-80db-4b8c-bbd0-2379ff2e9257'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:17:28.356004 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-535c0cc2-eba9-483e-85ab-8a2655b3d7cf" -d '{"events": [{"server_uuid": "bf6cfff1-e89e-47d3-a261-fffcd3234c35", "name": "network-vif-plugged", "status": "completed", "tag": "ea0b0aba-80db-4b8c-bbd0-2379ff2e9257"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:17:28.376912 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b452036d-d3ca-4153-a61f-78ff21c5597d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d4d04d-d450-4847-84b5-1c29b7d89b09,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:28.380026 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port ea0b0aba-80db-4b8c-bbd0-2379ff2e9257, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ea0b0aba-80db-4b8c-bbd0-2379ff2e9257,segment=NetworkSegment(dd555f9d-28f4-4bf7-b613-dff03fb68f59),segment_id=dd555f9d-28f4-4bf7-b613-dff03fb68f59)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:17:28.387657 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:28.389542 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device e39baf4a-d440-4226-a58a-2d5f539f719c no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:17:28.441214 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4a0c357-a922-4ae7-b651-26dca7a3e923 x-openstack-request-id: req-c4a0c357-a922-4ae7-b651-26dca7a3e923 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:17:28.441555 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf6cfff1-e89e-47d3-a261-fffcd3234c35", "name": "network-vif-plugged", "status": "completed", "tag": "ea0b0aba-80db-4b8c-bbd0-2379ff2e9257", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:17:28.446021 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c4a0c357-a922-4ae7-b651-26dca7a3e923 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:17:28.446761 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf6cfff1-e89e-47d3-a261-fffcd3234c35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea0b0aba-80db-4b8c-bbd0-2379ff2e9257', 'code': 200} Dec 06 17:17:28.458542 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] No Port match for: e39baf4a-d440-4226-a58a-2d5f539f719c {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:17:28.463266 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549f2796-1cad-4008-beab-8c38062ee6df req-16c1c65e-4d4b-402a-9991-b9fd0188a396 tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:28.464085 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device e39baf4a-d440-4226-a58a-2d5f539f719c not bound to the agent host n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:17:28.464720 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device eda150a0-0bf6-4a51-bde5-a84ca8e8d3df no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:17:28.478021 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-549f2796-1cad-4008-beab-8c38062ee6df req-16c1c65e-4d4b-402a-9991-b9fd0188a396 tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf6cfff1-e89e-47d3-a261-fffcd3234c35 HTTP/1.1" status: 200 len: 945 time: 0.2028878 Dec 06 17:17:28.527367 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b07c157-d2d5-4fdc-8ff3-64a0bb19b2a7 req-2622943f-56a9-47ac-b0c8-5c785ccd8092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:28.528992 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6b07c157-d2d5-4fdc-8ff3-64a0bb19b2a7 req-2622943f-56a9-47ac-b0c8-5c785ccd8092 service neutron] 10.222.0.44 "GET /v2.0/networks?id=931f4273-7ce0-414b-a3b2-f40f48617bda HTTP/1.1" status: 200 len: 906 time: 0.2805862 Dec 06 17:17:28.552050 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] No Port match for: eda150a0-0bf6-4a51-bde5-a84ca8e8d3df {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:17:28.552737 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device eda150a0-0bf6-4a51-bde5-a84ca8e8d3df not bound to the agent host n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:17:28.580715 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=ea0b0aba-80db-4b8c-bbd0-2379ff2e9257,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:28.598826 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b6912f-a124-46da-bd44-91ccc0422090 req-a58b9bc3-14e7-4912-b4d5-9b9572e16c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:28.600376 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d8b6912f-a124-46da-bd44-91ccc0422090 req-a58b9bc3-14e7-4912-b4d5-9b9572e16c6c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bf6cfff1-e89e-47d3-a261-fffcd3234c35 HTTP/1.1" status: 200 len: 1097 time: 0.1085827 Dec 06 17:17:28.607282 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6b07c157-d2d5-4fdc-8ff3-64a0bb19b2a7 req-746433f7-0170-45c6-ac25-23e8910266cb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d806912-a012-4fb8-938c-89a5b3608770 HTTP/1.1" status: 200 len: 217 time: 0.0567300 Dec 06 17:17:28.612009 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-549f2796-1cad-4008-beab-8c38062ee6df req-c363c3a3-0906-4eaf-9f35-e0839f628ee1 tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] 10.222.0.23 "GET /v2.0/security-groups?id=bbd4fc35-3e54-498e-8ec5-ae59cdb374e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234448 Dec 06 17:17:28.687797 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d8b6912f-a124-46da-bd44-91ccc0422090 req-52a42563-81d9-4f14-b86b-dc6798de1db6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=bbd4fc35-3e54-498e-8ec5-ae59cdb374e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771058 Dec 06 17:17:28.714330 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b07c157-d2d5-4fdc-8ff3-64a0bb19b2a7 req-30589c24-9ece-4b1f-acaf-f22f924901a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:28.716739 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6b07c157-d2d5-4fdc-8ff3-64a0bb19b2a7 req-30589c24-9ece-4b1f-acaf-f22f924901a7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b9546861-2c51-42d4-889f-961f9688fd79 HTTP/1.1" status: 200 len: 845 time: 0.1005766 Dec 06 17:17:28.773107 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6b07c157-d2d5-4fdc-8ff3-64a0bb19b2a7 req-df3524af-ad76-42bf-bf7d-b821797163ac service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=931f4273-7ce0-414b-a3b2-f40f48617bda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458937 Dec 06 17:17:28.896546 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2720655-4fac-4905-ae60-19e9b2d0a5fb req-447fc58c-5270-43a4-9964-d52d51b7ab00 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:28.904514 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f2720655-4fac-4905-ae60-19e9b2d0a5fb req-447fc58c-5270-43a4-9964-d52d51b7ab00 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=533e5a6d-6ecc-4231-a21c-b90aac9cd2a5 HTTP/1.1" status: 200 len: 943 time: 0.1332719 Dec 06 17:17:28.962368 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6b07c157-d2d5-4fdc-8ff3-64a0bb19b2a7 req-4b17549e-6855-42ea-a985-72a3be0d8ed3 service neutron] 10.222.0.44 "GET /v2.0/networks/931f4273-7ce0-414b-a3b2-f40f48617bda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588504 Dec 06 17:17:28.988615 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f2720655-4fac-4905-ae60-19e9b2d0a5fb req-77b7ee56-4254-46d2-8cca-0bd889415d98 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832429 Dec 06 17:17:29.092690 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6b07c157-d2d5-4fdc-8ff3-64a0bb19b2a7 req-1e370cb5-37af-4993-a3b8-d858290c71b9 service neutron] 10.222.0.44 "GET /v2.0/networks/931f4273-7ce0-414b-a3b2-f40f48617bda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175816 Dec 06 17:17:29.298188 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 51004) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:17:29.532244 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-9a83d72f-c570-40aa-869e-3dc1314d5128 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1739809654-network', 'tenant_id': 'e03e7b6c6635460894a640ca7e818fbb'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:17:29.557354 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a83d72f-c570-40aa-869e-3dc1314d5128 admin admin] Made reservation on behalf of e03e7b6c6635460894a640ca7e818fbb for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:17:29.559647 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9a83d72f-c570-40aa-869e-3dc1314d5128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:29.568971 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9a83d72f-c570-40aa-869e-3dc1314d5128 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:29.661939 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9a83d72f-c570-40aa-869e-3dc1314d5128 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:29.674965 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9a83d72f-c570-40aa-869e-3dc1314d5128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:29.700054 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a83d72f-c570-40aa-869e-3dc1314d5128 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:17:29.716005 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a83d72f-c570-40aa-869e-3dc1314d5128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d8b7371-b4da-47a5-b5a3-3920bab66823,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:29.737883 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9a83d72f-c570-40aa-869e-3dc1314d5128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:29.738411 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-9a83d72f-c570-40aa-869e-3dc1314d5128 admin admin] Added segment 043e3718-ad88-414e-8c44-476cce50b82e of type vlan for network a0fd9fe7-3e1e-4850-b5cc-fa2690a93e17 Dec 06 17:17:29.826973 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9a83d72f-c570-40aa-869e-3dc1314d5128 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:29.844984 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6148d90-7bec-4431-ad5c-dfa109d131bd req-ff910703-b531-4b82-ad56-01a8cab47eab tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:29.846605 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e6148d90-7bec-4431-ad5c-dfa109d131bd req-ff910703-b531-4b82-ad56-01a8cab47eab tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf6cfff1-e89e-47d3-a261-fffcd3234c35 HTTP/1.1" status: 200 len: 946 time: 0.1142678 Dec 06 17:17:29.884008 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9a83d72f-c570-40aa-869e-3dc1314d5128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:29.885002 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a83d72f-c570-40aa-869e-3dc1314d5128 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:29.885637 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9a83d72f-c570-40aa-869e-3dc1314d5128 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:29.960248 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e6148d90-7bec-4431-ad5c-dfa109d131bd req-6d3fbf29-f8c8-4b17-9df7-f5c761af59f6 tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] 10.222.0.23 "GET /v2.0/security-groups?id=bbd4fc35-3e54-498e-8ec5-ae59cdb374e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020553 Dec 06 17:17:30.012688 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-9a83d72f-c570-40aa-869e-3dc1314d5128 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7132812 Dec 06 17:17:30.016195 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 51042) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:17:30.019891 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a83d72f-c570-40aa-869e-3dc1314d5128 admin admin] Pushing event updated for resources: {'Network': ['ID=a0fd9fe7-3e1e-4850-b5cc-fa2690a93e17,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:30.024963 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-495b17cb-05ea-49a3-a6f0-abb3473f55d8 admin admin] Request body: {'subnet': {'network_id': 'a0fd9fe7-3e1e-4850-b5cc-fa2690a93e17', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1739809654-subnet', 'tenant_id': 'e03e7b6c6635460894a640ca7e818fbb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:17:30.031834 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network a0fd9fe7-3e1e-4850-b5cc-fa2690a93e17 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:17:30.071726 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-495b17cb-05ea-49a3-a6f0-abb3473f55d8 admin admin] Made reservation on behalf of e03e7b6c6635460894a640ca7e818fbb for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:17:30.077075 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-495b17cb-05ea-49a3-a6f0-abb3473f55d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:30.232417 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a743e712-c368-4c0e-88da-00e435e4c643 req-c2afff56-64d0-40e2-badc-88bbb881b71d tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:30.237912 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a743e712-c368-4c0e-88da-00e435e4c643 req-c2afff56-64d0-40e2-badc-88bbb881b71d tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=533e5a6d-6ecc-4231-a21c-b90aac9cd2a5 HTTP/1.1" status: 200 len: 943 time: 0.0925202 Dec 06 17:17:30.624876 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a743e712-c368-4c0e-88da-00e435e4c643 req-75f16f3a-2a13-4ee3-8446-bf01dd692a05 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3841004 Dec 06 17:17:30.683213 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-495b17cb-05ea-49a3-a6f0-abb3473f55d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:30.691014 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 7d806912-a012-4fb8-938c-89a5b3608770 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:17:30.756673 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495b17cb-05ea-49a3-a6f0-abb3473f55d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=853aa2d3-dc6a-43b2-af6a-774a09e844df,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:30.770779 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495b17cb-05ea-49a3-a6f0-abb3473f55d8 admin admin] Checking segment: {'id': '043e3718-ad88-414e-8c44-476cce50b82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a0fd9fe7-3e1e-4850-b5cc-fa2690a93e17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:17:30.770779 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495b17cb-05ea-49a3-a6f0-abb3473f55d8 admin admin] Network hostable DHCP agents. Network: a0fd9fe7-3e1e-4850-b5cc-fa2690a93e17, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:17:30.791858 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495b17cb-05ea-49a3-a6f0-abb3473f55d8 admin admin] Network a0fd9fe7-3e1e-4850-b5cc-fa2690a93e17 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:17:30.800801 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 7d806912-a012-4fb8-938c-89a5b3608770, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=7d806912-a012-4fb8-938c-89a5b3608770,segment=NetworkSegment(b722eb92-d8da-4fbc-acca-71668ea91866),segment_id=b722eb92-d8da-4fbc-acca-71668ea91866)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:17:30.805893 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-495b17cb-05ea-49a3-a6f0-abb3473f55d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, a0fd9fe7-3e1e-4850-b5cc-fa2690a93e17) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:17:30.812426 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495b17cb-05ea-49a3-a6f0-abb3473f55d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:30.813692 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-495b17cb-05ea-49a3-a6f0-abb3473f55d8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:30.834727 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': '7d806912-a012-4fb8-938c-89a5b3608770', 'network_id': '931f4273-7ce0-414b-a3b2-f40f48617bda', 'port_id': '7d806912-a012-4fb8-938c-89a5b3608770', 'mac_address': 'fa:16:3e:03:45:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9546861-2c51-42d4-889f-961f9688fd79', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:17:30.836621 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1352d1-09d4-4b44-ab60-f09cb98c71f9 None None] Network a0fd9fe7-3e1e-4850-b5cc-fa2690a93e17 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:17:30.866565 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-495b17cb-05ea-49a3-a6f0-abb3473f55d8 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8406162 Dec 06 17:17:30.936682 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:30.956141 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d806912-a012-4fb8-938c-89a5b3608770 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:17:31.015389 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 7d806912-a012-4fb8-938c-89a5b3608770, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=7d806912-a012-4fb8-938c-89a5b3608770,segment=NetworkSegment(b722eb92-d8da-4fbc-acca-71668ea91866),segment_id=b722eb92-d8da-4fbc-acca-71668ea91866)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:17:31.038240 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:31.112901 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab36bd4-3f1c-44ed-aef9-1c9958bb9376 None None] Network a0fd9fe7-3e1e-4850-b5cc-fa2690a93e17 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:17:31.203357 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 51108) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:17:31.203820 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=7d806912-a012-4fb8-938c-89a5b3608770,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:31.220069 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7460e65d-50f2-4ef4-957f-cb66b2a36bba req-24d27bb0-46f2-43e0-b97d-dfc3766a526e tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:31.221585 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:17:31.222046 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:17:31.222495 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:17:31.223058 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:17:31.223517 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:17:31.229024 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7460e65d-50f2-4ef4-957f-cb66b2a36bba req-24d27bb0-46f2-43e0-b97d-dfc3766a526e tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf6cfff1-e89e-47d3-a261-fffcd3234c35 HTTP/1.1" status: 200 len: 946 time: 0.1013205 Dec 06 17:17:31.229535 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:17:31.230060 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:17:31.230514 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:17:31.230961 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:17:31.231405 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:17:31.231895 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:17:31.232381 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:17:31.233122 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:17:31.290506 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7460e65d-50f2-4ef4-957f-cb66b2a36bba req-112bce65-5679-42c9-8151-567d93deb072 tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] 10.222.0.23 "GET /v2.0/security-groups?id=bbd4fc35-3e54-498e-8ec5-ae59cdb374e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605142 Dec 06 17:17:31.363881 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 51120) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:17:31.422543 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5aaf9e22-a508-46ad-9980-38afa9e17ea1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:31.426221 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['7d806912-a012-4fb8-938c-89a5b3608770'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:17:31.480863 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45327f3d-3fce-4be3-86df-7053ee767f1b req-0c5b9477-98b5-4e0a-a401-bd7d331bb838 tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:31.483078 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-45327f3d-3fce-4be3-86df-7053ee767f1b req-0c5b9477-98b5-4e0a-a401-bd7d331bb838 tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf6cfff1-e89e-47d3-a261-fffcd3234c35 HTTP/1.1" status: 200 len: 946 time: 0.0712218 Dec 06 17:17:31.491603 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 51124) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:17:31.499823 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-56151e84-5b7d-4f83-9dda-6f34f026184a tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] Request body: {'floatingip': {'port_id': 'ea0b0aba-80db-4b8c-bbd0-2379ff2e9257'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:17:31.517622 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-d42ce2ad-7a7b-458f-91b5-1dbada7907bd admin admin] Deleting subnet 85724274-c536-4bb4-9806-32c964df8042 {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:17:31.524146 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d42ce2ad-7a7b-458f-91b5-1dbada7907bd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:31.580629 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-56151e84-5b7d-4f83-9dda-6f34f026184a tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] Publish callbacks [] for floatingip, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:31.592266 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d42ce2ad-7a7b-458f-91b5-1dbada7907bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:31.657779 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5aaf9e22-a508-46ad-9980-38afa9e17ea1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:31.679946 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5aaf9e22-a508-46ad-9980-38afa9e17ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:31.745315 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d42ce2ad-7a7b-458f-91b5-1dbada7907bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:31.813614 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaf9e22-a508-46ad-9980-38afa9e17ea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc7e61ba-64ae-4dd0-b723-87dc35dfc8d8,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:31.818955 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-5aaf9e22-a508-46ad-9980-38afa9e17ea1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9f774439293546d480c128ad3f052179&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6133494 Dec 06 17:17:31.825523 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 51138) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:17:31.835746 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef6fd95-425c-4731-b230-6093a9c7e153 req-5ab768ce-1e80-451d-82f7-ac7152a659be tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:31.843466 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-cef6fd95-425c-4731-b230-6093a9c7e153 req-5ab768ce-1e80-451d-82f7-ac7152a659be tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=533e5a6d-6ecc-4231-a21c-b90aac9cd2a5 HTTP/1.1" status: 200 len: 944 time: 0.1202807 Dec 06 17:17:31.850328 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f2dbf5-c6d7-4f12-9558-ce73fecbecb9 req-2cb4f036-31b8-4113-81f2-9ddd46bcf9a9 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:31.851819 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-01f2dbf5-c6d7-4f12-9558-ce73fecbecb9 req-2cb4f036-31b8-4113-81f2-9ddd46bcf9a9 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] 10.222.0.23 "GET /v2.0/networks?id=a0fd9fe7-3e1e-4850-b5cc-fa2690a93e17 HTTP/1.1" status: 200 len: 813 time: 0.2192607 Dec 06 17:17:31.873819 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-01f2dbf5-c6d7-4f12-9558-ce73fecbecb9 req-58b24926-3304-4808-90a3-f6721f4d12bb tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] 10.222.0.23 "GET /v2.0/quotas/e03e7b6c6635460894a640ca7e818fbb HTTP/1.1" status: 200 len: 375 time: 0.0146348 Dec 06 17:17:31.878465 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d42ce2ad-7a7b-458f-91b5-1dbada7907bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:31.915706 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42ce2ad-7a7b-458f-91b5-1dbada7907bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85724274-c536-4bb4-9806-32c964df8042,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:31.934487 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-01f2dbf5-c6d7-4f12-9558-ce73fecbecb9 req-2449f58f-9851-4c30-95cb-cf876d1085f2 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e03e7b6c6635460894a640ca7e818fbb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0537910 Dec 06 17:17:31.935797 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d42ce2ad-7a7b-458f-91b5-1dbada7907bd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:31.941205 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-d42ce2ad-7a7b-458f-91b5-1dbada7907bd admin admin] 10.222.0.23 "DELETE /v2.0/subnets/85724274-c536-4bb4-9806-32c964df8042 HTTP/1.1" status: 204 len: 168 time: 0.5736210 Dec 06 17:17:31.941442 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 51142) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:17:32.051244 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-cef6fd95-425c-4731-b230-6093a9c7e153 req-ae7f00f1-1844-4138-b6d5-41b2dee5876d tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068861 Dec 06 17:17:32.056041 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5189f169-4512-46db-8f9a-f365a318dda1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:32.068632 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-45985da0-7cb4-42e8-bcf6-66f6ff2d170c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:32.095434 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-01f2dbf5-c6d7-4f12-9558-ce73fecbecb9 req-e931879d-d269-4d82-bc12-b7477548cbf3 service neutron] 10.222.0.23 "GET /v2.0/networks/a0fd9fe7-3e1e-4850-b5cc-fa2690a93e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470659 Dec 06 17:17:32.131809 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5189f169-4512-46db-8f9a-f365a318dda1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:32.222082 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-45985da0-7cb4-42e8-bcf6-66f6ff2d170c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:32.256672 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-45985da0-7cb4-42e8-bcf6-66f6ff2d170c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3115485-0e47-4001-968e-d7c2520b29dd']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:17:32.258011 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5189f169-4512-46db-8f9a-f365a318dda1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:32.260741 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5189f169-4512-46db-8f9a-f365a318dda1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:32.264241 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-5189f169-4512-46db-8f9a-f365a318dda1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fc7e61ba-64ae-4dd0-b723-87dc35dfc8d8 HTTP/1.1" status: 204 len: 168 time: 0.4165452 Dec 06 17:17:32.276901 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5189f169-4512-46db-8f9a-f365a318dda1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc7e61ba-64ae-4dd0-b723-87dc35dfc8d8,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:32.277079 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-45985da0-7cb4-42e8-bcf6-66f6ff2d170c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5bdebef-6647-4acc-8b76-b3635792eaa5') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:17:32.277300 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-45985da0-7cb4-42e8-bcf6-66f6ff2d170c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5bdebef-6647-4acc-8b76-b3635792eaa5') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:17:32.284639 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-56151e84-5b7d-4f83-9dda-6f34f026184a tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:32.291826 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-45985da0-7cb4-42e8-bcf6-66f6ff2d170c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:32.294973 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-01f2dbf5-c6d7-4f12-9558-ce73fecbecb9 req-9a0e2a17-48ef-4561-a435-f411c1b805b6 service neutron] 10.222.0.23 "GET /v2.0/networks/a0fd9fe7-3e1e-4850-b5cc-fa2690a93e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765184 Dec 06 17:17:32.300151 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-56151e84-5b7d-4f83-9dda-6f34f026184a tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:32.309082 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-45985da0-7cb4-42e8-bcf6-66f6ff2d170c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:32.317294 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45985da0-7cb4-42e8-bcf6-66f6ff2d170c admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:17:32.317746 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-45985da0-7cb4-42e8-bcf6-66f6ff2d170c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:32.319651 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:17:32.319651 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:17:32.319651 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:17:32.319651 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:17:32.319651 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:17:32.319651 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:17:32.319651 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:17:32.319651 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:17:32.319651 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:17:32.319651 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:17:32.319651 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:17:32.319651 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:17:32.319651 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:17:32.319651 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:17:32.319651 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:17:32.319651 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:17:32.319651 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:17:32.319651 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:17:32.319651 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:17:32.319651 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:17:32.319651 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:17:32.319651 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:17:32.319651 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:17:32.319651 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:17:32.319651 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:17:32.319651 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:17:32.319651 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:17:32.319651 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:17:32.319651 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:17:32.319651 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:17:32.319651 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:17:32.319651 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:17:32.385776 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-45985da0-7cb4-42e8-bcf6-66f6ff2d170c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:32.399911 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-45985da0-7cb4-42e8-bcf6-66f6ff2d170c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:32.404840 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-45985da0-7cb4-42e8-bcf6-66f6ff2d170c admin admin] 10.222.0.23 "DELETE /v2.0/networks/f3115485-0e47-4001-968e-d7c2520b29dd HTTP/1.1" status: 204 len: 168 time: 0.4624300 Dec 06 17:17:32.423500 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45985da0-7cb4-42e8-bcf6-66f6ff2d170c admin admin] Pushing event deleted for resources: {'Network': ['ID=f3115485-0e47-4001-968e-d7c2520b29dd,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:32.430675 n-d-master-1 neutron-server[103284]: INFO neutron.db.l3_db [None req-56151e84-5b7d-4f83-9dda-6f34f026184a tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] Floating IP 8c6a7a22-eba7-4040-b476-a2d2a0c45307 associated. External IP: 172.35.1.177, port: ea0b0aba-80db-4b8c-bbd0-2379ff2e9257. Dec 06 17:17:32.617858 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 51158) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:17:32.652002 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:32.674158 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-01b2ed79-94d2-419c-9dae-d0593a094fd0 req-82f9ac75-c716-4c73-a035-0df6568a8f1a tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] 10.222.0.23 "GET /v2.0/ports?device_id=5738fa35-d19d-427f-906d-4be30d16accb HTTP/1.1" status: 200 len: 210 time: 0.0472496 Dec 06 17:17:32.704538 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 7d806912-a012-4fb8-938c-89a5b3608770 up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:17:32.711899 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-6b2b5c7a-61ff-4fde-9bb0-f23e23f61c14 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=806e7552b2fe4d15bbbee1bb266d6718&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0923550 Dec 06 17:17:32.715565 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 51162) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:17:32.762544 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 51166) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:17:32.780589 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-28f4b53f-946e-4d6a-b307-f01ec580bdad admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:32.805551 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning for port 7d806912-a012-4fb8-938c-89a5b3608770 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:17:32.810469 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port 7d806912-a012-4fb8-938c-89a5b3608770 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:17:32.811024 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:32.814485 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56151e84-5b7d-4f83-9dda-6f34f026184a tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] Router edac479e-683c-48ac-965d-acab505de6ea has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:17:32.826787 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6b53028a-2213-4142-8da6-acd1d6ae257a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:32.868202 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6b53028a-2213-4142-8da6-acd1d6ae257a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:32.906361 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:32.931281 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '533e5a6d-6ecc-4231-a21c-b90aac9cd2a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d806912-a012-4fb8-938c-89a5b3608770'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:17:32.934490 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-693923d7-d5b6-4e8c-897c-829175c052ae" -d '{"events": [{"server_uuid": "533e5a6d-6ecc-4231-a21c-b90aac9cd2a5", "name": "network-vif-plugged", "status": "completed", "tag": "7d806912-a012-4fb8-938c-89a5b3608770"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:17:32.939320 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6b53028a-2213-4142-8da6-acd1d6ae257a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:32.942488 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6b53028a-2213-4142-8da6-acd1d6ae257a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:32.944323 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-6b53028a-2213-4142-8da6-acd1d6ae257a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2cec1fb4-3bf0-408d-b61a-6c7a33f765f1 HTTP/1.1" status: 204 len: 168 time: 0.2265952 Dec 06 17:17:32.954362 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 7d806912-a012-4fb8-938c-89a5b3608770, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=7d806912-a012-4fb8-938c-89a5b3608770,segment=NetworkSegment(b722eb92-d8da-4fbc-acca-71668ea91866),segment_id=b722eb92-d8da-4fbc-acca-71668ea91866)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:17:32.955349 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b53028a-2213-4142-8da6-acd1d6ae257a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cec1fb4-3bf0-408d-b61a-6c7a33f765f1,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:32.971328 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:33.011134 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-28f4b53f-946e-4d6a-b307-f01ec580bdad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:33.021005 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-28f4b53f-946e-4d6a-b307-f01ec580bdad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:33.038064 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-337657c3-3489-4148-a44c-038fa3115ec5 x-openstack-request-id: req-337657c3-3489-4148-a44c-038fa3115ec5 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:17:33.038365 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "533e5a6d-6ecc-4231-a21c-b90aac9cd2a5", "name": "network-vif-plugged", "status": "completed", "tag": "7d806912-a012-4fb8-938c-89a5b3608770", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:17:33.038629 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-337657c3-3489-4148-a44c-038fa3115ec5 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:17:33.039040 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '533e5a6d-6ecc-4231-a21c-b90aac9cd2a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d806912-a012-4fb8-938c-89a5b3608770', 'code': 200} Dec 06 17:17:33.080788 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-28f4b53f-946e-4d6a-b307-f01ec580bdad admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a2247564b0c642cd980dac83acda1503&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3146675 Dec 06 17:17:33.082368 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 51180) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:17:33.082648 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f4b53f-946e-4d6a-b307-f01ec580bdad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08e1747c-f12c-410b-ad06-719c1fc463f5,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:33.085359 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=7d806912-a012-4fb8-938c-89a5b3608770,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:33.086126 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56151e84-5b7d-4f83-9dda-6f34f026184a tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:17:33.096306 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d18d120-087c-4420-89fa-bd3332429df9 None None] Sync routers for ids ['edac479e-683c-48ac-965d-acab505de6ea'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:17:33.097481 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-56151e84-5b7d-4f83-9dda-6f34f026184a tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:33.113905 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d18d120-087c-4420-89fa-bd3332429df9 None None] Routers {'edac479e-683c-48ac-965d-acab505de6ea'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:17:33.115676 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-9d18d120-087c-4420-89fa-bd3332429df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:17:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['edac479e-683c-48ac-965d-acab505de6ea'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:17:33.171165 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-94f35fd3-e720-49d5-9465-5d26a671c57e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:33.201614 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-94f35fd3-e720-49d5-9465-5d26a671c57e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:33.245562 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-56151e84-5b7d-4f83-9dda-6f34f026184a tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] 10.222.0.23 "PUT /v2.0/floatingips/8c6a7a22-eba7-4040-b476-a2d2a0c45307 HTTP/1.1" status: 200 len: 992 time: 1.7526309 Dec 06 17:17:33.247474 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf6cfff1-e89e-47d3-a261-fffcd3234c35', 'tag': 'ea0b0aba-80db-4b8c-bbd0-2379ff2e9257'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:17:33.250719 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25dc8f01-b5a5-4ff4-aa42-632facafd868" -d '{"events": [{"name": "network-changed", "server_uuid": "bf6cfff1-e89e-47d3-a261-fffcd3234c35", "tag": "ea0b0aba-80db-4b8c-bbd0-2379ff2e9257"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:17:33.278788 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-94f35fd3-e720-49d5-9465-5d26a671c57e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:33.281965 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-94f35fd3-e720-49d5-9465-5d26a671c57e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:33.283691 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-94f35fd3-e720-49d5-9465-5d26a671c57e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/08e1747c-f12c-410b-ad06-719c1fc463f5 HTTP/1.1" status: 204 len: 168 time: 0.2000618 Dec 06 17:17:33.293837 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f35fd3-e720-49d5-9465-5d26a671c57e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e1747c-f12c-410b-ad06-719c1fc463f5,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:33.367187 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-9d18d120-087c-4420-89fa-bd3332429df9 None None] Set router edac479e-683c-48ac-965d-acab505de6ea gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:17:33.392064 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cba5dd5-24f7-4fb3-b111-75204606ec0f req-4513005b-9260-4ecd-91da-340cec45e4c9 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:33.394250 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7cba5dd5-24f7-4fb3-b111-75204606ec0f req-4513005b-9260-4ecd-91da-340cec45e4c9 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=533e5a6d-6ecc-4231-a21c-b90aac9cd2a5 HTTP/1.1" status: 200 len: 945 time: 0.1543357 Dec 06 17:17:33.402431 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff66092-752c-4765-a2bb-309559834209 req-6dcd65a5-ef48-45b9-b6b4-05f308462d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:33.403937 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-dff66092-752c-4765-a2bb-309559834209 req-6dcd65a5-ef48-45b9-b6b4-05f308462d41 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=533e5a6d-6ecc-4231-a21c-b90aac9cd2a5 HTTP/1.1" status: 200 len: 1096 time: 0.2469532 Dec 06 17:17:33.504450 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7cba5dd5-24f7-4fb3-b111-75204606ec0f req-651cf755-bacf-47c8-bb94-d2c43455b6bc tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995266 Dec 06 17:17:33.507023 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-dff66092-752c-4765-a2bb-309559834209 req-bb05b087-335f-4976-af2f-5997fd60195d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946383 Dec 06 17:17:33.590230 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47d53264-d705-4ed9-b201-1ceb19f8a7c1 x-openstack-request-id: req-47d53264-d705-4ed9-b201-1ceb19f8a7c1 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:17:33.590726 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf6cfff1-e89e-47d3-a261-fffcd3234c35", "tag": "ea0b0aba-80db-4b8c-bbd0-2379ff2e9257", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:17:33.591132 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-47d53264-d705-4ed9-b201-1ceb19f8a7c1 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:17:33.592456 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf6cfff1-e89e-47d3-a261-fffcd3234c35', 'tag': 'ea0b0aba-80db-4b8c-bbd0-2379ff2e9257', 'status': 'completed', 'code': 200} Dec 06 17:17:33.765177 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc8f01-b5a5-4ff4-aa42-632facafd868 req-5b29f0f7-1d5b-4e0a-a409-abcfff1c1c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:33.768297 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-9d18d120-087c-4420-89fa-bd3332429df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edac479e-683c-48ac-965d-acab505de6ea', 'name': 'tempest-ServersTestFqdnHostnames-1034388154-router', 'tenant_id': '12e9694b770846e1b2438737464ee65f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.154'}], 'enable_snat': True}, 'gw_port_id': '2df903ce-17a3-44e2-be22-42f5d2808b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:17:06Z', 'updated_at': '2021-12-06T17:17:13Z', 'revision_number': 4, 'project_id': '12e9694b770846e1b2438737464ee65f', 'gw_port': {'id': '2df903ce-17a3-44e2-be22-42f5d2808b70', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edac479e-683c-48ac-965d-acab505de6ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:17:08Z', 'updated_at': '2021-12-06T17:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '8c6a7a22-eba7-4040-b476-a2d2a0c45307', 'tenant_id': '12e9694b770846e1b2438737464ee65f', 'floating_ip_address': '172.35.1.177', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': 'edac479e-683c-48ac-965d-acab505de6ea', 'port_id': 'ea0b0aba-80db-4b8c-bbd0-2379ff2e9257', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1287, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '261aff99-925f-409c-8466-88931a59d0de', 'mac_address': 'fa:16:3e:e9:7e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6cfff1-e89e-47d3-a261-fffcd3234c35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:17:16Z', 'updated_at': '2021-12-06T17:17:32Z', 'revision_number': 1, 'project_id': '12e9694b770846e1b2438737464ee65f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e920a53e-4ca0-47b0-b872-a4150509dc4e', 'name': '', 'network_id': '261aff99-925f-409c-8466-88931a59d0de', 'tenant_id': '12e9694b770846e1b2438737464ee65f', 'mac_address': 'fa:16:3e:d1:9c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edac479e-683c-48ac-965d-acab505de6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '24938659-33cf-44a1-b187-f340ef422bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:17:11Z', 'updated_at': '2021-12-06T17:17:17Z', 'revision_number': 5, 'project_id': '12e9694b770846e1b2438737464ee65f', 'subnets': [{'id': '24938659-33cf-44a1-b187-f340ef422bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:17:33.776467 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-25dc8f01-b5a5-4ff4-aa42-632facafd868 req-5b29f0f7-1d5b-4e0a-a409-abcfff1c1c23 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=12e9694b770846e1b2438737464ee65f&device_id=bf6cfff1-e89e-47d3-a261-fffcd3234c35 HTTP/1.1" status: 200 len: 1097 time: 0.1132145 Dec 06 17:17:33.805732 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d18d120-087c-4420-89fa-bd3332429df9 None None] Checking router: edac479e-683c-48ac-965d-acab505de6ea for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:17:33.816361 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d18d120-087c-4420-89fa-bd3332429df9 None None] Routers {'edac479e-683c-48ac-965d-acab505de6ea'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:17:33.817132 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-9d18d120-087c-4420-89fa-bd3332429df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:17:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['edac479e-683c-48ac-965d-acab505de6ea'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:17:33.949368 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9bb9b291-c3eb-423e-9a24-e3b11527add6 req-8f8b2f85-6112-4954-b871-f427ceb02d26 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] 10.222.0.23 "GET /v2.0/ports?device_id=5738fa35-d19d-427f-906d-4be30d16accb HTTP/1.1" status: 200 len: 210 time: 0.0801282 Dec 06 17:17:34.009318 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc8f01-b5a5-4ff4-aa42-632facafd868 req-654dc58b-8f83-4cdf-8b9f-21143a1c95b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:34.016789 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-25dc8f01-b5a5-4ff4-aa42-632facafd868 req-654dc58b-8f83-4cdf-8b9f-21143a1c95b6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=261aff99-925f-409c-8466-88931a59d0de HTTP/1.1" status: 200 len: 916 time: 0.2353344 Dec 06 17:17:34.166405 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-9d18d120-087c-4420-89fa-bd3332429df9 None None] Set router edac479e-683c-48ac-965d-acab505de6ea gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:17:34.171267 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-25dc8f01-b5a5-4ff4-aa42-632facafd868 req-b1f3e3fe-48a3-4e85-bf03-0e7aaeffe577 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea0b0aba-80db-4b8c-bbd0-2379ff2e9257 HTTP/1.1" status: 200 len: 1000 time: 0.1460366 Dec 06 17:17:34.332380 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc8f01-b5a5-4ff4-aa42-632facafd868 req-98a3390a-4b46-4fd8-b307-2b870a72ab7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:34.334208 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-25dc8f01-b5a5-4ff4-aa42-632facafd868 req-98a3390a-4b46-4fd8-b307-2b870a72ab7f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=24938659-33cf-44a1-b187-f340ef422bb5 HTTP/1.1" status: 200 len: 854 time: 0.1546383 Dec 06 17:17:34.501091 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc8f01-b5a5-4ff4-aa42-632facafd868 req-4429ce6d-4642-429c-bac6-10b8198524f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:34.502654 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-25dc8f01-b5a5-4ff4-aa42-632facafd868 req-4429ce6d-4642-429c-bac6-10b8198524f7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=261aff99-925f-409c-8466-88931a59d0de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1600816 Dec 06 17:17:34.571742 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f2dbf5-c6d7-4f12-9558-ce73fecbecb9 req-385d6460-a030-48a4-8952-141d7db32d32 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:34.578874 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-01f2dbf5-c6d7-4f12-9558-ce73fecbecb9 req-385d6460-a030-48a4-8952-141d7db32d32 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] 10.222.0.41 "GET /v2.0/networks?id=a0fd9fe7-3e1e-4850-b5cc-fa2690a93e17 HTTP/1.1" status: 200 len: 813 time: 0.2884357 Dec 06 17:17:34.594862 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-01f2dbf5-c6d7-4f12-9558-ce73fecbecb9 req-664c2a3f-fd75-42c0-acf7-43f591910bd9 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Request body: {'port': {'device_id': 'c7de7c98-5ca7-420d-aefe-937ed566d3d2', 'network_id': 'a0fd9fe7-3e1e-4850-b5cc-fa2690a93e17', 'admin_state_up': True, 'tenant_id': 'e03e7b6c6635460894a640ca7e818fbb'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:17:34.652141 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-9d18d120-087c-4420-89fa-bd3332429df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edac479e-683c-48ac-965d-acab505de6ea', 'name': 'tempest-ServersTestFqdnHostnames-1034388154-router', 'tenant_id': '12e9694b770846e1b2438737464ee65f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.154'}], 'enable_snat': True}, 'gw_port_id': '2df903ce-17a3-44e2-be22-42f5d2808b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:17:06Z', 'updated_at': '2021-12-06T17:17:13Z', 'revision_number': 4, 'project_id': '12e9694b770846e1b2438737464ee65f', 'gw_port': {'id': '2df903ce-17a3-44e2-be22-42f5d2808b70', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edac479e-683c-48ac-965d-acab505de6ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:17:08Z', 'updated_at': '2021-12-06T17:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '8c6a7a22-eba7-4040-b476-a2d2a0c45307', 'tenant_id': '12e9694b770846e1b2438737464ee65f', 'floating_ip_address': '172.35.1.177', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': 'edac479e-683c-48ac-965d-acab505de6ea', 'port_id': 'ea0b0aba-80db-4b8c-bbd0-2379ff2e9257', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1287, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '261aff99-925f-409c-8466-88931a59d0de', 'mac_address': 'fa:16:3e:e9:7e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6cfff1-e89e-47d3-a261-fffcd3234c35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:17:16Z', 'updated_at': '2021-12-06T17:17:32Z', 'revision_number': 1, 'project_id': '12e9694b770846e1b2438737464ee65f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e920a53e-4ca0-47b0-b872-a4150509dc4e', 'name': '', 'network_id': '261aff99-925f-409c-8466-88931a59d0de', 'tenant_id': '12e9694b770846e1b2438737464ee65f', 'mac_address': 'fa:16:3e:d1:9c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edac479e-683c-48ac-965d-acab505de6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '24938659-33cf-44a1-b187-f340ef422bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:17:11Z', 'updated_at': '2021-12-06T17:17:17Z', 'revision_number': 5, 'project_id': '12e9694b770846e1b2438737464ee65f', 'subnets': [{'id': '24938659-33cf-44a1-b187-f340ef422bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:17:34.689885 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d18d120-087c-4420-89fa-bd3332429df9 None None] The sync data for ids ['edac479e-683c-48ac-965d-acab505de6ea'] in n-d-master-1 is: [{'id': 'edac479e-683c-48ac-965d-acab505de6ea', 'name': 'tempest-ServersTestFqdnHostnames-1034388154-router', 'tenant_id': '12e9694b770846e1b2438737464ee65f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.154'}], 'enable_snat': True}, 'gw_port_id': '2df903ce-17a3-44e2-be22-42f5d2808b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:17:06Z', 'updated_at': '2021-12-06T17:17:13Z', 'revision_number': 4, 'project_id': '12e9694b770846e1b2438737464ee65f', 'gw_port': {'id': '2df903ce-17a3-44e2-be22-42f5d2808b70', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edac479e-683c-48ac-965d-acab505de6ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:17:08Z', 'updated_at': '2021-12-06T17:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '8c6a7a22-eba7-4040-b476-a2d2a0c45307', 'tenant_id': '12e9694b770846e1b2438737464ee65f', 'floating_ip_address': '172.35.1.177', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': 'edac479e-683c-48ac-965d-acab505de6ea', 'port_id': 'ea0b0aba-80db-4b8c-bbd0-2379ff2e9257', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1287, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '261aff99-925f-409c-8466-88931a59d0de', 'mac_address': 'fa:16:3e:e9:7e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6cfff1-e89e-47d3-a261-fffcd3234c35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:17:16Z', 'updated_at': '2021-12-06T17:17:32Z', 'revision_number': 1, 'project_id': '12e9694b770846e1b2438737464ee65f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e920a53e-4ca0-47b0-b872-a4150509dc4e', 'name': '', 'network_id': '261aff99-925f-409c-8466-88931a59d0de', 'tenant_id': '12e9694b770846e1b2438737464ee65f', 'mac_address': 'fa:16:3e:d1:9c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edac479e-683c-48ac-965d-acab505de6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '24938659-33cf-44a1-b187-f340ef422bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:17:11Z', 'updated_at': '2021-12-06T17:17:17Z', 'revision_number': 5, 'project_id': '12e9694b770846e1b2438737464ee65f', 'subnets': [{'id': '24938659-33cf-44a1-b187-f340ef422bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:17:34.766418 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-25dc8f01-b5a5-4ff4-aa42-632facafd868 req-1a696fa4-e984-454a-92dd-de9764371cd4 service neutron] 10.222.0.41 "GET /v2.0/networks/261aff99-925f-409c-8466-88931a59d0de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536855 Dec 06 17:17:35.029196 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-25dc8f01-b5a5-4ff4-aa42-632facafd868 req-ddb3ebc5-fd8b-44d5-8ade-af57460824cd service neutron] 10.222.0.41 "GET /v2.0/networks/261aff99-925f-409c-8466-88931a59d0de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546477 Dec 06 17:17:35.121721 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:35.136212 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94f2cdf-5c57-479c-9005-8e4aaa090f29 None None] New status for floating IP 8c6a7a22-eba7-4040-b476-a2d2a0c45307: ACTIVE {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 17:17:35.143552 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f2dbf5-c6d7-4f12-9558-ce73fecbecb9 req-ea6f782a-9b7b-48f3-982a-a5dad4fef620 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:35.145303 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-01f2dbf5-c6d7-4f12-9558-ce73fecbecb9 req-ea6f782a-9b7b-48f3-982a-a5dad4fef620 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] 10.222.0.41 "GET /v2.0/networks?id=a0fd9fe7-3e1e-4850-b5cc-fa2690a93e17 HTTP/1.1" status: 200 len: 813 time: 0.3119717 Dec 06 17:17:35.184471 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-77b95955-cb26-42c6-86d2-9b427706f5ee req-6778a2f9-13c3-4e69-9c61-e6f232107ecb tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] 10.222.0.23 "GET /v2.0/ports?device_id=5738fa35-d19d-427f-906d-4be30d16accb HTTP/1.1" status: 200 len: 210 time: 0.0378056 Dec 06 17:17:35.189651 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-01f2dbf5-c6d7-4f12-9558-ce73fecbecb9 req-88916094-2ad1-42f5-b10e-1580cce8622f tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Request body: {'port': {'device_id': '5738fa35-d19d-427f-906d-4be30d16accb', 'network_id': 'a0fd9fe7-3e1e-4850-b5cc-fa2690a93e17', 'admin_state_up': True, 'tenant_id': 'e03e7b6c6635460894a640ca7e818fbb'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:17:35.432906 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01f2dbf5-c6d7-4f12-9558-ce73fecbecb9 req-88916094-2ad1-42f5-b10e-1580cce8622f tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Made reservation on behalf of e03e7b6c6635460894a640ca7e818fbb for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:17:35.436843 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-01f2dbf5-c6d7-4f12-9558-ce73fecbecb9 req-88916094-2ad1-42f5-b10e-1580cce8622f tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:35.560638 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d167be96-8707-4487-a427-006c23ed4db3 req-5fa966ef-ca7f-4903-83d2-d935a57fd919 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:35.578339 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d167be96-8707-4487-a427-006c23ed4db3 req-5fa966ef-ca7f-4903-83d2-d935a57fd919 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=533e5a6d-6ecc-4231-a21c-b90aac9cd2a5 HTTP/1.1" status: 200 len: 945 time: 0.2023730 Dec 06 17:17:35.678754 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d167be96-8707-4487-a427-006c23ed4db3 req-f17616e0-ef00-4665-bd06-f286f674c454 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924377 Dec 06 17:17:35.705643 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01f2dbf5-c6d7-4f12-9558-ce73fecbecb9 req-664c2a3f-fd75-42c0-acf7-43f591910bd9 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Made reservation on behalf of e03e7b6c6635460894a640ca7e818fbb for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:17:35.710389 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-01f2dbf5-c6d7-4f12-9558-ce73fecbecb9 req-664c2a3f-fd75-42c0-acf7-43f591910bd9 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:35.714529 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-01f2dbf5-c6d7-4f12-9558-ce73fecbecb9 req-88916094-2ad1-42f5-b10e-1580cce8622f tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Allocated IP 172.20.0.5 (a0fd9fe7-3e1e-4850-b5cc-fa2690a93e17/853aa2d3-dc6a-43b2-af6a-774a09e844df/251fe448-a200-4c70-ba2c-82cbf209815a) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:17:35.976550 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-01f2dbf5-c6d7-4f12-9558-ce73fecbecb9 req-88916094-2ad1-42f5-b10e-1580cce8622f tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:35.989054 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 51286) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:17:36.014371 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-01f2dbf5-c6d7-4f12-9558-ce73fecbecb9 req-88916094-2ad1-42f5-b10e-1580cce8622f tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:36.068370 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01f2dbf5-c6d7-4f12-9558-ce73fecbecb9 req-88916094-2ad1-42f5-b10e-1580cce8622f tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Network a0fd9fe7-3e1e-4850-b5cc-fa2690a93e17 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:17:36.076297 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-01f2dbf5-c6d7-4f12-9558-ce73fecbecb9 req-88916094-2ad1-42f5-b10e-1580cce8622f tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:17:36.096154 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-01f2dbf5-c6d7-4f12-9558-ce73fecbecb9 req-664c2a3f-fd75-42c0-acf7-43f591910bd9 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Allocated IP 172.20.0.8 (a0fd9fe7-3e1e-4850-b5cc-fa2690a93e17/853aa2d3-dc6a-43b2-af6a-774a09e844df/55d3e753-7384-4feb-bff2-9bd28136489e) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:17:36.126597 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-01f2dbf5-c6d7-4f12-9558-ce73fecbecb9 req-88916094-2ad1-42f5-b10e-1580cce8622f tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:17:36.198788 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f2dbf5-c6d7-4f12-9558-ce73fecbecb9 req-88916094-2ad1-42f5-b10e-1580cce8622f tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:36.199371 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-01f2dbf5-c6d7-4f12-9558-ce73fecbecb9 req-88916094-2ad1-42f5-b10e-1580cce8622f tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:36.201936 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88916094-2ad1-42f5-b10e-1580cce8622f tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Pushing event updated for resources: {'Port': ['ID=251fe448-a200-4c70-ba2c-82cbf209815a,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:36.223061 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-01f2dbf5-c6d7-4f12-9558-ce73fecbecb9 req-88916094-2ad1-42f5-b10e-1580cce8622f tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0365710 Dec 06 17:17:36.234825 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-01f2dbf5-c6d7-4f12-9558-ce73fecbecb9 req-502a6c65-1ee3-49ba-a184-12f107ab0761 service neutron] Request body: {'port': {'device_id': '5738fa35-d19d-427f-906d-4be30d16accb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:17:36.280243 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-76f29b01-c966-441c-9993-250d13a6d77a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063567957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063567957-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1503296979'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:17:36.328306 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f29b01-c966-441c-9993-250d13a6d77a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063567957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063567957-project] Made reservation on behalf of ff991936ac3a4ed0a966bd391c682bd3 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:17:36.332094 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-76f29b01-c966-441c-9993-250d13a6d77a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063567957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063567957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:36.336603 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-01f2dbf5-c6d7-4f12-9558-ce73fecbecb9 req-502a6c65-1ee3-49ba-a184-12f107ab0761 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:36.345155 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-01f2dbf5-c6d7-4f12-9558-ce73fecbecb9 req-664c2a3f-fd75-42c0-acf7-43f591910bd9 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:36.348165 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-76f29b01-c966-441c-9993-250d13a6d77a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063567957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063567957-project] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:36.388974 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 51300) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:17:36.405504 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd392152-0452-4b96-a23e-e77ef42ea7ce req-a20c01e9-63c6-4f0e-ac29-f80fe30bb29f tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:36.407109 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fd392152-0452-4b96-a23e-e77ef42ea7ce req-a20c01e9-63c6-4f0e-ac29-f80fe30bb29f tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] 10.222.0.23 "GET /v2.0/ports?device_id=5738fa35-d19d-427f-906d-4be30d16accb HTTP/1.1" status: 200 len: 931 time: 0.1030593 Dec 06 17:17:36.422368 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-01f2dbf5-c6d7-4f12-9558-ce73fecbecb9 req-664c2a3f-fd75-42c0-acf7-43f591910bd9 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:36.474458 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01f2dbf5-c6d7-4f12-9558-ce73fecbecb9 req-664c2a3f-fd75-42c0-acf7-43f591910bd9 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Network a0fd9fe7-3e1e-4850-b5cc-fa2690a93e17 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:17:36.480235 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-01f2dbf5-c6d7-4f12-9558-ce73fecbecb9 req-664c2a3f-fd75-42c0-acf7-43f591910bd9 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:17:36.488271 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-01f2dbf5-c6d7-4f12-9558-ce73fecbecb9 req-664c2a3f-fd75-42c0-acf7-43f591910bd9 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:17:36.532258 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664c2a3f-fd75-42c0-acf7-43f591910bd9 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Pushing event updated for resources: {'Port': ['ID=55d3e753-7384-4feb-bff2-9bd28136489e,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:36.554339 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fd392152-0452-4b96-a23e-e77ef42ea7ce req-761ba21c-1426-4dd1-bc68-e748cec585f6 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d8b7371-b4da-47a5-b5a3-3920bab66823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366379 Dec 06 17:17:36.561096 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-44fc4233-ec69-4eb3-a7f0-e977994a3a1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:36.564136 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-76f29b01-c966-441c-9993-250d13a6d77a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063567957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063567957-project] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:36.585646 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-76f29b01-c966-441c-9993-250d13a6d77a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063567957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063567957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:36.610605 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f2dbf5-c6d7-4f12-9558-ce73fecbecb9 req-664c2a3f-fd75-42c0-acf7-43f591910bd9 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:36.611240 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-01f2dbf5-c6d7-4f12-9558-ce73fecbecb9 req-664c2a3f-fd75-42c0-acf7-43f591910bd9 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:36.628826 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76f29b01-c966-441c-9993-250d13a6d77a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063567957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063567957-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:17:36.659880 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-01f2dbf5-c6d7-4f12-9558-ce73fecbecb9 req-664c2a3f-fd75-42c0-acf7-43f591910bd9 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0691125 Dec 06 17:17:36.667870 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-76f29b01-c966-441c-9993-250d13a6d77a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063567957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063567957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:36.668223 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-76f29b01-c966-441c-9993-250d13a6d77a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063567957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063567957-project] Added segment 48467b68-2bb1-46ec-a6a2-195293469885 of type vlan for network 06125101-2bff-4233-b5d7-9d1fb08b3678 Dec 06 17:17:36.670592 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f29b01-c966-441c-9993-250d13a6d77a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063567957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063567957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6868992b-c259-4327-a332-9a86be214722,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:36.678247 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-01f2dbf5-c6d7-4f12-9558-ce73fecbecb9 req-502a6c65-1ee3-49ba-a184-12f107ab0761 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 251fe448-a200-4c70-ba2c-82cbf209815a {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:17:36.686026 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-01f2dbf5-c6d7-4f12-9558-ce73fecbecb9 req-3658d625-629b-4e5c-814c-20a3ddf9fdb2 service neutron] Request body: {'port': {'device_id': 'c7de7c98-5ca7-420d-aefe-937ed566d3d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:17:36.686484 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-01f2dbf5-c6d7-4f12-9558-ce73fecbecb9 req-502a6c65-1ee3-49ba-a184-12f107ab0761 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:36.703854 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-01f2dbf5-c6d7-4f12-9558-ce73fecbecb9 req-502a6c65-1ee3-49ba-a184-12f107ab0761 service neutron] Transition to ACTIVE for port object 251fe448-a200-4c70-ba2c-82cbf209815a will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:17:36.708304 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-01f2dbf5-c6d7-4f12-9558-ce73fecbecb9 req-502a6c65-1ee3-49ba-a184-12f107ab0761 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:36.764972 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-76f29b01-c966-441c-9993-250d13a6d77a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063567957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063567957-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:36.765229 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502a6c65-1ee3-49ba-a184-12f107ab0761 service neutron] Pushing event updated for resources: {'Port': ['ID=251fe448-a200-4c70-ba2c-82cbf209815a,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:36.850187 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-44fc4233-ec69-4eb3-a7f0-e977994a3a1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:36.854790 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-01f2dbf5-c6d7-4f12-9558-ce73fecbecb9 req-3658d625-629b-4e5c-814c-20a3ddf9fdb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:36.864613 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-01f2dbf5-c6d7-4f12-9558-ce73fecbecb9 req-502a6c65-1ee3-49ba-a184-12f107ab0761 service neutron] Attempting to bind port 251fe448-a200-4c70-ba2c-82cbf209815a on host n-h1-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:17:36.864957 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-01f2dbf5-c6d7-4f12-9558-ce73fecbecb9 req-502a6c65-1ee3-49ba-a184-12f107ab0761 service neutron] Attempting to bind port 251fe448-a200-4c70-ba2c-82cbf209815a by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '043e3718-ad88-414e-8c44-476cce50b82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a0fd9fe7-3e1e-4850-b5cc-fa2690a93e17'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:17:36.865304 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f2dbf5-c6d7-4f12-9558-ce73fecbecb9 req-502a6c65-1ee3-49ba-a184-12f107ab0761 service neutron] Attempting to bind port 251fe448-a200-4c70-ba2c-82cbf209815a on network a0fd9fe7-3e1e-4850-b5cc-fa2690a93e17 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:17:36.870920 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f2dbf5-c6d7-4f12-9558-ce73fecbecb9 req-502a6c65-1ee3-49ba-a184-12f107ab0761 service neutron] Port 251fe448-a200-4c70-ba2c-82cbf209815a on network a0fd9fe7-3e1e-4850-b5cc-fa2690a93e17 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:17:36.870920 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f2dbf5-c6d7-4f12-9558-ce73fecbecb9 req-502a6c65-1ee3-49ba-a184-12f107ab0761 service neutron] Attempting to bind port 251fe448-a200-4c70-ba2c-82cbf209815a on network a0fd9fe7-3e1e-4850-b5cc-fa2690a93e17 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:17:36.872135 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-44fc4233-ec69-4eb3-a7f0-e977994a3a1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:36.878676 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f2dbf5-c6d7-4f12-9558-ce73fecbecb9 req-502a6c65-1ee3-49ba-a184-12f107ab0761 service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:17:36.879245 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f2dbf5-c6d7-4f12-9558-ce73fecbecb9 req-502a6c65-1ee3-49ba-a184-12f107ab0761 service neutron] Checking segment: {'id': '043e3718-ad88-414e-8c44-476cce50b82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a0fd9fe7-3e1e-4850-b5cc-fa2690a93e17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:17:36.879808 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f2dbf5-c6d7-4f12-9558-ce73fecbecb9 req-502a6c65-1ee3-49ba-a184-12f107ab0761 service neutron] Bound using segment: {'id': '043e3718-ad88-414e-8c44-476cce50b82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a0fd9fe7-3e1e-4850-b5cc-fa2690a93e17'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:17:36.880259 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-01f2dbf5-c6d7-4f12-9558-ce73fecbecb9 req-502a6c65-1ee3-49ba-a184-12f107ab0761 service neutron] Bound port: 251fe448-a200-4c70-ba2c-82cbf209815a, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '043e3718-ad88-414e-8c44-476cce50b82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a0fd9fe7-3e1e-4850-b5cc-fa2690a93e17'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:17:36.880625 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-01f2dbf5-c6d7-4f12-9558-ce73fecbecb9 req-502a6c65-1ee3-49ba-a184-12f107ab0761 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:36.887385 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-76f29b01-c966-441c-9993-250d13a6d77a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063567957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063567957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:36.892925 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f29b01-c966-441c-9993-250d13a6d77a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063567957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063567957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:36.895055 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-76f29b01-c966-441c-9993-250d13a6d77a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063567957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063567957-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:36.948587 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-01f2dbf5-c6d7-4f12-9558-ce73fecbecb9 req-502a6c65-1ee3-49ba-a184-12f107ab0761 service neutron] For port 251fe448-a200-4c70-ba2c-82cbf209815a, host n-h1-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:17:36.951816 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-01f2dbf5-c6d7-4f12-9558-ce73fecbecb9 req-502a6c65-1ee3-49ba-a184-12f107ab0761 service neutron] For port 251fe448-a200-4c70-ba2c-82cbf209815a, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=251fe448-a200-4c70-ba2c-82cbf209815a,segment=NetworkSegment(043e3718-ad88-414e-8c44-476cce50b82e),segment_id=043e3718-ad88-414e-8c44-476cce50b82e)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:17:36.957492 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-01f2dbf5-c6d7-4f12-9558-ce73fecbecb9 req-502a6c65-1ee3-49ba-a184-12f107ab0761 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:36.990347 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-44fc4233-ec69-4eb3-a7f0-e977994a3a1f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5d800a57c3bd445c90714882c6d616da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6004922 Dec 06 17:17:36.996122 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 51312) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:17:37.002887 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f2dbf5-c6d7-4f12-9558-ce73fecbecb9 req-502a6c65-1ee3-49ba-a184-12f107ab0761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:37.003498 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-01f2dbf5-c6d7-4f12-9558-ce73fecbecb9 req-502a6c65-1ee3-49ba-a184-12f107ab0761 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:37.004789 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-01f2dbf5-c6d7-4f12-9558-ce73fecbecb9 req-502a6c65-1ee3-49ba-a184-12f107ab0761 service neutron] 10.222.0.41 "PUT /v2.0/ports/251fe448-a200-4c70-ba2c-82cbf209815a HTTP/1.1" status: 200 len: 1091 time: 0.7743058 Dec 06 17:17:37.006828 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5738fa35-d19d-427f-906d-4be30d16accb', 'tag': '251fe448-a200-4c70-ba2c-82cbf209815a'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:17:37.009054 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f29348-76fe-4f25-9e62-6fec20735e23" -d '{"events": [{"name": "network-changed", "server_uuid": "5738fa35-d19d-427f-906d-4be30d16accb", "tag": "251fe448-a200-4c70-ba2c-82cbf209815a"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:17:37.030490 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a66035c-9a55-4a5e-a90c-ed845630d047 req-7796a654-32a4-4dca-9ddd-b9fa90908d62 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:37.038754 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8a66035c-9a55-4a5e-a90c-ed845630d047 req-7796a654-32a4-4dca-9ddd-b9fa90908d62 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=533e5a6d-6ecc-4231-a21c-b90aac9cd2a5 HTTP/1.1" status: 200 len: 945 time: 0.2362013 Dec 06 17:17:37.045614 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fc4233-ec69-4eb3-a7f0-e977994a3a1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b103bf65-ac08-46f9-b700-4946d228881f,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:37.050861 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-76f29b01-c966-441c-9993-250d13a6d77a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063567957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063567957-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.0605075 Dec 06 17:17:37.077293 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac15eab-ffc4-4551-a115-2282c41b1ecb x-openstack-request-id: req-cac15eab-ffc4-4551-a115-2282c41b1ecb {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:17:37.078571 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5738fa35-d19d-427f-906d-4be30d16accb", "tag": "251fe448-a200-4c70-ba2c-82cbf209815a", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:17:37.078571 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cac15eab-ffc4-4551-a115-2282c41b1ecb {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:17:37.078808 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f29b01-c966-441c-9993-250d13a6d77a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063567957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063567957-project] Pushing event updated for resources: {'Network': ['ID=06125101-2bff-4233-b5d7-9d1fb08b3678,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:37.078905 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5738fa35-d19d-427f-906d-4be30d16accb', 'tag': '251fe448-a200-4c70-ba2c-82cbf209815a', 'status': 'completed', 'code': 200} Dec 06 17:17:37.094142 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 06125101-2bff-4233-b5d7-9d1fb08b3678 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:17:37.120269 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502a6c65-1ee3-49ba-a184-12f107ab0761 service neutron] Pushing event updated for resources: {'Port': ['ID=251fe448-a200-4c70-ba2c-82cbf209815a,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:37.141200 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f2dbf5-c6d7-4f12-9558-ce73fecbecb9 req-cffdd7bd-7e81-4f57-942c-98aff4488d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:37.143810 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-01f2dbf5-c6d7-4f12-9558-ce73fecbecb9 req-cffdd7bd-7e81-4f57-942c-98aff4488d6c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e03e7b6c6635460894a640ca7e818fbb&device_id=5738fa35-d19d-427f-906d-4be30d16accb HTTP/1.1" status: 200 len: 1094 time: 0.0750184 Dec 06 17:17:37.167919 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-784568ea-847a-49e6-a35b-e8f7682a7d9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:37.184335 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8a66035c-9a55-4a5e-a90c-ed845630d047 req-e44e0209-2048-48d1-af0c-ec523d9ed229 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398399 Dec 06 17:17:37.202565 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-01f2dbf5-c6d7-4f12-9558-ce73fecbecb9 req-97fb331f-fe35-4074-b0c2-28e02ae75f5b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=251fe448-a200-4c70-ba2c-82cbf209815a HTTP/1.1" status: 200 len: 217 time: 0.0486698 Dec 06 17:17:37.256939 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-784568ea-847a-49e6-a35b-e8f7682a7d9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:37.292471 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f2dbf5-c6d7-4f12-9558-ce73fecbecb9 req-1d1df244-2677-4eae-9e11-392f5bb34eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:37.294150 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-01f2dbf5-c6d7-4f12-9558-ce73fecbecb9 req-1d1df244-2677-4eae-9e11-392f5bb34eb6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=853aa2d3-dc6a-43b2-af6a-774a09e844df HTTP/1.1" status: 200 len: 853 time: 0.0825381 Dec 06 17:17:37.340767 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-01f2dbf5-c6d7-4f12-9558-ce73fecbecb9 req-a16d0618-ba06-458c-b238-2434447da016 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a0fd9fe7-3e1e-4850-b5cc-fa2690a93e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386987 Dec 06 17:17:37.386959 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-784568ea-847a-49e6-a35b-e8f7682a7d9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:37.389966 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-784568ea-847a-49e6-a35b-e8f7682a7d9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:37.390341 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 51324) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:17:37.391222 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-784568ea-847a-49e6-a35b-e8f7682a7d9e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b103bf65-ac08-46f9-b700-4946d228881f HTTP/1.1" status: 204 len: 168 time: 0.3941741 Dec 06 17:17:37.412374 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-eff3fca9-6560-4b59-a7ba-af579a6eade1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Request body: {'port': {'network_id': '06125101-2bff-4233-b5d7-9d1fb08b3678', 'binding:host_id': 'n-h2-master-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1872717548'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:17:37.430945 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784568ea-847a-49e6-a35b-e8f7682a7d9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b103bf65-ac08-46f9-b700-4946d228881f,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:37.434408 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d940f297-e8bc-4b96-9cca-7c9317247046 req-7abe78b4-d95b-46cf-82e1-1e8b2eabe6fe tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:37.436007 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d940f297-e8bc-4b96-9cca-7c9317247046 req-7abe78b4-d95b-46cf-82e1-1e8b2eabe6fe tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=533e5a6d-6ecc-4231-a21c-b90aac9cd2a5 HTTP/1.1" status: 200 len: 945 time: 0.1019197 Dec 06 17:17:37.458622 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-01f2dbf5-c6d7-4f12-9558-ce73fecbecb9 req-3658d625-629b-4e5c-814c-20a3ddf9fdb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55d3e753-7384-4feb-bff2-9bd28136489e {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:17:37.476029 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-01f2dbf5-c6d7-4f12-9558-ce73fecbecb9 req-34ac40f0-aea0-444f-84a9-a538ef8767c7 service neutron] 10.222.0.41 "GET /v2.0/networks/a0fd9fe7-3e1e-4850-b5cc-fa2690a93e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280086 Dec 06 17:17:37.476252 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-01f2dbf5-c6d7-4f12-9558-ce73fecbecb9 req-3658d625-629b-4e5c-814c-20a3ddf9fdb2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:37.492107 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff3fca9-6560-4b59-a7ba-af579a6eade1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Made reservation on behalf of 33e8cc74a38143048d31b30ab35ce3aa for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:17:37.494518 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eff3fca9-6560-4b59-a7ba-af579a6eade1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:37.511853 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-01f2dbf5-c6d7-4f12-9558-ce73fecbecb9 req-3658d625-629b-4e5c-814c-20a3ddf9fdb2 service neutron] Transition to ACTIVE for port object 55d3e753-7384-4feb-bff2-9bd28136489e will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:17:37.514828 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eff3fca9-6560-4b59-a7ba-af579a6eade1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:37.530397 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-01f2dbf5-c6d7-4f12-9558-ce73fecbecb9 req-3658d625-629b-4e5c-814c-20a3ddf9fdb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:37.571233 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d940f297-e8bc-4b96-9cca-7c9317247046 req-ad9c130c-708d-493d-aa10-17c5a452bf14 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275349 Dec 06 17:17:37.620846 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3658d625-629b-4e5c-814c-20a3ddf9fdb2 service neutron] Pushing event updated for resources: {'Port': ['ID=55d3e753-7384-4feb-bff2-9bd28136489e,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:37.631659 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-01f2dbf5-c6d7-4f12-9558-ce73fecbecb9 req-c59fdd1a-5574-4626-bc99-3082205a0efc service neutron] 10.222.0.41 "GET /v2.0/networks/a0fd9fe7-3e1e-4850-b5cc-fa2690a93e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480224 Dec 06 17:17:37.732400 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-01f2dbf5-c6d7-4f12-9558-ce73fecbecb9 req-3658d625-629b-4e5c-814c-20a3ddf9fdb2 service neutron] Attempting to bind port 55d3e753-7384-4feb-bff2-9bd28136489e on host n-h1-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:17:37.732749 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-01f2dbf5-c6d7-4f12-9558-ce73fecbecb9 req-3658d625-629b-4e5c-814c-20a3ddf9fdb2 service neutron] Attempting to bind port 55d3e753-7384-4feb-bff2-9bd28136489e by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '043e3718-ad88-414e-8c44-476cce50b82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a0fd9fe7-3e1e-4850-b5cc-fa2690a93e17'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:17:37.733084 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f2dbf5-c6d7-4f12-9558-ce73fecbecb9 req-3658d625-629b-4e5c-814c-20a3ddf9fdb2 service neutron] Attempting to bind port 55d3e753-7384-4feb-bff2-9bd28136489e on network a0fd9fe7-3e1e-4850-b5cc-fa2690a93e17 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:17:37.740691 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eff3fca9-6560-4b59-a7ba-af579a6eade1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:37.745697 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f2dbf5-c6d7-4f12-9558-ce73fecbecb9 req-3658d625-629b-4e5c-814c-20a3ddf9fdb2 service neutron] Port 55d3e753-7384-4feb-bff2-9bd28136489e on network a0fd9fe7-3e1e-4850-b5cc-fa2690a93e17 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:17:37.746108 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f2dbf5-c6d7-4f12-9558-ce73fecbecb9 req-3658d625-629b-4e5c-814c-20a3ddf9fdb2 service neutron] Attempting to bind port 55d3e753-7384-4feb-bff2-9bd28136489e on network a0fd9fe7-3e1e-4850-b5cc-fa2690a93e17 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:17:37.750297 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eff3fca9-6560-4b59-a7ba-af579a6eade1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:37.764890 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-eff3fca9-6560-4b59-a7ba-af579a6eade1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] device_id is not set on port 6e3303a8-61b3-4782-8050-c6eab985220f yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:17:37.771899 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f2dbf5-c6d7-4f12-9558-ce73fecbecb9 req-3658d625-629b-4e5c-814c-20a3ddf9fdb2 service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:17:37.772286 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f2dbf5-c6d7-4f12-9558-ce73fecbecb9 req-3658d625-629b-4e5c-814c-20a3ddf9fdb2 service neutron] Checking segment: {'id': '043e3718-ad88-414e-8c44-476cce50b82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a0fd9fe7-3e1e-4850-b5cc-fa2690a93e17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:17:37.772682 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f2dbf5-c6d7-4f12-9558-ce73fecbecb9 req-3658d625-629b-4e5c-814c-20a3ddf9fdb2 service neutron] Bound using segment: {'id': '043e3718-ad88-414e-8c44-476cce50b82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a0fd9fe7-3e1e-4850-b5cc-fa2690a93e17'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:17:37.773137 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-01f2dbf5-c6d7-4f12-9558-ce73fecbecb9 req-3658d625-629b-4e5c-814c-20a3ddf9fdb2 service neutron] Bound port: 55d3e753-7384-4feb-bff2-9bd28136489e, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '043e3718-ad88-414e-8c44-476cce50b82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a0fd9fe7-3e1e-4850-b5cc-fa2690a93e17'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:17:37.773515 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-01f2dbf5-c6d7-4f12-9558-ce73fecbecb9 req-3658d625-629b-4e5c-814c-20a3ddf9fdb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:37.797805 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f29348-76fe-4f25-9e62-6fec20735e23 req-78c36bbe-1e56-4223-afd5-296a1675a35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:37.799420 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a6f29348-76fe-4f25-9e62-6fec20735e23 req-78c36bbe-1e56-4223-afd5-296a1675a35f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e03e7b6c6635460894a640ca7e818fbb&device_id=5738fa35-d19d-427f-906d-4be30d16accb HTTP/1.1" status: 200 len: 1094 time: 0.0872021 Dec 06 17:17:37.810046 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0513cc2-f232-4174-b62b-623b32bd433b req-1e5b7e05-3c50-4c3f-ba5a-fc050e1cd255 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:37.811822 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d0513cc2-f232-4174-b62b-623b32bd433b req-1e5b7e05-3c50-4c3f-ba5a-fc050e1cd255 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] 10.222.0.23 "GET /v2.0/ports?device_id=5738fa35-d19d-427f-906d-4be30d16accb HTTP/1.1" status: 200 len: 943 time: 0.1458104 Dec 06 17:17:37.889164 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff3fca9-6560-4b59-a7ba-af579a6eade1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad64c3d-887f-48c0-a952-5f15aa4138f6,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:37.972853 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-01f2dbf5-c6d7-4f12-9558-ce73fecbecb9 req-3658d625-629b-4e5c-814c-20a3ddf9fdb2 service neutron] For port 55d3e753-7384-4feb-bff2-9bd28136489e, host n-h1-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:17:37.994857 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d0513cc2-f232-4174-b62b-623b32bd433b req-d7963715-56b6-4e80-8ce4-74484347b233 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d8b7371-b4da-47a5-b5a3-3920bab66823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718788 Dec 06 17:17:38.021914 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f29348-76fe-4f25-9e62-6fec20735e23 req-9fd71e29-3383-4653-adb1-1dd7e173d3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:38.023536 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a6f29348-76fe-4f25-9e62-6fec20735e23 req-9fd71e29-3383-4653-adb1-1dd7e173d3f6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a0fd9fe7-3e1e-4850-b5cc-fa2690a93e17 HTTP/1.1" status: 200 len: 914 time: 0.2107270 Dec 06 17:17:38.046795 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-01f2dbf5-c6d7-4f12-9558-ce73fecbecb9 req-3658d625-629b-4e5c-814c-20a3ddf9fdb2 service neutron] For port 55d3e753-7384-4feb-bff2-9bd28136489e, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=55d3e753-7384-4feb-bff2-9bd28136489e,segment=NetworkSegment(043e3718-ad88-414e-8c44-476cce50b82e),segment_id=043e3718-ad88-414e-8c44-476cce50b82e)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:17:38.058665 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-01f2dbf5-c6d7-4f12-9558-ce73fecbecb9 req-3658d625-629b-4e5c-814c-20a3ddf9fdb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:38.100434 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a6f29348-76fe-4f25-9e62-6fec20735e23 req-34b84ea0-2e3d-4cdb-80f1-7b932041e94c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=251fe448-a200-4c70-ba2c-82cbf209815a HTTP/1.1" status: 200 len: 217 time: 0.0636039 Dec 06 17:17:38.140738 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f2dbf5-c6d7-4f12-9558-ce73fecbecb9 req-3658d625-629b-4e5c-814c-20a3ddf9fdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:38.141376 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-01f2dbf5-c6d7-4f12-9558-ce73fecbecb9 req-3658d625-629b-4e5c-814c-20a3ddf9fdb2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:38.142813 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-01f2dbf5-c6d7-4f12-9558-ce73fecbecb9 req-3658d625-629b-4e5c-814c-20a3ddf9fdb2 service neutron] 10.222.0.41 "PUT /v2.0/ports/55d3e753-7384-4feb-bff2-9bd28136489e HTTP/1.1" status: 200 len: 1091 time: 1.4693956 Dec 06 17:17:38.145441 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7de7c98-5ca7-420d-aefe-937ed566d3d2', 'tag': '55d3e753-7384-4feb-bff2-9bd28136489e'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:17:38.147819 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-576c2d86-ea63-47e1-9fd3-c88287ceca59" -d '{"events": [{"name": "network-changed", "server_uuid": "c7de7c98-5ca7-420d-aefe-937ed566d3d2", "tag": "55d3e753-7384-4feb-bff2-9bd28136489e"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:17:38.165206 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eea002f-3d77-48d5-a515-c82614fd2a2d req-0b5e19cf-ad30-4f4e-b24c-22288b4bc932 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:38.166419 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1eea002f-3d77-48d5-a515-c82614fd2a2d req-0b5e19cf-ad30-4f4e-b24c-22288b4bc932 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=533e5a6d-6ecc-4231-a21c-b90aac9cd2a5 HTTP/1.1" status: 200 len: 945 time: 0.1897771 Dec 06 17:17:38.184795 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f29348-76fe-4f25-9e62-6fec20735e23 req-910cf67e-15f2-4eb4-a6a2-26308b84fc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:38.188366 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a6f29348-76fe-4f25-9e62-6fec20735e23 req-910cf67e-15f2-4eb4-a6a2-26308b84fc99 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=853aa2d3-dc6a-43b2-af6a-774a09e844df HTTP/1.1" status: 200 len: 853 time: 0.0787978 Dec 06 17:17:38.192138 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-eff3fca9-6560-4b59-a7ba-af579a6eade1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] device_id is not set on port 6e3303a8-61b3-4782-8050-c6eab985220f yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:17:38.203079 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf8ad94-1d8e-4e34-89d7-17a9490ef17b x-openstack-request-id: req-6bf8ad94-1d8e-4e34-89d7-17a9490ef17b {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:17:38.203393 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7de7c98-5ca7-420d-aefe-937ed566d3d2", "tag": "55d3e753-7384-4feb-bff2-9bd28136489e", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:17:38.203621 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6bf8ad94-1d8e-4e34-89d7-17a9490ef17b {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:17:38.204025 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7de7c98-5ca7-420d-aefe-937ed566d3d2', 'tag': '55d3e753-7384-4feb-bff2-9bd28136489e', 'status': 'completed', 'code': 200} Dec 06 17:17:38.215266 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3658d625-629b-4e5c-814c-20a3ddf9fdb2 service neutron] Pushing event updated for resources: {'Port': ['ID=55d3e753-7384-4feb-bff2-9bd28136489e,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:38.220449 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eff3fca9-6560-4b59-a7ba-af579a6eade1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:38.235591 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eff3fca9-6560-4b59-a7ba-af579a6eade1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:38.244524 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a6f29348-76fe-4f25-9e62-6fec20735e23 req-9a9394fd-a29e-451d-9934-e0eb09a84873 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a0fd9fe7-3e1e-4850-b5cc-fa2690a93e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441573 Dec 06 17:17:38.328643 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1eea002f-3d77-48d5-a515-c82614fd2a2d req-82e70aa7-287f-4085-aee2-22492955cf4d tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474996 Dec 06 17:17:38.351088 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff3fca9-6560-4b59-a7ba-af579a6eade1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Pushing event updated for resources: {'Port': ['ID=6e3303a8-61b3-4782-8050-c6eab985220f,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:38.351088 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f2dbf5-c6d7-4f12-9558-ce73fecbecb9 req-ab068c0d-7a05-4ed9-9fc5-c8650b7b418f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:38.351088 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-01f2dbf5-c6d7-4f12-9558-ce73fecbecb9 req-ab068c0d-7a05-4ed9-9fc5-c8650b7b418f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e03e7b6c6635460894a640ca7e818fbb&device_id=c7de7c98-5ca7-420d-aefe-937ed566d3d2 HTTP/1.1" status: 200 len: 1094 time: 0.1280537 Dec 06 17:17:38.372917 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a6f29348-76fe-4f25-9e62-6fec20735e23 req-0f886f11-c5e4-4cab-bfc2-13df173db9a4 service neutron] 10.222.0.41 "GET /v2.0/networks/a0fd9fe7-3e1e-4850-b5cc-fa2690a93e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195953 Dec 06 17:17:38.408212 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-01f2dbf5-c6d7-4f12-9558-ce73fecbecb9 req-8c640785-1dc4-4f12-81d8-d0e689f96e7d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55d3e753-7384-4feb-bff2-9bd28136489e HTTP/1.1" status: 200 len: 217 time: 0.0447497 Dec 06 17:17:38.409078 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff3fca9-6560-4b59-a7ba-af579a6eade1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Checking segment: {'id': '48467b68-2bb1-46ec-a6a2-195293469885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '06125101-2bff-4233-b5d7-9d1fb08b3678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:17:38.409451 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff3fca9-6560-4b59-a7ba-af579a6eade1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Network hostable DHCP agents. Network: 06125101-2bff-4233-b5d7-9d1fb08b3678, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:17:38.458385 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff3fca9-6560-4b59-a7ba-af579a6eade1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Network 06125101-2bff-4233-b5d7-9d1fb08b3678 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:17:38.471655 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f2dbf5-c6d7-4f12-9558-ce73fecbecb9 req-a9486acd-f807-4461-993e-82d6b3ebe015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:38.473308 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-01f2dbf5-c6d7-4f12-9558-ce73fecbecb9 req-a9486acd-f807-4461-993e-82d6b3ebe015 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=853aa2d3-dc6a-43b2-af6a-774a09e844df HTTP/1.1" status: 200 len: 853 time: 0.0572398 Dec 06 17:17:38.474730 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-eff3fca9-6560-4b59-a7ba-af579a6eade1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 06125101-2bff-4233-b5d7-9d1fb08b3678) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:17:38.480244 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a6f29348-76fe-4f25-9e62-6fec20735e23 req-0619618a-28bd-422b-a61b-d2df8a9d8e35 service neutron] 10.222.0.41 "GET /v2.0/networks/a0fd9fe7-3e1e-4850-b5cc-fa2690a93e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994263 Dec 06 17:17:38.482058 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff3fca9-6560-4b59-a7ba-af579a6eade1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:17:38.489089 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ba3826-c18d-49bc-bf33-6d36bfa6d920 None None] Network 06125101-2bff-4233-b5d7-9d1fb08b3678 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:17:38.518219 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-01f2dbf5-c6d7-4f12-9558-ce73fecbecb9 req-51acbf16-b89f-4c5e-9b05-4c7b82e7d228 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a0fd9fe7-3e1e-4850-b5cc-fa2690a93e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314536 Dec 06 17:17:38.519343 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-eff3fca9-6560-4b59-a7ba-af579a6eade1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempting to bind port 6e3303a8-61b3-4782-8050-c6eab985220f on host n-h2-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:17:38.519909 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-eff3fca9-6560-4b59-a7ba-af579a6eade1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempting to bind port 6e3303a8-61b3-4782-8050-c6eab985220f by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '48467b68-2bb1-46ec-a6a2-195293469885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '06125101-2bff-4233-b5d7-9d1fb08b3678'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:17:38.520426 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff3fca9-6560-4b59-a7ba-af579a6eade1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempting to bind port 6e3303a8-61b3-4782-8050-c6eab985220f on network 06125101-2bff-4233-b5d7-9d1fb08b3678 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:17:38.525725 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff3fca9-6560-4b59-a7ba-af579a6eade1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Port 6e3303a8-61b3-4782-8050-c6eab985220f on network 06125101-2bff-4233-b5d7-9d1fb08b3678 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:17:38.526077 n-d-master-1 neutron-server[103284]: ERROR neutron.plugins.ml2.managers [None req-eff3fca9-6560-4b59-a7ba-af579a6eade1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Failed to bind port 6e3303a8-61b3-4782-8050-c6eab985220f on host n-h2-master-1 for vnic_type normal using segments [{'id': '48467b68-2bb1-46ec-a6a2-195293469885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '06125101-2bff-4233-b5d7-9d1fb08b3678'}] Dec 06 17:17:38.527652 n-d-master-1 neutron-server[103284]: INFO neutron.plugins.ml2.plugin [None req-eff3fca9-6560-4b59-a7ba-af579a6eade1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempt 2 to bind port 6e3303a8-61b3-4782-8050-c6eab985220f Dec 06 17:17:38.563825 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-eff3fca9-6560-4b59-a7ba-af579a6eade1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempting to bind port 6e3303a8-61b3-4782-8050-c6eab985220f on host n-h2-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:17:38.564402 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-eff3fca9-6560-4b59-a7ba-af579a6eade1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempting to bind port 6e3303a8-61b3-4782-8050-c6eab985220f by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '48467b68-2bb1-46ec-a6a2-195293469885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '06125101-2bff-4233-b5d7-9d1fb08b3678'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:17:38.564740 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff3fca9-6560-4b59-a7ba-af579a6eade1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempting to bind port 6e3303a8-61b3-4782-8050-c6eab985220f on network 06125101-2bff-4233-b5d7-9d1fb08b3678 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:17:38.596308 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff3fca9-6560-4b59-a7ba-af579a6eade1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Port 6e3303a8-61b3-4782-8050-c6eab985220f on network 06125101-2bff-4233-b5d7-9d1fb08b3678 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:17:38.596649 n-d-master-1 neutron-server[103284]: ERROR neutron.plugins.ml2.managers [None req-eff3fca9-6560-4b59-a7ba-af579a6eade1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Failed to bind port 6e3303a8-61b3-4782-8050-c6eab985220f on host n-h2-master-1 for vnic_type normal using segments [{'id': '48467b68-2bb1-46ec-a6a2-195293469885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '06125101-2bff-4233-b5d7-9d1fb08b3678'}] Dec 06 17:17:38.598447 n-d-master-1 neutron-server[103284]: INFO neutron.plugins.ml2.plugin [None req-eff3fca9-6560-4b59-a7ba-af579a6eade1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempt 3 to bind port 6e3303a8-61b3-4782-8050-c6eab985220f Dec 06 17:17:38.621103 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-eff3fca9-6560-4b59-a7ba-af579a6eade1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempting to bind port 6e3303a8-61b3-4782-8050-c6eab985220f on host n-h2-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:17:38.622290 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-eff3fca9-6560-4b59-a7ba-af579a6eade1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempting to bind port 6e3303a8-61b3-4782-8050-c6eab985220f by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '48467b68-2bb1-46ec-a6a2-195293469885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '06125101-2bff-4233-b5d7-9d1fb08b3678'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:17:38.622737 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff3fca9-6560-4b59-a7ba-af579a6eade1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempting to bind port 6e3303a8-61b3-4782-8050-c6eab985220f on network 06125101-2bff-4233-b5d7-9d1fb08b3678 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:17:38.633243 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff3fca9-6560-4b59-a7ba-af579a6eade1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Port 6e3303a8-61b3-4782-8050-c6eab985220f on network 06125101-2bff-4233-b5d7-9d1fb08b3678 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:17:38.633566 n-d-master-1 neutron-server[103284]: ERROR neutron.plugins.ml2.managers [None req-eff3fca9-6560-4b59-a7ba-af579a6eade1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Failed to bind port 6e3303a8-61b3-4782-8050-c6eab985220f on host n-h2-master-1 for vnic_type normal using segments [{'id': '48467b68-2bb1-46ec-a6a2-195293469885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '06125101-2bff-4233-b5d7-9d1fb08b3678'}] Dec 06 17:17:38.636562 n-d-master-1 neutron-server[103284]: INFO neutron.plugins.ml2.plugin [None req-eff3fca9-6560-4b59-a7ba-af579a6eade1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempt 4 to bind port 6e3303a8-61b3-4782-8050-c6eab985220f Dec 06 17:17:38.660977 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-01f2dbf5-c6d7-4f12-9558-ce73fecbecb9 req-4699dd02-c52c-4ead-801e-0fe5b5184733 service neutron] 10.222.0.41 "GET /v2.0/networks/a0fd9fe7-3e1e-4850-b5cc-fa2690a93e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337557 Dec 06 17:17:38.661805 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-eff3fca9-6560-4b59-a7ba-af579a6eade1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempting to bind port 6e3303a8-61b3-4782-8050-c6eab985220f on host n-h2-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:17:38.662141 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-eff3fca9-6560-4b59-a7ba-af579a6eade1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempting to bind port 6e3303a8-61b3-4782-8050-c6eab985220f by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '48467b68-2bb1-46ec-a6a2-195293469885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '06125101-2bff-4233-b5d7-9d1fb08b3678'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:17:38.662480 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff3fca9-6560-4b59-a7ba-af579a6eade1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempting to bind port 6e3303a8-61b3-4782-8050-c6eab985220f on network 06125101-2bff-4233-b5d7-9d1fb08b3678 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:17:38.667031 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff3fca9-6560-4b59-a7ba-af579a6eade1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Port 6e3303a8-61b3-4782-8050-c6eab985220f on network 06125101-2bff-4233-b5d7-9d1fb08b3678 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:17:38.667362 n-d-master-1 neutron-server[103284]: ERROR neutron.plugins.ml2.managers [None req-eff3fca9-6560-4b59-a7ba-af579a6eade1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Failed to bind port 6e3303a8-61b3-4782-8050-c6eab985220f on host n-h2-master-1 for vnic_type normal using segments [{'id': '48467b68-2bb1-46ec-a6a2-195293469885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '06125101-2bff-4233-b5d7-9d1fb08b3678'}] Dec 06 17:17:38.667751 n-d-master-1 neutron-server[103284]: INFO neutron.plugins.ml2.plugin [None req-eff3fca9-6560-4b59-a7ba-af579a6eade1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempt 5 to bind port 6e3303a8-61b3-4782-8050-c6eab985220f Dec 06 17:17:38.703109 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-eff3fca9-6560-4b59-a7ba-af579a6eade1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempting to bind port 6e3303a8-61b3-4782-8050-c6eab985220f on host n-h2-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:17:38.703447 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-eff3fca9-6560-4b59-a7ba-af579a6eade1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempting to bind port 6e3303a8-61b3-4782-8050-c6eab985220f by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '48467b68-2bb1-46ec-a6a2-195293469885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '06125101-2bff-4233-b5d7-9d1fb08b3678'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:17:38.703788 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff3fca9-6560-4b59-a7ba-af579a6eade1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempting to bind port 6e3303a8-61b3-4782-8050-c6eab985220f on network 06125101-2bff-4233-b5d7-9d1fb08b3678 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:17:38.739366 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff3fca9-6560-4b59-a7ba-af579a6eade1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Port 6e3303a8-61b3-4782-8050-c6eab985220f on network 06125101-2bff-4233-b5d7-9d1fb08b3678 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:17:38.739703 n-d-master-1 neutron-server[103284]: ERROR neutron.plugins.ml2.managers [None req-eff3fca9-6560-4b59-a7ba-af579a6eade1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Failed to bind port 6e3303a8-61b3-4782-8050-c6eab985220f on host n-h2-master-1 for vnic_type normal using segments [{'id': '48467b68-2bb1-46ec-a6a2-195293469885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '06125101-2bff-4233-b5d7-9d1fb08b3678'}] Dec 06 17:17:38.741875 n-d-master-1 neutron-server[103284]: INFO neutron.plugins.ml2.plugin [None req-eff3fca9-6560-4b59-a7ba-af579a6eade1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempt 6 to bind port 6e3303a8-61b3-4782-8050-c6eab985220f Dec 06 17:17:38.761757 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-eff3fca9-6560-4b59-a7ba-af579a6eade1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempting to bind port 6e3303a8-61b3-4782-8050-c6eab985220f on host n-h2-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:17:38.762096 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-eff3fca9-6560-4b59-a7ba-af579a6eade1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempting to bind port 6e3303a8-61b3-4782-8050-c6eab985220f by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '48467b68-2bb1-46ec-a6a2-195293469885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '06125101-2bff-4233-b5d7-9d1fb08b3678'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:17:38.762619 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff3fca9-6560-4b59-a7ba-af579a6eade1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempting to bind port 6e3303a8-61b3-4782-8050-c6eab985220f on network 06125101-2bff-4233-b5d7-9d1fb08b3678 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:17:38.773722 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff3fca9-6560-4b59-a7ba-af579a6eade1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Port 6e3303a8-61b3-4782-8050-c6eab985220f on network 06125101-2bff-4233-b5d7-9d1fb08b3678 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:17:38.774044 n-d-master-1 neutron-server[103284]: ERROR neutron.plugins.ml2.managers [None req-eff3fca9-6560-4b59-a7ba-af579a6eade1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Failed to bind port 6e3303a8-61b3-4782-8050-c6eab985220f on host n-h2-master-1 for vnic_type normal using segments [{'id': '48467b68-2bb1-46ec-a6a2-195293469885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '06125101-2bff-4233-b5d7-9d1fb08b3678'}] Dec 06 17:17:38.776369 n-d-master-1 neutron-server[103284]: INFO neutron.plugins.ml2.plugin [None req-eff3fca9-6560-4b59-a7ba-af579a6eade1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempt 7 to bind port 6e3303a8-61b3-4782-8050-c6eab985220f Dec 06 17:17:38.800058 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-01f2dbf5-c6d7-4f12-9558-ce73fecbecb9 req-fd802d99-2cff-45c1-b65a-f42c2f589898 service neutron] 10.222.0.41 "GET /v2.0/networks/a0fd9fe7-3e1e-4850-b5cc-fa2690a93e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294837 Dec 06 17:17:38.801077 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-eff3fca9-6560-4b59-a7ba-af579a6eade1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempting to bind port 6e3303a8-61b3-4782-8050-c6eab985220f on host n-h2-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:17:38.801413 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-eff3fca9-6560-4b59-a7ba-af579a6eade1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempting to bind port 6e3303a8-61b3-4782-8050-c6eab985220f by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '48467b68-2bb1-46ec-a6a2-195293469885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '06125101-2bff-4233-b5d7-9d1fb08b3678'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:17:38.801778 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff3fca9-6560-4b59-a7ba-af579a6eade1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempting to bind port 6e3303a8-61b3-4782-8050-c6eab985220f on network 06125101-2bff-4233-b5d7-9d1fb08b3678 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:17:38.810574 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff3fca9-6560-4b59-a7ba-af579a6eade1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Port 6e3303a8-61b3-4782-8050-c6eab985220f on network 06125101-2bff-4233-b5d7-9d1fb08b3678 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:17:38.810983 n-d-master-1 neutron-server[103284]: ERROR neutron.plugins.ml2.managers [None req-eff3fca9-6560-4b59-a7ba-af579a6eade1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Failed to bind port 6e3303a8-61b3-4782-8050-c6eab985220f on host n-h2-master-1 for vnic_type normal using segments [{'id': '48467b68-2bb1-46ec-a6a2-195293469885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '06125101-2bff-4233-b5d7-9d1fb08b3678'}] Dec 06 17:17:38.811503 n-d-master-1 neutron-server[103284]: INFO neutron.plugins.ml2.plugin [None req-eff3fca9-6560-4b59-a7ba-af579a6eade1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempt 8 to bind port 6e3303a8-61b3-4782-8050-c6eab985220f Dec 06 17:17:38.826963 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-eff3fca9-6560-4b59-a7ba-af579a6eade1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempting to bind port 6e3303a8-61b3-4782-8050-c6eab985220f on host n-h2-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:17:38.827534 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-eff3fca9-6560-4b59-a7ba-af579a6eade1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempting to bind port 6e3303a8-61b3-4782-8050-c6eab985220f by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '48467b68-2bb1-46ec-a6a2-195293469885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '06125101-2bff-4233-b5d7-9d1fb08b3678'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:17:38.827884 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff3fca9-6560-4b59-a7ba-af579a6eade1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempting to bind port 6e3303a8-61b3-4782-8050-c6eab985220f on network 06125101-2bff-4233-b5d7-9d1fb08b3678 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:17:38.832431 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff3fca9-6560-4b59-a7ba-af579a6eade1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Port 6e3303a8-61b3-4782-8050-c6eab985220f on network 06125101-2bff-4233-b5d7-9d1fb08b3678 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:17:38.832897 n-d-master-1 neutron-server[103284]: ERROR neutron.plugins.ml2.managers [None req-eff3fca9-6560-4b59-a7ba-af579a6eade1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Failed to bind port 6e3303a8-61b3-4782-8050-c6eab985220f on host n-h2-master-1 for vnic_type normal using segments [{'id': '48467b68-2bb1-46ec-a6a2-195293469885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '06125101-2bff-4233-b5d7-9d1fb08b3678'}] Dec 06 17:17:38.833303 n-d-master-1 neutron-server[103284]: INFO neutron.plugins.ml2.plugin [None req-eff3fca9-6560-4b59-a7ba-af579a6eade1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempt 9 to bind port 6e3303a8-61b3-4782-8050-c6eab985220f Dec 06 17:17:38.846604 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-eff3fca9-6560-4b59-a7ba-af579a6eade1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempting to bind port 6e3303a8-61b3-4782-8050-c6eab985220f on host n-h2-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:17:38.846948 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-eff3fca9-6560-4b59-a7ba-af579a6eade1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempting to bind port 6e3303a8-61b3-4782-8050-c6eab985220f by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '48467b68-2bb1-46ec-a6a2-195293469885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '06125101-2bff-4233-b5d7-9d1fb08b3678'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:17:38.847306 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff3fca9-6560-4b59-a7ba-af579a6eade1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempting to bind port 6e3303a8-61b3-4782-8050-c6eab985220f on network 06125101-2bff-4233-b5d7-9d1fb08b3678 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:17:38.851730 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff3fca9-6560-4b59-a7ba-af579a6eade1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Port 6e3303a8-61b3-4782-8050-c6eab985220f on network 06125101-2bff-4233-b5d7-9d1fb08b3678 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:17:38.852065 n-d-master-1 neutron-server[103284]: ERROR neutron.plugins.ml2.managers [None req-eff3fca9-6560-4b59-a7ba-af579a6eade1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Failed to bind port 6e3303a8-61b3-4782-8050-c6eab985220f on host n-h2-master-1 for vnic_type normal using segments [{'id': '48467b68-2bb1-46ec-a6a2-195293469885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '06125101-2bff-4233-b5d7-9d1fb08b3678'}] Dec 06 17:17:38.852465 n-d-master-1 neutron-server[103284]: INFO neutron.plugins.ml2.plugin [None req-eff3fca9-6560-4b59-a7ba-af579a6eade1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempt 10 to bind port 6e3303a8-61b3-4782-8050-c6eab985220f Dec 06 17:17:38.890169 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-eff3fca9-6560-4b59-a7ba-af579a6eade1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempting to bind port 6e3303a8-61b3-4782-8050-c6eab985220f on host n-h2-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:17:38.890512 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-eff3fca9-6560-4b59-a7ba-af579a6eade1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempting to bind port 6e3303a8-61b3-4782-8050-c6eab985220f by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '48467b68-2bb1-46ec-a6a2-195293469885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '06125101-2bff-4233-b5d7-9d1fb08b3678'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:17:38.890860 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff3fca9-6560-4b59-a7ba-af579a6eade1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempting to bind port 6e3303a8-61b3-4782-8050-c6eab985220f on network 06125101-2bff-4233-b5d7-9d1fb08b3678 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:17:38.897773 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff3fca9-6560-4b59-a7ba-af579a6eade1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Port 6e3303a8-61b3-4782-8050-c6eab985220f on network 06125101-2bff-4233-b5d7-9d1fb08b3678 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:17:38.898111 n-d-master-1 neutron-server[103284]: ERROR neutron.plugins.ml2.managers [None req-eff3fca9-6560-4b59-a7ba-af579a6eade1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Failed to bind port 6e3303a8-61b3-4782-8050-c6eab985220f on host n-h2-master-1 for vnic_type normal using segments [{'id': '48467b68-2bb1-46ec-a6a2-195293469885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '06125101-2bff-4233-b5d7-9d1fb08b3678'}] Dec 06 17:17:38.898483 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eff3fca9-6560-4b59-a7ba-af579a6eade1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:38.916841 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c2d86-ea63-47e1-9fd3-c88287ceca59 req-f382231f-51cc-46f5-a8ad-fbc3108a2a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:38.918419 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-576c2d86-ea63-47e1-9fd3-c88287ceca59 req-f382231f-51cc-46f5-a8ad-fbc3108a2a7f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e03e7b6c6635460894a640ca7e818fbb&device_id=c7de7c98-5ca7-420d-aefe-937ed566d3d2 HTTP/1.1" status: 200 len: 1094 time: 0.0623081 Dec 06 17:17:39.033900 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-eff3fca9-6560-4b59-a7ba-af579a6eade1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] For port 6e3303a8-61b3-4782-8050-c6eab985220f, host n-h2-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:17:39.034538 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-eff3fca9-6560-4b59-a7ba-af579a6eade1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempted to set empty binding levels {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 06 17:17:39.044177 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eff3fca9-6560-4b59-a7ba-af579a6eade1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:39.087541 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c2d86-ea63-47e1-9fd3-c88287ceca59 req-e7a3bdc7-7cfb-422e-9535-7afe7fb28942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:39.089042 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-576c2d86-ea63-47e1-9fd3-c88287ceca59 req-e7a3bdc7-7cfb-422e-9535-7afe7fb28942 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a0fd9fe7-3e1e-4850-b5cc-fa2690a93e17 HTTP/1.1" status: 200 len: 914 time: 0.1458945 Dec 06 17:17:39.090319 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff3fca9-6560-4b59-a7ba-af579a6eade1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:39.091228 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eff3fca9-6560-4b59-a7ba-af579a6eade1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:39.147332 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-576c2d86-ea63-47e1-9fd3-c88287ceca59 req-8af5dfba-ed56-4132-a0b4-3b4afdac3abb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55d3e753-7384-4feb-bff2-9bd28136489e HTTP/1.1" status: 200 len: 217 time: 0.0494952 Dec 06 17:17:39.153379 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff3fca9-6560-4b59-a7ba-af579a6eade1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Pushing event updated for resources: {'Port': ['ID=6e3303a8-61b3-4782-8050-c6eab985220f,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:39.164046 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-eff3fca9-6560-4b59-a7ba-af579a6eade1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.7726562 Dec 06 17:17:39.164708 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 51382) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:17:39.173202 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5648efe-5018-4205-abb9-ed5887966787 req-a80b84b6-ebff-45b1-8490-3b626d39a165 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:39.177967 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f5648efe-5018-4205-abb9-ed5887966787 req-a80b84b6-ebff-45b1-8490-3b626d39a165 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] 10.222.0.23 "GET /v2.0/ports?device_id=5738fa35-d19d-427f-906d-4be30d16accb HTTP/1.1" status: 200 len: 943 time: 0.0982504 Dec 06 17:17:39.270118 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f5648efe-5018-4205-abb9-ed5887966787 req-3949b96c-2a5b-4be3-ac67-42b3ce818d6f tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d8b7371-b4da-47a5-b5a3-3920bab66823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864081 Dec 06 17:17:39.302584 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c2d86-ea63-47e1-9fd3-c88287ceca59 req-56e02208-b7da-4c17-bcd4-9d61d4a1a6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:39.304113 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-576c2d86-ea63-47e1-9fd3-c88287ceca59 req-56e02208-b7da-4c17-bcd4-9d61d4a1a6c0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=853aa2d3-dc6a-43b2-af6a-774a09e844df HTTP/1.1" status: 200 len: 853 time: 0.1472673 Dec 06 17:17:39.342080 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-576c2d86-ea63-47e1-9fd3-c88287ceca59 req-325a56e5-1352-4fa4-a413-c495e06293c9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a0fd9fe7-3e1e-4850-b5cc-fa2690a93e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289321 Dec 06 17:17:39.349544 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac5aa85-3d4a-4d77-a3b7-b99a0e6ae63f req-de59e298-a92a-473a-bdc0-138c5fe5754b tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:39.350893 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8ac5aa85-3d4a-4d77-a3b7-b99a0e6ae63f req-de59e298-a92a-473a-bdc0-138c5fe5754b tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.44 "GET /v2.0/ports?device_id=533e5a6d-6ecc-4231-a21c-b90aac9cd2a5 HTTP/1.1" status: 200 len: 945 time: 0.0981233 Dec 06 17:17:39.387315 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-f89593a2-056b-44bf-b49a-5369f81c484b tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Deleting port 6e3303a8-61b3-4782-8050-c6eab985220f {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:17:39.387551 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f89593a2-056b-44bf-b49a-5369f81c484b tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:39.471837 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65a09c9-da7a-43e7-ac04-de59c86e1e36 req-b2e1c482-7ede-4c34-aa5e-292fafac53ec tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:39.474851 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d65a09c9-da7a-43e7-ac04-de59c86e1e36 req-b2e1c482-7ede-4c34-aa5e-292fafac53ec tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=533e5a6d-6ecc-4231-a21c-b90aac9cd2a5 HTTP/1.1" status: 200 len: 945 time: 0.0563509 Dec 06 17:17:39.529095 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d65a09c9-da7a-43e7-ac04-de59c86e1e36 req-52e9ec8f-492c-4ecb-a8b4-aa8f2a6f22e7 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487859 Dec 06 17:17:39.552746 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-f89593a2-056b-44bf-b49a-5369f81c484b tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] For port 6e3303a8-61b3-4782-8050-c6eab985220f, host n-h2-master-1, got binding levels [] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:17:39.553122 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f89593a2-056b-44bf-b49a-5369f81c484b tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:39.581791 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-f89593a2-056b-44bf-b49a-5369f81c484b tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Calling delete_port for 6e3303a8-61b3-4782-8050-c6eab985220f owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:17:39.592157 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-576c2d86-ea63-47e1-9fd3-c88287ceca59 req-9db2ad2d-6e0b-468e-8e76-f2c03263ebb6 service neutron] 10.222.0.41 "GET /v2.0/networks/a0fd9fe7-3e1e-4850-b5cc-fa2690a93e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394936 Dec 06 17:17:39.702221 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-8ac5aa85-3d4a-4d77-a3b7-b99a0e6ae63f req-60ab3685-9240-4df0-bfa4-3e943b5a5cba tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Deleting port 7d806912-a012-4fb8-938c-89a5b3608770 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:17:39.702875 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8ac5aa85-3d4a-4d77-a3b7-b99a0e6ae63f req-60ab3685-9240-4df0-bfa4-3e943b5a5cba tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:39.811897 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-576c2d86-ea63-47e1-9fd3-c88287ceca59 req-5d3a566a-c127-44a6-9627-8a49a88f6c73 service neutron] 10.222.0.41 "GET /v2.0/networks/a0fd9fe7-3e1e-4850-b5cc-fa2690a93e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104299 Dec 06 17:17:39.835412 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-8ac5aa85-3d4a-4d77-a3b7-b99a0e6ae63f req-60ab3685-9240-4df0-bfa4-3e943b5a5cba tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] For port 7d806912-a012-4fb8-938c-89a5b3608770, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=7d806912-a012-4fb8-938c-89a5b3608770,segment=NetworkSegment(b722eb92-d8da-4fbc-acca-71668ea91866),segment_id=b722eb92-d8da-4fbc-acca-71668ea91866)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:17:39.835868 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8ac5aa85-3d4a-4d77-a3b7-b99a0e6ae63f req-60ab3685-9240-4df0-bfa4-3e943b5a5cba tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:39.838430 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f89593a2-056b-44bf-b49a-5369f81c484b tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:39.874707 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-8ac5aa85-3d4a-4d77-a3b7-b99a0e6ae63f req-60ab3685-9240-4df0-bfa4-3e943b5a5cba tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Calling delete_port for 7d806912-a012-4fb8-938c-89a5b3608770 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:17:39.882922 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89593a2-056b-44bf-b49a-5369f81c484b tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Pushing event deleted for resources: {'Port': ['ID=6e3303a8-61b3-4782-8050-c6eab985220f,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:39.895608 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f89593a2-056b-44bf-b49a-5369f81c484b tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:39.898974 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-f89593a2-056b-44bf-b49a-5369f81c484b tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] 10.222.0.23 "DELETE /v2.0/ports/6e3303a8-61b3-4782-8050-c6eab985220f HTTP/1.1" status: 204 len: 168 time: 0.7264547 Dec 06 17:17:39.901655 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 51394) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:17:39.956571 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-da77dc2a-cee8-45a3-a1bc-1612e727d54f tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] GET failed (client error): The resource could not be found. Dec 06 17:17:39.958023 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-da77dc2a-cee8-45a3-a1bc-1612e727d54f tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] 10.222.0.23 "GET /v2.0/ports/6e3303a8-61b3-4782-8050-c6eab985220f HTTP/1.1" status: 404 len: 333 time: 0.0555048 Dec 06 17:17:39.961674 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 51398) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:17:39.965513 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 251fe448-a200-4c70-ba2c-82cbf209815a details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:17:39.966378 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-96c2e811-17c3-4240-9a09-35c871c293b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Request body: {'port': {'network_id': '06125101-2bff-4233-b5d7-9d1fb08b3678', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-98548274'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:17:40.009187 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96c2e811-17c3-4240-9a09-35c871c293b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Made reservation on behalf of 33e8cc74a38143048d31b30ab35ce3aa for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:17:40.011760 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-96c2e811-17c3-4240-9a09-35c871c293b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:40.030412 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-96c2e811-17c3-4240-9a09-35c871c293b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] device_id is not set on port 6fa2e9fc-965f-487d-b617-d29df5bc4c88 yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:17:40.084728 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 251fe448-a200-4c70-ba2c-82cbf209815a, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=251fe448-a200-4c70-ba2c-82cbf209815a,segment=NetworkSegment(043e3718-ad88-414e-8c44-476cce50b82e),segment_id=043e3718-ad88-414e-8c44-476cce50b82e)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:17:40.096594 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': '251fe448-a200-4c70-ba2c-82cbf209815a', 'network_id': 'a0fd9fe7-3e1e-4850-b5cc-fa2690a93e17', 'port_id': '251fe448-a200-4c70-ba2c-82cbf209815a', 'mac_address': 'fa:16:3e:a9:06:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '853aa2d3-dc6a-43b2-af6a-774a09e844df', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:17:40.123819 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8ac5aa85-3d4a-4d77-a3b7-b99a0e6ae63f req-60ab3685-9240-4df0-bfa4-3e943b5a5cba tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:40.137186 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['3151ab1d-b074-4e06-a04f-9eb3d8f129bc', '7d806912-a012-4fb8-938c-89a5b3608770'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:17:40.170142 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:40.178589 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ab3685-9240-4df0-bfa4-3e943b5a5cba tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Pushing event deleted for resources: {'Port': ['ID=7d806912-a012-4fb8-938c-89a5b3608770,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:40.196658 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 251fe448-a200-4c70-ba2c-82cbf209815a {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:17:40.231527 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 251fe448-a200-4c70-ba2c-82cbf209815a, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=251fe448-a200-4c70-ba2c-82cbf209815a,segment=NetworkSegment(043e3718-ad88-414e-8c44-476cce50b82e),segment_id=043e3718-ad88-414e-8c44-476cce50b82e)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:17:40.248308 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:40.262440 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ac5aa85-3d4a-4d77-a3b7-b99a0e6ae63f req-60ab3685-9240-4df0-bfa4-3e943b5a5cba tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] No DVR routers for this DVR port 7d806912-a012-4fb8-938c-89a5b3608770 on host n-h2-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:17:40.282255 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8ac5aa85-3d4a-4d77-a3b7-b99a0e6ae63f req-60ab3685-9240-4df0-bfa4-3e943b5a5cba tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:40.287127 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8ac5aa85-3d4a-4d77-a3b7-b99a0e6ae63f req-60ab3685-9240-4df0-bfa4-3e943b5a5cba tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.44 "DELETE /v2.0/ports/7d806912-a012-4fb8-938c-89a5b3608770 HTTP/1.1" status: 204 len: 173 time: 0.9229093 Dec 06 17:17:40.287281 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '533e5a6d-6ecc-4231-a21c-b90aac9cd2a5', 'name': 'network-vif-deleted', 'tag': '7d806912-a012-4fb8-938c-89a5b3608770'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:17:40.290354 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3182ffa9-27cb-45fa-8070-272ba2d68d2d" -d '{"events": [{"server_uuid": "533e5a6d-6ecc-4231-a21c-b90aac9cd2a5", "name": "network-vif-deleted", "tag": "7d806912-a012-4fb8-938c-89a5b3608770"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:17:40.365674 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=251fe448-a200-4c70-ba2c-82cbf209815a,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:40.421614 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-96c2e811-17c3-4240-9a09-35c871c293b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:40.469546 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d82449b9-f011-47b8-99fa-cc8cc790ebef x-openstack-request-id: req-d82449b9-f011-47b8-99fa-cc8cc790ebef {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:17:40.469972 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "533e5a6d-6ecc-4231-a21c-b90aac9cd2a5", "name": "network-vif-deleted", "tag": "7d806912-a012-4fb8-938c-89a5b3608770", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:17:40.470434 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d82449b9-f011-47b8-99fa-cc8cc790ebef {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:17:40.470885 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '533e5a6d-6ecc-4231-a21c-b90aac9cd2a5', 'name': 'network-vif-deleted', 'tag': '7d806912-a012-4fb8-938c-89a5b3608770', 'status': 'completed', 'code': 200} Dec 06 17:17:40.513370 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59ae931-68f4-4384-acb6-a1b3ce46cd82 req-6fc16788-424b-4826-8294-ba4735f6015e tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:40.515060 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f59ae931-68f4-4384-acb6-a1b3ce46cd82 req-6fc16788-424b-4826-8294-ba4735f6015e tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] 10.222.0.23 "GET /v2.0/ports?device_id=5738fa35-d19d-427f-906d-4be30d16accb HTTP/1.1" status: 200 len: 944 time: 0.1003475 Dec 06 17:17:40.530843 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-96c2e811-17c3-4240-9a09-35c871c293b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:40.571821 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['251fe448-a200-4c70-ba2c-82cbf209815a'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:17:40.607527 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c2e811-17c3-4240-9a09-35c871c293b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Network 06125101-2bff-4233-b5d7-9d1fb08b3678 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:17:40.615077 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-96c2e811-17c3-4240-9a09-35c871c293b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:17:40.617254 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c2e811-17c3-4240-9a09-35c871c293b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Pushing event updated for resources: {'Port': ['ID=6fa2e9fc-965f-487d-b617-d29df5bc4c88,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:40.619387 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c2e811-17c3-4240-9a09-35c871c293b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:17:40.620578 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c2e811-17c3-4240-9a09-35c871c293b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:40.621196 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-96c2e811-17c3-4240-9a09-35c871c293b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:40.635324 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f59ae931-68f4-4384-acb6-a1b3ce46cd82 req-72f4847f-f221-40af-bdae-ee4c51455969 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d8b7371-b4da-47a5-b5a3-3920bab66823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128514 Dec 06 17:17:40.645959 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-96c2e811-17c3-4240-9a09-35c871c293b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 0.6832740 Dec 06 17:17:40.646577 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 51420) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:17:40.652055 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-e842bdf6-c0e1-4c20-b413-e74b3b1dad04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-master-1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:17:40.702147 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a1364b96-a0f1-4c10-90a9-7ce5049f5a17 req-c14cec73-d50e-4f5a-a29d-290a23b9bb3c tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=533e5a6d-6ecc-4231-a21c-b90aac9cd2a5 HTTP/1.1" status: 200 len: 210 time: 0.0592837 Dec 06 17:17:40.737097 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e842bdf6-c0e1-4c20-b413-e74b3b1dad04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:40.926456 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-e842bdf6-c0e1-4c20-b413-e74b3b1dad04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] device_id is not set on port 6fa2e9fc-965f-487d-b617-d29df5bc4c88 yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:17:40.933957 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e842bdf6-c0e1-4c20-b413-e74b3b1dad04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:40.938972 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e842bdf6-c0e1-4c20-b413-e74b3b1dad04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:41.001003 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e842bdf6-c0e1-4c20-b413-e74b3b1dad04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Pushing event updated for resources: {'Port': ['ID=6fa2e9fc-965f-487d-b617-d29df5bc4c88,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:41.005113 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-e842bdf6-c0e1-4c20-b413-e74b3b1dad04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempting to bind port 6fa2e9fc-965f-487d-b617-d29df5bc4c88 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:17:41.005450 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-e842bdf6-c0e1-4c20-b413-e74b3b1dad04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempting to bind port 6fa2e9fc-965f-487d-b617-d29df5bc4c88 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '48467b68-2bb1-46ec-a6a2-195293469885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '06125101-2bff-4233-b5d7-9d1fb08b3678'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:17:41.005816 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e842bdf6-c0e1-4c20-b413-e74b3b1dad04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempting to bind port 6fa2e9fc-965f-487d-b617-d29df5bc4c88 on network 06125101-2bff-4233-b5d7-9d1fb08b3678 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:17:41.010802 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e842bdf6-c0e1-4c20-b413-e74b3b1dad04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Port 6fa2e9fc-965f-487d-b617-d29df5bc4c88 on network 06125101-2bff-4233-b5d7-9d1fb08b3678 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:17:41.011131 n-d-master-1 neutron-server[103284]: ERROR neutron.plugins.ml2.managers [None req-e842bdf6-c0e1-4c20-b413-e74b3b1dad04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Failed to bind port 6fa2e9fc-965f-487d-b617-d29df5bc4c88 on host n-h2-master-1 for vnic_type normal using segments [{'id': '48467b68-2bb1-46ec-a6a2-195293469885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '06125101-2bff-4233-b5d7-9d1fb08b3678'}] Dec 06 17:17:41.011512 n-d-master-1 neutron-server[103284]: INFO neutron.plugins.ml2.plugin [None req-e842bdf6-c0e1-4c20-b413-e74b3b1dad04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempt 2 to bind port 6fa2e9fc-965f-487d-b617-d29df5bc4c88 Dec 06 17:17:41.026014 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-e842bdf6-c0e1-4c20-b413-e74b3b1dad04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempting to bind port 6fa2e9fc-965f-487d-b617-d29df5bc4c88 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:17:41.026353 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-e842bdf6-c0e1-4c20-b413-e74b3b1dad04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempting to bind port 6fa2e9fc-965f-487d-b617-d29df5bc4c88 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '48467b68-2bb1-46ec-a6a2-195293469885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '06125101-2bff-4233-b5d7-9d1fb08b3678'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:17:41.026713 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e842bdf6-c0e1-4c20-b413-e74b3b1dad04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempting to bind port 6fa2e9fc-965f-487d-b617-d29df5bc4c88 on network 06125101-2bff-4233-b5d7-9d1fb08b3678 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:17:41.031473 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e842bdf6-c0e1-4c20-b413-e74b3b1dad04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Port 6fa2e9fc-965f-487d-b617-d29df5bc4c88 on network 06125101-2bff-4233-b5d7-9d1fb08b3678 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:17:41.031795 n-d-master-1 neutron-server[103284]: ERROR neutron.plugins.ml2.managers [None req-e842bdf6-c0e1-4c20-b413-e74b3b1dad04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Failed to bind port 6fa2e9fc-965f-487d-b617-d29df5bc4c88 on host n-h2-master-1 for vnic_type normal using segments [{'id': '48467b68-2bb1-46ec-a6a2-195293469885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '06125101-2bff-4233-b5d7-9d1fb08b3678'}] Dec 06 17:17:41.032196 n-d-master-1 neutron-server[103284]: INFO neutron.plugins.ml2.plugin [None req-e842bdf6-c0e1-4c20-b413-e74b3b1dad04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempt 3 to bind port 6fa2e9fc-965f-487d-b617-d29df5bc4c88 Dec 06 17:17:41.045739 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-e842bdf6-c0e1-4c20-b413-e74b3b1dad04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempting to bind port 6fa2e9fc-965f-487d-b617-d29df5bc4c88 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:17:41.046083 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-e842bdf6-c0e1-4c20-b413-e74b3b1dad04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempting to bind port 6fa2e9fc-965f-487d-b617-d29df5bc4c88 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '48467b68-2bb1-46ec-a6a2-195293469885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '06125101-2bff-4233-b5d7-9d1fb08b3678'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:17:41.046433 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e842bdf6-c0e1-4c20-b413-e74b3b1dad04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempting to bind port 6fa2e9fc-965f-487d-b617-d29df5bc4c88 on network 06125101-2bff-4233-b5d7-9d1fb08b3678 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:17:41.051315 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e842bdf6-c0e1-4c20-b413-e74b3b1dad04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Port 6fa2e9fc-965f-487d-b617-d29df5bc4c88 on network 06125101-2bff-4233-b5d7-9d1fb08b3678 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:17:41.051683 n-d-master-1 neutron-server[103284]: ERROR neutron.plugins.ml2.managers [None req-e842bdf6-c0e1-4c20-b413-e74b3b1dad04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Failed to bind port 6fa2e9fc-965f-487d-b617-d29df5bc4c88 on host n-h2-master-1 for vnic_type normal using segments [{'id': '48467b68-2bb1-46ec-a6a2-195293469885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '06125101-2bff-4233-b5d7-9d1fb08b3678'}] Dec 06 17:17:41.052078 n-d-master-1 neutron-server[103284]: INFO neutron.plugins.ml2.plugin [None req-e842bdf6-c0e1-4c20-b413-e74b3b1dad04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempt 4 to bind port 6fa2e9fc-965f-487d-b617-d29df5bc4c88 Dec 06 17:17:41.066072 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-e842bdf6-c0e1-4c20-b413-e74b3b1dad04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempting to bind port 6fa2e9fc-965f-487d-b617-d29df5bc4c88 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:17:41.066414 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-e842bdf6-c0e1-4c20-b413-e74b3b1dad04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempting to bind port 6fa2e9fc-965f-487d-b617-d29df5bc4c88 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '48467b68-2bb1-46ec-a6a2-195293469885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '06125101-2bff-4233-b5d7-9d1fb08b3678'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:17:41.066760 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e842bdf6-c0e1-4c20-b413-e74b3b1dad04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempting to bind port 6fa2e9fc-965f-487d-b617-d29df5bc4c88 on network 06125101-2bff-4233-b5d7-9d1fb08b3678 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:17:41.071342 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e842bdf6-c0e1-4c20-b413-e74b3b1dad04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Port 6fa2e9fc-965f-487d-b617-d29df5bc4c88 on network 06125101-2bff-4233-b5d7-9d1fb08b3678 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:17:41.072423 n-d-master-1 neutron-server[103284]: ERROR neutron.plugins.ml2.managers [None req-e842bdf6-c0e1-4c20-b413-e74b3b1dad04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Failed to bind port 6fa2e9fc-965f-487d-b617-d29df5bc4c88 on host n-h2-master-1 for vnic_type normal using segments [{'id': '48467b68-2bb1-46ec-a6a2-195293469885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '06125101-2bff-4233-b5d7-9d1fb08b3678'}] Dec 06 17:17:41.072803 n-d-master-1 neutron-server[103284]: INFO neutron.plugins.ml2.plugin [None req-e842bdf6-c0e1-4c20-b413-e74b3b1dad04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempt 5 to bind port 6fa2e9fc-965f-487d-b617-d29df5bc4c88 Dec 06 17:17:41.085573 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-e842bdf6-c0e1-4c20-b413-e74b3b1dad04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempting to bind port 6fa2e9fc-965f-487d-b617-d29df5bc4c88 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:17:41.085979 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-e842bdf6-c0e1-4c20-b413-e74b3b1dad04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempting to bind port 6fa2e9fc-965f-487d-b617-d29df5bc4c88 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '48467b68-2bb1-46ec-a6a2-195293469885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '06125101-2bff-4233-b5d7-9d1fb08b3678'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:17:41.086263 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e842bdf6-c0e1-4c20-b413-e74b3b1dad04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempting to bind port 6fa2e9fc-965f-487d-b617-d29df5bc4c88 on network 06125101-2bff-4233-b5d7-9d1fb08b3678 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:17:41.091299 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e842bdf6-c0e1-4c20-b413-e74b3b1dad04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Port 6fa2e9fc-965f-487d-b617-d29df5bc4c88 on network 06125101-2bff-4233-b5d7-9d1fb08b3678 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:17:41.091630 n-d-master-1 neutron-server[103284]: ERROR neutron.plugins.ml2.managers [None req-e842bdf6-c0e1-4c20-b413-e74b3b1dad04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Failed to bind port 6fa2e9fc-965f-487d-b617-d29df5bc4c88 on host n-h2-master-1 for vnic_type normal using segments [{'id': '48467b68-2bb1-46ec-a6a2-195293469885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '06125101-2bff-4233-b5d7-9d1fb08b3678'}] Dec 06 17:17:41.092021 n-d-master-1 neutron-server[103284]: INFO neutron.plugins.ml2.plugin [None req-e842bdf6-c0e1-4c20-b413-e74b3b1dad04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempt 6 to bind port 6fa2e9fc-965f-487d-b617-d29df5bc4c88 Dec 06 17:17:41.108869 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-e842bdf6-c0e1-4c20-b413-e74b3b1dad04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempting to bind port 6fa2e9fc-965f-487d-b617-d29df5bc4c88 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:17:41.109453 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-e842bdf6-c0e1-4c20-b413-e74b3b1dad04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempting to bind port 6fa2e9fc-965f-487d-b617-d29df5bc4c88 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '48467b68-2bb1-46ec-a6a2-195293469885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '06125101-2bff-4233-b5d7-9d1fb08b3678'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:17:41.109602 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e842bdf6-c0e1-4c20-b413-e74b3b1dad04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempting to bind port 6fa2e9fc-965f-487d-b617-d29df5bc4c88 on network 06125101-2bff-4233-b5d7-9d1fb08b3678 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:17:41.114166 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e842bdf6-c0e1-4c20-b413-e74b3b1dad04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Port 6fa2e9fc-965f-487d-b617-d29df5bc4c88 on network 06125101-2bff-4233-b5d7-9d1fb08b3678 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:17:41.114495 n-d-master-1 neutron-server[103284]: ERROR neutron.plugins.ml2.managers [None req-e842bdf6-c0e1-4c20-b413-e74b3b1dad04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Failed to bind port 6fa2e9fc-965f-487d-b617-d29df5bc4c88 on host n-h2-master-1 for vnic_type normal using segments [{'id': '48467b68-2bb1-46ec-a6a2-195293469885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '06125101-2bff-4233-b5d7-9d1fb08b3678'}] Dec 06 17:17:41.114884 n-d-master-1 neutron-server[103284]: INFO neutron.plugins.ml2.plugin [None req-e842bdf6-c0e1-4c20-b413-e74b3b1dad04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempt 7 to bind port 6fa2e9fc-965f-487d-b617-d29df5bc4c88 Dec 06 17:17:41.133731 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-e842bdf6-c0e1-4c20-b413-e74b3b1dad04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempting to bind port 6fa2e9fc-965f-487d-b617-d29df5bc4c88 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:17:41.134073 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-e842bdf6-c0e1-4c20-b413-e74b3b1dad04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempting to bind port 6fa2e9fc-965f-487d-b617-d29df5bc4c88 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '48467b68-2bb1-46ec-a6a2-195293469885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '06125101-2bff-4233-b5d7-9d1fb08b3678'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:17:41.134974 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e842bdf6-c0e1-4c20-b413-e74b3b1dad04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempting to bind port 6fa2e9fc-965f-487d-b617-d29df5bc4c88 on network 06125101-2bff-4233-b5d7-9d1fb08b3678 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:17:41.140205 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e842bdf6-c0e1-4c20-b413-e74b3b1dad04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Port 6fa2e9fc-965f-487d-b617-d29df5bc4c88 on network 06125101-2bff-4233-b5d7-9d1fb08b3678 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:17:41.140760 n-d-master-1 neutron-server[103284]: ERROR neutron.plugins.ml2.managers [None req-e842bdf6-c0e1-4c20-b413-e74b3b1dad04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Failed to bind port 6fa2e9fc-965f-487d-b617-d29df5bc4c88 on host n-h2-master-1 for vnic_type normal using segments [{'id': '48467b68-2bb1-46ec-a6a2-195293469885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '06125101-2bff-4233-b5d7-9d1fb08b3678'}] Dec 06 17:17:41.141082 n-d-master-1 neutron-server[103284]: INFO neutron.plugins.ml2.plugin [None req-e842bdf6-c0e1-4c20-b413-e74b3b1dad04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempt 8 to bind port 6fa2e9fc-965f-487d-b617-d29df5bc4c88 Dec 06 17:17:41.154327 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-e842bdf6-c0e1-4c20-b413-e74b3b1dad04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempting to bind port 6fa2e9fc-965f-487d-b617-d29df5bc4c88 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:17:41.154665 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-e842bdf6-c0e1-4c20-b413-e74b3b1dad04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempting to bind port 6fa2e9fc-965f-487d-b617-d29df5bc4c88 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '48467b68-2bb1-46ec-a6a2-195293469885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '06125101-2bff-4233-b5d7-9d1fb08b3678'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:17:41.155008 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e842bdf6-c0e1-4c20-b413-e74b3b1dad04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempting to bind port 6fa2e9fc-965f-487d-b617-d29df5bc4c88 on network 06125101-2bff-4233-b5d7-9d1fb08b3678 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:17:41.159297 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e842bdf6-c0e1-4c20-b413-e74b3b1dad04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Port 6fa2e9fc-965f-487d-b617-d29df5bc4c88 on network 06125101-2bff-4233-b5d7-9d1fb08b3678 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:17:41.159628 n-d-master-1 neutron-server[103284]: ERROR neutron.plugins.ml2.managers [None req-e842bdf6-c0e1-4c20-b413-e74b3b1dad04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Failed to bind port 6fa2e9fc-965f-487d-b617-d29df5bc4c88 on host n-h2-master-1 for vnic_type normal using segments [{'id': '48467b68-2bb1-46ec-a6a2-195293469885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '06125101-2bff-4233-b5d7-9d1fb08b3678'}] Dec 06 17:17:41.160019 n-d-master-1 neutron-server[103284]: INFO neutron.plugins.ml2.plugin [None req-e842bdf6-c0e1-4c20-b413-e74b3b1dad04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempt 9 to bind port 6fa2e9fc-965f-487d-b617-d29df5bc4c88 Dec 06 17:17:41.173171 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-e842bdf6-c0e1-4c20-b413-e74b3b1dad04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempting to bind port 6fa2e9fc-965f-487d-b617-d29df5bc4c88 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:17:41.173533 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-e842bdf6-c0e1-4c20-b413-e74b3b1dad04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempting to bind port 6fa2e9fc-965f-487d-b617-d29df5bc4c88 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '48467b68-2bb1-46ec-a6a2-195293469885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '06125101-2bff-4233-b5d7-9d1fb08b3678'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:17:41.173880 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e842bdf6-c0e1-4c20-b413-e74b3b1dad04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempting to bind port 6fa2e9fc-965f-487d-b617-d29df5bc4c88 on network 06125101-2bff-4233-b5d7-9d1fb08b3678 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:17:41.178726 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e842bdf6-c0e1-4c20-b413-e74b3b1dad04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Port 6fa2e9fc-965f-487d-b617-d29df5bc4c88 on network 06125101-2bff-4233-b5d7-9d1fb08b3678 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:17:41.178989 n-d-master-1 neutron-server[103284]: ERROR neutron.plugins.ml2.managers [None req-e842bdf6-c0e1-4c20-b413-e74b3b1dad04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Failed to bind port 6fa2e9fc-965f-487d-b617-d29df5bc4c88 on host n-h2-master-1 for vnic_type normal using segments [{'id': '48467b68-2bb1-46ec-a6a2-195293469885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '06125101-2bff-4233-b5d7-9d1fb08b3678'}] Dec 06 17:17:41.179394 n-d-master-1 neutron-server[103284]: INFO neutron.plugins.ml2.plugin [None req-e842bdf6-c0e1-4c20-b413-e74b3b1dad04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempt 10 to bind port 6fa2e9fc-965f-487d-b617-d29df5bc4c88 Dec 06 17:17:41.194207 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-e842bdf6-c0e1-4c20-b413-e74b3b1dad04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempting to bind port 6fa2e9fc-965f-487d-b617-d29df5bc4c88 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:17:41.194692 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-e842bdf6-c0e1-4c20-b413-e74b3b1dad04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempting to bind port 6fa2e9fc-965f-487d-b617-d29df5bc4c88 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '48467b68-2bb1-46ec-a6a2-195293469885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '06125101-2bff-4233-b5d7-9d1fb08b3678'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:17:41.195041 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e842bdf6-c0e1-4c20-b413-e74b3b1dad04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempting to bind port 6fa2e9fc-965f-487d-b617-d29df5bc4c88 on network 06125101-2bff-4233-b5d7-9d1fb08b3678 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:17:41.200356 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e842bdf6-c0e1-4c20-b413-e74b3b1dad04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Port 6fa2e9fc-965f-487d-b617-d29df5bc4c88 on network 06125101-2bff-4233-b5d7-9d1fb08b3678 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:17:41.200684 n-d-master-1 neutron-server[103284]: ERROR neutron.plugins.ml2.managers [None req-e842bdf6-c0e1-4c20-b413-e74b3b1dad04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Failed to bind port 6fa2e9fc-965f-487d-b617-d29df5bc4c88 on host n-h2-master-1 for vnic_type normal using segments [{'id': '48467b68-2bb1-46ec-a6a2-195293469885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '06125101-2bff-4233-b5d7-9d1fb08b3678'}] Dec 06 17:17:41.201057 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e842bdf6-c0e1-4c20-b413-e74b3b1dad04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:41.267581 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-e842bdf6-c0e1-4c20-b413-e74b3b1dad04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] For port 6fa2e9fc-965f-487d-b617-d29df5bc4c88, host n-h2-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:17:41.267957 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-e842bdf6-c0e1-4c20-b413-e74b3b1dad04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempted to set empty binding levels {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 06 17:17:41.273144 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e842bdf6-c0e1-4c20-b413-e74b3b1dad04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:41.309151 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-e842bdf6-c0e1-4c20-b413-e74b3b1dad04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] In _notify_port_updated(), no bound segment for port 6fa2e9fc-965f-487d-b617-d29df5bc4c88 on network 06125101-2bff-4233-b5d7-9d1fb08b3678 {{(pid=103284) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 17:17:41.310080 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e842bdf6-c0e1-4c20-b413-e74b3b1dad04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:41.311195 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e842bdf6-c0e1-4c20-b413-e74b3b1dad04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:41.312017 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-e842bdf6-c0e1-4c20-b413-e74b3b1dad04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] 10.222.0.23 "PUT /v2.0/ports/6fa2e9fc-965f-487d-b617-d29df5bc4c88 HTTP/1.1" status: 200 len: 977 time: 0.6645191 Dec 06 17:17:41.314677 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 51430) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:17:41.341513 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e842bdf6-c0e1-4c20-b413-e74b3b1dad04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Pushing event updated for resources: {'Port': ['ID=6fa2e9fc-965f-487d-b617-d29df5bc4c88,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:41.470930 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93794ad-a59e-4b37-b341-da769438d448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:41.471615 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93794ad-a59e-4b37-b341-da769438d448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:41.472276 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93794ad-a59e-4b37-b341-da769438d448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:41.472982 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93794ad-a59e-4b37-b341-da769438d448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:41.473745 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93794ad-a59e-4b37-b341-da769438d448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:41.474741 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93794ad-a59e-4b37-b341-da769438d448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:41.475444 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93794ad-a59e-4b37-b341-da769438d448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:41.476164 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93794ad-a59e-4b37-b341-da769438d448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:41.476772 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93794ad-a59e-4b37-b341-da769438d448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:41.477235 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93794ad-a59e-4b37-b341-da769438d448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:41.477734 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93794ad-a59e-4b37-b341-da769438d448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:41.478721 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93794ad-a59e-4b37-b341-da769438d448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:41.479173 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93794ad-a59e-4b37-b341-da769438d448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:41.479620 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93794ad-a59e-4b37-b341-da769438d448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:41.480071 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93794ad-a59e-4b37-b341-da769438d448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:41.480640 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93794ad-a59e-4b37-b341-da769438d448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:41.481020 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93794ad-a59e-4b37-b341-da769438d448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:41.481880 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93794ad-a59e-4b37-b341-da769438d448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:41.482378 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93794ad-a59e-4b37-b341-da769438d448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:41.482895 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93794ad-a59e-4b37-b341-da769438d448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:41.483477 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93794ad-a59e-4b37-b341-da769438d448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:41.483970 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93794ad-a59e-4b37-b341-da769438d448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:41.484528 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93794ad-a59e-4b37-b341-da769438d448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:41.485126 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93794ad-a59e-4b37-b341-da769438d448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:41.485671 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93794ad-a59e-4b37-b341-da769438d448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:41.486172 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93794ad-a59e-4b37-b341-da769438d448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:41.486795 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93794ad-a59e-4b37-b341-da769438d448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:41.487323 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93794ad-a59e-4b37-b341-da769438d448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:41.487776 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93794ad-a59e-4b37-b341-da769438d448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:41.488224 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93794ad-a59e-4b37-b341-da769438d448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:41.488762 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93794ad-a59e-4b37-b341-da769438d448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:41.489331 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93794ad-a59e-4b37-b341-da769438d448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:41.489853 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93794ad-a59e-4b37-b341-da769438d448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:41.490314 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93794ad-a59e-4b37-b341-da769438d448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:41.490759 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93794ad-a59e-4b37-b341-da769438d448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:41.491182 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93794ad-a59e-4b37-b341-da769438d448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:41.491628 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93794ad-a59e-4b37-b341-da769438d448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:41.492073 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93794ad-a59e-4b37-b341-da769438d448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:41.492515 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93794ad-a59e-4b37-b341-da769438d448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:41.492957 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93794ad-a59e-4b37-b341-da769438d448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:41.493404 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93794ad-a59e-4b37-b341-da769438d448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:41.494441 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93794ad-a59e-4b37-b341-da769438d448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:41.494888 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93794ad-a59e-4b37-b341-da769438d448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:41.495333 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93794ad-a59e-4b37-b341-da769438d448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:41.495779 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93794ad-a59e-4b37-b341-da769438d448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:41.496224 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93794ad-a59e-4b37-b341-da769438d448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:41.496693 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93794ad-a59e-4b37-b341-da769438d448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:41.497137 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93794ad-a59e-4b37-b341-da769438d448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:41.497602 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93794ad-a59e-4b37-b341-da769438d448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:41.498045 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93794ad-a59e-4b37-b341-da769438d448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:41.508644 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-e93794ad-a59e-4b37-b341-da769438d448 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 44838 time: 0.1870179 Dec 06 17:17:41.508956 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 51438) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:17:41.593338 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-27682226-79cf-4c7e-8395-c503db647557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Deleting port 6fa2e9fc-965f-487d-b617-d29df5bc4c88 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:17:41.593987 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-27682226-79cf-4c7e-8395-c503db647557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:41.671153 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-27682226-79cf-4c7e-8395-c503db647557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] For port 6fa2e9fc-965f-487d-b617-d29df5bc4c88, host n-h2-master-1, got binding levels [] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:17:41.671516 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-27682226-79cf-4c7e-8395-c503db647557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:41.685232 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-27682226-79cf-4c7e-8395-c503db647557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Calling delete_port for 6fa2e9fc-965f-487d-b617-d29df5bc4c88 owned by {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:17:41.811565 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-27682226-79cf-4c7e-8395-c503db647557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:41.823432 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc44d37-12e3-46d8-91f3-d6ee6ea423c4 req-8efd418d-18c4-495c-aa0b-bb46693529e5 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:41.825028 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0dc44d37-12e3-46d8-91f3-d6ee6ea423c4 req-8efd418d-18c4-495c-aa0b-bb46693529e5 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] 10.222.0.23 "GET /v2.0/ports?device_id=5738fa35-d19d-427f-906d-4be30d16accb HTTP/1.1" status: 200 len: 944 time: 0.0893323 Dec 06 17:17:41.840402 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27682226-79cf-4c7e-8395-c503db647557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Pushing event deleted for resources: {'Port': ['ID=6fa2e9fc-965f-487d-b617-d29df5bc4c88,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:41.855958 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-27682226-79cf-4c7e-8395-c503db647557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:41.859991 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-27682226-79cf-4c7e-8395-c503db647557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] 10.222.0.23 "DELETE /v2.0/ports/6fa2e9fc-965f-487d-b617-d29df5bc4c88 HTTP/1.1" status: 204 len: 168 time: 0.3500137 Dec 06 17:17:41.863291 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 51456) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:17:41.894381 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-161bf5ee-1840-4cf3-b8f8-f8d19334fb9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] GET failed (client error): The resource could not be found. Dec 06 17:17:41.895789 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-161bf5ee-1840-4cf3-b8f8-f8d19334fb9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] 10.222.0.23 "GET /v2.0/ports/6fa2e9fc-965f-487d-b617-d29df5bc4c88 HTTP/1.1" status: 404 len: 333 time: 0.0315833 Dec 06 17:17:41.899628 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 51458) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:17:41.904895 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-0bc59bf7-5148-4ea9-b7cb-c75b4c2c9e69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1442769198', 'network_id': '06125101-2bff-4233-b5d7-9d1fb08b3678'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:17:41.931849 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0dc44d37-12e3-46d8-91f3-d6ee6ea423c4 req-a5678015-b9ff-44a8-a5c9-2e9c82078265 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d8b7371-b4da-47a5-b5a3-3920bab66823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001961 Dec 06 17:17:41.934975 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc59bf7-5148-4ea9-b7cb-c75b4c2c9e69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Made reservation on behalf of 33e8cc74a38143048d31b30ab35ce3aa for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:17:41.938045 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0bc59bf7-5148-4ea9-b7cb-c75b4c2c9e69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:41.956508 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-0bc59bf7-5148-4ea9-b7cb-c75b4c2c9e69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] device_id is not set on port 7f75d19e-6e69-4198-ba49-53bda3c7083f yet. {{(pid=103285) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:17:41.981310 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 55d3e753-7384-4feb-bff2-9bd28136489e details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:17:41.986420 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 251fe448-a200-4c70-ba2c-82cbf209815a up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:17:42.098793 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port 251fe448-a200-4c70-ba2c-82cbf209815a completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:17:42.105738 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port 251fe448-a200-4c70-ba2c-82cbf209815a triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:17:42.106118 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:42.150095 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 55d3e753-7384-4feb-bff2-9bd28136489e, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=55d3e753-7384-4feb-bff2-9bd28136489e,segment=NetworkSegment(043e3718-ad88-414e-8c44-476cce50b82e),segment_id=043e3718-ad88-414e-8c44-476cce50b82e)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:17:42.167529 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': '55d3e753-7384-4feb-bff2-9bd28136489e', 'network_id': 'a0fd9fe7-3e1e-4850-b5cc-fa2690a93e17', 'port_id': '55d3e753-7384-4feb-bff2-9bd28136489e', 'mac_address': 'fa:16:3e:35:3d:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '853aa2d3-dc6a-43b2-af6a-774a09e844df', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:17:42.237919 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:42.258979 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55d3e753-7384-4feb-bff2-9bd28136489e {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:17:42.263664 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:42.297508 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 55d3e753-7384-4feb-bff2-9bd28136489e, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=55d3e753-7384-4feb-bff2-9bd28136489e,segment=NetworkSegment(043e3718-ad88-414e-8c44-476cce50b82e),segment_id=043e3718-ad88-414e-8c44-476cce50b82e)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:17:42.303538 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5738fa35-d19d-427f-906d-4be30d16accb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '251fe448-a200-4c70-ba2c-82cbf209815a'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:17:42.305855 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faea222c-b3ab-40e5-ac42-85012f433513" -d '{"events": [{"server_uuid": "5738fa35-d19d-427f-906d-4be30d16accb", "name": "network-vif-plugged", "status": "completed", "tag": "251fe448-a200-4c70-ba2c-82cbf209815a"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:17:42.311446 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:42.341437 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 251fe448-a200-4c70-ba2c-82cbf209815a, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=251fe448-a200-4c70-ba2c-82cbf209815a,segment=NetworkSegment(043e3718-ad88-414e-8c44-476cce50b82e),segment_id=043e3718-ad88-414e-8c44-476cce50b82e)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:17:42.352785 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:42.357925 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a1195ee-1319-43b5-908d-e5256ecccb0f x-openstack-request-id: req-3a1195ee-1319-43b5-908d-e5256ecccb0f {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:17:42.358373 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5738fa35-d19d-427f-906d-4be30d16accb", "name": "network-vif-plugged", "status": "completed", "tag": "251fe448-a200-4c70-ba2c-82cbf209815a", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:17:42.358689 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3a1195ee-1319-43b5-908d-e5256ecccb0f {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:17:42.359138 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5738fa35-d19d-427f-906d-4be30d16accb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '251fe448-a200-4c70-ba2c-82cbf209815a', 'code': 200} Dec 06 17:17:42.383023 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=55d3e753-7384-4feb-bff2-9bd28136489e,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:42.466818 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=251fe448-a200-4c70-ba2c-82cbf209815a,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:42.521072 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90fbcd5-8095-4e2a-a859-a155d4fef06f req-8b7a2bbd-0d2c-47f8-ad32-72ef3eb6b884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:42.525589 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f90fbcd5-8095-4e2a-a859-a155d4fef06f req-8b7a2bbd-0d2c-47f8-ad32-72ef3eb6b884 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5738fa35-d19d-427f-906d-4be30d16accb HTTP/1.1" status: 200 len: 1096 time: 0.0726430 Dec 06 17:17:42.576852 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3df38d-ff28-4d79-a631-34049d447555 req-5544679b-104b-4087-8fb0-4342ba65ab63 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:42.581945 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3e3df38d-ff28-4d79-a631-34049d447555 req-5544679b-104b-4087-8fb0-4342ba65ab63 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/networks?id=931f4273-7ce0-414b-a3b2-f40f48617bda HTTP/1.1" status: 200 len: 805 time: 0.5763965 Dec 06 17:17:42.585868 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f90fbcd5-8095-4e2a-a859-a155d4fef06f req-fd29e00d-358d-41ac-87e0-719407266699 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5d8b7371-b4da-47a5-b5a3-3920bab66823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537832 Dec 06 17:17:42.611919 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3e3df38d-ff28-4d79-a631-34049d447555 req-d57e5d8d-8121-4e8f-a2bb-1eeeb9e0e05b tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/quotas/0b996ae66d164de39215c3dfc863b124 HTTP/1.1" status: 200 len: 375 time: 0.0229981 Dec 06 17:17:42.625017 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0bc59bf7-5148-4ea9-b7cb-c75b4c2c9e69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:42.630085 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['55d3e753-7384-4feb-bff2-9bd28136489e'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:17:42.688061 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3e3df38d-ff28-4d79-a631-34049d447555 req-32381a5b-c44a-4918-b9e1-f6d389eae831 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0b996ae66d164de39215c3dfc863b124&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0670602 Dec 06 17:17:42.711040 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0bc59bf7-5148-4ea9-b7cb-c75b4c2c9e69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:42.776892 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 7d806912-a012-4fb8-938c-89a5b3608770 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:17:42.799687 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc59bf7-5148-4ea9-b7cb-c75b4c2c9e69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Network 06125101-2bff-4233-b5d7-9d1fb08b3678 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:17:42.805581 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-0bc59bf7-5148-4ea9-b7cb-c75b4c2c9e69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:17:42.809559 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] No Port match for: 7d806912-a012-4fb8-938c-89a5b3608770 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:17:42.809996 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 7d806912-a012-4fb8-938c-89a5b3608770 not bound to the agent host n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:17:42.811877 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc59bf7-5148-4ea9-b7cb-c75b4c2c9e69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:17:42.812900 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc59bf7-5148-4ea9-b7cb-c75b4c2c9e69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:42.813624 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0bc59bf7-5148-4ea9-b7cb-c75b4c2c9e69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:42.824806 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc59bf7-5148-4ea9-b7cb-c75b4c2c9e69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Pushing event updated for resources: {'Port': ['ID=7f75d19e-6e69-4198-ba49-53bda3c7083f,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:42.849224 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-0bc59bf7-5148-4ea9-b7cb-c75b4c2c9e69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.9455285 Dec 06 17:17:42.849224 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 51486) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:17:42.862378 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3e3df38d-ff28-4d79-a631-34049d447555 req-04f198a9-568d-48ca-911a-50a24dab97d5 service neutron] 10.222.0.23 "GET /v2.0/networks/931f4273-7ce0-414b-a3b2-f40f48617bda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603951 Dec 06 17:17:42.909668 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e2a9c9-02cc-44c1-84bd-05cc467e8c41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:42.911307 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-25e2a9c9-02cc-44c1-84bd-05cc467e8c41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] 10.222.0.23 "GET /v2.0/ports/7f75d19e-6e69-4198-ba49-53bda3c7083f HTTP/1.1" status: 200 len: 959 time: 0.0610745 Dec 06 17:17:42.914263 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 51492) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:17:42.980500 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3e3df38d-ff28-4d79-a631-34049d447555 req-9161b668-9c11-467d-b84d-e7abc59fa4ea service neutron] 10.222.0.23 "GET /v2.0/networks/931f4273-7ce0-414b-a3b2-f40f48617bda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982833 Dec 06 17:17:43.002329 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-7250a5d7-4017-45c4-b22c-bc983da1269c tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Deleting port 7f75d19e-6e69-4198-ba49-53bda3c7083f {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:17:43.002747 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7250a5d7-4017-45c4-b22c-bc983da1269c tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:43.238632 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2d3892ad-1025-4305-91ac-4394bfe5c121 req-f15df03e-014b-4127-9c64-6b394d5ac209 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=15247e60-f307-40bd-9cc5-dd3382d91b36 HTTP/1.1" status: 200 len: 210 time: 0.0287623 Dec 06 17:17:43.407001 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7250a5d7-4017-45c4-b22c-bc983da1269c tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:43.440721 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-7250a5d7-4017-45c4-b22c-bc983da1269c tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Calling delete_port for 7f75d19e-6e69-4198-ba49-53bda3c7083f owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:17:43.511239 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253fd8f2-19bd-4fe1-944e-d76f8c0e964e req-39853e83-e6f1-464b-97d4-411417f0198a tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:43.512835 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-253fd8f2-19bd-4fe1-944e-d76f8c0e964e req-39853e83-e6f1-464b-97d4-411417f0198a tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] 10.222.0.23 "GET /v2.0/ports?device_id=5738fa35-d19d-427f-906d-4be30d16accb HTTP/1.1" status: 200 len: 945 time: 0.4603744 Dec 06 17:17:43.521929 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-48fde56e-1d6d-47d6-91f4-cc962644cc2c req-b30df2ed-4374-4bd7-9a80-c468811a1212 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f5398cbb-9f14-42b7-905c-288b25e2bdb2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1282015 Dec 06 17:17:43.604903 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a04ce17b-8b21-4469-8ba0-f0c41464e625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:43.662465 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-253fd8f2-19bd-4fe1-944e-d76f8c0e964e req-92a5e2bc-3b99-4a91-9e3b-2cad35572955 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d8b7371-b4da-47a5-b5a3-3920bab66823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346843 Dec 06 17:17:43.690238 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fde56e-1d6d-47d6-91f4-cc962644cc2c req-cc7075fd-6d9f-404e-95f4-fa894208a3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:43.690784 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fde56e-1d6d-47d6-91f4-cc962644cc2c req-cc7075fd-6d9f-404e-95f4-fa894208a3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:43.691192 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fde56e-1d6d-47d6-91f4-cc962644cc2c req-cc7075fd-6d9f-404e-95f4-fa894208a3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:43.691667 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fde56e-1d6d-47d6-91f4-cc962644cc2c req-cc7075fd-6d9f-404e-95f4-fa894208a3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:43.692114 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fde56e-1d6d-47d6-91f4-cc962644cc2c req-cc7075fd-6d9f-404e-95f4-fa894208a3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:43.692576 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fde56e-1d6d-47d6-91f4-cc962644cc2c req-cc7075fd-6d9f-404e-95f4-fa894208a3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:43.693057 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fde56e-1d6d-47d6-91f4-cc962644cc2c req-cc7075fd-6d9f-404e-95f4-fa894208a3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:43.694993 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-48fde56e-1d6d-47d6-91f4-cc962644cc2c req-cc7075fd-6d9f-404e-95f4-fa894208a3b1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e06aba6f7cc1415e89ae20f4d5eb8b07&device_id=f5398cbb-9f14-42b7-905c-288b25e2bdb2 HTTP/1.1" status: 200 len: 6503 time: 0.1003554 Dec 06 17:17:43.695844 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7250a5d7-4017-45c4-b22c-bc983da1269c tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:43.767025 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7250a5d7-4017-45c4-b22c-bc983da1269c tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:43.770320 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-7250a5d7-4017-45c4-b22c-bc983da1269c tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] 10.222.0.23 "DELETE /v2.0/ports/7f75d19e-6e69-4198-ba49-53bda3c7083f HTTP/1.1" status: 204 len: 168 time: 0.8536556 Dec 06 17:17:43.771140 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7250a5d7-4017-45c4-b22c-bc983da1269c tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Pushing event deleted for resources: {'Port': ['ID=7f75d19e-6e69-4198-ba49-53bda3c7083f,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:43.773176 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 51528) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:17:43.825206 n-d-master-1 neutron-server[103285]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8b58c4c-ace0-42c0-96e8-a6c3d86a4f17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] GET failed (client error): The resource could not be found. Dec 06 17:17:43.834542 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-b8b58c4c-ace0-42c0-96e8-a6c3d86a4f17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] 10.222.0.23 "GET /v2.0/ports/7f75d19e-6e69-4198-ba49-53bda3c7083f HTTP/1.1" status: 404 len: 333 time: 0.0519156 Dec 06 17:17:43.835320 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 51536) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:17:43.840805 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-f0270a7d-f4a8-4f3b-8cfe-379da98a874e tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Request body: {'port': {'network_id': '06125101-2bff-4233-b5d7-9d1fb08b3678', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1608528603'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:17:43.886420 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0270a7d-f4a8-4f3b-8cfe-379da98a874e tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Made reservation on behalf of 33e8cc74a38143048d31b30ab35ce3aa for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:17:43.888764 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f0270a7d-f4a8-4f3b-8cfe-379da98a874e tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:43.908781 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fde56e-1d6d-47d6-91f4-cc962644cc2c req-0141f247-c7b4-4dfc-b018-1dcaab6c9e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:43.909318 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fde56e-1d6d-47d6-91f4-cc962644cc2c req-0141f247-c7b4-4dfc-b018-1dcaab6c9e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:43.909820 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fde56e-1d6d-47d6-91f4-cc962644cc2c req-0141f247-c7b4-4dfc-b018-1dcaab6c9e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:43.911899 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-48fde56e-1d6d-47d6-91f4-cc962644cc2c req-0141f247-c7b4-4dfc-b018-1dcaab6c9e09 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f05d9e0a-904c-47f7-bc1e-929f90cd4a84&id=a265b143-efdd-45e0-a32a-71d5cda110a4&id=a265b143-efdd-45e0-a32a-71d5cda110a4&id=a265b143-efdd-45e0-a32a-71d5cda110a4&id=a265b143-efdd-45e0-a32a-71d5cda110a4&id=923a9dfa-d650-4f29-aec2-2016eca01acc&id=923a9dfa-d650-4f29-aec2-2016eca01acc HTTP/1.1" status: 200 len: 2299 time: 0.1543751 Dec 06 17:17:43.925728 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-f0270a7d-f4a8-4f3b-8cfe-379da98a874e tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] device_id is not set on port 72af963b-9f1b-4d2f-b33c-6617b306fffb yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:17:43.983976 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 55d3e753-7384-4feb-bff2-9bd28136489e up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:17:44.031521 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-48fde56e-1d6d-47d6-91f4-cc962644cc2c req-32f3ec0b-2c9e-4b50-9f80-3f93283f6347 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=212cb245-4d0e-421a-abe1-0f73c687b607 HTTP/1.1" status: 200 len: 1002 time: 0.1122019 Dec 06 17:17:44.040379 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port 55d3e753-7384-4feb-bff2-9bd28136489e completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:17:44.044934 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port 55d3e753-7384-4feb-bff2-9bd28136489e triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:17:44.045405 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:44.132603 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:44.143999 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fde56e-1d6d-47d6-91f4-cc962644cc2c req-ee2998cb-27b2-48d0-84a6-7ff15e4c0077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:44.146608 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-48fde56e-1d6d-47d6-91f4-cc962644cc2c req-ee2998cb-27b2-48d0-84a6-7ff15e4c0077 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=497f0620-12c9-4760-9271-f21663a8e737 HTTP/1.1" status: 200 len: 856 time: 0.1063848 Dec 06 17:17:44.175457 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 55d3e753-7384-4feb-bff2-9bd28136489e, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=55d3e753-7384-4feb-bff2-9bd28136489e,segment=NetworkSegment(043e3718-ad88-414e-8c44-476cce50b82e),segment_id=043e3718-ad88-414e-8c44-476cce50b82e)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:17:44.181035 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:44.220024 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f0270a7d-f4a8-4f3b-8cfe-379da98a874e tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:44.245030 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fde56e-1d6d-47d6-91f4-cc962644cc2c req-03a79b21-06ad-43f0-aaaf-4d033a4f4b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:44.253355 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=55d3e753-7384-4feb-bff2-9bd28136489e,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:44.256838 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-48fde56e-1d6d-47d6-91f4-cc962644cc2c req-03a79b21-06ad-43f0-aaaf-4d033a4f4b88 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f05d9e0a-904c-47f7-bc1e-929f90cd4a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1010783 Dec 06 17:17:44.360426 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7de7c98-5ca7-420d-aefe-937ed566d3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55d3e753-7384-4feb-bff2-9bd28136489e'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:17:44.362749 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93b42c20-26d2-4557-85a1-101c77ea1b36" -d '{"events": [{"server_uuid": "c7de7c98-5ca7-420d-aefe-937ed566d3d2", "name": "network-vif-plugged", "status": "completed", "tag": "55d3e753-7384-4feb-bff2-9bd28136489e"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:17:44.368893 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f0270a7d-f4a8-4f3b-8cfe-379da98a874e tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:44.372617 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3df38d-ff28-4d79-a631-34049d447555 req-52da4056-0966-423a-8694-bfd1d5c3550a tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:44.374955 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3e3df38d-ff28-4d79-a631-34049d447555 req-52da4056-0966-423a-8694-bfd1d5c3550a tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.44 "GET /v2.0/networks?id=931f4273-7ce0-414b-a3b2-f40f48617bda HTTP/1.1" status: 200 len: 805 time: 0.1762886 Dec 06 17:17:44.389912 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-3e3df38d-ff28-4d79-a631-34049d447555 req-537c9264-988e-4d46-8efe-63edcbc9ae77 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Request body: {'port': {'device_id': '15247e60-f307-40bd-9cc5-dd3382d91b36', 'network_id': '931f4273-7ce0-414b-a3b2-f40f48617bda', 'admin_state_up': True, 'tenant_id': '0b996ae66d164de39215c3dfc863b124'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:17:44.404472 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-da401d76-8020-4f6d-8c51-d8228e7b215a req-02840e46-c729-4bb7-a390-6354795a16f1 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=15247e60-f307-40bd-9cc5-dd3382d91b36 HTTP/1.1" status: 200 len: 210 time: 0.0628400 Dec 06 17:17:44.432248 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb9da092-5997-4428-b83c-393d10b67386 x-openstack-request-id: req-cb9da092-5997-4428-b83c-393d10b67386 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:17:44.432570 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7de7c98-5ca7-420d-aefe-937ed566d3d2", "name": "network-vif-plugged", "status": "completed", "tag": "55d3e753-7384-4feb-bff2-9bd28136489e", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:17:44.432833 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cb9da092-5997-4428-b83c-393d10b67386 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:17:44.433231 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7de7c98-5ca7-420d-aefe-937ed566d3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55d3e753-7384-4feb-bff2-9bd28136489e', 'code': 200} Dec 06 17:17:44.441115 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0270a7d-f4a8-4f3b-8cfe-379da98a874e tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Network 06125101-2bff-4233-b5d7-9d1fb08b3678 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:17:44.453985 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-f0270a7d-f4a8-4f3b-8cfe-379da98a874e tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:17:44.466715 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0270a7d-f4a8-4f3b-8cfe-379da98a874e tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:17:44.467756 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0270a7d-f4a8-4f3b-8cfe-379da98a874e tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:44.468381 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f0270a7d-f4a8-4f3b-8cfe-379da98a874e tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:44.491788 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-48fde56e-1d6d-47d6-91f4-cc962644cc2c req-c809ca19-8ba9-45af-989f-90e0c4ec065e service neutron] 10.222.0.44 "GET /v2.0/networks/f05d9e0a-904c-47f7-bc1e-929f90cd4a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267971 Dec 06 17:17:44.497971 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0270a7d-f4a8-4f3b-8cfe-379da98a874e tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Pushing event updated for resources: {'Port': ['ID=72af963b-9f1b-4d2f-b33c-6617b306fffb,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:44.513762 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-f0270a7d-f4a8-4f3b-8cfe-379da98a874e tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6773920 Dec 06 17:17:44.528889 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 51556) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:17:44.536876 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-477bfc02-fc71-4b3f-b222-b9b7d8e0e56a tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:17:44.615235 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfbd24a-695d-4066-b582-350ca11d4eaf req-21103477-2659-4d6d-a762-6f894daa8c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:44.616283 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-477bfc02-fc71-4b3f-b222-b9b7d8e0e56a tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:44.616670 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9dfbd24a-695d-4066-b582-350ca11d4eaf req-21103477-2659-4d6d-a762-6f894daa8c00 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c7de7c98-5ca7-420d-aefe-937ed566d3d2 HTTP/1.1" status: 200 len: 1096 time: 0.0907955 Dec 06 17:17:44.652086 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-48fde56e-1d6d-47d6-91f4-cc962644cc2c req-2e2bb5d4-fa23-4817-a4f6-e4fa2412c510 service neutron] 10.222.0.44 "GET /v2.0/networks/f05d9e0a-904c-47f7-bc1e-929f90cd4a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502388 Dec 06 17:17:44.712739 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-48fde56e-1d6d-47d6-91f4-cc962644cc2c req-089ef0de-81aa-4de7-8cf0-e85a98e15b3e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=e2c81161-fcfe-4c5c-a15a-a2bb77a0ab7d HTTP/1.1" status: 200 len: 217 time: 0.0506005 Dec 06 17:17:44.715039 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9dfbd24a-695d-4066-b582-350ca11d4eaf req-87cd184e-e1a0-479e-9121-84fca15d8e5f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5d8b7371-b4da-47a5-b5a3-3920bab66823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881555 Dec 06 17:17:44.773154 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fde56e-1d6d-47d6-91f4-cc962644cc2c req-8bb41afb-7393-4e03-928e-a69e80060269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:44.774725 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-48fde56e-1d6d-47d6-91f4-cc962644cc2c req-8bb41afb-7393-4e03-928e-a69e80060269 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dc1a154b-d238-4aad-a5ea-40577b02ded4 HTTP/1.1" status: 200 len: 797 time: 0.0558584 Dec 06 17:17:44.819284 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e3df38d-ff28-4d79-a631-34049d447555 req-537c9264-988e-4d46-8efe-63edcbc9ae77 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Made reservation on behalf of 0b996ae66d164de39215c3dfc863b124 for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:17:44.823208 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-3e3df38d-ff28-4d79-a631-34049d447555 req-537c9264-988e-4d46-8efe-63edcbc9ae77 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:44.826271 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fde56e-1d6d-47d6-91f4-cc962644cc2c req-06353fe6-d333-4942-808d-ce709fcd695e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:44.827883 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-48fde56e-1d6d-47d6-91f4-cc962644cc2c req-06353fe6-d333-4942-808d-ce709fcd695e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a265b143-efdd-45e0-a32a-71d5cda110a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0448289 Dec 06 17:17:44.897381 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-477bfc02-fc71-4b3f-b222-b9b7d8e0e56a tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] device_id is not set on port 72af963b-9f1b-4d2f-b33c-6617b306fffb yet. {{(pid=103285) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:17:44.908946 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-477bfc02-fc71-4b3f-b222-b9b7d8e0e56a tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:44.934662 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-48fde56e-1d6d-47d6-91f4-cc962644cc2c req-4bc1e872-44ab-4ecb-a2c5-2e43eece233b service neutron] 10.222.0.44 "GET /v2.0/networks/a265b143-efdd-45e0-a32a-71d5cda110a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977595 Dec 06 17:17:44.954896 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bc580f-0eaa-4d33-b5ff-e05d5a54bd40 req-9dc0c2d5-bf12-4eae-81b8-618ac82228f2 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:44.956414 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a3bc580f-0eaa-4d33-b5ff-e05d5a54bd40 req-9dc0c2d5-bf12-4eae-81b8-618ac82228f2 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] 10.222.0.23 "GET /v2.0/ports?device_id=5738fa35-d19d-427f-906d-4be30d16accb HTTP/1.1" status: 200 len: 945 time: 0.1591597 Dec 06 17:17:44.960114 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-477bfc02-fc71-4b3f-b222-b9b7d8e0e56a tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:45.046451 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-48fde56e-1d6d-47d6-91f4-cc962644cc2c req-1cbbadcd-5390-485b-8c8c-f3d946bf9fc3 service neutron] 10.222.0.44 "GET /v2.0/networks/a265b143-efdd-45e0-a32a-71d5cda110a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044281 Dec 06 17:17:45.085111 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477bfc02-fc71-4b3f-b222-b9b7d8e0e56a tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Pushing event updated for resources: {'Port': ['ID=72af963b-9f1b-4d2f-b33c-6617b306fffb,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:45.095748 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-48fde56e-1d6d-47d6-91f4-cc962644cc2c req-83cc1511-4bf5-4c18-a5e1-296fecb4313e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=5d044c44-c6ea-4f9f-a3c3-6f30ee8e15d8 HTTP/1.1" status: 200 len: 217 time: 0.0418310 Dec 06 17:17:45.126040 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a3bc580f-0eaa-4d33-b5ff-e05d5a54bd40 req-c0a09a73-8ddf-47e9-8d86-766573c0d5ce tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d8b7371-b4da-47a5-b5a3-3920bab66823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504126 Dec 06 17:17:45.129899 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-477bfc02-fc71-4b3f-b222-b9b7d8e0e56a tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempting to bind port 72af963b-9f1b-4d2f-b33c-6617b306fffb on host n-h2-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:17:45.130572 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-477bfc02-fc71-4b3f-b222-b9b7d8e0e56a tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempting to bind port 72af963b-9f1b-4d2f-b33c-6617b306fffb by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '48467b68-2bb1-46ec-a6a2-195293469885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '06125101-2bff-4233-b5d7-9d1fb08b3678'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:17:45.130572 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477bfc02-fc71-4b3f-b222-b9b7d8e0e56a tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempting to bind port 72af963b-9f1b-4d2f-b33c-6617b306fffb on network 06125101-2bff-4233-b5d7-9d1fb08b3678 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:17:45.139919 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-3e3df38d-ff28-4d79-a631-34049d447555 req-537c9264-988e-4d46-8efe-63edcbc9ae77 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Allocated IP 172.20.0.2 (931f4273-7ce0-414b-a3b2-f40f48617bda/b9546861-2c51-42d4-889f-961f9688fd79/cd9ab412-e6e1-4a1b-b170-71b166dfd819) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:17:45.141986 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477bfc02-fc71-4b3f-b222-b9b7d8e0e56a tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Port 72af963b-9f1b-4d2f-b33c-6617b306fffb on network 06125101-2bff-4233-b5d7-9d1fb08b3678 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:17:45.142317 n-d-master-1 neutron-server[103285]: ERROR neutron.plugins.ml2.managers [None req-477bfc02-fc71-4b3f-b222-b9b7d8e0e56a tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Failed to bind port 72af963b-9f1b-4d2f-b33c-6617b306fffb on host n-h2-master-1 for vnic_type normal using segments [{'id': '48467b68-2bb1-46ec-a6a2-195293469885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '06125101-2bff-4233-b5d7-9d1fb08b3678'}] Dec 06 17:17:45.144574 n-d-master-1 neutron-server[103285]: INFO neutron.plugins.ml2.plugin [None req-477bfc02-fc71-4b3f-b222-b9b7d8e0e56a tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempt 2 to bind port 72af963b-9f1b-4d2f-b33c-6617b306fffb Dec 06 17:17:45.151663 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fde56e-1d6d-47d6-91f4-cc962644cc2c req-cf2ffb25-0a95-46a5-ab90-f872278106e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:45.153229 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-48fde56e-1d6d-47d6-91f4-cc962644cc2c req-cf2ffb25-0a95-46a5-ab90-f872278106e1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dc1a154b-d238-4aad-a5ea-40577b02ded4 HTTP/1.1" status: 200 len: 797 time: 0.0505278 Dec 06 17:17:45.167532 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-477bfc02-fc71-4b3f-b222-b9b7d8e0e56a tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempting to bind port 72af963b-9f1b-4d2f-b33c-6617b306fffb on host n-h2-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:17:45.167893 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-477bfc02-fc71-4b3f-b222-b9b7d8e0e56a tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempting to bind port 72af963b-9f1b-4d2f-b33c-6617b306fffb by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '48467b68-2bb1-46ec-a6a2-195293469885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '06125101-2bff-4233-b5d7-9d1fb08b3678'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:17:45.168245 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477bfc02-fc71-4b3f-b222-b9b7d8e0e56a tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempting to bind port 72af963b-9f1b-4d2f-b33c-6617b306fffb on network 06125101-2bff-4233-b5d7-9d1fb08b3678 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:17:45.179639 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477bfc02-fc71-4b3f-b222-b9b7d8e0e56a tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Port 72af963b-9f1b-4d2f-b33c-6617b306fffb on network 06125101-2bff-4233-b5d7-9d1fb08b3678 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:17:45.179976 n-d-master-1 neutron-server[103285]: ERROR neutron.plugins.ml2.managers [None req-477bfc02-fc71-4b3f-b222-b9b7d8e0e56a tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Failed to bind port 72af963b-9f1b-4d2f-b33c-6617b306fffb on host n-h2-master-1 for vnic_type normal using segments [{'id': '48467b68-2bb1-46ec-a6a2-195293469885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '06125101-2bff-4233-b5d7-9d1fb08b3678'}] Dec 06 17:17:45.181868 n-d-master-1 neutron-server[103285]: INFO neutron.plugins.ml2.plugin [None req-477bfc02-fc71-4b3f-b222-b9b7d8e0e56a tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempt 3 to bind port 72af963b-9f1b-4d2f-b33c-6617b306fffb Dec 06 17:17:45.208254 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fde56e-1d6d-47d6-91f4-cc962644cc2c req-a084f33f-40c2-4dec-9679-673c034930c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:45.209571 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-477bfc02-fc71-4b3f-b222-b9b7d8e0e56a tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempting to bind port 72af963b-9f1b-4d2f-b33c-6617b306fffb on host n-h2-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:17:45.209915 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-477bfc02-fc71-4b3f-b222-b9b7d8e0e56a tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempting to bind port 72af963b-9f1b-4d2f-b33c-6617b306fffb by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '48467b68-2bb1-46ec-a6a2-195293469885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '06125101-2bff-4233-b5d7-9d1fb08b3678'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:17:45.210036 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-48fde56e-1d6d-47d6-91f4-cc962644cc2c req-a084f33f-40c2-4dec-9679-673c034930c2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a265b143-efdd-45e0-a32a-71d5cda110a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0500879 Dec 06 17:17:45.210254 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477bfc02-fc71-4b3f-b222-b9b7d8e0e56a tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempting to bind port 72af963b-9f1b-4d2f-b33c-6617b306fffb on network 06125101-2bff-4233-b5d7-9d1fb08b3678 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:17:45.222166 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477bfc02-fc71-4b3f-b222-b9b7d8e0e56a tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Port 72af963b-9f1b-4d2f-b33c-6617b306fffb on network 06125101-2bff-4233-b5d7-9d1fb08b3678 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:17:45.222497 n-d-master-1 neutron-server[103285]: ERROR neutron.plugins.ml2.managers [None req-477bfc02-fc71-4b3f-b222-b9b7d8e0e56a tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Failed to bind port 72af963b-9f1b-4d2f-b33c-6617b306fffb on host n-h2-master-1 for vnic_type normal using segments [{'id': '48467b68-2bb1-46ec-a6a2-195293469885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '06125101-2bff-4233-b5d7-9d1fb08b3678'}] Dec 06 17:17:45.232108 n-d-master-1 neutron-server[103285]: INFO neutron.plugins.ml2.plugin [None req-477bfc02-fc71-4b3f-b222-b9b7d8e0e56a tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempt 4 to bind port 72af963b-9f1b-4d2f-b33c-6617b306fffb Dec 06 17:17:45.278886 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-477bfc02-fc71-4b3f-b222-b9b7d8e0e56a tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempting to bind port 72af963b-9f1b-4d2f-b33c-6617b306fffb on host n-h2-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:17:45.279225 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-477bfc02-fc71-4b3f-b222-b9b7d8e0e56a tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempting to bind port 72af963b-9f1b-4d2f-b33c-6617b306fffb by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '48467b68-2bb1-46ec-a6a2-195293469885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '06125101-2bff-4233-b5d7-9d1fb08b3678'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:17:45.279568 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477bfc02-fc71-4b3f-b222-b9b7d8e0e56a tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempting to bind port 72af963b-9f1b-4d2f-b33c-6617b306fffb on network 06125101-2bff-4233-b5d7-9d1fb08b3678 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:17:45.335163 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d57c4d9-839e-4384-8d1b-10aee279bc46 req-105b267d-bd47-4b2b-8ae3-d9b2874cd64f tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:45.335477 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-3e3df38d-ff28-4d79-a631-34049d447555 req-537c9264-988e-4d46-8efe-63edcbc9ae77 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:45.342906 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6d57c4d9-839e-4384-8d1b-10aee279bc46 req-105b267d-bd47-4b2b-8ae3-d9b2874cd64f tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7de7c98-5ca7-420d-aefe-937ed566d3d2 HTTP/1.1" status: 200 len: 945 time: 0.1168392 Dec 06 17:17:45.371434 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-48fde56e-1d6d-47d6-91f4-cc962644cc2c req-f049744c-4792-4bda-8c30-40f22a6dc0ca service neutron] 10.222.0.44 "GET /v2.0/networks/a265b143-efdd-45e0-a32a-71d5cda110a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542134 Dec 06 17:17:45.373080 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477bfc02-fc71-4b3f-b222-b9b7d8e0e56a tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Port 72af963b-9f1b-4d2f-b33c-6617b306fffb on network 06125101-2bff-4233-b5d7-9d1fb08b3678 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:17:45.373557 n-d-master-1 neutron-server[103285]: ERROR neutron.plugins.ml2.managers [None req-477bfc02-fc71-4b3f-b222-b9b7d8e0e56a tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Failed to bind port 72af963b-9f1b-4d2f-b33c-6617b306fffb on host n-h2-master-1 for vnic_type normal using segments [{'id': '48467b68-2bb1-46ec-a6a2-195293469885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '06125101-2bff-4233-b5d7-9d1fb08b3678'}] Dec 06 17:17:45.373902 n-d-master-1 neutron-server[103285]: INFO neutron.plugins.ml2.plugin [None req-477bfc02-fc71-4b3f-b222-b9b7d8e0e56a tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempt 5 to bind port 72af963b-9f1b-4d2f-b33c-6617b306fffb Dec 06 17:17:45.384734 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-3e3df38d-ff28-4d79-a631-34049d447555 req-537c9264-988e-4d46-8efe-63edcbc9ae77 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:45.397429 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['3151ab1d-b074-4e06-a04f-9eb3d8f129bc'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:17:45.447228 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6d57c4d9-839e-4384-8d1b-10aee279bc46 req-77ec52e7-f699-41cc-8309-4af67c9f09ae tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d8b7371-b4da-47a5-b5a3-3920bab66823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028278 Dec 06 17:17:45.460333 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537c9264-988e-4d46-8efe-63edcbc9ae77 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Pushing event updated for resources: {'Port': ['ID=cd9ab412-e6e1-4a1b-b170-71b166dfd819,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:45.471923 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-477bfc02-fc71-4b3f-b222-b9b7d8e0e56a tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempting to bind port 72af963b-9f1b-4d2f-b33c-6617b306fffb on host n-h2-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:17:45.472502 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-477bfc02-fc71-4b3f-b222-b9b7d8e0e56a tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempting to bind port 72af963b-9f1b-4d2f-b33c-6617b306fffb by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '48467b68-2bb1-46ec-a6a2-195293469885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '06125101-2bff-4233-b5d7-9d1fb08b3678'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:17:45.472946 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477bfc02-fc71-4b3f-b222-b9b7d8e0e56a tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempting to bind port 72af963b-9f1b-4d2f-b33c-6617b306fffb on network 06125101-2bff-4233-b5d7-9d1fb08b3678 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:17:45.492228 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e3df38d-ff28-4d79-a631-34049d447555 req-537c9264-988e-4d46-8efe-63edcbc9ae77 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Network 931f4273-7ce0-414b-a3b2-f40f48617bda is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:17:45.495750 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-3e3df38d-ff28-4d79-a631-34049d447555 req-537c9264-988e-4d46-8efe-63edcbc9ae77 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:17:45.499660 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477bfc02-fc71-4b3f-b222-b9b7d8e0e56a tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Port 72af963b-9f1b-4d2f-b33c-6617b306fffb on network 06125101-2bff-4233-b5d7-9d1fb08b3678 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:17:45.500119 n-d-master-1 neutron-server[103285]: ERROR neutron.plugins.ml2.managers [None req-477bfc02-fc71-4b3f-b222-b9b7d8e0e56a tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Failed to bind port 72af963b-9f1b-4d2f-b33c-6617b306fffb on host n-h2-master-1 for vnic_type normal using segments [{'id': '48467b68-2bb1-46ec-a6a2-195293469885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '06125101-2bff-4233-b5d7-9d1fb08b3678'}] Dec 06 17:17:45.500906 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e3df38d-ff28-4d79-a631-34049d447555 req-537c9264-988e-4d46-8efe-63edcbc9ae77 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:17:45.505456 n-d-master-1 neutron-server[103285]: INFO neutron.plugins.ml2.plugin [None req-477bfc02-fc71-4b3f-b222-b9b7d8e0e56a tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempt 6 to bind port 72af963b-9f1b-4d2f-b33c-6617b306fffb Dec 06 17:17:45.550222 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-48fde56e-1d6d-47d6-91f4-cc962644cc2c req-8abf5f1d-3ebf-4277-94bd-1fea1a8b65ca service neutron] 10.222.0.44 "GET /v2.0/networks/a265b143-efdd-45e0-a32a-71d5cda110a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678321 Dec 06 17:17:45.606305 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-da65355d-d143-4d3a-91c1-c756745b8060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:45.606906 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-48fde56e-1d6d-47d6-91f4-cc962644cc2c req-2a6b9f30-8760-456d-a2af-533cfe555683 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.215&port_id=e42dffef-fd32-4bdd-8a82-7f2ced8750e5 HTTP/1.1" status: 200 len: 217 time: 0.0491533 Dec 06 17:17:45.611013 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-477bfc02-fc71-4b3f-b222-b9b7d8e0e56a tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempting to bind port 72af963b-9f1b-4d2f-b33c-6617b306fffb on host n-h2-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:17:45.611614 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-477bfc02-fc71-4b3f-b222-b9b7d8e0e56a tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempting to bind port 72af963b-9f1b-4d2f-b33c-6617b306fffb by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '48467b68-2bb1-46ec-a6a2-195293469885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '06125101-2bff-4233-b5d7-9d1fb08b3678'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:17:45.612158 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477bfc02-fc71-4b3f-b222-b9b7d8e0e56a tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempting to bind port 72af963b-9f1b-4d2f-b33c-6617b306fffb on network 06125101-2bff-4233-b5d7-9d1fb08b3678 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:17:45.649259 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3df38d-ff28-4d79-a631-34049d447555 req-537c9264-988e-4d46-8efe-63edcbc9ae77 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:45.649962 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-3e3df38d-ff28-4d79-a631-34049d447555 req-537c9264-988e-4d46-8efe-63edcbc9ae77 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:45.653956 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477bfc02-fc71-4b3f-b222-b9b7d8e0e56a tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Port 72af963b-9f1b-4d2f-b33c-6617b306fffb on network 06125101-2bff-4233-b5d7-9d1fb08b3678 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:17:45.654290 n-d-master-1 neutron-server[103285]: ERROR neutron.plugins.ml2.managers [None req-477bfc02-fc71-4b3f-b222-b9b7d8e0e56a tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Failed to bind port 72af963b-9f1b-4d2f-b33c-6617b306fffb on host n-h2-master-1 for vnic_type normal using segments [{'id': '48467b68-2bb1-46ec-a6a2-195293469885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '06125101-2bff-4233-b5d7-9d1fb08b3678'}] Dec 06 17:17:45.657188 n-d-master-1 neutron-server[103285]: INFO neutron.plugins.ml2.plugin [None req-477bfc02-fc71-4b3f-b222-b9b7d8e0e56a tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempt 7 to bind port 72af963b-9f1b-4d2f-b33c-6617b306fffb Dec 06 17:17:45.660825 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fde56e-1d6d-47d6-91f4-cc962644cc2c req-75835d63-909f-4ae9-ac35-c057e93ba0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:45.662415 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-48fde56e-1d6d-47d6-91f4-cc962644cc2c req-75835d63-909f-4ae9-ac35-c057e93ba0c5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dc1a154b-d238-4aad-a5ea-40577b02ded4 HTTP/1.1" status: 200 len: 797 time: 0.0481434 Dec 06 17:17:45.682061 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3e3df38d-ff28-4d79-a631-34049d447555 req-537c9264-988e-4d46-8efe-63edcbc9ae77 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2959197 Dec 06 17:17:45.685721 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-477bfc02-fc71-4b3f-b222-b9b7d8e0e56a tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempting to bind port 72af963b-9f1b-4d2f-b33c-6617b306fffb on host n-h2-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:17:45.686075 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-477bfc02-fc71-4b3f-b222-b9b7d8e0e56a tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempting to bind port 72af963b-9f1b-4d2f-b33c-6617b306fffb by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '48467b68-2bb1-46ec-a6a2-195293469885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '06125101-2bff-4233-b5d7-9d1fb08b3678'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:17:45.686423 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477bfc02-fc71-4b3f-b222-b9b7d8e0e56a tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempting to bind port 72af963b-9f1b-4d2f-b33c-6617b306fffb on network 06125101-2bff-4233-b5d7-9d1fb08b3678 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:17:45.692939 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-3e3df38d-ff28-4d79-a631-34049d447555 req-686a73d4-3fb1-456a-b81f-da2ca96629d9 service neutron] Request body: {'port': {'device_id': '15247e60-f307-40bd-9cc5-dd3382d91b36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:17:45.707592 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99275bb2-ac61-47fe-b2a7-5dc7f5e72266 req-47967af2-0d86-4162-b7fa-d487106508cc tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:45.710027 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-99275bb2-ac61-47fe-b2a7-5dc7f5e72266 req-47967af2-0d86-4162-b7fa-d487106508cc tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=15247e60-f307-40bd-9cc5-dd3382d91b36 HTTP/1.1" status: 200 len: 931 time: 0.1587710 Dec 06 17:17:45.723396 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fde56e-1d6d-47d6-91f4-cc962644cc2c req-fe6add72-2b1d-4949-94b8-39de0dced2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:45.725145 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-48fde56e-1d6d-47d6-91f4-cc962644cc2c req-fe6add72-2b1d-4949-94b8-39de0dced2e6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a265b143-efdd-45e0-a32a-71d5cda110a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0552175 Dec 06 17:17:45.739240 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477bfc02-fc71-4b3f-b222-b9b7d8e0e56a tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Port 72af963b-9f1b-4d2f-b33c-6617b306fffb on network 06125101-2bff-4233-b5d7-9d1fb08b3678 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:17:45.739620 n-d-master-1 neutron-server[103285]: ERROR neutron.plugins.ml2.managers [None req-477bfc02-fc71-4b3f-b222-b9b7d8e0e56a tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Failed to bind port 72af963b-9f1b-4d2f-b33c-6617b306fffb on host n-h2-master-1 for vnic_type normal using segments [{'id': '48467b68-2bb1-46ec-a6a2-195293469885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '06125101-2bff-4233-b5d7-9d1fb08b3678'}] Dec 06 17:17:45.747448 n-d-master-1 neutron-server[103285]: INFO neutron.plugins.ml2.plugin [None req-477bfc02-fc71-4b3f-b222-b9b7d8e0e56a tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempt 8 to bind port 72af963b-9f1b-4d2f-b33c-6617b306fffb Dec 06 17:17:45.792113 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-477bfc02-fc71-4b3f-b222-b9b7d8e0e56a tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempting to bind port 72af963b-9f1b-4d2f-b33c-6617b306fffb on host n-h2-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:17:45.792451 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-477bfc02-fc71-4b3f-b222-b9b7d8e0e56a tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempting to bind port 72af963b-9f1b-4d2f-b33c-6617b306fffb by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '48467b68-2bb1-46ec-a6a2-195293469885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '06125101-2bff-4233-b5d7-9d1fb08b3678'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:17:45.792785 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477bfc02-fc71-4b3f-b222-b9b7d8e0e56a tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempting to bind port 72af963b-9f1b-4d2f-b33c-6617b306fffb on network 06125101-2bff-4233-b5d7-9d1fb08b3678 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:17:45.828050 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-48fde56e-1d6d-47d6-91f4-cc962644cc2c req-76350f9c-6326-4af7-8a58-01ded1e1f3aa service neutron] 10.222.0.44 "GET /v2.0/networks/a265b143-efdd-45e0-a32a-71d5cda110a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951064 Dec 06 17:17:45.829854 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-3e3df38d-ff28-4d79-a631-34049d447555 req-686a73d4-3fb1-456a-b81f-da2ca96629d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:45.830279 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 17:17:45.831740 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477bfc02-fc71-4b3f-b222-b9b7d8e0e56a tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Port 72af963b-9f1b-4d2f-b33c-6617b306fffb on network 06125101-2bff-4233-b5d7-9d1fb08b3678 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:17:45.832073 n-d-master-1 neutron-server[103285]: ERROR neutron.plugins.ml2.managers [None req-477bfc02-fc71-4b3f-b222-b9b7d8e0e56a tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Failed to bind port 72af963b-9f1b-4d2f-b33c-6617b306fffb on host n-h2-master-1 for vnic_type normal using segments [{'id': '48467b68-2bb1-46ec-a6a2-195293469885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '06125101-2bff-4233-b5d7-9d1fb08b3678'}] Dec 06 17:17:45.835438 n-d-master-1 neutron-server[103285]: INFO neutron.plugins.ml2.plugin [None req-477bfc02-fc71-4b3f-b222-b9b7d8e0e56a tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempt 9 to bind port 72af963b-9f1b-4d2f-b33c-6617b306fffb Dec 06 17:17:45.875894 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-477bfc02-fc71-4b3f-b222-b9b7d8e0e56a tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempting to bind port 72af963b-9f1b-4d2f-b33c-6617b306fffb on host n-h2-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:17:45.876220 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-477bfc02-fc71-4b3f-b222-b9b7d8e0e56a tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempting to bind port 72af963b-9f1b-4d2f-b33c-6617b306fffb by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '48467b68-2bb1-46ec-a6a2-195293469885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '06125101-2bff-4233-b5d7-9d1fb08b3678'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:17:45.876580 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477bfc02-fc71-4b3f-b222-b9b7d8e0e56a tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempting to bind port 72af963b-9f1b-4d2f-b33c-6617b306fffb on network 06125101-2bff-4233-b5d7-9d1fb08b3678 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:17:45.898916 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477bfc02-fc71-4b3f-b222-b9b7d8e0e56a tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Port 72af963b-9f1b-4d2f-b33c-6617b306fffb on network 06125101-2bff-4233-b5d7-9d1fb08b3678 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:17:45.899577 n-d-master-1 neutron-server[103285]: ERROR neutron.plugins.ml2.managers [None req-477bfc02-fc71-4b3f-b222-b9b7d8e0e56a tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Failed to bind port 72af963b-9f1b-4d2f-b33c-6617b306fffb on host n-h2-master-1 for vnic_type normal using segments [{'id': '48467b68-2bb1-46ec-a6a2-195293469885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '06125101-2bff-4233-b5d7-9d1fb08b3678'}] Dec 06 17:17:45.901412 n-d-master-1 neutron-server[103285]: INFO neutron.plugins.ml2.plugin [None req-477bfc02-fc71-4b3f-b222-b9b7d8e0e56a tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempt 10 to bind port 72af963b-9f1b-4d2f-b33c-6617b306fffb Dec 06 17:17:45.912227 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-99275bb2-ac61-47fe-b2a7-5dc7f5e72266 req-2364da77-7396-4c42-ac1c-9cd0de039ded tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766019 Dec 06 17:17:45.927071 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-477bfc02-fc71-4b3f-b222-b9b7d8e0e56a tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempting to bind port 72af963b-9f1b-4d2f-b33c-6617b306fffb on host n-h2-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:17:45.927267 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-477bfc02-fc71-4b3f-b222-b9b7d8e0e56a tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempting to bind port 72af963b-9f1b-4d2f-b33c-6617b306fffb by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '48467b68-2bb1-46ec-a6a2-195293469885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '06125101-2bff-4233-b5d7-9d1fb08b3678'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:17:45.927585 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477bfc02-fc71-4b3f-b222-b9b7d8e0e56a tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempting to bind port 72af963b-9f1b-4d2f-b33c-6617b306fffb on network 06125101-2bff-4233-b5d7-9d1fb08b3678 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:17:45.954562 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477bfc02-fc71-4b3f-b222-b9b7d8e0e56a tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Port 72af963b-9f1b-4d2f-b33c-6617b306fffb on network 06125101-2bff-4233-b5d7-9d1fb08b3678 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:17:45.954907 n-d-master-1 neutron-server[103285]: ERROR neutron.plugins.ml2.managers [None req-477bfc02-fc71-4b3f-b222-b9b7d8e0e56a tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Failed to bind port 72af963b-9f1b-4d2f-b33c-6617b306fffb on host n-h2-master-1 for vnic_type normal using segments [{'id': '48467b68-2bb1-46ec-a6a2-195293469885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '06125101-2bff-4233-b5d7-9d1fb08b3678'}] Dec 06 17:17:45.955281 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-477bfc02-fc71-4b3f-b222-b9b7d8e0e56a tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:45.962977 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-48fde56e-1d6d-47d6-91f4-cc962644cc2c req-b06e2440-b5b0-4191-bab8-11ab126b0d85 service neutron] 10.222.0.44 "GET /v2.0/networks/a265b143-efdd-45e0-a32a-71d5cda110a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261277 Dec 06 17:17:46.036290 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-48fde56e-1d6d-47d6-91f4-cc962644cc2c req-ea22d3c1-31a1-4281-a4a3-5b55f9959aca service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.34&port_id=ce5a499b-b2ba-4f6b-b647-32d86ebd2d1e HTTP/1.1" status: 200 len: 217 time: 0.0661891 Dec 06 17:17:46.096956 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fde56e-1d6d-47d6-91f4-cc962644cc2c req-696ef678-df96-4a28-aecf-cdc966c62d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:46.098503 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-48fde56e-1d6d-47d6-91f4-cc962644cc2c req-696ef678-df96-4a28-aecf-cdc966c62d3a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dc1a154b-d238-4aad-a5ea-40577b02ded4 HTTP/1.1" status: 200 len: 797 time: 0.0557561 Dec 06 17:17:46.153494 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fde56e-1d6d-47d6-91f4-cc962644cc2c req-13b66fa3-e788-49a3-abff-8f36323761dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:46.155306 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-48fde56e-1d6d-47d6-91f4-cc962644cc2c req-13b66fa3-e788-49a3-abff-8f36323761dc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a265b143-efdd-45e0-a32a-71d5cda110a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0497649 Dec 06 17:17:46.162382 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-477bfc02-fc71-4b3f-b222-b9b7d8e0e56a tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] For port 72af963b-9f1b-4d2f-b33c-6617b306fffb, host n-h2-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:17:46.162771 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-477bfc02-fc71-4b3f-b222-b9b7d8e0e56a tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attempted to set empty binding levels {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 06 17:17:46.172997 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-477bfc02-fc71-4b3f-b222-b9b7d8e0e56a tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:46.230021 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-477bfc02-fc71-4b3f-b222-b9b7d8e0e56a tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] In _notify_port_updated(), no bound segment for port 72af963b-9f1b-4d2f-b33c-6617b306fffb on network 06125101-2bff-4233-b5d7-9d1fb08b3678 {{(pid=103285) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 17:17:46.230889 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477bfc02-fc71-4b3f-b222-b9b7d8e0e56a tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:46.231494 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-477bfc02-fc71-4b3f-b222-b9b7d8e0e56a tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:46.235353 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-477bfc02-fc71-4b3f-b222-b9b7d8e0e56a tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] 10.222.0.23 "PUT /v2.0/ports/72af963b-9f1b-4d2f-b33c-6617b306fffb HTTP/1.1" status: 200 len: 979 time: 1.7028131 Dec 06 17:17:46.237577 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 51580) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:17:46.253024 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477bfc02-fc71-4b3f-b222-b9b7d8e0e56a tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Pushing event updated for resources: {'Port': ['ID=72af963b-9f1b-4d2f-b33c-6617b306fffb,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:46.307320 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-3e3df38d-ff28-4d79-a631-34049d447555 req-686a73d4-3fb1-456a-b81f-da2ca96629d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd9ab412-e6e1-4a1b-b170-71b166dfd819 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:17:46.315612 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-3e3df38d-ff28-4d79-a631-34049d447555 req-686a73d4-3fb1-456a-b81f-da2ca96629d9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:46.316559 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-48fde56e-1d6d-47d6-91f4-cc962644cc2c req-2ef5a44f-78e6-4844-8d84-e101809e22d9 service neutron] 10.222.0.44 "GET /v2.0/networks/a265b143-efdd-45e0-a32a-71d5cda110a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535017 Dec 06 17:17:46.335284 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-3e3df38d-ff28-4d79-a631-34049d447555 req-686a73d4-3fb1-456a-b81f-da2ca96629d9 service neutron] Transition to ACTIVE for port object cd9ab412-e6e1-4a1b-b170-71b166dfd819 will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:17:46.340699 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-3e3df38d-ff28-4d79-a631-34049d447555 req-686a73d4-3fb1-456a-b81f-da2ca96629d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:46.394460 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-e6b58eba-7640-47bd-9ea0-b30defd5c27b tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Deleting port 72af963b-9f1b-4d2f-b33c-6617b306fffb {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:17:46.394460 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e6b58eba-7640-47bd-9ea0-b30defd5c27b tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:46.398109 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686a73d4-3fb1-456a-b81f-da2ca96629d9 service neutron] Pushing event updated for resources: {'Port': ['ID=cd9ab412-e6e1-4a1b-b170-71b166dfd819,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:46.487078 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-3e3df38d-ff28-4d79-a631-34049d447555 req-686a73d4-3fb1-456a-b81f-da2ca96629d9 service neutron] Attempting to bind port cd9ab412-e6e1-4a1b-b170-71b166dfd819 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:17:46.487414 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-3e3df38d-ff28-4d79-a631-34049d447555 req-686a73d4-3fb1-456a-b81f-da2ca96629d9 service neutron] Attempting to bind port cd9ab412-e6e1-4a1b-b170-71b166dfd819 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'b722eb92-d8da-4fbc-acca-71668ea91866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '931f4273-7ce0-414b-a3b2-f40f48617bda'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:17:46.487744 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3df38d-ff28-4d79-a631-34049d447555 req-686a73d4-3fb1-456a-b81f-da2ca96629d9 service neutron] Attempting to bind port cd9ab412-e6e1-4a1b-b170-71b166dfd819 on network 931f4273-7ce0-414b-a3b2-f40f48617bda {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:17:46.494136 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3df38d-ff28-4d79-a631-34049d447555 req-686a73d4-3fb1-456a-b81f-da2ca96629d9 service neutron] Port cd9ab412-e6e1-4a1b-b170-71b166dfd819 on network 931f4273-7ce0-414b-a3b2-f40f48617bda not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:17:46.494136 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3df38d-ff28-4d79-a631-34049d447555 req-686a73d4-3fb1-456a-b81f-da2ca96629d9 service neutron] Attempting to bind port cd9ab412-e6e1-4a1b-b170-71b166dfd819 on network 931f4273-7ce0-414b-a3b2-f40f48617bda {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:17:46.500076 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3df38d-ff28-4d79-a631-34049d447555 req-686a73d4-3fb1-456a-b81f-da2ca96629d9 service neutron] Checking agent: {'id': '9d8b9f49-2860-4c1f-9b89-45a7657a3c4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:17:46.500475 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3df38d-ff28-4d79-a631-34049d447555 req-686a73d4-3fb1-456a-b81f-da2ca96629d9 service neutron] Checking segment: {'id': 'b722eb92-d8da-4fbc-acca-71668ea91866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '931f4273-7ce0-414b-a3b2-f40f48617bda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:17:46.500779 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3df38d-ff28-4d79-a631-34049d447555 req-686a73d4-3fb1-456a-b81f-da2ca96629d9 service neutron] Bound using segment: {'id': 'b722eb92-d8da-4fbc-acca-71668ea91866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '931f4273-7ce0-414b-a3b2-f40f48617bda'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:17:46.501219 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-3e3df38d-ff28-4d79-a631-34049d447555 req-686a73d4-3fb1-456a-b81f-da2ca96629d9 service neutron] Bound port: cd9ab412-e6e1-4a1b-b170-71b166dfd819, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b722eb92-d8da-4fbc-acca-71668ea91866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '931f4273-7ce0-414b-a3b2-f40f48617bda'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:17:46.501624 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-3e3df38d-ff28-4d79-a631-34049d447555 req-686a73d4-3fb1-456a-b81f-da2ca96629d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:46.501844 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-48fde56e-1d6d-47d6-91f4-cc962644cc2c req-21534aa5-282d-4ff4-a61c-2bde5f4898e5 service neutron] 10.222.0.44 "GET /v2.0/networks/a265b143-efdd-45e0-a32a-71d5cda110a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765420 Dec 06 17:17:46.509075 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-e6b58eba-7640-47bd-9ea0-b30defd5c27b tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] For port 72af963b-9f1b-4d2f-b33c-6617b306fffb, host n-h2-master-1, got binding levels [] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:17:46.509506 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e6b58eba-7640-47bd-9ea0-b30defd5c27b tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:46.572913 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-3e3df38d-ff28-4d79-a631-34049d447555 req-686a73d4-3fb1-456a-b81f-da2ca96629d9 service neutron] For port cd9ab412-e6e1-4a1b-b170-71b166dfd819, host n-h2-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:17:46.575957 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-e6b58eba-7640-47bd-9ea0-b30defd5c27b tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Calling delete_port for 72af963b-9f1b-4d2f-b33c-6617b306fffb owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:17:46.576582 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-3e3df38d-ff28-4d79-a631-34049d447555 req-686a73d4-3fb1-456a-b81f-da2ca96629d9 service neutron] For port cd9ab412-e6e1-4a1b-b170-71b166dfd819, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=cd9ab412-e6e1-4a1b-b170-71b166dfd819,segment=NetworkSegment(b722eb92-d8da-4fbc-acca-71668ea91866),segment_id=b722eb92-d8da-4fbc-acca-71668ea91866)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:17:46.582266 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-3e3df38d-ff28-4d79-a631-34049d447555 req-686a73d4-3fb1-456a-b81f-da2ca96629d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:46.592162 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-48fde56e-1d6d-47d6-91f4-cc962644cc2c req-d8f6e68d-5041-4867-b72d-a84d77b49abd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1d5a6e2b-fe5f-43e4-8477-6577f08f2e89 HTTP/1.1" status: 200 len: 217 time: 0.0789518 Dec 06 17:17:46.618017 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3df38d-ff28-4d79-a631-34049d447555 req-686a73d4-3fb1-456a-b81f-da2ca96629d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:46.618633 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-3e3df38d-ff28-4d79-a631-34049d447555 req-686a73d4-3fb1-456a-b81f-da2ca96629d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:46.620184 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3e3df38d-ff28-4d79-a631-34049d447555 req-686a73d4-3fb1-456a-b81f-da2ca96629d9 service neutron] 10.222.0.44 "PUT /v2.0/ports/cd9ab412-e6e1-4a1b-b170-71b166dfd819 HTTP/1.1" status: 200 len: 1091 time: 0.9314368 Dec 06 17:17:46.620613 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15247e60-f307-40bd-9cc5-dd3382d91b36', 'tag': 'cd9ab412-e6e1-4a1b-b170-71b166dfd819'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:17:46.624366 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dc6c9f4-7cdc-46a1-adbe-af4791faae20" -d '{"events": [{"name": "network-changed", "server_uuid": "15247e60-f307-40bd-9cc5-dd3382d91b36", "tag": "cd9ab412-e6e1-4a1b-b170-71b166dfd819"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:17:46.673007 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c899d08-351e-40d6-9aa4-7ce2eb482272 x-openstack-request-id: req-5c899d08-351e-40d6-9aa4-7ce2eb482272 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:17:46.673315 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15247e60-f307-40bd-9cc5-dd3382d91b36", "tag": "cd9ab412-e6e1-4a1b-b170-71b166dfd819", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:17:46.673613 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5c899d08-351e-40d6-9aa4-7ce2eb482272 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:17:46.674505 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15247e60-f307-40bd-9cc5-dd3382d91b36', 'tag': 'cd9ab412-e6e1-4a1b-b170-71b166dfd819', 'status': 'completed', 'code': 200} Dec 06 17:17:46.675390 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686a73d4-3fb1-456a-b81f-da2ca96629d9 service neutron] Pushing event updated for resources: {'Port': ['ID=cd9ab412-e6e1-4a1b-b170-71b166dfd819,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:46.704199 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b89b8e0-474f-45bb-bb53-c8331957275d req-638b59e4-e490-4a77-9470-a117529d1d96 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:46.705769 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9b89b8e0-474f-45bb-bb53-c8331957275d req-638b59e4-e490-4a77-9470-a117529d1d96 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7de7c98-5ca7-420d-aefe-937ed566d3d2 HTTP/1.1" status: 200 len: 945 time: 0.1748548 Dec 06 17:17:46.712060 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fde56e-1d6d-47d6-91f4-cc962644cc2c req-85eb9642-9c9f-4b65-adf3-432cb1e48cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:46.714208 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-48fde56e-1d6d-47d6-91f4-cc962644cc2c req-85eb9642-9c9f-4b65-adf3-432cb1e48cb8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b4979180-b255-45fd-9571-7f83f2b9313a HTTP/1.1" status: 200 len: 797 time: 0.1112719 Dec 06 17:17:46.728859 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3df38d-ff28-4d79-a631-34049d447555 req-c824e8cb-3acf-49e8-b9aa-f0a2ad12d2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:46.730714 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3e3df38d-ff28-4d79-a631-34049d447555 req-c824e8cb-3acf-49e8-b9aa-f0a2ad12d2d7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0b996ae66d164de39215c3dfc863b124&device_id=15247e60-f307-40bd-9cc5-dd3382d91b36 HTTP/1.1" status: 200 len: 1094 time: 0.0514023 Dec 06 17:17:46.769509 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e6b58eba-7640-47bd-9ea0-b30defd5c27b tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:46.809995 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3e3df38d-ff28-4d79-a631-34049d447555 req-e3e3bfbc-a1a0-4cb3-95b2-94d2c76b8873 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cd9ab412-e6e1-4a1b-b170-71b166dfd819 HTTP/1.1" status: 200 len: 217 time: 0.0709927 Dec 06 17:17:46.837350 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b58eba-7640-47bd-9ea0-b30defd5c27b tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Pushing event deleted for resources: {'Port': ['ID=72af963b-9f1b-4d2f-b33c-6617b306fffb,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:46.839661 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:46.869649 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3df38d-ff28-4d79-a631-34049d447555 req-3b666bd0-2aed-45da-8694-ea5adcee0a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:46.871208 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3e3df38d-ff28-4d79-a631-34049d447555 req-3b666bd0-2aed-45da-8694-ea5adcee0a1d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b9546861-2c51-42d4-889f-961f9688fd79 HTTP/1.1" status: 200 len: 845 time: 0.0522375 Dec 06 17:17:46.875746 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e6b58eba-7640-47bd-9ea0-b30defd5c27b tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:46.884021 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-e6b58eba-7640-47bd-9ea0-b30defd5c27b tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] 10.222.0.23 "DELETE /v2.0/ports/72af963b-9f1b-4d2f-b33c-6617b306fffb HTTP/1.1" status: 204 len: 168 time: 0.6469765 Dec 06 17:17:46.890052 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 51592) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:17:46.925501 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3ab1096-62ea-49da-8602-b628388cf9b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] GET failed (client error): The resource could not be found. Dec 06 17:17:46.932002 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3e3df38d-ff28-4d79-a631-34049d447555 req-67061244-eaa6-4342-8e35-74ee5866e2a6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=931f4273-7ce0-414b-a3b2-f40f48617bda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532498 Dec 06 17:17:46.933084 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 51594) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:17:46.933673 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-c3ab1096-62ea-49da-8602-b628388cf9b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867327532-project-admin] 10.222.0.23 "GET /v2.0/ports/72af963b-9f1b-4d2f-b33c-6617b306fffb HTTP/1.1" status: 404 len: 333 time: 0.0400000 Dec 06 17:17:46.951548 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9b89b8e0-474f-45bb-bb53-c8331957275d req-ded5d9e5-5f6b-4b29-9d1c-46b542e590b9 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d8b7371-b4da-47a5-b5a3-3920bab66823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324617 Dec 06 17:17:46.956451 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fde56e-1d6d-47d6-91f4-cc962644cc2c req-5448c207-b4e8-469f-8f45-03bdd127136e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:46.958454 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-48fde56e-1d6d-47d6-91f4-cc962644cc2c req-5448c207-b4e8-469f-8f45-03bdd127136e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=923a9dfa-d650-4f29-aec2-2016eca01acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2122164 Dec 06 17:17:47.128433 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c379538a-0e14-4482-84a4-72ad3c261edb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063567957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063567957-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:47.199080 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-48fde56e-1d6d-47d6-91f4-cc962644cc2c req-71c34920-40ed-4ca2-8781-2e1243b2dc1a service neutron] 10.222.0.44 "GET /v2.0/networks/923a9dfa-d650-4f29-aec2-2016eca01acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326748 Dec 06 17:17:47.206102 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d6f0e-a5a5-4471-abe3-e72b4a980d85 req-b094d478-c292-4bc9-9a0d-a03fe1192f97 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:47.208025 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ca3d6f0e-a5a5-4471-abe3-e72b4a980d85 req-b094d478-c292-4bc9-9a0d-a03fe1192f97 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=15247e60-f307-40bd-9cc5-dd3382d91b36 HTTP/1.1" status: 200 len: 943 time: 0.1246285 Dec 06 17:17:47.316066 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3e3df38d-ff28-4d79-a631-34049d447555 req-2e992a44-f083-49ef-915b-49dcac15b4e5 service neutron] 10.222.0.44 "GET /v2.0/networks/931f4273-7ce0-414b-a3b2-f40f48617bda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3735597 Dec 06 17:17:47.343935 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ca3d6f0e-a5a5-4471-abe3-e72b4a980d85 req-c8c0ca30-98a2-4f58-a64d-26b61edf1814 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293302 Dec 06 17:17:47.380137 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-48fde56e-1d6d-47d6-91f4-cc962644cc2c req-d919e05c-f80e-4daf-a4fb-967552cfbf57 service neutron] 10.222.0.44 "GET /v2.0/networks/923a9dfa-d650-4f29-aec2-2016eca01acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728876 Dec 06 17:17:47.408231 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c379538a-0e14-4482-84a4-72ad3c261edb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063567957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063567957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:47.435529 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-c379538a-0e14-4482-84a4-72ad3c261edb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063567957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063567957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06125101-2bff-4233-b5d7-9d1fb08b3678']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:17:47.446968 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-c379538a-0e14-4482-84a4-72ad3c261edb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063567957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063567957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48467b68-2bb1-46ec-a6a2-195293469885') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:17:47.447400 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-c379538a-0e14-4482-84a4-72ad3c261edb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063567957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063567957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48467b68-2bb1-46ec-a6a2-195293469885') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:17:47.459626 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c379538a-0e14-4482-84a4-72ad3c261edb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063567957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063567957-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:47.486512 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c379538a-0e14-4482-84a4-72ad3c261edb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063567957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063567957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:47.495333 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-48fde56e-1d6d-47d6-91f4-cc962644cc2c req-ba4b3811-d6e9-4569-9ad4-bb7ffac6a8fa service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d5cb989f-970a-4712-bc55-ae97972ef5ef HTTP/1.1" status: 200 len: 217 time: 0.0967329 Dec 06 17:17:47.539353 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c379538a-0e14-4482-84a4-72ad3c261edb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063567957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063567957-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:17:47.539767 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c379538a-0e14-4482-84a4-72ad3c261edb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063567957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063567957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:47.543979 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:17:47.543979 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:17:47.543979 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:17:47.543979 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:17:47.543979 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:17:47.543979 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:17:47.543979 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:17:47.543979 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:17:47.543979 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:17:47.543979 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:17:47.543979 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:17:47.543979 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:17:47.543979 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:17:47.543979 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:17:47.543979 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:17:47.543979 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:17:47.543979 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:17:47.543979 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:17:47.543979 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:17:47.543979 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:17:47.543979 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:17:47.543979 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:17:47.543979 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:17:47.543979 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:17:47.543979 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:17:47.543979 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:17:47.543979 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:17:47.543979 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:17:47.543979 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:17:47.543979 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:17:47.543979 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:17:47.543979 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:17:47.602168 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fde56e-1d6d-47d6-91f4-cc962644cc2c req-67a44589-9e61-4941-9707-85d33a08a6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:47.624067 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-48fde56e-1d6d-47d6-91f4-cc962644cc2c req-67a44589-9e61-4941-9707-85d33a08a6c5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b4979180-b255-45fd-9571-7f83f2b9313a HTTP/1.1" status: 200 len: 797 time: 0.1232214 Dec 06 17:17:47.656251 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c379538a-0e14-4482-84a4-72ad3c261edb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063567957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063567957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:47.676523 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c379538a-0e14-4482-84a4-72ad3c261edb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063567957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063567957-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:47.683458 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-c379538a-0e14-4482-84a4-72ad3c261edb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063567957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063567957-project] 10.222.0.23 "DELETE /v2.0/networks/06125101-2bff-4233-b5d7-9d1fb08b3678 HTTP/1.1" status: 204 len: 168 time: 0.7489519 Dec 06 17:17:47.692624 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3e3df38d-ff28-4d79-a631-34049d447555 req-1e27cba6-3108-439e-9a96-0f5fd4d6bfa2 service neutron] 10.222.0.44 "GET /v2.0/networks/931f4273-7ce0-414b-a3b2-f40f48617bda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3645260 Dec 06 17:17:47.719117 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c379538a-0e14-4482-84a4-72ad3c261edb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063567957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1063567957-project] Pushing event deleted for resources: {'Network': ['ID=06125101-2bff-4233-b5d7-9d1fb08b3678,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:47.735137 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fde56e-1d6d-47d6-91f4-cc962644cc2c req-7ab02e98-26c7-4003-bdae-508f36cc4f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:47.736671 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-48fde56e-1d6d-47d6-91f4-cc962644cc2c req-7ab02e98-26c7-4003-bdae-508f36cc4f7e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=923a9dfa-d650-4f29-aec2-2016eca01acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1051176 Dec 06 17:17:47.874386 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-48fde56e-1d6d-47d6-91f4-cc962644cc2c req-f36ac12e-e05c-4fc5-8a74-5502dbb33fe3 service neutron] 10.222.0.44 "GET /v2.0/networks/923a9dfa-d650-4f29-aec2-2016eca01acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295829 Dec 06 17:17:47.901122 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc6c9f4-7cdc-46a1-adbe-af4791faae20 req-0e399412-7a6a-47fc-af88-68085e801c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:47.904795 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2dc6c9f4-7cdc-46a1-adbe-af4791faae20 req-0e399412-7a6a-47fc-af88-68085e801c67 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0b996ae66d164de39215c3dfc863b124&device_id=15247e60-f307-40bd-9cc5-dd3382d91b36 HTTP/1.1" status: 200 len: 1094 time: 0.1405163 Dec 06 17:17:47.999029 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:48.138606 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc1c81b-63d1-4157-aad3-61caf3de546e req-f25b7b8a-de3f-4c3f-a48c-2d65510a816e tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:48.140354 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5cc1c81b-63d1-4157-aad3-61caf3de546e req-f25b7b8a-de3f-4c3f-a48c-2d65510a816e tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] 10.222.0.23 "GET /v2.0/networks?id=a0fd9fe7-3e1e-4850-b5cc-fa2690a93e17 HTTP/1.1" status: 200 len: 813 time: 0.2068810 Dec 06 17:17:48.151712 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-48fde56e-1d6d-47d6-91f4-cc962644cc2c req-ea928d54-b6d4-4941-aca2-d6a37d105276 service neutron] 10.222.0.44 "GET /v2.0/networks/923a9dfa-d650-4f29-aec2-2016eca01acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697918 Dec 06 17:17:48.198969 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5cc1c81b-63d1-4157-aad3-61caf3de546e req-d6614523-3064-406c-bb63-6656242f9d92 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] 10.222.0.23 "GET /v2.0/quotas/e03e7b6c6635460894a640ca7e818fbb HTTP/1.1" status: 200 len: 375 time: 0.0515292 Dec 06 17:17:48.294186 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 51634) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:17:48.297853 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5cc1c81b-63d1-4157-aad3-61caf3de546e req-cef5477e-166f-4e32-8980-155bbe69c0b0 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e03e7b6c6635460894a640ca7e818fbb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0924318 Dec 06 17:17:48.299613 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc6c9f4-7cdc-46a1-adbe-af4791faae20 req-fe53e49e-8e52-4f8e-b2da-b13c3f3eeb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:48.301086 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2dc6c9f4-7cdc-46a1-adbe-af4791faae20 req-fe53e49e-8e52-4f8e-b2da-b13c3f3eeb6a service neutron] 10.222.0.44 "GET /v2.0/networks?id=931f4273-7ce0-414b-a3b2-f40f48617bda HTTP/1.1" status: 200 len: 906 time: 0.3855972 Dec 06 17:17:48.438358 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2dc6c9f4-7cdc-46a1-adbe-af4791faae20 req-4f882045-da17-4f6d-9105-fc5028b9663a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cd9ab412-e6e1-4a1b-b170-71b166dfd819 HTTP/1.1" status: 200 len: 217 time: 0.1149416 Dec 06 17:17:48.557461 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc6c9f4-7cdc-46a1-adbe-af4791faae20 req-5d40afb5-7b4e-441b-a03b-4537dd5a5f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:48.558837 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2dc6c9f4-7cdc-46a1-adbe-af4791faae20 req-5d40afb5-7b4e-441b-a03b-4537dd5a5f10 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b9546861-2c51-42d4-889f-961f9688fd79 HTTP/1.1" status: 200 len: 845 time: 0.0655220 Dec 06 17:17:48.572756 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-e2f665f7-1809-4c31-bdc9-f9d8e6a5473e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ff991936ac3a4ed0a966bd391c682bd3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2739813 Dec 06 17:17:48.580746 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 51642) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:17:48.611834 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5cc1c81b-63d1-4157-aad3-61caf3de546e req-c651e07b-16d5-4c27-ac4f-e4ef6efa5f73 service neutron] 10.222.0.23 "GET /v2.0/networks/a0fd9fe7-3e1e-4850-b5cc-fa2690a93e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3032084 Dec 06 17:17:48.619702 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2dc6c9f4-7cdc-46a1-adbe-af4791faae20 req-e243ba52-2891-4b6c-af18-eee1ce679ab9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=931f4273-7ce0-414b-a3b2-f40f48617bda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484076 Dec 06 17:17:48.666072 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ddc5d1-9813-46ca-9657-8d08104f41b0 req-ccb60e7f-3481-41f3-8abb-4035165d7e6f tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:48.678648 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-22ddc5d1-9813-46ca-9657-8d08104f41b0 req-ccb60e7f-3481-41f3-8abb-4035165d7e6f tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=15247e60-f307-40bd-9cc5-dd3382d91b36 HTTP/1.1" status: 200 len: 943 time: 0.1285822 Dec 06 17:17:48.790094 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-22ddc5d1-9813-46ca-9657-8d08104f41b0 req-96cbefb7-1005-4310-a242-c5f050e7f309 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101143 Dec 06 17:17:48.798625 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device cd9ab412-e6e1-4a1b-b170-71b166dfd819 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:17:48.877614 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-707f9b6a-455d-4136-810e-ea2a42297a5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:48.883580 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c59ab07-261b-4f77-a71e-311386717c3b req-d857176a-5687-4842-b805-1c2a213ef349 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:48.887134 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0c59ab07-261b-4f77-a71e-311386717c3b req-d857176a-5687-4842-b805-1c2a213ef349 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7de7c98-5ca7-420d-aefe-937ed566d3d2 HTTP/1.1" status: 200 len: 945 time: 0.0954344 Dec 06 17:17:48.939954 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port cd9ab412-e6e1-4a1b-b170-71b166dfd819, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=cd9ab412-e6e1-4a1b-b170-71b166dfd819,segment=NetworkSegment(b722eb92-d8da-4fbc-acca-71668ea91866),segment_id=b722eb92-d8da-4fbc-acca-71668ea91866)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:17:48.941726 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-707f9b6a-455d-4136-810e-ea2a42297a5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:48.946455 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2dc6c9f4-7cdc-46a1-adbe-af4791faae20 req-bbd6ec9c-6320-4256-a67f-aa313beaee66 service neutron] 10.222.0.44 "GET /v2.0/networks/931f4273-7ce0-414b-a3b2-f40f48617bda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3097854 Dec 06 17:17:48.958874 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5cc1c81b-63d1-4157-aad3-61caf3de546e req-88d401c9-7fce-4c26-9176-7d258638c638 service neutron] 10.222.0.23 "GET /v2.0/networks/a0fd9fe7-3e1e-4850-b5cc-fa2690a93e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3346822 Dec 06 17:17:48.959077 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': 'cd9ab412-e6e1-4a1b-b170-71b166dfd819', 'network_id': '931f4273-7ce0-414b-a3b2-f40f48617bda', 'port_id': 'cd9ab412-e6e1-4a1b-b170-71b166dfd819', 'mac_address': 'fa:16:3e:30:2e:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9546861-2c51-42d4-889f-961f9688fd79', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:17:49.107781 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:49.145637 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-0c59ab07-261b-4f77-a71e-311386717c3b req-9901eab3-895d-42b7-990e-a5ab0696a947 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Deleting port 55d3e753-7384-4feb-bff2-9bd28136489e {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:17:49.146069 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-0c59ab07-261b-4f77-a71e-311386717c3b req-9901eab3-895d-42b7-990e-a5ab0696a947 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:49.148431 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:49.155110 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd9ab412-e6e1-4a1b-b170-71b166dfd819 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:17:49.158427 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-707f9b6a-455d-4136-810e-ea2a42297a5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:49.165100 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-707f9b6a-455d-4136-810e-ea2a42297a5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:49.175367 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-707f9b6a-455d-4136-810e-ea2a42297a5b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6868992b-c259-4327-a332-9a86be214722 HTTP/1.1" status: 204 len: 168 time: 0.5931494 Dec 06 17:17:49.192430 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2dc6c9f4-7cdc-46a1-adbe-af4791faae20 req-c91ba4ce-7baf-4228-b23f-22bb536d71bb service neutron] 10.222.0.44 "GET /v2.0/networks/931f4273-7ce0-414b-a3b2-f40f48617bda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297852 Dec 06 17:17:49.205799 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707f9b6a-455d-4136-810e-ea2a42297a5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6868992b-c259-4327-a332-9a86be214722,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:49.208026 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port cd9ab412-e6e1-4a1b-b170-71b166dfd819, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=cd9ab412-e6e1-4a1b-b170-71b166dfd819,segment=NetworkSegment(b722eb92-d8da-4fbc-acca-71668ea91866),segment_id=b722eb92-d8da-4fbc-acca-71668ea91866)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:17:49.216570 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:49.326826 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=cd9ab412-e6e1-4a1b-b170-71b166dfd819,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:49.345271 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a37d8d8-e4d1-4f66-8b05-ed0a536bb78d req-e3d71e09-fc1c-4e57-90ad-339f8d82aa16 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:49.348384 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2a37d8d8-e4d1-4f66-8b05-ed0a536bb78d req-e3d71e09-fc1c-4e57-90ad-339f8d82aa16 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] 10.222.0.41 "GET /v2.0/ports?device_id=5738fa35-d19d-427f-906d-4be30d16accb HTTP/1.1" status: 200 len: 945 time: 0.1349266 Dec 06 17:17:49.384708 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-0c59ab07-261b-4f77-a71e-311386717c3b req-9901eab3-895d-42b7-990e-a5ab0696a947 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] For port 55d3e753-7384-4feb-bff2-9bd28136489e, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=55d3e753-7384-4feb-bff2-9bd28136489e,segment=NetworkSegment(043e3718-ad88-414e-8c44-476cce50b82e),segment_id=043e3718-ad88-414e-8c44-476cce50b82e)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:17:49.385266 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-0c59ab07-261b-4f77-a71e-311386717c3b req-9901eab3-895d-42b7-990e-a5ab0696a947 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:49.412334 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-0c59ab07-261b-4f77-a71e-311386717c3b req-9901eab3-895d-42b7-990e-a5ab0696a947 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Calling delete_port for 55d3e753-7384-4feb-bff2-9bd28136489e owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:17:49.508183 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['cd9ab412-e6e1-4a1b-b170-71b166dfd819'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:17:49.550511 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-2a37d8d8-e4d1-4f66-8b05-ed0a536bb78d req-4f7a95ce-713d-44d2-9844-d8c6babc74b7 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Deleting port 251fe448-a200-4c70-ba2c-82cbf209815a {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:17:49.550856 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2a37d8d8-e4d1-4f66-8b05-ed0a536bb78d req-4f7a95ce-713d-44d2-9844-d8c6babc74b7 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:49.648838 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-aa73d69f-b94c-490f-ae10-8c0c6a6bc380 req-4bd7c60b-789d-4873-9624-ab90974a4ed7 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef3bd4f1-5327-4df0-926b-cead0d0604c2 HTTP/1.1" status: 200 len: 210 time: 0.0930908 Dec 06 17:17:49.776140 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0e2a00a9-a5d3-44a8-92a1-b5c8c498e885 req-0f3733ac-2b89-41cd-8a76-35ed4014b14d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ab5a1622-9933-40c5-84a1-0be26fda8c29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2424085 Dec 06 17:17:49.841622 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-0c59ab07-261b-4f77-a71e-311386717c3b req-9901eab3-895d-42b7-990e-a5ab0696a947 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:49.858810 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['251fe448-a200-4c70-ba2c-82cbf209815a', '55d3e753-7384-4feb-bff2-9bd28136489e'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:17:49.891002 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9901eab3-895d-42b7-990e-a5ab0696a947 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Pushing event deleted for resources: {'Port': ['ID=55d3e753-7384-4feb-bff2-9bd28136489e,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:49.907774 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-2a37d8d8-e4d1-4f66-8b05-ed0a536bb78d req-4f7a95ce-713d-44d2-9844-d8c6babc74b7 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] For port 251fe448-a200-4c70-ba2c-82cbf209815a, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=251fe448-a200-4c70-ba2c-82cbf209815a,segment=NetworkSegment(043e3718-ad88-414e-8c44-476cce50b82e),segment_id=043e3718-ad88-414e-8c44-476cce50b82e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:17:49.908549 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2a37d8d8-e4d1-4f66-8b05-ed0a536bb78d req-4f7a95ce-713d-44d2-9844-d8c6babc74b7 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:49.948599 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 51678) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:17:49.949870 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c59ab07-261b-4f77-a71e-311386717c3b req-9901eab3-895d-42b7-990e-a5ab0696a947 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] No DVR routers for this DVR port 55d3e753-7384-4feb-bff2-9bd28136489e on host n-h1-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:17:49.960609 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-0c59ab07-261b-4f77-a71e-311386717c3b req-9901eab3-895d-42b7-990e-a5ab0696a947 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:49.967016 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0c59ab07-261b-4f77-a71e-311386717c3b req-9901eab3-895d-42b7-990e-a5ab0696a947 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] 10.222.0.41 "DELETE /v2.0/ports/55d3e753-7384-4feb-bff2-9bd28136489e HTTP/1.1" status: 204 len: 173 time: 1.0720651 Dec 06 17:17:49.967843 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7de7c98-5ca7-420d-aefe-937ed566d3d2', 'name': 'network-vif-deleted', 'tag': '55d3e753-7384-4feb-bff2-9bd28136489e'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:17:49.971224 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eda9bbc-8070-48fc-baf6-f933f903b173" -d '{"events": [{"server_uuid": "c7de7c98-5ca7-420d-aefe-937ed566d3d2", "name": "network-vif-deleted", "tag": "55d3e753-7384-4feb-bff2-9bd28136489e"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:17:50.050420 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-2a37d8d8-e4d1-4f66-8b05-ed0a536bb78d req-4f7a95ce-713d-44d2-9844-d8c6babc74b7 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Calling delete_port for 251fe448-a200-4c70-ba2c-82cbf209815a owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:17:50.069558 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9cd5521-6af5-407e-8dcd-edee0ec5da77 x-openstack-request-id: req-e9cd5521-6af5-407e-8dcd-edee0ec5da77 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:17:50.070521 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7de7c98-5ca7-420d-aefe-937ed566d3d2", "name": "network-vif-deleted", "tag": "55d3e753-7384-4feb-bff2-9bd28136489e", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:17:50.072477 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e9cd5521-6af5-407e-8dcd-edee0ec5da77 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:17:50.073177 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7de7c98-5ca7-420d-aefe-937ed566d3d2', 'name': 'network-vif-deleted', 'tag': '55d3e753-7384-4feb-bff2-9bd28136489e', 'status': 'completed', 'code': 200} Dec 06 17:17:50.076574 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-b52d49c6-9f8f-4012-9846-5068ddaf4f4b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=33e8cc74a38143048d31b30ab35ce3aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1235485 Dec 06 17:17:50.079045 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 51682) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:17:50.198427 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-98d5f39d-12da-416e-9e47-311b5d9d7f9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:50.252610 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-98d5f39d-12da-416e-9e47-311b5d9d7f9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:50.352335 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-98d5f39d-12da-416e-9e47-311b5d9d7f9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:50.355208 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-98d5f39d-12da-416e-9e47-311b5d9d7f9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:50.359882 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-98d5f39d-12da-416e-9e47-311b5d9d7f9c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7ad64c3d-887f-48c0-a952-5f15aa4138f6 HTTP/1.1" status: 204 len: 168 time: 0.2794502 Dec 06 17:17:50.368187 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d5f39d-12da-416e-9e47-311b5d9d7f9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad64c3d-887f-48c0-a952-5f15aa4138f6,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:50.425845 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a00a9-a5d3-44a8-92a1-b5c8c498e885 req-40fe3f04-30cc-44b3-81e6-9412809d4b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:50.427150 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a00a9-a5d3-44a8-92a1-b5c8c498e885 req-40fe3f04-30cc-44b3-81e6-9412809d4b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:50.428110 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a00a9-a5d3-44a8-92a1-b5c8c498e885 req-40fe3f04-30cc-44b3-81e6-9412809d4b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:50.429060 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a00a9-a5d3-44a8-92a1-b5c8c498e885 req-40fe3f04-30cc-44b3-81e6-9412809d4b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:50.429931 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a00a9-a5d3-44a8-92a1-b5c8c498e885 req-40fe3f04-30cc-44b3-81e6-9412809d4b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:50.430762 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a00a9-a5d3-44a8-92a1-b5c8c498e885 req-40fe3f04-30cc-44b3-81e6-9412809d4b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:50.432139 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a00a9-a5d3-44a8-92a1-b5c8c498e885 req-40fe3f04-30cc-44b3-81e6-9412809d4b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:50.435268 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0e2a00a9-a5d3-44a8-92a1-b5c8c498e885 req-40fe3f04-30cc-44b3-81e6-9412809d4b83 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3ab1b684adb44126aa30c8ecbc0cad3c&device_id=ab5a1622-9933-40c5-84a1-0be26fda8c29 HTTP/1.1" status: 200 len: 6490 time: 0.5226102 Dec 06 17:17:50.508498 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8778577d-8d2e-4ed6-825c-db570a1be9b2 req-bf455e79-b4c7-49c9-b0fa-2e419c1f95bd tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:50.514196 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8778577d-8d2e-4ed6-825c-db570a1be9b2 req-bf455e79-b4c7-49c9-b0fa-2e419c1f95bd tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=15247e60-f307-40bd-9cc5-dd3382d91b36 HTTP/1.1" status: 200 len: 944 time: 0.4714577 Dec 06 17:17:50.573728 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2a37d8d8-e4d1-4f66-8b05-ed0a536bb78d req-4f7a95ce-713d-44d2-9844-d8c6babc74b7 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:50.909111 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8778577d-8d2e-4ed6-825c-db570a1be9b2 req-b5f08371-4f0c-431a-829a-6d249f99da15 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3847353 Dec 06 17:17:50.909961 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a95ce-713d-44d2-9844-d8c6babc74b7 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Pushing event deleted for resources: {'Port': ['ID=251fe448-a200-4c70-ba2c-82cbf209815a,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:50.946769 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1859691e-b914-43ba-9c62-ae7476b3af15 req-a87c427a-8d8a-42ee-97c8-d9ab2961cb28 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef3bd4f1-5327-4df0-926b-cead0d0604c2 HTTP/1.1" status: 200 len: 210 time: 0.0524287 Dec 06 17:17:51.602606 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a37d8d8-e4d1-4f66-8b05-ed0a536bb78d req-4f7a95ce-713d-44d2-9844-d8c6babc74b7 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] No DVR routers for this DVR port 251fe448-a200-4c70-ba2c-82cbf209815a on host n-h1-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:17:51.610626 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2a37d8d8-e4d1-4f66-8b05-ed0a536bb78d req-4f7a95ce-713d-44d2-9844-d8c6babc74b7 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:51.614772 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2a37d8d8-e4d1-4f66-8b05-ed0a536bb78d req-4f7a95ce-713d-44d2-9844-d8c6babc74b7 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] 10.222.0.41 "DELETE /v2.0/ports/251fe448-a200-4c70-ba2c-82cbf209815a HTTP/1.1" status: 204 len: 173 time: 2.2573969 Dec 06 17:17:51.618726 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5738fa35-d19d-427f-906d-4be30d16accb', 'name': 'network-vif-deleted', 'tag': '251fe448-a200-4c70-ba2c-82cbf209815a'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:17:51.621744 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a089ed-6403-4dcb-8f45-82d9ee9f5c2f" -d '{"events": [{"server_uuid": "5738fa35-d19d-427f-906d-4be30d16accb", "name": "network-vif-deleted", "tag": "251fe448-a200-4c70-ba2c-82cbf209815a"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:17:51.668618 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc1c81b-63d1-4157-aad3-61caf3de546e req-8e21f190-6cf4-432d-986e-0e10f0104199 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:51.679486 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5cc1c81b-63d1-4157-aad3-61caf3de546e req-8e21f190-6cf4-432d-986e-0e10f0104199 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] 10.222.0.44 "GET /v2.0/networks?id=a0fd9fe7-3e1e-4850-b5cc-fa2690a93e17 HTTP/1.1" status: 200 len: 813 time: 0.2313490 Dec 06 17:17:51.708719 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a00a9-a5d3-44a8-92a1-b5c8c498e885 req-2f994426-a0a9-4915-bee5-cf98360d29b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:51.709456 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a00a9-a5d3-44a8-92a1-b5c8c498e885 req-2f994426-a0a9-4915-bee5-cf98360d29b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:51.709874 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a00a9-a5d3-44a8-92a1-b5c8c498e885 req-2f994426-a0a9-4915-bee5-cf98360d29b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:51.711483 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0e2a00a9-a5d3-44a8-92a1-b5c8c498e885 req-2f994426-a0a9-4915-bee5-cf98360d29b4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3fe6b139-ab54-421b-a2ff-2a0762857d78&id=a4c7e014-b0a5-4b38-bc7b-c27afa34aef4&id=a4c7e014-b0a5-4b38-bc7b-c27afa34aef4&id=a4c7e014-b0a5-4b38-bc7b-c27afa34aef4&id=a4c7e014-b0a5-4b38-bc7b-c27afa34aef4&id=e47593f6-512b-4b3d-b5fd-6e48cd1a0fda&id=e47593f6-512b-4b3d-b5fd-6e48cd1a0fda HTTP/1.1" status: 200 len: 2291 time: 1.1582961 Dec 06 17:17:51.714555 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d92c4829-5570-46f4-869c-4a6b070be7a5 x-openstack-request-id: req-d92c4829-5570-46f4-869c-4a6b070be7a5 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:17:51.714921 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5738fa35-d19d-427f-906d-4be30d16accb", "name": "network-vif-deleted", "tag": "251fe448-a200-4c70-ba2c-82cbf209815a", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:17:51.715098 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d92c4829-5570-46f4-869c-4a6b070be7a5 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:17:51.715487 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5738fa35-d19d-427f-906d-4be30d16accb', 'name': 'network-vif-deleted', 'tag': '251fe448-a200-4c70-ba2c-82cbf209815a', 'status': 'completed', 'code': 200} Dec 06 17:17:51.720841 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-5cc1c81b-63d1-4157-aad3-61caf3de546e req-119a5b1c-d3a6-43a0-b0ba-2249b890f3bd tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Request body: {'port': {'device_id': '787bbd83-ee95-4f7a-93df-809c7731dd1b', 'network_id': 'a0fd9fe7-3e1e-4850-b5cc-fa2690a93e17', 'admin_state_up': True, 'tenant_id': 'e03e7b6c6635460894a640ca7e818fbb'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:17:51.915834 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0e2a00a9-a5d3-44a8-92a1-b5c8c498e885 req-988a183f-af74-4663-8c08-2135a9f1d47a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ff5d469-98fa-49c2-8ef1-104f557830ca HTTP/1.1" status: 200 len: 1000 time: 0.1910694 Dec 06 17:17:52.013335 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 251fe448-a200-4c70-ba2c-82cbf209815a no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:17:52.015221 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cc1c81b-63d1-4157-aad3-61caf3de546e req-119a5b1c-d3a6-43a0-b0ba-2249b890f3bd tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Made reservation on behalf of e03e7b6c6635460894a640ca7e818fbb for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:17:52.020517 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-5cc1c81b-63d1-4157-aad3-61caf3de546e req-119a5b1c-d3a6-43a0-b0ba-2249b890f3bd tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:52.048539 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a00a9-a5d3-44a8-92a1-b5c8c498e885 req-48f5b5a6-2e5e-4884-94d8-2077ac98001a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:52.051147 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0e2a00a9-a5d3-44a8-92a1-b5c8c498e885 req-48f5b5a6-2e5e-4884-94d8-2077ac98001a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6a353316-d532-4156-ba10-317f93f3fee6 HTTP/1.1" status: 200 len: 849 time: 0.1178815 Dec 06 17:17:52.076589 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] No Port match for: 251fe448-a200-4c70-ba2c-82cbf209815a {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:17:52.078119 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 251fe448-a200-4c70-ba2c-82cbf209815a not bound to the agent host n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:17:52.084903 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 55d3e753-7384-4feb-bff2-9bd28136489e no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:17:52.163920 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] No Port match for: 55d3e753-7384-4feb-bff2-9bd28136489e {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:17:52.164265 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 55d3e753-7384-4feb-bff2-9bd28136489e not bound to the agent host n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:17:52.264156 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a00a9-a5d3-44a8-92a1-b5c8c498e885 req-fa33b5c9-6a13-4463-9411-0fea4ff9266a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:52.265793 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0e2a00a9-a5d3-44a8-92a1-b5c8c498e885 req-fa33b5c9-6a13-4463-9411-0fea4ff9266a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3fe6b139-ab54-421b-a2ff-2a0762857d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2000651 Dec 06 17:17:52.306852 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9604a14e-9c7b-4af9-b7fa-dc9228a41659 req-bc4b4f58-7265-4cdd-99d4-24c7e0386603 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:52.310651 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9604a14e-9c7b-4af9-b7fa-dc9228a41659 req-bc4b4f58-7265-4cdd-99d4-24c7e0386603 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=15247e60-f307-40bd-9cc5-dd3382d91b36 HTTP/1.1" status: 200 len: 944 time: 0.1597562 Dec 06 17:17:52.518847 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-5cc1c81b-63d1-4157-aad3-61caf3de546e req-119a5b1c-d3a6-43a0-b0ba-2249b890f3bd tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Allocated IP 172.20.0.6 (a0fd9fe7-3e1e-4850-b5cc-fa2690a93e17/853aa2d3-dc6a-43b2-af6a-774a09e844df/7482f1ec-7e9c-429a-bc51-833dc3013922) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:17:52.525760 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9604a14e-9c7b-4af9-b7fa-dc9228a41659 req-f6bb5ac1-551f-494b-b646-9b5f1ee7d8db tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901164 Dec 06 17:17:52.588453 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0e2a00a9-a5d3-44a8-92a1-b5c8c498e885 req-be1bef0e-3a4f-4773-a745-fbc0c810bcca service neutron] 10.222.0.41 "GET /v2.0/networks/3fe6b139-ab54-421b-a2ff-2a0762857d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2767432 Dec 06 17:17:52.830959 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device cd9ab412-e6e1-4a1b-b170-71b166dfd819 up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:17:52.844083 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0e2a00a9-a5d3-44a8-92a1-b5c8c498e885 req-b55aa319-fdf3-4a91-ba29-3db27d06a9d0 service neutron] 10.222.0.41 "GET /v2.0/networks/3fe6b139-ab54-421b-a2ff-2a0762857d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446830 Dec 06 17:17:52.926235 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning for port cd9ab412-e6e1-4a1b-b170-71b166dfd819 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:17:52.937184 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port cd9ab412-e6e1-4a1b-b170-71b166dfd819 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:17:52.938438 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:53.018738 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0e2a00a9-a5d3-44a8-92a1-b5c8c498e885 req-64d09b9e-a03b-4f71-a242-4b9465ae8e02 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.59&port_id=69267b95-7993-4338-b334-0869546a57e9 HTTP/1.1" status: 200 len: 217 time: 0.1614599 Dec 06 17:17:53.079300 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a738ec25-c6f1-4ee2-83d2-4bde18e731e6 req-c7f387b0-ec72-42fd-8f82-e29b02637920 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef3bd4f1-5327-4df0-926b-cead0d0604c2 HTTP/1.1" status: 200 len: 210 time: 0.1698787 Dec 06 17:17:53.085417 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-5cc1c81b-63d1-4157-aad3-61caf3de546e req-119a5b1c-d3a6-43a0-b0ba-2249b890f3bd tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:53.107830 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:53.138654 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 51762) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:17:53.154213 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a00a9-a5d3-44a8-92a1-b5c8c498e885 req-0f7730bb-2775-48c1-8215-7e54dc73753b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:53.155989 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0e2a00a9-a5d3-44a8-92a1-b5c8c498e885 req-0f7730bb-2775-48c1-8215-7e54dc73753b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1b6f6e09-b453-475f-acb4-6738e54d8ac7 HTTP/1.1" status: 200 len: 797 time: 0.1013174 Dec 06 17:17:53.167017 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc1c81b-63d1-4157-aad3-61caf3de546e req-5abb46ee-4625-4767-8a6b-6a618a1f4561 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:53.169261 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5cc1c81b-63d1-4157-aad3-61caf3de546e req-5abb46ee-4625-4767-8a6b-6a618a1f4561 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] 10.222.0.44 "GET /v2.0/networks?id=a0fd9fe7-3e1e-4850-b5cc-fa2690a93e17 HTTP/1.1" status: 200 len: 813 time: 1.2348342 Dec 06 17:17:53.175633 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15247e60-f307-40bd-9cc5-dd3382d91b36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd9ab412-e6e1-4a1b-b170-71b166dfd819'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:17:53.179075 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b8bfd09-a213-4928-8d0f-61def3eadbbb" -d '{"events": [{"server_uuid": "15247e60-f307-40bd-9cc5-dd3382d91b36", "name": "network-vif-plugged", "status": "completed", "tag": "cd9ab412-e6e1-4a1b-b170-71b166dfd819"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:17:53.186081 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-5cc1c81b-63d1-4157-aad3-61caf3de546e req-216f90e6-9032-48bc-88b1-ba684a5bf1b8 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Request body: {'port': {'device_id': 'ef3bd4f1-5327-4df0-926b-cead0d0604c2', 'network_id': 'a0fd9fe7-3e1e-4850-b5cc-fa2690a93e17', 'admin_state_up': True, 'tenant_id': 'e03e7b6c6635460894a640ca7e818fbb'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:17:53.225216 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port cd9ab412-e6e1-4a1b-b170-71b166dfd819, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=cd9ab412-e6e1-4a1b-b170-71b166dfd819,segment=NetworkSegment(b722eb92-d8da-4fbc-acca-71668ea91866),segment_id=b722eb92-d8da-4fbc-acca-71668ea91866)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:17:53.236952 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:53.256037 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-5cc1c81b-63d1-4157-aad3-61caf3de546e req-119a5b1c-d3a6-43a0-b0ba-2249b890f3bd tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:53.313088 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a00a9-a5d3-44a8-92a1-b5c8c498e885 req-51abd274-7f23-4bbb-838e-a7bb6b27c544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:53.314660 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0e2a00a9-a5d3-44a8-92a1-b5c8c498e885 req-51abd274-7f23-4bbb-838e-a7bb6b27c544 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a4c7e014-b0a5-4b38-bc7b-c27afa34aef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1465936 Dec 06 17:17:53.318437 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119a5b1c-d3a6-43a0-b0ba-2249b890f3bd tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Pushing event updated for resources: {'Port': ['ID=7482f1ec-7e9c-429a-bc51-833dc3013922,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:53.353793 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea16ba2-01e1-4d7a-b96c-fe18f1dd7c95 x-openstack-request-id: req-4ea16ba2-01e1-4d7a-b96c-fe18f1dd7c95 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:17:53.354091 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15247e60-f307-40bd-9cc5-dd3382d91b36", "name": "network-vif-plugged", "status": "completed", "tag": "cd9ab412-e6e1-4a1b-b170-71b166dfd819", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:17:53.354347 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4ea16ba2-01e1-4d7a-b96c-fe18f1dd7c95 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:17:53.360403 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15247e60-f307-40bd-9cc5-dd3382d91b36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd9ab412-e6e1-4a1b-b170-71b166dfd819', 'code': 200} Dec 06 17:17:53.361576 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cc1c81b-63d1-4157-aad3-61caf3de546e req-119a5b1c-d3a6-43a0-b0ba-2249b890f3bd tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Network a0fd9fe7-3e1e-4850-b5cc-fa2690a93e17 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:17:53.363771 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-5cc1c81b-63d1-4157-aad3-61caf3de546e req-119a5b1c-d3a6-43a0-b0ba-2249b890f3bd tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:17:53.392557 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cc1c81b-63d1-4157-aad3-61caf3de546e req-119a5b1c-d3a6-43a0-b0ba-2249b890f3bd tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:17:53.402084 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=cd9ab412-e6e1-4a1b-b170-71b166dfd819,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:53.416539 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-770c6100-f439-4360-b57c-9f04c539dc98 tempest-RoutersAdminNegativeIpV6Test-880342981 tempest-RoutersAdminNegativeIpV6Test-880342981-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-877283884', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:17:53.462231 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-770c6100-f439-4360-b57c-9f04c539dc98 tempest-RoutersAdminNegativeIpV6Test-880342981 tempest-RoutersAdminNegativeIpV6Test-880342981-project-admin] Made reservation on behalf of 0d3560a69698451698ae7ec1c8dd29b3 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:17:53.464616 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-770c6100-f439-4360-b57c-9f04c539dc98 tempest-RoutersAdminNegativeIpV6Test-880342981 tempest-RoutersAdminNegativeIpV6Test-880342981-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:53.476706 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-770c6100-f439-4360-b57c-9f04c539dc98 tempest-RoutersAdminNegativeIpV6Test-880342981 tempest-RoutersAdminNegativeIpV6Test-880342981-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:53.502999 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cc1c81b-63d1-4157-aad3-61caf3de546e req-216f90e6-9032-48bc-88b1-ba684a5bf1b8 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Made reservation on behalf of e03e7b6c6635460894a640ca7e818fbb for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:17:53.506374 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-5cc1c81b-63d1-4157-aad3-61caf3de546e req-216f90e6-9032-48bc-88b1-ba684a5bf1b8 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:53.521942 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc1c81b-63d1-4157-aad3-61caf3de546e req-119a5b1c-d3a6-43a0-b0ba-2249b890f3bd tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:53.522557 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-5cc1c81b-63d1-4157-aad3-61caf3de546e req-119a5b1c-d3a6-43a0-b0ba-2249b890f3bd tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:53.545366 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbf8011-7c4e-42bd-90dd-5df6207fea30 req-0656bb4a-e645-4101-b17a-cc2c167a891f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:53.547124 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8fbf8011-7c4e-42bd-90dd-5df6207fea30 req-0656bb4a-e645-4101-b17a-cc2c167a891f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=15247e60-f307-40bd-9cc5-dd3382d91b36 HTTP/1.1" status: 200 len: 1096 time: 0.0943146 Dec 06 17:17:53.557706 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5cc1c81b-63d1-4157-aad3-61caf3de546e req-119a5b1c-d3a6-43a0-b0ba-2249b890f3bd tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8411884 Dec 06 17:17:53.580695 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-5cc1c81b-63d1-4157-aad3-61caf3de546e req-e856c8d7-dd30-4245-9d7e-0f9d3d0d7611 service neutron] Request body: {'port': {'device_id': '787bbd83-ee95-4f7a-93df-809c7731dd1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:17:53.587095 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0e2a00a9-a5d3-44a8-92a1-b5c8c498e885 req-64ca480c-e80f-4bbf-9f86-04bf542ba52a service neutron] 10.222.0.41 "GET /v2.0/networks/a4c7e014-b0a5-4b38-bc7b-c27afa34aef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508259 Dec 06 17:17:53.674808 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-770c6100-f439-4360-b57c-9f04c539dc98 tempest-RoutersAdminNegativeIpV6Test-880342981 tempest-RoutersAdminNegativeIpV6Test-880342981-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:53.695976 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-770c6100-f439-4360-b57c-9f04c539dc98 tempest-RoutersAdminNegativeIpV6Test-880342981 tempest-RoutersAdminNegativeIpV6Test-880342981-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:53.705012 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-770c6100-f439-4360-b57c-9f04c539dc98 tempest-RoutersAdminNegativeIpV6Test-880342981 tempest-RoutersAdminNegativeIpV6Test-880342981-project-admin] device_id is not set on port 3a2e94b9-5da7-4d6b-a8c6-640441935396 yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:17:53.722708 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8fbf8011-7c4e-42bd-90dd-5df6207fea30 req-088c63f3-4098-4ae4-b3d0-8af8f8f2a004 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641240 Dec 06 17:17:53.725085 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-5cc1c81b-63d1-4157-aad3-61caf3de546e req-e856c8d7-dd30-4245-9d7e-0f9d3d0d7611 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:53.751419 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770c6100-f439-4360-b57c-9f04c539dc98 tempest-RoutersAdminNegativeIpV6Test-880342981 tempest-RoutersAdminNegativeIpV6Test-880342981-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13b07dc3-1ba9-4860-b30f-a3532b068379,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:53.806735 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-5cc1c81b-63d1-4157-aad3-61caf3de546e req-216f90e6-9032-48bc-88b1-ba684a5bf1b8 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Allocated IP 172.20.0.8 (a0fd9fe7-3e1e-4850-b5cc-fa2690a93e17/853aa2d3-dc6a-43b2-af6a-774a09e844df/97455568-2d07-4dc6-ab36-71a01e072570) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:17:53.816911 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0e2a00a9-a5d3-44a8-92a1-b5c8c498e885 req-a881a9b2-3b75-4288-a938-810d1f8c93fd service neutron] 10.222.0.41 "GET /v2.0/networks/a4c7e014-b0a5-4b38-bc7b-c27afa34aef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090681 Dec 06 17:17:53.843768 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe028e8b-5037-453e-9495-93bf3981fdb7 req-7a65cb8a-a2ca-4e64-b283-673e6b490040 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:53.845256 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fe028e8b-5037-453e-9495-93bf3981fdb7 req-7a65cb8a-a2ca-4e64-b283-673e6b490040 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=15247e60-f307-40bd-9cc5-dd3382d91b36 HTTP/1.1" status: 200 len: 945 time: 0.1868448 Dec 06 17:17:53.870731 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0e2a00a9-a5d3-44a8-92a1-b5c8c498e885 req-edb067fb-b824-48a7-bbe8-f3a46e8ae3d0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=e6837a9b-3564-431d-b164-1562632e4bc8 HTTP/1.1" status: 200 len: 217 time: 0.0428548 Dec 06 17:17:53.991688 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a00a9-a5d3-44a8-92a1-b5c8c498e885 req-001e058d-4f94-4242-9ff2-3235e0a50705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:53.993166 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0e2a00a9-a5d3-44a8-92a1-b5c8c498e885 req-001e058d-4f94-4242-9ff2-3235e0a50705 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1b6f6e09-b453-475f-acb4-6738e54d8ac7 HTTP/1.1" status: 200 len: 797 time: 0.0742652 Dec 06 17:17:54.029273 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fe028e8b-5037-453e-9495-93bf3981fdb7 req-8b1ae6c7-a685-48bc-a004-ac14839203f6 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773777 Dec 06 17:17:54.030487 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-770c6100-f439-4360-b57c-9f04c539dc98 tempest-RoutersAdminNegativeIpV6Test-880342981 tempest-RoutersAdminNegativeIpV6Test-880342981-project-admin] Allocated IP 172.35.1.8 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/3a2e94b9-5da7-4d6b-a8c6-640441935396) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:17:54.062253 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a00a9-a5d3-44a8-92a1-b5c8c498e885 req-cadb66a7-cd53-435a-84ae-4091826c422c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:54.063345 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0e2a00a9-a5d3-44a8-92a1-b5c8c498e885 req-cadb66a7-cd53-435a-84ae-4091826c422c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a4c7e014-b0a5-4b38-bc7b-c27afa34aef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0566299 Dec 06 17:17:54.121121 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-5cc1c81b-63d1-4157-aad3-61caf3de546e req-216f90e6-9032-48bc-88b1-ba684a5bf1b8 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:54.166839 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0e2a00a9-a5d3-44a8-92a1-b5c8c498e885 req-6efdece0-b5f0-4e4d-a43c-15fc0422bf5a service neutron] 10.222.0.41 "GET /v2.0/networks/a4c7e014-b0a5-4b38-bc7b-c27afa34aef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950990 Dec 06 17:17:54.227359 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-5cc1c81b-63d1-4157-aad3-61caf3de546e req-216f90e6-9032-48bc-88b1-ba684a5bf1b8 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:54.254416 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-770c6100-f439-4360-b57c-9f04c539dc98 tempest-RoutersAdminNegativeIpV6Test-880342981 tempest-RoutersAdminNegativeIpV6Test-880342981-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:54.309240 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cc1c81b-63d1-4157-aad3-61caf3de546e req-216f90e6-9032-48bc-88b1-ba684a5bf1b8 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Network a0fd9fe7-3e1e-4850-b5cc-fa2690a93e17 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:17:54.313537 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-5cc1c81b-63d1-4157-aad3-61caf3de546e req-216f90e6-9032-48bc-88b1-ba684a5bf1b8 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:17:54.315367 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216f90e6-9032-48bc-88b1-ba684a5bf1b8 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Pushing event updated for resources: {'Port': ['ID=97455568-2d07-4dc6-ab36-71a01e072570,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:54.318943 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cc1c81b-63d1-4157-aad3-61caf3de546e req-216f90e6-9032-48bc-88b1-ba684a5bf1b8 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:17:54.353361 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0e2a00a9-a5d3-44a8-92a1-b5c8c498e885 req-7a7e9a6f-e082-4c37-8529-da5eb53ffe6b service neutron] 10.222.0.41 "GET /v2.0/networks/a4c7e014-b0a5-4b38-bc7b-c27afa34aef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777964 Dec 06 17:17:54.369430 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-50b34c7d-b1cc-44ef-aaea-cc133e4531d4 req-4cd3f2a9-b532-40ec-8459-0a32c60caeec tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef3bd4f1-5327-4df0-926b-cead0d0604c2 HTTP/1.1" status: 200 len: 210 time: 0.1659784 Dec 06 17:17:54.382951 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc1c81b-63d1-4157-aad3-61caf3de546e req-216f90e6-9032-48bc-88b1-ba684a5bf1b8 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:54.383636 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-5cc1c81b-63d1-4157-aad3-61caf3de546e req-216f90e6-9032-48bc-88b1-ba684a5bf1b8 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:54.398225 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-770c6100-f439-4360-b57c-9f04c539dc98 tempest-RoutersAdminNegativeIpV6Test-880342981 tempest-RoutersAdminNegativeIpV6Test-880342981-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:54.433711 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5cc1c81b-63d1-4157-aad3-61caf3de546e req-216f90e6-9032-48bc-88b1-ba684a5bf1b8 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2531366 Dec 06 17:17:54.436274 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0e2a00a9-a5d3-44a8-92a1-b5c8c498e885 req-7012464a-f51a-4265-8a4d-9c7a7c7d9784 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=54b8b728-fb86-4824-ae15-d101cf829fb2 HTTP/1.1" status: 200 len: 217 time: 0.0658810 Dec 06 17:17:54.453161 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-5cc1c81b-63d1-4157-aad3-61caf3de546e req-65158c3a-66d6-4e73-b52b-49358287dbc9 service neutron] Request body: {'port': {'device_id': 'ef3bd4f1-5327-4df0-926b-cead0d0604c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:17:54.458726 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770c6100-f439-4360-b57c-9f04c539dc98 tempest-RoutersAdminNegativeIpV6Test-880342981 tempest-RoutersAdminNegativeIpV6Test-880342981-project-admin] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:17:54.477419 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-770c6100-f439-4360-b57c-9f04c539dc98 tempest-RoutersAdminNegativeIpV6Test-880342981 tempest-RoutersAdminNegativeIpV6Test-880342981-project-admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:17:54.481521 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770c6100-f439-4360-b57c-9f04c539dc98 tempest-RoutersAdminNegativeIpV6Test-880342981 tempest-RoutersAdminNegativeIpV6Test-880342981-project-admin] Pushing event updated for resources: {'Port': ['ID=3a2e94b9-5da7-4d6b-a8c6-640441935396,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:54.485339 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770c6100-f439-4360-b57c-9f04c539dc98 tempest-RoutersAdminNegativeIpV6Test-880342981 tempest-RoutersAdminNegativeIpV6Test-880342981-project-admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:17:54.520424 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a00a9-a5d3-44a8-92a1-b5c8c498e885 req-a3396683-e3c1-495e-afb8-d437a203fddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:54.522549 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0e2a00a9-a5d3-44a8-92a1-b5c8c498e885 req-a3396683-e3c1-495e-afb8-d437a203fddb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1b6f6e09-b453-475f-acb4-6738e54d8ac7 HTTP/1.1" status: 200 len: 797 time: 0.0590711 Dec 06 17:17:54.554795 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-5cc1c81b-63d1-4157-aad3-61caf3de546e req-65158c3a-66d6-4e73-b52b-49358287dbc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:54.565703 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770c6100-f439-4360-b57c-9f04c539dc98 tempest-RoutersAdminNegativeIpV6Test-880342981 tempest-RoutersAdminNegativeIpV6Test-880342981-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:54.566321 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-770c6100-f439-4360-b57c-9f04c539dc98 tempest-RoutersAdminNegativeIpV6Test-880342981 tempest-RoutersAdminNegativeIpV6Test-880342981-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:54.605274 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-770c6100-f439-4360-b57c-9f04c539dc98 tempest-RoutersAdminNegativeIpV6Test-880342981 tempest-RoutersAdminNegativeIpV6Test-880342981-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.4618311 Dec 06 17:17:54.606286 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 51784) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:17:54.609672 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-cbf85a83-9316-4a94-80ad-37c08eb6275a tempest-RoutersAdminNegativeIpV6Test-880342981 tempest-RoutersAdminNegativeIpV6Test-880342981-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.8'}]}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:17:54.617769 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a00a9-a5d3-44a8-92a1-b5c8c498e885 req-2359dee4-9889-45d7-b9c2-44ee2497dbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:54.620723 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0e2a00a9-a5d3-44a8-92a1-b5c8c498e885 req-2359dee4-9889-45d7-b9c2-44ee2497dbf4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a4c7e014-b0a5-4b38-bc7b-c27afa34aef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0858297 Dec 06 17:17:54.694307 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cbf85a83-9316-4a94-80ad-37c08eb6275a tempest-RoutersAdminNegativeIpV6Test-880342981 tempest-RoutersAdminNegativeIpV6Test-880342981-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:54.695400 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cbf85a83-9316-4a94-80ad-37c08eb6275a tempest-RoutersAdminNegativeIpV6Test-880342981 tempest-RoutersAdminNegativeIpV6Test-880342981-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:54.708914 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-5cc1c81b-63d1-4157-aad3-61caf3de546e req-e856c8d7-dd30-4245-9d7e-0f9d3d0d7611 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7482f1ec-7e9c-429a-bc51-833dc3013922 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:17:54.719564 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-5cc1c81b-63d1-4157-aad3-61caf3de546e req-e856c8d7-dd30-4245-9d7e-0f9d3d0d7611 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:54.744626 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-5cc1c81b-63d1-4157-aad3-61caf3de546e req-e856c8d7-dd30-4245-9d7e-0f9d3d0d7611 service neutron] Transition to ACTIVE for port object 7482f1ec-7e9c-429a-bc51-833dc3013922 will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:17:54.754352 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-5cc1c81b-63d1-4157-aad3-61caf3de546e req-e856c8d7-dd30-4245-9d7e-0f9d3d0d7611 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:54.775211 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cbf85a83-9316-4a94-80ad-37c08eb6275a tempest-RoutersAdminNegativeIpV6Test-880342981 tempest-RoutersAdminNegativeIpV6Test-880342981-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:54.817102 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0e2a00a9-a5d3-44a8-92a1-b5c8c498e885 req-a5f77fcf-8d12-409d-8182-5e098bd4c512 service neutron] 10.222.0.41 "GET /v2.0/networks/a4c7e014-b0a5-4b38-bc7b-c27afa34aef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801410 Dec 06 17:17:54.875720 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e856c8d7-dd30-4245-9d7e-0f9d3d0d7611 service neutron] Pushing event updated for resources: {'Port': ['ID=7482f1ec-7e9c-429a-bc51-833dc3013922,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:54.985883 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-5cc1c81b-63d1-4157-aad3-61caf3de546e req-e856c8d7-dd30-4245-9d7e-0f9d3d0d7611 service neutron] Attempting to bind port 7482f1ec-7e9c-429a-bc51-833dc3013922 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:17:54.986196 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-5cc1c81b-63d1-4157-aad3-61caf3de546e req-e856c8d7-dd30-4245-9d7e-0f9d3d0d7611 service neutron] Attempting to bind port 7482f1ec-7e9c-429a-bc51-833dc3013922 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '043e3718-ad88-414e-8c44-476cce50b82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a0fd9fe7-3e1e-4850-b5cc-fa2690a93e17'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:17:54.986705 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc1c81b-63d1-4157-aad3-61caf3de546e req-e856c8d7-dd30-4245-9d7e-0f9d3d0d7611 service neutron] Attempting to bind port 7482f1ec-7e9c-429a-bc51-833dc3013922 on network a0fd9fe7-3e1e-4850-b5cc-fa2690a93e17 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:17:55.001761 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc1c81b-63d1-4157-aad3-61caf3de546e req-e856c8d7-dd30-4245-9d7e-0f9d3d0d7611 service neutron] Port 7482f1ec-7e9c-429a-bc51-833dc3013922 on network a0fd9fe7-3e1e-4850-b5cc-fa2690a93e17 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:17:55.002095 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc1c81b-63d1-4157-aad3-61caf3de546e req-e856c8d7-dd30-4245-9d7e-0f9d3d0d7611 service neutron] Attempting to bind port 7482f1ec-7e9c-429a-bc51-833dc3013922 on network a0fd9fe7-3e1e-4850-b5cc-fa2690a93e17 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:17:55.003929 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cbf85a83-9316-4a94-80ad-37c08eb6275a tempest-RoutersAdminNegativeIpV6Test-880342981 tempest-RoutersAdminNegativeIpV6Test-880342981-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:55.009889 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0e2a00a9-a5d3-44a8-92a1-b5c8c498e885 req-76e96348-a4cb-4e16-ae36-c408e78d5dc5 service neutron] 10.222.0.41 "GET /v2.0/networks/a4c7e014-b0a5-4b38-bc7b-c27afa34aef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797481 Dec 06 17:17:55.011344 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc1c81b-63d1-4157-aad3-61caf3de546e req-e856c8d7-dd30-4245-9d7e-0f9d3d0d7611 service neutron] Checking agent: {'id': '9d8b9f49-2860-4c1f-9b89-45a7657a3c4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:17:55.011639 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc1c81b-63d1-4157-aad3-61caf3de546e req-e856c8d7-dd30-4245-9d7e-0f9d3d0d7611 service neutron] Checking segment: {'id': '043e3718-ad88-414e-8c44-476cce50b82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a0fd9fe7-3e1e-4850-b5cc-fa2690a93e17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:17:55.012057 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc1c81b-63d1-4157-aad3-61caf3de546e req-e856c8d7-dd30-4245-9d7e-0f9d3d0d7611 service neutron] Bound using segment: {'id': '043e3718-ad88-414e-8c44-476cce50b82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a0fd9fe7-3e1e-4850-b5cc-fa2690a93e17'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:17:55.012620 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-5cc1c81b-63d1-4157-aad3-61caf3de546e req-e856c8d7-dd30-4245-9d7e-0f9d3d0d7611 service neutron] Bound port: 7482f1ec-7e9c-429a-bc51-833dc3013922, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '043e3718-ad88-414e-8c44-476cce50b82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a0fd9fe7-3e1e-4850-b5cc-fa2690a93e17'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:17:55.013055 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-5cc1c81b-63d1-4157-aad3-61caf3de546e req-e856c8d7-dd30-4245-9d7e-0f9d3d0d7611 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:55.065106 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0e2a00a9-a5d3-44a8-92a1-b5c8c498e885 req-92889e0b-858d-48a1-a668-a53cce7bb87a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.14&port_id=fd8770e5-43c9-4df9-a87a-fd8b1189f8b0 HTTP/1.1" status: 200 len: 217 time: 0.0418029 Dec 06 17:17:55.163761 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a00a9-a5d3-44a8-92a1-b5c8c498e885 req-bdb5edb2-cfb4-473c-9494-4a7bdac3ea4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:55.165883 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0e2a00a9-a5d3-44a8-92a1-b5c8c498e885 req-bdb5edb2-cfb4-473c-9494-4a7bdac3ea4e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1b6f6e09-b453-475f-acb4-6738e54d8ac7 HTTP/1.1" status: 200 len: 797 time: 0.0805626 Dec 06 17:17:55.185400 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-5cc1c81b-63d1-4157-aad3-61caf3de546e req-65158c3a-66d6-4e73-b52b-49358287dbc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97455568-2d07-4dc6-ab36-71a01e072570 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:17:55.197845 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-5cc1c81b-63d1-4157-aad3-61caf3de546e req-65158c3a-66d6-4e73-b52b-49358287dbc9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:55.221097 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-5cc1c81b-63d1-4157-aad3-61caf3de546e req-e856c8d7-dd30-4245-9d7e-0f9d3d0d7611 service neutron] For port 7482f1ec-7e9c-429a-bc51-833dc3013922, host n-h2-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:17:55.241992 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c89c06-d65a-4474-894b-8a3bebb2e640 req-7c63adeb-0a3f-4b8d-9bb4-5e667e6ae07c tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:55.246847 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-35c89c06-d65a-4474-894b-8a3bebb2e640 req-7c63adeb-0a3f-4b8d-9bb4-5e667e6ae07c tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=15247e60-f307-40bd-9cc5-dd3382d91b36 HTTP/1.1" status: 200 len: 945 time: 0.1205578 Dec 06 17:17:55.255723 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-5cc1c81b-63d1-4157-aad3-61caf3de546e req-e856c8d7-dd30-4245-9d7e-0f9d3d0d7611 service neutron] For port 7482f1ec-7e9c-429a-bc51-833dc3013922, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=7482f1ec-7e9c-429a-bc51-833dc3013922,segment=NetworkSegment(043e3718-ad88-414e-8c44-476cce50b82e),segment_id=043e3718-ad88-414e-8c44-476cce50b82e)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:17:55.268398 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-5cc1c81b-63d1-4157-aad3-61caf3de546e req-e856c8d7-dd30-4245-9d7e-0f9d3d0d7611 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:55.277797 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-5cc1c81b-63d1-4157-aad3-61caf3de546e req-65158c3a-66d6-4e73-b52b-49358287dbc9 service neutron] Transition to ACTIVE for port object 97455568-2d07-4dc6-ab36-71a01e072570 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:17:55.286453 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-5cc1c81b-63d1-4157-aad3-61caf3de546e req-65158c3a-66d6-4e73-b52b-49358287dbc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:55.310907 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a00a9-a5d3-44a8-92a1-b5c8c498e885 req-36767c1b-a01c-4a0a-ab00-373721f7d674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:55.312402 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0e2a00a9-a5d3-44a8-92a1-b5c8c498e885 req-36767c1b-a01c-4a0a-ab00-373721f7d674 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a4c7e014-b0a5-4b38-bc7b-c27afa34aef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1322155 Dec 06 17:17:55.324856 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc1c81b-63d1-4157-aad3-61caf3de546e req-e856c8d7-dd30-4245-9d7e-0f9d3d0d7611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:55.326097 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-5cc1c81b-63d1-4157-aad3-61caf3de546e req-e856c8d7-dd30-4245-9d7e-0f9d3d0d7611 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:55.327483 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5cc1c81b-63d1-4157-aad3-61caf3de546e req-e856c8d7-dd30-4245-9d7e-0f9d3d0d7611 service neutron] 10.222.0.44 "PUT /v2.0/ports/7482f1ec-7e9c-429a-bc51-833dc3013922 HTTP/1.1" status: 200 len: 1091 time: 1.7590394 Dec 06 17:17:55.332924 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '787bbd83-ee95-4f7a-93df-809c7731dd1b', 'tag': '7482f1ec-7e9c-429a-bc51-833dc3013922'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:17:55.335564 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f37376e5-cd6e-431f-aa3d-e7cf76d2ddd7" -d '{"events": [{"name": "network-changed", "server_uuid": "787bbd83-ee95-4f7a-93df-809c7731dd1b", "tag": "7482f1ec-7e9c-429a-bc51-833dc3013922"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:17:55.445819 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65158c3a-66d6-4e73-b52b-49358287dbc9 service neutron] Pushing event updated for resources: {'Port': ['ID=97455568-2d07-4dc6-ab36-71a01e072570,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:55.458412 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cbf85a83-9316-4a94-80ad-37c08eb6275a tempest-RoutersAdminNegativeIpV6Test-880342981 tempest-RoutersAdminNegativeIpV6Test-880342981-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:55.486268 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cbf85a83-9316-4a94-80ad-37c08eb6275a tempest-RoutersAdminNegativeIpV6Test-880342981 tempest-RoutersAdminNegativeIpV6Test-880342981-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:55.487805 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-35c89c06-d65a-4474-894b-8a3bebb2e640 req-b5e9ee9e-dfa8-4b7e-99a9-a1e654a4a701 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284887 Dec 06 17:17:55.491425 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e856c8d7-dd30-4245-9d7e-0f9d3d0d7611 service neutron] Pushing event updated for resources: {'Port': ['ID=7482f1ec-7e9c-429a-bc51-833dc3013922,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:55.502953 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-5cc1c81b-63d1-4157-aad3-61caf3de546e req-65158c3a-66d6-4e73-b52b-49358287dbc9 service neutron] Attempting to bind port 97455568-2d07-4dc6-ab36-71a01e072570 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:17:55.503345 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-5cc1c81b-63d1-4157-aad3-61caf3de546e req-65158c3a-66d6-4e73-b52b-49358287dbc9 service neutron] Attempting to bind port 97455568-2d07-4dc6-ab36-71a01e072570 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '043e3718-ad88-414e-8c44-476cce50b82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a0fd9fe7-3e1e-4850-b5cc-fa2690a93e17'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:17:55.503627 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc1c81b-63d1-4157-aad3-61caf3de546e req-65158c3a-66d6-4e73-b52b-49358287dbc9 service neutron] Attempting to bind port 97455568-2d07-4dc6-ab36-71a01e072570 on network a0fd9fe7-3e1e-4850-b5cc-fa2690a93e17 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:17:55.510949 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc1c81b-63d1-4157-aad3-61caf3de546e req-65158c3a-66d6-4e73-b52b-49358287dbc9 service neutron] Port 97455568-2d07-4dc6-ab36-71a01e072570 on network a0fd9fe7-3e1e-4850-b5cc-fa2690a93e17 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:17:55.510949 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc1c81b-63d1-4157-aad3-61caf3de546e req-65158c3a-66d6-4e73-b52b-49358287dbc9 service neutron] Attempting to bind port 97455568-2d07-4dc6-ab36-71a01e072570 on network a0fd9fe7-3e1e-4850-b5cc-fa2690a93e17 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:17:55.549600 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc1c81b-63d1-4157-aad3-61caf3de546e req-65158c3a-66d6-4e73-b52b-49358287dbc9 service neutron] Checking agent: {'id': '9d8b9f49-2860-4c1f-9b89-45a7657a3c4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:17:55.550078 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc1c81b-63d1-4157-aad3-61caf3de546e req-65158c3a-66d6-4e73-b52b-49358287dbc9 service neutron] Checking segment: {'id': '043e3718-ad88-414e-8c44-476cce50b82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a0fd9fe7-3e1e-4850-b5cc-fa2690a93e17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:17:55.550674 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc1c81b-63d1-4157-aad3-61caf3de546e req-65158c3a-66d6-4e73-b52b-49358287dbc9 service neutron] Bound using segment: {'id': '043e3718-ad88-414e-8c44-476cce50b82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a0fd9fe7-3e1e-4850-b5cc-fa2690a93e17'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:17:55.551125 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-5cc1c81b-63d1-4157-aad3-61caf3de546e req-65158c3a-66d6-4e73-b52b-49358287dbc9 service neutron] Bound port: 97455568-2d07-4dc6-ab36-71a01e072570, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '043e3718-ad88-414e-8c44-476cce50b82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a0fd9fe7-3e1e-4850-b5cc-fa2690a93e17'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:17:55.551509 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-5cc1c81b-63d1-4157-aad3-61caf3de546e req-65158c3a-66d6-4e73-b52b-49358287dbc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:55.560565 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc1c81b-63d1-4157-aad3-61caf3de546e req-0d41b20c-3b3e-4159-84f0-0c5255226139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:55.562767 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5cc1c81b-63d1-4157-aad3-61caf3de546e req-0d41b20c-3b3e-4159-84f0-0c5255226139 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e03e7b6c6635460894a640ca7e818fbb&device_id=787bbd83-ee95-4f7a-93df-809c7731dd1b HTTP/1.1" status: 200 len: 1094 time: 0.1677308 Dec 06 17:17:55.568324 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33321284-a908-4099-ad04-1622e3b0a2c8 x-openstack-request-id: req-33321284-a908-4099-ad04-1622e3b0a2c8 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:17:55.568652 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "787bbd83-ee95-4f7a-93df-809c7731dd1b", "tag": "7482f1ec-7e9c-429a-bc51-833dc3013922", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:17:55.568875 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-33321284-a908-4099-ad04-1622e3b0a2c8 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:17:55.569500 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '787bbd83-ee95-4f7a-93df-809c7731dd1b', 'tag': '7482f1ec-7e9c-429a-bc51-833dc3013922', 'status': 'completed', 'code': 200} Dec 06 17:17:55.590094 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0e2a00a9-a5d3-44a8-92a1-b5c8c498e885 req-1f4c0783-7625-4547-a71f-119af132f59f service neutron] 10.222.0.41 "GET /v2.0/networks/a4c7e014-b0a5-4b38-bc7b-c27afa34aef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585218 Dec 06 17:17:55.780043 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-5cc1c81b-63d1-4157-aad3-61caf3de546e req-65158c3a-66d6-4e73-b52b-49358287dbc9 service neutron] For port 97455568-2d07-4dc6-ab36-71a01e072570, host n-h2-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:17:55.798347 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-5cc1c81b-63d1-4157-aad3-61caf3de546e req-65158c3a-66d6-4e73-b52b-49358287dbc9 service neutron] For port 97455568-2d07-4dc6-ab36-71a01e072570, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=97455568-2d07-4dc6-ab36-71a01e072570,segment=NetworkSegment(043e3718-ad88-414e-8c44-476cce50b82e),segment_id=043e3718-ad88-414e-8c44-476cce50b82e)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:17:55.825405 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-5cc1c81b-63d1-4157-aad3-61caf3de546e req-65158c3a-66d6-4e73-b52b-49358287dbc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:55.913327 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cbf85a83-9316-4a94-80ad-37c08eb6275a tempest-RoutersAdminNegativeIpV6Test-880342981 tempest-RoutersAdminNegativeIpV6Test-880342981-project-admin] Publish callbacks [] for router, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:55.979376 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 51818) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:17:55.988969 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc1c81b-63d1-4157-aad3-61caf3de546e req-65158c3a-66d6-4e73-b52b-49358287dbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:55.990068 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-5cc1c81b-63d1-4157-aad3-61caf3de546e req-65158c3a-66d6-4e73-b52b-49358287dbc9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:55.991523 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5cc1c81b-63d1-4157-aad3-61caf3de546e req-65158c3a-66d6-4e73-b52b-49358287dbc9 service neutron] 10.222.0.44 "PUT /v2.0/ports/97455568-2d07-4dc6-ab36-71a01e072570 HTTP/1.1" status: 200 len: 1091 time: 1.5475073 Dec 06 17:17:56.042287 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5cc1c81b-63d1-4157-aad3-61caf3de546e req-dfb94c77-eacd-4139-9caa-cc327cc2e801 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7482f1ec-7e9c-429a-bc51-833dc3013922 HTTP/1.1" status: 200 len: 217 time: 0.4704828 Dec 06 17:17:56.078501 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef3bd4f1-5327-4df0-926b-cead0d0604c2', 'tag': '97455568-2d07-4dc6-ab36-71a01e072570'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:17:56.081456 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-203bd78e-e9b7-4a1f-912f-6b462003ed38" -d '{"events": [{"name": "network-changed", "server_uuid": "ef3bd4f1-5327-4df0-926b-cead0d0604c2", "tag": "97455568-2d07-4dc6-ab36-71a01e072570"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:17:56.123588 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65158c3a-66d6-4e73-b52b-49358287dbc9 service neutron] Pushing event updated for resources: {'Port': ['ID=97455568-2d07-4dc6-ab36-71a01e072570,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:56.183631 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b29f9f6-9c05-4dab-a884-8063720eb602 req-0765d8d1-0ad4-449d-9629-e02b77342fc5 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:56.185117 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2b29f9f6-9c05-4dab-a884-8063720eb602 req-0765d8d1-0ad4-449d-9629-e02b77342fc5 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef3bd4f1-5327-4df0-926b-cead0d0604c2 HTTP/1.1" status: 200 len: 943 time: 0.1518421 Dec 06 17:17:56.186503 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc1c81b-63d1-4157-aad3-61caf3de546e req-2910497b-0493-4ce3-8eed-e2dd6cce2f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:56.187808 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5cc1c81b-63d1-4157-aad3-61caf3de546e req-2910497b-0493-4ce3-8eed-e2dd6cce2f6e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=853aa2d3-dc6a-43b2-af6a-774a09e844df HTTP/1.1" status: 200 len: 853 time: 0.1360412 Dec 06 17:17:56.246355 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5cc1c81b-63d1-4157-aad3-61caf3de546e req-0d2f84f7-ff7f-45ee-ad89-94fd4a9b3784 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a0fd9fe7-3e1e-4850-b5cc-fa2690a93e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490336 Dec 06 17:17:56.248387 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0e2a00a9-a5d3-44a8-92a1-b5c8c498e885 req-82467983-b90f-49ea-8a4f-6d685117916a service neutron] 10.222.0.41 "GET /v2.0/networks/a4c7e014-b0a5-4b38-bc7b-c27afa34aef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161973 Dec 06 17:17:56.292858 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ac65f0ba-c57c-4723-8bf4-406432252931 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:56.310933 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941b8fc4-db40-4bff-baab-0ec992b11cd1 req-e74af9b8-9517-4343-8bc4-d364a9da9ee2 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:56.312426 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-941b8fc4-db40-4bff-baab-0ec992b11cd1 req-e74af9b8-9517-4343-8bc4-d364a9da9ee2 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/networks?id=931f4273-7ce0-414b-a3b2-f40f48617bda HTTP/1.1" status: 200 len: 805 time: 0.5042136 Dec 06 17:17:56.315611 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cbf85a83-9316-4a94-80ad-37c08eb6275a tempest-RoutersAdminNegativeIpV6Test-880342981 tempest-RoutersAdminNegativeIpV6Test-880342981-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:56.317976 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cbf85a83-9316-4a94-80ad-37c08eb6275a tempest-RoutersAdminNegativeIpV6Test-880342981 tempest-RoutersAdminNegativeIpV6Test-880342981-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:56.323568 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0e2a00a9-a5d3-44a8-92a1-b5c8c498e885 req-7dfee51c-509c-46de-8e27-8eb6a4256e66 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4a00eecc-af3f-4037-9306-241f88900bd2 HTTP/1.1" status: 200 len: 217 time: 0.0635853 Dec 06 17:17:56.372504 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2b29f9f6-9c05-4dab-a884-8063720eb602 req-095f652c-ef02-4fc6-aed4-63755ec3fb19 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d8b7371-b4da-47a5-b5a3-3920bab66823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797090 Dec 06 17:17:56.383567 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc1c81b-63d1-4157-aad3-61caf3de546e req-e80a80d9-a421-4120-9f12-3b0eab33b5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:56.385610 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5cc1c81b-63d1-4157-aad3-61caf3de546e req-e80a80d9-a421-4120-9f12-3b0eab33b5c9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e03e7b6c6635460894a640ca7e818fbb&device_id=ef3bd4f1-5327-4df0-926b-cead0d0604c2 HTTP/1.1" status: 200 len: 1094 time: 0.2994907 Dec 06 17:17:56.390712 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-941b8fc4-db40-4bff-baab-0ec992b11cd1 req-5e17e128-e49c-4382-8a26-7e26906d3592 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/quotas/0b996ae66d164de39215c3dfc863b124 HTTP/1.1" status: 200 len: 375 time: 0.0685828 Dec 06 17:17:56.445101 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a00a9-a5d3-44a8-92a1-b5c8c498e885 req-54863c57-c773-4842-bc18-f008897e920c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:56.447917 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0e2a00a9-a5d3-44a8-92a1-b5c8c498e885 req-54863c57-c773-4842-bc18-f008897e920c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c1218bad-8e8e-4b33-a2c3-7828bed04f77 HTTP/1.1" status: 200 len: 797 time: 0.1078205 Dec 06 17:17:56.470058 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cbf85a83-9316-4a94-80ad-37c08eb6275a tempest-RoutersAdminNegativeIpV6Test-880342981 tempest-RoutersAdminNegativeIpV6Test-880342981-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:56.470058 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbf85a83-9316-4a94-80ad-37c08eb6275a tempest-RoutersAdminNegativeIpV6Test-880342981 tempest-RoutersAdminNegativeIpV6Test-880342981-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 774328bf-4858-4ff9-a40b-16de26ba9222 {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 17:17:56.487691 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5cc1c81b-63d1-4157-aad3-61caf3de546e req-2d8dfadf-da23-4919-87b9-56350bdabf68 service neutron] 10.222.0.44 "GET /v2.0/networks/a0fd9fe7-3e1e-4850-b5cc-fa2690a93e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288249 Dec 06 17:17:56.495974 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5cc1c81b-63d1-4157-aad3-61caf3de546e req-b0c6e3f7-d2db-40b1-b4cf-5ebc2f4341a6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97455568-2d07-4dc6-ab36-71a01e072570 HTTP/1.1" status: 200 len: 217 time: 0.0963085 Dec 06 17:17:56.528229 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a00a9-a5d3-44a8-92a1-b5c8c498e885 req-e86910a3-12ca-4bb0-9318-01b1e59eae7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:56.529832 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0e2a00a9-a5d3-44a8-92a1-b5c8c498e885 req-e86910a3-12ca-4bb0-9318-01b1e59eae7d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e47593f6-512b-4b3d-b5fd-6e48cd1a0fda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0723627 Dec 06 17:17:56.559781 n-d-master-1 neutron-server[103284]: INFO neutron.api.v2.resource [None req-cbf85a83-9316-4a94-80ad-37c08eb6275a tempest-RoutersAdminNegativeIpV6Test-880342981 tempest-RoutersAdminNegativeIpV6Test-880342981-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 06 17:17:56.563818 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-cbf85a83-9316-4a94-80ad-37c08eb6275a tempest-RoutersAdminNegativeIpV6Test-880342981 tempest-RoutersAdminNegativeIpV6Test-880342981-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 409 len: 370 time: 1.9546778 Dec 06 17:17:56.566270 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 51830) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:17:56.589862 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a9b42a-e714-408c-ad08-c9b43f635d9a x-openstack-request-id: req-a0a9b42a-e714-408c-ad08-c9b43f635d9a {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:17:56.590218 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef3bd4f1-5327-4df0-926b-cead0d0604c2", "tag": "97455568-2d07-4dc6-ab36-71a01e072570", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:17:56.590404 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a0a9b42a-e714-408c-ad08-c9b43f635d9a {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:17:56.590803 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef3bd4f1-5327-4df0-926b-cead0d0604c2', 'tag': '97455568-2d07-4dc6-ab36-71a01e072570', 'status': 'completed', 'code': 200} Dec 06 17:17:56.633674 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-941b8fc4-db40-4bff-baab-0ec992b11cd1 req-08878706-48d8-4abe-a344-3c8bb10383d3 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0b996ae66d164de39215c3dfc863b124&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2350440 Dec 06 17:17:56.640791 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc1c81b-63d1-4157-aad3-61caf3de546e req-4075780b-86f3-4967-9c0b-493423f7592a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:56.642268 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5cc1c81b-63d1-4157-aad3-61caf3de546e req-4075780b-86f3-4967-9c0b-493423f7592a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=853aa2d3-dc6a-43b2-af6a-774a09e844df HTTP/1.1" status: 200 len: 853 time: 0.1360865 Dec 06 17:17:56.662988 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5cc1c81b-63d1-4157-aad3-61caf3de546e req-c747d869-3a4b-4c7d-86a2-f61ff5864bec service neutron] 10.222.0.44 "GET /v2.0/networks/a0fd9fe7-3e1e-4850-b5cc-fa2690a93e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673322 Dec 06 17:17:56.674001 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ac65f0ba-c57c-4723-8bf4-406432252931 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:56.681714 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0e2a00a9-a5d3-44a8-92a1-b5c8c498e885 req-861a86dd-f61d-48a5-aba5-cd4b3949b496 service neutron] 10.222.0.41 "GET /v2.0/networks/e47593f6-512b-4b3d-b5fd-6e48cd1a0fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184065 Dec 06 17:17:56.705084 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5cc1c81b-63d1-4157-aad3-61caf3de546e req-c2542bfc-a16b-4b46-89e9-1e1d59a892e4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a0fd9fe7-3e1e-4850-b5cc-fa2690a93e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537243 Dec 06 17:17:56.738021 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ac65f0ba-c57c-4723-8bf4-406432252931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:56.800703 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37376e5-cd6e-431f-aa3d-e7cf76d2ddd7 req-0dc2fd46-f239-418f-884a-f87bc31130ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:56.802252 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f37376e5-cd6e-431f-aa3d-e7cf76d2ddd7 req-0dc2fd46-f239-418f-884a-f87bc31130ee service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e03e7b6c6635460894a640ca7e818fbb&device_id=787bbd83-ee95-4f7a-93df-809c7731dd1b HTTP/1.1" status: 200 len: 1094 time: 0.0805650 Dec 06 17:17:56.817170 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0e2a00a9-a5d3-44a8-92a1-b5c8c498e885 req-41ac5ecf-a94c-4c74-b5e2-08019a6b4c48 service neutron] 10.222.0.41 "GET /v2.0/networks/e47593f6-512b-4b3d-b5fd-6e48cd1a0fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270819 Dec 06 17:17:56.864109 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0e2a00a9-a5d3-44a8-92a1-b5c8c498e885 req-6a47f398-e0e9-4f23-a86e-4fd0c05c0931 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cf0bdd3f-c300-462b-8d0e-73d39f19d252 HTTP/1.1" status: 200 len: 217 time: 0.0382290 Dec 06 17:17:56.870942 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-ac65f0ba-c57c-4723-8bf4-406432252931 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c5140a732cba41d59d4ff5eb9d7f3547&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8781371 Dec 06 17:17:56.873443 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 51834) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:17:56.880318 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac65f0ba-c57c-4723-8bf4-406432252931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1abdf042-9481-4058-8d4d-a79034a4af12,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:56.926604 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-941b8fc4-db40-4bff-baab-0ec992b11cd1 req-87aae0f3-38b4-4e26-b8c9-92dfc4f11cea service neutron] 10.222.0.23 "GET /v2.0/networks/931f4273-7ce0-414b-a3b2-f40f48617bda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772069 Dec 06 17:17:56.957491 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-dd93c6c7-9778-4e52-abd1-e41811543f40 tempest-RoutersAdminNegativeIpV6Test-880342981 tempest-RoutersAdminNegativeIpV6Test-880342981-project-admin] Deleting port 3a2e94b9-5da7-4d6b-a8c6-640441935396 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:17:56.957837 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dd93c6c7-9778-4e52-abd1-e41811543f40 tempest-RoutersAdminNegativeIpV6Test-880342981 tempest-RoutersAdminNegativeIpV6Test-880342981-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:56.961305 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5cc1c81b-63d1-4157-aad3-61caf3de546e req-9d79cdcb-d0fc-4dcd-9ff4-88432c57f8e8 service neutron] 10.222.0.44 "GET /v2.0/networks/a0fd9fe7-3e1e-4850-b5cc-fa2690a93e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387090 Dec 06 17:17:56.974584 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a00a9-a5d3-44a8-92a1-b5c8c498e885 req-15c36c9d-f679-4b9e-8109-bbf13ea450f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:56.976152 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0e2a00a9-a5d3-44a8-92a1-b5c8c498e885 req-15c36c9d-f679-4b9e-8109-bbf13ea450f2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c1218bad-8e8e-4b33-a2c3-7828bed04f77 HTTP/1.1" status: 200 len: 797 time: 0.0963840 Dec 06 17:17:57.047095 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a7ebbf85-930d-4253-bb19-6915f60745f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:57.094998 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a7ebbf85-930d-4253-bb19-6915f60745f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:57.097914 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a00a9-a5d3-44a8-92a1-b5c8c498e885 req-5a7647a5-6560-415f-88fc-32bc97a17d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:57.099444 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0e2a00a9-a5d3-44a8-92a1-b5c8c498e885 req-5a7647a5-6560-415f-88fc-32bc97a17d7b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e47593f6-512b-4b3d-b5fd-6e48cd1a0fda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0957344 Dec 06 17:17:57.105597 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37376e5-cd6e-431f-aa3d-e7cf76d2ddd7 req-29958956-e0ce-4384-bc90-12aaa5e8e1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:57.107059 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f37376e5-cd6e-431f-aa3d-e7cf76d2ddd7 req-29958956-e0ce-4384-bc90-12aaa5e8e1f6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a0fd9fe7-3e1e-4850-b5cc-fa2690a93e17 HTTP/1.1" status: 200 len: 914 time: 0.1725736 Dec 06 17:17:57.193150 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f37376e5-cd6e-431f-aa3d-e7cf76d2ddd7 req-9e7f96ae-707a-4eac-9042-688ca6523606 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7482f1ec-7e9c-429a-bc51-833dc3013922 HTTP/1.1" status: 200 len: 217 time: 0.0682607 Dec 06 17:17:57.275604 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a7ebbf85-930d-4253-bb19-6915f60745f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:57.278255 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a7ebbf85-930d-4253-bb19-6915f60745f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:57.281879 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-a7ebbf85-930d-4253-bb19-6915f60745f5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1abdf042-9481-4058-8d4d-a79034a4af12 HTTP/1.1" status: 204 len: 168 time: 0.4049797 Dec 06 17:17:57.299496 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ebbf85-930d-4253-bb19-6915f60745f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1abdf042-9481-4058-8d4d-a79034a4af12,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:57.303574 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37376e5-cd6e-431f-aa3d-e7cf76d2ddd7 req-c5772c49-0672-48dc-819f-22c640b17174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:57.303574 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f37376e5-cd6e-431f-aa3d-e7cf76d2ddd7 req-c5772c49-0672-48dc-819f-22c640b17174 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=853aa2d3-dc6a-43b2-af6a-774a09e844df HTTP/1.1" status: 200 len: 853 time: 0.0802341 Dec 06 17:17:57.340904 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f37376e5-cd6e-431f-aa3d-e7cf76d2ddd7 req-df6d607b-56fe-4596-9850-172e09c68077 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a0fd9fe7-3e1e-4850-b5cc-fa2690a93e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283906 Dec 06 17:17:57.342797 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0e2a00a9-a5d3-44a8-92a1-b5c8c498e885 req-91b3c9bd-cbbc-4d57-9fe7-38ce20368ed5 service neutron] 10.222.0.41 "GET /v2.0/networks/e47593f6-512b-4b3d-b5fd-6e48cd1a0fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308993 Dec 06 17:17:57.482391 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-941b8fc4-db40-4bff-baab-0ec992b11cd1 req-485b1c05-e3ef-41a3-8ea3-170825f5151f service neutron] 10.222.0.23 "GET /v2.0/networks/931f4273-7ce0-414b-a3b2-f40f48617bda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5483620 Dec 06 17:17:57.491680 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dd93c6c7-9778-4e52-abd1-e41811543f40 tempest-RoutersAdminNegativeIpV6Test-880342981 tempest-RoutersAdminNegativeIpV6Test-880342981-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:57.515749 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-dd93c6c7-9778-4e52-abd1-e41811543f40 tempest-RoutersAdminNegativeIpV6Test-880342981 tempest-RoutersAdminNegativeIpV6Test-880342981-project-admin] Calling delete_port for 3a2e94b9-5da7-4d6b-a8c6-640441935396 owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:17:57.523937 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5cc1c81b-63d1-4157-aad3-61caf3de546e req-d2e4c204-da65-4eea-a88a-ebc911518bd9 service neutron] 10.222.0.44 "GET /v2.0/networks/a0fd9fe7-3e1e-4850-b5cc-fa2690a93e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5446594 Dec 06 17:17:57.532162 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f37376e5-cd6e-431f-aa3d-e7cf76d2ddd7 req-be2cc57a-62df-466d-9a27-3ad2a40d8681 service neutron] 10.222.0.44 "GET /v2.0/networks/a0fd9fe7-3e1e-4850-b5cc-fa2690a93e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833899 Dec 06 17:17:57.561360 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0e2a00a9-a5d3-44a8-92a1-b5c8c498e885 req-2c6bdb71-1f98-4c44-a68f-ebda727fe71f service neutron] 10.222.0.41 "GET /v2.0/networks/e47593f6-512b-4b3d-b5fd-6e48cd1a0fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027636 Dec 06 17:17:57.637042 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ba4b2-bf7c-421e-a5e1-7567cdfc216a req-eec99177-5bed-4227-b4b0-ebdfc36d870b tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:57.644739 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-236ba4b2-bf7c-421e-a5e1-7567cdfc216a req-eec99177-5bed-4227-b4b0-ebdfc36d870b tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef3bd4f1-5327-4df0-926b-cead0d0604c2 HTTP/1.1" status: 200 len: 943 time: 0.1368465 Dec 06 17:17:57.697560 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f37376e5-cd6e-431f-aa3d-e7cf76d2ddd7 req-7875200f-2a63-444a-a9f3-87429166244e service neutron] 10.222.0.44 "GET /v2.0/networks/a0fd9fe7-3e1e-4850-b5cc-fa2690a93e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486342 Dec 06 17:17:57.704817 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203bd78e-e9b7-4a1f-912f-6b462003ed38 req-b162381b-c079-404e-a4a9-e7a445903c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:57.710698 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-203bd78e-e9b7-4a1f-912f-6b462003ed38 req-b162381b-c079-404e-a4a9-e7a445903c36 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e03e7b6c6635460894a640ca7e818fbb&device_id=ef3bd4f1-5327-4df0-926b-cead0d0604c2 HTTP/1.1" status: 200 len: 1094 time: 0.1025755 Dec 06 17:17:57.752571 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-236ba4b2-bf7c-421e-a5e1-7567cdfc216a req-35441d4b-99dc-4b09-ad5b-ca4dc3d50f41 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d8b7371-b4da-47a5-b5a3-3920bab66823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960703 Dec 06 17:17:57.928671 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-93fca681-8c56-44cd-835f-880f7ce4cddd req-3790c7b2-b94b-48de-a002-c5c84f93c4f9 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=09648357-7a8d-4813-92fe-e77a4f08dcad HTTP/1.1" status: 200 len: 210 time: 0.0739567 Dec 06 17:17:57.935033 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dd93c6c7-9778-4e52-abd1-e41811543f40 tempest-RoutersAdminNegativeIpV6Test-880342981 tempest-RoutersAdminNegativeIpV6Test-880342981-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:58.004307 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd93c6c7-9778-4e52-abd1-e41811543f40 tempest-RoutersAdminNegativeIpV6Test-880342981 tempest-RoutersAdminNegativeIpV6Test-880342981-project-admin] Pushing event deleted for resources: {'Port': ['ID=3a2e94b9-5da7-4d6b-a8c6-640441935396,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:58.045561 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203bd78e-e9b7-4a1f-912f-6b462003ed38 req-11ee7d23-b3d5-4411-8417-a467555f190f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:58.047070 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-203bd78e-e9b7-4a1f-912f-6b462003ed38 req-11ee7d23-b3d5-4411-8417-a467555f190f service neutron] 10.222.0.44 "GET /v2.0/networks?id=a0fd9fe7-3e1e-4850-b5cc-fa2690a93e17 HTTP/1.1" status: 200 len: 914 time: 0.3171270 Dec 06 17:17:58.096994 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-203bd78e-e9b7-4a1f-912f-6b462003ed38 req-4552b596-0ff7-48bc-9d65-cfbdd6369aa9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97455568-2d07-4dc6-ab36-71a01e072570 HTTP/1.1" status: 200 len: 217 time: 0.0416713 Dec 06 17:17:58.098110 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dd93c6c7-9778-4e52-abd1-e41811543f40 tempest-RoutersAdminNegativeIpV6Test-880342981 tempest-RoutersAdminNegativeIpV6Test-880342981-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:58.101434 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-dd93c6c7-9778-4e52-abd1-e41811543f40 tempest-RoutersAdminNegativeIpV6Test-880342981 tempest-RoutersAdminNegativeIpV6Test-880342981-project-admin] 10.222.0.23 "DELETE /v2.0/ports/3a2e94b9-5da7-4d6b-a8c6-640441935396 HTTP/1.1" status: 204 len: 168 time: 1.5332003 Dec 06 17:17:58.171532 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203bd78e-e9b7-4a1f-912f-6b462003ed38 req-4eb738d7-0e99-439d-ab2a-37d4c67b8c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:58.173534 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-203bd78e-e9b7-4a1f-912f-6b462003ed38 req-4eb738d7-0e99-439d-ab2a-37d4c67b8c21 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=853aa2d3-dc6a-43b2-af6a-774a09e844df HTTP/1.1" status: 200 len: 853 time: 0.0677814 Dec 06 17:17:58.207826 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-203bd78e-e9b7-4a1f-912f-6b462003ed38 req-ee6cf1e9-b8c1-4d54-b59e-375d33dbf864 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a0fd9fe7-3e1e-4850-b5cc-fa2690a93e17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267701 Dec 06 17:17:58.327538 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-203bd78e-e9b7-4a1f-912f-6b462003ed38 req-56c00cf2-7f64-4108-8949-f42d621cd9c1 service neutron] 10.222.0.44 "GET /v2.0/networks/a0fd9fe7-3e1e-4850-b5cc-fa2690a93e17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122034 Dec 06 17:17:58.373027 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 51884) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:17:58.483928 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-203bd78e-e9b7-4a1f-912f-6b462003ed38 req-d76ef8da-ef6c-4b7e-aacb-f4f38f2ba8b2 service neutron] 10.222.0.44 "GET /v2.0/networks/a0fd9fe7-3e1e-4850-b5cc-fa2690a93e17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400692 Dec 06 17:17:58.516001 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3d8e419c-a131-402b-a8f5-691c3322a5a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:58.600394 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3d8e419c-a131-402b-a8f5-691c3322a5a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:58.605672 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3d8e419c-a131-402b-a8f5-691c3322a5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:58.645298 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-3d8e419c-a131-402b-a8f5-691c3322a5a3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4567460775ab4f039fe4b947d5e2f867&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2710137 Dec 06 17:17:58.646200 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8e419c-a131-402b-a8f5-691c3322a5a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74729b2d-5fb5-420d-ac00-10a67e6265d0,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:58.647955 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 51894) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:17:58.699994 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0f8e5996-6791-481d-b34b-7108d9f46b8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:58.723274 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0f8e5996-6791-481d-b34b-7108d9f46b8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:58.787136 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0f8e5996-6791-481d-b34b-7108d9f46b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:58.789956 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0f8e5996-6791-481d-b34b-7108d9f46b8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:58.793646 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-0f8e5996-6791-481d-b34b-7108d9f46b8d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/74729b2d-5fb5-420d-ac00-10a67e6265d0 HTTP/1.1" status: 204 len: 168 time: 0.1421676 Dec 06 17:17:58.800055 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8e5996-6791-481d-b34b-7108d9f46b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74729b2d-5fb5-420d-ac00-10a67e6265d0,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:58.860171 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 7482f1ec-7e9c-429a-bc51-833dc3013922 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:17:58.871423 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ed620d-a138-4b84-9c08-9b13b332c784 req-b6b8551a-5d82-41fc-8704-7d4aebe43b22 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:58.873164 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-43ed620d-a138-4b84-9c08-9b13b332c784 req-b6b8551a-5d82-41fc-8704-7d4aebe43b22 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef3bd4f1-5327-4df0-926b-cead0d0604c2 HTTP/1.1" status: 200 len: 943 time: 0.0593059 Dec 06 17:17:58.958775 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-43ed620d-a138-4b84-9c08-9b13b332c784 req-0e32c4e0-7395-4c5b-ae9c-ede129a7d6d2 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d8b7371-b4da-47a5-b5a3-3920bab66823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791330 Dec 06 17:17:59.123007 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 7482f1ec-7e9c-429a-bc51-833dc3013922, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=7482f1ec-7e9c-429a-bc51-833dc3013922,segment=NetworkSegment(043e3718-ad88-414e-8c44-476cce50b82e),segment_id=043e3718-ad88-414e-8c44-476cce50b82e)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:17:59.162209 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': '7482f1ec-7e9c-429a-bc51-833dc3013922', 'network_id': 'a0fd9fe7-3e1e-4850-b5cc-fa2690a93e17', 'port_id': '7482f1ec-7e9c-429a-bc51-833dc3013922', 'mac_address': 'fa:16:3e:5e:3d:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '853aa2d3-dc6a-43b2-af6a-774a09e844df', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:17:59.231719 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:59.248068 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7482f1ec-7e9c-429a-bc51-833dc3013922 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:17:59.253705 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0293dc6d-0f1c-473c-8b78-ce3771d3b9e2 req-2bee8d24-2a4f-4683-996a-13fbd811eb2a tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=09648357-7a8d-4813-92fe-e77a4f08dcad HTTP/1.1" status: 200 len: 210 time: 0.0479381 Dec 06 17:17:59.274980 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 7482f1ec-7e9c-429a-bc51-833dc3013922, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=7482f1ec-7e9c-429a-bc51-833dc3013922,segment=NetworkSegment(043e3718-ad88-414e-8c44-476cce50b82e),segment_id=043e3718-ad88-414e-8c44-476cce50b82e)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:17:59.287444 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:59.287444 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 97455568-2d07-4dc6-ab36-71a01e072570 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:17:59.293883 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941b8fc4-db40-4bff-baab-0ec992b11cd1 req-c43a3207-d61a-4843-a6cb-5dcf39e5eabb tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:17:59.295433 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-941b8fc4-db40-4bff-baab-0ec992b11cd1 req-c43a3207-d61a-4843-a6cb-5dcf39e5eabb tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.41 "GET /v2.0/networks?id=931f4273-7ce0-414b-a3b2-f40f48617bda HTTP/1.1" status: 200 len: 805 time: 0.2323310 Dec 06 17:17:59.316234 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-941b8fc4-db40-4bff-baab-0ec992b11cd1 req-6da2827c-3717-4ec5-8e29-57102b94af1d tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Request body: {'port': {'device_id': '09648357-7a8d-4813-92fe-e77a4f08dcad', 'network_id': '931f4273-7ce0-414b-a3b2-f40f48617bda', 'admin_state_up': True, 'tenant_id': '0b996ae66d164de39215c3dfc863b124'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:17:59.331611 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 51930) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:17:59.372537 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 97455568-2d07-4dc6-ab36-71a01e072570, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=97455568-2d07-4dc6-ab36-71a01e072570,segment=NetworkSegment(043e3718-ad88-414e-8c44-476cce50b82e),segment_id=043e3718-ad88-414e-8c44-476cce50b82e)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:17:59.383699 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': '97455568-2d07-4dc6-ab36-71a01e072570', 'network_id': 'a0fd9fe7-3e1e-4850-b5cc-fa2690a93e17', 'port_id': '97455568-2d07-4dc6-ab36-71a01e072570', 'mac_address': 'fa:16:3e:24:e4:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '853aa2d3-dc6a-43b2-af6a-774a09e844df', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:17:59.386989 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=7482f1ec-7e9c-429a-bc51-833dc3013922,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:59.387143 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 51932) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:17:59.388116 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-6e0b812b-475c-47dc-a14b-0d4b4fae460b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0d3560a69698451698ae7ec1c8dd29b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0557809 Dec 06 17:17:59.403626 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 51934) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:17:59.429589 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:59.443520 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97455568-2d07-4dc6-ab36-71a01e072570 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:17:59.463910 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 97455568-2d07-4dc6-ab36-71a01e072570, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=97455568-2d07-4dc6-ab36-71a01e072570,segment=NetworkSegment(043e3718-ad88-414e-8c44-476cce50b82e),segment_id=043e3718-ad88-414e-8c44-476cce50b82e)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:17:59.468128 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:59.487990 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-20218a55-8d34-4477-b8b7-bb3e77239bbe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:59.516886 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-941b8fc4-db40-4bff-baab-0ec992b11cd1 req-6da2827c-3717-4ec5-8e29-57102b94af1d tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Made reservation on behalf of 0b996ae66d164de39215c3dfc863b124 for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:17:59.518712 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=97455568-2d07-4dc6-ab36-71a01e072570,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:59.521318 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-941b8fc4-db40-4bff-baab-0ec992b11cd1 req-6da2827c-3717-4ec5-8e29-57102b94af1d tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:59.524316 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-20218a55-8d34-4477-b8b7-bb3e77239bbe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:59.625125 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fd2dcde1-7873-4549-ac75-a55f52aca426 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:59.652525 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-20218a55-8d34-4477-b8b7-bb3e77239bbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:59.655113 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-20218a55-8d34-4477-b8b7-bb3e77239bbe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:59.666872 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-20218a55-8d34-4477-b8b7-bb3e77239bbe admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/13b07dc3-1ba9-4860-b30f-a3532b068379 HTTP/1.1" status: 204 len: 168 time: 0.2737379 Dec 06 17:17:59.709766 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20218a55-8d34-4477-b8b7-bb3e77239bbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b07dc3-1ba9-4860-b30f-a3532b068379,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:59.753077 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-941b8fc4-db40-4bff-baab-0ec992b11cd1 req-6da2827c-3717-4ec5-8e29-57102b94af1d tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Allocated IP 172.20.0.12 (931f4273-7ce0-414b-a3b2-f40f48617bda/b9546861-2c51-42d4-889f-961f9688fd79/4d6fb483-9776-4799-8f8d-adcdec0cf3c4) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:17:59.777973 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['97455568-2d07-4dc6-ab36-71a01e072570'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:17:59.785275 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['7482f1ec-7e9c-429a-bc51-833dc3013922'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:17:59.834514 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fd2dcde1-7873-4549-ac75-a55f52aca426 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:59.864047 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fd2dcde1-7873-4549-ac75-a55f52aca426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:17:59.969391 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-fd2dcde1-7873-4549-ac75-a55f52aca426 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=54264cd32d5641e38305c185635d5b9a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5587304 Dec 06 17:17:59.969391 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2dcde1-7873-4549-ac75-a55f52aca426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f15a4c9-53c7-46d1-8a1f-a83357b28cde,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:17:59.970634 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 51948) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:00.028903 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-941b8fc4-db40-4bff-baab-0ec992b11cd1 req-6da2827c-3717-4ec5-8e29-57102b94af1d tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:00.046433 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-065ff44e-d326-4e9d-94fb-378627d428f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:00.078588 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-065ff44e-d326-4e9d-94fb-378627d428f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:00.110275 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-941b8fc4-db40-4bff-baab-0ec992b11cd1 req-6da2827c-3717-4ec5-8e29-57102b94af1d tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:00.143336 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-065ff44e-d326-4e9d-94fb-378627d428f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:00.148551 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-065ff44e-d326-4e9d-94fb-378627d428f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:00.151361 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-065ff44e-d326-4e9d-94fb-378627d428f7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7f15a4c9-53c7-46d1-8a1f-a83357b28cde HTTP/1.1" status: 204 len: 168 time: 0.1772890 Dec 06 17:18:00.161075 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065ff44e-d326-4e9d-94fb-378627d428f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f15a4c9-53c7-46d1-8a1f-a83357b28cde,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:00.186879 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da2827c-3717-4ec5-8e29-57102b94af1d tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Pushing event updated for resources: {'Port': ['ID=4d6fb483-9776-4799-8f8d-adcdec0cf3c4,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:00.191020 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-941b8fc4-db40-4bff-baab-0ec992b11cd1 req-6da2827c-3717-4ec5-8e29-57102b94af1d tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Network 931f4273-7ce0-414b-a3b2-f40f48617bda is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:18:00.194645 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-941b8fc4-db40-4bff-baab-0ec992b11cd1 req-6da2827c-3717-4ec5-8e29-57102b94af1d tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:18:00.198720 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-941b8fc4-db40-4bff-baab-0ec992b11cd1 req-6da2827c-3717-4ec5-8e29-57102b94af1d tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:18:00.213117 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432c3260-e4b8-46f3-b2fc-c869ad21ef9d req-7149d653-bc51-448f-ba4c-8b96c6a18c90 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:00.223032 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-432c3260-e4b8-46f3-b2fc-c869ad21ef9d req-7149d653-bc51-448f-ba4c-8b96c6a18c90 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef3bd4f1-5327-4df0-926b-cead0d0604c2 HTTP/1.1" status: 200 len: 944 time: 0.1525543 Dec 06 17:18:00.323180 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941b8fc4-db40-4bff-baab-0ec992b11cd1 req-6da2827c-3717-4ec5-8e29-57102b94af1d tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:00.323837 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-941b8fc4-db40-4bff-baab-0ec992b11cd1 req-6da2827c-3717-4ec5-8e29-57102b94af1d tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:00.350236 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-432c3260-e4b8-46f3-b2fc-c869ad21ef9d req-319669fe-1929-4043-b06b-7a1793ed4e96 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d8b7371-b4da-47a5-b5a3-3920bab66823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213403 Dec 06 17:18:00.364240 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-941b8fc4-db40-4bff-baab-0ec992b11cd1 req-6da2827c-3717-4ec5-8e29-57102b94af1d tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0531266 Dec 06 17:18:00.381066 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-941b8fc4-db40-4bff-baab-0ec992b11cd1 req-0abe0f12-3693-4c2b-9238-4d7e547e4427 service neutron] Request body: {'port': {'device_id': '09648357-7a8d-4813-92fe-e77a4f08dcad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:18:00.438695 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80337baa-39fc-4bd8-b32c-4db55dc4b6ac req-5ee10135-12f1-4291-a7c6-6808b587eb89 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:00.451728 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-80337baa-39fc-4bd8-b32c-4db55dc4b6ac req-5ee10135-12f1-4291-a7c6-6808b587eb89 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=09648357-7a8d-4813-92fe-e77a4f08dcad HTTP/1.1" status: 200 len: 932 time: 0.0661860 Dec 06 17:18:00.452142 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-941b8fc4-db40-4bff-baab-0ec992b11cd1 req-0abe0f12-3693-4c2b-9238-4d7e547e4427 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:00.516270 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-80337baa-39fc-4bd8-b32c-4db55dc4b6ac req-12c68743-d871-4c9b-8184-d4ff766bc29f tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576403 Dec 06 17:18:00.651628 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 51982) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:00.747764 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-941b8fc4-db40-4bff-baab-0ec992b11cd1 req-0abe0f12-3693-4c2b-9238-4d7e547e4427 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d6fb483-9776-4799-8f8d-adcdec0cf3c4 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:18:00.755980 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-941b8fc4-db40-4bff-baab-0ec992b11cd1 req-0abe0f12-3693-4c2b-9238-4d7e547e4427 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:00.769310 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-941b8fc4-db40-4bff-baab-0ec992b11cd1 req-0abe0f12-3693-4c2b-9238-4d7e547e4427 service neutron] Transition to ACTIVE for port object 4d6fb483-9776-4799-8f8d-adcdec0cf3c4 will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:18:00.775577 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-941b8fc4-db40-4bff-baab-0ec992b11cd1 req-0abe0f12-3693-4c2b-9238-4d7e547e4427 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:00.835822 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abe0f12-3693-4c2b-9238-4d7e547e4427 service neutron] Pushing event updated for resources: {'Port': ['ID=4d6fb483-9776-4799-8f8d-adcdec0cf3c4,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:00.862289 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [None req-ea7f8516-adab-445d-90ac-1f6e521948db tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:18:00.863320 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-ea7f8516-adab-445d-90ac-1f6e521948db tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.2101047 Dec 06 17:18:00.866490 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 51992) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:00.871115 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [None req-5c0ff60e-a4d1-4e02-8847-5782948ca7e0 tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] http://10.222.0.23:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:18:00.874350 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-5c0ff60e-a4d1-4e02-8847-5782948ca7e0 tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] 10.222.0.23 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0046384 Dec 06 17:18:00.874919 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 51994) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:00.878970 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [None req-44ca029c-9864-4445-ba99-d64d835f0e98 tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] http://10.222.0.23:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:18:00.879822 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-44ca029c-9864-4445-ba99-d64d835f0e98 tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] 10.222.0.23 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0042198 Dec 06 17:18:00.883560 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 51996) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:00.892852 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [None req-1119a17d-7bed-4a4b-9bff-341e7c5a7ee6 tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] http://10.222.0.23:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103285) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:18:00.893846 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-1119a17d-7bed-4a4b-9bff-341e7c5a7ee6 tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] 10.222.0.23 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0087476 Dec 06 17:18:00.896309 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52000) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:00.900721 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [None req-5d1e6583-5bcc-4a24-837d-1652b5869ee0 tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] http://10.222.0.23:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:18:00.901758 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-5d1e6583-5bcc-4a24-837d-1652b5869ee0 tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] 10.222.0.23 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0043089 Dec 06 17:18:00.903965 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52002) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:00.908243 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [None req-55cb6ed8-d016-4104-868e-aa1af8d0c6ca tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] http://10.222.0.23:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:18:00.909173 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-55cb6ed8-d016-4104-868e-aa1af8d0c6ca tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] 10.222.0.23 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0043392 Dec 06 17:18:00.911940 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52004) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:00.916383 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [None req-3d410716-e630-48ce-98c5-e4a28294e937 tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] http://10.222.0.23:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:18:00.919816 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-3d410716-e630-48ce-98c5-e4a28294e937 tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] 10.222.0.23 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0045192 Dec 06 17:18:00.919816 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52006) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:00.922630 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-941b8fc4-db40-4bff-baab-0ec992b11cd1 req-0abe0f12-3693-4c2b-9238-4d7e547e4427 service neutron] Attempting to bind port 4d6fb483-9776-4799-8f8d-adcdec0cf3c4 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:18:00.922974 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-941b8fc4-db40-4bff-baab-0ec992b11cd1 req-0abe0f12-3693-4c2b-9238-4d7e547e4427 service neutron] Attempting to bind port 4d6fb483-9776-4799-8f8d-adcdec0cf3c4 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'b722eb92-d8da-4fbc-acca-71668ea91866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '931f4273-7ce0-414b-a3b2-f40f48617bda'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:18:00.923309 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941b8fc4-db40-4bff-baab-0ec992b11cd1 req-0abe0f12-3693-4c2b-9238-4d7e547e4427 service neutron] Attempting to bind port 4d6fb483-9776-4799-8f8d-adcdec0cf3c4 on network 931f4273-7ce0-414b-a3b2-f40f48617bda {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:18:00.924214 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [None req-954f204f-d195-48c1-9ff6-9e54d68097fa tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] http://10.222.0.23:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:18:00.927214 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-954f204f-d195-48c1-9ff6-9e54d68097fa tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] 10.222.0.23 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0047557 Dec 06 17:18:00.928062 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52010) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:00.932970 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [None req-b1aa4cdb-f57d-4b23-92fc-b32ff0b6398d tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] http://10.222.0.23:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:18:00.933927 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-b1aa4cdb-f57d-4b23-92fc-b32ff0b6398d tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] 10.222.0.23 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0048840 Dec 06 17:18:00.936507 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52012) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:00.937142 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941b8fc4-db40-4bff-baab-0ec992b11cd1 req-0abe0f12-3693-4c2b-9238-4d7e547e4427 service neutron] Port 4d6fb483-9776-4799-8f8d-adcdec0cf3c4 on network 931f4273-7ce0-414b-a3b2-f40f48617bda not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:18:00.937495 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941b8fc4-db40-4bff-baab-0ec992b11cd1 req-0abe0f12-3693-4c2b-9238-4d7e547e4427 service neutron] Attempting to bind port 4d6fb483-9776-4799-8f8d-adcdec0cf3c4 on network 931f4273-7ce0-414b-a3b2-f40f48617bda {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:18:00.942225 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [None req-a7e929ec-2e04-4390-b928-c5039eed3ff2 tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] http://10.222.0.23:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:18:00.943358 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-a7e929ec-2e04-4390-b928-c5039eed3ff2 tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] 10.222.0.23 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0052593 Dec 06 17:18:00.945683 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52014) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:00.947385 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941b8fc4-db40-4bff-baab-0ec992b11cd1 req-0abe0f12-3693-4c2b-9238-4d7e547e4427 service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:18:00.948068 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941b8fc4-db40-4bff-baab-0ec992b11cd1 req-0abe0f12-3693-4c2b-9238-4d7e547e4427 service neutron] Checking segment: {'id': 'b722eb92-d8da-4fbc-acca-71668ea91866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '931f4273-7ce0-414b-a3b2-f40f48617bda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:18:00.948546 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941b8fc4-db40-4bff-baab-0ec992b11cd1 req-0abe0f12-3693-4c2b-9238-4d7e547e4427 service neutron] Bound using segment: {'id': 'b722eb92-d8da-4fbc-acca-71668ea91866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '931f4273-7ce0-414b-a3b2-f40f48617bda'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:18:00.948990 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-941b8fc4-db40-4bff-baab-0ec992b11cd1 req-0abe0f12-3693-4c2b-9238-4d7e547e4427 service neutron] Bound port: 4d6fb483-9776-4799-8f8d-adcdec0cf3c4, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b722eb92-d8da-4fbc-acca-71668ea91866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '931f4273-7ce0-414b-a3b2-f40f48617bda'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:18:00.949384 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-941b8fc4-db40-4bff-baab-0ec992b11cd1 req-0abe0f12-3693-4c2b-9238-4d7e547e4427 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:00.953179 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [None req-9541b0d7-1082-4b77-97a8-b94f050e52cb tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] http://10.222.0.23:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:18:00.954316 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-9541b0d7-1082-4b77-97a8-b94f050e52cb tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] 10.222.0.23 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0051441 Dec 06 17:18:00.957092 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52016) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:00.961299 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [None req-dfa0c13f-1fcf-4431-9df2-925e5480cdb4 tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] http://10.222.0.23:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:18:00.962283 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-dfa0c13f-1fcf-4431-9df2-925e5480cdb4 tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] 10.222.0.23 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0042574 Dec 06 17:18:00.968852 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52018) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:00.978275 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [None req-36f6d98d-3771-466c-a7d0-5380188adf40 tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] http://10.222.0.23:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:18:00.982139 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-36f6d98d-3771-466c-a7d0-5380188adf40 tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] 10.222.0.23 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0078065 Dec 06 17:18:00.982869 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52022) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:00.986945 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [None req-8d856e44-6fb8-43b1-bdda-a2d4e9bffe25 tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] http://10.222.0.23:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:18:00.989944 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-8d856e44-6fb8-43b1-bdda-a2d4e9bffe25 tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] 10.222.0.23 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0041239 Dec 06 17:18:00.996381 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52024) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:00.999999 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [None req-e9f4287a-5c09-4c30-9b83-df6022d482f6 tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] http://10.222.0.23:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:18:01.000933 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-e9f4287a-5c09-4c30-9b83-df6022d482f6 tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] 10.222.0.23 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0043375 Dec 06 17:18:01.003553 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52026) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:01.008221 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [None req-703f65a8-74e7-4a39-a5f6-b3d256306cb2 tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] http://10.222.0.23:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:18:01.009201 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-703f65a8-74e7-4a39-a5f6-b3d256306cb2 tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] 10.222.0.23 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0046356 Dec 06 17:18:01.011507 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52028) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:01.015531 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [None req-656d71f7-1ece-44d0-8516-003589a573be tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] http://10.222.0.23:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:18:01.016633 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-656d71f7-1ece-44d0-8516-003589a573be tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] 10.222.0.23 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0040712 Dec 06 17:18:01.019215 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52030) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:01.023152 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [None req-03ba2a5f-830d-4fdb-9106-df7652005713 tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] http://10.222.0.23:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:18:01.024193 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-03ba2a5f-830d-4fdb-9106-df7652005713 tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] 10.222.0.23 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0040247 Dec 06 17:18:01.026550 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52032) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:01.031557 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [None req-cd2e31f2-5d19-4a4a-aa8b-ea584f283e38 tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] http://10.222.0.23:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:18:01.033797 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-cd2e31f2-5d19-4a4a-aa8b-ea584f283e38 tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] 10.222.0.23 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0061791 Dec 06 17:18:01.036331 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52034) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:01.036955 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-941b8fc4-db40-4bff-baab-0ec992b11cd1 req-0abe0f12-3693-4c2b-9238-4d7e547e4427 service neutron] For port 4d6fb483-9776-4799-8f8d-adcdec0cf3c4, host n-h1-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:18:01.040670 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-941b8fc4-db40-4bff-baab-0ec992b11cd1 req-0abe0f12-3693-4c2b-9238-4d7e547e4427 service neutron] For port 4d6fb483-9776-4799-8f8d-adcdec0cf3c4, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=4d6fb483-9776-4799-8f8d-adcdec0cf3c4,segment=NetworkSegment(b722eb92-d8da-4fbc-acca-71668ea91866),segment_id=b722eb92-d8da-4fbc-acca-71668ea91866)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:18:01.041062 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [None req-ea97d7ba-d229-482f-b5f5-a1649f675f36 tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] http://10.222.0.23:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:18:01.042532 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-ea97d7ba-d229-482f-b5f5-a1649f675f36 tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] 10.222.0.23 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0051839 Dec 06 17:18:01.045913 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52036) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:01.049934 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-941b8fc4-db40-4bff-baab-0ec992b11cd1 req-0abe0f12-3693-4c2b-9238-4d7e547e4427 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:01.051100 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [None req-603df33b-5d36-41c3-bbbb-da617b15c384 tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] http://10.222.0.23:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:18:01.052236 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-603df33b-5d36-41c3-bbbb-da617b15c384 tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] 10.222.0.23 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0053976 Dec 06 17:18:01.054900 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52038) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:01.059671 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [None req-c8cb06e7-c164-4fe5-99c3-3ca80ab62f61 tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] http://10.222.0.23:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:18:01.061661 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['3151ab1d-b074-4e06-a04f-9eb3d8f129bc', 'cd9ab412-e6e1-4a1b-b170-71b166dfd819'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:18:01.062161 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-c8cb06e7-c164-4fe5-99c3-3ca80ab62f61 tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] 10.222.0.23 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0062037 Dec 06 17:18:01.065102 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52040) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:01.071612 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [None req-7ec5193a-36d9-4de2-880a-f8964cfb9a36 tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] http://10.222.0.23:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:18:01.072562 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-7ec5193a-36d9-4de2-880a-f8964cfb9a36 tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] 10.222.0.23 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0064733 Dec 06 17:18:01.075584 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52042) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:01.081707 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [None req-3d1aeae9-ef60-4d14-882a-a07c193c445a tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] http://10.222.0.23:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:18:01.082660 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-3d1aeae9-ef60-4d14-882a-a07c193c445a tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] 10.222.0.23 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0061991 Dec 06 17:18:01.085368 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941b8fc4-db40-4bff-baab-0ec992b11cd1 req-0abe0f12-3693-4c2b-9238-4d7e547e4427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:01.085538 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52044) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:01.086574 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-941b8fc4-db40-4bff-baab-0ec992b11cd1 req-0abe0f12-3693-4c2b-9238-4d7e547e4427 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:01.088404 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-941b8fc4-db40-4bff-baab-0ec992b11cd1 req-0abe0f12-3693-4c2b-9238-4d7e547e4427 service neutron] 10.222.0.41 "PUT /v2.0/ports/4d6fb483-9776-4799-8f8d-adcdec0cf3c4 HTTP/1.1" status: 200 len: 1092 time: 0.7114103 Dec 06 17:18:01.089022 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09648357-7a8d-4813-92fe-e77a4f08dcad', 'tag': '4d6fb483-9776-4799-8f8d-adcdec0cf3c4'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:18:01.091346 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a66bffd1-3689-4ac9-8d0c-1504971f6c21" -d '{"events": [{"name": "network-changed", "server_uuid": "09648357-7a8d-4813-92fe-e77a4f08dcad", "tag": "4d6fb483-9776-4799-8f8d-adcdec0cf3c4"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:18:01.101199 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [None req-099eb9e0-1805-47e7-b240-48cf356b717c tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] http://10.222.0.23:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:18:01.107090 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-099eb9e0-1805-47e7-b240-48cf356b717c tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] 10.222.0.23 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0201800 Dec 06 17:18:01.110852 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 52050) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:01.125969 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [None req-b8071e3d-415e-402c-bfde-416098c4caba tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] http://10.222.0.23:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103285) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:18:01.125969 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-b8071e3d-415e-402c-bfde-416098c4caba tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] 10.222.0.23 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0101929 Dec 06 17:18:01.128504 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52054) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:01.133788 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [None req-8bfb9a88-abc1-4e8b-85ae-2a2c9aa88e62 tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] http://10.222.0.23:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:18:01.134909 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-8bfb9a88-abc1-4e8b-85ae-2a2c9aa88e62 tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] 10.222.0.23 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0053771 Dec 06 17:18:01.137527 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52056) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:01.143484 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [None req-d08cd3b0-32be-40a4-ae10-7d37ab007e5d tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] http://10.222.0.23:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:18:01.145802 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-d08cd3b0-32be-40a4-ae10-7d37ab007e5d tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] 10.222.0.23 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0073190 Dec 06 17:18:01.148453 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52058) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:01.152749 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [None req-a94bcdce-5a0a-44aa-b0c6-61d8d61ce1ca tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] http://10.222.0.23:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:18:01.153836 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-a94bcdce-5a0a-44aa-b0c6-61d8d61ce1ca tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] 10.222.0.23 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0043755 Dec 06 17:18:01.156532 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52060) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:01.157828 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19bc859f-e1e9-4a07-bf65-9cb2417e2c5b x-openstack-request-id: req-19bc859f-e1e9-4a07-bf65-9cb2417e2c5b {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:18:01.158118 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09648357-7a8d-4813-92fe-e77a4f08dcad", "tag": "4d6fb483-9776-4799-8f8d-adcdec0cf3c4", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:18:01.158549 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-19bc859f-e1e9-4a07-bf65-9cb2417e2c5b {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:18:01.159103 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09648357-7a8d-4813-92fe-e77a4f08dcad', 'tag': '4d6fb483-9776-4799-8f8d-adcdec0cf3c4', 'status': 'completed', 'code': 200} Dec 06 17:18:01.161874 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [None req-c22dfa2c-a12e-4af9-b618-09810205617d tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] http://10.222.0.23:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:18:01.162921 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-c22dfa2c-a12e-4af9-b618-09810205617d tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] 10.222.0.23 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0054348 Dec 06 17:18:01.166931 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52062) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:01.176611 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [None req-a8a0c4e2-7a38-4af4-b313-069105d021da tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] http://10.222.0.23:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:18:01.183695 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-a8a0c4e2-7a38-4af4-b313-069105d021da tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] 10.222.0.23 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0138824 Dec 06 17:18:01.187697 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52064) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:01.194300 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [None req-a2e407d0-f9f1-4ffe-84f0-85b3a242147a tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] http://10.222.0.23:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:18:01.200216 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-a2e407d0-f9f1-4ffe-84f0-85b3a242147a tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] 10.222.0.23 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0111108 Dec 06 17:18:01.200467 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abe0f12-3693-4c2b-9238-4d7e547e4427 service neutron] Pushing event updated for resources: {'Port': ['ID=4d6fb483-9776-4799-8f8d-adcdec0cf3c4,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:01.203364 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52066) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:01.214717 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [None req-a28e423d-9c22-4931-a01a-f319362a7d46 tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] http://10.222.0.23:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:18:01.215094 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941b8fc4-db40-4bff-baab-0ec992b11cd1 req-2c5602f3-f730-4d34-958f-4d1ad95eea63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:01.216859 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-941b8fc4-db40-4bff-baab-0ec992b11cd1 req-2c5602f3-f730-4d34-958f-4d1ad95eea63 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0b996ae66d164de39215c3dfc863b124&device_id=09648357-7a8d-4813-92fe-e77a4f08dcad HTTP/1.1" status: 200 len: 1095 time: 0.0745425 Dec 06 17:18:01.218656 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-a28e423d-9c22-4931-a01a-f319362a7d46 tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] 10.222.0.23 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0143383 Dec 06 17:18:01.219238 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 52068) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:01.224017 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [None req-c0bd3561-4736-44a6-8e5d-d7c9ff61c64c tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] http://10.222.0.23:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103285) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:18:01.224956 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-c0bd3561-4736-44a6-8e5d-d7c9ff61c64c tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] 10.222.0.23 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0043635 Dec 06 17:18:01.228286 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52070) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:01.234457 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [None req-6dd818b7-5baa-4aa3-be5d-4ce27f29cff2 tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] http://10.222.0.23:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:18:01.235694 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-6dd818b7-5baa-4aa3-be5d-4ce27f29cff2 tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] 10.222.0.23 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0063732 Dec 06 17:18:01.238239 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52074) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:01.245724 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [None req-3aabcf72-c4a1-41df-9b05-3e484b48b728 tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] http://10.222.0.23:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:18:01.247323 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-3aabcf72-c4a1-41df-9b05-3e484b48b728 tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] 10.222.0.23 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0076997 Dec 06 17:18:01.250684 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52076) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:01.255804 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [None req-694b44ce-df58-49e3-81e9-a39c4f21f963 tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] http://10.222.0.23:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:18:01.257240 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-694b44ce-df58-49e3-81e9-a39c4f21f963 tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] 10.222.0.23 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0053792 Dec 06 17:18:01.259764 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52078) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:01.264187 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [None req-9aed8a5e-9841-47a5-8bb6-3ea951f970c5 tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] http://10.222.0.23:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:18:01.265880 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-9aed8a5e-9841-47a5-8bb6-3ea951f970c5 tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] 10.222.0.23 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0045342 Dec 06 17:18:01.267982 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52080) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:01.272795 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [None req-25fc25f5-cbb7-4a78-a29a-266c5fb098a2 tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] http://10.222.0.23:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:18:01.273936 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-25fc25f5-cbb7-4a78-a29a-266c5fb098a2 tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] 10.222.0.23 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0044687 Dec 06 17:18:01.276954 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52082) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:01.280097 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-941b8fc4-db40-4bff-baab-0ec992b11cd1 req-202ef19c-ccf9-4b92-a52e-e3d40ee80681 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d6fb483-9776-4799-8f8d-adcdec0cf3c4 HTTP/1.1" status: 200 len: 217 time: 0.0480921 Dec 06 17:18:01.281990 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [None req-64e49ba5-ff1c-42ce-bbfc-1a444e4d337a tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] http://10.222.0.23:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:18:01.283085 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-64e49ba5-ff1c-42ce-bbfc-1a444e4d337a tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] 10.222.0.23 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0049064 Dec 06 17:18:01.285974 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52084) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:01.291233 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [None req-3b0a3971-3107-4d5b-90db-2d24eba4c4b6 tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] http://10.222.0.23:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:18:01.292343 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-3b0a3971-3107-4d5b-90db-2d24eba4c4b6 tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] 10.222.0.23 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0052123 Dec 06 17:18:01.294700 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52086) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:01.303357 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [None req-8bc99f2c-143c-4c9f-9b54-c479300cf19d tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] http://10.222.0.23:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:18:01.307846 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-8bc99f2c-143c-4c9f-9b54-c479300cf19d tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] 10.222.0.23 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0120926 Dec 06 17:18:01.309132 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52088) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:01.313783 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [None req-bc6a98b0-8a48-4ac2-b0dc-34d43c641cc4 tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] http://10.222.0.23:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:18:01.318076 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 52090) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:01.318791 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-bc6a98b0-8a48-4ac2-b0dc-34d43c641cc4 tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] 10.222.0.23 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0083647 Dec 06 17:18:01.324522 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [None req-c5130d67-c836-491d-b916-7cb84a1db41b tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] http://10.222.0.23:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103285) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:18:01.327917 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-c5130d67-c836-491d-b916-7cb84a1db41b tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] 10.222.0.23 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0065315 Dec 06 17:18:01.328410 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52092) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:01.356349 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [None req-585ea3de-72ba-430f-81e4-68449aef22f5 tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] http://10.222.0.23:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:18:01.357427 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-585ea3de-72ba-430f-81e4-68449aef22f5 tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] 10.222.0.23 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0171416 Dec 06 17:18:01.359721 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941b8fc4-db40-4bff-baab-0ec992b11cd1 req-f4d7205c-4c14-49a0-a04a-af21264ac624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:01.363990 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-941b8fc4-db40-4bff-baab-0ec992b11cd1 req-f4d7205c-4c14-49a0-a04a-af21264ac624 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b9546861-2c51-42d4-889f-961f9688fd79 HTTP/1.1" status: 200 len: 845 time: 0.0724030 Dec 06 17:18:01.364859 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52096) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:01.369814 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [None req-4f6cce1a-b29f-45d7-bb1f-82fc0b287c3a tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] http://10.222.0.23:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:18:01.370849 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-4f6cce1a-b29f-45d7-bb1f-82fc0b287c3a tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] 10.222.0.23 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0049412 Dec 06 17:18:01.373656 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52102) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:01.388327 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [None req-13e7d23f-430e-4120-8e3a-b7ccf4e3546b tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] http://10.222.0.23:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:18:01.389652 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-13e7d23f-430e-4120-8e3a-b7ccf4e3546b tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] 10.222.0.23 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0136566 Dec 06 17:18:01.392811 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52104) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:01.403628 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [None req-9d552838-2435-43ed-bcc9-aa035cc41681 tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] http://10.222.0.23:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:18:01.407165 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-9d552838-2435-43ed-bcc9-aa035cc41681 tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] 10.222.0.23 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0132349 Dec 06 17:18:01.411226 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52106) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:01.415495 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [None req-84856135-a1dc-45d4-8dc6-63763f20670f tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] http://10.222.0.23:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:18:01.416441 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-84856135-a1dc-45d4-8dc6-63763f20670f tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] 10.222.0.23 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0042999 Dec 06 17:18:01.419717 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52108) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:01.424324 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [None req-5952313f-ef64-439b-8ade-fe82d106aa92 tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] http://10.222.0.23:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:18:01.429735 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-5952313f-ef64-439b-8ade-fe82d106aa92 tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] 10.222.0.23 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0088384 Dec 06 17:18:01.430185 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 52110) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:01.432896 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-941b8fc4-db40-4bff-baab-0ec992b11cd1 req-744254bd-ee0c-48f7-b514-2083027d7236 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=931f4273-7ce0-414b-a3b2-f40f48617bda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547352 Dec 06 17:18:01.436950 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [None req-061c1bd7-6b30-4130-b547-495132a54ada tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] http://10.222.0.23:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103285) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:18:01.437910 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-061c1bd7-6b30-4130-b547-495132a54ada tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] 10.222.0.23 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0041430 Dec 06 17:18:01.440516 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 52112) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:01.445674 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [None req-81069ed7-a050-4ded-bd3f-5c92d35e239d tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] http://10.222.0.23:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103285) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:18:01.447546 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-81069ed7-a050-4ded-bd3f-5c92d35e239d tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] 10.222.0.23 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0057991 Dec 06 17:18:01.450153 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52114) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:01.455952 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [None req-8fa23402-afd6-46e0-8eae-b2512562ddd0 tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] http://10.222.0.23:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:18:01.460369 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-8fa23402-afd6-46e0-8eae-b2512562ddd0 tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] 10.222.0.23 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0090559 Dec 06 17:18:01.461762 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52116) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:01.466576 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [None req-ad932a44-0074-4449-a4c6-56bbb7e68db7 tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] http://10.222.0.23:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:18:01.471509 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-ad932a44-0074-4449-a4c6-56bbb7e68db7 tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] 10.222.0.23 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0083106 Dec 06 17:18:01.472685 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52118) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:01.478291 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [None req-101a3cf6-1fab-484a-98df-ebac82a09a90 tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:18:01.482011 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-101a3cf6-1fab-484a-98df-ebac82a09a90 tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0072484 Dec 06 17:18:01.482711 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 52120) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:01.488596 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [None req-25478f02-a7cf-4549-8032-600e0edaefe3 tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] http://10.222.0.23:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103285) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:18:01.489558 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-25478f02-a7cf-4549-8032-600e0edaefe3 tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] 10.222.0.23 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0059009 Dec 06 17:18:01.491970 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 52122) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:01.524391 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [None req-15b94562-a608-47d6-b9b2-b58b4641a74c tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] http://10.222.0.23:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103285) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:18:01.525413 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-15b94562-a608-47d6-b9b2-b58b4641a74c tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] 10.222.0.23 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0325758 Dec 06 17:18:01.528095 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 52126) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:01.532116 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [None req-4d2d3d0b-da41-4a4e-a4c1-aa4b673fa4ad tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] http://10.222.0.23:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103285) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:18:01.533048 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-4d2d3d0b-da41-4a4e-a4c1-aa4b673fa4ad tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] 10.222.0.23 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0040720 Dec 06 17:18:01.535451 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 52128) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:01.541241 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b9d352-aba1-44dd-a364-3784118ca020 req-45b81f0c-a46e-402e-a347-8ca697726c50 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:01.541241 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-61b9d352-aba1-44dd-a364-3784118ca020 req-45b81f0c-a46e-402e-a347-8ca697726c50 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef3bd4f1-5327-4df0-926b-cead0d0604c2 HTTP/1.1" status: 200 len: 944 time: 0.0664001 Dec 06 17:18:01.541463 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [None req-47391224-e500-4af1-b35d-18f95dbc5f9a tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] http://10.222.0.23:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103285) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:18:01.541823 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-47391224-e500-4af1-b35d-18f95dbc5f9a tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] 10.222.0.23 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0052791 Dec 06 17:18:01.544103 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 52132) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:01.551985 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [None req-e55e5df3-c7b6-42b7-9418-7be7b0f455d3 tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] http://10.222.0.23:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103285) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:18:01.555314 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-e55e5df3-c7b6-42b7-9418-7be7b0f455d3 tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] 10.222.0.23 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0079904 Dec 06 17:18:01.556576 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 52136) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:01.559957 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [None req-6a87dd6b-bc8b-476f-aa0d-3321079840f0 tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] http://10.222.0.23:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103285) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:18:01.564152 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-6a87dd6b-bc8b-476f-aa0d-3321079840f0 tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] 10.222.0.23 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0040195 Dec 06 17:18:01.564152 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 52138) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:01.570822 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [None req-bce19056-32ad-4487-9e71-1ab86975e349 tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] http://10.222.0.23:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103285) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:18:01.575478 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-bce19056-32ad-4487-9e71-1ab86975e349 tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] 10.222.0.23 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0081248 Dec 06 17:18:01.575478 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 52140) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:01.581996 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [None req-81d7c826-a112-490b-9783-896f89ab02f4 tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] http://10.222.0.23:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103285) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:18:01.585362 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-81d7c826-a112-490b-9783-896f89ab02f4 tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] 10.222.0.23 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0070560 Dec 06 17:18:01.587563 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 52142) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:01.597126 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [None req-aaa5d8c8-c6f8-4a36-969a-ab15fb901884 tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103285) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:18:01.601457 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-aaa5d8c8-c6f8-4a36-969a-ab15fb901884 tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0096390 Dec 06 17:18:01.601457 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 52144) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:01.606825 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [None req-68a13042-e1c6-47e6-99c2-2a80e6c3f89a tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] http://10.222.0.23:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103285) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:18:01.610266 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-68a13042-e1c6-47e6-99c2-2a80e6c3f89a tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] 10.222.0.23 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0057006 Dec 06 17:18:01.610578 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 52146) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:01.614926 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [None req-0e00f7e3-0282-4b71-aea4-74e3792f4587 tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] http://10.222.0.23:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103285) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:18:01.618851 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-0e00f7e3-0282-4b71-aea4-74e3792f4587 tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] 10.222.0.23 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0043871 Dec 06 17:18:01.618988 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-61b9d352-aba1-44dd-a364-3784118ca020 req-dbdbab6b-0933-4c3e-88d1-9f16c6144e55 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d8b7371-b4da-47a5-b5a3-3920bab66823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601628 Dec 06 17:18:01.619108 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 52148) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:01.630746 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [None req-16f1ab79-50d8-4bec-a451-bb9b7c196c83 tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] http://10.222.0.23:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103285) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:18:01.631777 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-16f1ab79-50d8-4bec-a451-bb9b7c196c83 tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] 10.222.0.23 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0118124 Dec 06 17:18:01.634724 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-941b8fc4-db40-4bff-baab-0ec992b11cd1 req-bb592fc4-b309-49b3-9500-f7ee445ad4c9 service neutron] 10.222.0.41 "GET /v2.0/networks/931f4273-7ce0-414b-a3b2-f40f48617bda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856458 Dec 06 17:18:01.635023 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52150) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:01.639422 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [None req-6d0c1630-9f99-41b9-98a9-0b322fc25aea tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] http://10.222.0.23:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:18:01.645519 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-6d0c1630-9f99-41b9-98a9-0b322fc25aea tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] 10.222.0.23 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0068574 Dec 06 17:18:01.645519 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52152) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:01.650678 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [None req-4418b530-7932-436e-9cbf-9e2fd692933d tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] http://10.222.0.23:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:18:01.651629 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-4418b530-7932-436e-9cbf-9e2fd692933d tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] 10.222.0.23 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0069957 Dec 06 17:18:01.654087 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52156) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:01.658414 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [None req-e0fe6ce6-df3d-4236-b6ca-6fdfecb9dd7b tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:18:01.662136 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-e0fe6ce6-df3d-4236-b6ca-6fdfecb9dd7b tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0067840 Dec 06 17:18:01.662781 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52158) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:01.667460 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [None req-aa58da7d-b786-45eb-afaf-392b87316e9d tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:18:01.676273 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-aa58da7d-b786-45eb-afaf-392b87316e9d tempest-ExtensionsTestJSON-312353354 tempest-ExtensionsTestJSON-312353354-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0077934 Dec 06 17:18:01.743046 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac99f4a-13c0-47d8-9e7f-f6433d0845d7 req-85df367f-543c-4a4d-849c-1246bd89f684 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:01.745191 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5ac99f4a-13c0-47d8-9e7f-f6433d0845d7 req-85df367f-543c-4a4d-849c-1246bd89f684 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=09648357-7a8d-4813-92fe-e77a4f08dcad HTTP/1.1" status: 200 len: 944 time: 0.1241555 Dec 06 17:18:01.791012 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-941b8fc4-db40-4bff-baab-0ec992b11cd1 req-0bbb716b-5b50-42e6-bcd7-bb73f467bb10 service neutron] 10.222.0.41 "GET /v2.0/networks/931f4273-7ce0-414b-a3b2-f40f48617bda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464009 Dec 06 17:18:01.830384 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5ac99f4a-13c0-47d8-9e7f-f6433d0845d7 req-63d431f8-d929-4343-bb84-2589dbc39ed9 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739858 Dec 06 17:18:01.893839 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66bffd1-3689-4ac9-8d0c-1504971f6c21 req-c7da1f30-4ba8-481e-abf2-960769e7489c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:01.895353 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a66bffd1-3689-4ac9-8d0c-1504971f6c21 req-c7da1f30-4ba8-481e-abf2-960769e7489c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0b996ae66d164de39215c3dfc863b124&device_id=09648357-7a8d-4813-92fe-e77a4f08dcad HTTP/1.1" status: 200 len: 1095 time: 0.0440645 Dec 06 17:18:01.952612 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52170) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:02.003369 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66bffd1-3689-4ac9-8d0c-1504971f6c21 req-29af5057-d57f-4597-98f5-4ffb1a343722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:02.005569 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a66bffd1-3689-4ac9-8d0c-1504971f6c21 req-29af5057-d57f-4597-98f5-4ffb1a343722 service neutron] 10.222.0.41 "GET /v2.0/networks?id=931f4273-7ce0-414b-a3b2-f40f48617bda HTTP/1.1" status: 200 len: 906 time: 0.1027780 Dec 06 17:18:02.052890 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a66bffd1-3689-4ac9-8d0c-1504971f6c21 req-93cdede1-d2cf-4fec-8457-8184c18e7284 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d6fb483-9776-4799-8f8d-adcdec0cf3c4 HTTP/1.1" status: 200 len: 217 time: 0.0391638 Dec 06 17:18:02.084345 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2afdf9a8-0df7-418c-8320-a16e1f7ef395 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:02.112258 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66bffd1-3689-4ac9-8d0c-1504971f6c21 req-a37a18f7-0373-430c-a744-5a53e17b91bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:02.113884 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a66bffd1-3689-4ac9-8d0c-1504971f6c21 req-a37a18f7-0373-430c-a744-5a53e17b91bb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b9546861-2c51-42d4-889f-961f9688fd79 HTTP/1.1" status: 200 len: 845 time: 0.0536258 Dec 06 17:18:02.154112 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a66bffd1-3689-4ac9-8d0c-1504971f6c21 req-f434630d-546f-46c2-add9-5619999f9840 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=931f4273-7ce0-414b-a3b2-f40f48617bda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308471 Dec 06 17:18:02.169299 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2afdf9a8-0df7-418c-8320-a16e1f7ef395 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:02.173557 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2afdf9a8-0df7-418c-8320-a16e1f7ef395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:02.215407 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-2afdf9a8-0df7-418c-8320-a16e1f7ef395 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e4d5df24285b489f87599ecb54b5a781&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2617149 Dec 06 17:18:02.216175 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 52180) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:02.217888 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afdf9a8-0df7-418c-8320-a16e1f7ef395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f68ddc-148f-4963-8b0f-edc840b2cd55,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:02.225898 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afdf9a8-0df7-418c-8320-a16e1f7ef395 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:18:02.226388 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afdf9a8-0df7-418c-8320-a16e1f7ef395 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:18:02.226761 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afdf9a8-0df7-418c-8320-a16e1f7ef395 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:18:02.227174 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afdf9a8-0df7-418c-8320-a16e1f7ef395 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:18:02.227673 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afdf9a8-0df7-418c-8320-a16e1f7ef395 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:18:02.228025 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afdf9a8-0df7-418c-8320-a16e1f7ef395 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:18:02.228529 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afdf9a8-0df7-418c-8320-a16e1f7ef395 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:18:02.228928 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afdf9a8-0df7-418c-8320-a16e1f7ef395 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:18:02.229327 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afdf9a8-0df7-418c-8320-a16e1f7ef395 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:18:02.229938 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afdf9a8-0df7-418c-8320-a16e1f7ef395 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:18:02.230516 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afdf9a8-0df7-418c-8320-a16e1f7ef395 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:18:02.230516 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afdf9a8-0df7-418c-8320-a16e1f7ef395 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:18:02.230906 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afdf9a8-0df7-418c-8320-a16e1f7ef395 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:18:02.283049 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a66bffd1-3689-4ac9-8d0c-1504971f6c21 req-393c6938-fda8-40f8-b98e-5bcc382e5400 service neutron] 10.222.0.41 "GET /v2.0/networks/931f4273-7ce0-414b-a3b2-f40f48617bda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202395 Dec 06 17:18:02.313436 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9f449ac0-f7f4-4888-8e01-72d50dbc36bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:02.376950 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9f449ac0-f7f4-4888-8e01-72d50dbc36bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:02.428710 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a66bffd1-3689-4ac9-8d0c-1504971f6c21 req-e079a3e7-e673-451b-98ef-5d56fd4757e8 service neutron] 10.222.0.41 "GET /v2.0/networks/931f4273-7ce0-414b-a3b2-f40f48617bda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368492 Dec 06 17:18:02.452717 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9f449ac0-f7f4-4888-8e01-72d50dbc36bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:02.455614 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9f449ac0-f7f4-4888-8e01-72d50dbc36bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:02.465021 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-9f449ac0-f7f4-4888-8e01-72d50dbc36bf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b9f68ddc-148f-4963-8b0f-edc840b2cd55 HTTP/1.1" status: 204 len: 168 time: 0.2423811 Dec 06 17:18:02.474253 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f449ac0-f7f4-4888-8e01-72d50dbc36bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f68ddc-148f-4963-8b0f-edc840b2cd55,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:02.652268 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:02.745406 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecb2aa1-21c1-418c-b50c-4ecb826cdca6 req-228602c7-d06b-42d0-9244-44bed7a191e1 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:02.747001 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fecb2aa1-21c1-418c-b50c-4ecb826cdca6 req-228602c7-d06b-42d0-9244-44bed7a191e1 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef3bd4f1-5327-4df0-926b-cead0d0604c2 HTTP/1.1" status: 200 len: 944 time: 0.0544531 Dec 06 17:18:02.804820 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fecb2aa1-21c1-418c-b50c-4ecb826cdca6 req-137a95b9-f866-4a90-94da-b6343523c56f tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d8b7371-b4da-47a5-b5a3-3920bab66823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514376 Dec 06 17:18:02.891701 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 7482f1ec-7e9c-429a-bc51-833dc3013922 up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:18:02.948896 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d88020-03c2-486d-b55a-7bd8483bf96b req-afab25fc-e881-47b2-8b3c-fc1db856c2a6 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:02.951012 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-19d88020-03c2-486d-b55a-7bd8483bf96b req-afab25fc-e881-47b2-8b3c-fc1db856c2a6 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=09648357-7a8d-4813-92fe-e77a4f08dcad HTTP/1.1" status: 200 len: 944 time: 0.0541172 Dec 06 17:18:02.959142 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning for port 7482f1ec-7e9c-429a-bc51-833dc3013922 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:18:02.964537 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port 7482f1ec-7e9c-429a-bc51-833dc3013922 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:18:02.965078 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:03.011135 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52214) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:03.011521 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-19d88020-03c2-486d-b55a-7bd8483bf96b req-e762e786-4682-4266-a6b6-6b8f341d4fc9 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542734 Dec 06 17:18:03.056580 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:03.088428 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '787bbd83-ee95-4f7a-93df-809c7731dd1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7482f1ec-7e9c-429a-bc51-833dc3013922'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:18:03.091084 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f12f153d-2da6-4a6a-8516-09de7201b236" -d '{"events": [{"server_uuid": "787bbd83-ee95-4f7a-93df-809c7731dd1b", "name": "network-vif-plugged", "status": "completed", "tag": "7482f1ec-7e9c-429a-bc51-833dc3013922"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:18:03.104679 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 7482f1ec-7e9c-429a-bc51-833dc3013922, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=7482f1ec-7e9c-429a-bc51-833dc3013922,segment=NetworkSegment(043e3718-ad88-414e-8c44-476cce50b82e),segment_id=043e3718-ad88-414e-8c44-476cce50b82e)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:18:03.112885 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:03.113932 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 97455568-2d07-4dc6-ab36-71a01e072570 up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:18:03.175458 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cf7d6fd-1506-48b0-bc21-f4da51a4a898 x-openstack-request-id: req-1cf7d6fd-1506-48b0-bc21-f4da51a4a898 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:18:03.176414 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "787bbd83-ee95-4f7a-93df-809c7731dd1b", "name": "network-vif-plugged", "status": "completed", "tag": "7482f1ec-7e9c-429a-bc51-833dc3013922", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:18:03.176688 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1cf7d6fd-1506-48b0-bc21-f4da51a4a898 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:18:03.177114 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '787bbd83-ee95-4f7a-93df-809c7731dd1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7482f1ec-7e9c-429a-bc51-833dc3013922', 'code': 200} Dec 06 17:18:03.213825 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1c5c3013-6019-47a6-a655-f24ef7919cac admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:03.217553 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=7482f1ec-7e9c-429a-bc51-833dc3013922,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:03.229686 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning for port 97455568-2d07-4dc6-ab36-71a01e072570 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:18:03.234312 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port 97455568-2d07-4dc6-ab36-71a01e072570 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:18:03.234756 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:03.293825 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac90dc-1e7e-4e1c-8321-47b605890359 req-58861501-7c68-4b07-ad2f-40e49926139e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:03.295604 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e1ac90dc-1e7e-4e1c-8321-47b605890359 req-58861501-7c68-4b07-ad2f-40e49926139e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=787bbd83-ee95-4f7a-93df-809c7731dd1b HTTP/1.1" status: 200 len: 1096 time: 0.0738666 Dec 06 17:18:03.325986 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:03.369660 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 97455568-2d07-4dc6-ab36-71a01e072570, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=97455568-2d07-4dc6-ab36-71a01e072570,segment=NetworkSegment(043e3718-ad88-414e-8c44-476cce50b82e),segment_id=043e3718-ad88-414e-8c44-476cce50b82e)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:18:03.374939 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:03.377531 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e1ac90dc-1e7e-4e1c-8321-47b605890359 req-3e9bf104-b351-494e-8ee6-b88ff4392820 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5d8b7371-b4da-47a5-b5a3-3920bab66823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719981 Dec 06 17:18:03.379605 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1c5c3013-6019-47a6-a655-f24ef7919cac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:03.385646 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52232) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:03.391948 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1c5c3013-6019-47a6-a655-f24ef7919cac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:03.428014 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=97455568-2d07-4dc6-ab36-71a01e072570,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:03.438669 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-1c5c3013-6019-47a6-a655-f24ef7919cac admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7ab04b305330403cb2d82dcd0d4f4f8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4240701 Dec 06 17:18:03.438669 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5c3013-6019-47a6-a655-f24ef7919cac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e33cdd30-7632-424e-83c5-0a39558775da,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:03.439148 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 52238) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:03.506700 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-87acb791-828f-4b6b-b533-9737320ce800 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1607878984'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:18:03.533362 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87acb791-828f-4b6b-b533-9737320ce800 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Made reservation on behalf of 0a1f457aa03040bf80cb1868b8b59715 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:18:03.538892 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-87acb791-828f-4b6b-b533-9737320ce800 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:03.550962 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-87acb791-828f-4b6b-b533-9737320ce800 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:03.640054 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-87acb791-828f-4b6b-b533-9737320ce800 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:03.643947 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-87acb791-828f-4b6b-b533-9737320ce800 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:03.677744 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87acb791-828f-4b6b-b533-9737320ce800 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:18:03.687112 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87acb791-828f-4b6b-b533-9737320ce800 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67212d54-7c40-41d6-8ef2-aaa98e2bba53,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:03.695367 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-87acb791-828f-4b6b-b533-9737320ce800 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:03.695714 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-87acb791-828f-4b6b-b533-9737320ce800 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Added segment 941fbc48-6f9e-4a8d-89f7-33db85291293 of type vlan for network b440af0e-b579-43cd-9411-f6e5c908dac2 Dec 06 17:18:03.738180 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-87acb791-828f-4b6b-b533-9737320ce800 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:03.762966 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-87acb791-828f-4b6b-b533-9737320ce800 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:03.769219 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87acb791-828f-4b6b-b533-9737320ce800 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:03.770644 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-87acb791-828f-4b6b-b533-9737320ce800 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:03.810481 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-87acb791-828f-4b6b-b533-9737320ce800 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4237144 Dec 06 17:18:03.817216 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 52242) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:03.822514 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-17a6892d-7ba4-4eee-9911-21bea1109260 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Request body: {'subnet': {'network_id': 'b440af0e-b579-43cd-9411-f6e5c908dac2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:18:03.839702 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-df416308-3b81-4234-a98a-6a3d8847be3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:03.844502 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87acb791-828f-4b6b-b533-9737320ce800 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Pushing event updated for resources: {'Network': ['ID=b440af0e-b579-43cd-9411-f6e5c908dac2,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:03.858014 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network b440af0e-b579-43cd-9411-f6e5c908dac2 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:18:03.904601 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-df416308-3b81-4234-a98a-6a3d8847be3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:03.935407 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23051195-8f26-415a-842b-cb9334422783 req-77b4fb9e-886f-4ccc-9d9b-ad19fcf60980 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:03.936957 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-23051195-8f26-415a-842b-cb9334422783 req-77b4fb9e-886f-4ccc-9d9b-ad19fcf60980 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef3bd4f1-5327-4df0-926b-cead0d0604c2 HTTP/1.1" status: 200 len: 945 time: 0.0529940 Dec 06 17:18:03.956142 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17a6892d-7ba4-4eee-9911-21bea1109260 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Made reservation on behalf of 0a1f457aa03040bf80cb1868b8b59715 for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:18:03.959831 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-17a6892d-7ba4-4eee-9911-21bea1109260 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:03.990794 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-df416308-3b81-4234-a98a-6a3d8847be3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:03.991718 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-23051195-8f26-415a-842b-cb9334422783 req-92af3c88-6186-4350-808e-b3edd97df161 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d8b7371-b4da-47a5-b5a3-3920bab66823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484343 Dec 06 17:18:03.993544 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-df416308-3b81-4234-a98a-6a3d8847be3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:03.994709 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-df416308-3b81-4234-a98a-6a3d8847be3d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e33cdd30-7632-424e-83c5-0a39558775da HTTP/1.1" status: 204 len: 168 time: 0.5541840 Dec 06 17:18:04.030419 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df416308-3b81-4234-a98a-6a3d8847be3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e33cdd30-7632-424e-83c5-0a39558775da,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:04.065216 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 4d6fb483-9776-4799-8f8d-adcdec0cf3c4 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:18:04.175900 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 4d6fb483-9776-4799-8f8d-adcdec0cf3c4, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=4d6fb483-9776-4799-8f8d-adcdec0cf3c4,segment=NetworkSegment(b722eb92-d8da-4fbc-acca-71668ea91866),segment_id=b722eb92-d8da-4fbc-acca-71668ea91866)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:18:04.191187 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c420e22e-973d-4c5c-b6bb-8809f36afb82 req-2aca3d12-6fb5-458a-822c-15c913834a83 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:04.192911 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c420e22e-973d-4c5c-b6bb-8809f36afb82 req-2aca3d12-6fb5-458a-822c-15c913834a83 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=09648357-7a8d-4813-92fe-e77a4f08dcad HTTP/1.1" status: 200 len: 944 time: 0.0979147 Dec 06 17:18:04.200133 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': '4d6fb483-9776-4799-8f8d-adcdec0cf3c4', 'network_id': '931f4273-7ce0-414b-a3b2-f40f48617bda', 'port_id': '4d6fb483-9776-4799-8f8d-adcdec0cf3c4', 'mac_address': 'fa:16:3e:a4:f7:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9546861-2c51-42d4-889f-961f9688fd79', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:18:04.225333 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-17a6892d-7ba4-4eee-9911-21bea1109260 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:04.256627 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:04.271760 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d6fb483-9776-4799-8f8d-adcdec0cf3c4 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:18:04.292468 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 4d6fb483-9776-4799-8f8d-adcdec0cf3c4, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=4d6fb483-9776-4799-8f8d-adcdec0cf3c4,segment=NetworkSegment(b722eb92-d8da-4fbc-acca-71668ea91866),segment_id=b722eb92-d8da-4fbc-acca-71668ea91866)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:18:04.297071 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:04.314411 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a6892d-7ba4-4eee-9911-21bea1109260 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Pushing event updated for resources: {'Subnet': ['ID=dccc6c2a-0d60-4e5a-ba73-0dccb98ed4d9,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:04.319304 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c420e22e-973d-4c5c-b6bb-8809f36afb82 req-0118f89e-5d33-4157-af4e-db45ff30d45e tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156466 Dec 06 17:18:04.340883 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a6892d-7ba4-4eee-9911-21bea1109260 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Checking segment: {'id': '941fbc48-6f9e-4a8d-89f7-33db85291293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b440af0e-b579-43cd-9411-f6e5c908dac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:18:04.340883 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a6892d-7ba4-4eee-9911-21bea1109260 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Network hostable DHCP agents. Network: b440af0e-b579-43cd-9411-f6e5c908dac2, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:18:04.355446 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a6892d-7ba4-4eee-9911-21bea1109260 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Network b440af0e-b579-43cd-9411-f6e5c908dac2 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:18:04.361093 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=4d6fb483-9776-4799-8f8d-adcdec0cf3c4,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:04.368612 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-17a6892d-7ba4-4eee-9911-21bea1109260 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, b440af0e-b579-43cd-9411-f6e5c908dac2) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:18:04.377142 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a6892d-7ba4-4eee-9911-21bea1109260 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:04.378372 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-17a6892d-7ba4-4eee-9911-21bea1109260 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:04.381841 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42455dea-e2ef-48b3-ac76-12dd33bebeeb None None] Network b440af0e-b579-43cd-9411-f6e5c908dac2 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:18:04.402363 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-17a6892d-7ba4-4eee-9911-21bea1109260 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5806711 Dec 06 17:18:04.402363 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 52254) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:04.406793 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-2ec96663-1292-40c0-9092-0be880a315f0 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1220993903', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}, 'admin_state_up': False}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:18:04.440462 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2ec96663-1292-40c0-9092-0be880a315f0 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:04.441666 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2ec96663-1292-40c0-9092-0be880a315f0 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:04.463950 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52256) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:04.490720 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2ffda350-2e29-439d-9a1e-038667f01310 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:04.501437 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2ec96663-1292-40c0-9092-0be880a315f0 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:04.669262 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2ffda350-2e29-439d-9a1e-038667f01310 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:04.678319 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2ffda350-2e29-439d-9a1e-038667f01310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:04.726221 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-2ffda350-2e29-439d-9a1e-038667f01310 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=49e2783fa03d47a2bb36dadac4acbf88&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2581394 Dec 06 17:18:04.726745 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52264) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:04.733132 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffda350-2e29-439d-9a1e-038667f01310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8210cac4-b60e-469d-b395-cc52872abb6f,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:04.765710 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['4d6fb483-9776-4799-8f8d-adcdec0cf3c4'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:18:04.768769 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57abfc61-cd96-4edd-a4b4-1555371700be None None] Network b440af0e-b579-43cd-9411-f6e5c908dac2 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:18:04.793113 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-41206fdc-2949-4464-9c4d-6d5828693357 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:04.796370 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2ec96663-1292-40c0-9092-0be880a315f0 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:04.818982 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-41206fdc-2949-4464-9c4d-6d5828693357 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:04.877088 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-41206fdc-2949-4464-9c4d-6d5828693357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:04.881275 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-41206fdc-2949-4464-9c4d-6d5828693357 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:04.885382 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-41206fdc-2949-4464-9c4d-6d5828693357 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8210cac4-b60e-469d-b395-cc52872abb6f HTTP/1.1" status: 204 len: 168 time: 0.1547592 Dec 06 17:18:04.894826 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41206fdc-2949-4464-9c4d-6d5828693357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8210cac4-b60e-469d-b395-cc52872abb6f,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:05.010558 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2ec96663-1292-40c0-9092-0be880a315f0 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks [] for router_gateway, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:05.030667 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2ec96663-1292-40c0-9092-0be880a315f0 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:05.108145 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:05.166714 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2f293a-583a-41e3-856e-eb32f15815ba req-5b18c773-77d5-4d37-83d4-73375a0f1145 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:05.168206 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7d2f293a-583a-41e3-856e-eb32f15815ba req-5b18c773-77d5-4d37-83d4-73375a0f1145 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef3bd4f1-5327-4df0-926b-cead0d0604c2 HTTP/1.1" status: 200 len: 945 time: 0.0897226 Dec 06 17:18:05.177851 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef3bd4f1-5327-4df0-926b-cead0d0604c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97455568-2d07-4dc6-ab36-71a01e072570'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:18:05.181791 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e01c88-003d-43f2-bcd7-52d3d2402d87" -d '{"events": [{"server_uuid": "ef3bd4f1-5327-4df0-926b-cead0d0604c2", "name": "network-vif-plugged", "status": "completed", "tag": "97455568-2d07-4dc6-ab36-71a01e072570"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:18:05.197340 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-2ec96663-1292-40c0-9092-0be880a315f0 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Allocated IP 172.35.1.98 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/99e6f879-d686-46bb-8795-42fdc4501e80) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:18:05.221812 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef6afdc-cddb-4efc-b399-091bb5ebc990 x-openstack-request-id: req-3ef6afdc-cddb-4efc-b399-091bb5ebc990 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:18:05.223320 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef3bd4f1-5327-4df0-926b-cead0d0604c2", "name": "network-vif-plugged", "status": "completed", "tag": "97455568-2d07-4dc6-ab36-71a01e072570", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:18:05.223860 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3ef6afdc-cddb-4efc-b399-091bb5ebc990 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:18:05.224933 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef3bd4f1-5327-4df0-926b-cead0d0604c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97455568-2d07-4dc6-ab36-71a01e072570', 'code': 200} Dec 06 17:18:05.309971 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7d2f293a-583a-41e3-856e-eb32f15815ba req-2c31ed46-a216-46dc-afe0-bb4a74dc1b4b tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d8b7371-b4da-47a5-b5a3-3920bab66823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339791 Dec 06 17:18:05.359288 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5695903-d96c-4354-b04d-6bac76f7dc72 req-ad7bc26e-6844-4296-802d-ab0dcbcf7939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:05.364409 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e5695903-d96c-4354-b04d-6bac76f7dc72 req-ad7bc26e-6844-4296-802d-ab0dcbcf7939 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ef3bd4f1-5327-4df0-926b-cead0d0604c2 HTTP/1.1" status: 200 len: 1096 time: 0.0673165 Dec 06 17:18:05.364877 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2ec96663-1292-40c0-9092-0be880a315f0 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:05.404689 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2ec96663-1292-40c0-9092-0be880a315f0 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:05.444521 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e5695903-d96c-4354-b04d-6bac76f7dc72 req-4ab1fced-fbfc-4061-96d0-49e768436a9a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5d8b7371-b4da-47a5-b5a3-3920bab66823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743532 Dec 06 17:18:05.450592 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec96663-1292-40c0-9092-0be880a315f0 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:18:05.453788 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-2ec96663-1292-40c0-9092-0be880a315f0 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:18:05.462750 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec96663-1292-40c0-9092-0be880a315f0 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:18:05.465283 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec96663-1292-40c0-9092-0be880a315f0 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Pushing event updated for resources: {'Port': ['ID=99e6f879-d686-46bb-8795-42fdc4501e80,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:05.467731 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de2cf6d-4f5e-414a-bbed-8ac7aa77b6a0 req-3af1e9f2-6752-475c-b5df-70574c850a29 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:05.469591 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7de2cf6d-4f5e-414a-bbed-8ac7aa77b6a0 req-3af1e9f2-6752-475c-b5df-70574c850a29 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=09648357-7a8d-4813-92fe-e77a4f08dcad HTTP/1.1" status: 200 len: 945 time: 0.0665846 Dec 06 17:18:05.526249 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7de2cf6d-4f5e-414a-bbed-8ac7aa77b6a0 req-4f7a616d-e6cd-4101-adc2-45ead80a6372 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494838 Dec 06 17:18:05.802169 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2ec96663-1292-40c0-9092-0be880a315f0 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks [] for router_gateway, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:06.003036 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2ec96663-1292-40c0-9092-0be880a315f0 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:06.088032 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 4d6fb483-9776-4799-8f8d-adcdec0cf3c4 up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:18:06.141331 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port 4d6fb483-9776-4799-8f8d-adcdec0cf3c4 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:18:06.142012 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ec96663-1292-40c0-9092-0be880a315f0 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Router 5fb4a540-f2b6-47cf-b821-09e81cfd5680 is scheduled to L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 with binding_index 1 {{(pid=103285) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 17:18:06.147287 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port 4d6fb483-9776-4799-8f8d-adcdec0cf3c4 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:18:06.147796 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:06.235164 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:06.273900 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 4d6fb483-9776-4799-8f8d-adcdec0cf3c4, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=4d6fb483-9776-4799-8f8d-adcdec0cf3c4,segment=NetworkSegment(b722eb92-d8da-4fbc-acca-71668ea91866),segment_id=b722eb92-d8da-4fbc-acca-71668ea91866)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:18:06.279886 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:06.284051 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ec96663-1292-40c0-9092-0be880a315f0 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:18:06.298083 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94995df1-2576-4029-b6dd-086dbe1162e6 None None] Sync routers for ids ['5fb4a540-f2b6-47cf-b821-09e81cfd5680'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:18:06.309248 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2ec96663-1292-40c0-9092-0be880a315f0 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:06.313136 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-2ec96663-1292-40c0-9092-0be880a315f0 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.9075091 Dec 06 17:18:06.313330 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 52316) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:06.328298 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94995df1-2576-4029-b6dd-086dbe1162e6 None None] Routers {'5fb4a540-f2b6-47cf-b821-09e81cfd5680'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:18:06.328905 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-94995df1-2576-4029-b6dd-086dbe1162e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:17:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['5fb4a540-f2b6-47cf-b821-09e81cfd5680'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:06.365207 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=4d6fb483-9776-4799-8f8d-adcdec0cf3c4,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:06.430184 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-94995df1-2576-4029-b6dd-086dbe1162e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:06.447959 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94995df1-2576-4029-b6dd-086dbe1162e6 None None] Routers {'5fb4a540-f2b6-47cf-b821-09e81cfd5680'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:18:06.448812 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-94995df1-2576-4029-b6dd-086dbe1162e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:17:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['5fb4a540-f2b6-47cf-b821-09e81cfd5680'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:06.486015 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-94995df1-2576-4029-b6dd-086dbe1162e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:06.486709 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94995df1-2576-4029-b6dd-086dbe1162e6 None None] The sync data for ids ['5fb4a540-f2b6-47cf-b821-09e81cfd5680'] in n-d-master-1 is: [] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:18:06.542535 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286fc2c8-389d-4bd9-abd4-a6475f6c36a3 req-c1cda093-7ae7-433c-99a8-ed4fc2039bd1 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:06.544014 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-286fc2c8-389d-4bd9-abd4-a6475f6c36a3 req-c1cda093-7ae7-433c-99a8-ed4fc2039bd1 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef3bd4f1-5327-4df0-926b-cead0d0604c2 HTTP/1.1" status: 200 len: 945 time: 0.1122391 Dec 06 17:18:06.634190 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-286fc2c8-389d-4bd9-abd4-a6475f6c36a3 req-3600a283-0d91-4d4d-9906-de63eb5d5c18 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d8b7371-b4da-47a5-b5a3-3920bab66823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606668 Dec 06 17:18:06.676542 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd21d5-9bd3-4bfc-a2e3-e070b31f1e29 req-81613475-fc21-41b0-9e19-f8574118c077 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:06.678468 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-94fd21d5-9bd3-4bfc-a2e3-e070b31f1e29 req-81613475-fc21-41b0-9e19-f8574118c077 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=09648357-7a8d-4813-92fe-e77a4f08dcad HTTP/1.1" status: 200 len: 946 time: 0.0655329 Dec 06 17:18:06.751216 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-94fd21d5-9bd3-4bfc-a2e3-e070b31f1e29 req-2dc4f17a-0698-4290-ab01-2bd41c192370 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628083 Dec 06 17:18:06.904277 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e3423b50-4448-4862-9c2a-fc6de94462d3 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:07.175617 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-e3423b50-4448-4862-9c2a-fc6de94462d3 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Allocated IP 172.20.0.1 (b440af0e-b579-43cd-9411-f6e5c908dac2/dccc6c2a-0d60-4e5a-ba73-0dccb98ed4d9/3a63cc07-91dd-4827-89ef-95c8e1336050) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:18:07.226182 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09648357-7a8d-4813-92fe-e77a4f08dcad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d6fb483-9776-4799-8f8d-adcdec0cf3c4'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:18:07.229483 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c62e8fd-7fc5-413c-86c2-219a35d0bd98" -d '{"events": [{"server_uuid": "09648357-7a8d-4813-92fe-e77a4f08dcad", "name": "network-vif-plugged", "status": "completed", "tag": "4d6fb483-9776-4799-8f8d-adcdec0cf3c4"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:18:07.229986 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52348) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:07.269614 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-907cd16e-9522-4235-b417-673faae4b5e1 x-openstack-request-id: req-907cd16e-9522-4235-b417-673faae4b5e1 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:18:07.269942 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09648357-7a8d-4813-92fe-e77a4f08dcad", "name": "network-vif-plugged", "status": "completed", "tag": "4d6fb483-9776-4799-8f8d-adcdec0cf3c4", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:18:07.270208 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-907cd16e-9522-4235-b417-673faae4b5e1 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:18:07.270609 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09648357-7a8d-4813-92fe-e77a4f08dcad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d6fb483-9776-4799-8f8d-adcdec0cf3c4', 'code': 200} Dec 06 17:18:07.295993 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e3423b50-4448-4862-9c2a-fc6de94462d3 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:07.332684 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e3423b50-4448-4862-9c2a-fc6de94462d3 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:07.356614 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9ac39437-6343-4e83-943e-867d7337d0d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:07.435869 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9ac39437-6343-4e83-943e-867d7337d0d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:07.440520 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9ac39437-6343-4e83-943e-867d7337d0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:07.485658 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-9ac39437-6343-4e83-943e-867d7337d0d4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8aa427e5fe0b4a1b8495e0a968320283&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2520120 Dec 06 17:18:07.485658 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac39437-6343-4e83-943e-867d7337d0d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=321965a9-d6ea-4f05-8766-4ef10c91e370,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:07.486506 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52356) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:07.540399 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-20992012-a41a-43d7-8a7c-70e3adabbf40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:07.563320 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-20992012-a41a-43d7-8a7c-70e3adabbf40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:07.614423 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-20992012-a41a-43d7-8a7c-70e3adabbf40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:07.617374 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-20992012-a41a-43d7-8a7c-70e3adabbf40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:07.619136 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-20992012-a41a-43d7-8a7c-70e3adabbf40 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/321965a9-d6ea-4f05-8766-4ef10c91e370 HTTP/1.1" status: 204 len: 168 time: 0.1316886 Dec 06 17:18:07.627948 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20992012-a41a-43d7-8a7c-70e3adabbf40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=321965a9-d6ea-4f05-8766-4ef10c91e370,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:07.731042 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3423b50-4448-4862-9c2a-fc6de94462d3 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Network b440af0e-b579-43cd-9411-f6e5c908dac2 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:18:07.737220 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-e3423b50-4448-4862-9c2a-fc6de94462d3 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:18:07.739682 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3423b50-4448-4862-9c2a-fc6de94462d3 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:18:07.744515 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3423b50-4448-4862-9c2a-fc6de94462d3 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Pushing event updated for resources: {'Port': ['ID=3a63cc07-91dd-4827-89ef-95c8e1336050,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:07.781613 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3423b50-4448-4862-9c2a-fc6de94462d3 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:18:07.781983 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3423b50-4448-4862-9c2a-fc6de94462d3 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:18:07.782325 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3423b50-4448-4862-9c2a-fc6de94462d3 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:18:07.782667 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3423b50-4448-4862-9c2a-fc6de94462d3 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:18:07.783006 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3423b50-4448-4862-9c2a-fc6de94462d3 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:18:07.783557 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3423b50-4448-4862-9c2a-fc6de94462d3 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:18:07.783690 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3423b50-4448-4862-9c2a-fc6de94462d3 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:18:07.784052 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3423b50-4448-4862-9c2a-fc6de94462d3 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:18:07.784412 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3423b50-4448-4862-9c2a-fc6de94462d3 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:18:07.784837 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3423b50-4448-4862-9c2a-fc6de94462d3 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:18:07.785247 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3423b50-4448-4862-9c2a-fc6de94462d3 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:18:07.786386 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3423b50-4448-4862-9c2a-fc6de94462d3 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:18:07.786386 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3423b50-4448-4862-9c2a-fc6de94462d3 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:18:07.802666 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8f2949-ec07-4b81-8f97-941795696539 req-3dc8062f-765b-40ec-99c1-1a4ab2eccaef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:07.803910 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0b8f2949-ec07-4b81-8f97-941795696539 req-3dc8062f-765b-40ec-99c1-1a4ab2eccaef service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=09648357-7a8d-4813-92fe-e77a4f08dcad HTTP/1.1" status: 200 len: 1097 time: 0.4690278 Dec 06 17:18:07.804738 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3eab97-e499-4cb5-8555-0f83ab6ae3bf req-047a0ebe-533c-49c0-9313-c70706326585 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:07.810761 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9c3eab97-e499-4cb5-8555-0f83ab6ae3bf req-047a0ebe-533c-49c0-9313-c70706326585 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef3bd4f1-5327-4df0-926b-cead0d0604c2 HTTP/1.1" status: 200 len: 945 time: 0.0815728 Dec 06 17:18:07.811864 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e3423b50-4448-4862-9c2a-fc6de94462d3 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539179'] for router_interface, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:07.873421 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9c3eab97-e499-4cb5-8555-0f83ab6ae3bf req-616f8280-4f89-403e-8f63-d54df7cf108f tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d8b7371-b4da-47a5-b5a3-3920bab66823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603714 Dec 06 17:18:07.972431 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0b8f2949-ec07-4b81-8f97-941795696539 req-b51211c7-9793-497e-9037-c37837d6e00e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570559 Dec 06 17:18:07.973347 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52374) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:07.985663 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9629004a-cc53-40cc-b639-81f7d93b4de6 req-c8d075bf-5f7d-408a-8736-efba6ec0ef57 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:07.987200 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9629004a-cc53-40cc-b639-81f7d93b4de6 req-c8d075bf-5f7d-408a-8736-efba6ec0ef57 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=09648357-7a8d-4813-92fe-e77a4f08dcad HTTP/1.1" status: 200 len: 946 time: 0.1303256 Dec 06 17:18:07.988950 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c45eb5bc-c4c3-4f8a-ad1f-d2bbe42dc94c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:08.068557 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e3423b50-4448-4862-9c2a-fc6de94462d3 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:08.076201 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c45eb5bc-c4c3-4f8a-ad1f-d2bbe42dc94c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:08.089681 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c45eb5bc-c4c3-4f8a-ad1f-d2bbe42dc94c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:08.090361 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9629004a-cc53-40cc-b639-81f7d93b4de6 req-d77ce723-e6bc-4234-8ef5-dc5506bee4a6 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909872 Dec 06 17:18:08.157748 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-c45eb5bc-c4c3-4f8a-ad1f-d2bbe42dc94c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=40e81f4e733940c8b8ea5fe0715956df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1828904 Dec 06 17:18:08.159067 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45eb5bc-c4c3-4f8a-ad1f-d2bbe42dc94c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a018ebbc-ef70-4c18-ba43-85d7187f1daa,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:08.162817 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52376) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:08.183539 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eebeee0-a61b-4351-afe7-c7aa4f0da87e req-a9a9ebb4-7b39-4e51-b9f8-0e6775218957 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:08.185070 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2eebeee0-a61b-4351-afe7-c7aa4f0da87e req-a9a9ebb4-7b39-4e51-b9f8-0e6775218957 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] 10.222.0.23 "GET /v2.0/ports?device_id=787bbd83-ee95-4f7a-93df-809c7731dd1b HTTP/1.1" status: 200 len: 945 time: 0.1045930 Dec 06 17:18:08.258995 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-859df372-1696-4b22-8afb-b09da9b969bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:08.266336 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2eebeee0-a61b-4351-afe7-c7aa4f0da87e req-27b58670-5839-4c5e-9fe9-76f6d73d434a tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d8b7371-b4da-47a5-b5a3-3920bab66823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736723 Dec 06 17:18:08.288399 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-859df372-1696-4b22-8afb-b09da9b969bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:08.340096 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-859df372-1696-4b22-8afb-b09da9b969bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:08.344501 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-859df372-1696-4b22-8afb-b09da9b969bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:08.345958 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-859df372-1696-4b22-8afb-b09da9b969bf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a018ebbc-ef70-4c18-ba43-85d7187f1daa HTTP/1.1" status: 204 len: 168 time: 0.1817858 Dec 06 17:18:08.354944 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859df372-1696-4b22-8afb-b09da9b969bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a018ebbc-ef70-4c18-ba43-85d7187f1daa,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:08.387492 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e3423b50-4448-4862-9c2a-fc6de94462d3 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:08.392794 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e3423b50-4448-4862-9c2a-fc6de94462d3 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:08.474802 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e3423b50-4448-4862-9c2a-fc6de94462d3 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-772465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539207'] for router_interface, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:08.476543 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3423b50-4448-4862-9c2a-fc6de94462d3 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Pushing event updated for resources: {'Port': ['ID=3a63cc07-91dd-4827-89ef-95c8e1336050,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:08.577452 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3423b50-4448-4862-9c2a-fc6de94462d3 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Network b440af0e-b579-43cd-9411-f6e5c908dac2 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:18:08.582596 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-e3423b50-4448-4862-9c2a-fc6de94462d3 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:18:08.687588 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db473f67-5620-4047-a589-33c58120c161 req-671ff7c5-77f2-4ef9-a2ba-386cfe1c17a2 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:08.689274 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-db473f67-5620-4047-a589-33c58120c161 req-671ff7c5-77f2-4ef9-a2ba-386cfe1c17a2 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] 10.222.0.23 "GET /v2.0/ports?device_id=787bbd83-ee95-4f7a-93df-809c7731dd1b HTTP/1.1" status: 200 len: 945 time: 0.0516937 Dec 06 17:18:08.714562 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3423b50-4448-4862-9c2a-fc6de94462d3 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Router 5fb4a540-f2b6-47cf-b821-09e81cfd5680 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:18:08.746070 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-db473f67-5620-4047-a589-33c58120c161 req-dce032dc-d479-4b82-a715-fe5808894f58 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d8b7371-b4da-47a5-b5a3-3920bab66823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508118 Dec 06 17:18:08.837681 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3423b50-4448-4862-9c2a-fc6de94462d3 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:18:08.842693 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-e3423b50-4448-4862-9c2a-fc6de94462d3 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] 10.222.0.23 "PUT /v2.0/routers/5fb4a540-f2b6-47cf-b821-09e81cfd5680/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5283768 Dec 06 17:18:08.845259 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 52398) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:08.847124 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a12f21-051d-4605-ae34-7c625cec4635 None None] Sync routers for ids ['5fb4a540-f2b6-47cf-b821-09e81cfd5680'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:18:08.850055 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-c0122340-57b0-41df-ac83-8e32f7a39cd5 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Request body: {'port': {'network_id': 'b440af0e-b579-43cd-9411-f6e5c908dac2', 'name': 'tempest-FloatingIPTestJSON-1700676709'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:18:08.857699 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a12f21-051d-4605-ae34-7c625cec4635 None None] Routers {'5fb4a540-f2b6-47cf-b821-09e81cfd5680'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:18:08.858334 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-81a12f21-051d-4605-ae34-7c625cec4635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:17:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['5fb4a540-f2b6-47cf-b821-09e81cfd5680'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:08.892448 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-81a12f21-051d-4605-ae34-7c625cec4635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:08.901164 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a12f21-051d-4605-ae34-7c625cec4635 None None] Routers {'5fb4a540-f2b6-47cf-b821-09e81cfd5680'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:18:08.901863 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-81a12f21-051d-4605-ae34-7c625cec4635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:17:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['5fb4a540-f2b6-47cf-b821-09e81cfd5680'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:08.937535 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-81a12f21-051d-4605-ae34-7c625cec4635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:08.938272 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a12f21-051d-4605-ae34-7c625cec4635 None None] The sync data for ids ['5fb4a540-f2b6-47cf-b821-09e81cfd5680'] in n-d-master-1 is: [] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:18:08.969028 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0122340-57b0-41df-ac83-8e32f7a39cd5 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Made reservation on behalf of 0a1f457aa03040bf80cb1868b8b59715 for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:18:08.972991 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c0122340-57b0-41df-ac83-8e32f7a39cd5 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:08.992793 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-c0122340-57b0-41df-ac83-8e32f7a39cd5 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] device_id is not set on port aa6e2aad-55de-4f7d-bd40-c4b7ba646867 yet. {{(pid=103285) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:18:09.128436 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-c0122340-57b0-41df-ac83-8e32f7a39cd5 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Allocated IP 172.20.0.2 (b440af0e-b579-43cd-9411-f6e5c908dac2/dccc6c2a-0d60-4e5a-ba73-0dccb98ed4d9/aa6e2aad-55de-4f7d-bd40-c4b7ba646867) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:18:09.284416 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9267687b-ad26-4177-9eec-2577ce386812 req-61b44aa5-7ae6-4801-9afd-c2bd976c894c tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:09.286192 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9267687b-ad26-4177-9eec-2577ce386812 req-61b44aa5-7ae6-4801-9afd-c2bd976c894c tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=09648357-7a8d-4813-92fe-e77a4f08dcad HTTP/1.1" status: 200 len: 946 time: 0.1160121 Dec 06 17:18:09.353183 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c0122340-57b0-41df-ac83-8e32f7a39cd5 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:09.369874 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9267687b-ad26-4177-9eec-2577ce386812 req-0a402677-a09a-4f6a-bbae-f2bdacf73669 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753615 Dec 06 17:18:09.398206 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c0122340-57b0-41df-ac83-8e32f7a39cd5 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:09.452258 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0122340-57b0-41df-ac83-8e32f7a39cd5 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Network b440af0e-b579-43cd-9411-f6e5c908dac2 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:18:09.455789 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-c0122340-57b0-41df-ac83-8e32f7a39cd5 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:18:09.460578 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0122340-57b0-41df-ac83-8e32f7a39cd5 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:18:09.467886 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0122340-57b0-41df-ac83-8e32f7a39cd5 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Pushing event updated for resources: {'Port': ['ID=aa6e2aad-55de-4f7d-bd40-c4b7ba646867,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:09.508741 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43bcb32-dd75-45df-b579-ca2959a3b0ef req-138a1193-064c-4e5f-8980-e0ec4eae2a0a tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:09.511011 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d43bcb32-dd75-45df-b579-ca2959a3b0ef req-138a1193-064c-4e5f-8980-e0ec4eae2a0a tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=15247e60-f307-40bd-9cc5-dd3382d91b36 HTTP/1.1" status: 200 len: 945 time: 0.0649369 Dec 06 17:18:09.523358 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0122340-57b0-41df-ac83-8e32f7a39cd5 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:09.523987 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c0122340-57b0-41df-ac83-8e32f7a39cd5 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:09.544542 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-c0122340-57b0-41df-ac83-8e32f7a39cd5 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6958759 Dec 06 17:18:09.545157 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 52428) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:09.550032 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-2458bd50-7e1b-4efb-b2ae-1e4deb00db6b tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Request body: {'port': {'network_id': 'b440af0e-b579-43cd-9411-f6e5c908dac2', 'name': 'tempest-FloatingIPTestJSON-2092338158'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:18:09.566400 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d43bcb32-dd75-45df-b579-ca2959a3b0ef req-3c8408d1-88df-4668-8831-7184867ee221 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479012 Dec 06 17:18:09.715077 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2b8cd5-06f3-40fd-b17f-4614436d55e3 req-ecd1c640-79e0-46bb-a437-2cf8974df21b tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:09.716655 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ea2b8cd5-06f3-40fd-b17f-4614436d55e3 req-ecd1c640-79e0-46bb-a437-2cf8974df21b tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=09648357-7a8d-4813-92fe-e77a4f08dcad HTTP/1.1" status: 200 len: 946 time: 0.0804305 Dec 06 17:18:09.731560 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2458bd50-7e1b-4efb-b2ae-1e4deb00db6b tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Made reservation on behalf of 0a1f457aa03040bf80cb1868b8b59715 for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:18:09.735560 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2458bd50-7e1b-4efb-b2ae-1e4deb00db6b tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:09.778837 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-2458bd50-7e1b-4efb-b2ae-1e4deb00db6b tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] device_id is not set on port e18901ff-942b-496d-a149-ad47857cf4fd yet. {{(pid=103285) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:18:09.794915 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ea2b8cd5-06f3-40fd-b17f-4614436d55e3 req-b1267d07-6720-4770-b5f9-b28010e56c7b tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714777 Dec 06 17:18:09.898173 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7171e469-0d86-4897-9638-1727c0d0d849 req-86b2c803-15dd-4f03-bdf6-4b6c25c3ee94 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:09.910209 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7171e469-0d86-4897-9638-1727c0d0d849 req-86b2c803-15dd-4f03-bdf6-4b6c25c3ee94 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] 10.222.0.23 "GET /v2.0/ports?device_id=787bbd83-ee95-4f7a-93df-809c7731dd1b HTTP/1.1" status: 200 len: 945 time: 0.0756466 Dec 06 17:18:09.941185 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-2458bd50-7e1b-4efb-b2ae-1e4deb00db6b tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Allocated IP 172.20.0.8 (b440af0e-b579-43cd-9411-f6e5c908dac2/dccc6c2a-0d60-4e5a-ba73-0dccb98ed4d9/e18901ff-942b-496d-a149-ad47857cf4fd) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:18:09.965925 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7171e469-0d86-4897-9638-1727c0d0d849 req-c587cd7c-94ab-4344-83bb-11dfb2136ab9 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d8b7371-b4da-47a5-b5a3-3920bab66823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542665 Dec 06 17:18:10.133148 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca03d6bb-94a2-4942-a978-464d8434354e req-37364434-f18b-45fa-bc89-8366b0f1f5f0 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:10.137674 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ca03d6bb-94a2-4942-a978-464d8434354e req-37364434-f18b-45fa-bc89-8366b0f1f5f0 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] 10.222.0.44 "GET /v2.0/ports?device_id=787bbd83-ee95-4f7a-93df-809c7731dd1b HTTP/1.1" status: 200 len: 945 time: 0.1102979 Dec 06 17:18:10.169912 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2458bd50-7e1b-4efb-b2ae-1e4deb00db6b tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:10.177653 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4352dcb7-9a4f-4250-9ba5-70c1093f9a7b req-918db3cc-5444-4421-84ba-8bf3319469bf tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:10.178465 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4352dcb7-9a4f-4250-9ba5-70c1093f9a7b req-918db3cc-5444-4421-84ba-8bf3319469bf tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=09648357-7a8d-4813-92fe-e77a4f08dcad HTTP/1.1" status: 200 len: 946 time: 0.1023192 Dec 06 17:18:10.215666 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931c97c6-e509-4a81-a8e9-e997469579e3 req-edc57ef2-15be-450e-9460-e7de17ead954 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:10.218859 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-931c97c6-e509-4a81-a8e9-e997469579e3 req-edc57ef2-15be-450e-9460-e7de17ead954 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef3bd4f1-5327-4df0-926b-cead0d0604c2 HTTP/1.1" status: 200 len: 945 time: 0.1070075 Dec 06 17:18:10.233846 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2458bd50-7e1b-4efb-b2ae-1e4deb00db6b tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:10.301397 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 52460) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:10.311908 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4352dcb7-9a4f-4250-9ba5-70c1093f9a7b req-7424f008-b4b6-43ae-a421-7cf778ac5081 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114845 Dec 06 17:18:10.322208 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2458bd50-7e1b-4efb-b2ae-1e4deb00db6b tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Network b440af0e-b579-43cd-9411-f6e5c908dac2 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:18:10.349620 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-ca03d6bb-94a2-4942-a978-464d8434354e req-52a0d346-f147-4e10-933e-78e57d871c31 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Deleting port 7482f1ec-7e9c-429a-bc51-833dc3013922 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:18:10.350055 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ca03d6bb-94a2-4942-a978-464d8434354e req-52a0d346-f147-4e10-933e-78e57d871c31 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:10.351896 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-2458bd50-7e1b-4efb-b2ae-1e4deb00db6b tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:18:10.357915 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2458bd50-7e1b-4efb-b2ae-1e4deb00db6b tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:18:10.387087 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2458bd50-7e1b-4efb-b2ae-1e4deb00db6b tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Pushing event updated for resources: {'Port': ['ID=e18901ff-942b-496d-a149-ad47857cf4fd,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:10.422830 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2458bd50-7e1b-4efb-b2ae-1e4deb00db6b tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:10.423582 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2458bd50-7e1b-4efb-b2ae-1e4deb00db6b tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:10.448076 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-15e9d3b3-8db4-488f-a70d-cf708f6dd722 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:10.454638 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-ca03d6bb-94a2-4942-a978-464d8434354e req-52a0d346-f147-4e10-933e-78e57d871c31 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] For port 7482f1ec-7e9c-429a-bc51-833dc3013922, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=7482f1ec-7e9c-429a-bc51-833dc3013922,segment=NetworkSegment(043e3718-ad88-414e-8c44-476cce50b82e),segment_id=043e3718-ad88-414e-8c44-476cce50b82e)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:18:10.455006 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ca03d6bb-94a2-4942-a978-464d8434354e req-52a0d346-f147-4e10-933e-78e57d871c31 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:10.460285 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-2458bd50-7e1b-4efb-b2ae-1e4deb00db6b tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9142001 Dec 06 17:18:10.464275 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52464) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:10.468955 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-931c97c6-e509-4a81-a8e9-e997469579e3 req-1ebf3088-bf7f-43f7-b6d9-44872064a65d tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Deleting port 97455568-2d07-4dc6-ab36-71a01e072570 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:18:10.469238 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-931c97c6-e509-4a81-a8e9-e997469579e3 req-1ebf3088-bf7f-43f7-b6d9-44872064a65d tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:10.472412 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-96c5ca7f-11de-468e-b3a3-f414e401825b tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Request body: {'floatingip': {'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'port_id': 'e18901ff-942b-496d-a149-ad47857cf4fd', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:18:10.478283 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-ca03d6bb-94a2-4942-a978-464d8434354e req-52a0d346-f147-4e10-933e-78e57d871c31 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Calling delete_port for 7482f1ec-7e9c-429a-bc51-833dc3013922 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:18:10.538175 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-96c5ca7f-11de-468e-b3a3-f414e401825b tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks [] for floatingip, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:10.591116 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-931c97c6-e509-4a81-a8e9-e997469579e3 req-1ebf3088-bf7f-43f7-b6d9-44872064a65d tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] For port 97455568-2d07-4dc6-ab36-71a01e072570, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=97455568-2d07-4dc6-ab36-71a01e072570,segment=NetworkSegment(043e3718-ad88-414e-8c44-476cce50b82e),segment_id=043e3718-ad88-414e-8c44-476cce50b82e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:18:10.591493 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-931c97c6-e509-4a81-a8e9-e997469579e3 req-1ebf3088-bf7f-43f7-b6d9-44872064a65d tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:10.611122 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-931c97c6-e509-4a81-a8e9-e997469579e3 req-1ebf3088-bf7f-43f7-b6d9-44872064a65d tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Calling delete_port for 97455568-2d07-4dc6-ab36-71a01e072570 owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:18:10.637554 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-15e9d3b3-8db4-488f-a70d-cf708f6dd722 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:10.668902 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-15e9d3b3-8db4-488f-a70d-cf708f6dd722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:10.692763 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ca03d6bb-94a2-4942-a978-464d8434354e req-52a0d346-f147-4e10-933e-78e57d871c31 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:10.701964 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-96c5ca7f-11de-468e-b3a3-f414e401825b tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:10.705852 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['97455568-2d07-4dc6-ab36-71a01e072570', '7482f1ec-7e9c-429a-bc51-833dc3013922'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:18:10.724004 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-15e9d3b3-8db4-488f-a70d-cf708f6dd722 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=99422733083e4ebf85bc0b6848f583fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4173470 Dec 06 17:18:10.728753 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e9d3b3-8db4-488f-a70d-cf708f6dd722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=902ec549-1d25-40d3-aa4f-b823007c4715,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:10.731357 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 52468) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:10.798506 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a0d346-f147-4e10-933e-78e57d871c31 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Pushing event deleted for resources: {'Port': ['ID=7482f1ec-7e9c-429a-bc51-833dc3013922,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:10.826416 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3585ef2a-af28-4d2c-91eb-3d6ad409c1cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:10.860030 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3585ef2a-af28-4d2c-91eb-3d6ad409c1cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:10.861839 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-931c97c6-e509-4a81-a8e9-e997469579e3 req-1ebf3088-bf7f-43f7-b6d9-44872064a65d tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:10.864374 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca03d6bb-94a2-4942-a978-464d8434354e req-52a0d346-f147-4e10-933e-78e57d871c31 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] No DVR routers for this DVR port 7482f1ec-7e9c-429a-bc51-833dc3013922 on host n-h2-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:18:10.867278 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ca03d6bb-94a2-4942-a978-464d8434354e req-52a0d346-f147-4e10-933e-78e57d871c31 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:10.871348 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ca03d6bb-94a2-4942-a978-464d8434354e req-52a0d346-f147-4e10-933e-78e57d871c31 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] 10.222.0.44 "DELETE /v2.0/ports/7482f1ec-7e9c-429a-bc51-833dc3013922 HTTP/1.1" status: 204 len: 173 time: 0.7288971 Dec 06 17:18:10.875252 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '787bbd83-ee95-4f7a-93df-809c7731dd1b', 'name': 'network-vif-deleted', 'tag': '7482f1ec-7e9c-429a-bc51-833dc3013922'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:18:10.877775 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c26601e2-578c-4c69-947d-6febad238540" -d '{"events": [{"server_uuid": "787bbd83-ee95-4f7a-93df-809c7731dd1b", "name": "network-vif-deleted", "tag": "7482f1ec-7e9c-429a-bc51-833dc3013922"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:18:10.912697 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebf3088-bf7f-43f7-b6d9-44872064a65d tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Pushing event deleted for resources: {'Port': ['ID=97455568-2d07-4dc6-ab36-71a01e072570,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:10.950815 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-96c5ca7f-11de-468e-b3a3-f414e401825b tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Allocated IP 172.35.1.24 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/7118ad23-d80e-4539-b5f3-91f205879bfb) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:18:10.968879 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['7482f1ec-7e9c-429a-bc51-833dc3013922'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:18:10.977546 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-931c97c6-e509-4a81-a8e9-e997469579e3 req-1ebf3088-bf7f-43f7-b6d9-44872064a65d tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] No DVR routers for this DVR port 97455568-2d07-4dc6-ab36-71a01e072570 on host n-h2-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:18:10.981092 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-931c97c6-e509-4a81-a8e9-e997469579e3 req-1ebf3088-bf7f-43f7-b6d9-44872064a65d tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:10.984530 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-931c97c6-e509-4a81-a8e9-e997469579e3 req-1ebf3088-bf7f-43f7-b6d9-44872064a65d tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] 10.222.0.44 "DELETE /v2.0/ports/97455568-2d07-4dc6-ab36-71a01e072570 HTTP/1.1" status: 204 len: 173 time: 0.7603133 Dec 06 17:18:10.985321 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef3bd4f1-5327-4df0-926b-cead0d0604c2', 'name': 'network-vif-deleted', 'tag': '97455568-2d07-4dc6-ab36-71a01e072570'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:18:10.988183 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1027dde3-4f9b-452a-a3a5-cbb7b8c5f5c1" -d '{"events": [{"server_uuid": "ef3bd4f1-5327-4df0-926b-cead0d0604c2", "name": "network-vif-deleted", "tag": "97455568-2d07-4dc6-ab36-71a01e072570"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:18:11.002719 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3585ef2a-af28-4d2c-91eb-3d6ad409c1cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:11.010116 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3585ef2a-af28-4d2c-91eb-3d6ad409c1cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:11.014112 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-3585ef2a-af28-4d2c-91eb-3d6ad409c1cd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/902ec549-1d25-40d3-aa4f-b823007c4715 HTTP/1.1" status: 204 len: 168 time: 0.2817051 Dec 06 17:18:11.035921 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3585ef2a-af28-4d2c-91eb-3d6ad409c1cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=902ec549-1d25-40d3-aa4f-b823007c4715,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:11.048787 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-923ec8cb-e526-4106-8a81-9b1f539cef22 x-openstack-request-id: req-923ec8cb-e526-4106-8a81-9b1f539cef22 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:18:11.049292 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef3bd4f1-5327-4df0-926b-cead0d0604c2", "name": "network-vif-deleted", "tag": "97455568-2d07-4dc6-ab36-71a01e072570", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:18:11.049802 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-923ec8cb-e526-4106-8a81-9b1f539cef22 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:18:11.050367 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef3bd4f1-5327-4df0-926b-cead0d0604c2', 'name': 'network-vif-deleted', 'tag': '97455568-2d07-4dc6-ab36-71a01e072570', 'status': 'completed', 'code': 200} Dec 06 17:18:11.053288 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5832302b-fc5b-4bb3-9da9-03fb50b725c2 x-openstack-request-id: req-5832302b-fc5b-4bb3-9da9-03fb50b725c2 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:18:11.053632 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "787bbd83-ee95-4f7a-93df-809c7731dd1b", "name": "network-vif-deleted", "tag": "7482f1ec-7e9c-429a-bc51-833dc3013922", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:18:11.053897 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5832302b-fc5b-4bb3-9da9-03fb50b725c2 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:18:11.054305 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '787bbd83-ee95-4f7a-93df-809c7731dd1b', 'name': 'network-vif-deleted', 'tag': '7482f1ec-7e9c-429a-bc51-833dc3013922', 'status': 'completed', 'code': 200} Dec 06 17:18:11.078373 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-96c5ca7f-11de-468e-b3a3-f414e401825b tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:11.129821 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-96c5ca7f-11de-468e-b3a3-f414e401825b tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:11.194388 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5fb1828d-cec1-40d3-9377-5647806a7908 req-10721801-1353-429a-8b5e-80f7e4c18377 tempest-MultipleCreateTestJSON-1699432804 tempest-MultipleCreateTestJSON-1699432804-project] 10.222.0.23 "GET /v2.0/ports?device_id=787bbd83-ee95-4f7a-93df-809c7731dd1b HTTP/1.1" status: 200 len: 210 time: 0.0608468 Dec 06 17:18:11.202105 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c5ca7f-11de-468e-b3a3-f414e401825b tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:18:11.215934 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-96c5ca7f-11de-468e-b3a3-f414e401825b tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:18:11.218379 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c5ca7f-11de-468e-b3a3-f414e401825b tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:18:11.252376 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c5ca7f-11de-468e-b3a3-f414e401825b tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Pushing event updated for resources: {'Port': ['ID=7118ad23-d80e-4539-b5f3-91f205879bfb,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:11.548550 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d122c30-7a01-4e37-a158-52362ef8aad4 req-75076bcf-8a1a-4f66-913b-418149a824cb tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:11.549583 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b176ece-53cf-4ff4-a008-65b155b8b2d7 req-89ac64b7-6730-4c4c-91b5-1bc4da2c9faf tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:11.550260 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2d122c30-7a01-4e37-a158-52362ef8aad4 req-75076bcf-8a1a-4f66-913b-418149a824cb tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.41 "GET /v2.0/ports?device_id=09648357-7a8d-4813-92fe-e77a4f08dcad HTTP/1.1" status: 200 len: 946 time: 0.0791812 Dec 06 17:18:11.551157 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1b176ece-53cf-4ff4-a008-65b155b8b2d7 req-89ac64b7-6730-4c4c-91b5-1bc4da2c9faf tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=09648357-7a8d-4813-92fe-e77a4f08dcad HTTP/1.1" status: 200 len: 946 time: 0.0960171 Dec 06 17:18:11.614335 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1b176ece-53cf-4ff4-a008-65b155b8b2d7 req-19587827-0962-497c-aa84-5179fc4798c9 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548313 Dec 06 17:18:11.676160 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-2d122c30-7a01-4e37-a158-52362ef8aad4 req-d4ac3583-3cd0-433e-ae33-f3181bb12a0e tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Deleting port 4d6fb483-9776-4799-8f8d-adcdec0cf3c4 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:18:11.676535 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2d122c30-7a01-4e37-a158-52362ef8aad4 req-d4ac3583-3cd0-433e-ae33-f3181bb12a0e tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:11.792375 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-2d122c30-7a01-4e37-a158-52362ef8aad4 req-d4ac3583-3cd0-433e-ae33-f3181bb12a0e tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] For port 4d6fb483-9776-4799-8f8d-adcdec0cf3c4, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=4d6fb483-9776-4799-8f8d-adcdec0cf3c4,segment=NetworkSegment(b722eb92-d8da-4fbc-acca-71668ea91866),segment_id=b722eb92-d8da-4fbc-acca-71668ea91866)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:18:11.792848 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2d122c30-7a01-4e37-a158-52362ef8aad4 req-d4ac3583-3cd0-433e-ae33-f3181bb12a0e tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:11.817984 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-96c5ca7f-11de-468e-b3a3-f414e401825b tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:11.826222 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-2d122c30-7a01-4e37-a158-52362ef8aad4 req-d4ac3583-3cd0-433e-ae33-f3181bb12a0e tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Calling delete_port for 4d6fb483-9776-4799-8f8d-adcdec0cf3c4 owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:18:11.926129 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-96c5ca7f-11de-468e-b3a3-f414e401825b tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:12.001543 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2d122c30-7a01-4e37-a158-52362ef8aad4 req-d4ac3583-3cd0-433e-ae33-f3181bb12a0e tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:12.014822 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['3151ab1d-b074-4e06-a04f-9eb3d8f129bc', 'cd9ab412-e6e1-4a1b-b170-71b166dfd819'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:18:12.017070 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['4d6fb483-9776-4799-8f8d-adcdec0cf3c4'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:18:12.032027 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ac3583-3cd0-433e-ae33-f3181bb12a0e tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Pushing event deleted for resources: {'Port': ['ID=4d6fb483-9776-4799-8f8d-adcdec0cf3c4,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:12.073551 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d122c30-7a01-4e37-a158-52362ef8aad4 req-d4ac3583-3cd0-433e-ae33-f3181bb12a0e tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] No DVR routers for this DVR port 4d6fb483-9776-4799-8f8d-adcdec0cf3c4 on host n-h1-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:18:12.076101 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2d122c30-7a01-4e37-a158-52362ef8aad4 req-d4ac3583-3cd0-433e-ae33-f3181bb12a0e tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:12.079826 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2d122c30-7a01-4e37-a158-52362ef8aad4 req-d4ac3583-3cd0-433e-ae33-f3181bb12a0e tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.41 "DELETE /v2.0/ports/4d6fb483-9776-4799-8f8d-adcdec0cf3c4 HTTP/1.1" status: 204 len: 173 time: 0.5210972 Dec 06 17:18:12.130610 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-96c5ca7f-11de-468e-b3a3-f414e401825b tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:12.136808 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-96c5ca7f-11de-468e-b3a3-f414e401825b tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:12.225177 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c5ca7f-11de-468e-b3a3-f414e401825b tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Pushing event updated for resources: {'Port': ['ID=7118ad23-d80e-4539-b5f3-91f205879bfb,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:12.235369 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-96c5ca7f-11de-468e-b3a3-f414e401825b tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:12.356817 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 52522) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:12.392727 n-d-master-1 neutron-server[103284]: INFO neutron.db.l3_db [None req-96c5ca7f-11de-468e-b3a3-f414e401825b tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Floating IP 971ae252-8cc6-4251-93e4-349bb27af021 associated. External IP: 172.35.1.24, port: e18901ff-942b-496d-a149-ad47857cf4fd. Dec 06 17:18:12.413221 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-fff11709-9b06-4152-b63e-7cdd575f60bc admin admin] Deleting subnet 853aa2d3-dc6a-43b2-af6a-774a09e844df {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:18:12.422581 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fff11709-9b06-4152-b63e-7cdd575f60bc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:12.460814 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fff11709-9b06-4152-b63e-7cdd575f60bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:12.512004 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fff11709-9b06-4152-b63e-7cdd575f60bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:12.580025 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fff11709-9b06-4152-b63e-7cdd575f60bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:12.607564 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff11709-9b06-4152-b63e-7cdd575f60bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=853aa2d3-dc6a-43b2-af6a-774a09e844df,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:12.616350 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fff11709-9b06-4152-b63e-7cdd575f60bc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:12.620633 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-fff11709-9b06-4152-b63e-7cdd575f60bc admin admin] 10.222.0.23 "DELETE /v2.0/subnets/853aa2d3-dc6a-43b2-af6a-774a09e844df HTTP/1.1" status: 204 len: 168 time: 0.2627637 Dec 06 17:18:12.623167 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 52536) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:12.656093 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96c5ca7f-11de-468e-b3a3-f414e401825b tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Router 5fb4a540-f2b6-47cf-b821-09e81cfd5680 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:18:12.713189 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c63cb27a-c221-44ca-8ef3-ebef36056334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:12.782419 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-762ac020-5247-4811-9780-2563dfe397a3 req-91a57310-e02e-4540-9401-3cf2e1036811 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=09648357-7a8d-4813-92fe-e77a4f08dcad HTTP/1.1" status: 200 len: 210 time: 0.0647264 Dec 06 17:18:12.825221 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96c5ca7f-11de-468e-b3a3-f414e401825b tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:18:12.838922 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26438841-dac7-41b3-a311-2bbbcbc0a878 None None] Sync routers for ids ['5fb4a540-f2b6-47cf-b821-09e81cfd5680'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:18:12.854340 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26438841-dac7-41b3-a311-2bbbcbc0a878 None None] Routers {'5fb4a540-f2b6-47cf-b821-09e81cfd5680'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:18:12.854973 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-26438841-dac7-41b3-a311-2bbbcbc0a878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:17:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['5fb4a540-f2b6-47cf-b821-09e81cfd5680'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:12.861122 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c63cb27a-c221-44ca-8ef3-ebef36056334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:12.874188 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-96c5ca7f-11de-468e-b3a3-f414e401825b tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:12.891919 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-c63cb27a-c221-44ca-8ef3-ebef36056334 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0fd9fe7-3e1e-4850-b5cc-fa2690a93e17']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:12.903566 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-c63cb27a-c221-44ca-8ef3-ebef36056334 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '043e3718-ad88-414e-8c44-476cce50b82e') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:12.903862 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-c63cb27a-c221-44ca-8ef3-ebef36056334 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '043e3718-ad88-414e-8c44-476cce50b82e') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:12.917082 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c63cb27a-c221-44ca-8ef3-ebef36056334 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:12.921072 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-96c5ca7f-11de-468e-b3a3-f414e401825b tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.4529257 Dec 06 17:18:12.922109 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52548) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:12.930011 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 7482f1ec-7e9c-429a-bc51-833dc3013922 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:18:12.931104 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-26438841-dac7-41b3-a311-2bbbcbc0a878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:12.932581 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c63cb27a-c221-44ca-8ef3-ebef36056334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:12.935928 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-1f5e4c12-e284-48ee-9dd1-747f54c2cc25 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:18:12.940487 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26438841-dac7-41b3-a311-2bbbcbc0a878 None None] Routers {'5fb4a540-f2b6-47cf-b821-09e81cfd5680'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:18:12.941332 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-26438841-dac7-41b3-a311-2bbbcbc0a878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:17:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['5fb4a540-f2b6-47cf-b821-09e81cfd5680'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:12.942979 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c63cb27a-c221-44ca-8ef3-ebef36056334 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:18:12.943325 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c63cb27a-c221-44ca-8ef3-ebef36056334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:12.953599 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:18:12.953599 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:18:12.953599 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:18:12.953599 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:18:12.953599 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:18:12.953599 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:18:12.953599 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:18:12.953599 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:18:12.953599 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:18:12.953599 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:18:12.953599 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:18:12.953599 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:18:12.953599 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:18:12.953599 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:18:12.953599 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:18:12.953599 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:18:12.953599 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:18:12.953599 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:18:12.953599 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:18:12.953599 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:18:12.953599 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:18:12.953599 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:18:12.953599 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:18:12.953599 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:18:12.953599 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:18:12.953599 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:18:12.953599 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:18:12.953599 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:18:12.953599 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:18:12.953599 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:18:12.953599 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:18:12.953599 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:18:12.964885 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] No Port match for: 7482f1ec-7e9c-429a-bc51-833dc3013922 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:18:12.965243 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 7482f1ec-7e9c-429a-bc51-833dc3013922 not bound to the agent host n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:18:12.966712 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 97455568-2d07-4dc6-ab36-71a01e072570 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:18:12.985238 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-26438841-dac7-41b3-a311-2bbbcbc0a878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:12.985939 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26438841-dac7-41b3-a311-2bbbcbc0a878 None None] The sync data for ids ['5fb4a540-f2b6-47cf-b821-09e81cfd5680'] in n-d-master-1 is: [] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:18:12.996140 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] No Port match for: 97455568-2d07-4dc6-ab36-71a01e072570 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:18:12.996525 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 97455568-2d07-4dc6-ab36-71a01e072570 not bound to the agent host n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:18:13.031660 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1f5e4c12-e284-48ee-9dd1-747f54c2cc25 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks [] for floatingip, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:13.033304 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c63cb27a-c221-44ca-8ef3-ebef36056334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:13.041145 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c63cb27a-c221-44ca-8ef3-ebef36056334 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:13.046006 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-c63cb27a-c221-44ca-8ef3-ebef36056334 admin admin] 10.222.0.23 "DELETE /v2.0/networks/a0fd9fe7-3e1e-4850-b5cc-fa2690a93e17 HTTP/1.1" status: 204 len: 168 time: 0.4216442 Dec 06 17:18:13.059782 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09648357-7a8d-4813-92fe-e77a4f08dcad', 'name': 'network-vif-deleted', 'tag': '4d6fb483-9776-4799-8f8d-adcdec0cf3c4'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:18:13.062485 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-790b06ce-b625-4b37-9cfe-46a0b05f7c74" -d '{"events": [{"server_uuid": "09648357-7a8d-4813-92fe-e77a4f08dcad", "name": "network-vif-deleted", "tag": "4d6fb483-9776-4799-8f8d-adcdec0cf3c4"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:18:13.065720 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63cb27a-c221-44ca-8ef3-ebef36056334 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0fd9fe7-3e1e-4850-b5cc-fa2690a93e17,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:13.108756 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7d71c2a-3748-4f8c-ae17-fd57e4ab369c x-openstack-request-id: req-b7d71c2a-3748-4f8c-ae17-fd57e4ab369c {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:18:13.109057 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09648357-7a8d-4813-92fe-e77a4f08dcad", "name": "network-vif-deleted", "tag": "4d6fb483-9776-4799-8f8d-adcdec0cf3c4", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:18:13.109348 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b7d71c2a-3748-4f8c-ae17-fd57e4ab369c {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:18:13.109807 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09648357-7a8d-4813-92fe-e77a4f08dcad', 'name': 'network-vif-deleted', 'tag': '4d6fb483-9776-4799-8f8d-adcdec0cf3c4', 'status': 'completed', 'code': 200} Dec 06 17:18:13.206250 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1f5e4c12-e284-48ee-9dd1-747f54c2cc25 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:13.212168 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1f5e4c12-e284-48ee-9dd1-747f54c2cc25 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:13.212718 n-d-master-1 neutron-server[103284]: INFO neutron.db.l3_db [None req-1f5e4c12-e284-48ee-9dd1-747f54c2cc25 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Floating IP 971ae252-8cc6-4251-93e4-349bb27af021 disassociated. External IP: 172.35.1.24, port: e18901ff-942b-496d-a149-ad47857cf4fd. Dec 06 17:18:13.240637 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 52580) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:13.296710 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-69cd8b35-2a3f-4a9f-934f-1fde7731b606 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e03e7b6c6635460894a640ca7e818fbb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0526426 Dec 06 17:18:13.296949 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 52592) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:13.371342 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7a55ed44-c03d-4aaf-b4eb-e9418f183985 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:13.400649 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7a55ed44-c03d-4aaf-b4eb-e9418f183985 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:13.411876 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-61f42547-c5bd-47ae-941f-a81ae1608bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:13.472024 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7a55ed44-c03d-4aaf-b4eb-e9418f183985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:13.476876 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7a55ed44-c03d-4aaf-b4eb-e9418f183985 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:13.481209 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-7a55ed44-c03d-4aaf-b4eb-e9418f183985 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5d8b7371-b4da-47a5-b5a3-3920bab66823 HTTP/1.1" status: 204 len: 168 time: 0.1810074 Dec 06 17:18:13.492797 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a55ed44-c03d-4aaf-b4eb-e9418f183985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d8b7371-b4da-47a5-b5a3-3920bab66823,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:13.500059 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f5e4c12-e284-48ee-9dd1-747f54c2cc25 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Router 5fb4a540-f2b6-47cf-b821-09e81cfd5680 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:18:13.654848 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f5e4c12-e284-48ee-9dd1-747f54c2cc25 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:18:13.662109 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1f5e4c12-e284-48ee-9dd1-747f54c2cc25 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:13.669671 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d743608b-c501-4867-9cc7-4177dc0a9d12 None None] Sync routers for ids ['5fb4a540-f2b6-47cf-b821-09e81cfd5680'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:18:13.684551 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d743608b-c501-4867-9cc7-4177dc0a9d12 None None] Routers {'5fb4a540-f2b6-47cf-b821-09e81cfd5680'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:18:13.685323 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-d743608b-c501-4867-9cc7-4177dc0a9d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:17:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['5fb4a540-f2b6-47cf-b821-09e81cfd5680'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:13.703615 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-1f5e4c12-e284-48ee-9dd1-747f54c2cc25 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] 10.222.0.23 "PUT /v2.0/floatingips/971ae252-8cc6-4251-93e4-349bb27af021 HTTP/1.1" status: 200 len: 687 time: 0.7803283 Dec 06 17:18:13.706593 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52610) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:13.711307 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52612) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:13.728647 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-d743608b-c501-4867-9cc7-4177dc0a9d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:13.738604 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d743608b-c501-4867-9cc7-4177dc0a9d12 None None] Routers {'5fb4a540-f2b6-47cf-b821-09e81cfd5680'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:18:13.739505 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-d743608b-c501-4867-9cc7-4177dc0a9d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:17:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['5fb4a540-f2b6-47cf-b821-09e81cfd5680'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:13.776557 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-d743608b-c501-4867-9cc7-4177dc0a9d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:13.778189 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d743608b-c501-4867-9cc7-4177dc0a9d12 None None] The sync data for ids ['5fb4a540-f2b6-47cf-b821-09e81cfd5680'] in n-d-master-1 is: [] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:18:14.097323 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 4d6fb483-9776-4799-8f8d-adcdec0cf3c4 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:18:14.122876 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] No Port match for: 4d6fb483-9776-4799-8f8d-adcdec0cf3c4 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:18:14.123388 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 4d6fb483-9776-4799-8f8d-adcdec0cf3c4 not bound to the agent host n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:18:14.204758 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d6b9d644-78c8-43ca-9de2-030cd5437951 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:14.249184 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 52640) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:14.259205 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74416308-58e1-4c4d-864f-7a1c508f7510 req-69169301-b056-40ee-a272-2c8494195158 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:14.260742 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-74416308-58e1-4c4d-864f-7a1c508f7510 req-69169301-b056-40ee-a272-2c8494195158 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=15247e60-f307-40bd-9cc5-dd3382d91b36 HTTP/1.1" status: 200 len: 945 time: 0.0923312 Dec 06 17:18:14.280866 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-bde5b9b0-cc76-46a8-b166-1deb5dcf9d86 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Deleting port 7118ad23-d80e-4539-b5f3-91f205879bfb {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:18:14.281211 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bde5b9b0-cc76-46a8-b166-1deb5dcf9d86 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:14.360828 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-e9c0e1c3-0cc1-4b0a-8417-c4371e07fdf9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1742536705-network', 'tenant_id': 'd4102d427cc94f0ba1c37493608fe1c3'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:18:14.382730 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9c0e1c3-0cc1-4b0a-8417-c4371e07fdf9 admin admin] Made reservation on behalf of d4102d427cc94f0ba1c37493608fe1c3 for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:18:14.385892 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e9c0e1c3-0cc1-4b0a-8417-c4371e07fdf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:14.394282 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e9c0e1c3-0cc1-4b0a-8417-c4371e07fdf9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:14.397318 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-74416308-58e1-4c4d-864f-7a1c508f7510 req-953c1ad8-c1b8-47f9-85a1-f4bcfd354851 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275196 Dec 06 17:18:14.419206 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d6b9d644-78c8-43ca-9de2-030cd5437951 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:14.428321 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d6b9d644-78c8-43ca-9de2-030cd5437951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:14.432184 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bde5b9b0-cc76-46a8-b166-1deb5dcf9d86 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:14.432617 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bde5b9b0-cc76-46a8-b166-1deb5dcf9d86 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:14.474876 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-bde5b9b0-cc76-46a8-b166-1deb5dcf9d86 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Calling delete_port for 7118ad23-d80e-4539-b5f3-91f205879bfb owned by network:floatingip {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:18:14.489782 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-d6b9d644-78c8-43ca-9de2-030cd5437951 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a431296620b34fd2becc55835dc6a753&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7768207 Dec 06 17:18:14.491662 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 52646) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:14.495397 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e9c0e1c3-0cc1-4b0a-8417-c4371e07fdf9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:14.497934 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b9d644-78c8-43ca-9de2-030cd5437951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb399008-cc43-4993-ad0e-81efe11f2c99,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:14.511237 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e9c0e1c3-0cc1-4b0a-8417-c4371e07fdf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:14.542036 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9c0e1c3-0cc1-4b0a-8417-c4371e07fdf9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:18:14.580665 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e9c0e1c3-0cc1-4b0a-8417-c4371e07fdf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:14.581004 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-e9c0e1c3-0cc1-4b0a-8417-c4371e07fdf9 admin admin] Added segment 1866e212-da2e-4d7f-86b0-4e8ad063f1f7 of type vlan for network cae96aac-fb31-4420-9340-c97dbf634a30 Dec 06 17:18:14.582213 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c0e1c3-0cc1-4b0a-8417-c4371e07fdf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55b21076-cf23-48e9-9a14-bcc811d060b9,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:14.642910 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e9c5db6a-02ea-4e6a-853f-06f76a87e64f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:14.645437 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e9c0e1c3-0cc1-4b0a-8417-c4371e07fdf9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:14.654251 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bde5b9b0-cc76-46a8-b166-1deb5dcf9d86 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:14.680115 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e9c5db6a-02ea-4e6a-853f-06f76a87e64f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:14.685900 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde5b9b0-cc76-46a8-b166-1deb5dcf9d86 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Pushing event deleted for resources: {'Port': ['ID=7118ad23-d80e-4539-b5f3-91f205879bfb,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:14.696205 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e9c0e1c3-0cc1-4b0a-8417-c4371e07fdf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:14.697202 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c0e1c3-0cc1-4b0a-8417-c4371e07fdf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:14.697880 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e9c0e1c3-0cc1-4b0a-8417-c4371e07fdf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:14.743614 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-e9c0e1c3-0cc1-4b0a-8417-c4371e07fdf9 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.4903734 Dec 06 17:18:14.746822 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52652) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:14.752395 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-7abf82ec-dc6a-4c59-ac06-a3023dc8a8c3 admin admin] Request body: {'subnet': {'network_id': 'cae96aac-fb31-4420-9340-c97dbf634a30', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1742536705-subnet', 'tenant_id': 'd4102d427cc94f0ba1c37493608fe1c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:18:14.768658 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bde5b9b0-cc76-46a8-b166-1deb5dcf9d86 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks [] for floatingip, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:14.771344 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bde5b9b0-cc76-46a8-b166-1deb5dcf9d86 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:14.772519 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-bde5b9b0-cc76-46a8-b166-1deb5dcf9d86 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] 10.222.0.23 "DELETE /v2.0/floatingips/971ae252-8cc6-4251-93e4-349bb27af021 HTTP/1.1" status: 204 len: 168 time: 1.0646195 Dec 06 17:18:14.777051 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52654) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:14.782289 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-356c05f5-75cc-458d-8061-d461980dbf9d tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Request body: {'floatingip': {'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'port_id': 'aa6e2aad-55de-4f7d-bd40-c4b7ba646867'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:18:14.787592 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c0e1c3-0cc1-4b0a-8417-c4371e07fdf9 admin admin] Pushing event updated for resources: {'Network': ['ID=cae96aac-fb31-4420-9340-c97dbf634a30,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:14.799652 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network cae96aac-fb31-4420-9340-c97dbf634a30 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:18:14.805932 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7abf82ec-dc6a-4c59-ac06-a3023dc8a8c3 admin admin] Made reservation on behalf of d4102d427cc94f0ba1c37493608fe1c3 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:18:14.808341 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7abf82ec-dc6a-4c59-ac06-a3023dc8a8c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:14.810084 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e9c5db6a-02ea-4e6a-853f-06f76a87e64f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:14.813428 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e9c5db6a-02ea-4e6a-853f-06f76a87e64f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:14.814972 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-e9c5db6a-02ea-4e6a-853f-06f76a87e64f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bb399008-cc43-4993-ad0e-81efe11f2c99 HTTP/1.1" status: 204 len: 168 time: 0.3223236 Dec 06 17:18:14.832080 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c5db6a-02ea-4e6a-853f-06f76a87e64f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb399008-cc43-4993-ad0e-81efe11f2c99,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:14.864002 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-356c05f5-75cc-458d-8061-d461980dbf9d tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks [] for floatingip, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:15.063220 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7abf82ec-dc6a-4c59-ac06-a3023dc8a8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:15.069354 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-356c05f5-75cc-458d-8061-d461980dbf9d tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:15.131707 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 52662) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:15.148108 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a2ef59e9-4252-459a-a8ef-e731662d5dae admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:15.169624 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abf82ec-dc6a-4c59-ac06-a3023dc8a8c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96d1432b-c397-475b-95f3-c732d2ae28e6,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:15.214188 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abf82ec-dc6a-4c59-ac06-a3023dc8a8c3 admin admin] Checking segment: {'id': '1866e212-da2e-4d7f-86b0-4e8ad063f1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'cae96aac-fb31-4420-9340-c97dbf634a30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:18:15.214552 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7abf82ec-dc6a-4c59-ac06-a3023dc8a8c3 admin admin] Network hostable DHCP agents. Network: cae96aac-fb31-4420-9340-c97dbf634a30, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:18:15.240782 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a2ef59e9-4252-459a-a8ef-e731662d5dae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:15.245042 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a2ef59e9-4252-459a-a8ef-e731662d5dae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:15.250143 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7abf82ec-dc6a-4c59-ac06-a3023dc8a8c3 admin admin] Network cae96aac-fb31-4420-9340-c97dbf634a30 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:18:15.252433 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-356c05f5-75cc-458d-8061-d461980dbf9d tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Allocated IP 172.35.1.234 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/45fcb53b-31ae-40b4-846d-709e86ae9aa1) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:18:15.265514 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-7abf82ec-dc6a-4c59-ac06-a3023dc8a8c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, cae96aac-fb31-4420-9340-c97dbf634a30) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:18:15.272173 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abf82ec-dc6a-4c59-ac06-a3023dc8a8c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:15.272791 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7abf82ec-dc6a-4c59-ac06-a3023dc8a8c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:15.279206 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2bfbf7b-2164-48ad-b835-1490fd61fddf None None] Network cae96aac-fb31-4420-9340-c97dbf634a30 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:18:15.297932 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ef59e9-4252-459a-a8ef-e731662d5dae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=042eee10-dddb-4643-a2da-15307ad83ba7,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:15.304842 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-a2ef59e9-4252-459a-a8ef-e731662d5dae admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ebd3ad22b05343b6ba9e754664f0cfa8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1720262 Dec 06 17:18:15.307527 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 52664) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:15.345660 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-7abf82ec-dc6a-4c59-ac06-a3023dc8a8c3 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.5976353 Dec 06 17:18:15.348497 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 52666) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:15.355443 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-e565c08f-5b93-4e43-8221-cef09ab4d2d1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1742536705-router', 'tenant_id': 'd4102d427cc94f0ba1c37493608fe1c3', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:18:15.383153 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-61c5e7a3-45aa-4a97-acea-1834bca9e129 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:15.396620 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e565c08f-5b93-4e43-8221-cef09ab4d2d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:15.397697 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e565c08f-5b93-4e43-8221-cef09ab4d2d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:15.408530 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-356c05f5-75cc-458d-8061-d461980dbf9d tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:15.442692 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-61c5e7a3-45aa-4a97-acea-1834bca9e129 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:15.451845 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e00e9c-3ae0-4c62-81ce-8fe83ebd5d80 None None] Network cae96aac-fb31-4420-9340-c97dbf634a30 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:18:15.463667 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-356c05f5-75cc-458d-8061-d461980dbf9d tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:15.526558 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356c05f5-75cc-458d-8061-d461980dbf9d tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Pushing event updated for resources: {'Port': ['ID=45fcb53b-31ae-40b4-846d-709e86ae9aa1,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:15.530283 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e565c08f-5b93-4e43-8221-cef09ab4d2d1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:15.545692 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356c05f5-75cc-458d-8061-d461980dbf9d tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:18:15.547503 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-356c05f5-75cc-458d-8061-d461980dbf9d tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:18:15.550803 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356c05f5-75cc-458d-8061-d461980dbf9d tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:18:15.561845 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d12067-9f31-4634-b5a4-d91b310530c5 req-a6b3ee47-3557-4118-a293-1f27232733ab tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:15.563631 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-84d12067-9f31-4634-b5a4-d91b310530c5 req-a6b3ee47-3557-4118-a293-1f27232733ab tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.44 "GET /v2.0/ports?device_id=15247e60-f307-40bd-9cc5-dd3382d91b36 HTTP/1.1" status: 200 len: 945 time: 0.1584496 Dec 06 17:18:15.655035 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6e0ded0c-d7c3-420f-991b-2f3852b292e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:15.673149 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-61c5e7a3-45aa-4a97-acea-1834bca9e129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:15.675797 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-61c5e7a3-45aa-4a97-acea-1834bca9e129 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:15.676947 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-61c5e7a3-45aa-4a97-acea-1834bca9e129 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/042eee10-dddb-4643-a2da-15307ad83ba7 HTTP/1.1" status: 204 len: 168 time: 0.3684418 Dec 06 17:18:15.703982 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964e0e26-ee98-46bd-9c38-632cb3839cab req-e301d5a7-3c63-4c38-a42f-07b3f7e2eddf tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:15.705645 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-964e0e26-ee98-46bd-9c38-632cb3839cab req-e301d5a7-3c63-4c38-a42f-07b3f7e2eddf tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=15247e60-f307-40bd-9cc5-dd3382d91b36 HTTP/1.1" status: 200 len: 945 time: 0.1877496 Dec 06 17:18:15.739570 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c5e7a3-45aa-4a97-acea-1834bca9e129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=042eee10-dddb-4643-a2da-15307ad83ba7,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:15.812222 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e565c08f-5b93-4e43-8221-cef09ab4d2d1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:15.871540 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-964e0e26-ee98-46bd-9c38-632cb3839cab req-1db420db-5e5f-402c-8dc9-4f309b83b206 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014845 Dec 06 17:18:15.912706 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-84d12067-9f31-4634-b5a4-d91b310530c5 req-56fee395-cbb4-46e9-b0b1-1c9cfc1cd44f tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Deleting port cd9ab412-e6e1-4a1b-b170-71b166dfd819 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:18:15.913054 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-84d12067-9f31-4634-b5a4-d91b310530c5 req-56fee395-cbb4-46e9-b0b1-1c9cfc1cd44f tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:16.041168 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-356c05f5-75cc-458d-8061-d461980dbf9d tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:16.120394 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-356c05f5-75cc-458d-8061-d461980dbf9d tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:16.300042 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-356c05f5-75cc-458d-8061-d461980dbf9d tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:16.306588 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-356c05f5-75cc-458d-8061-d461980dbf9d tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:16.343541 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-84d12067-9f31-4634-b5a4-d91b310530c5 req-56fee395-cbb4-46e9-b0b1-1c9cfc1cd44f tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] For port cd9ab412-e6e1-4a1b-b170-71b166dfd819, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=cd9ab412-e6e1-4a1b-b170-71b166dfd819,segment=NetworkSegment(b722eb92-d8da-4fbc-acca-71668ea91866),segment_id=b722eb92-d8da-4fbc-acca-71668ea91866)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:18:16.344477 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-84d12067-9f31-4634-b5a4-d91b310530c5 req-56fee395-cbb4-46e9-b0b1-1c9cfc1cd44f tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:16.360981 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-84d12067-9f31-4634-b5a4-d91b310530c5 req-56fee395-cbb4-46e9-b0b1-1c9cfc1cd44f tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Calling delete_port for cd9ab412-e6e1-4a1b-b170-71b166dfd819 owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:18:16.406701 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356c05f5-75cc-458d-8061-d461980dbf9d tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Pushing event updated for resources: {'Port': ['ID=45fcb53b-31ae-40b4-846d-709e86ae9aa1,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:16.418080 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-356c05f5-75cc-458d-8061-d461980dbf9d tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:16.533027 n-d-master-1 neutron-server[103284]: INFO neutron.db.l3_db [None req-356c05f5-75cc-458d-8061-d461980dbf9d tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Floating IP 7b699bfc-1d6e-4d77-8dc6-a0a814630bb1 associated. External IP: 172.35.1.234, port: aa6e2aad-55de-4f7d-bd40-c4b7ba646867. Dec 06 17:18:16.533422 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e565c08f-5b93-4e43-8221-cef09ab4d2d1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:16.557280 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 52698) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:16.564329 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e565c08f-5b93-4e43-8221-cef09ab4d2d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:16.681330 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-84d12067-9f31-4634-b5a4-d91b310530c5 req-56fee395-cbb4-46e9-b0b1-1c9cfc1cd44f tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:16.690937 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-7f31b894-4479-4e75-b8df-91275c7f371b tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1584236658'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:18:16.693232 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['3151ab1d-b074-4e06-a04f-9eb3d8f129bc', 'cd9ab412-e6e1-4a1b-b170-71b166dfd819'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:18:16.740262 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fee395-cbb4-46e9-b0b1-1c9cfc1cd44f tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Pushing event deleted for resources: {'Port': ['ID=cd9ab412-e6e1-4a1b-b170-71b166dfd819,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:16.786594 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-e565c08f-5b93-4e43-8221-cef09ab4d2d1 admin admin] Allocated IP 172.35.1.52 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/52b68a8d-99f9-4dd4-9e81-471b7634b312) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:18:16.810709 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f31b894-4479-4e75-b8df-91275c7f371b tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] Made reservation on behalf of 4a6d8cec0e2c41babc5da7267de4bf12 for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:18:16.816359 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7f31b894-4479-4e75-b8df-91275c7f371b tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:16.819947 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-84d12067-9f31-4634-b5a4-d91b310530c5 req-56fee395-cbb4-46e9-b0b1-1c9cfc1cd44f tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] No DVR routers for this DVR port cd9ab412-e6e1-4a1b-b170-71b166dfd819 on host n-h2-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:18:16.834844 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-84d12067-9f31-4634-b5a4-d91b310530c5 req-56fee395-cbb4-46e9-b0b1-1c9cfc1cd44f tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:16.839127 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-84d12067-9f31-4634-b5a4-d91b310530c5 req-56fee395-cbb4-46e9-b0b1-1c9cfc1cd44f tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.44 "DELETE /v2.0/ports/cd9ab412-e6e1-4a1b-b170-71b166dfd819 HTTP/1.1" status: 204 len: 173 time: 1.2658553 Dec 06 17:18:16.839890 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15247e60-f307-40bd-9cc5-dd3382d91b36', 'name': 'network-vif-deleted', 'tag': 'cd9ab412-e6e1-4a1b-b170-71b166dfd819'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:18:16.849268 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ba80e7-2082-4a04-b65d-d51806fbc455" -d '{"events": [{"server_uuid": "15247e60-f307-40bd-9cc5-dd3382d91b36", "name": "network-vif-deleted", "tag": "cd9ab412-e6e1-4a1b-b170-71b166dfd819"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:18:16.856694 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-356c05f5-75cc-458d-8061-d461980dbf9d tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Router 5fb4a540-f2b6-47cf-b821-09e81cfd5680 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:18:16.857833 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7f31b894-4479-4e75-b8df-91275c7f371b tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:16.858937 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:16.979234 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c963b7c8-fa4f-4e55-a838-705af9848a66 x-openstack-request-id: req-c963b7c8-fa4f-4e55-a838-705af9848a66 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:18:16.979609 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15247e60-f307-40bd-9cc5-dd3382d91b36", "name": "network-vif-deleted", "tag": "cd9ab412-e6e1-4a1b-b170-71b166dfd819", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:18:16.980131 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c963b7c8-fa4f-4e55-a838-705af9848a66 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:18:16.980540 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15247e60-f307-40bd-9cc5-dd3382d91b36', 'name': 'network-vif-deleted', 'tag': 'cd9ab412-e6e1-4a1b-b170-71b166dfd819', 'status': 'completed', 'code': 200} Dec 06 17:18:17.058431 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-94070215-21b7-4332-a321-f3ec98e0d053 req-1d2df6b6-0fc2-4fce-8838-3bf2b59d37af tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=15247e60-f307-40bd-9cc5-dd3382d91b36 HTTP/1.1" status: 200 len: 210 time: 0.0543711 Dec 06 17:18:17.082254 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-356c05f5-75cc-458d-8061-d461980dbf9d tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:18:17.082844 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e565c08f-5b93-4e43-8221-cef09ab4d2d1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:17.098435 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb309ec-8b90-41c7-8326-7ada6a9e76c7 None None] Sync routers for ids ['5fb4a540-f2b6-47cf-b821-09e81cfd5680'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:18:17.103655 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-356c05f5-75cc-458d-8061-d461980dbf9d tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:17.108846 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb309ec-8b90-41c7-8326-7ada6a9e76c7 None None] Routers {'5fb4a540-f2b6-47cf-b821-09e81cfd5680'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:18:17.109461 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-fbb309ec-8b90-41c7-8326-7ada6a9e76c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:18:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['5fb4a540-f2b6-47cf-b821-09e81cfd5680'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:17.117781 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7f31b894-4479-4e75-b8df-91275c7f371b tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:17.129299 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7f31b894-4479-4e75-b8df-91275c7f371b tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:17.137513 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-356c05f5-75cc-458d-8061-d461980dbf9d tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.3576810 Dec 06 17:18:17.138346 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52712) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:17.145109 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-fbb309ec-8b90-41c7-8326-7ada6a9e76c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:17.155189 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb309ec-8b90-41c7-8326-7ada6a9e76c7 None None] Routers {'5fb4a540-f2b6-47cf-b821-09e81cfd5680'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:18:17.156036 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-fbb309ec-8b90-41c7-8326-7ada6a9e76c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:18:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['5fb4a540-f2b6-47cf-b821-09e81cfd5680'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:17.164702 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f31b894-4479-4e75-b8df-91275c7f371b tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:18:17.187463 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e565c08f-5b93-4e43-8221-cef09ab4d2d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:17.189438 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f31b894-4479-4e75-b8df-91275c7f371b tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad6e579c-d35d-46ee-b102-d7280bf84167,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:17.189951 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-fbb309ec-8b90-41c7-8326-7ada6a9e76c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:17.190624 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb309ec-8b90-41c7-8326-7ada6a9e76c7 None None] The sync data for ids ['5fb4a540-f2b6-47cf-b821-09e81cfd5680'] in n-d-master-1 is: [] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:18:17.193130 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7f31b894-4479-4e75-b8df-91275c7f371b tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:17.193561 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-7f31b894-4479-4e75-b8df-91275c7f371b tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] Added segment c0b2b867-e069-43cc-853c-bd3b92b1de33 of type vlan for network 36f14b50-e407-4338-a4cb-e0c25182a804 Dec 06 17:18:17.217580 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-b0c7b146-bf74-406c-8663-7f259ef9de3e tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] 10.222.0.23 "GET /v2.0/floatingips/7b699bfc-1d6e-4d77-8dc6-a0a814630bb1 HTTP/1.1" status: 200 len: 978 time: 0.0751128 Dec 06 17:18:17.217845 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52714) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:17.288363 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7f31b894-4479-4e75-b8df-91275c7f371b tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:17.293534 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e565c08f-5b93-4e43-8221-cef09ab4d2d1 admin admin] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:18:17.300850 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-e565c08f-5b93-4e43-8221-cef09ab4d2d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:18:17.309877 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e565c08f-5b93-4e43-8221-cef09ab4d2d1 admin admin] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:18:17.314687 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e565c08f-5b93-4e43-8221-cef09ab4d2d1 admin admin] Pushing event updated for resources: {'Port': ['ID=52b68a8d-99f9-4dd4-9e81-471b7634b312,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:17.342351 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-02f96d0c-ee3f-416c-8a7d-acef03046e50 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1192708 Dec 06 17:18:17.343746 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52718) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:17.351212 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-28b4eb6d-b6da-42d6-a2a2-ba23bbb0f158 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Request body: {'floatingip': {'port_id': 'e18901ff-942b-496d-a149-ad47857cf4fd'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:18:17.379965 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7f31b894-4479-4e75-b8df-91275c7f371b tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:17.386451 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f31b894-4479-4e75-b8df-91275c7f371b tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:17.387083 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7f31b894-4479-4e75-b8df-91275c7f371b tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:17.426867 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-28b4eb6d-b6da-42d6-a2a2-ba23bbb0f158 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks [] for floatingip, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:17.484595 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-7f31b894-4479-4e75-b8df-91275c7f371b tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.9261935 Dec 06 17:18:17.490684 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52720) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:17.496738 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-3e69792e-c96f-439e-84cf-e3efdae2150f tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] Request body: {'subnet': {'network_id': '36f14b50-e407-4338-a4cb-e0c25182a804', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:18:17.546241 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f31b894-4479-4e75-b8df-91275c7f371b tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] Pushing event updated for resources: {'Network': ['ID=36f14b50-e407-4338-a4cb-e0c25182a804,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:17.558662 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 36f14b50-e407-4338-a4cb-e0c25182a804 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:18:17.677978 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e565c08f-5b93-4e43-8221-cef09ab4d2d1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:17.704707 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e69792e-c96f-439e-84cf-e3efdae2150f tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] Made reservation on behalf of 4a6d8cec0e2c41babc5da7267de4bf12 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:18:17.708761 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3e69792e-c96f-439e-84cf-e3efdae2150f tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:17.892672 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e565c08f-5b93-4e43-8221-cef09ab4d2d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:17.997013 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:18.036275 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e565c08f-5b93-4e43-8221-cef09ab4d2d1 admin admin] Router 6e5d260e-4b08-4f6e-91c6-c6198bae4150 is scheduled to L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 with binding_index 1 {{(pid=103285) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 17:18:18.074441 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3e69792e-c96f-439e-84cf-e3efdae2150f tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:18.153866 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e565c08f-5b93-4e43-8221-cef09ab4d2d1 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:18:18.169125 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0aee7b-70dc-4b02-89a5-ec7f048131b0 None None] Sync routers for ids ['6e5d260e-4b08-4f6e-91c6-c6198bae4150'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:18:18.178027 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e565c08f-5b93-4e43-8221-cef09ab4d2d1 admin admin] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:18.183334 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-e565c08f-5b93-4e43-8221-cef09ab4d2d1 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.8311977 Dec 06 17:18:18.184191 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 52732) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:18.184335 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0aee7b-70dc-4b02-89a5-ec7f048131b0 None None] Routers {'6e5d260e-4b08-4f6e-91c6-c6198bae4150'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:18:18.184970 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-fc0aee7b-70dc-4b02-89a5-ec7f048131b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:18:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['6e5d260e-4b08-4f6e-91c6-c6198bae4150'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:18.203592 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e69792e-c96f-439e-84cf-e3efdae2150f tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] Pushing event updated for resources: {'Subnet': ['ID=f351890b-66ab-43be-b3ec-5b233d498a13,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:18.235095 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e69792e-c96f-439e-84cf-e3efdae2150f tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] Checking segment: {'id': 'c0b2b867-e069-43cc-853c-bd3b92b1de33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '36f14b50-e407-4338-a4cb-e0c25182a804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:18:18.235829 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e69792e-c96f-439e-84cf-e3efdae2150f tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] Network hostable DHCP agents. Network: 36f14b50-e407-4338-a4cb-e0c25182a804, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:18:18.245956 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-28b4eb6d-b6da-42d6-a2a2-ba23bbb0f158 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:18.258262 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-28b4eb6d-b6da-42d6-a2a2-ba23bbb0f158 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:18.323651 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-fc0aee7b-70dc-4b02-89a5-ec7f048131b0 None None] Set router 6e5d260e-4b08-4f6e-91c6-c6198bae4150 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:18:18.355070 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e69792e-c96f-439e-84cf-e3efdae2150f tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] Network 36f14b50-e407-4338-a4cb-e0c25182a804 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:18:18.394305 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-3e69792e-c96f-439e-84cf-e3efdae2150f tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 36f14b50-e407-4338-a4cb-e0c25182a804) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:18:18.396633 n-d-master-1 neutron-server[103284]: INFO neutron.db.l3_db [None req-28b4eb6d-b6da-42d6-a2a2-ba23bbb0f158 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Floating IP 7b699bfc-1d6e-4d77-8dc6-a0a814630bb1 associated. External IP: 172.35.1.234, port: aa6e2aad-55de-4f7d-bd40-c4b7ba646867. Dec 06 17:18:18.401684 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e69792e-c96f-439e-84cf-e3efdae2150f tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:18.402301 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3e69792e-c96f-439e-84cf-e3efdae2150f tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:18.448024 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7177518-34fc-4cf7-9086-4d81850a3f06 None None] Network 36f14b50-e407-4338-a4cb-e0c25182a804 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:18:18.522375 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60be7829-34c5-43f3-8f25-9f144ba79f66 req-98dca0b8-bc9b-4a13-a2ff-cd31236053d4 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:18.526110 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-60be7829-34c5-43f3-8f25-9f144ba79f66 req-98dca0b8-bc9b-4a13-a2ff-cd31236053d4 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/networks?id=931f4273-7ce0-414b-a3b2-f40f48617bda HTTP/1.1" status: 200 len: 805 time: 0.1775370 Dec 06 17:18:18.578030 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-60be7829-34c5-43f3-8f25-9f144ba79f66 req-2c31168d-cfe7-4bcd-bf48-76ba52cb72c2 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/quotas/0b996ae66d164de39215c3dfc863b124 HTTP/1.1" status: 200 len: 375 time: 0.0476241 Dec 06 17:18:18.657368 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-fc0aee7b-70dc-4b02-89a5-ec7f048131b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e5d260e-4b08-4f6e-91c6-c6198bae4150', 'name': 'tempest-ServerRescueNegativeTestJSON-1742536705-router', 'tenant_id': 'd4102d427cc94f0ba1c37493608fe1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.52'}], 'enable_snat': True}, 'gw_port_id': '52b68a8d-99f9-4dd4-9e81-471b7634b312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:18:15Z', 'updated_at': '2021-12-06T17:18:17Z', 'revision_number': 3, 'project_id': 'd4102d427cc94f0ba1c37493608fe1c3', 'gw_port': {'id': '52b68a8d-99f9-4dd4-9e81-471b7634b312', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ed:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e5d260e-4b08-4f6e-91c6-c6198bae4150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:18:16Z', 'updated_at': '2021-12-06T17:18:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:18.687645 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7478fc4e-6a59-4da1-a154-d90f4d542e98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-36f14b50-e407-4338-a4cb-e0c25182a804', 'network_id': '36f14b50-e407-4338-a4cb-e0c25182a804', 'tenant_id': '4a6d8cec0e2c41babc5da7267de4bf12', 'fixed_ips': [{'subnet_id': 'f351890b-66ab-43be-b3ec-5b233d498a13'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:18:18.688515 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7478fc4e-6a59-4da1-a154-d90f4d542e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:18.690185 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-60be7829-34c5-43f3-8f25-9f144ba79f66 req-ec3f23d8-dbbe-4c58-b1e0-7e0f7312f915 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0b996ae66d164de39215c3dfc863b124&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1034396 Dec 06 17:18:18.691412 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0aee7b-70dc-4b02-89a5-ec7f048131b0 None None] Checking router: 6e5d260e-4b08-4f6e-91c6-c6198bae4150 for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:18:18.691771 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0aee7b-70dc-4b02-89a5-ec7f048131b0 None None] Updating router 6e5d260e-4b08-4f6e-91c6-c6198bae4150 port 52b68a8d-99f9-4dd4-9e81-471b7634b312 binding host n-d-master-1 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:18:18.728703 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fc0aee7b-70dc-4b02-89a5-ec7f048131b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:18.775008 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-3e69792e-c96f-439e-84cf-e3efdae2150f tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2795820 Dec 06 17:18:18.775205 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 52748) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:18.781437 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-a7707414-b968-4772-87ea-37877129c45f tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] Request body: {'port': {'network_id': '36f14b50-e407-4338-a4cb-e0c25182a804', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2032891460'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:18:18.948122 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device cd9ab412-e6e1-4a1b-b170-71b166dfd819 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:18:18.948630 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7707414-b968-4772-87ea-37877129c45f tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] Made reservation on behalf of 4a6d8cec0e2c41babc5da7267de4bf12 for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:18:18.953668 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a7707414-b968-4772-87ea-37877129c45f tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:18.960763 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28b4eb6d-b6da-42d6-a2a2-ba23bbb0f158 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Router 5fb4a540-f2b6-47cf-b821-09e81cfd5680 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:18:19.014282 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-a7707414-b968-4772-87ea-37877129c45f tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] device_id is not set on port 3a791e7c-c823-4892-ab94-9034d30827d0 yet. {{(pid=103285) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:18:19.066525 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-60be7829-34c5-43f3-8f25-9f144ba79f66 req-7a4b2239-057b-411a-bdaf-30f7af273ab2 service neutron] 10.222.0.23 "GET /v2.0/networks/931f4273-7ce0-414b-a3b2-f40f48617bda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3697965 Dec 06 17:18:19.097161 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28b4eb6d-b6da-42d6-a2a2-ba23bbb0f158 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:18:19.109885 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15eb1ea-0241-492a-9321-40d7bf9962b6 None None] Sync routers for ids ['5fb4a540-f2b6-47cf-b821-09e81cfd5680'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:18:19.126204 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15eb1ea-0241-492a-9321-40d7bf9962b6 None None] Routers {'5fb4a540-f2b6-47cf-b821-09e81cfd5680'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:18:19.127263 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-f15eb1ea-0241-492a-9321-40d7bf9962b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:18:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['5fb4a540-f2b6-47cf-b821-09e81cfd5680'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:19.163821 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-40d91d3e-9b24-465b-b6c8-91f5d181ef72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:19.173310 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] No Port match for: cd9ab412-e6e1-4a1b-b170-71b166dfd819 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:18:19.173868 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device cd9ab412-e6e1-4a1b-b170-71b166dfd819 not bound to the agent host n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:18:19.178882 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-f15eb1ea-0241-492a-9321-40d7bf9962b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:19.195815 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15eb1ea-0241-492a-9321-40d7bf9962b6 None None] Routers {'5fb4a540-f2b6-47cf-b821-09e81cfd5680'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:18:19.197249 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-f15eb1ea-0241-492a-9321-40d7bf9962b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:18:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['5fb4a540-f2b6-47cf-b821-09e81cfd5680'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:19.202307 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:19.219088 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-7478fc4e-6a59-4da1-a154-d90f4d542e98 None None] Allocated IP 172.20.0.2 (36f14b50-e407-4338-a4cb-e0c25182a804/f351890b-66ab-43be-b3ec-5b233d498a13/e589fc4e-6632-4c96-a630-9427cd9df4dd) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:18:19.239359 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-f15eb1ea-0241-492a-9321-40d7bf9962b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:19.240283 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15eb1ea-0241-492a-9321-40d7bf9962b6 None None] The sync data for ids ['5fb4a540-f2b6-47cf-b821-09e81cfd5680'] in n-d-master-1 is: [] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:18:19.309561 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-60be7829-34c5-43f3-8f25-9f144ba79f66 req-6077a170-dc76-4ccb-b374-0c6addc6f7fc service neutron] 10.222.0.23 "GET /v2.0/networks/931f4273-7ce0-414b-a3b2-f40f48617bda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328107 Dec 06 17:18:19.353975 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28b4eb6d-b6da-42d6-a2a2-ba23bbb0f158 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Router 5fb4a540-f2b6-47cf-b821-09e81cfd5680 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:18:19.439326 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-40d91d3e-9b24-465b-b6c8-91f5d181ef72 admin admin] Allocated IP 172.20.0.1 (cae96aac-fb31-4420-9340-c97dbf634a30/96d1432b-c397-475b-95f3-c732d2ae28e6/5daadc68-e26d-48de-96a2-c4d2e51611b5) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:18:19.444649 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fc0aee7b-70dc-4b02-89a5-ec7f048131b0 None None] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:19.478193 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fc0aee7b-70dc-4b02-89a5-ec7f048131b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:19.491446 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7478fc4e-6a59-4da1-a154-d90f4d542e98 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:19.534094 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7478fc4e-6a59-4da1-a154-d90f4d542e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:19.535668 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28b4eb6d-b6da-42d6-a2a2-ba23bbb0f158 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:18:19.548590 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-28b4eb6d-b6da-42d6-a2a2-ba23bbb0f158 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:19.555058 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593b6e22-1c77-4b60-bbc8-605cd9cc9b02 None None] Sync routers for ids ['5fb4a540-f2b6-47cf-b821-09e81cfd5680'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:18:19.563393 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-fc0aee7b-70dc-4b02-89a5-ec7f048131b0 None None] Attempting to bind port 52b68a8d-99f9-4dd4-9e81-471b7634b312 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:18:19.563698 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-fc0aee7b-70dc-4b02-89a5-ec7f048131b0 None None] Attempting to bind port 52b68a8d-99f9-4dd4-9e81-471b7634b312 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:18:19.564070 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0aee7b-70dc-4b02-89a5-ec7f048131b0 None None] Attempting to bind port 52b68a8d-99f9-4dd4-9e81-471b7634b312 on network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:18:19.572343 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0aee7b-70dc-4b02-89a5-ec7f048131b0 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:18:19.572729 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0aee7b-70dc-4b02-89a5-ec7f048131b0 None None] Checking segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:18:19.573141 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fc0aee7b-70dc-4b02-89a5-ec7f048131b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:19.573593 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0aee7b-70dc-4b02-89a5-ec7f048131b0 None None] Bound using segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:18:19.574086 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-fc0aee7b-70dc-4b02-89a5-ec7f048131b0 None None] Bound port: 52b68a8d-99f9-4dd4-9e81-471b7634b312, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:18:19.574476 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fc0aee7b-70dc-4b02-89a5-ec7f048131b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:19.577766 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265d79f1-8bd1-4210-a02e-0232a24c841b None None] Pushing event updated for resources: {'Port': ['ID=52b68a8d-99f9-4dd4-9e81-471b7634b312,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:19.617000 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7478fc4e-6a59-4da1-a154-d90f4d542e98 None None] Network 36f14b50-e407-4338-a4cb-e0c25182a804 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:18:19.618269 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593b6e22-1c77-4b60-bbc8-605cd9cc9b02 None None] Routers {'5fb4a540-f2b6-47cf-b821-09e81cfd5680'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:18:19.618916 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-593b6e22-1c77-4b60-bbc8-605cd9cc9b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:18:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['5fb4a540-f2b6-47cf-b821-09e81cfd5680'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:19.637190 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-28b4eb6d-b6da-42d6-a2a2-ba23bbb0f158 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] 10.222.0.23 "PUT /v2.0/floatingips/7b699bfc-1d6e-4d77-8dc6-a0a814630bb1 HTTP/1.1" status: 200 len: 978 time: 2.2923739 Dec 06 17:18:19.638625 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52760) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:19.645432 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-47f0ef70-8217-4524-908c-62c0a9b84aff tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:18:19.676982 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-7478fc4e-6a59-4da1-a154-d90f4d542e98 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:18:19.685175 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7478fc4e-6a59-4da1-a154-d90f4d542e98 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:18:19.688449 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-593b6e22-1c77-4b60-bbc8-605cd9cc9b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:19.700987 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5be5a6e0-83ee-47eb-be7b-5321575cd0c8 req-7a790a82-ad3a-4c18-bb0f-5ab7fb56f740 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7a87166-bac3-4770-b6a3-dc87ca3a74f9 HTTP/1.1" status: 200 len: 210 time: 0.0975902 Dec 06 17:18:19.712666 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-40d91d3e-9b24-465b-b6c8-91f5d181ef72 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:19.736167 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-47f0ef70-8217-4524-908c-62c0a9b84aff tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks [] for floatingip, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:19.747083 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-a7707414-b968-4772-87ea-37877129c45f tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] Allocated IP 172.20.0.5 (36f14b50-e407-4338-a4cb-e0c25182a804/f351890b-66ab-43be-b3ec-5b233d498a13/3a791e7c-c823-4892-ab94-9034d30827d0) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:18:19.787210 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7478fc4e-6a59-4da1-a154-d90f4d542e98 None None] Pushing event updated for resources: {'Port': ['ID=e589fc4e-6632-4c96-a630-9427cd9df4dd,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:19.795868 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593b6e22-1c77-4b60-bbc8-605cd9cc9b02 None None] Routers {'5fb4a540-f2b6-47cf-b821-09e81cfd5680'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:18:19.796523 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-593b6e22-1c77-4b60-bbc8-605cd9cc9b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:18:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['5fb4a540-f2b6-47cf-b821-09e81cfd5680'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:19.832770 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-593b6e22-1c77-4b60-bbc8-605cd9cc9b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:19.833375 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593b6e22-1c77-4b60-bbc8-605cd9cc9b02 None None] The sync data for ids ['5fb4a540-f2b6-47cf-b821-09e81cfd5680'] in n-d-master-1 is: [] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:18:19.834013 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-40d91d3e-9b24-465b-b6c8-91f5d181ef72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:19.841335 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-fc0aee7b-70dc-4b02-89a5-ec7f048131b0 None None] For port 52b68a8d-99f9-4dd4-9e81-471b7634b312, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:18:19.855513 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-7478fc4e-6a59-4da1-a154-d90f4d542e98 None None] Attempting to bind port e589fc4e-6632-4c96-a630-9427cd9df4dd on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:18:19.855917 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-7478fc4e-6a59-4da1-a154-d90f4d542e98 None None] Attempting to bind port e589fc4e-6632-4c96-a630-9427cd9df4dd by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'c0b2b867-e069-43cc-853c-bd3b92b1de33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '36f14b50-e407-4338-a4cb-e0c25182a804'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:18:19.856315 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7478fc4e-6a59-4da1-a154-d90f4d542e98 None None] Attempting to bind port e589fc4e-6632-4c96-a630-9427cd9df4dd on network 36f14b50-e407-4338-a4cb-e0c25182a804 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:18:19.860294 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-fc0aee7b-70dc-4b02-89a5-ec7f048131b0 None None] For port 52b68a8d-99f9-4dd4-9e81-471b7634b312, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=52b68a8d-99f9-4dd4-9e81-471b7634b312,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:18:19.865191 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7478fc4e-6a59-4da1-a154-d90f4d542e98 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:18:19.865634 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7478fc4e-6a59-4da1-a154-d90f4d542e98 None None] Checking segment: {'id': 'c0b2b867-e069-43cc-853c-bd3b92b1de33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '36f14b50-e407-4338-a4cb-e0c25182a804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:18:19.866052 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7478fc4e-6a59-4da1-a154-d90f4d542e98 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:19.866722 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7478fc4e-6a59-4da1-a154-d90f4d542e98 None None] Bound using segment: {'id': 'c0b2b867-e069-43cc-853c-bd3b92b1de33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '36f14b50-e407-4338-a4cb-e0c25182a804'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:18:19.866964 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-7478fc4e-6a59-4da1-a154-d90f4d542e98 None None] Bound port: e589fc4e-6632-4c96-a630-9427cd9df4dd, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b2b867-e069-43cc-853c-bd3b92b1de33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '36f14b50-e407-4338-a4cb-e0c25182a804'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:18:19.867379 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7478fc4e-6a59-4da1-a154-d90f4d542e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:19.871380 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fc0aee7b-70dc-4b02-89a5-ec7f048131b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:19.911363 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d91d3e-9b24-465b-b6c8-91f5d181ef72 admin admin] Network cae96aac-fb31-4420-9340-c97dbf634a30 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:18:19.922042 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-40d91d3e-9b24-465b-b6c8-91f5d181ef72 admin admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:18:19.931956 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d91d3e-9b24-465b-b6c8-91f5d181ef72 admin admin] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:18:19.975820 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-47f0ef70-8217-4524-908c-62c0a9b84aff tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:19.977912 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-40d91d3e-9b24-465b-b6c8-91f5d181ef72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539179'] for router_interface, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:19.983217 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-47f0ef70-8217-4524-908c-62c0a9b84aff tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:19.984380 n-d-master-1 neutron-server[103284]: INFO neutron.db.l3_db [None req-47f0ef70-8217-4524-908c-62c0a9b84aff tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Floating IP 7b699bfc-1d6e-4d77-8dc6-a0a814630bb1 disassociated. External IP: 172.35.1.234, port: e18901ff-942b-496d-a149-ad47857cf4fd. Dec 06 17:18:19.984500 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d91d3e-9b24-465b-b6c8-91f5d181ef72 admin admin] Pushing event updated for resources: {'Port': ['ID=5daadc68-e26d-48de-96a2-c4d2e51611b5,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:19.990060 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265d79f1-8bd1-4210-a02e-0232a24c841b None None] Pushing event updated for resources: {'Port': ['ID=52b68a8d-99f9-4dd4-9e81-471b7634b312,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:19.997065 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0aee7b-70dc-4b02-89a5-ec7f048131b0 None None] Routers {'6e5d260e-4b08-4f6e-91c6-c6198bae4150'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:18:19.997814 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-fc0aee7b-70dc-4b02-89a5-ec7f048131b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:18:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['6e5d260e-4b08-4f6e-91c6-c6198bae4150'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:20.057795 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-7478fc4e-6a59-4da1-a154-d90f4d542e98 None None] For port e589fc4e-6632-4c96-a630-9427cd9df4dd, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:18:20.138026 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-7478fc4e-6a59-4da1-a154-d90f4d542e98 None None] For port e589fc4e-6632-4c96-a630-9427cd9df4dd, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e589fc4e-6632-4c96-a630-9427cd9df4dd,segment=NetworkSegment(c0b2b867-e069-43cc-853c-bd3b92b1de33),segment_id=c0b2b867-e069-43cc-853c-bd3b92b1de33)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:18:20.149187 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7478fc4e-6a59-4da1-a154-d90f4d542e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:20.211556 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-fc0aee7b-70dc-4b02-89a5-ec7f048131b0 None None] Set router 6e5d260e-4b08-4f6e-91c6-c6198bae4150 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:18:20.236907 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a7707414-b968-4772-87ea-37877129c45f tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:20.314347 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7478fc4e-6a59-4da1-a154-d90f4d542e98 None None] Pushing event updated for resources: {'Port': ['ID=e589fc4e-6632-4c96-a630-9427cd9df4dd,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:20.323234 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a7707414-b968-4772-87ea-37877129c45f tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:20.338091 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47f0ef70-8217-4524-908c-62c0a9b84aff tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Router 5fb4a540-f2b6-47cf-b821-09e81cfd5680 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:18:20.375077 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-40d91d3e-9b24-465b-b6c8-91f5d181ef72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:20.403813 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7707414-b968-4772-87ea-37877129c45f tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] Network 36f14b50-e407-4338-a4cb-e0c25182a804 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:18:20.458541 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-fc0aee7b-70dc-4b02-89a5-ec7f048131b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e5d260e-4b08-4f6e-91c6-c6198bae4150', 'name': 'tempest-ServerRescueNegativeTestJSON-1742536705-router', 'tenant_id': 'd4102d427cc94f0ba1c37493608fe1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.52'}], 'enable_snat': True}, 'gw_port_id': '52b68a8d-99f9-4dd4-9e81-471b7634b312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:18:15Z', 'updated_at': '2021-12-06T17:18:17Z', 'revision_number': 3, 'project_id': 'd4102d427cc94f0ba1c37493608fe1c3', 'gw_port': {'id': '52b68a8d-99f9-4dd4-9e81-471b7634b312', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ed:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e5d260e-4b08-4f6e-91c6-c6198bae4150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:18:16Z', 'updated_at': '2021-12-06T17:18:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:20.509746 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0aee7b-70dc-4b02-89a5-ec7f048131b0 None None] The sync data for ids ['6e5d260e-4b08-4f6e-91c6-c6198bae4150'] in n-d-master-1 is: [{'id': '6e5d260e-4b08-4f6e-91c6-c6198bae4150', 'name': 'tempest-ServerRescueNegativeTestJSON-1742536705-router', 'tenant_id': 'd4102d427cc94f0ba1c37493608fe1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.52'}], 'enable_snat': True}, 'gw_port_id': '52b68a8d-99f9-4dd4-9e81-471b7634b312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:18:15Z', 'updated_at': '2021-12-06T17:18:17Z', 'revision_number': 3, 'project_id': 'd4102d427cc94f0ba1c37493608fe1c3', 'gw_port': {'id': '52b68a8d-99f9-4dd4-9e81-471b7634b312', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ed:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e5d260e-4b08-4f6e-91c6-c6198bae4150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:18:16Z', 'updated_at': '2021-12-06T17:18:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:18:20.514969 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47f0ef70-8217-4524-908c-62c0a9b84aff tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:18:20.522529 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-47f0ef70-8217-4524-908c-62c0a9b84aff tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:20.528933 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43102f27-0011-4cec-b45d-19bc0aceaf65 None None] Sync routers for ids ['5fb4a540-f2b6-47cf-b821-09e81cfd5680'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:18:20.544635 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43102f27-0011-4cec-b45d-19bc0aceaf65 None None] Routers {'5fb4a540-f2b6-47cf-b821-09e81cfd5680'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:18:20.545528 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-43102f27-0011-4cec-b45d-19bc0aceaf65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:18:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['5fb4a540-f2b6-47cf-b821-09e81cfd5680'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:20.554486 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-47f0ef70-8217-4524-908c-62c0a9b84aff tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] 10.222.0.23 "PUT /v2.0/floatingips/7b699bfc-1d6e-4d77-8dc6-a0a814630bb1 HTTP/1.1" status: 200 len: 688 time: 0.9128721 Dec 06 17:18:20.557892 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52776) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:20.610766 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-43102f27-0011-4cec-b45d-19bc0aceaf65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:20.622215 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43102f27-0011-4cec-b45d-19bc0aceaf65 None None] Routers {'5fb4a540-f2b6-47cf-b821-09e81cfd5680'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:18:20.624603 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-43102f27-0011-4cec-b45d-19bc0aceaf65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:18:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['5fb4a540-f2b6-47cf-b821-09e81cfd5680'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:20.671243 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-43102f27-0011-4cec-b45d-19bc0aceaf65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:20.672166 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43102f27-0011-4cec-b45d-19bc0aceaf65 None None] The sync data for ids ['5fb4a540-f2b6-47cf-b821-09e81cfd5680'] in n-d-master-1 is: [] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:18:20.736429 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-747aad5d-68f6-40ce-977a-2eebcd274eda tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Deleting port 45fcb53b-31ae-40b4-846d-709e86ae9aa1 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:18:20.736764 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-747aad5d-68f6-40ce-977a-2eebcd274eda tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:20.874282 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2a2e4024-6b1f-4e56-a7e6-9c9df9395926 req-5eddd8a5-aa7c-4b27-913e-c219262a2400 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7a87166-bac3-4770-b6a3-dc87ca3a74f9 HTTP/1.1" status: 200 len: 210 time: 0.0325541 Dec 06 17:18:20.901339 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-747aad5d-68f6-40ce-977a-2eebcd274eda tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:20.902008 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-747aad5d-68f6-40ce-977a-2eebcd274eda tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:20.923712 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-747aad5d-68f6-40ce-977a-2eebcd274eda tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Calling delete_port for 45fcb53b-31ae-40b4-846d-709e86ae9aa1 owned by network:floatingip {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:18:20.980218 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-a7707414-b968-4772-87ea-37877129c45f tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:18:20.996522 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7707414-b968-4772-87ea-37877129c45f tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:18:21.025754 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7707414-b968-4772-87ea-37877129c45f tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] Pushing event updated for resources: {'Port': ['ID=3a791e7c-c823-4892-ab94-9034d30827d0,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:21.183841 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-747aad5d-68f6-40ce-977a-2eebcd274eda tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:21.207367 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7707414-b968-4772-87ea-37877129c45f tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:21.212152 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a7707414-b968-4772-87ea-37877129c45f tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:21.232082 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747aad5d-68f6-40ce-977a-2eebcd274eda tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Pushing event deleted for resources: {'Port': ['ID=45fcb53b-31ae-40b4-846d-709e86ae9aa1,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:21.273874 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-a7707414-b968-4772-87ea-37877129c45f tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.4986682 Dec 06 17:18:21.284563 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 52786) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:21.295967 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-ddc1ba64-61c9-4576-a99c-d15eb81ba687 tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] Request body: {'port': {'network_id': '36f14b50-e407-4338-a4cb-e0c25182a804', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1175747982', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:18:21.296546 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.api.validators [None req-ddc1ba64-61c9-4576-a99c-d15eb81ba687 tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] bootfile-name is not in valid_values {{(pid=103285) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 06 17:18:21.296896 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.api.validators [None req-ddc1ba64-61c9-4576-a99c-d15eb81ba687 tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] tftp-server is not in valid_values {{(pid=103285) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 06 17:18:21.297232 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.api.validators [None req-ddc1ba64-61c9-4576-a99c-d15eb81ba687 tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] server-ip-address is not in valid_values {{(pid=103285) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 06 17:18:21.303031 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-40d91d3e-9b24-465b-b6c8-91f5d181ef72 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:21.308273 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-747aad5d-68f6-40ce-977a-2eebcd274eda tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks [] for floatingip, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:21.314622 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-747aad5d-68f6-40ce-977a-2eebcd274eda tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:21.316391 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60be7829-34c5-43f3-8f25-9f144ba79f66 req-3fe8fe53-090e-417e-91ed-d49d8e6e4d33 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:21.318283 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-60be7829-34c5-43f3-8f25-9f144ba79f66 req-3fe8fe53-090e-417e-91ed-d49d8e6e4d33 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.41 "GET /v2.0/networks?id=931f4273-7ce0-414b-a3b2-f40f48617bda HTTP/1.1" status: 200 len: 805 time: 0.3543923 Dec 06 17:18:21.318506 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-747aad5d-68f6-40ce-977a-2eebcd274eda tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] 10.222.0.23 "DELETE /v2.0/floatingips/7b699bfc-1d6e-4d77-8dc6-a0a814630bb1 HTTP/1.1" status: 204 len: 168 time: 0.7593629 Dec 06 17:18:21.320529 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52788) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:21.335754 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-60be7829-34c5-43f3-8f25-9f144ba79f66 req-a4f47688-d9c0-4a10-bd7c-09a2596b5492 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Request body: {'port': {'device_id': 'a7a87166-bac3-4770-b6a3-dc87ca3a74f9', 'network_id': '931f4273-7ce0-414b-a3b2-f40f48617bda', 'admin_state_up': True, 'tenant_id': '0b996ae66d164de39215c3dfc863b124'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:18:21.348429 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-40d91d3e-9b24-465b-b6c8-91f5d181ef72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:21.380882 n-d-master-1 neutron-server[103284]: INFO neutron.api.v2.resource [None req-16d1aaad-265e-45c9-befa-6dd86f305a0d tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] delete failed (client error): The resource could not be found. Dec 06 17:18:21.382145 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-16d1aaad-265e-45c9-befa-6dd86f305a0d tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] 10.222.0.23 "DELETE /v2.0/floatingips/7b699bfc-1d6e-4d77-8dc6-a0a814630bb1 HTTP/1.1" status: 404 len: 345 time: 0.0600796 Dec 06 17:18:21.386954 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52790) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:21.520241 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06940275-5fe7-428a-86a2-e34e91c0a707 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:21.531970 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06940275-5fe7-428a-86a2-e34e91c0a707 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:21.539147 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06940275-5fe7-428a-86a2-e34e91c0a707 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:21.545359 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-06940275-5fe7-428a-86a2-e34e91c0a707 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] 10.222.0.23 "GET /v2.0/ports?network_id=b440af0e-b579-43cd-9411-f6e5c908dac2 HTTP/1.1" status: 200 len: 2358 time: 0.1573563 Dec 06 17:18:21.546310 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 52792) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:21.567925 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 52b68a8d-99f9-4dd4-9e81-471b7634b312 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:18:21.593312 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d91d3e-9b24-465b-b6c8-91f5d181ef72 admin admin] Pushing event updated for resources: {'Port': ['ID=5daadc68-e26d-48de-96a2-c4d2e51611b5,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:21.637908 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 52b68a8d-99f9-4dd4-9e81-471b7634b312 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:18:21.638479 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:21.709317 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddc1ba64-61c9-4576-a99c-d15eb81ba687 tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] Made reservation on behalf of 4a6d8cec0e2c41babc5da7267de4bf12 for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:18:21.714199 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ddc1ba64-61c9-4576-a99c-d15eb81ba687 tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:21.720514 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642c0987-3670-4e83-8623-2f803e61473c tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:21.723854 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-642c0987-3670-4e83-8623-2f803e61473c tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] 10.222.0.23 "GET /v2.0/subnets/dccc6c2a-0d60-4e5a-ba73-0dccb98ed4d9 HTTP/1.1" status: 200 len: 797 time: 0.1706786 Dec 06 17:18:21.726772 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52796) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:21.734344 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-40d91d3e-9b24-465b-b6c8-91f5d181ef72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-772465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539207'] for router_interface, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:21.735406 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-b86ff9cf-ac2c-4339-bc4f-52f4a31cc87e tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Request body: {'port': {'network_id': 'b440af0e-b579-43cd-9411-f6e5c908dac2', 'name': 'tempest-FloatingIPTestJSON-545631280', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:18:21.744782 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ad3997-be89-4a0a-99a7-a90498130dc0 None None] Network 36f14b50-e407-4338-a4cb-e0c25182a804 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:18:21.778056 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-ddc1ba64-61c9-4576-a99c-d15eb81ba687 tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] device_id is not set on port 83430c52-84c8-4169-9b5a-abd8eca71c25 yet. {{(pid=103285) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:18:21.867107 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60be7829-34c5-43f3-8f25-9f144ba79f66 req-a4f47688-d9c0-4a10-bd7c-09a2596b5492 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Made reservation on behalf of 0b996ae66d164de39215c3dfc863b124 for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:18:21.871182 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-60be7829-34c5-43f3-8f25-9f144ba79f66 req-a4f47688-d9c0-4a10-bd7c-09a2596b5492 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:21.934456 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:21.944954 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b86ff9cf-ac2c-4339-bc4f-52f4a31cc87e tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Made reservation on behalf of 0a1f457aa03040bf80cb1868b8b59715 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:18:21.965232 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] For port 52b68a8d-99f9-4dd4-9e81-471b7634b312, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=52b68a8d-99f9-4dd4-9e81-471b7634b312,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:18:21.973093 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-fa9fea38-9949-4450-b946-db8f50942041 None None] Provisioning complete for port e589fc4e-6632-4c96-a630-9427cd9df4dd triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:18:21.973360 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fa9fea38-9949-4450-b946-db8f50942041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:21.979733 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:21.980792 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device e589fc4e-6632-4c96-a630-9427cd9df4dd up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:18:22.036536 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b86ff9cf-ac2c-4339-bc4f-52f4a31cc87e tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:22.046693 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d91d3e-9b24-465b-b6c8-91f5d181ef72 admin admin] Network cae96aac-fb31-4420-9340-c97dbf634a30 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:18:22.052473 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9696fce2-7998-44f7-8d81-61c6a9a301a8 req-56b5f394-2be7-42b0-8e15-800cf4d91314 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7a87166-bac3-4770-b6a3-dc87ca3a74f9 HTTP/1.1" status: 200 len: 210 time: 0.0521612 Dec 06 17:18:22.055331 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-b86ff9cf-ac2c-4339-bc4f-52f4a31cc87e tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] device_id is not set on port 80de9831-b94f-43c8-9d54-c6fef929ab21 yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:18:22.062003 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-40d91d3e-9b24-465b-b6c8-91f5d181ef72 admin admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:18:22.109184 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-ddc1ba64-61c9-4576-a99c-d15eb81ba687 tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] Allocated IP 172.20.0.11 (36f14b50-e407-4338-a4cb-e0c25182a804/f351890b-66ab-43be-b3ec-5b233d498a13/83430c52-84c8-4169-9b5a-abd8eca71c25) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:18:22.245938 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-60be7829-34c5-43f3-8f25-9f144ba79f66 req-a4f47688-d9c0-4a10-bd7c-09a2596b5492 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Allocated IP 172.20.0.6 (931f4273-7ce0-414b-a3b2-f40f48617bda/b9546861-2c51-42d4-889f-961f9688fd79/3aa18f82-3836-4140-8853-38b7de401ed9) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:18:22.302249 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Pushing event updated for resources: {'Port': ['ID=52b68a8d-99f9-4dd4-9e81-471b7634b312,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:22.309174 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port e589fc4e-6632-4c96-a630-9427cd9df4dd triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:18:22.309597 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:22.403421 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-b86ff9cf-ac2c-4339-bc4f-52f4a31cc87e tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Allocated IP 172.20.0.14 (b440af0e-b579-43cd-9411-f6e5c908dac2/dccc6c2a-0d60-4e5a-ba73-0dccb98ed4d9/80de9831-b94f-43c8-9d54-c6fef929ab21) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:18:22.406764 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fa9fea38-9949-4450-b946-db8f50942041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:22.431749 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-b86ff9cf-ac2c-4339-bc4f-52f4a31cc87e tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Allocated IP 172.20.0.13 (b440af0e-b579-43cd-9411-f6e5c908dac2/dccc6c2a-0d60-4e5a-ba73-0dccb98ed4d9/80de9831-b94f-43c8-9d54-c6fef929ab21) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:18:22.449593 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40d91d3e-9b24-465b-b6c8-91f5d181ef72 admin admin] Router 6e5d260e-4b08-4f6e-91c6-c6198bae4150 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:18:22.492652 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:22.497904 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-fa9fea38-9949-4450-b946-db8f50942041 None None] For port e589fc4e-6632-4c96-a630-9427cd9df4dd, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e589fc4e-6632-4c96-a630-9427cd9df4dd,segment=NetworkSegment(c0b2b867-e069-43cc-853c-bd3b92b1de33),segment_id=c0b2b867-e069-43cc-853c-bd3b92b1de33)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:18:22.511302 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fa9fea38-9949-4450-b946-db8f50942041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:22.562488 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ddc1ba64-61c9-4576-a99c-d15eb81ba687 tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:22.605741 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9fea38-9949-4450-b946-db8f50942041 None None] Pushing event updated for resources: {'Port': ['ID=e589fc4e-6632-4c96-a630-9427cd9df4dd,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:22.610619 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.db.api [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103286) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 17:18:22.611190 n-d-master-1 neutron-server[103286]: DEBUG oslo_db.api [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 17:18:22.643327 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b86ff9cf-ac2c-4339-bc4f-52f4a31cc87e tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:22.644507 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ddc1ba64-61c9-4576-a99c-d15eb81ba687 tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:22.683411 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b86ff9cf-ac2c-4339-bc4f-52f4a31cc87e tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:22.745295 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-586dbd41-1031-4206-8102-533ed0c9ab40 None None] Provisioning complete for port 3a791e7c-c823-4892-ab94-9034d30827d0 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:18:22.745756 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-586dbd41-1031-4206-8102-533ed0c9ab40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:22.751142 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86ff9cf-ac2c-4339-bc4f-52f4a31cc87e tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Network b440af0e-b579-43cd-9411-f6e5c908dac2 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:18:22.754747 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-b86ff9cf-ac2c-4339-bc4f-52f4a31cc87e tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:18:22.760141 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86ff9cf-ac2c-4339-bc4f-52f4a31cc87e tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:18:22.796905 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc1ba64-61c9-4576-a99c-d15eb81ba687 tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] Network 36f14b50-e407-4338-a4cb-e0c25182a804 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:18:22.798009 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86ff9cf-ac2c-4339-bc4f-52f4a31cc87e tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Pushing event updated for resources: {'Port': ['ID=80de9831-b94f-43c8-9d54-c6fef929ab21,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:22.800626 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-586dbd41-1031-4206-8102-533ed0c9ab40 None None] Port 3a791e7c-c823-4892-ab94-9034d30827d0 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:18:22.820444 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-586dbd41-1031-4206-8102-533ed0c9ab40 None None] Provisioning complete for port e589fc4e-6632-4c96-a630-9427cd9df4dd triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:18:22.821364 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-586dbd41-1031-4206-8102-533ed0c9ab40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:22.831602 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 17:18:22.853674 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86ff9cf-ac2c-4339-bc4f-52f4a31cc87e tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:22.854346 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b86ff9cf-ac2c-4339-bc4f-52f4a31cc87e tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:22.872606 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc1ba64-61c9-4576-a99c-d15eb81ba687 tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] Pushing event updated for resources: {'Port': ['ID=83430c52-84c8-4169-9b5a-abd8eca71c25,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:22.876084 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-ddc1ba64-61c9-4576-a99c-d15eb81ba687 tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:18:22.894813 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-b86ff9cf-ac2c-4339-bc4f-52f4a31cc87e tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.1660576 Dec 06 17:18:22.898656 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52808) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:22.900269 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc1ba64-61c9-4576-a99c-d15eb81ba687 tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:18:22.903976 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-cef634b3-982b-4079-80ad-ba02ef72e49d tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Request body: {'floatingip': {'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'port_id': '80de9831-b94f-43c8-9d54-c6fef929ab21', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:18:22.963425 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cef634b3-982b-4079-80ad-ba02ef72e49d tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks [] for floatingip, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:22.971769 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc1ba64-61c9-4576-a99c-d15eb81ba687 tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:22.972490 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ddc1ba64-61c9-4576-a99c-d15eb81ba687 tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:23.030370 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-60be7829-34c5-43f3-8f25-9f144ba79f66 req-a4f47688-d9c0-4a10-bd7c-09a2596b5492 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:23.074393 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-ddc1ba64-61c9-4576-a99c-d15eb81ba687 tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 1.7887404 Dec 06 17:18:23.076903 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52810) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:23.077295 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40d91d3e-9b24-465b-b6c8-91f5d181ef72 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:18:23.092060 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-40d91d3e-9b24-465b-b6c8-91f5d181ef72 admin admin] 10.222.0.23 "PUT /v2.0/routers/6e5d260e-4b08-4f6e-91c6-c6198bae4150/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9062796 Dec 06 17:18:23.102730 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8045a71c-8d53-4007-880a-a46307e20d24 None None] Sync routers for ids ['6e5d260e-4b08-4f6e-91c6-c6198bae4150'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:18:23.110088 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-60be7829-34c5-43f3-8f25-9f144ba79f66 req-a4f47688-d9c0-4a10-bd7c-09a2596b5492 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:23.174339 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['3151ab1d-b074-4e06-a04f-9eb3d8f129bc'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:18:23.206582 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f47688-d9c0-4a10-bd7c-09a2596b5492 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Pushing event updated for resources: {'Port': ['ID=3aa18f82-3836-4140-8853-38b7de401ed9,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:23.241829 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60be7829-34c5-43f3-8f25-9f144ba79f66 req-a4f47688-d9c0-4a10-bd7c-09a2596b5492 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Network 931f4273-7ce0-414b-a3b2-f40f48617bda is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:18:23.244981 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-60be7829-34c5-43f3-8f25-9f144ba79f66 req-a4f47688-d9c0-4a10-bd7c-09a2596b5492 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:18:23.250337 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-60be7829-34c5-43f3-8f25-9f144ba79f66 req-a4f47688-d9c0-4a10-bd7c-09a2596b5492 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:18:23.255893 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8045a71c-8d53-4007-880a-a46307e20d24 None None] Routers {'6e5d260e-4b08-4f6e-91c6-c6198bae4150'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:18:23.256664 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-8045a71c-8d53-4007-880a-a46307e20d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:18:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['6e5d260e-4b08-4f6e-91c6-c6198bae4150'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:23.310950 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-fb217a85-8562-4101-8339-d7f4cbeeb5d7 None None] Provisioning complete for port 3a791e7c-c823-4892-ab94-9034d30827d0 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:18:23.310950 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fb217a85-8562-4101-8339-d7f4cbeeb5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:23.330331 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cef634b3-982b-4079-80ad-ba02ef72e49d tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:23.356670 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecda6220-f32e-41cc-bacc-6728028e6dab tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:23.364239 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecda6220-f32e-41cc-bacc-6728028e6dab tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:23.368794 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60be7829-34c5-43f3-8f25-9f144ba79f66 req-a4f47688-d9c0-4a10-bd7c-09a2596b5492 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:23.370274 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-60be7829-34c5-43f3-8f25-9f144ba79f66 req-a4f47688-d9c0-4a10-bd7c-09a2596b5492 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:23.373855 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecda6220-f32e-41cc-bacc-6728028e6dab tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:23.375886 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-ecda6220-f32e-41cc-bacc-6728028e6dab tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.2975485 Dec 06 17:18:23.378769 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 52824) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:23.404917 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684ec821-d923-4359-895b-1a7a2de9c1b1 req-5d9dac1b-9a43-40a8-ac78-05ad54ba6ff3 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:23.404917 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-684ec821-d923-4359-895b-1a7a2de9c1b1 req-5d9dac1b-9a43-40a8-ac78-05ad54ba6ff3 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7a87166-bac3-4770-b6a3-dc87ca3a74f9 HTTP/1.1" status: 200 len: 931 time: 0.2043023 Dec 06 17:18:23.436258 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-fb217a85-8562-4101-8339-d7f4cbeeb5d7 None None] Port 3a791e7c-c823-4892-ab94-9034d30827d0 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:18:23.465923 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-60be7829-34c5-43f3-8f25-9f144ba79f66 req-a4f47688-d9c0-4a10-bd7c-09a2596b5492 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1334600 Dec 06 17:18:23.476488 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-8045a71c-8d53-4007-880a-a46307e20d24 None None] Set router 6e5d260e-4b08-4f6e-91c6-c6198bae4150 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:18:23.510679 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-60be7829-34c5-43f3-8f25-9f144ba79f66 req-178aebd0-886e-457e-9509-75e712882fde service neutron] Request body: {'port': {'device_id': 'a7a87166-bac3-4770-b6a3-dc87ca3a74f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:18:23.557165 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-684ec821-d923-4359-895b-1a7a2de9c1b1 req-51c327d5-d560-4d88-80bb-b23ba2de0e52 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086814 Dec 06 17:18:23.575838 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 52b68a8d-99f9-4dd4-9e81-471b7634b312 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:18:23.603109 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-cef634b3-982b-4079-80ad-ba02ef72e49d tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Allocated IP 172.35.1.48 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/50523a4d-5a52-4631-ba69-d0d4da4e33a4) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:18:23.674881 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-a0493828-8f52-4ccb-af2f-403cf630b6ed tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] Deleting port 83430c52-84c8-4169-9b5a-abd8eca71c25 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:18:23.675240 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a0493828-8f52-4ccb-af2f-403cf630b6ed tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:23.679341 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-60be7829-34c5-43f3-8f25-9f144ba79f66 req-178aebd0-886e-457e-9509-75e712882fde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:23.685086 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-4cc2508d-d67f-4153-beae-99d38dd38f98 None None] Provisioning complete for port 83430c52-84c8-4169-9b5a-abd8eca71c25 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:18:23.686066 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4cc2508d-d67f-4153-beae-99d38dd38f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:23.724771 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cef634b3-982b-4079-80ad-ba02ef72e49d tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:23.767706 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-4cc2508d-d67f-4153-beae-99d38dd38f98 None None] Port 83430c52-84c8-4169-9b5a-abd8eca71c25 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:18:23.789145 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cef634b3-982b-4079-80ad-ba02ef72e49d tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:23.796778 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 52b68a8d-99f9-4dd4-9e81-471b7634b312 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:18:23.798441 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:23.831535 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a0493828-8f52-4ccb-af2f-403cf630b6ed tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:23.856842 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef634b3-982b-4079-80ad-ba02ef72e49d tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:18:23.877263 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-cef634b3-982b-4079-80ad-ba02ef72e49d tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:18:23.880294 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef634b3-982b-4079-80ad-ba02ef72e49d tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:18:23.888326 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef634b3-982b-4079-80ad-ba02ef72e49d tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Pushing event updated for resources: {'Port': ['ID=50523a4d-5a52-4631-ba69-d0d4da4e33a4,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:23.891317 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-8045a71c-8d53-4007-880a-a46307e20d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e5d260e-4b08-4f6e-91c6-c6198bae4150', 'name': 'tempest-ServerRescueNegativeTestJSON-1742536705-router', 'tenant_id': 'd4102d427cc94f0ba1c37493608fe1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.52'}], 'enable_snat': True}, 'gw_port_id': '52b68a8d-99f9-4dd4-9e81-471b7634b312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:18:15Z', 'updated_at': '2021-12-06T17:18:20Z', 'revision_number': 4, 'project_id': 'd4102d427cc94f0ba1c37493608fe1c3', 'gw_port': {'id': '52b68a8d-99f9-4dd4-9e81-471b7634b312', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ed:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5d260e-4b08-4f6e-91c6-c6198bae4150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:18:16Z', 'updated_at': '2021-12-06T17:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '5daadc68-e26d-48de-96a2-c4d2e51611b5', 'name': '', 'network_id': 'cae96aac-fb31-4420-9340-c97dbf634a30', 'tenant_id': 'd4102d427cc94f0ba1c37493608fe1c3', 'mac_address': 'fa:16:3e:a6:29:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e5d260e-4b08-4f6e-91c6-c6198bae4150', 'device_owner': 'network:router_interface', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '96d1432b-c397-475b-95f3-c732d2ae28e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:18:19Z', 'updated_at': '2021-12-06T17:18:20Z', 'revision_number': 2, 'project_id': 'd4102d427cc94f0ba1c37493608fe1c3', 'subnets': [{'id': '96d1432b-c397-475b-95f3-c732d2ae28e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:23.896194 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-a0493828-8f52-4ccb-af2f-403cf630b6ed tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] Calling delete_port for 83430c52-84c8-4169-9b5a-abd8eca71c25 owned by {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:18:23.926291 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8045a71c-8d53-4007-880a-a46307e20d24 None None] Checking router: 6e5d260e-4b08-4f6e-91c6-c6198bae4150 for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:18:23.926662 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8045a71c-8d53-4007-880a-a46307e20d24 None None] Updating router 6e5d260e-4b08-4f6e-91c6-c6198bae4150 port 5daadc68-e26d-48de-96a2-c4d2e51611b5 binding host n-d-master-1 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:18:23.962092 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8045a71c-8d53-4007-880a-a46307e20d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:24.024448 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f00cb8-c153-46a0-a334-9d2ad4b6aabe req-451e527c-5eb5-4f81-8583-dc1bc4d79c1b tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:24.026538 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-92f00cb8-c153-46a0-a334-9d2ad4b6aabe req-451e527c-5eb5-4f81-8583-dc1bc4d79c1b tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/networks?id=cae96aac-fb31-4420-9340-c97dbf634a30 HTTP/1.1" status: 200 len: 819 time: 0.1938684 Dec 06 17:18:24.032213 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device e589fc4e-6632-4c96-a630-9427cd9df4dd up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:18:24.074121 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-92f00cb8-c153-46a0-a334-9d2ad4b6aabe req-823421c5-ce03-47d9-b22d-e2b16113189d tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/quotas/d4102d427cc94f0ba1c37493608fe1c3 HTTP/1.1" status: 200 len: 375 time: 0.0220678 Dec 06 17:18:24.172606 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-60be7829-34c5-43f3-8f25-9f144ba79f66 req-178aebd0-886e-457e-9509-75e712882fde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3aa18f82-3836-4140-8853-38b7de401ed9 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:18:24.174487 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port e589fc4e-6632-4c96-a630-9427cd9df4dd triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:18:24.174870 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:24.184651 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-60be7829-34c5-43f3-8f25-9f144ba79f66 req-178aebd0-886e-457e-9509-75e712882fde service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:24.212035 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-92f00cb8-c153-46a0-a334-9d2ad4b6aabe req-daa0f484-4715-4941-800f-d01f3c8f7c96 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d4102d427cc94f0ba1c37493608fe1c3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1269157 Dec 06 17:18:24.217278 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-60be7829-34c5-43f3-8f25-9f144ba79f66 req-178aebd0-886e-457e-9509-75e712882fde service neutron] Transition to ACTIVE for port object 3aa18f82-3836-4140-8853-38b7de401ed9 will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:18:24.218416 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a0493828-8f52-4ccb-af2f-403cf630b6ed tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:24.233750 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-60be7829-34c5-43f3-8f25-9f144ba79f66 req-178aebd0-886e-457e-9509-75e712882fde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:24.260953 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0493828-8f52-4ccb-af2f-403cf630b6ed tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] Pushing event deleted for resources: {'Port': ['ID=83430c52-84c8-4169-9b5a-abd8eca71c25,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:24.338969 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178aebd0-886e-457e-9509-75e712882fde service neutron] Pushing event updated for resources: {'Port': ['ID=3aa18f82-3836-4140-8853-38b7de401ed9,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:24.382138 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8045a71c-8d53-4007-880a-a46307e20d24 None None] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:24.389946 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8045a71c-8d53-4007-880a-a46307e20d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:24.441849 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a0493828-8f52-4ccb-af2f-403cf630b6ed tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:24.449129 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-a0493828-8f52-4ccb-af2f-403cf630b6ed tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] 10.222.0.23 "DELETE /v2.0/ports/83430c52-84c8-4169-9b5a-abd8eca71c25 HTTP/1.1" status: 204 len: 168 time: 1.0520256 Dec 06 17:18:24.450704 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 52842) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:24.455319 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090cc5c7-c4e5-4efc-becb-20b2a667b1d5 None None] Pushing event updated for resources: {'Port': ['ID=5daadc68-e26d-48de-96a2-c4d2e51611b5,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:24.455985 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-0cbfa6fa-bc70-4775-a442-7a3cc8bde388 tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] Request body: {'port': {'name': 'tempest-new-port-name-1469552237', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:18:24.456287 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.api.validators [None req-0cbfa6fa-bc70-4775-a442-7a3cc8bde388 tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] bootfile-name is not in valid_values {{(pid=103285) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 06 17:18:24.456631 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.api.validators [None req-0cbfa6fa-bc70-4775-a442-7a3cc8bde388 tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] tftp-server is not in valid_values {{(pid=103285) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 06 17:18:24.456962 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.api.validators [None req-0cbfa6fa-bc70-4775-a442-7a3cc8bde388 tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] server-ip-address is not in valid_values {{(pid=103285) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 06 17:18:24.500788 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-60be7829-34c5-43f3-8f25-9f144ba79f66 req-178aebd0-886e-457e-9509-75e712882fde service neutron] Attempting to bind port 3aa18f82-3836-4140-8853-38b7de401ed9 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:18:24.501039 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-60be7829-34c5-43f3-8f25-9f144ba79f66 req-178aebd0-886e-457e-9509-75e712882fde service neutron] Attempting to bind port 3aa18f82-3836-4140-8853-38b7de401ed9 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'b722eb92-d8da-4fbc-acca-71668ea91866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '931f4273-7ce0-414b-a3b2-f40f48617bda'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:18:24.501265 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60be7829-34c5-43f3-8f25-9f144ba79f66 req-178aebd0-886e-457e-9509-75e712882fde service neutron] Attempting to bind port 3aa18f82-3836-4140-8853-38b7de401ed9 on network 931f4273-7ce0-414b-a3b2-f40f48617bda {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:18:24.536467 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-8045a71c-8d53-4007-880a-a46307e20d24 None None] Attempting to bind port 5daadc68-e26d-48de-96a2-c4d2e51611b5 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:18:24.536920 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-8045a71c-8d53-4007-880a-a46307e20d24 None None] Attempting to bind port 5daadc68-e26d-48de-96a2-c4d2e51611b5 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '1866e212-da2e-4d7f-86b0-4e8ad063f1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'cae96aac-fb31-4420-9340-c97dbf634a30'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:18:24.537207 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8045a71c-8d53-4007-880a-a46307e20d24 None None] Attempting to bind port 5daadc68-e26d-48de-96a2-c4d2e51611b5 on network cae96aac-fb31-4420-9340-c97dbf634a30 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:18:24.544603 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8045a71c-8d53-4007-880a-a46307e20d24 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:18:24.544985 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8045a71c-8d53-4007-880a-a46307e20d24 None None] Checking segment: {'id': '1866e212-da2e-4d7f-86b0-4e8ad063f1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'cae96aac-fb31-4420-9340-c97dbf634a30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:18:24.545553 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8045a71c-8d53-4007-880a-a46307e20d24 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:24.545953 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8045a71c-8d53-4007-880a-a46307e20d24 None None] Bound using segment: {'id': '1866e212-da2e-4d7f-86b0-4e8ad063f1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'cae96aac-fb31-4420-9340-c97dbf634a30'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:18:24.546438 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-8045a71c-8d53-4007-880a-a46307e20d24 None None] Bound port: 5daadc68-e26d-48de-96a2-c4d2e51611b5, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1866e212-da2e-4d7f-86b0-4e8ad063f1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'cae96aac-fb31-4420-9340-c97dbf634a30'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:18:24.546826 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8045a71c-8d53-4007-880a-a46307e20d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:24.554561 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0cbfa6fa-bc70-4775-a442-7a3cc8bde388 tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:24.558094 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60be7829-34c5-43f3-8f25-9f144ba79f66 req-178aebd0-886e-457e-9509-75e712882fde service neutron] Port 3aa18f82-3836-4140-8853-38b7de401ed9 on network 931f4273-7ce0-414b-a3b2-f40f48617bda not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:18:24.558418 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60be7829-34c5-43f3-8f25-9f144ba79f66 req-178aebd0-886e-457e-9509-75e712882fde service neutron] Attempting to bind port 3aa18f82-3836-4140-8853-38b7de401ed9 on network 931f4273-7ce0-414b-a3b2-f40f48617bda {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:18:24.572835 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60be7829-34c5-43f3-8f25-9f144ba79f66 req-178aebd0-886e-457e-9509-75e712882fde service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:18:24.573249 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60be7829-34c5-43f3-8f25-9f144ba79f66 req-178aebd0-886e-457e-9509-75e712882fde service neutron] Checking segment: {'id': 'b722eb92-d8da-4fbc-acca-71668ea91866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '931f4273-7ce0-414b-a3b2-f40f48617bda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:18:24.573697 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60be7829-34c5-43f3-8f25-9f144ba79f66 req-178aebd0-886e-457e-9509-75e712882fde service neutron] Bound using segment: {'id': 'b722eb92-d8da-4fbc-acca-71668ea91866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '931f4273-7ce0-414b-a3b2-f40f48617bda'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:18:24.574016 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-60be7829-34c5-43f3-8f25-9f144ba79f66 req-178aebd0-886e-457e-9509-75e712882fde service neutron] Bound port: 3aa18f82-3836-4140-8853-38b7de401ed9, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b722eb92-d8da-4fbc-acca-71668ea91866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '931f4273-7ce0-414b-a3b2-f40f48617bda'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:18:24.574372 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-60be7829-34c5-43f3-8f25-9f144ba79f66 req-178aebd0-886e-457e-9509-75e712882fde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:24.634354 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-8045a71c-8d53-4007-880a-a46307e20d24 None None] For port 5daadc68-e26d-48de-96a2-c4d2e51611b5, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:18:24.638171 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-8045a71c-8d53-4007-880a-a46307e20d24 None None] For port 5daadc68-e26d-48de-96a2-c4d2e51611b5, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=5daadc68-e26d-48de-96a2-c4d2e51611b5,segment=NetworkSegment(1866e212-da2e-4d7f-86b0-4e8ad063f1f7),segment_id=1866e212-da2e-4d7f-86b0-4e8ad063f1f7)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:18:24.646406 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8045a71c-8d53-4007-880a-a46307e20d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:24.718428 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8045a71c-8d53-4007-880a-a46307e20d24 None None] Routers {'6e5d260e-4b08-4f6e-91c6-c6198bae4150'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:18:24.719121 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-8045a71c-8d53-4007-880a-a46307e20d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:18:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['6e5d260e-4b08-4f6e-91c6-c6198bae4150'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:24.725216 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090cc5c7-c4e5-4efc-becb-20b2a667b1d5 None None] Pushing event updated for resources: {'Port': ['ID=5daadc68-e26d-48de-96a2-c4d2e51611b5,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:24.791665 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-60be7829-34c5-43f3-8f25-9f144ba79f66 req-178aebd0-886e-457e-9509-75e712882fde service neutron] For port 3aa18f82-3836-4140-8853-38b7de401ed9, host n-h1-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:18:24.817713 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-60be7829-34c5-43f3-8f25-9f144ba79f66 req-178aebd0-886e-457e-9509-75e712882fde service neutron] For port 3aa18f82-3836-4140-8853-38b7de401ed9, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=3aa18f82-3836-4140-8853-38b7de401ed9,segment=NetworkSegment(b722eb92-d8da-4fbc-acca-71668ea91866),segment_id=b722eb92-d8da-4fbc-acca-71668ea91866)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:18:24.830265 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce1008a-a545-4c3f-bb9c-760e1d21079b req-76ab6090-7f88-4e11-93e3-2bd14ab1de77 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:24.831779 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9ce1008a-a545-4c3f-bb9c-760e1d21079b req-76ab6090-7f88-4e11-93e3-2bd14ab1de77 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7a87166-bac3-4770-b6a3-dc87ca3a74f9 HTTP/1.1" status: 200 len: 943 time: 0.1428010 Dec 06 17:18:24.836200 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-60be7829-34c5-43f3-8f25-9f144ba79f66 req-178aebd0-886e-457e-9509-75e712882fde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:24.894429 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60be7829-34c5-43f3-8f25-9f144ba79f66 req-178aebd0-886e-457e-9509-75e712882fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:24.895238 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-60be7829-34c5-43f3-8f25-9f144ba79f66 req-178aebd0-886e-457e-9509-75e712882fde service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:24.896894 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-60be7829-34c5-43f3-8f25-9f144ba79f66 req-178aebd0-886e-457e-9509-75e712882fde service neutron] 10.222.0.41 "PUT /v2.0/ports/3aa18f82-3836-4140-8853-38b7de401ed9 HTTP/1.1" status: 200 len: 1091 time: 1.4129536 Dec 06 17:18:24.901460 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-92f00cb8-c153-46a0-a334-9d2ad4b6aabe req-22ea2f45-450b-4cd3-81d1-79677bc0d6fb service neutron] 10.222.0.23 "GET /v2.0/networks/cae96aac-fb31-4420-9340-c97dbf634a30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6746900 Dec 06 17:18:24.909345 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7a87166-bac3-4770-b6a3-dc87ca3a74f9', 'tag': '3aa18f82-3836-4140-8853-38b7de401ed9'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:18:24.913507 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b2c739d-667a-4b15-ae3d-81cee9fe38e6" -d '{"events": [{"name": "network-changed", "server_uuid": "a7a87166-bac3-4770-b6a3-dc87ca3a74f9", "tag": "3aa18f82-3836-4140-8853-38b7de401ed9"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:18:25.012967 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-8045a71c-8d53-4007-880a-a46307e20d24 None None] Set router 6e5d260e-4b08-4f6e-91c6-c6198bae4150 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:18:25.014257 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178aebd0-886e-457e-9509-75e712882fde service neutron] Pushing event updated for resources: {'Port': ['ID=3aa18f82-3836-4140-8853-38b7de401ed9,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:25.034481 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9ce1008a-a545-4c3f-bb9c-760e1d21079b req-7cc9270a-ebbf-4998-9ee1-86ab0b64519a tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902966 Dec 06 17:18:25.038876 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cef634b3-982b-4079-80ad-ba02ef72e49d tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:25.046498 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0cbfa6fa-bc70-4775-a442-7a3cc8bde388 tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:25.054726 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60be7829-34c5-43f3-8f25-9f144ba79f66 req-8455bbaa-cdd0-462b-9f70-49eedbd12200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:25.057234 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-60be7829-34c5-43f3-8f25-9f144ba79f66 req-8455bbaa-cdd0-462b-9f70-49eedbd12200 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0b996ae66d164de39215c3dfc863b124&device_id=a7a87166-bac3-4770-b6a3-dc87ca3a74f9 HTTP/1.1" status: 200 len: 1094 time: 0.0866663 Dec 06 17:18:25.058380 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0cbfa6fa-bc70-4775-a442-7a3cc8bde388 tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:25.082073 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-92f00cb8-c153-46a0-a334-9d2ad4b6aabe req-57dc6446-d804-4d8e-b2bf-176ea5610bc0 service neutron] 10.222.0.23 "GET /v2.0/networks/cae96aac-fb31-4420-9340-c97dbf634a30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683288 Dec 06 17:18:25.163765 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-60be7829-34c5-43f3-8f25-9f144ba79f66 req-31ce4627-9ec7-4cc0-925d-81e10262757e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3aa18f82-3836-4140-8853-38b7de401ed9 HTTP/1.1" status: 200 len: 217 time: 0.0800104 Dec 06 17:18:25.167409 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cef634b3-982b-4079-80ad-ba02ef72e49d tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:25.209268 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbfa6fa-bc70-4775-a442-7a3cc8bde388 tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] Pushing event updated for resources: {'Port': ['ID=3a791e7c-c823-4892-ab94-9034d30827d0,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:25.241257 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46da6ea6-9fb5-467b-875c-044b5e5351b5 x-openstack-request-id: req-46da6ea6-9fb5-467b-875c-044b5e5351b5 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:18:25.241577 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7a87166-bac3-4770-b6a3-dc87ca3a74f9", "tag": "3aa18f82-3836-4140-8853-38b7de401ed9", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:18:25.241837 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-46da6ea6-9fb5-467b-875c-044b5e5351b5 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:18:25.242237 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7a87166-bac3-4770-b6a3-dc87ca3a74f9', 'tag': '3aa18f82-3836-4140-8853-38b7de401ed9', 'status': 'completed', 'code': 200} Dec 06 17:18:25.267148 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-0cbfa6fa-bc70-4775-a442-7a3cc8bde388 tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] In _notify_port_updated(), no bound segment for port 3a791e7c-c823-4892-ab94-9034d30827d0 on network 36f14b50-e407-4338-a4cb-e0c25182a804 {{(pid=103285) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 17:18:25.273286 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cbfa6fa-bc70-4775-a442-7a3cc8bde388 tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:25.274843 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0cbfa6fa-bc70-4775-a442-7a3cc8bde388 tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:25.279122 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-0cbfa6fa-bc70-4775-a442-7a3cc8bde388 tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] 10.222.0.23 "PUT /v2.0/ports/3a791e7c-c823-4892-ab94-9034d30827d0 HTTP/1.1" status: 200 len: 1136 time: 0.8273909 Dec 06 17:18:25.280223 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52856) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:25.283790 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60be7829-34c5-43f3-8f25-9f144ba79f66 req-e965e31b-c479-465b-9f6c-3e7867c05a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:25.285242 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-60be7829-34c5-43f3-8f25-9f144ba79f66 req-e965e31b-c479-465b-9f6c-3e7867c05a58 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b9546861-2c51-42d4-889f-961f9688fd79 HTTP/1.1" status: 200 len: 845 time: 0.0935733 Dec 06 17:18:25.338362 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-60be7829-34c5-43f3-8f25-9f144ba79f66 req-f23afda7-74ba-4fda-8fdd-4781c05704c4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=931f4273-7ce0-414b-a3b2-f40f48617bda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406179 Dec 06 17:18:25.348218 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3bc174-1829-4452-9b40-11ece3d3d424 tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:25.350875 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-ba3bc174-1829-4452-9b40-11ece3d3d424 tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] 10.222.0.23 "GET /v2.0/ports/3a791e7c-c823-4892-ab94-9034d30827d0 HTTP/1.1" status: 200 len: 1136 time: 0.0687826 Dec 06 17:18:25.355849 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 52860) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:25.389359 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-8045a71c-8d53-4007-880a-a46307e20d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e5d260e-4b08-4f6e-91c6-c6198bae4150', 'name': 'tempest-ServerRescueNegativeTestJSON-1742536705-router', 'tenant_id': 'd4102d427cc94f0ba1c37493608fe1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.52'}], 'enable_snat': True}, 'gw_port_id': '52b68a8d-99f9-4dd4-9e81-471b7634b312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:18:15Z', 'updated_at': '2021-12-06T17:18:20Z', 'revision_number': 4, 'project_id': 'd4102d427cc94f0ba1c37493608fe1c3', 'gw_port': {'id': '52b68a8d-99f9-4dd4-9e81-471b7634b312', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ed:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5d260e-4b08-4f6e-91c6-c6198bae4150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:18:16Z', 'updated_at': '2021-12-06T17:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '5daadc68-e26d-48de-96a2-c4d2e51611b5', 'name': '', 'network_id': 'cae96aac-fb31-4420-9340-c97dbf634a30', 'tenant_id': 'd4102d427cc94f0ba1c37493608fe1c3', 'mac_address': 'fa:16:3e:a6:29:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e5d260e-4b08-4f6e-91c6-c6198bae4150', 'device_owner': 'network:router_interface', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '96d1432b-c397-475b-95f3-c732d2ae28e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:18:19Z', 'updated_at': '2021-12-06T17:18:24Z', 'revision_number': 4, 'project_id': 'd4102d427cc94f0ba1c37493608fe1c3', 'subnets': [{'id': '96d1432b-c397-475b-95f3-c732d2ae28e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:25.422088 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8045a71c-8d53-4007-880a-a46307e20d24 None None] The sync data for ids ['6e5d260e-4b08-4f6e-91c6-c6198bae4150'] in n-d-master-1 is: [{'id': '6e5d260e-4b08-4f6e-91c6-c6198bae4150', 'name': 'tempest-ServerRescueNegativeTestJSON-1742536705-router', 'tenant_id': 'd4102d427cc94f0ba1c37493608fe1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.52'}], 'enable_snat': True}, 'gw_port_id': '52b68a8d-99f9-4dd4-9e81-471b7634b312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:18:15Z', 'updated_at': '2021-12-06T17:18:20Z', 'revision_number': 4, 'project_id': 'd4102d427cc94f0ba1c37493608fe1c3', 'gw_port': {'id': '52b68a8d-99f9-4dd4-9e81-471b7634b312', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ed:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5d260e-4b08-4f6e-91c6-c6198bae4150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:18:16Z', 'updated_at': '2021-12-06T17:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '5daadc68-e26d-48de-96a2-c4d2e51611b5', 'name': '', 'network_id': 'cae96aac-fb31-4420-9340-c97dbf634a30', 'tenant_id': 'd4102d427cc94f0ba1c37493608fe1c3', 'mac_address': 'fa:16:3e:a6:29:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e5d260e-4b08-4f6e-91c6-c6198bae4150', 'device_owner': 'network:router_interface', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '96d1432b-c397-475b-95f3-c732d2ae28e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:18:19Z', 'updated_at': '2021-12-06T17:18:24Z', 'revision_number': 4, 'project_id': 'd4102d427cc94f0ba1c37493608fe1c3', 'subnets': [{'id': '96d1432b-c397-475b-95f3-c732d2ae28e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:18:25.460347 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-579b20f8-1e87-40c5-a11e-ad2a58b40e3a req-128570da-f4b4-4c51-b58c-d76022de4fcb tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7d3f224-d001-4a9c-8816-6111bc8ee6b9 HTTP/1.1" status: 200 len: 210 time: 0.1058056 Dec 06 17:18:25.590158 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cef634b3-982b-4079-80ad-ba02ef72e49d tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:25.607833 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cef634b3-982b-4079-80ad-ba02ef72e49d tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:25.725059 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-28e32d19-d2be-4f2d-b9fa-bdca537f6bee None None] Provisioning complete for port 3a791e7c-c823-4892-ab94-9034d30827d0 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:18:25.725696 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-28e32d19-d2be-4f2d-b9fa-bdca537f6bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:25.758047 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef634b3-982b-4079-80ad-ba02ef72e49d tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Pushing event updated for resources: {'Port': ['ID=50523a4d-5a52-4631-ba69-d0d4da4e33a4,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:25.809383 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-28e32d19-d2be-4f2d-b9fa-bdca537f6bee None None] Port 3a791e7c-c823-4892-ab94-9034d30827d0 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:18:25.814316 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cef634b3-982b-4079-80ad-ba02ef72e49d tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:25.964929 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fdc881-4dda-4184-9c3f-01bd86622d3f req-c73012d1-74df-4a04-bb59-4c919924f526 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:25.966658 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-47fdc881-4dda-4184-9c3f-01bd86622d3f req-c73012d1-74df-4a04-bb59-4c919924f526 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/networks?id=cae96aac-fb31-4420-9340-c97dbf634a30 HTTP/1.1" status: 200 len: 819 time: 0.2655132 Dec 06 17:18:25.972288 n-d-master-1 neutron-server[103284]: INFO neutron.db.l3_db [None req-cef634b3-982b-4079-80ad-ba02ef72e49d tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Floating IP c983d04d-4939-4a06-aac1-fd3977c53e53 associated. External IP: 172.35.1.48, port: 80de9831-b94f-43c8-9d54-c6fef929ab21. Dec 06 17:18:26.021463 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-47fdc881-4dda-4184-9c3f-01bd86622d3f req-73e52c6b-f581-4d37-ab35-21da43cd3442 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/quotas/d4102d427cc94f0ba1c37493608fe1c3 HTTP/1.1" status: 200 len: 375 time: 0.0463352 Dec 06 17:18:26.158827 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-47fdc881-4dda-4184-9c3f-01bd86622d3f req-93f0d6bb-69c5-4b28-8900-32e72cb3bf14 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d4102d427cc94f0ba1c37493608fe1c3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1289158 Dec 06 17:18:26.250303 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-60be7829-34c5-43f3-8f25-9f144ba79f66 req-dc4c7f9a-c49e-4f79-8319-f91d5013c49b service neutron] 10.222.0.41 "GET /v2.0/networks/931f4273-7ce0-414b-a3b2-f40f48617bda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8952334 Dec 06 17:18:26.268115 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-5ccb497e-8c4c-42fc-8d4c-973f61def92e tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] Deleting port 3a791e7c-c823-4892-ab94-9034d30827d0 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:18:26.268461 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5ccb497e-8c4c-42fc-8d4c-973f61def92e tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:26.365083 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-47fdc881-4dda-4184-9c3f-01bd86622d3f req-89ac18b9-0bfb-4a86-b245-2a40ea5c8a7d service neutron] 10.222.0.23 "GET /v2.0/networks/cae96aac-fb31-4420-9340-c97dbf634a30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970789 Dec 06 17:18:26.376711 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cef634b3-982b-4079-80ad-ba02ef72e49d tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Router 5fb4a540-f2b6-47cf-b821-09e81cfd5680 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:18:26.410534 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b3ff60-5c9e-4940-92a7-bacb9d604cea req-0693cd51-3f14-4035-ba7a-e22b4a4ebe1c tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:26.413926 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-32b3ff60-5c9e-4940-92a7-bacb9d604cea req-0693cd51-3f14-4035-ba7a-e22b4a4ebe1c tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7a87166-bac3-4770-b6a3-dc87ca3a74f9 HTTP/1.1" status: 200 len: 943 time: 0.2406352 Dec 06 17:18:26.478988 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-60be7829-34c5-43f3-8f25-9f144ba79f66 req-1188efbc-adfd-4c24-a818-d3f74919c534 service neutron] 10.222.0.41 "GET /v2.0/networks/931f4273-7ce0-414b-a3b2-f40f48617bda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149379 Dec 06 17:18:26.503590 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5ccb497e-8c4c-42fc-8d4c-973f61def92e tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:26.531154 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-5ccb497e-8c4c-42fc-8d4c-973f61def92e tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] Calling delete_port for 3a791e7c-c823-4892-ab94-9034d30827d0 owned by {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:18:26.547795 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-47fdc881-4dda-4184-9c3f-01bd86622d3f req-9101b5df-0411-429a-b01a-262b8a18f839 service neutron] 10.222.0.23 "GET /v2.0/networks/cae96aac-fb31-4420-9340-c97dbf634a30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731534 Dec 06 17:18:26.556675 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-32b3ff60-5c9e-4940-92a7-bacb9d604cea req-ceb3cb68-2ab0-4b35-8126-d2ddbc7de90d tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241229 Dec 06 17:18:26.593598 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cef634b3-982b-4079-80ad-ba02ef72e49d tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:18:26.605719 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a81e027-be10-45c5-8d1b-01100802c0ad None None] Sync routers for ids ['5fb4a540-f2b6-47cf-b821-09e81cfd5680'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:18:26.622718 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a81e027-be10-45c5-8d1b-01100802c0ad None None] Routers {'5fb4a540-f2b6-47cf-b821-09e81cfd5680'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:18:26.624043 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-8a81e027-be10-45c5-8d1b-01100802c0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:18:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['5fb4a540-f2b6-47cf-b821-09e81cfd5680'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:26.624799 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cef634b3-982b-4079-80ad-ba02ef72e49d tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:26.698969 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-cef634b3-982b-4079-80ad-ba02ef72e49d tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.7986040 Dec 06 17:18:26.701456 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52892) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:26.714989 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-03b6b4f2-3df0-465f-a048-9cc703dcbeca tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Request body: {'floatingip': {'port_id': '80de9831-b94f-43c8-9d54-c6fef929ab21', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:18:26.717085 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-8a81e027-be10-45c5-8d1b-01100802c0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:26.732836 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a81e027-be10-45c5-8d1b-01100802c0ad None None] Routers {'5fb4a540-f2b6-47cf-b821-09e81cfd5680'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:18:26.733491 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-8a81e027-be10-45c5-8d1b-01100802c0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:18:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['5fb4a540-f2b6-47cf-b821-09e81cfd5680'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:26.830320 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2c739d-667a-4b15-ae3d-81cee9fe38e6 req-e5da7dac-3624-46d3-852f-2cf286cc09bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:26.832663 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-8a81e027-be10-45c5-8d1b-01100802c0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:26.833344 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a81e027-be10-45c5-8d1b-01100802c0ad None None] The sync data for ids ['5fb4a540-f2b6-47cf-b821-09e81cfd5680'] in n-d-master-1 is: [] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:18:26.836838 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7b2c739d-667a-4b15-ae3d-81cee9fe38e6 req-e5da7dac-3624-46d3-852f-2cf286cc09bf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0b996ae66d164de39215c3dfc863b124&device_id=a7a87166-bac3-4770-b6a3-dc87ca3a74f9 HTTP/1.1" status: 200 len: 1094 time: 0.2790625 Dec 06 17:18:26.894925 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-03b6b4f2-3df0-465f-a048-9cc703dcbeca tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks [] for floatingip, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:27.082453 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1a599a4c-0f34-4ffb-8172-c578ddce36f7 req-1cee1cf4-3729-4240-88ba-e09af542bde2 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/ports?device_id=6972e696-526b-417c-bdce-ca7d7c8763eb HTTP/1.1" status: 200 len: 210 time: 0.1259472 Dec 06 17:18:27.096774 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f00cb8-c153-46a0-a334-9d2ad4b6aabe req-982753e5-474d-4f90-9075-2440a96ea5d7 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:27.098242 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-92f00cb8-c153-46a0-a334-9d2ad4b6aabe req-982753e5-474d-4f90-9075-2440a96ea5d7 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.44 "GET /v2.0/networks?id=cae96aac-fb31-4420-9340-c97dbf634a30 HTTP/1.1" status: 200 len: 819 time: 0.3884628 Dec 06 17:18:27.116620 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-92f00cb8-c153-46a0-a334-9d2ad4b6aabe req-86190fe8-bc8b-4a4a-a9e5-71f543bdff1d tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Request body: {'port': {'device_id': 'b7d3f224-d001-4a9c-8816-6111bc8ee6b9', 'network_id': 'cae96aac-fb31-4420-9340-c97dbf634a30', 'admin_state_up': True, 'tenant_id': 'd4102d427cc94f0ba1c37493608fe1c3'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:18:27.240582 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2c739d-667a-4b15-ae3d-81cee9fe38e6 req-43853a85-3086-448a-a5d2-fd56e6990839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:27.242088 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7b2c739d-667a-4b15-ae3d-81cee9fe38e6 req-43853a85-3086-448a-a5d2-fd56e6990839 service neutron] 10.222.0.41 "GET /v2.0/networks?id=931f4273-7ce0-414b-a3b2-f40f48617bda HTTP/1.1" status: 200 len: 906 time: 0.3925548 Dec 06 17:18:27.315658 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7b2c739d-667a-4b15-ae3d-81cee9fe38e6 req-fbbfaca8-15ea-44cc-b165-65e95bb821b7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3aa18f82-3836-4140-8853-38b7de401ed9 HTTP/1.1" status: 200 len: 217 time: 0.0585299 Dec 06 17:18:27.316380 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5ccb497e-8c4c-42fc-8d4c-973f61def92e tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:27.401750 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccb497e-8c4c-42fc-8d4c-973f61def92e tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] Pushing event deleted for resources: {'Port': ['ID=3a791e7c-c823-4892-ab94-9034d30827d0,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:27.470973 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92f00cb8-c153-46a0-a334-9d2ad4b6aabe req-86190fe8-bc8b-4a4a-a9e5-71f543bdff1d tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Made reservation on behalf of d4102d427cc94f0ba1c37493608fe1c3 for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:18:27.475039 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-92f00cb8-c153-46a0-a334-9d2ad4b6aabe req-86190fe8-bc8b-4a4a-a9e5-71f543bdff1d tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:27.479672 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2c739d-667a-4b15-ae3d-81cee9fe38e6 req-0b685bf2-3980-4119-b785-f1e70fec5666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:27.481349 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7b2c739d-667a-4b15-ae3d-81cee9fe38e6 req-0b685bf2-3980-4119-b785-f1e70fec5666 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b9546861-2c51-42d4-889f-961f9688fd79 HTTP/1.1" status: 200 len: 845 time: 0.1512413 Dec 06 17:18:27.537983 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5ccb497e-8c4c-42fc-8d4c-973f61def92e tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:27.542048 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-5ccb497e-8c4c-42fc-8d4c-973f61def92e tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] 10.222.0.23 "DELETE /v2.0/ports/3a791e7c-c823-4892-ab94-9034d30827d0 HTTP/1.1" status: 204 len: 168 time: 2.1850975 Dec 06 17:18:27.549521 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7b2c739d-667a-4b15-ae3d-81cee9fe38e6 req-4799690b-50c2-401e-8bfc-e377b144e6b2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=931f4273-7ce0-414b-a3b2-f40f48617bda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498552 Dec 06 17:18:27.551164 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 52906) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:27.589599 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 5daadc68-e26d-48de-96a2-c4d2e51611b5 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:18:27.647384 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-03b6b4f2-3df0-465f-a048-9cc703dcbeca tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:27.655473 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-03b6b4f2-3df0-465f-a048-9cc703dcbeca tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:27.684319 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 5daadc68-e26d-48de-96a2-c4d2e51611b5 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:18:27.684698 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:27.761176 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbd9b026-c64d-4651-b57b-5a54180147bb tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] Deleting subnet f351890b-66ab-43be-b3ec-5b233d498a13 {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:18:27.794410 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dbd9b026-c64d-4651-b57b-5a54180147bb tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:27.805037 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:27.812520 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaaa588-2543-4176-be50-1d5bc8f415fc req-e3056d12-2817-47bc-9c99-d5e717debe4b tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:27.820281 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-faaaa588-2543-4176-be50-1d5bc8f415fc req-e3056d12-2817-47bc-9c99-d5e717debe4b tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7a87166-bac3-4770-b6a3-dc87ca3a74f9 HTTP/1.1" status: 200 len: 943 time: 0.1076925 Dec 06 17:18:27.848933 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7b2c739d-667a-4b15-ae3d-81cee9fe38e6 req-62fc80a5-5dbe-42e6-9201-3ea55c40a08d service neutron] 10.222.0.41 "GET /v2.0/networks/931f4273-7ce0-414b-a3b2-f40f48617bda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2862585 Dec 06 17:18:27.859176 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dbd9b026-c64d-4651-b57b-5a54180147bb tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:27.878713 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] For port 5daadc68-e26d-48de-96a2-c4d2e51611b5, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=5daadc68-e26d-48de-96a2-c4d2e51611b5,segment=NetworkSegment(1866e212-da2e-4d7f-86b0-4e8ad063f1f7),segment_id=1866e212-da2e-4d7f-86b0-4e8ad063f1f7)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:18:27.883124 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:27.891705 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-faaaa588-2543-4176-be50-1d5bc8f415fc req-a7f34e75-6b04-4837-9dd9-7034ba0187f3 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704570 Dec 06 17:18:27.942039 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Pushing event updated for resources: {'Port': ['ID=5daadc68-e26d-48de-96a2-c4d2e51611b5,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:27.943159 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-92f00cb8-c153-46a0-a334-9d2ad4b6aabe req-86190fe8-bc8b-4a4a-a9e5-71f543bdff1d tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Allocated IP 172.20.0.2 (cae96aac-fb31-4420-9340-c97dbf634a30/96d1432b-c397-475b-95f3-c732d2ae28e6/705859b3-57e1-4ac2-be0a-5482767392a3) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:18:28.037330 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03b6b4f2-3df0-465f-a048-9cc703dcbeca tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Router 5fb4a540-f2b6-47cf-b821-09e81cfd5680 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:18:28.137287 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7b2c739d-667a-4b15-ae3d-81cee9fe38e6 req-d16e507f-6de2-44e7-97c0-05f608412aeb service neutron] 10.222.0.41 "GET /v2.0/networks/931f4273-7ce0-414b-a3b2-f40f48617bda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2732015 Dec 06 17:18:28.141429 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dbd9b026-c64d-4651-b57b-5a54180147bb tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:28.173716 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 3aa18f82-3836-4140-8853-38b7de401ed9 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:18:28.197997 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9a9ff860-9c4b-45ee-8104-55b8e61e5711 req-085728b1-3e4b-4d0a-aa1c-1cd510802096 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/ports?device_id=6972e696-526b-417c-bdce-ca7d7c8763eb HTTP/1.1" status: 200 len: 210 time: 0.0317545 Dec 06 17:18:28.199512 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03b6b4f2-3df0-465f-a048-9cc703dcbeca tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:18:28.205950 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-03b6b4f2-3df0-465f-a048-9cc703dcbeca tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:28.224470 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487f1b4c-a149-46a5-85ea-44216d96a50c None None] Sync routers for ids ['5fb4a540-f2b6-47cf-b821-09e81cfd5680'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:18:28.290295 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-03b6b4f2-3df0-465f-a048-9cc703dcbeca tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] 10.222.0.23 "PUT /v2.0/floatingips/c983d04d-4939-4a06-aac1-fd3977c53e53 HTTP/1.1" status: 200 len: 977 time: 1.5871282 Dec 06 17:18:28.292875 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487f1b4c-a149-46a5-85ea-44216d96a50c None None] Routers {'5fb4a540-f2b6-47cf-b821-09e81cfd5680'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:18:28.293874 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52920) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:28.293999 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-487f1b4c-a149-46a5-85ea-44216d96a50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:18:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['5fb4a540-f2b6-47cf-b821-09e81cfd5680'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:28.332589 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-487f1b4c-a149-46a5-85ea-44216d96a50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:28.356036 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487f1b4c-a149-46a5-85ea-44216d96a50c None None] Routers {'5fb4a540-f2b6-47cf-b821-09e81cfd5680'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:18:28.356696 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-487f1b4c-a149-46a5-85ea-44216d96a50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:18:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['5fb4a540-f2b6-47cf-b821-09e81cfd5680'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:28.370491 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-92f00cb8-c153-46a0-a334-9d2ad4b6aabe req-86190fe8-bc8b-4a4a-a9e5-71f543bdff1d tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:28.383089 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dbd9b026-c64d-4651-b57b-5a54180147bb tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:28.404862 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-487f1b4c-a149-46a5-85ea-44216d96a50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:28.405561 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487f1b4c-a149-46a5-85ea-44216d96a50c None None] The sync data for ids ['5fb4a540-f2b6-47cf-b821-09e81cfd5680'] in n-d-master-1 is: [] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:18:28.408142 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 3aa18f82-3836-4140-8853-38b7de401ed9, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=3aa18f82-3836-4140-8853-38b7de401ed9,segment=NetworkSegment(b722eb92-d8da-4fbc-acca-71668ea91866),segment_id=b722eb92-d8da-4fbc-acca-71668ea91866)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:18:28.425967 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': '3aa18f82-3836-4140-8853-38b7de401ed9', 'network_id': '931f4273-7ce0-414b-a3b2-f40f48617bda', 'port_id': '3aa18f82-3836-4140-8853-38b7de401ed9', 'mac_address': 'fa:16:3e:bf:8d:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9546861-2c51-42d4-889f-961f9688fd79', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:18:28.426875 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fdc881-4dda-4184-9c3f-01bd86622d3f req-6712a8e3-12f9-4924-8ca3-c7a01b9f60bc tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:28.428411 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-47fdc881-4dda-4184-9c3f-01bd86622d3f req-6712a8e3-12f9-4924-8ca3-c7a01b9f60bc tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.41 "GET /v2.0/networks?id=cae96aac-fb31-4420-9340-c97dbf634a30 HTTP/1.1" status: 200 len: 819 time: 0.2511392 Dec 06 17:18:28.434330 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd9b026-c64d-4651-b57b-5a54180147bb tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] Pushing event deleted for resources: {'Subnet': ['ID=f351890b-66ab-43be-b3ec-5b233d498a13,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:28.437838 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dbd9b026-c64d-4651-b57b-5a54180147bb tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:28.442155 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-dbd9b026-c64d-4651-b57b-5a54180147bb tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] 10.222.0.23 "DELETE /v2.0/subnets/f351890b-66ab-43be-b3ec-5b233d498a13 HTTP/1.1" status: 204 len: 168 time: 0.8898575 Dec 06 17:18:28.452470 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 52922) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:28.456084 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-47fdc881-4dda-4184-9c3f-01bd86622d3f req-c99c0f51-fa3e-422c-91dd-99f2586779c7 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Request body: {'port': {'device_id': '6972e696-526b-417c-bdce-ca7d7c8763eb', 'network_id': 'cae96aac-fb31-4420-9340-c97dbf634a30', 'admin_state_up': True, 'tenant_id': 'd4102d427cc94f0ba1c37493608fe1c3'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:18:28.458862 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78468007-14db-4be5-854a-6f20d3c69991 None None] Network 36f14b50-e407-4338-a4cb-e0c25182a804 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:18:28.534133 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:28.555450 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3aa18f82-3836-4140-8853-38b7de401ed9 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:18:28.584003 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-92f00cb8-c153-46a0-a334-9d2ad4b6aabe req-86190fe8-bc8b-4a4a-a9e5-71f543bdff1d tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:28.619392 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 3aa18f82-3836-4140-8853-38b7de401ed9, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=3aa18f82-3836-4140-8853-38b7de401ed9,segment=NetworkSegment(b722eb92-d8da-4fbc-acca-71668ea91866),segment_id=b722eb92-d8da-4fbc-acca-71668ea91866)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:18:28.625637 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:28.638489 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-89baf2ba-d48d-43d7-bf62-1ff742da5849 tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:28.666236 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92f00cb8-c153-46a0-a334-9d2ad4b6aabe req-86190fe8-bc8b-4a4a-a9e5-71f543bdff1d tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Network cae96aac-fb31-4420-9340-c97dbf634a30 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:18:28.681210 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-92f00cb8-c153-46a0-a334-9d2ad4b6aabe req-86190fe8-bc8b-4a4a-a9e5-71f543bdff1d tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:18:28.689498 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=3aa18f82-3836-4140-8853-38b7de401ed9,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:28.689931 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-92f00cb8-c153-46a0-a334-9d2ad4b6aabe req-86190fe8-bc8b-4a4a-a9e5-71f543bdff1d tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:18:28.693909 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86190fe8-bc8b-4a4a-a9e5-71f543bdff1d tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Pushing event updated for resources: {'Port': ['ID=705859b3-57e1-4ac2-be0a-5482767392a3,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:28.771908 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be29587-dc75-49f9-9565-667220054ad8 None None] DHCP port deletion for 36f14b50-e407-4338-a4cb-e0c25182a804 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:18:28.786817 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f00cb8-c153-46a0-a334-9d2ad4b6aabe req-86190fe8-bc8b-4a4a-a9e5-71f543bdff1d tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:28.787449 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-92f00cb8-c153-46a0-a334-9d2ad4b6aabe req-86190fe8-bc8b-4a4a-a9e5-71f543bdff1d tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:28.804404 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47fdc881-4dda-4184-9c3f-01bd86622d3f req-c99c0f51-fa3e-422c-91dd-99f2586779c7 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Made reservation on behalf of d4102d427cc94f0ba1c37493608fe1c3 for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:18:28.808667 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-47fdc881-4dda-4184-9c3f-01bd86622d3f req-c99c0f51-fa3e-422c-91dd-99f2586779c7 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:28.829803 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-92f00cb8-c153-46a0-a334-9d2ad4b6aabe req-86190fe8-bc8b-4a4a-a9e5-71f543bdff1d tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7179477 Dec 06 17:18:28.833331 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-3be29587-dc75-49f9-9565-667220054ad8 None None] Deleting port e589fc4e-6632-4c96-a630-9427cd9df4dd {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:18:28.834041 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3be29587-dc75-49f9-9565-667220054ad8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:28.839236 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-89baf2ba-d48d-43d7-bf62-1ff742da5849 tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] Deleting port e589fc4e-6632-4c96-a630-9427cd9df4dd {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:18:28.839634 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-89baf2ba-d48d-43d7-bf62-1ff742da5849 tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:28.851650 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-92f00cb8-c153-46a0-a334-9d2ad4b6aabe req-3080f8b7-53a4-4751-bc29-005c8f6fe099 service neutron] Request body: {'port': {'device_id': 'b7d3f224-d001-4a9c-8816-6111bc8ee6b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:18:28.862635 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-991baf3b-0d91-415f-8aba-47d964bd2f77 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Deleting port 50523a4d-5a52-4631-ba69-d0d4da4e33a4 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:18:28.863247 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-991baf3b-0d91-415f-8aba-47d964bd2f77 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:28.927794 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-3be29587-dc75-49f9-9565-667220054ad8 None None] For port e589fc4e-6632-4c96-a630-9427cd9df4dd, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e589fc4e-6632-4c96-a630-9427cd9df4dd,segment=NetworkSegment(c0b2b867-e069-43cc-853c-bd3b92b1de33),segment_id=c0b2b867-e069-43cc-853c-bd3b92b1de33)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:18:28.928510 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3be29587-dc75-49f9-9565-667220054ad8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:28.960828 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-3be29587-dc75-49f9-9565-667220054ad8 None None] Calling delete_port for e589fc4e-6632-4c96-a630-9427cd9df4dd owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:18:28.986323 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-991baf3b-0d91-415f-8aba-47d964bd2f77 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:28.986708 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-991baf3b-0d91-415f-8aba-47d964bd2f77 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:28.991257 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-92f00cb8-c153-46a0-a334-9d2ad4b6aabe req-3080f8b7-53a4-4751-bc29-005c8f6fe099 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:29.002285 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-991baf3b-0d91-415f-8aba-47d964bd2f77 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Calling delete_port for 50523a4d-5a52-4631-ba69-d0d4da4e33a4 owned by network:floatingip {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:18:29.016814 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['3aa18f82-3836-4140-8853-38b7de401ed9'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:18:29.089774 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-89baf2ba-d48d-43d7-bf62-1ff742da5849 tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] For port e589fc4e-6632-4c96-a630-9427cd9df4dd, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e589fc4e-6632-4c96-a630-9427cd9df4dd,segment=NetworkSegment(c0b2b867-e069-43cc-853c-bd3b92b1de33),segment_id=c0b2b867-e069-43cc-853c-bd3b92b1de33)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:18:29.090089 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-89baf2ba-d48d-43d7-bf62-1ff742da5849 tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:29.141487 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3be29587-dc75-49f9-9565-667220054ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:29.151892 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-89baf2ba-d48d-43d7-bf62-1ff742da5849 tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] Calling delete_port for e589fc4e-6632-4c96-a630-9427cd9df4dd owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:18:29.171906 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be29587-dc75-49f9-9565-667220054ad8 None None] No DVR routers for this DVR port e589fc4e-6632-4c96-a630-9427cd9df4dd on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:18:29.199003 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be29587-dc75-49f9-9565-667220054ad8 None None] Pushing event deleted for resources: {'Port': ['ID=e589fc4e-6632-4c96-a630-9427cd9df4dd,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:29.263312 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-991baf3b-0d91-415f-8aba-47d964bd2f77 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:29.307919 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991baf3b-0d91-415f-8aba-47d964bd2f77 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Pushing event deleted for resources: {'Port': ['ID=50523a4d-5a52-4631-ba69-d0d4da4e33a4,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:29.378974 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-991baf3b-0d91-415f-8aba-47d964bd2f77 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks [] for floatingip, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:29.379327 n-d-master-1 neutron-server[103284]: INFO neutron.db.l3_db [None req-991baf3b-0d91-415f-8aba-47d964bd2f77 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Floating IP c983d04d-4939-4a06-aac1-fd3977c53e53 disassociated (deleted). External IP: 172.35.1.48, port: 80de9831-b94f-43c8-9d54-c6fef929ab21. Dec 06 17:18:29.478458 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 5daadc68-e26d-48de-96a2-c4d2e51611b5 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:18:29.546615 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 5daadc68-e26d-48de-96a2-c4d2e51611b5 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:18:29.547015 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:29.636757 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820bb373-31de-45f0-b2db-afe65aa08cd3 req-10f1a4d5-75a5-42eb-84be-b35e5d523472 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:29.644810 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-820bb373-31de-45f0-b2db-afe65aa08cd3 req-10f1a4d5-75a5-42eb-84be-b35e5d523472 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7a87166-bac3-4770-b6a3-dc87ca3a74f9 HTTP/1.1" status: 200 len: 944 time: 0.6430442 Dec 06 17:18:29.659107 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-47fdc881-4dda-4184-9c3f-01bd86622d3f req-c99c0f51-fa3e-422c-91dd-99f2586779c7 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Allocated IP 172.20.0.11 (cae96aac-fb31-4420-9340-c97dbf634a30/96d1432b-c397-475b-95f3-c732d2ae28e6/2bcf73d1-a415-4204-9990-3862b1c99089) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:18:29.694280 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-991baf3b-0d91-415f-8aba-47d964bd2f77 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Router 5fb4a540-f2b6-47cf-b821-09e81cfd5680 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:18:29.696906 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9a6c774c-5d1d-4a8e-b45b-92b315fa3f97 req-4dd454c6-e788-43e2-8de0-5204b0a39d47 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/ports?device_id=6972e696-526b-417c-bdce-ca7d7c8763eb HTTP/1.1" status: 200 len: 210 time: 0.0389268 Dec 06 17:18:29.709400 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device e589fc4e-6632-4c96-a630-9427cd9df4dd no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:18:29.741403 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: e589fc4e-6632-4c96-a630-9427cd9df4dd {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:18:29.741778 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device e589fc4e-6632-4c96-a630-9427cd9df4dd not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:18:29.749497 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-820bb373-31de-45f0-b2db-afe65aa08cd3 req-8e7dbaba-2f30-43f5-a479-22838751df22 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038089 Dec 06 17:18:29.768681 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-89baf2ba-d48d-43d7-bf62-1ff742da5849 tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:29.798519 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89baf2ba-d48d-43d7-bf62-1ff742da5849 tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] No DVR routers for this DVR port e589fc4e-6632-4c96-a630-9427cd9df4dd on host n-d-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:18:29.821736 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-991baf3b-0d91-415f-8aba-47d964bd2f77 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:18:29.826535 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-991baf3b-0d91-415f-8aba-47d964bd2f77 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:29.831647 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d2a136-364d-40d1-959c-6cadef156045 None None] Sync routers for ids ['5fb4a540-f2b6-47cf-b821-09e81cfd5680'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:18:29.843864 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d2a136-364d-40d1-959c-6cadef156045 None None] Routers {'5fb4a540-f2b6-47cf-b821-09e81cfd5680'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:18:29.844845 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-33d2a136-364d-40d1-959c-6cadef156045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:18:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['5fb4a540-f2b6-47cf-b821-09e81cfd5680'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:29.855443 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-991baf3b-0d91-415f-8aba-47d964bd2f77 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] 10.222.0.23 "DELETE /v2.0/floatingips/c983d04d-4939-4a06-aac1-fd3977c53e53 HTTP/1.1" status: 204 len: 168 time: 1.5609818 Dec 06 17:18:29.857855 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52938) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:29.878878 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89baf2ba-d48d-43d7-bf62-1ff742da5849 tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] Pushing event deleted for resources: {'Port': ['ID=e589fc4e-6632-4c96-a630-9427cd9df4dd,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:29.881768 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-33d2a136-364d-40d1-959c-6cadef156045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:29.892424 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d2a136-364d-40d1-959c-6cadef156045 None None] Routers {'5fb4a540-f2b6-47cf-b821-09e81cfd5680'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:18:29.893256 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-33d2a136-364d-40d1-959c-6cadef156045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:18:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['5fb4a540-f2b6-47cf-b821-09e81cfd5680'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:29.945758 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-33d2a136-364d-40d1-959c-6cadef156045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:29.947141 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d2a136-364d-40d1-959c-6cadef156045 None None] The sync data for ids ['5fb4a540-f2b6-47cf-b821-09e81cfd5680'] in n-d-master-1 is: [] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:18:29.955860 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-89baf2ba-d48d-43d7-bf62-1ff742da5849 tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:29.970038 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-7b3d818d-6191-4a72-a3ba-0009d05ceb99 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Deleting port 80de9831-b94f-43c8-9d54-c6fef929ab21 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:18:29.970587 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7b3d818d-6191-4a72-a3ba-0009d05ceb99 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:29.991169 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-89baf2ba-d48d-43d7-bf62-1ff742da5849 tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36f14b50-e407-4338-a4cb-e0c25182a804']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:30.007002 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-47fdc881-4dda-4184-9c3f-01bd86622d3f req-c99c0f51-fa3e-422c-91dd-99f2586779c7 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:30.009575 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-89baf2ba-d48d-43d7-bf62-1ff742da5849 tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0b2b867-e069-43cc-853c-bd3b92b1de33') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:30.009835 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-89baf2ba-d48d-43d7-bf62-1ff742da5849 tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0b2b867-e069-43cc-853c-bd3b92b1de33') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:30.022377 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-89baf2ba-d48d-43d7-bf62-1ff742da5849 tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:30.041039 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-89baf2ba-d48d-43d7-bf62-1ff742da5849 tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:30.054900 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89baf2ba-d48d-43d7-bf62-1ff742da5849 tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:18:30.055325 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-89baf2ba-d48d-43d7-bf62-1ff742da5849 tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:30.058309 n-d-master-1 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:18:30.058309 n-d-master-1 neutron-server[103285]: self.session.flush() Dec 06 17:18:30.058309 n-d-master-1 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:18:30.058309 n-d-master-1 neutron-server[103285]: self.session.flush() Dec 06 17:18:30.058309 n-d-master-1 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:18:30.058309 n-d-master-1 neutron-server[103285]: self.session.flush() Dec 06 17:18:30.058309 n-d-master-1 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:18:30.058309 n-d-master-1 neutron-server[103285]: self.session.flush() Dec 06 17:18:30.058309 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:18:30.058309 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:18:30.058309 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:18:30.058309 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:18:30.058309 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:18:30.058309 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:18:30.058309 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:18:30.058309 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:18:30.058309 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:18:30.058309 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:18:30.058309 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:18:30.058309 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:18:30.058309 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:18:30.058309 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:18:30.058309 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:18:30.058309 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:18:30.058309 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:18:30.058309 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:18:30.058309 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:18:30.058309 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:18:30.058309 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:18:30.058309 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:18:30.058309 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:18:30.058309 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:18:30.058309 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:18:30.058309 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:18:30.058309 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:18:30.058309 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:18:30.058309 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:18:30.058309 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:18:30.058309 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:18:30.058309 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:18:30.062450 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7b3d818d-6191-4a72-a3ba-0009d05ceb99 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:30.074452 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-7b3d818d-6191-4a72-a3ba-0009d05ceb99 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Calling delete_port for 80de9831-b94f-43c8-9d54-c6fef929ab21 owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:18:30.121795 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-47fdc881-4dda-4184-9c3f-01bd86622d3f req-c99c0f51-fa3e-422c-91dd-99f2586779c7 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:30.137022 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-89baf2ba-d48d-43d7-bf62-1ff742da5849 tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:30.181445 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-89baf2ba-d48d-43d7-bf62-1ff742da5849 tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:30.184711 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-89baf2ba-d48d-43d7-bf62-1ff742da5849 tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] 10.222.0.23 "DELETE /v2.0/networks/36f14b50-e407-4338-a4cb-e0c25182a804 HTTP/1.1" status: 204 len: 168 time: 1.7242219 Dec 06 17:18:30.236901 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89baf2ba-d48d-43d7-bf62-1ff742da5849 tempest-ExtraDHCPOptionsTestJSON-614756070 tempest-ExtraDHCPOptionsTestJSON-614756070-project] Pushing event deleted for resources: {'Network': ['ID=36f14b50-e407-4338-a4cb-e0c25182a804,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:30.252148 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47fdc881-4dda-4184-9c3f-01bd86622d3f req-c99c0f51-fa3e-422c-91dd-99f2586779c7 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Network cae96aac-fb31-4420-9340-c97dbf634a30 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:18:30.259924 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99c0f51-fa3e-422c-91dd-99f2586779c7 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Pushing event updated for resources: {'Port': ['ID=2bcf73d1-a415-4204-9990-3862b1c99089,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:30.264517 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-47fdc881-4dda-4184-9c3f-01bd86622d3f req-c99c0f51-fa3e-422c-91dd-99f2586779c7 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:18:30.268712 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-47fdc881-4dda-4184-9c3f-01bd86622d3f req-c99c0f51-fa3e-422c-91dd-99f2586779c7 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:18:30.283075 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7b3d818d-6191-4a72-a3ba-0009d05ceb99 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:30.344642 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fdc881-4dda-4184-9c3f-01bd86622d3f req-c99c0f51-fa3e-422c-91dd-99f2586779c7 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:30.344994 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3d818d-6191-4a72-a3ba-0009d05ceb99 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Pushing event deleted for resources: {'Port': ['ID=80de9831-b94f-43c8-9d54-c6fef929ab21,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:30.345383 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-47fdc881-4dda-4184-9c3f-01bd86622d3f req-c99c0f51-fa3e-422c-91dd-99f2586779c7 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:30.394353 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-47fdc881-4dda-4184-9c3f-01bd86622d3f req-c99c0f51-fa3e-422c-91dd-99f2586779c7 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9469576 Dec 06 17:18:30.409198 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-92f00cb8-c153-46a0-a334-9d2ad4b6aabe req-3080f8b7-53a4-4751-bc29-005c8f6fe099 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 705859b3-57e1-4ac2-be0a-5482767392a3 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:18:30.416977 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-47fdc881-4dda-4184-9c3f-01bd86622d3f req-18ea4957-a72e-405f-b165-50ffb3f4ef54 service neutron] Request body: {'port': {'device_id': '6972e696-526b-417c-bdce-ca7d7c8763eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:18:30.423903 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-92f00cb8-c153-46a0-a334-9d2ad4b6aabe req-3080f8b7-53a4-4751-bc29-005c8f6fe099 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:30.437502 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7b3d818d-6191-4a72-a3ba-0009d05ceb99 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:30.442201 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-7b3d818d-6191-4a72-a3ba-0009d05ceb99 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] 10.222.0.23 "DELETE /v2.0/ports/80de9831-b94f-43c8-9d54-c6fef929ab21 HTTP/1.1" status: 204 len: 168 time: 0.5834074 Dec 06 17:18:30.446469 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52952) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:30.451070 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-10c43642-c336-48c8-b997-70c6f1c9030b tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Request body: {'floatingip': {'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:18:30.455312 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-92f00cb8-c153-46a0-a334-9d2ad4b6aabe req-3080f8b7-53a4-4751-bc29-005c8f6fe099 service neutron] Transition to ACTIVE for port object 705859b3-57e1-4ac2-be0a-5482767392a3 will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:18:30.463381 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-92f00cb8-c153-46a0-a334-9d2ad4b6aabe req-3080f8b7-53a4-4751-bc29-005c8f6fe099 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:30.476330 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-10c43642-c336-48c8-b997-70c6f1c9030b tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks [] for floatingip, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:30.511659 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52954) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:30.526902 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-47fdc881-4dda-4184-9c3f-01bd86622d3f req-18ea4957-a72e-405f-b165-50ffb3f4ef54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:30.549611 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3080f8b7-53a4-4751-bc29-005c8f6fe099 service neutron] Pushing event updated for resources: {'Port': ['ID=705859b3-57e1-4ac2-be0a-5482767392a3,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:30.591589 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-10c43642-c336-48c8-b997-70c6f1c9030b tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:30.716567 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-92f00cb8-c153-46a0-a334-9d2ad4b6aabe req-3080f8b7-53a4-4751-bc29-005c8f6fe099 service neutron] Attempting to bind port 705859b3-57e1-4ac2-be0a-5482767392a3 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:18:30.717188 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-92f00cb8-c153-46a0-a334-9d2ad4b6aabe req-3080f8b7-53a4-4751-bc29-005c8f6fe099 service neutron] Attempting to bind port 705859b3-57e1-4ac2-be0a-5482767392a3 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '1866e212-da2e-4d7f-86b0-4e8ad063f1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'cae96aac-fb31-4420-9340-c97dbf634a30'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:18:30.717188 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f00cb8-c153-46a0-a334-9d2ad4b6aabe req-3080f8b7-53a4-4751-bc29-005c8f6fe099 service neutron] Attempting to bind port 705859b3-57e1-4ac2-be0a-5482767392a3 on network cae96aac-fb31-4420-9340-c97dbf634a30 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:18:30.723698 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-b155687c-3ae8-471f-b4e6-ceba58c248a4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4a6d8cec0e2c41babc5da7267de4bf12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2096255 Dec 06 17:18:30.725995 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52960) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:30.736941 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f00cb8-c153-46a0-a334-9d2ad4b6aabe req-3080f8b7-53a4-4751-bc29-005c8f6fe099 service neutron] Port 705859b3-57e1-4ac2-be0a-5482767392a3 on network cae96aac-fb31-4420-9340-c97dbf634a30 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:18:30.737266 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f00cb8-c153-46a0-a334-9d2ad4b6aabe req-3080f8b7-53a4-4751-bc29-005c8f6fe099 service neutron] Attempting to bind port 705859b3-57e1-4ac2-be0a-5482767392a3 on network cae96aac-fb31-4420-9340-c97dbf634a30 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:18:30.754369 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-10c43642-c336-48c8-b997-70c6f1c9030b tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Allocated IP 172.35.1.61 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/d154d7a6-cf28-4248-a48f-51393f1f0eb2) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:18:30.769788 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f00cb8-c153-46a0-a334-9d2ad4b6aabe req-3080f8b7-53a4-4751-bc29-005c8f6fe099 service neutron] Checking agent: {'id': '9d8b9f49-2860-4c1f-9b89-45a7657a3c4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:18:30.770141 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f00cb8-c153-46a0-a334-9d2ad4b6aabe req-3080f8b7-53a4-4751-bc29-005c8f6fe099 service neutron] Checking segment: {'id': '1866e212-da2e-4d7f-86b0-4e8ad063f1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'cae96aac-fb31-4420-9340-c97dbf634a30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:18:30.770470 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f00cb8-c153-46a0-a334-9d2ad4b6aabe req-3080f8b7-53a4-4751-bc29-005c8f6fe099 service neutron] Bound using segment: {'id': '1866e212-da2e-4d7f-86b0-4e8ad063f1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'cae96aac-fb31-4420-9340-c97dbf634a30'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:18:30.770899 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-92f00cb8-c153-46a0-a334-9d2ad4b6aabe req-3080f8b7-53a4-4751-bc29-005c8f6fe099 service neutron] Bound port: 705859b3-57e1-4ac2-be0a-5482767392a3, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1866e212-da2e-4d7f-86b0-4e8ad063f1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'cae96aac-fb31-4420-9340-c97dbf634a30'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:18:30.771249 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-92f00cb8-c153-46a0-a334-9d2ad4b6aabe req-3080f8b7-53a4-4751-bc29-005c8f6fe099 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:30.900761 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-92f00cb8-c153-46a0-a334-9d2ad4b6aabe req-3080f8b7-53a4-4751-bc29-005c8f6fe099 service neutron] For port 705859b3-57e1-4ac2-be0a-5482767392a3, host n-h2-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:18:30.901749 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9927c48d-0537-433e-92b4-03ae502d2f5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:30.927278 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-92f00cb8-c153-46a0-a334-9d2ad4b6aabe req-3080f8b7-53a4-4751-bc29-005c8f6fe099 service neutron] For port 705859b3-57e1-4ac2-be0a-5482767392a3, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=705859b3-57e1-4ac2-be0a-5482767392a3,segment=NetworkSegment(1866e212-da2e-4d7f-86b0-4e8ad063f1f7),segment_id=1866e212-da2e-4d7f-86b0-4e8ad063f1f7)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:18:30.933269 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df6e535-fab5-4b01-9391-7ae206223e7e req-067053d6-4546-4e45-ba8d-5887d25cb39d tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:30.934510 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-92f00cb8-c153-46a0-a334-9d2ad4b6aabe req-3080f8b7-53a4-4751-bc29-005c8f6fe099 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:30.935129 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4df6e535-fab5-4b01-9391-7ae206223e7e req-067053d6-4546-4e45-ba8d-5887d25cb39d tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/ports?device_id=6972e696-526b-417c-bdce-ca7d7c8763eb HTTP/1.1" status: 200 len: 932 time: 0.1343861 Dec 06 17:18:30.943400 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a9885d-82fe-4df4-8958-8830c7c2bee3 req-76d8e0e3-ee7d-4f6f-b910-eba766b1d3d8 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:30.944897 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-35a9885d-82fe-4df4-8958-8830c7c2bee3 req-76d8e0e3-ee7d-4f6f-b910-eba766b1d3d8 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7a87166-bac3-4770-b6a3-dc87ca3a74f9 HTTP/1.1" status: 200 len: 944 time: 0.1112187 Dec 06 17:18:30.947458 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9927c48d-0537-433e-92b4-03ae502d2f5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:31.003340 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-10c43642-c336-48c8-b997-70c6f1c9030b tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:31.026986 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f00cb8-c153-46a0-a334-9d2ad4b6aabe req-3080f8b7-53a4-4751-bc29-005c8f6fe099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:31.027606 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-92f00cb8-c153-46a0-a334-9d2ad4b6aabe req-3080f8b7-53a4-4751-bc29-005c8f6fe099 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:31.029181 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-92f00cb8-c153-46a0-a334-9d2ad4b6aabe req-3080f8b7-53a4-4751-bc29-005c8f6fe099 service neutron] 10.222.0.44 "PUT /v2.0/ports/705859b3-57e1-4ac2-be0a-5482767392a3 HTTP/1.1" status: 200 len: 1091 time: 2.1876431 Dec 06 17:18:31.031622 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7d3f224-d001-4a9c-8816-6111bc8ee6b9', 'tag': '705859b3-57e1-4ac2-be0a-5482767392a3'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:18:31.034031 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-746da9c9-9934-484a-8167-9b61f6e9a7d2" -d '{"events": [{"name": "network-changed", "server_uuid": "b7d3f224-d001-4a9c-8816-6111bc8ee6b9", "tag": "705859b3-57e1-4ac2-be0a-5482767392a3"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:18:31.058796 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4df6e535-fab5-4b01-9391-7ae206223e7e req-08e6c7c7-c3f7-4f00-9ef5-cf3c4f23eb98 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/security-groups?id=55b21076-cf23-48e9-9a14-bcc811d060b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134441 Dec 06 17:18:31.066621 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-47fdc881-4dda-4184-9c3f-01bd86622d3f req-18ea4957-a72e-405f-b165-50ffb3f4ef54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bcf73d1-a415-4204-9990-3862b1c99089 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:18:31.081409 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9927c48d-0537-433e-92b4-03ae502d2f5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:31.084254 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9927c48d-0537-433e-92b4-03ae502d2f5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:31.085667 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-9927c48d-0537-433e-92b4-03ae502d2f5f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ad6e579c-d35d-46ee-b102-d7280bf84167 HTTP/1.1" status: 204 len: 168 time: 0.3587065 Dec 06 17:18:31.092927 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-47fdc881-4dda-4184-9c3f-01bd86622d3f req-18ea4957-a72e-405f-b165-50ffb3f4ef54 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:31.099363 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9927c48d-0537-433e-92b4-03ae502d2f5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad6e579c-d35d-46ee-b102-d7280bf84167,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:31.104224 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-10c43642-c336-48c8-b997-70c6f1c9030b tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:31.107430 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3080f8b7-53a4-4751-bc29-005c8f6fe099 service neutron] Pushing event updated for resources: {'Port': ['ID=705859b3-57e1-4ac2-be0a-5482767392a3,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:31.156304 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c43642-c336-48c8-b997-70c6f1c9030b tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:18:31.157210 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-35a9885d-82fe-4df4-8958-8830c7c2bee3 req-2e1c298f-6854-4816-9c20-a829482eba34 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864338 Dec 06 17:18:31.162342 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-10c43642-c336-48c8-b997-70c6f1c9030b tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:18:31.167696 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c43642-c336-48c8-b997-70c6f1c9030b tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:18:31.171523 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c43642-c336-48c8-b997-70c6f1c9030b tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Pushing event updated for resources: {'Port': ['ID=d154d7a6-cf28-4248-a48f-51393f1f0eb2,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:31.179108 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-47fdc881-4dda-4184-9c3f-01bd86622d3f req-18ea4957-a72e-405f-b165-50ffb3f4ef54 service neutron] Transition to ACTIVE for port object 2bcf73d1-a415-4204-9990-3862b1c99089 will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:18:31.201964 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-47fdc881-4dda-4184-9c3f-01bd86622d3f req-18ea4957-a72e-405f-b165-50ffb3f4ef54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:31.239330 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69fa68a9-f623-4581-8009-48dbfc1f68b0 x-openstack-request-id: req-69fa68a9-f623-4581-8009-48dbfc1f68b0 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:18:31.239623 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7d3f224-d001-4a9c-8816-6111bc8ee6b9", "tag": "705859b3-57e1-4ac2-be0a-5482767392a3", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:18:31.240028 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-69fa68a9-f623-4581-8009-48dbfc1f68b0 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:18:31.240554 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7d3f224-d001-4a9c-8816-6111bc8ee6b9', 'tag': '705859b3-57e1-4ac2-be0a-5482767392a3', 'status': 'completed', 'code': 200} Dec 06 17:18:31.277521 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-10c43642-c336-48c8-b997-70c6f1c9030b tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:31.287661 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f00cb8-c153-46a0-a334-9d2ad4b6aabe req-f2e168e2-1a20-4b98-b386-56f8fe1ac1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:31.289246 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-92f00cb8-c153-46a0-a334-9d2ad4b6aabe req-f2e168e2-1a20-4b98-b386-56f8fe1ac1ca service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d4102d427cc94f0ba1c37493608fe1c3&device_id=b7d3f224-d001-4a9c-8816-6111bc8ee6b9 HTTP/1.1" status: 200 len: 1094 time: 0.2051606 Dec 06 17:18:31.320213 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-10c43642-c336-48c8-b997-70c6f1c9030b tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:31.345986 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ea4957-a72e-405f-b165-50ffb3f4ef54 service neutron] Pushing event updated for resources: {'Port': ['ID=2bcf73d1-a415-4204-9990-3862b1c99089,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:31.353517 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-92f00cb8-c153-46a0-a334-9d2ad4b6aabe req-60e7cedf-d26f-48d6-bf78-72f47d46e0d4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=705859b3-57e1-4ac2-be0a-5482767392a3 HTTP/1.1" status: 200 len: 217 time: 0.0493078 Dec 06 17:18:31.457202 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f00cb8-c153-46a0-a334-9d2ad4b6aabe req-c3f1904c-8254-41fa-9cb6-c7c950cfcdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:31.459166 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-92f00cb8-c153-46a0-a334-9d2ad4b6aabe req-c3f1904c-8254-41fa-9cb6-c7c950cfcdb3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=96d1432b-c397-475b-95f3-c732d2ae28e6 HTTP/1.1" status: 200 len: 859 time: 0.0855742 Dec 06 17:18:31.482025 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-47fdc881-4dda-4184-9c3f-01bd86622d3f req-18ea4957-a72e-405f-b165-50ffb3f4ef54 service neutron] Attempting to bind port 2bcf73d1-a415-4204-9990-3862b1c99089 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:18:31.482353 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-47fdc881-4dda-4184-9c3f-01bd86622d3f req-18ea4957-a72e-405f-b165-50ffb3f4ef54 service neutron] Attempting to bind port 2bcf73d1-a415-4204-9990-3862b1c99089 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '1866e212-da2e-4d7f-86b0-4e8ad063f1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'cae96aac-fb31-4420-9340-c97dbf634a30'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:18:31.482689 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47fdc881-4dda-4184-9c3f-01bd86622d3f req-18ea4957-a72e-405f-b165-50ffb3f4ef54 service neutron] Attempting to bind port 2bcf73d1-a415-4204-9990-3862b1c99089 on network cae96aac-fb31-4420-9340-c97dbf634a30 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:18:31.500119 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-92f00cb8-c153-46a0-a334-9d2ad4b6aabe req-3500bb94-4d42-4e25-8493-e10240ea034a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cae96aac-fb31-4420-9340-c97dbf634a30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310497 Dec 06 17:18:31.502105 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47fdc881-4dda-4184-9c3f-01bd86622d3f req-18ea4957-a72e-405f-b165-50ffb3f4ef54 service neutron] Port 2bcf73d1-a415-4204-9990-3862b1c99089 on network cae96aac-fb31-4420-9340-c97dbf634a30 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:18:31.502433 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47fdc881-4dda-4184-9c3f-01bd86622d3f req-18ea4957-a72e-405f-b165-50ffb3f4ef54 service neutron] Attempting to bind port 2bcf73d1-a415-4204-9990-3862b1c99089 on network cae96aac-fb31-4420-9340-c97dbf634a30 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:18:31.509095 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47fdc881-4dda-4184-9c3f-01bd86622d3f req-18ea4957-a72e-405f-b165-50ffb3f4ef54 service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:18:31.509716 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47fdc881-4dda-4184-9c3f-01bd86622d3f req-18ea4957-a72e-405f-b165-50ffb3f4ef54 service neutron] Checking segment: {'id': '1866e212-da2e-4d7f-86b0-4e8ad063f1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'cae96aac-fb31-4420-9340-c97dbf634a30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:18:31.509838 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47fdc881-4dda-4184-9c3f-01bd86622d3f req-18ea4957-a72e-405f-b165-50ffb3f4ef54 service neutron] Bound using segment: {'id': '1866e212-da2e-4d7f-86b0-4e8ad063f1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'cae96aac-fb31-4420-9340-c97dbf634a30'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:18:31.510273 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-47fdc881-4dda-4184-9c3f-01bd86622d3f req-18ea4957-a72e-405f-b165-50ffb3f4ef54 service neutron] Bound port: 2bcf73d1-a415-4204-9990-3862b1c99089, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1866e212-da2e-4d7f-86b0-4e8ad063f1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'cae96aac-fb31-4420-9340-c97dbf634a30'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:18:31.510645 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-47fdc881-4dda-4184-9c3f-01bd86622d3f req-18ea4957-a72e-405f-b165-50ffb3f4ef54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:31.525527 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-10c43642-c336-48c8-b997-70c6f1c9030b tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:31.532420 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-10c43642-c336-48c8-b997-70c6f1c9030b tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:31.631953 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c43642-c336-48c8-b997-70c6f1c9030b tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Pushing event updated for resources: {'Port': ['ID=d154d7a6-cf28-4248-a48f-51393f1f0eb2,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:31.642985 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-10c43642-c336-48c8-b997-70c6f1c9030b tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:31.657617 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-92f00cb8-c153-46a0-a334-9d2ad4b6aabe req-0bb09e16-951f-45fe-bed7-b4187f7f7d27 service neutron] 10.222.0.44 "GET /v2.0/networks/cae96aac-fb31-4420-9340-c97dbf634a30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495214 Dec 06 17:18:31.658607 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-47fdc881-4dda-4184-9c3f-01bd86622d3f req-18ea4957-a72e-405f-b165-50ffb3f4ef54 service neutron] For port 2bcf73d1-a415-4204-9990-3862b1c99089, host n-h1-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:18:31.662156 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-47fdc881-4dda-4184-9c3f-01bd86622d3f req-18ea4957-a72e-405f-b165-50ffb3f4ef54 service neutron] For port 2bcf73d1-a415-4204-9990-3862b1c99089, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=2bcf73d1-a415-4204-9990-3862b1c99089,segment=NetworkSegment(1866e212-da2e-4d7f-86b0-4e8ad063f1f7),segment_id=1866e212-da2e-4d7f-86b0-4e8ad063f1f7)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:18:31.662372 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-10c43642-c336-48c8-b997-70c6f1c9030b tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:31.664269 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-10c43642-c336-48c8-b997-70c6f1c9030b tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2168155 Dec 06 17:18:31.667241 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52986) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:31.674195 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-b69c4f23-eb53-456f-9ed8-f007d727c630 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Request body: {'port': {'network_id': 'b440af0e-b579-43cd-9411-f6e5c908dac2', 'name': 'tempest-FloatingIPTestJSON-1301345928'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:18:31.674918 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-47fdc881-4dda-4184-9c3f-01bd86622d3f req-18ea4957-a72e-405f-b165-50ffb3f4ef54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:31.727905 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fdc881-4dda-4184-9c3f-01bd86622d3f req-18ea4957-a72e-405f-b165-50ffb3f4ef54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:31.728466 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-47fdc881-4dda-4184-9c3f-01bd86622d3f req-18ea4957-a72e-405f-b165-50ffb3f4ef54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:31.729815 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-47fdc881-4dda-4184-9c3f-01bd86622d3f req-18ea4957-a72e-405f-b165-50ffb3f4ef54 service neutron] 10.222.0.41 "PUT /v2.0/ports/2bcf73d1-a415-4204-9990-3862b1c99089 HTTP/1.1" status: 200 len: 1092 time: 1.3231070 Dec 06 17:18:31.821229 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b69c4f23-eb53-456f-9ed8-f007d727c630 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Made reservation on behalf of 0a1f457aa03040bf80cb1868b8b59715 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:18:31.825541 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b69c4f23-eb53-456f-9ed8-f007d727c630 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:31.825841 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ea4957-a72e-405f-b165-50ffb3f4ef54 service neutron] Pushing event updated for resources: {'Port': ['ID=2bcf73d1-a415-4204-9990-3862b1c99089,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:31.837291 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-92f00cb8-c153-46a0-a334-9d2ad4b6aabe req-e601d00f-a3a5-4703-96a4-341e0401f4cf service neutron] 10.222.0.44 "GET /v2.0/networks/cae96aac-fb31-4420-9340-c97dbf634a30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707675 Dec 06 17:18:31.849061 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fdc881-4dda-4184-9c3f-01bd86622d3f req-c404ac20-38d5-4713-99a9-3150906b09b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:31.850755 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-47fdc881-4dda-4184-9c3f-01bd86622d3f req-c404ac20-38d5-4713-99a9-3150906b09b1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d4102d427cc94f0ba1c37493608fe1c3&device_id=6972e696-526b-417c-bdce-ca7d7c8763eb HTTP/1.1" status: 200 len: 1095 time: 0.0642002 Dec 06 17:18:31.853903 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-b69c4f23-eb53-456f-9ed8-f007d727c630 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] device_id is not set on port f553b56f-3fd9-472f-80fc-7fe16ed93f7a yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:18:31.913932 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-47fdc881-4dda-4184-9c3f-01bd86622d3f req-cd13dce4-6196-41f0-8050-4d00492b1ac1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2bcf73d1-a415-4204-9990-3862b1c99089 HTTP/1.1" status: 200 len: 217 time: 0.0506890 Dec 06 17:18:31.982206 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746da9c9-9934-484a-8167-9b61f6e9a7d2 req-9edd6184-630a-4519-a747-70d9cb28d694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:31.982476 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-b69c4f23-eb53-456f-9ed8-f007d727c630 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Allocated IP 172.20.0.6 (b440af0e-b579-43cd-9411-f6e5c908dac2/dccc6c2a-0d60-4e5a-ba73-0dccb98ed4d9/f553b56f-3fd9-472f-80fc-7fe16ed93f7a) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:18:31.983723 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-746da9c9-9934-484a-8167-9b61f6e9a7d2 req-9edd6184-630a-4519-a747-70d9cb28d694 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d4102d427cc94f0ba1c37493608fe1c3&device_id=b7d3f224-d001-4a9c-8816-6111bc8ee6b9 HTTP/1.1" status: 200 len: 1094 time: 0.0784719 Dec 06 17:18:31.987541 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fdc881-4dda-4184-9c3f-01bd86622d3f req-02c5f453-95d6-43d0-be00-78feb1c207d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:31.988905 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-47fdc881-4dda-4184-9c3f-01bd86622d3f req-02c5f453-95d6-43d0-be00-78feb1c207d3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=96d1432b-c397-475b-95f3-c732d2ae28e6 HTTP/1.1" status: 200 len: 859 time: 0.0574188 Dec 06 17:18:32.030917 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52996) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:32.043444 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-47fdc881-4dda-4184-9c3f-01bd86622d3f req-8b65e879-ae07-43e4-8e95-f10bb729d738 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cae96aac-fb31-4420-9340-c97dbf634a30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430062 Dec 06 17:18:32.142836 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-cda5fc66-908a-464e-889c-de7c776f43cc tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Request body: {'networks': [{'name': 'tempest-network--1254568576'}, {'name': 'tempest-network--2156429'}]} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:18:32.143456 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-cda5fc66-908a-464e-889c-de7c776f43cc tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Request body: {'network': {'name': 'tempest-network--1254568576'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:18:32.143636 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-cda5fc66-908a-464e-889c-de7c776f43cc tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Request body: {'network': {'name': 'tempest-network--2156429'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:18:32.165504 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746da9c9-9934-484a-8167-9b61f6e9a7d2 req-ca2c3e62-e726-455c-99a0-e46cbe679ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:32.166940 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b69c4f23-eb53-456f-9ed8-f007d727c630 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:32.169611 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-746da9c9-9934-484a-8167-9b61f6e9a7d2 req-ca2c3e62-e726-455c-99a0-e46cbe679ad8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=cae96aac-fb31-4420-9340-c97dbf634a30 HTTP/1.1" status: 200 len: 920 time: 0.1755586 Dec 06 17:18:32.204290 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cda5fc66-908a-464e-889c-de7c776f43cc tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Made reservation on behalf of 271352a86db340799c2d4e13fc538812 for: {'network': 2} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:18:32.209020 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 3aa18f82-3836-4140-8853-38b7de401ed9 up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:18:32.209624 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cda5fc66-908a-464e-889c-de7c776f43cc tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:32.229151 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-47fdc881-4dda-4184-9c3f-01bd86622d3f req-1365152e-8099-485c-b58a-92f5ace4a426 service neutron] 10.222.0.41 "GET /v2.0/networks/cae96aac-fb31-4420-9340-c97dbf634a30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587379 Dec 06 17:18:32.230531 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-746da9c9-9934-484a-8167-9b61f6e9a7d2 req-73a120dc-7866-48e3-99f8-c84a8987643b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=705859b3-57e1-4ac2-be0a-5482767392a3 HTTP/1.1" status: 200 len: 217 time: 0.0554836 Dec 06 17:18:32.233156 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cda5fc66-908a-464e-889c-de7c776f43cc tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:32.282482 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b69c4f23-eb53-456f-9ed8-f007d727c630 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:32.285030 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port 3aa18f82-3836-4140-8853-38b7de401ed9 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:18:32.290844 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port 3aa18f82-3836-4140-8853-38b7de401ed9 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:18:32.291277 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:32.358426 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69c4f23-eb53-456f-9ed8-f007d727c630 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Network b440af0e-b579-43cd-9411-f6e5c908dac2 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:18:32.370514 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d1e36e-8066-42b6-af0c-ccccd9762577 req-1485e6f0-0fc8-4226-b95d-470becbe590b tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:32.372160 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e7d1e36e-8066-42b6-af0c-ccccd9762577 req-1485e6f0-0fc8-4226-b95d-470becbe590b tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7a87166-bac3-4770-b6a3-dc87ca3a74f9 HTTP/1.1" status: 200 len: 944 time: 0.1355908 Dec 06 17:18:32.377558 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:32.378338 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746da9c9-9934-484a-8167-9b61f6e9a7d2 req-4ced4ec6-0af8-44cf-bcbb-83b3b1488baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:32.380679 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-746da9c9-9934-484a-8167-9b61f6e9a7d2 req-4ced4ec6-0af8-44cf-bcbb-83b3b1488baf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=96d1432b-c397-475b-95f3-c732d2ae28e6 HTTP/1.1" status: 200 len: 859 time: 0.1347048 Dec 06 17:18:32.381492 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-b69c4f23-eb53-456f-9ed8-f007d727c630 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:18:32.385407 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69c4f23-eb53-456f-9ed8-f007d727c630 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Pushing event updated for resources: {'Port': ['ID=f553b56f-3fd9-472f-80fc-7fe16ed93f7a,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:32.390111 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69c4f23-eb53-456f-9ed8-f007d727c630 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:18:32.392798 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074909ab-0579-4785-9ffc-33aa3700f2d4 req-bc8cf3d8-8749-444b-80ae-53ded4a9b028 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:32.402663 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-074909ab-0579-4785-9ffc-33aa3700f2d4 req-bc8cf3d8-8749-444b-80ae-53ded4a9b028 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/ports?device_id=6972e696-526b-417c-bdce-ca7d7c8763eb HTTP/1.1" status: 200 len: 944 time: 0.2145989 Dec 06 17:18:32.411984 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a87166-bac3-4770-b6a3-dc87ca3a74f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aa18f82-3836-4140-8853-38b7de401ed9'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:18:32.414462 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4d2db55-d774-47fa-bbc3-94d6383c7dd2" -d '{"events": [{"server_uuid": "a7a87166-bac3-4770-b6a3-dc87ca3a74f9", "name": "network-vif-plugged", "status": "completed", "tag": "3aa18f82-3836-4140-8853-38b7de401ed9"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:18:32.431353 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 3aa18f82-3836-4140-8853-38b7de401ed9, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=3aa18f82-3836-4140-8853-38b7de401ed9,segment=NetworkSegment(b722eb92-d8da-4fbc-acca-71668ea91866),segment_id=b722eb92-d8da-4fbc-acca-71668ea91866)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:18:32.435539 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:32.459515 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-746da9c9-9934-484a-8167-9b61f6e9a7d2 req-2ff25eb6-b67a-42df-8ab6-77f7ccfc345d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cae96aac-fb31-4420-9340-c97dbf634a30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458081 Dec 06 17:18:32.479127 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-47fdc881-4dda-4184-9c3f-01bd86622d3f req-f0874694-f947-4e9f-b861-b2e5787e4f7d service neutron] 10.222.0.41 "GET /v2.0/networks/cae96aac-fb31-4420-9340-c97dbf634a30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324877 Dec 06 17:18:32.482872 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b69c4f23-eb53-456f-9ed8-f007d727c630 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:32.483501 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b69c4f23-eb53-456f-9ed8-f007d727c630 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:32.495813 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=3aa18f82-3836-4140-8853-38b7de401ed9,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:32.506202 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:18:32.506583 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:18:32.506870 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:18:32.507394 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:18:32.507944 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:18:32.508751 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:18:32.509245 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:18:32.509811 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:18:32.510477 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:18:32.511004 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:18:32.512014 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:18:32.512335 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:18:32.512675 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:18:32.516236 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-074909ab-0579-4785-9ffc-33aa3700f2d4 req-d04b9cc5-ea5d-4e13-924b-3f483b5d8920 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/security-groups?id=55b21076-cf23-48e9-9a14-bcc811d060b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126363 Dec 06 17:18:32.521667 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e7d1e36e-8066-42b6-af0c-ccccd9762577 req-3d3c086d-8c14-43ed-9aa2-be0af359a1f7 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029043 Dec 06 17:18:32.527049 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cda5fc66-908a-464e-889c-de7c776f43cc tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:32.540400 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-b69c4f23-eb53-456f-9ed8-f007d727c630 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8719330 Dec 06 17:18:32.541715 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cda5fc66-908a-464e-889c-de7c776f43cc tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:32.543173 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cda5fc66-908a-464e-889c-de7c776f43cc tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:32.553707 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53014) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:32.566018 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-3689c83d-4443-4707-8719-ec5861d0a436 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Request body: {'floatingip': {'port_id': 'f553b56f-3fd9-472f-80fc-7fe16ed93f7a'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:18:32.607746 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-746da9c9-9934-484a-8167-9b61f6e9a7d2 req-6b71cc2a-f52e-4b4f-8ff1-e665391b3410 service neutron] 10.222.0.44 "GET /v2.0/networks/cae96aac-fb31-4420-9340-c97dbf634a30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239128 Dec 06 17:18:32.626543 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda5fc66-908a-464e-889c-de7c776f43cc tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32c11f3d-7d3f-4198-a560-17f73c8bb78d,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:32.631693 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3689c83d-4443-4707-8719-ec5861d0a436 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks [] for floatingip, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:32.667061 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cda5fc66-908a-464e-889c-de7c776f43cc tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:18:32.667607 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:32.688302 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd1d229-6618-4115-a1ca-ae93197d2ecd x-openstack-request-id: req-0fd1d229-6618-4115-a1ca-ae93197d2ecd {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:18:32.689858 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7a87166-bac3-4770-b6a3-dc87ca3a74f9", "name": "network-vif-plugged", "status": "completed", "tag": "3aa18f82-3836-4140-8853-38b7de401ed9", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:18:32.690952 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0fd1d229-6618-4115-a1ca-ae93197d2ecd {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:18:32.691583 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7a87166-bac3-4770-b6a3-dc87ca3a74f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aa18f82-3836-4140-8853-38b7de401ed9', 'code': 200} Dec 06 17:18:32.710175 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cda5fc66-908a-464e-889c-de7c776f43cc tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:32.710520 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-cda5fc66-908a-464e-889c-de7c776f43cc tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Added segment e3d7f63b-1a1b-4bd8-b024-85056c888cab of type vlan for network 6f9b4e93-2aa7-4ab8-a779-0a0129348017 Dec 06 17:18:32.757313 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-746da9c9-9934-484a-8167-9b61f6e9a7d2 req-77cc2730-e2bd-4591-9d0d-90a7fd54f736 service neutron] 10.222.0.44 "GET /v2.0/networks/cae96aac-fb31-4420-9340-c97dbf634a30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334589 Dec 06 17:18:32.805997 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cda5fc66-908a-464e-889c-de7c776f43cc tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:32.819763 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e50bb7c-dfab-49ab-96ef-91da2f69d0ce req-ede32580-5ef8-4887-9801-b4e4cfc50fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:32.822098 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2e50bb7c-dfab-49ab-96ef-91da2f69d0ce req-ede32580-5ef8-4887-9801-b4e4cfc50fa9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a7a87166-bac3-4770-b6a3-dc87ca3a74f9 HTTP/1.1" status: 200 len: 1096 time: 0.0432546 Dec 06 17:18:32.866155 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2e50bb7c-dfab-49ab-96ef-91da2f69d0ce req-54edaa05-fcf0-4610-b902-b516a2a951cd service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366657 Dec 06 17:18:32.911206 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cda5fc66-908a-464e-889c-de7c776f43cc tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:18:32.928953 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cda5fc66-908a-464e-889c-de7c776f43cc tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:32.929294 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-cda5fc66-908a-464e-889c-de7c776f43cc tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Added segment 2b8f8d50-f0a6-4cb9-bbee-8449bd22c864 of type vlan for network 88c9fe4b-9b8b-488a-a393-82a1c5d00688 Dec 06 17:18:33.007907 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cda5fc66-908a-464e-889c-de7c776f43cc tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:33.106108 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cda5fc66-908a-464e-889c-de7c776f43cc tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:33.106764 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cda5fc66-908a-464e-889c-de7c776f43cc tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:33.111953 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda5fc66-908a-464e-889c-de7c776f43cc tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:33.116692 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda5fc66-908a-464e-889c-de7c776f43cc tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:33.117313 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cda5fc66-908a-464e-889c-de7c776f43cc tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:33.165343 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-cda5fc66-908a-464e-889c-de7c776f43cc tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1317 time: 1.1327629 Dec 06 17:18:33.168025 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 53016) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:33.203234 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda5fc66-908a-464e-889c-de7c776f43cc tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Pushing event updated for resources: {'Network': ['ID=6f9b4e93-2aa7-4ab8-a779-0a0129348017,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:33.214936 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 6f9b4e93-2aa7-4ab8-a779-0a0129348017 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:18:33.263467 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6972e696-526b-417c-bdce-ca7d7c8763eb', 'tag': '2bcf73d1-a415-4204-9990-3862b1c99089'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:18:33.265749 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89428ef0-adea-4839-a828-d8ffc2a1621a" -d '{"events": [{"name": "network-changed", "server_uuid": "6972e696-526b-417c-bdce-ca7d7c8763eb", "tag": "2bcf73d1-a415-4204-9990-3862b1c99089"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:18:33.319149 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8d48e36-e884-4663-aa4c-667f5f932683 x-openstack-request-id: req-b8d48e36-e884-4663-aa4c-667f5f932683 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:18:33.319447 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6972e696-526b-417c-bdce-ca7d7c8763eb", "tag": "2bcf73d1-a415-4204-9990-3862b1c99089", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:18:33.319707 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b8d48e36-e884-4663-aa4c-667f5f932683 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:18:33.320100 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6972e696-526b-417c-bdce-ca7d7c8763eb', 'tag': '2bcf73d1-a415-4204-9990-3862b1c99089', 'status': 'completed', 'code': 200} Dec 06 17:18:33.330386 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda5fc66-908a-464e-889c-de7c776f43cc tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Pushing event updated for resources: {'Network': ['ID=88c9fe4b-9b8b-488a-a393-82a1c5d00688,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:33.341251 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 88c9fe4b-9b8b-488a-a393-82a1c5d00688 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:18:33.357728 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3689c83d-4443-4707-8719-ec5861d0a436 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:33.364790 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3689c83d-4443-4707-8719-ec5861d0a436 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:33.398311 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b29f4e4-5811-451e-b836-1950a76b2de2 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:33.404262 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b29f4e4-5811-451e-b836-1950a76b2de2 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:33.410648 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b29f4e4-5811-451e-b836-1950a76b2de2 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:33.417490 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b29f4e4-5811-451e-b836-1950a76b2de2 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:33.419661 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-9b29f4e4-5811-451e-b836-1950a76b2de2 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2404 time: 0.2506471 Dec 06 17:18:33.423167 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 53020) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:33.456645 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89428ef0-adea-4839-a828-d8ffc2a1621a req-96e71088-de99-4b3a-b037-9e9b4e04ec2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:33.458153 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-89428ef0-adea-4839-a828-d8ffc2a1621a req-96e71088-de99-4b3a-b037-9e9b4e04ec2f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d4102d427cc94f0ba1c37493608fe1c3&device_id=6972e696-526b-417c-bdce-ca7d7c8763eb HTTP/1.1" status: 200 len: 1095 time: 0.1101565 Dec 06 17:18:33.469997 n-d-master-1 neutron-server[103284]: INFO neutron.db.l3_db [None req-3689c83d-4443-4707-8719-ec5861d0a436 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Floating IP 2a536f32-d4f0-4427-b6cc-ea5e9fce6820 associated. External IP: 172.35.1.61, port: f553b56f-3fd9-472f-80fc-7fe16ed93f7a. Dec 06 17:18:33.554991 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-11dde63c-6dfe-4431-99d1-45f3ec41df17 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:33.645322 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89428ef0-adea-4839-a828-d8ffc2a1621a req-a91a13d6-1c2e-4941-a25a-404303c6e2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:33.646760 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-89428ef0-adea-4839-a828-d8ffc2a1621a req-a91a13d6-1c2e-4941-a25a-404303c6e2e2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cae96aac-fb31-4420-9340-c97dbf634a30 HTTP/1.1" status: 200 len: 920 time: 0.1614282 Dec 06 17:18:33.735681 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-11dde63c-6dfe-4431-99d1-45f3ec41df17 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:33.738956 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-89428ef0-adea-4839-a828-d8ffc2a1621a req-f154672b-4648-48ed-8783-347b4c3d0558 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2bcf73d1-a415-4204-9990-3862b1c99089 HTTP/1.1" status: 200 len: 217 time: 0.0706720 Dec 06 17:18:33.768705 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-11dde63c-6dfe-4431-99d1-45f3ec41df17 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f9b4e93-2aa7-4ab8-a779-0a0129348017']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:33.805260 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-11dde63c-6dfe-4431-99d1-45f3ec41df17 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3d7f63b-1a1b-4bd8-b024-85056c888cab') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:33.805586 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-11dde63c-6dfe-4431-99d1-45f3ec41df17 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3d7f63b-1a1b-4bd8-b024-85056c888cab') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:33.814437 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a9600b-1a15-4e51-9529-bd9a13e000f6 req-d700c201-6f94-4400-9485-a21af6ea9dcb tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:33.816018 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-85a9600b-1a15-4e51-9529-bd9a13e000f6 req-d700c201-6f94-4400-9485-a21af6ea9dcb tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7a87166-bac3-4770-b6a3-dc87ca3a74f9 HTTP/1.1" status: 200 len: 945 time: 0.1910877 Dec 06 17:18:33.828153 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-11dde63c-6dfe-4431-99d1-45f3ec41df17 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:33.866716 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-11dde63c-6dfe-4431-99d1-45f3ec41df17 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:33.869372 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89428ef0-adea-4839-a828-d8ffc2a1621a req-2def5570-f1d7-4c4c-a73e-fead6796f3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:33.871001 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-89428ef0-adea-4839-a828-d8ffc2a1621a req-2def5570-f1d7-4c4c-a73e-fead6796f3a7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=96d1432b-c397-475b-95f3-c732d2ae28e6 HTTP/1.1" status: 200 len: 859 time: 0.1205461 Dec 06 17:18:33.883015 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11dde63c-6dfe-4431-99d1-45f3ec41df17 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:18:33.883965 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-11dde63c-6dfe-4431-99d1-45f3ec41df17 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:33.900098 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:18:33.900098 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:18:33.900098 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:18:33.900098 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:18:33.900098 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:18:33.900098 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:18:33.900098 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:18:33.900098 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:18:33.900098 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:18:33.900098 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:18:33.900098 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:18:33.900098 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:18:33.900098 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:18:33.900098 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:18:33.900098 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:18:33.900098 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:18:33.900098 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:18:33.900098 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:18:33.900098 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:18:33.900098 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:18:33.900098 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:18:33.900098 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:18:33.900098 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:18:33.900098 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:18:33.900098 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:18:33.900098 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:18:33.900098 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:18:33.900098 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:18:33.900098 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:18:33.900098 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:18:33.900098 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:18:33.900098 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:18:33.962999 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-89428ef0-adea-4839-a828-d8ffc2a1621a req-8a5cdb68-063e-45ef-8125-3ce269028635 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cae96aac-fb31-4420-9340-c97dbf634a30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0813034 Dec 06 17:18:33.969889 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-85a9600b-1a15-4e51-9529-bd9a13e000f6 req-0e8e76df-c07f-415d-a586-91cd1a2159e9 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437654 Dec 06 17:18:33.991397 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8875ef74-3897-44df-be7c-f4d5872f37ec req-26e08de9-a405-4c97-af03-ad3dd2c6d8f2 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:33.999768 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8875ef74-3897-44df-be7c-f4d5872f37ec req-26e08de9-a405-4c97-af03-ad3dd2c6d8f2 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/ports?device_id=6972e696-526b-417c-bdce-ca7d7c8763eb HTTP/1.1" status: 200 len: 944 time: 0.1217613 Dec 06 17:18:34.031770 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-11dde63c-6dfe-4431-99d1-45f3ec41df17 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:34.042615 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-11dde63c-6dfe-4431-99d1-45f3ec41df17 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:34.046251 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-11dde63c-6dfe-4431-99d1-45f3ec41df17 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] 10.222.0.23 "DELETE /v2.0/networks/6f9b4e93-2aa7-4ab8-a779-0a0129348017 HTTP/1.1" status: 204 len: 168 time: 0.6197224 Dec 06 17:18:34.056361 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 53034) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:34.071579 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dde63c-6dfe-4431-99d1-45f3ec41df17 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Pushing event deleted for resources: {'Network': ['ID=6f9b4e93-2aa7-4ab8-a779-0a0129348017,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:34.104469 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8875ef74-3897-44df-be7c-f4d5872f37ec req-f557ec65-9b9c-4cd3-a796-0b68c0205d1c tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/security-groups?id=55b21076-cf23-48e9-9a14-bcc811d060b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989404 Dec 06 17:18:34.182160 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3689c83d-4443-4707-8719-ec5861d0a436 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Router 5fb4a540-f2b6-47cf-b821-09e81cfd5680 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:18:34.204888 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 2bcf73d1-a415-4204-9990-3862b1c99089 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:18:34.360347 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 2bcf73d1-a415-4204-9990-3862b1c99089, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=2bcf73d1-a415-4204-9990-3862b1c99089,segment=NetworkSegment(1866e212-da2e-4d7f-86b0-4e8ad063f1f7),segment_id=1866e212-da2e-4d7f-86b0-4e8ad063f1f7)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:18:34.372934 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3689c83d-4443-4707-8719-ec5861d0a436 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:18:34.382004 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': '2bcf73d1-a415-4204-9990-3862b1c99089', 'network_id': 'cae96aac-fb31-4420-9340-c97dbf634a30', 'port_id': '2bcf73d1-a415-4204-9990-3862b1c99089', 'mac_address': 'fa:16:3e:89:f0:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96d1432b-c397-475b-95f3-c732d2ae28e6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:18:34.385785 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3689c83d-4443-4707-8719-ec5861d0a436 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:34.420456 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-3689c83d-4443-4707-8719-ec5861d0a436 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] 10.222.0.23 "PUT /v2.0/floatingips/2a536f32-d4f0-4427-b6cc-ea5e9fce6820 HTTP/1.1" status: 200 len: 977 time: 1.8622372 Dec 06 17:18:34.420644 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53036) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:34.435270 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc37594-6f63-4930-92c5-c65fb1be5ac5 None None] Sync routers for ids ['5fb4a540-f2b6-47cf-b821-09e81cfd5680'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:18:34.442087 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:34.465082 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bcf73d1-a415-4204-9990-3862b1c99089 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:18:34.486742 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 2bcf73d1-a415-4204-9990-3862b1c99089, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=2bcf73d1-a415-4204-9990-3862b1c99089,segment=NetworkSegment(1866e212-da2e-4d7f-86b0-4e8ad063f1f7),segment_id=1866e212-da2e-4d7f-86b0-4e8ad063f1f7)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:18:34.490637 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc37594-6f63-4930-92c5-c65fb1be5ac5 None None] Routers {'5fb4a540-f2b6-47cf-b821-09e81cfd5680'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:18:34.492172 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-ccc37594-6f63-4930-92c5-c65fb1be5ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:18:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['5fb4a540-f2b6-47cf-b821-09e81cfd5680'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:34.495020 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-89428ef0-adea-4839-a828-d8ffc2a1621a req-1a63398f-62eb-45e4-a068-87f2ab9bc161 service neutron] 10.222.0.41 "GET /v2.0/networks/cae96aac-fb31-4420-9340-c97dbf634a30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5217209 Dec 06 17:18:34.499427 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:34.502433 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dd800b83-ea0c-40ac-853d-6145fdb9d27a tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:34.558765 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-c9bda9ee-614b-4cbb-b7dd-1e79c3f3f8ae tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Deleting port f553b56f-3fd9-472f-80fc-7fe16ed93f7a {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:18:34.559417 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c9bda9ee-614b-4cbb-b7dd-1e79c3f3f8ae tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:34.577159 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-ccc37594-6f63-4930-92c5-c65fb1be5ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:34.597935 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc37594-6f63-4930-92c5-c65fb1be5ac5 None None] Routers {'5fb4a540-f2b6-47cf-b821-09e81cfd5680'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:18:34.598654 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-ccc37594-6f63-4930-92c5-c65fb1be5ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:18:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['5fb4a540-f2b6-47cf-b821-09e81cfd5680'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:34.632693 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=2bcf73d1-a415-4204-9990-3862b1c99089,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:34.636921 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-ccc37594-6f63-4930-92c5-c65fb1be5ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:34.637646 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc37594-6f63-4930-92c5-c65fb1be5ac5 None None] The sync data for ids ['5fb4a540-f2b6-47cf-b821-09e81cfd5680'] in n-d-master-1 is: [] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:18:34.656959 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c9bda9ee-614b-4cbb-b7dd-1e79c3f3f8ae tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:34.667724 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dd800b83-ea0c-40ac-853d-6145fdb9d27a tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:34.678527 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-89428ef0-adea-4839-a828-d8ffc2a1621a req-26edaae4-fa58-4c35-bddb-858a743f9f88 service neutron] 10.222.0.41 "GET /v2.0/networks/cae96aac-fb31-4420-9340-c97dbf634a30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738186 Dec 06 17:18:34.692743 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-dd800b83-ea0c-40ac-853d-6145fdb9d27a tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88c9fe4b-9b8b-488a-a393-82a1c5d00688']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:34.706091 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-dd800b83-ea0c-40ac-853d-6145fdb9d27a tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b8f8d50-f0a6-4cb9-bbee-8449bd22c864') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:34.706448 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-dd800b83-ea0c-40ac-853d-6145fdb9d27a tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b8f8d50-f0a6-4cb9-bbee-8449bd22c864') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:34.719286 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dd800b83-ea0c-40ac-853d-6145fdb9d27a tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:34.734608 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dd800b83-ea0c-40ac-853d-6145fdb9d27a tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:34.742180 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd800b83-ea0c-40ac-853d-6145fdb9d27a tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:18:34.742594 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dd800b83-ea0c-40ac-853d-6145fdb9d27a tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:34.745783 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:18:34.745783 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:18:34.745783 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:18:34.745783 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:18:34.745783 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:18:34.745783 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:18:34.745783 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:18:34.745783 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:18:34.745783 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:18:34.745783 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:18:34.745783 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:18:34.745783 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:18:34.745783 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:18:34.745783 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:18:34.745783 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:18:34.745783 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:18:34.745783 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:18:34.745783 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:18:34.745783 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:18:34.745783 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:18:34.745783 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:18:34.745783 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:18:34.745783 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:18:34.745783 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:18:34.745783 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:18:34.745783 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:18:34.745783 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:18:34.745783 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:18:34.745783 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:18:34.745783 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:18:34.745783 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:18:34.745783 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:18:34.811026 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['2bcf73d1-a415-4204-9990-3862b1c99089'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:18:34.822517 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dd800b83-ea0c-40ac-853d-6145fdb9d27a tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:34.832429 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dd800b83-ea0c-40ac-853d-6145fdb9d27a tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:34.838551 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-dd800b83-ea0c-40ac-853d-6145fdb9d27a tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] 10.222.0.23 "DELETE /v2.0/networks/88c9fe4b-9b8b-488a-a393-82a1c5d00688 HTTP/1.1" status: 204 len: 168 time: 0.7808812 Dec 06 17:18:34.840922 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 53038) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:34.867259 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd800b83-ea0c-40ac-853d-6145fdb9d27a tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Pushing event deleted for resources: {'Network': ['ID=88c9fe4b-9b8b-488a-a393-82a1c5d00688,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:34.898349 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c9bda9ee-614b-4cbb-b7dd-1e79c3f3f8ae tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:34.899532 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c9bda9ee-614b-4cbb-b7dd-1e79c3f3f8ae tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:34.900465 n-d-master-1 neutron-server[103284]: INFO neutron.db.l3_db [None req-c9bda9ee-614b-4cbb-b7dd-1e79c3f3f8ae tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Floating IP 2a536f32-d4f0-4427-b6cc-ea5e9fce6820 disassociated. External IP: 172.35.1.61, port: f553b56f-3fd9-472f-80fc-7fe16ed93f7a. Dec 06 17:18:34.900813 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-c9bda9ee-614b-4cbb-b7dd-1e79c3f3f8ae tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Calling delete_port for f553b56f-3fd9-472f-80fc-7fe16ed93f7a owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:18:34.980222 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4bb47a-de37-41bf-a650-00574d2b1a54 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:34.980424 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 705859b3-57e1-4ac2-be0a-5482767392a3 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:18:34.987575 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4bb47a-de37-41bf-a650-00574d2b1a54 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:34.989449 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-9d4bb47a-de37-41bf-a650-00574d2b1a54 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1465263 Dec 06 17:18:34.994312 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 53040) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:35.001549 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-62bd61bb-fd9d-4df5-80e7-4ebdea68490a tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-59597079'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:18:35.028703 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62bd61bb-fd9d-4df5-80e7-4ebdea68490a tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Made reservation on behalf of 271352a86db340799c2d4e13fc538812 for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:18:35.034223 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-62bd61bb-fd9d-4df5-80e7-4ebdea68490a tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:35.062710 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62bd61bb-fd9d-4df5-80e7-4ebdea68490a tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:18:35.079151 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-62bd61bb-fd9d-4df5-80e7-4ebdea68490a tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:35.079692 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-62bd61bb-fd9d-4df5-80e7-4ebdea68490a tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Added segment 195fae63-337e-4b53-81da-21b80574090b of type vlan for network e7b0d2ae-5748-4e3a-b7cf-b270e9786988 Dec 06 17:18:35.124711 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:35.131397 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 705859b3-57e1-4ac2-be0a-5482767392a3, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=705859b3-57e1-4ac2-be0a-5482767392a3,segment=NetworkSegment(1866e212-da2e-4d7f-86b0-4e8ad063f1f7),segment_id=1866e212-da2e-4d7f-86b0-4e8ad063f1f7)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:18:35.140143 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-62bd61bb-fd9d-4df5-80e7-4ebdea68490a tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:35.144999 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': '705859b3-57e1-4ac2-be0a-5482767392a3', 'network_id': 'cae96aac-fb31-4420-9340-c97dbf634a30', 'port_id': '705859b3-57e1-4ac2-be0a-5482767392a3', 'mac_address': 'fa:16:3e:1d:fa:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96d1432b-c397-475b-95f3-c732d2ae28e6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:18:35.163332 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c9bda9ee-614b-4cbb-b7dd-1e79c3f3f8ae tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:35.172579 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-62bd61bb-fd9d-4df5-80e7-4ebdea68490a tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:35.179291 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62bd61bb-fd9d-4df5-80e7-4ebdea68490a tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:35.180614 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-62bd61bb-fd9d-4df5-80e7-4ebdea68490a tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:35.192261 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:35.205461 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 705859b3-57e1-4ac2-be0a-5482767392a3 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:18:35.231248 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bda9ee-614b-4cbb-b7dd-1e79c3f3f8ae tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Pushing event deleted for resources: {'Port': ['ID=f553b56f-3fd9-472f-80fc-7fe16ed93f7a,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:35.237890 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 705859b3-57e1-4ac2-be0a-5482767392a3, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=705859b3-57e1-4ac2-be0a-5482767392a3,segment=NetworkSegment(1866e212-da2e-4d7f-86b0-4e8ad063f1f7),segment_id=1866e212-da2e-4d7f-86b0-4e8ad063f1f7)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:18:35.247339 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:35.263653 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bd61bb-fd9d-4df5-80e7-4ebdea68490a tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Pushing event updated for resources: {'Network': ['ID=e7b0d2ae-5748-4e3a-b7cf-b270e9786988,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:35.281173 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-62bd61bb-fd9d-4df5-80e7-4ebdea68490a tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2834022 Dec 06 17:18:35.281607 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 53052) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:35.287606 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-6094132c-a0e5-4ae1-b34e-94665af3a565 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-442959030'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:18:35.309818 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network e7b0d2ae-5748-4e3a-b7cf-b270e9786988 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:18:35.327367 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=705859b3-57e1-4ac2-be0a-5482767392a3,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:35.375999 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7301b6f-9e99-4303-a46c-b916156eddef req-c3c8ca89-748d-4e6a-91f2-7210ac06cc26 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:35.377986 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c7301b6f-9e99-4303-a46c-b916156eddef req-c3c8ca89-748d-4e6a-91f2-7210ac06cc26 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/ports?device_id=6972e696-526b-417c-bdce-ca7d7c8763eb HTTP/1.1" status: 200 len: 945 time: 0.0861285 Dec 06 17:18:35.379300 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6094132c-a0e5-4ae1-b34e-94665af3a565 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Made reservation on behalf of 271352a86db340799c2d4e13fc538812 for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:18:35.383750 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6094132c-a0e5-4ae1-b34e-94665af3a565 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:35.400301 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1d1423-63fe-417c-a38e-e1d87ac499e7 req-2ce419d2-a30d-4b3e-aafd-a6c6324207bc tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:35.406347 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5a1d1423-63fe-417c-a38e-e1d87ac499e7 req-2ce419d2-a30d-4b3e-aafd-a6c6324207bc tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7a87166-bac3-4770-b6a3-dc87ca3a74f9 HTTP/1.1" status: 200 len: 945 time: 0.3122501 Dec 06 17:18:35.424535 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6094132c-a0e5-4ae1-b34e-94665af3a565 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:18:35.447997 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6094132c-a0e5-4ae1-b34e-94665af3a565 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:35.448516 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-6094132c-a0e5-4ae1-b34e-94665af3a565 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Added segment b71ba563-9116-4402-988e-b7548d1ae618 of type vlan for network 61359e7f-a330-46cd-a424-e4a09c52ebcd Dec 06 17:18:35.469331 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c7301b6f-9e99-4303-a46c-b916156eddef req-4419ffe1-5a29-4cac-924d-30baccde6bd0 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/security-groups?id=55b21076-cf23-48e9-9a14-bcc811d060b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818393 Dec 06 17:18:35.482264 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9bda9ee-614b-4cbb-b7dd-1e79c3f3f8ae tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Router 5fb4a540-f2b6-47cf-b821-09e81cfd5680 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:18:35.500631 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5a1d1423-63fe-417c-a38e-e1d87ac499e7 req-f2fdc5a0-58f3-4acf-9e5d-930ce32cd437 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850146 Dec 06 17:18:35.517735 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6094132c-a0e5-4ae1-b34e-94665af3a565 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:35.572481 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6094132c-a0e5-4ae1-b34e-94665af3a565 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:35.578392 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6094132c-a0e5-4ae1-b34e-94665af3a565 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:35.579068 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6094132c-a0e5-4ae1-b34e-94665af3a565 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:35.613587 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-6094132c-a0e5-4ae1-b34e-94665af3a565 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3307018 Dec 06 17:18:35.622133 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53058) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:35.627697 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-9649f3c5-47b7-43ee-adf1-01c4b0d72402 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Request body: {'ports': [{'network_id': 'e7b0d2ae-5748-4e3a-b7cf-b270e9786988', 'name': 'tempest-port--1168724714', 'admin_state_up': True}, {'network_id': '61359e7f-a330-46cd-a424-e4a09c52ebcd', 'admin_state_up': False}]} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:18:35.628296 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-9649f3c5-47b7-43ee-adf1-01c4b0d72402 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Request body: {'port': {'network_id': 'e7b0d2ae-5748-4e3a-b7cf-b270e9786988', 'name': 'tempest-port--1168724714', 'admin_state_up': True}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:18:35.628793 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-9649f3c5-47b7-43ee-adf1-01c4b0d72402 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Request body: {'port': {'network_id': '61359e7f-a330-46cd-a424-e4a09c52ebcd', 'admin_state_up': False}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:18:35.669206 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6094132c-a0e5-4ae1-b34e-94665af3a565 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Pushing event updated for resources: {'Network': ['ID=61359e7f-a330-46cd-a424-e4a09c52ebcd,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:35.676538 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['705859b3-57e1-4ac2-be0a-5482767392a3'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:18:35.720508 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 61359e7f-a330-46cd-a424-e4a09c52ebcd details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:18:35.785616 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9bda9ee-614b-4cbb-b7dd-1e79c3f3f8ae tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:18:35.796912 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097fa77e-2435-45bc-8a84-9a0a9b6675c5 None None] Sync routers for ids ['5fb4a540-f2b6-47cf-b821-09e81cfd5680'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:18:35.808831 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097fa77e-2435-45bc-8a84-9a0a9b6675c5 None None] Routers {'5fb4a540-f2b6-47cf-b821-09e81cfd5680'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:18:35.809712 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-097fa77e-2435-45bc-8a84-9a0a9b6675c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:18:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['5fb4a540-f2b6-47cf-b821-09e81cfd5680'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:35.847436 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-097fa77e-2435-45bc-8a84-9a0a9b6675c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:35.858322 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097fa77e-2435-45bc-8a84-9a0a9b6675c5 None None] Routers {'5fb4a540-f2b6-47cf-b821-09e81cfd5680'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:18:35.858694 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-097fa77e-2435-45bc-8a84-9a0a9b6675c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:18:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['5fb4a540-f2b6-47cf-b821-09e81cfd5680'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:35.876494 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a5c8c-e3b4-4f95-b6cd-9f83255edf8a req-10c6e591-52b9-404b-9d87-bfb39d66041f tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:35.884746 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bd4a5c8c-e3b4-4f95-b6cd-9f83255edf8a req-10c6e591-52b9-404b-9d87-bfb39d66041f tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7a87166-bac3-4770-b6a3-dc87ca3a74f9 HTTP/1.1" status: 200 len: 945 time: 0.0633466 Dec 06 17:18:35.903971 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-097fa77e-2435-45bc-8a84-9a0a9b6675c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:35.904624 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097fa77e-2435-45bc-8a84-9a0a9b6675c5 None None] The sync data for ids ['5fb4a540-f2b6-47cf-b821-09e81cfd5680'] in n-d-master-1 is: [] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:18:35.934471 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bd4a5c8c-e3b4-4f95-b6cd-9f83255edf8a req-86c68cf5-4fe1-4cf6-ad3b-23bc157a81f1 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487382 Dec 06 17:18:35.959148 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c9bda9ee-614b-4cbb-b7dd-1e79c3f3f8ae tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:35.962964 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-c9bda9ee-614b-4cbb-b7dd-1e79c3f3f8ae tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] 10.222.0.23 "DELETE /v2.0/ports/f553b56f-3fd9-472f-80fc-7fe16ed93f7a HTTP/1.1" status: 204 len: 168 time: 1.5412440 Dec 06 17:18:35.965686 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53064) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:35.974399 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9649f3c5-47b7-43ee-adf1-01c4b0d72402 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Made reservation on behalf of 271352a86db340799c2d4e13fc538812 for: {'port': 2} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:18:35.979215 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9649f3c5-47b7-43ee-adf1-01c4b0d72402 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:36.037053 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-efb5359c-487b-42e8-9290-53694663dd17 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] 10.222.0.23 "GET /v2.0/floatingips/2a536f32-d4f0-4427-b6cc-ea5e9fce6820 HTTP/1.1" status: 200 len: 687 time: 0.0700154 Dec 06 17:18:36.040363 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 53066) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:36.053057 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9649f3c5-47b7-43ee-adf1-01c4b0d72402 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:36.105730 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceb6351-f1a7-4a51-96d3-0e6d7abc3ec2 req-6ae84f26-1f31-46cd-a6a5-c1f63fec04c2 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:36.107389 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-aceb6351-f1a7-4a51-96d3-0e6d7abc3ec2 req-6ae84f26-1f31-46cd-a6a5-c1f63fec04c2 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7a87166-bac3-4770-b6a3-dc87ca3a74f9 HTTP/1.1" status: 200 len: 945 time: 0.0913470 Dec 06 17:18:36.164188 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-9649f3c5-47b7-43ee-adf1-01c4b0d72402 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] device_id is not set on port f678956e-1af3-45b9-8ea3-6b6c38e788bc yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:18:36.165781 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-a1303748-9b15-4369-a57c-73ccbd392e36 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Deleting port d154d7a6-cf28-4248-a48f-51393f1f0eb2 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:18:36.166133 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a1303748-9b15-4369-a57c-73ccbd392e36 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:36.200337 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-aceb6351-f1a7-4a51-96d3-0e6d7abc3ec2 req-88df3c12-f222-4ec5-8890-74d5bafb6f2d tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672073 Dec 06 17:18:36.221348 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 2bcf73d1-a415-4204-9990-3862b1c99089 up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:18:36.260545 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a1303748-9b15-4369-a57c-73ccbd392e36 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:36.261095 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a1303748-9b15-4369-a57c-73ccbd392e36 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:36.275762 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-a1303748-9b15-4369-a57c-73ccbd392e36 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Calling delete_port for d154d7a6-cf28-4248-a48f-51393f1f0eb2 owned by network:floatingip {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:18:36.290897 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port 2bcf73d1-a415-4204-9990-3862b1c99089 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:18:36.295572 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port 2bcf73d1-a415-4204-9990-3862b1c99089 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:18:36.296167 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:36.353085 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9649f3c5-47b7-43ee-adf1-01c4b0d72402 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:36.408077 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:36.442257 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6972e696-526b-417c-bdce-ca7d7c8763eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bcf73d1-a415-4204-9990-3862b1c99089'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:18:36.445172 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d94ad15d-dde3-4345-a767-65bb7bbd3934" -d '{"events": [{"server_uuid": "6972e696-526b-417c-bdce-ca7d7c8763eb", "name": "network-vif-plugged", "status": "completed", "tag": "2bcf73d1-a415-4204-9990-3862b1c99089"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:18:36.447741 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-9649f3c5-47b7-43ee-adf1-01c4b0d72402 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] device_id is not set on port ec7299c9-3d1e-4686-944c-4d635bc68680 yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:18:36.464372 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 2bcf73d1-a415-4204-9990-3862b1c99089, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=2bcf73d1-a415-4204-9990-3862b1c99089,segment=NetworkSegment(1866e212-da2e-4d7f-86b0-4e8ad063f1f7),segment_id=1866e212-da2e-4d7f-86b0-4e8ad063f1f7)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:18:36.474623 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:36.479560 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a1303748-9b15-4369-a57c-73ccbd392e36 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:36.521117 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac2d5e9-7f58-4f33-bb42-03a09827d8f5 x-openstack-request-id: req-dac2d5e9-7f58-4f33-bb42-03a09827d8f5 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:18:36.521416 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6972e696-526b-417c-bdce-ca7d7c8763eb", "name": "network-vif-plugged", "status": "completed", "tag": "2bcf73d1-a415-4204-9990-3862b1c99089", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:18:36.522273 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dac2d5e9-7f58-4f33-bb42-03a09827d8f5 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:18:36.522682 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6972e696-526b-417c-bdce-ca7d7c8763eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bcf73d1-a415-4204-9990-3862b1c99089', 'code': 200} Dec 06 17:18:36.532287 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1303748-9b15-4369-a57c-73ccbd392e36 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Pushing event deleted for resources: {'Port': ['ID=d154d7a6-cf28-4248-a48f-51393f1f0eb2,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:36.569773 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=2bcf73d1-a415-4204-9990-3862b1c99089,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:36.600124 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9649f3c5-47b7-43ee-adf1-01c4b0d72402 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:36.671769 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a9dfde-91d8-49ee-bd54-d509d5893e8a req-ada76b04-f574-4094-8aa0-39d5ced05a1f tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:36.673282 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e6a9dfde-91d8-49ee-bd54-d509d5893e8a req-ada76b04-f574-4094-8aa0-39d5ced05a1f tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7a87166-bac3-4770-b6a3-dc87ca3a74f9 HTTP/1.1" status: 200 len: 945 time: 0.1437078 Dec 06 17:18:36.675573 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee81fa-9c66-4005-8011-12bf3ef110e1 req-77e8ec5e-8a9b-4fa7-808c-b689dc17f283 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:36.677183 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1fee81fa-9c66-4005-8011-12bf3ef110e1 req-77e8ec5e-8a9b-4fa7-808c-b689dc17f283 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/ports?device_id=6972e696-526b-417c-bdce-ca7d7c8763eb HTTP/1.1" status: 200 len: 946 time: 0.0743945 Dec 06 17:18:36.677516 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a1303748-9b15-4369-a57c-73ccbd392e36 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks [] for floatingip, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:36.681513 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a1303748-9b15-4369-a57c-73ccbd392e36 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:36.686633 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-a1303748-9b15-4369-a57c-73ccbd392e36 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] 10.222.0.23 "DELETE /v2.0/floatingips/2a536f32-d4f0-4427-b6cc-ea5e9fce6820 HTTP/1.1" status: 204 len: 168 time: 0.6414807 Dec 06 17:18:36.686633 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a32ce60-3f4f-4fa7-ba60-294d07d10a8e req-8873bc74-b982-4e0f-9dd3-475a9c66a24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:36.686925 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3a32ce60-3f4f-4fa7-ba60-294d07d10a8e req-8873bc74-b982-4e0f-9dd3-475a9c66a24e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6972e696-526b-417c-bdce-ca7d7c8763eb HTTP/1.1" status: 200 len: 1097 time: 0.1186540 Dec 06 17:18:36.688494 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 53082) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:36.693328 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9649f3c5-47b7-43ee-adf1-01c4b0d72402 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:36.693503 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-641d8b88-b3f6-4af3-a837-02dc5f823687 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Request body: {'floatingip': {'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'port_id': 'e18901ff-942b-496d-a149-ad47857cf4fd'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:18:36.766618 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-641d8b88-b3f6-4af3-a837-02dc5f823687 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks [] for floatingip, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:36.776997 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9649f3c5-47b7-43ee-adf1-01c4b0d72402 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Pushing event updated for resources: {'Port': ['ID=f678956e-1af3-45b9-8ea3-6b6c38e788bc,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:36.788262 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1fee81fa-9c66-4005-8011-12bf3ef110e1 req-d7b57c43-4e0f-4247-8bc8-b2188e5b78e6 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/security-groups?id=55b21076-cf23-48e9-9a14-bcc811d060b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030800 Dec 06 17:18:36.796094 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e6a9dfde-91d8-49ee-bd54-d509d5893e8a req-d86b0c2f-31ba-4add-aa7d-8107f312a28d tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081340 Dec 06 17:18:36.803383 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9649f3c5-47b7-43ee-adf1-01c4b0d72402 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Checking segment: {'id': '195fae63-337e-4b53-81da-21b80574090b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e7b0d2ae-5748-4e3a-b7cf-b270e9786988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:18:36.803603 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9649f3c5-47b7-43ee-adf1-01c4b0d72402 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Network hostable DHCP agents. Network: e7b0d2ae-5748-4e3a-b7cf-b270e9786988, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:18:36.805704 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3a32ce60-3f4f-4fa7-ba60-294d07d10a8e req-2e600e95-fc74-415c-871f-b5e2abb58a66 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=55b21076-cf23-48e9-9a14-bcc811d060b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046011 Dec 06 17:18:36.844128 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9649f3c5-47b7-43ee-adf1-01c4b0d72402 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Network e7b0d2ae-5748-4e3a-b7cf-b270e9786988 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:18:36.855813 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-9649f3c5-47b7-43ee-adf1-01c4b0d72402 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, e7b0d2ae-5748-4e3a-b7cf-b270e9786988) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:18:36.865061 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e459d4f3-a04d-4291-8c7a-13b3fcdd03a1 None None] Network e7b0d2ae-5748-4e3a-b7cf-b270e9786988 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:18:36.877393 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9649f3c5-47b7-43ee-adf1-01c4b0d72402 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:18:36.878463 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9649f3c5-47b7-43ee-adf1-01c4b0d72402 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:36.928168 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-641d8b88-b3f6-4af3-a837-02dc5f823687 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:36.955388 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9649f3c5-47b7-43ee-adf1-01c4b0d72402 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Pushing event updated for resources: {'Port': ['ID=ec7299c9-3d1e-4686-944c-4d635bc68680,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:36.965369 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9649f3c5-47b7-43ee-adf1-01c4b0d72402 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Checking segment: {'id': 'b71ba563-9116-4402-988e-b7548d1ae618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '61359e7f-a330-46cd-a424-e4a09c52ebcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:18:36.965783 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9649f3c5-47b7-43ee-adf1-01c4b0d72402 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Network hostable DHCP agents. Network: 61359e7f-a330-46cd-a424-e4a09c52ebcd, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:18:36.985116 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9649f3c5-47b7-43ee-adf1-01c4b0d72402 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Network 61359e7f-a330-46cd-a424-e4a09c52ebcd is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:18:36.995574 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 705859b3-57e1-4ac2-be0a-5482767392a3 up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:18:36.998355 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-9649f3c5-47b7-43ee-adf1-01c4b0d72402 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 61359e7f-a330-46cd-a424-e4a09c52ebcd) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:18:37.002823 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9649f3c5-47b7-43ee-adf1-01c4b0d72402 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:18:37.011310 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9649f3c5-47b7-43ee-adf1-01c4b0d72402 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:37.016981 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9649f3c5-47b7-43ee-adf1-01c4b0d72402 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:37.017213 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9649f3c5-47b7-43ee-adf1-01c4b0d72402 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:37.022504 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c747cdd9-9291-4be0-8c2b-266a263f3169 None None] Network 61359e7f-a330-46cd-a424-e4a09c52ebcd requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:18:37.037991 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-9649f3c5-47b7-43ee-adf1-01c4b0d72402 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.4122796 Dec 06 17:18:37.038232 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53086) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:37.061395 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-641d8b88-b3f6-4af3-a837-02dc5f823687 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Allocated IP 172.35.1.176 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/f83575ca-5890-4b32-b6b7-f4d16e2019ab) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:18:37.093335 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fcbb746-07fc-40e3-884c-7a4262559f21 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:37.099440 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fcbb746-07fc-40e3-884c-7a4262559f21 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:37.101037 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-9fcbb746-07fc-40e3-884c-7a4262559f21 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0618858 Dec 06 17:18:37.103805 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53088) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:37.167674 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning for port 705859b3-57e1-4ac2-be0a-5482767392a3 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:18:37.173325 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port 705859b3-57e1-4ac2-be0a-5482767392a3 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:18:37.173325 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:37.192488 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-641d8b88-b3f6-4af3-a837-02dc5f823687 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:37.205986 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-0a3b9970-4d0b-4496-b59e-403b14ce699b tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Deleting port f678956e-1af3-45b9-8ea3-6b6c38e788bc {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:18:37.206483 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0a3b9970-4d0b-4496-b59e-403b14ce699b tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:37.234891 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-641d8b88-b3f6-4af3-a837-02dc5f823687 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:37.270970 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:37.276598 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641d8b88-b3f6-4af3-a837-02dc5f823687 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:18:37.279720 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-641d8b88-b3f6-4af3-a837-02dc5f823687 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:18:37.280078 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0a3b9970-4d0b-4496-b59e-403b14ce699b tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:37.283221 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641d8b88-b3f6-4af3-a837-02dc5f823687 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:18:37.299185 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-0a3b9970-4d0b-4496-b59e-403b14ce699b tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Calling delete_port for f678956e-1af3-45b9-8ea3-6b6c38e788bc owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:18:37.309429 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 705859b3-57e1-4ac2-be0a-5482767392a3, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=705859b3-57e1-4ac2-be0a-5482767392a3,segment=NetworkSegment(1866e212-da2e-4d7f-86b0-4e8ad063f1f7),segment_id=1866e212-da2e-4d7f-86b0-4e8ad063f1f7)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:18:37.314252 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641d8b88-b3f6-4af3-a837-02dc5f823687 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Pushing event updated for resources: {'Port': ['ID=f83575ca-5890-4b32-b6b7-f4d16e2019ab,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:37.316198 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:37.396585 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0a3b9970-4d0b-4496-b59e-403b14ce699b tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:37.400459 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=705859b3-57e1-4ac2-be0a-5482767392a3,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:37.426717 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3b9970-4d0b-4496-b59e-403b14ce699b tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Pushing event deleted for resources: {'Port': ['ID=f678956e-1af3-45b9-8ea3-6b6c38e788bc,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:37.431651 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0a3b9970-4d0b-4496-b59e-403b14ce699b tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:37.437460 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-0a3b9970-4d0b-4496-b59e-403b14ce699b tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] 10.222.0.23 "DELETE /v2.0/ports/f678956e-1af3-45b9-8ea3-6b6c38e788bc HTTP/1.1" status: 204 len: 168 time: 0.3304079 Dec 06 17:18:37.437847 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53092) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:37.534553 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-f6332ad1-d3e0-46d2-89bf-1d5b3ec4829a tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Deleting port ec7299c9-3d1e-4686-944c-4d635bc68680 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:18:37.534897 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f6332ad1-d3e0-46d2-89bf-1d5b3ec4829a tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:37.603555 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f6332ad1-d3e0-46d2-89bf-1d5b3ec4829a tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:37.616859 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-f6332ad1-d3e0-46d2-89bf-1d5b3ec4829a tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Calling delete_port for ec7299c9-3d1e-4686-944c-4d635bc68680 owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:18:37.665285 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-641d8b88-b3f6-4af3-a837-02dc5f823687 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:37.695130 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f6332ad1-d3e0-46d2-89bf-1d5b3ec4829a tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:37.725784 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6332ad1-d3e0-46d2-89bf-1d5b3ec4829a tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Pushing event deleted for resources: {'Port': ['ID=ec7299c9-3d1e-4686-944c-4d635bc68680,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:37.731936 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-641d8b88-b3f6-4af3-a837-02dc5f823687 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:37.734902 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f6332ad1-d3e0-46d2-89bf-1d5b3ec4829a tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:37.738341 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-f6332ad1-d3e0-46d2-89bf-1d5b3ec4829a tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] 10.222.0.23 "DELETE /v2.0/ports/ec7299c9-3d1e-4686-944c-4d635bc68680 HTTP/1.1" status: 204 len: 168 time: 0.2996907 Dec 06 17:18:37.740862 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53094) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:37.768944 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-2fb8421f-a9cf-45f9-8327-9b56343c079d tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0269947 Dec 06 17:18:37.772427 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53096) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:37.778038 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-dcb13236-b6fa-4d40-a63f-2a5cf2b5c07f tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-627843658'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:18:37.800172 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcb13236-b6fa-4d40-a63f-2a5cf2b5c07f tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Made reservation on behalf of 271352a86db340799c2d4e13fc538812 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:18:37.804217 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dcb13236-b6fa-4d40-a63f-2a5cf2b5c07f tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:37.833273 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcb13236-b6fa-4d40-a63f-2a5cf2b5c07f tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:18:37.847416 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dcb13236-b6fa-4d40-a63f-2a5cf2b5c07f tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:37.847941 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-dcb13236-b6fa-4d40-a63f-2a5cf2b5c07f tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Added segment 4cb3bd66-1bfb-4160-9972-4b6d7df884e0 of type vlan for network 059a72ec-fc88-4eeb-8222-e5fd49044f5d Dec 06 17:18:37.907009 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dcb13236-b6fa-4d40-a63f-2a5cf2b5c07f tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:37.958586 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ebf354-ef31-4e18-b85d-bce7646c016b req-cb584b86-8c35-4dfd-ac93-1ffe709452a2 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:37.960295 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d9ebf354-ef31-4e18-b85d-bce7646c016b req-cb584b86-8c35-4dfd-ac93-1ffe709452a2 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7a87166-bac3-4770-b6a3-dc87ca3a74f9 HTTP/1.1" status: 200 len: 945 time: 0.0719538 Dec 06 17:18:37.962189 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dcb13236-b6fa-4d40-a63f-2a5cf2b5c07f tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:37.963438 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-641d8b88-b3f6-4af3-a837-02dc5f823687 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:37.967922 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb13236-b6fa-4d40-a63f-2a5cf2b5c07f tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:37.968639 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dcb13236-b6fa-4d40-a63f-2a5cf2b5c07f tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:37.974899 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484e28fa-25cf-4ddd-b72e-84fe558e7cf4 req-06f34987-87eb-4040-93e0-5998b6557366 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:37.976458 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-484e28fa-25cf-4ddd-b72e-84fe558e7cf4 req-06f34987-87eb-4040-93e0-5998b6557366 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/ports?device_id=6972e696-526b-417c-bdce-ca7d7c8763eb HTTP/1.1" status: 200 len: 946 time: 0.0847437 Dec 06 17:18:37.977798 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-641d8b88-b3f6-4af3-a837-02dc5f823687 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:38.025500 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-dcb13236-b6fa-4d40-a63f-2a5cf2b5c07f tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2519617 Dec 06 17:18:38.028864 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53108) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:38.036707 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-8851f0b6-0d02-4450-8e17-8c5096b4bb8a tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1381621634'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:18:38.096600 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb13236-b6fa-4d40-a63f-2a5cf2b5c07f tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Pushing event updated for resources: {'Network': ['ID=059a72ec-fc88-4eeb-8222-e5fd49044f5d,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:38.107666 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d9ebf354-ef31-4e18-b85d-bce7646c016b req-eb4afef6-9d4f-4994-9b21-72fd435894c9 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286092 Dec 06 17:18:38.112314 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8851f0b6-0d02-4450-8e17-8c5096b4bb8a tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Made reservation on behalf of 271352a86db340799c2d4e13fc538812 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:18:38.116151 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8851f0b6-0d02-4450-8e17-8c5096b4bb8a tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:38.117961 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 059a72ec-fc88-4eeb-8222-e5fd49044f5d details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:18:38.144556 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8851f0b6-0d02-4450-8e17-8c5096b4bb8a tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:18:38.147692 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641d8b88-b3f6-4af3-a837-02dc5f823687 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Pushing event updated for resources: {'Port': ['ID=f83575ca-5890-4b32-b6b7-f4d16e2019ab,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:38.153542 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-641d8b88-b3f6-4af3-a837-02dc5f823687 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:38.156543 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8851f0b6-0d02-4450-8e17-8c5096b4bb8a tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:38.156895 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-8851f0b6-0d02-4450-8e17-8c5096b4bb8a tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Added segment 8ae25f57-879f-4778-b650-d1ce2c9e0d51 of type vlan for network d80f716e-b0bb-4c40-b913-cfbd75ad9df1 Dec 06 17:18:38.159155 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-484e28fa-25cf-4ddd-b72e-84fe558e7cf4 req-372db57e-66ea-46d3-a113-445ea11850e5 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/security-groups?id=55b21076-cf23-48e9-9a14-bcc811d060b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714089 Dec 06 17:18:38.215464 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8851f0b6-0d02-4450-8e17-8c5096b4bb8a tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:38.232449 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45378738-69aa-4e16-a61d-635f4dca3d91 req-4bd9bc3e-d37d-4155-b511-1726910d691d tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:38.233981 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-45378738-69aa-4e16-a61d-635f4dca3d91 req-4bd9bc3e-d37d-4155-b511-1726910d691d tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7a87166-bac3-4770-b6a3-dc87ca3a74f9 HTTP/1.1" status: 200 len: 945 time: 0.1499529 Dec 06 17:18:38.257831 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8851f0b6-0d02-4450-8e17-8c5096b4bb8a tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:38.268319 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8851f0b6-0d02-4450-8e17-8c5096b4bb8a tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:38.269504 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8851f0b6-0d02-4450-8e17-8c5096b4bb8a tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:38.337984 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-8851f0b6-0d02-4450-8e17-8c5096b4bb8a tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3078351 Dec 06 17:18:38.348075 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8851f0b6-0d02-4450-8e17-8c5096b4bb8a tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Pushing event updated for resources: {'Network': ['ID=d80f716e-b0bb-4c40-b913-cfbd75ad9df1,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:38.360158 n-d-master-1 neutron-server[103285]: INFO neutron.db.l3_db [None req-641d8b88-b3f6-4af3-a837-02dc5f823687 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Floating IP cec1f149-e9ef-42c0-9764-8722ca85988a associated. External IP: 172.35.1.176, port: e18901ff-942b-496d-a149-ad47857cf4fd. Dec 06 17:18:38.364243 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network d80f716e-b0bb-4c40-b913-cfbd75ad9df1 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:18:38.471451 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53112) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:38.476780 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-73046325-7af2-435c-bc8d-6907e3e2f433 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Request body: {'subnets': [{'network_id': '059a72ec-fc88-4eeb-8222-e5fd49044f5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1006075067', 'ip_version': 4}, {'network_id': 'd80f716e-b0bb-4c40-b913-cfbd75ad9df1', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:18:38.477106 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-73046325-7af2-435c-bc8d-6907e3e2f433 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Request body: {'subnet': {'network_id': '059a72ec-fc88-4eeb-8222-e5fd49044f5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1006075067', 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:18:38.477750 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-73046325-7af2-435c-bc8d-6907e3e2f433 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Request body: {'subnet': {'network_id': 'd80f716e-b0bb-4c40-b913-cfbd75ad9df1', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:18:38.486141 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-45378738-69aa-4e16-a61d-635f4dca3d91 req-2fcca89c-24ea-4445-8893-971d55976ad6 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Deleting port 3aa18f82-3836-4140-8853-38b7de401ed9 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:18:38.486481 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-45378738-69aa-4e16-a61d-635f4dca3d91 req-2fcca89c-24ea-4445-8893-971d55976ad6 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:38.524686 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7d3f224-d001-4a9c-8816-6111bc8ee6b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '705859b3-57e1-4ac2-be0a-5482767392a3'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:18:38.527307 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46edd057-184b-4b06-9af5-b1f984e986dc" -d '{"events": [{"server_uuid": "b7d3f224-d001-4a9c-8816-6111bc8ee6b9", "name": "network-vif-plugged", "status": "completed", "tag": "705859b3-57e1-4ac2-be0a-5482767392a3"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:18:38.565091 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be5ec846-4f9b-43a3-83b1-6db7c5e49a72 x-openstack-request-id: req-be5ec846-4f9b-43a3-83b1-6db7c5e49a72 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:18:38.565815 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7d3f224-d001-4a9c-8816-6111bc8ee6b9", "name": "network-vif-plugged", "status": "completed", "tag": "705859b3-57e1-4ac2-be0a-5482767392a3", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:18:38.566196 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-be5ec846-4f9b-43a3-83b1-6db7c5e49a72 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:18:38.566799 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7d3f224-d001-4a9c-8816-6111bc8ee6b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '705859b3-57e1-4ac2-be0a-5482767392a3', 'code': 200} Dec 06 17:18:38.638891 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73046325-7af2-435c-bc8d-6907e3e2f433 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Made reservation on behalf of 271352a86db340799c2d4e13fc538812 for: {'subnet': 2} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:18:38.643913 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-73046325-7af2-435c-bc8d-6907e3e2f433 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:38.644148 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-73046325-7af2-435c-bc8d-6907e3e2f433 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:38.676213 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-45378738-69aa-4e16-a61d-635f4dca3d91 req-2fcca89c-24ea-4445-8893-971d55976ad6 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] For port 3aa18f82-3836-4140-8853-38b7de401ed9, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=3aa18f82-3836-4140-8853-38b7de401ed9,segment=NetworkSegment(b722eb92-d8da-4fbc-acca-71668ea91866),segment_id=b722eb92-d8da-4fbc-acca-71668ea91866)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:18:38.676494 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-45378738-69aa-4e16-a61d-635f4dca3d91 req-2fcca89c-24ea-4445-8893-971d55976ad6 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:38.697996 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-45378738-69aa-4e16-a61d-635f4dca3d91 req-2fcca89c-24ea-4445-8893-971d55976ad6 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Calling delete_port for 3aa18f82-3836-4140-8853-38b7de401ed9 owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:18:38.711063 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-641d8b88-b3f6-4af3-a837-02dc5f823687 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Router 5fb4a540-f2b6-47cf-b821-09e81cfd5680 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:18:38.718593 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ef9ce2-f269-401d-a215-84c8deac3dfe req-1518ecdf-987f-4c3a-849d-b1531e7c1eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:38.720142 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-56ef9ce2-f269-401d-a215-84c8deac3dfe req-1518ecdf-987f-4c3a-849d-b1531e7c1eeb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b7d3f224-d001-4a9c-8816-6111bc8ee6b9 HTTP/1.1" status: 200 len: 1096 time: 0.0904460 Dec 06 17:18:38.862705 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-56ef9ce2-f269-401d-a215-84c8deac3dfe req-84d05332-0341-464b-9b6b-073696e69acb service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=55b21076-cf23-48e9-9a14-bcc811d060b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059504 Dec 06 17:18:39.013587 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-73046325-7af2-435c-bc8d-6907e3e2f433 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:39.075491 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73046325-7af2-435c-bc8d-6907e3e2f433 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Pushing event updated for resources: {'Subnet': ['ID=9f300796-cb27-409d-aa0d-926b6eea5128,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:39.086632 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73046325-7af2-435c-bc8d-6907e3e2f433 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Checking segment: {'id': '4cb3bd66-1bfb-4160-9972-4b6d7df884e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '059a72ec-fc88-4eeb-8222-e5fd49044f5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:18:39.087006 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73046325-7af2-435c-bc8d-6907e3e2f433 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Network hostable DHCP agents. Network: 059a72ec-fc88-4eeb-8222-e5fd49044f5d, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:18:39.104961 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73046325-7af2-435c-bc8d-6907e3e2f433 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Network 059a72ec-fc88-4eeb-8222-e5fd49044f5d is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:18:39.114624 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-73046325-7af2-435c-bc8d-6907e3e2f433 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 059a72ec-fc88-4eeb-8222-e5fd49044f5d) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:18:39.119278 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-73046325-7af2-435c-bc8d-6907e3e2f433 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:39.130839 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86821beb-b9e8-4d0c-b496-4fdb2c9db1f6 None None] Network 059a72ec-fc88-4eeb-8222-e5fd49044f5d requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:18:39.187925 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73046325-7af2-435c-bc8d-6907e3e2f433 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Pushing event updated for resources: {'Subnet': ['ID=609baa10-3c6d-43ef-8b35-e338e84e1165,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:39.199914 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73046325-7af2-435c-bc8d-6907e3e2f433 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Checking segment: {'id': '8ae25f57-879f-4778-b650-d1ce2c9e0d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd80f716e-b0bb-4c40-b913-cfbd75ad9df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:18:39.200062 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73046325-7af2-435c-bc8d-6907e3e2f433 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Network hostable DHCP agents. Network: d80f716e-b0bb-4c40-b913-cfbd75ad9df1, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:18:39.226384 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73046325-7af2-435c-bc8d-6907e3e2f433 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Network d80f716e-b0bb-4c40-b913-cfbd75ad9df1 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:18:39.246008 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-73046325-7af2-435c-bc8d-6907e3e2f433 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, d80f716e-b0bb-4c40-b913-cfbd75ad9df1) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:18:39.264824 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c721c87-e30c-4839-b139-3001c1b9a094 None None] Network d80f716e-b0bb-4c40-b913-cfbd75ad9df1 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:18:39.267325 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73046325-7af2-435c-bc8d-6907e3e2f433 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:39.268076 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73046325-7af2-435c-bc8d-6907e3e2f433 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:39.269513 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-73046325-7af2-435c-bc8d-6907e3e2f433 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:39.315052 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-641d8b88-b3f6-4af3-a837-02dc5f823687 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:18:39.325080 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-73046325-7af2-435c-bc8d-6907e3e2f433 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 0.8500061 Dec 06 17:18:39.326788 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53126) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:39.351403 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfbe38f-7991-4b4d-9f36-ed0eade92943 req-33f0336c-dbcd-49da-ac83-5935d3499dc1 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:39.353425 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2dfbe38f-7991-4b4d-9f36-ed0eade92943 req-33f0336c-dbcd-49da-ac83-5935d3499dc1 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7a87166-bac3-4770-b6a3-dc87ca3a74f9 HTTP/1.1" status: 200 len: 945 time: 0.1173940 Dec 06 17:18:39.362808 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-641d8b88-b3f6-4af3-a837-02dc5f823687 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:39.367305 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-45378738-69aa-4e16-a61d-635f4dca3d91 req-2fcca89c-24ea-4445-8893-971d55976ad6 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:39.368463 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2502c728-5618-49c8-baa0-602542784d77 None None] Sync routers for ids ['5fb4a540-f2b6-47cf-b821-09e81cfd5680'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:18:39.387099 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['3151ab1d-b074-4e06-a04f-9eb3d8f129bc'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:18:39.388086 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290d4a97-ec12-49fc-b0f4-18903047c4dd req-ec34acea-abf7-415a-80a1-9f35560aaf5e tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:39.389785 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-290d4a97-ec12-49fc-b0f4-18903047c4dd req-ec34acea-abf7-415a-80a1-9f35560aaf5e tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/ports?device_id=6972e696-526b-417c-bdce-ca7d7c8763eb HTTP/1.1" status: 200 len: 946 time: 0.1148813 Dec 06 17:18:39.441596 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-641d8b88-b3f6-4af3-a837-02dc5f823687 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.7506897 Dec 06 17:18:39.441596 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcca89c-24ea-4445-8893-971d55976ad6 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Pushing event deleted for resources: {'Port': ['ID=3aa18f82-3836-4140-8853-38b7de401ed9,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:39.443765 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 53130) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:39.451939 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-69577683-2e06-4205-9548-804b779eefb6 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-388748871'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:18:39.472810 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c032ba-b1e7-4346-935e-cb7d19f9c5c9 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:39.474479 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c032ba-b1e7-4346-935e-cb7d19f9c5c9 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:39.476030 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c032ba-b1e7-4346-935e-cb7d19f9c5c9 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:39.481191 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-b7c032ba-b1e7-4346-935e-cb7d19f9c5c9 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1502662 Dec 06 17:18:39.483299 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 53132) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:39.506544 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-290d4a97-ec12-49fc-b0f4-18903047c4dd req-16c04aed-e390-4191-b49e-8fb63c9a7251 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/security-groups?id=55b21076-cf23-48e9-9a14-bcc811d060b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908220 Dec 06 17:18:39.506837 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2502c728-5618-49c8-baa0-602542784d77 None None] Routers {'5fb4a540-f2b6-47cf-b821-09e81cfd5680'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:18:39.507522 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-2502c728-5618-49c8-baa0-602542784d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:18:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['5fb4a540-f2b6-47cf-b821-09e81cfd5680'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:39.536072 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-45378738-69aa-4e16-a61d-635f4dca3d91 req-2fcca89c-24ea-4445-8893-971d55976ad6 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] No DVR routers for this DVR port 3aa18f82-3836-4140-8853-38b7de401ed9 on host n-h1-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:18:39.546620 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-45378738-69aa-4e16-a61d-635f4dca3d91 req-2fcca89c-24ea-4445-8893-971d55976ad6 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:39.549907 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-45378738-69aa-4e16-a61d-635f4dca3d91 req-2fcca89c-24ea-4445-8893-971d55976ad6 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.41 "DELETE /v2.0/ports/3aa18f82-3836-4140-8853-38b7de401ed9 HTTP/1.1" status: 204 len: 173 time: 1.2883666 Dec 06 17:18:39.554381 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a87166-bac3-4770-b6a3-dc87ca3a74f9', 'name': 'network-vif-deleted', 'tag': '3aa18f82-3836-4140-8853-38b7de401ed9'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:18:39.556698 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b9adaaa-6033-4d2f-8079-c5ae9a0770de" -d '{"events": [{"server_uuid": "a7a87166-bac3-4770-b6a3-dc87ca3a74f9", "name": "network-vif-deleted", "tag": "3aa18f82-3836-4140-8853-38b7de401ed9"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:18:39.569059 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2dfbe38f-7991-4b4d-9f36-ed0eade92943 req-f8d160ed-2129-4558-8168-e60c8b8d21c1 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779530 Dec 06 17:18:39.572430 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69577683-2e06-4205-9548-804b779eefb6 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Made reservation on behalf of 0a1f457aa03040bf80cb1868b8b59715 for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:18:39.581126 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-69577683-2e06-4205-9548-804b779eefb6 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:39.602618 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-2502c728-5618-49c8-baa0-602542784d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:39.658864 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2502c728-5618-49c8-baa0-602542784d77 None None] Routers {'5fb4a540-f2b6-47cf-b821-09e81cfd5680'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:18:39.659845 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-2502c728-5618-49c8-baa0-602542784d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:18:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['5fb4a540-f2b6-47cf-b821-09e81cfd5680'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:39.670655 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69577683-2e06-4205-9548-804b779eefb6 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:18:39.682503 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-69577683-2e06-4205-9548-804b779eefb6 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:39.682949 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-69577683-2e06-4205-9548-804b779eefb6 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Added segment e8587130-7adc-40f7-9dcb-b3e28585b3de of type vlan for network 6b5d593f-8773-4f43-af63-90d1307b9eeb Dec 06 17:18:39.689377 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd36a84-297e-4e69-9c89-6277fa36274d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-059a72ec-fc88-4eeb-8222-e5fd49044f5d', 'network_id': '059a72ec-fc88-4eeb-8222-e5fd49044f5d', 'tenant_id': '271352a86db340799c2d4e13fc538812', 'fixed_ips': [{'subnet_id': '9f300796-cb27-409d-aa0d-926b6eea5128'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:18:39.690278 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ecd36a84-297e-4e69-9c89-6277fa36274d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:39.730816 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624e60ad-e1ac-483e-ad35-61bb4153fa03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-d80f716e-b0bb-4c40-b913-cfbd75ad9df1', 'network_id': 'd80f716e-b0bb-4c40-b913-cfbd75ad9df1', 'tenant_id': '271352a86db340799c2d4e13fc538812', 'fixed_ips': [{'subnet_id': '609baa10-3c6d-43ef-8b35-e338e84e1165'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:18:39.731696 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-624e60ad-e1ac-483e-ad35-61bb4153fa03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:39.743613 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-2502c728-5618-49c8-baa0-602542784d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:39.744517 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2502c728-5618-49c8-baa0-602542784d77 None None] The sync data for ids ['5fb4a540-f2b6-47cf-b821-09e81cfd5680'] in n-d-master-1 is: [] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:18:39.753146 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-69577683-2e06-4205-9548-804b779eefb6 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:39.828678 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-e51b1697-7a8b-496e-9143-1a36ddb9a256 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Deleting subnet 9f300796-cb27-409d-aa0d-926b6eea5128 {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:18:39.833890 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d2487e-141d-4523-89c5-7e0a01aaab68 x-openstack-request-id: req-54d2487e-141d-4523-89c5-7e0a01aaab68 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:18:39.834207 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7a87166-bac3-4770-b6a3-dc87ca3a74f9", "name": "network-vif-deleted", "tag": "3aa18f82-3836-4140-8853-38b7de401ed9", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:18:39.834556 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-54d2487e-141d-4523-89c5-7e0a01aaab68 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:18:39.834965 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7a87166-bac3-4770-b6a3-dc87ca3a74f9', 'name': 'network-vif-deleted', 'tag': '3aa18f82-3836-4140-8853-38b7de401ed9', 'status': 'completed', 'code': 200} Dec 06 17:18:39.835875 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e51b1697-7a8b-496e-9143-1a36ddb9a256 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:39.839819 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-69577683-2e06-4205-9548-804b779eefb6 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:39.847062 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69577683-2e06-4205-9548-804b779eefb6 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:39.848953 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-69577683-2e06-4205-9548-804b779eefb6 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:39.928061 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-69577683-2e06-4205-9548-804b779eefb6 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4789512 Dec 06 17:18:39.928538 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53140) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:39.934330 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-04d42a2d-6bd1-440b-ad56-2e587b2469af tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Request body: {'subnet': {'network_id': '6b5d593f-8773-4f43-af63-90d1307b9eeb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:18:39.969410 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e51b1697-7a8b-496e-9143-1a36ddb9a256 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:40.008551 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69577683-2e06-4205-9548-804b779eefb6 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Pushing event updated for resources: {'Network': ['ID=6b5d593f-8773-4f43-af63-90d1307b9eeb,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:40.052224 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 6b5d593f-8773-4f43-af63-90d1307b9eeb details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:18:40.091153 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e51b1697-7a8b-496e-9143-1a36ddb9a256 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:40.129309 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d42a2d-6bd1-440b-ad56-2e587b2469af tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Made reservation on behalf of 0a1f457aa03040bf80cb1868b8b59715 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:18:40.137322 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-04d42a2d-6bd1-440b-ad56-2e587b2469af tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:40.196486 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51129f61-a272-42e9-9607-b2c485c94eff req-f8590c72-ec37-4563-8d18-e5169e80a09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:40.198235 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-51129f61-a272-42e9-9607-b2c485c94eff req-f8590c72-ec37-4563-8d18-e5169e80a09a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d4102d427cc94f0ba1c37493608fe1c3&device_id=6972e696-526b-417c-bdce-ca7d7c8763eb HTTP/1.1" status: 200 len: 1097 time: 0.1599627 Dec 06 17:18:40.213700 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25272ec-9e14-4650-b404-9bb336b86129 req-ef64779a-20d4-4ddc-876b-8ad5f42a5e85 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:40.215180 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c25272ec-9e14-4650-b404-9bb336b86129 req-ef64779a-20d4-4ddc-876b-8ad5f42a5e85 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/ports?device_id=6972e696-526b-417c-bdce-ca7d7c8763eb HTTP/1.1" status: 200 len: 946 time: 0.1272688 Dec 06 17:18:40.224075 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e51b1697-7a8b-496e-9143-1a36ddb9a256 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:40.285154 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51b1697-7a8b-496e-9143-1a36ddb9a256 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Pushing event deleted for resources: {'Subnet': ['ID=9f300796-cb27-409d-aa0d-926b6eea5128,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:40.315840 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e51b1697-7a8b-496e-9143-1a36ddb9a256 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:40.319013 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-e51b1697-7a8b-496e-9143-1a36ddb9a256 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] 10.222.0.23 "DELETE /v2.0/subnets/9f300796-cb27-409d-aa0d-926b6eea5128 HTTP/1.1" status: 204 len: 168 time: 0.8361063 Dec 06 17:18:40.323407 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server [None req-ecd36a84-297e-4e69-9c89-6277fa36274d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9f300796-cb27-409d-aa0d-926b6eea5128: This subnet is being modified by another concurrent operation. Dec 06 17:18:40.323407 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 06 17:18:40.323407 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 06 17:18:40.323407 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 06 17:18:40.323407 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 06 17:18:40.323407 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 06 17:18:40.323407 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 06 17:18:40.323407 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 06 17:18:40.323407 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 06 17:18:40.323407 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 06 17:18:40.323407 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 17:18:40.323407 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 17:18:40.323407 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 17:18:40.323407 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 17:18:40.323407 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 17:18:40.323407 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 17:18:40.323407 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 17:18:40.323407 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 17:18:40.323407 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 17:18:40.323407 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 17:18:40.323407 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 17:18:40.323407 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 17:18:40.323407 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 17:18:40.323407 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 17:18:40.323407 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 17:18:40.323407 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 17:18:40.323407 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 17:18:40.323407 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 17:18:40.323407 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 17:18:40.323407 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 17:18:40.323407 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 17:18:40.323407 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 17:18:40.323407 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 17:18:40.323407 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 17:18:40.323407 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 06 17:18:40.323407 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 06 17:18:40.323407 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Dec 06 17:18:40.323407 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 06 17:18:40.323407 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Dec 06 17:18:40.323407 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 06 17:18:40.323407 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 06 17:18:40.323407 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 06 17:18:40.323407 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 06 17:18:40.323407 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 17:18:40.323407 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 06 17:18:40.323407 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 06 17:18:40.323407 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 17:18:40.323407 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 17:18:40.323407 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 17:18:40.323407 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 17:18:40.323407 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 17:18:40.323407 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 17:18:40.323407 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 17:18:40.323407 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 17:18:40.327770 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 17:18:40.327770 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 17:18:40.327770 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 17:18:40.327770 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 17:18:40.327770 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 17:18:40.327770 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 17:18:40.327770 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 17:18:40.327770 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 17:18:40.327770 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 17:18:40.327770 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 17:18:40.327770 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 17:18:40.327770 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 17:18:40.327770 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 17:18:40.327770 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 17:18:40.327770 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 17:18:40.327770 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 17:18:40.327770 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 06 17:18:40.327770 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 06 17:18:40.327770 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 06 17:18:40.327770 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 06 17:18:40.327770 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 06 17:18:40.327770 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 06 17:18:40.327770 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 06 17:18:40.327770 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 06 17:18:40.327770 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 17:18:40.327770 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 17:18:40.327770 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 17:18:40.327770 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 17:18:40.327770 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 06 17:18:40.327770 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 06 17:18:40.327770 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 06 17:18:40.327770 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 06 17:18:40.327770 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 06 17:18:40.327770 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 06 17:18:40.327770 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 06 17:18:40.327770 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server raise exception Dec 06 17:18:40.327770 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9f300796-cb27-409d-aa0d-926b6eea5128: This subnet is being modified by another concurrent operation. Dec 06 17:18:40.327770 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server Dec 06 17:18:40.331770 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 53142) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:40.354256 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-624e60ad-e1ac-483e-ad35-61bb4153fa03 None None] Allocated IP 172.20.0.18 (d80f716e-b0bb-4c40-b913-cfbd75ad9df1/609baa10-3c6d-43ef-8b35-e338e84e1165/08f3c28f-02ae-4d10-8e79-1664c10b4b2f) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:18:40.356646 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 3aa18f82-3836-4140-8853-38b7de401ed9 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:18:40.377690 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-04d42a2d-6bd1-440b-ad56-2e587b2469af tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:40.389849 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] No Port match for: 3aa18f82-3836-4140-8853-38b7de401ed9 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:18:40.390509 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 3aa18f82-3836-4140-8853-38b7de401ed9 not bound to the agent host n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:18:40.392847 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c35c1b4-8d86-4bda-bb77-e457384535b3 None None] Network 059a72ec-fc88-4eeb-8222-e5fd49044f5d requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:18:40.402275 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c25272ec-9e14-4650-b404-9bb336b86129 req-df0ce5f5-d156-4988-90c7-c7ace1d20512 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/security-groups?id=55b21076-cf23-48e9-9a14-bcc811d060b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744604 Dec 06 17:18:40.421311 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51129f61-a272-42e9-9607-b2c485c94eff req-2d64785c-bddc-40b6-acc2-a12bb05caf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:40.422816 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-51129f61-a272-42e9-9607-b2c485c94eff req-2d64785c-bddc-40b6-acc2-a12bb05caf13 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cae96aac-fb31-4420-9340-c97dbf634a30 HTTP/1.1" status: 200 len: 920 time: 0.2064619 Dec 06 17:18:40.427045 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc9a88d7-7322-4d41-b1c0-7d275b9e8974 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Deleting subnet 609baa10-3c6d-43ef-8b35-e338e84e1165 {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:18:40.454588 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d42a2d-6bd1-440b-ad56-2e587b2469af tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Pushing event updated for resources: {'Subnet': ['ID=5ac551ac-25f9-4795-845e-e84795bce536,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:40.459381 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d42a2d-6bd1-440b-ad56-2e587b2469af tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Checking segment: {'id': 'e8587130-7adc-40f7-9dcb-b3e28585b3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6b5d593f-8773-4f43-af63-90d1307b9eeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:18:40.459381 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d42a2d-6bd1-440b-ad56-2e587b2469af tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Network hostable DHCP agents. Network: 6b5d593f-8773-4f43-af63-90d1307b9eeb, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:18:40.466833 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-51129f61-a272-42e9-9607-b2c485c94eff req-a13edf53-0414-4b70-873e-39b9ce1382d4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2bcf73d1-a415-4204-9990-3862b1c99089 HTTP/1.1" status: 200 len: 217 time: 0.0354724 Dec 06 17:18:40.478309 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d42a2d-6bd1-440b-ad56-2e587b2469af tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Network 6b5d593f-8773-4f43-af63-90d1307b9eeb is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:18:40.488106 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-04d42a2d-6bd1-440b-ad56-2e587b2469af tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 6b5d593f-8773-4f43-af63-90d1307b9eeb) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:18:40.493090 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d42a2d-6bd1-440b-ad56-2e587b2469af tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:40.494732 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-04d42a2d-6bd1-440b-ad56-2e587b2469af tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:40.505326 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab41ff01-938e-460d-9642-4e0454d6bd85 None None] Network 6b5d593f-8773-4f43-af63-90d1307b9eeb requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:18:40.514395 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-04d42a2d-6bd1-440b-ad56-2e587b2469af tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5845544 Dec 06 17:18:40.516860 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53144) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:40.521525 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-49191a8b-16c4-4b11-bf56-afe468a06101 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1069701259', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}, 'admin_state_up': False}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:18:40.529083 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51129f61-a272-42e9-9607-b2c485c94eff req-ef0ec187-3768-4b69-87a4-8c83451f5e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:40.530644 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-51129f61-a272-42e9-9607-b2c485c94eff req-ef0ec187-3768-4b69-87a4-8c83451f5e61 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=96d1432b-c397-475b-95f3-c732d2ae28e6 HTTP/1.1" status: 200 len: 859 time: 0.0567372 Dec 06 17:18:40.547044 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-49191a8b-16c4-4b11-bf56-afe468a06101 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:40.547939 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-49191a8b-16c4-4b11-bf56-afe468a06101 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:40.566483 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-51129f61-a272-42e9-9607-b2c485c94eff req-e2cfe9de-d588-4605-afad-afd9669d9eda service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cae96aac-fb31-4420-9340-c97dbf634a30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282962 Dec 06 17:18:40.606042 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-49191a8b-16c4-4b11-bf56-afe468a06101 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:40.700109 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-51129f61-a272-42e9-9607-b2c485c94eff req-c34b8ccc-06fc-43a3-8844-dc7cd957953f service neutron] 10.222.0.41 "GET /v2.0/networks/cae96aac-fb31-4420-9340-c97dbf634a30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260836 Dec 06 17:18:40.878994 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-51129f61-a272-42e9-9607-b2c485c94eff req-204b55ea-d2a4-438e-829a-fca19a3914ae service neutron] 10.222.0.41 "GET /v2.0/networks/cae96aac-fb31-4420-9340-c97dbf634a30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707768 Dec 06 17:18:40.922800 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-624e60ad-e1ac-483e-ad35-61bb4153fa03 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:40.947018 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-624e60ad-e1ac-483e-ad35-61bb4153fa03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:40.966471 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cc9a88d7-7322-4d41-b1c0-7d275b9e8974 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:40.985775 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eadd6e6-4e4e-4297-8163-8e6e552edbe0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-6b5d593f-8773-4f43-af63-90d1307b9eeb', 'network_id': '6b5d593f-8773-4f43-af63-90d1307b9eeb', 'tenant_id': '0a1f457aa03040bf80cb1868b8b59715', 'fixed_ips': [{'subnet_id': '5ac551ac-25f9-4795-845e-e84795bce536'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:18:40.986648 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3eadd6e6-4e4e-4297-8163-8e6e552edbe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:41.019357 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624e60ad-e1ac-483e-ad35-61bb4153fa03 None None] Network d80f716e-b0bb-4c40-b913-cfbd75ad9df1 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:18:41.028911 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-624e60ad-e1ac-483e-ad35-61bb4153fa03 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:18:41.039081 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624e60ad-e1ac-483e-ad35-61bb4153fa03 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:18:41.047071 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624e60ad-e1ac-483e-ad35-61bb4153fa03 None None] Pushing event updated for resources: {'Port': ['ID=08f3c28f-02ae-4d10-8e79-1664c10b4b2f,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:41.069443 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cc9a88d7-7322-4d41-b1c0-7d275b9e8974 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:41.137055 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d8f060-9823-4f40-8e4b-35525e68e677 req-17fff8c0-49c3-4a13-b502-6e9de0985b24 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:41.138788 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-20d8f060-9823-4f40-8e4b-35525e68e677 req-17fff8c0-49c3-4a13-b502-6e9de0985b24 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/networks?id=931f4273-7ce0-414b-a3b2-f40f48617bda HTTP/1.1" status: 200 len: 805 time: 0.2079628 Dec 06 17:18:41.168887 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-624e60ad-e1ac-483e-ad35-61bb4153fa03 None None] Attempting to bind port 08f3c28f-02ae-4d10-8e79-1664c10b4b2f on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:18:41.169244 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-624e60ad-e1ac-483e-ad35-61bb4153fa03 None None] Attempting to bind port 08f3c28f-02ae-4d10-8e79-1664c10b4b2f by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '8ae25f57-879f-4778-b650-d1ce2c9e0d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd80f716e-b0bb-4c40-b913-cfbd75ad9df1'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:18:41.169545 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-20d8f060-9823-4f40-8e4b-35525e68e677 req-bfdcf2c8-70ad-470f-a4ad-988ca7bbc10c tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/quotas/0b996ae66d164de39215c3dfc863b124 HTTP/1.1" status: 200 len: 375 time: 0.0189760 Dec 06 17:18:41.169666 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624e60ad-e1ac-483e-ad35-61bb4153fa03 None None] Attempting to bind port 08f3c28f-02ae-4d10-8e79-1664c10b4b2f on network d80f716e-b0bb-4c40-b913-cfbd75ad9df1 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:18:41.194818 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624e60ad-e1ac-483e-ad35-61bb4153fa03 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:18:41.195284 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624e60ad-e1ac-483e-ad35-61bb4153fa03 None None] Checking segment: {'id': '8ae25f57-879f-4778-b650-d1ce2c9e0d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd80f716e-b0bb-4c40-b913-cfbd75ad9df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:18:41.195820 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-624e60ad-e1ac-483e-ad35-61bb4153fa03 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:41.196455 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624e60ad-e1ac-483e-ad35-61bb4153fa03 None None] Bound using segment: {'id': '8ae25f57-879f-4778-b650-d1ce2c9e0d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd80f716e-b0bb-4c40-b913-cfbd75ad9df1'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:18:41.196832 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-624e60ad-e1ac-483e-ad35-61bb4153fa03 None None] Bound port: 08f3c28f-02ae-4d10-8e79-1664c10b4b2f, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ae25f57-879f-4778-b650-d1ce2c9e0d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd80f716e-b0bb-4c40-b913-cfbd75ad9df1'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:18:41.197224 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-624e60ad-e1ac-483e-ad35-61bb4153fa03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:41.201753 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-49191a8b-16c4-4b11-bf56-afe468a06101 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:41.246754 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cc9a88d7-7322-4d41-b1c0-7d275b9e8974 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:41.261432 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-3eadd6e6-4e4e-4297-8163-8e6e552edbe0 None None] Allocated IP 172.20.0.2 (6b5d593f-8773-4f43-af63-90d1307b9eeb/5ac551ac-25f9-4795-845e-e84795bce536/583fb46d-67c9-4e6b-ba90-a0ea4abc6637) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:18:41.282962 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-20d8f060-9823-4f40-8e4b-35525e68e677 req-f8c45ed4-ce1f-4eaa-b612-7f3bdd4511fd tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0b996ae66d164de39215c3dfc863b124&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0941813 Dec 06 17:18:41.382762 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cc9a88d7-7322-4d41-b1c0-7d275b9e8974 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:41.391476 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-624e60ad-e1ac-483e-ad35-61bb4153fa03 None None] For port 08f3c28f-02ae-4d10-8e79-1664c10b4b2f, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:18:41.426472 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-49191a8b-16c4-4b11-bf56-afe468a06101 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks [] for router_gateway, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:41.426735 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9a88d7-7322-4d41-b1c0-7d275b9e8974 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Pushing event deleted for resources: {'Subnet': ['ID=609baa10-3c6d-43ef-8b35-e338e84e1165,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:41.432621 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-624e60ad-e1ac-483e-ad35-61bb4153fa03 None None] For port 08f3c28f-02ae-4d10-8e79-1664c10b4b2f, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=08f3c28f-02ae-4d10-8e79-1664c10b4b2f,segment=NetworkSegment(8ae25f57-879f-4778-b650-d1ce2c9e0d51),segment_id=8ae25f57-879f-4778-b650-d1ce2c9e0d51)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:18:41.438655 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cc9a88d7-7322-4d41-b1c0-7d275b9e8974 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:41.443306 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-cc9a88d7-7322-4d41-b1c0-7d275b9e8974 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] 10.222.0.23 "DELETE /v2.0/subnets/609baa10-3c6d-43ef-8b35-e338e84e1165 HTTP/1.1" status: 204 len: 168 time: 1.1164575 Dec 06 17:18:41.447030 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 53174) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:41.448282 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-624e60ad-e1ac-483e-ad35-61bb4153fa03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:41.464442 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-49191a8b-16c4-4b11-bf56-afe468a06101 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:41.485900 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3eadd6e6-4e4e-4297-8163-8e6e552edbe0 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:41.506594 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3eadd6e6-4e4e-4297-8163-8e6e552edbe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:41.531807 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624e60ad-e1ac-483e-ad35-61bb4153fa03 None None] Pushing event updated for resources: {'Port': ['ID=08f3c28f-02ae-4d10-8e79-1664c10b4b2f,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:41.535925 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-20d8f060-9823-4f40-8e4b-35525e68e677 req-399f42d4-b1cc-4393-8a6f-45f4a7cb6246 service neutron] 10.222.0.23 "GET /v2.0/networks/931f4273-7ce0-414b-a3b2-f40f48617bda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318389 Dec 06 17:18:41.566617 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eadd6e6-4e4e-4297-8163-8e6e552edbe0 None None] Network 6b5d593f-8773-4f43-af63-90d1307b9eeb is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:18:41.578896 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-3eadd6e6-4e4e-4297-8163-8e6e552edbe0 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:18:41.579208 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26f036c-d179-4cb6-8d61-1400c9874446 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:41.581627 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eadd6e6-4e4e-4297-8163-8e6e552edbe0 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:18:41.585210 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-c26f036c-d179-4cb6-8d61-1400c9874446 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1371248 Dec 06 17:18:41.586660 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 53176) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:41.643104 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eadd6e6-4e4e-4297-8163-8e6e552edbe0 None None] Pushing event updated for resources: {'Port': ['ID=583fb46d-67c9-4e6b-ba90-a0ea4abc6637,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:41.659263 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-3eadd6e6-4e4e-4297-8163-8e6e552edbe0 None None] Attempting to bind port 583fb46d-67c9-4e6b-ba90-a0ea4abc6637 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:18:41.659446 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-3eadd6e6-4e4e-4297-8163-8e6e552edbe0 None None] Attempting to bind port 583fb46d-67c9-4e6b-ba90-a0ea4abc6637 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'e8587130-7adc-40f7-9dcb-b3e28585b3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6b5d593f-8773-4f43-af63-90d1307b9eeb'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:18:41.660684 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eadd6e6-4e4e-4297-8163-8e6e552edbe0 None None] Attempting to bind port 583fb46d-67c9-4e6b-ba90-a0ea4abc6637 on network 6b5d593f-8773-4f43-af63-90d1307b9eeb {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:18:41.661211 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bc9836-c3e1-4725-b570-3d83837dd544 req-f1e02f3c-c2ed-4534-9828-fb67675b92fd tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:41.663030 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-18bc9836-c3e1-4725-b570-3d83837dd544 req-f1e02f3c-c2ed-4534-9828-fb67675b92fd tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/ports?device_id=6972e696-526b-417c-bdce-ca7d7c8763eb HTTP/1.1" status: 200 len: 946 time: 0.1475089 Dec 06 17:18:41.667263 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eadd6e6-4e4e-4297-8163-8e6e552edbe0 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:18:41.667648 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eadd6e6-4e4e-4297-8163-8e6e552edbe0 None None] Checking segment: {'id': 'e8587130-7adc-40f7-9dcb-b3e28585b3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6b5d593f-8773-4f43-af63-90d1307b9eeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:18:41.668054 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3eadd6e6-4e4e-4297-8163-8e6e552edbe0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:41.668988 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eadd6e6-4e4e-4297-8163-8e6e552edbe0 None None] Bound using segment: {'id': 'e8587130-7adc-40f7-9dcb-b3e28585b3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6b5d593f-8773-4f43-af63-90d1307b9eeb'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:18:41.669525 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-3eadd6e6-4e4e-4297-8163-8e6e552edbe0 None None] Bound port: 583fb46d-67c9-4e6b-ba90-a0ea4abc6637, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8587130-7adc-40f7-9dcb-b3e28585b3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6b5d593f-8773-4f43-af63-90d1307b9eeb'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:18:41.669880 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3eadd6e6-4e4e-4297-8163-8e6e552edbe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:41.674365 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-49191a8b-16c4-4b11-bf56-afe468a06101 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Allocated IP 172.35.1.141 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/dce61015-8e07-4d37-96d4-0b0f9d7448ad) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:18:41.727705 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cb7da492-82c9-4251-8699-6d12d67c4bae tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:41.749529 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-3eadd6e6-4e4e-4297-8163-8e6e552edbe0 None None] For port 583fb46d-67c9-4e6b-ba90-a0ea4abc6637, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:18:41.753611 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-3eadd6e6-4e4e-4297-8163-8e6e552edbe0 None None] For port 583fb46d-67c9-4e6b-ba90-a0ea4abc6637, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=583fb46d-67c9-4e6b-ba90-a0ea4abc6637,segment=NetworkSegment(e8587130-7adc-40f7-9dcb-b3e28585b3de),segment_id=e8587130-7adc-40f7-9dcb-b3e28585b3de)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:18:41.759730 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-20d8f060-9823-4f40-8e4b-35525e68e677 req-3e8b67ad-d6c1-43be-9097-afc781b97fd3 service neutron] 10.222.0.23 "GET /v2.0/networks/931f4273-7ce0-414b-a3b2-f40f48617bda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228415 Dec 06 17:18:41.772485 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3eadd6e6-4e4e-4297-8163-8e6e552edbe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:41.833403 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-18bc9836-c3e1-4725-b570-3d83837dd544 req-20222df8-ea0a-4199-bfd2-89c5e27d5854 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/security-groups?id=55b21076-cf23-48e9-9a14-bcc811d060b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609225 Dec 06 17:18:41.888205 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-cb7da492-82c9-4251-8699-6d12d67c4bae tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Deleting port 08f3c28f-02ae-4d10-8e79-1664c10b4b2f {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:18:41.888802 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cb7da492-82c9-4251-8699-6d12d67c4bae tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:41.907569 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eadd6e6-4e4e-4297-8163-8e6e552edbe0 None None] Pushing event updated for resources: {'Port': ['ID=583fb46d-67c9-4e6b-ba90-a0ea4abc6637,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:41.943996 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-49191a8b-16c4-4b11-bf56-afe468a06101 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:42.012330 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-49191a8b-16c4-4b11-bf56-afe468a06101 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:42.013283 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-cb7da492-82c9-4251-8699-6d12d67c4bae tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] For port 08f3c28f-02ae-4d10-8e79-1664c10b4b2f, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=08f3c28f-02ae-4d10-8e79-1664c10b4b2f,segment=NetworkSegment(8ae25f57-879f-4778-b650-d1ce2c9e0d51),segment_id=8ae25f57-879f-4778-b650-d1ce2c9e0d51)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:18:42.013808 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cb7da492-82c9-4251-8699-6d12d67c4bae tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:42.032454 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-cb7da492-82c9-4251-8699-6d12d67c4bae tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Calling delete_port for 08f3c28f-02ae-4d10-8e79-1664c10b4b2f owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:18:42.157587 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49191a8b-16c4-4b11-bf56-afe468a06101 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:18:42.173496 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cb7da492-82c9-4251-8699-6d12d67c4bae tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:42.187367 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-49191a8b-16c4-4b11-bf56-afe468a06101 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:18:42.219459 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49191a8b-16c4-4b11-bf56-afe468a06101 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:18:42.241613 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7da492-82c9-4251-8699-6d12d67c4bae tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Pushing event deleted for resources: {'Port': ['ID=08f3c28f-02ae-4d10-8e79-1664c10b4b2f,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:42.248448 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7da492-82c9-4251-8699-6d12d67c4bae tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] No DVR routers for this DVR port 08f3c28f-02ae-4d10-8e79-1664c10b4b2f on host n-d-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:18:42.272766 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-cd666a1e-e94a-4aaa-84e2-391e8071f33e req-d4ea4652-5abc-4c0e-9689-bdedf82f43b7 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=218e73a3-3dbc-4dda-87ce-335528fd8f2b HTTP/1.1" status: 200 len: 210 time: 0.1262996 Dec 06 17:18:42.293896 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49191a8b-16c4-4b11-bf56-afe468a06101 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Pushing event updated for resources: {'Port': ['ID=dce61015-8e07-4d37-96d4-0b0f9d7448ad,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:42.410833 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cb7da492-82c9-4251-8699-6d12d67c4bae tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:42.436140 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-cb7da492-82c9-4251-8699-6d12d67c4bae tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d80f716e-b0bb-4c40-b913-cfbd75ad9df1']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:42.449944 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-cb7da492-82c9-4251-8699-6d12d67c4bae tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ae25f57-879f-4778-b650-d1ce2c9e0d51') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:42.450275 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-cb7da492-82c9-4251-8699-6d12d67c4bae tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ae25f57-879f-4778-b650-d1ce2c9e0d51') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:42.462344 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cb7da492-82c9-4251-8699-6d12d67c4bae tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:42.475737 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ef655-1590-4414-a34b-cda734319e7a req-e86f2ecb-3c8e-4452-9e9e-ebeb03c88073 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:42.480912 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ef655-1590-4414-a34b-cda734319e7a req-e86f2ecb-3c8e-4452-9e9e-ebeb03c88073 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:42.486833 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ef655-1590-4414-a34b-cda734319e7a req-e86f2ecb-3c8e-4452-9e9e-ebeb03c88073 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:42.493400 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ef655-1590-4414-a34b-cda734319e7a req-e86f2ecb-3c8e-4452-9e9e-ebeb03c88073 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:42.499902 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ef655-1590-4414-a34b-cda734319e7a req-e86f2ecb-3c8e-4452-9e9e-ebeb03c88073 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:42.506241 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ef655-1590-4414-a34b-cda734319e7a req-e86f2ecb-3c8e-4452-9e9e-ebeb03c88073 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:42.513717 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ef655-1590-4414-a34b-cda734319e7a req-e86f2ecb-3c8e-4452-9e9e-ebeb03c88073 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:42.518533 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-656ef655-1590-4414-a34b-cda734319e7a req-e86f2ecb-3c8e-4452-9e9e-ebeb03c88073 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5398cbb-9f14-42b7-905c-288b25e2bdb2 HTTP/1.1" status: 200 len: 5446 time: 0.2269635 Dec 06 17:18:42.550237 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cb7da492-82c9-4251-8699-6d12d67c4bae tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:42.565908 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb7da492-82c9-4251-8699-6d12d67c4bae tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:18:42.566322 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cb7da492-82c9-4251-8699-6d12d67c4bae tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:42.569335 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:18:42.569335 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:18:42.569335 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:18:42.569335 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:18:42.569335 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:18:42.569335 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:18:42.569335 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:18:42.569335 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:18:42.569335 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:18:42.569335 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:18:42.569335 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:18:42.569335 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:18:42.569335 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:18:42.569335 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:18:42.569335 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:18:42.569335 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:18:42.569335 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:18:42.569335 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:18:42.569335 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:18:42.569335 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:18:42.569335 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:18:42.569335 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:18:42.569335 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:18:42.569335 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:18:42.569335 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:18:42.569335 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:18:42.569335 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:18:42.569335 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:18:42.569335 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:18:42.569335 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:18:42.569335 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:18:42.569335 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:18:42.626456 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-49191a8b-16c4-4b11-bf56-afe468a06101 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks [] for router_gateway, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:42.658619 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-656ef655-1590-4414-a34b-cda734319e7a req-dbd2c5fd-7aa2-4216-9a2c-dceebc941b73 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/security-groups?id=39e38e48-0a80-455d-95ef-5684c690b16b&id=511f9156-9807-4e4e-ae23-f0018acdbda1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1369662 Dec 06 17:18:42.665573 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cb7da492-82c9-4251-8699-6d12d67c4bae tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:42.671995 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cb7da492-82c9-4251-8699-6d12d67c4bae tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:42.679335 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-cb7da492-82c9-4251-8699-6d12d67c4bae tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] 10.222.0.23 "DELETE /v2.0/networks/d80f716e-b0bb-4c40-b913-cfbd75ad9df1 HTTP/1.1" status: 204 len: 168 time: 1.0875015 Dec 06 17:18:42.685031 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 53198) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:42.710511 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7da492-82c9-4251-8699-6d12d67c4bae tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Pushing event deleted for resources: {'Network': ['ID=d80f716e-b0bb-4c40-b913-cfbd75ad9df1,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:42.807393 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7c25975a-640d-4af3-a62f-c20e555270d8 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:42.924474 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7c25975a-640d-4af3-a62f-c20e555270d8 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:42.927782 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-49191a8b-16c4-4b11-bf56-afe468a06101 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:42.947661 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-7c25975a-640d-4af3-a62f-c20e555270d8 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['059a72ec-fc88-4eeb-8222-e5fd49044f5d']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:42.974152 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-7c25975a-640d-4af3-a62f-c20e555270d8 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cb3bd66-1bfb-4160-9972-4b6d7df884e0') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:42.974524 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-7c25975a-640d-4af3-a62f-c20e555270d8 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cb3bd66-1bfb-4160-9972-4b6d7df884e0') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:43.011777 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7c25975a-640d-4af3-a62f-c20e555270d8 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:43.033863 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7c25975a-640d-4af3-a62f-c20e555270d8 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:43.046907 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662a8926-5ed3-4a9a-a481-50594ec96b04 req-335c9944-de00-4015-a7ad-41a54625a6a1 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:43.048447 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-662a8926-5ed3-4a9a-a481-50594ec96b04 req-335c9944-de00-4015-a7ad-41a54625a6a1 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/ports?device_id=6972e696-526b-417c-bdce-ca7d7c8763eb HTTP/1.1" status: 200 len: 946 time: 0.0983748 Dec 06 17:18:43.051377 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c25975a-640d-4af3-a62f-c20e555270d8 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:18:43.051782 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7c25975a-640d-4af3-a62f-c20e555270d8 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:43.055676 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:18:43.055676 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:18:43.055676 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:18:43.055676 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:18:43.055676 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:18:43.055676 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:18:43.055676 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:18:43.055676 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:18:43.055676 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:18:43.055676 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:18:43.055676 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:18:43.055676 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:18:43.055676 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:18:43.055676 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:18:43.055676 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:18:43.055676 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:18:43.055676 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:18:43.055676 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:18:43.055676 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:18:43.055676 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:18:43.055676 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:18:43.055676 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:18:43.055676 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:18:43.055676 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:18:43.055676 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:18:43.055676 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:18:43.055676 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:18:43.055676 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:18:43.055676 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:18:43.055676 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:18:43.055676 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:18:43.055676 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:18:43.110866 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e70deaa-45b7-46ae-a5a1-c88f12a9c27c req-f632bcbd-8b3f-4ef8-b766-69fd1f4a155c tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:43.116989 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e70deaa-45b7-46ae-a5a1-c88f12a9c27c req-f632bcbd-8b3f-4ef8-b766-69fd1f4a155c tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:43.123694 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e70deaa-45b7-46ae-a5a1-c88f12a9c27c req-f632bcbd-8b3f-4ef8-b766-69fd1f4a155c tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:43.129849 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e70deaa-45b7-46ae-a5a1-c88f12a9c27c req-f632bcbd-8b3f-4ef8-b766-69fd1f4a155c tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:43.135994 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e70deaa-45b7-46ae-a5a1-c88f12a9c27c req-f632bcbd-8b3f-4ef8-b766-69fd1f4a155c tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:43.142536 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e70deaa-45b7-46ae-a5a1-c88f12a9c27c req-f632bcbd-8b3f-4ef8-b766-69fd1f4a155c tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:43.148892 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e70deaa-45b7-46ae-a5a1-c88f12a9c27c req-f632bcbd-8b3f-4ef8-b766-69fd1f4a155c tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:43.158393 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7c25975a-640d-4af3-a62f-c20e555270d8 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:43.164846 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7c25975a-640d-4af3-a62f-c20e555270d8 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:43.168120 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-7c25975a-640d-4af3-a62f-c20e555270d8 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] 10.222.0.23 "DELETE /v2.0/networks/059a72ec-fc88-4eeb-8222-e5fd49044f5d HTTP/1.1" status: 204 len: 168 time: 0.4820645 Dec 06 17:18:43.168851 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9e70deaa-45b7-46ae-a5a1-c88f12a9c27c req-f632bcbd-8b3f-4ef8-b766-69fd1f4a155c tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5398cbb-9f14-42b7-905c-288b25e2bdb2 HTTP/1.1" status: 200 len: 5446 time: 0.2430396 Dec 06 17:18:43.174778 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53212) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:43.182560 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-662a8926-5ed3-4a9a-a481-50594ec96b04 req-4a80bc22-673a-409d-8fd7-50e26de725dd tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/security-groups?id=55b21076-cf23-48e9-9a14-bcc811d060b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983067 Dec 06 17:18:43.198629 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c25975a-640d-4af3-a62f-c20e555270d8 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Pushing event deleted for resources: {'Network': ['ID=059a72ec-fc88-4eeb-8222-e5fd49044f5d,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:43.237398 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-8ab87b8b-7341-40f4-bf70-57115576d00c None None] Could not find standard attr ID for object 08f3c28f-02ae-4d10-8e79-1664c10b4b2f. {{(pid=103286) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 17:18:43.281730 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2651ff-cc9d-4acb-a570-f591ff684aac None None] DHCP port deletion for d80f716e-b0bb-4c40-b913-cfbd75ad9df1 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:18:43.314795 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-53c625e8-7e49-495a-9f3f-41b33c8d8452 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:43.316300 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887f6bf6-6df2-459f-ad20-a72f6d17bc0a None None] Network d80f716e-b0bb-4c40-b913-cfbd75ad9df1 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:18:43.319759 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49191a8b-16c4-4b11-bf56-afe468a06101 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Router c4ea235f-cfb5-4355-94c1-7141a3899e46 is scheduled to L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 17:18:43.339430 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887f6bf6-6df2-459f-ad20-a72f6d17bc0a None None] Network d80f716e-b0bb-4c40-b913-cfbd75ad9df1 could not be found, it might have been deleted concurrently. {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Dec 06 17:18:43.410909 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-90b41a9f-e5c6-49c5-81ef-bbe705a6662b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:43.436398 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-047b5b55-be69-4d4e-9525-7e781f04aacb req-0fd40a8b-d733-4063-99fd-4e21e43e3b9b tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=218e73a3-3dbc-4dda-87ce-335528fd8f2b HTTP/1.1" status: 200 len: 210 time: 0.0421617 Dec 06 17:18:43.484300 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49191a8b-16c4-4b11-bf56-afe468a06101 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:18:43.495524 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c3d48e-7eba-4534-a94d-f69307554986 None None] Sync routers for ids ['c4ea235f-cfb5-4355-94c1-7141a3899e46'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:18:43.510942 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c3d48e-7eba-4534-a94d-f69307554986 None None] Routers {'c4ea235f-cfb5-4355-94c1-7141a3899e46'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:18:43.511720 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-19c3d48e-7eba-4534-a94d-f69307554986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:18:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['c4ea235f-cfb5-4355-94c1-7141a3899e46'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:43.594620 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 583fb46d-67c9-4e6b-ba90-a0ea4abc6637 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:18:43.598000 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-49191a8b-16c4-4b11-bf56-afe468a06101 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:43.602398 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-49191a8b-16c4-4b11-bf56-afe468a06101 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.0814493 Dec 06 17:18:43.603310 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53216) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:43.610419 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-53c625e8-7e49-495a-9f3f-41b33c8d8452 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:43.632745 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-19c3d48e-7eba-4534-a94d-f69307554986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:43.645815 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c3d48e-7eba-4534-a94d-f69307554986 None None] Routers {'c4ea235f-cfb5-4355-94c1-7141a3899e46'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:18:43.646925 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-19c3d48e-7eba-4534-a94d-f69307554986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:18:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['c4ea235f-cfb5-4355-94c1-7141a3899e46'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:43.654203 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d8f060-9823-4f40-8e4b-35525e68e677 req-0c07040c-2ee7-45ab-a0f6-101bf8288c6d tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:43.656094 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-20d8f060-9823-4f40-8e4b-35525e68e677 req-0c07040c-2ee7-45ab-a0f6-101bf8288c6d tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.41 "GET /v2.0/networks?id=931f4273-7ce0-414b-a3b2-f40f48617bda HTTP/1.1" status: 200 len: 805 time: 0.2104537 Dec 06 17:18:43.673509 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-20d8f060-9823-4f40-8e4b-35525e68e677 req-4abe0e19-ebe3-4d15-ada1-9bbed6f2edc2 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Request body: {'port': {'device_id': '218e73a3-3dbc-4dda-87ce-335528fd8f2b', 'network_id': '931f4273-7ce0-414b-a3b2-f40f48617bda', 'admin_state_up': True, 'tenant_id': '0b996ae66d164de39215c3dfc863b124'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:18:43.690153 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-53c625e8-7e49-495a-9f3f-41b33c8d8452 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61359e7f-a330-46cd-a424-e4a09c52ebcd']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:43.707097 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82825a6c-1fc3-4f3a-b072-af7b01fc8b26 None None] Network 6b5d593f-8773-4f43-af63-90d1307b9eeb requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:18:43.715871 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-53c625e8-7e49-495a-9f3f-41b33c8d8452 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b71ba563-9116-4402-988e-b7548d1ae618') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:43.716176 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-53c625e8-7e49-495a-9f3f-41b33c8d8452 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b71ba563-9116-4402-988e-b7548d1ae618') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:43.734369 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 583fb46d-67c9-4e6b-ba90-a0ea4abc6637 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:18:43.736088 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:43.779839 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-53c625e8-7e49-495a-9f3f-41b33c8d8452 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:43.810855 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-53c625e8-7e49-495a-9f3f-41b33c8d8452 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:43.815133 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-19c3d48e-7eba-4534-a94d-f69307554986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:43.816026 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c3d48e-7eba-4534-a94d-f69307554986 None None] The sync data for ids ['c4ea235f-cfb5-4355-94c1-7141a3899e46'] in n-d-master-1 is: [] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:18:43.823156 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53c625e8-7e49-495a-9f3f-41b33c8d8452 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:18:43.823639 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-53c625e8-7e49-495a-9f3f-41b33c8d8452 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:43.826998 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 17:18:43.826998 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:18:43.826998 n-d-master-1 neutron-server[103284]: timer() Dec 06 17:18:43.826998 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:18:43.826998 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 17:18:43.826998 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:18:43.826998 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 17:18:43.826998 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:18:43.826998 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 17:18:43.826998 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:18:43.826998 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 17:18:43.826998 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:18:43.826998 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 17:18:43.826998 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:18:43.826998 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:18:43.826998 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:18:43.826998 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:18:43.826998 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:18:43.826998 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 17:18:43.826998 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:18:43.826998 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 17:18:43.826998 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:18:43.826998 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:18:43.826998 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:18:43.826998 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 17:18:43.826998 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:18:43.826998 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:18:43.826998 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:18:43.826998 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:18:43.826998 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:18:43.826998 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:18:43.826998 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:18:43.865773 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20d8f060-9823-4f40-8e4b-35525e68e677 req-4abe0e19-ebe3-4d15-ada1-9bbed6f2edc2 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Made reservation on behalf of 0b996ae66d164de39215c3dfc863b124 for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:18:43.871083 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-20d8f060-9823-4f40-8e4b-35525e68e677 req-4abe0e19-ebe3-4d15-ada1-9bbed6f2edc2 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:43.882171 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-01c4f471-2d6e-46fc-9d19-9ca38412725e None None] Provisioning complete for port 583fb46d-67c9-4e6b-ba90-a0ea4abc6637 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:18:43.882607 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-01c4f471-2d6e-46fc-9d19-9ca38412725e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:43.951290 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:43.969184 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-53c625e8-7e49-495a-9f3f-41b33c8d8452 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:43.983844 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-53c625e8-7e49-495a-9f3f-41b33c8d8452 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:43.987434 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-53c625e8-7e49-495a-9f3f-41b33c8d8452 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] 10.222.0.23 "DELETE /v2.0/networks/61359e7f-a330-46cd-a424-e4a09c52ebcd HTTP/1.1" status: 204 len: 168 time: 0.8116839 Dec 06 17:18:43.997316 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 53218) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:44.002210 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c625e8-7e49-495a-9f3f-41b33c8d8452 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Pushing event deleted for resources: {'Network': ['ID=61359e7f-a330-46cd-a424-e4a09c52ebcd,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:44.055425 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] For port 583fb46d-67c9-4e6b-ba90-a0ea4abc6637, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=583fb46d-67c9-4e6b-ba90-a0ea4abc6637,segment=NetworkSegment(e8587130-7adc-40f7-9dcb-b3e28585b3de),segment_id=e8587130-7adc-40f7-9dcb-b3e28585b3de)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:18:44.083103 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:44.108031 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-20d8f060-9823-4f40-8e4b-35525e68e677 req-4abe0e19-ebe3-4d15-ada1-9bbed6f2edc2 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Allocated IP 172.20.0.3 (931f4273-7ce0-414b-a3b2-f40f48617bda/b9546861-2c51-42d4-889f-961f9688fd79/fe2e2e4a-a7f0-4acd-a5bf-6dcb44b95e62) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:18:44.122466 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b0141cd8-d3c8-4a0e-87e4-e3745c6ef642 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:44.131230 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-01c4f471-2d6e-46fc-9d19-9ca38412725e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:44.177212 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Pushing event updated for resources: {'Port': ['ID=583fb46d-67c9-4e6b-ba90-a0ea4abc6637,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:44.235358 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.db.api [None req-01c4f471-2d6e-46fc-9d19-9ca38412725e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103286) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 17:18:44.235854 n-d-master-1 neutron-server[103286]: DEBUG oslo_db.api [None req-01c4f471-2d6e-46fc-9d19-9ca38412725e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 17:18:44.267031 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b0141cd8-d3c8-4a0e-87e4-e3745c6ef642 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:44.302957 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6c406d48-37bb-40a5-9803-03e5aff5a0df tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:44.316709 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-b0141cd8-d3c8-4a0e-87e4-e3745c6ef642 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7b0d2ae-5748-4e3a-b7cf-b270e9786988']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:44.354491 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-b0141cd8-d3c8-4a0e-87e4-e3745c6ef642 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '195fae63-337e-4b53-81da-21b80574090b') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:44.354844 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-b0141cd8-d3c8-4a0e-87e4-e3745c6ef642 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '195fae63-337e-4b53-81da-21b80574090b') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:44.381850 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b0141cd8-d3c8-4a0e-87e4-e3745c6ef642 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:44.404532 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b0141cd8-d3c8-4a0e-87e4-e3745c6ef642 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:44.419636 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0141cd8-d3c8-4a0e-87e4-e3745c6ef642 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:18:44.420043 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b0141cd8-d3c8-4a0e-87e4-e3745c6ef642 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:44.423831 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:18:44.423831 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:18:44.423831 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:18:44.423831 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:18:44.423831 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:18:44.423831 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:18:44.423831 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:18:44.423831 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:18:44.423831 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:18:44.423831 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:18:44.423831 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:18:44.423831 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:18:44.423831 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:18:44.423831 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:18:44.423831 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:18:44.423831 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:18:44.423831 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:18:44.423831 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:18:44.423831 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:18:44.423831 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:18:44.423831 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:18:44.423831 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:18:44.423831 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:18:44.423831 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:18:44.423831 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:18:44.423831 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:18:44.423831 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:18:44.423831 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:18:44.423831 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:18:44.423831 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:18:44.423831 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:18:44.423831 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:18:44.459546 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e9c9f6-0a8f-4ae1-b3f4-c6a7fb1d19da None None] get_active_networks_info from n-d-master-1 {{(pid=103286) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 17:18:44.490491 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-20d8f060-9823-4f40-8e4b-35525e68e677 req-4abe0e19-ebe3-4d15-ada1-9bbed6f2edc2 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:44.524160 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b0141cd8-d3c8-4a0e-87e4-e3745c6ef642 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:44.536467 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b0141cd8-d3c8-4a0e-87e4-e3745c6ef642 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:44.543178 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-b0141cd8-d3c8-4a0e-87e4-e3745c6ef642 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] 10.222.0.23 "DELETE /v2.0/networks/e7b0d2ae-5748-4e3a-b7cf-b270e9786988 HTTP/1.1" status: 204 len: 168 time: 0.5447402 Dec 06 17:18:44.565979 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0141cd8-d3c8-4a0e-87e4-e3745c6ef642 tempest-BulkNetworkOpsTest-320966354 tempest-BulkNetworkOpsTest-320966354-project] Pushing event deleted for resources: {'Network': ['ID=e7b0d2ae-5748-4e3a-b7cf-b270e9786988,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:44.582392 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-20d8f060-9823-4f40-8e4b-35525e68e677 req-4abe0e19-ebe3-4d15-ada1-9bbed6f2edc2 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:44.646719 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20d8f060-9823-4f40-8e4b-35525e68e677 req-4abe0e19-ebe3-4d15-ada1-9bbed6f2edc2 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Network 931f4273-7ce0-414b-a3b2-f40f48617bda is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:18:44.651172 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-20d8f060-9823-4f40-8e4b-35525e68e677 req-4abe0e19-ebe3-4d15-ada1-9bbed6f2edc2 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:18:44.661082 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-20d8f060-9823-4f40-8e4b-35525e68e677 req-4abe0e19-ebe3-4d15-ada1-9bbed6f2edc2 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:18:44.669637 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abe0e19-ebe3-4d15-ada1-9bbed6f2edc2 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Pushing event updated for resources: {'Port': ['ID=fe2e2e4a-a7f0-4acd-a5bf-6dcb44b95e62,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:44.742267 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6298c8-4efb-442b-af8f-1099f6b738f8 req-661260b4-82f2-4571-8ac6-116ed27cf88f tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:44.751549 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-db6298c8-4efb-442b-af8f-1099f6b738f8 req-661260b4-82f2-4571-8ac6-116ed27cf88f tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/ports?device_id=6972e696-526b-417c-bdce-ca7d7c8763eb HTTP/1.1" status: 200 len: 946 time: 0.4327514 Dec 06 17:18:44.811935 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['3151ab1d-b074-4e06-a04f-9eb3d8f129bc'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:18:44.840745 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d8f060-9823-4f40-8e4b-35525e68e677 req-4abe0e19-ebe3-4d15-ada1-9bbed6f2edc2 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:44.841335 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-20d8f060-9823-4f40-8e4b-35525e68e677 req-4abe0e19-ebe3-4d15-ada1-9bbed6f2edc2 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:44.866158 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ae6d3e-5cc5-4313-be93-afd84d76ce68 req-f3f0a1b0-5920-4dea-ab06-d87884925dcb tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:44.867717 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-91ae6d3e-5cc5-4313-be93-afd84d76ce68 req-f3f0a1b0-5920-4dea-ab06-d87884925dcb tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 945 time: 0.1333067 Dec 06 17:18:44.902087 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-20d8f060-9823-4f40-8e4b-35525e68e677 req-4abe0e19-ebe3-4d15-ada1-9bbed6f2edc2 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2354882 Dec 06 17:18:44.927213 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-20d8f060-9823-4f40-8e4b-35525e68e677 req-e919d76e-2214-4fb3-8755-21224db46322 service neutron] Request body: {'port': {'device_id': '218e73a3-3dbc-4dda-87ce-335528fd8f2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:18:44.929953 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-db6298c8-4efb-442b-af8f-1099f6b738f8 req-14f0b2b5-b09b-4c0d-b597-86b4b6dad830 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/security-groups?id=55b21076-cf23-48e9-9a14-bcc811d060b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725316 Dec 06 17:18:44.949221 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53242) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:44.962799 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-91ae6d3e-5cc5-4313-be93-afd84d76ce68 req-c742f943-c6d9-4f1f-8d4b-f2ee66981349 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8ff7359-db2b-4d57-aa79-237c344ab3df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882943 Dec 06 17:18:45.008778 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-20d8f060-9823-4f40-8e4b-35525e68e677 req-e919d76e-2214-4fb3-8755-21224db46322 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:45.116334 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9458a62-0152-4fd1-b1d0-9ca5d897f364 req-09b5cb8c-95d5-45a4-9293-188385ed9cda tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:45.118165 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e9458a62-0152-4fd1-b1d0-9ca5d897f364 req-09b5cb8c-95d5-45a4-9293-188385ed9cda tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=218e73a3-3dbc-4dda-87ce-335528fd8f2b HTTP/1.1" status: 200 len: 931 time: 0.1076791 Dec 06 17:18:45.198524 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e9c9f6-0a8f-4ae1-b3f4-c6a7fb1d19da None None] Resources bound (agent type, host, resource id): {{(pid=103286) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 06 17:18:45.233618 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-1ef3a9d8-9f8d-4170-83c2-67d5a7348d4d None None] Provisioning complete for port 583fb46d-67c9-4e6b-ba90-a0ea4abc6637 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:18:45.234003 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1ef3a9d8-9f8d-4170-83c2-67d5a7348d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:45.319274 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-6c406d48-37bb-40a5-9803-03e5aff5a0df tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Allocated IP 172.20.0.1 (6b5d593f-8773-4f43-af63-90d1307b9eeb/5ac551ac-25f9-4795-845e-e84795bce536/117a3324-1ed6-4252-8446-e948538d68b5) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:18:45.350092 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e9458a62-0152-4fd1-b1d0-9ca5d897f364 req-7fe6131a-3a01-49ed-a263-50ae77e8bba7 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222152 Dec 06 17:18:45.358110 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-81540cd1-cf5c-4a7f-9904-55fa09f993d1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=271352a86db340799c2d4e13fc538812&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4073207 Dec 06 17:18:45.363330 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 53262) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:45.530497 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a2fab29c-e5aa-4e21-aec5-543c93ab59bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:45.537275 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 583fb46d-67c9-4e6b-ba90-a0ea4abc6637 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:18:45.562686 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a2fab29c-e5aa-4e21-aec5-543c93ab59bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:45.584937 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6c406d48-37bb-40a5-9803-03e5aff5a0df tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:45.630022 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a2fab29c-e5aa-4e21-aec5-543c93ab59bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:45.633416 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a2fab29c-e5aa-4e21-aec5-543c93ab59bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:45.636634 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-a2fab29c-e5aa-4e21-aec5-543c93ab59bd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/32c11f3d-7d3f-4198-a560-17f73c8bb78d HTTP/1.1" status: 204 len: 168 time: 0.2656734 Dec 06 17:18:45.651252 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6c406d48-37bb-40a5-9803-03e5aff5a0df tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:45.654241 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-20d8f060-9823-4f40-8e4b-35525e68e677 req-e919d76e-2214-4fb3-8755-21224db46322 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe2e2e4a-a7f0-4acd-a5bf-6dcb44b95e62 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:18:45.667156 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0b154e03-c204-4a26-b67a-46130ab74741 req-534fe8ab-de33-4fb1-9302-8735e9107e57 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7fd8a57e-a18a-422a-919e-0a7902e4e026&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2175643 Dec 06 17:18:45.669260 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-20d8f060-9823-4f40-8e4b-35525e68e677 req-e919d76e-2214-4fb3-8755-21224db46322 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:45.672615 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fab29c-e5aa-4e21-aec5-543c93ab59bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c11f3d-7d3f-4198-a560-17f73c8bb78d,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:45.688265 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-20d8f060-9823-4f40-8e4b-35525e68e677 req-e919d76e-2214-4fb3-8755-21224db46322 service neutron] Transition to ACTIVE for port object fe2e2e4a-a7f0-4acd-a5bf-6dcb44b95e62 will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:18:45.697912 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-20d8f060-9823-4f40-8e4b-35525e68e677 req-e919d76e-2214-4fb3-8755-21224db46322 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:45.725009 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c406d48-37bb-40a5-9803-03e5aff5a0df tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Pushing event updated for resources: {'Port': ['ID=117a3324-1ed6-4252-8446-e948538d68b5,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:45.734518 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c406d48-37bb-40a5-9803-03e5aff5a0df tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Network 6b5d593f-8773-4f43-af63-90d1307b9eeb is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:18:45.736099 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-6c406d48-37bb-40a5-9803-03e5aff5a0df tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:18:45.738671 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c406d48-37bb-40a5-9803-03e5aff5a0df tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:18:45.808071 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6c406d48-37bb-40a5-9803-03e5aff5a0df tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539179'] for router_interface, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:45.827146 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e919d76e-2214-4fb3-8755-21224db46322 service neutron] Pushing event updated for resources: {'Port': ['ID=fe2e2e4a-a7f0-4acd-a5bf-6dcb44b95e62,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:45.831072 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 53282) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:45.871999 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b154e03-c204-4a26-b67a-46130ab74741 req-377d0c8e-c1fe-4d60-b496-eb966ef94708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:45.873572 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0b154e03-c204-4a26-b67a-46130ab74741 req-377d0c8e-c1fe-4d60-b496-eb966ef94708 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0b996ae66d164de39215c3dfc863b124&device_id=7fd8a57e-a18a-422a-919e-0a7902e4e026 HTTP/1.1" status: 200 len: 1097 time: 0.0795207 Dec 06 17:18:45.914714 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-71a91f42-ef81-41bf-bf75-2243b45d0339 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:45.999338 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 583fb46d-67c9-4e6b-ba90-a0ea4abc6637 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:18:45.999723 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:46.083305 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-20d8f060-9823-4f40-8e4b-35525e68e677 req-e919d76e-2214-4fb3-8755-21224db46322 service neutron] Attempting to bind port fe2e2e4a-a7f0-4acd-a5bf-6dcb44b95e62 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:18:46.083645 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-20d8f060-9823-4f40-8e4b-35525e68e677 req-e919d76e-2214-4fb3-8755-21224db46322 service neutron] Attempting to bind port fe2e2e4a-a7f0-4acd-a5bf-6dcb44b95e62 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'b722eb92-d8da-4fbc-acca-71668ea91866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '931f4273-7ce0-414b-a3b2-f40f48617bda'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:18:46.083976 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d8f060-9823-4f40-8e4b-35525e68e677 req-e919d76e-2214-4fb3-8755-21224db46322 service neutron] Attempting to bind port fe2e2e4a-a7f0-4acd-a5bf-6dcb44b95e62 on network 931f4273-7ce0-414b-a3b2-f40f48617bda {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:18:46.102193 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d8f060-9823-4f40-8e4b-35525e68e677 req-e919d76e-2214-4fb3-8755-21224db46322 service neutron] Port fe2e2e4a-a7f0-4acd-a5bf-6dcb44b95e62 on network 931f4273-7ce0-414b-a3b2-f40f48617bda not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:18:46.102531 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d8f060-9823-4f40-8e4b-35525e68e677 req-e919d76e-2214-4fb3-8755-21224db46322 service neutron] Attempting to bind port fe2e2e4a-a7f0-4acd-a5bf-6dcb44b95e62 on network 931f4273-7ce0-414b-a3b2-f40f48617bda {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:18:46.113075 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b154e03-c204-4a26-b67a-46130ab74741 req-1e2cd5e9-cb3d-4704-9b40-688c1633b300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:46.114663 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0b154e03-c204-4a26-b67a-46130ab74741 req-1e2cd5e9-cb3d-4704-9b40-688c1633b300 service neutron] 10.222.0.44 "GET /v2.0/networks?id=931f4273-7ce0-414b-a3b2-f40f48617bda HTTP/1.1" status: 200 len: 906 time: 0.2056410 Dec 06 17:18:46.116447 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d8f060-9823-4f40-8e4b-35525e68e677 req-e919d76e-2214-4fb3-8755-21224db46322 service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:18:46.116808 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d8f060-9823-4f40-8e4b-35525e68e677 req-e919d76e-2214-4fb3-8755-21224db46322 service neutron] Checking segment: {'id': 'b722eb92-d8da-4fbc-acca-71668ea91866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '931f4273-7ce0-414b-a3b2-f40f48617bda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:18:46.117269 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d8f060-9823-4f40-8e4b-35525e68e677 req-e919d76e-2214-4fb3-8755-21224db46322 service neutron] Bound using segment: {'id': 'b722eb92-d8da-4fbc-acca-71668ea91866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '931f4273-7ce0-414b-a3b2-f40f48617bda'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:18:46.118332 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-20d8f060-9823-4f40-8e4b-35525e68e677 req-e919d76e-2214-4fb3-8755-21224db46322 service neutron] Bound port: fe2e2e4a-a7f0-4acd-a5bf-6dcb44b95e62, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b722eb92-d8da-4fbc-acca-71668ea91866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '931f4273-7ce0-414b-a3b2-f40f48617bda'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:18:46.118853 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-20d8f060-9823-4f40-8e4b-35525e68e677 req-e919d76e-2214-4fb3-8755-21224db46322 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:46.127151 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3b9992-025f-4a4e-a002-b05c3028cfa7 req-9ff5caaf-2b0a-4776-ba5a-1dbfbc5c503a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:46.127640 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3b9992-025f-4a4e-a002-b05c3028cfa7 req-9ff5caaf-2b0a-4776-ba5a-1dbfbc5c503a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:46.128112 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3b9992-025f-4a4e-a002-b05c3028cfa7 req-9ff5caaf-2b0a-4776-ba5a-1dbfbc5c503a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:46.128584 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3b9992-025f-4a4e-a002-b05c3028cfa7 req-9ff5caaf-2b0a-4776-ba5a-1dbfbc5c503a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:46.129047 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3b9992-025f-4a4e-a002-b05c3028cfa7 req-9ff5caaf-2b0a-4776-ba5a-1dbfbc5c503a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:46.129532 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3b9992-025f-4a4e-a002-b05c3028cfa7 req-9ff5caaf-2b0a-4776-ba5a-1dbfbc5c503a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:46.129998 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3b9992-025f-4a4e-a002-b05c3028cfa7 req-9ff5caaf-2b0a-4776-ba5a-1dbfbc5c503a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:46.131890 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3d3b9992-025f-4a4e-a002-b05c3028cfa7 req-9ff5caaf-2b0a-4776-ba5a-1dbfbc5c503a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f5398cbb-9f14-42b7-905c-288b25e2bdb2 HTTP/1.1" status: 200 len: 6503 time: 0.2981198 Dec 06 17:18:46.192489 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6c406d48-37bb-40a5-9803-03e5aff5a0df tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:46.306276 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c138fa5-d2f9-442c-ba5e-78d231d5bacd None None] DHCP port deletion for 931f4273-7ce0-414b-a3b2-f40f48617bda request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:18:46.322872 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b32dc89-0636-4e1f-8f74-3f29263e3e75 req-cd4faf86-5303-4435-b756-40e26765c13d tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:46.332115 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6b32dc89-0636-4e1f-8f74-3f29263e3e75 req-cd4faf86-5303-4435-b756-40e26765c13d tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/ports?device_id=6972e696-526b-417c-bdce-ca7d7c8763eb HTTP/1.1" status: 200 len: 946 time: 0.2237279 Dec 06 17:18:46.340208 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-621dd28a-5582-4346-8278-218dd32ca085 None None] Provisioning complete for port 2bcf73d1-a415-4204-9990-3862b1c99089 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:18:46.340800 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-621dd28a-5582-4346-8278-218dd32ca085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:46.371732 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5c90aa-9349-419e-8cd3-d15abcc18dd8 None None] DHCP port deletion for 931f4273-7ce0-414b-a3b2-f40f48617bda request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:18:46.406091 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6b32dc89-0636-4e1f-8f74-3f29263e3e75 req-8c80d54b-0a4c-4e00-8f21-dd49d2972c4d tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/security-groups?id=55b21076-cf23-48e9-9a14-bcc811d060b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729585 Dec 06 17:18:46.555502 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-621dd28a-5582-4346-8278-218dd32ca085 None None] Provisioning complete for port 52b68a8d-99f9-4dd4-9e81-471b7634b312 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:18:46.556066 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-621dd28a-5582-4346-8278-218dd32ca085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:46.689383 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0b154e03-c204-4a26-b67a-46130ab74741 req-1fc7c8ee-02d7-4ca1-bdb2-0162f51db00a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3151ab1d-b074-4e06-a04f-9eb3d8f129bc HTTP/1.1" status: 200 len: 217 time: 0.5509603 Dec 06 17:18:46.708413 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-621dd28a-5582-4346-8278-218dd32ca085 None None] Provisioning complete for port 3a63cc07-91dd-4827-89ef-95c8e1336050 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:18:46.708797 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-621dd28a-5582-4346-8278-218dd32ca085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:46.749861 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-621dd28a-5582-4346-8278-218dd32ca085 None None] Port 3a63cc07-91dd-4827-89ef-95c8e1336050 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:18:46.780167 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-621dd28a-5582-4346-8278-218dd32ca085 None None] Provisioning complete for port 99e6f879-d686-46bb-8795-42fdc4501e80 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:18:46.780552 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-621dd28a-5582-4346-8278-218dd32ca085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:46.818258 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53314) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:46.830648 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-621dd28a-5582-4346-8278-218dd32ca085 None None] Port 99e6f879-d686-46bb-8795-42fdc4501e80 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:18:46.845537 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:46.846936 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-621dd28a-5582-4346-8278-218dd32ca085 None None] Provisioning complete for port ac774e38-84aa-4cd0-9fd6-4dec80affc31 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:18:46.847310 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-621dd28a-5582-4346-8278-218dd32ca085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:46.860658 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6c406d48-37bb-40a5-9803-03e5aff5a0df tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:46.869507 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6c406d48-37bb-40a5-9803-03e5aff5a0df tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:46.944254 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7db9c9-4d50-472e-b630-903a970152d3 req-e2106bcf-f403-4cf6-8dbe-9e87ceb35a8e tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:46.946536 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1b7db9c9-4d50-472e-b630-903a970152d3 req-e2106bcf-f403-4cf6-8dbe-9e87ceb35a8e tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=218e73a3-3dbc-4dda-87ce-335528fd8f2b HTTP/1.1" status: 200 len: 943 time: 0.2637935 Dec 06 17:18:46.953209 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-a7a88f1e-05fd-452f-b84b-b18e3d8f64f2 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-795065264'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:18:46.957499 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3d3b9992-025f-4a4e-a002-b05c3028cfa7 req-9c1c7d77-da76-42aa-b003-af7396beafe3 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=39e38e48-0a80-455d-95ef-5684c690b16b&id=511f9156-9807-4e4e-ae23-f0018acdbda1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8007920 Dec 06 17:18:46.962957 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-621dd28a-5582-4346-8278-218dd32ca085 None None] Provisioning complete for port 4621a21a-6a18-4779-a1ba-a617cae44cc8 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:18:46.963660 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-621dd28a-5582-4346-8278-218dd32ca085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:46.968869 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-20d8f060-9823-4f40-8e4b-35525e68e677 req-e919d76e-2214-4fb3-8755-21224db46322 service neutron] For port fe2e2e4a-a7f0-4acd-a5bf-6dcb44b95e62, host n-h1-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:18:46.991418 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b154e03-c204-4a26-b67a-46130ab74741 req-07f7c3cf-ee1e-471f-91fa-c5b6c3983ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:46.993508 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0b154e03-c204-4a26-b67a-46130ab74741 req-07f7c3cf-ee1e-471f-91fa-c5b6c3983ccd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b9546861-2c51-42d4-889f-961f9688fd79 HTTP/1.1" status: 200 len: 845 time: 0.2916238 Dec 06 17:18:46.994666 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6c406d48-37bb-40a5-9803-03e5aff5a0df tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-772465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539207'] for router_interface, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:46.999983 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c406d48-37bb-40a5-9803-03e5aff5a0df tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Pushing event updated for resources: {'Port': ['ID=117a3324-1ed6-4252-8446-e948538d68b5,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:47.019081 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-20d8f060-9823-4f40-8e4b-35525e68e677 req-e919d76e-2214-4fb3-8755-21224db46322 service neutron] For port fe2e2e4a-a7f0-4acd-a5bf-6dcb44b95e62, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=fe2e2e4a-a7f0-4acd-a5bf-6dcb44b95e62,segment=NetworkSegment(b722eb92-d8da-4fbc-acca-71668ea91866),segment_id=b722eb92-d8da-4fbc-acca-71668ea91866)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:18:47.030802 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a88f1e-05fd-452f-b84b-b18e3d8f64f2 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Made reservation on behalf of aa4e637cd39d4cbd858838b93355e813 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:18:47.034358 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a7a88f1e-05fd-452f-b84b-b18e3d8f64f2 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:47.039143 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-20d8f060-9823-4f40-8e4b-35525e68e677 req-e919d76e-2214-4fb3-8755-21224db46322 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:47.047766 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a7a88f1e-05fd-452f-b84b-b18e3d8f64f2 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:47.062742 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0b154e03-c204-4a26-b67a-46130ab74741 req-f6ca2c5d-a989-4bb2-b7eb-fbe108f81e35 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=931f4273-7ce0-414b-a3b2-f40f48617bda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456030 Dec 06 17:18:47.064031 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-621dd28a-5582-4346-8278-218dd32ca085 None None] Provisioning complete for port 3151ab1d-b074-4e06-a04f-9eb3d8f129bc triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:18:47.064496 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-621dd28a-5582-4346-8278-218dd32ca085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:47.084098 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1b7db9c9-4d50-472e-b630-903a970152d3 req-cf58010e-e51b-479f-97e2-691f1ff9e353 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209016 Dec 06 17:18:47.103642 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d8f060-9823-4f40-8e4b-35525e68e677 req-e919d76e-2214-4fb3-8755-21224db46322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:47.104444 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-20d8f060-9823-4f40-8e4b-35525e68e677 req-e919d76e-2214-4fb3-8755-21224db46322 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:47.106481 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-20d8f060-9823-4f40-8e4b-35525e68e677 req-e919d76e-2214-4fb3-8755-21224db46322 service neutron] 10.222.0.41 "PUT /v2.0/ports/fe2e2e4a-a7f0-4acd-a5bf-6dcb44b95e62 HTTP/1.1" status: 200 len: 1091 time: 2.1866987 Dec 06 17:18:47.119101 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '218e73a3-3dbc-4dda-87ce-335528fd8f2b', 'tag': 'fe2e2e4a-a7f0-4acd-a5bf-6dcb44b95e62'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:18:47.122307 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2246bf2-fa0d-4d21-be37-4d26f6f19053" -d '{"events": [{"name": "network-changed", "server_uuid": "218e73a3-3dbc-4dda-87ce-335528fd8f2b", "tag": "fe2e2e4a-a7f0-4acd-a5bf-6dcb44b95e62"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:18:47.140667 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d33142-ea01-43fa-9f32-45e0429156f8 None None] DHCP port deletion for 931f4273-7ce0-414b-a3b2-f40f48617bda request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:18:47.171261 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-621dd28a-5582-4346-8278-218dd32ca085 None None] Provisioning complete for port cce369ce-082d-4e0c-af4e-1613c591917f triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:18:47.171834 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-621dd28a-5582-4346-8278-218dd32ca085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:47.175293 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c406d48-37bb-40a5-9803-03e5aff5a0df tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Network 6b5d593f-8773-4f43-af63-90d1307b9eeb is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:18:47.178038 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-6c406d48-37bb-40a5-9803-03e5aff5a0df tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:18:47.230135 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e919d76e-2214-4fb3-8755-21224db46322 service neutron] Pushing event updated for resources: {'Port': ['ID=fe2e2e4a-a7f0-4acd-a5bf-6dcb44b95e62,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:47.269988 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-580906bb-dff4-4c4d-b64f-53d5b12aff6b x-openstack-request-id: req-580906bb-dff4-4c4d-b64f-53d5b12aff6b {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:18:47.270292 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "218e73a3-3dbc-4dda-87ce-335528fd8f2b", "tag": "fe2e2e4a-a7f0-4acd-a5bf-6dcb44b95e62", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:18:47.270657 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-580906bb-dff4-4c4d-b64f-53d5b12aff6b {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:18:47.271057 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '218e73a3-3dbc-4dda-87ce-335528fd8f2b', 'tag': 'fe2e2e4a-a7f0-4acd-a5bf-6dcb44b95e62', 'status': 'completed', 'code': 200} Dec 06 17:18:47.275589 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a7a88f1e-05fd-452f-b84b-b18e3d8f64f2 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:47.313168 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d8f060-9823-4f40-8e4b-35525e68e677 req-aa1d8397-ea7f-477c-ad97-1f5c0b627e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:47.314769 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-20d8f060-9823-4f40-8e4b-35525e68e677 req-aa1d8397-ea7f-477c-ad97-1f5c0b627e1e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0b996ae66d164de39215c3dfc863b124&device_id=218e73a3-3dbc-4dda-87ce-335528fd8f2b HTTP/1.1" status: 200 len: 1094 time: 0.0994594 Dec 06 17:18:47.316856 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0b154e03-c204-4a26-b67a-46130ab74741 req-e5381f19-27cf-4d8a-b6ae-6abbeef9f556 service neutron] 10.222.0.44 "GET /v2.0/networks/931f4273-7ce0-414b-a3b2-f40f48617bda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303526 Dec 06 17:18:47.346324 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a7a88f1e-05fd-452f-b84b-b18e3d8f64f2 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:47.398098 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-20d8f060-9823-4f40-8e4b-35525e68e677 req-b9498ee8-a4bf-4ce1-8986-17a4af91bbf1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe2e2e4a-a7f0-4acd-a5bf-6dcb44b95e62 HTTP/1.1" status: 200 len: 217 time: 0.0620766 Dec 06 17:18:47.402989 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a88f1e-05fd-452f-b84b-b18e3d8f64f2 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c59f43ab-bcee-4ce6-8dde-61be030bdf90,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:47.426904 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-621dd28a-5582-4346-8278-218dd32ca085 None None] Provisioning complete for port e2d82f16-9eca-437d-a93a-1f49d0fd4fe3 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:18:47.427408 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-621dd28a-5582-4346-8278-218dd32ca085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:47.463577 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7a88f1e-05fd-452f-b84b-b18e3d8f64f2 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:18:47.499915 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c406d48-37bb-40a5-9803-03e5aff5a0df tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Router c4ea235f-cfb5-4355-94c1-7141a3899e46 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:18:47.511480 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-621dd28a-5582-4346-8278-218dd32ca085 None None] Port e2d82f16-9eca-437d-a93a-1f49d0fd4fe3 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:18:47.516764 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a7a88f1e-05fd-452f-b84b-b18e3d8f64f2 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:47.517121 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-a7a88f1e-05fd-452f-b84b-b18e3d8f64f2 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Added segment 9e2513a7-e1da-48e3-b869-a24677ec2269 of type vlan for network 61bea241-699c-421d-b039-66e67fcb12ee Dec 06 17:18:47.524336 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-621dd28a-5582-4346-8278-218dd32ca085 None None] Provisioning complete for port 8dc80737-4450-44a4-8942-6ee6c76c9cff triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:18:47.524649 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-621dd28a-5582-4346-8278-218dd32ca085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:47.584805 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d8f060-9823-4f40-8e4b-35525e68e677 req-d9075ca2-6a19-4151-9a79-63014f993a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:47.586462 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-20d8f060-9823-4f40-8e4b-35525e68e677 req-d9075ca2-6a19-4151-9a79-63014f993a96 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b9546861-2c51-42d4-889f-961f9688fd79 HTTP/1.1" status: 200 len: 845 time: 0.1443486 Dec 06 17:18:47.591614 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0b154e03-c204-4a26-b67a-46130ab74741 req-db07f851-e763-4fb2-8472-0ab672fb6a43 service neutron] 10.222.0.44 "GET /v2.0/networks/931f4273-7ce0-414b-a3b2-f40f48617bda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663162 Dec 06 17:18:47.611466 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a7a88f1e-05fd-452f-b84b-b18e3d8f64f2 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:47.629035 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-20d8f060-9823-4f40-8e4b-35525e68e677 req-1cb94339-3ff1-4a86-b9f8-fceeb15b579c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=931f4273-7ce0-414b-a3b2-f40f48617bda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317574 Dec 06 17:18:47.636908 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-621dd28a-5582-4346-8278-218dd32ca085 None None] Provisioning complete for port aa6e2aad-55de-4f7d-bd40-c4b7ba646867 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:18:47.637456 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-621dd28a-5582-4346-8278-218dd32ca085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:47.640002 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560f1cf5-e445-4e18-8fe0-dea67a7f3d0c req-5c18edef-dcc6-4e4a-8e63-576c9348532a tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:47.640957 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-560f1cf5-e445-4e18-8fe0-dea67a7f3d0c req-5c18edef-dcc6-4e4a-8e63-576c9348532a tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/ports?device_id=6972e696-526b-417c-bdce-ca7d7c8763eb HTTP/1.1" status: 200 len: 946 time: 0.1163397 Dec 06 17:18:47.676117 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-621dd28a-5582-4346-8278-218dd32ca085 None None] Port aa6e2aad-55de-4f7d-bd40-c4b7ba646867 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:18:47.685635 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a7a88f1e-05fd-452f-b84b-b18e3d8f64f2 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:47.686862 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-621dd28a-5582-4346-8278-218dd32ca085 None None] Provisioning complete for port a193ec33-56a7-44ad-b9e0-6eac165165a8 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:18:47.687261 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-621dd28a-5582-4346-8278-218dd32ca085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:47.692775 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a88f1e-05fd-452f-b84b-b18e3d8f64f2 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:47.693528 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a7a88f1e-05fd-452f-b84b-b18e3d8f64f2 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:47.720634 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-621dd28a-5582-4346-8278-218dd32ca085 None None] Port a193ec33-56a7-44ad-b9e0-6eac165165a8 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:18:47.732218 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-621dd28a-5582-4346-8278-218dd32ca085 None None] Provisioning complete for port cace09f2-bc0e-4221-bf82-d9261c6d44e5 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:18:47.732218 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-621dd28a-5582-4346-8278-218dd32ca085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:47.736315 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c406d48-37bb-40a5-9803-03e5aff5a0df tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:18:47.748399 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-6c406d48-37bb-40a5-9803-03e5aff5a0df tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] 10.222.0.23 "PUT /v2.0/routers/c4ea235f-cfb5-4355-94c1-7141a3899e46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1421449 Dec 06 17:18:47.749126 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 53332) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:47.761955 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-a7a88f1e-05fd-452f-b84b-b18e3d8f64f2 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9304023 Dec 06 17:18:47.762060 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-568d3ef3-4726-4fd2-bf41-dbf65a4b7932 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Request body: {'port': {'network_id': '6b5d593f-8773-4f43-af63-90d1307b9eeb', 'name': 'tempest-FloatingIPTestJSON-1291687728'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:18:47.806585 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26daf4fd-1d5e-45b2-98ae-05c3ecabced3 None None] Sync routers for ids ['c4ea235f-cfb5-4355-94c1-7141a3899e46'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:18:47.810779 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-560f1cf5-e445-4e18-8fe0-dea67a7f3d0c req-0f9b5eb3-639d-4776-9317-f50708a820c3 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/security-groups?id=55b21076-cf23-48e9-9a14-bcc811d060b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496358 Dec 06 17:18:47.823354 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a88f1e-05fd-452f-b84b-b18e3d8f64f2 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Pushing event updated for resources: {'Network': ['ID=61bea241-699c-421d-b039-66e67fcb12ee,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:47.857955 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 61bea241-699c-421d-b039-66e67fcb12ee details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:18:47.861867 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-621dd28a-5582-4346-8278-218dd32ca085 None None] Port cace09f2-bc0e-4221-bf82-d9261c6d44e5 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:18:47.884108 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-20d8f060-9823-4f40-8e4b-35525e68e677 req-ecf8e83b-3dbf-432b-a5d2-67c9c8aacb18 service neutron] 10.222.0.41 "GET /v2.0/networks/931f4273-7ce0-414b-a3b2-f40f48617bda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419183 Dec 06 17:18:47.923090 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26daf4fd-1d5e-45b2-98ae-05c3ecabced3 None None] Routers {'c4ea235f-cfb5-4355-94c1-7141a3899e46'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:18:47.925578 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-26daf4fd-1d5e-45b2-98ae-05c3ecabced3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:18:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['c4ea235f-cfb5-4355-94c1-7141a3899e46'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:48.088828 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-26daf4fd-1d5e-45b2-98ae-05c3ecabced3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:48.099335 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-621dd28a-5582-4346-8278-218dd32ca085 None None] Provisioning complete for port 705859b3-57e1-4ac2-be0a-5482767392a3 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:18:48.100064 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-621dd28a-5582-4346-8278-218dd32ca085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:48.120617 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-568d3ef3-4726-4fd2-bf41-dbf65a4b7932 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Made reservation on behalf of 0a1f457aa03040bf80cb1868b8b59715 for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:18:48.126408 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-568d3ef3-4726-4fd2-bf41-dbf65a4b7932 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:48.167732 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-20d8f060-9823-4f40-8e4b-35525e68e677 req-db867064-23b7-4cdf-b6b8-c3a369848c9f service neutron] 10.222.0.41 "GET /v2.0/networks/931f4273-7ce0-414b-a3b2-f40f48617bda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665987 Dec 06 17:18:48.180373 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-568d3ef3-4726-4fd2-bf41-dbf65a4b7932 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] device_id is not set on port d0b21c92-e9cc-4819-9fb9-e882ff7dd01d yet. {{(pid=103285) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:18:48.192066 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:48.205205 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26daf4fd-1d5e-45b2-98ae-05c3ecabced3 None None] Routers {'c4ea235f-cfb5-4355-94c1-7141a3899e46'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:18:48.206568 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-26daf4fd-1d5e-45b2-98ae-05c3ecabced3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:18:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['c4ea235f-cfb5-4355-94c1-7141a3899e46'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:48.270522 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-26daf4fd-1d5e-45b2-98ae-05c3ecabced3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:48.272101 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26daf4fd-1d5e-45b2-98ae-05c3ecabced3 None None] The sync data for ids ['c4ea235f-cfb5-4355-94c1-7141a3899e46'] in n-d-master-1 is: [] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:18:48.347660 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a598b5f-053f-4cdd-b79e-b9acd7946ab2 req-f078e8a1-cf6a-4553-848a-3837908fbbcb tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:48.362530 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3a598b5f-053f-4cdd-b79e-b9acd7946ab2 req-f078e8a1-cf6a-4553-848a-3837908fbbcb tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=218e73a3-3dbc-4dda-87ce-335528fd8f2b HTTP/1.1" status: 200 len: 943 time: 0.1127951 Dec 06 17:18:48.372019 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-621dd28a-5582-4346-8278-218dd32ca085 None None] Provisioning complete for port 5daadc68-e26d-48de-96a2-c4d2e51611b5 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:18:48.372612 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-621dd28a-5582-4346-8278-218dd32ca085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:48.415017 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2246bf2-fa0d-4d21-be37-4d26f6f19053 req-a7cdcbe8-4e5a-45d9-a1d2-760ac85d72da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:48.416513 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b2246bf2-fa0d-4d21-be37-4d26f6f19053 req-a7cdcbe8-4e5a-45d9-a1d2-760ac85d72da service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0b996ae66d164de39215c3dfc863b124&device_id=218e73a3-3dbc-4dda-87ce-335528fd8f2b HTTP/1.1" status: 200 len: 1094 time: 0.1226156 Dec 06 17:18:48.439625 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3a598b5f-053f-4cdd-b79e-b9acd7946ab2 req-aae40758-e946-42f0-81e0-4e60b3762cc7 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699022 Dec 06 17:18:48.465319 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-568d3ef3-4726-4fd2-bf41-dbf65a4b7932 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Allocated IP 172.20.0.14 (6b5d593f-8773-4f43-af63-90d1307b9eeb/5ac551ac-25f9-4795-845e-e84795bce536/d0b21c92-e9cc-4819-9fb9-e882ff7dd01d) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:18:48.499576 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-621dd28a-5582-4346-8278-218dd32ca085 None None] Provisioning complete for port dce61015-8e07-4d37-96d4-0b0f9d7448ad triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:18:48.500012 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-621dd28a-5582-4346-8278-218dd32ca085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:48.552374 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-621dd28a-5582-4346-8278-218dd32ca085 None None] Port dce61015-8e07-4d37-96d4-0b0f9d7448ad cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:18:48.560180 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2246bf2-fa0d-4d21-be37-4d26f6f19053 req-418d08eb-c585-4ec6-b83b-0ca02b2c42e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:48.561726 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b2246bf2-fa0d-4d21-be37-4d26f6f19053 req-418d08eb-c585-4ec6-b83b-0ca02b2c42e4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=931f4273-7ce0-414b-a3b2-f40f48617bda HTTP/1.1" status: 200 len: 906 time: 0.1363368 Dec 06 17:18:48.564142 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-621dd28a-5582-4346-8278-218dd32ca085 None None] Provisioning complete for port fc0d0fac-47fe-4dca-9e8c-816b18e5f6e7 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:18:48.564528 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-621dd28a-5582-4346-8278-218dd32ca085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:48.624314 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b2246bf2-fa0d-4d21-be37-4d26f6f19053 req-f19f586a-127f-4808-8a5d-91584b668ebb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe2e2e4a-a7f0-4acd-a5bf-6dcb44b95e62 HTTP/1.1" status: 200 len: 217 time: 0.0527182 Dec 06 17:18:48.652770 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-621dd28a-5582-4346-8278-218dd32ca085 None None] Provisioning complete for port e18901ff-942b-496d-a149-ad47857cf4fd triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:18:48.653335 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-621dd28a-5582-4346-8278-218dd32ca085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:48.689838 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-621dd28a-5582-4346-8278-218dd32ca085 None None] Port e18901ff-942b-496d-a149-ad47857cf4fd cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:18:48.700015 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-621dd28a-5582-4346-8278-218dd32ca085 None None] Provisioning complete for port 2df903ce-17a3-44e2-be22-42f5d2808b70 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:18:48.700398 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-621dd28a-5582-4346-8278-218dd32ca085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:48.722172 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2246bf2-fa0d-4d21-be37-4d26f6f19053 req-765fe288-c749-49c0-8573-f06f55523fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:48.723734 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b2246bf2-fa0d-4d21-be37-4d26f6f19053 req-765fe288-c749-49c0-8573-f06f55523fcb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b9546861-2c51-42d4-889f-961f9688fd79 HTTP/1.1" status: 200 len: 845 time: 0.0910325 Dec 06 17:18:48.769393 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b2246bf2-fa0d-4d21-be37-4d26f6f19053 req-2317b77a-90d0-4345-9959-30ca816d5155 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=931f4273-7ce0-414b-a3b2-f40f48617bda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366733 Dec 06 17:18:48.779273 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-568d3ef3-4726-4fd2-bf41-dbf65a4b7932 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:48.802974 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-621dd28a-5582-4346-8278-218dd32ca085 None None] Provisioning complete for port f83575ca-5890-4b32-b6b7-f4d16e2019ab triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:18:48.803768 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-621dd28a-5582-4346-8278-218dd32ca085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:48.842189 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-621dd28a-5582-4346-8278-218dd32ca085 None None] Port f83575ca-5890-4b32-b6b7-f4d16e2019ab cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:18:48.871760 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-621dd28a-5582-4346-8278-218dd32ca085 None None] Provisioning complete for port 285abe9d-ae9b-4d37-b5c6-99865231b78e triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:18:48.872242 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-621dd28a-5582-4346-8278-218dd32ca085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:48.888465 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-568d3ef3-4726-4fd2-bf41-dbf65a4b7932 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:48.979173 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568d3ef3-4726-4fd2-bf41-dbf65a4b7932 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Pushing event updated for resources: {'Port': ['ID=d0b21c92-e9cc-4819-9fb9-e882ff7dd01d,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:49.038241 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-621dd28a-5582-4346-8278-218dd32ca085 None None] Provisioning complete for port ff61887c-cd9c-47e8-93f9-3ef32173fbf7 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:18:49.038621 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-621dd28a-5582-4346-8278-218dd32ca085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:49.042070 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-12e6aa10-3e3f-40f3-863c-ff6b45b190c8 req-94851e62-82c6-41b9-b342-496c2ad9c538 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bf6cfff1-e89e-47d3-a261-fffcd3234c35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2197793 Dec 06 17:18:49.076300 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-621dd28a-5582-4346-8278-218dd32ca085 None None] Port ff61887c-cd9c-47e8-93f9-3ef32173fbf7 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:18:49.077851 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 121dd329-2fdc-4943-88fc-b3360bf29c71 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:18:49.081291 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:49.179113 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568d3ef3-4726-4fd2-bf41-dbf65a4b7932 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Network 6b5d593f-8773-4f43-af63-90d1307b9eeb is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:18:49.197418 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-568d3ef3-4726-4fd2-bf41-dbf65a4b7932 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:18:49.200047 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568d3ef3-4726-4fd2-bf41-dbf65a4b7932 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:18:49.222960 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 121dd329-2fdc-4943-88fc-b3360bf29c71, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=121dd329-2fdc-4943-88fc-b3360bf29c71,segment=NetworkSegment(89275c86-7da9-47f2-a47a-1035a530c501),segment_id=89275c86-7da9-47f2-a47a-1035a530c501)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:18:49.241817 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-20d3dc1c-8607-4557-b400-4b3eb98df471 None None] Provisioning complete for port 117a3324-1ed6-4252-8446-e948538d68b5 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:18:49.242857 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-20d3dc1c-8607-4557-b400-4b3eb98df471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:49.244888 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b2246bf2-fa0d-4d21-be37-4d26f6f19053 req-97fb860a-38e1-4b29-9078-63a389f4a4bd service neutron] 10.222.0.41 "GET /v2.0/networks/931f4273-7ce0-414b-a3b2-f40f48617bda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4212673 Dec 06 17:18:49.248841 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': '121dd329-2fdc-4943-88fc-b3360bf29c71', 'network_id': 'b1330ff6-71a6-48db-aedf-2e908404d40b', 'port_id': '121dd329-2fdc-4943-88fc-b3360bf29c71', 'mac_address': 'fa:16:3e:62:49:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '407d30a8-656b-4107-b0bb-8b27c7634002', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:18:49.323711 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c01cec2-b4bc-4f68-b386-3b960eaf2f33 req-544e8a6c-accc-438a-8e8c-ecd098a83a95 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:49.332768 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:49.334250 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7c01cec2-b4bc-4f68-b386-3b960eaf2f33 req-544e8a6c-accc-438a-8e8c-ecd098a83a95 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/ports?device_id=6972e696-526b-417c-bdce-ca7d7c8763eb HTTP/1.1" status: 200 len: 946 time: 0.3573201 Dec 06 17:18:49.387713 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 121dd329-2fdc-4943-88fc-b3360bf29c71 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:18:49.397249 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-20d3dc1c-8607-4557-b400-4b3eb98df471 None None] Port 117a3324-1ed6-4252-8446-e948538d68b5 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:18:49.418068 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568d3ef3-4726-4fd2-bf41-dbf65a4b7932 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:49.418717 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-568d3ef3-4726-4fd2-bf41-dbf65a4b7932 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:49.422849 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e6aa10-3e3f-40f3-863c-ff6b45b190c8 req-681ad081-cb54-4435-b021-3eb3f0057ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:49.424141 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-12e6aa10-3e3f-40f3-863c-ff6b45b190c8 req-681ad081-cb54-4435-b021-3eb3f0057ab2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=12e9694b770846e1b2438737464ee65f&device_id=bf6cfff1-e89e-47d3-a261-fffcd3234c35 HTTP/1.1" status: 200 len: 1097 time: 0.3310683 Dec 06 17:18:49.457560 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 121dd329-2fdc-4943-88fc-b3360bf29c71, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=121dd329-2fdc-4943-88fc-b3360bf29c71,segment=NetworkSegment(89275c86-7da9-47f2-a47a-1035a530c501),segment_id=89275c86-7da9-47f2-a47a-1035a530c501)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:18:49.469230 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:49.559260 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=121dd329-2fdc-4943-88fc-b3360bf29c71,revision_number=6']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:49.593668 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-568d3ef3-4726-4fd2-bf41-dbf65a4b7932 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8414605 Dec 06 17:18:49.597298 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-811a1cb6-0b41-4733-ba0e-99fabe494b2b None None] Provisioning complete for port d0b21c92-e9cc-4819-9fb9-e882ff7dd01d triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:18:49.597830 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-811a1cb6-0b41-4733-ba0e-99fabe494b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:49.602616 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53378) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:49.615032 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-08c8733f-008b-4c89-8e11-7c44577ed971 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Request body: {'floatingip': {'port_id': 'd0b21c92-e9cc-4819-9fb9-e882ff7dd01d'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:18:49.640934 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-811a1cb6-0b41-4733-ba0e-99fabe494b2b None None] Port d0b21c92-e9cc-4819-9fb9-e882ff7dd01d cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:18:49.650909 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['121dd329-2fdc-4943-88fc-b3360bf29c71'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:18:49.653076 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7c01cec2-b4bc-4f68-b386-3b960eaf2f33 req-3603162e-d308-4713-997b-1a9077b1672f tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/security-groups?id=55b21076-cf23-48e9-9a14-bcc811d060b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123541 Dec 06 17:18:49.698396 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e6aa10-3e3f-40f3-863c-ff6b45b190c8 req-ff85fba0-9c42-45ba-bd7f-97324a55432f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:49.700141 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-12e6aa10-3e3f-40f3-863c-ff6b45b190c8 req-ff85fba0-9c42-45ba-bd7f-97324a55432f service neutron] 10.222.0.41 "GET /v2.0/networks?id=261aff99-925f-409c-8466-88931a59d0de HTTP/1.1" status: 200 len: 916 time: 0.2123110 Dec 06 17:18:49.704615 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b2246bf2-fa0d-4d21-be37-4d26f6f19053 req-6b000032-2619-4d22-88d0-95c29e9079fa service neutron] 10.222.0.41 "GET /v2.0/networks/931f4273-7ce0-414b-a3b2-f40f48617bda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4324954 Dec 06 17:18:49.725638 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-08c8733f-008b-4c89-8e11-7c44577ed971 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks [] for floatingip, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:49.946889 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-12e6aa10-3e3f-40f3-863c-ff6b45b190c8 req-37a58189-3d19-4ef2-ba03-f7f2693c0e2c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea0b0aba-80db-4b8c-bbd0-2379ff2e9257 HTTP/1.1" status: 200 len: 1002 time: 0.2315395 Dec 06 17:18:50.107552 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e6aa10-3e3f-40f3-863c-ff6b45b190c8 req-8f944502-b7c3-40ff-91fb-c6afd04ee566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:50.111817 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-12e6aa10-3e3f-40f3-863c-ff6b45b190c8 req-8f944502-b7c3-40ff-91fb-c6afd04ee566 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=24938659-33cf-44a1-b187-f340ef422bb5 HTTP/1.1" status: 200 len: 854 time: 0.1565464 Dec 06 17:18:50.234166 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e6aa10-3e3f-40f3-863c-ff6b45b190c8 req-a756bae2-077c-4ad1-abde-e384d790b054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:50.234400 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13df2b53-42f0-4715-976b-25fdc330812e req-cfd8f6bd-b3b6-48b5-a421-f0459f45be15 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:50.237716 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-12e6aa10-3e3f-40f3-863c-ff6b45b190c8 req-a756bae2-077c-4ad1-abde-e384d790b054 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=261aff99-925f-409c-8466-88931a59d0de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1142910 Dec 06 17:18:50.242468 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-13df2b53-42f0-4715-976b-25fdc330812e req-cfd8f6bd-b3b6-48b5-a421-f0459f45be15 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=218e73a3-3dbc-4dda-87ce-335528fd8f2b HTTP/1.1" status: 200 len: 943 time: 0.6982560 Dec 06 17:18:50.315059 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device fe2e2e4a-a7f0-4acd-a5bf-6dcb44b95e62 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:18:50.332894 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-13df2b53-42f0-4715-976b-25fdc330812e req-44567542-d5f0-4bf1-9b80-baa520df33a7 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853710 Dec 06 17:18:50.468456 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port fe2e2e4a-a7f0-4acd-a5bf-6dcb44b95e62, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=fe2e2e4a-a7f0-4acd-a5bf-6dcb44b95e62,segment=NetworkSegment(b722eb92-d8da-4fbc-acca-71668ea91866),segment_id=b722eb92-d8da-4fbc-acca-71668ea91866)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:18:50.479749 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-12e6aa10-3e3f-40f3-863c-ff6b45b190c8 req-5bbe91a5-3043-4011-9f4b-8c5c31de1fec service neutron] 10.222.0.41 "GET /v2.0/networks/261aff99-925f-409c-8466-88931a59d0de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333672 Dec 06 17:18:50.480598 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': 'fe2e2e4a-a7f0-4acd-a5bf-6dcb44b95e62', 'network_id': '931f4273-7ce0-414b-a3b2-f40f48617bda', 'port_id': 'fe2e2e4a-a7f0-4acd-a5bf-6dcb44b95e62', 'mac_address': 'fa:16:3e:df:56:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9546861-2c51-42d4-889f-961f9688fd79', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:18:50.539869 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:50.572445 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe2e2e4a-a7f0-4acd-a5bf-6dcb44b95e62 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:18:50.605641 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port fe2e2e4a-a7f0-4acd-a5bf-6dcb44b95e62, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=fe2e2e4a-a7f0-4acd-a5bf-6dcb44b95e62,segment=NetworkSegment(b722eb92-d8da-4fbc-acca-71668ea91866),segment_id=b722eb92-d8da-4fbc-acca-71668ea91866)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:18:50.615312 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:50.615841 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-12e6aa10-3e3f-40f3-863c-ff6b45b190c8 req-d48f67d8-5874-4e5b-94b0-dd973be3e7ad service neutron] 10.222.0.41 "GET /v2.0/networks/261aff99-925f-409c-8466-88931a59d0de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169147 Dec 06 17:18:50.722589 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=fe2e2e4a-a7f0-4acd-a5bf-6dcb44b95e62,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:50.867569 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a39d0ebc-fc1f-41fa-b6f4-f42c32150dd3 req-aeaa20b0-13de-40ef-b562-78ccab2fff40 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ab5a1622-9933-40c5-84a1-0be26fda8c29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0910146 Dec 06 17:18:50.884275 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9af5557-cf24-4f03-8680-4c2018258365 req-7ad86c90-53a6-4a21-9156-3e75e01e7587 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:50.885842 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d9af5557-cf24-4f03-8680-4c2018258365 req-7ad86c90-53a6-4a21-9156-3e75e01e7587 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/ports?device_id=6972e696-526b-417c-bdce-ca7d7c8763eb HTTP/1.1" status: 200 len: 946 time: 0.0967743 Dec 06 17:18:50.923227 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['fe2e2e4a-a7f0-4acd-a5bf-6dcb44b95e62'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:18:50.948793 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d9af5557-cf24-4f03-8680-4c2018258365 req-1a29ff23-08f2-4026-8b7e-475d1139dcd3 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/security-groups?id=55b21076-cf23-48e9-9a14-bcc811d060b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556939 Dec 06 17:18:51.048004 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39d0ebc-fc1f-41fa-b6f4-f42c32150dd3 req-2c760b7d-cda7-4f55-a1b3-d83ed7f9852e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:51.049980 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39d0ebc-fc1f-41fa-b6f4-f42c32150dd3 req-2c760b7d-cda7-4f55-a1b3-d83ed7f9852e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:51.050572 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39d0ebc-fc1f-41fa-b6f4-f42c32150dd3 req-2c760b7d-cda7-4f55-a1b3-d83ed7f9852e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:51.052568 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39d0ebc-fc1f-41fa-b6f4-f42c32150dd3 req-2c760b7d-cda7-4f55-a1b3-d83ed7f9852e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:51.053124 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39d0ebc-fc1f-41fa-b6f4-f42c32150dd3 req-2c760b7d-cda7-4f55-a1b3-d83ed7f9852e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:51.054161 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39d0ebc-fc1f-41fa-b6f4-f42c32150dd3 req-2c760b7d-cda7-4f55-a1b3-d83ed7f9852e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:51.055166 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39d0ebc-fc1f-41fa-b6f4-f42c32150dd3 req-2c760b7d-cda7-4f55-a1b3-d83ed7f9852e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:51.057295 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a39d0ebc-fc1f-41fa-b6f4-f42c32150dd3 req-2c760b7d-cda7-4f55-a1b3-d83ed7f9852e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3ab1b684adb44126aa30c8ecbc0cad3c&device_id=ab5a1622-9933-40c5-84a1-0be26fda8c29 HTTP/1.1" status: 200 len: 6490 time: 0.1067317 Dec 06 17:18:51.082119 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 121dd329-2fdc-4943-88fc-b3360bf29c71 up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:18:51.092689 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-08c8733f-008b-4c89-8e11-7c44577ed971 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:51.118904 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-08c8733f-008b-4c89-8e11-7c44577ed971 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:51.170496 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 53394) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:51.180264 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-bfad6312-3b4f-483b-aec8-715010c176b2 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Request body: {'subnet': {'network_id': '61bea241-699c-421d-b039-66e67fcb12ee', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:18:51.214284 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port 121dd329-2fdc-4943-88fc-b3360bf29c71 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:18:51.214984 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:51.296779 n-d-master-1 neutron-server[103284]: INFO neutron.db.l3_db [None req-08c8733f-008b-4c89-8e11-7c44577ed971 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Floating IP cec1f149-e9ef-42c0-9764-8722ca85988a associated. External IP: 172.35.1.176, port: e18901ff-942b-496d-a149-ad47857cf4fd. Dec 06 17:18:51.329542 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39d0ebc-fc1f-41fa-b6f4-f42c32150dd3 req-dca09643-8790-4fcc-a549-50576475d34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:51.330603 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39d0ebc-fc1f-41fa-b6f4-f42c32150dd3 req-dca09643-8790-4fcc-a549-50576475d34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:51.331088 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39d0ebc-fc1f-41fa-b6f4-f42c32150dd3 req-dca09643-8790-4fcc-a549-50576475d34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:51.333436 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a39d0ebc-fc1f-41fa-b6f4-f42c32150dd3 req-dca09643-8790-4fcc-a549-50576475d34b service neutron] 10.222.0.41 "GET /v2.0/networks?id=3fe6b139-ab54-421b-a2ff-2a0762857d78&id=a4c7e014-b0a5-4b38-bc7b-c27afa34aef4&id=a4c7e014-b0a5-4b38-bc7b-c27afa34aef4&id=a4c7e014-b0a5-4b38-bc7b-c27afa34aef4&id=a4c7e014-b0a5-4b38-bc7b-c27afa34aef4&id=e47593f6-512b-4b3d-b5fd-6e48cd1a0fda&id=e47593f6-512b-4b3d-b5fd-6e48cd1a0fda HTTP/1.1" status: 200 len: 2291 time: 0.2390201 Dec 06 17:18:51.334911 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:51.391195 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56bfc86e-367c-415e-8cf0-a0f9867a9691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '121dd329-2fdc-4943-88fc-b3360bf29c71'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:18:51.396000 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f971eb0-5a9a-4e03-9a7b-66e8eb6ba41d" -d '{"events": [{"server_uuid": "56bfc86e-367c-415e-8cf0-a0f9867a9691", "name": "network-vif-plugged", "status": "completed", "tag": "121dd329-2fdc-4943-88fc-b3360bf29c71"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:18:51.405584 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfad6312-3b4f-483b-aec8-715010c176b2 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Made reservation on behalf of aa4e637cd39d4cbd858838b93355e813 for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:18:51.409272 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bfad6312-3b4f-483b-aec8-715010c176b2 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:51.431125 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 121dd329-2fdc-4943-88fc-b3360bf29c71, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=121dd329-2fdc-4943-88fc-b3360bf29c71,segment=NetworkSegment(89275c86-7da9-47f2-a47a-1035a530c501),segment_id=89275c86-7da9-47f2-a47a-1035a530c501)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:18:51.438999 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:51.502997 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=121dd329-2fdc-4943-88fc-b3360bf29c71,revision_number=7']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:51.529092 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a39d0ebc-fc1f-41fa-b6f4-f42c32150dd3 req-4a2dcc97-9fa6-4243-9f38-3d5f475a65c9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ff5d469-98fa-49c2-8ef1-104f557830ca HTTP/1.1" status: 200 len: 1000 time: 0.1864200 Dec 06 17:18:51.595988 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-447ddce6-8147-4238-8f34-e880a149232f x-openstack-request-id: req-447ddce6-8147-4238-8f34-e880a149232f {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:18:51.596560 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56bfc86e-367c-415e-8cf0-a0f9867a9691", "name": "network-vif-plugged", "status": "completed", "tag": "121dd329-2fdc-4943-88fc-b3360bf29c71", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:18:51.597009 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-447ddce6-8147-4238-8f34-e880a149232f {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:18:51.597671 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56bfc86e-367c-415e-8cf0-a0f9867a9691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '121dd329-2fdc-4943-88fc-b3360bf29c71', 'code': 200} Dec 06 17:18:51.603416 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39d0ebc-fc1f-41fa-b6f4-f42c32150dd3 req-e4e22982-d93d-4026-8743-56e4739ae98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:51.605935 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a39d0ebc-fc1f-41fa-b6f4-f42c32150dd3 req-e4e22982-d93d-4026-8743-56e4739ae98e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6a353316-d532-4156-ba10-317f93f3fee6 HTTP/1.1" status: 200 len: 849 time: 0.0662508 Dec 06 17:18:51.717317 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39d0ebc-fc1f-41fa-b6f4-f42c32150dd3 req-95d97ff3-9e7a-44f3-96c1-6516a56a2697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:51.720009 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a39d0ebc-fc1f-41fa-b6f4-f42c32150dd3 req-95d97ff3-9e7a-44f3-96c1-6516a56a2697 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3fe6b139-ab54-421b-a2ff-2a0762857d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0909998 Dec 06 17:18:51.723034 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b3048-cd65-476d-8933-f04e1fab5553 req-67bbaf46-566b-491d-b525-8c16e1581c12 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:51.724639 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8e2b3048-cd65-476d-8933-f04e1fab5553 req-67bbaf46-566b-491d-b525-8c16e1581c12 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=218e73a3-3dbc-4dda-87ce-335528fd8f2b HTTP/1.1" status: 200 len: 944 time: 0.2657886 Dec 06 17:18:51.754988 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08c8733f-008b-4c89-8e11-7c44577ed971 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Router 5fb4a540-f2b6-47cf-b821-09e81cfd5680 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:18:51.755501 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bfad6312-3b4f-483b-aec8-715010c176b2 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:51.804088 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8e2b3048-cd65-476d-8933-f04e1fab5553 req-c5de1afd-2c31-45f8-9d0b-02f67d86d76c tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649023 Dec 06 17:18:51.886770 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfad6312-3b4f-483b-aec8-715010c176b2 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Pushing event updated for resources: {'Subnet': ['ID=08621ddd-5cc1-4016-80a1-1b4ed59cfcc7,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:51.910628 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfad6312-3b4f-483b-aec8-715010c176b2 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Checking segment: {'id': '9e2513a7-e1da-48e3-b869-a24677ec2269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '61bea241-699c-421d-b039-66e67fcb12ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:18:51.911135 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfad6312-3b4f-483b-aec8-715010c176b2 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Network hostable DHCP agents. Network: 61bea241-699c-421d-b039-66e67fcb12ee, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:18:51.920752 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a39d0ebc-fc1f-41fa-b6f4-f42c32150dd3 req-c93eb35f-995e-4576-915f-0ddc7674c6ed service neutron] 10.222.0.41 "GET /v2.0/networks/3fe6b139-ab54-421b-a2ff-2a0762857d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892776 Dec 06 17:18:51.921802 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08c8733f-008b-4c89-8e11-7c44577ed971 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:18:51.933722 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e8bbfb-e721-44e9-a20f-5a5eecdc7871 None None] Sync routers for ids ['5fb4a540-f2b6-47cf-b821-09e81cfd5680'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:18:51.944483 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e8bbfb-e721-44e9-a20f-5a5eecdc7871 None None] Routers {'5fb4a540-f2b6-47cf-b821-09e81cfd5680'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:18:51.950198 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-a2e8bbfb-e721-44e9-a20f-5a5eecdc7871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:18:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['5fb4a540-f2b6-47cf-b821-09e81cfd5680'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:51.971341 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfad6312-3b4f-483b-aec8-715010c176b2 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Network 61bea241-699c-421d-b039-66e67fcb12ee is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:18:51.995859 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-a2e8bbfb-e721-44e9-a20f-5a5eecdc7871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:52.005542 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e8bbfb-e721-44e9-a20f-5a5eecdc7871 None None] Routers {'5fb4a540-f2b6-47cf-b821-09e81cfd5680'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:18:52.006426 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-a2e8bbfb-e721-44e9-a20f-5a5eecdc7871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:18:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['5fb4a540-f2b6-47cf-b821-09e81cfd5680'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:52.037526 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-bfad6312-3b4f-483b-aec8-715010c176b2 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 61bea241-699c-421d-b039-66e67fcb12ee) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:18:52.046376 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea28662-71fc-4081-9d14-4707d9974760 None None] Network 61bea241-699c-421d-b039-66e67fcb12ee requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:18:52.051872 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfad6312-3b4f-483b-aec8-715010c176b2 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:52.052474 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bfad6312-3b4f-483b-aec8-715010c176b2 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:52.068432 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-a2e8bbfb-e721-44e9-a20f-5a5eecdc7871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:52.070850 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e8bbfb-e721-44e9-a20f-5a5eecdc7871 None None] The sync data for ids ['5fb4a540-f2b6-47cf-b821-09e81cfd5680'] in n-d-master-1 is: [] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:18:52.119578 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-bfad6312-3b4f-483b-aec8-715010c176b2 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9478879 Dec 06 17:18:52.139580 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 53410) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:52.151415 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-c5a4a2e2-f9a6-4e60-bd19-549306c5e6e3 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-326200748'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:18:52.170137 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a39d0ebc-fc1f-41fa-b6f4-f42c32150dd3 req-23b26fbf-d77a-46bf-bd16-bf8b7902c607 service neutron] 10.222.0.41 "GET /v2.0/networks/3fe6b139-ab54-421b-a2ff-2a0762857d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413230 Dec 06 17:18:52.219150 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a39d0ebc-fc1f-41fa-b6f4-f42c32150dd3 req-a133c83e-b966-48a9-b356-f7fd7e50345d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.59&port_id=69267b95-7993-4338-b334-0869546a57e9 HTTP/1.1" status: 200 len: 217 time: 0.0368125 Dec 06 17:18:52.229450 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66eb45a-6cb1-4c3e-b0e7-295440ad3480 req-e51cef3b-1e45-4a59-ac20-3c9904baf4d5 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:52.231168 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e66eb45a-6cb1-4c3e-b0e7-295440ad3480 req-e51cef3b-1e45-4a59-ac20-3c9904baf4d5 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/ports?device_id=6972e696-526b-417c-bdce-ca7d7c8763eb HTTP/1.1" status: 200 len: 946 time: 0.1403017 Dec 06 17:18:52.233221 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5a4a2e2-f9a6-4e60-bd19-549306c5e6e3 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Made reservation on behalf of aa4e637cd39d4cbd858838b93355e813 for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:18:52.236677 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c5a4a2e2-f9a6-4e60-bd19-549306c5e6e3 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:52.279731 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c92215b-7817-4c9f-8a87-610f70f54d23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-61bea241-699c-421d-b039-66e67fcb12ee', 'network_id': '61bea241-699c-421d-b039-66e67fcb12ee', 'tenant_id': 'aa4e637cd39d4cbd858838b93355e813', 'fixed_ips': [{'subnet_id': '08621ddd-5cc1-4016-80a1-1b4ed59cfcc7'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:18:52.280605 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8c92215b-7817-4c9f-8a87-610f70f54d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:52.295905 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08c8733f-008b-4c89-8e11-7c44577ed971 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Router c4ea235f-cfb5-4355-94c1-7141a3899e46 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:18:52.346913 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e66eb45a-6cb1-4c3e-b0e7-295440ad3480 req-bf9e6f0c-568b-4a93-8118-07fcdff614f8 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/security-groups?id=55b21076-cf23-48e9-9a14-bcc811d060b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001244 Dec 06 17:18:52.347771 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5a4a2e2-f9a6-4e60-bd19-549306c5e6e3 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:18:52.354510 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39d0ebc-fc1f-41fa-b6f4-f42c32150dd3 req-0ad621d3-3eca-458d-aeaf-28a744c78b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:52.356689 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a39d0ebc-fc1f-41fa-b6f4-f42c32150dd3 req-0ad621d3-3eca-458d-aeaf-28a744c78b41 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1b6f6e09-b453-475f-acb4-6738e54d8ac7 HTTP/1.1" status: 200 len: 797 time: 0.1243796 Dec 06 17:18:52.362658 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c5a4a2e2-f9a6-4e60-bd19-549306c5e6e3 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:52.363131 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-c5a4a2e2-f9a6-4e60-bd19-549306c5e6e3 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Added segment e2047c0d-9923-4f4c-81a4-98386498e6c9 of type vlan for network d6f4b937-670f-4a87-ae44-c4b0dd248ee9 Dec 06 17:18:52.404917 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device fe2e2e4a-a7f0-4acd-a5bf-6dcb44b95e62 up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:18:52.453566 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c5a4a2e2-f9a6-4e60-bd19-549306c5e6e3 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:52.482463 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39d0ebc-fc1f-41fa-b6f4-f42c32150dd3 req-114f075b-6174-4b5a-b92c-ba256d8f13fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:52.482463 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a39d0ebc-fc1f-41fa-b6f4-f42c32150dd3 req-114f075b-6174-4b5a-b92c-ba256d8f13fb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a4c7e014-b0a5-4b38-bc7b-c27afa34aef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1154296 Dec 06 17:18:52.503460 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port fe2e2e4a-a7f0-4acd-a5bf-6dcb44b95e62 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:18:52.513042 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08c8733f-008b-4c89-8e11-7c44577ed971 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:18:52.517783 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-08c8733f-008b-4c89-8e11-7c44577ed971 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:52.534123 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c5a4a2e2-f9a6-4e60-bd19-549306c5e6e3 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:52.534447 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a920a8-7cba-4496-8c74-d9395c28f9f6 None None] Sync routers for ids ['c4ea235f-cfb5-4355-94c1-7141a3899e46'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:18:52.539471 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port fe2e2e4a-a7f0-4acd-a5bf-6dcb44b95e62 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:18:52.540033 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a4a2e2-f9a6-4e60-bd19-549306c5e6e3 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:52.540579 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:52.540721 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c5a4a2e2-f9a6-4e60-bd19-549306c5e6e3 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:52.611743 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-08c8733f-008b-4c89-8e11-7c44577ed971 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] 10.222.0.23 "PUT /v2.0/floatingips/cec1f149-e9ef-42c0-9764-8722ca85988a HTTP/1.1" status: 200 len: 979 time: 3.0031152 Dec 06 17:18:52.614765 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53416) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:52.628849 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a920a8-7cba-4496-8c74-d9395c28f9f6 None None] Routers {'c4ea235f-cfb5-4355-94c1-7141a3899e46'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:18:52.629695 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-23a920a8-7cba-4496-8c74-d9395c28f9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:18:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['c4ea235f-cfb5-4355-94c1-7141a3899e46'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:52.691051 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-8c92215b-7817-4c9f-8a87-610f70f54d23 None None] Allocated IP 2001:db8:0:ffff::2 (61bea241-699c-421d-b039-66e67fcb12ee/08621ddd-5cc1-4016-80a1-1b4ed59cfcc7/78d3eb4d-4534-42ab-82ce-52dc72876dc4) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:18:52.697510 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-23a920a8-7cba-4496-8c74-d9395c28f9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:52.802092 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-e76282bd-2aa4-48c0-8a58-bd10188f63d1 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Deleting port d0b21c92-e9cc-4819-9fb9-e882ff7dd01d {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:18:52.802468 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e76282bd-2aa4-48c0-8a58-bd10188f63d1 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:52.807229 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:52.816616 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a920a8-7cba-4496-8c74-d9395c28f9f6 None None] Routers {'c4ea235f-cfb5-4355-94c1-7141a3899e46'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:18:52.817111 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-23a920a8-7cba-4496-8c74-d9395c28f9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:18:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['c4ea235f-cfb5-4355-94c1-7141a3899e46'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:52.904767 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e76282bd-2aa4-48c0-8a58-bd10188f63d1 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:52.966225 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-23a920a8-7cba-4496-8c74-d9395c28f9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:52.966796 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a920a8-7cba-4496-8c74-d9395c28f9f6 None None] The sync data for ids ['c4ea235f-cfb5-4355-94c1-7141a3899e46'] in n-d-master-1 is: [] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:18:53.038835 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port fe2e2e4a-a7f0-4acd-a5bf-6dcb44b95e62, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=fe2e2e4a-a7f0-4acd-a5bf-6dcb44b95e62,segment=NetworkSegment(b722eb92-d8da-4fbc-acca-71668ea91866),segment_id=b722eb92-d8da-4fbc-acca-71668ea91866)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:18:53.057008 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:53.128637 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e76282bd-2aa4-48c0-8a58-bd10188f63d1 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:53.130103 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e76282bd-2aa4-48c0-8a58-bd10188f63d1 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:53.130595 n-d-master-1 neutron-server[103284]: INFO neutron.db.l3_db [None req-e76282bd-2aa4-48c0-8a58-bd10188f63d1 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Floating IP cec1f149-e9ef-42c0-9764-8722ca85988a disassociated. External IP: 172.35.1.176, port: d0b21c92-e9cc-4819-9fb9-e882ff7dd01d. Dec 06 17:18:53.131098 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-e76282bd-2aa4-48c0-8a58-bd10188f63d1 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Calling delete_port for d0b21c92-e9cc-4819-9fb9-e882ff7dd01d owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:18:53.173277 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=fe2e2e4a-a7f0-4acd-a5bf-6dcb44b95e62,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:53.206025 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-c5a4a2e2-f9a6-4e60-bd19-549306c5e6e3 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0653389 Dec 06 17:18:53.211363 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 53424) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:53.221651 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-0aa8a622-8166-4bfe-b6f7-c79672df424b tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Request body: {'subnet': {'network_id': 'd6f4b937-670f-4a87-ae44-c4b0dd248ee9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:18:53.229019 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8c92215b-7817-4c9f-8a87-610f70f54d23 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:53.239035 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8c92215b-7817-4c9f-8a87-610f70f54d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:53.245098 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a4a2e2-f9a6-4e60-bd19-549306c5e6e3 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Pushing event updated for resources: {'Network': ['ID=d6f4b937-670f-4a87-ae44-c4b0dd248ee9,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:53.263512 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a39d0ebc-fc1f-41fa-b6f4-f42c32150dd3 req-ea1bd095-155c-4b76-bd69-cd5635a390ca service neutron] 10.222.0.41 "GET /v2.0/networks/a4c7e014-b0a5-4b38-bc7b-c27afa34aef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7751486 Dec 06 17:18:53.282665 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network d6f4b937-670f-4a87-ae44-c4b0dd248ee9 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:18:53.288241 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c92215b-7817-4c9f-8a87-610f70f54d23 None None] Network 61bea241-699c-421d-b039-66e67fcb12ee is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:18:53.305990 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ccb3a-99d7-4b0b-8342-cc34ccdc3504 req-a8db7d0a-aa15-434c-8e7d-ede71e7e2b22 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:53.308195 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c73ccb3a-99d7-4b0b-8342-cc34ccdc3504 req-a8db7d0a-aa15-434c-8e7d-ede71e7e2b22 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=218e73a3-3dbc-4dda-87ce-335528fd8f2b HTTP/1.1" status: 200 len: 945 time: 0.0793116 Dec 06 17:18:53.320337 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-8c92215b-7817-4c9f-8a87-610f70f54d23 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:18:53.325913 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c92215b-7817-4c9f-8a87-610f70f54d23 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:18:53.378022 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c73ccb3a-99d7-4b0b-8342-cc34ccdc3504 req-11a55dc0-55a2-412f-b052-4e02a3e374c3 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590515 Dec 06 17:18:53.391656 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa8a622-8166-4bfe-b6f7-c79672df424b tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Made reservation on behalf of aa4e637cd39d4cbd858838b93355e813 for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:18:53.397612 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0aa8a622-8166-4bfe-b6f7-c79672df424b tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:53.477717 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e76282bd-2aa4-48c0-8a58-bd10188f63d1 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:53.497720 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a39d0ebc-fc1f-41fa-b6f4-f42c32150dd3 req-0003c770-a436-4d0a-97d9-1a24182a4b8f service neutron] 10.222.0.41 "GET /v2.0/networks/a4c7e014-b0a5-4b38-bc7b-c27afa34aef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058592 Dec 06 17:18:53.513983 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76282bd-2aa4-48c0-8a58-bd10188f63d1 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Pushing event deleted for resources: {'Port': ['ID=d0b21c92-e9cc-4819-9fb9-e882ff7dd01d,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:53.557493 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c92215b-7817-4c9f-8a87-610f70f54d23 None None] Pushing event updated for resources: {'Port': ['ID=78d3eb4d-4534-42ab-82ce-52dc72876dc4,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:53.611040 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a39d0ebc-fc1f-41fa-b6f4-f42c32150dd3 req-aa74e7db-7833-4259-8ac1-9c1bac857cb6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=e6837a9b-3564-431d-b164-1562632e4bc8 HTTP/1.1" status: 200 len: 217 time: 0.1006134 Dec 06 17:18:53.624886 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '218e73a3-3dbc-4dda-87ce-335528fd8f2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe2e2e4a-a7f0-4acd-a5bf-6dcb44b95e62'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:18:53.627508 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cc68406-f2bf-4c4b-8e90-c77d647c2ce8" -d '{"events": [{"server_uuid": "218e73a3-3dbc-4dda-87ce-335528fd8f2b", "name": "network-vif-plugged", "status": "completed", "tag": "fe2e2e4a-a7f0-4acd-a5bf-6dcb44b95e62"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:18:53.680121 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-8c92215b-7817-4c9f-8a87-610f70f54d23 None None] Attempting to bind port 78d3eb4d-4534-42ab-82ce-52dc72876dc4 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:18:53.682872 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-8c92215b-7817-4c9f-8a87-610f70f54d23 None None] Attempting to bind port 78d3eb4d-4534-42ab-82ce-52dc72876dc4 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '9e2513a7-e1da-48e3-b869-a24677ec2269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '61bea241-699c-421d-b039-66e67fcb12ee'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:18:53.683408 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c92215b-7817-4c9f-8a87-610f70f54d23 None None] Attempting to bind port 78d3eb4d-4534-42ab-82ce-52dc72876dc4 on network 61bea241-699c-421d-b039-66e67fcb12ee {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:18:53.699045 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c92215b-7817-4c9f-8a87-610f70f54d23 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:18:53.699644 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c92215b-7817-4c9f-8a87-610f70f54d23 None None] Checking segment: {'id': '9e2513a7-e1da-48e3-b869-a24677ec2269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '61bea241-699c-421d-b039-66e67fcb12ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:18:53.701708 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8c92215b-7817-4c9f-8a87-610f70f54d23 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:53.702265 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c92215b-7817-4c9f-8a87-610f70f54d23 None None] Bound using segment: {'id': '9e2513a7-e1da-48e3-b869-a24677ec2269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '61bea241-699c-421d-b039-66e67fcb12ee'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:18:53.702952 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-8c92215b-7817-4c9f-8a87-610f70f54d23 None None] Bound port: 78d3eb4d-4534-42ab-82ce-52dc72876dc4, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e2513a7-e1da-48e3-b869-a24677ec2269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '61bea241-699c-421d-b039-66e67fcb12ee'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:18:53.704191 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8c92215b-7817-4c9f-8a87-610f70f54d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:53.754688 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e76282bd-2aa4-48c0-8a58-bd10188f63d1 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Router c4ea235f-cfb5-4355-94c1-7141a3899e46 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:18:53.800911 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60944c05-8ff6-45ed-93c4-7d8d0f9a858a x-openstack-request-id: req-60944c05-8ff6-45ed-93c4-7d8d0f9a858a {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:18:53.801375 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "218e73a3-3dbc-4dda-87ce-335528fd8f2b", "name": "network-vif-plugged", "status": "completed", "tag": "fe2e2e4a-a7f0-4acd-a5bf-6dcb44b95e62", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:18:53.801757 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-60944c05-8ff6-45ed-93c4-7d8d0f9a858a {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:18:53.802257 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '218e73a3-3dbc-4dda-87ce-335528fd8f2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe2e2e4a-a7f0-4acd-a5bf-6dcb44b95e62', 'code': 200} Dec 06 17:18:53.862330 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-8c92215b-7817-4c9f-8a87-610f70f54d23 None None] For port 78d3eb4d-4534-42ab-82ce-52dc72876dc4, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:18:53.878468 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-8c92215b-7817-4c9f-8a87-610f70f54d23 None None] For port 78d3eb4d-4534-42ab-82ce-52dc72876dc4, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=78d3eb4d-4534-42ab-82ce-52dc72876dc4,segment=NetworkSegment(9e2513a7-e1da-48e3-b869-a24677ec2269),segment_id=9e2513a7-e1da-48e3-b869-a24677ec2269)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:18:53.890720 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8c92215b-7817-4c9f-8a87-610f70f54d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:53.907446 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39d0ebc-fc1f-41fa-b6f4-f42c32150dd3 req-40bd0e10-326c-4ce7-ae70-c8a5f309d334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:53.911606 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a39d0ebc-fc1f-41fa-b6f4-f42c32150dd3 req-40bd0e10-326c-4ce7-ae70-c8a5f309d334 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1b6f6e09-b453-475f-acb4-6738e54d8ac7 HTTP/1.1" status: 200 len: 797 time: 0.2530177 Dec 06 17:18:53.918525 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691f2019-5f17-42b3-a7ea-4b2e9eb54180 req-14c5dc1d-6c29-436e-87fb-84fc23473bb4 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:53.926434 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-691f2019-5f17-42b3-a7ea-4b2e9eb54180 req-14c5dc1d-6c29-436e-87fb-84fc23473bb4 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/ports?device_id=6972e696-526b-417c-bdce-ca7d7c8763eb HTTP/1.1" status: 200 len: 946 time: 0.3352718 Dec 06 17:18:54.029934 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a5f866-6ab0-4040-88e6-e83898b6ecfe req-1cf58831-e3ca-415d-9f42-50e140ddaf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:54.031562 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-08a5f866-6ab0-4040-88e6-e83898b6ecfe req-1cf58831-e3ca-415d-9f42-50e140ddaf81 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=218e73a3-3dbc-4dda-87ce-335528fd8f2b HTTP/1.1" status: 200 len: 1096 time: 0.1914256 Dec 06 17:18:54.036131 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c92215b-7817-4c9f-8a87-610f70f54d23 None None] Pushing event updated for resources: {'Port': ['ID=78d3eb4d-4534-42ab-82ce-52dc72876dc4,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:54.078849 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39d0ebc-fc1f-41fa-b6f4-f42c32150dd3 req-646e1cd1-b9c7-49bf-9e49-a611d2a39146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:54.080795 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a39d0ebc-fc1f-41fa-b6f4-f42c32150dd3 req-646e1cd1-b9c7-49bf-9e49-a611d2a39146 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a4c7e014-b0a5-4b38-bc7b-c27afa34aef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1480606 Dec 06 17:18:54.097314 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e76282bd-2aa4-48c0-8a58-bd10188f63d1 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:18:54.108896 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5168e5dc-7334-4b39-b17d-302a05141e26 None None] Sync routers for ids ['c4ea235f-cfb5-4355-94c1-7141a3899e46'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:18:54.116501 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-691f2019-5f17-42b3-a7ea-4b2e9eb54180 req-998fcd28-6dee-4a08-806b-7b94ccf45feb tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/security-groups?id=55b21076-cf23-48e9-9a14-bcc811d060b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889544 Dec 06 17:18:54.129839 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5168e5dc-7334-4b39-b17d-302a05141e26 None None] Routers {'c4ea235f-cfb5-4355-94c1-7141a3899e46'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:18:54.131208 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-5168e5dc-7334-4b39-b17d-302a05141e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:18:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['c4ea235f-cfb5-4355-94c1-7141a3899e46'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:54.190903 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-5168e5dc-7334-4b39-b17d-302a05141e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:54.209719 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5168e5dc-7334-4b39-b17d-302a05141e26 None None] Routers {'c4ea235f-cfb5-4355-94c1-7141a3899e46'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:18:54.210635 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-5168e5dc-7334-4b39-b17d-302a05141e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:18:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['c4ea235f-cfb5-4355-94c1-7141a3899e46'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:54.240643 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-08a5f866-6ab0-4040-88e6-e83898b6ecfe req-de11bc56-904e-4588-bea4-230d141007aa service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978428 Dec 06 17:18:54.267525 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-5168e5dc-7334-4b39-b17d-302a05141e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:18:54.268400 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5168e5dc-7334-4b39-b17d-302a05141e26 None None] The sync data for ids ['c4ea235f-cfb5-4355-94c1-7141a3899e46'] in n-d-master-1 is: [] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:18:54.304563 n-d-master-1 neutron-server[103285]: DEBUG neutron.objects.ports [None req-0aa8a622-8166-4bfe-b6f7-c79672df424b tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103285) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 17:18:54.308370 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0aa8a622-8166-4bfe-b6f7-c79672df424b tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:54.378026 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a39d0ebc-fc1f-41fa-b6f4-f42c32150dd3 req-41588141-2969-44f7-b425-058f86019a01 service neutron] 10.222.0.41 "GET /v2.0/networks/a4c7e014-b0a5-4b38-bc7b-c27afa34aef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2860162 Dec 06 17:18:54.401592 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa8a622-8166-4bfe-b6f7-c79672df424b tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Pushing event updated for resources: {'Subnet': ['ID=3db1a5d8-bd22-4338-b077-2a4f58103d42,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:54.440647 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa8a622-8166-4bfe-b6f7-c79672df424b tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Checking segment: {'id': 'e2047c0d-9923-4f4c-81a4-98386498e6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd6f4b937-670f-4a87-ae44-c4b0dd248ee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:18:54.441101 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa8a622-8166-4bfe-b6f7-c79672df424b tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Network hostable DHCP agents. Network: d6f4b937-670f-4a87-ae44-c4b0dd248ee9, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:18:54.575848 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa8a622-8166-4bfe-b6f7-c79672df424b tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Network d6f4b937-670f-4a87-ae44-c4b0dd248ee9 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:18:54.603540 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-0aa8a622-8166-4bfe-b6f7-c79672df424b tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, d6f4b937-670f-4a87-ae44-c4b0dd248ee9) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:18:54.615349 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa8a622-8166-4bfe-b6f7-c79672df424b tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:54.616132 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0aa8a622-8166-4bfe-b6f7-c79672df424b tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:54.620913 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5a309d-ffe7-403c-a25d-934d2b24a088 None None] Network d6f4b937-670f-4a87-ae44-c4b0dd248ee9 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:18:54.701046 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a39d0ebc-fc1f-41fa-b6f4-f42c32150dd3 req-4f34cece-8363-4bf4-9454-f281f215d809 service neutron] 10.222.0.41 "GET /v2.0/networks/a4c7e014-b0a5-4b38-bc7b-c27afa34aef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616410 Dec 06 17:18:54.733845 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e76282bd-2aa4-48c0-8a58-bd10188f63d1 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:54.745962 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-e76282bd-2aa4-48c0-8a58-bd10188f63d1 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] 10.222.0.23 "DELETE /v2.0/ports/d0b21c92-e9cc-4819-9fb9-e882ff7dd01d HTTP/1.1" status: 204 len: 168 time: 2.1187367 Dec 06 17:18:54.747571 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-0aa8a622-8166-4bfe-b6f7-c79672df424b tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5316465 Dec 06 17:18:54.748377 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 53446) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:54.749369 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 53448) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:54.768750 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e20d3bf-d855-49da-84b6-f7277df7b445 req-28a1c209-4e2d-4f74-b79d-ac7d3be3d495 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:54.781521 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7e20d3bf-d855-49da-84b6-f7277df7b445 req-28a1c209-4e2d-4f74-b79d-ac7d3be3d495 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=218e73a3-3dbc-4dda-87ce-335528fd8f2b HTTP/1.1" status: 200 len: 945 time: 0.2131865 Dec 06 17:18:54.827346 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-377f84e8-12ee-4dc9-a6ab-d1a3c501d7fb tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Request body: {'port': {'network_id': 'd6f4b937-670f-4a87-ae44-c4b0dd248ee9', 'name': 'tempest-NetworksIpV6TestAttrs-510702781'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:18:54.866741 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7e20d3bf-d855-49da-84b6-f7277df7b445 req-947d26fa-1016-4f41-8f6c-3f2b6ee0ea72 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888467 Dec 06 17:18:54.921507 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad9b0e0-9d1f-4f48-8a6a-9c4799ba4d5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-d6f4b937-670f-4a87-ae44-c4b0dd248ee9', 'network_id': 'd6f4b937-670f-4a87-ae44-c4b0dd248ee9', 'tenant_id': 'aa4e637cd39d4cbd858838b93355e813', 'fixed_ips': [{'subnet_id': '3db1a5d8-bd22-4338-b077-2a4f58103d42'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:18:54.922742 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-aad9b0e0-9d1f-4f48-8a6a-9c4799ba4d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:54.982534 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a39d0ebc-fc1f-41fa-b6f4-f42c32150dd3 req-a77ad879-95a7-4e3a-8d08-5aeb0a7d0ee7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=54b8b728-fb86-4824-ae15-d101cf829fb2 HTTP/1.1" status: 200 len: 217 time: 0.2727129 Dec 06 17:18:55.076786 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-377f84e8-12ee-4dc9-a6ab-d1a3c501d7fb tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Made reservation on behalf of aa4e637cd39d4cbd858838b93355e813 for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:18:55.080579 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-377f84e8-12ee-4dc9-a6ab-d1a3c501d7fb tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:55.108474 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-aad9b0e0-9d1f-4f48-8a6a-9c4799ba4d5e None None] Allocated IP 2001:db8::f816:3eff:fe79:bdae (d6f4b937-670f-4a87-ae44-c4b0dd248ee9/3db1a5d8-bd22-4338-b077-2a4f58103d42/937c8210-7556-4e71-aaa8-2482970244df) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:18:55.123042 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39d0ebc-fc1f-41fa-b6f4-f42c32150dd3 req-b3b52387-d38e-4a9c-b9ef-aa8de27e814f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:55.124604 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a39d0ebc-fc1f-41fa-b6f4-f42c32150dd3 req-b3b52387-d38e-4a9c-b9ef-aa8de27e814f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1b6f6e09-b453-475f-acb4-6738e54d8ac7 HTTP/1.1" status: 200 len: 797 time: 0.1334732 Dec 06 17:18:55.152421 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-377f84e8-12ee-4dc9-a6ab-d1a3c501d7fb tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] device_id is not set on port 89d688dd-2682-441b-a797-4303a5e954d2 yet. {{(pid=103285) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:18:55.298128 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-aad9b0e0-9d1f-4f48-8a6a-9c4799ba4d5e None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:55.312132 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-aad9b0e0-9d1f-4f48-8a6a-9c4799ba4d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:55.343821 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f89a73e-b718-4823-8aa9-3ff9f4301450 req-2b0c5192-c06c-4c33-ad20-cb701e850189 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:55.373245 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad9b0e0-9d1f-4f48-8a6a-9c4799ba4d5e None None] Pushing event updated for resources: {'Port': ['ID=937c8210-7556-4e71-aaa8-2482970244df,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:55.381733 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4f89a73e-b718-4823-8aa9-3ff9f4301450 req-2b0c5192-c06c-4c33-ad20-cb701e850189 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/ports?device_id=6972e696-526b-417c-bdce-ca7d7c8763eb HTTP/1.1" status: 200 len: 946 time: 0.1435783 Dec 06 17:18:55.388436 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad9b0e0-9d1f-4f48-8a6a-9c4799ba4d5e None None] Network d6f4b937-670f-4a87-ae44-c4b0dd248ee9 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:18:55.390167 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-aad9b0e0-9d1f-4f48-8a6a-9c4799ba4d5e None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:18:55.393111 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad9b0e0-9d1f-4f48-8a6a-9c4799ba4d5e None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:18:55.500838 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4f89a73e-b718-4823-8aa9-3ff9f4301450 req-b937c3b9-5c94-419f-833a-4d9b7ecef339 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/security-groups?id=55b21076-cf23-48e9-9a14-bcc811d060b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179044 Dec 06 17:18:55.525645 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39d0ebc-fc1f-41fa-b6f4-f42c32150dd3 req-6b6565f1-d362-4db4-b47f-c55f54c8f9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:55.527231 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a39d0ebc-fc1f-41fa-b6f4-f42c32150dd3 req-6b6565f1-d362-4db4-b47f-c55f54c8f9de service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a4c7e014-b0a5-4b38-bc7b-c27afa34aef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3722241 Dec 06 17:18:55.537859 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-aad9b0e0-9d1f-4f48-8a6a-9c4799ba4d5e None None] Attempting to bind port 937c8210-7556-4e71-aaa8-2482970244df on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:18:55.538509 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-aad9b0e0-9d1f-4f48-8a6a-9c4799ba4d5e None None] Attempting to bind port 937c8210-7556-4e71-aaa8-2482970244df by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'e2047c0d-9923-4f4c-81a4-98386498e6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd6f4b937-670f-4a87-ae44-c4b0dd248ee9'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:18:55.539141 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad9b0e0-9d1f-4f48-8a6a-9c4799ba4d5e None None] Attempting to bind port 937c8210-7556-4e71-aaa8-2482970244df on network d6f4b937-670f-4a87-ae44-c4b0dd248ee9 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:18:55.545484 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad9b0e0-9d1f-4f48-8a6a-9c4799ba4d5e None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:18:55.545895 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad9b0e0-9d1f-4f48-8a6a-9c4799ba4d5e None None] Checking segment: {'id': 'e2047c0d-9923-4f4c-81a4-98386498e6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd6f4b937-670f-4a87-ae44-c4b0dd248ee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:18:55.546307 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-aad9b0e0-9d1f-4f48-8a6a-9c4799ba4d5e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:55.546788 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad9b0e0-9d1f-4f48-8a6a-9c4799ba4d5e None None] Bound using segment: {'id': 'e2047c0d-9923-4f4c-81a4-98386498e6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd6f4b937-670f-4a87-ae44-c4b0dd248ee9'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:18:55.547292 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-aad9b0e0-9d1f-4f48-8a6a-9c4799ba4d5e None None] Bound port: 937c8210-7556-4e71-aaa8-2482970244df, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2047c0d-9923-4f4c-81a4-98386498e6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd6f4b937-670f-4a87-ae44-c4b0dd248ee9'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:18:55.547787 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-aad9b0e0-9d1f-4f48-8a6a-9c4799ba4d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:55.668859 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-aad9b0e0-9d1f-4f48-8a6a-9c4799ba4d5e None None] For port 937c8210-7556-4e71-aaa8-2482970244df, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:18:55.673768 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-aad9b0e0-9d1f-4f48-8a6a-9c4799ba4d5e None None] For port 937c8210-7556-4e71-aaa8-2482970244df, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=937c8210-7556-4e71-aaa8-2482970244df,segment=NetworkSegment(e2047c0d-9923-4f4c-81a4-98386498e6c9),segment_id=e2047c0d-9923-4f4c-81a4-98386498e6c9)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:18:55.677393 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 78d3eb4d-4534-42ab-82ce-52dc72876dc4 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:18:55.716975 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-aad9b0e0-9d1f-4f48-8a6a-9c4799ba4d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:55.770089 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a39d0ebc-fc1f-41fa-b6f4-f42c32150dd3 req-fede8a26-9c79-4ca9-8866-51a9e8f13a08 service neutron] 10.222.0.41 "GET /v2.0/networks/a4c7e014-b0a5-4b38-bc7b-c27afa34aef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302783 Dec 06 17:18:55.841280 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 78d3eb4d-4534-42ab-82ce-52dc72876dc4 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:18:55.841643 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:55.843379 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad9b0e0-9d1f-4f48-8a6a-9c4799ba4d5e None None] Pushing event updated for resources: {'Port': ['ID=937c8210-7556-4e71-aaa8-2482970244df,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:55.857883 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-377f84e8-12ee-4dc9-a6ab-d1a3c501d7fb tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Allocated IP 2001:db8::f816:3eff:fea6:8916 (d6f4b937-670f-4a87-ae44-c4b0dd248ee9/3db1a5d8-bd22-4338-b077-2a4f58103d42/89d688dd-2682-441b-a797-4303a5e954d2) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:18:55.938065 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc07e0b8-dc4e-4d6e-ac79-f1bac4e39d57 None None] Network 61bea241-699c-421d-b039-66e67fcb12ee requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:18:56.063909 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c349b1c-ae3e-4dc7-98b5-dc62708f6e54 req-ee55cd5a-dbf9-4a55-80e8-5bb85082d2b5 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:56.066149 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7c349b1c-ae3e-4dc7-98b5-dc62708f6e54 req-ee55cd5a-dbf9-4a55-80e8-5bb85082d2b5 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=218e73a3-3dbc-4dda-87ce-335528fd8f2b HTTP/1.1" status: 200 len: 945 time: 0.0836236 Dec 06 17:18:56.135912 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:56.136828 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a39d0ebc-fc1f-41fa-b6f4-f42c32150dd3 req-10fd7047-c4e4-4881-ae8e-49ed754180fc service neutron] 10.222.0.41 "GET /v2.0/networks/a4c7e014-b0a5-4b38-bc7b-c27afa34aef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3438175 Dec 06 17:18:56.171129 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-7a6eecf3-e9b0-4254-b4b3-b0c66d22e280 None None] Provisioning complete for port 78d3eb4d-4534-42ab-82ce-52dc72876dc4 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:18:56.171424 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7a6eecf3-e9b0-4254-b4b3-b0c66d22e280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:56.183829 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7c349b1c-ae3e-4dc7-98b5-dc62708f6e54 req-2f592cef-537a-4a5a-be28-364e62ff5a23 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095359 Dec 06 17:18:56.269275 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] For port 78d3eb4d-4534-42ab-82ce-52dc72876dc4, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=78d3eb4d-4534-42ab-82ce-52dc72876dc4,segment=NetworkSegment(9e2513a7-e1da-48e3-b869-a24677ec2269),segment_id=9e2513a7-e1da-48e3-b869-a24677ec2269)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:18:56.272297 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a39d0ebc-fc1f-41fa-b6f4-f42c32150dd3 req-5bbc37b3-561e-4b93-af3f-1f9f3ecc2c2e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.14&port_id=fd8770e5-43c9-4df9-a87a-fd8b1189f8b0 HTTP/1.1" status: 200 len: 217 time: 0.1174161 Dec 06 17:18:56.283530 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:56.419734 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Pushing event updated for resources: {'Port': ['ID=78d3eb4d-4534-42ab-82ce-52dc72876dc4,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:56.482216 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39d0ebc-fc1f-41fa-b6f4-f42c32150dd3 req-8fe12a75-940c-4649-ab32-4027bf4da85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:56.483882 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a39d0ebc-fc1f-41fa-b6f4-f42c32150dd3 req-8fe12a75-940c-4649-ab32-4027bf4da85d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1b6f6e09-b453-475f-acb4-6738e54d8ac7 HTTP/1.1" status: 200 len: 797 time: 0.1917572 Dec 06 17:18:56.508736 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-377f84e8-12ee-4dc9-a6ab-d1a3c501d7fb tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:56.655667 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03ea40a-e9bf-41b8-bd75-748fab940eaa req-dcd83e6d-326c-4b67-8e7e-010d9e28ca32 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:56.657124 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e03ea40a-e9bf-41b8-bd75-748fab940eaa req-dcd83e6d-326c-4b67-8e7e-010d9e28ca32 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=218e73a3-3dbc-4dda-87ce-335528fd8f2b HTTP/1.1" status: 200 len: 945 time: 0.0963860 Dec 06 17:18:56.698211 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5fa4c117-525c-4308-b10b-5c74223696b0 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575908'] for router_interface, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:56.727991 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e03ea40a-e9bf-41b8-bd75-748fab940eaa req-52a96ca2-cb05-4030-8123-b7b42168b68d tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626779 Dec 06 17:18:56.738992 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-377f84e8-12ee-4dc9-a6ab-d1a3c501d7fb tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:56.830788 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-f9f51df1-de3c-454f-9863-f974411ea3f4 None None] Provisioning complete for port 78d3eb4d-4534-42ab-82ce-52dc72876dc4 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:18:56.831355 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f9f51df1-de3c-454f-9863-f974411ea3f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:56.849495 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377f84e8-12ee-4dc9-a6ab-d1a3c501d7fb tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Pushing event updated for resources: {'Port': ['ID=89d688dd-2682-441b-a797-4303a5e954d2,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:56.902882 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8def58c0-b83e-4f01-89db-204fe255a4b7 req-4678814b-cb4b-4883-8aa3-91a7b3a74a87 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:56.916151 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8def58c0-b83e-4f01-89db-204fe255a4b7 req-4678814b-cb4b-4883-8aa3-91a7b3a74a87 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/ports?device_id=6972e696-526b-417c-bdce-ca7d7c8763eb HTTP/1.1" status: 200 len: 946 time: 0.2768354 Dec 06 17:18:56.980318 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d32fa7f-2e70-4195-8554-81b5c0c1f1b0 req-64bc40e8-92b4-47f5-a020-0889bb2de456 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:56.997371 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8d32fa7f-2e70-4195-8554-81b5c0c1f1b0 req-64bc40e8-92b4-47f5-a020-0889bb2de456 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=218e73a3-3dbc-4dda-87ce-335528fd8f2b HTTP/1.1" status: 200 len: 945 time: 0.1222310 Dec 06 17:18:57.027947 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39d0ebc-fc1f-41fa-b6f4-f42c32150dd3 req-fa6c9d67-494b-4a48-91e2-787f78d5619c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:57.029940 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a39d0ebc-fc1f-41fa-b6f4-f42c32150dd3 req-fa6c9d67-494b-4a48-91e2-787f78d5619c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a4c7e014-b0a5-4b38-bc7b-c27afa34aef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5188353 Dec 06 17:18:57.033337 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377f84e8-12ee-4dc9-a6ab-d1a3c501d7fb tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Network d6f4b937-670f-4a87-ae44-c4b0dd248ee9 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:18:57.051085 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-377f84e8-12ee-4dc9-a6ab-d1a3c501d7fb tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:18:57.053520 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377f84e8-12ee-4dc9-a6ab-d1a3c501d7fb tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:18:57.063726 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377f84e8-12ee-4dc9-a6ab-d1a3c501d7fb tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:57.065033 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-377f84e8-12ee-4dc9-a6ab-d1a3c501d7fb tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:57.082403 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8d32fa7f-2e70-4195-8554-81b5c0c1f1b0 req-14c469a9-1138-487e-8f46-47a19c60fca8 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835273 Dec 06 17:18:57.128810 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-377f84e8-12ee-4dc9-a6ab-d1a3c501d7fb tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.3075862 Dec 06 17:18:57.131989 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53488) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:57.224581 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-33db2223-491d-46b1-9f8e-9e5ebb488f36 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Deleting subnet 3db1a5d8-bd22-4338-b077-2a4f58103d42 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:18:57.228936 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-33db2223-491d-46b1-9f8e-9e5ebb488f36 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:57.285774 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8def58c0-b83e-4f01-89db-204fe255a4b7 req-c35ed131-e1de-424f-ac95-af9aa62fe499 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/security-groups?id=55b21076-cf23-48e9-9a14-bcc811d060b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3638995 Dec 06 17:18:57.316417 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-33db2223-491d-46b1-9f8e-9e5ebb488f36 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:57.377792 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5dd0c3a-e1fa-40de-9730-9eabec5f611b None None] Network d6f4b937-670f-4a87-ae44-c4b0dd248ee9 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:18:57.380787 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a39d0ebc-fc1f-41fa-b6f4-f42c32150dd3 req-6d51428f-8585-4e4b-be1d-1f9fc9ee73c9 service neutron] 10.222.0.41 "GET /v2.0/networks/a4c7e014-b0a5-4b38-bc7b-c27afa34aef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3408978 Dec 06 17:18:57.566063 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-415cf9ac-9d2d-417c-a534-abafc0c0bfca None None] Provisioning complete for port 937c8210-7556-4e71-aaa8-2482970244df triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:18:57.566433 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-415cf9ac-9d2d-417c-a534-abafc0c0bfca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:57.716213 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcfa5f9-579b-41e4-a9fa-3480b3515041 req-b98664b5-4022-4aed-9638-80fabecbc94d tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:57.727132 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0dcfa5f9-579b-41e4-a9fa-3480b3515041 req-b98664b5-4022-4aed-9638-80fabecbc94d tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=218e73a3-3dbc-4dda-87ce-335528fd8f2b HTTP/1.1" status: 200 len: 945 time: 0.1293590 Dec 06 17:18:57.731044 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 937c8210-7556-4e71-aaa8-2482970244df up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:18:57.781957 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-33db2223-491d-46b1-9f8e-9e5ebb488f36 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:57.823394 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-415cf9ac-9d2d-417c-a534-abafc0c0bfca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:57.839120 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0dcfa5f9-579b-41e4-a9fa-3480b3515041 req-ee9240db-86b7-4d15-a65c-f2ecc862977d tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106014 Dec 06 17:18:57.899136 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-33db2223-491d-46b1-9f8e-9e5ebb488f36 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:57.944974 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33db2223-491d-46b1-9f8e-9e5ebb488f36 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Pushing event deleted for resources: {'Subnet': ['ID=3db1a5d8-bd22-4338-b077-2a4f58103d42,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:57.956227 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-33db2223-491d-46b1-9f8e-9e5ebb488f36 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:57.960309 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-33db2223-491d-46b1-9f8e-9e5ebb488f36 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] 10.222.0.23 "DELETE /v2.0/subnets/3db1a5d8-bd22-4338-b077-2a4f58103d42 HTTP/1.1" status: 204 len: 168 time: 0.8259742 Dec 06 17:18:57.962994 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53496) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:57.974757 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 937c8210-7556-4e71-aaa8-2482970244df triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:18:57.975834 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:58.007970 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.db.api [None req-415cf9ac-9d2d-417c-a534-abafc0c0bfca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103286) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 17:18:58.008725 n-d-master-1 neutron-server[103286]: DEBUG oslo_db.api [None req-415cf9ac-9d2d-417c-a534-abafc0c0bfca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 17:18:58.043736 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678e5bf6-a4c0-4d8f-979f-e95700f07bac tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:58.046299 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678e5bf6-a4c0-4d8f-979f-e95700f07bac tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:58.047412 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-678e5bf6-a4c0-4d8f-979f-e95700f07bac tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0829852 Dec 06 17:18:58.050643 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53498) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:58.092759 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a39d0ebc-fc1f-41fa-b6f4-f42c32150dd3 req-e91c811f-0334-4868-9fef-008cf38e186b service neutron] 10.222.0.41 "GET /v2.0/networks/a4c7e014-b0a5-4b38-bc7b-c27afa34aef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6990361 Dec 06 17:18:58.111502 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:58.161936 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a39d0ebc-fc1f-41fa-b6f4-f42c32150dd3 req-39c6226a-ca32-43bc-be26-f2940ca9baa5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4a00eecc-af3f-4037-9306-241f88900bd2 HTTP/1.1" status: 200 len: 217 time: 0.0613980 Dec 06 17:18:58.183472 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] For port 937c8210-7556-4e71-aaa8-2482970244df, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=937c8210-7556-4e71-aaa8-2482970244df,segment=NetworkSegment(e2047c0d-9923-4f4c-81a4-98386498e6c9),segment_id=e2047c0d-9923-4f4c-81a4-98386498e6c9)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:18:58.191523 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:58.193051 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 78d3eb4d-4534-42ab-82ce-52dc72876dc4 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:18:58.197499 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-04b3808e-26fc-4c4e-955c-c3a0ffde7ef3 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:58.216672 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-04b3808e-26fc-4c4e-955c-c3a0ffde7ef3 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 06 17:18:58.217570 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04b3808e-26fc-4c4e-955c-c3a0ffde7ef3 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:18:58.222786 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-04b3808e-26fc-4c4e-955c-c3a0ffde7ef3 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] 10.222.0.23 "DELETE /v2.0/networks/d6f4b937-670f-4a87-ae44-c4b0dd248ee9 HTTP/1.1" status: 409 len: 405 time: 0.1711421 Dec 06 17:18:58.230478 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53502) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:58.239059 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-6ce427f8-4e7c-46b5-85e0-c452d67070b6 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2088204542'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:18:58.250058 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-5fa4c117-525c-4308-b10b-5c74223696b0 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Deleting port 117a3324-1ed6-4252-8446-e948538d68b5 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:18:58.250499 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5fa4c117-525c-4308-b10b-5c74223696b0 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:58.301530 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ce427f8-4e7c-46b5-85e0-c452d67070b6 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Made reservation on behalf of aa4e637cd39d4cbd858838b93355e813 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:18:58.306331 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6ce427f8-4e7c-46b5-85e0-c452d67070b6 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:58.342306 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Pushing event updated for resources: {'Port': ['ID=937c8210-7556-4e71-aaa8-2482970244df,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:58.359535 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ce427f8-4e7c-46b5-85e0-c452d67070b6 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:18:58.375548 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39d0ebc-fc1f-41fa-b6f4-f42c32150dd3 req-0023e3ee-9813-408d-9b1e-c147f3dcc02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:58.377272 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a39d0ebc-fc1f-41fa-b6f4-f42c32150dd3 req-0023e3ee-9813-408d-9b1e-c147f3dcc02e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c1218bad-8e8e-4b33-a2c3-7828bed04f77 HTTP/1.1" status: 200 len: 797 time: 0.1943245 Dec 06 17:18:58.379514 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6ce427f8-4e7c-46b5-85e0-c452d67070b6 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:58.384490 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-6ce427f8-4e7c-46b5-85e0-c452d67070b6 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Added segment f47be22e-d58d-4f4a-89eb-b6d65bb81b41 of type vlan for network 75793b39-0e2b-45a5-87c8-305b43b685d9 Dec 06 17:18:58.427628 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004f0755-6626-4b4f-ab38-7cc5311b99e0 None None] Network d6f4b937-670f-4a87-ae44-c4b0dd248ee9 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:18:58.432993 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 78d3eb4d-4534-42ab-82ce-52dc72876dc4 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:18:58.433542 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:58.455711 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5fa4c117-525c-4308-b10b-5c74223696b0 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:58.470628 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-5fa4c117-525c-4308-b10b-5c74223696b0 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Calling delete_port for 117a3324-1ed6-4252-8446-e948538d68b5 owned by network:router_interface {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:18:58.540836 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6ce427f8-4e7c-46b5-85e0-c452d67070b6 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:58.553793 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b34256c-4c4b-4daa-94d0-fc25e60672bd req-8688fa17-dc73-4c9a-83f9-75193e4b64b0 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:58.563887 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6b34256c-4c4b-4daa-94d0-fc25e60672bd req-8688fa17-dc73-4c9a-83f9-75193e4b64b0 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/ports?device_id=6972e696-526b-417c-bdce-ca7d7c8763eb HTTP/1.1" status: 200 len: 946 time: 0.1106071 Dec 06 17:18:58.650445 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6b34256c-4c4b-4daa-94d0-fc25e60672bd req-7e4bb25a-6f87-40f3-9c73-74ffe3b3d7c2 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/security-groups?id=55b21076-cf23-48e9-9a14-bcc811d060b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802815 Dec 06 17:18:58.676486 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6ce427f8-4e7c-46b5-85e0-c452d67070b6 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:58.682899 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce427f8-4e7c-46b5-85e0-c452d67070b6 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:58.683528 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6ce427f8-4e7c-46b5-85e0-c452d67070b6 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:58.691062 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5fa4c117-525c-4308-b10b-5c74223696b0 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:58.723960 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39d0ebc-fc1f-41fa-b6f4-f42c32150dd3 req-0909bb07-965f-44ec-aa44-f24a3ec1cde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:58.725504 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a39d0ebc-fc1f-41fa-b6f4-f42c32150dd3 req-0909bb07-965f-44ec-aa44-f24a3ec1cde8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e47593f6-512b-4b3d-b5fd-6e48cd1a0fda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3374865 Dec 06 17:18:58.728498 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa4c117-525c-4308-b10b-5c74223696b0 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Pushing event deleted for resources: {'Port': ['ID=117a3324-1ed6-4252-8446-e948538d68b5,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:58.772483 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-75d8fc26-d752-4836-89ce-0008d50e91c0 None None] Provisioning complete for port 89d688dd-2682-441b-a797-4303a5e954d2 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:18:58.773628 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-75d8fc26-d752-4836-89ce-0008d50e91c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:58.797248 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-6ce427f8-4e7c-46b5-85e0-c452d67070b6 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5655723 Dec 06 17:18:58.801739 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53508) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:58.812447 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-4f5b9120-275b-48a1-8455-30e8694426f3 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Request body: {'subnet': {'network_id': '75793b39-0e2b-45a5-87c8-305b43b685d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:18:58.832745 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce427f8-4e7c-46b5-85e0-c452d67070b6 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Pushing event updated for resources: {'Network': ['ID=75793b39-0e2b-45a5-87c8-305b43b685d9,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:58.833900 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4082d16e-8546-465e-b388-50274157c6f6 None None] DHCP port deletion for d6f4b937-670f-4a87-ae44-c4b0dd248ee9 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:18:58.853170 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 75793b39-0e2b-45a5-87c8-305b43b685d9 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:18:58.943590 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-75d8fc26-d752-4836-89ce-0008d50e91c0 None None] Port 89d688dd-2682-441b-a797-4303a5e954d2 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:18:58.993998 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-75d8fc26-d752-4836-89ce-0008d50e91c0 None None] Provisioning complete for port 937c8210-7556-4e71-aaa8-2482970244df triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:18:58.995192 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-75d8fc26-d752-4836-89ce-0008d50e91c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:59.043412 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f5b9120-275b-48a1-8455-30e8694426f3 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Made reservation on behalf of aa4e637cd39d4cbd858838b93355e813 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:18:59.057246 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4f5b9120-275b-48a1-8455-30e8694426f3 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:59.124551 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-4082d16e-8546-465e-b388-50274157c6f6 None None] Deleting port 937c8210-7556-4e71-aaa8-2482970244df {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:18:59.125079 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4082d16e-8546-465e-b388-50274157c6f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:59.188394 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-4082d16e-8546-465e-b388-50274157c6f6 None None] For port 937c8210-7556-4e71-aaa8-2482970244df, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=937c8210-7556-4e71-aaa8-2482970244df,segment=NetworkSegment(e2047c0d-9923-4f4c-81a4-98386498e6c9),segment_id=e2047c0d-9923-4f4c-81a4-98386498e6c9)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:18:59.188960 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4082d16e-8546-465e-b388-50274157c6f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:59.201039 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a39d0ebc-fc1f-41fa-b6f4-f42c32150dd3 req-e658fbf7-e746-492a-8a0c-2187c0a3cc4b service neutron] 10.222.0.41 "GET /v2.0/networks/e47593f6-512b-4b3d-b5fd-6e48cd1a0fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4645252 Dec 06 17:18:59.202347 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-4082d16e-8546-465e-b388-50274157c6f6 None None] Calling delete_port for 937c8210-7556-4e71-aaa8-2482970244df owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:18:59.233612 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ca6042-94a7-4505-a96c-9ecda0edcb63 req-a00c51f9-2a8b-44e6-937a-bdb7c3fb98e3 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:59.242446 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c9ca6042-94a7-4505-a96c-9ecda0edcb63 req-a00c51f9-2a8b-44e6-937a-bdb7c3fb98e3 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=218e73a3-3dbc-4dda-87ce-335528fd8f2b HTTP/1.1" status: 200 len: 945 time: 0.2220910 Dec 06 17:18:59.339537 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c9ca6042-94a7-4505-a96c-9ecda0edcb63 req-0efc7329-e714-42af-a384-65084119a4f8 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935948 Dec 06 17:18:59.443190 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5fa4c117-525c-4308-b10b-5c74223696b0 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-772474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575952'] for router_interface, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:59.483505 n-d-master-1 neutron-server[103284]: DEBUG neutron.objects.ports [None req-4f5b9120-275b-48a1-8455-30e8694426f3 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103284) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 17:18:59.484119 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4082d16e-8546-465e-b388-50274157c6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:59.486197 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4f5b9120-275b-48a1-8455-30e8694426f3 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:59.558550 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 937c8210-7556-4e71-aaa8-2482970244df no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:18:59.562813 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4082d16e-8546-465e-b388-50274157c6f6 None None] No DVR routers for this DVR port 937c8210-7556-4e71-aaa8-2482970244df on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:18:59.567615 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082d16e-8546-465e-b388-50274157c6f6 None None] Pushing event deleted for resources: {'Port': ['ID=937c8210-7556-4e71-aaa8-2482970244df,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:59.587452 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5b9120-275b-48a1-8455-30e8694426f3 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Pushing event updated for resources: {'Subnet': ['ID=5f33926e-e80d-4995-86aa-db4a0a27765f,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:18:59.592195 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a39d0ebc-fc1f-41fa-b6f4-f42c32150dd3 req-627efa3b-4fc2-49b0-a45b-b45835efc6fe service neutron] 10.222.0.41 "GET /v2.0/networks/e47593f6-512b-4b3d-b5fd-6e48cd1a0fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3797884 Dec 06 17:18:59.600235 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5b9120-275b-48a1-8455-30e8694426f3 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Checking segment: {'id': 'f47be22e-d58d-4f4a-89eb-b6d65bb81b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '75793b39-0e2b-45a5-87c8-305b43b685d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:18:59.600703 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5b9120-275b-48a1-8455-30e8694426f3 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Network hostable DHCP agents. Network: 75793b39-0e2b-45a5-87c8-305b43b685d9, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:18:59.619847 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 937c8210-7556-4e71-aaa8-2482970244df {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:18:59.620203 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 937c8210-7556-4e71-aaa8-2482970244df not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:18:59.638261 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5b9120-275b-48a1-8455-30e8694426f3 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Network 75793b39-0e2b-45a5-87c8-305b43b685d9 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:18:59.656038 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-4f5b9120-275b-48a1-8455-30e8694426f3 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 75793b39-0e2b-45a5-87c8-305b43b685d9) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:18:59.664698 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a64612e-4936-4599-9f79-1c29ded9c514 None None] Network 75793b39-0e2b-45a5-87c8-305b43b685d9 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:18:59.670554 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5b9120-275b-48a1-8455-30e8694426f3 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:59.671411 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4f5b9120-275b-48a1-8455-30e8694426f3 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:59.699645 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-4f5b9120-275b-48a1-8455-30e8694426f3 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8968165 Dec 06 17:18:59.700076 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a39d0ebc-fc1f-41fa-b6f4-f42c32150dd3 req-0b6dfaf3-7da9-4864-b566-0981f7c51466 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cf0bdd3f-c300-462b-8d0e-73d39f19d252 HTTP/1.1" status: 200 len: 217 time: 0.0703557 Dec 06 17:18:59.701135 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53522) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:18:59.708774 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-7390c3e5-4da7-4255-8eba-e627db579e16 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Request body: {'port': {'network_id': '75793b39-0e2b-45a5-87c8-305b43b685d9', 'name': 'tempest-NetworksIpV6TestAttrs-2127511987'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:18:59.834546 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 17:18:59.856752 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31151d85-e2f4-496d-b634-5a28ccc6a9ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-75793b39-0e2b-45a5-87c8-305b43b685d9', 'network_id': '75793b39-0e2b-45a5-87c8-305b43b685d9', 'tenant_id': 'aa4e637cd39d4cbd858838b93355e813', 'fixed_ips': [{'subnet_id': '5f33926e-e80d-4995-86aa-db4a0a27765f'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:18:59.858088 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-31151d85-e2f4-496d-b634-5a28ccc6a9ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:18:59.912145 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa136207-f8c8-463d-8de6-0457668e2e97 req-e97ae994-9486-4fb9-8eb3-373fdc395206 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:18:59.914409 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fa136207-f8c8-463d-8de6-0457668e2e97 req-e97ae994-9486-4fb9-8eb3-373fdc395206 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/ports?device_id=6972e696-526b-417c-bdce-ca7d7c8763eb HTTP/1.1" status: 200 len: 946 time: 0.1014161 Dec 06 17:18:59.933253 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fa4c117-525c-4308-b10b-5c74223696b0 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Router c4ea235f-cfb5-4355-94c1-7141a3899e46 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:18:59.980798 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7390c3e5-4da7-4255-8eba-e627db579e16 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Made reservation on behalf of aa4e637cd39d4cbd858838b93355e813 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:18:59.997356 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7390c3e5-4da7-4255-8eba-e627db579e16 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:00.088305 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fa136207-f8c8-463d-8de6-0457668e2e97 req-e8c62238-09b1-4ebd-b204-43a4cca749f6 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/security-groups?id=55b21076-cf23-48e9-9a14-bcc811d060b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674690 Dec 06 17:19:00.091258 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-7390c3e5-4da7-4255-8eba-e627db579e16 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] device_id is not set on port 41810984-56b5-41eb-a3ef-8dc6eb3b8f30 yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:19:00.091670 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-31151d85-e2f4-496d-b634-5a28ccc6a9ec None None] Allocated IP 2001:db8::f816:3eff:fec2:2846 (75793b39-0e2b-45a5-87c8-305b43b685d9/5f33926e-e80d-4995-86aa-db4a0a27765f/2ffc5107-acfb-417c-9a68-cd0d56af5793) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:19:00.116233 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39d0ebc-fc1f-41fa-b6f4-f42c32150dd3 req-4f954b94-584b-4197-bbf8-37f1591a12d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:00.118333 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a39d0ebc-fc1f-41fa-b6f4-f42c32150dd3 req-4f954b94-584b-4197-bbf8-37f1591a12d8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c1218bad-8e8e-4b33-a2c3-7828bed04f77 HTTP/1.1" status: 200 len: 797 time: 0.3958375 Dec 06 17:19:00.119627 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fa4c117-525c-4308-b10b-5c74223696b0 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:19:00.138487 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-5fa4c117-525c-4308-b10b-5c74223696b0 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] 10.222.0.23 "PUT /v2.0/routers/c4ea235f-cfb5-4355-94c1-7141a3899e46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3225613 Dec 06 17:19:00.139162 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 53528) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:00.164551 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60214d56-3a08-4e8c-a928-4342ef5d1831 None None] Sync routers for ids ['c4ea235f-cfb5-4355-94c1-7141a3899e46'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:19:00.223355 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60214d56-3a08-4e8c-a928-4342ef5d1831 None None] Routers {'c4ea235f-cfb5-4355-94c1-7141a3899e46'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:19:00.224084 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-60214d56-3a08-4e8c-a928-4342ef5d1831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:18:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['c4ea235f-cfb5-4355-94c1-7141a3899e46'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:19:00.270645 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-60214d56-3a08-4e8c-a928-4342ef5d1831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:19:00.288201 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60214d56-3a08-4e8c-a928-4342ef5d1831 None None] Routers {'c4ea235f-cfb5-4355-94c1-7141a3899e46'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:19:00.289058 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-60214d56-3a08-4e8c-a928-4342ef5d1831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:18:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['c4ea235f-cfb5-4355-94c1-7141a3899e46'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:19:00.332162 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-60214d56-3a08-4e8c-a928-4342ef5d1831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:19:00.332997 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60214d56-3a08-4e8c-a928-4342ef5d1831 None None] The sync data for ids ['c4ea235f-cfb5-4355-94c1-7141a3899e46'] in n-d-master-1 is: [] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:19:00.376101 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-480c9686-7999-496c-aa98-27670357e5a5 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks [] for router, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:00.381888 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39d0ebc-fc1f-41fa-b6f4-f42c32150dd3 req-93927492-8905-411f-8764-5d179a5aca2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:00.384104 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a39d0ebc-fc1f-41fa-b6f4-f42c32150dd3 req-93927492-8905-411f-8764-5d179a5aca2e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e47593f6-512b-4b3d-b5fd-6e48cd1a0fda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2406528 Dec 06 17:19:00.428474 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-31151d85-e2f4-496d-b634-5a28ccc6a9ec None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:00.440808 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-31151d85-e2f4-496d-b634-5a28ccc6a9ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:00.495079 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31151d85-e2f4-496d-b634-5a28ccc6a9ec None None] Network 75793b39-0e2b-45a5-87c8-305b43b685d9 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:19:00.500139 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-31151d85-e2f4-496d-b634-5a28ccc6a9ec None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:19:00.503746 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31151d85-e2f4-496d-b634-5a28ccc6a9ec None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:19:00.544469 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-7390c3e5-4da7-4255-8eba-e627db579e16 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Allocated IP 2001:db8::f816:3eff:fe71:d676 (75793b39-0e2b-45a5-87c8-305b43b685d9/5f33926e-e80d-4995-86aa-db4a0a27765f/41810984-56b5-41eb-a3ef-8dc6eb3b8f30) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:19:00.553885 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31151d85-e2f4-496d-b634-5a28ccc6a9ec None None] Pushing event updated for resources: {'Port': ['ID=2ffc5107-acfb-417c-9a68-cd0d56af5793,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:00.610308 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426c319b-4670-41b9-abbf-5deb03a37488 req-861d1133-e608-4149-b2fd-34ea6141e5a2 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:00.619567 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-426c319b-4670-41b9-abbf-5deb03a37488 req-861d1133-e608-4149-b2fd-34ea6141e5a2 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=218e73a3-3dbc-4dda-87ce-335528fd8f2b HTTP/1.1" status: 200 len: 945 time: 0.1100526 Dec 06 17:19:00.622365 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-31151d85-e2f4-496d-b634-5a28ccc6a9ec None None] Attempting to bind port 2ffc5107-acfb-417c-9a68-cd0d56af5793 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:19:00.622946 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-31151d85-e2f4-496d-b634-5a28ccc6a9ec None None] Attempting to bind port 2ffc5107-acfb-417c-9a68-cd0d56af5793 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'f47be22e-d58d-4f4a-89eb-b6d65bb81b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '75793b39-0e2b-45a5-87c8-305b43b685d9'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:19:00.623496 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31151d85-e2f4-496d-b634-5a28ccc6a9ec None None] Attempting to bind port 2ffc5107-acfb-417c-9a68-cd0d56af5793 on network 75793b39-0e2b-45a5-87c8-305b43b685d9 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:19:00.635756 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31151d85-e2f4-496d-b634-5a28ccc6a9ec None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:19:00.636447 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31151d85-e2f4-496d-b634-5a28ccc6a9ec None None] Checking segment: {'id': 'f47be22e-d58d-4f4a-89eb-b6d65bb81b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '75793b39-0e2b-45a5-87c8-305b43b685d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:19:00.637149 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-31151d85-e2f4-496d-b634-5a28ccc6a9ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:00.637906 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31151d85-e2f4-496d-b634-5a28ccc6a9ec None None] Bound using segment: {'id': 'f47be22e-d58d-4f4a-89eb-b6d65bb81b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '75793b39-0e2b-45a5-87c8-305b43b685d9'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:19:00.638570 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-31151d85-e2f4-496d-b634-5a28ccc6a9ec None None] Bound port: 2ffc5107-acfb-417c-9a68-cd0d56af5793, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f47be22e-d58d-4f4a-89eb-b6d65bb81b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '75793b39-0e2b-45a5-87c8-305b43b685d9'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:19:00.640224 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-31151d85-e2f4-496d-b634-5a28ccc6a9ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:00.682241 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a39d0ebc-fc1f-41fa-b6f4-f42c32150dd3 req-f7f61287-dc01-4f70-87f2-44eaffb8c32e service neutron] 10.222.0.41 "GET /v2.0/networks/e47593f6-512b-4b3d-b5fd-6e48cd1a0fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630463 Dec 06 17:19:00.683513 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-480c9686-7999-496c-aa98-27670357e5a5 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:00.717846 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-426c319b-4670-41b9-abbf-5deb03a37488 req-92564e73-6a67-434c-81a2-1ea026fc3de3 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932848 Dec 06 17:19:00.778339 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-31151d85-e2f4-496d-b634-5a28ccc6a9ec None None] For port 2ffc5107-acfb-417c-9a68-cd0d56af5793, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:19:00.781951 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-31151d85-e2f4-496d-b634-5a28ccc6a9ec None None] For port 2ffc5107-acfb-417c-9a68-cd0d56af5793, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2ffc5107-acfb-417c-9a68-cd0d56af5793,segment=NetworkSegment(f47be22e-d58d-4f4a-89eb-b6d65bb81b41),segment_id=f47be22e-d58d-4f4a-89eb-b6d65bb81b41)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:19:00.798453 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-31151d85-e2f4-496d-b634-5a28ccc6a9ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:00.845548 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7390c3e5-4da7-4255-8eba-e627db579e16 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:00.846860 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-480c9686-7999-496c-aa98-27670357e5a5 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Deleting port dce61015-8e07-4d37-96d4-0b0f9d7448ad {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:19:00.847376 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-480c9686-7999-496c-aa98-27670357e5a5 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:00.900252 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7390c3e5-4da7-4255-8eba-e627db579e16 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:00.901241 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31151d85-e2f4-496d-b634-5a28ccc6a9ec None None] Pushing event updated for resources: {'Port': ['ID=2ffc5107-acfb-417c-9a68-cd0d56af5793,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:00.909898 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a39d0ebc-fc1f-41fa-b6f4-f42c32150dd3 req-846b1977-89f1-4e95-9dbf-4cd519173a8d service neutron] 10.222.0.41 "GET /v2.0/networks/e47593f6-512b-4b3d-b5fd-6e48cd1a0fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171931 Dec 06 17:19:00.947942 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-480c9686-7999-496c-aa98-27670357e5a5 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:00.963100 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-480c9686-7999-496c-aa98-27670357e5a5 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Calling delete_port for dce61015-8e07-4d37-96d4-0b0f9d7448ad owned by network:router_gateway {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:19:01.003320 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7390c3e5-4da7-4255-8eba-e627db579e16 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Network 75793b39-0e2b-45a5-87c8-305b43b685d9 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:19:01.019037 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7390c3e5-4da7-4255-8eba-e627db579e16 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Pushing event updated for resources: {'Port': ['ID=41810984-56b5-41eb-a3ef-8dc6eb3b8f30,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:01.021890 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-7390c3e5-4da7-4255-8eba-e627db579e16 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:19:01.027776 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7390c3e5-4da7-4255-8eba-e627db579e16 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:19:01.036176 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7390c3e5-4da7-4255-8eba-e627db579e16 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:01.036926 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7390c3e5-4da7-4255-8eba-e627db579e16 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:01.057038 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-7390c3e5-4da7-4255-8eba-e627db579e16 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.3547962 Dec 06 17:19:01.061966 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53540) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:01.184631 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbcf11e9-7955-45b2-9619-d1a7c128da32 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Deleting subnet 5f33926e-e80d-4995-86aa-db4a0a27765f {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:19:01.195963 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-480c9686-7999-496c-aa98-27670357e5a5 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:01.202201 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dbcf11e9-7955-45b2-9619-d1a7c128da32 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:01.279976 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8285747a-a30a-4318-8741-52ac303d435b None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:19:01.294089 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480c9686-7999-496c-aa98-27670357e5a5 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Pushing event deleted for resources: {'Port': ['ID=dce61015-8e07-4d37-96d4-0b0f9d7448ad,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:01.305306 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dbcf11e9-7955-45b2-9619-d1a7c128da32 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:01.424910 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8bf441-d781-42a4-97b1-b378b537f7ce req-5f06f147-ac7c-44f8-9713-b5cc1cd27f88 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:01.426494 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2c8bf441-d781-42a4-97b1-b378b537f7ce req-5f06f147-ac7c-44f8-9713-b5cc1cd27f88 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/ports?device_id=6972e696-526b-417c-bdce-ca7d7c8763eb HTTP/1.1" status: 200 len: 946 time: 0.2230055 Dec 06 17:19:01.494997 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-480c9686-7999-496c-aa98-27670357e5a5 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536698'] for router_gateway, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:01.532192 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dbcf11e9-7955-45b2-9619-d1a7c128da32 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:01.610798 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-480c9686-7999-496c-aa98-27670357e5a5 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:01.618148 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-480c9686-7999-496c-aa98-27670357e5a5 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:01.643965 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 2ffc5107-acfb-417c-9a68-cd0d56af5793 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:19:01.648273 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dbcf11e9-7955-45b2-9619-d1a7c128da32 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:01.676795 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2c8bf441-d781-42a4-97b1-b378b537f7ce req-d8f33664-fd5e-4dfb-86a5-f56ece6993ac tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/security-groups?id=55b21076-cf23-48e9-9a14-bcc811d060b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369688 Dec 06 17:19:01.685711 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-480c9686-7999-496c-aa98-27670357e5a5 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:01.687243 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-480c9686-7999-496c-aa98-27670357e5a5 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Fanout notify agent at l3_agent the message router_deleted on router c4ea235f-cfb5-4355-94c1-7141a3899e46 {{(pid=103285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 17:19:01.695950 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-480c9686-7999-496c-aa98-27670357e5a5 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:01.697120 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-480c9686-7999-496c-aa98-27670357e5a5 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] 10.222.0.23 "DELETE /v2.0/routers/c4ea235f-cfb5-4355-94c1-7141a3899e46 HTTP/1.1" status: 204 len: 168 time: 1.5409408 Dec 06 17:19:01.699880 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 53546) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:01.727577 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcf11e9-7955-45b2-9619-d1a7c128da32 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Pushing event deleted for resources: {'Subnet': ['ID=5f33926e-e80d-4995-86aa-db4a0a27765f,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:01.743580 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dbcf11e9-7955-45b2-9619-d1a7c128da32 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:01.754106 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-dbcf11e9-7955-45b2-9619-d1a7c128da32 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] 10.222.0.23 "DELETE /v2.0/subnets/5f33926e-e80d-4995-86aa-db4a0a27765f HTTP/1.1" status: 204 len: 168 time: 0.6878192 Dec 06 17:19:01.754865 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53550) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:01.788128 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 2ffc5107-acfb-417c-9a68-cd0d56af5793 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:19:01.788891 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:01.792968 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-53afa28d-5912-40e8-9127-6fa2f1082bd8 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Deleting subnet 5ac551ac-25f9-4795-845e-e84795bce536 {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:19:01.796792 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-53afa28d-5912-40e8-9127-6fa2f1082bd8 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:01.883795 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd82f69b-65e7-4a35-86df-a11545e59afc tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:01.884944 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-53afa28d-5912-40e8-9127-6fa2f1082bd8 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:01.885484 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd82f69b-65e7-4a35-86df-a11545e59afc tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:01.889726 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-dd82f69b-65e7-4a35-86df-a11545e59afc tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1314034 Dec 06 17:19:01.890981 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 53554) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:01.950646 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:02.018272 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] For port 2ffc5107-acfb-417c-9a68-cd0d56af5793, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2ffc5107-acfb-417c-9a68-cd0d56af5793,segment=NetworkSegment(f47be22e-d58d-4f4a-89eb-b6d65bb81b41),segment_id=f47be22e-d58d-4f4a-89eb-b6d65bb81b41)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:19:02.032944 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:02.055846 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaba6f9b-ca09-4dcd-b68a-7853d1cec5d3 req-b8e64d62-3350-4245-be29-1323526d6da0 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:02.057356 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-aaba6f9b-ca09-4dcd-b68a-7853d1cec5d3 req-b8e64d62-3350-4245-be29-1323526d6da0 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=218e73a3-3dbc-4dda-87ce-335528fd8f2b HTTP/1.1" status: 200 len: 945 time: 0.2171128 Dec 06 17:19:02.115517 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3efbb538-c3d8-410b-81fa-b8dd0ff7dcdd tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:02.118600 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Pushing event updated for resources: {'Port': ['ID=2ffc5107-acfb-417c-9a68-cd0d56af5793,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:02.169578 n-d-master-1 neutron-server[103285]: INFO neutron.pecan_wsgi.hooks.translation [None req-3efbb538-c3d8-410b-81fa-b8dd0ff7dcdd tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 06 17:19:02.170066 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3efbb538-c3d8-410b-81fa-b8dd0ff7dcdd tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103285) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:19:02.173207 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-3efbb538-c3d8-410b-81fa-b8dd0ff7dcdd tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] 10.222.0.23 "DELETE /v2.0/networks/75793b39-0e2b-45a5-87c8-305b43b685d9 HTTP/1.1" status: 409 len: 405 time: 0.2812116 Dec 06 17:19:02.179394 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53560) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:02.185359 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-2aae04d4-2ff5-4912-9b04-a7f92179efa0 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-786536285'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:19:02.201912 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-aaba6f9b-ca09-4dcd-b68a-7853d1cec5d3 req-cbb28d2a-b103-4f97-9191-e5d67d96acc8 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269405 Dec 06 17:19:02.221523 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-53afa28d-5912-40e8-9127-6fa2f1082bd8 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:02.235870 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aae04d4-2ff5-4912-9b04-a7f92179efa0 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Made reservation on behalf of aa4e637cd39d4cbd858838b93355e813 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:19:02.240677 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2aae04d4-2ff5-4912-9b04-a7f92179efa0 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:02.281960 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2aae04d4-2ff5-4912-9b04-a7f92179efa0 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:19:02.297120 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2aae04d4-2ff5-4912-9b04-a7f92179efa0 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:02.297661 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-2aae04d4-2ff5-4912-9b04-a7f92179efa0 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Added segment 908bc631-8b50-415b-849f-1563362e0f7a of type vlan for network 6c2ebcc7-6dd4-4c71-9f38-03cbff9d8bee Dec 06 17:19:02.346944 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-53afa28d-5912-40e8-9127-6fa2f1082bd8 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:02.359773 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2aae04d4-2ff5-4912-9b04-a7f92179efa0 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:02.392885 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a8d910-3e37-432b-93f2-81ad80c9af97 None None] Network 6b5d593f-8773-4f43-af63-90d1307b9eeb requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:19:02.399558 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2aae04d4-2ff5-4912-9b04-a7f92179efa0 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:02.405322 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aae04d4-2ff5-4912-9b04-a7f92179efa0 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:02.405986 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2aae04d4-2ff5-4912-9b04-a7f92179efa0 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:02.413418 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-53afa28d-5912-40e8-9127-6fa2f1082bd8 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:02.419727 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-53afa28d-5912-40e8-9127-6fa2f1082bd8 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] 10.222.0.23 "DELETE /v2.0/subnets/5ac551ac-25f9-4795-845e-e84795bce536 HTTP/1.1" status: 204 len: 168 time: 0.7164216 Dec 06 17:19:02.419727 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53afa28d-5912-40e8-9127-6fa2f1082bd8 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Pushing event deleted for resources: {'Subnet': ['ID=5ac551ac-25f9-4795-845e-e84795bce536,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:02.423844 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 53562) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:02.480480 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-2aae04d4-2ff5-4912-9b04-a7f92179efa0 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2993102 Dec 06 17:19:02.483482 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53564) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:02.488548 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-788c1d34-135b-427c-87f2-22636cbefd03 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Request body: {'subnet': {'network_id': '6c2ebcc7-6dd4-4c71-9f38-03cbff9d8bee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:19:02.515770 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08fb692b-9d81-4a8e-9370-7480103f8573 None None] Network 75793b39-0e2b-45a5-87c8-305b43b685d9 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:19:02.544032 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aae04d4-2ff5-4912-9b04-a7f92179efa0 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Pushing event updated for resources: {'Network': ['ID=6c2ebcc7-6dd4-4c71-9f38-03cbff9d8bee,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:02.549995 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f4d8fd4c-e215-4e11-9f9c-59e38176d661 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:02.556543 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aae04d4-2ff5-4912-9b04-a7f92179efa0 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:19:02.556902 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aae04d4-2ff5-4912-9b04-a7f92179efa0 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:19:02.557250 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aae04d4-2ff5-4912-9b04-a7f92179efa0 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:19:02.557626 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aae04d4-2ff5-4912-9b04-a7f92179efa0 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:19:02.557964 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aae04d4-2ff5-4912-9b04-a7f92179efa0 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:19:02.558300 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aae04d4-2ff5-4912-9b04-a7f92179efa0 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:19:02.558639 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aae04d4-2ff5-4912-9b04-a7f92179efa0 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:19:02.558972 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aae04d4-2ff5-4912-9b04-a7f92179efa0 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:19:02.559304 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aae04d4-2ff5-4912-9b04-a7f92179efa0 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:19:02.559638 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aae04d4-2ff5-4912-9b04-a7f92179efa0 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:19:02.559968 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aae04d4-2ff5-4912-9b04-a7f92179efa0 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:19:02.560297 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aae04d4-2ff5-4912-9b04-a7f92179efa0 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:19:02.560631 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aae04d4-2ff5-4912-9b04-a7f92179efa0 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:19:02.584196 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 6c2ebcc7-6dd4-4c71-9f38-03cbff9d8bee details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:19:02.639167 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-f4d8fd4c-e215-4e11-9f9c-59e38176d661 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Deleting port 583fb46d-67c9-4e6b-ba90-a0ea4abc6637 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:19:02.639637 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f4d8fd4c-e215-4e11-9f9c-59e38176d661 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:02.671408 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-788c1d34-135b-427c-87f2-22636cbefd03 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Made reservation on behalf of aa4e637cd39d4cbd858838b93355e813 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:19:02.699996 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-788c1d34-135b-427c-87f2-22636cbefd03 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:02.735961 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-bc27db7a-78be-442c-baee-1ad35b5e0194 None None] Provisioning complete for port 2ffc5107-acfb-417c-9a68-cd0d56af5793 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:19:02.736407 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bc27db7a-78be-442c-baee-1ad35b5e0194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:02.738018 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-f4d8fd4c-e215-4e11-9f9c-59e38176d661 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] For port 583fb46d-67c9-4e6b-ba90-a0ea4abc6637, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=583fb46d-67c9-4e6b-ba90-a0ea4abc6637,segment=NetworkSegment(e8587130-7adc-40f7-9dcb-b3e28585b3de),segment_id=e8587130-7adc-40f7-9dcb-b3e28585b3de)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:19:02.738395 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f4d8fd4c-e215-4e11-9f9c-59e38176d661 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:02.757361 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-f4d8fd4c-e215-4e11-9f9c-59e38176d661 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Calling delete_port for 583fb46d-67c9-4e6b-ba90-a0ea4abc6637 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:19:02.794056 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d878f3df-6ef9-45ca-9597-bcb440c5b8e6 None None] DHCP port deletion for 6b5d593f-8773-4f43-af63-90d1307b9eeb request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:19:02.796274 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:02.963024 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0800c5-f5e4-40d7-8153-54bf311e3662 None None] DHCP port deletion for 75793b39-0e2b-45a5-87c8-305b43b685d9 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:19:02.980718 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-d878f3df-6ef9-45ca-9597-bcb440c5b8e6 None None] Deleting port 583fb46d-67c9-4e6b-ba90-a0ea4abc6637 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:19:02.981355 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d878f3df-6ef9-45ca-9597-bcb440c5b8e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:02.989565 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f4d8fd4c-e215-4e11-9f9c-59e38176d661 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:03.034167 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d8fd4c-e215-4e11-9f9c-59e38176d661 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Pushing event deleted for resources: {'Port': ['ID=583fb46d-67c9-4e6b-ba90-a0ea4abc6637,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:03.038191 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d8fd4c-e215-4e11-9f9c-59e38176d661 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] No DVR routers for this DVR port 583fb46d-67c9-4e6b-ba90-a0ea4abc6637 on host n-d-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:19:03.062333 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f02f9a1-04c6-435b-887d-9576192bcc30 req-b7fac0bc-96e8-46f0-96bd-88b4c26cfd9e tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:03.064023 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8f02f9a1-04c6-435b-887d-9576192bcc30 req-b7fac0bc-96e8-46f0-96bd-88b4c26cfd9e tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/ports?device_id=6972e696-526b-417c-bdce-ca7d7c8763eb HTTP/1.1" status: 200 len: 946 time: 0.1782672 Dec 06 17:19:03.092794 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-d878f3df-6ef9-45ca-9597-bcb440c5b8e6 None None] For port 583fb46d-67c9-4e6b-ba90-a0ea4abc6637, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=583fb46d-67c9-4e6b-ba90-a0ea4abc6637,segment=NetworkSegment(e8587130-7adc-40f7-9dcb-b3e28585b3de),segment_id=e8587130-7adc-40f7-9dcb-b3e28585b3de)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:19:03.093202 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d878f3df-6ef9-45ca-9597-bcb440c5b8e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:03.122780 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-d878f3df-6ef9-45ca-9597-bcb440c5b8e6 None None] Calling delete_port for 583fb46d-67c9-4e6b-ba90-a0ea4abc6637 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:19:03.178252 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f4d8fd4c-e215-4e11-9f9c-59e38176d661 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:03.178767 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8f02f9a1-04c6-435b-887d-9576192bcc30 req-ddb4dbaa-8940-49d2-9633-e1e0a8e3e09c tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/security-groups?id=55b21076-cf23-48e9-9a14-bcc811d060b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977628 Dec 06 17:19:03.185484 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-4e0800c5-f5e4-40d7-8153-54bf311e3662 None None] Deleting port 2ffc5107-acfb-417c-9a68-cd0d56af5793 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:19:03.185862 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4e0800c5-f5e4-40d7-8153-54bf311e3662 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:03.252524 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-4e0800c5-f5e4-40d7-8153-54bf311e3662 None None] For port 2ffc5107-acfb-417c-9a68-cd0d56af5793, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2ffc5107-acfb-417c-9a68-cd0d56af5793,segment=NetworkSegment(f47be22e-d58d-4f4a-89eb-b6d65bb81b41),segment_id=f47be22e-d58d-4f4a-89eb-b6d65bb81b41)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:19:03.252885 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4e0800c5-f5e4-40d7-8153-54bf311e3662 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:03.268050 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-4e0800c5-f5e4-40d7-8153-54bf311e3662 None None] Calling delete_port for 2ffc5107-acfb-417c-9a68-cd0d56af5793 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:19:03.371564 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4e0800c5-f5e4-40d7-8153-54bf311e3662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:03.417545 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0800c5-f5e4-40d7-8153-54bf311e3662 None None] No DVR routers for this DVR port 2ffc5107-acfb-417c-9a68-cd0d56af5793 on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:19:03.418656 n-d-master-1 neutron-server[103284]: DEBUG neutron.objects.ports [None req-788c1d34-135b-427c-87f2-22636cbefd03 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103284) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 17:19:03.425541 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-788c1d34-135b-427c-87f2-22636cbefd03 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:03.432249 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0800c5-f5e4-40d7-8153-54bf311e3662 None None] Pushing event deleted for resources: {'Port': ['ID=2ffc5107-acfb-417c-9a68-cd0d56af5793,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:03.466696 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d878f3df-6ef9-45ca-9597-bcb440c5b8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:03.495975 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d878f3df-6ef9-45ca-9597-bcb440c5b8e6 None None] Pushing event deleted for resources: {'Port': ['ID=583fb46d-67c9-4e6b-ba90-a0ea4abc6637,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:03.510153 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d878f3df-6ef9-45ca-9597-bcb440c5b8e6 None None] No DVR routers for this DVR port 583fb46d-67c9-4e6b-ba90-a0ea4abc6637 on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:19:03.537389 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 583fb46d-67c9-4e6b-ba90-a0ea4abc6637 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:19:03.554453 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788c1d34-135b-427c-87f2-22636cbefd03 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Pushing event updated for resources: {'Subnet': ['ID=2ea57fb7-fff3-4995-a7f5-5a7a8d97482b,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:03.579873 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 583fb46d-67c9-4e6b-ba90-a0ea4abc6637 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:19:03.580598 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 583fb46d-67c9-4e6b-ba90-a0ea4abc6637 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:19:03.581146 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 2ffc5107-acfb-417c-9a68-cd0d56af5793 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:19:03.603313 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788c1d34-135b-427c-87f2-22636cbefd03 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Checking segment: {'id': '908bc631-8b50-415b-849f-1563362e0f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6c2ebcc7-6dd4-4c71-9f38-03cbff9d8bee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:19:03.603954 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788c1d34-135b-427c-87f2-22636cbefd03 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Network hostable DHCP agents. Network: 6c2ebcc7-6dd4-4c71-9f38-03cbff9d8bee, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:19:03.613780 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 2ffc5107-acfb-417c-9a68-cd0d56af5793 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:19:03.614279 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 2ffc5107-acfb-417c-9a68-cd0d56af5793 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:19:03.649939 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788c1d34-135b-427c-87f2-22636cbefd03 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Network 6c2ebcc7-6dd4-4c71-9f38-03cbff9d8bee is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:19:03.670179 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-788c1d34-135b-427c-87f2-22636cbefd03 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 6c2ebcc7-6dd4-4c71-9f38-03cbff9d8bee) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:19:03.675088 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788c1d34-135b-427c-87f2-22636cbefd03 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:03.676727 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-788c1d34-135b-427c-87f2-22636cbefd03 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:03.687672 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88d86dd-b340-4f2a-bcf5-b56e343947b6 None None] Network 6c2ebcc7-6dd4-4c71-9f38-03cbff9d8bee requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:19:03.704959 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-788c1d34-135b-427c-87f2-22636cbefd03 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.2197483 Dec 06 17:19:03.706596 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-f4d8fd4c-e215-4e11-9f9c-59e38176d661 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b5d593f-8773-4f43-af63-90d1307b9eeb']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:19:03.708277 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53582) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:03.717444 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-f4d8fd4c-e215-4e11-9f9c-59e38176d661 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8587130-7adc-40f7-9dcb-b3e28585b3de') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:19:03.717785 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-f4d8fd4c-e215-4e11-9f9c-59e38176d661 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8587130-7adc-40f7-9dcb-b3e28585b3de') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:19:03.728456 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f4d8fd4c-e215-4e11-9f9c-59e38176d661 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:03.743306 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f4d8fd4c-e215-4e11-9f9c-59e38176d661 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:03.749668 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4d8fd4c-e215-4e11-9f9c-59e38176d661 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:19:03.750071 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f4d8fd4c-e215-4e11-9f9c-59e38176d661 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:03.812007 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:19:03.812007 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:19:03.812007 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:19:03.812007 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:19:03.812007 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:19:03.812007 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:19:03.812007 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:19:03.812007 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:19:03.812007 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:19:03.812007 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:19:03.812007 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:19:03.812007 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:19:03.812007 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:19:03.812007 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:19:03.812007 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:19:03.812007 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:19:03.812007 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:19:03.812007 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:19:03.812007 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:19:03.812007 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:19:03.812007 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:19:03.812007 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:19:03.812007 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:19:03.812007 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:19:03.812007 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:19:03.812007 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:19:03.812007 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:19:03.812007 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:19:03.812007 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:19:03.812007 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:19:03.812007 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:19:03.812007 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:19:03.826196 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f4d8fd4c-e215-4e11-9f9c-59e38176d661 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:03.856142 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f4d8fd4c-e215-4e11-9f9c-59e38176d661 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:03.868074 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-f4d8fd4c-e215-4e11-9f9c-59e38176d661 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] 10.222.0.23 "DELETE /v2.0/networks/6b5d593f-8773-4f43-af63-90d1307b9eeb HTTP/1.1" status: 204 len: 168 time: 1.4426939 Dec 06 17:19:03.871167 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-83b75f7b-3bff-4ae5-81ee-2278b98cf7cf tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:03.874773 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53584) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:03.892478 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d8fd4c-e215-4e11-9f9c-59e38176d661 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Pushing event deleted for resources: {'Network': ['ID=6b5d593f-8773-4f43-af63-90d1307b9eeb,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:03.903133 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942d0bf8-0000-4c3f-8593-1a9726434976 req-654a52e6-0ef9-47b2-8184-b856ab36275e tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:03.912848 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-942d0bf8-0000-4c3f-8593-1a9726434976 req-654a52e6-0ef9-47b2-8184-b856ab36275e tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=218e73a3-3dbc-4dda-87ce-335528fd8f2b HTTP/1.1" status: 200 len: 945 time: 0.0997984 Dec 06 17:19:03.975432 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee4804b-e12a-43ca-abc8-e5c97250e643 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-6c2ebcc7-6dd4-4c71-9f38-03cbff9d8bee', 'network_id': '6c2ebcc7-6dd4-4c71-9f38-03cbff9d8bee', 'tenant_id': 'aa4e637cd39d4cbd858838b93355e813', 'fixed_ips': [{'subnet_id': '2ea57fb7-fff3-4995-a7f5-5a7a8d97482b'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:19:03.977662 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4ee4804b-e12a-43ca-abc8-e5c97250e643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:03.998154 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-942d0bf8-0000-4c3f-8593-1a9726434976 req-014c5b1d-d854-481e-8f93-872d26190ef2 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741484 Dec 06 17:19:04.104334 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-83b75f7b-3bff-4ae5-81ee-2278b98cf7cf tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:04.143227 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-08c33c7c-a0e7-4a54-b69f-477a3cb4700d tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Deleting port f83575ca-5890-4b32-b6b7-f4d16e2019ab {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:19:04.143568 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-08c33c7c-a0e7-4a54-b69f-477a3cb4700d tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:04.254922 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-08c33c7c-a0e7-4a54-b69f-477a3cb4700d tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:04.255135 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-08c33c7c-a0e7-4a54-b69f-477a3cb4700d tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:04.258984 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server [None req-4ee4804b-e12a-43ca-abc8-e5c97250e643 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2ea57fb7-fff3-4995-a7f5-5a7a8d97482b: This subnet is being modified by another concurrent operation. Dec 06 17:19:04.258984 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 06 17:19:04.258984 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 06 17:19:04.258984 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 06 17:19:04.258984 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 06 17:19:04.258984 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 06 17:19:04.258984 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 06 17:19:04.258984 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 06 17:19:04.258984 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 06 17:19:04.258984 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 06 17:19:04.258984 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 17:19:04.258984 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 17:19:04.258984 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 17:19:04.258984 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 17:19:04.258984 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 17:19:04.258984 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 17:19:04.258984 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 17:19:04.258984 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 17:19:04.258984 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 17:19:04.258984 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 17:19:04.258984 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 17:19:04.258984 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 17:19:04.258984 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 17:19:04.258984 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 17:19:04.258984 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 17:19:04.258984 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 17:19:04.258984 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 17:19:04.258984 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 17:19:04.258984 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 17:19:04.258984 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 17:19:04.258984 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 17:19:04.258984 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 17:19:04.258984 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 17:19:04.258984 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 17:19:04.258984 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 06 17:19:04.258984 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 06 17:19:04.258984 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Dec 06 17:19:04.258984 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 06 17:19:04.258984 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Dec 06 17:19:04.258984 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 06 17:19:04.258984 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 06 17:19:04.258984 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 06 17:19:04.258984 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 06 17:19:04.258984 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 17:19:04.258984 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 06 17:19:04.258984 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 06 17:19:04.258984 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 17:19:04.258984 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 17:19:04.258984 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 17:19:04.258984 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 17:19:04.258984 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 17:19:04.258984 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 17:19:04.258984 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 17:19:04.258984 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 17:19:04.264371 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 17:19:04.264371 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 17:19:04.264371 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 17:19:04.264371 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 17:19:04.264371 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 17:19:04.264371 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 17:19:04.264371 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 17:19:04.264371 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 17:19:04.264371 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 17:19:04.264371 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 17:19:04.264371 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 17:19:04.264371 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 17:19:04.264371 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 17:19:04.264371 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 17:19:04.264371 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 17:19:04.264371 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 17:19:04.264371 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 06 17:19:04.264371 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 06 17:19:04.264371 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 06 17:19:04.264371 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 06 17:19:04.264371 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 06 17:19:04.264371 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 06 17:19:04.264371 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 06 17:19:04.264371 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 06 17:19:04.264371 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 17:19:04.264371 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 17:19:04.264371 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 17:19:04.264371 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 17:19:04.264371 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 06 17:19:04.264371 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 06 17:19:04.264371 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 06 17:19:04.264371 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 06 17:19:04.264371 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 06 17:19:04.264371 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 06 17:19:04.264371 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 06 17:19:04.264371 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server raise exception Dec 06 17:19:04.264371 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2ea57fb7-fff3-4995-a7f5-5a7a8d97482b: This subnet is being modified by another concurrent operation. Dec 06 17:19:04.264371 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server Dec 06 17:19:04.284902 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7b1079-4b29-42e7-a249-b785ed57a069 None None] Network 6c2ebcc7-6dd4-4c71-9f38-03cbff9d8bee requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:19:04.285364 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-08c33c7c-a0e7-4a54-b69f-477a3cb4700d tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Calling delete_port for f83575ca-5890-4b32-b6b7-f4d16e2019ab owned by network:floatingip {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:19:04.330911 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-83b75f7b-3bff-4ae5-81ee-2278b98cf7cf tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:04.391498 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b75f7b-3bff-4ae5-81ee-2278b98cf7cf tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Pushing event deleted for resources: {'Subnet': ['ID=2ea57fb7-fff3-4995-a7f5-5a7a8d97482b,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:04.442030 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b476fdba-b0c7-4e17-9125-cb44b6f68a30 None None] get_active_networks_info from n-d-master-1 {{(pid=103286) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 17:19:04.475926 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-83b75f7b-3bff-4ae5-81ee-2278b98cf7cf tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:04.499205 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f377c6-e214-4157-ab9d-2d980c49d34d req-f6d7d518-d731-40cb-8d6b-f2ca772a2fba tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:04.500719 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-23f377c6-e214-4157-ab9d-2d980c49d34d req-f6d7d518-d731-40cb-8d6b-f2ca772a2fba tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/ports?device_id=6972e696-526b-417c-bdce-ca7d7c8763eb HTTP/1.1" status: 200 len: 946 time: 0.1717520 Dec 06 17:19:04.524270 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-83b75f7b-3bff-4ae5-81ee-2278b98cf7cf tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c2ebcc7-6dd4-4c71-9f38-03cbff9d8bee']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:19:04.545937 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-83b75f7b-3bff-4ae5-81ee-2278b98cf7cf tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '908bc631-8b50-415b-849f-1563362e0f7a') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:19:04.546311 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-83b75f7b-3bff-4ae5-81ee-2278b98cf7cf tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '908bc631-8b50-415b-849f-1563362e0f7a') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:19:04.579341 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-83b75f7b-3bff-4ae5-81ee-2278b98cf7cf tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:04.615482 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-83b75f7b-3bff-4ae5-81ee-2278b98cf7cf tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:04.631817 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-23f377c6-e214-4157-ab9d-2d980c49d34d req-dffe31db-a378-421c-9343-ea7e913c7c2a tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/security-groups?id=55b21076-cf23-48e9-9a14-bcc811d060b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190286 Dec 06 17:19:04.634078 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83b75f7b-3bff-4ae5-81ee-2278b98cf7cf tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:19:04.634473 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-83b75f7b-3bff-4ae5-81ee-2278b98cf7cf tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:04.638180 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 17:19:04.638180 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:19:04.638180 n-d-master-1 neutron-server[103284]: timer() Dec 06 17:19:04.638180 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:19:04.638180 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 17:19:04.638180 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:19:04.638180 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 17:19:04.638180 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:19:04.638180 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 17:19:04.638180 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:19:04.638180 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 17:19:04.638180 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:19:04.638180 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 17:19:04.638180 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:19:04.638180 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:19:04.638180 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:19:04.638180 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:19:04.638180 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:19:04.638180 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 17:19:04.638180 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:19:04.638180 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 17:19:04.638180 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:19:04.638180 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:19:04.638180 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:19:04.638180 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 17:19:04.638180 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:19:04.638180 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:19:04.638180 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:19:04.638180 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:19:04.638180 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:19:04.638180 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:19:04.638180 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:19:04.651032 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-08c33c7c-a0e7-4a54-b69f-477a3cb4700d tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:04.689216 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b476fdba-b0c7-4e17-9125-cb44b6f68a30 None None] Resources bound (agent type, host, resource id): {{(pid=103286) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 06 17:19:04.724211 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c33c7c-a0e7-4a54-b69f-477a3cb4700d tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Pushing event deleted for resources: {'Port': ['ID=f83575ca-5890-4b32-b6b7-f4d16e2019ab,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:04.814811 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-83b75f7b-3bff-4ae5-81ee-2278b98cf7cf tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:04.825557 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-83b75f7b-3bff-4ae5-81ee-2278b98cf7cf tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:04.832178 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-83b75f7b-3bff-4ae5-81ee-2278b98cf7cf tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] 10.222.0.23 "DELETE /v2.0/networks/6c2ebcc7-6dd4-4c71-9f38-03cbff9d8bee HTTP/1.1" status: 204 len: 168 time: 1.1190679 Dec 06 17:19:04.834580 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 53596) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:04.840182 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-f6e0b10a-d639-4c3a-9bc6-fd772d1123db tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1284004713'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:19:04.849585 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b75f7b-3bff-4ae5-81ee-2278b98cf7cf tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Pushing event deleted for resources: {'Network': ['ID=6c2ebcc7-6dd4-4c71-9f38-03cbff9d8bee,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:04.853511 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-08c33c7c-a0e7-4a54-b69f-477a3cb4700d tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks [] for floatingip, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:04.856812 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-08c33c7c-a0e7-4a54-b69f-477a3cb4700d tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:04.858154 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-08c33c7c-a0e7-4a54-b69f-477a3cb4700d tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] 10.222.0.23 "DELETE /v2.0/floatingips/cec1f149-e9ef-42c0-9764-8722ca85988a HTTP/1.1" status: 204 len: 168 time: 0.9808025 Dec 06 17:19:04.861554 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 53598) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:04.893663 n-d-master-1 neutron-server[103285]: INFO neutron.pecan_wsgi.hooks.translation [None req-c925853c-f124-480a-aa41-36cf4bf0466b tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] DELETE failed (client error): The resource could not be found. Dec 06 17:19:04.894388 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c925853c-f124-480a-aa41-36cf4bf0466b tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103285) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:19:04.900610 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-c925853c-f124-480a-aa41-36cf4bf0466b tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] 10.222.0.23 "DELETE /v2.0/ports/d0b21c92-e9cc-4819-9fb9-e882ff7dd01d HTTP/1.1" status: 404 len: 333 time: 0.0377824 Dec 06 17:19:04.903330 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53600) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:04.915556 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-992d5196-b639-45e4-abc3-b3457b3f3dd1 req-c9d16033-c436-40e8-9b8b-f3a53a0de869 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bf6cfff1-e89e-47d3-a261-fffcd3234c35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1153791 Dec 06 17:19:04.936240 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e0b10a-d639-4c3a-9bc6-fd772d1123db tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Made reservation on behalf of aa4e637cd39d4cbd858838b93355e813 for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:19:04.941218 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-7666444b-3559-4079-9e2d-adf016c5d1e3 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4ea235f-cfb5-4355-94c1-7141a3899e46 HTTP/1.1" status: 200 len: 205 time: 0.0365250 Dec 06 17:19:04.943385 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53602) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:04.946159 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f6e0b10a-d639-4c3a-9bc6-fd772d1123db tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:04.987559 n-d-master-1 neutron-server[103284]: INFO neutron.api.v2.resource [None req-4fa21e4c-7e32-49e7-a29c-94f2bf34c477 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] delete failed (client error): The resource could not be found. Dec 06 17:19:04.988705 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-4fa21e4c-7e32-49e7-a29c-94f2bf34c477 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] 10.222.0.23 "DELETE /v2.0/routers/c4ea235f-cfb5-4355-94c1-7141a3899e46 HTTP/1.1" status: 404 len: 336 time: 0.0442827 Dec 06 17:19:04.991197 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53604) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:05.026198 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6e0b10a-d639-4c3a-9bc6-fd772d1123db tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:19:05.060946 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992d5196-b639-45e4-abc3-b3457b3f3dd1 req-258ef55a-52b8-491e-af55-5d34c2484a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:05.062483 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-992d5196-b639-45e4-abc3-b3457b3f3dd1 req-258ef55a-52b8-491e-af55-5d34c2484a19 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=12e9694b770846e1b2438737464ee65f&device_id=bf6cfff1-e89e-47d3-a261-fffcd3234c35 HTTP/1.1" status: 200 len: 1097 time: 0.0894389 Dec 06 17:19:05.077162 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f6e0b10a-d639-4c3a-9bc6-fd772d1123db tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:05.078929 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-f6e0b10a-d639-4c3a-9bc6-fd772d1123db tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Added segment f01d1344-d709-4f13-8653-b1147613a452 of type vlan for network 6d8df5e4-d4d9-4450-b0c5-23d5e980e308 Dec 06 17:19:05.094218 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6a4e56b-6a1d-4539-897a-e24a0235e0a5 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] DELETE failed (client error): The resource could not be found. Dec 06 17:19:05.095015 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6a4e56b-6a1d-4539-897a-e24a0235e0a5 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:19:05.107781 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-c6a4e56b-6a1d-4539-897a-e24a0235e0a5 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] 10.222.0.23 "DELETE /v2.0/subnets/5ac551ac-25f9-4795-845e-e84795bce536 HTTP/1.1" status: 404 len: 337 time: 0.1080801 Dec 06 17:19:05.110094 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53610) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:05.112999 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:05.224108 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8653eff1-713a-4fed-a288-277d2563c18d None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:19:05.304956 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f6e0b10a-d639-4c3a-9bc6-fd772d1123db tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:05.343236 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03710820-ba84-46ff-8e5d-3b192f0c13d6 req-e1f2ca38-e02a-4b97-9bc7-276970740210 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:05.352113 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-03710820-ba84-46ff-8e5d-3b192f0c13d6 req-e1f2ca38-e02a-4b97-9bc7-276970740210 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=218e73a3-3dbc-4dda-87ce-335528fd8f2b HTTP/1.1" status: 200 len: 945 time: 0.1961997 Dec 06 17:19:05.397250 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992d5196-b639-45e4-abc3-b3457b3f3dd1 req-091b067d-a7c3-400f-9c99-7b8af1c95180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:05.400426 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-992d5196-b639-45e4-abc3-b3457b3f3dd1 req-091b067d-a7c3-400f-9c99-7b8af1c95180 service neutron] 10.222.0.41 "GET /v2.0/networks?id=261aff99-925f-409c-8466-88931a59d0de HTTP/1.1" status: 200 len: 916 time: 0.2990844 Dec 06 17:19:05.403204 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f6e0b10a-d639-4c3a-9bc6-fd772d1123db tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:05.409801 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e0b10a-d639-4c3a-9bc6-fd772d1123db tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:05.410868 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f6e0b10a-d639-4c3a-9bc6-fd772d1123db tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:05.552217 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-70164b2a-656e-407f-9c04-22cad3715863 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Deleting port e18901ff-942b-496d-a149-ad47857cf4fd {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:19:05.552217 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-70164b2a-656e-407f-9c04-22cad3715863 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:05.577613 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-03710820-ba84-46ff-8e5d-3b192f0c13d6 req-6cf9e171-4a80-4dbd-a763-53b3bdd54918 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245512 Dec 06 17:19:05.588488 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e0b10a-d639-4c3a-9bc6-fd772d1123db tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Pushing event updated for resources: {'Network': ['ID=6d8df5e4-d4d9-4450-b0c5-23d5e980e308,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:05.607101 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-f6e0b10a-d639-4c3a-9bc6-fd772d1123db tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7649565 Dec 06 17:19:05.607101 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 53618) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:05.610235 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 6d8df5e4-d4d9-4450-b0c5-23d5e980e308 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:19:05.611785 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-9611180d-67cd-4983-a021-4eb5ad2e0743 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Request body: {'subnet': {'network_id': '6d8df5e4-d4d9-4450-b0c5-23d5e980e308', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:19:05.651285 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-70164b2a-656e-407f-9c04-22cad3715863 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:05.666007 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-70164b2a-656e-407f-9c04-22cad3715863 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Calling delete_port for e18901ff-942b-496d-a149-ad47857cf4fd owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:19:05.706691 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-992d5196-b639-45e4-abc3-b3457b3f3dd1 req-8ee908a9-6f8d-4abd-854a-05680554ab9c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea0b0aba-80db-4b8c-bbd0-2379ff2e9257 HTTP/1.1" status: 200 len: 1002 time: 0.2926965 Dec 06 17:19:05.770577 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9611180d-67cd-4983-a021-4eb5ad2e0743 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Made reservation on behalf of aa4e637cd39d4cbd858838b93355e813 for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:19:05.775320 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9611180d-67cd-4983-a021-4eb5ad2e0743 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:05.813649 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992d5196-b639-45e4-abc3-b3457b3f3dd1 req-b48c9805-8de5-4e5e-b6dc-d7f2216891c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:05.815281 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-992d5196-b639-45e4-abc3-b3457b3f3dd1 req-b48c9805-8de5-4e5e-b6dc-d7f2216891c8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=24938659-33cf-44a1-b187-f340ef422bb5 HTTP/1.1" status: 200 len: 854 time: 0.0968189 Dec 06 17:19:05.827562 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-70164b2a-656e-407f-9c04-22cad3715863 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:05.884215 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70164b2a-656e-407f-9c04-22cad3715863 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Pushing event deleted for resources: {'Port': ['ID=e18901ff-942b-496d-a149-ad47857cf4fd,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:05.902658 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e68bd3-dde8-4538-a38f-90ec8a2fb92c None None] DHCP port deletion for b440af0e-b579-43cd-9411-f6e5c908dac2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:19:05.927349 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38920b19-c5f6-4be1-9ced-476a20d73db9 req-1d277875-5392-4189-9869-533635886c07 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:05.935536 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-38920b19-c5f6-4be1-9ced-476a20d73db9 req-1d277875-5392-4189-9869-533635886c07 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/ports?device_id=6972e696-526b-417c-bdce-ca7d7c8763eb HTTP/1.1" status: 200 len: 946 time: 0.1223614 Dec 06 17:19:05.965138 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992d5196-b639-45e4-abc3-b3457b3f3dd1 req-62a53f69-12a3-43a4-99da-c4d29edefa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:05.967321 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-992d5196-b639-45e4-abc3-b3457b3f3dd1 req-62a53f69-12a3-43a4-99da-c4d29edefa6a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=261aff99-925f-409c-8466-88931a59d0de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1013663 Dec 06 17:19:06.012971 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-70164b2a-656e-407f-9c04-22cad3715863 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:06.016361 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-70164b2a-656e-407f-9c04-22cad3715863 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] 10.222.0.23 "DELETE /v2.0/ports/e18901ff-942b-496d-a149-ad47857cf4fd HTTP/1.1" status: 204 len: 168 time: 0.9053097 Dec 06 17:19:06.019699 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53622) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:06.081897 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-38920b19-c5f6-4be1-9ced-476a20d73db9 req-0ee36964-60e6-44b9-a884-d816e041402e tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/security-groups?id=55b21076-cf23-48e9-9a14-bcc811d060b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452434 Dec 06 17:19:06.145155 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-c9f57ec1-48fc-41a5-ab7f-4a426cfce9d4 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Deleting port aa6e2aad-55de-4f7d-bd40-c4b7ba646867 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:19:06.146391 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c9f57ec1-48fc-41a5-ab7f-4a426cfce9d4 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:06.153701 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9611180d-67cd-4983-a021-4eb5ad2e0743 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:06.171932 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-992d5196-b639-45e4-abc3-b3457b3f3dd1 req-e3481077-2a79-4730-b54e-5cd9485f4348 service neutron] 10.222.0.41 "GET /v2.0/networks/261aff99-925f-409c-8466-88931a59d0de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875060 Dec 06 17:19:06.250554 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c9f57ec1-48fc-41a5-ab7f-4a426cfce9d4 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:06.265407 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-c9f57ec1-48fc-41a5-ab7f-4a426cfce9d4 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Calling delete_port for aa6e2aad-55de-4f7d-bd40-c4b7ba646867 owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:19:06.326987 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9611180d-67cd-4983-a021-4eb5ad2e0743 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Pushing event updated for resources: {'Subnet': ['ID=0d28bd19-8158-42c2-ad19-4eab90ead4cf,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:06.361326 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9611180d-67cd-4983-a021-4eb5ad2e0743 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Checking segment: {'id': 'f01d1344-d709-4f13-8653-b1147613a452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6d8df5e4-d4d9-4450-b0c5-23d5e980e308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:19:06.361326 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9611180d-67cd-4983-a021-4eb5ad2e0743 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Network hostable DHCP agents. Network: 6d8df5e4-d4d9-4450-b0c5-23d5e980e308, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:19:06.379718 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-992d5196-b639-45e4-abc3-b3457b3f3dd1 req-0613676d-2c26-41b0-b3e5-a399c3f8e2a7 service neutron] 10.222.0.41 "GET /v2.0/networks/261aff99-925f-409c-8466-88931a59d0de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832480 Dec 06 17:19:06.401570 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9611180d-67cd-4983-a021-4eb5ad2e0743 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Network 6d8df5e4-d4d9-4450-b0c5-23d5e980e308 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:19:06.415976 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-9611180d-67cd-4983-a021-4eb5ad2e0743 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 6d8df5e4-d4d9-4450-b0c5-23d5e980e308) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:19:06.422146 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9611180d-67cd-4983-a021-4eb5ad2e0743 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:06.423652 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9611180d-67cd-4983-a021-4eb5ad2e0743 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:06.430813 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2c358a-5d98-4135-ba3f-7a30faca2f5f None None] Network 6d8df5e4-d4d9-4450-b0c5-23d5e980e308 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:19:06.448302 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-9611180d-67cd-4983-a021-4eb5ad2e0743 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8422487 Dec 06 17:19:06.451548 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 53632) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:06.482273 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c9f57ec1-48fc-41a5-ab7f-4a426cfce9d4 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:06.515479 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f57ec1-48fc-41a5-ab7f-4a426cfce9d4 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Pushing event deleted for resources: {'Port': ['ID=aa6e2aad-55de-4f7d-bd40-c4b7ba646867,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:06.540607 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9044dc6-b5bd-47e4-90a6-1dbe7731a912 None None] DHCP port deletion for b440af0e-b579-43cd-9411-f6e5c908dac2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:19:06.599796 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-52d55ba9-80a6-4663-aba0-1a7a98f1a4f0 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:06.641422 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f54bfe-ad59-40e6-8d97-d6ed05d4faba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-6d8df5e4-d4d9-4450-b0c5-23d5e980e308', 'network_id': '6d8df5e4-d4d9-4450-b0c5-23d5e980e308', 'tenant_id': 'aa4e637cd39d4cbd858838b93355e813', 'fixed_ips': [{'subnet_id': '0d28bd19-8158-42c2-ad19-4eab90ead4cf'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:19:06.645226 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-04f54bfe-ad59-40e6-8d97-d6ed05d4faba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:06.650778 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c9f57ec1-48fc-41a5-ab7f-4a426cfce9d4 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:06.665137 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-c9f57ec1-48fc-41a5-ab7f-4a426cfce9d4 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] 10.222.0.23 "DELETE /v2.0/ports/aa6e2aad-55de-4f7d-bd40-c4b7ba646867 HTTP/1.1" status: 204 len: 168 time: 0.6443717 Dec 06 17:19:06.666210 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53636) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:06.744089 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e680ea28-de82-4e13-bb77-73179cd1ec9f tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:06.749205 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-e680ea28-de82-4e13-bb77-73179cd1ec9f tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fb4a540-f2b6-47cf-b821-09e81cfd5680 HTTP/1.1" status: 200 len: 913 time: 0.0814302 Dec 06 17:19:06.750051 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53638) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:06.756813 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-52d55ba9-80a6-4663-aba0-1a7a98f1a4f0 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:06.813362 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-04f54bfe-ad59-40e6-8d97-d6ed05d4faba None None] Allocated IP 2001:db8::2 (6d8df5e4-d4d9-4450-b0c5-23d5e980e308/0d28bd19-8158-42c2-ad19-4eab90ead4cf/e196c36f-09a3-4b6f-994e-bbcd66345f13) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:19:06.833619 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5e32e7-8a38-43d6-9d92-df501a1d7f9e req-b2ca709d-8486-46e7-aba4-9182eb1db0da tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:06.842723 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-cd5e32e7-8a38-43d6-9d92-df501a1d7f9e req-b2ca709d-8486-46e7-aba4-9182eb1db0da tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=218e73a3-3dbc-4dda-87ce-335528fd8f2b HTTP/1.1" status: 200 len: 945 time: 0.1296926 Dec 06 17:19:06.911655 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-cd5e32e7-8a38-43d6-9d92-df501a1d7f9e req-d95dc953-9418-421b-9ca4-0f9d85eaf11d tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643041 Dec 06 17:19:07.052826 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-04f54bfe-ad59-40e6-8d97-d6ed05d4faba None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:07.065933 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-04f54bfe-ad59-40e6-8d97-d6ed05d4faba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:07.091885 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-52d55ba9-80a6-4663-aba0-1a7a98f1a4f0 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:07.135302 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f54bfe-ad59-40e6-8d97-d6ed05d4faba None None] Network 6d8df5e4-d4d9-4450-b0c5-23d5e980e308 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:19:07.152467 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d55ba9-80a6-4663-aba0-1a7a98f1a4f0 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Pushing event deleted for resources: {'Subnet': ['ID=0d28bd19-8158-42c2-ad19-4eab90ead4cf,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:07.154737 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-04f54bfe-ad59-40e6-8d97-d6ed05d4faba None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:19:07.158133 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f54bfe-ad59-40e6-8d97-d6ed05d4faba None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:19:07.162746 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f54bfe-ad59-40e6-8d97-d6ed05d4faba None None] Pushing event updated for resources: {'Port': ['ID=e196c36f-09a3-4b6f-994e-bbcd66345f13,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:07.256268 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-52d55ba9-80a6-4663-aba0-1a7a98f1a4f0 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:07.278372 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-04f54bfe-ad59-40e6-8d97-d6ed05d4faba None None] Attempting to bind port e196c36f-09a3-4b6f-994e-bbcd66345f13 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:19:07.278861 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-04f54bfe-ad59-40e6-8d97-d6ed05d4faba None None] Attempting to bind port e196c36f-09a3-4b6f-994e-bbcd66345f13 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'f01d1344-d709-4f13-8653-b1147613a452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6d8df5e4-d4d9-4450-b0c5-23d5e980e308'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:19:07.279349 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f54bfe-ad59-40e6-8d97-d6ed05d4faba None None] Attempting to bind port e196c36f-09a3-4b6f-994e-bbcd66345f13 on network 6d8df5e4-d4d9-4450-b0c5-23d5e980e308 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:19:07.296556 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f54bfe-ad59-40e6-8d97-d6ed05d4faba None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:19:07.298626 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f54bfe-ad59-40e6-8d97-d6ed05d4faba None None] Checking segment: {'id': 'f01d1344-d709-4f13-8653-b1147613a452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6d8df5e4-d4d9-4450-b0c5-23d5e980e308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:19:07.299933 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-04f54bfe-ad59-40e6-8d97-d6ed05d4faba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:07.300247 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f54bfe-ad59-40e6-8d97-d6ed05d4faba None None] Bound using segment: {'id': 'f01d1344-d709-4f13-8653-b1147613a452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6d8df5e4-d4d9-4450-b0c5-23d5e980e308'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:19:07.301420 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-04f54bfe-ad59-40e6-8d97-d6ed05d4faba None None] Bound port: e196c36f-09a3-4b6f-994e-bbcd66345f13, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f01d1344-d709-4f13-8653-b1147613a452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6d8df5e4-d4d9-4450-b0c5-23d5e980e308'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:19:07.301953 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-04f54bfe-ad59-40e6-8d97-d6ed05d4faba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:07.306837 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-52d55ba9-80a6-4663-aba0-1a7a98f1a4f0 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d8df5e4-d4d9-4450-b0c5-23d5e980e308']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:19:07.327551 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-52d55ba9-80a6-4663-aba0-1a7a98f1a4f0 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f01d1344-d709-4f13-8653-b1147613a452') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:19:07.327954 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-52d55ba9-80a6-4663-aba0-1a7a98f1a4f0 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f01d1344-d709-4f13-8653-b1147613a452') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:19:07.370229 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-52d55ba9-80a6-4663-aba0-1a7a98f1a4f0 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:07.397763 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-52d55ba9-80a6-4663-aba0-1a7a98f1a4f0 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:07.409808 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea3117d-d4cd-46e9-bfc3-5acb793e25e9 req-f20b05d2-e7d3-4ca7-a748-557fae4d4bae tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:07.409808 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-eea3117d-d4cd-46e9-bfc3-5acb793e25e9 req-f20b05d2-e7d3-4ca7-a748-557fae4d4bae tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/ports?device_id=6972e696-526b-417c-bdce-ca7d7c8763eb HTTP/1.1" status: 200 len: 946 time: 0.1722229 Dec 06 17:19:07.421400 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52d55ba9-80a6-4663-aba0-1a7a98f1a4f0 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:19:07.422240 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-52d55ba9-80a6-4663-aba0-1a7a98f1a4f0 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:07.434341 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:19:07.434341 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:19:07.434341 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:19:07.434341 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:19:07.434341 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:19:07.434341 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:19:07.434341 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:19:07.434341 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:19:07.434341 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:19:07.434341 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:19:07.434341 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:19:07.434341 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:19:07.434341 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:19:07.434341 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:19:07.434341 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:19:07.434341 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:19:07.434341 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:19:07.434341 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:19:07.434341 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:19:07.434341 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:19:07.434341 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:19:07.434341 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:19:07.434341 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:19:07.434341 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:19:07.434341 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:19:07.434341 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:19:07.434341 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:19:07.434341 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:19:07.434341 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:19:07.434341 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:19:07.434341 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:19:07.434341 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:19:07.469012 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-04f54bfe-ad59-40e6-8d97-d6ed05d4faba None None] For port e196c36f-09a3-4b6f-994e-bbcd66345f13, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:19:07.521064 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-eea3117d-d4cd-46e9-bfc3-5acb793e25e9 req-a43dab2b-0c22-4be6-89af-5cc765a7ea56 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/security-groups?id=55b21076-cf23-48e9-9a14-bcc811d060b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013086 Dec 06 17:19:07.582608 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-16fe0f27-4860-4f49-8b9c-55b674ca3e36 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575908'] for router_interface, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:07.612441 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62e7a18-aa07-471a-be1c-605cde0d0731 req-86a03559-08e5-458c-b3d3-f2321bf3f9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:07.621664 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a62e7a18-aa07-471a-be1c-605cde0d0731 req-86a03559-08e5-458c-b3d3-f2321bf3f9d7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6972e696-526b-417c-bdce-ca7d7c8763eb HTTP/1.1" status: 200 len: 1097 time: 0.0778720 Dec 06 17:19:07.621798 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-04f54bfe-ad59-40e6-8d97-d6ed05d4faba None None] For port e196c36f-09a3-4b6f-994e-bbcd66345f13, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e196c36f-09a3-4b6f-994e-bbcd66345f13,segment=NetworkSegment(f01d1344-d709-4f13-8653-b1147613a452),segment_id=f01d1344-d709-4f13-8653-b1147613a452)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:19:07.628388 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.db.api [None req-52d55ba9-80a6-4663-aba0-1a7a98f1a4f0 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 06 17:19:07.628388 n-d-master-1 neutron-server[103285]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 06 17:19:07.628388 n-d-master-1 neutron-server[103285]: [parameters: {'id': '6d8df5e4-d4d9-4450-b0c5-23d5e980e308'}] Dec 06 17:19:07.628388 n-d-master-1 neutron-server[103285]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103285) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 17:19:07.628831 n-d-master-1 neutron-server[103285]: DEBUG oslo_db.api [None req-52d55ba9-80a6-4663-aba0-1a7a98f1a4f0 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 17:19:07.630826 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-04f54bfe-ad59-40e6-8d97-d6ed05d4faba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:07.663376 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a62e7a18-aa07-471a-be1c-605cde0d0731 req-9de95ad3-6a58-4d05-b10a-53bc3ae0d908 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=55b21076-cf23-48e9-9a14-bcc811d060b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423081 Dec 06 17:19:07.740825 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72b3bf5-8362-4333-9eb5-24ce03196c80 None None] Network 6d8df5e4-d4d9-4450-b0c5-23d5e980e308 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:19:07.771928 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f54bfe-ad59-40e6-8d97-d6ed05d4faba None None] Pushing event updated for resources: {'Port': ['ID=e196c36f-09a3-4b6f-994e-bbcd66345f13,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:07.926840 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598b9377-eb99-4f21-ab77-f84a986b6ed9 None None] get_active_networks_info from n-d-master-1 {{(pid=103286) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 17:19:07.966706 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-16fe0f27-4860-4f49-8b9c-55b674ca3e36 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Deleting port 3a63cc07-91dd-4827-89ef-95c8e1336050 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:19:07.967771 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-16fe0f27-4860-4f49-8b9c-55b674ca3e36 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:08.115149 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-16fe0f27-4860-4f49-8b9c-55b674ca3e36 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:08.123392 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598b9377-eb99-4f21-ab77-f84a986b6ed9 None None] Resources bound (agent type, host, resource id): {{(pid=103286) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 06 17:19:08.127440 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b27c2f6-1dbd-4e9e-a401-7359c2e8d704 req-0652e832-458b-42b4-bd1f-f82cf304c6dd tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:08.129156 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9b27c2f6-1dbd-4e9e-a401-7359c2e8d704 req-0652e832-458b-42b4-bd1f-f82cf304c6dd tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=218e73a3-3dbc-4dda-87ce-335528fd8f2b HTTP/1.1" status: 200 len: 945 time: 0.0935090 Dec 06 17:19:08.130545 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-52d55ba9-80a6-4663-aba0-1a7a98f1a4f0 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:08.149065 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-16fe0f27-4860-4f49-8b9c-55b674ca3e36 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Calling delete_port for 3a63cc07-91dd-4827-89ef-95c8e1336050 owned by network:router_interface {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:19:08.201766 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9b27c2f6-1dbd-4e9e-a401-7359c2e8d704 req-bc0ac0fc-bd48-4906-86f5-a1a267c4957f tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614681 Dec 06 17:19:08.244092 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-52d55ba9-80a6-4663-aba0-1a7a98f1a4f0 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Deleting port e196c36f-09a3-4b6f-994e-bbcd66345f13 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:19:08.245153 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-52d55ba9-80a6-4663-aba0-1a7a98f1a4f0 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:08.374648 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-52d55ba9-80a6-4663-aba0-1a7a98f1a4f0 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] For port e196c36f-09a3-4b6f-994e-bbcd66345f13, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e196c36f-09a3-4b6f-994e-bbcd66345f13,segment=NetworkSegment(f01d1344-d709-4f13-8653-b1147613a452),segment_id=f01d1344-d709-4f13-8653-b1147613a452)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:19:08.375017 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-52d55ba9-80a6-4663-aba0-1a7a98f1a4f0 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:08.390708 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-52d55ba9-80a6-4663-aba0-1a7a98f1a4f0 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Calling delete_port for e196c36f-09a3-4b6f-994e-bbcd66345f13 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:19:08.503856 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-52d55ba9-80a6-4663-aba0-1a7a98f1a4f0 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:08.505725 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-16fe0f27-4860-4f49-8b9c-55b674ca3e36 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:08.537058 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d55ba9-80a6-4663-aba0-1a7a98f1a4f0 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] No DVR routers for this DVR port e196c36f-09a3-4b6f-994e-bbcd66345f13 on host n-d-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:19:08.544245 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d55ba9-80a6-4663-aba0-1a7a98f1a4f0 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Pushing event deleted for resources: {'Port': ['ID=e196c36f-09a3-4b6f-994e-bbcd66345f13,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:08.577983 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fe0f27-4860-4f49-8b9c-55b674ca3e36 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Pushing event deleted for resources: {'Port': ['ID=3a63cc07-91dd-4827-89ef-95c8e1336050,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:08.609091 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d55ba9-80a6-4663-aba0-1a7a98f1a4f0 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:19:08.609446 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d55ba9-80a6-4663-aba0-1a7a98f1a4f0 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:19:08.609819 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d55ba9-80a6-4663-aba0-1a7a98f1a4f0 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:19:08.610163 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d55ba9-80a6-4663-aba0-1a7a98f1a4f0 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:19:08.610502 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d55ba9-80a6-4663-aba0-1a7a98f1a4f0 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:19:08.612530 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d55ba9-80a6-4663-aba0-1a7a98f1a4f0 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:19:08.625928 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d55ba9-80a6-4663-aba0-1a7a98f1a4f0 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:19:08.626573 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d55ba9-80a6-4663-aba0-1a7a98f1a4f0 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:19:08.627102 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d55ba9-80a6-4663-aba0-1a7a98f1a4f0 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:19:08.627593 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d55ba9-80a6-4663-aba0-1a7a98f1a4f0 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:19:08.628230 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d55ba9-80a6-4663-aba0-1a7a98f1a4f0 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:19:08.628716 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d55ba9-80a6-4663-aba0-1a7a98f1a4f0 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:19:08.629229 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d55ba9-80a6-4663-aba0-1a7a98f1a4f0 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:19:08.733023 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea1488-6a45-43fe-abbb-e511149053f6 req-3261eae6-920e-49ca-94d5-c3e1810fd5a1 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:08.734852 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-95ea1488-6a45-43fe-abbb-e511149053f6 req-3261eae6-920e-49ca-94d5-c3e1810fd5a1 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/ports?device_id=6972e696-526b-417c-bdce-ca7d7c8763eb HTTP/1.1" status: 200 len: 946 time: 0.1092031 Dec 06 17:19:08.741223 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-52d55ba9-80a6-4663-aba0-1a7a98f1a4f0 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:08.753970 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a992bb53-c735-4cd7-a321-50852716d3ef None None] DHCP port deletion for b440af0e-b579-43cd-9411-f6e5c908dac2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:19:08.779005 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-52d55ba9-80a6-4663-aba0-1a7a98f1a4f0 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d8df5e4-d4d9-4450-b0c5-23d5e980e308']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:19:08.791866 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-52d55ba9-80a6-4663-aba0-1a7a98f1a4f0 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f01d1344-d709-4f13-8653-b1147613a452') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:19:08.792169 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-52d55ba9-80a6-4663-aba0-1a7a98f1a4f0 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f01d1344-d709-4f13-8653-b1147613a452') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:19:08.802179 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-52d55ba9-80a6-4663-aba0-1a7a98f1a4f0 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:08.816591 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-52d55ba9-80a6-4663-aba0-1a7a98f1a4f0 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:08.825141 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52d55ba9-80a6-4663-aba0-1a7a98f1a4f0 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:19:08.825696 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-52d55ba9-80a6-4663-aba0-1a7a98f1a4f0 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:08.829744 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:19:08.829744 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:19:08.829744 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:19:08.829744 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:19:08.829744 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:19:08.829744 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:19:08.829744 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:19:08.829744 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:19:08.829744 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:19:08.829744 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:19:08.829744 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:19:08.829744 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:19:08.829744 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:19:08.829744 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:19:08.829744 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:19:08.829744 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:19:08.829744 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:19:08.829744 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:19:08.829744 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:19:08.829744 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:19:08.829744 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:19:08.829744 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:19:08.829744 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:19:08.829744 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:19:08.829744 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:19:08.829744 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:19:08.829744 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:19:08.829744 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:19:08.829744 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:19:08.829744 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:19:08.829744 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:19:08.829744 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:19:08.843873 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-95ea1488-6a45-43fe-abbb-e511149053f6 req-3bd7399a-c257-4863-92d3-af8e166cc410 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/security-groups?id=55b21076-cf23-48e9-9a14-bcc811d060b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008928 Dec 06 17:19:08.844614 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-16fe0f27-4860-4f49-8b9c-55b674ca3e36 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-772474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575952'] for router_interface, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:08.889871 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-52d55ba9-80a6-4663-aba0-1a7a98f1a4f0 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:08.896906 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-52d55ba9-80a6-4663-aba0-1a7a98f1a4f0 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:08.901280 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-52d55ba9-80a6-4663-aba0-1a7a98f1a4f0 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] 10.222.0.23 "DELETE /v2.0/networks/6d8df5e4-d4d9-4450-b0c5-23d5e980e308 HTTP/1.1" status: 204 len: 168 time: 2.4472139 Dec 06 17:19:08.904427 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53676) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:08.909290 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-f4d77ec7-0893-46fc-aa75-cd60039b0229 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-890987199'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:19:08.912849 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d55ba9-80a6-4663-aba0-1a7a98f1a4f0 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Pushing event deleted for resources: {'Network': ['ID=6d8df5e4-d4d9-4450-b0c5-23d5e980e308,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:08.971731 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d77ec7-0893-46fc-aa75-cd60039b0229 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Made reservation on behalf of aa4e637cd39d4cbd858838b93355e813 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:19:08.975161 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f4d77ec7-0893-46fc-aa75-cd60039b0229 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:09.011081 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4d77ec7-0893-46fc-aa75-cd60039b0229 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:19:09.057975 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f4d77ec7-0893-46fc-aa75-cd60039b0229 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:09.058324 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-f4d77ec7-0893-46fc-aa75-cd60039b0229 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Added segment d4778d1d-90e4-41de-b5dd-fbcc5c7f4e9a of type vlan for network 0ee38e69-8f46-4f72-bb56-de4e1d10cd56 Dec 06 17:19:09.137196 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f4d77ec7-0893-46fc-aa75-cd60039b0229 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:09.173246 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16fe0f27-4860-4f49-8b9c-55b674ca3e36 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Router 5fb4a540-f2b6-47cf-b821-09e81cfd5680 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:19:09.177190 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f4d77ec7-0893-46fc-aa75-cd60039b0229 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:09.183744 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d77ec7-0893-46fc-aa75-cd60039b0229 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:09.184358 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f4d77ec7-0893-46fc-aa75-cd60039b0229 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:09.252694 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-f4d77ec7-0893-46fc-aa75-cd60039b0229 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3472083 Dec 06 17:19:09.255832 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 53684) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:09.261811 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-31953ffd-2d8a-4701-a92b-32e315a223bb tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Request body: {'subnet': {'network_id': '0ee38e69-8f46-4f72-bb56-de4e1d10cd56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:19:09.295589 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d77ec7-0893-46fc-aa75-cd60039b0229 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Pushing event updated for resources: {'Network': ['ID=0ee38e69-8f46-4f72-bb56-de4e1d10cd56,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:09.307687 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 0ee38e69-8f46-4f72-bb56-de4e1d10cd56 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:19:09.391321 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31953ffd-2d8a-4701-a92b-32e315a223bb tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Made reservation on behalf of aa4e637cd39d4cbd858838b93355e813 for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:19:09.394811 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-31953ffd-2d8a-4701-a92b-32e315a223bb tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:09.409023 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2534f5-bb8a-43a9-9916-b199bafbfde2 req-5be274bf-46d6-4ce3-aeb0-fd1486d8b92c tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:09.411753 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2d2534f5-bb8a-43a9-9916-b199bafbfde2 req-5be274bf-46d6-4ce3-aeb0-fd1486d8b92c tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=218e73a3-3dbc-4dda-87ce-335528fd8f2b HTTP/1.1" status: 200 len: 945 time: 0.1287172 Dec 06 17:19:09.528801 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2d2534f5-bb8a-43a9-9916-b199bafbfde2 req-557750cd-d4a2-4664-bb03-267747ca5987 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008434 Dec 06 17:19:09.658351 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16fe0f27-4860-4f49-8b9c-55b674ca3e36 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:19:09.664538 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-16fe0f27-4860-4f49-8b9c-55b674ca3e36 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] 10.222.0.23 "PUT /v2.0/routers/5fb4a540-f2b6-47cf-b821-09e81cfd5680/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9124985 Dec 06 17:19:09.667203 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53694) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:09.671642 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457668c4-2e74-4366-94cb-6a51927b18bc None None] Sync routers for ids ['5fb4a540-f2b6-47cf-b821-09e81cfd5680'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:19:09.684233 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457668c4-2e74-4366-94cb-6a51927b18bc None None] Routers {'5fb4a540-f2b6-47cf-b821-09e81cfd5680'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:19:09.685082 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-457668c4-2e74-4366-94cb-6a51927b18bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:18:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['5fb4a540-f2b6-47cf-b821-09e81cfd5680'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:19:09.717746 n-d-master-1 neutron-server[103285]: DEBUG neutron.objects.ports [None req-31953ffd-2d8a-4701-a92b-32e315a223bb tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103285) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 17:19:09.718293 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0326cd-e86f-4c18-aad1-b6b1bb186278 req-17391cfa-39a2-43c7-abf4-253656fc6e67 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:09.718441 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-457668c4-2e74-4366-94cb-6a51927b18bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:19:09.719480 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-31953ffd-2d8a-4701-a92b-32e315a223bb tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:09.719798 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6b0326cd-e86f-4c18-aad1-b6b1bb186278 req-17391cfa-39a2-43c7-abf4-253656fc6e67 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 945 time: 0.1141109 Dec 06 17:19:09.734768 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457668c4-2e74-4366-94cb-6a51927b18bc None None] Routers {'5fb4a540-f2b6-47cf-b821-09e81cfd5680'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:19:09.735731 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-457668c4-2e74-4366-94cb-6a51927b18bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:18:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['5fb4a540-f2b6-47cf-b821-09e81cfd5680'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:19:09.787247 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31953ffd-2d8a-4701-a92b-32e315a223bb tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Pushing event updated for resources: {'Subnet': ['ID=17fa9fea-d37a-411c-ae3e-00192883f80d,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:09.787884 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-457668c4-2e74-4366-94cb-6a51927b18bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:19:09.790037 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457668c4-2e74-4366-94cb-6a51927b18bc None None] The sync data for ids ['5fb4a540-f2b6-47cf-b821-09e81cfd5680'] in n-d-master-1 is: [] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:19:09.812071 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31953ffd-2d8a-4701-a92b-32e315a223bb tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Checking segment: {'id': 'd4778d1d-90e4-41de-b5dd-fbcc5c7f4e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0ee38e69-8f46-4f72-bb56-de4e1d10cd56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:19:09.812526 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31953ffd-2d8a-4701-a92b-32e315a223bb tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Network hostable DHCP agents. Network: 0ee38e69-8f46-4f72-bb56-de4e1d10cd56, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:19:09.818767 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6b0326cd-e86f-4c18-aad1-b6b1bb186278 req-4b04e496-b4e2-47e8-bc71-2bfe4bdfeb59 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8ff7359-db2b-4d57-aa79-237c344ab3df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878682 Dec 06 17:19:09.836996 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7950e497-935c-4171-9d6b-3ed7f7d28b02 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks [] for router, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:09.842692 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31953ffd-2d8a-4701-a92b-32e315a223bb tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Network 0ee38e69-8f46-4f72-bb56-de4e1d10cd56 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:19:09.859966 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-31953ffd-2d8a-4701-a92b-32e315a223bb tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 0ee38e69-8f46-4f72-bb56-de4e1d10cd56) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:19:09.864623 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31953ffd-2d8a-4701-a92b-32e315a223bb tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:09.865341 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-31953ffd-2d8a-4701-a92b-32e315a223bb tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:09.872905 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d485b1-50db-49b2-9596-a29aac9ba3e5 None None] Network 0ee38e69-8f46-4f72-bb56-de4e1d10cd56 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:19:09.892563 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-31953ffd-2d8a-4701-a92b-32e315a223bb tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.6328187 Dec 06 17:19:09.893422 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 53702) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:10.018350 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6d44ffcf-2e5d-437d-bdf3-9854c25ef18d tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:10.027084 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7950e497-935c-4171-9d6b-3ed7f7d28b02 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:10.065979 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1b40ac-9578-4f64-8156-0eb38e7aee6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-0ee38e69-8f46-4f72-bb56-de4e1d10cd56', 'network_id': '0ee38e69-8f46-4f72-bb56-de4e1d10cd56', 'tenant_id': 'aa4e637cd39d4cbd858838b93355e813', 'fixed_ips': [{'subnet_id': '17fa9fea-d37a-411c-ae3e-00192883f80d'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:19:10.066851 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-df1b40ac-9578-4f64-8156-0eb38e7aee6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:10.086275 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6d44ffcf-2e5d-437d-bdf3-9854c25ef18d tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:10.089973 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc4dd90-e9c8-40dd-aa93-847805928c73 req-3532cb4e-24cf-4c18-b490-04b7ea6c0ccb tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:10.092016 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8bc4dd90-e9c8-40dd-aa93-847805928c73 req-3532cb4e-24cf-4c18-b490-04b7ea6c0ccb tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/ports?device_id=6972e696-526b-417c-bdce-ca7d7c8763eb HTTP/1.1" status: 200 len: 946 time: 0.1144280 Dec 06 17:19:10.157994 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8bc4dd90-e9c8-40dd-aa93-847805928c73 req-da0d01de-f507-4c52-a8e0-ea71922f6d54 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/security-groups?id=55b21076-cf23-48e9-9a14-bcc811d060b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546260 Dec 06 17:19:10.159722 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-7950e497-935c-4171-9d6b-3ed7f7d28b02 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Deleting port 99e6f879-d686-46bb-8795-42fdc4501e80 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:19:10.160426 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7950e497-935c-4171-9d6b-3ed7f7d28b02 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:10.194166 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6d44ffcf-2e5d-437d-bdf3-9854c25ef18d tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:10.212454 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server [None req-df1b40ac-9578-4f64-8156-0eb38e7aee6b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 17fa9fea-d37a-411c-ae3e-00192883f80d: This subnet is being modified by another concurrent operation. Dec 06 17:19:10.212454 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 06 17:19:10.212454 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 06 17:19:10.212454 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 06 17:19:10.212454 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 06 17:19:10.212454 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 06 17:19:10.212454 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 06 17:19:10.212454 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 06 17:19:10.212454 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 06 17:19:10.212454 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 06 17:19:10.212454 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 17:19:10.212454 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 17:19:10.212454 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 17:19:10.212454 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 17:19:10.212454 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 17:19:10.212454 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 17:19:10.212454 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 17:19:10.212454 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 17:19:10.212454 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 17:19:10.212454 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 17:19:10.212454 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 17:19:10.212454 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 17:19:10.212454 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 17:19:10.212454 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 17:19:10.212454 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 17:19:10.212454 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 17:19:10.212454 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 17:19:10.212454 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 17:19:10.212454 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 17:19:10.212454 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 17:19:10.212454 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 17:19:10.212454 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 17:19:10.212454 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 17:19:10.212454 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 17:19:10.212454 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 06 17:19:10.212454 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 06 17:19:10.212454 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Dec 06 17:19:10.212454 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 06 17:19:10.212454 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Dec 06 17:19:10.212454 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 06 17:19:10.212454 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 06 17:19:10.212454 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 06 17:19:10.212454 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 06 17:19:10.212454 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 17:19:10.212454 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 06 17:19:10.212454 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 06 17:19:10.212454 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 17:19:10.212454 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 17:19:10.212454 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 17:19:10.212454 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 17:19:10.212454 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 17:19:10.212454 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 17:19:10.212454 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 17:19:10.212454 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 17:19:10.216498 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 17:19:10.216498 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 17:19:10.216498 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 17:19:10.216498 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 17:19:10.216498 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 17:19:10.216498 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 17:19:10.216498 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 17:19:10.216498 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 17:19:10.216498 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 17:19:10.216498 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 17:19:10.216498 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 17:19:10.216498 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 17:19:10.216498 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 17:19:10.216498 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 17:19:10.216498 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 17:19:10.216498 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 17:19:10.216498 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 06 17:19:10.216498 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 06 17:19:10.216498 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 06 17:19:10.216498 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 06 17:19:10.216498 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 06 17:19:10.216498 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 06 17:19:10.216498 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 06 17:19:10.216498 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 06 17:19:10.216498 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 17:19:10.216498 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 17:19:10.216498 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 17:19:10.216498 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 17:19:10.216498 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 06 17:19:10.216498 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 06 17:19:10.216498 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 06 17:19:10.216498 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 06 17:19:10.216498 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 06 17:19:10.216498 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 06 17:19:10.216498 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 06 17:19:10.216498 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server raise exception Dec 06 17:19:10.216498 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 17fa9fea-d37a-411c-ae3e-00192883f80d: This subnet is being modified by another concurrent operation. Dec 06 17:19:10.216498 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server Dec 06 17:19:10.236426 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e85d9c-067f-45bb-8728-959ed1494470 None None] Network 0ee38e69-8f46-4f72-bb56-de4e1d10cd56 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:19:10.240785 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d44ffcf-2e5d-437d-bdf3-9854c25ef18d tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Pushing event deleted for resources: {'Subnet': ['ID=17fa9fea-d37a-411c-ae3e-00192883f80d,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:10.322316 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7950e497-935c-4171-9d6b-3ed7f7d28b02 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:10.326363 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6d44ffcf-2e5d-437d-bdf3-9854c25ef18d tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:10.352853 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-6d44ffcf-2e5d-437d-bdf3-9854c25ef18d tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ee38e69-8f46-4f72-bb56-de4e1d10cd56']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:19:10.354139 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36ee616-5b7e-4480-ade2-23059e9847ba req-27fa9773-ea0d-4426-94b1-4f50cbf4fa8e tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:10.355689 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e36ee616-5b7e-4480-ade2-23059e9847ba req-27fa9773-ea0d-4426-94b1-4f50cbf4fa8e tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7d3f224-d001-4a9c-8816-6111bc8ee6b9 HTTP/1.1" status: 200 len: 945 time: 0.1084254 Dec 06 17:19:10.356730 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-7950e497-935c-4171-9d6b-3ed7f7d28b02 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Calling delete_port for 99e6f879-d686-46bb-8795-42fdc4501e80 owned by network:router_gateway {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:19:10.366165 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-6d44ffcf-2e5d-437d-bdf3-9854c25ef18d tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4778d1d-90e4-41de-b5dd-fbcc5c7f4e9a') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:19:10.367215 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-6d44ffcf-2e5d-437d-bdf3-9854c25ef18d tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4778d1d-90e4-41de-b5dd-fbcc5c7f4e9a') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:19:10.376861 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eab118f-ea81-415a-9c98-096f702b4b63 None None] get_active_networks_info from n-d-master-1 {{(pid=103286) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 17:19:10.381708 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6d44ffcf-2e5d-437d-bdf3-9854c25ef18d tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:10.399525 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6d44ffcf-2e5d-437d-bdf3-9854c25ef18d tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:10.407867 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d44ffcf-2e5d-437d-bdf3-9854c25ef18d tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:19:10.408503 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6d44ffcf-2e5d-437d-bdf3-9854c25ef18d tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:10.416403 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:19:10.416403 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:19:10.416403 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:19:10.416403 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:19:10.416403 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:19:10.416403 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:19:10.416403 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:19:10.416403 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:19:10.416403 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:19:10.416403 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:19:10.416403 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:19:10.416403 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:19:10.416403 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:19:10.416403 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:19:10.416403 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:19:10.416403 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:19:10.416403 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:19:10.416403 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:19:10.416403 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:19:10.416403 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:19:10.416403 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:19:10.416403 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:19:10.416403 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:19:10.416403 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:19:10.416403 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:19:10.416403 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:19:10.416403 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:19:10.416403 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:19:10.416403 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:19:10.416403 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:19:10.416403 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:19:10.416403 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:19:10.445227 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e36ee616-5b7e-4480-ade2-23059e9847ba req-9ca2b5da-3d25-467b-8c37-a7f0fc175155 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/security-groups?id=55b21076-cf23-48e9-9a14-bcc811d060b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824933 Dec 06 17:19:10.490082 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6d44ffcf-2e5d-437d-bdf3-9854c25ef18d tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:10.505159 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6d44ffcf-2e5d-437d-bdf3-9854c25ef18d tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:10.509713 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-6d44ffcf-2e5d-437d-bdf3-9854c25ef18d tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] 10.222.0.23 "DELETE /v2.0/networks/0ee38e69-8f46-4f72-bb56-de4e1d10cd56 HTTP/1.1" status: 204 len: 168 time: 0.6131635 Dec 06 17:19:10.525860 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 53722) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:10.535614 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d44ffcf-2e5d-437d-bdf3-9854c25ef18d tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Pushing event deleted for resources: {'Network': ['ID=0ee38e69-8f46-4f72-bb56-de4e1d10cd56,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:10.559748 n-d-master-1 neutron-server[103285]: INFO neutron.pecan_wsgi.hooks.translation [None req-69b8442b-e5f6-4c77-88a5-2252cbfbc1d3 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] DELETE failed (client error): The resource could not be found. Dec 06 17:19:10.560346 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69b8442b-e5f6-4c77-88a5-2252cbfbc1d3 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103285) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:19:10.567349 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-69b8442b-e5f6-4c77-88a5-2252cbfbc1d3 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] 10.222.0.23 "DELETE /v2.0/subnets/17fa9fea-d37a-411c-ae3e-00192883f80d HTTP/1.1" status: 404 len: 337 time: 0.0367808 Dec 06 17:19:10.567349 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 53726) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:10.577681 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eab118f-ea81-415a-9c98-096f702b4b63 None None] Resources bound (agent type, host, resource id): {{(pid=103286) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 06 17:19:10.593326 n-d-master-1 neutron-server[103285]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0d63ad8-9e5a-4136-96c3-f0f348fefee2 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] DELETE failed (client error): The resource could not be found. Dec 06 17:19:10.593907 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0d63ad8-9e5a-4136-96c3-f0f348fefee2 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103285) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:19:10.600241 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-d0d63ad8-9e5a-4136-96c3-f0f348fefee2 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] 10.222.0.23 "DELETE /v2.0/networks/0ee38e69-8f46-4f72-bb56-de4e1d10cd56 HTTP/1.1" status: 404 len: 339 time: 0.0326369 Dec 06 17:19:10.600907 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 53728) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:10.629878 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7950e497-935c-4171-9d6b-3ed7f7d28b02 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:10.686485 n-d-master-1 neutron-server[103285]: INFO neutron.pecan_wsgi.hooks.translation [None req-4275db43-76bc-432b-ab58-a528f9800394 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] DELETE failed (client error): The resource could not be found. Dec 06 17:19:10.687129 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4275db43-76bc-432b-ab58-a528f9800394 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103285) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:19:10.690853 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-4275db43-76bc-432b-ab58-a528f9800394 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] 10.222.0.23 "DELETE /v2.0/subnets/0d28bd19-8158-42c2-ad19-4eab90ead4cf HTTP/1.1" status: 404 len: 337 time: 0.0855134 Dec 06 17:19:10.693151 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 53734) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:10.718221 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7950e497-935c-4171-9d6b-3ed7f7d28b02 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Pushing event deleted for resources: {'Port': ['ID=99e6f879-d686-46bb-8795-42fdc4501e80,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:10.721326 n-d-master-1 neutron-server[103285]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdb8f014-79b6-4ed4-bb5b-15824624772e tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] DELETE failed (client error): The resource could not be found. Dec 06 17:19:10.721911 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdb8f014-79b6-4ed4-bb5b-15824624772e tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103285) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:19:10.725027 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-fdb8f014-79b6-4ed4-bb5b-15824624772e tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] 10.222.0.23 "DELETE /v2.0/networks/6d8df5e4-d4d9-4450-b0c5-23d5e980e308 HTTP/1.1" status: 404 len: 339 time: 0.0309455 Dec 06 17:19:10.728469 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 53736) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:10.768010 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b058d027-4e71-4552-87f7-007404082e44 req-3bee6c6a-619f-4a44-b586-92297b0c8487 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:10.783198 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b058d027-4e71-4552-87f7-007404082e44 req-3bee6c6a-619f-4a44-b586-92297b0c8487 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=218e73a3-3dbc-4dda-87ce-335528fd8f2b HTTP/1.1" status: 200 len: 945 time: 0.1197748 Dec 06 17:19:10.786711 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7950e497-935c-4171-9d6b-3ed7f7d28b02 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536698'] for router_gateway, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:10.787613 n-d-master-1 neutron-server[103285]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c0b6ac9-e589-4fc7-9c9c-ec7f6b85cbca tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] DELETE failed (client error): The resource could not be found. Dec 06 17:19:10.788150 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c0b6ac9-e589-4fc7-9c9c-ec7f6b85cbca tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103285) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:19:10.794011 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-5c0b6ac9-e589-4fc7-9c9c-ec7f6b85cbca tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] 10.222.0.23 "DELETE /v2.0/subnets/2ea57fb7-fff3-4995-a7f5-5a7a8d97482b HTTP/1.1" status: 404 len: 337 time: 0.0645528 Dec 06 17:19:10.795877 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 53738) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:10.826410 n-d-master-1 neutron-server[103285]: INFO neutron.pecan_wsgi.hooks.translation [None req-da2dc707-7e6f-40d5-bff5-8ceb8a65b940 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] DELETE failed (client error): The resource could not be found. Dec 06 17:19:10.826915 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da2dc707-7e6f-40d5-bff5-8ceb8a65b940 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103285) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:19:10.832269 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-da2dc707-7e6f-40d5-bff5-8ceb8a65b940 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] 10.222.0.23 "DELETE /v2.0/networks/6c2ebcc7-6dd4-4c71-9f38-03cbff9d8bee HTTP/1.1" status: 404 len: 339 time: 0.0329435 Dec 06 17:19:10.835145 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 53742) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:10.859753 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b7015a-9871-4081-a2e6-ba34e2d9f5e9 req-458aba91-39b3-4159-9a64-2c544ea1097e tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:10.861389 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-58b7015a-9871-4081-a2e6-ba34e2d9f5e9 req-458aba91-39b3-4159-9a64-2c544ea1097e tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7d3f224-d001-4a9c-8816-6111bc8ee6b9 HTTP/1.1" status: 200 len: 945 time: 0.1686294 Dec 06 17:19:10.881981 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b058d027-4e71-4552-87f7-007404082e44 req-895f1a15-22b8-4db0-a2e0-b92e682cf874 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020732 Dec 06 17:19:10.906263 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7950e497-935c-4171-9d6b-3ed7f7d28b02 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:10.909522 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7950e497-935c-4171-9d6b-3ed7f7d28b02 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:10.954992 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-e4deccbf-bdd2-42ac-accd-38887c7dcec2 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Deleting port 41810984-56b5-41eb-a3ef-8dc6eb3b8f30 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:19:10.955363 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e4deccbf-bdd2-42ac-accd-38887c7dcec2 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:10.981501 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7950e497-935c-4171-9d6b-3ed7f7d28b02 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:10.982092 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7950e497-935c-4171-9d6b-3ed7f7d28b02 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Fanout notify agent at l3_agent the message router_deleted on router 5fb4a540-f2b6-47cf-b821-09e81cfd5680 {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 17:19:10.992682 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7950e497-935c-4171-9d6b-3ed7f7d28b02 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:10.996138 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-7950e497-935c-4171-9d6b-3ed7f7d28b02 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] 10.222.0.23 "DELETE /v2.0/routers/5fb4a540-f2b6-47cf-b821-09e81cfd5680 HTTP/1.1" status: 204 len: 168 time: 1.3279526 Dec 06 17:19:10.998346 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53744) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:11.011687 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-58b7015a-9871-4081-a2e6-ba34e2d9f5e9 req-72c4fb30-f1be-43a5-8952-b86fc5c7f412 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/security-groups?id=55b21076-cf23-48e9-9a14-bcc811d060b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200478 Dec 06 17:19:11.043820 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e4deccbf-bdd2-42ac-accd-38887c7dcec2 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:11.071463 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-e4deccbf-bdd2-42ac-accd-38887c7dcec2 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Calling delete_port for 41810984-56b5-41eb-a3ef-8dc6eb3b8f30 owned by {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:19:11.076279 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-003f1daf-a14e-4856-a114-41dcefa2e9dd tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Deleting subnet dccc6c2a-0d60-4e5a-ba73-0dccb98ed4d9 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:19:11.080286 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-003f1daf-a14e-4856-a114-41dcefa2e9dd tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:11.128130 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-003f1daf-a14e-4856-a114-41dcefa2e9dd tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:11.183125 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e4deccbf-bdd2-42ac-accd-38887c7dcec2 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:11.183579 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-003f1daf-a14e-4856-a114-41dcefa2e9dd tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:11.193213 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76de3fc-50c5-4026-90c1-2f54d7d27164 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:19:11.224997 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4deccbf-bdd2-42ac-accd-38887c7dcec2 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Pushing event deleted for resources: {'Port': ['ID=41810984-56b5-41eb-a3ef-8dc6eb3b8f30,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:11.231983 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e4deccbf-bdd2-42ac-accd-38887c7dcec2 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:11.236312 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-e4deccbf-bdd2-42ac-accd-38887c7dcec2 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] 10.222.0.23 "DELETE /v2.0/ports/41810984-56b5-41eb-a3ef-8dc6eb3b8f30 HTTP/1.1" status: 204 len: 168 time: 0.3995829 Dec 06 17:19:11.238926 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53746) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:11.270292 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-0933fede-9e08-412c-b316-4493f314a31e tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] DELETE failed (client error): The resource could not be found. Dec 06 17:19:11.270771 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0933fede-9e08-412c-b316-4493f314a31e tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:19:11.274399 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-0933fede-9e08-412c-b316-4493f314a31e tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] 10.222.0.23 "DELETE /v2.0/subnets/5f33926e-e80d-4995-86aa-db4a0a27765f HTTP/1.1" status: 404 len: 337 time: 0.0344555 Dec 06 17:19:11.276949 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53748) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:11.286885 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-003f1daf-a14e-4856-a114-41dcefa2e9dd tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:11.337898 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003f1daf-a14e-4856-a114-41dcefa2e9dd tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Pushing event deleted for resources: {'Subnet': ['ID=dccc6c2a-0d60-4e5a-ba73-0dccb98ed4d9,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:11.367804 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-003f1daf-a14e-4856-a114-41dcefa2e9dd tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:11.371117 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f26022-5ffe-4d44-8ce5-e399671cc935 None None] Network b440af0e-b579-43cd-9411-f6e5c908dac2 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:19:11.371282 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-003f1daf-a14e-4856-a114-41dcefa2e9dd tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] 10.222.0.23 "DELETE /v2.0/subnets/dccc6c2a-0d60-4e5a-ba73-0dccb98ed4d9 HTTP/1.1" status: 204 len: 168 time: 0.3717735 Dec 06 17:19:11.374577 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 53754) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:11.391524 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e7b1c82b-e637-49c3-828d-44d7f2e12725 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:11.459373 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-010bf8da-c191-40e5-becf-6794b3e2f415 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:11.494952 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e7b1c82b-e637-49c3-828d-44d7f2e12725 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:11.497309 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0026f180-22ad-47cc-b61b-967983cc2275 None None] DHCP port deletion for b440af0e-b579-43cd-9411-f6e5c908dac2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:19:11.520093 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-e7b1c82b-e637-49c3-828d-44d7f2e12725 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75793b39-0e2b-45a5-87c8-305b43b685d9']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:19:11.531595 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-e7b1c82b-e637-49c3-828d-44d7f2e12725 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f47be22e-d58d-4f4a-89eb-b6d65bb81b41') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:19:11.531900 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-e7b1c82b-e637-49c3-828d-44d7f2e12725 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f47be22e-d58d-4f4a-89eb-b6d65bb81b41') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:19:11.542212 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e7b1c82b-e637-49c3-828d-44d7f2e12725 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:11.556304 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e7b1c82b-e637-49c3-828d-44d7f2e12725 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:11.559355 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-010bf8da-c191-40e5-becf-6794b3e2f415 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:11.562434 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7b1c82b-e637-49c3-828d-44d7f2e12725 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:19:11.562828 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e7b1c82b-e637-49c3-828d-44d7f2e12725 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:11.566026 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 17:19:11.566026 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:19:11.566026 n-d-master-1 neutron-server[103284]: timer() Dec 06 17:19:11.566026 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:19:11.566026 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 17:19:11.566026 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:19:11.566026 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 17:19:11.566026 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:19:11.566026 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 17:19:11.566026 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:19:11.566026 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 17:19:11.566026 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:19:11.566026 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 17:19:11.566026 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:19:11.566026 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:19:11.566026 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:19:11.566026 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:19:11.566026 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:19:11.566026 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 17:19:11.566026 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:19:11.566026 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 17:19:11.566026 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:19:11.566026 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:19:11.566026 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:19:11.566026 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 17:19:11.566026 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:19:11.566026 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:19:11.566026 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:19:11.566026 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:19:11.566026 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:19:11.566026 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:19:11.566026 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:19:11.581007 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-010bf8da-c191-40e5-becf-6794b3e2f415 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b440af0e-b579-43cd-9411-f6e5c908dac2']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:19:11.591292 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-010bf8da-c191-40e5-becf-6794b3e2f415 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '941fbc48-6f9e-4a8d-89f7-33db85291293') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:19:11.591529 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-010bf8da-c191-40e5-becf-6794b3e2f415 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '941fbc48-6f9e-4a8d-89f7-33db85291293') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:19:11.601408 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-010bf8da-c191-40e5-becf-6794b3e2f415 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:11.614428 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-010bf8da-c191-40e5-becf-6794b3e2f415 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:11.620879 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-010bf8da-c191-40e5-becf-6794b3e2f415 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:19:11.621291 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-010bf8da-c191-40e5-becf-6794b3e2f415 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:11.624629 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:19:11.624629 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:19:11.624629 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:19:11.624629 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:19:11.624629 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:19:11.624629 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:19:11.624629 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:19:11.624629 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:19:11.624629 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:19:11.624629 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:19:11.624629 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:19:11.624629 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:19:11.624629 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:19:11.624629 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:19:11.624629 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:19:11.624629 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:19:11.624629 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:19:11.624629 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:19:11.624629 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:19:11.624629 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:19:11.624629 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:19:11.624629 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:19:11.624629 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:19:11.624629 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:19:11.624629 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:19:11.624629 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:19:11.624629 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:19:11.624629 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:19:11.624629 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:19:11.624629 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:19:11.624629 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:19:11.624629 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:19:11.627164 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e7b1c82b-e637-49c3-828d-44d7f2e12725 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:11.633769 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e7b1c82b-e637-49c3-828d-44d7f2e12725 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:11.637663 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-e7b1c82b-e637-49c3-828d-44d7f2e12725 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] 10.222.0.23 "DELETE /v2.0/networks/75793b39-0e2b-45a5-87c8-305b43b685d9 HTTP/1.1" status: 204 len: 168 time: 0.3597100 Dec 06 17:19:11.640034 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53756) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:11.657280 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b1c82b-e637-49c3-828d-44d7f2e12725 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Pushing event deleted for resources: {'Network': ['ID=75793b39-0e2b-45a5-87c8-305b43b685d9,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:11.682474 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-010bf8da-c191-40e5-becf-6794b3e2f415 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:11.689101 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-010bf8da-c191-40e5-becf-6794b3e2f415 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:11.694623 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-010bf8da-c191-40e5-becf-6794b3e2f415 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] 10.222.0.23 "DELETE /v2.0/networks/b440af0e-b579-43cd-9411-f6e5c908dac2 HTTP/1.1" status: 204 len: 168 time: 0.3166721 Dec 06 17:19:11.710187 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010bf8da-c191-40e5-becf-6794b3e2f415 tempest-FloatingIPTestJSON-68132165 tempest-FloatingIPTestJSON-68132165-project] Pushing event deleted for resources: {'Network': ['ID=b440af0e-b579-43cd-9411-f6e5c908dac2,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:11.748140 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-8994a297-8169-4f72-a036-ba4377b852c3 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Deleting port 89d688dd-2682-441b-a797-4303a5e954d2 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:19:11.748987 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8994a297-8169-4f72-a036-ba4377b852c3 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:11.817901 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8994a297-8169-4f72-a036-ba4377b852c3 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:11.831162 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-8994a297-8169-4f72-a036-ba4377b852c3 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Calling delete_port for 89d688dd-2682-441b-a797-4303a5e954d2 owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:19:11.914829 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8994a297-8169-4f72-a036-ba4377b852c3 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:11.947522 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8994a297-8169-4f72-a036-ba4377b852c3 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Pushing event deleted for resources: {'Port': ['ID=89d688dd-2682-441b-a797-4303a5e954d2,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:11.947885 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 53764) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:11.953136 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8994a297-8169-4f72-a036-ba4377b852c3 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:11.957094 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-8994a297-8169-4f72-a036-ba4377b852c3 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] 10.222.0.23 "DELETE /v2.0/ports/89d688dd-2682-441b-a797-4303a5e954d2 HTTP/1.1" status: 204 len: 168 time: 0.3158932 Dec 06 17:19:11.959300 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53768) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:11.995926 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2f52b60-df4e-48c1-9cff-53115fe902d5 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] DELETE failed (client error): The resource could not be found. Dec 06 17:19:11.996462 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2f52b60-df4e-48c1-9cff-53115fe902d5 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:19:11.999669 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-d2f52b60-df4e-48c1-9cff-53115fe902d5 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] 10.222.0.23 "DELETE /v2.0/subnets/3db1a5d8-bd22-4338-b077-2a4f58103d42 HTTP/1.1" status: 404 len: 337 time: 0.0393291 Dec 06 17:19:12.002861 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 53772) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:12.041805 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482a195f-17a2-4f0d-805e-97a53122082a req-f4b364d9-ed1a-4516-9215-ae9c9fcea83b tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:12.043363 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-482a195f-17a2-4f0d-805e-97a53122082a req-f4b364d9-ed1a-4516-9215-ae9c9fcea83b tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=218e73a3-3dbc-4dda-87ce-335528fd8f2b HTTP/1.1" status: 200 len: 945 time: 0.0757232 Dec 06 17:19:12.100752 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-482a195f-17a2-4f0d-805e-97a53122082a req-29dc12c4-dec5-46c5-aa70-65d9b3854224 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514016 Dec 06 17:19:12.108406 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78ba7dc8-7ce7-4d57-9a41-47510915ea22 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:12.187477 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-a202647c-6d88-4c7d-a11a-32155af17a0c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0a1f457aa03040bf80cb1868b8b59715&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2377439 Dec 06 17:19:12.190062 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53778) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:12.237437 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f4504d32-5e76-4b3e-a630-46b0a6fa9839 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:12.247857 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78ba7dc8-7ce7-4d57-9a41-47510915ea22 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:12.257669 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1472395b-c32d-45dc-a1e9-1e6e2528268b req-607fe6f0-9edd-4eec-bef5-79383399e507 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:12.259473 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1472395b-c32d-45dc-a1e9-1e6e2528268b req-607fe6f0-9edd-4eec-bef5-79383399e507 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7d3f224-d001-4a9c-8816-6111bc8ee6b9 HTTP/1.1" status: 200 len: 945 time: 0.1317482 Dec 06 17:19:12.259653 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f4504d32-5e76-4b3e-a630-46b0a6fa9839 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:12.291924 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-78ba7dc8-7ce7-4d57-9a41-47510915ea22 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6f4b937-670f-4a87-ae44-c4b0dd248ee9']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:19:12.306884 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-78ba7dc8-7ce7-4d57-9a41-47510915ea22 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2047c0d-9923-4f4c-81a4-98386498e6c9') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:19:12.307189 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-78ba7dc8-7ce7-4d57-9a41-47510915ea22 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2047c0d-9923-4f4c-81a4-98386498e6c9') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:19:12.313044 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f4504d32-5e76-4b3e-a630-46b0a6fa9839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:12.315809 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f4504d32-5e76-4b3e-a630-46b0a6fa9839 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:12.316965 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-f4504d32-5e76-4b3e-a630-46b0a6fa9839 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/67212d54-7c40-41d6-8ef2-aaa98e2bba53 HTTP/1.1" status: 204 len: 168 time: 0.1258523 Dec 06 17:19:12.325485 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78ba7dc8-7ce7-4d57-9a41-47510915ea22 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:12.335571 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4504d32-5e76-4b3e-a630-46b0a6fa9839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67212d54-7c40-41d6-8ef2-aaa98e2bba53,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:12.352001 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1472395b-c32d-45dc-a1e9-1e6e2528268b req-d7631db6-a26b-40f0-a144-465ccae8af07 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/security-groups?id=55b21076-cf23-48e9-9a14-bcc811d060b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857790 Dec 06 17:19:12.356357 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78ba7dc8-7ce7-4d57-9a41-47510915ea22 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:12.363268 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78ba7dc8-7ce7-4d57-9a41-47510915ea22 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:19:12.363712 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78ba7dc8-7ce7-4d57-9a41-47510915ea22 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:12.367472 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:19:12.367472 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:19:12.367472 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:19:12.367472 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:19:12.367472 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:19:12.367472 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:19:12.367472 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:19:12.367472 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:19:12.367472 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:19:12.367472 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:19:12.367472 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:19:12.367472 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:19:12.367472 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:19:12.367472 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:19:12.367472 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:19:12.367472 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:19:12.367472 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:19:12.367472 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:19:12.367472 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:19:12.367472 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:19:12.367472 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:19:12.367472 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:19:12.367472 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:19:12.367472 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:19:12.367472 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:19:12.367472 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:19:12.367472 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:19:12.367472 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:19:12.367472 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:19:12.367472 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:19:12.367472 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:19:12.367472 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:19:12.436556 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78ba7dc8-7ce7-4d57-9a41-47510915ea22 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:12.446674 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78ba7dc8-7ce7-4d57-9a41-47510915ea22 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:12.452572 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-78ba7dc8-7ce7-4d57-9a41-47510915ea22 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] 10.222.0.23 "DELETE /v2.0/networks/d6f4b937-670f-4a87-ae44-c4b0dd248ee9 HTTP/1.1" status: 204 len: 168 time: 0.4460540 Dec 06 17:19:12.453316 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53788) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:12.468757 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba7dc8-7ce7-4d57-9a41-47510915ea22 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Pushing event deleted for resources: {'Network': ['ID=d6f4b937-670f-4a87-ae44-c4b0dd248ee9,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:12.511348 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-66bbf713-9597-44c3-9536-e4d9f4739a76 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Deleting subnet 08621ddd-5cc1-4016-80a1-1b4ed59cfcc7 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:19:12.513648 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-66bbf713-9597-44c3-9536-e4d9f4739a76 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:12.575805 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-66bbf713-9597-44c3-9536-e4d9f4739a76 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:12.706199 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b235a14-b27b-4aa1-b46e-a1ea88d95f37 req-7ae48084-877c-4b05-ab3b-e6060ab44060 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:12.707743 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4b235a14-b27b-4aa1-b46e-a1ea88d95f37 req-7ae48084-877c-4b05-ab3b-e6060ab44060 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7d3f224-d001-4a9c-8816-6111bc8ee6b9 HTTP/1.1" status: 200 len: 945 time: 0.0899034 Dec 06 17:19:12.718790 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-66bbf713-9597-44c3-9536-e4d9f4739a76 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:12.820613 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4b235a14-b27b-4aa1-b46e-a1ea88d95f37 req-4d894f4a-2f3b-460d-9f32-c1f884a1e427 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/security-groups?id=55b21076-cf23-48e9-9a14-bcc811d060b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028345 Dec 06 17:19:12.830648 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-66bbf713-9597-44c3-9536-e4d9f4739a76 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:12.861331 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-66bbf713-9597-44c3-9536-e4d9f4739a76 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:12.865205 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-66bbf713-9597-44c3-9536-e4d9f4739a76 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] 10.222.0.23 "DELETE /v2.0/subnets/08621ddd-5cc1-4016-80a1-1b4ed59cfcc7 HTTP/1.1" status: 204 len: 168 time: 0.4110589 Dec 06 17:19:12.868212 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 53808) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:12.868771 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bbf713-9597-44c3-9536-e4d9f4739a76 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Pushing event deleted for resources: {'Subnet': ['ID=08621ddd-5cc1-4016-80a1-1b4ed59cfcc7,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:12.874310 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa70201-b953-4c9c-8bbe-bfe74dd6028f None None] Network 61bea241-699c-421d-b039-66e67fcb12ee requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:19:12.967292 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2e76cab8-ce32-4cc5-9222-8091c14c0e15 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:13.024148 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-2e76cab8-ce32-4cc5-9222-8091c14c0e15 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Deleting port 78d3eb4d-4534-42ab-82ce-52dc72876dc4 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:19:13.024429 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2e76cab8-ce32-4cc5-9222-8091c14c0e15 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:13.087556 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a2d04c-bd53-4e8a-9399-c6ac0de44d01 None None] DHCP port deletion for 61bea241-699c-421d-b039-66e67fcb12ee request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:19:13.096648 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-2e76cab8-ce32-4cc5-9222-8091c14c0e15 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] For port 78d3eb4d-4534-42ab-82ce-52dc72876dc4, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=78d3eb4d-4534-42ab-82ce-52dc72876dc4,segment=NetworkSegment(9e2513a7-e1da-48e3-b869-a24677ec2269),segment_id=9e2513a7-e1da-48e3-b869-a24677ec2269)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:19:13.096648 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2e76cab8-ce32-4cc5-9222-8091c14c0e15 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:13.104200 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53816) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:13.113732 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-2e76cab8-ce32-4cc5-9222-8091c14c0e15 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Calling delete_port for 78d3eb4d-4534-42ab-82ce-52dc72876dc4 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:19:13.148501 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-f1a2d04c-bd53-4e8a-9399-c6ac0de44d01 None None] Deleting port 78d3eb4d-4534-42ab-82ce-52dc72876dc4 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:19:13.148978 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f1a2d04c-bd53-4e8a-9399-c6ac0de44d01 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:13.212129 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 121dd329-2fdc-4943-88fc-b3360bf29c71 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:19:13.220281 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2e76cab8-ce32-4cc5-9222-8091c14c0e15 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:13.238721 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 121dd329-2fdc-4943-88fc-b3360bf29c71 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:19:13.274929 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e76cab8-ce32-4cc5-9222-8091c14c0e15 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Pushing event deleted for resources: {'Port': ['ID=78d3eb4d-4534-42ab-82ce-52dc72876dc4,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:13.279272 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876d59a2-afb3-4613-bc41-d60fe2362408 req-26422401-e76d-4603-ab27-e00004e69bb5 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:13.281316 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-876d59a2-afb3-4613-bc41-d60fe2362408 req-26422401-e76d-4603-ab27-e00004e69bb5 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=218e73a3-3dbc-4dda-87ce-335528fd8f2b HTTP/1.1" status: 200 len: 945 time: 0.0950804 Dec 06 17:19:13.282647 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e76cab8-ce32-4cc5-9222-8091c14c0e15 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] No DVR routers for this DVR port 78d3eb4d-4534-42ab-82ce-52dc72876dc4 on host n-d-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:19:13.343043 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-8d08cd82-fdc8-47e4-9a56-43ca867bdda4 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Request body: {'networks': [{'name': 'tempest-network--931034155'}, {'name': 'tempest-network--2036549324'}]} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:19:13.343897 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-8d08cd82-fdc8-47e4-9a56-43ca867bdda4 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Request body: {'network': {'name': 'tempest-network--931034155'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:19:13.345043 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-8d08cd82-fdc8-47e4-9a56-43ca867bdda4 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Request body: {'network': {'name': 'tempest-network--2036549324'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:19:13.367985 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-876d59a2-afb3-4613-bc41-d60fe2362408 req-1922c440-24d7-45e0-9dd5-d8212f9f56fc tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761223 Dec 06 17:19:13.377193 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-f1a2d04c-bd53-4e8a-9399-c6ac0de44d01 None None] For port 78d3eb4d-4534-42ab-82ce-52dc72876dc4, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=78d3eb4d-4534-42ab-82ce-52dc72876dc4,segment=NetworkSegment(9e2513a7-e1da-48e3-b869-a24677ec2269),segment_id=9e2513a7-e1da-48e3-b869-a24677ec2269)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:19:13.377645 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f1a2d04c-bd53-4e8a-9399-c6ac0de44d01 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:13.388086 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d08cd82-fdc8-47e4-9a56-43ca867bdda4 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Made reservation on behalf of d66dcb1054234e89b34eb89902074387 for: {'network': 2} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:19:13.392388 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8d08cd82-fdc8-47e4-9a56-43ca867bdda4 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:13.403185 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8d08cd82-fdc8-47e4-9a56-43ca867bdda4 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:13.410589 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-f1a2d04c-bd53-4e8a-9399-c6ac0de44d01 None None] Calling delete_port for 78d3eb4d-4534-42ab-82ce-52dc72876dc4 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:19:13.419789 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d6342e83-5553-4f6f-bc6b-bdb5584c917a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:13.465109 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 121dd329-2fdc-4943-88fc-b3360bf29c71, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=121dd329-2fdc-4943-88fc-b3360bf29c71,segment=NetworkSegment(89275c86-7da9-47f2-a47a-1035a530c501),segment_id=89275c86-7da9-47f2-a47a-1035a530c501)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:19:13.509210 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8d08cd82-fdc8-47e4-9a56-43ca867bdda4 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:13.516035 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8d08cd82-fdc8-47e4-9a56-43ca867bdda4 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:13.517711 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8d08cd82-fdc8-47e4-9a56-43ca867bdda4 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:13.521855 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': '121dd329-2fdc-4943-88fc-b3360bf29c71', 'network_id': 'b1330ff6-71a6-48db-aedf-2e908404d40b', 'port_id': '121dd329-2fdc-4943-88fc-b3360bf29c71', 'mac_address': 'fa:16:3e:62:49:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '407d30a8-656b-4107-b0bb-8b27c7634002', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:19:13.532958 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:13.577552 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d08cd82-fdc8-47e4-9a56-43ca867bdda4 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ffe04b-96e6-4b63-b6e8-bfeccb9e1a45,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:13.581927 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 78d3eb4d-4534-42ab-82ce-52dc72876dc4 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:19:13.595854 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d08cd82-fdc8-47e4-9a56-43ca867bdda4 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:19:13.607417 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8d08cd82-fdc8-47e4-9a56-43ca867bdda4 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:13.607813 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-8d08cd82-fdc8-47e4-9a56-43ca867bdda4 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Added segment e0b1f6ec-28eb-428f-b0ae-295d1ad107f4 of type vlan for network 591c5bc7-a370-44df-b832-fbfb3ad6edf7 Dec 06 17:19:13.624306 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 78d3eb4d-4534-42ab-82ce-52dc72876dc4 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:19:13.624906 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 78d3eb4d-4534-42ab-82ce-52dc72876dc4 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:19:13.634000 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56bfc86e-367c-415e-8cf0-a0f9867a9691', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '121dd329-2fdc-4943-88fc-b3360bf29c71'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:19:13.637293 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f576c38a-2f12-4e50-a37c-f2dcd94f4788" -d '{"events": [{"server_uuid": "56bfc86e-367c-415e-8cf0-a0f9867a9691", "name": "network-vif-unplugged", "status": "completed", "tag": "121dd329-2fdc-4943-88fc-b3360bf29c71"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:19:13.669999 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:13.687619 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8d08cd82-fdc8-47e4-9a56-43ca867bdda4 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:13.699620 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 121dd329-2fdc-4943-88fc-b3360bf29c71, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=121dd329-2fdc-4943-88fc-b3360bf29c71,segment=NetworkSegment(89275c86-7da9-47f2-a47a-1035a530c501),segment_id=89275c86-7da9-47f2-a47a-1035a530c501)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:19:13.702887 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f1a2d04c-bd53-4e8a-9399-c6ac0de44d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:13.711741 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 17:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e96e108-7d1b-41cf-82e5-1e168fd38ffd x-openstack-request-id: req-5e96e108-7d1b-41cf-82e5-1e168fd38ffd {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:19:13.712040 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56bfc86e-367c-415e-8cf0-a0f9867a9691", "name": "network-vif-unplugged", "status": "completed", "tag": "121dd329-2fdc-4943-88fc-b3360bf29c71", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:19:13.712535 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5e96e108-7d1b-41cf-82e5-1e168fd38ffd {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:19:13.712951 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56bfc86e-367c-415e-8cf0-a0f9867a9691', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '121dd329-2fdc-4943-88fc-b3360bf29c71', 'code': 200} Dec 06 17:19:13.729599 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d08cd82-fdc8-47e4-9a56-43ca867bdda4 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:19:13.740756 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8d08cd82-fdc8-47e4-9a56-43ca867bdda4 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:13.741366 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-8d08cd82-fdc8-47e4-9a56-43ca867bdda4 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Added segment 9888d438-877d-4022-b396-0982c40f38dd of type vlan for network 47644392-d2b5-4da1-bf85-f9a52cba5c50 Dec 06 17:19:13.750352 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:13.753001 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 121dd329-2fdc-4943-88fc-b3360bf29c71 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:19:13.762486 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a2d04c-bd53-4e8a-9399-c6ac0de44d01 None None] Pushing event deleted for resources: {'Port': ['ID=78d3eb4d-4534-42ab-82ce-52dc72876dc4,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:13.787359 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a2d04c-bd53-4e8a-9399-c6ac0de44d01 None None] No DVR routers for this DVR port 78d3eb4d-4534-42ab-82ce-52dc72876dc4 on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:19:13.802184 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2e76cab8-ce32-4cc5-9222-8091c14c0e15 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:13.803954 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8d08cd82-fdc8-47e4-9a56-43ca867bdda4 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:13.833618 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-2e76cab8-ce32-4cc5-9222-8091c14c0e15 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61bea241-699c-421d-b039-66e67fcb12ee']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:19:13.847539 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-2e76cab8-ce32-4cc5-9222-8091c14c0e15 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e2513a7-e1da-48e3-b869-a24677ec2269') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:19:13.847539 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-2e76cab8-ce32-4cc5-9222-8091c14c0e15 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e2513a7-e1da-48e3-b869-a24677ec2269') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:19:13.853980 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8d08cd82-fdc8-47e4-9a56-43ca867bdda4 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:13.856164 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8d08cd82-fdc8-47e4-9a56-43ca867bdda4 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:13.859497 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2e76cab8-ce32-4cc5-9222-8091c14c0e15 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:13.866176 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d08cd82-fdc8-47e4-9a56-43ca867bdda4 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:13.869604 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.db.api [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103286) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 17:19:13.870173 n-d-master-1 neutron-server[103286]: DEBUG oslo_db.api [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 17:19:13.873878 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d08cd82-fdc8-47e4-9a56-43ca867bdda4 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:13.875145 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8d08cd82-fdc8-47e4-9a56-43ca867bdda4 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:13.875928 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2e76cab8-ce32-4cc5-9222-8091c14c0e15 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:13.876512 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=121dd329-2fdc-4943-88fc-b3360bf29c71,revision_number=8']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:13.884927 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e76cab8-ce32-4cc5-9222-8091c14c0e15 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:19:13.885702 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2e76cab8-ce32-4cc5-9222-8091c14c0e15 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:13.901077 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:19:13.901077 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:19:13.901077 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:19:13.901077 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:19:13.901077 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:19:13.901077 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:19:13.901077 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:19:13.901077 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:19:13.901077 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:19:13.901077 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:19:13.901077 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:19:13.901077 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:19:13.901077 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:19:13.901077 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:19:13.901077 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:19:13.901077 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:19:13.901077 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:19:13.901077 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:19:13.901077 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:19:13.901077 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:19:13.901077 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:19:13.901077 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:19:13.901077 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:19:13.901077 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:19:13.901077 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:19:13.901077 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:19:13.901077 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:19:13.901077 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:19:13.901077 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:19:13.901077 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:19:13.901077 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:19:13.901077 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:19:13.963057 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2e76cab8-ce32-4cc5-9222-8091c14c0e15 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:13.983037 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2e76cab8-ce32-4cc5-9222-8091c14c0e15 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:13.987239 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-2e76cab8-ce32-4cc5-9222-8091c14c0e15 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] 10.222.0.23 "DELETE /v2.0/networks/61bea241-699c-421d-b039-66e67fcb12ee HTTP/1.1" status: 204 len: 168 time: 1.1180160 Dec 06 17:19:13.995988 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-8d08cd82-fdc8-47e4-9a56-43ca867bdda4 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.8904140 Dec 06 17:19:13.997931 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d08cd82-fdc8-47e4-9a56-43ca867bdda4 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Pushing event updated for resources: {'Network': ['ID=591c5bc7-a370-44df-b832-fbfb3ad6edf7,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:13.998703 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 53846) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:14.011598 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 591c5bc7-a370-44df-b832-fbfb3ad6edf7 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:19:14.025831 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e76cab8-ce32-4cc5-9222-8091c14c0e15 tempest-NetworksIpV6TestAttrs-2108827518 tempest-NetworksIpV6TestAttrs-2108827518-project] Pushing event deleted for resources: {'Network': ['ID=61bea241-699c-421d-b039-66e67fcb12ee,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:14.072508 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d08cd82-fdc8-47e4-9a56-43ca867bdda4 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Pushing event updated for resources: {'Network': ['ID=47644392-d2b5-4da1-bf85-f9a52cba5c50,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:14.096855 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033e0193-369f-4477-b7cc-542f5f4ac9a6 req-6dd83d16-62c4-4678-ba4f-97d1db01f586 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:14.098549 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-033e0193-369f-4477-b7cc-542f5f4ac9a6 req-6dd83d16-62c4-4678-ba4f-97d1db01f586 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7d3f224-d001-4a9c-8816-6111bc8ee6b9 HTTP/1.1" status: 200 len: 945 time: 0.1757658 Dec 06 17:19:14.115062 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 47644392-d2b5-4da1-bf85-f9a52cba5c50 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:19:14.185743 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-033e0193-369f-4477-b7cc-542f5f4ac9a6 req-de31cd23-064c-4e54-aefd-0aae29b00ac0 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/security-groups?id=55b21076-cf23-48e9-9a14-bcc811d060b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787373 Dec 06 17:19:14.226966 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb77d8c2-dfb8-41ea-98ec-e81df05fb4bb tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:14.234777 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb77d8c2-dfb8-41ea-98ec-e81df05fb4bb tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:14.242816 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb77d8c2-dfb8-41ea-98ec-e81df05fb4bb tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:14.251016 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb77d8c2-dfb8-41ea-98ec-e81df05fb4bb tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:14.252754 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-eb77d8c2-dfb8-41ea-98ec-e81df05fb4bb tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2526860 Dec 06 17:19:14.257765 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53862) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:14.362996 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 53866) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:14.439373 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-61dba85c-df54-4f9d-a894-d466820e85cd tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:14.439863 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:14.460157 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 121dd329-2fdc-4943-88fc-b3360bf29c71 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:19:14.509671 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 121dd329-2fdc-4943-88fc-b3360bf29c71, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=121dd329-2fdc-4943-88fc-b3360bf29c71,segment=NetworkSegment(89275c86-7da9-47f2-a47a-1035a530c501),segment_id=89275c86-7da9-47f2-a47a-1035a530c501)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:19:14.522584 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:14.549022 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-61dba85c-df54-4f9d-a894-d466820e85cd tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:14.594145 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-61dba85c-df54-4f9d-a894-d466820e85cd tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['591c5bc7-a370-44df-b832-fbfb3ad6edf7']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:19:14.599749 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b333b6b-2017-475c-a611-4955b94099de req-4b917f5f-2fe7-4039-b723-2f60d367e4f1 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:14.599926 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=121dd329-2fdc-4943-88fc-b3360bf29c71,revision_number=9']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:14.603488 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7b333b6b-2017-475c-a611-4955b94099de req-4b917f5f-2fe7-4039-b723-2f60d367e4f1 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=218e73a3-3dbc-4dda-87ce-335528fd8f2b HTTP/1.1" status: 200 len: 945 time: 0.1061265 Dec 06 17:19:14.610565 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-61dba85c-df54-4f9d-a894-d466820e85cd tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0b1f6ec-28eb-428f-b0ae-295d1ad107f4') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:19:14.614497 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-61dba85c-df54-4f9d-a894-d466820e85cd tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0b1f6ec-28eb-428f-b0ae-295d1ad107f4') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:19:14.627155 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-61dba85c-df54-4f9d-a894-d466820e85cd tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:14.643495 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-61dba85c-df54-4f9d-a894-d466820e85cd tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:14.656422 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61dba85c-df54-4f9d-a894-d466820e85cd tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:19:14.656975 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-61dba85c-df54-4f9d-a894-d466820e85cd tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:14.662094 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 17:19:14.662094 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:19:14.662094 n-d-master-1 neutron-server[103284]: timer() Dec 06 17:19:14.662094 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:19:14.662094 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 17:19:14.662094 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:19:14.662094 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 17:19:14.662094 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:19:14.662094 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 17:19:14.662094 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:19:14.662094 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 17:19:14.662094 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:19:14.662094 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 17:19:14.662094 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:19:14.662094 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:19:14.662094 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:19:14.662094 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:19:14.662094 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:19:14.662094 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 17:19:14.662094 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:19:14.662094 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 17:19:14.662094 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:19:14.662094 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:19:14.662094 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:19:14.662094 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 17:19:14.662094 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:19:14.662094 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:19:14.662094 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:19:14.662094 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:19:14.662094 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:19:14.662094 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:19:14.662094 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:19:14.703694 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['121dd329-2fdc-4943-88fc-b3360bf29c71'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:19:14.727978 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7b333b6b-2017-475c-a611-4955b94099de req-149eb6c9-0e4a-4218-9d65-b2efbcc2e00a tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152759 Dec 06 17:19:14.744480 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-f99bebab-82f7-4de0-8863-cbcf49f38591 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=aa4e637cd39d4cbd858838b93355e813&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3758962 Dec 06 17:19:14.747452 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 53884) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:14.758546 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-61dba85c-df54-4f9d-a894-d466820e85cd tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:14.796409 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-61dba85c-df54-4f9d-a894-d466820e85cd tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:14.799945 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-61dba85c-df54-4f9d-a894-d466820e85cd tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] 10.222.0.23 "DELETE /v2.0/networks/591c5bc7-a370-44df-b832-fbfb3ad6edf7 HTTP/1.1" status: 204 len: 168 time: 0.5388865 Dec 06 17:19:14.800894 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dba85c-df54-4f9d-a894-d466820e85cd tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Pushing event deleted for resources: {'Network': ['ID=591c5bc7-a370-44df-b832-fbfb3ad6edf7,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:14.802547 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d6cd8d8c-9de6-4de3-a238-ab711414dab3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:14.804164 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53888) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:14.843449 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d6cd8d8c-9de6-4de3-a238-ab711414dab3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:14.936891 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d6cd8d8c-9de6-4de3-a238-ab711414dab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:14.939975 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d6cd8d8c-9de6-4de3-a238-ab711414dab3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:14.943930 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-d6cd8d8c-9de6-4de3-a238-ab711414dab3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c59f43ab-bcee-4ce6-8dde-61be030bdf90 HTTP/1.1" status: 204 len: 168 time: 0.1951218 Dec 06 17:19:14.955124 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cd8d8c-9de6-4de3-a238-ab711414dab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c59f43ab-bcee-4ce6-8dde-61be030bdf90,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:14.964831 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6c5aaf14-5fd5-4b28-9a7a-9be66d5f7179 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:15.094173 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6c5aaf14-5fd5-4b28-9a7a-9be66d5f7179 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:15.140172 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-6c5aaf14-5fd5-4b28-9a7a-9be66d5f7179 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47644392-d2b5-4da1-bf85-f9a52cba5c50']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:19:15.162725 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-6c5aaf14-5fd5-4b28-9a7a-9be66d5f7179 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9888d438-877d-4022-b396-0982c40f38dd') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:19:15.163037 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-6c5aaf14-5fd5-4b28-9a7a-9be66d5f7179 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9888d438-877d-4022-b396-0982c40f38dd') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:19:15.181079 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6c5aaf14-5fd5-4b28-9a7a-9be66d5f7179 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:15.201142 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6c5aaf14-5fd5-4b28-9a7a-9be66d5f7179 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:15.212827 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c5aaf14-5fd5-4b28-9a7a-9be66d5f7179 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:19:15.213853 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6c5aaf14-5fd5-4b28-9a7a-9be66d5f7179 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:15.317153 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 17:19:15.317153 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:19:15.317153 n-d-master-1 neutron-server[103284]: timer() Dec 06 17:19:15.317153 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:19:15.317153 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 17:19:15.317153 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:19:15.317153 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 17:19:15.317153 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:19:15.317153 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 17:19:15.317153 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:19:15.317153 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 17:19:15.317153 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:19:15.317153 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 17:19:15.317153 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:19:15.317153 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:19:15.317153 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:19:15.317153 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:19:15.317153 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:19:15.317153 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 17:19:15.317153 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:19:15.317153 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 17:19:15.317153 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:19:15.317153 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:19:15.317153 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:19:15.317153 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 17:19:15.317153 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:19:15.317153 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:19:15.317153 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:19:15.317153 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:19:15.317153 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:19:15.317153 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:19:15.317153 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:19:15.349845 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6c5aaf14-5fd5-4b28-9a7a-9be66d5f7179 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:15.367501 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6c5aaf14-5fd5-4b28-9a7a-9be66d5f7179 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:15.388304 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-6c5aaf14-5fd5-4b28-9a7a-9be66d5f7179 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] 10.222.0.23 "DELETE /v2.0/networks/47644392-d2b5-4da1-bf85-f9a52cba5c50 HTTP/1.1" status: 204 len: 168 time: 0.5806422 Dec 06 17:19:15.388692 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 53904) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:15.454472 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5aaf14-5fd5-4b28-9a7a-9be66d5f7179 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Pushing event deleted for resources: {'Network': ['ID=47644392-d2b5-4da1-bf85-f9a52cba5c50,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:15.573591 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa5a3a4-093a-42da-91c5-d25891291a52 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:15.580856 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa5a3a4-093a-42da-91c5-d25891291a52 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:15.583845 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-efa5a3a4-093a-42da-91c5-d25891291a52 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1932793 Dec 06 17:19:15.587414 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53916) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:15.592938 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-e8a29c77-c3ed-4f57-88d7-768b1f679f6c tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1144364424'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:19:15.611537 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1110b6d8-5d74-432a-81f0-29e8391d3005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:15.622451 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a29c77-c3ed-4f57-88d7-768b1f679f6c tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Made reservation on behalf of d66dcb1054234e89b34eb89902074387 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:19:15.626542 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e8a29c77-c3ed-4f57-88d7-768b1f679f6c tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:15.665441 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8a29c77-c3ed-4f57-88d7-768b1f679f6c tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:19:15.676748 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e8a29c77-c3ed-4f57-88d7-768b1f679f6c tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:15.677118 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-e8a29c77-c3ed-4f57-88d7-768b1f679f6c tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Added segment 8de896c8-337d-4ce4-83d6-1bb82ade0373 of type vlan for network 3ff5714c-0016-4308-b0b5-d1f330baa2ee Dec 06 17:19:15.732834 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e8a29c77-c3ed-4f57-88d7-768b1f679f6c tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:15.768956 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e8a29c77-c3ed-4f57-88d7-768b1f679f6c tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:15.775489 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a29c77-c3ed-4f57-88d7-768b1f679f6c tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:15.776214 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e8a29c77-c3ed-4f57-88d7-768b1f679f6c tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:15.932059 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a29c77-c3ed-4f57-88d7-768b1f679f6c tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Pushing event updated for resources: {'Network': ['ID=3ff5714c-0016-4308-b0b5-d1f330baa2ee,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:15.959325 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 3ff5714c-0016-4308-b0b5-d1f330baa2ee details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:19:16.024124 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-e8a29c77-c3ed-4f57-88d7-768b1f679f6c tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4353931 Dec 06 17:19:16.026678 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 53930) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:16.032152 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-4cf5846a-14de-4550-8d22-48f54a90cdfb tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1932139135'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:19:16.062815 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3661c78f-2d17-4ddf-88f6-46a764bf04f2 req-2d92f5fc-94f3-4bc6-82b2-918b5ac39d0b tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:16.064439 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3661c78f-2d17-4ddf-88f6-46a764bf04f2 req-2d92f5fc-94f3-4bc6-82b2-918b5ac39d0b tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=218e73a3-3dbc-4dda-87ce-335528fd8f2b HTTP/1.1" status: 200 len: 945 time: 0.1280313 Dec 06 17:19:16.087519 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf5846a-14de-4550-8d22-48f54a90cdfb tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Made reservation on behalf of d66dcb1054234e89b34eb89902074387 for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:19:16.097122 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4cf5846a-14de-4550-8d22-48f54a90cdfb tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:16.133881 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cf5846a-14de-4550-8d22-48f54a90cdfb tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:19:16.151001 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4cf5846a-14de-4550-8d22-48f54a90cdfb tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:16.151878 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-4cf5846a-14de-4550-8d22-48f54a90cdfb tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Added segment d4c9e423-df7f-4e70-b94b-52d798292cec of type vlan for network 45a3afb7-6cb5-41f2-9e13-0110f66a066a Dec 06 17:19:16.209669 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4cf5846a-14de-4550-8d22-48f54a90cdfb tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:16.224894 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3661c78f-2d17-4ddf-88f6-46a764bf04f2 req-2f1ef70b-84e1-4647-b0c7-c1b6ecd80cf1 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509860 Dec 06 17:19:16.247717 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53938) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:16.282878 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4cf5846a-14de-4550-8d22-48f54a90cdfb tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:16.292219 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf5846a-14de-4550-8d22-48f54a90cdfb tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:16.292874 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4cf5846a-14de-4550-8d22-48f54a90cdfb tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:16.396792 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf5846a-14de-4550-8d22-48f54a90cdfb tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Pushing event updated for resources: {'Network': ['ID=45a3afb7-6cb5-41f2-9e13-0110f66a066a,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:16.411719 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 45a3afb7-6cb5-41f2-9e13-0110f66a066a details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:19:16.441083 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-ed5ec8f8-8c3d-414b-a1e1-f81e8591b2a3 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-2021998187'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:19:16.449292 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-4cf5846a-14de-4550-8d22-48f54a90cdfb tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4212189 Dec 06 17:19:16.454598 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53946) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:16.462902 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-87f258f5-87c8-4bc1-b5c1-737a09483cec tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Request body: {'ports': [{'network_id': '3ff5714c-0016-4308-b0b5-d1f330baa2ee', 'name': 'tempest-port--1728025129', 'admin_state_up': True}, {'network_id': '45a3afb7-6cb5-41f2-9e13-0110f66a066a', 'admin_state_up': False}]} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:19:16.463552 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-87f258f5-87c8-4bc1-b5c1-737a09483cec tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Request body: {'port': {'network_id': '3ff5714c-0016-4308-b0b5-d1f330baa2ee', 'name': 'tempest-port--1728025129', 'admin_state_up': True}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:19:16.464383 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-87f258f5-87c8-4bc1-b5c1-737a09483cec tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Request body: {'port': {'network_id': '45a3afb7-6cb5-41f2-9e13-0110f66a066a', 'admin_state_up': False}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:19:16.573960 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed5ec8f8-8c3d-414b-a1e1-f81e8591b2a3 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Made reservation on behalf of 40549eaf61834290b753dc92c662ceed for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:19:16.578277 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ed5ec8f8-8c3d-414b-a1e1-f81e8591b2a3 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:16.620532 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ed5ec8f8-8c3d-414b-a1e1-f81e8591b2a3 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:16.693388 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8be721d-6601-458b-82fa-a318f938627a req-4e668e89-9711-449d-97fd-f24c177154e6 tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:16.695450 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a8be721d-6601-458b-82fa-a318f938627a req-4e668e89-9711-449d-97fd-f24c177154e6 tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf6cfff1-e89e-47d3-a261-fffcd3234c35 HTTP/1.1" status: 200 len: 946 time: 0.1580267 Dec 06 17:19:16.796968 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a8be721d-6601-458b-82fa-a318f938627a req-f6096cfc-4fc0-4444-86d6-0cdfc68efa4e tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] 10.222.0.23 "GET /v2.0/security-groups?id=bbd4fc35-3e54-498e-8ec5-ae59cdb374e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913661 Dec 06 17:19:16.799765 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87f258f5-87c8-4bc1-b5c1-737a09483cec tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Made reservation on behalf of d66dcb1054234e89b34eb89902074387 for: {'port': 2} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:19:16.806946 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-87f258f5-87c8-4bc1-b5c1-737a09483cec tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:16.832130 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-87f258f5-87c8-4bc1-b5c1-737a09483cec tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:16.859770 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:16.878138 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ed5ec8f8-8c3d-414b-a1e1-f81e8591b2a3 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:16.893652 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ed5ec8f8-8c3d-414b-a1e1-f81e8591b2a3 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:16.961284 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-87f258f5-87c8-4bc1-b5c1-737a09483cec tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] device_id is not set on port ffeedb0a-aafa-4e57-9829-164f01c708d4 yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:19:17.029156 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed5ec8f8-8c3d-414b-a1e1-f81e8591b2a3 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:19:17.063821 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5ec8f8-8c3d-414b-a1e1-f81e8591b2a3 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9040ea8-f97d-4d53-90de-8a0f0d2e62d7,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:17.066998 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ed5ec8f8-8c3d-414b-a1e1-f81e8591b2a3 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:17.067354 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-ed5ec8f8-8c3d-414b-a1e1-f81e8591b2a3 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Added segment a9b88c68-712e-41b0-ab09-20f8e6e82a5d of type vlan for network 81022f44-d819-4556-af8c-69b6139b8e8a Dec 06 17:19:17.176771 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7e586d-67fe-47b4-a667-2be72f9d902f req-ae687764-b85b-4be3-bb12-2576c9f16d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:17.178382 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ce7e586d-67fe-47b4-a667-2be72f9d902f req-ae687764-b85b-4be3-bb12-2576c9f16d16 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d4102d427cc94f0ba1c37493608fe1c3&device_id=b7d3f224-d001-4a9c-8816-6111bc8ee6b9 HTTP/1.1" status: 200 len: 1096 time: 0.1014638 Dec 06 17:19:17.231489 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ed5ec8f8-8c3d-414b-a1e1-f81e8591b2a3 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:17.252091 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 121dd329-2fdc-4943-88fc-b3360bf29c71 up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:19:17.321627 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7e586d-67fe-47b4-a667-2be72f9d902f req-899b8702-6f2b-44eb-bd09-3032862c31dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:17.321961 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa05776-48a7-494f-b2cd-588c8b468aa4 req-b076cf1f-775c-4a70-87a5-d0abf0a684e5 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:17.326573 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ce7e586d-67fe-47b4-a667-2be72f9d902f req-899b8702-6f2b-44eb-bd09-3032862c31dc service neutron] 10.222.0.44 "GET /v2.0/networks?id=cae96aac-fb31-4420-9340-c97dbf634a30 HTTP/1.1" status: 200 len: 920 time: 0.1378820 Dec 06 17:19:17.329742 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7fa05776-48a7-494f-b2cd-588c8b468aa4 req-b076cf1f-775c-4a70-87a5-d0abf0a684e5 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7d3f224-d001-4a9c-8816-6111bc8ee6b9 HTTP/1.1" status: 200 len: 945 time: 0.1793351 Dec 06 17:19:17.339775 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port 121dd329-2fdc-4943-88fc-b3360bf29c71 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:19:17.340518 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:17.363005 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ed5ec8f8-8c3d-414b-a1e1-f81e8591b2a3 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:17.371208 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5ec8f8-8c3d-414b-a1e1-f81e8591b2a3 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:17.372046 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ed5ec8f8-8c3d-414b-a1e1-f81e8591b2a3 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:17.395072 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ce7e586d-67fe-47b4-a667-2be72f9d902f req-8308e826-b90b-45db-84ee-f422dfe4bc2e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=705859b3-57e1-4ac2-be0a-5482767392a3 HTTP/1.1" status: 200 len: 217 time: 0.0594611 Dec 06 17:19:17.423870 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-87f258f5-87c8-4bc1-b5c1-737a09483cec tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:17.479619 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:17.494298 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-ed5ec8f8-8c3d-414b-a1e1-f81e8591b2a3 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.2430577 Dec 06 17:19:17.498736 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53960) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:17.500077 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bafc15-0b05-49ac-8203-25e8f7686f3c req-a7c518db-2579-4410-b421-32151e557a1f tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:17.502366 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-59bafc15-0b05-49ac-8203-25e8f7686f3c req-a7c518db-2579-4410-b421-32151e557a1f tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=218e73a3-3dbc-4dda-87ce-335528fd8f2b HTTP/1.1" status: 200 len: 945 time: 0.1105158 Dec 06 17:19:17.512539 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7e586d-67fe-47b4-a667-2be72f9d902f req-032779e1-57bd-4c72-8dd3-dda329b09daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:17.514555 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ce7e586d-67fe-47b4-a667-2be72f9d902f req-032779e1-57bd-4c72-8dd3-dda329b09daf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=96d1432b-c397-475b-95f3-c732d2ae28e6 HTTP/1.1" status: 200 len: 859 time: 0.0845766 Dec 06 17:19:17.515606 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-fab1c18f-0d03-4fd1-874c-e0c9c22a1ac5 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Request body: {'port': {'network_id': '81022f44-d819-4556-af8c-69b6139b8e8a', 'name': 'tempest-PortsTestJSON-325516792'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:19:17.524630 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 121dd329-2fdc-4943-88fc-b3360bf29c71, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=121dd329-2fdc-4943-88fc-b3360bf29c71,segment=NetworkSegment(89275c86-7da9-47f2-a47a-1035a530c501),segment_id=89275c86-7da9-47f2-a47a-1035a530c501)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:19:17.527354 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56bfc86e-367c-415e-8cf0-a0f9867a9691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '121dd329-2fdc-4943-88fc-b3360bf29c71'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:19:17.530994 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ffea8f6-19db-4734-94e5-d0738a52dfb9" -d '{"events": [{"server_uuid": "56bfc86e-367c-415e-8cf0-a0f9867a9691", "name": "network-vif-plugged", "status": "completed", "tag": "121dd329-2fdc-4943-88fc-b3360bf29c71"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:19:17.535818 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:17.567864 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ce7e586d-67fe-47b4-a667-2be72f9d902f req-d281f581-86d3-4de6-8458-33743d40c472 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cae96aac-fb31-4420-9340-c97dbf634a30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375309 Dec 06 17:19:17.586902 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5ec8f8-8c3d-414b-a1e1-f81e8591b2a3 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Pushing event updated for resources: {'Network': ['ID=81022f44-d819-4556-af8c-69b6139b8e8a,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:17.602024 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7fa05776-48a7-494f-b2cd-588c8b468aa4 req-91aaea53-3abe-4c9a-b627-87d94ce66d89 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/security-groups?id=55b21076-cf23-48e9-9a14-bcc811d060b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711999 Dec 06 17:19:17.604104 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 81022f44-d819-4556-af8c-69b6139b8e8a details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:19:17.609250 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-87f258f5-87c8-4bc1-b5c1-737a09483cec tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] device_id is not set on port 8985cae4-3646-430f-ba61-6eb6fa974d72 yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:19:17.627261 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=121dd329-2fdc-4943-88fc-b3360bf29c71,revision_number=10']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:17.659470 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-59bafc15-0b05-49ac-8203-25e8f7686f3c req-9d188f62-8b37-4ab6-be37-5ddee86f8d48 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497536 Dec 06 17:19:17.709215 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ad918ab-b86e-4796-9989-c676fc31c6a4 x-openstack-request-id: req-7ad918ab-b86e-4796-9989-c676fc31c6a4 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:19:17.709550 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56bfc86e-367c-415e-8cf0-a0f9867a9691", "name": "network-vif-plugged", "status": "completed", "tag": "121dd329-2fdc-4943-88fc-b3360bf29c71", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:19:17.709829 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7ad918ab-b86e-4796-9989-c676fc31c6a4 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:19:17.710408 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56bfc86e-367c-415e-8cf0-a0f9867a9691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '121dd329-2fdc-4943-88fc-b3360bf29c71', 'code': 200} Dec 06 17:19:17.772316 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ce7e586d-67fe-47b4-a667-2be72f9d902f req-ebb6b081-358f-451f-b0ea-7c6a98e039be service neutron] 10.222.0.44 "GET /v2.0/networks/cae96aac-fb31-4420-9340-c97dbf634a30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921082 Dec 06 17:19:17.933894 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ce7e586d-67fe-47b4-a667-2be72f9d902f req-7db45ad1-4e4e-4af0-9baf-c325f3d2cc74 service neutron] 10.222.0.44 "GET /v2.0/networks/cae96aac-fb31-4420-9340-c97dbf634a30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522698 Dec 06 17:19:18.008647 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:18.015861 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35669b67-b14e-45a7-9e9c-29a921f97895 req-ad482722-e62f-4707-8ea7-d00be7a076bc tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:18.017646 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-35669b67-b14e-45a7-9e9c-29a921f97895 req-ad482722-e62f-4707-8ea7-d00be7a076bc tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf6cfff1-e89e-47d3-a261-fffcd3234c35 HTTP/1.1" status: 200 len: 946 time: 0.0827403 Dec 06 17:19:18.115764 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fab1c18f-0d03-4fd1-874c-e0c9c22a1ac5 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Made reservation on behalf of 40549eaf61834290b753dc92c662ceed for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:19:18.119480 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fab1c18f-0d03-4fd1-874c-e0c9c22a1ac5 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:18.146324 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-35669b67-b14e-45a7-9e9c-29a921f97895 req-e5130663-ef2a-4d93-8df3-deee62ab79fc tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] Deleting port ea0b0aba-80db-4b8c-bbd0-2379ff2e9257 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:19:18.147043 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-35669b67-b14e-45a7-9e9c-29a921f97895 req-e5130663-ef2a-4d93-8df3-deee62ab79fc tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:18.160619 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-fab1c18f-0d03-4fd1-874c-e0c9c22a1ac5 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] device_id is not set on port 36126cdd-8491-4b19-b8a1-908911bc774e yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:19:18.204503 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab232bbb-fb63-4ea0-b13d-0ca79a4f58ac req-5396f7d9-fcc4-423d-b1b2-29411282e175 tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:18.206746 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ab232bbb-fb63-4ea0-b13d-0ca79a4f58ac req-5396f7d9-fcc4-423d-b1b2-29411282e175 tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf6cfff1-e89e-47d3-a261-fffcd3234c35 HTTP/1.1" status: 200 len: 946 time: 0.1459723 Dec 06 17:19:18.249266 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-35669b67-b14e-45a7-9e9c-29a921f97895 req-e5130663-ef2a-4d93-8df3-deee62ab79fc tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] For port ea0b0aba-80db-4b8c-bbd0-2379ff2e9257, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ea0b0aba-80db-4b8c-bbd0-2379ff2e9257,segment=NetworkSegment(dd555f9d-28f4-4bf7-b613-dff03fb68f59),segment_id=dd555f9d-28f4-4bf7-b613-dff03fb68f59)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:19:18.250391 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-35669b67-b14e-45a7-9e9c-29a921f97895 req-e5130663-ef2a-4d93-8df3-deee62ab79fc tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:18.358042 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ab232bbb-fb63-4ea0-b13d-0ca79a4f58ac req-5b3e72f2-fec7-4053-af32-c0c3a3bc99b6 tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] 10.222.0.23 "GET /v2.0/security-groups?id=bbd4fc35-3e54-498e-8ec5-ae59cdb374e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179733 Dec 06 17:19:18.368608 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-87f258f5-87c8-4bc1-b5c1-737a09483cec tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:18.474235 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-35669b67-b14e-45a7-9e9c-29a921f97895 req-e5130663-ef2a-4d93-8df3-deee62ab79fc tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:18.474877 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-35669b67-b14e-45a7-9e9c-29a921f97895 req-e5130663-ef2a-4d93-8df3-deee62ab79fc tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:18.475402 n-d-master-1 neutron-server[103285]: INFO neutron.db.l3_db [req-35669b67-b14e-45a7-9e9c-29a921f97895 req-e5130663-ef2a-4d93-8df3-deee62ab79fc tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] Floating IP 8c6a7a22-eba7-4040-b476-a2d2a0c45307 disassociated. External IP: 172.35.1.177, port: ea0b0aba-80db-4b8c-bbd0-2379ff2e9257. Dec 06 17:19:18.476408 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-35669b67-b14e-45a7-9e9c-29a921f97895 req-e5130663-ef2a-4d93-8df3-deee62ab79fc tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] Calling delete_port for ea0b0aba-80db-4b8c-bbd0-2379ff2e9257 owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:19:18.489485 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fab1c18f-0d03-4fd1-874c-e0c9c22a1ac5 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:18.493845 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-87f258f5-87c8-4bc1-b5c1-737a09483cec tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:18.578862 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f258f5-87c8-4bc1-b5c1-737a09483cec tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Pushing event updated for resources: {'Port': ['ID=ffeedb0a-aafa-4e57-9829-164f01c708d4,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:18.619947 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f258f5-87c8-4bc1-b5c1-737a09483cec tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Checking segment: {'id': '8de896c8-337d-4ce4-83d6-1bb82ade0373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3ff5714c-0016-4308-b0b5-d1f330baa2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:19:18.620673 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f258f5-87c8-4bc1-b5c1-737a09483cec tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Network hostable DHCP agents. Network: 3ff5714c-0016-4308-b0b5-d1f330baa2ee, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:19:18.628095 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fab1c18f-0d03-4fd1-874c-e0c9c22a1ac5 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:18.673178 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-35669b67-b14e-45a7-9e9c-29a921f97895 req-e5130663-ef2a-4d93-8df3-deee62ab79fc tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:18.746167 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5130663-ef2a-4d93-8df3-deee62ab79fc tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] Pushing event deleted for resources: {'Port': ['ID=ea0b0aba-80db-4b8c-bbd0-2379ff2e9257,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:18.785500 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f258f5-87c8-4bc1-b5c1-737a09483cec tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Network 3ff5714c-0016-4308-b0b5-d1f330baa2ee is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:19:18.830520 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab1c18f-0d03-4fd1-874c-e0c9c22a1ac5 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Pushing event updated for resources: {'Port': ['ID=36126cdd-8491-4b19-b8a1-908911bc774e,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:18.840748 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-87f258f5-87c8-4bc1-b5c1-737a09483cec tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 3ff5714c-0016-4308-b0b5-d1f330baa2ee) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:19:18.846159 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f258f5-87c8-4bc1-b5c1-737a09483cec tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:19:18.847008 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-87f258f5-87c8-4bc1-b5c1-737a09483cec tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:18.852912 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893c274e-fc44-483b-a5cc-7d1e0ed7a6f1 None None] Network 3ff5714c-0016-4308-b0b5-d1f330baa2ee requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:19:18.901364 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab1c18f-0d03-4fd1-874c-e0c9c22a1ac5 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Checking segment: {'id': 'a9b88c68-712e-41b0-ab09-20f8e6e82a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '81022f44-d819-4556-af8c-69b6139b8e8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:19:18.901720 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab1c18f-0d03-4fd1-874c-e0c9c22a1ac5 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Network hostable DHCP agents. Network: 81022f44-d819-4556-af8c-69b6139b8e8a, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:19:18.910463 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ef1804-7715-49af-a8cf-777663c5fe76 req-e3d94506-224a-41f1-a7dc-33a364115127 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:18.919136 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-32ef1804-7715-49af-a8cf-777663c5fe76 req-e3d94506-224a-41f1-a7dc-33a364115127 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7d3f224-d001-4a9c-8816-6111bc8ee6b9 HTTP/1.1" status: 200 len: 945 time: 0.1622224 Dec 06 17:19:18.919999 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb44eed8-e76a-4b5e-90e7-a7ac0c72904b req-df1a70b0-d48f-49ab-89e2-37b5c6afc5d4 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:18.921544 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bb44eed8-e76a-4b5e-90e7-a7ac0c72904b req-df1a70b0-d48f-49ab-89e2-37b5c6afc5d4 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=218e73a3-3dbc-4dda-87ce-335528fd8f2b HTTP/1.1" status: 200 len: 945 time: 0.1816072 Dec 06 17:19:18.933677 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f258f5-87c8-4bc1-b5c1-737a09483cec tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Pushing event updated for resources: {'Port': ['ID=8985cae4-3646-430f-ba61-6eb6fa974d72,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:18.988002 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab1c18f-0d03-4fd1-874c-e0c9c22a1ac5 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Network 81022f44-d819-4556-af8c-69b6139b8e8a is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:19:19.001340 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-32ef1804-7715-49af-a8cf-777663c5fe76 req-4ed02c2e-87cd-44b9-9616-ccb7bc069b58 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/security-groups?id=55b21076-cf23-48e9-9a14-bcc811d060b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811007 Dec 06 17:19:19.004511 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f258f5-87c8-4bc1-b5c1-737a09483cec tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Checking segment: {'id': 'd4c9e423-df7f-4e70-b94b-52d798292cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '45a3afb7-6cb5-41f2-9e13-0110f66a066a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:19:19.004880 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f258f5-87c8-4bc1-b5c1-737a09483cec tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Network hostable DHCP agents. Network: 45a3afb7-6cb5-41f2-9e13-0110f66a066a, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:19:19.011732 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-fab1c18f-0d03-4fd1-874c-e0c9c22a1ac5 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 81022f44-d819-4556-af8c-69b6139b8e8a) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:19:19.017019 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bb44eed8-e76a-4b5e-90e7-a7ac0c72904b req-96fa3988-fafb-45de-b460-3b2d4ce44d9a tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854342 Dec 06 17:19:19.020889 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab1c18f-0d03-4fd1-874c-e0c9c22a1ac5 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:19:19.026108 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [req-35669b67-b14e-45a7-9e9c-29a921f97895 req-e5130663-ef2a-4d93-8df3-deee62ab79fc tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] Router edac479e-683c-48ac-965d-acab505de6ea has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:19:19.027164 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab1c18f-0d03-4fd1-874c-e0c9c22a1ac5 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:19.027791 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fab1c18f-0d03-4fd1-874c-e0c9c22a1ac5 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:19.053687 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-fab1c18f-0d03-4fd1-874c-e0c9c22a1ac5 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.5419650 Dec 06 17:19:19.056276 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53986) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:19.060480 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7a4f75-2439-4231-8b8e-04d94e460ec3 None None] Network 81022f44-d819-4556-af8c-69b6139b8e8a requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:19:19.062430 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-8586155f-7e65-45f4-aef5-cb51646582cf tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-301204141'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:19:19.066347 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f258f5-87c8-4bc1-b5c1-737a09483cec tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Network 45a3afb7-6cb5-41f2-9e13-0110f66a066a is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:19:19.089661 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-87f258f5-87c8-4bc1-b5c1-737a09483cec tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 45a3afb7-6cb5-41f2-9e13-0110f66a066a) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:19:19.095062 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f258f5-87c8-4bc1-b5c1-737a09483cec tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:19:19.102550 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f258f5-87c8-4bc1-b5c1-737a09483cec tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:19.108139 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f258f5-87c8-4bc1-b5c1-737a09483cec tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:19.108853 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-87f258f5-87c8-4bc1-b5c1-737a09483cec tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:19.113721 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8586155f-7e65-45f4-aef5-cb51646582cf tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Made reservation on behalf of 40549eaf61834290b753dc92c662ceed for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:19:19.117862 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8586155f-7e65-45f4-aef5-cb51646582cf tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:19.176801 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566505fa-df46-4418-8d84-573189c021f1 None None] Network 45a3afb7-6cb5-41f2-9e13-0110f66a066a requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:19:19.177017 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-87f258f5-87c8-4bc1-b5c1-737a09483cec tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.7206984 Dec 06 17:19:19.182924 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53988) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:19.210209 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8586155f-7e65-45f4-aef5-cb51646582cf tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:19:19.256917 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-35669b67-b14e-45a7-9e9c-29a921f97895 req-e5130663-ef2a-4d93-8df3-deee62ab79fc tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:19:19.285570 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8586155f-7e65-45f4-aef5-cb51646582cf tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:19.285570 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-8586155f-7e65-45f4-aef5-cb51646582cf tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Added segment 0f1f93a7-788d-4185-9bac-8429a4d99b5f of type vlan for network 18a53bab-e741-41ae-b2b8-fcc4e2a861b0 Dec 06 17:19:19.322247 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-35669b67-b14e-45a7-9e9c-29a921f97895 req-e5130663-ef2a-4d93-8df3-deee62ab79fc tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] No DVR routers for this DVR port ea0b0aba-80db-4b8c-bbd0-2379ff2e9257 on host n-h1-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:19:19.329567 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82eb85a-9801-4636-a69c-402724d49f5b None None] Sync routers for ids ['edac479e-683c-48ac-965d-acab505de6ea'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:19:19.329988 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-35669b67-b14e-45a7-9e9c-29a921f97895 req-e5130663-ef2a-4d93-8df3-deee62ab79fc tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:19.333348 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-35669b67-b14e-45a7-9e9c-29a921f97895 req-e5130663-ef2a-4d93-8df3-deee62ab79fc tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] 10.222.0.41 "DELETE /v2.0/ports/ea0b0aba-80db-4b8c-bbd0-2379ff2e9257 HTTP/1.1" status: 204 len: 173 time: 1.3089015 Dec 06 17:19:19.333905 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf6cfff1-e89e-47d3-a261-fffcd3234c35', 'name': 'network-vif-deleted', 'tag': 'ea0b0aba-80db-4b8c-bbd0-2379ff2e9257'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:19:19.335375 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:19.336226 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63c8ba36-ec10-4325-bfd3-15753a88be22" -d '{"events": [{"server_uuid": "bf6cfff1-e89e-47d3-a261-fffcd3234c35", "name": "network-vif-deleted", "tag": "ea0b0aba-80db-4b8c-bbd0-2379ff2e9257"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:19:19.376550 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82eb85a-9801-4636-a69c-402724d49f5b None None] Routers {'edac479e-683c-48ac-965d-acab505de6ea'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:19:19.377253 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-c82eb85a-9801-4636-a69c-402724d49f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:19:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['edac479e-683c-48ac-965d-acab505de6ea'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:19:19.410510 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db7884d6-4d52-4b6d-8248-7d7a606dc27c x-openstack-request-id: req-db7884d6-4d52-4b6d-8248-7d7a606dc27c {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:19:19.411013 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf6cfff1-e89e-47d3-a261-fffcd3234c35", "name": "network-vif-deleted", "tag": "ea0b0aba-80db-4b8c-bbd0-2379ff2e9257", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:19:19.411526 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-db7884d6-4d52-4b6d-8248-7d7a606dc27c {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:19:19.412390 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf6cfff1-e89e-47d3-a261-fffcd3234c35', 'name': 'network-vif-deleted', 'tag': 'ea0b0aba-80db-4b8c-bbd0-2379ff2e9257', 'status': 'completed', 'code': 200} Dec 06 17:19:19.428318 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8586155f-7e65-45f4-aef5-cb51646582cf tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:19.519113 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2376a93f-b26c-48d5-9074-f00524486a4e tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:19.520796 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b5c22e86-c8e7-437d-adce-239c23b867fd req-4ecf1f2a-302d-4af8-a0eb-c3235e55e288 tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf6cfff1-e89e-47d3-a261-fffcd3234c35 HTTP/1.1" status: 200 len: 210 time: 0.0650988 Dec 06 17:19:19.529282 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2376a93f-b26c-48d5-9074-f00524486a4e tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:19.531054 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-2376a93f-b26c-48d5-9074-f00524486a4e tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3473897 Dec 06 17:19:19.533975 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 53994) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:19.534638 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8586155f-7e65-45f4-aef5-cb51646582cf tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:19.540830 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8586155f-7e65-45f4-aef5-cb51646582cf tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:19.541497 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8586155f-7e65-45f4-aef5-cb51646582cf tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:19.632825 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-8586155f-7e65-45f4-aef5-cb51646582cf tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5726960 Dec 06 17:19:19.635821 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53996) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:19.642652 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-0782737c-77ef-4e73-b262-1fd341836706 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Request body: {'ports': [{'network_id': '81022f44-d819-4556-af8c-69b6139b8e8a'}, {'network_id': '18a53bab-e741-41ae-b2b8-fcc4e2a861b0'}]} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:19:19.642972 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-0782737c-77ef-4e73-b262-1fd341836706 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Request body: {'port': {'network_id': '81022f44-d819-4556-af8c-69b6139b8e8a'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:19:19.643985 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-0782737c-77ef-4e73-b262-1fd341836706 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Request body: {'port': {'network_id': '18a53bab-e741-41ae-b2b8-fcc4e2a861b0'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:19:19.672812 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8586155f-7e65-45f4-aef5-cb51646582cf tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Pushing event updated for resources: {'Network': ['ID=18a53bab-e741-41ae-b2b8-fcc4e2a861b0,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:19.720905 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-230cc566-d70a-4cae-bad5-3942ba82bdd3 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Deleting port ffeedb0a-aafa-4e57-9829-164f01c708d4 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:19:19.721551 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-230cc566-d70a-4cae-bad5-3942ba82bdd3 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:19.756459 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 18a53bab-e741-41ae-b2b8-fcc4e2a861b0 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:19:19.825565 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-230cc566-d70a-4cae-bad5-3942ba82bdd3 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:19.873204 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-230cc566-d70a-4cae-bad5-3942ba82bdd3 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Calling delete_port for ffeedb0a-aafa-4e57-9829-164f01c708d4 owned by {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:19:19.928525 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-c82eb85a-9801-4636-a69c-402724d49f5b None None] Set router edac479e-683c-48ac-965d-acab505de6ea gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:19:19.952596 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0782737c-77ef-4e73-b262-1fd341836706 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Made reservation on behalf of 40549eaf61834290b753dc92c662ceed for: {'port': 2} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:19:19.961885 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0782737c-77ef-4e73-b262-1fd341836706 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:20.018943 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-230cc566-d70a-4cae-bad5-3942ba82bdd3 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:20.023900 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0782737c-77ef-4e73-b262-1fd341836706 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:20.204026 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-0782737c-77ef-4e73-b262-1fd341836706 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] device_id is not set on port dc8fc2a8-20e5-4122-a6ee-3855396cd77a yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:19:20.226855 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-230cc566-d70a-4cae-bad5-3942ba82bdd3 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:20.231096 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-230cc566-d70a-4cae-bad5-3942ba82bdd3 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] 10.222.0.23 "DELETE /v2.0/ports/ffeedb0a-aafa-4e57-9829-164f01c708d4 HTTP/1.1" status: 204 len: 168 time: 0.6959558 Dec 06 17:19:20.233558 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54008) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:20.264506 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230cc566-d70a-4cae-bad5-3942ba82bdd3 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Pushing event deleted for resources: {'Port': ['ID=ffeedb0a-aafa-4e57-9829-164f01c708d4,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:20.333763 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198eb06e-0e1a-4e66-b2f8-771a25b73480 req-4e85a5f5-6976-4367-bb0a-cb84586ea493 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:20.342877 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-198eb06e-0e1a-4e66-b2f8-771a25b73480 req-4e85a5f5-6976-4367-bb0a-cb84586ea493 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=218e73a3-3dbc-4dda-87ce-335528fd8f2b HTTP/1.1" status: 200 len: 945 time: 0.1539593 Dec 06 17:19:20.370755 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-c82eb85a-9801-4636-a69c-402724d49f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edac479e-683c-48ac-965d-acab505de6ea', 'name': 'tempest-ServersTestFqdnHostnames-1034388154-router', 'tenant_id': '12e9694b770846e1b2438737464ee65f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.154'}], 'enable_snat': True}, 'gw_port_id': '2df903ce-17a3-44e2-be22-42f5d2808b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:17:06Z', 'updated_at': '2021-12-06T17:17:13Z', 'revision_number': 4, 'project_id': '12e9694b770846e1b2438737464ee65f', 'gw_port': {'id': '2df903ce-17a3-44e2-be22-42f5d2808b70', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edac479e-683c-48ac-965d-acab505de6ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:17:08Z', 'updated_at': '2021-12-06T17:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'e920a53e-4ca0-47b0-b872-a4150509dc4e', 'name': '', 'network_id': '261aff99-925f-409c-8466-88931a59d0de', 'tenant_id': '12e9694b770846e1b2438737464ee65f', 'mac_address': 'fa:16:3e:d1:9c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edac479e-683c-48ac-965d-acab505de6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '24938659-33cf-44a1-b187-f340ef422bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:17:11Z', 'updated_at': '2021-12-06T17:17:17Z', 'revision_number': 5, 'project_id': '12e9694b770846e1b2438737464ee65f', 'subnets': [{'id': '24938659-33cf-44a1-b187-f340ef422bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:19:20.388779 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff40f1d-19cd-4e49-93cc-be006ae11b74 req-9ef21fa2-97e4-4cf0-b7a1-a3aef4813ae7 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:20.390574 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6ff40f1d-19cd-4e49-93cc-be006ae11b74 req-9ef21fa2-97e4-4cf0-b7a1-a3aef4813ae7 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7d3f224-d001-4a9c-8816-6111bc8ee6b9 HTTP/1.1" status: 200 len: 945 time: 0.1887836 Dec 06 17:19:20.402106 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82eb85a-9801-4636-a69c-402724d49f5b None None] Checking router: edac479e-683c-48ac-965d-acab505de6ea for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:19:20.406670 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-198eb06e-0e1a-4e66-b2f8-771a25b73480 req-f8816c60-f96b-4a1c-8fab-60324e20b00c tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626783 Dec 06 17:19:20.432144 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82eb85a-9801-4636-a69c-402724d49f5b None None] Routers {'edac479e-683c-48ac-965d-acab505de6ea'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:19:20.435023 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-c82eb85a-9801-4636-a69c-402724d49f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:19:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['edac479e-683c-48ac-965d-acab505de6ea'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:19:20.507690 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-11591314-2c39-4ac3-a2a3-e43becb65e24 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Deleting port 8985cae4-3646-430f-ba61-6eb6fa974d72 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:19:20.508060 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-11591314-2c39-4ac3-a2a3-e43becb65e24 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:20.516023 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device ea0b0aba-80db-4b8c-bbd0-2379ff2e9257 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:19:20.516528 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0782737c-77ef-4e73-b262-1fd341836706 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:20.557024 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6ff40f1d-19cd-4e49-93cc-be006ae11b74 req-3c9b8e18-a53d-43ed-96ae-6903449954de tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/security-groups?id=55b21076-cf23-48e9-9a14-bcc811d060b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572199 Dec 06 17:19:20.561908 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] No Port match for: ea0b0aba-80db-4b8c-bbd0-2379ff2e9257 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:19:20.562526 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device ea0b0aba-80db-4b8c-bbd0-2379ff2e9257 not bound to the agent host n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:19:20.623906 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 54018) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:20.637124 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-c82eb85a-9801-4636-a69c-402724d49f5b None None] Set router edac479e-683c-48ac-965d-acab505de6ea gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:19:20.668787 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-11591314-2c39-4ac3-a2a3-e43becb65e24 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:20.681783 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-0782737c-77ef-4e73-b262-1fd341836706 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] device_id is not set on port 776bb787-036d-4012-a74f-d459959e542a yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:19:20.691281 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-11591314-2c39-4ac3-a2a3-e43becb65e24 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Calling delete_port for 8985cae4-3646-430f-ba61-6eb6fa974d72 owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:19:20.712598 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7888ebec-96d6-4b5d-9c89-505addd4949e tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:20.753580 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7888ebec-96d6-4b5d-9c89-505addd4949e tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:20.869259 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-11591314-2c39-4ac3-a2a3-e43becb65e24 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:20.878706 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7888ebec-96d6-4b5d-9c89-505addd4949e tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:20.883868 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7888ebec-96d6-4b5d-9c89-505addd4949e tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:20.886017 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-7888ebec-96d6-4b5d-9c89-505addd4949e tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] 10.222.0.23 "DELETE /v2.0/security-groups/bbd4fc35-3e54-498e-8ec5-ae59cdb374e3 HTTP/1.1" status: 204 len: 168 time: 0.2605436 Dec 06 17:19:20.889380 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54024) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:20.902721 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7888ebec-96d6-4b5d-9c89-505addd4949e tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd4fc35-3e54-498e-8ec5-ae59cdb374e3,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:20.903628 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-c82eb85a-9801-4636-a69c-402724d49f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edac479e-683c-48ac-965d-acab505de6ea', 'name': 'tempest-ServersTestFqdnHostnames-1034388154-router', 'tenant_id': '12e9694b770846e1b2438737464ee65f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.154'}], 'enable_snat': True}, 'gw_port_id': '2df903ce-17a3-44e2-be22-42f5d2808b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:17:06Z', 'updated_at': '2021-12-06T17:17:13Z', 'revision_number': 4, 'project_id': '12e9694b770846e1b2438737464ee65f', 'gw_port': {'id': '2df903ce-17a3-44e2-be22-42f5d2808b70', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edac479e-683c-48ac-965d-acab505de6ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:17:08Z', 'updated_at': '2021-12-06T17:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'e920a53e-4ca0-47b0-b872-a4150509dc4e', 'name': '', 'network_id': '261aff99-925f-409c-8466-88931a59d0de', 'tenant_id': '12e9694b770846e1b2438737464ee65f', 'mac_address': 'fa:16:3e:d1:9c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edac479e-683c-48ac-965d-acab505de6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '24938659-33cf-44a1-b187-f340ef422bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:17:11Z', 'updated_at': '2021-12-06T17:17:17Z', 'revision_number': 5, 'project_id': '12e9694b770846e1b2438737464ee65f', 'subnets': [{'id': '24938659-33cf-44a1-b187-f340ef422bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:19:20.931672 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-11591314-2c39-4ac3-a2a3-e43becb65e24 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:20.935009 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-11591314-2c39-4ac3-a2a3-e43becb65e24 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] 10.222.0.23 "DELETE /v2.0/ports/8985cae4-3646-430f-ba61-6eb6fa974d72 HTTP/1.1" status: 204 len: 168 time: 0.6989048 Dec 06 17:19:20.935921 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11591314-2c39-4ac3-a2a3-e43becb65e24 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Pushing event deleted for resources: {'Port': ['ID=8985cae4-3646-430f-ba61-6eb6fa974d72,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:20.937719 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54026) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:20.959119 n-d-master-1 neutron-server[103284]: INFO neutron.api.v2.resource [None req-ba84cf87-d729-4d84-bfc3-6d9a8313b49d tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] show failed (client error): The resource could not be found. Dec 06 17:19:20.963557 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 54028) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:20.963782 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-ba84cf87-d729-4d84-bfc3-6d9a8313b49d tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] 10.222.0.23 "GET /v2.0/security-groups/bbd4fc35-3e54-498e-8ec5-ae59cdb374e3 HTTP/1.1" status: 404 len: 347 time: 0.0678306 Dec 06 17:19:20.978188 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82eb85a-9801-4636-a69c-402724d49f5b None None] The sync data for ids ['edac479e-683c-48ac-965d-acab505de6ea'] in n-d-master-1 is: [{'id': 'edac479e-683c-48ac-965d-acab505de6ea', 'name': 'tempest-ServersTestFqdnHostnames-1034388154-router', 'tenant_id': '12e9694b770846e1b2438737464ee65f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.154'}], 'enable_snat': True}, 'gw_port_id': '2df903ce-17a3-44e2-be22-42f5d2808b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:17:06Z', 'updated_at': '2021-12-06T17:17:13Z', 'revision_number': 4, 'project_id': '12e9694b770846e1b2438737464ee65f', 'gw_port': {'id': '2df903ce-17a3-44e2-be22-42f5d2808b70', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edac479e-683c-48ac-965d-acab505de6ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:17:08Z', 'updated_at': '2021-12-06T17:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'e920a53e-4ca0-47b0-b872-a4150509dc4e', 'name': '', 'network_id': '261aff99-925f-409c-8466-88931a59d0de', 'tenant_id': '12e9694b770846e1b2438737464ee65f', 'mac_address': 'fa:16:3e:d1:9c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edac479e-683c-48ac-965d-acab505de6ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '24938659-33cf-44a1-b187-f340ef422bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:17:11Z', 'updated_at': '2021-12-06T17:17:17Z', 'revision_number': 5, 'project_id': '12e9694b770846e1b2438737464ee65f', 'subnets': [{'id': '24938659-33cf-44a1-b187-f340ef422bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:19:20.983860 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0782737c-77ef-4e73-b262-1fd341836706 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:20.987866 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-eb7c78a1-e9db-4898-8079-9533b23e51f7 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0397425 Dec 06 17:19:20.993070 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54030) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:20.999352 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-d790cf36-884d-4133-bd28-832215bc2b0e tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1360843938'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:19:21.051951 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d790cf36-884d-4133-bd28-832215bc2b0e tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Made reservation on behalf of d66dcb1054234e89b34eb89902074387 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:19:21.055552 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d790cf36-884d-4133-bd28-832215bc2b0e tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:21.070112 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0782737c-77ef-4e73-b262-1fd341836706 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:21.117838 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0782737c-77ef-4e73-b262-1fd341836706 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Network 81022f44-d819-4556-af8c-69b6139b8e8a is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:19:21.126224 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-0782737c-77ef-4e73-b262-1fd341836706 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:19:21.137295 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0782737c-77ef-4e73-b262-1fd341836706 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:19:21.138882 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0782737c-77ef-4e73-b262-1fd341836706 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:21.150382 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d790cf36-884d-4133-bd28-832215bc2b0e tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:19:21.169374 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0782737c-77ef-4e73-b262-1fd341836706 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Pushing event updated for resources: {'Port': ['ID=dc8fc2a8-20e5-4122-a6ee-3855396cd77a,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:21.174759 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d790cf36-884d-4133-bd28-832215bc2b0e tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:21.175333 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-d790cf36-884d-4133-bd28-832215bc2b0e tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Added segment e140cdac-afe0-409a-8535-46115bbb3b94 of type vlan for network 48f805ec-3ac2-4548-9ccf-7fc5e35a3a01 Dec 06 17:19:21.176342 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-1661bd18-e245-4ebc-bd1c-8d4aacea5fd3 tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] Deleting port ff61887c-cd9c-47e8-93f9-3ef32173fbf7 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:19:21.176833 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1661bd18-e245-4ebc-bd1c-8d4aacea5fd3 tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:21.224116 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0782737c-77ef-4e73-b262-1fd341836706 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Pushing event updated for resources: {'Port': ['ID=776bb787-036d-4012-a74f-d459959e542a,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:21.285617 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1661bd18-e245-4ebc-bd1c-8d4aacea5fd3 tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:21.286182 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1661bd18-e245-4ebc-bd1c-8d4aacea5fd3 tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:21.300614 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d790cf36-884d-4133-bd28-832215bc2b0e tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:21.303308 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-1661bd18-e245-4ebc-bd1c-8d4aacea5fd3 tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] Calling delete_port for ff61887c-cd9c-47e8-93f9-3ef32173fbf7 owned by network:floatingip {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:19:21.307055 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0782737c-77ef-4e73-b262-1fd341836706 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Checking segment: {'id': '0f1f93a7-788d-4185-9bac-8429a4d99b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '18a53bab-e741-41ae-b2b8-fcc4e2a861b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:19:21.307654 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0782737c-77ef-4e73-b262-1fd341836706 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Network hostable DHCP agents. Network: 18a53bab-e741-41ae-b2b8-fcc4e2a861b0, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:19:21.344024 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d790cf36-884d-4133-bd28-832215bc2b0e tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:21.349723 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d790cf36-884d-4133-bd28-832215bc2b0e tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:21.350350 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d790cf36-884d-4133-bd28-832215bc2b0e tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:21.367183 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0782737c-77ef-4e73-b262-1fd341836706 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Network 18a53bab-e741-41ae-b2b8-fcc4e2a861b0 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:19:21.426842 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-0782737c-77ef-4e73-b262-1fd341836706 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 18a53bab-e741-41ae-b2b8-fcc4e2a861b0) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:19:21.436366 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-d790cf36-884d-4133-bd28-832215bc2b0e tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4399474 Dec 06 17:19:21.440113 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54032) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:21.444282 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0782737c-77ef-4e73-b262-1fd341836706 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:19:21.450847 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0782737c-77ef-4e73-b262-1fd341836706 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:21.455819 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0782737c-77ef-4e73-b262-1fd341836706 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:21.456532 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0782737c-77ef-4e73-b262-1fd341836706 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:21.462659 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-6f721598-598f-4952-9a53-b472b9356f3b tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-511942277'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:19:21.467217 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6910dd-c6f6-4a31-992c-adcc7f10c5a1 None None] Network 18a53bab-e741-41ae-b2b8-fcc4e2a861b0 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:19:21.470193 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d790cf36-884d-4133-bd28-832215bc2b0e tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Pushing event updated for resources: {'Network': ['ID=48f805ec-3ac2-4548-9ccf-7fc5e35a3a01,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:21.499884 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f721598-598f-4952-9a53-b472b9356f3b tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Made reservation on behalf of d66dcb1054234e89b34eb89902074387 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:19:21.500973 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e02ff0-0a84-47eb-9d40-5402b9aae902 None None] New status for floating IP 8c6a7a22-eba7-4040-b476-a2d2a0c45307: DOWN {{(pid=103287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 17:19:21.504526 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6f721598-598f-4952-9a53-b472b9356f3b tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:21.525176 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-0782737c-77ef-4e73-b262-1fd341836706 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.8886054 Dec 06 17:19:21.525855 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54038) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:21.558387 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1661bd18-e245-4ebc-bd1c-8d4aacea5fd3 tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:21.583681 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f721598-598f-4952-9a53-b472b9356f3b tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:19:21.627170 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.db.api [None req-a5e02ff0-0a84-47eb-9d40-5402b9aae902 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103287) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 17:19:21.628450 n-d-master-1 neutron-server[103287]: DEBUG oslo_db.api [None req-a5e02ff0-0a84-47eb-9d40-5402b9aae902 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 17:19:21.631155 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6f721598-598f-4952-9a53-b472b9356f3b tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:21.631539 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-6f721598-598f-4952-9a53-b472b9356f3b tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Added segment 33ea9674-5f47-4e52-a8c3-68a8b7c00d34 of type vlan for network 4bbd8a54-7a8c-45e6-b596-2a1eb8d76f38 Dec 06 17:19:21.633276 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1661bd18-e245-4ebc-bd1c-8d4aacea5fd3 tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] Pushing event deleted for resources: {'Port': ['ID=ff61887c-cd9c-47e8-93f9-3ef32173fbf7,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:21.686263 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6f721598-598f-4952-9a53-b472b9356f3b tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:21.687195 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 48f805ec-3ac2-4548-9ccf-7fc5e35a3a01 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:19:21.720843 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-f6b9efd1-17ab-4b0f-80a4-54d76febd89a tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Deleting port 776bb787-036d-4012-a74f-d459959e542a {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:19:21.721197 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f6b9efd1-17ab-4b0f-80a4-54d76febd89a tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:21.737984 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6f721598-598f-4952-9a53-b472b9356f3b tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:21.745730 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f721598-598f-4952-9a53-b472b9356f3b tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:21.746372 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6f721598-598f-4952-9a53-b472b9356f3b tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:21.766428 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ead99e0-b053-448d-80e9-c871307a1563 req-976b830d-eb04-4bfc-b038-bea18136aefc tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:21.777240 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0ead99e0-b053-448d-80e9-c871307a1563 req-976b830d-eb04-4bfc-b038-bea18136aefc tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=218e73a3-3dbc-4dda-87ce-335528fd8f2b HTTP/1.1" status: 200 len: 945 time: 0.1472952 Dec 06 17:19:21.785416 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b713204e-b7db-4571-9c8a-a82e02f79505 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:19:21.812147 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1661bd18-e245-4ebc-bd1c-8d4aacea5fd3 tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] Publish callbacks [] for floatingip, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:21.817839 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1661bd18-e245-4ebc-bd1c-8d4aacea5fd3 tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:21.819406 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-1661bd18-e245-4ebc-bd1c-8d4aacea5fd3 tempest-ServersTestFqdnHostnames-1626889012 tempest-ServersTestFqdnHostnames-1626889012-project] 10.222.0.23 "DELETE /v2.0/floatingips/8c6a7a22-eba7-4040-b476-a2d2a0c45307 HTTP/1.1" status: 204 len: 168 time: 0.8544424 Dec 06 17:19:21.823630 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 54042) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:21.932474 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-6f721598-598f-4952-9a53-b472b9356f3b tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4892426 Dec 06 17:19:21.938931 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f6b9efd1-17ab-4b0f-80a4-54d76febd89a tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:21.959918 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f721598-598f-4952-9a53-b472b9356f3b tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Pushing event updated for resources: {'Network': ['ID=4bbd8a54-7a8c-45e6-b596-2a1eb8d76f38,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:21.967970 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-f6b9efd1-17ab-4b0f-80a4-54d76febd89a tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Calling delete_port for 776bb787-036d-4012-a74f-d459959e542a owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:19:21.975199 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0ead99e0-b053-448d-80e9-c871307a1563 req-78705154-9031-4fb8-bd95-4253b9174571 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968882 Dec 06 17:19:21.981552 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 4bbd8a54-7a8c-45e6-b596-2a1eb8d76f38 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:19:22.071705 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed67a380-c36a-4958-a192-67a36c8e1deb req-7176d82d-6c06-4c1c-94a1-28e5ea1b22a5 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:22.073760 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ed67a380-c36a-4958-a192-67a36c8e1deb req-7176d82d-6c06-4c1c-94a1-28e5ea1b22a5 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7d3f224-d001-4a9c-8816-6111bc8ee6b9 HTTP/1.1" status: 200 len: 945 time: 0.2213335 Dec 06 17:19:22.111246 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f6b9efd1-17ab-4b0f-80a4-54d76febd89a tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:22.130764 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e02ff0-0a84-47eb-9d40-5402b9aae902 None None] New status for floating IP 8c6a7a22-eba7-4040-b476-a2d2a0c45307: DOWN {{(pid=103287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 17:19:22.157246 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f6b9efd1-17ab-4b0f-80a4-54d76febd89a tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:22.161314 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-f6b9efd1-17ab-4b0f-80a4-54d76febd89a tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "DELETE /v2.0/ports/776bb787-036d-4012-a74f-d459959e542a HTTP/1.1" status: 204 len: 168 time: 0.6329157 Dec 06 17:19:22.162240 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b9efd1-17ab-4b0f-80a4-54d76febd89a tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Pushing event deleted for resources: {'Port': ['ID=776bb787-036d-4012-a74f-d459959e542a,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:22.165585 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54048) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:22.251391 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ed67a380-c36a-4958-a192-67a36c8e1deb req-cea23d6d-4430-4714-8410-bb5a2ab524df tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/security-groups?id=55b21076-cf23-48e9-9a14-bcc811d060b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688402 Dec 06 17:19:22.300418 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeda3a05-0ab2-4d8d-a358-1f2e2cb2d284 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:22.310678 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeda3a05-0ab2-4d8d-a358-1f2e2cb2d284 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:22.312924 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-eeda3a05-0ab2-4d8d-a358-1f2e2cb2d284 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1416965 Dec 06 17:19:22.316472 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54050) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:22.435637 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-8721287a-477d-4d5f-b3bf-c123c2cc5dd0 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Deleting port dc8fc2a8-20e5-4122-a6ee-3855396cd77a {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:19:22.436246 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8721287a-477d-4d5f-b3bf-c123c2cc5dd0 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:22.519335 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8721287a-477d-4d5f-b3bf-c123c2cc5dd0 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:22.539633 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-8721287a-477d-4d5f-b3bf-c123c2cc5dd0 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Calling delete_port for dc8fc2a8-20e5-4122-a6ee-3855396cd77a owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:19:22.558157 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-89af54b6-4b54-485c-af77-a7270f685658 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575908'] for router_interface, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:22.634189 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8721287a-477d-4d5f-b3bf-c123c2cc5dd0 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:22.664689 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8721287a-477d-4d5f-b3bf-c123c2cc5dd0 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Pushing event deleted for resources: {'Port': ['ID=dc8fc2a8-20e5-4122-a6ee-3855396cd77a,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:22.673448 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8721287a-477d-4d5f-b3bf-c123c2cc5dd0 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:22.679803 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-8721287a-477d-4d5f-b3bf-c123c2cc5dd0 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "DELETE /v2.0/ports/dc8fc2a8-20e5-4122-a6ee-3855396cd77a HTTP/1.1" status: 204 len: 168 time: 0.3599627 Dec 06 17:19:22.680345 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54052) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:22.811465 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdca4200-a9dd-4a31-9222-27526bbc3a1f tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:22.813666 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-cdca4200-a9dd-4a31-9222-27526bbc3a1f tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1321585 Dec 06 17:19:22.816843 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54056) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:22.851239 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd0593b3-c414-4b67-b876-4bb845e317e3 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] GET failed (client error): The resource could not be found. Dec 06 17:19:22.852836 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-fd0593b3-c414-4b67-b876-4bb845e317e3 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "GET /v2.0/ports/776bb787-036d-4012-a74f-d459959e542a HTTP/1.1" status: 404 len: 333 time: 0.0339837 Dec 06 17:19:22.857242 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54058) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:22.888014 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-875558d3-877f-4e11-b199-da66a460ef08 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] GET failed (client error): The resource could not be found. Dec 06 17:19:22.889607 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-875558d3-877f-4e11-b199-da66a460ef08 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "GET /v2.0/ports/dc8fc2a8-20e5-4122-a6ee-3855396cd77a HTTP/1.1" status: 404 len: 333 time: 0.0320737 Dec 06 17:19:22.892277 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54060) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:22.908038 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-89af54b6-4b54-485c-af77-a7270f685658 admin admin] Deleting port e920a53e-4ca0-47b0-b872-a4150509dc4e {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:19:22.908424 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-89af54b6-4b54-485c-af77-a7270f685658 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:23.001528 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9aa609b6-f08e-47c9-a47c-e64a81fa54c1 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:23.017279 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-89af54b6-4b54-485c-af77-a7270f685658 admin admin] For port e920a53e-4ca0-47b0-b872-a4150509dc4e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e920a53e-4ca0-47b0-b872-a4150509dc4e,segment=NetworkSegment(dd555f9d-28f4-4bf7-b613-dff03fb68f59),segment_id=dd555f9d-28f4-4bf7-b613-dff03fb68f59)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:19:23.017689 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-89af54b6-4b54-485c-af77-a7270f685658 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:23.054841 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-89af54b6-4b54-485c-af77-a7270f685658 admin admin] Calling delete_port for e920a53e-4ca0-47b0-b872-a4150509dc4e owned by network:router_interface {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:19:23.121486 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9aa609b6-f08e-47c9-a47c-e64a81fa54c1 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:23.169867 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-9aa609b6-f08e-47c9-a47c-e64a81fa54c1 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18a53bab-e741-41ae-b2b8-fcc4e2a861b0']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:19:23.182869 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-9aa609b6-f08e-47c9-a47c-e64a81fa54c1 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f1f93a7-788d-4185-9bac-8429a4d99b5f') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:19:23.183202 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-9aa609b6-f08e-47c9-a47c-e64a81fa54c1 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f1f93a7-788d-4185-9bac-8429a4d99b5f') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:19:23.201424 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9aa609b6-f08e-47c9-a47c-e64a81fa54c1 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:23.224799 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f6bb26-c30c-476d-820c-8c174427dd81 req-06681c71-c8e6-4784-bd11-7381994e58c1 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:23.226538 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-42f6bb26-c30c-476d-820c-8c174427dd81 req-06681c71-c8e6-4784-bd11-7381994e58c1 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=218e73a3-3dbc-4dda-87ce-335528fd8f2b HTTP/1.1" status: 200 len: 945 time: 0.1073496 Dec 06 17:19:23.227582 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9aa609b6-f08e-47c9-a47c-e64a81fa54c1 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:23.236436 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9aa609b6-f08e-47c9-a47c-e64a81fa54c1 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:19:23.236845 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9aa609b6-f08e-47c9-a47c-e64a81fa54c1 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:23.240057 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 17:19:23.240057 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:19:23.240057 n-d-master-1 neutron-server[103284]: timer() Dec 06 17:19:23.240057 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:19:23.240057 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 17:19:23.240057 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:19:23.240057 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 17:19:23.240057 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:19:23.240057 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 17:19:23.240057 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:19:23.240057 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 17:19:23.240057 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:19:23.240057 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 17:19:23.240057 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:19:23.240057 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:19:23.240057 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:19:23.240057 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:19:23.240057 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:19:23.240057 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 17:19:23.240057 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:19:23.240057 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 17:19:23.240057 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:19:23.240057 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:19:23.240057 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:19:23.240057 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 17:19:23.240057 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:19:23.240057 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:19:23.240057 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:19:23.240057 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:19:23.240057 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:19:23.240057 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:19:23.240057 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:19:23.344994 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-89af54b6-4b54-485c-af77-a7270f685658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:23.392001 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-42f6bb26-c30c-476d-820c-8c174427dd81 req-1de27b5e-6bb5-409b-a17e-80d383e2c785 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562812 Dec 06 17:19:23.411088 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9aa609b6-f08e-47c9-a47c-e64a81fa54c1 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:23.432604 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89af54b6-4b54-485c-af77-a7270f685658 admin admin] Pushing event deleted for resources: {'Port': ['ID=e920a53e-4ca0-47b0-b872-a4150509dc4e,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:23.446883 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9aa609b6-f08e-47c9-a47c-e64a81fa54c1 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:23.458344 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-9aa609b6-f08e-47c9-a47c-e64a81fa54c1 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "DELETE /v2.0/networks/18a53bab-e741-41ae-b2b8-fcc4e2a861b0 HTTP/1.1" status: 204 len: 168 time: 0.5614886 Dec 06 17:19:23.459670 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54070) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:23.461106 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa609b6-f08e-47c9-a47c-e64a81fa54c1 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Pushing event deleted for resources: {'Network': ['ID=18a53bab-e741-41ae-b2b8-fcc4e2a861b0,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:23.468090 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-e8800778-bfa1-401e-88be-efe4906295f5 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1302973004'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:19:23.516876 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8800778-bfa1-401e-88be-efe4906295f5 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Made reservation on behalf of 40549eaf61834290b753dc92c662ceed for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:19:23.522524 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e8800778-bfa1-401e-88be-efe4906295f5 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:23.555636 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8800778-bfa1-401e-88be-efe4906295f5 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:19:23.580934 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e8800778-bfa1-401e-88be-efe4906295f5 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:23.581338 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-e8800778-bfa1-401e-88be-efe4906295f5 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Added segment 879744f5-8bea-44c0-95e3-3b656976d19a of type vlan for network 98f082aa-61b8-466b-b46c-0560db986e12 Dec 06 17:19:23.673902 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca54c09-e19c-461c-ac99-629144f6766d req-fbbc3231-6693-4a73-983f-8c5dcad2df41 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:23.684930 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8ca54c09-e19c-461c-ac99-629144f6766d req-fbbc3231-6693-4a73-983f-8c5dcad2df41 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7d3f224-d001-4a9c-8816-6111bc8ee6b9 HTTP/1.1" status: 200 len: 945 time: 0.2534909 Dec 06 17:19:23.686814 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e8800778-bfa1-401e-88be-efe4906295f5 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:23.748889 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e8800778-bfa1-401e-88be-efe4906295f5 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:23.754643 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8800778-bfa1-401e-88be-efe4906295f5 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:23.755269 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e8800778-bfa1-401e-88be-efe4906295f5 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:23.882930 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8800778-bfa1-401e-88be-efe4906295f5 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Pushing event updated for resources: {'Network': ['ID=98f082aa-61b8-466b-b46c-0560db986e12,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:23.894390 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 98f082aa-61b8-466b-b46c-0560db986e12 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:19:23.924221 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-e8800778-bfa1-401e-88be-efe4906295f5 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4601572 Dec 06 17:19:23.924831 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54074) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:23.934891 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-cefa6df2-3232-40df-917e-ef0e9125a496 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Request body: {'subnet': {'network_id': '98f082aa-61b8-466b-b46c-0560db986e12', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:19:23.999420 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-89af54b6-4b54-485c-af77-a7270f685658 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-772474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575952'] for router_interface, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:24.075258 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8ca54c09-e19c-461c-ac99-629144f6766d req-7c4407cb-1f30-4e96-b901-c519d0aec648 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/security-groups?id=55b21076-cf23-48e9-9a14-bcc811d060b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018323 Dec 06 17:19:24.157186 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cefa6df2-3232-40df-917e-ef0e9125a496 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Made reservation on behalf of 40549eaf61834290b753dc92c662ceed for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:19:24.161080 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cefa6df2-3232-40df-917e-ef0e9125a496 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:24.231932 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.ipam_backend_mixin [None req-cefa6df2-3232-40df-917e-ef0e9125a496 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Performing IP validity checks on allocation pools {{(pid=103284) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 06 17:19:24.232586 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.ipam_backend_mixin [None req-cefa6df2-3232-40df-917e-ef0e9125a496 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103284) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 06 17:19:24.430747 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cefa6df2-3232-40df-917e-ef0e9125a496 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:24.496888 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89af54b6-4b54-485c-af77-a7270f685658 admin admin] Router edac479e-683c-48ac-965d-acab505de6ea has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:19:24.532565 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefa6df2-3232-40df-917e-ef0e9125a496 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Checking segment: {'id': '879744f5-8bea-44c0-95e3-3b656976d19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '98f082aa-61b8-466b-b46c-0560db986e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:19:24.532941 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefa6df2-3232-40df-917e-ef0e9125a496 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Network hostable DHCP agents. Network: 98f082aa-61b8-466b-b46c-0560db986e12, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:19:24.538956 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefa6df2-3232-40df-917e-ef0e9125a496 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Pushing event updated for resources: {'Subnet': ['ID=e87128d7-db4d-4d2c-9ca2-13d85cbf872c,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:24.573377 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefa6df2-3232-40df-917e-ef0e9125a496 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Network 98f082aa-61b8-466b-b46c-0560db986e12 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:19:24.606289 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-cefa6df2-3232-40df-917e-ef0e9125a496 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 98f082aa-61b8-466b-b46c-0560db986e12) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:19:24.612859 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cefa6df2-3232-40df-917e-ef0e9125a496 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:24.613492 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cefa6df2-3232-40df-917e-ef0e9125a496 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:24.620385 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3841152-fc89-4edd-88ca-cf08d7005b0a None None] Network 98f082aa-61b8-466b-b46c-0560db986e12 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:19:24.625678 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb802f-f75a-4dc2-82f4-426b23214acb req-4ceb88be-8280-46b8-80aa-b46c807586e1 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:24.633999 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a2bb802f-f75a-4dc2-82f4-426b23214acb req-4ceb88be-8280-46b8-80aa-b46c807586e1 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=218e73a3-3dbc-4dda-87ce-335528fd8f2b HTTP/1.1" status: 200 len: 945 time: 0.0771103 Dec 06 17:19:24.667697 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 54082) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:24.667982 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-cefa6df2-3232-40df-917e-ef0e9125a496 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7384796 Dec 06 17:19:24.673868 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-3b304bee-d491-4a22-afde-4ee95cffed27 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Request body: {'port': {'network_id': '98f082aa-61b8-466b-b46c-0560db986e12', 'name': 'tempest-PortsTestJSON-473564345'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:19:24.734115 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a2bb802f-f75a-4dc2-82f4-426b23214acb req-31f8878e-578e-41fa-a8f9-686a72057a28 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986485 Dec 06 17:19:24.750962 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89af54b6-4b54-485c-af77-a7270f685658 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:19:24.765943 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-89af54b6-4b54-485c-af77-a7270f685658 admin admin] 10.222.0.23 "PUT /v2.0/routers/edac479e-683c-48ac-965d-acab505de6ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9407403 Dec 06 17:19:24.768155 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54084) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:24.816746 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26785b0f-e98f-41e3-86a1-82a63b1e5aba None None] Sync routers for ids ['edac479e-683c-48ac-965d-acab505de6ea'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:19:24.865243 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b304bee-d491-4a22-afde-4ee95cffed27 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Made reservation on behalf of 40549eaf61834290b753dc92c662ceed for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:19:24.869298 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3b304bee-d491-4a22-afde-4ee95cffed27 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:24.900588 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26785b0f-e98f-41e3-86a1-82a63b1e5aba None None] Routers {'edac479e-683c-48ac-965d-acab505de6ea'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:19:24.901271 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-26785b0f-e98f-41e3-86a1-82a63b1e5aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:19:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['edac479e-683c-48ac-965d-acab505de6ea'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:19:24.953068 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47cea00-73bd-47f4-a7d2-cecb1aa6442b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-98f082aa-61b8-466b-b46c-0560db986e12', 'network_id': '98f082aa-61b8-466b-b46c-0560db986e12', 'tenant_id': '40549eaf61834290b753dc92c662ceed', 'fixed_ips': [{'subnet_id': 'e87128d7-db4d-4d2c-9ca2-13d85cbf872c'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:19:24.954252 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d47cea00-73bd-47f4-a7d2-cecb1aa6442b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:24.983912 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3293985d-43d6-47bd-8ed1-8da34676f536 admin admin] Publish callbacks [] for router, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:25.176493 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3293985d-43d6-47bd-8ed1-8da34676f536 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:25.246718 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-3293985d-43d6-47bd-8ed1-8da34676f536 admin admin] Deleting port 2df903ce-17a3-44e2-be22-42f5d2808b70 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:19:25.247409 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3293985d-43d6-47bd-8ed1-8da34676f536 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:25.262976 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54094) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:25.286983 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-e4dc0d09-892e-40e6-a780-d0e1ac997188 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Request body: {'subnets': [{'network_id': '48f805ec-3ac2-4548-9ccf-7fc5e35a3a01', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1439992796', 'ip_version': 6}, {'network_id': '4bbd8a54-7a8c-45e6-b596-2a1eb8d76f38', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:19:25.286983 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-e4dc0d09-892e-40e6-a780-d0e1ac997188 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Request body: {'subnet': {'network_id': '48f805ec-3ac2-4548-9ccf-7fc5e35a3a01', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1439992796', 'ip_version': 6}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:19:25.287682 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-e4dc0d09-892e-40e6-a780-d0e1ac997188 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Request body: {'subnet': {'network_id': '4bbd8a54-7a8c-45e6-b596-2a1eb8d76f38', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:19:25.488381 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0eed37-eb2b-4e6b-897a-b21f127173f6 req-c4efa426-3347-497b-a51a-2d5e7ac46307 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:25.490555 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-3b304bee-d491-4a22-afde-4ee95cffed27 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] device_id is not set on port 3e302c8d-8055-4ab6-b324-e39e3a4826ed yet. {{(pid=103285) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:19:25.496487 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-df0eed37-eb2b-4e6b-897a-b21f127173f6 req-c4efa426-3347-497b-a51a-2d5e7ac46307 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7d3f224-d001-4a9c-8816-6111bc8ee6b9 HTTP/1.1" status: 200 len: 945 time: 0.2337337 Dec 06 17:19:25.519927 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-26785b0f-e98f-41e3-86a1-82a63b1e5aba None None] Set router edac479e-683c-48ac-965d-acab505de6ea gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:19:25.658116 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-d47cea00-73bd-47f4-a7d2-cecb1aa6442b None None] Allocated IP 172.20.0.2 (98f082aa-61b8-466b-b46c-0560db986e12/e87128d7-db4d-4d2c-9ca2-13d85cbf872c/e930397e-8e6f-41f1-9076-11b723ee0b53) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:19:25.852212 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-26785b0f-e98f-41e3-86a1-82a63b1e5aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edac479e-683c-48ac-965d-acab505de6ea', 'name': 'tempest-ServersTestFqdnHostnames-1034388154-router', 'tenant_id': '12e9694b770846e1b2438737464ee65f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.154'}], 'enable_snat': True}, 'gw_port_id': '2df903ce-17a3-44e2-be22-42f5d2808b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:17:06Z', 'updated_at': '2021-12-06T17:19:23Z', 'revision_number': 5, 'project_id': '12e9694b770846e1b2438737464ee65f', 'gw_port': {'id': '2df903ce-17a3-44e2-be22-42f5d2808b70', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edac479e-683c-48ac-965d-acab505de6ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:17:08Z', 'updated_at': '2021-12-06T17:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:19:25.899725 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26785b0f-e98f-41e3-86a1-82a63b1e5aba None None] Checking router: edac479e-683c-48ac-965d-acab505de6ea for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:19:25.911881 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-3293985d-43d6-47bd-8ed1-8da34676f536 admin admin] For port 2df903ce-17a3-44e2-be22-42f5d2808b70, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2df903ce-17a3-44e2-be22-42f5d2808b70,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:19:25.912638 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3293985d-43d6-47bd-8ed1-8da34676f536 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:25.915608 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26785b0f-e98f-41e3-86a1-82a63b1e5aba None None] Routers {'edac479e-683c-48ac-965d-acab505de6ea'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:19:25.916240 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-26785b0f-e98f-41e3-86a1-82a63b1e5aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:19:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['edac479e-683c-48ac-965d-acab505de6ea'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:19:25.926012 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc094c04-6db7-4d8f-abf9-027d587c6bc1 req-9f0b0aca-3a72-44ea-892e-73baf0030b5e tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:25.937328 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-cc094c04-6db7-4d8f-abf9-027d587c6bc1 req-9f0b0aca-3a72-44ea-892e-73baf0030b5e tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=218e73a3-3dbc-4dda-87ce-335528fd8f2b HTTP/1.1" status: 200 len: 945 time: 0.0877445 Dec 06 17:19:25.942672 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-df0eed37-eb2b-4e6b-897a-b21f127173f6 req-f7d43d07-4f52-4840-92b0-8d47a3101e48 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/security-groups?id=55b21076-cf23-48e9-9a14-bcc811d060b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4452879 Dec 06 17:19:25.964595 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-3293985d-43d6-47bd-8ed1-8da34676f536 admin admin] Calling delete_port for 2df903ce-17a3-44e2-be22-42f5d2808b70 owned by network:router_gateway {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:19:25.998703 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d47cea00-73bd-47f4-a7d2-cecb1aa6442b None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:26.001758 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-cc094c04-6db7-4d8f-abf9-027d587c6bc1 req-bc989ec7-7d08-4b93-ad86-86f7e95ebf28 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632746 Dec 06 17:19:26.010402 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d47cea00-73bd-47f4-a7d2-cecb1aa6442b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:26.029755 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4dc0d09-892e-40e6-a780-d0e1ac997188 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Made reservation on behalf of d66dcb1054234e89b34eb89902074387 for: {'subnet': 2} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:19:26.032412 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47cea00-73bd-47f4-a7d2-cecb1aa6442b None None] Network 98f082aa-61b8-466b-b46c-0560db986e12 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:19:26.035267 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e4dc0d09-892e-40e6-a780-d0e1ac997188 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:26.035687 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e4dc0d09-892e-40e6-a780-d0e1ac997188 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:26.053389 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-d47cea00-73bd-47f4-a7d2-cecb1aa6442b None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:19:26.066831 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47cea00-73bd-47f4-a7d2-cecb1aa6442b None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:19:26.109840 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-3b304bee-d491-4a22-afde-4ee95cffed27 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Allocated IP 172.20.0.13 (98f082aa-61b8-466b-b46c-0560db986e12/e87128d7-db4d-4d2c-9ca2-13d85cbf872c/3e302c8d-8055-4ab6-b324-e39e3a4826ed) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:19:26.152678 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-26785b0f-e98f-41e3-86a1-82a63b1e5aba None None] Set router edac479e-683c-48ac-965d-acab505de6ea gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:19:26.263214 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-26785b0f-e98f-41e3-86a1-82a63b1e5aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edac479e-683c-48ac-965d-acab505de6ea', 'name': 'tempest-ServersTestFqdnHostnames-1034388154-router', 'tenant_id': '12e9694b770846e1b2438737464ee65f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:17:06Z', 'updated_at': '2021-12-06T17:19:25Z', 'revision_number': 6, 'project_id': '12e9694b770846e1b2438737464ee65f', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:19:26.297357 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26785b0f-e98f-41e3-86a1-82a63b1e5aba None None] The sync data for ids ['edac479e-683c-48ac-965d-acab505de6ea'] in n-d-master-1 is: [{'id': 'edac479e-683c-48ac-965d-acab505de6ea', 'name': 'tempest-ServersTestFqdnHostnames-1034388154-router', 'tenant_id': '12e9694b770846e1b2438737464ee65f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:17:06Z', 'updated_at': '2021-12-06T17:19:25Z', 'revision_number': 6, 'project_id': '12e9694b770846e1b2438737464ee65f', 'gw_port_host': None}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:19:26.300845 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47cea00-73bd-47f4-a7d2-cecb1aa6442b None None] Pushing event updated for resources: {'Port': ['ID=e930397e-8e6f-41f1-9076-11b723ee0b53,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:26.311141 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-d47cea00-73bd-47f4-a7d2-cecb1aa6442b None None] Attempting to bind port e930397e-8e6f-41f1-9076-11b723ee0b53 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:19:26.312175 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-d47cea00-73bd-47f4-a7d2-cecb1aa6442b None None] Attempting to bind port e930397e-8e6f-41f1-9076-11b723ee0b53 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '879744f5-8bea-44c0-95e3-3b656976d19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '98f082aa-61b8-466b-b46c-0560db986e12'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:19:26.312721 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47cea00-73bd-47f4-a7d2-cecb1aa6442b None None] Attempting to bind port e930397e-8e6f-41f1-9076-11b723ee0b53 on network 98f082aa-61b8-466b-b46c-0560db986e12 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:19:26.319965 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47cea00-73bd-47f4-a7d2-cecb1aa6442b None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:19:26.320720 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47cea00-73bd-47f4-a7d2-cecb1aa6442b None None] Checking segment: {'id': '879744f5-8bea-44c0-95e3-3b656976d19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '98f082aa-61b8-466b-b46c-0560db986e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:19:26.321298 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d47cea00-73bd-47f4-a7d2-cecb1aa6442b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:26.321906 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47cea00-73bd-47f4-a7d2-cecb1aa6442b None None] Bound using segment: {'id': '879744f5-8bea-44c0-95e3-3b656976d19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '98f082aa-61b8-466b-b46c-0560db986e12'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:19:26.322582 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-d47cea00-73bd-47f4-a7d2-cecb1aa6442b None None] Bound port: e930397e-8e6f-41f1-9076-11b723ee0b53, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '879744f5-8bea-44c0-95e3-3b656976d19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '98f082aa-61b8-466b-b46c-0560db986e12'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:19:26.323152 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d47cea00-73bd-47f4-a7d2-cecb1aa6442b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:26.380782 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3b304bee-d491-4a22-afde-4ee95cffed27 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:26.420489 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-d47cea00-73bd-47f4-a7d2-cecb1aa6442b None None] For port e930397e-8e6f-41f1-9076-11b723ee0b53, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:19:26.424822 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-d47cea00-73bd-47f4-a7d2-cecb1aa6442b None None] For port e930397e-8e6f-41f1-9076-11b723ee0b53, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e930397e-8e6f-41f1-9076-11b723ee0b53,segment=NetworkSegment(879744f5-8bea-44c0-95e3-3b656976d19a),segment_id=879744f5-8bea-44c0-95e3-3b656976d19a)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:19:26.431241 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d47cea00-73bd-47f4-a7d2-cecb1aa6442b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:26.467371 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3b304bee-d491-4a22-afde-4ee95cffed27 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:26.495878 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47cea00-73bd-47f4-a7d2-cecb1aa6442b None None] Pushing event updated for resources: {'Port': ['ID=e930397e-8e6f-41f1-9076-11b723ee0b53,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:26.546167 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b304bee-d491-4a22-afde-4ee95cffed27 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Network 98f082aa-61b8-466b-b46c-0560db986e12 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:19:26.553760 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3293985d-43d6-47bd-8ed1-8da34676f536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:26.561443 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-3b304bee-d491-4a22-afde-4ee95cffed27 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:19:26.564981 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b304bee-d491-4a22-afde-4ee95cffed27 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:19:26.568118 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b304bee-d491-4a22-afde-4ee95cffed27 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Pushing event updated for resources: {'Port': ['ID=3e302c8d-8055-4ab6-b324-e39e3a4826ed,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:26.595534 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e493b43-c627-41ae-89ad-23eb0800f082 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:19:26.645594 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b304bee-d491-4a22-afde-4ee95cffed27 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:26.646570 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3b304bee-d491-4a22-afde-4ee95cffed27 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:26.665275 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-3b304bee-d491-4a22-afde-4ee95cffed27 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9960663 Dec 06 17:19:26.667707 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 54106) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:26.745328 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3293985d-43d6-47bd-8ed1-8da34676f536 admin admin] Pushing event deleted for resources: {'Port': ['ID=2df903ce-17a3-44e2-be22-42f5d2808b70,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:26.828297 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3293985d-43d6-47bd-8ed1-8da34676f536 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536698'] for router_gateway, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:26.890255 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-3e0c0c82-a906-41ec-9843-879a630532ee tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Deleting port 3e302c8d-8055-4ab6-b324-e39e3a4826ed {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:19:26.890255 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3e0c0c82-a906-41ec-9843-879a630532ee tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:27.020415 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3e0c0c82-a906-41ec-9843-879a630532ee tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:27.021148 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3293985d-43d6-47bd-8ed1-8da34676f536 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:27.087905 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3293985d-43d6-47bd-8ed1-8da34676f536 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:27.104529 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-3e0c0c82-a906-41ec-9843-879a630532ee tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Calling delete_port for 3e302c8d-8055-4ab6-b324-e39e3a4826ed owned by {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:19:27.183685 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3293985d-43d6-47bd-8ed1-8da34676f536 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:27.184282 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3293985d-43d6-47bd-8ed1-8da34676f536 admin admin] Fanout notify agent at l3_agent the message router_deleted on router edac479e-683c-48ac-965d-acab505de6ea {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 17:19:27.193327 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3293985d-43d6-47bd-8ed1-8da34676f536 admin admin] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:27.196975 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-3293985d-43d6-47bd-8ed1-8da34676f536 admin admin] 10.222.0.23 "DELETE /v2.0/routers/edac479e-683c-48ac-965d-acab505de6ea HTTP/1.1" status: 204 len: 168 time: 2.4253919 Dec 06 17:19:27.207026 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54120) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:27.292664 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e4dc0d09-892e-40e6-a780-d0e1ac997188 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:27.334048 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3e0c0c82-a906-41ec-9843-879a630532ee tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:27.368224 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dc0d09-892e-40e6-a780-d0e1ac997188 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Pushing event updated for resources: {'Subnet': ['ID=b348de4c-5572-4432-a304-6f33a2eea413,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:27.382737 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505c810e-45d7-4bdc-907c-857fdf827d11 req-e405efed-661a-40b8-b981-78cb51c0ff96 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:27.389395 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bc9a962-face-481c-8469-6455da10ad87 admin admin] Deleting subnet 24938659-33cf-44a1-b187-f340ef422bb5 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:19:27.390762 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-505c810e-45d7-4bdc-907c-857fdf827d11 req-e405efed-661a-40b8-b981-78cb51c0ff96 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7d3f224-d001-4a9c-8816-6111bc8ee6b9 HTTP/1.1" status: 200 len: 945 time: 0.3233814 Dec 06 17:19:27.396609 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3bc9a962-face-481c-8469-6455da10ad87 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:27.424020 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0c0c82-a906-41ec-9843-879a630532ee tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Pushing event deleted for resources: {'Port': ['ID=3e302c8d-8055-4ab6-b324-e39e3a4826ed,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:27.432358 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cde2c0a-f503-4236-990d-46b4404b9aa8 req-c6f576c0-2604-44d9-9445-b51a243f50f2 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:27.435802 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7cde2c0a-f503-4236-990d-46b4404b9aa8 req-c6f576c0-2604-44d9-9445-b51a243f50f2 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=218e73a3-3dbc-4dda-87ce-335528fd8f2b HTTP/1.1" status: 200 len: 945 time: 0.2370899 Dec 06 17:19:27.511114 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3bc9a962-face-481c-8469-6455da10ad87 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:27.536441 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-505c810e-45d7-4bdc-907c-857fdf827d11 req-b6e91cb9-4d22-4f69-87c5-df5000f79913 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/security-groups?id=55b21076-cf23-48e9-9a14-bcc811d060b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429632 Dec 06 17:19:27.579645 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3e0c0c82-a906-41ec-9843-879a630532ee tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:27.579850 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4dc0d09-892e-40e6-a780-d0e1ac997188 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Checking segment: {'id': 'e140cdac-afe0-409a-8535-46115bbb3b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '48f805ec-3ac2-4548-9ccf-7fc5e35a3a01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:19:27.580653 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4dc0d09-892e-40e6-a780-d0e1ac997188 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Network hostable DHCP agents. Network: 48f805ec-3ac2-4548-9ccf-7fc5e35a3a01, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:19:27.594870 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-3e0c0c82-a906-41ec-9843-879a630532ee tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "DELETE /v2.0/ports/3e302c8d-8055-4ab6-b324-e39e3a4826ed HTTP/1.1" status: 204 len: 168 time: 0.9236856 Dec 06 17:19:27.595085 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 54124) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:27.647151 n-d-master-1 neutron-server[103285]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d982f1d-5569-43e7-b2b2-8489b7509483 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] DELETE failed (client error): The resource could not be found. Dec 06 17:19:27.649198 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d982f1d-5569-43e7-b2b2-8489b7509483 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103285) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:19:27.651976 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-3d982f1d-5569-43e7-b2b2-8489b7509483 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "DELETE /v2.0/ports/3e302c8d-8055-4ab6-b324-e39e3a4826ed HTTP/1.1" status: 404 len: 333 time: 0.0559649 Dec 06 17:19:27.656238 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 54126) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:27.672855 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7cde2c0a-f503-4236-990d-46b4404b9aa8 req-c99a7717-0fb3-41c4-815a-90ef71b6e717 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295947 Dec 06 17:19:27.684959 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device e930397e-8e6f-41f1-9076-11b723ee0b53 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:19:27.700480 n-d-master-1 neutron-server[103285]: INFO neutron.pecan_wsgi.hooks.translation [None req-f85273a8-0487-4a5c-9337-5d13b70339c2 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] GET failed (client error): The resource could not be found. Dec 06 17:19:27.702007 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-f85273a8-0487-4a5c-9337-5d13b70339c2 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "GET /v2.0/ports/3e302c8d-8055-4ab6-b324-e39e3a4826ed HTTP/1.1" status: 404 len: 333 time: 0.0447617 Dec 06 17:19:27.705142 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 54128) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:27.719461 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4dc0d09-892e-40e6-a780-d0e1ac997188 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Network 48f805ec-3ac2-4548-9ccf-7fc5e35a3a01 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:19:27.795020 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-2efe9b5e-1600-4bba-9fc8-6832a51d8c5d tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Deleting subnet e87128d7-db4d-4d2c-9ca2-13d85cbf872c {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:19:27.799040 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2efe9b5e-1600-4bba-9fc8-6832a51d8c5d tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:27.805541 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port e930397e-8e6f-41f1-9076-11b723ee0b53 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:19:27.806025 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:27.824774 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-e4dc0d09-892e-40e6-a780-d0e1ac997188 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 48f805ec-3ac2-4548-9ccf-7fc5e35a3a01) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:19:27.843515 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146e4c32-938d-4296-a140-00d59cf7640e None None] Network 48f805ec-3ac2-4548-9ccf-7fc5e35a3a01 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:19:27.853549 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e4dc0d09-892e-40e6-a780-d0e1ac997188 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:27.907993 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2efe9b5e-1600-4bba-9fc8-6832a51d8c5d tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:27.946997 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3bc9a962-face-481c-8469-6455da10ad87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:28.024972 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:28.081306 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dc0d09-892e-40e6-a780-d0e1ac997188 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Pushing event updated for resources: {'Subnet': ['ID=d794f0d3-4e68-4c33-8e72-4c9573539739,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:28.085741 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4dc0d09-892e-40e6-a780-d0e1ac997188 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Checking segment: {'id': '33ea9674-5f47-4e52-a8c3-68a8b7c00d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4bbd8a54-7a8c-45e6-b596-2a1eb8d76f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:19:28.086205 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4dc0d09-892e-40e6-a780-d0e1ac997188 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Network hostable DHCP agents. Network: 4bbd8a54-7a8c-45e6-b596-2a1eb8d76f38, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:19:28.135099 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3bc9a962-face-481c-8469-6455da10ad87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:28.149016 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4dc0d09-892e-40e6-a780-d0e1ac997188 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Network 4bbd8a54-7a8c-45e6-b596-2a1eb8d76f38 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:19:28.162362 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] For port e930397e-8e6f-41f1-9076-11b723ee0b53, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e930397e-8e6f-41f1-9076-11b723ee0b53,segment=NetworkSegment(879744f5-8bea-44c0-95e3-3b656976d19a),segment_id=879744f5-8bea-44c0-95e3-3b656976d19a)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:19:28.173433 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2efe9b5e-1600-4bba-9fc8-6832a51d8c5d tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:28.185697 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:28.206613 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc9a962-face-481c-8469-6455da10ad87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24938659-33cf-44a1-b187-f340ef422bb5,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:28.235242 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3bc9a962-face-481c-8469-6455da10ad87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:28.247227 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-3bc9a962-face-481c-8469-6455da10ad87 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/24938659-33cf-44a1-b187-f340ef422bb5 HTTP/1.1" status: 204 len: 168 time: 1.0339005 Dec 06 17:19:28.249732 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 54136) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:28.251628 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-e4dc0d09-892e-40e6-a780-d0e1ac997188 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 4bbd8a54-7a8c-45e6-b596-2a1eb8d76f38) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:19:28.253426 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Pushing event updated for resources: {'Port': ['ID=e930397e-8e6f-41f1-9076-11b723ee0b53,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:28.256278 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e57b89-c927-4014-b994-606bb59758b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-48f805ec-3ac2-4548-9ccf-7fc5e35a3a01', 'network_id': '48f805ec-3ac2-4548-9ccf-7fc5e35a3a01', 'tenant_id': 'd66dcb1054234e89b34eb89902074387', 'fixed_ips': [{'subnet_id': 'b348de4c-5572-4432-a304-6f33a2eea413'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:19:28.258026 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-24e57b89-c927-4014-b994-606bb59758b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:28.260027 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e962e8e5-2e8a-4da0-93b3-36be354f30d7 None None] Network 261aff99-925f-409c-8466-88931a59d0de requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:19:28.262594 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4dc0d09-892e-40e6-a780-d0e1ac997188 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:28.264817 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4dc0d09-892e-40e6-a780-d0e1ac997188 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:28.265640 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e4dc0d09-892e-40e6-a780-d0e1ac997188 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:28.291453 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74c80e9-a484-42eb-a45c-3bfe1950acc5 None None] Network 4bbd8a54-7a8c-45e6-b596-2a1eb8d76f38 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:19:28.299903 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 2df903ce-17a3-44e2-be22-42f5d2808b70 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:19:28.303329 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-e4dc0d09-892e-40e6-a780-d0e1ac997188 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 3.0379379 Dec 06 17:19:28.306709 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54138) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:28.338411 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 2df903ce-17a3-44e2-be22-42f5d2808b70 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:19:28.338764 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 2df903ce-17a3-44e2-be22-42f5d2808b70 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:19:28.339189 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device e920a53e-4ca0-47b0-b872-a4150509dc4e no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:19:28.364055 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2efe9b5e-1600-4bba-9fc8-6832a51d8c5d tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:28.389285 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0ca725-2936-4d4c-abea-b1cde832529a None None] Network 98f082aa-61b8-466b-b46c-0560db986e12 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:19:28.404380 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6143b7e1-dfe8-4848-8cab-c9643ffea598 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:28.407321 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2efe9b5e-1600-4bba-9fc8-6832a51d8c5d tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:28.410625 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6143b7e1-dfe8-4848-8cab-c9643ffea598 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:28.411209 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-2efe9b5e-1600-4bba-9fc8-6832a51d8c5d tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "DELETE /v2.0/subnets/e87128d7-db4d-4d2c-9ca2-13d85cbf872c HTTP/1.1" status: 204 len: 168 time: 0.7047853 Dec 06 17:19:28.414441 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efe9b5e-1600-4bba-9fc8-6832a51d8c5d tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Pushing event deleted for resources: {'Subnet': ['ID=e87128d7-db4d-4d2c-9ca2-13d85cbf872c,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:28.415612 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6143b7e1-dfe8-4848-8cab-c9643ffea598 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:28.422961 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 54140) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:28.430156 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-6143b7e1-dfe8-4848-8cab-c9643ffea598 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1222904 Dec 06 17:19:28.439105 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54142) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:28.521950 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-6399afbb-40dd-4976-a4d2-f1748ec49f63 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Deleting subnet b348de4c-5572-4432-a304-6f33a2eea413 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:19:28.547204 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6399afbb-40dd-4976-a4d2-f1748ec49f63 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:28.548163 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b50a3755-b4ac-4495-84d9-b2a9a2709c2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:28.559361 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: e920a53e-4ca0-47b0-b872-a4150509dc4e {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:19:28.559912 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device e920a53e-4ca0-47b0-b872-a4150509dc4e not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:19:28.605495 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dc442585-ad4a-447e-8151-534a5fb608f1 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:28.661053 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6399afbb-40dd-4976-a4d2-f1748ec49f63 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:28.668141 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-0c785bad-8c99-40d2-b3a7-490d5aa182c2 None None] Provisioning complete for port e930397e-8e6f-41f1-9076-11b723ee0b53 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:19:28.668772 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0c785bad-8c99-40d2-b3a7-490d5aa182c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:28.678905 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-b50a3755-b4ac-4495-84d9-b2a9a2709c2e admin admin] Deleting port dd7c3b13-4642-4d43-8a6d-a9dbe2e454b5 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:19:28.679258 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b50a3755-b4ac-4495-84d9-b2a9a2709c2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:28.745412 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6399afbb-40dd-4976-a4d2-f1748ec49f63 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:28.774265 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-b50a3755-b4ac-4495-84d9-b2a9a2709c2e admin admin] For port dd7c3b13-4642-4d43-8a6d-a9dbe2e454b5, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=dd7c3b13-4642-4d43-8a6d-a9dbe2e454b5,segment=NetworkSegment(dd555f9d-28f4-4bf7-b613-dff03fb68f59),segment_id=dd555f9d-28f4-4bf7-b613-dff03fb68f59)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:19:28.774645 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b50a3755-b4ac-4495-84d9-b2a9a2709c2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:28.792013 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-b50a3755-b4ac-4495-84d9-b2a9a2709c2e admin admin] Calling delete_port for dd7c3b13-4642-4d43-8a6d-a9dbe2e454b5 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:19:28.858784 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6399afbb-40dd-4976-a4d2-f1748ec49f63 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:28.929593 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server [None req-24e57b89-c927-4014-b994-606bb59758b5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b348de4c-5572-4432-a304-6f33a2eea413: This subnet is being modified by another concurrent operation. Dec 06 17:19:28.929593 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 06 17:19:28.929593 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 06 17:19:28.929593 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 06 17:19:28.929593 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 06 17:19:28.929593 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 06 17:19:28.929593 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 06 17:19:28.929593 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 06 17:19:28.929593 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 06 17:19:28.929593 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 06 17:19:28.929593 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 17:19:28.929593 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 17:19:28.929593 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 17:19:28.929593 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 17:19:28.929593 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 17:19:28.929593 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 17:19:28.929593 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 17:19:28.929593 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 17:19:28.929593 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 17:19:28.929593 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 17:19:28.929593 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 17:19:28.929593 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 17:19:28.929593 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 17:19:28.929593 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 17:19:28.929593 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 17:19:28.929593 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 17:19:28.929593 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 17:19:28.929593 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 17:19:28.929593 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 17:19:28.929593 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 17:19:28.929593 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 17:19:28.929593 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 17:19:28.929593 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 17:19:28.929593 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 17:19:28.929593 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 06 17:19:28.929593 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 06 17:19:28.929593 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Dec 06 17:19:28.929593 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 06 17:19:28.929593 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Dec 06 17:19:28.929593 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 06 17:19:28.929593 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 06 17:19:28.929593 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 06 17:19:28.929593 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 06 17:19:28.929593 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 17:19:28.929593 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 06 17:19:28.929593 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 06 17:19:28.929593 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 17:19:28.929593 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 17:19:28.929593 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 17:19:28.929593 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 17:19:28.929593 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 17:19:28.929593 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 17:19:28.929593 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 17:19:28.929593 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 17:19:28.933567 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 17:19:28.933567 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 17:19:28.933567 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 17:19:28.933567 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 17:19:28.933567 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 17:19:28.933567 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 17:19:28.933567 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 17:19:28.933567 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 17:19:28.933567 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 17:19:28.933567 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 17:19:28.933567 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 17:19:28.933567 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 17:19:28.933567 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 17:19:28.933567 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 17:19:28.933567 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 17:19:28.933567 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 17:19:28.933567 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 06 17:19:28.933567 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 06 17:19:28.933567 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 06 17:19:28.933567 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 06 17:19:28.933567 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 06 17:19:28.933567 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 06 17:19:28.933567 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 06 17:19:28.933567 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 06 17:19:28.933567 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 17:19:28.933567 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 17:19:28.933567 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 17:19:28.933567 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 17:19:28.933567 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 06 17:19:28.933567 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 06 17:19:28.933567 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 06 17:19:28.933567 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 06 17:19:28.933567 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 06 17:19:28.933567 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 06 17:19:28.933567 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 06 17:19:28.933567 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server raise exception Dec 06 17:19:28.933567 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b348de4c-5572-4432-a304-6f33a2eea413: This subnet is being modified by another concurrent operation. Dec 06 17:19:28.933567 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server Dec 06 17:19:28.978514 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b50a3755-b4ac-4495-84d9-b2a9a2709c2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:28.985850 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ed1d59-b083-45ec-b7b5-486d5d9c89a5 None None] Network 48f805ec-3ac2-4548-9ccf-7fc5e35a3a01 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:19:29.019430 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2f2004-293a-4d8d-a203-8699c6e512bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-4bbd8a54-7a8c-45e6-b596-2a1eb8d76f38', 'network_id': '4bbd8a54-7a8c-45e6-b596-2a1eb8d76f38', 'tenant_id': 'd66dcb1054234e89b34eb89902074387', 'fixed_ips': [{'subnet_id': 'd794f0d3-4e68-4c33-8e72-4c9573539739'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:19:29.020669 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fa2f2004-293a-4d8d-a203-8699c6e512bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:29.027399 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50a3755-b4ac-4495-84d9-b2a9a2709c2e admin admin] No DVR routers for this DVR port dd7c3b13-4642-4d43-8a6d-a9dbe2e454b5 on host n-d-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:19:29.030411 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6399afbb-40dd-4976-a4d2-f1748ec49f63 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Pushing event deleted for resources: {'Subnet': ['ID=b348de4c-5572-4432-a304-6f33a2eea413,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:29.042059 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50a3755-b4ac-4495-84d9-b2a9a2709c2e admin admin] Pushing event deleted for resources: {'Port': ['ID=dd7c3b13-4642-4d43-8a6d-a9dbe2e454b5,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:29.042582 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6399afbb-40dd-4976-a4d2-f1748ec49f63 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:29.066207 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-6399afbb-40dd-4976-a4d2-f1748ec49f63 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] 10.222.0.23 "DELETE /v2.0/subnets/b348de4c-5572-4432-a304-6f33a2eea413 HTTP/1.1" status: 204 len: 168 time: 0.6256237 Dec 06 17:19:29.074478 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54152) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:29.103922 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78e9213-2c4d-4744-9f06-67e3cb8892a3 req-d18a0441-2841-4ca8-b314-611f5826811b tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:29.105622 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b78e9213-2c4d-4744-9f06-67e3cb8892a3 req-d18a0441-2841-4ca8-b314-611f5826811b tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7d3f224-d001-4a9c-8816-6111bc8ee6b9 HTTP/1.1" status: 200 len: 945 time: 0.1906528 Dec 06 17:19:29.166923 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-64bd42ee-7fd9-4442-bebb-c8745e56439e tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Deleting subnet d794f0d3-4e68-4c33-8e72-4c9573539739 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:19:29.170093 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-64bd42ee-7fd9-4442-bebb-c8745e56439e tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:29.172418 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-dc442585-ad4a-447e-8151-534a5fb608f1 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Deleting port e930397e-8e6f-41f1-9076-11b723ee0b53 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:19:29.172759 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dc442585-ad4a-447e-8151-534a5fb608f1 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:29.216646 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-64bd42ee-7fd9-4442-bebb-c8745e56439e tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:29.261097 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-dc442585-ad4a-447e-8151-534a5fb608f1 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] For port e930397e-8e6f-41f1-9076-11b723ee0b53, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e930397e-8e6f-41f1-9076-11b723ee0b53,segment=NetworkSegment(879744f5-8bea-44c0-95e3-3b656976d19a),segment_id=879744f5-8bea-44c0-95e3-3b656976d19a)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:19:29.261787 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dc442585-ad4a-447e-8151-534a5fb608f1 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:29.264322 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-64bd42ee-7fd9-4442-bebb-c8745e56439e tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:29.280659 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-dc442585-ad4a-447e-8151-534a5fb608f1 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Calling delete_port for e930397e-8e6f-41f1-9076-11b723ee0b53 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:19:29.285942 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34789240-088e-4abc-80b0-f54aef9d870f None None] DHCP port deletion for 98f082aa-61b8-466b-b46c-0560db986e12 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:19:29.287800 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f75793a-2459-4a4e-8e3b-24957871c96c None None] DHCP port deletion for 261aff99-925f-409c-8466-88931a59d0de request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:19:29.338853 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-64bd42ee-7fd9-4442-bebb-c8745e56439e tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:29.363385 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402737bf-7f60-4b45-bce8-f2ee89312be5 req-3a40f11a-2276-4ff7-9558-e23347367435 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:29.364989 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-402737bf-7f60-4b45-bce8-f2ee89312be5 req-3a40f11a-2276-4ff7-9558-e23347367435 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=218e73a3-3dbc-4dda-87ce-335528fd8f2b HTTP/1.1" status: 200 len: 945 time: 0.4667482 Dec 06 17:19:29.386713 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-64bd42ee-7fd9-4442-bebb-c8745e56439e tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:29.390565 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-64bd42ee-7fd9-4442-bebb-c8745e56439e tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] 10.222.0.23 "DELETE /v2.0/subnets/d794f0d3-4e68-4c33-8e72-4c9573539739 HTTP/1.1" status: 204 len: 168 time: 0.3131528 Dec 06 17:19:29.395751 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 54158) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:29.400955 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bd42ee-7fd9-4442-bebb-c8745e56439e tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Pushing event deleted for resources: {'Subnet': ['ID=d794f0d3-4e68-4c33-8e72-4c9573539739,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:29.461289 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-402737bf-7f60-4b45-bce8-f2ee89312be5 req-cea0e102-e9d3-4344-b825-3134246f6c6c tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666087 Dec 06 17:19:29.504072 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b50a3755-b4ac-4495-84d9-b2a9a2709c2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:29.520541 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-34789240-088e-4abc-80b0-f54aef9d870f None None] Deleting port e930397e-8e6f-41f1-9076-11b723ee0b53 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:19:29.520927 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-34789240-088e-4abc-80b0-f54aef9d870f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:29.524425 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server [None req-fa2f2004-293a-4d8d-a203-8699c6e512bc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d794f0d3-4e68-4c33-8e72-4c9573539739: This subnet is being modified by another concurrent operation. Dec 06 17:19:29.524425 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 06 17:19:29.524425 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 06 17:19:29.524425 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 06 17:19:29.524425 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 06 17:19:29.524425 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 06 17:19:29.524425 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 06 17:19:29.524425 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 06 17:19:29.524425 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 06 17:19:29.524425 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 06 17:19:29.524425 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 17:19:29.524425 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 17:19:29.524425 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 17:19:29.524425 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 17:19:29.524425 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 17:19:29.524425 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 17:19:29.524425 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 17:19:29.524425 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 17:19:29.524425 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 17:19:29.524425 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 17:19:29.524425 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 17:19:29.524425 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 17:19:29.524425 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 17:19:29.524425 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 17:19:29.524425 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 17:19:29.524425 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 17:19:29.524425 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 17:19:29.524425 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 17:19:29.524425 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 17:19:29.524425 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 17:19:29.524425 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 17:19:29.524425 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 17:19:29.524425 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 17:19:29.524425 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 17:19:29.524425 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 06 17:19:29.524425 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 06 17:19:29.524425 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Dec 06 17:19:29.524425 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 06 17:19:29.524425 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Dec 06 17:19:29.524425 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 06 17:19:29.524425 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 06 17:19:29.524425 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 06 17:19:29.524425 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 06 17:19:29.524425 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 17:19:29.524425 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 06 17:19:29.524425 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 06 17:19:29.524425 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 17:19:29.524425 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 17:19:29.524425 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 17:19:29.524425 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 17:19:29.524425 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 17:19:29.524425 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 17:19:29.524425 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 17:19:29.524425 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 17:19:29.528056 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 17:19:29.528056 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 17:19:29.528056 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 17:19:29.528056 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 17:19:29.528056 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 17:19:29.528056 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 17:19:29.528056 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 17:19:29.528056 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 17:19:29.528056 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 17:19:29.528056 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 17:19:29.528056 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 17:19:29.528056 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 17:19:29.528056 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 17:19:29.528056 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 17:19:29.528056 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 17:19:29.528056 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 17:19:29.528056 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 06 17:19:29.528056 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 06 17:19:29.528056 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 06 17:19:29.528056 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 06 17:19:29.528056 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 06 17:19:29.528056 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 06 17:19:29.528056 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 06 17:19:29.528056 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 06 17:19:29.528056 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 17:19:29.528056 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 17:19:29.528056 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 17:19:29.528056 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 17:19:29.528056 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 06 17:19:29.528056 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 06 17:19:29.528056 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 06 17:19:29.528056 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 06 17:19:29.528056 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 06 17:19:29.528056 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 06 17:19:29.528056 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 06 17:19:29.528056 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server raise exception Dec 06 17:19:29.528056 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d794f0d3-4e68-4c33-8e72-4c9573539739: This subnet is being modified by another concurrent operation. Dec 06 17:19:29.528056 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server Dec 06 17:19:29.530330 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-b50a3755-b4ac-4495-84d9-b2a9a2709c2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['261aff99-925f-409c-8466-88931a59d0de']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:19:29.541871 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-b50a3755-b4ac-4495-84d9-b2a9a2709c2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd555f9d-28f4-4bf7-b613-dff03fb68f59') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:19:29.542181 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-b50a3755-b4ac-4495-84d9-b2a9a2709c2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd555f9d-28f4-4bf7-b613-dff03fb68f59') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:19:29.549163 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44bac7d6-059a-4243-b80d-b9a7eaf0b98e None None] Network 4bbd8a54-7a8c-45e6-b596-2a1eb8d76f38 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:19:29.567202 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b50a3755-b4ac-4495-84d9-b2a9a2709c2e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:29.583281 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b50a3755-b4ac-4495-84d9-b2a9a2709c2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:29.594380 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b50a3755-b4ac-4495-84d9-b2a9a2709c2e admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:19:29.596078 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b50a3755-b4ac-4495-84d9-b2a9a2709c2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:29.620096 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device dd7c3b13-4642-4d43-8a6d-a9dbe2e454b5 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:19:29.667272 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:19:29.667272 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:19:29.667272 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:19:29.667272 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:19:29.667272 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:19:29.667272 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:19:29.667272 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:19:29.667272 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:19:29.667272 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:19:29.667272 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:19:29.667272 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:19:29.667272 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:19:29.667272 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:19:29.667272 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:19:29.667272 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:19:29.667272 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:19:29.667272 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:19:29.667272 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:19:29.667272 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:19:29.667272 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:19:29.667272 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:19:29.667272 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:19:29.667272 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:19:29.667272 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:19:29.667272 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:19:29.667272 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:19:29.667272 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:19:29.667272 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:19:29.667272 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:19:29.667272 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:19:29.667272 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:19:29.667272 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:19:29.690123 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: dd7c3b13-4642-4d43-8a6d-a9dbe2e454b5 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:19:29.690476 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device dd7c3b13-4642-4d43-8a6d-a9dbe2e454b5 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:19:29.690894 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device e930397e-8e6f-41f1-9076-11b723ee0b53 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:19:29.691016 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea283c4-5df9-4714-9d7e-4ddc046f5018 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:29.692418 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-1ea283c4-5df9-4714-9d7e-4ddc046f5018 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2850413 Dec 06 17:19:29.696131 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54164) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:29.706384 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b78e9213-2c4d-4744-9f06-67e3cb8892a3 req-64265249-37ce-4b8e-83e2-1665c505b291 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/security-groups?id=55b21076-cf23-48e9-9a14-bcc811d060b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5656450 Dec 06 17:19:29.710498 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dc442585-ad4a-447e-8151-534a5fb608f1 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:29.719993 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b50a3755-b4ac-4495-84d9-b2a9a2709c2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:29.751373 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-34789240-088e-4abc-80b0-f54aef9d870f None None] For port e930397e-8e6f-41f1-9076-11b723ee0b53, host n-d-master-1, got binding levels [] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:19:29.752066 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-34789240-088e-4abc-80b0-f54aef9d870f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:29.762630 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: e930397e-8e6f-41f1-9076-11b723ee0b53 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:19:29.763223 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device e930397e-8e6f-41f1-9076-11b723ee0b53 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:19:29.777915 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b50a3755-b4ac-4495-84d9-b2a9a2709c2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:29.781668 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-b50a3755-b4ac-4495-84d9-b2a9a2709c2e admin admin] 10.222.0.23 "DELETE /v2.0/networks/261aff99-925f-409c-8466-88931a59d0de HTTP/1.1" status: 204 len: 168 time: 1.5310531 Dec 06 17:19:29.782703 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc442585-ad4a-447e-8151-534a5fb608f1 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Pushing event deleted for resources: {'Port': ['ID=e930397e-8e6f-41f1-9076-11b723ee0b53,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:29.803898 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-34789240-088e-4abc-80b0-f54aef9d870f None None] Calling delete_port for e930397e-8e6f-41f1-9076-11b723ee0b53 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:19:29.828907 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.ipam_backend_mixin [None req-34789240-088e-4abc-80b0-f54aef9d870f None None] Port e930397e-8e6f-41f1-9076-11b723ee0b53 was not found and therefore no delete operation was performed {{(pid=103286) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 06 17:19:29.840882 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50a3755-b4ac-4495-84d9-b2a9a2709c2e admin admin] Pushing event deleted for resources: {'Network': ['ID=261aff99-925f-409c-8466-88931a59d0de,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:29.860639 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc442585-ad4a-447e-8151-534a5fb608f1 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] No DVR routers for this DVR port e930397e-8e6f-41f1-9076-11b723ee0b53 on host n-d-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:19:29.861644 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f58fde82-1518-4b23-b28f-504043445ff1 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:29.876368 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccbd8a7-c935-4632-b10b-15bf4cc02578 req-1abe8ce1-f457-427e-8692-05a5559e668f tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:29.884382 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7ccbd8a7-c935-4632-b10b-15bf4cc02578 req-1abe8ce1-f457-427e-8692-05a5559e668f tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=218e73a3-3dbc-4dda-87ce-335528fd8f2b HTTP/1.1" status: 200 len: 945 time: 0.1456287 Dec 06 17:19:29.891404 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-34789240-088e-4abc-80b0-f54aef9d870f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:29.914841 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34789240-088e-4abc-80b0-f54aef9d870f None None] No DVR routers for this DVR port e930397e-8e6f-41f1-9076-11b723ee0b53 on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:19:29.958261 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34789240-088e-4abc-80b0-f54aef9d870f None None] Pushing event deleted for resources: {'Port': ['ID=e930397e-8e6f-41f1-9076-11b723ee0b53,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:30.011094 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7ccbd8a7-c935-4632-b10b-15bf4cc02578 req-4f62eda2-0d16-4ad3-a95f-53eeed0941bd tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256969 Dec 06 17:19:30.061156 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f58fde82-1518-4b23-b28f-504043445ff1 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:30.094715 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dc442585-ad4a-447e-8151-534a5fb608f1 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:30.111047 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-f58fde82-1518-4b23-b28f-504043445ff1 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bbd8a54-7a8c-45e6-b596-2a1eb8d76f38']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:19:30.123362 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75084c2-ba8c-48cf-86e2-db5a0c33c2d7 None None] get_active_networks_info from n-d-master-1 {{(pid=103286) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 17:19:30.128235 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-dc442585-ad4a-447e-8151-534a5fb608f1 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98f082aa-61b8-466b-b46c-0560db986e12']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:19:30.134326 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-f58fde82-1518-4b23-b28f-504043445ff1 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33ea9674-5f47-4e52-a8c3-68a8b7c00d34') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:19:30.134706 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-f58fde82-1518-4b23-b28f-504043445ff1 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33ea9674-5f47-4e52-a8c3-68a8b7c00d34') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:19:30.140788 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-dc442585-ad4a-447e-8151-534a5fb608f1 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '879744f5-8bea-44c0-95e3-3b656976d19a') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:19:30.142386 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-dc442585-ad4a-447e-8151-534a5fb608f1 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '879744f5-8bea-44c0-95e3-3b656976d19a') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:19:30.148858 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f58fde82-1518-4b23-b28f-504043445ff1 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:30.154854 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dc442585-ad4a-447e-8151-534a5fb608f1 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:30.166280 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f58fde82-1518-4b23-b28f-504043445ff1 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:30.170290 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dc442585-ad4a-447e-8151-534a5fb608f1 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:30.176113 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54172) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:30.177615 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc442585-ad4a-447e-8151-534a5fb608f1 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:19:30.178142 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dc442585-ad4a-447e-8151-534a5fb608f1 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:30.198483 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f58fde82-1518-4b23-b28f-504043445ff1 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:19:30.199206 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f58fde82-1518-4b23-b28f-504043445ff1 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:30.202675 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 17:19:30.202675 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:19:30.202675 n-d-master-1 neutron-server[103284]: timer() Dec 06 17:19:30.202675 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:19:30.202675 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 17:19:30.202675 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:19:30.202675 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 17:19:30.202675 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:19:30.202675 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 17:19:30.202675 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:19:30.202675 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 17:19:30.202675 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:19:30.202675 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 17:19:30.202675 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:19:30.202675 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:19:30.202675 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:19:30.202675 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:19:30.202675 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:19:30.202675 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 17:19:30.202675 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:19:30.202675 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 17:19:30.202675 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:19:30.202675 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:19:30.202675 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:19:30.202675 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 17:19:30.202675 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:19:30.202675 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:19:30.202675 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:19:30.202675 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:19:30.202675 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:19:30.202675 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:19:30.202675 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:19:30.250188 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:19:30.250188 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:19:30.250188 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:19:30.250188 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:19:30.250188 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:19:30.250188 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:19:30.250188 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:19:30.250188 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:19:30.250188 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:19:30.250188 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:19:30.250188 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:19:30.250188 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:19:30.250188 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:19:30.250188 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:19:30.250188 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:19:30.250188 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:19:30.250188 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:19:30.250188 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:19:30.250188 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:19:30.250188 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:19:30.250188 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:19:30.250188 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:19:30.250188 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:19:30.250188 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:19:30.250188 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:19:30.250188 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:19:30.250188 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:19:30.250188 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:19:30.250188 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:19:30.250188 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:19:30.250188 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:19:30.250188 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:19:30.302669 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f58fde82-1518-4b23-b28f-504043445ff1 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:30.309186 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f58fde82-1518-4b23-b28f-504043445ff1 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:30.313145 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-f58fde82-1518-4b23-b28f-504043445ff1 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] 10.222.0.23 "DELETE /v2.0/networks/4bbd8a54-7a8c-45e6-b596-2a1eb8d76f38 HTTP/1.1" status: 204 len: 168 time: 0.6159472 Dec 06 17:19:30.316165 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dc442585-ad4a-447e-8151-534a5fb608f1 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:30.322629 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 54178) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:30.336421 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-b2fbc0d4-2b6d-4701-abcd-4ef96f180617 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=12e9694b770846e1b2438737464ee65f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1588719 Dec 06 17:19:30.337844 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58fde82-1518-4b23-b28f-504043445ff1 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Pushing event deleted for resources: {'Network': ['ID=4bbd8a54-7a8c-45e6-b596-2a1eb8d76f38,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:30.345902 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54180) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:30.362292 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dc442585-ad4a-447e-8151-534a5fb608f1 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:30.371024 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-dc442585-ad4a-447e-8151-534a5fb608f1 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "DELETE /v2.0/networks/98f082aa-61b8-466b-b46c-0560db986e12 HTTP/1.1" status: 204 len: 168 time: 1.9475307 Dec 06 17:19:30.377227 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 54182) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:30.386910 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75084c2-ba8c-48cf-86e2-db5a0c33c2d7 None None] Resources bound (agent type, host, resource id): {{(pid=103286) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 06 17:19:30.404143 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-21c8c99f-e83a-43f6-be86-5d1097628ed2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:30.414850 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-63222c5b-ae55-4f9d-921d-2154f6afcc26 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-865160141'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:19:30.429195 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-21c8c99f-e83a-43f6-be86-5d1097628ed2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:30.434784 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc442585-ad4a-447e-8151-534a5fb608f1 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Pushing event deleted for resources: {'Network': ['ID=98f082aa-61b8-466b-b46c-0560db986e12,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:30.489012 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8da000-f83d-4fad-9438-142f10f14e35 req-426c7b52-4e3c-46a6-8613-f1fbbe86e9eb tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:30.492241 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7b8da000-f83d-4fad-9438-142f10f14e35 req-426c7b52-4e3c-46a6-8613-f1fbbe86e9eb tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=218e73a3-3dbc-4dda-87ce-335528fd8f2b HTTP/1.1" status: 200 len: 945 time: 0.2361879 Dec 06 17:19:30.515317 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-21c8c99f-e83a-43f6-be86-5d1097628ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:30.519109 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-21c8c99f-e83a-43f6-be86-5d1097628ed2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:30.520466 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-21c8c99f-e83a-43f6-be86-5d1097628ed2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/62095cc5-054e-4271-8024-d2fdba02f7ee HTTP/1.1" status: 204 len: 168 time: 0.1727016 Dec 06 17:19:30.547141 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dce048bf-2904-4077-ae90-0861300d2682 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:30.553562 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63222c5b-ae55-4f9d-921d-2154f6afcc26 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Made reservation on behalf of 40549eaf61834290b753dc92c662ceed for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:19:30.557146 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-63222c5b-ae55-4f9d-921d-2154f6afcc26 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:30.558791 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c8c99f-e83a-43f6-be86-5d1097628ed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62095cc5-054e-4271-8024-d2fdba02f7ee,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:30.648940 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7b8da000-f83d-4fad-9438-142f10f14e35 req-a672e4c0-98c8-4d09-aeea-5d011db355e7 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438220 Dec 06 17:19:30.649756 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63222c5b-ae55-4f9d-921d-2154f6afcc26 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:19:30.715513 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-63222c5b-ae55-4f9d-921d-2154f6afcc26 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:30.715899 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-63222c5b-ae55-4f9d-921d-2154f6afcc26 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Added segment 4b44e8cb-7c0d-404f-b5e2-066328843dad of type vlan for network 96e7a0c6-b409-41ec-951f-49e9a3ffa83a Dec 06 17:19:30.902778 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dce048bf-2904-4077-ae90-0861300d2682 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:30.932761 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada55c91-ca0a-43a0-9516-63739eb97396 None None] get_active_networks_info from n-d-master-1 {{(pid=103286) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 17:19:30.946547 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-63222c5b-ae55-4f9d-921d-2154f6afcc26 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:30.982545 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-dce048bf-2904-4077-ae90-0861300d2682 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48f805ec-3ac2-4548-9ccf-7fc5e35a3a01']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:19:30.993926 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-dce048bf-2904-4077-ae90-0861300d2682 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e140cdac-afe0-409a-8535-46115bbb3b94') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:19:30.994307 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-dce048bf-2904-4077-ae90-0861300d2682 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e140cdac-afe0-409a-8535-46115bbb3b94') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:19:31.007263 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dce048bf-2904-4077-ae90-0861300d2682 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:31.021255 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dce048bf-2904-4077-ae90-0861300d2682 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:31.028899 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dce048bf-2904-4077-ae90-0861300d2682 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:19:31.029456 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dce048bf-2904-4077-ae90-0861300d2682 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:31.033006 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:19:31.033006 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:19:31.033006 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:19:31.033006 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:19:31.033006 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:19:31.033006 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:19:31.033006 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:19:31.033006 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:19:31.033006 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:19:31.033006 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:19:31.033006 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:19:31.033006 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:19:31.033006 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:19:31.033006 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:19:31.033006 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:19:31.033006 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:19:31.033006 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:19:31.033006 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:19:31.033006 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:19:31.033006 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:19:31.033006 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:19:31.033006 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:19:31.033006 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:19:31.033006 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:19:31.033006 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:19:31.033006 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:19:31.033006 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:19:31.033006 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:19:31.033006 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:19:31.033006 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:19:31.033006 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:19:31.033006 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:19:31.037384 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-63222c5b-ae55-4f9d-921d-2154f6afcc26 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:31.043797 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63222c5b-ae55-4f9d-921d-2154f6afcc26 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:31.044529 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-63222c5b-ae55-4f9d-921d-2154f6afcc26 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:31.135540 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada55c91-ca0a-43a0-9516-63739eb97396 None None] Resources bound (agent type, host, resource id): {{(pid=103286) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 06 17:19:31.142094 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c04f94-2be7-4d56-be1a-2c5736210dc8 req-ba0d135e-c510-4420-a39a-c08a71359e30 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:31.142664 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-73c04f94-2be7-4d56-be1a-2c5736210dc8 req-ba0d135e-c510-4420-a39a-c08a71359e30 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7d3f224-d001-4a9c-8816-6111bc8ee6b9 HTTP/1.1" status: 200 len: 945 time: 0.3081145 Dec 06 17:19:31.221938 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-63222c5b-ae55-4f9d-921d-2154f6afcc26 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8104208 Dec 06 17:19:31.227187 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 54204) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:31.237777 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-d46a0a7d-47e9-4d90-89ca-3e4deb77185c tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Request body: {'subnet': {'network_id': '96e7a0c6-b409-41ec-951f-49e9a3ffa83a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:19:31.272369 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a9ed68-1beb-4860-ab33-2baddfdf7c63 req-5ba1bc65-c808-44e6-bfb0-a801fad63766 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:31.289271 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-63a9ed68-1beb-4860-ab33-2baddfdf7c63 req-5ba1bc65-c808-44e6-bfb0-a801fad63766 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=218e73a3-3dbc-4dda-87ce-335528fd8f2b HTTP/1.1" status: 200 len: 945 time: 0.0983682 Dec 06 17:19:31.326532 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dce048bf-2904-4077-ae90-0861300d2682 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:31.331540 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63222c5b-ae55-4f9d-921d-2154f6afcc26 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Pushing event updated for resources: {'Network': ['ID=96e7a0c6-b409-41ec-951f-49e9a3ffa83a,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:31.357398 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 96e7a0c6-b409-41ec-951f-49e9a3ffa83a details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:19:31.359647 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dce048bf-2904-4077-ae90-0861300d2682 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:31.366955 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-dce048bf-2904-4077-ae90-0861300d2682 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] 10.222.0.23 "DELETE /v2.0/networks/48f805ec-3ac2-4548-9ccf-7fc5e35a3a01 HTTP/1.1" status: 204 len: 168 time: 1.0429633 Dec 06 17:19:31.372290 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54212) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:31.442370 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce048bf-2904-4077-ae90-0861300d2682 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Pushing event deleted for resources: {'Network': ['ID=48f805ec-3ac2-4548-9ccf-7fc5e35a3a01,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:31.466449 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-73c04f94-2be7-4d56-be1a-2c5736210dc8 req-104365db-9b08-45a1-ac82-38a864885799 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/security-groups?id=55b21076-cf23-48e9-9a14-bcc811d060b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3031981 Dec 06 17:19:31.467983 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d46a0a7d-47e9-4d90-89ca-3e4deb77185c tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Made reservation on behalf of 40549eaf61834290b753dc92c662ceed for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:19:31.473427 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d46a0a7d-47e9-4d90-89ca-3e4deb77185c tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:31.561670 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-63a9ed68-1beb-4860-ab33-2baddfdf7c63 req-ce65f90b-e330-44c9-8c33-b28d611ff6c8 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665596 Dec 06 17:19:31.579523 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b72c1991-10a8-4a81-89e3-e702f30e9549 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:31.724149 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 54220) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:31.725137 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b72c1991-10a8-4a81-89e3-e702f30e9549 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:31.751185 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-b72c1991-10a8-4a81-89e3-e702f30e9549 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45a3afb7-6cb5-41f2-9e13-0110f66a066a']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:19:31.761157 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-b72c1991-10a8-4a81-89e3-e702f30e9549 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4c9e423-df7f-4e70-b94b-52d798292cec') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:19:31.761460 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-b72c1991-10a8-4a81-89e3-e702f30e9549 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4c9e423-df7f-4e70-b94b-52d798292cec') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:19:31.783916 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b72c1991-10a8-4a81-89e3-e702f30e9549 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:31.812242 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b72c1991-10a8-4a81-89e3-e702f30e9549 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:31.820147 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b72c1991-10a8-4a81-89e3-e702f30e9549 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:19:31.820600 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b72c1991-10a8-4a81-89e3-e702f30e9549 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:31.824277 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 17:19:31.824277 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:19:31.824277 n-d-master-1 neutron-server[103284]: timer() Dec 06 17:19:31.824277 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:19:31.824277 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 17:19:31.824277 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:19:31.824277 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 17:19:31.824277 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:19:31.824277 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 17:19:31.824277 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:19:31.824277 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 17:19:31.824277 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:19:31.824277 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 17:19:31.824277 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:19:31.824277 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:19:31.824277 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:19:31.824277 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:19:31.824277 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:19:31.824277 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 17:19:31.824277 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:19:31.824277 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 17:19:31.824277 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:19:31.824277 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:19:31.824277 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:19:31.824277 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 17:19:31.824277 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:19:31.824277 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:19:31.824277 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:19:31.824277 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:19:31.824277 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:19:31.824277 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:19:31.824277 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:19:31.827492 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d46a0a7d-47e9-4d90-89ca-3e4deb77185c tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:31.877102 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-871c8347-552e-478d-a0d4-d526138e1aa6 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1163350368-network', 'tenant_id': '0a9ae69edd864a0594799c7ece4dd7a6'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:19:31.900465 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b72c1991-10a8-4a81-89e3-e702f30e9549 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:31.909735 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b72c1991-10a8-4a81-89e3-e702f30e9549 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:31.917507 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-b72c1991-10a8-4a81-89e3-e702f30e9549 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] 10.222.0.23 "DELETE /v2.0/networks/45a3afb7-6cb5-41f2-9e13-0110f66a066a HTTP/1.1" status: 204 len: 168 time: 0.5441844 Dec 06 17:19:31.919792 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54224) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:31.927059 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46a0a7d-47e9-4d90-89ca-3e4deb77185c tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Pushing event updated for resources: {'Subnet': ['ID=1a178512-c0eb-4edc-84eb-be7ab34a5340,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:31.942593 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-871c8347-552e-478d-a0d4-d526138e1aa6 admin admin] Made reservation on behalf of 0a9ae69edd864a0594799c7ece4dd7a6 for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:19:31.945510 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-871c8347-552e-478d-a0d4-d526138e1aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:31.957874 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-871c8347-552e-478d-a0d4-d526138e1aa6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:31.959968 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46a0a7d-47e9-4d90-89ca-3e4deb77185c tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Checking segment: {'id': '4b44e8cb-7c0d-404f-b5e2-066328843dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '96e7a0c6-b409-41ec-951f-49e9a3ffa83a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:19:31.960407 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46a0a7d-47e9-4d90-89ca-3e4deb77185c tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Network hostable DHCP agents. Network: 96e7a0c6-b409-41ec-951f-49e9a3ffa83a, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:19:31.969380 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72c1991-10a8-4a81-89e3-e702f30e9549 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Pushing event deleted for resources: {'Network': ['ID=45a3afb7-6cb5-41f2-9e13-0110f66a066a,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:31.995197 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46a0a7d-47e9-4d90-89ca-3e4deb77185c tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Network 96e7a0c6-b409-41ec-951f-49e9a3ffa83a is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:19:32.012920 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-d46a0a7d-47e9-4d90-89ca-3e4deb77185c tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 96e7a0c6-b409-41ec-951f-49e9a3ffa83a) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:19:32.018733 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46a0a7d-47e9-4d90-89ca-3e4deb77185c tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:32.019420 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d46a0a7d-47e9-4d90-89ca-3e4deb77185c tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:32.025888 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416f34bf-e6f3-4f62-98bc-4d39aae4030c None None] Network 96e7a0c6-b409-41ec-951f-49e9a3ffa83a requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:19:32.060296 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-d46a0a7d-47e9-4d90-89ca-3e4deb77185c tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8322120 Dec 06 17:19:32.063134 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54226) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:32.088003 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-5b560a40-c13a-475f-9a73-07b80071996f tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Request body: {'port': {'network_id': '96e7a0c6-b409-41ec-951f-49e9a3ffa83a', 'security_groups': [], 'name': 'tempest-PortsTestJSON-920464371'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:19:32.115874 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-871c8347-552e-478d-a0d4-d526138e1aa6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:32.121725 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-871c8347-552e-478d-a0d4-d526138e1aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:32.132908 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-84a3ada4-6c63-43fb-9b8e-4fc177c1dac7 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:32.151698 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-871c8347-552e-478d-a0d4-d526138e1aa6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:19:32.172756 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-871c8347-552e-478d-a0d4-d526138e1aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:32.173275 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-871c8347-552e-478d-a0d4-d526138e1aa6 admin admin] Added segment 5a916c46-cf7e-433a-ae04-99d57e30b2e2 of type vlan for network c03931f5-54ae-4b06-ad76-fa3bc7500e1d Dec 06 17:19:32.260509 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f3038d-fedd-4a6d-8eef-b9595e3c3082 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-96e7a0c6-b409-41ec-951f-49e9a3ffa83a', 'network_id': '96e7a0c6-b409-41ec-951f-49e9a3ffa83a', 'tenant_id': '40549eaf61834290b753dc92c662ceed', 'fixed_ips': [{'subnet_id': '1a178512-c0eb-4edc-84eb-be7ab34a5340'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:19:32.261923 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f7f3038d-fedd-4a6d-8eef-b9595e3c3082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:32.263330 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871c8347-552e-478d-a0d4-d526138e1aa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd5fd2ce-3e09-41f1-868b-3ad9c4e06626,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:32.306426 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-871c8347-552e-478d-a0d4-d526138e1aa6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:32.332486 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-84a3ada4-6c63-43fb-9b8e-4fc177c1dac7 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:32.346533 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-871c8347-552e-478d-a0d4-d526138e1aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:32.349014 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871c8347-552e-478d-a0d4-d526138e1aa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:32.349915 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-871c8347-552e-478d-a0d4-d526138e1aa6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:32.363511 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-84a3ada4-6c63-43fb-9b8e-4fc177c1dac7 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ff5714c-0016-4308-b0b5-d1f330baa2ee']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:19:32.383156 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-84a3ada4-6c63-43fb-9b8e-4fc177c1dac7 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8de896c8-337d-4ce4-83d6-1bb82ade0373') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:19:32.383483 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-84a3ada4-6c63-43fb-9b8e-4fc177c1dac7 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8de896c8-337d-4ce4-83d6-1bb82ade0373') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:19:32.389089 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b560a40-c13a-475f-9a73-07b80071996f tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Made reservation on behalf of 40549eaf61834290b753dc92c662ceed for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:19:32.395853 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5b560a40-c13a-475f-9a73-07b80071996f tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:32.416321 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-84a3ada4-6c63-43fb-9b8e-4fc177c1dac7 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:32.433934 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-5b560a40-c13a-475f-9a73-07b80071996f tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] device_id is not set on port ceaf7e6e-08fa-44b5-aff5-4b4bb351405c yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:19:32.443584 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-84a3ada4-6c63-43fb-9b8e-4fc177c1dac7 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:32.449435 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-871c8347-552e-478d-a0d4-d526138e1aa6 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7209883 Dec 06 17:19:32.455717 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 54234) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:32.461060 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-12bb5d78-27c8-4188-9ab4-aacbf25d056d admin admin] Request body: {'subnet': {'network_id': 'c03931f5-54ae-4b06-ad76-fa3bc7500e1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1163350368-subnet', 'tenant_id': '0a9ae69edd864a0594799c7ece4dd7a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:19:32.481572 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84a3ada4-6c63-43fb-9b8e-4fc177c1dac7 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:19:32.482074 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-84a3ada4-6c63-43fb-9b8e-4fc177c1dac7 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:32.483099 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-f7f3038d-fedd-4a6d-8eef-b9595e3c3082 None None] Allocated IP 172.20.0.2 (96e7a0c6-b409-41ec-951f-49e9a3ffa83a/1a178512-c0eb-4edc-84eb-be7ab34a5340/884c7b67-62af-4f63-b75f-a83aabef1525) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:19:32.485388 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 17:19:32.485388 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:19:32.485388 n-d-master-1 neutron-server[103284]: timer() Dec 06 17:19:32.485388 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:19:32.485388 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 17:19:32.485388 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:19:32.485388 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 17:19:32.485388 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:19:32.485388 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 17:19:32.485388 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:19:32.485388 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 17:19:32.485388 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:19:32.485388 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 17:19:32.485388 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:19:32.485388 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:19:32.485388 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:19:32.485388 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:19:32.485388 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:19:32.485388 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 17:19:32.485388 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:19:32.485388 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 17:19:32.485388 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:19:32.485388 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:19:32.485388 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:19:32.485388 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 17:19:32.485388 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:19:32.485388 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:19:32.485388 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:19:32.485388 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:19:32.485388 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:19:32.485388 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:19:32.485388 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:19:32.490437 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871c8347-552e-478d-a0d4-d526138e1aa6 admin admin] Pushing event updated for resources: {'Network': ['ID=c03931f5-54ae-4b06-ad76-fa3bc7500e1d,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:32.508422 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12bb5d78-27c8-4188-9ab4-aacbf25d056d admin admin] Made reservation on behalf of 0a9ae69edd864a0594799c7ece4dd7a6 for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:19:32.511376 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-12bb5d78-27c8-4188-9ab4-aacbf25d056d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:32.669893 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-84a3ada4-6c63-43fb-9b8e-4fc177c1dac7 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:32.699072 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b46cf-df5a-42c1-8172-fcd8af20f711 req-4adc3eaf-944b-4217-8199-f13481745ece tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:32.706900 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-994b46cf-df5a-42c1-8172-fcd8af20f711 req-4adc3eaf-944b-4217-8199-f13481745ece tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7d3f224-d001-4a9c-8816-6111bc8ee6b9 HTTP/1.1" status: 200 len: 945 time: 0.1047373 Dec 06 17:19:32.709911 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-84a3ada4-6c63-43fb-9b8e-4fc177c1dac7 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:32.713325 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-84a3ada4-6c63-43fb-9b8e-4fc177c1dac7 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] 10.222.0.23 "DELETE /v2.0/networks/3ff5714c-0016-4308-b0b5-d1f330baa2ee HTTP/1.1" status: 204 len: 168 time: 0.7924366 Dec 06 17:19:32.714312 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a3ada4-6c63-43fb-9b8e-4fc177c1dac7 tempest-BulkNetworkOpsIpV6Test-162524486 tempest-BulkNetworkOpsIpV6Test-162524486-project] Pushing event deleted for resources: {'Network': ['ID=3ff5714c-0016-4308-b0b5-d1f330baa2ee,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:32.737841 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f7f3038d-fedd-4a6d-8eef-b9595e3c3082 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:32.744716 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network c03931f5-54ae-4b06-ad76-fa3bc7500e1d details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:19:32.752268 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f7f3038d-fedd-4a6d-8eef-b9595e3c3082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:32.758425 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-12bb5d78-27c8-4188-9ab4-aacbf25d056d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:32.805517 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-994b46cf-df5a-42c1-8172-fcd8af20f711 req-acd82552-4bc2-434a-9310-172f345005fc tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/security-groups?id=55b21076-cf23-48e9-9a14-bcc811d060b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841343 Dec 06 17:19:32.852218 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df65591c-e194-42a3-be6d-34928ac4944c req-950bdd88-1fdc-49c0-a960-551838f34938 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:32.855673 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-df65591c-e194-42a3-be6d-34928ac4944c req-950bdd88-1fdc-49c0-a960-551838f34938 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.41 "GET /v2.0/ports?device_id=218e73a3-3dbc-4dda-87ce-335528fd8f2b HTTP/1.1" status: 200 len: 945 time: 0.4809594 Dec 06 17:19:32.864745 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:32.868980 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f3038d-fedd-4a6d-8eef-b9595e3c3082 None None] Network 96e7a0c6-b409-41ec-951f-49e9a3ffa83a is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:19:32.878032 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-f7f3038d-fedd-4a6d-8eef-b9595e3c3082 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:19:32.881667 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f3038d-fedd-4a6d-8eef-b9595e3c3082 None None] Pushing event updated for resources: {'Port': ['ID=884c7b67-62af-4f63-b75f-a83aabef1525,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:32.887265 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f3038d-fedd-4a6d-8eef-b9595e3c3082 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:19:32.907761 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-5b560a40-c13a-475f-9a73-07b80071996f tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Allocated IP 172.20.0.5 (96e7a0c6-b409-41ec-951f-49e9a3ffa83a/1a178512-c0eb-4edc-84eb-be7ab34a5340/ceaf7e6e-08fa-44b5-aff5-4b4bb351405c) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:19:32.931047 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f3038d-fedd-4a6d-8eef-b9595e3c3082 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:19:32.931403 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f3038d-fedd-4a6d-8eef-b9595e3c3082 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:19:32.931723 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f3038d-fedd-4a6d-8eef-b9595e3c3082 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:19:32.932061 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f3038d-fedd-4a6d-8eef-b9595e3c3082 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:19:32.932395 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f3038d-fedd-4a6d-8eef-b9595e3c3082 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:19:32.932727 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f3038d-fedd-4a6d-8eef-b9595e3c3082 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:19:32.933055 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f3038d-fedd-4a6d-8eef-b9595e3c3082 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:19:32.933385 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f3038d-fedd-4a6d-8eef-b9595e3c3082 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:19:32.933739 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f3038d-fedd-4a6d-8eef-b9595e3c3082 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:19:32.934073 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f3038d-fedd-4a6d-8eef-b9595e3c3082 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:19:32.934388 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f3038d-fedd-4a6d-8eef-b9595e3c3082 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:19:32.934710 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f3038d-fedd-4a6d-8eef-b9595e3c3082 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:19:32.935035 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f3038d-fedd-4a6d-8eef-b9595e3c3082 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:19:32.993500 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-f7f3038d-fedd-4a6d-8eef-b9595e3c3082 None None] Attempting to bind port 884c7b67-62af-4f63-b75f-a83aabef1525 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:19:32.993900 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-f7f3038d-fedd-4a6d-8eef-b9595e3c3082 None None] Attempting to bind port 884c7b67-62af-4f63-b75f-a83aabef1525 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '4b44e8cb-7c0d-404f-b5e2-066328843dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '96e7a0c6-b409-41ec-951f-49e9a3ffa83a'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:19:32.994275 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f3038d-fedd-4a6d-8eef-b9595e3c3082 None None] Attempting to bind port 884c7b67-62af-4f63-b75f-a83aabef1525 on network 96e7a0c6-b409-41ec-951f-49e9a3ffa83a {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:19:32.999781 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f3038d-fedd-4a6d-8eef-b9595e3c3082 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:19:33.000165 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f3038d-fedd-4a6d-8eef-b9595e3c3082 None None] Checking segment: {'id': '4b44e8cb-7c0d-404f-b5e2-066328843dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '96e7a0c6-b409-41ec-951f-49e9a3ffa83a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:19:33.000576 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f7f3038d-fedd-4a6d-8eef-b9595e3c3082 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:33.000972 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f3038d-fedd-4a6d-8eef-b9595e3c3082 None None] Bound using segment: {'id': '4b44e8cb-7c0d-404f-b5e2-066328843dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '96e7a0c6-b409-41ec-951f-49e9a3ffa83a'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:19:33.001452 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-f7f3038d-fedd-4a6d-8eef-b9595e3c3082 None None] Bound port: 884c7b67-62af-4f63-b75f-a83aabef1525, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b44e8cb-7c0d-404f-b5e2-066328843dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '96e7a0c6-b409-41ec-951f-49e9a3ffa83a'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:19:33.002416 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f7f3038d-fedd-4a6d-8eef-b9595e3c3082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:33.077609 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bb5d78-27c8-4188-9ab4-aacbf25d056d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2b8ed75-274c-4de4-a0f5-9da38dbe8d78,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:33.103027 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bb5d78-27c8-4188-9ab4-aacbf25d056d admin admin] Checking segment: {'id': '5a916c46-cf7e-433a-ae04-99d57e30b2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c03931f5-54ae-4b06-ad76-fa3bc7500e1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:19:33.103387 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12bb5d78-27c8-4188-9ab4-aacbf25d056d admin admin] Network hostable DHCP agents. Network: c03931f5-54ae-4b06-ad76-fa3bc7500e1d, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:19:33.111251 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-f7f3038d-fedd-4a6d-8eef-b9595e3c3082 None None] For port 884c7b67-62af-4f63-b75f-a83aabef1525, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:19:33.115739 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-f7f3038d-fedd-4a6d-8eef-b9595e3c3082 None None] For port 884c7b67-62af-4f63-b75f-a83aabef1525, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=884c7b67-62af-4f63-b75f-a83aabef1525,segment=NetworkSegment(4b44e8cb-7c0d-404f-b5e2-066328843dad),segment_id=4b44e8cb-7c0d-404f-b5e2-066328843dad)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:19:33.121802 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f7f3038d-fedd-4a6d-8eef-b9595e3c3082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:33.124345 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cd9a12-85b3-4bbb-9a01-c5acf3849730 req-c60d9ae6-36e2-4b6c-b573-2d9ce55ec370 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:33.126091 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-95cd9a12-85b3-4bbb-9a01-c5acf3849730 req-c60d9ae6-36e2-4b6c-b573-2d9ce55ec370 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=218e73a3-3dbc-4dda-87ce-335528fd8f2b HTTP/1.1" status: 200 len: 945 time: 0.3907192 Dec 06 17:19:33.167905 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5b560a40-c13a-475f-9a73-07b80071996f tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:33.191325 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12bb5d78-27c8-4188-9ab4-aacbf25d056d admin admin] Network c03931f5-54ae-4b06-ad76-fa3bc7500e1d is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:19:33.193641 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54246) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:33.203761 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-95cd9a12-85b3-4bbb-9a01-c5acf3849730 req-4d47f0da-49e2-4604-a35d-f2ab6ccf1ba8 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688157 Dec 06 17:19:33.206923 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-12bb5d78-27c8-4188-9ab4-aacbf25d056d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, c03931f5-54ae-4b06-ad76-fa3bc7500e1d) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:19:33.222006 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bb5d78-27c8-4188-9ab4-aacbf25d056d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:33.222614 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-12bb5d78-27c8-4188-9ab4-aacbf25d056d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:33.245741 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-df65591c-e194-42a3-be6d-34928ac4944c req-125e2dac-cf56-4b6f-8e32-9faba9e8e17d tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Deleting port fe2e2e4a-a7f0-4acd-a5bf-6dcb44b95e62 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:19:33.246087 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-df65591c-e194-42a3-be6d-34928ac4944c req-125e2dac-cf56-4b6f-8e32-9faba9e8e17d tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:33.248452 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f3038d-fedd-4a6d-8eef-b9595e3c3082 None None] Pushing event updated for resources: {'Port': ['ID=884c7b67-62af-4f63-b75f-a83aabef1525,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:33.256394 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429e4cc3-3590-418f-9788-0f2890042c16 None None] Network c03931f5-54ae-4b06-ad76-fa3bc7500e1d requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:19:33.268654 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5b560a40-c13a-475f-9a73-07b80071996f tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:33.308758 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-12bb5d78-27c8-4188-9ab4-aacbf25d056d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8437512 Dec 06 17:19:33.377112 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b560a40-c13a-475f-9a73-07b80071996f tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Network 96e7a0c6-b409-41ec-951f-49e9a3ffa83a is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:19:33.381554 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-5b560a40-c13a-475f-9a73-07b80071996f tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:19:33.386856 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b560a40-c13a-475f-9a73-07b80071996f tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:19:33.436886 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b560a40-c13a-475f-9a73-07b80071996f tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Pushing event updated for resources: {'Port': ['ID=ceaf7e6e-08fa-44b5-aff5-4b4bb351405c,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:33.446440 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc0379b-2f47-4e1d-9117-09625da6509d None None] Network c03931f5-54ae-4b06-ad76-fa3bc7500e1d requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:19:33.508057 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-df65591c-e194-42a3-be6d-34928ac4944c req-125e2dac-cf56-4b6f-8e32-9faba9e8e17d tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] For port fe2e2e4a-a7f0-4acd-a5bf-6dcb44b95e62, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=fe2e2e4a-a7f0-4acd-a5bf-6dcb44b95e62,segment=NetworkSegment(b722eb92-d8da-4fbc-acca-71668ea91866),segment_id=b722eb92-d8da-4fbc-acca-71668ea91866)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:19:33.508627 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-df65591c-e194-42a3-be6d-34928ac4944c req-125e2dac-cf56-4b6f-8e32-9faba9e8e17d tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:33.531254 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b560a40-c13a-475f-9a73-07b80071996f tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:33.531921 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5b560a40-c13a-475f-9a73-07b80071996f tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:33.535698 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-df65591c-e194-42a3-be6d-34928ac4944c req-125e2dac-cf56-4b6f-8e32-9faba9e8e17d tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Calling delete_port for fe2e2e4a-a7f0-4acd-a5bf-6dcb44b95e62 owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:19:33.583177 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-5b560a40-c13a-475f-9a73-07b80071996f tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 1.5164301 Dec 06 17:19:33.583592 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54258) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:33.618704 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-c0f979c1-0e71-486b-aed3-22c3285a9357 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d66dcb1054234e89b34eb89902074387&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4211354 Dec 06 17:19:33.619464 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54260) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:33.858534 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-363a62de-baec-4abf-81dd-10737922d3dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:33.880132 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-df65591c-e194-42a3-be6d-34928ac4944c req-125e2dac-cf56-4b6f-8e32-9faba9e8e17d tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:33.894676 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['3151ab1d-b074-4e06-a04f-9eb3d8f129bc'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:19:33.949151 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125e2dac-cf56-4b6f-8e32-9faba9e8e17d tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Pushing event deleted for resources: {'Port': ['ID=fe2e2e4a-a7f0-4acd-a5bf-6dcb44b95e62,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:33.972588 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-363a62de-baec-4abf-81dd-10737922d3dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:34.001757 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['fe2e2e4a-a7f0-4acd-a5bf-6dcb44b95e62'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:19:34.047832 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-df65591c-e194-42a3-be6d-34928ac4944c req-125e2dac-cf56-4b6f-8e32-9faba9e8e17d tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] No DVR routers for this DVR port fe2e2e4a-a7f0-4acd-a5bf-6dcb44b95e62 on host n-h1-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:19:34.050862 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-df65591c-e194-42a3-be6d-34928ac4944c req-125e2dac-cf56-4b6f-8e32-9faba9e8e17d tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:34.054969 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-df65591c-e194-42a3-be6d-34928ac4944c req-125e2dac-cf56-4b6f-8e32-9faba9e8e17d tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.41 "DELETE /v2.0/ports/fe2e2e4a-a7f0-4acd-a5bf-6dcb44b95e62 HTTP/1.1" status: 204 len: 173 time: 1.1846700 Dec 06 17:19:34.056316 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac12061-34da-4d52-a3f7-27036b3454b1 None None] DHCP port deletion for 931f4273-7ce0-414b-a3b2-f40f48617bda request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:19:34.064202 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '218e73a3-3dbc-4dda-87ce-335528fd8f2b', 'name': 'network-vif-deleted', 'tag': 'fe2e2e4a-a7f0-4acd-a5bf-6dcb44b95e62'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:19:34.067283 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b43be8fc-927f-4e04-9b65-073597890ca2" -d '{"events": [{"server_uuid": "218e73a3-3dbc-4dda-87ce-335528fd8f2b", "name": "network-vif-deleted", "tag": "fe2e2e4a-a7f0-4acd-a5bf-6dcb44b95e62"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:19:34.169603 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-e0de65db-e050-4121-b91c-6ad02634481a tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Deleting port ceaf7e6e-08fa-44b5-aff5-4b4bb351405c {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:19:34.169825 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e0de65db-e050-4121-b91c-6ad02634481a tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:34.217935 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8bf34e-bf84-4a08-b057-73e216d1adc9 req-b3b6c33e-5b14-4571-b673-42a384a41a30 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:34.220309 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2b8bf34e-bf84-4a08-b057-73e216d1adc9 req-b3b6c33e-5b14-4571-b673-42a384a41a30 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/networks?id=c03931f5-54ae-4b06-ad76-fa3bc7500e1d HTTP/1.1" status: 200 len: 815 time: 0.1738369 Dec 06 17:19:34.259640 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2b8bf34e-bf84-4a08-b057-73e216d1adc9 req-2eb85d47-de8f-430f-9426-93a93acf69ba tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/quotas/0a9ae69edd864a0594799c7ece4dd7a6 HTTP/1.1" status: 200 len: 375 time: 0.0275254 Dec 06 17:19:34.315962 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab43c1a2-358d-4e98-b0d6-d3108c11f1c4 req-592efb52-73db-4b73-a366-54574163ecfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:34.317517 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ab43c1a2-358d-4e98-b0d6-d3108c11f1c4 req-592efb52-73db-4b73-a366-54574163ecfc service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b7d3f224-d001-4a9c-8816-6111bc8ee6b9 HTTP/1.1" status: 200 len: 1096 time: 0.0960808 Dec 06 17:19:34.323149 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2b8bf34e-bf84-4a08-b057-73e216d1adc9 req-a2a863fa-c9e2-42e4-a7a2-5c9d7674d9c9 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0a9ae69edd864a0594799c7ece4dd7a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0549514 Dec 06 17:19:34.370029 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344ef929-5a83-49ab-9955-e9dbed276108 req-6d76ef75-7a36-492a-9e40-0743c91d0df1 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:34.372145 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-344ef929-5a83-49ab-9955-e9dbed276108 req-6d76ef75-7a36-492a-9e40-0743c91d0df1 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7d3f224-d001-4a9c-8816-6111bc8ee6b9 HTTP/1.1" status: 200 len: 945 time: 0.4087651 Dec 06 17:19:34.373966 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e0de65db-e050-4121-b91c-6ad02634481a tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:34.402092 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-e0de65db-e050-4121-b91c-6ad02634481a tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Calling delete_port for ceaf7e6e-08fa-44b5-aff5-4b4bb351405c owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:19:34.412279 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-363a62de-baec-4abf-81dd-10737922d3dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:34.415747 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-363a62de-baec-4abf-81dd-10737922d3dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:34.416882 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-363a62de-baec-4abf-81dd-10737922d3dc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a7ffe04b-96e6-4b63-b6e8-bfeccb9e1a45 HTTP/1.1" status: 204 len: 168 time: 0.7665560 Dec 06 17:19:34.455528 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363a62de-baec-4abf-81dd-10737922d3dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ffe04b-96e6-4b63-b6e8-bfeccb9e1a45,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:34.601728 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-344ef929-5a83-49ab-9955-e9dbed276108 req-7294ba50-3786-4e9d-b63c-cf35ef2e053f tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/security-groups?id=55b21076-cf23-48e9-9a14-bcc811d060b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125161 Dec 06 17:19:34.639334 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ab43c1a2-358d-4e98-b0d6-d3108c11f1c4 req-dc88a290-b459-4e16-812a-f0d9641b9196 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=55b21076-cf23-48e9-9a14-bcc811d060b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3115184 Dec 06 17:19:34.761168 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2b8bf34e-bf84-4a08-b057-73e216d1adc9 req-38b0f82c-e51d-4c8e-9896-ac75ee432fb8 service neutron] 10.222.0.23 "GET /v2.0/networks/c03931f5-54ae-4b06-ad76-fa3bc7500e1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4227433 Dec 06 17:19:34.803399 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ea954c4-e57f-4b8d-987a-54e7493f2311 x-openstack-request-id: req-3ea954c4-e57f-4b8d-987a-54e7493f2311 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:19:34.817758 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "218e73a3-3dbc-4dda-87ce-335528fd8f2b", "name": "network-vif-deleted", "tag": "fe2e2e4a-a7f0-4acd-a5bf-6dcb44b95e62", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:19:34.820550 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3ea954c4-e57f-4b8d-987a-54e7493f2311 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:19:34.820995 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '218e73a3-3dbc-4dda-87ce-335528fd8f2b', 'name': 'network-vif-deleted', 'tag': 'fe2e2e4a-a7f0-4acd-a5bf-6dcb44b95e62', 'status': 'completed', 'code': 200} Dec 06 17:19:34.886869 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e0de65db-e050-4121-b91c-6ad02634481a tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:34.993747 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-57a61824-20a5-4a43-927b-e7d41376dc02 req-67ae38fd-c023-409b-a67a-324cc070184d tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=218e73a3-3dbc-4dda-87ce-335528fd8f2b HTTP/1.1" status: 200 len: 210 time: 0.0590117 Dec 06 17:19:35.042574 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0de65db-e050-4121-b91c-6ad02634481a tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Pushing event deleted for resources: {'Port': ['ID=ceaf7e6e-08fa-44b5-aff5-4b4bb351405c,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:35.090100 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2b8bf34e-bf84-4a08-b057-73e216d1adc9 req-408e0ab6-1b20-4ae3-971f-50d8915efdce service neutron] 10.222.0.23 "GET /v2.0/networks/c03931f5-54ae-4b06-ad76-fa3bc7500e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3285584 Dec 06 17:19:35.117858 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:35.159523 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e0de65db-e050-4121-b91c-6ad02634481a tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:35.163522 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-e0de65db-e050-4121-b91c-6ad02634481a tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "DELETE /v2.0/ports/ceaf7e6e-08fa-44b5-aff5-4b4bb351405c HTTP/1.1" status: 204 len: 168 time: 1.5791659 Dec 06 17:19:35.166266 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 54296) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:35.210933 n-d-master-1 neutron-server[103285]: INFO neutron.pecan_wsgi.hooks.translation [None req-600ac2a2-f536-4318-9925-154fedb209ac tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] GET failed (client error): The resource could not be found. Dec 06 17:19:35.212656 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-600ac2a2-f536-4318-9925-154fedb209ac tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "GET /v2.0/ports/ceaf7e6e-08fa-44b5-aff5-4b4bb351405c HTTP/1.1" status: 404 len: 333 time: 0.0451982 Dec 06 17:19:35.215500 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 54300) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:35.313267 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-d959d199-55c0-4637-9448-d1d0e1a47160 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Deleting subnet 1a178512-c0eb-4edc-84eb-be7ab34a5340 {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:19:35.318827 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d959d199-55c0-4637-9448-d1d0e1a47160 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:35.355606 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64dc47a-f923-4946-bde5-3e62f19edbbd None None] Network 96e7a0c6-b409-41ec-951f-49e9a3ffa83a requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:19:35.388414 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d959d199-55c0-4637-9448-d1d0e1a47160 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:35.448527 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-13b1d299-689b-4215-bce7-3a90c880f5b9 req-9b538ac1-4d5c-44ec-a10f-6af33f5bc8ca tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/ports?device_id=a641f262-239e-461f-af10-00b86db62822 HTTP/1.1" status: 200 len: 210 time: 0.0994647 Dec 06 17:19:35.492795 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-9171f1c2-2235-4888-aa16-ec2b9ea4cbc9 None None] Provisioning complete for port 884c7b67-62af-4f63-b75f-a83aabef1525 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:19:35.493496 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9171f1c2-2235-4888-aa16-ec2b9ea4cbc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:35.648015 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d959d199-55c0-4637-9448-d1d0e1a47160 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:35.804768 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e87db8-8655-4e83-8c09-f3c39cd3aa74 req-0a147f39-ccb4-419c-9c97-d3f0320026b8 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:35.815806 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-02e87db8-8655-4e83-8c09-f3c39cd3aa74 req-0a147f39-ccb4-419c-9c97-d3f0320026b8 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7d3f224-d001-4a9c-8816-6111bc8ee6b9 HTTP/1.1" status: 200 len: 945 time: 0.0702159 Dec 06 17:19:35.838155 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d959d199-55c0-4637-9448-d1d0e1a47160 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:35.986254 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 884c7b67-62af-4f63-b75f-a83aabef1525 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:19:36.003398 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d959d199-55c0-4637-9448-d1d0e1a47160 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Pushing event deleted for resources: {'Subnet': ['ID=1a178512-c0eb-4edc-84eb-be7ab34a5340,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:36.024674 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d959d199-55c0-4637-9448-d1d0e1a47160 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:36.041492 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-d959d199-55c0-4637-9448-d1d0e1a47160 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "DELETE /v2.0/subnets/1a178512-c0eb-4edc-84eb-be7ab34a5340 HTTP/1.1" status: 204 len: 168 time: 0.8226917 Dec 06 17:19:36.043367 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54330) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:36.191529 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-02e87db8-8655-4e83-8c09-f3c39cd3aa74 req-df7a550b-8012-4137-8316-821e3c4ef7dc tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/security-groups?id=55b21076-cf23-48e9-9a14-bcc811d060b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3673167 Dec 06 17:19:36.273608 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-335b89d7-39be-4b83-aadc-b4eb56f2c28e tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:36.309069 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 54340) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:36.395142 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-335b89d7-39be-4b83-aadc-b4eb56f2c28e tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Deleting port 884c7b67-62af-4f63-b75f-a83aabef1525 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:19:36.396574 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-335b89d7-39be-4b83-aadc-b4eb56f2c28e tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:36.412597 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9171f1c2-2235-4888-aa16-ec2b9ea4cbc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:36.474124 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 884c7b67-62af-4f63-b75f-a83aabef1525 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:19:36.474721 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:36.530169 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-ca8c042d-ba2b-4cc3-b570-7e76fa0751a0 tempest-NetworksNegativeTestJSON-930135684 tempest-NetworksNegativeTestJSON-930135684-project] Request body: {'port': {'network_id': '2d375692-4d50-4223-8824-4c71cd36810a', 'name': 'tempest-NetworksNegativeTestJSON-669769557'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:19:36.549377 n-d-master-1 neutron-server[103285]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca8c042d-ba2b-4cc3-b570-7e76fa0751a0 tempest-NetworksNegativeTestJSON-930135684 tempest-NetworksNegativeTestJSON-930135684-project] POST failed (client error): The resource could not be found. Dec 06 17:19:36.557244 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca8c042d-ba2b-4cc3-b570-7e76fa0751a0 tempest-NetworksNegativeTestJSON-930135684 tempest-NetworksNegativeTestJSON-930135684-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103285) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:19:36.558800 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-ca8c042d-ba2b-4cc3-b570-7e76fa0751a0 tempest-NetworksNegativeTestJSON-930135684 tempest-NetworksNegativeTestJSON-930135684-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2483983 Dec 06 17:19:36.564572 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 54354) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:36.579911 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device fe2e2e4a-a7f0-4acd-a5bf-6dcb44b95e62 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:19:36.603553 n-d-master-1 neutron-server[103285]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb8cb2c4-0784-4d3d-91a1-a069b387ddb8 tempest-NetworksNegativeTestJSON-930135684 tempest-NetworksNegativeTestJSON-930135684-project] DELETE failed (client error): The resource could not be found. Dec 06 17:19:36.608367 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb8cb2c4-0784-4d3d-91a1-a069b387ddb8 tempest-NetworksNegativeTestJSON-930135684 tempest-NetworksNegativeTestJSON-930135684-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103285) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:19:36.623423 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-fb8cb2c4-0784-4d3d-91a1-a069b387ddb8 tempest-NetworksNegativeTestJSON-930135684 tempest-NetworksNegativeTestJSON-930135684-project] 10.222.0.23 "DELETE /v2.0/networks/dc8c4760-0421-47af-9d13-b25b5519c4e7 HTTP/1.1" status: 404 len: 339 time: 0.0580120 Dec 06 17:19:36.624240 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 54356) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:36.669242 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] No Port match for: fe2e2e4a-a7f0-4acd-a5bf-6dcb44b95e62 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:19:36.677167 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device fe2e2e4a-a7f0-4acd-a5bf-6dcb44b95e62 not bound to the agent host n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:19:36.689112 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-9171f1c2-2235-4888-aa16-ec2b9ea4cbc9 None None] For port 884c7b67-62af-4f63-b75f-a83aabef1525, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=884c7b67-62af-4f63-b75f-a83aabef1525,segment=NetworkSegment(4b44e8cb-7c0d-404f-b5e2-066328843dad),segment_id=4b44e8cb-7c0d-404f-b5e2-066328843dad)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:19:36.690312 n-d-master-1 neutron-server[103285]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd14411d-f059-4e70-8a2d-4b2b19e623a7 tempest-NetworksNegativeTestJSON-930135684 tempest-NetworksNegativeTestJSON-930135684-project] DELETE failed (client error): The resource could not be found. Dec 06 17:19:36.691105 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd14411d-f059-4e70-8a2d-4b2b19e623a7 tempest-NetworksNegativeTestJSON-930135684 tempest-NetworksNegativeTestJSON-930135684-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103285) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:19:36.701545 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-dd14411d-f059-4e70-8a2d-4b2b19e623a7 tempest-NetworksNegativeTestJSON-930135684 tempest-NetworksNegativeTestJSON-930135684-project] 10.222.0.23 "DELETE /v2.0/ports/72cc720d-ba6c-43c0-b3c8-4d8647b18934 HTTP/1.1" status: 404 len: 333 time: 0.0763454 Dec 06 17:19:36.702876 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 54360) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:36.730613 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9171f1c2-2235-4888-aa16-ec2b9ea4cbc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:36.777190 n-d-master-1 neutron-server[103285]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ec80c7d-fe63-4207-ac45-48a774a8672b tempest-NetworksNegativeTestJSON-930135684 tempest-NetworksNegativeTestJSON-930135684-project] DELETE failed (client error): The resource could not be found. Dec 06 17:19:36.777680 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ec80c7d-fe63-4207-ac45-48a774a8672b tempest-NetworksNegativeTestJSON-930135684 tempest-NetworksNegativeTestJSON-930135684-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103285) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:19:36.792313 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-2ec80c7d-fe63-4207-ac45-48a774a8672b tempest-NetworksNegativeTestJSON-930135684 tempest-NetworksNegativeTestJSON-930135684-project] 10.222.0.23 "DELETE /v2.0/subnets/229363a3-d79a-4daf-91e6-bcd9762c84e3 HTTP/1.1" status: 404 len: 337 time: 0.0883389 Dec 06 17:19:36.792964 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 54364) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:36.821170 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e115fe7b-a576-4f7d-a0f2-d7b35cd13ce4 None None] Network 96e7a0c6-b409-41ec-951f-49e9a3ffa83a requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:19:36.835068 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 17:19:36.865042 n-d-master-1 neutron-server[103285]: INFO neutron.pecan_wsgi.hooks.translation [None req-a133e87d-ec7d-4158-b2f3-a02ad93ca542 tempest-NetworksNegativeTestJSON-930135684 tempest-NetworksNegativeTestJSON-930135684-project] GET failed (client error): The resource could not be found. Dec 06 17:19:36.873227 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-a133e87d-ec7d-4158-b2f3-a02ad93ca542 tempest-NetworksNegativeTestJSON-930135684 tempest-NetworksNegativeTestJSON-930135684-project] 10.222.0.23 "GET /v2.0/networks/e99d50b1-4ab8-4175-b378-a8da85852656 HTTP/1.1" status: 404 len: 339 time: 0.0791192 Dec 06 17:19:36.873897 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 54368) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:36.951568 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-afd3621d-3865-40b7-aec9-94339ed1b6b0 None None] Provisioning complete for port 884c7b67-62af-4f63-b75f-a83aabef1525 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:19:36.951938 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-afd3621d-3865-40b7-aec9-94339ed1b6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:36.953558 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9171f1c2-2235-4888-aa16-ec2b9ea4cbc9 None None] Pushing event updated for resources: {'Port': ['ID=884c7b67-62af-4f63-b75f-a83aabef1525,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:36.955628 n-d-master-1 neutron-server[103285]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5039f55-e698-4f85-9315-f8b7fa0ed351 tempest-NetworksNegativeTestJSON-930135684 tempest-NetworksNegativeTestJSON-930135684-project] GET failed (client error): The resource could not be found. Dec 06 17:19:36.957204 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-f5039f55-e698-4f85-9315-f8b7fa0ed351 tempest-NetworksNegativeTestJSON-930135684 tempest-NetworksNegativeTestJSON-930135684-project] 10.222.0.23 "GET /v2.0/ports/849a3821-4246-4b97-bc02-2b913f9ca67b HTTP/1.1" status: 404 len: 333 time: 0.0823331 Dec 06 17:19:36.963793 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 54372) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:37.023982 n-d-master-1 neutron-server[103285]: INFO neutron.pecan_wsgi.hooks.translation [None req-49b36290-e8bf-4498-85de-99379e1fd8fc tempest-NetworksNegativeTestJSON-930135684 tempest-NetworksNegativeTestJSON-930135684-project] GET failed (client error): The resource could not be found. Dec 06 17:19:37.025331 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-49b36290-e8bf-4498-85de-99379e1fd8fc tempest-NetworksNegativeTestJSON-930135684 tempest-NetworksNegativeTestJSON-930135684-project] 10.222.0.23 "GET /v2.0/subnets/b9809725-5adf-4181-b280-b18b85535783 HTTP/1.1" status: 404 len: 337 time: 0.0611777 Dec 06 17:19:37.030872 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 54376) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:37.036164 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-069bb9d1-aaef-438c-bf62-524fa858a7ce tempest-NetworksNegativeTestJSON-930135684 tempest-NetworksNegativeTestJSON-930135684-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:19:37.075912 n-d-master-1 neutron-server[103285]: INFO neutron.pecan_wsgi.hooks.translation [None req-069bb9d1-aaef-438c-bf62-524fa858a7ce tempest-NetworksNegativeTestJSON-930135684 tempest-NetworksNegativeTestJSON-930135684-project] PUT failed (client error): The resource could not be found. Dec 06 17:19:37.077801 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-069bb9d1-aaef-438c-bf62-524fa858a7ce tempest-NetworksNegativeTestJSON-930135684 tempest-NetworksNegativeTestJSON-930135684-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103285) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:19:37.085393 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-069bb9d1-aaef-438c-bf62-524fa858a7ce tempest-NetworksNegativeTestJSON-930135684 tempest-NetworksNegativeTestJSON-930135684-project] 10.222.0.23 "PUT /v2.0/networks/e57ee111-936d-4bd9-afe7-848fb330ae5e HTTP/1.1" status: 404 len: 339 time: 0.0491872 Dec 06 17:19:37.088041 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 54380) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:37.107198 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-9a211749-f09f-46f9-9d21-2e3d98fa1ae1 tempest-NetworksNegativeTestJSON-930135684 tempest-NetworksNegativeTestJSON-930135684-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:19:37.197000 n-d-master-1 neutron-server[103285]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a211749-f09f-46f9-9d21-2e3d98fa1ae1 tempest-NetworksNegativeTestJSON-930135684 tempest-NetworksNegativeTestJSON-930135684-project] PUT failed (client error): The resource could not be found. Dec 06 17:19:37.199646 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a211749-f09f-46f9-9d21-2e3d98fa1ae1 tempest-NetworksNegativeTestJSON-930135684 tempest-NetworksNegativeTestJSON-930135684-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103285) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:19:37.212007 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-9a211749-f09f-46f9-9d21-2e3d98fa1ae1 tempest-NetworksNegativeTestJSON-930135684 tempest-NetworksNegativeTestJSON-930135684-project] 10.222.0.23 "PUT /v2.0/ports/5490b91f-0f11-4a40-b65b-a25f10f6fdcf HTTP/1.1" status: 404 len: 333 time: 0.1228428 Dec 06 17:19:37.213033 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 54388) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:37.245937 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-fb418c2e-b02a-4a50-8e96-8963cc692131 tempest-NetworksNegativeTestJSON-930135684 tempest-NetworksNegativeTestJSON-930135684-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:19:37.283152 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-52ce2283-f423-482d-ae36-7744b2357f38 req-ac7a7e81-a77d-4fea-a435-c6eb4d354a20 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/ports?device_id=a641f262-239e-461f-af10-00b86db62822 HTTP/1.1" status: 200 len: 210 time: 0.6621892 Dec 06 17:19:37.336899 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-335b89d7-39be-4b83-aadc-b4eb56f2c28e tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] For port 884c7b67-62af-4f63-b75f-a83aabef1525, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=884c7b67-62af-4f63-b75f-a83aabef1525,segment=NetworkSegment(4b44e8cb-7c0d-404f-b5e2-066328843dad),segment_id=4b44e8cb-7c0d-404f-b5e2-066328843dad)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:19:37.339698 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-335b89d7-39be-4b83-aadc-b4eb56f2c28e tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:37.362300 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-335b89d7-39be-4b83-aadc-b4eb56f2c28e tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Calling delete_port for 884c7b67-62af-4f63-b75f-a83aabef1525 owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:19:37.376629 n-d-master-1 neutron-server[103285]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb418c2e-b02a-4a50-8e96-8963cc692131 tempest-NetworksNegativeTestJSON-930135684 tempest-NetworksNegativeTestJSON-930135684-project] PUT failed (client error): The resource could not be found. Dec 06 17:19:37.385029 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb418c2e-b02a-4a50-8e96-8963cc692131 tempest-NetworksNegativeTestJSON-930135684 tempest-NetworksNegativeTestJSON-930135684-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103285) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:19:37.393744 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-fb418c2e-b02a-4a50-8e96-8963cc692131 tempest-NetworksNegativeTestJSON-930135684 tempest-NetworksNegativeTestJSON-930135684-project] 10.222.0.23 "PUT /v2.0/subnets/e421d238-11fb-44f7-b577-c09dd02db063 HTTP/1.1" status: 404 len: 337 time: 0.1619880 Dec 06 17:19:37.403015 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6afde3-91cf-4131-8b74-6fc788e9028c None None] DHCP port deletion for 96e7a0c6-b409-41ec-951f-49e9a3ffa83a request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:19:37.516845 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda5ed91-f762-4b94-ab0b-e9f9f8faad8b req-2e7c8002-7840-4f5b-b396-445a90e0d159 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:37.521776 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fda5ed91-f762-4b94-ab0b-e9f9f8faad8b req-2e7c8002-7840-4f5b-b396-445a90e0d159 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7d3f224-d001-4a9c-8816-6111bc8ee6b9 HTTP/1.1" status: 200 len: 945 time: 0.1740818 Dec 06 17:19:37.534217 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-335b89d7-39be-4b83-aadc-b4eb56f2c28e tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:37.565827 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335b89d7-39be-4b83-aadc-b4eb56f2c28e tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] No DVR routers for this DVR port 884c7b67-62af-4f63-b75f-a83aabef1525 on host n-d-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:19:37.597020 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-cb6afde3-91cf-4131-8b74-6fc788e9028c None None] Deleting port 884c7b67-62af-4f63-b75f-a83aabef1525 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:19:37.597689 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cb6afde3-91cf-4131-8b74-6fc788e9028c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:37.599996 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335b89d7-39be-4b83-aadc-b4eb56f2c28e tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Pushing event deleted for resources: {'Port': ['ID=884c7b67-62af-4f63-b75f-a83aabef1525,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:37.619605 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fda5ed91-f762-4b94-ab0b-e9f9f8faad8b req-e9262351-4ef6-4abd-91a3-a21b04d5ba42 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/security-groups?id=55b21076-cf23-48e9-9a14-bcc811d060b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829372 Dec 06 17:19:37.645197 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 884c7b67-62af-4f63-b75f-a83aabef1525 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:19:37.651154 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8bf34e-bf84-4a08-b057-73e216d1adc9 req-fe4f91c1-169f-42c9-a898-4c7cb425b4f7 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:37.666588 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2b8bf34e-bf84-4a08-b057-73e216d1adc9 req-fe4f91c1-169f-42c9-a898-4c7cb425b4f7 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.44 "GET /v2.0/networks?id=c03931f5-54ae-4b06-ad76-fa3bc7500e1d HTTP/1.1" status: 200 len: 815 time: 0.4655886 Dec 06 17:19:37.688468 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-2b8bf34e-bf84-4a08-b057-73e216d1adc9 req-426e4442-49f5-4a58-be89-65e42f8a4929 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Request body: {'port': {'device_id': 'a641f262-239e-461f-af10-00b86db62822', 'network_id': 'c03931f5-54ae-4b06-ad76-fa3bc7500e1d', 'admin_state_up': True, 'tenant_id': '0a9ae69edd864a0594799c7ece4dd7a6'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:19:37.699060 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 884c7b67-62af-4f63-b75f-a83aabef1525 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:19:37.699677 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 884c7b67-62af-4f63-b75f-a83aabef1525 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:19:37.724341 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-cb6afde3-91cf-4131-8b74-6fc788e9028c None None] For port 884c7b67-62af-4f63-b75f-a83aabef1525, host n-d-master-1, got binding levels [] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:19:37.724928 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cb6afde3-91cf-4131-8b74-6fc788e9028c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:37.747032 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-cb6afde3-91cf-4131-8b74-6fc788e9028c None None] Calling delete_port for 884c7b67-62af-4f63-b75f-a83aabef1525 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:19:37.751372 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.ipam_backend_mixin [None req-cb6afde3-91cf-4131-8b74-6fc788e9028c None None] Port 884c7b67-62af-4f63-b75f-a83aabef1525 was not found and therefore no delete operation was performed {{(pid=103286) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 06 17:19:37.756009 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cb6afde3-91cf-4131-8b74-6fc788e9028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:37.761216 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-335b89d7-39be-4b83-aadc-b4eb56f2c28e tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:37.796591 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-335b89d7-39be-4b83-aadc-b4eb56f2c28e tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96e7a0c6-b409-41ec-951f-49e9a3ffa83a']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:19:37.824601 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-335b89d7-39be-4b83-aadc-b4eb56f2c28e tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b44e8cb-7c0d-404f-b5e2-066328843dad') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:19:37.824762 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-335b89d7-39be-4b83-aadc-b4eb56f2c28e tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b44e8cb-7c0d-404f-b5e2-066328843dad') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:19:37.827563 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6afde3-91cf-4131-8b74-6fc788e9028c None None] Pushing event deleted for resources: {'Port': ['ID=884c7b67-62af-4f63-b75f-a83aabef1525,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:37.838442 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6afde3-91cf-4131-8b74-6fc788e9028c None None] No DVR routers for this DVR port 884c7b67-62af-4f63-b75f-a83aabef1525 on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:19:37.848319 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-335b89d7-39be-4b83-aadc-b4eb56f2c28e tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:37.880542 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-335b89d7-39be-4b83-aadc-b4eb56f2c28e tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:37.897197 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-335b89d7-39be-4b83-aadc-b4eb56f2c28e tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:19:37.898580 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-335b89d7-39be-4b83-aadc-b4eb56f2c28e tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:37.905408 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 17:19:37.905408 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:19:37.905408 n-d-master-1 neutron-server[103284]: timer() Dec 06 17:19:37.905408 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:19:37.905408 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 17:19:37.905408 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:19:37.905408 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 17:19:37.905408 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:19:37.905408 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 17:19:37.905408 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:19:37.905408 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 17:19:37.905408 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:19:37.905408 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 17:19:37.905408 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:19:37.905408 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:19:37.905408 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:19:37.905408 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:19:37.905408 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:19:37.905408 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 17:19:37.905408 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:19:37.905408 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 17:19:37.905408 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:19:37.905408 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:19:37.905408 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:19:37.905408 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 17:19:37.905408 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:19:37.905408 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:19:37.905408 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:19:37.905408 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:19:37.905408 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:19:37.905408 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:19:37.905408 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:19:37.972233 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54430) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:38.021996 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-335b89d7-39be-4b83-aadc-b4eb56f2c28e tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:38.048166 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-335b89d7-39be-4b83-aadc-b4eb56f2c28e tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:38.055306 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-335b89d7-39be-4b83-aadc-b4eb56f2c28e tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "DELETE /v2.0/networks/96e7a0c6-b409-41ec-951f-49e9a3ffa83a HTTP/1.1" status: 204 len: 168 time: 2.0071783 Dec 06 17:19:38.055306 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335b89d7-39be-4b83-aadc-b4eb56f2c28e tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Pushing event deleted for resources: {'Network': ['ID=96e7a0c6-b409-41ec-951f-49e9a3ffa83a,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:38.060458 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54436) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:38.069116 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d7feb5-bb25-432a-af25-5e4ff82bd5a4 req-1fcd3b35-6b87-4650-83af-19cf23146cbe tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:38.071032 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-58d7feb5-bb25-432a-af25-5e4ff82bd5a4 req-1fcd3b35-6b87-4650-83af-19cf23146cbe tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fd8a57e-a18a-422a-919e-0a7902e4e026 HTTP/1.1" status: 200 len: 946 time: 0.1046765 Dec 06 17:19:38.076073 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-94e8404a-5cbf-4259-997f-6efae4dd3097 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Request body: {'port': {'network_id': '81022f44-d819-4556-af8c-69b6139b8e8a', 'name': 'tempest-PortsTestJSON-16919281'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:19:38.177688 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1ec3827b-f353-4c4f-ada6-163da73dcd58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:38.216588 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-58d7feb5-bb25-432a-af25-5e4ff82bd5a4 req-908e33c4-85d6-4ced-8ae3-2698adc51cde tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242912 Dec 06 17:19:38.249500 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e8404a-5cbf-4259-997f-6efae4dd3097 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Made reservation on behalf of 40549eaf61834290b753dc92c662ceed for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:19:38.253112 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-94e8404a-5cbf-4259-997f-6efae4dd3097 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:38.266524 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e3c5a9-18b5-4dd3-bff6-f96994b74a25 req-9099dea5-fcfe-4815-b415-e6132ef28d1b tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:38.268453 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-29e3c5a9-18b5-4dd3-bff6-f96994b74a25 req-9099dea5-fcfe-4815-b415-e6132ef28d1b tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 946 time: 0.0689583 Dec 06 17:19:38.282680 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-94e8404a-5cbf-4259-997f-6efae4dd3097 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] device_id is not set on port b55a1cb6-bdf5-47be-b531-56f2b3ac350f yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:19:38.335508 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-29e3c5a9-18b5-4dd3-bff6-f96994b74a25 req-beab4710-0483-49cf-9e5c-dc4e537bdac8 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8ff7359-db2b-4d57-aa79-237c344ab3df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588534 Dec 06 17:19:38.336986 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b8bf34e-bf84-4a08-b057-73e216d1adc9 req-426e4442-49f5-4a58-be89-65e42f8a4929 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Made reservation on behalf of 0a9ae69edd864a0594799c7ece4dd7a6 for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:19:38.340661 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2b8bf34e-bf84-4a08-b057-73e216d1adc9 req-426e4442-49f5-4a58-be89-65e42f8a4929 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:38.371948 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1ec3827b-f353-4c4f-ada6-163da73dcd58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:38.382677 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1ec3827b-f353-4c4f-ada6-163da73dcd58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:38.456757 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-1ec3827b-f353-4c4f-ada6-163da73dcd58 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=587aa34a34e749c19a3efabef70612ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4891658 Dec 06 17:19:38.462869 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 54442) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:38.465232 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5da5a841-c7b2-4f22-93b8-a00507da8826 req-eff2aa21-3f26-4dfd-8b4e-2e5dc1defa00 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/ports?device_id=a641f262-239e-461f-af10-00b86db62822 HTTP/1.1" status: 200 len: 210 time: 0.0316749 Dec 06 17:19:38.502335 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec3827b-f353-4c4f-ada6-163da73dcd58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2293fabf-cebc-4959-b845-5fc29f8a08da,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:38.566799 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4b905ec9-6309-4e60-af9e-cfad854adfcd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:38.569526 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-2b8bf34e-bf84-4a08-b057-73e216d1adc9 req-426e4442-49f5-4a58-be89-65e42f8a4929 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Allocated IP 172.20.0.3 (c03931f5-54ae-4b06-ad76-fa3bc7500e1d/d2b8ed75-274c-4de4-a0f5-9da38dbe8d78/decb0f8a-736c-4f8b-a030-c3406108b3b4) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:19:38.586244 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6c3087-9371-40d7-8a44-45bbe6150355 req-bc90e289-b7c0-4653-b93c-46ed41143f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:38.588093 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-cb6c3087-9371-40d7-8a44-45bbe6150355 req-bc90e289-b7c0-4653-b93c-46ed41143f5d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d4102d427cc94f0ba1c37493608fe1c3&device_id=b7d3f224-d001-4a9c-8816-6111bc8ee6b9 HTTP/1.1" status: 200 len: 1096 time: 0.1613383 Dec 06 17:19:38.599408 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4b905ec9-6309-4e60-af9e-cfad854adfcd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:38.621015 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ffbd40-ab5b-4ce4-af7d-425f5ee2375b req-ab024fbf-d3bf-4009-81c5-266ebf91e9b9 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:38.622620 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-36ffbd40-ab5b-4ce4-af7d-425f5ee2375b req-ab024fbf-d3bf-4009-81c5-266ebf91e9b9 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7d3f224-d001-4a9c-8816-6111bc8ee6b9 HTTP/1.1" status: 200 len: 945 time: 0.1716800 Dec 06 17:19:38.626771 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-94e8404a-5cbf-4259-997f-6efae4dd3097 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:38.726853 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4b905ec9-6309-4e60-af9e-cfad854adfcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:38.729379 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4b905ec9-6309-4e60-af9e-cfad854adfcd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:38.730534 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-4b905ec9-6309-4e60-af9e-cfad854adfcd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2293fabf-cebc-4959-b845-5fc29f8a08da HTTP/1.1" status: 204 len: 168 time: 0.2643223 Dec 06 17:19:38.744228 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b905ec9-6309-4e60-af9e-cfad854adfcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2293fabf-cebc-4959-b845-5fc29f8a08da,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:38.747918 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-36ffbd40-ab5b-4ce4-af7d-425f5ee2375b req-7513e4f6-0b13-46aa-bbe6-e25db962afab tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/security-groups?id=55b21076-cf23-48e9-9a14-bcc811d060b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095695 Dec 06 17:19:38.763331 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-94e8404a-5cbf-4259-997f-6efae4dd3097 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:38.802732 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6c3087-9371-40d7-8a44-45bbe6150355 req-6fc3ef56-f691-435e-b457-2f71364b0991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:38.804275 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-cb6c3087-9371-40d7-8a44-45bbe6150355 req-6fc3ef56-f691-435e-b457-2f71364b0991 service neutron] 10.222.0.44 "GET /v2.0/networks?id=cae96aac-fb31-4420-9340-c97dbf634a30 HTTP/1.1" status: 200 len: 920 time: 0.2009435 Dec 06 17:19:38.806496 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2b8bf34e-bf84-4a08-b057-73e216d1adc9 req-426e4442-49f5-4a58-be89-65e42f8a4929 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:38.831741 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e8404a-5cbf-4259-997f-6efae4dd3097 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Network 81022f44-d819-4556-af8c-69b6139b8e8a is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:19:38.845049 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2b8bf34e-bf84-4a08-b057-73e216d1adc9 req-426e4442-49f5-4a58-be89-65e42f8a4929 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:38.862554 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-94e8404a-5cbf-4259-997f-6efae4dd3097 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:19:38.867954 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-cb6c3087-9371-40d7-8a44-45bbe6150355 req-96a63405-9cb8-49ef-a8a2-1a14b0600108 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=705859b3-57e1-4ac2-be0a-5482767392a3 HTTP/1.1" status: 200 len: 217 time: 0.0511158 Dec 06 17:19:38.868969 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e8404a-5cbf-4259-997f-6efae4dd3097 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:19:38.874652 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e8404a-5cbf-4259-997f-6efae4dd3097 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:38.875288 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-94e8404a-5cbf-4259-997f-6efae4dd3097 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:38.880243 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e8404a-5cbf-4259-997f-6efae4dd3097 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Pushing event updated for resources: {'Port': ['ID=b55a1cb6-bdf5-47be-b531-56f2b3ac350f,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:38.925579 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b8bf34e-bf84-4a08-b057-73e216d1adc9 req-426e4442-49f5-4a58-be89-65e42f8a4929 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Network c03931f5-54ae-4b06-ad76-fa3bc7500e1d is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:19:38.932015 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-2b8bf34e-bf84-4a08-b057-73e216d1adc9 req-426e4442-49f5-4a58-be89-65e42f8a4929 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:19:38.932240 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-94e8404a-5cbf-4259-997f-6efae4dd3097 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 0.8576767 Dec 06 17:19:38.934166 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54450) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:38.944267 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426e4442-49f5-4a58-be89-65e42f8a4929 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Pushing event updated for resources: {'Port': ['ID=decb0f8a-736c-4f8b-a030-c3406108b3b4,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:38.950772 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b8bf34e-bf84-4a08-b057-73e216d1adc9 req-426e4442-49f5-4a58-be89-65e42f8a4929 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:19:38.979765 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6c3087-9371-40d7-8a44-45bbe6150355 req-2c4d44df-c6b4-4c93-ade6-05292efed682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:38.981448 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-cb6c3087-9371-40d7-8a44-45bbe6150355 req-2c4d44df-c6b4-4c93-ade6-05292efed682 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=96d1432b-c397-475b-95f3-c732d2ae28e6 HTTP/1.1" status: 200 len: 859 time: 0.1033049 Dec 06 17:19:39.007155 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8bf34e-bf84-4a08-b057-73e216d1adc9 req-426e4442-49f5-4a58-be89-65e42f8a4929 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:39.007785 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2b8bf34e-bf84-4a08-b057-73e216d1adc9 req-426e4442-49f5-4a58-be89-65e42f8a4929 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:39.027304 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2b8bf34e-bf84-4a08-b057-73e216d1adc9 req-426e4442-49f5-4a58-be89-65e42f8a4929 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3546004 Dec 06 17:19:39.040845 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-cb6c3087-9371-40d7-8a44-45bbe6150355 req-cf9ffeef-8161-454d-826b-29de24322510 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cae96aac-fb31-4420-9340-c97dbf634a30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464952 Dec 06 17:19:39.044428 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-2b8bf34e-bf84-4a08-b057-73e216d1adc9 req-0e53b5da-83ce-4164-a25a-cd7c70b2f8aa service neutron] Request body: {'port': {'device_id': 'a641f262-239e-461f-af10-00b86db62822', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:19:39.103939 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2b8bf34e-bf84-4a08-b057-73e216d1adc9 req-0e53b5da-83ce-4164-a25a-cd7c70b2f8aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:39.130189 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-652e601e-dc73-4da3-8138-753f9e5ad677 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Deleting port b55a1cb6-bdf5-47be-b531-56f2b3ac350f {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:19:39.130530 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-652e601e-dc73-4da3-8138-753f9e5ad677 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:39.200753 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-cb6c3087-9371-40d7-8a44-45bbe6150355 req-ef8c227e-4bb4-4702-b62c-2f5c95423cb9 service neutron] 10.222.0.44 "GET /v2.0/networks/cae96aac-fb31-4420-9340-c97dbf634a30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507850 Dec 06 17:19:39.220608 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-652e601e-dc73-4da3-8138-753f9e5ad677 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:39.255497 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-652e601e-dc73-4da3-8138-753f9e5ad677 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Calling delete_port for b55a1cb6-bdf5-47be-b531-56f2b3ac350f owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:19:39.281216 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc04a611-6d0d-4e7b-86f6-28f14ddb2f33 req-2ca18561-d153-467b-be85-747a6d589823 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:39.282759 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-cc04a611-6d0d-4e7b-86f6-28f14ddb2f33 req-2ca18561-d153-467b-be85-747a6d589823 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fd8a57e-a18a-422a-919e-0a7902e4e026 HTTP/1.1" status: 200 len: 946 time: 0.1442170 Dec 06 17:19:39.400336 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-cb6c3087-9371-40d7-8a44-45bbe6150355 req-671b2536-980a-47d5-9cd3-0727c36db6a9 service neutron] 10.222.0.44 "GET /v2.0/networks/cae96aac-fb31-4420-9340-c97dbf634a30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908934 Dec 06 17:19:39.422374 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2333b0f0-4210-4572-b616-3eaeafe33ac8 req-b0e27e12-9284-4438-8285-6c1b2e90e323 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:39.424189 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2333b0f0-4210-4572-b616-3eaeafe33ac8 req-b0e27e12-9284-4438-8285-6c1b2e90e323 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fd8a57e-a18a-422a-919e-0a7902e4e026 HTTP/1.1" status: 200 len: 946 time: 0.1209714 Dec 06 17:19:39.459366 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-652e601e-dc73-4da3-8138-753f9e5ad677 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:39.496497 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-cc04a611-6d0d-4e7b-86f6-28f14ddb2f33 req-fa5be59f-26bb-4140-876c-ff3b0384ba09 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Deleting port 3151ab1d-b074-4e06-a04f-9eb3d8f129bc {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:19:39.496843 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-cc04a611-6d0d-4e7b-86f6-28f14ddb2f33 req-fa5be59f-26bb-4140-876c-ff3b0384ba09 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:39.512113 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652e601e-dc73-4da3-8138-753f9e5ad677 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Pushing event deleted for resources: {'Port': ['ID=b55a1cb6-bdf5-47be-b531-56f2b3ac350f,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:39.525412 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-652e601e-dc73-4da3-8138-753f9e5ad677 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:39.528923 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-652e601e-dc73-4da3-8138-753f9e5ad677 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "DELETE /v2.0/ports/b55a1cb6-bdf5-47be-b531-56f2b3ac350f HTTP/1.1" status: 204 len: 168 time: 0.5939124 Dec 06 17:19:39.540728 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2333b0f0-4210-4572-b616-3eaeafe33ac8 req-24151ca5-a1cd-4405-8c6b-2ccc366a0982 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/security-groups?id=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044867 Dec 06 17:19:39.541441 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54474) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:39.547489 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-da5e1eeb-c159-4270-9dd7-6f858c4ac4c4 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Request body: {'port': {'network_id': '81022f44-d819-4556-af8c-69b6139b8e8a', 'mac_address': 'fa:16:3e:f5:1b:6d', 'name': 'tempest-PortsTestJSON-579213548'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:19:39.641592 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54476) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:39.648760 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2620512-8bb3-44ab-a46b-e4298d971355 req-c992e976-6a0d-437b-a716-bcbecdc53133 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:39.650323 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e2620512-8bb3-44ab-a46b-e4298d971355 req-c992e976-6a0d-437b-a716-bcbecdc53133 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 946 time: 0.1695325 Dec 06 17:19:39.675440 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-2b8bf34e-bf84-4a08-b057-73e216d1adc9 req-0e53b5da-83ce-4164-a25a-cd7c70b2f8aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id decb0f8a-736c-4f8b-a030-c3406108b3b4 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:19:39.696829 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2b8bf34e-bf84-4a08-b057-73e216d1adc9 req-0e53b5da-83ce-4164-a25a-cd7c70b2f8aa service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:39.705640 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a301001-1fb8-4fe9-96c3-1efc0450f680 req-40253e8d-34bd-4586-9e53-e22c6e544458 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:39.707454 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4a301001-1fb8-4fe9-96c3-1efc0450f680 req-40253e8d-34bd-4586-9e53-e22c6e544458 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/ports?device_id=a641f262-239e-461f-af10-00b86db62822 HTTP/1.1" status: 200 len: 931 time: 0.0882485 Dec 06 17:19:39.708720 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da5e1eeb-c159-4270-9dd7-6f858c4ac4c4 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Made reservation on behalf of 40549eaf61834290b753dc92c662ceed for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:19:39.743764 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e2620512-8bb3-44ab-a46b-e4298d971355 req-820916ac-6b17-4afe-ae7f-a9cdc26392af tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8ff7359-db2b-4d57-aa79-237c344ab3df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827246 Dec 06 17:19:39.752368 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-cc04a611-6d0d-4e7b-86f6-28f14ddb2f33 req-fa5be59f-26bb-4140-876c-ff3b0384ba09 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] For port 3151ab1d-b074-4e06-a04f-9eb3d8f129bc, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=3151ab1d-b074-4e06-a04f-9eb3d8f129bc,segment=NetworkSegment(b722eb92-d8da-4fbc-acca-71668ea91866),segment_id=b722eb92-d8da-4fbc-acca-71668ea91866)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:19:39.752681 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-cc04a611-6d0d-4e7b-86f6-28f14ddb2f33 req-fa5be59f-26bb-4140-876c-ff3b0384ba09 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:39.755358 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-2b8bf34e-bf84-4a08-b057-73e216d1adc9 req-0e53b5da-83ce-4164-a25a-cd7c70b2f8aa service neutron] Transition to ACTIVE for port object decb0f8a-736c-4f8b-a030-c3406108b3b4 will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:19:39.767999 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-cc04a611-6d0d-4e7b-86f6-28f14ddb2f33 req-fa5be59f-26bb-4140-876c-ff3b0384ba09 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Calling delete_port for 3151ab1d-b074-4e06-a04f-9eb3d8f129bc owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:19:39.782566 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2b8bf34e-bf84-4a08-b057-73e216d1adc9 req-0e53b5da-83ce-4164-a25a-cd7c70b2f8aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:39.807348 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-da5e1eeb-c159-4270-9dd7-6f858c4ac4c4 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:39.817109 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-696826ed-d831-418b-bad8-439e3e484ac2 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1976512413'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:19:39.845959 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4a301001-1fb8-4fe9-96c3-1efc0450f680 req-277f0f66-a2bc-48f4-8030-dc1bf9acb7b4 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd5fd2ce-3e09-41f1-868b-3ad9c4e06626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165600 Dec 06 17:19:39.856771 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-da5e1eeb-c159-4270-9dd7-6f858c4ac4c4 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] device_id is not set on port 163aa3bd-2f88-4494-89e6-c8e7b44d6ccb yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:19:39.902388 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e53b5da-83ce-4164-a25a-cd7c70b2f8aa service neutron] Pushing event updated for resources: {'Port': ['ID=decb0f8a-736c-4f8b-a030-c3406108b3b4,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:39.936021 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-696826ed-d831-418b-bad8-439e3e484ac2 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Made reservation on behalf of de0eff4c472847f5a5b49bddb4177865 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:19:39.940828 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-696826ed-d831-418b-bad8-439e3e484ac2 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:39.966686 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-696826ed-d831-418b-bad8-439e3e484ac2 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:40.029429 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-2b8bf34e-bf84-4a08-b057-73e216d1adc9 req-0e53b5da-83ce-4164-a25a-cd7c70b2f8aa service neutron] Attempting to bind port decb0f8a-736c-4f8b-a030-c3406108b3b4 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:19:40.029847 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-2b8bf34e-bf84-4a08-b057-73e216d1adc9 req-0e53b5da-83ce-4164-a25a-cd7c70b2f8aa service neutron] Attempting to bind port decb0f8a-736c-4f8b-a030-c3406108b3b4 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '5a916c46-cf7e-433a-ae04-99d57e30b2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c03931f5-54ae-4b06-ad76-fa3bc7500e1d'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:19:40.030123 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8bf34e-bf84-4a08-b057-73e216d1adc9 req-0e53b5da-83ce-4164-a25a-cd7c70b2f8aa service neutron] Attempting to bind port decb0f8a-736c-4f8b-a030-c3406108b3b4 on network c03931f5-54ae-4b06-ad76-fa3bc7500e1d {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:19:40.036059 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-cc04a611-6d0d-4e7b-86f6-28f14ddb2f33 req-fa5be59f-26bb-4140-876c-ff3b0384ba09 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:40.037602 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8bf34e-bf84-4a08-b057-73e216d1adc9 req-0e53b5da-83ce-4164-a25a-cd7c70b2f8aa service neutron] Port decb0f8a-736c-4f8b-a030-c3406108b3b4 on network c03931f5-54ae-4b06-ad76-fa3bc7500e1d not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:19:40.038415 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8bf34e-bf84-4a08-b057-73e216d1adc9 req-0e53b5da-83ce-4164-a25a-cd7c70b2f8aa service neutron] Attempting to bind port decb0f8a-736c-4f8b-a030-c3406108b3b4 on network c03931f5-54ae-4b06-ad76-fa3bc7500e1d {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:19:40.050178 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['3151ab1d-b074-4e06-a04f-9eb3d8f129bc'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:19:40.068940 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8bf34e-bf84-4a08-b057-73e216d1adc9 req-0e53b5da-83ce-4164-a25a-cd7c70b2f8aa service neutron] Checking agent: {'id': '9d8b9f49-2860-4c1f-9b89-45a7657a3c4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:19:40.069311 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8bf34e-bf84-4a08-b057-73e216d1adc9 req-0e53b5da-83ce-4164-a25a-cd7c70b2f8aa service neutron] Checking segment: {'id': '5a916c46-cf7e-433a-ae04-99d57e30b2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c03931f5-54ae-4b06-ad76-fa3bc7500e1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:19:40.069731 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8bf34e-bf84-4a08-b057-73e216d1adc9 req-0e53b5da-83ce-4164-a25a-cd7c70b2f8aa service neutron] Bound using segment: {'id': '5a916c46-cf7e-433a-ae04-99d57e30b2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c03931f5-54ae-4b06-ad76-fa3bc7500e1d'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:19:40.070184 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-2b8bf34e-bf84-4a08-b057-73e216d1adc9 req-0e53b5da-83ce-4164-a25a-cd7c70b2f8aa service neutron] Bound port: decb0f8a-736c-4f8b-a030-c3406108b3b4, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a916c46-cf7e-433a-ae04-99d57e30b2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c03931f5-54ae-4b06-ad76-fa3bc7500e1d'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:19:40.070545 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2b8bf34e-bf84-4a08-b057-73e216d1adc9 req-0e53b5da-83ce-4164-a25a-cd7c70b2f8aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:40.075623 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5be59f-26bb-4140-876c-ff3b0384ba09 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Pushing event deleted for resources: {'Port': ['ID=3151ab1d-b074-4e06-a04f-9eb3d8f129bc,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:40.096796 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789e31e6-1ca3-4cfe-bf37-d1b263ad914a None None] DHCP port deletion for 931f4273-7ce0-414b-a3b2-f40f48617bda request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:19:40.155308 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc04a611-6d0d-4e7b-86f6-28f14ddb2f33 req-fa5be59f-26bb-4140-876c-ff3b0384ba09 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] No DVR routers for this DVR port 3151ab1d-b074-4e06-a04f-9eb3d8f129bc on host n-h2-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:19:40.158937 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-cc04a611-6d0d-4e7b-86f6-28f14ddb2f33 req-fa5be59f-26bb-4140-876c-ff3b0384ba09 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:40.163300 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-cc04a611-6d0d-4e7b-86f6-28f14ddb2f33 req-fa5be59f-26bb-4140-876c-ff3b0384ba09 tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.44 "DELETE /v2.0/ports/3151ab1d-b074-4e06-a04f-9eb3d8f129bc HTTP/1.1" status: 204 len: 173 time: 0.8727479 Dec 06 17:19:40.163769 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fd8a57e-a18a-422a-919e-0a7902e4e026', 'name': 'network-vif-deleted', 'tag': '3151ab1d-b074-4e06-a04f-9eb3d8f129bc'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:19:40.166297 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ded770e3-d3d8-455b-9820-2b97440564f5" -d '{"events": [{"server_uuid": "7fd8a57e-a18a-422a-919e-0a7902e4e026", "name": "network-vif-deleted", "tag": "3151ab1d-b074-4e06-a04f-9eb3d8f129bc"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:19:40.168753 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8b81e2-7cc4-461d-bf24-f646402a0f15 req-7207bb3a-cf44-4422-bda2-0cf9da4c30fb tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:40.170573 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8a8b81e2-7cc4-461d-bf24-f646402a0f15 req-7207bb3a-cf44-4422-bda2-0cf9da4c30fb tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7d3f224-d001-4a9c-8816-6111bc8ee6b9 HTTP/1.1" status: 200 len: 945 time: 0.2382536 Dec 06 17:19:40.205337 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-2b8bf34e-bf84-4a08-b057-73e216d1adc9 req-0e53b5da-83ce-4164-a25a-cd7c70b2f8aa service neutron] For port decb0f8a-736c-4f8b-a030-c3406108b3b4, host n-h2-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:19:40.208763 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-2b8bf34e-bf84-4a08-b057-73e216d1adc9 req-0e53b5da-83ce-4164-a25a-cd7c70b2f8aa service neutron] For port decb0f8a-736c-4f8b-a030-c3406108b3b4, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=decb0f8a-736c-4f8b-a030-c3406108b3b4,segment=NetworkSegment(5a916c46-cf7e-433a-ae04-99d57e30b2e2),segment_id=5a916c46-cf7e-433a-ae04-99d57e30b2e2)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:19:40.215571 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2b8bf34e-bf84-4a08-b057-73e216d1adc9 req-0e53b5da-83ce-4164-a25a-cd7c70b2f8aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:40.250055 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-da5e1eeb-c159-4270-9dd7-6f858c4ac4c4 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:40.261095 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8bf34e-bf84-4a08-b057-73e216d1adc9 req-0e53b5da-83ce-4164-a25a-cd7c70b2f8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:40.263246 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2b8bf34e-bf84-4a08-b057-73e216d1adc9 req-0e53b5da-83ce-4164-a25a-cd7c70b2f8aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:40.264756 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2b8bf34e-bf84-4a08-b057-73e216d1adc9 req-0e53b5da-83ce-4164-a25a-cd7c70b2f8aa service neutron] 10.222.0.44 "PUT /v2.0/ports/decb0f8a-736c-4f8b-a030-c3406108b3b4 HTTP/1.1" status: 200 len: 1091 time: 1.2249589 Dec 06 17:19:40.278167 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8a8b81e2-7cc4-461d-bf24-f646402a0f15 req-79358628-dbba-441c-865d-2708a63e51c5 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/security-groups?id=55b21076-cf23-48e9-9a14-bcc811d060b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996015 Dec 06 17:19:40.323107 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e53b5da-83ce-4164-a25a-cd7c70b2f8aa service neutron] Pushing event updated for resources: {'Port': ['ID=decb0f8a-736c-4f8b-a030-c3406108b3b4,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:40.359352 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-696826ed-d831-418b-bad8-439e3e484ac2 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:40.368576 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-696826ed-d831-418b-bad8-439e3e484ac2 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:40.386148 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2b8f8b9-9077-4920-afbd-1be651038d3b x-openstack-request-id: req-b2b8f8b9-9077-4920-afbd-1be651038d3b {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:19:40.386571 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fd8a57e-a18a-422a-919e-0a7902e4e026", "name": "network-vif-deleted", "tag": "3151ab1d-b074-4e06-a04f-9eb3d8f129bc", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:19:40.386927 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b2b8f8b9-9077-4920-afbd-1be651038d3b {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:19:40.387426 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fd8a57e-a18a-422a-919e-0a7902e4e026', 'name': 'network-vif-deleted', 'tag': '3151ab1d-b074-4e06-a04f-9eb3d8f129bc', 'status': 'completed', 'code': 200} Dec 06 17:19:40.398912 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-696826ed-d831-418b-bad8-439e3e484ac2 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:19:40.403143 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-da5e1eeb-c159-4270-9dd7-6f858c4ac4c4 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:40.418241 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7620c0-e16a-4b13-b6d9-d486d114185c req-c04a5a53-9242-4590-9844-8ae243e9309b tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:40.419868 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6e7620c0-e16a-4b13-b6d9-d486d114185c req-c04a5a53-9242-4590-9844-8ae243e9309b tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 946 time: 0.0798371 Dec 06 17:19:40.423610 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8bf34e-bf84-4a08-b057-73e216d1adc9 req-f9633e83-a9a1-4ddf-81a8-9685ccaadec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:40.425108 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2b8bf34e-bf84-4a08-b057-73e216d1adc9 req-f9633e83-a9a1-4ddf-81a8-9685ccaadec5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0a9ae69edd864a0594799c7ece4dd7a6&device_id=a641f262-239e-461f-af10-00b86db62822 HTTP/1.1" status: 200 len: 1094 time: 0.0947225 Dec 06 17:19:40.451049 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-696826ed-d831-418b-bad8-439e3e484ac2 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:40.451398 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-696826ed-d831-418b-bad8-439e3e484ac2 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Added segment 3630a42d-6ba7-4598-88c0-67b19110b216 of type vlan for network 0ad2a301-4f30-4943-9ff0-d859f2c24f34 Dec 06 17:19:40.454156 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696826ed-d831-418b-bad8-439e3e484ac2 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34cecad4-0534-42ca-b887-a997e122db5d,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:40.482557 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2b8bf34e-bf84-4a08-b057-73e216d1adc9 req-62555938-4dd7-4041-bcda-acb7ea5acdbe service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=decb0f8a-736c-4f8b-a030-c3406108b3b4 HTTP/1.1" status: 200 len: 217 time: 0.0434301 Dec 06 17:19:40.484401 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5e1eeb-c159-4270-9dd7-6f858c4ac4c4 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Network 81022f44-d819-4556-af8c-69b6139b8e8a is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:19:40.505172 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-da5e1eeb-c159-4270-9dd7-6f858c4ac4c4 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:19:40.507830 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5e1eeb-c159-4270-9dd7-6f858c4ac4c4 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:19:40.513901 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5e1eeb-c159-4270-9dd7-6f858c4ac4c4 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:40.514520 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-da5e1eeb-c159-4270-9dd7-6f858c4ac4c4 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:40.530985 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6e7620c0-e16a-4b13-b6d9-d486d114185c req-e02e5fc0-04c7-4ded-a6c0-384a46381b95 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8ff7359-db2b-4d57-aa79-237c344ab3df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046999 Dec 06 17:19:40.541508 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-696826ed-d831-418b-bad8-439e3e484ac2 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:40.545833 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5e1eeb-c159-4270-9dd7-6f858c4ac4c4 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Pushing event updated for resources: {'Port': ['ID=163aa3bd-2f88-4494-89e6-c8e7b44d6ccb,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:40.548096 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8bf34e-bf84-4a08-b057-73e216d1adc9 req-de3e6ccd-a8f7-48a2-b4cb-75eaa7c5fa76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:40.549726 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2b8bf34e-bf84-4a08-b057-73e216d1adc9 req-de3e6ccd-a8f7-48a2-b4cb-75eaa7c5fa76 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d2b8ed75-274c-4de4-a0f5-9da38dbe8d78 HTTP/1.1" status: 200 len: 855 time: 0.0568154 Dec 06 17:19:40.552158 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-da5e1eeb-c159-4270-9dd7-6f858c4ac4c4 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.0095441 Dec 06 17:19:40.554639 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54498) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:40.586157 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2b8bf34e-bf84-4a08-b057-73e216d1adc9 req-97e6d221-0de2-4c86-8994-b5b6c294f6e3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c03931f5-54ae-4b06-ad76-fa3bc7500e1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280459 Dec 06 17:19:40.619880 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8123b803-bbfe-44d2-b6f0-3f1bb67edba0 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:40.621310 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-8123b803-bbfe-44d2-b6f0-3f1bb67edba0 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "GET /v2.0/ports/163aa3bd-2f88-4494-89e6-c8e7b44d6ccb HTTP/1.1" status: 200 len: 840 time: 0.0657561 Dec 06 17:19:40.622603 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-696826ed-d831-418b-bad8-439e3e484ac2 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:40.628066 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 54502) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:40.628758 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696826ed-d831-418b-bad8-439e3e484ac2 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:40.629375 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-696826ed-d831-418b-bad8-439e3e484ac2 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:40.691361 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c2e9e1c5-cf6d-41fa-811e-4f697e60be93 req-6138b527-4907-4a6e-9650-24824f0e782a tempest-ServersTestJSON-256613742 tempest-ServersTestJSON-256613742-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fd8a57e-a18a-422a-919e-0a7902e4e026 HTTP/1.1" status: 200 len: 210 time: 0.0583546 Dec 06 17:19:40.702511 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-696826ed-d831-418b-bad8-439e3e484ac2 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0372715 Dec 06 17:19:40.710671 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 54504) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:40.717478 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-4e5d9fdf-07a6-4d10-aefa-005743b958ce tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1128426033'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:19:40.736295 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696826ed-d831-418b-bad8-439e3e484ac2 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Pushing event updated for resources: {'Network': ['ID=0ad2a301-4f30-4943-9ff0-d859f2c24f34,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:40.746102 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 0ad2a301-4f30-4943-9ff0-d859f2c24f34 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:19:40.782147 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2b8bf34e-bf84-4a08-b057-73e216d1adc9 req-d9986256-6c73-4955-9347-4cf353db69ee service neutron] 10.222.0.44 "GET /v2.0/networks/c03931f5-54ae-4b06-ad76-fa3bc7500e1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881878 Dec 06 17:19:40.786603 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e5d9fdf-07a6-4d10-aefa-005743b958ce tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Made reservation on behalf of de0eff4c472847f5a5b49bddb4177865 for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:19:40.790454 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4e5d9fdf-07a6-4d10-aefa-005743b958ce tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:40.885782 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e5d9fdf-07a6-4d10-aefa-005743b958ce tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:19:40.905201 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4e5d9fdf-07a6-4d10-aefa-005743b958ce tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:40.905573 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-4e5d9fdf-07a6-4d10-aefa-005743b958ce tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Added segment 252ff32d-5ee0-4f48-9fc1-22e02bc12ca1 of type vlan for network e3788df9-efc1-453b-b805-63bbca1dfdfb Dec 06 17:19:40.918383 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-3d7a83ab-fe10-46e9-babf-96f7f02d5a59 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Deleting port 163aa3bd-2f88-4494-89e6-c8e7b44d6ccb {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:19:40.918728 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3d7a83ab-fe10-46e9-babf-96f7f02d5a59 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:41.059260 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4e5d9fdf-07a6-4d10-aefa-005743b958ce tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:41.062157 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3d7a83ab-fe10-46e9-babf-96f7f02d5a59 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:41.074028 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2b8bf34e-bf84-4a08-b057-73e216d1adc9 req-12acc07a-5ff9-46d5-a743-e04a88ca24c8 service neutron] 10.222.0.44 "GET /v2.0/networks/c03931f5-54ae-4b06-ad76-fa3bc7500e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813783 Dec 06 17:19:41.082759 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-3d7a83ab-fe10-46e9-babf-96f7f02d5a59 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Calling delete_port for 163aa3bd-2f88-4494-89e6-c8e7b44d6ccb owned by {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:19:41.114845 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eff0e00-9103-4795-9fd8-ccbafb542c27 req-b849338e-df8e-41c4-98b1-2535c4472383 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:41.116378 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7eff0e00-9103-4795-9fd8-ccbafb542c27 req-b849338e-df8e-41c4-98b1-2535c4472383 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/ports?device_id=a641f262-239e-461f-af10-00b86db62822 HTTP/1.1" status: 200 len: 943 time: 0.1935139 Dec 06 17:19:41.161112 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4e5d9fdf-07a6-4d10-aefa-005743b958ce tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:41.167227 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5d9fdf-07a6-4d10-aefa-005743b958ce tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:41.167815 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4e5d9fdf-07a6-4d10-aefa-005743b958ce tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:41.220551 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-4e5d9fdf-07a6-4d10-aefa-005743b958ce tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5085840 Dec 06 17:19:41.223618 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54508) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:41.229282 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-5cb20c21-2d5b-4b76-86db-c0071f42f517 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Request body: {'subnet': {'network_id': '0ad2a301-4f30-4943-9ff0-d859f2c24f34', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:19:41.279565 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5d9fdf-07a6-4d10-aefa-005743b958ce tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Pushing event updated for resources: {'Network': ['ID=e3788df9-efc1-453b-b805-63bbca1dfdfb,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:41.297075 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7eff0e00-9103-4795-9fd8-ccbafb542c27 req-5b6b9796-dc45-44ef-8abf-47e714724033 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd5fd2ce-3e09-41f1-868b-3ad9c4e06626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739442 Dec 06 17:19:41.299189 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network e3788df9-efc1-453b-b805-63bbca1dfdfb details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:19:41.315665 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3d7a83ab-fe10-46e9-babf-96f7f02d5a59 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:41.354226 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cb20c21-2d5b-4b76-86db-c0071f42f517 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Made reservation on behalf of de0eff4c472847f5a5b49bddb4177865 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:19:41.358411 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7a83ab-fe10-46e9-babf-96f7f02d5a59 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Pushing event deleted for resources: {'Port': ['ID=163aa3bd-2f88-4494-89e6-c8e7b44d6ccb,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:41.361989 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3d7a83ab-fe10-46e9-babf-96f7f02d5a59 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:41.365641 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-3d7a83ab-fe10-46e9-babf-96f7f02d5a59 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "DELETE /v2.0/ports/163aa3bd-2f88-4494-89e6-c8e7b44d6ccb HTTP/1.1" status: 204 len: 168 time: 0.7363286 Dec 06 17:19:41.368194 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 54514) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:41.374668 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5cb20c21-2d5b-4b76-86db-c0071f42f517 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:41.401300 n-d-master-1 neutron-server[103285]: INFO neutron.pecan_wsgi.hooks.translation [None req-429abf39-75be-4e37-b2e9-f53764dd8ef1 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] GET failed (client error): The resource could not be found. Dec 06 17:19:41.402748 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-429abf39-75be-4e37-b2e9-f53764dd8ef1 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "GET /v2.0/ports/163aa3bd-2f88-4494-89e6-c8e7b44d6ccb HTTP/1.1" status: 404 len: 333 time: 0.0336301 Dec 06 17:19:41.407177 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54516) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:41.420079 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-6833ee64-ee63-485c-9cd3-6c879ca64489 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Request body: {'port': {'network_id': '81022f44-d819-4556-af8c-69b6139b8e8a', 'name': 'tempest-PortsTestJSON-837761446'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:19:41.449863 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92172a9-a545-4be4-a60a-d5e6912123fb req-929a9aac-b99a-4de2-a38c-860b34793a0b tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:41.451356 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e92172a9-a545-4be4-a60a-d5e6912123fb req-929a9aac-b99a-4de2-a38c-860b34793a0b tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7d3f224-d001-4a9c-8816-6111bc8ee6b9 HTTP/1.1" status: 200 len: 945 time: 0.0521462 Dec 06 17:19:41.504310 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e92172a9-a545-4be4-a60a-d5e6912123fb req-1bbcd24b-e0de-4530-96d9-392558effbf5 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/security-groups?id=55b21076-cf23-48e9-9a14-bcc811d060b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467641 Dec 06 17:19:41.613989 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6833ee64-ee63-485c-9cd3-6c879ca64489 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Made reservation on behalf of 40549eaf61834290b753dc92c662ceed for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:19:41.617682 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6833ee64-ee63-485c-9cd3-6c879ca64489 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:41.692424 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-6833ee64-ee63-485c-9cd3-6c879ca64489 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] device_id is not set on port bb7ee3ab-d15f-4659-b207-933d1766e01f yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:19:41.749753 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5cb20c21-2d5b-4b76-86db-c0071f42f517 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:41.788237 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d392a2be-56ec-44c0-8850-ffc5f3b823d6 req-2899b00e-7bc1-412f-8860-0503e300bdeb tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:41.788580 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 54526) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:41.794042 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d392a2be-56ec-44c0-8850-ffc5f3b823d6 req-2899b00e-7bc1-412f-8860-0503e300bdeb tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 946 time: 0.1740007 Dec 06 17:19:41.843760 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc240dba-2ab0-44fc-a240-dd55cc1d4acd admin admin] Deleting subnet b9546861-2c51-42d4-889f-961f9688fd79 {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:19:41.847098 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fc240dba-2ab0-44fc-a240-dd55cc1d4acd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:41.888466 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb20c21-2d5b-4b76-86db-c0071f42f517 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Pushing event updated for resources: {'Subnet': ['ID=64837c3a-3c63-4265-8ee6-d61284cc9622,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:41.898356 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fc240dba-2ab0-44fc-a240-dd55cc1d4acd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:41.941308 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fc240dba-2ab0-44fc-a240-dd55cc1d4acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:41.979371 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d392a2be-56ec-44c0-8850-ffc5f3b823d6 req-b3bdbf7b-bdfc-4c77-a663-06e4596282a8 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8ff7359-db2b-4d57-aa79-237c344ab3df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1620200 Dec 06 17:19:41.982441 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb20c21-2d5b-4b76-86db-c0071f42f517 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Checking segment: {'id': '3630a42d-6ba7-4598-88c0-67b19110b216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0ad2a301-4f30-4943-9ff0-d859f2c24f34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:19:41.982810 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb20c21-2d5b-4b76-86db-c0071f42f517 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Network hostable DHCP agents. Network: 0ad2a301-4f30-4943-9ff0-d859f2c24f34, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:19:42.004468 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fc240dba-2ab0-44fc-a240-dd55cc1d4acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:42.026913 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6833ee64-ee63-485c-9cd3-6c879ca64489 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:42.028598 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb20c21-2d5b-4b76-86db-c0071f42f517 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Network 0ad2a301-4f30-4943-9ff0-d859f2c24f34 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:19:42.037830 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc240dba-2ab0-44fc-a240-dd55cc1d4acd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9546861-2c51-42d4-889f-961f9688fd79,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:42.040226 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fc240dba-2ab0-44fc-a240-dd55cc1d4acd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:42.046058 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-fc240dba-2ab0-44fc-a240-dd55cc1d4acd admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b9546861-2c51-42d4-889f-961f9688fd79 HTTP/1.1" status: 204 len: 168 time: 0.2541738 Dec 06 17:19:42.046318 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 54532) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:42.048838 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-5cb20c21-2d5b-4b76-86db-c0071f42f517 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 0ad2a301-4f30-4943-9ff0-d859f2c24f34) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:19:42.053102 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89a746b-388d-4a86-ac40-1bfc622502ec None None] Network 931f4273-7ce0-414b-a3b2-f40f48617bda requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:19:42.063276 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a03fcc-2841-48cf-af7e-26bee11b6554 None None] Network 0ad2a301-4f30-4943-9ff0-d859f2c24f34 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:19:42.068066 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb20c21-2d5b-4b76-86db-c0071f42f517 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:42.068686 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5cb20c21-2d5b-4b76-86db-c0071f42f517 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:42.109729 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-5cb20c21-2d5b-4b76-86db-c0071f42f517 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8849056 Dec 06 17:19:42.110624 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 54534) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:42.118794 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6833ee64-ee63-485c-9cd3-6c879ca64489 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:42.118995 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-7e081b99-c4a6-416b-89b5-897829025c08 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Request body: {'subnet': {'network_id': 'e3788df9-efc1-453b-b805-63bbca1dfdfb', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:19:42.173743 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6833ee64-ee63-485c-9cd3-6c879ca64489 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Network 81022f44-d819-4556-af8c-69b6139b8e8a is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:19:42.177565 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-6833ee64-ee63-485c-9cd3-6c879ca64489 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:19:42.187554 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6833ee64-ee63-485c-9cd3-6c879ca64489 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:19:42.194556 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6833ee64-ee63-485c-9cd3-6c879ca64489 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:42.195336 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6833ee64-ee63-485c-9cd3-6c879ca64489 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:42.200482 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6833ee64-ee63-485c-9cd3-6c879ca64489 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Pushing event updated for resources: {'Port': ['ID=bb7ee3ab-d15f-4659-b207-933d1766e01f,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:42.228852 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e081b99-c4a6-416b-89b5-897829025c08 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Made reservation on behalf of de0eff4c472847f5a5b49bddb4177865 for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:19:42.232786 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7e081b99-c4a6-416b-89b5-897829025c08 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:42.235294 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-6833ee64-ee63-485c-9cd3-6c879ca64489 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8264120 Dec 06 17:19:42.237188 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54536) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:42.247695 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-544e30e9-ee2a-4bda-a93e-6686069bf0ec tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:19:42.333339 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b705114-333b-4f9d-9fbc-f854a7ea80f9 None None] DHCP port deletion for 931f4273-7ce0-414b-a3b2-f40f48617bda request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:19:42.371759 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-544e30e9-ee2a-4bda-a93e-6686069bf0ec tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:42.415748 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4517367c-4e72-4d1b-863d-03c4db969231 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-0ad2a301-4f30-4943-9ff0-d859f2c24f34', 'network_id': '0ad2a301-4f30-4943-9ff0-d859f2c24f34', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'fixed_ips': [{'subnet_id': '64837c3a-3c63-4265-8ee6-d61284cc9622'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:19:42.417027 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4517367c-4e72-4d1b-863d-03c4db969231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:42.515452 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a641f262-239e-461f-af10-00b86db62822', 'tag': 'decb0f8a-736c-4f8b-a030-c3406108b3b4'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:19:42.518614 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9478a127-1d6d-475b-a0dd-8953ef762229" -d '{"events": [{"name": "network-changed", "server_uuid": "a641f262-239e-461f-af10-00b86db62822", "tag": "decb0f8a-736c-4f8b-a030-c3406108b3b4"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:19:42.525584 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7e081b99-c4a6-416b-89b5-897829025c08 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:42.556340 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7695d853-9005-4109-991e-0ea755335f51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:42.575187 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec957341-9e35-4ab2-a6aa-71e3d148de7f req-90389254-4ec0-439b-8935-aba23cfb86d0 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:42.585112 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ec957341-9e35-4ab2-a6aa-71e3d148de7f req-90389254-4ec0-439b-8935-aba23cfb86d0 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/ports?device_id=a641f262-239e-461f-af10-00b86db62822 HTTP/1.1" status: 200 len: 943 time: 0.1574328 Dec 06 17:19:42.603762 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-4517367c-4e72-4d1b-863d-03c4db969231 None None] Allocated IP 2001:db8::2 (0ad2a301-4f30-4943-9ff0-d859f2c24f34/64837c3a-3c63-4265-8ee6-d61284cc9622/d5fb3440-087b-4706-b5d5-9804f094f736) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:19:42.614886 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f237db-3b34-4708-af1a-25ca3ea3a1f6 x-openstack-request-id: req-05f237db-3b34-4708-af1a-25ca3ea3a1f6 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:19:42.615259 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a641f262-239e-461f-af10-00b86db62822", "tag": "decb0f8a-736c-4f8b-a030-c3406108b3b4", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:19:42.615483 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-05f237db-3b34-4708-af1a-25ca3ea3a1f6 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:19:42.616403 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a641f262-239e-461f-af10-00b86db62822', 'tag': 'decb0f8a-736c-4f8b-a030-c3406108b3b4', 'status': 'completed', 'code': 200} Dec 06 17:19:42.697154 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ec957341-9e35-4ab2-a6aa-71e3d148de7f req-07cd49f4-a3a4-4945-ae40-e669ae2d04ba tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd5fd2ce-3e09-41f1-868b-3ad9c4e06626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116760 Dec 06 17:19:42.721773 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-544e30e9-ee2a-4bda-a93e-6686069bf0ec tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:42.731238 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-544e30e9-ee2a-4bda-a93e-6686069bf0ec tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:42.778843 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-544e30e9-ee2a-4bda-a93e-6686069bf0ec tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] In _notify_port_updated(), no bound segment for port bb7ee3ab-d15f-4659-b207-933d1766e01f on network 81022f44-d819-4556-af8c-69b6139b8e8a {{(pid=103284) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 17:19:42.783222 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e081b99-c4a6-416b-89b5-897829025c08 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Pushing event updated for resources: {'Subnet': ['ID=53434486-ab91-46d0-b118-82f7b95972d5,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:42.786462 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544e30e9-ee2a-4bda-a93e-6686069bf0ec tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:42.787156 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-544e30e9-ee2a-4bda-a93e-6686069bf0ec tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:42.791503 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-544e30e9-ee2a-4bda-a93e-6686069bf0ec tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "PUT /v2.0/ports/bb7ee3ab-d15f-4659-b207-933d1766e01f HTTP/1.1" status: 200 len: 818 time: 0.5530825 Dec 06 17:19:42.792135 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54544) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:42.832504 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9478a127-1d6d-475b-a0dd-8953ef762229 req-c9f926a6-920d-4658-8789-f48b5e85d8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:42.834062 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9478a127-1d6d-475b-a0dd-8953ef762229 req-c9f926a6-920d-4658-8789-f48b5e85d8b8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0a9ae69edd864a0594799c7ece4dd7a6&device_id=a641f262-239e-461f-af10-00b86db62822 HTTP/1.1" status: 200 len: 1094 time: 0.2169054 Dec 06 17:19:42.841416 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4517367c-4e72-4d1b-863d-03c4db969231 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:42.845926 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7695d853-9005-4109-991e-0ea755335f51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:42.852949 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4517367c-4e72-4d1b-863d-03c4db969231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:42.863748 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e081b99-c4a6-416b-89b5-897829025c08 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Checking segment: {'id': '252ff32d-5ee0-4f48-9fc1-22e02bc12ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e3788df9-efc1-453b-b805-63bbca1dfdfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:19:42.864063 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e081b99-c4a6-416b-89b5-897829025c08 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Network hostable DHCP agents. Network: e3788df9-efc1-453b-b805-63bbca1dfdfb, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:19:42.892760 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544e30e9-ee2a-4bda-a93e-6686069bf0ec tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Pushing event updated for resources: {'Port': ['ID=bb7ee3ab-d15f-4659-b207-933d1766e01f,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:42.918773 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4517367c-4e72-4d1b-863d-03c4db969231 None None] Network 0ad2a301-4f30-4943-9ff0-d859f2c24f34 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:19:42.922916 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-4517367c-4e72-4d1b-863d-03c4db969231 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:19:42.923898 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-97003b64-e002-46c4-b64e-a23b42bdcef5 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Deleting port bb7ee3ab-d15f-4659-b207-933d1766e01f {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:19:42.924254 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-97003b64-e002-46c4-b64e-a23b42bdcef5 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:42.931503 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4517367c-4e72-4d1b-863d-03c4db969231 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:19:42.938171 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-7695d853-9005-4109-991e-0ea755335f51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['931f4273-7ce0-414b-a3b2-f40f48617bda']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:19:42.962564 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-7695d853-9005-4109-991e-0ea755335f51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b722eb92-d8da-4fbc-acca-71668ea91866') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:19:42.962891 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-7695d853-9005-4109-991e-0ea755335f51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b722eb92-d8da-4fbc-acca-71668ea91866') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:19:42.998642 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e081b99-c4a6-416b-89b5-897829025c08 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Network e3788df9-efc1-453b-b805-63bbca1dfdfb is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:19:43.003102 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4517367c-4e72-4d1b-863d-03c4db969231 None None] Pushing event updated for resources: {'Port': ['ID=d5fb3440-087b-4706-b5d5-9804f094f736,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:43.004357 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-97003b64-e002-46c4-b64e-a23b42bdcef5 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:43.009451 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-4517367c-4e72-4d1b-863d-03c4db969231 None None] Attempting to bind port d5fb3440-087b-4706-b5d5-9804f094f736 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:19:43.009666 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-4517367c-4e72-4d1b-863d-03c4db969231 None None] Attempting to bind port d5fb3440-087b-4706-b5d5-9804f094f736 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '3630a42d-6ba7-4598-88c0-67b19110b216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0ad2a301-4f30-4943-9ff0-d859f2c24f34'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:19:43.009924 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4517367c-4e72-4d1b-863d-03c4db969231 None None] Attempting to bind port d5fb3440-087b-4706-b5d5-9804f094f736 on network 0ad2a301-4f30-4943-9ff0-d859f2c24f34 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:19:43.012912 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7695d853-9005-4109-991e-0ea755335f51 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:43.019318 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4517367c-4e72-4d1b-863d-03c4db969231 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:19:43.019816 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4517367c-4e72-4d1b-863d-03c4db969231 None None] Checking segment: {'id': '3630a42d-6ba7-4598-88c0-67b19110b216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0ad2a301-4f30-4943-9ff0-d859f2c24f34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:19:43.020147 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4517367c-4e72-4d1b-863d-03c4db969231 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:43.020541 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4517367c-4e72-4d1b-863d-03c4db969231 None None] Bound using segment: {'id': '3630a42d-6ba7-4598-88c0-67b19110b216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0ad2a301-4f30-4943-9ff0-d859f2c24f34'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:19:43.021030 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-4517367c-4e72-4d1b-863d-03c4db969231 None None] Bound port: d5fb3440-087b-4706-b5d5-9804f094f736, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3630a42d-6ba7-4598-88c0-67b19110b216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0ad2a301-4f30-4943-9ff0-d859f2c24f34'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:19:43.021503 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4517367c-4e72-4d1b-863d-03c4db969231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:43.026325 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-97003b64-e002-46c4-b64e-a23b42bdcef5 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Calling delete_port for bb7ee3ab-d15f-4659-b207-933d1766e01f owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:19:43.036039 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-7e081b99-c4a6-416b-89b5-897829025c08 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, e3788df9-efc1-453b-b805-63bbca1dfdfb) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:19:43.041722 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e081b99-c4a6-416b-89b5-897829025c08 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:43.042266 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7e081b99-c4a6-416b-89b5-897829025c08 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:43.058983 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7695d853-9005-4109-991e-0ea755335f51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:43.065845 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954c3383-832a-411b-be09-4579b467bbc6 None None] Network e3788df9-efc1-453b-b805-63bbca1dfdfb requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:19:43.076022 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7695d853-9005-4109-991e-0ea755335f51 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:19:43.076541 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7695d853-9005-4109-991e-0ea755335f51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:43.078806 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9478a127-1d6d-475b-a0dd-8953ef762229 req-82bfbd2f-c792-422a-9365-65c4997b25c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:43.080308 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9478a127-1d6d-475b-a0dd-8953ef762229 req-82bfbd2f-c792-422a-9365-65c4997b25c6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c03931f5-54ae-4b06-ad76-fa3bc7500e1d HTTP/1.1" status: 200 len: 916 time: 0.2313516 Dec 06 17:19:43.080967 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:19:43.080967 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:19:43.080967 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:19:43.080967 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:19:43.080967 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:19:43.080967 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:19:43.080967 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:19:43.080967 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:19:43.080967 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:19:43.080967 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:19:43.080967 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:19:43.080967 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:19:43.080967 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:19:43.080967 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:19:43.080967 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:19:43.080967 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:19:43.080967 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:19:43.080967 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:19:43.080967 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:19:43.080967 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:19:43.080967 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:19:43.080967 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:19:43.080967 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:19:43.080967 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:19:43.080967 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:19:43.080967 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:19:43.080967 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:19:43.080967 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:19:43.080967 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:19:43.080967 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:19:43.080967 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:19:43.080967 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:19:43.173236 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-7e081b99-c4a6-416b-89b5-897829025c08 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0588865 Dec 06 17:19:43.181675 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8354b69a-d03b-4a9e-8452-7d983a273747 req-94fa9976-e33c-4985-b70f-72308298c215 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:43.183247 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8354b69a-d03b-4a9e-8452-7d983a273747 req-94fa9976-e33c-4985-b70f-72308298c215 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7d3f224-d001-4a9c-8816-6111bc8ee6b9 HTTP/1.1" status: 200 len: 945 time: 0.2280290 Dec 06 17:19:43.187361 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 54552) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:43.190332 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9478a127-1d6d-475b-a0dd-8953ef762229 req-ce8260ea-c6b1-49b6-9651-89fbe605a9aa service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=decb0f8a-736c-4f8b-a030-c3406108b3b4 HTTP/1.1" status: 200 len: 217 time: 0.0874236 Dec 06 17:19:43.194377 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-8cac29f2-5823-4335-be56-7fcce758f9ac tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1977212625', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:19:43.220419 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-4517367c-4e72-4d1b-863d-03c4db969231 None None] For port d5fb3440-087b-4706-b5d5-9804f094f736, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:19:43.225073 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-4517367c-4e72-4d1b-863d-03c4db969231 None None] For port d5fb3440-087b-4706-b5d5-9804f094f736, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d5fb3440-087b-4706-b5d5-9804f094f736,segment=NetworkSegment(3630a42d-6ba7-4598-88c0-67b19110b216),segment_id=3630a42d-6ba7-4598-88c0-67b19110b216)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:19:43.252078 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4517367c-4e72-4d1b-863d-03c4db969231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:43.252351 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7695d853-9005-4109-991e-0ea755335f51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:43.257857 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7695d853-9005-4109-991e-0ea755335f51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:43.265722 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-7695d853-9005-4109-991e-0ea755335f51 admin admin] 10.222.0.23 "DELETE /v2.0/networks/931f4273-7ce0-414b-a3b2-f40f48617bda HTTP/1.1" status: 204 len: 168 time: 1.2140372 Dec 06 17:19:43.315669 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7695d853-9005-4109-991e-0ea755335f51 admin admin] Pushing event deleted for resources: {'Network': ['ID=931f4273-7ce0-414b-a3b2-f40f48617bda,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:43.329456 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8cac29f2-5823-4335-be56-7fcce758f9ac tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:43.330445 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8cac29f2-5823-4335-be56-7fcce758f9ac tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:43.348574 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9478a127-1d6d-475b-a0dd-8953ef762229 req-61d004da-0b39-48e8-8468-fac24b197455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:43.351151 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9478a127-1d6d-475b-a0dd-8953ef762229 req-61d004da-0b39-48e8-8468-fac24b197455 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d2b8ed75-274c-4de4-a0f5-9da38dbe8d78 HTTP/1.1" status: 200 len: 855 time: 0.1482625 Dec 06 17:19:43.363349 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 121dd329-2fdc-4943-88fc-b3360bf29c71 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:19:43.377798 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8354b69a-d03b-4a9e-8452-7d983a273747 req-6958930e-8b85-4132-af12-b2aac5f34185 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/security-groups?id=55b21076-cf23-48e9-9a14-bcc811d060b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735015 Dec 06 17:19:43.382589 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 121dd329-2fdc-4943-88fc-b3360bf29c71 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:19:43.385001 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603657c6-9375-4aa5-9bd2-a95f977f186b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-e3788df9-efc1-453b-b805-63bbca1dfdfb', 'network_id': 'e3788df9-efc1-453b-b805-63bbca1dfdfb', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'fixed_ips': [{'subnet_id': '53434486-ab91-46d0-b118-82f7b95972d5'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:19:43.385997 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-603657c6-9375-4aa5-9bd2-a95f977f186b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:43.451372 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9478a127-1d6d-475b-a0dd-8953ef762229 req-74e3674c-3346-4f64-a651-b89c1d368225 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c03931f5-54ae-4b06-ad76-fa3bc7500e1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725062 Dec 06 17:19:43.486068 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4517367c-4e72-4d1b-863d-03c4db969231 None None] Pushing event updated for resources: {'Port': ['ID=d5fb3440-087b-4706-b5d5-9804f094f736,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:43.546835 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8cac29f2-5823-4335-be56-7fcce758f9ac tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:43.553526 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62ca3c1-817a-44be-b707-f8afdd7c2baf req-0618b9e4-2597-4450-9fb2-6a6c8be4bb15 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:43.555987 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f62ca3c1-817a-44be-b707-f8afdd7c2baf req-0618b9e4-2597-4450-9fb2-6a6c8be4bb15 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 946 time: 0.4691703 Dec 06 17:19:43.619527 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-97003b64-e002-46c4-b64e-a23b42bdcef5 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:43.634309 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-11280637-b85c-4406-9451-2382f9ba9921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:43.648201 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8cac29f2-5823-4335-be56-7fcce758f9ac tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:43.727585 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-97003b64-e002-46c4-b64e-a23b42bdcef5 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:43.730273 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8cac29f2-5823-4335-be56-7fcce758f9ac tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:43.731378 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-97003b64-e002-46c4-b64e-a23b42bdcef5 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "DELETE /v2.0/ports/bb7ee3ab-d15f-4659-b207-933d1766e01f HTTP/1.1" status: 204 len: 168 time: 0.9332447 Dec 06 17:19:43.732256 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54572) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:43.735455 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-8cac29f2-5823-4335-be56-7fcce758f9ac tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5468760 Dec 06 17:19:43.736115 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 54576) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:43.737401 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97003b64-e002-46c4-b64e-a23b42bdcef5 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Pushing event deleted for resources: {'Port': ['ID=bb7ee3ab-d15f-4659-b207-933d1766e01f,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:43.739910 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 54578) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:43.749196 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f62ca3c1-817a-44be-b707-f8afdd7c2baf req-5aac9b5e-548c-4d5b-900f-2340f79beb1c tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8ff7359-db2b-4d57-aa79-237c344ab3df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1822600 Dec 06 17:19:43.823333 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-81c173b8-215c-4173-87fb-0b862433f617 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0b996ae66d164de39215c3dfc863b124&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0884056 Dec 06 17:19:43.838532 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54582) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:43.988713 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-56e261c5-fd89-4fe8-be1a-a34a6aae6e8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:44.024334 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-603657c6-9375-4aa5-9bd2-a95f977f186b None None] Allocated IP 2001:db8:1::2 (e3788df9-efc1-453b-b805-63bbca1dfdfb/53434486-ab91-46d0-b118-82f7b95972d5/7be686b5-4325-4022-b3b9-1068e096ca27) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:19:44.030146 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-56e261c5-fd89-4fe8-be1a-a34a6aae6e8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:44.036542 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9478a127-1d6d-475b-a0dd-8953ef762229 req-7264568f-06c6-43be-bd23-8aaa09bc82e1 service neutron] 10.222.0.44 "GET /v2.0/networks/c03931f5-54ae-4b06-ad76-fa3bc7500e1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5617745 Dec 06 17:19:44.095587 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 121dd329-2fdc-4943-88fc-b3360bf29c71, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=121dd329-2fdc-4943-88fc-b3360bf29c71,segment=NetworkSegment(89275c86-7da9-47f2-a47a-1035a530c501),segment_id=89275c86-7da9-47f2-a47a-1035a530c501)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:19:44.116278 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': '121dd329-2fdc-4943-88fc-b3360bf29c71', 'network_id': 'b1330ff6-71a6-48db-aedf-2e908404d40b', 'port_id': '121dd329-2fdc-4943-88fc-b3360bf29c71', 'mac_address': 'fa:16:3e:62:49:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '407d30a8-656b-4107-b0bb-8b27c7634002', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:19:44.120195 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:44.142941 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065c0580-b24c-4c3f-9ffc-abedb28029ae req-24fe9465-5fe9-4c71-a200-8485d17cd25c tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:44.145331 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-065c0580-b24c-4c3f-9ffc-abedb28029ae req-24fe9465-5fe9-4c71-a200-8485d17cd25c tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/ports?device_id=a641f262-239e-461f-af10-00b86db62822 HTTP/1.1" status: 200 len: 943 time: 0.0840521 Dec 06 17:19:44.174755 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-56e261c5-fd89-4fe8-be1a-a34a6aae6e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:44.179653 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-56e261c5-fd89-4fe8-be1a-a34a6aae6e8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:44.181167 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-56e261c5-fd89-4fe8-be1a-a34a6aae6e8c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c HTTP/1.1" status: 204 len: 168 time: 0.3415112 Dec 06 17:19:44.230592 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e261c5-fd89-4fe8-be1a-a34a6aae6e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cda2ea1-0078-4f73-9a99-fd6c44dc8b1c,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:44.275827 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9478a127-1d6d-475b-a0dd-8953ef762229 req-bbcb7f84-1d00-4ec1-8056-a9478db64390 service neutron] 10.222.0.44 "GET /v2.0/networks/c03931f5-54ae-4b06-ad76-fa3bc7500e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314229 Dec 06 17:19:44.315320 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-065c0580-b24c-4c3f-9ffc-abedb28029ae req-1b758f41-7e26-4e57-9dca-5a980f2bacb9 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd5fd2ce-3e09-41f1-868b-3ad9c4e06626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629424 Dec 06 17:19:44.347094 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a917cc-d542-4e5d-a951-3549e86df91b tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:44.354748 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54594) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:44.367252 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-10a917cc-d542-4e5d-a951-3549e86df91b tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.6128213 Dec 06 17:19:44.388901 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce80dda5-7a39-46ee-8b2c-89de644ba93a tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] GET failed (client error): The resource could not be found. Dec 06 17:19:44.397536 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-ce80dda5-7a39-46ee-8b2c-89de644ba93a tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "GET /v2.0/ports/bb7ee3ab-d15f-4659-b207-933d1766e01f HTTP/1.1" status: 404 len: 333 time: 0.0383084 Dec 06 17:19:44.403334 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54600) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:44.414234 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-c7c4df8c-770d-4ad5-a692-804f46fd67a7 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-399014392'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:19:44.438585 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56bfc86e-367c-415e-8cf0-a0f9867a9691', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '121dd329-2fdc-4943-88fc-b3360bf29c71'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:19:44.445346 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ff412a-5d0c-45d7-9c9d-d4debb53f458" -d '{"events": [{"server_uuid": "56bfc86e-367c-415e-8cf0-a0f9867a9691", "name": "network-vif-unplugged", "status": "completed", "tag": "121dd329-2fdc-4943-88fc-b3360bf29c71"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:19:44.475250 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c4df8c-770d-4ad5-a692-804f46fd67a7 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Made reservation on behalf of 40549eaf61834290b753dc92c662ceed for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:19:44.479060 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c7c4df8c-770d-4ad5-a692-804f46fd67a7 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:44.528824 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7c4df8c-770d-4ad5-a692-804f46fd67a7 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:19:44.546714 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c7c4df8c-770d-4ad5-a692-804f46fd67a7 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:44.547321 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-c7c4df8c-770d-4ad5-a692-804f46fd67a7 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Added segment 1a74e60f-bba5-44a6-a7c7-31b3c7390521 of type vlan for network 3639a207-fc6f-4043-a215-052e47faf622 Dec 06 17:19:44.590487 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 121dd329-2fdc-4943-88fc-b3360bf29c71, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=121dd329-2fdc-4943-88fc-b3360bf29c71,segment=NetworkSegment(89275c86-7da9-47f2-a47a-1035a530c501),segment_id=89275c86-7da9-47f2-a47a-1035a530c501)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:19:44.626523 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:44.627541 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 3151ab1d-b074-4e06-a04f-9eb3d8f129bc no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:19:44.630637 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 17:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2990ded9-5170-4a0f-a715-098a30597823 x-openstack-request-id: req-2990ded9-5170-4a0f-a715-098a30597823 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:19:44.631300 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56bfc86e-367c-415e-8cf0-a0f9867a9691", "name": "network-vif-unplugged", "status": "completed", "tag": "121dd329-2fdc-4943-88fc-b3360bf29c71", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:19:44.632348 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2990ded9-5170-4a0f-a715-098a30597823 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:19:44.632937 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56bfc86e-367c-415e-8cf0-a0f9867a9691', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '121dd329-2fdc-4943-88fc-b3360bf29c71', 'code': 200} Dec 06 17:19:44.638904 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:44.655657 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c7c4df8c-770d-4ad5-a692-804f46fd67a7 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:44.701776 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] No Port match for: 3151ab1d-b074-4e06-a04f-9eb3d8f129bc {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:19:44.702754 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 3151ab1d-b074-4e06-a04f-9eb3d8f129bc not bound to the agent host n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:19:44.723067 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c7c4df8c-770d-4ad5-a692-804f46fd67a7 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:44.725634 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 121dd329-2fdc-4943-88fc-b3360bf29c71 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:19:44.728828 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c4df8c-770d-4ad5-a692-804f46fd67a7 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:44.729500 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c7c4df8c-770d-4ad5-a692-804f46fd67a7 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:44.838217 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=121dd329-2fdc-4943-88fc-b3360bf29c71,revision_number=11']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:44.882561 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.db.api [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103286) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 17:19:44.883034 n-d-master-1 neutron-server[103286]: DEBUG oslo_db.api [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 17:19:44.889247 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-603657c6-9375-4aa5-9bd2-a95f977f186b None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:44.893135 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-c7c4df8c-770d-4ad5-a692-804f46fd67a7 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4864211 Dec 06 17:19:44.902564 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-603657c6-9375-4aa5-9bd2-a95f977f186b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:44.906022 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54612) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:44.928097 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-31e31f84-51f6-435d-b1db-74916cd1e859 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Request body: {'subnet': {'network_id': '3639a207-fc6f-4043-a215-052e47faf622', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:19:45.056194 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603657c6-9375-4aa5-9bd2-a95f977f186b None None] Network e3788df9-efc1-453b-b805-63bbca1dfdfb is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:19:45.081941 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-603657c6-9375-4aa5-9bd2-a95f977f186b None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:19:45.084863 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603657c6-9375-4aa5-9bd2-a95f977f186b None None] Pushing event updated for resources: {'Port': ['ID=7be686b5-4325-4022-b3b9-1068e096ca27,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:45.098543 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603657c6-9375-4aa5-9bd2-a95f977f186b None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:19:45.133499 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c4df8c-770d-4ad5-a692-804f46fd67a7 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Pushing event updated for resources: {'Network': ['ID=3639a207-fc6f-4043-a215-052e47faf622,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:45.224766 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 3639a207-fc6f-4043-a215-052e47faf622 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:19:45.239098 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23eb424-5461-472a-9725-acef36dda859 req-cdafcaa2-fb0e-4c7b-a8ad-276c2ada3f66 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:45.247947 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a23eb424-5461-472a-9725-acef36dda859 req-cdafcaa2-fb0e-4c7b-a8ad-276c2ada3f66 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 944 time: 0.1996651 Dec 06 17:19:45.251072 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31e31f84-51f6-435d-b1db-74916cd1e859 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Made reservation on behalf of 40549eaf61834290b753dc92c662ceed for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:19:45.254950 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-31e31f84-51f6-435d-b1db-74916cd1e859 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:45.255623 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-603657c6-9375-4aa5-9bd2-a95f977f186b None None] Attempting to bind port 7be686b5-4325-4022-b3b9-1068e096ca27 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:19:45.256005 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-603657c6-9375-4aa5-9bd2-a95f977f186b None None] Attempting to bind port 7be686b5-4325-4022-b3b9-1068e096ca27 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '252ff32d-5ee0-4f48-9fc1-22e02bc12ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e3788df9-efc1-453b-b805-63bbca1dfdfb'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:19:45.256431 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603657c6-9375-4aa5-9bd2-a95f977f186b None None] Attempting to bind port 7be686b5-4325-4022-b3b9-1068e096ca27 on network e3788df9-efc1-453b-b805-63bbca1dfdfb {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:19:45.314634 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603657c6-9375-4aa5-9bd2-a95f977f186b None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:19:45.315038 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603657c6-9375-4aa5-9bd2-a95f977f186b None None] Checking segment: {'id': '252ff32d-5ee0-4f48-9fc1-22e02bc12ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e3788df9-efc1-453b-b805-63bbca1dfdfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:19:45.315460 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-603657c6-9375-4aa5-9bd2-a95f977f186b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:45.315868 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603657c6-9375-4aa5-9bd2-a95f977f186b None None] Bound using segment: {'id': '252ff32d-5ee0-4f48-9fc1-22e02bc12ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e3788df9-efc1-453b-b805-63bbca1dfdfb'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:19:45.316374 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-603657c6-9375-4aa5-9bd2-a95f977f186b None None] Bound port: 7be686b5-4325-4022-b3b9-1068e096ca27, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '252ff32d-5ee0-4f48-9fc1-22e02bc12ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e3788df9-efc1-453b-b805-63bbca1dfdfb'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:19:45.316775 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-603657c6-9375-4aa5-9bd2-a95f977f186b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:45.403520 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75127068-1ef2-4609-897d-be99fbe420a1 None None] Network 0ad2a301-4f30-4943-9ff0-d859f2c24f34 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:19:45.610154 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a23eb424-5461-472a-9725-acef36dda859 req-0fba583b-e3e1-4479-96c1-c07ad985ac82 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8ff7359-db2b-4d57-aa79-237c344ab3df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3612137 Dec 06 17:19:45.623714 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-31e31f84-51f6-435d-b1db-74916cd1e859 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:45.727892 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-603657c6-9375-4aa5-9bd2-a95f977f186b None None] For port 7be686b5-4325-4022-b3b9-1068e096ca27, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:19:45.731371 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-603657c6-9375-4aa5-9bd2-a95f977f186b None None] For port 7be686b5-4325-4022-b3b9-1068e096ca27, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7be686b5-4325-4022-b3b9-1068e096ca27,segment=NetworkSegment(252ff32d-5ee0-4f48-9fc1-22e02bc12ca1),segment_id=252ff32d-5ee0-4f48-9fc1-22e02bc12ca1)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:19:45.765098 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device d5fb3440-087b-4706-b5d5-9804f094f736 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:19:45.774948 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-603657c6-9375-4aa5-9bd2-a95f977f186b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:45.783633 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-3baadc82-11c2-4987-81d1-13c46e40942e None None] Provisioning complete for port d5fb3440-087b-4706-b5d5-9804f094f736 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:19:45.784032 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3baadc82-11c2-4987-81d1-13c46e40942e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:45.812696 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54636) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:45.833389 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e31f84-51f6-435d-b1db-74916cd1e859 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Checking segment: {'id': '1a74e60f-bba5-44a6-a7c7-31b3c7390521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3639a207-fc6f-4043-a215-052e47faf622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:19:45.833785 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e31f84-51f6-435d-b1db-74916cd1e859 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Network hostable DHCP agents. Network: 3639a207-fc6f-4043-a215-052e47faf622, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:19:45.840900 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e31f84-51f6-435d-b1db-74916cd1e859 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Pushing event updated for resources: {'Subnet': ['ID=da5251d6-0876-4303-ba40-2c4e577f4d88,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:45.845579 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0e870710-7915-4fac-a861-2b6a21f7c5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:45.885109 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e31f84-51f6-435d-b1db-74916cd1e859 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Network 3639a207-fc6f-4043-a215-052e47faf622 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:19:45.903629 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-31e31f84-51f6-435d-b1db-74916cd1e859 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 3639a207-fc6f-4043-a215-052e47faf622) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:19:45.909028 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e31f84-51f6-435d-b1db-74916cd1e859 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:45.910068 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-31e31f84-51f6-435d-b1db-74916cd1e859 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:45.948219 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5356e222-3d50-4433-9b5d-a61c94cc9341 None None] Network 3639a207-fc6f-4043-a215-052e47faf622 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:19:45.951600 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-31e31f84-51f6-435d-b1db-74916cd1e859 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0441670 Dec 06 17:19:45.958708 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8de0e8be-6cfb-4e15-81f1-fa49ab1b7b1e tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:45.969882 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2756b03f-bf58-4d59-80ec-60afece2e9f8 req-7425b227-951d-4a04-91ce-7dfe3c061add tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:45.975659 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54642) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:45.977941 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2756b03f-bf58-4d59-80ec-60afece2e9f8 req-7425b227-951d-4a04-91ce-7dfe3c061add tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/ports?device_id=a641f262-239e-461f-af10-00b86db62822 HTTP/1.1" status: 200 len: 943 time: 0.2333195 Dec 06 17:19:46.006006 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-0553c2cc-2210-40f8-9f5a-8f12e6c500cb tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Request body: {'subnet': {'network_id': '3639a207-fc6f-4043-a215-052e47faf622', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:19:46.036010 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-6315a2a5-1218-414b-ac36-27945f2364bb admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-394682069-network', 'tenant_id': 'c23404b483ee49cea8acdca2c4f95900'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:19:46.067529 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:46.068529 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2756b03f-bf58-4d59-80ec-60afece2e9f8 req-ce1194fa-494f-4b41-b619-75b55f25fd45 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd5fd2ce-3e09-41f1-868b-3ad9c4e06626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896690 Dec 06 17:19:46.123391 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 121dd329-2fdc-4943-88fc-b3360bf29c71 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:19:46.257891 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6315a2a5-1218-414b-ac36-27945f2364bb admin admin] Made reservation on behalf of c23404b483ee49cea8acdca2c4f95900 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:19:46.274065 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6315a2a5-1218-414b-ac36-27945f2364bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:46.323174 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6315a2a5-1218-414b-ac36-27945f2364bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:46.421328 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 121dd329-2fdc-4943-88fc-b3360bf29c71, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=121dd329-2fdc-4943-88fc-b3360bf29c71,segment=NetworkSegment(89275c86-7da9-47f2-a47a-1035a530c501),segment_id=89275c86-7da9-47f2-a47a-1035a530c501)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:19:46.509599 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0553c2cc-2210-40f8-9f5a-8f12e6c500cb tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Made reservation on behalf of 40549eaf61834290b753dc92c662ceed for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:19:46.518854 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0553c2cc-2210-40f8-9f5a-8f12e6c500cb tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:46.519200 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-8de0e8be-6cfb-4e15-81f1-fa49ab1b7b1e tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Allocated IP 2001:db8::1 (0ad2a301-4f30-4943-9ff0-d859f2c24f34/64837c3a-3c63-4265-8ee6-d61284cc9622/b2917927-dd62-4d62-b411-cdbf9181b3d7) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:19:46.544064 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:46.563800 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device decb0f8a-736c-4f8b-a030-c3406108b3b4 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:19:46.576852 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port d5fb3440-087b-4706-b5d5-9804f094f736 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:19:46.577710 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:46.668093 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8de0e8be-6cfb-4e15-81f1-fa49ab1b7b1e tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:46.687693 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603657c6-9375-4aa5-9bd2-a95f977f186b None None] Pushing event updated for resources: {'Port': ['ID=7be686b5-4325-4022-b3b9-1068e096ca27,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:46.730443 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8de0e8be-6cfb-4e15-81f1-fa49ab1b7b1e tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:46.833532 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['121dd329-2fdc-4943-88fc-b3360bf29c71'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:19:46.836276 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4638b627-9c2e-4766-8fde-0cdc3df8e6a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-3639a207-fc6f-4043-a215-052e47faf622', 'network_id': '3639a207-fc6f-4043-a215-052e47faf622', 'tenant_id': '40549eaf61834290b753dc92c662ceed', 'fixed_ips': [{'subnet_id': 'da5251d6-0876-4303-ba40-2c4e577f4d88'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:19:46.837272 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4638b627-9c2e-4766-8fde-0cdc3df8e6a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:46.839554 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=121dd329-2fdc-4943-88fc-b3360bf29c71,revision_number=12']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:46.848667 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de0e8be-6cfb-4e15-81f1-fa49ab1b7b1e tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Network 0ad2a301-4f30-4943-9ff0-d859f2c24f34 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:19:46.889434 n-d-master-1 neutron-server[103284]: INFO neutron.db.ipam_backend_mixin [None req-0553c2cc-2210-40f8-9f5a-8f12e6c500cb tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet da5251d6-0876-4303-ba40-2c4e577f4d88 (CIDR: 172.20.0.0/28) Dec 06 17:19:46.901296 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-8de0e8be-6cfb-4e15-81f1-fa49ab1b7b1e tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:19:46.909118 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de0e8be-6cfb-4e15-81f1-fa49ab1b7b1e tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:19:46.915405 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-0553c2cc-2210-40f8-9f5a-8f12e6c500cb tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 17:19:46.915913 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0553c2cc-2210-40f8-9f5a-8f12e6c500cb tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:19:46.922885 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6315a2a5-1218-414b-ac36-27945f2364bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:46.924296 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8de0e8be-6cfb-4e15-81f1-fa49ab1b7b1e tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539179'] for router_interface, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:46.948385 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6315a2a5-1218-414b-ac36-27945f2364bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:46.995944 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3baadc82-11c2-4987-81d1-13c46e40942e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:46.997877 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6315a2a5-1218-414b-ac36-27945f2364bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:19:47.014238 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6315a2a5-1218-414b-ac36-27945f2364bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:47.014941 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-6315a2a5-1218-414b-ac36-27945f2364bb admin admin] Added segment 75dec456-0c53-4d68-a594-09eae1165102 of type vlan for network 9f8759e8-7740-49a7-bb73-fc774ca2e4df Dec 06 17:19:47.075891 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.db.resource_extend [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 06 17:19:47.076981 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6315a2a5-1218-414b-ac36-27945f2364bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:47.135255 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-0553c2cc-2210-40f8-9f5a-8f12e6c500cb tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1581123 Dec 06 17:19:47.136600 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6315a2a5-1218-414b-ac36-27945f2364bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a214ead-2921-4b5d-96e6-aad578d06bd8,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:47.138571 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54652) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:47.146100 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-08c30b83-302d-4439-a034-63a7ee65b0a1 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Request body: {'subnet': {'network_id': '3639a207-fc6f-4043-a215-052e47faf622', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:19:47.166764 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6315a2a5-1218-414b-ac36-27945f2364bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:47.167957 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6315a2a5-1218-414b-ac36-27945f2364bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:47.168617 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6315a2a5-1218-414b-ac36-27945f2364bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:47.242047 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de0e8be-6cfb-4e15-81f1-fa49ab1b7b1e tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Pushing event updated for resources: {'Port': ['ID=b2917927-dd62-4d62-b411-cdbf9181b3d7,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:47.268656 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:47.290755 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a60fcf-f49c-4507-88aa-5a50d17cf37d req-b8315d7a-96aa-4ba1-9c11-7619826c2917 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:47.298053 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-41a60fcf-f49c-4507-88aa-5a50d17cf37d req-b8315d7a-96aa-4ba1-9c11-7619826c2917 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 945 time: 0.4822319 Dec 06 17:19:47.298719 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8de0e8be-6cfb-4e15-81f1-fa49ab1b7b1e tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:47.325781 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-3baadc82-11c2-4987-81d1-13c46e40942e None None] For port d5fb3440-087b-4706-b5d5-9804f094f736, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d5fb3440-087b-4706-b5d5-9804f094f736,segment=NetworkSegment(3630a42d-6ba7-4598-88c0-67b19110b216),segment_id=3630a42d-6ba7-4598-88c0-67b19110b216)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:19:47.357149 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-6315a2a5-1218-414b-ac36-27945f2364bb admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5283060 Dec 06 17:19:47.358005 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54658) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:47.386945 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-c054149c-4137-4f38-9867-ecc46d9d5bd4 admin admin] Request body: {'subnet': {'network_id': '9f8759e8-7740-49a7-bb73-fc774ca2e4df', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-394682069-subnet', 'tenant_id': 'c23404b483ee49cea8acdca2c4f95900', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:19:47.546133 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6315a2a5-1218-414b-ac36-27945f2364bb admin admin] Pushing event updated for resources: {'Network': ['ID=9f8759e8-7740-49a7-bb73-fc774ca2e4df,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:47.610263 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cce45b-40c8-4f09-9579-06f5580c311c req-cc12ae29-935b-4e8a-b8f8-464dea8e75a7 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:47.611460 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-4638b627-9c2e-4766-8fde-0cdc3df8e6a5 None None] Allocated IP 172.20.0.2 (3639a207-fc6f-4043-a215-052e47faf622/da5251d6-0876-4303-ba40-2c4e577f4d88/66c16638-edda-433f-8711-dd9a7633c65c) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:19:47.618410 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-74cce45b-40c8-4f09-9579-06f5580c311c req-cc12ae29-935b-4e8a-b8f8-464dea8e75a7 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/ports?device_id=a641f262-239e-461f-af10-00b86db62822 HTTP/1.1" status: 200 len: 943 time: 0.3667853 Dec 06 17:19:47.724940 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c054149c-4137-4f38-9867-ecc46d9d5bd4 admin admin] Made reservation on behalf of c23404b483ee49cea8acdca2c4f95900 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:19:47.728247 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c054149c-4137-4f38-9867-ecc46d9d5bd4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:47.760813 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-41a60fcf-f49c-4507-88aa-5a50d17cf37d req-9fc049a6-ea7d-4c34-84e2-67473d4b2a9c tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8ff7359-db2b-4d57-aa79-237c344ab3df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4425666 Dec 06 17:19:47.801938 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137f0260-8954-47ec-9323-888f053af34c req-c563d273-7454-41ee-a9c5-10377474b20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:47.805992 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-137f0260-8954-47ec-9323-888f053af34c req-c563d273-7454-41ee-a9c5-10377474b20f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0688c6db31494470a1b7a5ecaa734bc4&device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 1096 time: 0.3421330 Dec 06 17:19:47.996746 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:48.014159 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08c30b83-302d-4439-a034-63a7ee65b0a1 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Made reservation on behalf of 40549eaf61834290b753dc92c662ceed for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:19:48.018540 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-08c30b83-302d-4439-a034-63a7ee65b0a1 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:48.081721 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 9f8759e8-7740-49a7-bb73-fc774ca2e4df details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:19:48.086320 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-74cce45b-40c8-4f09-9579-06f5580c311c req-b10dfdcf-689c-4d30-91e6-c059aeaa2fb9 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd5fd2ce-3e09-41f1-868b-3ad9c4e06626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4469757 Dec 06 17:19:48.296725 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137f0260-8954-47ec-9323-888f053af34c req-e6fe3f77-9781-408b-a615-941cea633867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:48.298444 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-137f0260-8954-47ec-9323-888f053af34c req-e6fe3f77-9781-408b-a615-941cea633867 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b1330ff6-71a6-48db-aedf-2e908404d40b HTTP/1.1" status: 200 len: 912 time: 0.3243122 Dec 06 17:19:48.322549 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d037a3ec-13f7-4f2d-8f2c-56a4956acb30 None None] Network e3788df9-efc1-453b-b805-63bbca1dfdfb requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:19:48.411184 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c054149c-4137-4f38-9867-ecc46d9d5bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:48.420528 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8de0e8be-6cfb-4e15-81f1-fa49ab1b7b1e tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:48.445170 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8de0e8be-6cfb-4e15-81f1-fa49ab1b7b1e tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:48.446026 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8de0e8be-6cfb-4e15-81f1-fa49ab1b7b1e tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-772465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539207'] for router_interface, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:48.460070 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3baadc82-11c2-4987-81d1-13c46e40942e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:48.469440 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.db.api [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103286) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 17:19:48.469990 n-d-master-1 neutron-server[103286]: DEBUG oslo_db.api [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 17:19:48.559464 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-137f0260-8954-47ec-9323-888f053af34c req-3436fc45-9ede-4cd9-a5b7-4bccacd62a2f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=121dd329-2fdc-4943-88fc-b3360bf29c71 HTTP/1.1" status: 200 len: 999 time: 0.2441957 Dec 06 17:19:48.595622 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baadc82-11c2-4987-81d1-13c46e40942e None None] Pushing event updated for resources: {'Port': ['ID=d5fb3440-087b-4706-b5d5-9804f094f736,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:48.624651 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de0e8be-6cfb-4e15-81f1-fa49ab1b7b1e tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Pushing event updated for resources: {'Port': ['ID=b2917927-dd62-4d62-b411-cdbf9181b3d7,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:48.642860 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c054149c-4137-4f38-9867-ecc46d9d5bd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddcdf0a8-6e30-4cba-9d88-aa5c6322e888,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:48.679756 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c054149c-4137-4f38-9867-ecc46d9d5bd4 admin admin] Checking segment: {'id': '75dec456-0c53-4d68-a594-09eae1165102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9f8759e8-7740-49a7-bb73-fc774ca2e4df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:19:48.680419 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c054149c-4137-4f38-9867-ecc46d9d5bd4 admin admin] Network hostable DHCP agents. Network: 9f8759e8-7740-49a7-bb73-fc774ca2e4df, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:19:48.708127 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:48.716478 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-08c30b83-302d-4439-a034-63a7ee65b0a1 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:48.719543 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137f0260-8954-47ec-9323-888f053af34c req-c7b7b0e2-c1ee-4d33-b624-b6af8554e7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:48.727972 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-137f0260-8954-47ec-9323-888f053af34c req-c7b7b0e2-c1ee-4d33-b624-b6af8554e7e7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=407d30a8-656b-4107-b0bb-8b27c7634002 HTTP/1.1" status: 200 len: 850 time: 0.1572444 Dec 06 17:19:48.731278 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c054149c-4137-4f38-9867-ecc46d9d5bd4 admin admin] Network 9f8759e8-7740-49a7-bb73-fc774ca2e4df is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:19:48.758082 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-3f6e7f71-1761-4544-9374-c8fd8c12029c None None] Provisioning complete for port 7be686b5-4325-4022-b3b9-1068e096ca27 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:19:48.758629 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3f6e7f71-1761-4544-9374-c8fd8c12029c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:48.784180 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-c054149c-4137-4f38-9867-ecc46d9d5bd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 9f8759e8-7740-49a7-bb73-fc774ca2e4df) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:19:48.802083 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c30b83-302d-4439-a034-63a7ee65b0a1 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Network 3639a207-fc6f-4043-a215-052e47faf622 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:19:48.803798 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c054149c-4137-4f38-9867-ecc46d9d5bd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:48.805207 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c054149c-4137-4f38-9867-ecc46d9d5bd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:48.812013 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-08c30b83-302d-4439-a034-63a7ee65b0a1 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:19:48.822539 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c30b83-302d-4439-a034-63a7ee65b0a1 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:48.823345 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-08c30b83-302d-4439-a034-63a7ee65b0a1 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:48.826557 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c30b83-302d-4439-a034-63a7ee65b0a1 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Pushing event updated for resources: {'Subnet': ['ID=d976a6f8-0ed1-4788-8994-6ae7eb58158e,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:48.843640 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de0e8be-6cfb-4e15-81f1-fa49ab1b7b1e tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Network 0ad2a301-4f30-4943-9ff0-d859f2c24f34 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:19:48.851607 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-c054149c-4137-4f38-9867-ecc46d9d5bd4 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4791710 Dec 06 17:19:48.858437 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-8de0e8be-6cfb-4e15-81f1-fa49ab1b7b1e tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:19:48.865969 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-08c30b83-302d-4439-a034-63a7ee65b0a1 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7237844 Dec 06 17:19:48.870286 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 54668) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:48.887673 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff567b4-b951-4d01-aab1-b6fdcb736745 None None] Network 9f8759e8-7740-49a7-bb73-fc774ca2e4df requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:19:48.889732 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-fa51c846-1f00-463b-9a26-640aee28ff9f tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Request body: {'port': {'network_id': '3639a207-fc6f-4043-a215-052e47faf622', 'fixed_ips': [{'subnet_id': 'da5251d6-0876-4303-ba40-2c4e577f4d88'}, {'subnet_id': 'd976a6f8-0ed1-4788-8994-6ae7eb58158e'}], 'name': 'tempest-PortsTestJSON-1287654628'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:19:49.008706 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4638b627-9c2e-4766-8fde-0cdc3df8e6a5 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:49.143488 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port decb0f8a-736c-4f8b-a030-c3406108b3b4, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=decb0f8a-736c-4f8b-a030-c3406108b3b4,segment=NetworkSegment(5a916c46-cf7e-433a-ae04-99d57e30b2e2),segment_id=5a916c46-cf7e-433a-ae04-99d57e30b2e2)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:19:49.153928 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137f0260-8954-47ec-9323-888f053af34c req-eda4b43c-6000-4232-b46f-e46f630679c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:49.155573 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-137f0260-8954-47ec-9323-888f053af34c req-eda4b43c-6000-4232-b46f-e46f630679c0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b1330ff6-71a6-48db-aedf-2e908404d40b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4140315 Dec 06 17:19:49.276390 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae7221e-d88c-48e5-ac4b-a2048408ed48 req-1ecb165b-4c80-49e8-853a-f8fae1f9c91e tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:49.301748 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6ae7221e-d88c-48e5-ac4b-a2048408ed48 req-1ecb165b-4c80-49e8-853a-f8fae1f9c91e tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/ports?device_id=a641f262-239e-461f-af10-00b86db62822 HTTP/1.1" status: 200 len: 943 time: 0.1186166 Dec 06 17:19:49.305315 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': 'decb0f8a-736c-4f8b-a030-c3406108b3b4', 'network_id': 'c03931f5-54ae-4b06-ad76-fa3bc7500e1d', 'port_id': 'decb0f8a-736c-4f8b-a030-c3406108b3b4', 'mac_address': 'fa:16:3e:d2:68:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2b8ed75-274c-4de4-a0f5-9da38dbe8d78', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:19:49.363803 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4638b627-9c2e-4766-8fde-0cdc3df8e6a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:49.444411 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:49.464480 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6ae7221e-d88c-48e5-ac4b-a2048408ed48 req-3e61bae5-5e51-4166-8b7d-3499e6617ff0 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd5fd2ce-3e09-41f1-868b-3ad9c4e06626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602030 Dec 06 17:19:49.476270 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7545fd2d-8853-40b1-9be4-cd136de4e1d8 None None] Network 9f8759e8-7740-49a7-bb73-fc774ca2e4df requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:19:49.502402 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54676) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:49.590283 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-262ad9ba-6ea1-4d45-a08d-6fc0a6545f78 admin admin] Deleting subnet ddcdf0a8-6e30-4cba-9d88-aa5c6322e888 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:19:49.595804 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-262ad9ba-6ea1-4d45-a08d-6fc0a6545f78 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:49.608100 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 7be686b5-4325-4022-b3b9-1068e096ca27 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:19:49.628972 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa51c846-1f00-463b-9a26-640aee28ff9f tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Made reservation on behalf of 40549eaf61834290b753dc92c662ceed for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:19:49.652912 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4638b627-9c2e-4766-8fde-0cdc3df8e6a5 None None] Network 3639a207-fc6f-4043-a215-052e47faf622 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:19:49.679788 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-262ad9ba-6ea1-4d45-a08d-6fc0a6545f78 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:49.796419 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-262ad9ba-6ea1-4d45-a08d-6fc0a6545f78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:49.829787 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b91a0f-d195-4a03-8e1c-0126cbce729b req-76712cc1-f816-4417-9f1a-bf0edc05dce4 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:49.834988 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-10b91a0f-d195-4a03-8e1c-0126cbce729b req-76712cc1-f816-4417-9f1a-bf0edc05dce4 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 945 time: 0.7760079 Dec 06 17:19:49.837020 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-4638b627-9c2e-4766-8fde-0cdc3df8e6a5 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:19:49.839073 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-137f0260-8954-47ec-9323-888f053af34c req-9faa331a-4d00-4fc6-a26e-37bbb0bb7dae service neutron] 10.222.0.44 "GET /v2.0/networks/b1330ff6-71a6-48db-aedf-2e908404d40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5623319 Dec 06 17:19:49.840954 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:49.888117 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-262ad9ba-6ea1-4d45-a08d-6fc0a6545f78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:49.921737 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262ad9ba-6ea1-4d45-a08d-6fc0a6545f78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddcdf0a8-6e30-4cba-9d88-aa5c6322e888,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:49.940546 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-262ad9ba-6ea1-4d45-a08d-6fc0a6545f78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:49.948303 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-262ad9ba-6ea1-4d45-a08d-6fc0a6545f78 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ddcdf0a8-6e30-4cba-9d88-aa5c6322e888 HTTP/1.1" status: 204 len: 168 time: 0.4423983 Dec 06 17:19:49.949183 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54680) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:49.952032 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4638b627-9c2e-4766-8fde-0cdc3df8e6a5 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:19:49.954838 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3f6e7f71-1761-4544-9374-c8fd8c12029c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:49.970100 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4638b627-9c2e-4766-8fde-0cdc3df8e6a5 None None] Pushing event updated for resources: {'Port': ['ID=66c16638-edda-433f-8711-dd9a7633c65c,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:50.003427 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8de0e8be-6cfb-4e15-81f1-fa49ab1b7b1e tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Router 6a62d889-8bad-4832-9ddd-c08f20cbeab7 is scheduled to L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 with binding_index 1 {{(pid=103285) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 17:19:50.013072 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fa51c846-1f00-463b-9a26-640aee28ff9f tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:50.040612 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id decb0f8a-736c-4f8b-a030-c3406108b3b4 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:19:50.059322 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-fa51c846-1f00-463b-9a26-640aee28ff9f tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] device_id is not set on port 25f4966e-9ae1-4e3b-99ec-ef9139fa90a7 yet. {{(pid=103285) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:19:50.062995 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3ebe4116-814b-4f7f-81ad-1687a1fba53e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:50.064961 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port decb0f8a-736c-4f8b-a030-c3406108b3b4, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=decb0f8a-736c-4f8b-a030-c3406108b3b4,segment=NetworkSegment(5a916c46-cf7e-433a-ae04-99d57e30b2e2),segment_id=5a916c46-cf7e-433a-ae04-99d57e30b2e2)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:19:50.121386 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:50.163210 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-3f6e7f71-1761-4544-9374-c8fd8c12029c None None] For port 7be686b5-4325-4022-b3b9-1068e096ca27, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7be686b5-4325-4022-b3b9-1068e096ca27,segment=NetworkSegment(252ff32d-5ee0-4f48-9fc1-22e02bc12ca1),segment_id=252ff32d-5ee0-4f48-9fc1-22e02bc12ca1)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:19:50.187023 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3ebe4116-814b-4f7f-81ad-1687a1fba53e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:50.211069 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-3ebe4116-814b-4f7f-81ad-1687a1fba53e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f8759e8-7740-49a7-bb73-fc774ca2e4df']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:19:50.221323 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-3ebe4116-814b-4f7f-81ad-1687a1fba53e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75dec456-0c53-4d68-a594-09eae1165102') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:19:50.221670 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-3ebe4116-814b-4f7f-81ad-1687a1fba53e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75dec456-0c53-4d68-a594-09eae1165102') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:19:50.231870 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3ebe4116-814b-4f7f-81ad-1687a1fba53e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:50.250430 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3ebe4116-814b-4f7f-81ad-1687a1fba53e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:50.258928 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ebe4116-814b-4f7f-81ad-1687a1fba53e admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:19:50.259610 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3ebe4116-814b-4f7f-81ad-1687a1fba53e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:50.290316 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=decb0f8a-736c-4f8b-a030-c3406108b3b4,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:50.310452 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3f6e7f71-1761-4544-9374-c8fd8c12029c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:50.351481 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 17:19:50.351481 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:19:50.351481 n-d-master-1 neutron-server[103284]: timer() Dec 06 17:19:50.351481 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:19:50.351481 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 17:19:50.351481 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:19:50.351481 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 17:19:50.351481 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:19:50.351481 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 17:19:50.351481 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:19:50.351481 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 17:19:50.351481 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:19:50.351481 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 17:19:50.351481 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:19:50.351481 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:19:50.351481 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:19:50.351481 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:19:50.351481 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:19:50.351481 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 17:19:50.351481 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:19:50.351481 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 17:19:50.351481 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:19:50.351481 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:19:50.351481 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:19:50.351481 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 17:19:50.351481 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:19:50.351481 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:19:50.351481 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:19:50.351481 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:19:50.351481 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:19:50.351481 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:19:50.351481 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:19:50.360442 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3ebe4116-814b-4f7f-81ad-1687a1fba53e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:50.368255 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3ebe4116-814b-4f7f-81ad-1687a1fba53e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:50.386717 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 7be686b5-4325-4022-b3b9-1068e096ca27 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:19:50.387098 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:50.392933 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-3ebe4116-814b-4f7f-81ad-1687a1fba53e admin admin] 10.222.0.23 "DELETE /v2.0/networks/9f8759e8-7740-49a7-bb73-fc774ca2e4df HTTP/1.1" status: 204 len: 168 time: 0.4429755 Dec 06 17:19:50.397451 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-4638b627-9c2e-4766-8fde-0cdc3df8e6a5 None None] Attempting to bind port 66c16638-edda-433f-8711-dd9a7633c65c on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:19:50.401961 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-4638b627-9c2e-4766-8fde-0cdc3df8e6a5 None None] Attempting to bind port 66c16638-edda-433f-8711-dd9a7633c65c by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '1a74e60f-bba5-44a6-a7c7-31b3c7390521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3639a207-fc6f-4043-a215-052e47faf622'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:19:50.402306 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4638b627-9c2e-4766-8fde-0cdc3df8e6a5 None None] Attempting to bind port 66c16638-edda-433f-8711-dd9a7633c65c on network 3639a207-fc6f-4043-a215-052e47faf622 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:19:50.422731 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebe4116-814b-4f7f-81ad-1687a1fba53e admin admin] Pushing event deleted for resources: {'Network': ['ID=9f8759e8-7740-49a7-bb73-fc774ca2e4df,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:50.506579 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-fa51c846-1f00-463b-9a26-640aee28ff9f tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Allocated IP 172.20.0.7 (3639a207-fc6f-4043-a215-052e47faf622/da5251d6-0876-4303-ba40-2c4e577f4d88/25f4966e-9ae1-4e3b-99ec-ef9139fa90a7) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:19:50.513159 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-fa51c846-1f00-463b-9a26-640aee28ff9f tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Allocated IP 172.20.0.23 (3639a207-fc6f-4043-a215-052e47faf622/d976a6f8-0ed1-4788-8994-6ae7eb58158e/25f4966e-9ae1-4e3b-99ec-ef9139fa90a7) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:19:50.514927 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4638b627-9c2e-4766-8fde-0cdc3df8e6a5 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:19:50.515326 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4638b627-9c2e-4766-8fde-0cdc3df8e6a5 None None] Checking segment: {'id': '1a74e60f-bba5-44a6-a7c7-31b3c7390521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3639a207-fc6f-4043-a215-052e47faf622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:19:50.515877 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4638b627-9c2e-4766-8fde-0cdc3df8e6a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:50.516338 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4638b627-9c2e-4766-8fde-0cdc3df8e6a5 None None] Bound using segment: {'id': '1a74e60f-bba5-44a6-a7c7-31b3c7390521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3639a207-fc6f-4043-a215-052e47faf622'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:19:50.516945 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-4638b627-9c2e-4766-8fde-0cdc3df8e6a5 None None] Bound port: 66c16638-edda-433f-8711-dd9a7633c65c, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a74e60f-bba5-44a6-a7c7-31b3c7390521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3639a207-fc6f-4043-a215-052e47faf622'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:19:50.517491 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4638b627-9c2e-4766-8fde-0cdc3df8e6a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:50.538266 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6e7f71-1761-4544-9374-c8fd8c12029c None None] Pushing event updated for resources: {'Port': ['ID=7be686b5-4325-4022-b3b9-1068e096ca27,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:50.594163 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54688) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:50.628120 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['decb0f8a-736c-4f8b-a030-c3406108b3b4'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:19:50.641270 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-10b91a0f-d195-4a03-8e1c-0126cbce729b req-922e933b-9dcb-4401-be3e-17ec658985f7 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8ff7359-db2b-4d57-aa79-237c344ab3df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7839546 Dec 06 17:19:50.694626 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-4638b627-9c2e-4766-8fde-0cdc3df8e6a5 None None] For port 66c16638-edda-433f-8711-dd9a7633c65c, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:19:50.704059 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-4638b627-9c2e-4766-8fde-0cdc3df8e6a5 None None] For port 66c16638-edda-433f-8711-dd9a7633c65c, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=66c16638-edda-433f-8711-dd9a7633c65c,segment=NetworkSegment(1a74e60f-bba5-44a6-a7c7-31b3c7390521),segment_id=1a74e60f-bba5-44a6-a7c7-31b3c7390521)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:19:50.720666 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-2acb9662-5842-4ca5-b514-7ea3fae29766 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c23404b483ee49cea8acdca2c4f95900&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1249657 Dec 06 17:19:50.721515 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54690) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:50.786210 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116617e4-c2d5-4eab-9a72-9b74f20064c7 req-c352ce31-c180-4ce7-910a-570b86edd582 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:50.789213 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-116617e4-c2d5-4eab-9a72-9b74f20064c7 req-c352ce31-c180-4ce7-910a-570b86edd582 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/ports?device_id=a641f262-239e-461f-af10-00b86db62822 HTTP/1.1" status: 200 len: 944 time: 0.1702621 Dec 06 17:19:50.796622 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4638b627-9c2e-4766-8fde-0cdc3df8e6a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:50.822317 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-3f6e7f71-1761-4544-9374-c8fd8c12029c None None] Provisioning complete for port b2917927-dd62-4d62-b411-cdbf9181b3d7 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:19:50.822697 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3f6e7f71-1761-4544-9374-c8fd8c12029c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:50.828599 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1215f0e9-2de8-4824-99b1-3ef8ebb7adee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:50.857999 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1215f0e9-2de8-4824-99b1-3ef8ebb7adee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:50.925813 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1215f0e9-2de8-4824-99b1-3ef8ebb7adee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:50.930170 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1215f0e9-2de8-4824-99b1-3ef8ebb7adee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:50.935506 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-1215f0e9-2de8-4824-99b1-3ef8ebb7adee admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4a214ead-2921-4b5d-96e6-aad578d06bd8 HTTP/1.1" status: 204 len: 168 time: 0.2119308 Dec 06 17:19:50.942284 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fa51c846-1f00-463b-9a26-640aee28ff9f tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:50.957992 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1215f0e9-2de8-4824-99b1-3ef8ebb7adee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a214ead-2921-4b5d-96e6-aad578d06bd8,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:50.985426 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-116617e4-c2d5-4eab-9a72-9b74f20064c7 req-1acc3c46-f167-4aea-963c-9e19073396be tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd5fd2ce-3e09-41f1-868b-3ad9c4e06626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890743 Dec 06 17:19:51.059286 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-3f6e7f71-1761-4544-9374-c8fd8c12029c None None] Port b2917927-dd62-4d62-b411-cdbf9181b3d7 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:19:51.072063 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4638b627-9c2e-4766-8fde-0cdc3df8e6a5 None None] Pushing event updated for resources: {'Port': ['ID=66c16638-edda-433f-8711-dd9a7633c65c,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:51.149494 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-137f0260-8954-47ec-9323-888f053af34c req-21e8cb9a-c77c-4bda-bcc1-9452ee65e4ef service neutron] 10.222.0.44 "GET /v2.0/networks/b1330ff6-71a6-48db-aedf-2e908404d40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2879560 Dec 06 17:19:51.192814 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fa51c846-1f00-463b-9a26-640aee28ff9f tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:51.236901 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-3f6e7f71-1761-4544-9374-c8fd8c12029c None None] Provisioning complete for port d5fb3440-087b-4706-b5d5-9804f094f736 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:19:51.237323 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3f6e7f71-1761-4544-9374-c8fd8c12029c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:51.325936 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa51c846-1f00-463b-9a26-640aee28ff9f tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Pushing event updated for resources: {'Port': ['ID=25f4966e-9ae1-4e3b-99ec-ef9139fa90a7,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:51.349352 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8de0e8be-6cfb-4e15-81f1-fa49ab1b7b1e tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:19:51.356540 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-8de0e8be-6cfb-4e15-81f1-fa49ab1b7b1e tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "PUT /v2.0/routers/6a62d889-8bad-4832-9ddd-c08f20cbeab7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6029704 Dec 06 17:19:51.359692 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54698) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:51.364598 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa51c846-1f00-463b-9a26-640aee28ff9f tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Network 3639a207-fc6f-4043-a215-052e47faf622 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:19:51.366710 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-fa51c846-1f00-463b-9a26-640aee28ff9f tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:19:51.367139 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc6ae94-eff9-4a3c-b303-f7f315d22d97 None None] Sync routers for ids ['6a62d889-8bad-4832-9ddd-c08f20cbeab7'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:19:51.381146 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa51c846-1f00-463b-9a26-640aee28ff9f tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:19:51.419669 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc6ae94-eff9-4a3c-b303-f7f315d22d97 None None] Routers {'6a62d889-8bad-4832-9ddd-c08f20cbeab7'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:19:51.426384 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-ebc6ae94-eff9-4a3c-b303-f7f315d22d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:19:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['6a62d889-8bad-4832-9ddd-c08f20cbeab7'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:19:51.458885 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device d5fb3440-087b-4706-b5d5-9804f094f736 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:19:51.529299 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74eef731-c56c-4ccc-a34f-0789b1910ef9 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:51.535254 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-74eef731-c56c-4ccc-a34f-0789b1910ef9 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "GET /v2.0/ports/b2917927-dd62-4d62-b411-cdbf9181b3d7 HTTP/1.1" status: 200 len: 911 time: 0.1646316 Dec 06 17:19:51.535912 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54702) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:51.579853 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-ebc6ae94-eff9-4a3c-b303-f7f315d22d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:19:51.584021 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa51c846-1f00-463b-9a26-640aee28ff9f tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:51.613691 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fa51c846-1f00-463b-9a26-640aee28ff9f tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:51.634356 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc6ae94-eff9-4a3c-b303-f7f315d22d97 None None] Routers {'6a62d889-8bad-4832-9ddd-c08f20cbeab7'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:19:51.636449 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-ebc6ae94-eff9-4a3c-b303-f7f315d22d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:19:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['6a62d889-8bad-4832-9ddd-c08f20cbeab7'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:19:51.673197 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-fa51c846-1f00-463b-9a26-640aee28ff9f tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.7981269 Dec 06 17:19:51.674110 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 54706) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:51.693254 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-17a9bae6-9051-4215-81b1-5925d605c3ec tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'da5251d6-0876-4303-ba40-2c4e577f4d88'}]}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:19:51.771153 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-ebc6ae94-eff9-4a3c-b303-f7f315d22d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:19:51.772386 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc6ae94-eff9-4a3c-b303-f7f315d22d97 None None] The sync data for ids ['6a62d889-8bad-4832-9ddd-c08f20cbeab7'] in n-d-master-1 is: [] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:19:51.889630 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port d5fb3440-087b-4706-b5d5-9804f094f736 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:19:51.890279 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:52.070016 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-9a0f5348-8ca5-4c1c-80d0-1e692e3b6688 None None] Provisioning complete for port 7be686b5-4325-4022-b3b9-1068e096ca27 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:19:52.070625 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9a0f5348-8ca5-4c1c-80d0-1e692e3b6688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:52.090290 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-17a9bae6-9051-4215-81b1-5925d605c3ec tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:52.132082 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 121dd329-2fdc-4943-88fc-b3360bf29c71 up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:19:52.247427 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-557b6246-7ca5-4458-a53e-dfa4fd6a2b97 req-46ce8f8f-13fc-46ae-aaeb-a8a017bebba6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6972e696-526b-417c-bdce-ca7d7c8763eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4036486 Dec 06 17:19:52.524978 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557b6246-7ca5-4458-a53e-dfa4fd6a2b97 req-df59d9d3-310f-4789-95b6-5b7d62dc6f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:52.526579 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-557b6246-7ca5-4458-a53e-dfa4fd6a2b97 req-df59d9d3-310f-4789-95b6-5b7d62dc6f6e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d4102d427cc94f0ba1c37493608fe1c3&device_id=6972e696-526b-417c-bdce-ca7d7c8763eb HTTP/1.1" status: 200 len: 1097 time: 0.2164559 Dec 06 17:19:52.613198 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81799eac-d17f-4896-9d1b-8d25f11568e4 req-434b555e-760c-4e2f-9e64-b362f7633a7b tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:52.615451 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 7be686b5-4325-4022-b3b9-1068e096ca27 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:19:52.629736 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-81799eac-d17f-4896-9d1b-8d25f11568e4 req-434b555e-760c-4e2f-9e64-b362f7633a7b tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 945 time: 0.4244273 Dec 06 17:19:52.795277 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-81799eac-d17f-4896-9d1b-8d25f11568e4 req-c254ca80-60bf-41f1-99c4-3263335f4d40 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8ff7359-db2b-4d57-aa79-237c344ab3df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1615708 Dec 06 17:19:52.796642 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port 121dd329-2fdc-4943-88fc-b3360bf29c71 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:19:52.797022 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:52.846721 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-9a0f5348-8ca5-4c1c-80d0-1e692e3b6688 None None] Provisioning complete for port b2917927-dd62-4d62-b411-cdbf9181b3d7 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:19:52.847249 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9a0f5348-8ca5-4c1c-80d0-1e692e3b6688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:52.880860 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-17a9bae6-9051-4215-81b1-5925d605c3ec tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Delete allocated IP 172.20.0.23 (3639a207-fc6f-4043-a215-052e47faf622/d976a6f8-0ed1-4788-8994-6ae7eb58158e) {{(pid=103285) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 06 17:19:52.884095 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4efa0098-071c-4c61-88ba-876050a2b7a5 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:52.961657 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a24f8e-d746-4073-9dd8-c59e7e809886 None None] Network 3639a207-fc6f-4043-a215-052e47faf622 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:19:52.998712 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 7be686b5-4325-4022-b3b9-1068e096ca27 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:19:52.999259 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:53.052644 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-9a0f5348-8ca5-4c1c-80d0-1e692e3b6688 None None] Port b2917927-dd62-4d62-b411-cdbf9181b3d7 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:19:53.354004 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-4a52caae-ee0a-4865-905a-b53f06b2ec1d None None] Provisioning complete for port 66c16638-edda-433f-8711-dd9a7633c65c triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:19:53.354665 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4a52caae-ee0a-4865-905a-b53f06b2ec1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:53.460698 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 66c16638-edda-433f-8711-dd9a7633c65c up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:19:53.519740 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-4efa0098-071c-4c61-88ba-876050a2b7a5 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Allocated IP 2001:db8:1::1 (e3788df9-efc1-453b-b805-63bbca1dfdfb/53434486-ab91-46d0-b118-82f7b95972d5/7fdd2ca5-ea52-450a-901d-4fe846e39055) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:19:53.539056 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:53.677333 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdc4afb-7c76-47c8-8442-7fe880710fb1 req-1e17851f-812c-4123-80dd-3e97a6019027 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:53.679030 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8bdc4afb-7c76-47c8-8442-7fe880710fb1 req-1e17851f-812c-4123-80dd-3e97a6019027 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/ports?device_id=a641f262-239e-461f-af10-00b86db62822 HTTP/1.1" status: 200 len: 944 time: 1.5076609 Dec 06 17:19:53.697280 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56bfc86e-367c-415e-8cf0-a0f9867a9691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '121dd329-2fdc-4943-88fc-b3360bf29c71'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:19:53.698294 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b2cdf33-8be2-4f92-889a-28aeeb13c439" -d '{"events": [{"server_uuid": "56bfc86e-367c-415e-8cf0-a0f9867a9691", "name": "network-vif-plugged", "status": "completed", "tag": "121dd329-2fdc-4943-88fc-b3360bf29c71"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:19:53.730869 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557b6246-7ca5-4458-a53e-dfa4fd6a2b97 req-e9f33554-353f-4a97-9339-a830e961a58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:53.732358 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-557b6246-7ca5-4458-a53e-dfa4fd6a2b97 req-e9f33554-353f-4a97-9339-a830e961a58c service neutron] 10.222.0.41 "GET /v2.0/networks?id=cae96aac-fb31-4420-9340-c97dbf634a30 HTTP/1.1" status: 200 len: 920 time: 0.7482507 Dec 06 17:19:53.738110 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-17a9bae6-9051-4215-81b1-5925d605c3ec tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:53.756905 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 121dd329-2fdc-4943-88fc-b3360bf29c71, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=121dd329-2fdc-4943-88fc-b3360bf29c71,segment=NetworkSegment(89275c86-7da9-47f2-a47a-1035a530c501),segment_id=89275c86-7da9-47f2-a47a-1035a530c501)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:19:53.757955 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5202e6e-acaf-45c2-9f87-30fdbe0f0ab6 None None] Update dhcp port {'port': {'network_id': '3639a207-fc6f-4043-a215-052e47faf622', 'fixed_ips': [{'subnet_id': 'da5251d6-0876-4303-ba40-2c4e577f4d88', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd976a6f8-0ed1-4788-8994-6ae7eb58158e'}], 'binding:host_id': 'n-d-master-1'}, 'id': '66c16638-edda-433f-8711-dd9a7633c65c'} from n-d-master-1. {{(pid=103286) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 06 17:19:53.758093 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-17a9bae6-9051-4215-81b1-5925d605c3ec tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:53.851924 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:53.871549 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-738a4f77-8bf3-4a7b-b934-28685df91222 x-openstack-request-id: req-738a4f77-8bf3-4a7b-b934-28685df91222 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:19:53.871856 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56bfc86e-367c-415e-8cf0-a0f9867a9691", "name": "network-vif-plugged", "status": "completed", "tag": "121dd329-2fdc-4943-88fc-b3360bf29c71", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:19:53.872124 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-738a4f77-8bf3-4a7b-b934-28685df91222 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:19:53.872276 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a9bae6-9051-4215-81b1-5925d605c3ec tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Pushing event updated for resources: {'Port': ['ID=25f4966e-9ae1-4e3b-99ec-ef9139fa90a7,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:53.875484 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56bfc86e-367c-415e-8cf0-a0f9867a9691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '121dd329-2fdc-4943-88fc-b3360bf29c71', 'code': 200} Dec 06 17:19:53.888083 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54748) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:53.897708 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-557b6246-7ca5-4458-a53e-dfa4fd6a2b97 req-50adb8f0-f962-47c4-bc7a-c90cb6d547dd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2bcf73d1-a415-4204-9990-3862b1c99089 HTTP/1.1" status: 200 len: 217 time: 0.1475165 Dec 06 17:19:53.912887 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8bdc4afb-7c76-47c8-8442-7fe880710fb1 req-10c132f9-1ec5-4f7d-b09c-6bf3e48e32c6 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd5fd2ce-3e09-41f1-868b-3ad9c4e06626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183950 Dec 06 17:19:53.971414 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4a52caae-ee0a-4865-905a-b53f06b2ec1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:53.978510 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4efa0098-071c-4c61-88ba-876050a2b7a5 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:54.000372 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 66c16638-edda-433f-8711-dd9a7633c65c triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:19:54.001318 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:54.059095 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4efa0098-071c-4c61-88ba-876050a2b7a5 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:54.109364 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-17a9bae6-9051-4215-81b1-5925d605c3ec tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] In _notify_port_updated(), no bound segment for port 25f4966e-9ae1-4e3b-99ec-ef9139fa90a7 on network 3639a207-fc6f-4043-a215-052e47faf622 {{(pid=103285) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 17:19:54.119609 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a5202e6e-acaf-45c2-9f87-30fdbe0f0ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:54.120816 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a9bae6-9051-4215-81b1-5925d605c3ec tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:54.125895 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-17a9bae6-9051-4215-81b1-5925d605c3ec tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:54.129901 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-17a9bae6-9051-4215-81b1-5925d605c3ec tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "PUT /v2.0/ports/25f4966e-9ae1-4e3b-99ec-ef9139fa90a7 HTTP/1.1" status: 200 len: 919 time: 2.4522882 Dec 06 17:19:54.138472 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 54756) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:54.144664 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-17eca993-0739-45c9-9093-a04d8fd4f585 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'da5251d6-0876-4303-ba40-2c4e577f4d88'}, {'subnet_id': 'd976a6f8-0ed1-4788-8994-6ae7eb58158e'}]}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:19:54.211524 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device decb0f8a-736c-4f8b-a030-c3406108b3b4 up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:19:54.242280 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4efa0098-071c-4c61-88ba-876050a2b7a5 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Network e3788df9-efc1-453b-b805-63bbca1dfdfb is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:19:54.266058 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-87dd42c1-84ae-442a-89e2-f84fef4a5034 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:54.277837 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-4a52caae-ee0a-4865-905a-b53f06b2ec1d None None] For port 66c16638-edda-433f-8711-dd9a7633c65c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=66c16638-edda-433f-8711-dd9a7633c65c,segment=NetworkSegment(1a74e60f-bba5-44a6-a7c7-31b3c7390521),segment_id=1a74e60f-bba5-44a6-a7c7-31b3c7390521)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:19:54.319924 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-4efa0098-071c-4c61-88ba-876050a2b7a5 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:19:54.332834 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557b6246-7ca5-4458-a53e-dfa4fd6a2b97 req-16f55c06-e602-4038-959d-445d51abf86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:54.334483 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-557b6246-7ca5-4458-a53e-dfa4fd6a2b97 req-16f55c06-e602-4038-959d-445d51abf86b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=96d1432b-c397-475b-95f3-c732d2ae28e6 HTTP/1.1" status: 200 len: 859 time: 0.4181902 Dec 06 17:19:54.382299 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4a52caae-ee0a-4865-905a-b53f06b2ec1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:54.402815 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-17eca993-0739-45c9-9093-a04d8fd4f585 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:54.403063 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=121dd329-2fdc-4943-88fc-b3360bf29c71,revision_number=13']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:54.423158 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efa0098-071c-4c61-88ba-876050a2b7a5 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Pushing event updated for resources: {'Port': ['ID=7fdd2ca5-ea52-450a-901d-4fe846e39055,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:54.436152 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efa0098-071c-4c61-88ba-876050a2b7a5 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:19:54.436760 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4efa0098-071c-4c61-88ba-876050a2b7a5 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539179'] for router_interface, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:54.542728 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-557b6246-7ca5-4458-a53e-dfa4fd6a2b97 req-d2c3fc56-fbf2-4f10-b4ad-311cee931604 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cae96aac-fb31-4420-9340-c97dbf634a30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1476071 Dec 06 17:19:54.579723 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a52caae-ee0a-4865-905a-b53f06b2ec1d None None] Pushing event updated for resources: {'Port': ['ID=66c16638-edda-433f-8711-dd9a7633c65c,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:54.694211 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning for port decb0f8a-736c-4f8b-a030-c3406108b3b4 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:19:54.743471 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port decb0f8a-736c-4f8b-a030-c3406108b3b4 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:19:54.744036 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:54.982283 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-1b851ebb-1477-4c5d-8ae3-68e3b7b9807b None None] Provisioning complete for port 7fdd2ca5-ea52-450a-901d-4fe846e39055 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:19:54.994595 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1b851ebb-1477-4c5d-8ae3-68e3b7b9807b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:55.008763 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 66c16638-edda-433f-8711-dd9a7633c65c up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:19:55.095857 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-a5202e6e-acaf-45c2-9f87-30fdbe0f0ab6 None None] Allocated IP 172.20.0.18 (3639a207-fc6f-4043-a215-052e47faf622/d976a6f8-0ed1-4788-8994-6ae7eb58158e/66c16638-edda-433f-8711-dd9a7633c65c) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:19:55.112383 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-557b6246-7ca5-4458-a53e-dfa4fd6a2b97 req-3b89e96f-c7a1-47ab-bb7c-66a139e60c18 service neutron] 10.222.0.41 "GET /v2.0/networks/cae96aac-fb31-4420-9340-c97dbf634a30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5525923 Dec 06 17:19:55.133240 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44648ae1-aa78-4146-9c83-88a2fc7c51dd req-222185f0-a91b-427a-ade0-8276e68920a0 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:55.134859 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-44648ae1-aa78-4146-9c83-88a2fc7c51dd req-222185f0-a91b-427a-ade0-8276e68920a0 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 946 time: 1.1765578 Dec 06 17:19:55.160239 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-1b851ebb-1477-4c5d-8ae3-68e3b7b9807b None None] Port 7fdd2ca5-ea52-450a-901d-4fe846e39055 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:19:55.264371 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:55.283164 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 66c16638-edda-433f-8711-dd9a7633c65c triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:19:55.283543 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:55.307486 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4efa0098-071c-4c61-88ba-876050a2b7a5 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:55.334087 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-87dd42c1-84ae-442a-89e2-f84fef4a5034 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:55.369118 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port decb0f8a-736c-4f8b-a030-c3406108b3b4, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=decb0f8a-736c-4f8b-a030-c3406108b3b4,segment=NetworkSegment(5a916c46-cf7e-433a-ae04-99d57e30b2e2),segment_id=5a916c46-cf7e-433a-ae04-99d57e30b2e2)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:19:55.372874 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a5202e6e-acaf-45c2-9f87-30fdbe0f0ab6 None None] For port 66c16638-edda-433f-8711-dd9a7633c65c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=66c16638-edda-433f-8711-dd9a7633c65c,segment=NetworkSegment(1a74e60f-bba5-44a6-a7c7-31b3c7390521),segment_id=1a74e60f-bba5-44a6-a7c7-31b3c7390521)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:19:55.388260 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-87dd42c1-84ae-442a-89e2-f84fef4a5034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:55.406002 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:55.481930 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a5202e6e-acaf-45c2-9f87-30fdbe0f0ab6 None None] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:55.531120 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-557b6246-7ca5-4458-a53e-dfa4fd6a2b97 req-93850c55-3119-4e99-afc6-b5d0f1bd6605 service neutron] 10.222.0.41 "GET /v2.0/networks/cae96aac-fb31-4420-9340-c97dbf634a30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3846674 Dec 06 17:19:55.545490 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499264bf-77de-471a-8173-aa41e0ee5e29 req-c9797298-4c38-4d93-bd22-e6f97e931667 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:55.555397 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-499264bf-77de-471a-8173-aa41e0ee5e29 req-c9797298-4c38-4d93-bd22-e6f97e931667 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/ports?device_id=a641f262-239e-461f-af10-00b86db62822 HTTP/1.1" status: 200 len: 944 time: 0.4419560 Dec 06 17:19:55.567158 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a5202e6e-acaf-45c2-9f87-30fdbe0f0ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:55.596901 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=decb0f8a-736c-4f8b-a030-c3406108b3b4,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:55.701414 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-499264bf-77de-471a-8173-aa41e0ee5e29 req-e1baf2ee-a22f-4b18-90f0-4e3205acf859 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd5fd2ce-3e09-41f1-868b-3ad9c4e06626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447628 Dec 06 17:19:55.731484 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.db.api [None req-17eca993-0739-45c9-9093-a04d8fd4f585 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-e181da0f-5e5f-4c99-8c9c-bc0507e393d4 {{(pid=103285) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 17:19:55.736254 n-d-master-1 neutron-server[103285]: DEBUG oslo_db.api [None req-17eca993-0739-45c9-9093-a04d8fd4f585 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 17:19:55.775078 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-87dd42c1-84ae-442a-89e2-f84fef4a5034 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=79824e697b754784847e6b0fcfa96d52&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8854530 Dec 06 17:19:55.777122 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 54772) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:55.805512 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5202e6e-acaf-45c2-9f87-30fdbe0f0ab6 None None] Pushing event updated for resources: {'Port': ['ID=66c16638-edda-433f-8711-dd9a7633c65c,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:55.816059 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dd42c1-84ae-442a-89e2-f84fef4a5034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=168e8e36-8a22-4006-9803-7179cf7357d0,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:55.850818 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-44648ae1-aa78-4146-9c83-88a2fc7c51dd req-535b1221-498a-418d-b4e2-865208f474f1 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8ff7359-db2b-4d57-aa79-237c344ab3df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6895730 Dec 06 17:19:55.878582 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a641f262-239e-461f-af10-00b86db62822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'decb0f8a-736c-4f8b-a030-c3406108b3b4'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:19:55.881606 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b43ac5e3-0f65-4276-9ab1-f63c700e7521" -d '{"events": [{"server_uuid": "a641f262-239e-461f-af10-00b86db62822", "name": "network-vif-plugged", "status": "completed", "tag": "decb0f8a-736c-4f8b-a030-c3406108b3b4"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:19:55.914676 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-15a7ada6-00d5-4dc1-a92e-3b6f3eeba0ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:55.954261 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ccb2383-1e01-47e1-a493-837c1ccfcc15 x-openstack-request-id: req-9ccb2383-1e01-47e1-a493-837c1ccfcc15 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:19:55.954566 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a641f262-239e-461f-af10-00b86db62822", "name": "network-vif-plugged", "status": "completed", "tag": "decb0f8a-736c-4f8b-a030-c3406108b3b4", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:19:55.954827 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9ccb2383-1e01-47e1-a493-837c1ccfcc15 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:19:55.955234 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a641f262-239e-461f-af10-00b86db62822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'decb0f8a-736c-4f8b-a030-c3406108b3b4', 'code': 200} Dec 06 17:19:55.968488 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-15a7ada6-00d5-4dc1-a92e-3b6f3eeba0ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:55.975083 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4efa0098-071c-4c61-88ba-876050a2b7a5 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:55.986370 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4efa0098-071c-4c61-88ba-876050a2b7a5 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:55.987829 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4efa0098-071c-4c61-88ba-876050a2b7a5 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-772465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539207'] for router_interface, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:56.116453 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc3d7e-a333-4c10-806b-59e353b84319 req-ecbb6357-a322-421e-83ca-e5332e79656d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:56.118424 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-dabc3d7e-a333-4c10-806b-59e353b84319 req-ecbb6357-a322-421e-83ca-e5332e79656d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a641f262-239e-461f-af10-00b86db62822 HTTP/1.1" status: 200 len: 1096 time: 0.0967908 Dec 06 17:19:56.150250 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-15a7ada6-00d5-4dc1-a92e-3b6f3eeba0ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:56.153738 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-15a7ada6-00d5-4dc1-a92e-3b6f3eeba0ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:56.157329 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-15a7ada6-00d5-4dc1-a92e-3b6f3eeba0ec admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/168e8e36-8a22-4006-9803-7179cf7357d0 HTTP/1.1" status: 204 len: 168 time: 0.3766749 Dec 06 17:19:56.200426 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a7ada6-00d5-4dc1-a92e-3b6f3eeba0ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=168e8e36-8a22-4006-9803-7179cf7357d0,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:56.219210 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-dabc3d7e-a333-4c10-806b-59e353b84319 req-e444c78a-457f-47c0-b213-9a3ff9afe957 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=cd5fd2ce-3e09-41f1-868b-3ad9c4e06626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929091 Dec 06 17:19:56.230965 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4efa0098-071c-4c61-88ba-876050a2b7a5 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Network e3788df9-efc1-453b-b805-63bbca1dfdfb is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:19:56.235156 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-4efa0098-071c-4c61-88ba-876050a2b7a5 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:19:56.241175 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efa0098-071c-4c61-88ba-876050a2b7a5 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Pushing event updated for resources: {'Port': ['ID=7fdd2ca5-ea52-450a-901d-4fe846e39055,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:56.295399 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-17eca993-0739-45c9-9093-a04d8fd4f585 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:56.496284 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4efa0098-071c-4c61-88ba-876050a2b7a5 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Router 6a62d889-8bad-4832-9ddd-c08f20cbeab7 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:19:56.666878 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4efa0098-071c-4c61-88ba-876050a2b7a5 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:19:56.672376 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-4efa0098-071c-4c61-88ba-876050a2b7a5 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "PUT /v2.0/routers/6a62d889-8bad-4832-9ddd-c08f20cbeab7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1354198 Dec 06 17:19:56.675510 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54782) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:56.681764 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7287131-6137-4397-852b-e8d08a9897d0 None None] Sync routers for ids ['6a62d889-8bad-4832-9ddd-c08f20cbeab7'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:19:56.733577 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7287131-6137-4397-852b-e8d08a9897d0 None None] Routers {'6a62d889-8bad-4832-9ddd-c08f20cbeab7'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:19:56.734243 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-e7287131-6137-4397-852b-e8d08a9897d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:19:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['6a62d889-8bad-4832-9ddd-c08f20cbeab7'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:19:56.804265 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-e7287131-6137-4397-852b-e8d08a9897d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:19:56.816184 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6db6dd-8b81-43cf-b4d6-ed47008b12f3 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:56.817717 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-4d6db6dd-8b81-43cf-b4d6-ed47008b12f3 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "GET /v2.0/ports/7fdd2ca5-ea52-450a-901d-4fe846e39055 HTTP/1.1" status: 200 len: 913 time: 0.1414585 Dec 06 17:19:56.835934 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 54788) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:56.868511 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7287131-6137-4397-852b-e8d08a9897d0 None None] Routers {'6a62d889-8bad-4832-9ddd-c08f20cbeab7'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:19:56.869149 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-e7287131-6137-4397-852b-e8d08a9897d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:19:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['6a62d889-8bad-4832-9ddd-c08f20cbeab7'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:19:56.950349 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-c0e6d388-8447-456e-af76-4fd9d1d54497 None None] Provisioning complete for port 7fdd2ca5-ea52-450a-901d-4fe846e39055 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:19:56.950734 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c0e6d388-8447-456e-af76-4fd9d1d54497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:56.954916 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-e7287131-6137-4397-852b-e8d08a9897d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:19:56.955595 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7287131-6137-4397-852b-e8d08a9897d0 None None] The sync data for ids ['6a62d889-8bad-4832-9ddd-c08f20cbeab7'] in n-d-master-1 is: [] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:19:57.004712 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 66c16638-edda-433f-8711-dd9a7633c65c up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:19:57.046565 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a949f1-3284-4111-b6ce-5e0fe5118d70 None None] Network 3639a207-fc6f-4043-a215-052e47faf622 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:19:57.190084 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336bfff8-f94e-4c95-b01f-9132ae8a7cef req-061dcf93-f88f-4e98-86e7-be6f1d8723f3 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:57.195383 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-336bfff8-f94e-4c95-b01f-9132ae8a7cef req-061dcf93-f88f-4e98-86e7-be6f1d8723f3 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 946 time: 0.1444259 Dec 06 17:19:57.220970 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e070ed-8525-4700-bcdb-5d5aaa577ec9 req-dc321d56-67e1-4c34-89f2-42ed3a759560 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:57.222572 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d1e070ed-8525-4700-bcdb-5d5aaa577ec9 req-dc321d56-67e1-4c34-89f2-42ed3a759560 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/ports?device_id=a641f262-239e-461f-af10-00b86db62822 HTTP/1.1" status: 200 len: 945 time: 0.3338311 Dec 06 17:19:57.264748 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-c0e6d388-8447-456e-af76-4fd9d1d54497 None None] Port 7fdd2ca5-ea52-450a-901d-4fe846e39055 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:19:57.269519 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-336bfff8-f94e-4c95-b01f-9132ae8a7cef req-bdefb780-8e61-4698-a857-e7295e47f657 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8ff7359-db2b-4d57-aa79-237c344ab3df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674088 Dec 06 17:19:57.358938 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-17eca993-0739-45c9-9093-a04d8fd4f585 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Allocated IP 172.20.0.20 (3639a207-fc6f-4043-a215-052e47faf622/d976a6f8-0ed1-4788-8994-6ae7eb58158e/25f4966e-9ae1-4e3b-99ec-ef9139fa90a7) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:19:57.361944 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 66c16638-edda-433f-8711-dd9a7633c65c triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:19:57.362329 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:57.427053 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-07c93f1b-a8f4-42ba-964a-234ea0b1e1ae None None] Provisioning complete for port 25f4966e-9ae1-4e3b-99ec-ef9139fa90a7 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:19:57.427444 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-07c93f1b-a8f4-42ba-964a-234ea0b1e1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:57.489212 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-07c93f1b-a8f4-42ba-964a-234ea0b1e1ae None None] Port 25f4966e-9ae1-4e3b-99ec-ef9139fa90a7 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:19:57.499140 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d1e070ed-8525-4700-bcdb-5d5aaa577ec9 req-d6e739d3-ae62-4ef6-b54c-fc11a3f86398 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd5fd2ce-3e09-41f1-868b-3ad9c4e06626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549171 Dec 06 17:19:57.555293 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-07c93f1b-a8f4-42ba-964a-234ea0b1e1ae None None] Provisioning complete for port 66c16638-edda-433f-8711-dd9a7633c65c triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:19:57.555787 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-07c93f1b-a8f4-42ba-964a-234ea0b1e1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:57.665057 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-17eca993-0739-45c9-9093-a04d8fd4f585 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:57.679115 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-17eca993-0739-45c9-9093-a04d8fd4f585 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:57.703711 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54810) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:57.781525 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eca993-0739-45c9-9093-a04d8fd4f585 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Pushing event updated for resources: {'Port': ['ID=25f4966e-9ae1-4e3b-99ec-ef9139fa90a7,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:57.862784 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-4aa013ac-abb4-45a9-ae47-14a1fb15f0d7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1454673330-network', 'tenant_id': '74bc5013de174928a9ab47aef105909c'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:19:57.894671 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aa013ac-abb4-45a9-ae47-14a1fb15f0d7 admin admin] Made reservation on behalf of 74bc5013de174928a9ab47aef105909c for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:19:57.898749 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4aa013ac-abb4-45a9-ae47-14a1fb15f0d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:57.903471 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-17eca993-0739-45c9-9093-a04d8fd4f585 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] In _notify_port_updated(), no bound segment for port 25f4966e-9ae1-4e3b-99ec-ef9139fa90a7 on network 3639a207-fc6f-4043-a215-052e47faf622 {{(pid=103285) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 17:19:57.909095 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17eca993-0739-45c9-9093-a04d8fd4f585 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:57.910008 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-17eca993-0739-45c9-9093-a04d8fd4f585 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:57.910949 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4aa013ac-abb4-45a9-ae47-14a1fb15f0d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:57.914218 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-17eca993-0739-45c9-9093-a04d8fd4f585 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "PUT /v2.0/ports/25f4966e-9ae1-4e3b-99ec-ef9139fa90a7 HTTP/1.1" status: 200 len: 999 time: 3.7746546 Dec 06 17:19:57.915273 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 54814) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:58.004290 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c8bf0d8d-8774-4e24-8608-ddbe51ad3dd3 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575908'] for router_interface, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:58.015277 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4aa013ac-abb4-45a9-ae47-14a1fb15f0d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:58.020689 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4aa013ac-abb4-45a9-ae47-14a1fb15f0d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:58.072200 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa013ac-abb4-45a9-ae47-14a1fb15f0d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e24c079d-6006-4ef4-a89c-8104ac8ff9ec,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:58.086651 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4aa013ac-abb4-45a9-ae47-14a1fb15f0d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:19:58.102791 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4aa013ac-abb4-45a9-ae47-14a1fb15f0d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:58.102913 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-4aa013ac-abb4-45a9-ae47-14a1fb15f0d7 admin admin] Added segment 5191f104-0f28-4995-943c-dc9b12a33060 of type vlan for network 443e19cc-aba1-401c-ba5c-6c1a74082882 Dec 06 17:19:58.147724 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-710b7648-4b34-4cbc-90b9-a54c912e5c7b tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Deleting port 25f4966e-9ae1-4e3b-99ec-ef9139fa90a7 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:19:58.148368 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-710b7648-4b34-4cbc-90b9-a54c912e5c7b tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:58.169001 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4aa013ac-abb4-45a9-ae47-14a1fb15f0d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:58.208775 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4aa013ac-abb4-45a9-ae47-14a1fb15f0d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:58.210712 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa013ac-abb4-45a9-ae47-14a1fb15f0d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:58.211685 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4aa013ac-abb4-45a9-ae47-14a1fb15f0d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:58.254449 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-4aa013ac-abb4-45a9-ae47-14a1fb15f0d7 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5493100 Dec 06 17:19:58.255091 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 54816) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:58.263511 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-1bb3e786-664f-4cfc-af5d-4bcada580549 admin admin] Request body: {'subnet': {'network_id': '443e19cc-aba1-401c-ba5c-6c1a74082882', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1454673330-subnet', 'tenant_id': '74bc5013de174928a9ab47aef105909c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:19:58.298195 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa013ac-abb4-45a9-ae47-14a1fb15f0d7 admin admin] Pushing event updated for resources: {'Network': ['ID=443e19cc-aba1-401c-ba5c-6c1a74082882,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:58.299213 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-710b7648-4b34-4cbc-90b9-a54c912e5c7b tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:58.309046 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 443e19cc-aba1-401c-ba5c-6c1a74082882 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:19:58.322613 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-710b7648-4b34-4cbc-90b9-a54c912e5c7b tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Calling delete_port for 25f4966e-9ae1-4e3b-99ec-ef9139fa90a7 owned by {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:19:58.328021 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bb3e786-664f-4cfc-af5d-4bcada580549 admin admin] Made reservation on behalf of 74bc5013de174928a9ab47aef105909c for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:19:58.330435 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1bb3e786-664f-4cfc-af5d-4bcada580549 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:58.489308 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0072438-43bc-4948-a003-e721f294c83e req-f29b97bb-4bfe-47eb-8ea9-090ed9e3070c tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:58.492393 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e0072438-43bc-4948-a003-e721f294c83e req-f29b97bb-4bfe-47eb-8ea9-090ed9e3070c tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 946 time: 0.0959826 Dec 06 17:19:58.575191 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e0072438-43bc-4948-a003-e721f294c83e req-47195568-8fa0-4c98-bb48-fe2d403716b7 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8ff7359-db2b-4d57-aa79-237c344ab3df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742099 Dec 06 17:19:58.604009 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c8bf0d8d-8774-4e24-8608-ddbe51ad3dd3 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Deleting port 7fdd2ca5-ea52-450a-901d-4fe846e39055 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:19:58.604492 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c8bf0d8d-8774-4e24-8608-ddbe51ad3dd3 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:58.804374 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a700ed62-e70a-4389-9fa5-a126207ef8a4 None None] Provisioning complete for port 25f4966e-9ae1-4e3b-99ec-ef9139fa90a7 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:19:58.805400 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a700ed62-e70a-4389-9fa5-a126207ef8a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:58.852936 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1bb3e786-664f-4cfc-af5d-4bcada580549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:58.890980 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a700ed62-e70a-4389-9fa5-a126207ef8a4 None None] Port 25f4966e-9ae1-4e3b-99ec-ef9139fa90a7 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:19:58.902655 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a700ed62-e70a-4389-9fa5-a126207ef8a4 None None] Provisioning complete for port 66c16638-edda-433f-8711-dd9a7633c65c triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:19:58.903356 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a700ed62-e70a-4389-9fa5-a126207ef8a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:58.939719 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c1d89d-06bf-4d50-b905-b9192407e691 req-54f86a5c-a774-419c-979f-94a44cb9cd3e tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:58.955462 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-84c1d89d-06bf-4d50-b905-b9192407e691 req-54f86a5c-a774-419c-979f-94a44cb9cd3e tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/ports?device_id=a641f262-239e-461f-af10-00b86db62822 HTTP/1.1" status: 200 len: 945 time: 0.3012018 Dec 06 17:19:59.106370 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb3e786-664f-4cfc-af5d-4bcada580549 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01ffc29c-932e-4129-aefc-9a2b3f836b7b,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:59.118672 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c8bf0d8d-8774-4e24-8608-ddbe51ad3dd3 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:59.139625 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-710b7648-4b34-4cbc-90b9-a54c912e5c7b tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:59.167221 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a9aa4fd5-d3b6-4b95-8025-4b19b3219cde None None] Could not find standard attr ID for object 25f4966e-9ae1-4e3b-99ec-ef9139fa90a7. {{(pid=103286) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 17:19:59.170194 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c8bf0d8d-8774-4e24-8608-ddbe51ad3dd3 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Calling delete_port for 7fdd2ca5-ea52-450a-901d-4fe846e39055 owned by network:router_interface {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:19:59.208954 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb3e786-664f-4cfc-af5d-4bcada580549 admin admin] Checking segment: {'id': '5191f104-0f28-4995-943c-dc9b12a33060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '443e19cc-aba1-401c-ba5c-6c1a74082882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:19:59.209376 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb3e786-664f-4cfc-af5d-4bcada580549 admin admin] Network hostable DHCP agents. Network: 443e19cc-aba1-401c-ba5c-6c1a74082882, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:19:59.213359 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710b7648-4b34-4cbc-90b9-a54c912e5c7b tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Pushing event deleted for resources: {'Port': ['ID=25f4966e-9ae1-4e3b-99ec-ef9139fa90a7,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:59.227553 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-84c1d89d-06bf-4d50-b905-b9192407e691 req-fcacda2e-05fd-4712-8496-f62680e9c2fd tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd5fd2ce-3e09-41f1-868b-3ad9c4e06626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458961 Dec 06 17:19:59.323063 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb3e786-664f-4cfc-af5d-4bcada580549 admin admin] Network 443e19cc-aba1-401c-ba5c-6c1a74082882 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:19:59.376725 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-1bb3e786-664f-4cfc-af5d-4bcada580549 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 443e19cc-aba1-401c-ba5c-6c1a74082882) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:19:59.381708 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb3e786-664f-4cfc-af5d-4bcada580549 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:59.382314 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1bb3e786-664f-4cfc-af5d-4bcada580549 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:59.389345 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e83e669-b914-4e51-a0ef-099ce838f13a None None] Network 443e19cc-aba1-401c-ba5c-6c1a74082882 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:19:59.395692 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296a0cb8-e3f2-4299-8ec9-a8cb93458b1d req-afd933cd-0708-4a1e-9b7d-f2229367d611 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:19:59.397606 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-296a0cb8-e3f2-4299-8ec9-a8cb93458b1d req-afd933cd-0708-4a1e-9b7d-f2229367d611 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/ports?device_id=a641f262-239e-461f-af10-00b86db62822 HTTP/1.1" status: 200 len: 945 time: 0.0746891 Dec 06 17:19:59.455361 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-710b7648-4b34-4cbc-90b9-a54c912e5c7b tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:59.461610 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-710b7648-4b34-4cbc-90b9-a54c912e5c7b tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "DELETE /v2.0/ports/25f4966e-9ae1-4e3b-99ec-ef9139fa90a7 HTTP/1.1" status: 204 len: 168 time: 1.5442069 Dec 06 17:19:59.462219 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 54828) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:59.476889 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-1bb3e786-664f-4cfc-af5d-4bcada580549 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2194619 Dec 06 17:19:59.480879 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 54830) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:59.485918 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-14a86c5e-6119-4247-a640-9d8d97070f83 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1454673330-router', 'tenant_id': '74bc5013de174928a9ab47aef105909c', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:19:59.509333 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-296a0cb8-e3f2-4299-8ec9-a8cb93458b1d req-00a1e33a-5596-4329-ba1c-ec1d4632d4a3 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd5fd2ce-3e09-41f1-868b-3ad9c4e06626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007512 Dec 06 17:19:59.512667 n-d-master-1 neutron-server[103285]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ebafe77-8cbb-4d36-80c6-5a942ea3e5fe tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] GET failed (client error): The resource could not be found. Dec 06 17:19:59.518134 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-4ebafe77-8cbb-4d36-80c6-5a942ea3e5fe tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "GET /v2.0/ports/25f4966e-9ae1-4e3b-99ec-ef9139fa90a7 HTTP/1.1" status: 404 len: 333 time: 0.0526540 Dec 06 17:19:59.518879 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54832) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:19:59.572198 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-14a86c5e-6119-4247-a640-9d8d97070f83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:59.572744 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-14a86c5e-6119-4247-a640-9d8d97070f83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:59.641679 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-5af8b4e8-ab2f-47b5-8f3c-1038ae096c43 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Deleting subnet d976a6f8-0ed1-4788-8994-6ae7eb58158e {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:19:59.658927 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5af8b4e8-ab2f-47b5-8f3c-1038ae096c43 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:59.693288 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c8bf0d8d-8774-4e24-8608-ddbe51ad3dd3 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:59.779579 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5af8b4e8-ab2f-47b5-8f3c-1038ae096c43 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:19:59.857813 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bf0d8d-8774-4e24-8608-ddbe51ad3dd3 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Pushing event deleted for resources: {'Port': ['ID=7fdd2ca5-ea52-450a-901d-4fe846e39055,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:19:59.884451 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-14a86c5e-6119-4247-a640-9d8d97070f83 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:00.067032 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b490896-373f-44b9-809b-d191358bda39 req-d520693d-d574-4377-a552-e32b4aa2b5a1 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:00.077366 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2b490896-373f-44b9-809b-d191358bda39 req-d520693d-d574-4377-a552-e32b4aa2b5a1 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 946 time: 0.2236285 Dec 06 17:20:00.164640 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5af8b4e8-ab2f-47b5-8f3c-1038ae096c43 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:00.175018 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68c7c83-4799-4890-a990-2a70f93e63ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-443e19cc-aba1-401c-ba5c-6c1a74082882', 'network_id': '443e19cc-aba1-401c-ba5c-6c1a74082882', 'tenant_id': '74bc5013de174928a9ab47aef105909c', 'fixed_ips': [{'subnet_id': '01ffc29c-932e-4129-aefc-9a2b3f836b7b'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:20:00.177189 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f68c7c83-4799-4890-a990-2a70f93e63ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:00.225639 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2b490896-373f-44b9-809b-d191358bda39 req-f8408333-c803-47cb-bdc4-a0afdb128db8 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8ff7359-db2b-4d57-aa79-237c344ab3df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1464281 Dec 06 17:20:00.237676 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c8bf0d8d-8774-4e24-8608-ddbe51ad3dd3 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-772474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575952'] for router_interface, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:00.346895 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5af8b4e8-ab2f-47b5-8f3c-1038ae096c43 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:00.384855 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af8b4e8-ab2f-47b5-8f3c-1038ae096c43 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Pushing event deleted for resources: {'Subnet': ['ID=d976a6f8-0ed1-4788-8994-6ae7eb58158e,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:00.388949 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5af8b4e8-ab2f-47b5-8f3c-1038ae096c43 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:00.402747 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-5af8b4e8-ab2f-47b5-8f3c-1038ae096c43 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "DELETE /v2.0/subnets/d976a6f8-0ed1-4788-8994-6ae7eb58158e HTTP/1.1" status: 204 len: 168 time: 0.8819969 Dec 06 17:20:00.403937 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54856) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:00.480428 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332f4f33-1cfd-4b36-bc7d-b90b6bebb6d3 None None] Network 3639a207-fc6f-4043-a215-052e47faf622 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:20:00.509000 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-07d5126d-e7a6-41ac-ae39-d695bd2d0550 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Deleting subnet da5251d6-0876-4303-ba40-2c4e577f4d88 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:20:00.512882 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-07d5126d-e7a6-41ac-ae39-d695bd2d0550 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:00.544833 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-21201671-394e-4732-90ba-ed57aa501c56 None None] Could not find standard attr ID for object 25f4966e-9ae1-4e3b-99ec-ef9139fa90a7. {{(pid=103286) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 17:20:00.556772 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-07d5126d-e7a6-41ac-ae39-d695bd2d0550 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:00.595300 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-f68c7c83-4799-4890-a990-2a70f93e63ba None None] Allocated IP 172.20.0.2 (443e19cc-aba1-401c-ba5c-6c1a74082882/01ffc29c-932e-4129-aefc-9a2b3f836b7b/50d0c013-2f45-4e34-b628-b932de7ca5f9) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:20:00.657892 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-07d5126d-e7a6-41ac-ae39-d695bd2d0550 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:00.750734 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-07d5126d-e7a6-41ac-ae39-d695bd2d0550 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:00.801096 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d5126d-e7a6-41ac-ae39-d695bd2d0550 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Pushing event deleted for resources: {'Subnet': ['ID=da5251d6-0876-4303-ba40-2c4e577f4d88,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:00.807608 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-07d5126d-e7a6-41ac-ae39-d695bd2d0550 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:00.816946 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-07d5126d-e7a6-41ac-ae39-d695bd2d0550 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "DELETE /v2.0/subnets/da5251d6-0876-4303-ba40-2c4e577f4d88 HTTP/1.1" status: 204 len: 168 time: 0.4099309 Dec 06 17:20:00.818657 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54860) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:00.950931 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0cef6d1b-58e2-4a93-bd1e-3d95e4fe8007 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:01.006477 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f68c7c83-4799-4890-a990-2a70f93e63ba None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:01.037980 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f68c7c83-4799-4890-a990-2a70f93e63ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:01.104862 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68c7c83-4799-4890-a990-2a70f93e63ba None None] Network 443e19cc-aba1-401c-ba5c-6c1a74082882 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:20:01.107225 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-f68c7c83-4799-4890-a990-2a70f93e63ba None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:20:01.145135 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68c7c83-4799-4890-a990-2a70f93e63ba None None] Pushing event updated for resources: {'Port': ['ID=50d0c013-2f45-4e34-b628-b932de7ca5f9,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:01.152608 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68c7c83-4799-4890-a990-2a70f93e63ba None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:20:01.180470 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-0cef6d1b-58e2-4a93-bd1e-3d95e4fe8007 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Deleting port 66c16638-edda-433f-8711-dd9a7633c65c {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:20:01.185640 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0cef6d1b-58e2-4a93-bd1e-3d95e4fe8007 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:01.270236 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-14a86c5e-6119-4247-a640-9d8d97070f83 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:01.291769 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-0cef6d1b-58e2-4a93-bd1e-3d95e4fe8007 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] For port 66c16638-edda-433f-8711-dd9a7633c65c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=66c16638-edda-433f-8711-dd9a7633c65c,segment=NetworkSegment(1a74e60f-bba5-44a6-a7c7-31b3c7390521),segment_id=1a74e60f-bba5-44a6-a7c7-31b3c7390521)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:20:01.292229 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0cef6d1b-58e2-4a93-bd1e-3d95e4fe8007 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:01.313581 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-0cef6d1b-58e2-4a93-bd1e-3d95e4fe8007 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Calling delete_port for 66c16638-edda-433f-8711-dd9a7633c65c owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:20:01.342333 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878871aa-2f07-4f28-88a6-6def8494ec26 req-a8cc9ff4-2338-4421-891a-fd292329240b tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:01.343868 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-878871aa-2f07-4f28-88a6-6def8494ec26 req-a8cc9ff4-2338-4421-891a-fd292329240b tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/ports?device_id=a641f262-239e-461f-af10-00b86db62822 HTTP/1.1" status: 200 len: 945 time: 1.1952126 Dec 06 17:20:01.346185 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be3d57d-9d14-48c6-b20b-3b2d5d050361 None None] DHCP port deletion for 3639a207-fc6f-4043-a215-052e47faf622 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:20:01.376745 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-f68c7c83-4799-4890-a990-2a70f93e63ba None None] Attempting to bind port 50d0c013-2f45-4e34-b628-b932de7ca5f9 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:20:01.377867 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-f68c7c83-4799-4890-a990-2a70f93e63ba None None] Attempting to bind port 50d0c013-2f45-4e34-b628-b932de7ca5f9 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '5191f104-0f28-4995-943c-dc9b12a33060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '443e19cc-aba1-401c-ba5c-6c1a74082882'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:20:01.378849 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68c7c83-4799-4890-a990-2a70f93e63ba None None] Attempting to bind port 50d0c013-2f45-4e34-b628-b932de7ca5f9 on network 443e19cc-aba1-401c-ba5c-6c1a74082882 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:20:01.413619 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68c7c83-4799-4890-a990-2a70f93e63ba None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:20:01.414711 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68c7c83-4799-4890-a990-2a70f93e63ba None None] Checking segment: {'id': '5191f104-0f28-4995-943c-dc9b12a33060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '443e19cc-aba1-401c-ba5c-6c1a74082882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:20:01.415325 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f68c7c83-4799-4890-a990-2a70f93e63ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:01.415927 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68c7c83-4799-4890-a990-2a70f93e63ba None None] Bound using segment: {'id': '5191f104-0f28-4995-943c-dc9b12a33060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '443e19cc-aba1-401c-ba5c-6c1a74082882'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:20:01.418159 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-f68c7c83-4799-4890-a990-2a70f93e63ba None None] Bound port: 50d0c013-2f45-4e34-b628-b932de7ca5f9, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5191f104-0f28-4995-943c-dc9b12a33060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '443e19cc-aba1-401c-ba5c-6c1a74082882'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:20:01.418778 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f68c7c83-4799-4890-a990-2a70f93e63ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:01.464091 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec22fc5-8f91-40f9-ab9e-8013a24feff5 req-28234c8e-eccd-48df-8e2c-c4e628605350 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:01.471933 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0ec22fc5-8f91-40f9-ab9e-8013a24feff5 req-28234c8e-eccd-48df-8e2c-c4e628605350 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 946 time: 0.0733707 Dec 06 17:20:01.480156 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0cef6d1b-58e2-4a93-bd1e-3d95e4fe8007 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:01.519908 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6be3d57d-9d14-48c6-b20b-3b2d5d050361 None None] Deleting port 66c16638-edda-433f-8711-dd9a7633c65c {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:20:01.521033 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-878871aa-2f07-4f28-88a6-6def8494ec26 req-13a8da93-fd25-44c3-87c1-f2b40b459fe6 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd5fd2ce-3e09-41f1-868b-3ad9c4e06626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278636 Dec 06 17:20:01.521971 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6be3d57d-9d14-48c6-b20b-3b2d5d050361 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:01.522722 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cef6d1b-58e2-4a93-bd1e-3d95e4fe8007 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Pushing event deleted for resources: {'Port': ['ID=66c16638-edda-433f-8711-dd9a7633c65c,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:01.539232 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cef6d1b-58e2-4a93-bd1e-3d95e4fe8007 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] No DVR routers for this DVR port 66c16638-edda-433f-8711-dd9a7633c65c on host n-d-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:20:01.554408 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8bf0d8d-8774-4e24-8608-ddbe51ad3dd3 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Router 6a62d889-8bad-4832-9ddd-c08f20cbeab7 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:20:01.555195 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-f68c7c83-4799-4890-a990-2a70f93e63ba None None] For port 50d0c013-2f45-4e34-b628-b932de7ca5f9, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:20:01.570532 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-f68c7c83-4799-4890-a990-2a70f93e63ba None None] For port 50d0c013-2f45-4e34-b628-b932de7ca5f9, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=50d0c013-2f45-4e34-b628-b932de7ca5f9,segment=NetworkSegment(5191f104-0f28-4995-943c-dc9b12a33060),segment_id=5191f104-0f28-4995-943c-dc9b12a33060)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:20:01.583494 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f68c7c83-4799-4890-a990-2a70f93e63ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:01.634076 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0ec22fc5-8f91-40f9-ab9e-8013a24feff5 req-5d2894dc-4c9d-4265-bd33-b46b7366f955 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8ff7359-db2b-4d57-aa79-237c344ab3df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1611719 Dec 06 17:20:01.681321 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68c7c83-4799-4890-a990-2a70f93e63ba None None] Pushing event updated for resources: {'Port': ['ID=50d0c013-2f45-4e34-b628-b932de7ca5f9,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:01.697439 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8bf0d8d-8774-4e24-8608-ddbe51ad3dd3 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:20:01.707763 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9038cc01-9369-4871-8ff9-268258bcb261 None None] Sync routers for ids ['6a62d889-8bad-4832-9ddd-c08f20cbeab7'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:20:01.726665 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0cef6d1b-58e2-4a93-bd1e-3d95e4fe8007 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:01.732812 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9038cc01-9369-4871-8ff9-268258bcb261 None None] Routers {'6a62d889-8bad-4832-9ddd-c08f20cbeab7'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:20:01.735710 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-9038cc01-9369-4871-8ff9-268258bcb261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:19:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['6a62d889-8bad-4832-9ddd-c08f20cbeab7'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:20:01.742995 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6be3d57d-9d14-48c6-b20b-3b2d5d050361 None None] For port 66c16638-edda-433f-8711-dd9a7633c65c, host n-d-master-1, got binding levels [] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:20:01.743469 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6be3d57d-9d14-48c6-b20b-3b2d5d050361 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:01.747045 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-c8bf0d8d-8774-4e24-8608-ddbe51ad3dd3 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "PUT /v2.0/routers/6a62d889-8bad-4832-9ddd-c08f20cbeab7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9042025 Dec 06 17:20:01.747895 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 54870) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:01.777837 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6be3d57d-9d14-48c6-b20b-3b2d5d050361 None None] Calling delete_port for 66c16638-edda-433f-8711-dd9a7633c65c owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:20:01.782683 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.ipam_backend_mixin [None req-6be3d57d-9d14-48c6-b20b-3b2d5d050361 None None] Port 66c16638-edda-433f-8711-dd9a7633c65c was not found and therefore no delete operation was performed {{(pid=103286) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 06 17:20:01.782855 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6be3d57d-9d14-48c6-b20b-3b2d5d050361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:01.792629 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-0cef6d1b-58e2-4a93-bd1e-3d95e4fe8007 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3639a207-fc6f-4043-a215-052e47faf622']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:20:01.817164 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-9038cc01-9369-4871-8ff9-268258bcb261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:20:01.828924 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9038cc01-9369-4871-8ff9-268258bcb261 None None] Routers {'6a62d889-8bad-4832-9ddd-c08f20cbeab7'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:20:01.829815 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-9038cc01-9369-4871-8ff9-268258bcb261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:19:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['6a62d889-8bad-4832-9ddd-c08f20cbeab7'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:20:01.829990 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-0cef6d1b-58e2-4a93-bd1e-3d95e4fe8007 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a74e60f-bba5-44a6-a7c7-31b3c7390521') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:20:01.830967 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-0cef6d1b-58e2-4a93-bd1e-3d95e4fe8007 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a74e60f-bba5-44a6-a7c7-31b3c7390521') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:20:01.872098 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-9038cc01-9369-4871-8ff9-268258bcb261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:20:01.872301 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be3d57d-9d14-48c6-b20b-3b2d5d050361 None None] Pushing event deleted for resources: {'Port': ['ID=66c16638-edda-433f-8711-dd9a7633c65c,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:01.873131 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9038cc01-9369-4871-8ff9-268258bcb261 None None] The sync data for ids ['6a62d889-8bad-4832-9ddd-c08f20cbeab7'] in n-d-master-1 is: [] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:20:01.874599 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0cef6d1b-58e2-4a93-bd1e-3d95e4fe8007 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:01.910115 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be3d57d-9d14-48c6-b20b-3b2d5d050361 None None] No DVR routers for this DVR port 66c16638-edda-433f-8711-dd9a7633c65c on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:20:01.915158 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0cef6d1b-58e2-4a93-bd1e-3d95e4fe8007 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:01.923670 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cef6d1b-58e2-4a93-bd1e-3d95e4fe8007 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:20:01.924071 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0cef6d1b-58e2-4a93-bd1e-3d95e4fe8007 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:02.003834 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 17:20:02.003834 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:20:02.003834 n-d-master-1 neutron-server[103284]: timer() Dec 06 17:20:02.003834 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:20:02.003834 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 17:20:02.003834 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:20:02.003834 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 17:20:02.003834 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:20:02.003834 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 17:20:02.003834 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:20:02.003834 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 17:20:02.003834 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:20:02.003834 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 17:20:02.003834 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:20:02.003834 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:20:02.003834 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:20:02.003834 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:20:02.003834 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:20:02.003834 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 17:20:02.003834 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:20:02.003834 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 17:20:02.003834 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:20:02.003834 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:20:02.003834 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:20:02.003834 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 17:20:02.003834 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:20:02.003834 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:20:02.003834 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:20:02.003834 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:20:02.003834 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:20:02.003834 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:20:02.003834 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:20:02.011250 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0cef6d1b-58e2-4a93-bd1e-3d95e4fe8007 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:02.049135 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0cef6d1b-58e2-4a93-bd1e-3d95e4fe8007 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:02.065022 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-0cef6d1b-58e2-4a93-bd1e-3d95e4fe8007 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "DELETE /v2.0/networks/3639a207-fc6f-4043-a215-052e47faf622 HTTP/1.1" status: 204 len: 168 time: 1.2443945 Dec 06 17:20:02.069714 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cef6d1b-58e2-4a93-bd1e-3d95e4fe8007 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Pushing event deleted for resources: {'Network': ['ID=3639a207-fc6f-4043-a215-052e47faf622,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:02.072766 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54874) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:02.158401 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d1f721-48b1-4614-800d-159ef3212743 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:02.166626 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-01d1f721-48b1-4614-800d-159ef3212743 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0771513 Dec 06 17:20:02.167542 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54876) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:02.213721 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-14a86c5e-6119-4247-a640-9d8d97070f83 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:02.246090 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-35bc4491-a7cf-4000-b621-dd65efb254f2 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0769372 Dec 06 17:20:02.248578 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54878) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:02.253655 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-14a86c5e-6119-4247-a640-9d8d97070f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:02.258966 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-2a926d5b-f580-4394-872f-36f6b45d4cbb tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-189238984'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:20:02.324733 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a926d5b-f580-4394-872f-36f6b45d4cbb tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Made reservation on behalf of 40549eaf61834290b753dc92c662ceed for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:20:02.330745 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2a926d5b-f580-4394-872f-36f6b45d4cbb tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:02.364832 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a926d5b-f580-4394-872f-36f6b45d4cbb tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:20:02.379097 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2a926d5b-f580-4394-872f-36f6b45d4cbb tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:02.379097 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-2a926d5b-f580-4394-872f-36f6b45d4cbb tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Added segment 4ab77549-ab44-4d66-ace4-8215af7ce53d of type vlan for network e4c53d49-591b-4ece-8e59-336498a5612a Dec 06 17:20:02.436164 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2a926d5b-f580-4394-872f-36f6b45d4cbb tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:02.460089 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-14a86c5e-6119-4247-a640-9d8d97070f83 admin admin] Allocated IP 172.35.1.145 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/92514718-b909-425e-925a-e193e46db368) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:20:02.468677 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2a926d5b-f580-4394-872f-36f6b45d4cbb tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:02.475577 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a926d5b-f580-4394-872f-36f6b45d4cbb tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:02.476368 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2a926d5b-f580-4394-872f-36f6b45d4cbb tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:02.520685 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-2a926d5b-f580-4394-872f-36f6b45d4cbb tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2705832 Dec 06 17:20:02.523688 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54882) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:02.528920 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-1c69cd52-64cc-4411-9d46-18e2d2d66202 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Request body: {'subnet': {'network_id': 'e4c53d49-591b-4ece-8e59-336498a5612a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:20:02.614563 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-12883505-a998-4aed-88de-ade8542fddf9 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575908'] for router_interface, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:02.647373 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a926d5b-f580-4394-872f-36f6b45d4cbb tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Pushing event updated for resources: {'Network': ['ID=e4c53d49-591b-4ece-8e59-336498a5612a,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:02.698392 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:02.753555 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a926d5b-f580-4394-872f-36f6b45d4cbb tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:20:02.755184 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a926d5b-f580-4394-872f-36f6b45d4cbb tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:20:02.760696 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a926d5b-f580-4394-872f-36f6b45d4cbb tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:20:02.761907 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a926d5b-f580-4394-872f-36f6b45d4cbb tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:20:02.762446 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a926d5b-f580-4394-872f-36f6b45d4cbb tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:20:02.762970 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a926d5b-f580-4394-872f-36f6b45d4cbb tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:20:02.763484 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a926d5b-f580-4394-872f-36f6b45d4cbb tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:20:02.763993 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a926d5b-f580-4394-872f-36f6b45d4cbb tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:20:02.764509 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a926d5b-f580-4394-872f-36f6b45d4cbb tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:20:02.765093 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a926d5b-f580-4394-872f-36f6b45d4cbb tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:20:02.765679 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a926d5b-f580-4394-872f-36f6b45d4cbb tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:20:02.766244 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a926d5b-f580-4394-872f-36f6b45d4cbb tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:20:02.766932 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a926d5b-f580-4394-872f-36f6b45d4cbb tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:20:02.784346 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network e4c53d49-591b-4ece-8e59-336498a5612a details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:20:02.840704 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-14a86c5e-6119-4247-a640-9d8d97070f83 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:02.913820 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d16a30b-431c-4ac6-82e5-1ec96acdb221 req-b4a0f5dd-5ada-45ed-b647-38438ba7afea tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:02.925207 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7d16a30b-431c-4ac6-82e5-1ec96acdb221 req-b4a0f5dd-5ada-45ed-b647-38438ba7afea tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/ports?device_id=a641f262-239e-461f-af10-00b86db62822 HTTP/1.1" status: 200 len: 945 time: 0.2863629 Dec 06 17:20:02.997106 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c69cd52-64cc-4411-9d46-18e2d2d66202 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Made reservation on behalf of 40549eaf61834290b753dc92c662ceed for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:20:03.003494 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1c69cd52-64cc-4411-9d46-18e2d2d66202 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:03.027877 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bd4e8c-790f-4d34-a394-a73aa499d5d1 req-9e14cf6f-44e7-4b6d-b4a0-7ff87e07063e tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:03.028257 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a9bd4e8c-790f-4d34-a394-a73aa499d5d1 req-9e14cf6f-44e7-4b6d-b4a0-7ff87e07063e tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 946 time: 0.1838908 Dec 06 17:20:03.028770 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7d16a30b-431c-4ac6-82e5-1ec96acdb221 req-15123b33-bbf2-4d5c-87ca-f4c5ac6522d6 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd5fd2ce-3e09-41f1-868b-3ad9c4e06626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955596 Dec 06 17:20:03.064832 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-14a86c5e-6119-4247-a640-9d8d97070f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:03.124151 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 50d0c013-2f45-4e34-b628-b932de7ca5f9 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:20:03.216305 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a86c5e-6119-4247-a640-9d8d97070f83 admin admin] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:20:03.234324 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 50d0c013-2f45-4e34-b628-b932de7ca5f9 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:20:03.235181 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:03.266541 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-14a86c5e-6119-4247-a640-9d8d97070f83 admin admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:20:03.289207 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e02814d-1076-46a9-937a-52a952b67fc2 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:20:03.311354 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a86c5e-6119-4247-a640-9d8d97070f83 admin admin] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:20:03.322899 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a86c5e-6119-4247-a640-9d8d97070f83 admin admin] Pushing event updated for resources: {'Port': ['ID=92514718-b909-425e-925a-e193e46db368,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:03.384899 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:03.388263 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1c69cd52-64cc-4411-9d46-18e2d2d66202 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:03.444893 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] For port 50d0c013-2f45-4e34-b628-b932de7ca5f9, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=50d0c013-2f45-4e34-b628-b932de7ca5f9,segment=NetworkSegment(5191f104-0f28-4995-943c-dc9b12a33060),segment_id=5191f104-0f28-4995-943c-dc9b12a33060)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:20:03.455507 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:03.465034 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-39fb6b6d-1e02-4d32-b726-ef3da2b4e7f1 None None] Provisioning complete for port 92514718-b909-425e-925a-e193e46db368 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:20:03.465541 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-39fb6b6d-1e02-4d32-b726-ef3da2b4e7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:03.498646 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c69cd52-64cc-4411-9d46-18e2d2d66202 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Pushing event updated for resources: {'Subnet': ['ID=b4cd5894-7957-4c23-9c40-8b7a32cd3bf0,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:03.500627 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a9bd4e8c-790f-4d34-a394-a73aa499d5d1 req-ca68ab7b-9e13-4e68-86c8-9dcc160d9306 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8ff7359-db2b-4d57-aa79-237c344ab3df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4423797 Dec 06 17:20:03.542678 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c69cd52-64cc-4411-9d46-18e2d2d66202 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Checking segment: {'id': '4ab77549-ab44-4d66-ace4-8215af7ce53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e4c53d49-591b-4ece-8e59-336498a5612a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:20:03.543193 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c69cd52-64cc-4411-9d46-18e2d2d66202 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Network hostable DHCP agents. Network: e4c53d49-591b-4ece-8e59-336498a5612a, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:20:03.567925 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c69cd52-64cc-4411-9d46-18e2d2d66202 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Network e4c53d49-591b-4ece-8e59-336498a5612a is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:20:03.593004 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-1c69cd52-64cc-4411-9d46-18e2d2d66202 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, e4c53d49-591b-4ece-8e59-336498a5612a) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:20:03.608749 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c69cd52-64cc-4411-9d46-18e2d2d66202 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:03.612085 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2adaf914-4304-4483-9aad-25612e27c095 None None] Network 443e19cc-aba1-401c-ba5c-6c1a74082882 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:20:03.612688 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1c69cd52-64cc-4411-9d46-18e2d2d66202 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:03.632708 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da9bf41-700b-47fd-ab8b-85e25c68a198 None None] Network e4c53d49-591b-4ece-8e59-336498a5612a requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:20:03.658869 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-1c69cd52-64cc-4411-9d46-18e2d2d66202 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1314766 Dec 06 17:20:03.659080 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54896) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:03.675549 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-97325897-7d7a-4db2-87bd-f06a1357da89 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Request body: {'port': {'network_id': 'e4c53d49-591b-4ece-8e59-336498a5612a', 'name': 'tempest-PortsTestJSON-1535482309'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:20:03.823050 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 66c16638-edda-433f-8711-dd9a7633c65c no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:20:03.947500 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-12883505-a998-4aed-88de-ade8542fddf9 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Deleting port b2917927-dd62-4d62-b411-cdbf9181b3d7 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:20:03.947861 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-12883505-a998-4aed-88de-ade8542fddf9 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:03.960861 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97325897-7d7a-4db2-87bd-f06a1357da89 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Made reservation on behalf of 40549eaf61834290b753dc92c662ceed for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:20:03.964507 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-97325897-7d7a-4db2-87bd-f06a1357da89 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:03.967113 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-39fb6b6d-1e02-4d32-b726-ef3da2b4e7f1 None None] Port 92514718-b909-425e-925a-e193e46db368 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:20:03.995449 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-97325897-7d7a-4db2-87bd-f06a1357da89 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] device_id is not set on port ca7183db-afe7-4f16-9152-b394f1eae475 yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:20:04.002930 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Pushing event updated for resources: {'Port': ['ID=50d0c013-2f45-4e34-b628-b932de7ca5f9,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:04.007644 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 66c16638-edda-433f-8711-dd9a7633c65c {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:20:04.008011 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 66c16638-edda-433f-8711-dd9a7633c65c not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:20:04.195100 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9de20c-52b7-448f-94f5-72e817f9290f req-bdaba7f6-3ece-4e4f-82ed-f1089f72725a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:04.197024 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-cb9de20c-52b7-448f-94f5-72e817f9290f req-bdaba7f6-3ece-4e4f-82ed-f1089f72725a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d4102d427cc94f0ba1c37493608fe1c3&device_id=b7d3f224-d001-4a9c-8816-6111bc8ee6b9 HTTP/1.1" status: 200 len: 1096 time: 0.2124376 Dec 06 17:20:04.204171 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-14a86c5e-6119-4247-a640-9d8d97070f83 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:04.215919 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f2daa5-5c5d-4ac9-aa74-96402a47b926 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-e4c53d49-591b-4ece-8e59-336498a5612a', 'network_id': 'e4c53d49-591b-4ece-8e59-336498a5612a', 'tenant_id': '40549eaf61834290b753dc92c662ceed', 'fixed_ips': [{'subnet_id': 'b4cd5894-7957-4c23-9c40-8b7a32cd3bf0'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:20:04.216788 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c3f2daa5-5c5d-4ac9-aa74-96402a47b926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:04.231197 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-45f14c5a-550b-4628-8c46-e7169670a1fb None None] Provisioning complete for port 50d0c013-2f45-4e34-b628-b932de7ca5f9 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:20:04.231574 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-45f14c5a-550b-4628-8c46-e7169670a1fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:04.238005 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-97325897-7d7a-4db2-87bd-f06a1357da89 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Allocated IP 172.20.0.6 (e4c53d49-591b-4ece-8e59-336498a5612a/b4cd5894-7957-4c23-9c40-8b7a32cd3bf0/ca7183db-afe7-4f16-9152-b394f1eae475) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:20:04.264423 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-12883505-a998-4aed-88de-ade8542fddf9 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:04.293401 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a9755a-cff0-42ce-9ec8-0aa0beb78698 req-655ffded-0edc-43c0-ba45-ea3aa9df10ab tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:04.301864 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-78a9755a-cff0-42ce-9ec8-0aa0beb78698 req-655ffded-0edc-43c0-ba45-ea3aa9df10ab tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7d3f224-d001-4a9c-8816-6111bc8ee6b9 HTTP/1.1" status: 200 len: 945 time: 0.1974311 Dec 06 17:20:04.440750 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-12883505-a998-4aed-88de-ade8542fddf9 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Calling delete_port for b2917927-dd62-4d62-b411-cdbf9181b3d7 owned by network:router_interface {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:20:04.460355 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-78a9755a-cff0-42ce-9ec8-0aa0beb78698 req-52ad5d73-23af-49f8-ad46-753c536b1b39 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/security-groups?id=55b21076-cf23-48e9-9a14-bcc811d060b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571727 Dec 06 17:20:04.527622 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae1d4ea-4aa9-40e2-b5cb-1706e8a060f9 req-f1c4c891-64ef-4154-8747-23bae2a64645 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:04.529189 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4ae1d4ea-4aa9-40e2-b5cb-1706e8a060f9 req-f1c4c891-64ef-4154-8747-23bae2a64645 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/ports?device_id=a641f262-239e-461f-af10-00b86db62822 HTTP/1.1" status: 200 len: 945 time: 0.1045096 Dec 06 17:20:04.567716 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-97325897-7d7a-4db2-87bd-f06a1357da89 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:04.632402 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4ae1d4ea-4aa9-40e2-b5cb-1706e8a060f9 req-109a7a5b-6946-4298-bbb9-e50a2f8d8672 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd5fd2ce-3e09-41f1-868b-3ad9c4e06626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957627 Dec 06 17:20:04.650605 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-bc6ad2d8-095a-4723-a849-e2ce6530f5e1 None None] Provisioning complete for port 50d0c013-2f45-4e34-b628-b932de7ca5f9 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:20:04.651274 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bc6ad2d8-095a-4723-a849-e2ce6530f5e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:04.681122 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-97325897-7d7a-4db2-87bd-f06a1357da89 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:04.755620 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97325897-7d7a-4db2-87bd-f06a1357da89 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Network e4c53d49-591b-4ece-8e59-336498a5612a is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:20:04.760725 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-97325897-7d7a-4db2-87bd-f06a1357da89 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:20:04.763037 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97325897-7d7a-4db2-87bd-f06a1357da89 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Pushing event updated for resources: {'Port': ['ID=ca7183db-afe7-4f16-9152-b394f1eae475,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:04.765531 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97325897-7d7a-4db2-87bd-f06a1357da89 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:20:04.814526 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-c3f2daa5-5c5d-4ac9-aa74-96402a47b926 None None] Allocated IP 172.20.0.2 (e4c53d49-591b-4ece-8e59-336498a5612a/b4cd5894-7957-4c23-9c40-8b7a32cd3bf0/790a0d8f-cba6-4963-9477-a3b4c58d4a0a) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:20:04.835252 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97325897-7d7a-4db2-87bd-f06a1357da89 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:04.835939 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-97325897-7d7a-4db2-87bd-f06a1357da89 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:04.875697 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-97325897-7d7a-4db2-87bd-f06a1357da89 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2128532 Dec 06 17:20:04.876230 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54908) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:04.885901 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-b691abe4-6f6a-4512-be46-788f5032c32f tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Request body: {'port': {'network_id': 'e4c53d49-591b-4ece-8e59-336498a5612a', 'name': 'tempest-PortsTestJSON-1655513113'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:20:05.089080 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b691abe4-6f6a-4512-be46-788f5032c32f tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Made reservation on behalf of 40549eaf61834290b753dc92c662ceed for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:20:05.093798 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b691abe4-6f6a-4512-be46-788f5032c32f tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:05.112214 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-b691abe4-6f6a-4512-be46-788f5032c32f tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] device_id is not set on port 4908fb57-a9d2-44cd-81e9-1911fc7bef7a yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:20:05.166883 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 50d0c013-2f45-4e34-b628-b932de7ca5f9 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:20:05.253338 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:05.309692 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c3f2daa5-5c5d-4ac9-aa74-96402a47b926 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:05.311444 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 50d0c013-2f45-4e34-b628-b932de7ca5f9 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:20:05.311884 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:05.337387 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c3f2daa5-5c5d-4ac9-aa74-96402a47b926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:05.349676 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a78543-888d-44fa-8669-8de16caacde0 req-ebb6e9ef-e852-4f7a-93fe-5bf727c22d15 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:05.357413 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-09a78543-888d-44fa-8669-8de16caacde0 req-ebb6e9ef-e852-4f7a-93fe-5bf727c22d15 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 946 time: 0.2181411 Dec 06 17:20:05.370719 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9de20c-52b7-448f-94f5-72e817f9290f req-7738a698-0fca-4503-9f04-0477b3895cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:05.372167 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-cb9de20c-52b7-448f-94f5-72e817f9290f req-7738a698-0fca-4503-9f04-0477b3895cea service neutron] 10.222.0.44 "GET /v2.0/networks?id=cae96aac-fb31-4420-9340-c97dbf634a30 HTTP/1.1" status: 200 len: 920 time: 1.1649103 Dec 06 17:20:05.387697 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-b691abe4-6f6a-4512-be46-788f5032c32f tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Allocated IP 172.20.0.12 (e4c53d49-591b-4ece-8e59-336498a5612a/b4cd5894-7957-4c23-9c40-8b7a32cd3bf0/4908fb57-a9d2-44cd-81e9-1911fc7bef7a) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:20:05.388284 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f2daa5-5c5d-4ac9-aa74-96402a47b926 None None] Network e4c53d49-591b-4ece-8e59-336498a5612a is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:20:05.397442 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-c3f2daa5-5c5d-4ac9-aa74-96402a47b926 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:20:05.401155 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f2daa5-5c5d-4ac9-aa74-96402a47b926 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:20:05.416940 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f2daa5-5c5d-4ac9-aa74-96402a47b926 None None] Pushing event updated for resources: {'Port': ['ID=790a0d8f-cba6-4963-9477-a3b4c58d4a0a,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:05.498472 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-cb9de20c-52b7-448f-94f5-72e817f9290f req-1b692869-2be7-45fa-9caf-3d3edbd8db65 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=705859b3-57e1-4ac2-be0a-5482767392a3 HTTP/1.1" status: 200 len: 217 time: 0.1119657 Dec 06 17:20:05.525284 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-c3f2daa5-5c5d-4ac9-aa74-96402a47b926 None None] Attempting to bind port 790a0d8f-cba6-4963-9477-a3b4c58d4a0a on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:20:05.525697 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-c3f2daa5-5c5d-4ac9-aa74-96402a47b926 None None] Attempting to bind port 790a0d8f-cba6-4963-9477-a3b4c58d4a0a by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '4ab77549-ab44-4d66-ace4-8215af7ce53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e4c53d49-591b-4ece-8e59-336498a5612a'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:20:05.526177 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f2daa5-5c5d-4ac9-aa74-96402a47b926 None None] Attempting to bind port 790a0d8f-cba6-4963-9477-a3b4c58d4a0a on network e4c53d49-591b-4ece-8e59-336498a5612a {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:20:05.533957 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f2daa5-5c5d-4ac9-aa74-96402a47b926 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:20:05.534357 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f2daa5-5c5d-4ac9-aa74-96402a47b926 None None] Checking segment: {'id': '4ab77549-ab44-4d66-ace4-8215af7ce53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e4c53d49-591b-4ece-8e59-336498a5612a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:20:05.535009 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c3f2daa5-5c5d-4ac9-aa74-96402a47b926 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:05.535407 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f2daa5-5c5d-4ac9-aa74-96402a47b926 None None] Bound using segment: {'id': '4ab77549-ab44-4d66-ace4-8215af7ce53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e4c53d49-591b-4ece-8e59-336498a5612a'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:20:05.535894 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-c3f2daa5-5c5d-4ac9-aa74-96402a47b926 None None] Bound port: 790a0d8f-cba6-4963-9477-a3b4c58d4a0a, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ab77549-ab44-4d66-ace4-8215af7ce53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e4c53d49-591b-4ece-8e59-336498a5612a'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:20:05.536282 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c3f2daa5-5c5d-4ac9-aa74-96402a47b926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:05.569187 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-09a78543-888d-44fa-8669-8de16caacde0 req-9967151d-1e6c-49a2-823a-464b6e33cccf tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8ff7359-db2b-4d57-aa79-237c344ab3df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2058489 Dec 06 17:20:05.577273 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-14a86c5e-6119-4247-a640-9d8d97070f83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:05.634815 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c3f2daa5-5c5d-4ac9-aa74-96402a47b926 None None] For port 790a0d8f-cba6-4963-9477-a3b4c58d4a0a, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:20:05.637300 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b691abe4-6f6a-4512-be46-788f5032c32f tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:05.638487 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c3f2daa5-5c5d-4ac9-aa74-96402a47b926 None None] For port 790a0d8f-cba6-4963-9477-a3b4c58d4a0a, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=790a0d8f-cba6-4963-9477-a3b4c58d4a0a,segment=NetworkSegment(4ab77549-ab44-4d66-ace4-8215af7ce53d),segment_id=4ab77549-ab44-4d66-ace4-8215af7ce53d)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:20:05.652360 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c3f2daa5-5c5d-4ac9-aa74-96402a47b926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:05.722665 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b691abe4-6f6a-4512-be46-788f5032c32f tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:05.734586 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9de20c-52b7-448f-94f5-72e817f9290f req-e1b3ec20-9347-498a-bb36-499297182ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:05.739645 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-cb9de20c-52b7-448f-94f5-72e817f9290f req-e1b3ec20-9347-498a-bb36-499297182ea7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=96d1432b-c397-475b-95f3-c732d2ae28e6 HTTP/1.1" status: 200 len: 859 time: 0.2152185 Dec 06 17:20:05.795288 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f2daa5-5c5d-4ac9-aa74-96402a47b926 None None] Pushing event updated for resources: {'Port': ['ID=790a0d8f-cba6-4963-9477-a3b4c58d4a0a,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:05.827117 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f96e4f1-3117-4823-a9ec-79cc77ef3218 req-ad5d56cb-e9a5-4117-9bb3-8ab5b07464c8 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:05.828776 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4f96e4f1-3117-4823-a9ec-79cc77ef3218 req-ad5d56cb-e9a5-4117-9bb3-8ab5b07464c8 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7d3f224-d001-4a9c-8816-6111bc8ee6b9 HTTP/1.1" status: 200 len: 945 time: 0.1475148 Dec 06 17:20:05.840398 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b691abe4-6f6a-4512-be46-788f5032c32f tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Network e4c53d49-591b-4ece-8e59-336498a5612a is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:20:05.845103 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-b691abe4-6f6a-4512-be46-788f5032c32f tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:20:05.857883 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b691abe4-6f6a-4512-be46-788f5032c32f tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:20:05.918597 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b691abe4-6f6a-4512-be46-788f5032c32f tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Pushing event updated for resources: {'Port': ['ID=4908fb57-a9d2-44cd-81e9-1911fc7bef7a,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:05.949658 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-cb9de20c-52b7-448f-94f5-72e817f9290f req-ad3b00ef-acb6-4d85-9582-fe000920c67d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cae96aac-fb31-4420-9340-c97dbf634a30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0818131 Dec 06 17:20:05.991258 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b691abe4-6f6a-4512-be46-788f5032c32f tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:05.991258 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b691abe4-6f6a-4512-be46-788f5032c32f tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:06.037500 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4f96e4f1-3117-4823-a9ec-79cc77ef3218 req-df5b333f-8019-4453-b532-84e0ae855b02 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/security-groups?id=55b21076-cf23-48e9-9a14-bcc811d060b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953061 Dec 06 17:20:06.059255 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-b691abe4-6f6a-4512-be46-788f5032c32f tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.1821012 Dec 06 17:20:06.062035 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54916) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:06.104982 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b563decb-e995-4f76-a004-80b6f9499786 req-c015a49c-833c-488a-8979-5968cecadd0d tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:06.112377 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b563decb-e995-4f76-a004-80b6f9499786 req-c015a49c-833c-488a-8979-5968cecadd0d tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/ports?device_id=a641f262-239e-461f-af10-00b86db62822 HTTP/1.1" status: 200 len: 945 time: 0.2359900 Dec 06 17:20:06.141786 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-cb9de20c-52b7-448f-94f5-72e817f9290f req-cedc86a8-840b-43a8-aec3-2fd5a91024da service neutron] 10.222.0.44 "GET /v2.0/networks/cae96aac-fb31-4420-9340-c97dbf634a30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745863 Dec 06 17:20:06.145349 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-12883505-a998-4aed-88de-ade8542fddf9 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:06.206844 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec7be26-f468-4168-a087-ca966fb3bc51 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:06.218129 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-0ec7be26-f468-4168-a087-ca966fb3bc51 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.6 HTTP/1.1" status: 200 len: 922 time: 0.1544108 Dec 06 17:20:06.219906 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54918) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:06.266080 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12883505-a998-4aed-88de-ade8542fddf9 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Pushing event deleted for resources: {'Port': ['ID=b2917927-dd62-4d62-b411-cdbf9181b3d7,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:06.422684 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b563decb-e995-4f76-a004-80b6f9499786 req-37ee6863-54c2-4833-b0df-d9a87f054095 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd5fd2ce-3e09-41f1-868b-3ad9c4e06626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3092837 Dec 06 17:20:06.433196 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14a86c5e-6119-4247-a640-9d8d97070f83 admin admin] Router 3c29d003-6421-4733-8e94-76d471e24db7 is scheduled to L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 with binding_index 1 {{(pid=103285) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 17:20:06.435740 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-12883505-a998-4aed-88de-ade8542fddf9 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-772474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575952'] for router_interface, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:06.584495 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-cb9de20c-52b7-448f-94f5-72e817f9290f req-830aa0b3-c4f5-4235-a023-22c11fb962df service neutron] 10.222.0.44 "GET /v2.0/networks/cae96aac-fb31-4420-9340-c97dbf634a30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4285541 Dec 06 17:20:06.813828 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14a86c5e-6119-4247-a640-9d8d97070f83 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:20:06.824018 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12883505-a998-4aed-88de-ade8542fddf9 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Router 6a62d889-8bad-4832-9ddd-c08f20cbeab7 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:20:06.829691 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec299be8-0410-43e4-bc53-6c1a8319b273 None None] Sync routers for ids ['3c29d003-6421-4733-8e94-76d471e24db7'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:20:06.858135 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-14a86c5e-6119-4247-a640-9d8d97070f83 admin admin] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:06.859425 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-14a86c5e-6119-4247-a640-9d8d97070f83 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.3768775 Dec 06 17:20:06.862530 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 54928) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:06.868098 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec299be8-0410-43e4-bc53-6c1a8319b273 None None] Routers {'3c29d003-6421-4733-8e94-76d471e24db7'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:20:06.870618 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-ec299be8-0410-43e4-bc53-6c1a8319b273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:19:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['3c29d003-6421-4733-8e94-76d471e24db7'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:20:06.895313 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9725afbc-9aa6-425c-89c3-b7b96f9de733 req-7e1e82a9-15b2-43d1-b00f-05ce69ca55ae tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:06.897454 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9725afbc-9aa6-425c-89c3-b7b96f9de733 req-7e1e82a9-15b2-43d1-b00f-05ce69ca55ae tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 946 time: 0.1622627 Dec 06 17:20:06.946280 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-945ac3a2-8fe3-492a-8b2e-5fe12c5678a5 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Deleting port 4908fb57-a9d2-44cd-81e9-1911fc7bef7a {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:20:06.946779 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-945ac3a2-8fe3-492a-8b2e-5fe12c5678a5 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:07.064522 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12883505-a998-4aed-88de-ade8542fddf9 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:20:07.072171 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-12883505-a998-4aed-88de-ade8542fddf9 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "PUT /v2.0/routers/6a62d889-8bad-4832-9ddd-c08f20cbeab7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3210139 Dec 06 17:20:07.075515 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 790a0d8f-cba6-4963-9477-a3b4c58d4a0a up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:20:07.076719 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 54932) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:07.080065 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3238bf0-e5ff-449d-b434-312dcdb73c24 None None] Sync routers for ids ['6a62d889-8bad-4832-9ddd-c08f20cbeab7'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:20:07.096554 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3238bf0-e5ff-449d-b434-312dcdb73c24 None None] Routers {'6a62d889-8bad-4832-9ddd-c08f20cbeab7'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:20:07.097587 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-c3238bf0-e5ff-449d-b434-312dcdb73c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:19:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['6a62d889-8bad-4832-9ddd-c08f20cbeab7'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:20:07.136332 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-f545fd7a-5e11-47fe-8e95-348172dba5d2 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a62d889-8bad-4832-9ddd-c08f20cbeab7 HTTP/1.1" status: 200 len: 205 time: 0.0584066 Dec 06 17:20:07.142656 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 54934) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:07.170028 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-945ac3a2-8fe3-492a-8b2e-5fe12c5678a5 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:07.182653 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-c3238bf0-e5ff-449d-b434-312dcdb73c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:20:07.184704 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-ec299be8-0410-43e4-bc53-6c1a8319b273 None None] Set router 3c29d003-6421-4733-8e94-76d471e24db7 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:20:07.192764 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3238bf0-e5ff-449d-b434-312dcdb73c24 None None] Routers {'6a62d889-8bad-4832-9ddd-c08f20cbeab7'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:20:07.194267 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-c3238bf0-e5ff-449d-b434-312dcdb73c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:19:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['6a62d889-8bad-4832-9ddd-c08f20cbeab7'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:20:07.199711 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-945ac3a2-8fe3-492a-8b2e-5fe12c5678a5 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Calling delete_port for 4908fb57-a9d2-44cd-81e9-1911fc7bef7a owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:20:07.239703 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-c3238bf0-e5ff-449d-b434-312dcdb73c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:20:07.241250 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3238bf0-e5ff-449d-b434-312dcdb73c24 None None] The sync data for ids ['6a62d889-8bad-4832-9ddd-c08f20cbeab7'] in n-d-master-1 is: [] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:20:07.316192 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9725afbc-9aa6-425c-89c3-b7b96f9de733 req-150f7eef-c3f9-4dbc-a343-629b184cbda0 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8ff7359-db2b-4d57-aa79-237c344ab3df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4122899 Dec 06 17:20:07.407715 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ac8aec8b-86c9-476c-9c71-4f703a62d277 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks [] for router, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:07.434732 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d55c39b-f599-4d5a-9862-15e1f57e70fd None None] Network e4c53d49-591b-4ece-8e59-336498a5612a requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:20:07.489304 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-945ac3a2-8fe3-492a-8b2e-5fe12c5678a5 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:07.549505 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945ac3a2-8fe3-492a-8b2e-5fe12c5678a5 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Pushing event deleted for resources: {'Port': ['ID=4908fb57-a9d2-44cd-81e9-1911fc7bef7a,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:07.595804 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 790a0d8f-cba6-4963-9477-a3b4c58d4a0a triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:20:07.596636 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:07.672721 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a884324-8a0b-4588-ac37-c27c5d092448 req-0c825095-8522-4dc3-ae5c-37665391c00f tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:07.674278 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7a884324-8a0b-4588-ac37-c27c5d092448 req-0c825095-8522-4dc3-ae5c-37665391c00f tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7d3f224-d001-4a9c-8816-6111bc8ee6b9 HTTP/1.1" status: 200 len: 945 time: 0.4553723 Dec 06 17:20:07.679082 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-e309b4bf-b1dd-48db-b246-74de83daf524 None None] Provisioning complete for port 790a0d8f-cba6-4963-9477-a3b4c58d4a0a triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:20:07.679699 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e309b4bf-b1dd-48db-b246-74de83daf524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:07.683087 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ac8aec8b-86c9-476c-9c71-4f703a62d277 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:07.687175 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ac8aec8b-86c9-476c-9c71-4f703a62d277 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:07.827494 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ac8aec8b-86c9-476c-9c71-4f703a62d277 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:07.828205 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac8aec8b-86c9-476c-9c71-4f703a62d277 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Fanout notify agent at l3_agent the message router_deleted on router 6a62d889-8bad-4832-9ddd-c08f20cbeab7 {{(pid=103285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 17:20:07.843145 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-945ac3a2-8fe3-492a-8b2e-5fe12c5678a5 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:07.846012 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ac8aec8b-86c9-476c-9c71-4f703a62d277 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:07.847604 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-ac8aec8b-86c9-476c-9c71-4f703a62d277 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "DELETE /v2.0/routers/6a62d889-8bad-4832-9ddd-c08f20cbeab7 HTTP/1.1" status: 204 len: 168 time: 0.7047188 Dec 06 17:20:07.847849 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-945ac3a2-8fe3-492a-8b2e-5fe12c5678a5 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "DELETE /v2.0/ports/4908fb57-a9d2-44cd-81e9-1911fc7bef7a HTTP/1.1" status: 204 len: 168 time: 1.6263947 Dec 06 17:20:07.851390 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 54940) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:07.854986 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7a884324-8a0b-4588-ac37-c27c5d092448 req-bbb849d6-5ff0-4a6c-b060-c705405de2d4 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/security-groups?id=55b21076-cf23-48e9-9a14-bcc811d060b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233749 Dec 06 17:20:07.867746 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 54942) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:07.885913 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced0871f-143d-469e-81a0-642ec1b5b8b6 req-2b5c21eb-6cf8-4944-b8e5-d25444902b9d tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:07.887426 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ced0871f-143d-469e-81a0-642ec1b5b8b6 req-2b5c21eb-6cf8-4944-b8e5-d25444902b9d tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/ports?device_id=a641f262-239e-461f-af10-00b86db62822 HTTP/1.1" status: 200 len: 945 time: 0.3341150 Dec 06 17:20:07.894243 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:07.984512 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ced0871f-143d-469e-81a0-642ec1b5b8b6 req-ac710bd1-3a25-4d77-94ca-b01124a78228 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd5fd2ce-3e09-41f1-868b-3ad9c4e06626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903363 Dec 06 17:20:08.003632 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-091c8751-73d3-44da-809b-c2480736013d tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Deleting subnet 53434486-ab91-46d0-b118-82f7b95972d5 {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:20:08.020513 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] For port 790a0d8f-cba6-4963-9477-a3b4c58d4a0a, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=790a0d8f-cba6-4963-9477-a3b4c58d4a0a,segment=NetworkSegment(4ab77549-ab44-4d66-ace4-8215af7ce53d),segment_id=4ab77549-ab44-4d66-ace4-8215af7ce53d)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:20:08.026992 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-091c8751-73d3-44da-809b-c2480736013d tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:08.044276 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:08.088581 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-091c8751-73d3-44da-809b-c2480736013d tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:08.092165 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e309b4bf-b1dd-48db-b246-74de83daf524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:08.145539 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-ec299be8-0410-43e4-bc53-6c1a8319b273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c29d003-6421-4733-8e94-76d471e24db7', 'name': 'tempest-AttachVolumeShelveTestJSON-1454673330-router', 'tenant_id': '74bc5013de174928a9ab47aef105909c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.145'}], 'enable_snat': True}, 'gw_port_id': '92514718-b909-425e-925a-e193e46db368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:19:59Z', 'updated_at': '2021-12-06T17:20:03Z', 'revision_number': 3, 'project_id': '74bc5013de174928a9ab47aef105909c', 'gw_port': {'id': '92514718-b909-425e-925a-e193e46db368', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:95:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c29d003-6421-4733-8e94-76d471e24db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:20:02Z', 'updated_at': '2021-12-06T17:20:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:20:08.149688 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Pushing event updated for resources: {'Port': ['ID=790a0d8f-cba6-4963-9477-a3b4c58d4a0a,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:08.182523 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec299be8-0410-43e4-bc53-6c1a8319b273 None None] Checking router: 3c29d003-6421-4733-8e94-76d471e24db7 for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:20:08.183176 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec299be8-0410-43e4-bc53-6c1a8319b273 None None] Updating router 3c29d003-6421-4733-8e94-76d471e24db7 port 92514718-b909-425e-925a-e193e46db368 binding host n-d-master-1 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:20:08.192758 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-091c8751-73d3-44da-809b-c2480736013d tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:08.258185 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.db.api [None req-e309b4bf-b1dd-48db-b246-74de83daf524 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103286) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 17:20:08.258807 n-d-master-1 neutron-server[103286]: DEBUG oslo_db.api [None req-e309b4bf-b1dd-48db-b246-74de83daf524 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 17:20:08.259500 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ec299be8-0410-43e4-bc53-6c1a8319b273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:08.343903 n-d-master-1 neutron-server[103285]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2c4bfa8-cf3b-437c-a598-9c25752a6bdd tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] GET failed (client error): The resource could not be found. Dec 06 17:20:08.347003 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-b2c4bfa8-cf3b-437c-a598-9c25752a6bdd tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "GET /v2.0/ports/4908fb57-a9d2-44cd-81e9-1911fc7bef7a HTTP/1.1" status: 404 len: 333 time: 0.4781649 Dec 06 17:20:08.350583 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54952) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:08.578829 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-e709ceff-4e85-47c7-9f02-aee8de251bcf tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Deleting port ca7183db-afe7-4f16-9152-b394f1eae475 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:20:08.579335 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e709ceff-4e85-47c7-9f02-aee8de251bcf tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:08.671473 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ec299be8-0410-43e4-bc53-6c1a8319b273 None None] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:08.682049 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ec299be8-0410-43e4-bc53-6c1a8319b273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:08.771630 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e709ceff-4e85-47c7-9f02-aee8de251bcf tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:08.798629 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-e709ceff-4e85-47c7-9f02-aee8de251bcf tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Calling delete_port for ca7183db-afe7-4f16-9152-b394f1eae475 owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:20:08.912603 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6362b6-bb41-44b6-b7fa-3f5e01b6031f None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:20:08.924768 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-ec299be8-0410-43e4-bc53-6c1a8319b273 None None] Attempting to bind port 92514718-b909-425e-925a-e193e46db368 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:20:08.925803 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-ec299be8-0410-43e4-bc53-6c1a8319b273 None None] Attempting to bind port 92514718-b909-425e-925a-e193e46db368 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:20:08.927001 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec299be8-0410-43e4-bc53-6c1a8319b273 None None] Attempting to bind port 92514718-b909-425e-925a-e193e46db368 on network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:20:08.957596 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec299be8-0410-43e4-bc53-6c1a8319b273 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:20:08.958233 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec299be8-0410-43e4-bc53-6c1a8319b273 None None] Checking segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:20:08.959108 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ec299be8-0410-43e4-bc53-6c1a8319b273 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:08.959718 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec299be8-0410-43e4-bc53-6c1a8319b273 None None] Bound using segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:20:08.960382 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-ec299be8-0410-43e4-bc53-6c1a8319b273 None None] Bound port: 92514718-b909-425e-925a-e193e46db368, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:20:08.962050 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ec299be8-0410-43e4-bc53-6c1a8319b273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:08.966181 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a54cbb-9676-45f9-83a4-dc52dfd181a1 None None] Pushing event updated for resources: {'Port': ['ID=92514718-b909-425e-925a-e193e46db368,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:09.066127 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-659f2c43-5859-4f6c-a6f2-81ef4c41d866 None None] Provisioning complete for port 92514718-b909-425e-925a-e193e46db368 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:20:09.066780 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-659f2c43-5859-4f6c-a6f2-81ef4c41d866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:09.069505 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e709ceff-4e85-47c7-9f02-aee8de251bcf tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:09.093608 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-091c8751-73d3-44da-809b-c2480736013d tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:09.119238 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 790a0d8f-cba6-4963-9477-a3b4c58d4a0a up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:20:09.163153 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-091c8751-73d3-44da-809b-c2480736013d tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:09.168889 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-091c8751-73d3-44da-809b-c2480736013d tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "DELETE /v2.0/subnets/53434486-ab91-46d0-b118-82f7b95972d5 HTTP/1.1" status: 204 len: 168 time: 1.3099349 Dec 06 17:20:09.185419 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-659f2c43-5859-4f6c-a6f2-81ef4c41d866 None None] Port 92514718-b909-425e-925a-e193e46db368 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:20:09.190279 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 54960) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:09.191123 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119f51af-805c-418f-918b-b2c6277b88f1 None None] Network e3788df9-efc1-453b-b805-63bbca1dfdfb requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:20:09.205757 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e709ceff-4e85-47c7-9f02-aee8de251bcf tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Pushing event deleted for resources: {'Port': ['ID=ca7183db-afe7-4f16-9152-b394f1eae475,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:09.214372 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091c8751-73d3-44da-809b-c2480736013d tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Pushing event deleted for resources: {'Subnet': ['ID=53434486-ab91-46d0-b118-82f7b95972d5,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:09.231900 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091c8751-73d3-44da-809b-c2480736013d tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:20:09.232640 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091c8751-73d3-44da-809b-c2480736013d tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:20:09.233159 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091c8751-73d3-44da-809b-c2480736013d tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:20:09.233705 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091c8751-73d3-44da-809b-c2480736013d tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:20:09.234210 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091c8751-73d3-44da-809b-c2480736013d tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:20:09.234707 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091c8751-73d3-44da-809b-c2480736013d tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:20:09.235203 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091c8751-73d3-44da-809b-c2480736013d tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:20:09.235701 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091c8751-73d3-44da-809b-c2480736013d tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:20:09.236191 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091c8751-73d3-44da-809b-c2480736013d tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:20:09.236688 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091c8751-73d3-44da-809b-c2480736013d tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:20:09.237183 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091c8751-73d3-44da-809b-c2480736013d tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:20:09.237709 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091c8751-73d3-44da-809b-c2480736013d tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:20:09.238207 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091c8751-73d3-44da-809b-c2480736013d tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:20:09.276462 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7835e6ec-484b-4a7a-ad1d-5f821fa368a6 req-91f82c8f-2b50-4dab-8263-7ca1745d5b81 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:09.284208 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7835e6ec-484b-4a7a-ad1d-5f821fa368a6 req-91f82c8f-2b50-4dab-8263-7ca1745d5b81 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7d3f224-d001-4a9c-8816-6111bc8ee6b9 HTTP/1.1" status: 200 len: 945 time: 0.2294073 Dec 06 17:20:09.296728 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b7837a-9647-4e72-947e-02f07ca53ada req-6917a306-1173-41ee-b0de-24ed8b03cf20 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:09.299384 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-ec299be8-0410-43e4-bc53-6c1a8319b273 None None] For port 92514718-b909-425e-925a-e193e46db368, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:20:09.305583 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-72b7837a-9647-4e72-947e-02f07ca53ada req-6917a306-1173-41ee-b0de-24ed8b03cf20 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 946 time: 0.2760701 Dec 06 17:20:09.307128 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-659f2c43-5859-4f6c-a6f2-81ef4c41d866 None None] Could not find standard attr ID for object ca7183db-afe7-4f16-9152-b394f1eae475. {{(pid=103286) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 17:20:09.319290 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-36c46049-6ab5-4923-a10b-c74489daf133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:09.348928 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e709ceff-4e85-47c7-9f02-aee8de251bcf tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:09.360013 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-e709ceff-4e85-47c7-9f02-aee8de251bcf tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "DELETE /v2.0/ports/ca7183db-afe7-4f16-9152-b394f1eae475 HTTP/1.1" status: 204 len: 168 time: 1.0061951 Dec 06 17:20:09.360793 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54962) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:09.398247 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-ec299be8-0410-43e4-bc53-6c1a8319b273 None None] For port 92514718-b909-425e-925a-e193e46db368, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=92514718-b909-425e-925a-e193e46db368,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:20:09.409222 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ec299be8-0410-43e4-bc53-6c1a8319b273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:09.423728 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-e77434e9-919e-4df0-927c-4c073cc738be tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Deleting subnet 64837c3a-3c63-4265-8ee6-d61284cc9622 {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:20:09.425015 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-b51e771a-410d-45f5-9282-fedcfac61293 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] GET failed (client error): The resource could not be found. Dec 06 17:20:09.430512 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-b51e771a-410d-45f5-9282-fedcfac61293 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "GET /v2.0/ports/ca7183db-afe7-4f16-9152-b394f1eae475 HTTP/1.1" status: 404 len: 333 time: 0.0659177 Dec 06 17:20:09.432438 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54966) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:09.445907 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7835e6ec-484b-4a7a-ad1d-5f821fa368a6 req-95d2a927-8ae5-4a80-9101-a2806aa06c96 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/security-groups?id=55b21076-cf23-48e9-9a14-bcc811d060b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603725 Dec 06 17:20:09.472011 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e77434e9-919e-4df0-927c-4c073cc738be tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:09.538108 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-873843cc-deb2-4dfd-a696-85ae6dadce25 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Deleting subnet b4cd5894-7957-4c23-9c40-8b7a32cd3bf0 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:20:09.543703 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-873843cc-deb2-4dfd-a696-85ae6dadce25 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:09.574508 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-72b7837a-9647-4e72-947e-02f07ca53ada req-b8f02495-0b51-4692-a14f-135832417356 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8ff7359-db2b-4d57-aa79-237c344ab3df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2630568 Dec 06 17:20:09.582807 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259b9716-7082-4a65-8112-533732e68a9c None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:20:09.602521 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 790a0d8f-cba6-4963-9477-a3b4c58d4a0a triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:20:09.602948 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:09.605793 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-659f2c43-5859-4f6c-a6f2-81ef4c41d866 None None] Provisioning complete for port 790a0d8f-cba6-4963-9477-a3b4c58d4a0a triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:20:09.605953 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-659f2c43-5859-4f6c-a6f2-81ef4c41d866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:09.632760 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-873843cc-deb2-4dfd-a696-85ae6dadce25 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:09.654639 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e77434e9-919e-4df0-927c-4c073cc738be tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:09.784375 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-873843cc-deb2-4dfd-a696-85ae6dadce25 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:09.822215 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb069e6-6fcb-44c1-8673-c46a48b1bf83 req-a506e254-7268-4ddc-960c-372cbe0ea5f7 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:09.823265 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3cb069e6-6fcb-44c1-8673-c46a48b1bf83 req-a506e254-7268-4ddc-960c-372cbe0ea5f7 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/ports?device_id=a641f262-239e-461f-af10-00b86db62822 HTTP/1.1" status: 200 len: 945 time: 0.1429038 Dec 06 17:20:09.867493 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-873843cc-deb2-4dfd-a696-85ae6dadce25 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:09.868889 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-36c46049-6ab5-4923-a10b-c74489daf133 admin admin] Allocated IP 172.20.0.1 (443e19cc-aba1-401c-ba5c-6c1a74082882/01ffc29c-932e-4129-aefc-9a2b3f836b7b/8eb415b7-2dde-4905-a8cb-5d548e34c561) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:20:09.888043 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec299be8-0410-43e4-bc53-6c1a8319b273 None None] Routers {'3c29d003-6421-4733-8e94-76d471e24db7'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:20:09.888687 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-ec299be8-0410-43e4-bc53-6c1a8319b273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:19:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['3c29d003-6421-4733-8e94-76d471e24db7'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:20:09.901801 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873843cc-deb2-4dfd-a696-85ae6dadce25 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Pushing event deleted for resources: {'Subnet': ['ID=b4cd5894-7957-4c23-9c40-8b7a32cd3bf0,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:09.907743 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-873843cc-deb2-4dfd-a696-85ae6dadce25 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:09.911327 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e77434e9-919e-4df0-927c-4c073cc738be tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:09.916461 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-873843cc-deb2-4dfd-a696-85ae6dadce25 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "DELETE /v2.0/subnets/b4cd5894-7957-4c23-9c40-8b7a32cd3bf0 HTTP/1.1" status: 204 len: 168 time: 0.4806323 Dec 06 17:20:09.916813 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54976) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:09.936192 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a54cbb-9676-45f9-83a4-dc52dfd181a1 None None] Pushing event updated for resources: {'Port': ['ID=92514718-b909-425e-925a-e193e46db368,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:09.954548 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a83dd11-61c2-4963-87d1-4d2c2198e67a None None] Network e4c53d49-591b-4ece-8e59-336498a5612a requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:20:10.027015 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ef4604ef-6f52-473d-bb77-41b164f87e88 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:10.056346 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3cb069e6-6fcb-44c1-8673-c46a48b1bf83 req-ac5326a2-148f-4b12-82b9-c700e8c170c1 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd5fd2ce-3e09-41f1-868b-3ad9c4e06626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937563 Dec 06 17:20:10.086997 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e77434e9-919e-4df0-927c-4c073cc738be tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:10.119218 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42da0ec8-1ef9-4c4c-940b-e630df224882 None None] DHCP port deletion for e3788df9-efc1-453b-b805-63bbca1dfdfb request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:20:10.119479 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-ef4604ef-6f52-473d-bb77-41b164f87e88 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Deleting port 790a0d8f-cba6-4963-9477-a3b4c58d4a0a {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:20:10.119929 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ef4604ef-6f52-473d-bb77-41b164f87e88 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:10.129072 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77434e9-919e-4df0-927c-4c073cc738be tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Pushing event deleted for resources: {'Subnet': ['ID=64837c3a-3c63-4265-8ee6-d61284cc9622,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:10.136511 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e77434e9-919e-4df0-927c-4c073cc738be tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:10.139949 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-e77434e9-919e-4df0-927c-4c073cc738be tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "DELETE /v2.0/subnets/64837c3a-3c63-4265-8ee6-d61284cc9622 HTTP/1.1" status: 204 len: 168 time: 0.9481289 Dec 06 17:20:10.142740 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 54984) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:10.152464 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c272933e-0e3f-4d0c-b973-8dc3dbd82851 None None] Network 0ad2a301-4f30-4943-9ff0-d859f2c24f34 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:20:10.152701 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-36c46049-6ab5-4923-a10b-c74489daf133 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:10.219992 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-ef4604ef-6f52-473d-bb77-41b164f87e88 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] For port 790a0d8f-cba6-4963-9477-a3b4c58d4a0a, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=790a0d8f-cba6-4963-9477-a3b4c58d4a0a,segment=NetworkSegment(4ab77549-ab44-4d66-ace4-8215af7ce53d),segment_id=4ab77549-ab44-4d66-ace4-8215af7ce53d)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:20:10.220423 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ef4604ef-6f52-473d-bb77-41b164f87e88 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:10.246495 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e84b07e4-a1d2-491a-81cd-b516ad221ec0 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:10.247150 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-ef4604ef-6f52-473d-bb77-41b164f87e88 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Calling delete_port for 790a0d8f-cba6-4963-9477-a3b4c58d4a0a owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:20:10.290859 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-36c46049-6ab5-4923-a10b-c74489daf133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:10.343843 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ef4604ef-6f52-473d-bb77-41b164f87e88 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:10.362488 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c46049-6ab5-4923-a10b-c74489daf133 admin admin] Network 443e19cc-aba1-401c-ba5c-6c1a74082882 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:20:10.376427 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4604ef-6f52-473d-bb77-41b164f87e88 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Pushing event deleted for resources: {'Port': ['ID=790a0d8f-cba6-4963-9477-a3b4c58d4a0a,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:10.379126 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4604ef-6f52-473d-bb77-41b164f87e88 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] No DVR routers for this DVR port 790a0d8f-cba6-4963-9477-a3b4c58d4a0a on host n-d-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:20:10.387712 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c46049-6ab5-4923-a10b-c74489daf133 admin admin] Pushing event updated for resources: {'Port': ['ID=8eb415b7-2dde-4905-a8cb-5d548e34c561,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:10.393529 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-36c46049-6ab5-4923-a10b-c74489daf133 admin admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:20:10.397314 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c46049-6ab5-4923-a10b-c74489daf133 admin admin] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:20:10.399584 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-ec299be8-0410-43e4-bc53-6c1a8319b273 None None] Set router 3c29d003-6421-4733-8e94-76d471e24db7 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:20:10.462976 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-36c46049-6ab5-4923-a10b-c74489daf133 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539179'] for router_interface, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:10.535398 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ef4604ef-6f52-473d-bb77-41b164f87e88 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:10.612956 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885f0b2e-a8b4-4550-a166-38eee9c66a26 None None] DHCP port deletion for e4c53d49-591b-4ece-8e59-336498a5612a request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:20:10.620935 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-ef4604ef-6f52-473d-bb77-41b164f87e88 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4c53d49-591b-4ece-8e59-336498a5612a']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:20:10.687437 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-ef4604ef-6f52-473d-bb77-41b164f87e88 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ab77549-ab44-4d66-ace4-8215af7ce53d') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:20:10.687437 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-ef4604ef-6f52-473d-bb77-41b164f87e88 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ab77549-ab44-4d66-ace4-8215af7ce53d') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:20:10.689674 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-89c76b98-9841-45aa-a604-e498a2e49d53 None None] Could not find standard attr ID for object 4908fb57-a9d2-44cd-81e9-1911fc7bef7a. {{(pid=103286) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 17:20:10.722393 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-42da0ec8-1ef9-4c4c-940b-e630df224882 None None] Deleting port 7be686b5-4325-4022-b3b9-1068e096ca27 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:20:10.722872 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-42da0ec8-1ef9-4c4c-940b-e630df224882 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:10.756595 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ef4604ef-6f52-473d-bb77-41b164f87e88 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:10.760959 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018484cf-f7e1-4f10-98b4-34dcc14b1c1a None None] DHCP port deletion for 0ad2a301-4f30-4943-9ff0-d859f2c24f34 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:20:10.795331 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ef4604ef-6f52-473d-bb77-41b164f87e88 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:10.797915 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-e84b07e4-a1d2-491a-81cd-b516ad221ec0 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Deleting port 7be686b5-4325-4022-b3b9-1068e096ca27 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:20:10.798339 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e84b07e4-a1d2-491a-81cd-b516ad221ec0 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:10.807626 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef4604ef-6f52-473d-bb77-41b164f87e88 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:20:10.808346 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ef4604ef-6f52-473d-bb77-41b164f87e88 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:10.814609 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-36c46049-6ab5-4923-a10b-c74489daf133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:10.845939 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-89c76b98-9841-45aa-a604-e498a2e49d53 None None] Provisioning complete for port 92514718-b909-425e-925a-e193e46db368 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:20:10.846585 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-89c76b98-9841-45aa-a604-e498a2e49d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:10.902372 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 17:20:10.902372 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:20:10.902372 n-d-master-1 neutron-server[103284]: timer() Dec 06 17:20:10.902372 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:20:10.902372 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 17:20:10.902372 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:20:10.902372 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 17:20:10.902372 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:20:10.902372 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 17:20:10.902372 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:20:10.902372 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 17:20:10.902372 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:20:10.902372 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 17:20:10.902372 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:20:10.902372 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:20:10.902372 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:20:10.902372 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:20:10.902372 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:20:10.902372 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 17:20:10.902372 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:20:10.902372 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 17:20:10.902372 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:20:10.902372 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:20:10.902372 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:20:10.902372 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 17:20:10.902372 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:20:10.902372 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:20:10.902372 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:20:10.902372 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:20:10.902372 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:20:10.902372 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:20:10.902372 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:20:10.907543 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ef4604ef-6f52-473d-bb77-41b164f87e88 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:10.907715 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1d3308-5937-40e9-911e-aa85efa3073f req-649f660e-d356-446b-bf09-019bde4878de tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:10.909286 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7f1d3308-5937-40e9-911e-aa85efa3073f req-649f660e-d356-446b-bf09-019bde4878de tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 946 time: 0.1731496 Dec 06 17:20:10.915884 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ef4604ef-6f52-473d-bb77-41b164f87e88 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:10.920731 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-ef4604ef-6f52-473d-bb77-41b164f87e88 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "DELETE /v2.0/networks/e4c53d49-591b-4ece-8e59-336498a5612a HTTP/1.1" status: 204 len: 168 time: 1.0029035 Dec 06 17:20:10.928144 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55024) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:10.946951 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-d6b55a23-b31e-4b2c-8011-80ff20b3931d tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-867682760'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:20:10.949099 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-42da0ec8-1ef9-4c4c-940b-e630df224882 None None] For port 7be686b5-4325-4022-b3b9-1068e096ca27, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7be686b5-4325-4022-b3b9-1068e096ca27,segment=NetworkSegment(252ff32d-5ee0-4f48-9fc1-22e02bc12ca1),segment_id=252ff32d-5ee0-4f48-9fc1-22e02bc12ca1)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:20:10.952585 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-42da0ec8-1ef9-4c4c-940b-e630df224882 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:10.965657 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826469ea-a646-480b-985a-b4c15ab3f4d0 req-9bdec784-ec51-4b34-b009-3277f4eed8c6 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:10.967198 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-826469ea-a646-480b-985a-b4c15ab3f4d0 req-9bdec784-ec51-4b34-b009-3277f4eed8c6 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7d3f224-d001-4a9c-8816-6111bc8ee6b9 HTTP/1.1" status: 200 len: 945 time: 0.3558438 Dec 06 17:20:10.972731 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4604ef-6f52-473d-bb77-41b164f87e88 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Pushing event deleted for resources: {'Network': ['ID=e4c53d49-591b-4ece-8e59-336498a5612a,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:10.977813 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-e84b07e4-a1d2-491a-81cd-b516ad221ec0 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] For port 7be686b5-4325-4022-b3b9-1068e096ca27, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7be686b5-4325-4022-b3b9-1068e096ca27,segment=NetworkSegment(252ff32d-5ee0-4f48-9fc1-22e02bc12ca1),segment_id=252ff32d-5ee0-4f48-9fc1-22e02bc12ca1)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:20:10.978111 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e84b07e4-a1d2-491a-81cd-b516ad221ec0 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:10.993787 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-42da0ec8-1ef9-4c4c-940b-e630df224882 None None] Calling delete_port for 7be686b5-4325-4022-b3b9-1068e096ca27 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:20:11.009517 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-ec299be8-0410-43e4-bc53-6c1a8319b273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c29d003-6421-4733-8e94-76d471e24db7', 'name': 'tempest-AttachVolumeShelveTestJSON-1454673330-router', 'tenant_id': '74bc5013de174928a9ab47aef105909c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.145'}], 'enable_snat': True}, 'gw_port_id': '92514718-b909-425e-925a-e193e46db368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:19:59Z', 'updated_at': '2021-12-06T17:20:03Z', 'revision_number': 3, 'project_id': '74bc5013de174928a9ab47aef105909c', 'gw_port': {'id': '92514718-b909-425e-925a-e193e46db368', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:95:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c29d003-6421-4733-8e94-76d471e24db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:20:02Z', 'updated_at': '2021-12-06T17:20:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:20:11.022971 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-e84b07e4-a1d2-491a-81cd-b516ad221ec0 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Calling delete_port for 7be686b5-4325-4022-b3b9-1068e096ca27 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:20:11.047121 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-826469ea-a646-480b-985a-b4c15ab3f4d0 req-4d577572-cf49-4b4e-8086-db7b36b56bef tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/security-groups?id=55b21076-cf23-48e9-9a14-bcc811d060b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692918 Dec 06 17:20:11.047730 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6b55a23-b31e-4b2c-8011-80ff20b3931d tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Made reservation on behalf of 40549eaf61834290b753dc92c662ceed for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:20:11.051124 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d6b55a23-b31e-4b2c-8011-80ff20b3931d tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:11.066951 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7f1d3308-5937-40e9-911e-aa85efa3073f req-c4daa76b-5aec-4312-9433-453442365a6b tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8ff7359-db2b-4d57-aa79-237c344ab3df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345582 Dec 06 17:20:11.129594 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 7be686b5-4325-4022-b3b9-1068e096ca27 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:20:11.141162 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6b55a23-b31e-4b2c-8011-80ff20b3931d tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:20:11.145949 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec299be8-0410-43e4-bc53-6c1a8319b273 None None] The sync data for ids ['3c29d003-6421-4733-8e94-76d471e24db7'] in n-d-master-1 is: [{'id': '3c29d003-6421-4733-8e94-76d471e24db7', 'name': 'tempest-AttachVolumeShelveTestJSON-1454673330-router', 'tenant_id': '74bc5013de174928a9ab47aef105909c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.145'}], 'enable_snat': True}, 'gw_port_id': '92514718-b909-425e-925a-e193e46db368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:19:59Z', 'updated_at': '2021-12-06T17:20:03Z', 'revision_number': 3, 'project_id': '74bc5013de174928a9ab47aef105909c', 'gw_port': {'id': '92514718-b909-425e-925a-e193e46db368', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:95:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c29d003-6421-4733-8e94-76d471e24db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:20:02Z', 'updated_at': '2021-12-06T17:20:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:20:11.163642 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-018484cf-f7e1-4f10-98b4-34dcc14b1c1a None None] Deleting port d5fb3440-087b-4706-b5d5-9804f094f736 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:20:11.164281 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-018484cf-f7e1-4f10-98b4-34dcc14b1c1a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:11.171504 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d6b55a23-b31e-4b2c-8011-80ff20b3931d tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:11.172213 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-d6b55a23-b31e-4b2c-8011-80ff20b3931d tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Added segment bc689eaa-c4e0-4c1e-8660-742526d19a6b of type vlan for network 7cd23355-e2da-44aa-adcc-9ae72d2259bc Dec 06 17:20:11.248324 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d6b55a23-b31e-4b2c-8011-80ff20b3931d tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:11.293331 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d6b55a23-b31e-4b2c-8011-80ff20b3931d tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:11.299281 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab319ed-dc1e-4b06-9aa9-8923d2d58155 req-cb2f757b-3e22-4fbf-b6a7-b7c4750e4280 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:11.301483 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9ab319ed-dc1e-4b06-9aa9-8923d2d58155 req-cb2f757b-3e22-4fbf-b6a7-b7c4750e4280 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/ports?device_id=a641f262-239e-461f-af10-00b86db62822 HTTP/1.1" status: 200 len: 945 time: 0.1173787 Dec 06 17:20:11.309283 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b55a23-b31e-4b2c-8011-80ff20b3931d tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:11.310038 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d6b55a23-b31e-4b2c-8011-80ff20b3931d tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:11.338166 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-89c76b98-9841-45aa-a604-e498a2e49d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:11.359020 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-36c46049-6ab5-4923-a10b-c74489daf133 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:11.373099 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-36c46049-6ab5-4923-a10b-c74489daf133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:11.378442 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-018484cf-f7e1-4f10-98b4-34dcc14b1c1a None None] For port d5fb3440-087b-4706-b5d5-9804f094f736, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d5fb3440-087b-4706-b5d5-9804f094f736,segment=NetworkSegment(3630a42d-6ba7-4598-88c0-67b19110b216),segment_id=3630a42d-6ba7-4598-88c0-67b19110b216)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:20:11.378864 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-018484cf-f7e1-4f10-98b4-34dcc14b1c1a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:11.404879 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-89c76b98-9841-45aa-a604-e498a2e49d53 None None] For port 92514718-b909-425e-925a-e193e46db368, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=92514718-b909-425e-925a-e193e46db368,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:20:11.405661 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e84b07e4-a1d2-491a-81cd-b516ad221ec0 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:11.426695 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-018484cf-f7e1-4f10-98b4-34dcc14b1c1a None None] Calling delete_port for d5fb3440-087b-4706-b5d5-9804f094f736 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:20:11.427665 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-89c76b98-9841-45aa-a604-e498a2e49d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:11.437745 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Port 7be686b5-4325-4022-b3b9-1068e096ca27 update to DOWN by agent not found {{(pid=103286) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 06 17:20:11.438198 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 790a0d8f-cba6-4963-9477-a3b4c58d4a0a no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:20:11.444055 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-d6b55a23-b31e-4b2c-8011-80ff20b3931d tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4982491 Dec 06 17:20:11.450036 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 55038) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:11.466576 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-3a48c9ae-c0a6-4abb-8ba4-a975c96fee27 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Request body: {'subnet': {'network_id': '7cd23355-e2da-44aa-adcc-9ae72d2259bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:20:11.475182 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b55a23-b31e-4b2c-8011-80ff20b3931d tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Pushing event updated for resources: {'Network': ['ID=7cd23355-e2da-44aa-adcc-9ae72d2259bc,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:11.481811 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-42da0ec8-1ef9-4c4c-940b-e630df224882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:11.482740 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84b07e4-a1d2-491a-81cd-b516ad221ec0 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] No DVR routers for this DVR port 7be686b5-4325-4022-b3b9-1068e096ca27 on host n-d-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:20:11.496302 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 7cd23355-e2da-44aa-adcc-9ae72d2259bc details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:20:11.498031 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 790a0d8f-cba6-4963-9477-a3b4c58d4a0a {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:20:11.498379 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 790a0d8f-cba6-4963-9477-a3b4c58d4a0a not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:20:11.498917 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device d5fb3440-087b-4706-b5d5-9804f094f736 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:20:11.503045 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42da0ec8-1ef9-4c4c-940b-e630df224882 None None] No DVR routers for this DVR port 7be686b5-4325-4022-b3b9-1068e096ca27 on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:20:11.503813 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546df3fa-6035-48e6-8067-8157f096d6b3 req-5cc4a86b-0e15-42cc-b84a-3c0235055011 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:11.506814 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-546df3fa-6035-48e6-8067-8157f096d6b3 req-5cc4a86b-0e15-42cc-b84a-3c0235055011 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 946 time: 0.1616135 Dec 06 17:20:11.620233 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-36c46049-6ab5-4923-a10b-c74489daf133 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-772465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539207'] for router_interface, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:11.627681 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-546df3fa-6035-48e6-8067-8157f096d6b3 req-194bb7c9-2aec-4dfd-b135-c0c1f435ae60 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8ff7359-db2b-4d57-aa79-237c344ab3df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956919 Dec 06 17:20:11.638292 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9ab319ed-dc1e-4b06-9aa9-8923d2d58155 req-3d05788f-e3e9-4f17-a2d8-44b35d66fc9c tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd5fd2ce-3e09-41f1-868b-3ad9c4e06626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2961459 Dec 06 17:20:11.638996 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c46049-6ab5-4923-a10b-c74489daf133 admin admin] Pushing event updated for resources: {'Port': ['ID=8eb415b7-2dde-4905-a8cb-5d548e34c561,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:11.739007 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b07e4-a1d2-491a-81cd-b516ad221ec0 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Pushing event deleted for resources: {'Port': ['ID=7be686b5-4325-4022-b3b9-1068e096ca27,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:11.784047 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-1b6e1074-9bc0-4c7c-9889-ea76fe7acebb None None] Provisioning complete for port 8eb415b7-2dde-4905-a8cb-5d548e34c561 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:20:11.784867 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1b6e1074-9bc0-4c7c-9889-ea76fe7acebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:11.837861 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c76b98-9841-45aa-a604-e498a2e49d53 None None] Pushing event updated for resources: {'Port': ['ID=92514718-b909-425e-925a-e193e46db368,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:11.899250 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42da0ec8-1ef9-4c4c-940b-e630df224882 None None] Pushing event deleted for resources: {'Port': ['ID=7be686b5-4325-4022-b3b9-1068e096ca27,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:11.913659 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-1b6e1074-9bc0-4c7c-9889-ea76fe7acebb None None] Port 8eb415b7-2dde-4905-a8cb-5d548e34c561 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:20:11.916216 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c46049-6ab5-4923-a10b-c74489daf133 admin admin] Network 443e19cc-aba1-401c-ba5c-6c1a74082882 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:20:11.920412 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-018484cf-f7e1-4f10-98b4-34dcc14b1c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:11.921294 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-36c46049-6ab5-4923-a10b-c74489daf133 admin admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:20:11.924136 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a48c9ae-c0a6-4abb-8ba4-a975c96fee27 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Made reservation on behalf of 40549eaf61834290b753dc92c662ceed for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:20:11.928379 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3a48c9ae-c0a6-4abb-8ba4-a975c96fee27 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:11.948329 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:11.953237 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018484cf-f7e1-4f10-98b4-34dcc14b1c1a None None] Pushing event deleted for resources: {'Port': ['ID=d5fb3440-087b-4706-b5d5-9804f094f736,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:11.973257 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018484cf-f7e1-4f10-98b4-34dcc14b1c1a None None] No DVR routers for this DVR port d5fb3440-087b-4706-b5d5-9804f094f736 on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:20:12.023236 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e84b07e4-a1d2-491a-81cd-b516ad221ec0 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:12.253309 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 121dd329-2fdc-4943-88fc-b3360bf29c71 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:20:12.271907 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-e84b07e4-a1d2-491a-81cd-b516ad221ec0 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3788df9-efc1-453b-b805-63bbca1dfdfb']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:20:12.350899 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c4e85f-5089-4f0a-a5ff-611b43882488 req-1ecbb9e5-4a8e-40c7-bfbc-56b26f158c2b tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:12.352572 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d8c4e85f-5089-4f0a-a5ff-611b43882488 req-1ecbb9e5-4a8e-40c7-bfbc-56b26f158c2b tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7d3f224-d001-4a9c-8816-6111bc8ee6b9 HTTP/1.1" status: 200 len: 945 time: 0.1810584 Dec 06 17:20:12.403673 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:12.431627 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36c46049-6ab5-4923-a10b-c74489daf133 admin admin] Router 3c29d003-6421-4733-8e94-76d471e24db7 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:20:12.432217 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d8c4e85f-5089-4f0a-a5ff-611b43882488 req-40c4f731-cbfd-4115-94ef-c714946a8487 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/security-groups?id=55b21076-cf23-48e9-9a14-bcc811d060b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708425 Dec 06 17:20:12.444563 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56bfc86e-367c-415e-8cf0-a0f9867a9691', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '121dd329-2fdc-4943-88fc-b3360bf29c71'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:20:12.450199 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd260da8-f182-4a1f-9e2f-fceaf35e6f95" -d '{"events": [{"server_uuid": "56bfc86e-367c-415e-8cf0-a0f9867a9691", "name": "network-vif-unplugged", "status": "completed", "tag": "121dd329-2fdc-4943-88fc-b3360bf29c71"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:20:12.452474 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-e84b07e4-a1d2-491a-81cd-b516ad221ec0 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '252ff32d-5ee0-4f48-9fc1-22e02bc12ca1') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:20:12.452863 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-e84b07e4-a1d2-491a-81cd-b516ad221ec0 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '252ff32d-5ee0-4f48-9fc1-22e02bc12ca1') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:20:12.484535 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-59269c77-682b-4e29-b0f3-c20bba2fe4d0 None None] Provisioning complete for port 8eb415b7-2dde-4905-a8cb-5d548e34c561 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:20:12.484919 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-59269c77-682b-4e29-b0f3-c20bba2fe4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:12.510005 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 121dd329-2fdc-4943-88fc-b3360bf29c71, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=121dd329-2fdc-4943-88fc-b3360bf29c71,segment=NetworkSegment(89275c86-7da9-47f2-a47a-1035a530c501),segment_id=89275c86-7da9-47f2-a47a-1035a530c501)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:20:12.521869 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:12.560523 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 17:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeb45933-da50-4518-a9b3-79f3717ec562 x-openstack-request-id: req-aeb45933-da50-4518-a9b3-79f3717ec562 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:20:12.560836 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56bfc86e-367c-415e-8cf0-a0f9867a9691", "name": "network-vif-unplugged", "status": "completed", "tag": "121dd329-2fdc-4943-88fc-b3360bf29c71", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:20:12.561121 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-aeb45933-da50-4518-a9b3-79f3717ec562 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:20:12.561578 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56bfc86e-367c-415e-8cf0-a0f9867a9691', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '121dd329-2fdc-4943-88fc-b3360bf29c71', 'code': 200} Dec 06 17:20:12.565928 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-59269c77-682b-4e29-b0f3-c20bba2fe4d0 None None] Port 8eb415b7-2dde-4905-a8cb-5d548e34c561 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:20:12.584951 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e84b07e4-a1d2-491a-81cd-b516ad221ec0 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:12.593641 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3a48c9ae-c0a6-4abb-8ba4-a975c96fee27 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:12.596784 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=121dd329-2fdc-4943-88fc-b3360bf29c71,revision_number=14']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:12.628274 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e84b07e4-a1d2-491a-81cd-b516ad221ec0 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:12.649661 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e84b07e4-a1d2-491a-81cd-b516ad221ec0 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:20:12.650076 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e84b07e4-a1d2-491a-81cd-b516ad221ec0 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:12.655538 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:20:12.655538 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:20:12.655538 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:20:12.655538 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:20:12.655538 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:20:12.655538 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:20:12.655538 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:20:12.655538 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:20:12.655538 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:20:12.655538 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:20:12.655538 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:20:12.655538 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:20:12.655538 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:20:12.655538 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:20:12.655538 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:20:12.655538 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:20:12.655538 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:20:12.655538 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:20:12.655538 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:20:12.655538 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:20:12.655538 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:20:12.655538 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:20:12.655538 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:20:12.655538 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:20:12.655538 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:20:12.655538 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:20:12.655538 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:20:12.655538 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:20:12.655538 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:20:12.655538 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:20:12.655538 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:20:12.655538 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:20:12.675283 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36c46049-6ab5-4923-a10b-c74489daf133 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:20:12.690683 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-36c46049-6ab5-4923-a10b-c74489daf133 admin admin] 10.222.0.23 "PUT /v2.0/routers/3c29d003-6421-4733-8e94-76d471e24db7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8270593 Dec 06 17:20:12.734081 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a48c9ae-c0a6-4abb-8ba4-a975c96fee27 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Pushing event updated for resources: {'Subnet': ['ID=19a6db42-5ac2-45b7-8834-c5743dded856,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:12.764626 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a48c9ae-c0a6-4abb-8ba4-a975c96fee27 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Checking segment: {'id': 'bc689eaa-c4e0-4c1e-8660-742526d19a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '7cd23355-e2da-44aa-adcc-9ae72d2259bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:20:12.765251 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a48c9ae-c0a6-4abb-8ba4-a975c96fee27 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Network hostable DHCP agents. Network: 7cd23355-e2da-44aa-adcc-9ae72d2259bc, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:20:12.768393 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e84b07e4-a1d2-491a-81cd-b516ad221ec0 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:12.779446 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e84b07e4-a1d2-491a-81cd-b516ad221ec0 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:12.783468 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-e84b07e4-a1d2-491a-81cd-b516ad221ec0 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "DELETE /v2.0/networks/e3788df9-efc1-453b-b805-63bbca1dfdfb HTTP/1.1" status: 204 len: 168 time: 2.6396399 Dec 06 17:20:12.797991 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 55116) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:12.811809 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b07e4-a1d2-491a-81cd-b516ad221ec0 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Pushing event deleted for resources: {'Network': ['ID=e3788df9-efc1-453b-b805-63bbca1dfdfb,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:12.851380 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c9d0c-23db-4d2f-88da-3e42b4f37650 req-16e53835-4753-4f81-bc02-a018c0cf74d4 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:12.870502 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-581c9d0c-23db-4d2f-88da-3e42b4f37650 req-16e53835-4753-4f81-bc02-a018c0cf74d4 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/ports?device_id=a641f262-239e-461f-af10-00b86db62822 HTTP/1.1" status: 200 len: 945 time: 0.1219511 Dec 06 17:20:12.885144 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a48c9ae-c0a6-4abb-8ba4-a975c96fee27 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Network 7cd23355-e2da-44aa-adcc-9ae72d2259bc is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:20:12.927624 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-3a48c9ae-c0a6-4abb-8ba4-a975c96fee27 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 7cd23355-e2da-44aa-adcc-9ae72d2259bc) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:20:12.933909 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a4a17796-d8fe-41b6-808d-ba6a7939bedc tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:12.941741 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eccad9c4-2a0f-4d33-8d7e-86a56a846e9a None None] Network 7cd23355-e2da-44aa-adcc-9ae72d2259bc requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:20:12.942500 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a48c9ae-c0a6-4abb-8ba4-a975c96fee27 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:12.943088 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3a48c9ae-c0a6-4abb-8ba4-a975c96fee27 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:12.962240 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea2c61f-f445-4b49-8b66-237ea8dca38e req-d34d5759-bc10-4ac6-bff8-856a60575047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:12.963744 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bea2c61f-f445-4b49-8b66-237ea8dca38e req-d34d5759-bc10-4ac6-bff8-856a60575047 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b7d3f224-d001-4a9c-8816-6111bc8ee6b9 HTTP/1.1" status: 200 len: 1096 time: 0.0895979 Dec 06 17:20:12.972975 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-581c9d0c-23db-4d2f-88da-3e42b4f37650 req-57067864-eeee-47aa-852b-2eac16c5fcda tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd5fd2ce-3e09-41f1-868b-3ad9c4e06626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918424 Dec 06 17:20:13.003895 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-3a48c9ae-c0a6-4abb-8ba4-a975c96fee27 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5458763 Dec 06 17:20:13.004100 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55128) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:13.013599 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-ee621d9f-cb4a-4e8f-a4f6-b3d1b81f4b79 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Request body: {'port': {'network_id': '7cd23355-e2da-44aa-adcc-9ae72d2259bc', 'name': 'tempest-PortsTestJSON-1225182323', 'fixed_ips': [{'subnet_id': '19a6db42-5ac2-45b7-8834-c5743dded856', 'ip_address': '172.20.0.10'}]}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:20:13.089651 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a4a17796-d8fe-41b6-808d-ba6a7939bedc tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:13.107168 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bea2c61f-f445-4b49-8b66-237ea8dca38e req-6b19416e-a3bb-4322-b0ea-1c15d4ebcd68 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=55b21076-cf23-48e9-9a14-bcc811d060b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351793 Dec 06 17:20:13.116588 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-a4a17796-d8fe-41b6-808d-ba6a7939bedc tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ad2a301-4f30-4943-9ff0-d859f2c24f34']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:20:13.127654 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 92514718-b909-425e-925a-e193e46db368 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:20:13.137299 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-a4a17796-d8fe-41b6-808d-ba6a7939bedc tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3630a42d-6ba7-4598-88c0-67b19110b216') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:20:13.137866 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-a4a17796-d8fe-41b6-808d-ba6a7939bedc tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3630a42d-6ba7-4598-88c0-67b19110b216') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:20:13.159179 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a4a17796-d8fe-41b6-808d-ba6a7939bedc tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:13.186404 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a4a17796-d8fe-41b6-808d-ba6a7939bedc tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:13.200203 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4a17796-d8fe-41b6-808d-ba6a7939bedc tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:20:13.200614 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a4a17796-d8fe-41b6-808d-ba6a7939bedc tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:13.231179 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee621d9f-cb4a-4e8f-a4f6-b3d1b81f4b79 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Made reservation on behalf of 40549eaf61834290b753dc92c662ceed for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:20:13.295153 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 92514718-b909-425e-925a-e193e46db368 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:20:13.295565 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:13.320854 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:20:13.320854 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:20:13.320854 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:20:13.320854 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:20:13.320854 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:20:13.320854 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:20:13.320854 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:20:13.320854 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:20:13.320854 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:20:13.320854 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:20:13.320854 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:20:13.320854 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:20:13.320854 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:20:13.320854 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:20:13.320854 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:20:13.320854 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:20:13.320854 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:20:13.320854 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:20:13.320854 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:20:13.320854 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:20:13.320854 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:20:13.320854 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:20:13.320854 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:20:13.320854 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:20:13.320854 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:20:13.320854 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:20:13.320854 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:20:13.320854 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:20:13.320854 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:20:13.320854 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:20:13.320854 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:20:13.320854 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:20:13.335007 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a4a17796-d8fe-41b6-808d-ba6a7939bedc tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:13.340883 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a4a17796-d8fe-41b6-808d-ba6a7939bedc tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:13.345779 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-a4a17796-d8fe-41b6-808d-ba6a7939bedc tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "DELETE /v2.0/networks/0ad2a301-4f30-4943-9ff0-d859f2c24f34 HTTP/1.1" status: 204 len: 168 time: 0.5449455 Dec 06 17:20:13.350166 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 55132) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:13.356338 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-ea8afaea-6cd6-486d-9c23-cef8342facb9 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1267084057'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:20:13.380391 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a17796-d8fe-41b6-808d-ba6a7939bedc tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Pushing event deleted for resources: {'Network': ['ID=0ad2a301-4f30-4943-9ff0-d859f2c24f34,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:13.392819 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ec02e4-3dec-4a0e-81ac-c95fe9b15aa0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-7cd23355-e2da-44aa-adcc-9ae72d2259bc', 'network_id': '7cd23355-e2da-44aa-adcc-9ae72d2259bc', 'tenant_id': '40549eaf61834290b753dc92c662ceed', 'fixed_ips': [{'subnet_id': '19a6db42-5ac2-45b7-8834-c5743dded856'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:20:13.393721 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-48ec02e4-3dec-4a0e-81ac-c95fe9b15aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:13.401014 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea8afaea-6cd6-486d-9c23-cef8342facb9 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Made reservation on behalf of de0eff4c472847f5a5b49bddb4177865 for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:20:13.406410 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ea8afaea-6cd6-486d-9c23-cef8342facb9 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:13.429095 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11858dd1-0df8-41ee-a362-ae959a366ade req-871708f7-3871-4451-b8e1-02b9f50677e5 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:13.434225 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-11858dd1-0df8-41ee-a362-ae959a366ade req-871708f7-3871-4451-b8e1-02b9f50677e5 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 944 time: 0.1680346 Dec 06 17:20:13.447890 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea8afaea-6cd6-486d-9c23-cef8342facb9 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:20:13.456356 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6163459b-549d-4404-b47a-7cc42176a3e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:13.462421 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ee621d9f-cb4a-4e8f-a4f6-b3d1b81f4b79 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:13.464803 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ea8afaea-6cd6-486d-9c23-cef8342facb9 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:13.467113 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-ea8afaea-6cd6-486d-9c23-cef8342facb9 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Added segment b7fc3ccb-878d-44a0-9f3c-3ca31de38391 of type vlan for network ef2398db-6526-4074-a01c-216134020536 Dec 06 17:20:13.504843 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-ee621d9f-cb4a-4e8f-a4f6-b3d1b81f4b79 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] device_id is not set on port 7195204d-4e90-45a6-8f06-c2eba08b50c7 yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:20:13.543888 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ea8afaea-6cd6-486d-9c23-cef8342facb9 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:13.578769 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 55138) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:13.583797 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-0308c8ce-e0a5-48c4-b61c-3d7249432713 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1634930908', 'description': 'tempest-description--305710195'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:20:13.591911 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ea8afaea-6cd6-486d-9c23-cef8342facb9 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:13.601323 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8afaea-6cd6-486d-9c23-cef8342facb9 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:13.602111 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ea8afaea-6cd6-486d-9c23-cef8342facb9 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:13.611919 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-48ec02e4-3dec-4a0e-81ac-c95fe9b15aa0 None None] Allocated IP 172.20.0.2 (7cd23355-e2da-44aa-adcc-9ae72d2259bc/19a6db42-5ac2-45b7-8834-c5743dded856/ffac7cd1-5b6b-4598-8f8c-03ec173bf19e) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:20:13.693824 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-11858dd1-0df8-41ee-a362-ae959a366ade req-0cb2b8a7-fcae-4777-bebc-ec1d2636cb97 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8ff7359-db2b-4d57-aa79-237c344ab3df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2337854 Dec 06 17:20:13.723515 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0308c8ce-e0a5-48c4-b61c-3d7249432713 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:13.746725 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-ea8afaea-6cd6-486d-9c23-cef8342facb9 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3950973 Dec 06 17:20:13.749607 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55142) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:13.755042 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-29bab12a-76c6-4f91-92c4-d765bd1407c3 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Request body: {'subnet': {'network_id': 'ef2398db-6526-4074-a01c-216134020536', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:20:13.760742 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8afaea-6cd6-486d-9c23-cef8342facb9 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Pushing event updated for resources: {'Network': ['ID=ef2398db-6526-4074-a01c-216134020536,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:13.788861 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network ef2398db-6526-4074-a01c-216134020536 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:20:13.847782 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 17:20:13.856280 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f1a42d-35c2-451f-a6d5-8bbd2c7435bc None None] Sync routers for ids ['3c29d003-6421-4733-8e94-76d471e24db7'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:20:13.858723 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bf37c9-cf20-47d0-9ed8-91967c741f74 req-ae2be9ec-cbd0-4f23-8edb-7bdbfdce3330 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:13.860340 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-83bf37c9-cf20-47d0-9ed8-91967c741f74 req-ae2be9ec-cbd0-4f23-8edb-7bdbfdce3330 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7d3f224-d001-4a9c-8816-6111bc8ee6b9 HTTP/1.1" status: 200 len: 945 time: 0.1125326 Dec 06 17:20:13.902952 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0308c8ce-e0a5-48c4-b61c-3d7249432713 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:13.932629 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0308c8ce-e0a5-48c4-b61c-3d7249432713 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:13.956242 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29bab12a-76c6-4f91-92c4-d765bd1407c3 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Made reservation on behalf of de0eff4c472847f5a5b49bddb4177865 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:20:13.958995 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-48ec02e4-3dec-4a0e-81ac-c95fe9b15aa0 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:13.960498 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f1a42d-35c2-451f-a6d5-8bbd2c7435bc None None] Routers {'3c29d003-6421-4733-8e94-76d471e24db7'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:20:13.960861 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-29bab12a-76c6-4f91-92c4-d765bd1407c3 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:13.961139 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-a3f1a42d-35c2-451f-a6d5-8bbd2c7435bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:19:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['3c29d003-6421-4733-8e94-76d471e24db7'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:20:13.985219 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-83bf37c9-cf20-47d0-9ed8-91967c741f74 req-08306e83-e588-4111-87c6-c9bb40ee7a05 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/security-groups?id=55b21076-cf23-48e9-9a14-bcc811d060b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113691 Dec 06 17:20:13.993585 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0308c8ce-e0a5-48c4-b61c-3d7249432713 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:13.995403 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-0308c8ce-e0a5-48c4-b61c-3d7249432713 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4150617 Dec 06 17:20:14.000780 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55146) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:14.016937 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-48ec02e4-3dec-4a0e-81ac-c95fe9b15aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:14.019423 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad06e3ee-61c4-4576-82bc-e500fc20e863 req-47caee92-1e41-4b02-9355-efe6c34cd474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:14.020924 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ad06e3ee-61c4-4576-82bc-e500fc20e863 req-47caee92-1e41-4b02-9355-efe6c34cd474 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0688c6db31494470a1b7a5ecaa734bc4&device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 1095 time: 0.1096201 Dec 06 17:20:14.022271 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0308c8ce-e0a5-48c4-b61c-3d7249432713 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5055a3f9-0705-481f-a554-5c989eab318b,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:14.052606 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-f9dac48f-d4cb-42d7-8a58-31635e7f3300 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Request body: {'security_group_rule': {'security_group_id': '5055a3f9-0705-481f-a554-5c989eab318b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:20:14.074587 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea724009-50d7-4d6f-bb95-a7cd04f83571 req-52c32e14-33b4-40a3-b637-2addfceaaba6 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:14.076587 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ea724009-50d7-4d6f-bb95-a7cd04f83571 req-52c32e14-33b4-40a3-b637-2addfceaaba6 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 944 time: 0.1603196 Dec 06 17:20:14.116585 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ec02e4-3dec-4a0e-81ac-c95fe9b15aa0 None None] Network 7cd23355-e2da-44aa-adcc-9ae72d2259bc is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:20:14.122488 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-48ec02e4-3dec-4a0e-81ac-c95fe9b15aa0 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:20:14.127661 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ec02e4-3dec-4a0e-81ac-c95fe9b15aa0 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:20:14.159655 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ec02e4-3dec-4a0e-81ac-c95fe9b15aa0 None None] Pushing event updated for resources: {'Port': ['ID=ffac7cd1-5b6b-4598-8f8c-03ec173bf19e,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:14.185340 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-ee621d9f-cb4a-4e8f-a4f6-b3d1b81f4b79 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Allocated IP 172.20.0.10 (7cd23355-e2da-44aa-adcc-9ae72d2259bc/19a6db42-5ac2-45b7-8834-c5743dded856/7195204d-4e90-45a6-8f06-c2eba08b50c7) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:20:14.216413 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f9dac48f-d4cb-42d7-8a58-31635e7f3300 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:14.234152 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-a3f1a42d-35c2-451f-a6d5-8bbd2c7435bc None None] Set router 3c29d003-6421-4733-8e94-76d471e24db7 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:20:14.234393 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad06e3ee-61c4-4576-82bc-e500fc20e863 req-bd03f3c8-a360-4286-b13d-01ec8ee3e78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:14.237740 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ad06e3ee-61c4-4576-82bc-e500fc20e863 req-bd03f3c8-a360-4286-b13d-01ec8ee3e78c service neutron] 10.222.0.44 "GET /v2.0/networks?id=b1330ff6-71a6-48db-aedf-2e908404d40b HTTP/1.1" status: 200 len: 912 time: 0.2012508 Dec 06 17:20:14.253272 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15280ca-89ed-4f4d-b652-38be738ed156 req-a0f9c120-dee8-450a-81d9-cddd814d562c tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:14.255257 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d15280ca-89ed-4f4d-b652-38be738ed156 req-a0f9c120-dee8-450a-81d9-cddd814d562c tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/ports?device_id=a641f262-239e-461f-af10-00b86db62822 HTTP/1.1" status: 200 len: 945 time: 0.1530712 Dec 06 17:20:14.261127 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-48ec02e4-3dec-4a0e-81ac-c95fe9b15aa0 None None] Attempting to bind port ffac7cd1-5b6b-4598-8f8c-03ec173bf19e on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:20:14.261788 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-48ec02e4-3dec-4a0e-81ac-c95fe9b15aa0 None None] Attempting to bind port ffac7cd1-5b6b-4598-8f8c-03ec173bf19e by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'bc689eaa-c4e0-4c1e-8660-742526d19a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '7cd23355-e2da-44aa-adcc-9ae72d2259bc'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:20:14.262461 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ec02e4-3dec-4a0e-81ac-c95fe9b15aa0 None None] Attempting to bind port ffac7cd1-5b6b-4598-8f8c-03ec173bf19e on network 7cd23355-e2da-44aa-adcc-9ae72d2259bc {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:20:14.273906 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ea724009-50d7-4d6f-bb95-a7cd04f83571 req-9fad3eb9-cc3e-4ded-a82a-e0bb564bbaa2 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8ff7359-db2b-4d57-aa79-237c344ab3df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1587367 Dec 06 17:20:14.276083 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ec02e4-3dec-4a0e-81ac-c95fe9b15aa0 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:20:14.276691 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ec02e4-3dec-4a0e-81ac-c95fe9b15aa0 None None] Checking segment: {'id': 'bc689eaa-c4e0-4c1e-8660-742526d19a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '7cd23355-e2da-44aa-adcc-9ae72d2259bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:20:14.277281 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-48ec02e4-3dec-4a0e-81ac-c95fe9b15aa0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:14.277857 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ec02e4-3dec-4a0e-81ac-c95fe9b15aa0 None None] Bound using segment: {'id': 'bc689eaa-c4e0-4c1e-8660-742526d19a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '7cd23355-e2da-44aa-adcc-9ae72d2259bc'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:20:14.278604 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-48ec02e4-3dec-4a0e-81ac-c95fe9b15aa0 None None] Bound port: ffac7cd1-5b6b-4598-8f8c-03ec173bf19e, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc689eaa-c4e0-4c1e-8660-742526d19a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '7cd23355-e2da-44aa-adcc-9ae72d2259bc'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:20:14.279168 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-48ec02e4-3dec-4a0e-81ac-c95fe9b15aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:14.358458 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ad06e3ee-61c4-4576-82bc-e500fc20e863 req-bd05876e-a0df-46a1-b4e1-375a2b70ea0a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=121dd329-2fdc-4943-88fc-b3360bf29c71 HTTP/1.1" status: 200 len: 998 time: 0.1016741 Dec 06 17:20:14.363530 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d15280ca-89ed-4f4d-b652-38be738ed156 req-72763ae0-5764-43e6-8106-627c029fda33 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd5fd2ce-3e09-41f1-868b-3ad9c4e06626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978875 Dec 06 17:20:14.419777 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad06e3ee-61c4-4576-82bc-e500fc20e863 req-1b2d8ec8-ac85-4d5a-bcb4-4651c2be46a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:14.421160 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ad06e3ee-61c4-4576-82bc-e500fc20e863 req-1b2d8ec8-ac85-4d5a-bcb4-4651c2be46a9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=407d30a8-656b-4107-b0bb-8b27c7634002 HTTP/1.1" status: 200 len: 850 time: 0.0549040 Dec 06 17:20:14.452086 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-48ec02e4-3dec-4a0e-81ac-c95fe9b15aa0 None None] For port ffac7cd1-5b6b-4598-8f8c-03ec173bf19e, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:20:14.460797 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-48ec02e4-3dec-4a0e-81ac-c95fe9b15aa0 None None] For port ffac7cd1-5b6b-4598-8f8c-03ec173bf19e, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ffac7cd1-5b6b-4598-8f8c-03ec173bf19e,segment=NetworkSegment(bc689eaa-c4e0-4c1e-8660-742526d19a6b),segment_id=bc689eaa-c4e0-4c1e-8660-742526d19a6b)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:20:14.467599 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-48ec02e4-3dec-4a0e-81ac-c95fe9b15aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:14.470183 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f9dac48f-d4cb-42d7-8a58-31635e7f3300 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:14.471296 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad06e3ee-61c4-4576-82bc-e500fc20e863 req-4a1c2e44-ee6c-48e2-a6c5-84f30fc6a2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:14.472880 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ad06e3ee-61c4-4576-82bc-e500fc20e863 req-4a1c2e44-ee6c-48e2-a6c5-84f30fc6a2e5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b1330ff6-71a6-48db-aedf-2e908404d40b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443347 Dec 06 17:20:14.496507 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f9dac48f-d4cb-42d7-8a58-31635e7f3300 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:14.546323 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dac48f-d4cb-42d7-8a58-31635e7f3300 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bbb4955-c649-483a-8ce7-d210c3cfd956,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:14.556344 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-29bab12a-76c6-4f91-92c4-d765bd1407c3 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:14.565050 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ec02e4-3dec-4a0e-81ac-c95fe9b15aa0 None None] Pushing event updated for resources: {'Port': ['ID=ffac7cd1-5b6b-4598-8f8c-03ec173bf19e,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:14.595327 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f9dac48f-d4cb-42d7-8a58-31635e7f3300 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:14.596599 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-f9dac48f-d4cb-42d7-8a58-31635e7f3300 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5480893 Dec 06 17:20:14.598632 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ad06e3ee-61c4-4576-82bc-e500fc20e863 req-e5474ec3-f3b1-4515-859d-06a2d60a9738 service neutron] 10.222.0.44 "GET /v2.0/networks/b1330ff6-71a6-48db-aedf-2e908404d40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183054 Dec 06 17:20:14.599303 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 55150) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:14.603655 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-41eebcbd-6e64-4f30-95d3-c2b8ee50f5da tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Request body: {'security_group_rule': {'security_group_id': '5055a3f9-0705-481f-a554-5c989eab318b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:20:14.604160 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-a3f1a42d-35c2-451f-a6d5-8bbd2c7435bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c29d003-6421-4733-8e94-76d471e24db7', 'name': 'tempest-AttachVolumeShelveTestJSON-1454673330-router', 'tenant_id': '74bc5013de174928a9ab47aef105909c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.145'}], 'enable_snat': True}, 'gw_port_id': '92514718-b909-425e-925a-e193e46db368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:19:59Z', 'updated_at': '2021-12-06T17:20:10Z', 'revision_number': 4, 'project_id': '74bc5013de174928a9ab47aef105909c', 'gw_port': {'id': '92514718-b909-425e-925a-e193e46db368', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:95:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c29d003-6421-4733-8e94-76d471e24db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:20:02Z', 'updated_at': '2021-12-06T17:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '8eb415b7-2dde-4905-a8cb-5d548e34c561', 'name': '', 'network_id': '443e19cc-aba1-401c-ba5c-6c1a74082882', 'tenant_id': '74bc5013de174928a9ab47aef105909c', 'mac_address': 'fa:16:3e:22:d9:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c29d003-6421-4733-8e94-76d471e24db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '01ffc29c-932e-4129-aefc-9a2b3f836b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:20:09Z', 'updated_at': '2021-12-06T17:20:10Z', 'revision_number': 2, 'project_id': '74bc5013de174928a9ab47aef105909c', 'subnets': [{'id': '01ffc29c-932e-4129-aefc-9a2b3f836b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:20:14.619052 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ee621d9f-cb4a-4e8f-a4f6-b3d1b81f4b79 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:14.635486 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f1a42d-35c2-451f-a6d5-8bbd2c7435bc None None] Checking router: 3c29d003-6421-4733-8e94-76d471e24db7 for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:20:14.635948 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f1a42d-35c2-451f-a6d5-8bbd2c7435bc None None] Updating router 3c29d003-6421-4733-8e94-76d471e24db7 port 8eb415b7-2dde-4905-a8cb-5d548e34c561 binding host n-d-master-1 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:20:14.644035 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bab12a-76c6-4f91-92c4-d765bd1407c3 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Pushing event updated for resources: {'Subnet': ['ID=fdde28ba-ea4d-48a2-b11e-6d0de29f950b,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:14.667996 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a3f1a42d-35c2-451f-a6d5-8bbd2c7435bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:14.714632 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-41eebcbd-6e64-4f30-95d3-c2b8ee50f5da tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:14.732128 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bab12a-76c6-4f91-92c4-d765bd1407c3 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Checking segment: {'id': 'b7fc3ccb-878d-44a0-9f3c-3ca31de38391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ef2398db-6526-4074-a01c-216134020536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:20:14.732783 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29bab12a-76c6-4f91-92c4-d765bd1407c3 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Network hostable DHCP agents. Network: ef2398db-6526-4074-a01c-216134020536, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:20:14.738201 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ee621d9f-cb4a-4e8f-a4f6-b3d1b81f4b79 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:14.755841 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ad06e3ee-61c4-4576-82bc-e500fc20e863 req-17a27b57-f31d-41a0-9a50-869749558316 service neutron] 10.222.0.44 "GET /v2.0/networks/b1330ff6-71a6-48db-aedf-2e908404d40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468797 Dec 06 17:20:14.798795 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-41eebcbd-6e64-4f30-95d3-c2b8ee50f5da tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:14.808169 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-41eebcbd-6e64-4f30-95d3-c2b8ee50f5da tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:14.835809 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee621d9f-cb4a-4e8f-a4f6-b3d1b81f4b79 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Network 7cd23355-e2da-44aa-adcc-9ae72d2259bc is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:20:14.843044 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eebcbd-6e64-4f30-95d3-c2b8ee50f5da tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0beb1623-05d2-4296-96b1-bdb5b2a0d841,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:14.843432 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-ee621d9f-cb4a-4e8f-a4f6-b3d1b81f4b79 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:20:14.855471 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee621d9f-cb4a-4e8f-a4f6-b3d1b81f4b79 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:20:14.856921 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-41eebcbd-6e64-4f30-95d3-c2b8ee50f5da tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:14.859021 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-41eebcbd-6e64-4f30-95d3-c2b8ee50f5da tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2579858 Dec 06 17:20:14.861746 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 55154) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:14.861999 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee621d9f-cb4a-4e8f-a4f6-b3d1b81f4b79 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Pushing event updated for resources: {'Port': ['ID=7195204d-4e90-45a6-8f06-c2eba08b50c7,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:14.866717 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-5c45b908-8ab8-44a0-90bd-5c26afc635f3 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Request body: {'floatingip': {'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:20:14.901106 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29bab12a-76c6-4f91-92c4-d765bd1407c3 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Network ef2398db-6526-4074-a01c-216134020536 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:20:14.919232 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-29bab12a-76c6-4f91-92c4-d765bd1407c3 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, ef2398db-6526-4074-a01c-216134020536) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:20:14.928894 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29bab12a-76c6-4f91-92c4-d765bd1407c3 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:14.929327 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c45b908-8ab8-44a0-90bd-5c26afc635f3 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Publish callbacks [] for floatingip, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:14.930235 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-29bab12a-76c6-4f91-92c4-d765bd1407c3 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:14.945925 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca7959d-6b9f-4aff-9cd7-e541a80b6ccc None None] Network ef2398db-6526-4074-a01c-216134020536 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:20:14.971860 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee621d9f-cb4a-4e8f-a4f6-b3d1b81f4b79 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:14.972530 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ee621d9f-cb4a-4e8f-a4f6-b3d1b81f4b79 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:14.981551 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-29bab12a-76c6-4f91-92c4-d765bd1407c3 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2296979 Dec 06 17:20:14.984799 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55156) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:14.992359 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-e150b97b-799c-44ae-8053-dac67b76852e tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-853292879', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:20:15.031602 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e150b97b-799c-44ae-8053-dac67b76852e tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:15.032828 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e150b97b-799c-44ae-8053-dac67b76852e tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:15.059826 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 55160) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:15.061646 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-ee621d9f-cb4a-4e8f-a4f6-b3d1b81f4b79 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.0472906 Dec 06 17:20:15.073201 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-19f0e92e-d284-437f-9fe4-88f197294e95 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Request body: {'port': {'network_id': '7cd23355-e2da-44aa-adcc-9ae72d2259bc', 'name': 'tempest-PortsTestJSON-215719614', 'fixed_ips': [{'subnet_id': '19a6db42-5ac2-45b7-8834-c5743dded856', 'ip_address': '172.20.0.9'}]}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:20:15.128725 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e150b97b-799c-44ae-8053-dac67b76852e tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:15.135524 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e150b97b-799c-44ae-8053-dac67b76852e tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:15.157184 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e150b97b-799c-44ae-8053-dac67b76852e tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:15.161496 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-e150b97b-799c-44ae-8053-dac67b76852e tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1730270 Dec 06 17:20:15.162245 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55162) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:15.172222 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-ef647f4b-4c20-4e5b-b290-e3cc47f22b73 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Request body: {'port': {'network_id': 'ef2398db-6526-4074-a01c-216134020536', 'name': 'tempest-RoutersIpV6Test-1580388644'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:20:15.219145 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a3f1a42d-35c2-451f-a6d5-8bbd2c7435bc None None] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:15.230953 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a3f1a42d-35c2-451f-a6d5-8bbd2c7435bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:15.260403 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f78141b-d1cb-4471-ba22-0f922dbacc26 req-a0e94d63-9e3a-4787-96c9-c1bbd0225391 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:15.268554 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9f78141b-d1cb-4471-ba22-0f922dbacc26 req-a0e94d63-9e3a-4787-96c9-c1bbd0225391 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7d3f224-d001-4a9c-8816-6111bc8ee6b9 HTTP/1.1" status: 200 len: 945 time: 0.1200399 Dec 06 17:20:15.279162 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09ed077-f75b-4a60-8f2e-be86d2ff7dc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-ef2398db-6526-4074-a01c-216134020536', 'network_id': 'ef2398db-6526-4074-a01c-216134020536', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'fixed_ips': [{'subnet_id': 'fdde28ba-ea4d-48a2-b11e-6d0de29f950b'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:20:15.280182 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d09ed077-f75b-4a60-8f2e-be86d2ff7dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:15.330867 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef647f4b-4c20-4e5b-b290-e3cc47f22b73 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Made reservation on behalf of de0eff4c472847f5a5b49bddb4177865 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:20:15.335732 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ef647f4b-4c20-4e5b-b290-e3cc47f22b73 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:15.352859 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19f0e92e-d284-437f-9fe4-88f197294e95 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Made reservation on behalf of 40549eaf61834290b753dc92c662ceed for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:20:15.359761 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-ef647f4b-4c20-4e5b-b290-e3cc47f22b73 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] device_id is not set on port 035ef20d-bd2c-409a-a7be-7ab3cd1f969e yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:20:15.425585 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c45b908-8ab8-44a0-90bd-5c26afc635f3 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:15.442145 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9f78141b-d1cb-4471-ba22-0f922dbacc26 req-c927c9df-84c7-411c-91f9-072738aa7f29 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/security-groups?id=55b21076-cf23-48e9-9a14-bcc811d060b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703339 Dec 06 17:20:15.520369 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2782325-7123-4f6f-b4bd-38985de79605 None None] Pushing event updated for resources: {'Port': ['ID=8eb415b7-2dde-4905-a8cb-5d548e34c561,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:15.561143 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-ef647f4b-4c20-4e5b-b290-e3cc47f22b73 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Allocated IP 2001:db8::59 (ef2398db-6526-4074-a01c-216134020536/fdde28ba-ea4d-48a2-b11e-6d0de29f950b/035ef20d-bd2c-409a-a7be-7ab3cd1f969e) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:20:15.603521 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-a3f1a42d-35c2-451f-a6d5-8bbd2c7435bc None None] Attempting to bind port 8eb415b7-2dde-4905-a8cb-5d548e34c561 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:20:15.604025 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-a3f1a42d-35c2-451f-a6d5-8bbd2c7435bc None None] Attempting to bind port 8eb415b7-2dde-4905-a8cb-5d548e34c561 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '5191f104-0f28-4995-943c-dc9b12a33060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '443e19cc-aba1-401c-ba5c-6c1a74082882'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:20:15.604616 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f1a42d-35c2-451f-a6d5-8bbd2c7435bc None None] Attempting to bind port 8eb415b7-2dde-4905-a8cb-5d548e34c561 on network 443e19cc-aba1-401c-ba5c-6c1a74082882 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:20:15.613395 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f1a42d-35c2-451f-a6d5-8bbd2c7435bc None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:20:15.613964 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f1a42d-35c2-451f-a6d5-8bbd2c7435bc None None] Checking segment: {'id': '5191f104-0f28-4995-943c-dc9b12a33060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '443e19cc-aba1-401c-ba5c-6c1a74082882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:20:15.614559 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a3f1a42d-35c2-451f-a6d5-8bbd2c7435bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:15.615667 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f1a42d-35c2-451f-a6d5-8bbd2c7435bc None None] Bound using segment: {'id': '5191f104-0f28-4995-943c-dc9b12a33060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '443e19cc-aba1-401c-ba5c-6c1a74082882'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:20:15.616306 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-a3f1a42d-35c2-451f-a6d5-8bbd2c7435bc None None] Bound port: 8eb415b7-2dde-4905-a8cb-5d548e34c561, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5191f104-0f28-4995-943c-dc9b12a33060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '443e19cc-aba1-401c-ba5c-6c1a74082882'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:20:15.616806 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a3f1a42d-35c2-451f-a6d5-8bbd2c7435bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:15.620914 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7ae1e181-ebf2-4d78-a222-34ebaca7faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:15.681889 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-ce048af0-46e8-4d26-be10-07ac25577ee0 None None] Provisioning complete for port 8eb415b7-2dde-4905-a8cb-5d548e34c561 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:20:15.682889 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ce048af0-46e8-4d26-be10-07ac25577ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:15.698665 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b0e741-f6fe-423b-9c1f-f9f0a26b8b83 req-8ff5abd1-b293-4e27-a84b-42bdb341bbef tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:15.707365 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-33b0e741-f6fe-423b-9c1f-f9f0a26b8b83 req-8ff5abd1-b293-4e27-a84b-42bdb341bbef tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 944 time: 0.1700051 Dec 06 17:20:15.734931 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a3f1a42d-35c2-451f-a6d5-8bbd2c7435bc None None] For port 8eb415b7-2dde-4905-a8cb-5d548e34c561, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:20:15.752010 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a3f1a42d-35c2-451f-a6d5-8bbd2c7435bc None None] For port 8eb415b7-2dde-4905-a8cb-5d548e34c561, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=8eb415b7-2dde-4905-a8cb-5d548e34c561,segment=NetworkSegment(5191f104-0f28-4995-943c-dc9b12a33060),segment_id=5191f104-0f28-4995-943c-dc9b12a33060)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:20:15.758322 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-ce048af0-46e8-4d26-be10-07ac25577ee0 None None] Port 8eb415b7-2dde-4905-a8cb-5d548e34c561 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:20:15.762974 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a3f1a42d-35c2-451f-a6d5-8bbd2c7435bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:15.829393 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-33b0e741-f6fe-423b-9c1f-f9f0a26b8b83 req-197df741-8931-4a3b-bf85-2c42ed67468b tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8ff7359-db2b-4d57-aa79-237c344ab3df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216397 Dec 06 17:20:15.853269 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f1a42d-35c2-451f-a6d5-8bbd2c7435bc None None] Routers {'3c29d003-6421-4733-8e94-76d471e24db7'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:20:15.853943 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-a3f1a42d-35c2-451f-a6d5-8bbd2c7435bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:20:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['3c29d003-6421-4733-8e94-76d471e24db7'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:20:15.880338 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ef647f4b-4c20-4e5b-b290-e3cc47f22b73 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:15.918452 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2782325-7123-4f6f-b4bd-38985de79605 None None] Pushing event updated for resources: {'Port': ['ID=8eb415b7-2dde-4905-a8cb-5d548e34c561,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:15.964321 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ef647f4b-4c20-4e5b-b290-e3cc47f22b73 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:16.038996 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef647f4b-4c20-4e5b-b290-e3cc47f22b73 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Network ef2398db-6526-4074-a01c-216134020536 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:20:16.044061 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-ef647f4b-4c20-4e5b-b290-e3cc47f22b73 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:20:16.046656 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef647f4b-4c20-4e5b-b290-e3cc47f22b73 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:20:16.053273 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef647f4b-4c20-4e5b-b290-e3cc47f22b73 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:16.054116 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ef647f4b-4c20-4e5b-b290-e3cc47f22b73 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:16.066519 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef647f4b-4c20-4e5b-b290-e3cc47f22b73 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Pushing event updated for resources: {'Port': ['ID=035ef20d-bd2c-409a-a7be-7ab3cd1f969e,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:16.075781 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-ef647f4b-4c20-4e5b-b290-e3cc47f22b73 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.9123979 Dec 06 17:20:16.080702 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-19f0e92e-d284-437f-9fe4-88f197294e95 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:16.081591 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55176) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:16.150579 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-19f0e92e-d284-437f-9fe4-88f197294e95 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] device_id is not set on port 72fd024c-ac92-459d-885a-8d62816ff9b5 yet. {{(pid=103285) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:20:16.275075 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec5e829-f824-4ed2-9f62-1df9f66c2415 req-454c0c65-4f45-4994-aa86-97d61983dc44 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:16.278768 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0ec5e829-f824-4ed2-9f62-1df9f66c2415 req-454c0c65-4f45-4994-aa86-97d61983dc44 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/ports?device_id=a641f262-239e-461f-af10-00b86db62822 HTTP/1.1" status: 200 len: 945 time: 0.2524066 Dec 06 17:20:16.391030 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-d0cf907e-cebb-4c3c-9807-ba9239489d64 None None] Provisioning complete for port 8eb415b7-2dde-4905-a8cb-5d548e34c561 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:20:16.392059 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d0cf907e-cebb-4c3c-9807-ba9239489d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:16.432706 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-d09ed077-f75b-4a60-8f2e-be86d2ff7dc3 None None] Allocated IP 2001:db8::2 (ef2398db-6526-4074-a01c-216134020536/fdde28ba-ea4d-48a2-b11e-6d0de29f950b/63bad483-e2ac-4c29-9d10-02219ff7976e) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:20:16.436552 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-a3f1a42d-35c2-451f-a6d5-8bbd2c7435bc None None] Set router 3c29d003-6421-4733-8e94-76d471e24db7 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:20:16.440170 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e94f3b7-bc3e-489c-a2ef-cd7eddd3b0ce None None] Network 7cd23355-e2da-44aa-adcc-9ae72d2259bc requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:20:16.472756 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0ec5e829-f824-4ed2-9f62-1df9f66c2415 req-916292e2-22c5-43c0-a9e9-e814ec7307aa tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd5fd2ce-3e09-41f1-868b-3ad9c4e06626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761627 Dec 06 17:20:16.476934 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-5c45b908-8ab8-44a0-90bd-5c26afc635f3 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Allocated IP 172.35.1.177 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/be115384-68a8-4e17-966e-19c9c34e3a09) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:20:16.659638 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-19f0e92e-d284-437f-9fe4-88f197294e95 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Allocated IP 172.20.0.9 (7cd23355-e2da-44aa-adcc-9ae72d2259bc/19a6db42-5ac2-45b7-8834-c5743dded856/72fd024c-ac92-459d-885a-8d62816ff9b5) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:20:16.681267 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e758ac2e-8110-43ef-b6ee-4a48352b21d7 req-312c4ac0-c8e3-46e8-a90f-f95fd38a48be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:16.682934 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e758ac2e-8110-43ef-b6ee-4a48352b21d7 req-312c4ac0-c8e3-46e8-a90f-f95fd38a48be service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d4102d427cc94f0ba1c37493608fe1c3&device_id=b7d3f224-d001-4a9c-8816-6111bc8ee6b9 HTTP/1.1" status: 200 len: 1096 time: 0.2595813 Dec 06 17:20:16.772863 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c45b908-8ab8-44a0-90bd-5c26afc635f3 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:16.821748 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9781d157-aa52-45ca-b7c8-3b3e5e5bdd01 req-83745321-5d5b-46af-a54b-fba43b0b280f tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:16.829441 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9781d157-aa52-45ca-b7c8-3b3e5e5bdd01 req-83745321-5d5b-46af-a54b-fba43b0b280f tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7d3f224-d001-4a9c-8816-6111bc8ee6b9 HTTP/1.1" status: 200 len: 945 time: 0.1568058 Dec 06 17:20:16.840921 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d0cf907e-cebb-4c3c-9807-ba9239489d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:16.916760 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-56bd3a38-8506-4112-9508-c3b214de86a5 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:16.944359 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:16.978542 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d09ed077-f75b-4a60-8f2e-be86d2ff7dc3 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:16.985509 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-d0cf907e-cebb-4c3c-9807-ba9239489d64 None None] For port 8eb415b7-2dde-4905-a8cb-5d548e34c561, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=8eb415b7-2dde-4905-a8cb-5d548e34c561,segment=NetworkSegment(5191f104-0f28-4995-943c-dc9b12a33060),segment_id=5191f104-0f28-4995-943c-dc9b12a33060)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:20:16.989751 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d09ed077-f75b-4a60-8f2e-be86d2ff7dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:17.003223 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d0cf907e-cebb-4c3c-9807-ba9239489d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:17.032604 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device ffac7cd1-5b6b-4598-8f8c-03ec173bf19e up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:20:17.039401 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9781d157-aa52-45ca-b7c8-3b3e5e5bdd01 req-d9764ff8-985f-4a26-b247-078ad6a1d709 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/security-groups?id=55b21076-cf23-48e9-9a14-bcc811d060b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090390 Dec 06 17:20:17.043670 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e758ac2e-8110-43ef-b6ee-4a48352b21d7 req-bad9ea2f-64b2-4adf-9462-c7656db0fad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:17.044413 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e758ac2e-8110-43ef-b6ee-4a48352b21d7 req-bad9ea2f-64b2-4adf-9462-c7656db0fad3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=cae96aac-fb31-4420-9340-c97dbf634a30 HTTP/1.1" status: 200 len: 920 time: 0.3523045 Dec 06 17:20:17.052256 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c45b908-8ab8-44a0-90bd-5c26afc635f3 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:17.072871 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09ed077-f75b-4a60-8f2e-be86d2ff7dc3 None None] Network ef2398db-6526-4074-a01c-216134020536 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:20:17.087499 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-d09ed077-f75b-4a60-8f2e-be86d2ff7dc3 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:20:17.094533 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09ed077-f75b-4a60-8f2e-be86d2ff7dc3 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:20:17.101821 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09ed077-f75b-4a60-8f2e-be86d2ff7dc3 None None] Pushing event updated for resources: {'Port': ['ID=63bad483-e2ac-4c29-9d10-02219ff7976e,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:17.119802 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e758ac2e-8110-43ef-b6ee-4a48352b21d7 req-cbf744e5-6540-4727-963d-d01af894c448 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=705859b3-57e1-4ac2-be0a-5482767392a3 HTTP/1.1" status: 200 len: 217 time: 0.0560000 Dec 06 17:20:17.177004 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-19f0e92e-d284-437f-9fe4-88f197294e95 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:17.192269 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-a3f1a42d-35c2-451f-a6d5-8bbd2c7435bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c29d003-6421-4733-8e94-76d471e24db7', 'name': 'tempest-AttachVolumeShelveTestJSON-1454673330-router', 'tenant_id': '74bc5013de174928a9ab47aef105909c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.145'}], 'enable_snat': True}, 'gw_port_id': '92514718-b909-425e-925a-e193e46db368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:19:59Z', 'updated_at': '2021-12-06T17:20:10Z', 'revision_number': 4, 'project_id': '74bc5013de174928a9ab47aef105909c', 'gw_port': {'id': '92514718-b909-425e-925a-e193e46db368', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:95:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c29d003-6421-4733-8e94-76d471e24db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:20:02Z', 'updated_at': '2021-12-06T17:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '8eb415b7-2dde-4905-a8cb-5d548e34c561', 'name': '', 'network_id': '443e19cc-aba1-401c-ba5c-6c1a74082882', 'tenant_id': '74bc5013de174928a9ab47aef105909c', 'mac_address': 'fa:16:3e:22:d9:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c29d003-6421-4733-8e94-76d471e24db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '01ffc29c-932e-4129-aefc-9a2b3f836b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:20:09Z', 'updated_at': '2021-12-06T17:20:15Z', 'revision_number': 4, 'project_id': '74bc5013de174928a9ab47aef105909c', 'subnets': [{'id': '01ffc29c-932e-4129-aefc-9a2b3f836b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:20:17.224220 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7a5e38-acdc-40ef-9498-83051e694792 req-d6d2052c-f9ad-4185-b6be-c679ed6fa850 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:17.227847 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4c7a5e38-acdc-40ef-9498-83051e694792 req-d6d2052c-f9ad-4185-b6be-c679ed6fa850 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 944 time: 0.2918541 Dec 06 17:20:17.272098 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f1a42d-35c2-451f-a6d5-8bbd2c7435bc None None] The sync data for ids ['3c29d003-6421-4733-8e94-76d471e24db7'] in n-d-master-1 is: [{'id': '3c29d003-6421-4733-8e94-76d471e24db7', 'name': 'tempest-AttachVolumeShelveTestJSON-1454673330-router', 'tenant_id': '74bc5013de174928a9ab47aef105909c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.145'}], 'enable_snat': True}, 'gw_port_id': '92514718-b909-425e-925a-e193e46db368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:19:59Z', 'updated_at': '2021-12-06T17:20:10Z', 'revision_number': 4, 'project_id': '74bc5013de174928a9ab47aef105909c', 'gw_port': {'id': '92514718-b909-425e-925a-e193e46db368', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:95:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c29d003-6421-4733-8e94-76d471e24db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:20:02Z', 'updated_at': '2021-12-06T17:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '8eb415b7-2dde-4905-a8cb-5d548e34c561', 'name': '', 'network_id': '443e19cc-aba1-401c-ba5c-6c1a74082882', 'tenant_id': '74bc5013de174928a9ab47aef105909c', 'mac_address': 'fa:16:3e:22:d9:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c29d003-6421-4733-8e94-76d471e24db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '01ffc29c-932e-4129-aefc-9a2b3f836b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:20:09Z', 'updated_at': '2021-12-06T17:20:15Z', 'revision_number': 4, 'project_id': '74bc5013de174928a9ab47aef105909c', 'subnets': [{'id': '01ffc29c-932e-4129-aefc-9a2b3f836b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:20:17.289792 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c45b908-8ab8-44a0-90bd-5c26afc635f3 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:20:17.310222 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-5c45b908-8ab8-44a0-90bd-5c26afc635f3 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:20:17.322259 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c45b908-8ab8-44a0-90bd-5c26afc635f3 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:20:17.325627 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-56bd3a38-8506-4112-9508-c3b214de86a5 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:17.336372 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-56bd3a38-8506-4112-9508-c3b214de86a5 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:17.339775 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf907e-cebb-4c3c-9807-ba9239489d64 None None] Pushing event updated for resources: {'Port': ['ID=8eb415b7-2dde-4905-a8cb-5d548e34c561,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:17.357581 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-19f0e92e-d284-437f-9fe4-88f197294e95 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:17.374839 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-ed55bfe7-2c8e-4f6c-a1d9-960b644d67c0 None None] Provisioning complete for port ffac7cd1-5b6b-4598-8f8c-03ec173bf19e triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:20:17.375440 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ed55bfe7-2c8e-4f6c-a1d9-960b644d67c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:17.380096 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-d09ed077-f75b-4a60-8f2e-be86d2ff7dc3 None None] Attempting to bind port 63bad483-e2ac-4c29-9d10-02219ff7976e on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:20:17.381232 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-d09ed077-f75b-4a60-8f2e-be86d2ff7dc3 None None] Attempting to bind port 63bad483-e2ac-4c29-9d10-02219ff7976e by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'b7fc3ccb-878d-44a0-9f3c-3ca31de38391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ef2398db-6526-4074-a01c-216134020536'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:20:17.381833 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09ed077-f75b-4a60-8f2e-be86d2ff7dc3 None None] Attempting to bind port 63bad483-e2ac-4c29-9d10-02219ff7976e on network ef2398db-6526-4074-a01c-216134020536 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:20:17.398670 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c45b908-8ab8-44a0-90bd-5c26afc635f3 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Pushing event updated for resources: {'Port': ['ID=be115384-68a8-4e17-966e-19c9c34e3a09,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:17.410135 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e758ac2e-8110-43ef-b6ee-4a48352b21d7 req-16b4a180-b874-4586-94c5-0894a604d460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:17.411653 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e758ac2e-8110-43ef-b6ee-4a48352b21d7 req-16b4a180-b874-4586-94c5-0894a604d460 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=96d1432b-c397-475b-95f3-c732d2ae28e6 HTTP/1.1" status: 200 len: 859 time: 0.2812486 Dec 06 17:20:17.427053 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09ed077-f75b-4a60-8f2e-be86d2ff7dc3 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:20:17.428578 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09ed077-f75b-4a60-8f2e-be86d2ff7dc3 None None] Checking segment: {'id': 'b7fc3ccb-878d-44a0-9f3c-3ca31de38391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ef2398db-6526-4074-a01c-216134020536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:20:17.429335 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d09ed077-f75b-4a60-8f2e-be86d2ff7dc3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:17.429915 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09ed077-f75b-4a60-8f2e-be86d2ff7dc3 None None] Bound using segment: {'id': 'b7fc3ccb-878d-44a0-9f3c-3ca31de38391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ef2398db-6526-4074-a01c-216134020536'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:20:17.430575 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-d09ed077-f75b-4a60-8f2e-be86d2ff7dc3 None None] Bound port: 63bad483-e2ac-4c29-9d10-02219ff7976e, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7fc3ccb-878d-44a0-9f3c-3ca31de38391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ef2398db-6526-4074-a01c-216134020536'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:20:17.431138 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d09ed077-f75b-4a60-8f2e-be86d2ff7dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:17.438504 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4c7a5e38-acdc-40ef-9498-83051e694792 req-2fd94d47-1036-4074-9b9e-1d4b8767cf0d tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8ff7359-db2b-4d57-aa79-237c344ab3df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1835117 Dec 06 17:20:17.438968 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bd3a38-8506-4112-9508-c3b214de86a5 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Pushing event updated for resources: {'Port': ['ID=035ef20d-bd2c-409a-a7be-7ab3cd1f969e,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:17.451088 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port ffac7cd1-5b6b-4598-8f8c-03ec173bf19e triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:20:17.451670 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:17.458915 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f0e92e-d284-437f-9fe4-88f197294e95 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Network 7cd23355-e2da-44aa-adcc-9ae72d2259bc is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:20:17.516597 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-19f0e92e-d284-437f-9fe4-88f197294e95 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:20:17.556251 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f0e92e-d284-437f-9fe4-88f197294e95 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:20:17.570327 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e758ac2e-8110-43ef-b6ee-4a48352b21d7 req-2815cf4e-2a6a-4d9c-a334-1e8431f72729 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cae96aac-fb31-4420-9340-c97dbf634a30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1102505 Dec 06 17:20:17.733927 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-d09ed077-f75b-4a60-8f2e-be86d2ff7dc3 None None] For port 63bad483-e2ac-4c29-9d10-02219ff7976e, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:20:17.761588 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-56bd3a38-8506-4112-9508-c3b214de86a5 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539179'] for router_interface, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:17.806394 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c45b908-8ab8-44a0-90bd-5c26afc635f3 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:17.812059 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-d09ed077-f75b-4a60-8f2e-be86d2ff7dc3 None None] For port 63bad483-e2ac-4c29-9d10-02219ff7976e, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=63bad483-e2ac-4c29-9d10-02219ff7976e,segment=NetworkSegment(b7fc3ccb-878d-44a0-9f3c-3ca31de38391),segment_id=b7fc3ccb-878d-44a0-9f3c-3ca31de38391)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:20:17.823434 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d09ed077-f75b-4a60-8f2e-be86d2ff7dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:17.831483 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ed55bfe7-2c8e-4f6c-a1d9-960b644d67c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:17.878049 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2356e83-a28f-40ed-bcfd-8a6603e554e7 req-84978b66-b72a-489f-b825-89e23677ed92 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:17.880885 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f0e92e-d284-437f-9fe4-88f197294e95 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Pushing event updated for resources: {'Port': ['ID=72fd024c-ac92-459d-885a-8d62816ff9b5,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:17.885510 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e2356e83-a28f-40ed-bcfd-8a6603e554e7 req-84978b66-b72a-489f-b825-89e23677ed92 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 944 time: 0.1590514 Dec 06 17:20:17.912745 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-ed55bfe7-2c8e-4f6c-a1d9-960b644d67c0 None None] For port ffac7cd1-5b6b-4598-8f8c-03ec173bf19e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ffac7cd1-5b6b-4598-8f8c-03ec173bf19e,segment=NetworkSegment(bc689eaa-c4e0-4c1e-8660-742526d19a6b),segment_id=bc689eaa-c4e0-4c1e-8660-742526d19a6b)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:20:17.922058 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:17.934336 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ed55bfe7-2c8e-4f6c-a1d9-960b644d67c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:17.958501 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f0e92e-d284-437f-9fe4-88f197294e95 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:17.961544 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-19f0e92e-d284-437f-9fe4-88f197294e95 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:17.983111 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09ed077-f75b-4a60-8f2e-be86d2ff7dc3 None None] Pushing event updated for resources: {'Port': ['ID=63bad483-e2ac-4c29-9d10-02219ff7976e,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:18.011651 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c45b908-8ab8-44a0-90bd-5c26afc635f3 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:18.046083 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-56bd3a38-8506-4112-9508-c3b214de86a5 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:18.063864 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e2356e83-a28f-40ed-bcfd-8a6603e554e7 req-8c71474c-e502-44a9-b422-cd5eb56a8b1c tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8ff7359-db2b-4d57-aa79-237c344ab3df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1770961 Dec 06 17:20:18.075856 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a38f3b-49ec-4397-8ec7-e831d474abe9 req-a602c9cb-0d37-4271-a0f2-6c33b021960c tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:18.079701 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-31a38f3b-49ec-4397-8ec7-e831d474abe9 req-a602c9cb-0d37-4271-a0f2-6c33b021960c tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/ports?device_id=a641f262-239e-461f-af10-00b86db62822 HTTP/1.1" status: 200 len: 945 time: 0.4315798 Dec 06 17:20:18.139894 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-19f0e92e-d284-437f-9fe4-88f197294e95 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.0687430 Dec 06 17:20:18.153347 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:18.157803 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.db.api [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103286) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 17:20:18.157803 n-d-master-1 neutron-server[103286]: DEBUG oslo_db.api [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 17:20:18.164840 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 55196) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:18.168860 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-c2ce3ee9-8052-4268-9fa3-52ff0640f8eb None None] Provisioning complete for port 7195204d-4e90-45a6-8f06-c2eba08b50c7 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:20:18.169439 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c2ce3ee9-8052-4268-9fa3-52ff0640f8eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:18.236959 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed55bfe7-2c8e-4f6c-a1d9-960b644d67c0 None None] Pushing event updated for resources: {'Port': ['ID=ffac7cd1-5b6b-4598-8f8c-03ec173bf19e,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:18.249699 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e758ac2e-8110-43ef-b6ee-4a48352b21d7 req-ff14c3e9-59e6-4db0-910f-0beb99fe17b0 service neutron] 10.222.0.44 "GET /v2.0/networks/cae96aac-fb31-4420-9340-c97dbf634a30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6305935 Dec 06 17:20:18.266667 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-c2ce3ee9-8052-4268-9fa3-52ff0640f8eb None None] Port 7195204d-4e90-45a6-8f06-c2eba08b50c7 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:20:18.286001 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-c2ce3ee9-8052-4268-9fa3-52ff0640f8eb None None] Provisioning complete for port ffac7cd1-5b6b-4598-8f8c-03ec173bf19e triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:20:18.286776 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c2ce3ee9-8052-4268-9fa3-52ff0640f8eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:18.387384 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765a8957-e0e6-4713-a602-1453d3e8a416 req-d53708e8-1efd-4812-ac9e-8676184ee58d tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:18.388993 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-765a8957-e0e6-4713-a602-1453d3e8a416 req-d53708e8-1efd-4812-ac9e-8676184ee58d tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7d3f224-d001-4a9c-8816-6111bc8ee6b9 HTTP/1.1" status: 200 len: 945 time: 0.1900427 Dec 06 17:20:18.403048 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-31a38f3b-49ec-4397-8ec7-e831d474abe9 req-c9153964-38e4-472c-8fff-ed413397c85b tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd5fd2ce-3e09-41f1-868b-3ad9c4e06626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912376 Dec 06 17:20:18.545742 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-765a8957-e0e6-4713-a602-1453d3e8a416 req-ab80f351-9b73-4feb-b69d-8d43d2fc8b73 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/security-groups?id=55b21076-cf23-48e9-9a14-bcc811d060b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449354 Dec 06 17:20:18.545887 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e758ac2e-8110-43ef-b6ee-4a48352b21d7 req-aa3d939a-cab9-4970-b10f-116a199bf96a service neutron] 10.222.0.44 "GET /v2.0/networks/cae96aac-fb31-4420-9340-c97dbf634a30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244508 Dec 06 17:20:18.601035 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-7e945c12-bdbf-4131-9db5-37fa1c87628e None None] Provisioning complete for port 72fd024c-ac92-459d-885a-8d62816ff9b5 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:20:18.607741 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7e945c12-bdbf-4131-9db5-37fa1c87628e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:18.640177 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-56bd3a38-8506-4112-9508-c3b214de86a5 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:18.649750 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-56bd3a38-8506-4112-9508-c3b214de86a5 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:18.650683 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-56bd3a38-8506-4112-9508-c3b214de86a5 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-772465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539207'] for router_interface, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:18.652174 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6580d9e-57f5-4fa5-b457-cabedf2641ae tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:18.652833 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-7e945c12-bdbf-4131-9db5-37fa1c87628e None None] Port 72fd024c-ac92-459d-885a-8d62816ff9b5 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:20:18.656469 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-f6580d9e-57f5-4fa5-b457-cabedf2641ae tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.4881191 Dec 06 17:20:18.660402 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55200) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:18.755265 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4826b84a-4f64-4730-a03e-a45513877d2b req-007573e8-d211-4004-8d1b-ccc8dbfb1d76 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:18.762988 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4826b84a-4f64-4730-a03e-a45513877d2b req-007573e8-d211-4004-8d1b-ccc8dbfb1d76 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 944 time: 0.1697717 Dec 06 17:20:18.800961 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bd3a38-8506-4112-9508-c3b214de86a5 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Pushing event updated for resources: {'Port': ['ID=035ef20d-bd2c-409a-a7be-7ab3cd1f969e,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:18.837307 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4826b84a-4f64-4730-a03e-a45513877d2b req-c1dc0e23-a2da-44a6-b95b-44804ebf07ac tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8ff7359-db2b-4d57-aa79-237c344ab3df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730085 Dec 06 17:20:18.851700 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8114e3e9-138e-47ec-b779-01455557fad8 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:18.865996 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8114e3e9-138e-47ec-b779-01455557fad8 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:18.865996 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8114e3e9-138e-47ec-b779-01455557fad8 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:18.865996 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-8114e3e9-138e-47ec-b779-01455557fad8 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.2020721 Dec 06 17:20:18.874158 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c45b908-8ab8-44a0-90bd-5c26afc635f3 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:18.881816 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 55202) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:18.894015 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c45b908-8ab8-44a0-90bd-5c26afc635f3 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:18.921576 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bd3a38-8506-4112-9508-c3b214de86a5 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Network ef2398db-6526-4074-a01c-216134020536 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:20:18.923118 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-56bd3a38-8506-4112-9508-c3b214de86a5 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:20:19.018774 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:19.077147 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c45b908-8ab8-44a0-90bd-5c26afc635f3 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Pushing event updated for resources: {'Port': ['ID=be115384-68a8-4e17-966e-19c9c34e3a09,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:19.167733 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c45b908-8ab8-44a0-90bd-5c26afc635f3 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:19.191576 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 8eb415b7-2dde-4905-a8cb-5d548e34c561 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:20:19.195848 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-b71f5c80-18e6-4021-a5f7-a5ad729f7918 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Deleting port 72fd024c-ac92-459d-885a-8d62816ff9b5 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:20:19.196351 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b71f5c80-18e6-4021-a5f7-a5ad729f7918 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:19.217422 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c45b908-8ab8-44a0-90bd-5c26afc635f3 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:19.226783 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-5c45b908-8ab8-44a0-90bd-5c26afc635f3 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3560336 Dec 06 17:20:19.309961 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 8eb415b7-2dde-4905-a8cb-5d548e34c561 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:20:19.310838 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:19.346728 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56bd3a38-8506-4112-9508-c3b214de86a5 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Router 578b911e-412c-4937-b5d6-949d4da71ffb is scheduled to L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 17:20:19.357926 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b71f5c80-18e6-4021-a5f7-a5ad729f7918 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:19.378373 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-b71f5c80-18e6-4021-a5f7-a5ad729f7918 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Calling delete_port for 72fd024c-ac92-459d-885a-8d62816ff9b5 owned by {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:20:19.419490 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 63bad483-e2ac-4c29-9d10-02219ff7976e up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:20:19.483166 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 63bad483-e2ac-4c29-9d10-02219ff7976e triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:20:19.483555 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:19.484372 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cfabc5-1f02-4b2e-8b9f-7cea9925e04d req-800f1f74-4157-496b-ba9b-53ede0c963fe tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:19.491595 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-56cfabc5-1f02-4b2e-8b9f-7cea9925e04d req-800f1f74-4157-496b-ba9b-53ede0c963fe tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/networks?id=b1330ff6-71a6-48db-aedf-2e908404d40b HTTP/1.1" status: 200 len: 811 time: 0.3321512 Dec 06 17:20:19.495155 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1aa3bdf9-8b2e-48a7-ab11-6c8a804f0a6e req-2a70e551-fcf0-4de2-b461-2e7d9894d8b1 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1634930908&fields=id&tenant_id=74bc5013de174928a9ab47aef105909c HTTP/1.1" status: 200 len: 267 time: 0.1057875 Dec 06 17:20:19.515004 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-56cfabc5-1f02-4b2e-8b9f-7cea9925e04d req-5b798f25-6fdc-4c19-b438-41c9518cfa44 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/quotas/0688c6db31494470a1b7a5ecaa734bc4 HTTP/1.1" status: 200 len: 375 time: 0.0225847 Dec 06 17:20:19.516166 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56bd3a38-8506-4112-9508-c3b214de86a5 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:20:19.522927 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-56bd3a38-8506-4112-9508-c3b214de86a5 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "PUT /v2.0/routers/578b911e-412c-4937-b5d6-949d4da71ffb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4397259 Dec 06 17:20:19.526118 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55230) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:19.536045 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a830738-87ee-4cca-8b9e-b65a843b88e0 None None] Sync routers for ids ['578b911e-412c-4937-b5d6-949d4da71ffb'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:20:19.557793 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a830738-87ee-4cca-8b9e-b65a843b88e0 None None] Routers {'578b911e-412c-4937-b5d6-949d4da71ffb'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:20:19.560419 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-0a830738-87ee-4cca-8b9e-b65a843b88e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:20:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['578b911e-412c-4937-b5d6-949d4da71ffb'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:20:19.571917 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2637210-a36d-4c8e-b434-cca161dbc5f1 None None] Network ef2398db-6526-4074-a01c-216134020536 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:20:19.610755 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6af260a-0e81-40a6-91bf-ce2b4037d0b0 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:19.611027 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-0a830738-87ee-4cca-8b9e-b65a843b88e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:20:19.612604 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-e6af260a-0e81-40a6-91bf-ce2b4037d0b0 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "GET /v2.0/ports/035ef20d-bd2c-409a-a7be-7ab3cd1f969e HTTP/1.1" status: 200 len: 983 time: 0.0842149 Dec 06 17:20:19.615551 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55234) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:19.625908 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a830738-87ee-4cca-8b9e-b65a843b88e0 None None] Routers {'578b911e-412c-4937-b5d6-949d4da71ffb'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:20:19.626738 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-0a830738-87ee-4cca-8b9e-b65a843b88e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:20:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['578b911e-412c-4937-b5d6-949d4da71ffb'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:20:19.643748 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:19.660086 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-26b5d6e3-9c66-426f-9213-c470c1c73058 None None] Provisioning complete for port 63bad483-e2ac-4c29-9d10-02219ff7976e triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:20:19.660565 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-26b5d6e3-9c66-426f-9213-c470c1c73058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:19.663842 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-0a830738-87ee-4cca-8b9e-b65a843b88e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:20:19.664506 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a830738-87ee-4cca-8b9e-b65a843b88e0 None None] The sync data for ids ['578b911e-412c-4937-b5d6-949d4da71ffb'] in n-d-master-1 is: [] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:20:19.695631 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-56cfabc5-1f02-4b2e-8b9f-7cea9925e04d req-acfa5d59-c57e-4583-92fc-2f30c9f4abe5 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0688c6db31494470a1b7a5ecaa734bc4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1707218 Dec 06 17:20:19.723457 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa3bdf9-8b2e-48a7-ab11-6c8a804f0a6e req-e667f5bc-7669-4766-a5b3-efa323e170f9 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:19.725096 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1aa3bdf9-8b2e-48a7-ab11-6c8a804f0a6e req-e667f5bc-7669-4766-a5b3-efa323e170f9 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/networks?id=443e19cc-aba1-401c-ba5c-6c1a74082882 HTTP/1.1" status: 200 len: 817 time: 0.2230582 Dec 06 17:20:19.732235 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b71f5c80-18e6-4021-a5f7-a5ad729f7918 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:19.769429 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71f5c80-18e6-4021-a5f7-a5ad729f7918 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Pushing event deleted for resources: {'Port': ['ID=72fd024c-ac92-459d-885a-8d62816ff9b5,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:19.791021 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1aa3bdf9-8b2e-48a7-ab11-6c8a804f0a6e req-74906aac-c915-4c6d-a8e7-334f77246c6f tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/quotas/74bc5013de174928a9ab47aef105909c HTTP/1.1" status: 200 len: 375 time: 0.0562534 Dec 06 17:20:19.901177 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] For port 63bad483-e2ac-4c29-9d10-02219ff7976e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=63bad483-e2ac-4c29-9d10-02219ff7976e,segment=NetworkSegment(b7fc3ccb-878d-44a0-9f3c-3ca31de38391),segment_id=b7fc3ccb-878d-44a0-9f3c-3ca31de38391)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:20:19.917496 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1aa3bdf9-8b2e-48a7-ab11-6c8a804f0a6e req-8f1209b3-8cec-4a1b-98b4-f1e0bb65f317 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=74bc5013de174928a9ab47aef105909c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1142054 Dec 06 17:20:19.921600 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b71f5c80-18e6-4021-a5f7-a5ad729f7918 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:19.926766 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-b71f5c80-18e6-4021-a5f7-a5ad729f7918 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "DELETE /v2.0/ports/72fd024c-ac92-459d-885a-8d62816ff9b5 HTTP/1.1" status: 204 len: 168 time: 1.0435057 Dec 06 17:20:19.929313 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 55238) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:19.961321 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-56cfabc5-1f02-4b2e-8b9f-7cea9925e04d req-8b8680fa-cc57-4066-b543-5baf02ca2c3f service neutron] 10.222.0.23 "GET /v2.0/networks/b1330ff6-71a6-48db-aedf-2e908404d40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334523 Dec 06 17:20:19.978908 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:19.979768 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device ffac7cd1-5b6b-4598-8f8c-03ec173bf19e up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:20:19.998881 n-d-master-1 neutron-server[103285]: INFO neutron.pecan_wsgi.hooks.translation [None req-9decd958-a52d-4925-a8ec-7c61bf3fda0f tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] GET failed (client error): The resource could not be found. Dec 06 17:20:20.004150 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-9decd958-a52d-4925-a8ec-7c61bf3fda0f tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "GET /v2.0/ports/72fd024c-ac92-459d-885a-8d62816ff9b5 HTTP/1.1" status: 404 len: 333 time: 0.0736003 Dec 06 17:20:20.005242 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 55240) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:20.062536 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Pushing event updated for resources: {'Port': ['ID=63bad483-e2ac-4c29-9d10-02219ff7976e,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:20.092394 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1aa3bdf9-8b2e-48a7-ab11-6c8a804f0a6e req-b06857e5-e135-4468-973c-79b549c1dd0b service neutron] 10.222.0.23 "GET /v2.0/networks/443e19cc-aba1-401c-ba5c-6c1a74082882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397290 Dec 06 17:20:20.136371 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-56cfabc5-1f02-4b2e-8b9f-7cea9925e04d req-f86a8a3b-a2e5-4ffa-b1fe-cdf39320154a service neutron] 10.222.0.23 "GET /v2.0/networks/b1330ff6-71a6-48db-aedf-2e908404d40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741645 Dec 06 17:20:20.187842 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port ffac7cd1-5b6b-4598-8f8c-03ec173bf19e triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:20:20.188230 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:20.274475 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1aa3bdf9-8b2e-48a7-ab11-6c8a804f0a6e req-8a98a50e-f5e0-43e5-bca4-30610faff3ac service neutron] 10.222.0.23 "GET /v2.0/networks/443e19cc-aba1-401c-ba5c-6c1a74082882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442015 Dec 06 17:20:20.426465 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-db519ae6-ae53-4841-a717-76cf5d88705a tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Deleting port 7195204d-4e90-45a6-8f06-c2eba08b50c7 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:20:20.427347 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-db519ae6-ae53-4841-a717-76cf5d88705a tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:20.526695 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-77ecbaf9-0567-45ac-88e5-a09ededab124 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575908'] for router_interface, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:20.539796 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813ae861-c27a-44d9-a724-289a868edc87 req-15c8d3b6-d4cb-4c50-8d06-03edc6b876e8 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:20.541458 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-813ae861-c27a-44d9-a724-289a868edc87 req-15c8d3b6-d4cb-4c50-8d06-03edc6b876e8 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/ports?device_id=a641f262-239e-461f-af10-00b86db62822 HTTP/1.1" status: 200 len: 945 time: 0.1425865 Dec 06 17:20:20.568493 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-db519ae6-ae53-4841-a717-76cf5d88705a tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:20.591889 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-db519ae6-ae53-4841-a717-76cf5d88705a tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Calling delete_port for 7195204d-4e90-45a6-8f06-c2eba08b50c7 owned by {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:20:20.686178 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-813ae861-c27a-44d9-a724-289a868edc87 req-16ef678a-ec6c-4761-9470-7ceb7b4d9705 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd5fd2ce-3e09-41f1-868b-3ad9c4e06626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054139 Dec 06 17:20:20.753930 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-9cde1051-8c44-4f64-822f-b50b49c16cf9 None None] Provisioning complete for port 035ef20d-bd2c-409a-a7be-7ab3cd1f969e triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:20:20.754412 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9cde1051-8c44-4f64-822f-b50b49c16cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:20.829567 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-9cde1051-8c44-4f64-822f-b50b49c16cf9 None None] Port 035ef20d-bd2c-409a-a7be-7ab3cd1f969e cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:20:20.863113 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-db519ae6-ae53-4841-a717-76cf5d88705a tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:20.867947 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-9cde1051-8c44-4f64-822f-b50b49c16cf9 None None] Provisioning complete for port 63bad483-e2ac-4c29-9d10-02219ff7976e triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:20:20.868466 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9cde1051-8c44-4f64-822f-b50b49c16cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:20.923524 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db519ae6-ae53-4841-a717-76cf5d88705a tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Pushing event deleted for resources: {'Port': ['ID=7195204d-4e90-45a6-8f06-c2eba08b50c7,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:20.948538 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a6f240-7660-4542-818f-96cab6bc1928 req-a57ebdc3-c09d-4cf6-8cbf-ccde1d563fd3 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:20.950239 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-94a6f240-7660-4542-818f-96cab6bc1928 req-a57ebdc3-c09d-4cf6-8cbf-ccde1d563fd3 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7d3f224-d001-4a9c-8816-6111bc8ee6b9 HTTP/1.1" status: 200 len: 945 time: 0.2750299 Dec 06 17:20:21.049299 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-373c3c2e-8ed5-4665-a91a-ce92126bee04 req-87bb592d-39a0-4c4c-94e4-6ac725db3419 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=31a2202d-a11c-43ed-a8f8-da649ae9d172 HTTP/1.1" status: 200 len: 210 time: 0.1305933 Dec 06 17:20:21.104358 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 63bad483-e2ac-4c29-9d10-02219ff7976e up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:20:21.172595 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-94a6f240-7660-4542-818f-96cab6bc1928 req-053901e2-7d88-4523-816b-5ad185884e74 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/security-groups?id=55b21076-cf23-48e9-9a14-bcc811d060b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892340 Dec 06 17:20:21.227165 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-db519ae6-ae53-4841-a717-76cf5d88705a tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:21.235428 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-db519ae6-ae53-4841-a717-76cf5d88705a tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "DELETE /v2.0/ports/7195204d-4e90-45a6-8f06-c2eba08b50c7 HTTP/1.1" status: 204 len: 168 time: 1.1504076 Dec 06 17:20:21.236782 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 55268) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:21.265749 n-d-master-1 neutron-server[103285]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc83b932-9257-4a9d-bf09-636b04c423e5 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] GET failed (client error): The resource could not be found. Dec 06 17:20:21.271327 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-cc83b932-9257-4a9d-bf09-636b04c423e5 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "GET /v2.0/ports/7195204d-4e90-45a6-8f06-c2eba08b50c7 HTTP/1.1" status: 404 len: 333 time: 0.0320287 Dec 06 17:20:21.272295 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 55270) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:21.297988 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 63bad483-e2ac-4c29-9d10-02219ff7976e triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:20:21.298706 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:21.340435 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-a643c358-181d-4989-b545-c5a99d84aafd tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Deleting subnet 19a6db42-5ac2-45b7-8834-c5743dded856 {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:20:21.371461 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a643c358-181d-4989-b545-c5a99d84aafd tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:21.395472 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-4f13aad6-fd1e-4349-a644-f0530f9280e1 None None] Provisioning complete for port 035ef20d-bd2c-409a-a7be-7ab3cd1f969e triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:20:21.395851 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4f13aad6-fd1e-4349-a644-f0530f9280e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:21.500931 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a643c358-181d-4989-b545-c5a99d84aafd tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:21.513160 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-4f13aad6-fd1e-4349-a644-f0530f9280e1 None None] Port 035ef20d-bd2c-409a-a7be-7ab3cd1f969e cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:20:21.702142 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1e6aee08-c6df-43ae-95a8-0b0a9da95dc6 req-afe9bdd3-39e3-421e-bbe3-bc65e85b7028 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a8709b5-b684-4aa0-903d-8839be2c999e HTTP/1.1" status: 200 len: 210 time: 0.5397737 Dec 06 17:20:21.703116 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a643c358-181d-4989-b545-c5a99d84aafd tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:21.751483 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-7915f265-e4da-401d-84a3-c20b828122f3 None None] Provisioning complete for port 035ef20d-bd2c-409a-a7be-7ab3cd1f969e triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:20:21.752009 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7915f265-e4da-401d-84a3-c20b828122f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:21.814768 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-77ecbaf9-0567-45ac-88e5-a09ededab124 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Deleting port 035ef20d-bd2c-409a-a7be-7ab3cd1f969e {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:20:21.815482 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-77ecbaf9-0567-45ac-88e5-a09ededab124 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:21.820532 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a643c358-181d-4989-b545-c5a99d84aafd tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:21.825915 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-7915f265-e4da-401d-84a3-c20b828122f3 None None] Port 035ef20d-bd2c-409a-a7be-7ab3cd1f969e cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:20:21.874752 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a643c358-181d-4989-b545-c5a99d84aafd tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Pushing event deleted for resources: {'Subnet': ['ID=19a6db42-5ac2-45b7-8834-c5743dded856,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:21.877912 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a643c358-181d-4989-b545-c5a99d84aafd tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:21.885009 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56544cd8-b793-4f54-9983-e621f125114d None None] Network 7cd23355-e2da-44aa-adcc-9ae72d2259bc requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:20:21.885175 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-a643c358-181d-4989-b545-c5a99d84aafd tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "DELETE /v2.0/subnets/19a6db42-5ac2-45b7-8834-c5743dded856 HTTP/1.1" status: 204 len: 168 time: 0.6092432 Dec 06 17:20:21.885914 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 55284) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:21.989736 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2d644bef-316e-44b3-885b-feaca02dc21b tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:22.059967 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-44f207d9-8c61-4117-b92f-459d442e983d None None] Provisioning complete for port 035ef20d-bd2c-409a-a7be-7ab3cd1f969e triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:20:22.060497 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-44f207d9-8c61-4117-b92f-459d442e983d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:22.060861 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26515651-fbdf-4fc8-b813-9c484a0ea5ba req-3c478425-2e2b-4ad5-9c68-34f06a155f28 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:22.062407 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-26515651-fbdf-4fc8-b813-9c484a0ea5ba req-3c478425-2e2b-4ad5-9c68-34f06a155f28 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/ports?device_id=a641f262-239e-461f-af10-00b86db62822 HTTP/1.1" status: 200 len: 945 time: 0.1705263 Dec 06 17:20:22.064303 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-77ecbaf9-0567-45ac-88e5-a09ededab124 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:22.069841 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-2d644bef-316e-44b3-885b-feaca02dc21b tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Deleting port ffac7cd1-5b6b-4598-8f8c-03ec173bf19e {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:20:22.070181 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2d644bef-316e-44b3-885b-feaca02dc21b tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:22.088013 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-77ecbaf9-0567-45ac-88e5-a09ededab124 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Calling delete_port for 035ef20d-bd2c-409a-a7be-7ab3cd1f969e owned by network:router_interface {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:20:22.154987 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-44f207d9-8c61-4117-b92f-459d442e983d None None] Port 035ef20d-bd2c-409a-a7be-7ab3cd1f969e cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:20:22.167076 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-26515651-fbdf-4fc8-b813-9c484a0ea5ba req-80fc91dc-f71f-4d95-98ed-39e94946b404 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd5fd2ce-3e09-41f1-868b-3ad9c4e06626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944288 Dec 06 17:20:22.205351 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1d33c016-baf5-4c78-91fb-579b9503d5c9 req-39fec48c-8980-4d1b-821a-facde8906c27 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=31a2202d-a11c-43ed-a8f8-da649ae9d172 HTTP/1.1" status: 200 len: 210 time: 0.0510597 Dec 06 17:20:22.217865 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4110b1fd-cb8d-41f0-b339-6bdd04adefb7 None None] DHCP port deletion for 7cd23355-e2da-44aa-adcc-9ae72d2259bc request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:20:22.229406 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-2d644bef-316e-44b3-885b-feaca02dc21b tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] For port ffac7cd1-5b6b-4598-8f8c-03ec173bf19e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ffac7cd1-5b6b-4598-8f8c-03ec173bf19e,segment=NetworkSegment(bc689eaa-c4e0-4c1e-8660-742526d19a6b),segment_id=bc689eaa-c4e0-4c1e-8660-742526d19a6b)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:20:22.229904 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2d644bef-316e-44b3-885b-feaca02dc21b tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:22.247747 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-2d644bef-316e-44b3-885b-feaca02dc21b tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Calling delete_port for ffac7cd1-5b6b-4598-8f8c-03ec173bf19e owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:20:22.288124 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-4110b1fd-cb8d-41f0-b339-6bdd04adefb7 None None] Deleting port ffac7cd1-5b6b-4598-8f8c-03ec173bf19e {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:20:22.288886 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4110b1fd-cb8d-41f0-b339-6bdd04adefb7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:22.353438 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-4110b1fd-cb8d-41f0-b339-6bdd04adefb7 None None] For port ffac7cd1-5b6b-4598-8f8c-03ec173bf19e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ffac7cd1-5b6b-4598-8f8c-03ec173bf19e,segment=NetworkSegment(bc689eaa-c4e0-4c1e-8660-742526d19a6b),segment_id=bc689eaa-c4e0-4c1e-8660-742526d19a6b)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:20:22.354497 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4110b1fd-cb8d-41f0-b339-6bdd04adefb7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:22.373146 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-4110b1fd-cb8d-41f0-b339-6bdd04adefb7 None None] Calling delete_port for ffac7cd1-5b6b-4598-8f8c-03ec173bf19e owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:20:22.412947 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-77ecbaf9-0567-45ac-88e5-a09ededab124 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:22.423097 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cfabc5-1f02-4b2e-8b9f-7cea9925e04d req-b51d0521-43cf-457e-a021-8fc65c78ccb4 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:22.424650 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-56cfabc5-1f02-4b2e-8b9f-7cea9925e04d req-b51d0521-43cf-457e-a021-8fc65c78ccb4 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.41 "GET /v2.0/networks?id=b1330ff6-71a6-48db-aedf-2e908404d40b HTTP/1.1" status: 200 len: 811 time: 0.1335351 Dec 06 17:20:22.425806 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2d644bef-316e-44b3-885b-feaca02dc21b tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:22.454137 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ecbaf9-0567-45ac-88e5-a09ededab124 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Pushing event deleted for resources: {'Port': ['ID=035ef20d-bd2c-409a-a7be-7ab3cd1f969e,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:22.456759 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-56cfabc5-1f02-4b2e-8b9f-7cea9925e04d req-98cca897-397e-45b4-bf12-1df9e1d833f0 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Request body: {'port': {'device_id': '31a2202d-a11c-43ed-a8f8-da649ae9d172', 'network_id': 'b1330ff6-71a6-48db-aedf-2e908404d40b', 'admin_state_up': True, 'tenant_id': '0688c6db31494470a1b7a5ecaa734bc4'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:20:22.462886 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d644bef-316e-44b3-885b-feaca02dc21b tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Pushing event deleted for resources: {'Port': ['ID=ffac7cd1-5b6b-4598-8f8c-03ec173bf19e,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:22.469727 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4110b1fd-cb8d-41f0-b339-6bdd04adefb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:22.476739 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d644bef-316e-44b3-885b-feaca02dc21b tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] No DVR routers for this DVR port ffac7cd1-5b6b-4598-8f8c-03ec173bf19e on host n-d-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:20:22.542619 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4110b1fd-cb8d-41f0-b339-6bdd04adefb7 None None] Pushing event deleted for resources: {'Port': ['ID=ffac7cd1-5b6b-4598-8f8c-03ec173bf19e,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:22.557610 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4110b1fd-cb8d-41f0-b339-6bdd04adefb7 None None] No DVR routers for this DVR port ffac7cd1-5b6b-4598-8f8c-03ec173bf19e on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:20:22.597358 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-77ecbaf9-0567-45ac-88e5-a09ededab124 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-772474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575952'] for router_interface, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:22.634104 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2d644bef-316e-44b3-885b-feaca02dc21b tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:22.975230 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a9a2fa11-1de1-440c-a28c-8790fa410ccc req-828da5c3-94a0-4351-b920-9f76d991fed1 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a8709b5-b684-4aa0-903d-8839be2c999e HTTP/1.1" status: 200 len: 210 time: 0.0692317 Dec 06 17:20:23.010194 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77ecbaf9-0567-45ac-88e5-a09ededab124 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Router 578b911e-412c-4937-b5d6-949d4da71ffb has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:20:23.032327 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device ffac7cd1-5b6b-4598-8f8c-03ec173bf19e no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:20:23.069743 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: ffac7cd1-5b6b-4598-8f8c-03ec173bf19e {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:20:23.070101 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device ffac7cd1-5b6b-4598-8f8c-03ec173bf19e not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:20:23.131793 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77ecbaf9-0567-45ac-88e5-a09ededab124 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:20:23.132545 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-2d644bef-316e-44b3-885b-feaca02dc21b tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cd23355-e2da-44aa-adcc-9ae72d2259bc']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:20:23.137188 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-77ecbaf9-0567-45ac-88e5-a09ededab124 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "PUT /v2.0/routers/578b911e-412c-4937-b5d6-949d4da71ffb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5206671 Dec 06 17:20:23.139967 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55294) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:23.148871 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843b0666-946b-4779-9152-2fd87a5e3c6f None None] Sync routers for ids ['578b911e-412c-4937-b5d6-949d4da71ffb'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:20:23.171445 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-2d644bef-316e-44b3-885b-feaca02dc21b tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc689eaa-c4e0-4c1e-8660-742526d19a6b') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:20:23.171843 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-2d644bef-316e-44b3-885b-feaca02dc21b tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc689eaa-c4e0-4c1e-8660-742526d19a6b') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:20:23.174012 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843b0666-946b-4779-9152-2fd87a5e3c6f None None] Routers {'578b911e-412c-4937-b5d6-949d4da71ffb'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:20:23.176976 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-843b0666-946b-4779-9152-2fd87a5e3c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:20:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['578b911e-412c-4937-b5d6-949d4da71ffb'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:20:23.189523 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2d644bef-316e-44b3-885b-feaca02dc21b tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:23.231116 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56cfabc5-1f02-4b2e-8b9f-7cea9925e04d req-98cca897-397e-45b4-bf12-1df9e1d833f0 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Made reservation on behalf of 0688c6db31494470a1b7a5ecaa734bc4 for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:20:23.234782 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-56cfabc5-1f02-4b2e-8b9f-7cea9925e04d req-98cca897-397e-45b4-bf12-1df9e1d833f0 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:23.237148 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2d644bef-316e-44b3-885b-feaca02dc21b tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:23.250816 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-843b0666-946b-4779-9152-2fd87a5e3c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:20:23.264645 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d644bef-316e-44b3-885b-feaca02dc21b tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:20:23.265151 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2d644bef-316e-44b3-885b-feaca02dc21b tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:23.268298 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:20:23.268298 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:20:23.268298 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:20:23.268298 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:20:23.268298 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:20:23.268298 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:20:23.268298 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:20:23.268298 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:20:23.268298 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:20:23.268298 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:20:23.268298 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:20:23.268298 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:20:23.268298 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:20:23.268298 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:20:23.268298 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:20:23.268298 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:20:23.268298 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:20:23.268298 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:20:23.268298 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:20:23.268298 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:20:23.268298 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:20:23.268298 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:20:23.268298 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:20:23.268298 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:20:23.268298 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:20:23.268298 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:20:23.268298 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:20:23.268298 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:20:23.268298 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:20:23.268298 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:20:23.268298 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:20:23.268298 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:20:23.273445 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843b0666-946b-4779-9152-2fd87a5e3c6f None None] Routers {'578b911e-412c-4937-b5d6-949d4da71ffb'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:20:23.274161 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-843b0666-946b-4779-9152-2fd87a5e3c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:20:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['578b911e-412c-4937-b5d6-949d4da71ffb'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:20:23.352534 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-843b0666-946b-4779-9152-2fd87a5e3c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:20:23.353591 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843b0666-946b-4779-9152-2fd87a5e3c6f None None] The sync data for ids ['578b911e-412c-4937-b5d6-949d4da71ffb'] in n-d-master-1 is: [] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:20:23.386227 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a6a61ed4-a84c-4625-8e5a-5eb99d6439f5 req-cdc3ee61-b7e7-4510-b287-0fbe2ac271cf tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=31a2202d-a11c-43ed-a8f8-da649ae9d172 HTTP/1.1" status: 200 len: 210 time: 0.0325718 Dec 06 17:20:23.397319 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa3bdf9-8b2e-48a7-ab11-6c8a804f0a6e req-94465b2f-7554-4bad-97e5-9e08df50f64c tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:23.398985 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1aa3bdf9-8b2e-48a7-ab11-6c8a804f0a6e req-94465b2f-7554-4bad-97e5-9e08df50f64c tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.41 "GET /v2.0/networks?id=443e19cc-aba1-401c-ba5c-6c1a74082882 HTTP/1.1" status: 200 len: 817 time: 0.2706194 Dec 06 17:20:23.441324 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2d644bef-316e-44b3-885b-feaca02dc21b tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:23.458402 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2d644bef-316e-44b3-885b-feaca02dc21b tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:23.460610 n-d-master-1 neutron-server[103284]: INFO neutron.api.v2.resource [None req-6cd44037-5b0a-449a-8e3f-b46d29f9a089 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] remove_router_interface failed (client error): The resource could not be found. Dec 06 17:20:23.464739 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-2d644bef-316e-44b3-885b-feaca02dc21b tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "DELETE /v2.0/networks/7cd23355-e2da-44aa-adcc-9ae72d2259bc HTTP/1.1" status: 204 len: 168 time: 1.5726964 Dec 06 17:20:23.464868 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-6cd44037-5b0a-449a-8e3f-b46d29f9a089 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "PUT /v2.0/routers/578b911e-412c-4937-b5d6-949d4da71ffb/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3207614 Dec 06 17:20:23.468326 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55300) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:23.468558 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55302) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:23.475068 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-ff243386-d1b8-4032-a918-a5bddd4cadb9 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-285964053'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:20:23.496947 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3c4939-67ca-4897-a4df-99d70b6aa3f3 req-d4183530-75b4-4da2-afd5-e185384e1d77 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:23.498917 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d644bef-316e-44b3-885b-feaca02dc21b tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Pushing event deleted for resources: {'Network': ['ID=7cd23355-e2da-44aa-adcc-9ae72d2259bc,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:23.506632 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5b3c4939-67ca-4897-a4df-99d70b6aa3f3 req-d4183530-75b4-4da2-afd5-e185384e1d77 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/ports?device_id=a641f262-239e-461f-af10-00b86db62822 HTTP/1.1" status: 200 len: 945 time: 0.1652720 Dec 06 17:20:23.530824 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-f270b482-7abe-4dfc-ada8-2cbb75206223 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "GET /v2.0/ports?device_id=578b911e-412c-4937-b5d6-949d4da71ffb HTTP/1.1" status: 200 len: 205 time: 0.0610309 Dec 06 17:20:23.539146 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55304) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:23.570133 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1aa3bdf9-8b2e-48a7-ab11-6c8a804f0a6e req-628b8227-4221-4e47-9656-816017eb9461 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=74bc5013de174928a9ab47aef105909c HTTP/1.1" status: 200 len: 380 time: 0.1299832 Dec 06 17:20:23.584315 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-1aa3bdf9-8b2e-48a7-ab11-6c8a804f0a6e req-57c07dae-e9ba-48fa-9f56-6b711cb7c258 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Request body: {'port': {'device_id': '5a8709b5-b684-4aa0-903d-8839be2c999e', 'network_id': '443e19cc-aba1-401c-ba5c-6c1a74082882', 'admin_state_up': True, 'tenant_id': '74bc5013de174928a9ab47aef105909c', 'security_groups': ['5055a3f9-0705-481f-a554-5c989eab318b']}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:20:23.613892 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-56cfabc5-1f02-4b2e-8b9f-7cea9925e04d req-98cca897-397e-45b4-bf12-1df9e1d833f0 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Allocated IP 172.20.0.14 (b1330ff6-71a6-48db-aedf-2e908404d40b/407d30a8-656b-4107-b0bb-8b27c7634002/5950c246-4a5e-4fe7-824b-ffd17af9d9f8) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:20:23.633805 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff243386-d1b8-4032-a918-a5bddd4cadb9 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Made reservation on behalf of 40549eaf61834290b753dc92c662ceed for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:20:23.637227 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ff243386-d1b8-4032-a918-a5bddd4cadb9 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:23.649760 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-53dab4ef-089e-497c-a20e-87e6f8175180 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks [] for router, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:23.734833 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5b3c4939-67ca-4897-a4df-99d70b6aa3f3 req-22a242c1-0e44-4087-bed7-1231ab48f8eb tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd5fd2ce-3e09-41f1-868b-3ad9c4e06626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245300 Dec 06 17:20:23.752536 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff243386-d1b8-4032-a918-a5bddd4cadb9 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:20:23.796324 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1aa3bdf9-8b2e-48a7-ab11-6c8a804f0a6e req-57c07dae-e9ba-48fa-9f56-6b711cb7c258 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Made reservation on behalf of 74bc5013de174928a9ab47aef105909c for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:20:23.799852 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-1aa3bdf9-8b2e-48a7-ab11-6c8a804f0a6e req-57c07dae-e9ba-48fa-9f56-6b711cb7c258 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:23.855747 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ff243386-d1b8-4032-a918-a5bddd4cadb9 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:23.856086 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-ff243386-d1b8-4032-a918-a5bddd4cadb9 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Added segment 8a5269e9-1a15-4956-88c9-a2d2e83c479d of type vlan for network cc2c5fd0-5e9a-4327-8c70-f988bee8bdd2 Dec 06 17:20:23.867506 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-53dab4ef-089e-497c-a20e-87e6f8175180 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:23.870753 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-53dab4ef-089e-497c-a20e-87e6f8175180 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:23.887190 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-56cfabc5-1f02-4b2e-8b9f-7cea9925e04d req-98cca897-397e-45b4-bf12-1df9e1d833f0 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:23.923482 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ff243386-d1b8-4032-a918-a5bddd4cadb9 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:23.978590 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-56cfabc5-1f02-4b2e-8b9f-7cea9925e04d req-98cca897-397e-45b4-bf12-1df9e1d833f0 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:23.984672 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-53dab4ef-089e-497c-a20e-87e6f8175180 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:23.985314 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53dab4ef-089e-497c-a20e-87e6f8175180 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Fanout notify agent at l3_agent the message router_deleted on router 578b911e-412c-4937-b5d6-949d4da71ffb {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 17:20:23.989015 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-1aa3bdf9-8b2e-48a7-ab11-6c8a804f0a6e req-57c07dae-e9ba-48fa-9f56-6b711cb7c258 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Allocated IP 172.20.0.3 (443e19cc-aba1-401c-ba5c-6c1a74082882/01ffc29c-932e-4129-aefc-9a2b3f836b7b/9940597b-03fc-4480-aa9b-655f24781eb0) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:20:23.997131 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-53dab4ef-089e-497c-a20e-87e6f8175180 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:24.001138 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-53dab4ef-089e-497c-a20e-87e6f8175180 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "DELETE /v2.0/routers/578b911e-412c-4937-b5d6-949d4da71ffb HTTP/1.1" status: 204 len: 168 time: 0.4575684 Dec 06 17:20:24.001138 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ff243386-d1b8-4032-a918-a5bddd4cadb9 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:24.006805 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff243386-d1b8-4032-a918-a5bddd4cadb9 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:24.007525 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ff243386-d1b8-4032-a918-a5bddd4cadb9 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:24.010209 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55308) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:24.050762 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56cfabc5-1f02-4b2e-8b9f-7cea9925e04d req-98cca897-397e-45b4-bf12-1df9e1d833f0 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Network b1330ff6-71a6-48db-aedf-2e908404d40b is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:20:24.062887 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cca897-397e-45b4-bf12-1df9e1d833f0 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Pushing event updated for resources: {'Port': ['ID=5950c246-4a5e-4fe7-824b-ffd17af9d9f8,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:24.065449 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-56cfabc5-1f02-4b2e-8b9f-7cea9925e04d req-98cca897-397e-45b4-bf12-1df9e1d833f0 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:20:24.072336 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-56cfabc5-1f02-4b2e-8b9f-7cea9925e04d req-98cca897-397e-45b4-bf12-1df9e1d833f0 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:20:24.113054 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-ff243386-d1b8-4032-a918-a5bddd4cadb9 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6397922 Dec 06 17:20:24.115512 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 55314) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:24.136967 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-5ac84510-e6d5-4ecd-9b40-b20e102ca7d8 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Request body: {'subnet': {'network_id': 'cc2c5fd0-5e9a-4327-8c70-f988bee8bdd2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:20:24.226862 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff243386-d1b8-4032-a918-a5bddd4cadb9 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Pushing event updated for resources: {'Network': ['ID=cc2c5fd0-5e9a-4327-8c70-f988bee8bdd2,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:24.233796 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-94531f23-4f1a-4004-a591-cafe7b990236 req-074afe2f-1e40-4dee-98a4-a3b5cfd1ec40 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a8709b5-b684-4aa0-903d-8839be2c999e HTTP/1.1" status: 200 len: 210 time: 0.1201196 Dec 06 17:20:24.234842 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cfabc5-1f02-4b2e-8b9f-7cea9925e04d req-98cca897-397e-45b4-bf12-1df9e1d833f0 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:24.235563 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-56cfabc5-1f02-4b2e-8b9f-7cea9925e04d req-98cca897-397e-45b4-bf12-1df9e1d833f0 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:24.243195 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network cc2c5fd0-5e9a-4327-8c70-f988bee8bdd2 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:20:24.246935 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed275ae7-10cd-44c2-b6c7-15d5b2e3c4ce tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Deleting subnet fdde28ba-ea4d-48a2-b11e-6d0de29f950b {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:20:24.250599 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ed275ae7-10cd-44c2-b6c7-15d5b2e3c4ce tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:24.317220 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-56cfabc5-1f02-4b2e-8b9f-7cea9925e04d req-98cca897-397e-45b4-bf12-1df9e1d833f0 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8650982 Dec 06 17:20:24.318647 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ed275ae7-10cd-44c2-b6c7-15d5b2e3c4ce tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:24.357748 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac84510-e6d5-4ecd-9b40-b20e102ca7d8 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Made reservation on behalf of 40549eaf61834290b753dc92c662ceed for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:20:24.362007 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5ac84510-e6d5-4ecd-9b40-b20e102ca7d8 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:24.450989 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-56cfabc5-1f02-4b2e-8b9f-7cea9925e04d req-b123caf1-29ff-4cb8-bb7b-b1c3bc4f8b91 service neutron] Request body: {'port': {'device_id': '31a2202d-a11c-43ed-a8f8-da649ae9d172', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:20:24.454972 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ed275ae7-10cd-44c2-b6c7-15d5b2e3c4ce tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:24.465015 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-1aa3bdf9-8b2e-48a7-ab11-6c8a804f0a6e req-57c07dae-e9ba-48fa-9f56-6b711cb7c258 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:24.509448 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-2a4d1175-dd2a-4d47-a7a0-27578f55cbc5 None None] Provisioning complete for port 5950c246-4a5e-4fe7-824b-ffd17af9d9f8 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:20:24.509883 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2a4d1175-dd2a-4d47-a7a0-27578f55cbc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:24.531181 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ed275ae7-10cd-44c2-b6c7-15d5b2e3c4ce tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:24.561774 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-2a4d1175-dd2a-4d47-a7a0-27578f55cbc5 None None] Port 5950c246-4a5e-4fe7-824b-ffd17af9d9f8 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:20:24.563396 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed275ae7-10cd-44c2-b6c7-15d5b2e3c4ce tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Pushing event deleted for resources: {'Subnet': ['ID=fdde28ba-ea4d-48a2-b11e-6d0de29f950b,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:24.567654 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ed275ae7-10cd-44c2-b6c7-15d5b2e3c4ce tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:24.575470 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-ed275ae7-10cd-44c2-b6c7-15d5b2e3c4ce tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "DELETE /v2.0/subnets/fdde28ba-ea4d-48a2-b11e-6d0de29f950b HTTP/1.1" status: 204 len: 168 time: 0.5595775 Dec 06 17:20:24.576197 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55320) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:24.587644 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b403d57-51b8-483e-bb38-9762a9d4d576 None None] Network ef2398db-6526-4074-a01c-216134020536 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:20:24.600689 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-1aa3bdf9-8b2e-48a7-ab11-6c8a804f0a6e req-57c07dae-e9ba-48fa-9f56-6b711cb7c258 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:24.649974 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-56cfabc5-1f02-4b2e-8b9f-7cea9925e04d req-b123caf1-29ff-4cb8-bb7b-b1c3bc4f8b91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:24.664522 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0344ae7c-977f-4bca-a64b-6a0110368343 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:24.686425 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b440ed34-2f89-4892-ac3c-075a4dddb187 req-b7327fb3-6ee0-4c35-a4e5-e1e6fcf460f4 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:24.688058 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b440ed34-2f89-4892-ac3c-075a4dddb187 req-b7327fb3-6ee0-4c35-a4e5-e1e6fcf460f4 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=31a2202d-a11c-43ed-a8f8-da649ae9d172 HTTP/1.1" status: 200 len: 932 time: 0.2092283 Dec 06 17:20:24.715429 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1aa3bdf9-8b2e-48a7-ab11-6c8a804f0a6e req-57c07dae-e9ba-48fa-9f56-6b711cb7c258 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Network 443e19cc-aba1-401c-ba5c-6c1a74082882 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:20:24.731641 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-0344ae7c-977f-4bca-a64b-6a0110368343 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Deleting port 63bad483-e2ac-4c29-9d10-02219ff7976e {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:20:24.731988 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0344ae7c-977f-4bca-a64b-6a0110368343 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:24.743784 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-1aa3bdf9-8b2e-48a7-ab11-6c8a804f0a6e req-57c07dae-e9ba-48fa-9f56-6b711cb7c258 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:20:24.767343 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aa3bdf9-8b2e-48a7-ab11-6c8a804f0a6e req-57c07dae-e9ba-48fa-9f56-6b711cb7c258 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:20:24.779247 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c07dae-e9ba-48fa-9f56-6b711cb7c258 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Pushing event updated for resources: {'Port': ['ID=9940597b-03fc-4480-aa9b-655f24781eb0,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:24.869970 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-0344ae7c-977f-4bca-a64b-6a0110368343 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] For port 63bad483-e2ac-4c29-9d10-02219ff7976e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=63bad483-e2ac-4c29-9d10-02219ff7976e,segment=NetworkSegment(b7fc3ccb-878d-44a0-9f3c-3ca31de38391),segment_id=b7fc3ccb-878d-44a0-9f3c-3ca31de38391)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:20:24.870596 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0344ae7c-977f-4bca-a64b-6a0110368343 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:24.910212 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b378d7-cb9f-459e-84ed-c66bd43ee277 None None] DHCP port deletion for ef2398db-6526-4074-a01c-216134020536 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:20:24.927546 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-0344ae7c-977f-4bca-a64b-6a0110368343 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Calling delete_port for 63bad483-e2ac-4c29-9d10-02219ff7976e owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:20:24.992528 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa3bdf9-8b2e-48a7-ab11-6c8a804f0a6e req-57c07dae-e9ba-48fa-9f56-6b711cb7c258 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:24.993274 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-1aa3bdf9-8b2e-48a7-ab11-6c8a804f0a6e req-57c07dae-e9ba-48fa-9f56-6b711cb7c258 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:25.005062 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b440ed34-2f89-4892-ac3c-075a4dddb187 req-2c5f72ba-4515-43f1-a09a-d2261241bef8 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c657007e-2b96-4108-a795-7e2c1ca6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877743 Dec 06 17:20:25.024082 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66a126c-5575-43aa-8eee-a5beade6fafe req-e4055f43-67e3-4cfa-829a-8975024d3a31 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:25.033488 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a66a126c-5575-43aa-8eee-a5beade6fafe req-e4055f43-67e3-4cfa-829a-8975024d3a31 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/ports?device_id=a641f262-239e-461f-af10-00b86db62822 HTTP/1.1" status: 200 len: 945 time: 0.1595817 Dec 06 17:20:25.035888 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-e6b378d7-cb9f-459e-84ed-c66bd43ee277 None None] Deleting port 63bad483-e2ac-4c29-9d10-02219ff7976e {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:20:25.035888 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e6b378d7-cb9f-459e-84ed-c66bd43ee277 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:25.076813 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 63bad483-e2ac-4c29-9d10-02219ff7976e no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:20:25.087412 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5ac84510-e6d5-4ecd-9b40-b20e102ca7d8 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:25.157540 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1aa3bdf9-8b2e-48a7-ab11-6c8a804f0a6e req-57c07dae-e9ba-48fa-9f56-6b711cb7c258 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5766459 Dec 06 17:20:25.170550 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-e6b378d7-cb9f-459e-84ed-c66bd43ee277 None None] For port 63bad483-e2ac-4c29-9d10-02219ff7976e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=63bad483-e2ac-4c29-9d10-02219ff7976e,segment=NetworkSegment(b7fc3ccb-878d-44a0-9f3c-3ca31de38391),segment_id=b7fc3ccb-878d-44a0-9f3c-3ca31de38391)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:20:25.170955 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e6b378d7-cb9f-459e-84ed-c66bd43ee277 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:25.185346 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-1aa3bdf9-8b2e-48a7-ab11-6c8a804f0a6e req-0cfa253b-ff1f-417c-8b8a-5042fe6a7b1e service neutron] Request body: {'port': {'device_id': '5a8709b5-b684-4aa0-903d-8839be2c999e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:20:25.189887 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-e6b378d7-cb9f-459e-84ed-c66bd43ee277 None None] Calling delete_port for 63bad483-e2ac-4c29-9d10-02219ff7976e owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:20:25.192058 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a66a126c-5575-43aa-8eee-a5beade6fafe req-19388229-011c-4d7c-82af-0fca753e5367 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd5fd2ce-3e09-41f1-868b-3ad9c4e06626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576371 Dec 06 17:20:25.249515 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0344ae7c-977f-4bca-a64b-6a0110368343 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:25.300981 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac84510-e6d5-4ecd-9b40-b20e102ca7d8 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Pushing event updated for resources: {'Subnet': ['ID=9bf2a374-e6a4-43cf-a253-98a9c9dd9783,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:25.331683 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0344ae7c-977f-4bca-a64b-6a0110368343 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] No DVR routers for this DVR port 63bad483-e2ac-4c29-9d10-02219ff7976e on host n-d-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:20:25.338037 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0344ae7c-977f-4bca-a64b-6a0110368343 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Pushing event deleted for resources: {'Port': ['ID=63bad483-e2ac-4c29-9d10-02219ff7976e,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:25.341398 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:25.353760 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-1aa3bdf9-8b2e-48a7-ab11-6c8a804f0a6e req-0cfa253b-ff1f-417c-8b8a-5042fe6a7b1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:25.353988 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-58e42646-e9c3-4717-8c97-21f3c0811447 None None] Provisioning complete for port 9940597b-03fc-4480-aa9b-655f24781eb0 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:20:25.354211 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-58e42646-e9c3-4717-8c97-21f3c0811447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:25.355687 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac84510-e6d5-4ecd-9b40-b20e102ca7d8 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Checking segment: {'id': '8a5269e9-1a15-4956-88c9-a2d2e83c479d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'cc2c5fd0-5e9a-4327-8c70-f988bee8bdd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:20:25.356232 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac84510-e6d5-4ecd-9b40-b20e102ca7d8 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Network hostable DHCP agents. Network: cc2c5fd0-5e9a-4327-8c70-f988bee8bdd2, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:20:25.399515 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e6b378d7-cb9f-459e-84ed-c66bd43ee277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:25.433368 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b378d7-cb9f-459e-84ed-c66bd43ee277 None None] Pushing event deleted for resources: {'Port': ['ID=63bad483-e2ac-4c29-9d10-02219ff7976e,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:25.462104 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac84510-e6d5-4ecd-9b40-b20e102ca7d8 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Network cc2c5fd0-5e9a-4327-8c70-f988bee8bdd2 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:20:25.474712 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b378d7-cb9f-459e-84ed-c66bd43ee277 None None] No DVR routers for this DVR port 63bad483-e2ac-4c29-9d10-02219ff7976e on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:20:25.489975 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-58e42646-e9c3-4717-8c97-21f3c0811447 None None] Port 9940597b-03fc-4480-aa9b-655f24781eb0 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:20:25.495091 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-56cfabc5-1f02-4b2e-8b9f-7cea9925e04d req-b123caf1-29ff-4cb8-bb7b-b1c3bc4f8b91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5950c246-4a5e-4fe7-824b-ffd17af9d9f8 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:20:25.499222 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-5ac84510-e6d5-4ecd-9b40-b20e102ca7d8 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, cc2c5fd0-5e9a-4327-8c70-f988bee8bdd2) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:20:25.509057 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0344ae7c-977f-4bca-a64b-6a0110368343 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:25.509570 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481154e3-664e-4d6b-ad55-b1ea8dd886c1 None None] Network cc2c5fd0-5e9a-4327-8c70-f988bee8bdd2 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:20:25.530372 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc31be0a-b0af-475a-a116-28b72cfaeca7 req-cfbf1f49-aba0-42df-98fb-ea067bc81aa5 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:25.540649 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-dc31be0a-b0af-475a-a116-28b72cfaeca7 req-cfbf1f49-aba0-42df-98fb-ea067bc81aa5 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a8709b5-b684-4aa0-903d-8839be2c999e HTTP/1.1" status: 200 len: 931 time: 0.2037163 Dec 06 17:20:25.559928 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-56cfabc5-1f02-4b2e-8b9f-7cea9925e04d req-b123caf1-29ff-4cb8-bb7b-b1c3bc4f8b91 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:25.566628 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac84510-e6d5-4ecd-9b40-b20e102ca7d8 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:25.567233 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5ac84510-e6d5-4ecd-9b40-b20e102ca7d8 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:25.574580 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-0344ae7c-977f-4bca-a64b-6a0110368343 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef2398db-6526-4074-a01c-216134020536']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:20:25.608667 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-56cfabc5-1f02-4b2e-8b9f-7cea9925e04d req-b123caf1-29ff-4cb8-bb7b-b1c3bc4f8b91 service neutron] Transition to ACTIVE for port object 5950c246-4a5e-4fe7-824b-ffd17af9d9f8 will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:20:25.609771 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-0344ae7c-977f-4bca-a64b-6a0110368343 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7fc3ccb-878d-44a0-9f3c-3ca31de38391') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:20:25.610322 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-0344ae7c-977f-4bca-a64b-6a0110368343 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7fc3ccb-878d-44a0-9f3c-3ca31de38391') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:20:25.613036 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-5ac84510-e6d5-4ecd-9b40-b20e102ca7d8 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4936228 Dec 06 17:20:25.616715 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 55330) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:25.621737 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-8812d4a2-f8a2-4f84-8b78-c54a0a23dc80 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1769683070', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:20:25.630096 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-56cfabc5-1f02-4b2e-8b9f-7cea9925e04d req-b123caf1-29ff-4cb8-bb7b-b1c3bc4f8b91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:25.631787 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0344ae7c-977f-4bca-a64b-6a0110368343 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:25.652633 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-dc31be0a-b0af-475a-a116-28b72cfaeca7 req-c2e64f92-9ba2-4218-b4b3-d6bb9dee62ed tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=5055a3f9-0705-481f-a554-5c989eab318b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108441 Dec 06 17:20:25.671161 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0344ae7c-977f-4bca-a64b-6a0110368343 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:25.689517 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0344ae7c-977f-4bca-a64b-6a0110368343 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:20:25.690343 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0344ae7c-977f-4bca-a64b-6a0110368343 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:25.694967 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 17:20:25.694967 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:20:25.694967 n-d-master-1 neutron-server[103284]: timer() Dec 06 17:20:25.694967 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:20:25.694967 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 17:20:25.694967 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:20:25.694967 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 17:20:25.694967 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:20:25.694967 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 17:20:25.694967 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:20:25.694967 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 17:20:25.694967 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:20:25.694967 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 17:20:25.694967 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:20:25.694967 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:20:25.694967 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:20:25.694967 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:20:25.694967 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:20:25.694967 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 17:20:25.694967 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:20:25.694967 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 17:20:25.694967 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:20:25.694967 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:20:25.694967 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:20:25.694967 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 17:20:25.694967 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:20:25.694967 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:20:25.694967 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:20:25.694967 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:20:25.694967 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:20:25.694967 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:20:25.694967 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:20:25.737260 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc355c1-5f7a-441d-a2f6-e667dca22557 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-cc2c5fd0-5e9a-4327-8c70-f988bee8bdd2', 'network_id': 'cc2c5fd0-5e9a-4327-8c70-f988bee8bdd2', 'tenant_id': '40549eaf61834290b753dc92c662ceed', 'fixed_ips': [{'subnet_id': '9bf2a374-e6a4-43cf-a253-98a9c9dd9783'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:20:25.742045 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-dcc355c1-5f7a-441d-a2f6-e667dca22557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:25.777114 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0344ae7c-977f-4bca-a64b-6a0110368343 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:25.797955 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0344ae7c-977f-4bca-a64b-6a0110368343 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:25.799220 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8812d4a2-f8a2-4f84-8b78-c54a0a23dc80 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:25.800239 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8812d4a2-f8a2-4f84-8b78-c54a0a23dc80 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:25.808733 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-0344ae7c-977f-4bca-a64b-6a0110368343 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "DELETE /v2.0/networks/ef2398db-6526-4074-a01c-216134020536 HTTP/1.1" status: 204 len: 168 time: 1.2280781 Dec 06 17:20:25.820284 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55332) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:25.826613 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-0246e63a-09a2-4add-a096-61ac5a242d10 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-843242009'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:20:25.831174 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0344ae7c-977f-4bca-a64b-6a0110368343 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Pushing event deleted for resources: {'Network': ['ID=ef2398db-6526-4074-a01c-216134020536,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:25.856404 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0246e63a-09a2-4add-a096-61ac5a242d10 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Made reservation on behalf of de0eff4c472847f5a5b49bddb4177865 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:20:25.861329 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0246e63a-09a2-4add-a096-61ac5a242d10 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:25.881232 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8812d4a2-f8a2-4f84-8b78-c54a0a23dc80 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:25.886022 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b123caf1-29ff-4cb8-bb7b-b1c3bc4f8b91 service neutron] Pushing event updated for resources: {'Port': ['ID=5950c246-4a5e-4fe7-824b-ffd17af9d9f8,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:25.903714 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0246e63a-09a2-4add-a096-61ac5a242d10 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:20:25.921756 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0246e63a-09a2-4add-a096-61ac5a242d10 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:25.922375 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-0246e63a-09a2-4add-a096-61ac5a242d10 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Added segment 1c7ba89f-10f7-4ccc-af46-c6244bf86504 of type vlan for network f6c688af-47bd-485f-998d-487f16314c06 Dec 06 17:20:25.935391 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8812d4a2-f8a2-4f84-8b78-c54a0a23dc80 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:25.951098 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-dcc355c1-5f7a-441d-a2f6-e667dca22557 None None] Allocated IP 172.20.0.2 (cc2c5fd0-5e9a-4327-8c70-f988bee8bdd2/9bf2a374-e6a4-43cf-a253-98a9c9dd9783/4616991d-f4a3-45db-a796-78c0c21959d1) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:20:25.983097 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0246e63a-09a2-4add-a096-61ac5a242d10 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:26.026916 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0246e63a-09a2-4add-a096-61ac5a242d10 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:26.034826 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0246e63a-09a2-4add-a096-61ac5a242d10 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:26.035565 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0246e63a-09a2-4add-a096-61ac5a242d10 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:26.088206 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-0246e63a-09a2-4add-a096-61ac5a242d10 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2667890 Dec 06 17:20:26.089038 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55336) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:26.107542 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-b4b8e765-c474-4e89-afb2-d1ba1563215d tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Request body: {'subnet': {'network_id': 'f6c688af-47bd-485f-998d-487f16314c06', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:20:26.147543 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-1aa3bdf9-8b2e-48a7-ab11-6c8a804f0a6e req-0cfa253b-ff1f-417c-8b8a-5042fe6a7b1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9940597b-03fc-4480-aa9b-655f24781eb0 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:20:26.157140 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-1aa3bdf9-8b2e-48a7-ab11-6c8a804f0a6e req-0cfa253b-ff1f-417c-8b8a-5042fe6a7b1e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:26.173796 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-1aa3bdf9-8b2e-48a7-ab11-6c8a804f0a6e req-0cfa253b-ff1f-417c-8b8a-5042fe6a7b1e service neutron] Transition to ACTIVE for port object 9940597b-03fc-4480-aa9b-655f24781eb0 will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:20:26.204328 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0246e63a-09a2-4add-a096-61ac5a242d10 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Pushing event updated for resources: {'Network': ['ID=f6c688af-47bd-485f-998d-487f16314c06,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:26.227062 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-1aa3bdf9-8b2e-48a7-ab11-6c8a804f0a6e req-0cfa253b-ff1f-417c-8b8a-5042fe6a7b1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:26.236910 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network f6c688af-47bd-485f-998d-487f16314c06 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:20:26.281859 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4b8e765-c474-4e89-afb2-d1ba1563215d tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Made reservation on behalf of de0eff4c472847f5a5b49bddb4177865 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:20:26.284248 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8812d4a2-f8a2-4f84-8b78-c54a0a23dc80 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:26.289333 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-8812d4a2-f8a2-4f84-8b78-c54a0a23dc80 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.6676025 Dec 06 17:20:26.289620 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b4b8e765-c474-4e89-afb2-d1ba1563215d tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:26.291418 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfa253b-ff1f-417c-8b8a-5042fe6a7b1e service neutron] Pushing event updated for resources: {'Port': ['ID=9940597b-03fc-4480-aa9b-655f24781eb0,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:26.297510 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 55344) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:26.303843 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-0d9a2a5e-95c7-446c-8747-88e1989375ed tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Request body: {'port': {'network_id': 'cc2c5fd0-5e9a-4327-8c70-f988bee8bdd2', 'name': 'tempest-PortsTestJSON-7632903'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:20:26.314404 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-dcc355c1-5f7a-441d-a2f6-e667dca22557 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:26.332385 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932a243f-538c-43a5-b666-77e0b8441a04 req-85dbae89-2813-4337-9d75-9666d8c7f363 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:26.334309 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-dcc355c1-5f7a-441d-a2f6-e667dca22557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:26.342869 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-932a243f-538c-43a5-b666-77e0b8441a04 req-85dbae89-2813-4337-9d75-9666d8c7f363 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=31a2202d-a11c-43ed-a8f8-da649ae9d172 HTTP/1.1" status: 200 len: 944 time: 0.1584342 Dec 06 17:20:26.387122 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc355c1-5f7a-441d-a2f6-e667dca22557 None None] Network cc2c5fd0-5e9a-4327-8c70-f988bee8bdd2 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:20:26.390198 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-dcc355c1-5f7a-441d-a2f6-e667dca22557 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:20:26.393965 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc355c1-5f7a-441d-a2f6-e667dca22557 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:20:26.401864 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc355c1-5f7a-441d-a2f6-e667dca22557 None None] Pushing event updated for resources: {'Port': ['ID=4616991d-f4a3-45db-a796-78c0c21959d1,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:26.433724 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-56cfabc5-1f02-4b2e-8b9f-7cea9925e04d req-b123caf1-29ff-4cb8-bb7b-b1c3bc4f8b91 service neutron] Attempting to bind port 5950c246-4a5e-4fe7-824b-ffd17af9d9f8 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:20:26.434090 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-56cfabc5-1f02-4b2e-8b9f-7cea9925e04d req-b123caf1-29ff-4cb8-bb7b-b1c3bc4f8b91 service neutron] Attempting to bind port 5950c246-4a5e-4fe7-824b-ffd17af9d9f8 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '89275c86-7da9-47f2-a47a-1035a530c501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b1330ff6-71a6-48db-aedf-2e908404d40b'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:20:26.434427 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56cfabc5-1f02-4b2e-8b9f-7cea9925e04d req-b123caf1-29ff-4cb8-bb7b-b1c3bc4f8b91 service neutron] Attempting to bind port 5950c246-4a5e-4fe7-824b-ffd17af9d9f8 on network b1330ff6-71a6-48db-aedf-2e908404d40b {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:20:26.471275 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-dcc355c1-5f7a-441d-a2f6-e667dca22557 None None] Attempting to bind port 4616991d-f4a3-45db-a796-78c0c21959d1 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:20:26.471664 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-dcc355c1-5f7a-441d-a2f6-e667dca22557 None None] Attempting to bind port 4616991d-f4a3-45db-a796-78c0c21959d1 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '8a5269e9-1a15-4956-88c9-a2d2e83c479d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'cc2c5fd0-5e9a-4327-8c70-f988bee8bdd2'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:20:26.472059 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc355c1-5f7a-441d-a2f6-e667dca22557 None None] Attempting to bind port 4616991d-f4a3-45db-a796-78c0c21959d1 on network cc2c5fd0-5e9a-4327-8c70-f988bee8bdd2 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:20:26.478320 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc355c1-5f7a-441d-a2f6-e667dca22557 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:20:26.478699 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc355c1-5f7a-441d-a2f6-e667dca22557 None None] Checking segment: {'id': '8a5269e9-1a15-4956-88c9-a2d2e83c479d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'cc2c5fd0-5e9a-4327-8c70-f988bee8bdd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:20:26.479163 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-dcc355c1-5f7a-441d-a2f6-e667dca22557 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:26.479492 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc355c1-5f7a-441d-a2f6-e667dca22557 None None] Bound using segment: {'id': '8a5269e9-1a15-4956-88c9-a2d2e83c479d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'cc2c5fd0-5e9a-4327-8c70-f988bee8bdd2'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:20:26.479969 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-dcc355c1-5f7a-441d-a2f6-e667dca22557 None None] Bound port: 4616991d-f4a3-45db-a796-78c0c21959d1, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a5269e9-1a15-4956-88c9-a2d2e83c479d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'cc2c5fd0-5e9a-4327-8c70-f988bee8bdd2'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:20:26.480354 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-dcc355c1-5f7a-441d-a2f6-e667dca22557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:26.507637 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46524bc2-6677-4db0-b0b3-28750bcf89b5 req-c79f2dcb-834c-495b-a327-5260cd9b907a tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:26.517704 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-46524bc2-6677-4db0-b0b3-28750bcf89b5 req-c79f2dcb-834c-495b-a327-5260cd9b907a tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/ports?device_id=a641f262-239e-461f-af10-00b86db62822 HTTP/1.1" status: 200 len: 945 time: 0.1744277 Dec 06 17:20:26.539157 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56cfabc5-1f02-4b2e-8b9f-7cea9925e04d req-b123caf1-29ff-4cb8-bb7b-b1c3bc4f8b91 service neutron] Port 5950c246-4a5e-4fe7-824b-ffd17af9d9f8 on network b1330ff6-71a6-48db-aedf-2e908404d40b not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:20:26.539785 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56cfabc5-1f02-4b2e-8b9f-7cea9925e04d req-b123caf1-29ff-4cb8-bb7b-b1c3bc4f8b91 service neutron] Attempting to bind port 5950c246-4a5e-4fe7-824b-ffd17af9d9f8 on network b1330ff6-71a6-48db-aedf-2e908404d40b {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:20:26.583187 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56cfabc5-1f02-4b2e-8b9f-7cea9925e04d req-b123caf1-29ff-4cb8-bb7b-b1c3bc4f8b91 service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:20:26.584383 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-dcc355c1-5f7a-441d-a2f6-e667dca22557 None None] For port 4616991d-f4a3-45db-a796-78c0c21959d1, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:20:26.584782 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56cfabc5-1f02-4b2e-8b9f-7cea9925e04d req-b123caf1-29ff-4cb8-bb7b-b1c3bc4f8b91 service neutron] Checking segment: {'id': '89275c86-7da9-47f2-a47a-1035a530c501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b1330ff6-71a6-48db-aedf-2e908404d40b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:20:26.585513 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56cfabc5-1f02-4b2e-8b9f-7cea9925e04d req-b123caf1-29ff-4cb8-bb7b-b1c3bc4f8b91 service neutron] Bound using segment: {'id': '89275c86-7da9-47f2-a47a-1035a530c501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b1330ff6-71a6-48db-aedf-2e908404d40b'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:20:26.586288 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-56cfabc5-1f02-4b2e-8b9f-7cea9925e04d req-b123caf1-29ff-4cb8-bb7b-b1c3bc4f8b91 service neutron] Bound port: 5950c246-4a5e-4fe7-824b-ffd17af9d9f8, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89275c86-7da9-47f2-a47a-1035a530c501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b1330ff6-71a6-48db-aedf-2e908404d40b'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:20:26.586893 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-56cfabc5-1f02-4b2e-8b9f-7cea9925e04d req-b123caf1-29ff-4cb8-bb7b-b1c3bc4f8b91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:26.595212 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-dcc355c1-5f7a-441d-a2f6-e667dca22557 None None] For port 4616991d-f4a3-45db-a796-78c0c21959d1, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=4616991d-f4a3-45db-a796-78c0c21959d1,segment=NetworkSegment(8a5269e9-1a15-4956-88c9-a2d2e83c479d),segment_id=8a5269e9-1a15-4956-88c9-a2d2e83c479d)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:20:26.599373 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-46524bc2-6677-4db0-b0b3-28750bcf89b5 req-5b09cb0b-c4cb-47c0-bc83-ea15a729140f tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd5fd2ce-3e09-41f1-868b-3ad9c4e06626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802968 Dec 06 17:20:26.613423 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-dcc355c1-5f7a-441d-a2f6-e667dca22557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:26.614444 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-932a243f-538c-43a5-b666-77e0b8441a04 req-eb443228-79c3-42bb-9d74-0bf5b0d488b5 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c657007e-2b96-4108-a795-7e2c1ca6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707493 Dec 06 17:20:26.727172 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc355c1-5f7a-441d-a2f6-e667dca22557 None None] Pushing event updated for resources: {'Port': ['ID=4616991d-f4a3-45db-a796-78c0c21959d1,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:26.786390 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-1aa3bdf9-8b2e-48a7-ab11-6c8a804f0a6e req-0cfa253b-ff1f-417c-8b8a-5042fe6a7b1e service neutron] Attempting to bind port 9940597b-03fc-4480-aa9b-655f24781eb0 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:20:26.786861 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-1aa3bdf9-8b2e-48a7-ab11-6c8a804f0a6e req-0cfa253b-ff1f-417c-8b8a-5042fe6a7b1e service neutron] Attempting to bind port 9940597b-03fc-4480-aa9b-655f24781eb0 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '5191f104-0f28-4995-943c-dc9b12a33060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '443e19cc-aba1-401c-ba5c-6c1a74082882'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:20:26.787233 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa3bdf9-8b2e-48a7-ab11-6c8a804f0a6e req-0cfa253b-ff1f-417c-8b8a-5042fe6a7b1e service neutron] Attempting to bind port 9940597b-03fc-4480-aa9b-655f24781eb0 on network 443e19cc-aba1-401c-ba5c-6c1a74082882 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:20:26.804746 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa3bdf9-8b2e-48a7-ab11-6c8a804f0a6e req-0cfa253b-ff1f-417c-8b8a-5042fe6a7b1e service neutron] Port 9940597b-03fc-4480-aa9b-655f24781eb0 on network 443e19cc-aba1-401c-ba5c-6c1a74082882 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:20:26.804976 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa3bdf9-8b2e-48a7-ab11-6c8a804f0a6e req-0cfa253b-ff1f-417c-8b8a-5042fe6a7b1e service neutron] Attempting to bind port 9940597b-03fc-4480-aa9b-655f24781eb0 on network 443e19cc-aba1-401c-ba5c-6c1a74082882 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:20:26.813654 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b4b8e765-c474-4e89-afb2-d1ba1563215d tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:26.844449 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa3bdf9-8b2e-48a7-ab11-6c8a804f0a6e req-0cfa253b-ff1f-417c-8b8a-5042fe6a7b1e service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:20:26.844853 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa3bdf9-8b2e-48a7-ab11-6c8a804f0a6e req-0cfa253b-ff1f-417c-8b8a-5042fe6a7b1e service neutron] Checking segment: {'id': '5191f104-0f28-4995-943c-dc9b12a33060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '443e19cc-aba1-401c-ba5c-6c1a74082882'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:20:26.845174 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa3bdf9-8b2e-48a7-ab11-6c8a804f0a6e req-0cfa253b-ff1f-417c-8b8a-5042fe6a7b1e service neutron] Bound using segment: {'id': '5191f104-0f28-4995-943c-dc9b12a33060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '443e19cc-aba1-401c-ba5c-6c1a74082882'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:20:26.845660 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-1aa3bdf9-8b2e-48a7-ab11-6c8a804f0a6e req-0cfa253b-ff1f-417c-8b8a-5042fe6a7b1e service neutron] Bound port: 9940597b-03fc-4480-aa9b-655f24781eb0, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5191f104-0f28-4995-943c-dc9b12a33060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '443e19cc-aba1-401c-ba5c-6c1a74082882'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:20:26.846020 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-1aa3bdf9-8b2e-48a7-ab11-6c8a804f0a6e req-0cfa253b-ff1f-417c-8b8a-5042fe6a7b1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:26.883736 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b8e765-c474-4e89-afb2-d1ba1563215d tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Pushing event updated for resources: {'Subnet': ['ID=5dfb0b5f-85dc-433e-a39b-a7db12fb4e76,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:26.895874 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b8e765-c474-4e89-afb2-d1ba1563215d tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Checking segment: {'id': '1c7ba89f-10f7-4ccc-af46-c6244bf86504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f6c688af-47bd-485f-998d-487f16314c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:20:26.896275 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b8e765-c474-4e89-afb2-d1ba1563215d tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Network hostable DHCP agents. Network: f6c688af-47bd-485f-998d-487f16314c06, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:20:26.919012 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b8e765-c474-4e89-afb2-d1ba1563215d tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Network f6c688af-47bd-485f-998d-487f16314c06 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:20:26.932578 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-b4b8e765-c474-4e89-afb2-d1ba1563215d tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, f6c688af-47bd-485f-998d-487f16314c06) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:20:26.944219 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04ea601-f174-48d9-b606-b697602ed42b None None] Network f6c688af-47bd-485f-998d-487f16314c06 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:20:26.958666 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b8e765-c474-4e89-afb2-d1ba1563215d tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:26.959620 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b4b8e765-c474-4e89-afb2-d1ba1563215d tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:26.963995 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b4489d-0f5e-4406-91fa-04fadf2b5ec7 req-00c684eb-1ff6-44af-bf79-a3a37aa8d0ba tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:26.965544 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-74b4489d-0f5e-4406-91fa-04fadf2b5ec7 req-00c684eb-1ff6-44af-bf79-a3a37aa8d0ba tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a8709b5-b684-4aa0-903d-8839be2c999e HTTP/1.1" status: 200 len: 943 time: 0.1492248 Dec 06 17:20:26.969153 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d9a2a5e-95c7-446c-8747-88e1989375ed tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Made reservation on behalf of 40549eaf61834290b753dc92c662ceed for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:20:26.972908 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0d9a2a5e-95c7-446c-8747-88e1989375ed tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:26.987635 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-b4b8e765-c474-4e89-afb2-d1ba1563215d tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8850822 Dec 06 17:20:26.990635 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55348) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:27.005132 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-65e39471-67bf-4f62-8334-fdc2c444b779 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1629325619', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:20:27.008378 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-56cfabc5-1f02-4b2e-8b9f-7cea9925e04d req-b123caf1-29ff-4cb8-bb7b-b1c3bc4f8b91 service neutron] For port 5950c246-4a5e-4fe7-824b-ffd17af9d9f8, host n-h1-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:20:27.064313 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-65e39471-67bf-4f62-8334-fdc2c444b779 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:27.065795 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-65e39471-67bf-4f62-8334-fdc2c444b779 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:27.116955 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-56cfabc5-1f02-4b2e-8b9f-7cea9925e04d req-b123caf1-29ff-4cb8-bb7b-b1c3bc4f8b91 service neutron] For port 5950c246-4a5e-4fe7-824b-ffd17af9d9f8, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=5950c246-4a5e-4fe7-824b-ffd17af9d9f8,segment=NetworkSegment(89275c86-7da9-47f2-a47a-1035a530c501),segment_id=89275c86-7da9-47f2-a47a-1035a530c501)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:20:27.134373 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-0d9a2a5e-95c7-446c-8747-88e1989375ed tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] device_id is not set on port 4ebf925d-be8e-402b-8491-e76415111966 yet. {{(pid=103285) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:20:27.143502 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-56cfabc5-1f02-4b2e-8b9f-7cea9925e04d req-b123caf1-29ff-4cb8-bb7b-b1c3bc4f8b91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:27.164590 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-74b4489d-0f5e-4406-91fa-04fadf2b5ec7 req-3bb9be75-9ae8-415b-9e57-2dcc93ec0d61 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=5055a3f9-0705-481f-a554-5c989eab318b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1836445 Dec 06 17:20:27.181186 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-65e39471-67bf-4f62-8334-fdc2c444b779 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:27.181955 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-1aa3bdf9-8b2e-48a7-ab11-6c8a804f0a6e req-0cfa253b-ff1f-417c-8b8a-5042fe6a7b1e service neutron] For port 9940597b-03fc-4480-aa9b-655f24781eb0, host n-h1-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:20:27.186798 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-1aa3bdf9-8b2e-48a7-ab11-6c8a804f0a6e req-0cfa253b-ff1f-417c-8b8a-5042fe6a7b1e service neutron] For port 9940597b-03fc-4480-aa9b-655f24781eb0, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=9940597b-03fc-4480-aa9b-655f24781eb0,segment=NetworkSegment(5191f104-0f28-4995-943c-dc9b12a33060),segment_id=5191f104-0f28-4995-943c-dc9b12a33060)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:20:27.190141 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-65e39471-67bf-4f62-8334-fdc2c444b779 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:27.218468 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-65e39471-67bf-4f62-8334-fdc2c444b779 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:27.220046 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-65e39471-67bf-4f62-8334-fdc2c444b779 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2253938 Dec 06 17:20:27.222647 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55352) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:27.283335 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca6d621-af8d-4deb-a550-6efe5ecab2b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-f6c688af-47bd-485f-998d-487f16314c06', 'network_id': 'f6c688af-47bd-485f-998d-487f16314c06', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'fixed_ips': [{'subnet_id': '5dfb0b5f-85dc-433e-a39b-a7db12fb4e76'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:20:27.287940 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9ca6d621-af8d-4deb-a550-6efe5ecab2b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:27.346201 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b123caf1-29ff-4cb8-bb7b-b1c3bc4f8b91 service neutron] Pushing event updated for resources: {'Port': ['ID=5950c246-4a5e-4fe7-824b-ffd17af9d9f8,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:27.353102 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-1aa3bdf9-8b2e-48a7-ab11-6c8a804f0a6e req-0cfa253b-ff1f-417c-8b8a-5042fe6a7b1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:27.375801 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cfabc5-1f02-4b2e-8b9f-7cea9925e04d req-b123caf1-29ff-4cb8-bb7b-b1c3bc4f8b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:27.376525 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-56cfabc5-1f02-4b2e-8b9f-7cea9925e04d req-b123caf1-29ff-4cb8-bb7b-b1c3bc4f8b91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:27.378301 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-56cfabc5-1f02-4b2e-8b9f-7cea9925e04d req-b123caf1-29ff-4cb8-bb7b-b1c3bc4f8b91 service neutron] 10.222.0.41 "PUT /v2.0/ports/5950c246-4a5e-4fe7-824b-ffd17af9d9f8 HTTP/1.1" status: 200 len: 1092 time: 3.0452201 Dec 06 17:20:27.380210 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31a2202d-a11c-43ed-a8f8-da649ae9d172', 'tag': '5950c246-4a5e-4fe7-824b-ffd17af9d9f8'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:20:27.383467 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd0f42da-4a4d-4eb8-adc5-ce70b6217872" -d '{"events": [{"name": "network-changed", "server_uuid": "31a2202d-a11c-43ed-a8f8-da649ae9d172", "tag": "5950c246-4a5e-4fe7-824b-ffd17af9d9f8"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:20:27.411744 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa3bdf9-8b2e-48a7-ab11-6c8a804f0a6e req-0cfa253b-ff1f-417c-8b8a-5042fe6a7b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:27.412489 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-1aa3bdf9-8b2e-48a7-ab11-6c8a804f0a6e req-0cfa253b-ff1f-417c-8b8a-5042fe6a7b1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:27.414019 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1aa3bdf9-8b2e-48a7-ab11-6c8a804f0a6e req-0cfa253b-ff1f-417c-8b8a-5042fe6a7b1e service neutron] 10.222.0.41 "PUT /v2.0/ports/9940597b-03fc-4480-aa9b-655f24781eb0 HTTP/1.1" status: 200 len: 1091 time: 2.2333274 Dec 06 17:20:27.579857 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e082f989-5e3e-4a48-813c-6114463a6d7c x-openstack-request-id: req-e082f989-5e3e-4a48-813c-6114463a6d7c {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:20:27.581744 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31a2202d-a11c-43ed-a8f8-da649ae9d172", "tag": "5950c246-4a5e-4fe7-824b-ffd17af9d9f8", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:20:27.586756 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e082f989-5e3e-4a48-813c-6114463a6d7c {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:20:27.587207 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31a2202d-a11c-43ed-a8f8-da649ae9d172', 'tag': '5950c246-4a5e-4fe7-824b-ffd17af9d9f8', 'status': 'completed', 'code': 200} Dec 06 17:20:27.605887 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-9ca6d621-af8d-4deb-a550-6efe5ecab2b4 None None] Allocated IP 2001:db8::2 (f6c688af-47bd-485f-998d-487f16314c06/5dfb0b5f-85dc-433e-a39b-a7db12fb4e76/075ce9aa-e3ea-4b8f-bf27-46a0809f2e1c) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:20:27.699202 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a91486f5-32a7-421a-9fc9-2348daf8eb9d tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:27.768900 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfa253b-ff1f-417c-8b8a-5042fe6a7b1e service neutron] Pushing event updated for resources: {'Port': ['ID=9940597b-03fc-4480-aa9b-655f24781eb0,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:27.789422 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cfabc5-1f02-4b2e-8b9f-7cea9925e04d req-ff5595c8-f500-4c5f-8cb5-4e5d71512145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:27.791492 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-56cfabc5-1f02-4b2e-8b9f-7cea9925e04d req-ff5595c8-f500-4c5f-8cb5-4e5d71512145 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0688c6db31494470a1b7a5ecaa734bc4&device_id=31a2202d-a11c-43ed-a8f8-da649ae9d172 HTTP/1.1" status: 200 len: 1095 time: 0.3487060 Dec 06 17:20:27.867111 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-0d9a2a5e-95c7-446c-8747-88e1989375ed tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Allocated IP 172.20.0.14 (cc2c5fd0-5e9a-4327-8c70-f988bee8bdd2/9bf2a374-e6a4-43cf-a253-98a9c9dd9783/4ebf925d-be8e-402b-8491-e76415111966) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:20:27.894856 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-56cfabc5-1f02-4b2e-8b9f-7cea9925e04d req-12bbb69f-763d-49be-ace8-da2c344640df service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5950c246-4a5e-4fe7-824b-ffd17af9d9f8 HTTP/1.1" status: 200 len: 217 time: 0.0791445 Dec 06 17:20:27.923381 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa3bdf9-8b2e-48a7-ab11-6c8a804f0a6e req-26c8919c-d588-4dc3-99b4-2f6fc5b892be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:27.926153 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1aa3bdf9-8b2e-48a7-ab11-6c8a804f0a6e req-26c8919c-d588-4dc3-99b4-2f6fc5b892be service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=74bc5013de174928a9ab47aef105909c&device_id=5a8709b5-b684-4aa0-903d-8839be2c999e HTTP/1.1" status: 200 len: 1094 time: 0.3867702 Dec 06 17:20:28.002754 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cfabc5-1f02-4b2e-8b9f-7cea9925e04d req-c87ad5d4-683a-44d3-94ce-2f879e2f246b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:28.006368 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-56cfabc5-1f02-4b2e-8b9f-7cea9925e04d req-c87ad5d4-683a-44d3-94ce-2f879e2f246b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=407d30a8-656b-4107-b0bb-8b27c7634002 HTTP/1.1" status: 200 len: 850 time: 0.0891631 Dec 06 17:20:28.116362 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9ca6d621-af8d-4deb-a550-6efe5ecab2b4 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:28.123352 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9ca6d621-af8d-4deb-a550-6efe5ecab2b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:28.172942 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca6d621-af8d-4deb-a550-6efe5ecab2b4 None None] Pushing event updated for resources: {'Port': ['ID=075ce9aa-e3ea-4b8f-bf27-46a0809f2e1c,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:28.197358 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca6d621-af8d-4deb-a550-6efe5ecab2b4 None None] Network f6c688af-47bd-485f-998d-487f16314c06 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:20:28.199437 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-9ca6d621-af8d-4deb-a550-6efe5ecab2b4 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:20:28.203192 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca6d621-af8d-4deb-a550-6efe5ecab2b4 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:20:28.294521 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-9ca6d621-af8d-4deb-a550-6efe5ecab2b4 None None] Attempting to bind port 075ce9aa-e3ea-4b8f-bf27-46a0809f2e1c on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:20:28.294993 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-9ca6d621-af8d-4deb-a550-6efe5ecab2b4 None None] Attempting to bind port 075ce9aa-e3ea-4b8f-bf27-46a0809f2e1c by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '1c7ba89f-10f7-4ccc-af46-c6244bf86504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f6c688af-47bd-485f-998d-487f16314c06'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:20:28.295859 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca6d621-af8d-4deb-a550-6efe5ecab2b4 None None] Attempting to bind port 075ce9aa-e3ea-4b8f-bf27-46a0809f2e1c on network f6c688af-47bd-485f-998d-487f16314c06 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:20:28.303115 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca6d621-af8d-4deb-a550-6efe5ecab2b4 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:20:28.304093 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca6d621-af8d-4deb-a550-6efe5ecab2b4 None None] Checking segment: {'id': '1c7ba89f-10f7-4ccc-af46-c6244bf86504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f6c688af-47bd-485f-998d-487f16314c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:20:28.304674 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9ca6d621-af8d-4deb-a550-6efe5ecab2b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:28.306144 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca6d621-af8d-4deb-a550-6efe5ecab2b4 None None] Bound using segment: {'id': '1c7ba89f-10f7-4ccc-af46-c6244bf86504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f6c688af-47bd-485f-998d-487f16314c06'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:20:28.306811 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-9ca6d621-af8d-4deb-a550-6efe5ecab2b4 None None] Bound port: 075ce9aa-e3ea-4b8f-bf27-46a0809f2e1c, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c7ba89f-10f7-4ccc-af46-c6244bf86504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f6c688af-47bd-485f-998d-487f16314c06'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:20:28.307214 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9ca6d621-af8d-4deb-a550-6efe5ecab2b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:28.312991 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device decb0f8a-736c-4f8b-a030-c3406108b3b4 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:20:28.435345 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port decb0f8a-736c-4f8b-a030-c3406108b3b4, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=decb0f8a-736c-4f8b-a030-c3406108b3b4,segment=NetworkSegment(5a916c46-cf7e-433a-ae04-99d57e30b2e2),segment_id=5a916c46-cf7e-433a-ae04-99d57e30b2e2)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:20:28.463414 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': 'decb0f8a-736c-4f8b-a030-c3406108b3b4', 'network_id': 'c03931f5-54ae-4b06-ad76-fa3bc7500e1d', 'port_id': 'decb0f8a-736c-4f8b-a030-c3406108b3b4', 'mac_address': 'fa:16:3e:d2:68:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2b8ed75-274c-4de4-a0f5-9da38dbe8d78', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:20:28.467456 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f083f55-e48b-4134-81b7-9d56848676fd req-8f5a1bea-ca8c-4fa4-92c1-155f68870d5d tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:28.469856 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9f083f55-e48b-4134-81b7-9d56848676fd req-8f5a1bea-ca8c-4fa4-92c1-155f68870d5d tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/ports?device_id=a641f262-239e-461f-af10-00b86db62822 HTTP/1.1" status: 200 len: 945 time: 0.6547539 Dec 06 17:20:28.472066 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664937ab-4fc7-477d-aa5b-c40f658173c5 None None] Network cc2c5fd0-5e9a-4327-8c70-f988bee8bdd2 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:20:28.501365 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1aa3bdf9-8b2e-48a7-ab11-6c8a804f0a6e req-9ed01cb2-3958-4136-a18c-bb5eb6305fb8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9940597b-03fc-4480-aa9b-655f24781eb0 HTTP/1.1" status: 200 len: 217 time: 0.4931264 Dec 06 17:20:28.595310 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885a6f51-b5e9-4b35-92c3-16a6240de885 req-dec018e5-33f1-4dbe-80b6-dec843f17330 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:28.598401 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-9ca6d621-af8d-4deb-a550-6efe5ecab2b4 None None] For port 075ce9aa-e3ea-4b8f-bf27-46a0809f2e1c, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:20:28.602637 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-9ca6d621-af8d-4deb-a550-6efe5ecab2b4 None None] For port 075ce9aa-e3ea-4b8f-bf27-46a0809f2e1c, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=075ce9aa-e3ea-4b8f-bf27-46a0809f2e1c,segment=NetworkSegment(1c7ba89f-10f7-4ccc-af46-c6244bf86504),segment_id=1c7ba89f-10f7-4ccc-af46-c6244bf86504)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:20:28.604763 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-885a6f51-b5e9-4b35-92c3-16a6240de885 req-dec018e5-33f1-4dbe-80b6-dec843f17330 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=31a2202d-a11c-43ed-a8f8-da649ae9d172 HTTP/1.1" status: 200 len: 944 time: 0.8298056 Dec 06 17:20:28.611048 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9f083f55-e48b-4134-81b7-9d56848676fd req-c001427f-310f-4432-80e1-96e6b0b8cde4 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd5fd2ce-3e09-41f1-868b-3ad9c4e06626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333020 Dec 06 17:20:28.640718 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-a91486f5-32a7-421a-9fc9-2348daf8eb9d tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Allocated IP 2001:db8::1 (f6c688af-47bd-485f-998d-487f16314c06/5dfb0b5f-85dc-433e-a39b-a7db12fb4e76/2785d591-440c-42ce-8334-8a7b8814ad46) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:20:28.688607 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa3bdf9-8b2e-48a7-ab11-6c8a804f0a6e req-a691b36c-ba59-4c6e-8731-8b50e3811cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:28.690128 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1aa3bdf9-8b2e-48a7-ab11-6c8a804f0a6e req-a691b36c-ba59-4c6e-8731-8b50e3811cf8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=01ffc29c-932e-4129-aefc-9a2b3f836b7b HTTP/1.1" status: 200 len: 856 time: 0.1605897 Dec 06 17:20:28.692638 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b1e85e6d-f354-4536-a06b-9c01051ecea6 None None] Provisioning complete for port 4616991d-f4a3-45db-a796-78c0c21959d1 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:20:28.694713 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b1e85e6d-f354-4536-a06b-9c01051ecea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:28.701189 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cfabc5-1f02-4b2e-8b9f-7cea9925e04d req-0f83c01e-755f-4049-8481-f159a68e9cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:28.703309 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-56cfabc5-1f02-4b2e-8b9f-7cea9925e04d req-0f83c01e-755f-4049-8481-f159a68e9cad service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b1330ff6-71a6-48db-aedf-2e908404d40b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2175741 Dec 06 17:20:28.704025 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9ca6d621-af8d-4deb-a550-6efe5ecab2b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:28.787439 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:28.827264 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-885a6f51-b5e9-4b35-92c3-16a6240de885 req-98488e6b-8dd9-49e8-840d-022d590f8825 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c657007e-2b96-4108-a795-7e2c1ca6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177205 Dec 06 17:20:28.843147 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a91486f5-32a7-421a-9fc9-2348daf8eb9d tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:28.859969 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id decb0f8a-736c-4f8b-a030-c3406108b3b4 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:20:28.920853 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca6d621-af8d-4deb-a550-6efe5ecab2b4 None None] Pushing event updated for resources: {'Port': ['ID=075ce9aa-e3ea-4b8f-bf27-46a0809f2e1c,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:28.925344 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port decb0f8a-736c-4f8b-a030-c3406108b3b4, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=decb0f8a-736c-4f8b-a030-c3406108b3b4,segment=NetworkSegment(5a916c46-cf7e-433a-ae04-99d57e30b2e2),segment_id=5a916c46-cf7e-433a-ae04-99d57e30b2e2)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:20:28.962470 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:29.039303 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0d9a2a5e-95c7-446c-8747-88e1989375ed tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:29.053146 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a91486f5-32a7-421a-9fc9-2348daf8eb9d tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:29.071756 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddf309b-ebfa-4f68-91b7-c2c5c2700696 req-405d7073-51c5-4e7e-af03-800d810f907e tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:29.075529 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa3bdf9-8b2e-48a7-ab11-6c8a804f0a6e req-9c4145f2-7493-45b4-81a2-1e2c23b1e90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:29.079274 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1aa3bdf9-8b2e-48a7-ab11-6c8a804f0a6e req-9c4145f2-7493-45b4-81a2-1e2c23b1e90b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=443e19cc-aba1-401c-ba5c-6c1a74082882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3424611 Dec 06 17:20:29.080339 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-dddf309b-ebfa-4f68-91b7-c2c5c2700696 req-405d7073-51c5-4e7e-af03-800d810f907e tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a8709b5-b684-4aa0-903d-8839be2c999e HTTP/1.1" status: 200 len: 943 time: 0.1742456 Dec 06 17:20:29.101639 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 4616991d-f4a3-45db-a796-78c0c21959d1 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:20:29.190485 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=decb0f8a-736c-4f8b-a030-c3406108b3b4,revision_number=6']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:29.200794 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b1e85e6d-f354-4536-a06b-9c01051ecea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:29.217204 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-56cfabc5-1f02-4b2e-8b9f-7cea9925e04d req-d600f10a-5402-4bc7-a385-c4865b2e8e26 service neutron] 10.222.0.41 "GET /v2.0/networks/b1330ff6-71a6-48db-aedf-2e908404d40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4606087 Dec 06 17:20:29.269545 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91486f5-32a7-421a-9fc9-2348daf8eb9d tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Network f6c688af-47bd-485f-998d-487f16314c06 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:20:29.274116 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-dddf309b-ebfa-4f68-91b7-c2c5c2700696 req-6b3f4064-42ce-4f71-9138-6ef266d3e322 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=5055a3f9-0705-481f-a554-5c989eab318b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1929317 Dec 06 17:20:29.280227 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-a91486f5-32a7-421a-9fc9-2348daf8eb9d tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:20:29.290185 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91486f5-32a7-421a-9fc9-2348daf8eb9d tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:20:29.290754 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a91486f5-32a7-421a-9fc9-2348daf8eb9d tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539179'] for router_interface, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:29.312138 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0d9a2a5e-95c7-446c-8747-88e1989375ed tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:29.318116 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['decb0f8a-736c-4f8b-a030-c3406108b3b4'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:20:29.333967 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b1e85e6d-f354-4536-a06b-9c01051ecea6 None None] For port 4616991d-f4a3-45db-a796-78c0c21959d1, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=4616991d-f4a3-45db-a796-78c0c21959d1,segment=NetworkSegment(8a5269e9-1a15-4956-88c9-a2d2e83c479d),segment_id=8a5269e9-1a15-4956-88c9-a2d2e83c479d)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:20:29.361020 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91486f5-32a7-421a-9fc9-2348daf8eb9d tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Pushing event updated for resources: {'Port': ['ID=2785d591-440c-42ce-8334-8a7b8814ad46,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:29.405752 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b1e85e6d-f354-4536-a06b-9c01051ecea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:29.418316 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 4616991d-f4a3-45db-a796-78c0c21959d1 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:20:29.418316 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:29.501129 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a91486f5-32a7-421a-9fc9-2348daf8eb9d tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:29.536391 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-56cfabc5-1f02-4b2e-8b9f-7cea9925e04d req-5c7a40ed-07fd-4e42-95bf-05b029dae9d0 service neutron] 10.222.0.41 "GET /v2.0/networks/b1330ff6-71a6-48db-aedf-2e908404d40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3032374 Dec 06 17:20:29.548530 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9a2a5e-95c7-446c-8747-88e1989375ed tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Network cc2c5fd0-5e9a-4327-8c70-f988bee8bdd2 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:20:29.560432 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-0d9a2a5e-95c7-446c-8747-88e1989375ed tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:20:29.563712 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9a2a5e-95c7-446c-8747-88e1989375ed tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:20:29.570992 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e85e6d-f354-4536-a06b-9c01051ecea6 None None] Pushing event updated for resources: {'Port': ['ID=4616991d-f4a3-45db-a796-78c0c21959d1,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:29.699783 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a8709b5-b684-4aa0-903d-8839be2c999e', 'tag': '9940597b-03fc-4480-aa9b-655f24781eb0'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:20:29.702167 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c4c2187-1fc6-4eda-b328-e3ea3d1480fe" -d '{"events": [{"name": "network-changed", "server_uuid": "5a8709b5-b684-4aa0-903d-8839be2c999e", "tag": "9940597b-03fc-4480-aa9b-655f24781eb0"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:20:29.711916 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9a2a5e-95c7-446c-8747-88e1989375ed tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:29.712780 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0d9a2a5e-95c7-446c-8747-88e1989375ed tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:29.752320 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-0d9a2a5e-95c7-446c-8747-88e1989375ed tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.4501402 Dec 06 17:20:29.755449 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-9c0dcba9-a3c1-4339-a1bf-e63d50d05418 None None] Provisioning complete for port 4616991d-f4a3-45db-a796-78c0c21959d1 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:20:29.755953 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9c0dcba9-a3c1-4339-a1bf-e63d50d05418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:29.756680 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55372) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:29.803658 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31e50a25-f5c3-4e52-b92f-b73fb2db4bb5 x-openstack-request-id: req-31e50a25-f5c3-4e52-b92f-b73fb2db4bb5 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:20:29.803957 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a8709b5-b684-4aa0-903d-8839be2c999e", "tag": "9940597b-03fc-4480-aa9b-655f24781eb0", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:20:29.804214 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-31e50a25-f5c3-4e52-b92f-b73fb2db4bb5 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:20:29.804607 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a8709b5-b684-4aa0-903d-8839be2c999e', 'tag': '9940597b-03fc-4480-aa9b-655f24781eb0', 'status': 'completed', 'code': 200} Dec 06 17:20:29.806861 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0f42da-4a4d-4eb8-adc5-ce70b6217872 req-06972e53-6369-4f15-aef2-ec0cedfece57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:29.808650 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-dd0f42da-4a4d-4eb8-adc5-ce70b6217872 req-06972e53-6369-4f15-aef2-ec0cedfece57 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0688c6db31494470a1b7a5ecaa734bc4&device_id=31a2202d-a11c-43ed-a8f8-da649ae9d172 HTTP/1.1" status: 200 len: 1095 time: 0.1490154 Dec 06 17:20:29.811591 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1aa3bdf9-8b2e-48a7-ab11-6c8a804f0a6e req-3dd3bf7a-a2de-4ca6-b215-a0efacedf0bb service neutron] 10.222.0.41 "GET /v2.0/networks/443e19cc-aba1-401c-ba5c-6c1a74082882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7105796 Dec 06 17:20:29.814590 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9a2a5e-95c7-446c-8747-88e1989375ed tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Pushing event updated for resources: {'Port': ['ID=4ebf925d-be8e-402b-8491-e76415111966,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:29.976996 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f222baa0-4e3b-4c9e-a0de-adc32fde4f67 req-2db0804e-9575-4ada-9484-49a1aeaf41d6 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:29.978608 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f222baa0-4e3b-4c9e-a0de-adc32fde4f67 req-2db0804e-9575-4ada-9484-49a1aeaf41d6 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/ports?device_id=a641f262-239e-461f-af10-00b86db62822 HTTP/1.1" status: 200 len: 944 time: 0.2239208 Dec 06 17:20:30.106080 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0f42da-4a4d-4eb8-adc5-ce70b6217872 req-47ee1087-4cfa-48dc-8bf2-24acc0c6956a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:30.107602 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-dd0f42da-4a4d-4eb8-adc5-ce70b6217872 req-47ee1087-4cfa-48dc-8bf2-24acc0c6956a service neutron] 10.222.0.41 "GET /v2.0/networks?id=b1330ff6-71a6-48db-aedf-2e908404d40b HTTP/1.1" status: 200 len: 912 time: 0.2829335 Dec 06 17:20:30.117312 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f222baa0-4e3b-4c9e-a0de-adc32fde4f67 req-2ab4daa1-5386-4870-aea4-78bd0a890605 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd5fd2ce-3e09-41f1-868b-3ad9c4e06626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302891 Dec 06 17:20:30.124268 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-1091b024-d805-4c9c-96fb-818d5d3fe17f None None] Provisioning complete for port 4ebf925d-be8e-402b-8491-e76415111966 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:20:30.131191 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1aa3bdf9-8b2e-48a7-ab11-6c8a804f0a6e req-e5ce6104-d3d3-4cc7-9f77-e0f712d3e6dc service neutron] 10.222.0.41 "GET /v2.0/networks/443e19cc-aba1-401c-ba5c-6c1a74082882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457807 Dec 06 17:20:30.133005 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1091b024-d805-4c9c-96fb-818d5d3fe17f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:30.184530 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-dd0f42da-4a4d-4eb8-adc5-ce70b6217872 req-f25571fd-c197-4d5c-b876-e567eac2ec45 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5950c246-4a5e-4fe7-824b-ffd17af9d9f8 HTTP/1.1" status: 200 len: 217 time: 0.0644057 Dec 06 17:20:30.200194 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-1091b024-d805-4c9c-96fb-818d5d3fe17f None None] Port 4ebf925d-be8e-402b-8491-e76415111966 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:20:30.261875 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bda997f-e709-4edb-ba3e-5de31ce65ac3 req-1eb35fe4-fd61-4cc0-a705-a251c1d0f199 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:30.270479 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5bda997f-e709-4edb-ba3e-5de31ce65ac3 req-1eb35fe4-fd61-4cc0-a705-a251c1d0f199 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=31a2202d-a11c-43ed-a8f8-da649ae9d172 HTTP/1.1" status: 200 len: 944 time: 0.2780275 Dec 06 17:20:30.294175 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0f42da-4a4d-4eb8-adc5-ce70b6217872 req-e1a55446-15c5-49d0-92d5-4993b0856209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:30.296062 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-dd0f42da-4a4d-4eb8-adc5-ce70b6217872 req-e1a55446-15c5-49d0-92d5-4993b0856209 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=407d30a8-656b-4107-b0bb-8b27c7634002 HTTP/1.1" status: 200 len: 850 time: 0.0769868 Dec 06 17:20:30.299515 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4c2187-1fc6-4eda-b328-e3ea3d1480fe req-d3f5873f-848d-4054-8ceb-6ba29c12827c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:30.301155 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3c4c2187-1fc6-4eda-b328-e3ea3d1480fe req-d3f5873f-848d-4054-8ceb-6ba29c12827c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=74bc5013de174928a9ab47aef105909c&device_id=5a8709b5-b684-4aa0-903d-8839be2c999e HTTP/1.1" status: 200 len: 1094 time: 0.0960562 Dec 06 17:20:30.316066 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a91486f5-32a7-421a-9fc9-2348daf8eb9d tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:30.324129 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device decb0f8a-736c-4f8b-a030-c3406108b3b4 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:20:30.334586 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a91486f5-32a7-421a-9fc9-2348daf8eb9d tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:30.335288 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a91486f5-32a7-421a-9fc9-2348daf8eb9d tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-772465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539207'] for router_interface, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:30.406888 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66ef8c9-d65a-40f6-9015-1471ac767f21 None None] Network f6c688af-47bd-485f-998d-487f16314c06 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:20:30.489532 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91486f5-32a7-421a-9fc9-2348daf8eb9d tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Pushing event updated for resources: {'Port': ['ID=2785d591-440c-42ce-8334-8a7b8814ad46,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:30.494644 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0f42da-4a4d-4eb8-adc5-ce70b6217872 req-8459f6b4-262e-4997-922e-5a8ee0db33dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:30.496724 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-dd0f42da-4a4d-4eb8-adc5-ce70b6217872 req-8459f6b4-262e-4997-922e-5a8ee0db33dd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b1330ff6-71a6-48db-aedf-2e908404d40b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1755505 Dec 06 17:20:30.500387 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-ca117f71-e05d-4a74-a3e2-75b8e328af9b None None] Provisioning complete for port 075ce9aa-e3ea-4b8f-bf27-46a0809f2e1c triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:20:30.500775 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ca117f71-e05d-4a74-a3e2-75b8e328af9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:30.526795 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5bda997f-e709-4edb-ba3e-5de31ce65ac3 req-1f9cb283-7b2b-45da-9324-0865ce85955a tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c657007e-2b96-4108-a795-7e2c1ca6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548623 Dec 06 17:20:30.538792 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c629db8d-07c5-4ccb-afc6-a1854a5e64fd req-9a50d522-860a-4eb4-8772-397b943b82e8 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:30.540446 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c629db8d-07c5-4ccb-afc6-a1854a5e64fd req-9a50d522-860a-4eb4-8772-397b943b82e8 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a8709b5-b684-4aa0-903d-8839be2c999e HTTP/1.1" status: 200 len: 943 time: 0.1056824 Dec 06 17:20:30.548398 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4c2187-1fc6-4eda-b328-e3ea3d1480fe req-c385d1d3-2862-4975-ab38-d2aafbaf2c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:30.549719 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:30.550153 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3c4c2187-1fc6-4eda-b328-e3ea3d1480fe req-c385d1d3-2862-4975-ab38-d2aafbaf2c18 service neutron] 10.222.0.41 "GET /v2.0/networks?id=443e19cc-aba1-401c-ba5c-6c1a74082882 HTTP/1.1" status: 200 len: 918 time: 0.2389565 Dec 06 17:20:30.594180 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id decb0f8a-736c-4f8b-a030-c3406108b3b4 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:20:30.604830 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-15ac5945-362e-4878-a51c-1e8afa18e2f1 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:30.608039 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91486f5-32a7-421a-9fc9-2348daf8eb9d tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Network f6c688af-47bd-485f-998d-487f16314c06 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:20:30.610332 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-a91486f5-32a7-421a-9fc9-2348daf8eb9d tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:20:30.651325 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port decb0f8a-736c-4f8b-a030-c3406108b3b4, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=decb0f8a-736c-4f8b-a030-c3406108b3b4,segment=NetworkSegment(5a916c46-cf7e-433a-ae04-99d57e30b2e2),segment_id=5a916c46-cf7e-433a-ae04-99d57e30b2e2)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:20:30.682845 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:30.748218 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ca117f71-e05d-4a74-a3e2-75b8e328af9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:30.764788 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3c4c2187-1fc6-4eda-b328-e3ea3d1480fe req-c024bf43-1f9e-4e41-8faf-90558c566173 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9940597b-03fc-4480-aa9b-655f24781eb0 HTTP/1.1" status: 200 len: 217 time: 0.2022388 Dec 06 17:20:30.769339 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-dd0f42da-4a4d-4eb8-adc5-ce70b6217872 req-9f165218-27b5-4345-9167-fa7012e5e3a2 service neutron] 10.222.0.41 "GET /v2.0/networks/b1330ff6-71a6-48db-aedf-2e908404d40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610488 Dec 06 17:20:30.821702 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-ca117f71-e05d-4a74-a3e2-75b8e328af9b None None] For port 075ce9aa-e3ea-4b8f-bf27-46a0809f2e1c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=075ce9aa-e3ea-4b8f-bf27-46a0809f2e1c,segment=NetworkSegment(1c7ba89f-10f7-4ccc-af46-c6244bf86504),segment_id=1c7ba89f-10f7-4ccc-af46-c6244bf86504)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:20:30.823437 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=decb0f8a-736c-4f8b-a030-c3406108b3b4,revision_number=7']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:30.832291 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ca117f71-e05d-4a74-a3e2-75b8e328af9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:30.897366 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca117f71-e05d-4a74-a3e2-75b8e328af9b None None] Pushing event updated for resources: {'Port': ['ID=075ce9aa-e3ea-4b8f-bf27-46a0809f2e1c,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:30.966094 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-dd0f42da-4a4d-4eb8-adc5-ce70b6217872 req-abcf96fe-6273-41dd-bccd-06d3866022cd service neutron] 10.222.0.41 "GET /v2.0/networks/b1330ff6-71a6-48db-aedf-2e908404d40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644473 Dec 06 17:20:30.969301 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a91486f5-32a7-421a-9fc9-2348daf8eb9d tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Router 575d045d-b2da-4989-afb5-f648459d87ce is scheduled to L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 17:20:31.015005 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c629db8d-07c5-4ccb-afc6-a1854a5e64fd req-0616a91c-0b22-47c6-bcdf-ed7279a002d9 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=5055a3f9-0705-481f-a554-5c989eab318b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4636874 Dec 06 17:20:31.056331 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4c2187-1fc6-4eda-b328-e3ea3d1480fe req-1d940e67-5233-45b2-a9b8-6f83b7417dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:31.059096 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3c4c2187-1fc6-4eda-b328-e3ea3d1480fe req-1d940e67-5233-45b2-a9b8-6f83b7417dae service neutron] 10.222.0.41 "GET /v2.0/subnets?id=01ffc29c-932e-4129-aefc-9a2b3f836b7b HTTP/1.1" status: 200 len: 856 time: 0.2437510 Dec 06 17:20:31.132777 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4c2187-1fc6-4eda-b328-e3ea3d1480fe req-4cf41f61-88c4-4cc1-9b1c-c72758aa62c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:31.134526 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3c4c2187-1fc6-4eda-b328-e3ea3d1480fe req-4cf41f61-88c4-4cc1-9b1c-c72758aa62c0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=443e19cc-aba1-401c-ba5c-6c1a74082882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0664787 Dec 06 17:20:31.153803 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a91486f5-32a7-421a-9fc9-2348daf8eb9d tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:20:31.156733 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-15ac5945-362e-4878-a51c-1e8afa18e2f1 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:31.162710 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-a91486f5-32a7-421a-9fc9-2348daf8eb9d tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "PUT /v2.0/routers/575d045d-b2da-4989-afb5-f648459d87ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9389360 Dec 06 17:20:31.167349 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55394) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:31.170644 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df13b8a2-5112-415e-8dda-f9d10ad0cc09 None None] Sync routers for ids ['575d045d-b2da-4989-afb5-f648459d87ce'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:20:31.190432 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-15ac5945-362e-4878-a51c-1e8afa18e2f1 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:31.203944 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df13b8a2-5112-415e-8dda-f9d10ad0cc09 None None] Routers {'575d045d-b2da-4989-afb5-f648459d87ce'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:20:31.204582 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-df13b8a2-5112-415e-8dda-f9d10ad0cc09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:20:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['575d045d-b2da-4989-afb5-f648459d87ce'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:20:31.212755 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 4616991d-f4a3-45db-a796-78c0c21959d1 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:20:31.314365 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 4616991d-f4a3-45db-a796-78c0c21959d1 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:20:31.316726 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:31.324976 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a471724b-dde0-4fdc-b78e-bc8839f8c21a None None] Provisioning complete for port 2785d591-440c-42ce-8334-8a7b8814ad46 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:20:31.325956 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a471724b-dde0-4fdc-b78e-bc8839f8c21a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:31.334569 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3c4c2187-1fc6-4eda-b328-e3ea3d1480fe req-7211984e-d195-4613-bbb8-5c52dd710c6a service neutron] 10.222.0.41 "GET /v2.0/networks/443e19cc-aba1-401c-ba5c-6c1a74082882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822224 Dec 06 17:20:31.352716 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5aa7b77-74ff-4f50-bc95-cec1815ee315 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:31.354267 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-a5aa7b77-74ff-4f50-bc95-cec1815ee315 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "GET /v2.0/ports/2785d591-440c-42ce-8334-8a7b8814ad46 HTTP/1.1" status: 200 len: 911 time: 0.1861234 Dec 06 17:20:31.371408 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 55396) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:31.421157 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-df13b8a2-5112-415e-8dda-f9d10ad0cc09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:20:31.422503 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ac5945-362e-4878-a51c-1e8afa18e2f1 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Pushing event updated for resources: {'Port': ['ID=4ebf925d-be8e-402b-8491-e76415111966,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:31.453991 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a471724b-dde0-4fdc-b78e-bc8839f8c21a None None] Port 2785d591-440c-42ce-8334-8a7b8814ad46 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:20:31.457498 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df13b8a2-5112-415e-8dda-f9d10ad0cc09 None None] Routers {'575d045d-b2da-4989-afb5-f648459d87ce'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:20:31.458216 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-df13b8a2-5112-415e-8dda-f9d10ad0cc09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:20:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['575d045d-b2da-4989-afb5-f648459d87ce'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:20:31.487747 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a471724b-dde0-4fdc-b78e-bc8839f8c21a None None] Provisioning complete for port 075ce9aa-e3ea-4b8f-bf27-46a0809f2e1c triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:20:31.488490 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a471724b-dde0-4fdc-b78e-bc8839f8c21a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:31.522921 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-df13b8a2-5112-415e-8dda-f9d10ad0cc09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:20:31.524000 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df13b8a2-5112-415e-8dda-f9d10ad0cc09 None None] The sync data for ids ['575d045d-b2da-4989-afb5-f648459d87ce'] in n-d-master-1 is: [] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:20:31.581522 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 075ce9aa-e3ea-4b8f-bf27-46a0809f2e1c up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:20:31.697141 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 075ce9aa-e3ea-4b8f-bf27-46a0809f2e1c triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:20:31.697664 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:31.792527 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3c4c2187-1fc6-4eda-b328-e3ea3d1480fe req-558317e0-9380-4040-b59f-17e1917ba4dc service neutron] 10.222.0.41 "GET /v2.0/networks/443e19cc-aba1-401c-ba5c-6c1a74082882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4326477 Dec 06 17:20:31.833687 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbec2b0-3272-49b3-8903-0c4a11fbb952 req-f0a34ec4-72f0-40d2-9279-9cfb6336b48d tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:31.845606 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fcbec2b0-3272-49b3-8903-0c4a11fbb952 req-f0a34ec4-72f0-40d2-9279-9cfb6336b48d tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/ports?device_id=a641f262-239e-461f-af10-00b86db62822 HTTP/1.1" status: 200 len: 943 time: 0.5099475 Dec 06 17:20:31.857876 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-15ac5945-362e-4878-a51c-1e8afa18e2f1 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539179'] for router_interface, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:31.890963 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-4ca9808a-8fa8-405f-a367-4cd6e80283b7 None None] Provisioning complete for port 4ebf925d-be8e-402b-8491-e76415111966 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:20:31.893095 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4ca9808a-8fa8-405f-a367-4cd6e80283b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:31.933239 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-4ca9808a-8fa8-405f-a367-4cd6e80283b7 None None] Port 4ebf925d-be8e-402b-8491-e76415111966 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:20:31.948220 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-4ca9808a-8fa8-405f-a367-4cd6e80283b7 None None] Provisioning complete for port 2785d591-440c-42ce-8334-8a7b8814ad46 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:20:31.949017 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4ca9808a-8fa8-405f-a367-4cd6e80283b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:31.999495 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4532e470-7806-4b0a-a277-c6933b1ad8b6 req-67f85d8c-9a2b-40dc-bc02-8b83a5ac8fb5 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:32.003598 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-4ca9808a-8fa8-405f-a367-4cd6e80283b7 None None] Port 2785d591-440c-42ce-8334-8a7b8814ad46 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:20:32.010058 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4532e470-7806-4b0a-a277-c6933b1ad8b6 req-67f85d8c-9a2b-40dc-bc02-8b83a5ac8fb5 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=31a2202d-a11c-43ed-a8f8-da649ae9d172 HTTP/1.1" status: 200 len: 944 time: 0.3029413 Dec 06 17:20:32.034837 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fcbec2b0-3272-49b3-8903-0c4a11fbb952 req-22d590de-196a-4264-af54-59199b5cbcf5 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd5fd2ce-3e09-41f1-868b-3ad9c4e06626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861584 Dec 06 17:20:32.061884 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-15ac5945-362e-4878-a51c-1e8afa18e2f1 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:32.128106 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-48e51add-cb82-43c0-bdab-57264b8b6a4a None None] Provisioning complete for port 2785d591-440c-42ce-8334-8a7b8814ad46 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:20:32.128880 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-48e51add-cb82-43c0-bdab-57264b8b6a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:32.175243 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-48e51add-cb82-43c0-bdab-57264b8b6a4a None None] Port 2785d591-440c-42ce-8334-8a7b8814ad46 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:20:32.210352 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c069bd-05ef-49b0-ac6d-e6e67d357ad1 req-754bcd24-320e-4c7b-b683-af87ca21d5e2 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:32.214977 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-78c069bd-05ef-49b0-ac6d-e6e67d357ad1 req-754bcd24-320e-4c7b-b683-af87ca21d5e2 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a8709b5-b684-4aa0-903d-8839be2c999e HTTP/1.1" status: 200 len: 943 time: 0.0886214 Dec 06 17:20:32.258502 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4532e470-7806-4b0a-a277-c6933b1ad8b6 req-95d30999-af08-4bd4-aa7b-9dce255b4840 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c657007e-2b96-4108-a795-7e2c1ca6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466507 Dec 06 17:20:32.301349 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-78c069bd-05ef-49b0-ac6d-e6e67d357ad1 req-7b4e4ebe-0d1d-46f0-bbed-95e54ae76516 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=5055a3f9-0705-481f-a554-5c989eab318b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812893 Dec 06 17:20:32.351178 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4a005f41-f925-4aac-b64d-f3a11505137a tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575908'] for router_interface, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:32.358368 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device decb0f8a-736c-4f8b-a030-c3406108b3b4 up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:20:32.417549 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-15ac5945-362e-4878-a51c-1e8afa18e2f1 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:32.420081 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port decb0f8a-736c-4f8b-a030-c3406108b3b4 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:20:32.420590 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:32.425112 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-15ac5945-362e-4878-a51c-1e8afa18e2f1 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:32.507144 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ac5945-362e-4878-a51c-1e8afa18e2f1 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Pushing event updated for resources: {'Port': ['ID=4ebf925d-be8e-402b-8491-e76415111966,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:32.527491 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:32.532633 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-15ac5945-362e-4878-a51c-1e8afa18e2f1 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-772465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539207'] for router_interface, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:32.564000 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a641f262-239e-461f-af10-00b86db62822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'decb0f8a-736c-4f8b-a030-c3406108b3b4'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:20:32.566991 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc528b4-bad2-4c4c-bead-b7542e600755" -d '{"events": [{"server_uuid": "a641f262-239e-461f-af10-00b86db62822", "name": "network-vif-plugged", "status": "completed", "tag": "decb0f8a-736c-4f8b-a030-c3406108b3b4"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:20:32.574321 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port decb0f8a-736c-4f8b-a030-c3406108b3b4, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=decb0f8a-736c-4f8b-a030-c3406108b3b4,segment=NetworkSegment(5a916c46-cf7e-433a-ae04-99d57e30b2e2),segment_id=5a916c46-cf7e-433a-ae04-99d57e30b2e2)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:20:32.578951 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:32.655271 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=decb0f8a-736c-4f8b-a030-c3406108b3b4,revision_number=8']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:32.669926 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ac5945-362e-4878-a51c-1e8afa18e2f1 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Network cc2c5fd0-5e9a-4327-8c70-f988bee8bdd2 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:20:32.671582 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-15ac5945-362e-4878-a51c-1e8afa18e2f1 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:20:32.685773 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-4a005f41-f925-4aac-b64d-f3a11505137a tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Deleting port 2785d591-440c-42ce-8334-8a7b8814ad46 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:20:32.686119 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4a005f41-f925-4aac-b64d-f3a11505137a tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:32.691314 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:32.726487 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 9940597b-03fc-4480-aa9b-655f24781eb0 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:20:32.742122 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d0bde03-a28f-448c-90ed-10086988769a x-openstack-request-id: req-7d0bde03-a28f-448c-90ed-10086988769a {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:20:32.742424 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a641f262-239e-461f-af10-00b86db62822", "name": "network-vif-plugged", "status": "completed", "tag": "decb0f8a-736c-4f8b-a030-c3406108b3b4", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:20:32.742746 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7d0bde03-a28f-448c-90ed-10086988769a {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:20:32.743275 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a641f262-239e-461f-af10-00b86db62822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'decb0f8a-736c-4f8b-a030-c3406108b3b4', 'code': 200} Dec 06 17:20:32.821652 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4a005f41-f925-4aac-b64d-f3a11505137a tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:32.836184 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-4a005f41-f925-4aac-b64d-f3a11505137a tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Calling delete_port for 2785d591-440c-42ce-8334-8a7b8814ad46 owned by network:router_interface {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:20:32.872419 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15ac5945-362e-4878-a51c-1e8afa18e2f1 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Router ea015f5c-6bef-4fe2-a87a-5f76d260b29c is scheduled to L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 17:20:32.994796 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 9940597b-03fc-4480-aa9b-655f24781eb0, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=9940597b-03fc-4480-aa9b-655f24781eb0,segment=NetworkSegment(5191f104-0f28-4995-943c-dc9b12a33060),segment_id=5191f104-0f28-4995-943c-dc9b12a33060)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:20:33.019492 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': '9940597b-03fc-4480-aa9b-655f24781eb0', 'network_id': '443e19cc-aba1-401c-ba5c-6c1a74082882', 'port_id': '9940597b-03fc-4480-aa9b-655f24781eb0', 'mac_address': 'fa:16:3e:61:bc:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01ffc29c-932e-4129-aefc-9a2b3f836b7b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:20:33.043630 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 075ce9aa-e3ea-4b8f-bf27-46a0809f2e1c up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:20:33.058874 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f948dae7-3c18-418d-a2fd-957d3f71a6eb req-580e1382-e3ab-453f-b15e-f26666651b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:33.060373 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f948dae7-3c18-418d-a2fd-957d3f71a6eb req-580e1382-e3ab-453f-b15e-f26666651b0d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a641f262-239e-461f-af10-00b86db62822 HTTP/1.1" status: 200 len: 1096 time: 0.1097100 Dec 06 17:20:33.161306 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f948dae7-3c18-418d-a2fd-957d3f71a6eb req-288023d3-241f-4207-a3c1-64021b143ce7 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=cd5fd2ce-3e09-41f1-868b-3ad9c4e06626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686629 Dec 06 17:20:33.182204 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 075ce9aa-e3ea-4b8f-bf27-46a0809f2e1c triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:20:33.183363 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:33.216869 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:33.218580 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4a005f41-f925-4aac-b64d-f3a11505137a tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:33.260350 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a005f41-f925-4aac-b64d-f3a11505137a tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Pushing event deleted for resources: {'Port': ['ID=2785d591-440c-42ce-8334-8a7b8814ad46,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:33.474282 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9940597b-03fc-4480-aa9b-655f24781eb0 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:20:33.487888 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4a005f41-f925-4aac-b64d-f3a11505137a tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-772474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575952'] for router_interface, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:33.495125 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 9940597b-03fc-4480-aa9b-655f24781eb0, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=9940597b-03fc-4480-aa9b-655f24781eb0,segment=NetworkSegment(5191f104-0f28-4995-943c-dc9b12a33060),segment_id=5191f104-0f28-4995-943c-dc9b12a33060)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:20:33.506978 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-61e8c68b-ade5-4da8-8544-34a2a1b59172 None None] Provisioning complete for port 4ebf925d-be8e-402b-8491-e76415111966 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:20:33.511835 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-61e8c68b-ade5-4da8-8544-34a2a1b59172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:33.516960 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15ac5945-362e-4878-a51c-1e8afa18e2f1 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:20:33.517511 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:33.525410 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-15ac5945-362e-4878-a51c-1e8afa18e2f1 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "PUT /v2.0/routers/ea015f5c-6bef-4fe2-a87a-5f76d260b29c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7656603 Dec 06 17:20:33.525648 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 5950c246-4a5e-4fe7-824b-ffd17af9d9f8 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:20:33.537553 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55420) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:33.559583 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6482e8-6002-4c1a-b065-c70e361cbd6a None None] Sync routers for ids ['ea015f5c-6bef-4fe2-a87a-5f76d260b29c'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:20:33.598426 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad7a435-7097-4e81-b9e2-db922049602e req-59abad42-b2ee-498c-93e5-926937f3ff36 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:33.600915 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5ad7a435-7097-4e81-b9e2-db922049602e req-59abad42-b2ee-498c-93e5-926937f3ff36 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=31a2202d-a11c-43ed-a8f8-da649ae9d172 HTTP/1.1" status: 200 len: 944 time: 0.1809256 Dec 06 17:20:33.611624 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb11712-9182-44ee-9ede-59ec075a677a tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:33.616424 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-dfb11712-9182-44ee-9ede-59ec075a677a tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea015f5c-6bef-4fe2-a87a-5f76d260b29c HTTP/1.1" status: 200 len: 980 time: 0.0745513 Dec 06 17:20:33.619998 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55422) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:33.627968 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4123105a-302c-4ce4-a251-bd83eccaf45c req-a61a0f42-a720-40ee-81d3-d7f60ceb0a2a tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:33.636608 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4123105a-302c-4ce4-a251-bd83eccaf45c req-a61a0f42-a720-40ee-81d3-d7f60ceb0a2a tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/ports?device_id=a641f262-239e-461f-af10-00b86db62822 HTTP/1.1" status: 200 len: 945 time: 0.1289856 Dec 06 17:20:33.680706 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-61e8c68b-ade5-4da8-8544-34a2a1b59172 None None] Port 4ebf925d-be8e-402b-8491-e76415111966 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:20:33.683714 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6482e8-6002-4c1a-b065-c70e361cbd6a None None] Routers {'ea015f5c-6bef-4fe2-a87a-5f76d260b29c'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:20:33.684555 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-be6482e8-6002-4c1a-b065-c70e361cbd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:20:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['ea015f5c-6bef-4fe2-a87a-5f76d260b29c'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:20:33.745066 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-be6482e8-6002-4c1a-b065-c70e361cbd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:20:33.747972 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=9940597b-03fc-4480-aa9b-655f24781eb0,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:33.804373 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:20:33.804854 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:20:33.805412 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:20:33.805875 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:20:33.806309 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:20:33.806736 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:20:33.807167 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:20:33.807591 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:20:33.808030 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:20:33.808450 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:20:33.808923 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:20:33.809342 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:20:33.809778 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:20:33.824774 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6482e8-6002-4c1a-b065-c70e361cbd6a None None] Routers {'ea015f5c-6bef-4fe2-a87a-5f76d260b29c'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:20:33.825744 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-be6482e8-6002-4c1a-b065-c70e361cbd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:20:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['ea015f5c-6bef-4fe2-a87a-5f76d260b29c'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:20:33.865755 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-be6482e8-6002-4c1a-b065-c70e361cbd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:20:33.866698 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6482e8-6002-4c1a-b065-c70e361cbd6a None None] The sync data for ids ['ea015f5c-6bef-4fe2-a87a-5f76d260b29c'] in n-d-master-1 is: [] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:20:33.875978 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4123105a-302c-4ce4-a251-bd83eccaf45c req-c7538446-2e94-4850-b413-241f081bd48c tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd5fd2ce-3e09-41f1-868b-3ad9c4e06626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238863 Dec 06 17:20:33.893330 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 5950c246-4a5e-4fe7-824b-ffd17af9d9f8, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=5950c246-4a5e-4fe7-824b-ffd17af9d9f8,segment=NetworkSegment(89275c86-7da9-47f2-a47a-1035a530c501),segment_id=89275c86-7da9-47f2-a47a-1035a530c501)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:20:33.919382 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': '5950c246-4a5e-4fe7-824b-ffd17af9d9f8', 'network_id': 'b1330ff6-71a6-48db-aedf-2e908404d40b', 'port_id': '5950c246-4a5e-4fe7-824b-ffd17af9d9f8', 'mac_address': 'fa:16:3e:e8:a5:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '407d30a8-656b-4107-b0bb-8b27c7634002', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:20:33.966369 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:33.986978 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5950c246-4a5e-4fe7-824b-ffd17af9d9f8 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:20:34.012513 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 5950c246-4a5e-4fe7-824b-ffd17af9d9f8, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=5950c246-4a5e-4fe7-824b-ffd17af9d9f8,segment=NetworkSegment(89275c86-7da9-47f2-a47a-1035a530c501),segment_id=89275c86-7da9-47f2-a47a-1035a530c501)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:20:34.019678 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:34.054976 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01fd4f5-1145-4950-a5fb-185e2eb0d0f3 req-6c80f3c4-275d-4a2c-8013-4b8d057f9d0c tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:34.062308 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f01fd4f5-1145-4950-a5fb-185e2eb0d0f3 req-6c80f3c4-275d-4a2c-8013-4b8d057f9d0c tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a8709b5-b684-4aa0-903d-8839be2c999e HTTP/1.1" status: 200 len: 944 time: 0.0902226 Dec 06 17:20:34.086600 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=5950c246-4a5e-4fe7-824b-ffd17af9d9f8,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:34.160515 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f01fd4f5-1145-4950-a5fb-185e2eb0d0f3 req-8deab243-44d0-4bc0-851d-24a70673f085 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=5055a3f9-0705-481f-a554-5c989eab318b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784252 Dec 06 17:20:34.236680 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a005f41-f925-4aac-b64d-f3a11505137a tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Router 575d045d-b2da-4989-afb5-f648459d87ce has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:20:34.242950 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2d2168d9-53c2-4f2b-abaf-30fc97b87cf0 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575908'] for router_interface, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:34.260294 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5ad7a435-7097-4e81-b9e2-db922049602e req-9cf136b0-a7a3-4714-8501-d267381b2a4a tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c657007e-2b96-4108-a795-7e2c1ca6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6525886 Dec 06 17:20:34.347009 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a005f41-f925-4aac-b64d-f3a11505137a tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:20:34.357960 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-4a005f41-f925-4aac-b64d-f3a11505137a tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "PUT /v2.0/routers/575d045d-b2da-4989-afb5-f648459d87ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9830930 Dec 06 17:20:34.358765 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55426) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:34.363245 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eabf32d-4271-4b05-a860-22b6033458db None None] Sync routers for ids ['575d045d-b2da-4989-afb5-f648459d87ce'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:20:34.379882 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eabf32d-4271-4b05-a860-22b6033458db None None] Routers {'575d045d-b2da-4989-afb5-f648459d87ce'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:20:34.380957 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-9eabf32d-4271-4b05-a860-22b6033458db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:20:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['575d045d-b2da-4989-afb5-f648459d87ce'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:20:34.389937 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['5950c246-4a5e-4fe7-824b-ffd17af9d9f8'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:20:34.394793 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-1636f7d2-1ba5-48c2-90dc-441587c95e90 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "GET /v2.0/ports?device_id=575d045d-b2da-4989-afb5-f648459d87ce HTTP/1.1" status: 200 len: 205 time: 0.0342083 Dec 06 17:20:34.397848 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 55428) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:34.481117 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['9940597b-03fc-4480-aa9b-655f24781eb0'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:20:34.494187 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-9eabf32d-4271-4b05-a860-22b6033458db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:20:34.534982 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eabf32d-4271-4b05-a860-22b6033458db None None] Routers {'575d045d-b2da-4989-afb5-f648459d87ce'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:20:34.535913 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-9eabf32d-4271-4b05-a860-22b6033458db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:20:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['575d045d-b2da-4989-afb5-f648459d87ce'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:20:34.564994 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-93ea446a-c7a6-4c76-8b21-4fdd93b3a9ae tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks [] for router, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:34.600263 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-9eabf32d-4271-4b05-a860-22b6033458db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:20:34.601229 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eabf32d-4271-4b05-a860-22b6033458db None None] The sync data for ids ['575d045d-b2da-4989-afb5-f648459d87ce'] in n-d-master-1 is: [] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:20:34.616991 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-2d2168d9-53c2-4f2b-abaf-30fc97b87cf0 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Deleting port 4ebf925d-be8e-402b-8491-e76415111966 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:20:34.616991 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2d2168d9-53c2-4f2b-abaf-30fc97b87cf0 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:34.780461 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-93ea446a-c7a6-4c76-8b21-4fdd93b3a9ae tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:34.783208 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-93ea446a-c7a6-4c76-8b21-4fdd93b3a9ae tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:34.788634 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2d2168d9-53c2-4f2b-abaf-30fc97b87cf0 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:34.822750 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-2d2168d9-53c2-4f2b-abaf-30fc97b87cf0 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Calling delete_port for 4ebf925d-be8e-402b-8491-e76415111966 owned by network:router_interface {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:20:34.850858 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-93ea446a-c7a6-4c76-8b21-4fdd93b3a9ae tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:34.851515 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93ea446a-c7a6-4c76-8b21-4fdd93b3a9ae tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Fanout notify agent at l3_agent the message router_deleted on router 575d045d-b2da-4989-afb5-f648459d87ce {{(pid=103285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 17:20:34.860182 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-93ea446a-c7a6-4c76-8b21-4fdd93b3a9ae tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:34.863980 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-93ea446a-c7a6-4c76-8b21-4fdd93b3a9ae tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "DELETE /v2.0/routers/575d045d-b2da-4989-afb5-f648459d87ce HTTP/1.1" status: 204 len: 168 time: 0.4619608 Dec 06 17:20:34.864240 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 55430) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:34.947297 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f961ecb-1b4e-4ce4-8e4b-dc20e820efd5 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Deleting subnet 5dfb0b5f-85dc-433e-a39b-a7db12fb4e76 {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:20:34.951558 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9f961ecb-1b4e-4ce4-8e4b-dc20e820efd5 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:35.017675 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9f961ecb-1b4e-4ce4-8e4b-dc20e820efd5 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:35.031356 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b6ed1f-3443-43cd-b5c9-dd6c25e0b407 req-e07aa2f5-0a2e-4b3e-a423-c5d21c95087c tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:35.032891 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-63b6ed1f-3443-43cd-b5c9-dd6c25e0b407 req-e07aa2f5-0a2e-4b3e-a423-c5d21c95087c tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/ports?device_id=a641f262-239e-461f-af10-00b86db62822 HTTP/1.1" status: 200 len: 945 time: 0.0772004 Dec 06 17:20:35.117014 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:35.131624 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9f961ecb-1b4e-4ce4-8e4b-dc20e820efd5 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:35.150231 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-63b6ed1f-3443-43cd-b5c9-dd6c25e0b407 req-5819f971-6c9c-43f5-8417-bf7c8fc2c29e tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd5fd2ce-3e09-41f1-868b-3ad9c4e06626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936000 Dec 06 17:20:35.163506 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2d2168d9-53c2-4f2b-abaf-30fc97b87cf0 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:35.206034 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2168d9-53c2-4f2b-abaf-30fc97b87cf0 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Pushing event deleted for resources: {'Port': ['ID=4ebf925d-be8e-402b-8491-e76415111966,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:35.287325 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9f961ecb-1b4e-4ce4-8e4b-dc20e820efd5 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:35.366630 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b9e80f-61f4-4e42-9bed-f6356f220f3d None None] Network f6c688af-47bd-485f-998d-487f16314c06 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:20:35.366996 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9f961ecb-1b4e-4ce4-8e4b-dc20e820efd5 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:35.371069 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-9f961ecb-1b4e-4ce4-8e4b-dc20e820efd5 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "DELETE /v2.0/subnets/5dfb0b5f-85dc-433e-a39b-a7db12fb4e76 HTTP/1.1" status: 204 len: 168 time: 0.5043437 Dec 06 17:20:35.378007 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 55448) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:35.490919 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f961ecb-1b4e-4ce4-8e4b-dc20e820efd5 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Pushing event deleted for resources: {'Subnet': ['ID=5dfb0b5f-85dc-433e-a39b-a7db12fb4e76,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:35.501575 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-687844c9-339f-402b-bbc8-8a2026865233 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:35.507922 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eabe15b-9275-4377-bc28-54702963e00b req-ce6f23a7-3e8e-48aa-ae7e-daa9f1e4cd3d tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:35.512026 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5eabe15b-9275-4377-bc28-54702963e00b req-ce6f23a7-3e8e-48aa-ae7e-daa9f1e4cd3d tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/ports?device_id=a641f262-239e-461f-af10-00b86db62822 HTTP/1.1" status: 200 len: 945 time: 0.2261240 Dec 06 17:20:35.568298 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f539f9-7dc2-4e0c-810f-f0cd5188ee68 req-8090d82d-3850-4bae-835d-d62f87f10fd0 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:35.570171 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-49f539f9-7dc2-4e0c-810f-f0cd5188ee68 req-8090d82d-3850-4bae-835d-d62f87f10fd0 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a8709b5-b684-4aa0-903d-8839be2c999e HTTP/1.1" status: 200 len: 944 time: 0.2431469 Dec 06 17:20:35.629993 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2d2168d9-53c2-4f2b-abaf-30fc97b87cf0 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-772474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575952'] for router_interface, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:35.658664 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5eabe15b-9275-4377-bc28-54702963e00b req-e109f99e-b597-440b-89ed-43f430000910 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd5fd2ce-3e09-41f1-868b-3ad9c4e06626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789089 Dec 06 17:20:35.682881 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-49f539f9-7dc2-4e0c-810f-f0cd5188ee68 req-096ff238-e8dc-410f-b10e-5d254228d4b8 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=5055a3f9-0705-481f-a554-5c989eab318b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045065 Dec 06 17:20:35.706806 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b94b6f1-d33f-4922-b66f-54272bfc6be1 None None] DHCP port deletion for f6c688af-47bd-485f-998d-487f16314c06 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:20:35.729244 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-687844c9-339f-402b-bbc8-8a2026865233 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Deleting port 075ce9aa-e3ea-4b8f-bf27-46a0809f2e1c {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:20:35.729837 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-687844c9-339f-402b-bbc8-8a2026865233 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:35.796077 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-5b94b6f1-d33f-4922-b66f-54272bfc6be1 None None] Deleting port 075ce9aa-e3ea-4b8f-bf27-46a0809f2e1c {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:20:35.796382 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5b94b6f1-d33f-4922-b66f-54272bfc6be1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:35.876729 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d2168d9-53c2-4f2b-abaf-30fc97b87cf0 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Router ea015f5c-6bef-4fe2-a87a-5f76d260b29c has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:20:35.968495 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-5b94b6f1-d33f-4922-b66f-54272bfc6be1 None None] For port 075ce9aa-e3ea-4b8f-bf27-46a0809f2e1c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=075ce9aa-e3ea-4b8f-bf27-46a0809f2e1c,segment=NetworkSegment(1c7ba89f-10f7-4ccc-af46-c6244bf86504),segment_id=1c7ba89f-10f7-4ccc-af46-c6244bf86504)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:20:35.968916 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5b94b6f1-d33f-4922-b66f-54272bfc6be1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:35.972892 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d2168d9-53c2-4f2b-abaf-30fc97b87cf0 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:20:35.987400 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-687844c9-339f-402b-bbc8-8a2026865233 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] For port 075ce9aa-e3ea-4b8f-bf27-46a0809f2e1c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=075ce9aa-e3ea-4b8f-bf27-46a0809f2e1c,segment=NetworkSegment(1c7ba89f-10f7-4ccc-af46-c6244bf86504),segment_id=1c7ba89f-10f7-4ccc-af46-c6244bf86504)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:20:35.987768 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-687844c9-339f-402b-bbc8-8a2026865233 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:35.989940 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-2d2168d9-53c2-4f2b-abaf-30fc97b87cf0 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "PUT /v2.0/routers/ea015f5c-6bef-4fe2-a87a-5f76d260b29c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3504479 Dec 06 17:20:35.992746 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55452) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:35.998363 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7921c3-255d-4317-9d5f-adce8a83bfac None None] Sync routers for ids ['ea015f5c-6bef-4fe2-a87a-5f76d260b29c'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:20:36.011149 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-5b94b6f1-d33f-4922-b66f-54272bfc6be1 None None] Calling delete_port for 075ce9aa-e3ea-4b8f-bf27-46a0809f2e1c owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:20:36.016838 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-687844c9-339f-402b-bbc8-8a2026865233 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Calling delete_port for 075ce9aa-e3ea-4b8f-bf27-46a0809f2e1c owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:20:36.026788 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd822c13-7d98-4c87-b5af-cb379db8517f tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] GET failed (client error): The resource could not be found. Dec 06 17:20:36.027199 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763e602b-6e80-42b0-bdcd-08939ece7a6a req-7505d63d-4a0a-44ea-8943-818dd2b5aff7 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:36.028724 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-763e602b-6e80-42b0-bdcd-08939ece7a6a req-7505d63d-4a0a-44ea-8943-818dd2b5aff7 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=31a2202d-a11c-43ed-a8f8-da649ae9d172 HTTP/1.1" status: 200 len: 945 time: 0.1668742 Dec 06 17:20:36.038335 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-dd822c13-7d98-4c87-b5af-cb379db8517f tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "GET /v2.0/ports/4ebf925d-be8e-402b-8491-e76415111966 HTTP/1.1" status: 404 len: 333 time: 0.0434713 Dec 06 17:20:36.040917 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55454) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:36.055337 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7921c3-255d-4317-9d5f-adce8a83bfac None None] Routers {'ea015f5c-6bef-4fe2-a87a-5f76d260b29c'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:20:36.055962 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-af7921c3-255d-4317-9d5f-adce8a83bfac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:20:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['ea015f5c-6bef-4fe2-a87a-5f76d260b29c'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:20:36.159034 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-af7921c3-255d-4317-9d5f-adce8a83bfac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:20:36.183517 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7921c3-255d-4317-9d5f-adce8a83bfac None None] Routers {'ea015f5c-6bef-4fe2-a87a-5f76d260b29c'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:20:36.184441 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-af7921c3-255d-4317-9d5f-adce8a83bfac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:20:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['ea015f5c-6bef-4fe2-a87a-5f76d260b29c'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:20:36.195247 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-81ce5182-e7a8-4214-ac80-5d323c0f5349 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks [] for router, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:36.229677 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-af7921c3-255d-4317-9d5f-adce8a83bfac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:20:36.230589 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7921c3-255d-4317-9d5f-adce8a83bfac None None] The sync data for ids ['ea015f5c-6bef-4fe2-a87a-5f76d260b29c'] in n-d-master-1 is: [] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:20:36.260026 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5b94b6f1-d33f-4922-b66f-54272bfc6be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:36.297628 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b94b6f1-d33f-4922-b66f-54272bfc6be1 None None] Pushing event deleted for resources: {'Port': ['ID=075ce9aa-e3ea-4b8f-bf27-46a0809f2e1c,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:36.314691 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b94b6f1-d33f-4922-b66f-54272bfc6be1 None None] No DVR routers for this DVR port 075ce9aa-e3ea-4b8f-bf27-46a0809f2e1c on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:20:36.353673 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-763e602b-6e80-42b0-bdcd-08939ece7a6a req-f08f411d-8f68-48d9-a044-13a40435bc00 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c657007e-2b96-4108-a795-7e2c1ca6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987719 Dec 06 17:20:36.388520 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-687844c9-339f-402b-bbc8-8a2026865233 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:36.416353 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687844c9-339f-402b-bbc8-8a2026865233 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Pushing event deleted for resources: {'Port': ['ID=075ce9aa-e3ea-4b8f-bf27-46a0809f2e1c,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:36.424811 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687844c9-339f-402b-bbc8-8a2026865233 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] No DVR routers for this DVR port 075ce9aa-e3ea-4b8f-bf27-46a0809f2e1c on host n-d-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:20:36.495491 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-81ce5182-e7a8-4214-ac80-5d323c0f5349 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:36.498590 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-81ce5182-e7a8-4214-ac80-5d323c0f5349 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:36.537696 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-687844c9-339f-402b-bbc8-8a2026865233 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:36.558424 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-81ce5182-e7a8-4214-ac80-5d323c0f5349 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:36.559055 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81ce5182-e7a8-4214-ac80-5d323c0f5349 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Fanout notify agent at l3_agent the message router_deleted on router ea015f5c-6bef-4fe2-a87a-5f76d260b29c {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 17:20:36.569913 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-687844c9-339f-402b-bbc8-8a2026865233 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6c688af-47bd-485f-998d-487f16314c06']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:20:36.576818 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-81ce5182-e7a8-4214-ac80-5d323c0f5349 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:36.580946 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-81ce5182-e7a8-4214-ac80-5d323c0f5349 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "DELETE /v2.0/routers/ea015f5c-6bef-4fe2-a87a-5f76d260b29c HTTP/1.1" status: 204 len: 168 time: 0.5386884 Dec 06 17:20:36.581820 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55470) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:36.588201 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-687844c9-339f-402b-bbc8-8a2026865233 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c7ba89f-10f7-4ccc-af46-c6244bf86504') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:20:36.589661 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-687844c9-339f-402b-bbc8-8a2026865233 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c7ba89f-10f7-4ccc-af46-c6244bf86504') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:20:36.602871 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-687844c9-339f-402b-bbc8-8a2026865233 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:36.625109 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-687844c9-339f-402b-bbc8-8a2026865233 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:36.634002 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-687844c9-339f-402b-bbc8-8a2026865233 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:20:36.634991 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-687844c9-339f-402b-bbc8-8a2026865233 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:36.687346 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-6191cec3-ce0d-4aae-8ba3-4f6ca08c3476 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Deleting subnet 9bf2a374-e6a4-43cf-a253-98a9c9dd9783 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:20:36.695773 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6191cec3-ce0d-4aae-8ba3-4f6ca08c3476 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:36.719634 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 5950c246-4a5e-4fe7-824b-ffd17af9d9f8 up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:20:36.762119 n-d-master-1 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:20:36.762119 n-d-master-1 neutron-server[103285]: self.session.flush() Dec 06 17:20:36.762119 n-d-master-1 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:20:36.762119 n-d-master-1 neutron-server[103285]: self.session.flush() Dec 06 17:20:36.762119 n-d-master-1 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:20:36.762119 n-d-master-1 neutron-server[103285]: self.session.flush() Dec 06 17:20:36.762119 n-d-master-1 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:20:36.762119 n-d-master-1 neutron-server[103285]: self.session.flush() Dec 06 17:20:36.762119 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:20:36.762119 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:20:36.762119 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:20:36.762119 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:20:36.762119 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:20:36.762119 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:20:36.762119 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:20:36.762119 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:20:36.762119 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:20:36.762119 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:20:36.762119 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:20:36.762119 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:20:36.762119 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:20:36.762119 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:20:36.762119 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:20:36.762119 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:20:36.762119 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:20:36.762119 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:20:36.762119 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:20:36.762119 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:20:36.762119 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:20:36.762119 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:20:36.762119 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:20:36.762119 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:20:36.762119 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:20:36.762119 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:20:36.762119 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:20:36.762119 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:20:36.762119 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:20:36.762119 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:20:36.762119 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:20:36.762119 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:20:36.767983 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-687844c9-339f-402b-bbc8-8a2026865233 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:36.774684 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-687844c9-339f-402b-bbc8-8a2026865233 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:36.779832 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-687844c9-339f-402b-bbc8-8a2026865233 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "DELETE /v2.0/networks/f6c688af-47bd-485f-998d-487f16314c06 HTTP/1.1" status: 204 len: 168 time: 1.3852251 Dec 06 17:20:36.789354 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec27e8d-0236-4144-bd9b-20fa0e798c2f req-4b8152d1-9d00-4b77-8804-be6a9e7c0989 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:36.796687 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-eec27e8d-0236-4144-bd9b-20fa0e798c2f req-4b8152d1-9d00-4b77-8804-be6a9e7c0989 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/networks?id=c03931f5-54ae-4b06-ad76-fa3bc7500e1d HTTP/1.1" status: 200 len: 815 time: 0.2501187 Dec 06 17:20:36.797767 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 55474) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:36.798643 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687844c9-339f-402b-bbc8-8a2026865233 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Pushing event deleted for resources: {'Network': ['ID=f6c688af-47bd-485f-998d-487f16314c06,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:36.814809 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-bdaae1c9-a7c9-407d-9754-4d1b626e913e tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1654044498', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}, 'admin_state_up': False}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:20:36.837360 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port 5950c246-4a5e-4fe7-824b-ffd17af9d9f8 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:20:36.837693 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-eec27e8d-0236-4144-bd9b-20fa0e798c2f req-021ad857-64f4-49cd-af4e-e3184aa01997 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/quotas/0a9ae69edd864a0594799c7ece4dd7a6 HTTP/1.1" status: 200 len: 375 time: 0.0307453 Dec 06 17:20:36.841404 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port 5950c246-4a5e-4fe7-824b-ffd17af9d9f8 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:20:36.841911 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:36.844404 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bdaae1c9-a7c9-407d-9754-4d1b626e913e tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:36.845973 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bdaae1c9-a7c9-407d-9754-4d1b626e913e tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:36.849570 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6191cec3-ce0d-4aae-8ba3-4f6ca08c3476 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:36.916516 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bdaae1c9-a7c9-407d-9754-4d1b626e913e tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:37.005403 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:37.039723 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 075ce9aa-e3ea-4b8f-bf27-46a0809f2e1c no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:20:37.052924 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-eec27e8d-0236-4144-bd9b-20fa0e798c2f req-90830d5e-4678-4d63-8269-e3a23be9eb77 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0a9ae69edd864a0594799c7ece4dd7a6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1511679 Dec 06 17:20:37.064907 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31a2202d-a11c-43ed-a8f8-da649ae9d172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5950c246-4a5e-4fe7-824b-ffd17af9d9f8'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:20:37.067190 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05f47c8d-0434-4b3f-b208-f58d6c262ac4" -d '{"events": [{"server_uuid": "31a2202d-a11c-43ed-a8f8-da649ae9d172", "name": "network-vif-plugged", "status": "completed", "tag": "5950c246-4a5e-4fe7-824b-ffd17af9d9f8"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:20:37.072403 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 075ce9aa-e3ea-4b8f-bf27-46a0809f2e1c {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:20:37.072755 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 075ce9aa-e3ea-4b8f-bf27-46a0809f2e1c not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:20:37.084187 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 5950c246-4a5e-4fe7-824b-ffd17af9d9f8, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=5950c246-4a5e-4fe7-824b-ffd17af9d9f8,segment=NetworkSegment(89275c86-7da9-47f2-a47a-1035a530c501),segment_id=89275c86-7da9-47f2-a47a-1035a530c501)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:20:37.091665 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:37.092549 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 9940597b-03fc-4480-aa9b-655f24781eb0 up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:20:37.131968 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19761cbe-d4a8-4935-94fe-01f860d32a20 req-39a7d668-c64a-4307-9265-8a0a9209b935 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:37.139742 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-19761cbe-d4a8-4935-94fe-01f860d32a20 req-39a7d668-c64a-4307-9265-8a0a9209b935 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a8709b5-b684-4aa0-903d-8839be2c999e HTTP/1.1" status: 200 len: 944 time: 0.2214327 Dec 06 17:20:37.163068 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-eec27e8d-0236-4144-bd9b-20fa0e798c2f req-97aacd21-fe3b-449b-b34d-faace47f0b92 service neutron] 10.222.0.23 "GET /v2.0/networks/c03931f5-54ae-4b06-ad76-fa3bc7500e1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969143 Dec 06 17:20:37.185757 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6191cec3-ce0d-4aae-8ba3-4f6ca08c3476 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:37.209345 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bdaae1c9-a7c9-407d-9754-4d1b626e913e tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:37.214897 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=5950c246-4a5e-4fe7-824b-ffd17af9d9f8,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:37.235545 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port 9940597b-03fc-4480-aa9b-655f24781eb0 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:20:37.243835 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port 9940597b-03fc-4480-aa9b-655f24781eb0 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:20:37.244219 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:37.267117 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-19761cbe-d4a8-4935-94fe-01f860d32a20 req-ce842187-964c-4822-8419-3fbab0184bdd tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=5055a3f9-0705-481f-a554-5c989eab318b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261075 Dec 06 17:20:37.348111 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6191cec3-ce0d-4aae-8ba3-4f6ca08c3476 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:37.410279 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6191cec3-ce0d-4aae-8ba3-4f6ca08c3476 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Pushing event deleted for resources: {'Subnet': ['ID=9bf2a374-e6a4-43cf-a253-98a9c9dd9783,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:37.414168 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:37.420775 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6191cec3-ce0d-4aae-8ba3-4f6ca08c3476 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:37.424491 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-6191cec3-ce0d-4aae-8ba3-4f6ca08c3476 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "DELETE /v2.0/subnets/9bf2a374-e6a4-43cf-a253-98a9c9dd9783 HTTP/1.1" status: 204 len: 168 time: 0.8352647 Dec 06 17:20:37.437837 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-eec27e8d-0236-4144-bd9b-20fa0e798c2f req-862ef112-df8b-46f2-b2ee-232025f838c0 service neutron] 10.222.0.23 "GET /v2.0/networks/c03931f5-54ae-4b06-ad76-fa3bc7500e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044013 Dec 06 17:20:37.441192 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55482) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:37.448557 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd45bb9c-0bc6-4acb-a9a8-77a050d162dd None None] Network cc2c5fd0-5e9a-4327-8c70-f988bee8bdd2 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:20:37.493728 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf1c0f7-d67d-4dd0-b611-acb830d42c36 x-openstack-request-id: req-8cf1c0f7-d67d-4dd0-b611-acb830d42c36 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:20:37.493950 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31a2202d-a11c-43ed-a8f8-da649ae9d172", "name": "network-vif-plugged", "status": "completed", "tag": "5950c246-4a5e-4fe7-824b-ffd17af9d9f8", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:20:37.494517 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8cf1c0f7-d67d-4dd0-b611-acb830d42c36 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:20:37.494517 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31a2202d-a11c-43ed-a8f8-da649ae9d172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5950c246-4a5e-4fe7-824b-ffd17af9d9f8', 'code': 200} Dec 06 17:20:37.555786 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 9940597b-03fc-4480-aa9b-655f24781eb0, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=9940597b-03fc-4480-aa9b-655f24781eb0,segment=NetworkSegment(5191f104-0f28-4995-943c-dc9b12a33060),segment_id=5191f104-0f28-4995-943c-dc9b12a33060)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:20:37.591607 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:37.632197 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5fc25cab-1d20-47a9-871e-3457e1558335 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:37.658614 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bdaae1c9-a7c9-407d-9754-4d1b626e913e tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks [] for router_gateway, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:37.697752 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-5fc25cab-1d20-47a9-871e-3457e1558335 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Deleting port 4616991d-f4a3-45db-a796-78c0c21959d1 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:20:37.698297 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5fc25cab-1d20-47a9-871e-3457e1558335 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:37.716513 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bdaae1c9-a7c9-407d-9754-4d1b626e913e tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:37.750755 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=9940597b-03fc-4480-aa9b-655f24781eb0,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:37.758504 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c4b0f9b7-0724-45f7-bc0c-af845c8e6ff5 req-0b792f59-a3d0-4c9e-9f52-3d011e4f03f6 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8da1e37-b0ce-4950-a2e1-d4d8b1fe0b5f HTTP/1.1" status: 200 len: 210 time: 0.0463569 Dec 06 17:20:37.817915 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-5fc25cab-1d20-47a9-871e-3457e1558335 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] For port 4616991d-f4a3-45db-a796-78c0c21959d1, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=4616991d-f4a3-45db-a796-78c0c21959d1,segment=NetworkSegment(8a5269e9-1a15-4956-88c9-a2d2e83c479d),segment_id=8a5269e9-1a15-4956-88c9-a2d2e83c479d)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:20:37.818468 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5fc25cab-1d20-47a9-871e-3457e1558335 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:37.835866 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67af7508-5ff2-4e7e-aafa-2f2fc3ccde99 req-88d2fa79-90c2-4f0c-abaa-9fa95939705e tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:37.836713 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-5fc25cab-1d20-47a9-871e-3457e1558335 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Calling delete_port for 4616991d-f4a3-45db-a796-78c0c21959d1 owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:20:37.837510 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-67af7508-5ff2-4e7e-aafa-2f2fc3ccde99 req-88d2fa79-90c2-4f0c-abaa-9fa95939705e tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.44 "GET /v2.0/ports?device_id=a641f262-239e-461f-af10-00b86db62822 HTTP/1.1" status: 200 len: 945 time: 0.2331214 Dec 06 17:20:37.849999 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6835f6-2c8f-4e33-acd7-3c018824a30f req-4aa0feaf-b458-4d38-b01d-76899b452c1a tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:37.857422 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8b6835f6-2c8f-4e33-acd7-3c018824a30f req-4aa0feaf-b458-4d38-b01d-76899b452c1a tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=31a2202d-a11c-43ed-a8f8-da649ae9d172 HTTP/1.1" status: 200 len: 946 time: 0.2427502 Dec 06 17:20:37.866408 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12545ec8-8180-452e-bb22-e45ad4afb9f7 req-c3c20980-c584-4e20-b566-ec99d56309cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:37.867876 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-12545ec8-8180-452e-bb22-e45ad4afb9f7 req-c3c20980-c584-4e20-b566-ec99d56309cc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=31a2202d-a11c-43ed-a8f8-da649ae9d172 HTTP/1.1" status: 200 len: 1097 time: 0.2220469 Dec 06 17:20:37.993661 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5fc25cab-1d20-47a9-871e-3457e1558335 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:38.008640 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f0840d-a764-4fd3-b29d-d9bbe32941b6 None None] DHCP port deletion for cc2c5fd0-5e9a-4327-8c70-f988bee8bdd2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:20:38.022914 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc25cab-1d20-47a9-871e-3457e1558335 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] No DVR routers for this DVR port 4616991d-f4a3-45db-a796-78c0c21959d1 on host n-d-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:20:38.071770 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8b6835f6-2c8f-4e33-acd7-3c018824a30f req-34bf0ec8-2998-4432-b377-05144ee884ad tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c657007e-2b96-4108-a795-7e2c1ca6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133579 Dec 06 17:20:38.092396 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-12545ec8-8180-452e-bb22-e45ad4afb9f7 req-4ea88866-6c40-4cc2-84d6-874bd3e94323 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c657007e-2b96-4108-a795-7e2c1ca6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882167 Dec 06 17:20:38.101380 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc25cab-1d20-47a9-871e-3457e1558335 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Pushing event deleted for resources: {'Port': ['ID=4616991d-f4a3-45db-a796-78c0c21959d1,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:38.115926 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-bdaae1c9-a7c9-407d-9754-4d1b626e913e tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Allocated IP 172.35.1.89 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/09ed8065-eaef-47ac-b849-d9de8a3caadf) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:20:38.171709 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5fc25cab-1d20-47a9-871e-3457e1558335 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:38.195275 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-5fc25cab-1d20-47a9-871e-3457e1558335 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc2c5fd0-5e9a-4327-8c70-f988bee8bdd2']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:20:38.195694 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-67af7508-5ff2-4e7e-aafa-2f2fc3ccde99 req-99484201-64af-49ec-9d0e-acb3fbba49e6 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Deleting port decb0f8a-736c-4f8b-a030-c3406108b3b4 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:20:38.196071 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-67af7508-5ff2-4e7e-aafa-2f2fc3ccde99 req-99484201-64af-49ec-9d0e-acb3fbba49e6 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:38.207711 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-5fc25cab-1d20-47a9-871e-3457e1558335 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a5269e9-1a15-4956-88c9-a2d2e83c479d') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:20:38.208204 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-5fc25cab-1d20-47a9-871e-3457e1558335 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a5269e9-1a15-4956-88c9-a2d2e83c479d') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:20:38.219449 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5fc25cab-1d20-47a9-871e-3457e1558335 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:38.238575 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5fc25cab-1d20-47a9-871e-3457e1558335 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:38.249735 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fc25cab-1d20-47a9-871e-3457e1558335 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:20:38.250488 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5fc25cab-1d20-47a9-871e-3457e1558335 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:38.254089 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 17:20:38.254089 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:20:38.254089 n-d-master-1 neutron-server[103284]: timer() Dec 06 17:20:38.254089 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:20:38.254089 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 17:20:38.254089 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:20:38.254089 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 17:20:38.254089 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:20:38.254089 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 17:20:38.254089 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:20:38.254089 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 17:20:38.254089 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:20:38.254089 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 17:20:38.254089 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:20:38.254089 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:20:38.254089 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:20:38.254089 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:20:38.254089 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:20:38.254089 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 17:20:38.254089 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:20:38.254089 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 17:20:38.254089 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:20:38.254089 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:20:38.254089 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:20:38.254089 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 17:20:38.254089 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:20:38.254089 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:20:38.254089 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:20:38.254089 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:20:38.254089 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:20:38.254089 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:20:38.254089 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:20:38.331403 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bdaae1c9-a7c9-407d-9754-4d1b626e913e tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:38.341368 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-67af7508-5ff2-4e7e-aafa-2f2fc3ccde99 req-99484201-64af-49ec-9d0e-acb3fbba49e6 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] For port decb0f8a-736c-4f8b-a030-c3406108b3b4, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=decb0f8a-736c-4f8b-a030-c3406108b3b4,segment=NetworkSegment(5a916c46-cf7e-433a-ae04-99d57e30b2e2),segment_id=5a916c46-cf7e-433a-ae04-99d57e30b2e2)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:20:38.341797 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-67af7508-5ff2-4e7e-aafa-2f2fc3ccde99 req-99484201-64af-49ec-9d0e-acb3fbba49e6 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:38.344679 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5fc25cab-1d20-47a9-871e-3457e1558335 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:38.348588 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5fc25cab-1d20-47a9-871e-3457e1558335 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:38.355853 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-5fc25cab-1d20-47a9-871e-3457e1558335 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "DELETE /v2.0/networks/cc2c5fd0-5e9a-4327-8c70-f988bee8bdd2 HTTP/1.1" status: 204 len: 168 time: 0.9085841 Dec 06 17:20:38.358415 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 55498) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:38.369436 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc25cab-1d20-47a9-871e-3457e1558335 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Pushing event deleted for resources: {'Network': ['ID=cc2c5fd0-5e9a-4327-8c70-f988bee8bdd2,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:38.414040 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-67af7508-5ff2-4e7e-aafa-2f2fc3ccde99 req-99484201-64af-49ec-9d0e-acb3fbba49e6 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Calling delete_port for decb0f8a-736c-4f8b-a030-c3406108b3b4 owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:20:38.448081 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653e5983-208e-4df3-8022-75c38cb8f152 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:38.449613 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-653e5983-208e-4df3-8022-75c38cb8f152 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "GET /v2.0/ports/36126cdd-8491-4b19-b8a1-908911bc774e HTTP/1.1" status: 200 len: 840 time: 0.0853033 Dec 06 17:20:38.454211 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55502) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:38.510797 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-f92b0515-c152-4fd2-9394-4eeb79a45a4d tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "GET /v2.0/ports/36126cdd-8491-4b19-b8a1-908911bc774e?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0553784 Dec 06 17:20:38.511413 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55504) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:38.518335 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-49e1b1ce-a570-4312-b374-201e2fbdbb53 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Request body: {'subnet': {'network_id': '81022f44-d819-4556-af8c-69b6139b8e8a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:20:38.519655 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bdaae1c9-a7c9-407d-9754-4d1b626e913e tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:38.559997 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fcf55d-1f68-4aca-902f-e654849f14d0 req-5422d442-1ae8-4d52-87fe-fb32869313f2 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:38.568042 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e1fcf55d-1f68-4aca-902f-e654849f14d0 req-5422d442-1ae8-4d52-87fe-fb32869313f2 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a8709b5-b684-4aa0-903d-8839be2c999e HTTP/1.1" status: 200 len: 945 time: 0.1779077 Dec 06 17:20:38.606655 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdaae1c9-a7c9-407d-9754-4d1b626e913e tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:20:38.608666 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-bdaae1c9-a7c9-407d-9754-4d1b626e913e tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:20:38.626664 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee9bd35-9f2f-4831-aaa0-677cceef353f None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:20:38.641640 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdaae1c9-a7c9-407d-9754-4d1b626e913e tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:20:38.695865 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e1b1ce-a570-4312-b374-201e2fbdbb53 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Made reservation on behalf of 40549eaf61834290b753dc92c662ceed for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:20:38.699694 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-49e1b1ce-a570-4312-b374-201e2fbdbb53 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:38.734419 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e1fcf55d-1f68-4aca-902f-e654849f14d0 req-24109be3-dc47-49bb-9dfb-2daacee78b96 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=5055a3f9-0705-481f-a554-5c989eab318b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1651871 Dec 06 17:20:38.763097 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-12aaa272-9c99-4dc2-b726-bc4bff71c291 None None] Provisioning complete for port 09ed8065-eaef-47ac-b849-d9de8a3caadf triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:20:38.763481 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-12aaa272-9c99-4dc2-b726-bc4bff71c291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:38.846569 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-12aaa272-9c99-4dc2-b726-bc4bff71c291 None None] Port 09ed8065-eaef-47ac-b849-d9de8a3caadf cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:20:38.937026 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9c9c3f04-4ea9-4e34-8f2b-4cfe6fa36aab req-298ac9ed-8ea5-455c-899e-47abb506a601 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8da1e37-b0ce-4950-a2e1-d4d8b1fe0b5f HTTP/1.1" status: 200 len: 210 time: 0.0562298 Dec 06 17:20:38.977736 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 4616991d-f4a3-45db-a796-78c0c21959d1 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:20:39.000657 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bdaae1c9-a7c9-407d-9754-4d1b626e913e tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks [] for router_gateway, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:39.003118 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 4616991d-f4a3-45db-a796-78c0c21959d1 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:20:39.005444 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 4616991d-f4a3-45db-a796-78c0c21959d1 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:20:39.054329 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-49e1b1ce-a570-4312-b374-201e2fbdbb53 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:39.100214 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e1b1ce-a570-4312-b374-201e2fbdbb53 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Network 81022f44-d819-4556-af8c-69b6139b8e8a is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:20:39.109177 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-49e1b1ce-a570-4312-b374-201e2fbdbb53 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:20:39.114609 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e1b1ce-a570-4312-b374-201e2fbdbb53 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:39.115956 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-49e1b1ce-a570-4312-b374-201e2fbdbb53 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:39.120028 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4817d643-fd65-4d91-9103-b58413d23705 None None] Network 81022f44-d819-4556-af8c-69b6139b8e8a requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:20:39.126956 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e1b1ce-a570-4312-b374-201e2fbdbb53 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Pushing event updated for resources: {'Subnet': ['ID=54e536cf-627b-43c5-9d06-89263b5cce81,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:39.144375 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-49e1b1ce-a570-4312-b374-201e2fbdbb53 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6304729 Dec 06 17:20:39.149254 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55516) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:39.156743 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-de51302e-476a-417e-95b1-8e1b25ab8500 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Request body: {'security_group': {'name': 'tempest-secgroup-1085933847'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:20:39.207507 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-de51302e-476a-417e-95b1-8e1b25ab8500 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:39.246339 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec27e8d-0236-4144-bd9b-20fa0e798c2f req-6134e7bb-12e6-4afe-8d37-3aaee4daf8bd tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:39.248413 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-eec27e8d-0236-4144-bd9b-20fa0e798c2f req-6134e7bb-12e6-4afe-8d37-3aaee4daf8bd tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.44 "GET /v2.0/networks?id=c03931f5-54ae-4b06-ad76-fa3bc7500e1d HTTP/1.1" status: 200 len: 815 time: 0.1889918 Dec 06 17:20:39.259475 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaae1c9-a7c9-407d-9754-4d1b626e913e tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Pushing event updated for resources: {'Port': ['ID=09ed8065-eaef-47ac-b849-d9de8a3caadf,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:39.285891 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-eec27e8d-0236-4144-bd9b-20fa0e798c2f req-2874aefe-8e92-46ab-a8ff-957342fe0fd5 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Request body: {'port': {'device_id': 'c8da1e37-b0ce-4950-a2e1-d4d8b1fe0b5f', 'network_id': 'c03931f5-54ae-4b06-ad76-fa3bc7500e1d', 'admin_state_up': True, 'tenant_id': '0a9ae69edd864a0594799c7ece4dd7a6'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:20:39.357018 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27903d33-9ece-4b69-8eeb-c0675d29e78b req-3d5f7aa8-9dcf-472d-bebb-2abe792e28bd tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:39.359675 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-27903d33-9ece-4b69-8eeb-c0675d29e78b req-3d5f7aa8-9dcf-472d-bebb-2abe792e28bd tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=31a2202d-a11c-43ed-a8f8-da649ae9d172 HTTP/1.1" status: 200 len: 946 time: 0.1361887 Dec 06 17:20:39.424351 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9cec3f5-89bc-4513-a580-d60b0112abdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-81022f44-d819-4556-af8c-69b6139b8e8a', 'network_id': '81022f44-d819-4556-af8c-69b6139b8e8a', 'tenant_id': '40549eaf61834290b753dc92c662ceed', 'fixed_ips': [{'subnet_id': '54e536cf-627b-43c5-9d06-89263b5cce81'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:20:39.425909 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b9cec3f5-89bc-4513-a580-d60b0112abdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:39.429191 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-de51302e-476a-417e-95b1-8e1b25ab8500 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:39.444283 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-de51302e-476a-417e-95b1-8e1b25ab8500 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:39.478075 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aa9e09-d88d-4a2d-9df5-3a11abef947c req-ebbe64b3-723c-4699-a836-7cd862d4ab82 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:39.487185 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e9aa9e09-d88d-4a2d-9df5-3a11abef947c req-ebbe64b3-723c-4699-a836-7cd862d4ab82 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/ports?device_id=6972e696-526b-417c-bdce-ca7d7c8763eb HTTP/1.1" status: 200 len: 946 time: 0.4874125 Dec 06 17:20:39.504163 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-27903d33-9ece-4b69-8eeb-c0675d29e78b req-e5767e00-df33-4e5d-a8c2-a064dba6746b tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c657007e-2b96-4108-a795-7e2c1ca6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224902 Dec 06 17:20:39.510877 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-de51302e-476a-417e-95b1-8e1b25ab8500 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:39.515045 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-de51302e-476a-417e-95b1-8e1b25ab8500 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3615270 Dec 06 17:20:39.524979 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 55520) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:39.529819 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-f70b82d2-9fc4-40b1-98a1-56c1c9599fec tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Request body: {'security_group': {'name': 'tempest-secgroup-1700045561'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:20:39.545567 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de51302e-476a-417e-95b1-8e1b25ab8500 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ba969c-f7db-4fe7-80e1-d545b9bf3946,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:39.549109 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a8709b5-b684-4aa0-903d-8839be2c999e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9940597b-03fc-4480-aa9b-655f24781eb0'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:20:39.554863 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-67af7508-5ff2-4e7e-aafa-2f2fc3ccde99 req-99484201-64af-49ec-9d0e-acb3fbba49e6 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:39.564926 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9c2b32b-8268-471d-af14-d9aa89c9c8d8" -d '{"events": [{"server_uuid": "5a8709b5-b684-4aa0-903d-8839be2c999e", "name": "network-vif-plugged", "status": "completed", "tag": "9940597b-03fc-4480-aa9b-655f24781eb0"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:20:39.647735 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf584ad-959b-4754-92d9-3af4b19bb376 x-openstack-request-id: req-acf584ad-959b-4754-92d9-3af4b19bb376 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:20:39.648754 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a8709b5-b684-4aa0-903d-8839be2c999e", "name": "network-vif-plugged", "status": "completed", "tag": "9940597b-03fc-4480-aa9b-655f24781eb0", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:20:39.649015 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-acf584ad-959b-4754-92d9-3af4b19bb376 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:20:39.649415 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a8709b5-b684-4aa0-903d-8839be2c999e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9940597b-03fc-4480-aa9b-655f24781eb0', 'code': 200} Dec 06 17:20:39.657998 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-b9cec3f5-89bc-4513-a580-d60b0112abdf None None] Allocated IP 172.20.0.2 (81022f44-d819-4556-af8c-69b6139b8e8a/54e536cf-627b-43c5-9d06-89263b5cce81/df8e7efe-6d27-4026-911c-fd59859ae449) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:20:39.842993 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b9cec3f5-89bc-4513-a580-d60b0112abdf None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:39.853271 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b9cec3f5-89bc-4513-a580-d60b0112abdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:39.896623 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40be7181-2482-430d-afdf-5bcd4c17cdfa req-1963fdfd-b815-41fc-8f4b-c3c1c47a609f tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:39.906713 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-40be7181-2482-430d-afdf-5bcd4c17cdfa req-1963fdfd-b815-41fc-8f4b-c3c1c47a609f tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a8709b5-b684-4aa0-903d-8839be2c999e HTTP/1.1" status: 200 len: 945 time: 0.0685296 Dec 06 17:20:39.917438 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9cec3f5-89bc-4513-a580-d60b0112abdf None None] Network 81022f44-d819-4556-af8c-69b6139b8e8a is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:20:39.922474 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-b9cec3f5-89bc-4513-a580-d60b0112abdf None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:20:39.925826 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cec3f5-89bc-4513-a580-d60b0112abdf None None] Pushing event updated for resources: {'Port': ['ID=df8e7efe-6d27-4026-911c-fd59859ae449,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:39.930157 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cec3f5-89bc-4513-a580-d60b0112abdf None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:20:39.982502 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-40be7181-2482-430d-afdf-5bcd4c17cdfa req-9f2b00d3-8291-4932-97a2-3b43e6567595 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=5055a3f9-0705-481f-a554-5c989eab318b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693254 Dec 06 17:20:40.014889 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-b9cec3f5-89bc-4513-a580-d60b0112abdf None None] Attempting to bind port df8e7efe-6d27-4026-911c-fd59859ae449 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:20:40.015265 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-b9cec3f5-89bc-4513-a580-d60b0112abdf None None] Attempting to bind port df8e7efe-6d27-4026-911c-fd59859ae449 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'a9b88c68-712e-41b0-ab09-20f8e6e82a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '81022f44-d819-4556-af8c-69b6139b8e8a'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:20:40.015634 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cec3f5-89bc-4513-a580-d60b0112abdf None None] Attempting to bind port df8e7efe-6d27-4026-911c-fd59859ae449 on network 81022f44-d819-4556-af8c-69b6139b8e8a {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:20:40.022829 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cec3f5-89bc-4513-a580-d60b0112abdf None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:20:40.023214 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cec3f5-89bc-4513-a580-d60b0112abdf None None] Checking segment: {'id': 'a9b88c68-712e-41b0-ab09-20f8e6e82a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '81022f44-d819-4556-af8c-69b6139b8e8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:20:40.023625 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b9cec3f5-89bc-4513-a580-d60b0112abdf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:40.024019 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cec3f5-89bc-4513-a580-d60b0112abdf None None] Bound using segment: {'id': 'a9b88c68-712e-41b0-ab09-20f8e6e82a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '81022f44-d819-4556-af8c-69b6139b8e8a'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:20:40.024500 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-b9cec3f5-89bc-4513-a580-d60b0112abdf None None] Bound port: df8e7efe-6d27-4026-911c-fd59859ae449, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b88c68-712e-41b0-ab09-20f8e6e82a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '81022f44-d819-4556-af8c-69b6139b8e8a'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:20:40.024885 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b9cec3f5-89bc-4513-a580-d60b0112abdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:40.070069 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-149b394c-9ec8-4bab-a176-d59dc3a7a730 req-0ef99cb2-1bc2-49a0-8086-bcfcedd8bde9 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8da1e37-b0ce-4950-a2e1-d4d8b1fe0b5f HTTP/1.1" status: 200 len: 210 time: 0.0309978 Dec 06 17:20:40.096696 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b9cec3f5-89bc-4513-a580-d60b0112abdf None None] For port df8e7efe-6d27-4026-911c-fd59859ae449, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:20:40.100604 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b9cec3f5-89bc-4513-a580-d60b0112abdf None None] For port df8e7efe-6d27-4026-911c-fd59859ae449, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=df8e7efe-6d27-4026-911c-fd59859ae449,segment=NetworkSegment(a9b88c68-712e-41b0-ab09-20f8e6e82a5d),segment_id=a9b88c68-712e-41b0-ab09-20f8e6e82a5d)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:20:40.109074 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b9cec3f5-89bc-4513-a580-d60b0112abdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:40.138783 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99484201-64af-49ec-9d0e-acb3fbba49e6 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Pushing event deleted for resources: {'Port': ['ID=decb0f8a-736c-4f8b-a030-c3406108b3b4,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:40.159732 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cec3f5-89bc-4513-a580-d60b0112abdf None None] Pushing event updated for resources: {'Port': ['ID=df8e7efe-6d27-4026-911c-fd59859ae449,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:40.183291 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.db.api [None req-f70b82d2-9fc4-40b1-98a1-56c1c9599fec tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 06 17:20:40.183291 n-d-master-1 neutron-server[103285]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 06 17:20:40.183291 n-d-master-1 neutron-server[103285]: [parameters: {'project_id': '40549eaf61834290b753dc92c662ceed', 'id': '5683dd6e-b070-4377-a11b-3b8122962b34', 'expiration': datetime.datetime(2021, 12, 6, 17, 22, 39, 658258)}] Dec 06 17:20:40.183291 n-d-master-1 neutron-server[103285]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103285) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 17:20:40.183701 n-d-master-1 neutron-server[103285]: DEBUG oslo_db.api [None req-f70b82d2-9fc4-40b1-98a1-56c1c9599fec tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 17:20:40.187275 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e9aa9e09-d88d-4a2d-9df5-3a11abef947c req-5781c722-dec8-49f2-89b0-3448eb5a9b7e tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/security-groups?id=55b21076-cf23-48e9-9a14-bcc811d060b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6998751 Dec 06 17:20:40.221897 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eec27e8d-0236-4144-bd9b-20fa0e798c2f req-2874aefe-8e92-46ab-a8ff-957342fe0fd5 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Made reservation on behalf of 0a9ae69edd864a0594799c7ece4dd7a6 for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:20:40.226097 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-eec27e8d-0236-4144-bd9b-20fa0e798c2f req-2874aefe-8e92-46ab-a8ff-957342fe0fd5 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:40.230666 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-67af7508-5ff2-4e7e-aafa-2f2fc3ccde99 req-99484201-64af-49ec-9d0e-acb3fbba49e6 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] No DVR routers for this DVR port decb0f8a-736c-4f8b-a030-c3406108b3b4 on host n-h2-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:20:40.242133 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-67af7508-5ff2-4e7e-aafa-2f2fc3ccde99 req-99484201-64af-49ec-9d0e-acb3fbba49e6 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:40.245455 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-67af7508-5ff2-4e7e-aafa-2f2fc3ccde99 req-99484201-64af-49ec-9d0e-acb3fbba49e6 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.44 "DELETE /v2.0/ports/decb0f8a-736c-4f8b-a030-c3406108b3b4 HTTP/1.1" status: 204 len: 173 time: 2.3757374 Dec 06 17:20:40.247733 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a641f262-239e-461f-af10-00b86db62822', 'name': 'network-vif-deleted', 'tag': 'decb0f8a-736c-4f8b-a030-c3406108b3b4'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:20:40.250042 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c43fd03-e2f4-45f2-bc51-ec6ce2a2c694" -d '{"events": [{"server_uuid": "a641f262-239e-461f-af10-00b86db62822", "name": "network-vif-deleted", "tag": "decb0f8a-736c-4f8b-a030-c3406108b3b4"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:20:40.274188 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bdaae1c9-a7c9-407d-9754-4d1b626e913e tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:40.288656 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faf26b8-2b60-4309-ae8f-9d7fab3fd6e8 req-b7bdde31-7185-4d28-9a49-65925c33440e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:40.290712 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6faf26b8-2b60-4309-ae8f-9d7fab3fd6e8 req-b7bdde31-7185-4d28-9a49-65925c33440e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5a8709b5-b684-4aa0-903d-8839be2c999e HTTP/1.1" status: 200 len: 1096 time: 0.2051461 Dec 06 17:20:40.325021 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab75750-53aa-4ea1-937a-d40126d305be x-openstack-request-id: req-dab75750-53aa-4ea1-937a-d40126d305be {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:20:40.325244 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a641f262-239e-461f-af10-00b86db62822", "name": "network-vif-deleted", "tag": "decb0f8a-736c-4f8b-a030-c3406108b3b4", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:20:40.325522 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dab75750-53aa-4ea1-937a-d40126d305be {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:20:40.325923 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a641f262-239e-461f-af10-00b86db62822', 'name': 'network-vif-deleted', 'tag': 'decb0f8a-736c-4f8b-a030-c3406108b3b4', 'status': 'completed', 'code': 200} Dec 06 17:20:40.384737 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device decb0f8a-736c-4f8b-a030-c3406108b3b4 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:20:40.429955 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] No Port match for: decb0f8a-736c-4f8b-a030-c3406108b3b4 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:20:40.430299 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device decb0f8a-736c-4f8b-a030-c3406108b3b4 not bound to the agent host n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:20:40.530275 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6faf26b8-2b60-4309-ae8f-9d7fab3fd6e8 req-caa55fde-9b4e-40c6-a5a3-91329328b62d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5055a3f9-0705-481f-a554-5c989eab318b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2034967 Dec 06 17:20:40.555918 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-eec27e8d-0236-4144-bd9b-20fa0e798c2f req-2874aefe-8e92-46ab-a8ff-957342fe0fd5 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Allocated IP 172.20.0.9 (c03931f5-54ae-4b06-ad76-fa3bc7500e1d/d2b8ed75-274c-4de4-a0f5-9da38dbe8d78/0fb12731-7f88-4fec-adc4-00016bd83483) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:20:40.662313 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ca8d2f-fa6a-44b9-9ba9-f2cc7804e7f8 req-17dfff34-55b3-4c40-8eb2-15f708fadcbc tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:40.663825 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-80ca8d2f-fa6a-44b9-9ba9-f2cc7804e7f8 req-17dfff34-55b3-4c40-8eb2-15f708fadcbc tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=31a2202d-a11c-43ed-a8f8-da649ae9d172 HTTP/1.1" status: 200 len: 946 time: 0.1043570 Dec 06 17:20:40.711389 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdaae1c9-a7c9-407d-9754-4d1b626e913e tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Router 7613b424-000e-47c0-8eca-bf4bb1ef5562 is scheduled to L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 with binding_index 1 {{(pid=103285) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 17:20:40.846379 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-80ca8d2f-fa6a-44b9-9ba9-f2cc7804e7f8 req-7a7455be-772c-4d2e-b3d2-ee0ac4acb82e tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c657007e-2b96-4108-a795-7e2c1ca6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753747 Dec 06 17:20:40.854271 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f70b82d2-9fc4-40b1-98a1-56c1c9599fec tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:40.901200 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-eec27e8d-0236-4144-bd9b-20fa0e798c2f req-2874aefe-8e92-46ab-a8ff-957342fe0fd5 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:41.009344 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device df8e7efe-6d27-4026-911c-fd59859ae449 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:20:41.026916 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdaae1c9-a7c9-407d-9754-4d1b626e913e tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:20:41.038075 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19b5944-c4fb-4945-b9c0-2ba3b71d6dd7 None None] Sync routers for ids ['7613b424-000e-47c0-8eca-bf4bb1ef5562'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:20:41.059081 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19b5944-c4fb-4945-b9c0-2ba3b71d6dd7 None None] Routers {'7613b424-000e-47c0-8eca-bf4bb1ef5562'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:20:41.059725 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-e19b5944-c4fb-4945-b9c0-2ba3b71d6dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:20:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['7613b424-000e-47c0-8eca-bf4bb1ef5562'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:20:41.093221 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f70b82d2-9fc4-40b1-98a1-56c1c9599fec tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:41.114926 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-e19b5944-c4fb-4945-b9c0-2ba3b71d6dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:20:41.124663 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port df8e7efe-6d27-4026-911c-fd59859ae449 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:20:41.125731 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f70b82d2-9fc4-40b1-98a1-56c1c9599fec tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:41.127013 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19b5944-c4fb-4945-b9c0-2ba3b71d6dd7 None None] Routers {'7613b424-000e-47c0-8eca-bf4bb1ef5562'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:20:41.128024 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-e19b5944-c4fb-4945-b9c0-2ba3b71d6dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:20:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['7613b424-000e-47c0-8eca-bf4bb1ef5562'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:20:41.133950 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:41.176324 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-e19b5944-c4fb-4945-b9c0-2ba3b71d6dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:20:41.177272 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19b5944-c4fb-4945-b9c0-2ba3b71d6dd7 None None] The sync data for ids ['7613b424-000e-47c0-8eca-bf4bb1ef5562'] in n-d-master-1 is: [] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:20:41.190823 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6388e92c-a2ed-4141-bbe8-187eaa159100 req-28531449-c941-44cc-b911-1615ec89b280 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:41.192682 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6388e92c-a2ed-4141-bbe8-187eaa159100 req-28531449-c941-44cc-b911-1615ec89b280 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=31a2202d-a11c-43ed-a8f8-da649ae9d172 HTTP/1.1" status: 200 len: 946 time: 0.1057072 Dec 06 17:20:41.196791 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bdaae1c9-a7c9-407d-9754-4d1b626e913e tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:41.200528 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-bdaae1c9-a7c9-407d-9754-4d1b626e913e tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.3893733 Dec 06 17:20:41.200797 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55542) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:41.229020 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70b82d2-9fc4-40b1-98a1-56c1c9599fec tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d5fb9c-f245-4631-be3c-4e1c0d285f20,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:41.235353 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:41.239010 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f70b82d2-9fc4-40b1-98a1-56c1c9599fec tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:41.240911 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-f70b82d2-9fc4-40b1-98a1-56c1c9599fec tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.7147572 Dec 06 17:20:41.248142 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 55546) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:41.258517 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b511a397-8182-4084-9d05-a600f42ef547 req-ce7414f0-6bef-4987-a819-48a3c567069c tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:41.260665 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b511a397-8182-4084-9d05-a600f42ef547 req-ce7414f0-6bef-4987-a819-48a3c567069c tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a8709b5-b684-4aa0-903d-8839be2c999e HTTP/1.1" status: 200 len: 945 time: 0.1532874 Dec 06 17:20:41.265829 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-4b95be15-14cb-4e82-bd3d-67b11628c377 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1439902144', 'security_groups': ['c3d5fb9c-f245-4631-be3c-4e1c0d285f20'], 'network_id': '81022f44-d819-4556-af8c-69b6139b8e8a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '54e536cf-627b-43c5-9d06-89263b5cce81'}]}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:20:41.287805 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-eec27e8d-0236-4144-bd9b-20fa0e798c2f req-2874aefe-8e92-46ab-a8ff-957342fe0fd5 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:41.294715 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] For port df8e7efe-6d27-4026-911c-fd59859ae449, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=df8e7efe-6d27-4026-911c-fd59859ae449,segment=NetworkSegment(a9b88c68-712e-41b0-ab09-20f8e6e82a5d),segment_id=a9b88c68-712e-41b0-ab09-20f8e6e82a5d)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:20:41.300532 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:41.381148 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Pushing event updated for resources: {'Port': ['ID=df8e7efe-6d27-4026-911c-fd59859ae449,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:41.416158 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eec27e8d-0236-4144-bd9b-20fa0e798c2f req-2874aefe-8e92-46ab-a8ff-957342fe0fd5 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Network c03931f5-54ae-4b06-ad76-fa3bc7500e1d is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:20:41.432275 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-eec27e8d-0236-4144-bd9b-20fa0e798c2f req-2874aefe-8e92-46ab-a8ff-957342fe0fd5 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:20:41.447967 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-eec27e8d-0236-4144-bd9b-20fa0e798c2f req-2874aefe-8e92-46ab-a8ff-957342fe0fd5 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:20:41.462253 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b511a397-8182-4084-9d05-a600f42ef547 req-0d8cf5b6-a720-4071-afab-6307cc12e00f tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=5055a3f9-0705-481f-a554-5c989eab318b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1770506 Dec 06 17:20:41.462889 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2874aefe-8e92-46ab-a8ff-957342fe0fd5 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Pushing event updated for resources: {'Port': ['ID=0fb12731-7f88-4fec-adc4-00016bd83483,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:41.515478 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-0e04f9fd-01f2-41dd-89af-49ba7ab7570e None None] Provisioning complete for port 36126cdd-8491-4b19-b8a1-908911bc774e triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:20:41.516692 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0e04f9fd-01f2-41dd-89af-49ba7ab7570e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:41.560695 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-0e04f9fd-01f2-41dd-89af-49ba7ab7570e None None] Port 36126cdd-8491-4b19-b8a1-908911bc774e cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:20:41.572834 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-0e04f9fd-01f2-41dd-89af-49ba7ab7570e None None] Provisioning complete for port df8e7efe-6d27-4026-911c-fd59859ae449 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:20:41.573361 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0e04f9fd-01f2-41dd-89af-49ba7ab7570e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:41.591422 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec27e8d-0236-4144-bd9b-20fa0e798c2f req-2874aefe-8e92-46ab-a8ff-957342fe0fd5 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:41.592065 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-eec27e8d-0236-4144-bd9b-20fa0e798c2f req-2874aefe-8e92-46ab-a8ff-957342fe0fd5 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:41.630452 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf652e2-b2a6-49bd-8456-075c519d5073 req-b53dcbee-d47a-40b6-8395-cc184bc2503d tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:41.631840 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fdf652e2-b2a6-49bd-8456-075c519d5073 req-b53dcbee-d47a-40b6-8395-cc184bc2503d tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.41 "GET /v2.0/ports?device_id=6972e696-526b-417c-bdce-ca7d7c8763eb HTTP/1.1" status: 200 len: 946 time: 0.1769314 Dec 06 17:20:41.653798 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b95be15-14cb-4e82-bd3d-67b11628c377 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Made reservation on behalf of 40549eaf61834290b753dc92c662ceed for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:20:41.684805 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-eec27e8d-0236-4144-bd9b-20fa0e798c2f req-2874aefe-8e92-46ab-a8ff-957342fe0fd5 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4044461 Dec 06 17:20:41.694853 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43270f9e-a4a2-4791-a3ea-2356bd379346 req-ab834ef6-5346-4967-ba2e-3478ed05ea52 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:41.696369 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-43270f9e-a4a2-4791-a3ea-2356bd379346 req-ab834ef6-5346-4967-ba2e-3478ed05ea52 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8da1e37-b0ce-4950-a2e1-d4d8b1fe0b5f HTTP/1.1" status: 200 len: 931 time: 0.1514442 Dec 06 17:20:41.706137 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6388e92c-a2ed-4141-bbe8-187eaa159100 req-7d40ff9e-7acc-4c24-8e57-3be63770d418 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c657007e-2b96-4108-a795-7e2c1ca6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5060880 Dec 06 17:20:41.724738 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-eec27e8d-0236-4144-bd9b-20fa0e798c2f req-0d8c9fae-9597-4f5c-a4cf-1baedf3b6e58 service neutron] Request body: {'port': {'device_id': 'c8da1e37-b0ce-4950-a2e1-d4d8b1fe0b5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:20:41.732951 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-dad942c2-f11f-49ce-8d45-ff1b1b370c93 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "GET /v2.0/routers/7613b424-000e-47c0-8eca-bf4bb1ef5562 HTTP/1.1" status: 200 len: 884 time: 0.5278962 Dec 06 17:20:41.732951 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55548) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:41.900670 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc159f35-0cb2-4e23-86e6-b0ffa3df97c7 req-78756b85-9906-4522-9422-6636bc4182c4 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:41.902207 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bc159f35-0cb2-4e23-86e6-b0ffa3df97c7 req-78756b85-9906-4522-9422-6636bc4182c4 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/ports?device_id=6972e696-526b-417c-bdce-ca7d7c8763eb HTTP/1.1" status: 200 len: 946 time: 0.0802999 Dec 06 17:20:41.930419 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-43270f9e-a4a2-4791-a3ea-2356bd379346 req-7baf69ac-bd5a-4a02-b984-135c140bb8ee tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd5fd2ce-3e09-41f1-868b-3ad9c4e06626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163794 Dec 06 17:20:41.935138 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-eec27e8d-0236-4144-bd9b-20fa0e798c2f req-0d8c9fae-9597-4f5c-a4cf-1baedf3b6e58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:41.941741 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4b95be15-14cb-4e82-bd3d-67b11628c377 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:41.973757 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-fdf652e2-b2a6-49bd-8456-075c519d5073 req-f10a5588-c623-43d0-ad48-e2c8f926d76c tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Deleting port 2bcf73d1-a415-4204-9990-3862b1c99089 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:20:41.974101 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-fdf652e2-b2a6-49bd-8456-075c519d5073 req-f10a5588-c623-43d0-ad48-e2c8f926d76c tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:41.982267 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-4b95be15-14cb-4e82-bd3d-67b11628c377 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] device_id is not set on port c434b7bf-1b26-4d8e-ae48-05eac8256970 yet. {{(pid=103285) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:20:42.036381 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bc159f35-0cb2-4e23-86e6-b0ffa3df97c7 req-783ff132-bc0c-4699-ad99-d8cd84b41f42 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/security-groups?id=55b21076-cf23-48e9-9a14-bcc811d060b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272440 Dec 06 17:20:42.096487 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-5c33e549-9d37-4b2b-98eb-a85cd935118b tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.3628120 Dec 06 17:20:42.098611 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55552) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:42.103716 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-1bdb8451-5bcc-4093-9e41-571d5431a6ef tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1654044498'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:20:42.253360 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-fdf652e2-b2a6-49bd-8456-075c519d5073 req-f10a5588-c623-43d0-ad48-e2c8f926d76c tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] For port 2bcf73d1-a415-4204-9990-3862b1c99089, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=2bcf73d1-a415-4204-9990-3862b1c99089,segment=NetworkSegment(1866e212-da2e-4d7f-86b0-4e8ad063f1f7),segment_id=1866e212-da2e-4d7f-86b0-4e8ad063f1f7)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:20:42.253999 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-fdf652e2-b2a6-49bd-8456-075c519d5073 req-f10a5588-c623-43d0-ad48-e2c8f926d76c tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:42.306392 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-fdf652e2-b2a6-49bd-8456-075c519d5073 req-f10a5588-c623-43d0-ad48-e2c8f926d76c tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Calling delete_port for 2bcf73d1-a415-4204-9990-3862b1c99089 owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:20:42.374346 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-4b95be15-14cb-4e82-bd3d-67b11628c377 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Allocated IP 172.20.0.3 (81022f44-d819-4556-af8c-69b6139b8e8a/54e536cf-627b-43c5-9d06-89263b5cce81/c434b7bf-1b26-4d8e-ae48-05eac8256970) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:20:42.407325 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1bdb8451-5bcc-4093-9e41-571d5431a6ef tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1944'] for router, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:42.418659 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1bdb8451-5bcc-4093-9e41-571d5431a6ef tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536591', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-575717'] for router, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:42.539307 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bdb8451-5bcc-4093-9e41-571d5431a6ef tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Router 7613b424-000e-47c0-8eca-bf4bb1ef5562 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:20:42.648505 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bdb8451-5bcc-4093-9e41-571d5431a6ef tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:20:42.655327 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1bdb8451-5bcc-4093-9e41-571d5431a6ef tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:42.656496 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-1bdb8451-5bcc-4093-9e41-571d5431a6ef tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "PUT /v2.0/routers/7613b424-000e-47c0-8eca-bf4bb1ef5562 HTTP/1.1" status: 200 len: 891 time: 0.5561457 Dec 06 17:20:42.659055 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55556) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:42.659899 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0203a01a-ae6c-40d3-ae0b-2d2aaf68105d None None] Sync routers for ids ['7613b424-000e-47c0-8eca-bf4bb1ef5562'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:20:42.662130 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-eec27e8d-0236-4144-bd9b-20fa0e798c2f req-0d8c9fae-9597-4f5c-a4cf-1baedf3b6e58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fb12731-7f88-4fec-adc4-00016bd83483 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:20:42.672597 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0203a01a-ae6c-40d3-ae0b-2d2aaf68105d None None] Routers {'7613b424-000e-47c0-8eca-bf4bb1ef5562'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:20:42.673294 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-0203a01a-ae6c-40d3-ae0b-2d2aaf68105d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:20:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['7613b424-000e-47c0-8eca-bf4bb1ef5562'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:20:42.681883 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-eec27e8d-0236-4144-bd9b-20fa0e798c2f req-0d8c9fae-9597-4f5c-a4cf-1baedf3b6e58 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:42.717457 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-0203a01a-ae6c-40d3-ae0b-2d2aaf68105d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:20:42.718289 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-eec27e8d-0236-4144-bd9b-20fa0e798c2f req-0d8c9fae-9597-4f5c-a4cf-1baedf3b6e58 service neutron] Transition to ACTIVE for port object 0fb12731-7f88-4fec-adc4-00016bd83483 will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:20:42.724077 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-fdf652e2-b2a6-49bd-8456-075c519d5073 req-f10a5588-c623-43d0-ad48-e2c8f926d76c tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:42.729190 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0203a01a-ae6c-40d3-ae0b-2d2aaf68105d None None] Routers {'7613b424-000e-47c0-8eca-bf4bb1ef5562'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:20:42.730321 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-0203a01a-ae6c-40d3-ae0b-2d2aaf68105d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:20:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['7613b424-000e-47c0-8eca-bf4bb1ef5562'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:20:42.738657 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-eec27e8d-0236-4144-bd9b-20fa0e798c2f req-0d8c9fae-9597-4f5c-a4cf-1baedf3b6e58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:42.749063 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ff8e8c-dea4-466b-a40b-d640a66bd133 req-eea3b651-575c-4946-b78e-2915427b5e69 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:42.750643 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-81ff8e8c-dea4-466b-a40b-d640a66bd133 req-eea3b651-575c-4946-b78e-2915427b5e69 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a8709b5-b684-4aa0-903d-8839be2c999e HTTP/1.1" status: 200 len: 945 time: 0.1696312 Dec 06 17:20:42.769910 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['2bcf73d1-a415-4204-9990-3862b1c99089'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:20:42.772730 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['705859b3-57e1-4ac2-be0a-5482767392a3'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:20:42.779381 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-3b2580c5-d094-4445-b6ea-49acab13954f tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "GET /v2.0/routers/7613b424-000e-47c0-8eca-bf4bb1ef5562 HTTP/1.1" status: 200 len: 891 time: 0.1189058 Dec 06 17:20:42.781968 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55560) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:42.807437 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4b95be15-14cb-4e82-bd3d-67b11628c377 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:42.807718 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-0203a01a-ae6c-40d3-ae0b-2d2aaf68105d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:20:42.808628 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0203a01a-ae6c-40d3-ae0b-2d2aaf68105d None None] The sync data for ids ['7613b424-000e-47c0-8eca-bf4bb1ef5562'] in n-d-master-1 is: [] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:20:42.814019 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-640530ec-6e2a-460a-8e6e-b35e26ff7a0d tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "GET /v2.0/ports?device_id=7613b424-000e-47c0-8eca-bf4bb1ef5562 HTTP/1.1" status: 200 len: 205 time: 0.0308852 Dec 06 17:20:42.819897 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10a5588-c623-43d0-ad48-e2c8f926d76c tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Pushing event deleted for resources: {'Port': ['ID=2bcf73d1-a415-4204-9990-3862b1c99089,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:42.822520 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55562) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:42.861292 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0798eba5-60cf-4066-b9e9-7ac02bd80c1a None None] DHCP port deletion for cae96aac-fb31-4420-9340-c97dbf634a30 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:20:42.940946 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f5135a-154f-4153-b63b-54d9f5a9da9e req-8563ced4-8155-4fa5-bf6c-928ab244b951 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:42.942554 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c0f5135a-154f-4153-b63b-54d9f5a9da9e req-8563ced4-8155-4fa5-bf6c-928ab244b951 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=31a2202d-a11c-43ed-a8f8-da649ae9d172 HTTP/1.1" status: 200 len: 946 time: 0.1310897 Dec 06 17:20:42.943416 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdf652e2-b2a6-49bd-8456-075c519d5073 req-f10a5588-c623-43d0-ad48-e2c8f926d76c tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] No DVR routers for this DVR port 2bcf73d1-a415-4204-9990-3862b1c99089 on host n-h1-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:20:42.959853 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-fdf652e2-b2a6-49bd-8456-075c519d5073 req-f10a5588-c623-43d0-ad48-e2c8f926d76c tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:42.963845 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fdf652e2-b2a6-49bd-8456-075c519d5073 req-f10a5588-c623-43d0-ad48-e2c8f926d76c tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.41 "DELETE /v2.0/ports/2bcf73d1-a415-4204-9990-3862b1c99089 HTTP/1.1" status: 204 len: 173 time: 1.3227961 Dec 06 17:20:42.987813 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7cd33fd6-2c2a-4414-816d-4785df3a8cff tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks [] for router, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:43.003438 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6972e696-526b-417c-bdce-ca7d7c8763eb', 'name': 'network-vif-deleted', 'tag': '2bcf73d1-a415-4204-9990-3862b1c99089'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:20:43.005815 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31fb4c68-7138-4bec-a3a7-d9829eac3b8f" -d '{"events": [{"server_uuid": "6972e696-526b-417c-bdce-ca7d7c8763eb", "name": "network-vif-deleted", "tag": "2bcf73d1-a415-4204-9990-3862b1c99089"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:20:43.012010 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8c9fae-9597-4f5c-a4cf-1baedf3b6e58 service neutron] Pushing event updated for resources: {'Port': ['ID=0fb12731-7f88-4fec-adc4-00016bd83483,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:43.057806 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c0f5135a-154f-4153-b63b-54d9f5a9da9e req-d14d8517-4bf8-496c-9bb6-ef9601d05aec tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c657007e-2b96-4108-a795-7e2c1ca6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041238 Dec 06 17:20:43.064369 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device df8e7efe-6d27-4026-911c-fd59859ae449 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:20:43.087394 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-81ff8e8c-dea4-466b-a40b-d640a66bd133 req-68d83bf4-bbd9-436f-acc6-e5bde609445f tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=5055a3f9-0705-481f-a554-5c989eab318b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2767136 Dec 06 17:20:43.108911 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4b95be15-14cb-4e82-bd3d-67b11628c377 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:43.151375 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-eec27e8d-0236-4144-bd9b-20fa0e798c2f req-0d8c9fae-9597-4f5c-a4cf-1baedf3b6e58 service neutron] Attempting to bind port 0fb12731-7f88-4fec-adc4-00016bd83483 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:20:43.151720 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-eec27e8d-0236-4144-bd9b-20fa0e798c2f req-0d8c9fae-9597-4f5c-a4cf-1baedf3b6e58 service neutron] Attempting to bind port 0fb12731-7f88-4fec-adc4-00016bd83483 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '5a916c46-cf7e-433a-ae04-99d57e30b2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c03931f5-54ae-4b06-ad76-fa3bc7500e1d'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:20:43.152059 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec27e8d-0236-4144-bd9b-20fa0e798c2f req-0d8c9fae-9597-4f5c-a4cf-1baedf3b6e58 service neutron] Attempting to bind port 0fb12731-7f88-4fec-adc4-00016bd83483 on network c03931f5-54ae-4b06-ad76-fa3bc7500e1d {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:20:43.171918 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c22a06b9-4a12-4fb2-97f1-940167be2cfd x-openstack-request-id: req-c22a06b9-4a12-4fb2-97f1-940167be2cfd {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:20:43.172223 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6972e696-526b-417c-bdce-ca7d7c8763eb", "name": "network-vif-deleted", "tag": "2bcf73d1-a415-4204-9990-3862b1c99089", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:20:43.172482 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c22a06b9-4a12-4fb2-97f1-940167be2cfd {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:20:43.172884 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6972e696-526b-417c-bdce-ca7d7c8763eb', 'name': 'network-vif-deleted', 'tag': '2bcf73d1-a415-4204-9990-3862b1c99089', 'status': 'completed', 'code': 200} Dec 06 17:20:43.173425 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec27e8d-0236-4144-bd9b-20fa0e798c2f req-0d8c9fae-9597-4f5c-a4cf-1baedf3b6e58 service neutron] Port 0fb12731-7f88-4fec-adc4-00016bd83483 on network c03931f5-54ae-4b06-ad76-fa3bc7500e1d not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:20:43.173773 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec27e8d-0236-4144-bd9b-20fa0e798c2f req-0d8c9fae-9597-4f5c-a4cf-1baedf3b6e58 service neutron] Attempting to bind port 0fb12731-7f88-4fec-adc4-00016bd83483 on network c03931f5-54ae-4b06-ad76-fa3bc7500e1d {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:20:43.173986 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7cd33fd6-2c2a-4414-816d-4785df3a8cff tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:43.180962 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b95be15-14cb-4e82-bd3d-67b11628c377 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Network 81022f44-d819-4556-af8c-69b6139b8e8a is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:20:43.188138 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-4b95be15-14cb-4e82-bd3d-67b11628c377 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:20:43.192129 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b95be15-14cb-4e82-bd3d-67b11628c377 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:20:43.195500 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b95be15-14cb-4e82-bd3d-67b11628c377 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Pushing event updated for resources: {'Port': ['ID=c434b7bf-1b26-4d8e-ae48-05eac8256970,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:43.199878 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec27e8d-0236-4144-bd9b-20fa0e798c2f req-0d8c9fae-9597-4f5c-a4cf-1baedf3b6e58 service neutron] Checking agent: {'id': '9d8b9f49-2860-4c1f-9b89-45a7657a3c4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:20:43.200228 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec27e8d-0236-4144-bd9b-20fa0e798c2f req-0d8c9fae-9597-4f5c-a4cf-1baedf3b6e58 service neutron] Checking segment: {'id': '5a916c46-cf7e-433a-ae04-99d57e30b2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c03931f5-54ae-4b06-ad76-fa3bc7500e1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:20:43.200617 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec27e8d-0236-4144-bd9b-20fa0e798c2f req-0d8c9fae-9597-4f5c-a4cf-1baedf3b6e58 service neutron] Bound using segment: {'id': '5a916c46-cf7e-433a-ae04-99d57e30b2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c03931f5-54ae-4b06-ad76-fa3bc7500e1d'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:20:43.201069 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-eec27e8d-0236-4144-bd9b-20fa0e798c2f req-0d8c9fae-9597-4f5c-a4cf-1baedf3b6e58 service neutron] Bound port: 0fb12731-7f88-4fec-adc4-00016bd83483, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a916c46-cf7e-433a-ae04-99d57e30b2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c03931f5-54ae-4b06-ad76-fa3bc7500e1d'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:20:43.201557 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-eec27e8d-0236-4144-bd9b-20fa0e798c2f req-0d8c9fae-9597-4f5c-a4cf-1baedf3b6e58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:43.252489 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port df8e7efe-6d27-4026-911c-fd59859ae449 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:20:43.252998 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:43.305699 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df26fd3-1935-4b33-b6a6-658e49516b95 req-d1446830-17c2-4be3-bdce-9ef5d8b44aec tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:43.309146 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b95be15-14cb-4e82-bd3d-67b11628c377 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:43.309998 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4b95be15-14cb-4e82-bd3d-67b11628c377 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:43.313566 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5df26fd3-1935-4b33-b6a6-658e49516b95 req-d1446830-17c2-4be3-bdce-9ef5d8b44aec tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8da1e37-b0ce-4950-a2e1-d4d8b1fe0b5f HTTP/1.1" status: 200 len: 943 time: 0.1214705 Dec 06 17:20:43.341028 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-7cd33fd6-2c2a-4414-816d-4785df3a8cff tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Deleting port 09ed8065-eaef-47ac-b849-d9de8a3caadf {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:20:43.341376 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7cd33fd6-2c2a-4414-816d-4785df3a8cff tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:43.348273 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-4b95be15-14cb-4e82-bd3d-67b11628c377 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0863338 Dec 06 17:20:43.351715 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55574) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:43.368470 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-eec27e8d-0236-4144-bd9b-20fa0e798c2f req-0d8c9fae-9597-4f5c-a4cf-1baedf3b6e58 service neutron] For port 0fb12731-7f88-4fec-adc4-00016bd83483, host n-h2-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:20:43.372970 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-525556fe-e7f2-458c-96dd-2cc105b5c40c tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Request body: {'subnet': {'network_id': '81022f44-d819-4556-af8c-69b6139b8e8a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:20:43.373933 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-eec27e8d-0236-4144-bd9b-20fa0e798c2f req-0d8c9fae-9597-4f5c-a4cf-1baedf3b6e58 service neutron] For port 0fb12731-7f88-4fec-adc4-00016bd83483, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=0fb12731-7f88-4fec-adc4-00016bd83483,segment=NetworkSegment(5a916c46-cf7e-433a-ae04-99d57e30b2e2),segment_id=5a916c46-cf7e-433a-ae04-99d57e30b2e2)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:20:43.387010 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-eec27e8d-0236-4144-bd9b-20fa0e798c2f req-0d8c9fae-9597-4f5c-a4cf-1baedf3b6e58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:43.408956 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3459a50c-24c3-4879-924e-2b4737b3fa2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:43.438540 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec27e8d-0236-4144-bd9b-20fa0e798c2f req-0d8c9fae-9597-4f5c-a4cf-1baedf3b6e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:43.439520 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-eec27e8d-0236-4144-bd9b-20fa0e798c2f req-0d8c9fae-9597-4f5c-a4cf-1baedf3b6e58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:43.440530 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-eec27e8d-0236-4144-bd9b-20fa0e798c2f req-0d8c9fae-9597-4f5c-a4cf-1baedf3b6e58 service neutron] 10.222.0.44 "PUT /v2.0/ports/0fb12731-7f88-4fec-adc4-00016bd83483 HTTP/1.1" status: 200 len: 1091 time: 1.7296612 Dec 06 17:20:43.514707 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b26ef5d7-ac54-45b1-ae40-91b0e6835576 req-ea99559b-51a0-4d72-a40c-2c4ce5ed5056 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/ports?device_id=6972e696-526b-417c-bdce-ca7d7c8763eb HTTP/1.1" status: 200 len: 210 time: 0.0565424 Dec 06 17:20:43.534771 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-3f4b854f-7af5-4f54-8090-e3564c378e0c None None] Provisioning complete for port c434b7bf-1b26-4d8e-ae48-05eac8256970 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:20:43.535384 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3f4b854f-7af5-4f54-8090-e3564c378e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:43.556963 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7cd33fd6-2c2a-4414-816d-4785df3a8cff tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:43.571608 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8c9fae-9597-4f5c-a4cf-1baedf3b6e58 service neutron] Pushing event updated for resources: {'Port': ['ID=0fb12731-7f88-4fec-adc4-00016bd83483,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:43.580273 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec27e8d-0236-4144-bd9b-20fa0e798c2f req-2f5f75af-8a83-43a1-9446-2ed4967d1dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:43.582126 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-eec27e8d-0236-4144-bd9b-20fa0e798c2f req-2f5f75af-8a83-43a1-9446-2ed4967d1dd4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0a9ae69edd864a0594799c7ece4dd7a6&device_id=c8da1e37-b0ce-4950-a2e1-d4d8b1fe0b5f HTTP/1.1" status: 200 len: 1094 time: 0.0697298 Dec 06 17:20:43.590168 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-7cd33fd6-2c2a-4414-816d-4785df3a8cff tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Calling delete_port for 09ed8065-eaef-47ac-b849-d9de8a3caadf owned by network:router_gateway {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:20:43.598819 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-3f4b854f-7af5-4f54-8090-e3564c378e0c None None] Port c434b7bf-1b26-4d8e-ae48-05eac8256970 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:20:43.643966 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5df26fd3-1935-4b33-b6a6-658e49516b95 req-b1530397-94db-4dc2-ba27-3c8020e30827 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd5fd2ce-3e09-41f1-868b-3ad9c4e06626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3293974 Dec 06 17:20:43.664797 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-eec27e8d-0236-4144-bd9b-20fa0e798c2f req-cd39fe89-1a09-4bc0-905b-955e46bd93dc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0fb12731-7f88-4fec-adc4-00016bd83483 HTTP/1.1" status: 200 len: 217 time: 0.0730095 Dec 06 17:20:43.725110 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9860829-636c-446b-9186-0d074c60cf58 req-2140eb46-1361-4ea4-bdf4-86367c7a249e tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:43.726663 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c9860829-636c-446b-9186-0d074c60cf58 req-2140eb46-1361-4ea4-bdf4-86367c7a249e tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a8709b5-b684-4aa0-903d-8839be2c999e HTTP/1.1" status: 200 len: 945 time: 0.0889282 Dec 06 17:20:43.736529 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 55576) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:43.741605 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-bbba3790-5a29-47c2-9a0a-7b833c50d277 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Request body: {'floatingip': {'port_id': '9940597b-03fc-4480-aa9b-655f24781eb0'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:20:43.747983 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec27e8d-0236-4144-bd9b-20fa0e798c2f req-aab50cf7-a6fb-4cd9-8201-20786c2abd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:43.749399 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-eec27e8d-0236-4144-bd9b-20fa0e798c2f req-aab50cf7-a6fb-4cd9-8201-20786c2abd73 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d2b8ed75-274c-4de4-a0f5-9da38dbe8d78 HTTP/1.1" status: 200 len: 855 time: 0.0773714 Dec 06 17:20:43.764050 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-525556fe-e7f2-458c-96dd-2cc105b5c40c tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Made reservation on behalf of 40549eaf61834290b753dc92c662ceed for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:20:43.767669 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-525556fe-e7f2-458c-96dd-2cc105b5c40c tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:43.792928 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bbba3790-5a29-47c2-9a0a-7b833c50d277 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Publish callbacks [] for floatingip, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:43.810088 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-eec27e8d-0236-4144-bd9b-20fa0e798c2f req-be5fa499-9eca-4f89-b2f1-cde0a996a6e7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c03931f5-54ae-4b06-ad76-fa3bc7500e1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337915 Dec 06 17:20:43.886165 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7cd33fd6-2c2a-4414-816d-4785df3a8cff tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:43.918303 n-d-master-1 neutron-server[103284]: INFO neutron.db.ipam_backend_mixin [None req-525556fe-e7f2-458c-96dd-2cc105b5c40c tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 54e536cf-627b-43c5-9d06-89263b5cce81 (CIDR: 172.20.0.0/28) Dec 06 17:20:43.920855 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd33fd6-2c2a-4414-816d-4785df3a8cff tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Pushing event deleted for resources: {'Port': ['ID=09ed8065-eaef-47ac-b849-d9de8a3caadf,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:43.928088 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-525556fe-e7f2-458c-96dd-2cc105b5c40c tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 17:20:43.928589 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-525556fe-e7f2-458c-96dd-2cc105b5c40c tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:20:43.939582 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3511fd-3909-48b8-b402-aa2195fca09d None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:20:43.979878 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-525556fe-e7f2-458c-96dd-2cc105b5c40c tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6128933 Dec 06 17:20:43.983994 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55578) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:43.991048 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-e16898fe-7ae4-4d4f-aa0d-8e013d27e887 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Request body: {'subnet': {'network_id': '81022f44-d819-4556-af8c-69b6139b8e8a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:20:44.017573 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7cd33fd6-2c2a-4414-816d-4785df3a8cff tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536698'] for router_gateway, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:44.386035 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-eec27e8d-0236-4144-bd9b-20fa0e798c2f req-cc6b1eed-eddc-4057-9686-740380669833 service neutron] 10.222.0.44 "GET /v2.0/networks/c03931f5-54ae-4b06-ad76-fa3bc7500e1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5466261 Dec 06 17:20:44.480797 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7cd33fd6-2c2a-4414-816d-4785df3a8cff tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:44.486798 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7cd33fd6-2c2a-4414-816d-4785df3a8cff tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:44.553634 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe8bb99-dd00-4e42-b39a-404ce115b045 req-e564b33a-440a-4ead-9f8a-fcca060a8b64 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:44.555203 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2fe8bb99-dd00-4e42-b39a-404ce115b045 req-e564b33a-440a-4ead-9f8a-fcca060a8b64 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=31a2202d-a11c-43ed-a8f8-da649ae9d172 HTTP/1.1" status: 200 len: 946 time: 0.1927226 Dec 06 17:20:44.572017 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7cd33fd6-2c2a-4414-816d-4785df3a8cff tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:44.572692 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cd33fd6-2c2a-4414-816d-4785df3a8cff tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Fanout notify agent at l3_agent the message router_deleted on router 7613b424-000e-47c0-8eca-bf4bb1ef5562 {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 17:20:44.588017 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7cd33fd6-2c2a-4414-816d-4785df3a8cff tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:44.589131 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-7cd33fd6-2c2a-4414-816d-4785df3a8cff tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "DELETE /v2.0/routers/7613b424-000e-47c0-8eca-bf4bb1ef5562 HTTP/1.1" status: 204 len: 168 time: 1.7645772 Dec 06 17:20:44.594322 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 55588) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:44.599457 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-2802e3bb-601b-4ee7-b494-ed5a3d2d695a tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1668961800'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:20:44.605511 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-eec27e8d-0236-4144-bd9b-20fa0e798c2f req-19137c35-1083-4d27-a06b-f483aa02900f service neutron] 10.222.0.44 "GET /v2.0/networks/c03931f5-54ae-4b06-ad76-fa3bc7500e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088959 Dec 06 17:20:44.646081 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2fe8bb99-dd00-4e42-b39a-404ce115b045 req-dc6c596b-d588-4645-9616-d796b5e553b7 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c657007e-2b96-4108-a795-7e2c1ca6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766516 Dec 06 17:20:44.647149 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e16898fe-7ae4-4d4f-aa0d-8e013d27e887 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Made reservation on behalf of 40549eaf61834290b753dc92c662ceed for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:20:44.650764 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e16898fe-7ae4-4d4f-aa0d-8e013d27e887 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:44.653318 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.db.api [None req-2802e3bb-601b-4ee7-b494-ed5a3d2d695a tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 06 17:20:44.653318 n-d-master-1 neutron-server[103285]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 06 17:20:44.653318 n-d-master-1 neutron-server[103285]: [parameters: {'project_id_1': 'de0eff4c472847f5a5b49bddb4177865', 'expiration_1': datetime.datetime(2021, 12, 6, 17, 20, 24, 608476)}] Dec 06 17:20:44.653318 n-d-master-1 neutron-server[103285]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103285) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 17:20:44.653690 n-d-master-1 neutron-server[103285]: DEBUG oslo_db.api [None req-2802e3bb-601b-4ee7-b494-ed5a3d2d695a tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 17:20:44.826373 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bbba3790-5a29-47c2-9a0a-7b833c50d277 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:44.831419 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bbba3790-5a29-47c2-9a0a-7b833c50d277 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:44.841141 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef8abb5-5366-4de4-94ce-6e6f363c1eaa req-cfb8da4e-ec52-4682-826b-b0a3cdd6474f tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:44.842730 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-eef8abb5-5366-4de4-94ce-6e6f363c1eaa req-cfb8da4e-ec52-4682-826b-b0a3cdd6474f tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8da1e37-b0ce-4950-a2e1-d4d8b1fe0b5f HTTP/1.1" status: 200 len: 943 time: 0.0881257 Dec 06 17:20:44.896312 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63afbcd-9239-465c-adb8-8b351eccfd93 req-d3793195-b54b-49af-a18b-51fa4b6e18ef tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:44.897876 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c63afbcd-9239-465c-adb8-8b351eccfd93 req-d3793195-b54b-49af-a18b-51fa4b6e18ef tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7d3f224-d001-4a9c-8816-6111bc8ee6b9 HTTP/1.1" status: 200 len: 945 time: 0.1078935 Dec 06 17:20:44.928155 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-eef8abb5-5366-4de4-94ce-6e6f363c1eaa req-fa8e1850-09d2-4b7c-8a4c-5a2e725e1726 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd5fd2ce-3e09-41f1-868b-3ad9c4e06626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608091 Dec 06 17:20:44.980551 n-d-master-1 neutron-server[103285]: INFO neutron.db.l3_db [None req-bbba3790-5a29-47c2-9a0a-7b833c50d277 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Floating IP 7f826090-e0f9-4ac5-a18f-a55cc4e06f80 associated. External IP: 172.35.1.177, port: 9940597b-03fc-4480-aa9b-655f24781eb0. Dec 06 17:20:44.987829 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e16898fe-7ae4-4d4f-aa0d-8e013d27e887 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:44.990287 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c63afbcd-9239-465c-adb8-8b351eccfd93 req-baefe4b8-2095-466b-9a32-db1b650e28d5 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/security-groups?id=55b21076-cf23-48e9-9a14-bcc811d060b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660391 Dec 06 17:20:45.039723 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16898fe-7ae4-4d4f-aa0d-8e013d27e887 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Network 81022f44-d819-4556-af8c-69b6139b8e8a is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:20:45.042906 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-e16898fe-7ae4-4d4f-aa0d-8e013d27e887 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:20:45.047100 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16898fe-7ae4-4d4f-aa0d-8e013d27e887 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:45.047715 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e16898fe-7ae4-4d4f-aa0d-8e013d27e887 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:45.053098 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9fdefe-84f5-4172-8a5e-20a7a633d693 None None] Network 81022f44-d819-4556-af8c-69b6139b8e8a requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:20:45.053648 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16898fe-7ae4-4d4f-aa0d-8e013d27e887 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Pushing event updated for resources: {'Subnet': ['ID=95d3f706-0721-4a71-9e80-cfd7ce7a5ad2,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:45.072799 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-e16898fe-7ae4-4d4f-aa0d-8e013d27e887 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0878870 Dec 06 17:20:45.073438 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55594) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:45.078817 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-bef7c506-49d5-44f7-bf8e-cf7d694c3b55 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1124708799', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '95d3f706-0721-4a71-9e80-cfd7ce7a5ad2'}], 'security_groups': ['f1ba969c-f7db-4fe7-80e1-d545b9bf3946']}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:20:45.174872 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8da1e37-b0ce-4950-a2e1-d4d8b1fe0b5f', 'tag': '0fb12731-7f88-4fec-adc4-00016bd83483'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:20:45.177065 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f0a5f0-484a-4dac-b314-bd4874d321eb" -d '{"events": [{"name": "network-changed", "server_uuid": "c8da1e37-b0ce-4950-a2e1-d4d8b1fe0b5f", "tag": "0fb12731-7f88-4fec-adc4-00016bd83483"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:20:45.222780 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2802e3bb-601b-4ee7-b494-ed5a3d2d695a tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Made reservation on behalf of de0eff4c472847f5a5b49bddb4177865 for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:20:45.227569 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2802e3bb-601b-4ee7-b494-ed5a3d2d695a tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:45.241595 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bef7c506-49d5-44f7-bf8e-cf7d694c3b55 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:45.242167 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2bdcea6-6eb2-489b-8038-8d90138099bd x-openstack-request-id: req-c2bdcea6-6eb2-489b-8038-8d90138099bd {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:20:45.242468 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8da1e37-b0ce-4950-a2e1-d4d8b1fe0b5f", "tag": "0fb12731-7f88-4fec-adc4-00016bd83483", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:20:45.242724 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c2bdcea6-6eb2-489b-8038-8d90138099bd {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:20:45.243153 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8da1e37-b0ce-4950-a2e1-d4d8b1fe0b5f', 'tag': '0fb12731-7f88-4fec-adc4-00016bd83483', 'status': 'completed', 'code': 200} Dec 06 17:20:45.245624 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbba3790-5a29-47c2-9a0a-7b833c50d277 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Router 3c29d003-6421-4733-8e94-76d471e24db7 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:20:45.294752 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2802e3bb-601b-4ee7-b494-ed5a3d2d695a tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:20:45.352017 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2802e3bb-601b-4ee7-b494-ed5a3d2d695a tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:45.352365 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-2802e3bb-601b-4ee7-b494-ed5a3d2d695a tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Added segment 13c9f3ac-9f15-4b53-859f-0f0092a403d1 of type vlan for network 5a1d8b32-45e7-46f8-a4b8-0499b5ddff1a Dec 06 17:20:45.394367 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f0a5f0-484a-4dac-b314-bd4874d321eb req-1270abe8-cc04-4ab6-8b26-08a2c5171897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:45.396469 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c2f0a5f0-484a-4dac-b314-bd4874d321eb req-1270abe8-cc04-4ab6-8b26-08a2c5171897 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0a9ae69edd864a0594799c7ece4dd7a6&device_id=c8da1e37-b0ce-4950-a2e1-d4d8b1fe0b5f HTTP/1.1" status: 200 len: 1094 time: 0.1325357 Dec 06 17:20:45.480266 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2802e3bb-601b-4ee7-b494-ed5a3d2d695a tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:45.483014 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04070229-1dcf-4098-bdc6-b5163e36143e None None] Update dhcp port {'port': {'network_id': '81022f44-d819-4556-af8c-69b6139b8e8a', 'fixed_ips': [{'subnet_id': '54e536cf-627b-43c5-9d06-89263b5cce81', 'ip_address': '172.20.0.2'}, {'subnet_id': '95d3f706-0721-4a71-9e80-cfd7ce7a5ad2'}], 'binding:host_id': 'n-d-master-1'}, 'id': 'df8e7efe-6d27-4026-911c-fd59859ae449'} from n-d-master-1. {{(pid=103286) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 06 17:20:45.509132 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-04070229-1dcf-4098-bdc6-b5163e36143e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:45.551442 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbba3790-5a29-47c2-9a0a-7b833c50d277 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:20:45.556716 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bbba3790-5a29-47c2-9a0a-7b833c50d277 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:45.569526 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b95f23-3de0-4d26-bdb5-cc7fce7515fa None None] Sync routers for ids ['3c29d003-6421-4733-8e94-76d471e24db7'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:20:45.583119 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2802e3bb-601b-4ee7-b494-ed5a3d2d695a tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:45.584349 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b95f23-3de0-4d26-bdb5-cc7fce7515fa None None] Routers {'3c29d003-6421-4733-8e94-76d471e24db7'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:20:45.585142 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-a0b95f23-3de0-4d26-bdb5-cc7fce7515fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:20:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['3c29d003-6421-4733-8e94-76d471e24db7'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:20:45.589420 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2802e3bb-601b-4ee7-b494-ed5a3d2d695a tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:45.591051 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2802e3bb-601b-4ee7-b494-ed5a3d2d695a tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:45.617815 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-bef7c506-49d5-44f7-bf8e-cf7d694c3b55 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Delete allocated IP 172.20.0.3 (81022f44-d819-4556-af8c-69b6139b8e8a/54e536cf-627b-43c5-9d06-89263b5cce81) {{(pid=103284) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 06 17:20:45.638657 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-bbba3790-5a29-47c2-9a0a-7b833c50d277 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "PUT /v2.0/floatingips/7f826090-e0f9-4ac5-a18f-a55cc4e06f80 HTTP/1.1" status: 200 len: 991 time: 1.9010150 Dec 06 17:20:45.640705 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-bef7c506-49d5-44f7-bf8e-cf7d694c3b55 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Allocated IP 172.20.0.29 (81022f44-d819-4556-af8c-69b6139b8e8a/95d3f706-0721-4a71-9e80-cfd7ce7a5ad2/c434b7bf-1b26-4d8e-ae48-05eac8256970) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:20:45.641907 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bcdd01d2-d588-41c3-bd6a-7ebee9d5fe45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:45.651275 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f0a5f0-484a-4dac-b314-bd4874d321eb req-1e6b4621-d1d3-43f0-afee-64941b711235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:45.652751 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c2f0a5f0-484a-4dac-b314-bd4874d321eb req-1e6b4621-d1d3-43f0-afee-64941b711235 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c03931f5-54ae-4b06-ad76-fa3bc7500e1d HTTP/1.1" status: 200 len: 916 time: 0.2132771 Dec 06 17:20:45.657294 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-2802e3bb-601b-4ee7-b494-ed5a3d2d695a tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0617392 Dec 06 17:20:45.660178 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55602) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:45.671226 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-04f30c11-efe5-45f4-bece-80a7c47aad7d tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Request body: {'subnet': {'network_id': '5a1d8b32-45e7-46f8-a4b8-0499b5ddff1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:20:45.733117 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-a0b95f23-3de0-4d26-bdb5-cc7fce7515fa None None] Set router 3c29d003-6421-4733-8e94-76d471e24db7 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:20:45.735448 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c2f0a5f0-484a-4dac-b314-bd4874d321eb req-40f429e7-31bd-47a1-b587-afd311a068cf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0fb12731-7f88-4fec-adc4-00016bd83483 HTTP/1.1" status: 200 len: 217 time: 0.0488534 Dec 06 17:20:45.736837 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2802e3bb-601b-4ee7-b494-ed5a3d2d695a tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Pushing event updated for resources: {'Network': ['ID=5a1d8b32-45e7-46f8-a4b8-0499b5ddff1a,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:45.748104 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 5a1d8b32-45e7-46f8-a4b8-0499b5ddff1a details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:20:45.843001 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f0a5f0-484a-4dac-b314-bd4874d321eb req-6807c0b6-8d2c-4901-bf48-49f3c16e0fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:45.844503 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c2f0a5f0-484a-4dac-b314-bd4874d321eb req-6807c0b6-8d2c-4901-bf48-49f3c16e0fed service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d2b8ed75-274c-4de4-a0f5-9da38dbe8d78 HTTP/1.1" status: 200 len: 855 time: 0.0965970 Dec 06 17:20:45.853611 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944feebf-6a93-46df-8f0b-1cda82b53200 req-de2c531e-b7ab-4d3d-9f84-9e9f8cb102a7 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:45.861494 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-944feebf-6a93-46df-8f0b-1cda82b53200 req-de2c531e-b7ab-4d3d-9f84-9e9f8cb102a7 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=31a2202d-a11c-43ed-a8f8-da649ae9d172 HTTP/1.1" status: 200 len: 946 time: 0.0755601 Dec 06 17:20:45.877153 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04f30c11-efe5-45f4-bece-80a7c47aad7d tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Made reservation on behalf of de0eff4c472847f5a5b49bddb4177865 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:20:45.883549 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-04f30c11-efe5-45f4-bece-80a7c47aad7d tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:45.905899 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c2f0a5f0-484a-4dac-b314-bd4874d321eb req-bdfd8c2d-7e50-4530-a87e-3d3d929ba99f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c03931f5-54ae-4b06-ad76-fa3bc7500e1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416031 Dec 06 17:20:45.991139 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-944feebf-6a93-46df-8f0b-1cda82b53200 req-a8bf40be-5a9e-4bda-9481-796e7e34de8c tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c657007e-2b96-4108-a795-7e2c1ca6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285589 Dec 06 17:20:46.011214 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bef7c506-49d5-44f7-bf8e-cf7d694c3b55 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:46.041970 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bef7c506-49d5-44f7-bf8e-cf7d694c3b55 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:46.055298 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c2f0a5f0-484a-4dac-b314-bd4874d321eb req-1014f8c1-17da-469c-be34-9e142cdf0cbd service neutron] 10.222.0.44 "GET /v2.0/networks/c03931f5-54ae-4b06-ad76-fa3bc7500e1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359441 Dec 06 17:20:46.060733 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-a0b95f23-3de0-4d26-bdb5-cc7fce7515fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c29d003-6421-4733-8e94-76d471e24db7', 'name': 'tempest-AttachVolumeShelveTestJSON-1454673330-router', 'tenant_id': '74bc5013de174928a9ab47aef105909c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.145'}], 'enable_snat': True}, 'gw_port_id': '92514718-b909-425e-925a-e193e46db368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:19:59Z', 'updated_at': '2021-12-06T17:20:10Z', 'revision_number': 4, 'project_id': '74bc5013de174928a9ab47aef105909c', 'gw_port': {'id': '92514718-b909-425e-925a-e193e46db368', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:95:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c29d003-6421-4733-8e94-76d471e24db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:20:02Z', 'updated_at': '2021-12-06T17:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '7f826090-e0f9-4ac5-a18f-a55cc4e06f80', 'tenant_id': '74bc5013de174928a9ab47aef105909c', 'floating_ip_address': '172.35.1.177', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '3c29d003-6421-4733-8e94-76d471e24db7', 'port_id': '9940597b-03fc-4480-aa9b-655f24781eb0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '443e19cc-aba1-401c-ba5c-6c1a74082882', 'mac_address': 'fa:16:3e:61:bc:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8709b5-b684-4aa0-903d-8839be2c999e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:20:17Z', 'updated_at': '2021-12-06T17:20:44Z', 'revision_number': 1, 'project_id': '74bc5013de174928a9ab47aef105909c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8eb415b7-2dde-4905-a8cb-5d548e34c561', 'name': '', 'network_id': '443e19cc-aba1-401c-ba5c-6c1a74082882', 'tenant_id': '74bc5013de174928a9ab47aef105909c', 'mac_address': 'fa:16:3e:22:d9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c29d003-6421-4733-8e94-76d471e24db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '01ffc29c-932e-4129-aefc-9a2b3f836b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:20:09Z', 'updated_at': '2021-12-06T17:20:16Z', 'revision_number': 5, 'project_id': '74bc5013de174928a9ab47aef105909c', 'subnets': [{'id': '01ffc29c-932e-4129-aefc-9a2b3f836b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:20:46.091045 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b95f23-3de0-4d26-bdb5-cc7fce7515fa None None] Checking router: 3c29d003-6421-4733-8e94-76d471e24db7 for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:20:46.094172 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-04070229-1dcf-4098-bdc6-b5163e36143e None None] Allocated IP 172.20.0.18 (81022f44-d819-4556-af8c-69b6139b8e8a/95d3f706-0721-4a71-9e80-cfd7ce7a5ad2/df8e7efe-6d27-4026-911c-fd59859ae449) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:20:46.104342 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b95f23-3de0-4d26-bdb5-cc7fce7515fa None None] Routers {'3c29d003-6421-4733-8e94-76d471e24db7'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:20:46.105114 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-a0b95f23-3de0-4d26-bdb5-cc7fce7515fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:20:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['3c29d003-6421-4733-8e94-76d471e24db7'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:20:46.189731 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d670f3ef-75c3-45b0-9c99-b372c145171e req-a9924905-8214-47e8-8a3d-ba0638c4ff95 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:46.191745 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d670f3ef-75c3-45b0-9c99-b372c145171e req-a9924905-8214-47e8-8a3d-ba0638c4ff95 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7d3f224-d001-4a9c-8816-6111bc8ee6b9 HTTP/1.1" status: 200 len: 945 time: 0.1151335 Dec 06 17:20:46.226750 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef7c506-49d5-44f7-bf8e-cf7d694c3b55 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Pushing event updated for resources: {'Port': ['ID=c434b7bf-1b26-4d8e-ae48-05eac8256970,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:46.233438 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c2f0a5f0-484a-4dac-b314-bd4874d321eb req-ba6f24e0-51f5-441c-add2-9bc8303e968a service neutron] 10.222.0.44 "GET /v2.0/networks/c03931f5-54ae-4b06-ad76-fa3bc7500e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681857 Dec 06 17:20:46.246183 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-04070229-1dcf-4098-bdc6-b5163e36143e None None] For port df8e7efe-6d27-4026-911c-fd59859ae449, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=df8e7efe-6d27-4026-911c-fd59859ae449,segment=NetworkSegment(a9b88c68-712e-41b0-ab09-20f8e6e82a5d),segment_id=a9b88c68-712e-41b0-ab09-20f8e6e82a5d)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:20:46.257883 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-a0b95f23-3de0-4d26-bdb5-cc7fce7515fa None None] Set router 3c29d003-6421-4733-8e94-76d471e24db7 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:20:46.273347 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d670f3ef-75c3-45b0-9c99-b372c145171e req-a0b57911-45e1-44fe-aa46-d67d32bd43a7 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/security-groups?id=55b21076-cf23-48e9-9a14-bcc811d060b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712135 Dec 06 17:20:46.283473 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-04070229-1dcf-4098-bdc6-b5163e36143e None None] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:46.298143 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-bef7c506-49d5-44f7-bf8e-cf7d694c3b55 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] In _notify_port_updated(), no bound segment for port c434b7bf-1b26-4d8e-ae48-05eac8256970 on network 81022f44-d819-4556-af8c-69b6139b8e8a {{(pid=103284) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 17:20:46.298376 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-04070229-1dcf-4098-bdc6-b5163e36143e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:46.304799 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef7c506-49d5-44f7-bf8e-cf7d694c3b55 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:46.305733 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bef7c506-49d5-44f7-bf8e-cf7d694c3b55 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:46.307222 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-bef7c506-49d5-44f7-bf8e-cf7d694c3b55 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "PUT /v2.0/ports/c434b7bf-1b26-4d8e-ae48-05eac8256970 HTTP/1.1" status: 200 len: 921 time: 1.2327068 Dec 06 17:20:46.310508 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 55610) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:46.327454 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9737cbc4-29da-4ffe-a584-932f99679d67 req-8c7d22e3-94f7-48d1-983d-e1d93b846750 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:46.335547 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9737cbc4-29da-4ffe-a584-932f99679d67 req-8c7d22e3-94f7-48d1-983d-e1d93b846750 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8da1e37-b0ce-4950-a2e1-d4d8b1fe0b5f HTTP/1.1" status: 200 len: 943 time: 0.2757671 Dec 06 17:20:46.376596 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04070229-1dcf-4098-bdc6-b5163e36143e None None] Pushing event updated for resources: {'Port': ['ID=df8e7efe-6d27-4026-911c-fd59859ae449,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:46.415011 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-04f30c11-efe5-45f4-bece-80a7c47aad7d tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:46.424663 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 0fb12731-7f88-4fec-adc4-00016bd83483 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:20:46.477754 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9737cbc4-29da-4ffe-a584-932f99679d67 req-fcf84a02-b3b8-448a-a6cc-920a57296614 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd5fd2ce-3e09-41f1-868b-3ad9c4e06626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356022 Dec 06 17:20:46.491194 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-19e120bc-307b-44e1-aac7-321b96aac28b tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Deleting port c434b7bf-1b26-4d8e-ae48-05eac8256970 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:20:46.492060 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-19e120bc-307b-44e1-aac7-321b96aac28b tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:46.509831 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f30c11-efe5-45f4-bece-80a7c47aad7d tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Pushing event updated for resources: {'Subnet': ['ID=729134ca-0070-432b-b8a4-2c5fbd1f8692,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:46.537408 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f30c11-efe5-45f4-bece-80a7c47aad7d tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Checking segment: {'id': '13c9f3ac-9f15-4b53-859f-0f0092a403d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '5a1d8b32-45e7-46f8-a4b8-0499b5ddff1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:20:46.538169 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f30c11-efe5-45f4-bece-80a7c47aad7d tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Network hostable DHCP agents. Network: 5a1d8b32-45e7-46f8-a4b8-0499b5ddff1a, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:20:46.569221 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 0fb12731-7f88-4fec-adc4-00016bd83483, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=0fb12731-7f88-4fec-adc4-00016bd83483,segment=NetworkSegment(5a916c46-cf7e-433a-ae04-99d57e30b2e2),segment_id=5a916c46-cf7e-433a-ae04-99d57e30b2e2)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:20:46.570913 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f30c11-efe5-45f4-bece-80a7c47aad7d tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Network 5a1d8b32-45e7-46f8-a4b8-0499b5ddff1a is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:20:46.586331 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': '0fb12731-7f88-4fec-adc4-00016bd83483', 'network_id': 'c03931f5-54ae-4b06-ad76-fa3bc7500e1d', 'port_id': '0fb12731-7f88-4fec-adc4-00016bd83483', 'mac_address': 'fa:16:3e:8e:16:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2b8ed75-274c-4de4-a0f5-9da38dbe8d78', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:20:46.590476 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-04f30c11-efe5-45f4-bece-80a7c47aad7d tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 5a1d8b32-45e7-46f8-a4b8-0499b5ddff1a) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:20:46.595150 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f30c11-efe5-45f4-bece-80a7c47aad7d tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:46.595770 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-04f30c11-efe5-45f4-bece-80a7c47aad7d tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:46.606028 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6e69fd-8f5f-40ce-972e-fb4d6b35829d None None] Network 5a1d8b32-45e7-46f8-a4b8-0499b5ddff1a requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:20:46.616577 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-a0b95f23-3de0-4d26-bdb5-cc7fce7515fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c29d003-6421-4733-8e94-76d471e24db7', 'name': 'tempest-AttachVolumeShelveTestJSON-1454673330-router', 'tenant_id': '74bc5013de174928a9ab47aef105909c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.145'}], 'enable_snat': True}, 'gw_port_id': '92514718-b909-425e-925a-e193e46db368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:19:59Z', 'updated_at': '2021-12-06T17:20:10Z', 'revision_number': 4, 'project_id': '74bc5013de174928a9ab47aef105909c', 'gw_port': {'id': '92514718-b909-425e-925a-e193e46db368', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:95:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c29d003-6421-4733-8e94-76d471e24db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:20:02Z', 'updated_at': '2021-12-06T17:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '7f826090-e0f9-4ac5-a18f-a55cc4e06f80', 'tenant_id': '74bc5013de174928a9ab47aef105909c', 'floating_ip_address': '172.35.1.177', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '3c29d003-6421-4733-8e94-76d471e24db7', 'port_id': '9940597b-03fc-4480-aa9b-655f24781eb0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '443e19cc-aba1-401c-ba5c-6c1a74082882', 'mac_address': 'fa:16:3e:61:bc:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8709b5-b684-4aa0-903d-8839be2c999e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:20:17Z', 'updated_at': '2021-12-06T17:20:44Z', 'revision_number': 1, 'project_id': '74bc5013de174928a9ab47aef105909c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8eb415b7-2dde-4905-a8cb-5d548e34c561', 'name': '', 'network_id': '443e19cc-aba1-401c-ba5c-6c1a74082882', 'tenant_id': '74bc5013de174928a9ab47aef105909c', 'mac_address': 'fa:16:3e:22:d9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c29d003-6421-4733-8e94-76d471e24db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '01ffc29c-932e-4129-aefc-9a2b3f836b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:20:09Z', 'updated_at': '2021-12-06T17:20:16Z', 'revision_number': 5, 'project_id': '74bc5013de174928a9ab47aef105909c', 'subnets': [{'id': '01ffc29c-932e-4129-aefc-9a2b3f836b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:20:46.624877 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-04f30c11-efe5-45f4-bece-80a7c47aad7d tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9629021 Dec 06 17:20:46.627590 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55614) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:46.635391 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-f49d9273-461c-4e5c-827b-3284aa3f726b tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1623452671', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:20:46.663686 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-19e120bc-307b-44e1-aac7-321b96aac28b tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:46.673536 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b95f23-3de0-4d26-bdb5-cc7fce7515fa None None] The sync data for ids ['3c29d003-6421-4733-8e94-76d471e24db7'] in n-d-master-1 is: [{'id': '3c29d003-6421-4733-8e94-76d471e24db7', 'name': 'tempest-AttachVolumeShelveTestJSON-1454673330-router', 'tenant_id': '74bc5013de174928a9ab47aef105909c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.145'}], 'enable_snat': True}, 'gw_port_id': '92514718-b909-425e-925a-e193e46db368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:19:59Z', 'updated_at': '2021-12-06T17:20:10Z', 'revision_number': 4, 'project_id': '74bc5013de174928a9ab47aef105909c', 'gw_port': {'id': '92514718-b909-425e-925a-e193e46db368', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:95:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c29d003-6421-4733-8e94-76d471e24db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:20:02Z', 'updated_at': '2021-12-06T17:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '7f826090-e0f9-4ac5-a18f-a55cc4e06f80', 'tenant_id': '74bc5013de174928a9ab47aef105909c', 'floating_ip_address': '172.35.1.177', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '3c29d003-6421-4733-8e94-76d471e24db7', 'port_id': '9940597b-03fc-4480-aa9b-655f24781eb0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '443e19cc-aba1-401c-ba5c-6c1a74082882', 'mac_address': 'fa:16:3e:61:bc:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8709b5-b684-4aa0-903d-8839be2c999e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:20:17Z', 'updated_at': '2021-12-06T17:20:44Z', 'revision_number': 1, 'project_id': '74bc5013de174928a9ab47aef105909c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8eb415b7-2dde-4905-a8cb-5d548e34c561', 'name': '', 'network_id': '443e19cc-aba1-401c-ba5c-6c1a74082882', 'tenant_id': '74bc5013de174928a9ab47aef105909c', 'mac_address': 'fa:16:3e:22:d9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c29d003-6421-4733-8e94-76d471e24db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '01ffc29c-932e-4129-aefc-9a2b3f836b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:20:09Z', 'updated_at': '2021-12-06T17:20:16Z', 'revision_number': 5, 'project_id': '74bc5013de174928a9ab47aef105909c', 'subnets': [{'id': '01ffc29c-932e-4129-aefc-9a2b3f836b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:20:46.674726 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f49d9273-461c-4e5c-827b-3284aa3f726b tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:46.675849 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f49d9273-461c-4e5c-827b-3284aa3f726b tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:46.689982 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-19e120bc-307b-44e1-aac7-321b96aac28b tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Calling delete_port for c434b7bf-1b26-4d8e-ae48-05eac8256970 owned by {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:20:46.717495 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:46.785783 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f49d9273-461c-4e5c-827b-3284aa3f726b tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:46.786893 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 2bcf73d1-a415-4204-9990-3862b1c99089 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:20:46.791147 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fb12731-7f88-4fec-adc4-00016bd83483 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:20:46.796147 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f49d9273-461c-4e5c-827b-3284aa3f726b tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:46.828251 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f49d9273-461c-4e5c-827b-3284aa3f726b tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:46.835226 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-f49d9273-461c-4e5c-827b-3284aa3f726b tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2050035 Dec 06 17:20:46.835937 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55618) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:46.846590 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] No Port match for: 2bcf73d1-a415-4204-9990-3862b1c99089 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:20:46.847074 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 2bcf73d1-a415-4204-9990-3862b1c99089 not bound to the agent host n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:20:46.925235 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-19e120bc-307b-44e1-aac7-321b96aac28b tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:46.928612 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 0fb12731-7f88-4fec-adc4-00016bd83483, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=0fb12731-7f88-4fec-adc4-00016bd83483,segment=NetworkSegment(5a916c46-cf7e-433a-ae04-99d57e30b2e2),segment_id=5a916c46-cf7e-433a-ae04-99d57e30b2e2)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:20:46.952754 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:46.965949 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:47.052165 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device df8e7efe-6d27-4026-911c-fd59859ae449 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:20:47.076863 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de81a31c-a38d-4f52-b91a-32f1491ac055 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-5a1d8b32-45e7-46f8-a4b8-0499b5ddff1a', 'network_id': '5a1d8b32-45e7-46f8-a4b8-0499b5ddff1a', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'fixed_ips': [{'subnet_id': '729134ca-0070-432b-b8a4-2c5fbd1f8692'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:20:47.077802 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-de81a31c-a38d-4f52-b91a-32f1491ac055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:47.137109 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-19e120bc-307b-44e1-aac7-321b96aac28b tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:47.144778 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-19e120bc-307b-44e1-aac7-321b96aac28b tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "DELETE /v2.0/ports/c434b7bf-1b26-4d8e-ae48-05eac8256970 HTTP/1.1" status: 204 len: 168 time: 0.8330569 Dec 06 17:20:47.150090 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e120bc-307b-44e1-aac7-321b96aac28b tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Pushing event deleted for resources: {'Port': ['ID=c434b7bf-1b26-4d8e-ae48-05eac8256970,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:47.153693 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 55622) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:47.165653 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2604a5c8-864e-4545-b2df-9a11b5ea050b None None] New status for floating IP 7f826090-e0f9-4ac5-a18f-a55cc4e06f80: ACTIVE {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 17:20:47.170733 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=0fb12731-7f88-4fec-adc4-00016bd83483,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:47.203975 n-d-master-1 neutron-server[103285]: INFO neutron.pecan_wsgi.hooks.translation [None req-b01cb6cf-1ba3-46b2-b381-cba6dcea1ca7 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] GET failed (client error): The resource could not be found. Dec 06 17:20:47.205601 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-b01cb6cf-1ba3-46b2-b381-cba6dcea1ca7 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "GET /v2.0/ports/c434b7bf-1b26-4d8e-ae48-05eac8256970 HTTP/1.1" status: 404 len: 333 time: 0.0335424 Dec 06 17:20:47.209030 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 55624) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:47.251812 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd27dcc-6e68-4eaf-b7f2-aa3dea7dbdd1 req-9c77cc0b-f37e-41eb-8093-215562c31f3f tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:47.253796 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4dd27dcc-6e68-4eaf-b7f2-aa3dea7dbdd1 req-9c77cc0b-f37e-41eb-8093-215562c31f3f tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=31a2202d-a11c-43ed-a8f8-da649ae9d172 HTTP/1.1" status: 200 len: 946 time: 0.1428945 Dec 06 17:20:47.254342 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a8709b5-b684-4aa0-903d-8839be2c999e', 'tag': '9940597b-03fc-4480-aa9b-655f24781eb0'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:20:47.256807 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67fb062d-3360-440b-9237-b83e2e2110cb" -d '{"events": [{"name": "network-changed", "server_uuid": "5a8709b5-b684-4aa0-903d-8839be2c999e", "tag": "9940597b-03fc-4480-aa9b-655f24781eb0"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:20:47.261133 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2df99d3a-b917-4906-bc03-ea566e0346a3 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:47.305085 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['0fb12731-7f88-4fec-adc4-00016bd83483'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:20:47.326287 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6663ab3-a068-4ebc-b9b7-42bc8e6d3b7f x-openstack-request-id: req-d6663ab3-a068-4ebc-b9b7-42bc8e6d3b7f {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:20:47.326723 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a8709b5-b684-4aa0-903d-8839be2c999e", "tag": "9940597b-03fc-4480-aa9b-655f24781eb0", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:20:47.327072 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d6663ab3-a068-4ebc-b9b7-42bc8e6d3b7f {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:20:47.327558 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a8709b5-b684-4aa0-903d-8839be2c999e', 'tag': '9940597b-03fc-4480-aa9b-655f24781eb0', 'status': 'completed', 'code': 200} Dec 06 17:20:47.352622 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b5a33707-aad7-4017-b622-38589b5c1f6a tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:47.375523 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4dd27dcc-6e68-4eaf-b7f2-aa3dea7dbdd1 req-8cdbf977-660c-4b32-b8ee-314c71b8cc72 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c657007e-2b96-4108-a795-7e2c1ca6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085341 Dec 06 17:20:47.457901 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b5a33707-aad7-4017-b622-38589b5c1f6a tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:47.469806 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port df8e7efe-6d27-4026-911c-fd59859ae449 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:20:47.470183 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:47.502467 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fb062d-3360-440b-9237-b83e2e2110cb req-cb0fee72-5413-4a10-8cfb-3db051084c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:47.503992 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-67fb062d-3360-440b-9237-b83e2e2110cb req-cb0fee72-5413-4a10-8cfb-3db051084c12 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=74bc5013de174928a9ab47aef105909c&device_id=5a8709b5-b684-4aa0-903d-8839be2c999e HTTP/1.1" status: 200 len: 1096 time: 0.1274405 Dec 06 17:20:47.518265 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b30acd-e56a-4252-8715-1428b6331cdd req-a5fc1bc6-8638-49e1-97c8-b44141b4b6c2 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:47.530339 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e8b30acd-e56a-4252-8715-1428b6331cdd req-a5fc1bc6-8638-49e1-97c8-b44141b4b6c2 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7d3f224-d001-4a9c-8816-6111bc8ee6b9 HTTP/1.1" status: 200 len: 945 time: 0.0853868 Dec 06 17:20:47.573045 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-de81a31c-a38d-4f52-b91a-32f1491ac055 None None] Allocated IP 2001:db8::2 (5a1d8b32-45e7-46f8-a4b8-0499b5ddff1a/729134ca-0070-432b-b8a4-2c5fbd1f8692/265f9e51-687f-43ff-9943-3f8c353b23f6) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:20:47.590131 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-c02f3687-d90b-4a3c-abee-9fd87b1e035c None None] Provisioning complete for port 36126cdd-8491-4b19-b8a1-908911bc774e triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:20:47.590459 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c02f3687-d90b-4a3c-abee-9fd87b1e035c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:47.660925 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b5a33707-aad7-4017-b622-38589b5c1f6a tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:47.664319 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e8b30acd-e56a-4252-8715-1428b6331cdd req-81502b6d-1a20-407a-9450-8403da0cfbda tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/security-groups?id=55b21076-cf23-48e9-9a14-bcc811d060b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330819 Dec 06 17:20:47.664862 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b5a33707-aad7-4017-b622-38589b5c1f6a tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:47.665998 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-b5a33707-aad7-4017-b622-38589b5c1f6a tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "DELETE /v2.0/security-groups/c3d5fb9c-f245-4631-be3c-4e1c0d285f20 HTTP/1.1" status: 204 len: 168 time: 0.4557357 Dec 06 17:20:47.677451 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55634) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:47.680214 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c8bb8-3ca1-4624-be59-9d258e67f222 req-668b87fc-de70-4f89-99d4-8bd15d116e15 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:47.681828 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e26c8bb8-3ca1-4624-be59-9d258e67f222 req-668b87fc-de70-4f89-99d4-8bd15d116e15 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8da1e37-b0ce-4950-a2e1-d4d8b1fe0b5f HTTP/1.1" status: 200 len: 944 time: 0.0991156 Dec 06 17:20:47.694708 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-c02f3687-d90b-4a3c-abee-9fd87b1e035c None None] Port 36126cdd-8491-4b19-b8a1-908911bc774e cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:20:47.696624 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fb062d-3360-440b-9237-b83e2e2110cb req-171051a7-7c7d-4790-9f3b-1d76af65d645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:47.698901 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-67fb062d-3360-440b-9237-b83e2e2110cb req-171051a7-7c7d-4790-9f3b-1d76af65d645 service neutron] 10.222.0.41 "GET /v2.0/networks?id=443e19cc-aba1-401c-ba5c-6c1a74082882 HTTP/1.1" status: 200 len: 918 time: 0.1866715 Dec 06 17:20:47.700024 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a33707-aad7-4017-b622-38589b5c1f6a tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d5fb9c-f245-4631-be3c-4e1c0d285f20,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:47.753630 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ee079033-7756-4fbc-b833-4df6f2d880f8 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:47.797944 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ee079033-7756-4fbc-b833-4df6f2d880f8 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:47.855165 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e26c8bb8-3ca1-4624-be59-9d258e67f222 req-bfde1cce-438f-49bf-a89d-b92bfe37b66b tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd5fd2ce-3e09-41f1-868b-3ad9c4e06626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646831 Dec 06 17:20:47.857774 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-67fb062d-3360-440b-9237-b83e2e2110cb req-37be8c1e-a8a7-4497-b912-7d579e8fbf54 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9940597b-03fc-4480-aa9b-655f24781eb0 HTTP/1.1" status: 200 len: 1001 time: 0.1439724 Dec 06 17:20:47.860765 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ee079033-7756-4fbc-b833-4df6f2d880f8 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:47.864851 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ee079033-7756-4fbc-b833-4df6f2d880f8 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:47.866153 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-ee079033-7756-4fbc-b833-4df6f2d880f8 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "DELETE /v2.0/security-groups/f1ba969c-f7db-4fe7-80e1-d545b9bf3946 HTTP/1.1" status: 204 len: 168 time: 0.1876469 Dec 06 17:20:47.872003 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55638) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:47.890710 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-c02f3687-d90b-4a3c-abee-9fd87b1e035c None None] Could not find standard attr ID for object c434b7bf-1b26-4d8e-ae48-05eac8256970. {{(pid=103286) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 17:20:47.896403 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee079033-7756-4fbc-b833-4df6f2d880f8 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ba969c-f7db-4fe7-80e1-d545b9bf3946,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:47.956290 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-0127d592-9053-43ff-9094-71a61e8d0aef tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Deleting subnet 54e536cf-627b-43c5-9d06-89263b5cce81 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:20:47.960952 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-c02f3687-d90b-4a3c-abee-9fd87b1e035c None None] Provisioning complete for port df8e7efe-6d27-4026-911c-fd59859ae449 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:20:47.961101 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c02f3687-d90b-4a3c-abee-9fd87b1e035c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:47.961981 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0127d592-9053-43ff-9094-71a61e8d0aef tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:47.964110 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fb062d-3360-440b-9237-b83e2e2110cb req-7063d42c-7474-4f1f-b1e9-27a37891f476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:47.965648 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-67fb062d-3360-440b-9237-b83e2e2110cb req-7063d42c-7474-4f1f-b1e9-27a37891f476 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=01ffc29c-932e-4129-aefc-9a2b3f836b7b HTTP/1.1" status: 200 len: 856 time: 0.0952523 Dec 06 17:20:47.978757 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-de81a31c-a38d-4f52-b91a-32f1491ac055 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:48.010028 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0127d592-9053-43ff-9094-71a61e8d0aef tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:48.022961 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fb062d-3360-440b-9237-b83e2e2110cb req-0d6599fb-59ea-44f6-bfd5-43b494234bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:48.024785 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-67fb062d-3360-440b-9237-b83e2e2110cb req-0d6599fb-59ea-44f6-bfd5-43b494234bb7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=443e19cc-aba1-401c-ba5c-6c1a74082882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516593 Dec 06 17:20:48.046894 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-de81a31c-a38d-4f52-b91a-32f1491ac055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:48.098388 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:48.107379 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-2df99d3a-b917-4906-bc03-ea566e0346a3 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Allocated IP 2001:db8::1 (5a1d8b32-45e7-46f8-a4b8-0499b5ddff1a/729134ca-0070-432b-b8a4-2c5fbd1f8692/8dd517c2-49ab-42d2-a8c9-8d1a371defad) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:20:48.118244 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de81a31c-a38d-4f52-b91a-32f1491ac055 None None] Network 5a1d8b32-45e7-46f8-a4b8-0499b5ddff1a is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:20:48.146402 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-67fb062d-3360-440b-9237-b83e2e2110cb req-f40eaaaa-1091-4b12-ba50-5c67bfbe67f2 service neutron] 10.222.0.41 "GET /v2.0/networks/443e19cc-aba1-401c-ba5c-6c1a74082882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120918 Dec 06 17:20:48.147833 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-de81a31c-a38d-4f52-b91a-32f1491ac055 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:20:48.151750 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de81a31c-a38d-4f52-b91a-32f1491ac055 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:20:48.160170 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de81a31c-a38d-4f52-b91a-32f1491ac055 None None] Pushing event updated for resources: {'Port': ['ID=265f9e51-687f-43ff-9943-3f8c353b23f6,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:48.177568 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0127d592-9053-43ff-9094-71a61e8d0aef tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:48.281636 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-de81a31c-a38d-4f52-b91a-32f1491ac055 None None] Attempting to bind port 265f9e51-687f-43ff-9943-3f8c353b23f6 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:20:48.282302 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-de81a31c-a38d-4f52-b91a-32f1491ac055 None None] Attempting to bind port 265f9e51-687f-43ff-9943-3f8c353b23f6 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '13c9f3ac-9f15-4b53-859f-0f0092a403d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '5a1d8b32-45e7-46f8-a4b8-0499b5ddff1a'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:20:48.282572 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de81a31c-a38d-4f52-b91a-32f1491ac055 None None] Attempting to bind port 265f9e51-687f-43ff-9943-3f8c353b23f6 on network 5a1d8b32-45e7-46f8-a4b8-0499b5ddff1a {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:20:48.288535 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de81a31c-a38d-4f52-b91a-32f1491ac055 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:20:48.289009 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de81a31c-a38d-4f52-b91a-32f1491ac055 None None] Checking segment: {'id': '13c9f3ac-9f15-4b53-859f-0f0092a403d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '5a1d8b32-45e7-46f8-a4b8-0499b5ddff1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:20:48.289565 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-de81a31c-a38d-4f52-b91a-32f1491ac055 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:48.290198 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de81a31c-a38d-4f52-b91a-32f1491ac055 None None] Bound using segment: {'id': '13c9f3ac-9f15-4b53-859f-0f0092a403d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '5a1d8b32-45e7-46f8-a4b8-0499b5ddff1a'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:20:48.290876 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-de81a31c-a38d-4f52-b91a-32f1491ac055 None None] Bound port: 265f9e51-687f-43ff-9943-3f8c353b23f6, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13c9f3ac-9f15-4b53-859f-0f0092a403d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '5a1d8b32-45e7-46f8-a4b8-0499b5ddff1a'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:20:48.293846 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-67fb062d-3360-440b-9237-b83e2e2110cb req-ad9389a1-8cd2-4969-a965-2305ff9d23c6 service neutron] 10.222.0.41 "GET /v2.0/networks/443e19cc-aba1-401c-ba5c-6c1a74082882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374679 Dec 06 17:20:48.295639 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-de81a31c-a38d-4f52-b91a-32f1491ac055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:48.326102 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2df99d3a-b917-4906-bc03-ea566e0346a3 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:48.338032 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0127d592-9053-43ff-9094-71a61e8d0aef tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:48.373043 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-de81a31c-a38d-4f52-b91a-32f1491ac055 None None] For port 265f9e51-687f-43ff-9943-3f8c353b23f6, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:20:48.375522 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0127d592-9053-43ff-9094-71a61e8d0aef tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Pushing event deleted for resources: {'Subnet': ['ID=54e536cf-627b-43c5-9d06-89263b5cce81,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:48.377691 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-de81a31c-a38d-4f52-b91a-32f1491ac055 None None] For port 265f9e51-687f-43ff-9943-3f8c353b23f6, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=265f9e51-687f-43ff-9943-3f8c353b23f6,segment=NetworkSegment(13c9f3ac-9f15-4b53-859f-0f0092a403d1),segment_id=13c9f3ac-9f15-4b53-859f-0f0092a403d1)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:20:48.383196 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-de81a31c-a38d-4f52-b91a-32f1491ac055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:48.388031 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0127d592-9053-43ff-9094-71a61e8d0aef tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:48.395089 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 55642) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:48.395302 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-0127d592-9053-43ff-9094-71a61e8d0aef tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "DELETE /v2.0/subnets/54e536cf-627b-43c5-9d06-89263b5cce81 HTTP/1.1" status: 204 len: 168 time: 0.5221090 Dec 06 17:20:48.400694 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-c6970196-13d9-40bf-bc27-4d65f365ecc7 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Request body: {'subnet': {'network_id': '81022f44-d819-4556-af8c-69b6139b8e8a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:20:48.408291 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2df99d3a-b917-4906-bc03-ea566e0346a3 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:48.441227 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2366d968-eec2-441f-af8b-6e951cc65f6e None None] Network 81022f44-d819-4556-af8c-69b6139b8e8a requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:20:48.448306 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-0c355cd2-4386-444f-8fae-7a7a5599a5ad None None] Could not find standard attr ID for object c434b7bf-1b26-4d8e-ae48-05eac8256970. {{(pid=103286) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 17:20:48.466346 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df99d3a-b917-4906-bc03-ea566e0346a3 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Network 5a1d8b32-45e7-46f8-a4b8-0499b5ddff1a is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:20:48.476623 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-2df99d3a-b917-4906-bc03-ea566e0346a3 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:20:48.482279 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df99d3a-b917-4906-bc03-ea566e0346a3 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:20:48.483348 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2df99d3a-b917-4906-bc03-ea566e0346a3 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539179'] for router_interface, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:48.544022 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df99d3a-b917-4906-bc03-ea566e0346a3 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Pushing event updated for resources: {'Port': ['ID=8dd517c2-49ab-42d2-a8c9-8d1a371defad,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:48.545386 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e2d8e6-fc34-45eb-8848-0d881405cf62 req-4ea15adf-5768-4219-8747-cabdaf541eb5 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:48.547007 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f3e2d8e6-fc34-45eb-8848-0d881405cf62 req-4ea15adf-5768-4219-8747-cabdaf541eb5 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=31a2202d-a11c-43ed-a8f8-da649ae9d172 HTTP/1.1" status: 200 len: 946 time: 0.0800064 Dec 06 17:20:48.615700 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6970196-13d9-40bf-bc27-4d65f365ecc7 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Made reservation on behalf of 40549eaf61834290b753dc92c662ceed for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:20:48.619970 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c6970196-13d9-40bf-bc27-4d65f365ecc7 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:48.657070 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f3e2d8e6-fc34-45eb-8848-0d881405cf62 req-d0b64da3-7b04-40ed-a634-35f986bc9bc2 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c657007e-2b96-4108-a795-7e2c1ca6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026015 Dec 06 17:20:48.663444 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2df99d3a-b917-4906-bc03-ea566e0346a3 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:48.757437 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de81a31c-a38d-4f52-b91a-32f1491ac055 None None] Pushing event updated for resources: {'Port': ['ID=265f9e51-687f-43ff-9943-3f8c353b23f6,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:49.024579 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:49.069633 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 265f9e51-687f-43ff-9943-3f8c353b23f6 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:20:49.084155 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7029bff-6fc4-401e-a12a-31c1cbefa4da req-dc179a0a-d6b1-432d-9c68-0817669bf1ca tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:49.085871 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d7029bff-6fc4-401e-a12a-31c1cbefa4da req-dc179a0a-d6b1-432d-9c68-0817669bf1ca tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7d3f224-d001-4a9c-8816-6111bc8ee6b9 HTTP/1.1" status: 200 len: 945 time: 0.2880232 Dec 06 17:20:49.164929 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 265f9e51-687f-43ff-9943-3f8c353b23f6 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:20:49.165357 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:49.212452 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d7029bff-6fc4-401e-a12a-31c1cbefa4da req-21938a5b-6e9e-47df-a388-bbf41adc7f6e tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/security-groups?id=55b21076-cf23-48e9-9a14-bcc811d060b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191444 Dec 06 17:20:49.332209 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:49.359406 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2df99d3a-b917-4906-bc03-ea566e0346a3 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:49.375626 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] For port 265f9e51-687f-43ff-9943-3f8c353b23f6, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=265f9e51-687f-43ff-9943-3f8c353b23f6,segment=NetworkSegment(13c9f3ac-9f15-4b53-859f-0f0092a403d1),segment_id=13c9f3ac-9f15-4b53-859f-0f0092a403d1)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:20:49.380944 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2df99d3a-b917-4906-bc03-ea566e0346a3 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:49.385629 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:49.387121 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2df99d3a-b917-4906-bc03-ea566e0346a3 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-772465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539207'] for router_interface, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:49.452570 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Pushing event updated for resources: {'Port': ['ID=265f9e51-687f-43ff-9943-3f8c353b23f6,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:49.529539 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df99d3a-b917-4906-bc03-ea566e0346a3 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Pushing event updated for resources: {'Port': ['ID=8dd517c2-49ab-42d2-a8c9-8d1a371defad,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:49.568403 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f4fc8806-8f92-4ae8-8ba1-a8910bb8aa0e req-bc6ca75b-626b-44a3-8dbb-29cd09db946d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1376073 Dec 06 17:20:49.599390 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1b56cf-4b2b-46e0-a0cc-cc90de6b4d33 req-4a1e86a8-1ec4-4529-ba51-38a6406a5c87 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:49.609515 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5c1b56cf-4b2b-46e0-a0cc-cc90de6b4d33 req-4a1e86a8-1ec4-4529-ba51-38a6406a5c87 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8da1e37-b0ce-4950-a2e1-d4d8b1fe0b5f HTTP/1.1" status: 200 len: 944 time: 0.1931350 Dec 06 17:20:49.620448 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c6970196-13d9-40bf-bc27-4d65f365ecc7 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:49.645170 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df99d3a-b917-4906-bc03-ea566e0346a3 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Network 5a1d8b32-45e7-46f8-a4b8-0499b5ddff1a is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:20:49.649453 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-2df99d3a-b917-4906-bc03-ea566e0346a3 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:20:49.689672 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6970196-13d9-40bf-bc27-4d65f365ecc7 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Network 81022f44-d819-4556-af8c-69b6139b8e8a is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:20:49.711726 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-c6970196-13d9-40bf-bc27-4d65f365ecc7 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:20:49.721876 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6970196-13d9-40bf-bc27-4d65f365ecc7 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:49.722481 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c6970196-13d9-40bf-bc27-4d65f365ecc7 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:49.759725 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6970196-13d9-40bf-bc27-4d65f365ecc7 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Pushing event updated for resources: {'Subnet': ['ID=5993af4c-b977-40d4-a1fc-6e151a5bc75f,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:49.772386 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a18caf-e0e1-49e5-94b5-5c443b2cc720 req-463ba01b-2ac6-475c-a228-eb593a2a7b11 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:49.772639 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-c6970196-13d9-40bf-bc27-4d65f365ecc7 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3758211 Dec 06 17:20:49.783669 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 55660) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:49.784753 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a18caf-e0e1-49e5-94b5-5c443b2cc720 req-463ba01b-2ac6-475c-a228-eb593a2a7b11 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:49.790105 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-d54dcdf8-88c4-4e76-aedf-7ca13465c8c6 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Request body: {'security_group': {'name': 'tempest-secgroup-575536362'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:20:49.793794 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a18caf-e0e1-49e5-94b5-5c443b2cc720 req-463ba01b-2ac6-475c-a228-eb593a2a7b11 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:49.799867 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5c1b56cf-4b2b-46e0-a0cc-cc90de6b4d33 req-d15ed0ff-c014-49e6-a836-ab6afb6bb60b tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd5fd2ce-3e09-41f1-868b-3ad9c4e06626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894410 Dec 06 17:20:49.804593 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a18caf-e0e1-49e5-94b5-5c443b2cc720 req-463ba01b-2ac6-475c-a228-eb593a2a7b11 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:49.805442 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fc8806-8f92-4ae8-8ba1-a8910bb8aa0e req-7d1a2d66-390a-4936-8691-fe4d56d4ab1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:49.806955 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f4fc8806-8f92-4ae8-8ba1-a8910bb8aa0e req-7d1a2d66-390a-4936-8691-fe4d56d4ab1b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0688c6db31494470a1b7a5ecaa734bc4&device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 1095 time: 0.1561553 Dec 06 17:20:49.813975 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a18caf-e0e1-49e5-94b5-5c443b2cc720 req-463ba01b-2ac6-475c-a228-eb593a2a7b11 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:49.821386 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a18caf-e0e1-49e5-94b5-5c443b2cc720 req-463ba01b-2ac6-475c-a228-eb593a2a7b11 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:49.827842 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a18caf-e0e1-49e5-94b5-5c443b2cc720 req-463ba01b-2ac6-475c-a228-eb593a2a7b11 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:49.830255 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d9a18caf-e0e1-49e5-94b5-5c443b2cc720 req-463ba01b-2ac6-475c-a228-eb593a2a7b11 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5398cbb-9f14-42b7-905c-288b25e2bdb2 HTTP/1.1" status: 200 len: 5446 time: 0.2230556 Dec 06 17:20:49.863735 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d54dcdf8-88c4-4e76-aedf-7ca13465c8c6 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:49.934275 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d9a18caf-e0e1-49e5-94b5-5c443b2cc720 req-45cfbcb5-638c-496c-8cfc-64342c0c28bf tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/security-groups?id=39e38e48-0a80-455d-95ef-5684c690b16b&id=511f9156-9807-4e4e-ae23-f0018acdbda1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0886352 Dec 06 17:20:49.945070 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2df99d3a-b917-4906-bc03-ea566e0346a3 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Router 4a0e6105-e442-410a-8a01-2a7ed142c3c9 is scheduled to L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 17:20:50.005503 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a69e4132-b1ae-49fb-a6f9-99fe0328fbab None None] Provisioning complete for port 36126cdd-8491-4b19-b8a1-908911bc774e triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:20:50.006062 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a69e4132-b1ae-49fb-a6f9-99fe0328fbab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:50.022820 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f06ade0-7cb3-4896-874c-b0d35f1f6408 req-22b0c7a7-528e-4260-931f-87f571b308a4 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:50.024429 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1f06ade0-7cb3-4896-874c-b0d35f1f6408 req-22b0c7a7-528e-4260-931f-87f571b308a4 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=31a2202d-a11c-43ed-a8f8-da649ae9d172 HTTP/1.1" status: 200 len: 946 time: 0.1246474 Dec 06 17:20:50.039259 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b73ed9d-06f0-4407-a62e-be14dcaa614b None None] Network 81022f44-d819-4556-af8c-69b6139b8e8a requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:20:50.060493 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fc8806-8f92-4ae8-8ba1-a8910bb8aa0e req-669606e0-4aa4-48df-bf7c-d68ab2dd5ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:50.062137 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f4fc8806-8f92-4ae8-8ba1-a8910bb8aa0e req-669606e0-4aa4-48df-bf7c-d68ab2dd5ba6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b1330ff6-71a6-48db-aedf-2e908404d40b HTTP/1.1" status: 200 len: 912 time: 0.2091060 Dec 06 17:20:50.065347 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a69e4132-b1ae-49fb-a6f9-99fe0328fbab None None] Port 36126cdd-8491-4b19-b8a1-908911bc774e cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:20:50.132354 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d54dcdf8-88c4-4e76-aedf-7ca13465c8c6 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:50.146490 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d54dcdf8-88c4-4e76-aedf-7ca13465c8c6 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:50.160142 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a89c59-87aa-457a-8a58-89846cf22929 None None] Network 5a1d8b32-45e7-46f8-a4b8-0499b5ddff1a requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:20:50.190097 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a69e4132-b1ae-49fb-a6f9-99fe0328fbab None None] Provisioning complete for port df8e7efe-6d27-4026-911c-fd59859ae449 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:20:50.190615 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a69e4132-b1ae-49fb-a6f9-99fe0328fbab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:50.192880 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1f06ade0-7cb3-4896-874c-b0d35f1f6408 req-2f4f64e7-8bd8-4969-9a07-b44ce54e8a61 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c657007e-2b96-4108-a795-7e2c1ca6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593544 Dec 06 17:20:50.203749 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f4fc8806-8f92-4ae8-8ba1-a8910bb8aa0e req-a246577c-bb38-4c14-994d-bacfeb246a9d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=121dd329-2fdc-4943-88fc-b3360bf29c71 HTTP/1.1" status: 200 len: 998 time: 0.1285377 Dec 06 17:20:50.210924 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d54dcdf8-88c4-4e76-aedf-7ca13465c8c6 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:50.216405 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-d54dcdf8-88c4-4e76-aedf-7ca13465c8c6 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4263904 Dec 06 17:20:50.222226 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 55662) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:50.227492 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-57d631a7-61b2-4606-b767-c165d432959f tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Request body: {'security_group': {'name': 'tempest-secgroup-9502912'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:20:50.293703 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fc8806-8f92-4ae8-8ba1-a8910bb8aa0e req-02c37cc5-5199-4f19-942d-36901a5adc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:50.296319 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f4fc8806-8f92-4ae8-8ba1-a8910bb8aa0e req-02c37cc5-5199-4f19-942d-36901a5adc92 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=407d30a8-656b-4107-b0bb-8b27c7634002 HTTP/1.1" status: 200 len: 850 time: 0.0830836 Dec 06 17:20:50.320256 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54dcdf8-88c4-4e76-aedf-7ca13465c8c6 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e430ffc-a969-4d16-bf0a-de2930c2b565,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:50.333860 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-57d631a7-61b2-4606-b767-c165d432959f tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:50.400837 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fc8806-8f92-4ae8-8ba1-a8910bb8aa0e req-a98a4660-6570-4894-9b9d-4f3f8f0fae27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:50.401098 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f4fc8806-8f92-4ae8-8ba1-a8910bb8aa0e req-a98a4660-6570-4894-9b9d-4f3f8f0fae27 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b1330ff6-71a6-48db-aedf-2e908404d40b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0822845 Dec 06 17:20:50.452598 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2df99d3a-b917-4906-bc03-ea566e0346a3 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:20:50.462483 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-2df99d3a-b917-4906-bc03-ea566e0346a3 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "PUT /v2.0/routers/4a0e6105-e442-410a-8a01-2a7ed142c3c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6254742 Dec 06 17:20:50.464939 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55668) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:50.474489 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037d7969-f2ca-4047-8353-91eef07d3638 None None] Sync routers for ids ['4a0e6105-e442-410a-8a01-2a7ed142c3c9'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:20:50.484469 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 0fb12731-7f88-4fec-adc4-00016bd83483 up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:20:50.497959 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037d7969-f2ca-4047-8353-91eef07d3638 None None] Routers {'4a0e6105-e442-410a-8a01-2a7ed142c3c9'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:20:50.498678 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-037d7969-f2ca-4047-8353-91eef07d3638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:20:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['4a0e6105-e442-410a-8a01-2a7ed142c3c9'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:20:50.540347 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c1cc90-e411-471c-a749-eb0e97e426fd tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:50.543892 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-96c1cc90-e411-471c-a749-eb0e97e426fd tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "GET /v2.0/ports/8dd517c2-49ab-42d2-a8c9-8d1a371defad HTTP/1.1" status: 200 len: 911 time: 0.0776496 Dec 06 17:20:50.551441 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 55672) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:50.552330 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa54a6e3-a68f-407a-83f2-151cd0444188 req-5b510aaf-5425-4d4c-a756-924fb620c429 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:50.557217 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-7a68a9ea-751a-4fe8-b9c7-cb3696a4880b tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '729134ca-0070-432b-b8a4-2c5fbd1f8692'}]}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:20:50.559650 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fa54a6e3-a68f-407a-83f2-151cd0444188 req-5b510aaf-5425-4d4c-a756-924fb620c429 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7d3f224-d001-4a9c-8816-6111bc8ee6b9 HTTP/1.1" status: 200 len: 945 time: 0.1340628 Dec 06 17:20:50.572750 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-037d7969-f2ca-4047-8353-91eef07d3638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:20:50.592618 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037d7969-f2ca-4047-8353-91eef07d3638 None None] Routers {'4a0e6105-e442-410a-8a01-2a7ed142c3c9'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:20:50.593571 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-037d7969-f2ca-4047-8353-91eef07d3638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:20:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['4a0e6105-e442-410a-8a01-2a7ed142c3c9'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:20:50.616670 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fa54a6e3-a68f-407a-83f2-151cd0444188 req-6869ecc8-1ddc-4c55-b259-016e0b88267f tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/security-groups?id=55b21076-cf23-48e9-9a14-bcc811d060b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560412 Dec 06 17:20:50.634960 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-037d7969-f2ca-4047-8353-91eef07d3638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:20:50.635435 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-57d631a7-61b2-4606-b767-c165d432959f tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:50.636435 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037d7969-f2ca-4047-8353-91eef07d3638 None None] The sync data for ids ['4a0e6105-e442-410a-8a01-2a7ed142c3c9'] in n-d-master-1 is: [] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:20:50.646679 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd5c9e2-9831-4013-b2e3-2a913d605939 None None] Update dhcp port {'port': {'network_id': '81022f44-d819-4556-af8c-69b6139b8e8a', 'fixed_ips': [{'subnet_id': '95d3f706-0721-4a71-9e80-cfd7ce7a5ad2', 'ip_address': '172.20.0.18'}, {'subnet_id': '5993af4c-b977-40d4-a1fc-6e151a5bc75f'}], 'binding:host_id': 'n-d-master-1'}, 'id': 'df8e7efe-6d27-4026-911c-fd59859ae449'} from n-d-master-1. {{(pid=103286) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 06 17:20:50.649504 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-57d631a7-61b2-4606-b767-c165d432959f tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:50.650511 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning for port 0fb12731-7f88-4fec-adc4-00016bd83483 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:20:50.670720 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port 0fb12731-7f88-4fec-adc4-00016bd83483 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:20:50.671125 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:50.709716 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0bd5c9e2-9831-4013-b2e3-2a913d605939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:50.716934 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc52371d-b5ed-4eb9-b660-1b46112bc9cc req-ab0ae1fd-6f36-4b65-bdd3-fcac79d37ec3 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:50.722954 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc52371d-b5ed-4eb9-b660-1b46112bc9cc req-ab0ae1fd-6f36-4b65-bdd3-fcac79d37ec3 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:50.729441 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc52371d-b5ed-4eb9-b660-1b46112bc9cc req-ab0ae1fd-6f36-4b65-bdd3-fcac79d37ec3 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:50.736526 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc52371d-b5ed-4eb9-b660-1b46112bc9cc req-ab0ae1fd-6f36-4b65-bdd3-fcac79d37ec3 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:50.743065 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc52371d-b5ed-4eb9-b660-1b46112bc9cc req-ab0ae1fd-6f36-4b65-bdd3-fcac79d37ec3 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:50.749742 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc52371d-b5ed-4eb9-b660-1b46112bc9cc req-ab0ae1fd-6f36-4b65-bdd3-fcac79d37ec3 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:50.755744 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc52371d-b5ed-4eb9-b660-1b46112bc9cc req-ab0ae1fd-6f36-4b65-bdd3-fcac79d37ec3 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:50.757786 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fc52371d-b5ed-4eb9-b660-1b46112bc9cc req-ab0ae1fd-6f36-4b65-bdd3-fcac79d37ec3 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5398cbb-9f14-42b7-905c-288b25e2bdb2 HTTP/1.1" status: 200 len: 5446 time: 0.2653997 Dec 06 17:20:50.760140 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-01dbb265-3524-4e46-bc8e-c78f7a891d79 None None] Provisioning complete for port 265f9e51-687f-43ff-9943-3f8c353b23f6 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:20:50.760519 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-01dbb265-3524-4e46-bc8e-c78f7a891d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:50.771136 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d631a7-61b2-4606-b767-c165d432959f tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f793eda-d884-42a0-b59e-8a8dc9417458,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:50.797586 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f4fc8806-8f92-4ae8-8ba1-a8910bb8aa0e req-db99d9e3-5717-44b0-9fa0-536d5233578d service neutron] 10.222.0.44 "GET /v2.0/networks/b1330ff6-71a6-48db-aedf-2e908404d40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3783164 Dec 06 17:20:50.811997 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-57d631a7-61b2-4606-b767-c165d432959f tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:50.813452 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-57d631a7-61b2-4606-b767-c165d432959f tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.5893955 Dec 06 17:20:50.823405 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55674) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:50.841244 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 17:20:50.842272 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-72606b93-4f84-4b40-9540-2df6d864fbff tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Request body: {'security_group': {'name': 'tempest-secgroup-1440294157'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:20:50.900108 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa27f015-1b47-4ead-9c87-fa8e52263bb8 req-b93708cd-40cd-4d9e-9c89-44d603948a5e tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:50.903703 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fa27f015-1b47-4ead-9c87-fa8e52263bb8 req-b93708cd-40cd-4d9e-9c89-44d603948a5e tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.44 "GET /v2.0/ports?device_id=b7d3f224-d001-4a9c-8816-6111bc8ee6b9 HTTP/1.1" status: 200 len: 945 time: 0.1244159 Dec 06 17:20:50.952759 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-0bd5c9e2-9831-4013-b2e3-2a913d605939 None None] Allocated IP 172.20.0.2 (81022f44-d819-4556-af8c-69b6139b8e8a/5993af4c-b977-40d4-a1fc-6e151a5bc75f/df8e7efe-6d27-4026-911c-fd59859ae449) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:20:51.009833 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-72606b93-4f84-4b40-9540-2df6d864fbff tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:51.040840 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc52371d-b5ed-4eb9-b660-1b46112bc9cc req-27c57952-3ecf-4a28-9edf-dfaea7f9e3c6 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:51.042339 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fc52371d-b5ed-4eb9-b660-1b46112bc9cc req-27c57952-3ecf-4a28-9edf-dfaea7f9e3c6 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.44 "GET /v2.0/ports/e2c81161-fcfe-4c5c-a15a-a2bb77a0ab7d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2496357 Dec 06 17:20:51.063553 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-0bd5c9e2-9831-4013-b2e3-2a913d605939 None None] For port df8e7efe-6d27-4026-911c-fd59859ae449, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=df8e7efe-6d27-4026-911c-fd59859ae449,segment=NetworkSegment(a9b88c68-712e-41b0-ab09-20f8e6e82a5d),segment_id=a9b88c68-712e-41b0-ab09-20f8e6e82a5d)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:20:51.100723 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0bd5c9e2-9831-4013-b2e3-2a913d605939 None None] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:51.116986 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 265f9e51-687f-43ff-9943-3f8c353b23f6 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:20:51.124513 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0bd5c9e2-9831-4013-b2e3-2a913d605939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:51.167108 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-fa27f015-1b47-4ead-9c87-fa8e52263bb8 req-1d41181b-9b44-41e5-95f9-50bc852ca485 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Deleting port 705859b3-57e1-4ac2-be0a-5482767392a3 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:20:51.167769 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fa27f015-1b47-4ead-9c87-fa8e52263bb8 req-1d41181b-9b44-41e5-95f9-50bc852ca485 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:51.206129 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fc52371d-b5ed-4eb9-b660-1b46112bc9cc req-8d0fb22d-ea0b-47cf-bbaa-1ee78d7ea4f3 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.44 "GET /v2.0/networks/a265b143-efdd-45e0-a32a-71d5cda110a4?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1536593 Dec 06 17:20:51.226063 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-fc52371d-b5ed-4eb9-b660-1b46112bc9cc req-36be81c0-3061-4d90-80a6-468952418dc3 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:20:51.227664 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:51.248364 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b2ba7a-94f0-4872-989d-76b9e3e3a52b req-ea450ac0-7428-4898-ad69-b0952e6a1f72 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:51.250101 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-12b2ba7a-94f0-4872-989d-76b9e3e3a52b req-ea450ac0-7428-4898-ad69-b0952e6a1f72 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8da1e37-b0ce-4950-a2e1-d4d8b1fe0b5f HTTP/1.1" status: 200 len: 944 time: 0.3030028 Dec 06 17:20:51.267457 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-72606b93-4f84-4b40-9540-2df6d864fbff tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:51.307097 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa53655-8a78-48b1-8440-cfcfae89b8db req-52e3671a-4863-4352-8663-0ef415eba405 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:51.314713 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa53655-8a78-48b1-8440-cfcfae89b8db req-52e3671a-4863-4352-8663-0ef415eba405 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:51.321660 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa53655-8a78-48b1-8440-cfcfae89b8db req-52e3671a-4863-4352-8663-0ef415eba405 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:51.327905 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa53655-8a78-48b1-8440-cfcfae89b8db req-52e3671a-4863-4352-8663-0ef415eba405 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:51.332019 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f4fc8806-8f92-4ae8-8ba1-a8910bb8aa0e req-b8905176-09d9-411f-9b28-becaee298730 service neutron] 10.222.0.44 "GET /v2.0/networks/b1330ff6-71a6-48db-aedf-2e908404d40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5230200 Dec 06 17:20:51.337917 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa53655-8a78-48b1-8440-cfcfae89b8db req-52e3671a-4863-4352-8663-0ef415eba405 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:51.344793 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa53655-8a78-48b1-8440-cfcfae89b8db req-52e3671a-4863-4352-8663-0ef415eba405 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:51.347330 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7a68a9ea-751a-4fe8-b9c7-cb3696a4880b tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:51.351905 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa53655-8a78-48b1-8440-cfcfae89b8db req-52e3671a-4863-4352-8663-0ef415eba405 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:51.360147 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5fa53655-8a78-48b1-8440-cfcfae89b8db req-52e3671a-4863-4352-8663-0ef415eba405 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5398cbb-9f14-42b7-905c-288b25e2bdb2 HTTP/1.1" status: 200 len: 5446 time: 0.2410958 Dec 06 17:20:51.376734 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd5c9e2-9831-4013-b2e3-2a913d605939 None None] Pushing event updated for resources: {'Port': ['ID=df8e7efe-6d27-4026-911c-fd59859ae449,revision_number=6']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:51.378941 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8da1e37-b0ce-4950-a2e1-d4d8b1fe0b5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fb12731-7f88-4fec-adc4-00016bd83483'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:20:51.394287 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c09999a5-eb21-4870-a62e-9536457d8abf" -d '{"events": [{"server_uuid": "c8da1e37-b0ce-4950-a2e1-d4d8b1fe0b5f", "name": "network-vif-plugged", "status": "completed", "tag": "0fb12731-7f88-4fec-adc4-00016bd83483"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:20:51.405238 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-fc52371d-b5ed-4eb9-b660-1b46112bc9cc req-36be81c0-3061-4d90-80a6-468952418dc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:51.422240 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 0fb12731-7f88-4fec-adc4-00016bd83483, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=0fb12731-7f88-4fec-adc4-00016bd83483,segment=NetworkSegment(5a916c46-cf7e-433a-ae04-99d57e30b2e2),segment_id=5a916c46-cf7e-433a-ae04-99d57e30b2e2)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:20:51.429343 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-72606b93-4f84-4b40-9540-2df6d864fbff tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:51.429631 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 265f9e51-687f-43ff-9943-3f8c353b23f6 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:20:51.429920 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:51.434449 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:51.434913 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device e42dffef-fd32-4bdd-8a82-7f2ced8750e5 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:20:51.440926 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-12b2ba7a-94f0-4872-989d-76b9e3e3a52b req-d70e67c2-0207-4720-84ab-113cf0e6cf4c tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd5fd2ce-3e09-41f1-868b-3ad9c4e06626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615131 Dec 06 17:20:51.460001 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5fa53655-8a78-48b1-8440-cfcfae89b8db req-63f96705-6202-4a43-9ffb-906a02250f82 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/security-groups?id=39e38e48-0a80-455d-95ef-5684c690b16b&id=511f9156-9807-4e4e-ae23-f0018acdbda1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0944955 Dec 06 17:20:51.526912 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-72606b93-4f84-4b40-9540-2df6d864fbff tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:51.531275 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-72606b93-4f84-4b40-9540-2df6d864fbff tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7021673 Dec 06 17:20:51.541730 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55686) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:51.569191 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-34361044-425e-4851-810d-f6ad94c71021 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-693033623', 'security_groups': ['be52806a-ad82-4548-bb22-15301fec0fb4'], 'network_id': '81022f44-d819-4556-af8c-69b6139b8e8a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5993af4c-b977-40d4-a1fc-6e151a5bc75f'}]}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:20:51.596956 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5f517bf-933e-454f-84c2-9df0323af285 x-openstack-request-id: req-a5f517bf-933e-454f-84c2-9df0323af285 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:20:51.597640 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8da1e37-b0ce-4950-a2e1-d4d8b1fe0b5f", "name": "network-vif-plugged", "status": "completed", "tag": "0fb12731-7f88-4fec-adc4-00016bd83483", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:20:51.604392 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a5f517bf-933e-454f-84c2-9df0323af285 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:20:51.625630 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8da1e37-b0ce-4950-a2e1-d4d8b1fe0b5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fb12731-7f88-4fec-adc4-00016bd83483', 'code': 200} Dec 06 17:20:51.715917 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72606b93-4f84-4b40-9540-2df6d864fbff tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be52806a-ad82-4548-bb22-15301fec0fb4,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:51.731708 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=0fb12731-7f88-4fec-adc4-00016bd83483,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:51.742481 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-fa27f015-1b47-4ead-9c87-fa8e52263bb8 req-1d41181b-9b44-41e5-95f9-50bc852ca485 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] For port 705859b3-57e1-4ac2-be0a-5482767392a3, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=705859b3-57e1-4ac2-be0a-5482767392a3,segment=NetworkSegment(1866e212-da2e-4d7f-86b0-4e8ad063f1f7),segment_id=1866e212-da2e-4d7f-86b0-4e8ad063f1f7)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:20:51.742862 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fa27f015-1b47-4ead-9c87-fa8e52263bb8 req-1d41181b-9b44-41e5-95f9-50bc852ca485 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:51.751910 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-c543b115-9e6e-490a-8892-acc60aa6826b None None] Provisioning complete for port 265f9e51-687f-43ff-9943-3f8c353b23f6 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:20:51.756172 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c543b115-9e6e-490a-8892-acc60aa6826b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:51.803052 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-fa27f015-1b47-4ead-9c87-fa8e52263bb8 req-1d41181b-9b44-41e5-95f9-50bc852ca485 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Calling delete_port for 705859b3-57e1-4ac2-be0a-5482767392a3 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:20:51.919901 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34361044-425e-4851-810d-f6ad94c71021 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Made reservation on behalf of 40549eaf61834290b753dc92c662ceed for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:20:51.987877 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:52.060109 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4e3e56-0a35-4f76-8af1-90601ede7be9 req-3187bcb7-8761-4595-b99c-6960e69e5971 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:52.061962 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-cd4e3e56-0a35-4f76-8af1-90601ede7be9 req-3187bcb7-8761-4595-b99c-6960e69e5971 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=31a2202d-a11c-43ed-a8f8-da649ae9d172 HTTP/1.1" status: 200 len: 946 time: 0.4895544 Dec 06 17:20:52.071482 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e38a1a-7a24-4db6-89a9-a88de13edba0 req-460da2be-25b9-433a-b94e-339b8a8a4f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:52.072976 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a0e38a1a-7a24-4db6-89a9-a88de13edba0 req-460da2be-25b9-433a-b94e-339b8a8a4f45 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c8da1e37-b0ce-4950-a2e1-d4d8b1fe0b5f HTTP/1.1" status: 200 len: 1096 time: 0.2672234 Dec 06 17:20:52.075722 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port e42dffef-fd32-4bdd-8a82-7f2ced8750e5, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e42dffef-fd32-4bdd-8a82-7f2ced8750e5,segment=NetworkSegment(960bb03e-79ef-4cd4-951f-382b620b51db),segment_id=960bb03e-79ef-4cd4-951f-382b620b51db)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:20:52.086887 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:52.087729 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device ce5a499b-b2ba-4f6b-b647-32d86ebd2d1e no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:20:52.102112 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-34361044-425e-4851-810d-f6ad94c71021 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:52.105805 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b41b61bf-b79f-450a-9a27-adb210b615b4 req-49030ddd-9fbe-46d5-a4d9-02f6491c7d65 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ab5a1622-9933-40c5-84a1-0be26fda8c29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2507474 Dec 06 17:20:52.129949 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c356cda-41b8-4f46-b6d4-1ae5fa0c8f89 req-f7800173-9e5b-462b-8a81-02d1c71c5147 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:52.139678 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0c356cda-41b8-4f46-b6d4-1ae5fa0c8f89 req-f7800173-9e5b-462b-8a81-02d1c71c5147 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7d3f224-d001-4a9c-8816-6111bc8ee6b9 HTTP/1.1" status: 200 len: 945 time: 0.1923254 Dec 06 17:20:52.206680 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-34361044-425e-4851-810d-f6ad94c71021 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] device_id is not set on port 3ae61dcb-fd41-4d4d-826e-f429065c3b36 yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:20:52.261129 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-fc52371d-b5ed-4eb9-b660-1b46112bc9cc req-36be81c0-3061-4d90-80a6-468952418dc3 service neutron] For port e2c81161-fcfe-4c5c-a15a-a2bb77a0ab7d, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e2c81161-fcfe-4c5c-a15a-a2bb77a0ab7d,segment=NetworkSegment(960bb03e-79ef-4cd4-951f-382b620b51db),segment_id=960bb03e-79ef-4cd4-951f-382b620b51db)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:20:52.271950 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-c543b115-9e6e-490a-8892-acc60aa6826b None None] Provisioning complete for port 8dd517c2-49ab-42d2-a8c9-8d1a371defad triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:20:52.272317 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c543b115-9e6e-490a-8892-acc60aa6826b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:52.290069 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-cd4e3e56-0a35-4f76-8af1-90601ede7be9 req-5b863bea-ade7-43a1-8a76-d9f735c9f740 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c657007e-2b96-4108-a795-7e2c1ca6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069743 Dec 06 17:20:52.315164 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a0e38a1a-7a24-4db6-89a9-a88de13edba0 req-18d58c4e-be99-4957-b769-4bda87db33cb service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=cd5fd2ce-3e09-41f1-868b-3ad9c4e06626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227869 Dec 06 17:20:52.339572 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0c356cda-41b8-4f46-b6d4-1ae5fa0c8f89 req-15090ed2-d867-4762-9095-6ebf686c4064 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.23 "GET /v2.0/security-groups?id=55b21076-cf23-48e9-9a14-bcc811d060b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989346 Dec 06 17:20:52.352980 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fa27f015-1b47-4ead-9c87-fa8e52263bb8 req-1d41181b-9b44-41e5-95f9-50bc852ca485 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:52.395185 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41b61bf-b79f-450a-9a27-adb210b615b4 req-aaa01299-deb6-446a-b2c1-68dc8476363e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:52.396219 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41b61bf-b79f-450a-9a27-adb210b615b4 req-aaa01299-deb6-446a-b2c1-68dc8476363e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:52.396700 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41b61bf-b79f-450a-9a27-adb210b615b4 req-aaa01299-deb6-446a-b2c1-68dc8476363e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:52.397177 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41b61bf-b79f-450a-9a27-adb210b615b4 req-aaa01299-deb6-446a-b2c1-68dc8476363e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:52.397673 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41b61bf-b79f-450a-9a27-adb210b615b4 req-aaa01299-deb6-446a-b2c1-68dc8476363e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:52.398139 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41b61bf-b79f-450a-9a27-adb210b615b4 req-aaa01299-deb6-446a-b2c1-68dc8476363e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:52.398607 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41b61bf-b79f-450a-9a27-adb210b615b4 req-aaa01299-deb6-446a-b2c1-68dc8476363e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:52.400697 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b41b61bf-b79f-450a-9a27-adb210b615b4 req-aaa01299-deb6-446a-b2c1-68dc8476363e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3ab1b684adb44126aa30c8ecbc0cad3c&device_id=ab5a1622-9933-40c5-84a1-0be26fda8c29 HTTP/1.1" status: 200 len: 6490 time: 0.2106221 Dec 06 17:20:52.410896 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-fc52371d-b5ed-4eb9-b660-1b46112bc9cc req-36be81c0-3061-4d90-80a6-468952418dc3 service neutron] For port e2c81161-fcfe-4c5c-a15a-a2bb77a0ab7d, host n-h2-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:20:52.431796 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d41181b-9b44-41e5-95f9-50bc852ca485 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Pushing event deleted for resources: {'Port': ['ID=705859b3-57e1-4ac2-be0a-5482767392a3,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:52.476611 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['705859b3-57e1-4ac2-be0a-5482767392a3'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:20:52.479276 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b37d18-8071-4b03-a00c-48837f13e7e6 None None] DHCP port deletion for cae96aac-fb31-4420-9340-c97dbf634a30 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:20:52.513207 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa27f015-1b47-4ead-9c87-fa8e52263bb8 req-1d41181b-9b44-41e5-95f9-50bc852ca485 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] No DVR routers for this DVR port 705859b3-57e1-4ac2-be0a-5482767392a3 on host n-h2-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:20:52.516055 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fa27f015-1b47-4ead-9c87-fa8e52263bb8 req-1d41181b-9b44-41e5-95f9-50bc852ca485 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:52.521662 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fa27f015-1b47-4ead-9c87-fa8e52263bb8 req-1d41181b-9b44-41e5-95f9-50bc852ca485 tempest-ServerRescueNegativeTestJSON-252759949 tempest-ServerRescueNegativeTestJSON-252759949-project] 10.222.0.44 "DELETE /v2.0/ports/705859b3-57e1-4ac2-be0a-5482767392a3 HTTP/1.1" status: 204 len: 173 time: 1.6089203 Dec 06 17:20:52.527380 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7d3f224-d001-4a9c-8816-6111bc8ee6b9', 'name': 'network-vif-deleted', 'tag': '705859b3-57e1-4ac2-be0a-5482767392a3'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:20:52.531053 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c50569-4f7a-470a-9353-6d238deb1203" -d '{"events": [{"server_uuid": "b7d3f224-d001-4a9c-8816-6111bc8ee6b9", "name": "network-vif-deleted", "tag": "705859b3-57e1-4ac2-be0a-5482767392a3"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:20:52.550736 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=e42dffef-fd32-4bdd-8a82-7f2ced8750e5,revision_number=6']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:52.566812 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-c543b115-9e6e-490a-8892-acc60aa6826b None None] Port 8dd517c2-49ab-42d2-a8c9-8d1a371defad cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:20:52.576214 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:52.618417 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-34361044-425e-4851-810d-f6ad94c71021 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Allocated IP 172.20.0.3 (81022f44-d819-4556-af8c-69b6139b8e8a/5993af4c-b977-40d4-a1fc-6e151a5bc75f/3ae61dcb-fd41-4d4d-826e-f429065c3b36) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:20:52.630638 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port ce5a499b-b2ba-4f6b-b647-32d86ebd2d1e, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ce5a499b-b2ba-4f6b-b647-32d86ebd2d1e,segment=NetworkSegment(960bb03e-79ef-4cd4-951f-382b620b51db),segment_id=960bb03e-79ef-4cd4-951f-382b620b51db)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:20:52.636502 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:52.637815 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 1d5a6e2b-fe5f-43e4-8477-6577f08f2e89 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:20:52.662261 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-fc52371d-b5ed-4eb9-b660-1b46112bc9cc req-36be81c0-3061-4d90-80a6-468952418dc3 service neutron] device_id is not set on port e2c81161-fcfe-4c5c-a15a-a2bb77a0ab7d yet. {{(pid=103285) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:20:52.671178 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41b61bf-b79f-450a-9a27-adb210b615b4 req-a8abc742-bf73-4866-9b79-2ab75fdb8fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:52.671635 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41b61bf-b79f-450a-9a27-adb210b615b4 req-a8abc742-bf73-4866-9b79-2ab75fdb8fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:52.673514 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41b61bf-b79f-450a-9a27-adb210b615b4 req-a8abc742-bf73-4866-9b79-2ab75fdb8fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:52.675983 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b41b61bf-b79f-450a-9a27-adb210b615b4 req-a8abc742-bf73-4866-9b79-2ab75fdb8fed service neutron] 10.222.0.41 "GET /v2.0/networks?id=3fe6b139-ab54-421b-a2ff-2a0762857d78&id=a4c7e014-b0a5-4b38-bc7b-c27afa34aef4&id=a4c7e014-b0a5-4b38-bc7b-c27afa34aef4&id=a4c7e014-b0a5-4b38-bc7b-c27afa34aef4&id=a4c7e014-b0a5-4b38-bc7b-c27afa34aef4&id=e47593f6-512b-4b3d-b5fd-6e48cd1a0fda&id=e47593f6-512b-4b3d-b5fd-6e48cd1a0fda HTTP/1.1" status: 200 len: 2291 time: 0.2335527 Dec 06 17:20:52.712439 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-fc52371d-b5ed-4eb9-b660-1b46112bc9cc req-36be81c0-3061-4d90-80a6-468952418dc3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:52.718843 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0737aa28-06e0-4ff4-a72c-c2a0671b3a5b req-7efeea2e-10b7-4426-8941-b10f56c30b8f tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:52.725648 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0737aa28-06e0-4ff4-a72c-c2a0671b3a5b req-7efeea2e-10b7-4426-8941-b10f56c30b8f tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:52.731863 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0737aa28-06e0-4ff4-a72c-c2a0671b3a5b req-7efeea2e-10b7-4426-8941-b10f56c30b8f tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:52.737997 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0737aa28-06e0-4ff4-a72c-c2a0671b3a5b req-7efeea2e-10b7-4426-8941-b10f56c30b8f tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:52.742103 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a7891733-8b51-458d-bfd2-c95df0fc3cf7 None None] Provisioning complete for port 36126cdd-8491-4b19-b8a1-908911bc774e triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:20:52.742488 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a7891733-8b51-458d-bfd2-c95df0fc3cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:52.744374 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0737aa28-06e0-4ff4-a72c-c2a0671b3a5b req-7efeea2e-10b7-4426-8941-b10f56c30b8f tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:52.750645 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0737aa28-06e0-4ff4-a72c-c2a0671b3a5b req-7efeea2e-10b7-4426-8941-b10f56c30b8f tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:52.757232 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0737aa28-06e0-4ff4-a72c-c2a0671b3a5b req-7efeea2e-10b7-4426-8941-b10f56c30b8f tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:52.758847 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-fc52371d-b5ed-4eb9-b660-1b46112bc9cc req-36be81c0-3061-4d90-80a6-468952418dc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:52.765375 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0737aa28-06e0-4ff4-a72c-c2a0671b3a5b req-7efeea2e-10b7-4426-8941-b10f56c30b8f tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5398cbb-9f14-42b7-905c-288b25e2bdb2 HTTP/1.1" status: 200 len: 5442 time: 0.1311984 Dec 06 17:20:52.784289 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7a68a9ea-751a-4fe8-b9c7-cb3696a4880b tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:52.796837 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=ce5a499b-b2ba-4f6b-b647-32d86ebd2d1e,revision_number=6']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:52.800503 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a7891733-8b51-458d-bfd2-c95df0fc3cf7 None None] Port 36126cdd-8491-4b19-b8a1-908911bc774e cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:20:52.845152 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a7891733-8b51-458d-bfd2-c95df0fc3cf7 None None] Provisioning complete for port 8dd517c2-49ab-42d2-a8c9-8d1a371defad triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:20:52.845391 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a7891733-8b51-458d-bfd2-c95df0fc3cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:52.858216 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f407ce-b748-418e-bf64-427e4665d125 req-368d448f-7554-47ce-a9c8-d1c33fdb6d89 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:52.860717 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-09f407ce-b748-418e-bf64-427e4665d125 req-368d448f-7554-47ce-a9c8-d1c33fdb6d89 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8da1e37-b0ce-4950-a2e1-d4d8b1fe0b5f HTTP/1.1" status: 200 len: 945 time: 0.2247944 Dec 06 17:20:52.866206 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7a68a9ea-751a-4fe8-b9c7-cb3696a4880b tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:52.874771 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a68a9ea-751a-4fe8-b9c7-cb3696a4880b tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:52.875583 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7a68a9ea-751a-4fe8-b9c7-cb3696a4880b tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:52.878162 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-7a68a9ea-751a-4fe8-b9c7-cb3696a4880b tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "PUT /v2.0/ports/8dd517c2-49ab-42d2-a8c9-8d1a371defad HTTP/1.1" status: 200 len: 911 time: 2.3243535 Dec 06 17:20:52.883946 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55702) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:52.886811 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a7891733-8b51-458d-bfd2-c95df0fc3cf7 None None] Port 8dd517c2-49ab-42d2-a8c9-8d1a371defad cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:20:52.898687 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:52.925620 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a7891733-8b51-458d-bfd2-c95df0fc3cf7 None None] Provisioning complete for port df8e7efe-6d27-4026-911c-fd59859ae449 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:20:52.926008 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a7891733-8b51-458d-bfd2-c95df0fc3cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:52.951776 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 1d5a6e2b-fe5f-43e4-8477-6577f08f2e89, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=1d5a6e2b-fe5f-43e4-8477-6577f08f2e89,segment=NetworkSegment(6053507f-d1ea-4551-8cb6-ca82d545c343),segment_id=6053507f-d1ea-4551-8cb6-ca82d545c343)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:20:52.959771 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc52371d-b5ed-4eb9-b660-1b46112bc9cc req-36be81c0-3061-4d90-80a6-468952418dc3 service neutron] No DVR routers for this DVR port e2c81161-fcfe-4c5c-a15a-a2bb77a0ab7d on host n-h2-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:20:52.963946 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b41b61bf-b79f-450a-9a27-adb210b615b4 req-af541802-7e2c-4e30-a5de-b29a3b85c964 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ff5d469-98fa-49c2-8ef1-104f557830ca HTTP/1.1" status: 200 len: 1000 time: 0.2496257 Dec 06 17:20:52.968012 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36be81c0-3061-4d90-80a6-468952418dc3 service neutron] Pushing event updated for resources: {'Port': ['ID=e2c81161-fcfe-4c5c-a15a-a2bb77a0ab7d,revision_number=6']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:53.013210 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:53.088659 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=1d5a6e2b-fe5f-43e4-8477-6577f08f2e89,revision_number=6']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:53.101848 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 5d044c44-c6ea-4f9f-a3c3-6f30ee8e15d8 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:20:53.116553 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-09f407ce-b748-418e-bf64-427e4665d125 req-4252b4c7-6666-4be4-bfa6-dd166bfcb7a2 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd5fd2ce-3e09-41f1-868b-3ad9c4e06626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352130 Dec 06 17:20:53.132284 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a68a9ea-751a-4fe8-b9c7-cb3696a4880b tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Pushing event updated for resources: {'Port': ['ID=8dd517c2-49ab-42d2-a8c9-8d1a371defad,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:53.139105 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-fc52371d-b5ed-4eb9-b660-1b46112bc9cc req-36be81c0-3061-4d90-80a6-468952418dc3 service neutron] In _notify_port_updated(), no bound segment for port e2c81161-fcfe-4c5c-a15a-a2bb77a0ab7d on network a265b143-efdd-45e0-a32a-71d5cda110a4 {{(pid=103285) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 17:20:53.140288 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc52371d-b5ed-4eb9-b660-1b46112bc9cc req-36be81c0-3061-4d90-80a6-468952418dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:53.140581 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-fc52371d-b5ed-4eb9-b660-1b46112bc9cc req-36be81c0-3061-4d90-80a6-468952418dc3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:53.141964 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fc52371d-b5ed-4eb9-b660-1b46112bc9cc req-36be81c0-3061-4d90-80a6-468952418dc3 service neutron] 10.222.0.44 "PUT /v2.0/ports/e2c81161-fcfe-4c5c-a15a-a2bb77a0ab7d HTTP/1.1" status: 200 len: 1033 time: 1.9251199 Dec 06 17:20:53.146124 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41b61bf-b79f-450a-9a27-adb210b615b4 req-2aa7367d-b0a8-4ace-8028-012f9bb32475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:53.147691 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b41b61bf-b79f-450a-9a27-adb210b615b4 req-2aa7367d-b0a8-4ace-8028-012f9bb32475 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6a353316-d532-4156-ba10-317f93f3fee6 HTTP/1.1" status: 200 len: 849 time: 0.1469727 Dec 06 17:20:53.149379 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device df8e7efe-6d27-4026-911c-fd59859ae449 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:20:53.202619 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-34361044-425e-4851-810d-f6ad94c71021 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:53.281671 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc52371d-b5ed-4eb9-b660-1b46112bc9cc req-607dfa45-e4b5-4171-8884-91d6adf49bf8 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:53.283056 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fc52371d-b5ed-4eb9-b660-1b46112bc9cc req-607dfa45-e4b5-4171-8884-91d6adf49bf8 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.44 "GET /v2.0/ports/5d044c44-c6ea-4f9f-a3c3-6f30ee8e15d8?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1323988 Dec 06 17:20:53.295315 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41b61bf-b79f-450a-9a27-adb210b615b4 req-04d40cae-bb39-4802-8d0a-446d293413d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:53.296831 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b41b61bf-b79f-450a-9a27-adb210b615b4 req-04d40cae-bb39-4802-8d0a-446d293413d1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3fe6b139-ab54-421b-a2ff-2a0762857d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1203392 Dec 06 17:20:53.305404 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-34361044-425e-4851-810d-f6ad94c71021 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:53.306290 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-fc52371d-b5ed-4eb9-b660-1b46112bc9cc req-b1ff4b6c-a59a-484f-9022-6055793feb35 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:20:53.329878 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0737aa28-06e0-4ff4-a72c-c2a0671b3a5b req-4db80e6d-656d-4bb8-8e8e-d2652dbf6b57 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/security-groups?id=39e38e48-0a80-455d-95ef-5684c690b16b&id=511f9156-9807-4e4e-ae23-f0018acdbda1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5588148 Dec 06 17:20:53.334284 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:53.360770 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8812304-3922-4b80-ac4d-a065cc4e44b8 x-openstack-request-id: req-d8812304-3922-4b80-ac4d-a065cc4e44b8 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:20:53.360770 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7d3f224-d001-4a9c-8816-6111bc8ee6b9", "name": "network-vif-deleted", "tag": "705859b3-57e1-4ac2-be0a-5482767392a3", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:20:53.360770 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d8812304-3922-4b80-ac4d-a065cc4e44b8 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:20:53.360770 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7d3f224-d001-4a9c-8816-6111bc8ee6b9', 'name': 'network-vif-deleted', 'tag': '705859b3-57e1-4ac2-be0a-5482767392a3', 'status': 'completed', 'code': 200} Dec 06 17:20:53.374014 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port df8e7efe-6d27-4026-911c-fd59859ae449 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:20:53.374403 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:53.475011 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34361044-425e-4851-810d-f6ad94c71021 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Network 81022f44-d819-4556-af8c-69b6139b8e8a is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:20:53.489972 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 5d044c44-c6ea-4f9f-a3c3-6f30ee8e15d8, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5d044c44-c6ea-4f9f-a3c3-6f30ee8e15d8,segment=NetworkSegment(960bb03e-79ef-4cd4-951f-382b620b51db),segment_id=960bb03e-79ef-4cd4-951f-382b620b51db)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:20:53.490764 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-34361044-425e-4851-810d-f6ad94c71021 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:20:53.491016 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-1f1797cc-01ca-4131-8723-38601b924420 None None] Provisioning complete for port e2c81161-fcfe-4c5c-a15a-a2bb77a0ab7d triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:20:53.491418 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1f1797cc-01ca-4131-8723-38601b924420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:53.499530 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34361044-425e-4851-810d-f6ad94c71021 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Pushing event updated for resources: {'Port': ['ID=3ae61dcb-fd41-4d4d-826e-f429065c3b36,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:53.510124 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34361044-425e-4851-810d-f6ad94c71021 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:20:53.545744 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55710) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:53.550299 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-1f1797cc-01ca-4131-8723-38601b924420 None None] Port e2c81161-fcfe-4c5c-a15a-a2bb77a0ab7d cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:20:53.552194 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:53.552965 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 705859b3-57e1-4ac2-be0a-5482767392a3 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:20:53.608385 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] No Port match for: 705859b3-57e1-4ac2-be0a-5482767392a3 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:20:53.608770 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 705859b3-57e1-4ac2-be0a-5482767392a3 not bound to the agent host n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:20:53.609180 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device d5cb989f-970a-4712-bc55-ae97972ef5ef no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:20:53.652396 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34361044-425e-4851-810d-f6ad94c71021 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:53.653082 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-34361044-425e-4851-810d-f6ad94c71021 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:53.657100 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5398cbb-9f14-42b7-905c-288b25e2bdb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e42dffef-fd32-4bdd-8a82-7f2ced8750e5'}, {'server_uuid': 'f5398cbb-9f14-42b7-905c-288b25e2bdb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce5a499b-b2ba-4f6b-b647-32d86ebd2d1e'}, {'server_uuid': 'f5398cbb-9f14-42b7-905c-288b25e2bdb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d5a6e2b-fe5f-43e4-8477-6577f08f2e89'}, {'server_uuid': 'f5398cbb-9f14-42b7-905c-288b25e2bdb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d044c44-c6ea-4f9f-a3c3-6f30ee8e15d8'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:20:53.659770 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a0797cd-42c1-4ecf-a52f-fa6ae4c6c600" -d '{"events": [{"server_uuid": "f5398cbb-9f14-42b7-905c-288b25e2bdb2", "name": "network-vif-unplugged", "status": "completed", "tag": "e42dffef-fd32-4bdd-8a82-7f2ced8750e5"}, {"server_uuid": "f5398cbb-9f14-42b7-905c-288b25e2bdb2", "name": "network-vif-unplugged", "status": "completed", "tag": "ce5a499b-b2ba-4f6b-b647-32d86ebd2d1e"}, {"server_uuid": "f5398cbb-9f14-42b7-905c-288b25e2bdb2", "name": "network-vif-unplugged", "status": "completed", "tag": "1d5a6e2b-fe5f-43e4-8477-6577f08f2e89"}, {"server_uuid": "f5398cbb-9f14-42b7-905c-288b25e2bdb2", "name": "network-vif-unplugged", "status": "completed", "tag": "5d044c44-c6ea-4f9f-a3c3-6f30ee8e15d8"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:20:53.746708 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Mon, 06 Dec 2021 17:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29495a6b-b992-4c82-a794-787cffb57da2 x-openstack-request-id: req-29495a6b-b992-4c82-a794-787cffb57da2 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:20:53.747029 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5398cbb-9f14-42b7-905c-288b25e2bdb2", "name": "network-vif-unplugged", "status": "completed", "tag": "e42dffef-fd32-4bdd-8a82-7f2ced8750e5", "code": 200}, {"server_uuid": "f5398cbb-9f14-42b7-905c-288b25e2bdb2", "name": "network-vif-unplugged", "status": "completed", "tag": "ce5a499b-b2ba-4f6b-b647-32d86ebd2d1e", "code": 200}, {"server_uuid": "f5398cbb-9f14-42b7-905c-288b25e2bdb2", "name": "network-vif-unplugged", "status": "completed", "tag": "1d5a6e2b-fe5f-43e4-8477-6577f08f2e89", "code": 200}, {"server_uuid": "f5398cbb-9f14-42b7-905c-288b25e2bdb2", "name": "network-vif-unplugged", "status": "completed", "tag": "5d044c44-c6ea-4f9f-a3c3-6f30ee8e15d8", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:20:53.747300 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-29495a6b-b992-4c82-a794-787cffb57da2 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:20:53.747723 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5398cbb-9f14-42b7-905c-288b25e2bdb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e42dffef-fd32-4bdd-8a82-7f2ced8750e5', 'code': 200} Dec 06 17:20:53.747989 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5398cbb-9f14-42b7-905c-288b25e2bdb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce5a499b-b2ba-4f6b-b647-32d86ebd2d1e', 'code': 200} Dec 06 17:20:53.748255 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5398cbb-9f14-42b7-905c-288b25e2bdb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d5a6e2b-fe5f-43e4-8477-6577f08f2e89', 'code': 200} Dec 06 17:20:53.748513 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5398cbb-9f14-42b7-905c-288b25e2bdb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d044c44-c6ea-4f9f-a3c3-6f30ee8e15d8', 'code': 200} Dec 06 17:20:53.752760 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:53.756473 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-34361044-425e-4851-810d-f6ad94c71021 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.2131710 Dec 06 17:20:53.762627 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55714) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:53.768112 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-9f501d0e-65b1-4c36-acfd-83731636f00f tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Request body: {'subnet': {'network_id': '81022f44-d819-4556-af8c-69b6139b8e8a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:20:53.800729 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=5d044c44-c6ea-4f9f-a3c3-6f30ee8e15d8,revision_number=6']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:53.833521 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port d5cb989f-970a-4712-bc55-ae97972ef5ef, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=d5cb989f-970a-4712-bc55-ae97972ef5ef,segment=NetworkSegment(6053507f-d1ea-4551-8cb6-ca82d545c343),segment_id=6053507f-d1ea-4551-8cb6-ca82d545c343)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:20:53.838664 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:53.839018 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 212cb245-4d0e-421a-abe1-0f73c687b607 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:20:53.935074 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-fe69dec4-fa42-4b64-ad8d-d1a9876426e6 None None] Provisioning complete for port 3ae61dcb-fd41-4d4d-826e-f429065c3b36 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:20:53.935381 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fe69dec4-fa42-4b64-ad8d-d1a9876426e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:53.947666 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-fc52371d-b5ed-4eb9-b660-1b46112bc9cc req-b1ff4b6c-a59a-484f-9022-6055793feb35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:53.963877 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=d5cb989f-970a-4712-bc55-ae97972ef5ef,revision_number=6']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:53.975259 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b147ea-ab3a-42f8-b888-ed11f6d9ba12 req-a9c31ca3-43be-43fc-8027-a15bb54eebe3 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:53.976782 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-76b147ea-ab3a-42f8-b888-ed11f6d9ba12 req-a9c31ca3-43be-43fc-8027-a15bb54eebe3 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=31a2202d-a11c-43ed-a8f8-da649ae9d172 HTTP/1.1" status: 200 len: 946 time: 0.1354046 Dec 06 17:20:53.985574 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b41b61bf-b79f-450a-9a27-adb210b615b4 req-b8af331d-4f1b-4227-9bfe-022c985aafcf service neutron] 10.222.0.41 "GET /v2.0/networks/3fe6b139-ab54-421b-a2ff-2a0762857d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6705556 Dec 06 17:20:54.010374 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-fe69dec4-fa42-4b64-ad8d-d1a9876426e6 None None] Port 3ae61dcb-fd41-4d4d-826e-f429065c3b36 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:20:54.013729 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:54.054129 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 212cb245-4d0e-421a-abe1-0f73c687b607, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=212cb245-4d0e-421a-abe1-0f73c687b607,segment=NetworkSegment(13dc3505-2379-4cb3-9b99-2fccc8f2bb10),segment_id=13dc3505-2379-4cb3-9b99-2fccc8f2bb10)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:20:54.060983 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:54.062280 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device e2c81161-fcfe-4c5c-a15a-a2bb77a0ab7d no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:20:54.108088 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f501d0e-65b1-4c36-acfd-83731636f00f tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Made reservation on behalf of 40549eaf61834290b753dc92c662ceed for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:20:54.111690 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9f501d0e-65b1-4c36-acfd-83731636f00f tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:54.136116 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device e2c81161-fcfe-4c5c-a15a-a2bb77a0ab7d not bound to the agent host n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:20:54.140000 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=212cb245-4d0e-421a-abe1-0f73c687b607,revision_number=6']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:54.154890 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-76b147ea-ab3a-42f8-b888-ed11f6d9ba12 req-a7eee99e-7431-4e65-8a46-122e10a26058 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c657007e-2b96-4108-a795-7e2c1ca6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662855 Dec 06 17:20:54.227800 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b41b61bf-b79f-450a-9a27-adb210b615b4 req-e18566fb-9ab4-42e6-b4db-62b85f08a5e3 service neutron] 10.222.0.41 "GET /v2.0/networks/3fe6b139-ab54-421b-a2ff-2a0762857d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125576 Dec 06 17:20:54.255278 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-fc52371d-b5ed-4eb9-b660-1b46112bc9cc req-b1ff4b6c-a59a-484f-9022-6055793feb35 service neutron] For port 5d044c44-c6ea-4f9f-a3c3-6f30ee8e15d8, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5d044c44-c6ea-4f9f-a3c3-6f30ee8e15d8,segment=NetworkSegment(960bb03e-79ef-4cd4-951f-382b620b51db),segment_id=960bb03e-79ef-4cd4-951f-382b620b51db)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:20:54.288982 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-46c63e9a-166d-4ecc-834b-6d9b1116544a tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575908'] for router_interface, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:54.294707 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b41b61bf-b79f-450a-9a27-adb210b615b4 req-c863f5d7-425a-481f-9ab0-769d05355151 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.59&port_id=69267b95-7993-4338-b334-0869546a57e9 HTTP/1.1" status: 200 len: 217 time: 0.0501857 Dec 06 17:20:54.326600 n-d-master-1 neutron-server[103284]: INFO neutron.db.ipam_backend_mixin [None req-9f501d0e-65b1-4c36-acfd-83731636f00f tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5993af4c-b977-40d4-a1fc-6e151a5bc75f (CIDR: 172.20.0.0/28) Dec 06 17:20:54.349273 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-fc52371d-b5ed-4eb9-b660-1b46112bc9cc req-b1ff4b6c-a59a-484f-9022-6055793feb35 service neutron] For port 5d044c44-c6ea-4f9f-a3c3-6f30ee8e15d8, host n-h2-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:20:54.369427 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f501d0e-65b1-4c36-acfd-83731636f00f tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 17:20:54.369596 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f501d0e-65b1-4c36-acfd-83731636f00f tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:20:54.378932 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b5f3b6-1927-47c8-bec5-33c0f06f6b1f req-85bd362b-9579-4252-876f-2bfe8eb616d2 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:54.382338 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-12b5f3b6-1927-47c8-bec5-33c0f06f6b1f req-85bd362b-9579-4252-876f-2bfe8eb616d2 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8da1e37-b0ce-4950-a2e1-d4d8b1fe0b5f HTTP/1.1" status: 200 len: 945 time: 0.1793220 Dec 06 17:20:54.385016 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41b61bf-b79f-450a-9a27-adb210b615b4 req-e2b42995-408e-45c2-906c-1dc047cf6c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:54.386539 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b41b61bf-b79f-450a-9a27-adb210b615b4 req-e2b42995-408e-45c2-906c-1dc047cf6c43 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1b6f6e09-b453-475f-acb4-6738e54d8ac7 HTTP/1.1" status: 200 len: 797 time: 0.0805414 Dec 06 17:20:54.392151 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-fc52371d-b5ed-4eb9-b660-1b46112bc9cc req-b1ff4b6c-a59a-484f-9022-6055793feb35 service neutron] device_id is not set on port 5d044c44-c6ea-4f9f-a3c3-6f30ee8e15d8 yet. {{(pid=103285) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:20:54.401070 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-fc52371d-b5ed-4eb9-b660-1b46112bc9cc req-b1ff4b6c-a59a-484f-9022-6055793feb35 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:54.435796 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-fc52371d-b5ed-4eb9-b660-1b46112bc9cc req-b1ff4b6c-a59a-484f-9022-6055793feb35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:54.527951 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41b61bf-b79f-450a-9a27-adb210b615b4 req-c0ceaee7-8e37-43b3-99c5-11bfe95c7395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:54.529855 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b41b61bf-b79f-450a-9a27-adb210b615b4 req-c0ceaee7-8e37-43b3-99c5-11bfe95c7395 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a4c7e014-b0a5-4b38-bc7b-c27afa34aef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1311085 Dec 06 17:20:54.547385 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc52371d-b5ed-4eb9-b660-1b46112bc9cc req-b1ff4b6c-a59a-484f-9022-6055793feb35 service neutron] No DVR routers for this DVR port 5d044c44-c6ea-4f9f-a3c3-6f30ee8e15d8 on host n-h2-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:20:54.549516 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ff4b6c-a59a-484f-9022-6055793feb35 service neutron] Pushing event updated for resources: {'Port': ['ID=5d044c44-c6ea-4f9f-a3c3-6f30ee8e15d8,revision_number=7']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:54.621385 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9f5fc4-c4cb-4cd3-ba88-0567e182b8b0 req-93220833-ff4d-4f37-afac-d7bec84a662e tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:54.627582 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9f5fc4-c4cb-4cd3-ba88-0567e182b8b0 req-93220833-ff4d-4f37-afac-d7bec84a662e tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:54.633774 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9f5fc4-c4cb-4cd3-ba88-0567e182b8b0 req-93220833-ff4d-4f37-afac-d7bec84a662e tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:54.639805 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9f5fc4-c4cb-4cd3-ba88-0567e182b8b0 req-93220833-ff4d-4f37-afac-d7bec84a662e tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:54.646505 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9f5fc4-c4cb-4cd3-ba88-0567e182b8b0 req-93220833-ff4d-4f37-afac-d7bec84a662e tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:54.648462 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ec9f5fc4-c4cb-4cd3-ba88-0567e182b8b0 req-93220833-ff4d-4f37-afac-d7bec84a662e tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5398cbb-9f14-42b7-905c-288b25e2bdb2 HTTP/1.1" status: 200 len: 3876 time: 0.2158473 Dec 06 17:20:54.705417 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-fc52371d-b5ed-4eb9-b660-1b46112bc9cc req-b1ff4b6c-a59a-484f-9022-6055793feb35 service neutron] In _notify_port_updated(), no bound segment for port 5d044c44-c6ea-4f9f-a3c3-6f30ee8e15d8 on network a265b143-efdd-45e0-a32a-71d5cda110a4 {{(pid=103285) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 17:20:54.706346 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc52371d-b5ed-4eb9-b660-1b46112bc9cc req-b1ff4b6c-a59a-484f-9022-6055793feb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:54.706976 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-fc52371d-b5ed-4eb9-b660-1b46112bc9cc req-b1ff4b6c-a59a-484f-9022-6055793feb35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:54.708912 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fc52371d-b5ed-4eb9-b660-1b46112bc9cc req-b1ff4b6c-a59a-484f-9022-6055793feb35 service neutron] 10.222.0.44 "PUT /v2.0/ports/5d044c44-c6ea-4f9f-a3c3-6f30ee8e15d8 HTTP/1.1" status: 200 len: 1033 time: 1.4089355 Dec 06 17:20:54.740787 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-ae9897e9-764d-4327-9f61-8bcc0e414c64 None None] Provisioning complete for port 5d044c44-c6ea-4f9f-a3c3-6f30ee8e15d8 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:20:54.741880 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ae9897e9-764d-4327-9f61-8bcc0e414c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:54.763625 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-9f501d0e-65b1-4c36-acfd-83731636f00f tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9998136 Dec 06 17:20:54.768367 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55724) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:54.776486 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-5d1c7588-2f36-4bde-92e9-6bc101300ca7 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Request body: {'subnet': {'network_id': '81022f44-d819-4556-af8c-69b6139b8e8a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:20:54.785589 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-ae9897e9-764d-4327-9f61-8bcc0e414c64 None None] Port 5d044c44-c6ea-4f9f-a3c3-6f30ee8e15d8 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:20:54.799418 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ec9f5fc4-c4cb-4cd3-ba88-0567e182b8b0 req-37365ebf-0254-4992-aaad-dc7b8a90fc43 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/security-groups?id=511f9156-9807-4e4e-ae23-f0018acdbda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198380 Dec 06 17:20:54.844322 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b41b61bf-b79f-450a-9a27-adb210b615b4 req-bbec01ee-ac7c-4fde-b9a3-41903ef1650b service neutron] 10.222.0.41 "GET /v2.0/networks/a4c7e014-b0a5-4b38-bc7b-c27afa34aef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2985790 Dec 06 17:20:54.876761 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-fc52371d-b5ed-4eb9-b660-1b46112bc9cc req-00092739-ee0a-42d2-bf5a-70c7b836787a tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Deleting port e42dffef-fd32-4bdd-8a82-7f2ced8750e5 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:20:54.877119 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-fc52371d-b5ed-4eb9-b660-1b46112bc9cc req-00092739-ee0a-42d2-bf5a-70c7b836787a tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:54.936049 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-12b5f3b6-1927-47c8-bec5-33c0f06f6b1f req-69b076ec-b38e-4046-b8e0-0bab23edebe0 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd5fd2ce-3e09-41f1-868b-3ad9c4e06626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5438085 Dec 06 17:20:54.997074 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f4ebb557-f9ba-4121-bb90-111c62faba7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575908'] for router_interface, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:55.030319 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b41b61bf-b79f-450a-9a27-adb210b615b4 req-7f826910-f403-4ca8-b71a-8c7cd80db92b service neutron] 10.222.0.41 "GET /v2.0/networks/a4c7e014-b0a5-4b38-bc7b-c27afa34aef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665049 Dec 06 17:20:55.035192 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-fc52371d-b5ed-4eb9-b660-1b46112bc9cc req-00092739-ee0a-42d2-bf5a-70c7b836787a tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] For port e42dffef-fd32-4bdd-8a82-7f2ced8750e5, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=e42dffef-fd32-4bdd-8a82-7f2ced8750e5,segment=NetworkSegment(960bb03e-79ef-4cd4-951f-382b620b51db),segment_id=960bb03e-79ef-4cd4-951f-382b620b51db)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:20:55.035560 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-fc52371d-b5ed-4eb9-b660-1b46112bc9cc req-00092739-ee0a-42d2-bf5a-70c7b836787a tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:55.055234 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-fc52371d-b5ed-4eb9-b660-1b46112bc9cc req-00092739-ee0a-42d2-bf5a-70c7b836787a tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Calling delete_port for e42dffef-fd32-4bdd-8a82-7f2ced8750e5 owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:20:55.086005 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b41b61bf-b79f-450a-9a27-adb210b615b4 req-2a2e0a5c-ad59-466a-9fac-eaf014d291b4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=e6837a9b-3564-431d-b164-1562632e4bc8 HTTP/1.1" status: 200 len: 217 time: 0.0412323 Dec 06 17:20:55.135955 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d1c7588-2f36-4bde-92e9-6bc101300ca7 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Made reservation on behalf of 40549eaf61834290b753dc92c662ceed for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:20:55.139435 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5d1c7588-2f36-4bde-92e9-6bc101300ca7 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:55.180841 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41b61bf-b79f-450a-9a27-adb210b615b4 req-2260aa05-d2fa-4e30-b40a-67f93af27ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:55.182358 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b41b61bf-b79f-450a-9a27-adb210b615b4 req-2260aa05-d2fa-4e30-b40a-67f93af27ba5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1b6f6e09-b453-475f-acb4-6738e54d8ac7 HTTP/1.1" status: 200 len: 797 time: 0.0885041 Dec 06 17:20:55.238628 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e94316a-8219-4b42-a826-cc078387f5d8 req-bf6ba24f-4f43-4ddf-88ae-3f960dcd8d55 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:55.240708 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8e94316a-8219-4b42-a826-cc078387f5d8 req-bf6ba24f-4f43-4ddf-88ae-3f960dcd8d55 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8da1e37-b0ce-4950-a2e1-d4d8b1fe0b5f HTTP/1.1" status: 200 len: 945 time: 0.2017908 Dec 06 17:20:55.268645 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41b61bf-b79f-450a-9a27-adb210b615b4 req-092928a4-a403-468e-8270-3d8a52b726a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:55.270177 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b41b61bf-b79f-450a-9a27-adb210b615b4 req-092928a4-a403-468e-8270-3d8a52b726a7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a4c7e014-b0a5-4b38-bc7b-c27afa34aef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0739188 Dec 06 17:20:55.371586 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-fc52371d-b5ed-4eb9-b660-1b46112bc9cc req-00092739-ee0a-42d2-bf5a-70c7b836787a tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:55.405585 n-d-master-1 neutron-server[103284]: INFO neutron.db.ipam_backend_mixin [None req-5d1c7588-2f36-4bde-92e9-6bc101300ca7 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 95d3f706-0721-4a71-9e80-cfd7ce7a5ad2 (CIDR: 172.20.0.16/28) Dec 06 17:20:55.412604 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d1c7588-2f36-4bde-92e9-6bc101300ca7 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 17:20:55.413099 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d1c7588-2f36-4bde-92e9-6bc101300ca7 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:20:55.420886 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2f251f-5aef-4914-9337-93cb1c0dd923 req-d25e84a2-3d6c-4da9-9b29-a6e4f767e243 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:55.422430 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-eb2f251f-5aef-4914-9337-93cb1c0dd923 req-d25e84a2-3d6c-4da9-9b29-a6e4f767e243 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=31a2202d-a11c-43ed-a8f8-da649ae9d172 HTTP/1.1" status: 200 len: 946 time: 0.1593990 Dec 06 17:20:55.422625 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8e94316a-8219-4b42-a826-cc078387f5d8 req-15d227ce-68a1-4241-87b2-277546ac2009 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd5fd2ce-3e09-41f1-868b-3ad9c4e06626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685855 Dec 06 17:20:55.427383 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00092739-ee0a-42d2-bf5a-70c7b836787a tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Pushing event deleted for resources: {'Port': ['ID=e42dffef-fd32-4bdd-8a82-7f2ced8750e5,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:55.457892 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-5d1c7588-2f36-4bde-92e9-6bc101300ca7 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6864150 Dec 06 17:20:55.459887 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55730) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:55.462836 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-46c63e9a-166d-4ecc-834b-6d9b1116544a tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Deleting port 8dd517c2-49ab-42d2-a8c9-8d1a371defad {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:20:55.463174 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-46c63e9a-166d-4ecc-834b-6d9b1116544a tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:55.471280 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-27807155-320e-4302-a0d0-9229ade678f1 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Request body: {'subnet': {'network_id': '81022f44-d819-4556-af8c-69b6139b8e8a', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:20:55.499712 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b41b61bf-b79f-450a-9a27-adb210b615b4 req-b8f3cb59-8e77-4105-b70c-a7d543f83e06 service neutron] 10.222.0.41 "GET /v2.0/networks/a4c7e014-b0a5-4b38-bc7b-c27afa34aef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203465 Dec 06 17:20:55.501812 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc52371d-b5ed-4eb9-b660-1b46112bc9cc req-00092739-ee0a-42d2-bf5a-70c7b836787a tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] No DVR routers for this DVR port e42dffef-fd32-4bdd-8a82-7f2ced8750e5 on host n-h2-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:20:55.509271 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-fc52371d-b5ed-4eb9-b660-1b46112bc9cc req-00092739-ee0a-42d2-bf5a-70c7b836787a tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:55.512754 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fc52371d-b5ed-4eb9-b660-1b46112bc9cc req-00092739-ee0a-42d2-bf5a-70c7b836787a tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.44 "DELETE /v2.0/ports/e42dffef-fd32-4bdd-8a82-7f2ced8750e5 HTTP/1.1" status: 204 len: 173 time: 0.7947447 Dec 06 17:20:55.513098 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5398cbb-9f14-42b7-905c-288b25e2bdb2', 'name': 'network-vif-deleted', 'tag': 'e42dffef-fd32-4bdd-8a82-7f2ced8750e5'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:20:55.515426 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91697d3b-8455-4a8f-a2f7-fae6f5891909" -d '{"events": [{"server_uuid": "f5398cbb-9f14-42b7-905c-288b25e2bdb2", "name": "network-vif-deleted", "tag": "e42dffef-fd32-4bdd-8a82-7f2ced8750e5"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:20:55.611704 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-036ac877-674f-4975-b594-bae3ca66850a x-openstack-request-id: req-036ac877-674f-4975-b594-bae3ca66850a {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:20:55.612005 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5398cbb-9f14-42b7-905c-288b25e2bdb2", "name": "network-vif-deleted", "tag": "e42dffef-fd32-4bdd-8a82-7f2ced8750e5", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:20:55.612268 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-036ac877-674f-4975-b594-bae3ca66850a {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:20:55.612685 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5398cbb-9f14-42b7-905c-288b25e2bdb2', 'name': 'network-vif-deleted', 'tag': 'e42dffef-fd32-4bdd-8a82-7f2ced8750e5', 'status': 'completed', 'code': 200} Dec 06 17:20:55.645368 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-eb2f251f-5aef-4914-9337-93cb1c0dd923 req-de403c0a-d05b-41b6-bb1e-9e5fae80f83b tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c657007e-2b96-4108-a795-7e2c1ca6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081740 Dec 06 17:20:55.704482 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-46c63e9a-166d-4ecc-834b-6d9b1116544a tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:55.711496 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b41b61bf-b79f-450a-9a27-adb210b615b4 req-88331fa5-4f43-40f1-9e0b-db45c9cf80e9 service neutron] 10.222.0.41 "GET /v2.0/networks/a4c7e014-b0a5-4b38-bc7b-c27afa34aef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928272 Dec 06 17:20:55.742428 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-46c63e9a-166d-4ecc-834b-6d9b1116544a tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Calling delete_port for 8dd517c2-49ab-42d2-a8c9-8d1a371defad owned by network:router_interface {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:20:55.749838 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5398cbb-9f14-42b7-905c-288b25e2bdb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5cb989f-970a-4712-bc55-ae97972ef5ef'}, {'server_uuid': 'f5398cbb-9f14-42b7-905c-288b25e2bdb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '212cb245-4d0e-421a-abe1-0f73c687b607'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:20:55.752158 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec2e017-47ca-420b-923d-ca4f5e1ed3a6" -d '{"events": [{"server_uuid": "f5398cbb-9f14-42b7-905c-288b25e2bdb2", "name": "network-vif-unplugged", "status": "completed", "tag": "d5cb989f-970a-4712-bc55-ae97972ef5ef"}, {"server_uuid": "f5398cbb-9f14-42b7-905c-288b25e2bdb2", "name": "network-vif-unplugged", "status": "completed", "tag": "212cb245-4d0e-421a-abe1-0f73c687b607"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:20:55.768716 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-fc52371d-b5ed-4eb9-b660-1b46112bc9cc req-718c23a4-a017-489b-ae41-8239829c93b3 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Deleting port 212cb245-4d0e-421a-abe1-0f73c687b607 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:20:55.769071 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-fc52371d-b5ed-4eb9-b660-1b46112bc9cc req-718c23a4-a017-489b-ae41-8239829c93b3 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:55.798610 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b41b61bf-b79f-450a-9a27-adb210b615b4 req-2814d37b-a015-4da8-940d-3b388b5f5acc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=54b8b728-fb86-4824-ae15-d101cf829fb2 HTTP/1.1" status: 200 len: 217 time: 0.0762374 Dec 06 17:20:55.804456 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Mon, 06 Dec 2021 17:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cf0d0ec-db81-44e3-b495-b91ca90d7f78 x-openstack-request-id: req-5cf0d0ec-db81-44e3-b495-b91ca90d7f78 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:20:55.804771 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5398cbb-9f14-42b7-905c-288b25e2bdb2", "name": "network-vif-unplugged", "status": "completed", "tag": "d5cb989f-970a-4712-bc55-ae97972ef5ef", "code": 200}, {"server_uuid": "f5398cbb-9f14-42b7-905c-288b25e2bdb2", "name": "network-vif-unplugged", "status": "completed", "tag": "212cb245-4d0e-421a-abe1-0f73c687b607", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:20:55.805047 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5cf0d0ec-db81-44e3-b495-b91ca90d7f78 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:20:55.805449 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5398cbb-9f14-42b7-905c-288b25e2bdb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5cb989f-970a-4712-bc55-ae97972ef5ef', 'code': 200} Dec 06 17:20:55.805740 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5398cbb-9f14-42b7-905c-288b25e2bdb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '212cb245-4d0e-421a-abe1-0f73c687b607', 'code': 200} Dec 06 17:20:55.820340 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27807155-320e-4302-a0d0-9229ade678f1 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Made reservation on behalf of 40549eaf61834290b753dc92c662ceed for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:20:55.823876 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-27807155-320e-4302-a0d0-9229ade678f1 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:55.875984 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5989e760-09a7-4b92-a636-c7a7a3534dcc req-00db9100-ada5-4fcb-b7d5-a787496a3d76 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:55.885298 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5989e760-09a7-4b92-a636-c7a7a3534dcc req-00db9100-ada5-4fcb-b7d5-a787496a3d76 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8da1e37-b0ce-4950-a2e1-d4d8b1fe0b5f HTTP/1.1" status: 200 len: 945 time: 0.2001076 Dec 06 17:20:55.932637 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41b61bf-b79f-450a-9a27-adb210b615b4 req-82ec5fa3-c16b-4a57-b9bb-f9a37aa0bb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:55.932879 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-f4ebb557-f9ba-4121-bb90-111c62faba7d admin admin] Deleting port 5daadc68-e26d-48de-96a2-c4d2e51611b5 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:20:55.932879 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f4ebb557-f9ba-4121-bb90-111c62faba7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:55.933070 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b41b61bf-b79f-450a-9a27-adb210b615b4 req-82ec5fa3-c16b-4a57-b9bb-f9a37aa0bb49 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1b6f6e09-b453-475f-acb4-6738e54d8ac7 HTTP/1.1" status: 200 len: 797 time: 0.1006348 Dec 06 17:20:55.996354 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-fc52371d-b5ed-4eb9-b660-1b46112bc9cc req-718c23a4-a017-489b-ae41-8239829c93b3 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] For port 212cb245-4d0e-421a-abe1-0f73c687b607, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=212cb245-4d0e-421a-abe1-0f73c687b607,segment=NetworkSegment(13dc3505-2379-4cb3-9b99-2fccc8f2bb10),segment_id=13dc3505-2379-4cb3-9b99-2fccc8f2bb10)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:20:55.996730 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-fc52371d-b5ed-4eb9-b660-1b46112bc9cc req-718c23a4-a017-489b-ae41-8239829c93b3 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:56.113326 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5989e760-09a7-4b92-a636-c7a7a3534dcc req-afe3983d-a165-406b-ba2b-97b02b571eb5 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd5fd2ce-3e09-41f1-868b-3ad9c4e06626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270231 Dec 06 17:20:56.148377 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-f4ebb557-f9ba-4121-bb90-111c62faba7d admin admin] For port 5daadc68-e26d-48de-96a2-c4d2e51611b5, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=5daadc68-e26d-48de-96a2-c4d2e51611b5,segment=NetworkSegment(1866e212-da2e-4d7f-86b0-4e8ad063f1f7),segment_id=1866e212-da2e-4d7f-86b0-4e8ad063f1f7)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:20:56.148377 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f4ebb557-f9ba-4121-bb90-111c62faba7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:56.179096 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-f4ebb557-f9ba-4121-bb90-111c62faba7d admin admin] Calling delete_port for 5daadc68-e26d-48de-96a2-c4d2e51611b5 owned by network:router_interface {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:20:56.333183 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2ec003-098f-4941-ae85-b5b4e8f9da34 req-d77b713e-a036-4c31-9a64-1d08864f4e4e tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:56.334348 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-46c63e9a-166d-4ecc-834b-6d9b1116544a tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:56.339217 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2ec003-098f-4941-ae85-b5b4e8f9da34 req-d77b713e-a036-4c31-9a64-1d08864f4e4e tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:56.345162 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2ec003-098f-4941-ae85-b5b4e8f9da34 req-d77b713e-a036-4c31-9a64-1d08864f4e4e tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:56.351791 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2ec003-098f-4941-ae85-b5b4e8f9da34 req-d77b713e-a036-4c31-9a64-1d08864f4e4e tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:56.353577 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fb2ec003-098f-4941-ae85-b5b4e8f9da34 req-d77b713e-a036-4c31-9a64-1d08864f4e4e tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5398cbb-9f14-42b7-905c-288b25e2bdb2 HTTP/1.1" status: 200 len: 3143 time: 0.4358704 Dec 06 17:20:56.378392 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41b61bf-b79f-450a-9a27-adb210b615b4 req-d6638819-b297-49de-b451-eaddc24d5eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:56.380309 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b41b61bf-b79f-450a-9a27-adb210b615b4 req-d6638819-b297-49de-b451-eaddc24d5eda service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a4c7e014-b0a5-4b38-bc7b-c27afa34aef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4264133 Dec 06 17:20:56.425359 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c63e9a-166d-4ecc-834b-6d9b1116544a tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Pushing event deleted for resources: {'Port': ['ID=8dd517c2-49ab-42d2-a8c9-8d1a371defad,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:56.541251 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fb2ec003-098f-4941-ae85-b5b4e8f9da34 req-93c1c0b7-97d8-48a3-948c-e2dd01a1490d tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/security-groups?id=511f9156-9807-4e4e-ae23-f0018acdbda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1772351 Dec 06 17:20:56.605267 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-27807155-320e-4302-a0d0-9229ade678f1 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:56.607162 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-46c63e9a-166d-4ecc-834b-6d9b1116544a tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-772474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575952'] for router_interface, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:56.619460 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b41b61bf-b79f-450a-9a27-adb210b615b4 req-faf7fbb9-0793-4bff-8ff9-964fd8bb233f service neutron] 10.222.0.41 "GET /v2.0/networks/a4c7e014-b0a5-4b38-bc7b-c27afa34aef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178257 Dec 06 17:20:56.621724 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a72e44-05ad-4823-a472-9a136b7f2da3 req-29443d74-420f-4c4a-90f2-c0c3c1bb7aae tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:56.626731 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-fc52371d-b5ed-4eb9-b660-1b46112bc9cc req-718c23a4-a017-489b-ae41-8239829c93b3 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:56.627163 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-fc52371d-b5ed-4eb9-b660-1b46112bc9cc req-718c23a4-a017-489b-ae41-8239829c93b3 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:56.627480 n-d-master-1 neutron-server[103285]: INFO neutron.db.l3_db [req-fc52371d-b5ed-4eb9-b660-1b46112bc9cc req-718c23a4-a017-489b-ae41-8239829c93b3 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Floating IP d2d642b1-8491-40fd-b2eb-87d4bcdf1461 disassociated. External IP: 172.35.1.221, port: 212cb245-4d0e-421a-abe1-0f73c687b607. Dec 06 17:20:56.627829 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-fc52371d-b5ed-4eb9-b660-1b46112bc9cc req-718c23a4-a017-489b-ae41-8239829c93b3 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Calling delete_port for 212cb245-4d0e-421a-abe1-0f73c687b607 owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:20:56.630639 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f8a72e44-05ad-4823-a472-9a136b7f2da3 req-29443d74-420f-4c4a-90f2-c0c3c1bb7aae tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8da1e37-b0ce-4950-a2e1-d4d8b1fe0b5f HTTP/1.1" status: 200 len: 945 time: 0.2709818 Dec 06 17:20:56.741584 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27807155-320e-4302-a0d0-9229ade678f1 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Network 81022f44-d819-4556-af8c-69b6139b8e8a is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:20:56.790841 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-27807155-320e-4302-a0d0-9229ade678f1 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:20:56.794221 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27807155-320e-4302-a0d0-9229ade678f1 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:56.795187 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-27807155-320e-4302-a0d0-9229ade678f1 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:56.803058 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65913533-f91f-4111-86b8-1e4ab9421e2d None None] Network 81022f44-d819-4556-af8c-69b6139b8e8a requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:20:56.807497 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b41b61bf-b79f-450a-9a27-adb210b615b4 req-46acfe93-4f0f-4967-8fba-19b259bea5ff service neutron] 10.222.0.41 "GET /v2.0/networks/a4c7e014-b0a5-4b38-bc7b-c27afa34aef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768384 Dec 06 17:20:56.816624 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a2e1b9-a1d7-4216-8b3d-d4d3a0ca0109 req-eefc671e-98cd-4143-a67e-7cc791d0c624 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:56.818787 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d4a2e1b9-a1d7-4216-8b3d-d4d3a0ca0109 req-eefc671e-98cd-4143-a67e-7cc791d0c624 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=31a2202d-a11c-43ed-a8f8-da649ae9d172 HTTP/1.1" status: 200 len: 946 time: 0.0951416 Dec 06 17:20:56.828704 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27807155-320e-4302-a0d0-9229ade678f1 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Pushing event updated for resources: {'Subnet': ['ID=f95b93d0-68a3-4016-a6cb-7d9c44b6f95c,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:56.873731 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-27807155-320e-4302-a0d0-9229ade678f1 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4061108 Dec 06 17:20:56.878130 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b41b61bf-b79f-450a-9a27-adb210b615b4 req-eed7eb5f-042f-49cf-906b-d8bfffeadebc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.14&port_id=fd8770e5-43c9-4df9-a87a-fd8b1189f8b0 HTTP/1.1" status: 200 len: 217 time: 0.0521784 Dec 06 17:20:56.880225 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 55750) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:56.886632 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-5a6a0bfc-51c4-44fd-b2b3-e14458345532 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-200890493', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f95b93d0-68a3-4016-a6cb-7d9c44b6f95c'}], 'security_groups': ['7e430ffc-a969-4d16-bf0a-de2930c2b565', '3f793eda-d884-42a0-b59e-8a8dc9417458']}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:20:56.926321 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f8a72e44-05ad-4823-a472-9a136b7f2da3 req-6fd1b48e-93f9-4910-90c3-306184846668 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd5fd2ce-3e09-41f1-868b-3ad9c4e06626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948759 Dec 06 17:20:56.976389 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46c63e9a-166d-4ecc-834b-6d9b1116544a tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Router 4a0e6105-e442-410a-8a01-2a7ed142c3c9 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:20:56.977636 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f4ebb557-f9ba-4121-bb90-111c62faba7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:57.010529 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41b61bf-b79f-450a-9a27-adb210b615b4 req-b886b541-a93d-4153-b1ed-e1ed4d2e2c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:57.012230 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b41b61bf-b79f-450a-9a27-adb210b615b4 req-b886b541-a93d-4153-b1ed-e1ed4d2e2c80 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1b6f6e09-b453-475f-acb4-6738e54d8ac7 HTTP/1.1" status: 200 len: 797 time: 0.1172228 Dec 06 17:20:57.018141 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ebb557-f9ba-4121-bb90-111c62faba7d admin admin] Pushing event deleted for resources: {'Port': ['ID=5daadc68-e26d-48de-96a2-c4d2e51611b5,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:57.037049 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b235c5-ac74-4177-adb3-b9e2b89c11ba None None] DHCP port deletion for cae96aac-fb31-4420-9340-c97dbf634a30 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:20:57.131888 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d4a2e1b9-a1d7-4216-8b3d-d4d3a0ca0109 req-bd77be6d-1b98-4290-98e0-351d16477aa1 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c657007e-2b96-4108-a795-7e2c1ca6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976213 Dec 06 17:20:57.196641 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a8649c-83e3-4790-a4a0-157b5bee2e70 None None] Update dhcp port {'port': {'network_id': '81022f44-d819-4556-af8c-69b6139b8e8a', 'fixed_ips': [{'subnet_id': '95d3f706-0721-4a71-9e80-cfd7ce7a5ad2', 'ip_address': '172.20.0.18'}, {'subnet_id': '5993af4c-b977-40d4-a1fc-6e151a5bc75f', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f95b93d0-68a3-4016-a6cb-7d9c44b6f95c'}], 'binding:host_id': 'n-d-master-1'}, 'id': 'df8e7efe-6d27-4026-911c-fd59859ae449'} from n-d-master-1. {{(pid=103286) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 06 17:20:57.206119 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41b61bf-b79f-450a-9a27-adb210b615b4 req-075a213e-ea0b-460d-9add-c82da6110443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:57.210482 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b41b61bf-b79f-450a-9a27-adb210b615b4 req-075a213e-ea0b-460d-9add-c82da6110443 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a4c7e014-b0a5-4b38-bc7b-c27afa34aef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1457796 Dec 06 17:20:57.214706 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-fc52371d-b5ed-4eb9-b660-1b46112bc9cc req-718c23a4-a017-489b-ae41-8239829c93b3 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:57.295900 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-64a8649c-83e3-4790-a4a0-157b5bee2e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:57.345174 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b41b61bf-b79f-450a-9a27-adb210b615b4 req-46e62d41-00ce-4790-af52-8221dcde2e4e service neutron] 10.222.0.41 "GET /v2.0/networks/a4c7e014-b0a5-4b38-bc7b-c27afa34aef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175787 Dec 06 17:20:57.390753 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718c23a4-a017-489b-ae41-8239829c93b3 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Pushing event deleted for resources: {'Port': ['ID=212cb245-4d0e-421a-abe1-0f73c687b607,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:57.539285 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5a6a0bfc-51c4-44fd-b2b3-e14458345532 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:57.552462 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-64a8649c-83e3-4790-a4a0-157b5bee2e70 None None] Allocated IP 172.20.0.34 (81022f44-d819-4556-af8c-69b6139b8e8a/f95b93d0-68a3-4016-a6cb-7d9c44b6f95c/df8e7efe-6d27-4026-911c-fd59859ae449) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:20:57.613386 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46c63e9a-166d-4ecc-834b-6d9b1116544a tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:20:57.634166 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-46c63e9a-166d-4ecc-834b-6d9b1116544a tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "PUT /v2.0/routers/4a0e6105-e442-410a-8a01-2a7ed142c3c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7466662 Dec 06 17:20:57.636666 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55774) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:57.651928 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b41b61bf-b79f-450a-9a27-adb210b615b4 req-166b3067-0e55-4228-9e6b-a588beb15b20 service neutron] 10.222.0.41 "GET /v2.0/networks/a4c7e014-b0a5-4b38-bc7b-c27afa34aef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721422 Dec 06 17:20:57.656035 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d943ed-9cb5-41f4-9829-7d4ef80899da None None] Sync routers for ids ['4a0e6105-e442-410a-8a01-2a7ed142c3c9'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:20:57.685727 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d943ed-9cb5-41f4-9829-7d4ef80899da None None] Routers {'4a0e6105-e442-410a-8a01-2a7ed142c3c9'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:20:57.686396 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-d2d943ed-9cb5-41f4-9829-7d4ef80899da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:20:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['4a0e6105-e442-410a-8a01-2a7ed142c3c9'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:20:57.721906 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-6acd0e89-0b14-445a-8cad-8db8b65931c1 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a0e6105-e442-410a-8a01-2a7ed142c3c9 HTTP/1.1" status: 200 len: 205 time: 0.0801053 Dec 06 17:20:57.726389 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55776) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:57.727815 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-d2d943ed-9cb5-41f4-9829-7d4ef80899da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:20:57.735097 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b41b61bf-b79f-450a-9a27-adb210b615b4 req-84d62e43-7f2d-4a3b-a8a0-6fabf65ae39b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4a00eecc-af3f-4037-9306-241f88900bd2 HTTP/1.1" status: 200 len: 217 time: 0.0628092 Dec 06 17:20:57.753898 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-64a8649c-83e3-4790-a4a0-157b5bee2e70 None None] For port df8e7efe-6d27-4026-911c-fd59859ae449, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=df8e7efe-6d27-4026-911c-fd59859ae449,segment=NetworkSegment(a9b88c68-712e-41b0-ab09-20f8e6e82a5d),segment_id=a9b88c68-712e-41b0-ab09-20f8e6e82a5d)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:20:57.756619 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d943ed-9cb5-41f4-9829-7d4ef80899da None None] Routers {'4a0e6105-e442-410a-8a01-2a7ed142c3c9'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:20:57.757255 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-d2d943ed-9cb5-41f4-9829-7d4ef80899da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:20:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['4a0e6105-e442-410a-8a01-2a7ed142c3c9'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:20:57.800442 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-d2d943ed-9cb5-41f4-9829-7d4ef80899da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:20:57.801108 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d943ed-9cb5-41f4-9829-7d4ef80899da None None] The sync data for ids ['4a0e6105-e442-410a-8a01-2a7ed142c3c9'] in n-d-master-1 is: [] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:20:57.821421 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4536280d-1c46-42c3-914a-42425731ad21 req-de41cf96-3cc9-4a73-b345-bfe3c1d57dc9 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:57.823065 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4536280d-1c46-42c3-914a-42425731ad21 req-de41cf96-3cc9-4a73-b345-bfe3c1d57dc9 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8da1e37-b0ce-4950-a2e1-d4d8b1fe0b5f HTTP/1.1" status: 200 len: 945 time: 0.2536430 Dec 06 17:20:57.831794 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc52371d-b5ed-4eb9-b660-1b46112bc9cc req-718c23a4-a017-489b-ae41-8239829c93b3 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Router 3c1ccd93-313a-4f65-8023-95e6826fba93 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:20:57.843288 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-64a8649c-83e3-4790-a4a0-157b5bee2e70 None None] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:57.851092 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-64a8649c-83e3-4790-a4a0-157b5bee2e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:57.872301 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0648b214-7da7-4976-87b0-e86aedcdae40 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks [] for router, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:57.907316 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41b61bf-b79f-450a-9a27-adb210b615b4 req-582d7f16-ba01-4ce1-801f-8a5fecda2d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:57.908856 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b41b61bf-b79f-450a-9a27-adb210b615b4 req-582d7f16-ba01-4ce1-801f-8a5fecda2d07 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c1218bad-8e8e-4b33-a2c3-7828bed04f77 HTTP/1.1" status: 200 len: 797 time: 0.1295002 Dec 06 17:20:57.959139 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86d3fdc-8807-41b6-a381-bf1aff2ee60a req-c626755d-60ee-4b62-82d5-7c5ce84e82c9 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:57.967344 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86d3fdc-8807-41b6-a381-bf1aff2ee60a req-c626755d-60ee-4b62-82d5-7c5ce84e82c9 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:57.970339 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a8649c-83e3-4790-a4a0-157b5bee2e70 None None] Pushing event updated for resources: {'Port': ['ID=df8e7efe-6d27-4026-911c-fd59859ae449,revision_number=7']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:57.975549 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86d3fdc-8807-41b6-a381-bf1aff2ee60a req-c626755d-60ee-4b62-82d5-7c5ce84e82c9 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:57.983639 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a86d3fdc-8807-41b6-a381-bf1aff2ee60a req-c626755d-60ee-4b62-82d5-7c5ce84e82c9 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5398cbb-9f14-42b7-905c-288b25e2bdb2 HTTP/1.1" status: 200 len: 2409 time: 0.2664118 Dec 06 17:20:58.064729 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f4ebb557-f9ba-4121-bb90-111c62faba7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-772474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575952'] for router_interface, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:58.102181 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4536280d-1c46-42c3-914a-42425731ad21 req-85d4c573-7708-433a-a2c9-cdecb3c6d507 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd5fd2ce-3e09-41f1-868b-3ad9c4e06626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476423 Dec 06 17:20:58.113035 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0648b214-7da7-4976-87b0-e86aedcdae40 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:58.118003 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0648b214-7da7-4976-87b0-e86aedcdae40 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:58.183797 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41b61bf-b79f-450a-9a27-adb210b615b4 req-12e4b900-467c-45d3-96c7-015a672fc0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:58.185327 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b41b61bf-b79f-450a-9a27-adb210b615b4 req-12e4b900-467c-45d3-96c7-015a672fc0b8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e47593f6-512b-4b3d-b5fd-6e48cd1a0fda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2589550 Dec 06 17:20:58.198510 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a86d3fdc-8807-41b6-a381-bf1aff2ee60a req-547ba08c-5da0-4eab-8fa0-66dacc7137f9 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/security-groups?id=511f9156-9807-4e4e-ae23-f0018acdbda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2133434 Dec 06 17:20:58.229169 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc52371d-b5ed-4eb9-b660-1b46112bc9cc req-718c23a4-a017-489b-ae41-8239829c93b3 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:20:58.242860 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e4e080-7260-4e4e-a3af-9ec439fe85e2 None None] Sync routers for ids ['3c1ccd93-313a-4f65-8023-95e6826fba93'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:20:58.259699 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e4e080-7260-4e4e-a3af-9ec439fe85e2 None None] Routers {'3c1ccd93-313a-4f65-8023-95e6826fba93'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:20:58.260109 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0648b214-7da7-4976-87b0-e86aedcdae40 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:58.260804 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0648b214-7da7-4976-87b0-e86aedcdae40 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Fanout notify agent at l3_agent the message router_deleted on router 4a0e6105-e442-410a-8a01-2a7ed142c3c9 {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 17:20:58.265865 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-d9e4e080-7260-4e4e-a3af-9ec439fe85e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:20:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['3c1ccd93-313a-4f65-8023-95e6826fba93'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:20:58.281364 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0648b214-7da7-4976-87b0-e86aedcdae40 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:58.288664 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-0648b214-7da7-4976-87b0-e86aedcdae40 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "DELETE /v2.0/routers/4a0e6105-e442-410a-8a01-2a7ed142c3c9 HTTP/1.1" status: 204 len: 168 time: 0.5552480 Dec 06 17:20:58.288664 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55780) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:58.314971 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc52371d-b5ed-4eb9-b660-1b46112bc9cc req-718c23a4-a017-489b-ae41-8239829c93b3 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] No DVR routers for this DVR port 212cb245-4d0e-421a-abe1-0f73c687b607 on host n-h2-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:20:58.326994 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-fc52371d-b5ed-4eb9-b660-1b46112bc9cc req-718c23a4-a017-489b-ae41-8239829c93b3 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:58.330968 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fc52371d-b5ed-4eb9-b660-1b46112bc9cc req-718c23a4-a017-489b-ae41-8239829c93b3 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.44 "DELETE /v2.0/ports/212cb245-4d0e-421a-abe1-0f73c687b607 HTTP/1.1" status: 204 len: 173 time: 2.8021767 Dec 06 17:20:58.331561 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5398cbb-9f14-42b7-905c-288b25e2bdb2', 'name': 'network-vif-deleted', 'tag': '212cb245-4d0e-421a-abe1-0f73c687b607'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:20:58.334552 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d32ff9b-858d-4314-a39a-7f742a6c2108" -d '{"events": [{"server_uuid": "f5398cbb-9f14-42b7-905c-288b25e2bdb2", "name": "network-vif-deleted", "tag": "212cb245-4d0e-421a-abe1-0f73c687b607"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:20:58.404390 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-d9e4e080-7260-4e4e-a3af-9ec439fe85e2 None None] Set router 3c1ccd93-313a-4f65-8023-95e6826fba93 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:20:58.436260 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-1496b17b-f178-41a5-ab12-7b1763cdc056 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Deleting subnet 729134ca-0070-432b-b8a4-2c5fbd1f8692 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:20:58.441745 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1496b17b-f178-41a5-ab12-7b1763cdc056 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:58.478154 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641a186e-f05c-402a-8ddd-12b8431f4639 req-40964861-6929-4c26-a6f2-3c8577c258f4 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:58.485713 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-641a186e-f05c-402a-8ddd-12b8431f4639 req-40964861-6929-4c26-a6f2-3c8577c258f4 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=31a2202d-a11c-43ed-a8f8-da649ae9d172 HTTP/1.1" status: 200 len: 946 time: 0.2287462 Dec 06 17:20:58.579679 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-5a6a0bfc-51c4-44fd-b2b3-e14458345532 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Delete allocated IP 172.20.0.3 (81022f44-d819-4556-af8c-69b6139b8e8a/5993af4c-b977-40d4-a1fc-6e151a5bc75f) {{(pid=103285) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 06 17:20:58.608452 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1496b17b-f178-41a5-ab12-7b1763cdc056 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:58.626426 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-5a6a0bfc-51c4-44fd-b2b3-e14458345532 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Allocated IP 172.20.0.40 (81022f44-d819-4556-af8c-69b6139b8e8a/f95b93d0-68a3-4016-a6cb-7d9c44b6f95c/3ae61dcb-fd41-4d4d-826e-f429065c3b36) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:20:58.657973 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-641a186e-f05c-402a-8ddd-12b8431f4639 req-de5d7811-7f9c-4863-ac93-2eb534e6607d tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c657007e-2b96-4108-a795-7e2c1ca6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679020 Dec 06 17:20:58.667121 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83213915-5478-4be3-9421-e657d54c8445 x-openstack-request-id: req-83213915-5478-4be3-9421-e657d54c8445 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:20:58.667423 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5398cbb-9f14-42b7-905c-288b25e2bdb2", "name": "network-vif-deleted", "tag": "212cb245-4d0e-421a-abe1-0f73c687b607", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:20:58.667684 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-83213915-5478-4be3-9421-e657d54c8445 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:20:58.668159 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5398cbb-9f14-42b7-905c-288b25e2bdb2', 'name': 'network-vif-deleted', 'tag': '212cb245-4d0e-421a-abe1-0f73c687b607', 'status': 'completed', 'code': 200} Dec 06 17:20:58.698283 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4ebb557-f9ba-4121-bb90-111c62faba7d admin admin] Router 6e5d260e-4b08-4f6e-91c6-c6198bae4150 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:20:58.758355 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b41b61bf-b79f-450a-9a27-adb210b615b4 req-c6496955-79ed-4f25-b1eb-cd62e64759a7 service neutron] 10.222.0.41 "GET /v2.0/networks/e47593f6-512b-4b3d-b5fd-6e48cd1a0fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5591114 Dec 06 17:20:58.776050 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-d9e4e080-7260-4e4e-a3af-9ec439fe85e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1ccd93-313a-4f65-8023-95e6826fba93', 'name': 'tempest-TaggedBootDevicesTest_v242-1478326568-router', 'tenant_id': 'e06aba6f7cc1415e89ae20f4d5eb8b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.217'}], 'enable_snat': True}, 'gw_port_id': '4621a21a-6a18-4779-a1ba-a617cae44cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:10:02Z', 'updated_at': '2021-12-06T17:10:10Z', 'revision_number': 4, 'project_id': 'e06aba6f7cc1415e89ae20f4d5eb8b07', 'gw_port': {'id': '4621a21a-6a18-4779-a1ba-a617cae44cc8', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:47:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1ccd93-313a-4f65-8023-95e6826fba93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:10:03Z', 'updated_at': '2021-12-06T17:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '67088839-5c23-48fd-aca4-438243bcfd73', 'name': '', 'network_id': 'f05d9e0a-904c-47f7-bc1e-929f90cd4a84', 'tenant_id': 'e06aba6f7cc1415e89ae20f4d5eb8b07', 'mac_address': 'fa:16:3e:af:09:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1ccd93-313a-4f65-8023-95e6826fba93', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '497f0620-12c9-4760-9271-f21663a8e737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:10:08Z', 'updated_at': '2021-12-06T17:10:19Z', 'revision_number': 5, 'project_id': 'e06aba6f7cc1415e89ae20f4d5eb8b07', 'subnets': [{'id': '497f0620-12c9-4760-9271-f21663a8e737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:20:58.815854 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e4e080-7260-4e4e-a3af-9ec439fe85e2 None None] Checking router: 3c1ccd93-313a-4f65-8023-95e6826fba93 for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:20:58.826731 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e4e080-7260-4e4e-a3af-9ec439fe85e2 None None] Routers {'3c1ccd93-313a-4f65-8023-95e6826fba93'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:20:58.827647 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-d9e4e080-7260-4e4e-a3af-9ec439fe85e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:20:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['3c1ccd93-313a-4f65-8023-95e6826fba93'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:20:58.827845 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1496b17b-f178-41a5-ab12-7b1763cdc056 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:58.864890 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-4b034f6e-7921-4bea-b3e8-8c1b7d4b5275 None None] Provisioning complete for port 36126cdd-8491-4b19-b8a1-908911bc774e triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:20:58.866364 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4b034f6e-7921-4bea-b3e8-8c1b7d4b5275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:58.921018 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4ebb557-f9ba-4121-bb90-111c62faba7d admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:20:58.929201 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-f4ebb557-f9ba-4121-bb90-111c62faba7d admin admin] 10.222.0.23 "PUT /v2.0/routers/6e5d260e-4b08-4f6e-91c6-c6198bae4150/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3787205 Dec 06 17:20:58.929430 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-4b034f6e-7921-4bea-b3e8-8c1b7d4b5275 None None] Port 36126cdd-8491-4b19-b8a1-908911bc774e cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:20:58.937273 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55788) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:58.940551 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106b19e5-8dc9-41f4-ae6e-5f9dd1b26f26 None None] Sync routers for ids ['6e5d260e-4b08-4f6e-91c6-c6198bae4150'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:20:58.963755 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-d9e4e080-7260-4e4e-a3af-9ec439fe85e2 None None] Set router 3c1ccd93-313a-4f65-8023-95e6826fba93 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:20:58.966154 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106b19e5-8dc9-41f4-ae6e-5f9dd1b26f26 None None] Routers {'6e5d260e-4b08-4f6e-91c6-c6198bae4150'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:20:58.966442 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-106b19e5-8dc9-41f4-ae6e-5f9dd1b26f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:20:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['6e5d260e-4b08-4f6e-91c6-c6198bae4150'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:20:58.979539 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-4b034f6e-7921-4bea-b3e8-8c1b7d4b5275 None None] Provisioning complete for port df8e7efe-6d27-4026-911c-fd59859ae449 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:20:58.979920 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4b034f6e-7921-4bea-b3e8-8c1b7d4b5275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:59.060726 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8cc85a1b-0fc5-4221-b35b-0b0bdb37fe0a admin admin] Publish callbacks [] for router, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:59.153063 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device df8e7efe-6d27-4026-911c-fd59859ae449 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:20:59.202179 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1496b17b-f178-41a5-ab12-7b1763cdc056 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:59.222594 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-fc52371d-b5ed-4eb9-b660-1b46112bc9cc req-f5407642-17ca-4ec3-ba79-b39d77bd7df4 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Deleting port ce5a499b-b2ba-4f6b-b647-32d86ebd2d1e {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:20:59.223249 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-fc52371d-b5ed-4eb9-b660-1b46112bc9cc req-f5407642-17ca-4ec3-ba79-b39d77bd7df4 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:59.233785 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-d9e4e080-7260-4e4e-a3af-9ec439fe85e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1ccd93-313a-4f65-8023-95e6826fba93', 'name': 'tempest-TaggedBootDevicesTest_v242-1478326568-router', 'tenant_id': 'e06aba6f7cc1415e89ae20f4d5eb8b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.217'}], 'enable_snat': True}, 'gw_port_id': '4621a21a-6a18-4779-a1ba-a617cae44cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:10:02Z', 'updated_at': '2021-12-06T17:10:10Z', 'revision_number': 4, 'project_id': 'e06aba6f7cc1415e89ae20f4d5eb8b07', 'gw_port': {'id': '4621a21a-6a18-4779-a1ba-a617cae44cc8', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:47:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1ccd93-313a-4f65-8023-95e6826fba93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:10:03Z', 'updated_at': '2021-12-06T17:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '67088839-5c23-48fd-aca4-438243bcfd73', 'name': '', 'network_id': 'f05d9e0a-904c-47f7-bc1e-929f90cd4a84', 'tenant_id': 'e06aba6f7cc1415e89ae20f4d5eb8b07', 'mac_address': 'fa:16:3e:af:09:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1ccd93-313a-4f65-8023-95e6826fba93', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '497f0620-12c9-4760-9271-f21663a8e737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:10:08Z', 'updated_at': '2021-12-06T17:10:19Z', 'revision_number': 5, 'project_id': 'e06aba6f7cc1415e89ae20f4d5eb8b07', 'subnets': [{'id': '497f0620-12c9-4760-9271-f21663a8e737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:20:59.266774 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8cc85a1b-0fc5-4221-b35b-0b0bdb37fe0a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:59.268535 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e4e080-7260-4e4e-a3af-9ec439fe85e2 None None] The sync data for ids ['3c1ccd93-313a-4f65-8023-95e6826fba93'] in n-d-master-1 is: [{'id': '3c1ccd93-313a-4f65-8023-95e6826fba93', 'name': 'tempest-TaggedBootDevicesTest_v242-1478326568-router', 'tenant_id': 'e06aba6f7cc1415e89ae20f4d5eb8b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.217'}], 'enable_snat': True}, 'gw_port_id': '4621a21a-6a18-4779-a1ba-a617cae44cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:10:02Z', 'updated_at': '2021-12-06T17:10:10Z', 'revision_number': 4, 'project_id': 'e06aba6f7cc1415e89ae20f4d5eb8b07', 'gw_port': {'id': '4621a21a-6a18-4779-a1ba-a617cae44cc8', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:47:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1ccd93-313a-4f65-8023-95e6826fba93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:10:03Z', 'updated_at': '2021-12-06T17:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '67088839-5c23-48fd-aca4-438243bcfd73', 'name': '', 'network_id': 'f05d9e0a-904c-47f7-bc1e-929f90cd4a84', 'tenant_id': 'e06aba6f7cc1415e89ae20f4d5eb8b07', 'mac_address': 'fa:16:3e:af:09:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1ccd93-313a-4f65-8023-95e6826fba93', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '497f0620-12c9-4760-9271-f21663a8e737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:10:08Z', 'updated_at': '2021-12-06T17:10:19Z', 'revision_number': 5, 'project_id': 'e06aba6f7cc1415e89ae20f4d5eb8b07', 'subnets': [{'id': '497f0620-12c9-4760-9271-f21663a8e737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:20:59.274677 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-106b19e5-8dc9-41f4-ae6e-5f9dd1b26f26 None None] Set router 6e5d260e-4b08-4f6e-91c6-c6198bae4150 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:20:59.293175 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1496b17b-f178-41a5-ab12-7b1763cdc056 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:59.297324 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-1496b17b-f178-41a5-ab12-7b1763cdc056 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "DELETE /v2.0/subnets/729134ca-0070-432b-b8a4-2c5fbd1f8692 HTTP/1.1" status: 204 len: 168 time: 1.0096292 Dec 06 17:20:59.302829 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1496b17b-f178-41a5-ab12-7b1763cdc056 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Pushing event deleted for resources: {'Subnet': ['ID=729134ca-0070-432b-b8a4-2c5fbd1f8692,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:59.313941 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55794) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:20:59.368203 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347cd77b-4212-4433-98dd-58f810b45268 None None] Network 5a1d8b32-45e7-46f8-a4b8-0499b5ddff1a requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:20:59.462428 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-72f42d28-2b8e-4d3a-899e-1a4e8cdae0f0 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:59.464963 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port df8e7efe-6d27-4026-911c-fd59859ae449 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:20:59.465353 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:59.465495 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5a6a0bfc-51c4-44fd-b2b3-e14458345532 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:59.472998 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b41b61bf-b79f-450a-9a27-adb210b615b4 req-76fb7e10-b50d-44d6-a146-4154fed7e28b service neutron] 10.222.0.41 "GET /v2.0/networks/e47593f6-512b-4b3d-b5fd-6e48cd1a0fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3437262 Dec 06 17:20:59.473238 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c502dd-3ba6-4ab4-990a-8d163e6ca1bb req-be3564bc-f1a3-47fb-a706-e82891466ab5 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:59.481728 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-06c502dd-3ba6-4ab4-990a-8d163e6ca1bb req-be3564bc-f1a3-47fb-a706-e82891466ab5 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8da1e37-b0ce-4950-a2e1-d4d8b1fe0b5f HTTP/1.1" status: 200 len: 945 time: 0.2673709 Dec 06 17:20:59.493715 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5a6a0bfc-51c4-44fd-b2b3-e14458345532 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:59.556025 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-8cc85a1b-0fc5-4221-b35b-0b0bdb37fe0a admin admin] Deleting port 52b68a8d-99f9-4dd4-9e81-471b7634b312 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:20:59.556279 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8cc85a1b-0fc5-4221-b35b-0b0bdb37fe0a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:59.588101 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34727c53-47d1-45bc-bd9f-376337ccc48a req-d51f6a33-7ef4-4b45-b32d-a4880b75c532 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:59.595122 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34727c53-47d1-45bc-bd9f-376337ccc48a req-d51f6a33-7ef4-4b45-b32d-a4880b75c532 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:59.602069 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34727c53-47d1-45bc-bd9f-376337ccc48a req-d51f6a33-7ef4-4b45-b32d-a4880b75c532 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:59.604182 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-34727c53-47d1-45bc-bd9f-376337ccc48a req-d51f6a33-7ef4-4b45-b32d-a4880b75c532 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5398cbb-9f14-42b7-905c-288b25e2bdb2 HTTP/1.1" status: 200 len: 2409 time: 0.2381287 Dec 06 17:20:59.605605 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b41b61bf-b79f-450a-9a27-adb210b615b4 req-7a97ce73-43ff-47d7-bea3-4d92cbd9f4d9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cf0bdd3f-c300-462b-8d0e-73d39f19d252 HTTP/1.1" status: 200 len: 217 time: 0.1241453 Dec 06 17:20:59.619917 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-fc52371d-b5ed-4eb9-b660-1b46112bc9cc req-f5407642-17ca-4ec3-ba79-b39d77bd7df4 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] For port ce5a499b-b2ba-4f6b-b647-32d86ebd2d1e, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ce5a499b-b2ba-4f6b-b647-32d86ebd2d1e,segment=NetworkSegment(960bb03e-79ef-4cd4-951f-382b620b51db),segment_id=960bb03e-79ef-4cd4-951f-382b620b51db)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:20:59.620292 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-fc52371d-b5ed-4eb9-b660-1b46112bc9cc req-f5407642-17ca-4ec3-ba79-b39d77bd7df4 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:59.639229 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-06c502dd-3ba6-4ab4-990a-8d163e6ca1bb req-a53bac60-0a7c-46ad-bbf1-1e41263d87b1 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd5fd2ce-3e09-41f1-868b-3ad9c4e06626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566248 Dec 06 17:20:59.717074 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-8cc85a1b-0fc5-4221-b35b-0b0bdb37fe0a admin admin] For port 52b68a8d-99f9-4dd4-9e81-471b7634b312, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=52b68a8d-99f9-4dd4-9e81-471b7634b312,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:20:59.717345 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c919d0-5cac-4016-b47c-25af3084ec61 None None] New status for floating IP d2d642b1-8491-40fd-b2eb-87d4bcdf1461: DOWN {{(pid=103287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 17:20:59.717458 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8cc85a1b-0fc5-4221-b35b-0b0bdb37fe0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:59.727420 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-72f42d28-2b8e-4d3a-899e-1a4e8cdae0f0 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Deleting port 265f9e51-687f-43ff-9943-3f8c353b23f6 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:20:59.727676 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-72f42d28-2b8e-4d3a-899e-1a4e8cdae0f0 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:59.743804 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-8cc85a1b-0fc5-4221-b35b-0b0bdb37fe0a admin admin] Calling delete_port for 52b68a8d-99f9-4dd4-9e81-471b7634b312 owned by network:router_gateway {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:20:59.746493 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-fc52371d-b5ed-4eb9-b660-1b46112bc9cc req-f5407642-17ca-4ec3-ba79-b39d77bd7df4 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Calling delete_port for ce5a499b-b2ba-4f6b-b647-32d86ebd2d1e owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:20:59.749054 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-4b034f6e-7921-4bea-b3e8-8c1b7d4b5275 None None] Provisioning complete for port 3ae61dcb-fd41-4d4d-826e-f429065c3b36 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:20:59.749779 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4b034f6e-7921-4bea-b3e8-8c1b7d4b5275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:59.767025 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a0bfc-51c4-44fd-b2b3-e14458345532 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Pushing event updated for resources: {'Port': ['ID=3ae61dcb-fd41-4d4d-826e-f429065c3b36,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:20:59.843713 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-72f42d28-2b8e-4d3a-899e-1a4e8cdae0f0 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] For port 265f9e51-687f-43ff-9943-3f8c353b23f6, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=265f9e51-687f-43ff-9943-3f8c353b23f6,segment=NetworkSegment(13c9f3ac-9f15-4b53-859f-0f0092a403d1),segment_id=13c9f3ac-9f15-4b53-859f-0f0092a403d1)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:20:59.844088 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-72f42d28-2b8e-4d3a-899e-1a4e8cdae0f0 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:20:59.864549 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-72f42d28-2b8e-4d3a-899e-1a4e8cdae0f0 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Calling delete_port for 265f9e51-687f-43ff-9943-3f8c353b23f6 owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:20:59.886118 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-4b034f6e-7921-4bea-b3e8-8c1b7d4b5275 None None] Port 3ae61dcb-fd41-4d4d-826e-f429065c3b36 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:20:59.905556 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41b61bf-b79f-450a-9a27-adb210b615b4 req-fa429f88-84dd-4f6e-8468-b832fa02d893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:20:59.907399 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b41b61bf-b79f-450a-9a27-adb210b615b4 req-fa429f88-84dd-4f6e-8468-b832fa02d893 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c1218bad-8e8e-4b33-a2c3-7828bed04f77 HTTP/1.1" status: 200 len: 797 time: 0.2927237 Dec 06 17:20:59.927845 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-34727c53-47d1-45bc-bd9f-376337ccc48a req-2b41c317-d13d-49d1-b74d-fbc7ec9944f7 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/security-groups?id=511f9156-9807-4e4e-ae23-f0018acdbda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3064904 Dec 06 17:21:00.019937 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-5a6a0bfc-51c4-44fd-b2b3-e14458345532 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] In _notify_port_updated(), no bound segment for port 3ae61dcb-fd41-4d4d-826e-f429065c3b36 on network 81022f44-d819-4556-af8c-69b6139b8e8a {{(pid=103285) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 17:21:00.036759 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6a0bfc-51c4-44fd-b2b3-e14458345532 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:00.042631 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5a6a0bfc-51c4-44fd-b2b3-e14458345532 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:00.044260 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-5a6a0bfc-51c4-44fd-b2b3-e14458345532 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "PUT /v2.0/ports/3ae61dcb-fd41-4d4d-826e-f429065c3b36 HTTP/1.1" status: 200 len: 959 time: 3.1619086 Dec 06 17:21:00.047876 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55802) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:00.049162 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-106b19e5-8dc9-41f4-ae6e-5f9dd1b26f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e5d260e-4b08-4f6e-91c6-c6198bae4150', 'name': 'tempest-ServerRescueNegativeTestJSON-1742536705-router', 'tenant_id': 'd4102d427cc94f0ba1c37493608fe1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.52'}], 'enable_snat': True}, 'gw_port_id': '52b68a8d-99f9-4dd4-9e81-471b7634b312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:18:15Z', 'updated_at': '2021-12-06T17:20:56Z', 'revision_number': 5, 'project_id': 'd4102d427cc94f0ba1c37493608fe1c3', 'gw_port': {'id': '52b68a8d-99f9-4dd4-9e81-471b7634b312', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ed:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5d260e-4b08-4f6e-91c6-c6198bae4150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:18:16Z', 'updated_at': '2021-12-06T17:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:21:00.101368 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666fd43f-88c0-4982-8148-4a42eee7a4a2 None None] DHCP port deletion for 5a1d8b32-45e7-46f8-a4b8-0499b5ddff1a request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:21:00.104840 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106b19e5-8dc9-41f4-ae6e-5f9dd1b26f26 None None] Checking router: 6e5d260e-4b08-4f6e-91c6-c6198bae4150 for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:21:00.143351 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106b19e5-8dc9-41f4-ae6e-5f9dd1b26f26 None None] Routers {'6e5d260e-4b08-4f6e-91c6-c6198bae4150'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:21:00.144095 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-106b19e5-8dc9-41f4-ae6e-5f9dd1b26f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:20:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['6e5d260e-4b08-4f6e-91c6-c6198bae4150'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:21:00.161168 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41b61bf-b79f-450a-9a27-adb210b615b4 req-958ef9b1-d4a3-49ec-a834-df95f42b3f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:00.162977 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b41b61bf-b79f-450a-9a27-adb210b615b4 req-958ef9b1-d4a3-49ec-a834-df95f42b3f24 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e47593f6-512b-4b3d-b5fd-6e48cd1a0fda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2269084 Dec 06 17:21:00.208377 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-72f42d28-2b8e-4d3a-899e-1a4e8cdae0f0 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:00.246635 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee02efd-4767-485f-920e-25131e3674ad req-53e20f53-a30a-4c96-ba4e-fca2308a33c6 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:00.254109 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2ee02efd-4767-485f-920e-25131e3674ad req-53e20f53-a30a-4c96-ba4e-fca2308a33c6 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=31a2202d-a11c-43ed-a8f8-da649ae9d172 HTTP/1.1" status: 200 len: 946 time: 0.3109562 Dec 06 17:21:00.264026 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-106b19e5-8dc9-41f4-ae6e-5f9dd1b26f26 None None] Set router 6e5d260e-4b08-4f6e-91c6-c6198bae4150 gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:21:00.273098 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-fc52371d-b5ed-4eb9-b660-1b46112bc9cc req-f5407642-17ca-4ec3-ba79-b39d77bd7df4 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:00.301076 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f42d28-2b8e-4d3a-899e-1a4e8cdae0f0 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Pushing event deleted for resources: {'Port': ['ID=265f9e51-687f-43ff-9943-3f8c353b23f6,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:00.307769 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5407642-17ca-4ec3-ba79-b39d77bd7df4 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Pushing event deleted for resources: {'Port': ['ID=ce5a499b-b2ba-4f6b-b647-32d86ebd2d1e,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:00.333344 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f42d28-2b8e-4d3a-899e-1a4e8cdae0f0 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] No DVR routers for this DVR port 265f9e51-687f-43ff-9943-3f8c353b23f6 on host n-d-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:21:00.338167 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-666fd43f-88c0-4982-8148-4a42eee7a4a2 None None] Deleting port 265f9e51-687f-43ff-9943-3f8c353b23f6 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:21:00.338549 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-666fd43f-88c0-4982-8148-4a42eee7a4a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:00.342221 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-106b19e5-8dc9-41f4-ae6e-5f9dd1b26f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e5d260e-4b08-4f6e-91c6-c6198bae4150', 'name': 'tempest-ServerRescueNegativeTestJSON-1742536705-router', 'tenant_id': 'd4102d427cc94f0ba1c37493608fe1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:18:15Z', 'updated_at': '2021-12-06T17:20:59Z', 'revision_number': 6, 'project_id': 'd4102d427cc94f0ba1c37493608fe1c3', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:21:00.375464 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc52371d-b5ed-4eb9-b660-1b46112bc9cc req-f5407642-17ca-4ec3-ba79-b39d77bd7df4 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] No DVR routers for this DVR port ce5a499b-b2ba-4f6b-b647-32d86ebd2d1e on host n-h2-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:21:00.378901 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-fc52371d-b5ed-4eb9-b660-1b46112bc9cc req-f5407642-17ca-4ec3-ba79-b39d77bd7df4 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:00.382255 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fc52371d-b5ed-4eb9-b660-1b46112bc9cc req-f5407642-17ca-4ec3-ba79-b39d77bd7df4 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.44 "DELETE /v2.0/ports/ce5a499b-b2ba-4f6b-b647-32d86ebd2d1e HTTP/1.1" status: 204 len: 173 time: 2.0154583 Dec 06 17:21:00.384919 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b41b61bf-b79f-450a-9a27-adb210b615b4 req-0ae6073d-e86c-4db5-af41-297d4a13e7e5 service neutron] 10.222.0.41 "GET /v2.0/networks/e47593f6-512b-4b3d-b5fd-6e48cd1a0fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093210 Dec 06 17:21:00.394996 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106b19e5-8dc9-41f4-ae6e-5f9dd1b26f26 None None] The sync data for ids ['6e5d260e-4b08-4f6e-91c6-c6198bae4150'] in n-d-master-1 is: [{'id': '6e5d260e-4b08-4f6e-91c6-c6198bae4150', 'name': 'tempest-ServerRescueNegativeTestJSON-1742536705-router', 'tenant_id': 'd4102d427cc94f0ba1c37493608fe1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:18:15Z', 'updated_at': '2021-12-06T17:20:59Z', 'revision_number': 6, 'project_id': 'd4102d427cc94f0ba1c37493608fe1c3', 'gw_port_host': None}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:21:00.407232 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8cc85a1b-0fc5-4221-b35b-0b0bdb37fe0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:00.428831 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-418cf18b-8f03-476c-88ce-8f5a309ae906 None None] Provisioning complete for port 3ae61dcb-fd41-4d4d-826e-f429065c3b36 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:21:00.429195 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-418cf18b-8f03-476c-88ce-8f5a309ae906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:00.439157 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-b91ffd9c-eb0a-4bf8-a904-28178cff0105 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Deleting port 3ae61dcb-fd41-4d4d-826e-f429065c3b36 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:21:00.439530 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b91ffd9c-eb0a-4bf8-a904-28178cff0105 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:00.465505 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-666fd43f-88c0-4982-8148-4a42eee7a4a2 None None] For port 265f9e51-687f-43ff-9943-3f8c353b23f6, host n-d-master-1, got binding levels [] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:21:00.465943 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-666fd43f-88c0-4982-8148-4a42eee7a4a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:00.484687 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-666fd43f-88c0-4982-8148-4a42eee7a4a2 None None] Calling delete_port for 265f9e51-687f-43ff-9943-3f8c353b23f6 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:21:00.488691 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.ipam_backend_mixin [None req-666fd43f-88c0-4982-8148-4a42eee7a4a2 None None] Port 265f9e51-687f-43ff-9943-3f8c353b23f6 was not found and therefore no delete operation was performed {{(pid=103286) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 06 17:21:00.490914 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-418cf18b-8f03-476c-88ce-8f5a309ae906 None None] Port 3ae61dcb-fd41-4d4d-826e-f429065c3b36 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:21:00.492424 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-666fd43f-88c0-4982-8148-4a42eee7a4a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:00.510815 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc85a1b-0fc5-4221-b35b-0b0bdb37fe0a admin admin] Pushing event deleted for resources: {'Port': ['ID=52b68a8d-99f9-4dd4-9e81-471b7634b312,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:00.519570 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666fd43f-88c0-4982-8148-4a42eee7a4a2 None None] Pushing event deleted for resources: {'Port': ['ID=265f9e51-687f-43ff-9943-3f8c353b23f6,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:00.522074 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666fd43f-88c0-4982-8148-4a42eee7a4a2 None None] No DVR routers for this DVR port 265f9e51-687f-43ff-9943-3f8c353b23f6 on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:21:00.546407 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-72f42d28-2b8e-4d3a-899e-1a4e8cdae0f0 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:00.552484 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81de765e-7712-41f6-8908-87e604e707b7 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:21:00.574019 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2ee02efd-4767-485f-920e-25131e3674ad req-7a2067db-968f-4b5b-a65b-fcf647280603 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c657007e-2b96-4108-a795-7e2c1ca6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3190050 Dec 06 17:21:00.583564 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-fc52371d-b5ed-4eb9-b660-1b46112bc9cc req-8f0cccfd-0afa-4332-8651-c22483237c90 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Deleting port d5cb989f-970a-4712-bc55-ae97972ef5ef {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:21:00.583918 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-fc52371d-b5ed-4eb9-b660-1b46112bc9cc req-8f0cccfd-0afa-4332-8651-c22483237c90 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:00.593598 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b41b61bf-b79f-450a-9a27-adb210b615b4 req-4eb49a8e-b70a-42d3-82db-9427c86e00e9 service neutron] 10.222.0.41 "GET /v2.0/networks/e47593f6-512b-4b3d-b5fd-6e48cd1a0fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666267 Dec 06 17:21:00.669121 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5398cbb-9f14-42b7-905c-288b25e2bdb2', 'name': 'network-vif-deleted', 'tag': 'ce5a499b-b2ba-4f6b-b647-32d86ebd2d1e'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:21:00.671781 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aab102cb-d60e-4937-9efa-2935a5159936" -d '{"events": [{"server_uuid": "f5398cbb-9f14-42b7-905c-288b25e2bdb2", "name": "network-vif-deleted", "tag": "ce5a499b-b2ba-4f6b-b647-32d86ebd2d1e"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:21:00.695041 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-fc52371d-b5ed-4eb9-b660-1b46112bc9cc req-8f0cccfd-0afa-4332-8651-c22483237c90 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] For port d5cb989f-970a-4712-bc55-ae97972ef5ef, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=d5cb989f-970a-4712-bc55-ae97972ef5ef,segment=NetworkSegment(6053507f-d1ea-4551-8cb6-ca82d545c343),segment_id=6053507f-d1ea-4551-8cb6-ca82d545c343)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:21:00.695507 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-fc52371d-b5ed-4eb9-b660-1b46112bc9cc req-8f0cccfd-0afa-4332-8651-c22483237c90 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:00.721925 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-fc52371d-b5ed-4eb9-b660-1b46112bc9cc req-8f0cccfd-0afa-4332-8651-c22483237c90 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Calling delete_port for d5cb989f-970a-4712-bc55-ae97972ef5ef owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:21:00.745846 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16c9d99a-5933-4489-a920-c208e055cfb2 x-openstack-request-id: req-16c9d99a-5933-4489-a920-c208e055cfb2 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:21:00.761460 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5398cbb-9f14-42b7-905c-288b25e2bdb2", "name": "network-vif-deleted", "tag": "ce5a499b-b2ba-4f6b-b647-32d86ebd2d1e", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:21:00.761704 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-16c9d99a-5933-4489-a920-c208e055cfb2 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:21:00.765997 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5398cbb-9f14-42b7-905c-288b25e2bdb2', 'name': 'network-vif-deleted', 'tag': 'ce5a499b-b2ba-4f6b-b647-32d86ebd2d1e', 'status': 'completed', 'code': 200} Dec 06 17:21:00.959289 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8b6557-b448-410e-b40a-b132e8e16a1d req-11a69a74-72b1-4b11-b02f-cea66d28014b tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:00.960975 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ef8b6557-b448-410e-b40a-b132e8e16a1d req-11a69a74-72b1-4b11-b02f-cea66d28014b tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8da1e37-b0ce-4950-a2e1-d4d8b1fe0b5f HTTP/1.1" status: 200 len: 945 time: 0.1466708 Dec 06 17:21:01.041657 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-72f42d28-2b8e-4d3a-899e-1a4e8cdae0f0 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a1d8b32-45e7-46f8-a4b8-0499b5ddff1a']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:21:01.061503 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-fc52371d-b5ed-4eb9-b660-1b46112bc9cc req-8f0cccfd-0afa-4332-8651-c22483237c90 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:01.066051 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ef8b6557-b448-410e-b40a-b132e8e16a1d req-60e2f4a2-a62c-4e9b-b28b-2903ac985dd4 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd5fd2ce-3e09-41f1-868b-3ad9c4e06626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839126 Dec 06 17:21:01.096538 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0cccfd-0afa-4332-8651-c22483237c90 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Pushing event deleted for resources: {'Port': ['ID=d5cb989f-970a-4712-bc55-ae97972ef5ef,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:01.096991 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-72f42d28-2b8e-4d3a-899e-1a4e8cdae0f0 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13c9f3ac-9f15-4b53-859f-0f0092a403d1') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:21:01.097539 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-72f42d28-2b8e-4d3a-899e-1a4e8cdae0f0 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13c9f3ac-9f15-4b53-859f-0f0092a403d1') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:21:01.132564 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-72f42d28-2b8e-4d3a-899e-1a4e8cdae0f0 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:01.141193 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc52371d-b5ed-4eb9-b660-1b46112bc9cc req-8f0cccfd-0afa-4332-8651-c22483237c90 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] No DVR routers for this DVR port d5cb989f-970a-4712-bc55-ae97972ef5ef on host n-h2-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:21:01.143823 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-fc52371d-b5ed-4eb9-b660-1b46112bc9cc req-8f0cccfd-0afa-4332-8651-c22483237c90 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:01.147550 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fc52371d-b5ed-4eb9-b660-1b46112bc9cc req-8f0cccfd-0afa-4332-8651-c22483237c90 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.44 "DELETE /v2.0/ports/d5cb989f-970a-4712-bc55-ae97972ef5ef HTTP/1.1" status: 204 len: 173 time: 0.7595577 Dec 06 17:21:01.151069 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8cc85a1b-0fc5-4221-b35b-0b0bdb37fe0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536698'] for router_gateway, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:01.189769 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b91ffd9c-eb0a-4bf8-a904-28178cff0105 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:01.192901 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-72f42d28-2b8e-4d3a-899e-1a4e8cdae0f0 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:01.239589 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fe6da0-c1f7-4a73-bc7e-4a5844b1c2ad req-4636acac-55d4-41ef-8fe9-870fd6c237e8 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:01.245201 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-fc52371d-b5ed-4eb9-b660-1b46112bc9cc req-3605b5ce-2a9d-4af2-9264-5a80bb9eb9cd tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Deleting port 1d5a6e2b-fe5f-43e4-8477-6577f08f2e89 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:21:01.245542 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fe6da0-c1f7-4a73-bc7e-4a5844b1c2ad req-4636acac-55d4-41ef-8fe9-870fd6c237e8 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:01.245690 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-fc52371d-b5ed-4eb9-b660-1b46112bc9cc req-3605b5ce-2a9d-4af2-9264-5a80bb9eb9cd tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:01.247126 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a6fe6da0-c1f7-4a73-bc7e-4a5844b1c2ad req-4636acac-55d4-41ef-8fe9-870fd6c237e8 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5398cbb-9f14-42b7-905c-288b25e2bdb2 HTTP/1.1" status: 200 len: 1599 time: 0.2213416 Dec 06 17:21:01.289633 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72f42d28-2b8e-4d3a-899e-1a4e8cdae0f0 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:21:01.289936 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-72f42d28-2b8e-4d3a-899e-1a4e8cdae0f0 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:01.293845 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-b91ffd9c-eb0a-4bf8-a904-28178cff0105 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Calling delete_port for 3ae61dcb-fd41-4d4d-826e-f429065c3b36 owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:21:01.295599 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 17:21:01.295599 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:21:01.295599 n-d-master-1 neutron-server[103284]: timer() Dec 06 17:21:01.295599 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:21:01.295599 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 17:21:01.295599 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:21:01.295599 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 17:21:01.295599 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:21:01.295599 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 17:21:01.295599 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:21:01.295599 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 17:21:01.295599 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:21:01.295599 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 17:21:01.295599 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:21:01.295599 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:21:01.295599 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:21:01.295599 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:21:01.295599 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:21:01.295599 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 17:21:01.295599 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:21:01.295599 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 17:21:01.295599 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:21:01.295599 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:21:01.295599 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:21:01.295599 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 17:21:01.295599 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:21:01.295599 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:21:01.295599 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:21:01.295599 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:21:01.295599 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:21:01.295599 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:21:01.295599 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:21:01.349447 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8cc85a1b-0fc5-4221-b35b-0b0bdb37fe0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:01.376110 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-fc52371d-b5ed-4eb9-b660-1b46112bc9cc req-3605b5ce-2a9d-4af2-9264-5a80bb9eb9cd tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] For port 1d5a6e2b-fe5f-43e4-8477-6577f08f2e89, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=1d5a6e2b-fe5f-43e4-8477-6577f08f2e89,segment=NetworkSegment(6053507f-d1ea-4551-8cb6-ca82d545c343),segment_id=6053507f-d1ea-4551-8cb6-ca82d545c343)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:21:01.376110 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-fc52371d-b5ed-4eb9-b660-1b46112bc9cc req-3605b5ce-2a9d-4af2-9264-5a80bb9eb9cd tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:01.399462 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8cc85a1b-0fc5-4221-b35b-0b0bdb37fe0a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:01.409614 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-fc52371d-b5ed-4eb9-b660-1b46112bc9cc req-3605b5ce-2a9d-4af2-9264-5a80bb9eb9cd tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Calling delete_port for 1d5a6e2b-fe5f-43e4-8477-6577f08f2e89 owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:21:01.440610 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 5daadc68-e26d-48de-96a2-c4d2e51611b5 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:21:01.462199 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 5daadc68-e26d-48de-96a2-c4d2e51611b5 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:21:01.462561 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 5daadc68-e26d-48de-96a2-c4d2e51611b5 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:21:01.469957 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 265f9e51-687f-43ff-9943-3f8c353b23f6 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:21:01.504458 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 265f9e51-687f-43ff-9943-3f8c353b23f6 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:21:01.505305 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 265f9e51-687f-43ff-9943-3f8c353b23f6 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:21:01.539050 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a6fe6da0-c1f7-4a73-bc7e-4a5844b1c2ad req-cab22d9b-db1d-4e1b-be69-7afa35c24f32 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/security-groups?id=511f9156-9807-4e4e-ae23-f0018acdbda1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2534509 Dec 06 17:21:01.542717 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-72f42d28-2b8e-4d3a-899e-1a4e8cdae0f0 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:01.556549 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8cc85a1b-0fc5-4221-b35b-0b0bdb37fe0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:01.557227 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cc85a1b-0fc5-4221-b35b-0b0bdb37fe0a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e5d260e-4b08-4f6e-91c6-c6198bae4150 {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 17:21:01.571747 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8cc85a1b-0fc5-4221-b35b-0b0bdb37fe0a admin admin] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:01.573179 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-8cc85a1b-0fc5-4221-b35b-0b0bdb37fe0a admin admin] 10.222.0.23 "DELETE /v2.0/routers/6e5d260e-4b08-4f6e-91c6-c6198bae4150 HTTP/1.1" status: 204 len: 168 time: 2.6350930 Dec 06 17:21:01.596228 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 55814) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:01.598446 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-72f42d28-2b8e-4d3a-899e-1a4e8cdae0f0 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:01.619066 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-72f42d28-2b8e-4d3a-899e-1a4e8cdae0f0 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "DELETE /v2.0/networks/5a1d8b32-45e7-46f8-a4b8-0499b5ddff1a HTTP/1.1" status: 204 len: 168 time: 2.2811053 Dec 06 17:21:01.622262 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f42d28-2b8e-4d3a-899e-1a4e8cdae0f0 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Pushing event deleted for resources: {'Network': ['ID=5a1d8b32-45e7-46f8-a4b8-0499b5ddff1a,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:01.627125 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 55818) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:01.632052 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-01fed0d8-2d0e-4f24-8729-cd4cf07ca54f tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2112262611', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:21:01.769628 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b91ffd9c-eb0a-4bf8-a904-28178cff0105 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:01.816126 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fcd583e-c656-451a-9ebc-41e7dc0a7738 admin admin] Deleting subnet 96d1432b-c397-475b-95f3-c732d2ae28e6 {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:21:01.820083 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2fcd583e-c656-451a-9ebc-41e7dc0a7738 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:01.826074 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91ffd9c-eb0a-4bf8-a904-28178cff0105 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Pushing event deleted for resources: {'Port': ['ID=3ae61dcb-fd41-4d4d-826e-f429065c3b36,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:01.858221 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-01fed0d8-2d0e-4f24-8729-cd4cf07ca54f tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:01.859261 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-01fed0d8-2d0e-4f24-8729-cd4cf07ca54f tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:01.873207 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f4a8db-7485-4210-9c7b-7c2bc742b790 req-99902cda-fbc9-4b89-885c-a48255db3fa2 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:01.874746 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-98f4a8db-7485-4210-9c7b-7c2bc742b790 req-99902cda-fbc9-4b89-885c-a48255db3fa2 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=31a2202d-a11c-43ed-a8f8-da649ae9d172 HTTP/1.1" status: 200 len: 946 time: 0.1466665 Dec 06 17:21:01.899177 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-fc52371d-b5ed-4eb9-b660-1b46112bc9cc req-3605b5ce-2a9d-4af2-9264-5a80bb9eb9cd tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:01.906721 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b91ffd9c-eb0a-4bf8-a904-28178cff0105 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:01.914044 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-b91ffd9c-eb0a-4bf8-a904-28178cff0105 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "DELETE /v2.0/ports/3ae61dcb-fd41-4d4d-826e-f429065c3b36 HTTP/1.1" status: 204 len: 168 time: 1.8612828 Dec 06 17:21:01.915065 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55822) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:01.917056 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2fcd583e-c656-451a-9ebc-41e7dc0a7738 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:01.964909 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-8338c81c-e2e8-4d53-8188-613963e3d7a7 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] GET failed (client error): The resource could not be found. Dec 06 17:21:01.967052 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-8338c81c-e2e8-4d53-8188-613963e3d7a7 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "GET /v2.0/ports/3ae61dcb-fd41-4d4d-826e-f429065c3b36 HTTP/1.1" status: 404 len: 333 time: 0.0507259 Dec 06 17:21:01.969870 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55824) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:02.002310 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605b5ce-2a9d-4af2-9264-5a80bb9eb9cd tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Pushing event deleted for resources: {'Port': ['ID=1d5a6e2b-fe5f-43e4-8477-6577f08f2e89,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:02.044679 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b38df411-7fe3-43b8-9ce6-9819e639b510 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:02.068795 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b38df411-7fe3-43b8-9ce6-9819e639b510 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:02.104736 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-01fed0d8-2d0e-4f24-8729-cd4cf07ca54f tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:02.105813 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc52371d-b5ed-4eb9-b660-1b46112bc9cc req-3605b5ce-2a9d-4af2-9264-5a80bb9eb9cd tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] No DVR routers for this DVR port 1d5a6e2b-fe5f-43e4-8477-6577f08f2e89 on host n-h2-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:21:02.113298 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-fc52371d-b5ed-4eb9-b660-1b46112bc9cc req-3605b5ce-2a9d-4af2-9264-5a80bb9eb9cd tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:02.116890 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fc52371d-b5ed-4eb9-b660-1b46112bc9cc req-3605b5ce-2a9d-4af2-9264-5a80bb9eb9cd tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.44 "DELETE /v2.0/ports/1d5a6e2b-fe5f-43e4-8477-6577f08f2e89 HTTP/1.1" status: 204 len: 173 time: 0.9636950 Dec 06 17:21:02.118412 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2fcd583e-c656-451a-9ebc-41e7dc0a7738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:02.118553 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b38df411-7fe3-43b8-9ce6-9819e639b510 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:02.121024 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-01fed0d8-2d0e-4f24-8729-cd4cf07ca54f tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:02.122945 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b38df411-7fe3-43b8-9ce6-9819e639b510 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:02.126513 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-b38df411-7fe3-43b8-9ce6-9819e639b510 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "DELETE /v2.0/security-groups/be52806a-ad82-4548-bb22-15301fec0fb4 HTTP/1.1" status: 204 len: 168 time: 0.1532114 Dec 06 17:21:02.127885 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55828) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:02.141863 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38df411-7fe3-43b8-9ce6-9819e639b510 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be52806a-ad82-4548-bb22-15301fec0fb4,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:02.148206 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-98f4a8db-7485-4210-9c7b-7c2bc742b790 req-6d3123e6-83ec-4d48-aecc-8b549bea215e tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c657007e-2b96-4108-a795-7e2c1ca6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627249 Dec 06 17:21:02.181264 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-01fed0d8-2d0e-4f24-8729-cd4cf07ca54f tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:02.182547 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-01fed0d8-2d0e-4f24-8729-cd4cf07ca54f tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5553699 Dec 06 17:21:02.185558 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55832) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:02.199285 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-4e1692dd-fdbd-4265-9d3e-5ec9ce56e14a tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1504027217'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:21:02.213507 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2fcd583e-c656-451a-9ebc-41e7dc0a7738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:02.248638 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcd583e-c656-451a-9ebc-41e7dc0a7738 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96d1432b-c397-475b-95f3-c732d2ae28e6,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:02.251879 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2fcd583e-c656-451a-9ebc-41e7dc0a7738 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:02.257033 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-2fcd583e-c656-451a-9ebc-41e7dc0a7738 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/96d1432b-c397-475b-95f3-c732d2ae28e6 HTTP/1.1" status: 204 len: 168 time: 0.6594024 Dec 06 17:21:02.258999 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 55834) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:02.261960 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858deaab-2a55-40f9-b3df-6a6749eec182 None None] Network cae96aac-fb31-4420-9340-c97dbf634a30 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:21:02.275650 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e1692dd-fdbd-4265-9d3e-5ec9ce56e14a tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Made reservation on behalf of de0eff4c472847f5a5b49bddb4177865 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:21:02.279144 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4e1692dd-fdbd-4265-9d3e-5ec9ce56e14a tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:02.325669 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2a474e69-61d5-41c9-bed0-39729b810552 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:02.356205 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62215d6-0e51-49b4-be2e-1785db791b1e req-26487fde-5ab3-4cfb-9c2a-5014d0a2889a tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:02.357919 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e62215d6-0e51-49b4-be2e-1785db791b1e req-26487fde-5ab3-4cfb-9c2a-5014d0a2889a tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8da1e37-b0ce-4950-a2e1-d4d8b1fe0b5f HTTP/1.1" status: 200 len: 945 time: 0.1627748 Dec 06 17:21:02.366421 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e1692dd-fdbd-4265-9d3e-5ec9ce56e14a tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:21:02.391909 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ca2531c5-dc54-4e0d-83b3-e18aab2b3f3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:02.418520 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fad5bee-ba0a-4951-89a4-3180498f80cb None None] DHCP port deletion for cae96aac-fb31-4420-9340-c97dbf634a30 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:21:02.436461 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4e1692dd-fdbd-4265-9d3e-5ec9ce56e14a tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:02.436880 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-4e1692dd-fdbd-4265-9d3e-5ec9ce56e14a tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Added segment e8964eac-1a95-4773-8a92-cfb6e9fad841 of type vlan for network 6be8505b-7e09-481c-9ab7-a2a0372522ff Dec 06 17:21:02.490480 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4e1692dd-fdbd-4265-9d3e-5ec9ce56e14a tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:02.524790 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ca2531c5-dc54-4e0d-83b3-e18aab2b3f3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:02.527480 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4e1692dd-fdbd-4265-9d3e-5ec9ce56e14a tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:02.533400 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1692dd-fdbd-4265-9d3e-5ec9ce56e14a tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:02.534437 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4e1692dd-fdbd-4265-9d3e-5ec9ce56e14a tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:02.547302 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2a474e69-61d5-41c9-bed0-39729b810552 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:02.548248 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-ca2531c5-dc54-4e0d-83b3-e18aab2b3f3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cae96aac-fb31-4420-9340-c97dbf634a30']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:21:02.559971 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-ca2531c5-dc54-4e0d-83b3-e18aab2b3f3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1866e212-da2e-4d7f-86b0-4e8ad063f1f7') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:21:02.560429 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-ca2531c5-dc54-4e0d-83b3-e18aab2b3f3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1866e212-da2e-4d7f-86b0-4e8ad063f1f7') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:21:02.571246 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ca2531c5-dc54-4e0d-83b3-e18aab2b3f3f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:02.585244 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ca2531c5-dc54-4e0d-83b3-e18aab2b3f3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:02.591879 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca2531c5-dc54-4e0d-83b3-e18aab2b3f3f admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:21:02.592324 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ca2531c5-dc54-4e0d-83b3-e18aab2b3f3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:02.636265 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:21:02.636265 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:21:02.636265 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:21:02.636265 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:21:02.636265 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:21:02.636265 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:21:02.636265 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:21:02.636265 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:21:02.636265 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:21:02.636265 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:21:02.636265 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:21:02.636265 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:21:02.636265 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:21:02.636265 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:21:02.636265 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:21:02.636265 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:21:02.636265 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:21:02.636265 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:21:02.636265 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:21:02.636265 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:21:02.636265 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:21:02.636265 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:21:02.636265 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:21:02.636265 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:21:02.636265 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:21:02.636265 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:21:02.636265 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:21:02.636265 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:21:02.636265 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:21:02.636265 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:21:02.636265 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:21:02.636265 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:21:02.653493 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-4e1692dd-fdbd-4265-9d3e-5ec9ce56e14a tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4637575 Dec 06 17:21:02.654874 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e62215d6-0e51-49b4-be2e-1785db791b1e req-ddd04712-8071-40a0-a3f3-c7f295750af5 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd5fd2ce-3e09-41f1-868b-3ad9c4e06626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863119 Dec 06 17:21:02.658614 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55838) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:02.669960 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-fa149b56-6989-448a-8f7d-ce14169bf036 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Request body: {'subnet': {'network_id': '6be8505b-7e09-481c-9ab7-a2a0372522ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:21:02.673850 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c46eaa2b-85b7-4e4e-b80c-a3bec1959aa5 req-666daf2d-4c83-4a03-8d21-2a2819ae7f2e tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5398cbb-9f14-42b7-905c-288b25e2bdb2 HTTP/1.1" status: 200 len: 210 time: 0.0352159 Dec 06 17:21:02.687193 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ca2531c5-dc54-4e0d-83b3-e18aab2b3f3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:02.694227 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ca2531c5-dc54-4e0d-83b3-e18aab2b3f3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:02.706774 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:02.710703 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-ca2531c5-dc54-4e0d-83b3-e18aab2b3f3f admin admin] 10.222.0.23 "DELETE /v2.0/networks/cae96aac-fb31-4420-9340-c97dbf634a30 HTTP/1.1" status: 204 len: 168 time: 0.4368062 Dec 06 17:21:02.738864 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2531c5-dc54-4e0d-83b3-e18aab2b3f3f admin admin] Pushing event deleted for resources: {'Network': ['ID=cae96aac-fb31-4420-9340-c97dbf634a30,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:02.769083 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5398cbb-9f14-42b7-905c-288b25e2bdb2', 'name': 'network-vif-deleted', 'tag': 'd5cb989f-970a-4712-bc55-ae97972ef5ef'}, {'server_uuid': 'f5398cbb-9f14-42b7-905c-288b25e2bdb2', 'name': 'network-vif-deleted', 'tag': '1d5a6e2b-fe5f-43e4-8477-6577f08f2e89'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:21:02.771376 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5fcd783-3751-4a31-9482-c41dd20ea8ba" -d '{"events": [{"server_uuid": "f5398cbb-9f14-42b7-905c-288b25e2bdb2", "name": "network-vif-deleted", "tag": "d5cb989f-970a-4712-bc55-ae97972ef5ef"}, {"server_uuid": "f5398cbb-9f14-42b7-905c-288b25e2bdb2", "name": "network-vif-deleted", "tag": "1d5a6e2b-fe5f-43e4-8477-6577f08f2e89"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:21:02.790876 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1692dd-fdbd-4265-9d3e-5ec9ce56e14a tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Pushing event updated for resources: {'Network': ['ID=6be8505b-7e09-481c-9ab7-a2a0372522ff,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:02.819529 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 06 Dec 2021 17:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19556e8a-8b92-41f8-94f5-5a665494bbfa x-openstack-request-id: req-19556e8a-8b92-41f8-94f5-5a665494bbfa {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:21:02.819827 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5398cbb-9f14-42b7-905c-288b25e2bdb2", "name": "network-vif-deleted", "tag": "d5cb989f-970a-4712-bc55-ae97972ef5ef", "status": "completed", "code": 200}, {"server_uuid": "f5398cbb-9f14-42b7-905c-288b25e2bdb2", "name": "network-vif-deleted", "tag": "1d5a6e2b-fe5f-43e4-8477-6577f08f2e89", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:21:02.820165 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-19556e8a-8b92-41f8-94f5-5a665494bbfa {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:21:02.820586 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5398cbb-9f14-42b7-905c-288b25e2bdb2', 'name': 'network-vif-deleted', 'tag': 'd5cb989f-970a-4712-bc55-ae97972ef5ef', 'status': 'completed', 'code': 200} Dec 06 17:21:02.820924 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5398cbb-9f14-42b7-905c-288b25e2bdb2', 'name': 'network-vif-deleted', 'tag': '1d5a6e2b-fe5f-43e4-8477-6577f08f2e89', 'status': 'completed', 'code': 200} Dec 06 17:21:02.835521 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1692dd-fdbd-4265-9d3e-5ec9ce56e14a tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:21:02.835805 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1692dd-fdbd-4265-9d3e-5ec9ce56e14a tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:21:02.836159 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1692dd-fdbd-4265-9d3e-5ec9ce56e14a tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:21:02.836506 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1692dd-fdbd-4265-9d3e-5ec9ce56e14a tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:21:02.836854 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1692dd-fdbd-4265-9d3e-5ec9ce56e14a tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:21:02.837183 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1692dd-fdbd-4265-9d3e-5ec9ce56e14a tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:21:02.837676 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1692dd-fdbd-4265-9d3e-5ec9ce56e14a tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:21:02.837876 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1692dd-fdbd-4265-9d3e-5ec9ce56e14a tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:21:02.838209 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1692dd-fdbd-4265-9d3e-5ec9ce56e14a tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:21:02.838540 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1692dd-fdbd-4265-9d3e-5ec9ce56e14a tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:21:02.838869 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1692dd-fdbd-4265-9d3e-5ec9ce56e14a tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:21:02.839202 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1692dd-fdbd-4265-9d3e-5ec9ce56e14a tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:21:02.839530 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1692dd-fdbd-4265-9d3e-5ec9ce56e14a tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:21:02.856218 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55844) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:02.862740 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 6be8505b-7e09-481c-9ab7-a2a0372522ff details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:21:02.890465 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2a474e69-61d5-41c9-bed0-39729b810552 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:02.894038 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2a474e69-61d5-41c9-bed0-39729b810552 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:02.897997 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-2a474e69-61d5-41c9-bed0-39729b810552 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "DELETE /v2.0/security-groups/3f793eda-d884-42a0-b59e-8a8dc9417458 HTTP/1.1" status: 204 len: 168 time: 0.7651806 Dec 06 17:21:02.898846 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 55846) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:02.902560 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa149b56-6989-448a-8f7d-ce14169bf036 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Made reservation on behalf of de0eff4c472847f5a5b49bddb4177865 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:21:02.906388 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fa149b56-6989-448a-8f7d-ce14169bf036 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:02.960807 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a474e69-61d5-41c9-bed0-39729b810552 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f793eda-d884-42a0-b59e-8a8dc9417458,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:02.965896 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 52b68a8d-99f9-4dd4-9e81-471b7634b312 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:21:02.972325 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-a228d805-e6eb-416b-bbad-e7bcbf33ba6b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d4102d427cc94f0ba1c37493608fe1c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1150208 Dec 06 17:21:02.977382 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 55848) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:03.007091 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 52b68a8d-99f9-4dd4-9e81-471b7634b312 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:21:03.007803 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 52b68a8d-99f9-4dd4-9e81-471b7634b312 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:21:03.067961 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d81438b0-7b5b-4453-8f5e-ade3aab6411d tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:03.075201 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f36f50bb-3719-4822-bf7b-3d7561379d28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:03.109212 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d81438b0-7b5b-4453-8f5e-ade3aab6411d tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:03.122157 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f36f50bb-3719-4822-bf7b-3d7561379d28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:03.198176 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fa149b56-6989-448a-8f7d-ce14169bf036 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:03.205108 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d81438b0-7b5b-4453-8f5e-ade3aab6411d tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:03.208687 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d81438b0-7b5b-4453-8f5e-ade3aab6411d tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:03.209951 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-d81438b0-7b5b-4453-8f5e-ade3aab6411d tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "DELETE /v2.0/security-groups/7e430ffc-a969-4d16-bf0a-de2930c2b565 HTTP/1.1" status: 204 len: 168 time: 0.3104012 Dec 06 17:21:03.213917 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55854) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:03.215180 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f36f50bb-3719-4822-bf7b-3d7561379d28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:03.217744 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f36f50bb-3719-4822-bf7b-3d7561379d28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:03.221210 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-f36f50bb-3719-4822-bf7b-3d7561379d28 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/55b21076-cf23-48e9-9a14-bcc811d060b9 HTTP/1.1" status: 204 len: 168 time: 0.2402937 Dec 06 17:21:03.230442 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81438b0-7b5b-4453-8f5e-ade3aab6411d tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e430ffc-a969-4d16-bf0a-de2930c2b565,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:03.248681 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36f50bb-3719-4822-bf7b-3d7561379d28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b21076-cf23-48e9-9a14-bcc811d060b9,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:03.341024 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-0242955b-4a5e-43cf-bfc3-dd028be520c8 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Deleting subnet 5993af4c-b977-40d4-a1fc-6e151a5bc75f {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:21:03.353282 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0242955b-4a5e-43cf-bfc3-dd028be520c8 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:03.430523 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa149b56-6989-448a-8f7d-ce14169bf036 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Pushing event updated for resources: {'Subnet': ['ID=84cd5c52-9fa9-463d-8ed2-fa78d4f61fab,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:03.443049 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0242955b-4a5e-43cf-bfc3-dd028be520c8 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:03.473517 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0134b0-02f7-4fe2-a503-5d9fdab956d6 req-7d8f43f4-7220-45de-999f-a1e5e4bfbbc4 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:03.475053 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6d0134b0-02f7-4fe2-a503-5d9fdab956d6 req-7d8f43f4-7220-45de-999f-a1e5e4bfbbc4 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=31a2202d-a11c-43ed-a8f8-da649ae9d172 HTTP/1.1" status: 200 len: 946 time: 0.1504014 Dec 06 17:21:03.478126 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa149b56-6989-448a-8f7d-ce14169bf036 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Checking segment: {'id': 'e8964eac-1a95-4773-8a92-cfb6e9fad841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6be8505b-7e09-481c-9ab7-a2a0372522ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:21:03.478505 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa149b56-6989-448a-8f7d-ce14169bf036 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Network hostable DHCP agents. Network: 6be8505b-7e09-481c-9ab7-a2a0372522ff, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:21:03.546100 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa149b56-6989-448a-8f7d-ce14169bf036 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Network 6be8505b-7e09-481c-9ab7-a2a0372522ff is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:21:03.598099 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6d0134b0-02f7-4fe2-a503-5d9fdab956d6 req-a50a4d0d-64bf-4c45-b8b0-3c05548ce868 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c657007e-2b96-4108-a795-7e2c1ca6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095438 Dec 06 17:21:03.601257 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-fa149b56-6989-448a-8f7d-ce14169bf036 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 6be8505b-7e09-481c-9ab7-a2a0372522ff) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:21:03.609070 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa149b56-6989-448a-8f7d-ce14169bf036 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:03.609429 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fa149b56-6989-448a-8f7d-ce14169bf036 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:03.612941 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149f5b82-ad02-4207-bd89-1201e56dddc4 None None] Network 6be8505b-7e09-481c-9ab7-a2a0372522ff requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:21:03.626552 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0242955b-4a5e-43cf-bfc3-dd028be520c8 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:03.656424 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-fa149b56-6989-448a-8f7d-ce14169bf036 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9921622 Dec 06 17:21:03.659618 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 55868) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:03.757801 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0242955b-4a5e-43cf-bfc3-dd028be520c8 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:03.821767 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0242955b-4a5e-43cf-bfc3-dd028be520c8 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Pushing event deleted for resources: {'Subnet': ['ID=5993af4c-b977-40d4-a1fc-6e151a5bc75f,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:03.830968 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35efd30-2694-4b6e-99d7-a03fd2a6829b None None] Network 81022f44-d819-4556-af8c-69b6139b8e8a requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:21:03.839601 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0242955b-4a5e-43cf-bfc3-dd028be520c8 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:03.846750 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-0242955b-4a5e-43cf-bfc3-dd028be520c8 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "DELETE /v2.0/subnets/5993af4c-b977-40d4-a1fc-6e151a5bc75f HTTP/1.1" status: 204 len: 168 time: 0.5952485 Dec 06 17:21:03.849146 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55876) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:03.906105 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c3a30e78-4394-436d-a373-621de52a727a req-ccd3c282-9ffc-4870-9097-c19b928536f3 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5398cbb-9f14-42b7-905c-288b25e2bdb2 HTTP/1.1" status: 200 len: 210 time: 0.0897655 Dec 06 17:21:03.950719 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a757dec-27ff-424f-9832-34e5e82f9e82 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Deleting subnet f95b93d0-68a3-4016-a6cb-7d9c44b6f95c {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:21:03.954384 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6a757dec-27ff-424f-9832-34e5e82f9e82 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:03.987342 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b97c2b-07f6-4868-a480-347700fbcc89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-6be8505b-7e09-481c-9ab7-a2a0372522ff', 'network_id': '6be8505b-7e09-481c-9ab7-a2a0372522ff', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'fixed_ips': [{'subnet_id': '84cd5c52-9fa9-463d-8ed2-fa78d4f61fab'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:21:03.988799 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e6b97c2b-07f6-4868-a480-347700fbcc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:04.004414 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83df39a-b854-4540-9e31-da5b7a89664f req-717ed188-b595-4bf6-a84c-b7c119476a65 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:04.012254 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c83df39a-b854-4540-9e31-da5b7a89664f req-717ed188-b595-4bf6-a84c-b7c119476a65 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8da1e37-b0ce-4950-a2e1-d4d8b1fe0b5f HTTP/1.1" status: 200 len: 945 time: 0.2031491 Dec 06 17:21:04.036717 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6a757dec-27ff-424f-9832-34e5e82f9e82 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:04.202280 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-e6b97c2b-07f6-4868-a480-347700fbcc89 None None] Allocated IP 2001:db8::2 (6be8505b-7e09-481c-9ab7-a2a0372522ff/84cd5c52-9fa9-463d-8ed2-fa78d4f61fab/cd789547-de1c-4bd6-821b-687c53e9a8d3) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:21:04.260511 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6a757dec-27ff-424f-9832-34e5e82f9e82 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:04.407668 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6a757dec-27ff-424f-9832-34e5e82f9e82 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:04.481427 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6a757dec-27ff-424f-9832-34e5e82f9e82 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:04.490805 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-6a757dec-27ff-424f-9832-34e5e82f9e82 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "DELETE /v2.0/subnets/f95b93d0-68a3-4016-a6cb-7d9c44b6f95c HTTP/1.1" status: 204 len: 168 time: 0.6423004 Dec 06 17:21:04.491771 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55898) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:04.500254 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e6b97c2b-07f6-4868-a480-347700fbcc89 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:04.509394 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e6b97c2b-07f6-4868-a480-347700fbcc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:04.515577 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a757dec-27ff-424f-9832-34e5e82f9e82 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Pushing event deleted for resources: {'Subnet': ['ID=f95b93d0-68a3-4016-a6cb-7d9c44b6f95c,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:04.560391 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-382afe3f-240d-4086-b34a-7e714dd92e9a tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] DELETE failed (client error): The resource could not be found. Dec 06 17:21:04.560874 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-382afe3f-240d-4086-b34a-7e714dd92e9a tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:21:04.566482 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-382afe3f-240d-4086-b34a-7e714dd92e9a tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "DELETE /v2.0/subnets/5993af4c-b977-40d4-a1fc-6e151a5bc75f HTTP/1.1" status: 404 len: 337 time: 0.0710888 Dec 06 17:21:04.570325 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c83df39a-b854-4540-9e31-da5b7a89664f req-c40ca42e-7668-4d4e-a0eb-1450e02d55b1 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd5fd2ce-3e09-41f1-868b-3ad9c4e06626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5438292 Dec 06 17:21:04.573579 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55902) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:04.593411 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b97c2b-07f6-4868-a480-347700fbcc89 None None] Network 6be8505b-7e09-481c-9ab7-a2a0372522ff is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:21:04.610931 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-e6b97c2b-07f6-4868-a480-347700fbcc89 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:21:04.613524 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b97c2b-07f6-4868-a480-347700fbcc89 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:21:04.626462 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d9410234-f64b-4eb7-b547-775ea11f52f2 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:04.679685 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b97c2b-07f6-4868-a480-347700fbcc89 None None] Pushing event updated for resources: {'Port': ['ID=cd789547-de1c-4bd6-821b-687c53e9a8d3,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:04.685680 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-b660a045-0c8a-43bb-a4e0-3780c0a28122 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Deleting subnet 95d3f706-0721-4a71-9e80-cfd7ce7a5ad2 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:21:04.696306 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b660a045-0c8a-43bb-a4e0-3780c0a28122 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:04.755615 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-e6b97c2b-07f6-4868-a480-347700fbcc89 None None] Attempting to bind port cd789547-de1c-4bd6-821b-687c53e9a8d3 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:21:04.756000 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-e6b97c2b-07f6-4868-a480-347700fbcc89 None None] Attempting to bind port cd789547-de1c-4bd6-821b-687c53e9a8d3 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'e8964eac-1a95-4773-8a92-cfb6e9fad841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6be8505b-7e09-481c-9ab7-a2a0372522ff'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:21:04.756376 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b97c2b-07f6-4868-a480-347700fbcc89 None None] Attempting to bind port cd789547-de1c-4bd6-821b-687c53e9a8d3 on network 6be8505b-7e09-481c-9ab7-a2a0372522ff {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:21:04.768200 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b97c2b-07f6-4868-a480-347700fbcc89 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:21:04.768710 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b97c2b-07f6-4868-a480-347700fbcc89 None None] Checking segment: {'id': 'e8964eac-1a95-4773-8a92-cfb6e9fad841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6be8505b-7e09-481c-9ab7-a2a0372522ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:21:04.769005 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e6b97c2b-07f6-4868-a480-347700fbcc89 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:04.769392 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b97c2b-07f6-4868-a480-347700fbcc89 None None] Bound using segment: {'id': 'e8964eac-1a95-4773-8a92-cfb6e9fad841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6be8505b-7e09-481c-9ab7-a2a0372522ff'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:21:04.770607 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-e6b97c2b-07f6-4868-a480-347700fbcc89 None None] Bound port: cd789547-de1c-4bd6-821b-687c53e9a8d3, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8964eac-1a95-4773-8a92-cfb6e9fad841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6be8505b-7e09-481c-9ab7-a2a0372522ff'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:21:04.771037 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e6b97c2b-07f6-4868-a480-347700fbcc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:04.876935 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b660a045-0c8a-43bb-a4e0-3780c0a28122 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:04.914899 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-e6b97c2b-07f6-4868-a480-347700fbcc89 None None] For port cd789547-de1c-4bd6-821b-687c53e9a8d3, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:21:04.925787 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-e6b97c2b-07f6-4868-a480-347700fbcc89 None None] For port cd789547-de1c-4bd6-821b-687c53e9a8d3, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=cd789547-de1c-4bd6-821b-687c53e9a8d3,segment=NetworkSegment(e8964eac-1a95-4773-8a92-cfb6e9fad841),segment_id=e8964eac-1a95-4773-8a92-cfb6e9fad841)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:21:04.937003 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e6b97c2b-07f6-4868-a480-347700fbcc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:05.027727 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 55910) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:05.033018 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b97c2b-07f6-4868-a480-347700fbcc89 None None] Pushing event updated for resources: {'Port': ['ID=cd789547-de1c-4bd6-821b-687c53e9a8d3,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:05.054629 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b660a045-0c8a-43bb-a4e0-3780c0a28122 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:05.120104 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:05.142241 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def28609-6296-4a82-9653-c37d5fb54772 None None] Network 81022f44-d819-4556-af8c-69b6139b8e8a requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:21:05.150987 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3fc35321-ae3a-4f2f-ad7d-ecd4629939dd req-6af08bc1-161d-4271-af79-f17563604bbb tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5398cbb-9f14-42b7-905c-288b25e2bdb2 HTTP/1.1" status: 200 len: 210 time: 0.0485811 Dec 06 17:21:05.171848 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-d9410234-f64b-4eb7-b547-775ea11f52f2 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Allocated IP 2001:db8::1 (6be8505b-7e09-481c-9ab7-a2a0372522ff/84cd5c52-9fa9-463d-8ed2-fa78d4f61fab/ae29b8c0-9297-45c9-a04f-f838385810fd) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:21:05.190133 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b660a045-0c8a-43bb-a4e0-3780c0a28122 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:05.286343 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a8a68feb-30fb-402e-a830-c17c6a8aaeaa None None] Provisioning complete for port 36126cdd-8491-4b19-b8a1-908911bc774e triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:21:05.286728 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a8a68feb-30fb-402e-a830-c17c6a8aaeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:05.293901 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe507139-7c28-4b97-973e-3f735d65df77 req-18d0d081-96cd-426c-86a1-c8397ed581c7 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:05.305596 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fe507139-7c28-4b97-973e-3f735d65df77 req-18d0d081-96cd-426c-86a1-c8397ed581c7 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=31a2202d-a11c-43ed-a8f8-da649ae9d172 HTTP/1.1" status: 200 len: 946 time: 0.5603290 Dec 06 17:21:05.311497 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b660a045-0c8a-43bb-a4e0-3780c0a28122 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Pushing event deleted for resources: {'Subnet': ['ID=95d3f706-0721-4a71-9e80-cfd7ce7a5ad2,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:05.329565 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b660a045-0c8a-43bb-a4e0-3780c0a28122 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:05.333547 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-b660a045-0c8a-43bb-a4e0-3780c0a28122 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "DELETE /v2.0/subnets/95d3f706-0721-4a71-9e80-cfd7ce7a5ad2 HTTP/1.1" status: 204 len: 168 time: 0.7586753 Dec 06 17:21:05.341779 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55916) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:05.343227 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-85a86ebc-c69a-443f-9e04-28528f9e66b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:05.393491 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-74567e9b-f328-439d-a0c0-fce64ddcf5d1 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] DELETE failed (client error): The resource could not be found. Dec 06 17:21:05.394143 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74567e9b-f328-439d-a0c0-fce64ddcf5d1 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:21:05.401821 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-74567e9b-f328-439d-a0c0-fce64ddcf5d1 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "DELETE /v2.0/subnets/54e536cf-627b-43c5-9d06-89263b5cce81 HTTP/1.1" status: 404 len: 337 time: 0.0561645 Dec 06 17:21:05.405167 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55918) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:05.444855 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a8a68feb-30fb-402e-a830-c17c6a8aaeaa None None] Port 36126cdd-8491-4b19-b8a1-908911bc774e cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:21:05.472471 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-85a86ebc-c69a-443f-9e04-28528f9e66b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:05.475373 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-7c477566-fc63-483f-b085-ab993fe1c985 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea015f5c-6bef-4fe2-a87a-5f76d260b29c HTTP/1.1" status: 200 len: 205 time: 0.0704012 Dec 06 17:21:05.479755 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55922) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:05.486658 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-85a86ebc-c69a-443f-9e04-28528f9e66b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:05.519795 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a8a68feb-30fb-402e-a830-c17c6a8aaeaa None None] Provisioning complete for port df8e7efe-6d27-4026-911c-fd59859ae449 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:21:05.520807 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a8a68feb-30fb-402e-a830-c17c6a8aaeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:05.573834 n-d-master-1 neutron-server[103284]: INFO neutron.api.v2.resource [None req-d2f559ab-6ad2-40cc-90c6-d6e692d62c14 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] delete failed (client error): The resource could not be found. Dec 06 17:21:05.575382 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-d2f559ab-6ad2-40cc-90c6-d6e692d62c14 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "DELETE /v2.0/routers/ea015f5c-6bef-4fe2-a87a-5f76d260b29c HTTP/1.1" status: 404 len: 336 time: 0.0884364 Dec 06 17:21:05.578281 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55924) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:05.596805 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-85a86ebc-c69a-443f-9e04-28528f9e66b9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0f8f6e9567914afd989bc71f4f71fae6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5634041 Dec 06 17:21:05.598739 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 55928) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:05.602046 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a86ebc-c69a-443f-9e04-28528f9e66b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d157346-7751-49af-a9d3-59a0eef0af3f,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:05.604745 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fe507139-7c28-4b97-973e-3f735d65df77 req-73f7c49f-cc2a-4be5-b3a6-f3140d99bf08 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c657007e-2b96-4108-a795-7e2c1ca6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2983797 Dec 06 17:21:05.633446 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d9410234-f64b-4eb7-b547-775ea11f52f2 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:05.635501 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-da7f9ec1-fdf8-43af-8210-07b7cf43600a tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] DELETE failed (client error): The resource could not be found. Dec 06 17:21:05.636156 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da7f9ec1-fdf8-43af-8210-07b7cf43600a tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:21:05.652277 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 55930) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:05.655231 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-da7f9ec1-fdf8-43af-8210-07b7cf43600a tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "DELETE /v2.0/subnets/9bf2a374-e6a4-43cf-a253-98a9c9dd9783 HTTP/1.1" status: 404 len: 337 time: 0.0707417 Dec 06 17:21:05.710788 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b33309-b4b6-4ff3-82d1-5337dbb8547a None None] DHCP port deletion for 81022f44-d819-4556-af8c-69b6139b8e8a request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:21:05.731817 n-d-master-1 neutron-server[103285]: INFO neutron.pecan_wsgi.hooks.translation [None req-d92e5fab-c0db-47a1-8ebc-a69c5c28a834 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] DELETE failed (client error): The resource could not be found. Dec 06 17:21:05.732284 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d92e5fab-c0db-47a1-8ebc-a69c5c28a834 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103285) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:21:05.737928 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-d92e5fab-c0db-47a1-8ebc-a69c5c28a834 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "DELETE /v2.0/subnets/19a6db42-5ac2-45b7-8834-c5743dded856 HTTP/1.1" status: 404 len: 337 time: 0.0755010 Dec 06 17:21:05.738335 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55932) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:05.762210 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a1b33309-b4b6-4ff3-82d1-5337dbb8547a None None] Deleting port df8e7efe-6d27-4026-911c-fd59859ae449 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:21:05.762754 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a1b33309-b4b6-4ff3-82d1-5337dbb8547a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:05.772751 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dfd120c-b996-4b6b-8656-e35f26e6e183 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] DELETE failed (client error): The resource could not be found. Dec 06 17:21:05.773230 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dfd120c-b996-4b6b-8656-e35f26e6e183 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:21:05.779009 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-3dfd120c-b996-4b6b-8656-e35f26e6e183 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "DELETE /v2.0/subnets/b4cd5894-7957-4c23-9c40-8b7a32cd3bf0 HTTP/1.1" status: 404 len: 337 time: 0.0368438 Dec 06 17:21:05.780327 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55934) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:05.812514 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-29e8093f-c0de-4586-93ba-923294687aa5 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] DELETE failed (client error): The resource could not be found. Dec 06 17:21:05.813106 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29e8093f-c0de-4586-93ba-923294687aa5 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:21:05.819343 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-29e8093f-c0de-4586-93ba-923294687aa5 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "DELETE /v2.0/ports/25f4966e-9ae1-4e3b-99ec-ef9139fa90a7 HTTP/1.1" status: 404 len: 333 time: 0.0356333 Dec 06 17:21:05.819535 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55936) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:05.832297 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-08a33e6a-ae80-4cfd-a606-e90d737d3d68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:05.851940 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc304ea1-3008-4f71-82ff-5a4cda3d32d7 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] DELETE failed (client error): The resource could not be found. Dec 06 17:21:05.852415 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc304ea1-3008-4f71-82ff-5a4cda3d32d7 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:21:05.858227 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-cc304ea1-3008-4f71-82ff-5a4cda3d32d7 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "DELETE /v2.0/subnets/d976a6f8-0ed1-4788-8994-6ae7eb58158e HTTP/1.1" status: 404 len: 337 time: 0.0353639 Dec 06 17:21:05.858420 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bec033b-e6af-443a-8ef8-9d33d805f329 req-3620bbdc-e186-4ec2-b46c-213e0dccf63c tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:05.859244 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55938) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:05.871890 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9bec033b-e6af-443a-8ef8-9d33d805f329 req-3620bbdc-e186-4ec2-b46c-213e0dccf63c tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8da1e37-b0ce-4950-a2e1-d4d8b1fe0b5f HTTP/1.1" status: 200 len: 945 time: 0.1544685 Dec 06 17:21:05.893116 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-209d68b3-49df-43a0-9c27-d213a8e9766e tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] DELETE failed (client error): The resource could not be found. Dec 06 17:21:05.893963 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-209d68b3-49df-43a0-9c27-d213a8e9766e tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:21:05.902798 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-209d68b3-49df-43a0-9c27-d213a8e9766e tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "DELETE /v2.0/subnets/da5251d6-0876-4303-ba40-2c4e577f4d88 HTTP/1.1" status: 404 len: 337 time: 0.0408576 Dec 06 17:21:05.903651 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d9410234-f64b-4eb7-b547-775ea11f52f2 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:05.903802 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55940) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:05.935958 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-08a33e6a-ae80-4cfd-a606-e90d737d3d68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:05.941515 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fded4da-80bc-44f9-b15f-1e57b208f7b4 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] DELETE failed (client error): The resource could not be found. Dec 06 17:21:05.943497 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fded4da-80bc-44f9-b15f-1e57b208f7b4 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:21:05.950725 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-6fded4da-80bc-44f9-b15f-1e57b208f7b4 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "DELETE /v2.0/ports/ceaf7e6e-08fa-44b5-aff5-4b4bb351405c HTTP/1.1" status: 404 len: 333 time: 0.0459168 Dec 06 17:21:05.951638 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55942) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:05.970177 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9410234-f64b-4eb7-b547-775ea11f52f2 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Network 6be8505b-7e09-481c-9ab7-a2a0372522ff is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:21:05.985600 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0342168-dfd0-49db-9fcc-0a8df08eea85 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] DELETE failed (client error): The resource could not be found. Dec 06 17:21:05.987725 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0342168-dfd0-49db-9fcc-0a8df08eea85 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:21:05.989104 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-d9410234-f64b-4eb7-b547-775ea11f52f2 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:21:05.996974 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-f0342168-dfd0-49db-9fcc-0a8df08eea85 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "DELETE /v2.0/subnets/1a178512-c0eb-4edc-84eb-be7ab34a5340 HTTP/1.1" status: 404 len: 337 time: 0.0440605 Dec 06 17:21:05.998282 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55944) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:06.005298 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9410234-f64b-4eb7-b547-775ea11f52f2 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:21:06.006061 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d9410234-f64b-4eb7-b547-775ea11f52f2 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539179'] for router_interface, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:06.041960 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-05e384cd-6983-4335-9aa5-681559daa00d tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] DELETE failed (client error): The resource could not be found. Dec 06 17:21:06.043017 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05e384cd-6983-4335-9aa5-681559daa00d tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:21:06.052891 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-05e384cd-6983-4335-9aa5-681559daa00d tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "DELETE /v2.0/subnets/e87128d7-db4d-4d2c-9ca2-13d85cbf872c HTTP/1.1" status: 404 len: 337 time: 0.0525327 Dec 06 17:21:06.053838 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55946) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:06.054685 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a1b33309-b4b6-4ff3-82d1-5337dbb8547a None None] For port df8e7efe-6d27-4026-911c-fd59859ae449, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=df8e7efe-6d27-4026-911c-fd59859ae449,segment=NetworkSegment(a9b88c68-712e-41b0-ab09-20f8e6e82a5d),segment_id=a9b88c68-712e-41b0-ab09-20f8e6e82a5d)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:21:06.055166 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a1b33309-b4b6-4ff3-82d1-5337dbb8547a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:06.082001 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9410234-f64b-4eb7-b547-775ea11f52f2 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Pushing event updated for resources: {'Port': ['ID=ae29b8c0-9297-45c9-a04f-f838385810fd,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:06.083498 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a1b33309-b4b6-4ff3-82d1-5337dbb8547a None None] Calling delete_port for df8e7efe-6d27-4026-911c-fd59859ae449 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:21:06.102275 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9bec033b-e6af-443a-8ef8-9d33d805f329 req-14b3d3ac-3628-42f5-a12d-7de92c049ce5 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd5fd2ce-3e09-41f1-868b-3ad9c4e06626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289169 Dec 06 17:21:06.197391 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-08a33e6a-ae80-4cfd-a606-e90d737d3d68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:06.205611 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-08a33e6a-ae80-4cfd-a606-e90d737d3d68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:06.207462 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-08a33e6a-ae80-4cfd-a606-e90d737d3d68 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7d157346-7751-49af-a9d3-59a0eef0af3f HTTP/1.1" status: 204 len: 168 time: 0.5932627 Dec 06 17:21:06.225454 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a1b33309-b4b6-4ff3-82d1-5337dbb8547a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:06.239666 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a33e6a-ae80-4cfd-a606-e90d737d3d68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d157346-7751-49af-a9d3-59a0eef0af3f,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:06.252656 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-d0c9eadc-3c44-4da6-8808-531a9e0d7232 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Deleting port 36126cdd-8491-4b19-b8a1-908911bc774e {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:21:06.253582 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d0c9eadc-3c44-4da6-8808-531a9e0d7232 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:06.313674 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d9410234-f64b-4eb7-b547-775ea11f52f2 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:06.317087 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b33309-b4b6-4ff3-82d1-5337dbb8547a None None] Pushing event deleted for resources: {'Port': ['ID=df8e7efe-6d27-4026-911c-fd59859ae449,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:06.323569 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b33309-b4b6-4ff3-82d1-5337dbb8547a None None] No DVR routers for this DVR port df8e7efe-6d27-4026-911c-fd59859ae449 on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:21:06.404490 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2a3c4ac4-0586-4e0a-af7d-24333ee2d44c req-81e4a517-699e-4106-ae48-47ee55e6203a tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5398cbb-9f14-42b7-905c-288b25e2bdb2 HTTP/1.1" status: 200 len: 210 time: 0.1103377 Dec 06 17:21:06.423444 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d0c9eadc-3c44-4da6-8808-531a9e0d7232 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:06.451296 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-d0c9eadc-3c44-4da6-8808-531a9e0d7232 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Calling delete_port for 36126cdd-8491-4b19-b8a1-908911bc774e owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:21:06.578032 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d0c9eadc-3c44-4da6-8808-531a9e0d7232 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:06.617270 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c9eadc-3c44-4da6-8808-531a9e0d7232 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Pushing event deleted for resources: {'Port': ['ID=36126cdd-8491-4b19-b8a1-908911bc774e,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:06.645722 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d0c9eadc-3c44-4da6-8808-531a9e0d7232 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:06.652008 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-d0c9eadc-3c44-4da6-8808-531a9e0d7232 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "DELETE /v2.0/ports/36126cdd-8491-4b19-b8a1-908911bc774e HTTP/1.1" status: 204 len: 168 time: 0.5969448 Dec 06 17:21:06.655341 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55962) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:06.722214 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b952888-6c12-4ca5-89ba-642653700198 None None] Network 6be8505b-7e09-481c-9ab7-a2a0372522ff requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:21:06.811254 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3bdfe9b8-5a69-4094-9224-ccdd34e7b141 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:06.860756 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60641d4-8d26-42a3-b24a-072ef2fc07fd req-6163ac11-d4cc-44c5-8ad6-b9616b9a5cc4 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:06.863095 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b60641d4-8d26-42a3-b24a-072ef2fc07fd req-6163ac11-d4cc-44c5-8ad6-b9616b9a5cc4 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=31a2202d-a11c-43ed-a8f8-da649ae9d172 HTTP/1.1" status: 200 len: 946 time: 0.1251636 Dec 06 17:21:06.873353 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-f10662f2-4722-47fc-bd99-5c7fef32b014 None None] Provisioning complete for port cd789547-de1c-4bd6-821b-687c53e9a8d3 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:21:06.873898 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f10662f2-4722-47fc-bd99-5c7fef32b014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:06.925076 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d9410234-f64b-4eb7-b547-775ea11f52f2 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:06.940741 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d9410234-f64b-4eb7-b547-775ea11f52f2 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:06.941549 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d9410234-f64b-4eb7-b547-775ea11f52f2 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-772465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539207'] for router_interface, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:06.987157 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3bdfe9b8-5a69-4094-9224-ccdd34e7b141 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:07.019926 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9410234-f64b-4eb7-b547-775ea11f52f2 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Pushing event updated for resources: {'Port': ['ID=ae29b8c0-9297-45c9-a04f-f838385810fd,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:07.052178 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-3bdfe9b8-5a69-4094-9224-ccdd34e7b141 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81022f44-d819-4556-af8c-69b6139b8e8a']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:21:07.063166 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-3bdfe9b8-5a69-4094-9224-ccdd34e7b141 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9b88c68-712e-41b0-ab09-20f8e6e82a5d') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:21:07.063463 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-3bdfe9b8-5a69-4094-9224-ccdd34e7b141 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9b88c68-712e-41b0-ab09-20f8e6e82a5d') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:21:07.084078 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b60641d4-8d26-42a3-b24a-072ef2fc07fd req-bdba7bf0-a73d-4999-b498-2ceb5369aba9 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c657007e-2b96-4108-a795-7e2c1ca6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410429 Dec 06 17:21:07.086304 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3bdfe9b8-5a69-4094-9224-ccdd34e7b141 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:07.115865 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3bdfe9b8-5a69-4094-9224-ccdd34e7b141 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:07.126360 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bdfe9b8-5a69-4094-9224-ccdd34e7b141 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:21:07.126819 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3bdfe9b8-5a69-4094-9224-ccdd34e7b141 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:07.130509 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 17:21:07.130509 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:21:07.130509 n-d-master-1 neutron-server[103284]: timer() Dec 06 17:21:07.130509 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:21:07.130509 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 17:21:07.130509 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:21:07.130509 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 17:21:07.130509 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:21:07.130509 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 17:21:07.130509 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:21:07.130509 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 17:21:07.130509 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:21:07.130509 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 17:21:07.130509 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:21:07.130509 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:21:07.130509 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:21:07.130509 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:21:07.130509 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:21:07.130509 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 17:21:07.130509 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:21:07.130509 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 17:21:07.130509 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:21:07.130509 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:21:07.130509 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:21:07.130509 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 17:21:07.130509 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:21:07.130509 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:21:07.130509 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:21:07.130509 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:21:07.130509 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:21:07.130509 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:21:07.130509 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:21:07.132602 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device cd789547-de1c-4bd6-821b-687c53e9a8d3 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:21:07.215231 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9410234-f64b-4eb7-b547-775ea11f52f2 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Network 6be8505b-7e09-481c-9ab7-a2a0372522ff is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:21:07.217690 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-d9410234-f64b-4eb7-b547-775ea11f52f2 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:21:07.243247 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f10662f2-4722-47fc-bd99-5c7fef32b014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:07.329017 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3bdfe9b8-5a69-4094-9224-ccdd34e7b141 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:07.334440 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port cd789547-de1c-4bd6-821b-687c53e9a8d3 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:21:07.336180 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:07.338445 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3bdfe9b8-5a69-4094-9224-ccdd34e7b141 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:07.341732 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-3bdfe9b8-5a69-4094-9224-ccdd34e7b141 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] 10.222.0.23 "DELETE /v2.0/networks/81022f44-d819-4556-af8c-69b6139b8e8a HTTP/1.1" status: 204 len: 168 time: 0.6841433 Dec 06 17:21:07.363565 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6773a0ab-e4ea-4f43-90f4-c162306cb20f req-3d6071d2-c236-4349-93d2-2da5df07a570 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:07.373092 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6773a0ab-e4ea-4f43-90f4-c162306cb20f req-3d6071d2-c236-4349-93d2-2da5df07a570 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8da1e37-b0ce-4950-a2e1-d4d8b1fe0b5f HTTP/1.1" status: 200 len: 945 time: 0.1376469 Dec 06 17:21:07.390381 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfe9b8-5a69-4094-9224-ccdd34e7b141 tempest-PortsTestJSON-1868143215 tempest-PortsTestJSON-1868143215-project] Pushing event deleted for resources: {'Network': ['ID=81022f44-d819-4556-af8c-69b6139b8e8a,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:07.425617 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9410234-f64b-4eb7-b547-775ea11f52f2 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Router 09eaa48a-bd77-467e-bf74-ba4e33886a13 is scheduled to L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 with binding_index 1 {{(pid=103285) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 17:21:07.468272 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6773a0ab-e4ea-4f43-90f4-c162306cb20f req-c725ea93-26b7-465f-b07d-b76a0e4b8453 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd5fd2ce-3e09-41f1-868b-3ad9c4e06626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940688 Dec 06 17:21:07.564619 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-f10662f2-4722-47fc-bd99-5c7fef32b014 None None] For port cd789547-de1c-4bd6-821b-687c53e9a8d3, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=cd789547-de1c-4bd6-821b-687c53e9a8d3,segment=NetworkSegment(e8964eac-1a95-4773-8a92-cfb6e9fad841),segment_id=e8964eac-1a95-4773-8a92-cfb6e9fad841)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:21:07.569333 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:07.646547 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-17a5c1c4-da52-4cff-90c6-8ea6a4efd170 req-86491c82-595e-46f4-ac8f-5795e51d3a51 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5398cbb-9f14-42b7-905c-288b25e2bdb2 HTTP/1.1" status: 200 len: 210 time: 0.0453112 Dec 06 17:21:07.675494 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9410234-f64b-4eb7-b547-775ea11f52f2 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:21:07.693095 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-d9410234-f64b-4eb7-b547-775ea11f52f2 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "PUT /v2.0/routers/09eaa48a-bd77-467e-bf74-ba4e33886a13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0318296 Dec 06 17:21:07.696242 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 55990) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:07.696717 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f10662f2-4722-47fc-bd99-5c7fef32b014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:07.710082 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-9c1e6584-5c46-40ea-9688-5c383f1bf727 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1140510940'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:21:07.748380 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c1e6584-5c46-40ea-9688-5c383f1bf727 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Made reservation on behalf of de0eff4c472847f5a5b49bddb4177865 for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:21:07.764537 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9c1e6584-5c46-40ea-9688-5c383f1bf727 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:07.808920 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.db.api [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103286) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 17:21:07.809285 n-d-master-1 neutron-server[103286]: DEBUG oslo_db.api [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 17:21:07.810101 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d258215-3316-4b59-b3bb-ccb3af8954a7 None None] Sync routers for ids ['09eaa48a-bd77-467e-bf74-ba4e33886a13'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:21:07.820089 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c1e6584-5c46-40ea-9688-5c383f1bf727 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:21:07.842421 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9c1e6584-5c46-40ea-9688-5c383f1bf727 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:07.842789 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-9c1e6584-5c46-40ea-9688-5c383f1bf727 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Added segment 6768989b-69e9-43f8-a44b-41c535ffbd8e of type vlan for network ca267e7a-cdd1-4aad-a2a0-269df9b66806 Dec 06 17:21:07.857861 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10662f2-4722-47fc-bd99-5c7fef32b014 None None] Pushing event updated for resources: {'Port': ['ID=cd789547-de1c-4bd6-821b-687c53e9a8d3,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:07.870518 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d258215-3316-4b59-b3bb-ccb3af8954a7 None None] Routers {'09eaa48a-bd77-467e-bf74-ba4e33886a13'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:21:07.871044 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-8d258215-3316-4b59-b3bb-ccb3af8954a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:20:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['09eaa48a-bd77-467e-bf74-ba4e33886a13'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:21:07.917940 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-912bad39-9e7d-4d2a-b085-2c060b6690fc None None] Provisioning complete for port ae29b8c0-9297-45c9-a04f-f838385810fd triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:21:07.918316 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-912bad39-9e7d-4d2a-b085-2c060b6690fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:07.930765 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9c1e6584-5c46-40ea-9688-5c383f1bf727 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:07.977071 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55996) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:07.993252 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9c1e6584-5c46-40ea-9688-5c383f1bf727 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:08.009649 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c1e6584-5c46-40ea-9688-5c383f1bf727 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:08.010909 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9c1e6584-5c46-40ea-9688-5c383f1bf727 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:08.012885 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-912bad39-9e7d-4d2a-b085-2c060b6690fc None None] Port ae29b8c0-9297-45c9-a04f-f838385810fd cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:21:08.035538 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-8d258215-3316-4b59-b3bb-ccb3af8954a7 None None] Set router 09eaa48a-bd77-467e-bf74-ba4e33886a13 gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:21:08.038164 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-912bad39-9e7d-4d2a-b085-2c060b6690fc None None] Provisioning complete for port cd789547-de1c-4bd6-821b-687c53e9a8d3 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:21:08.038816 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-912bad39-9e7d-4d2a-b085-2c060b6690fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:08.094952 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-9c1e6584-5c46-40ea-9688-5c383f1bf727 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3975337 Dec 06 17:21:08.098752 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 56002) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:08.109238 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-7527fa77-0097-4bd3-a44a-6e58cb2a23ee tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Request body: {'subnet': {'network_id': 'ca267e7a-cdd1-4aad-a2a0-269df9b66806', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:21:08.139935 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1e6584-5c46-40ea-9688-5c383f1bf727 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Pushing event updated for resources: {'Network': ['ID=ca267e7a-cdd1-4aad-a2a0-269df9b66806,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:08.163203 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network ca267e7a-cdd1-4aad-a2a0-269df9b66806 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:21:08.277144 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7527fa77-0097-4bd3-a44a-6e58cb2a23ee tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Made reservation on behalf of de0eff4c472847f5a5b49bddb4177865 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:21:08.284274 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7527fa77-0097-4bd3-a44a-6e58cb2a23ee tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:08.350601 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b348fdbd-96b9-41ed-bc23-43713c825ba1 req-831c4c80-3644-46f4-aae2-d1d8de06dd97 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:08.352485 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b348fdbd-96b9-41ed-bc23-43713c825ba1 req-831c4c80-3644-46f4-aae2-d1d8de06dd97 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=31a2202d-a11c-43ed-a8f8-da649ae9d172 HTTP/1.1" status: 200 len: 946 time: 0.0986347 Dec 06 17:21:08.468113 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-d2e2fcd5-421b-439c-b482-ab9328c559d9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=40549eaf61834290b753dc92c662ceed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4871459 Dec 06 17:21:08.468294 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b348fdbd-96b9-41ed-bc23-43713c825ba1 req-0b34e299-eb38-4cac-89bc-0648b564749f tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c657007e-2b96-4108-a795-7e2c1ca6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040926 Dec 06 17:21:08.468294 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 56006) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:08.580737 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-839a147f-da24-45e0-ac10-610bdd2068b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:08.603266 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-8d258215-3316-4b59-b3bb-ccb3af8954a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'name': 'tempest-RoutersIpV6Test-router-2112262611', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:21:01Z', 'updated_at': '2021-12-06T17:21:06Z', 'revision_number': 2, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'gw_port_host': None, '_interfaces': [{'id': 'ae29b8c0-9297-45c9-a04f-f838385810fd', 'name': '', 'network_id': '6be8505b-7e09-481c-9ab7-a2a0372522ff', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'mac_address': 'fa:16:3e:0e:e5:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '84cd5c52-9fa9-463d-8ed2-fa78d4f61fab', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:21:04Z', 'updated_at': '2021-12-06T17:21:06Z', 'revision_number': 2, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'subnets': [{'id': '84cd5c52-9fa9-463d-8ed2-fa78d4f61fab', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:21:08.650329 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d258215-3316-4b59-b3bb-ccb3af8954a7 None None] Checking router: 09eaa48a-bd77-467e-bf74-ba4e33886a13 for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:21:08.651929 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d258215-3316-4b59-b3bb-ccb3af8954a7 None None] Updating router 09eaa48a-bd77-467e-bf74-ba4e33886a13 port ae29b8c0-9297-45c9-a04f-f838385810fd binding host n-d-master-1 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:21:08.652628 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-839a147f-da24-45e0-ac10-610bdd2068b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:08.655356 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device df8e7efe-6d27-4026-911c-fd59859ae449 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:21:08.686695 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a0ec30-278f-4d31-b763-ebdcadc07006 req-2925a336-06fb-4ca0-8026-995baa87e123 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:08.688518 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-23a0ec30-278f-4d31-b763-ebdcadc07006 req-2925a336-06fb-4ca0-8026-995baa87e123 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8da1e37-b0ce-4950-a2e1-d4d8b1fe0b5f HTTP/1.1" status: 200 len: 945 time: 0.0898616 Dec 06 17:21:08.694468 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: df8e7efe-6d27-4026-911c-fd59859ae449 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:21:08.694831 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device df8e7efe-6d27-4026-911c-fd59859ae449 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:21:08.712226 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7527fa77-0097-4bd3-a44a-6e58cb2a23ee tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:08.745339 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-3c085260-f510-455f-be4d-0e402ebebbbc None None] Provisioning complete for port ae29b8c0-9297-45c9-a04f-f838385810fd triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:21:08.745996 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3c085260-f510-455f-be4d-0e402ebebbbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:08.777138 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8d258215-3316-4b59-b3bb-ccb3af8954a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:08.847702 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-3c085260-f510-455f-be4d-0e402ebebbbc None None] Port ae29b8c0-9297-45c9-a04f-f838385810fd cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:21:08.851362 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7527fa77-0097-4bd3-a44a-6e58cb2a23ee tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Pushing event updated for resources: {'Subnet': ['ID=b392670b-9935-49cb-8fdd-bb669b97dc57,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:08.868315 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7527fa77-0097-4bd3-a44a-6e58cb2a23ee tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Checking segment: {'id': '6768989b-69e9-43f8-a44b-41c535ffbd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ca267e7a-cdd1-4aad-a2a0-269df9b66806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:21:08.869321 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7527fa77-0097-4bd3-a44a-6e58cb2a23ee tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Network hostable DHCP agents. Network: ca267e7a-cdd1-4aad-a2a0-269df9b66806, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:21:08.905999 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7527fa77-0097-4bd3-a44a-6e58cb2a23ee tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Network ca267e7a-cdd1-4aad-a2a0-269df9b66806 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:21:08.927934 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-7527fa77-0097-4bd3-a44a-6e58cb2a23ee tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, ca267e7a-cdd1-4aad-a2a0-269df9b66806) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:21:08.947031 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7527fa77-0097-4bd3-a44a-6e58cb2a23ee tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:08.947768 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7527fa77-0097-4bd3-a44a-6e58cb2a23ee tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:08.968656 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74505813-451b-4a48-9c0a-dc8f69263c99 None None] Network ca267e7a-cdd1-4aad-a2a0-269df9b66806 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:21:08.985512 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-7527fa77-0097-4bd3-a44a-6e58cb2a23ee tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8850403 Dec 06 17:21:08.988253 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 56022) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:09.132622 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-23a0ec30-278f-4d31-b763-ebdcadc07006 req-04802c1f-d369-4737-849a-d0d8ccc1aff8 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd5fd2ce-3e09-41f1-868b-3ad9c4e06626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4284341 Dec 06 17:21:09.146054 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-839a147f-da24-45e0-ac10-610bdd2068b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:09.150412 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-839a147f-da24-45e0-ac10-610bdd2068b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:09.152986 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-839a147f-da24-45e0-ac10-610bdd2068b4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a9040ea8-f97d-4d53-90de-8a0f0d2e62d7 HTTP/1.1" status: 204 len: 168 time: 0.6816742 Dec 06 17:21:09.206484 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839a147f-da24-45e0-ac10-610bdd2068b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9040ea8-f97d-4d53-90de-8a0f0d2e62d7,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:09.288392 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-dec8f8d8-988c-44af-938c-145cf8dd1005 req-c149cd08-bb88-4595-9655-df3ecda196d1 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5398cbb-9f14-42b7-905c-288b25e2bdb2 HTTP/1.1" status: 200 len: 210 time: 0.0895915 Dec 06 17:21:09.353590 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device cd789547-de1c-4bd6-821b-687c53e9a8d3 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:21:09.606776 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7326689-49f0-4d9b-a72b-a1bd23feb8a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-ca267e7a-cdd1-4aad-a2a0-269df9b66806', 'network_id': 'ca267e7a-cdd1-4aad-a2a0-269df9b66806', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'fixed_ips': [{'subnet_id': 'b392670b-9935-49cb-8fdd-bb669b97dc57'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:21:09.608346 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e7326689-49f0-4d9b-a72b-a1bd23feb8a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:09.673407 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port cd789547-de1c-4bd6-821b-687c53e9a8d3 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:21:09.673873 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:09.708931 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-02aa57b4-5eec-494c-8ef4-a6e1c4d9d117 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:09.876252 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db5fe44-cd72-45d1-9c21-45a0606a77a7 req-097c324f-d0c5-48c0-a043-918991c683c8 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:09.887660 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0db5fe44-cd72-45d1-9c21-45a0606a77a7 req-097c324f-d0c5-48c0-a043-918991c683c8 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=31a2202d-a11c-43ed-a8f8-da649ae9d172 HTTP/1.1" status: 200 len: 946 time: 0.2307224 Dec 06 17:21:09.972320 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0db5fe44-cd72-45d1-9c21-45a0606a77a7 req-ad7a72ec-93a6-42e9-8ce9-5bdad473233b tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c657007e-2b96-4108-a795-7e2c1ca6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833244 Dec 06 17:21:09.986174 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8d258215-3316-4b59-b3bb-ccb3af8954a7 None None] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:10.023592 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8d258215-3316-4b59-b3bb-ccb3af8954a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:10.390211 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ebeadb-6188-4baa-b7d8-ab477ea29bc9 req-e6f8bf25-9fed-49d0-9ac6-586a5c3d1a05 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:10.401670 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-67ebeadb-6188-4baa-b7d8-ab477ea29bc9 req-e6f8bf25-9fed-49d0-9ac6-586a5c3d1a05 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8da1e37-b0ce-4950-a2e1-d4d8b1fe0b5f HTTP/1.1" status: 200 len: 945 time: 0.1312308 Dec 06 17:21:10.432162 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 56060) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:10.443739 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb5da31-135f-4809-a577-83e9f7186492 None None] Pushing event updated for resources: {'Port': ['ID=ae29b8c0-9297-45c9-a04f-f838385810fd,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:10.463761 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-e7326689-49f0-4d9b-a72b-a1bd23feb8a2 None None] Allocated IP 2001:db8:1::2 (ca267e7a-cdd1-4aad-a2a0-269df9b66806/b392670b-9935-49cb-8fdd-bb669b97dc57/dd91de9d-8bf3-4934-8a47-3864e011c035) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:21:10.530041 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-67ebeadb-6188-4baa-b7d8-ab477ea29bc9 req-28ba9f1d-b796-4913-a2fc-123f201dbc97 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd5fd2ce-3e09-41f1-868b-3ad9c4e06626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267896 Dec 06 17:21:10.559951 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5925dfa0-2642-49b3-a4e9-20e625430c12 req-b3469ec9-48f9-445b-9184-b1305724b444 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5398cbb-9f14-42b7-905c-288b25e2bdb2 HTTP/1.1" status: 200 len: 210 time: 0.0569863 Dec 06 17:21:10.616408 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-8d258215-3316-4b59-b3bb-ccb3af8954a7 None None] Attempting to bind port ae29b8c0-9297-45c9-a04f-f838385810fd on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:21:10.616794 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-8d258215-3316-4b59-b3bb-ccb3af8954a7 None None] Attempting to bind port ae29b8c0-9297-45c9-a04f-f838385810fd by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'e8964eac-1a95-4773-8a92-cfb6e9fad841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6be8505b-7e09-481c-9ab7-a2a0372522ff'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:21:10.617166 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d258215-3316-4b59-b3bb-ccb3af8954a7 None None] Attempting to bind port ae29b8c0-9297-45c9-a04f-f838385810fd on network 6be8505b-7e09-481c-9ab7-a2a0372522ff {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:21:10.628499 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d258215-3316-4b59-b3bb-ccb3af8954a7 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:21:10.628894 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d258215-3316-4b59-b3bb-ccb3af8954a7 None None] Checking segment: {'id': 'e8964eac-1a95-4773-8a92-cfb6e9fad841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6be8505b-7e09-481c-9ab7-a2a0372522ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:21:10.629858 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8d258215-3316-4b59-b3bb-ccb3af8954a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:10.630265 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d258215-3316-4b59-b3bb-ccb3af8954a7 None None] Bound using segment: {'id': 'e8964eac-1a95-4773-8a92-cfb6e9fad841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6be8505b-7e09-481c-9ab7-a2a0372522ff'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:21:10.631016 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-8d258215-3316-4b59-b3bb-ccb3af8954a7 None None] Bound port: ae29b8c0-9297-45c9-a04f-f838385810fd, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8964eac-1a95-4773-8a92-cfb6e9fad841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6be8505b-7e09-481c-9ab7-a2a0372522ff'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:21:10.631399 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8d258215-3316-4b59-b3bb-ccb3af8954a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:10.633261 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-d582ab05-a3ba-4dd7-9ca9-1ff9e0bf560f tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Request body: {'network': {'name': 'tempest-RoutersTest-877200491'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:21:10.651242 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-4bc18d87-0c84-401a-9be4-ab0284c2085b None None] Provisioning complete for port ae29b8c0-9297-45c9-a04f-f838385810fd triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:21:10.652452 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4bc18d87-0c84-401a-9be4-ab0284c2085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:10.658622 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d582ab05-a3ba-4dd7-9ca9-1ff9e0bf560f tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Made reservation on behalf of 60dea69d591c42b4aa2e88227c4d267f for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:21:10.663186 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d582ab05-a3ba-4dd7-9ca9-1ff9e0bf560f tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:10.673300 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d582ab05-a3ba-4dd7-9ca9-1ff9e0bf560f tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:10.746592 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-4bc18d87-0c84-401a-9be4-ab0284c2085b None None] Port ae29b8c0-9297-45c9-a04f-f838385810fd cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:21:10.792951 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d582ab05-a3ba-4dd7-9ca9-1ff9e0bf560f tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:10.798541 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d582ab05-a3ba-4dd7-9ca9-1ff9e0bf560f tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:10.810063 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-8d258215-3316-4b59-b3bb-ccb3af8954a7 None None] For port ae29b8c0-9297-45c9-a04f-f838385810fd, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:21:10.815040 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-8d258215-3316-4b59-b3bb-ccb3af8954a7 None None] For port ae29b8c0-9297-45c9-a04f-f838385810fd, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ae29b8c0-9297-45c9-a04f-f838385810fd,segment=NetworkSegment(e8964eac-1a95-4773-8a92-cfb6e9fad841),segment_id=e8964eac-1a95-4773-8a92-cfb6e9fad841)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:21:10.816240 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e7326689-49f0-4d9b-a72b-a1bd23feb8a2 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:10.822940 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8d258215-3316-4b59-b3bb-ccb3af8954a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:10.828437 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e7326689-49f0-4d9b-a72b-a1bd23feb8a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:10.830569 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d582ab05-a3ba-4dd7-9ca9-1ff9e0bf560f tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:21:10.848945 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d582ab05-a3ba-4dd7-9ca9-1ff9e0bf560f tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2630a3b7-7554-4d86-aa8c-b3ea527639ce,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:10.853549 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d582ab05-a3ba-4dd7-9ca9-1ff9e0bf560f tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:10.854020 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-d582ab05-a3ba-4dd7-9ca9-1ff9e0bf560f tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Added segment 14a89fb6-9d51-46df-918b-4909f9c15431 of type vlan for network 62888d59-b0aa-4b30-84b4-2a011c5a0276 Dec 06 17:21:10.875554 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d582ab05-a3ba-4dd7-9ca9-1ff9e0bf560f tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:21:10.875994 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d582ab05-a3ba-4dd7-9ca9-1ff9e0bf560f tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:21:10.876511 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d582ab05-a3ba-4dd7-9ca9-1ff9e0bf560f tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:21:10.876920 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d582ab05-a3ba-4dd7-9ca9-1ff9e0bf560f tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:21:10.877340 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d582ab05-a3ba-4dd7-9ca9-1ff9e0bf560f tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:21:10.877793 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d582ab05-a3ba-4dd7-9ca9-1ff9e0bf560f tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:21:10.878258 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d582ab05-a3ba-4dd7-9ca9-1ff9e0bf560f tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:21:10.878748 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d582ab05-a3ba-4dd7-9ca9-1ff9e0bf560f tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:21:10.879835 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d582ab05-a3ba-4dd7-9ca9-1ff9e0bf560f tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:21:10.880239 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d582ab05-a3ba-4dd7-9ca9-1ff9e0bf560f tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:21:10.880798 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d582ab05-a3ba-4dd7-9ca9-1ff9e0bf560f tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:21:10.881204 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d582ab05-a3ba-4dd7-9ca9-1ff9e0bf560f tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:21:10.881875 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d582ab05-a3ba-4dd7-9ca9-1ff9e0bf560f tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:21:10.917057 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7326689-49f0-4d9b-a72b-a1bd23feb8a2 None None] Network ca267e7a-cdd1-4aad-a2a0-269df9b66806 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:21:10.927187 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-e7326689-49f0-4d9b-a72b-a1bd23feb8a2 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:21:10.934059 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7326689-49f0-4d9b-a72b-a1bd23feb8a2 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:21:10.942944 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-02aa57b4-5eec-494c-8ef4-a6e1c4d9d117 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Allocated IP 2001:db8:1::1 (ca267e7a-cdd1-4aad-a2a0-269df9b66806/b392670b-9935-49cb-8fdd-bb669b97dc57/d3b262aa-78bf-4471-a7ec-989426412912) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:21:10.953784 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d582ab05-a3ba-4dd7-9ca9-1ff9e0bf560f tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:10.963950 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb5da31-135f-4809-a577-83e9f7186492 None None] Pushing event updated for resources: {'Port': ['ID=ae29b8c0-9297-45c9-a04f-f838385810fd,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:10.991327 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d582ab05-a3ba-4dd7-9ca9-1ff9e0bf560f tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:10.993765 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d258215-3316-4b59-b3bb-ccb3af8954a7 None None] Routers {'09eaa48a-bd77-467e-bf74-ba4e33886a13'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:21:10.994429 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-8d258215-3316-4b59-b3bb-ccb3af8954a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:20:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['09eaa48a-bd77-467e-bf74-ba4e33886a13'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:21:11.002666 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d582ab05-a3ba-4dd7-9ca9-1ff9e0bf560f tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:11.003481 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d582ab05-a3ba-4dd7-9ca9-1ff9e0bf560f tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:11.124098 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d582ab05-a3ba-4dd7-9ca9-1ff9e0bf560f tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Pushing event updated for resources: {'Network': ['ID=62888d59-b0aa-4b30-84b4-2a011c5a0276,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:11.135475 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-d582ab05-a3ba-4dd7-9ca9-1ff9e0bf560f tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7014940 Dec 06 17:21:11.139056 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 56080) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:11.145629 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-3db8457a-f0c0-4847-852c-7d5389ac2313 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Request body: {'network': {'name': 'tempest-RoutersTest-410438904'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:21:11.149221 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 62888d59-b0aa-4b30-84b4-2a011c5a0276 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:21:11.172166 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db8457a-f0c0-4847-852c-7d5389ac2313 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Made reservation on behalf of 60dea69d591c42b4aa2e88227c4d267f for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:21:11.181264 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3db8457a-f0c0-4847-852c-7d5389ac2313 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:11.250773 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-e7326689-49f0-4d9b-a72b-a1bd23feb8a2 None None] Attempting to bind port dd91de9d-8bf3-4934-8a47-3864e011c035 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:21:11.251161 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-e7326689-49f0-4d9b-a72b-a1bd23feb8a2 None None] Attempting to bind port dd91de9d-8bf3-4934-8a47-3864e011c035 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '6768989b-69e9-43f8-a44b-41c535ffbd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ca267e7a-cdd1-4aad-a2a0-269df9b66806'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:21:11.251539 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7326689-49f0-4d9b-a72b-a1bd23feb8a2 None None] Attempting to bind port dd91de9d-8bf3-4934-8a47-3864e011c035 on network ca267e7a-cdd1-4aad-a2a0-269df9b66806 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:21:11.260660 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3db8457a-f0c0-4847-852c-7d5389ac2313 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:21:11.263625 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7326689-49f0-4d9b-a72b-a1bd23feb8a2 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:21:11.264013 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7326689-49f0-4d9b-a72b-a1bd23feb8a2 None None] Checking segment: {'id': '6768989b-69e9-43f8-a44b-41c535ffbd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ca267e7a-cdd1-4aad-a2a0-269df9b66806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:21:11.264429 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e7326689-49f0-4d9b-a72b-a1bd23feb8a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:11.264835 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7326689-49f0-4d9b-a72b-a1bd23feb8a2 None None] Bound using segment: {'id': '6768989b-69e9-43f8-a44b-41c535ffbd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ca267e7a-cdd1-4aad-a2a0-269df9b66806'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:21:11.265359 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-e7326689-49f0-4d9b-a72b-a1bd23feb8a2 None None] Bound port: dd91de9d-8bf3-4934-8a47-3864e011c035, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6768989b-69e9-43f8-a44b-41c535ffbd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ca267e7a-cdd1-4aad-a2a0-269df9b66806'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:21:11.266117 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e7326689-49f0-4d9b-a72b-a1bd23feb8a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:11.282592 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7326689-49f0-4d9b-a72b-a1bd23feb8a2 None None] Pushing event updated for resources: {'Port': ['ID=dd91de9d-8bf3-4934-8a47-3864e011c035,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:11.288796 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3db8457a-f0c0-4847-852c-7d5389ac2313 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:11.290532 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-3db8457a-f0c0-4847-852c-7d5389ac2313 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Added segment 49d92374-f052-4c21-9342-c4fdb3c41fab of type vlan for network 835e734f-26a2-4d86-bab0-8bcc2ebf84d2 Dec 06 17:21:11.328559 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-8d258215-3316-4b59-b3bb-ccb3af8954a7 None None] Set router 09eaa48a-bd77-467e-bf74-ba4e33886a13 gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:21:11.382154 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3db8457a-f0c0-4847-852c-7d5389ac2313 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:11.450014 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b64a8e3d-42eb-4416-b05e-56362595ced2 None None] Provisioning complete for port ae29b8c0-9297-45c9-a04f-f838385810fd triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:21:11.450586 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b64a8e3d-42eb-4416-b05e-56362595ced2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:11.460973 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3db8457a-f0c0-4847-852c-7d5389ac2313 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:11.469928 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db8457a-f0c0-4847-852c-7d5389ac2313 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:11.471892 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3db8457a-f0c0-4847-852c-7d5389ac2313 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:11.597504 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-e7326689-49f0-4d9b-a72b-a1bd23feb8a2 None None] For port dd91de9d-8bf3-4934-8a47-3864e011c035, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:21:11.611113 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-3db8457a-f0c0-4847-852c-7d5389ac2313 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4681659 Dec 06 17:21:11.618490 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 56090) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:11.638183 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-dc5ff413-fa86-4873-ba5d-bbaa9bf4bc8a tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Request body: {'subnet': {'network_id': '62888d59-b0aa-4b30-84b4-2a011c5a0276', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:21:11.671075 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db8457a-f0c0-4847-852c-7d5389ac2313 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Pushing event updated for resources: {'Network': ['ID=835e734f-26a2-4d86-bab0-8bcc2ebf84d2,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:11.686464 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-e7326689-49f0-4d9b-a72b-a1bd23feb8a2 None None] For port dd91de9d-8bf3-4934-8a47-3864e011c035, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=dd91de9d-8bf3-4934-8a47-3864e011c035,segment=NetworkSegment(6768989b-69e9-43f8-a44b-41c535ffbd8e),segment_id=6768989b-69e9-43f8-a44b-41c535ffbd8e)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:21:11.690526 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 835e734f-26a2-4d86-bab0-8bcc2ebf84d2 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:21:11.785174 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e7326689-49f0-4d9b-a72b-a1bd23feb8a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:11.797807 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e047b8e9-c018-4b57-9d09-b862f5277e12 req-ba2f277c-8d4f-4078-8313-c1171a52731e tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:11.805841 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e047b8e9-c018-4b57-9d09-b862f5277e12 req-ba2f277c-8d4f-4078-8313-c1171a52731e tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8da1e37-b0ce-4950-a2e1-d4d8b1fe0b5f HTTP/1.1" status: 200 len: 945 time: 0.1360431 Dec 06 17:21:11.855606 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b64a8e3d-42eb-4416-b05e-56362595ced2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:11.874104 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e047b8e9-c018-4b57-9d09-b862f5277e12 req-20ca36c7-3c16-4ae8-8718-24815a649bec tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd5fd2ce-3e09-41f1-868b-3ad9c4e06626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669637 Dec 06 17:21:11.908475 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc5ff413-fa86-4873-ba5d-bbaa9bf4bc8a tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Made reservation on behalf of 60dea69d591c42b4aa2e88227c4d267f for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:21:11.913501 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dc5ff413-fa86-4873-ba5d-bbaa9bf4bc8a tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:11.916452 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4debe65f-2c55-4516-9fcb-1ff03a20d48e req-831c9a35-37ac-48fa-8806-cc8f15e8e05d tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:11.924231 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4debe65f-2c55-4516-9fcb-1ff03a20d48e req-831c9a35-37ac-48fa-8806-cc8f15e8e05d tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=31a2202d-a11c-43ed-a8f8-da649ae9d172 HTTP/1.1" status: 200 len: 946 time: 0.1077435 Dec 06 17:21:11.938629 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b64a8e3d-42eb-4416-b05e-56362595ced2 None None] For port ae29b8c0-9297-45c9-a04f-f838385810fd, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ae29b8c0-9297-45c9-a04f-f838385810fd,segment=NetworkSegment(e8964eac-1a95-4773-8a92-cfb6e9fad841),segment_id=e8964eac-1a95-4773-8a92-cfb6e9fad841)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:21:11.992984 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b64a8e3d-42eb-4416-b05e-56362595ced2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:11.999109 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7326689-49f0-4d9b-a72b-a1bd23feb8a2 None None] Pushing event updated for resources: {'Port': ['ID=dd91de9d-8bf3-4934-8a47-3864e011c035,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:12.000078 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-02aa57b4-5eec-494c-8ef4-a6e1c4d9d117 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:12.027068 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4debe65f-2c55-4516-9fcb-1ff03a20d48e req-cf7a8b12-f6d7-430b-8ba0-dbefbad58df3 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c657007e-2b96-4108-a795-7e2c1ca6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017644 Dec 06 17:21:12.095353 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-02aa57b4-5eec-494c-8ef4-a6e1c4d9d117 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:12.135848 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-43956372-2934-4c3e-88fc-fd9561af8007 req-cc53ba42-cafc-426b-9620-69f9d8b85fe7 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5398cbb-9f14-42b7-905c-288b25e2bdb2 HTTP/1.1" status: 200 len: 210 time: 0.0716853 Dec 06 17:21:12.160398 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-8d258215-3316-4b59-b3bb-ccb3af8954a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'name': 'tempest-RoutersIpV6Test-router-2112262611', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:21:01Z', 'updated_at': '2021-12-06T17:21:06Z', 'revision_number': 2, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'gw_port_host': None, '_interfaces': [{'id': 'ae29b8c0-9297-45c9-a04f-f838385810fd', 'name': '', 'network_id': '6be8505b-7e09-481c-9ab7-a2a0372522ff', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'mac_address': 'fa:16:3e:0e:e5:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '84cd5c52-9fa9-463d-8ed2-fa78d4f61fab', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:21:04Z', 'updated_at': '2021-12-06T17:21:10Z', 'revision_number': 4, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'subnets': [{'id': '84cd5c52-9fa9-463d-8ed2-fa78d4f61fab', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:21:12.162314 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64a8e3d-42eb-4416-b05e-56362595ced2 None None] Pushing event updated for resources: {'Port': ['ID=ae29b8c0-9297-45c9-a04f-f838385810fd,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:12.199260 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d258215-3316-4b59-b3bb-ccb3af8954a7 None None] The sync data for ids ['09eaa48a-bd77-467e-bf74-ba4e33886a13'] in n-d-master-1 is: [{'id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'name': 'tempest-RoutersIpV6Test-router-2112262611', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:21:01Z', 'updated_at': '2021-12-06T17:21:06Z', 'revision_number': 2, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'gw_port_host': None, '_interfaces': [{'id': 'ae29b8c0-9297-45c9-a04f-f838385810fd', 'name': '', 'network_id': '6be8505b-7e09-481c-9ab7-a2a0372522ff', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'mac_address': 'fa:16:3e:0e:e5:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '84cd5c52-9fa9-463d-8ed2-fa78d4f61fab', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:21:04Z', 'updated_at': '2021-12-06T17:21:10Z', 'revision_number': 4, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'subnets': [{'id': '84cd5c52-9fa9-463d-8ed2-fa78d4f61fab', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:21:12.200081 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02aa57b4-5eec-494c-8ef4-a6e1c4d9d117 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Network ca267e7a-cdd1-4aad-a2a0-269df9b66806 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:21:12.206102 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-02aa57b4-5eec-494c-8ef4-a6e1c4d9d117 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:21:12.210510 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02aa57b4-5eec-494c-8ef4-a6e1c4d9d117 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:21:12.211292 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-02aa57b4-5eec-494c-8ef4-a6e1c4d9d117 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539179'] for router_interface, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:12.361763 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aa57b4-5eec-494c-8ef4-a6e1c4d9d117 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Pushing event updated for resources: {'Port': ['ID=d3b262aa-78bf-4471-a7ec-989426412912,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:12.381314 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dc5ff413-fa86-4873-ba5d-bbaa9bf4bc8a tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:12.452574 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-02aa57b4-5eec-494c-8ef4-a6e1c4d9d117 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:12.509452 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5ff413-fa86-4873-ba5d-bbaa9bf4bc8a tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Pushing event updated for resources: {'Subnet': ['ID=3818b58e-43ac-44ad-80b6-4a4c77558d05,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:12.547785 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5ff413-fa86-4873-ba5d-bbaa9bf4bc8a tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Checking segment: {'id': '14a89fb6-9d51-46df-918b-4909f9c15431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '62888d59-b0aa-4b30-84b4-2a011c5a0276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:21:12.547785 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5ff413-fa86-4873-ba5d-bbaa9bf4bc8a tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Network hostable DHCP agents. Network: 62888d59-b0aa-4b30-84b4-2a011c5a0276, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:21:12.622425 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5ff413-fa86-4873-ba5d-bbaa9bf4bc8a tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Network 62888d59-b0aa-4b30-84b4-2a011c5a0276 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:21:12.661296 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-dc5ff413-fa86-4873-ba5d-bbaa9bf4bc8a tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 62888d59-b0aa-4b30-84b4-2a011c5a0276) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:21:12.672446 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425956fd-f5c0-4cd3-be01-38ae0e183245 None None] Network 62888d59-b0aa-4b30-84b4-2a011c5a0276 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:21:12.685208 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5ff413-fa86-4873-ba5d-bbaa9bf4bc8a tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:12.686179 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dc5ff413-fa86-4873-ba5d-bbaa9bf4bc8a tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:12.726079 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-dc5ff413-fa86-4873-ba5d-bbaa9bf4bc8a tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1025133 Dec 06 17:21:12.726312 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 56100) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:12.740293 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-188208a6-6724-48b5-bbb9-0ce57be67a24 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Request body: {'subnet': {'network_id': '835e734f-26a2-4d86-bab0-8bcc2ebf84d2', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:21:12.904063 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-02aa57b4-5eec-494c-8ef4-a6e1c4d9d117 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:12.916376 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-02aa57b4-5eec-494c-8ef4-a6e1c4d9d117 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:12.917300 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-02aa57b4-5eec-494c-8ef4-a6e1c4d9d117 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-772465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539207'] for router_interface, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:12.932828 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89127be2-a457-4810-84c6-4239de2e2de5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-62888d59-b0aa-4b30-84b4-2a011c5a0276', 'network_id': '62888d59-b0aa-4b30-84b4-2a011c5a0276', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'fixed_ips': [{'subnet_id': '3818b58e-43ac-44ad-80b6-4a4c77558d05'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:21:12.934931 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-89127be2-a457-4810-84c6-4239de2e2de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:12.953035 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-188208a6-6724-48b5-bbb9-0ce57be67a24 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Made reservation on behalf of 60dea69d591c42b4aa2e88227c4d267f for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:21:12.962483 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-188208a6-6724-48b5-bbb9-0ce57be67a24 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:13.078369 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aa57b4-5eec-494c-8ef4-a6e1c4d9d117 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Pushing event updated for resources: {'Port': ['ID=d3b262aa-78bf-4471-a7ec-989426412912,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:13.287521 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device ae29b8c0-9297-45c9-a04f-f838385810fd up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:21:13.323410 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ad6c32-92db-4d84-ba2b-6cdda7a0c8b2 req-d862c7a9-c9f5-48ca-9956-3b3d7fea8925 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:13.325362 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-08ad6c32-92db-4d84-ba2b-6cdda7a0c8b2 req-d862c7a9-c9f5-48ca-9956-3b3d7fea8925 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8da1e37-b0ce-4950-a2e1-d4d8b1fe0b5f HTTP/1.1" status: 200 len: 945 time: 0.1576569 Dec 06 17:21:13.327499 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02aa57b4-5eec-494c-8ef4-a6e1c4d9d117 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Network ca267e7a-cdd1-4aad-a2a0-269df9b66806 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:21:13.333946 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-02aa57b4-5eec-494c-8ef4-a6e1c4d9d117 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:21:13.362776 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-89127be2-a457-4810-84c6-4239de2e2de5 None None] Allocated IP 172.20.0.2 (62888d59-b0aa-4b30-84b4-2a011c5a0276/3818b58e-43ac-44ad-80b6-4a4c77558d05/c8b31013-5ede-4ea1-8b4c-8901b91b747d) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:21:13.564720 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02aa57b4-5eec-494c-8ef4-a6e1c4d9d117 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Router 09eaa48a-bd77-467e-bf74-ba4e33886a13 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:21:13.571407 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610bec9-68d6-4002-95d8-34a8892219f1 req-6d9520f5-677e-4ce3-bb58-42184b8ab845 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:13.573076 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2610bec9-68d6-4002-95d8-34a8892219f1 req-6d9520f5-677e-4ce3-bb58-42184b8ab845 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=31a2202d-a11c-43ed-a8f8-da649ae9d172 HTTP/1.1" status: 200 len: 946 time: 0.2438400 Dec 06 17:21:13.575401 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-188208a6-6724-48b5-bbb9-0ce57be67a24 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:13.633445 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-08ad6c32-92db-4d84-ba2b-6cdda7a0c8b2 req-9cf803b8-574c-4202-8b85-6e14caaef131 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd5fd2ce-3e09-41f1-868b-3ad9c4e06626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786591 Dec 06 17:21:13.695974 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-89127be2-a457-4810-84c6-4239de2e2de5 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:13.703197 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc71b566-a719-49c1-a4c2-492e4ee62fb7 None None] Network ca267e7a-cdd1-4aad-a2a0-269df9b66806 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:21:13.748879 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02aa57b4-5eec-494c-8ef4-a6e1c4d9d117 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:21:13.760060 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-02aa57b4-5eec-494c-8ef4-a6e1c4d9d117 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "PUT /v2.0/routers/09eaa48a-bd77-467e-bf74-ba4e33886a13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7694731 Dec 06 17:21:13.762736 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 56116) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:13.775261 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-73ed47e3-6270-4b2c-93f1-4e3bdf5bf544 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1831227386'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:21:13.836861 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188208a6-6724-48b5-bbb9-0ce57be67a24 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Pushing event updated for resources: {'Subnet': ['ID=a20cd519-bc28-4652-bfff-ba7fe03d6af8,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:13.848724 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ed47e3-6270-4b2c-93f1-4e3bdf5bf544 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Made reservation on behalf of de0eff4c472847f5a5b49bddb4177865 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:21:13.853321 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-73ed47e3-6270-4b2c-93f1-4e3bdf5bf544 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:13.883864 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188208a6-6724-48b5-bbb9-0ce57be67a24 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Checking segment: {'id': '49d92374-f052-4c21-9342-c4fdb3c41fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '835e734f-26a2-4d86-bab0-8bcc2ebf84d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:21:13.884243 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188208a6-6724-48b5-bbb9-0ce57be67a24 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Network hostable DHCP agents. Network: 835e734f-26a2-4d86-bab0-8bcc2ebf84d2, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:21:13.902509 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73ed47e3-6270-4b2c-93f1-4e3bdf5bf544 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:21:13.908527 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2610bec9-68d6-4002-95d8-34a8892219f1 req-8ccc4799-6e22-4503-81e3-6015bac40ae7 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c657007e-2b96-4108-a795-7e2c1ca6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3208208 Dec 06 17:21:13.936326 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-73ed47e3-6270-4b2c-93f1-4e3bdf5bf544 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:13.936682 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-73ed47e3-6270-4b2c-93f1-4e3bdf5bf544 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Added segment 0016f86c-8568-4cdb-83c4-2d2e3469532f of type vlan for network c11798b5-4214-48bb-89be-2de1c803913e Dec 06 17:21:13.962004 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188208a6-6724-48b5-bbb9-0ce57be67a24 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Network 835e734f-26a2-4d86-bab0-8bcc2ebf84d2 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:21:13.982329 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-188208a6-6724-48b5-bbb9-0ce57be67a24 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 835e734f-26a2-4d86-bab0-8bcc2ebf84d2) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:21:13.990442 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188208a6-6724-48b5-bbb9-0ce57be67a24 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:13.991211 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-188208a6-6724-48b5-bbb9-0ce57be67a24 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:13.995610 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-73ed47e3-6270-4b2c-93f1-4e3bdf5bf544 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:14.028345 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-188208a6-6724-48b5-bbb9-0ce57be67a24 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3008337 Dec 06 17:21:14.030606 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 56120) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:14.033400 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7b9fcc3a-f0a1-4b5c-88f3-e92096be646a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:14.042890 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-73ed47e3-6270-4b2c-93f1-4e3bdf5bf544 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:14.043299 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fef35a3-d26f-4592-9de2-eca1d834f811 None None] Network 835e734f-26a2-4d86-bab0-8bcc2ebf84d2 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:21:14.047890 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-244a3527-6c0e-4fc5-b721-9eff3b550a2d tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1438055002', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:21:14.049859 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ed47e3-6270-4b2c-93f1-4e3bdf5bf544 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:14.050493 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-73ed47e3-6270-4b2c-93f1-4e3bdf5bf544 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:14.074100 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-89127be2-a457-4810-84c6-4239de2e2de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:14.078451 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-90dd8c89-6725-4b94-b0c2-ec2174e03c9b req-7cf13624-1c15-4efc-91a7-454438be338f tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5398cbb-9f14-42b7-905c-288b25e2bdb2 HTTP/1.1" status: 200 len: 210 time: 0.0556653 Dec 06 17:21:14.100169 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-244a3527-6c0e-4fc5-b721-9eff3b550a2d tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:14.101771 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-244a3527-6c0e-4fc5-b721-9eff3b550a2d tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:14.120937 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-73ed47e3-6270-4b2c-93f1-4e3bdf5bf544 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3562825 Dec 06 17:21:14.124101 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 56122) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:14.141943 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-320ea73f-1c7a-4206-a9cb-fb37431e57e0 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Request body: {'subnet': {'network_id': 'c11798b5-4214-48bb-89be-2de1c803913e', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:21:14.177490 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port ae29b8c0-9297-45c9-a04f-f838385810fd triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:21:14.178250 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:14.218425 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ed47e3-6270-4b2c-93f1-4e3bdf5bf544 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Pushing event updated for resources: {'Network': ['ID=c11798b5-4214-48bb-89be-2de1c803913e,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:14.271529 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network c11798b5-4214-48bb-89be-2de1c803913e details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:21:14.296100 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-244a3527-6c0e-4fc5-b721-9eff3b550a2d tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:14.306250 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-244a3527-6c0e-4fc5-b721-9eff3b550a2d tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:14.352457 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-244a3527-6c0e-4fc5-b721-9eff3b550a2d tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:14.356813 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 56126) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:14.357208 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-244a3527-6c0e-4fc5-b721-9eff3b550a2d tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3238800 Dec 06 17:21:14.369099 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89127be2-a457-4810-84c6-4239de2e2de5 None None] Network 62888d59-b0aa-4b30-84b4-2a011c5a0276 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:21:14.384417 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-4d791f13-9e1c-4613-b59c-ca37a268db39 None None] Provisioning complete for port dd91de9d-8bf3-4934-8a47-3864e011c035 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:21:14.386871 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4d791f13-9e1c-4613-b59c-ca37a268db39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:14.429417 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-320ea73f-1c7a-4206-a9cb-fb37431e57e0 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Made reservation on behalf of de0eff4c472847f5a5b49bddb4177865 for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:21:14.434422 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-320ea73f-1c7a-4206-a9cb-fb37431e57e0 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:14.448155 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402f641e-e9e2-4761-8603-bf922dfb03f9 req-46f93a70-2c7c-4e9f-8bd2-58ed4a334e7a tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:14.449753 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-402f641e-e9e2-4761-8603-bf922dfb03f9 req-46f93a70-2c7c-4e9f-8bd2-58ed4a334e7a tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 944 time: 0.0885687 Dec 06 17:21:14.494791 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-89127be2-a457-4810-84c6-4239de2e2de5 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:21:14.516624 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89127be2-a457-4810-84c6-4239de2e2de5 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:21:14.606893 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-402f641e-e9e2-4761-8603-bf922dfb03f9 req-0e93d375-a576-4950-a225-5e707052f14d tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8ff7359-db2b-4d57-aa79-237c344ab3df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1455796 Dec 06 17:21:14.619856 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89127be2-a457-4810-84c6-4239de2e2de5 None None] Pushing event updated for resources: {'Port': ['ID=c8b31013-5ede-4ea1-8b4c-8901b91b747d,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:14.718959 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570bf4fb-c9cb-4dc7-8754-950ac23c23a1 None None] Sync routers for ids ['09eaa48a-bd77-467e-bf74-ba4e33886a13'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:21:14.741062 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570bf4fb-c9cb-4dc7-8754-950ac23c23a1 None None] Routers {'09eaa48a-bd77-467e-bf74-ba4e33886a13'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:21:14.742688 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-570bf4fb-c9cb-4dc7-8754-950ac23c23a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:20:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['09eaa48a-bd77-467e-bf74-ba4e33886a13'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:21:14.854277 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device dd91de9d-8bf3-4934-8a47-3864e011c035 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:21:14.878108 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-320ea73f-1c7a-4206-a9cb-fb37431e57e0 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:14.909656 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-89127be2-a457-4810-84c6-4239de2e2de5 None None] Attempting to bind port c8b31013-5ede-4ea1-8b4c-8901b91b747d on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:21:14.910024 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-89127be2-a457-4810-84c6-4239de2e2de5 None None] Attempting to bind port c8b31013-5ede-4ea1-8b4c-8901b91b747d by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '14a89fb6-9d51-46df-918b-4909f9c15431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '62888d59-b0aa-4b30-84b4-2a011c5a0276'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:21:14.910943 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89127be2-a457-4810-84c6-4239de2e2de5 None None] Attempting to bind port c8b31013-5ede-4ea1-8b4c-8901b91b747d on network 62888d59-b0aa-4b30-84b4-2a011c5a0276 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:21:14.948902 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-570bf4fb-c9cb-4dc7-8754-950ac23c23a1 None None] Set router 09eaa48a-bd77-467e-bf74-ba4e33886a13 gateway port host: None {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:21:14.959964 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc958cd-e5fb-4758-b712-38d2a2c3927f req-32c7a5e9-32f0-4dc4-8a2b-7294c5b1032b tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:14.962322 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9dc958cd-e5fb-4758-b712-38d2a2c3927f req-32c7a5e9-32f0-4dc4-8a2b-7294c5b1032b tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8da1e37-b0ce-4950-a2e1-d4d8b1fe0b5f HTTP/1.1" status: 200 len: 945 time: 0.1488791 Dec 06 17:21:14.963117 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320ea73f-1c7a-4206-a9cb-fb37431e57e0 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Pushing event updated for resources: {'Subnet': ['ID=4954b8f0-7e2f-4b09-8a71-e7e59fb661ee,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:15.007509 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97985c48-3504-4cd7-b5cf-dae550260bd2 req-f3c42ff6-f53d-4ecd-96dc-566abb313163 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:15.014561 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-97985c48-3504-4cd7-b5cf-dae550260bd2 req-f3c42ff6-f53d-4ecd-96dc-566abb313163 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 944 time: 0.1822927 Dec 06 17:21:15.052443 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5a1540d7-0c40-420f-a986-459362bfa9f1 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:15.064254 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89127be2-a457-4810-84c6-4239de2e2de5 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:21:15.064651 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89127be2-a457-4810-84c6-4239de2e2de5 None None] Checking segment: {'id': '14a89fb6-9d51-46df-918b-4909f9c15431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '62888d59-b0aa-4b30-84b4-2a011c5a0276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:21:15.065048 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-89127be2-a457-4810-84c6-4239de2e2de5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:15.065444 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89127be2-a457-4810-84c6-4239de2e2de5 None None] Bound using segment: {'id': '14a89fb6-9d51-46df-918b-4909f9c15431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '62888d59-b0aa-4b30-84b4-2a011c5a0276'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:21:15.065959 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-89127be2-a457-4810-84c6-4239de2e2de5 None None] Bound port: c8b31013-5ede-4ea1-8b4c-8901b91b747d, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14a89fb6-9d51-46df-918b-4909f9c15431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '62888d59-b0aa-4b30-84b4-2a011c5a0276'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:21:15.066345 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-89127be2-a457-4810-84c6-4239de2e2de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:15.078646 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320ea73f-1c7a-4206-a9cb-fb37431e57e0 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Checking segment: {'id': '0016f86c-8568-4cdb-83c4-2d2e3469532f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c11798b5-4214-48bb-89be-2de1c803913e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:21:15.079334 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320ea73f-1c7a-4206-a9cb-fb37431e57e0 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Network hostable DHCP agents. Network: c11798b5-4214-48bb-89be-2de1c803913e, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:21:15.089945 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4d791f13-9e1c-4613-b59c-ca37a268db39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:15.132153 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9dc958cd-e5fb-4758-b712-38d2a2c3927f req-6c7a7852-df61-442f-b098-e8e16be3025f tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd5fd2ce-3e09-41f1-868b-3ad9c4e06626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489675 Dec 06 17:21:15.137345 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320ea73f-1c7a-4206-a9cb-fb37431e57e0 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Network c11798b5-4214-48bb-89be-2de1c803913e is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:21:15.166788 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-320ea73f-1c7a-4206-a9cb-fb37431e57e0 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, c11798b5-4214-48bb-89be-2de1c803913e) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:21:15.179890 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320ea73f-1c7a-4206-a9cb-fb37431e57e0 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:15.180576 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-320ea73f-1c7a-4206-a9cb-fb37431e57e0 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:15.240598 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-320ea73f-1c7a-4206-a9cb-fb37431e57e0 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1017578 Dec 06 17:21:15.244093 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 56144) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:15.263087 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0a7e3c-5642-4760-98d6-01d74e1e29ab None None] Network c11798b5-4214-48bb-89be-2de1c803913e requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:21:15.347346 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-570bf4fb-c9cb-4dc7-8754-950ac23c23a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'name': 'tempest-RoutersIpV6Test-router-2112262611', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:21:01Z', 'updated_at': '2021-12-06T17:21:12Z', 'revision_number': 3, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'gw_port_host': None, '_interfaces': [{'id': 'ae29b8c0-9297-45c9-a04f-f838385810fd', 'name': '', 'network_id': '6be8505b-7e09-481c-9ab7-a2a0372522ff', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'mac_address': 'fa:16:3e:0e:e5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '84cd5c52-9fa9-463d-8ed2-fa78d4f61fab', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:21:04Z', 'updated_at': '2021-12-06T17:21:11Z', 'revision_number': 5, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'subnets': [{'id': '84cd5c52-9fa9-463d-8ed2-fa78d4f61fab', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3b262aa-78bf-4471-a7ec-989426412912', 'name': '', 'network_id': 'ca267e7a-cdd1-4aad-a2a0-269df9b66806', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'mac_address': 'fa:16:3e:f0:bd:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'b392670b-9935-49cb-8fdd-bb669b97dc57', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:21:09Z', 'updated_at': '2021-12-06T17:21:12Z', 'revision_number': 2, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'subnets': [{'id': 'b392670b-9935-49cb-8fdd-bb669b97dc57', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:21:15.352858 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01e20f7-61b3-4d1a-a238-365cb1cb3bd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-835e734f-26a2-4d86-bab0-8bcc2ebf84d2', 'network_id': '835e734f-26a2-4d86-bab0-8bcc2ebf84d2', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'fixed_ips': [{'subnet_id': 'a20cd519-bc28-4652-bfff-ba7fe03d6af8'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:21:15.353789 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f01e20f7-61b3-4d1a-a238-365cb1cb3bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:15.377746 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-97985c48-3504-4cd7-b5cf-dae550260bd2 req-9b34490e-269b-4ebe-a63c-03caefd2ece4 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8ff7359-db2b-4d57-aa79-237c344ab3df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3259034 Dec 06 17:21:15.428630 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570bf4fb-c9cb-4dc7-8754-950ac23c23a1 None None] Checking router: 09eaa48a-bd77-467e-bf74-ba4e33886a13 for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:21:15.429865 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570bf4fb-c9cb-4dc7-8754-950ac23c23a1 None None] Updating router 09eaa48a-bd77-467e-bf74-ba4e33886a13 port d3b262aa-78bf-4471-a7ec-989426412912 binding host n-d-master-1 {{(pid=103287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:21:15.505648 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-570bf4fb-c9cb-4dc7-8754-950ac23c23a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:15.567265 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-4d791f13-9e1c-4613-b59c-ca37a268db39 None None] For port dd91de9d-8bf3-4934-8a47-3864e011c035, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=dd91de9d-8bf3-4934-8a47-3864e011c035,segment=NetworkSegment(6768989b-69e9-43f8-a44b-41c535ffbd8e),segment_id=6768989b-69e9-43f8-a44b-41c535ffbd8e)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:21:15.610655 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4d791f13-9e1c-4613-b59c-ca37a268db39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:15.671877 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-88cf768a-3ab5-468b-b0c2-901e77c6392f req-4bdc920b-8845-4637-ae72-286bcefe0d54 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5398cbb-9f14-42b7-905c-288b25e2bdb2 HTTP/1.1" status: 200 len: 210 time: 0.0963216 Dec 06 17:21:15.804937 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-89127be2-a457-4810-84c6-4239de2e2de5 None None] For port c8b31013-5ede-4ea1-8b4c-8901b91b747d, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:21:15.809443 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1586713a-5757-488c-9777-5ab86efe1bad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:15.891990 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port dd91de9d-8bf3-4934-8a47-3864e011c035 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:21:15.892567 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:15.966755 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-89127be2-a457-4810-84c6-4239de2e2de5 None None] For port c8b31013-5ede-4ea1-8b4c-8901b91b747d, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c8b31013-5ede-4ea1-8b4c-8901b91b747d,segment=NetworkSegment(14a89fb6-9d51-46df-918b-4909f9c15431),segment_id=14a89fb6-9d51-46df-918b-4909f9c15431)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:21:15.991919 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-468c0974-ddf3-448f-9fc8-03091709870e None None] Provisioning complete for port dd91de9d-8bf3-4934-8a47-3864e011c035 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:21:15.992415 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-468c0974-ddf3-448f-9fc8-03091709870e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:16.038738 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-89127be2-a457-4810-84c6-4239de2e2de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:16.043427 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-5a1540d7-0c40-420f-a986-459362bfa9f1 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Allocated IP 172.20.0.1 (62888d59-b0aa-4b30-84b4-2a011c5a0276/3818b58e-43ac-44ad-80b6-4a4c77558d05/2d74f7d1-bd63-474c-8e6a-a7baddcb9394) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:21:16.140292 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 56160) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:16.167184 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d791f13-9e1c-4613-b59c-ca37a268db39 None None] Pushing event updated for resources: {'Port': ['ID=dd91de9d-8bf3-4934-8a47-3864e011c035,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:16.189121 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-570bf4fb-c9cb-4dc7-8754-950ac23c23a1 None None] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:16.205162 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-570bf4fb-c9cb-4dc7-8754-950ac23c23a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:16.329845 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be323573-f8ae-4fe4-9473-c62f173e6944 None None] Pushing event updated for resources: {'Port': ['ID=d3b262aa-78bf-4471-a7ec-989426412912,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:16.396539 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5a1540d7-0c40-420f-a986-459362bfa9f1 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:16.449430 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5a1540d7-0c40-420f-a986-459362bfa9f1 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:16.462616 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c8213-cf63-445b-b030-6c0c68b0eab0 req-7847055d-da5a-44fc-9fd5-080708f67fb0 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:16.464972 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ff4c8213-cf63-445b-b030-6c0c68b0eab0 req-7847055d-da5a-44fc-9fd5-080708f67fb0 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/networks?id=b1330ff6-71a6-48db-aedf-2e908404d40b HTTP/1.1" status: 200 len: 811 time: 0.3238189 Dec 06 17:21:16.481701 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83df6898-ddb4-49eb-8726-eae744ccb11c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-c11798b5-4214-48bb-89be-2de1c803913e', 'network_id': 'c11798b5-4214-48bb-89be-2de1c803913e', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'fixed_ips': [{'subnet_id': '4954b8f0-7e2f-4b09-8a71-e7e59fb661ee'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:21:16.484293 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ff4c8213-cf63-445b-b030-6c0c68b0eab0 req-5fc01a1a-ac71-4027-bb65-e7f5ff2faf93 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/quotas/0688c6db31494470a1b7a5ecaa734bc4 HTTP/1.1" status: 200 len: 375 time: 0.0119934 Dec 06 17:21:16.495762 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-83df6898-ddb4-49eb-8726-eae744ccb11c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:16.499881 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be323573-f8ae-4fe4-9473-c62f173e6944 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:21:16.500758 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be323573-f8ae-4fe4-9473-c62f173e6944 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:21:16.501325 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be323573-f8ae-4fe4-9473-c62f173e6944 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:21:16.501959 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be323573-f8ae-4fe4-9473-c62f173e6944 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:21:16.502507 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be323573-f8ae-4fe4-9473-c62f173e6944 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:21:16.503034 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be323573-f8ae-4fe4-9473-c62f173e6944 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:21:16.503705 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be323573-f8ae-4fe4-9473-c62f173e6944 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:21:16.520058 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be323573-f8ae-4fe4-9473-c62f173e6944 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:21:16.520808 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be323573-f8ae-4fe4-9473-c62f173e6944 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:21:16.521927 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be323573-f8ae-4fe4-9473-c62f173e6944 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:21:16.522479 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be323573-f8ae-4fe4-9473-c62f173e6944 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:21:16.527206 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be323573-f8ae-4fe4-9473-c62f173e6944 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:21:16.527813 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be323573-f8ae-4fe4-9473-c62f173e6944 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:21:16.535766 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-570bf4fb-c9cb-4dc7-8754-950ac23c23a1 None None] Attempting to bind port d3b262aa-78bf-4471-a7ec-989426412912 on host n-d-master-1 for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:21:16.538234 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-570bf4fb-c9cb-4dc7-8754-950ac23c23a1 None None] Attempting to bind port d3b262aa-78bf-4471-a7ec-989426412912 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '6768989b-69e9-43f8-a44b-41c535ffbd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ca267e7a-cdd1-4aad-a2a0-269df9b66806'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:21:16.538845 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570bf4fb-c9cb-4dc7-8754-950ac23c23a1 None None] Attempting to bind port d3b262aa-78bf-4471-a7ec-989426412912 on network ca267e7a-cdd1-4aad-a2a0-269df9b66806 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:21:16.546293 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570bf4fb-c9cb-4dc7-8754-950ac23c23a1 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:21:16.560464 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570bf4fb-c9cb-4dc7-8754-950ac23c23a1 None None] Checking segment: {'id': '6768989b-69e9-43f8-a44b-41c535ffbd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ca267e7a-cdd1-4aad-a2a0-269df9b66806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:21:16.561182 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-570bf4fb-c9cb-4dc7-8754-950ac23c23a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:16.561813 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570bf4fb-c9cb-4dc7-8754-950ac23c23a1 None None] Bound using segment: {'id': '6768989b-69e9-43f8-a44b-41c535ffbd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ca267e7a-cdd1-4aad-a2a0-269df9b66806'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:21:16.562408 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-570bf4fb-c9cb-4dc7-8754-950ac23c23a1 None None] Bound port: d3b262aa-78bf-4471-a7ec-989426412912, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6768989b-69e9-43f8-a44b-41c535ffbd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ca267e7a-cdd1-4aad-a2a0-269df9b66806'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:21:16.569415 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-570bf4fb-c9cb-4dc7-8754-950ac23c23a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:16.589088 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1540d7-0c40-420f-a986-459362bfa9f1 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Pushing event updated for resources: {'Port': ['ID=2d74f7d1-bd63-474c-8e6a-a7baddcb9394,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:16.597023 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ff4c8213-cf63-445b-b030-6c0c68b0eab0 req-c2d601b4-21a6-4d55-ac57-2c0be4881032 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0688c6db31494470a1b7a5ecaa734bc4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1049047 Dec 06 17:21:16.658035 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baba4165-9e28-47f1-a48b-613350706f76 req-247e0f0b-2d84-454a-96a1-8188fda18a8a tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:16.659922 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-baba4165-9e28-47f1-a48b-613350706f76 req-247e0f0b-2d84-454a-96a1-8188fda18a8a tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8da1e37-b0ce-4950-a2e1-d4d8b1fe0b5f HTTP/1.1" status: 200 len: 945 time: 0.3482773 Dec 06 17:21:16.673697 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1540d7-0c40-420f-a986-459362bfa9f1 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Network 62888d59-b0aa-4b30-84b4-2a011c5a0276 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:21:16.675197 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-5a1540d7-0c40-420f-a986-459362bfa9f1 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:21:16.683610 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1540d7-0c40-420f-a986-459362bfa9f1 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:21:16.691183 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-570bf4fb-c9cb-4dc7-8754-950ac23c23a1 None None] For port d3b262aa-78bf-4471-a7ec-989426412912, host n-d-master-1, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:21:16.706340 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-570bf4fb-c9cb-4dc7-8754-950ac23c23a1 None None] For port d3b262aa-78bf-4471-a7ec-989426412912, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d3b262aa-78bf-4471-a7ec-989426412912,segment=NetworkSegment(6768989b-69e9-43f8-a44b-41c535ffbd8e),segment_id=6768989b-69e9-43f8-a44b-41c535ffbd8e)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:21:16.733228 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-570bf4fb-c9cb-4dc7-8754-950ac23c23a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:16.781834 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5a1540d7-0c40-420f-a986-459362bfa9f1 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539179'] for router_interface, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:16.808198 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89127be2-a457-4810-84c6-4239de2e2de5 None None] Pushing event updated for resources: {'Port': ['ID=c8b31013-5ede-4ea1-8b4c-8901b91b747d,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:16.881247 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-f01e20f7-61b3-4d1a-a238-365cb1cb3bd4 None None] Allocated IP 172.21.0.2 (835e734f-26a2-4d86-bab0-8bcc2ebf84d2/a20cd519-bc28-4652-bfff-ba7fe03d6af8/caf9ea57-64ad-4a90-97a0-631825befdd1) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:21:16.887717 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be323573-f8ae-4fe4-9473-c62f173e6944 None None] Pushing event updated for resources: {'Port': ['ID=d3b262aa-78bf-4471-a7ec-989426412912,revision_number=4']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:16.897512 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570bf4fb-c9cb-4dc7-8754-950ac23c23a1 None None] Routers {'09eaa48a-bd77-467e-bf74-ba4e33886a13'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:21:16.902363 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-570bf4fb-c9cb-4dc7-8754-950ac23c23a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:21:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['09eaa48a-bd77-467e-bf74-ba4e33886a13'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:21:17.050302 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c414b387-fb2f-4e4c-9ec0-6e6a1f9437a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:17.067944 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-570bf4fb-c9cb-4dc7-8754-950ac23c23a1 None None] Set router 09eaa48a-bd77-467e-bf74-ba4e33886a13 gateway port host: None {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:21:17.092350 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:17.093100 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-468c0974-ddf3-448f-9fc8-03091709870e None None] Provisioning complete for port d3b262aa-78bf-4471-a7ec-989426412912 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:21:17.093482 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-468c0974-ddf3-448f-9fc8-03091709870e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:17.178456 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-089484b8-901f-4b2d-b59c-e603802d828c tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:17.198422 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-baba4165-9e28-47f1-a48b-613350706f76 req-ad032929-1ad8-410a-abf0-aa7e8cab6345 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd5fd2ce-3e09-41f1-868b-3ad9c4e06626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4149768 Dec 06 17:21:17.285664 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device c8b31013-5ede-4ea1-8b4c-8901b91b747d up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:21:17.312222 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ff4c8213-cf63-445b-b030-6c0c68b0eab0 req-1f77384d-2ea9-46e5-9682-95b3c91bfc16 service neutron] 10.222.0.23 "GET /v2.0/networks/b1330ff6-71a6-48db-aedf-2e908404d40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7047908 Dec 06 17:21:17.315721 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5a1540d7-0c40-420f-a986-459362bfa9f1 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:17.724634 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3c5f70ee-6218-4c6f-b25c-84012c4af2fb req-77bcc6a7-1ac7-44b0-8a8e-c66cbb752c9a tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5398cbb-9f14-42b7-905c-288b25e2bdb2 HTTP/1.1" status: 200 len: 210 time: 0.0784001 Dec 06 17:21:17.750082 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c414b387-fb2f-4e4c-9ec0-6e6a1f9437a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:17.770671 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c414b387-fb2f-4e4c-9ec0-6e6a1f9437a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:17.815014 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-570bf4fb-c9cb-4dc7-8754-950ac23c23a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'name': 'tempest-RoutersIpV6Test-router-2112262611', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:21:01Z', 'updated_at': '2021-12-06T17:21:12Z', 'revision_number': 3, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'gw_port_host': None, '_interfaces': [{'id': 'ae29b8c0-9297-45c9-a04f-f838385810fd', 'name': '', 'network_id': '6be8505b-7e09-481c-9ab7-a2a0372522ff', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'mac_address': 'fa:16:3e:0e:e5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '84cd5c52-9fa9-463d-8ed2-fa78d4f61fab', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:21:04Z', 'updated_at': '2021-12-06T17:21:11Z', 'revision_number': 5, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'subnets': [{'id': '84cd5c52-9fa9-463d-8ed2-fa78d4f61fab', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3b262aa-78bf-4471-a7ec-989426412912', 'name': '', 'network_id': 'ca267e7a-cdd1-4aad-a2a0-269df9b66806', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'mac_address': 'fa:16:3e:f0:bd:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'b392670b-9935-49cb-8fdd-bb669b97dc57', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:21:09Z', 'updated_at': '2021-12-06T17:21:16Z', 'revision_number': 4, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'subnets': [{'id': 'b392670b-9935-49cb-8fdd-bb669b97dc57', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:21:17.837002 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f01e20f7-61b3-4d1a-a238-365cb1cb3bd4 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:17.897746 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-83df6898-ddb4-49eb-8726-eae744ccb11c None None] Allocated IP 2001:db8:2::2 (c11798b5-4214-48bb-89be-2de1c803913e/4954b8f0-7e2f-4b09-8a71-e7e59fb661ee/4cdedefa-829d-484b-b180-2d9789a0b989) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:21:17.918266 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570bf4fb-c9cb-4dc7-8754-950ac23c23a1 None None] The sync data for ids ['09eaa48a-bd77-467e-bf74-ba4e33886a13'] in n-d-master-1 is: [{'id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'name': 'tempest-RoutersIpV6Test-router-2112262611', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:21:01Z', 'updated_at': '2021-12-06T17:21:12Z', 'revision_number': 3, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'gw_port_host': None, '_interfaces': [{'id': 'ae29b8c0-9297-45c9-a04f-f838385810fd', 'name': '', 'network_id': '6be8505b-7e09-481c-9ab7-a2a0372522ff', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'mac_address': 'fa:16:3e:0e:e5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '84cd5c52-9fa9-463d-8ed2-fa78d4f61fab', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:21:04Z', 'updated_at': '2021-12-06T17:21:11Z', 'revision_number': 5, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'subnets': [{'id': '84cd5c52-9fa9-463d-8ed2-fa78d4f61fab', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3b262aa-78bf-4471-a7ec-989426412912', 'name': '', 'network_id': 'ca267e7a-cdd1-4aad-a2a0-269df9b66806', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'mac_address': 'fa:16:3e:f0:bd:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'b392670b-9935-49cb-8fdd-bb669b97dc57', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:21:09Z', 'updated_at': '2021-12-06T17:21:16Z', 'revision_number': 4, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'subnets': [{'id': 'b392670b-9935-49cb-8fdd-bb669b97dc57', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:21:17.963386 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ff4c8213-cf63-445b-b030-6c0c68b0eab0 req-6610033f-b4a0-4ebb-bd83-f0e2247a78ef service neutron] 10.222.0.23 "GET /v2.0/networks/b1330ff6-71a6-48db-aedf-2e908404d40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6497695 Dec 06 17:21:18.034194 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-c414b387-fb2f-4e4c-9ec0-6e6a1f9437a8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ce0580ced6ce4a2d985f8cade5c10115&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8804913 Dec 06 17:21:18.048357 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 56172) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:18.059234 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port c8b31013-5ede-4ea1-8b4c-8901b91b747d triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:21:18.059475 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:18.060953 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c414b387-fb2f-4e4c-9ec0-6e6a1f9437a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68ad3ae2-a7ae-49e3-9718-f71ca62fdc18,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:18.158722 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5a1540d7-0c40-420f-a986-459362bfa9f1 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:18.201443 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5a1540d7-0c40-420f-a986-459362bfa9f1 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:18.415306 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b9e97a86-aae9-4638-bf8f-86a6885c9da4 req-67bc4103-75a2-4566-aa4a-f5e3ece90ff2 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e278265-7b99-4956-8ec2-cd3b779484e1 HTTP/1.1" status: 200 len: 210 time: 0.0781176 Dec 06 17:21:18.473187 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1540d7-0c40-420f-a986-459362bfa9f1 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Pushing event updated for resources: {'Port': ['ID=2d74f7d1-bd63-474c-8e6a-a7baddcb9394,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:18.530658 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9565c6c7-d671-4874-b541-2677a7e6d4d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:18.557078 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9565c6c7-d671-4874-b541-2677a7e6d4d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:18.580381 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f01e20f7-61b3-4d1a-a238-365cb1cb3bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:18.602252 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5a1540d7-0c40-420f-a986-459362bfa9f1 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-772465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539207'] for router_interface, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:18.634389 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa4c0cb-3cc2-412a-9d70-2231df0f1236 req-210588e8-fc15-46e1-a921-a93f21d14498 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:18.647333 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-baa4c0cb-3cc2-412a-9d70-2231df0f1236 req-210588e8-fc15-46e1-a921-a93f21d14498 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8da1e37-b0ce-4950-a2e1-d4d8b1fe0b5f HTTP/1.1" status: 200 len: 945 time: 0.1926255 Dec 06 17:21:18.648574 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9565c6c7-d671-4874-b541-2677a7e6d4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:18.651522 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9565c6c7-d671-4874-b541-2677a7e6d4d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:18.653001 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-9565c6c7-d671-4874-b541-2677a7e6d4d0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/68ad3ae2-a7ae-49e3-9718-f71ca62fdc18 HTTP/1.1" status: 204 len: 168 time: 0.6035423 Dec 06 17:21:18.669981 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8051861-35ae-4f9e-8f6b-fc015f840761 None None] Network 62888d59-b0aa-4b30-84b4-2a011c5a0276 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:21:18.700564 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9565c6c7-d671-4874-b541-2677a7e6d4d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ad3ae2-a7ae-49e3-9718-f71ca62fdc18,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:18.786040 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01e20f7-61b3-4d1a-a238-365cb1cb3bd4 None None] Network 835e734f-26a2-4d86-bab0-8bcc2ebf84d2 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:21:18.902526 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1540d7-0c40-420f-a986-459362bfa9f1 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Network 62888d59-b0aa-4b30-84b4-2a011c5a0276 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:21:18.912166 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-5a1540d7-0c40-420f-a986-459362bfa9f1 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:21:18.941535 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-119aa96c-4c40-4965-8975-102aa2e68909 req-c9363cbb-cb5a-4b62-a2c2-e0e96ac0f4ac tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5398cbb-9f14-42b7-905c-288b25e2bdb2 HTTP/1.1" status: 200 len: 210 time: 0.0456307 Dec 06 17:21:18.966498 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:19.030018 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-baa4c0cb-3cc2-412a-9d70-2231df0f1236 req-ae51b1cc-5db6-40df-b12e-8f345ebc4892 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd5fd2ce-3e09-41f1-868b-3ad9c4e06626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3711636 Dec 06 17:21:19.037806 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:19.078835 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-f01e20f7-61b3-4d1a-a238-365cb1cb3bd4 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:21:19.082227 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01e20f7-61b3-4d1a-a238-365cb1cb3bd4 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:21:19.109596 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01e20f7-61b3-4d1a-a238-365cb1cb3bd4 None None] Pushing event updated for resources: {'Port': ['ID=caf9ea57-64ad-4a90-97a0-631825befdd1,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:19.167228 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a1540d7-0c40-420f-a986-459362bfa9f1 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Router 53fc8c0f-ac4d-4cff-8617-e5b907460646 is scheduled to L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 17:21:19.271695 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a1540d7-0c40-420f-a986-459362bfa9f1 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:21:19.278274 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-5a1540d7-0c40-420f-a986-459362bfa9f1 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "PUT /v2.0/routers/53fc8c0f-ac4d-4cff-8617-e5b907460646/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9202836 Dec 06 17:21:19.280943 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 56204) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:19.282688 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-468c0974-ddf3-448f-9fc8-03091709870e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:19.291375 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] For port c8b31013-5ede-4ea1-8b4c-8901b91b747d, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c8b31013-5ede-4ea1-8b4c-8901b91b747d,segment=NetworkSegment(14a89fb6-9d51-46df-918b-4909f9c15431),segment_id=14a89fb6-9d51-46df-918b-4909f9c15431)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:21:19.354032 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0660b552-2d2b-4042-8b5f-7775a80161e7 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:19.355869 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-0660b552-2d2b-4042-8b5f-7775a80161e7 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "GET /v2.0/ports/2d74f7d1-bd63-474c-8e6a-a7baddcb9394 HTTP/1.1" status: 200 len: 910 time: 0.0727124 Dec 06 17:21:19.358745 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 56208) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:19.358894 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ff8189-9212-4947-ace0-f88d125a7b29 None None] Sync routers for ids ['53fc8c0f-ac4d-4cff-8617-e5b907460646'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:21:19.395351 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:19.396320 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device dd91de9d-8bf3-4934-8a47-3864e011c035 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:21:19.402867 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-f01e20f7-61b3-4d1a-a238-365cb1cb3bd4 None None] Attempting to bind port caf9ea57-64ad-4a90-97a0-631825befdd1 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:21:19.403324 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-f01e20f7-61b3-4d1a-a238-365cb1cb3bd4 None None] Attempting to bind port caf9ea57-64ad-4a90-97a0-631825befdd1 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '49d92374-f052-4c21-9342-c4fdb3c41fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '835e734f-26a2-4d86-bab0-8bcc2ebf84d2'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:21:19.403759 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01e20f7-61b3-4d1a-a238-365cb1cb3bd4 None None] Attempting to bind port caf9ea57-64ad-4a90-97a0-631825befdd1 on network 835e734f-26a2-4d86-bab0-8bcc2ebf84d2 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:21:19.428236 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01e20f7-61b3-4d1a-a238-365cb1cb3bd4 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:21:19.428697 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01e20f7-61b3-4d1a-a238-365cb1cb3bd4 None None] Checking segment: {'id': '49d92374-f052-4c21-9342-c4fdb3c41fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '835e734f-26a2-4d86-bab0-8bcc2ebf84d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:21:19.429303 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f01e20f7-61b3-4d1a-a238-365cb1cb3bd4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:19.429766 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01e20f7-61b3-4d1a-a238-365cb1cb3bd4 None None] Bound using segment: {'id': '49d92374-f052-4c21-9342-c4fdb3c41fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '835e734f-26a2-4d86-bab0-8bcc2ebf84d2'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:21:19.430401 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-f01e20f7-61b3-4d1a-a238-365cb1cb3bd4 None None] Bound port: caf9ea57-64ad-4a90-97a0-631825befdd1, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49d92374-f052-4c21-9342-c4fdb3c41fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '835e734f-26a2-4d86-bab0-8bcc2ebf84d2'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:21:19.431336 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f01e20f7-61b3-4d1a-a238-365cb1cb3bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:19.595846 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c2802ff5-7c47-4c5d-a5aa-36578627969f req-bc702368-f0a9-4058-90fb-7c3203e5600d tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e278265-7b99-4956-8ec2-cd3b779484e1 HTTP/1.1" status: 200 len: 210 time: 0.0410330 Dec 06 17:21:19.634588 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:19.753268 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-83df6898-ddb4-49eb-8726-eae744ccb11c None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:19.786727 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-468c0974-ddf3-448f-9fc8-03091709870e None None] For port d3b262aa-78bf-4471-a7ec-989426412912, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d3b262aa-78bf-4471-a7ec-989426412912,segment=NetworkSegment(6768989b-69e9-43f8-a44b-41c535ffbd8e),segment_id=6768989b-69e9-43f8-a44b-41c535ffbd8e)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:21:19.787693 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ff8189-9212-4947-ace0-f88d125a7b29 None None] Routers {'53fc8c0f-ac4d-4cff-8617-e5b907460646'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:21:19.788342 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-a5ff8189-9212-4947-ace0-f88d125a7b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:21:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['53fc8c0f-ac4d-4cff-8617-e5b907460646'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:21:19.912722 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-a5ff8189-9212-4947-ace0-f88d125a7b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:21:19.917721 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-83df6898-ddb4-49eb-8726-eae744ccb11c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:19.931641 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-089484b8-901f-4b2d-b59c-e603802d828c tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Allocated IP 2001:db8:2::1 (c11798b5-4214-48bb-89be-2de1c803913e/4954b8f0-7e2f-4b09-8a71-e7e59fb661ee/6ad43d74-2968-47eb-a55f-3cd1ef634bfe) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:21:19.943291 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-468c0974-ddf3-448f-9fc8-03091709870e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:19.950134 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-f01e20f7-61b3-4d1a-a238-365cb1cb3bd4 None None] For port caf9ea57-64ad-4a90-97a0-631825befdd1, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:21:19.958019 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Pushing event updated for resources: {'Port': ['ID=c8b31013-5ede-4ea1-8b4c-8901b91b747d,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:19.992623 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83df6898-ddb4-49eb-8726-eae744ccb11c None None] Network c11798b5-4214-48bb-89be-2de1c803913e is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:21:19.995112 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ff8189-9212-4947-ace0-f88d125a7b29 None None] Routers {'53fc8c0f-ac4d-4cff-8617-e5b907460646'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:21:19.995759 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-a5ff8189-9212-4947-ace0-f88d125a7b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:21:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['53fc8c0f-ac4d-4cff-8617-e5b907460646'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:21:20.001899 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-f01e20f7-61b3-4d1a-a238-365cb1cb3bd4 None None] For port caf9ea57-64ad-4a90-97a0-631825befdd1, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=caf9ea57-64ad-4a90-97a0-631825befdd1,segment=NetworkSegment(49d92374-f052-4c21-9342-c4fdb3c41fab),segment_id=49d92374-f052-4c21-9342-c4fdb3c41fab)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:21:20.031550 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-83df6898-ddb4-49eb-8726-eae744ccb11c None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:21:20.035701 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c8213-cf63-445b-b030-6c0c68b0eab0 req-840edeb8-4d95-4071-8281-20138231b40e tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:20.037265 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ff4c8213-cf63-445b-b030-6c0c68b0eab0 req-840edeb8-4d95-4071-8281-20138231b40e tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.41 "GET /v2.0/networks?id=b1330ff6-71a6-48db-aedf-2e908404d40b HTTP/1.1" status: 200 len: 811 time: 0.2525957 Dec 06 17:21:20.068582 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-ff4c8213-cf63-445b-b030-6c0c68b0eab0 req-f283b0b3-0dee-41d3-b78d-40bb5375f110 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Request body: {'port': {'device_id': '9e278265-7b99-4956-8ec2-cd3b779484e1', 'network_id': 'b1330ff6-71a6-48db-aedf-2e908404d40b', 'admin_state_up': True, 'tenant_id': '0688c6db31494470a1b7a5ecaa734bc4'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:21:20.124814 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port dd91de9d-8bf3-4934-8a47-3864e011c035 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:21:20.125270 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:20.130380 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f01e20f7-61b3-4d1a-a238-365cb1cb3bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:20.141492 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83df6898-ddb4-49eb-8726-eae744ccb11c None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:21:20.224275 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-a5ff8189-9212-4947-ace0-f88d125a7b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:21:20.224945 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ff8189-9212-4947-ace0-f88d125a7b29 None None] The sync data for ids ['53fc8c0f-ac4d-4cff-8617-e5b907460646'] in n-d-master-1 is: [] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:21:20.353646 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83df6898-ddb4-49eb-8726-eae744ccb11c None None] Pushing event updated for resources: {'Port': ['ID=4cdedefa-829d-484b-b180-2d9789a0b989,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:20.524322 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9724ff28-05a4-4edc-a673-d456632cb2c3 req-87e219e7-051e-4e61-9095-0fb4fcee6bf2 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5398cbb-9f14-42b7-905c-288b25e2bdb2 HTTP/1.1" status: 200 len: 210 time: 0.0754733 Dec 06 17:21:20.531272 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a11cc1a0-aab4-4f4c-b91b-6797246a857d None None] Provisioning complete for port c8b31013-5ede-4ea1-8b4c-8901b91b747d triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:21:20.531657 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a11cc1a0-aab4-4f4c-b91b-6797246a857d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:20.550104 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13289299-ed49-4f2e-b5fd-b06b945fd30e req-2741c76f-5d09-4547-8e9e-616b0ee26076 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:20.555009 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-13289299-ed49-4f2e-b5fd-b06b945fd30e req-2741c76f-5d09-4547-8e9e-616b0ee26076 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8da1e37-b0ce-4950-a2e1-d4d8b1fe0b5f HTTP/1.1" status: 200 len: 945 time: 0.3525262 Dec 06 17:21:20.567345 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8f3a0dc9-cfd5-43cd-80c5-0f1c2e5c0f86 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:20.626419 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-089484b8-901f-4b2d-b59c-e603802d828c tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:20.636281 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff4c8213-cf63-445b-b030-6c0c68b0eab0 req-f283b0b3-0dee-41d3-b78d-40bb5375f110 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Made reservation on behalf of 0688c6db31494470a1b7a5ecaa734bc4 for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:21:20.639950 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-ff4c8213-cf63-445b-b030-6c0c68b0eab0 req-f283b0b3-0dee-41d3-b78d-40bb5375f110 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:20.730037 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-83df6898-ddb4-49eb-8726-eae744ccb11c None None] Attempting to bind port 4cdedefa-829d-484b-b180-2d9789a0b989 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:21:20.730533 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-83df6898-ddb4-49eb-8726-eae744ccb11c None None] Attempting to bind port 4cdedefa-829d-484b-b180-2d9789a0b989 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '0016f86c-8568-4cdb-83c4-2d2e3469532f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c11798b5-4214-48bb-89be-2de1c803913e'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:21:20.730775 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83df6898-ddb4-49eb-8726-eae744ccb11c None None] Attempting to bind port 4cdedefa-829d-484b-b180-2d9789a0b989 on network c11798b5-4214-48bb-89be-2de1c803913e {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:21:20.749422 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83df6898-ddb4-49eb-8726-eae744ccb11c None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:21:20.749892 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83df6898-ddb4-49eb-8726-eae744ccb11c None None] Checking segment: {'id': '0016f86c-8568-4cdb-83c4-2d2e3469532f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c11798b5-4214-48bb-89be-2de1c803913e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:21:20.750244 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-83df6898-ddb4-49eb-8726-eae744ccb11c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:20.750644 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83df6898-ddb4-49eb-8726-eae744ccb11c None None] Bound using segment: {'id': '0016f86c-8568-4cdb-83c4-2d2e3469532f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c11798b5-4214-48bb-89be-2de1c803913e'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:21:20.751141 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-83df6898-ddb4-49eb-8726-eae744ccb11c None None] Bound port: 4cdedefa-829d-484b-b180-2d9789a0b989, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0016f86c-8568-4cdb-83c4-2d2e3469532f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c11798b5-4214-48bb-89be-2de1c803913e'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:21:20.761276 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-83df6898-ddb4-49eb-8726-eae744ccb11c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:20.763621 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468c0974-ddf3-448f-9fc8-03091709870e None None] Pushing event updated for resources: {'Port': ['ID=d3b262aa-78bf-4471-a7ec-989426412912,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:20.855186 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-ff4c8213-cf63-445b-b030-6c0c68b0eab0 req-f283b0b3-0dee-41d3-b78d-40bb5375f110 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Allocated IP 172.20.0.10 (b1330ff6-71a6-48db-aedf-2e908404d40b/407d30a8-656b-4107-b0bb-8b27c7634002/6e2aaf6a-98ab-4793-bb5a-79fe1a76c80c) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:21:21.005240 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-8f3a0dc9-cfd5-43cd-80c5-0f1c2e5c0f86 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Allocated IP 172.21.0.1 (835e734f-26a2-4d86-bab0-8bcc2ebf84d2/a20cd519-bc28-4652-bfff-ba7fe03d6af8/d22e1be4-93f7-4e5d-b70e-978821b3aed8) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:21:21.097112 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1f51f19b-c126-4ed4-8a5b-2c3c02393b04 req-b28bcdea-e58c-40ac-99ce-58d24b4bb819 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e278265-7b99-4956-8ec2-cd3b779484e1 HTTP/1.1" status: 200 len: 210 time: 0.0576775 Dec 06 17:21:21.211663 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8f3a0dc9-cfd5-43cd-80c5-0f1c2e5c0f86 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:21.224508 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01e20f7-61b3-4d1a-a238-365cb1cb3bd4 None None] Pushing event updated for resources: {'Port': ['ID=caf9ea57-64ad-4a90-97a0-631825befdd1,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:21.235673 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-13289299-ed49-4f2e-b5fd-b06b945fd30e req-eff7dcc5-4f20-4d75-9c4e-9822d7b4828c tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd5fd2ce-3e09-41f1-868b-3ad9c4e06626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6315501 Dec 06 17:21:21.303450 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8f3a0dc9-cfd5-43cd-80c5-0f1c2e5c0f86 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:21.330023 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a11cc1a0-aab4-4f4c-b91b-6797246a857d None None] Provisioning complete for port d3b262aa-78bf-4471-a7ec-989426412912 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:21:21.330529 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a11cc1a0-aab4-4f4c-b91b-6797246a857d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:21.392565 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-ff4c8213-cf63-445b-b030-6c0c68b0eab0 req-f283b0b3-0dee-41d3-b78d-40bb5375f110 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:21.455042 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-83df6898-ddb4-49eb-8726-eae744ccb11c None None] For port 4cdedefa-829d-484b-b180-2d9789a0b989, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:21:21.466098 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-089484b8-901f-4b2d-b59c-e603802d828c tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:21.473673 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3a0dc9-cfd5-43cd-80c5-0f1c2e5c0f86 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Network 835e734f-26a2-4d86-bab0-8bcc2ebf84d2 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:21:21.475520 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-83df6898-ddb4-49eb-8726-eae744ccb11c None None] For port 4cdedefa-829d-484b-b180-2d9789a0b989, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=4cdedefa-829d-484b-b180-2d9789a0b989,segment=NetworkSegment(0016f86c-8568-4cdb-83c4-2d2e3469532f),segment_id=0016f86c-8568-4cdb-83c4-2d2e3469532f)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:21:21.477339 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-8f3a0dc9-cfd5-43cd-80c5-0f1c2e5c0f86 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:21:21.502217 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3a0dc9-cfd5-43cd-80c5-0f1c2e5c0f86 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:21:21.521769 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3a0dc9-cfd5-43cd-80c5-0f1c2e5c0f86 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Pushing event updated for resources: {'Port': ['ID=d22e1be4-93f7-4e5d-b70e-978821b3aed8,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:21.604871 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-83df6898-ddb4-49eb-8726-eae744ccb11c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:21.648847 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089484b8-901f-4b2d-b59c-e603802d828c tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Network c11798b5-4214-48bb-89be-2de1c803913e is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:21:21.671376 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089484b8-901f-4b2d-b59c-e603802d828c tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Pushing event updated for resources: {'Port': ['ID=6ad43d74-2968-47eb-a55f-3cd1ef634bfe,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:21.673108 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8f3a0dc9-cfd5-43cd-80c5-0f1c2e5c0f86 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539179'] for router_interface, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:21.680571 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-089484b8-901f-4b2d-b59c-e603802d828c tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:21:21.693190 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089484b8-901f-4b2d-b59c-e603802d828c tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:21:21.693823 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-089484b8-901f-4b2d-b59c-e603802d828c tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539179'] for router_interface, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:21.882574 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-4284b401-dbc6-4bee-a44f-2c9360c39fef None None] Provisioning complete for port 2d74f7d1-bd63-474c-8e6a-a7baddcb9394 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:21:21.884368 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4284b401-dbc6-4bee-a44f-2c9360c39fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:21.934552 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device c8b31013-5ede-4ea1-8b4c-8901b91b747d up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:21:21.941306 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83df6898-ddb4-49eb-8726-eae744ccb11c None None] Pushing event updated for resources: {'Port': ['ID=4cdedefa-829d-484b-b180-2d9789a0b989,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:21.954986 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-209b02e7-1f97-4cd0-9a3f-66c4df9af0f2 req-dee122b1-d8d4-442c-8743-d5dcb2aa5c1b tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5398cbb-9f14-42b7-905c-288b25e2bdb2 HTTP/1.1" status: 200 len: 210 time: 0.0526874 Dec 06 17:21:22.031210 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-4284b401-dbc6-4bee-a44f-2c9360c39fef None None] Port 2d74f7d1-bd63-474c-8e6a-a7baddcb9394 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:21:22.040924 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8f3a0dc9-cfd5-43cd-80c5-0f1c2e5c0f86 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:22.082205 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-4284b401-dbc6-4bee-a44f-2c9360c39fef None None] Provisioning complete for port c8b31013-5ede-4ea1-8b4c-8901b91b747d triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:21:22.082426 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4284b401-dbc6-4bee-a44f-2c9360c39fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:22.165533 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port c8b31013-5ede-4ea1-8b4c-8901b91b747d triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:21:22.176749 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:22.357682 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 56260) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:22.439270 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0e7087-c09a-4e87-ae3b-d5b6811ebf13 None None] Network 835e734f-26a2-4d86-bab0-8bcc2ebf84d2 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:21:22.482218 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-ff4c8213-cf63-445b-b030-6c0c68b0eab0 req-f283b0b3-0dee-41d3-b78d-40bb5375f110 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:22.487176 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae93c44-8fe5-46d6-9991-6685f95cc746 req-55edc56f-c83d-4a44-82ad-bfd906900811 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:22.489060 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5ae93c44-8fe5-46d6-9991-6685f95cc746 req-55edc56f-c83d-4a44-82ad-bfd906900811 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8da1e37-b0ce-4950-a2e1-d4d8b1fe0b5f HTTP/1.1" status: 200 len: 945 time: 0.1115654 Dec 06 17:21:22.544209 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['5950c246-4a5e-4fe7-824b-ffd17af9d9f8'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:21:22.607939 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8f3a0dc9-cfd5-43cd-80c5-0f1c2e5c0f86 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:22.611666 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-81b6ee07-a6e2-4008-ad9f-113deea5af4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:22.617630 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5ae93c44-8fe5-46d6-9991-6685f95cc746 req-2bd689e3-a320-4ba1-9bb5-8b3c205a8b76 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd5fd2ce-3e09-41f1-868b-3ad9c4e06626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196666 Dec 06 17:21:22.629699 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8f3a0dc9-cfd5-43cd-80c5-0f1c2e5c0f86 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:22.632731 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-089484b8-901f-4b2d-b59c-e603802d828c tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:22.688430 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff4c8213-cf63-445b-b030-6c0c68b0eab0 req-f283b0b3-0dee-41d3-b78d-40bb5375f110 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Network b1330ff6-71a6-48db-aedf-2e908404d40b is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:21:22.699282 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283b0b3-0dee-41d3-b78d-40bb5375f110 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Pushing event updated for resources: {'Port': ['ID=6e2aaf6a-98ab-4793-bb5a-79fe1a76c80c,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:22.722515 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device d3b262aa-78bf-4471-a7ec-989426412912 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:21:22.726226 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8f3a0dc9-cfd5-43cd-80c5-0f1c2e5c0f86 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-772465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539207'] for router_interface, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:22.729181 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3a0dc9-cfd5-43cd-80c5-0f1c2e5c0f86 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Pushing event updated for resources: {'Port': ['ID=d22e1be4-93f7-4e5d-b70e-978821b3aed8,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:22.741101 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-ff4c8213-cf63-445b-b030-6c0c68b0eab0 req-f283b0b3-0dee-41d3-b78d-40bb5375f110 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:21:22.793221 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e523261e-ef10-4407-9250-1db6252c7c82 req-2ccf053a-6eb5-4d8c-a678-e29f95eedce2 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:22.794877 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e523261e-ef10-4407-9250-1db6252c7c82 req-2ccf053a-6eb5-4d8c-a678-e29f95eedce2 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e278265-7b99-4956-8ec2-cd3b779484e1 HTTP/1.1" status: 200 len: 932 time: 0.3530903 Dec 06 17:21:22.797036 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff4c8213-cf63-445b-b030-6c0c68b0eab0 req-f283b0b3-0dee-41d3-b78d-40bb5375f110 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:21:22.921442 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b662b4dd-95f5-45ff-9396-d3bb3e91f874 None None] Provisioning complete for port 2d74f7d1-bd63-474c-8e6a-a7baddcb9394 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:21:22.922046 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b662b4dd-95f5-45ff-9396-d3bb3e91f874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:23.015222 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b662b4dd-95f5-45ff-9396-d3bb3e91f874 None None] Port 2d74f7d1-bd63-474c-8e6a-a7baddcb9394 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:21:23.063847 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port d3b262aa-78bf-4471-a7ec-989426412912 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:21:23.064365 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:23.095720 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3a0dc9-cfd5-43cd-80c5-0f1c2e5c0f86 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Network 835e734f-26a2-4d86-bab0-8bcc2ebf84d2 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:21:23.104617 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-81b6ee07-a6e2-4008-ad9f-113deea5af4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:23.127077 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-81b6ee07-a6e2-4008-ad9f-113deea5af4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:23.129830 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-8f3a0dc9-cfd5-43cd-80c5-0f1c2e5c0f86 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:21:23.151065 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b662b4dd-95f5-45ff-9396-d3bb3e91f874 None None] Provisioning complete for port caf9ea57-64ad-4a90-97a0-631825befdd1 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:21:23.151438 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b662b4dd-95f5-45ff-9396-d3bb3e91f874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:23.189335 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4b8ccc98-78a9-4446-8d93-0da8f263a0b3 req-773f028a-7df0-47b2-8fd6-d1f8686c09ce tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5398cbb-9f14-42b7-905c-288b25e2bdb2 HTTP/1.1" status: 200 len: 210 time: 0.0778811 Dec 06 17:21:23.276163 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c8213-cf63-445b-b030-6c0c68b0eab0 req-f283b0b3-0dee-41d3-b78d-40bb5375f110 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:23.276849 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-ff4c8213-cf63-445b-b030-6c0c68b0eab0 req-f283b0b3-0dee-41d3-b78d-40bb5375f110 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:23.290703 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e523261e-ef10-4407-9250-1db6252c7c82 req-7c8e65d8-cdf7-43a0-97f0-5116973b47b1 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c657007e-2b96-4108-a795-7e2c1ca6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4854996 Dec 06 17:21:23.345170 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ff4c8213-cf63-445b-b030-6c0c68b0eab0 req-f283b0b3-0dee-41d3-b78d-40bb5375f110 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2893460 Dec 06 17:21:23.345336 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b662b4dd-95f5-45ff-9396-d3bb3e91f874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:23.382279 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-ff4c8213-cf63-445b-b030-6c0c68b0eab0 req-f157199f-ef10-4382-b39f-920c1af5702b service neutron] Request body: {'port': {'device_id': '9e278265-7b99-4956-8ec2-cd3b779484e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:21:23.386023 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-81b6ee07-a6e2-4008-ad9f-113deea5af4e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2672d0f0cb5b475ab13193412963d873&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0246325 Dec 06 17:21:23.397283 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 56272) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:23.415603 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b6ee07-a6e2-4008-ad9f-113deea5af4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51845264-0a33-4405-991d-57b1cfef4bee,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:23.469671 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b662b4dd-95f5-45ff-9396-d3bb3e91f874 None None] For port caf9ea57-64ad-4a90-97a0-631825befdd1, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=caf9ea57-64ad-4a90-97a0-631825befdd1,segment=NetworkSegment(49d92374-f052-4c21-9342-c4fdb3c41fab),segment_id=49d92374-f052-4c21-9342-c4fdb3c41fab)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:21:23.489877 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f3a0dc9-cfd5-43cd-80c5-0f1c2e5c0f86 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Router 53fc8c0f-ac4d-4cff-8617-e5b907460646 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:21:23.492815 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b662b4dd-95f5-45ff-9396-d3bb3e91f874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:23.549082 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device caf9ea57-64ad-4a90-97a0-631825befdd1 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:21:23.578894 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-ff4c8213-cf63-445b-b030-6c0c68b0eab0 req-f157199f-ef10-4382-b39f-920c1af5702b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:23.630219 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd07164b-154e-4960-a4a3-6db71cf5952d None None] Network c11798b5-4214-48bb-89be-2de1c803913e requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:21:23.739836 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-089484b8-901f-4b2d-b59c-e603802d828c tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:23.751073 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-089484b8-901f-4b2d-b59c-e603802d828c tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:23.752024 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-089484b8-901f-4b2d-b59c-e603802d828c tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-772465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539207'] for router_interface, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:23.770067 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f3a0dc9-cfd5-43cd-80c5-0f1c2e5c0f86 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:21:23.798761 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b662b4dd-95f5-45ff-9396-d3bb3e91f874 None None] Pushing event updated for resources: {'Port': ['ID=caf9ea57-64ad-4a90-97a0-631825befdd1,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:23.806664 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-8f3a0dc9-cfd5-43cd-80c5-0f1c2e5c0f86 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "PUT /v2.0/routers/53fc8c0f-ac4d-4cff-8617-e5b907460646/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4464102 Dec 06 17:21:23.808063 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-88f628c9-d86b-4dd7-a953-154621d14c2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:23.810347 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc55d9be-2254-4933-bae8-d46e0b998fec None None] Sync routers for ids ['53fc8c0f-ac4d-4cff-8617-e5b907460646'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:21:23.828046 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port caf9ea57-64ad-4a90-97a0-631825befdd1 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:21:23.828632 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:23.855210 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc55d9be-2254-4933-bae8-d46e0b998fec None None] Routers {'53fc8c0f-ac4d-4cff-8617-e5b907460646'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:21:23.857568 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-fc55d9be-2254-4933-bae8-d46e0b998fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:21:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['53fc8c0f-ac4d-4cff-8617-e5b907460646'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:21:23.865881 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-3f1f3a3e-8d45-4f2d-b309-fdde820f1f3b None None] Provisioning complete for port 6e2aaf6a-98ab-4793-bb5a-79fe1a76c80c triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:21:23.866079 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 56276) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:23.866284 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3f1f3a3e-8d45-4f2d-b309-fdde820f1f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:23.871608 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089484b8-901f-4b2d-b59c-e603802d828c tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Pushing event updated for resources: {'Port': ['ID=6ad43d74-2968-47eb-a55f-3cd1ef634bfe,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:23.918234 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-88f628c9-d86b-4dd7-a953-154621d14c2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:23.961414 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefef1c4-0b2d-4373-83d7-808ce14b647d req-db8ace79-f25c-422e-90c2-a43ef85e6f9a tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:23.976547 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-fc55d9be-2254-4933-bae8-d46e0b998fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:21:23.986355 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-eefef1c4-0b2d-4373-83d7-808ce14b647d req-db8ace79-f25c-422e-90c2-a43ef85e6f9a tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8da1e37-b0ce-4950-a2e1-d4d8b1fe0b5f HTTP/1.1" status: 200 len: 945 time: 0.1729760 Dec 06 17:21:24.007705 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc55d9be-2254-4933-bae8-d46e0b998fec None None] Routers {'53fc8c0f-ac4d-4cff-8617-e5b907460646'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:21:24.009829 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-fc55d9be-2254-4933-bae8-d46e0b998fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:21:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['53fc8c0f-ac4d-4cff-8617-e5b907460646'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:21:24.070710 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-3f1f3a3e-8d45-4f2d-b309-fdde820f1f3b None None] Port 6e2aaf6a-98ab-4793-bb5a-79fe1a76c80c cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:21:24.090049 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-3f1f3a3e-8d45-4f2d-b309-fdde820f1f3b None None] Provisioning complete for port d22e1be4-93f7-4e5d-b70e-978821b3aed8 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:21:24.090431 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3f1f3a3e-8d45-4f2d-b309-fdde820f1f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:24.113672 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-fc55d9be-2254-4933-bae8-d46e0b998fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:21:24.119962 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc55d9be-2254-4933-bae8-d46e0b998fec None None] The sync data for ids ['53fc8c0f-ac4d-4cff-8617-e5b907460646'] in n-d-master-1 is: [] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:21:24.135545 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-eefef1c4-0b2d-4373-83d7-808ce14b647d req-df5f82a4-1ffb-4cd9-b74c-0038c2fc4969 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd5fd2ce-3e09-41f1-868b-3ad9c4e06626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405768 Dec 06 17:21:24.149811 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-3f1f3a3e-8d45-4f2d-b309-fdde820f1f3b None None] Port d22e1be4-93f7-4e5d-b70e-978821b3aed8 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:21:24.180168 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-3f1f3a3e-8d45-4f2d-b309-fdde820f1f3b None None] Provisioning complete for port caf9ea57-64ad-4a90-97a0-631825befdd1 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:21:24.180536 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3f1f3a3e-8d45-4f2d-b309-fdde820f1f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:24.221044 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-88f628c9-d86b-4dd7-a953-154621d14c2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:24.223924 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-88f628c9-d86b-4dd7-a953-154621d14c2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:24.227999 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-88f628c9-d86b-4dd7-a953-154621d14c2b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/51845264-0a33-4405-991d-57b1cfef4bee HTTP/1.1" status: 204 len: 168 time: 0.8297524 Dec 06 17:21:24.250784 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f628c9-d86b-4dd7-a953-154621d14c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51845264-0a33-4405-991d-57b1cfef4bee,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:24.418090 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0030c18-a8bf-4834-b786-210f1060642e tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:24.421921 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-b0030c18-a8bf-4834-b786-210f1060642e tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "GET /v2.0/ports/d22e1be4-93f7-4e5d-b70e-978821b3aed8 HTTP/1.1" status: 200 len: 910 time: 0.5308676 Dec 06 17:21:24.427589 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 56288) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:24.428732 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089484b8-901f-4b2d-b59c-e603802d828c tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Network c11798b5-4214-48bb-89be-2de1c803913e is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:21:24.447608 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-089484b8-901f-4b2d-b59c-e603802d828c tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:21:24.465594 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device caf9ea57-64ad-4a90-97a0-631825befdd1 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:21:24.518559 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-38759700-b2ea-4a39-b0b8-0d83ac2d340b req-64e1b122-993d-4e79-a143-f020c2a4a01a tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5398cbb-9f14-42b7-905c-288b25e2bdb2 HTTP/1.1" status: 200 len: 210 time: 0.0936606 Dec 06 17:21:24.543834 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port caf9ea57-64ad-4a90-97a0-631825befdd1 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:21:24.544061 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:24.613747 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c270bdca-4cf1-4e93-b1c8-a2a2ebc9b669 req-68e258e1-2b1b-4413-ba6e-fa0c7121a96e tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:24.621169 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c270bdca-4cf1-4e93-b1c8-a2a2ebc9b669 req-68e258e1-2b1b-4413-ba6e-fa0c7121a96e tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e278265-7b99-4956-8ec2-cd3b779484e1 HTTP/1.1" status: 200 len: 932 time: 0.2058384 Dec 06 17:21:24.633865 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-3ec02284-11a5-4ca9-b842-bbfa19de2e5f None None] Provisioning complete for port 4cdedefa-829d-484b-b180-2d9789a0b989 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:21:24.634240 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3ec02284-11a5-4ca9-b842-bbfa19de2e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:24.727130 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-089484b8-901f-4b2d-b59c-e603802d828c tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Router 09eaa48a-bd77-467e-bf74-ba4e33886a13 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:21:24.734030 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 4cdedefa-829d-484b-b180-2d9789a0b989 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:21:24.818065 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c270bdca-4cf1-4e93-b1c8-a2a2ebc9b669 req-b17779fa-ad03-480e-86eb-75e64d32adec tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c657007e-2b96-4108-a795-7e2c1ca6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921821 Dec 06 17:21:24.821076 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 56292) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:24.860145 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 4cdedefa-829d-484b-b180-2d9789a0b989 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:21:24.860520 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:24.890054 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-577cfda6-fe21-4f9b-b97c-fa0a12231e41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:24.971464 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-ff4c8213-cf63-445b-b030-6c0c68b0eab0 req-f157199f-ef10-4382-b39f-920c1af5702b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e2aaf6a-98ab-4793-bb5a-79fe1a76c80c {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:21:24.978706 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-089484b8-901f-4b2d-b59c-e603802d828c tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:21:24.991612 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5783b19-e7ae-4d14-bff2-6fc686c1db55 None None] Sync routers for ids ['09eaa48a-bd77-467e-bf74-ba4e33886a13'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:21:24.993865 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3ec02284-11a5-4ca9-b842-bbfa19de2e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:24.998947 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-089484b8-901f-4b2d-b59c-e603802d828c tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "PUT /v2.0/routers/09eaa48a-bd77-467e-bf74-ba4e33886a13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7530766 Dec 06 17:21:24.999657 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 56296) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:25.005584 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-ff4c8213-cf63-445b-b030-6c0c68b0eab0 req-f157199f-ef10-4382-b39f-920c1af5702b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:25.017702 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-ee32f148-2047-418d-8996-16041eff2d02 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-156324448'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:21:25.025772 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5783b19-e7ae-4d14-bff2-6fc686c1db55 None None] Routers {'09eaa48a-bd77-467e-bf74-ba4e33886a13'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:21:25.026538 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-a5783b19-e7ae-4d14-bff2-6fc686c1db55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:21:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['09eaa48a-bd77-467e-bf74-ba4e33886a13'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:21:25.057196 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee32f148-2047-418d-8996-16041eff2d02 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Made reservation on behalf of de0eff4c472847f5a5b49bddb4177865 for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:21:25.062248 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ee32f148-2047-418d-8996-16041eff2d02 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:25.087064 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-ff4c8213-cf63-445b-b030-6c0c68b0eab0 req-f157199f-ef10-4382-b39f-920c1af5702b service neutron] Transition to ACTIVE for port object 6e2aaf6a-98ab-4793-bb5a-79fe1a76c80c will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:21:25.102414 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-ff4c8213-cf63-445b-b030-6c0c68b0eab0 req-f157199f-ef10-4382-b39f-920c1af5702b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:25.117232 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:25.161187 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee32f148-2047-418d-8996-16041eff2d02 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:21:25.169018 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-3ec02284-11a5-4ca9-b842-bbfa19de2e5f None None] For port 4cdedefa-829d-484b-b180-2d9789a0b989, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=4cdedefa-829d-484b-b180-2d9789a0b989,segment=NetworkSegment(0016f86c-8568-4cdb-83c4-2d2e3469532f),segment_id=0016f86c-8568-4cdb-83c4-2d2e3469532f)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:21:25.175504 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-577cfda6-fe21-4f9b-b97c-fa0a12231e41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:25.203762 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f157199f-ef10-4382-b39f-920c1af5702b service neutron] Pushing event updated for resources: {'Port': ['ID=6e2aaf6a-98ab-4793-bb5a-79fe1a76c80c,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:25.205457 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3ec02284-11a5-4ca9-b842-bbfa19de2e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:25.208724 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-577cfda6-fe21-4f9b-b97c-fa0a12231e41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:25.239177 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ee32f148-2047-418d-8996-16041eff2d02 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:25.240477 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-ee32f148-2047-418d-8996-16041eff2d02 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Added segment e8e5f583-7cfb-4e44-bf3d-cc078a510bd9 of type vlan for network 2fe411d2-2120-4c74-9bcd-551c502fafed Dec 06 17:21:25.299951 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577cfda6-fe21-4f9b-b97c-fa0a12231e41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61cf0618-2091-434c-8d90-ad07423dad3e,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:25.304840 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.db.api [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103286) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 17:21:25.305637 n-d-master-1 neutron-server[103286]: DEBUG oslo_db.api [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 17:21:25.369002 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-577cfda6-fe21-4f9b-b97c-fa0a12231e41 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ac68758709ba44ed8bce487218cde21d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5355952 Dec 06 17:21:25.373189 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 56302) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:25.376480 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-a5783b19-e7ae-4d14-bff2-6fc686c1db55 None None] Set router 09eaa48a-bd77-467e-bf74-ba4e33886a13 gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:21:25.383892 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c40973c1-7cc8-4a97-9012-4666342d0d17 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575908'] for router_interface, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:25.426172 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ee32f148-2047-418d-8996-16041eff2d02 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:25.513612 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-3ec02284-11a5-4ca9-b842-bbfa19de2e5f None None] Provisioning complete for port d22e1be4-93f7-4e5d-b70e-978821b3aed8 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:21:25.513982 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3ec02284-11a5-4ca9-b842-bbfa19de2e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:25.547200 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ee32f148-2047-418d-8996-16041eff2d02 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:25.553163 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee32f148-2047-418d-8996-16041eff2d02 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:25.553932 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ee32f148-2047-418d-8996-16041eff2d02 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:25.568722 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5019aa93-a866-4796-b87b-027949edb3f8 req-d0b651a5-c9bf-4d31-a410-76a936eaef85 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:25.570927 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5019aa93-a866-4796-b87b-027949edb3f8 req-d0b651a5-c9bf-4d31-a410-76a936eaef85 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8da1e37-b0ce-4950-a2e1-d4d8b1fe0b5f HTTP/1.1" status: 200 len: 945 time: 0.2654800 Dec 06 17:21:25.571726 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-ff4c8213-cf63-445b-b030-6c0c68b0eab0 req-f157199f-ef10-4382-b39f-920c1af5702b service neutron] Attempting to bind port 6e2aaf6a-98ab-4793-bb5a-79fe1a76c80c on host n-h1-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:21:25.572052 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-ff4c8213-cf63-445b-b030-6c0c68b0eab0 req-f157199f-ef10-4382-b39f-920c1af5702b service neutron] Attempting to bind port 6e2aaf6a-98ab-4793-bb5a-79fe1a76c80c by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '89275c86-7da9-47f2-a47a-1035a530c501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b1330ff6-71a6-48db-aedf-2e908404d40b'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:21:25.572807 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4c8213-cf63-445b-b030-6c0c68b0eab0 req-f157199f-ef10-4382-b39f-920c1af5702b service neutron] Attempting to bind port 6e2aaf6a-98ab-4793-bb5a-79fe1a76c80c on network b1330ff6-71a6-48db-aedf-2e908404d40b {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:21:25.576716 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec02284-11a5-4ca9-b842-bbfa19de2e5f None None] Pushing event updated for resources: {'Port': ['ID=4cdedefa-829d-484b-b180-2d9789a0b989,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:25.614883 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-3ec02284-11a5-4ca9-b842-bbfa19de2e5f None None] Port d22e1be4-93f7-4e5d-b70e-978821b3aed8 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:21:25.619689 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4c8213-cf63-445b-b030-6c0c68b0eab0 req-f157199f-ef10-4382-b39f-920c1af5702b service neutron] Port 6e2aaf6a-98ab-4793-bb5a-79fe1a76c80c on network b1330ff6-71a6-48db-aedf-2e908404d40b not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:21:25.620273 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4c8213-cf63-445b-b030-6c0c68b0eab0 req-f157199f-ef10-4382-b39f-920c1af5702b service neutron] Attempting to bind port 6e2aaf6a-98ab-4793-bb5a-79fe1a76c80c on network b1330ff6-71a6-48db-aedf-2e908404d40b {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:21:25.625830 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-ee32f148-2047-418d-8996-16041eff2d02 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6162906 Dec 06 17:21:25.640041 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 56306) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:25.646922 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-7bca665f-faa5-46a9-974a-52a460bd430e tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Request body: {'subnet': {'network_id': '2fe411d2-2120-4c74-9bcd-551c502fafed', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:21:25.659579 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cccbd599-c4db-4811-a9f6-15cc8ffff2ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:25.674806 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-3ec02284-11a5-4ca9-b842-bbfa19de2e5f None None] Provisioning complete for port 6ad43d74-2968-47eb-a55f-3cd1ef634bfe triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:21:25.675180 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3ec02284-11a5-4ca9-b842-bbfa19de2e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:25.686137 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cccbd599-c4db-4811-a9f6-15cc8ffff2ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:25.702473 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4c8213-cf63-445b-b030-6c0c68b0eab0 req-f157199f-ef10-4382-b39f-920c1af5702b service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:21:25.702816 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4c8213-cf63-445b-b030-6c0c68b0eab0 req-f157199f-ef10-4382-b39f-920c1af5702b service neutron] Checking segment: {'id': '89275c86-7da9-47f2-a47a-1035a530c501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b1330ff6-71a6-48db-aedf-2e908404d40b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:21:25.703272 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4c8213-cf63-445b-b030-6c0c68b0eab0 req-f157199f-ef10-4382-b39f-920c1af5702b service neutron] Bound using segment: {'id': '89275c86-7da9-47f2-a47a-1035a530c501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b1330ff6-71a6-48db-aedf-2e908404d40b'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:21:25.704201 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-ff4c8213-cf63-445b-b030-6c0c68b0eab0 req-f157199f-ef10-4382-b39f-920c1af5702b service neutron] Bound port: 6e2aaf6a-98ab-4793-bb5a-79fe1a76c80c, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89275c86-7da9-47f2-a47a-1035a530c501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b1330ff6-71a6-48db-aedf-2e908404d40b'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:21:25.704580 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-ff4c8213-cf63-445b-b030-6c0c68b0eab0 req-f157199f-ef10-4382-b39f-920c1af5702b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:25.715439 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-3ec02284-11a5-4ca9-b842-bbfa19de2e5f None None] Port 6ad43d74-2968-47eb-a55f-3cd1ef634bfe cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:21:25.736551 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-a5783b19-e7ae-4d14-bff2-6fc686c1db55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'name': 'tempest-RoutersIpV6Test-router-2112262611', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:21:01Z', 'updated_at': '2021-12-06T17:21:22Z', 'revision_number': 4, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'gw_port_host': None, '_interfaces': [{'id': '6ad43d74-2968-47eb-a55f-3cd1ef634bfe', 'name': '', 'network_id': 'c11798b5-4214-48bb-89be-2de1c803913e', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'mac_address': 'fa:16:3e:5c:e8:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '4954b8f0-7e2f-4b09-8a71-e7e59fb661ee', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:21:17Z', 'updated_at': '2021-12-06T17:21:23Z', 'revision_number': 2, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'subnets': [{'id': '4954b8f0-7e2f-4b09-8a71-e7e59fb661ee', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae29b8c0-9297-45c9-a04f-f838385810fd', 'name': '', 'network_id': '6be8505b-7e09-481c-9ab7-a2a0372522ff', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'mac_address': 'fa:16:3e:0e:e5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '84cd5c52-9fa9-463d-8ed2-fa78d4f61fab', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:21:04Z', 'updated_at': '2021-12-06T17:21:11Z', 'revision_number': 5, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'subnets': [{'id': '84cd5c52-9fa9-463d-8ed2-fa78d4f61fab', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3b262aa-78bf-4471-a7ec-989426412912', 'name': '', 'network_id': 'ca267e7a-cdd1-4aad-a2a0-269df9b66806', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'mac_address': 'fa:16:3e:f0:bd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'b392670b-9935-49cb-8fdd-bb669b97dc57', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:21:09Z', 'updated_at': '2021-12-06T17:21:19Z', 'revision_number': 5, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'subnets': [{'id': 'b392670b-9935-49cb-8fdd-bb669b97dc57', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:21:25.772437 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee32f148-2047-418d-8996-16041eff2d02 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Pushing event updated for resources: {'Network': ['ID=2fe411d2-2120-4c74-9bcd-551c502fafed,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:25.784181 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5c51aff9-ee29-49af-ab2c-c5b9dbee0a74 req-443c92a1-471f-4255-bb5e-42537a8ac9b6 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5398cbb-9f14-42b7-905c-288b25e2bdb2 HTTP/1.1" status: 200 len: 210 time: 0.0381258 Dec 06 17:21:25.786315 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cccbd599-c4db-4811-a9f6-15cc8ffff2ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:25.789764 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cccbd599-c4db-4811-a9f6-15cc8ffff2ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:25.793412 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-cccbd599-c4db-4811-a9f6-15cc8ffff2ec admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/61cf0618-2091-434c-8d90-ad07423dad3e HTTP/1.1" status: 204 len: 168 time: 0.4166443 Dec 06 17:21:25.793611 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 2fe411d2-2120-4c74-9bcd-551c502fafed details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:21:25.795987 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5783b19-e7ae-4d14-bff2-6fc686c1db55 None None] Checking router: 09eaa48a-bd77-467e-bf74-ba4e33886a13 for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:21:25.796340 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5783b19-e7ae-4d14-bff2-6fc686c1db55 None None] Updating router 09eaa48a-bd77-467e-bf74-ba4e33886a13 port 6ad43d74-2968-47eb-a55f-3cd1ef634bfe binding host n-d-master-1 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:21:25.805176 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccbd599-c4db-4811-a9f6-15cc8ffff2ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61cf0618-2091-434c-8d90-ad07423dad3e,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:25.844200 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a5783b19-e7ae-4d14-bff2-6fc686c1db55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:25.978695 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-c40973c1-7cc8-4a97-9012-4666342d0d17 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Deleting port d22e1be4-93f7-4e5d-b70e-978821b3aed8 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:21:25.979305 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c40973c1-7cc8-4a97-9012-4666342d0d17 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:25.995796 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5019aa93-a866-4796-b87b-027949edb3f8 req-c0263129-b477-4dd0-9339-236c96da6c58 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd5fd2ce-3e09-41f1-868b-3ad9c4e06626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4154601 Dec 06 17:21:26.054737 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-ff4c8213-cf63-445b-b030-6c0c68b0eab0 req-f157199f-ef10-4382-b39f-920c1af5702b service neutron] For port 6e2aaf6a-98ab-4793-bb5a-79fe1a76c80c, host n-h1-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:21:26.058326 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-ff4c8213-cf63-445b-b030-6c0c68b0eab0 req-f157199f-ef10-4382-b39f-920c1af5702b service neutron] For port 6e2aaf6a-98ab-4793-bb5a-79fe1a76c80c, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=6e2aaf6a-98ab-4793-bb5a-79fe1a76c80c,segment=NetworkSegment(89275c86-7da9-47f2-a47a-1035a530c501),segment_id=89275c86-7da9-47f2-a47a-1035a530c501)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:21:26.061628 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bca665f-faa5-46a9-974a-52a460bd430e tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Made reservation on behalf of de0eff4c472847f5a5b49bddb4177865 for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:21:26.066612 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7bca665f-faa5-46a9-974a-52a460bd430e tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:26.072416 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-ff4c8213-cf63-445b-b030-6c0c68b0eab0 req-f157199f-ef10-4382-b39f-920c1af5702b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:26.106900 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-1453ca94-beca-4528-bf00-0b20b1c682fb None None] Provisioning complete for port 6ad43d74-2968-47eb-a55f-3cd1ef634bfe triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:21:26.107274 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1453ca94-beca-4528-bf00-0b20b1c682fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:26.183944 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c8213-cf63-445b-b030-6c0c68b0eab0 req-f157199f-ef10-4382-b39f-920c1af5702b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:26.184536 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-ff4c8213-cf63-445b-b030-6c0c68b0eab0 req-f157199f-ef10-4382-b39f-920c1af5702b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:26.186219 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ff4c8213-cf63-445b-b030-6c0c68b0eab0 req-f157199f-ef10-4382-b39f-920c1af5702b service neutron] 10.222.0.41 "PUT /v2.0/ports/6e2aaf6a-98ab-4793-bb5a-79fe1a76c80c HTTP/1.1" status: 200 len: 1092 time: 2.8172684 Dec 06 17:21:26.186681 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e278265-7b99-4956-8ec2-cd3b779484e1', 'tag': '6e2aaf6a-98ab-4793-bb5a-79fe1a76c80c'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:21:26.189247 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e3584e7-7733-40fa-a9da-eacde24d1805" -d '{"events": [{"name": "network-changed", "server_uuid": "9e278265-7b99-4956-8ec2-cd3b779484e1", "tag": "6e2aaf6a-98ab-4793-bb5a-79fe1a76c80c"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:21:26.215191 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734551e1-f8f8-4f65-90c6-85d08b7e3935 req-786ff052-7e8d-44fb-9d81-e2f65b1f9173 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:26.216795 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-734551e1-f8f8-4f65-90c6-85d08b7e3935 req-786ff052-7e8d-44fb-9d81-e2f65b1f9173 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e278265-7b99-4956-8ec2-cd3b779484e1 HTTP/1.1" status: 200 len: 944 time: 0.2417316 Dec 06 17:21:26.255506 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f157199f-ef10-4382-b39f-920c1af5702b service neutron] Pushing event updated for resources: {'Port': ['ID=6e2aaf6a-98ab-4793-bb5a-79fe1a76c80c,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:26.385705 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c40973c1-7cc8-4a97-9012-4666342d0d17 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:26.410295 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-734551e1-f8f8-4f65-90c6-85d08b7e3935 req-46b84f57-0fb5-44fa-9efd-ae041afce95f tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c657007e-2b96-4108-a795-7e2c1ca6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788914 Dec 06 17:21:26.416151 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-c40973c1-7cc8-4a97-9012-4666342d0d17 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Calling delete_port for d22e1be4-93f7-4e5d-b70e-978821b3aed8 owned by network:router_interface {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:21:26.530821 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c8213-cf63-445b-b030-6c0c68b0eab0 req-064b2223-b530-427a-8416-3906a9821026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:26.532357 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ff4c8213-cf63-445b-b030-6c0c68b0eab0 req-064b2223-b530-427a-8416-3906a9821026 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0688c6db31494470a1b7a5ecaa734bc4&device_id=9e278265-7b99-4956-8ec2-cd3b779484e1 HTTP/1.1" status: 200 len: 1095 time: 0.2580750 Dec 06 17:21:26.669970 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 4cdedefa-829d-484b-b180-2d9789a0b989 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:21:26.670771 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 0fb12731-7f88-4fec-adc4-00016bd83483 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:21:26.675501 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28697280-2085-4492-9eaa-6a389068bd9e x-openstack-request-id: req-28697280-2085-4492-9eaa-6a389068bd9e {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:21:26.675828 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e278265-7b99-4956-8ec2-cd3b779484e1", "tag": "6e2aaf6a-98ab-4793-bb5a-79fe1a76c80c", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:21:26.683410 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-28697280-2085-4492-9eaa-6a389068bd9e {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:21:26.684210 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e278265-7b99-4956-8ec2-cd3b779484e1', 'tag': '6e2aaf6a-98ab-4793-bb5a-79fe1a76c80c', 'status': 'completed', 'code': 200} Dec 06 17:21:26.685541 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ff4c8213-cf63-445b-b030-6c0c68b0eab0 req-4380c58f-14a4-4684-8722-e34e0b7ccb5a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6e2aaf6a-98ab-4793-bb5a-79fe1a76c80c HTTP/1.1" status: 200 len: 217 time: 0.1311638 Dec 06 17:21:26.752535 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c40973c1-7cc8-4a97-9012-4666342d0d17 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:26.775829 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7bca665f-faa5-46a9-974a-52a460bd430e tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:26.790167 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-1453ca94-beca-4528-bf00-0b20b1c682fb None None] Port 6ad43d74-2968-47eb-a55f-3cd1ef634bfe cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:21:26.792084 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40973c1-7cc8-4a97-9012-4666342d0d17 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Pushing event deleted for resources: {'Port': ['ID=d22e1be4-93f7-4e5d-b70e-978821b3aed8,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:26.854368 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c8213-cf63-445b-b030-6c0c68b0eab0 req-26d50b06-a265-42a9-aaf4-9371fb65b154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:26.862678 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ff4c8213-cf63-445b-b030-6c0c68b0eab0 req-26d50b06-a265-42a9-aaf4-9371fb65b154 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=407d30a8-656b-4107-b0bb-8b27c7634002 HTTP/1.1" status: 200 len: 850 time: 0.1571236 Dec 06 17:21:26.915882 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bca665f-faa5-46a9-974a-52a460bd430e tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Pushing event updated for resources: {'Subnet': ['ID=7a79043c-d5f7-4f1f-adda-44a826e70cff,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:26.986703 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:27.052659 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bca665f-faa5-46a9-974a-52a460bd430e tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Checking segment: {'id': 'e8e5f583-7cfb-4e44-bf3d-cc078a510bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2fe411d2-2120-4c74-9bcd-551c502fafed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:21:27.053204 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bca665f-faa5-46a9-974a-52a460bd430e tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Network hostable DHCP agents. Network: 2fe411d2-2120-4c74-9bcd-551c502fafed, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:21:27.119724 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bca665f-faa5-46a9-974a-52a460bd430e tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Network 2fe411d2-2120-4c74-9bcd-551c502fafed is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:21:27.139109 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 0fb12731-7f88-4fec-adc4-00016bd83483, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=0fb12731-7f88-4fec-adc4-00016bd83483,segment=NetworkSegment(5a916c46-cf7e-433a-ae04-99d57e30b2e2),segment_id=5a916c46-cf7e-433a-ae04-99d57e30b2e2)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:21:27.140752 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c8213-cf63-445b-b030-6c0c68b0eab0 req-15f21891-2ac6-4749-af05-a4c1ba37e960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:27.142921 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ff4c8213-cf63-445b-b030-6c0c68b0eab0 req-15f21891-2ac6-4749-af05-a4c1ba37e960 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b1330ff6-71a6-48db-aedf-2e908404d40b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2648365 Dec 06 17:21:27.144192 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 4cdedefa-829d-484b-b180-2d9789a0b989 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:21:27.145196 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:27.147167 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8da1e37-b0ce-4950-a2e1-d4d8b1fe0b5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fb12731-7f88-4fec-adc4-00016bd83483'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:21:27.149634 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88abad77-221d-4698-b4eb-82fc6dd91b2a" -d '{"events": [{"server_uuid": "c8da1e37-b0ce-4950-a2e1-d4d8b1fe0b5f", "name": "network-vif-unplugged", "status": "completed", "tag": "0fb12731-7f88-4fec-adc4-00016bd83483"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:21:27.153309 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-7bca665f-faa5-46a9-974a-52a460bd430e tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 2fe411d2-2120-4c74-9bcd-551c502fafed) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:21:27.160872 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c56ca642-b22f-40e1-afbb-ba123a1f2e7a req-53c7812c-249e-406b-ab84-ceb06f6ec815 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5398cbb-9f14-42b7-905c-288b25e2bdb2 HTTP/1.1" status: 200 len: 210 time: 0.1396708 Dec 06 17:21:27.178350 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bca665f-faa5-46a9-974a-52a460bd430e tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:27.178839 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c40973c1-7cc8-4a97-9012-4666342d0d17 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-772474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575952'] for router_interface, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:27.180077 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7bca665f-faa5-46a9-974a-52a460bd430e tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:27.184790 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:27.256775 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9668c3-4d43-4b05-8b62-2550d86bfa6c None None] Network 2fe411d2-2120-4c74-9bcd-551c502fafed requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:21:27.373879 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 17:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8761bed2-06eb-4825-8a20-b9661196bfd2 x-openstack-request-id: req-8761bed2-06eb-4825-8a20-b9661196bfd2 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:21:27.374560 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8da1e37-b0ce-4950-a2e1-d4d8b1fe0b5f", "name": "network-vif-unplugged", "status": "completed", "tag": "0fb12731-7f88-4fec-adc4-00016bd83483", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:21:27.375035 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8761bed2-06eb-4825-8a20-b9661196bfd2 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:21:27.379850 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8da1e37-b0ce-4950-a2e1-d4d8b1fe0b5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fb12731-7f88-4fec-adc4-00016bd83483', 'code': 200} Dec 06 17:21:27.484014 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c40973c1-7cc8-4a97-9012-4666342d0d17 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Router 53fc8c0f-ac4d-4cff-8617-e5b907460646 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:21:27.637655 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a5783b19-e7ae-4d14-bff2-6fc686c1db55 None None] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:27.644866 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=0fb12731-7f88-4fec-adc4-00016bd83483,revision_number=6']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:27.657265 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a5783b19-e7ae-4d14-bff2-6fc686c1db55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:27.676679 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-7bca665f-faa5-46a9-974a-52a460bd430e tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0320399 Dec 06 17:21:27.677606 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 56356) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:27.792216 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31737d92-86f6-418b-908d-519f25908214 req-d8e04a3e-0126-4c76-81d6-1eaa6f12a549 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:27.800379 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-31737d92-86f6-418b-908d-519f25908214 req-d8e04a3e-0126-4c76-81d6-1eaa6f12a549 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8da1e37-b0ce-4950-a2e1-d4d8b1fe0b5f HTTP/1.1" status: 200 len: 943 time: 0.6724753 Dec 06 17:21:27.848695 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 17:21:27.871408 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ff4c8213-cf63-445b-b030-6c0c68b0eab0 req-75150fa9-f908-45fe-bda6-ee17f658d616 service neutron] 10.222.0.41 "GET /v2.0/networks/b1330ff6-71a6-48db-aedf-2e908404d40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6579332 Dec 06 17:21:27.926836 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a51853-656a-4840-9f1e-988e23d5c2a1 None None] Pushing event updated for resources: {'Port': ['ID=6ad43d74-2968-47eb-a55f-3cd1ef634bfe,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:27.933896 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d417398c-8474-45d2-825a-bf1e2061df35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-2fe411d2-2120-4c74-9bcd-551c502fafed', 'network_id': '2fe411d2-2120-4c74-9bcd-551c502fafed', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'fixed_ips': [{'subnet_id': '7a79043c-d5f7-4f1f-adda-44a826e70cff'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:21:27.935619 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d417398c-8474-45d2-825a-bf1e2061df35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:28.020654 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-31737d92-86f6-418b-908d-519f25908214 req-1dee5040-10a1-4bda-b62e-710e708b6a52 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd5fd2ce-3e09-41f1-868b-3ad9c4e06626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187526 Dec 06 17:21:28.076910 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-a5783b19-e7ae-4d14-bff2-6fc686c1db55 None None] Attempting to bind port 6ad43d74-2968-47eb-a55f-3cd1ef634bfe on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:21:28.077207 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-a5783b19-e7ae-4d14-bff2-6fc686c1db55 None None] Attempting to bind port 6ad43d74-2968-47eb-a55f-3cd1ef634bfe by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '0016f86c-8568-4cdb-83c4-2d2e3469532f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c11798b5-4214-48bb-89be-2de1c803913e'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:21:28.077610 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5783b19-e7ae-4d14-bff2-6fc686c1db55 None None] Attempting to bind port 6ad43d74-2968-47eb-a55f-3cd1ef634bfe on network c11798b5-4214-48bb-89be-2de1c803913e {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:21:28.095075 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5783b19-e7ae-4d14-bff2-6fc686c1db55 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:21:28.095339 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5783b19-e7ae-4d14-bff2-6fc686c1db55 None None] Checking segment: {'id': '0016f86c-8568-4cdb-83c4-2d2e3469532f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c11798b5-4214-48bb-89be-2de1c803913e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:21:28.095766 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a5783b19-e7ae-4d14-bff2-6fc686c1db55 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:28.096170 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5783b19-e7ae-4d14-bff2-6fc686c1db55 None None] Bound using segment: {'id': '0016f86c-8568-4cdb-83c4-2d2e3469532f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c11798b5-4214-48bb-89be-2de1c803913e'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:21:28.096662 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-a5783b19-e7ae-4d14-bff2-6fc686c1db55 None None] Bound port: 6ad43d74-2968-47eb-a55f-3cd1ef634bfe, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0016f86c-8568-4cdb-83c4-2d2e3469532f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c11798b5-4214-48bb-89be-2de1c803913e'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:21:28.097215 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a5783b19-e7ae-4d14-bff2-6fc686c1db55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:28.264042 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ff4c8213-cf63-445b-b030-6c0c68b0eab0 req-d40c4361-b07b-4c77-854d-acc1c86463d8 service neutron] 10.222.0.41 "GET /v2.0/networks/b1330ff6-71a6-48db-aedf-2e908404d40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3584270 Dec 06 17:21:28.291183 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a5783b19-e7ae-4d14-bff2-6fc686c1db55 None None] For port 6ad43d74-2968-47eb-a55f-3cd1ef634bfe, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:21:28.296085 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a5783b19-e7ae-4d14-bff2-6fc686c1db55 None None] For port 6ad43d74-2968-47eb-a55f-3cd1ef634bfe, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6ad43d74-2968-47eb-a55f-3cd1ef634bfe,segment=NetworkSegment(0016f86c-8568-4cdb-83c4-2d2e3469532f),segment_id=0016f86c-8568-4cdb-83c4-2d2e3469532f)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:21:28.315473 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a5783b19-e7ae-4d14-bff2-6fc686c1db55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:28.363648 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c40973c1-7cc8-4a97-9012-4666342d0d17 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:21:28.370118 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-c40973c1-7cc8-4a97-9012-4666342d0d17 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "PUT /v2.0/routers/53fc8c0f-ac4d-4cff-8617-e5b907460646/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9383075 Dec 06 17:21:28.376385 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 56374) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:28.377717 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7087b50-cfda-4284-b5f9-733f3936263e None None] Sync routers for ids ['53fc8c0f-ac4d-4cff-8617-e5b907460646'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:21:28.392121 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7087b50-cfda-4284-b5f9-733f3936263e None None] Routers {'53fc8c0f-ac4d-4cff-8617-e5b907460646'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:21:28.395652 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-d7087b50-cfda-4284-b5f9-733f3936263e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:21:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['53fc8c0f-ac4d-4cff-8617-e5b907460646'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:21:28.405592 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-fdc86b03-e5c0-49ae-a80d-149804778c09 None None] Provisioning complete for port 6ad43d74-2968-47eb-a55f-3cd1ef634bfe triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:21:28.406150 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fdc86b03-e5c0-49ae-a80d-149804778c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:28.442987 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b7d4c9a2-2a6d-422c-b72d-cd326fcffce6 req-a6f20209-e275-4b0e-9bb6-de818384a463 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5398cbb-9f14-42b7-905c-288b25e2bdb2 HTTP/1.1" status: 200 len: 210 time: 0.1058214 Dec 06 17:21:28.497543 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-d7087b50-cfda-4284-b5f9-733f3936263e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:21:28.520364 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7087b50-cfda-4284-b5f9-733f3936263e None None] Routers {'53fc8c0f-ac4d-4cff-8617-e5b907460646'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:21:28.522123 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-d7087b50-cfda-4284-b5f9-733f3936263e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:21:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['53fc8c0f-ac4d-4cff-8617-e5b907460646'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:21:28.546534 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3584e7-7733-40fa-a9da-eacde24d1805 req-4f21b343-06e7-4118-984e-f1521b0b5964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:28.548430 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0e3584e7-7733-40fa-a9da-eacde24d1805 req-4f21b343-06e7-4118-984e-f1521b0b5964 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0688c6db31494470a1b7a5ecaa734bc4&device_id=9e278265-7b99-4956-8ec2-cd3b779484e1 HTTP/1.1" status: 200 len: 1095 time: 0.1900594 Dec 06 17:21:28.616087 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-d7087b50-cfda-4284-b5f9-733f3936263e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:21:28.616890 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7087b50-cfda-4284-b5f9-733f3936263e None None] The sync data for ids ['53fc8c0f-ac4d-4cff-8617-e5b907460646'] in n-d-master-1 is: [] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:21:28.625119 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 0fb12731-7f88-4fec-adc4-00016bd83483 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:21:28.630666 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd109d64-6de8-4347-854a-5216702e2fce req-0139f445-9146-4630-b378-1104a1f09bcc tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:28.633116 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-dd109d64-6de8-4347-854a-5216702e2fce req-0139f445-9146-4630-b378-1104a1f09bcc tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e278265-7b99-4956-8ec2-cd3b779484e1 HTTP/1.1" status: 200 len: 944 time: 1.0478950 Dec 06 17:21:28.757297 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-04c3f97f-9c55-4830-b278-f16df935063b tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:28.763455 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 0fb12731-7f88-4fec-adc4-00016bd83483, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=0fb12731-7f88-4fec-adc4-00016bd83483,segment=NetworkSegment(5a916c46-cf7e-433a-ae04-99d57e30b2e2),segment_id=5a916c46-cf7e-433a-ae04-99d57e30b2e2)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:21:28.812528 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-d417398c-8474-45d2-825a-bf1e2061df35 None None] Allocated IP 2001:db8:3::2 (2fe411d2-2120-4c74-9bcd-551c502fafed/7a79043c-d5f7-4f1f-adda-44a826e70cff/b08358aa-fab1-4ad5-bb56-17df4b09b273) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:21:28.835557 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-dd109d64-6de8-4347-854a-5216702e2fce req-e461f79a-f690-476e-960b-17d759f27349 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c657007e-2b96-4108-a795-7e2c1ca6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947930 Dec 06 17:21:28.916738 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-999fefc9-46a9-4f59-9610-f2e27fbcb74e tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575908'] for router_interface, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:28.977279 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3584e7-7733-40fa-a9da-eacde24d1805 req-cc06fd5c-864a-41ec-a502-83fa0d797855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:28.978809 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0e3584e7-7733-40fa-a9da-eacde24d1805 req-cc06fd5c-864a-41ec-a502-83fa0d797855 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b1330ff6-71a6-48db-aedf-2e908404d40b HTTP/1.1" status: 200 len: 912 time: 0.4047375 Dec 06 17:21:29.009539 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': '0fb12731-7f88-4fec-adc4-00016bd83483', 'network_id': 'c03931f5-54ae-4b06-ad76-fa3bc7500e1d', 'port_id': '0fb12731-7f88-4fec-adc4-00016bd83483', 'mac_address': 'fa:16:3e:8e:16:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2b8ed75-274c-4de4-a0f5-9da38dbe8d78', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:21:29.011890 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5783b19-e7ae-4d14-bff2-6fc686c1db55 None None] Routers {'09eaa48a-bd77-467e-bf74-ba4e33886a13'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:21:29.012521 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-a5783b19-e7ae-4d14-bff2-6fc686c1db55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:21:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['09eaa48a-bd77-467e-bf74-ba4e33886a13'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:21:29.089351 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0e3584e7-7733-40fa-a9da-eacde24d1805 req-f5aa9db1-2743-48e3-9b0c-30ce1b6ce306 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6e2aaf6a-98ab-4793-bb5a-79fe1a76c80c HTTP/1.1" status: 200 len: 217 time: 0.0909967 Dec 06 17:21:29.123553 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a51853-656a-4840-9f1e-988e23d5c2a1 None None] Pushing event updated for resources: {'Port': ['ID=6ad43d74-2968-47eb-a55f-3cd1ef634bfe,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:29.176385 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d417398c-8474-45d2-825a-bf1e2061df35 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:29.196394 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-a5783b19-e7ae-4d14-bff2-6fc686c1db55 None None] Set router 09eaa48a-bd77-467e-bf74-ba4e33886a13 gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:21:29.198353 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:29.200474 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d417398c-8474-45d2-825a-bf1e2061df35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:29.255805 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3584e7-7733-40fa-a9da-eacde24d1805 req-00f24400-f8df-4027-9d1d-1130e16878ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:29.257299 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0e3584e7-7733-40fa-a9da-eacde24d1805 req-00f24400-f8df-4027-9d1d-1130e16878ff service neutron] 10.222.0.41 "GET /v2.0/subnets?id=407d30a8-656b-4107-b0bb-8b27c7634002 HTTP/1.1" status: 200 len: 850 time: 0.1478846 Dec 06 17:21:29.271346 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab70e6-739c-4524-8525-85c955cbcfb5 req-dbc4d8b2-44a5-470b-8bff-c5fde24555b6 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:29.279247 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-40ab70e6-739c-4524-8525-85c955cbcfb5 req-dbc4d8b2-44a5-470b-8bff-c5fde24555b6 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8da1e37-b0ce-4950-a2e1-d4d8b1fe0b5f HTTP/1.1" status: 200 len: 943 time: 0.1809309 Dec 06 17:21:29.302414 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fb12731-7f88-4fec-adc4-00016bd83483 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:21:29.328464 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d417398c-8474-45d2-825a-bf1e2061df35 None None] Network 2fe411d2-2120-4c74-9bcd-551c502fafed is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:21:29.375476 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-d417398c-8474-45d2-825a-bf1e2061df35 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:21:29.388593 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d417398c-8474-45d2-825a-bf1e2061df35 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:21:29.415542 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fdc86b03-e5c0-49ae-a80d-149804778c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:29.417331 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d417398c-8474-45d2-825a-bf1e2061df35 None None] Pushing event updated for resources: {'Port': ['ID=b08358aa-fab1-4ad5-bb56-17df4b09b273,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:29.421606 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 0fb12731-7f88-4fec-adc4-00016bd83483, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=0fb12731-7f88-4fec-adc4-00016bd83483,segment=NetworkSegment(5a916c46-cf7e-433a-ae04-99d57e30b2e2),segment_id=5a916c46-cf7e-433a-ae04-99d57e30b2e2)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:21:29.435703 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-999fefc9-46a9-4f59-9610-f2e27fbcb74e tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Deleting port 2d74f7d1-bd63-474c-8e6a-a7baddcb9394 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:21:29.436346 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-999fefc9-46a9-4f59-9610-f2e27fbcb74e tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:29.482597 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-04c3f97f-9c55-4830-b278-f16df935063b tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Allocated IP 2001:db8:3::1 (2fe411d2-2120-4c74-9bcd-551c502fafed/7a79043c-d5f7-4f1f-adda-44a826e70cff/82eb4c92-54b3-461c-924d-61dcaafdf3d3) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:21:29.644895 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:29.645505 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b5eeac87-3886-4570-b84a-b61e6b081474 req-e3ccd844-c6c4-46ea-b773-4a88acdb5355 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5398cbb-9f14-42b7-905c-288b25e2bdb2 HTTP/1.1" status: 200 len: 210 time: 0.0445595 Dec 06 17:21:29.672050 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-999fefc9-46a9-4f59-9610-f2e27fbcb74e tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:29.693273 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-999fefc9-46a9-4f59-9610-f2e27fbcb74e tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Calling delete_port for 2d74f7d1-bd63-474c-8e6a-a7baddcb9394 owned by network:router_interface {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:21:29.719538 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-40ab70e6-739c-4524-8525-85c955cbcfb5 req-23f6469d-25b6-4400-a97b-c215276bce33 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd5fd2ce-3e09-41f1-868b-3ad9c4e06626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4391148 Dec 06 17:21:29.721568 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3584e7-7733-40fa-a9da-eacde24d1805 req-bd4c0819-c060-4898-8773-c544df93824d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:29.723840 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0e3584e7-7733-40fa-a9da-eacde24d1805 req-bd4c0819-c060-4898-8773-c544df93824d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b1330ff6-71a6-48db-aedf-2e908404d40b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4424484 Dec 06 17:21:29.782681 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-04c3f97f-9c55-4830-b278-f16df935063b tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:29.796919 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-fdc86b03-e5c0-49ae-a80d-149804778c09 None None] For port 6ad43d74-2968-47eb-a55f-3cd1ef634bfe, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6ad43d74-2968-47eb-a55f-3cd1ef634bfe,segment=NetworkSegment(0016f86c-8568-4cdb-83c4-2d2e3469532f),segment_id=0016f86c-8568-4cdb-83c4-2d2e3469532f)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:21:29.813725 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-d417398c-8474-45d2-825a-bf1e2061df35 None None] Attempting to bind port b08358aa-fab1-4ad5-bb56-17df4b09b273 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:21:29.814103 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-d417398c-8474-45d2-825a-bf1e2061df35 None None] Attempting to bind port b08358aa-fab1-4ad5-bb56-17df4b09b273 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'e8e5f583-7cfb-4e44-bf3d-cc078a510bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2fe411d2-2120-4c74-9bcd-551c502fafed'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:21:29.814472 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d417398c-8474-45d2-825a-bf1e2061df35 None None] Attempting to bind port b08358aa-fab1-4ad5-bb56-17df4b09b273 on network 2fe411d2-2120-4c74-9bcd-551c502fafed {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:21:29.820274 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fdc86b03-e5c0-49ae-a80d-149804778c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:29.831670 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d417398c-8474-45d2-825a-bf1e2061df35 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:21:29.831670 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d417398c-8474-45d2-825a-bf1e2061df35 None None] Checking segment: {'id': 'e8e5f583-7cfb-4e44-bf3d-cc078a510bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2fe411d2-2120-4c74-9bcd-551c502fafed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:21:29.831670 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d417398c-8474-45d2-825a-bf1e2061df35 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:29.832621 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d417398c-8474-45d2-825a-bf1e2061df35 None None] Bound using segment: {'id': 'e8e5f583-7cfb-4e44-bf3d-cc078a510bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2fe411d2-2120-4c74-9bcd-551c502fafed'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:21:29.832987 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-d417398c-8474-45d2-825a-bf1e2061df35 None None] Bound port: b08358aa-fab1-4ad5-bb56-17df4b09b273, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8e5f583-7cfb-4e44-bf3d-cc078a510bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2fe411d2-2120-4c74-9bcd-551c502fafed'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:21:29.833375 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d417398c-8474-45d2-825a-bf1e2061df35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:29.835183 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=0fb12731-7f88-4fec-adc4-00016bd83483,revision_number=7']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:29.890992 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['0fb12731-7f88-4fec-adc4-00016bd83483'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:21:29.907099 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0e3584e7-7733-40fa-a9da-eacde24d1805 req-e6fd98b4-b572-49f7-b66a-02160493149c service neutron] 10.222.0.41 "GET /v2.0/networks/b1330ff6-71a6-48db-aedf-2e908404d40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648643 Dec 06 17:21:29.928654 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-04c3f97f-9c55-4830-b278-f16df935063b tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:30.000692 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-999fefc9-46a9-4f59-9610-f2e27fbcb74e tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:30.008664 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc86b03-e5c0-49ae-a80d-149804778c09 None None] Pushing event updated for resources: {'Port': ['ID=6ad43d74-2968-47eb-a55f-3cd1ef634bfe,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:30.040014 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-55a8f042-9420-4487-b7a7-13c136d60651 None None] Provisioning complete for port 6ad43d74-2968-47eb-a55f-3cd1ef634bfe triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:21:30.040647 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-55a8f042-9420-4487-b7a7-13c136d60651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:30.062442 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999fefc9-46a9-4f59-9610-f2e27fbcb74e tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Pushing event deleted for resources: {'Port': ['ID=2d74f7d1-bd63-474c-8e6a-a7baddcb9394,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:30.087089 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 56420) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:30.088258 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-d417398c-8474-45d2-825a-bf1e2061df35 None None] For port b08358aa-fab1-4ad5-bb56-17df4b09b273, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:21:30.117664 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-d417398c-8474-45d2-825a-bf1e2061df35 None None] For port b08358aa-fab1-4ad5-bb56-17df4b09b273, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b08358aa-fab1-4ad5-bb56-17df4b09b273,segment=NetworkSegment(e8e5f583-7cfb-4e44-bf3d-cc078a510bd9),segment_id=e8e5f583-7cfb-4e44-bf3d-cc078a510bd9)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:21:30.138708 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-a5783b19-e7ae-4d14-bff2-6fc686c1db55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'name': 'tempest-RoutersIpV6Test-router-2112262611', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:21:01Z', 'updated_at': '2021-12-06T17:21:22Z', 'revision_number': 4, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'gw_port_host': None, '_interfaces': [{'id': '6ad43d74-2968-47eb-a55f-3cd1ef634bfe', 'name': '', 'network_id': 'c11798b5-4214-48bb-89be-2de1c803913e', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'mac_address': 'fa:16:3e:5c:e8:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '4954b8f0-7e2f-4b09-8a71-e7e59fb661ee', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:21:17Z', 'updated_at': '2021-12-06T17:21:28Z', 'revision_number': 4, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'subnets': [{'id': '4954b8f0-7e2f-4b09-8a71-e7e59fb661ee', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae29b8c0-9297-45c9-a04f-f838385810fd', 'name': '', 'network_id': '6be8505b-7e09-481c-9ab7-a2a0372522ff', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'mac_address': 'fa:16:3e:0e:e5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '84cd5c52-9fa9-463d-8ed2-fa78d4f61fab', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:21:04Z', 'updated_at': '2021-12-06T17:21:11Z', 'revision_number': 5, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'subnets': [{'id': '84cd5c52-9fa9-463d-8ed2-fa78d4f61fab', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3b262aa-78bf-4471-a7ec-989426412912', 'name': '', 'network_id': 'ca267e7a-cdd1-4aad-a2a0-269df9b66806', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'mac_address': 'fa:16:3e:f0:bd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'b392670b-9935-49cb-8fdd-bb669b97dc57', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:21:09Z', 'updated_at': '2021-12-06T17:21:19Z', 'revision_number': 5, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'subnets': [{'id': 'b392670b-9935-49cb-8fdd-bb669b97dc57', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:21:30.142896 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0e3584e7-7733-40fa-a9da-eacde24d1805 req-4fd594dd-7af0-463f-b03c-55ad6fac1fdb service neutron] 10.222.0.41 "GET /v2.0/networks/b1330ff6-71a6-48db-aedf-2e908404d40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250056 Dec 06 17:21:30.144092 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d417398c-8474-45d2-825a-bf1e2061df35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:30.175714 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c3f97f-9c55-4830-b278-f16df935063b tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Network 2fe411d2-2120-4c74-9bcd-551c502fafed is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:21:30.184109 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-04c3f97f-9c55-4830-b278-f16df935063b tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:21:30.187339 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c3f97f-9c55-4830-b278-f16df935063b tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:21:30.187877 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-04c3f97f-9c55-4830-b278-f16df935063b tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539179'] for router_interface, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:30.200167 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5783b19-e7ae-4d14-bff2-6fc686c1db55 None None] The sync data for ids ['09eaa48a-bd77-467e-bf74-ba4e33886a13'] in n-d-master-1 is: [{'id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'name': 'tempest-RoutersIpV6Test-router-2112262611', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:21:01Z', 'updated_at': '2021-12-06T17:21:22Z', 'revision_number': 4, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'gw_port_host': None, '_interfaces': [{'id': '6ad43d74-2968-47eb-a55f-3cd1ef634bfe', 'name': '', 'network_id': 'c11798b5-4214-48bb-89be-2de1c803913e', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'mac_address': 'fa:16:3e:5c:e8:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '4954b8f0-7e2f-4b09-8a71-e7e59fb661ee', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:21:17Z', 'updated_at': '2021-12-06T17:21:28Z', 'revision_number': 4, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'subnets': [{'id': '4954b8f0-7e2f-4b09-8a71-e7e59fb661ee', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae29b8c0-9297-45c9-a04f-f838385810fd', 'name': '', 'network_id': '6be8505b-7e09-481c-9ab7-a2a0372522ff', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'mac_address': 'fa:16:3e:0e:e5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '84cd5c52-9fa9-463d-8ed2-fa78d4f61fab', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:21:04Z', 'updated_at': '2021-12-06T17:21:11Z', 'revision_number': 5, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'subnets': [{'id': '84cd5c52-9fa9-463d-8ed2-fa78d4f61fab', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3b262aa-78bf-4471-a7ec-989426412912', 'name': '', 'network_id': 'ca267e7a-cdd1-4aad-a2a0-269df9b66806', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'mac_address': 'fa:16:3e:f0:bd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'b392670b-9935-49cb-8fdd-bb669b97dc57', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:21:09Z', 'updated_at': '2021-12-06T17:21:19Z', 'revision_number': 5, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'subnets': [{'id': 'b392670b-9935-49cb-8fdd-bb669b97dc57', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:21:30.231923 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-999fefc9-46a9-4f59-9610-f2e27fbcb74e tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-772474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575952'] for router_interface, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:30.370902 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c3f97f-9c55-4830-b278-f16df935063b tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Pushing event updated for resources: {'Port': ['ID=82eb4c92-54b3-461c-924d-61dcaafdf3d3,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:30.399016 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290e6bed-2188-443c-96c5-bf242e78ce61 req-55c54ce2-c3ad-4f52-bba7-1bea0ce4844c tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:30.404398 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-290e6bed-2188-443c-96c5-bf242e78ce61 req-55c54ce2-c3ad-4f52-bba7-1bea0ce4844c tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e278265-7b99-4956-8ec2-cd3b779484e1 HTTP/1.1" status: 200 len: 944 time: 0.3527091 Dec 06 17:21:30.499899 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-04c3f97f-9c55-4830-b278-f16df935063b tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:30.547630 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d417398c-8474-45d2-825a-bf1e2061df35 None None] Pushing event updated for resources: {'Port': ['ID=b08358aa-fab1-4ad5-bb56-17df4b09b273,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:30.592906 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a16f0213-9c90-4a46-a385-0a17f266cff1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:30.594386 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-290e6bed-2188-443c-96c5-bf242e78ce61 req-932d124a-56f7-40de-a4d2-2768d1b3f123 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c657007e-2b96-4108-a795-7e2c1ca6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789622 Dec 06 17:21:30.625382 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-999fefc9-46a9-4f59-9610-f2e27fbcb74e tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Router 53fc8c0f-ac4d-4cff-8617-e5b907460646 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:21:30.748501 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-999fefc9-46a9-4f59-9610-f2e27fbcb74e tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:21:30.756027 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-999fefc9-46a9-4f59-9610-f2e27fbcb74e tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "PUT /v2.0/routers/53fc8c0f-ac4d-4cff-8617-e5b907460646/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3785737 Dec 06 17:21:30.759852 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 56432) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:30.781350 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48115f4f-7efe-481c-bc29-85c2400ca49d None None] Sync routers for ids ['53fc8c0f-ac4d-4cff-8617-e5b907460646'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:21:30.793597 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48115f4f-7efe-481c-bc29-85c2400ca49d None None] Routers {'53fc8c0f-ac4d-4cff-8617-e5b907460646'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:21:30.794389 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-48115f4f-7efe-481c-bc29-85c2400ca49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:21:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['53fc8c0f-ac4d-4cff-8617-e5b907460646'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:21:30.829179 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 56434) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:30.846626 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-48115f4f-7efe-481c-bc29-85c2400ca49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:21:30.850796 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-252a6c2e-f89d-4399-84b1-6ef7b440fc93 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "GET /v2.0/ports?device_id=53fc8c0f-ac4d-4cff-8617-e5b907460646 HTTP/1.1" status: 200 len: 205 time: 0.0897701 Dec 06 17:21:30.852463 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 56438) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:30.858770 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48115f4f-7efe-481c-bc29-85c2400ca49d None None] Routers {'53fc8c0f-ac4d-4cff-8617-e5b907460646'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:21:30.859424 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-48115f4f-7efe-481c-bc29-85c2400ca49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:21:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['53fc8c0f-ac4d-4cff-8617-e5b907460646'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:21:30.902161 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-48115f4f-7efe-481c-bc29-85c2400ca49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:21:30.902992 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48115f4f-7efe-481c-bc29-85c2400ca49d None None] The sync data for ids ['53fc8c0f-ac4d-4cff-8617-e5b907460646'] in n-d-master-1 is: [] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:21:30.952931 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 6e2aaf6a-98ab-4793-bb5a-79fe1a76c80c details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:21:31.022476 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-04c3f97f-9c55-4830-b278-f16df935063b tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:31.027489 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-04c3f97f-9c55-4830-b278-f16df935063b tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:31.028534 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-04c3f97f-9c55-4830-b278-f16df935063b tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-772465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539207'] for router_interface, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:31.082842 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a16f0213-9c90-4a46-a385-0a17f266cff1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:31.089357 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 6e2aaf6a-98ab-4793-bb5a-79fe1a76c80c, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=6e2aaf6a-98ab-4793-bb5a-79fe1a76c80c,segment=NetworkSegment(89275c86-7da9-47f2-a47a-1035a530c501),segment_id=89275c86-7da9-47f2-a47a-1035a530c501)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:21:31.107832 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a16f0213-9c90-4a46-a385-0a17f266cff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:31.114229 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': '6e2aaf6a-98ab-4793-bb5a-79fe1a76c80c', 'network_id': 'b1330ff6-71a6-48db-aedf-2e908404d40b', 'port_id': '6e2aaf6a-98ab-4793-bb5a-79fe1a76c80c', 'mac_address': 'fa:16:3e:5c:41:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '407d30a8-656b-4107-b0bb-8b27c7634002', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:21:31.134750 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6f15390c-3fe7-45d5-b2cb-5c2efa50e6b7 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks [] for router, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:31.156980 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:31.171787 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e2aaf6a-98ab-4793-bb5a-79fe1a76c80c {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:21:31.180789 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7544556c-f66e-41f3-8407-0449af8fb575 req-47cff666-1d9a-4436-9a71-d714b7859e81 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:31.182702 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7544556c-f66e-41f3-8407-0449af8fb575 req-47cff666-1d9a-4436-9a71-d714b7859e81 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8da1e37-b0ce-4950-a2e1-d4d8b1fe0b5f HTTP/1.1" status: 200 len: 944 time: 0.2513044 Dec 06 17:21:31.193912 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 6e2aaf6a-98ab-4793-bb5a-79fe1a76c80c, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=6e2aaf6a-98ab-4793-bb5a-79fe1a76c80c,segment=NetworkSegment(89275c86-7da9-47f2-a47a-1035a530c501),segment_id=89275c86-7da9-47f2-a47a-1035a530c501)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:21:31.199193 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:31.225942 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2800566b-d8a0-4284-a699-101c0e748be0 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:31.263955 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=6e2aaf6a-98ab-4793-bb5a-79fe1a76c80c,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:31.303100 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-a16f0213-9c90-4a46-a385-0a17f266cff1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=145f0f3c73a8431f93ff5085eaa2fd30&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2149341 Dec 06 17:21:31.309646 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16f0213-9c90-4a46-a385-0a17f266cff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c874e85c-19c0-49e5-9cd0-b9601fc3d0d4,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:31.316233 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 56440) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:31.350477 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2800566b-d8a0-4284-a699-101c0e748be0 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:31.429684 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c3f97f-9c55-4830-b278-f16df935063b tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Pushing event updated for resources: {'Port': ['ID=82eb4c92-54b3-461c-924d-61dcaafdf3d3,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:31.478269 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c3f97f-9c55-4830-b278-f16df935063b tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Network 2fe411d2-2120-4c74-9bcd-551c502fafed is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:21:31.479786 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-04c3f97f-9c55-4830-b278-f16df935063b tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:21:31.492257 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6f15390c-3fe7-45d5-b2cb-5c2efa50e6b7 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:31.497003 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7544556c-f66e-41f3-8407-0449af8fb575 req-94f5b299-83d4-4f4e-92a5-cb1036f98c38 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd5fd2ce-3e09-41f1-868b-3ad9c4e06626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346365 Dec 06 17:21:31.510008 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6f15390c-3fe7-45d5-b2cb-5c2efa50e6b7 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:31.556448 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['6e2aaf6a-98ab-4793-bb5a-79fe1a76c80c'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:21:31.584164 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8f5ae0c6-2900-4a03-9981-92e1a6729d15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:31.586014 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6f15390c-3fe7-45d5-b2cb-5c2efa50e6b7 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:31.586628 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f15390c-3fe7-45d5-b2cb-5c2efa50e6b7 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Fanout notify agent at l3_agent the message router_deleted on router 53fc8c0f-ac4d-4cff-8617-e5b907460646 {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 17:21:31.596016 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6f15390c-3fe7-45d5-b2cb-5c2efa50e6b7 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:31.597251 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-6f15390c-3fe7-45d5-b2cb-5c2efa50e6b7 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "DELETE /v2.0/routers/53fc8c0f-ac4d-4cff-8617-e5b907460646 HTTP/1.1" status: 204 len: 168 time: 0.6690164 Dec 06 17:21:31.600160 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 56444) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:31.622864 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2800566b-d8a0-4284-a699-101c0e748be0 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:31.626028 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2800566b-d8a0-4284-a699-101c0e748be0 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:31.630678 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 56448) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:31.630846 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-2800566b-d8a0-4284-a699-101c0e748be0 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "DELETE /v2.0/security-groups/511f9156-9807-4e4e-ae23-f0018acdbda1 HTTP/1.1" status: 204 len: 168 time: 0.7937927 Dec 06 17:21:31.654444 n-d-master-1 neutron-server[103285]: INFO neutron.api.v2.resource [None req-22256073-226b-436c-85ac-9ab985d3a4c6 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] show failed (client error): The resource could not be found. Dec 06 17:21:31.656063 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-22256073-226b-436c-85ac-9ab985d3a4c6 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "GET /v2.0/security-groups/511f9156-9807-4e4e-ae23-f0018acdbda1 HTTP/1.1" status: 404 len: 347 time: 0.0243993 Dec 06 17:21:31.658075 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04c3f97f-9c55-4830-b278-f16df935063b tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Router 09eaa48a-bd77-467e-bf74-ba4e33886a13 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:21:31.659416 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 56450) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:31.682355 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8f5ae0c6-2900-4a03-9981-92e1a6729d15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:31.696553 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2800566b-d8a0-4284-a699-101c0e748be0 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=511f9156-9807-4e4e-ae23-f0018acdbda1,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:31.796467 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dc0cbbd-b927-40c4-950b-293153ca8fb7 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Deleting subnet a20cd519-bc28-4652-bfff-ba7fe03d6af8 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:21:31.798655 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8f5ae0c6-2900-4a03-9981-92e1a6729d15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:31.801998 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8f5ae0c6-2900-4a03-9981-92e1a6729d15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:31.805594 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-8f5ae0c6-2900-4a03-9981-92e1a6729d15 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c874e85c-19c0-49e5-9cd0-b9601fc3d0d4 HTTP/1.1" status: 204 len: 168 time: 0.4855525 Dec 06 17:21:31.809026 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9dc0cbbd-b927-40c4-950b-293153ca8fb7 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:31.854794 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5ae0c6-2900-4a03-9981-92e1a6729d15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c874e85c-19c0-49e5-9cd0-b9601fc3d0d4,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:31.882957 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca363f7c-eadc-4432-9871-df7ce894bb4f req-33bc3040-50ea-4585-bd9f-466951525fcc tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:31.884506 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ca363f7c-eadc-4432-9871-df7ce894bb4f req-33bc3040-50ea-4585-bd9f-466951525fcc tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e278265-7b99-4956-8ec2-cd3b779484e1 HTTP/1.1" status: 200 len: 945 time: 0.1790340 Dec 06 17:21:31.895309 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9dc0cbbd-b927-40c4-950b-293153ca8fb7 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:31.899200 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df094b8-aa6b-44cd-8ee5-fa60f1a83074 None None] Network 2fe411d2-2120-4c74-9bcd-551c502fafed requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:21:31.955608 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04c3f97f-9c55-4830-b278-f16df935063b tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:21:31.963890 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-04c3f97f-9c55-4830-b278-f16df935063b tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "PUT /v2.0/routers/09eaa48a-bd77-467e-bf74-ba4e33886a13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2819188 Dec 06 17:21:31.965649 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-cb444e05-2fa8-45d1-8c5a-65b7ce64661a tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Deleting port e2d82f16-9eca-437d-a93a-1f49d0fd4fe3 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:21:31.966002 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cb444e05-2fa8-45d1-8c5a-65b7ce64661a tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:31.966212 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 56456) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:31.973271 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a5f1df-23c7-4420-8254-8bdb535219c7 None None] Sync routers for ids ['09eaa48a-bd77-467e-bf74-ba4e33886a13'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:21:31.974658 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-f878885c-4e13-4b7a-8561-1e8e8132dc40 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:21:31.992079 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a5f1df-23c7-4420-8254-8bdb535219c7 None None] Routers {'09eaa48a-bd77-467e-bf74-ba4e33886a13'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:21:31.994396 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-61a5f1df-23c7-4420-8254-8bdb535219c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:21:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['09eaa48a-bd77-467e-bf74-ba4e33886a13'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:21:32.058518 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a310a0fe-2043-4244-a58a-839a970c144d None None] Provisioning complete for port b08358aa-fab1-4ad5-bb56-17df4b09b273 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:21:32.059117 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a310a0fe-2043-4244-a58a-839a970c144d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:32.084289 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ca363f7c-eadc-4432-9871-df7ce894bb4f req-8209fc19-4a84-493d-9c85-30d44905e097 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c657007e-2b96-4108-a795-7e2c1ca6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925926 Dec 06 17:21:32.105824 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-61a5f1df-23c7-4420-8254-8bdb535219c7 None None] Set router 09eaa48a-bd77-467e-bf74-ba4e33886a13 gateway port host: None {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:21:32.148407 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9dc0cbbd-b927-40c4-950b-293153ca8fb7 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:32.230179 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cb444e05-2fa8-45d1-8c5a-65b7ce64661a tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:32.230512 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cb444e05-2fa8-45d1-8c5a-65b7ce64661a tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:32.262376 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-cb444e05-2fa8-45d1-8c5a-65b7ce64661a tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Calling delete_port for e2d82f16-9eca-437d-a93a-1f49d0fd4fe3 owned by network:floatingip {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:21:32.395669 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 56460) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:32.397826 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device b08358aa-fab1-4ad5-bb56-17df4b09b273 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:21:32.415249 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9110d93e-5f81-48b5-a520-ea20ce2ff55e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:32.448556 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-61a5f1df-23c7-4420-8254-8bdb535219c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'name': 'tempest-RoutersIpV6Test-router-2112262611', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:21:01Z', 'updated_at': '2021-12-06T17:21:30Z', 'revision_number': 5, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'gw_port_host': None, '_interfaces': [{'id': '6ad43d74-2968-47eb-a55f-3cd1ef634bfe', 'name': '', 'network_id': 'c11798b5-4214-48bb-89be-2de1c803913e', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'mac_address': 'fa:16:3e:5c:e8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '4954b8f0-7e2f-4b09-8a71-e7e59fb661ee', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:21:17Z', 'updated_at': '2021-12-06T17:21:29Z', 'revision_number': 5, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'subnets': [{'id': '4954b8f0-7e2f-4b09-8a71-e7e59fb661ee', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82eb4c92-54b3-461c-924d-61dcaafdf3d3', 'name': '', 'network_id': '2fe411d2-2120-4c74-9bcd-551c502fafed', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'mac_address': 'fa:16:3e:fd:17:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '7a79043c-d5f7-4f1f-adda-44a826e70cff', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:21:29Z', 'updated_at': '2021-12-06T17:21:30Z', 'revision_number': 2, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'subnets': [{'id': '7a79043c-d5f7-4f1f-adda-44a826e70cff', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae29b8c0-9297-45c9-a04f-f838385810fd', 'name': '', 'network_id': '6be8505b-7e09-481c-9ab7-a2a0372522ff', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'mac_address': 'fa:16:3e:0e:e5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '84cd5c52-9fa9-463d-8ed2-fa78d4f61fab', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:21:04Z', 'updated_at': '2021-12-06T17:21:11Z', 'revision_number': 5, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'subnets': [{'id': '84cd5c52-9fa9-463d-8ed2-fa78d4f61fab', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3b262aa-78bf-4471-a7ec-989426412912', 'name': '', 'network_id': 'ca267e7a-cdd1-4aad-a2a0-269df9b66806', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'mac_address': 'fa:16:3e:f0:bd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'b392670b-9935-49cb-8fdd-bb669b97dc57', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:21:09Z', 'updated_at': '2021-12-06T17:21:19Z', 'revision_number': 5, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'subnets': [{'id': 'b392670b-9935-49cb-8fdd-bb669b97dc57', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:21:32.452211 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a310a0fe-2043-4244-a58a-839a970c144d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:32.495457 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a5f1df-23c7-4420-8254-8bdb535219c7 None None] Checking router: 09eaa48a-bd77-467e-bf74-ba4e33886a13 for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:21:32.495784 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a5f1df-23c7-4420-8254-8bdb535219c7 None None] Updating router 09eaa48a-bd77-467e-bf74-ba4e33886a13 port 82eb4c92-54b3-461c-924d-61dcaafdf3d3 binding host n-d-master-1 {{(pid=103287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:21:32.512537 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a310a0fe-2043-4244-a58a-839a970c144d None None] For port b08358aa-fab1-4ad5-bb56-17df4b09b273, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b08358aa-fab1-4ad5-bb56-17df4b09b273,segment=NetworkSegment(e8e5f583-7cfb-4e44-bf3d-cc078a510bd9),segment_id=e8e5f583-7cfb-4e44-bf3d-cc078a510bd9)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:21:32.513656 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port b08358aa-fab1-4ad5-bb56-17df4b09b273 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:21:32.516986 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:32.540132 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a310a0fe-2043-4244-a58a-839a970c144d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:32.566191 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-61a5f1df-23c7-4420-8254-8bdb535219c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:32.646134 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a310a0fe-2043-4244-a58a-839a970c144d None None] Pushing event updated for resources: {'Port': ['ID=b08358aa-fab1-4ad5-bb56-17df4b09b273,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:32.650320 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 0fb12731-7f88-4fec-adc4-00016bd83483 up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:21:32.732416 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:32.745134 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cb444e05-2fa8-45d1-8c5a-65b7ce64661a tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:32.747648 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9110d93e-5f81-48b5-a520-ea20ce2ff55e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:32.788908 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 6ad43d74-2968-47eb-a55f-3cd1ef634bfe up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:21:32.795277 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9dc0cbbd-b927-40c4-950b-293153ca8fb7 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:32.802441 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9110d93e-5f81-48b5-a520-ea20ce2ff55e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:32.839756 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc0cbbd-b927-40c4-950b-293153ca8fb7 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Pushing event deleted for resources: {'Subnet': ['ID=a20cd519-bc28-4652-bfff-ba7fe03d6af8,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:32.849368 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-977ca68f-1cfc-484a-ac55-3e1f7a7e0f7e None None] Provisioning complete for port 82eb4c92-54b3-461c-924d-61dcaafdf3d3 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:21:32.849881 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-977ca68f-1cfc-484a-ac55-3e1f7a7e0f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:32.853288 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port 0fb12731-7f88-4fec-adc4-00016bd83483 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:21:32.853288 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:32.866748 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9dc0cbbd-b927-40c4-950b-293153ca8fb7 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:32.876239 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-9dc0cbbd-b927-40c4-950b-293153ca8fb7 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "DELETE /v2.0/subnets/a20cd519-bc28-4652-bfff-ba7fe03d6af8 HTTP/1.1" status: 204 len: 168 time: 1.2714205 Dec 06 17:21:32.877093 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 56466) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:32.883390 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5ce54d-bb1c-4f57-a4ee-5404283b37a3 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:21:32.885240 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24ce54c-93a9-43bf-a3f8-39f8298a2e8d None None] Network 835e734f-26a2-4d86-bab0-8bcc2ebf84d2 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:21:32.930220 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb444e05-2fa8-45d1-8c5a-65b7ce64661a tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Pushing event deleted for resources: {'Port': ['ID=e2d82f16-9eca-437d-a93a-1f49d0fd4fe3,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:32.973338 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c657044-729b-40ff-91ef-cc222571d3d3 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Deleting subnet 3818b58e-43ac-44ad-80b6-4a4c77558d05 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:21:32.978312 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2c657044-729b-40ff-91ef-cc222571d3d3 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:33.011554 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d8d848-01d4-4e0f-8957-67f31563b3de req-b9818366-ead0-4309-a6dd-4711cf4c7af8 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:33.011896 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 6e2aaf6a-98ab-4793-bb5a-79fe1a76c80c up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:21:33.013155 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b7d8d848-01d4-4e0f-8957-67f31563b3de req-b9818366-ead0-4309-a6dd-4711cf4c7af8 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8da1e37-b0ce-4950-a2e1-d4d8b1fe0b5f HTTP/1.1" status: 200 len: 944 time: 0.3204181 Dec 06 17:21:33.032727 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9110d93e-5f81-48b5-a520-ea20ce2ff55e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb2e576-84c7-4d36-bf7a-78cbf3f8add0,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:33.045395 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-9110d93e-5f81-48b5-a520-ea20ce2ff55e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6422b0eaa8b94ee9be21c679ba4741c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6479471 Dec 06 17:21:33.055114 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 56468) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:33.078299 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cb444e05-2fa8-45d1-8c5a-65b7ce64661a tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks [] for floatingip, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:33.081889 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cb444e05-2fa8-45d1-8c5a-65b7ce64661a tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:33.083089 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-cb444e05-2fa8-45d1-8c5a-65b7ce64661a tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "DELETE /v2.0/floatingips/d2d642b1-8491-40fd-b2eb-87d4bcdf1461 HTTP/1.1" status: 204 len: 168 time: 1.4222157 Dec 06 17:21:33.091266 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 56472) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:33.105735 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-977ca68f-1cfc-484a-ac55-3e1f7a7e0f7e None None] Port 82eb4c92-54b3-461c-924d-61dcaafdf3d3 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:21:33.138465 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-61a5f1df-23c7-4420-8254-8bdb535219c7 None None] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:33.146272 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-61a5f1df-23c7-4420-8254-8bdb535219c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:33.171698 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2c657044-729b-40ff-91ef-cc222571d3d3 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:33.179497 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port 6e2aaf6a-98ab-4793-bb5a-79fe1a76c80c completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:21:33.181500 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 6ad43d74-2968-47eb-a55f-3cd1ef634bfe triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:21:33.181908 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:33.244427 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-977ca68f-1cfc-484a-ac55-3e1f7a7e0f7e None None] Provisioning complete for port b08358aa-fab1-4ad5-bb56-17df4b09b273 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:21:33.244802 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-977ca68f-1cfc-484a-ac55-3e1f7a7e0f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:33.289395 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b7d8d848-01d4-4e0f-8957-67f31563b3de req-c98a821c-4580-4625-ba73-0ef94872466c tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd5fd2ce-3e09-41f1-868b-3ad9c4e06626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615228 Dec 06 17:21:33.315331 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port 6e2aaf6a-98ab-4793-bb5a-79fe1a76c80c triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:21:33.315703 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:33.324254 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a8dfd4-49bf-44be-a797-fb9a3bc81cac None None] Pushing event updated for resources: {'Port': ['ID=82eb4c92-54b3-461c-924d-61dcaafdf3d3,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:33.332466 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-43f51d72-b2bd-4edb-9f5a-4c8e0cb411c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:33.351826 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-61a5f1df-23c7-4420-8254-8bdb535219c7 None None] Attempting to bind port 82eb4c92-54b3-461c-924d-61dcaafdf3d3 on host n-d-master-1 for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:21:33.352472 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-61a5f1df-23c7-4420-8254-8bdb535219c7 None None] Attempting to bind port 82eb4c92-54b3-461c-924d-61dcaafdf3d3 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'e8e5f583-7cfb-4e44-bf3d-cc078a510bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2fe411d2-2120-4c74-9bcd-551c502fafed'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:21:33.352930 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a5f1df-23c7-4420-8254-8bdb535219c7 None None] Attempting to bind port 82eb4c92-54b3-461c-924d-61dcaafdf3d3 on network 2fe411d2-2120-4c74-9bcd-551c502fafed {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:21:33.360699 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a5f1df-23c7-4420-8254-8bdb535219c7 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:21:33.361540 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a5f1df-23c7-4420-8254-8bdb535219c7 None None] Checking segment: {'id': 'e8e5f583-7cfb-4e44-bf3d-cc078a510bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2fe411d2-2120-4c74-9bcd-551c502fafed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:21:33.362567 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-61a5f1df-23c7-4420-8254-8bdb535219c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:33.363697 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a5f1df-23c7-4420-8254-8bdb535219c7 None None] Bound using segment: {'id': 'e8e5f583-7cfb-4e44-bf3d-cc078a510bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2fe411d2-2120-4c74-9bcd-551c502fafed'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:21:33.364290 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-61a5f1df-23c7-4420-8254-8bdb535219c7 None None] Bound port: 82eb4c92-54b3-461c-924d-61dcaafdf3d3, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8e5f583-7cfb-4e44-bf3d-cc078a510bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2fe411d2-2120-4c74-9bcd-551c502fafed'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:21:33.364762 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-61a5f1df-23c7-4420-8254-8bdb535219c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:33.366537 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-2b8e4517-0309-4ff7-8e6f-bb46ec68aa5e tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Deleting port 5d044c44-c6ea-4f9f-a3c3-6f30ee8e15d8 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:21:33.367061 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2b8e4517-0309-4ff7-8e6f-bb46ec68aa5e tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:33.401194 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-43f51d72-b2bd-4edb-9f5a-4c8e0cb411c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:33.449077 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:33.537749 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2b8e4517-0309-4ff7-8e6f-bb46ec68aa5e tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:33.551372 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-61a5f1df-23c7-4420-8254-8bdb535219c7 None None] For port 82eb4c92-54b3-461c-924d-61dcaafdf3d3, host n-d-master-1, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:21:33.553296 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ecaf34-cf9c-4a5a-8a41-0b337301885d req-7e2df9e5-25f1-4804-a7e1-175c2c35c020 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:33.557705 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-43f51d72-b2bd-4edb-9f5a-4c8e0cb411c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:33.559698 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-61a5f1df-23c7-4420-8254-8bdb535219c7 None None] For port 82eb4c92-54b3-461c-924d-61dcaafdf3d3, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=82eb4c92-54b3-461c-924d-61dcaafdf3d3,segment=NetworkSegment(e8e5f583-7cfb-4e44-bf3d-cc078a510bd9),segment_id=e8e5f583-7cfb-4e44-bf3d-cc078a510bd9)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:21:33.563472 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8da1e37-b0ce-4950-a2e1-d4d8b1fe0b5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fb12731-7f88-4fec-adc4-00016bd83483'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:21:33.564550 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-43f51d72-b2bd-4edb-9f5a-4c8e0cb411c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:33.565996 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c1ecaf34-cf9c-4a5a-8a41-0b337301885d req-7e2df9e5-25f1-4804-a7e1-175c2c35c020 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e278265-7b99-4956-8ec2-cd3b779484e1 HTTP/1.1" status: 200 len: 945 time: 0.1785665 Dec 06 17:21:33.566281 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-765600c7-b8eb-4998-933c-e3619a7054cc" -d '{"events": [{"server_uuid": "c8da1e37-b0ce-4950-a2e1-d4d8b1fe0b5f", "name": "network-vif-plugged", "status": "completed", "tag": "0fb12731-7f88-4fec-adc4-00016bd83483"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:21:33.570882 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-61a5f1df-23c7-4420-8254-8bdb535219c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:33.575620 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-43f51d72-b2bd-4edb-9f5a-4c8e0cb411c9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2bb2e576-84c7-4d36-bf7a-78cbf3f8add0 HTTP/1.1" status: 204 len: 168 time: 0.5143340 Dec 06 17:21:33.585147 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2c657044-729b-40ff-91ef-cc222571d3d3 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:33.594792 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-2b8e4517-0309-4ff7-8e6f-bb46ec68aa5e tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Calling delete_port for 5d044c44-c6ea-4f9f-a3c3-6f30ee8e15d8 owned by {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:21:33.610628 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1fcb14-015c-4725-86d3-72b25ceeb040 None None] DHCP port deletion for 835e734f-26a2-4d86-bab0-8bcc2ebf84d2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:21:33.616839 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f51d72-b2bd-4edb-9f5a-4c8e0cb411c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb2e576-84c7-4d36-bf7a-78cbf3f8add0,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:33.622214 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 0fb12731-7f88-4fec-adc4-00016bd83483, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=0fb12731-7f88-4fec-adc4-00016bd83483,segment=NetworkSegment(5a916c46-cf7e-433a-ae04-99d57e30b2e2),segment_id=5a916c46-cf7e-433a-ae04-99d57e30b2e2)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:21:33.641961 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:33.730864 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a8dfd4-49bf-44be-a797-fb9a3bc81cac None None] Pushing event updated for resources: {'Port': ['ID=82eb4c92-54b3-461c-924d-61dcaafdf3d3,revision_number=4']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:33.737523 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a5f1df-23c7-4420-8254-8bdb535219c7 None None] Routers {'09eaa48a-bd77-467e-bf74-ba4e33886a13'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:21:33.740383 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-61a5f1df-23c7-4420-8254-8bdb535219c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:21:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['09eaa48a-bd77-467e-bf74-ba4e33886a13'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:21:33.796032 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.extraroute_db [None req-f878885c-4e13-4b7a-8561-1e8e8132dc40 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=103284) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 06 17:21:33.856182 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.extraroute_db [None req-f878885c-4e13-4b7a-8561-1e8e8132dc40 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Removed routes are [] {{(pid=103284) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 06 17:21:33.857802 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f878885c-4e13-4b7a-8561-1e8e8132dc40 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1944'] for router, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:33.874880 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfdf95c9-0f7e-425a-9c2a-e02fd7d19e44 x-openstack-request-id: req-cfdf95c9-0f7e-425a-9c2a-e02fd7d19e44 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:21:33.875175 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8da1e37-b0ce-4950-a2e1-d4d8b1fe0b5f", "name": "network-vif-plugged", "status": "completed", "tag": "0fb12731-7f88-4fec-adc4-00016bd83483", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:21:33.875434 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cfdf95c9-0f7e-425a-9c2a-e02fd7d19e44 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:21:33.875844 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8da1e37-b0ce-4950-a2e1-d4d8b1fe0b5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fb12731-7f88-4fec-adc4-00016bd83483', 'code': 200} Dec 06 17:21:33.992972 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-61a5f1df-23c7-4420-8254-8bdb535219c7 None None] Set router 09eaa48a-bd77-467e-bf74-ba4e33886a13 gateway port host: None {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:21:34.050686 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2b8e4517-0309-4ff7-8e6f-bb46ec68aa5e tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:34.051220 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-190a1a3f-7c4e-449c-a599-8a08ec872069 None None] Provisioning complete for port 82eb4c92-54b3-461c-924d-61dcaafdf3d3 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:21:34.051353 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-190a1a3f-7c4e-449c-a599-8a08ec872069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:34.058564 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:34.120797 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7572090f-46ae-4665-8e7a-ae4db92b320e req-85db1648-e025-4d4a-9d1f-1eb42a69d609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:34.122421 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7572090f-46ae-4665-8e7a-ae4db92b320e req-85db1648-e025-4d4a-9d1f-1eb42a69d609 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c8da1e37-b0ce-4950-a2e1-d4d8b1fe0b5f HTTP/1.1" status: 200 len: 1096 time: 0.2213976 Dec 06 17:21:34.129717 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=0fb12731-7f88-4fec-adc4-00016bd83483,revision_number=8']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:34.135611 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c1ecaf34-cf9c-4a5a-8a41-0b337301885d req-58a207f1-dcaf-4521-a9d6-a5b02be561a8 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c657007e-2b96-4108-a795-7e2c1ca6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5626965 Dec 06 17:21:34.157835 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 6e2aaf6a-98ab-4793-bb5a-79fe1a76c80c, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=6e2aaf6a-98ab-4793-bb5a-79fe1a76c80c,segment=NetworkSegment(89275c86-7da9-47f2-a47a-1035a530c501),segment_id=89275c86-7da9-47f2-a47a-1035a530c501)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:21:34.172814 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:34.191536 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:21:34.191976 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:21:34.196116 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:21:34.196560 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:21:34.196859 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:21:34.197198 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:21:34.197563 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:21:34.197890 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:21:34.198222 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:21:34.198556 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:21:34.198884 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:21:34.199229 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:21:34.199537 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:21:34.229184 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2c657044-729b-40ff-91ef-cc222571d3d3 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:34.276974 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2c657044-729b-40ff-91ef-cc222571d3d3 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:34.280670 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-2c657044-729b-40ff-91ef-cc222571d3d3 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "DELETE /v2.0/subnets/3818b58e-43ac-44ad-80b6-4a4c77558d05 HTTP/1.1" status: 204 len: 168 time: 1.4020939 Dec 06 17:21:34.285514 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 56486) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:34.298080 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c657044-729b-40ff-91ef-cc222571d3d3 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Pushing event deleted for resources: {'Subnet': ['ID=3818b58e-43ac-44ad-80b6-4a4c77558d05,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:34.314356 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f748941-2c68-4362-81a4-19a6b210fc68 None None] Network 62888d59-b0aa-4b30-84b4-2a011c5a0276 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:21:34.324119 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8e4517-0309-4ff7-8e6f-bb46ec68aa5e tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Pushing event deleted for resources: {'Port': ['ID=5d044c44-c6ea-4f9f-a3c3-6f30ee8e15d8,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:34.345881 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-9a1fcb14-015c-4725-86d3-72b25ceeb040 None None] Deleting port caf9ea57-64ad-4a90-97a0-631825befdd1 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:21:34.345881 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9a1fcb14-015c-4725-86d3-72b25ceeb040 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:34.401785 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f878885c-4e13-4b7a-8561-1e8e8132dc40 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1944'] for router, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:34.412360 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f878885c-4e13-4b7a-8561-1e8e8132dc40 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536591', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-575717'] for router, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:34.559091 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2b8e4517-0309-4ff7-8e6f-bb46ec68aa5e tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:34.565383 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-2b8e4517-0309-4ff7-8e6f-bb46ec68aa5e tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "DELETE /v2.0/ports/5d044c44-c6ea-4f9f-a3c3-6f30ee8e15d8 HTTP/1.1" status: 204 len: 168 time: 1.4714029 Dec 06 17:21:34.568488 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 56496) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:34.613842 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device b08358aa-fab1-4ad5-bb56-17df4b09b273 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:21:34.626606 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f878885c-4e13-4b7a-8561-1e8e8132dc40 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Router 09eaa48a-bd77-467e-bf74-ba4e33886a13 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:21:34.650879 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-82194278-0b4f-42d2-a70b-13504110a6e3 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:34.700527 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7572090f-46ae-4665-8e7a-ae4db92b320e req-7a2594bb-6ea1-4960-bfd7-31f89ad2459f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=cd5fd2ce-3e09-41f1-868b-3ad9c4e06626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4321904 Dec 06 17:21:34.804694 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-9a1fcb14-015c-4725-86d3-72b25ceeb040 None None] For port caf9ea57-64ad-4a90-97a0-631825befdd1, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=caf9ea57-64ad-4a90-97a0-631825befdd1,segment=NetworkSegment(49d92374-f052-4c21-9342-c4fdb3c41fab),segment_id=49d92374-f052-4c21-9342-c4fdb3c41fab)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:21:34.805199 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9a1fcb14-015c-4725-86d3-72b25ceeb040 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:34.819518 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-9a1fcb14-015c-4725-86d3-72b25ceeb040 None None] Calling delete_port for caf9ea57-64ad-4a90-97a0-631825befdd1 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:21:34.820202 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-61a5f1df-23c7-4420-8254-8bdb535219c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'name': 'tempest-RoutersIpV6Test-router-2112262611', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:21:01Z', 'updated_at': '2021-12-06T17:21:30Z', 'revision_number': 5, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'gw_port_host': None, '_interfaces': [{'id': '6ad43d74-2968-47eb-a55f-3cd1ef634bfe', 'name': '', 'network_id': 'c11798b5-4214-48bb-89be-2de1c803913e', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'mac_address': 'fa:16:3e:5c:e8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '4954b8f0-7e2f-4b09-8a71-e7e59fb661ee', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:21:17Z', 'updated_at': '2021-12-06T17:21:29Z', 'revision_number': 5, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'subnets': [{'id': '4954b8f0-7e2f-4b09-8a71-e7e59fb661ee', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82eb4c92-54b3-461c-924d-61dcaafdf3d3', 'name': '', 'network_id': '2fe411d2-2120-4c74-9bcd-551c502fafed', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'mac_address': 'fa:16:3e:fd:17:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '7a79043c-d5f7-4f1f-adda-44a826e70cff', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:21:29Z', 'updated_at': '2021-12-06T17:21:33Z', 'revision_number': 4, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'subnets': [{'id': '7a79043c-d5f7-4f1f-adda-44a826e70cff', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae29b8c0-9297-45c9-a04f-f838385810fd', 'name': '', 'network_id': '6be8505b-7e09-481c-9ab7-a2a0372522ff', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'mac_address': 'fa:16:3e:0e:e5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '84cd5c52-9fa9-463d-8ed2-fa78d4f61fab', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:21:04Z', 'updated_at': '2021-12-06T17:21:11Z', 'revision_number': 5, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'subnets': [{'id': '84cd5c52-9fa9-463d-8ed2-fa78d4f61fab', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3b262aa-78bf-4471-a7ec-989426412912', 'name': '', 'network_id': 'ca267e7a-cdd1-4aad-a2a0-269df9b66806', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'mac_address': 'fa:16:3e:f0:bd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'b392670b-9935-49cb-8fdd-bb669b97dc57', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:21:09Z', 'updated_at': '2021-12-06T17:21:19Z', 'revision_number': 5, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'subnets': [{'id': 'b392670b-9935-49cb-8fdd-bb669b97dc57', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:21:34.847256 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-a99856a6-938b-4ab1-b833-1a86faf28ea7 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Deleting port e2c81161-fcfe-4c5c-a15a-a2bb77a0ab7d {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:21:34.847660 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a99856a6-938b-4ab1-b833-1a86faf28ea7 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:34.908393 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1966c40-699c-4f30-8fd8-e53d5684ec4d req-86fc0d27-0b72-4149-8a20-7668f1bba0df tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:34.930940 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c1966c40-699c-4f30-8fd8-e53d5684ec4d req-86fc0d27-0b72-4149-8a20-7668f1bba0df tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8da1e37-b0ce-4950-a2e1-d4d8b1fe0b5f HTTP/1.1" status: 200 len: 945 time: 0.3856304 Dec 06 17:21:34.939013 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f878885c-4e13-4b7a-8561-1e8e8132dc40 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:21:34.953812 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f878885c-4e13-4b7a-8561-1e8e8132dc40 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:34.955206 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-f878885c-4e13-4b7a-8561-1e8e8132dc40 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "PUT /v2.0/routers/09eaa48a-bd77-467e-bf74-ba4e33886a13 HTTP/1.1" status: 200 len: 954 time: 2.9853439 Dec 06 17:21:34.959338 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 56504) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:35.015673 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c1966c40-699c-4f30-8fd8-e53d5684ec4d req-0b75b02c-0fd0-4a20-b7f0-323622e94b56 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd5fd2ce-3e09-41f1-868b-3ad9c4e06626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807130 Dec 06 17:21:35.039505 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-82194278-0b4f-42d2-a70b-13504110a6e3 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Deleting port caf9ea57-64ad-4a90-97a0-631825befdd1 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:21:35.039907 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-82194278-0b4f-42d2-a70b-13504110a6e3 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:35.080511 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9a1fcb14-015c-4725-86d3-72b25ceeb040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:35.090217 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=6e2aaf6a-98ab-4793-bb5a-79fe1a76c80c,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:35.159418 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a5f1df-23c7-4420-8254-8bdb535219c7 None None] The sync data for ids ['09eaa48a-bd77-467e-bf74-ba4e33886a13'] in n-d-master-1 is: [{'id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'name': 'tempest-RoutersIpV6Test-router-2112262611', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:21:01Z', 'updated_at': '2021-12-06T17:21:30Z', 'revision_number': 5, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'gw_port_host': None, '_interfaces': [{'id': '6ad43d74-2968-47eb-a55f-3cd1ef634bfe', 'name': '', 'network_id': 'c11798b5-4214-48bb-89be-2de1c803913e', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'mac_address': 'fa:16:3e:5c:e8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '4954b8f0-7e2f-4b09-8a71-e7e59fb661ee', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:21:17Z', 'updated_at': '2021-12-06T17:21:29Z', 'revision_number': 5, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'subnets': [{'id': '4954b8f0-7e2f-4b09-8a71-e7e59fb661ee', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82eb4c92-54b3-461c-924d-61dcaafdf3d3', 'name': '', 'network_id': '2fe411d2-2120-4c74-9bcd-551c502fafed', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'mac_address': 'fa:16:3e:fd:17:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '7a79043c-d5f7-4f1f-adda-44a826e70cff', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:21:29Z', 'updated_at': '2021-12-06T17:21:33Z', 'revision_number': 4, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'subnets': [{'id': '7a79043c-d5f7-4f1f-adda-44a826e70cff', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae29b8c0-9297-45c9-a04f-f838385810fd', 'name': '', 'network_id': '6be8505b-7e09-481c-9ab7-a2a0372522ff', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'mac_address': 'fa:16:3e:0e:e5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '84cd5c52-9fa9-463d-8ed2-fa78d4f61fab', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:21:04Z', 'updated_at': '2021-12-06T17:21:11Z', 'revision_number': 5, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'subnets': [{'id': '84cd5c52-9fa9-463d-8ed2-fa78d4f61fab', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3b262aa-78bf-4471-a7ec-989426412912', 'name': '', 'network_id': 'ca267e7a-cdd1-4aad-a2a0-269df9b66806', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'mac_address': 'fa:16:3e:f0:bd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'b392670b-9935-49cb-8fdd-bb669b97dc57', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:21:09Z', 'updated_at': '2021-12-06T17:21:19Z', 'revision_number': 5, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'subnets': [{'id': 'b392670b-9935-49cb-8fdd-bb669b97dc57', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:21:35.168000 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-82194278-0b4f-42d2-a70b-13504110a6e3 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] For port caf9ea57-64ad-4a90-97a0-631825befdd1, host n-d-master-1, got binding levels [] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:21:35.168276 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-82194278-0b4f-42d2-a70b-13504110a6e3 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:35.188210 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-82194278-0b4f-42d2-a70b-13504110a6e3 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Calling delete_port for caf9ea57-64ad-4a90-97a0-631825befdd1 owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:21:35.191893 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.ipam_backend_mixin [None req-82194278-0b4f-42d2-a70b-13504110a6e3 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Port caf9ea57-64ad-4a90-97a0-631825befdd1 was not found and therefore no delete operation was performed {{(pid=103284) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 06 17:21:35.193202 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-82194278-0b4f-42d2-a70b-13504110a6e3 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:35.233144 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82194278-0b4f-42d2-a70b-13504110a6e3 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Pushing event deleted for resources: {'Port': ['ID=caf9ea57-64ad-4a90-97a0-631825befdd1,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:35.258242 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82194278-0b4f-42d2-a70b-13504110a6e3 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] No DVR routers for this DVR port caf9ea57-64ad-4a90-97a0-631825befdd1 on host n-d-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:21:35.266521 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a99856a6-938b-4ab1-b833-1a86faf28ea7 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:35.278325 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-190a1a3f-7c4e-449c-a599-8a08ec872069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:35.279924 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-a99856a6-938b-4ab1-b833-1a86faf28ea7 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Calling delete_port for e2c81161-fcfe-4c5c-a15a-a2bb77a0ab7d owned by {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:21:35.326330 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1fcb14-015c-4725-86d3-72b25ceeb040 None None] No DVR routers for this DVR port caf9ea57-64ad-4a90-97a0-631825befdd1 on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:21:35.349411 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1fcb14-015c-4725-86d3-72b25ceeb040 None None] Pushing event deleted for resources: {'Port': ['ID=caf9ea57-64ad-4a90-97a0-631825befdd1,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:35.377705 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-1fda926d-bbe1-4aec-aedf-c2b1e195bd16 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "GET /v2.0/routers/09eaa48a-bd77-467e-bf74-ba4e33886a13 HTTP/1.1" status: 200 len: 954 time: 0.3992534 Dec 06 17:21:35.382555 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 56514) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:35.386979 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-fa519ddb-00a6-4c88-ab62-236dd3aece44 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Request body: {'router': {'routes': None}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:21:35.423947 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:35.488731 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port b08358aa-fab1-4ad5-bb56-17df4b09b273 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:21:35.488731 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:35.499804 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-190a1a3f-7c4e-449c-a599-8a08ec872069 None None] For port 82eb4c92-54b3-461c-924d-61dcaafdf3d3, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=82eb4c92-54b3-461c-924d-61dcaafdf3d3,segment=NetworkSegment(e8e5f583-7cfb-4e44-bf3d-cc078a510bd9),segment_id=e8e5f583-7cfb-4e44-bf3d-cc078a510bd9)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:21:35.505443 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-82194278-0b4f-42d2-a70b-13504110a6e3 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:35.552651 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-190a1a3f-7c4e-449c-a599-8a08ec872069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:35.596523 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e7dc8-aec7-4a4b-9d67-8f8d0d8a3dab req-2e10154d-a569-4683-9bb3-ff20dc4d6cfb tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:35.607250 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ad3e7dc8-aec7-4a4b-9d67-8f8d0d8a3dab req-2e10154d-a569-4683-9bb3-ff20dc4d6cfb tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e278265-7b99-4956-8ec2-cd3b779484e1 HTTP/1.1" status: 200 len: 946 time: 0.2752311 Dec 06 17:21:35.620450 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-82194278-0b4f-42d2-a70b-13504110a6e3 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['835e734f-26a2-4d86-bab0-8bcc2ebf84d2']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:21:35.633303 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518cb0ad-9f02-41a2-9885-0ffc7292dbb7 None None] DHCP port deletion for 62888d59-b0aa-4b30-84b4-2a011c5a0276 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:21:35.638410 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-82194278-0b4f-42d2-a70b-13504110a6e3 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49d92374-f052-4c21-9342-c4fdb3c41fab') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:21:35.638717 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-82194278-0b4f-42d2-a70b-13504110a6e3 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49d92374-f052-4c21-9342-c4fdb3c41fab') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:21:35.672496 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-82194278-0b4f-42d2-a70b-13504110a6e3 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:35.747481 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-82194278-0b4f-42d2-a70b-13504110a6e3 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:35.759076 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190a1a3f-7c4e-449c-a599-8a08ec872069 None None] Pushing event updated for resources: {'Port': ['ID=82eb4c92-54b3-461c-924d-61dcaafdf3d3,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:35.775295 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82194278-0b4f-42d2-a70b-13504110a6e3 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:21:35.782138 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-82194278-0b4f-42d2-a70b-13504110a6e3 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:35.786337 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 17:21:35.786337 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:21:35.786337 n-d-master-1 neutron-server[103284]: timer() Dec 06 17:21:35.786337 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:21:35.786337 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 17:21:35.786337 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:21:35.786337 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 17:21:35.786337 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:21:35.786337 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 17:21:35.786337 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:21:35.786337 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 17:21:35.786337 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:21:35.786337 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 17:21:35.786337 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:21:35.786337 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:21:35.786337 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:21:35.786337 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:21:35.786337 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:21:35.786337 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 17:21:35.786337 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:21:35.786337 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 17:21:35.786337 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:21:35.786337 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:21:35.786337 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:21:35.786337 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 17:21:35.786337 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:21:35.786337 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:21:35.786337 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:21:35.786337 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:21:35.786337 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:21:35.786337 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:21:35.786337 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:21:35.802532 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-7b31e316-83e6-476a-86f1-58c0e8efb8c5 None None] Provisioning complete for port 82eb4c92-54b3-461c-924d-61dcaafdf3d3 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:21:35.803492 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7b31e316-83e6-476a-86f1-58c0e8efb8c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:35.903774 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ad3e7dc8-aec7-4a4b-9d67-8f8d0d8a3dab req-451193be-5e86-4819-88ad-901df970766f tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c657007e-2b96-4108-a795-7e2c1ca6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932098 Dec 06 17:21:35.922357 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e278265-7b99-4956-8ec2-cd3b779484e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e2aaf6a-98ab-4793-bb5a-79fe1a76c80c'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:21:35.926390 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-577aa48b-14f0-47e9-8d3a-517cd59665fc" -d '{"events": [{"server_uuid": "9e278265-7b99-4956-8ec2-cd3b779484e1", "name": "network-vif-plugged", "status": "completed", "tag": "6e2aaf6a-98ab-4793-bb5a-79fe1a76c80c"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:21:35.952084 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-82194278-0b4f-42d2-a70b-13504110a6e3 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:35.993278 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-82194278-0b4f-42d2-a70b-13504110a6e3 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:36.000324 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-82194278-0b4f-42d2-a70b-13504110a6e3 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "DELETE /v2.0/networks/835e734f-26a2-4d86-bab0-8bcc2ebf84d2 HTTP/1.1" status: 204 len: 168 time: 1.7133265 Dec 06 17:21:36.002429 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82194278-0b4f-42d2-a70b-13504110a6e3 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Pushing event deleted for resources: {'Network': ['ID=835e734f-26a2-4d86-bab0-8bcc2ebf84d2,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:36.005684 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 56526) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:36.015906 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f0d49eb-82a4-475c-bd93-e69326f39f22 x-openstack-request-id: req-3f0d49eb-82a4-475c-bd93-e69326f39f22 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:21:36.016483 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e278265-7b99-4956-8ec2-cd3b779484e1", "name": "network-vif-plugged", "status": "completed", "tag": "6e2aaf6a-98ab-4793-bb5a-79fe1a76c80c", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:21:36.016949 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3f0d49eb-82a4-475c-bd93-e69326f39f22 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:21:36.017582 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e278265-7b99-4956-8ec2-cd3b779484e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e2aaf6a-98ab-4793-bb5a-79fe1a76c80c', 'code': 200} Dec 06 17:21:36.036772 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-518cb0ad-9f02-41a2-9885-0ffc7292dbb7 None None] Deleting port c8b31013-5ede-4ea1-8b4c-8901b91b747d {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:21:36.037245 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-518cb0ad-9f02-41a2-9885-0ffc7292dbb7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:36.242745 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54800d6-0951-48f0-a766-c7dd6b8862f8 req-ab442e73-26c8-4ee1-ab2c-07a83806e4d4 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:36.250892 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b54800d6-0951-48f0-a766-c7dd6b8862f8 req-ab442e73-26c8-4ee1-ab2c-07a83806e4d4 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8da1e37-b0ce-4950-a2e1-d4d8b1fe0b5f HTTP/1.1" status: 200 len: 945 time: 0.0833485 Dec 06 17:21:36.292300 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-518cb0ad-9f02-41a2-9885-0ffc7292dbb7 None None] For port c8b31013-5ede-4ea1-8b4c-8901b91b747d, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c8b31013-5ede-4ea1-8b4c-8901b91b747d,segment=NetworkSegment(14a89fb6-9d51-46df-918b-4909f9c15431),segment_id=14a89fb6-9d51-46df-918b-4909f9c15431)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:21:36.292714 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-518cb0ad-9f02-41a2-9885-0ffc7292dbb7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:36.310189 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-518cb0ad-9f02-41a2-9885-0ffc7292dbb7 None None] Calling delete_port for c8b31013-5ede-4ea1-8b4c-8901b91b747d owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:21:36.348952 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b54800d6-0951-48f0-a766-c7dd6b8862f8 req-ee0e9dee-4470-4d51-b304-9c63e1d5c105 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd5fd2ce-3e09-41f1-868b-3ad9c4e06626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893698 Dec 06 17:21:36.438757 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-806f68fc-4c9b-4b61-a4f3-f0db1e357e2e tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:36.461559 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-518cb0ad-9f02-41a2-9885-0ffc7292dbb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:36.498768 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518cb0ad-9f02-41a2-9885-0ffc7292dbb7 None None] No DVR routers for this DVR port c8b31013-5ede-4ea1-8b4c-8901b91b747d on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:21:36.500555 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518cb0ad-9f02-41a2-9885-0ffc7292dbb7 None None] Pushing event deleted for resources: {'Port': ['ID=c8b31013-5ede-4ea1-8b4c-8901b91b747d,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:36.504925 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.extraroute_db [None req-fa519ddb-00a6-4c88-ab62-236dd3aece44 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Added routes are [] {{(pid=103285) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 06 17:21:36.505248 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.extraroute_db [None req-fa519ddb-00a6-4c88-ab62-236dd3aece44 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=103285) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 06 17:21:36.550252 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device caf9ea57-64ad-4a90-97a0-631825befdd1 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:21:36.582121 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: caf9ea57-64ad-4a90-97a0-631825befdd1 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:21:36.582744 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device caf9ea57-64ad-4a90-97a0-631825befdd1 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:21:36.600407 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a99856a6-938b-4ab1-b833-1a86faf28ea7 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:36.621109 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ff1b07-778e-4016-8354-82693533fc2c req-b59434cf-aae4-4224-b868-b597b77d9ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:36.622827 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-97ff1b07-778e-4016-8354-82693533fc2c req-b59434cf-aae4-4224-b868-b597b77d9ff4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9e278265-7b99-4956-8ec2-cd3b779484e1 HTTP/1.1" status: 200 len: 1097 time: 0.3469212 Dec 06 17:21:36.687225 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa728d8-f88d-49f7-bdfb-a53215c3a1c5 None None] Sync routers for ids ['09eaa48a-bd77-467e-bf74-ba4e33886a13'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:21:36.700826 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa728d8-f88d-49f7-bdfb-a53215c3a1c5 None None] Routers {'09eaa48a-bd77-467e-bf74-ba4e33886a13'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:21:36.701822 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-ffa728d8-f88d-49f7-bdfb-a53215c3a1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:21:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['09eaa48a-bd77-467e-bf74-ba4e33886a13'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:21:36.715664 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 56544) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:36.795719 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 82eb4c92-54b3-461c-924d-61dcaafdf3d3 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:21:36.853993 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-f49b3e3b-8b74-4714-b444-ceb190265946 tempest-ExternalNetworksAdminNegativeTestJSON-1774127925 tempest-ExternalNetworksAdminNegativeTestJSON-1774127925-project-admin] Request body: {'floatingip': {'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:21:36.856489 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-ffa728d8-f88d-49f7-bdfb-a53215c3a1c5 None None] Set router 09eaa48a-bd77-467e-bf74-ba4e33886a13 gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:21:36.879113 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f49b3e3b-8b74-4714-b444-ceb190265946 tempest-ExternalNetworksAdminNegativeTestJSON-1774127925 tempest-ExternalNetworksAdminNegativeTestJSON-1774127925-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:36.916417 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 82eb4c92-54b3-461c-924d-61dcaafdf3d3 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:21:36.916798 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:36.976113 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99856a6-938b-4ab1-b833-1a86faf28ea7 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Pushing event deleted for resources: {'Port': ['ID=e2c81161-fcfe-4c5c-a15a-a2bb77a0ab7d,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:36.982574 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f49b3e3b-8b74-4714-b444-ceb190265946 tempest-ExternalNetworksAdminNegativeTestJSON-1774127925 tempest-ExternalNetworksAdminNegativeTestJSON-1774127925-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:37.006758 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fa519ddb-00a6-4c88-ab62-236dd3aece44 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1944'] for router, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:37.054823 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-806f68fc-4c9b-4b61-a4f3-f0db1e357e2e tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:37.080051 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9ba48c-97be-4dee-8175-ede2d6b96293 req-bbec5019-faf8-463e-86cd-ef43dd17f424 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:37.085999 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3f9ba48c-97be-4dee-8175-ede2d6b96293 req-bbec5019-faf8-463e-86cd-ef43dd17f424 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8da1e37-b0ce-4950-a2e1-d4d8b1fe0b5f HTTP/1.1" status: 200 len: 945 time: 0.6362419 Dec 06 17:21:37.131921 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a2574b-36a8-440e-8277-fa76ebf5826a req-90bd3b78-e480-4e94-8368-65ee88d71087 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:37.138120 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-41a2574b-36a8-440e-8277-fa76ebf5826a req-90bd3b78-e480-4e94-8368-65ee88d71087 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e278265-7b99-4956-8ec2-cd3b779484e1 HTTP/1.1" status: 200 len: 946 time: 0.1007822 Dec 06 17:21:37.180929 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-f49b3e3b-8b74-4714-b444-ceb190265946 tempest-ExternalNetworksAdminNegativeTestJSON-1774127925 tempest-ExternalNetworksAdminNegativeTestJSON-1774127925-project-admin] Allocated IP 172.35.1.13 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/b0a86616-ffd9-45d8-9652-f82ab051b11d) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:21:37.181202 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-ffa728d8-f88d-49f7-bdfb-a53215c3a1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'name': 'tempest-RoutersIpV6Test-router-2112262611', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:21:01Z', 'updated_at': '2021-12-06T17:21:33Z', 'revision_number': 6, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'gw_port_host': None, '_interfaces': [{'id': '6ad43d74-2968-47eb-a55f-3cd1ef634bfe', 'name': '', 'network_id': 'c11798b5-4214-48bb-89be-2de1c803913e', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'mac_address': 'fa:16:3e:5c:e8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '4954b8f0-7e2f-4b09-8a71-e7e59fb661ee', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:21:17Z', 'updated_at': '2021-12-06T17:21:29Z', 'revision_number': 5, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'subnets': [{'id': '4954b8f0-7e2f-4b09-8a71-e7e59fb661ee', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82eb4c92-54b3-461c-924d-61dcaafdf3d3', 'name': '', 'network_id': '2fe411d2-2120-4c74-9bcd-551c502fafed', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'mac_address': 'fa:16:3e:fd:17:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '7a79043c-d5f7-4f1f-adda-44a826e70cff', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:21:29Z', 'updated_at': '2021-12-06T17:21:35Z', 'revision_number': 5, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'subnets': [{'id': '7a79043c-d5f7-4f1f-adda-44a826e70cff', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae29b8c0-9297-45c9-a04f-f838385810fd', 'name': '', 'network_id': '6be8505b-7e09-481c-9ab7-a2a0372522ff', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'mac_address': 'fa:16:3e:0e:e5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '84cd5c52-9fa9-463d-8ed2-fa78d4f61fab', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:21:04Z', 'updated_at': '2021-12-06T17:21:11Z', 'revision_number': 5, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'subnets': [{'id': '84cd5c52-9fa9-463d-8ed2-fa78d4f61fab', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3b262aa-78bf-4471-a7ec-989426412912', 'name': '', 'network_id': 'ca267e7a-cdd1-4aad-a2a0-269df9b66806', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'mac_address': 'fa:16:3e:f0:bd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'b392670b-9935-49cb-8fdd-bb669b97dc57', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:21:09Z', 'updated_at': '2021-12-06T17:21:19Z', 'revision_number': 5, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'subnets': [{'id': 'b392670b-9935-49cb-8fdd-bb669b97dc57', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:21:37.217900 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device c8b31013-5ede-4ea1-8b4c-8901b91b747d no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:21:37.222928 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa728d8-f88d-49f7-bdfb-a53215c3a1c5 None None] Checking router: 09eaa48a-bd77-467e-bf74-ba4e33886a13 for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:21:37.226745 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-41a2574b-36a8-440e-8277-fa76ebf5826a req-5ef0c873-ee44-45c8-9ae7-fe37a28cdae8 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c657007e-2b96-4108-a795-7e2c1ca6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874739 Dec 06 17:21:37.248692 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-806f68fc-4c9b-4b61-a4f3-f0db1e357e2e tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62888d59-b0aa-4b30-84b4-2a011c5a0276']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:21:37.249091 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: c8b31013-5ede-4ea1-8b4c-8901b91b747d {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:21:37.249573 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device c8b31013-5ede-4ea1-8b4c-8901b91b747d not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:21:37.258613 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa728d8-f88d-49f7-bdfb-a53215c3a1c5 None None] Routers {'09eaa48a-bd77-467e-bf74-ba4e33886a13'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:21:37.259595 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-ffa728d8-f88d-49f7-bdfb-a53215c3a1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:21:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['09eaa48a-bd77-467e-bf74-ba4e33886a13'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:21:37.274053 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-97ff1b07-778e-4016-8354-82693533fc2c req-7995ffc5-859d-42a7-9f0d-2e164a6cfd5a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c657007e-2b96-4108-a795-7e2c1ca6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6016185 Dec 06 17:21:37.287714 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-806f68fc-4c9b-4b61-a4f3-f0db1e357e2e tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14a89fb6-9d51-46df-918b-4909f9c15431') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:21:37.287950 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-806f68fc-4c9b-4b61-a4f3-f0db1e357e2e tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14a89fb6-9d51-46df-918b-4909f9c15431') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:21:37.319018 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-806f68fc-4c9b-4b61-a4f3-f0db1e357e2e tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:37.336248 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a99856a6-938b-4ab1-b833-1a86faf28ea7 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:37.339924 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f49b3e3b-8b74-4714-b444-ceb190265946 tempest-ExternalNetworksAdminNegativeTestJSON-1774127925 tempest-ExternalNetworksAdminNegativeTestJSON-1774127925-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:37.340425 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-a99856a6-938b-4ab1-b833-1a86faf28ea7 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "DELETE /v2.0/ports/e2c81161-fcfe-4c5c-a15a-a2bb77a0ab7d HTTP/1.1" status: 204 len: 168 time: 2.7705922 Dec 06 17:21:37.343286 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 56552) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:37.366347 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-ffa728d8-f88d-49f7-bdfb-a53215c3a1c5 None None] Set router 09eaa48a-bd77-467e-bf74-ba4e33886a13 gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:21:37.431612 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3651011-6ff1-4d3d-99b7-4a1a8725f825 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Deleting subnet b4979180-b255-45fd-9571-7f83f2b9313a {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:21:37.435381 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c3651011-6ff1-4d3d-99b7-4a1a8725f825 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:37.452281 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fa519ddb-00a6-4c88-ab62-236dd3aece44 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1944'] for router, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:37.454314 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-806f68fc-4c9b-4b61-a4f3-f0db1e357e2e tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:37.465771 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-806f68fc-4c9b-4b61-a4f3-f0db1e357e2e tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:21:37.466043 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-806f68fc-4c9b-4b61-a4f3-f0db1e357e2e tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:37.469644 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:21:37.469644 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:21:37.469644 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:21:37.469644 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:21:37.469644 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:21:37.469644 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:21:37.469644 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:21:37.469644 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:21:37.469644 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:21:37.469644 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:21:37.469644 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:21:37.469644 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:21:37.469644 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:21:37.469644 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:21:37.469644 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:21:37.469644 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:21:37.469644 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:21:37.469644 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:21:37.469644 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:21:37.469644 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:21:37.469644 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:21:37.469644 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:21:37.469644 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:21:37.469644 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:21:37.469644 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:21:37.469644 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:21:37.469644 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:21:37.469644 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:21:37.469644 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:21:37.469644 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:21:37.469644 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:21:37.469644 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:21:37.490775 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3f9ba48c-97be-4dee-8175-ede2d6b96293 req-cf00f85b-7e95-429c-b5e3-4d20e51d7a73 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd5fd2ce-3e09-41f1-868b-3ad9c4e06626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3815482 Dec 06 17:21:37.491986 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fa519ddb-00a6-4c88-ab62-236dd3aece44 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536591', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-575717'] for router, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:37.502524 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c3651011-6ff1-4d3d-99b7-4a1a8725f825 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:37.570143 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f49b3e3b-8b74-4714-b444-ceb190265946 tempest-ExternalNetworksAdminNegativeTestJSON-1774127925 tempest-ExternalNetworksAdminNegativeTestJSON-1774127925-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:37.643569 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49b3e3b-8b74-4714-b444-ceb190265946 tempest-ExternalNetworksAdminNegativeTestJSON-1774127925 tempest-ExternalNetworksAdminNegativeTestJSON-1774127925-project-admin] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:21:37.650997 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-f49b3e3b-8b74-4714-b444-ceb190265946 tempest-ExternalNetworksAdminNegativeTestJSON-1774127925 tempest-ExternalNetworksAdminNegativeTestJSON-1774127925-project-admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:21:37.659830 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49b3e3b-8b74-4714-b444-ceb190265946 tempest-ExternalNetworksAdminNegativeTestJSON-1774127925 tempest-ExternalNetworksAdminNegativeTestJSON-1774127925-project-admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:21:37.693403 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-806f68fc-4c9b-4b61-a4f3-f0db1e357e2e tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:37.717512 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa519ddb-00a6-4c88-ab62-236dd3aece44 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Router 09eaa48a-bd77-467e-bf74-ba4e33886a13 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:21:37.728190 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-806f68fc-4c9b-4b61-a4f3-f0db1e357e2e tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:37.729317 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49b3e3b-8b74-4714-b444-ceb190265946 tempest-ExternalNetworksAdminNegativeTestJSON-1774127925 tempest-ExternalNetworksAdminNegativeTestJSON-1774127925-project-admin] Pushing event updated for resources: {'Port': ['ID=b0a86616-ffd9-45d8-9652-f82ab051b11d,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:37.739738 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-806f68fc-4c9b-4b61-a4f3-f0db1e357e2e tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "DELETE /v2.0/networks/62888d59-b0aa-4b30-84b4-2a011c5a0276 HTTP/1.1" status: 204 len: 168 time: 1.7300386 Dec 06 17:21:37.741437 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 56558) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:37.749397 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-ade30a1d-6c4b-4681-81ef-ba7bed8603be tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Request body: {'network': {'name': 'tempest-RoutersTest-1587949615'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:21:37.772580 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c3651011-6ff1-4d3d-99b7-4a1a8725f825 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:37.822720 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806f68fc-4c9b-4b61-a4f3-f0db1e357e2e tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Pushing event deleted for resources: {'Network': ['ID=62888d59-b0aa-4b30-84b4-2a011c5a0276,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:37.881796 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f49b3e3b-8b74-4714-b444-ceb190265946 tempest-ExternalNetworksAdminNegativeTestJSON-1774127925 tempest-ExternalNetworksAdminNegativeTestJSON-1774127925-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:37.891662 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade30a1d-6c4b-4681-81ef-ba7bed8603be tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Made reservation on behalf of 60dea69d591c42b4aa2e88227c4d267f for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:21:37.895878 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ade30a1d-6c4b-4681-81ef-ba7bed8603be tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:37.908250 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa519ddb-00a6-4c88-ab62-236dd3aece44 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:21:37.925296 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fa519ddb-00a6-4c88-ab62-236dd3aece44 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:37.927504 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-fa519ddb-00a6-4c88-ab62-236dd3aece44 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "PUT /v2.0/routers/09eaa48a-bd77-467e-bf74-ba4e33886a13 HTTP/1.1" status: 200 len: 704 time: 2.5437260 Dec 06 17:21:37.930068 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 56570) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:37.937030 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-ffa728d8-f88d-49f7-bdfb-a53215c3a1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'name': 'tempest-RoutersIpV6Test-router-2112262611', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:21:01Z', 'updated_at': '2021-12-06T17:21:36Z', 'revision_number': 7, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'gw_port_host': None, '_interfaces': [{'id': '6ad43d74-2968-47eb-a55f-3cd1ef634bfe', 'name': '', 'network_id': 'c11798b5-4214-48bb-89be-2de1c803913e', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'mac_address': 'fa:16:3e:5c:e8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '4954b8f0-7e2f-4b09-8a71-e7e59fb661ee', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:21:17Z', 'updated_at': '2021-12-06T17:21:29Z', 'revision_number': 5, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'subnets': [{'id': '4954b8f0-7e2f-4b09-8a71-e7e59fb661ee', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82eb4c92-54b3-461c-924d-61dcaafdf3d3', 'name': '', 'network_id': '2fe411d2-2120-4c74-9bcd-551c502fafed', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'mac_address': 'fa:16:3e:fd:17:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '7a79043c-d5f7-4f1f-adda-44a826e70cff', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:21:29Z', 'updated_at': '2021-12-06T17:21:35Z', 'revision_number': 5, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'subnets': [{'id': '7a79043c-d5f7-4f1f-adda-44a826e70cff', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae29b8c0-9297-45c9-a04f-f838385810fd', 'name': '', 'network_id': '6be8505b-7e09-481c-9ab7-a2a0372522ff', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'mac_address': 'fa:16:3e:0e:e5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '84cd5c52-9fa9-463d-8ed2-fa78d4f61fab', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:21:04Z', 'updated_at': '2021-12-06T17:21:11Z', 'revision_number': 5, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'subnets': [{'id': '84cd5c52-9fa9-463d-8ed2-fa78d4f61fab', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3b262aa-78bf-4471-a7ec-989426412912', 'name': '', 'network_id': 'ca267e7a-cdd1-4aad-a2a0-269df9b66806', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'mac_address': 'fa:16:3e:f0:bd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'b392670b-9935-49cb-8fdd-bb669b97dc57', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:21:09Z', 'updated_at': '2021-12-06T17:21:19Z', 'revision_number': 5, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'subnets': [{'id': 'b392670b-9935-49cb-8fdd-bb669b97dc57', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:21:37.970004 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa728d8-f88d-49f7-bdfb-a53215c3a1c5 None None] The sync data for ids ['09eaa48a-bd77-467e-bf74-ba4e33886a13'] in n-d-master-1 is: [{'id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'name': 'tempest-RoutersIpV6Test-router-2112262611', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:21:01Z', 'updated_at': '2021-12-06T17:21:36Z', 'revision_number': 7, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'gw_port_host': None, '_interfaces': [{'id': '6ad43d74-2968-47eb-a55f-3cd1ef634bfe', 'name': '', 'network_id': 'c11798b5-4214-48bb-89be-2de1c803913e', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'mac_address': 'fa:16:3e:5c:e8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '4954b8f0-7e2f-4b09-8a71-e7e59fb661ee', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:21:17Z', 'updated_at': '2021-12-06T17:21:29Z', 'revision_number': 5, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'subnets': [{'id': '4954b8f0-7e2f-4b09-8a71-e7e59fb661ee', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82eb4c92-54b3-461c-924d-61dcaafdf3d3', 'name': '', 'network_id': '2fe411d2-2120-4c74-9bcd-551c502fafed', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'mac_address': 'fa:16:3e:fd:17:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '7a79043c-d5f7-4f1f-adda-44a826e70cff', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:21:29Z', 'updated_at': '2021-12-06T17:21:35Z', 'revision_number': 5, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'subnets': [{'id': '7a79043c-d5f7-4f1f-adda-44a826e70cff', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae29b8c0-9297-45c9-a04f-f838385810fd', 'name': '', 'network_id': '6be8505b-7e09-481c-9ab7-a2a0372522ff', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'mac_address': 'fa:16:3e:0e:e5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '84cd5c52-9fa9-463d-8ed2-fa78d4f61fab', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:21:04Z', 'updated_at': '2021-12-06T17:21:11Z', 'revision_number': 5, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'subnets': [{'id': '84cd5c52-9fa9-463d-8ed2-fa78d4f61fab', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3b262aa-78bf-4471-a7ec-989426412912', 'name': '', 'network_id': 'ca267e7a-cdd1-4aad-a2a0-269df9b66806', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'mac_address': 'fa:16:3e:f0:bd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'b392670b-9935-49cb-8fdd-bb669b97dc57', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:21:09Z', 'updated_at': '2021-12-06T17:21:19Z', 'revision_number': 5, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'subnets': [{'id': 'b392670b-9935-49cb-8fdd-bb669b97dc57', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:21:37.995171 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f49b3e3b-8b74-4714-b444-ceb190265946 tempest-ExternalNetworksAdminNegativeTestJSON-1774127925 tempest-ExternalNetworksAdminNegativeTestJSON-1774127925-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:38.006409 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ade30a1d-6c4b-4681-81ef-ba7bed8603be tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:21:38.041175 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c3651011-6ff1-4d3d-99b7-4a1a8725f825 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:38.051191 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-bb9a6257-e677-4b6f-95d4-b62c11936fc9 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "GET /v2.0/routers/09eaa48a-bd77-467e-bf74-ba4e33886a13 HTTP/1.1" status: 200 len: 704 time: 0.1143904 Dec 06 17:21:38.051481 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 56574) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:38.071148 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ade30a1d-6c4b-4681-81ef-ba7bed8603be tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:38.071509 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-ade30a1d-6c4b-4681-81ef-ba7bed8603be tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Added segment 7bf782d2-4c36-4dac-b49e-3975a58170e0 of type vlan for network a6d54e14-7465-4ef4-8993-5797c9e77244 Dec 06 17:21:38.136701 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838bd52b-061f-4b73-91fe-4a07a75fa834 None None] Network 923a9dfa-d650-4f29-aec2-2016eca01acc requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:21:38.152665 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c3651011-6ff1-4d3d-99b7-4a1a8725f825 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:38.159317 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-c3651011-6ff1-4d3d-99b7-4a1a8725f825 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "DELETE /v2.0/subnets/b4979180-b255-45fd-9571-7f83f2b9313a HTTP/1.1" status: 204 len: 168 time: 0.8148284 Dec 06 17:21:38.160137 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 56576) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:38.162797 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3651011-6ff1-4d3d-99b7-4a1a8725f825 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Pushing event deleted for resources: {'Subnet': ['ID=b4979180-b255-45fd-9571-7f83f2b9313a,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:38.185736 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2ff1a6-b341-4396-8a42-ab912e6f9481 None None] Sync routers for ids ['09eaa48a-bd77-467e-bf74-ba4e33886a13'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:21:38.193925 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ade30a1d-6c4b-4681-81ef-ba7bed8603be tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:38.197940 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2ff1a6-b341-4396-8a42-ab912e6f9481 None None] Routers {'09eaa48a-bd77-467e-bf74-ba4e33886a13'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:21:38.198716 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-1d2ff1a6-b341-4396-8a42-ab912e6f9481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:21:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['09eaa48a-bd77-467e-bf74-ba4e33886a13'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:21:38.243514 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ade30a1d-6c4b-4681-81ef-ba7bed8603be tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:38.249647 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade30a1d-6c4b-4681-81ef-ba7bed8603be tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:38.250251 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ade30a1d-6c4b-4681-81ef-ba7bed8603be tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:38.319377 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-1d2ff1a6-b341-4396-8a42-ab912e6f9481 None None] Set router 09eaa48a-bd77-467e-bf74-ba4e33886a13 gateway port host: None {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:21:38.323372 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-318ef7e5-18b9-4232-a64a-b447d2a0e55c tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Deleting subnet dc1a154b-d238-4aad-a5ea-40577b02ded4 {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:21:38.330075 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-318ef7e5-18b9-4232-a64a-b447d2a0e55c tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:38.400715 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-ade30a1d-6c4b-4681-81ef-ba7bed8603be tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6560915 Dec 06 17:21:38.401513 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade30a1d-6c4b-4681-81ef-ba7bed8603be tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Pushing event updated for resources: {'Network': ['ID=a6d54e14-7465-4ef4-8993-5797c9e77244,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:38.412539 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network a6d54e14-7465-4ef4-8993-5797c9e77244 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:21:38.420253 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e346620-4f79-4044-8d52-af5cfcd9ca12 req-7ff6275c-1589-48a2-82de-dca1828476e1 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:38.423946 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 56580) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:38.428806 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6e346620-4f79-4044-8d52-af5cfcd9ca12 req-7ff6275c-1589-48a2-82de-dca1828476e1 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/networks?id=c03931f5-54ae-4b06-ad76-fa3bc7500e1d HTTP/1.1" status: 200 len: 815 time: 0.4759364 Dec 06 17:21:38.433704 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-782118fe-660f-4259-869e-49e9ef450754 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Request body: {'subnet': {'network_id': 'a6d54e14-7465-4ef4-8993-5797c9e77244', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:21:38.452692 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af953645-a391-41bc-bd75-f3d09ba9c279 None None] DHCP port deletion for 923a9dfa-d650-4f29-aec2-2016eca01acc request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:21:38.482014 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-318ef7e5-18b9-4232-a64a-b447d2a0e55c tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:38.522370 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6e346620-4f79-4044-8d52-af5cfcd9ca12 req-989b9ecd-1a43-405a-8d78-e7850b51d041 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/quotas/0a9ae69edd864a0594799c7ece4dd7a6 HTTP/1.1" status: 200 len: 375 time: 0.0928955 Dec 06 17:21:38.585413 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-af953645-a391-41bc-bd75-f3d09ba9c279 None None] Deleting port 60b0548e-d3d1-4e79-831a-c672d866bb89 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:21:38.585875 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-af953645-a391-41bc-bd75-f3d09ba9c279 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:38.617770 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6e346620-4f79-4044-8d52-af5cfcd9ca12 req-0cfdbd81-ddec-4370-8d94-eef671b31d0f tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0a9ae69edd864a0594799c7ece4dd7a6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0940597 Dec 06 17:21:38.635461 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aabbf94-26c4-480b-92ba-5b01590bab8c req-3963054a-7db9-4363-a0b3-3c3e31e7aa38 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:38.637324 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3aabbf94-26c4-480b-92ba-5b01590bab8c req-3963054a-7db9-4363-a0b3-3c3e31e7aa38 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e278265-7b99-4956-8ec2-cd3b779484e1 HTTP/1.1" status: 200 len: 946 time: 0.3032238 Dec 06 17:21:38.670212 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-1d2ff1a6-b341-4396-8a42-ab912e6f9481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'name': 'tempest-RoutersIpV6Test-router-2112262611', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:21:01Z', 'updated_at': '2021-12-06T17:21:36Z', 'revision_number': 7, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'gw_port_host': None, '_interfaces': [{'id': '6ad43d74-2968-47eb-a55f-3cd1ef634bfe', 'name': '', 'network_id': 'c11798b5-4214-48bb-89be-2de1c803913e', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'mac_address': 'fa:16:3e:5c:e8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '4954b8f0-7e2f-4b09-8a71-e7e59fb661ee', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:21:17Z', 'updated_at': '2021-12-06T17:21:29Z', 'revision_number': 5, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'subnets': [{'id': '4954b8f0-7e2f-4b09-8a71-e7e59fb661ee', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82eb4c92-54b3-461c-924d-61dcaafdf3d3', 'name': '', 'network_id': '2fe411d2-2120-4c74-9bcd-551c502fafed', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'mac_address': 'fa:16:3e:fd:17:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '7a79043c-d5f7-4f1f-adda-44a826e70cff', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:21:29Z', 'updated_at': '2021-12-06T17:21:35Z', 'revision_number': 5, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'subnets': [{'id': '7a79043c-d5f7-4f1f-adda-44a826e70cff', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae29b8c0-9297-45c9-a04f-f838385810fd', 'name': '', 'network_id': '6be8505b-7e09-481c-9ab7-a2a0372522ff', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'mac_address': 'fa:16:3e:0e:e5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '84cd5c52-9fa9-463d-8ed2-fa78d4f61fab', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:21:04Z', 'updated_at': '2021-12-06T17:21:11Z', 'revision_number': 5, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'subnets': [{'id': '84cd5c52-9fa9-463d-8ed2-fa78d4f61fab', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3b262aa-78bf-4471-a7ec-989426412912', 'name': '', 'network_id': 'ca267e7a-cdd1-4aad-a2a0-269df9b66806', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'mac_address': 'fa:16:3e:f0:bd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'b392670b-9935-49cb-8fdd-bb669b97dc57', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:21:09Z', 'updated_at': '2021-12-06T17:21:19Z', 'revision_number': 5, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'subnets': [{'id': 'b392670b-9935-49cb-8fdd-bb669b97dc57', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:21:38.723999 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2ff1a6-b341-4396-8a42-ab912e6f9481 None None] Checking router: 09eaa48a-bd77-467e-bf74-ba4e33886a13 for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:21:38.736707 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-782118fe-660f-4259-869e-49e9ef450754 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Made reservation on behalf of 60dea69d591c42b4aa2e88227c4d267f for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:21:38.737209 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2ff1a6-b341-4396-8a42-ab912e6f9481 None None] Routers {'09eaa48a-bd77-467e-bf74-ba4e33886a13'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:21:38.738680 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6e346620-4f79-4044-8d52-af5cfcd9ca12 req-073f04f5-326b-4aa2-aad1-0166dda8cd49 service neutron] 10.222.0.23 "GET /v2.0/networks/c03931f5-54ae-4b06-ad76-fa3bc7500e1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195199 Dec 06 17:21:38.739155 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-1d2ff1a6-b341-4396-8a42-ab912e6f9481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:21:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['09eaa48a-bd77-467e-bf74-ba4e33886a13'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:21:38.741435 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-782118fe-660f-4259-869e-49e9ef450754 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:38.750018 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-af953645-a391-41bc-bd75-f3d09ba9c279 None None] For port 60b0548e-d3d1-4e79-831a-c672d866bb89, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=60b0548e-d3d1-4e79-831a-c672d866bb89,segment=NetworkSegment(6053507f-d1ea-4551-8cb6-ca82d545c343),segment_id=6053507f-d1ea-4551-8cb6-ca82d545c343)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:21:38.750443 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-af953645-a391-41bc-bd75-f3d09ba9c279 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:38.756171 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 60b0548e-d3d1-4e79-831a-c672d866bb89 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:21:38.799817 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-318ef7e5-18b9-4232-a64a-b447d2a0e55c tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:38.808592 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3aabbf94-26c4-480b-92ba-5b01590bab8c req-2f2fc271-7030-4596-bd39-b0d9d52aaff9 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c657007e-2b96-4108-a795-7e2c1ca6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586170 Dec 06 17:21:38.818746 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-af953645-a391-41bc-bd75-f3d09ba9c279 None None] Calling delete_port for 60b0548e-d3d1-4e79-831a-c672d866bb89 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:21:38.892188 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f49b3e3b-8b74-4714-b444-ceb190265946 tempest-ExternalNetworksAdminNegativeTestJSON-1774127925 tempest-ExternalNetworksAdminNegativeTestJSON-1774127925-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:38.904323 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-1d2ff1a6-b341-4396-8a42-ab912e6f9481 None None] Set router 09eaa48a-bd77-467e-bf74-ba4e33886a13 gateway port host: None {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:21:38.915119 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f49b3e3b-8b74-4714-b444-ceb190265946 tempest-ExternalNetworksAdminNegativeTestJSON-1774127925 tempest-ExternalNetworksAdminNegativeTestJSON-1774127925-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:38.972535 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:38.996035 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-318ef7e5-18b9-4232-a64a-b447d2a0e55c tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:39.025974 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] For port 60b0548e-d3d1-4e79-831a-c672d866bb89, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=60b0548e-d3d1-4e79-831a-c672d866bb89,segment=NetworkSegment(6053507f-d1ea-4551-8cb6-ca82d545c343),segment_id=6053507f-d1ea-4551-8cb6-ca82d545c343)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:21:39.044949 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:39.067411 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6e346620-4f79-4044-8d52-af5cfcd9ca12 req-9a8b9387-2dda-4641-b320-f9f5f5a1e1ba service neutron] 10.222.0.23 "GET /v2.0/networks/c03931f5-54ae-4b06-ad76-fa3bc7500e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3144715 Dec 06 17:21:39.091521 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318ef7e5-18b9-4232-a64a-b447d2a0e55c tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Pushing event deleted for resources: {'Subnet': ['ID=dc1a154b-d238-4aad-a5ea-40577b02ded4,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:39.118044 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-318ef7e5-18b9-4232-a64a-b447d2a0e55c tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:39.124165 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-318ef7e5-18b9-4232-a64a-b447d2a0e55c tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "DELETE /v2.0/subnets/dc1a154b-d238-4aad-a5ea-40577b02ded4 HTTP/1.1" status: 204 len: 168 time: 0.9609039 Dec 06 17:21:39.130302 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 56586) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:39.134105 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f42b3a-d002-4b4a-bbb9-00607fecd082 None None] Network a265b143-efdd-45e0-a32a-71d5cda110a4 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:21:39.139158 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f5813a0b-5d4e-4615-a4ec-650a35d75748 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575908'] for router_interface, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:39.160592 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49b3e3b-8b74-4714-b444-ceb190265946 tempest-ExternalNetworksAdminNegativeTestJSON-1774127925 tempest-ExternalNetworksAdminNegativeTestJSON-1774127925-project-admin] Pushing event updated for resources: {'Port': ['ID=b0a86616-ffd9-45d8-9652-f82ab051b11d,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:39.163197 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Pushing event updated for resources: {'Port': ['ID=60b0548e-d3d1-4e79-831a-c672d866bb89,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:39.165825 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-af953645-a391-41bc-bd75-f3d09ba9c279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:39.242986 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-1d2ff1a6-b341-4396-8a42-ab912e6f9481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'name': 'tempest-RoutersIpV6Test-router-2112262611', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:21:01Z', 'updated_at': '2021-12-06T17:21:36Z', 'revision_number': 7, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'gw_port_host': None, '_interfaces': [{'id': '6ad43d74-2968-47eb-a55f-3cd1ef634bfe', 'name': '', 'network_id': 'c11798b5-4214-48bb-89be-2de1c803913e', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'mac_address': 'fa:16:3e:5c:e8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '4954b8f0-7e2f-4b09-8a71-e7e59fb661ee', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:21:17Z', 'updated_at': '2021-12-06T17:21:29Z', 'revision_number': 5, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'subnets': [{'id': '4954b8f0-7e2f-4b09-8a71-e7e59fb661ee', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82eb4c92-54b3-461c-924d-61dcaafdf3d3', 'name': '', 'network_id': '2fe411d2-2120-4c74-9bcd-551c502fafed', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'mac_address': 'fa:16:3e:fd:17:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '7a79043c-d5f7-4f1f-adda-44a826e70cff', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:21:29Z', 'updated_at': '2021-12-06T17:21:35Z', 'revision_number': 5, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'subnets': [{'id': '7a79043c-d5f7-4f1f-adda-44a826e70cff', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae29b8c0-9297-45c9-a04f-f838385810fd', 'name': '', 'network_id': '6be8505b-7e09-481c-9ab7-a2a0372522ff', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'mac_address': 'fa:16:3e:0e:e5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '84cd5c52-9fa9-463d-8ed2-fa78d4f61fab', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:21:04Z', 'updated_at': '2021-12-06T17:21:11Z', 'revision_number': 5, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'subnets': [{'id': '84cd5c52-9fa9-463d-8ed2-fa78d4f61fab', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3b262aa-78bf-4471-a7ec-989426412912', 'name': '', 'network_id': 'ca267e7a-cdd1-4aad-a2a0-269df9b66806', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'mac_address': 'fa:16:3e:f0:bd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'b392670b-9935-49cb-8fdd-bb669b97dc57', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:21:09Z', 'updated_at': '2021-12-06T17:21:19Z', 'revision_number': 5, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'subnets': [{'id': 'b392670b-9935-49cb-8fdd-bb669b97dc57', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:21:39.249321 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af953645-a391-41bc-bd75-f3d09ba9c279 None None] Pushing event deleted for resources: {'Port': ['ID=60b0548e-d3d1-4e79-831a-c672d866bb89,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:39.257808 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af953645-a391-41bc-bd75-f3d09ba9c279 None None] No DVR routers for this DVR port 60b0548e-d3d1-4e79-831a-c672d866bb89 on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:21:39.335812 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f49b3e3b-8b74-4714-b444-ceb190265946 tempest-ExternalNetworksAdminNegativeTestJSON-1774127925 tempest-ExternalNetworksAdminNegativeTestJSON-1774127925-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:39.338987 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2ff1a6-b341-4396-8a42-ab912e6f9481 None None] The sync data for ids ['09eaa48a-bd77-467e-bf74-ba4e33886a13'] in n-d-master-1 is: [{'id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'name': 'tempest-RoutersIpV6Test-router-2112262611', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:21:01Z', 'updated_at': '2021-12-06T17:21:36Z', 'revision_number': 7, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'gw_port_host': None, '_interfaces': [{'id': '6ad43d74-2968-47eb-a55f-3cd1ef634bfe', 'name': '', 'network_id': 'c11798b5-4214-48bb-89be-2de1c803913e', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'mac_address': 'fa:16:3e:5c:e8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '4954b8f0-7e2f-4b09-8a71-e7e59fb661ee', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:21:17Z', 'updated_at': '2021-12-06T17:21:29Z', 'revision_number': 5, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'subnets': [{'id': '4954b8f0-7e2f-4b09-8a71-e7e59fb661ee', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82eb4c92-54b3-461c-924d-61dcaafdf3d3', 'name': '', 'network_id': '2fe411d2-2120-4c74-9bcd-551c502fafed', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'mac_address': 'fa:16:3e:fd:17:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '7a79043c-d5f7-4f1f-adda-44a826e70cff', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:21:29Z', 'updated_at': '2021-12-06T17:21:35Z', 'revision_number': 5, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'subnets': [{'id': '7a79043c-d5f7-4f1f-adda-44a826e70cff', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae29b8c0-9297-45c9-a04f-f838385810fd', 'name': '', 'network_id': '6be8505b-7e09-481c-9ab7-a2a0372522ff', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'mac_address': 'fa:16:3e:0e:e5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '84cd5c52-9fa9-463d-8ed2-fa78d4f61fab', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:21:04Z', 'updated_at': '2021-12-06T17:21:11Z', 'revision_number': 5, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'subnets': [{'id': '84cd5c52-9fa9-463d-8ed2-fa78d4f61fab', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3b262aa-78bf-4471-a7ec-989426412912', 'name': '', 'network_id': 'ca267e7a-cdd1-4aad-a2a0-269df9b66806', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'mac_address': 'fa:16:3e:f0:bd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'b392670b-9935-49cb-8fdd-bb669b97dc57', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:21:09Z', 'updated_at': '2021-12-06T17:21:19Z', 'revision_number': 5, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'subnets': [{'id': 'b392670b-9935-49cb-8fdd-bb669b97dc57', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:21:39.384046 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f49b3e3b-8b74-4714-b444-ceb190265946 tempest-ExternalNetworksAdminNegativeTestJSON-1774127925 tempest-ExternalNetworksAdminNegativeTestJSON-1774127925-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:39.390921 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-f49b3e3b-8b74-4714-b444-ceb190265946 tempest-ExternalNetworksAdminNegativeTestJSON-1774127925 tempest-ExternalNetworksAdminNegativeTestJSON-1774127925-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6738901 Dec 06 17:21:39.412733 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-536d2226-e167-4d0f-8bf4-30ea42136105 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:39.414811 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 56592) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:39.420139 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-7f032c4c-e2c0-430e-af49-51d07daed522 tempest-ExternalNetworksAdminNegativeTestJSON-1774127925 tempest-ExternalNetworksAdminNegativeTestJSON-1774127925-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-313570067', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'fixed_ips': [{'ip_address': '172.35.1.13'}]}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:21:39.435206 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb2baed-5aac-4e5a-b8ca-752adea8d529 None None] DHCP port deletion for a265b143-efdd-45e0-a32a-71d5cda110a4 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:21:39.483015 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f032c4c-e2c0-430e-af49-51d07daed522 tempest-ExternalNetworksAdminNegativeTestJSON-1774127925 tempest-ExternalNetworksAdminNegativeTestJSON-1774127925-project-admin] Made reservation on behalf of e4917fc808844701bff681a55a7a8b27 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:21:39.485756 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7f032c4c-e2c0-430e-af49-51d07daed522 tempest-ExternalNetworksAdminNegativeTestJSON-1774127925 tempest-ExternalNetworksAdminNegativeTestJSON-1774127925-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:39.497768 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7f032c4c-e2c0-430e-af49-51d07daed522 tempest-ExternalNetworksAdminNegativeTestJSON-1774127925 tempest-ExternalNetworksAdminNegativeTestJSON-1774127925-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:39.498298 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-3fb2baed-5aac-4e5a-b8ca-752adea8d529 None None] Deleting port d6b1671f-7fbb-4c1f-9dc1-f4b213e94006 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:21:39.498679 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3fb2baed-5aac-4e5a-b8ca-752adea8d529 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:39.580644 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-536d2226-e167-4d0f-8bf4-30ea42136105 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:39.602903 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-3fb2baed-5aac-4e5a-b8ca-752adea8d529 None None] For port d6b1671f-7fbb-4c1f-9dc1-f4b213e94006, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d6b1671f-7fbb-4c1f-9dc1-f4b213e94006,segment=NetworkSegment(960bb03e-79ef-4cd4-951f-382b620b51db),segment_id=960bb03e-79ef-4cd4-951f-382b620b51db)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:21:39.603477 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3fb2baed-5aac-4e5a-b8ca-752adea8d529 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:39.621097 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-536d2226-e167-4d0f-8bf4-30ea42136105 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['923a9dfa-d650-4f29-aec2-2016eca01acc']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:21:39.627229 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-3fb2baed-5aac-4e5a-b8ca-752adea8d529 None None] Calling delete_port for d6b1671f-7fbb-4c1f-9dc1-f4b213e94006 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:21:39.647111 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-536d2226-e167-4d0f-8bf4-30ea42136105 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6053507f-d1ea-4551-8cb6-ca82d545c343') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:21:39.647111 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-536d2226-e167-4d0f-8bf4-30ea42136105 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6053507f-d1ea-4551-8cb6-ca82d545c343') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:21:39.666227 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-536d2226-e167-4d0f-8bf4-30ea42136105 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:39.668243 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8d741b04-5e23-46b0-8d66-2e7e804018b1 req-63a3f966-fa93-4983-b400-2d12b37744d5 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/ports?device_id=108892c8-c221-4836-81e8-b7af254bb753 HTTP/1.1" status: 200 len: 210 time: 0.1012673 Dec 06 17:21:39.689821 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-536d2226-e167-4d0f-8bf4-30ea42136105 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:39.691855 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f9a5f8-9443-4bd3-a0da-3cce0b87d06c req-cf97970b-e2d1-4818-824d-9f44a5d8f5d9 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:39.693383 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d6f9a5f8-9443-4bd3-a0da-3cce0b87d06c req-cf97970b-e2d1-4818-824d-9f44a5d8f5d9 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8da1e37-b0ce-4950-a2e1-d4d8b1fe0b5f HTTP/1.1" status: 200 len: 945 time: 0.6164937 Dec 06 17:21:39.696232 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-536d2226-e167-4d0f-8bf4-30ea42136105 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:21:39.696628 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-536d2226-e167-4d0f-8bf4-30ea42136105 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:39.700489 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 17:21:39.700489 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:21:39.700489 n-d-master-1 neutron-server[103284]: timer() Dec 06 17:21:39.700489 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:21:39.700489 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 17:21:39.700489 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:21:39.700489 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 17:21:39.700489 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:21:39.700489 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 17:21:39.700489 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:21:39.700489 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 17:21:39.700489 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:21:39.700489 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 17:21:39.700489 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:21:39.700489 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:21:39.700489 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:21:39.700489 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:21:39.700489 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:21:39.700489 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 17:21:39.700489 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:21:39.700489 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 17:21:39.700489 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:21:39.700489 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:21:39.700489 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:21:39.700489 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 17:21:39.700489 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:21:39.700489 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:21:39.700489 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:21:39.700489 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:21:39.700489 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:21:39.700489 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:21:39.700489 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:21:39.750903 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-782118fe-660f-4259-869e-49e9ef450754 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:39.755806 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3fb2baed-5aac-4e5a-b8ca-752adea8d529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:39.791917 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7f032c4c-e2c0-430e-af49-51d07daed522 tempest-ExternalNetworksAdminNegativeTestJSON-1774127925 tempest-ExternalNetworksAdminNegativeTestJSON-1774127925-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:39.800353 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7f032c4c-e2c0-430e-af49-51d07daed522 tempest-ExternalNetworksAdminNegativeTestJSON-1774127925 tempest-ExternalNetworksAdminNegativeTestJSON-1774127925-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:39.804734 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-7f032c4c-e2c0-430e-af49-51d07daed522 tempest-ExternalNetworksAdminNegativeTestJSON-1774127925 tempest-ExternalNetworksAdminNegativeTestJSON-1774127925-project-admin] device_id is not set on port 0f1f14c2-acb5-4899-89d7-477dbba48135 yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:21:39.816072 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb2baed-5aac-4e5a-b8ca-752adea8d529 None None] Pushing event deleted for resources: {'Port': ['ID=d6b1671f-7fbb-4c1f-9dc1-f4b213e94006,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:39.823003 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb2baed-5aac-4e5a-b8ca-752adea8d529 None None] No DVR routers for this DVR port d6b1671f-7fbb-4c1f-9dc1-f4b213e94006 on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:21:39.858189 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-536d2226-e167-4d0f-8bf4-30ea42136105 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:39.917024 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-536d2226-e167-4d0f-8bf4-30ea42136105 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:39.923285 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-536d2226-e167-4d0f-8bf4-30ea42136105 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "DELETE /v2.0/networks/923a9dfa-d650-4f29-aec2-2016eca01acc HTTP/1.1" status: 204 len: 168 time: 0.7833633 Dec 06 17:21:39.927707 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536d2226-e167-4d0f-8bf4-30ea42136105 tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Pushing event deleted for resources: {'Network': ['ID=923a9dfa-d650-4f29-aec2-2016eca01acc,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:39.929290 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 56602) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:39.942381 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782118fe-660f-4259-869e-49e9ef450754 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Pushing event updated for resources: {'Subnet': ['ID=7d70f455-0782-4cda-a1fb-bc18c8049f59,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:39.961184 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782118fe-660f-4259-869e-49e9ef450754 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Checking segment: {'id': '7bf782d2-4c36-4dac-b49e-3975a58170e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a6d54e14-7465-4ef4-8993-5797c9e77244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:21:39.970180 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782118fe-660f-4259-869e-49e9ef450754 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Network hostable DHCP agents. Network: a6d54e14-7465-4ef4-8993-5797c9e77244, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:21:39.977543 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-d6f9a5f8-9443-4bd3-a0da-3cce0b87d06c req-13a8280c-79f2-4af1-b8f0-baf12136d724 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Deleting port 0fb12731-7f88-4fec-adc4-00016bd83483 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:21:39.977885 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-d6f9a5f8-9443-4bd3-a0da-3cce0b87d06c req-13a8280c-79f2-4af1-b8f0-baf12136d724 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:40.091852 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782118fe-660f-4259-869e-49e9ef450754 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Network a6d54e14-7465-4ef4-8993-5797c9e77244 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:21:40.120578 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-782118fe-660f-4259-869e-49e9ef450754 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, a6d54e14-7465-4ef4-8993-5797c9e77244) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:21:40.126031 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782118fe-660f-4259-869e-49e9ef450754 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:40.126874 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-782118fe-660f-4259-869e-49e9ef450754 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:40.129876 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a51d56-1bd3-4f90-9017-64487eca849c None None] Network a6d54e14-7465-4ef4-8993-5797c9e77244 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:21:40.193518 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-d6f9a5f8-9443-4bd3-a0da-3cce0b87d06c req-13a8280c-79f2-4af1-b8f0-baf12136d724 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] For port 0fb12731-7f88-4fec-adc4-00016bd83483, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=0fb12731-7f88-4fec-adc4-00016bd83483,segment=NetworkSegment(5a916c46-cf7e-433a-ae04-99d57e30b2e2),segment_id=5a916c46-cf7e-433a-ae04-99d57e30b2e2)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:21:40.194149 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-d6f9a5f8-9443-4bd3-a0da-3cce0b87d06c req-13a8280c-79f2-4af1-b8f0-baf12136d724 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:40.211854 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-782118fe-660f-4259-869e-49e9ef450754 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7840161 Dec 06 17:21:40.217658 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 56608) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:40.223654 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-9d662e41-91ea-4343-b746-8d883a0dc4a1 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-573071361', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:21:40.251965 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-d6f9a5f8-9443-4bd3-a0da-3cce0b87d06c req-13a8280c-79f2-4af1-b8f0-baf12136d724 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Calling delete_port for 0fb12731-7f88-4fec-adc4-00016bd83483 owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:21:40.323466 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa6856d-3869-4acb-85c8-d4e250881b12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-a6d54e14-7465-4ef4-8993-5797c9e77244', 'network_id': 'a6d54e14-7465-4ef4-8993-5797c9e77244', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'fixed_ips': [{'subnet_id': '7d70f455-0782-4cda-a1fb-bc18c8049f59'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:21:40.325133 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6fa6856d-3869-4acb-85c8-d4e250881b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:40.352132 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9d662e41-91ea-4343-b746-8d883a0dc4a1 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:40.353207 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9d662e41-91ea-4343-b746-8d883a0dc4a1 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:40.407948 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-f5813a0b-5d4e-4615-a4ec-650a35d75748 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Deleting port 82eb4c92-54b3-461c-924d-61dcaafdf3d3 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:21:40.408431 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f5813a0b-5d4e-4615-a4ec-650a35d75748 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:40.465003 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f032c4c-e2c0-430e-af49-51d07daed522 tempest-ExternalNetworksAdminNegativeTestJSON-1774127925 tempest-ExternalNetworksAdminNegativeTestJSON-1774127925-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a6c3b2-1fc0-40ec-b2a4-c653298b66d2,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:40.502260 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9d662e41-91ea-4343-b746-8d883a0dc4a1 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:40.502508 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-6fa6856d-3869-4acb-85c8-d4e250881b12 None None] Allocated IP 172.20.0.2 (a6d54e14-7465-4ef4-8993-5797c9e77244/7d70f455-0782-4cda-a1fb-bc18c8049f59/f1b3fb5f-56d3-45e6-8847-9095d012915a) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:21:40.527502 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9d662e41-91ea-4343-b746-8d883a0dc4a1 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:40.533027 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1afa94f3-89ab-4579-88a1-e8a939c1900d tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:40.574470 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9d662e41-91ea-4343-b746-8d883a0dc4a1 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:40.574773 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c162032e-d2ce-4953-b525-5979d5c0c387 req-f60e0b74-14f0-4674-a988-19ec51f8dbb0 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:40.578405 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-9d662e41-91ea-4343-b746-8d883a0dc4a1 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3562536 Dec 06 17:21:40.580864 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 56610) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:40.582817 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c162032e-d2ce-4953-b525-5979d5c0c387 req-f60e0b74-14f0-4674-a988-19ec51f8dbb0 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e278265-7b99-4956-8ec2-cd3b779484e1 HTTP/1.1" status: 200 len: 946 time: 0.6477618 Dec 06 17:21:40.589645 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-7195f72d-40f4-4b4e-9c5e-9e9b7f049e3f tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Request body: {'port': {'network_id': 'a6d54e14-7465-4ef4-8993-5797c9e77244', 'name': 'tempest-RoutersTest-1745948520'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:21:40.610390 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-d6f9a5f8-9443-4bd3-a0da-3cce0b87d06c req-13a8280c-79f2-4af1-b8f0-baf12136d724 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:40.625086 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['0fb12731-7f88-4fec-adc4-00016bd83483'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:21:40.629632 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-f5813a0b-5d4e-4615-a4ec-650a35d75748 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] For port 82eb4c92-54b3-461c-924d-61dcaafdf3d3, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=82eb4c92-54b3-461c-924d-61dcaafdf3d3,segment=NetworkSegment(e8e5f583-7cfb-4e44-bf3d-cc078a510bd9),segment_id=e8e5f583-7cfb-4e44-bf3d-cc078a510bd9)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:21:40.630005 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f5813a0b-5d4e-4615-a4ec-650a35d75748 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:40.701456 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a8280c-79f2-4af1-b8f0-baf12136d724 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Pushing event deleted for resources: {'Port': ['ID=0fb12731-7f88-4fec-adc4-00016bd83483,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:40.705726 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-f5813a0b-5d4e-4615-a4ec-650a35d75748 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Calling delete_port for 82eb4c92-54b3-461c-924d-61dcaafdf3d3 owned by network:router_interface {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:21:40.756746 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device d6b1671f-7fbb-4c1f-9dc1-f4b213e94006 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:21:40.770692 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c162032e-d2ce-4953-b525-5979d5c0c387 req-7c49a764-0cdc-4a55-8ccc-fb37e5a0ad22 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c657007e-2b96-4108-a795-7e2c1ca6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868560 Dec 06 17:21:40.790561 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6fa6856d-3869-4acb-85c8-d4e250881b12 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:40.793945 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: d6b1671f-7fbb-4c1f-9dc1-f4b213e94006 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:21:40.794790 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device d6b1671f-7fbb-4c1f-9dc1-f4b213e94006 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:21:40.800870 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6fa6856d-3869-4acb-85c8-d4e250881b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:40.858904 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa6856d-3869-4acb-85c8-d4e250881b12 None None] Network a6d54e14-7465-4ef4-8993-5797c9e77244 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:21:40.863342 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-6fa6856d-3869-4acb-85c8-d4e250881b12 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:21:40.866879 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa6856d-3869-4acb-85c8-d4e250881b12 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:21:40.874055 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6f9a5f8-9443-4bd3-a0da-3cce0b87d06c req-13a8280c-79f2-4af1-b8f0-baf12136d724 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] No DVR routers for this DVR port 0fb12731-7f88-4fec-adc4-00016bd83483 on host n-h2-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:21:40.877412 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-d6f9a5f8-9443-4bd3-a0da-3cce0b87d06c req-13a8280c-79f2-4af1-b8f0-baf12136d724 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:40.881898 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa6856d-3869-4acb-85c8-d4e250881b12 None None] Pushing event updated for resources: {'Port': ['ID=f1b3fb5f-56d3-45e6-8847-9095d012915a,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:40.883683 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d6f9a5f8-9443-4bd3-a0da-3cce0b87d06c req-13a8280c-79f2-4af1-b8f0-baf12136d724 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.44 "DELETE /v2.0/ports/0fb12731-7f88-4fec-adc4-00016bd83483 HTTP/1.1" status: 204 len: 173 time: 1.1817582 Dec 06 17:21:40.892481 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f032c4c-e2c0-430e-af49-51d07daed522 tempest-ExternalNetworksAdminNegativeTestJSON-1774127925 tempest-ExternalNetworksAdminNegativeTestJSON-1774127925-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 06 17:21:40.895375 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f032c4c-e2c0-430e-af49-51d07daed522 tempest-ExternalNetworksAdminNegativeTestJSON-1774127925 tempest-ExternalNetworksAdminNegativeTestJSON-1774127925-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:21:40.915801 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8da1e37-b0ce-4950-a2e1-d4d8b1fe0b5f', 'name': 'network-vif-deleted', 'tag': '0fb12731-7f88-4fec-adc4-00016bd83483'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:21:40.917927 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-572c8d8b-89df-4c2c-85b1-d60789a70a35" -d '{"events": [{"server_uuid": "c8da1e37-b0ce-4950-a2e1-d4d8b1fe0b5f", "name": "network-vif-deleted", "tag": "0fb12731-7f88-4fec-adc4-00016bd83483"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:21:40.919745 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1afa94f3-89ab-4579-88a1-e8a939c1900d tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:40.946974 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-6fa6856d-3869-4acb-85c8-d4e250881b12 None None] Attempting to bind port f1b3fb5f-56d3-45e6-8847-9095d012915a on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:21:40.947420 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-6fa6856d-3869-4acb-85c8-d4e250881b12 None None] Attempting to bind port f1b3fb5f-56d3-45e6-8847-9095d012915a by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '7bf782d2-4c36-4dac-b49e-3975a58170e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a6d54e14-7465-4ef4-8993-5797c9e77244'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:21:40.947852 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa6856d-3869-4acb-85c8-d4e250881b12 None None] Attempting to bind port f1b3fb5f-56d3-45e6-8847-9095d012915a on network a6d54e14-7465-4ef4-8993-5797c9e77244 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:21:40.953217 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-1afa94f3-89ab-4579-88a1-e8a939c1900d tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a265b143-efdd-45e0-a32a-71d5cda110a4']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:21:40.954580 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa6856d-3869-4acb-85c8-d4e250881b12 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:21:40.954752 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f7d7b856-46da-4733-b656-7dd3726f9c0c req-4777a185-a210-4b5e-a696-8af5af97838a tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/ports?device_id=108892c8-c221-4836-81e8-b7af254bb753 HTTP/1.1" status: 200 len: 210 time: 0.0554385 Dec 06 17:21:40.955037 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa6856d-3869-4acb-85c8-d4e250881b12 None None] Checking segment: {'id': '7bf782d2-4c36-4dac-b49e-3975a58170e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a6d54e14-7465-4ef4-8993-5797c9e77244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:21:40.955506 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6fa6856d-3869-4acb-85c8-d4e250881b12 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:40.956005 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa6856d-3869-4acb-85c8-d4e250881b12 None None] Bound using segment: {'id': '7bf782d2-4c36-4dac-b49e-3975a58170e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a6d54e14-7465-4ef4-8993-5797c9e77244'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:21:40.956610 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-6fa6856d-3869-4acb-85c8-d4e250881b12 None None] Bound port: f1b3fb5f-56d3-45e6-8847-9095d012915a, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bf782d2-4c36-4dac-b49e-3975a58170e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a6d54e14-7465-4ef4-8993-5797c9e77244'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:21:40.957053 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6fa6856d-3869-4acb-85c8-d4e250881b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:40.965379 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-1afa94f3-89ab-4579-88a1-e8a939c1900d tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '960bb03e-79ef-4cd4-951f-382b620b51db') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:21:40.965709 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-1afa94f3-89ab-4579-88a1-e8a939c1900d tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '960bb03e-79ef-4cd4-951f-382b620b51db') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:21:40.988416 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1afa94f3-89ab-4579-88a1-e8a939c1900d tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:40.994974 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7195f72d-40f4-4b4e-9c5e-9e9b7f049e3f tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Made reservation on behalf of 60dea69d591c42b4aa2e88227c4d267f for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:21:40.999923 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7195f72d-40f4-4b4e-9c5e-9e9b7f049e3f tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:41.005834 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1afa94f3-89ab-4579-88a1-e8a939c1900d tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:41.013799 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1afa94f3-89ab-4579-88a1-e8a939c1900d tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:21:41.014644 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1afa94f3-89ab-4579-88a1-e8a939c1900d tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:41.025402 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4305c4e-4719-4da7-ab0d-0d2f3343f2bc x-openstack-request-id: req-c4305c4e-4719-4da7-ab0d-0d2f3343f2bc {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:21:41.026324 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8da1e37-b0ce-4950-a2e1-d4d8b1fe0b5f", "name": "network-vif-deleted", "tag": "0fb12731-7f88-4fec-adc4-00016bd83483", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:21:41.026324 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c4305c4e-4719-4da7-ab0d-0d2f3343f2bc {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:21:41.026537 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8da1e37-b0ce-4950-a2e1-d4d8b1fe0b5f', 'name': 'network-vif-deleted', 'tag': '0fb12731-7f88-4fec-adc4-00016bd83483', 'status': 'completed', 'code': 200} Dec 06 17:21:41.088108 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 17:21:41.088108 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:21:41.088108 n-d-master-1 neutron-server[103284]: timer() Dec 06 17:21:41.088108 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:21:41.088108 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 17:21:41.088108 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:21:41.088108 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 17:21:41.088108 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:21:41.088108 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 17:21:41.088108 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:21:41.088108 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 17:21:41.088108 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:21:41.088108 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 17:21:41.088108 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:21:41.088108 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:21:41.088108 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:21:41.088108 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:21:41.088108 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:21:41.088108 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 17:21:41.088108 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:21:41.088108 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 17:21:41.088108 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:21:41.088108 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:21:41.088108 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:21:41.088108 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 17:21:41.088108 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:21:41.088108 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:21:41.088108 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:21:41.088108 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:21:41.088108 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:21:41.088108 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:21:41.088108 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:21:41.099358 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-7195f72d-40f4-4b4e-9c5e-9e9b7f049e3f tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] device_id is not set on port 643b91af-ca76-49e1-81b4-d7e9c9fdc3a6 yet. {{(pid=103285) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:21:41.099840 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1afa94f3-89ab-4579-88a1-e8a939c1900d tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:41.099984 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6fa6856d-3869-4acb-85c8-d4e250881b12 None None] For port f1b3fb5f-56d3-45e6-8847-9095d012915a, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:21:41.107549 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6fa6856d-3869-4acb-85c8-d4e250881b12 None None] For port f1b3fb5f-56d3-45e6-8847-9095d012915a, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f1b3fb5f-56d3-45e6-8847-9095d012915a,segment=NetworkSegment(7bf782d2-4c36-4dac-b49e-3975a58170e0),segment_id=7bf782d2-4c36-4dac-b49e-3975a58170e0)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:21:41.115845 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6fa6856d-3869-4acb-85c8-d4e250881b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:41.135406 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1afa94f3-89ab-4579-88a1-e8a939c1900d tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:41.138759 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-1afa94f3-89ab-4579-88a1-e8a939c1900d tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] 10.222.0.23 "DELETE /v2.0/networks/a265b143-efdd-45e0-a32a-71d5cda110a4 HTTP/1.1" status: 204 len: 168 time: 1.1806910 Dec 06 17:21:41.176749 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-7f032c4c-e2c0-430e-af49-51d07daed522 tempest-ExternalNetworksAdminNegativeTestJSON-1774127925 tempest-ExternalNetworksAdminNegativeTestJSON-1774127925-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.7608290 Dec 06 17:21:41.177840 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 56622) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:41.198642 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa6856d-3869-4acb-85c8-d4e250881b12 None None] Pushing event updated for resources: {'Port': ['ID=f1b3fb5f-56d3-45e6-8847-9095d012915a,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:41.250896 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afa94f3-89ab-4579-88a1-e8a939c1900d tempest-TaggedBootDevicesTest_v242-1892515794 tempest-TaggedBootDevicesTest_v242-1892515794-project] Pushing event deleted for resources: {'Network': ['ID=a265b143-efdd-45e0-a32a-71d5cda110a4,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:41.308035 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-7195f72d-40f4-4b4e-9c5e-9e9b7f049e3f tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Allocated IP 172.20.0.6 (a6d54e14-7465-4ef4-8993-5797c9e77244/7d70f455-0782-4cda-a1fb-bc18c8049f59/643b91af-ca76-49e1-81b4-d7e9c9fdc3a6) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:21:41.402818 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e346620-4f79-4044-8d52-af5cfcd9ca12 req-7f8e4582-05ad-4e07-9b88-87d4b4b33bc1 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:41.404361 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6e346620-4f79-4044-8d52-af5cfcd9ca12 req-7f8e4582-05ad-4e07-9b88-87d4b4b33bc1 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.44 "GET /v2.0/networks?id=c03931f5-54ae-4b06-ad76-fa3bc7500e1d HTTP/1.1" status: 200 len: 815 time: 0.6279218 Dec 06 17:21:41.418266 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-6e346620-4f79-4044-8d52-af5cfcd9ca12 req-31471dc5-2847-43c7-b775-1630d5b731be tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Request body: {'port': {'device_id': '108892c8-c221-4836-81e8-b7af254bb753', 'network_id': 'c03931f5-54ae-4b06-ad76-fa3bc7500e1d', 'admin_state_up': True, 'tenant_id': '0a9ae69edd864a0594799c7ece4dd7a6'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:21:41.599779 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-e8b36479-b445-4438-9876-77d40ba53497 tempest-ExternalNetworksAdminNegativeTestJSON-1774127925 tempest-ExternalNetworksAdminNegativeTestJSON-1774127925-project-admin] Deleting port b0a86616-ffd9-45d8-9652-f82ab051b11d {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:21:41.600448 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e8b36479-b445-4438-9876-77d40ba53497 tempest-ExternalNetworksAdminNegativeTestJSON-1774127925 tempest-ExternalNetworksAdminNegativeTestJSON-1774127925-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:41.640602 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7195f72d-40f4-4b4e-9c5e-9e9b7f049e3f tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:41.675124 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f5813a0b-5d4e-4615-a4ec-650a35d75748 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:41.687239 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e346620-4f79-4044-8d52-af5cfcd9ca12 req-31471dc5-2847-43c7-b775-1630d5b731be tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Made reservation on behalf of 0a9ae69edd864a0594799c7ece4dd7a6 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:21:41.689081 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7195f72d-40f4-4b4e-9c5e-9e9b7f049e3f tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:41.691041 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-6e346620-4f79-4044-8d52-af5cfcd9ca12 req-31471dc5-2847-43c7-b775-1630d5b731be tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:41.721035 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5813a0b-5d4e-4615-a4ec-650a35d75748 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Pushing event deleted for resources: {'Port': ['ID=82eb4c92-54b3-461c-924d-61dcaafdf3d3,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:41.733556 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e8b36479-b445-4438-9876-77d40ba53497 tempest-ExternalNetworksAdminNegativeTestJSON-1774127925 tempest-ExternalNetworksAdminNegativeTestJSON-1774127925-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:41.733895 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e8b36479-b445-4438-9876-77d40ba53497 tempest-ExternalNetworksAdminNegativeTestJSON-1774127925 tempest-ExternalNetworksAdminNegativeTestJSON-1774127925-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:41.798228 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7195f72d-40f4-4b4e-9c5e-9e9b7f049e3f tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Pushing event updated for resources: {'Port': ['ID=643b91af-ca76-49e1-81b4-d7e9c9fdc3a6,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:41.802961 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-e8b36479-b445-4438-9876-77d40ba53497 tempest-ExternalNetworksAdminNegativeTestJSON-1774127925 tempest-ExternalNetworksAdminNegativeTestJSON-1774127925-project-admin] Calling delete_port for b0a86616-ffd9-45d8-9652-f82ab051b11d owned by network:floatingip {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:21:41.927162 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f5813a0b-5d4e-4615-a4ec-650a35d75748 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-772474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575952'] for router_interface, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:41.930196 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7195f72d-40f4-4b4e-9c5e-9e9b7f049e3f tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Network a6d54e14-7465-4ef4-8993-5797c9e77244 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:21:41.935113 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-7195f72d-40f4-4b4e-9c5e-9e9b7f049e3f tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:21:41.945207 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7195f72d-40f4-4b4e-9c5e-9e9b7f049e3f tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:21:42.055415 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-6e346620-4f79-4044-8d52-af5cfcd9ca12 req-31471dc5-2847-43c7-b775-1630d5b731be tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Allocated IP 172.20.0.14 (c03931f5-54ae-4b06-ad76-fa3bc7500e1d/d2b8ed75-274c-4de4-a0f5-9da38dbe8d78/6828b5ac-eddb-4e57-8b94-0f70076e3263) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:21:42.172226 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1f0d030c-5521-4fa0-b0d3-c36503d4b50c req-9f5d4258-9248-48e0-8a5b-ca22d4a9ab7d tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/ports?device_id=108892c8-c221-4836-81e8-b7af254bb753 HTTP/1.1" status: 200 len: 210 time: 0.0568767 Dec 06 17:21:42.206152 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7195f72d-40f4-4b4e-9c5e-9e9b7f049e3f tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:42.207477 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7195f72d-40f4-4b4e-9c5e-9e9b7f049e3f tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:42.230571 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e8b36479-b445-4438-9876-77d40ba53497 tempest-ExternalNetworksAdminNegativeTestJSON-1774127925 tempest-ExternalNetworksAdminNegativeTestJSON-1774127925-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:42.265211 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b36479-b445-4438-9876-77d40ba53497 tempest-ExternalNetworksAdminNegativeTestJSON-1774127925 tempest-ExternalNetworksAdminNegativeTestJSON-1774127925-project-admin] Pushing event deleted for resources: {'Port': ['ID=b0a86616-ffd9-45d8-9652-f82ab051b11d,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:42.290886 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-7195f72d-40f4-4b4e-9c5e-9e9b7f049e3f tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.7090547 Dec 06 17:21:42.292533 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 56640) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:42.380424 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-6e346620-4f79-4044-8d52-af5cfcd9ca12 req-31471dc5-2847-43c7-b775-1630d5b731be tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:42.400918 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e8b36479-b445-4438-9876-77d40ba53497 tempest-ExternalNetworksAdminNegativeTestJSON-1774127925 tempest-ExternalNetworksAdminNegativeTestJSON-1774127925-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:42.405031 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e8b36479-b445-4438-9876-77d40ba53497 tempest-ExternalNetworksAdminNegativeTestJSON-1774127925 tempest-ExternalNetworksAdminNegativeTestJSON-1774127925-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:42.409989 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-e8b36479-b445-4438-9876-77d40ba53497 tempest-ExternalNetworksAdminNegativeTestJSON-1774127925 tempest-ExternalNetworksAdminNegativeTestJSON-1774127925-project-admin] 10.222.0.23 "DELETE /v2.0/floatingips/732882f9-710d-4fdb-ad4a-cc7f687fd019 HTTP/1.1" status: 204 len: 168 time: 1.2116442 Dec 06 17:21:42.442465 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-6e346620-4f79-4044-8d52-af5cfcd9ca12 req-31471dc5-2847-43c7-b775-1630d5b731be tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:42.489927 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e346620-4f79-4044-8d52-af5cfcd9ca12 req-31471dc5-2847-43c7-b775-1630d5b731be tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Network c03931f5-54ae-4b06-ad76-fa3bc7500e1d is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:21:42.495798 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-6e346620-4f79-4044-8d52-af5cfcd9ca12 req-31471dc5-2847-43c7-b775-1630d5b731be tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:21:42.498838 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e346620-4f79-4044-8d52-af5cfcd9ca12 req-31471dc5-2847-43c7-b775-1630d5b731be tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:21:42.541178 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31471dc5-2847-43c7-b775-1630d5b731be tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Pushing event updated for resources: {'Port': ['ID=6828b5ac-eddb-4e57-8b94-0f70076e3263,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:42.576650 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e346620-4f79-4044-8d52-af5cfcd9ca12 req-31471dc5-2847-43c7-b775-1630d5b731be tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:42.577831 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-6e346620-4f79-4044-8d52-af5cfcd9ca12 req-31471dc5-2847-43c7-b775-1630d5b731be tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:42.617077 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6e346620-4f79-4044-8d52-af5cfcd9ca12 req-31471dc5-2847-43c7-b775-1630d5b731be tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2026854 Dec 06 17:21:42.639345 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 0fb12731-7f88-4fec-adc4-00016bd83483 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:21:42.644292 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-6e346620-4f79-4044-8d52-af5cfcd9ca12 req-d63397b9-e910-47ef-b4cb-ec910ceab02d service neutron] Request body: {'port': {'device_id': '108892c8-c221-4836-81e8-b7af254bb753', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:21:42.692939 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] No Port match for: 0fb12731-7f88-4fec-adc4-00016bd83483 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:21:42.693269 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 0fb12731-7f88-4fec-adc4-00016bd83483 not bound to the agent host n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:21:42.749509 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-6e346620-4f79-4044-8d52-af5cfcd9ca12 req-d63397b9-e910-47ef-b4cb-ec910ceab02d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:42.890379 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device f1b3fb5f-56d3-45e6-8847-9095d012915a up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:21:42.938354 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 56648) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:42.945241 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3871d986-7e0e-4d94-b2da-df68b76c297f None None] Network a6d54e14-7465-4ef4-8993-5797c9e77244 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:21:42.984975 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5813a0b-5d4e-4615-a4ec-650a35d75748 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Router 09eaa48a-bd77-467e-bf74-ba4e33886a13 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:21:43.048249 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-92490078-6e61-45ec-b8f5-2bd196dfe536 None None] Provisioning complete for port f1b3fb5f-56d3-45e6-8847-9095d012915a triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:21:43.048631 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-92490078-6e61-45ec-b8f5-2bd196dfe536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:43.180434 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port f1b3fb5f-56d3-45e6-8847-9095d012915a triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:21:43.180816 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:43.296740 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-92490078-6e61-45ec-b8f5-2bd196dfe536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:43.369541 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:43.414791 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2776e2c8-e995-4214-bb7c-1864b5f55171 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:43.426944 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-6e346620-4f79-4044-8d52-af5cfcd9ca12 req-d63397b9-e910-47ef-b4cb-ec910ceab02d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6828b5ac-eddb-4e57-8b94-0f70076e3263 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:21:43.460486 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-6e346620-4f79-4044-8d52-af5cfcd9ca12 req-d63397b9-e910-47ef-b4cb-ec910ceab02d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:43.475363 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-92490078-6e61-45ec-b8f5-2bd196dfe536 None None] For port f1b3fb5f-56d3-45e6-8847-9095d012915a, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f1b3fb5f-56d3-45e6-8847-9095d012915a,segment=NetworkSegment(7bf782d2-4c36-4dac-b49e-3975a58170e0),segment_id=7bf782d2-4c36-4dac-b49e-3975a58170e0)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:21:43.477700 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d2f41020-5904-4669-b67c-ee793f5386ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:43.483126 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-92490078-6e61-45ec-b8f5-2bd196dfe536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:43.493203 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-6e346620-4f79-4044-8d52-af5cfcd9ca12 req-d63397b9-e910-47ef-b4cb-ec910ceab02d service neutron] Transition to ACTIVE for port object 6828b5ac-eddb-4e57-8b94-0f70076e3263 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:21:43.523516 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f72d93-032a-404e-b0eb-a36704eccdf7 req-a53289a2-0dc9-4c69-93f9-a0afc66f37c3 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:43.530881 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c6f72d93-032a-404e-b0eb-a36704eccdf7 req-a53289a2-0dc9-4c69-93f9-a0afc66f37c3 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/ports?device_id=108892c8-c221-4836-81e8-b7af254bb753 HTTP/1.1" status: 200 len: 932 time: 0.2115722 Dec 06 17:21:43.534333 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-6e346620-4f79-4044-8d52-af5cfcd9ca12 req-d63397b9-e910-47ef-b4cb-ec910ceab02d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:43.558710 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5813a0b-5d4e-4615-a4ec-650a35d75748 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:21:43.573063 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-f5813a0b-5d4e-4615-a4ec-650a35d75748 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "PUT /v2.0/routers/09eaa48a-bd77-467e-bf74-ba4e33886a13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5204642 Dec 06 17:21:43.578316 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 56662) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:43.646875 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69a1a88-9b2d-4ceb-a9c6-e903178493ce None None] Sync routers for ids ['09eaa48a-bd77-467e-bf74-ba4e33886a13'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:21:43.647849 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63397b9-e910-47ef-b4cb-ec910ceab02d service neutron] Pushing event updated for resources: {'Port': ['ID=6828b5ac-eddb-4e57-8b94-0f70076e3263,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:43.667301 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92490078-6e61-45ec-b8f5-2bd196dfe536 None None] Pushing event updated for resources: {'Port': ['ID=f1b3fb5f-56d3-45e6-8847-9095d012915a,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:43.698947 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69a1a88-9b2d-4ceb-a9c6-e903178493ce None None] Routers {'09eaa48a-bd77-467e-bf74-ba4e33886a13'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:21:43.701874 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-d69a1a88-9b2d-4ceb-a9c6-e903178493ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:21:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['09eaa48a-bd77-467e-bf74-ba4e33886a13'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:21:43.707616 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-20567ff1-a37c-45ef-9c0f-8d8985762ef6 None None] Provisioning complete for port f1b3fb5f-56d3-45e6-8847-9095d012915a triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:21:43.707996 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-20567ff1-a37c-45ef-9c0f-8d8985762ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:43.710120 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.db.api [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103286) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 17:21:43.710478 n-d-master-1 neutron-server[103286]: DEBUG oslo_db.api [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 17:21:43.713191 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c6f72d93-032a-404e-b0eb-a36704eccdf7 req-467a9c4f-ed74-4477-8efa-7e3b20f393b3 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd5fd2ce-3e09-41f1-868b-3ad9c4e06626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813562 Dec 06 17:21:43.781677 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2776e2c8-e995-4214-bb7c-1864b5f55171 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:43.794037 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-6e346620-4f79-4044-8d52-af5cfcd9ca12 req-d63397b9-e910-47ef-b4cb-ec910ceab02d service neutron] Attempting to bind port 6828b5ac-eddb-4e57-8b94-0f70076e3263 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:21:43.795525 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-6e346620-4f79-4044-8d52-af5cfcd9ca12 req-d63397b9-e910-47ef-b4cb-ec910ceab02d service neutron] Attempting to bind port 6828b5ac-eddb-4e57-8b94-0f70076e3263 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '5a916c46-cf7e-433a-ae04-99d57e30b2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c03931f5-54ae-4b06-ad76-fa3bc7500e1d'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:21:43.796048 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e346620-4f79-4044-8d52-af5cfcd9ca12 req-d63397b9-e910-47ef-b4cb-ec910ceab02d service neutron] Attempting to bind port 6828b5ac-eddb-4e57-8b94-0f70076e3263 on network c03931f5-54ae-4b06-ad76-fa3bc7500e1d {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:21:43.806397 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e346620-4f79-4044-8d52-af5cfcd9ca12 req-d63397b9-e910-47ef-b4cb-ec910ceab02d service neutron] Port 6828b5ac-eddb-4e57-8b94-0f70076e3263 on network c03931f5-54ae-4b06-ad76-fa3bc7500e1d not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:21:43.806733 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e346620-4f79-4044-8d52-af5cfcd9ca12 req-d63397b9-e910-47ef-b4cb-ec910ceab02d service neutron] Attempting to bind port 6828b5ac-eddb-4e57-8b94-0f70076e3263 on network c03931f5-54ae-4b06-ad76-fa3bc7500e1d {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:21:43.819967 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2776e2c8-e995-4214-bb7c-1864b5f55171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:43.822769 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e346620-4f79-4044-8d52-af5cfcd9ca12 req-d63397b9-e910-47ef-b4cb-ec910ceab02d service neutron] Checking agent: {'id': '9d8b9f49-2860-4c1f-9b89-45a7657a3c4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:21:43.823118 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e346620-4f79-4044-8d52-af5cfcd9ca12 req-d63397b9-e910-47ef-b4cb-ec910ceab02d service neutron] Checking segment: {'id': '5a916c46-cf7e-433a-ae04-99d57e30b2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c03931f5-54ae-4b06-ad76-fa3bc7500e1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:21:43.823515 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e346620-4f79-4044-8d52-af5cfcd9ca12 req-d63397b9-e910-47ef-b4cb-ec910ceab02d service neutron] Bound using segment: {'id': '5a916c46-cf7e-433a-ae04-99d57e30b2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c03931f5-54ae-4b06-ad76-fa3bc7500e1d'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:21:43.823969 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-6e346620-4f79-4044-8d52-af5cfcd9ca12 req-d63397b9-e910-47ef-b4cb-ec910ceab02d service neutron] Bound port: 6828b5ac-eddb-4e57-8b94-0f70076e3263, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a916c46-cf7e-433a-ae04-99d57e30b2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c03931f5-54ae-4b06-ad76-fa3bc7500e1d'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:21:43.824333 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-6e346620-4f79-4044-8d52-af5cfcd9ca12 req-d63397b9-e910-47ef-b4cb-ec910ceab02d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:43.852877 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-c73a05ab-4943-487b-8e28-f00c08ad66cd tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Deleting subnet 7a79043c-d5f7-4f1f-adda-44a826e70cff {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:21:43.863462 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-d69a1a88-9b2d-4ceb-a9c6-e903178493ce None None] Set router 09eaa48a-bd77-467e-bf74-ba4e33886a13 gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:21:43.878081 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c73a05ab-4943-487b-8e28-f00c08ad66cd tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:43.946947 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-6e346620-4f79-4044-8d52-af5cfcd9ca12 req-d63397b9-e910-47ef-b4cb-ec910ceab02d service neutron] For port 6828b5ac-eddb-4e57-8b94-0f70076e3263, host n-h2-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:21:43.951008 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-6e346620-4f79-4044-8d52-af5cfcd9ca12 req-d63397b9-e910-47ef-b4cb-ec910ceab02d service neutron] For port 6828b5ac-eddb-4e57-8b94-0f70076e3263, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=6828b5ac-eddb-4e57-8b94-0f70076e3263,segment=NetworkSegment(5a916c46-cf7e-433a-ae04-99d57e30b2e2),segment_id=5a916c46-cf7e-433a-ae04-99d57e30b2e2)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:21:43.959884 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-6e346620-4f79-4044-8d52-af5cfcd9ca12 req-d63397b9-e910-47ef-b4cb-ec910ceab02d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:43.972734 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2776e2c8-e995-4214-bb7c-1864b5f55171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9667887-e75d-400a-a6e8-aa12a0f7f882,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:44.002623 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 56666) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:44.003039 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-2776e2c8-e995-4214-bb7c-1864b5f55171 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e000d3ca777c4491882b876df0d91ebe&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0624993 Dec 06 17:21:44.006808 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c73a05ab-4943-487b-8e28-f00c08ad66cd tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:44.011043 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2cc0dfa4-53ff-4e32-bbea-ff92cb7c218d tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:44.031665 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e346620-4f79-4044-8d52-af5cfcd9ca12 req-d63397b9-e910-47ef-b4cb-ec910ceab02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:44.032338 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-6e346620-4f79-4044-8d52-af5cfcd9ca12 req-d63397b9-e910-47ef-b4cb-ec910ceab02d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:44.034033 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6e346620-4f79-4044-8d52-af5cfcd9ca12 req-d63397b9-e910-47ef-b4cb-ec910ceab02d service neutron] 10.222.0.44 "PUT /v2.0/ports/6828b5ac-eddb-4e57-8b94-0f70076e3263 HTTP/1.1" status: 200 len: 1092 time: 1.4062738 Dec 06 17:21:44.037172 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '108892c8-c221-4836-81e8-b7af254bb753', 'tag': '6828b5ac-eddb-4e57-8b94-0f70076e3263'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:21:44.039697 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b2d001d-b258-49d7-b256-adb8afece70b" -d '{"events": [{"name": "network-changed", "server_uuid": "108892c8-c221-4836-81e8-b7af254bb753", "tag": "6828b5ac-eddb-4e57-8b94-0f70076e3263"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:21:44.105010 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63397b9-e910-47ef-b4cb-ec910ceab02d service neutron] Pushing event updated for resources: {'Port': ['ID=6828b5ac-eddb-4e57-8b94-0f70076e3263,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:44.137952 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1a81f98-a1fd-4396-b5f6-b849642ae3ab x-openstack-request-id: req-a1a81f98-a1fd-4396-b5f6-b849642ae3ab {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:21:44.144051 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "108892c8-c221-4836-81e8-b7af254bb753", "tag": "6828b5ac-eddb-4e57-8b94-0f70076e3263", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:21:44.144456 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a1a81f98-a1fd-4396-b5f6-b849642ae3ab {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:21:44.145151 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '108892c8-c221-4836-81e8-b7af254bb753', 'tag': '6828b5ac-eddb-4e57-8b94-0f70076e3263', 'status': 'completed', 'code': 200} Dec 06 17:21:44.174438 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1c5b49be-537d-407f-9979-917bba8b7ab4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:44.198028 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e346620-4f79-4044-8d52-af5cfcd9ca12 req-8d13e54b-ed15-4c74-9a95-73f023da44c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:44.199860 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6e346620-4f79-4044-8d52-af5cfcd9ca12 req-8d13e54b-ed15-4c74-9a95-73f023da44c3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0a9ae69edd864a0594799c7ece4dd7a6&device_id=108892c8-c221-4836-81e8-b7af254bb753 HTTP/1.1" status: 200 len: 1095 time: 0.1152225 Dec 06 17:21:44.208862 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1c5b49be-537d-407f-9979-917bba8b7ab4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:44.260209 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6e346620-4f79-4044-8d52-af5cfcd9ca12 req-c0d0b085-e5fb-46d1-a8e0-6ad5a1be9c4a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6828b5ac-eddb-4e57-8b94-0f70076e3263 HTTP/1.1" status: 200 len: 217 time: 0.0491414 Dec 06 17:21:44.301462 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c73a05ab-4943-487b-8e28-f00c08ad66cd tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:44.334887 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e346620-4f79-4044-8d52-af5cfcd9ca12 req-f837c6a9-7db4-4d96-9bbb-1e1a335c4e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:44.336807 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6e346620-4f79-4044-8d52-af5cfcd9ca12 req-f837c6a9-7db4-4d96-9bbb-1e1a335c4e45 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d2b8ed75-274c-4de4-a0f5-9da38dbe8d78 HTTP/1.1" status: 200 len: 855 time: 0.0694849 Dec 06 17:21:44.385022 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6e346620-4f79-4044-8d52-af5cfcd9ca12 req-c3c3f2f0-f4bf-43ad-b9d2-7f0278e70021 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c03931f5-54ae-4b06-ad76-fa3bc7500e1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389898 Dec 06 17:21:44.386828 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1c5b49be-537d-407f-9979-917bba8b7ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:44.390819 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1c5b49be-537d-407f-9979-917bba8b7ab4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:44.392245 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-1c5b49be-537d-407f-9979-917bba8b7ab4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b9667887-e75d-400a-a6e8-aa12a0f7f882 HTTP/1.1" status: 204 len: 168 time: 0.3876066 Dec 06 17:21:44.424360 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-d69a1a88-9b2d-4ceb-a9c6-e903178493ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'name': 'tempest-RoutersIpV6Test-router-2112262611', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:21:01Z', 'updated_at': '2021-12-06T17:21:41Z', 'revision_number': 8, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'gw_port_host': None, '_interfaces': [{'id': '6ad43d74-2968-47eb-a55f-3cd1ef634bfe', 'name': '', 'network_id': 'c11798b5-4214-48bb-89be-2de1c803913e', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'mac_address': 'fa:16:3e:5c:e8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '4954b8f0-7e2f-4b09-8a71-e7e59fb661ee', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:21:17Z', 'updated_at': '2021-12-06T17:21:29Z', 'revision_number': 5, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'subnets': [{'id': '4954b8f0-7e2f-4b09-8a71-e7e59fb661ee', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae29b8c0-9297-45c9-a04f-f838385810fd', 'name': '', 'network_id': '6be8505b-7e09-481c-9ab7-a2a0372522ff', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'mac_address': 'fa:16:3e:0e:e5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '84cd5c52-9fa9-463d-8ed2-fa78d4f61fab', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:21:04Z', 'updated_at': '2021-12-06T17:21:11Z', 'revision_number': 5, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'subnets': [{'id': '84cd5c52-9fa9-463d-8ed2-fa78d4f61fab', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3b262aa-78bf-4471-a7ec-989426412912', 'name': '', 'network_id': 'ca267e7a-cdd1-4aad-a2a0-269df9b66806', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'mac_address': 'fa:16:3e:f0:bd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'b392670b-9935-49cb-8fdd-bb669b97dc57', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:21:09Z', 'updated_at': '2021-12-06T17:21:19Z', 'revision_number': 5, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'subnets': [{'id': 'b392670b-9935-49cb-8fdd-bb669b97dc57', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:21:44.436632 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5b49be-537d-407f-9979-917bba8b7ab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9667887-e75d-400a-a6e8-aa12a0f7f882,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:44.514961 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6e346620-4f79-4044-8d52-af5cfcd9ca12 req-efd3a97a-3ee6-4651-aef1-21e6f175b432 service neutron] 10.222.0.44 "GET /v2.0/networks/c03931f5-54ae-4b06-ad76-fa3bc7500e1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209254 Dec 06 17:21:44.522347 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69a1a88-9b2d-4ceb-a9c6-e903178493ce None None] Checking router: 09eaa48a-bd77-467e-bf74-ba4e33886a13 for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:21:44.525262 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-20567ff1-a37c-45ef-9c0f-8d8985762ef6 None None] Provisioning complete for port 643b91af-ca76-49e1-81b4-d7e9c9fdc3a6 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:21:44.525842 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-20567ff1-a37c-45ef-9c0f-8d8985762ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:44.564076 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c73a05ab-4943-487b-8e28-f00c08ad66cd tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:44.576862 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2cc0dfa4-53ff-4e32-bbea-ff92cb7c218d tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:44.580481 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69a1a88-9b2d-4ceb-a9c6-e903178493ce None None] Routers {'09eaa48a-bd77-467e-bf74-ba4e33886a13'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:21:44.581161 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-d69a1a88-9b2d-4ceb-a9c6-e903178493ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:21:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['09eaa48a-bd77-467e-bf74-ba4e33886a13'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:21:44.616435 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-20567ff1-a37c-45ef-9c0f-8d8985762ef6 None None] Port 643b91af-ca76-49e1-81b4-d7e9c9fdc3a6 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:21:44.673299 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73a05ab-4943-487b-8e28-f00c08ad66cd tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Pushing event deleted for resources: {'Subnet': ['ID=7a79043c-d5f7-4f1f-adda-44a826e70cff,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:44.679153 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2cc0dfa4-53ff-4e32-bbea-ff92cb7c218d tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:44.697973 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-d69a1a88-9b2d-4ceb-a9c6-e903178493ce None None] Set router 09eaa48a-bd77-467e-bf74-ba4e33886a13 gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:21:44.707062 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dcc2589-0d23-4985-8791-d88099a18653 None None] Network 2fe411d2-2120-4c74-9bcd-551c502fafed requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:21:44.712184 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6e346620-4f79-4044-8d52-af5cfcd9ca12 req-1ffebe17-8b1b-4893-b420-5c4c66ff30cc service neutron] 10.222.0.44 "GET /v2.0/networks/c03931f5-54ae-4b06-ad76-fa3bc7500e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843433 Dec 06 17:21:44.754738 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c73a05ab-4943-487b-8e28-f00c08ad66cd tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:44.766094 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-c73a05ab-4943-487b-8e28-f00c08ad66cd tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "DELETE /v2.0/subnets/7a79043c-d5f7-4f1f-adda-44a826e70cff HTTP/1.1" status: 204 len: 168 time: 1.1498868 Dec 06 17:21:44.767908 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 56682) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:44.938321 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 56686) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:44.962869 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device f1b3fb5f-56d3-45e6-8847-9095d012915a up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:21:44.966899 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0042ff74-c446-44a5-a51a-6c338c34590f tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:44.977372 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2d001d-b258-49d7-b256-adb8afece70b req-89b00ef6-e1cc-4dbf-a86b-2abc9f6bffd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:44.979727 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1b2d001d-b258-49d7-b256-adb8afece70b req-89b00ef6-e1cc-4dbf-a86b-2abc9f6bffd7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0a9ae69edd864a0594799c7ece4dd7a6&device_id=108892c8-c221-4836-81e8-b7af254bb753 HTTP/1.1" status: 200 len: 1095 time: 0.1550236 Dec 06 17:21:45.011377 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-48b00f18-63ec-4320-9694-4bbe7ec9142d None None] Provisioning complete for port 643b91af-ca76-49e1-81b4-d7e9c9fdc3a6 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:21:45.011377 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-48b00f18-63ec-4320-9694-4bbe7ec9142d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:45.030333 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc0dfa4-53ff-4e32-bbea-ff92cb7c218d tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Pushing event updated for resources: {'Port': ['ID=643b91af-ca76-49e1-81b4-d7e9c9fdc3a6,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:45.043266 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-677545d2-3a49-4710-a809-a783b9d5f34c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e4917fc808844701bff681a55a7a8b27&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1023021 Dec 06 17:21:45.073327 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 56688) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:45.194851 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-48b00f18-63ec-4320-9694-4bbe7ec9142d None None] Port 643b91af-ca76-49e1-81b4-d7e9c9fdc3a6 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:21:45.200199 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2cc0dfa4-53ff-4e32-bbea-ff92cb7c218d tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539179'] for router_interface, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:45.241118 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eed708e8-250a-4076-a16d-0f9504c42d30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:45.266943 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f39c67-6dc8-484d-b64e-95073060dd2a req-2fc946d0-5633-472f-855f-1b1fd112ee45 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:45.273490 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2d001d-b258-49d7-b256-adb8afece70b req-83da8e02-dcea-4057-a326-e39dde7ab054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:45.274722 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1b2d001d-b258-49d7-b256-adb8afece70b req-83da8e02-dcea-4057-a326-e39dde7ab054 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c03931f5-54ae-4b06-ad76-fa3bc7500e1d HTTP/1.1" status: 200 len: 916 time: 0.2803216 Dec 06 17:21:45.276329 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-42f39c67-6dc8-484d-b64e-95073060dd2a req-2fc946d0-5633-472f-855f-1b1fd112ee45 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/ports?device_id=108892c8-c221-4836-81e8-b7af254bb753 HTTP/1.1" status: 200 len: 944 time: 0.3326037 Dec 06 17:21:45.278880 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eed708e8-250a-4076-a16d-0f9504c42d30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:45.282246 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-0042ff74-c446-44a5-a51a-6c338c34590f tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Deleting port b08358aa-fab1-4ad5-bb56-17df4b09b273 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:21:45.282634 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0042ff74-c446-44a5-a51a-6c338c34590f tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:45.291439 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port f1b3fb5f-56d3-45e6-8847-9095d012915a triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:21:45.291839 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:45.389617 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1b2d001d-b258-49d7-b256-adb8afece70b req-fbbce2d0-1fd2-436f-961f-354a7da20421 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6828b5ac-eddb-4e57-8b94-0f70076e3263 HTTP/1.1" status: 200 len: 217 time: 0.0983064 Dec 06 17:21:45.390225 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9e6d34-92bf-4c47-a739-fe116daafc6a None None] DHCP port deletion for 2fe411d2-2120-4c74-9bcd-551c502fafed request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:21:45.393634 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-9b1c3d2f-1982-40ba-ac6b-8e4ec4b46cf6 None None] Provisioning complete for port 643b91af-ca76-49e1-81b4-d7e9c9fdc3a6 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:21:45.394371 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9b1c3d2f-1982-40ba-ac6b-8e4ec4b46cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:45.412879 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-42f39c67-6dc8-484d-b64e-95073060dd2a req-296321cb-bac9-4c4a-871d-a44d9ef7fb04 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd5fd2ce-3e09-41f1-868b-3ad9c4e06626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354582 Dec 06 17:21:45.433212 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2cc0dfa4-53ff-4e32-bbea-ff92cb7c218d tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:45.487308 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2d001d-b258-49d7-b256-adb8afece70b req-ef8327ca-3412-4a52-903a-4f719bbc9fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:45.489697 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1b2d001d-b258-49d7-b256-adb8afece70b req-ef8327ca-3412-4a52-903a-4f719bbc9fb2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d2b8ed75-274c-4de4-a0f5-9da38dbe8d78 HTTP/1.1" status: 200 len: 855 time: 0.0592136 Dec 06 17:21:45.539659 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1b2d001d-b258-49d7-b256-adb8afece70b req-473ae712-85d6-4dc5-a66f-922a868e3d32 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c03931f5-54ae-4b06-ad76-fa3bc7500e1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403812 Dec 06 17:21:45.542138 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-0042ff74-c446-44a5-a51a-6c338c34590f tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] For port b08358aa-fab1-4ad5-bb56-17df4b09b273, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b08358aa-fab1-4ad5-bb56-17df4b09b273,segment=NetworkSegment(e8e5f583-7cfb-4e44-bf3d-cc078a510bd9),segment_id=e8e5f583-7cfb-4e44-bf3d-cc078a510bd9)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:21:45.542394 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0042ff74-c446-44a5-a51a-6c338c34590f tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:45.552192 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-9b1c3d2f-1982-40ba-ac6b-8e4ec4b46cf6 None None] Port 643b91af-ca76-49e1-81b4-d7e9c9fdc3a6 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:21:45.600466 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-0042ff74-c446-44a5-a51a-6c338c34590f tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Calling delete_port for b08358aa-fab1-4ad5-bb56-17df4b09b273 owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:21:45.602191 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eed708e8-250a-4076-a16d-0f9504c42d30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:45.605333 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eed708e8-250a-4076-a16d-0f9504c42d30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:45.608743 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-eed708e8-250a-4076-a16d-0f9504c42d30 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b2a6c3b2-1fc0-40ec-b2a4-c653298b66d2 HTTP/1.1" status: 204 len: 168 time: 0.5285518 Dec 06 17:21:45.638937 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-d69a1a88-9b2d-4ceb-a9c6-e903178493ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'name': 'tempest-RoutersIpV6Test-router-2112262611', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:21:01Z', 'updated_at': '2021-12-06T17:21:41Z', 'revision_number': 8, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'gw_port_host': None, '_interfaces': [{'id': '6ad43d74-2968-47eb-a55f-3cd1ef634bfe', 'name': '', 'network_id': 'c11798b5-4214-48bb-89be-2de1c803913e', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'mac_address': 'fa:16:3e:5c:e8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '4954b8f0-7e2f-4b09-8a71-e7e59fb661ee', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:21:17Z', 'updated_at': '2021-12-06T17:21:29Z', 'revision_number': 5, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'subnets': [{'id': '4954b8f0-7e2f-4b09-8a71-e7e59fb661ee', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae29b8c0-9297-45c9-a04f-f838385810fd', 'name': '', 'network_id': '6be8505b-7e09-481c-9ab7-a2a0372522ff', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'mac_address': 'fa:16:3e:0e:e5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '84cd5c52-9fa9-463d-8ed2-fa78d4f61fab', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:21:04Z', 'updated_at': '2021-12-06T17:21:11Z', 'revision_number': 5, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'subnets': [{'id': '84cd5c52-9fa9-463d-8ed2-fa78d4f61fab', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3b262aa-78bf-4471-a7ec-989426412912', 'name': '', 'network_id': 'ca267e7a-cdd1-4aad-a2a0-269df9b66806', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'mac_address': 'fa:16:3e:f0:bd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'b392670b-9935-49cb-8fdd-bb669b97dc57', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:21:09Z', 'updated_at': '2021-12-06T17:21:19Z', 'revision_number': 5, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'subnets': [{'id': 'b392670b-9935-49cb-8fdd-bb669b97dc57', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:21:45.647546 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-61ae49a2-f8ba-48bf-8682-cc4c56833840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:45.671921 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed708e8-250a-4076-a16d-0f9504c42d30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a6c3b2-1fc0-40ec-b2a4-c653298b66d2,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:45.690514 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-1c9e6d34-92bf-4c47-a739-fe116daafc6a None None] Deleting port b08358aa-fab1-4ad5-bb56-17df4b09b273 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:21:45.690944 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1c9e6d34-92bf-4c47-a739-fe116daafc6a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:45.698808 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69a1a88-9b2d-4ceb-a9c6-e903178493ce None None] The sync data for ids ['09eaa48a-bd77-467e-bf74-ba4e33886a13'] in n-d-master-1 is: [{'id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'name': 'tempest-RoutersIpV6Test-router-2112262611', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:21:01Z', 'updated_at': '2021-12-06T17:21:41Z', 'revision_number': 8, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'gw_port_host': None, '_interfaces': [{'id': '6ad43d74-2968-47eb-a55f-3cd1ef634bfe', 'name': '', 'network_id': 'c11798b5-4214-48bb-89be-2de1c803913e', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'mac_address': 'fa:16:3e:5c:e8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '4954b8f0-7e2f-4b09-8a71-e7e59fb661ee', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:21:17Z', 'updated_at': '2021-12-06T17:21:29Z', 'revision_number': 5, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'subnets': [{'id': '4954b8f0-7e2f-4b09-8a71-e7e59fb661ee', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae29b8c0-9297-45c9-a04f-f838385810fd', 'name': '', 'network_id': '6be8505b-7e09-481c-9ab7-a2a0372522ff', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'mac_address': 'fa:16:3e:0e:e5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '84cd5c52-9fa9-463d-8ed2-fa78d4f61fab', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:21:04Z', 'updated_at': '2021-12-06T17:21:11Z', 'revision_number': 5, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'subnets': [{'id': '84cd5c52-9fa9-463d-8ed2-fa78d4f61fab', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3b262aa-78bf-4471-a7ec-989426412912', 'name': '', 'network_id': 'ca267e7a-cdd1-4aad-a2a0-269df9b66806', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'mac_address': 'fa:16:3e:f0:bd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'b392670b-9935-49cb-8fdd-bb669b97dc57', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:21:09Z', 'updated_at': '2021-12-06T17:21:19Z', 'revision_number': 5, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'subnets': [{'id': 'b392670b-9935-49cb-8fdd-bb669b97dc57', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:21:45.822710 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1b2d001d-b258-49d7-b256-adb8afece70b req-3ad77086-0d3e-43f6-abe8-8cbc17ffea54 service neutron] 10.222.0.44 "GET /v2.0/networks/c03931f5-54ae-4b06-ad76-fa3bc7500e1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685049 Dec 06 17:21:45.843422 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-1c9e6d34-92bf-4c47-a739-fe116daafc6a None None] For port b08358aa-fab1-4ad5-bb56-17df4b09b273, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b08358aa-fab1-4ad5-bb56-17df4b09b273,segment=NetworkSegment(e8e5f583-7cfb-4e44-bf3d-cc078a510bd9),segment_id=e8e5f583-7cfb-4e44-bf3d-cc078a510bd9)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:21:45.843838 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1c9e6d34-92bf-4c47-a739-fe116daafc6a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:45.884511 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-1c9e6d34-92bf-4c47-a739-fe116daafc6a None None] Calling delete_port for b08358aa-fab1-4ad5-bb56-17df4b09b273 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:21:45.911306 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2cc0dfa4-53ff-4e32-bbea-ff92cb7c218d tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:45.917429 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0042ff74-c446-44a5-a51a-6c338c34590f tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:45.918521 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2cc0dfa4-53ff-4e32-bbea-ff92cb7c218d tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:45.937548 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0042ff74-c446-44a5-a51a-6c338c34590f tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] No DVR routers for this DVR port b08358aa-fab1-4ad5-bb56-17df4b09b273 on host n-d-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:21:45.970506 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0042ff74-c446-44a5-a51a-6c338c34590f tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Pushing event deleted for resources: {'Port': ['ID=b08358aa-fab1-4ad5-bb56-17df4b09b273,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:46.060051 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2cc0dfa4-53ff-4e32-bbea-ff92cb7c218d tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-772465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539207'] for router_interface, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:46.064013 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc0dfa4-53ff-4e32-bbea-ff92cb7c218d tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Pushing event updated for resources: {'Port': ['ID=643b91af-ca76-49e1-81b4-d7e9c9fdc3a6,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:46.103856 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1c9e6d34-92bf-4c47-a739-fe116daafc6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:46.124343 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9e6d34-92bf-4c47-a739-fe116daafc6a None None] No DVR routers for this DVR port b08358aa-fab1-4ad5-bb56-17df4b09b273 on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:21:46.141027 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0042ff74-c446-44a5-a51a-6c338c34590f tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:46.156754 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1b2d001d-b258-49d7-b256-adb8afece70b req-bf386a92-adb0-4435-a549-1d6f02083845 service neutron] 10.222.0.44 "GET /v2.0/networks/c03931f5-54ae-4b06-ad76-fa3bc7500e1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3185089 Dec 06 17:21:46.168520 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9e6d34-92bf-4c47-a739-fe116daafc6a None None] Pushing event deleted for resources: {'Port': ['ID=b08358aa-fab1-4ad5-bb56-17df4b09b273,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:46.193654 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-0042ff74-c446-44a5-a51a-6c338c34590f tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fe411d2-2120-4c74-9bcd-551c502fafed']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:21:46.210852 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-0042ff74-c446-44a5-a51a-6c338c34590f tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8e5f583-7cfb-4e44-bf3d-cc078a510bd9') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:21:46.211615 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-0042ff74-c446-44a5-a51a-6c338c34590f tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8e5f583-7cfb-4e44-bf3d-cc078a510bd9') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:21:46.227629 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc0dfa4-53ff-4e32-bbea-ff92cb7c218d tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Network a6d54e14-7465-4ef4-8993-5797c9e77244 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:21:46.229060 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-2cc0dfa4-53ff-4e32-bbea-ff92cb7c218d tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:21:46.235074 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0042ff74-c446-44a5-a51a-6c338c34590f tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:46.279947 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0042ff74-c446-44a5-a51a-6c338c34590f tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:46.290338 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0042ff74-c446-44a5-a51a-6c338c34590f tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:21:46.291066 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0042ff74-c446-44a5-a51a-6c338c34590f tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:46.296543 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 17:21:46.296543 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:21:46.296543 n-d-master-1 neutron-server[103284]: timer() Dec 06 17:21:46.296543 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:21:46.296543 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 17:21:46.296543 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:21:46.296543 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 17:21:46.296543 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:21:46.296543 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 17:21:46.296543 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:21:46.296543 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 17:21:46.296543 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:21:46.296543 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 17:21:46.296543 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:21:46.296543 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:21:46.296543 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:21:46.296543 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:21:46.296543 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:21:46.296543 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 17:21:46.296543 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:21:46.296543 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 17:21:46.296543 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:21:46.296543 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:21:46.296543 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:21:46.296543 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 17:21:46.296543 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:21:46.296543 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:21:46.296543 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:21:46.296543 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:21:46.296543 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:21:46.296543 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:21:46.296543 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:21:46.389524 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0042ff74-c446-44a5-a51a-6c338c34590f tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:46.400662 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0042ff74-c446-44a5-a51a-6c338c34590f tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:46.405714 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-0042ff74-c446-44a5-a51a-6c338c34590f tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "DELETE /v2.0/networks/2fe411d2-2120-4c74-9bcd-551c502fafed HTTP/1.1" status: 204 len: 168 time: 1.6366487 Dec 06 17:21:46.409133 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 56710) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:46.427626 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0042ff74-c446-44a5-a51a-6c338c34590f tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Pushing event deleted for resources: {'Network': ['ID=2fe411d2-2120-4c74-9bcd-551c502fafed,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:46.585772 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-d27421a9-ba08-4f2e-85a1-fc1e4c8868f8 None None] Provisioning complete for port 643b91af-ca76-49e1-81b4-d7e9c9fdc3a6 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:21:46.590186 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d27421a9-ba08-4f2e-85a1-fc1e4c8868f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:46.638913 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-d27421a9-ba08-4f2e-85a1-fc1e4c8868f8 None None] Port 643b91af-ca76-49e1-81b4-d7e9c9fdc3a6 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:21:46.701694 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520c85d6-09aa-41f5-a5e6-2873f8cd69bc req-f20cb6d0-3cce-4c26-87b0-78794e3784eb tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:46.703333 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-520c85d6-09aa-41f5-a5e6-2873f8cd69bc req-f20cb6d0-3cce-4c26-87b0-78794e3784eb tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/ports?device_id=108892c8-c221-4836-81e8-b7af254bb753 HTTP/1.1" status: 200 len: 944 time: 0.1741147 Dec 06 17:21:46.706331 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cc0dfa4-53ff-4e32-bbea-ff92cb7c218d tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Router db676fd4-56b7-4c80-80fd-9c26b272832c is scheduled to L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 with binding_index 1 {{(pid=103285) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 17:21:46.789362 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 82eb4c92-54b3-461c-924d-61dcaafdf3d3 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:21:46.814553 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 82eb4c92-54b3-461c-924d-61dcaafdf3d3 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:21:46.814983 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 82eb4c92-54b3-461c-924d-61dcaafdf3d3 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:21:46.815414 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device b08358aa-fab1-4ad5-bb56-17df4b09b273 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:21:46.841962 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: b08358aa-fab1-4ad5-bb56-17df4b09b273 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:21:46.853652 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device b08358aa-fab1-4ad5-bb56-17df4b09b273 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:21:46.876131 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:46.913766 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-520c85d6-09aa-41f5-a5e6-2873f8cd69bc req-bd05d9d8-d490-45dc-bed0-9bbff531e812 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd5fd2ce-3e09-41f1-868b-3ad9c4e06626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998661 Dec 06 17:21:46.933989 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc0dfa4-53ff-4e32-bbea-ff92cb7c218d tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:21:46.947077 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b272d9d-1740-4723-8c0c-7e945cde9e52 None None] Sync routers for ids ['db676fd4-56b7-4c80-80fd-9c26b272832c'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:21:46.958875 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-2cc0dfa4-53ff-4e32-bbea-ff92cb7c218d tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "PUT /v2.0/routers/db676fd4-56b7-4c80-80fd-9c26b272832c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6530352 Dec 06 17:21:46.959222 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 56730) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:46.966090 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b272d9d-1740-4723-8c0c-7e945cde9e52 None None] Routers {'db676fd4-56b7-4c80-80fd-9c26b272832c'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:21:46.967114 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-4b272d9d-1740-4723-8c0c-7e945cde9e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:21:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['db676fd4-56b7-4c80-80fd-9c26b272832c'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:21:47.075129 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-4b272d9d-1740-4723-8c0c-7e945cde9e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:21:47.094546 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b272d9d-1740-4723-8c0c-7e945cde9e52 None None] Routers {'db676fd4-56b7-4c80-80fd-9c26b272832c'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:21:47.095058 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-4b272d9d-1740-4723-8c0c-7e945cde9e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:21:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['db676fd4-56b7-4c80-80fd-9c26b272832c'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:21:47.131722 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-4b272d9d-1740-4723-8c0c-7e945cde9e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:21:47.132869 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b272d9d-1740-4723-8c0c-7e945cde9e52 None None] The sync data for ids ['db676fd4-56b7-4c80-80fd-9c26b272832c'] in n-d-master-1 is: [] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:21:47.334931 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766b5fce-2105-4b46-a849-0c63216434db tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:47.336227 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-766b5fce-2105-4b46-a849-0c63216434db tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "GET /v2.0/ports/643b91af-ca76-49e1-81b4-d7e9c9fdc3a6 HTTP/1.1" status: 200 len: 977 time: 0.3762772 Dec 06 17:21:47.339171 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 56746) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:47.502831 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6d3e5cd4-084c-4131-a31a-d1f81c9cbfce tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575908'] for router_interface, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:47.875264 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6d3e5cd4-084c-4131-a31a-d1f81c9cbfce tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Deleting port 6ad43d74-2968-47eb-a55f-3cd1ef634bfe {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:21:47.875608 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6d3e5cd4-084c-4131-a31a-d1f81c9cbfce tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:47.914670 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a93f5b18-b7b6-4d0f-ae82-91c6f288aedf tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575908'] for router_interface, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:47.931105 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 56762) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:48.022358 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:48.029699 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6d3e5cd4-084c-4131-a31a-d1f81c9cbfce tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] For port 6ad43d74-2968-47eb-a55f-3cd1ef634bfe, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6ad43d74-2968-47eb-a55f-3cd1ef634bfe,segment=NetworkSegment(0016f86c-8568-4cdb-83c4-2d2e3469532f),segment_id=0016f86c-8568-4cdb-83c4-2d2e3469532f)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:21:48.030196 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6d3e5cd4-084c-4131-a31a-d1f81c9cbfce tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:48.045814 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6d3e5cd4-084c-4131-a31a-d1f81c9cbfce tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Calling delete_port for 6ad43d74-2968-47eb-a55f-3cd1ef634bfe owned by network:router_interface {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:21:48.076400 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-5a5043d4-4416-45af-97bd-4b04f6e8091c tempest-QuotasNegativeTest-1978563736 tempest-QuotasNegativeTest-1978563736-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:21:48.177783 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4b0571-acb9-4cec-85e2-9e2bb6809a0f req-82cedd6d-246b-4f4e-adf9-477b6c451a60 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:48.179221 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ce4b0571-acb9-4cec-85e2-9e2bb6809a0f req-82cedd6d-246b-4f4e-adf9-477b6c451a60 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/ports?device_id=108892c8-c221-4836-81e8-b7af254bb753 HTTP/1.1" status: 200 len: 944 time: 0.1269968 Dec 06 17:21:48.184225 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-5a5043d4-4416-45af-97bd-4b04f6e8091c tempest-QuotasNegativeTest-1978563736 tempest-QuotasNegativeTest-1978563736-project-admin] 10.222.0.23 "PUT /v2.0/quotas/d078104a56644cecb3c3674f682c9585 HTTP/1.1" status: 200 len: 368 time: 0.2521451 Dec 06 17:21:48.190133 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 56770) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:48.196978 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-cd54f2ad-33a5-4523-a63b-41e63d96bdef tempest-QuotasNegativeTest-1978563736 tempest-QuotasNegativeTest-1978563736-project-admin] Request body: {'network': {'project_id': 'd078104a56644cecb3c3674f682c9585'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:21:48.237379 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-a93f5b18-b7b6-4d0f-ae82-91c6f288aedf tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Deleting port 643b91af-ca76-49e1-81b4-d7e9c9fdc3a6 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:21:48.237779 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a93f5b18-b7b6-4d0f-ae82-91c6f288aedf tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:48.295728 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd54f2ad-33a5-4523-a63b-41e63d96bdef tempest-QuotasNegativeTest-1978563736 tempest-QuotasNegativeTest-1978563736-project-admin] Made reservation on behalf of d078104a56644cecb3c3674f682c9585 for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:21:48.298219 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cd54f2ad-33a5-4523-a63b-41e63d96bdef tempest-QuotasNegativeTest-1978563736 tempest-QuotasNegativeTest-1978563736-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:48.313149 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ce4b0571-acb9-4cec-85e2-9e2bb6809a0f req-079ab756-b165-401c-8f85-d5a6a8131b51 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd5fd2ce-3e09-41f1-868b-3ad9c4e06626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237016 Dec 06 17:21:48.322449 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cd54f2ad-33a5-4523-a63b-41e63d96bdef tempest-QuotasNegativeTest-1978563736 tempest-QuotasNegativeTest-1978563736-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:48.361166 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a93f5b18-b7b6-4d0f-ae82-91c6f288aedf tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:48.375557 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-a93f5b18-b7b6-4d0f-ae82-91c6f288aedf tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Calling delete_port for 643b91af-ca76-49e1-81b4-d7e9c9fdc3a6 owned by network:router_interface {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:21:48.407523 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6d3e5cd4-084c-4131-a31a-d1f81c9cbfce tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:48.448084 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3e5cd4-084c-4131-a31a-d1f81c9cbfce tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Pushing event deleted for resources: {'Port': ['ID=6ad43d74-2968-47eb-a55f-3cd1ef634bfe,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:48.597935 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cd54f2ad-33a5-4523-a63b-41e63d96bdef tempest-QuotasNegativeTest-1978563736 tempest-QuotasNegativeTest-1978563736-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:48.604785 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6d3e5cd4-084c-4131-a31a-d1f81c9cbfce tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-772474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575952'] for router_interface, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:48.607533 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cd54f2ad-33a5-4523-a63b-41e63d96bdef tempest-QuotasNegativeTest-1978563736 tempest-QuotasNegativeTest-1978563736-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:48.648167 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd54f2ad-33a5-4523-a63b-41e63d96bdef tempest-QuotasNegativeTest-1978563736 tempest-QuotasNegativeTest-1978563736-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:21:48.648967 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 6828b5ac-eddb-4e57-8b94-0f70076e3263 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:21:48.738504 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd54f2ad-33a5-4523-a63b-41e63d96bdef tempest-QuotasNegativeTest-1978563736 tempest-QuotasNegativeTest-1978563736-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f489b11-f83a-44bc-b7e0-65b14d13974c,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:48.752949 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cd54f2ad-33a5-4523-a63b-41e63d96bdef tempest-QuotasNegativeTest-1978563736 tempest-QuotasNegativeTest-1978563736-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:48.753924 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-cd54f2ad-33a5-4523-a63b-41e63d96bdef tempest-QuotasNegativeTest-1978563736 tempest-QuotasNegativeTest-1978563736-project-admin] Added segment 7ca988e6-8a9f-45e8-b109-326abc83f152 of type vlan for network b45a2077-4b38-4f04-8067-9fc496f64400 Dec 06 17:21:48.842493 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 6828b5ac-eddb-4e57-8b94-0f70076e3263, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=6828b5ac-eddb-4e57-8b94-0f70076e3263,segment=NetworkSegment(5a916c46-cf7e-433a-ae04-99d57e30b2e2),segment_id=5a916c46-cf7e-433a-ae04-99d57e30b2e2)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:21:48.854981 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': '6828b5ac-eddb-4e57-8b94-0f70076e3263', 'network_id': 'c03931f5-54ae-4b06-ad76-fa3bc7500e1d', 'port_id': '6828b5ac-eddb-4e57-8b94-0f70076e3263', 'mac_address': 'fa:16:3e:96:95:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2b8ed75-274c-4de4-a0f5-9da38dbe8d78', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:21:48.862194 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cd54f2ad-33a5-4523-a63b-41e63d96bdef tempest-QuotasNegativeTest-1978563736 tempest-QuotasNegativeTest-1978563736-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:48.914858 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:48.930161 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6828b5ac-eddb-4e57-8b94-0f70076e3263 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:21:48.953318 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 6828b5ac-eddb-4e57-8b94-0f70076e3263, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=6828b5ac-eddb-4e57-8b94-0f70076e3263,segment=NetworkSegment(5a916c46-cf7e-433a-ae04-99d57e30b2e2),segment_id=5a916c46-cf7e-433a-ae04-99d57e30b2e2)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:21:48.959085 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:48.984370 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cd54f2ad-33a5-4523-a63b-41e63d96bdef tempest-QuotasNegativeTest-1978563736 tempest-QuotasNegativeTest-1978563736-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:48.985784 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd54f2ad-33a5-4523-a63b-41e63d96bdef tempest-QuotasNegativeTest-1978563736 tempest-QuotasNegativeTest-1978563736-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:48.986546 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cd54f2ad-33a5-4523-a63b-41e63d96bdef tempest-QuotasNegativeTest-1978563736 tempest-QuotasNegativeTest-1978563736-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:49.038860 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:49.046142 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=6828b5ac-eddb-4e57-8b94-0f70076e3263,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:49.051706 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-cd54f2ad-33a5-4523-a63b-41e63d96bdef tempest-QuotasNegativeTest-1978563736 tempest-QuotasNegativeTest-1978563736-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8600595 Dec 06 17:21:49.054625 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 56778) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:49.074608 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-f45bf03c-ad9b-4959-914b-e8f2435b0e98 tempest-QuotasNegativeTest-1978563736 tempest-QuotasNegativeTest-1978563736-project-admin] Request body: {'network': {'project_id': 'd078104a56644cecb3c3674f682c9585'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:21:49.103553 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d3e5cd4-084c-4131-a31a-d1f81c9cbfce tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Router 09eaa48a-bd77-467e-bf74-ba4e33886a13 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:21:49.104512 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd54f2ad-33a5-4523-a63b-41e63d96bdef tempest-QuotasNegativeTest-1978563736 tempest-QuotasNegativeTest-1978563736-project-admin] Pushing event updated for resources: {'Network': ['ID=b45a2077-4b38-4f04-8067-9fc496f64400,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:49.123025 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network b45a2077-4b38-4f04-8067-9fc496f64400 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:21:49.128584 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a93f5b18-b7b6-4d0f-ae82-91c6f288aedf tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:49.163480 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['6828b5ac-eddb-4e57-8b94-0f70076e3263'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:21:49.174482 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f45bf03c-ad9b-4959-914b-e8f2435b0e98 tempest-QuotasNegativeTest-1978563736 tempest-QuotasNegativeTest-1978563736-project-admin] Made reservation on behalf of d078104a56644cecb3c3674f682c9585 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:21:49.177588 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f45bf03c-ad9b-4959-914b-e8f2435b0e98 tempest-QuotasNegativeTest-1978563736 tempest-QuotasNegativeTest-1978563736-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:49.183165 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93f5b18-b7b6-4d0f-ae82-91c6f288aedf tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Pushing event deleted for resources: {'Port': ['ID=643b91af-ca76-49e1-81b4-d7e9c9fdc3a6,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:49.251073 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d3e5cd4-084c-4131-a31a-d1f81c9cbfce tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:21:49.257553 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-6d3e5cd4-084c-4131-a31a-d1f81c9cbfce tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "PUT /v2.0/routers/09eaa48a-bd77-467e-bf74-ba4e33886a13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8464332 Dec 06 17:21:49.262515 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 56782) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:49.294445 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a63b35-c37f-40ba-9cde-42ada28de8d6 None None] Sync routers for ids ['09eaa48a-bd77-467e-bf74-ba4e33886a13'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:21:49.296022 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f45bf03c-ad9b-4959-914b-e8f2435b0e98 tempest-QuotasNegativeTest-1978563736 tempest-QuotasNegativeTest-1978563736-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:21:49.308993 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f45bf03c-ad9b-4959-914b-e8f2435b0e98 tempest-QuotasNegativeTest-1978563736 tempest-QuotasNegativeTest-1978563736-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:49.309362 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-f45bf03c-ad9b-4959-914b-e8f2435b0e98 tempest-QuotasNegativeTest-1978563736 tempest-QuotasNegativeTest-1978563736-project-admin] Added segment 8f2bbc21-1d85-43ec-864c-b8c11e15e823 of type vlan for network a0b5be30-427a-46f9-92e5-55d8566bd933 Dec 06 17:21:49.361049 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a63b35-c37f-40ba-9cde-42ada28de8d6 None None] Routers {'09eaa48a-bd77-467e-bf74-ba4e33886a13'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:21:49.365162 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-b4a63b35-c37f-40ba-9cde-42ada28de8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:21:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['09eaa48a-bd77-467e-bf74-ba4e33886a13'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:21:49.369104 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-65e882f5-41f0-412b-babc-1cf4a9eeb004 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Deleting subnet 4954b8f0-7e2f-4b09-8a71-e7e59fb661ee {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:21:49.377374 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-65e882f5-41f0-412b-babc-1cf4a9eeb004 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:49.390585 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f45bf03c-ad9b-4959-914b-e8f2435b0e98 tempest-QuotasNegativeTest-1978563736 tempest-QuotasNegativeTest-1978563736-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:49.442122 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f45bf03c-ad9b-4959-914b-e8f2435b0e98 tempest-QuotasNegativeTest-1978563736 tempest-QuotasNegativeTest-1978563736-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:49.443165 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45bf03c-ad9b-4959-914b-e8f2435b0e98 tempest-QuotasNegativeTest-1978563736 tempest-QuotasNegativeTest-1978563736-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:49.443755 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f45bf03c-ad9b-4959-914b-e8f2435b0e98 tempest-QuotasNegativeTest-1978563736 tempest-QuotasNegativeTest-1978563736-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:49.497768 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-65e882f5-41f0-412b-babc-1cf4a9eeb004 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:49.608627 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-65e882f5-41f0-412b-babc-1cf4a9eeb004 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:49.629055 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45bf03c-ad9b-4959-914b-e8f2435b0e98 tempest-QuotasNegativeTest-1978563736 tempest-QuotasNegativeTest-1978563736-project-admin] Pushing event updated for resources: {'Network': ['ID=a0b5be30-427a-46f9-92e5-55d8566bd933,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:49.669123 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-de6dcad1-f978-4e43-ab99-490265336e91 req-a5b0497f-ecd6-4558-96a8-532b49d6bdc1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2398393 Dec 06 17:21:49.682600 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 56788) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:49.689614 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-65e882f5-41f0-412b-babc-1cf4a9eeb004 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:49.693449 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-f45bf03c-ad9b-4959-914b-e8f2435b0e98 tempest-QuotasNegativeTest-1978563736 tempest-QuotasNegativeTest-1978563736-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6199739 Dec 06 17:21:49.694687 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a93f5b18-b7b6-4d0f-ae82-91c6f288aedf tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-772474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575952'] for router_interface, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:49.697585 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-00e2c0a1-07c5-4843-a65f-076d3d5e182a tempest-QuotasNegativeTest-1978563736 tempest-QuotasNegativeTest-1978563736-project-admin] Request body: {'network': {'project_id': 'd078104a56644cecb3c3674f682c9585'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:21:49.702653 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network a0b5be30-427a-46f9-92e5-55d8566bd933 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:21:49.731661 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e882f5-41f0-412b-babc-1cf4a9eeb004 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Pushing event deleted for resources: {'Subnet': ['ID=4954b8f0-7e2f-4b09-8a71-e7e59fb661ee,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:49.759539 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce83bdf8-89ee-4312-a461-2e61d78da51b req-25277730-9e57-4fda-8f04-62e5d8d45af5 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:49.761143 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ce83bdf8-89ee-4312-a461-2e61d78da51b req-25277730-9e57-4fda-8f04-62e5d8d45af5 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/ports?device_id=108892c8-c221-4836-81e8-b7af254bb753 HTTP/1.1" status: 200 len: 945 time: 0.3010786 Dec 06 17:21:49.770167 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-65e882f5-41f0-412b-babc-1cf4a9eeb004 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:49.771253 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-65e882f5-41f0-412b-babc-1cf4a9eeb004 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "DELETE /v2.0/subnets/4954b8f0-7e2f-4b09-8a71-e7e59fb661ee HTTP/1.1" status: 204 len: 168 time: 0.5076768 Dec 06 17:21:49.772876 n-d-master-1 neutron-server[103285]: INFO neutron.pecan_wsgi.hooks.translation [None req-00e2c0a1-07c5-4843-a65f-076d3d5e182a tempest-QuotasNegativeTest-1978563736 tempest-QuotasNegativeTest-1978563736-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 06 17:21:49.773331 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00e2c0a1-07c5-4843-a65f-076d3d5e182a tempest-QuotasNegativeTest-1978563736 tempest-QuotasNegativeTest-1978563736-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103285) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:21:49.774460 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-00e2c0a1-07c5-4843-a65f-076d3d5e182a tempest-QuotasNegativeTest-1978563736 tempest-QuotasNegativeTest-1978563736-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0898247 Dec 06 17:21:49.775006 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 56790) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:49.780532 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 56792) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:49.782600 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-b4a63b35-c37f-40ba-9cde-42ada28de8d6 None None] Set router 09eaa48a-bd77-467e-bf74-ba4e33886a13 gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:21:49.838063 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a42762-e86f-432e-a334-a323e1498242 None None] Network c11798b5-4214-48bb-89be-2de1c803913e requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:21:49.875609 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6dcad1-f978-4e43-ab99-490265336e91 req-e50e1561-c1e7-4ca6-9715-09a3cedf99a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:49.877388 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-de6dcad1-f978-4e43-ab99-490265336e91 req-e50e1561-c1e7-4ca6-9715-09a3cedf99a7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0688c6db31494470a1b7a5ecaa734bc4&device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 1095 time: 0.0877457 Dec 06 17:21:49.914786 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ce83bdf8-89ee-4312-a461-2e61d78da51b req-ee3f331c-6397-47a8-9a96-47f4058e7187 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd5fd2ce-3e09-41f1-868b-3ad9c4e06626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374669 Dec 06 17:21:49.940465 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-b548bf36-5e43-44d9-b42c-1ba119b81a3d tempest-QuotasNegativeTest-1978563736 tempest-QuotasNegativeTest-1978563736-project-admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d078104a56644cecb3c3674f682c9585&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0991817 Dec 06 17:21:49.945739 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3ca215d7-8ea9-45d5-a49e-2dc13538d3ff tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:49.947386 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 56796) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:50.042584 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b2c07cbb-b0b1-4fdb-b828-3b704ea73660 tempest-QuotasNegativeTest-1978563736 tempest-QuotasNegativeTest-1978563736-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:50.070610 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-3ca215d7-8ea9-45d5-a49e-2dc13538d3ff tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Deleting port 4cdedefa-829d-484b-b180-2d9789a0b989 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:21:50.070983 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3ca215d7-8ea9-45d5-a49e-2dc13538d3ff tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:50.103483 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a93f5b18-b7b6-4d0f-ae82-91c6f288aedf tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Router db676fd4-56b7-4c80-80fd-9c26b272832c has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:21:50.134068 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6dcad1-f978-4e43-ab99-490265336e91 req-ab17820b-21c3-42f8-b788-88ce37c05fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:50.136253 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-de6dcad1-f978-4e43-ab99-490265336e91 req-ab17820b-21c3-42f8-b788-88ce37c05fe0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b1330ff6-71a6-48db-aedf-2e908404d40b HTTP/1.1" status: 200 len: 912 time: 0.1959863 Dec 06 17:21:50.140310 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-3ca215d7-8ea9-45d5-a49e-2dc13538d3ff tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] For port 4cdedefa-829d-484b-b180-2d9789a0b989, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=4cdedefa-829d-484b-b180-2d9789a0b989,segment=NetworkSegment(0016f86c-8568-4cdb-83c4-2d2e3469532f),segment_id=0016f86c-8568-4cdb-83c4-2d2e3469532f)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:21:50.140687 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3ca215d7-8ea9-45d5-a49e-2dc13538d3ff tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:50.153625 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-3ca215d7-8ea9-45d5-a49e-2dc13538d3ff tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Calling delete_port for 4cdedefa-829d-484b-b180-2d9789a0b989 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:21:50.235626 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b2c07cbb-b0b1-4fdb-b828-3b704ea73660 tempest-QuotasNegativeTest-1978563736 tempest-QuotasNegativeTest-1978563736-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:50.245364 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3ca215d7-8ea9-45d5-a49e-2dc13538d3ff tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:50.287535 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a93f5b18-b7b6-4d0f-ae82-91c6f288aedf tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:21:50.290733 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca215d7-8ea9-45d5-a49e-2dc13538d3ff tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Pushing event deleted for resources: {'Port': ['ID=4cdedefa-829d-484b-b180-2d9789a0b989,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:50.303561 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6fe16f-c82d-4f9c-bbbd-f68186c2381b None None] Sync routers for ids ['db676fd4-56b7-4c80-80fd-9c26b272832c'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:21:50.304629 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-a93f5b18-b7b6-4d0f-ae82-91c6f288aedf tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "PUT /v2.0/routers/db676fd4-56b7-4c80-80fd-9c26b272832c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9634042 Dec 06 17:21:50.307854 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 56802) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:50.312550 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca215d7-8ea9-45d5-a49e-2dc13538d3ff tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] No DVR routers for this DVR port 4cdedefa-829d-484b-b180-2d9789a0b989 on host n-d-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:21:50.329631 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6fe16f-c82d-4f9c-bbbd-f68186c2381b None None] Routers {'db676fd4-56b7-4c80-80fd-9c26b272832c'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:21:50.330258 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-4c6fe16f-c82d-4f9c-bbbd-f68186c2381b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:21:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['db676fd4-56b7-4c80-80fd-9c26b272832c'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:21:50.396852 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-4c6fe16f-c82d-4f9c-bbbd-f68186c2381b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:21:50.397612 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-b4a63b35-c37f-40ba-9cde-42ada28de8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'name': 'tempest-RoutersIpV6Test-router-2112262611', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:21:01Z', 'updated_at': '2021-12-06T17:21:48Z', 'revision_number': 9, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'gw_port_host': None, '_interfaces': [{'id': 'ae29b8c0-9297-45c9-a04f-f838385810fd', 'name': '', 'network_id': '6be8505b-7e09-481c-9ab7-a2a0372522ff', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'mac_address': 'fa:16:3e:0e:e5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '84cd5c52-9fa9-463d-8ed2-fa78d4f61fab', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:21:04Z', 'updated_at': '2021-12-06T17:21:11Z', 'revision_number': 5, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'subnets': [{'id': '84cd5c52-9fa9-463d-8ed2-fa78d4f61fab', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3b262aa-78bf-4471-a7ec-989426412912', 'name': '', 'network_id': 'ca267e7a-cdd1-4aad-a2a0-269df9b66806', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'mac_address': 'fa:16:3e:f0:bd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'b392670b-9935-49cb-8fdd-bb669b97dc57', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:21:09Z', 'updated_at': '2021-12-06T17:21:19Z', 'revision_number': 5, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'subnets': [{'id': 'b392670b-9935-49cb-8fdd-bb669b97dc57', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:21:50.402691 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-de6dcad1-f978-4e43-ab99-490265336e91 req-84fd1431-7dd7-4bab-92c0-36e6b8b2971c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=121dd329-2fdc-4943-88fc-b3360bf29c71 HTTP/1.1" status: 200 len: 998 time: 0.1992636 Dec 06 17:21:50.413924 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6fe16f-c82d-4f9c-bbbd-f68186c2381b None None] Routers {'db676fd4-56b7-4c80-80fd-9c26b272832c'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:21:50.414893 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-4c6fe16f-c82d-4f9c-bbbd-f68186c2381b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:21:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['db676fd4-56b7-4c80-80fd-9c26b272832c'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:21:50.451622 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a63b35-c37f-40ba-9cde-42ada28de8d6 None None] Checking router: 09eaa48a-bd77-467e-bf74-ba4e33886a13 for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:21:50.466462 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a63b35-c37f-40ba-9cde-42ada28de8d6 None None] Routers {'09eaa48a-bd77-467e-bf74-ba4e33886a13'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:21:50.467096 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-b4a63b35-c37f-40ba-9cde-42ada28de8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:21:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['09eaa48a-bd77-467e-bf74-ba4e33886a13'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:21:50.484317 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-4c6fe16f-c82d-4f9c-bbbd-f68186c2381b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:21:50.485143 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6fe16f-c82d-4f9c-bbbd-f68186c2381b None None] The sync data for ids ['db676fd4-56b7-4c80-80fd-9c26b272832c'] in n-d-master-1 is: [] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:21:50.497558 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3ca215d7-8ea9-45d5-a49e-2dc13538d3ff tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:50.508560 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b2c07cbb-b0b1-4fdb-b828-3b704ea73660 tempest-QuotasNegativeTest-1978563736 tempest-QuotasNegativeTest-1978563736-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:50.511481 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b2c07cbb-b0b1-4fdb-b828-3b704ea73660 tempest-QuotasNegativeTest-1978563736 tempest-QuotasNegativeTest-1978563736-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:50.515339 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-b2c07cbb-b0b1-4fdb-b828-3b704ea73660 tempest-QuotasNegativeTest-1978563736 tempest-QuotasNegativeTest-1978563736-project-admin] 10.222.0.23 "DELETE /v2.0/security-groups/7f489b11-f83a-44bc-b7e0-65b14d13974c HTTP/1.1" status: 204 len: 168 time: 0.5636396 Dec 06 17:21:50.522836 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 56806) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:50.542246 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12cbc028-5a07-4b9d-b95b-ee93b0c510fe None None] DHCP port deletion for c11798b5-4214-48bb-89be-2de1c803913e request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:21:50.551215 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6dcad1-f978-4e43-ab99-490265336e91 req-29b37c2f-d8b2-4aed-8240-4bbef4672b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:50.552743 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-de6dcad1-f978-4e43-ab99-490265336e91 req-29b37c2f-d8b2-4aed-8240-4bbef4672b9d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=407d30a8-656b-4107-b0bb-8b27c7634002 HTTP/1.1" status: 200 len: 850 time: 0.1372788 Dec 06 17:21:50.590288 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-3ca215d7-8ea9-45d5-a49e-2dc13538d3ff tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c11798b5-4214-48bb-89be-2de1c803913e']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:21:50.600292 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c07cbb-b0b1-4fdb-b828-3b704ea73660 tempest-QuotasNegativeTest-1978563736 tempest-QuotasNegativeTest-1978563736-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f489b11-f83a-44bc-b7e0-65b14d13974c,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:50.608088 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-3ca215d7-8ea9-45d5-a49e-2dc13538d3ff tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0016f86c-8568-4cdb-83c4-2d2e3469532f') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:21:50.608473 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-3ca215d7-8ea9-45d5-a49e-2dc13538d3ff tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0016f86c-8568-4cdb-83c4-2d2e3469532f') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:21:50.627203 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3ca215d7-8ea9-45d5-a49e-2dc13538d3ff tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:50.630967 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f8c86e0d-933e-40c7-9c69-857b03156b2d tempest-QuotasNegativeTest-1978563736 tempest-QuotasNegativeTest-1978563736-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:50.644127 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-b4a63b35-c37f-40ba-9cde-42ada28de8d6 None None] Set router 09eaa48a-bd77-467e-bf74-ba4e33886a13 gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:21:50.649831 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3ca215d7-8ea9-45d5-a49e-2dc13538d3ff tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:50.659950 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ca215d7-8ea9-45d5-a49e-2dc13538d3ff tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:21:50.660465 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3ca215d7-8ea9-45d5-a49e-2dc13538d3ff tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:50.662484 n-d-master-1 neutron-server[103284]: INFO neutron.api.v2.resource [None req-95ab8a00-6269-4125-8c27-998604501eb2 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] remove_router_interface failed (client error): The resource could not be found. Dec 06 17:21:50.663778 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-95ab8a00-6269-4125-8c27-998604501eb2 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "PUT /v2.0/routers/db676fd4-56b7-4c80-80fd-9c26b272832c/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3546276 Dec 06 17:21:50.664091 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:21:50.664091 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:21:50.664091 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:21:50.664091 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:21:50.664091 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:21:50.664091 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:21:50.664091 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:21:50.664091 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:21:50.664091 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:21:50.664091 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:21:50.664091 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:21:50.664091 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:21:50.664091 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:21:50.664091 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:21:50.664091 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:21:50.664091 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:21:50.664091 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:21:50.664091 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:21:50.664091 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:21:50.664091 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:21:50.664091 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:21:50.664091 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:21:50.664091 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:21:50.664091 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:21:50.664091 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:21:50.664091 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:21:50.664091 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:21:50.664091 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:21:50.664091 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:21:50.664091 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:21:50.664091 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:21:50.664091 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:21:50.667511 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 56808) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:50.695090 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 6828b5ac-eddb-4e57-8b94-0f70076e3263 up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:21:50.699978 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-2dd8c0f8-f822-4c9d-98d0-033c10504276 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "GET /v2.0/ports?device_id=db676fd4-56b7-4c80-80fd-9c26b272832c HTTP/1.1" status: 200 len: 205 time: 0.0321553 Dec 06 17:21:50.704791 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 56810) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:50.753410 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6dcad1-f978-4e43-ab99-490265336e91 req-7fd05e40-dd9a-4c4a-8b32-692126c4354c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:50.756089 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-de6dcad1-f978-4e43-ab99-490265336e91 req-7fd05e40-dd9a-4c4a-8b32-692126c4354c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b1330ff6-71a6-48db-aedf-2e908404d40b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1457591 Dec 06 17:21:50.784279 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 4cdedefa-829d-484b-b180-2d9789a0b989 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:21:50.796589 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning for port 6828b5ac-eddb-4e57-8b94-0f70076e3263 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:21:50.824106 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f8c86e0d-933e-40c7-9c69-857b03156b2d tempest-QuotasNegativeTest-1978563736 tempest-QuotasNegativeTest-1978563736-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:50.827481 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port 6828b5ac-eddb-4e57-8b94-0f70076e3263 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:21:50.827985 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:50.834673 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3ca215d7-8ea9-45d5-a49e-2dc13538d3ff tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:50.854320 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3ca215d7-8ea9-45d5-a49e-2dc13538d3ff tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:50.856271 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cc0a74db-7b4b-49a8-af21-34862854402a tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks [] for router, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:50.860356 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-3ca215d7-8ea9-45d5-a49e-2dc13538d3ff tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "DELETE /v2.0/networks/c11798b5-4214-48bb-89be-2de1c803913e HTTP/1.1" status: 204 len: 168 time: 1.0816369 Dec 06 17:21:50.868154 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 4cdedefa-829d-484b-b180-2d9789a0b989 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:21:50.868514 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 4cdedefa-829d-484b-b180-2d9789a0b989 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:21:50.877717 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 56812) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:50.878796 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca215d7-8ea9-45d5-a49e-2dc13538d3ff tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Pushing event deleted for resources: {'Network': ['ID=c11798b5-4214-48bb-89be-2de1c803913e,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:50.890454 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-f8c86e0d-933e-40c7-9c69-857b03156b2d tempest-QuotasNegativeTest-1978563736 tempest-QuotasNegativeTest-1978563736-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0b5be30-427a-46f9-92e5-55d8566bd933']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:21:50.967220 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-f8c86e0d-933e-40c7-9c69-857b03156b2d tempest-QuotasNegativeTest-1978563736 tempest-QuotasNegativeTest-1978563736-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f2bbc21-1d85-43ec-864c-b8c11e15e823') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:21:50.969868 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-f8c86e0d-933e-40c7-9c69-857b03156b2d tempest-QuotasNegativeTest-1978563736 tempest-QuotasNegativeTest-1978563736-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f2bbc21-1d85-43ec-864c-b8c11e15e823') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:21:50.996761 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f8c86e0d-933e-40c7-9c69-857b03156b2d tempest-QuotasNegativeTest-1978563736 tempest-QuotasNegativeTest-1978563736-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:51.133145 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:51.163346 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-de6dcad1-f978-4e43-ab99-490265336e91 req-86b65280-fbfe-481b-97d7-f76cccb8ba41 service neutron] 10.222.0.44 "GET /v2.0/networks/b1330ff6-71a6-48db-aedf-2e908404d40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3570421 Dec 06 17:21:51.165345 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cc0a74db-7b4b-49a8-af21-34862854402a tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:51.169940 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cc0a74db-7b4b-49a8-af21-34862854402a tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:51.173348 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '108892c8-c221-4836-81e8-b7af254bb753', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6828b5ac-eddb-4e57-8b94-0f70076e3263'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:21:51.176843 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37b1979b-dc9a-4d21-ac07-d4d9bfcab349" -d '{"events": [{"server_uuid": "108892c8-c221-4836-81e8-b7af254bb753", "name": "network-vif-plugged", "status": "completed", "tag": "6828b5ac-eddb-4e57-8b94-0f70076e3263"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:21:51.208388 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 6828b5ac-eddb-4e57-8b94-0f70076e3263, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=6828b5ac-eddb-4e57-8b94-0f70076e3263,segment=NetworkSegment(5a916c46-cf7e-433a-ae04-99d57e30b2e2),segment_id=5a916c46-cf7e-433a-ae04-99d57e30b2e2)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:21:51.216992 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:51.311756 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-b4a63b35-c37f-40ba-9cde-42ada28de8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'name': 'tempest-RoutersIpV6Test-router-2112262611', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:21:01Z', 'updated_at': '2021-12-06T17:21:48Z', 'revision_number': 9, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'gw_port_host': None, '_interfaces': [{'id': 'ae29b8c0-9297-45c9-a04f-f838385810fd', 'name': '', 'network_id': '6be8505b-7e09-481c-9ab7-a2a0372522ff', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'mac_address': 'fa:16:3e:0e:e5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '84cd5c52-9fa9-463d-8ed2-fa78d4f61fab', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:21:04Z', 'updated_at': '2021-12-06T17:21:11Z', 'revision_number': 5, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'subnets': [{'id': '84cd5c52-9fa9-463d-8ed2-fa78d4f61fab', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3b262aa-78bf-4471-a7ec-989426412912', 'name': '', 'network_id': 'ca267e7a-cdd1-4aad-a2a0-269df9b66806', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'mac_address': 'fa:16:3e:f0:bd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'b392670b-9935-49cb-8fdd-bb669b97dc57', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:21:09Z', 'updated_at': '2021-12-06T17:21:19Z', 'revision_number': 5, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'subnets': [{'id': 'b392670b-9935-49cb-8fdd-bb669b97dc57', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:21:51.352060 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a63b35-c37f-40ba-9cde-42ada28de8d6 None None] The sync data for ids ['09eaa48a-bd77-467e-bf74-ba4e33886a13'] in n-d-master-1 is: [{'id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'name': 'tempest-RoutersIpV6Test-router-2112262611', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:21:01Z', 'updated_at': '2021-12-06T17:21:48Z', 'revision_number': 9, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'gw_port_host': None, '_interfaces': [{'id': 'ae29b8c0-9297-45c9-a04f-f838385810fd', 'name': '', 'network_id': '6be8505b-7e09-481c-9ab7-a2a0372522ff', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'mac_address': 'fa:16:3e:0e:e5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '84cd5c52-9fa9-463d-8ed2-fa78d4f61fab', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:21:04Z', 'updated_at': '2021-12-06T17:21:11Z', 'revision_number': 5, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'subnets': [{'id': '84cd5c52-9fa9-463d-8ed2-fa78d4f61fab', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3b262aa-78bf-4471-a7ec-989426412912', 'name': '', 'network_id': 'ca267e7a-cdd1-4aad-a2a0-269df9b66806', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'mac_address': 'fa:16:3e:f0:bd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'b392670b-9935-49cb-8fdd-bb669b97dc57', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:21:09Z', 'updated_at': '2021-12-06T17:21:19Z', 'revision_number': 5, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'subnets': [{'id': 'b392670b-9935-49cb-8fdd-bb669b97dc57', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:21:51.376244 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=6828b5ac-eddb-4e57-8b94-0f70076e3263,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:51.383380 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cc0a74db-7b4b-49a8-af21-34862854402a tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:51.383881 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc0a74db-7b4b-49a8-af21-34862854402a tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Fanout notify agent at l3_agent the message router_deleted on router db676fd4-56b7-4c80-80fd-9c26b272832c {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 17:21:51.410498 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f8c86e0d-933e-40c7-9c69-857b03156b2d tempest-QuotasNegativeTest-1978563736 tempest-QuotasNegativeTest-1978563736-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:51.418030 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cc0a74db-7b4b-49a8-af21-34862854402a tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:51.422025 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-cc0a74db-7b4b-49a8-af21-34862854402a tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "DELETE /v2.0/routers/db676fd4-56b7-4c80-80fd-9c26b272832c HTTP/1.1" status: 204 len: 168 time: 0.7149453 Dec 06 17:21:51.429356 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 56826) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:51.447578 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8c86e0d-933e-40c7-9c69-857b03156b2d tempest-QuotasNegativeTest-1978563736 tempest-QuotasNegativeTest-1978563736-project-admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:21:51.447981 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f8c86e0d-933e-40c7-9c69-857b03156b2d tempest-QuotasNegativeTest-1978563736 tempest-QuotasNegativeTest-1978563736-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:51.452310 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:21:51.452310 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:21:51.452310 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:21:51.452310 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:21:51.452310 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:21:51.452310 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:21:51.452310 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:21:51.452310 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:21:51.452310 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:21:51.452310 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:21:51.452310 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:21:51.452310 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:21:51.452310 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:21:51.452310 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:21:51.452310 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:21:51.452310 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:21:51.452310 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:21:51.452310 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:21:51.452310 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:21:51.452310 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:21:51.452310 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:21:51.452310 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:21:51.452310 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:21:51.452310 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:21:51.452310 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:21:51.452310 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:21:51.452310 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:21:51.452310 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:21:51.452310 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:21:51.452310 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:21:51.452310 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:21:51.452310 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:21:51.479540 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-de6dcad1-f978-4e43-ab99-490265336e91 req-6148bb29-c405-472a-8b34-4bf95b413102 service neutron] 10.222.0.44 "GET /v2.0/networks/b1330ff6-71a6-48db-aedf-2e908404d40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3076367 Dec 06 17:21:51.490124 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549021e1-a5f8-4644-9cd4-af1fd4da8531 req-d673cd04-c792-48d7-924a-8e3383d17d9e tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:51.498119 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-549021e1-a5f8-4644-9cd4-af1fd4da8531 req-d673cd04-c792-48d7-924a-8e3383d17d9e tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 944 time: 0.1655545 Dec 06 17:21:51.526911 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafebce6-64bf-49e2-8406-57b9d86e32a7 req-7462c013-6e94-4315-ba97-5a6439419591 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:51.528439 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-cafebce6-64bf-49e2-8406-57b9d86e32a7 req-7462c013-6e94-4315-ba97-5a6439419591 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/ports?device_id=108892c8-c221-4836-81e8-b7af254bb753 HTTP/1.1" status: 200 len: 945 time: 0.5183246 Dec 06 17:21:51.556833 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f8c86e0d-933e-40c7-9c69-857b03156b2d tempest-QuotasNegativeTest-1978563736 tempest-QuotasNegativeTest-1978563736-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:51.560297 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-c90ffa99-329d-435a-9a3f-dfac53a43b26 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Deleting subnet 7d70f455-0782-4cda-a1fb-bc18c8049f59 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:21:51.565134 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c90ffa99-329d-435a-9a3f-dfac53a43b26 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:51.570792 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-549021e1-a5f8-4644-9cd4-af1fd4da8531 req-bf10679f-99ae-4b8e-9863-2ae7250ec25d tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8ff7359-db2b-4d57-aa79-237c344ab3df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722649 Dec 06 17:21:51.593439 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f8c86e0d-933e-40c7-9c69-857b03156b2d tempest-QuotasNegativeTest-1978563736 tempest-QuotasNegativeTest-1978563736-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:51.596635 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-f8c86e0d-933e-40c7-9c69-857b03156b2d tempest-QuotasNegativeTest-1978563736 tempest-QuotasNegativeTest-1978563736-project-admin] 10.222.0.23 "DELETE /v2.0/networks/a0b5be30-427a-46f9-92e5-55d8566bd933 HTTP/1.1" status: 204 len: 168 time: 1.0727220 Dec 06 17:21:51.600046 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 56830) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:51.649806 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c90ffa99-329d-435a-9a3f-dfac53a43b26 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:51.666190 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-cafebce6-64bf-49e2-8406-57b9d86e32a7 req-23c4187e-b491-421e-a45d-40cc7e9809a5 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd5fd2ce-3e09-41f1-868b-3ad9c4e06626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206357 Dec 06 17:21:51.667991 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff4fcd01-033a-436a-82fb-3deec471384f x-openstack-request-id: req-ff4fcd01-033a-436a-82fb-3deec471384f {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:21:51.668436 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "108892c8-c221-4836-81e8-b7af254bb753", "name": "network-vif-plugged", "status": "completed", "tag": "6828b5ac-eddb-4e57-8b94-0f70076e3263", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:21:51.668538 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ff4fcd01-033a-436a-82fb-3deec471384f {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:21:51.668891 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '108892c8-c221-4836-81e8-b7af254bb753', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6828b5ac-eddb-4e57-8b94-0f70076e3263', 'code': 200} Dec 06 17:21:51.672750 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c86e0d-933e-40c7-9c69-857b03156b2d tempest-QuotasNegativeTest-1978563736 tempest-QuotasNegativeTest-1978563736-project-admin] Pushing event deleted for resources: {'Network': ['ID=a0b5be30-427a-46f9-92e5-55d8566bd933,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:51.888993 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3def4afa-89f4-4897-8be4-e5284d979d47 tempest-QuotasNegativeTest-1978563736 tempest-QuotasNegativeTest-1978563736-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:51.935915 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badfffff-fd56-4672-92f3-a88756a69a44 req-8ede717f-bd8c-4f06-ab7b-f4d4a0ef273e tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:51.945114 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-badfffff-fd56-4672-92f3-a88756a69a44 req-8ede717f-bd8c-4f06-ab7b-f4d4a0ef273e tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 944 time: 0.1513579 Dec 06 17:21:51.974194 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f367c93-1f1b-4503-85dd-21ac2c59e744 req-c6dcb304-7fd5-4b4d-bf8a-b3b44d217cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:51.981000 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1f367c93-1f1b-4503-85dd-21ac2c59e744 req-c6dcb304-7fd5-4b4d-bf8a-b3b44d217cfd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=108892c8-c221-4836-81e8-b7af254bb753 HTTP/1.1" status: 200 len: 1097 time: 0.2275083 Dec 06 17:21:52.008240 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c90ffa99-329d-435a-9a3f-dfac53a43b26 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:52.085059 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1f367c93-1f1b-4503-85dd-21ac2c59e744 req-676f67cf-7d12-4073-84ff-4297cf3298f1 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=cd5fd2ce-3e09-41f1-868b-3ad9c4e06626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011329 Dec 06 17:21:52.097953 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3def4afa-89f4-4897-8be4-e5284d979d47 tempest-QuotasNegativeTest-1978563736 tempest-QuotasNegativeTest-1978563736-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:52.117611 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-badfffff-fd56-4672-92f3-a88756a69a44 req-e89d6c47-dffc-4643-923e-0ca5da2d0ec8 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8ff7359-db2b-4d57-aa79-237c344ab3df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1687279 Dec 06 17:21:52.123316 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c90ffa99-329d-435a-9a3f-dfac53a43b26 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:52.146775 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-3def4afa-89f4-4897-8be4-e5284d979d47 tempest-QuotasNegativeTest-1978563736 tempest-QuotasNegativeTest-1978563736-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b45a2077-4b38-4f04-8067-9fc496f64400']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:21:52.159552 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-3def4afa-89f4-4897-8be4-e5284d979d47 tempest-QuotasNegativeTest-1978563736 tempest-QuotasNegativeTest-1978563736-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ca988e6-8a9f-45e8-b109-326abc83f152') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:21:52.159927 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-3def4afa-89f4-4897-8be4-e5284d979d47 tempest-QuotasNegativeTest-1978563736 tempest-QuotasNegativeTest-1978563736-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ca988e6-8a9f-45e8-b109-326abc83f152') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:21:52.183054 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90ffa99-329d-435a-9a3f-dfac53a43b26 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Pushing event deleted for resources: {'Subnet': ['ID=7d70f455-0782-4cda-a1fb-bc18c8049f59,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:52.185798 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c90ffa99-329d-435a-9a3f-dfac53a43b26 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:52.188705 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3def4afa-89f4-4897-8be4-e5284d979d47 tempest-QuotasNegativeTest-1978563736 tempest-QuotasNegativeTest-1978563736-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:52.194113 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-c90ffa99-329d-435a-9a3f-dfac53a43b26 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "DELETE /v2.0/subnets/7d70f455-0782-4cda-a1fb-bc18c8049f59 HTTP/1.1" status: 204 len: 168 time: 0.7599652 Dec 06 17:21:52.195222 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 56840) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:52.196682 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f397c9-e49f-4c1e-b179-c1c93e3b7f10 None None] Network a6d54e14-7465-4ef4-8993-5797c9e77244 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:21:52.208481 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3def4afa-89f4-4897-8be4-e5284d979d47 tempest-QuotasNegativeTest-1978563736 tempest-QuotasNegativeTest-1978563736-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:52.217152 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3def4afa-89f4-4897-8be4-e5284d979d47 tempest-QuotasNegativeTest-1978563736 tempest-QuotasNegativeTest-1978563736-project-admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:21:52.217582 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3def4afa-89f4-4897-8be4-e5284d979d47 tempest-QuotasNegativeTest-1978563736 tempest-QuotasNegativeTest-1978563736-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:52.220178 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:21:52.220178 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:21:52.220178 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:21:52.220178 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:21:52.220178 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:21:52.220178 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:21:52.220178 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:21:52.220178 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:21:52.220178 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:21:52.220178 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:21:52.220178 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:21:52.220178 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:21:52.220178 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:21:52.220178 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:21:52.220178 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:21:52.220178 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:21:52.220178 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:21:52.220178 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:21:52.220178 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:21:52.220178 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:21:52.220178 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:21:52.220178 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:21:52.220178 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:21:52.220178 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:21:52.220178 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:21:52.220178 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:21:52.220178 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:21:52.220178 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:21:52.220178 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:21:52.220178 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:21:52.220178 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:21:52.220178 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:21:52.367160 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ff87e80b-573f-4dc3-acd7-798e82bd351c tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:52.373515 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c3169b8b-55e1-4c99-82f6-d0bcb3c7d4ee tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575908'] for router_interface, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:52.380005 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3def4afa-89f4-4897-8be4-e5284d979d47 tempest-QuotasNegativeTest-1978563736 tempest-QuotasNegativeTest-1978563736-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:52.389023 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3def4afa-89f4-4897-8be4-e5284d979d47 tempest-QuotasNegativeTest-1978563736 tempest-QuotasNegativeTest-1978563736-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:52.398643 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-3def4afa-89f4-4897-8be4-e5284d979d47 tempest-QuotasNegativeTest-1978563736 tempest-QuotasNegativeTest-1978563736-project-admin] 10.222.0.23 "DELETE /v2.0/networks/b45a2077-4b38-4f04-8067-9fc496f64400 HTTP/1.1" status: 204 len: 168 time: 0.7956409 Dec 06 17:21:52.490529 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-ff87e80b-573f-4dc3-acd7-798e82bd351c tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Deleting port f1b3fb5f-56d3-45e6-8847-9095d012915a {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:21:52.491027 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ff87e80b-573f-4dc3-acd7-798e82bd351c tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:52.495247 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3def4afa-89f4-4897-8be4-e5284d979d47 tempest-QuotasNegativeTest-1978563736 tempest-QuotasNegativeTest-1978563736-project-admin] Pushing event deleted for resources: {'Network': ['ID=b45a2077-4b38-4f04-8067-9fc496f64400,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:52.546953 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e9a81a-4201-4563-aad6-29a0e8b97041 None None] DHCP port deletion for a6d54e14-7465-4ef4-8993-5797c9e77244 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:21:52.648393 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-ff87e80b-573f-4dc3-acd7-798e82bd351c tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] For port f1b3fb5f-56d3-45e6-8847-9095d012915a, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f1b3fb5f-56d3-45e6-8847-9095d012915a,segment=NetworkSegment(7bf782d2-4c36-4dac-b49e-3975a58170e0),segment_id=7bf782d2-4c36-4dac-b49e-3975a58170e0)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:21:52.648834 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ff87e80b-573f-4dc3-acd7-798e82bd351c tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:52.668437 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-ff87e80b-573f-4dc3-acd7-798e82bd351c tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Calling delete_port for f1b3fb5f-56d3-45e6-8847-9095d012915a owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:21:52.705037 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-e7e9a81a-4201-4563-aad6-29a0e8b97041 None None] Deleting port f1b3fb5f-56d3-45e6-8847-9095d012915a {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:21:52.705608 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e7e9a81a-4201-4563-aad6-29a0e8b97041 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:52.796997 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device f1b3fb5f-56d3-45e6-8847-9095d012915a no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:21:52.808103 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ff87e80b-573f-4dc3-acd7-798e82bd351c tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:52.827308 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a9d6b3-61b9-4467-a920-7d645b81f327 req-609b6bff-2526-47fe-8999-ed79de2e8e64 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:52.828860 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-31a9d6b3-61b9-4467-a920-7d645b81f327 req-609b6bff-2526-47fe-8999-ed79de2e8e64 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 944 time: 0.2083917 Dec 06 17:21:52.907142 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-e7e9a81a-4201-4563-aad6-29a0e8b97041 None None] For port f1b3fb5f-56d3-45e6-8847-9095d012915a, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f1b3fb5f-56d3-45e6-8847-9095d012915a,segment=NetworkSegment(7bf782d2-4c36-4dac-b49e-3975a58170e0),segment_id=7bf782d2-4c36-4dac-b49e-3975a58170e0)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:21:52.907142 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e7e9a81a-4201-4563-aad6-29a0e8b97041 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:52.910803 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-31a9d6b3-61b9-4467-a920-7d645b81f327 req-0f6ea0aa-7c17-4e2b-8914-d1f4075eb403 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8ff7359-db2b-4d57-aa79-237c344ab3df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749733 Dec 06 17:21:52.932953 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff87e80b-573f-4dc3-acd7-798e82bd351c tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] No DVR routers for this DVR port f1b3fb5f-56d3-45e6-8847-9095d012915a on host n-d-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:21:52.968433 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-e7e9a81a-4201-4563-aad6-29a0e8b97041 None None] Calling delete_port for f1b3fb5f-56d3-45e6-8847-9095d012915a owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:21:52.970589 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No active binding found for port f1b3fb5f-56d3-45e6-8847-9095d012915a {{(pid=103286) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 06 17:21:52.973544 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device f1b3fb5f-56d3-45e6-8847-9095d012915a not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:21:52.975374 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 6ad43d74-2968-47eb-a55f-3cd1ef634bfe no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:21:53.018315 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff87e80b-573f-4dc3-acd7-798e82bd351c tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Pushing event deleted for resources: {'Port': ['ID=f1b3fb5f-56d3-45e6-8847-9095d012915a,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:53.037103 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 6ad43d74-2968-47eb-a55f-3cd1ef634bfe {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:21:53.037837 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 6ad43d74-2968-47eb-a55f-3cd1ef634bfe not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:21:53.167230 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c3169b8b-55e1-4c99-82f6-d0bcb3c7d4ee tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Deleting port d3b262aa-78bf-4471-a7ec-989426412912 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:21:53.172869 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ff87e80b-573f-4dc3-acd7-798e82bd351c tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:53.173443 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c3169b8b-55e1-4c99-82f6-d0bcb3c7d4ee tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:53.195522 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-ff87e80b-573f-4dc3-acd7-798e82bd351c tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6d54e14-7465-4ef4-8993-5797c9e77244']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:21:53.205682 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-ff87e80b-573f-4dc3-acd7-798e82bd351c tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bf782d2-4c36-4dac-b49e-3975a58170e0') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:21:53.205986 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-ff87e80b-573f-4dc3-acd7-798e82bd351c tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bf782d2-4c36-4dac-b49e-3975a58170e0') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:21:53.216700 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ff87e80b-573f-4dc3-acd7-798e82bd351c tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:53.224690 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:21:53.224690 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:21:53.224690 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:21:53.224690 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:21:53.224690 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:21:53.224690 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:21:53.224690 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:21:53.224690 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:21:53.224690 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:21:53.224690 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:21:53.224690 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:21:53.224690 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:21:53.224690 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:21:53.224690 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:21:53.224690 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:21:53.224690 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:21:53.224690 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:21:53.224690 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:21:53.224690 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:21:53.224690 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:21:53.224690 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:21:53.224690 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:21:53.224690 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:21:53.224690 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:21:53.224690 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:21:53.224690 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:21:53.224690 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:21:53.224690 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:21:53.224690 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:21:53.224690 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:21:53.224690 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:21:53.224690 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:21:53.224690 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:21:53.224690 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:21:53.224690 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:21:53.224690 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:21:53.224690 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:21:53.224690 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:21:53.224690 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:21:53.224690 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:21:53.224690 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:21:53.224690 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:21:53.224690 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:21:53.224690 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:21:53.224690 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:21:53.224690 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:21:53.224690 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:21:53.224690 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:21:53.224690 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:21:53.224690 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:21:53.224690 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:21:53.224690 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:21:53.224690 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:21:53.224690 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:21:53.232495 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ff87e80b-573f-4dc3-acd7-798e82bd351c tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:53.236507 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e7e9a81a-4201-4563-aad6-29a0e8b97041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:53.239407 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff87e80b-573f-4dc3-acd7-798e82bd351c tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:21:53.239821 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ff87e80b-573f-4dc3-acd7-798e82bd351c tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:53.283282 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 17:21:53.283282 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:21:53.283282 n-d-master-1 neutron-server[103284]: timer() Dec 06 17:21:53.283282 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:21:53.283282 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 17:21:53.283282 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:21:53.283282 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 17:21:53.283282 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:21:53.283282 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 17:21:53.283282 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:21:53.283282 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 17:21:53.283282 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:21:53.283282 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 17:21:53.283282 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:21:53.283282 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:21:53.283282 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:21:53.283282 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:21:53.283282 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:21:53.283282 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 17:21:53.283282 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:21:53.283282 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 17:21:53.283282 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:21:53.283282 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:21:53.283282 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:21:53.283282 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 17:21:53.283282 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:21:53.283282 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:21:53.283282 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:21:53.283282 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:21:53.283282 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:21:53.283282 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:21:53.283282 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:21:53.294927 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e9a81a-4201-4563-aad6-29a0e8b97041 None None] Pushing event deleted for resources: {'Port': ['ID=f1b3fb5f-56d3-45e6-8847-9095d012915a,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:53.301749 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e9a81a-4201-4563-aad6-29a0e8b97041 None None] No DVR routers for this DVR port f1b3fb5f-56d3-45e6-8847-9095d012915a on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:21:53.310397 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 56862) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:53.383998 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c15a09a-8916-4a79-a249-d28743950c4c req-95f68567-6c55-4b7a-8c93-82b8eee5ab74 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:53.401029 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1c15a09a-8916-4a79-a249-d28743950c4c req-95f68567-6c55-4b7a-8c93-82b8eee5ab74 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/ports?device_id=108892c8-c221-4836-81e8-b7af254bb753 HTTP/1.1" status: 200 len: 946 time: 0.5721419 Dec 06 17:21:53.457840 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ff87e80b-573f-4dc3-acd7-798e82bd351c tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:53.472128 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c3169b8b-55e1-4c99-82f6-d0bcb3c7d4ee tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] For port d3b262aa-78bf-4471-a7ec-989426412912, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d3b262aa-78bf-4471-a7ec-989426412912,segment=NetworkSegment(6768989b-69e9-43f8-a44b-41c535ffbd8e),segment_id=6768989b-69e9-43f8-a44b-41c535ffbd8e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:21:53.472835 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c3169b8b-55e1-4c99-82f6-d0bcb3c7d4ee tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:53.476004 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ff87e80b-573f-4dc3-acd7-798e82bd351c tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:53.484977 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-ff87e80b-573f-4dc3-acd7-798e82bd351c tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "DELETE /v2.0/networks/a6d54e14-7465-4ef4-8993-5797c9e77244 HTTP/1.1" status: 204 len: 168 time: 1.2879519 Dec 06 17:21:53.491396 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 56870) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:53.492559 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff87e80b-573f-4dc3-acd7-798e82bd351c tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Pushing event deleted for resources: {'Network': ['ID=a6d54e14-7465-4ef4-8993-5797c9e77244,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:53.503826 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-e4dda61a-46d5-4dcc-bc5c-be8828f08a53 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Request body: {'network': {'name': 'tempest-RoutersTest-833075531'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:21:53.504746 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c3169b8b-55e1-4c99-82f6-d0bcb3c7d4ee tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Calling delete_port for d3b262aa-78bf-4471-a7ec-989426412912 owned by network:router_interface {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:21:53.544121 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-efa984ab-0aa0-4eb2-935f-90d259784ba9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:53.570585 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1c15a09a-8916-4a79-a249-d28743950c4c req-0151e455-cb61-4f73-86fb-8c6561312f52 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd5fd2ce-3e09-41f1-868b-3ad9c4e06626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683714 Dec 06 17:21:53.580166 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4dda61a-46d5-4dcc-bc5c-be8828f08a53 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Made reservation on behalf of 60dea69d591c42b4aa2e88227c4d267f for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:21:53.584410 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e4dda61a-46d5-4dcc-bc5c-be8828f08a53 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:53.625446 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4dda61a-46d5-4dcc-bc5c-be8828f08a53 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:21:53.644842 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e4dda61a-46d5-4dcc-bc5c-be8828f08a53 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:53.645453 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-e4dda61a-46d5-4dcc-bc5c-be8828f08a53 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Added segment f06d50a6-9862-4346-85bc-1a07d983966b of type vlan for network 84ad8359-6f47-4e0b-bfd0-44b6f97f650f Dec 06 17:21:53.734709 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e4dda61a-46d5-4dcc-bc5c-be8828f08a53 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:53.754600 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c3169b8b-55e1-4c99-82f6-d0bcb3c7d4ee tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:53.786302 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-efa984ab-0aa0-4eb2-935f-90d259784ba9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:53.804496 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-efa984ab-0aa0-4eb2-935f-90d259784ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:53.812697 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3169b8b-55e1-4c99-82f6-d0bcb3c7d4ee tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Pushing event deleted for resources: {'Port': ['ID=d3b262aa-78bf-4471-a7ec-989426412912,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:53.843148 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e4dda61a-46d5-4dcc-bc5c-be8828f08a53 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:53.851221 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4dda61a-46d5-4dcc-bc5c-be8828f08a53 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:53.851884 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e4dda61a-46d5-4dcc-bc5c-be8828f08a53 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:53.906726 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eda76f4-d17d-4cdc-9079-eb219b4cc947 req-483ecccb-4196-4185-bc85-28ae592f376b tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:53.907874 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6eda76f4-d17d-4cdc-9079-eb219b4cc947 req-483ecccb-4196-4185-bc85-28ae592f376b tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 944 time: 0.1807375 Dec 06 17:21:53.916867 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa984ab-0aa0-4eb2-935f-90d259784ba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=637b6ef2-f7eb-4dea-aed2-552d74d8e19a,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:53.934226 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 56874) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:53.937812 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-efa984ab-0aa0-4eb2-935f-90d259784ba9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7a889814232f4034b95657b3beb637a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6153390 Dec 06 17:21:53.950539 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-e4dda61a-46d5-4dcc-bc5c-be8828f08a53 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4556124 Dec 06 17:21:53.952255 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 56876) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:53.964942 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-528f31b1-06a5-42e5-a533-c5d3924ddb8b tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Request body: {'subnet': {'network_id': '84ad8359-6f47-4e0b-bfd0-44b6f97f650f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:21:53.973336 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0242907c-3b09-4fac-8787-6ce8b0b48aef req-dcd140f1-e02c-4263-a4d2-732b25088d6f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=31a2202d-a11c-43ed-a8f8-da649ae9d172&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1951349 Dec 06 17:21:54.053003 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dda61a-46d5-4dcc-bc5c-be8828f08a53 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Pushing event updated for resources: {'Network': ['ID=84ad8359-6f47-4e0b-bfd0-44b6f97f650f,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:54.068991 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 84ad8359-6f47-4e0b-bfd0-44b6f97f650f details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:21:54.087758 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c3169b8b-55e1-4c99-82f6-d0bcb3c7d4ee tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-772474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575952'] for router_interface, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:54.106685 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6eda76f4-d17d-4cdc-9079-eb219b4cc947 req-b76f1f5d-b0eb-45ea-b1c3-ec80b07a3ce8 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8ff7359-db2b-4d57-aa79-237c344ab3df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1866508 Dec 06 17:21:54.217443 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-039583aa-98ff-459e-8429-b42b6c452739 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:54.220302 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0242907c-3b09-4fac-8787-6ce8b0b48aef req-e2b4f794-03f8-4454-a373-a3c561d6a739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:54.222383 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0242907c-3b09-4fac-8787-6ce8b0b48aef req-e2b4f794-03f8-4454-a373-a3c561d6a739 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0688c6db31494470a1b7a5ecaa734bc4&device_id=31a2202d-a11c-43ed-a8f8-da649ae9d172 HTTP/1.1" status: 200 len: 1097 time: 0.2150707 Dec 06 17:21:54.295387 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-528f31b1-06a5-42e5-a533-c5d3924ddb8b tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Made reservation on behalf of 60dea69d591c42b4aa2e88227c4d267f for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:21:54.298901 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-528f31b1-06a5-42e5-a533-c5d3924ddb8b tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:54.303974 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-039583aa-98ff-459e-8429-b42b6c452739 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:54.521530 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0242907c-3b09-4fac-8787-6ce8b0b48aef req-965b0ecb-3274-47d8-886f-1ef716a4db61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:54.523077 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0242907c-3b09-4fac-8787-6ce8b0b48aef req-965b0ecb-3274-47d8-886f-1ef716a4db61 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b1330ff6-71a6-48db-aedf-2e908404d40b HTTP/1.1" status: 200 len: 912 time: 0.2768788 Dec 06 17:21:54.836453 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-039583aa-98ff-459e-8429-b42b6c452739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:54.838998 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-039583aa-98ff-459e-8429-b42b6c452739 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:54.840072 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-039583aa-98ff-459e-8429-b42b6c452739 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/637b6ef2-f7eb-4dea-aed2-552d74d8e19a HTTP/1.1" status: 204 len: 168 time: 0.9047878 Dec 06 17:21:54.841433 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0242907c-3b09-4fac-8787-6ce8b0b48aef req-f094a80f-d61c-4cd8-a789-ccfe717cb9b6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5950c246-4a5e-4fe7-824b-ffd17af9d9f8 HTTP/1.1" status: 200 len: 217 time: 0.3092787 Dec 06 17:21:54.904694 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3169b8b-55e1-4c99-82f6-d0bcb3c7d4ee tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Router 09eaa48a-bd77-467e-bf74-ba4e33886a13 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:21:54.906659 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039583aa-98ff-459e-8429-b42b6c452739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=637b6ef2-f7eb-4dea-aed2-552d74d8e19a,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:54.993820 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee2dc65-e17a-4a1b-8012-9984b404c4cc req-2d35dc89-69bc-455b-90fc-a0f006d8ab2f tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:54.995333 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bee2dc65-e17a-4a1b-8012-9984b404c4cc req-2d35dc89-69bc-455b-90fc-a0f006d8ab2f tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/ports?device_id=108892c8-c221-4836-81e8-b7af254bb753 HTTP/1.1" status: 200 len: 946 time: 0.1620286 Dec 06 17:21:55.027536 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0242907c-3b09-4fac-8787-6ce8b0b48aef req-ca91c20d-343d-4bc4-9d85-0b2ace36fe1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:55.029002 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0242907c-3b09-4fac-8787-6ce8b0b48aef req-ca91c20d-343d-4bc4-9d85-0b2ace36fe1f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=407d30a8-656b-4107-b0bb-8b27c7634002 HTTP/1.1" status: 200 len: 850 time: 0.1729915 Dec 06 17:21:55.189600 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3169b8b-55e1-4c99-82f6-d0bcb3c7d4ee tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:21:55.198366 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-c3169b8b-55e1-4c99-82f6-d0bcb3c7d4ee tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "PUT /v2.0/routers/09eaa48a-bd77-467e-bf74-ba4e33886a13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3160758 Dec 06 17:21:55.203594 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 56896) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:55.204566 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-528f31b1-06a5-42e5-a533-c5d3924ddb8b tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:55.208424 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d05714-192e-47bc-81fe-1db75afee736 None None] Sync routers for ids ['09eaa48a-bd77-467e-bf74-ba4e33886a13'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:21:55.213516 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bee2dc65-e17a-4a1b-8012-9984b404c4cc req-bb9aaf95-4ccb-4123-bbda-86c03a51430f tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd5fd2ce-3e09-41f1-868b-3ad9c4e06626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801746 Dec 06 17:21:55.219031 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0242907c-3b09-4fac-8787-6ce8b0b48aef req-315fb259-dccc-440a-8ad6-bb68bbc5b7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:55.220531 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0242907c-3b09-4fac-8787-6ce8b0b48aef req-315fb259-dccc-440a-8ad6-bb68bbc5b7fb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b1330ff6-71a6-48db-aedf-2e908404d40b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1543908 Dec 06 17:21:55.257177 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 56898) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:55.267077 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d05714-192e-47bc-81fe-1db75afee736 None None] Routers {'09eaa48a-bd77-467e-bf74-ba4e33886a13'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:21:55.267887 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-e4d05714-192e-47bc-81fe-1db75afee736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:21:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['09eaa48a-bd77-467e-bf74-ba4e33886a13'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:21:55.348437 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d95e3b87-f13f-4e29-814d-879ffaa8a2b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:55.366292 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528f31b1-06a5-42e5-a533-c5d3924ddb8b tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Pushing event updated for resources: {'Subnet': ['ID=ee9187b1-8de0-4c22-9029-3f37c9373ffb,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:55.387480 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6426b78-c754-4ee9-967b-65f5985e2ac7 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Deleting subnet b392670b-9935-49cb-8fdd-bb669b97dc57 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:21:55.401252 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a6426b78-c754-4ee9-967b-65f5985e2ac7 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:55.415696 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528f31b1-06a5-42e5-a533-c5d3924ddb8b tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Checking segment: {'id': 'f06d50a6-9862-4346-85bc-1a07d983966b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '84ad8359-6f47-4e0b-bfd0-44b6f97f650f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:21:55.416223 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528f31b1-06a5-42e5-a533-c5d3924ddb8b tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Network hostable DHCP agents. Network: 84ad8359-6f47-4e0b-bfd0-44b6f97f650f, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:21:55.461033 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0242907c-3b09-4fac-8787-6ce8b0b48aef req-7a08da9f-0729-4864-9a8b-5d2b626b9b29 service neutron] 10.222.0.41 "GET /v2.0/networks/b1330ff6-71a6-48db-aedf-2e908404d40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190895 Dec 06 17:21:55.464099 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f736950-4018-4861-a5d1-c6decb6368bf req-f7339a0d-4d9e-4ae6-a5b8-fe876169d9e7 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:55.466272 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-e4d05714-192e-47bc-81fe-1db75afee736 None None] Set router 09eaa48a-bd77-467e-bf74-ba4e33886a13 gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:21:55.466462 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7f736950-4018-4861-a5d1-c6decb6368bf req-f7339a0d-4d9e-4ae6-a5b8-fe876169d9e7 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 944 time: 0.2289963 Dec 06 17:21:55.483847 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a6426b78-c754-4ee9-967b-65f5985e2ac7 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:55.530638 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528f31b1-06a5-42e5-a533-c5d3924ddb8b tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Network 84ad8359-6f47-4e0b-bfd0-44b6f97f650f is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:21:55.583842 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7f736950-4018-4861-a5d1-c6decb6368bf req-cc2e3813-aea2-4482-9d78-b4f326c2f443 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8ff7359-db2b-4d57-aa79-237c344ab3df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966120 Dec 06 17:21:55.591046 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-528f31b1-06a5-42e5-a533-c5d3924ddb8b tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 84ad8359-6f47-4e0b-bfd0-44b6f97f650f) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:21:55.613437 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34042aa-e2f9-430c-925f-68f9f109613a req-b1366d91-7994-4723-b33a-2d57f8fdb108 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:55.621310 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a34042aa-e2f9-430c-925f-68f9f109613a req-b1366d91-7994-4723-b33a-2d57f8fdb108 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/ports?device_id=108892c8-c221-4836-81e8-b7af254bb753 HTTP/1.1" status: 200 len: 946 time: 0.1947534 Dec 06 17:21:55.627325 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528f31b1-06a5-42e5-a533-c5d3924ddb8b tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:55.628708 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-528f31b1-06a5-42e5-a533-c5d3924ddb8b tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:55.665761 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d95e3b87-f13f-4e29-814d-879ffaa8a2b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:55.678586 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4993d358-1dc2-4ff1-ad19-6112857520cc None None] Network 84ad8359-6f47-4e0b-bfd0-44b6f97f650f requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:21:55.685766 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d95e3b87-f13f-4e29-814d-879ffaa8a2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:55.705769 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-528f31b1-06a5-42e5-a533-c5d3924ddb8b tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7503021 Dec 06 17:21:55.713200 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 56904) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:55.720572 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-7f04615e-54ce-4d77-be75-a258296af493 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1406656597', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:21:55.727119 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0242907c-3b09-4fac-8787-6ce8b0b48aef req-73ecbe8c-dc94-461e-8a36-697b5968f4dc service neutron] 10.222.0.41 "GET /v2.0/networks/b1330ff6-71a6-48db-aedf-2e908404d40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458656 Dec 06 17:21:55.735619 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a6426b78-c754-4ee9-967b-65f5985e2ac7 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:55.760854 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-d95e3b87-f13f-4e29-814d-879ffaa8a2b9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=720f0130b5ef49f989bab1bd1adb5d74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5038686 Dec 06 17:21:55.772241 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a34042aa-e2f9-430c-925f-68f9f109613a req-cf232bf5-f1f8-419f-92d5-9da5a8ffea10 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd5fd2ce-3e09-41f1-868b-3ad9c4e06626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488969 Dec 06 17:21:55.777867 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 56906) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:55.786622 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95e3b87-f13f-4e29-814d-879ffaa8a2b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fac4ef53-233b-46dd-808e-1401dbd26cba,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:55.821920 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a6426b78-c754-4ee9-967b-65f5985e2ac7 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:55.855190 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-793cd4f6-7ae5-4d95-9585-2e22c69d69ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:55.880418 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6426b78-c754-4ee9-967b-65f5985e2ac7 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Pushing event deleted for resources: {'Subnet': ['ID=b392670b-9935-49cb-8fdd-bb669b97dc57,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:55.885566 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-793cd4f6-7ae5-4d95-9585-2e22c69d69ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:55.901427 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a6426b78-c754-4ee9-967b-65f5985e2ac7 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:55.910422 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-a6426b78-c754-4ee9-967b-65f5985e2ac7 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "DELETE /v2.0/subnets/b392670b-9935-49cb-8fdd-bb669b97dc57 HTTP/1.1" status: 204 len: 168 time: 0.7033768 Dec 06 17:21:55.913832 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 56910) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:55.930535 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3831228-48c0-4d3a-a8fe-dbd39330068d None None] Network ca267e7a-cdd1-4aad-a2a0-269df9b66806 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:21:55.953780 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1090256a-e634-4710-b249-af099b5cf95a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-84ad8359-6f47-4e0b-bfd0-44b6f97f650f', 'network_id': '84ad8359-6f47-4e0b-bfd0-44b6f97f650f', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'fixed_ips': [{'subnet_id': 'ee9187b1-8de0-4c22-9029-3f37c9373ffb'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:21:55.954654 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1090256a-e634-4710-b249-af099b5cf95a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:55.956048 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-793cd4f6-7ae5-4d95-9585-2e22c69d69ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:55.962283 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-793cd4f6-7ae5-4d95-9585-2e22c69d69ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:55.964065 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-793cd4f6-7ae5-4d95-9585-2e22c69d69ac admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fac4ef53-233b-46dd-808e-1401dbd26cba HTTP/1.1" status: 204 len: 168 time: 0.1849751 Dec 06 17:21:55.974604 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793cd4f6-7ae5-4d95-9585-2e22c69d69ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac4ef53-233b-46dd-808e-1401dbd26cba,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:56.022419 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-059fe4d2-bb30-4334-8e8d-d68d10c9caf3 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:56.029978 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7f04615e-54ce-4d77-be75-a258296af493 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:56.031050 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7f04615e-54ce-4d77-be75-a258296af493 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:56.078340 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-e4d05714-192e-47bc-81fe-1db75afee736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'name': 'tempest-RoutersIpV6Test-router-2112262611', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:21:01Z', 'updated_at': '2021-12-06T17:21:53Z', 'revision_number': 10, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'gw_port_host': None, '_interfaces': [{'id': 'ae29b8c0-9297-45c9-a04f-f838385810fd', 'name': '', 'network_id': '6be8505b-7e09-481c-9ab7-a2a0372522ff', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'mac_address': 'fa:16:3e:0e:e5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '84cd5c52-9fa9-463d-8ed2-fa78d4f61fab', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:21:04Z', 'updated_at': '2021-12-06T17:21:11Z', 'revision_number': 5, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'subnets': [{'id': '84cd5c52-9fa9-463d-8ed2-fa78d4f61fab', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:21:56.151488 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d05714-192e-47bc-81fe-1db75afee736 None None] Checking router: 09eaa48a-bd77-467e-bf74-ba4e33886a13 for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:21:56.157063 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7f04615e-54ce-4d77-be75-a258296af493 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:56.169214 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7f04615e-54ce-4d77-be75-a258296af493 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:56.203521 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 56918) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:56.210724 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e12d4c-d197-4e38-9172-fafa80785cf6 req-f33f85e7-08bc-4700-889e-3a55c8c7561b tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:56.225896 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-77e12d4c-d197-4e38-9172-fafa80785cf6 req-f33f85e7-08bc-4700-889e-3a55c8c7561b tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/ports?device_id=108892c8-c221-4836-81e8-b7af254bb753 HTTP/1.1" status: 200 len: 946 time: 0.1548100 Dec 06 17:21:56.228690 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-059fe4d2-bb30-4334-8e8d-d68d10c9caf3 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Deleting port dd91de9d-8bf3-4934-8a47-3864e011c035 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:21:56.230120 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-059fe4d2-bb30-4334-8e8d-d68d10c9caf3 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:56.240493 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7f04615e-54ce-4d77-be75-a258296af493 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:56.246745 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-7f04615e-54ce-4d77-be75-a258296af493 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5299339 Dec 06 17:21:56.253591 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 56922) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:56.313343 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-77e12d4c-d197-4e38-9172-fafa80785cf6 req-5636c1cd-1a4b-4d44-bb97-3faead643774 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd5fd2ce-3e09-41f1-868b-3ad9c4e06626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817435 Dec 06 17:21:56.458077 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-059fe4d2-bb30-4334-8e8d-d68d10c9caf3 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] For port dd91de9d-8bf3-4934-8a47-3864e011c035, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=dd91de9d-8bf3-4934-8a47-3864e011c035,segment=NetworkSegment(6768989b-69e9-43f8-a44b-41c535ffbd8e),segment_id=6768989b-69e9-43f8-a44b-41c535ffbd8e)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:21:56.458331 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-059fe4d2-bb30-4334-8e8d-d68d10c9caf3 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:56.491700 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d05714-192e-47bc-81fe-1db75afee736 None None] Routers {'09eaa48a-bd77-467e-bf74-ba4e33886a13'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:21:56.492969 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-e4d05714-192e-47bc-81fe-1db75afee736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:21:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['09eaa48a-bd77-467e-bf74-ba4e33886a13'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:21:56.493103 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-059fe4d2-bb30-4334-8e8d-d68d10c9caf3 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Calling delete_port for dd91de9d-8bf3-4934-8a47-3864e011c035 owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:21:56.663250 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-e4d05714-192e-47bc-81fe-1db75afee736 None None] Set router 09eaa48a-bd77-467e-bf74-ba4e33886a13 gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:21:56.709442 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-1090256a-e634-4710-b249-af099b5cf95a None None] Allocated IP 172.20.0.2 (84ad8359-6f47-4e0b-bfd0-44b6f97f650f/ee9187b1-8de0-4c22-9029-3f37c9373ffb/851dfacc-ab6d-40d9-9eeb-65f7cff0d511) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:21:56.728231 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4284891-154e-4c74-8998-87c3496f6c9f None None] DHCP port deletion for ca267e7a-cdd1-4aad-a2a0-269df9b66806 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:21:56.805908 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb29d2-648b-4ec2-9222-d689069dcb3e req-d457b556-24ca-4584-8b84-cd6baf756a23 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:56.813105 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-cbcb29d2-648b-4ec2-9222-d689069dcb3e req-d457b556-24ca-4584-8b84-cd6baf756a23 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/ports?device_id=108892c8-c221-4836-81e8-b7af254bb753 HTTP/1.1" status: 200 len: 946 time: 0.3456705 Dec 06 17:21:56.856947 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-059fe4d2-bb30-4334-8e8d-d68d10c9caf3 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:56.891151 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8c20f173-6195-4504-a855-598f7c153f0a tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:56.938839 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059fe4d2-bb30-4334-8e8d-d68d10c9caf3 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] No DVR routers for this DVR port dd91de9d-8bf3-4934-8a47-3864e011c035 on host n-d-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:21:56.945624 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059fe4d2-bb30-4334-8e8d-d68d10c9caf3 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Pushing event deleted for resources: {'Port': ['ID=dd91de9d-8bf3-4934-8a47-3864e011c035,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:57.018089 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-cbcb29d2-648b-4ec2-9222-d689069dcb3e req-3c758151-9641-4238-ae40-0288817e31b3 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd5fd2ce-3e09-41f1-868b-3ad9c4e06626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996610 Dec 06 17:21:57.059870 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff9ccf2-7706-4b93-a364-d9feeedaa393 req-8309a783-161a-4ac5-9ffe-1765d7d78a65 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:57.069105 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-eff9ccf2-7706-4b93-a364-d9feeedaa393 req-8309a783-161a-4ac5-9ffe-1765d7d78a65 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 944 time: 0.2574890 Dec 06 17:21:57.088066 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-d4284891-154e-4c74-8998-87c3496f6c9f None None] Deleting port dd91de9d-8bf3-4934-8a47-3864e011c035 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:21:57.088453 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d4284891-154e-4c74-8998-87c3496f6c9f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:57.263587 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-d4284891-154e-4c74-8998-87c3496f6c9f None None] For port dd91de9d-8bf3-4934-8a47-3864e011c035, host n-d-master-1, got binding levels [] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:21:57.275656 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d4284891-154e-4c74-8998-87c3496f6c9f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:57.346523 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-d4284891-154e-4c74-8998-87c3496f6c9f None None] Calling delete_port for dd91de9d-8bf3-4934-8a47-3864e011c035 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:21:57.351117 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.ipam_backend_mixin [None req-d4284891-154e-4c74-8998-87c3496f6c9f None None] Port dd91de9d-8bf3-4934-8a47-3864e011c035 was not found and therefore no delete operation was performed {{(pid=103286) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 06 17:21:57.355544 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d4284891-154e-4c74-8998-87c3496f6c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:57.406715 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4284891-154e-4c74-8998-87c3496f6c9f None None] Pushing event deleted for resources: {'Port': ['ID=dd91de9d-8bf3-4934-8a47-3864e011c035,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:57.411878 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4284891-154e-4c74-8998-87c3496f6c9f None None] No DVR routers for this DVR port dd91de9d-8bf3-4934-8a47-3864e011c035 on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:21:57.418657 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1090256a-e634-4710-b249-af099b5cf95a None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:57.453501 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1090256a-e634-4710-b249-af099b5cf95a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:57.530841 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1090256a-e634-4710-b249-af099b5cf95a None None] Network 84ad8359-6f47-4e0b-bfd0-44b6f97f650f is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:21:57.533870 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 56956) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:57.548825 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-1090256a-e634-4710-b249-af099b5cf95a None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:21:57.559751 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1090256a-e634-4710-b249-af099b5cf95a None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:21:57.567612 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-8c20f173-6195-4504-a855-598f7c153f0a tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Allocated IP 172.20.0.1 (84ad8359-6f47-4e0b-bfd0-44b6f97f650f/ee9187b1-8de0-4c22-9029-3f37c9373ffb/206f3640-1bf4-4fbb-ae4b-706b3280fcbe) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:21:57.578601 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1090256a-e634-4710-b249-af099b5cf95a None None] Pushing event updated for resources: {'Port': ['ID=851dfacc-ab6d-40d9-9eeb-65f7cff0d511,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:57.590493 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6c69dd-929a-4497-99ff-3f2c24fe067a req-78293985-2e58-469d-b9a1-75178c5c8ad8 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:57.592789 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2e6c69dd-929a-4497-99ff-3f2c24fe067a req-78293985-2e58-469d-b9a1-75178c5c8ad8 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/ports?device_id=108892c8-c221-4836-81e8-b7af254bb753 HTTP/1.1" status: 200 len: 946 time: 0.1077757 Dec 06 17:21:57.604612 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-e4d05714-192e-47bc-81fe-1db75afee736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'name': 'tempest-RoutersIpV6Test-router-2112262611', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:21:01Z', 'updated_at': '2021-12-06T17:21:53Z', 'revision_number': 10, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'gw_port_host': None, '_interfaces': [{'id': 'ae29b8c0-9297-45c9-a04f-f838385810fd', 'name': '', 'network_id': '6be8505b-7e09-481c-9ab7-a2a0372522ff', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'mac_address': 'fa:16:3e:0e:e5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '84cd5c52-9fa9-463d-8ed2-fa78d4f61fab', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:21:04Z', 'updated_at': '2021-12-06T17:21:11Z', 'revision_number': 5, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'subnets': [{'id': '84cd5c52-9fa9-463d-8ed2-fa78d4f61fab', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:21:57.630233 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-059fe4d2-bb30-4334-8e8d-d68d10c9caf3 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:57.688943 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d05714-192e-47bc-81fe-1db75afee736 None None] The sync data for ids ['09eaa48a-bd77-467e-bf74-ba4e33886a13'] in n-d-master-1 is: [{'id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'name': 'tempest-RoutersIpV6Test-router-2112262611', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:21:01Z', 'updated_at': '2021-12-06T17:21:53Z', 'revision_number': 10, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'gw_port_host': None, '_interfaces': [{'id': 'ae29b8c0-9297-45c9-a04f-f838385810fd', 'name': '', 'network_id': '6be8505b-7e09-481c-9ab7-a2a0372522ff', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'mac_address': 'fa:16:3e:0e:e5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '84cd5c52-9fa9-463d-8ed2-fa78d4f61fab', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:21:04Z', 'updated_at': '2021-12-06T17:21:11Z', 'revision_number': 5, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'subnets': [{'id': '84cd5c52-9fa9-463d-8ed2-fa78d4f61fab', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:21:57.717741 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-059fe4d2-bb30-4334-8e8d-d68d10c9caf3 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca267e7a-cdd1-4aad-a2a0-269df9b66806']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:21:57.736255 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2e6c69dd-929a-4497-99ff-3f2c24fe067a req-484f2c89-4ed0-4a89-b6ff-1c3ca6b0d8ea tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd5fd2ce-3e09-41f1-868b-3ad9c4e06626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335721 Dec 06 17:21:57.747887 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-69257a52-3c3c-4794-b800-8845a9656ac6 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:21:57.748666 n-d-master-1 neutron-server[103285]: WARNING neutron.api.v2.base [None req-69257a52-3c3c-4794-b800-8845a9656ac6 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 06 17:21:57.749173 n-d-master-1 neutron-server[103285]: INFO neutron.api.v2.resource [None req-69257a52-3c3c-4794-b800-8845a9656ac6 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] create failed (client error): There was a conflict when trying to complete your request. Dec 06 17:21:57.750188 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-69257a52-3c3c-4794-b800-8845a9656ac6 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2100520 Dec 06 17:21:57.757675 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 56960) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:57.760320 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-1090256a-e634-4710-b249-af099b5cf95a None None] Attempting to bind port 851dfacc-ab6d-40d9-9eeb-65f7cff0d511 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:21:57.760951 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-1090256a-e634-4710-b249-af099b5cf95a None None] Attempting to bind port 851dfacc-ab6d-40d9-9eeb-65f7cff0d511 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'f06d50a6-9862-4346-85bc-1a07d983966b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '84ad8359-6f47-4e0b-bfd0-44b6f97f650f'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:21:57.762118 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1090256a-e634-4710-b249-af099b5cf95a None None] Attempting to bind port 851dfacc-ab6d-40d9-9eeb-65f7cff0d511 on network 84ad8359-6f47-4e0b-bfd0-44b6f97f650f {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:21:57.764335 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-71696cb4-a7c2-41dc-bc80-1a1d1799827b tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Request body: {'security_group': {'name': 'tempest-secgroup--227456385'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:21:57.770414 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1090256a-e634-4710-b249-af099b5cf95a None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:21:57.770948 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1090256a-e634-4710-b249-af099b5cf95a None None] Checking segment: {'id': 'f06d50a6-9862-4346-85bc-1a07d983966b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '84ad8359-6f47-4e0b-bfd0-44b6f97f650f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:21:57.771466 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1090256a-e634-4710-b249-af099b5cf95a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:57.771970 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1090256a-e634-4710-b249-af099b5cf95a None None] Bound using segment: {'id': 'f06d50a6-9862-4346-85bc-1a07d983966b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '84ad8359-6f47-4e0b-bfd0-44b6f97f650f'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:21:57.772557 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-1090256a-e634-4710-b249-af099b5cf95a None None] Bound port: 851dfacc-ab6d-40d9-9eeb-65f7cff0d511, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f06d50a6-9862-4346-85bc-1a07d983966b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '84ad8359-6f47-4e0b-bfd0-44b6f97f650f'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:21:57.773047 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1090256a-e634-4710-b249-af099b5cf95a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:57.794532 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-059fe4d2-bb30-4334-8e8d-d68d10c9caf3 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6768989b-69e9-43f8-a44b-41c535ffbd8e') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:21:57.794838 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-059fe4d2-bb30-4334-8e8d-d68d10c9caf3 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6768989b-69e9-43f8-a44b-41c535ffbd8e') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:21:57.817371 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-eff9ccf2-7706-4b93-a364-d9feeedaa393 req-2603e827-f3bc-4657-9914-06f6bdb2f110 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8ff7359-db2b-4d57-aa79-237c344ab3df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7460217 Dec 06 17:21:57.820324 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-71696cb4-a7c2-41dc-bc80-1a1d1799827b tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:57.824667 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-059fe4d2-bb30-4334-8e8d-d68d10c9caf3 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:57.837591 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-71696cb4-a7c2-41dc-bc80-1a1d1799827b tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:57.848786 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8c20f173-6195-4504-a855-598f7c153f0a tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:57.887242 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-059fe4d2-bb30-4334-8e8d-d68d10c9caf3 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:57.899557 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-059fe4d2-bb30-4334-8e8d-d68d10c9caf3 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:21:57.900263 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-059fe4d2-bb30-4334-8e8d-d68d10c9caf3 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:57.904113 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 17:21:57.904113 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:21:57.904113 n-d-master-1 neutron-server[103284]: timer() Dec 06 17:21:57.904113 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:21:57.904113 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 17:21:57.904113 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:21:57.904113 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 17:21:57.904113 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:21:57.904113 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 17:21:57.904113 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:21:57.904113 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 17:21:57.904113 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:21:57.904113 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 17:21:57.904113 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:21:57.904113 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:21:57.904113 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:21:57.904113 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:21:57.904113 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:21:57.904113 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 17:21:57.904113 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:21:57.904113 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 17:21:57.904113 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:21:57.904113 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:21:57.904113 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:21:57.904113 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 17:21:57.904113 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:21:57.904113 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:21:57.904113 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:21:57.904113 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:21:57.904113 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:21:57.904113 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:21:57.904113 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:21:57.928693 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-1090256a-e634-4710-b249-af099b5cf95a None None] For port 851dfacc-ab6d-40d9-9eeb-65f7cff0d511, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:21:57.932485 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-1090256a-e634-4710-b249-af099b5cf95a None None] For port 851dfacc-ab6d-40d9-9eeb-65f7cff0d511, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=851dfacc-ab6d-40d9-9eeb-65f7cff0d511,segment=NetworkSegment(f06d50a6-9862-4346-85bc-1a07d983966b),segment_id=f06d50a6-9862-4346-85bc-1a07d983966b)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:21:57.937349 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1090256a-e634-4710-b249-af099b5cf95a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:57.969189 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-71696cb4-a7c2-41dc-bc80-1a1d1799827b tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:57.980414 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-71696cb4-a7c2-41dc-bc80-1a1d1799827b tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:57.988659 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8c20f173-6195-4504-a855-598f7c153f0a tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:58.017426 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1090256a-e634-4710-b249-af099b5cf95a None None] Pushing event updated for resources: {'Port': ['ID=851dfacc-ab6d-40d9-9eeb-65f7cff0d511,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:58.020551 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-059fe4d2-bb30-4334-8e8d-d68d10c9caf3 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:58.054837 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-059fe4d2-bb30-4334-8e8d-d68d10c9caf3 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:58.058947 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-059fe4d2-bb30-4334-8e8d-d68d10c9caf3 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "DELETE /v2.0/networks/ca267e7a-cdd1-4aad-a2a0-269df9b66806 HTTP/1.1" status: 204 len: 168 time: 2.1371033 Dec 06 17:21:58.080322 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 56964) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:58.080456 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c20f173-6195-4504-a855-598f7c153f0a tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Network 84ad8359-6f47-4e0b-bfd0-44b6f97f650f is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:21:58.082200 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-8c20f173-6195-4504-a855-598f7c153f0a tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:21:58.093738 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c20f173-6195-4504-a855-598f7c153f0a tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:21:58.153648 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059fe4d2-bb30-4334-8e8d-d68d10c9caf3 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Pushing event deleted for resources: {'Network': ['ID=ca267e7a-cdd1-4aad-a2a0-269df9b66806,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:58.172510 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71696cb4-a7c2-41dc-bc80-1a1d1799827b tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87af8933-b248-461c-8b6e-a1546eeeacaf,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:58.207755 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c20f173-6195-4504-a855-598f7c153f0a tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Pushing event updated for resources: {'Port': ['ID=206f3640-1bf4-4fbb-ae4b-706b3280fcbe,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:58.228965 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8c20f173-6195-4504-a855-598f7c153f0a tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539179'] for router_interface, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:58.271770 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de040030-263b-4b8d-adec-d956a12b86b5 req-a21e0688-975d-46fb-ad2e-67af3b53b127 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:58.279770 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-de040030-263b-4b8d-adec-d956a12b86b5 req-a21e0688-975d-46fb-ad2e-67af3b53b127 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/ports?device_id=108892c8-c221-4836-81e8-b7af254bb753 HTTP/1.1" status: 200 len: 946 time: 0.3277025 Dec 06 17:21:58.290706 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-71696cb4-a7c2-41dc-bc80-1a1d1799827b tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:58.343653 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-71696cb4-a7c2-41dc-bc80-1a1d1799827b tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:58.388222 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71696cb4-a7c2-41dc-bc80-1a1d1799827b tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70a86586-856f-40fd-a1e7-ea0d691e1e8a,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:58.395809 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-71696cb4-a7c2-41dc-bc80-1a1d1799827b tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:58.400618 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-71696cb4-a7c2-41dc-bc80-1a1d1799827b tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6410100 Dec 06 17:21:58.403511 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 56968) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:58.411643 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-0a38c3a7-2525-4ffc-8b67-fdd92fe382e7 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Request body: {'security_group_rule': {'security_group_id': '70a86586-856f-40fd-a1e7-ea0d691e1e8a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:21:58.457275 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8c20f173-6195-4504-a855-598f7c153f0a tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:58.468303 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-de040030-263b-4b8d-adec-d956a12b86b5 req-7738373c-0694-40cc-8c35-949048a7e208 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd5fd2ce-3e09-41f1-868b-3ad9c4e06626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873460 Dec 06 17:21:58.482740 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0a38c3a7-2525-4ffc-8b67-fdd92fe382e7 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:58.626088 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-43ced828-b89c-40d6-9c47-c18ac855fee2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575908'] for router_interface, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:58.743665 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0a38c3a7-2525-4ffc-8b67-fdd92fe382e7 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:58.788273 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0a38c3a7-2525-4ffc-8b67-fdd92fe382e7 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:58.807691 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 851dfacc-ab6d-40d9-9eeb-65f7cff0d511 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:21:58.842230 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a38c3a7-2525-4ffc-8b67-fdd92fe382e7 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d53bfe61-f84a-4d27-9e1b-8336be1012f2,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:58.859187 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0a38c3a7-2525-4ffc-8b67-fdd92fe382e7 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:58.860616 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-0a38c3a7-2525-4ffc-8b67-fdd92fe382e7 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4539580 Dec 06 17:21:58.863908 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 56978) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:58.869073 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-d0d08b67-fce1-4869-b844-6dbfe05353a7 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Request body: {'security_group_rule': {'security_group_id': '70a86586-856f-40fd-a1e7-ea0d691e1e8a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:21:58.874031 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 851dfacc-ab6d-40d9-9eeb-65f7cff0d511 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:21:58.874648 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:58.911247 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b517a966-283d-41be-a294-2ac058b8b89a tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575908'] for router_interface, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:58.983801 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d0d08b67-fce1-4869-b844-6dbfe05353a7 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:58.984032 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:59.016583 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011460f0-4184-433d-9b5b-8e8379a5967b req-f789b910-5791-4493-bf7d-088fd5ad6947 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:59.025023 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-011460f0-4184-433d-9b5b-8e8379a5967b req-f789b910-5791-4493-bf7d-088fd5ad6947 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/ports?device_id=108892c8-c221-4836-81e8-b7af254bb753 HTTP/1.1" status: 200 len: 946 time: 0.1490655 Dec 06 17:21:59.028734 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] For port 851dfacc-ab6d-40d9-9eeb-65f7cff0d511, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=851dfacc-ab6d-40d9-9eeb-65f7cff0d511,segment=NetworkSegment(f06d50a6-9862-4346-85bc-1a07d983966b),segment_id=f06d50a6-9862-4346-85bc-1a07d983966b)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:21:59.036295 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:59.095938 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8c20f173-6195-4504-a855-598f7c153f0a tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:59.121783 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d8c99-cafd-4a47-b28b-98b57ac9feb4 req-66d71a4a-5f24-4de6-b086-755c2adf9339 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:21:59.122015 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8c20f173-6195-4504-a855-598f7c153f0a tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:59.130961 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-be4d8c99-cafd-4a47-b28b-98b57ac9feb4 req-66d71a4a-5f24-4de6-b086-755c2adf9339 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 944 time: 0.2168870 Dec 06 17:21:59.138459 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device dd91de9d-8bf3-4934-8a47-3864e011c035 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:21:59.170397 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Pushing event updated for resources: {'Port': ['ID=851dfacc-ab6d-40d9-9eeb-65f7cff0d511,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:59.173233 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: dd91de9d-8bf3-4934-8a47-3864e011c035 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:21:59.173957 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device dd91de9d-8bf3-4934-8a47-3864e011c035 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:21:59.174441 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device d3b262aa-78bf-4471-a7ec-989426412912 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:21:59.220689 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: d3b262aa-78bf-4471-a7ec-989426412912 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:21:59.221329 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device d3b262aa-78bf-4471-a7ec-989426412912 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:21:59.261919 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-011460f0-4184-433d-9b5b-8e8379a5967b req-264347f1-0c02-4e1d-99d9-67cbfd462f07 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd5fd2ce-3e09-41f1-868b-3ad9c4e06626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359722 Dec 06 17:21:59.267662 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c20f173-6195-4504-a855-598f7c153f0a tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Pushing event updated for resources: {'Port': ['ID=206f3640-1bf4-4fbb-ae4b-706b3280fcbe,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:59.276579 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8c20f173-6195-4504-a855-598f7c153f0a tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-772465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539207'] for router_interface, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:59.289409 n-d-master-1 neutron-server[103285]: INFO neutron.api.v2.resource [None req-d0d08b67-fce1-4869-b844-6dbfe05353a7 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] create failed (client error): There was a conflict when trying to complete your request. Dec 06 17:21:59.293546 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-d0d08b67-fce1-4869-b844-6dbfe05353a7 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4286220 Dec 06 17:21:59.294120 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 56982) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:59.385385 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-be4d8c99-cafd-4a47-b28b-98b57ac9feb4 req-bbc82ec0-82b4-4fd1-83cb-2b40ed3afe31 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8ff7359-db2b-4d57-aa79-237c344ab3df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2533500 Dec 06 17:21:59.421163 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c67fa9cd-95a9-4392-a559-bdcf2f20368f tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:59.428022 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-43ced828-b89c-40d6-9c47-c18ac855fee2 admin admin] Deleting port 67088839-5c23-48fd-aca4-438243bcfd73 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:21:59.428453 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-43ced828-b89c-40d6-9c47-c18ac855fee2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:59.462361 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c67fa9cd-95a9-4392-a559-bdcf2f20368f tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:59.465698 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c20f173-6195-4504-a855-598f7c153f0a tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Network 84ad8359-6f47-4e0b-bfd0-44b6f97f650f is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:21:59.472573 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-8c20f173-6195-4504-a855-598f7c153f0a tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:21:59.496067 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827f6aca-4329-4fde-9eef-522aae927e25 None None] Network 84ad8359-6f47-4e0b-bfd0-44b6f97f650f requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:21:59.574431 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-2e05f88b-4204-4b27-837f-c52cc4871d60 None None] Provisioning complete for port 851dfacc-ab6d-40d9-9eeb-65f7cff0d511 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:21:59.575104 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2e05f88b-4204-4b27-837f-c52cc4871d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:59.580866 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-43ced828-b89c-40d6-9c47-c18ac855fee2 admin admin] For port 67088839-5c23-48fd-aca4-438243bcfd73, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=67088839-5c23-48fd-aca4-438243bcfd73,segment=NetworkSegment(13dc3505-2379-4cb3-9b99-2fccc8f2bb10),segment_id=13dc3505-2379-4cb3-9b99-2fccc8f2bb10)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:21:59.581822 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-43ced828-b89c-40d6-9c47-c18ac855fee2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:59.597370 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-43ced828-b89c-40d6-9c47-c18ac855fee2 admin admin] Calling delete_port for 67088839-5c23-48fd-aca4-438243bcfd73 owned by network:router_interface {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:21:59.613954 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c67fa9cd-95a9-4392-a559-bdcf2f20368f tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:59.617510 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-b517a966-283d-41be-a294-2ac058b8b89a tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Deleting port ae29b8c0-9297-45c9-a04f-f838385810fd {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:21:59.617822 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c67fa9cd-95a9-4392-a559-bdcf2f20368f tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:59.617964 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b517a966-283d-41be-a294-2ac058b8b89a tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:59.622050 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-c67fa9cd-95a9-4392-a559-bdcf2f20368f tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] 10.222.0.23 "DELETE /v2.0/security-groups/70a86586-856f-40fd-a1e7-ea0d691e1e8a HTTP/1.1" status: 204 len: 168 time: 0.3246775 Dec 06 17:21:59.632825 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 56986) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:59.633983 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67fa9cd-95a9-4392-a559-bdcf2f20368f tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a86586-856f-40fd-a1e7-ea0d691e1e8a,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:21:59.833106 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-b517a966-283d-41be-a294-2ac058b8b89a tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] For port ae29b8c0-9297-45c9-a04f-f838385810fd, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ae29b8c0-9297-45c9-a04f-f838385810fd,segment=NetworkSegment(e8964eac-1a95-4773-8a92-cfb6e9fad841),segment_id=e8964eac-1a95-4773-8a92-cfb6e9fad841)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:21:59.833496 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b517a966-283d-41be-a294-2ac058b8b89a tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:21:59.853763 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-b517a966-283d-41be-a294-2ac058b8b89a tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Calling delete_port for ae29b8c0-9297-45c9-a04f-f838385810fd owned by network:router_interface {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:21:59.969902 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-8d97ffbb-c5ac-4669-a504-756792d98684 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3316817 Dec 06 17:21:59.971522 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c20f173-6195-4504-a855-598f7c153f0a tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Router 4ee3c1a0-b400-4fbb-a941-bf49ecd03786 is scheduled to L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 with binding_index 1 {{(pid=103285) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 17:21:59.974833 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 56988) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:21:59.980163 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-02c2f88f-0bb3-4ee6-80c3-04eb54e990d6 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Request body: {'security_group': {'name': 'tempest-secgroup--362893669'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:22:00.054071 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-43ced828-b89c-40d6-9c47-c18ac855fee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:00.072724 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-ef002113-e01d-453b-ba75-9918a0d870b1 None None] Provisioning complete for port 206f3640-1bf4-4fbb-ae4b-706b3280fcbe triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:22:00.073355 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ef002113-e01d-453b-ba75-9918a0d870b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:00.078998 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-02c2f88f-0bb3-4ee6-80c3-04eb54e990d6 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:00.088637 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ced828-b89c-40d6-9c47-c18ac855fee2 admin admin] Pushing event deleted for resources: {'Port': ['ID=67088839-5c23-48fd-aca4-438243bcfd73,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:00.133752 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d1341a-e8cb-4dc3-8dbd-f86cc9048782 req-15916404-0c5a-4fa2-80f7-47dd6cfe00c5 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:00.135411 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-80d1341a-e8cb-4dc3-8dbd-f86cc9048782 req-15916404-0c5a-4fa2-80f7-47dd6cfe00c5 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.44 "GET /v2.0/ports?device_id=108892c8-c221-4836-81e8-b7af254bb753 HTTP/1.1" status: 200 len: 946 time: 0.1246080 Dec 06 17:22:00.146159 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-ef002113-e01d-453b-ba75-9918a0d870b1 None None] Port 206f3640-1bf4-4fbb-ae4b-706b3280fcbe cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:22:00.160701 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-ef002113-e01d-453b-ba75-9918a0d870b1 None None] Provisioning complete for port 851dfacc-ab6d-40d9-9eeb-65f7cff0d511 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:22:00.161539 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ef002113-e01d-453b-ba75-9918a0d870b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:00.178769 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-02c2f88f-0bb3-4ee6-80c3-04eb54e990d6 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:00.186863 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-02c2f88f-0bb3-4ee6-80c3-04eb54e990d6 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:00.215209 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-02c2f88f-0bb3-4ee6-80c3-04eb54e990d6 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:00.216474 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-02c2f88f-0bb3-4ee6-80c3-04eb54e990d6 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2407150 Dec 06 17:22:00.225152 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 56990) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:00.235330 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-ab8854ff-c53a-4c64-a78a-9aec4e2b4c70 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Request body: {'security_group_rule': {'security_group_id': 'e8a8b9a7-d1ba-46e7-992b-c6ca2748eb45', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:22:00.237761 n-d-master-1 neutron-server[103285]: WARNING neutron.api.v2.base [None req-ab8854ff-c53a-4c64-a78a-9aec4e2b4c70 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 06 17:22:00.238310 n-d-master-1 neutron-server[103285]: INFO neutron.api.v2.resource [None req-ab8854ff-c53a-4c64-a78a-9aec4e2b4c70 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 17:22:00.239314 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-ab8854ff-c53a-4c64-a78a-9aec4e2b4c70 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0110297 Dec 06 17:22:00.242620 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 56992) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:00.282237 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c20f173-6195-4504-a855-598f7c153f0a tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:22:00.288294 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-8c20f173-6195-4504-a855-598f7c153f0a tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "PUT /v2.0/routers/4ee3c1a0-b400-4fbb-a941-bf49ecd03786/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9983618 Dec 06 17:22:00.293458 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4528803e-7b79-4ea8-9b07-547ae76e0460 None None] Sync routers for ids ['4ee3c1a0-b400-4fbb-a941-bf49ecd03786'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:22:00.301428 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 56994) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:00.314601 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4528803e-7b79-4ea8-9b07-547ae76e0460 None None] Routers {'4ee3c1a0-b400-4fbb-a941-bf49ecd03786'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:22:00.316008 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-4528803e-7b79-4ea8-9b07-547ae76e0460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:21:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['4ee3c1a0-b400-4fbb-a941-bf49ecd03786'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:00.321590 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c2f88f-0bb3-4ee6-80c3-04eb54e990d6 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a8b9a7-d1ba-46e7-992b-c6ca2748eb45,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:00.376693 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-4528803e-7b79-4ea8-9b07-547ae76e0460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:00.389911 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4528803e-7b79-4ea8-9b07-547ae76e0460 None None] Routers {'4ee3c1a0-b400-4fbb-a941-bf49ecd03786'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:22:00.391045 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-4528803e-7b79-4ea8-9b07-547ae76e0460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:21:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['4ee3c1a0-b400-4fbb-a941-bf49ecd03786'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:00.399868 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175c8bbd-37a8-4716-9983-8578a312c584 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:00.401399 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-175c8bbd-37a8-4716-9983-8578a312c584 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "GET /v2.0/ports/206f3640-1bf4-4fbb-ae4b-706b3280fcbe HTTP/1.1" status: 200 len: 910 time: 0.0836406 Dec 06 17:22:00.420554 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57002) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:00.421318 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-824fb81a-0c4a-4d95-9697-6d7c4e8069c3 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:00.434840 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b517a966-283d-41be-a294-2ac058b8b89a tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:00.447428 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-824fb81a-0c4a-4d95-9697-6d7c4e8069c3 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:00.454750 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-4528803e-7b79-4ea8-9b07-547ae76e0460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:00.455768 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4528803e-7b79-4ea8-9b07-547ae76e0460 None None] The sync data for ids ['4ee3c1a0-b400-4fbb-a941-bf49ecd03786'] in n-d-master-1 is: [] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:22:00.486894 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-8886253b-100e-453b-8581-eb5a40a0564f None None] Provisioning complete for port 206f3640-1bf4-4fbb-ae4b-706b3280fcbe triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:22:00.488185 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8886253b-100e-453b-8581-eb5a40a0564f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:00.503621 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-824fb81a-0c4a-4d95-9697-6d7c4e8069c3 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:00.506323 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-824fb81a-0c4a-4d95-9697-6d7c4e8069c3 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:00.507456 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-824fb81a-0c4a-4d95-9697-6d7c4e8069c3 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] 10.222.0.23 "DELETE /v2.0/security-groups/e8a8b9a7-d1ba-46e7-992b-c6ca2748eb45 HTTP/1.1" status: 204 len: 168 time: 0.2626569 Dec 06 17:22:00.538226 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57006) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:00.555121 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-8886253b-100e-453b-8581-eb5a40a0564f None None] Port 206f3640-1bf4-4fbb-ae4b-706b3280fcbe cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:22:00.588074 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b517a966-283d-41be-a294-2ac058b8b89a tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Pushing event deleted for resources: {'Port': ['ID=ae29b8c0-9297-45c9-a04f-f838385810fd,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:00.588279 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824fb81a-0c4a-4d95-9697-6d7c4e8069c3 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a8b9a7-d1ba-46e7-992b-c6ca2748eb45,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:00.792151 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-02447b66-651e-46c6-b1d4-35ab0b3796da None None] Provisioning complete for port 206f3640-1bf4-4fbb-ae4b-706b3280fcbe triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:22:00.792753 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-02447b66-651e-46c6-b1d4-35ab0b3796da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:00.806601 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e5f2cb-8986-483e-a0a1-6abf31a5f3e8 req-9439eea6-efff-4168-a25a-0463a14fff29 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:00.808197 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-66e5f2cb-8986-483e-a0a1-6abf31a5f3e8 req-9439eea6-efff-4168-a25a-0463a14fff29 tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/ports?device_id=108892c8-c221-4836-81e8-b7af254bb753 HTTP/1.1" status: 200 len: 946 time: 0.2568572 Dec 06 17:22:00.810064 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cacd1b5-780d-496f-9699-c327c781c19a req-6a75425c-278f-440b-8eba-f1abc9ab1554 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:00.818001 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4cacd1b5-780d-496f-9699-c327c781c19a req-6a75425c-278f-440b-8eba-f1abc9ab1554 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 944 time: 0.1926031 Dec 06 17:22:00.849371 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57008) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:00.849799 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-5c00d97a-64c3-4902-aed6-e190e9c5d550 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2592974 Dec 06 17:22:00.852799 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-80d1341a-e8cb-4dc3-8dbd-f86cc9048782 req-c6aeef3b-a432-47f5-909f-94e7ea214c2d tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Deleting port 6828b5ac-eddb-4e57-8b94-0f70076e3263 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:22:00.853145 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-80d1341a-e8cb-4dc3-8dbd-f86cc9048782 req-c6aeef3b-a432-47f5-909f-94e7ea214c2d tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:00.855186 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-aa73fef8-2ed8-4298-a067-87c292f0ebd3 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Request body: {'security_group': {'name': 'tempest-secgroup--1526387891'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:22:00.867857 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-02447b66-651e-46c6-b1d4-35ab0b3796da None None] Port 206f3640-1bf4-4fbb-ae4b-706b3280fcbe cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:22:00.877422 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 851dfacc-ab6d-40d9-9eeb-65f7cff0d511 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:22:00.908689 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b517a966-283d-41be-a294-2ac058b8b89a tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-772474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575952'] for router_interface, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:00.936194 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 851dfacc-ab6d-40d9-9eeb-65f7cff0d511 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:22:00.937120 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:00.946835 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa73fef8-2ed8-4298-a067-87c292f0ebd3 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:00.955925 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4cacd1b5-780d-496f-9699-c327c781c19a req-a9e42d00-d361-413d-8a02-61b4dc4302b1 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8ff7359-db2b-4d57-aa79-237c344ab3df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369541 Dec 06 17:22:01.066059 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-43ced828-b89c-40d6-9c47-c18ac855fee2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-772474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575952'] for router_interface, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:01.086929 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-66e5f2cb-8986-483e-a0a1-6abf31a5f3e8 req-5d0b9622-8019-4b22-978e-0ab36069667d tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd5fd2ce-3e09-41f1-868b-3ad9c4e06626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305510 Dec 06 17:22:01.087803 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa73fef8-2ed8-4298-a067-87c292f0ebd3 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:01.098601 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa73fef8-2ed8-4298-a067-87c292f0ebd3 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:01.152090 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa73fef8-2ed8-4298-a067-87c292f0ebd3 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:01.153345 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-aa73fef8-2ed8-4298-a067-87c292f0ebd3 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3028336 Dec 06 17:22:01.161690 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57010) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:01.167728 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-94b88505-71c2-4730-9723-b5f00bcdfb59 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Request body: {'security_group_rule': {'security_group_id': 'fa074c3c-629e-43c9-bb62-013d5d5b3344', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:22:01.168624 n-d-master-1 neutron-server[103285]: WARNING neutron.api.v2.base [None req-94b88505-71c2-4730-9723-b5f00bcdfb59 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 06 17:22:01.169125 n-d-master-1 neutron-server[103285]: INFO neutron.api.v2.resource [None req-94b88505-71c2-4730-9723-b5f00bcdfb59 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 17:22:01.170121 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-94b88505-71c2-4730-9723-b5f00bcdfb59 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0060401 Dec 06 17:22:01.173751 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57012) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:01.174372 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa73fef8-2ed8-4298-a067-87c292f0ebd3 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa074c3c-629e-43c9-bb62-013d5d5b3344,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:01.217837 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8adccd97-c026-44b2-9ad4-4a238321eb89 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575908'] for router_interface, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:01.314189 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ba1f3bd8-21f0-4ccd-8ed5-2f6d136a28fe tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:01.346816 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ba1f3bd8-21f0-4ccd-8ed5-2f6d136a28fe tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:01.445802 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ba1f3bd8-21f0-4ccd-8ed5-2f6d136a28fe tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:01.448586 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ba1f3bd8-21f0-4ccd-8ed5-2f6d136a28fe tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:01.449782 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-ba1f3bd8-21f0-4ccd-8ed5-2f6d136a28fe tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] 10.222.0.23 "DELETE /v2.0/security-groups/fa074c3c-629e-43c9-bb62-013d5d5b3344 HTTP/1.1" status: 204 len: 168 time: 0.2715807 Dec 06 17:22:01.454079 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57014) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:01.472529 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1f3bd8-21f0-4ccd-8ed5-2f6d136a28fe tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa074c3c-629e-43c9-bb62-013d5d5b3344,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:01.526533 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-80d1341a-e8cb-4dc3-8dbd-f86cc9048782 req-c6aeef3b-a432-47f5-909f-94e7ea214c2d tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] For port 6828b5ac-eddb-4e57-8b94-0f70076e3263, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=6828b5ac-eddb-4e57-8b94-0f70076e3263,segment=NetworkSegment(5a916c46-cf7e-433a-ae04-99d57e30b2e2),segment_id=5a916c46-cf7e-433a-ae04-99d57e30b2e2)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:22:01.526901 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-80d1341a-e8cb-4dc3-8dbd-f86cc9048782 req-c6aeef3b-a432-47f5-909f-94e7ea214c2d tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:01.544140 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-80d1341a-e8cb-4dc3-8dbd-f86cc9048782 req-c6aeef3b-a432-47f5-909f-94e7ea214c2d tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Calling delete_port for 6828b5ac-eddb-4e57-8b94-0f70076e3263 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:22:01.563001 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-02aa11c8-fde6-4df4-bccc-3294a2f50ea8 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1020067 Dec 06 17:22:01.563296 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57018) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:01.568113 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-7463cdc5-4ccf-4ae2-8c4f-1994b3e2bf7f tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Request body: {'security_group': {'name': 'tempest-secgroup--1460219756'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:22:01.586278 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b517a966-283d-41be-a294-2ac058b8b89a tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Router 09eaa48a-bd77-467e-bf74-ba4e33886a13 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:22:01.614585 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-8adccd97-c026-44b2-9ad4-4a238321eb89 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Deleting port 206f3640-1bf4-4fbb-ae4b-706b3280fcbe {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:22:01.614939 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8adccd97-c026-44b2-9ad4-4a238321eb89 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:01.617702 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7463cdc5-4ccf-4ae2-8c4f-1994b3e2bf7f tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:01.733914 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8adccd97-c026-44b2-9ad4-4a238321eb89 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:01.736734 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b517a966-283d-41be-a294-2ac058b8b89a tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:22:01.748643 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4084b096-4ce2-482d-87f6-dd312603f6f2 None None] Sync routers for ids ['09eaa48a-bd77-467e-bf74-ba4e33886a13'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:22:01.759167 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-8adccd97-c026-44b2-9ad4-4a238321eb89 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Calling delete_port for 206f3640-1bf4-4fbb-ae4b-706b3280fcbe owned by network:router_interface {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:22:01.761310 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4084b096-4ce2-482d-87f6-dd312603f6f2 None None] Routers {'09eaa48a-bd77-467e-bf74-ba4e33886a13'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:22:01.762063 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-4084b096-4ce2-482d-87f6-dd312603f6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:21:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['09eaa48a-bd77-467e-bf74-ba4e33886a13'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:01.774864 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7463cdc5-4ccf-4ae2-8c4f-1994b3e2bf7f tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:01.775076 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-b517a966-283d-41be-a294-2ac058b8b89a tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "PUT /v2.0/routers/09eaa48a-bd77-467e-bf74-ba4e33886a13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6906238 Dec 06 17:22:01.776117 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57020) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:01.792339 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7463cdc5-4ccf-4ae2-8c4f-1994b3e2bf7f tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:01.907410 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-80d1341a-e8cb-4dc3-8dbd-f86cc9048782 req-c6aeef3b-a432-47f5-909f-94e7ea214c2d tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:01.911800 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43ced828-b89c-40d6-9c47-c18ac855fee2 admin admin] Router 3c1ccd93-313a-4f65-8023-95e6826fba93 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:22:01.943270 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7463cdc5-4ccf-4ae2-8c4f-1994b3e2bf7f tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:01.944539 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-7463cdc5-4ccf-4ae2-8c4f-1994b3e2bf7f tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3805306 Dec 06 17:22:01.949765 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57022) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:01.959482 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aeef3b-a432-47f5-909f-94e7ea214c2d tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Pushing event deleted for resources: {'Port': ['ID=6828b5ac-eddb-4e57-8b94-0f70076e3263,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:01.962834 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-7522206d-1536-42ba-b934-bf426ad34a0d tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Request body: {'security_group_rule': {'security_group_id': '1b59e071-a6d0-4a42-b023-596e9eff6886', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:22:01.986826 n-d-master-1 neutron-server[103285]: WARNING neutron.api.v2.base [None req-7522206d-1536-42ba-b934-bf426ad34a0d tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 06 17:22:01.988160 n-d-master-1 neutron-server[103285]: INFO neutron.api.v2.resource [None req-7522206d-1536-42ba-b934-bf426ad34a0d tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 17:22:01.989330 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-7522206d-1536-42ba-b934-bf426ad34a0d tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0350709 Dec 06 17:22:01.996277 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3ee5154-2350-435d-9d88-d4812916597d tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Deleting subnet 84cd5c52-9fa9-463d-8ed2-fa78d4f61fab {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:22:02.002390 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57024) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:02.008296 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7463cdc5-4ccf-4ae2-8c4f-1994b3e2bf7f tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b59e071-a6d0-4a42-b023-596e9eff6886,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:02.027173 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-c8d0c35a-d0f0-4e57-bfe8-7f3ce6286773 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Request body: {'security_group_rule': {'security_group_id': '1b59e071-a6d0-4a42-b023-596e9eff6886', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:22:02.028435 n-d-master-1 neutron-server[103285]: WARNING neutron.api.v2.base [None req-c8d0c35a-d0f0-4e57-bfe8-7f3ce6286773 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 06 17:22:02.029205 n-d-master-1 neutron-server[103285]: INFO neutron.api.v2.resource [None req-c8d0c35a-d0f0-4e57-bfe8-7f3ce6286773 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 17:22:02.030439 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-c8d0c35a-d0f0-4e57-bfe8-7f3ce6286773 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0243993 Dec 06 17:22:02.034944 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a3ee5154-2350-435d-9d88-d4812916597d tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:02.042112 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57028) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:02.044797 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['6828b5ac-eddb-4e57-8b94-0f70076e3263'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:22:02.047343 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-bc691730-71f1-44f2-91a5-a1944dded231 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Request body: {'security_group_rule': {'security_group_id': '1b59e071-a6d0-4a42-b023-596e9eff6886', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:22:02.048359 n-d-master-1 neutron-server[103285]: WARNING neutron.api.v2.base [None req-bc691730-71f1-44f2-91a5-a1944dded231 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 06 17:22:02.049040 n-d-master-1 neutron-server[103285]: INFO neutron.api.v2.resource [None req-bc691730-71f1-44f2-91a5-a1944dded231 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 17:22:02.050224 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-bc691730-71f1-44f2-91a5-a1944dded231 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0068846 Dec 06 17:22:02.066231 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57030) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:02.067151 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-80d1341a-e8cb-4dc3-8dbd-f86cc9048782 req-c6aeef3b-a432-47f5-909f-94e7ea214c2d tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] No DVR routers for this DVR port 6828b5ac-eddb-4e57-8b94-0f70076e3263 on host n-h2-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:22:02.078910 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-80d1341a-e8cb-4dc3-8dbd-f86cc9048782 req-c6aeef3b-a432-47f5-909f-94e7ea214c2d tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:02.084051 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-80d1341a-e8cb-4dc3-8dbd-f86cc9048782 req-c6aeef3b-a432-47f5-909f-94e7ea214c2d tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.44 "DELETE /v2.0/ports/6828b5ac-eddb-4e57-8b94-0f70076e3263 HTTP/1.1" status: 204 len: 173 time: 1.9408963 Dec 06 17:22:02.094214 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-a5067c66-561c-4fa7-bf02-b4b05a6715fb tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Request body: {'security_group_rule': {'security_group_id': '1b59e071-a6d0-4a42-b023-596e9eff6886', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:22:02.097707 n-d-master-1 neutron-server[103284]: WARNING neutron.api.v2.base [None req-a5067c66-561c-4fa7-bf02-b4b05a6715fb tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 06 17:22:02.098639 n-d-master-1 neutron-server[103284]: INFO neutron.api.v2.resource [None req-a5067c66-561c-4fa7-bf02-b4b05a6715fb tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 17:22:02.098768 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-4084b096-4ce2-482d-87f6-dd312603f6f2 None None] Set router 09eaa48a-bd77-467e-bf74-ba4e33886a13 gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:22:02.102181 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-a5067c66-561c-4fa7-bf02-b4b05a6715fb tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0257082 Dec 06 17:22:02.102181 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '108892c8-c221-4836-81e8-b7af254bb753', 'name': 'network-vif-deleted', 'tag': '6828b5ac-eddb-4e57-8b94-0f70076e3263'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:22:02.103179 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e243a993-5c04-4c19-ae7e-540332ffac62" -d '{"events": [{"server_uuid": "108892c8-c221-4836-81e8-b7af254bb753", "name": "network-vif-deleted", "tag": "6828b5ac-eddb-4e57-8b94-0f70076e3263"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:22:02.104771 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57034) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:02.189219 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a3ee5154-2350-435d-9d88-d4812916597d tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:02.216506 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fc872b-11fe-4dec-a1b4-2572ac4915f9 req-ec92f092-0d9f-4fcf-8455-d2f1482600f5 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:02.218193 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f9fc872b-11fe-4dec-a1b4-2572ac4915f9 req-ec92f092-0d9f-4fcf-8455-d2f1482600f5 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 944 time: 0.1110854 Dec 06 17:22:02.231303 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43ced828-b89c-40d6-9c47-c18ac855fee2 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:22:02.246382 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ad2da3-baf8-47aa-b4e5-1bd57d60a1b8 None None] Sync routers for ids ['3c1ccd93-313a-4f65-8023-95e6826fba93'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:22:02.252713 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-43ced828-b89c-40d6-9c47-c18ac855fee2 admin admin] 10.222.0.23 "PUT /v2.0/routers/3c1ccd93-313a-4f65-8023-95e6826fba93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0472350 Dec 06 17:22:02.265453 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57040) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:02.265810 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ad2da3-baf8-47aa-b4e5-1bd57d60a1b8 None None] Routers {'3c1ccd93-313a-4f65-8023-95e6826fba93'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:22:02.266837 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-b5ad2da3-baf8-47aa-b4e5-1bd57d60a1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:21:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['3c1ccd93-313a-4f65-8023-95e6826fba93'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:02.289002 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-4084b096-4ce2-482d-87f6-dd312603f6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'name': 'tempest-RoutersIpV6Test-router-2112262611', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:21:01Z', 'updated_at': '2021-12-06T17:22:00Z', 'revision_number': 11, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:02.332129 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dc9e980-002f-42a0-8443-1d40a6780df3 x-openstack-request-id: req-9dc9e980-002f-42a0-8443-1d40a6780df3 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:22:02.335414 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "108892c8-c221-4836-81e8-b7af254bb753", "name": "network-vif-deleted", "tag": "6828b5ac-eddb-4e57-8b94-0f70076e3263", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:22:02.336665 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9dc9e980-002f-42a0-8443-1d40a6780df3 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:22:02.338558 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '108892c8-c221-4836-81e8-b7af254bb753', 'name': 'network-vif-deleted', 'tag': '6828b5ac-eddb-4e57-8b94-0f70076e3263', 'status': 'completed', 'code': 200} Dec 06 17:22:02.374440 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f9fc872b-11fe-4dec-a1b4-2572ac4915f9 req-af8ab6a7-78d9-4390-b0fd-26a19a155261 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8ff7359-db2b-4d57-aa79-237c344ab3df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297498 Dec 06 17:22:02.379329 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4084b096-4ce2-482d-87f6-dd312603f6f2 None None] Checking router: 09eaa48a-bd77-467e-bf74-ba4e33886a13 for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:22:02.404328 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4084b096-4ce2-482d-87f6-dd312603f6f2 None None] Routers {'09eaa48a-bd77-467e-bf74-ba4e33886a13'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:22:02.405278 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-4084b096-4ce2-482d-87f6-dd312603f6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:21:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['09eaa48a-bd77-467e-bf74-ba4e33886a13'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:02.487905 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-4084b096-4ce2-482d-87f6-dd312603f6f2 None None] Set router 09eaa48a-bd77-467e-bf74-ba4e33886a13 gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:22:02.506428 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0450aad2-1eeb-4989-a2f6-6dc398cb153c req-1361c3d8-57ad-4f18-b0c3-7a9cf220c41b tempest-ServerDiskConfigTestJSON-1142783023 tempest-ServerDiskConfigTestJSON-1142783023-project] 10.222.0.23 "GET /v2.0/ports?device_id=108892c8-c221-4836-81e8-b7af254bb753 HTTP/1.1" status: 200 len: 210 time: 0.0602818 Dec 06 17:22:02.531235 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-b5ad2da3-baf8-47aa-b4e5-1bd57d60a1b8 None None] Set router 3c1ccd93-313a-4f65-8023-95e6826fba93 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:22:02.545972 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-4084b096-4ce2-482d-87f6-dd312603f6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'name': 'tempest-RoutersIpV6Test-router-2112262611', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:21:01Z', 'updated_at': '2021-12-06T17:22:00Z', 'revision_number': 11, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:02.559745 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8adccd97-c026-44b2-9ad4-4a238321eb89 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:02.573005 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4084b096-4ce2-482d-87f6-dd312603f6f2 None None] The sync data for ids ['09eaa48a-bd77-467e-bf74-ba4e33886a13'] in n-d-master-1 is: [{'id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'name': 'tempest-RoutersIpV6Test-router-2112262611', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:21:01Z', 'updated_at': '2021-12-06T17:22:00Z', 'revision_number': 11, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'gw_port_host': None}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:22:02.587553 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0d90a3f4-012b-419e-8dfd-119895c28b54 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:02.637252 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adccd97-c026-44b2-9ad4-4a238321eb89 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Pushing event deleted for resources: {'Port': ['ID=206f3640-1bf4-4fbb-ae4b-706b3280fcbe,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:02.684978 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a3ee5154-2350-435d-9d88-d4812916597d tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:02.701186 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:02.717573 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0d90a3f4-012b-419e-8dfd-119895c28b54 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:02.760961 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0c98ff6a-a31e-40dd-8e65-2e9a4fa700ec admin admin] Publish callbacks [] for router, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:02.796231 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-b5ad2da3-baf8-47aa-b4e5-1bd57d60a1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1ccd93-313a-4f65-8023-95e6826fba93', 'name': 'tempest-TaggedBootDevicesTest_v242-1478326568-router', 'tenant_id': 'e06aba6f7cc1415e89ae20f4d5eb8b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.217'}], 'enable_snat': True}, 'gw_port_id': '4621a21a-6a18-4779-a1ba-a617cae44cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:10:02Z', 'updated_at': '2021-12-06T17:21:59Z', 'revision_number': 5, 'project_id': 'e06aba6f7cc1415e89ae20f4d5eb8b07', 'gw_port': {'id': '4621a21a-6a18-4779-a1ba-a617cae44cc8', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:47:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1ccd93-313a-4f65-8023-95e6826fba93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:10:03Z', 'updated_at': '2021-12-06T17:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:02.827332 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ad2da3-baf8-47aa-b4e5-1bd57d60a1b8 None None] Checking router: 3c1ccd93-313a-4f65-8023-95e6826fba93 for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:22:02.837903 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ad2da3-baf8-47aa-b4e5-1bd57d60a1b8 None None] Routers {'3c1ccd93-313a-4f65-8023-95e6826fba93'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:22:02.838798 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-b5ad2da3-baf8-47aa-b4e5-1bd57d60a1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:21:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['3c1ccd93-313a-4f65-8023-95e6826fba93'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:02.908708 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0d90a3f4-012b-419e-8dfd-119895c28b54 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:02.912296 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0d90a3f4-012b-419e-8dfd-119895c28b54 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:02.915871 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-0d90a3f4-012b-419e-8dfd-119895c28b54 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] 10.222.0.23 "DELETE /v2.0/security-groups/1b59e071-a6d0-4a42-b023-596e9eff6886 HTTP/1.1" status: 204 len: 168 time: 0.7950821 Dec 06 17:22:02.916893 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57044) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:02.982746 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device ae29b8c0-9297-45c9-a04f-f838385810fd no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:22:02.989809 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-b5ad2da3-baf8-47aa-b4e5-1bd57d60a1b8 None None] Set router 3c1ccd93-313a-4f65-8023-95e6826fba93 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:22:02.997405 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a3ee5154-2350-435d-9d88-d4812916597d tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:03.035447 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: ae29b8c0-9297-45c9-a04f-f838385810fd {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:22:03.036063 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device ae29b8c0-9297-45c9-a04f-f838385810fd not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:22:03.045741 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d90a3f4-012b-419e-8dfd-119895c28b54 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b59e071-a6d0-4a42-b023-596e9eff6886,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:03.057502 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-53fce587-80a3-48a6-b545-18c060e7e749 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1394658 Dec 06 17:22:03.061251 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57046) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:03.070416 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-32635f94-5e3a-4287-a87c-71fa7c4d3928 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Request body: {'security_group': {'name': 'tempest-secgroup--2024347229'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:22:03.092836 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ee5154-2350-435d-9d88-d4812916597d tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Pushing event deleted for resources: {'Subnet': ['ID=84cd5c52-9fa9-463d-8ed2-fa78d4f61fab,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:03.097680 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a3ee5154-2350-435d-9d88-d4812916597d tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:03.101060 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-a3ee5154-2350-435d-9d88-d4812916597d tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "DELETE /v2.0/subnets/84cd5c52-9fa9-463d-8ed2-fa78d4f61fab HTTP/1.1" status: 204 len: 168 time: 1.3239424 Dec 06 17:22:03.104103 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57048) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:03.106180 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8adccd97-c026-44b2-9ad4-4a238321eb89 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-772474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575952'] for router_interface, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:03.106809 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4da54f-bca5-4271-865f-2d3e13efca5c None None] Network 6be8505b-7e09-481c-9ab7-a2a0372522ff requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:22:03.127006 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-32635f94-5e3a-4287-a87c-71fa7c4d3928 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:03.165825 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0c98ff6a-a31e-40dd-8e65-2e9a4fa700ec admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:03.225042 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-32635f94-5e3a-4287-a87c-71fa7c4d3928 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:03.230755 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-32635f94-5e3a-4287-a87c-71fa7c4d3928 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:03.278127 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32635f94-5e3a-4287-a87c-71fa7c4d3928 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05fde355-e865-48e3-8fa5-7dd3e80062c1,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:03.290961 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32635f94-5e3a-4287-a87c-71fa7c4d3928 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:22:03.291647 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32635f94-5e3a-4287-a87c-71fa7c4d3928 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:22:03.292189 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32635f94-5e3a-4287-a87c-71fa7c4d3928 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:22:03.292707 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32635f94-5e3a-4287-a87c-71fa7c4d3928 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:22:03.293101 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32635f94-5e3a-4287-a87c-71fa7c4d3928 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:22:03.293521 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32635f94-5e3a-4287-a87c-71fa7c4d3928 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:22:03.293915 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32635f94-5e3a-4287-a87c-71fa7c4d3928 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:22:03.294465 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32635f94-5e3a-4287-a87c-71fa7c4d3928 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:22:03.295067 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32635f94-5e3a-4287-a87c-71fa7c4d3928 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:22:03.295614 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32635f94-5e3a-4287-a87c-71fa7c4d3928 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:22:03.296156 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32635f94-5e3a-4287-a87c-71fa7c4d3928 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:22:03.296709 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32635f94-5e3a-4287-a87c-71fa7c4d3928 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:22:03.297281 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32635f94-5e3a-4287-a87c-71fa7c4d3928 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:22:03.324093 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-32635f94-5e3a-4287-a87c-71fa7c4d3928 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:03.326058 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-32635f94-5e3a-4287-a87c-71fa7c4d3928 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2617087 Dec 06 17:22:03.329919 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57052) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:03.336753 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-bfb5e8cc-752d-47ed-a63d-81f35b911801 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Request body: {'security_group_rule': {'security_group_id': '05fde355-e865-48e3-8fa5-7dd3e80062c1', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:22:03.337831 n-d-master-1 neutron-server[103284]: WARNING neutron.api.v2.base [None req-bfb5e8cc-752d-47ed-a63d-81f35b911801 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 06 17:22:03.338648 n-d-master-1 neutron-server[103284]: INFO neutron.api.v2.resource [None req-bfb5e8cc-752d-47ed-a63d-81f35b911801 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 17:22:03.350084 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-bfb5e8cc-752d-47ed-a63d-81f35b911801 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0177774 Dec 06 17:22:03.350976 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57054) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:03.356604 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-b5ad2da3-baf8-47aa-b4e5-1bd57d60a1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1ccd93-313a-4f65-8023-95e6826fba93', 'name': 'tempest-TaggedBootDevicesTest_v242-1478326568-router', 'tenant_id': 'e06aba6f7cc1415e89ae20f4d5eb8b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.217'}], 'enable_snat': True}, 'gw_port_id': '4621a21a-6a18-4779-a1ba-a617cae44cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:10:02Z', 'updated_at': '2021-12-06T17:21:59Z', 'revision_number': 5, 'project_id': 'e06aba6f7cc1415e89ae20f4d5eb8b07', 'gw_port': {'id': '4621a21a-6a18-4779-a1ba-a617cae44cc8', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:47:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1ccd93-313a-4f65-8023-95e6826fba93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:10:03Z', 'updated_at': '2021-12-06T17:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:03.360976 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-50e50dc8-480f-4e29-a911-c55ad2c51ef4 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Request body: {'security_group_rule': {'security_group_id': '05fde355-e865-48e3-8fa5-7dd3e80062c1', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:22:03.382480 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e48578-12bf-4df0-bdfe-fbbe70e606a5 None None] DHCP port deletion for 6be8505b-7e09-481c-9ab7-a2a0372522ff request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:22:03.385045 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ad2da3-baf8-47aa-b4e5-1bd57d60a1b8 None None] The sync data for ids ['3c1ccd93-313a-4f65-8023-95e6826fba93'] in n-d-master-1 is: [{'id': '3c1ccd93-313a-4f65-8023-95e6826fba93', 'name': 'tempest-TaggedBootDevicesTest_v242-1478326568-router', 'tenant_id': 'e06aba6f7cc1415e89ae20f4d5eb8b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.217'}], 'enable_snat': True}, 'gw_port_id': '4621a21a-6a18-4779-a1ba-a617cae44cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:10:02Z', 'updated_at': '2021-12-06T17:21:59Z', 'revision_number': 5, 'project_id': 'e06aba6f7cc1415e89ae20f4d5eb8b07', 'gw_port': {'id': '4621a21a-6a18-4779-a1ba-a617cae44cc8', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:47:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1ccd93-313a-4f65-8023-95e6826fba93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:10:03Z', 'updated_at': '2021-12-06T17:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:22:03.419528 n-d-master-1 neutron-server[103284]: INFO neutron.api.v2.resource [None req-50e50dc8-480f-4e29-a911-c55ad2c51ef4 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 17:22:03.421129 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-50e50dc8-480f-4e29-a911-c55ad2c51ef4 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0662668 Dec 06 17:22:03.423907 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57058) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:03.430883 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-f25d3382-1150-4be5-8305-062cc9876b99 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Request body: {'security_group_rule': {'security_group_id': '05fde355-e865-48e3-8fa5-7dd3e80062c1', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:22:03.431482 n-d-master-1 neutron-server[103284]: WARNING neutron.api.v2.base [None req-f25d3382-1150-4be5-8305-062cc9876b99 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 06 17:22:03.432175 n-d-master-1 neutron-server[103284]: INFO neutron.api.v2.resource [None req-f25d3382-1150-4be5-8305-062cc9876b99 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 17:22:03.433549 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-f25d3382-1150-4be5-8305-062cc9876b99 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0075951 Dec 06 17:22:03.436288 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57060) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:03.452028 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-87571711-a165-4a41-a119-5d2aaff1bc0b tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Request body: {'security_group_rule': {'security_group_id': '05fde355-e865-48e3-8fa5-7dd3e80062c1', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:22:03.476217 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-c2e48578-12bf-4df0-bdfe-fbbe70e606a5 None None] Deleting port cd789547-de1c-4bd6-821b-687c53e9a8d3 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:22:03.476779 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c2e48578-12bf-4df0-bdfe-fbbe70e606a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:03.526592 n-d-master-1 neutron-server[103284]: INFO neutron.api.v2.resource [None req-87571711-a165-4a41-a119-5d2aaff1bc0b tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 17:22:03.530158 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-87571711-a165-4a41-a119-5d2aaff1bc0b tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0904186 Dec 06 17:22:03.530952 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57062) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:03.537194 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-8c36e964-5ada-4e3d-8a87-db47a6eb6b5d tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Request body: {'security_group_rule': {'security_group_id': '05fde355-e865-48e3-8fa5-7dd3e80062c1', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:22:03.538493 n-d-master-1 neutron-server[103284]: WARNING neutron.api.v2.base [None req-8c36e964-5ada-4e3d-8a87-db47a6eb6b5d tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 06 17:22:03.539174 n-d-master-1 neutron-server[103284]: INFO neutron.api.v2.resource [None req-8c36e964-5ada-4e3d-8a87-db47a6eb6b5d tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 17:22:03.543404 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-8c36e964-5ada-4e3d-8a87-db47a6eb6b5d tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0081720 Dec 06 17:22:03.554419 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b082d-ffee-45e7-a32f-8530bc1d9276 req-d01d1675-b20d-42e8-9ba5-3fb01850af4e tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:03.555055 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c2e48578-12bf-4df0-bdfe-fbbe70e606a5 None None] For port cd789547-de1c-4bd6-821b-687c53e9a8d3, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=cd789547-de1c-4bd6-821b-687c53e9a8d3,segment=NetworkSegment(e8964eac-1a95-4773-8a92-cfb6e9fad841),segment_id=e8964eac-1a95-4773-8a92-cfb6e9fad841)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:22:03.555473 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c2e48578-12bf-4df0-bdfe-fbbe70e606a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:03.562623 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4f9b082d-ffee-45e7-a32f-8530bc1d9276 req-d01d1675-b20d-42e8-9ba5-3fb01850af4e tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 944 time: 0.0839446 Dec 06 17:22:03.564898 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57066) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:03.570046 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-c2e48578-12bf-4df0-bdfe-fbbe70e606a5 None None] Calling delete_port for cd789547-de1c-4bd6-821b-687c53e9a8d3 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:22:03.571813 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-61be860b-c18b-485a-8414-ded04f56c833 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Request body: {'security_group_rule': {'security_group_id': '05fde355-e865-48e3-8fa5-7dd3e80062c1', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:22:03.613216 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e64354a4-599e-4a4e-8b2c-281e07c49407 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:03.664221 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4f9b082d-ffee-45e7-a32f-8530bc1d9276 req-58b9c9b5-aece-4470-8797-e318f6c2f71f tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8ff7359-db2b-4d57-aa79-237c344ab3df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006334 Dec 06 17:22:03.691181 n-d-master-1 neutron-server[103284]: INFO neutron.api.v2.resource [None req-61be860b-c18b-485a-8414-ded04f56c833 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 17:22:03.691819 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c2e48578-12bf-4df0-bdfe-fbbe70e606a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:03.698271 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-61be860b-c18b-485a-8414-ded04f56c833 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1312654 Dec 06 17:22:03.701233 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57074) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:03.709926 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-f59fbcea-f83b-49ce-b482-dea39c7d0178 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Request body: {'security_group_rule': {'security_group_id': '05fde355-e865-48e3-8fa5-7dd3e80062c1', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:22:03.710676 n-d-master-1 neutron-server[103285]: WARNING neutron.api.v2.base [None req-f59fbcea-f83b-49ce-b482-dea39c7d0178 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 06 17:22:03.711174 n-d-master-1 neutron-server[103285]: INFO neutron.api.v2.resource [None req-f59fbcea-f83b-49ce-b482-dea39c7d0178 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 17:22:03.715037 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-f59fbcea-f83b-49ce-b482-dea39c7d0178 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0079706 Dec 06 17:22:03.716361 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57078) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:03.723008 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-d7a5d988-13d4-4794-8436-f7a91d0dd5be tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Request body: {'security_group_rule': {'security_group_id': '05fde355-e865-48e3-8fa5-7dd3e80062c1', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:22:03.732663 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e48578-12bf-4df0-bdfe-fbbe70e606a5 None None] No DVR routers for this DVR port cd789547-de1c-4bd6-821b-687c53e9a8d3 on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:22:03.734458 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e48578-12bf-4df0-bdfe-fbbe70e606a5 None None] Pushing event deleted for resources: {'Port': ['ID=cd789547-de1c-4bd6-821b-687c53e9a8d3,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:03.766740 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8adccd97-c026-44b2-9ad4-4a238321eb89 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Router 4ee3c1a0-b400-4fbb-a941-bf49ecd03786 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:22:03.791740 n-d-master-1 neutron-server[103284]: INFO neutron.api.v2.resource [None req-d7a5d988-13d4-4794-8436-f7a91d0dd5be tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 17:22:03.796532 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-d7a5d988-13d4-4794-8436-f7a91d0dd5be tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0756943 Dec 06 17:22:03.796532 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57082) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:03.801960 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57084) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:03.807115 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-2233e495-79f5-4a15-8965-6ae32108ef7d tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Request body: {'security_group_rule': {'security_group_id': '05fde355-e865-48e3-8fa5-7dd3e80062c1', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:22:03.814961 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-0c98ff6a-a31e-40dd-8e65-2e9a4fa700ec admin admin] Deleting port 4621a21a-6a18-4779-a1ba-a617cae44cc8 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:22:03.815562 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0c98ff6a-a31e-40dd-8e65-2e9a4fa700ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:03.876188 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-6084f882-be1d-462c-844a-bc1e6a8eb5dc admin admin] Deleting subnet d2b8ed75-274c-4de4-a0f5-9da38dbe8d78 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:22:03.880074 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6084f882-be1d-462c-844a-bc1e6a8eb5dc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:03.907026 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e64354a4-599e-4a4e-8b2c-281e07c49407 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:03.931165 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6084f882-be1d-462c-844a-bc1e6a8eb5dc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:03.934748 n-d-master-1 neutron-server[103284]: INFO neutron.api.v2.resource [None req-2233e495-79f5-4a15-8965-6ae32108ef7d tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 17:22:03.938352 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-2233e495-79f5-4a15-8965-6ae32108ef7d tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1327124 Dec 06 17:22:03.951010 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57086) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:03.983591 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6084f882-be1d-462c-844a-bc1e6a8eb5dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:04.017186 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-e64354a4-599e-4a4e-8b2c-281e07c49407 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6be8505b-7e09-481c-9ab7-a2a0372522ff']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:04.040842 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8adccd97-c026-44b2-9ad4-4a238321eb89 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:22:04.043567 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-e64354a4-599e-4a4e-8b2c-281e07c49407 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8964eac-1a95-4773-8a92-cfb6e9fad841') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:04.043831 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-e64354a4-599e-4a4e-8b2c-281e07c49407 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8964eac-1a95-4773-8a92-cfb6e9fad841') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:04.052434 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6084f882-be1d-462c-844a-bc1e6a8eb5dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:04.054509 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f883a89e-34f7-4137-a2d3-515f098349d6 None None] Sync routers for ids ['4ee3c1a0-b400-4fbb-a941-bf49ecd03786'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:22:04.055570 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57088) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:04.055768 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-8adccd97-c026-44b2-9ad4-4a238321eb89 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "PUT /v2.0/routers/4ee3c1a0-b400-4fbb-a941-bf49ecd03786/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5616417 Dec 06 17:22:04.067131 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f883a89e-34f7-4137-a2d3-515f098349d6 None None] Routers {'4ee3c1a0-b400-4fbb-a941-bf49ecd03786'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:22:04.068247 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-f883a89e-34f7-4137-a2d3-515f098349d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:21:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['4ee3c1a0-b400-4fbb-a941-bf49ecd03786'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:04.077374 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e64354a4-599e-4a4e-8b2c-281e07c49407 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:04.095970 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-0c98ff6a-a31e-40dd-8e65-2e9a4fa700ec admin admin] For port 4621a21a-6a18-4779-a1ba-a617cae44cc8, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=4621a21a-6a18-4779-a1ba-a617cae44cc8,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:22:04.096343 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0c98ff6a-a31e-40dd-8e65-2e9a4fa700ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:04.113939 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-024c2345-eacf-4912-8cdd-6cd14f34953c tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ee3c1a0-b400-4fbb-a941-bf49ecd03786 HTTP/1.1" status: 200 len: 205 time: 0.0534396 Dec 06 17:22:04.114534 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e64354a4-599e-4a4e-8b2c-281e07c49407 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:04.114923 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-f883a89e-34f7-4137-a2d3-515f098349d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:04.116286 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57090) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:04.117039 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6084f882-be1d-462c-844a-bc1e6a8eb5dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2b8ed75-274c-4de4-a0f5-9da38dbe8d78,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:04.118676 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-0c98ff6a-a31e-40dd-8e65-2e9a4fa700ec admin admin] Calling delete_port for 4621a21a-6a18-4779-a1ba-a617cae44cc8 owned by network:router_gateway {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:22:04.125970 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f883a89e-34f7-4137-a2d3-515f098349d6 None None] Routers {'4ee3c1a0-b400-4fbb-a941-bf49ecd03786'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:22:04.126833 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-f883a89e-34f7-4137-a2d3-515f098349d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:21:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['4ee3c1a0-b400-4fbb-a941-bf49ecd03786'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:04.131105 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6084f882-be1d-462c-844a-bc1e6a8eb5dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:04.134417 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-6084f882-be1d-462c-844a-bc1e6a8eb5dc admin admin] 10.222.0.23 "DELETE /v2.0/subnets/d2b8ed75-274c-4de4-a0f5-9da38dbe8d78 HTTP/1.1" status: 204 len: 168 time: 0.3398106 Dec 06 17:22:04.141527 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57092) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:04.142498 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e64354a4-599e-4a4e-8b2c-281e07c49407 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:22:04.142907 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e64354a4-599e-4a4e-8b2c-281e07c49407 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:04.147790 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:22:04.147790 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:22:04.147790 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:22:04.147790 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:22:04.147790 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:22:04.147790 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:22:04.147790 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:22:04.147790 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:22:04.147790 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:22:04.147790 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:22:04.147790 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:22:04.147790 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:22:04.147790 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:22:04.147790 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:22:04.147790 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:22:04.147790 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:22:04.147790 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:22:04.147790 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:22:04.147790 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:22:04.147790 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:22:04.147790 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:22:04.147790 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:22:04.147790 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:22:04.147790 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:22:04.147790 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:22:04.147790 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:22:04.147790 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:22:04.147790 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:22:04.147790 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:22:04.147790 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:22:04.147790 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:22:04.147790 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:22:04.178429 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f8f6eb04-36f6-451b-9d1f-e747d66d2020 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:04.180698 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-f883a89e-34f7-4137-a2d3-515f098349d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:04.181514 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f883a89e-34f7-4137-a2d3-515f098349d6 None None] The sync data for ids ['4ee3c1a0-b400-4fbb-a941-bf49ecd03786'] in n-d-master-1 is: [] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:22:04.202340 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a6857844-7310-4a44-bdbc-c821730c68f8 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks [] for router, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:04.316947 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f8f6eb04-36f6-451b-9d1f-e747d66d2020 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:04.337019 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e64354a4-599e-4a4e-8b2c-281e07c49407 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:04.355771 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e64354a4-599e-4a4e-8b2c-281e07c49407 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:04.362545 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-e64354a4-599e-4a4e-8b2c-281e07c49407 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "DELETE /v2.0/networks/6be8505b-7e09-481c-9ab7-a2a0372522ff HTTP/1.1" status: 204 len: 168 time: 1.2567933 Dec 06 17:22:04.363212 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57096) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:04.369224 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-7d658f3f-7c44-4aee-9acd-5b003223762b tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Request body: {'router': {'routes': None}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:22:04.372950 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a6857844-7310-4a44-bdbc-c821730c68f8 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:04.376515 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a6857844-7310-4a44-bdbc-c821730c68f8 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:04.378337 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-04148eb6-bcad-478a-a43a-1bbc3932de00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:04.408169 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64354a4-599e-4a4e-8b2c-281e07c49407 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Pushing event deleted for resources: {'Network': ['ID=6be8505b-7e09-481c-9ab7-a2a0372522ff,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:04.467082 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f8f6eb04-36f6-451b-9d1f-e747d66d2020 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:04.469850 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f8f6eb04-36f6-451b-9d1f-e747d66d2020 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:04.470984 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-f8f6eb04-36f6-451b-9d1f-e747d66d2020 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] 10.222.0.23 "DELETE /v2.0/security-groups/05fde355-e865-48e3-8fa5-7dd3e80062c1 HTTP/1.1" status: 204 len: 168 time: 0.5086782 Dec 06 17:22:04.475205 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57098) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:04.515456 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f6eb04-36f6-451b-9d1f-e747d66d2020 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05fde355-e865-48e3-8fa5-7dd3e80062c1,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:04.530563 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a6857844-7310-4a44-bdbc-c821730c68f8 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:04.531109 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6857844-7310-4a44-bdbc-c821730c68f8 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Fanout notify agent at l3_agent the message router_deleted on router 4ee3c1a0-b400-4fbb-a941-bf49ecd03786 {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 17:22:04.564440 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a6857844-7310-4a44-bdbc-c821730c68f8 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:04.568496 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-a6857844-7310-4a44-bdbc-c821730c68f8 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "DELETE /v2.0/routers/4ee3c1a0-b400-4fbb-a941-bf49ecd03786 HTTP/1.1" status: 204 len: 168 time: 0.4455700 Dec 06 17:22:04.570994 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57100) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:04.578762 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-04148eb6-bcad-478a-a43a-1bbc3932de00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:04.607813 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-04148eb6-bcad-478a-a43a-1bbc3932de00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c03931f5-54ae-4b06-ad76-fa3bc7500e1d']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:04.621187 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-04148eb6-bcad-478a-a43a-1bbc3932de00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a916c46-cf7e-433a-ae04-99d57e30b2e2') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:04.621540 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-04148eb6-bcad-478a-a43a-1bbc3932de00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a916c46-cf7e-433a-ae04-99d57e30b2e2') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:04.628566 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0c98ff6a-a31e-40dd-8e65-2e9a4fa700ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:04.628873 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.extraroute_db [None req-7d658f3f-7c44-4aee-9acd-5b003223762b tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Added routes are [] {{(pid=103284) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 06 17:22:04.629185 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.extraroute_db [None req-7d658f3f-7c44-4aee-9acd-5b003223762b tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Removed routes are [] {{(pid=103284) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 06 17:22:04.629580 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7d658f3f-7c44-4aee-9acd-5b003223762b tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1944'] for router, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:04.635400 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-04148eb6-bcad-478a-a43a-1bbc3932de00 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:04.673551 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c98ff6a-a31e-40dd-8e65-2e9a4fa700ec admin admin] Pushing event deleted for resources: {'Port': ['ID=4621a21a-6a18-4779-a1ba-a617cae44cc8,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:04.682914 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-04148eb6-bcad-478a-a43a-1bbc3932de00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:04.710782 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04148eb6-bcad-478a-a43a-1bbc3932de00 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:22:04.710986 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-04148eb6-bcad-478a-a43a-1bbc3932de00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:04.713713 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:22:04.713713 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:22:04.713713 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:22:04.713713 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:22:04.713713 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:22:04.713713 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:22:04.713713 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:22:04.713713 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:22:04.713713 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:22:04.713713 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:22:04.713713 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:22:04.713713 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:22:04.713713 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:22:04.713713 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:22:04.713713 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:22:04.713713 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:22:04.713713 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:22:04.713713 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:22:04.713713 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:22:04.713713 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:22:04.713713 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:22:04.713713 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:22:04.713713 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:22:04.713713 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:22:04.713713 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:22:04.713713 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:22:04.713713 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:22:04.713713 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:22:04.713713 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:22:04.713713 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:22:04.713713 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:22:04.713713 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:22:04.718221 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735af0da-7620-4b31-aabf-a7379c0c5c2c None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:22:04.722337 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 67088839-5c23-48fd-aca4-438243bcfd73 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:22:04.731204 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-fa0db154-3827-4fb2-94ca-7dc52b78ac19 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2548811 Dec 06 17:22:04.740484 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-54f22828-d913-4117-a753-61b94f8f77cd tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Deleting subnet ee9187b1-8de0-4c22-9029-3f37c9373ffb {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:22:04.743492 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57104) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:04.753583 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-06bcf6e3-0291-42b0-aeb1-a44a0bd518a9 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Request body: {'security_group': {'name': 'tempest-secgroup--1349062563'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:22:04.759341 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 67088839-5c23-48fd-aca4-438243bcfd73 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:22:04.760653 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 67088839-5c23-48fd-aca4-438243bcfd73 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:22:04.761448 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device cd789547-de1c-4bd6-821b-687c53e9a8d3 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:22:04.774339 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-54f22828-d913-4117-a753-61b94f8f77cd tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:04.791014 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 6828b5ac-eddb-4e57-8b94-0f70076e3263 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:22:04.794131 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: cd789547-de1c-4bd6-821b-687c53e9a8d3 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:22:04.794480 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device cd789547-de1c-4bd6-821b-687c53e9a8d3 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:22:04.816192 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] No Port match for: 6828b5ac-eddb-4e57-8b94-0f70076e3263 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:22:04.816549 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 6828b5ac-eddb-4e57-8b94-0f70076e3263 not bound to the agent host n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:22:04.832818 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-04148eb6-bcad-478a-a43a-1bbc3932de00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:04.840676 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0c98ff6a-a31e-40dd-8e65-2e9a4fa700ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536698'] for router_gateway, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:04.844555 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-04148eb6-bcad-478a-a43a-1bbc3932de00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:04.848271 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-04148eb6-bcad-478a-a43a-1bbc3932de00 admin admin] 10.222.0.23 "DELETE /v2.0/networks/c03931f5-54ae-4b06-ad76-fa3bc7500e1d HTTP/1.1" status: 204 len: 168 time: 0.7014599 Dec 06 17:22:04.851498 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 17:22:04.925335 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04148eb6-bcad-478a-a43a-1bbc3932de00 admin admin] Pushing event deleted for resources: {'Network': ['ID=c03931f5-54ae-4b06-ad76-fa3bc7500e1d,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:04.944838 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-54f22828-d913-4117-a753-61b94f8f77cd tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:04.965972 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced8a1d8-5b7f-452e-81b0-54bf7d3ed97f req-91ad190f-2f58-4238-860f-d37bc87fbd69 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:04.966259 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-06bcf6e3-0291-42b0-aeb1-a44a0bd518a9 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:04.967520 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ced8a1d8-5b7f-452e-81b0-54bf7d3ed97f req-91ad190f-2f58-4238-860f-d37bc87fbd69 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 944 time: 0.1917884 Dec 06 17:22:04.973857 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0c98ff6a-a31e-40dd-8e65-2e9a4fa700ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:04.977248 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0c98ff6a-a31e-40dd-8e65-2e9a4fa700ec admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:04.985377 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7d658f3f-7c44-4aee-9acd-5b003223762b tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1944'] for router, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:04.995027 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7d658f3f-7c44-4aee-9acd-5b003223762b tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536591', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-575717'] for router, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:05.043494 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0c98ff6a-a31e-40dd-8e65-2e9a4fa700ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:05.044020 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c98ff6a-a31e-40dd-8e65-2e9a4fa700ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c1ccd93-313a-4f65-8023-95e6826fba93 {{(pid=103285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 17:22:05.050726 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0c98ff6a-a31e-40dd-8e65-2e9a4fa700ec admin admin] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:05.051841 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-0c98ff6a-a31e-40dd-8e65-2e9a4fa700ec admin admin] 10.222.0.23 "DELETE /v2.0/routers/3c1ccd93-313a-4f65-8023-95e6826fba93 HTTP/1.1" status: 204 len: 168 time: 2.6787765 Dec 06 17:22:05.059061 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57110) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:05.059405 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57112) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:05.129316 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ced8a1d8-5b7f-452e-81b0-54bf7d3ed97f req-44d2e350-921b-4e00-82c6-232df6573444 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8ff7359-db2b-4d57-aa79-237c344ab3df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1533720 Dec 06 17:22:05.141601 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:05.159820 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d658f3f-7c44-4aee-9acd-5b003223762b tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Router 09eaa48a-bd77-467e-bf74-ba4e33886a13 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:22:05.163783 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-b27f4197-8dd9-4d82-a9c1-0c9cb65a8866 admin admin] Deleting subnet 497f0620-12c9-4760-9271-f21663a8e737 {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:22:05.170830 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b27f4197-8dd9-4d82-a9c1-0c9cb65a8866 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:05.177706 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-5bf158ba-a960-4147-8d48-2040ee0169e0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0a9ae69edd864a0594799c7ece4dd7a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1065958 Dec 06 17:22:05.177906 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-54f22828-d913-4117-a753-61b94f8f77cd tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:05.179969 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57116) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:05.212525 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b27f4197-8dd9-4d82-a9c1-0c9cb65a8866 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:05.217714 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-06bcf6e3-0291-42b0-aeb1-a44a0bd518a9 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:05.254317 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-06bcf6e3-0291-42b0-aeb1-a44a0bd518a9 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:05.313699 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b27f4197-8dd9-4d82-a9c1-0c9cb65a8866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:05.401024 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-06bcf6e3-0291-42b0-aeb1-a44a0bd518a9 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:05.401926 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-06bcf6e3-0291-42b0-aeb1-a44a0bd518a9 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6540308 Dec 06 17:22:05.406226 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d658f3f-7c44-4aee-9acd-5b003223762b tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:22:05.410584 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57120) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:05.414484 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb40e9-a28e-410e-8663-1d7f755a57eb req-13cb6e3a-2728-43ee-af74-c6f68fe0bdd3 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:05.416015 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5cbb40e9-a28e-410e-8663-1d7f755a57eb req-13cb6e3a-2728-43ee-af74-c6f68fe0bdd3 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 944 time: 0.0770609 Dec 06 17:22:05.420045 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76589e14-4e9a-403e-96f1-a266344d2524 None None] Sync routers for ids ['09eaa48a-bd77-467e-bf74-ba4e33886a13'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:22:05.422453 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b27f4197-8dd9-4d82-a9c1-0c9cb65a8866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:05.439390 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7d658f3f-7c44-4aee-9acd-5b003223762b tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:05.444280 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-7d658f3f-7c44-4aee-9acd-5b003223762b tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "PUT /v2.0/routers/09eaa48a-bd77-467e-bf74-ba4e33886a13 HTTP/1.1" status: 200 len: 705 time: 1.0798178 Dec 06 17:22:05.444602 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76589e14-4e9a-403e-96f1-a266344d2524 None None] Routers {'09eaa48a-bd77-467e-bf74-ba4e33886a13'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:22:05.445311 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-76589e14-4e9a-403e-96f1-a266344d2524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:21:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['09eaa48a-bd77-467e-bf74-ba4e33886a13'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:05.448088 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-75a6e1aa-61ff-41ff-97fa-d341d88734e7 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Request body: {'security_group_rule': {'security_group_id': '06e1f6d7-7ef0-41ea-a186-f032d97f8feb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:22:05.451903 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57124) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:05.455931 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bcf6e3-0291-42b0-aeb1-a44a0bd518a9 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06e1f6d7-7ef0-41ea-a186-f032d97f8feb,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:05.459423 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27f4197-8dd9-4d82-a9c1-0c9cb65a8866 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=497f0620-12c9-4760-9271-f21663a8e737,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:05.474736 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b27f4197-8dd9-4d82-a9c1-0c9cb65a8866 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:05.479367 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-b27f4197-8dd9-4d82-a9c1-0c9cb65a8866 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/497f0620-12c9-4760-9271-f21663a8e737 HTTP/1.1" status: 204 len: 168 time: 0.4188738 Dec 06 17:22:05.480294 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37de46ee-16f6-4d68-a0b7-30c3b6d82feb None None] Network f05d9e0a-904c-47f7-bc1e-929f90cd4a84 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:22:05.490075 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57126) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:05.495194 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b54630b8-8f77-4dc2-88eb-a5c6b7ef2833 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:05.519871 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b54630b8-8f77-4dc2-88eb-a5c6b7ef2833 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:05.534691 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-47bee0a5-5ad2-42d6-bb20-de6ff3d9a394 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "GET /v2.0/ports?device_id=09eaa48a-bd77-467e-bf74-ba4e33886a13 HTTP/1.1" status: 200 len: 205 time: 0.0710478 Dec 06 17:22:05.537069 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57128) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:05.584767 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-76589e14-4e9a-403e-96f1-a266344d2524 None None] Set router 09eaa48a-bd77-467e-bf74-ba4e33886a13 gateway port host: None {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:22:05.653271 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5cbb40e9-a28e-410e-8663-1d7f755a57eb req-93d3f3c7-a24e-41ef-a942-c8467f0971d7 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8ff7359-db2b-4d57-aa79-237c344ab3df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2238734 Dec 06 17:22:05.657841 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c9aa4dc3-87ce-4d30-9ffc-62949fe00cf4 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks [] for router, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:05.683071 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c5537664-34f8-4b1f-abae-39b5d8a415cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:05.685643 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-76589e14-4e9a-403e-96f1-a266344d2524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'name': 'tempest-RoutersIpV6Test-router-2112262611', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:21:01Z', 'updated_at': '2021-12-06T17:22:00Z', 'revision_number': 11, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:05.692598 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b54630b8-8f77-4dc2-88eb-a5c6b7ef2833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:05.695214 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b54630b8-8f77-4dc2-88eb-a5c6b7ef2833 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:05.696343 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-b54630b8-8f77-4dc2-88eb-a5c6b7ef2833 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cd5fd2ce-3e09-41f1-868b-3ad9c4e06626 HTTP/1.1" status: 204 len: 168 time: 0.4771824 Dec 06 17:22:05.702910 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c9f8f-8fa5-4b80-aec5-f94a93796cc2 req-1df9ae05-cfa4-4204-b81a-d8f8d3194671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:05.704255 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e40c9f8f-8fa5-4b80-aec5-f94a93796cc2 req-1df9ae05-cfa4-4204-b81a-d8f8d3194671 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0688c6db31494470a1b7a5ecaa734bc4&device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 1095 time: 0.3228753 Dec 06 17:22:05.705227 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-54f22828-d913-4117-a753-61b94f8f77cd tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:05.712330 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568d0df7-5da9-484d-a13a-61d7cc40f3f6 None None] DHCP port deletion for f05d9e0a-904c-47f7-bc1e-929f90cd4a84 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:22:05.730116 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76589e14-4e9a-403e-96f1-a266344d2524 None None] Checking router: 09eaa48a-bd77-467e-bf74-ba4e33886a13 for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:22:05.740530 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76589e14-4e9a-403e-96f1-a266344d2524 None None] Routers {'09eaa48a-bd77-467e-bf74-ba4e33886a13'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:22:05.740718 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-54f22828-d913-4117-a753-61b94f8f77cd tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:05.741802 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-76589e14-4e9a-403e-96f1-a266344d2524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:21:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['09eaa48a-bd77-467e-bf74-ba4e33886a13'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:05.744066 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-54f22828-d913-4117-a753-61b94f8f77cd tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "DELETE /v2.0/subnets/ee9187b1-8de0-4c22-9029-3f37c9373ffb HTTP/1.1" status: 204 len: 168 time: 1.1707385 Dec 06 17:22:05.763173 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b8efcf-cb1e-489f-a96c-b756e611e8aa None None] Network 84ad8359-6f47-4e0b-bfd0-44b6f97f650f requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:22:05.783127 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57132) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:05.784556 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54630b8-8f77-4dc2-88eb-a5c6b7ef2833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd5fd2ce-3e09-41f1-868b-3ad9c4e06626,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:05.798399 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f22828-d913-4117-a753-61b94f8f77cd tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Pushing event deleted for resources: {'Subnet': ['ID=ee9187b1-8de0-4c22-9029-3f37c9373ffb,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:05.844918 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-76589e14-4e9a-403e-96f1-a266344d2524 None None] Set router 09eaa48a-bd77-467e-bf74-ba4e33886a13 gateway port host: None {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:22:05.927762 n-d-master-1 neutron-server[103284]: INFO neutron.api.v2.resource [None req-75a6e1aa-61ff-41ff-97fa-d341d88734e7 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] create failed (client error): The resource could not be found. Dec 06 17:22:05.928736 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-75a6e1aa-61ff-41ff-97fa-d341d88734e7 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4979525 Dec 06 17:22:05.941404 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57136) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:05.945909 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-ae4f8dec-a511-406e-9f1d-4038c4706d6d tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Request body: {'security_group_rule': {'security_group_id': '06e1f6d7-7ef0-41ea-a186-f032d97f8feb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'ab392e30-19ce-4322-a725-1aab541885a6'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:22:05.962545 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-76589e14-4e9a-403e-96f1-a266344d2524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'name': 'tempest-RoutersIpV6Test-router-2112262611', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:21:01Z', 'updated_at': '2021-12-06T17:22:00Z', 'revision_number': 11, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:05.970848 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c9aa4dc3-87ce-4d30-9ffc-62949fe00cf4 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:05.973222 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c9aa4dc3-87ce-4d30-9ffc-62949fe00cf4 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:05.998621 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-568d0df7-5da9-484d-a13a-61d7cc40f3f6 None None] Deleting port 9981fcec-3011-48d2-8c7a-3b3b2471a17f {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:22:05.999034 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-568d0df7-5da9-484d-a13a-61d7cc40f3f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:06.009963 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-58681aea-647b-4831-830d-432f97be46ba tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:06.015494 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76589e14-4e9a-403e-96f1-a266344d2524 None None] The sync data for ids ['09eaa48a-bd77-467e-bf74-ba4e33886a13'] in n-d-master-1 is: [{'id': '09eaa48a-bd77-467e-bf74-ba4e33886a13', 'name': 'tempest-RoutersIpV6Test-router-2112262611', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:21:01Z', 'updated_at': '2021-12-06T17:22:00Z', 'revision_number': 11, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'gw_port_host': None}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:22:06.050492 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c9f8f-8fa5-4b80-aec5-f94a93796cc2 req-3b532eb5-a443-4199-a387-426c55330b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:06.052181 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e40c9f8f-8fa5-4b80-aec5-f94a93796cc2 req-3b532eb5-a443-4199-a387-426c55330b4c service neutron] 10.222.0.44 "GET /v2.0/networks?id=b1330ff6-71a6-48db-aedf-2e908404d40b HTTP/1.1" status: 200 len: 912 time: 0.3341148 Dec 06 17:22:06.103664 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-568d0df7-5da9-484d-a13a-61d7cc40f3f6 None None] For port 9981fcec-3011-48d2-8c7a-3b3b2471a17f, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9981fcec-3011-48d2-8c7a-3b3b2471a17f,segment=NetworkSegment(13dc3505-2379-4cb3-9b99-2fccc8f2bb10),segment_id=13dc3505-2379-4cb3-9b99-2fccc8f2bb10)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:22:06.104071 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-568d0df7-5da9-484d-a13a-61d7cc40f3f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:06.113652 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c9aa4dc3-87ce-4d30-9ffc-62949fe00cf4 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:06.118444 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9aa4dc3-87ce-4d30-9ffc-62949fe00cf4 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Fanout notify agent at l3_agent the message router_deleted on router 09eaa48a-bd77-467e-bf74-ba4e33886a13 {{(pid=103285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 17:22:06.128758 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-568d0df7-5da9-484d-a13a-61d7cc40f3f6 None None] Calling delete_port for 9981fcec-3011-48d2-8c7a-3b3b2471a17f owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:22:06.134723 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-c5537664-34f8-4b1f-abae-39b5d8a415cc admin admin] Deleting port 9981fcec-3011-48d2-8c7a-3b3b2471a17f {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:22:06.135151 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c5537664-34f8-4b1f-abae-39b5d8a415cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:06.135352 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c9aa4dc3-87ce-4d30-9ffc-62949fe00cf4 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:06.139698 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-c9aa4dc3-87ce-4d30-9ffc-62949fe00cf4 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "DELETE /v2.0/routers/09eaa48a-bd77-467e-bf74-ba4e33886a13 HTTP/1.1" status: 204 len: 168 time: 0.5988815 Dec 06 17:22:06.149580 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57140) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:06.175975 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-e09595fd-ffe8-436a-baf7-505183bc2708 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-142724175', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:22:06.205874 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6dadbe-fac9-475f-a747-47256ee78dc8 None None] DHCP port deletion for 84ad8359-6f47-4e0b-bfd0-44b6f97f650f request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:22:06.225940 n-d-master-1 neutron-server[103284]: INFO neutron.api.v2.resource [None req-ae4f8dec-a511-406e-9f1d-4038c4706d6d tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] create failed (client error): The resource could not be found. Dec 06 17:22:06.227113 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-ae4f8dec-a511-406e-9f1d-4038c4706d6d tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2847238 Dec 06 17:22:06.230475 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57142) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:06.235640 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e09595fd-ffe8-436a-baf7-505183bc2708 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:06.239062 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e09595fd-ffe8-436a-baf7-505183bc2708 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:06.246578 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e40c9f8f-8fa5-4b80-aec5-f94a93796cc2 req-b5c7288b-0d59-45b3-b3fd-da6e5b4140ee service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=121dd329-2fdc-4943-88fc-b3360bf29c71 HTTP/1.1" status: 200 len: 998 time: 0.1867352 Dec 06 17:22:06.306873 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-c5537664-34f8-4b1f-abae-39b5d8a415cc admin admin] For port 9981fcec-3011-48d2-8c7a-3b3b2471a17f, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9981fcec-3011-48d2-8c7a-3b3b2471a17f,segment=NetworkSegment(13dc3505-2379-4cb3-9b99-2fccc8f2bb10),segment_id=13dc3505-2379-4cb3-9b99-2fccc8f2bb10)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:22:06.307567 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c5537664-34f8-4b1f-abae-39b5d8a415cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:06.323725 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-3a6dadbe-fac9-475f-a747-47256ee78dc8 None None] Deleting port 851dfacc-ab6d-40d9-9eeb-65f7cff0d511 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:22:06.324120 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3a6dadbe-fac9-475f-a747-47256ee78dc8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:06.330379 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-c5537664-34f8-4b1f-abae-39b5d8a415cc admin admin] Calling delete_port for 9981fcec-3011-48d2-8c7a-3b3b2471a17f owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:22:06.337865 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-568d0df7-5da9-484d-a13a-61d7cc40f3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:06.338763 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-58681aea-647b-4831-830d-432f97be46ba tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Deleting port 851dfacc-ab6d-40d9-9eeb-65f7cff0d511 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:22:06.339285 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-58681aea-647b-4831-830d-432f97be46ba tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:06.360886 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c9f8f-8fa5-4b80-aec5-f94a93796cc2 req-819ac677-8748-4967-b909-c061ae71cfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:06.362975 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e40c9f8f-8fa5-4b80-aec5-f94a93796cc2 req-819ac677-8748-4967-b909-c061ae71cfc2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=407d30a8-656b-4107-b0bb-8b27c7634002 HTTP/1.1" status: 200 len: 850 time: 0.1098037 Dec 06 17:22:06.364971 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568d0df7-5da9-484d-a13a-61d7cc40f3f6 None None] No DVR routers for this DVR port 9981fcec-3011-48d2-8c7a-3b3b2471a17f on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:22:06.418145 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e09595fd-ffe8-436a-baf7-505183bc2708 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:06.419505 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dd65dd1e-ee19-4607-9fb8-9a62443d41d4 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:06.437200 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e09595fd-ffe8-436a-baf7-505183bc2708 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:06.457573 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568d0df7-5da9-484d-a13a-61d7cc40f3f6 None None] Pushing event deleted for resources: {'Port': ['ID=9981fcec-3011-48d2-8c7a-3b3b2471a17f,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:06.465387 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dd65dd1e-ee19-4607-9fb8-9a62443d41d4 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:06.490466 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e09595fd-ffe8-436a-baf7-505183bc2708 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:06.491694 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-e09595fd-ffe8-436a-baf7-505183bc2708 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3409197 Dec 06 17:22:06.494806 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57150) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:06.498490 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-3a6dadbe-fac9-475f-a747-47256ee78dc8 None None] For port 851dfacc-ab6d-40d9-9eeb-65f7cff0d511, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=851dfacc-ab6d-40d9-9eeb-65f7cff0d511,segment=NetworkSegment(f06d50a6-9862-4346-85bc-1a07d983966b),segment_id=f06d50a6-9862-4346-85bc-1a07d983966b)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:22:06.499791 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3a6dadbe-fac9-475f-a747-47256ee78dc8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:06.501422 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-90772326-171b-4c75-8187-01beaf1b9f6e tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:22:06.520971 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-3a6dadbe-fac9-475f-a747-47256ee78dc8 None None] Calling delete_port for 851dfacc-ab6d-40d9-9eeb-65f7cff0d511 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:22:06.721127 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3a6dadbe-fac9-475f-a747-47256ee78dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:06.740821 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dd65dd1e-ee19-4607-9fb8-9a62443d41d4 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:06.743739 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dd65dd1e-ee19-4607-9fb8-9a62443d41d4 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:06.747827 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-dd65dd1e-ee19-4607-9fb8-9a62443d41d4 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] 10.222.0.23 "DELETE /v2.0/security-groups/06e1f6d7-7ef0-41ea-a186-f032d97f8feb HTTP/1.1" status: 204 len: 168 time: 0.5142758 Dec 06 17:22:06.748574 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57162) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:06.767832 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd65dd1e-ee19-4607-9fb8-9a62443d41d4 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e1f6d7-7ef0-41ea-a186-f032d97f8feb,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:06.798271 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6dadbe-fac9-475f-a747-47256ee78dc8 None None] Pushing event deleted for resources: {'Port': ['ID=851dfacc-ab6d-40d9-9eeb-65f7cff0d511,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:06.804505 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6dadbe-fac9-475f-a747-47256ee78dc8 None None] No DVR routers for this DVR port 851dfacc-ab6d-40d9-9eeb-65f7cff0d511 on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:22:06.817430 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 9981fcec-3011-48d2-8c7a-3b3b2471a17f no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:22:06.874242 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 9981fcec-3011-48d2-8c7a-3b3b2471a17f {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:22:06.875183 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 9981fcec-3011-48d2-8c7a-3b3b2471a17f not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:22:06.876135 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 851dfacc-ab6d-40d9-9eeb-65f7cff0d511 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:22:06.905531 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 851dfacc-ab6d-40d9-9eeb-65f7cff0d511 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:22:06.906145 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 851dfacc-ab6d-40d9-9eeb-65f7cff0d511 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:22:06.906754 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 4621a21a-6a18-4779-a1ba-a617cae44cc8 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:22:06.930664 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 4621a21a-6a18-4779-a1ba-a617cae44cc8 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:22:06.931239 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 4621a21a-6a18-4779-a1ba-a617cae44cc8 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:22:06.973567 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-58681aea-647b-4831-830d-432f97be46ba tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] For port 851dfacc-ab6d-40d9-9eeb-65f7cff0d511, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=851dfacc-ab6d-40d9-9eeb-65f7cff0d511,segment=NetworkSegment(f06d50a6-9862-4346-85bc-1a07d983966b),segment_id=f06d50a6-9862-4346-85bc-1a07d983966b)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:22:06.973954 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-58681aea-647b-4831-830d-432f97be46ba tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:06.999854 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c9f8f-8fa5-4b80-aec5-f94a93796cc2 req-21575fa4-6ee9-4911-a158-a529ea53bd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:07.005199 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e40c9f8f-8fa5-4b80-aec5-f94a93796cc2 req-21575fa4-6ee9-4911-a158-a529ea53bd9d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b1330ff6-71a6-48db-aedf-2e908404d40b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6320863 Dec 06 17:22:07.006867 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-58681aea-647b-4831-830d-432f97be46ba tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Calling delete_port for 851dfacc-ab6d-40d9-9eeb-65f7cff0d511 owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:22:07.028517 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57168) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:07.056204 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1cbbd6-becd-429b-83d1-e2aee4399126 req-b8a58973-35aa-48a4-bba4-d7bec0e530c8 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:07.062465 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ac1cbbd6-becd-429b-83d1-e2aee4399126 req-b8a58973-35aa-48a4-bba4-d7bec0e530c8 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 944 time: 0.1743774 Dec 06 17:22:07.172757 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-d7ce5095-2081-46c0-914c-eddb363e5a3f admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1468753336-network', 'tenant_id': '2941e059ea9b4f3794102485af31421c'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:22:07.180580 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c5537664-34f8-4b1f-abae-39b5d8a415cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:07.182206 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-90772326-171b-4c75-8187-01beaf1b9f6e tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1944'] for router, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:07.200065 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-a277af02-f05b-421f-91a7-3d0985fb881c tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4395747 Dec 06 17:22:07.201579 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-90772326-171b-4c75-8187-01beaf1b9f6e tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536591', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-575717'] for router, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:07.208019 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57174) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:07.241571 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-69f72813-19ef-4c2d-abf3-e12d98efff41 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Request body: {'security_group_rule': {'security_group_id': '5ecab626-825d-4a2b-b254-7a8f77fa6f89', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:22:07.249669 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-58681aea-647b-4831-830d-432f97be46ba tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:07.267869 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5537664-34f8-4b1f-abae-39b5d8a415cc admin admin] Pushing event deleted for resources: {'Port': ['ID=9981fcec-3011-48d2-8c7a-3b3b2471a17f,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:07.276698 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5537664-34f8-4b1f-abae-39b5d8a415cc admin admin] No DVR routers for this DVR port 9981fcec-3011-48d2-8c7a-3b3b2471a17f on host n-d-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:22:07.323765 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90772326-171b-4c75-8187-01beaf1b9f6e tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Router 678da18d-fd8e-40da-afde-f9b6f27b549b is scheduled to L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 with binding_index 1 {{(pid=103285) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 17:22:07.333148 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58681aea-647b-4831-830d-432f97be46ba tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] No DVR routers for this DVR port 851dfacc-ab6d-40d9-9eeb-65f7cff0d511 on host n-d-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:22:07.340607 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ac1cbbd6-becd-429b-83d1-e2aee4399126 req-9224849e-4eec-48a9-bbd5-cff5e78e8867 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8ff7359-db2b-4d57-aa79-237c344ab3df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2762508 Dec 06 17:22:07.341967 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7ce5095-2081-46c0-914c-eddb363e5a3f admin admin] Made reservation on behalf of 2941e059ea9b4f3794102485af31421c for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:22:07.343259 n-d-master-1 neutron-server[103285]: INFO neutron.api.v2.resource [None req-69f72813-19ef-4c2d-abf3-e12d98efff41 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] create failed (client error): The resource could not be found. Dec 06 17:22:07.343583 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d7ce5095-2081-46c0-914c-eddb363e5a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:07.344569 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-69f72813-19ef-4c2d-abf3-e12d98efff41 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1356077 Dec 06 17:22:07.351283 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58681aea-647b-4831-830d-432f97be46ba tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Pushing event deleted for resources: {'Port': ['ID=851dfacc-ab6d-40d9-9eeb-65f7cff0d511,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:07.353512 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57176) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:07.377457 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-b0f759f6-e9c8-4f60-8f8a-55abbf8c7356 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Request body: {'security_group': {'name': 'tempest-secgroup--161864024'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:22:07.421724 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90772326-171b-4c75-8187-01beaf1b9f6e tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:22:07.422555 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d7ce5095-2081-46c0-914c-eddb363e5a3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:07.429546 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-90772326-171b-4c75-8187-01beaf1b9f6e tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:07.430339 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-90772326-171b-4c75-8187-01beaf1b9f6e tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "PUT /v2.0/routers/678da18d-fd8e-40da-afde-f9b6f27b549b HTTP/1.1" status: 200 len: 697 time: 0.9344041 Dec 06 17:22:07.432128 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3f603c-64c9-4769-92fb-92da57143693 None None] Sync routers for ids ['678da18d-fd8e-40da-afde-f9b6f27b549b'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:22:07.433907 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57178) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:07.443465 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3f603c-64c9-4769-92fb-92da57143693 None None] Routers {'678da18d-fd8e-40da-afde-f9b6f27b549b'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:22:07.444090 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-9d3f603c-64c9-4769-92fb-92da57143693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:21:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['678da18d-fd8e-40da-afde-f9b6f27b549b'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:07.481889 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e40c9f8f-8fa5-4b80-aec5-f94a93796cc2 req-ca9891ed-d402-49e3-8c96-711000396a96 service neutron] 10.222.0.44 "GET /v2.0/networks/b1330ff6-71a6-48db-aedf-2e908404d40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4523556 Dec 06 17:22:07.496538 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c5537664-34f8-4b1f-abae-39b5d8a415cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:07.518180 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-9d3f603c-64c9-4769-92fb-92da57143693 None None] Set router 678da18d-fd8e-40da-afde-f9b6f27b549b gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:22:07.521117 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-d1a7b222-679d-41de-8a32-daac37a5c580 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "GET /v2.0/routers/678da18d-fd8e-40da-afde-f9b6f27b549b HTTP/1.1" status: 200 len: 703 time: 0.0830257 Dec 06 17:22:07.521983 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57180) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:07.555757 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-844d4c50-28b5-45a2-b0e5-7a46860da3ff tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "GET /v2.0/ports?device_id=678da18d-fd8e-40da-afde-f9b6f27b549b HTTP/1.1" status: 200 len: 205 time: 0.0322821 Dec 06 17:22:07.558246 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57182) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:07.578440 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-9d3f603c-64c9-4769-92fb-92da57143693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '678da18d-fd8e-40da-afde-f9b6f27b549b', 'name': 'tempest-RoutersIpV6Test-router-142724175', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:22:06Z', 'updated_at': '2021-12-06T17:22:07Z', 'revision_number': 2, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:07.591118 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-c5537664-34f8-4b1f-abae-39b5d8a415cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f05d9e0a-904c-47f7-bc1e-929f90cd4a84']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:07.594819 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b0f759f6-e9c8-4f60-8f8a-55abbf8c7356 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:07.599632 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-58681aea-647b-4831-830d-432f97be46ba tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:07.611359 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3f603c-64c9-4769-92fb-92da57143693 None None] Checking router: 678da18d-fd8e-40da-afde-f9b6f27b549b for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:22:07.619895 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3f603c-64c9-4769-92fb-92da57143693 None None] Routers {'678da18d-fd8e-40da-afde-f9b6f27b549b'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:22:07.620541 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-9d3f603c-64c9-4769-92fb-92da57143693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:21:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['678da18d-fd8e-40da-afde-f9b6f27b549b'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:07.638130 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-73b5f8d0-33e3-474d-9049-5bad4aca3564 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks [] for router, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:07.656832 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-c5537664-34f8-4b1f-abae-39b5d8a415cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13dc3505-2379-4cb3-9b99-2fccc8f2bb10') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:07.657125 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-c5537664-34f8-4b1f-abae-39b5d8a415cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13dc3505-2379-4cb3-9b99-2fccc8f2bb10') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:07.680451 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-58681aea-647b-4831-830d-432f97be46ba tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84ad8359-6f47-4e0b-bfd0-44b6f97f650f']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:07.690056 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-9d3f603c-64c9-4769-92fb-92da57143693 None None] Set router 678da18d-fd8e-40da-afde-f9b6f27b549b gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:22:07.695105 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c5537664-34f8-4b1f-abae-39b5d8a415cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:07.714139 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-58681aea-647b-4831-830d-432f97be46ba tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f06d50a6-9862-4346-85bc-1a07d983966b') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:07.714459 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-58681aea-647b-4831-830d-432f97be46ba tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f06d50a6-9862-4346-85bc-1a07d983966b') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:07.737534 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-58681aea-647b-4831-830d-432f97be46ba tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:07.752140 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c5537664-34f8-4b1f-abae-39b5d8a415cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:07.753965 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-9d3f603c-64c9-4769-92fb-92da57143693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '678da18d-fd8e-40da-afde-f9b6f27b549b', 'name': 'tempest-RoutersIpV6Test-router-142724175', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:22:06Z', 'updated_at': '2021-12-06T17:22:07Z', 'revision_number': 2, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:07.778498 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5537664-34f8-4b1f-abae-39b5d8a415cc admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:22:07.779187 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c5537664-34f8-4b1f-abae-39b5d8a415cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:07.787071 n-d-master-1 neutron-server[103284]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:22:07.787071 n-d-master-1 neutron-server[103284]: self.session.flush() Dec 06 17:22:07.787071 n-d-master-1 neutron-server[103284]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:22:07.787071 n-d-master-1 neutron-server[103284]: self.session.flush() Dec 06 17:22:07.787071 n-d-master-1 neutron-server[103284]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:22:07.787071 n-d-master-1 neutron-server[103284]: self.session.flush() Dec 06 17:22:07.787071 n-d-master-1 neutron-server[103284]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:22:07.787071 n-d-master-1 neutron-server[103284]: self.session.flush() Dec 06 17:22:07.787071 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 17:22:07.787071 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:22:07.787071 n-d-master-1 neutron-server[103284]: timer() Dec 06 17:22:07.787071 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:22:07.787071 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 17:22:07.787071 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:22:07.787071 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 17:22:07.787071 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:22:07.787071 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 17:22:07.787071 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:22:07.787071 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 17:22:07.787071 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:22:07.787071 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 17:22:07.787071 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:22:07.787071 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:22:07.787071 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:22:07.787071 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:22:07.787071 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:22:07.787071 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 17:22:07.787071 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:22:07.787071 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 17:22:07.787071 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:22:07.787071 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:22:07.787071 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:22:07.787071 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 17:22:07.787071 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:22:07.787071 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:22:07.787071 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:22:07.787071 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:22:07.787071 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:22:07.787071 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:22:07.787071 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:22:07.805824 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-58681aea-647b-4831-830d-432f97be46ba tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:07.814941 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3f603c-64c9-4769-92fb-92da57143693 None None] The sync data for ids ['678da18d-fd8e-40da-afde-f9b6f27b549b'] in n-d-master-1 is: [{'id': '678da18d-fd8e-40da-afde-f9b6f27b549b', 'name': 'tempest-RoutersIpV6Test-router-142724175', 'tenant_id': 'de0eff4c472847f5a5b49bddb4177865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:22:06Z', 'updated_at': '2021-12-06T17:22:07Z', 'revision_number': 2, 'project_id': 'de0eff4c472847f5a5b49bddb4177865', 'gw_port_host': None}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:22:07.820329 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-73b5f8d0-33e3-474d-9049-5bad4aca3564 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:07.823088 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-73b5f8d0-33e3-474d-9049-5bad4aca3564 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:07.851159 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e40c9f8f-8fa5-4b80-aec5-f94a93796cc2 req-7abc8105-39d4-4b1e-9029-3e127f3d7cae service neutron] 10.222.0.44 "GET /v2.0/networks/b1330ff6-71a6-48db-aedf-2e908404d40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3506298 Dec 06 17:22:07.852482 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58681aea-647b-4831-830d-432f97be46ba tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:22:07.853132 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-58681aea-647b-4831-830d-432f97be46ba tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:07.863447 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 17:22:07.863447 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:22:07.863447 n-d-master-1 neutron-server[103284]: timer() Dec 06 17:22:07.863447 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:22:07.863447 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 17:22:07.863447 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:22:07.863447 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 17:22:07.863447 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:22:07.863447 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 17:22:07.863447 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:22:07.863447 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 17:22:07.863447 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:22:07.863447 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 17:22:07.863447 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:22:07.863447 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:22:07.863447 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:22:07.863447 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:22:07.863447 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:22:07.863447 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 17:22:07.863447 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:22:07.863447 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 17:22:07.863447 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:22:07.863447 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:22:07.863447 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:22:07.863447 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 17:22:07.863447 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:22:07.863447 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:22:07.863447 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:22:07.863447 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:22:07.863447 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:22:07.863447 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:22:07.863447 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:22:07.885785 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-73b5f8d0-33e3-474d-9049-5bad4aca3564 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:07.886421 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b5f8d0-33e3-474d-9049-5bad4aca3564 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Fanout notify agent at l3_agent the message router_deleted on router 678da18d-fd8e-40da-afde-f9b6f27b549b {{(pid=103285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 17:22:07.903505 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-73b5f8d0-33e3-474d-9049-5bad4aca3564 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:07.907993 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-73b5f8d0-33e3-474d-9049-5bad4aca3564 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "DELETE /v2.0/routers/678da18d-fd8e-40da-afde-f9b6f27b549b HTTP/1.1" status: 204 len: 168 time: 0.3455043 Dec 06 17:22:07.908529 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57186) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:07.937929 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-0cc5e350-5208-4ce4-9eae-390632292aee tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "GET /v2.0/ports?device_id=678da18d-fd8e-40da-afde-f9b6f27b549b HTTP/1.1" status: 200 len: 205 time: 0.0262601 Dec 06 17:22:07.938173 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57188) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:07.945697 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d7ce5095-2081-46c0-914c-eddb363e5a3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:07.953907 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d7ce5095-2081-46c0-914c-eddb363e5a3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:07.965931 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c5537664-34f8-4b1f-abae-39b5d8a415cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:07.986467 n-d-master-1 neutron-server[103285]: INFO neutron.api.v2.resource [None req-21076536-230b-4799-b51a-f2138f382881 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] delete failed (client error): The resource could not be found. Dec 06 17:22:07.990414 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-21076536-230b-4799-b51a-f2138f382881 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "DELETE /v2.0/routers/678da18d-fd8e-40da-afde-f9b6f27b549b HTTP/1.1" status: 404 len: 336 time: 0.0489511 Dec 06 17:22:07.990561 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c5537664-34f8-4b1f-abae-39b5d8a415cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:07.990685 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57190) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:07.992829 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-c5537664-34f8-4b1f-abae-39b5d8a415cc admin admin] 10.222.0.23 "DELETE /v2.0/networks/f05d9e0a-904c-47f7-bc1e-929f90cd4a84 HTTP/1.1" status: 204 len: 168 time: 2.4070160 Dec 06 17:22:07.999155 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57192) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:08.007440 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-58681aea-647b-4831-830d-432f97be46ba tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:08.016866 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7ce5095-2081-46c0-914c-eddb363e5a3f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:22:08.025653 n-d-master-1 neutron-server[103285]: INFO neutron.pecan_wsgi.hooks.translation [None req-2209e2db-6b80-4555-bf44-5179ce7b450b tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] DELETE failed (client error): The resource could not be found. Dec 06 17:22:08.025653 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2209e2db-6b80-4555-bf44-5179ce7b450b tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103285) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:22:08.029548 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-2209e2db-6b80-4555-bf44-5179ce7b450b tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "DELETE /v2.0/subnets/7a79043c-d5f7-4f1f-adda-44a826e70cff HTTP/1.1" status: 404 len: 337 time: 0.0379772 Dec 06 17:22:08.035598 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-58681aea-647b-4831-830d-432f97be46ba tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:08.038888 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-58681aea-647b-4831-830d-432f97be46ba tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "DELETE /v2.0/networks/84ad8359-6f47-4e0b-bfd0-44b6f97f650f HTTP/1.1" status: 204 len: 168 time: 2.2521729 Dec 06 17:22:08.039804 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5537664-34f8-4b1f-abae-39b5d8a415cc admin admin] Pushing event deleted for resources: {'Network': ['ID=f05d9e0a-904c-47f7-bc1e-929f90cd4a84,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:08.041724 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57194) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:08.045726 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b0f759f6-e9c8-4f60-8f8a-55abbf8c7356 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:08.048002 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57196) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:08.064881 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ce5095-2081-46c0-914c-eddb363e5a3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68dc06c4-ca00-4b10-8013-b01e866403fe,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:08.077341 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-1a6bad31-8bba-4dee-9edd-41239128b62e tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1786765953', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}, 'admin_state_up': False}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:22:08.084765 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d7ce5095-2081-46c0-914c-eddb363e5a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:08.085112 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-d7ce5095-2081-46c0-914c-eddb363e5a3f admin admin] Added segment 713ac3fa-fb44-4b9d-a426-2a191ba2942c of type vlan for network 45bbe1e7-97f2-4457-9b96-b3dfd73346d3 Dec 06 17:22:08.113167 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b0f759f6-e9c8-4f60-8f8a-55abbf8c7356 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:08.132369 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58681aea-647b-4831-830d-432f97be46ba tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Pushing event deleted for resources: {'Network': ['ID=84ad8359-6f47-4e0b-bfd0-44b6f97f650f,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:08.134501 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-42a55fcb-eaed-45b7-a37e-0b5d53bb2b5a tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] DELETE failed (client error): The resource could not be found. Dec 06 17:22:08.134943 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42a55fcb-eaed-45b7-a37e-0b5d53bb2b5a tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:22:08.140727 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-42a55fcb-eaed-45b7-a37e-0b5d53bb2b5a tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "DELETE /v2.0/subnets/4954b8f0-7e2f-4b09-8a71-e7e59fb661ee HTTP/1.1" status: 404 len: 337 time: 0.0936778 Dec 06 17:22:08.142603 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57198) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:08.175074 n-d-master-1 neutron-server[103285]: INFO neutron.pecan_wsgi.hooks.translation [None req-192f8c6c-4528-446c-b17f-25807e66a993 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] DELETE failed (client error): The resource could not be found. Dec 06 17:22:08.175686 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-192f8c6c-4528-446c-b17f-25807e66a993 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103285) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:22:08.178701 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-192f8c6c-4528-446c-b17f-25807e66a993 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "DELETE /v2.0/subnets/b392670b-9935-49cb-8fdd-bb669b97dc57 HTTP/1.1" status: 404 len: 337 time: 0.0351336 Dec 06 17:22:08.181733 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57202) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:08.205960 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1a6bad31-8bba-4dee-9edd-41239128b62e tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:08.206917 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1a6bad31-8bba-4dee-9edd-41239128b62e tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:08.212514 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d7ce5095-2081-46c0-914c-eddb363e5a3f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:08.219439 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b0f759f6-e9c8-4f60-8f8a-55abbf8c7356 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:08.223225 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-b0f759f6-e9c8-4f60-8f8a-55abbf8c7356 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8608396 Dec 06 17:22:08.223225 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f759f6-e9c8-4f60-8f8a-55abbf8c7356 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6676ea6d-92f0-42b0-b8ca-04b892c83dd7,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:08.226375 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57204) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:08.233563 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-4d65bb9e-7fc8-403e-aac9-2a49a6918128 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Request body: {'security_group': {'name': 'tempest-secgroup--340742203'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:22:08.253995 n-d-master-1 neutron-server[103285]: INFO neutron.pecan_wsgi.hooks.translation [None req-49c4fc5a-862d-4bb0-b6d5-d77b0e232ef0 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] DELETE failed (client error): The resource could not be found. Dec 06 17:22:08.254539 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49c4fc5a-862d-4bb0-b6d5-d77b0e232ef0 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103285) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:22:08.257820 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-49c4fc5a-862d-4bb0-b6d5-d77b0e232ef0 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "DELETE /v2.0/subnets/84cd5c52-9fa9-463d-8ed2-fa78d4f61fab HTTP/1.1" status: 404 len: 337 time: 0.0742853 Dec 06 17:22:08.262780 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57206) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:08.339824 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-9248dfbf-1df0-407c-8ca4-d27adadd70d8 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "GET /v2.0/ports?device_id=09eaa48a-bd77-467e-bf74-ba4e33886a13 HTTP/1.1" status: 200 len: 205 time: 0.0723348 Dec 06 17:22:08.340865 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d7ce5095-2081-46c0-914c-eddb363e5a3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:08.341979 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ce5095-2081-46c0-914c-eddb363e5a3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:08.342724 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d7ce5095-2081-46c0-914c-eddb363e5a3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:08.348099 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57208) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:08.353403 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1a6bad31-8bba-4dee-9edd-41239128b62e tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:08.360593 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4d65bb9e-7fc8-403e-aac9-2a49a6918128 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:08.466027 n-d-master-1 neutron-server[103284]: INFO neutron.api.v2.resource [None req-e3137cb3-2baa-4747-a332-e780608478a4 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] delete failed (client error): The resource could not be found. Dec 06 17:22:08.467089 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-e3137cb3-2baa-4747-a332-e780608478a4 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "DELETE /v2.0/routers/09eaa48a-bd77-467e-bf74-ba4e33886a13 HTTP/1.1" status: 404 len: 336 time: 0.1163719 Dec 06 17:22:08.473152 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57212) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:08.503868 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-d7ce5095-2081-46c0-914c-eddb363e5a3f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4724388 Dec 06 17:22:08.513041 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57214) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:08.515986 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-ec199e1f-b2ea-400b-b67c-44b01fe69267 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a0e6105-e442-410a-8a01-2a7ed142c3c9 HTTP/1.1" status: 200 len: 205 time: 0.0407989 Dec 06 17:22:08.520974 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-282aa611-9ef8-46db-8f95-f59725f41c76 admin admin] Request body: {'subnet': {'network_id': '45bbe1e7-97f2-4457-9b96-b3dfd73346d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1468753336-subnet', 'tenant_id': '2941e059ea9b4f3794102485af31421c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:22:08.527780 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57216) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:08.539924 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e4f63a-208e-4bb1-a1f0-c47cc4133fcb req-d17e9d4f-8873-492b-bf0d-1c4bd578f72c tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:08.541445 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-88e4f63a-208e-4bb1-a1f0-c47cc4133fcb req-d17e9d4f-8873-492b-bf0d-1c4bd578f72c tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 944 time: 0.1123915 Dec 06 17:22:08.551206 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ce5095-2081-46c0-914c-eddb363e5a3f admin admin] Pushing event updated for resources: {'Network': ['ID=45bbe1e7-97f2-4457-9b96-b3dfd73346d3,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:08.561761 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 45bbe1e7-97f2-4457-9b96-b3dfd73346d3 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:22:08.613171 n-d-master-1 neutron-server[103285]: INFO neutron.api.v2.resource [None req-88897d87-7662-41d9-8270-c8af7a4ac4a2 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] delete failed (client error): The resource could not be found. Dec 06 17:22:08.614211 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-88897d87-7662-41d9-8270-c8af7a4ac4a2 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "DELETE /v2.0/routers/4a0e6105-e442-410a-8a01-2a7ed142c3c9 HTTP/1.1" status: 404 len: 336 time: 0.0833254 Dec 06 17:22:08.618418 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57218) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:08.632145 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1a6bad31-8bba-4dee-9edd-41239128b62e tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:08.668427 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-282aa611-9ef8-46db-8f95-f59725f41c76 admin admin] Made reservation on behalf of 2941e059ea9b4f3794102485af31421c for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:22:08.670827 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-282aa611-9ef8-46db-8f95-f59725f41c76 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:08.685406 n-d-master-1 neutron-server[103285]: INFO neutron.pecan_wsgi.hooks.translation [None req-6848fede-0119-40aa-a923-5a94c30f9078 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] DELETE failed (client error): The resource could not be found. Dec 06 17:22:08.685968 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6848fede-0119-40aa-a923-5a94c30f9078 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103285) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:22:08.689515 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-6848fede-0119-40aa-a923-5a94c30f9078 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "DELETE /v2.0/subnets/729134ca-0070-432b-b8a4-2c5fbd1f8692 HTTP/1.1" status: 404 len: 337 time: 0.0678082 Dec 06 17:22:08.689690 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4d65bb9e-7fc8-403e-aac9-2a49a6918128 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:08.692287 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57220) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:08.705553 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4d65bb9e-7fc8-403e-aac9-2a49a6918128 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:08.732827 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-23cd08cd-0038-48bc-bc6b-ed7aef494fff tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "GET /v2.0/ports?device_id=7613b424-000e-47c0-8eca-bf4bb1ef5562 HTTP/1.1" status: 200 len: 205 time: 0.0394249 Dec 06 17:22:08.739070 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57222) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:08.792887 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4d65bb9e-7fc8-403e-aac9-2a49a6918128 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:08.794186 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-4d65bb9e-7fc8-403e-aac9-2a49a6918128 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5668569 Dec 06 17:22:08.796844 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57224) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:08.801841 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-16f31c07-448b-4d63-8b91-d35a49c06f3d tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Request body: {'security_group_rule': {'security_group_id': '6676ea6d-92f0-42b0-b8ca-04b892c83dd7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'd575ff54-711c-441a-8a17-af413a1a6775'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:22:08.807020 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d65bb9e-7fc8-403e-aac9-2a49a6918128 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d575ff54-711c-441a-8a17-af413a1a6775,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:08.814963 n-d-master-1 neutron-server[103285]: INFO neutron.api.v2.resource [None req-9996f116-9351-446c-bf33-c1d12879ab4e tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] delete failed (client error): The resource could not be found. Dec 06 17:22:08.819512 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-9996f116-9351-446c-bf33-c1d12879ab4e tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "DELETE /v2.0/routers/7613b424-000e-47c0-8eca-bf4bb1ef5562 HTTP/1.1" status: 404 len: 336 time: 0.0749011 Dec 06 17:22:08.820886 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57228) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:08.827647 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-88e4f63a-208e-4bb1-a1f0-c47cc4133fcb req-c572b75a-47ba-4ccf-a25c-fd526d0447b7 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8ff7359-db2b-4d57-aa79-237c344ab3df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2573121 Dec 06 17:22:08.838289 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-05bff9e9-7b66-4fa9-bdc8-c2dca59f8b09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575908'] for router_interface, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:08.857854 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-25b1a561-b30e-4f6c-af3e-dca0cccb9160 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "GET /v2.0/ports?device_id=575d045d-b2da-4989-afb5-f648459d87ce HTTP/1.1" status: 200 len: 205 time: 0.0357959 Dec 06 17:22:08.860514 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57232) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:08.933641 n-d-master-1 neutron-server[103284]: INFO neutron.api.v2.resource [None req-33fb3536-ea6a-4d57-94b3-0eb8e7b8de81 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] delete failed (client error): The resource could not be found. Dec 06 17:22:08.935048 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-33fb3536-ea6a-4d57-94b3-0eb8e7b8de81 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "DELETE /v2.0/routers/575d045d-b2da-4989-afb5-f648459d87ce HTTP/1.1" status: 404 len: 336 time: 0.0734689 Dec 06 17:22:08.938219 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57234) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:08.973456 n-d-master-1 neutron-server[103284]: INFO neutron.api.v2.resource [None req-16f31c07-448b-4d63-8b91-d35a49c06f3d tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 17:22:08.974566 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-16f31c07-448b-4d63-8b91-d35a49c06f3d tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1767914 Dec 06 17:22:08.976476 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-98c5b81c-7d50-4846-a488-ab42fdda277e tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] DELETE failed (client error): The resource could not be found. Dec 06 17:22:08.976939 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98c5b81c-7d50-4846-a488-ab42fdda277e tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:22:08.980105 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-98c5b81c-7d50-4846-a488-ab42fdda277e tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "DELETE /v2.0/subnets/5dfb0b5f-85dc-433e-a39b-a7db12fb4e76 HTTP/1.1" status: 404 len: 337 time: 0.0402887 Dec 06 17:22:08.980843 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57236) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:08.988851 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57238) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:09.027191 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-ac6f30cd-7847-4019-b363-87c04499a029 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "GET /v2.0/ports?device_id=578b911e-412c-4937-b5d6-949d4da71ffb HTTP/1.1" status: 200 len: 205 time: 0.0354035 Dec 06 17:22:09.031236 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57240) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:09.104271 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba5ccd1-fc95-4298-af97-2617a4c18919 req-fd39569c-9562-497d-8c54-36f073ee6dd7 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:09.105790 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4ba5ccd1-fc95-4298-af97-2617a4c18919 req-fd39569c-9562-497d-8c54-36f073ee6dd7 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 944 time: 0.1505935 Dec 06 17:22:09.139858 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-282aa611-9ef8-46db-8f95-f59725f41c76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:09.142365 n-d-master-1 neutron-server[103284]: INFO neutron.api.v2.resource [None req-173e0078-65d8-4612-81df-1e55404f2d43 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] delete failed (client error): The resource could not be found. Dec 06 17:22:09.145927 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-173e0078-65d8-4612-81df-1e55404f2d43 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "DELETE /v2.0/routers/578b911e-412c-4937-b5d6-949d4da71ffb HTTP/1.1" status: 404 len: 336 time: 0.1072760 Dec 06 17:22:09.146274 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57242) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:09.181927 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-6da2fd60-4a96-4ee4-b715-b4f85605a646 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] DELETE failed (client error): The resource could not be found. Dec 06 17:22:09.182328 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6da2fd60-4a96-4ee4-b715-b4f85605a646 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:22:09.185361 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-6da2fd60-4a96-4ee4-b715-b4f85605a646 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "DELETE /v2.0/subnets/fdde28ba-ea4d-48a2-b11e-6d0de29f950b HTTP/1.1" status: 404 len: 337 time: 0.0383565 Dec 06 17:22:09.191345 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57244) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:09.218368 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1a6bad31-8bba-4dee-9edd-41239128b62e tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks [] for router_gateway, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:09.239864 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9f391518-2ccd-46b1-a72c-b21be596668c tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:09.242051 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1a6bad31-8bba-4dee-9edd-41239128b62e tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:09.255068 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-82858857-b971-4e91-a1ad-efde9e9b66b3 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a62d889-8bad-4832-9ddd-c08f20cbeab7 HTTP/1.1" status: 200 len: 205 time: 0.0525713 Dec 06 17:22:09.256616 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57248) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:09.259627 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282aa611-9ef8-46db-8f95-f59725f41c76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08e9748e-2c58-49c5-b7e9-8cf07bdd7c0a,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:09.268607 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4ba5ccd1-fc95-4298-af97-2617a4c18919 req-c3feb437-32c8-4c00-aeb3-ee1951cdf9f8 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8ff7359-db2b-4d57-aa79-237c344ab3df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428490 Dec 06 17:22:09.291304 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282aa611-9ef8-46db-8f95-f59725f41c76 admin admin] Checking segment: {'id': '713ac3fa-fb44-4b9d-a426-2a191ba2942c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '45bbe1e7-97f2-4457-9b96-b3dfd73346d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:22:09.291663 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282aa611-9ef8-46db-8f95-f59725f41c76 admin admin] Network hostable DHCP agents. Network: 45bbe1e7-97f2-4457-9b96-b3dfd73346d3, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:22:09.333927 n-d-master-1 neutron-server[103284]: INFO neutron.api.v2.resource [None req-bcb9c648-4eaf-4bf0-b886-4370899e600a tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] delete failed (client error): The resource could not be found. Dec 06 17:22:09.336185 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-bcb9c648-4eaf-4bf0-b886-4370899e600a tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "DELETE /v2.0/routers/6a62d889-8bad-4832-9ddd-c08f20cbeab7 HTTP/1.1" status: 404 len: 336 time: 0.0763938 Dec 06 17:22:09.338552 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9f391518-2ccd-46b1-a72c-b21be596668c tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:09.338698 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57252) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:09.368964 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282aa611-9ef8-46db-8f95-f59725f41c76 admin admin] Network 45bbe1e7-97f2-4457-9b96-b3dfd73346d3 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:22:09.395564 n-d-master-1 neutron-server[103285]: INFO neutron.pecan_wsgi.hooks.translation [None req-66d5a2cf-a38b-47dd-a254-e0ea7bf41edd tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] DELETE failed (client error): The resource could not be found. Dec 06 17:22:09.396159 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66d5a2cf-a38b-47dd-a254-e0ea7bf41edd tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103285) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:22:09.401551 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-66d5a2cf-a38b-47dd-a254-e0ea7bf41edd tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "DELETE /v2.0/subnets/53434486-ab91-46d0-b118-82f7b95972d5 HTTP/1.1" status: 404 len: 337 time: 0.0599613 Dec 06 17:22:09.402724 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57254) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:09.412959 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-282aa611-9ef8-46db-8f95-f59725f41c76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 45bbe1e7-97f2-4457-9b96-b3dfd73346d3) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:22:09.418060 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282aa611-9ef8-46db-8f95-f59725f41c76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:09.418698 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-282aa611-9ef8-46db-8f95-f59725f41c76 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:09.428572 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2913561-45db-4dc1-956e-d88d2ee07b6c None None] Network 45bbe1e7-97f2-4457-9b96-b3dfd73346d3 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:22:09.431772 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9f391518-2ccd-46b1-a72c-b21be596668c tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:09.435649 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9f391518-2ccd-46b1-a72c-b21be596668c tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:09.436914 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-9f391518-2ccd-46b1-a72c-b21be596668c tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] 10.222.0.23 "DELETE /v2.0/security-groups/d575ff54-711c-441a-8a17-af413a1a6775 HTTP/1.1" status: 204 len: 168 time: 0.4539657 Dec 06 17:22:09.453825 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57256) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:09.462545 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-1a6bad31-8bba-4dee-9edd-41239128b62e tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Allocated IP 172.35.1.61 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/8cc8ea37-41d9-4dd0-8531-27a135261553) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:22:09.467752 n-d-master-1 neutron-server[103285]: INFO neutron.pecan_wsgi.hooks.translation [None req-47b89c38-55d9-43db-afe0-902a899d78c4 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] DELETE failed (client error): The resource could not be found. Dec 06 17:22:09.468242 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47b89c38-55d9-43db-afe0-902a899d78c4 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103285) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:22:09.472179 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-47b89c38-55d9-43db-afe0-902a899d78c4 tempest-RoutersIpV6Test-638170668 tempest-RoutersIpV6Test-638170668-project] 10.222.0.23 "DELETE /v2.0/subnets/64837c3a-3c63-4265-8ee6-d61284cc9622 HTTP/1.1" status: 404 len: 337 time: 0.0685296 Dec 06 17:22:09.480404 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f391518-2ccd-46b1-a72c-b21be596668c tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d575ff54-711c-441a-8a17-af413a1a6775,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:09.509593 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-282aa611-9ef8-46db-8f95-f59725f41c76 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9923902 Dec 06 17:22:09.522495 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-05bff9e9-7b66-4fa9-bdc8-c2dca59f8b09 admin admin] Deleting port 229abebb-c4d2-4300-b889-2889b400e18e {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:22:09.522804 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-05bff9e9-7b66-4fa9-bdc8-c2dca59f8b09 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:09.649114 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-9d924794-d69c-43f8-b7b3-b7623988cc16 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1938608 Dec 06 17:22:09.652974 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57264) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:09.696448 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca52bdb6-d849-4915-93d1-01f5ce46de1a req-e302b524-1199-4cee-b651-7b6e43fd8105 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:09.705075 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ca52bdb6-d849-4915-93d1-01f5ce46de1a req-e302b524-1199-4cee-b651-7b6e43fd8105 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 944 time: 0.1014061 Dec 06 17:22:09.762624 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1a6bad31-8bba-4dee-9edd-41239128b62e tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:09.764308 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-05bff9e9-7b66-4fa9-bdc8-c2dca59f8b09 admin admin] For port 229abebb-c4d2-4300-b889-2889b400e18e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=229abebb-c4d2-4300-b889-2889b400e18e,segment=NetworkSegment(b397b0e3-f332-4f10-a2c0-cf081ca77535),segment_id=b397b0e3-f332-4f10-a2c0-cf081ca77535)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:22:09.764690 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-05bff9e9-7b66-4fa9-bdc8-c2dca59f8b09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:09.802589 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-05bff9e9-7b66-4fa9-bdc8-c2dca59f8b09 admin admin] Calling delete_port for 229abebb-c4d2-4300-b889-2889b400e18e owned by network:router_interface {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:22:09.804818 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ca52bdb6-d849-4915-93d1-01f5ce46de1a req-b4a8cf79-d4d5-4e75-9a8f-1fee245e5575 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8ff7359-db2b-4d57-aa79-237c344ab3df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979784 Dec 06 17:22:09.823552 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad9a1b0-1a49-43ed-9a71-0fd1c913973d None None] Network 45bbe1e7-97f2-4457-9b96-b3dfd73346d3 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:22:09.834876 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ce20bab9-c0cf-4d44-a7f9-e3d8e18252d7 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:09.870807 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1a6bad31-8bba-4dee-9edd-41239128b62e tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:09.873039 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57276) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:09.948749 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6bad31-8bba-4dee-9edd-41239128b62e tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Pushing event updated for resources: {'Port': ['ID=8cc8ea37-41d9-4dd0-8531-27a135261553,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:09.984867 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6bad31-8bba-4dee-9edd-41239128b62e tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:22:09.986935 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-1a6bad31-8bba-4dee-9edd-41239128b62e tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:22:10.004787 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6bad31-8bba-4dee-9edd-41239128b62e tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:22:10.020731 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034f8b1e-6346-42e5-aae6-628547ba4a6f None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:22:10.093848 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-3fbec33d-ffd7-45e6-97e0-173975bcf107 None None] Provisioning complete for port 8cc8ea37-41d9-4dd0-8531-27a135261553 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:22:10.097633 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3fbec33d-ffd7-45e6-97e0-173975bcf107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:10.162566 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-3fbec33d-ffd7-45e6-97e0-173975bcf107 None None] Port 8cc8ea37-41d9-4dd0-8531-27a135261553 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:22:10.196258 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ce20bab9-c0cf-4d44-a7f9-e3d8e18252d7 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:10.327196 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-1e52824e-5df3-4977-b0bf-7eeebb1cca9f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=de0eff4c472847f5a5b49bddb4177865&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4015644 Dec 06 17:22:10.333207 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57292) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:10.351976 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f75f14-1528-4504-a5c7-bd413a5d3ac7 req-f878c212-7a49-4b1c-acf3-dea6b83377b0 tempest-InstanceActionsTestJSON-1585479765 tempest-InstanceActionsTestJSON-1585479765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:10.353182 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-76f75f14-1528-4504-a5c7-bd413a5d3ac7 req-f878c212-7a49-4b1c-acf3-dea6b83377b0 tempest-InstanceActionsTestJSON-1585479765 tempest-InstanceActionsTestJSON-1585479765-project] 10.222.0.23 "GET /v2.0/networks?id=45bbe1e7-97f2-4457-9b96-b3dfd73346d3 HTTP/1.1" status: 200 len: 814 time: 0.2126896 Dec 06 17:22:10.420436 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-76f75f14-1528-4504-a5c7-bd413a5d3ac7 req-b06df565-a081-4db7-b8e4-2c930d1a6fd2 tempest-InstanceActionsTestJSON-1585479765 tempest-InstanceActionsTestJSON-1585479765-project] 10.222.0.23 "GET /v2.0/quotas/2941e059ea9b4f3794102485af31421c HTTP/1.1" status: 200 len: 375 time: 0.0581899 Dec 06 17:22:10.550737 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf10c0b-a545-4e61-9f11-62d23e845bc4 req-51f0d595-9c3e-43ee-b85b-fc4ed6c6ed75 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:10.552327 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bbf10c0b-a545-4e61-9f11-62d23e845bc4 req-51f0d595-9c3e-43ee-b85b-fc4ed6c6ed75 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 944 time: 0.3687842 Dec 06 17:22:10.559822 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ce20bab9-c0cf-4d44-a7f9-e3d8e18252d7 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:10.562551 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ce20bab9-c0cf-4d44-a7f9-e3d8e18252d7 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:10.566165 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-ce20bab9-c0cf-4d44-a7f9-e3d8e18252d7 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] 10.222.0.23 "DELETE /v2.0/security-groups/6676ea6d-92f0-42b0-b8ca-04b892c83dd7 HTTP/1.1" status: 204 len: 168 time: 0.9088285 Dec 06 17:22:10.572624 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57296) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:10.632179 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce20bab9-c0cf-4d44-a7f9-e3d8e18252d7 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6676ea6d-92f0-42b0-b8ca-04b892c83dd7,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:10.695411 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-e19801a1-5cab-43e4-bdf1-b8d9256debe0 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1216633 Dec 06 17:22:10.699236 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-05bff9e9-7b66-4fa9-bdc8-c2dca59f8b09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:10.703299 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57298) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:10.709220 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-ba484e3e-a9d2-4624-bc76-9aab20a72f14 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Request body: {'security_group': {'name': 'tempest-secgroup--1751202016'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:22:10.744089 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bbf10c0b-a545-4e61-9f11-62d23e845bc4 req-0a25b7c2-c7eb-40de-879f-dd9f0f2f2fa3 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8ff7359-db2b-4d57-aa79-237c344ab3df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1782298 Dec 06 17:22:10.756446 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bff9e9-7b66-4fa9-bdc8-c2dca59f8b09 admin admin] Pushing event deleted for resources: {'Port': ['ID=229abebb-c4d2-4300-b889-2889b400e18e,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:10.807219 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ba484e3e-a9d2-4624-bc76-9aab20a72f14 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:10.827845 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-76f75f14-1528-4504-a5c7-bd413a5d3ac7 req-e5a9c1ed-adf0-4f48-bfe8-b8f51b0cd5cb tempest-InstanceActionsTestJSON-1585479765 tempest-InstanceActionsTestJSON-1585479765-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2941e059ea9b4f3794102485af31421c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4010403 Dec 06 17:22:10.855458 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-47e30cce-1a36-47ff-ba47-7f1c68d7c224 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:10.881313 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1a6bad31-8bba-4dee-9edd-41239128b62e tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks [] for router_gateway, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:10.956071 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-47e30cce-1a36-47ff-ba47-7f1c68d7c224 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:11.006678 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ba484e3e-a9d2-4624-bc76-9aab20a72f14 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:11.007592 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-05bff9e9-7b66-4fa9-bdc8-c2dca59f8b09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-772474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575952'] for router_interface, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:11.017389 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ba484e3e-a9d2-4624-bc76-9aab20a72f14 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:11.093925 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ba484e3e-a9d2-4624-bc76-9aab20a72f14 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:11.098408 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-ba484e3e-a9d2-4624-bc76-9aab20a72f14 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3909216 Dec 06 17:22:11.101945 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57304) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:11.104284 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba484e3e-a9d2-4624-bc76-9aab20a72f14 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22683718-4858-451b-9a10-a41ad9b47ab5,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:11.111541 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-8cc96dd7-1563-43de-b37e-b950011c11de tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:22:11.112591 n-d-master-1 neutron-server[103284]: WARNING neutron.api.v2.base [None req-8cc96dd7-1563-43de-b37e-b950011c11de tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 06 17:22:11.113342 n-d-master-1 neutron-server[103284]: INFO neutron.api.v2.resource [None req-8cc96dd7-1563-43de-b37e-b950011c11de tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] update failed (client error): There was a conflict when trying to complete your request. Dec 06 17:22:11.118747 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-8cc96dd7-1563-43de-b37e-b950011c11de tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] 10.222.0.23 "PUT /v2.0/security-groups/22683718-4858-451b-9a10-a41ad9b47ab5 HTTP/1.1" status: 409 len: 330 time: 0.0085649 Dec 06 17:22:11.118747 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57306) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:11.141169 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba484e3e-a9d2-4624-bc76-9aab20a72f14 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:22:11.141435 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba484e3e-a9d2-4624-bc76-9aab20a72f14 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:22:11.141798 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba484e3e-a9d2-4624-bc76-9aab20a72f14 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:22:11.142138 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba484e3e-a9d2-4624-bc76-9aab20a72f14 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:22:11.142472 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba484e3e-a9d2-4624-bc76-9aab20a72f14 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:22:11.142816 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba484e3e-a9d2-4624-bc76-9aab20a72f14 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:22:11.143668 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba484e3e-a9d2-4624-bc76-9aab20a72f14 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:22:11.144088 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba484e3e-a9d2-4624-bc76-9aab20a72f14 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:22:11.144412 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba484e3e-a9d2-4624-bc76-9aab20a72f14 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:22:11.144872 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba484e3e-a9d2-4624-bc76-9aab20a72f14 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:22:11.145884 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba484e3e-a9d2-4624-bc76-9aab20a72f14 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:22:11.146240 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba484e3e-a9d2-4624-bc76-9aab20a72f14 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:22:11.146572 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba484e3e-a9d2-4624-bc76-9aab20a72f14 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:22:11.201832 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-47e30cce-1a36-47ff-ba47-7f1c68d7c224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:11.204393 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-47e30cce-1a36-47ff-ba47-7f1c68d7c224 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:11.205557 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-47e30cce-1a36-47ff-ba47-7f1c68d7c224 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/34cecad4-0534-42ca-b887-a997e122db5d HTTP/1.1" status: 204 len: 168 time: 0.8713777 Dec 06 17:22:11.213502 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-76f75f14-1528-4504-a5c7-bd413a5d3ac7 req-90c26829-6b75-4dcc-9e14-70d1e87764bf service neutron] 10.222.0.23 "GET /v2.0/networks/45bbe1e7-97f2-4457-9b96-b3dfd73346d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3763404 Dec 06 17:22:11.272584 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e30cce-1a36-47ff-ba47-7f1c68d7c224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34cecad4-0534-42ca-b887-a997e122db5d,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:11.309794 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05bff9e9-7b66-4fa9-bdc8-c2dca59f8b09 admin admin] Router 7b699284-832d-4209-8325-5f6d99559c98 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:22:11.365261 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c8ce58fe-8c8f-487d-8b39-3c6c9c79f0cf tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:11.390977 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1a6bad31-8bba-4dee-9edd-41239128b62e tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:11.413618 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c8ce58fe-8c8f-487d-8b39-3c6c9c79f0cf tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:11.417504 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-76f75f14-1528-4504-a5c7-bd413a5d3ac7 req-73a02478-ab55-4881-8b9e-a075c6eaa496 service neutron] 10.222.0.23 "GET /v2.0/networks/45bbe1e7-97f2-4457-9b96-b3dfd73346d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921444 Dec 06 17:22:11.432832 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05bff9e9-7b66-4fa9-bdc8-c2dca59f8b09 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:22:11.438778 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-05bff9e9-7b66-4fa9-bdc8-c2dca59f8b09 admin admin] 10.222.0.23 "PUT /v2.0/routers/7b699284-832d-4209-8325-5f6d99559c98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4385860 Dec 06 17:22:11.441802 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57312) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:11.445850 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57236c7-a0a4-4a83-8ff6-46043b2225ff None None] Sync routers for ids ['7b699284-832d-4209-8325-5f6d99559c98'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:22:11.462478 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57236c7-a0a4-4a83-8ff6-46043b2225ff None None] Routers {'7b699284-832d-4209-8325-5f6d99559c98'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:22:11.465123 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-a57236c7-a0a4-4a83-8ff6-46043b2225ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:21:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['7b699284-832d-4209-8325-5f6d99559c98'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:11.570962 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c8ce58fe-8c8f-487d-8b39-3c6c9c79f0cf tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:11.575301 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c8ce58fe-8c8f-487d-8b39-3c6c9c79f0cf tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:11.576460 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-c8ce58fe-8c8f-487d-8b39-3c6c9c79f0cf tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] 10.222.0.23 "DELETE /v2.0/security-groups/22683718-4858-451b-9a10-a41ad9b47ab5 HTTP/1.1" status: 204 len: 168 time: 0.4569185 Dec 06 17:22:11.581485 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57320) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:11.595365 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ce58fe-8c8f-487d-8b39-3c6c9c79f0cf tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22683718-4858-451b-9a10-a41ad9b47ab5,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:11.679817 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a6bad31-8bba-4dee-9edd-41239128b62e tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Router f1ac9bfc-6d5e-4702-9e99-b03feac7c6e1 is scheduled to L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 17:22:11.685422 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ef5988a1-3809-46da-9a99-bc11ced984fd admin admin] Publish callbacks [] for router, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:11.700461 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-a57236c7-a0a4-4a83-8ff6-46043b2225ff None None] Set router 7b699284-832d-4209-8325-5f6d99559c98 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:22:11.749726 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fa8a7425-7d1e-4d93-a950-55b21251517f req-7d882941-8c73-4db9-8888-93fd531fbaa8 tempest-InstanceActionsTestJSON-1585479765 tempest-InstanceActionsTestJSON-1585479765-project] 10.222.0.23 "GET /v2.0/ports?device_id=336bdc84-74b9-489d-b993-d484b6320ee8 HTTP/1.1" status: 200 len: 210 time: 0.0816970 Dec 06 17:22:11.772010 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-db493874-5ac1-4cbb-9cb8-b2c018f2b876 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1776586 Dec 06 17:22:11.772010 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57328) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:11.798643 n-d-master-1 neutron-server[103285]: INFO neutron.api.v2.resource [None req-f4a0274e-9b89-40e3-920b-40eede97701f tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] delete failed (client error): The resource could not be found. Dec 06 17:22:11.807001 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-f4a0274e-9b89-40e3-920b-40eede97701f tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] 10.222.0.23 "DELETE /v2.0/security-groups/ce501bea-bc2a-4282-94a2-e94c9c23324a HTTP/1.1" status: 404 len: 347 time: 0.0368872 Dec 06 17:22:11.812545 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57332) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:11.871005 n-d-master-1 neutron-server[103284]: INFO neutron.api.v2.resource [None req-c95dfd77-56c8-4b05-a124-d8a0a8e374d5 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] show failed (client error): The resource could not be found. Dec 06 17:22:11.872055 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-c95dfd77-56c8-4b05-a124-d8a0a8e374d5 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] 10.222.0.23 "GET /v2.0/security-groups/0a559732-1d6c-4e2e-a376-73a67f48a94e HTTP/1.1" status: 404 len: 347 time: 0.0388000 Dec 06 17:22:11.876631 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57340) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:11.898559 n-d-master-1 neutron-server[103285]: INFO neutron.api.v2.resource [None req-c30e8f6c-8663-491c-9c24-d5a885f8a7a6 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] show failed (client error): The resource could not be found. Dec 06 17:22:11.899707 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-c30e8f6c-8663-491c-9c24-d5a885f8a7a6 tempest-NegativeSecGroupTest-460609829 tempest-NegativeSecGroupTest-460609829-project] 10.222.0.23 "GET /v2.0/security-group-rules/48e18385-3eea-4dde-b434-36e57263ce75 HTTP/1.1" status: 404 len: 356 time: 0.0220904 Dec 06 17:22:11.925286 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ef5988a1-3809-46da-9a99-bc11ced984fd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:11.937222 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a6bad31-8bba-4dee-9edd-41239128b62e tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:22:11.951929 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0412179-18cc-4b60-8368-84ea45084e95 None None] Sync routers for ids ['f1ac9bfc-6d5e-4702-9e99-b03feac7c6e1'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:22:11.980766 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0412179-18cc-4b60-8368-84ea45084e95 None None] Routers {'f1ac9bfc-6d5e-4702-9e99-b03feac7c6e1'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:22:11.981459 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-b0412179-18cc-4b60-8368-84ea45084e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:21:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['f1ac9bfc-6d5e-4702-9e99-b03feac7c6e1'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:12.041081 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1a6bad31-8bba-4dee-9edd-41239128b62e tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:12.044118 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-1a6bad31-8bba-4dee-9edd-41239128b62e tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 3.9798968 Dec 06 17:22:12.048369 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57348) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:12.062925 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-ef5988a1-3809-46da-9a99-bc11ced984fd admin admin] Deleting port fc0d0fac-47fe-4dca-9e8c-816b18e5f6e7 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:22:12.063275 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ef5988a1-3809-46da-9a99-bc11ced984fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:12.093776 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-b0412179-18cc-4b60-8368-84ea45084e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:12.118666 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0412179-18cc-4b60-8368-84ea45084e95 None None] Routers {'f1ac9bfc-6d5e-4702-9e99-b03feac7c6e1'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:22:12.119306 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-b0412179-18cc-4b60-8368-84ea45084e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:21:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['f1ac9bfc-6d5e-4702-9e99-b03feac7c6e1'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:12.201156 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-a57236c7-a0a4-4a83-8ff6-46043b2225ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b699284-832d-4209-8325-5f6d99559c98', 'name': 'tempest-TaggedBootDevicesTest_v242-1273025096-router', 'tenant_id': '5f26c673ef09446ab219834b7c80b9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.237'}], 'enable_snat': True}, 'gw_port_id': 'fc0d0fac-47fe-4dca-9e8c-816b18e5f6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:10:19Z', 'updated_at': '2021-12-06T17:22:10Z', 'revision_number': 5, 'project_id': '5f26c673ef09446ab219834b7c80b9a7', 'gw_port': {'id': 'fc0d0fac-47fe-4dca-9e8c-816b18e5f6e7', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:9c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b699284-832d-4209-8325-5f6d99559c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:10:23Z', 'updated_at': '2021-12-06T17:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:12.237987 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57236c7-a0a4-4a83-8ff6-46043b2225ff None None] Checking router: 7b699284-832d-4209-8325-5f6d99559c98 for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:22:12.252967 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-b0412179-18cc-4b60-8368-84ea45084e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:12.253164 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57236c7-a0a4-4a83-8ff6-46043b2225ff None None] Routers {'7b699284-832d-4209-8325-5f6d99559c98'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:22:12.253753 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-a57236c7-a0a4-4a83-8ff6-46043b2225ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:21:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['7b699284-832d-4209-8325-5f6d99559c98'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:12.257061 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d096d916-f59c-4474-ae28-0f538bfa3233 req-cb651492-056e-4b42-b0f9-f66a1ef80de8 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:12.257284 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-ef5988a1-3809-46da-9a99-bc11ced984fd admin admin] For port fc0d0fac-47fe-4dca-9e8c-816b18e5f6e7, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=fc0d0fac-47fe-4dca-9e8c-816b18e5f6e7,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:22:12.257518 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0412179-18cc-4b60-8368-84ea45084e95 None None] The sync data for ids ['f1ac9bfc-6d5e-4702-9e99-b03feac7c6e1'] in n-d-master-1 is: [] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:22:12.257656 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ef5988a1-3809-46da-9a99-bc11ced984fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:12.268741 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d096d916-f59c-4474-ae28-0f538bfa3233 req-cb651492-056e-4b42-b0f9-f66a1ef80de8 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 944 time: 0.3014426 Dec 06 17:22:12.285999 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-ef5988a1-3809-46da-9a99-bc11ced984fd admin admin] Calling delete_port for fc0d0fac-47fe-4dca-9e8c-816b18e5f6e7 owned by network:router_gateway {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:22:12.371476 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57360) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:12.371931 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57362) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:12.434114 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d096d916-f59c-4474-ae28-0f538bfa3233 req-abd9b75a-ecfc-4209-b05a-15ff62aedd3b tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8ff7359-db2b-4d57-aa79-237c344ab3df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1623061 Dec 06 17:22:12.463423 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-b75be6f9-96e1-4282-83df-dbe2956debf2 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "GET /v2.0/routers/f1ac9bfc-6d5e-4702-9e99-b03feac7c6e1 HTTP/1.1" status: 200 len: 880 time: 0.4083934 Dec 06 17:22:12.465762 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57370) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:12.521091 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-a57236c7-a0a4-4a83-8ff6-46043b2225ff None None] Set router 7b699284-832d-4209-8325-5f6d99559c98 gateway port host: None {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:22:12.594373 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-a57236c7-a0a4-4a83-8ff6-46043b2225ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b699284-832d-4209-8325-5f6d99559c98', 'name': 'tempest-TaggedBootDevicesTest_v242-1273025096-router', 'tenant_id': '5f26c673ef09446ab219834b7c80b9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:10:19Z', 'updated_at': '2021-12-06T17:22:11Z', 'revision_number': 6, 'project_id': '5f26c673ef09446ab219834b7c80b9a7', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:12.613254 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-e324d1d3-f84e-4c36-8718-3993ded95370 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-664931622', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:22:12.629757 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57236c7-a0a4-4a83-8ff6-46043b2225ff None None] The sync data for ids ['7b699284-832d-4209-8325-5f6d99559c98'] in n-d-master-1 is: [{'id': '7b699284-832d-4209-8325-5f6d99559c98', 'name': 'tempest-TaggedBootDevicesTest_v242-1273025096-router', 'tenant_id': '5f26c673ef09446ab219834b7c80b9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:10:19Z', 'updated_at': '2021-12-06T17:22:11Z', 'revision_number': 6, 'project_id': '5f26c673ef09446ab219834b7c80b9a7', 'gw_port_host': None}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:22:12.647713 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e324d1d3-f84e-4c36-8718-3993ded95370 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:12.648912 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e324d1d3-f84e-4c36-8718-3993ded95370 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:12.696957 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-77358e94-186d-4b42-aab5-0d9b665ee46a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a65bd230668c4c5b8a8c6a5076b0f6ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3236666 Dec 06 17:22:12.699002 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57374) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:12.749153 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-8909ac4f-1d53-458e-ad52-173037c9ddd8 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.2798901 Dec 06 17:22:12.749566 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57376) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:12.763221 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-f63ae484-61c2-4a36-98be-167370654055 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1786765953'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:22:12.814444 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e324d1d3-f84e-4c36-8718-3993ded95370 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:12.834300 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f86bdf07-2d31-4e0e-ab3d-a15144c541b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:12.836231 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e324d1d3-f84e-4c36-8718-3993ded95370 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:12.843765 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca807e0-2f71-45b8-9afd-b84d7a91433f req-26c1dc13-48e5-4c5f-8b6f-9cd60e9387af tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:12.845506 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5ca807e0-2f71-45b8-9afd-b84d7a91433f req-26c1dc13-48e5-4c5f-8b6f-9cd60e9387af tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 944 time: 0.0976186 Dec 06 17:22:12.867765 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e324d1d3-f84e-4c36-8718-3993ded95370 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:12.868955 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-e324d1d3-f84e-4c36-8718-3993ded95370 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4943302 Dec 06 17:22:12.879336 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57380) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:12.894851 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-6298814a-55ce-4082-8711-042c9dd127fb tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-565506875'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:22:12.899421 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f86bdf07-2d31-4e0e-ab3d-a15144c541b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:12.911668 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ef5988a1-3809-46da-9a99-bc11ced984fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:12.942235 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-78c15e3f-10d4-4a4a-9a7d-6941e3177100 req-c2ecd4a9-1def-4c34-9c42-8d48750fa4df tempest-InstanceActionsTestJSON-1585479765 tempest-InstanceActionsTestJSON-1585479765-project] 10.222.0.23 "GET /v2.0/ports?device_id=336bdc84-74b9-489d-b993-d484b6320ee8 HTTP/1.1" status: 200 len: 210 time: 0.0683227 Dec 06 17:22:12.959504 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5ca807e0-2f71-45b8-9afd-b84d7a91433f req-d0ea262a-cd7d-41be-a6c1-bad1fd8200d1 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8ff7359-db2b-4d57-aa79-237c344ab3df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020532 Dec 06 17:22:13.016518 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5988a1-3809-46da-9a99-bc11ced984fd admin admin] Pushing event deleted for resources: {'Port': ['ID=fc0d0fac-47fe-4dca-9e8c-816b18e5f6e7,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:13.041657 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b6b37c-8e9f-4827-8faa-3fab5dda2fb0 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:22:13.067631 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6298814a-55ce-4082-8711-042c9dd127fb tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Made reservation on behalf of f3f7b3c2ef734b96b199f1747f0600c7 for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:22:13.071261 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6298814a-55ce-4082-8711-042c9dd127fb tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:13.106627 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6298814a-55ce-4082-8711-042c9dd127fb tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:13.157525 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ef5988a1-3809-46da-9a99-bc11ced984fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536698'] for router_gateway, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:13.202580 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f86bdf07-2d31-4e0e-ab3d-a15144c541b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:13.205159 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f86bdf07-2d31-4e0e-ab3d-a15144c541b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:13.215654 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-f86bdf07-2d31-4e0e-ab3d-a15144c541b8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/87af8933-b248-461c-8b6e-a1546eeeacaf HTTP/1.1" status: 204 len: 168 time: 0.5084140 Dec 06 17:22:13.296818 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86bdf07-2d31-4e0e-ab3d-a15144c541b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87af8933-b248-461c-8b6e-a1546eeeacaf,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:13.305875 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ef5988a1-3809-46da-9a99-bc11ced984fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:13.309151 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ef5988a1-3809-46da-9a99-bc11ced984fd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:13.348010 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f63ae484-61c2-4a36-98be-167370654055 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1944'] for router, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:13.379338 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f63ae484-61c2-4a36-98be-167370654055 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536591', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-575717'] for router, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:13.407147 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ef5988a1-3809-46da-9a99-bc11ced984fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:13.407694 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef5988a1-3809-46da-9a99-bc11ced984fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b699284-832d-4209-8325-5f6d99559c98 {{(pid=103285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 17:22:13.424117 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ef5988a1-3809-46da-9a99-bc11ced984fd admin admin] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:13.425489 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-ef5988a1-3809-46da-9a99-bc11ced984fd admin admin] 10.222.0.23 "DELETE /v2.0/routers/7b699284-832d-4209-8325-5f6d99559c98 HTTP/1.1" status: 204 len: 168 time: 1.9826708 Dec 06 17:22:13.428755 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57390) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:13.435023 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7866e038-a142-4c99-959e-0740763f08ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:13.463366 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6298814a-55ce-4082-8711-042c9dd127fb tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:13.470554 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6298814a-55ce-4082-8711-042c9dd127fb tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:13.473702 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f75f14-1528-4504-a5c7-bd413a5d3ac7 req-44e846eb-d4f7-4cec-9d47-6db1c35e29b1 tempest-InstanceActionsTestJSON-1585479765 tempest-InstanceActionsTestJSON-1585479765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:13.476078 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-76f75f14-1528-4504-a5c7-bd413a5d3ac7 req-44e846eb-d4f7-4cec-9d47-6db1c35e29b1 tempest-InstanceActionsTestJSON-1585479765 tempest-InstanceActionsTestJSON-1585479765-project] 10.222.0.44 "GET /v2.0/networks?id=45bbe1e7-97f2-4457-9b96-b3dfd73346d3 HTTP/1.1" status: 200 len: 814 time: 0.2443058 Dec 06 17:22:13.491040 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-76f75f14-1528-4504-a5c7-bd413a5d3ac7 req-42061247-c359-43e5-8f23-a599b71c2d75 tempest-InstanceActionsTestJSON-1585479765 tempest-InstanceActionsTestJSON-1585479765-project] Request body: {'port': {'device_id': '336bdc84-74b9-489d-b993-d484b6320ee8', 'network_id': '45bbe1e7-97f2-4457-9b96-b3dfd73346d3', 'admin_state_up': True, 'tenant_id': '2941e059ea9b4f3794102485af31421c'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:22:13.511095 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cc04a62-e24a-43d7-ac44-d296a4dfd79f admin admin] Deleting subnet 5899f247-736f-4009-a275-eb13d5826af0 {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:22:13.517341 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6298814a-55ce-4082-8711-042c9dd127fb tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:22:13.520852 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0cc04a62-e24a-43d7-ac44-d296a4dfd79f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:13.544238 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6298814a-55ce-4082-8711-042c9dd127fb tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4001581-07de-4f15-bb2c-2db3f265660e,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:13.558981 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6298814a-55ce-4082-8711-042c9dd127fb tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:13.559544 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-6298814a-55ce-4082-8711-042c9dd127fb tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Added segment 3f74c05f-fd51-4893-9b3a-639eb97c0e92 of type vlan for network bba4ff09-08f4-48b6-b7b5-db6ec89d8c29 Dec 06 17:22:13.581307 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0cc04a62-e24a-43d7-ac44-d296a4dfd79f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:13.643704 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6298814a-55ce-4082-8711-042c9dd127fb tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:13.656515 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f63ae484-61c2-4a36-98be-167370654055 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Router f1ac9bfc-6d5e-4702-9e99-b03feac7c6e1 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:22:13.707834 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6298814a-55ce-4082-8711-042c9dd127fb tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:13.714114 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6298814a-55ce-4082-8711-042c9dd127fb tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:13.715319 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6298814a-55ce-4082-8711-042c9dd127fb tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:13.719714 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76f75f14-1528-4504-a5c7-bd413a5d3ac7 req-42061247-c359-43e5-8f23-a599b71c2d75 tempest-InstanceActionsTestJSON-1585479765 tempest-InstanceActionsTestJSON-1585479765-project] Made reservation on behalf of 2941e059ea9b4f3794102485af31421c for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:22:13.724001 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-76f75f14-1528-4504-a5c7-bd413a5d3ac7 req-42061247-c359-43e5-8f23-a599b71c2d75 tempest-InstanceActionsTestJSON-1585479765 tempest-InstanceActionsTestJSON-1585479765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:13.762036 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0cc04a62-e24a-43d7-ac44-d296a4dfd79f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:13.835397 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-6298814a-55ce-4082-8711-042c9dd127fb tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9544122 Dec 06 17:22:13.840918 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57402) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:13.845671 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-e7a48116-d393-4920-a5fa-cb8e2d777a04 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Request body: {'subnet': {'network_id': 'bba4ff09-08f4-48b6-b7b5-db6ec89d8c29', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:22:13.847628 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6298814a-55ce-4082-8711-042c9dd127fb tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Pushing event updated for resources: {'Network': ['ID=bba4ff09-08f4-48b6-b7b5-db6ec89d8c29,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:13.860117 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network bba4ff09-08f4-48b6-b7b5-db6ec89d8c29 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:22:13.929337 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0cc04a62-e24a-43d7-ac44-d296a4dfd79f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:13.944861 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f63ae484-61c2-4a36-98be-167370654055 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:22:13.952444 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f63ae484-61c2-4a36-98be-167370654055 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:13.956328 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-f63ae484-61c2-4a36-98be-167370654055 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "PUT /v2.0/routers/f1ac9bfc-6d5e-4702-9e99-b03feac7c6e1 HTTP/1.1" status: 200 len: 887 time: 1.1984427 Dec 06 17:22:13.960974 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57408) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:13.962613 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8a3b0a-cfa6-4228-bf28-be71403be200 None None] Sync routers for ids ['f1ac9bfc-6d5e-4702-9e99-b03feac7c6e1'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:22:13.978766 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8a3b0a-cfa6-4228-bf28-be71403be200 None None] Routers {'f1ac9bfc-6d5e-4702-9e99-b03feac7c6e1'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:22:13.979397 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-2f8a3b0a-cfa6-4228-bf28-be71403be200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:21:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['f1ac9bfc-6d5e-4702-9e99-b03feac7c6e1'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:14.036613 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc04a62-e24a-43d7-ac44-d296a4dfd79f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5899f247-736f-4009-a275-eb13d5826af0,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:14.061307 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-2f8a3b0a-cfa6-4228-bf28-be71403be200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:14.087242 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8a3b0a-cfa6-4228-bf28-be71403be200 None None] Routers {'f1ac9bfc-6d5e-4702-9e99-b03feac7c6e1'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:22:14.088129 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-2f8a3b0a-cfa6-4228-bf28-be71403be200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:21:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['f1ac9bfc-6d5e-4702-9e99-b03feac7c6e1'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:14.120177 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8942be50-8a75-4b73-97bd-a88f7a1cd22b req-30292909-53c6-4222-a0e8-286cbd05b5cb tempest-InstanceActionsTestJSON-1585479765 tempest-InstanceActionsTestJSON-1585479765-project] 10.222.0.23 "GET /v2.0/ports?device_id=336bdc84-74b9-489d-b993-d484b6320ee8 HTTP/1.1" status: 200 len: 210 time: 0.0645714 Dec 06 17:22:14.125237 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0cc04a62-e24a-43d7-ac44-d296a4dfd79f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:14.130093 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-0cc04a62-e24a-43d7-ac44-d296a4dfd79f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/5899f247-736f-4009-a275-eb13d5826af0 HTTP/1.1" status: 204 len: 168 time: 0.7003598 Dec 06 17:22:14.133897 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57416) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:14.135603 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344f6989-801e-41ac-9196-41e135dc4094 None None] Network 79b90a9c-eb89-4123-9981-71abc0c6c19e requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:22:14.162640 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-76f75f14-1528-4504-a5c7-bd413a5d3ac7 req-42061247-c359-43e5-8f23-a599b71c2d75 tempest-InstanceActionsTestJSON-1585479765 tempest-InstanceActionsTestJSON-1585479765-project] Allocated IP 172.20.0.10 (45bbe1e7-97f2-4457-9b96-b3dfd73346d3/08e9748e-2c58-49c5-b7e9-8cf07bdd7c0a/89f54452-e665-41d3-815d-5088ffc97574) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:22:14.165214 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-2f8a3b0a-cfa6-4228-bf28-be71403be200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:14.166112 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8a3b0a-cfa6-4228-bf28-be71403be200 None None] The sync data for ids ['f1ac9bfc-6d5e-4702-9e99-b03feac7c6e1'] in n-d-master-1 is: [] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:22:14.203235 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a48116-d393-4920-a5fa-cb8e2d777a04 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Made reservation on behalf of f3f7b3c2ef734b96b199f1747f0600c7 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:22:14.207326 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e7a48116-d393-4920-a5fa-cb8e2d777a04 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:14.325227 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-6654ff9a-32c7-4fb2-99c9-a5c7cf7deff6 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "GET /v2.0/routers/f1ac9bfc-6d5e-4702-9e99-b03feac7c6e1 HTTP/1.1" status: 200 len: 887 time: 0.2901344 Dec 06 17:22:14.329941 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57424) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:14.350136 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9760750-34cb-4b03-b11d-7d38892326b5 req-1791cc54-447f-4330-b093-4a275eb58b64 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:14.351730 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c9760750-34cb-4b03-b11d-7d38892326b5 req-1791cc54-447f-4330-b093-4a275eb58b64 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 944 time: 0.2446594 Dec 06 17:22:14.355014 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6c853a80-b5b6-41c6-872a-3e75ab27e7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:14.414754 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89bcfac-5119-45dc-89d6-6a96cebbeca6 None None] DHCP port deletion for 79b90a9c-eb89-4123-9981-71abc0c6c19e request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:22:14.446057 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c9760750-34cb-4b03-b11d-7d38892326b5 req-f469eebd-bc12-4083-864e-076dde405806 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8ff7359-db2b-4d57-aa79-237c344ab3df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844085 Dec 06 17:22:14.447755 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-6f12d901-b4fd-4ed7-b576-4bfd6078cbe2 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1ac9bfc-6d5e-4702-9e99-b03feac7c6e1 HTTP/1.1" status: 200 len: 205 time: 0.0782366 Dec 06 17:22:14.453965 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57430) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:14.468791 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6c853a80-b5b6-41c6-872a-3e75ab27e7f3 admin admin] Deleting port b7f40fcb-bc21-46b3-8704-73e95df43934 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:22:14.468991 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6c853a80-b5b6-41c6-872a-3e75ab27e7f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:14.500732 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a89bcfac-5119-45dc-89d6-6a96cebbeca6 None None] Deleting port b7f40fcb-bc21-46b3-8704-73e95df43934 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:22:14.501193 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a89bcfac-5119-45dc-89d6-6a96cebbeca6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:14.536355 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14690e4-edc4-41e4-bc64-db98871e4ce6 req-83a076fa-38b3-4d0c-9604-6485cf67c9a7 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:14.542548 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14690e4-edc4-41e4-bc64-db98871e4ce6 req-83a076fa-38b3-4d0c-9604-6485cf67c9a7 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:14.549122 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14690e4-edc4-41e4-bc64-db98871e4ce6 req-83a076fa-38b3-4d0c-9604-6485cf67c9a7 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:14.555272 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14690e4-edc4-41e4-bc64-db98871e4ce6 req-83a076fa-38b3-4d0c-9604-6485cf67c9a7 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:14.563006 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14690e4-edc4-41e4-bc64-db98871e4ce6 req-83a076fa-38b3-4d0c-9604-6485cf67c9a7 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:14.571300 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14690e4-edc4-41e4-bc64-db98871e4ce6 req-83a076fa-38b3-4d0c-9604-6485cf67c9a7 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:14.578848 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14690e4-edc4-41e4-bc64-db98871e4ce6 req-83a076fa-38b3-4d0c-9604-6485cf67c9a7 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:14.592943 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b14690e4-edc4-41e4-bc64-db98871e4ce6 req-83a076fa-38b3-4d0c-9604-6485cf67c9a7 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab5a1622-9933-40c5-84a1-0be26fda8c29 HTTP/1.1" status: 200 len: 5433 time: 0.2222848 Dec 06 17:22:14.615042 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a89bcfac-5119-45dc-89d6-6a96cebbeca6 None None] For port b7f40fcb-bc21-46b3-8704-73e95df43934, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b7f40fcb-bc21-46b3-8704-73e95df43934,segment=NetworkSegment(b397b0e3-f332-4f10-a2c0-cf081ca77535),segment_id=b397b0e3-f332-4f10-a2c0-cf081ca77535)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:22:14.615649 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a89bcfac-5119-45dc-89d6-6a96cebbeca6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:14.633431 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a89bcfac-5119-45dc-89d6-6a96cebbeca6 None None] Calling delete_port for b7f40fcb-bc21-46b3-8704-73e95df43934 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:22:14.673059 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6c853a80-b5b6-41c6-872a-3e75ab27e7f3 admin admin] For port b7f40fcb-bc21-46b3-8704-73e95df43934, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b7f40fcb-bc21-46b3-8704-73e95df43934,segment=NetworkSegment(b397b0e3-f332-4f10-a2c0-cf081ca77535),segment_id=b397b0e3-f332-4f10-a2c0-cf081ca77535)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:22:14.674285 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6c853a80-b5b6-41c6-872a-3e75ab27e7f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:14.693344 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6c853a80-b5b6-41c6-872a-3e75ab27e7f3 admin admin] Calling delete_port for b7f40fcb-bc21-46b3-8704-73e95df43934 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:22:14.738371 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1ccb3e20-a42d-469b-a7c5-adfcda614d4b tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks [] for router, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:14.783989 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a89bcfac-5119-45dc-89d6-6a96cebbeca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:14.809014 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device fc0d0fac-47fe-4dca-9e8c-816b18e5f6e7 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:22:14.814083 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89bcfac-5119-45dc-89d6-6a96cebbeca6 None None] No DVR routers for this DVR port b7f40fcb-bc21-46b3-8704-73e95df43934 on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:22:14.867486 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: fc0d0fac-47fe-4dca-9e8c-816b18e5f6e7 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:22:14.868387 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device fc0d0fac-47fe-4dca-9e8c-816b18e5f6e7 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:22:14.869232 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 229abebb-c4d2-4300-b889-2889b400e18e no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:22:14.872710 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89bcfac-5119-45dc-89d6-6a96cebbeca6 None None] Pushing event deleted for resources: {'Port': ['ID=b7f40fcb-bc21-46b3-8704-73e95df43934,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:14.926588 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 229abebb-c4d2-4300-b889-2889b400e18e {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:22:14.926588 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 229abebb-c4d2-4300-b889-2889b400e18e not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:22:14.926588 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device b7f40fcb-bc21-46b3-8704-73e95df43934 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:22:14.944435 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: b7f40fcb-bc21-46b3-8704-73e95df43934 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:22:14.945103 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device b7f40fcb-bc21-46b3-8704-73e95df43934 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:22:15.171309 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57828b2c-51f8-4e5f-b789-25c23273c958 req-26ac0793-bef8-4cf5-80e9-de1c4850d84c tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:15.177970 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-57828b2c-51f8-4e5f-b789-25c23273c958 req-26ac0793-bef8-4cf5-80e9-de1c4850d84c tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 944 time: 0.4667151 Dec 06 17:22:15.179051 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-76f75f14-1528-4504-a5c7-bd413a5d3ac7 req-42061247-c359-43e5-8f23-a599b71c2d75 tempest-InstanceActionsTestJSON-1585479765 tempest-InstanceActionsTestJSON-1585479765-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:15.205723 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b14690e4-edc4-41e4-bc64-db98871e4ce6 req-d596f1b9-e46d-44d4-806f-273d7a84ef4f tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/security-groups?id=dcb0062a-d825-4410-8154-a45e8f107f6a&id=a4eb8a4b-85ed-48a0-8761-ec5681059b26&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6115499 Dec 06 17:22:15.251723 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e7a48116-d393-4920-a5fa-cb8e2d777a04 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:15.293305 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-57828b2c-51f8-4e5f-b789-25c23273c958 req-510766db-189a-4f6f-aac8-10cd796c29ac tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8ff7359-db2b-4d57-aa79-237c344ab3df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872750 Dec 06 17:22:15.293995 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6c853a80-b5b6-41c6-872a-3e75ab27e7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:15.315678 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-76f75f14-1528-4504-a5c7-bd413a5d3ac7 req-42061247-c359-43e5-8f23-a599b71c2d75 tempest-InstanceActionsTestJSON-1585479765 tempest-InstanceActionsTestJSON-1585479765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:15.342657 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76f75f14-1528-4504-a5c7-bd413a5d3ac7 req-42061247-c359-43e5-8f23-a599b71c2d75 tempest-InstanceActionsTestJSON-1585479765 tempest-InstanceActionsTestJSON-1585479765-project] Network 45bbe1e7-97f2-4457-9b96-b3dfd73346d3 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:22:15.342902 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c853a80-b5b6-41c6-872a-3e75ab27e7f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7f40fcb-bc21-46b3-8704-73e95df43934,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:15.350721 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-76f75f14-1528-4504-a5c7-bd413a5d3ac7 req-42061247-c359-43e5-8f23-a599b71c2d75 tempest-InstanceActionsTestJSON-1585479765 tempest-InstanceActionsTestJSON-1585479765-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:22:15.352817 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c853a80-b5b6-41c6-872a-3e75ab27e7f3 admin admin] No DVR routers for this DVR port b7f40fcb-bc21-46b3-8704-73e95df43934 on host n-d-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:22:15.354925 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1ccb3e20-a42d-469b-a7c5-adfcda614d4b tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:15.382214 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-76f75f14-1528-4504-a5c7-bd413a5d3ac7 req-42061247-c359-43e5-8f23-a599b71c2d75 tempest-InstanceActionsTestJSON-1585479765 tempest-InstanceActionsTestJSON-1585479765-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:22:15.396613 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a48116-d393-4920-a5fa-cb8e2d777a04 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Pushing event updated for resources: {'Subnet': ['ID=e53677d7-131b-49c9-8536-2d244ef46ab0,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:15.465120 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a48116-d393-4920-a5fa-cb8e2d777a04 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Checking segment: {'id': '3f74c05f-fd51-4893-9b3a-639eb97c0e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'bba4ff09-08f4-48b6-b7b5-db6ec89d8c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:22:15.465579 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a48116-d393-4920-a5fa-cb8e2d777a04 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Network hostable DHCP agents. Network: bba4ff09-08f4-48b6-b7b5-db6ec89d8c29, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:22:15.485021 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42061247-c359-43e5-8f23-a599b71c2d75 tempest-InstanceActionsTestJSON-1585479765 tempest-InstanceActionsTestJSON-1585479765-project] Pushing event updated for resources: {'Port': ['ID=89f54452-e665-41d3-815d-5088ffc97574,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:15.504337 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f75f14-1528-4504-a5c7-bd413a5d3ac7 req-42061247-c359-43e5-8f23-a599b71c2d75 tempest-InstanceActionsTestJSON-1585479765 tempest-InstanceActionsTestJSON-1585479765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:15.504911 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-76f75f14-1528-4504-a5c7-bd413a5d3ac7 req-42061247-c359-43e5-8f23-a599b71c2d75 tempest-InstanceActionsTestJSON-1585479765 tempest-InstanceActionsTestJSON-1585479765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:15.512988 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6c853a80-b5b6-41c6-872a-3e75ab27e7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:15.528921 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba614f3-10f2-4ab0-8882-b51687e5473c req-d15e16c6-469c-4136-a8ef-6d8ba2b47fea tempest-InstanceActionsTestJSON-1585479765 tempest-InstanceActionsTestJSON-1585479765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:15.530570 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0ba614f3-10f2-4ab0-8882-b51687e5473c req-d15e16c6-469c-4136-a8ef-6d8ba2b47fea tempest-InstanceActionsTestJSON-1585479765 tempest-InstanceActionsTestJSON-1585479765-project] 10.222.0.23 "GET /v2.0/ports?device_id=336bdc84-74b9-489d-b993-d484b6320ee8 HTTP/1.1" status: 200 len: 932 time: 0.1863148 Dec 06 17:22:15.532293 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a48116-d393-4920-a5fa-cb8e2d777a04 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Network bba4ff09-08f4-48b6-b7b5-db6ec89d8c29 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:22:15.545117 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-76f75f14-1528-4504-a5c7-bd413a5d3ac7 req-42061247-c359-43e5-8f23-a599b71c2d75 tempest-InstanceActionsTestJSON-1585479765 tempest-InstanceActionsTestJSON-1585479765-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0599635 Dec 06 17:22:15.548191 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-e7a48116-d393-4920-a5fa-cb8e2d777a04 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, bba4ff09-08f4-48b6-b7b5-db6ec89d8c29) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:22:15.557692 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376c3e45-d6a4-4ee3-84e4-79df7d12e377 req-12667250-23a4-495c-9f4a-269e923cc4d8 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:15.558380 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9793e388-dfa3-4496-a6a7-f4cecedc2749 None None] Network bba4ff09-08f4-48b6-b7b5-db6ec89d8c29 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:22:15.560567 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-76f75f14-1528-4504-a5c7-bd413a5d3ac7 req-9cef6290-2813-4972-8bf3-4db8ecd23daf service neutron] Request body: {'port': {'device_id': '336bdc84-74b9-489d-b993-d484b6320ee8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:22:15.564543 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376c3e45-d6a4-4ee3-84e4-79df7d12e377 req-12667250-23a4-495c-9f4a-269e923cc4d8 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:15.571223 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376c3e45-d6a4-4ee3-84e4-79df7d12e377 req-12667250-23a4-495c-9f4a-269e923cc4d8 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:15.571488 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a48116-d393-4920-a5fa-cb8e2d777a04 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:15.572110 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e7a48116-d393-4920-a5fa-cb8e2d777a04 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:15.581229 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376c3e45-d6a4-4ee3-84e4-79df7d12e377 req-12667250-23a4-495c-9f4a-269e923cc4d8 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:15.587530 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376c3e45-d6a4-4ee3-84e4-79df7d12e377 req-12667250-23a4-495c-9f4a-269e923cc4d8 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:15.605774 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376c3e45-d6a4-4ee3-84e4-79df7d12e377 req-12667250-23a4-495c-9f4a-269e923cc4d8 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:15.618081 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376c3e45-d6a4-4ee3-84e4-79df7d12e377 req-12667250-23a4-495c-9f4a-269e923cc4d8 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:15.637288 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-376c3e45-d6a4-4ee3-84e4-79df7d12e377 req-12667250-23a4-495c-9f4a-269e923cc4d8 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab5a1622-9933-40c5-84a1-0be26fda8c29 HTTP/1.1" status: 200 len: 5433 time: 0.1992836 Dec 06 17:22:15.642435 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-6c853a80-b5b6-41c6-872a-3e75ab27e7f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79b90a9c-eb89-4123-9981-71abc0c6c19e']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:15.652856 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-e7a48116-d393-4920-a5fa-cb8e2d777a04 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8109596 Dec 06 17:22:15.658527 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57468) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:15.667742 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-e3f4d6a9-fa72-4acb-8f87-da795f43deba tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Request body: {'network': {'name': 'tempest-router-network01--249123053'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:22:15.667967 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-048fbe93-e698-45c2-b183-a2e8b5c0d3fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:15.682445 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-6c853a80-b5b6-41c6-872a-3e75ab27e7f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b397b0e3-f332-4f10-a2c0-cf081ca77535') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:15.683067 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0ba614f3-10f2-4ab0-8882-b51687e5473c req-5076cde8-27a1-4d01-92e7-76c1c2d068bd tempest-InstanceActionsTestJSON-1585479765 tempest-InstanceActionsTestJSON-1585479765-project] 10.222.0.23 "GET /v2.0/security-groups?id=68dc06c4-ca00-4b10-8013-b01e866403fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369190 Dec 06 17:22:15.685266 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-6c853a80-b5b6-41c6-872a-3e75ab27e7f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b397b0e3-f332-4f10-a2c0-cf081ca77535') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:15.689366 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-76f75f14-1528-4504-a5c7-bd413a5d3ac7 req-9cef6290-2813-4972-8bf3-4db8ecd23daf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:15.707447 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f4d6a9-fa72-4acb-8f87-da795f43deba tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Made reservation on behalf of f3f7b3c2ef734b96b199f1747f0600c7 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:22:15.711332 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e3f4d6a9-fa72-4acb-8f87-da795f43deba tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:15.727404 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6c853a80-b5b6-41c6-872a-3e75ab27e7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:15.748549 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-1ccb3e20-a42d-469b-a7c5-adfcda614d4b tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Deleting port 8cc8ea37-41d9-4dd0-8531-27a135261553 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:22:15.749312 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1ccb3e20-a42d-469b-a7c5-adfcda614d4b tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:15.796073 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a20032-adb6-481f-b964-0f530e870f38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-bba4ff09-08f4-48b6-b7b5-db6ec89d8c29', 'network_id': 'bba4ff09-08f4-48b6-b7b5-db6ec89d8c29', 'tenant_id': 'f3f7b3c2ef734b96b199f1747f0600c7', 'fixed_ips': [{'subnet_id': 'e53677d7-131b-49c9-8536-2d244ef46ab0'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:22:15.798081 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f1a20032-adb6-481f-b964-0f530e870f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:15.862735 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3f4d6a9-fa72-4acb-8f87-da795f43deba tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:22:15.867930 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1ccb3e20-a42d-469b-a7c5-adfcda614d4b tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:15.876842 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e3f4d6a9-fa72-4acb-8f87-da795f43deba tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:15.877926 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-e3f4d6a9-fa72-4acb-8f87-da795f43deba tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Added segment 278dcbb2-1879-46a6-8415-c294eb521475 of type vlan for network 8b7b9ab8-1f71-4821-9503-fec93e22e43c Dec 06 17:22:15.885057 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6c853a80-b5b6-41c6-872a-3e75ab27e7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:15.891402 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-1ccb3e20-a42d-469b-a7c5-adfcda614d4b tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Calling delete_port for 8cc8ea37-41d9-4dd0-8531-27a135261553 owned by network:router_gateway {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:22:15.906046 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c853a80-b5b6-41c6-872a-3e75ab27e7f3 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:22:15.906664 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6c853a80-b5b6-41c6-872a-3e75ab27e7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:15.909907 n-d-master-1 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:22:15.909907 n-d-master-1 neutron-server[103285]: self.session.flush() Dec 06 17:22:15.909907 n-d-master-1 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:22:15.909907 n-d-master-1 neutron-server[103285]: self.session.flush() Dec 06 17:22:15.909907 n-d-master-1 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:22:15.909907 n-d-master-1 neutron-server[103285]: self.session.flush() Dec 06 17:22:15.909907 n-d-master-1 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:22:15.909907 n-d-master-1 neutron-server[103285]: self.session.flush() Dec 06 17:22:15.909907 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:22:15.909907 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:22:15.909907 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:22:15.909907 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:22:15.909907 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:22:15.909907 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:22:15.909907 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:22:15.909907 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:22:15.909907 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:22:15.909907 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:22:15.909907 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:22:15.909907 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:22:15.909907 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:22:15.909907 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:22:15.909907 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:22:15.909907 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:22:15.909907 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:22:15.909907 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:22:15.909907 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:22:15.909907 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:22:15.909907 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:22:15.909907 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:22:15.909907 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:22:15.909907 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:22:15.909907 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:22:15.909907 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:22:15.909907 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:22:15.909907 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:22:15.909907 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:22:15.909907 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:22:15.909907 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:22:15.909907 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:22:15.948852 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e3f4d6a9-fa72-4acb-8f87-da795f43deba tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:16.011426 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e3f4d6a9-fa72-4acb-8f87-da795f43deba tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:16.015148 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3d12e3-2305-42f4-bbc0-ecdf6c9d7dbd req-62ed8189-c7e3-4807-bca0-9fc88b145ac0 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:16.019145 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f4d6a9-fa72-4acb-8f87-da795f43deba tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:16.019772 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e3f4d6a9-fa72-4acb-8f87-da795f43deba tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:16.023926 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9c3d12e3-2305-42f4-bbc0-ecdf6c9d7dbd req-62ed8189-c7e3-4807-bca0-9fc88b145ac0 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 944 time: 0.3002524 Dec 06 17:22:16.031347 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-f1a20032-adb6-481f-b964-0f530e870f38 None None] Allocated IP 172.20.0.2 (bba4ff09-08f4-48b6-b7b5-db6ec89d8c29/e53677d7-131b-49c9-8536-2d244ef46ab0/56df7175-2460-480d-b878-4022fee49c9b) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:22:16.052762 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-e3f4d6a9-fa72-4acb-8f87-da795f43deba tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3913856 Dec 06 17:22:16.053948 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57472) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:16.066768 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-2f42c590-fa6d-4537-8be9-54b7f66ca6ef tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Request body: {'network': {'name': 'tempest-router-network02--1041656423'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:22:16.073993 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6c853a80-b5b6-41c6-872a-3e75ab27e7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:16.087903 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6c853a80-b5b6-41c6-872a-3e75ab27e7f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:16.094168 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-6c853a80-b5b6-41c6-872a-3e75ab27e7f3 admin admin] 10.222.0.23 "DELETE /v2.0/networks/79b90a9c-eb89-4123-9981-71abc0c6c19e HTTP/1.1" status: 204 len: 168 time: 1.9560516 Dec 06 17:22:16.124448 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c853a80-b5b6-41c6-872a-3e75ab27e7f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=79b90a9c-eb89-4123-9981-71abc0c6c19e,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:16.178055 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4d6a9-fa72-4acb-8f87-da795f43deba tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Pushing event updated for resources: {'Network': ['ID=8b7b9ab8-1f71-4821-9503-fec93e22e43c,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:16.201205 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9c3d12e3-2305-42f4-bbc0-ecdf6c9d7dbd req-3a4eb62c-008b-455a-8c75-2aa030b10a1c tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8ff7359-db2b-4d57-aa79-237c344ab3df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1601884 Dec 06 17:22:16.204363 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f42c590-fa6d-4537-8be9-54b7f66ca6ef tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Made reservation on behalf of f3f7b3c2ef734b96b199f1747f0600c7 for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:22:16.209170 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2f42c590-fa6d-4537-8be9-54b7f66ca6ef tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:16.212475 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 8b7b9ab8-1f71-4821-9503-fec93e22e43c details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:22:16.260000 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f42c590-fa6d-4537-8be9-54b7f66ca6ef tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:22:16.280212 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f1a20032-adb6-481f-b964-0f530e870f38 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:16.308230 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f1a20032-adb6-481f-b964-0f530e870f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:16.320330 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2f42c590-fa6d-4537-8be9-54b7f66ca6ef tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:16.321076 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-2f42c590-fa6d-4537-8be9-54b7f66ca6ef tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Added segment 307cef2a-a999-42e0-ad69-e42540ae56fe of type vlan for network 46328a21-be6f-488f-beec-e5c50b377dda Dec 06 17:22:16.347866 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57480) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:16.371930 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-76f75f14-1528-4504-a5c7-bd413a5d3ac7 req-9cef6290-2813-4972-8bf3-4db8ecd23daf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89f54452-e665-41d3-815d-5088ffc97574 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:22:16.375676 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1ccb3e20-a42d-469b-a7c5-adfcda614d4b tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:16.378453 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a20032-adb6-481f-b964-0f530e870f38 None None] Pushing event updated for resources: {'Port': ['ID=56df7175-2460-480d-b878-4022fee49c9b,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:16.385708 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2f42c590-fa6d-4537-8be9-54b7f66ca6ef tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:16.385970 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-76f75f14-1528-4504-a5c7-bd413a5d3ac7 req-9cef6290-2813-4972-8bf3-4db8ecd23daf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:16.417576 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-76f75f14-1528-4504-a5c7-bd413a5d3ac7 req-9cef6290-2813-4972-8bf3-4db8ecd23daf service neutron] Transition to ACTIVE for port object 89f54452-e665-41d3-815d-5088ffc97574 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:22:16.419171 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccb3e20-a42d-469b-a7c5-adfcda614d4b tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Pushing event deleted for resources: {'Port': ['ID=8cc8ea37-41d9-4dd0-8531-27a135261553,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:16.426797 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24957527-3f7b-4e3f-8c01-a5732ff87743 req-c95ab1c2-e62a-4c49-a88b-a21357ec3d98 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:16.428464 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-24957527-3f7b-4e3f-8c01-a5732ff87743 req-c95ab1c2-e62a-4c49-a88b-a21357ec3d98 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 944 time: 0.1337357 Dec 06 17:22:16.432733 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-76f75f14-1528-4504-a5c7-bd413a5d3ac7 req-9cef6290-2813-4972-8bf3-4db8ecd23daf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:16.439526 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a20032-adb6-481f-b964-0f530e870f38 None None] Network bba4ff09-08f4-48b6-b7b5-db6ec89d8c29 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:22:16.443675 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-f1a20032-adb6-481f-b964-0f530e870f38 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:22:16.447178 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a20032-adb6-481f-b964-0f530e870f38 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:22:16.455305 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651baa34-120a-4723-915a-70ab20fc24b6 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:22:16.482332 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-7c419ce7-7bc8-4a83-b3ef-2ea09fb6d473 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e06aba6f7cc1415e89ae20f4d5eb8b07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1302946 Dec 06 17:22:16.493613 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57482) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:16.511093 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2f42c590-fa6d-4537-8be9-54b7f66ca6ef tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:16.517331 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f42c590-fa6d-4537-8be9-54b7f66ca6ef tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:16.517331 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2f42c590-fa6d-4537-8be9-54b7f66ca6ef tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:16.523721 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-f1a20032-adb6-481f-b964-0f530e870f38 None None] Attempting to bind port 56df7175-2460-480d-b878-4022fee49c9b on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:22:16.523954 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cef6290-2813-4972-8bf3-4db8ecd23daf service neutron] Pushing event updated for resources: {'Port': ['ID=89f54452-e665-41d3-815d-5088ffc97574,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:16.524060 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-f1a20032-adb6-481f-b964-0f530e870f38 None None] Attempting to bind port 56df7175-2460-480d-b878-4022fee49c9b by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '3f74c05f-fd51-4893-9b3a-639eb97c0e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'bba4ff09-08f4-48b6-b7b5-db6ec89d8c29'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:22:16.524329 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a20032-adb6-481f-b964-0f530e870f38 None None] Attempting to bind port 56df7175-2460-480d-b878-4022fee49c9b on network bba4ff09-08f4-48b6-b7b5-db6ec89d8c29 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:22:16.531316 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a20032-adb6-481f-b964-0f530e870f38 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:22:16.532184 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a20032-adb6-481f-b964-0f530e870f38 None None] Checking segment: {'id': '3f74c05f-fd51-4893-9b3a-639eb97c0e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'bba4ff09-08f4-48b6-b7b5-db6ec89d8c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:22:16.532184 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f1a20032-adb6-481f-b964-0f530e870f38 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:16.532419 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a20032-adb6-481f-b964-0f530e870f38 None None] Bound using segment: {'id': '3f74c05f-fd51-4893-9b3a-639eb97c0e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'bba4ff09-08f4-48b6-b7b5-db6ec89d8c29'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:22:16.533081 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-f1a20032-adb6-481f-b964-0f530e870f38 None None] Bound port: 56df7175-2460-480d-b878-4022fee49c9b, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f74c05f-fd51-4893-9b3a-639eb97c0e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'bba4ff09-08f4-48b6-b7b5-db6ec89d8c29'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:22:16.533686 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f1a20032-adb6-481f-b964-0f530e870f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:16.563917 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-24957527-3f7b-4e3f-8c01-a5732ff87743 req-8b2adf55-8886-4998-896e-b124ae5b5417 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8ff7359-db2b-4d57-aa79-237c344ab3df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142936 Dec 06 17:22:16.604089 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1ccb3e20-a42d-469b-a7c5-adfcda614d4b tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536698'] for router_gateway, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:16.620779 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-f1a20032-adb6-481f-b964-0f530e870f38 None None] For port 56df7175-2460-480d-b878-4022fee49c9b, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:22:16.622877 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-76f75f14-1528-4504-a5c7-bd413a5d3ac7 req-9cef6290-2813-4972-8bf3-4db8ecd23daf service neutron] Attempting to bind port 89f54452-e665-41d3-815d-5088ffc97574 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:22:16.623367 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-76f75f14-1528-4504-a5c7-bd413a5d3ac7 req-9cef6290-2813-4972-8bf3-4db8ecd23daf service neutron] Attempting to bind port 89f54452-e665-41d3-815d-5088ffc97574 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '713ac3fa-fb44-4b9d-a426-2a191ba2942c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '45bbe1e7-97f2-4457-9b96-b3dfd73346d3'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:22:16.623914 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f75f14-1528-4504-a5c7-bd413a5d3ac7 req-9cef6290-2813-4972-8bf3-4db8ecd23daf service neutron] Attempting to bind port 89f54452-e665-41d3-815d-5088ffc97574 on network 45bbe1e7-97f2-4457-9b96-b3dfd73346d3 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:22:16.624155 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-f1a20032-adb6-481f-b964-0f530e870f38 None None] For port 56df7175-2460-480d-b878-4022fee49c9b, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=56df7175-2460-480d-b878-4022fee49c9b,segment=NetworkSegment(3f74c05f-fd51-4893-9b3a-639eb97c0e92),segment_id=3f74c05f-fd51-4893-9b3a-639eb97c0e92)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:22:16.629909 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f1a20032-adb6-481f-b964-0f530e870f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:16.630525 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f75f14-1528-4504-a5c7-bd413a5d3ac7 req-9cef6290-2813-4972-8bf3-4db8ecd23daf service neutron] Port 89f54452-e665-41d3-815d-5088ffc97574 on network 45bbe1e7-97f2-4457-9b96-b3dfd73346d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:22:16.631014 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f75f14-1528-4504-a5c7-bd413a5d3ac7 req-9cef6290-2813-4972-8bf3-4db8ecd23daf service neutron] Attempting to bind port 89f54452-e665-41d3-815d-5088ffc97574 on network 45bbe1e7-97f2-4457-9b96-b3dfd73346d3 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:22:16.641413 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-2f42c590-fa6d-4537-8be9-54b7f66ca6ef tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5816090 Dec 06 17:22:16.643098 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57486) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:16.647775 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f75f14-1528-4504-a5c7-bd413a5d3ac7 req-9cef6290-2813-4972-8bf3-4db8ecd23daf service neutron] Checking agent: {'id': '9d8b9f49-2860-4c1f-9b89-45a7657a3c4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:22:16.648448 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f75f14-1528-4504-a5c7-bd413a5d3ac7 req-9cef6290-2813-4972-8bf3-4db8ecd23daf service neutron] Checking segment: {'id': '713ac3fa-fb44-4b9d-a426-2a191ba2942c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '45bbe1e7-97f2-4457-9b96-b3dfd73346d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:22:16.648710 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f75f14-1528-4504-a5c7-bd413a5d3ac7 req-9cef6290-2813-4972-8bf3-4db8ecd23daf service neutron] Bound using segment: {'id': '713ac3fa-fb44-4b9d-a426-2a191ba2942c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '45bbe1e7-97f2-4457-9b96-b3dfd73346d3'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:22:16.649174 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-76f75f14-1528-4504-a5c7-bd413a5d3ac7 req-9cef6290-2813-4972-8bf3-4db8ecd23daf service neutron] Bound port: 89f54452-e665-41d3-815d-5088ffc97574, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '713ac3fa-fb44-4b9d-a426-2a191ba2942c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '45bbe1e7-97f2-4457-9b96-b3dfd73346d3'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:22:16.649555 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-76f75f14-1528-4504-a5c7-bd413a5d3ac7 req-9cef6290-2813-4972-8bf3-4db8ecd23daf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:16.683862 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-47059404-e4cf-4191-8334-b0db755b930b tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Request body: {'subnet': {'network_id': '8b7b9ab8-1f71-4821-9503-fec93e22e43c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:22:16.698133 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a20032-adb6-481f-b964-0f530e870f38 None None] Pushing event updated for resources: {'Port': ['ID=56df7175-2460-480d-b878-4022fee49c9b,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:16.734361 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-76f75f14-1528-4504-a5c7-bd413a5d3ac7 req-9cef6290-2813-4972-8bf3-4db8ecd23daf service neutron] For port 89f54452-e665-41d3-815d-5088ffc97574, host n-h2-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:22:16.738859 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-76f75f14-1528-4504-a5c7-bd413a5d3ac7 req-9cef6290-2813-4972-8bf3-4db8ecd23daf service neutron] For port 89f54452-e665-41d3-815d-5088ffc97574, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=89f54452-e665-41d3-815d-5088ffc97574,segment=NetworkSegment(713ac3fa-fb44-4b9d-a426-2a191ba2942c),segment_id=713ac3fa-fb44-4b9d-a426-2a191ba2942c)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:22:16.747408 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-76f75f14-1528-4504-a5c7-bd413a5d3ac7 req-9cef6290-2813-4972-8bf3-4db8ecd23daf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:16.785269 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f42c590-fa6d-4537-8be9-54b7f66ca6ef tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Pushing event updated for resources: {'Network': ['ID=46328a21-be6f-488f-beec-e5c50b377dda,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:16.788835 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f75f14-1528-4504-a5c7-bd413a5d3ac7 req-9cef6290-2813-4972-8bf3-4db8ecd23daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:16.789815 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-76f75f14-1528-4504-a5c7-bd413a5d3ac7 req-9cef6290-2813-4972-8bf3-4db8ecd23daf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:16.791454 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-76f75f14-1528-4504-a5c7-bd413a5d3ac7 req-9cef6290-2813-4972-8bf3-4db8ecd23daf service neutron] 10.222.0.44 "PUT /v2.0/ports/89f54452-e665-41d3-815d-5088ffc97574 HTTP/1.1" status: 200 len: 1092 time: 1.2362084 Dec 06 17:22:16.792186 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '336bdc84-74b9-489d-b993-d484b6320ee8', 'tag': '89f54452-e665-41d3-815d-5088ffc97574'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:22:16.794827 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f9941ec-58ef-4a39-8d72-d67f0e409882" -d '{"events": [{"name": "network-changed", "server_uuid": "336bdc84-74b9-489d-b993-d484b6320ee8", "tag": "89f54452-e665-41d3-815d-5088ffc97574"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:22:16.801780 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1ccb3e20-a42d-469b-a7c5-adfcda614d4b tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:16.819531 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 46328a21-be6f-488f-beec-e5c50b377dda details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:22:16.822044 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1ccb3e20-a42d-469b-a7c5-adfcda614d4b tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:16.888943 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ff24ee89-db14-4fd0-a66b-9343bf26fa32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:16.918218 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-018af3d9-0b7a-4aa6-bb84-6587f6cbebb7 x-openstack-request-id: req-018af3d9-0b7a-4aa6-bb84-6587f6cbebb7 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:22:16.918514 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "336bdc84-74b9-489d-b993-d484b6320ee8", "tag": "89f54452-e665-41d3-815d-5088ffc97574", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:22:16.918778 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-018af3d9-0b7a-4aa6-bb84-6587f6cbebb7 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:22:16.919192 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '336bdc84-74b9-489d-b993-d484b6320ee8', 'tag': '89f54452-e665-41d3-815d-5088ffc97574', 'status': 'completed', 'code': 200} Dec 06 17:22:16.929580 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cef6290-2813-4972-8bf3-4db8ecd23daf service neutron] Pushing event updated for resources: {'Port': ['ID=89f54452-e665-41d3-815d-5088ffc97574,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:16.944681 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:16.968105 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f75f14-1528-4504-a5c7-bd413a5d3ac7 req-f96eb741-fd2c-4156-a62d-7be9178e3709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:16.969043 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-76f75f14-1528-4504-a5c7-bd413a5d3ac7 req-f96eb741-fd2c-4156-a62d-7be9178e3709 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2941e059ea9b4f3794102485af31421c&device_id=336bdc84-74b9-489d-b993-d484b6320ee8 HTTP/1.1" status: 200 len: 1095 time: 0.1120780 Dec 06 17:22:16.992050 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ff24ee89-db14-4fd0-a66b-9343bf26fa32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:16.994312 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1ccb3e20-a42d-469b-a7c5-adfcda614d4b tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:16.994997 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ccb3e20-a42d-469b-a7c5-adfcda614d4b tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Fanout notify agent at l3_agent the message router_deleted on router f1ac9bfc-6d5e-4702-9e99-b03feac7c6e1 {{(pid=103285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 17:22:17.029629 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1ccb3e20-a42d-469b-a7c5-adfcda614d4b tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:17.041235 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-1ccb3e20-a42d-469b-a7c5-adfcda614d4b tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "DELETE /v2.0/routers/f1ac9bfc-6d5e-4702-9e99-b03feac7c6e1 HTTP/1.1" status: 204 len: 168 time: 2.5837524 Dec 06 17:22:17.051642 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57500) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:17.065611 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-36bd4337-a816-4143-9f33-065d01c4255c tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Request body: {'network': {'name': 'tempest-RoutersTest-340500611'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:22:17.071326 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-76f75f14-1528-4504-a5c7-bd413a5d3ac7 req-9c50d322-09d5-484e-bf57-43c3b13f57a2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=89f54452-e665-41d3-815d-5088ffc97574 HTTP/1.1" status: 200 len: 217 time: 0.0933909 Dec 06 17:22:17.088844 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f506537-e217-47c5-911c-b9017b472178 req-c576f973-d429-4714-8cba-b1d093996599 tempest-InstanceActionsTestJSON-1585479765 tempest-InstanceActionsTestJSON-1585479765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:17.097056 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3f506537-e217-47c5-911c-b9017b472178 req-c576f973-d429-4714-8cba-b1d093996599 tempest-InstanceActionsTestJSON-1585479765 tempest-InstanceActionsTestJSON-1585479765-project] 10.222.0.23 "GET /v2.0/ports?device_id=336bdc84-74b9-489d-b993-d484b6320ee8 HTTP/1.1" status: 200 len: 944 time: 0.3015056 Dec 06 17:22:17.143567 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47059404-e4cf-4191-8334-b0db755b930b tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Made reservation on behalf of f3f7b3c2ef734b96b199f1747f0600c7 for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:22:17.147981 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-47059404-e4cf-4191-8334-b0db755b930b tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:17.169306 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f75f14-1528-4504-a5c7-bd413a5d3ac7 req-ed21146e-2cfa-469e-a3f8-f3f0892cc1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:17.175106 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-76f75f14-1528-4504-a5c7-bd413a5d3ac7 req-ed21146e-2cfa-469e-a3f8-f3f0892cc1cc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=08e9748e-2c58-49c5-b7e9-8cf07bdd7c0a HTTP/1.1" status: 200 len: 854 time: 0.0956330 Dec 06 17:22:17.227575 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-76f75f14-1528-4504-a5c7-bd413a5d3ac7 req-ef1a4a18-3f54-4d3c-bead-2cc9a98297f1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=45bbe1e7-97f2-4457-9b96-b3dfd73346d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462093 Dec 06 17:22:17.270386 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36bd4337-a816-4143-9f33-065d01c4255c tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Made reservation on behalf of 60dea69d591c42b4aa2e88227c4d267f for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:22:17.274366 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-36bd4337-a816-4143-9f33-065d01c4255c tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:17.343225 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ff24ee89-db14-4fd0-a66b-9343bf26fa32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:17.346229 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ff24ee89-db14-4fd0-a66b-9343bf26fa32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:17.349826 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-ff24ee89-db14-4fd0-a66b-9343bf26fa32 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/39e38e48-0a80-455d-95ef-5684c690b16b HTTP/1.1" status: 204 len: 168 time: 0.8527901 Dec 06 17:22:17.371998 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-76f75f14-1528-4504-a5c7-bd413a5d3ac7 req-98a4dbda-ee82-4dbc-9b4b-ea4fcde15a93 service neutron] 10.222.0.44 "GET /v2.0/networks/45bbe1e7-97f2-4457-9b96-b3dfd73346d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371520 Dec 06 17:22:17.377154 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3f506537-e217-47c5-911c-b9017b472178 req-156599c1-85a9-4fd7-89f1-784c030c620c tempest-InstanceActionsTestJSON-1585479765 tempest-InstanceActionsTestJSON-1585479765-project] 10.222.0.23 "GET /v2.0/security-groups?id=68dc06c4-ca00-4b10-8013-b01e866403fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737441 Dec 06 17:22:17.390142 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36bd4337-a816-4143-9f33-065d01c4255c tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:22:17.410899 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff24ee89-db14-4fd0-a66b-9343bf26fa32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e38e48-0a80-455d-95ef-5684c690b16b,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:17.449419 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-36bd4337-a816-4143-9f33-065d01c4255c tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:17.454322 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-36bd4337-a816-4143-9f33-065d01c4255c tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Added segment f778421c-54d4-4876-b87b-d27df4e79d57 of type vlan for network 1b014c85-6af2-4e80-9fe7-13fae5ddf95a Dec 06 17:22:17.543935 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-36bd4337-a816-4143-9f33-065d01c4255c tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:17.554439 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-76f75f14-1528-4504-a5c7-bd413a5d3ac7 req-199aeaa2-b319-482f-bb3b-f11662811302 service neutron] 10.222.0.44 "GET /v2.0/networks/45bbe1e7-97f2-4457-9b96-b3dfd73346d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754045 Dec 06 17:22:17.672603 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9941ec-58ef-4a39-8d72-d67f0e409882 req-e14be310-e63a-43e2-bbb9-f9c2324a5437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:17.675657 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6f9941ec-58ef-4a39-8d72-d67f0e409882 req-e14be310-e63a-43e2-bbb9-f9c2324a5437 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2941e059ea9b4f3794102485af31421c&device_id=336bdc84-74b9-489d-b993-d484b6320ee8 HTTP/1.1" status: 200 len: 1095 time: 0.0728607 Dec 06 17:22:17.693451 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-36bd4337-a816-4143-9f33-065d01c4255c tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:17.702068 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36bd4337-a816-4143-9f33-065d01c4255c tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:17.702954 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-36bd4337-a816-4143-9f33-065d01c4255c tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:17.710978 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-47059404-e4cf-4191-8334-b0db755b930b tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:17.794275 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57528) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:17.847666 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47059404-e4cf-4191-8334-b0db755b930b tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Pushing event updated for resources: {'Subnet': ['ID=447481ed-9a4d-40a2-9ac9-bb048c03f6d2,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:17.856097 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9941ec-58ef-4a39-8d72-d67f0e409882 req-1ce24f19-a6ff-4311-8162-206dec7dfc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:17.858250 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6f9941ec-58ef-4a39-8d72-d67f0e409882 req-1ce24f19-a6ff-4311-8162-206dec7dfc3d service neutron] 10.222.0.44 "GET /v2.0/networks?id=45bbe1e7-97f2-4457-9b96-b3dfd73346d3 HTTP/1.1" status: 200 len: 915 time: 0.1739023 Dec 06 17:22:17.904457 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-36bd4337-a816-4143-9f33-065d01c4255c tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8475785 Dec 06 17:22:17.910007 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57532) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:17.972569 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bd4337-a816-4143-9f33-065d01c4255c tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Pushing event updated for resources: {'Network': ['ID=1b014c85-6af2-4e80-9fe7-13fae5ddf95a,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:17.985004 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 1b014c85-6af2-4e80-9fe7-13fae5ddf95a details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:22:17.985572 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57534) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:17.989764 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-6e55d49e-fe87-4cac-b3ad-5d530353666d tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Request body: {'subnet': {'network_id': '1b014c85-6af2-4e80-9fe7-13fae5ddf95a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:22:18.020287 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6f9941ec-58ef-4a39-8d72-d67f0e409882 req-227923c3-da8d-4cd9-860f-0383fe88e87f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=89f54452-e665-41d3-815d-5088ffc97574 HTTP/1.1" status: 200 len: 217 time: 0.1546276 Dec 06 17:22:18.095007 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47059404-e4cf-4191-8334-b0db755b930b tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Checking segment: {'id': '278dcbb2-1879-46a6-8415-c294eb521475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8b7b9ab8-1f71-4821-9503-fec93e22e43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:22:18.095734 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47059404-e4cf-4191-8334-b0db755b930b tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Network hostable DHCP agents. Network: 8b7b9ab8-1f71-4821-9503-fec93e22e43c, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:22:18.107789 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:18.117081 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9941ec-58ef-4a39-8d72-d67f0e409882 req-8d66a4c2-ab28-4894-b3e4-7691303aaf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:18.118607 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6f9941ec-58ef-4a39-8d72-d67f0e409882 req-8d66a4c2-ab28-4894-b3e4-7691303aaf30 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=08e9748e-2c58-49c5-b7e9-8cf07bdd7c0a HTTP/1.1" status: 200 len: 854 time: 0.0741792 Dec 06 17:22:18.159260 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47059404-e4cf-4191-8334-b0db755b930b tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Network 8b7b9ab8-1f71-4821-9503-fec93e22e43c is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:22:18.166605 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57134a01-6d8f-42c6-96d9-a7b9f0e19c22 req-9b076b02-5e4e-4a0e-b856-264ad70d69d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:18.167776 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57134a01-6d8f-42c6-96d9-a7b9f0e19c22 req-9b076b02-5e4e-4a0e-b856-264ad70d69d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:18.168268 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57134a01-6d8f-42c6-96d9-a7b9f0e19c22 req-9b076b02-5e4e-4a0e-b856-264ad70d69d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:18.168744 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57134a01-6d8f-42c6-96d9-a7b9f0e19c22 req-9b076b02-5e4e-4a0e-b856-264ad70d69d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:18.169219 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57134a01-6d8f-42c6-96d9-a7b9f0e19c22 req-9b076b02-5e4e-4a0e-b856-264ad70d69d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:18.169715 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57134a01-6d8f-42c6-96d9-a7b9f0e19c22 req-9b076b02-5e4e-4a0e-b856-264ad70d69d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:18.170222 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57134a01-6d8f-42c6-96d9-a7b9f0e19c22 req-9b076b02-5e4e-4a0e-b856-264ad70d69d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:18.177382 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-47059404-e4cf-4191-8334-b0db755b930b tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 8b7b9ab8-1f71-4821-9503-fec93e22e43c) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:22:18.178299 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-57134a01-6d8f-42c6-96d9-a7b9f0e19c22 req-9b076b02-5e4e-4a0e-b856-264ad70d69d5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ab5a1622-9933-40c5-84a1-0be26fda8c29 HTTP/1.1" status: 200 len: 6490 time: 0.3829546 Dec 06 17:22:18.182384 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47059404-e4cf-4191-8334-b0db755b930b tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:18.183061 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-47059404-e4cf-4191-8334-b0db755b930b tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:18.191272 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6f9941ec-58ef-4a39-8d72-d67f0e409882 req-42f36595-4400-45a6-a723-64456efa7e27 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=45bbe1e7-97f2-4457-9b96-b3dfd73346d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567980 Dec 06 17:22:18.191751 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67975bd-d0db-4e83-bd38-aae1391cd1b6 None None] Network 8b7b9ab8-1f71-4821-9503-fec93e22e43c requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:22:18.216875 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e55d49e-fe87-4cac-b3ad-5d530353666d tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Made reservation on behalf of 60dea69d591c42b4aa2e88227c4d267f for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:22:18.223855 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-4ea65ec8-1dc4-4c5c-ad2b-ae787739c959 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5f26c673ef09446ab219834b7c80b9a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2297196 Dec 06 17:22:18.230429 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6e55d49e-fe87-4cac-b3ad-5d530353666d tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:18.235610 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57538) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:18.258467 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-47059404-e4cf-4191-8334-b0db755b930b tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6106060 Dec 06 17:22:18.268622 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57540) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:18.276138 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-544855fb-d17a-480c-a0a8-ae9bebd3f3ab tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Request body: {'subnet': {'network_id': '46328a21-be6f-488f-beec-e5c50b377dda', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:22:18.314713 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c6c0df-0b0b-4533-a4a5-c5473728d4af None None] Network bba4ff09-08f4-48b6-b7b5-db6ec89d8c29 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:22:18.378815 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-57134a01-6d8f-42c6-96d9-a7b9f0e19c22 req-dc745c63-3b6a-4485-8272-c8d2dd0d68b2 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a4eb8a4b-85ed-48a0-8761-ec5681059b26&id=dcb0062a-d825-4410-8154-a45e8f107f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1993830 Dec 06 17:22:18.390321 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6f9941ec-58ef-4a39-8d72-d67f0e409882 req-02c31c5b-15d4-495b-83f0-6a6df47285de service neutron] 10.222.0.44 "GET /v2.0/networks/45bbe1e7-97f2-4457-9b96-b3dfd73346d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870599 Dec 06 17:22:18.420661 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5e432f16-0a44-4aad-bb81-77dba251a7ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:18.452208 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-544855fb-d17a-480c-a0a8-ae9bebd3f3ab tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Made reservation on behalf of f3f7b3c2ef734b96b199f1747f0600c7 for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:22:18.458169 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-544855fb-d17a-480c-a0a8-ae9bebd3f3ab tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:18.472349 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470e2455-a22a-4c7e-822f-763da2c01076 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-8b7b9ab8-1f71-4821-9503-fec93e22e43c', 'network_id': '8b7b9ab8-1f71-4821-9503-fec93e22e43c', 'tenant_id': 'f3f7b3c2ef734b96b199f1747f0600c7', 'fixed_ips': [{'subnet_id': '447481ed-9a4d-40a2-9ac9-bb048c03f6d2'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:22:18.473316 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-470e2455-a22a-4c7e-822f-763da2c01076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:18.500363 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-f75777ec-9a9b-47f7-bcec-91c597982053 None None] Provisioning complete for port 56df7175-2460-480d-b878-4022fee49c9b triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:22:18.500844 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f75777ec-9a9b-47f7-bcec-91c597982053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:18.524187 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5e432f16-0a44-4aad-bb81-77dba251a7ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:18.576570 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6f9941ec-58ef-4a39-8d72-d67f0e409882 req-a949ce8b-1621-41b8-939c-952f81bdee4c service neutron] 10.222.0.44 "GET /v2.0/networks/45bbe1e7-97f2-4457-9b96-b3dfd73346d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630538 Dec 06 17:22:18.676076 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5e432f16-0a44-4aad-bb81-77dba251a7ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:18.693297 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5e432f16-0a44-4aad-bb81-77dba251a7ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:18.697596 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-5e432f16-0a44-4aad-bb81-77dba251a7ac admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e15a6901-e608-43b8-ac81-741ef0c1b41c HTTP/1.1" status: 204 len: 168 time: 0.4590957 Dec 06 17:22:18.722798 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1361616-9c37-4e65-901f-6f359dc30650 req-61347cc2-14f1-4c2a-9707-086c78e7c800 tempest-InstanceActionsTestJSON-1585479765 tempest-InstanceActionsTestJSON-1585479765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:18.727984 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d1361616-9c37-4e65-901f-6f359dc30650 req-61347cc2-14f1-4c2a-9707-086c78e7c800 tempest-InstanceActionsTestJSON-1585479765 tempest-InstanceActionsTestJSON-1585479765-project] 10.222.0.23 "GET /v2.0/ports?device_id=336bdc84-74b9-489d-b993-d484b6320ee8 HTTP/1.1" status: 200 len: 944 time: 0.2333920 Dec 06 17:22:18.734921 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e432f16-0a44-4aad-bb81-77dba251a7ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e15a6901-e608-43b8-ac81-741ef0c1b41c,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:18.752245 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-470e2455-a22a-4c7e-822f-763da2c01076 None None] Allocated IP 172.20.0.2 (8b7b9ab8-1f71-4821-9503-fec93e22e43c/447481ed-9a4d-40a2-9ac9-bb048c03f6d2/6628c5cf-b94e-469b-8676-08327c8bc179) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:22:18.868516 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 56df7175-2460-480d-b878-4022fee49c9b up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:22:18.990616 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d1361616-9c37-4e65-901f-6f359dc30650 req-88915706-8a91-4513-9813-ebe3ac92a4aa tempest-InstanceActionsTestJSON-1585479765 tempest-InstanceActionsTestJSON-1585479765-project] 10.222.0.23 "GET /v2.0/security-groups?id=68dc06c4-ca00-4b10-8013-b01e866403fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949406 Dec 06 17:22:19.009061 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f75777ec-9a9b-47f7-bcec-91c597982053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:19.017123 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6e55d49e-fe87-4cac-b3ad-5d530353666d tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:19.058950 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-544855fb-d17a-480c-a0a8-ae9bebd3f3ab tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:19.060302 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:19.101266 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-f75777ec-9a9b-47f7-bcec-91c597982053 None None] For port 56df7175-2460-480d-b878-4022fee49c9b, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=56df7175-2460-480d-b878-4022fee49c9b,segment=NetworkSegment(3f74c05f-fd51-4893-9b3a-639eb97c0e92),segment_id=3f74c05f-fd51-4893-9b3a-639eb97c0e92)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:22:19.114744 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e55d49e-fe87-4cac-b3ad-5d530353666d tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Pushing event updated for resources: {'Subnet': ['ID=be955454-2812-41b6-9e9d-1a9ec9797870,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:19.119406 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 56df7175-2460-480d-b878-4022fee49c9b triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:22:19.119767 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:19.169664 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f75777ec-9a9b-47f7-bcec-91c597982053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:19.182848 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e55d49e-fe87-4cac-b3ad-5d530353666d tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Checking segment: {'id': 'f778421c-54d4-4876-b87b-d27df4e79d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '1b014c85-6af2-4e80-9fe7-13fae5ddf95a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:22:19.183325 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e55d49e-fe87-4cac-b3ad-5d530353666d tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Network hostable DHCP agents. Network: 1b014c85-6af2-4e80-9fe7-13fae5ddf95a, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:22:19.197546 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544855fb-d17a-480c-a0a8-ae9bebd3f3ab tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Checking segment: {'id': '307cef2a-a999-42e0-ad69-e42540ae56fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '46328a21-be6f-488f-beec-e5c50b377dda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:22:19.198614 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544855fb-d17a-480c-a0a8-ae9bebd3f3ab tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Network hostable DHCP agents. Network: 46328a21-be6f-488f-beec-e5c50b377dda, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:22:19.226118 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-470e2455-a22a-4c7e-822f-763da2c01076 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:19.240568 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544855fb-d17a-480c-a0a8-ae9bebd3f3ab tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Pushing event updated for resources: {'Subnet': ['ID=83c510c9-d635-4150-b8c7-dcd43510c2a0,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:19.246877 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544855fb-d17a-480c-a0a8-ae9bebd3f3ab tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Network 46328a21-be6f-488f-beec-e5c50b377dda is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:22:19.254742 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e55d49e-fe87-4cac-b3ad-5d530353666d tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Network 1b014c85-6af2-4e80-9fe7-13fae5ddf95a is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:22:19.261859 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-544855fb-d17a-480c-a0a8-ae9bebd3f3ab tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 46328a21-be6f-488f-beec-e5c50b377dda) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:22:19.264759 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-6e55d49e-fe87-4cac-b3ad-5d530353666d tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 1b014c85-6af2-4e80-9fe7-13fae5ddf95a) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:22:19.270542 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544855fb-d17a-480c-a0a8-ae9bebd3f3ab tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:19.271411 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-544855fb-d17a-480c-a0a8-ae9bebd3f3ab tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:19.275573 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e55d49e-fe87-4cac-b3ad-5d530353666d tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:19.276153 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6e55d49e-fe87-4cac-b3ad-5d530353666d tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:19.303142 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-544855fb-d17a-480c-a0a8-ae9bebd3f3ab tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0309360 Dec 06 17:22:19.304095 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57566) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:19.307214 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-6e55d49e-fe87-4cac-b3ad-5d530353666d tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3340690 Dec 06 17:22:19.307485 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57568) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:19.315735 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-3748f99e-1955-4cb4-9632-0f39a18fc3e7 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-860451869', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:22:19.353834 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3748f99e-1955-4cb4-9632-0f39a18fc3e7 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:19.355213 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3748f99e-1955-4cb4-9632-0f39a18fc3e7 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:19.443703 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3748f99e-1955-4cb4-9632-0f39a18fc3e7 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:19.451437 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3748f99e-1955-4cb4-9632-0f39a18fc3e7 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:19.467311 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-470e2455-a22a-4c7e-822f-763da2c01076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:19.482535 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a057e6f6-9d30-477f-8d63-d877d39e4e83 None None] Network 46328a21-be6f-488f-beec-e5c50b377dda requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:22:19.483650 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3748f99e-1955-4cb4-9632-0f39a18fc3e7 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:19.487263 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-3748f99e-1955-4cb4-9632-0f39a18fc3e7 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1766469 Dec 06 17:22:19.487845 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57572) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:19.488609 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7d62e3-1685-4366-b50e-8d3df75fb5c7 None None] Network 1b014c85-6af2-4e80-9fe7-13fae5ddf95a requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:22:19.534536 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75777ec-9a9b-47f7-bcec-91c597982053 None None] Pushing event updated for resources: {'Port': ['ID=56df7175-2460-480d-b878-4022fee49c9b,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:19.612805 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470e2455-a22a-4c7e-822f-763da2c01076 None None] Network 8b7b9ab8-1f71-4821-9503-fec93e22e43c is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:22:19.659539 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-80d60aa1-6880-43dc-9062-77e1aee06d0e tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:19.664905 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-470e2455-a22a-4c7e-822f-763da2c01076 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:22:19.702479 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470e2455-a22a-4c7e-822f-763da2c01076 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:22:19.756783 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57582) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:19.817493 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470e2455-a22a-4c7e-822f-763da2c01076 None None] Pushing event updated for resources: {'Port': ['ID=6628c5cf-b94e-469b-8676-08327c8bc179,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:19.840756 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-4188dbe3-617b-40e2-ac2e-1813706f97ce None None] Provisioning complete for port 56df7175-2460-480d-b878-4022fee49c9b triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:22:19.841131 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4188dbe3-617b-40e2-ac2e-1813706f97ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:19.886425 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-470e2455-a22a-4c7e-822f-763da2c01076 None None] Attempting to bind port 6628c5cf-b94e-469b-8676-08327c8bc179 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:22:19.886807 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-470e2455-a22a-4c7e-822f-763da2c01076 None None] Attempting to bind port 6628c5cf-b94e-469b-8676-08327c8bc179 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '278dcbb2-1879-46a6-8415-c294eb521475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8b7b9ab8-1f71-4821-9503-fec93e22e43c'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:22:19.887182 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470e2455-a22a-4c7e-822f-763da2c01076 None None] Attempting to bind port 6628c5cf-b94e-469b-8676-08327c8bc179 on network 8b7b9ab8-1f71-4821-9503-fec93e22e43c {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:22:19.898751 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470e2455-a22a-4c7e-822f-763da2c01076 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:22:19.898751 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470e2455-a22a-4c7e-822f-763da2c01076 None None] Checking segment: {'id': '278dcbb2-1879-46a6-8415-c294eb521475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8b7b9ab8-1f71-4821-9503-fec93e22e43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:22:19.899062 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-470e2455-a22a-4c7e-822f-763da2c01076 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:19.899437 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470e2455-a22a-4c7e-822f-763da2c01076 None None] Bound using segment: {'id': '278dcbb2-1879-46a6-8415-c294eb521475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8b7b9ab8-1f71-4821-9503-fec93e22e43c'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:22:19.899946 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-470e2455-a22a-4c7e-822f-763da2c01076 None None] Bound port: 6628c5cf-b94e-469b-8676-08327c8bc179, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '278dcbb2-1879-46a6-8415-c294eb521475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8b7b9ab8-1f71-4821-9503-fec93e22e43c'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:22:19.900334 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-470e2455-a22a-4c7e-822f-763da2c01076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:19.995170 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-80d60aa1-6880-43dc-9062-77e1aee06d0e tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Allocated IP 172.20.0.1 (8b7b9ab8-1f71-4821-9503-fec93e22e43c/447481ed-9a4d-40a2-9ac9-bb048c03f6d2/a36912ea-d494-4f0d-955b-f5f87866a3ca) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:22:20.053232 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eaa974c-e532-4a1f-b56a-13eb23c2913b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-1b014c85-6af2-4e80-9fe7-13fae5ddf95a', 'network_id': '1b014c85-6af2-4e80-9fe7-13fae5ddf95a', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'fixed_ips': [{'subnet_id': 'be955454-2812-41b6-9e9d-1a9ec9797870'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:22:20.054786 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2eaa974c-e532-4a1f-b56a-13eb23c2913b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:20.141423 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-80d60aa1-6880-43dc-9062-77e1aee06d0e tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:20.149303 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-32a29989-1291-4314-993a-6c1d6d31121d admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-2142879876-network', 'tenant_id': '21f19de01e99463e9409b3217b351fee'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:22:20.165361 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-470e2455-a22a-4c7e-822f-763da2c01076 None None] For port 6628c5cf-b94e-469b-8676-08327c8bc179, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:22:20.211659 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a29989-1291-4314-993a-6c1d6d31121d admin admin] Made reservation on behalf of 21f19de01e99463e9409b3217b351fee for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:22:20.214728 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-32a29989-1291-4314-993a-6c1d6d31121d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:20.220687 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-80d60aa1-6880-43dc-9062-77e1aee06d0e tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:20.224743 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e16d7e6-bc01-4057-899c-ec2f501a5f0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-46328a21-be6f-488f-beec-e5c50b377dda', 'network_id': '46328a21-be6f-488f-beec-e5c50b377dda', 'tenant_id': 'f3f7b3c2ef734b96b199f1747f0600c7', 'fixed_ips': [{'subnet_id': '83c510c9-d635-4150-b8c7-dcd43510c2a0'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:22:20.226799 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6e16d7e6-bc01-4057-899c-ec2f501a5f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:20.269706 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-470e2455-a22a-4c7e-822f-763da2c01076 None None] For port 6628c5cf-b94e-469b-8676-08327c8bc179, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6628c5cf-b94e-469b-8676-08327c8bc179,segment=NetworkSegment(278dcbb2-1879-46a6-8415-c294eb521475),segment_id=278dcbb2-1879-46a6-8415-c294eb521475)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:22:20.271109 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-32a29989-1291-4314-993a-6c1d6d31121d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:20.321783 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d60aa1-6880-43dc-9062-77e1aee06d0e tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Network 8b7b9ab8-1f71-4821-9503-fec93e22e43c is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:22:20.329228 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e9b916fa-25e8-4cec-9496-3becb9fd97ac tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:20.334020 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-80d60aa1-6880-43dc-9062-77e1aee06d0e tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:22:20.345799 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d60aa1-6880-43dc-9062-77e1aee06d0e tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:22:20.350372 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad56fe3f-18ef-4c51-a8d8-41bb73c160e3 req-c626bffd-d813-4709-92cb-208256420984 tempest-InstanceActionsTestJSON-1585479765 tempest-InstanceActionsTestJSON-1585479765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:20.351908 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ad56fe3f-18ef-4c51-a8d8-41bb73c160e3 req-c626bffd-d813-4709-92cb-208256420984 tempest-InstanceActionsTestJSON-1585479765 tempest-InstanceActionsTestJSON-1585479765-project] 10.222.0.23 "GET /v2.0/ports?device_id=336bdc84-74b9-489d-b993-d484b6320ee8 HTTP/1.1" status: 200 len: 944 time: 0.0926464 Dec 06 17:22:20.367683 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-470e2455-a22a-4c7e-822f-763da2c01076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:20.392472 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d60aa1-6880-43dc-9062-77e1aee06d0e tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Pushing event updated for resources: {'Port': ['ID=a36912ea-d494-4f0d-955b-f5f87866a3ca,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:20.461233 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-80d60aa1-6880-43dc-9062-77e1aee06d0e tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539179'] for router_interface, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:20.575941 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-32a29989-1291-4314-993a-6c1d6d31121d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:20.586596 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-32a29989-1291-4314-993a-6c1d6d31121d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:20.624890 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32a29989-1291-4314-993a-6c1d6d31121d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:22:20.670950 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470e2455-a22a-4c7e-822f-763da2c01076 None None] Pushing event updated for resources: {'Port': ['ID=6628c5cf-b94e-469b-8676-08327c8bc179,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:20.672305 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-80d60aa1-6880-43dc-9062-77e1aee06d0e tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:20.677658 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ad56fe3f-18ef-4c51-a8d8-41bb73c160e3 req-14a32cc4-5095-4e0b-982e-6a8bff77751e tempest-InstanceActionsTestJSON-1585479765 tempest-InstanceActionsTestJSON-1585479765-project] 10.222.0.23 "GET /v2.0/security-groups?id=68dc06c4-ca00-4b10-8013-b01e866403fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489266 Dec 06 17:22:20.694005 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a29989-1291-4314-993a-6c1d6d31121d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54ea3743-02a2-48aa-9529-8f387c377be9,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:20.698361 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-32a29989-1291-4314-993a-6c1d6d31121d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:20.698763 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-32a29989-1291-4314-993a-6c1d6d31121d admin admin] Added segment b2b4431f-b201-4e60-abb0-4ac6ffe2ba59 of type vlan for network 6bce8784-7c2e-4c7a-adfa-04732a868b7b Dec 06 17:22:20.757899 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-2eaa974c-e532-4a1f-b56a-13eb23c2913b None None] Allocated IP 172.20.0.2 (1b014c85-6af2-4e80-9fe7-13fae5ddf95a/be955454-2812-41b6-9e9d-1a9ec9797870/ab5f80b9-2b60-40e1-82c3-11d13ba3debb) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:22:20.818092 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-6e16d7e6-bc01-4057-899c-ec2f501a5f0c None None] Allocated IP 172.20.0.2 (46328a21-be6f-488f-beec-e5c50b377dda/83c510c9-d635-4150-b8c7-dcd43510c2a0/dea1c309-656e-4000-9dae-3528fc151856) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:22:20.906811 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-32a29989-1291-4314-993a-6c1d6d31121d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:20.953881 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 56df7175-2460-480d-b878-4022fee49c9b up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:22:20.956288 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 89f54452-e665-41d3-815d-5088ffc97574 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:22:20.992386 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-32a29989-1291-4314-993a-6c1d6d31121d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:20.993599 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a29989-1291-4314-993a-6c1d6d31121d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:20.994347 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-32a29989-1291-4314-993a-6c1d6d31121d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:21.028892 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2eaa974c-e532-4a1f-b56a-13eb23c2913b None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:21.097430 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-32a29989-1291-4314-993a-6c1d6d31121d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3364251 Dec 06 17:22:21.097688 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2eaa974c-e532-4a1f-b56a-13eb23c2913b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:21.099011 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57596) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:21.113721 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-6c9409a0-a9a2-438a-97ee-eb623564d18a admin admin] Request body: {'subnet': {'network_id': '6bce8784-7c2e-4c7a-adfa-04732a868b7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-2142879876-subnet', 'tenant_id': '21f19de01e99463e9409b3217b351fee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:22:21.132728 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a29989-1291-4314-993a-6c1d6d31121d admin admin] Pushing event updated for resources: {'Network': ['ID=6bce8784-7c2e-4c7a-adfa-04732a868b7b,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:21.136932 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-e9b916fa-25e8-4cec-9496-3becb9fd97ac tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Allocated IP 172.20.0.1 (1b014c85-6af2-4e80-9fe7-13fae5ddf95a/be955454-2812-41b6-9e9d-1a9ec9797870/9dcb2015-7cd5-4281-aba6-4927938c0b88) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:22:21.174176 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 6bce8784-7c2e-4c7a-adfa-04732a868b7b details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:22:21.215914 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eaa974c-e532-4a1f-b56a-13eb23c2913b None None] Network 1b014c85-6af2-4e80-9fe7-13fae5ddf95a is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:22:21.232729 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-80d60aa1-6880-43dc-9062-77e1aee06d0e tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:21.244070 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-80d60aa1-6880-43dc-9062-77e1aee06d0e tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:21.247079 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-2eaa974c-e532-4a1f-b56a-13eb23c2913b None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:22:21.249762 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eaa974c-e532-4a1f-b56a-13eb23c2913b None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:22:21.290644 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c9409a0-a9a2-438a-97ee-eb623564d18a admin admin] Made reservation on behalf of 21f19de01e99463e9409b3217b351fee for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:22:21.293290 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6c9409a0-a9a2-438a-97ee-eb623564d18a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:21.297791 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaa974c-e532-4a1f-b56a-13eb23c2913b None None] Pushing event updated for resources: {'Port': ['ID=ab5f80b9-2b60-40e1-82c3-11d13ba3debb,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:21.312072 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 56df7175-2460-480d-b878-4022fee49c9b triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:22:21.312489 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:21.366009 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d60aa1-6880-43dc-9062-77e1aee06d0e tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Pushing event updated for resources: {'Port': ['ID=a36912ea-d494-4f0d-955b-f5f87866a3ca,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:21.387535 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e9b916fa-25e8-4cec-9496-3becb9fd97ac tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:21.478924 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-80d60aa1-6880-43dc-9062-77e1aee06d0e tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-772465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539207'] for router_interface, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:21.481332 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 89f54452-e665-41d3-815d-5088ffc97574, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=89f54452-e665-41d3-815d-5088ffc97574,segment=NetworkSegment(713ac3fa-fb44-4b9d-a426-2a191ba2942c),segment_id=713ac3fa-fb44-4b9d-a426-2a191ba2942c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:22:21.482105 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e9b916fa-25e8-4cec-9496-3becb9fd97ac tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:21.566982 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b916fa-25e8-4cec-9496-3becb9fd97ac tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Network 1b014c85-6af2-4e80-9fe7-13fae5ddf95a is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:22:21.574971 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-e9b916fa-25e8-4cec-9496-3becb9fd97ac tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:22:21.580035 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': '89f54452-e665-41d3-815d-5088ffc97574', 'network_id': '45bbe1e7-97f2-4457-9b96-b3dfd73346d3', 'port_id': '89f54452-e665-41d3-815d-5088ffc97574', 'mac_address': 'fa:16:3e:e6:03:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08e9748e-2c58-49c5-b7e9-8cf07bdd7c0a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:22:21.583648 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b916fa-25e8-4cec-9496-3becb9fd97ac tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:22:21.644897 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b916fa-25e8-4cec-9496-3becb9fd97ac tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Pushing event updated for resources: {'Port': ['ID=9dcb2015-7cd5-4281-aba6-4927938c0b88,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:21.653150 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d60aa1-6880-43dc-9062-77e1aee06d0e tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Network 8b7b9ab8-1f71-4821-9503-fec93e22e43c is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:22:21.654829 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-80d60aa1-6880-43dc-9062-77e1aee06d0e tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:22:21.701498 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6e16d7e6-bc01-4057-899c-ec2f501a5f0c None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:21.708032 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-2eaa974c-e532-4a1f-b56a-13eb23c2913b None None] Attempting to bind port ab5f80b9-2b60-40e1-82c3-11d13ba3debb on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:22:21.708438 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-2eaa974c-e532-4a1f-b56a-13eb23c2913b None None] Attempting to bind port ab5f80b9-2b60-40e1-82c3-11d13ba3debb by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'f778421c-54d4-4876-b87b-d27df4e79d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '1b014c85-6af2-4e80-9fe7-13fae5ddf95a'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:22:21.708864 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eaa974c-e532-4a1f-b56a-13eb23c2913b None None] Attempting to bind port ab5f80b9-2b60-40e1-82c3-11d13ba3debb on network 1b014c85-6af2-4e80-9fe7-13fae5ddf95a {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:22:21.712090 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:21.722126 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6e16d7e6-bc01-4057-899c-ec2f501a5f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:21.733987 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e9b916fa-25e8-4cec-9496-3becb9fd97ac tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539179'] for router_interface, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:21.770692 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eaa974c-e532-4a1f-b56a-13eb23c2913b None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:22:21.772843 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eaa974c-e532-4a1f-b56a-13eb23c2913b None None] Checking segment: {'id': 'f778421c-54d4-4876-b87b-d27df4e79d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '1b014c85-6af2-4e80-9fe7-13fae5ddf95a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:22:21.776768 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2eaa974c-e532-4a1f-b56a-13eb23c2913b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:21.777404 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eaa974c-e532-4a1f-b56a-13eb23c2913b None None] Bound using segment: {'id': 'f778421c-54d4-4876-b87b-d27df4e79d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '1b014c85-6af2-4e80-9fe7-13fae5ddf95a'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:22:21.778067 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-2eaa974c-e532-4a1f-b56a-13eb23c2913b None None] Bound port: ab5f80b9-2b60-40e1-82c3-11d13ba3debb, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f778421c-54d4-4876-b87b-d27df4e79d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '1b014c85-6af2-4e80-9fe7-13fae5ddf95a'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:22:21.778564 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2eaa974c-e532-4a1f-b56a-13eb23c2913b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:21.853666 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80d60aa1-6880-43dc-9062-77e1aee06d0e tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Router 8b5b9969-a65a-4c3f-9019-2cb9346a23c6 is scheduled to L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 17:22:21.920448 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6c9409a0-a9a2-438a-97ee-eb623564d18a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:22.004373 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e9b916fa-25e8-4cec-9496-3becb9fd97ac tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:22.006556 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80d60aa1-6880-43dc-9062-77e1aee06d0e tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:22:22.028429 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-80d60aa1-6880-43dc-9062-77e1aee06d0e tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] 10.222.0.23 "PUT /v2.0/routers/8b5b9969-a65a-4c3f-9019-2cb9346a23c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7231071 Dec 06 17:22:22.033869 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57604) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:22.046142 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecd5911-f59e-4287-8d79-fbd9580da40a req-fec60923-07bf-4b92-a395-f548c740070e tempest-InstanceActionsTestJSON-1585479765 tempest-InstanceActionsTestJSON-1585479765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:22.047738 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9ecd5911-f59e-4287-8d79-fbd9580da40a req-fec60923-07bf-4b92-a395-f548c740070e tempest-InstanceActionsTestJSON-1585479765 tempest-InstanceActionsTestJSON-1585479765-project] 10.222.0.23 "GET /v2.0/ports?device_id=336bdc84-74b9-489d-b993-d484b6320ee8 HTTP/1.1" status: 200 len: 944 time: 0.1861937 Dec 06 17:22:22.092635 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1463115-a3b1-42e7-918e-3bddfd09b844 None None] Network 8b7b9ab8-1f71-4821-9503-fec93e22e43c requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:22:22.095281 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6253e2e5-6ac1-4a63-8bf3-7c0179c38731 None None] Sync routers for ids ['8b5b9969-a65a-4c3f-9019-2cb9346a23c6'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:22:22.098872 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9409a0-a9a2-438a-97ee-eb623564d18a admin admin] Pushing event updated for resources: {'Subnet': ['ID=29c2b993-b6e9-4fbd-adb1-84065e6192e1,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:22.105716 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e16d7e6-bc01-4057-899c-ec2f501a5f0c None None] Network 46328a21-be6f-488f-beec-e5c50b377dda is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:22:22.117883 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-6e16d7e6-bc01-4057-899c-ec2f501a5f0c None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:22:22.120250 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89f54452-e665-41d3-815d-5088ffc97574 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:22:22.160665 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e16d7e6-bc01-4057-899c-ec2f501a5f0c None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:22:22.238856 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6253e2e5-6ac1-4a63-8bf3-7c0179c38731 None None] Routers {'8b5b9969-a65a-4c3f-9019-2cb9346a23c6'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:22:22.239583 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-6253e2e5-6ac1-4a63-8bf3-7c0179c38731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:22:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['8b5b9969-a65a-4c3f-9019-2cb9346a23c6'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:22.240194 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9409a0-a9a2-438a-97ee-eb623564d18a admin admin] Checking segment: {'id': 'b2b4431f-b201-4e60-abb0-4ac6ffe2ba59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6bce8784-7c2e-4c7a-adfa-04732a868b7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:22:22.240702 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9409a0-a9a2-438a-97ee-eb623564d18a admin admin] Network hostable DHCP agents. Network: 6bce8784-7c2e-4c7a-adfa-04732a868b7b, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:22:22.335895 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9ecd5911-f59e-4287-8d79-fbd9580da40a req-cc5c3a32-fc8a-4e50-95cb-9e2e0a0684d1 tempest-InstanceActionsTestJSON-1585479765 tempest-InstanceActionsTestJSON-1585479765-project] 10.222.0.23 "GET /v2.0/security-groups?id=68dc06c4-ca00-4b10-8013-b01e866403fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557390 Dec 06 17:22:22.383408 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e16d7e6-bc01-4057-899c-ec2f501a5f0c None None] Pushing event updated for resources: {'Port': ['ID=dea1c309-656e-4000-9dae-3528fc151856,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:22.391670 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9409a0-a9a2-438a-97ee-eb623564d18a admin admin] Network 6bce8784-7c2e-4c7a-adfa-04732a868b7b is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:22:22.400383 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 89f54452-e665-41d3-815d-5088ffc97574, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=89f54452-e665-41d3-815d-5088ffc97574,segment=NetworkSegment(713ac3fa-fb44-4b9d-a426-2a191ba2942c),segment_id=713ac3fa-fb44-4b9d-a426-2a191ba2942c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:22:22.413311 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-6c9409a0-a9a2-438a-97ee-eb623564d18a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 6bce8784-7c2e-4c7a-adfa-04732a868b7b) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:22:22.440574 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-6253e2e5-6ac1-4a63-8bf3-7c0179c38731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:22.442338 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9409a0-a9a2-438a-97ee-eb623564d18a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:22.442950 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6c9409a0-a9a2-438a-97ee-eb623564d18a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:22.501510 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-6e16d7e6-bc01-4057-899c-ec2f501a5f0c None None] Attempting to bind port dea1c309-656e-4000-9dae-3528fc151856 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:22:22.501900 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-6e16d7e6-bc01-4057-899c-ec2f501a5f0c None None] Attempting to bind port dea1c309-656e-4000-9dae-3528fc151856 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '307cef2a-a999-42e0-ad69-e42540ae56fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '46328a21-be6f-488f-beec-e5c50b377dda'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:22:22.502323 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e16d7e6-bc01-4057-899c-ec2f501a5f0c None None] Attempting to bind port dea1c309-656e-4000-9dae-3528fc151856 on network 46328a21-be6f-488f-beec-e5c50b377dda {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:22:22.506043 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719daf35-7d8a-4510-a373-3748072a483d None None] Network 6bce8784-7c2e-4c7a-adfa-04732a868b7b requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:22:22.566132 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-6c9409a0-a9a2-438a-97ee-eb623564d18a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4661622 Dec 06 17:22:22.579002 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e9b916fa-25e8-4cec-9496-3becb9fd97ac tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:22.586164 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e9b916fa-25e8-4cec-9496-3becb9fd97ac tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:22.640007 n-d-master-1 neutron-server[103284]: INFO neutron.api.v2.resource [None req-cba94ac5-42ff-4ba6-8b59-d8f2e0c59b98 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 17:22:22.641315 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-cba94ac5-42ff-4ba6-8b59-d8f2e0c59b98 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] 10.222.0.23 "PUT /v2.0/routers/8b5b9969-a65a-4c3f-9019-2cb9346a23c6/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6059177 Dec 06 17:22:22.644921 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57614) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:22.679947 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e9b916fa-25e8-4cec-9496-3becb9fd97ac tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-772465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539207'] for router_interface, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:22.683405 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b916fa-25e8-4cec-9496-3becb9fd97ac tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Pushing event updated for resources: {'Port': ['ID=9dcb2015-7cd5-4281-aba6-4927938c0b88,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:22.696238 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-2eaa974c-e532-4a1f-b56a-13eb23c2913b None None] For port ab5f80b9-2b60-40e1-82c3-11d13ba3debb, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:22:22.727215 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-2eaa974c-e532-4a1f-b56a-13eb23c2913b None None] For port ab5f80b9-2b60-40e1-82c3-11d13ba3debb, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ab5f80b9-2b60-40e1-82c3-11d13ba3debb,segment=NetworkSegment(f778421c-54d4-4876-b87b-d27df4e79d57),segment_id=f778421c-54d4-4876-b87b-d27df4e79d57)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:22:22.792299 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-8609d726-1d61-499a-aac6-a22d00e4b2b4 None None] Provisioning complete for port 6628c5cf-b94e-469b-8676-08327c8bc179 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:22:22.793029 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8609d726-1d61-499a-aac6-a22d00e4b2b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:22.795473 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:22.834366 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b916fa-25e8-4cec-9496-3becb9fd97ac tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Network 1b014c85-6af2-4e80-9fe7-13fae5ddf95a is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:22:22.836259 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-e9b916fa-25e8-4cec-9496-3becb9fd97ac tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:22:22.886184 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2eaa974c-e532-4a1f-b56a-13eb23c2913b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:22.888520 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e16d7e6-bc01-4057-899c-ec2f501a5f0c None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:22:22.888991 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e16d7e6-bc01-4057-899c-ec2f501a5f0c None None] Checking segment: {'id': '307cef2a-a999-42e0-ad69-e42540ae56fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '46328a21-be6f-488f-beec-e5c50b377dda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:22:22.889505 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6e16d7e6-bc01-4057-899c-ec2f501a5f0c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:22.890123 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e16d7e6-bc01-4057-899c-ec2f501a5f0c None None] Bound using segment: {'id': '307cef2a-a999-42e0-ad69-e42540ae56fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '46328a21-be6f-488f-beec-e5c50b377dda'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:22:22.890698 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-6e16d7e6-bc01-4057-899c-ec2f501a5f0c None None] Bound port: dea1c309-656e-4000-9dae-3528fc151856, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '307cef2a-a999-42e0-ad69-e42540ae56fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '46328a21-be6f-488f-beec-e5c50b377dda'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:22:22.891334 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6e16d7e6-bc01-4057-899c-ec2f501a5f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:22.929365 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 6628c5cf-b94e-469b-8676-08327c8bc179 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:22:22.992323 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9b916fa-25e8-4cec-9496-3becb9fd97ac tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Router dfaa460b-52ed-4c16-b786-077bf5f0ebb6 is scheduled to L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 with binding_index 1 {{(pid=103285) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 17:22:23.056193 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=89f54452-e665-41d3-815d-5088ffc97574,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:23.060520 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6253e2e5-6ac1-4a63-8bf3-7c0179c38731 None None] Routers {'8b5b9969-a65a-4c3f-9019-2cb9346a23c6'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:22:23.061307 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-6253e2e5-6ac1-4a63-8bf3-7c0179c38731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:22:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['8b5b9969-a65a-4c3f-9019-2cb9346a23c6'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:23.151418 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-6253e2e5-6ac1-4a63-8bf3-7c0179c38731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:23.152862 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6253e2e5-6ac1-4a63-8bf3-7c0179c38731 None None] The sync data for ids ['8b5b9969-a65a-4c3f-9019-2cb9346a23c6'] in n-d-master-1 is: [] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:22:23.163917 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9b916fa-25e8-4cec-9496-3becb9fd97ac tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:22:23.165387 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['89f54452-e665-41d3-815d-5088ffc97574'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:22:23.169395 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-e9b916fa-25e8-4cec-9496-3becb9fd97ac tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "PUT /v2.0/routers/dfaa460b-52ed-4c16-b786-077bf5f0ebb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6805520 Dec 06 17:22:23.172632 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57630) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:23.186011 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee0f971-b7fe-49c9-9e22-a456b5de56c5 None None] Sync routers for ids ['dfaa460b-52ed-4c16-b786-077bf5f0ebb6'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:22:23.211725 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee0f971-b7fe-49c9-9e22-a456b5de56c5 None None] Routers {'dfaa460b-52ed-4c16-b786-077bf5f0ebb6'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:22:23.212799 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-8ee0f971-b7fe-49c9-9e22-a456b5de56c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:22:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['dfaa460b-52ed-4c16-b786-077bf5f0ebb6'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:23.231750 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e33ec6c-7265-48b1-985d-0d97006fe573 None None] Network 6bce8784-7c2e-4c7a-adfa-04732a868b7b requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:22:23.243086 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6e16d7e6-bc01-4057-899c-ec2f501a5f0c None None] For port dea1c309-656e-4000-9dae-3528fc151856, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:22:23.246121 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f38b539-6f01-40bc-ad31-e987f90cba68 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:23.248128 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-5f38b539-6f01-40bc-ad31-e987f90cba68 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "GET /v2.0/ports/9dcb2015-7cd5-4281-aba6-4927938c0b88 HTTP/1.1" status: 200 len: 910 time: 0.0747955 Dec 06 17:22:23.252051 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57632) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:23.258360 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-808cf61f-e839-4435-94a1-b79b0802fee4 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'be955454-2812-41b6-9e9d-1a9ec9797870'}]}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:22:23.281804 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-8ee0f971-b7fe-49c9-9e22-a456b5de56c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:23.309543 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee0f971-b7fe-49c9-9e22-a456b5de56c5 None None] Routers {'dfaa460b-52ed-4c16-b786-077bf5f0ebb6'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:22:23.310469 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-8ee0f971-b7fe-49c9-9e22-a456b5de56c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:22:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['dfaa460b-52ed-4c16-b786-077bf5f0ebb6'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:23.320256 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6e16d7e6-bc01-4057-899c-ec2f501a5f0c None None] For port dea1c309-656e-4000-9dae-3528fc151856, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=dea1c309-656e-4000-9dae-3528fc151856,segment=NetworkSegment(307cef2a-a999-42e0-ad69-e42540ae56fe),segment_id=307cef2a-a999-42e0-ad69-e42540ae56fe)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:22:23.335530 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3d4ca3-3f2b-4c7e-ac02-4adfa36a0866 req-2e0c04f2-a31d-4f34-8f94-125948b1cbc2 tempest-InstanceActionsV221TestJSON-789539711 tempest-InstanceActionsV221TestJSON-789539711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:23.337862 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1a3d4ca3-3f2b-4c7e-ac02-4adfa36a0866 req-2e0c04f2-a31d-4f34-8f94-125948b1cbc2 tempest-InstanceActionsV221TestJSON-789539711 tempest-InstanceActionsV221TestJSON-789539711-project] 10.222.0.23 "GET /v2.0/networks?id=6bce8784-7c2e-4c7a-adfa-04732a868b7b HTTP/1.1" status: 200 len: 818 time: 0.2618709 Dec 06 17:22:23.374671 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6e16d7e6-bc01-4057-899c-ec2f501a5f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:23.403542 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1a3d4ca3-3f2b-4c7e-ac02-4adfa36a0866 req-c3969589-d95e-4647-a84a-8ef204a9e183 tempest-InstanceActionsV221TestJSON-789539711 tempest-InstanceActionsV221TestJSON-789539711-project] 10.222.0.23 "GET /v2.0/quotas/21f19de01e99463e9409b3217b351fee HTTP/1.1" status: 200 len: 375 time: 0.0174556 Dec 06 17:22:23.423827 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaa974c-e532-4a1f-b56a-13eb23c2913b None None] Pushing event updated for resources: {'Port': ['ID=ab5f80b9-2b60-40e1-82c3-11d13ba3debb,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:23.432931 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-8ee0f971-b7fe-49c9-9e22-a456b5de56c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:23.436041 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee0f971-b7fe-49c9-9e22-a456b5de56c5 None None] The sync data for ids ['dfaa460b-52ed-4c16-b786-077bf5f0ebb6'] in n-d-master-1 is: [] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:22:23.482118 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1a3d4ca3-3f2b-4c7e-ac02-4adfa36a0866 req-37bb8050-6f9e-4cd7-8125-059d2d5fa5bc tempest-InstanceActionsV221TestJSON-789539711 tempest-InstanceActionsV221TestJSON-789539711-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=21f19de01e99463e9409b3217b351fee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0368345 Dec 06 17:22:23.598888 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8609d726-1d61-499a-aac6-a22d00e4b2b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:23.650362 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 6628c5cf-b94e-469b-8676-08327c8bc179 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:22:23.650791 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7439e553-a9f2-4815-9b90-3f78b9d0ec20 req-073b82e5-98fb-4154-a5c9-dc28ccbac50a tempest-InstanceActionsTestJSON-1585479765 tempest-InstanceActionsTestJSON-1585479765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:23.652489 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7439e553-a9f2-4815-9b90-3f78b9d0ec20 req-073b82e5-98fb-4154-a5c9-dc28ccbac50a tempest-InstanceActionsTestJSON-1585479765 tempest-InstanceActionsTestJSON-1585479765-project] 10.222.0.23 "GET /v2.0/ports?device_id=336bdc84-74b9-489d-b993-d484b6320ee8 HTTP/1.1" status: 200 len: 945 time: 0.1705208 Dec 06 17:22:23.658984 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:23.741115 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7439e553-a9f2-4815-9b90-3f78b9d0ec20 req-95b3c932-645f-40e6-8935-54ac0ff0d748 tempest-InstanceActionsTestJSON-1585479765 tempest-InstanceActionsTestJSON-1585479765-project] 10.222.0.23 "GET /v2.0/security-groups?id=68dc06c4-ca00-4b10-8013-b01e866403fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780659 Dec 06 17:22:23.764348 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-808cf61f-e839-4435-94a1-b79b0802fee4 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:23.790292 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f36db601-6633-4daa-8c80-e8e146d1eb3f tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575908'] for router_interface, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:23.905027 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-8609d726-1d61-499a-aac6-a22d00e4b2b4 None None] For port 6628c5cf-b94e-469b-8676-08327c8bc179, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6628c5cf-b94e-469b-8676-08327c8bc179,segment=NetworkSegment(278dcbb2-1879-46a6-8415-c294eb521475),segment_id=278dcbb2-1879-46a6-8415-c294eb521475)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:22:23.946229 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8609d726-1d61-499a-aac6-a22d00e4b2b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:24.128537 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e16d7e6-bc01-4057-899c-ec2f501a5f0c None None] Pushing event updated for resources: {'Port': ['ID=dea1c309-656e-4000-9dae-3528fc151856,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:24.180133 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1a3d4ca3-3f2b-4c7e-ac02-4adfa36a0866 req-7e6c765a-6237-4031-8ec1-33d6edd8d6d9 service neutron] 10.222.0.23 "GET /v2.0/networks/6bce8784-7c2e-4c7a-adfa-04732a868b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6893816 Dec 06 17:22:24.275567 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8609d726-1d61-499a-aac6-a22d00e4b2b4 None None] Pushing event updated for resources: {'Port': ['ID=6628c5cf-b94e-469b-8676-08327c8bc179,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:24.290811 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6bce8497-a094-4533-b8d4-e7ae49fa16a1 None None] Provisioning complete for port 6628c5cf-b94e-469b-8676-08327c8bc179 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:22:24.291261 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6bce8497-a094-4533-b8d4-e7ae49fa16a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:24.292374 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-f36db601-6633-4daa-8c80-e8e146d1eb3f tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Deleting port a36912ea-d494-4f0d-955b-f5f87866a3ca {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:22:24.292842 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f36db601-6633-4daa-8c80-e8e146d1eb3f tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:24.545723 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6bce8497-a094-4533-b8d4-e7ae49fa16a1 None None] Provisioning complete for port a36912ea-d494-4f0d-955b-f5f87866a3ca triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:22:24.547116 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6bce8497-a094-4533-b8d4-e7ae49fa16a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:24.553672 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f36db601-6633-4daa-8c80-e8e146d1eb3f tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:24.595826 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-f36db601-6633-4daa-8c80-e8e146d1eb3f tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Calling delete_port for a36912ea-d494-4f0d-955b-f5f87866a3ca owned by network:router_interface {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:22:24.634507 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6bce8497-a094-4533-b8d4-e7ae49fa16a1 None None] Port a36912ea-d494-4f0d-955b-f5f87866a3ca cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:22:24.756080 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-88176a10-a0dc-4cd4-9b39-b5f85acd2d8b None None] Provisioning complete for port a36912ea-d494-4f0d-955b-f5f87866a3ca triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:22:24.756725 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-88176a10-a0dc-4cd4-9b39-b5f85acd2d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:24.852634 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1a3d4ca3-3f2b-4c7e-ac02-4adfa36a0866 req-d2e3a712-c653-4b1e-b1bd-e0de7fff739d service neutron] 10.222.0.23 "GET /v2.0/networks/6bce8784-7c2e-4c7a-adfa-04732a868b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6551232 Dec 06 17:22:24.859880 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 89f54452-e665-41d3-815d-5088ffc97574 up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:22:25.061684 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-88176a10-a0dc-4cd4-9b39-b5f85acd2d8b None None] Port a36912ea-d494-4f0d-955b-f5f87866a3ca cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:22:25.141040 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning for port 89f54452-e665-41d3-815d-5088ffc97574 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:22:25.152969 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port 89f54452-e665-41d3-815d-5088ffc97574 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:22:25.153335 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:25.181762 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device ab5f80b9-2b60-40e1-82c3-11d13ba3debb up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:22:25.198231 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-808cf61f-e839-4435-94a1-b79b0802fee4 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:25.227041 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-808cf61f-e839-4435-94a1-b79b0802fee4 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:25.272176 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f36db601-6633-4daa-8c80-e8e146d1eb3f tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:25.329199 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68029ea5-9fa1-40e8-abc7-ae9b33b32eba None None] Network 1b014c85-6af2-4e80-9fe7-13fae5ddf95a requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:22:25.340563 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-94a155d0-eaec-4103-97b0-afeb8a520f18 None None] Could not find standard attr ID for object a36912ea-d494-4f0d-955b-f5f87866a3ca. {{(pid=103286) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 17:22:25.341054 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36db601-6633-4daa-8c80-e8e146d1eb3f tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Pushing event deleted for resources: {'Port': ['ID=a36912ea-d494-4f0d-955b-f5f87866a3ca,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:25.374634 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c1141f-7268-4e5d-b393-fbc76bb867b6 req-804a2510-15cc-4956-afe4-35928b9b4759 tempest-InstanceActionsTestJSON-1585479765 tempest-InstanceActionsTestJSON-1585479765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:25.380597 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e4c1141f-7268-4e5d-b393-fbc76bb867b6 req-804a2510-15cc-4956-afe4-35928b9b4759 tempest-InstanceActionsTestJSON-1585479765 tempest-InstanceActionsTestJSON-1585479765-project] 10.222.0.23 "GET /v2.0/ports?device_id=336bdc84-74b9-489d-b993-d484b6320ee8 HTTP/1.1" status: 200 len: 945 time: 0.4226403 Dec 06 17:22:25.462634 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808cf61f-e839-4435-94a1-b79b0802fee4 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Pushing event updated for resources: {'Port': ['ID=9dcb2015-7cd5-4281-aba6-4927938c0b88,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:25.569201 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ab2338f5-98bc-4fd5-ae66-95d5a5b8afc2 req-1eebfc85-1dbb-4fda-82f7-d361f2e6fef6 tempest-InstanceActionsV221TestJSON-789539711 tempest-InstanceActionsV221TestJSON-789539711-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e4913c9-6060-489e-9f50-0ba2373328bb HTTP/1.1" status: 200 len: 210 time: 0.1072443 Dec 06 17:22:25.589184 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808cf61f-e839-4435-94a1-b79b0802fee4 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:25.590460 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-808cf61f-e839-4435-94a1-b79b0802fee4 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:25.592308 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-808cf61f-e839-4435-94a1-b79b0802fee4 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "PUT /v2.0/ports/9dcb2015-7cd5-4281-aba6-4927938c0b88 HTTP/1.1" status: 200 len: 910 time: 2.3388710 Dec 06 17:22:25.594891 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57680) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:25.816451 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f36db601-6633-4daa-8c80-e8e146d1eb3f tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-772474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575952'] for router_interface, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:25.848589 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e4c1141f-7268-4e5d-b393-fbc76bb867b6 req-6a641283-74c2-4013-bb1a-985100c1165c tempest-InstanceActionsTestJSON-1585479765 tempest-InstanceActionsTestJSON-1585479765-project] 10.222.0.23 "GET /v2.0/security-groups?id=68dc06c4-ca00-4b10-8013-b01e866403fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4455969 Dec 06 17:22:25.903876 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:25.906794 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509fdaef-6800-47d3-8cf9-73acb3623656 None None] Network 46328a21-be6f-488f-beec-e5c50b377dda requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:22:25.961696 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-fa70f332-d389-49df-a343-0b9b20e5b5da None None] Provisioning complete for port ab5f80b9-2b60-40e1-82c3-11d13ba3debb triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:22:25.962850 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fa70f332-d389-49df-a343-0b9b20e5b5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:26.119349 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f36db601-6633-4daa-8c80-e8e146d1eb3f tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Router 8b5b9969-a65a-4c3f-9019-2cb9346a23c6 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:22:26.149020 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '336bdc84-74b9-489d-b993-d484b6320ee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89f54452-e665-41d3-815d-5088ffc97574'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:22:26.151807 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-020fad94-5f87-4e54-9b0e-10c20b720330" -d '{"events": [{"server_uuid": "336bdc84-74b9-489d-b993-d484b6320ee8", "name": "network-vif-plugged", "status": "completed", "tag": "89f54452-e665-41d3-815d-5088ffc97574"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:22:26.190744 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port ab5f80b9-2b60-40e1-82c3-11d13ba3debb triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:22:26.191135 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:26.259607 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f745d214-8e27-4416-855b-33b8cde291bb x-openstack-request-id: req-f745d214-8e27-4416-855b-33b8cde291bb {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:22:26.260234 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "336bdc84-74b9-489d-b993-d484b6320ee8", "name": "network-vif-plugged", "status": "completed", "tag": "89f54452-e665-41d3-815d-5088ffc97574", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:22:26.263996 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f745d214-8e27-4416-855b-33b8cde291bb {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:22:26.264753 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '336bdc84-74b9-489d-b993-d484b6320ee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89f54452-e665-41d3-815d-5088ffc97574', 'code': 200} Dec 06 17:22:26.332591 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 89f54452-e665-41d3-815d-5088ffc97574, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=89f54452-e665-41d3-815d-5088ffc97574,segment=NetworkSegment(713ac3fa-fb44-4b9d-a426-2a191ba2942c),segment_id=713ac3fa-fb44-4b9d-a426-2a191ba2942c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:22:26.368566 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:26.376070 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f36db601-6633-4daa-8c80-e8e146d1eb3f tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:22:26.395441 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-f36db601-6633-4daa-8c80-e8e146d1eb3f tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] 10.222.0.23 "PUT /v2.0/routers/8b5b9969-a65a-4c3f-9019-2cb9346a23c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7491689 Dec 06 17:22:26.396124 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57692) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:26.476625 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=89f54452-e665-41d3-815d-5088ffc97574,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:26.482171 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee5049a-313a-4780-9977-097479901938 None None] Sync routers for ids ['8b5b9969-a65a-4c3f-9019-2cb9346a23c6'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:22:26.489143 n-d-master-1 neutron-server[103284]: INFO neutron.api.v2.resource [None req-4a99a02d-d149-48ea-819f-e92f90c3296a tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] delete failed (client error): The resource could not be found. Dec 06 17:22:26.491709 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-4a99a02d-d149-48ea-819f-e92f90c3296a tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] 10.222.0.23 "DELETE /v2.0/routers/tempest-non_exist_router-906796338 HTTP/1.1" status: 404 len: 334 time: 0.0934258 Dec 06 17:22:26.497125 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57694) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:26.518386 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-52ab1f57-32fd-4f71-850b-168f99f1e857 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Request body: {'router': {'external_gateway_info': {'network_id': '8b5b9969-a65a-4c3f-9019-2cb9346a23c6'}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:22:26.609195 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fa70f332-d389-49df-a343-0b9b20e5b5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:26.620422 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee5049a-313a-4780-9977-097479901938 None None] Routers {'8b5b9969-a65a-4c3f-9019-2cb9346a23c6'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:22:26.628567 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-0ee5049a-313a-4780-9977-097479901938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:22:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['8b5b9969-a65a-4c3f-9019-2cb9346a23c6'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:26.701863 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-0ee5049a-313a-4780-9977-097479901938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:26.762012 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7b6a3d4b-c1e0-4975-b691-5af92717d668 req-8ce21672-dbf9-4c9b-96a0-e484f5322228 tempest-InstanceActionsV221TestJSON-789539711 tempest-InstanceActionsV221TestJSON-789539711-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e4913c9-6060-489e-9f50-0ba2373328bb HTTP/1.1" status: 200 len: 210 time: 0.0676765 Dec 06 17:22:26.805516 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:26.827617 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee5049a-313a-4780-9977-097479901938 None None] Routers {'8b5b9969-a65a-4c3f-9019-2cb9346a23c6'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:22:26.828679 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b51093-5752-4a23-97aa-f113f0abc0cc req-147df851-8670-4d6d-a0f3-098f47cc40b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:26.828845 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-0ee5049a-313a-4780-9977-097479901938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:22:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['8b5b9969-a65a-4c3f-9019-2cb9346a23c6'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:26.830344 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-92b51093-5752-4a23-97aa-f113f0abc0cc req-147df851-8670-4d6d-a0f3-098f47cc40b4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=336bdc84-74b9-489d-b993-d484b6320ee8 HTTP/1.1" status: 200 len: 1097 time: 0.4332130 Dec 06 17:22:26.836526 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-52ab1f57-32fd-4f71-850b-168f99f1e857 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:26.887387 n-d-master-1 neutron-server[103284]: INFO neutron.api.v2.resource [None req-52ab1f57-32fd-4f71-850b-168f99f1e857 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] update failed (client error): The resource could not be found. Dec 06 17:22:26.893833 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-52ab1f57-32fd-4f71-850b-168f99f1e857 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] 10.222.0.23 "PUT /v2.0/routers/8b5b9969-a65a-4c3f-9019-2cb9346a23c6 HTTP/1.1" status: 404 len: 339 time: 0.3898304 Dec 06 17:22:26.894279 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-fa70f332-d389-49df-a343-0b9b20e5b5da None None] For port ab5f80b9-2b60-40e1-82c3-11d13ba3debb, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ab5f80b9-2b60-40e1-82c3-11d13ba3debb,segment=NetworkSegment(f778421c-54d4-4876-b87b-d27df4e79d57),segment_id=f778421c-54d4-4876-b87b-d27df4e79d57)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:22:26.894521 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57700) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:26.902553 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-0ee5049a-313a-4780-9977-097479901938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:26.904062 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee5049a-313a-4780-9977-097479901938 None None] The sync data for ids ['8b5b9969-a65a-4c3f-9019-2cb9346a23c6'] in n-d-master-1 is: [] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:22:26.929863 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fa70f332-d389-49df-a343-0b9b20e5b5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:26.952135 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1308425-6686-425b-8835-6a8b6f4b5871 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575908'] for router_interface, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:27.044468 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa70f332-d389-49df-a343-0b9b20e5b5da None None] Pushing event updated for resources: {'Port': ['ID=ab5f80b9-2b60-40e1-82c3-11d13ba3debb,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:27.097103 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.db.api [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103286) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 17:22:27.097892 n-d-master-1 neutron-server[103286]: DEBUG oslo_db.api [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 17:22:27.098795 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-d3fb4cd1-d30d-49f6-9151-ecec04fae2b7 None None] Provisioning complete for port dea1c309-656e-4000-9dae-3528fc151856 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:22:27.099505 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d3fb4cd1-d30d-49f6-9151-ecec04fae2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:27.129630 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-92b51093-5752-4a23-97aa-f113f0abc0cc req-a504f4d0-1053-41c5-89b3-39045392afd0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=68dc06c4-ca00-4b10-8013-b01e866403fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868898 Dec 06 17:22:27.286817 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d3fb4cd1-d30d-49f6-9151-ecec04fae2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:27.352770 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-d3fb4cd1-d30d-49f6-9151-ecec04fae2b7 None None] For port dea1c309-656e-4000-9dae-3528fc151856, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=dea1c309-656e-4000-9dae-3528fc151856,segment=NetworkSegment(307cef2a-a999-42e0-ad69-e42540ae56fe),segment_id=307cef2a-a999-42e0-ad69-e42540ae56fe)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:22:27.380758 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d3fb4cd1-d30d-49f6-9151-ecec04fae2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:27.459962 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fb4cd1-d30d-49f6-9151-ecec04fae2b7 None None] Pushing event updated for resources: {'Port': ['ID=dea1c309-656e-4000-9dae-3528fc151856,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:27.493702 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9530b929-f584-48ef-9a7c-70256e02db87 req-22775228-56d3-4f6b-955c-3866ce00ddd8 tempest-InstanceActionsTestJSON-1585479765 tempest-InstanceActionsTestJSON-1585479765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:27.501869 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9530b929-f584-48ef-9a7c-70256e02db87 req-22775228-56d3-4f6b-955c-3866ce00ddd8 tempest-InstanceActionsTestJSON-1585479765 tempest-InstanceActionsTestJSON-1585479765-project] 10.222.0.23 "GET /v2.0/ports?device_id=336bdc84-74b9-489d-b993-d484b6320ee8 HTTP/1.1" status: 200 len: 946 time: 0.4299908 Dec 06 17:22:27.542023 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-509fdb63-7539-4ec6-9e6a-ff7ab374cd48 None None] Provisioning complete for port ab5f80b9-2b60-40e1-82c3-11d13ba3debb triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:22:27.542331 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-509fdb63-7539-4ec6-9e6a-ff7ab374cd48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:27.571561 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3d4ca3-3f2b-4c7e-ac02-4adfa36a0866 req-73a01ef3-a75d-4cca-aa77-1c9472f41249 tempest-InstanceActionsV221TestJSON-789539711 tempest-InstanceActionsV221TestJSON-789539711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:27.573192 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1a3d4ca3-3f2b-4c7e-ac02-4adfa36a0866 req-73a01ef3-a75d-4cca-aa77-1c9472f41249 tempest-InstanceActionsV221TestJSON-789539711 tempest-InstanceActionsV221TestJSON-789539711-project] 10.222.0.41 "GET /v2.0/networks?id=6bce8784-7c2e-4c7a-adfa-04732a868b7b HTTP/1.1" status: 200 len: 818 time: 0.4305749 Dec 06 17:22:27.583329 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b4afdf0a-b256-4970-9fa3-6b0e8f17b8e2 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:27.603864 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-1a3d4ca3-3f2b-4c7e-ac02-4adfa36a0866 req-75564cba-8fcc-4204-bae5-99eaf64e808c tempest-InstanceActionsV221TestJSON-789539711 tempest-InstanceActionsV221TestJSON-789539711-project] Request body: {'port': {'device_id': '4e4913c9-6060-489e-9f50-0ba2373328bb', 'network_id': '6bce8784-7c2e-4c7a-adfa-04732a868b7b', 'admin_state_up': True, 'tenant_id': '21f19de01e99463e9409b3217b351fee'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:22:27.663132 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9530b929-f584-48ef-9a7c-70256e02db87 req-5d665e64-3b44-4219-b6d5-09436c034100 tempest-InstanceActionsTestJSON-1585479765 tempest-InstanceActionsTestJSON-1585479765-project] 10.222.0.23 "GET /v2.0/security-groups?id=68dc06c4-ca00-4b10-8013-b01e866403fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594439 Dec 06 17:22:27.693950 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device dea1c309-656e-4000-9dae-3528fc151856 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:22:27.800332 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port dea1c309-656e-4000-9dae-3528fc151856 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:22:27.800719 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:27.890051 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-509fdb63-7539-4ec6-9e6a-ff7ab374cd48 None None] Provisioning complete for port 9dcb2015-7cd5-4281-aba6-4927938c0b88 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:22:27.890499 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-509fdb63-7539-4ec6-9e6a-ff7ab374cd48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:27.994791 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-509fdb63-7539-4ec6-9e6a-ff7ab374cd48 None None] Port 9dcb2015-7cd5-4281-aba6-4927938c0b88 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:22:27.998379 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a3d4ca3-3f2b-4c7e-ac02-4adfa36a0866 req-75564cba-8fcc-4204-bae5-99eaf64e808c tempest-InstanceActionsV221TestJSON-789539711 tempest-InstanceActionsV221TestJSON-789539711-project] Made reservation on behalf of 21f19de01e99463e9409b3217b351fee for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:22:28.004935 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-1a3d4ca3-3f2b-4c7e-ac02-4adfa36a0866 req-75564cba-8fcc-4204-bae5-99eaf64e808c tempest-InstanceActionsV221TestJSON-789539711 tempest-InstanceActionsV221TestJSON-789539711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:28.007939 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 6628c5cf-b94e-469b-8676-08327c8bc179 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:22:28.029798 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-509fdb63-7539-4ec6-9e6a-ff7ab374cd48 None None] Provisioning complete for port dea1c309-656e-4000-9dae-3528fc151856 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:22:28.030153 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-509fdb63-7539-4ec6-9e6a-ff7ab374cd48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:28.057717 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-b4afdf0a-b256-4970-9fa3-6b0e8f17b8e2 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Allocated IP 172.20.0.1 (bba4ff09-08f4-48b6-b7b5-db6ec89d8c29/e53677d7-131b-49c9-8536-2d244ef46ab0/8cec6f94-0872-450f-bdd5-f91b2c39e55a) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:22:28.064188 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-487fe627-5163-4e87-aa72-130b757c2e2e req-6e01a979-ce5d-4f13-b383-d66614b72355 tempest-InstanceActionsV221TestJSON-789539711 tempest-InstanceActionsV221TestJSON-789539711-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e4913c9-6060-489e-9f50-0ba2373328bb HTTP/1.1" status: 200 len: 210 time: 0.1394248 Dec 06 17:22:28.191618 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 6628c5cf-b94e-469b-8676-08327c8bc179 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:22:28.191999 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:28.207908 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1308425-6686-425b-8835-6a8b6f4b5871 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Deleting port 9dcb2015-7cd5-4281-aba6-4927938c0b88 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:22:28.208282 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1308425-6686-425b-8835-6a8b6f4b5871 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:28.310133 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-9758d62e-32b2-40b4-a211-6e3f158581ee None None] Provisioning complete for port 9dcb2015-7cd5-4281-aba6-4927938c0b88 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:22:28.310534 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9758d62e-32b2-40b4-a211-6e3f158581ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:28.311892 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b4afdf0a-b256-4970-9fa3-6b0e8f17b8e2 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:28.355095 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-9758d62e-32b2-40b4-a211-6e3f158581ee None None] Port 9dcb2015-7cd5-4281-aba6-4927938c0b88 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:22:28.402330 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b4afdf0a-b256-4970-9fa3-6b0e8f17b8e2 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:28.468310 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-1a3d4ca3-3f2b-4c7e-ac02-4adfa36a0866 req-75564cba-8fcc-4204-bae5-99eaf64e808c tempest-InstanceActionsV221TestJSON-789539711 tempest-InstanceActionsV221TestJSON-789539711-project] Allocated IP 172.20.0.4 (6bce8784-7c2e-4c7a-adfa-04732a868b7b/29c2b993-b6e9-4fbd-adb1-84065e6192e1/26007da6-d0ca-4b01-b02f-d927729b5708) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:22:28.470389 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4afdf0a-b256-4970-9fa3-6b0e8f17b8e2 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Pushing event updated for resources: {'Port': ['ID=8cec6f94-0872-450f-bdd5-f91b2c39e55a,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:28.476763 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device ab5f80b9-2b60-40e1-82c3-11d13ba3debb up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:22:28.488394 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4afdf0a-b256-4970-9fa3-6b0e8f17b8e2 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Network bba4ff09-08f4-48b6-b7b5-db6ec89d8c29 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:22:28.492041 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-b4afdf0a-b256-4970-9fa3-6b0e8f17b8e2 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:22:28.492214 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1308425-6686-425b-8835-6a8b6f4b5871 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:28.506411 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4afdf0a-b256-4970-9fa3-6b0e8f17b8e2 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:22:28.534409 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fd8caa-efe3-41a9-8863-72b50ece772b req-4bcabec0-fa07-4218-ac89-9e0da5abe464 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:28.541855 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-71fd8caa-efe3-41a9-8863-72b50ece772b req-4bcabec0-fa07-4218-ac89-9e0da5abe464 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a8709b5-b684-4aa0-903d-8839be2c999e HTTP/1.1" status: 200 len: 945 time: 0.1460173 Dec 06 17:22:28.544900 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1308425-6686-425b-8835-6a8b6f4b5871 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Calling delete_port for 9dcb2015-7cd5-4281-aba6-4927938c0b88 owned by network:router_interface {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:22:28.566480 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b4afdf0a-b256-4970-9fa3-6b0e8f17b8e2 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539179'] for router_interface, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:28.571698 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port ab5f80b9-2b60-40e1-82c3-11d13ba3debb triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:22:28.572818 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:28.753767 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b4afdf0a-b256-4970-9fa3-6b0e8f17b8e2 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:28.761977 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device dea1c309-656e-4000-9dae-3528fc151856 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:22:28.832510 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port dea1c309-656e-4000-9dae-3528fc151856 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:22:28.834695 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:28.843098 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-71fd8caa-efe3-41a9-8863-72b50ece772b req-3dc78420-c998-4bc0-9165-9443784c4fa6 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=5055a3f9-0705-481f-a554-5c989eab318b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2909329 Dec 06 17:22:28.898667 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6eb00b89-2d06-4fd0-83f5-2fee3b8f5e25 None None] Provisioning complete for port 8cec6f94-0872-450f-bdd5-f91b2c39e55a triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:22:28.899298 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6eb00b89-2d06-4fd0-83f5-2fee3b8f5e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:28.974471 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-1a3d4ca3-3f2b-4c7e-ac02-4adfa36a0866 req-75564cba-8fcc-4204-bae5-99eaf64e808c tempest-InstanceActionsV221TestJSON-789539711 tempest-InstanceActionsV221TestJSON-789539711-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:28.977877 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6eb00b89-2d06-4fd0-83f5-2fee3b8f5e25 None None] Port 8cec6f94-0872-450f-bdd5-f91b2c39e55a cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:22:29.040169 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a984fd2-6733-47a6-8b95-b491a0d62a8f req-0fe5fc75-3158-4023-bfad-a2bd81d260b3 tempest-InstanceActionsTestJSON-1585479765 tempest-InstanceActionsTestJSON-1585479765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:29.041656 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7a984fd2-6733-47a6-8b95-b491a0d62a8f req-0fe5fc75-3158-4023-bfad-a2bd81d260b3 tempest-InstanceActionsTestJSON-1585479765 tempest-InstanceActionsTestJSON-1585479765-project] 10.222.0.23 "GET /v2.0/ports?device_id=336bdc84-74b9-489d-b993-d484b6320ee8 HTTP/1.1" status: 200 len: 946 time: 0.2722638 Dec 06 17:22:29.050620 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1308425-6686-425b-8835-6a8b6f4b5871 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:29.057873 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-1a3d4ca3-3f2b-4c7e-ac02-4adfa36a0866 req-75564cba-8fcc-4204-bae5-99eaf64e808c tempest-InstanceActionsV221TestJSON-789539711 tempest-InstanceActionsV221TestJSON-789539711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:29.081303 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a3d4ca3-3f2b-4c7e-ac02-4adfa36a0866 req-75564cba-8fcc-4204-bae5-99eaf64e808c tempest-InstanceActionsV221TestJSON-789539711 tempest-InstanceActionsV221TestJSON-789539711-project] Network 6bce8784-7c2e-4c7a-adfa-04732a868b7b is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:22:29.100367 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-1a3d4ca3-3f2b-4c7e-ac02-4adfa36a0866 req-75564cba-8fcc-4204-bae5-99eaf64e808c tempest-InstanceActionsV221TestJSON-789539711 tempest-InstanceActionsV221TestJSON-789539711-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:22:29.104930 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a3d4ca3-3f2b-4c7e-ac02-4adfa36a0866 req-75564cba-8fcc-4204-bae5-99eaf64e808c tempest-InstanceActionsV221TestJSON-789539711 tempest-InstanceActionsV221TestJSON-789539711-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:22:29.161352 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1308425-6686-425b-8835-6a8b6f4b5871 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Pushing event deleted for resources: {'Port': ['ID=9dcb2015-7cd5-4281-aba6-4927938c0b88,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:29.173958 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7a984fd2-6733-47a6-8b95-b491a0d62a8f req-5142d3e4-a5b9-4c34-87d2-194981b63294 tempest-InstanceActionsTestJSON-1585479765 tempest-InstanceActionsTestJSON-1585479765-project] 10.222.0.23 "GET /v2.0/security-groups?id=68dc06c4-ca00-4b10-8013-b01e866403fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959911 Dec 06 17:22:29.242729 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b4afdf0a-b256-4970-9fa3-6b0e8f17b8e2 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:29.250907 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b4afdf0a-b256-4970-9fa3-6b0e8f17b8e2 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:29.273172 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75564cba-8fcc-4204-bae5-99eaf64e808c tempest-InstanceActionsV221TestJSON-789539711 tempest-InstanceActionsV221TestJSON-789539711-project] Pushing event updated for resources: {'Port': ['ID=26007da6-d0ca-4b01-b02f-d927729b5708,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:29.381771 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3d4ca3-3f2b-4c7e-ac02-4adfa36a0866 req-75564cba-8fcc-4204-bae5-99eaf64e808c tempest-InstanceActionsV221TestJSON-789539711 tempest-InstanceActionsV221TestJSON-789539711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:29.382582 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-1a3d4ca3-3f2b-4c7e-ac02-4adfa36a0866 req-75564cba-8fcc-4204-bae5-99eaf64e808c tempest-InstanceActionsV221TestJSON-789539711 tempest-InstanceActionsV221TestJSON-789539711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:29.387964 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4afdf0a-b256-4970-9fa3-6b0e8f17b8e2 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Pushing event updated for resources: {'Port': ['ID=8cec6f94-0872-450f-bdd5-f91b2c39e55a,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:29.408393 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b4afdf0a-b256-4970-9fa3-6b0e8f17b8e2 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-772465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539207'] for router_interface, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:29.416057 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480ed334-1cd4-41b7-8a9e-17eb5c6d3be3 req-c8ce8f8c-9f3a-4102-bfec-1f0289e1a490 tempest-InstanceActionsV221TestJSON-789539711 tempest-InstanceActionsV221TestJSON-789539711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:29.418968 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-480ed334-1cd4-41b7-8a9e-17eb5c6d3be3 req-c8ce8f8c-9f3a-4102-bfec-1f0289e1a490 tempest-InstanceActionsV221TestJSON-789539711 tempest-InstanceActionsV221TestJSON-789539711-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e4913c9-6060-489e-9f50-0ba2373328bb HTTP/1.1" status: 200 len: 931 time: 0.2075129 Dec 06 17:22:29.515560 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1a3d4ca3-3f2b-4c7e-ac02-4adfa36a0866 req-75564cba-8fcc-4204-bae5-99eaf64e808c tempest-InstanceActionsV221TestJSON-789539711 tempest-InstanceActionsV221TestJSON-789539711-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9262044 Dec 06 17:22:29.553040 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-1a3d4ca3-3f2b-4c7e-ac02-4adfa36a0866 req-b2b9364c-8453-4c82-bcc5-c4bfbb4a336f service neutron] Request body: {'port': {'device_id': '4e4913c9-6060-489e-9f50-0ba2373328bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:22:29.570285 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1308425-6686-425b-8835-6a8b6f4b5871 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-772474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575952'] for router_interface, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:29.614882 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-480ed334-1cd4-41b7-8a9e-17eb5c6d3be3 req-5a440bfa-dc1a-46bb-b410-c3cd016af500 tempest-InstanceActionsV221TestJSON-789539711 tempest-InstanceActionsV221TestJSON-789539711-project] 10.222.0.23 "GET /v2.0/security-groups?id=54ea3743-02a2-48aa-9529-8f387c377be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421113 Dec 06 17:22:29.738426 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-1a3d4ca3-3f2b-4c7e-ac02-4adfa36a0866 req-b2b9364c-8453-4c82-bcc5-c4bfbb4a336f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:29.867462 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1308425-6686-425b-8835-6a8b6f4b5871 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Router dfaa460b-52ed-4c16-b786-077bf5f0ebb6 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:22:29.982464 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61d90aa-c8c7-4fa1-9bc9-b69d91ab389e req-a2aaf9d0-12e9-4c31-bf87-246f95ecdc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:29.984073 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d61d90aa-c8c7-4fa1-9bc9-b69d91ab389e req-a2aaf9d0-12e9-4c31-bf87-246f95ecdc41 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2941e059ea9b4f3794102485af31421c&device_id=336bdc84-74b9-489d-b993-d484b6320ee8 HTTP/1.1" status: 200 len: 1097 time: 0.4460084 Dec 06 17:22:30.041380 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf5a822-3404-47ba-a176-2b743f384cb6 req-be544cc8-e320-412b-9fb4-4884e35c7d20 tempest-InstanceActionsTestJSON-1585479765 tempest-InstanceActionsTestJSON-1585479765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:30.049639 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7cf5a822-3404-47ba-a176-2b743f384cb6 req-be544cc8-e320-412b-9fb4-4884e35c7d20 tempest-InstanceActionsTestJSON-1585479765 tempest-InstanceActionsTestJSON-1585479765-project] 10.222.0.23 "GET /v2.0/ports?device_id=336bdc84-74b9-489d-b993-d484b6320ee8 HTTP/1.1" status: 200 len: 946 time: 0.5011606 Dec 06 17:22:30.069914 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1308425-6686-425b-8835-6a8b6f4b5871 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:22:30.089118 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef481a84-b9a0-4dec-8758-57ad2eabb647 None None] Sync routers for ids ['dfaa460b-52ed-4c16-b786-077bf5f0ebb6'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:22:30.109883 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4afdf0a-b256-4970-9fa3-6b0e8f17b8e2 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Network bba4ff09-08f4-48b6-b7b5-db6ec89d8c29 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:22:30.123572 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-c1308425-6686-425b-8835-6a8b6f4b5871 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "PUT /v2.0/routers/dfaa460b-52ed-4c16-b786-077bf5f0ebb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5228593 Dec 06 17:22:30.123801 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-b4afdf0a-b256-4970-9fa3-6b0e8f17b8e2 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:22:30.124464 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57748) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:30.138600 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef481a84-b9a0-4dec-8758-57ad2eabb647 None None] Routers {'dfaa460b-52ed-4c16-b786-077bf5f0ebb6'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:22:30.144428 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-ef481a84-b9a0-4dec-8758-57ad2eabb647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:22:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['dfaa460b-52ed-4c16-b786-077bf5f0ebb6'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:30.157163 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61d90aa-c8c7-4fa1-9bc9-b69d91ab389e req-a4f5720c-1c66-424c-914a-347bbc13a2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:30.159327 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d61d90aa-c8c7-4fa1-9bc9-b69d91ab389e req-a4f5720c-1c66-424c-914a-347bbc13a2b9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=45bbe1e7-97f2-4457-9b96-b3dfd73346d3 HTTP/1.1" status: 200 len: 915 time: 0.1670451 Dec 06 17:22:30.159486 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8149a6a2-c1f3-4e3d-90c2-9c341113cc46 req-252a6ed6-b84a-45e9-9273-199f1d1c26bc tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:30.161092 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8149a6a2-c1f3-4e3d-90c2-9c341113cc46 req-252a6ed6-b84a-45e9-9273-199f1d1c26bc tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a8709b5-b684-4aa0-903d-8839be2c999e HTTP/1.1" status: 200 len: 945 time: 0.2409787 Dec 06 17:22:30.181414 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7cf5a822-3404-47ba-a176-2b743f384cb6 req-a1c5aed6-9dc1-4e40-ba1d-7e7b0f48eea5 tempest-InstanceActionsTestJSON-1585479765 tempest-InstanceActionsTestJSON-1585479765-project] 10.222.0.23 "GET /v2.0/security-groups?id=68dc06c4-ca00-4b10-8013-b01e866403fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308405 Dec 06 17:22:30.195934 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-ddde4989-b5a7-4762-bbb8-516cd4a9a6fd tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfaa460b-52ed-4c16-b786-077bf5f0ebb6 HTTP/1.1" status: 200 len: 205 time: 0.0666566 Dec 06 17:22:30.198992 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57750) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:30.221043 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-ef481a84-b9a0-4dec-8758-57ad2eabb647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:30.233117 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef481a84-b9a0-4dec-8758-57ad2eabb647 None None] Routers {'dfaa460b-52ed-4c16-b786-077bf5f0ebb6'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:22:30.233972 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-ef481a84-b9a0-4dec-8758-57ad2eabb647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:22:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['dfaa460b-52ed-4c16-b786-077bf5f0ebb6'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:30.289525 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-ef481a84-b9a0-4dec-8758-57ad2eabb647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:30.292874 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef481a84-b9a0-4dec-8758-57ad2eabb647 None None] The sync data for ids ['dfaa460b-52ed-4c16-b786-077bf5f0ebb6'] in n-d-master-1 is: [] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:22:30.323058 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d61d90aa-c8c7-4fa1-9bc9-b69d91ab389e req-3f66cd12-33be-4795-9cf5-3051f31a9147 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=89f54452-e665-41d3-815d-5088ffc97574 HTTP/1.1" status: 200 len: 217 time: 0.1397817 Dec 06 17:22:30.387568 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4afdf0a-b256-4970-9fa3-6b0e8f17b8e2 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Router 8b5b9969-a65a-4c3f-9019-2cb9346a23c6 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:22:30.401640 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61d90aa-c8c7-4fa1-9bc9-b69d91ab389e req-a2bc5750-7bb7-4450-80d4-41e4f90b0186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:30.403279 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d61d90aa-c8c7-4fa1-9bc9-b69d91ab389e req-a2bc5750-7bb7-4450-80d4-41e4f90b0186 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=08e9748e-2c58-49c5-b7e9-8cf07bdd7c0a HTTP/1.1" status: 200 len: 854 time: 0.0738440 Dec 06 17:22:30.482899 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d61d90aa-c8c7-4fa1-9bc9-b69d91ab389e req-e1d58b99-eb67-4b7b-868d-9f4e178d4648 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=45bbe1e7-97f2-4457-9b96-b3dfd73346d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665696 Dec 06 17:22:30.592657 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4afdf0a-b256-4970-9fa3-6b0e8f17b8e2 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:22:30.603289 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-b4afdf0a-b256-4970-9fa3-6b0e8f17b8e2 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] 10.222.0.23 "PUT /v2.0/routers/8b5b9969-a65a-4c3f-9019-2cb9346a23c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7054012 Dec 06 17:22:30.604289 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57752) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:30.625815 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e6d2e3-d578-436b-b9dc-b0383c6a226f None None] Sync routers for ids ['8b5b9969-a65a-4c3f-9019-2cb9346a23c6'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:22:30.635372 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8149a6a2-c1f3-4e3d-90c2-9c341113cc46 req-18e058dd-d4df-4512-a70d-04711aead2bc tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=5055a3f9-0705-481f-a554-5c989eab318b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4559290 Dec 06 17:22:30.645135 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6081eac4-0d92-4f5d-aaca-9a746b19b50a tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks [] for router, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:30.672729 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b024968f-4a84-4a9c-b18c-0acec4f4862a None None] Provisioning complete for port 8cec6f94-0872-450f-bdd5-f91b2c39e55a triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:22:30.673207 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b024968f-4a84-4a9c-b18c-0acec4f4862a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:30.675949 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e6d2e3-d578-436b-b9dc-b0383c6a226f None None] Routers {'8b5b9969-a65a-4c3f-9019-2cb9346a23c6'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:22:30.676679 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-68e6d2e3-d578-436b-b9dc-b0383c6a226f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:22:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['8b5b9969-a65a-4c3f-9019-2cb9346a23c6'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:30.757380 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-68e6d2e3-d578-436b-b9dc-b0383c6a226f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:30.779198 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e6d2e3-d578-436b-b9dc-b0383c6a226f None None] Routers {'8b5b9969-a65a-4c3f-9019-2cb9346a23c6'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:22:30.779914 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-68e6d2e3-d578-436b-b9dc-b0383c6a226f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:22:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['8b5b9969-a65a-4c3f-9019-2cb9346a23c6'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:30.802465 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d61d90aa-c8c7-4fa1-9bc9-b69d91ab389e req-8d569900-7a69-415f-96e3-b486426c4ba6 service neutron] 10.222.0.44 "GET /v2.0/networks/45bbe1e7-97f2-4457-9b96-b3dfd73346d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918589 Dec 06 17:22:30.826605 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-68e6d2e3-d578-436b-b9dc-b0383c6a226f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:30.827491 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e6d2e3-d578-436b-b9dc-b0383c6a226f None None] The sync data for ids ['8b5b9969-a65a-4c3f-9019-2cb9346a23c6'] in n-d-master-1 is: [] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:22:30.835509 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b024968f-4a84-4a9c-b18c-0acec4f4862a None None] Port 8cec6f94-0872-450f-bdd5-f91b2c39e55a cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:22:30.862922 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6081eac4-0d92-4f5d-aaca-9a746b19b50a tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:30.866301 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6081eac4-0d92-4f5d-aaca-9a746b19b50a tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:30.874186 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-1a3d4ca3-3f2b-4c7e-ac02-4adfa36a0866 req-b2b9364c-8453-4c82-bcc5-c4bfbb4a336f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26007da6-d0ca-4b01-b02f-d927729b5708 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:22:30.911290 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-1a3d4ca3-3f2b-4c7e-ac02-4adfa36a0866 req-b2b9364c-8453-4c82-bcc5-c4bfbb4a336f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:30.911689 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6fb5a68b-0277-4ba2-a665-dfd65fa73e83 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks [] for router, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:30.925458 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6081eac4-0d92-4f5d-aaca-9a746b19b50a tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:30.926022 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6081eac4-0d92-4f5d-aaca-9a746b19b50a tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Fanout notify agent at l3_agent the message router_deleted on router dfaa460b-52ed-4c16-b786-077bf5f0ebb6 {{(pid=103285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 17:22:30.927865 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-1a3d4ca3-3f2b-4c7e-ac02-4adfa36a0866 req-b2b9364c-8453-4c82-bcc5-c4bfbb4a336f service neutron] Transition to ACTIVE for port object 26007da6-d0ca-4b01-b02f-d927729b5708 will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:22:30.933735 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6081eac4-0d92-4f5d-aaca-9a746b19b50a tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:30.934860 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-6081eac4-0d92-4f5d-aaca-9a746b19b50a tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "DELETE /v2.0/routers/dfaa460b-52ed-4c16-b786-077bf5f0ebb6 HTTP/1.1" status: 204 len: 168 time: 0.7281170 Dec 06 17:22:30.936200 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-1a3d4ca3-3f2b-4c7e-ac02-4adfa36a0866 req-b2b9364c-8453-4c82-bcc5-c4bfbb4a336f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:30.938104 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57760) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:31.002834 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc16189-a31a-4c61-80e7-57d4c5afb38a req-28ac1b63-4dea-4cda-992c-84be2e0ca091 tempest-InstanceActionsV221TestJSON-789539711 tempest-InstanceActionsV221TestJSON-789539711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:31.006033 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8bc16189-a31a-4c61-80e7-57d4c5afb38a req-28ac1b63-4dea-4cda-992c-84be2e0ca091 tempest-InstanceActionsV221TestJSON-789539711 tempest-InstanceActionsV221TestJSON-789539711-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e4913c9-6060-489e-9f50-0ba2373328bb HTTP/1.1" status: 200 len: 931 time: 0.2196243 Dec 06 17:22:31.038270 n-d-master-1 neutron-server[103284]: INFO neutron.api.v2.resource [None req-6fb5a68b-0277-4ba2-a665-dfd65fa73e83 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 06 17:22:31.043167 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-6fb5a68b-0277-4ba2-a665-dfd65fa73e83 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] 10.222.0.23 "DELETE /v2.0/routers/8b5b9969-a65a-4c3f-9019-2cb9346a23c6 HTTP/1.1" status: 409 len: 329 time: 0.4386730 Dec 06 17:22:31.043894 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57762) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:31.046686 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b9364c-8453-4c82-bcc5-c4bfbb4a336f service neutron] Pushing event updated for resources: {'Port': ['ID=26007da6-d0ca-4b01-b02f-d927729b5708,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:31.055499 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-c651918c-3170-4040-9227-d634f3c809cd tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Deleting subnet be955454-2812-41b6-9e9d-1a9ec9797870 {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:22:31.075477 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c651918c-3170-4040-9227-d634f3c809cd tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:31.129384 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c651918c-3170-4040-9227-d634f3c809cd tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:31.179738 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-1a3d4ca3-3f2b-4c7e-ac02-4adfa36a0866 req-b2b9364c-8453-4c82-bcc5-c4bfbb4a336f service neutron] Attempting to bind port 26007da6-d0ca-4b01-b02f-d927729b5708 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:22:31.180058 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-1a3d4ca3-3f2b-4c7e-ac02-4adfa36a0866 req-b2b9364c-8453-4c82-bcc5-c4bfbb4a336f service neutron] Attempting to bind port 26007da6-d0ca-4b01-b02f-d927729b5708 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'b2b4431f-b201-4e60-abb0-4ac6ffe2ba59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6bce8784-7c2e-4c7a-adfa-04732a868b7b'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:22:31.180392 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3d4ca3-3f2b-4c7e-ac02-4adfa36a0866 req-b2b9364c-8453-4c82-bcc5-c4bfbb4a336f service neutron] Attempting to bind port 26007da6-d0ca-4b01-b02f-d927729b5708 on network 6bce8784-7c2e-4c7a-adfa-04732a868b7b {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:22:31.188938 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3d4ca3-3f2b-4c7e-ac02-4adfa36a0866 req-b2b9364c-8453-4c82-bcc5-c4bfbb4a336f service neutron] Port 26007da6-d0ca-4b01-b02f-d927729b5708 on network 6bce8784-7c2e-4c7a-adfa-04732a868b7b not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:22:31.189282 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3d4ca3-3f2b-4c7e-ac02-4adfa36a0866 req-b2b9364c-8453-4c82-bcc5-c4bfbb4a336f service neutron] Attempting to bind port 26007da6-d0ca-4b01-b02f-d927729b5708 on network 6bce8784-7c2e-4c7a-adfa-04732a868b7b {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:22:31.192897 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d61d90aa-c8c7-4fa1-9bc9-b69d91ab389e req-ab8796e5-5854-4eff-83ef-073eb34bafe0 service neutron] 10.222.0.44 "GET /v2.0/networks/45bbe1e7-97f2-4457-9b96-b3dfd73346d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3670025 Dec 06 17:22:31.200925 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3d4ca3-3f2b-4c7e-ac02-4adfa36a0866 req-b2b9364c-8453-4c82-bcc5-c4bfbb4a336f service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:22:31.201269 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3d4ca3-3f2b-4c7e-ac02-4adfa36a0866 req-b2b9364c-8453-4c82-bcc5-c4bfbb4a336f service neutron] Checking segment: {'id': 'b2b4431f-b201-4e60-abb0-4ac6ffe2ba59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6bce8784-7c2e-4c7a-adfa-04732a868b7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:22:31.201679 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3d4ca3-3f2b-4c7e-ac02-4adfa36a0866 req-b2b9364c-8453-4c82-bcc5-c4bfbb4a336f service neutron] Bound using segment: {'id': 'b2b4431f-b201-4e60-abb0-4ac6ffe2ba59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6bce8784-7c2e-4c7a-adfa-04732a868b7b'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:22:31.202113 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-1a3d4ca3-3f2b-4c7e-ac02-4adfa36a0866 req-b2b9364c-8453-4c82-bcc5-c4bfbb4a336f service neutron] Bound port: 26007da6-d0ca-4b01-b02f-d927729b5708, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2b4431f-b201-4e60-abb0-4ac6ffe2ba59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6bce8784-7c2e-4c7a-adfa-04732a868b7b'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:22:31.202467 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-1a3d4ca3-3f2b-4c7e-ac02-4adfa36a0866 req-b2b9364c-8453-4c82-bcc5-c4bfbb4a336f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:31.278414 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c651918c-3170-4040-9227-d634f3c809cd tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:31.308685 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8bc16189-a31a-4c61-80e7-57d4c5afb38a req-bd91be99-c047-4430-a217-e38adc245ce8 tempest-InstanceActionsV221TestJSON-789539711 tempest-InstanceActionsV221TestJSON-789539711-project] 10.222.0.23 "GET /v2.0/security-groups?id=54ea3743-02a2-48aa-9529-8f387c377be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609043 Dec 06 17:22:31.380882 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-1a3d4ca3-3f2b-4c7e-ac02-4adfa36a0866 req-b2b9364c-8453-4c82-bcc5-c4bfbb4a336f service neutron] For port 26007da6-d0ca-4b01-b02f-d927729b5708, host n-h1-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:22:31.401644 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-1a3d4ca3-3f2b-4c7e-ac02-4adfa36a0866 req-b2b9364c-8453-4c82-bcc5-c4bfbb4a336f service neutron] For port 26007da6-d0ca-4b01-b02f-d927729b5708, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=26007da6-d0ca-4b01-b02f-d927729b5708,segment=NetworkSegment(b2b4431f-b201-4e60-abb0-4ac6ffe2ba59),segment_id=b2b4431f-b201-4e60-abb0-4ac6ffe2ba59)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:22:31.413128 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aba4ef-5c02-460a-9cfb-090f1a6f83cd req-c8ca5b2d-9f15-482e-a2fe-f3e1562c2c98 tempest-InstanceActionsTestJSON-1585479765 tempest-InstanceActionsTestJSON-1585479765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:31.415178 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-55aba4ef-5c02-460a-9cfb-090f1a6f83cd req-c8ca5b2d-9f15-482e-a2fe-f3e1562c2c98 tempest-InstanceActionsTestJSON-1585479765 tempest-InstanceActionsTestJSON-1585479765-project] 10.222.0.23 "GET /v2.0/ports?device_id=336bdc84-74b9-489d-b993-d484b6320ee8 HTTP/1.1" status: 200 len: 946 time: 0.1313431 Dec 06 17:22:31.417417 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-1a3d4ca3-3f2b-4c7e-ac02-4adfa36a0866 req-b2b9364c-8453-4c82-bcc5-c4bfbb4a336f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:31.464860 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c651918c-3170-4040-9227-d634f3c809cd tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:31.467710 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3d4ca3-3f2b-4c7e-ac02-4adfa36a0866 req-b2b9364c-8453-4c82-bcc5-c4bfbb4a336f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:31.468148 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-1a3d4ca3-3f2b-4c7e-ac02-4adfa36a0866 req-b2b9364c-8453-4c82-bcc5-c4bfbb4a336f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:31.469545 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1a3d4ca3-3f2b-4c7e-ac02-4adfa36a0866 req-b2b9364c-8453-4c82-bcc5-c4bfbb4a336f service neutron] 10.222.0.41 "PUT /v2.0/ports/26007da6-d0ca-4b01-b02f-d927729b5708 HTTP/1.1" status: 200 len: 1091 time: 1.9263372 Dec 06 17:22:31.483665 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e4913c9-6060-489e-9f50-0ba2373328bb', 'tag': '26007da6-d0ca-4b01-b02f-d927729b5708'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:22:31.486041 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da96f86a-ac15-4169-9b39-d71464660c71" -d '{"events": [{"name": "network-changed", "server_uuid": "4e4913c9-6060-489e-9f50-0ba2373328bb", "tag": "26007da6-d0ca-4b01-b02f-d927729b5708"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:22:31.531974 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c651918c-3170-4040-9227-d634f3c809cd tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Pushing event deleted for resources: {'Subnet': ['ID=be955454-2812-41b6-9e9d-1a9ec9797870,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:31.542297 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c651918c-3170-4040-9227-d634f3c809cd tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:31.545691 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-c651918c-3170-4040-9227-d634f3c809cd tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "DELETE /v2.0/subnets/be955454-2812-41b6-9e9d-1a9ec9797870 HTTP/1.1" status: 204 len: 168 time: 0.6053119 Dec 06 17:22:31.547058 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46711755-4b8b-46e0-85d0-503d2dfcc444 None None] Network 1b014c85-6af2-4e80-9fe7-13fae5ddf95a requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:22:31.553897 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57768) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:31.573563 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21105c86-fb90-4c7f-a0db-c502b2f1dc5d x-openstack-request-id: req-21105c86-fb90-4c7f-a0db-c502b2f1dc5d {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:22:31.573862 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e4913c9-6060-489e-9f50-0ba2373328bb", "tag": "26007da6-d0ca-4b01-b02f-d927729b5708", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:22:31.574119 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-21105c86-fb90-4c7f-a0db-c502b2f1dc5d {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:22:31.574534 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e4913c9-6060-489e-9f50-0ba2373328bb', 'tag': '26007da6-d0ca-4b01-b02f-d927729b5708', 'status': 'completed', 'code': 200} Dec 06 17:22:31.576336 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b9364c-8453-4c82-bcc5-c4bfbb4a336f service neutron] Pushing event updated for resources: {'Port': ['ID=26007da6-d0ca-4b01-b02f-d927729b5708,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:31.620103 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-55aba4ef-5c02-460a-9cfb-090f1a6f83cd req-84b08228-fd28-45b2-a96d-a5c55dbb785a tempest-InstanceActionsTestJSON-1585479765 tempest-InstanceActionsTestJSON-1585479765-project] 10.222.0.23 "GET /v2.0/security-groups?id=68dc06c4-ca00-4b10-8013-b01e866403fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914642 Dec 06 17:22:31.624141 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3a5708de-05e3-4eb7-8a08-a530d9b000a6 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575908'] for router_interface, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:31.735709 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ad5320e8-2d7d-4531-9aba-34e8ecfaed53 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:31.742960 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3d4ca3-3f2b-4c7e-ac02-4adfa36a0866 req-3d276034-6f20-47e4-871f-fc92fc147da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:31.744468 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1a3d4ca3-3f2b-4c7e-ac02-4adfa36a0866 req-3d276034-6f20-47e4-871f-fc92fc147da2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=21f19de01e99463e9409b3217b351fee&device_id=4e4913c9-6060-489e-9f50-0ba2373328bb HTTP/1.1" status: 200 len: 1094 time: 0.1520748 Dec 06 17:22:31.865779 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1a3d4ca3-3f2b-4c7e-ac02-4adfa36a0866 req-00660628-bc8f-4091-8d41-c376ec1666fd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=26007da6-d0ca-4b01-b02f-d927729b5708 HTTP/1.1" status: 200 len: 217 time: 0.1040020 Dec 06 17:22:31.953735 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff50197e-873e-40a1-945d-e75e8f76d91a None None] DHCP port deletion for 1b014c85-6af2-4e80-9fe7-13fae5ddf95a request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:22:31.981642 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-ad5320e8-2d7d-4531-9aba-34e8ecfaed53 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Deleting port ab5f80b9-2b60-40e1-82c3-11d13ba3debb {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:22:31.982000 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ad5320e8-2d7d-4531-9aba-34e8ecfaed53 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:32.005314 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7e3d09-5e18-4a7d-9888-dd3a279fdbac req-53255744-236d-4bd2-b2d1-2daed801af76 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:32.006881 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5d7e3d09-5e18-4a7d-9888-dd3a279fdbac req-53255744-236d-4bd2-b2d1-2daed801af76 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a8709b5-b684-4aa0-903d-8839be2c999e HTTP/1.1" status: 200 len: 945 time: 0.1308789 Dec 06 17:22:32.014444 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-ff50197e-873e-40a1-945d-e75e8f76d91a None None] Deleting port ab5f80b9-2b60-40e1-82c3-11d13ba3debb {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:22:32.015244 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ff50197e-873e-40a1-945d-e75e8f76d91a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:32.059612 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-ad5320e8-2d7d-4531-9aba-34e8ecfaed53 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] For port ab5f80b9-2b60-40e1-82c3-11d13ba3debb, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ab5f80b9-2b60-40e1-82c3-11d13ba3debb,segment=NetworkSegment(f778421c-54d4-4876-b87b-d27df4e79d57),segment_id=f778421c-54d4-4876-b87b-d27df4e79d57)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:22:32.059989 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ad5320e8-2d7d-4531-9aba-34e8ecfaed53 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:32.074016 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-ad5320e8-2d7d-4531-9aba-34e8ecfaed53 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Calling delete_port for ab5f80b9-2b60-40e1-82c3-11d13ba3debb owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:22:32.085530 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-ff50197e-873e-40a1-945d-e75e8f76d91a None None] For port ab5f80b9-2b60-40e1-82c3-11d13ba3debb, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ab5f80b9-2b60-40e1-82c3-11d13ba3debb,segment=NetworkSegment(f778421c-54d4-4876-b87b-d27df4e79d57),segment_id=f778421c-54d4-4876-b87b-d27df4e79d57)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:22:32.086280 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ff50197e-873e-40a1-945d-e75e8f76d91a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:32.100939 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-ff50197e-873e-40a1-945d-e75e8f76d91a None None] Calling delete_port for ab5f80b9-2b60-40e1-82c3-11d13ba3debb owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:22:32.117521 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5d7e3d09-5e18-4a7d-9888-dd3a279fdbac req-27eec707-964b-4f07-b160-f9aba484e1d8 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=5055a3f9-0705-481f-a554-5c989eab318b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030011 Dec 06 17:22:32.129244 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3d4ca3-3f2b-4c7e-ac02-4adfa36a0866 req-596f1b63-42bf-4455-ac75-50cce5e2c6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:32.130777 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1a3d4ca3-3f2b-4c7e-ac02-4adfa36a0866 req-596f1b63-42bf-4455-ac75-50cce5e2c6fa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=29c2b993-b6e9-4fbd-adb1-84065e6192e1 HTTP/1.1" status: 200 len: 858 time: 0.2412679 Dec 06 17:22:32.149879 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-3a5708de-05e3-4eb7-8a08-a530d9b000a6 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Deleting port 8cec6f94-0872-450f-bdd5-f91b2c39e55a {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:22:32.154074 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3a5708de-05e3-4eb7-8a08-a530d9b000a6 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:32.175038 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1a3d4ca3-3f2b-4c7e-ac02-4adfa36a0866 req-26411e99-b588-4ed8-a238-a9110e2f64a4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6bce8784-7c2e-4c7a-adfa-04732a868b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321083 Dec 06 17:22:32.246737 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ff50197e-873e-40a1-945d-e75e8f76d91a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:32.263627 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ad5320e8-2d7d-4531-9aba-34e8ecfaed53 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:32.269900 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3a5708de-05e3-4eb7-8a08-a530d9b000a6 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:32.273994 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff50197e-873e-40a1-945d-e75e8f76d91a None None] Pushing event deleted for resources: {'Port': ['ID=ab5f80b9-2b60-40e1-82c3-11d13ba3debb,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:32.282759 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff50197e-873e-40a1-945d-e75e8f76d91a None None] No DVR routers for this DVR port ab5f80b9-2b60-40e1-82c3-11d13ba3debb on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:22:32.288909 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-3a5708de-05e3-4eb7-8a08-a530d9b000a6 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Calling delete_port for 8cec6f94-0872-450f-bdd5-f91b2c39e55a owned by network:router_interface {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:22:32.304772 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5320e8-2d7d-4531-9aba-34e8ecfaed53 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Pushing event deleted for resources: {'Port': ['ID=ab5f80b9-2b60-40e1-82c3-11d13ba3debb,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:32.314204 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5320e8-2d7d-4531-9aba-34e8ecfaed53 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] No DVR routers for this DVR port ab5f80b9-2b60-40e1-82c3-11d13ba3debb on host n-d-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:22:32.431429 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1a3d4ca3-3f2b-4c7e-ac02-4adfa36a0866 req-999c1925-b0aa-4996-8d27-679988f501d5 service neutron] 10.222.0.41 "GET /v2.0/networks/6bce8784-7c2e-4c7a-adfa-04732a868b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365468 Dec 06 17:22:32.433293 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ad5320e8-2d7d-4531-9aba-34e8ecfaed53 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:32.470367 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device ab5f80b9-2b60-40e1-82c3-11d13ba3debb no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:22:32.494094 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: ab5f80b9-2b60-40e1-82c3-11d13ba3debb {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:22:32.494570 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device ab5f80b9-2b60-40e1-82c3-11d13ba3debb not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:22:32.543221 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-ad5320e8-2d7d-4531-9aba-34e8ecfaed53 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b014c85-6af2-4e80-9fe7-13fae5ddf95a']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:32.574644 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-ad5320e8-2d7d-4531-9aba-34e8ecfaed53 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f778421c-54d4-4876-b87b-d27df4e79d57') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:32.574931 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-ad5320e8-2d7d-4531-9aba-34e8ecfaed53 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f778421c-54d4-4876-b87b-d27df4e79d57') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:32.579260 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3a5708de-05e3-4eb7-8a08-a530d9b000a6 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:32.592648 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ad5320e8-2d7d-4531-9aba-34e8ecfaed53 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:32.621834 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ad5320e8-2d7d-4531-9aba-34e8ecfaed53 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:32.624520 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5708de-05e3-4eb7-8a08-a530d9b000a6 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Pushing event deleted for resources: {'Port': ['ID=8cec6f94-0872-450f-bdd5-f91b2c39e55a,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:32.629273 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1a3d4ca3-3f2b-4c7e-ac02-4adfa36a0866 req-086e4a68-22d5-4d03-9c13-07138c97c3eb service neutron] 10.222.0.41 "GET /v2.0/networks/6bce8784-7c2e-4c7a-adfa-04732a868b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782026 Dec 06 17:22:32.639812 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8477dc-b652-42c2-96b7-2fe5115a1649 req-855d2602-da6e-4304-9f7e-b920a87059de tempest-InstanceActionsV221TestJSON-789539711 tempest-InstanceActionsV221TestJSON-789539711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:32.647166 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fa8477dc-b652-42c2-96b7-2fe5115a1649 req-855d2602-da6e-4304-9f7e-b920a87059de tempest-InstanceActionsV221TestJSON-789539711 tempest-InstanceActionsV221TestJSON-789539711-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e4913c9-6060-489e-9f50-0ba2373328bb HTTP/1.1" status: 200 len: 943 time: 0.1970999 Dec 06 17:22:32.655218 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad5320e8-2d7d-4531-9aba-34e8ecfaed53 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:22:32.655915 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ad5320e8-2d7d-4531-9aba-34e8ecfaed53 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:32.660381 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:22:32.660381 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:22:32.660381 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:22:32.660381 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:22:32.660381 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:22:32.660381 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:22:32.660381 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:22:32.660381 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:22:32.660381 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:22:32.660381 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:22:32.660381 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:22:32.660381 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:22:32.660381 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:22:32.660381 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:22:32.660381 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:22:32.660381 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:22:32.660381 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:22:32.660381 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:22:32.660381 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:22:32.660381 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:22:32.660381 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:22:32.660381 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:22:32.660381 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:22:32.660381 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:22:32.660381 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:22:32.660381 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:22:32.660381 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:22:32.660381 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:22:32.660381 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:22:32.660381 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:22:32.660381 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:22:32.660381 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:22:32.735174 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:32.882814 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3a5708de-05e3-4eb7-8a08-a530d9b000a6 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-772474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575952'] for router_interface, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:32.897276 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ad5320e8-2d7d-4531-9aba-34e8ecfaed53 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:32.910550 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6d6891-3075-479b-83d0-4931c10122ec req-01a84033-62a4-4f54-bdae-c0e2cd0b5d92 tempest-InstanceActionsTestJSON-1585479765 tempest-InstanceActionsTestJSON-1585479765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:32.912458 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ac6d6891-3075-479b-83d0-4931c10122ec req-01a84033-62a4-4f54-bdae-c0e2cd0b5d92 tempest-InstanceActionsTestJSON-1585479765 tempest-InstanceActionsTestJSON-1585479765-project] 10.222.0.23 "GET /v2.0/ports?device_id=336bdc84-74b9-489d-b993-d484b6320ee8 HTTP/1.1" status: 200 len: 946 time: 0.1780410 Dec 06 17:22:32.926149 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ad5320e8-2d7d-4531-9aba-34e8ecfaed53 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:32.933357 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-ad5320e8-2d7d-4531-9aba-34e8ecfaed53 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "DELETE /v2.0/networks/1b014c85-6af2-4e80-9fe7-13fae5ddf95a HTTP/1.1" status: 204 len: 168 time: 1.3770196 Dec 06 17:22:32.935808 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da96f86a-ac15-4169-9b39-d71464660c71 req-38fd6584-5f25-4e10-87da-fcb09f562936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:32.937270 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-da96f86a-ac15-4169-9b39-d71464660c71 req-38fd6584-5f25-4e10-87da-fcb09f562936 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=21f19de01e99463e9409b3217b351fee&device_id=4e4913c9-6060-489e-9f50-0ba2373328bb HTTP/1.1" status: 200 len: 1094 time: 0.2072310 Dec 06 17:22:32.937873 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57780) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:32.942696 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-56f2c014-8dbb-4023-8408-5a905ea89bfe tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1277596697', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:22:32.958607 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5320e8-2d7d-4531-9aba-34e8ecfaed53 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Pushing event deleted for resources: {'Network': ['ID=1b014c85-6af2-4e80-9fe7-13fae5ddf95a,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:32.963212 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fa8477dc-b652-42c2-96b7-2fe5115a1649 req-e638169c-5456-41c1-8a9a-da137102aeb7 tempest-InstanceActionsV221TestJSON-789539711 tempest-InstanceActionsV221TestJSON-789539711-project] 10.222.0.23 "GET /v2.0/security-groups?id=54ea3743-02a2-48aa-9529-8f387c377be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3152266 Dec 06 17:22:33.047368 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-56f2c014-8dbb-4023-8408-5a905ea89bfe tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:33.048403 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-56f2c014-8dbb-4023-8408-5a905ea89bfe tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:33.120040 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da96f86a-ac15-4169-9b39-d71464660c71 req-fd996d0a-2dbb-43f8-a5f5-d0009e33ab36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:33.121640 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-da96f86a-ac15-4169-9b39-d71464660c71 req-fd996d0a-2dbb-43f8-a5f5-d0009e33ab36 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6bce8784-7c2e-4c7a-adfa-04732a868b7b HTTP/1.1" status: 200 len: 919 time: 0.1734784 Dec 06 17:22:33.152897 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ac6d6891-3075-479b-83d0-4931c10122ec req-de3507f4-668f-49d3-b177-c251ba963774 tempest-InstanceActionsTestJSON-1585479765 tempest-InstanceActionsTestJSON-1585479765-project] 10.222.0.23 "GET /v2.0/security-groups?id=68dc06c4-ca00-4b10-8013-b01e866403fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419325 Dec 06 17:22:33.160330 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a5708de-05e3-4eb7-8a08-a530d9b000a6 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Router 8b5b9969-a65a-4c3f-9019-2cb9346a23c6 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:22:33.178286 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-56f2c014-8dbb-4023-8408-5a905ea89bfe tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:33.193879 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-56f2c014-8dbb-4023-8408-5a905ea89bfe tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:33.249094 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-da96f86a-ac15-4169-9b39-d71464660c71 req-243053a3-aa5d-4bee-8652-1812895d35dd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=26007da6-d0ca-4b01-b02f-d927729b5708 HTTP/1.1" status: 200 len: 217 time: 0.0693920 Dec 06 17:22:33.275462 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a5708de-05e3-4eb7-8a08-a530d9b000a6 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:22:33.285938 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d779a1b-b51e-47a2-8f47-541d953d4dc6 None None] Sync routers for ids ['8b5b9969-a65a-4c3f-9019-2cb9346a23c6'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:22:33.286612 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-56f2c014-8dbb-4023-8408-5a905ea89bfe tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:33.288889 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-3a5708de-05e3-4eb7-8a08-a530d9b000a6 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] 10.222.0.23 "PUT /v2.0/routers/8b5b9969-a65a-4c3f-9019-2cb9346a23c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2310607 Dec 06 17:22:33.292521 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57792) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:33.293869 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-56f2c014-8dbb-4023-8408-5a905ea89bfe tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3544922 Dec 06 17:22:33.300185 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57794) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:33.301159 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d779a1b-b51e-47a2-8f47-541d953d4dc6 None None] Routers {'8b5b9969-a65a-4c3f-9019-2cb9346a23c6'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:22:33.302038 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-7d779a1b-b51e-47a2-8f47-541d953d4dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:22:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['8b5b9969-a65a-4c3f-9019-2cb9346a23c6'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:33.305627 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-5ce1fd33-92e3-401d-addd-24ac9280c1a2 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Request body: {'network': {'name': 'tempest-RoutersTest-1172488552'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:22:33.352570 n-d-master-1 neutron-server[103284]: INFO neutron.api.v2.resource [None req-373f0332-27ac-4b98-9ab1-2f2f2f08a4c9 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] show failed (client error): The resource could not be found. Dec 06 17:22:33.354187 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-373f0332-27ac-4b98-9ab1-2f2f2f08a4c9 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] 10.222.0.23 "GET /v2.0/routers/tempest-non_exist_router-1125201244 HTTP/1.1" status: 404 len: 335 time: 0.0604694 Dec 06 17:22:33.358925 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57796) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:33.364222 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-c1aa8803-bab5-48de-9cdf-07dfc1fd77ac tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:22:33.392235 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2decaf-33fc-45bd-9f14-0b317f40ad0d req-52a2f218-8850-4ade-95eb-9b1e7bbd0623 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:33.392474 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-7d779a1b-b51e-47a2-8f47-541d953d4dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:33.394050 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9d2decaf-33fc-45bd-9f14-0b317f40ad0d req-52a2f218-8850-4ade-95eb-9b1e7bbd0623 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a8709b5-b684-4aa0-903d-8839be2c999e HTTP/1.1" status: 200 len: 945 time: 0.1609778 Dec 06 17:22:33.406457 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da96f86a-ac15-4169-9b39-d71464660c71 req-488c0777-8a1f-4514-9a9d-5ee062deaf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:33.409374 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-da96f86a-ac15-4169-9b39-d71464660c71 req-488c0777-8a1f-4514-9a9d-5ee062deaf3b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=29c2b993-b6e9-4fbd-adb1-84065e6192e1 HTTP/1.1" status: 200 len: 858 time: 0.1464956 Dec 06 17:22:33.410626 n-d-master-1 neutron-server[103284]: INFO neutron.api.v2.resource [None req-c1aa8803-bab5-48de-9cdf-07dfc1fd77ac tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] update failed (client error): The resource could not be found. Dec 06 17:22:33.411501 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-c1aa8803-bab5-48de-9cdf-07dfc1fd77ac tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] 10.222.0.23 "PUT /v2.0/routers/tempest-non_exist_router-81001870 HTTP/1.1" status: 404 len: 333 time: 0.0514152 Dec 06 17:22:33.415568 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57798) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:33.431856 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ce1fd33-92e3-401d-addd-24ac9280c1a2 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Made reservation on behalf of 60dea69d591c42b4aa2e88227c4d267f for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:22:33.438119 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5ce1fd33-92e3-401d-addd-24ac9280c1a2 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:33.440891 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d779a1b-b51e-47a2-8f47-541d953d4dc6 None None] Routers {'8b5b9969-a65a-4c3f-9019-2cb9346a23c6'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:22:33.443717 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-7d779a1b-b51e-47a2-8f47-541d953d4dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:22:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['8b5b9969-a65a-4c3f-9019-2cb9346a23c6'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:33.479375 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-da96f86a-ac15-4169-9b39-d71464660c71 req-a3b7b23d-0cbd-430d-b5c6-bee09a1b129b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6bce8784-7c2e-4c7a-adfa-04732a868b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375295 Dec 06 17:22:33.506795 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-7d779a1b-b51e-47a2-8f47-541d953d4dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:33.507857 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d779a1b-b51e-47a2-8f47-541d953d4dc6 None None] The sync data for ids ['8b5b9969-a65a-4c3f-9019-2cb9346a23c6'] in n-d-master-1 is: [] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:22:33.514434 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ce1fd33-92e3-401d-addd-24ac9280c1a2 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:22:33.540255 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f96a2f5-edf7-4511-b1c6-fea6d97e3fc8 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Deleting subnet 83c510c9-d635-4150-b8c7-dcd43510c2a0 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:22:33.543980 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5ce1fd33-92e3-401d-addd-24ac9280c1a2 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:33.544880 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-5ce1fd33-92e3-401d-addd-24ac9280c1a2 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Added segment 5ae0060c-4058-4cbb-9cbc-465670abd780 of type vlan for network d2343c0a-6cca-4cf5-a3cc-72085171ecbd Dec 06 17:22:33.545619 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8f96a2f5-edf7-4511-b1c6-fea6d97e3fc8 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:33.562548 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9d2decaf-33fc-45bd-9f14-0b317f40ad0d req-8bdc1b1e-ce1f-41da-8432-50b2cb3263f2 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=5055a3f9-0705-481f-a554-5c989eab318b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1521754 Dec 06 17:22:33.639060 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5ce1fd33-92e3-401d-addd-24ac9280c1a2 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:33.651091 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-da96f86a-ac15-4169-9b39-d71464660c71 req-86b1d3aa-cc72-4cef-805b-441858846428 service neutron] 10.222.0.41 "GET /v2.0/networks/6bce8784-7c2e-4c7a-adfa-04732a868b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585093 Dec 06 17:22:33.651361 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8f96a2f5-edf7-4511-b1c6-fea6d97e3fc8 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:33.737831 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5ce1fd33-92e3-401d-addd-24ac9280c1a2 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:33.743208 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce1fd33-92e3-401d-addd-24ac9280c1a2 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:33.743825 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5ce1fd33-92e3-401d-addd-24ac9280c1a2 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:33.771473 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-da96f86a-ac15-4169-9b39-d71464660c71 req-870a773f-319d-41e0-91fb-a104a8b4afc3 service neutron] 10.222.0.41 "GET /v2.0/networks/6bce8784-7c2e-4c7a-adfa-04732a868b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028092 Dec 06 17:22:33.809584 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa25c86d-7f9c-4c43-9bd9-8eb09e539ebf req-8be08c23-a1e0-454b-8745-3fa0f5bde80a tempest-InstanceActionsTestJSON-1585479765 tempest-InstanceActionsTestJSON-1585479765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:33.811072 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-aa25c86d-7f9c-4c43-9bd9-8eb09e539ebf req-8be08c23-a1e0-454b-8745-3fa0f5bde80a tempest-InstanceActionsTestJSON-1585479765 tempest-InstanceActionsTestJSON-1585479765-project] 10.222.0.23 "GET /v2.0/ports?device_id=336bdc84-74b9-489d-b993-d484b6320ee8 HTTP/1.1" status: 200 len: 946 time: 0.1570532 Dec 06 17:22:33.852985 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-5ce1fd33-92e3-401d-addd-24ac9280c1a2 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5512607 Dec 06 17:22:33.857014 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57802) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:33.862568 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-fe4735c9-fd03-4002-a9c5-8e728a742dc0 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Request body: {'subnet': {'network_id': 'd2343c0a-6cca-4cf5-a3cc-72085171ecbd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:22:33.878872 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8f96a2f5-edf7-4511-b1c6-fea6d97e3fc8 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:33.883320 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce1fd33-92e3-401d-addd-24ac9280c1a2 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Pushing event updated for resources: {'Network': ['ID=d2343c0a-6cca-4cf5-a3cc-72085171ecbd,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:33.903313 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network d2343c0a-6cca-4cf5-a3cc-72085171ecbd details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:22:33.960579 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-aa25c86d-7f9c-4c43-9bd9-8eb09e539ebf req-5e5072b0-406d-40b6-bb91-0d5a26d0209b tempest-InstanceActionsTestJSON-1585479765 tempest-InstanceActionsTestJSON-1585479765-project] 10.222.0.23 "GET /v2.0/security-groups?id=68dc06c4-ca00-4b10-8013-b01e866403fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381779 Dec 06 17:22:33.996864 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8f96a2f5-edf7-4511-b1c6-fea6d97e3fc8 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:34.027213 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe4735c9-fd03-4002-a9c5-8e728a742dc0 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Made reservation on behalf of 60dea69d591c42b4aa2e88227c4d267f for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:22:34.031702 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fe4735c9-fd03-4002-a9c5-8e728a742dc0 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:34.059019 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f96a2f5-edf7-4511-b1c6-fea6d97e3fc8 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Pushing event deleted for resources: {'Subnet': ['ID=83c510c9-d635-4150-b8c7-dcd43510c2a0,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:34.060973 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8f96a2f5-edf7-4511-b1c6-fea6d97e3fc8 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:34.064323 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-8f96a2f5-edf7-4511-b1c6-fea6d97e3fc8 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] 10.222.0.23 "DELETE /v2.0/subnets/83c510c9-d635-4150-b8c7-dcd43510c2a0 HTTP/1.1" status: 204 len: 168 time: 0.6476665 Dec 06 17:22:34.067305 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57806) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:34.079481 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3387d2e-1ad9-49fb-b492-d548a0f984d0 None None] Network 46328a21-be6f-488f-beec-e5c50b377dda requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:22:34.205852 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e0d1f01-33ee-4345-b8af-56e1ea2e9d0c tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Deleting subnet 447481ed-9a4d-40a2-9ac9-bb048c03f6d2 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:22:34.213997 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0e0d1f01-33ee-4345-b8af-56e1ea2e9d0c tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:34.271643 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec76436b-1806-437a-83b5-daace7675db9 req-8346fef6-1f28-416a-a787-0c10d6a0bf30 tempest-InstanceActionsV221TestJSON-789539711 tempest-InstanceActionsV221TestJSON-789539711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:34.279974 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ec76436b-1806-437a-83b5-daace7675db9 req-8346fef6-1f28-416a-a787-0c10d6a0bf30 tempest-InstanceActionsV221TestJSON-789539711 tempest-InstanceActionsV221TestJSON-789539711-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e4913c9-6060-489e-9f50-0ba2373328bb HTTP/1.1" status: 200 len: 943 time: 0.1140528 Dec 06 17:22:34.290786 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0e0d1f01-33ee-4345-b8af-56e1ea2e9d0c tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:34.405115 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa168be-bbb1-4354-895d-da804b15fd79 None None] DHCP port deletion for 46328a21-be6f-488f-beec-e5c50b377dda request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:22:34.456472 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0e0d1f01-33ee-4345-b8af-56e1ea2e9d0c tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:34.513883 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ec76436b-1806-437a-83b5-daace7675db9 req-76e448d3-6bb1-4e7f-9cbc-4d545e77e6f8 tempest-InstanceActionsV221TestJSON-789539711 tempest-InstanceActionsV221TestJSON-789539711-project] 10.222.0.23 "GET /v2.0/security-groups?id=54ea3743-02a2-48aa-9529-8f387c377be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330062 Dec 06 17:22:34.515628 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fe4735c9-fd03-4002-a9c5-8e728a742dc0 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:34.539491 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-cfa168be-bbb1-4354-895d-da804b15fd79 None None] Deleting port dea1c309-656e-4000-9dae-3528fc151856 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:22:34.541447 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cfa168be-bbb1-4354-895d-da804b15fd79 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:34.664621 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0e0d1f01-33ee-4345-b8af-56e1ea2e9d0c tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:34.678872 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4735c9-fd03-4002-a9c5-8e728a742dc0 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Pushing event updated for resources: {'Subnet': ['ID=c6d3cb16-f0d3-44ba-95d2-5d5b143d4354,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:34.689655 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-cfa168be-bbb1-4354-895d-da804b15fd79 None None] For port dea1c309-656e-4000-9dae-3528fc151856, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=dea1c309-656e-4000-9dae-3528fc151856,segment=NetworkSegment(307cef2a-a999-42e0-ad69-e42540ae56fe),segment_id=307cef2a-a999-42e0-ad69-e42540ae56fe)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:22:34.692066 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cfa168be-bbb1-4354-895d-da804b15fd79 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:34.697356 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4735c9-fd03-4002-a9c5-8e728a742dc0 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Checking segment: {'id': '5ae0060c-4058-4cbb-9cbc-465670abd780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd2343c0a-6cca-4cf5-a3cc-72085171ecbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:22:34.697793 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4735c9-fd03-4002-a9c5-8e728a742dc0 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Network hostable DHCP agents. Network: d2343c0a-6cca-4cf5-a3cc-72085171ecbd, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:22:34.716729 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0d1f01-33ee-4345-b8af-56e1ea2e9d0c tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Pushing event deleted for resources: {'Subnet': ['ID=447481ed-9a4d-40a2-9ac9-bb048c03f6d2,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:34.728733 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-cfa168be-bbb1-4354-895d-da804b15fd79 None None] Calling delete_port for dea1c309-656e-4000-9dae-3528fc151856 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:22:34.731660 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4735c9-fd03-4002-a9c5-8e728a742dc0 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Network d2343c0a-6cca-4cf5-a3cc-72085171ecbd is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:22:34.746589 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-fe4735c9-fd03-4002-a9c5-8e728a742dc0 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, d2343c0a-6cca-4cf5-a3cc-72085171ecbd) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:22:34.747734 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0e0d1f01-33ee-4345-b8af-56e1ea2e9d0c tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:34.753486 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-0e0d1f01-33ee-4345-b8af-56e1ea2e9d0c tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] 10.222.0.23 "DELETE /v2.0/subnets/447481ed-9a4d-40a2-9ac9-bb048c03f6d2 HTTP/1.1" status: 204 len: 168 time: 0.6830003 Dec 06 17:22:34.754714 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57814) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:34.786944 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b9cb4c-d1b1-4fb1-82a2-9809f4787074 req-32b9084b-520e-4132-9a5b-5cf0fd2abc55 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:34.797118 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a4b9cb4c-d1b1-4fb1-82a2-9809f4787074 req-32b9084b-520e-4132-9a5b-5cf0fd2abc55 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a8709b5-b684-4aa0-903d-8839be2c999e HTTP/1.1" status: 200 len: 945 time: 0.0776980 Dec 06 17:22:34.806854 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9cf7ddf-4012-4532-a6a0-78c4f9e04719 None None] Network 8b7b9ab8-1f71-4821-9503-fec93e22e43c requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:22:34.812915 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be857296-c0f0-41b1-b95d-36e094ef9478 None None] Network d2343c0a-6cca-4cf5-a3cc-72085171ecbd requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:22:34.869215 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5a6437fb-a4ee-45b6-8e7e-c531ad4a352c tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:34.872169 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4735c9-fd03-4002-a9c5-8e728a742dc0 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:34.872485 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fe4735c9-fd03-4002-a9c5-8e728a742dc0 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:34.901564 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-fe4735c9-fd03-4002-a9c5-8e728a742dc0 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0431352 Dec 06 17:22:34.904530 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57816) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:34.936755 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a4b9cb4c-d1b1-4fb1-82a2-9809f4787074 req-878e177c-86a3-4873-a38e-a0514ff8ddaf tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=5055a3f9-0705-481f-a554-5c989eab318b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340411 Dec 06 17:22:35.199051 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d32a28-1caf-47ea-a0ec-96c31d320c4f req-c1822007-cc5b-44db-a0e7-49754371fc7b tempest-InstanceActionsTestJSON-1585479765 tempest-InstanceActionsTestJSON-1585479765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:35.203686 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-09d32a28-1caf-47ea-a0ec-96c31d320c4f req-c1822007-cc5b-44db-a0e7-49754371fc7b tempest-InstanceActionsTestJSON-1585479765 tempest-InstanceActionsTestJSON-1585479765-project] 10.222.0.44 "GET /v2.0/ports?device_id=336bdc84-74b9-489d-b993-d484b6320ee8 HTTP/1.1" status: 200 len: 946 time: 0.0908604 Dec 06 17:22:35.376062 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 26007da6-d0ca-4b01-b02f-d927729b5708 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:22:35.488939 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-09d32a28-1caf-47ea-a0ec-96c31d320c4f req-2d51920c-c189-40bc-aec9-44df5526d32c tempest-InstanceActionsTestJSON-1585479765 tempest-InstanceActionsTestJSON-1585479765-project] Deleting port 89f54452-e665-41d3-815d-5088ffc97574 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:22:35.489503 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-09d32a28-1caf-47ea-a0ec-96c31d320c4f req-2d51920c-c189-40bc-aec9-44df5526d32c tempest-InstanceActionsTestJSON-1585479765 tempest-InstanceActionsTestJSON-1585479765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:35.498320 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:35.591077 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-5a6437fb-a4ee-45b6-8e7e-c531ad4a352c tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Deleting port dea1c309-656e-4000-9dae-3528fc151856 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:22:35.591613 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5a6437fb-a4ee-45b6-8e7e-c531ad4a352c tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:35.665692 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cfa168be-bbb1-4354-895d-da804b15fd79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:35.683169 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78a92b4-dd02-44ca-ba0f-33c69f7a6353 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-d2343c0a-6cca-4cf5-a3cc-72085171ecbd', 'network_id': 'd2343c0a-6cca-4cf5-a3cc-72085171ecbd', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'fixed_ips': [{'subnet_id': 'c6d3cb16-f0d3-44ba-95d2-5d5b143d4354'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:22:35.684086 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b78a92b4-dd02-44ca-ba0f-33c69f7a6353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:35.704418 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7968d0f0-5cfe-4845-b280-09dccaafbd55 req-3191d6e2-bc5e-4155-9723-1fbe2ef66510 tempest-InstanceActionsTestJSON-1585479765 tempest-InstanceActionsTestJSON-1585479765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:35.705844 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7968d0f0-5cfe-4845-b280-09dccaafbd55 req-3191d6e2-bc5e-4155-9723-1fbe2ef66510 tempest-InstanceActionsTestJSON-1585479765 tempest-InstanceActionsTestJSON-1585479765-project] 10.222.0.23 "GET /v2.0/ports?device_id=336bdc84-74b9-489d-b993-d484b6320ee8 HTTP/1.1" status: 200 len: 946 time: 0.2527254 Dec 06 17:22:35.741090 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa168be-bbb1-4354-895d-da804b15fd79 None None] Pushing event deleted for resources: {'Port': ['ID=dea1c309-656e-4000-9dae-3528fc151856,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:35.795440 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-5a6437fb-a4ee-45b6-8e7e-c531ad4a352c tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] For port dea1c309-656e-4000-9dae-3528fc151856, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=dea1c309-656e-4000-9dae-3528fc151856,segment=NetworkSegment(307cef2a-a999-42e0-ad69-e42540ae56fe),segment_id=307cef2a-a999-42e0-ad69-e42540ae56fe)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:22:35.795965 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5a6437fb-a4ee-45b6-8e7e-c531ad4a352c tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:35.835383 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-5a6437fb-a4ee-45b6-8e7e-c531ad4a352c tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Calling delete_port for dea1c309-656e-4000-9dae-3528fc151856 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:22:35.838040 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bb31d9c5-5f79-466b-8749-4f1b87932e42 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:35.894984 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-b78a92b4-dd02-44ca-ba0f-33c69f7a6353 None None] Allocated IP 172.20.0.2 (d2343c0a-6cca-4cf5-a3cc-72085171ecbd/c6d3cb16-f0d3-44ba-95d2-5d5b143d4354/8a203b25-b367-460b-b5c3-07245d196017) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:22:35.908996 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa168be-bbb1-4354-895d-da804b15fd79 None None] No DVR routers for this DVR port dea1c309-656e-4000-9dae-3528fc151856 on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:22:35.965610 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa168be-bbb1-4354-895d-da804b15fd79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:22:35.966285 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa168be-bbb1-4354-895d-da804b15fd79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:22:35.966809 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa168be-bbb1-4354-895d-da804b15fd79 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:22:35.967298 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa168be-bbb1-4354-895d-da804b15fd79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:22:35.967658 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa168be-bbb1-4354-895d-da804b15fd79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:22:35.967999 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa168be-bbb1-4354-895d-da804b15fd79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:22:35.969758 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa168be-bbb1-4354-895d-da804b15fd79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:22:35.969963 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa168be-bbb1-4354-895d-da804b15fd79 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:22:35.970294 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa168be-bbb1-4354-895d-da804b15fd79 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:22:35.971198 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa168be-bbb1-4354-895d-da804b15fd79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:22:35.971525 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa168be-bbb1-4354-895d-da804b15fd79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:22:35.971857 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa168be-bbb1-4354-895d-da804b15fd79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:22:35.972182 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa168be-bbb1-4354-895d-da804b15fd79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:22:35.982962 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 26007da6-d0ca-4b01-b02f-d927729b5708, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=26007da6-d0ca-4b01-b02f-d927729b5708,segment=NetworkSegment(b2b4431f-b201-4e60-abb0-4ac6ffe2ba59),segment_id=b2b4431f-b201-4e60-abb0-4ac6ffe2ba59)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:22:35.985151 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7968d0f0-5cfe-4845-b280-09dccaafbd55 req-3089421e-083e-471a-a8d9-cbf9d3f93183 tempest-InstanceActionsTestJSON-1585479765 tempest-InstanceActionsTestJSON-1585479765-project] 10.222.0.23 "GET /v2.0/security-groups?id=68dc06c4-ca00-4b10-8013-b01e866403fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371790 Dec 06 17:22:36.034836 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': '26007da6-d0ca-4b01-b02f-d927729b5708', 'network_id': '6bce8784-7c2e-4c7a-adfa-04732a868b7b', 'port_id': '26007da6-d0ca-4b01-b02f-d927729b5708', 'mac_address': 'fa:16:3e:96:36:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29c2b993-b6e9-4fbd-adb1-84065e6192e1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:22:36.094986 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-09d32a28-1caf-47ea-a0ec-96c31d320c4f req-2d51920c-c189-40bc-aec9-44df5526d32c tempest-InstanceActionsTestJSON-1585479765 tempest-InstanceActionsTestJSON-1585479765-project] For port 89f54452-e665-41d3-815d-5088ffc97574, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=89f54452-e665-41d3-815d-5088ffc97574,segment=NetworkSegment(713ac3fa-fb44-4b9d-a426-2a191ba2942c),segment_id=713ac3fa-fb44-4b9d-a426-2a191ba2942c)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:22:36.095363 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-09d32a28-1caf-47ea-a0ec-96c31d320c4f req-2d51920c-c189-40bc-aec9-44df5526d32c tempest-InstanceActionsTestJSON-1585479765 tempest-InstanceActionsTestJSON-1585479765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:36.110991 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-09d32a28-1caf-47ea-a0ec-96c31d320c4f req-2d51920c-c189-40bc-aec9-44df5526d32c tempest-InstanceActionsTestJSON-1585479765 tempest-InstanceActionsTestJSON-1585479765-project] Calling delete_port for 89f54452-e665-41d3-815d-5088ffc97574 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:22:36.114666 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783d41a6-1fd6-466b-ada8-7dcf9d7463e0 None None] DHCP port deletion for 8b7b9ab8-1f71-4821-9503-fec93e22e43c request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:22:36.133935 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa42d04a-1423-4088-96b9-fefc25fd5cea req-05201969-e8fc-4840-a86f-c985ad45b18a tempest-InstanceActionsV221TestJSON-789539711 tempest-InstanceActionsV221TestJSON-789539711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:36.141497 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-aa42d04a-1423-4088-96b9-fefc25fd5cea req-05201969-e8fc-4840-a86f-c985ad45b18a tempest-InstanceActionsV221TestJSON-789539711 tempest-InstanceActionsV221TestJSON-789539711-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e4913c9-6060-489e-9f50-0ba2373328bb HTTP/1.1" status: 200 len: 943 time: 0.4656787 Dec 06 17:22:36.185858 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:36.223799 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26007da6-d0ca-4b01-b02f-d927729b5708 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:22:36.248004 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 26007da6-d0ca-4b01-b02f-d927729b5708, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=26007da6-d0ca-4b01-b02f-d927729b5708,segment=NetworkSegment(b2b4431f-b201-4e60-abb0-4ac6ffe2ba59),segment_id=b2b4431f-b201-4e60-abb0-4ac6ffe2ba59)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:22:36.248206 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5a6437fb-a4ee-45b6-8e7e-c531ad4a352c tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:36.261323 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:36.262601 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-aa42d04a-1423-4088-96b9-fefc25fd5cea req-22feb277-d15d-4a1a-a73b-918dc987f923 tempest-InstanceActionsV221TestJSON-789539711 tempest-InstanceActionsV221TestJSON-789539711-project] 10.222.0.23 "GET /v2.0/security-groups?id=54ea3743-02a2-48aa-9529-8f387c377be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198421 Dec 06 17:22:36.304058 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6437fb-a4ee-45b6-8e7e-c531ad4a352c tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] No DVR routers for this DVR port dea1c309-656e-4000-9dae-3528fc151856 on host n-d-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:22:36.310117 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6437fb-a4ee-45b6-8e7e-c531ad4a352c tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Pushing event deleted for resources: {'Port': ['ID=dea1c309-656e-4000-9dae-3528fc151856,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:36.322232 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e4390d-b3f9-4f68-8fc8-7e1568ba51d2 req-601af636-000e-4a6b-9a3a-61525c8f2e46 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:36.325336 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-09e4390d-b3f9-4f68-8fc8-7e1568ba51d2 req-601af636-000e-4a6b-9a3a-61525c8f2e46 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a8709b5-b684-4aa0-903d-8839be2c999e HTTP/1.1" status: 200 len: 945 time: 0.1874015 Dec 06 17:22:36.342644 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=26007da6-d0ca-4b01-b02f-d927729b5708,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:36.418775 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-783d41a6-1fd6-466b-ada8-7dcf9d7463e0 None None] Deleting port 6628c5cf-b94e-469b-8676-08327c8bc179 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:22:36.420408 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-783d41a6-1fd6-466b-ada8-7dcf9d7463e0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:36.446455 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-09d32a28-1caf-47ea-a0ec-96c31d320c4f req-2d51920c-c189-40bc-aec9-44df5526d32c tempest-InstanceActionsTestJSON-1585479765 tempest-InstanceActionsTestJSON-1585479765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:36.449548 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5a6437fb-a4ee-45b6-8e7e-c531ad4a352c tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:36.466310 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device dea1c309-656e-4000-9dae-3528fc151856 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:22:36.468652 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['89f54452-e665-41d3-815d-5088ffc97574'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:22:36.489347 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d51920c-c189-40bc-aec9-44df5526d32c tempest-InstanceActionsTestJSON-1585479765 tempest-InstanceActionsTestJSON-1585479765-project] Pushing event deleted for resources: {'Port': ['ID=89f54452-e665-41d3-815d-5088ffc97574,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:36.553277 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-09e4390d-b3f9-4f68-8fc8-7e1568ba51d2 req-da63681c-e79c-42d3-af86-23d1640c5026 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=5055a3f9-0705-481f-a554-5c989eab318b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1995275 Dec 06 17:22:36.557360 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-5a6437fb-a4ee-45b6-8e7e-c531ad4a352c tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46328a21-be6f-488f-beec-e5c50b377dda']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:36.565544 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b78a92b4-dd02-44ca-ba0f-33c69f7a6353 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:36.569527 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-5a6437fb-a4ee-45b6-8e7e-c531ad4a352c tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '307cef2a-a999-42e0-ad69-e42540ae56fe') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:36.569527 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-5a6437fb-a4ee-45b6-8e7e-c531ad4a352c tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '307cef2a-a999-42e0-ad69-e42540ae56fe') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:36.570951 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: dea1c309-656e-4000-9dae-3528fc151856 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:22:36.571409 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device dea1c309-656e-4000-9dae-3528fc151856 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:22:36.571987 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 6628c5cf-b94e-469b-8676-08327c8bc179 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:22:36.587154 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5a6437fb-a4ee-45b6-8e7e-c531ad4a352c tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:36.587986 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-09d32a28-1caf-47ea-a0ec-96c31d320c4f req-2d51920c-c189-40bc-aec9-44df5526d32c tempest-InstanceActionsTestJSON-1585479765 tempest-InstanceActionsTestJSON-1585479765-project] No DVR routers for this DVR port 89f54452-e665-41d3-815d-5088ffc97574 on host n-h2-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:22:36.590529 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-09d32a28-1caf-47ea-a0ec-96c31d320c4f req-2d51920c-c189-40bc-aec9-44df5526d32c tempest-InstanceActionsTestJSON-1585479765 tempest-InstanceActionsTestJSON-1585479765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:36.594599 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-09d32a28-1caf-47ea-a0ec-96c31d320c4f req-2d51920c-c189-40bc-aec9-44df5526d32c tempest-InstanceActionsTestJSON-1585479765 tempest-InstanceActionsTestJSON-1585479765-project] 10.222.0.44 "DELETE /v2.0/ports/89f54452-e665-41d3-815d-5088ffc97574 HTTP/1.1" status: 204 len: 173 time: 1.3839684 Dec 06 17:22:36.595140 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '336bdc84-74b9-489d-b993-d484b6320ee8', 'name': 'network-vif-deleted', 'tag': '89f54452-e665-41d3-815d-5088ffc97574'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:22:36.598506 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23eece17-9f24-4e0f-937a-7e81adb165af" -d '{"events": [{"server_uuid": "336bdc84-74b9-489d-b993-d484b6320ee8", "name": "network-vif-deleted", "tag": "89f54452-e665-41d3-815d-5088ffc97574"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:22:36.655245 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5a6437fb-a4ee-45b6-8e7e-c531ad4a352c tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:36.665074 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a4d6cba-709c-4ce4-a3b3-ca71016612dd x-openstack-request-id: req-4a4d6cba-709c-4ce4-a3b3-ca71016612dd {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:22:36.666425 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b78a92b4-dd02-44ca-ba0f-33c69f7a6353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:36.672223 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "336bdc84-74b9-489d-b993-d484b6320ee8", "name": "network-vif-deleted", "tag": "89f54452-e665-41d3-815d-5088ffc97574", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:22:36.672724 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4a4d6cba-709c-4ce4-a3b3-ca71016612dd {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:22:36.673183 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '336bdc84-74b9-489d-b993-d484b6320ee8', 'name': 'network-vif-deleted', 'tag': '89f54452-e665-41d3-815d-5088ffc97574', 'status': 'completed', 'code': 200} Dec 06 17:22:36.676882 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a6437fb-a4ee-45b6-8e7e-c531ad4a352c tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:22:36.677628 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5a6437fb-a4ee-45b6-8e7e-c531ad4a352c tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:36.681344 n-d-master-1 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:22:36.681344 n-d-master-1 neutron-server[103285]: self.session.flush() Dec 06 17:22:36.681344 n-d-master-1 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:22:36.681344 n-d-master-1 neutron-server[103285]: self.session.flush() Dec 06 17:22:36.681344 n-d-master-1 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:22:36.681344 n-d-master-1 neutron-server[103285]: self.session.flush() Dec 06 17:22:36.681344 n-d-master-1 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:22:36.681344 n-d-master-1 neutron-server[103285]: self.session.flush() Dec 06 17:22:36.681344 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:22:36.681344 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:22:36.681344 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:22:36.681344 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:22:36.681344 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:22:36.681344 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:22:36.681344 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:22:36.681344 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:22:36.681344 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:22:36.681344 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:22:36.681344 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:22:36.681344 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:22:36.681344 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:22:36.681344 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:22:36.681344 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:22:36.681344 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:22:36.681344 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:22:36.681344 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:22:36.681344 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:22:36.681344 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:22:36.681344 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:22:36.681344 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:22:36.681344 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:22:36.681344 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:22:36.681344 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:22:36.681344 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:22:36.681344 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:22:36.681344 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:22:36.681344 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:22:36.681344 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:22:36.681344 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:22:36.681344 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:22:36.709599 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-bb31d9c5-5f79-466b-8749-4f1b87932e42 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Allocated IP 172.20.0.1 (d2343c0a-6cca-4cf5-a3cc-72085171ecbd/c6d3cb16-f0d3-44ba-95d2-5d5b143d4354/2a9c0948-a0f9-41b0-9621-ce97ab9105a9) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:22:36.716685 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['26007da6-d0ca-4b01-b02f-d927729b5708'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:22:36.771217 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-783d41a6-1fd6-466b-ada8-7dcf9d7463e0 None None] For port 6628c5cf-b94e-469b-8676-08327c8bc179, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6628c5cf-b94e-469b-8676-08327c8bc179,segment=NetworkSegment(278dcbb2-1879-46a6-8415-c294eb521475),segment_id=278dcbb2-1879-46a6-8415-c294eb521475)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:22:36.771700 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-783d41a6-1fd6-466b-ada8-7dcf9d7463e0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:36.788252 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5a6437fb-a4ee-45b6-8e7e-c531ad4a352c tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:36.806027 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5a6437fb-a4ee-45b6-8e7e-c531ad4a352c tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:36.809271 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-5a6437fb-a4ee-45b6-8e7e-c531ad4a352c tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] 10.222.0.23 "DELETE /v2.0/networks/46328a21-be6f-488f-beec-e5c50b377dda HTTP/1.1" status: 204 len: 168 time: 2.0543842 Dec 06 17:22:36.812036 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57836) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:36.821946 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78a92b4-dd02-44ca-ba0f-33c69f7a6353 None None] Network d2343c0a-6cca-4cf5-a3cc-72085171ecbd is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:22:36.823071 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-783d41a6-1fd6-466b-ada8-7dcf9d7463e0 None None] Calling delete_port for 6628c5cf-b94e-469b-8676-08327c8bc179 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:22:36.829627 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78a92b4-dd02-44ca-ba0f-33c69f7a6353 None None] Pushing event updated for resources: {'Port': ['ID=8a203b25-b367-460b-b5c3-07245d196017,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:36.836564 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-b78a92b4-dd02-44ca-ba0f-33c69f7a6353 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:22:36.853019 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6437fb-a4ee-45b6-8e7e-c531ad4a352c tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Pushing event deleted for resources: {'Network': ['ID=46328a21-be6f-488f-beec-e5c50b377dda,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:36.864067 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78a92b4-dd02-44ca-ba0f-33c69f7a6353 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:22:36.904174 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d4b48d52-6342-41e5-98fa-38225a4288a2 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:36.919410 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bb31d9c5-5f79-466b-8749-4f1b87932e42 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:36.962268 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bb31d9c5-5f79-466b-8749-4f1b87932e42 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:36.967861 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-d4b48d52-6342-41e5-98fa-38225a4288a2 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Deleting port 6628c5cf-b94e-469b-8676-08327c8bc179 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:22:36.968006 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:36.968476 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d4b48d52-6342-41e5-98fa-38225a4288a2 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:37.004032 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb31d9c5-5f79-466b-8749-4f1b87932e42 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Network d2343c0a-6cca-4cf5-a3cc-72085171ecbd is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:22:37.007152 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-bb31d9c5-5f79-466b-8749-4f1b87932e42 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:22:37.011142 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb31d9c5-5f79-466b-8749-4f1b87932e42 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:22:37.028926 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-b78a92b4-dd02-44ca-ba0f-33c69f7a6353 None None] Attempting to bind port 8a203b25-b367-460b-b5c3-07245d196017 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:22:37.029462 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-b78a92b4-dd02-44ca-ba0f-33c69f7a6353 None None] Attempting to bind port 8a203b25-b367-460b-b5c3-07245d196017 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '5ae0060c-4058-4cbb-9cbc-465670abd780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd2343c0a-6cca-4cf5-a3cc-72085171ecbd'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:22:37.030150 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78a92b4-dd02-44ca-ba0f-33c69f7a6353 None None] Attempting to bind port 8a203b25-b367-460b-b5c3-07245d196017 on network d2343c0a-6cca-4cf5-a3cc-72085171ecbd {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:22:37.043707 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb31d9c5-5f79-466b-8749-4f1b87932e42 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Pushing event updated for resources: {'Port': ['ID=2a9c0948-a0f9-41b0-9621-ce97ab9105a9,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:37.074570 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bb31d9c5-5f79-466b-8749-4f1b87932e42 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539179'] for router_interface, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:37.078649 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-d4b48d52-6342-41e5-98fa-38225a4288a2 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] For port 6628c5cf-b94e-469b-8676-08327c8bc179, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6628c5cf-b94e-469b-8676-08327c8bc179,segment=NetworkSegment(278dcbb2-1879-46a6-8415-c294eb521475),segment_id=278dcbb2-1879-46a6-8415-c294eb521475)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:22:37.079173 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d4b48d52-6342-41e5-98fa-38225a4288a2 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:37.096334 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78a92b4-dd02-44ca-ba0f-33c69f7a6353 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:22:37.096876 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78a92b4-dd02-44ca-ba0f-33c69f7a6353 None None] Checking segment: {'id': '5ae0060c-4058-4cbb-9cbc-465670abd780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd2343c0a-6cca-4cf5-a3cc-72085171ecbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:22:37.097369 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b78a92b4-dd02-44ca-ba0f-33c69f7a6353 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:37.098218 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78a92b4-dd02-44ca-ba0f-33c69f7a6353 None None] Bound using segment: {'id': '5ae0060c-4058-4cbb-9cbc-465670abd780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd2343c0a-6cca-4cf5-a3cc-72085171ecbd'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:22:37.098909 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-b78a92b4-dd02-44ca-ba0f-33c69f7a6353 None None] Bound port: 8a203b25-b367-460b-b5c3-07245d196017, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ae0060c-4058-4cbb-9cbc-465670abd780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd2343c0a-6cca-4cf5-a3cc-72085171ecbd'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:22:37.099458 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b78a92b4-dd02-44ca-ba0f-33c69f7a6353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:37.101438 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-d4b48d52-6342-41e5-98fa-38225a4288a2 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Calling delete_port for 6628c5cf-b94e-469b-8676-08327c8bc179 owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:22:37.126216 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] For port 6628c5cf-b94e-469b-8676-08327c8bc179, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6628c5cf-b94e-469b-8676-08327c8bc179,segment=NetworkSegment(278dcbb2-1879-46a6-8415-c294eb521475),segment_id=278dcbb2-1879-46a6-8415-c294eb521475)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:22:37.155896 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4893e4e7-0654-4a0c-b5a6-31167337ee8d req-f2498ba3-463f-46ab-a030-501aef40d8d4 tempest-InstanceActionsTestJSON-1585479765 tempest-InstanceActionsTestJSON-1585479765-project] 10.222.0.23 "GET /v2.0/ports?device_id=336bdc84-74b9-489d-b993-d484b6320ee8 HTTP/1.1" status: 200 len: 210 time: 0.0292611 Dec 06 17:22:37.188319 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:37.221017 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Pushing event deleted for resources: {'Port': ['ID=6628c5cf-b94e-469b-8676-08327c8bc179,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:37.229171 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-783d41a6-1fd6-466b-ada8-7dcf9d7463e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:37.240135 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b78a92b4-dd02-44ca-ba0f-33c69f7a6353 None None] For port 8a203b25-b367-460b-b5c3-07245d196017, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:22:37.244596 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d4b48d52-6342-41e5-98fa-38225a4288a2 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:37.246947 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b78a92b4-dd02-44ca-ba0f-33c69f7a6353 None None] For port 8a203b25-b367-460b-b5c3-07245d196017, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=8a203b25-b367-460b-b5c3-07245d196017,segment=NetworkSegment(5ae0060c-4058-4cbb-9cbc-465670abd780),segment_id=5ae0060c-4058-4cbb-9cbc-465670abd780)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:22:37.275918 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b48d52-6342-41e5-98fa-38225a4288a2 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Pushing event deleted for resources: {'Port': ['ID=6628c5cf-b94e-469b-8676-08327c8bc179,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:37.277693 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783d41a6-1fd6-466b-ada8-7dcf9d7463e0 None None] Pushing event deleted for resources: {'Port': ['ID=6628c5cf-b94e-469b-8676-08327c8bc179,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:37.280362 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b78a92b4-dd02-44ca-ba0f-33c69f7a6353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:37.280826 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b48d52-6342-41e5-98fa-38225a4288a2 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] No DVR routers for this DVR port 6628c5cf-b94e-469b-8676-08327c8bc179 on host n-d-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:22:37.293284 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783d41a6-1fd6-466b-ada8-7dcf9d7463e0 None None] No DVR routers for this DVR port 6628c5cf-b94e-469b-8676-08327c8bc179 on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:22:37.310339 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bb31d9c5-5f79-466b-8749-4f1b87932e42 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:37.376081 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78a92b4-dd02-44ca-ba0f-33c69f7a6353 None None] Pushing event updated for resources: {'Port': ['ID=8a203b25-b367-460b-b5c3-07245d196017,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:37.401426 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d4b48d52-6342-41e5-98fa-38225a4288a2 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:37.440426 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-d4b48d52-6342-41e5-98fa-38225a4288a2 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b7b9ab8-1f71-4821-9503-fec93e22e43c']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:37.453340 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-d4b48d52-6342-41e5-98fa-38225a4288a2 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '278dcbb2-1879-46a6-8415-c294eb521475') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:37.453681 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-d4b48d52-6342-41e5-98fa-38225a4288a2 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '278dcbb2-1879-46a6-8415-c294eb521475') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:37.471525 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2a00fa-fea9-4738-94b8-e2cb49bbe84d req-00444e22-3ae3-46b7-beaf-c48aaf4dc33b tempest-InstanceActionsV221TestJSON-789539711 tempest-InstanceActionsV221TestJSON-789539711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:37.473082 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-aa2a00fa-fea9-4738-94b8-e2cb49bbe84d req-00444e22-3ae3-46b7-beaf-c48aaf4dc33b tempest-InstanceActionsV221TestJSON-789539711 tempest-InstanceActionsV221TestJSON-789539711-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e4913c9-6060-489e-9f50-0ba2373328bb HTTP/1.1" status: 200 len: 944 time: 0.0897472 Dec 06 17:22:37.475014 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d4b48d52-6342-41e5-98fa-38225a4288a2 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:37.507456 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d4b48d52-6342-41e5-98fa-38225a4288a2 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:37.533827 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4b48d52-6342-41e5-98fa-38225a4288a2 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:22:37.534239 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d4b48d52-6342-41e5-98fa-38225a4288a2 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:37.539826 n-d-master-1 neutron-server[103284]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:22:37.539826 n-d-master-1 neutron-server[103284]: self.session.flush() Dec 06 17:22:37.539826 n-d-master-1 neutron-server[103284]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:22:37.539826 n-d-master-1 neutron-server[103284]: self.session.flush() Dec 06 17:22:37.539826 n-d-master-1 neutron-server[103284]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:22:37.539826 n-d-master-1 neutron-server[103284]: self.session.flush() Dec 06 17:22:37.539826 n-d-master-1 neutron-server[103284]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:22:37.539826 n-d-master-1 neutron-server[103284]: self.session.flush() Dec 06 17:22:37.539826 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 17:22:37.539826 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:22:37.539826 n-d-master-1 neutron-server[103284]: timer() Dec 06 17:22:37.539826 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:22:37.539826 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 17:22:37.539826 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:22:37.539826 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 17:22:37.539826 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:22:37.539826 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 17:22:37.539826 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:22:37.539826 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 17:22:37.539826 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:22:37.539826 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 17:22:37.539826 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:22:37.539826 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:22:37.539826 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:22:37.539826 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:22:37.539826 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:22:37.539826 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 17:22:37.539826 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:22:37.539826 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 17:22:37.539826 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:22:37.539826 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:22:37.539826 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:22:37.539826 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 17:22:37.539826 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:22:37.539826 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:22:37.539826 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:22:37.539826 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:22:37.539826 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:22:37.539826 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:22:37.539826 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:22:37.628330 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-aa2a00fa-fea9-4738-94b8-e2cb49bbe84d req-919293f6-4f45-4396-a1e6-560f5f620a83 tempest-InstanceActionsV221TestJSON-789539711 tempest-InstanceActionsV221TestJSON-789539711-project] 10.222.0.23 "GET /v2.0/security-groups?id=54ea3743-02a2-48aa-9529-8f387c377be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442211 Dec 06 17:22:37.656103 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d4b48d52-6342-41e5-98fa-38225a4288a2 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:37.669256 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d4b48d52-6342-41e5-98fa-38225a4288a2 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:37.675244 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-d4b48d52-6342-41e5-98fa-38225a4288a2 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] 10.222.0.23 "DELETE /v2.0/networks/8b7b9ab8-1f71-4821-9503-fec93e22e43c HTTP/1.1" status: 204 len: 168 time: 0.8621254 Dec 06 17:22:37.685792 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57850) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:37.718150 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bb31d9c5-5f79-466b-8749-4f1b87932e42 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:37.727772 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b48d52-6342-41e5-98fa-38225a4288a2 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Pushing event deleted for resources: {'Network': ['ID=8b7b9ab8-1f71-4821-9503-fec93e22e43c,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:37.733885 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bb31d9c5-5f79-466b-8749-4f1b87932e42 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:37.787839 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9bf2373-cd18-44ed-b68e-21e2c4386bf4 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Deleting subnet e53677d7-131b-49c9-8536-2d244ef46ab0 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:22:37.794385 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c9bf2373-cd18-44ed-b68e-21e2c4386bf4 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:37.850305 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c9bf2373-cd18-44ed-b68e-21e2c4386bf4 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:37.863251 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bb31d9c5-5f79-466b-8749-4f1b87932e42 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-772465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539207'] for router_interface, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:37.868430 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb31d9c5-5f79-466b-8749-4f1b87932e42 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Pushing event updated for resources: {'Port': ['ID=2a9c0948-a0f9-41b0-9621-ce97ab9105a9,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:37.884533 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc40ec1-cd14-419c-8e2b-b65124b23578 req-c6580233-7928-4a77-8070-ec9215bac78f tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:37.886100 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7cc40ec1-cd14-419c-8e2b-b65124b23578 req-c6580233-7928-4a77-8070-ec9215bac78f tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a8709b5-b684-4aa0-903d-8839be2c999e HTTP/1.1" status: 200 len: 945 time: 0.1656148 Dec 06 17:22:37.972789 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c9bf2373-cd18-44ed-b68e-21e2c4386bf4 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:38.011753 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7cc40ec1-cd14-419c-8e2b-b65124b23578 req-75254a30-752d-4b02-b327-2c6bbc9cafb1 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=5055a3f9-0705-481f-a554-5c989eab318b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115525 Dec 06 17:22:38.040872 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb31d9c5-5f79-466b-8749-4f1b87932e42 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Network d2343c0a-6cca-4cf5-a3cc-72085171ecbd is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:22:38.042666 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-bb31d9c5-5f79-466b-8749-4f1b87932e42 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:22:38.051292 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c9bf2373-cd18-44ed-b68e-21e2c4386bf4 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:38.090263 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bf2373-cd18-44ed-b68e-21e2c4386bf4 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Pushing event deleted for resources: {'Subnet': ['ID=e53677d7-131b-49c9-8536-2d244ef46ab0,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:38.094202 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c9bf2373-cd18-44ed-b68e-21e2c4386bf4 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:38.098599 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-c9bf2373-cd18-44ed-b68e-21e2c4386bf4 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] 10.222.0.23 "DELETE /v2.0/subnets/e53677d7-131b-49c9-8536-2d244ef46ab0 HTTP/1.1" status: 204 len: 168 time: 0.4118180 Dec 06 17:22:38.101930 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57864) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:38.106200 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546e5a5e-11fa-4268-a48c-b42c8e6cc895 None None] Network bba4ff09-08f4-48b6-b7b5-db6ec89d8c29 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:22:38.174682 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb31d9c5-5f79-466b-8749-4f1b87932e42 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Router 4ba7a698-575a-4aaf-9eb0-dc82d8271f78 is scheduled to L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 with binding_index 1 {{(pid=103285) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 17:22:38.221500 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c466ddeb-a6da-4b48-9cb2-b60c47270f85 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:38.260262 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57868) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:38.308822 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-c466ddeb-a6da-4b48-9cb2-b60c47270f85 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Deleting port 56df7175-2460-480d-b878-4022fee49c9b {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:22:38.309088 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c466ddeb-a6da-4b48-9cb2-b60c47270f85 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:38.347073 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b99210f-ef44-4dfa-b3d3-91783eb79878 admin admin] Deleting subnet 08e9748e-2c58-49c5-b7e9-8cf07bdd7c0a {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:22:38.349966 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb31d9c5-5f79-466b-8749-4f1b87932e42 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:22:38.356617 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-bb31d9c5-5f79-466b-8749-4f1b87932e42 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "PUT /v2.0/routers/4ba7a698-575a-4aaf-9eb0-dc82d8271f78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4500704 Dec 06 17:22:38.359356 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57870) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:38.361391 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed49b66f-27f1-4fd7-8b4a-115603493597 None None] Sync routers for ids ['4ba7a698-575a-4aaf-9eb0-dc82d8271f78'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:22:38.366205 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-00ed0a38-5c94-4e59-86b8-16c7d347acfe tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Request body: {'network': {'name': 'tempest-RoutersTest-129090301'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:22:38.371028 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2b99210f-ef44-4dfa-b3d3-91783eb79878 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:38.394887 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed49b66f-27f1-4fd7-8b4a-115603493597 None None] Routers {'4ba7a698-575a-4aaf-9eb0-dc82d8271f78'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:22:38.397123 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-ed49b66f-27f1-4fd7-8b4a-115603493597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:22:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['4ba7a698-575a-4aaf-9eb0-dc82d8271f78'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:38.423141 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2b99210f-ef44-4dfa-b3d3-91783eb79878 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:38.445935 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ed0a38-5c94-4e59-86b8-16c7d347acfe tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Made reservation on behalf of 60dea69d591c42b4aa2e88227c4d267f for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:22:38.450301 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-00ed0a38-5c94-4e59-86b8-16c7d347acfe tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:38.489020 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00ed0a38-5c94-4e59-86b8-16c7d347acfe tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:22:38.500805 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c542c98f-aad2-4986-bce2-a4153e11b9b0 None None] DHCP port deletion for bba4ff09-08f4-48b6-b7b5-db6ec89d8c29 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:22:38.506010 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-00ed0a38-5c94-4e59-86b8-16c7d347acfe tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:38.506477 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-00ed0a38-5c94-4e59-86b8-16c7d347acfe tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Added segment fc1c29e5-1c85-459b-b976-5ee9e7513296 of type vlan for network ee404907-cca6-49fb-8c04-64c9c0d1f548 Dec 06 17:22:38.508111 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2b99210f-ef44-4dfa-b3d3-91783eb79878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:38.519024 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-c466ddeb-a6da-4b48-9cb2-b60c47270f85 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] For port 56df7175-2460-480d-b878-4022fee49c9b, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=56df7175-2460-480d-b878-4022fee49c9b,segment=NetworkSegment(3f74c05f-fd51-4893-9b3a-639eb97c0e92),segment_id=3f74c05f-fd51-4893-9b3a-639eb97c0e92)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:22:38.522665 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c466ddeb-a6da-4b48-9cb2-b60c47270f85 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:38.566485 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-c466ddeb-a6da-4b48-9cb2-b60c47270f85 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Calling delete_port for 56df7175-2460-480d-b878-4022fee49c9b owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:22:38.596422 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-00ed0a38-5c94-4e59-86b8-16c7d347acfe tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:38.642241 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-00ed0a38-5c94-4e59-86b8-16c7d347acfe tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:38.650972 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ed0a38-5c94-4e59-86b8-16c7d347acfe tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:38.652020 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-00ed0a38-5c94-4e59-86b8-16c7d347acfe tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:38.660123 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2b99210f-ef44-4dfa-b3d3-91783eb79878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:38.692904 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c466ddeb-a6da-4b48-9cb2-b60c47270f85 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:38.710739 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c466ddeb-a6da-4b48-9cb2-b60c47270f85 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] No DVR routers for this DVR port 56df7175-2460-480d-b878-4022fee49c9b on host n-d-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:22:38.717649 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b99210f-ef44-4dfa-b3d3-91783eb79878 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08e9748e-2c58-49c5-b7e9-8cf07bdd7c0a,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:38.749033 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2b99210f-ef44-4dfa-b3d3-91783eb79878 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:38.754523 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-2b99210f-ef44-4dfa-b3d3-91783eb79878 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/08e9748e-2c58-49c5-b7e9-8cf07bdd7c0a HTTP/1.1" status: 204 len: 168 time: 0.4926214 Dec 06 17:22:38.758864 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57874) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:38.763375 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-00ed0a38-5c94-4e59-86b8-16c7d347acfe tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4026430 Dec 06 17:22:38.780197 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57876) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:38.817528 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-17c1916a-92c1-43d2-a650-c9f09f2d383e tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Request body: {'subnet': {'network_id': 'ee404907-cca6-49fb-8c04-64c9c0d1f548', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:22:38.828710 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c466ddeb-a6da-4b48-9cb2-b60c47270f85 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Pushing event deleted for resources: {'Port': ['ID=56df7175-2460-480d-b878-4022fee49c9b,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:38.865806 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 8a203b25-b367-460b-b5c3-07245d196017 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:22:38.881881 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a946db1-051b-425f-a421-b2be4343bf77 None None] Network d2343c0a-6cca-4cf5-a3cc-72085171ecbd requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:22:38.923887 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed0a38-5c94-4e59-86b8-16c7d347acfe tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Pushing event updated for resources: {'Network': ['ID=ee404907-cca6-49fb-8c04-64c9c0d1f548,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:38.948255 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network ee404907-cca6-49fb-8c04-64c9c0d1f548 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:22:38.953213 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0f59c26c-5678-4881-8746-6ec23ee12255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:38.974887 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a2cc2-0f93-4c10-b546-ed16fa57038d req-c058faf5-040f-40a8-a629-0ac298115fd4 tempest-InstanceActionsV221TestJSON-789539711 tempest-InstanceActionsV221TestJSON-789539711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:38.976472 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c65a2cc2-0f93-4c10-b546-ed16fa57038d req-c058faf5-040f-40a8-a629-0ac298115fd4 tempest-InstanceActionsV221TestJSON-789539711 tempest-InstanceActionsV221TestJSON-789539711-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e4913c9-6060-489e-9f50-0ba2373328bb HTTP/1.1" status: 200 len: 944 time: 0.1542084 Dec 06 17:22:38.988095 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c466ddeb-a6da-4b48-9cb2-b60c47270f85 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:39.029366 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-c466ddeb-a6da-4b48-9cb2-b60c47270f85 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bba4ff09-08f4-48b6-b7b5-db6ec89d8c29']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:39.039278 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-ed49b66f-27f1-4fd7-8b4a-115603493597 None None] Set router 4ba7a698-575a-4aaf-9eb0-dc82d8271f78 gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:22:39.046922 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-c466ddeb-a6da-4b48-9cb2-b60c47270f85 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f74c05f-fd51-4893-9b3a-639eb97c0e92') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:39.047356 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-c466ddeb-a6da-4b48-9cb2-b60c47270f85 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f74c05f-fd51-4893-9b3a-639eb97c0e92') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:39.060997 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c466ddeb-a6da-4b48-9cb2-b60c47270f85 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:39.080353 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c466ddeb-a6da-4b48-9cb2-b60c47270f85 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:39.089822 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c466ddeb-a6da-4b48-9cb2-b60c47270f85 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:22:39.090343 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c466ddeb-a6da-4b48-9cb2-b60c47270f85 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:39.128902 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0f59c26c-5678-4881-8746-6ec23ee12255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:39.146725 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-f3daa929-93e0-4e4d-a2f4-e432403f581e None None] Provisioning complete for port 8a203b25-b367-460b-b5c3-07245d196017 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:22:39.147300 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f3daa929-93e0-4e4d-a2f4-e432403f581e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:39.150095 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-0f59c26c-5678-4881-8746-6ec23ee12255 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45bbe1e7-97f2-4457-9b96-b3dfd73346d3']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:39.161601 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-0f59c26c-5678-4881-8746-6ec23ee12255 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '713ac3fa-fb44-4b9d-a426-2a191ba2942c') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:39.162043 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-0f59c26c-5678-4881-8746-6ec23ee12255 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '713ac3fa-fb44-4b9d-a426-2a191ba2942c') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:39.173710 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0f59c26c-5678-4881-8746-6ec23ee12255 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:39.187726 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0f59c26c-5678-4881-8746-6ec23ee12255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:39.194173 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f59c26c-5678-4881-8746-6ec23ee12255 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:22:39.194588 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0f59c26c-5678-4881-8746-6ec23ee12255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:39.200228 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 17:22:39.200228 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:22:39.200228 n-d-master-1 neutron-server[103284]: timer() Dec 06 17:22:39.200228 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:22:39.200228 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 17:22:39.200228 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:22:39.200228 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 17:22:39.200228 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:22:39.200228 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 17:22:39.200228 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:22:39.200228 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 17:22:39.200228 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:22:39.200228 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 17:22:39.200228 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:22:39.200228 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:22:39.200228 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:22:39.200228 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:22:39.200228 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:22:39.200228 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 17:22:39.200228 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:22:39.200228 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 17:22:39.200228 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:22:39.200228 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:22:39.200228 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:22:39.200228 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 17:22:39.200228 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:22:39.200228 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:22:39.200228 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:22:39.200228 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:22:39.200228 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:22:39.200228 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:22:39.200228 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:22:39.242724 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c466ddeb-a6da-4b48-9cb2-b60c47270f85 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:39.252476 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-c542c98f-aad2-4986-bce2-a4153e11b9b0 None None] Deleting port 56df7175-2460-480d-b878-4022fee49c9b {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:22:39.253036 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c542c98f-aad2-4986-bce2-a4153e11b9b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:39.256031 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:22:39.256031 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:22:39.256031 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:22:39.256031 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:22:39.256031 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:22:39.256031 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:22:39.256031 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:22:39.256031 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:22:39.256031 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:22:39.256031 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:22:39.256031 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:22:39.256031 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:22:39.256031 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:22:39.256031 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:22:39.256031 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:22:39.256031 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:22:39.256031 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:22:39.256031 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:22:39.256031 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:22:39.256031 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:22:39.256031 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:22:39.256031 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:22:39.256031 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:22:39.256031 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:22:39.256031 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:22:39.256031 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:22:39.256031 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:22:39.256031 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:22:39.256031 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:22:39.256031 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:22:39.256031 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:22:39.256031 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:22:39.258799 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0f59c26c-5678-4881-8746-6ec23ee12255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:39.267469 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0f59c26c-5678-4881-8746-6ec23ee12255 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:39.272503 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-0f59c26c-5678-4881-8746-6ec23ee12255 admin admin] 10.222.0.23 "DELETE /v2.0/networks/45bbe1e7-97f2-4457-9b96-b3dfd73346d3 HTTP/1.1" status: 204 len: 168 time: 0.4957967 Dec 06 17:22:39.290868 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17c1916a-92c1-43d2-a650-c9f09f2d383e tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Made reservation on behalf of 60dea69d591c42b4aa2e88227c4d267f for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:22:39.295219 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-17c1916a-92c1-43d2-a650-c9f09f2d383e tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:39.295399 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 26007da6-d0ca-4b01-b02f-d927729b5708 up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:22:39.303882 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c466ddeb-a6da-4b48-9cb2-b60c47270f85 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:39.307680 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-c466ddeb-a6da-4b48-9cb2-b60c47270f85 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] 10.222.0.23 "DELETE /v2.0/networks/bba4ff09-08f4-48b6-b7b5-db6ec89d8c29 HTTP/1.1" status: 204 len: 168 time: 1.2046182 Dec 06 17:22:39.308904 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c466ddeb-a6da-4b48-9cb2-b60c47270f85 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Pushing event deleted for resources: {'Network': ['ID=bba4ff09-08f4-48b6-b7b5-db6ec89d8c29,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:39.311243 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f59c26c-5678-4881-8746-6ec23ee12255 admin admin] Pushing event deleted for resources: {'Network': ['ID=45bbe1e7-97f2-4457-9b96-b3dfd73346d3,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:39.315182 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57886) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:39.344381 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 8a203b25-b367-460b-b5c3-07245d196017 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:22:39.344754 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:39.367441 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-7aba82a2-7ff6-4567-8216-9a88e9a4c639 tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b5b9969-a65a-4c3f-9019-2cb9346a23c6 HTTP/1.1" status: 200 len: 205 time: 0.0445352 Dec 06 17:22:39.368110 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57888) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:39.385533 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c65a2cc2-0f93-4c10-b546-ed16fa57038d req-e864c07b-37bd-4e3d-b3c1-a5abf12e31c5 tempest-InstanceActionsV221TestJSON-789539711 tempest-InstanceActionsV221TestJSON-789539711-project] 10.222.0.23 "GET /v2.0/security-groups?id=54ea3743-02a2-48aa-9529-8f387c377be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3865173 Dec 06 17:22:39.415541 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0080d338-ca0f-42ee-8517-85b2b39bd1bc req-1ff354f6-1b70-4622-af34-c2b83544f67f tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:39.418365 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0080d338-ca0f-42ee-8517-85b2b39bd1bc req-1ff354f6-1b70-4622-af34-c2b83544f67f tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a8709b5-b684-4aa0-903d-8839be2c999e HTTP/1.1" status: 200 len: 945 time: 0.2145138 Dec 06 17:22:39.484833 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server [None req-c542c98f-aad2-4986-bce2-a4153e11b9b0 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network bba4ff09-08f4-48b6-b7b5-db6ec89d8c29 could not be found. Dec 06 17:22:39.484833 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 06 17:22:39.484833 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Dec 06 17:22:39.484833 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Dec 06 17:22:39.484833 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Dec 06 17:22:39.484833 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Dec 06 17:22:39.484833 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Dec 06 17:22:39.484833 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return self._iter().one() Dec 06 17:22:39.484833 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Dec 06 17:22:39.484833 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return self._only_one_row( Dec 06 17:22:39.484833 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Dec 06 17:22:39.484833 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Dec 06 17:22:39.484833 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Dec 06 17:22:39.484833 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server Dec 06 17:22:39.484833 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Dec 06 17:22:39.484833 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server Dec 06 17:22:39.484833 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 06 17:22:39.484833 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 06 17:22:39.484833 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 06 17:22:39.484833 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 06 17:22:39.484833 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 06 17:22:39.484833 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 06 17:22:39.484833 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 06 17:22:39.484833 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 17:22:39.484833 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 17:22:39.484833 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 17:22:39.484833 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 17:22:39.484833 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 17:22:39.484833 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 17:22:39.484833 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 17:22:39.484833 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 17:22:39.484833 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 17:22:39.484833 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 17:22:39.484833 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 17:22:39.484833 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 17:22:39.484833 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 17:22:39.484833 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 17:22:39.484833 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 17:22:39.484833 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 17:22:39.484833 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 17:22:39.484833 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 17:22:39.484833 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 17:22:39.484833 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 17:22:39.484833 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 17:22:39.484833 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 17:22:39.484833 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 17:22:39.484833 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 17:22:39.484833 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Dec 06 17:22:39.484833 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Dec 06 17:22:39.484833 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1546, in delete_ports_by_device_id Dec 06 17:22:39.484833 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Dec 06 17:22:39.484833 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 06 17:22:39.484833 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 17:22:39.484833 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 06 17:22:39.484833 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 06 17:22:39.484833 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 17:22:39.484833 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 17:22:39.484833 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 17:22:39.484833 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 17:22:39.484833 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 17:22:39.484833 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 17:22:39.484833 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 17:22:39.484833 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 17:22:39.484833 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 17:22:39.484833 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 17:22:39.484833 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 17:22:39.484833 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 17:22:39.484833 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 17:22:39.484833 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 17:22:39.484833 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 17:22:39.484833 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 17:22:39.484833 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 17:22:39.484833 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 17:22:39.484833 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 17:22:39.484833 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 17:22:39.484833 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 17:22:39.484833 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 17:22:39.484833 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 17:22:39.484833 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 17:22:39.484833 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1971, in delete_port Dec 06 17:22:39.484833 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Dec 06 17:22:39.484833 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 06 17:22:39.484833 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 06 17:22:39.484833 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Dec 06 17:22:39.484833 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Dec 06 17:22:39.484833 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Dec 06 17:22:39.484833 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Dec 06 17:22:39.484833 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network bba4ff09-08f4-48b6-b7b5-db6ec89d8c29 could not be found. Dec 06 17:22:39.484833 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server Dec 06 17:22:39.497013 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0080d338-ca0f-42ee-8517-85b2b39bd1bc req-0005260d-7f8c-4abc-89e3-f6d1cc200ccc tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=5055a3f9-0705-481f-a554-5c989eab318b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703793 Dec 06 17:22:39.554310 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57890) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:39.554979 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77514897-6925-45f6-b9db-2b8690c56290 None None] DHCP port deletion for bba4ff09-08f4-48b6-b7b5-db6ec89d8c29 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:22:39.628569 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-cfae8b3f-9648-4dd3-8422-71e1e2f06614 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2941e059ea9b4f3794102485af31421c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0661252 Dec 06 17:22:39.629426 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57892) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:39.735350 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bd76fcba-c94e-4c60-948b-9621bcec8d5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:39.753764 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-17c1916a-92c1-43d2-a650-c9f09f2d383e tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:39.780531 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port 26007da6-d0ca-4b01-b02f-d927729b5708 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:22:39.798630 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bf3037b7-e850-4fbf-9dab-eefe58f0a96d tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks [] for router, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:39.817874 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c1916a-92c1-43d2-a650-c9f09f2d383e tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Pushing event updated for resources: {'Subnet': ['ID=a0269ed2-b553-4c08-8d9e-236d32987f04,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:39.821380 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port 26007da6-d0ca-4b01-b02f-d927729b5708 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:22:39.821783 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:39.825460 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f3daa929-93e0-4e4d-a2f4-e432403f581e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:39.827901 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bd76fcba-c94e-4c60-948b-9621bcec8d5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:39.857685 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:39.948897 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bd76fcba-c94e-4c60-948b-9621bcec8d5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:39.950598 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-f3daa929-93e0-4e4d-a2f4-e432403f581e None None] For port 8a203b25-b367-460b-b5c3-07245d196017, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=8a203b25-b367-460b-b5c3-07245d196017,segment=NetworkSegment(5ae0060c-4058-4cbb-9cbc-465670abd780),segment_id=5ae0060c-4058-4cbb-9cbc-465670abd780)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:22:39.951583 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bd76fcba-c94e-4c60-948b-9621bcec8d5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:39.968693 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-bd76fcba-c94e-4c60-948b-9621bcec8d5a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/68dc06c4-ca00-4b10-8013-b01e866403fe HTTP/1.1" status: 204 len: 168 time: 0.3217878 Dec 06 17:22:39.985817 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f3daa929-93e0-4e4d-a2f4-e432403f581e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:39.998944 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76fcba-c94e-4c60-948b-9621bcec8d5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68dc06c4-ca00-4b10-8013-b01e866403fe,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:40.007361 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c1916a-92c1-43d2-a650-c9f09f2d383e tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Checking segment: {'id': 'fc1c29e5-1c85-459b-b976-5ee9e7513296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ee404907-cca6-49fb-8c04-64c9c0d1f548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:22:40.007747 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c1916a-92c1-43d2-a650-c9f09f2d383e tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Network hostable DHCP agents. Network: ee404907-cca6-49fb-8c04-64c9c0d1f548, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:22:40.038863 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bf3037b7-e850-4fbf-9dab-eefe58f0a96d tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:40.041959 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bf3037b7-e850-4fbf-9dab-eefe58f0a96d tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:40.046259 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c1916a-92c1-43d2-a650-c9f09f2d383e tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Network ee404907-cca6-49fb-8c04-64c9c0d1f548 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:22:40.064716 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-17c1916a-92c1-43d2-a650-c9f09f2d383e tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, ee404907-cca6-49fb-8c04-64c9c0d1f548) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:22:40.069005 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c1916a-92c1-43d2-a650-c9f09f2d383e tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:40.069699 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-17c1916a-92c1-43d2-a650-c9f09f2d383e tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:40.103162 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-17c1916a-92c1-43d2-a650-c9f09f2d383e tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3085093 Dec 06 17:22:40.103363 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57896) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:40.110646 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0114f170-9ef0-4fdf-97b4-77d6e37bba58 None None] Network ee404907-cca6-49fb-8c04-64c9c0d1f548 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:22:40.111376 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bf3037b7-e850-4fbf-9dab-eefe58f0a96d tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:40.111919 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf3037b7-e850-4fbf-9dab-eefe58f0a96d tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Fanout notify agent at l3_agent the message router_deleted on router 8b5b9969-a65a-4c3f-9019-2cb9346a23c6 {{(pid=103285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 17:22:40.125153 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bf3037b7-e850-4fbf-9dab-eefe58f0a96d tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:40.126364 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-bf3037b7-e850-4fbf-9dab-eefe58f0a96d tempest-RoutersNegativeTest-744597109 tempest-RoutersNegativeTest-744597109-project] 10.222.0.23 "DELETE /v2.0/routers/8b5b9969-a65a-4c3f-9019-2cb9346a23c6 HTTP/1.1" status: 204 len: 168 time: 0.7544770 Dec 06 17:22:40.164688 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-ed49b66f-27f1-4fd7-8b4a-115603493597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'name': 'tempest-RoutersTest-router-1277596697', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:22:33Z', 'updated_at': '2021-12-06T17:22:37Z', 'revision_number': 2, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'gw_port_host': None, '_interfaces': [{'id': '2a9c0948-a0f9-41b0-9621-ce97ab9105a9', 'name': '', 'network_id': 'd2343c0a-6cca-4cf5-a3cc-72085171ecbd', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'mac_address': 'fa:16:3e:57:01:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': 'c6d3cb16-f0d3-44ba-95d2-5d5b143d4354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:22:36Z', 'updated_at': '2021-12-06T17:22:37Z', 'revision_number': 2, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'subnets': [{'id': 'c6d3cb16-f0d3-44ba-95d2-5d5b143d4354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:40.239033 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.db.api [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103286) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 17:22:40.239428 n-d-master-1 neutron-server[103286]: DEBUG oslo_db.api [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 17:22:40.320675 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed49b66f-27f1-4fd7-8b4a-115603493597 None None] Checking router: 4ba7a698-575a-4aaf-9eb0-dc82d8271f78 for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:22:40.320988 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed49b66f-27f1-4fd7-8b4a-115603493597 None None] Updating router 4ba7a698-575a-4aaf-9eb0-dc82d8271f78 port 2a9c0948-a0f9-41b0-9621-ce97ab9105a9 binding host n-d-master-1 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:22:40.458879 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57910) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:40.483923 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:40.568393 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3daa929-93e0-4e4d-a2f4-e432403f581e None None] Pushing event updated for resources: {'Port': ['ID=8a203b25-b367-460b-b5c3-07245d196017,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:40.641356 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9518f9-7955-4040-bd21-73c494f4a039 req-56dbab07-03a8-435f-bccd-736a51525ce2 tempest-InstanceActionsV221TestJSON-789539711 tempest-InstanceActionsV221TestJSON-789539711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:40.657220 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1b9518f9-7955-4040-bd21-73c494f4a039 req-56dbab07-03a8-435f-bccd-736a51525ce2 tempest-InstanceActionsV221TestJSON-789539711 tempest-InstanceActionsV221TestJSON-789539711-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e4913c9-6060-489e-9f50-0ba2373328bb HTTP/1.1" status: 200 len: 944 time: 0.1311479 Dec 06 17:22:40.693986 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ed49b66f-27f1-4fd7-8b4a-115603493597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:40.707372 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-be0a28e2-8689-4009-9d65-80c60fbafac0 None None] Provisioning complete for port 8a203b25-b367-460b-b5c3-07245d196017 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:22:40.710127 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-be0a28e2-8689-4009-9d65-80c60fbafac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:40.727024 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e4913c9-6060-489e-9f50-0ba2373328bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26007da6-d0ca-4b01-b02f-d927729b5708'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:22:40.729365 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84b37c67-8d54-41af-a52a-25ad7747d1d3" -d '{"events": [{"server_uuid": "4e4913c9-6060-489e-9f50-0ba2373328bb", "name": "network-vif-plugged", "status": "completed", "tag": "26007da6-d0ca-4b01-b02f-d927729b5708"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:22:40.761265 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30eb3912-a4c4-42b8-b082-ad5eb34c1248 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-ee404907-cca6-49fb-8c04-64c9c0d1f548', 'network_id': 'ee404907-cca6-49fb-8c04-64c9c0d1f548', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'fixed_ips': [{'subnet_id': 'a0269ed2-b553-4c08-8d9e-236d32987f04'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:22:40.762336 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-30eb3912-a4c4-42b8-b082-ad5eb34c1248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:40.840617 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1b9518f9-7955-4040-bd21-73c494f4a039 req-48cb0182-c659-4e62-a350-2475efc0e9b8 tempest-InstanceActionsV221TestJSON-789539711 tempest-InstanceActionsV221TestJSON-789539711-project] 10.222.0.23 "GET /v2.0/security-groups?id=54ea3743-02a2-48aa-9529-8f387c377be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721621 Dec 06 17:22:40.866634 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38c759f-ad94-4149-a0eb-c9a5ddee5d86 req-a25cdb40-7d48-4144-91d7-96f66d99c207 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:40.867554 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e38c759f-ad94-4149-a0eb-c9a5ddee5d86 req-a25cdb40-7d48-4144-91d7-96f66d99c207 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a8709b5-b684-4aa0-903d-8839be2c999e HTTP/1.1" status: 200 len: 945 time: 0.1645484 Dec 06 17:22:40.868487 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-4930b3f9-4a89-4731-9b0b-ed4eabdcee68 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f3f7b3c2ef734b96b199f1747f0600c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4083991 Dec 06 17:22:40.890660 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57932) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:41.022290 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e38c759f-ad94-4149-a0eb-c9a5ddee5d86 req-115ca930-fdad-4807-9f9d-15de6096c993 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=5055a3f9-0705-481f-a554-5c989eab318b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402631 Dec 06 17:22:41.051486 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-28c2339b-024e-4196-b47b-986fe0d811b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:41.100506 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-30eb3912-a4c4-42b8-b082-ad5eb34c1248 None None] Allocated IP 172.21.0.2 (ee404907-cca6-49fb-8c04-64c9c0d1f548/a0269ed2-b553-4c08-8d9e-236d32987f04/f2b57c84-f840-4074-b242-03868fb6f86a) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:22:41.155383 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7731a4-9da5-4805-ac7a-974ff7e46ead req-3de310d9-3539-4267-84a8-9592f2aa360e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:41.156915 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4d7731a4-9da5-4805-ac7a-974ff7e46ead req-3de310d9-3539-4267-84a8-9592f2aa360e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4e4913c9-6060-489e-9f50-0ba2373328bb HTTP/1.1" status: 200 len: 1095 time: 0.0912542 Dec 06 17:22:41.159229 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-28c2339b-024e-4196-b47b-986fe0d811b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:41.218349 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fdee501c-15b1-4dce-b9b6-c3e9764d1f35 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:41.243640 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e25ed5-f3d8-422f-8ad8-1c28b833534c x-openstack-request-id: req-09e25ed5-f3d8-422f-8ad8-1c28b833534c {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:22:41.244091 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e4913c9-6060-489e-9f50-0ba2373328bb", "name": "network-vif-plugged", "status": "completed", "tag": "26007da6-d0ca-4b01-b02f-d927729b5708", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:22:41.244207 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-09e25ed5-f3d8-422f-8ad8-1c28b833534c {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:22:41.244589 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e4913c9-6060-489e-9f50-0ba2373328bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26007da6-d0ca-4b01-b02f-d927729b5708', 'code': 200} Dec 06 17:22:41.245586 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4d7731a4-9da5-4805-ac7a-974ff7e46ead req-19442b46-3660-463d-85a4-937898bf5944 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=54ea3743-02a2-48aa-9529-8f387c377be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789161 Dec 06 17:22:41.251765 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 89f54452-e665-41d3-815d-5088ffc97574 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:22:41.282544 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 26007da6-d0ca-4b01-b02f-d927729b5708, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=26007da6-d0ca-4b01-b02f-d927729b5708,segment=NetworkSegment(b2b4431f-b201-4e60-abb0-4ac6ffe2ba59),segment_id=b2b4431f-b201-4e60-abb0-4ac6ffe2ba59)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:22:41.284710 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 9940597b-03fc-4480-aa9b-655f24781eb0 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:22:41.385829 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] No Port match for: 89f54452-e665-41d3-815d-5088ffc97574 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:22:41.386170 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 89f54452-e665-41d3-815d-5088ffc97574 not bound to the agent host n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:22:41.388119 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:41.424388 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 8a203b25-b367-460b-b5c3-07245d196017 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:22:41.454957 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-28c2339b-024e-4196-b47b-986fe0d811b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:41.461048 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-28c2339b-024e-4196-b47b-986fe0d811b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:41.468561 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-28c2339b-024e-4196-b47b-986fe0d811b3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e4001581-07de-4f15-bb2c-2db3f265660e HTTP/1.1" status: 204 len: 168 time: 0.5767441 Dec 06 17:22:41.531947 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c2339b-024e-4196-b47b-986fe0d811b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4001581-07de-4f15-bb2c-2db3f265660e,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:41.564881 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57966) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:41.724265 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.db.resource_extend [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 06 17:22:41.842434 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 17:22:41.917693 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=26007da6-d0ca-4b01-b02f-d927729b5708,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:41.938839 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-30eb3912-a4c4-42b8-b082-ad5eb34c1248 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:41.968934 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-30eb3912-a4c4-42b8-b082-ad5eb34c1248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:42.070642 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-fdee501c-15b1-4dce-b9b6-c3e9764d1f35 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Allocated IP 172.21.0.1 (ee404907-cca6-49fb-8c04-64c9c0d1f548/a0269ed2-b553-4c08-8d9e-236d32987f04/2e8c2e69-678c-48df-96fe-9811015b8c2e) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:22:42.133899 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c753fa-2e3b-4e25-a6e1-5c9438b24c7c req-6c273c8c-a8ba-474d-a3ad-906c2537b775 tempest-InstanceActionsV221TestJSON-789539711 tempest-InstanceActionsV221TestJSON-789539711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:42.147082 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b7c753fa-2e3b-4e25-a6e1-5c9438b24c7c req-6c273c8c-a8ba-474d-a3ad-906c2537b775 tempest-InstanceActionsV221TestJSON-789539711 tempest-InstanceActionsV221TestJSON-789539711-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e4913c9-6060-489e-9f50-0ba2373328bb HTTP/1.1" status: 200 len: 945 time: 0.1043880 Dec 06 17:22:42.187548 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-da9634f0-ffe8-4e1b-81ac-52ae8291dd00 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1124054633-network', 'tenant_id': 'c0562492c63241558604da79e746aebb'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:22:42.201391 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30eb3912-a4c4-42b8-b082-ad5eb34c1248 None None] Network ee404907-cca6-49fb-8c04-64c9c0d1f548 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:22:42.231651 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 8a203b25-b367-460b-b5c3-07245d196017 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:22:42.233419 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:42.240793 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da9634f0-ffe8-4e1b-81ac-52ae8291dd00 admin admin] Made reservation on behalf of c0562492c63241558604da79e746aebb for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:22:42.243419 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-da9634f0-ffe8-4e1b-81ac-52ae8291dd00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:42.271631 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-da9634f0-ffe8-4e1b-81ac-52ae8291dd00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:42.356512 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-30eb3912-a4c4-42b8-b082-ad5eb34c1248 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:22:42.366965 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30eb3912-a4c4-42b8-b082-ad5eb34c1248 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:22:42.436436 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda02e8a-8507-4124-b436-d993d5c7fecd req-09ce5ffc-b442-463a-a8fe-975468e60d45 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:42.438052 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-cda02e8a-8507-4124-b436-d993d5c7fecd req-09ce5ffc-b442-463a-a8fe-975468e60d45 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a8709b5-b684-4aa0-903d-8839be2c999e HTTP/1.1" status: 200 len: 945 time: 0.2098694 Dec 06 17:22:42.450492 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eb3912-a4c4-42b8-b082-ad5eb34c1248 None None] Pushing event updated for resources: {'Port': ['ID=f2b57c84-f840-4074-b242-03868fb6f86a,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:42.452881 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-be0a28e2-8689-4009-9d65-80c60fbafac0 None None] Provisioning complete for port 2a9c0948-a0f9-41b0-9621-ce97ab9105a9 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:22:42.453258 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-be0a28e2-8689-4009-9d65-80c60fbafac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:42.465171 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 9940597b-03fc-4480-aa9b-655f24781eb0, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=9940597b-03fc-4480-aa9b-655f24781eb0,segment=NetworkSegment(5191f104-0f28-4995-943c-dc9b12a33060),segment_id=5191f104-0f28-4995-943c-dc9b12a33060)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:22:42.472882 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-da9634f0-ffe8-4e1b-81ac-52ae8291dd00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:42.481962 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b7c753fa-2e3b-4e25-a6e1-5c9438b24c7c req-f7c07ea8-ff14-4b38-bad4-3d3ccd78869b tempest-InstanceActionsV221TestJSON-789539711 tempest-InstanceActionsV221TestJSON-789539711-project] 10.222.0.23 "GET /v2.0/security-groups?id=54ea3743-02a2-48aa-9529-8f387c377be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3338089 Dec 06 17:22:42.487517 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fdee501c-15b1-4dce-b9b6-c3e9764d1f35 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:42.502601 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-da9634f0-ffe8-4e1b-81ac-52ae8291dd00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:42.584243 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da9634f0-ffe8-4e1b-81ac-52ae8291dd00 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:22:42.623331 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-cda02e8a-8507-4124-b436-d993d5c7fecd req-9be2ac44-066b-477e-8e27-6f27e9c0b7c2 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=5055a3f9-0705-481f-a554-5c989eab318b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1778641 Dec 06 17:22:42.672286 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-da9634f0-ffe8-4e1b-81ac-52ae8291dd00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:42.672692 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-da9634f0-ffe8-4e1b-81ac-52ae8291dd00 admin admin] Added segment d18daf7e-294f-4602-8fb9-59cae6ac17d6 of type vlan for network 4dc9741c-5238-4293-b987-279a0da27ae8 Dec 06 17:22:42.675045 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fdee501c-15b1-4dce-b9b6-c3e9764d1f35 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:42.743595 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdee501c-15b1-4dce-b9b6-c3e9764d1f35 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Network ee404907-cca6-49fb-8c04-64c9c0d1f548 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:22:42.746366 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-fdee501c-15b1-4dce-b9b6-c3e9764d1f35 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:22:42.799338 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9634f0-ffe8-4e1b-81ac-52ae8291dd00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4dad383-deff-4980-ab1c-83ad1f0a3359,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:42.839285 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdee501c-15b1-4dce-b9b6-c3e9764d1f35 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:22:42.864577 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-be0a28e2-8689-4009-9d65-80c60fbafac0 None None] Port 2a9c0948-a0f9-41b0-9621-ce97ab9105a9 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:22:42.888541 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-da9634f0-ffe8-4e1b-81ac-52ae8291dd00 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:42.925962 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': '9940597b-03fc-4480-aa9b-655f24781eb0', 'network_id': '443e19cc-aba1-401c-ba5c-6c1a74082882', 'port_id': '9940597b-03fc-4480-aa9b-655f24781eb0', 'mac_address': 'fa:16:3e:61:bc:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01ffc29c-932e-4129-aefc-9a2b3f836b7b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:22:43.003561 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ed49b66f-27f1-4fd7-8b4a-115603493597 None None] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:43.027763 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-da9634f0-ffe8-4e1b-81ac-52ae8291dd00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:43.031158 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9634f0-ffe8-4e1b-81ac-52ae8291dd00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:43.032064 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-da9634f0-ffe8-4e1b-81ac-52ae8291dd00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:43.066946 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fdee501c-15b1-4dce-b9b6-c3e9764d1f35 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539179'] for router_interface, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:43.120207 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:43.133656 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ed49b66f-27f1-4fd7-8b4a-115603493597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:43.221504 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-da9634f0-ffe8-4e1b-81ac-52ae8291dd00 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.6552713 Dec 06 17:22:43.222114 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58014) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:43.233204 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58016) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:43.241783 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-7dda175a-f1e2-4c12-963a-24b5636223a1 admin admin] Request body: {'subnet': {'network_id': '4dc9741c-5238-4293-b987-279a0da27ae8', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1124054633-subnet', 'tenant_id': 'c0562492c63241558604da79e746aebb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:22:43.253652 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9634f0-ffe8-4e1b-81ac-52ae8291dd00 admin admin] Pushing event updated for resources: {'Network': ['ID=4dc9741c-5238-4293-b987-279a0da27ae8,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:43.285721 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdee501c-15b1-4dce-b9b6-c3e9764d1f35 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Pushing event updated for resources: {'Port': ['ID=2e8c2e69-678c-48df-96fe-9811015b8c2e,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:43.322497 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-30eb3912-a4c4-42b8-b082-ad5eb34c1248 None None] Attempting to bind port f2b57c84-f840-4074-b242-03868fb6f86a on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:22:43.334135 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-30eb3912-a4c4-42b8-b082-ad5eb34c1248 None None] Attempting to bind port f2b57c84-f840-4074-b242-03868fb6f86a by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'fc1c29e5-1c85-459b-b976-5ee9e7513296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ee404907-cca6-49fb-8c04-64c9c0d1f548'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:22:43.335017 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30eb3912-a4c4-42b8-b082-ad5eb34c1248 None None] Attempting to bind port f2b57c84-f840-4074-b242-03868fb6f86a on network ee404907-cca6-49fb-8c04-64c9c0d1f548 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:22:43.343857 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 4dc9741c-5238-4293-b987-279a0da27ae8 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:22:43.367485 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9940597b-03fc-4480-aa9b-655f24781eb0 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:22:43.387094 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-2fa69646-b6dd-4c9b-934b-6428ff7acda2 None None] Provisioning complete for port 2a9c0948-a0f9-41b0-9621-ce97ab9105a9 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:22:43.392829 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2fa69646-b6dd-4c9b-934b-6428ff7acda2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:43.401583 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dda175a-f1e2-4c12-963a-24b5636223a1 admin admin] Made reservation on behalf of c0562492c63241558604da79e746aebb for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:22:43.404307 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7dda175a-f1e2-4c12-963a-24b5636223a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:43.473616 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fdee501c-15b1-4dce-b9b6-c3e9764d1f35 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:43.495233 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30eb3912-a4c4-42b8-b082-ad5eb34c1248 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:22:43.510281 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30eb3912-a4c4-42b8-b082-ad5eb34c1248 None None] Checking segment: {'id': 'fc1c29e5-1c85-459b-b976-5ee9e7513296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ee404907-cca6-49fb-8c04-64c9c0d1f548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:22:43.510854 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-30eb3912-a4c4-42b8-b082-ad5eb34c1248 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:43.512813 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30eb3912-a4c4-42b8-b082-ad5eb34c1248 None None] Bound using segment: {'id': 'fc1c29e5-1c85-459b-b976-5ee9e7513296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ee404907-cca6-49fb-8c04-64c9c0d1f548'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:22:43.514706 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-30eb3912-a4c4-42b8-b082-ad5eb34c1248 None None] Bound port: f2b57c84-f840-4074-b242-03868fb6f86a, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc1c29e5-1c85-459b-b976-5ee9e7513296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ee404907-cca6-49fb-8c04-64c9c0d1f548'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:22:43.518411 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-30eb3912-a4c4-42b8-b082-ad5eb34c1248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:43.577839 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-123f80d1-0042-45e0-9390-afda22b7a080 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1799967824'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:22:43.646981 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 56df7175-2460-480d-b878-4022fee49c9b no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:22:43.720263 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4b7605-b169-4620-8f33-f7efa5c6e553 None None] Pushing event updated for resources: {'Port': ['ID=2a9c0948-a0f9-41b0-9621-ce97ab9105a9,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:43.807768 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-123f80d1-0042-45e0-9390-afda22b7a080 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] Made reservation on behalf of 4bc282f91caa4a42a964748521d0f016 for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:22:43.834117 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-123f80d1-0042-45e0-9390-afda22b7a080 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:43.856219 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 56df7175-2460-480d-b878-4022fee49c9b {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:22:43.856891 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 56df7175-2460-480d-b878-4022fee49c9b not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:22:43.862708 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 9940597b-03fc-4480-aa9b-655f24781eb0, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=9940597b-03fc-4480-aa9b-655f24781eb0,segment=NetworkSegment(5191f104-0f28-4995-943c-dc9b12a33060),segment_id=5191f104-0f28-4995-943c-dc9b12a33060)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:22:43.877929 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d38915b1-5834-43f0-a711-6da7402d3d75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:43.880646 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-2fa69646-b6dd-4c9b-934b-6428ff7acda2 None None] Port 2a9c0948-a0f9-41b0-9621-ce97ab9105a9 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:22:43.916506 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:43.935672 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-123f80d1-0042-45e0-9390-afda22b7a080 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:43.992353 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fdee501c-15b1-4dce-b9b6-c3e9764d1f35 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:44.042672 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fdee501c-15b1-4dce-b9b6-c3e9764d1f35 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:44.061693 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-30eb3912-a4c4-42b8-b082-ad5eb34c1248 None None] For port f2b57c84-f840-4074-b242-03868fb6f86a, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:22:44.067373 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-30eb3912-a4c4-42b8-b082-ad5eb34c1248 None None] For port f2b57c84-f840-4074-b242-03868fb6f86a, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f2b57c84-f840-4074-b242-03868fb6f86a,segment=NetworkSegment(fc1c29e5-1c85-459b-b976-5ee9e7513296),segment_id=fc1c29e5-1c85-459b-b976-5ee9e7513296)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:22:44.207863 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=9940597b-03fc-4480-aa9b-655f24781eb0,revision_number=6']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:44.216407 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdee501c-15b1-4dce-b9b6-c3e9764d1f35 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Pushing event updated for resources: {'Port': ['ID=2e8c2e69-678c-48df-96fe-9811015b8c2e,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:44.222072 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-30eb3912-a4c4-42b8-b082-ad5eb34c1248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:44.222315 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fdee501c-15b1-4dce-b9b6-c3e9764d1f35 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-772465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539207'] for router_interface, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:44.293108 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['9940597b-03fc-4480-aa9b-655f24781eb0'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:22:44.397293 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-e89a5627-921d-4838-a2f3-9ec54093db48 None None] Provisioning complete for port 2a9c0948-a0f9-41b0-9621-ce97ab9105a9 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:22:44.400226 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e89a5627-921d-4838-a2f3-9ec54093db48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:44.424785 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee42e03-a4d3-4cd4-9910-1631e4608d35 req-a0ee102c-084e-4c8c-af6c-986f4aaff37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:44.426602 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fee42e03-a4d3-4cd4-9910-1631e4608d35 req-a0ee102c-084e-4c8c-af6c-986f4aaff37d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0688c6db31494470a1b7a5ecaa734bc4&device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 1095 time: 0.4312704 Dec 06 17:22:44.430201 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-ed49b66f-27f1-4fd7-8b4a-115603493597 None None] Attempting to bind port 2a9c0948-a0f9-41b0-9621-ce97ab9105a9 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:22:44.430585 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-ed49b66f-27f1-4fd7-8b4a-115603493597 None None] Attempting to bind port 2a9c0948-a0f9-41b0-9621-ce97ab9105a9 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '5ae0060c-4058-4cbb-9cbc-465670abd780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd2343c0a-6cca-4cf5-a3cc-72085171ecbd'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:22:44.430961 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed49b66f-27f1-4fd7-8b4a-115603493597 None None] Attempting to bind port 2a9c0948-a0f9-41b0-9621-ce97ab9105a9 on network d2343c0a-6cca-4cf5-a3cc-72085171ecbd {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:22:44.435673 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4533f44-5430-45ac-b87e-383f7ebf6dc1 req-4b000d4b-0636-49ae-b1bf-bf6997fac2f5 tempest-InstanceActionsV221TestJSON-789539711 tempest-InstanceActionsV221TestJSON-789539711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:44.437288 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f4533f44-5430-45ac-b87e-383f7ebf6dc1 req-4b000d4b-0636-49ae-b1bf-bf6997fac2f5 tempest-InstanceActionsV221TestJSON-789539711 tempest-InstanceActionsV221TestJSON-789539711-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e4913c9-6060-489e-9f50-0ba2373328bb HTTP/1.1" status: 200 len: 945 time: 0.4407976 Dec 06 17:22:44.438497 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7dda175a-f1e2-4c12-963a-24b5636223a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:44.506351 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed49b66f-27f1-4fd7-8b4a-115603493597 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:22:44.514682 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed49b66f-27f1-4fd7-8b4a-115603493597 None None] Checking segment: {'id': '5ae0060c-4058-4cbb-9cbc-465670abd780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd2343c0a-6cca-4cf5-a3cc-72085171ecbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:22:44.515208 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ed49b66f-27f1-4fd7-8b4a-115603493597 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:44.515642 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed49b66f-27f1-4fd7-8b4a-115603493597 None None] Bound using segment: {'id': '5ae0060c-4058-4cbb-9cbc-465670abd780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd2343c0a-6cca-4cf5-a3cc-72085171ecbd'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:22:44.516306 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-ed49b66f-27f1-4fd7-8b4a-115603493597 None None] Bound port: 2a9c0948-a0f9-41b0-9621-ce97ab9105a9, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ae0060c-4058-4cbb-9cbc-465670abd780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd2343c0a-6cca-4cf5-a3cc-72085171ecbd'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:22:44.517893 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ed49b66f-27f1-4fd7-8b4a-115603493597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:44.555828 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee42e03-a4d3-4cd4-9910-1631e4608d35 req-9cccd49f-7d2d-4c77-96c6-7e8680a27831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:44.557540 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57068c3f-4911-4cc5-bc34-161f708f1c44 req-86f17e35-17b5-46c9-94a3-1f625c7777f8 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:44.557921 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fee42e03-a4d3-4cd4-9910-1631e4608d35 req-9cccd49f-7d2d-4c77-96c6-7e8680a27831 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b1330ff6-71a6-48db-aedf-2e908404d40b HTTP/1.1" status: 200 len: 912 time: 0.1151841 Dec 06 17:22:44.559428 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-57068c3f-4911-4cc5-bc34-161f708f1c44 req-86f17e35-17b5-46c9-94a3-1f625c7777f8 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a8709b5-b684-4aa0-903d-8839be2c999e HTTP/1.1" status: 200 len: 944 time: 0.6601274 Dec 06 17:22:44.607464 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdee501c-15b1-4dce-b9b6-c3e9764d1f35 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Network ee404907-cca6-49fb-8c04-64c9c0d1f548 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:22:44.620680 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-fdee501c-15b1-4dce-b9b6-c3e9764d1f35 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:22:44.677392 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dda175a-f1e2-4c12-963a-24b5636223a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83681593-e30f-447d-a1c4-526c5502d616,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:44.754224 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dda175a-f1e2-4c12-963a-24b5636223a1 admin admin] Checking segment: {'id': 'd18daf7e-294f-4602-8fb9-59cae6ac17d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4dc9741c-5238-4293-b987-279a0da27ae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:22:44.754994 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dda175a-f1e2-4c12-963a-24b5636223a1 admin admin] Network hostable DHCP agents. Network: 4dc9741c-5238-4293-b987-279a0da27ae8, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:22:44.760249 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-123f80d1-0042-45e0-9390-afda22b7a080 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:44.777858 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-e89a5627-921d-4838-a2f3-9ec54093db48 None None] Port 2a9c0948-a0f9-41b0-9621-ce97ab9105a9 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:22:44.793733 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eb3912-a4c4-42b8-b082-ad5eb34c1248 None None] Pushing event updated for resources: {'Port': ['ID=f2b57c84-f840-4074-b242-03868fb6f86a,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:44.801320 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-57068c3f-4911-4cc5-bc34-161f708f1c44 req-beaa2fc3-5046-40d5-942a-33751b0441ae tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=5055a3f9-0705-481f-a554-5c989eab318b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2219763 Dec 06 17:22:44.817304 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-123f80d1-0042-45e0-9390-afda22b7a080 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:44.827052 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f4533f44-5430-45ac-b87e-383f7ebf6dc1 req-77a52482-7107-45cb-acb6-5ac1c1f4c6a1 tempest-InstanceActionsV221TestJSON-789539711 tempest-InstanceActionsV221TestJSON-789539711-project] 10.222.0.23 "GET /v2.0/security-groups?id=54ea3743-02a2-48aa-9529-8f387c377be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681131 Dec 06 17:22:44.851661 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fee42e03-a4d3-4cd4-9910-1631e4608d35 req-2ac00921-72aa-4578-b986-75e15cd82b55 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=121dd329-2fdc-4943-88fc-b3360bf29c71 HTTP/1.1" status: 200 len: 998 time: 0.2414463 Dec 06 17:22:44.908316 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dda175a-f1e2-4c12-963a-24b5636223a1 admin admin] Network 4dc9741c-5238-4293-b987-279a0da27ae8 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:22:44.952128 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-123f80d1-0042-45e0-9390-afda22b7a080 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:22:44.985152 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123f80d1-0042-45e0-9390-afda22b7a080 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e41717-96b8-4773-9b71-7348c24d3cc2,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:45.009961 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-7dda175a-f1e2-4c12-963a-24b5636223a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 4dc9741c-5238-4293-b987-279a0da27ae8) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:22:45.014414 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-ed49b66f-27f1-4fd7-8b4a-115603493597 None None] For port 2a9c0948-a0f9-41b0-9621-ce97ab9105a9, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:22:45.019732 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dda175a-f1e2-4c12-963a-24b5636223a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:45.020357 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7dda175a-f1e2-4c12-963a-24b5636223a1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:45.053295 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c0d9c5-32b6-4f42-a0a0-075c6ed5cf66 None None] Network 4dc9741c-5238-4293-b987-279a0da27ae8 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:22:45.062193 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-123f80d1-0042-45e0-9390-afda22b7a080 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:45.062914 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-123f80d1-0042-45e0-9390-afda22b7a080 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] Added segment 1b061c41-0a52-46df-8e66-5daee97881bf of type vlan for network a8c7a0d8-c377-4b66-bd21-cdc6972057d2 Dec 06 17:22:45.109796 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-7dda175a-f1e2-4c12-963a-24b5636223a1 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.8746097 Dec 06 17:22:45.188182 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-123f80d1-0042-45e0-9390-afda22b7a080 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:45.219940 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a9c02-12b5-454e-89c5-9448521e97b9 req-fd96e4a5-153d-40a4-8f49-840c78d019d3 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:45.231133 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b60a9c02-12b5-454e-89c5-9448521e97b9 req-fd96e4a5-153d-40a4-8f49-840c78d019d3 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 944 time: 0.2750304 Dec 06 17:22:45.257528 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-ed49b66f-27f1-4fd7-8b4a-115603493597 None None] For port 2a9c0948-a0f9-41b0-9621-ce97ab9105a9, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2a9c0948-a0f9-41b0-9621-ce97ab9105a9,segment=NetworkSegment(5ae0060c-4058-4cbb-9cbc-465670abd780),segment_id=5ae0060c-4058-4cbb-9cbc-465670abd780)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:22:45.295226 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ed49b66f-27f1-4fd7-8b4a-115603493597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:45.334286 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.db.resource_extend [None req-123f80d1-0042-45e0-9390-afda22b7a080 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 06 17:22:45.422309 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b60a9c02-12b5-454e-89c5-9448521e97b9 req-509f23a7-0fc5-4a5e-8e91-c603d9ce3394 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8ff7359-db2b-4d57-aa79-237c344ab3df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1899893 Dec 06 17:22:45.435276 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-123f80d1-0042-45e0-9390-afda22b7a080 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:45.444145 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123f80d1-0042-45e0-9390-afda22b7a080 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:45.462026 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-123f80d1-0042-45e0-9390-afda22b7a080 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:45.545363 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdee501c-15b1-4dce-b9b6-c3e9764d1f35 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Router 4ba7a698-575a-4aaf-9eb0-dc82d8271f78 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:22:45.570635 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee42e03-a4d3-4cd4-9910-1631e4608d35 req-5ff5ce18-592f-4ed2-aaaf-387c9d984ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:45.572154 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fee42e03-a4d3-4cd4-9910-1631e4608d35 req-5ff5ce18-592f-4ed2-aaaf-387c9d984ad6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=407d30a8-656b-4107-b0bb-8b27c7634002 HTTP/1.1" status: 200 len: 850 time: 0.7129872 Dec 06 17:22:45.641395 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-123f80d1-0042-45e0-9390-afda22b7a080 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.4160085 Dec 06 17:22:45.645262 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58044) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:45.682980 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-eab14fb5-f09d-45ad-8bb6-73fe62d5cfc0 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] Request body: {'subnet': {'network_id': 'a8c7a0d8-c377-4b66-bd21-cdc6972057d2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:22:45.724018 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4b7605-b169-4620-8f33-f7efa5c6e553 None None] Pushing event updated for resources: {'Port': ['ID=2a9c0948-a0f9-41b0-9621-ce97ab9105a9,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:45.753358 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e8de0c-de41-49bc-a256-00675364ab71 req-8b7c13c6-b410-4469-899c-5b778da128b1 tempest-InstanceActionsV221TestJSON-789539711 tempest-InstanceActionsV221TestJSON-789539711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:45.759971 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bc8bf513-57f5-4072-9d1d-316bb75ee76c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:45.765319 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed49b66f-27f1-4fd7-8b4a-115603493597 None None] Routers {'4ba7a698-575a-4aaf-9eb0-dc82d8271f78'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:22:45.765319 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-ed49b66f-27f1-4fd7-8b4a-115603493597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:22:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['4ba7a698-575a-4aaf-9eb0-dc82d8271f78'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:45.786312 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-18e8de0c-de41-49bc-a256-00675364ab71 req-8b7c13c6-b410-4469-899c-5b778da128b1 tempest-InstanceActionsV221TestJSON-789539711 tempest-InstanceActionsV221TestJSON-789539711-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e4913c9-6060-489e-9f50-0ba2373328bb HTTP/1.1" status: 200 len: 945 time: 0.3267365 Dec 06 17:22:46.026545 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123f80d1-0042-45e0-9390-afda22b7a080 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] Pushing event updated for resources: {'Network': ['ID=a8c7a0d8-c377-4b66-bd21-cdc6972057d2,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:46.043494 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-ed49b66f-27f1-4fd7-8b4a-115603493597 None None] Set router 4ba7a698-575a-4aaf-9eb0-dc82d8271f78 gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:22:46.116738 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee42e03-a4d3-4cd4-9910-1631e4608d35 req-ca80a844-2ec5-4b19-9035-b239c3600901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:46.119102 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fee42e03-a4d3-4cd4-9910-1631e4608d35 req-ca80a844-2ec5-4b19-9035-b239c3600901 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b1330ff6-71a6-48db-aedf-2e908404d40b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5191309 Dec 06 17:22:46.256222 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-18e8de0c-de41-49bc-a256-00675364ab71 req-d71f6494-ad82-4b00-a899-72188c08eb33 tempest-InstanceActionsV221TestJSON-789539711 tempest-InstanceActionsV221TestJSON-789539711-project] 10.222.0.23 "GET /v2.0/security-groups?id=54ea3743-02a2-48aa-9529-8f387c377be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4688601 Dec 06 17:22:46.266724 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdee501c-15b1-4dce-b9b6-c3e9764d1f35 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:22:46.300453 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-fdee501c-15b1-4dce-b9b6-c3e9764d1f35 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "PUT /v2.0/routers/4ba7a698-575a-4aaf-9eb0-dc82d8271f78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1960270 Dec 06 17:22:46.303127 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58060) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:46.313188 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-15b37101-0d48-4e9d-8862-44a424106f4d tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Request body: {'network': {'name': 'tempest-RoutersTest-1758609645'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:22:46.332644 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78654efa-1baa-42fb-9124-cd237339591a req-8929f54b-de41-44f1-aaf7-c74d93942114 tempest-InstanceActionsNegativeTestJSON-2008338954 tempest-InstanceActionsNegativeTestJSON-2008338954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:46.344594 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-78654efa-1baa-42fb-9124-cd237339591a req-8929f54b-de41-44f1-aaf7-c74d93942114 tempest-InstanceActionsNegativeTestJSON-2008338954 tempest-InstanceActionsNegativeTestJSON-2008338954-project] 10.222.0.23 "GET /v2.0/networks?id=4dc9741c-5238-4293-b987-279a0da27ae8 HTTP/1.1" status: 200 len: 822 time: 0.4389448 Dec 06 17:22:46.373494 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-78654efa-1baa-42fb-9124-cd237339591a req-c72b632a-1711-4f7f-a169-39e73d1fb13c tempest-InstanceActionsNegativeTestJSON-2008338954 tempest-InstanceActionsNegativeTestJSON-2008338954-project] 10.222.0.23 "GET /v2.0/quotas/c0562492c63241558604da79e746aebb HTTP/1.1" status: 200 len: 375 time: 0.0268071 Dec 06 17:22:46.399656 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fee42e03-a4d3-4cd4-9910-1631e4608d35 req-45d43e53-5222-4058-ad6e-cd7c02340eb0 service neutron] 10.222.0.44 "GET /v2.0/networks/b1330ff6-71a6-48db-aedf-2e908404d40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712255 Dec 06 17:22:46.416503 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.db.api [None req-15b37101-0d48-4e9d-8862-44a424106f4d tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 06 17:22:46.416503 n-d-master-1 neutron-server[103284]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 06 17:22:46.416503 n-d-master-1 neutron-server[103284]: [parameters: {'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'id': 'f458f087-30db-4598-a1bc-5e8579ba15a7', 'expiration': datetime.datetime(2021, 12, 6, 17, 24, 46, 387249)}] Dec 06 17:22:46.416503 n-d-master-1 neutron-server[103284]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103284) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 17:22:46.416503 n-d-master-1 neutron-server[103284]: DEBUG oslo_db.api [None req-15b37101-0d48-4e9d-8862-44a424106f4d tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 17:22:46.426305 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-78654efa-1baa-42fb-9124-cd237339591a req-817f232d-cd30-4c42-8998-42b0ef56910d tempest-InstanceActionsNegativeTestJSON-2008338954 tempest-InstanceActionsNegativeTestJSON-2008338954-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c0562492c63241558604da79e746aebb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0514705 Dec 06 17:22:46.467252 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eab14fb5-f09d-45ad-8bb6-73fe62d5cfc0 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] Made reservation on behalf of 4bc282f91caa4a42a964748521d0f016 for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:22:46.471898 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-eab14fb5-f09d-45ad-8bb6-73fe62d5cfc0 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:46.552179 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374b55dd-2305-46a2-8f8b-5eedc067ceb3 req-cca3f178-acfb-46b1-af04-70f1810ace2b tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:46.564699 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-374b55dd-2305-46a2-8f8b-5eedc067ceb3 req-cca3f178-acfb-46b1-af04-70f1810ace2b tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a8709b5-b684-4aa0-903d-8839be2c999e HTTP/1.1" status: 200 len: 944 time: 0.1594756 Dec 06 17:22:46.606130 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 9940597b-03fc-4480-aa9b-655f24781eb0 up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:22:46.643756 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network a8c7a0d8-c377-4b66-bd21-cdc6972057d2 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:22:46.644823 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-374b55dd-2305-46a2-8f8b-5eedc067ceb3 req-3764c872-fd70-4c43-8bf2-8821d5e399d0 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=5055a3f9-0705-481f-a554-5c989eab318b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714977 Dec 06 17:22:46.650394 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fee42e03-a4d3-4cd4-9910-1631e4608d35 req-4b01e81d-fcc9-4639-8d22-0e9e5e25eedf service neutron] 10.222.0.44 "GET /v2.0/networks/b1330ff6-71a6-48db-aedf-2e908404d40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431748 Dec 06 17:22:46.716404 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1fc475-2acd-4d6a-b819-13f39c70a48f req-5b343f0a-c427-4e00-a6ad-d7d8c8a8595d tempest-InstanceActionsV221TestJSON-789539711 tempest-InstanceActionsV221TestJSON-789539711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:46.718854 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1f1fc475-2acd-4d6a-b819-13f39c70a48f req-5b343f0a-c427-4e00-a6ad-d7d8c8a8595d tempest-InstanceActionsV221TestJSON-789539711 tempest-InstanceActionsV221TestJSON-789539711-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e4913c9-6060-489e-9f50-0ba2373328bb HTTP/1.1" status: 200 len: 945 time: 0.1973872 Dec 06 17:22:46.732409 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device f2b57c84-f840-4074-b242-03868fb6f86a up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:22:46.734209 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-78654efa-1baa-42fb-9124-cd237339591a req-26662001-1757-43c5-89b4-fa8cc157cf8f service neutron] 10.222.0.23 "GET /v2.0/networks/4dc9741c-5238-4293-b987-279a0da27ae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3067653 Dec 06 17:22:46.779397 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daafee7c-5935-4f0d-9441-ac14598e94e1 None None] Network ee404907-cca6-49fb-8c04-64c9c0d1f548 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:22:46.780011 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd43cff-413b-471a-9f55-5cd2d5ff4ef0 None None] Network 4dc9741c-5238-4293-b987-279a0da27ae8 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:22:46.844165 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453eebaf-9fd6-4a02-88cd-bb1a03676404 req-a7b31ad0-7253-4c07-a2c6-66be8e78432c tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:46.847960 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-453eebaf-9fd6-4a02-88cd-bb1a03676404 req-a7b31ad0-7253-4c07-a2c6-66be8e78432c tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 944 time: 0.1360328 Dec 06 17:22:46.969149 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-453eebaf-9fd6-4a02-88cd-bb1a03676404 req-a9dbd807-0564-415b-b280-00f6251c4ff7 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8ff7359-db2b-4d57-aa79-237c344ab3df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101754 Dec 06 17:22:47.003447 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15b37101-0d48-4e9d-8862-44a424106f4d tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Made reservation on behalf of 60dea69d591c42b4aa2e88227c4d267f for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:22:47.011505 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-15b37101-0d48-4e9d-8862-44a424106f4d tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:47.031270 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:47.039003 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-fa4db6e5-dbeb-43a3-a3b3-40b6f8d4c089 None None] Provisioning complete for port 2a9c0948-a0f9-41b0-9621-ce97ab9105a9 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:22:47.039459 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fa4db6e5-dbeb-43a3-a3b3-40b6f8d4c089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:47.086808 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15b37101-0d48-4e9d-8862-44a424106f4d tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:22:47.092514 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port 9940597b-03fc-4480-aa9b-655f24781eb0 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:22:47.092882 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:47.104024 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port f2b57c84-f840-4074-b242-03868fb6f86a triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:22:47.104024 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:47.107218 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-15b37101-0d48-4e9d-8862-44a424106f4d tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:47.108037 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-15b37101-0d48-4e9d-8862-44a424106f4d tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Added segment 5122e095-b4c3-42b5-a4c4-6a607553bc53 of type vlan for network 9c9946e4-9c2c-4778-985c-acc13a6cd54d Dec 06 17:22:47.118814 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-78654efa-1baa-42fb-9124-cd237339591a req-1b02cca7-e7fc-4f72-b801-533bb2179549 service neutron] 10.222.0.23 "GET /v2.0/networks/4dc9741c-5238-4293-b987-279a0da27ae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3836198 Dec 06 17:22:47.181858 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-15b37101-0d48-4e9d-8862-44a424106f4d tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:47.233611 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-15b37101-0d48-4e9d-8862-44a424106f4d tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:47.235469 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-1f1fc475-2acd-4d6a-b819-13f39c70a48f req-27644839-6efb-4eb0-9648-c70493e0ba55 tempest-InstanceActionsV221TestJSON-789539711 tempest-InstanceActionsV221TestJSON-789539711-project] Deleting port 26007da6-d0ca-4b01-b02f-d927729b5708 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:22:47.235822 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-1f1fc475-2acd-4d6a-b819-13f39c70a48f req-27644839-6efb-4eb0-9648-c70493e0ba55 tempest-InstanceActionsV221TestJSON-789539711 tempest-InstanceActionsV221TestJSON-789539711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:47.242002 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-eab14fb5-f09d-45ad-8bb6-73fe62d5cfc0 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:47.242350 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b37101-0d48-4e9d-8862-44a424106f4d tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:47.242954 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-15b37101-0d48-4e9d-8862-44a424106f4d tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:47.321724 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-15b37101-0d48-4e9d-8862-44a424106f4d tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0118306 Dec 06 17:22:47.322619 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58072) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:47.332116 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-6742745f-8744-4324-a2cc-fb2cfba635fe tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Request body: {'subnet': {'network_id': '9c9946e4-9c2c-4778-985c-acc13a6cd54d', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:22:47.428307 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b37101-0d48-4e9d-8862-44a424106f4d tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Pushing event updated for resources: {'Network': ['ID=9c9946e4-9c2c-4778-985c-acc13a6cd54d,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:47.505219 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-ed49b66f-27f1-4fd7-8b4a-115603493597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'name': 'tempest-RoutersTest-router-1277596697', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:22:33Z', 'updated_at': '2021-12-06T17:22:43Z', 'revision_number': 3, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'gw_port_host': None, '_interfaces': [{'id': '2a9c0948-a0f9-41b0-9621-ce97ab9105a9', 'name': '', 'network_id': 'd2343c0a-6cca-4cf5-a3cc-72085171ecbd', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'mac_address': 'fa:16:3e:57:01:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': 'c6d3cb16-f0d3-44ba-95d2-5d5b143d4354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:22:36Z', 'updated_at': '2021-12-06T17:22:44Z', 'revision_number': 4, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'subnets': [{'id': 'c6d3cb16-f0d3-44ba-95d2-5d5b143d4354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e8c2e69-678c-48df-96fe-9811015b8c2e', 'name': '', 'network_id': 'ee404907-cca6-49fb-8c04-64c9c0d1f548', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'mac_address': 'fa:16:3e:10:12:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1913, 'fixed_ips': [{'subnet_id': 'a0269ed2-b553-4c08-8d9e-236d32987f04', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:22:41Z', 'updated_at': '2021-12-06T17:22:43Z', 'revision_number': 2, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'subnets': [{'id': 'a0269ed2-b553-4c08-8d9e-236d32987f04', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:47.507721 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 9c9946e4-9c2c-4778-985c-acc13a6cd54d details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:22:47.585048 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-99d73539-ef20-460c-b0a2-d3c9a96e58aa req-6a8892b5-4640-4ea1-b095-bd40ea335ff2 tempest-InstanceActionsNegativeTestJSON-2008338954 tempest-InstanceActionsNegativeTestJSON-2008338954-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ed832e7-737c-4af5-aded-2a7a70a0f9a9 HTTP/1.1" status: 200 len: 210 time: 0.1431544 Dec 06 17:22:47.692728 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab14fb5-f09d-45ad-8bb6-73fe62d5cfc0 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] Pushing event updated for resources: {'Subnet': ['ID=ff8a7be6-ab34-4de9-b819-b0078202c119,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:47.712308 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab14fb5-f09d-45ad-8bb6-73fe62d5cfc0 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] Checking segment: {'id': '1b061c41-0a52-46df-8e66-5daee97881bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a8c7a0d8-c377-4b66-bd21-cdc6972057d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:22:47.712695 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab14fb5-f09d-45ad-8bb6-73fe62d5cfc0 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] Network hostable DHCP agents. Network: a8c7a0d8-c377-4b66-bd21-cdc6972057d2, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:22:47.733847 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ff9f3b-058f-463d-8c03-540c5de39b26 req-d5167f08-4631-4132-bff6-74bc69d1b2e9 tempest-InstanceActionsV221TestJSON-789539711 tempest-InstanceActionsV221TestJSON-789539711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:47.740032 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:47.744892 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-54ff9f3b-058f-463d-8c03-540c5de39b26 req-d5167f08-4631-4132-bff6-74bc69d1b2e9 tempest-InstanceActionsV221TestJSON-789539711 tempest-InstanceActionsV221TestJSON-789539711-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e4913c9-6060-489e-9f50-0ba2373328bb HTTP/1.1" status: 200 len: 945 time: 0.3304718 Dec 06 17:22:47.745619 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6742745f-8744-4324-a2cc-fb2cfba635fe tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Made reservation on behalf of 60dea69d591c42b4aa2e88227c4d267f for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:22:47.774492 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6742745f-8744-4324-a2cc-fb2cfba635fe tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:47.793350 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-1f1fc475-2acd-4d6a-b819-13f39c70a48f req-27644839-6efb-4eb0-9648-c70493e0ba55 tempest-InstanceActionsV221TestJSON-789539711 tempest-InstanceActionsV221TestJSON-789539711-project] For port 26007da6-d0ca-4b01-b02f-d927729b5708, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=26007da6-d0ca-4b01-b02f-d927729b5708,segment=NetworkSegment(b2b4431f-b201-4e60-abb0-4ac6ffe2ba59),segment_id=b2b4431f-b201-4e60-abb0-4ac6ffe2ba59)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:22:47.793765 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-1f1fc475-2acd-4d6a-b819-13f39c70a48f req-27644839-6efb-4eb0-9648-c70493e0ba55 tempest-InstanceActionsV221TestJSON-789539711 tempest-InstanceActionsV221TestJSON-789539711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:47.839952 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-1f1fc475-2acd-4d6a-b819-13f39c70a48f req-27644839-6efb-4eb0-9648-c70493e0ba55 tempest-InstanceActionsV221TestJSON-789539711 tempest-InstanceActionsV221TestJSON-789539711-project] Calling delete_port for 26007da6-d0ca-4b01-b02f-d927729b5708 owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:22:47.844670 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab14fb5-f09d-45ad-8bb6-73fe62d5cfc0 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] Network a8c7a0d8-c377-4b66-bd21-cdc6972057d2 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:22:47.938546 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-54ff9f3b-058f-463d-8c03-540c5de39b26 req-74b4d172-5453-46a2-b728-329f8b540be7 tempest-InstanceActionsV221TestJSON-789539711 tempest-InstanceActionsV221TestJSON-789539711-project] 10.222.0.23 "GET /v2.0/security-groups?id=54ea3743-02a2-48aa-9529-8f387c377be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601901 Dec 06 17:22:47.944802 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a8709b5-b684-4aa0-903d-8839be2c999e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9940597b-03fc-4480-aa9b-655f24781eb0'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:22:47.946488 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-eab14fb5-f09d-45ad-8bb6-73fe62d5cfc0 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, a8c7a0d8-c377-4b66-bd21-cdc6972057d2) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:22:47.954473 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9358174-bc3e-4de8-9909-ba80eaf3343e" -d '{"events": [{"server_uuid": "5a8709b5-b684-4aa0-903d-8839be2c999e", "name": "network-vif-plugged", "status": "completed", "tag": "9940597b-03fc-4480-aa9b-655f24781eb0"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:22:47.965043 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:47.993835 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab14fb5-f09d-45ad-8bb6-73fe62d5cfc0 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:47.998944 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-eab14fb5-f09d-45ad-8bb6-73fe62d5cfc0 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:48.021628 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed49b66f-27f1-4fd7-8b4a-115603493597 None None] The sync data for ids ['4ba7a698-575a-4aaf-9eb0-dc82d8271f78'] in n-d-master-1 is: [{'id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'name': 'tempest-RoutersTest-router-1277596697', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:22:33Z', 'updated_at': '2021-12-06T17:22:43Z', 'revision_number': 3, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'gw_port_host': None, '_interfaces': [{'id': '2a9c0948-a0f9-41b0-9621-ce97ab9105a9', 'name': '', 'network_id': 'd2343c0a-6cca-4cf5-a3cc-72085171ecbd', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'mac_address': 'fa:16:3e:57:01:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': 'c6d3cb16-f0d3-44ba-95d2-5d5b143d4354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:22:36Z', 'updated_at': '2021-12-06T17:22:44Z', 'revision_number': 4, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'subnets': [{'id': 'c6d3cb16-f0d3-44ba-95d2-5d5b143d4354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e8c2e69-678c-48df-96fe-9811015b8c2e', 'name': '', 'network_id': 'ee404907-cca6-49fb-8c04-64c9c0d1f548', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'mac_address': 'fa:16:3e:10:12:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1913, 'fixed_ips': [{'subnet_id': 'a0269ed2-b553-4c08-8d9e-236d32987f04', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:22:41Z', 'updated_at': '2021-12-06T17:22:43Z', 'revision_number': 2, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'subnets': [{'id': 'a0269ed2-b553-4c08-8d9e-236d32987f04', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:22:48.114246 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 9940597b-03fc-4480-aa9b-655f24781eb0, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=9940597b-03fc-4480-aa9b-655f24781eb0,segment=NetworkSegment(5191f104-0f28-4995-943c-dc9b12a33060),segment_id=5191f104-0f28-4995-943c-dc9b12a33060)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:22:48.122055 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-eab14fb5-f09d-45ad-8bb6-73fe62d5cfc0 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4754860 Dec 06 17:22:48.123012 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58098) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:48.136858 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c627d990-5724-47bf-a99b-6727f5fc93d5 req-993de7b2-c1f3-45c5-8ee8-2fac0e5532da tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:48.148482 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c627d990-5724-47bf-a99b-6727f5fc93d5 req-993de7b2-c1f3-45c5-8ee8-2fac0e5532da tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a8709b5-b684-4aa0-903d-8839be2c999e HTTP/1.1" status: 200 len: 944 time: 0.3126302 Dec 06 17:22:48.156429 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-dc3274a7-6b22-4942-ae1f-2e7ce138430c tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] Request body: {'port': {'network_id': 'a8c7a0d8-c377-4b66-bd21-cdc6972057d2', 'name': 'tempest-TagsExtTest-1737492987'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:22:48.275020 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4672b1c1-4f09-470e-bb06-2986faa4fb8d req-39ed3296-7a66-434f-b91d-65a351f9bb98 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:48.276291 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4672b1c1-4f09-470e-bb06-2986faa4fb8d req-39ed3296-7a66-434f-b91d-65a351f9bb98 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 944 time: 0.2086442 Dec 06 17:22:48.307156 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fa4db6e5-dbeb-43a3-a3b3-40b6f8d4c089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:48.335644 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6742745f-8744-4324-a2cc-fb2cfba635fe tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:48.368414 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d0e10f-91e2-4063-95b4-89ef36bce8bd None None] Network a8c7a0d8-c377-4b66-bd21-cdc6972057d2 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:22:48.447694 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c627d990-5724-47bf-a99b-6727f5fc93d5 req-d8622061-97ff-4cb8-889f-a740e8b1c08f tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=5055a3f9-0705-481f-a554-5c989eab318b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2981036 Dec 06 17:22:48.541274 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6742745f-8744-4324-a2cc-fb2cfba635fe tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Pushing event updated for resources: {'Subnet': ['ID=d2275e3c-6a62-47f8-9a40-40c406cd3a24,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:48.592861 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4672b1c1-4f09-470e-bb06-2986faa4fb8d req-c0a4d595-0dae-48f5-9aea-f9eb4814a4e7 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8ff7359-db2b-4d57-aa79-237c344ab3df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2951288 Dec 06 17:22:48.595377 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:48.616168 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6742745f-8744-4324-a2cc-fb2cfba635fe tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Checking segment: {'id': '5122e095-b4c3-42b5-a4c4-6a607553bc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9c9946e4-9c2c-4778-985c-acc13a6cd54d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:22:48.616168 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6742745f-8744-4324-a2cc-fb2cfba635fe tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Network hostable DHCP agents. Network: 9c9946e4-9c2c-4778-985c-acc13a6cd54d, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:22:48.695185 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6742745f-8744-4324-a2cc-fb2cfba635fe tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Network 9c9946e4-9c2c-4778-985c-acc13a6cd54d is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:22:48.711984 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-6742745f-8744-4324-a2cc-fb2cfba635fe tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 9c9946e4-9c2c-4778-985c-acc13a6cd54d) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:22:48.716730 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6742745f-8744-4324-a2cc-fb2cfba635fe tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:48.717357 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6742745f-8744-4324-a2cc-fb2cfba635fe tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:48.746135 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 26007da6-d0ca-4b01-b02f-d927729b5708 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:22:48.772721 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba2d929d-4b73-43bd-8d13-a84493ea9ca3 x-openstack-request-id: req-ba2d929d-4b73-43bd-8d13-a84493ea9ca3 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:22:48.773213 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a8709b5-b684-4aa0-903d-8839be2c999e", "name": "network-vif-plugged", "status": "completed", "tag": "9940597b-03fc-4480-aa9b-655f24781eb0", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:22:48.773632 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ba2d929d-4b73-43bd-8d13-a84493ea9ca3 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:22:48.773953 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a8709b5-b684-4aa0-903d-8839be2c999e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9940597b-03fc-4480-aa9b-655f24781eb0', 'code': 200} Dec 06 17:22:48.792526 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=9940597b-03fc-4480-aa9b-655f24781eb0,revision_number=7']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:48.828202 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc3274a7-6b22-4942-ae1f-2e7ce138430c tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] Made reservation on behalf of 4bc282f91caa4a42a964748521d0f016 for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:22:48.835964 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38580df1-00ab-4b82-ba5c-71176a07c61c None None] Network 9c9946e4-9c2c-4778-985c-acc13a6cd54d requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:22:48.847099 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dc3274a7-6b22-4942-ae1f-2e7ce138430c tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:48.854269 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-6742745f-8744-4324-a2cc-fb2cfba635fe tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5302734 Dec 06 17:22:48.855840 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58106) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:48.899397 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-1f1fc475-2acd-4d6a-b819-13f39c70a48f req-27644839-6efb-4eb0-9648-c70493e0ba55 tempest-InstanceActionsV221TestJSON-789539711 tempest-InstanceActionsV221TestJSON-789539711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:48.920044 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-dc3274a7-6b22-4942-ae1f-2e7ce138430c tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] device_id is not set on port 127b4d4a-b886-41f8-9a4f-ac40a328c870 yet. {{(pid=103285) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:22:48.952652 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5d7cb39e-6827-4efe-892a-1dcdc2510987 req-75bcd406-f597-416c-b2b1-5e4408a8c744 tempest-InstanceActionsNegativeTestJSON-2008338954 tempest-InstanceActionsNegativeTestJSON-2008338954-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ed832e7-737c-4af5-aded-2a7a70a0f9a9 HTTP/1.1" status: 200 len: 210 time: 0.1402354 Dec 06 17:22:49.130797 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:49.210648 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-dc3274a7-6b22-4942-ae1f-2e7ce138430c tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] Allocated IP 172.20.0.4 (a8c7a0d8-c377-4b66-bd21-cdc6972057d2/ff8a7be6-ab34-4de9-b819-b0078202c119/127b4d4a-b886-41f8-9a4f-ac40a328c870) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:22:49.347363 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] For port f2b57c84-f840-4074-b242-03868fb6f86a, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f2b57c84-f840-4074-b242-03868fb6f86a,segment=NetworkSegment(fc1c29e5-1c85-459b-b976-5ee9e7513296),segment_id=fc1c29e5-1c85-459b-b976-5ee9e7513296)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:22:49.360489 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-fa4db6e5-dbeb-43a3-a3b3-40b6f8d4c089 None None] For port 2a9c0948-a0f9-41b0-9621-ce97ab9105a9, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2a9c0948-a0f9-41b0-9621-ce97ab9105a9,segment=NetworkSegment(5ae0060c-4058-4cbb-9cbc-465670abd780),segment_id=5ae0060c-4058-4cbb-9cbc-465670abd780)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:22:49.396656 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:49.426139 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fa4db6e5-dbeb-43a3-a3b3-40b6f8d4c089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:49.500647 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27644839-6efb-4eb0-9648-c70493e0ba55 tempest-InstanceActionsV221TestJSON-789539711 tempest-InstanceActionsV221TestJSON-789539711-project] Pushing event deleted for resources: {'Port': ['ID=26007da6-d0ca-4b01-b02f-d927729b5708,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:49.587197 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:49.641971 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0a2158f4-b9da-458a-9a3f-791cd71d577b req-0fd3172d-63c5-4c88-a9e6-e0cd001691ba tempest-InstanceActionsV221TestJSON-789539711 tempest-InstanceActionsV221TestJSON-789539711-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e4913c9-6060-489e-9f50-0ba2373328bb HTTP/1.1" status: 200 len: 210 time: 0.2911038 Dec 06 17:22:49.743165 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f1fc475-2acd-4d6a-b819-13f39c70a48f req-27644839-6efb-4eb0-9648-c70493e0ba55 tempest-InstanceActionsV221TestJSON-789539711 tempest-InstanceActionsV221TestJSON-789539711-project] No DVR routers for this DVR port 26007da6-d0ca-4b01-b02f-d927729b5708 on host n-h1-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:22:49.759621 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-1f1fc475-2acd-4d6a-b819-13f39c70a48f req-27644839-6efb-4eb0-9648-c70493e0ba55 tempest-InstanceActionsV221TestJSON-789539711 tempest-InstanceActionsV221TestJSON-789539711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:49.763101 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1f1fc475-2acd-4d6a-b819-13f39c70a48f req-27644839-6efb-4eb0-9648-c70493e0ba55 tempest-InstanceActionsV221TestJSON-789539711 tempest-InstanceActionsV221TestJSON-789539711-project] 10.222.0.41 "DELETE /v2.0/ports/26007da6-d0ca-4b01-b02f-d927729b5708 HTTP/1.1" status: 204 len: 173 time: 3.0188417 Dec 06 17:22:49.763599 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e4913c9-6060-489e-9f50-0ba2373328bb', 'name': 'network-vif-deleted', 'tag': '26007da6-d0ca-4b01-b02f-d927729b5708'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:22:49.784601 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34d2977d-ba8a-430b-a9ee-26c0aacfecff" -d '{"events": [{"server_uuid": "4e4913c9-6060-489e-9f50-0ba2373328bb", "name": "network-vif-deleted", "tag": "26007da6-d0ca-4b01-b02f-d927729b5708"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:22:49.811586 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33503c5a-aafc-43f3-b651-1ca6e9137a26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-9c9946e4-9c2c-4778-985c-acc13a6cd54d', 'network_id': '9c9946e4-9c2c-4778-985c-acc13a6cd54d', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'fixed_ips': [{'subnet_id': 'd2275e3c-6a62-47f8-9a40-40c406cd3a24'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:22:49.812454 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-33503c5a-aafc-43f3-b651-1ca6e9137a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:49.877232 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] No active binding found for port 26007da6-d0ca-4b01-b02f-d927729b5708 {{(pid=103286) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 06 17:22:49.877831 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 26007da6-d0ca-4b01-b02f-d927729b5708 not bound to the agent host n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:22:49.883935 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-7baad54e-d72d-48db-9425-043ad4466027 None None] Provisioning complete for port f2b57c84-f840-4074-b242-03868fb6f86a triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:22:49.884315 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7baad54e-d72d-48db-9425-043ad4466027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:50.010986 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dc3274a7-6b22-4942-ae1f-2e7ce138430c tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:50.090472 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 2a9c0948-a0f9-41b0-9621-ce97ab9105a9 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:22:50.102673 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadadc06-b95a-4aa9-a517-243acf7adadf req-a856cd86-b9fb-4056-b6f6-b5b92d90c077 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:50.129758 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-dadadc06-b95a-4aa9-a517-243acf7adadf req-a856cd86-b9fb-4056-b6f6-b5b92d90c077 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 944 time: 0.3182259 Dec 06 17:22:50.201402 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4db6e5-dbeb-43a3-a3b3-40b6f8d4c089 None None] Pushing event updated for resources: {'Port': ['ID=2a9c0948-a0f9-41b0-9621-ce97ab9105a9,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:50.228284 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19cb475-8e5e-4402-8ede-1bc9750bbbd4 req-16f6deeb-27df-4774-b9d6-17cbe45a5e3a tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:50.230598 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d19cb475-8e5e-4402-8ede-1bc9750bbbd4 req-16f6deeb-27df-4774-b9d6-17cbe45a5e3a tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a8709b5-b684-4aa0-903d-8839be2c999e HTTP/1.1" status: 200 len: 945 time: 0.3946955 Dec 06 17:22:50.317444 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-dadadc06-b95a-4aa9-a517-243acf7adadf req-30928ba1-6412-48b8-8ac1-cea74974290f tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8ff7359-db2b-4d57-aa79-237c344ab3df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1802299 Dec 06 17:22:50.319153 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dc3274a7-6b22-4942-ae1f-2e7ce138430c tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:50.450791 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d93a707-4543-4153-a7a8-3cac5b9873a5 x-openstack-request-id: req-8d93a707-4543-4153-a7a8-3cac5b9873a5 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:22:50.464653 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e4913c9-6060-489e-9f50-0ba2373328bb", "name": "network-vif-deleted", "tag": "26007da6-d0ca-4b01-b02f-d927729b5708", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:22:50.465076 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8d93a707-4543-4153-a7a8-3cac5b9873a5 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:22:50.471696 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e4913c9-6060-489e-9f50-0ba2373328bb', 'name': 'network-vif-deleted', 'tag': '26007da6-d0ca-4b01-b02f-d927729b5708', 'status': 'completed', 'code': 200} Dec 06 17:22:50.478876 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3274a7-6b22-4942-ae1f-2e7ce138430c tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] Network a8c7a0d8-c377-4b66-bd21-cdc6972057d2 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:22:50.489716 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-dc3274a7-6b22-4942-ae1f-2e7ce138430c tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:22:50.507573 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-313c1d3c-b209-4773-bf4c-2490650d8b1e tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:50.512363 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3274a7-6b22-4942-ae1f-2e7ce138430c tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:22:50.593999 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3274a7-6b22-4942-ae1f-2e7ce138430c tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] Pushing event updated for resources: {'Port': ['ID=127b4d4a-b886-41f8-9a4f-ac40a328c870,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:50.677937 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3274a7-6b22-4942-ae1f-2e7ce138430c tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:50.694298 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dc3274a7-6b22-4942-ae1f-2e7ce138430c tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:50.706212 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d19cb475-8e5e-4402-8ede-1bc9750bbbd4 req-5741b00a-2af2-43dc-9964-31be100f5171 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=5055a3f9-0705-481f-a554-5c989eab318b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4566796 Dec 06 17:22:50.823286 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-caefb02e-27c5-4351-95f8-959f6356dbd8 req-8187dfef-0676-4b2a-bbcc-6b5444675945 tempest-InstanceActionsNegativeTestJSON-2008338954 tempest-InstanceActionsNegativeTestJSON-2008338954-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ed832e7-737c-4af5-aded-2a7a70a0f9a9 HTTP/1.1" status: 200 len: 210 time: 0.1239963 Dec 06 17:22:50.851314 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-dc3274a7-6b22-4942-ae1f-2e7ce138430c tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.7001975 Dec 06 17:22:50.852532 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58128) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:50.861787 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-a455b569-97aa-4bb0-875c-6e6803ad7167 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1378243667', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:22:50.942917 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a455b569-97aa-4bb0-875c-6e6803ad7167 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:50.944450 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a455b569-97aa-4bb0-875c-6e6803ad7167 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:51.117644 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a455b569-97aa-4bb0-875c-6e6803ad7167 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:51.127162 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a455b569-97aa-4bb0-875c-6e6803ad7167 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:51.168561 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Pushing event updated for resources: {'Port': ['ID=f2b57c84-f840-4074-b242-03868fb6f86a,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:51.170333 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a455b569-97aa-4bb0-875c-6e6803ad7167 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:51.175536 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-a455b569-97aa-4bb0-875c-6e6803ad7167 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3218403 Dec 06 17:22:51.176217 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58130) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:51.195253 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-20c65931-6e65-43dd-be83-e4d4bdcdf11c tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-221203706', 'prefixes': ['172.20.0.0/16']}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:22:51.345849 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-20c65931-6e65-43dd-be83-e4d4bdcdf11c tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] Publish callbacks [] for subnetpool, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:51.353561 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 2a9c0948-a0f9-41b0-9621-ce97ab9105a9 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:22:51.353561 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:51.356703 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-20c65931-6e65-43dd-be83-e4d4bdcdf11c tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1791296 Dec 06 17:22:51.357615 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58138) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:51.364769 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.tag.tag_plugin [None req-8bb76668-f97d-45d8-8268-854f8c6ce743 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'ff8a7be6-ab34-4de9-b819-b0078202c119', 'tempest-TagsExtTest-Tag-210820411') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:51.419331 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4d287d-1d02-47c6-90d8-c9c9327f0dad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-a8c7a0d8-c377-4b66-bd21-cdc6972057d2', 'network_id': 'a8c7a0d8-c377-4b66-bd21-cdc6972057d2', 'tenant_id': '4bc282f91caa4a42a964748521d0f016', 'fixed_ips': [{'subnet_id': 'ff8a7be6-ab34-4de9-b819-b0078202c119'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:22:51.420265 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1b4d287d-1d02-47c6-90d8-c9c9327f0dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:51.464340 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-79d9841e-04c7-4cf7-adc7-789504cf2d21 None None] Provisioning complete for port f2b57c84-f840-4074-b242-03868fb6f86a triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:22:51.464994 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-79d9841e-04c7-4cf7-adc7-789504cf2d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:51.467720 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78654efa-1baa-42fb-9124-cd237339591a req-c0fa7c61-2bd3-4f9d-91cf-636e303a5196 tempest-InstanceActionsNegativeTestJSON-2008338954 tempest-InstanceActionsNegativeTestJSON-2008338954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:51.472290 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-78654efa-1baa-42fb-9124-cd237339591a req-c0fa7c61-2bd3-4f9d-91cf-636e303a5196 tempest-InstanceActionsNegativeTestJSON-2008338954 tempest-InstanceActionsNegativeTestJSON-2008338954-project] 10.222.0.44 "GET /v2.0/networks?id=4dc9741c-5238-4293-b987-279a0da27ae8 HTTP/1.1" status: 200 len: 822 time: 1.3243434 Dec 06 17:22:51.479500 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-625f2863-f1d8-48d9-bd45-db3e339924c1 req-fe37568e-e8de-4bbe-83c7-b3a3940c9d14 tempest-InstanceActionsV221TestJSON-789539711 tempest-InstanceActionsV221TestJSON-789539711-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e4913c9-6060-489e-9f50-0ba2373328bb HTTP/1.1" status: 200 len: 210 time: 0.3210454 Dec 06 17:22:51.499460 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-78654efa-1baa-42fb-9124-cd237339591a req-3caad7bd-323e-4754-96fe-49ceea601d00 tempest-InstanceActionsNegativeTestJSON-2008338954 tempest-InstanceActionsNegativeTestJSON-2008338954-project] Request body: {'port': {'device_id': '1ed832e7-737c-4af5-aded-2a7a70a0f9a9', 'network_id': '4dc9741c-5238-4293-b987-279a0da27ae8', 'admin_state_up': True, 'tenant_id': 'c0562492c63241558604da79e746aebb'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:22:51.503312 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-313c1d3c-b209-4773-bf4c-2490650d8b1e tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Allocated IP 172.22.0.1 (9c9946e4-9c2c-4778-985c-acc13a6cd54d/d2275e3c-6a62-47f8-9a40-40c406cd3a24/6469bc02-7bd7-4e07-8df3-fb2f783cad10) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:22:51.719291 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45760c61-1030-4806-b5a8-abed25441c37 req-155d9037-4373-44f0-835a-3fe4cef3989f tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:51.721515 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-45760c61-1030-4806-b5a8-abed25441c37 req-155d9037-4373-44f0-835a-3fe4cef3989f tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 944 time: 0.2073483 Dec 06 17:22:51.784497 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-8bb76668-f97d-45d8-8268-854f8c6ce743 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] 10.222.0.23 "PUT /v2.0/subnets/ff8a7be6-ab34-4de9-b819-b0078202c119/tags/tempest-TagsExtTest-Tag-210820411 HTTP/1.1" status: 201 len: 201 time: 0.4255738 Dec 06 17:22:51.793140 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58142) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:51.810598 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.tag.tag_plugin [None req-06129b73-52ce-4e9a-8011-c4069aae8652 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '127b4d4a-b886-41f8-9a4f-ac40a328c870', 'tempest-TagsExtTest-Tag-1217522106') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:51.824810 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-79d9841e-04c7-4cf7-adc7-789504cf2d21 None None] Provisioning complete for port 2e8c2e69-678c-48df-96fe-9811015b8c2e triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:22:51.825460 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-79d9841e-04c7-4cf7-adc7-789504cf2d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:51.879520 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-1b4d287d-1d02-47c6-90d8-c9c9327f0dad None None] Allocated IP 172.20.0.2 (a8c7a0d8-c377-4b66-bd21-cdc6972057d2/ff8a7be6-ab34-4de9-b819-b0078202c119/37241d58-5c40-4381-baa9-e8f4c1d53a42) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:22:51.881521 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-79d9841e-04c7-4cf7-adc7-789504cf2d21 None None] Port 2e8c2e69-678c-48df-96fe-9811015b8c2e cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:22:51.884655 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 2a9c0948-a0f9-41b0-9621-ce97ab9105a9 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:22:51.944307 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-45760c61-1030-4806-b5a8-abed25441c37 req-997340fd-c72d-4aa4-b635-b0181469f56f tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8ff7359-db2b-4d57-aa79-237c344ab3df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2137890 Dec 06 17:22:51.960509 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281c02c0-4f81-43af-95a9-eff2b70befef None None] Sync routers for ids ['4ba7a698-575a-4aaf-9eb0-dc82d8271f78'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:22:51.975946 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281c02c0-4f81-43af-95a9-eff2b70befef None None] Routers {'4ba7a698-575a-4aaf-9eb0-dc82d8271f78'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:22:51.978244 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-281c02c0-4f81-43af-95a9-eff2b70befef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:22:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['4ba7a698-575a-4aaf-9eb0-dc82d8271f78'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:52.036309 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-06129b73-52ce-4e9a-8011-c4069aae8652 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] 10.222.0.23 "PUT /v2.0/ports/127b4d4a-b886-41f8-9a4f-ac40a328c870/tags/tempest-TagsExtTest-Tag-1217522106 HTTP/1.1" status: 201 len: 201 time: 0.2404661 Dec 06 17:22:52.036970 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58146) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:52.042244 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.tag.tag_plugin [None req-49f084b1-77d5-4bed-a335-2a1e41d511c7 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c6fdc9ae-46fa-4a57-acc4-f36d03833a09', 'tempest-TagsExtTest-Tag-2051553624') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:52.056187 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 2a9c0948-a0f9-41b0-9621-ce97ab9105a9 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:22:52.056565 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:52.057246 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc501f2e-cdf1-4135-b12e-08f4301a12bd req-2f793408-f3df-4d0f-89d9-db8bae057b3e tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:52.066425 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fc501f2e-cdf1-4135-b12e-08f4301a12bd req-2f793408-f3df-4d0f-89d9-db8bae057b3e tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a8709b5-b684-4aa0-903d-8839be2c999e HTTP/1.1" status: 200 len: 945 time: 0.1600196 Dec 06 17:22:52.079367 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-313c1d3c-b209-4773-bf4c-2490650d8b1e tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:52.081801 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78654efa-1baa-42fb-9124-cd237339591a req-3caad7bd-323e-4754-96fe-49ceea601d00 tempest-InstanceActionsNegativeTestJSON-2008338954 tempest-InstanceActionsNegativeTestJSON-2008338954-project] Made reservation on behalf of c0562492c63241558604da79e746aebb for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:22:52.086222 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-78654efa-1baa-42fb-9124-cd237339591a req-3caad7bd-323e-4754-96fe-49ceea601d00 tempest-InstanceActionsNegativeTestJSON-2008338954 tempest-InstanceActionsNegativeTestJSON-2008338954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:52.213783 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-281c02c0-4f81-43af-95a9-eff2b70befef None None] Set router 4ba7a698-575a-4aaf-9eb0-dc82d8271f78 gateway port host: None {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:22:52.290939 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-78654efa-1baa-42fb-9124-cd237339591a req-3caad7bd-323e-4754-96fe-49ceea601d00 tempest-InstanceActionsNegativeTestJSON-2008338954 tempest-InstanceActionsNegativeTestJSON-2008338954-project] Allocated IP 172.20.0.11 (4dc9741c-5238-4293-b987-279a0da27ae8/83681593-e30f-447d-a1c4-526c5502d616/88cb9d20-9b9f-4913-afb3-774cf5968246) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:22:52.493319 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device f2b57c84-f840-4074-b242-03868fb6f86a up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:22:52.610112 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1b4d287d-1d02-47c6-90d8-c9c9327f0dad None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:52.643378 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1b4d287d-1d02-47c6-90d8-c9c9327f0dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:52.646098 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fc501f2e-cdf1-4135-b12e-08f4301a12bd req-47bfe585-5cda-40cc-8740-b4c88442b2f1 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=5055a3f9-0705-481f-a554-5c989eab318b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5786788 Dec 06 17:22:52.710007 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-68c87a22-3d86-43b6-872c-1ffdd0c1d49c req-f7d77e11-7f64-42e6-95fe-3480d600ddc3 tempest-InstanceActionsNegativeTestJSON-2008338954 tempest-InstanceActionsNegativeTestJSON-2008338954-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ed832e7-737c-4af5-aded-2a7a70a0f9a9 HTTP/1.1" status: 200 len: 210 time: 0.1126177 Dec 06 17:22:52.714749 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4d287d-1d02-47c6-90d8-c9c9327f0dad None None] Pushing event updated for resources: {'Port': ['ID=37241d58-5c40-4381-baa9-e8f4c1d53a42,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:52.720994 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-313c1d3c-b209-4773-bf4c-2490650d8b1e tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:52.740032 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe11819-ece5-4e3b-9e92-c8214bbe0c66 req-3468f94a-03ea-4df9-94b7-13fa6343da01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:52.742021 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-afe11819-ece5-4e3b-9e92-c8214bbe0c66 req-3468f94a-03ea-4df9-94b7-13fa6343da01 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0688c6db31494470a1b7a5ecaa734bc4&device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 1095 time: 0.1385150 Dec 06 17:22:52.747444 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4d287d-1d02-47c6-90d8-c9c9327f0dad None None] Network a8c7a0d8-c377-4b66-bd21-cdc6972057d2 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:22:52.786866 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-1b4d287d-1d02-47c6-90d8-c9c9327f0dad None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:22:52.801429 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port f2b57c84-f840-4074-b242-03868fb6f86a triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:22:52.802058 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:52.814876 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4d287d-1d02-47c6-90d8-c9c9327f0dad None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:22:52.822461 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-49f084b1-77d5-4bed-a335-2a1e41d511c7 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] 10.222.0.23 "PUT /v2.0/routers/c6fdc9ae-46fa-4a57-acc4-f36d03833a09/tags/tempest-TagsExtTest-Tag-2051553624 HTTP/1.1" status: 201 len: 201 time: 0.7819076 Dec 06 17:22:52.831749 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58160) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:52.843816 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313c1d3c-b209-4773-bf4c-2490650d8b1e tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Pushing event updated for resources: {'Port': ['ID=6469bc02-7bd7-4e07-8df3-fb2f783cad10,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:52.850218 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.tag.tag_plugin [None req-b9fb16d8-8033-40ba-81fb-1e5d771d9e15 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '2209ed21-2a63-4b1b-b177-c91c35fbf758', 'tempest-TagsExtTest-Tag-1160976885') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:52.868771 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313c1d3c-b209-4773-bf4c-2490650d8b1e tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Network 9c9946e4-9c2c-4778-985c-acc13a6cd54d is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:22:52.880014 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-313c1d3c-b209-4773-bf4c-2490650d8b1e tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:22:52.884278 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313c1d3c-b209-4773-bf4c-2490650d8b1e tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:22:52.916260 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-281c02c0-4f81-43af-95a9-eff2b70befef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'name': 'tempest-RoutersTest-router-1277596697', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:22:33Z', 'updated_at': '2021-12-06T17:22:43Z', 'revision_number': 3, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'gw_port_host': None, '_interfaces': [{'id': '2a9c0948-a0f9-41b0-9621-ce97ab9105a9', 'name': '', 'network_id': 'd2343c0a-6cca-4cf5-a3cc-72085171ecbd', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'mac_address': 'fa:16:3e:57:01:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': 'c6d3cb16-f0d3-44ba-95d2-5d5b143d4354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:22:36Z', 'updated_at': '2021-12-06T17:22:48Z', 'revision_number': 5, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'subnets': [{'id': 'c6d3cb16-f0d3-44ba-95d2-5d5b143d4354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e8c2e69-678c-48df-96fe-9811015b8c2e', 'name': '', 'network_id': 'ee404907-cca6-49fb-8c04-64c9c0d1f548', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'mac_address': 'fa:16:3e:10:12:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1913, 'fixed_ips': [{'subnet_id': 'a0269ed2-b553-4c08-8d9e-236d32987f04', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:22:41Z', 'updated_at': '2021-12-06T17:22:43Z', 'revision_number': 2, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'subnets': [{'id': 'a0269ed2-b553-4c08-8d9e-236d32987f04', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:52.986824 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-33503c5a-aafc-43f3-b651-1ca6e9137a26 None None] Allocated IP 172.22.0.2 (9c9946e4-9c2c-4778-985c-acc13a6cd54d/d2275e3c-6a62-47f8-9a40-40c406cd3a24/098a25e1-4abc-4ff4-bd63-0625b45c8da1) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:22:53.004105 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281c02c0-4f81-43af-95a9-eff2b70befef None None] Checking router: 4ba7a698-575a-4aaf-9eb0-dc82d8271f78 for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:22:53.004601 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281c02c0-4f81-43af-95a9-eff2b70befef None None] Updating router 4ba7a698-575a-4aaf-9eb0-dc82d8271f78 port 2e8c2e69-678c-48df-96fe-9811015b8c2e binding host n-d-master-1 {{(pid=103287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:22:53.026508 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-313c1d3c-b209-4773-bf4c-2490650d8b1e tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539179'] for router_interface, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:53.042091 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-78654efa-1baa-42fb-9124-cd237339591a req-3caad7bd-323e-4754-96fe-49ceea601d00 tempest-InstanceActionsNegativeTestJSON-2008338954 tempest-InstanceActionsNegativeTestJSON-2008338954-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:53.082666 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-281c02c0-4f81-43af-95a9-eff2b70befef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:53.151312 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-1b4d287d-1d02-47c6-90d8-c9c9327f0dad None None] Attempting to bind port 37241d58-5c40-4381-baa9-e8f4c1d53a42 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:22:53.152028 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-1b4d287d-1d02-47c6-90d8-c9c9327f0dad None None] Attempting to bind port 37241d58-5c40-4381-baa9-e8f4c1d53a42 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '1b061c41-0a52-46df-8e66-5daee97881bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a8c7a0d8-c377-4b66-bd21-cdc6972057d2'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:22:53.152028 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4d287d-1d02-47c6-90d8-c9c9327f0dad None None] Attempting to bind port 37241d58-5c40-4381-baa9-e8f4c1d53a42 on network a8c7a0d8-c377-4b66-bd21-cdc6972057d2 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:22:53.161037 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58168) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:53.273184 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4d287d-1d02-47c6-90d8-c9c9327f0dad None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:22:53.284200 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4d287d-1d02-47c6-90d8-c9c9327f0dad None None] Checking segment: {'id': '1b061c41-0a52-46df-8e66-5daee97881bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a8c7a0d8-c377-4b66-bd21-cdc6972057d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:22:53.285488 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1b4d287d-1d02-47c6-90d8-c9c9327f0dad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:53.286970 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4d287d-1d02-47c6-90d8-c9c9327f0dad None None] Bound using segment: {'id': '1b061c41-0a52-46df-8e66-5daee97881bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a8c7a0d8-c377-4b66-bd21-cdc6972057d2'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:22:53.287831 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-1b4d287d-1d02-47c6-90d8-c9c9327f0dad None None] Bound port: 37241d58-5c40-4381-baa9-e8f4c1d53a42, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b061c41-0a52-46df-8e66-5daee97881bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a8c7a0d8-c377-4b66-bd21-cdc6972057d2'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:22:53.289348 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1b4d287d-1d02-47c6-90d8-c9c9327f0dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:53.317308 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-b9fb16d8-8033-40ba-81fb-1e5d771d9e15 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] 10.222.0.23 "PUT /v2.0/subnetpools/2209ed21-2a63-4b1b-b177-c91c35fbf758/tags/tempest-TagsExtTest-Tag-1160976885 HTTP/1.1" status: 201 len: 201 time: 0.4722526 Dec 06 17:22:53.319218 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58170) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:53.324009 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.tag.tag_plugin [None req-1e29ea77-cdf9-4834-87c7-221be82b7ba8 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'ff8a7be6-ab34-4de9-b819-b0078202c119') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:53.336837 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe11819-ece5-4e3b-9e92-c8214bbe0c66 req-be5cd5ef-2621-4303-9827-a5811673ce99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:53.338705 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-afe11819-ece5-4e3b-9e92-c8214bbe0c66 req-be5cd5ef-2621-4303-9827-a5811673ce99 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b1330ff6-71a6-48db-aedf-2e908404d40b HTTP/1.1" status: 200 len: 912 time: 0.5682416 Dec 06 17:22:53.421177 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e638df5-dac9-4f0e-9a1c-2f2b65eee7ba admin admin] Deleting subnet 29c2b993-b6e9-4fbd-adb1-84065e6192e1 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:22:53.433226 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4e638df5-dac9-4f0e-9a1c-2f2b65eee7ba admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:53.474568 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220a6f85-8a83-4fac-a94e-093d1e4ea12b req-739440b2-f098-4d67-9412-2e1efe5fae50 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:53.482339 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-220a6f85-8a83-4fac-a94e-093d1e4ea12b req-739440b2-f098-4d67-9412-2e1efe5fae50 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 944 time: 0.3446772 Dec 06 17:22:53.526630 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-afe11819-ece5-4e3b-9e92-c8214bbe0c66 req-5f174238-3d04-4f4d-910d-695d37382b7a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=121dd329-2fdc-4943-88fc-b3360bf29c71 HTTP/1.1" status: 200 len: 998 time: 0.1697509 Dec 06 17:22:53.534579 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-33503c5a-aafc-43f3-b651-1ca6e9137a26 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:53.577340 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-33503c5a-aafc-43f3-b651-1ca6e9137a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:53.579765 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4e638df5-dac9-4f0e-9a1c-2f2b65eee7ba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:53.582617 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-281c02c0-4f81-43af-95a9-eff2b70befef None None] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:53.598347 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-281c02c0-4f81-43af-95a9-eff2b70befef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:53.604776 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33503c5a-aafc-43f3-b651-1ca6e9137a26 None None] Network 9c9946e4-9c2c-4778-985c-acc13a6cd54d is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:22:53.625586 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-220a6f85-8a83-4fac-a94e-093d1e4ea12b req-76f52ee2-bc64-43fc-961a-2ff6b364ba4b tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8ff7359-db2b-4d57-aa79-237c344ab3df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374629 Dec 06 17:22:53.640150 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-1e29ea77-cdf9-4834-87c7-221be82b7ba8 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] 10.222.0.23 "GET /v2.0/subnets/ff8a7be6-ab34-4de9-b819-b0078202c119/tags HTTP/1.1" status: 200 len: 240 time: 0.3196156 Dec 06 17:22:53.641154 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58178) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:53.650944 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.tag.tag_plugin [None req-a42bfc98-d989-4bcb-96c4-222acd2c8534 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ff8a7be6-ab34-4de9-b819-b0078202c119', 'tempest-TagsExtTest-Tag-210820411') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:53.689235 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe11819-ece5-4e3b-9e92-c8214bbe0c66 req-853ba179-efd4-4499-a5b1-2a0318947143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:53.702754 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-afe11819-ece5-4e3b-9e92-c8214bbe0c66 req-853ba179-efd4-4499-a5b1-2a0318947143 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=407d30a8-656b-4107-b0bb-8b27c7634002 HTTP/1.1" status: 200 len: 850 time: 0.1652646 Dec 06 17:22:53.702998 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-78654efa-1baa-42fb-9124-cd237339591a req-3caad7bd-323e-4754-96fe-49ceea601d00 tempest-InstanceActionsNegativeTestJSON-2008338954 tempest-InstanceActionsNegativeTestJSON-2008338954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:53.705541 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-33503c5a-aafc-43f3-b651-1ca6e9137a26 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:22:53.712294 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33503c5a-aafc-43f3-b651-1ca6e9137a26 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:22:53.803764 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422ee09d-b25f-4ff4-983b-6d8d1324b43e None None] Pushing event updated for resources: {'Port': ['ID=2e8c2e69-678c-48df-96fe-9811015b8c2e,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:53.829242 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33503c5a-aafc-43f3-b651-1ca6e9137a26 None None] Pushing event updated for resources: {'Port': ['ID=098a25e1-4abc-4ff4-bd63-0625b45c8da1,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:53.876095 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422ee09d-b25f-4ff4-983b-6d8d1324b43e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:22:53.877801 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422ee09d-b25f-4ff4-983b-6d8d1324b43e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:22:53.887175 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422ee09d-b25f-4ff4-983b-6d8d1324b43e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:22:53.888955 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422ee09d-b25f-4ff4-983b-6d8d1324b43e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:22:53.888955 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422ee09d-b25f-4ff4-983b-6d8d1324b43e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:22:53.888955 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422ee09d-b25f-4ff4-983b-6d8d1324b43e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:22:53.888955 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422ee09d-b25f-4ff4-983b-6d8d1324b43e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:22:53.888955 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422ee09d-b25f-4ff4-983b-6d8d1324b43e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:22:53.889503 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422ee09d-b25f-4ff4-983b-6d8d1324b43e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:22:53.889503 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422ee09d-b25f-4ff4-983b-6d8d1324b43e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:22:53.889828 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422ee09d-b25f-4ff4-983b-6d8d1324b43e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:22:53.890156 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422ee09d-b25f-4ff4-983b-6d8d1324b43e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:22:53.890482 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422ee09d-b25f-4ff4-983b-6d8d1324b43e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:22:53.983821 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe11819-ece5-4e3b-9e92-c8214bbe0c66 req-7ec66a1b-caaa-4621-ad1e-97d165085bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:53.993155 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-afe11819-ece5-4e3b-9e92-c8214bbe0c66 req-7ec66a1b-caaa-4621-ad1e-97d165085bd8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b1330ff6-71a6-48db-aedf-2e908404d40b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2742481 Dec 06 17:22:54.068881 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4e638df5-dac9-4f0e-9a1c-2f2b65eee7ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:54.140318 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-1b4d287d-1d02-47c6-90d8-c9c9327f0dad None None] For port 37241d58-5c40-4381-baa9-e8f4c1d53a42, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:22:54.155885 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-313c1d3c-b209-4773-bf4c-2490650d8b1e tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:54.168059 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-33503c5a-aafc-43f3-b651-1ca6e9137a26 None None] Attempting to bind port 098a25e1-4abc-4ff4-bd63-0625b45c8da1 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:22:54.168436 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-33503c5a-aafc-43f3-b651-1ca6e9137a26 None None] Attempting to bind port 098a25e1-4abc-4ff4-bd63-0625b45c8da1 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '5122e095-b4c3-42b5-a4c4-6a607553bc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9c9946e4-9c2c-4778-985c-acc13a6cd54d'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:22:54.168811 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33503c5a-aafc-43f3-b651-1ca6e9137a26 None None] Attempting to bind port 098a25e1-4abc-4ff4-bd63-0625b45c8da1 on network 9c9946e4-9c2c-4778-985c-acc13a6cd54d {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:22:54.177294 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78654efa-1baa-42fb-9124-cd237339591a req-3caad7bd-323e-4754-96fe-49ceea601d00 tempest-InstanceActionsNegativeTestJSON-2008338954 tempest-InstanceActionsNegativeTestJSON-2008338954-project] Network 4dc9741c-5238-4293-b987-279a0da27ae8 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:22:54.191000 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58194) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:54.197721 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-a42bfc98-d989-4bcb-96c4-222acd2c8534 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] 10.222.0.23 "GET /v2.0/subnets/ff8a7be6-ab34-4de9-b819-b0078202c119/tags/tempest-TagsExtTest-Tag-210820411 HTTP/1.1" status: 204 len: 168 time: 0.5517259 Dec 06 17:22:54.212355 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-1b4d287d-1d02-47c6-90d8-c9c9327f0dad None None] For port 37241d58-5c40-4381-baa9-e8f4c1d53a42, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=37241d58-5c40-4381-baa9-e8f4c1d53a42,segment=NetworkSegment(1b061c41-0a52-46df-8e66-5daee97881bf),segment_id=1b061c41-0a52-46df-8e66-5daee97881bf)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:22:54.213767 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33503c5a-aafc-43f3-b651-1ca6e9137a26 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:22:54.214154 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33503c5a-aafc-43f3-b651-1ca6e9137a26 None None] Checking segment: {'id': '5122e095-b4c3-42b5-a4c4-6a607553bc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9c9946e4-9c2c-4778-985c-acc13a6cd54d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:22:54.214669 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-33503c5a-aafc-43f3-b651-1ca6e9137a26 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:54.215070 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33503c5a-aafc-43f3-b651-1ca6e9137a26 None None] Bound using segment: {'id': '5122e095-b4c3-42b5-a4c4-6a607553bc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9c9946e4-9c2c-4778-985c-acc13a6cd54d'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:22:54.215639 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-33503c5a-aafc-43f3-b651-1ca6e9137a26 None None] Bound port: 098a25e1-4abc-4ff4-bd63-0625b45c8da1, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5122e095-b4c3-42b5-a4c4-6a607553bc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9c9946e4-9c2c-4778-985c-acc13a6cd54d'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:22:54.216027 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-33503c5a-aafc-43f3-b651-1ca6e9137a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:54.232358 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caad7bd-323e-4754-96fe-49ceea601d00 tempest-InstanceActionsNegativeTestJSON-2008338954 tempest-InstanceActionsNegativeTestJSON-2008338954-project] Pushing event updated for resources: {'Port': ['ID=88cb9d20-9b9f-4913-afb3-774cf5968246,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:54.239282 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1b4d287d-1d02-47c6-90d8-c9c9327f0dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:54.249357 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.tag.tag_plugin [None req-78c50a23-649a-4751-afa7-a2cbfe66db17 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'ff8a7be6-ab34-4de9-b819-b0078202c119', 'tempest-TagsExtTest-Tag-210820411') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:54.254449 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-78654efa-1baa-42fb-9124-cd237339591a req-3caad7bd-323e-4754-96fe-49ceea601d00 tempest-InstanceActionsNegativeTestJSON-2008338954 tempest-InstanceActionsNegativeTestJSON-2008338954-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:22:54.267967 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-78654efa-1baa-42fb-9124-cd237339591a req-3caad7bd-323e-4754-96fe-49ceea601d00 tempest-InstanceActionsNegativeTestJSON-2008338954 tempest-InstanceActionsNegativeTestJSON-2008338954-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:22:54.309931 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743a50c2-e642-46c5-bba5-f5cc33fe2f80 req-95864f29-3929-4073-89f5-b1e066d7e581 tempest-InstanceActionsNegativeTestJSON-2008338954 tempest-InstanceActionsNegativeTestJSON-2008338954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:54.328447 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-743a50c2-e642-46c5-bba5-f5cc33fe2f80 req-95864f29-3929-4073-89f5-b1e066d7e581 tempest-InstanceActionsNegativeTestJSON-2008338954 tempest-InstanceActionsNegativeTestJSON-2008338954-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ed832e7-737c-4af5-aded-2a7a70a0f9a9 HTTP/1.1" status: 200 len: 932 time: 0.4426172 Dec 06 17:22:54.375582 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-281c02c0-4f81-43af-95a9-eff2b70befef None None] Attempting to bind port 2e8c2e69-678c-48df-96fe-9811015b8c2e on host n-d-master-1 for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:22:54.380296 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-281c02c0-4f81-43af-95a9-eff2b70befef None None] Attempting to bind port 2e8c2e69-678c-48df-96fe-9811015b8c2e by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'fc1c29e5-1c85-459b-b976-5ee9e7513296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ee404907-cca6-49fb-8c04-64c9c0d1f548'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:22:54.380902 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281c02c0-4f81-43af-95a9-eff2b70befef None None] Attempting to bind port 2e8c2e69-678c-48df-96fe-9811015b8c2e on network ee404907-cca6-49fb-8c04-64c9c0d1f548 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:22:54.396480 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281c02c0-4f81-43af-95a9-eff2b70befef None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:22:54.397325 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281c02c0-4f81-43af-95a9-eff2b70befef None None] Checking segment: {'id': 'fc1c29e5-1c85-459b-b976-5ee9e7513296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ee404907-cca6-49fb-8c04-64c9c0d1f548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:22:54.397931 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-281c02c0-4f81-43af-95a9-eff2b70befef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:54.399100 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281c02c0-4f81-43af-95a9-eff2b70befef None None] Bound using segment: {'id': 'fc1c29e5-1c85-459b-b976-5ee9e7513296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ee404907-cca6-49fb-8c04-64c9c0d1f548'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:22:54.399769 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-281c02c0-4f81-43af-95a9-eff2b70befef None None] Bound port: 2e8c2e69-678c-48df-96fe-9811015b8c2e, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc1c29e5-1c85-459b-b976-5ee9e7513296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ee404907-cca6-49fb-8c04-64c9c0d1f548'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:22:54.403858 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-281c02c0-4f81-43af-95a9-eff2b70befef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:54.524846 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-743a50c2-e642-46c5-bba5-f5cc33fe2f80 req-9961c0d6-a7b0-4020-a4a1-e751b120bdcd tempest-InstanceActionsNegativeTestJSON-2008338954 tempest-InstanceActionsNegativeTestJSON-2008338954-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4dad383-deff-4980-ab1c-83ad1f0a3359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888409 Dec 06 17:22:54.527649 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-afe11819-ece5-4e3b-9e92-c8214bbe0c66 req-f6cca591-5d42-4193-b00d-44f065352226 service neutron] 10.222.0.44 "GET /v2.0/networks/b1330ff6-71a6-48db-aedf-2e908404d40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5110393 Dec 06 17:22:54.564198 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4d287d-1d02-47c6-90d8-c9c9327f0dad None None] Pushing event updated for resources: {'Port': ['ID=37241d58-5c40-4381-baa9-e8f4c1d53a42,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:54.573921 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-ee45a7aa-625a-40b1-b9a7-7280dd69e290 None None] Provisioning complete for port 2e8c2e69-678c-48df-96fe-9811015b8c2e triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:22:54.577972 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ee45a7aa-625a-40b1-b9a7-7280dd69e290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:54.607806 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-281c02c0-4f81-43af-95a9-eff2b70befef None None] For port 2e8c2e69-678c-48df-96fe-9811015b8c2e, host n-d-master-1, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:22:54.623315 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-281c02c0-4f81-43af-95a9-eff2b70befef None None] For port 2e8c2e69-678c-48df-96fe-9811015b8c2e, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2e8c2e69-678c-48df-96fe-9811015b8c2e,segment=NetworkSegment(fc1c29e5-1c85-459b-b976-5ee9e7513296),segment_id=fc1c29e5-1c85-459b-b976-5ee9e7513296)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:22:54.634395 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-281c02c0-4f81-43af-95a9-eff2b70befef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:54.651762 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-33503c5a-aafc-43f3-b651-1ca6e9137a26 None None] For port 098a25e1-4abc-4ff4-bd63-0625b45c8da1, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:22:54.708668 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-33503c5a-aafc-43f3-b651-1ca6e9137a26 None None] For port 098a25e1-4abc-4ff4-bd63-0625b45c8da1, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=098a25e1-4abc-4ff4-bd63-0625b45c8da1,segment=NetworkSegment(5122e095-b4c3-42b5-a4c4-6a607553bc53),segment_id=5122e095-b4c3-42b5-a4c4-6a607553bc53)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:22:54.710311 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-ee45a7aa-625a-40b1-b9a7-7280dd69e290 None None] Port 2e8c2e69-678c-48df-96fe-9811015b8c2e cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:22:54.720219 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-33503c5a-aafc-43f3-b651-1ca6e9137a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:54.739567 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-afe11819-ece5-4e3b-9e92-c8214bbe0c66 req-7d7295d1-6cf9-477a-83db-5674481cc3e6 service neutron] 10.222.0.44 "GET /v2.0/networks/b1330ff6-71a6-48db-aedf-2e908404d40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028732 Dec 06 17:22:54.805566 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33503c5a-aafc-43f3-b651-1ca6e9137a26 None None] Pushing event updated for resources: {'Port': ['ID=098a25e1-4abc-4ff4-bd63-0625b45c8da1,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:54.837412 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281c02c0-4f81-43af-95a9-eff2b70befef None None] Routers {'4ba7a698-575a-4aaf-9eb0-dc82d8271f78'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:22:54.838260 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-281c02c0-4f81-43af-95a9-eff2b70befef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:22:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['4ba7a698-575a-4aaf-9eb0-dc82d8271f78'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:54.943400 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae5c32a-7e32-440f-afe3-3bcbd431f5c6 req-6f451f58-ead6-4626-860b-3017e045533c tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:54.945087 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fae5c32a-7e32-440f-afe3-3bcbd431f5c6 req-6f451f58-ead6-4626-860b-3017e045533c tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a8709b5-b684-4aa0-903d-8839be2c999e HTTP/1.1" status: 200 len: 945 time: 0.9998472 Dec 06 17:22:55.022249 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38237c6-ec8f-412f-a8e4-27d42d62b370 req-65ff2210-9280-4448-925e-8083bc0c4ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:55.025154 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f38237c6-ec8f-412f-a8e4-27d42d62b370 req-65ff2210-9280-4448-925e-8083bc0c4ad8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=74bc5013de174928a9ab47aef105909c&device_id=5a8709b5-b684-4aa0-903d-8839be2c999e HTTP/1.1" status: 200 len: 1096 time: 0.1232910 Dec 06 17:22:55.069808 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422ee09d-b25f-4ff4-983b-6d8d1324b43e None None] Pushing event updated for resources: {'Port': ['ID=2e8c2e69-678c-48df-96fe-9811015b8c2e,revision_number=4']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:55.096277 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78654efa-1baa-42fb-9124-cd237339591a req-3caad7bd-323e-4754-96fe-49ceea601d00 tempest-InstanceActionsNegativeTestJSON-2008338954 tempest-InstanceActionsNegativeTestJSON-2008338954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:55.097288 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-78654efa-1baa-42fb-9124-cd237339591a req-3caad7bd-323e-4754-96fe-49ceea601d00 tempest-InstanceActionsNegativeTestJSON-2008338954 tempest-InstanceActionsNegativeTestJSON-2008338954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:55.125683 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-281c02c0-4f81-43af-95a9-eff2b70befef None None] Set router 4ba7a698-575a-4aaf-9eb0-dc82d8271f78 gateway port host: None {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:22:55.196986 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4e638df5-dac9-4f0e-9a1c-2f2b65eee7ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:55.295101 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38237c6-ec8f-412f-a8e4-27d42d62b370 req-ede871bf-0a49-4356-8451-205eb26810b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:55.297683 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f38237c6-ec8f-412f-a8e4-27d42d62b370 req-ede871bf-0a49-4356-8451-205eb26810b8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=443e19cc-aba1-401c-ba5c-6c1a74082882 HTTP/1.1" status: 200 len: 918 time: 0.2437072 Dec 06 17:22:55.307190 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-edaff429-5a68-47cd-8c94-d832b689b3e4 None None] Provisioning complete for port 2e8c2e69-678c-48df-96fe-9811015b8c2e triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:22:55.307586 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-edaff429-5a68-47cd-8c94-d832b689b3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:55.421080 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-78654efa-1baa-42fb-9124-cd237339591a req-3caad7bd-323e-4754-96fe-49ceea601d00 tempest-InstanceActionsNegativeTestJSON-2008338954 tempest-InstanceActionsNegativeTestJSON-2008338954-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9319513 Dec 06 17:22:55.429429 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4e638df5-dac9-4f0e-9a1c-2f2b65eee7ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:55.447149 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-4e638df5-dac9-4f0e-9a1c-2f2b65eee7ba admin admin] 10.222.0.23 "DELETE /v2.0/subnets/29c2b993-b6e9-4fbd-adb1-84065e6192e1 HTTP/1.1" status: 204 len: 168 time: 2.2837272 Dec 06 17:22:55.479391 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58200) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:55.652094 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-edaff429-5a68-47cd-8c94-d832b689b3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:55.745172 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-edaff429-5a68-47cd-8c94-d832b689b3e4 None None] For port 2e8c2e69-678c-48df-96fe-9811015b8c2e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2e8c2e69-678c-48df-96fe-9811015b8c2e,segment=NetworkSegment(fc1c29e5-1c85-459b-b976-5ee9e7513296),segment_id=fc1c29e5-1c85-459b-b976-5ee9e7513296)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:22:55.753801 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-edaff429-5a68-47cd-8c94-d832b689b3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:55.775331 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-281c02c0-4f81-43af-95a9-eff2b70befef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'name': 'tempest-RoutersTest-router-1277596697', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:22:33Z', 'updated_at': '2021-12-06T17:22:53Z', 'revision_number': 4, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'gw_port_host': None, '_interfaces': [{'id': '2a9c0948-a0f9-41b0-9621-ce97ab9105a9', 'name': '', 'network_id': 'd2343c0a-6cca-4cf5-a3cc-72085171ecbd', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'mac_address': 'fa:16:3e:57:01:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': 'c6d3cb16-f0d3-44ba-95d2-5d5b143d4354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:22:36Z', 'updated_at': '2021-12-06T17:22:48Z', 'revision_number': 5, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'subnets': [{'id': 'c6d3cb16-f0d3-44ba-95d2-5d5b143d4354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e8c2e69-678c-48df-96fe-9811015b8c2e', 'name': '', 'network_id': 'ee404907-cca6-49fb-8c04-64c9c0d1f548', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'mac_address': 'fa:16:3e:10:12:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1913, 'fixed_ips': [{'subnet_id': 'a0269ed2-b553-4c08-8d9e-236d32987f04', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:22:41Z', 'updated_at': '2021-12-06T17:22:54Z', 'revision_number': 4, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'subnets': [{'id': 'a0269ed2-b553-4c08-8d9e-236d32987f04', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6469bc02-7bd7-4e07-8df3-fb2f783cad10', 'name': '', 'network_id': '9c9946e4-9c2c-4778-985c-acc13a6cd54d', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'mac_address': 'fa:16:3e:08:ff:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1935, 'fixed_ips': [{'subnet_id': 'd2275e3c-6a62-47f8-9a40-40c406cd3a24', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:22:50Z', 'updated_at': '2021-12-06T17:22:51Z', 'revision_number': 1, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'subnets': [{'id': 'd2275e3c-6a62-47f8-9a40-40c406cd3a24', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:55.842118 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5ce55f3e-282d-4b0f-9016-ac94fa3ee066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:55.847368 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fae5c32a-7e32-440f-afe3-3bcbd431f5c6 req-170ff6e9-62f4-46ca-a9b8-c62fc2176056 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=5055a3f9-0705-481f-a554-5c989eab318b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8703918 Dec 06 17:22:55.848169 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e638df5-dac9-4f0e-9a1c-2f2b65eee7ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29c2b993-b6e9-4fbd-adb1-84065e6192e1,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:55.880505 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-78654efa-1baa-42fb-9124-cd237339591a req-058a62f8-1d49-4c7e-bfd7-d63f5eb83136 service neutron] Request body: {'port': {'device_id': '1ed832e7-737c-4af5-aded-2a7a70a0f9a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:22:55.884121 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaff429-5a68-47cd-8c94-d832b689b3e4 None None] Pushing event updated for resources: {'Port': ['ID=2e8c2e69-678c-48df-96fe-9811015b8c2e,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:55.915625 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f38237c6-ec8f-412f-a8e4-27d42d62b370 req-3aafbbee-d761-4fb9-a5fa-5d033c954315 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9940597b-03fc-4480-aa9b-655f24781eb0 HTTP/1.1" status: 200 len: 1001 time: 0.6033392 Dec 06 17:22:55.932418 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281c02c0-4f81-43af-95a9-eff2b70befef None None] The sync data for ids ['4ba7a698-575a-4aaf-9eb0-dc82d8271f78'] in n-d-master-1 is: [{'id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'name': 'tempest-RoutersTest-router-1277596697', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:22:33Z', 'updated_at': '2021-12-06T17:22:53Z', 'revision_number': 4, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'gw_port_host': None, '_interfaces': [{'id': '2a9c0948-a0f9-41b0-9621-ce97ab9105a9', 'name': '', 'network_id': 'd2343c0a-6cca-4cf5-a3cc-72085171ecbd', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'mac_address': 'fa:16:3e:57:01:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': 'c6d3cb16-f0d3-44ba-95d2-5d5b143d4354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:22:36Z', 'updated_at': '2021-12-06T17:22:48Z', 'revision_number': 5, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'subnets': [{'id': 'c6d3cb16-f0d3-44ba-95d2-5d5b143d4354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e8c2e69-678c-48df-96fe-9811015b8c2e', 'name': '', 'network_id': 'ee404907-cca6-49fb-8c04-64c9c0d1f548', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'mac_address': 'fa:16:3e:10:12:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1913, 'fixed_ips': [{'subnet_id': 'a0269ed2-b553-4c08-8d9e-236d32987f04', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:22:41Z', 'updated_at': '2021-12-06T17:22:54Z', 'revision_number': 4, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'subnets': [{'id': 'a0269ed2-b553-4c08-8d9e-236d32987f04', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6469bc02-7bd7-4e07-8df3-fb2f783cad10', 'name': '', 'network_id': '9c9946e4-9c2c-4778-985c-acc13a6cd54d', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'mac_address': 'fa:16:3e:08:ff:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1935, 'fixed_ips': [{'subnet_id': 'd2275e3c-6a62-47f8-9a40-40c406cd3a24', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:22:50Z', 'updated_at': '2021-12-06T17:22:51Z', 'revision_number': 1, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'subnets': [{'id': 'd2275e3c-6a62-47f8-9a40-40c406cd3a24', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:22:56.014723 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38237c6-ec8f-412f-a8e4-27d42d62b370 req-d444e84a-3ebd-4efb-8ba6-d28f23171d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:56.016249 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f38237c6-ec8f-412f-a8e4-27d42d62b370 req-d444e84a-3ebd-4efb-8ba6-d28f23171d8a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=01ffc29c-932e-4129-aefc-9a2b3f836b7b HTTP/1.1" status: 200 len: 856 time: 0.0778108 Dec 06 17:22:56.182813 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-78654efa-1baa-42fb-9124-cd237339591a req-058a62f8-1d49-4c7e-bfd7-d63f5eb83136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:56.355122 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-78c50a23-649a-4751-afa7-a2cbfe66db17 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] 10.222.0.23 "DELETE /v2.0/subnets/ff8a7be6-ab34-4de9-b819-b0078202c119/tags/tempest-TagsExtTest-Tag-210820411 HTTP/1.1" status: 204 len: 168 time: 2.1333659 Dec 06 17:22:56.358349 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58210) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:56.451668 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-313c1d3c-b209-4773-bf4c-2490650d8b1e tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:56.459652 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a89444-646a-4539-861a-280d67c67aed None None] Network a8c7a0d8-c377-4b66-bd21-cdc6972057d2 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:22:56.487519 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.tag.tag_plugin [None req-9d68392b-d8c8-47d1-bd6b-934125fa0bff tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'ff8a7be6-ab34-4de9-b819-b0078202c119') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:56.570369 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5ce55f3e-282d-4b0f-9016-ac94fa3ee066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:56.599280 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-313c1d3c-b209-4773-bf4c-2490650d8b1e tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:56.610087 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e321888-6da9-44cd-935b-eb6796e6db5b req-9ec62975-ef22-4424-96b4-2394867cf3c0 tempest-InstanceActionsNegativeTestJSON-2008338954 tempest-InstanceActionsNegativeTestJSON-2008338954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:56.612143 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6e321888-6da9-44cd-935b-eb6796e6db5b req-9ec62975-ef22-4424-96b4-2394867cf3c0 tempest-InstanceActionsNegativeTestJSON-2008338954 tempest-InstanceActionsNegativeTestJSON-2008338954-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ed832e7-737c-4af5-aded-2a7a70a0f9a9 HTTP/1.1" status: 200 len: 932 time: 0.7000134 Dec 06 17:22:56.648858 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38237c6-ec8f-412f-a8e4-27d42d62b370 req-8c18bc59-fdfa-4a2b-9dd3-1258cd702986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:56.650773 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f38237c6-ec8f-412f-a8e4-27d42d62b370 req-8c18bc59-fdfa-4a2b-9dd3-1258cd702986 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=443e19cc-aba1-401c-ba5c-6c1a74082882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5804605 Dec 06 17:22:56.670674 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-5ce55f3e-282d-4b0f-9016-ac94fa3ee066 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bce8784-7c2e-4c7a-adfa-04732a868b7b']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:56.683570 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 37241d58-5c40-4381-baa9-e8f4c1d53a42 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:22:56.857794 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-f39d195e-8a88-4fb0-b6f7-51867162fc49 None None] Provisioning complete for port 37241d58-5c40-4381-baa9-e8f4c1d53a42 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:22:56.858188 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f38237c6-ec8f-412f-a8e4-27d42d62b370 req-808e35a7-b1fe-4401-8378-cb0449606d78 service neutron] 10.222.0.41 "GET /v2.0/networks/443e19cc-aba1-401c-ba5c-6c1a74082882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699467 Dec 06 17:22:56.858294 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f39d195e-8a88-4fb0-b6f7-51867162fc49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:56.990611 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578c4f5a-2285-4feb-bc9f-3208df2c3c0e None None] Network 9c9946e4-9c2c-4778-985c-acc13a6cd54d requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:22:57.019916 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313c1d3c-b209-4773-bf4c-2490650d8b1e tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Pushing event updated for resources: {'Port': ['ID=6469bc02-7bd7-4e07-8df3-fb2f783cad10,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:57.028352 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-313c1d3c-b209-4773-bf4c-2490650d8b1e tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-772465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539207'] for router_interface, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:57.102781 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f38237c6-ec8f-412f-a8e4-27d42d62b370 req-4d89af8f-6bff-4f42-8b46-c385bb2bbc5a service neutron] 10.222.0.41 "GET /v2.0/networks/443e19cc-aba1-401c-ba5c-6c1a74082882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359829 Dec 06 17:22:57.113923 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f39d195e-8a88-4fb0-b6f7-51867162fc49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:57.183221 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-5ce55f3e-282d-4b0f-9016-ac94fa3ee066 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2b4431f-b201-4e60-abb0-4ac6ffe2ba59') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:57.183445 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-5ce55f3e-282d-4b0f-9016-ac94fa3ee066 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2b4431f-b201-4e60-abb0-4ac6ffe2ba59') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:57.192533 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6e321888-6da9-44cd-935b-eb6796e6db5b req-16d0fb62-bbc4-4eba-83d5-81e342de3529 tempest-InstanceActionsNegativeTestJSON-2008338954 tempest-InstanceActionsNegativeTestJSON-2008338954-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4dad383-deff-4980-ab1c-83ad1f0a3359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5586960 Dec 06 17:22:57.227605 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5ce55f3e-282d-4b0f-9016-ac94fa3ee066 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:57.257880 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5ce55f3e-282d-4b0f-9016-ac94fa3ee066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:57.269377 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ce55f3e-282d-4b0f-9016-ac94fa3ee066 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:22:57.270125 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5ce55f3e-282d-4b0f-9016-ac94fa3ee066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:57.275746 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:22:57.275746 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:22:57.275746 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:22:57.275746 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:22:57.275746 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:22:57.275746 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:22:57.275746 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:22:57.275746 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:22:57.275746 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:22:57.275746 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:22:57.275746 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:22:57.275746 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:22:57.275746 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:22:57.275746 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:22:57.275746 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:22:57.275746 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:22:57.275746 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:22:57.275746 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:22:57.275746 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:22:57.275746 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:22:57.275746 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:22:57.275746 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:22:57.275746 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:22:57.275746 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:22:57.275746 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:22:57.275746 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:22:57.275746 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:22:57.275746 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:22:57.275746 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:22:57.275746 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:22:57.275746 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:22:57.275746 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:22:57.282240 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-9d68392b-d8c8-47d1-bd6b-934125fa0bff tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] 10.222.0.23 "GET /v2.0/subnets/ff8a7be6-ab34-4de9-b819-b0078202c119/tags HTTP/1.1" status: 200 len: 205 time: 0.8252909 Dec 06 17:22:57.289985 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58218) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:57.297342 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.tag.tag_plugin [None req-9e65299c-42a0-4596-8536-77c690ed4ad7 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '127b4d4a-b886-41f8-9a4f-ac40a328c870') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:57.410123 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83310c92-3f2f-450c-a993-527266bd0b63 req-cb4d396a-949d-42e9-8e29-6edb1b367c22 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:57.412517 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-83310c92-3f2f-450c-a993-527266bd0b63 req-cb4d396a-949d-42e9-8e29-6edb1b367c22 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a8709b5-b684-4aa0-903d-8839be2c999e HTTP/1.1" status: 200 len: 945 time: 0.3250909 Dec 06 17:22:57.461558 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5ce55f3e-282d-4b0f-9016-ac94fa3ee066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:57.488058 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5ce55f3e-282d-4b0f-9016-ac94fa3ee066 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:57.496469 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-5ce55f3e-282d-4b0f-9016-ac94fa3ee066 admin admin] 10.222.0.23 "DELETE /v2.0/networks/6bce8784-7c2e-4c7a-adfa-04732a868b7b HTTP/1.1" status: 204 len: 168 time: 2.0130632 Dec 06 17:22:57.498543 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce55f3e-282d-4b0f-9016-ac94fa3ee066 admin admin] Pushing event deleted for resources: {'Network': ['ID=6bce8784-7c2e-4c7a-adfa-04732a868b7b,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:57.552003 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313c1d3c-b209-4773-bf4c-2490650d8b1e tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Network 9c9946e4-9c2c-4778-985c-acc13a6cd54d is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:22:57.592708 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-313c1d3c-b209-4773-bf4c-2490650d8b1e tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:22:57.636673 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-83310c92-3f2f-450c-a993-527266bd0b63 req-a19dc221-16e2-4c4d-b7c6-4204fb0414a1 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=5055a3f9-0705-481f-a554-5c989eab318b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2132027 Dec 06 17:22:57.679617 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-f39d195e-8a88-4fb0-b6f7-51867162fc49 None None] For port 37241d58-5c40-4381-baa9-e8f4c1d53a42, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=37241d58-5c40-4381-baa9-e8f4c1d53a42,segment=NetworkSegment(1b061c41-0a52-46df-8e66-5daee97881bf),segment_id=1b061c41-0a52-46df-8e66-5daee97881bf)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:22:57.680155 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58226) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:57.680155 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.tag.tag_plugin [None req-ba42b18d-6d6d-4600-8c0b-ec3532355ebc tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '127b4d4a-b886-41f8-9a4f-ac40a328c870', 'tempest-TagsExtTest-Tag-1217522106') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:57.681995 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-9e65299c-42a0-4596-8536-77c690ed4ad7 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] 10.222.0.23 "GET /v2.0/ports/127b4d4a-b886-41f8-9a4f-ac40a328c870/tags HTTP/1.1" status: 200 len: 241 time: 0.3882554 Dec 06 17:22:57.687127 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-78654efa-1baa-42fb-9124-cd237339591a req-058a62f8-1d49-4c7e-bfd7-d63f5eb83136 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88cb9d20-9b9f-4913-afb3-774cf5968246 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:22:57.726087 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 37241d58-5c40-4381-baa9-e8f4c1d53a42 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:22:57.731925 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:57.735243 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f39d195e-8a88-4fb0-b6f7-51867162fc49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:57.810267 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-ba42b18d-6d6d-4600-8c0b-ec3532355ebc tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] 10.222.0.23 "GET /v2.0/ports/127b4d4a-b886-41f8-9a4f-ac40a328c870/tags/tempest-TagsExtTest-Tag-1217522106 HTTP/1.1" status: 204 len: 168 time: 0.1364925 Dec 06 17:22:57.812463 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58228) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:57.821659 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.tag.tag_plugin [None req-c3a3c1e7-8414-462e-9285-e5fdc4166b3d tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '127b4d4a-b886-41f8-9a4f-ac40a328c870', 'tempest-TagsExtTest-Tag-1217522106') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:57.894134 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-78654efa-1baa-42fb-9124-cd237339591a req-058a62f8-1d49-4c7e-bfd7-d63f5eb83136 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:57.935319 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58230) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:57.955257 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-f39d195e-8a88-4fb0-b6f7-51867162fc49 None None] Provisioning complete for port 127b4d4a-b886-41f8-9a4f-ac40a328c870 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:22:57.956001 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f39d195e-8a88-4fb0-b6f7-51867162fc49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:58.000529 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-78654efa-1baa-42fb-9124-cd237339591a req-058a62f8-1d49-4c7e-bfd7-d63f5eb83136 service neutron] Transition to ACTIVE for port object 88cb9d20-9b9f-4913-afb3-774cf5968246 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:22:58.044619 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-c3a3c1e7-8414-462e-9285-e5fdc4166b3d tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] 10.222.0.23 "DELETE /v2.0/ports/127b4d4a-b886-41f8-9a4f-ac40a328c870/tags/tempest-TagsExtTest-Tag-1217522106 HTTP/1.1" status: 204 len: 168 time: 0.2310095 Dec 06 17:22:58.047409 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58232) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:58.047862 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-78654efa-1baa-42fb-9124-cd237339591a req-058a62f8-1d49-4c7e-bfd7-d63f5eb83136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:58.053318 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.tag.tag_plugin [None req-f7083375-bae8-4099-89dc-df29ec764f47 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '127b4d4a-b886-41f8-9a4f-ac40a328c870') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:58.080123 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-313c1d3c-b209-4773-bf4c-2490650d8b1e tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Router 4ba7a698-575a-4aaf-9eb0-dc82d8271f78 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:22:58.083403 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-f39d195e-8a88-4fb0-b6f7-51867162fc49 None None] Port 127b4d4a-b886-41f8-9a4f-ac40a328c870 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:22:58.194989 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-f7083375-bae8-4099-89dc-df29ec764f47 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] 10.222.0.23 "GET /v2.0/ports/127b4d4a-b886-41f8-9a4f-ac40a328c870/tags HTTP/1.1" status: 200 len: 205 time: 0.1450963 Dec 06 17:22:58.197822 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58234) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:58.202804 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.tag.tag_plugin [None req-f9a5ad1c-1d0c-42eb-8445-e8867ae07c55 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c6fdc9ae-46fa-4a57-acc4-f36d03833a09') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:58.203658 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-e2213cc6-a90c-4c3d-9994-70586c0e485c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=21f19de01e99463e9409b3217b351fee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2538812 Dec 06 17:22:58.209150 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58236) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:58.248109 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39d195e-8a88-4fb0-b6f7-51867162fc49 None None] Pushing event updated for resources: {'Port': ['ID=37241d58-5c40-4381-baa9-e8f4c1d53a42,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:58.335625 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058a62f8-1d49-4c7e-bfd7-d63f5eb83136 service neutron] Pushing event updated for resources: {'Port': ['ID=88cb9d20-9b9f-4913-afb3-774cf5968246,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:58.458038 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-ef54d88a-1494-491a-a80d-e3e6a6c59a4b None None] Provisioning complete for port 098a25e1-4abc-4ff4-bd63-0625b45c8da1 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:22:58.458924 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ef54d88a-1494-491a-a80d-e3e6a6c59a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:58.573037 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-f9a5ad1c-1d0c-42eb-8445-e8867ae07c55 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] 10.222.0.23 "GET /v2.0/routers/c6fdc9ae-46fa-4a57-acc4-f36d03833a09/tags HTTP/1.1" status: 200 len: 241 time: 0.3716056 Dec 06 17:22:58.573815 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58240) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:58.592328 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.tag.tag_plugin [None req-1b00acc2-3289-4043-9dcc-4c1932c46856 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c6fdc9ae-46fa-4a57-acc4-f36d03833a09', 'tempest-TagsExtTest-Tag-2051553624') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:58.603894 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 2e8c2e69-678c-48df-96fe-9811015b8c2e up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:22:58.607463 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1c265c-07e5-4203-92fd-d38d0b0aabfc req-7cfc2b47-6be3-42b3-a6ef-3ae8e04a294f tempest-InstanceActionsNegativeTestJSON-2008338954 tempest-InstanceActionsNegativeTestJSON-2008338954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:58.615215 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fd1c265c-07e5-4203-92fd-d38d0b0aabfc req-7cfc2b47-6be3-42b3-a6ef-3ae8e04a294f tempest-InstanceActionsNegativeTestJSON-2008338954 tempest-InstanceActionsNegativeTestJSON-2008338954-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ed832e7-737c-4af5-aded-2a7a70a0f9a9 HTTP/1.1" status: 200 len: 944 time: 0.2201395 Dec 06 17:22:58.752692 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-78654efa-1baa-42fb-9124-cd237339591a req-058a62f8-1d49-4c7e-bfd7-d63f5eb83136 service neutron] Attempting to bind port 88cb9d20-9b9f-4913-afb3-774cf5968246 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:22:58.757274 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-78654efa-1baa-42fb-9124-cd237339591a req-058a62f8-1d49-4c7e-bfd7-d63f5eb83136 service neutron] Attempting to bind port 88cb9d20-9b9f-4913-afb3-774cf5968246 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'd18daf7e-294f-4602-8fb9-59cae6ac17d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4dc9741c-5238-4293-b987-279a0da27ae8'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:22:58.757421 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78654efa-1baa-42fb-9124-cd237339591a req-058a62f8-1d49-4c7e-bfd7-d63f5eb83136 service neutron] Attempting to bind port 88cb9d20-9b9f-4913-afb3-774cf5968246 on network 4dc9741c-5238-4293-b987-279a0da27ae8 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:22:58.793133 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78654efa-1baa-42fb-9124-cd237339591a req-058a62f8-1d49-4c7e-bfd7-d63f5eb83136 service neutron] Port 88cb9d20-9b9f-4913-afb3-774cf5968246 on network 4dc9741c-5238-4293-b987-279a0da27ae8 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:22:58.794707 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78654efa-1baa-42fb-9124-cd237339591a req-058a62f8-1d49-4c7e-bfd7-d63f5eb83136 service neutron] Attempting to bind port 88cb9d20-9b9f-4913-afb3-774cf5968246 on network 4dc9741c-5238-4293-b987-279a0da27ae8 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:22:58.841501 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78654efa-1baa-42fb-9124-cd237339591a req-058a62f8-1d49-4c7e-bfd7-d63f5eb83136 service neutron] Checking agent: {'id': '9d8b9f49-2860-4c1f-9b89-45a7657a3c4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:22:58.841964 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78654efa-1baa-42fb-9124-cd237339591a req-058a62f8-1d49-4c7e-bfd7-d63f5eb83136 service neutron] Checking segment: {'id': 'd18daf7e-294f-4602-8fb9-59cae6ac17d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4dc9741c-5238-4293-b987-279a0da27ae8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:22:58.843973 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78654efa-1baa-42fb-9124-cd237339591a req-058a62f8-1d49-4c7e-bfd7-d63f5eb83136 service neutron] Bound using segment: {'id': 'd18daf7e-294f-4602-8fb9-59cae6ac17d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4dc9741c-5238-4293-b987-279a0da27ae8'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:22:58.845612 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-78654efa-1baa-42fb-9124-cd237339591a req-058a62f8-1d49-4c7e-bfd7-d63f5eb83136 service neutron] Bound port: 88cb9d20-9b9f-4913-afb3-774cf5968246, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd18daf7e-294f-4602-8fb9-59cae6ac17d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4dc9741c-5238-4293-b987-279a0da27ae8'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:22:58.846016 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-78654efa-1baa-42fb-9124-cd237339591a req-058a62f8-1d49-4c7e-bfd7-d63f5eb83136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:58.851784 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-147c6d84-57f9-49df-ae3e-fbb5ff137532 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:58.855197 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ef54d88a-1494-491a-a80d-e3e6a6c59a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:58.921769 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-147c6d84-57f9-49df-ae3e-fbb5ff137532 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:58.936579 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fd1c265c-07e5-4203-92fd-d38d0b0aabfc req-935312d3-1117-44a6-9444-b3d29e104414 tempest-InstanceActionsNegativeTestJSON-2008338954 tempest-InstanceActionsNegativeTestJSON-2008338954-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4dad383-deff-4980-ab1c-83ad1f0a3359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560427 Dec 06 17:22:58.950618 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-1b00acc2-3289-4043-9dcc-4c1932c46856 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] 10.222.0.23 "GET /v2.0/routers/c6fdc9ae-46fa-4a57-acc4-f36d03833a09/tags/tempest-TagsExtTest-Tag-2051553624 HTTP/1.1" status: 204 len: 168 time: 0.3696690 Dec 06 17:22:58.953427 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 2e8c2e69-678c-48df-96fe-9811015b8c2e triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:22:58.956511 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58248) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:58.962468 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:58.977432 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.tag.tag_plugin [None req-bbb00b82-146a-4515-90a0-ab03c62f6510 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'c6fdc9ae-46fa-4a57-acc4-f36d03833a09', 'tempest-TagsExtTest-Tag-2051553624') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:59.044003 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-147c6d84-57f9-49df-ae3e-fbb5ff137532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:59.046614 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-ef54d88a-1494-491a-a80d-e3e6a6c59a4b None None] For port 098a25e1-4abc-4ff4-bd63-0625b45c8da1, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=098a25e1-4abc-4ff4-bd63-0625b45c8da1,segment=NetworkSegment(5122e095-b4c3-42b5-a4c4-6a607553bc53),segment_id=5122e095-b4c3-42b5-a4c4-6a607553bc53)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:22:59.050861 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-147c6d84-57f9-49df-ae3e-fbb5ff137532 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:59.070434 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-147c6d84-57f9-49df-ae3e-fbb5ff137532 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/54ea3743-02a2-48aa-9529-8f387c377be9 HTTP/1.1" status: 204 len: 168 time: 0.8379409 Dec 06 17:22:59.077569 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ef54d88a-1494-491a-a80d-e3e6a6c59a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:59.096667 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-313c1d3c-b209-4773-bf4c-2490650d8b1e tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:22:59.120540 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30286b28-7654-4753-975c-55124000679e None None] Sync routers for ids ['4ba7a698-575a-4aaf-9eb0-dc82d8271f78'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:22:59.129793 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-313c1d3c-b209-4773-bf4c-2490650d8b1e tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "PUT /v2.0/routers/4ba7a698-575a-4aaf-9eb0-dc82d8271f78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2182026 Dec 06 17:22:59.139240 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58252) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:59.155376 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-2cb16514-25d9-426a-a8e5-31dd463d1edd tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Request body: {'network': {'name': 'tempest-RoutersTest-2076357439'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:22:59.207334 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147c6d84-57f9-49df-ae3e-fbb5ff137532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ea3743-02a2-48aa-9529-8f387c377be9,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:59.247147 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30286b28-7654-4753-975c-55124000679e None None] Routers {'4ba7a698-575a-4aaf-9eb0-dc82d8271f78'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:22:59.247922 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-30286b28-7654-4753-975c-55124000679e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:22:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['4ba7a698-575a-4aaf-9eb0-dc82d8271f78'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:59.261657 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb16514-25d9-426a-a8e5-31dd463d1edd tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Made reservation on behalf of 60dea69d591c42b4aa2e88227c4d267f for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:22:59.265927 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2cb16514-25d9-426a-a8e5-31dd463d1edd tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:59.319202 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efbb184-501c-48b5-be14-4a4f59552238 req-21d80f33-bcf5-47c0-9104-9a6a25f15d43 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:59.323194 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1efbb184-501c-48b5-be14-4a4f59552238 req-21d80f33-bcf5-47c0-9104-9a6a25f15d43 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a8709b5-b684-4aa0-903d-8839be2c999e HTTP/1.1" status: 200 len: 945 time: 0.3227711 Dec 06 17:22:59.325253 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-bbb00b82-146a-4515-90a0-ab03c62f6510 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] 10.222.0.23 "DELETE /v2.0/routers/c6fdc9ae-46fa-4a57-acc4-f36d03833a09/tags/tempest-TagsExtTest-Tag-2051553624 HTTP/1.1" status: 204 len: 168 time: 0.3675542 Dec 06 17:22:59.329813 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58256) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:22:59.348989 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.tag.tag_plugin [None req-7fd3f962-53b3-4dd9-923c-a6a4e854ec5d tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c6fdc9ae-46fa-4a57-acc4-f36d03833a09') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:22:59.430868 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-78654efa-1baa-42fb-9124-cd237339591a req-058a62f8-1d49-4c7e-bfd7-d63f5eb83136 service neutron] For port 88cb9d20-9b9f-4913-afb3-774cf5968246, host n-h2-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:22:59.485221 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-78654efa-1baa-42fb-9124-cd237339591a req-058a62f8-1d49-4c7e-bfd7-d63f5eb83136 service neutron] For port 88cb9d20-9b9f-4913-afb3-774cf5968246, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=88cb9d20-9b9f-4913-afb3-774cf5968246,segment=NetworkSegment(d18daf7e-294f-4602-8fb9-59cae6ac17d6),segment_id=d18daf7e-294f-4602-8fb9-59cae6ac17d6)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:22:59.504431 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-78654efa-1baa-42fb-9124-cd237339591a req-058a62f8-1d49-4c7e-bfd7-d63f5eb83136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:59.532068 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 098a25e1-4abc-4ff4-bd63-0625b45c8da1 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:22:59.534201 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1efbb184-501c-48b5-be14-4a4f59552238 req-463a9db3-5200-4aab-9853-b2bd70bd55d2 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=5055a3f9-0705-481f-a554-5c989eab318b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1759450 Dec 06 17:22:59.567516 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef54d88a-1494-491a-a80d-e3e6a6c59a4b None None] Pushing event updated for resources: {'Port': ['ID=098a25e1-4abc-4ff4-bd63-0625b45c8da1,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:59.629058 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-49e8c373-679d-4aee-ac56-f5b565e5dc34 None None] Provisioning complete for port 098a25e1-4abc-4ff4-bd63-0625b45c8da1 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:22:59.629798 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-49e8c373-679d-4aee-ac56-f5b565e5dc34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:59.672632 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058a62f8-1d49-4c7e-bfd7-d63f5eb83136 service neutron] Pushing event updated for resources: {'Port': ['ID=88cb9d20-9b9f-4913-afb3-774cf5968246,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:22:59.702798 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78654efa-1baa-42fb-9124-cd237339591a req-058a62f8-1d49-4c7e-bfd7-d63f5eb83136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:59.703445 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-78654efa-1baa-42fb-9124-cd237339591a req-058a62f8-1d49-4c7e-bfd7-d63f5eb83136 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:59.706104 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-78654efa-1baa-42fb-9124-cd237339591a req-058a62f8-1d49-4c7e-bfd7-d63f5eb83136 service neutron] 10.222.0.44 "PUT /v2.0/ports/88cb9d20-9b9f-4913-afb3-774cf5968246 HTTP/1.1" status: 200 len: 1092 time: 4.1908369 Dec 06 17:22:59.707357 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ed832e7-737c-4af5-aded-2a7a70a0f9a9', 'tag': '88cb9d20-9b9f-4913-afb3-774cf5968246'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:22:59.709855 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3437f7fc-26e6-41e0-ae2d-f9d66554b891" -d '{"events": [{"name": "network-changed", "server_uuid": "1ed832e7-737c-4af5-aded-2a7a70a0f9a9", "tag": "88cb9d20-9b9f-4913-afb3-774cf5968246"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:22:59.722332 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-30286b28-7654-4753-975c-55124000679e None None] Set router 4ba7a698-575a-4aaf-9eb0-dc82d8271f78 gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:22:59.814478 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e9b92a8-0431-4aa8-b530-ad4ca81f1f7c x-openstack-request-id: req-4e9b92a8-0431-4aa8-b530-ad4ca81f1f7c {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:22:59.816586 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ed832e7-737c-4af5-aded-2a7a70a0f9a9", "tag": "88cb9d20-9b9f-4913-afb3-774cf5968246", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:22:59.817408 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4e9b92a8-0431-4aa8-b530-ad4ca81f1f7c {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:22:59.818053 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ed832e7-737c-4af5-aded-2a7a70a0f9a9', 'tag': '88cb9d20-9b9f-4913-afb3-774cf5968246', 'status': 'completed', 'code': 200} Dec 06 17:22:59.837252 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78654efa-1baa-42fb-9124-cd237339591a req-62e15480-dee2-4d91-9d57-bfa7ef3c2576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:22:59.839251 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-78654efa-1baa-42fb-9124-cd237339591a req-62e15480-dee2-4d91-9d57-bfa7ef3c2576 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c0562492c63241558604da79e746aebb&device_id=1ed832e7-737c-4af5-aded-2a7a70a0f9a9 HTTP/1.1" status: 200 len: 1095 time: 0.0798953 Dec 06 17:22:59.861289 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 098a25e1-4abc-4ff4-bd63-0625b45c8da1 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:22:59.861289 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:22:59.992666 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-78654efa-1baa-42fb-9124-cd237339591a req-e2734563-80df-4304-b504-42184fc262cd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88cb9d20-9b9f-4913-afb3-774cf5968246 HTTP/1.1" status: 200 len: 217 time: 0.1364033 Dec 06 17:23:00.117513 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78654efa-1baa-42fb-9124-cd237339591a req-fcebea31-c9c8-4e0e-8841-c75ceaf68087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:00.119932 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa119c7-1f03-4e10-97b7-57e7d61ca15e None None] get_active_networks_info from n-d-master-1 {{(pid=103286) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 17:23:00.122500 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-78654efa-1baa-42fb-9124-cd237339591a req-fcebea31-c9c8-4e0e-8841-c75ceaf68087 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=83681593-e30f-447d-a1c4-526c5502d616 HTTP/1.1" status: 200 len: 862 time: 0.1237361 Dec 06 17:23:00.137409 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cb16514-25d9-426a-a8e5-31dd463d1edd tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:23:00.177019 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2cb16514-25d9-426a-a8e5-31dd463d1edd tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:00.177369 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-2cb16514-25d9-426a-a8e5-31dd463d1edd tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Added segment a0b99927-d5f7-4863-9ee7-7f436fe7772e of type vlan for network 1887f6fc-5ad5-41ea-ad23-1e0db299846a Dec 06 17:23:00.182642 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-78654efa-1baa-42fb-9124-cd237339591a req-bb5950a8-b817-465f-a56a-4cd3f9557ed5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4dc9741c-5238-4293-b987-279a0da27ae8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425305 Dec 06 17:23:00.202157 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-7fd3f962-53b3-4dd9-923c-a6a4e854ec5d tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] 10.222.0.23 "GET /v2.0/routers/c6fdc9ae-46fa-4a57-acc4-f36d03833a09/tags HTTP/1.1" status: 200 len: 205 time: 0.8709617 Dec 06 17:23:00.207552 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58282) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:00.221816 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.tag.tag_plugin [None req-b346b46a-9f71-4d93-a639-0a1012e00696 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '2209ed21-2a63-4b1b-b177-c91c35fbf758') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:23:00.317179 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2cb16514-25d9-426a-a8e5-31dd463d1edd tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:00.347709 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-b346b46a-9f71-4d93-a639-0a1012e00696 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] 10.222.0.23 "GET /v2.0/subnetpools/2209ed21-2a63-4b1b-b177-c91c35fbf758/tags HTTP/1.1" status: 200 len: 241 time: 0.1388781 Dec 06 17:23:00.365796 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58286) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:00.372715 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.tag.tag_plugin [None req-5631f87e-9f80-4b75-b3a9-960635668dd9 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '2209ed21-2a63-4b1b-b177-c91c35fbf758', 'tempest-TagsExtTest-Tag-1160976885') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:23:00.400679 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2fdd75-d4b2-4296-9149-187a4990b9bf req-d4c7cce8-e081-4384-9b47-f8b8e63fe829 tempest-InstanceActionsNegativeTestJSON-2008338954 tempest-InstanceActionsNegativeTestJSON-2008338954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:00.402257 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-eb2fdd75-d4b2-4296-9149-187a4990b9bf req-d4c7cce8-e081-4384-9b47-f8b8e63fe829 tempest-InstanceActionsNegativeTestJSON-2008338954 tempest-InstanceActionsNegativeTestJSON-2008338954-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ed832e7-737c-4af5-aded-2a7a70a0f9a9 HTTP/1.1" status: 200 len: 944 time: 0.2789652 Dec 06 17:23:00.438965 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-5631f87e-9f80-4b75-b3a9-960635668dd9 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] 10.222.0.23 "GET /v2.0/subnetpools/2209ed21-2a63-4b1b-b177-c91c35fbf758/tags/tempest-TagsExtTest-Tag-1160976885 HTTP/1.1" status: 204 len: 168 time: 0.0713239 Dec 06 17:23:00.440271 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2cb16514-25d9-426a-a8e5-31dd463d1edd tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:00.451138 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb16514-25d9-426a-a8e5-31dd463d1edd tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:00.452387 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2cb16514-25d9-426a-a8e5-31dd463d1edd tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:00.467848 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58290) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:00.478861 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.tag.tag_plugin [None req-6aae4237-c7a0-474b-b5db-cd2e5f04864c tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '2209ed21-2a63-4b1b-b177-c91c35fbf758', 'tempest-TagsExtTest-Tag-1160976885') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:23:00.489579 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-2cb16514-25d9-426a-a8e5-31dd463d1edd tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3490698 Dec 06 17:23:00.509593 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58292) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:00.513594 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-eb2fdd75-d4b2-4296-9149-187a4990b9bf req-da3cfc0d-5400-4506-98f2-4e7ff1be03eb tempest-InstanceActionsNegativeTestJSON-2008338954 tempest-InstanceActionsNegativeTestJSON-2008338954-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4dad383-deff-4980-ab1c-83ad1f0a3359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012073 Dec 06 17:23:00.521194 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-c5ee1dad-bbd8-4d14-86d3-cd82d197eea5 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Request body: {'subnet': {'network_id': '1887f6fc-5ad5-41ea-ad23-1e0db299846a', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:23:00.537840 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-78654efa-1baa-42fb-9124-cd237339591a req-eb3186e5-214d-4f51-b8dc-de99679ea972 service neutron] 10.222.0.44 "GET /v2.0/networks/4dc9741c-5238-4293-b987-279a0da27ae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3084908 Dec 06 17:23:00.560077 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58294) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:00.565617 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-49e8c373-679d-4aee-ac56-f5b565e5dc34 None None] Provisioning complete for port 37241d58-5c40-4381-baa9-e8f4c1d53a42 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:23:00.566193 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-49e8c373-679d-4aee-ac56-f5b565e5dc34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:00.737316 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-30286b28-7654-4753-975c-55124000679e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'name': 'tempest-RoutersTest-router-1277596697', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:22:33Z', 'updated_at': '2021-12-06T17:22:53Z', 'revision_number': 4, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'gw_port_host': None, '_interfaces': [{'id': '2a9c0948-a0f9-41b0-9621-ce97ab9105a9', 'name': '', 'network_id': 'd2343c0a-6cca-4cf5-a3cc-72085171ecbd', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'mac_address': 'fa:16:3e:57:01:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': 'c6d3cb16-f0d3-44ba-95d2-5d5b143d4354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:22:36Z', 'updated_at': '2021-12-06T17:22:48Z', 'revision_number': 5, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'subnets': [{'id': 'c6d3cb16-f0d3-44ba-95d2-5d5b143d4354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e8c2e69-678c-48df-96fe-9811015b8c2e', 'name': '', 'network_id': 'ee404907-cca6-49fb-8c04-64c9c0d1f548', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'mac_address': 'fa:16:3e:10:12:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1913, 'fixed_ips': [{'subnet_id': 'a0269ed2-b553-4c08-8d9e-236d32987f04', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:22:41Z', 'updated_at': '2021-12-06T17:22:55Z', 'revision_number': 5, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'subnets': [{'id': 'a0269ed2-b553-4c08-8d9e-236d32987f04', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6469bc02-7bd7-4e07-8df3-fb2f783cad10', 'name': '', 'network_id': '9c9946e4-9c2c-4778-985c-acc13a6cd54d', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'mac_address': 'fa:16:3e:08:ff:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1935, 'fixed_ips': [{'subnet_id': 'd2275e3c-6a62-47f8-9a40-40c406cd3a24', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:22:50Z', 'updated_at': '2021-12-06T17:22:55Z', 'revision_number': 2, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'subnets': [{'id': 'd2275e3c-6a62-47f8-9a40-40c406cd3a24', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:23:00.783356 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30286b28-7654-4753-975c-55124000679e None None] Checking router: 4ba7a698-575a-4aaf-9eb0-dc82d8271f78 for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:23:00.791516 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30286b28-7654-4753-975c-55124000679e None None] Updating router 4ba7a698-575a-4aaf-9eb0-dc82d8271f78 port 6469bc02-7bd7-4e07-8df3-fb2f783cad10 binding host n-d-master-1 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:23:00.831226 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb16514-25d9-426a-a8e5-31dd463d1edd tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Pushing event updated for resources: {'Network': ['ID=1887f6fc-5ad5-41ea-ad23-1e0db299846a,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:00.848432 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-6aae4237-c7a0-474b-b5db-cd2e5f04864c tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] 10.222.0.23 "DELETE /v2.0/subnetpools/2209ed21-2a63-4b1b-b177-c91c35fbf758/tags/tempest-TagsExtTest-Tag-1160976885 HTTP/1.1" status: 204 len: 168 time: 0.3743412 Dec 06 17:23:00.854994 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58308) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:00.866056 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e977a9fd-44aa-4b5e-bb12-a8f5fb406efa req-365967b6-2d96-4f69-83af-d7dce89f9111 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:00.868386 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e977a9fd-44aa-4b5e-bb12-a8f5fb406efa req-365967b6-2d96-4f69-83af-d7dce89f9111 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a8709b5-b684-4aa0-903d-8839be2c999e HTTP/1.1" status: 200 len: 945 time: 0.1353850 Dec 06 17:23:00.869691 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa119c7-1f03-4e10-97b7-57e7d61ca15e None None] Resources bound (agent type, host, resource id): {{(pid=103286) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 06 17:23:00.874179 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.tag.tag_plugin [None req-bbc152f4-988c-48a9-8f94-62daf1910d99 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '2209ed21-2a63-4b1b-b177-c91c35fbf758') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:23:00.876767 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 1887f6fc-5ad5-41ea-ad23-1e0db299846a details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:23:00.923846 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-bbc152f4-988c-48a9-8f94-62daf1910d99 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] 10.222.0.23 "GET /v2.0/subnetpools/2209ed21-2a63-4b1b-b177-c91c35fbf758/tags HTTP/1.1" status: 200 len: 205 time: 0.0532169 Dec 06 17:23:00.932301 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-c4072a07-5a31-46df-9419-583a4d4ee9b1 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1803589454-network', 'tenant_id': '27074bf2b27c4afcb8f578b14abef9af'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:23:00.949967 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 098a25e1-4abc-4ff4-bd63-0625b45c8da1 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:23:00.953153 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58310) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:00.958517 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.tag.tag_plugin [None req-0b18d091-f967-4c72-8798-45f96b23122f tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '2209ed21-2a63-4b1b-b177-c91c35fbf758') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:23:00.978043 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4072a07-5a31-46df-9419-583a4d4ee9b1 admin admin] Made reservation on behalf of 27074bf2b27c4afcb8f578b14abef9af for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:23:00.980964 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c4072a07-5a31-46df-9419-583a4d4ee9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:00.993787 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c4072a07-5a31-46df-9419-583a4d4ee9b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:01.000748 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-30286b28-7654-4753-975c-55124000679e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:01.037670 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e977a9fd-44aa-4b5e-bb12-a8f5fb406efa req-d20d0e10-8de5-495b-b3b9-6584475bb854 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=5055a3f9-0705-481f-a554-5c989eab318b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450002 Dec 06 17:23:01.063339 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-0b18d091-f967-4c72-8798-45f96b23122f tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] 10.222.0.23 "DELETE /v2.0/subnetpools/2209ed21-2a63-4b1b-b177-c91c35fbf758/tags HTTP/1.1" status: 204 len: 168 time: 0.1066034 Dec 06 17:23:01.067455 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58314) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:01.083322 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.tag.tag_plugin [None req-9976c626-9fd1-4f92-b273-37962dc6b4f2 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c6fdc9ae-46fa-4a57-acc4-f36d03833a09') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:23:01.107479 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-78654efa-1baa-42fb-9124-cd237339591a req-516107f0-d099-4eb7-ad19-bf7019d859ae service neutron] 10.222.0.44 "GET /v2.0/networks/4dc9741c-5238-4293-b987-279a0da27ae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5591886 Dec 06 17:23:01.115459 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ee1dad-bbd8-4d14-86d3-cd82d197eea5 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Made reservation on behalf of 60dea69d591c42b4aa2e88227c4d267f for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:23:01.121863 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c5ee1dad-bbd8-4d14-86d3-cd82d197eea5 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:01.284149 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3437f7fc-26e6-41e0-ae2d-f9d66554b891 req-8836f550-16ea-488c-8be8-b756e974b209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:01.286156 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3437f7fc-26e6-41e0-ae2d-f9d66554b891 req-8836f550-16ea-488c-8be8-b756e974b209 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c0562492c63241558604da79e746aebb&device_id=1ed832e7-737c-4af5-aded-2a7a70a0f9a9 HTTP/1.1" status: 200 len: 1095 time: 0.1234198 Dec 06 17:23:01.374319 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-9976c626-9fd1-4f92-b273-37962dc6b4f2 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] 10.222.0.23 "DELETE /v2.0/routers/c6fdc9ae-46fa-4a57-acc4-f36d03833a09/tags HTTP/1.1" status: 204 len: 168 time: 0.3053489 Dec 06 17:23:01.375929 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58316) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:01.382704 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c4072a07-5a31-46df-9419-583a4d4ee9b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:01.398732 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.tag.tag_plugin [None req-bc922f14-c9bb-4e04-9b1a-f0b2d3838860 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '127b4d4a-b886-41f8-9a4f-ac40a328c870') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:23:01.412340 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c4072a07-5a31-46df-9419-583a4d4ee9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:01.505702 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3437f7fc-26e6-41e0-ae2d-f9d66554b891 req-b2509a72-0049-4840-a9cb-0d9d8f2efc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:01.507449 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3437f7fc-26e6-41e0-ae2d-f9d66554b891 req-b2509a72-0049-4840-a9cb-0d9d8f2efc76 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4dc9741c-5238-4293-b987-279a0da27ae8 HTTP/1.1" status: 200 len: 923 time: 0.2126708 Dec 06 17:23:01.575032 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3437f7fc-26e6-41e0-ae2d-f9d66554b891 req-adc2b133-2f92-4b96-a7d3-d7a16188fcf1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88cb9d20-9b9f-4913-afb3-774cf5968246 HTTP/1.1" status: 200 len: 217 time: 0.0571628 Dec 06 17:23:01.582201 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c5ee1dad-bbd8-4d14-86d3-cd82d197eea5 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:01.624546 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-30286b28-7654-4753-975c-55124000679e None None] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:01.646641 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4072a07-5a31-46df-9419-583a4d4ee9b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:23:01.652806 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-30286b28-7654-4753-975c-55124000679e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:01.670640 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-49e8c373-679d-4aee-ac56-f5b565e5dc34 None None] Provisioning complete for port 6469bc02-7bd7-4e07-8df3-fb2f783cad10 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:23:01.671245 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ee1dad-bbd8-4d14-86d3-cd82d197eea5 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Pushing event updated for resources: {'Subnet': ['ID=0a74512e-6da6-4e77-8bc1-0eab810cebfb,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:01.671695 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-49e8c373-679d-4aee-ac56-f5b565e5dc34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:01.681381 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4072a07-5a31-46df-9419-583a4d4ee9b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f66000fd-655a-45c0-a962-591f0107b3e7,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:01.714724 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c4072a07-5a31-46df-9419-583a4d4ee9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:01.721354 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-c4072a07-5a31-46df-9419-583a4d4ee9b1 admin admin] Added segment 7b3b1671-5b3d-45b5-8a84-9493fd934077 of type vlan for network 0fd247c3-8063-42cc-bb6f-57bead4315cb Dec 06 17:23:01.742667 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3437f7fc-26e6-41e0-ae2d-f9d66554b891 req-bc9cb64e-b5b7-48ed-8965-61418f35e1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:01.745543 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3437f7fc-26e6-41e0-ae2d-f9d66554b891 req-bc9cb64e-b5b7-48ed-8965-61418f35e1d6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=83681593-e30f-447d-a1c4-526c5502d616 HTTP/1.1" status: 200 len: 862 time: 0.1591439 Dec 06 17:23:01.825051 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 098a25e1-4abc-4ff4-bd63-0625b45c8da1 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:23:01.833307 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:01.838992 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c4072a07-5a31-46df-9419-583a4d4ee9b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:01.848239 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-bc922f14-c9bb-4e04-9b1a-f0b2d3838860 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] 10.222.0.23 "DELETE /v2.0/ports/127b4d4a-b886-41f8-9a4f-ac40a328c870/tags HTTP/1.1" status: 204 len: 168 time: 0.4610012 Dec 06 17:23:01.848929 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58322) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:01.866276 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.tag.tag_plugin [None req-9b3b981b-29c6-414a-99a6-91cf239ec657 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ff8a7be6-ab34-4de9-b819-b0078202c119') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:23:01.874190 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3437f7fc-26e6-41e0-ae2d-f9d66554b891 req-299f1718-f2e2-423b-86c6-fe4c23e5b7e7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4dc9741c-5238-4293-b987-279a0da27ae8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1078155 Dec 06 17:23:01.878348 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ee1dad-bbd8-4d14-86d3-cd82d197eea5 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Checking segment: {'id': 'a0b99927-d5f7-4863-9ee7-7f436fe7772e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1887f6fc-5ad5-41ea-ad23-1e0db299846a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:23:01.878348 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ee1dad-bbd8-4d14-86d3-cd82d197eea5 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Network hostable DHCP agents. Network: 1887f6fc-5ad5-41ea-ad23-1e0db299846a, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:23:01.916534 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-49e8c373-679d-4aee-ac56-f5b565e5dc34 None None] Port 6469bc02-7bd7-4e07-8df3-fb2f783cad10 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:23:01.975243 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574db6fd-c3a8-445c-9da1-7fc0e4d133a6 None None] Pushing event updated for resources: {'Port': ['ID=6469bc02-7bd7-4e07-8df3-fb2f783cad10,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:01.976115 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf6bf6a-802c-4485-bfb8-9a6646d56a1a req-54792cbd-d1ba-4b84-b2e0-17584efc8196 tempest-InstanceActionsNegativeTestJSON-2008338954 tempest-InstanceActionsNegativeTestJSON-2008338954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:01.978373 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-acf6bf6a-802c-4485-bfb8-9a6646d56a1a req-54792cbd-d1ba-4b84-b2e0-17584efc8196 tempest-InstanceActionsNegativeTestJSON-2008338954 tempest-InstanceActionsNegativeTestJSON-2008338954-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ed832e7-737c-4af5-aded-2a7a70a0f9a9 HTTP/1.1" status: 200 len: 944 time: 0.2537324 Dec 06 17:23:01.988093 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c4072a07-5a31-46df-9419-583a4d4ee9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:01.989565 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4072a07-5a31-46df-9419-583a4d4ee9b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:01.991195 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c4072a07-5a31-46df-9419-583a4d4ee9b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:02.047712 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-9b3b981b-29c6-414a-99a6-91cf239ec657 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] 10.222.0.23 "DELETE /v2.0/subnets/ff8a7be6-ab34-4de9-b819-b0078202c119/tags HTTP/1.1" status: 204 len: 168 time: 0.1924458 Dec 06 17:23:02.068084 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58326) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:02.071570 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-49e8c373-679d-4aee-ac56-f5b565e5dc34 None None] Provisioning complete for port 127b4d4a-b886-41f8-9a4f-ac40a328c870 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:23:02.079055 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.tag.tag_plugin [None req-58875256-f892-409b-871f-e9764f5a7581 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'ff8a7be6-ab34-4de9-b819-b0078202c119', 'tempest-TagsExtTest-Tag-1260901620') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:23:02.101592 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-49e8c373-679d-4aee-ac56-f5b565e5dc34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:02.164191 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4072a07-5a31-46df-9419-583a4d4ee9b1 admin admin] Pushing event updated for resources: {'Network': ['ID=0fd247c3-8063-42cc-bb6f-57bead4315cb,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:02.186431 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-c4072a07-5a31-46df-9419-583a4d4ee9b1 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6155601 Dec 06 17:23:02.187427 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58330) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:02.204866 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-b7ff8825-e577-4131-a7c7-b64b244311f5 admin admin] Request body: {'subnet': {'network_id': '0fd247c3-8063-42cc-bb6f-57bead4315cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1803589454-subnet', 'tenant_id': '27074bf2b27c4afcb8f578b14abef9af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:23:02.243566 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ee1dad-bbd8-4d14-86d3-cd82d197eea5 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Network 1887f6fc-5ad5-41ea-ad23-1e0db299846a is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:23:02.250409 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 0fd247c3-8063-42cc-bb6f-57bead4315cb details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:23:02.321316 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3437f7fc-26e6-41e0-ae2d-f9d66554b891 req-83c48d9a-a867-43f1-943d-bb2a995d1d3a service neutron] 10.222.0.44 "GET /v2.0/networks/4dc9741c-5238-4293-b987-279a0da27ae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4305503 Dec 06 17:23:02.327794 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ff8825-e577-4131-a7c7-b64b244311f5 admin admin] Made reservation on behalf of 27074bf2b27c4afcb8f578b14abef9af for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:23:02.330964 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b7ff8825-e577-4131-a7c7-b64b244311f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:02.336811 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-30286b28-7654-4753-975c-55124000679e None None] Attempting to bind port 6469bc02-7bd7-4e07-8df3-fb2f783cad10 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:23:02.337259 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-30286b28-7654-4753-975c-55124000679e None None] Attempting to bind port 6469bc02-7bd7-4e07-8df3-fb2f783cad10 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '5122e095-b4c3-42b5-a4c4-6a607553bc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9c9946e4-9c2c-4778-985c-acc13a6cd54d'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:23:02.337697 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30286b28-7654-4753-975c-55124000679e None None] Attempting to bind port 6469bc02-7bd7-4e07-8df3-fb2f783cad10 on network 9c9946e4-9c2c-4778-985c-acc13a6cd54d {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:23:02.339949 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-49e8c373-679d-4aee-ac56-f5b565e5dc34 None None] Port 127b4d4a-b886-41f8-9a4f-ac40a328c870 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:23:02.363911 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdaff27-eb73-4f60-ba1d-7a29f2b0a02b req-414e52bd-7d9f-4877-a9fc-7bcbf0b8033b tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:02.367328 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7cdaff27-eb73-4f60-ba1d-7a29f2b0a02b req-414e52bd-7d9f-4877-a9fc-7bcbf0b8033b tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a8709b5-b684-4aa0-903d-8839be2c999e HTTP/1.1" status: 200 len: 945 time: 0.1322587 Dec 06 17:23:02.447713 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30286b28-7654-4753-975c-55124000679e None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:23:02.447995 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30286b28-7654-4753-975c-55124000679e None None] Checking segment: {'id': '5122e095-b4c3-42b5-a4c4-6a607553bc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9c9946e4-9c2c-4778-985c-acc13a6cd54d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:23:02.448444 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-30286b28-7654-4753-975c-55124000679e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:02.448826 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30286b28-7654-4753-975c-55124000679e None None] Bound using segment: {'id': '5122e095-b4c3-42b5-a4c4-6a607553bc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9c9946e4-9c2c-4778-985c-acc13a6cd54d'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:23:02.449334 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-30286b28-7654-4753-975c-55124000679e None None] Bound port: 6469bc02-7bd7-4e07-8df3-fb2f783cad10, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5122e095-b4c3-42b5-a4c4-6a607553bc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9c9946e4-9c2c-4778-985c-acc13a6cd54d'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:23:02.449798 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-30286b28-7654-4753-975c-55124000679e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:02.471207 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-acf6bf6a-802c-4485-bfb8-9a6646d56a1a req-f32fbc8c-dbea-4c01-b3d5-bc7f98d6e547 tempest-InstanceActionsNegativeTestJSON-2008338954 tempest-InstanceActionsNegativeTestJSON-2008338954-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4dad383-deff-4980-ab1c-83ad1f0a3359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4856620 Dec 06 17:23:02.474916 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-c5ee1dad-bbd8-4d14-86d3-cd82d197eea5 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 1887f6fc-5ad5-41ea-ad23-1e0db299846a) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:23:02.481907 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ee1dad-bbd8-4d14-86d3-cd82d197eea5 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:02.482737 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c5ee1dad-bbd8-4d14-86d3-cd82d197eea5 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:02.590551 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-c5ee1dad-bbd8-4d14-86d3-cd82d197eea5 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0748558 Dec 06 17:23:02.590551 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58336) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:02.692388 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-5ccb3cd4-7a78-43be-8e30-7ed6fc494c15 None None] Provisioning complete for port 6469bc02-7bd7-4e07-8df3-fb2f783cad10 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:23:02.696078 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5ccb3cd4-7a78-43be-8e30-7ed6fc494c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:02.768858 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b7ff8825-e577-4131-a7c7-b64b244311f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:02.771137 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 37241d58-5c40-4381-baa9-e8f4c1d53a42 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:23:02.794240 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-5ccb3cd4-7a78-43be-8e30-7ed6fc494c15 None None] Port 6469bc02-7bd7-4e07-8df3-fb2f783cad10 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:23:02.816353 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3437f7fc-26e6-41e0-ae2d-f9d66554b891 req-b536d1ca-8f72-4dbd-85b3-08cd4b6e55f6 service neutron] 10.222.0.44 "GET /v2.0/networks/4dc9741c-5238-4293-b987-279a0da27ae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4800916 Dec 06 17:23:02.820442 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-58875256-f892-409b-871f-e9764f5a7581 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] 10.222.0.23 "PUT /v2.0/subnets/ff8a7be6-ab34-4de9-b819-b0078202c119/tags/tempest-TagsExtTest-Tag-1260901620 HTTP/1.1" status: 201 len: 201 time: 0.7442567 Dec 06 17:23:02.820714 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58338) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:02.830523 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.tag.tag_plugin [None req-76980c8c-92ea-4d78-8e82-9d73dd9f1f03 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '127b4d4a-b886-41f8-9a4f-ac40a328c870', 'tempest-TagsExtTest-Tag-1785403508') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:23:02.927164 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:02.984410 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-30286b28-7654-4753-975c-55124000679e None None] For port 6469bc02-7bd7-4e07-8df3-fb2f783cad10, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:23:03.030882 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-30286b28-7654-4753-975c-55124000679e None None] For port 6469bc02-7bd7-4e07-8df3-fb2f783cad10, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6469bc02-7bd7-4e07-8df3-fb2f783cad10,segment=NetworkSegment(5122e095-b4c3-42b5-a4c4-6a607553bc53),segment_id=5122e095-b4c3-42b5-a4c4-6a607553bc53)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:23:03.050165 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-30286b28-7654-4753-975c-55124000679e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:03.055223 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 37241d58-5c40-4381-baa9-e8f4c1d53a42 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:23:03.055708 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:03.077054 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-76980c8c-92ea-4d78-8e82-9d73dd9f1f03 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] 10.222.0.23 "PUT /v2.0/ports/127b4d4a-b886-41f8-9a4f-ac40a328c870/tags/tempest-TagsExtTest-Tag-1785403508 HTTP/1.1" status: 201 len: 201 time: 0.2553012 Dec 06 17:23:03.096467 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58342) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:03.135042 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.tag.tag_plugin [None req-29071242-84d4-4343-b49d-e3bc3742fb8e tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c6fdc9ae-46fa-4a57-acc4-f36d03833a09', 'tempest-TagsExtTest-Tag-1409907649') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:23:03.166812 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574db6fd-c3a8-445c-9da1-7fc0e4d133a6 None None] Pushing event updated for resources: {'Port': ['ID=6469bc02-7bd7-4e07-8df3-fb2f783cad10,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:03.174216 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1e1fab-bde4-40d1-b4f5-c52cbbbf20ed None None] Network 1887f6fc-5ad5-41ea-ad23-1e0db299846a requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:23:03.267990 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7cdaff27-eb73-4f60-ba1d-7a29f2b0a02b req-fa3fa196-dd9e-4883-8b81-8005d18919bf tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=5055a3f9-0705-481f-a554-5c989eab318b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8355782 Dec 06 17:23:03.296301 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ff8825-e577-4131-a7c7-b64b244311f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32ad7edd-27dc-4328-9a42-8806a7c2ef97,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:03.310556 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ff8825-e577-4131-a7c7-b64b244311f5 admin admin] Checking segment: {'id': '7b3b1671-5b3d-45b5-8a84-9493fd934077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0fd247c3-8063-42cc-bb6f-57bead4315cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:23:03.311213 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ff8825-e577-4131-a7c7-b64b244311f5 admin admin] Network hostable DHCP agents. Network: 0fd247c3-8063-42cc-bb6f-57bead4315cb, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:23:03.390054 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ff8825-e577-4131-a7c7-b64b244311f5 admin admin] Network 0fd247c3-8063-42cc-bb6f-57bead4315cb is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:23:03.414031 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-b7ff8825-e577-4131-a7c7-b64b244311f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 0fd247c3-8063-42cc-bb6f-57bead4315cb) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:23:03.425586 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ff8825-e577-4131-a7c7-b64b244311f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:03.426551 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-945cd9b3-f2fe-4d90-89fd-038469ae51b0 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:03.427033 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b7ff8825-e577-4131-a7c7-b64b244311f5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:03.433616 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-29071242-84d4-4343-b49d-e3bc3742fb8e tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] 10.222.0.23 "PUT /v2.0/routers/c6fdc9ae-46fa-4a57-acc4-f36d03833a09/tags/tempest-TagsExtTest-Tag-1409907649 HTTP/1.1" status: 201 len: 201 time: 0.3293891 Dec 06 17:23:03.436545 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58346) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:03.444779 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.tag.tag_plugin [None req-6d5b94f4-c8ff-4e4f-a927-90394c216eaf tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '2209ed21-2a63-4b1b-b177-c91c35fbf758', 'tempest-TagsExtTest-Tag-696951871') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:23:03.453829 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24abc18c-3e1d-4f30-ad1f-fe11205b79bf None None] Network 0fd247c3-8063-42cc-bb6f-57bead4315cb requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:23:03.491860 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30286b28-7654-4753-975c-55124000679e None None] Routers {'4ba7a698-575a-4aaf-9eb0-dc82d8271f78'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:23:03.492828 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-30286b28-7654-4753-975c-55124000679e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:22:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['4ba7a698-575a-4aaf-9eb0-dc82d8271f78'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:23:03.498017 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-b7ff8825-e577-4131-a7c7-b64b244311f5 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3089907 Dec 06 17:23:03.547830 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-6d5b94f4-c8ff-4e4f-a927-90394c216eaf tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] 10.222.0.23 "PUT /v2.0/subnetpools/2209ed21-2a63-4b1b-b177-c91c35fbf758/tags/tempest-TagsExtTest-Tag-696951871 HTTP/1.1" status: 201 len: 201 time: 0.1070845 Dec 06 17:23:03.548585 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58352) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:03.554249 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.tag.tag_plugin [None req-4da52e95-a02b-4343-9ae9-2df61974d77c tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'ff8a7be6-ab34-4de9-b819-b0078202c119', {'tags': ['tempest-TagsExtTest-Tag-1240811288', 'tempest-TagsExtTest-Tag-1021463309', 'tempest-TagsExtTest-Tag-1559827171']}) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:23:03.711743 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-4da52e95-a02b-4343-9ae9-2df61974d77c tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] 10.222.0.23 "PUT /v2.0/subnets/ff8a7be6-ab34-4de9-b819-b0078202c119/tags HTTP/1.1" status: 200 len: 318 time: 0.1617815 Dec 06 17:23:03.712750 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58354) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:03.717774 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.tag.tag_plugin [None req-0f99d0f8-53fe-4678-b85b-325541716557 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ff8a7be6-ab34-4de9-b819-b0078202c119') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:23:03.827652 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-0f99d0f8-53fe-4678-b85b-325541716557 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] 10.222.0.23 "DELETE /v2.0/subnets/ff8a7be6-ab34-4de9-b819-b0078202c119/tags HTTP/1.1" status: 204 len: 168 time: 0.1133187 Dec 06 17:23:03.828587 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58358) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:03.833990 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.tag.tag_plugin [None req-61d46b12-b0d7-4b78-89dd-4ff063dc5d04 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ff8a7be6-ab34-4de9-b819-b0078202c119', 'tempest-TagsExtTest-Tag-1240811288') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:23:03.924933 n-d-master-1 neutron-server[103285]: INFO neutron.api.v2.resource [None req-61d46b12-b0d7-4b78-89dd-4ff063dc5d04 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] show failed (client error): The resource could not be found. Dec 06 17:23:03.933142 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-61d46b12-b0d7-4b78-89dd-4ff063dc5d04 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] 10.222.0.23 "GET /v2.0/subnets/ff8a7be6-ab34-4de9-b819-b0078202c119/tags/tempest-TagsExtTest-Tag-1240811288 HTTP/1.1" status: 404 len: 329 time: 0.1031859 Dec 06 17:23:03.933929 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58364) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:03.938332 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.tag.tag_plugin [None req-eef100f8-3d59-4554-9876-b6ea779a24c1 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ff8a7be6-ab34-4de9-b819-b0078202c119', 'tempest-TagsExtTest-Tag-1021463309') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:23:04.019003 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-30286b28-7654-4753-975c-55124000679e None None] Set router 4ba7a698-575a-4aaf-9eb0-dc82d8271f78 gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:23:04.060490 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 6469bc02-7bd7-4e07-8df3-fb2f783cad10 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:23:04.062561 n-d-master-1 neutron-server[103285]: INFO neutron.api.v2.resource [None req-eef100f8-3d59-4554-9876-b6ea779a24c1 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] show failed (client error): The resource could not be found. Dec 06 17:23:04.063712 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-eef100f8-3d59-4554-9876-b6ea779a24c1 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] 10.222.0.23 "GET /v2.0/subnets/ff8a7be6-ab34-4de9-b819-b0078202c119/tags/tempest-TagsExtTest-Tag-1021463309 HTTP/1.1" status: 404 len: 329 time: 0.1287162 Dec 06 17:23:04.067406 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58366) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:04.074804 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.tag.tag_plugin [None req-9f7df439-f4d9-4e2d-895b-203c3e900469 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ff8a7be6-ab34-4de9-b819-b0078202c119', 'tempest-TagsExtTest-Tag-1559827171') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:23:04.194596 n-d-master-1 neutron-server[103285]: INFO neutron.api.v2.resource [None req-9f7df439-f4d9-4e2d-895b-203c3e900469 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] show failed (client error): The resource could not be found. Dec 06 17:23:04.200342 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-9f7df439-f4d9-4e2d-895b-203c3e900469 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] 10.222.0.23 "GET /v2.0/subnets/ff8a7be6-ab34-4de9-b819-b0078202c119/tags/tempest-TagsExtTest-Tag-1559827171 HTTP/1.1" status: 404 len: 329 time: 0.1268010 Dec 06 17:23:04.203657 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58372) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:04.211294 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.tag.tag_plugin [None req-5314acd8-a862-49fd-9488-8829093f7e6c tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '127b4d4a-b886-41f8-9a4f-ac40a328c870', {'tags': ['tempest-TagsExtTest-Tag-993237279', 'tempest-TagsExtTest-Tag-962802234', 'tempest-TagsExtTest-Tag-1282028670']}) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:23:04.278806 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae078d78-aa1f-4fdf-b8d1-970cabff286c req-10e4dc82-a37f-4cfc-aede-692b344fa912 tempest-InstanceActionsNegativeTestJSON-2008338954 tempest-InstanceActionsNegativeTestJSON-2008338954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:04.280556 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ae078d78-aa1f-4fdf-b8d1-970cabff286c req-10e4dc82-a37f-4cfc-aede-692b344fa912 tempest-InstanceActionsNegativeTestJSON-2008338954 tempest-InstanceActionsNegativeTestJSON-2008338954-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ed832e7-737c-4af5-aded-2a7a70a0f9a9 HTTP/1.1" status: 200 len: 944 time: 0.0981021 Dec 06 17:23:04.323981 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-5c7e748e-877a-4326-add1-38123dfbd5af None None] Provisioning complete for port 6469bc02-7bd7-4e07-8df3-fb2f783cad10 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:23:04.324644 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5c7e748e-877a-4326-add1-38123dfbd5af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:04.383054 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-5314acd8-a862-49fd-9488-8829093f7e6c tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] 10.222.0.23 "PUT /v2.0/ports/127b4d4a-b886-41f8-9a4f-ac40a328c870/tags HTTP/1.1" status: 200 len: 316 time: 0.1777034 Dec 06 17:23:04.383054 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58380) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:04.390420 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.tag.tag_plugin [None req-e652d027-d31d-4831-834e-7dd4d99380a1 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '127b4d4a-b886-41f8-9a4f-ac40a328c870') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:23:04.393970 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522f62cf-a824-4624-b1e7-f0f021b98150 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-1887f6fc-5ad5-41ea-ad23-1e0db299846a', 'network_id': '1887f6fc-5ad5-41ea-ad23-1e0db299846a', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'fixed_ips': [{'subnet_id': '0a74512e-6da6-4e77-8bc1-0eab810cebfb'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:23:04.395300 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-522f62cf-a824-4624-b1e7-f0f021b98150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:04.443586 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b35d6-5720-4da3-b3f7-6195b4270c9c req-318b7a85-3a11-49e2-ba18-4927fcaa315a tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:04.445561 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9f1b35d6-5720-4da3-b3f7-6195b4270c9c req-318b7a85-3a11-49e2-ba18-4927fcaa315a tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/networks?id=0fd247c3-8063-42cc-bb6f-57bead4315cb HTTP/1.1" status: 200 len: 814 time: 0.1863337 Dec 06 17:23:04.477223 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9f1b35d6-5720-4da3-b3f7-6195b4270c9c req-27d7b0b0-bb2d-4874-b2a0-1a0be3e63308 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/quotas/27074bf2b27c4afcb8f578b14abef9af HTTP/1.1" status: 200 len: 375 time: 0.0222805 Dec 06 17:23:04.520025 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ae078d78-aa1f-4fdf-b8d1-970cabff286c req-38b62fe4-2a6f-45d8-b8ce-aada989af1ef tempest-InstanceActionsNegativeTestJSON-2008338954 tempest-InstanceActionsNegativeTestJSON-2008338954-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4dad383-deff-4980-ab1c-83ad1f0a3359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933284 Dec 06 17:23:04.536468 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 6469bc02-7bd7-4e07-8df3-fb2f783cad10 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:23:04.538272 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:04.570253 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9f1b35d6-5720-4da3-b3f7-6195b4270c9c req-29786ca6-afcc-4103-996d-1eb08cfc07e7 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=27074bf2b27c4afcb8f578b14abef9af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0753551 Dec 06 17:23:04.699452 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-945cd9b3-f2fe-4d90-89fd-038469ae51b0 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Allocated IP 172.23.0.1 (1887f6fc-5ad5-41ea-ad23-1e0db299846a/0a74512e-6da6-4e77-8bc1-0eab810cebfb/75cc2271-1247-420b-aa23-3fc18c81864b) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:23:04.724400 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9f1b35d6-5720-4da3-b3f7-6195b4270c9c req-1398107f-6d36-4f76-aafc-65dd7154f161 service neutron] 10.222.0.23 "GET /v2.0/networks/0fd247c3-8063-42cc-bb6f-57bead4315cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452637 Dec 06 17:23:04.727258 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-e652d027-d31d-4831-834e-7dd4d99380a1 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] 10.222.0.23 "DELETE /v2.0/ports/127b4d4a-b886-41f8-9a4f-ac40a328c870/tags HTTP/1.1" status: 204 len: 168 time: 0.3431919 Dec 06 17:23:04.730599 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58390) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:04.743226 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.tag.tag_plugin [None req-63ee9a4b-b9a9-4a86-8afb-7829483afd58 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '127b4d4a-b886-41f8-9a4f-ac40a328c870', 'tempest-TagsExtTest-Tag-993237279') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:23:04.770261 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be03c0-800d-405e-b473-5b0e2033c8fd req-474c2dce-b9d2-4bd7-91cd-b5467c8cd086 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:04.777677 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-05be03c0-800d-405e-b473-5b0e2033c8fd req-474c2dce-b9d2-4bd7-91cd-b5467c8cd086 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a8709b5-b684-4aa0-903d-8839be2c999e HTTP/1.1" status: 200 len: 945 time: 0.1234851 Dec 06 17:23:04.887989 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-05be03c0-800d-405e-b473-5b0e2033c8fd req-f5f3accb-e77e-48fc-8014-b79bde5c403a tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=5055a3f9-0705-481f-a554-5c989eab318b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093137 Dec 06 17:23:04.908404 n-d-master-1 neutron-server[103285]: INFO neutron.api.v2.resource [None req-63ee9a4b-b9a9-4a86-8afb-7829483afd58 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] show failed (client error): The resource could not be found. Dec 06 17:23:04.912076 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-63ee9a4b-b9a9-4a86-8afb-7829483afd58 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] 10.222.0.23 "GET /v2.0/ports/127b4d4a-b886-41f8-9a4f-ac40a328c870/tags/tempest-TagsExtTest-Tag-993237279 HTTP/1.1" status: 404 len: 328 time: 0.1775703 Dec 06 17:23:04.912914 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58392) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:04.918361 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.tag.tag_plugin [None req-3087eefb-d8f0-4c68-875f-c1257a38d1ef tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '127b4d4a-b886-41f8-9a4f-ac40a328c870', 'tempest-TagsExtTest-Tag-962802234') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:23:04.963222 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9f1b35d6-5720-4da3-b3f7-6195b4270c9c req-c480f143-cdf3-4203-9edf-23e80ef14beb service neutron] 10.222.0.23 "GET /v2.0/networks/0fd247c3-8063-42cc-bb6f-57bead4315cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128046 Dec 06 17:23:04.996402 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-945cd9b3-f2fe-4d90-89fd-038469ae51b0 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:04.997884 n-d-master-1 neutron-server[103285]: INFO neutron.api.v2.resource [None req-3087eefb-d8f0-4c68-875f-c1257a38d1ef tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] show failed (client error): The resource could not be found. Dec 06 17:23:05.002242 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-3087eefb-d8f0-4c68-875f-c1257a38d1ef tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] 10.222.0.23 "GET /v2.0/ports/127b4d4a-b886-41f8-9a4f-ac40a328c870/tags/tempest-TagsExtTest-Tag-962802234 HTTP/1.1" status: 404 len: 328 time: 0.0848081 Dec 06 17:23:05.005758 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58394) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:05.014222 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.tag.tag_plugin [None req-294b4126-bf14-4159-b59d-680c0fc9c079 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '127b4d4a-b886-41f8-9a4f-ac40a328c870', 'tempest-TagsExtTest-Tag-1282028670') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:23:05.053960 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 88cb9d20-9b9f-4913-afb3-774cf5968246 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:23:05.105552 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a070d3-7fe1-4418-afe3-06d0a29df4a0 None None] Network 0fd247c3-8063-42cc-bb6f-57bead4315cb requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:23:05.123522 n-d-master-1 neutron-server[103284]: INFO neutron.api.v2.resource [None req-294b4126-bf14-4159-b59d-680c0fc9c079 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] show failed (client error): The resource could not be found. Dec 06 17:23:05.128478 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-294b4126-bf14-4159-b59d-680c0fc9c079 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] 10.222.0.23 "GET /v2.0/ports/127b4d4a-b886-41f8-9a4f-ac40a328c870/tags/tempest-TagsExtTest-Tag-1282028670 HTTP/1.1" status: 404 len: 329 time: 0.1153858 Dec 06 17:23:05.128707 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58396) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:05.136890 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.tag.tag_plugin [None req-f68f2814-f53b-4959-92ec-384a97d64a8c tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'c6fdc9ae-46fa-4a57-acc4-f36d03833a09', {'tags': ['tempest-TagsExtTest-Tag-1010613624', 'tempest-TagsExtTest-Tag-1324945408', 'tempest-TagsExtTest-Tag-1257937629']}) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:23:05.147117 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-945cd9b3-f2fe-4d90-89fd-038469ae51b0 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:05.261848 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-522f62cf-a824-4624-b1e7-f0f021b98150 None None] Allocated IP 172.23.0.2 (1887f6fc-5ad5-41ea-ad23-1e0db299846a/0a74512e-6da6-4e77-8bc1-0eab810cebfb/31a707df-eaf5-4f2c-96a5-9ac52ed02bbd) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:23:05.302016 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2aa1d15c-8877-4e30-9568-fc4677db0c0d req-5472b0c5-31b9-4749-a640-fc83ee62f963 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 210 time: 0.0636418 Dec 06 17:23:05.330450 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945cd9b3-f2fe-4d90-89fd-038469ae51b0 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Network 1887f6fc-5ad5-41ea-ad23-1e0db299846a is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:23:05.340909 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-945cd9b3-f2fe-4d90-89fd-038469ae51b0 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:23:05.343706 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945cd9b3-f2fe-4d90-89fd-038469ae51b0 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:23:05.399818 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-945cd9b3-f2fe-4d90-89fd-038469ae51b0 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539179'] for router_interface, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:05.410028 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945cd9b3-f2fe-4d90-89fd-038469ae51b0 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Pushing event updated for resources: {'Port': ['ID=75cc2271-1247-420b-aa23-3fc18c81864b,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:05.456214 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945cd9b3-f2fe-4d90-89fd-038469ae51b0 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:23:05.456765 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945cd9b3-f2fe-4d90-89fd-038469ae51b0 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:23:05.457122 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945cd9b3-f2fe-4d90-89fd-038469ae51b0 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:23:05.457499 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945cd9b3-f2fe-4d90-89fd-038469ae51b0 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:23:05.457928 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945cd9b3-f2fe-4d90-89fd-038469ae51b0 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:23:05.458279 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945cd9b3-f2fe-4d90-89fd-038469ae51b0 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:23:05.458701 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945cd9b3-f2fe-4d90-89fd-038469ae51b0 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:23:05.459043 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945cd9b3-f2fe-4d90-89fd-038469ae51b0 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:23:05.459380 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945cd9b3-f2fe-4d90-89fd-038469ae51b0 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:23:05.459718 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945cd9b3-f2fe-4d90-89fd-038469ae51b0 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:23:05.460048 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945cd9b3-f2fe-4d90-89fd-038469ae51b0 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:23:05.460684 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945cd9b3-f2fe-4d90-89fd-038469ae51b0 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:23:05.465403 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945cd9b3-f2fe-4d90-89fd-038469ae51b0 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:23:05.466712 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-522f62cf-a824-4624-b1e7-f0f021b98150 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:05.477370 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-f68f2814-f53b-4959-92ec-384a97d64a8c tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] 10.222.0.23 "PUT /v2.0/routers/c6fdc9ae-46fa-4a57-acc4-f36d03833a09/tags HTTP/1.1" status: 200 len: 318 time: 0.3471954 Dec 06 17:23:05.479485 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58406) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:05.484393 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.tag.tag_plugin [None req-23588a4a-b3e8-4e61-8256-11f00c8a2328 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c6fdc9ae-46fa-4a57-acc4-f36d03833a09') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:23:05.530005 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-522f62cf-a824-4624-b1e7-f0f021b98150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:05.671693 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-945cd9b3-f2fe-4d90-89fd-038469ae51b0 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:05.680403 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.db.resource_extend [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] It took 0.48 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 06 17:23:05.794845 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:05.814138 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:05.837605 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522f62cf-a824-4624-b1e7-f0f021b98150 None None] Network 1887f6fc-5ad5-41ea-ad23-1e0db299846a is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:23:05.845833 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-23588a4a-b3e8-4e61-8256-11f00c8a2328 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] 10.222.0.23 "DELETE /v2.0/routers/c6fdc9ae-46fa-4a57-acc4-f36d03833a09/tags HTTP/1.1" status: 204 len: 168 time: 0.3621161 Dec 06 17:23:05.859437 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ee231a-de4e-4c61-b102-f883d3e80863 req-749527fc-7251-485c-923a-35396b3c5365 tempest-InstanceActionsNegativeTestJSON-2008338954 tempest-InstanceActionsNegativeTestJSON-2008338954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:05.863035 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c9ee231a-de4e-4c61-b102-f883d3e80863 req-749527fc-7251-485c-923a-35396b3c5365 tempest-InstanceActionsNegativeTestJSON-2008338954 tempest-InstanceActionsNegativeTestJSON-2008338954-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ed832e7-737c-4af5-aded-2a7a70a0f9a9 HTTP/1.1" status: 200 len: 944 time: 0.1816380 Dec 06 17:23:05.864246 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58416) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:05.872550 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.tag.tag_plugin [None req-b89eead3-6732-4713-9f6c-d62671126808 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c6fdc9ae-46fa-4a57-acc4-f36d03833a09', 'tempest-TagsExtTest-Tag-1010613624') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:23:05.875788 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 88cb9d20-9b9f-4913-afb3-774cf5968246, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=88cb9d20-9b9f-4913-afb3-774cf5968246,segment=NetworkSegment(d18daf7e-294f-4602-8fb9-59cae6ac17d6),segment_id=d18daf7e-294f-4602-8fb9-59cae6ac17d6)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:23:05.889200 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-522f62cf-a824-4624-b1e7-f0f021b98150 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:23:05.903680 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522f62cf-a824-4624-b1e7-f0f021b98150 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:23:05.905740 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5c7e748e-877a-4326-add1-38123dfbd5af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:05.919386 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522f62cf-a824-4624-b1e7-f0f021b98150 None None] Pushing event updated for resources: {'Port': ['ID=31a707df-eaf5-4f2c-96a5-9ac52ed02bbd,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:05.952401 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': '88cb9d20-9b9f-4913-afb3-774cf5968246', 'network_id': '4dc9741c-5238-4293-b987-279a0da27ae8', 'port_id': '88cb9d20-9b9f-4913-afb3-774cf5968246', 'mac_address': 'fa:16:3e:3c:9b:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83681593-e30f-447d-a1c4-526c5502d616', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:23:05.961719 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] For port 6469bc02-7bd7-4e07-8df3-fb2f783cad10, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6469bc02-7bd7-4e07-8df3-fb2f783cad10,segment=NetworkSegment(5122e095-b4c3-42b5-a4c4-6a607553bc53),segment_id=5122e095-b4c3-42b5-a4c4-6a607553bc53)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:23:06.030931 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:06.086179 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:06.110703 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-30286b28-7654-4753-975c-55124000679e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'name': 'tempest-RoutersTest-router-1277596697', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:22:33Z', 'updated_at': '2021-12-06T17:22:53Z', 'revision_number': 4, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'gw_port_host': None, '_interfaces': [{'id': '2a9c0948-a0f9-41b0-9621-ce97ab9105a9', 'name': '', 'network_id': 'd2343c0a-6cca-4cf5-a3cc-72085171ecbd', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'mac_address': 'fa:16:3e:57:01:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': 'c6d3cb16-f0d3-44ba-95d2-5d5b143d4354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:22:36Z', 'updated_at': '2021-12-06T17:22:48Z', 'revision_number': 5, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'subnets': [{'id': 'c6d3cb16-f0d3-44ba-95d2-5d5b143d4354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e8c2e69-678c-48df-96fe-9811015b8c2e', 'name': '', 'network_id': 'ee404907-cca6-49fb-8c04-64c9c0d1f548', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'mac_address': 'fa:16:3e:10:12:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1913, 'fixed_ips': [{'subnet_id': 'a0269ed2-b553-4c08-8d9e-236d32987f04', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:22:41Z', 'updated_at': '2021-12-06T17:22:55Z', 'revision_number': 5, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'subnets': [{'id': 'a0269ed2-b553-4c08-8d9e-236d32987f04', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6469bc02-7bd7-4e07-8df3-fb2f783cad10', 'name': '', 'network_id': '9c9946e4-9c2c-4778-985c-acc13a6cd54d', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'mac_address': 'fa:16:3e:08:ff:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1935, 'fixed_ips': [{'subnet_id': 'd2275e3c-6a62-47f8-9a40-40c406cd3a24', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:22:50Z', 'updated_at': '2021-12-06T17:23:02Z', 'revision_number': 4, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'subnets': [{'id': 'd2275e3c-6a62-47f8-9a40-40c406cd3a24', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:23:06.150526 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c9ee231a-de4e-4c61-b102-f883d3e80863 req-dad92851-5dcd-4b3f-8d02-f1c23c60c567 tempest-InstanceActionsNegativeTestJSON-2008338954 tempest-InstanceActionsNegativeTestJSON-2008338954-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4dad383-deff-4980-ab1c-83ad1f0a3359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750683 Dec 06 17:23:06.168821 n-d-master-1 neutron-server[103285]: INFO neutron.api.v2.resource [None req-b89eead3-6732-4713-9f6c-d62671126808 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] show failed (client error): The resource could not be found. Dec 06 17:23:06.172592 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-b89eead3-6732-4713-9f6c-d62671126808 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] 10.222.0.23 "GET /v2.0/routers/c6fdc9ae-46fa-4a57-acc4-f36d03833a09/tags/tempest-TagsExtTest-Tag-1010613624 HTTP/1.1" status: 404 len: 329 time: 0.3045926 Dec 06 17:23:06.172990 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58422) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:06.186150 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.tag.tag_plugin [None req-862add9b-93ec-48cf-8389-0844b525cadb tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c6fdc9ae-46fa-4a57-acc4-f36d03833a09', 'tempest-TagsExtTest-Tag-1324945408') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:23:06.247608 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a65022-4caa-4474-b554-e45281ca4258 req-e8099227-401c-4c09-85cd-b99224df0aa7 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:06.249625 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a7a65022-4caa-4474-b554-e45281ca4258 req-e8099227-401c-4c09-85cd-b99224df0aa7 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a8709b5-b684-4aa0-903d-8839be2c999e HTTP/1.1" status: 200 len: 945 time: 0.1794000 Dec 06 17:23:06.267365 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88cb9d20-9b9f-4913-afb3-774cf5968246 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:23:06.290895 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 88cb9d20-9b9f-4913-afb3-774cf5968246, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=88cb9d20-9b9f-4913-afb3-774cf5968246,segment=NetworkSegment(d18daf7e-294f-4602-8fb9-59cae6ac17d6),segment_id=d18daf7e-294f-4602-8fb9-59cae6ac17d6)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:23:06.292390 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30286b28-7654-4753-975c-55124000679e None None] The sync data for ids ['4ba7a698-575a-4aaf-9eb0-dc82d8271f78'] in n-d-master-1 is: [{'id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'name': 'tempest-RoutersTest-router-1277596697', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:22:33Z', 'updated_at': '2021-12-06T17:22:53Z', 'revision_number': 4, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'gw_port_host': None, '_interfaces': [{'id': '2a9c0948-a0f9-41b0-9621-ce97ab9105a9', 'name': '', 'network_id': 'd2343c0a-6cca-4cf5-a3cc-72085171ecbd', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'mac_address': 'fa:16:3e:57:01:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': 'c6d3cb16-f0d3-44ba-95d2-5d5b143d4354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:22:36Z', 'updated_at': '2021-12-06T17:22:48Z', 'revision_number': 5, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'subnets': [{'id': 'c6d3cb16-f0d3-44ba-95d2-5d5b143d4354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e8c2e69-678c-48df-96fe-9811015b8c2e', 'name': '', 'network_id': 'ee404907-cca6-49fb-8c04-64c9c0d1f548', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'mac_address': 'fa:16:3e:10:12:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1913, 'fixed_ips': [{'subnet_id': 'a0269ed2-b553-4c08-8d9e-236d32987f04', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:22:41Z', 'updated_at': '2021-12-06T17:22:55Z', 'revision_number': 5, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'subnets': [{'id': 'a0269ed2-b553-4c08-8d9e-236d32987f04', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6469bc02-7bd7-4e07-8df3-fb2f783cad10', 'name': '', 'network_id': '9c9946e4-9c2c-4778-985c-acc13a6cd54d', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'mac_address': 'fa:16:3e:08:ff:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1935, 'fixed_ips': [{'subnet_id': 'd2275e3c-6a62-47f8-9a40-40c406cd3a24', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:22:50Z', 'updated_at': '2021-12-06T17:23:02Z', 'revision_number': 4, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'subnets': [{'id': 'd2275e3c-6a62-47f8-9a40-40c406cd3a24', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:23:06.303576 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-522f62cf-a824-4624-b1e7-f0f021b98150 None None] Attempting to bind port 31a707df-eaf5-4f2c-96a5-9ac52ed02bbd on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:23:06.303957 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-522f62cf-a824-4624-b1e7-f0f021b98150 None None] Attempting to bind port 31a707df-eaf5-4f2c-96a5-9ac52ed02bbd by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'a0b99927-d5f7-4863-9ee7-7f436fe7772e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1887f6fc-5ad5-41ea-ad23-1e0db299846a'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:23:06.304724 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522f62cf-a824-4624-b1e7-f0f021b98150 None None] Attempting to bind port 31a707df-eaf5-4f2c-96a5-9ac52ed02bbd on network 1887f6fc-5ad5-41ea-ad23-1e0db299846a {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:23:06.310692 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:06.337496 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a7a65022-4caa-4474-b554-e45281ca4258 req-fe2e96e3-2ece-4859-8d1c-13d5c42e56c8 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=5055a3f9-0705-481f-a554-5c989eab318b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780473 Dec 06 17:23:06.341320 n-d-master-1 neutron-server[103285]: INFO neutron.api.v2.resource [None req-862add9b-93ec-48cf-8389-0844b525cadb tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] show failed (client error): The resource could not be found. Dec 06 17:23:06.347580 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-862add9b-93ec-48cf-8389-0844b525cadb tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] 10.222.0.23 "GET /v2.0/routers/c6fdc9ae-46fa-4a57-acc4-f36d03833a09/tags/tempest-TagsExtTest-Tag-1324945408 HTTP/1.1" status: 404 len: 329 time: 0.1736059 Dec 06 17:23:06.352036 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58426) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:06.352347 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522f62cf-a824-4624-b1e7-f0f021b98150 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:23:06.352769 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522f62cf-a824-4624-b1e7-f0f021b98150 None None] Checking segment: {'id': 'a0b99927-d5f7-4863-9ee7-7f436fe7772e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1887f6fc-5ad5-41ea-ad23-1e0db299846a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:23:06.353191 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-522f62cf-a824-4624-b1e7-f0f021b98150 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:06.353629 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522f62cf-a824-4624-b1e7-f0f021b98150 None None] Bound using segment: {'id': 'a0b99927-d5f7-4863-9ee7-7f436fe7772e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1887f6fc-5ad5-41ea-ad23-1e0db299846a'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:23:06.354141 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-522f62cf-a824-4624-b1e7-f0f021b98150 None None] Bound port: 31a707df-eaf5-4f2c-96a5-9ac52ed02bbd, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0b99927-d5f7-4863-9ee7-7f436fe7772e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1887f6fc-5ad5-41ea-ad23-1e0db299846a'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:23:06.354532 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-522f62cf-a824-4624-b1e7-f0f021b98150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:06.361387 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.tag.tag_plugin [None req-ca115952-18fa-4aa6-a098-bec934ac0141 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c6fdc9ae-46fa-4a57-acc4-f36d03833a09', 'tempest-TagsExtTest-Tag-1257937629') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:23:06.375396 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.db.api [None req-5c7e748e-877a-4326-add1-38123dfbd5af None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103286) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 17:23:06.375756 n-d-master-1 neutron-server[103286]: DEBUG oslo_db.api [None req-5c7e748e-877a-4326-add1-38123dfbd5af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 17:23:06.379963 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Pushing event updated for resources: {'Port': ['ID=6469bc02-7bd7-4e07-8df3-fb2f783cad10,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:06.475340 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fae1aca3-0245-4855-a354-b1a9d173a2e1 req-5f2e11a9-039f-447f-8133-166e9b1ce30e tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 210 time: 0.0517521 Dec 06 17:23:06.518657 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=88cb9d20-9b9f-4913-afb3-774cf5968246,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:06.527998 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-522f62cf-a824-4624-b1e7-f0f021b98150 None None] For port 31a707df-eaf5-4f2c-96a5-9ac52ed02bbd, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:23:06.533722 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-522f62cf-a824-4624-b1e7-f0f021b98150 None None] For port 31a707df-eaf5-4f2c-96a5-9ac52ed02bbd, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=31a707df-eaf5-4f2c-96a5-9ac52ed02bbd,segment=NetworkSegment(a0b99927-d5f7-4863-9ee7-7f436fe7772e),segment_id=a0b99927-d5f7-4863-9ee7-7f436fe7772e)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:23:06.537443 n-d-master-1 neutron-server[103284]: INFO neutron.api.v2.resource [None req-ca115952-18fa-4aa6-a098-bec934ac0141 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] show failed (client error): The resource could not be found. Dec 06 17:23:06.543107 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-ca115952-18fa-4aa6-a098-bec934ac0141 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] 10.222.0.23 "GET /v2.0/routers/c6fdc9ae-46fa-4a57-acc4-f36d03833a09/tags/tempest-TagsExtTest-Tag-1257937629 HTTP/1.1" status: 404 len: 329 time: 0.1816211 Dec 06 17:23:06.543324 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-522f62cf-a824-4624-b1e7-f0f021b98150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:06.543472 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58428) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:06.546696 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.tag.tag_plugin [None req-02eba1ba-601c-4be5-9316-c2d985ad9179 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '2209ed21-2a63-4b1b-b177-c91c35fbf758', {'tags': ['tempest-TagsExtTest-Tag-313574324', 'tempest-TagsExtTest-Tag-992175320', 'tempest-TagsExtTest-Tag-810988681']}) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:23:06.551131 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['88cb9d20-9b9f-4913-afb3-774cf5968246'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:23:06.673533 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-945cd9b3-f2fe-4d90-89fd-038469ae51b0 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:06.683284 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-945cd9b3-f2fe-4d90-89fd-038469ae51b0 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:06.716637 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522f62cf-a824-4624-b1e7-f0f021b98150 None None] Pushing event updated for resources: {'Port': ['ID=31a707df-eaf5-4f2c-96a5-9ac52ed02bbd,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:06.818927 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-02eba1ba-601c-4be5-9316-c2d985ad9179 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] 10.222.0.23 "PUT /v2.0/subnetpools/2209ed21-2a63-4b1b-b177-c91c35fbf758/tags HTTP/1.1" status: 200 len: 315 time: 0.2735336 Dec 06 17:23:06.821852 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58430) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:06.828797 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.tag.tag_plugin [None req-45e7480c-a7cc-4ab5-9ed5-97effab3d1ff tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '2209ed21-2a63-4b1b-b177-c91c35fbf758') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:23:06.836386 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-945cd9b3-f2fe-4d90-89fd-038469ae51b0 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-772465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539207'] for router_interface, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:06.844319 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945cd9b3-f2fe-4d90-89fd-038469ae51b0 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Pushing event updated for resources: {'Port': ['ID=75cc2271-1247-420b-aa23-3fc18c81864b,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:07.001440 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b35d6-5720-4da3-b3f7-6195b4270c9c req-7244d81a-d54c-4724-8b73-c974d4121b12 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:07.015426 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9f1b35d6-5720-4da3-b3f7-6195b4270c9c req-7244d81a-d54c-4724-8b73-c974d4121b12 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.41 "GET /v2.0/networks?id=0fd247c3-8063-42cc-bb6f-57bead4315cb HTTP/1.1" status: 200 len: 814 time: 0.3075933 Dec 06 17:23:07.031067 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-9f1b35d6-5720-4da3-b3f7-6195b4270c9c req-1f5d20d9-7578-4a97-90dc-bb3df21e57f7 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Request body: {'port': {'device_id': '376fa427-021b-4997-a0b0-c1fba445d258', 'network_id': '0fd247c3-8063-42cc-bb6f-57bead4315cb', 'admin_state_up': True, 'tenant_id': '27074bf2b27c4afcb8f578b14abef9af'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:23:07.075863 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-45e7480c-a7cc-4ab5-9ed5-97effab3d1ff tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] 10.222.0.23 "DELETE /v2.0/subnetpools/2209ed21-2a63-4b1b-b177-c91c35fbf758/tags HTTP/1.1" status: 204 len: 168 time: 0.2487233 Dec 06 17:23:07.080783 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58432) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:07.092017 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.tag.tag_plugin [None req-ef918d43-b89a-461f-becf-281a07f04cf3 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '2209ed21-2a63-4b1b-b177-c91c35fbf758', 'tempest-TagsExtTest-Tag-313574324') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:23:07.101505 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b56e109e-b9a4-4f19-92f6-c428fcbdf2f7 None None] Provisioning complete for port 6469bc02-7bd7-4e07-8df3-fb2f783cad10 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:23:07.102068 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b56e109e-b9a4-4f19-92f6-c428fcbdf2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:07.116991 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945cd9b3-f2fe-4d90-89fd-038469ae51b0 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Network 1887f6fc-5ad5-41ea-ad23-1e0db299846a is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:23:07.127938 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-945cd9b3-f2fe-4d90-89fd-038469ae51b0 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:23:07.153347 n-d-master-1 neutron-server[103284]: INFO neutron.api.v2.resource [None req-ef918d43-b89a-461f-becf-281a07f04cf3 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] show failed (client error): The resource could not be found. Dec 06 17:23:07.158194 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-ef918d43-b89a-461f-becf-281a07f04cf3 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] 10.222.0.23 "GET /v2.0/subnetpools/2209ed21-2a63-4b1b-b177-c91c35fbf758/tags/tempest-TagsExtTest-Tag-313574324 HTTP/1.1" status: 404 len: 328 time: 0.0727100 Dec 06 17:23:07.159107 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58436) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:07.170576 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.tag.tag_plugin [None req-7d8afd7a-4bf0-4f76-9178-b528e8b426a7 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '2209ed21-2a63-4b1b-b177-c91c35fbf758', 'tempest-TagsExtTest-Tag-992175320') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:23:07.328430 n-d-master-1 neutron-server[103284]: INFO neutron.api.v2.resource [None req-7d8afd7a-4bf0-4f76-9178-b528e8b426a7 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] show failed (client error): The resource could not be found. Dec 06 17:23:07.329926 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-7d8afd7a-4bf0-4f76-9178-b528e8b426a7 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] 10.222.0.23 "GET /v2.0/subnetpools/2209ed21-2a63-4b1b-b177-c91c35fbf758/tags/tempest-TagsExtTest-Tag-992175320 HTTP/1.1" status: 404 len: 328 time: 0.1697826 Dec 06 17:23:07.333289 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58444) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:07.336667 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f1b35d6-5720-4da3-b3f7-6195b4270c9c req-1f5d20d9-7578-4a97-90dc-bb3df21e57f7 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Made reservation on behalf of 27074bf2b27c4afcb8f578b14abef9af for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:23:07.338391 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.tag.tag_plugin [None req-2c3ad8a9-99f8-4a0a-8d7f-077f3b11c2cd tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '2209ed21-2a63-4b1b-b177-c91c35fbf758', 'tempest-TagsExtTest-Tag-810988681') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:23:07.345429 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-9f1b35d6-5720-4da3-b3f7-6195b4270c9c req-1f5d20d9-7578-4a97-90dc-bb3df21e57f7 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:07.406151 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-945cd9b3-f2fe-4d90-89fd-038469ae51b0 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Router 4ba7a698-575a-4aaf-9eb0-dc82d8271f78 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:23:07.446504 n-d-master-1 neutron-server[103284]: INFO neutron.api.v2.resource [None req-2c3ad8a9-99f8-4a0a-8d7f-077f3b11c2cd tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] show failed (client error): The resource could not be found. Dec 06 17:23:07.451508 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-2c3ad8a9-99f8-4a0a-8d7f-077f3b11c2cd tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] 10.222.0.23 "GET /v2.0/subnetpools/2209ed21-2a63-4b1b-b177-c91c35fbf758/tags/tempest-TagsExtTest-Tag-810988681 HTTP/1.1" status: 404 len: 328 time: 0.1168201 Dec 06 17:23:07.452727 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58448) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:07.464911 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.tag.tag_plugin [None req-d0bc5ae6-d7c4-4566-a368-e89bb0ea3c7b tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '2209ed21-2a63-4b1b-b177-c91c35fbf758') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:23:07.550366 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef6565e-5d64-45b5-bc81-d4f6760833a0 req-37121ac4-1475-4523-8ea6-01da58e42134 tempest-InstanceActionsNegativeTestJSON-2008338954 tempest-InstanceActionsNegativeTestJSON-2008338954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:07.558364 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fef6565e-5d64-45b5-bc81-d4f6760833a0 req-37121ac4-1475-4523-8ea6-01da58e42134 tempest-InstanceActionsNegativeTestJSON-2008338954 tempest-InstanceActionsNegativeTestJSON-2008338954-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ed832e7-737c-4af5-aded-2a7a70a0f9a9 HTTP/1.1" status: 200 len: 945 time: 0.1992397 Dec 06 17:23:07.611724 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-d0bc5ae6-d7c4-4566-a368-e89bb0ea3c7b tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] 10.222.0.23 "DELETE /v2.0/subnetpools/2209ed21-2a63-4b1b-b177-c91c35fbf758/tags HTTP/1.1" status: 204 len: 168 time: 0.1520672 Dec 06 17:23:07.620785 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58452) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:07.628741 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-945cd9b3-f2fe-4d90-89fd-038469ae51b0 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:23:07.640647 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-945cd9b3-f2fe-4d90-89fd-038469ae51b0 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "PUT /v2.0/routers/4ba7a698-575a-4aaf-9eb0-dc82d8271f78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0423436 Dec 06 17:23:07.640877 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be576d-1551-401e-a462-078d64625eb5 req-3328f346-e6e1-45dd-bc70-4744d78cd4e3 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:07.644279 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88194aa6-fceb-4c52-a1ad-df3dc0ac71c4 None None] Sync routers for ids ['4ba7a698-575a-4aaf-9eb0-dc82d8271f78'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:23:07.647408 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-77be576d-1551-401e-a462-078d64625eb5 req-3328f346-e6e1-45dd-bc70-4744d78cd4e3 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a8709b5-b684-4aa0-903d-8839be2c999e HTTP/1.1" status: 200 len: 945 time: 0.1728387 Dec 06 17:23:07.652140 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fef6565e-5d64-45b5-bc81-d4f6760833a0 req-cdff1ec4-c5fc-402e-860a-544345d8db79 tempest-InstanceActionsNegativeTestJSON-2008338954 tempest-InstanceActionsNegativeTestJSON-2008338954-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4dad383-deff-4980-ab1c-83ad1f0a3359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909810 Dec 06 17:23:07.656515 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58454) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:07.668599 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-4c7f6028-3e3c-43cc-8cb8-6c43b6ba807c tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:23:07.675328 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88194aa6-fceb-4c52-a1ad-df3dc0ac71c4 None None] Routers {'4ba7a698-575a-4aaf-9eb0-dc82d8271f78'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:23:07.676316 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-88194aa6-fceb-4c52-a1ad-df3dc0ac71c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:22:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['4ba7a698-575a-4aaf-9eb0-dc82d8271f78'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:23:07.678293 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.tag.tag_plugin [None req-10c2d9b8-6e4c-46b7-9f00-c686dfbb91f3 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c6fdc9ae-46fa-4a57-acc4-f36d03833a09') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:23:07.693799 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-9f1b35d6-5720-4da3-b3f7-6195b4270c9c req-1f5d20d9-7578-4a97-90dc-bb3df21e57f7 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Allocated IP 172.20.0.3 (0fd247c3-8063-42cc-bb6f-57bead4315cb/32ad7edd-27dc-4328-9a42-8806a7c2ef97/9c900df7-6bd1-4efb-807b-75f3d9f6e7b1) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:23:07.831424 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-88194aa6-fceb-4c52-a1ad-df3dc0ac71c4 None None] Set router 4ba7a698-575a-4aaf-9eb0-dc82d8271f78 gateway port host: None {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:23:07.959529 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7eadd87a-9819-4e77-88c7-b71ee4847ab9 req-2fcbc800-db69-4f36-a671-b20872c81cd8 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 210 time: 0.1010377 Dec 06 17:23:08.173498 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-9f1b35d6-5720-4da3-b3f7-6195b4270c9c req-1f5d20d9-7578-4a97-90dc-bb3df21e57f7 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:08.251495 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-77be576d-1551-401e-a462-078d64625eb5 req-6af82fd6-784b-48b6-8cf6-8e9ef2c870a5 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=5055a3f9-0705-481f-a554-5c989eab318b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6031637 Dec 06 17:23:08.264200 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-88194aa6-fceb-4c52-a1ad-df3dc0ac71c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'name': 'tempest-RoutersTest-router-1277596697', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:22:33Z', 'updated_at': '2021-12-06T17:23:05Z', 'revision_number': 5, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'gw_port_host': None, '_interfaces': [{'id': '2a9c0948-a0f9-41b0-9621-ce97ab9105a9', 'name': '', 'network_id': 'd2343c0a-6cca-4cf5-a3cc-72085171ecbd', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'mac_address': 'fa:16:3e:57:01:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': 'c6d3cb16-f0d3-44ba-95d2-5d5b143d4354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:22:36Z', 'updated_at': '2021-12-06T17:22:48Z', 'revision_number': 5, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'subnets': [{'id': 'c6d3cb16-f0d3-44ba-95d2-5d5b143d4354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e8c2e69-678c-48df-96fe-9811015b8c2e', 'name': '', 'network_id': 'ee404907-cca6-49fb-8c04-64c9c0d1f548', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'mac_address': 'fa:16:3e:10:12:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1913, 'fixed_ips': [{'subnet_id': 'a0269ed2-b553-4c08-8d9e-236d32987f04', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:22:41Z', 'updated_at': '2021-12-06T17:22:55Z', 'revision_number': 5, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'subnets': [{'id': 'a0269ed2-b553-4c08-8d9e-236d32987f04', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6469bc02-7bd7-4e07-8df3-fb2f783cad10', 'name': '', 'network_id': '9c9946e4-9c2c-4778-985c-acc13a6cd54d', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'mac_address': 'fa:16:3e:08:ff:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1935, 'fixed_ips': [{'subnet_id': 'd2275e3c-6a62-47f8-9a40-40c406cd3a24', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:22:50Z', 'updated_at': '2021-12-06T17:23:05Z', 'revision_number': 5, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'subnets': [{'id': 'd2275e3c-6a62-47f8-9a40-40c406cd3a24', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75cc2271-1247-420b-aa23-3fc18c81864b', 'name': '', 'network_id': '1887f6fc-5ad5-41ea-ad23-1e0db299846a', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'mac_address': 'fa:16:3e:5e:81:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': '0a74512e-6da6-4e77-8bc1-0eab810cebfb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:23:04Z', 'updated_at': '2021-12-06T17:23:06Z', 'revision_number': 2, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'subnets': [{'id': '0a74512e-6da6-4e77-8bc1-0eab810cebfb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:23:08.269407 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-10c2d9b8-6e4c-46b7-9f00-c686dfbb91f3 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] 10.222.0.23 "DELETE /v2.0/routers/c6fdc9ae-46fa-4a57-acc4-f36d03833a09/tags HTTP/1.1" status: 204 len: 168 time: 0.6066806 Dec 06 17:23:08.270370 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58456) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:08.276060 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.tag.tag_plugin [None req-dd44ac59-b478-4955-b693-be0276dbf77a tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '127b4d4a-b886-41f8-9a4f-ac40a328c870') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:23:08.280216 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-9f1b35d6-5720-4da3-b3f7-6195b4270c9c req-1f5d20d9-7578-4a97-90dc-bb3df21e57f7 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:08.304103 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88194aa6-fceb-4c52-a1ad-df3dc0ac71c4 None None] Checking router: 4ba7a698-575a-4aaf-9eb0-dc82d8271f78 for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:23:08.307568 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88194aa6-fceb-4c52-a1ad-df3dc0ac71c4 None None] Updating router 4ba7a698-575a-4aaf-9eb0-dc82d8271f78 port 75cc2271-1247-420b-aa23-3fc18c81864b binding host n-d-master-1 {{(pid=103287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:23:08.346699 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-88194aa6-fceb-4c52-a1ad-df3dc0ac71c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:08.375715 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 31a707df-eaf5-4f2c-96a5-9ac52ed02bbd up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:23:08.380891 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc491528-fcc4-4c54-b029-7e0243c8b1a5 None None] Network 1887f6fc-5ad5-41ea-ad23-1e0db299846a requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:23:08.392144 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.extraroute_db [None req-4c7f6028-3e3c-43cc-8cb8-6c43b6ba807c tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=103284) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 06 17:23:08.422835 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.extraroute_db [None req-4c7f6028-3e3c-43cc-8cb8-6c43b6ba807c tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Removed routes are [] {{(pid=103284) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 06 17:23:08.423301 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4c7f6028-3e3c-43cc-8cb8-6c43b6ba807c tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1944'] for router, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:08.538509 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f1b35d6-5720-4da3-b3f7-6195b4270c9c req-1f5d20d9-7578-4a97-90dc-bb3df21e57f7 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Network 0fd247c3-8063-42cc-bb6f-57bead4315cb is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:23:08.545558 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-9f1b35d6-5720-4da3-b3f7-6195b4270c9c req-1f5d20d9-7578-4a97-90dc-bb3df21e57f7 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:23:08.562113 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f1b35d6-5720-4da3-b3f7-6195b4270c9c req-1f5d20d9-7578-4a97-90dc-bb3df21e57f7 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:23:08.565193 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5d20d9-7578-4a97-90dc-bb3df21e57f7 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Pushing event updated for resources: {'Port': ['ID=9c900df7-6bd1-4efb-807b-75f3d9f6e7b1,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:08.733388 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-dd44ac59-b478-4955-b693-be0276dbf77a tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] 10.222.0.23 "DELETE /v2.0/ports/127b4d4a-b886-41f8-9a4f-ac40a328c870/tags HTTP/1.1" status: 204 len: 168 time: 0.4616160 Dec 06 17:23:08.736869 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58466) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:08.752799 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b35d6-5720-4da3-b3f7-6195b4270c9c req-1f5d20d9-7578-4a97-90dc-bb3df21e57f7 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:08.755202 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-9f1b35d6-5720-4da3-b3f7-6195b4270c9c req-1f5d20d9-7578-4a97-90dc-bb3df21e57f7 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:08.770876 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.tag.tag_plugin [None req-6d159169-4db7-44b5-aa73-657c6f331cae tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ff8a7be6-ab34-4de9-b819-b0078202c119') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:23:08.772010 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a95ff077-0c10-4a66-9bbb-9afb91868370 None None] Provisioning complete for port 31a707df-eaf5-4f2c-96a5-9ac52ed02bbd triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:23:08.772395 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a95ff077-0c10-4a66-9bbb-9afb91868370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:08.786069 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4c7f6028-3e3c-43cc-8cb8-6c43b6ba807c tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1944'] for router, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:08.790597 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4c7f6028-3e3c-43cc-8cb8-6c43b6ba807c tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536591', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-575717'] for router, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:08.806823 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-88194aa6-fceb-4c52-a1ad-df3dc0ac71c4 None None] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:08.819133 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-88194aa6-fceb-4c52-a1ad-df3dc0ac71c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:08.937562 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1519a478-0c87-4a17-94b4-562e086dc386 None None] Pushing event updated for resources: {'Port': ['ID=75cc2271-1247-420b-aa23-3fc18c81864b,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:09.113552 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 88cb9d20-9b9f-4913-afb3-774cf5968246 up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:23:09.116640 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-88194aa6-fceb-4c52-a1ad-df3dc0ac71c4 None None] Attempting to bind port 75cc2271-1247-420b-aa23-3fc18c81864b on host n-d-master-1 for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:23:09.117957 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-88194aa6-fceb-4c52-a1ad-df3dc0ac71c4 None None] Attempting to bind port 75cc2271-1247-420b-aa23-3fc18c81864b by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'a0b99927-d5f7-4863-9ee7-7f436fe7772e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1887f6fc-5ad5-41ea-ad23-1e0db299846a'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:23:09.119485 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88194aa6-fceb-4c52-a1ad-df3dc0ac71c4 None None] Attempting to bind port 75cc2271-1247-420b-aa23-3fc18c81864b on network 1887f6fc-5ad5-41ea-ad23-1e0db299846a {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:23:09.119650 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9f1b35d6-5720-4da3-b3f7-6195b4270c9c req-1f5d20d9-7578-4a97-90dc-bb3df21e57f7 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0945065 Dec 06 17:23:09.128114 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88194aa6-fceb-4c52-a1ad-df3dc0ac71c4 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:23:09.128855 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88194aa6-fceb-4c52-a1ad-df3dc0ac71c4 None None] Checking segment: {'id': 'a0b99927-d5f7-4863-9ee7-7f436fe7772e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1887f6fc-5ad5-41ea-ad23-1e0db299846a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:23:09.129636 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-88194aa6-fceb-4c52-a1ad-df3dc0ac71c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:09.130231 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88194aa6-fceb-4c52-a1ad-df3dc0ac71c4 None None] Bound using segment: {'id': 'a0b99927-d5f7-4863-9ee7-7f436fe7772e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1887f6fc-5ad5-41ea-ad23-1e0db299846a'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:23:09.131047 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-88194aa6-fceb-4c52-a1ad-df3dc0ac71c4 None None] Bound port: 75cc2271-1247-420b-aa23-3fc18c81864b, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0b99927-d5f7-4863-9ee7-7f436fe7772e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1887f6fc-5ad5-41ea-ad23-1e0db299846a'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:23:09.131732 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-88194aa6-fceb-4c52-a1ad-df3dc0ac71c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:09.150870 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-9f1b35d6-5720-4da3-b3f7-6195b4270c9c req-57c00f8d-47b3-4b74-9bba-23e3af703ca1 service neutron] Request body: {'port': {'device_id': '376fa427-021b-4997-a0b0-c1fba445d258', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:23:09.199245 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 31a707df-eaf5-4f2c-96a5-9ac52ed02bbd triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:23:09.199626 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:09.213694 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-88194aa6-fceb-4c52-a1ad-df3dc0ac71c4 None None] For port 75cc2271-1247-420b-aa23-3fc18c81864b, host n-d-master-1, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:23:09.217624 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-88194aa6-fceb-4c52-a1ad-df3dc0ac71c4 None None] For port 75cc2271-1247-420b-aa23-3fc18c81864b, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=75cc2271-1247-420b-aa23-3fc18c81864b,segment=NetworkSegment(a0b99927-d5f7-4863-9ee7-7f436fe7772e),segment_id=a0b99927-d5f7-4863-9ee7-7f436fe7772e)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:23:09.223746 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-88194aa6-fceb-4c52-a1ad-df3dc0ac71c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:09.294366 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1519a478-0c87-4a17-94b4-562e086dc386 None None] Pushing event updated for resources: {'Port': ['ID=75cc2271-1247-420b-aa23-3fc18c81864b,revision_number=4']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:09.312107 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88194aa6-fceb-4c52-a1ad-df3dc0ac71c4 None None] Routers {'4ba7a698-575a-4aaf-9eb0-dc82d8271f78'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:23:09.313131 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-88194aa6-fceb-4c52-a1ad-df3dc0ac71c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:22:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['4ba7a698-575a-4aaf-9eb0-dc82d8271f78'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:23:09.361931 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd0c50e-3b18-4f98-ad6f-61a84b79499c req-4c9ebfc5-37b8-4422-b4f6-50531cd79d5e tempest-InstanceActionsNegativeTestJSON-2008338954 tempest-InstanceActionsNegativeTestJSON-2008338954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:09.364091 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fcd0c50e-3b18-4f98-ad6f-61a84b79499c req-4c9ebfc5-37b8-4422-b4f6-50531cd79d5e tempest-InstanceActionsNegativeTestJSON-2008338954 tempest-InstanceActionsNegativeTestJSON-2008338954-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ed832e7-737c-4af5-aded-2a7a70a0f9a9 HTTP/1.1" status: 200 len: 945 time: 0.5683055 Dec 06 17:23:09.380616 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-9f1b35d6-5720-4da3-b3f7-6195b4270c9c req-57c00f8d-47b3-4b74-9bba-23e3af703ca1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:09.384534 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c7f6028-3e3c-43cc-8cb8-6c43b6ba807c tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Router 4ba7a698-575a-4aaf-9eb0-dc82d8271f78 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:23:09.388583 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-6d159169-4db7-44b5-aa73-657c6f331cae tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] 10.222.0.23 "DELETE /v2.0/subnets/ff8a7be6-ab34-4de9-b819-b0078202c119/tags HTTP/1.1" status: 204 len: 168 time: 0.6261961 Dec 06 17:23:09.389930 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58472) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:09.397507 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8e14b1-e98f-4687-845a-129e2a584d51 req-4d7469fc-6143-41db-b3ea-2572322b56b2 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:09.399005 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4e8e14b1-e98f-4687-845a-129e2a584d51 req-4d7469fc-6143-41db-b3ea-2572322b56b2 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 931 time: 0.2701149 Dec 06 17:23:09.450697 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-88194aa6-fceb-4c52-a1ad-df3dc0ac71c4 None None] Set router 4ba7a698-575a-4aaf-9eb0-dc82d8271f78 gateway port host: None {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:23:09.473628 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fcd0c50e-3b18-4f98-ad6f-61a84b79499c req-a07ce20b-ebb3-4ff6-a1df-33953df99018 tempest-InstanceActionsNegativeTestJSON-2008338954 tempest-InstanceActionsNegativeTestJSON-2008338954-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4dad383-deff-4980-ab1c-83ad1f0a3359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001577 Dec 06 17:23:09.511205 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:09.556317 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a95ff077-0c10-4a66-9bbb-9afb91868370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:09.613208 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning for port 88cb9d20-9b9f-4913-afb3-774cf5968246 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:23:09.619822 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port 88cb9d20-9b9f-4913-afb3-774cf5968246 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:23:09.620431 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:09.776772 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c7f6028-3e3c-43cc-8cb8-6c43b6ba807c tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:23:09.816977 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4c7f6028-3e3c-43cc-8cb8-6c43b6ba807c tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:09.860706 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-4c7f6028-3e3c-43cc-8cb8-6c43b6ba807c tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "PUT /v2.0/routers/4ba7a698-575a-4aaf-9eb0-dc82d8271f78 HTTP/1.1" status: 200 len: 934 time: 2.1624007 Dec 06 17:23:09.860706 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d7b21b21-20eb-435c-b535-16cb5bc23ff6 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] Publish callbacks [] for subnetpool, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:09.860706 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-d7b21b21-20eb-435c-b535-16cb5bc23ff6 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] 10.222.0.23 "DELETE /v2.0/subnetpools/2209ed21-2a63-4b1b-b177-c91c35fbf758 HTTP/1.1" status: 204 len: 168 time: 0.4379303 Dec 06 17:23:09.861214 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58478) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:09.876588 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] For port 31a707df-eaf5-4f2c-96a5-9ac52ed02bbd, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=31a707df-eaf5-4f2c-96a5-9ac52ed02bbd,segment=NetworkSegment(a0b99927-d5f7-4863-9ee7-7f436fe7772e),segment_id=a0b99927-d5f7-4863-9ee7-7f436fe7772e)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:23:09.877919 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58480) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:09.887585 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18937807-14c6-4b13-b0de-db54daa664a1 req-c6112541-9707-4262-a2ab-2413a603277a tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:09.900809 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-18937807-14c6-4b13-b0de-db54daa664a1 req-c6112541-9707-4262-a2ab-2413a603277a tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a8709b5-b684-4aa0-903d-8839be2c999e HTTP/1.1" status: 200 len: 945 time: 0.2703631 Dec 06 17:23:10.031698 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:10.035530 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:10.042726 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 6469bc02-7bd7-4e07-8df3-fb2f783cad10 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:23:10.099322 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-18937807-14c6-4b13-b0de-db54daa664a1 req-3c426268-4546-49a3-8e3c-c4986af5512a tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=5055a3f9-0705-481f-a554-5c989eab318b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1845553 Dec 06 17:23:10.105145 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-88194aa6-fceb-4c52-a1ad-df3dc0ac71c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'name': 'tempest-RoutersTest-router-1277596697', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:22:33Z', 'updated_at': '2021-12-06T17:23:08Z', 'revision_number': 6, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'gw_port_host': None, '_interfaces': [{'id': '2a9c0948-a0f9-41b0-9621-ce97ab9105a9', 'name': '', 'network_id': 'd2343c0a-6cca-4cf5-a3cc-72085171ecbd', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'mac_address': 'fa:16:3e:57:01:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': 'c6d3cb16-f0d3-44ba-95d2-5d5b143d4354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:22:36Z', 'updated_at': '2021-12-06T17:22:48Z', 'revision_number': 5, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'subnets': [{'id': 'c6d3cb16-f0d3-44ba-95d2-5d5b143d4354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e8c2e69-678c-48df-96fe-9811015b8c2e', 'name': '', 'network_id': 'ee404907-cca6-49fb-8c04-64c9c0d1f548', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'mac_address': 'fa:16:3e:10:12:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1913, 'fixed_ips': [{'subnet_id': 'a0269ed2-b553-4c08-8d9e-236d32987f04', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:22:41Z', 'updated_at': '2021-12-06T17:22:55Z', 'revision_number': 5, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'subnets': [{'id': 'a0269ed2-b553-4c08-8d9e-236d32987f04', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6469bc02-7bd7-4e07-8df3-fb2f783cad10', 'name': '', 'network_id': '9c9946e4-9c2c-4778-985c-acc13a6cd54d', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'mac_address': 'fa:16:3e:08:ff:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1935, 'fixed_ips': [{'subnet_id': 'd2275e3c-6a62-47f8-9a40-40c406cd3a24', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:22:50Z', 'updated_at': '2021-12-06T17:23:05Z', 'revision_number': 5, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'subnets': [{'id': 'd2275e3c-6a62-47f8-9a40-40c406cd3a24', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75cc2271-1247-420b-aa23-3fc18c81864b', 'name': '', 'network_id': '1887f6fc-5ad5-41ea-ad23-1e0db299846a', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'mac_address': 'fa:16:3e:5e:81:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': '0a74512e-6da6-4e77-8bc1-0eab810cebfb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:23:04Z', 'updated_at': '2021-12-06T17:23:09Z', 'revision_number': 4, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'subnets': [{'id': '0a74512e-6da6-4e77-8bc1-0eab810cebfb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:23:10.161877 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88194aa6-fceb-4c52-a1ad-df3dc0ac71c4 None None] The sync data for ids ['4ba7a698-575a-4aaf-9eb0-dc82d8271f78'] in n-d-master-1 is: [{'id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'name': 'tempest-RoutersTest-router-1277596697', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:22:33Z', 'updated_at': '2021-12-06T17:23:08Z', 'revision_number': 6, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'gw_port_host': None, '_interfaces': [{'id': '2a9c0948-a0f9-41b0-9621-ce97ab9105a9', 'name': '', 'network_id': 'd2343c0a-6cca-4cf5-a3cc-72085171ecbd', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'mac_address': 'fa:16:3e:57:01:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': 'c6d3cb16-f0d3-44ba-95d2-5d5b143d4354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:22:36Z', 'updated_at': '2021-12-06T17:22:48Z', 'revision_number': 5, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'subnets': [{'id': 'c6d3cb16-f0d3-44ba-95d2-5d5b143d4354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e8c2e69-678c-48df-96fe-9811015b8c2e', 'name': '', 'network_id': 'ee404907-cca6-49fb-8c04-64c9c0d1f548', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'mac_address': 'fa:16:3e:10:12:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1913, 'fixed_ips': [{'subnet_id': 'a0269ed2-b553-4c08-8d9e-236d32987f04', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:22:41Z', 'updated_at': '2021-12-06T17:22:55Z', 'revision_number': 5, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'subnets': [{'id': 'a0269ed2-b553-4c08-8d9e-236d32987f04', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6469bc02-7bd7-4e07-8df3-fb2f783cad10', 'name': '', 'network_id': '9c9946e4-9c2c-4778-985c-acc13a6cd54d', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'mac_address': 'fa:16:3e:08:ff:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1935, 'fixed_ips': [{'subnet_id': 'd2275e3c-6a62-47f8-9a40-40c406cd3a24', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:22:50Z', 'updated_at': '2021-12-06T17:23:05Z', 'revision_number': 5, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'subnets': [{'id': 'd2275e3c-6a62-47f8-9a40-40c406cd3a24', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75cc2271-1247-420b-aa23-3fc18c81864b', 'name': '', 'network_id': '1887f6fc-5ad5-41ea-ad23-1e0db299846a', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'mac_address': 'fa:16:3e:5e:81:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': '0a74512e-6da6-4e77-8bc1-0eab810cebfb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:23:04Z', 'updated_at': '2021-12-06T17:23:09Z', 'revision_number': 4, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'subnets': [{'id': '0a74512e-6da6-4e77-8bc1-0eab810cebfb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:23:10.203305 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4e8e14b1-e98f-4687-845a-129e2a584d51 req-6b8689c1-9cf7-483e-951c-0cdbf66064f0 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7972686 Dec 06 17:23:10.289167 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58492) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:10.289550 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-b19f1b35-8698-488d-8792-24569b6af730 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6fdc9ae-46fa-4a57-acc4-f36d03833a09 HTTP/1.1" status: 200 len: 205 time: 0.4453993 Dec 06 17:23:10.349392 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-5c9455cd-8ed6-4dcf-9acf-3707f8e9ad8b tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "GET /v2.0/routers/4ba7a698-575a-4aaf-9eb0-dc82d8271f78 HTTP/1.1" status: 200 len: 934 time: 0.4586980 Dec 06 17:23:10.352614 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58494) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:10.371423 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-aa9c81c9-b9b9-4d82-b1df-f79f2fa2b015 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Request body: {'router': {'routes': None}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:23:10.438472 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ed832e7-737c-4af5-aded-2a7a70a0f9a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88cb9d20-9b9f-4913-afb3-774cf5968246'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:23:10.446240 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a594db6-64a6-43fe-9244-e024f661ea47" -d '{"events": [{"server_uuid": "1ed832e7-737c-4af5-aded-2a7a70a0f9a9", "name": "network-vif-plugged", "status": "completed", "tag": "88cb9d20-9b9f-4913-afb3-774cf5968246"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:23:10.474758 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8878469f-0fb0-42bf-8f6d-3d1899ac6499 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] Publish callbacks [] for router, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:10.485772 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.db.api [None req-a95ff077-0c10-4a66-9bbb-9afb91868370 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103286) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 17:23:10.486267 n-d-master-1 neutron-server[103286]: DEBUG oslo_db.api [None req-a95ff077-0c10-4a66-9bbb-9afb91868370 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 17:23:10.498284 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 88cb9d20-9b9f-4913-afb3-774cf5968246, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=88cb9d20-9b9f-4913-afb3-774cf5968246,segment=NetworkSegment(d18daf7e-294f-4602-8fb9-59cae6ac17d6),segment_id=d18daf7e-294f-4602-8fb9-59cae6ac17d6)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:23:10.517678 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:10.577019 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Pushing event updated for resources: {'Port': ['ID=31a707df-eaf5-4f2c-96a5-9ac52ed02bbd,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:10.601395 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b060877-f116-4524-832a-0f6f325aab7b x-openstack-request-id: req-1b060877-f116-4524-832a-0f6f325aab7b {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:23:10.601826 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ed832e7-737c-4af5-aded-2a7a70a0f9a9", "name": "network-vif-plugged", "status": "completed", "tag": "88cb9d20-9b9f-4913-afb3-774cf5968246", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:23:10.602095 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1b060877-f116-4524-832a-0f6f325aab7b {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:23:10.602528 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ed832e7-737c-4af5-aded-2a7a70a0f9a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88cb9d20-9b9f-4913-afb3-774cf5968246', 'code': 200} Dec 06 17:23:10.654240 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 6469bc02-7bd7-4e07-8df3-fb2f783cad10 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:23:10.661835 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:10.743242 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=88cb9d20-9b9f-4913-afb3-774cf5968246,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:11.026433 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8878469f-0fb0-42bf-8f6d-3d1899ac6499 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:11.029371 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8878469f-0fb0-42bf-8f6d-3d1899ac6499 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:11.059872 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876e97d9-af13-462c-b46a-92bcbfcd96c8 req-13fc9e11-73d4-490d-9765-e5165930ac1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:11.061449 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-876e97d9-af13-462c-b46a-92bcbfcd96c8 req-13fc9e11-73d4-490d-9765-e5165930ac1b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1ed832e7-737c-4af5-aded-2a7a70a0f9a9 HTTP/1.1" status: 200 len: 1097 time: 0.3344579 Dec 06 17:23:11.213425 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-876e97d9-af13-462c-b46a-92bcbfcd96c8 req-da7ee3ab-2c72-45c9-bba7-0a44d5318777 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e4dad383-deff-4980-ab1c-83ad1f0a3359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915353 Dec 06 17:23:11.239599 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8878469f-0fb0-42bf-8f6d-3d1899ac6499 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:11.240158 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8878469f-0fb0-42bf-8f6d-3d1899ac6499 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] Fanout notify agent at l3_agent the message router_deleted on router c6fdc9ae-46fa-4a57-acc4-f36d03833a09 {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 17:23:11.247637 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8878469f-0fb0-42bf-8f6d-3d1899ac6499 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:11.252137 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-8878469f-0fb0-42bf-8f6d-3d1899ac6499 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] 10.222.0.23 "DELETE /v2.0/routers/c6fdc9ae-46fa-4a57-acc4-f36d03833a09 HTTP/1.1" status: 204 len: 168 time: 0.9584517 Dec 06 17:23:11.252539 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58506) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:11.254700 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-12170060-199b-49d9-897a-53d039a8e5f9 None None] Provisioning complete for port 31a707df-eaf5-4f2c-96a5-9ac52ed02bbd triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:23:11.260532 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-12170060-199b-49d9-897a-53d039a8e5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:11.356003 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 31a707df-eaf5-4f2c-96a5-9ac52ed02bbd up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:23:11.461624 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-9f1b35d6-5720-4da3-b3f7-6195b4270c9c req-57c00f8d-47b3-4b74-9bba-23e3af703ca1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c900df7-6bd1-4efb-807b-75f3d9f6e7b1 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:23:11.473441 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d09ac5-0bf4-4996-b688-1e509d59cc5b req-49a60717-739b-46d0-9a82-6d6afc56bd2f tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:11.487260 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-84d09ac5-0bf4-4996-b688-1e509d59cc5b req-49a60717-739b-46d0-9a82-6d6afc56bd2f tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a8709b5-b684-4aa0-903d-8839be2c999e HTTP/1.1" status: 200 len: 945 time: 0.1573675 Dec 06 17:23:11.488067 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-9f1b35d6-5720-4da3-b3f7-6195b4270c9c req-57c00f8d-47b3-4b74-9bba-23e3af703ca1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:11.524750 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-9f1b35d6-5720-4da3-b3f7-6195b4270c9c req-57c00f8d-47b3-4b74-9bba-23e3af703ca1 service neutron] Transition to ACTIVE for port object 9c900df7-6bd1-4efb-807b-75f3d9f6e7b1 will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:23:11.565692 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a1d2e-7f93-4b50-b4a1-3ff7531f7c81 req-f514981b-4de9-4c18-ad6a-af9ee6cdcb9d tempest-InstanceActionsNegativeTestJSON-2008338954 tempest-InstanceActionsNegativeTestJSON-2008338954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:11.575886 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-df1a1d2e-7f93-4b50-b4a1-3ff7531f7c81 req-f514981b-4de9-4c18-ad6a-af9ee6cdcb9d tempest-InstanceActionsNegativeTestJSON-2008338954 tempest-InstanceActionsNegativeTestJSON-2008338954-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ed832e7-737c-4af5-aded-2a7a70a0f9a9 HTTP/1.1" status: 200 len: 946 time: 0.9296823 Dec 06 17:23:11.581329 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-9f1b35d6-5720-4da3-b3f7-6195b4270c9c req-57c00f8d-47b3-4b74-9bba-23e3af703ca1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:11.606342 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-84d09ac5-0bf4-4996-b688-1e509d59cc5b req-6f9bccc9-cd9f-42b9-9904-06ad3d73ed6d tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=5055a3f9-0705-481f-a554-5c989eab318b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181026 Dec 06 17:23:11.646695 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-894ffb74-4a83-421c-a44c-78f305bd9518 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] Deleting port 127b4d4a-b886-41f8-9a4f-ac40a328c870 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:23:11.647240 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-894ffb74-4a83-421c-a44c-78f305bd9518 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:11.701967 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 31a707df-eaf5-4f2c-96a5-9ac52ed02bbd triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:23:11.702528 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:11.833329 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c918b5-5cdd-4c19-ab0c-8f68304ef11e None None] Sync routers for ids ['4ba7a698-575a-4aaf-9eb0-dc82d8271f78'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:23:11.852285 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e71fa55-f6bf-4df6-9100-25df3601aa9c req-e87ce4aa-6eb0-4bf4-aada-19e1401aa35b tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:11.862144 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5e71fa55-f6bf-4df6-9100-25df3601aa9c req-e87ce4aa-6eb0-4bf4-aada-19e1401aa35b tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 943 time: 0.0834141 Dec 06 17:23:11.871083 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c00f8d-47b3-4b74-9bba-23e3af703ca1 service neutron] Pushing event updated for resources: {'Port': ['ID=9c900df7-6bd1-4efb-807b-75f3d9f6e7b1,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:11.901756 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c918b5-5cdd-4c19-ab0c-8f68304ef11e None None] Routers {'4ba7a698-575a-4aaf-9eb0-dc82d8271f78'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:23:11.902690 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-69c918b5-5cdd-4c19-ab0c-8f68304ef11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:22:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['4ba7a698-575a-4aaf-9eb0-dc82d8271f78'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:23:11.945367 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-894ffb74-4a83-421c-a44c-78f305bd9518 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:11.966474 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c00f8d-47b3-4b74-9bba-23e3af703ca1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:23:11.966735 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c00f8d-47b3-4b74-9bba-23e3af703ca1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:23:11.967083 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c00f8d-47b3-4b74-9bba-23e3af703ca1 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:23:11.967416 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c00f8d-47b3-4b74-9bba-23e3af703ca1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:23:11.967746 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c00f8d-47b3-4b74-9bba-23e3af703ca1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:23:11.968073 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c00f8d-47b3-4b74-9bba-23e3af703ca1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:23:11.968399 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c00f8d-47b3-4b74-9bba-23e3af703ca1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:23:11.968723 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c00f8d-47b3-4b74-9bba-23e3af703ca1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:23:11.969044 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c00f8d-47b3-4b74-9bba-23e3af703ca1 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:23:11.969364 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c00f8d-47b3-4b74-9bba-23e3af703ca1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:23:11.975945 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5e71fa55-f6bf-4df6-9100-25df3601aa9c req-f56102f7-44fd-4bc4-a528-09aeb550d4bb tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077902 Dec 06 17:23:11.987102 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c00f8d-47b3-4b74-9bba-23e3af703ca1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:23:11.987102 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c00f8d-47b3-4b74-9bba-23e3af703ca1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:23:11.987102 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c00f8d-47b3-4b74-9bba-23e3af703ca1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:23:11.987433 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-894ffb74-4a83-421c-a44c-78f305bd9518 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] Calling delete_port for 127b4d4a-b886-41f8-9a4f-ac40a328c870 owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:23:12.001732 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-df1a1d2e-7f93-4b50-b4a1-3ff7531f7c81 req-4deac112-d7fa-4548-8df4-b1225eb302b0 tempest-InstanceActionsNegativeTestJSON-2008338954 tempest-InstanceActionsNegativeTestJSON-2008338954-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4dad383-deff-4980-ab1c-83ad1f0a3359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3459773 Dec 06 17:23:12.082092 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-12170060-199b-49d9-897a-53d039a8e5f9 None None] Provisioning complete for port 75cc2271-1247-420b-aa23-3fc18c81864b triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:23:12.082789 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-12170060-199b-49d9-897a-53d039a8e5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:12.118010 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-9f1b35d6-5720-4da3-b3f7-6195b4270c9c req-57c00f8d-47b3-4b74-9bba-23e3af703ca1 service neutron] Attempting to bind port 9c900df7-6bd1-4efb-807b-75f3d9f6e7b1 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:23:12.118341 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-9f1b35d6-5720-4da3-b3f7-6195b4270c9c req-57c00f8d-47b3-4b74-9bba-23e3af703ca1 service neutron] Attempting to bind port 9c900df7-6bd1-4efb-807b-75f3d9f6e7b1 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '7b3b1671-5b3d-45b5-8a84-9493fd934077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0fd247c3-8063-42cc-bb6f-57bead4315cb'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:23:12.118956 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1b35d6-5720-4da3-b3f7-6195b4270c9c req-57c00f8d-47b3-4b74-9bba-23e3af703ca1 service neutron] Attempting to bind port 9c900df7-6bd1-4efb-807b-75f3d9f6e7b1 on network 0fd247c3-8063-42cc-bb6f-57bead4315cb {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:23:12.127685 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-69c918b5-5cdd-4c19-ab0c-8f68304ef11e None None] Set router 4ba7a698-575a-4aaf-9eb0-dc82d8271f78 gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:23:12.131724 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1b35d6-5720-4da3-b3f7-6195b4270c9c req-57c00f8d-47b3-4b74-9bba-23e3af703ca1 service neutron] Port 9c900df7-6bd1-4efb-807b-75f3d9f6e7b1 on network 0fd247c3-8063-42cc-bb6f-57bead4315cb not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:23:12.132054 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1b35d6-5720-4da3-b3f7-6195b4270c9c req-57c00f8d-47b3-4b74-9bba-23e3af703ca1 service neutron] Attempting to bind port 9c900df7-6bd1-4efb-807b-75f3d9f6e7b1 on network 0fd247c3-8063-42cc-bb6f-57bead4315cb {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:23:12.144670 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1b35d6-5720-4da3-b3f7-6195b4270c9c req-57c00f8d-47b3-4b74-9bba-23e3af703ca1 service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:23:12.145005 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1b35d6-5720-4da3-b3f7-6195b4270c9c req-57c00f8d-47b3-4b74-9bba-23e3af703ca1 service neutron] Checking segment: {'id': '7b3b1671-5b3d-45b5-8a84-9493fd934077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0fd247c3-8063-42cc-bb6f-57bead4315cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:23:12.145386 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1b35d6-5720-4da3-b3f7-6195b4270c9c req-57c00f8d-47b3-4b74-9bba-23e3af703ca1 service neutron] Bound using segment: {'id': '7b3b1671-5b3d-45b5-8a84-9493fd934077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0fd247c3-8063-42cc-bb6f-57bead4315cb'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:23:12.160199 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-9f1b35d6-5720-4da3-b3f7-6195b4270c9c req-57c00f8d-47b3-4b74-9bba-23e3af703ca1 service neutron] Bound port: 9c900df7-6bd1-4efb-807b-75f3d9f6e7b1, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b3b1671-5b3d-45b5-8a84-9493fd934077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0fd247c3-8063-42cc-bb6f-57bead4315cb'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:23:12.162718 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-9f1b35d6-5720-4da3-b3f7-6195b4270c9c req-57c00f8d-47b3-4b74-9bba-23e3af703ca1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:12.188557 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 75cc2271-1247-420b-aa23-3fc18c81864b up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:23:12.206245 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.extraroute_db [None req-aa9c81c9-b9b9-4d82-b1df-f79f2fa2b015 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Added routes are [] {{(pid=103285) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 06 17:23:12.206707 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.extraroute_db [None req-aa9c81c9-b9b9-4d82-b1df-f79f2fa2b015 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=103285) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 06 17:23:12.290905 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa9c81c9-b9b9-4d82-b1df-f79f2fa2b015 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1944'] for router, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:12.300202 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-894ffb74-4a83-421c-a44c-78f305bd9518 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:12.341832 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894ffb74-4a83-421c-a44c-78f305bd9518 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] Pushing event deleted for resources: {'Port': ['ID=127b4d4a-b886-41f8-9a4f-ac40a328c870,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:12.443122 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-12170060-199b-49d9-897a-53d039a8e5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:12.504739 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-894ffb74-4a83-421c-a44c-78f305bd9518 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:12.507123 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-9f1b35d6-5720-4da3-b3f7-6195b4270c9c req-57c00f8d-47b3-4b74-9bba-23e3af703ca1 service neutron] For port 9c900df7-6bd1-4efb-807b-75f3d9f6e7b1, host n-h1-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:23:12.508140 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-894ffb74-4a83-421c-a44c-78f305bd9518 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] 10.222.0.23 "DELETE /v2.0/ports/127b4d4a-b886-41f8-9a4f-ac40a328c870 HTTP/1.1" status: 204 len: 168 time: 1.2546399 Dec 06 17:23:12.510725 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58516) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:12.531532 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 75cc2271-1247-420b-aa23-3fc18c81864b triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:23:12.531890 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:12.538028 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-12170060-199b-49d9-897a-53d039a8e5f9 None None] For port 75cc2271-1247-420b-aa23-3fc18c81864b, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=75cc2271-1247-420b-aa23-3fc18c81864b,segment=NetworkSegment(a0b99927-d5f7-4863-9ee7-7f436fe7772e),segment_id=a0b99927-d5f7-4863-9ee7-7f436fe7772e)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:23:12.582484 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-9f1b35d6-5720-4da3-b3f7-6195b4270c9c req-57c00f8d-47b3-4b74-9bba-23e3af703ca1 service neutron] For port 9c900df7-6bd1-4efb-807b-75f3d9f6e7b1, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=9c900df7-6bd1-4efb-807b-75f3d9f6e7b1,segment=NetworkSegment(7b3b1671-5b3d-45b5-8a84-9493fd934077),segment_id=7b3b1671-5b3d-45b5-8a84-9493fd934077)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:23:12.587088 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-12170060-199b-49d9-897a-53d039a8e5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:12.636112 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-9f1b35d6-5720-4da3-b3f7-6195b4270c9c req-57c00f8d-47b3-4b74-9bba-23e3af703ca1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:12.677531 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12170060-199b-49d9-897a-53d039a8e5f9 None None] Pushing event updated for resources: {'Port': ['ID=75cc2271-1247-420b-aa23-3fc18c81864b,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:12.706580 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b35d6-5720-4da3-b3f7-6195b4270c9c req-57c00f8d-47b3-4b74-9bba-23e3af703ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:12.707215 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-9f1b35d6-5720-4da3-b3f7-6195b4270c9c req-57c00f8d-47b3-4b74-9bba-23e3af703ca1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:12.709201 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9f1b35d6-5720-4da3-b3f7-6195b4270c9c req-57c00f8d-47b3-4b74-9bba-23e3af703ca1 service neutron] 10.222.0.41 "PUT /v2.0/ports/9c900df7-6bd1-4efb-807b-75f3d9f6e7b1 HTTP/1.1" status: 200 len: 1091 time: 3.5625985 Dec 06 17:23:12.713978 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '376fa427-021b-4997-a0b0-c1fba445d258', 'tag': '9c900df7-6bd1-4efb-807b-75f3d9f6e7b1'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:23:12.716292 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5857037-5989-47bd-bdf8-dce415759983" -d '{"events": [{"name": "network-changed", "server_uuid": "376fa427-021b-4997-a0b0-c1fba445d258", "tag": "9c900df7-6bd1-4efb-807b-75f3d9f6e7b1"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:23:12.753598 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-93860790-8f97-4b38-acee-2e1e15932656 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] Deleting subnet ff8a7be6-ab34-4de9-b819-b0078202c119 {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:23:12.797575 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-93860790-8f97-4b38-acee-2e1e15932656 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:12.801215 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b0a08e9-feaf-4673-9ca0-4f4d72625510 x-openstack-request-id: req-9b0a08e9-feaf-4673-9ca0-4f4d72625510 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:23:12.801754 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "376fa427-021b-4997-a0b0-c1fba445d258", "tag": "9c900df7-6bd1-4efb-807b-75f3d9f6e7b1", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:23:12.802176 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9b0a08e9-feaf-4673-9ca0-4f4d72625510 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:23:12.802794 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '376fa427-021b-4997-a0b0-c1fba445d258', 'tag': '9c900df7-6bd1-4efb-807b-75f3d9f6e7b1', 'status': 'completed', 'code': 200} Dec 06 17:23:12.810559 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-e0167fec-33a4-4114-a04a-a6290c781631 None None] Provisioning complete for port 75cc2271-1247-420b-aa23-3fc18c81864b triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:23:12.811157 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e0167fec-33a4-4114-a04a-a6290c781631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:12.818720 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-69c918b5-5cdd-4c19-ab0c-8f68304ef11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'name': 'tempest-RoutersTest-router-1277596697', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:22:33Z', 'updated_at': '2021-12-06T17:23:08Z', 'revision_number': 6, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'gw_port_host': None, '_interfaces': [{'id': '2a9c0948-a0f9-41b0-9621-ce97ab9105a9', 'name': '', 'network_id': 'd2343c0a-6cca-4cf5-a3cc-72085171ecbd', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'mac_address': 'fa:16:3e:57:01:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': 'c6d3cb16-f0d3-44ba-95d2-5d5b143d4354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:22:36Z', 'updated_at': '2021-12-06T17:22:48Z', 'revision_number': 5, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'subnets': [{'id': 'c6d3cb16-f0d3-44ba-95d2-5d5b143d4354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e8c2e69-678c-48df-96fe-9811015b8c2e', 'name': '', 'network_id': 'ee404907-cca6-49fb-8c04-64c9c0d1f548', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'mac_address': 'fa:16:3e:10:12:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1913, 'fixed_ips': [{'subnet_id': 'a0269ed2-b553-4c08-8d9e-236d32987f04', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:22:41Z', 'updated_at': '2021-12-06T17:22:55Z', 'revision_number': 5, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'subnets': [{'id': 'a0269ed2-b553-4c08-8d9e-236d32987f04', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6469bc02-7bd7-4e07-8df3-fb2f783cad10', 'name': '', 'network_id': '9c9946e4-9c2c-4778-985c-acc13a6cd54d', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'mac_address': 'fa:16:3e:08:ff:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1935, 'fixed_ips': [{'subnet_id': 'd2275e3c-6a62-47f8-9a40-40c406cd3a24', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:22:50Z', 'updated_at': '2021-12-06T17:23:05Z', 'revision_number': 5, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'subnets': [{'id': 'd2275e3c-6a62-47f8-9a40-40c406cd3a24', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75cc2271-1247-420b-aa23-3fc18c81864b', 'name': '', 'network_id': '1887f6fc-5ad5-41ea-ad23-1e0db299846a', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'mac_address': 'fa:16:3e:5e:81:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': '0a74512e-6da6-4e77-8bc1-0eab810cebfb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:23:04Z', 'updated_at': '2021-12-06T17:23:09Z', 'revision_number': 4, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'subnets': [{'id': '0a74512e-6da6-4e77-8bc1-0eab810cebfb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:23:12.864362 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa9c81c9-b9b9-4d82-b1df-f79f2fa2b015 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1944'] for router, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:12.871283 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c00f8d-47b3-4b74-9bba-23e3af703ca1 service neutron] Pushing event updated for resources: {'Port': ['ID=9c900df7-6bd1-4efb-807b-75f3d9f6e7b1,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:12.879073 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efeee0b-6fff-435b-9d44-b9ce74e35adb req-a85cdc5c-768b-4b7b-980a-cb18e5894f65 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:12.881147 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1efeee0b-6fff-435b-9d44-b9ce74e35adb req-a85cdc5c-768b-4b7b-980a-cb18e5894f65 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a8709b5-b684-4aa0-903d-8839be2c999e HTTP/1.1" status: 200 len: 945 time: 0.1046743 Dec 06 17:23:12.890247 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa9c81c9-b9b9-4d82-b1df-f79f2fa2b015 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536591', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-575717'] for router, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:12.898413 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-93860790-8f97-4b38-acee-2e1e15932656 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:12.935103 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c918b5-5cdd-4c19-ab0c-8f68304ef11e None None] Checking router: 4ba7a698-575a-4aaf-9eb0-dc82d8271f78 for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:23:12.971563 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1efeee0b-6fff-435b-9d44-b9ce74e35adb req-035d1eea-0f23-4ea9-8c2d-8035a0f7fb2d tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=5055a3f9-0705-481f-a554-5c989eab318b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787790 Dec 06 17:23:12.982259 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c918b5-5cdd-4c19-ab0c-8f68304ef11e None None] Routers {'4ba7a698-575a-4aaf-9eb0-dc82d8271f78'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:23:12.982928 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-69c918b5-5cdd-4c19-ab0c-8f68304ef11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:22:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['4ba7a698-575a-4aaf-9eb0-dc82d8271f78'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:23:13.101418 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b35d6-5720-4da3-b3f7-6195b4270c9c req-d1f4e3e7-a76e-4e07-bcb1-77914ca4b767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:13.103399 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9f1b35d6-5720-4da3-b3f7-6195b4270c9c req-d1f4e3e7-a76e-4e07-bcb1-77914ca4b767 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=27074bf2b27c4afcb8f578b14abef9af&device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 1094 time: 0.3140473 Dec 06 17:23:13.110015 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 75cc2271-1247-420b-aa23-3fc18c81864b up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:23:13.170788 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d063eb59-cd80-43b7-9a41-b4ae941d60db req-10cf908f-e275-4bae-ac2d-73cfea593c61 tempest-InstanceActionsNegativeTestJSON-2008338954 tempest-InstanceActionsNegativeTestJSON-2008338954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:13.178305 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d063eb59-cd80-43b7-9a41-b4ae941d60db req-10cf908f-e275-4bae-ac2d-73cfea593c61 tempest-InstanceActionsNegativeTestJSON-2008338954 tempest-InstanceActionsNegativeTestJSON-2008338954-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ed832e7-737c-4af5-aded-2a7a70a0f9a9 HTTP/1.1" status: 200 len: 946 time: 0.0752702 Dec 06 17:23:13.235671 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-69c918b5-5cdd-4c19-ab0c-8f68304ef11e None None] Set router 4ba7a698-575a-4aaf-9eb0-dc82d8271f78 gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:23:13.271671 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d063eb59-cd80-43b7-9a41-b4ae941d60db req-8f1b68cf-6326-4144-9628-d10d4eda7db7 tempest-InstanceActionsNegativeTestJSON-2008338954 tempest-InstanceActionsNegativeTestJSON-2008338954-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4dad383-deff-4980-ab1c-83ad1f0a3359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897074 Dec 06 17:23:13.379287 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 75cc2271-1247-420b-aa23-3fc18c81864b triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:23:13.379865 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:13.562281 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-90378061-057b-46f1-ae5c-a1e3ea4d4f84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:13.661580 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9f1b35d6-5720-4da3-b3f7-6195b4270c9c req-a86f6b49-8840-4d73-be93-4de19517da37 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9c900df7-6bd1-4efb-807b-75f3d9f6e7b1 HTTP/1.1" status: 200 len: 217 time: 0.5373831 Dec 06 17:23:13.742905 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c26339-404e-467e-b5fa-0a5f83fddf56 req-db4d1cf2-24c7-4521-89e6-72b30b4e1542 tempest-InstanceActionsNegativeTestJSON-2008338954 tempest-InstanceActionsNegativeTestJSON-2008338954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:13.744462 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-52c26339-404e-467e-b5fa-0a5f83fddf56 req-db4d1cf2-24c7-4521-89e6-72b30b4e1542 tempest-InstanceActionsNegativeTestJSON-2008338954 tempest-InstanceActionsNegativeTestJSON-2008338954-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ed832e7-737c-4af5-aded-2a7a70a0f9a9 HTTP/1.1" status: 200 len: 946 time: 0.0760775 Dec 06 17:23:13.747573 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-93860790-8f97-4b38-acee-2e1e15932656 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:13.753334 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-69c918b5-5cdd-4c19-ab0c-8f68304ef11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'name': 'tempest-RoutersTest-router-1277596697', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:22:33Z', 'updated_at': '2021-12-06T17:23:12Z', 'revision_number': 7, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'gw_port_host': None, '_interfaces': [{'id': '2a9c0948-a0f9-41b0-9621-ce97ab9105a9', 'name': '', 'network_id': 'd2343c0a-6cca-4cf5-a3cc-72085171ecbd', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'mac_address': 'fa:16:3e:57:01:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': 'c6d3cb16-f0d3-44ba-95d2-5d5b143d4354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:22:36Z', 'updated_at': '2021-12-06T17:22:48Z', 'revision_number': 5, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'subnets': [{'id': 'c6d3cb16-f0d3-44ba-95d2-5d5b143d4354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e8c2e69-678c-48df-96fe-9811015b8c2e', 'name': '', 'network_id': 'ee404907-cca6-49fb-8c04-64c9c0d1f548', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'mac_address': 'fa:16:3e:10:12:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1913, 'fixed_ips': [{'subnet_id': 'a0269ed2-b553-4c08-8d9e-236d32987f04', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:22:41Z', 'updated_at': '2021-12-06T17:22:55Z', 'revision_number': 5, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'subnets': [{'id': 'a0269ed2-b553-4c08-8d9e-236d32987f04', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6469bc02-7bd7-4e07-8df3-fb2f783cad10', 'name': '', 'network_id': '9c9946e4-9c2c-4778-985c-acc13a6cd54d', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'mac_address': 'fa:16:3e:08:ff:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1935, 'fixed_ips': [{'subnet_id': 'd2275e3c-6a62-47f8-9a40-40c406cd3a24', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:22:50Z', 'updated_at': '2021-12-06T17:23:05Z', 'revision_number': 5, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'subnets': [{'id': 'd2275e3c-6a62-47f8-9a40-40c406cd3a24', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75cc2271-1247-420b-aa23-3fc18c81864b', 'name': '', 'network_id': '1887f6fc-5ad5-41ea-ad23-1e0db299846a', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'mac_address': 'fa:16:3e:5e:81:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': '0a74512e-6da6-4e77-8bc1-0eab810cebfb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:23:04Z', 'updated_at': '2021-12-06T17:23:12Z', 'revision_number': 5, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'subnets': [{'id': '0a74512e-6da6-4e77-8bc1-0eab810cebfb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:23:13.783513 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c918b5-5cdd-4c19-ab0c-8f68304ef11e None None] The sync data for ids ['4ba7a698-575a-4aaf-9eb0-dc82d8271f78'] in n-d-master-1 is: [{'id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'name': 'tempest-RoutersTest-router-1277596697', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:22:33Z', 'updated_at': '2021-12-06T17:23:12Z', 'revision_number': 7, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'gw_port_host': None, '_interfaces': [{'id': '2a9c0948-a0f9-41b0-9621-ce97ab9105a9', 'name': '', 'network_id': 'd2343c0a-6cca-4cf5-a3cc-72085171ecbd', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'mac_address': 'fa:16:3e:57:01:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': 'c6d3cb16-f0d3-44ba-95d2-5d5b143d4354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:22:36Z', 'updated_at': '2021-12-06T17:22:48Z', 'revision_number': 5, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'subnets': [{'id': 'c6d3cb16-f0d3-44ba-95d2-5d5b143d4354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e8c2e69-678c-48df-96fe-9811015b8c2e', 'name': '', 'network_id': 'ee404907-cca6-49fb-8c04-64c9c0d1f548', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'mac_address': 'fa:16:3e:10:12:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1913, 'fixed_ips': [{'subnet_id': 'a0269ed2-b553-4c08-8d9e-236d32987f04', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:22:41Z', 'updated_at': '2021-12-06T17:22:55Z', 'revision_number': 5, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'subnets': [{'id': 'a0269ed2-b553-4c08-8d9e-236d32987f04', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6469bc02-7bd7-4e07-8df3-fb2f783cad10', 'name': '', 'network_id': '9c9946e4-9c2c-4778-985c-acc13a6cd54d', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'mac_address': 'fa:16:3e:08:ff:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1935, 'fixed_ips': [{'subnet_id': 'd2275e3c-6a62-47f8-9a40-40c406cd3a24', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:22:50Z', 'updated_at': '2021-12-06T17:23:05Z', 'revision_number': 5, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'subnets': [{'id': 'd2275e3c-6a62-47f8-9a40-40c406cd3a24', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75cc2271-1247-420b-aa23-3fc18c81864b', 'name': '', 'network_id': '1887f6fc-5ad5-41ea-ad23-1e0db299846a', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'mac_address': 'fa:16:3e:5e:81:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': '0a74512e-6da6-4e77-8bc1-0eab810cebfb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:23:04Z', 'updated_at': '2021-12-06T17:23:12Z', 'revision_number': 5, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'subnets': [{'id': '0a74512e-6da6-4e77-8bc1-0eab810cebfb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:23:13.817953 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-52c26339-404e-467e-b5fa-0a5f83fddf56 req-a0b30e19-9196-41d3-98a0-1b75d7fb7f81 tempest-InstanceActionsNegativeTestJSON-2008338954 tempest-InstanceActionsNegativeTestJSON-2008338954-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4dad383-deff-4980-ab1c-83ad1f0a3359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671554 Dec 06 17:23:13.846288 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-93860790-8f97-4b38-acee-2e1e15932656 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:13.846288 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa9c81c9-b9b9-4d82-b1df-f79f2fa2b015 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Router 4ba7a698-575a-4aaf-9eb0-dc82d8271f78 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:23:13.852682 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b35d6-5720-4da3-b3f7-6195b4270c9c req-93281b24-17e9-4b1b-b8f5-25eab664501e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:13.854326 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9f1b35d6-5720-4da3-b3f7-6195b4270c9c req-93281b24-17e9-4b1b-b8f5-25eab664501e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=32ad7edd-27dc-4328-9a42-8806a7c2ef97 HTTP/1.1" status: 200 len: 854 time: 0.1726766 Dec 06 17:23:13.862051 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc2452c-547e-43a4-b30b-f0092d778b40 req-b4b2fd28-8f8c-4c8a-930e-532182463ad9 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:13.863683 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4cc2452c-547e-43a4-b30b-f0092d778b40 req-b4b2fd28-8f8c-4c8a-930e-532182463ad9 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 943 time: 0.7715847 Dec 06 17:23:13.885458 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49ac67d-8955-4561-a58d-c83f58667325 req-d5871811-0792-4d50-a8dc-9c6b46cc5c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:13.887054 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a49ac67d-8955-4561-a58d-c83f58667325 req-d5871811-0792-4d50-a8dc-9c6b46cc5c2f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=74bc5013de174928a9ab47aef105909c&device_id=5a8709b5-b684-4aa0-903d-8839be2c999e HTTP/1.1" status: 200 len: 1096 time: 0.2947648 Dec 06 17:23:13.901906 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93860790-8f97-4b38-acee-2e1e15932656 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] Pushing event deleted for resources: {'Subnet': ['ID=ff8a7be6-ab34-4de9-b819-b0078202c119,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:13.905735 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-93860790-8f97-4b38-acee-2e1e15932656 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:13.911970 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-93860790-8f97-4b38-acee-2e1e15932656 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] 10.222.0.23 "DELETE /v2.0/subnets/ff8a7be6-ab34-4de9-b819-b0078202c119 HTTP/1.1" status: 204 len: 168 time: 1.3958118 Dec 06 17:23:13.913562 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58542) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:13.915139 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1187742c-bbf6-41ea-8d63-d28555ffef80 None None] Network a8c7a0d8-c377-4b66-bd21-cdc6972057d2 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:23:13.953361 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9f1b35d6-5720-4da3-b3f7-6195b4270c9c req-4837e152-8354-4851-8cf0-704f5a231090 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0fd247c3-8063-42cc-bb6f-57bead4315cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638504 Dec 06 17:23:14.100819 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e547eacf-3397-431f-84da-d255114fc434 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:14.189424 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4cc2452c-547e-43a4-b30b-f0092d778b40 req-0c791f20-10ae-4f5e-8708-7ffab1f97bd6 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985525 Dec 06 17:23:14.226860 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49ac67d-8955-4561-a58d-c83f58667325 req-4a980751-b028-4258-84dd-815234e5ad69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:14.228956 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a49ac67d-8955-4561-a58d-c83f58667325 req-4a980751-b028-4258-84dd-815234e5ad69 service neutron] 10.222.0.41 "GET /v2.0/networks?id=443e19cc-aba1-401c-ba5c-6c1a74082882 HTTP/1.1" status: 200 len: 918 time: 0.3187995 Dec 06 17:23:14.230160 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa9c81c9-b9b9-4d82-b1df-f79f2fa2b015 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:23:14.238026 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ed151-82ca-492a-8717-6fefcba4b38a req-86e6d662-911c-4a7d-847a-48bcd12a92f0 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:14.239884 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-589ed151-82ca-492a-8717-6fefcba4b38a req-86e6d662-911c-4a7d-847a-48bcd12a92f0 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a8709b5-b684-4aa0-903d-8839be2c999e HTTP/1.1" status: 200 len: 945 time: 0.1344984 Dec 06 17:23:14.244701 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6233770-0b01-4f65-af5d-9f9bc90e2c9c None None] Sync routers for ids ['4ba7a698-575a-4aaf-9eb0-dc82d8271f78'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:23:14.247592 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa9c81c9-b9b9-4d82-b1df-f79f2fa2b015 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:14.251976 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-aa9c81c9-b9b9-4d82-b1df-f79f2fa2b015 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "PUT /v2.0/routers/4ba7a698-575a-4aaf-9eb0-dc82d8271f78 HTTP/1.1" status: 200 len: 700 time: 3.8930728 Dec 06 17:23:14.252631 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58546) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:14.260152 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6233770-0b01-4f65-af5d-9f9bc90e2c9c None None] Routers {'4ba7a698-575a-4aaf-9eb0-dc82d8271f78'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:23:14.260774 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-a6233770-0b01-4f65-af5d-9f9bc90e2c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:22:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['4ba7a698-575a-4aaf-9eb0-dc82d8271f78'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:23:14.283506 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc5c134-9de5-4119-a1ca-4245227ec292 None None] DHCP port deletion for a8c7a0d8-c377-4b66-bd21-cdc6972057d2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:23:14.356600 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-589ed151-82ca-492a-8717-6fefcba4b38a req-a48c129c-80af-42da-bd29-07103ab5ce94 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=5055a3f9-0705-481f-a554-5c989eab318b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062968 Dec 06 17:23:14.364318 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-e547eacf-3397-431f-84da-d255114fc434 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] Deleting port 37241d58-5c40-4381-baa9-e8f4c1d53a42 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:23:14.364668 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e547eacf-3397-431f-84da-d255114fc434 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:14.378449 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9f1b35d6-5720-4da3-b3f7-6195b4270c9c req-e880526f-2c9d-42e0-ae6a-b13681c256be service neutron] 10.222.0.41 "GET /v2.0/networks/0fd247c3-8063-42cc-bb6f-57bead4315cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4085634 Dec 06 17:23:14.392551 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-ccc5c134-9de5-4119-a1ca-4245227ec292 None None] Deleting port 37241d58-5c40-4381-baa9-e8f4c1d53a42 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:23:14.392551 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ccc5c134-9de5-4119-a1ca-4245227ec292 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:14.404662 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-a6233770-0b01-4f65-af5d-9f9bc90e2c9c None None] Set router 4ba7a698-575a-4aaf-9eb0-dc82d8271f78 gateway port host: None {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:23:14.482022 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a49ac67d-8955-4561-a58d-c83f58667325 req-1651173d-37bd-4bf0-a124-8efcfbc83c0c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9940597b-03fc-4480-aa9b-655f24781eb0 HTTP/1.1" status: 200 len: 1001 time: 0.2252133 Dec 06 17:23:14.491140 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-2750bdc1-dc68-4d43-8574-75610df9f6d9 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "GET /v2.0/routers/4ba7a698-575a-4aaf-9eb0-dc82d8271f78 HTTP/1.1" status: 200 len: 700 time: 0.2284613 Dec 06 17:23:14.492356 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58548) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:14.506590 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-e547eacf-3397-431f-84da-d255114fc434 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] For port 37241d58-5c40-4381-baa9-e8f4c1d53a42, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=37241d58-5c40-4381-baa9-e8f4c1d53a42,segment=NetworkSegment(1b061c41-0a52-46df-8e66-5daee97881bf),segment_id=1b061c41-0a52-46df-8e66-5daee97881bf)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:23:14.506974 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e547eacf-3397-431f-84da-d255114fc434 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:14.520923 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-e547eacf-3397-431f-84da-d255114fc434 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] Calling delete_port for 37241d58-5c40-4381-baa9-e8f4c1d53a42 owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:23:14.526542 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-ccc5c134-9de5-4119-a1ca-4245227ec292 None None] For port 37241d58-5c40-4381-baa9-e8f4c1d53a42, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=37241d58-5c40-4381-baa9-e8f4c1d53a42,segment=NetworkSegment(1b061c41-0a52-46df-8e66-5daee97881bf),segment_id=1b061c41-0a52-46df-8e66-5daee97881bf)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:23:14.526951 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ccc5c134-9de5-4119-a1ca-4245227ec292 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:14.622235 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49ac67d-8955-4561-a58d-c83f58667325 req-6120848d-3a6d-45b4-a8f6-8dfb0027d07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:14.624762 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a49ac67d-8955-4561-a58d-c83f58667325 req-6120848d-3a6d-45b4-a8f6-8dfb0027d07b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=01ffc29c-932e-4129-aefc-9a2b3f836b7b HTTP/1.1" status: 200 len: 856 time: 0.1194582 Dec 06 17:23:14.639435 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e547eacf-3397-431f-84da-d255114fc434 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:14.686888 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-a6233770-0b01-4f65-af5d-9f9bc90e2c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'name': 'tempest-RoutersTest-router-1277596697', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:22:33Z', 'updated_at': '2021-12-06T17:23:12Z', 'revision_number': 7, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'gw_port_host': None, '_interfaces': [{'id': '2a9c0948-a0f9-41b0-9621-ce97ab9105a9', 'name': '', 'network_id': 'd2343c0a-6cca-4cf5-a3cc-72085171ecbd', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'mac_address': 'fa:16:3e:57:01:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': 'c6d3cb16-f0d3-44ba-95d2-5d5b143d4354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:22:36Z', 'updated_at': '2021-12-06T17:22:48Z', 'revision_number': 5, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'subnets': [{'id': 'c6d3cb16-f0d3-44ba-95d2-5d5b143d4354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e8c2e69-678c-48df-96fe-9811015b8c2e', 'name': '', 'network_id': 'ee404907-cca6-49fb-8c04-64c9c0d1f548', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'mac_address': 'fa:16:3e:10:12:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1913, 'fixed_ips': [{'subnet_id': 'a0269ed2-b553-4c08-8d9e-236d32987f04', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:22:41Z', 'updated_at': '2021-12-06T17:22:55Z', 'revision_number': 5, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'subnets': [{'id': 'a0269ed2-b553-4c08-8d9e-236d32987f04', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6469bc02-7bd7-4e07-8df3-fb2f783cad10', 'name': '', 'network_id': '9c9946e4-9c2c-4778-985c-acc13a6cd54d', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'mac_address': 'fa:16:3e:08:ff:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1935, 'fixed_ips': [{'subnet_id': 'd2275e3c-6a62-47f8-9a40-40c406cd3a24', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:22:50Z', 'updated_at': '2021-12-06T17:23:05Z', 'revision_number': 5, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'subnets': [{'id': 'd2275e3c-6a62-47f8-9a40-40c406cd3a24', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75cc2271-1247-420b-aa23-3fc18c81864b', 'name': '', 'network_id': '1887f6fc-5ad5-41ea-ad23-1e0db299846a', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'mac_address': 'fa:16:3e:5e:81:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': '0a74512e-6da6-4e77-8bc1-0eab810cebfb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:23:04Z', 'updated_at': '2021-12-06T17:23:12Z', 'revision_number': 5, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'subnets': [{'id': '0a74512e-6da6-4e77-8bc1-0eab810cebfb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:23:14.701686 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e547eacf-3397-431f-84da-d255114fc434 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] Pushing event deleted for resources: {'Port': ['ID=37241d58-5c40-4381-baa9-e8f4c1d53a42,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:14.718173 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e547eacf-3397-431f-84da-d255114fc434 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] No DVR routers for this DVR port 37241d58-5c40-4381-baa9-e8f4c1d53a42 on host n-d-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:23:14.722157 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-ccc5c134-9de5-4119-a1ca-4245227ec292 None None] Calling delete_port for 37241d58-5c40-4381-baa9-e8f4c1d53a42 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:23:14.729738 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6233770-0b01-4f65-af5d-9f9bc90e2c9c None None] Checking router: 4ba7a698-575a-4aaf-9eb0-dc82d8271f78 for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:23:14.740606 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6233770-0b01-4f65-af5d-9f9bc90e2c9c None None] Routers {'4ba7a698-575a-4aaf-9eb0-dc82d8271f78'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:23:14.741218 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-a6233770-0b01-4f65-af5d-9f9bc90e2c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:22:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['4ba7a698-575a-4aaf-9eb0-dc82d8271f78'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:23:14.803126 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ccc5c134-9de5-4119-a1ca-4245227ec292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:14.831045 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc5c134-9de5-4119-a1ca-4245227ec292 None None] Pushing event deleted for resources: {'Port': ['ID=37241d58-5c40-4381-baa9-e8f4c1d53a42,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:14.833374 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc5c134-9de5-4119-a1ca-4245227ec292 None None] No DVR routers for this DVR port 37241d58-5c40-4381-baa9-e8f4c1d53a42 on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:23:14.906691 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e547eacf-3397-431f-84da-d255114fc434 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:14.945018 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-a6233770-0b01-4f65-af5d-9f9bc90e2c9c None None] Set router 4ba7a698-575a-4aaf-9eb0-dc82d8271f78 gateway port host: None {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:23:15.010610 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-e547eacf-3397-431f-84da-d255114fc434 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8c7a0d8-c377-4b66-bd21-cdc6972057d2']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:23:15.022592 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 37241d58-5c40-4381-baa9-e8f4c1d53a42 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:23:15.023341 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9f1b35d6-5720-4da3-b3f7-6195b4270c9c req-e405155b-19b9-4f3b-8565-6f1031b8804c service neutron] 10.222.0.41 "GET /v2.0/networks/0fd247c3-8063-42cc-bb6f-57bead4315cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6304922 Dec 06 17:23:15.036526 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-e547eacf-3397-431f-84da-d255114fc434 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b061c41-0a52-46df-8e66-5daee97881bf') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:23:15.036920 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-e547eacf-3397-431f-84da-d255114fc434 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b061c41-0a52-46df-8e66-5daee97881bf') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:23:15.048319 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49ac67d-8955-4561-a58d-c83f58667325 req-a88ca2d4-b52b-45e4-8787-e753c437aee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:15.052440 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a49ac67d-8955-4561-a58d-c83f58667325 req-a88ca2d4-b52b-45e4-8787-e753c437aee6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=443e19cc-aba1-401c-ba5c-6c1a74082882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1515186 Dec 06 17:23:15.053366 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 37241d58-5c40-4381-baa9-e8f4c1d53a42 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:23:15.053999 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 37241d58-5c40-4381-baa9-e8f4c1d53a42 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:23:15.058835 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e547eacf-3397-431f-84da-d255114fc434 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:15.070172 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8aebf5-db83-424c-a4ff-42114cc5c73c req-a4e1dad6-7936-4faf-a26e-d4e6918ae98e tempest-InstanceActionsNegativeTestJSON-2008338954 tempest-InstanceActionsNegativeTestJSON-2008338954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:15.071747 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0a8aebf5-db83-424c-a4ff-42114cc5c73c req-a4e1dad6-7936-4faf-a26e-d4e6918ae98e tempest-InstanceActionsNegativeTestJSON-2008338954 tempest-InstanceActionsNegativeTestJSON-2008338954-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ed832e7-737c-4af5-aded-2a7a70a0f9a9 HTTP/1.1" status: 200 len: 946 time: 0.1386809 Dec 06 17:23:15.143209 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e547eacf-3397-431f-84da-d255114fc434 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:15.147909 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a09b97-351d-4fb2-ae47-76e4aad656c4 req-4dd854fa-9ded-46fa-86fc-185cd0ec5330 tempest-InstanceActionsNegativeTestJSON-2008338954 tempest-InstanceActionsNegativeTestJSON-2008338954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:15.149492 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-75a09b97-351d-4fb2-ae47-76e4aad656c4 req-4dd854fa-9ded-46fa-86fc-185cd0ec5330 tempest-InstanceActionsNegativeTestJSON-2008338954 tempest-InstanceActionsNegativeTestJSON-2008338954-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ed832e7-737c-4af5-aded-2a7a70a0f9a9 HTTP/1.1" status: 200 len: 946 time: 0.1837876 Dec 06 17:23:15.160564 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e547eacf-3397-431f-84da-d255114fc434 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:23:15.161090 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e547eacf-3397-431f-84da-d255114fc434 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:15.165954 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 17:23:15.165954 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:23:15.165954 n-d-master-1 neutron-server[103284]: timer() Dec 06 17:23:15.165954 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:23:15.165954 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 17:23:15.165954 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:23:15.165954 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 17:23:15.165954 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:23:15.165954 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 17:23:15.165954 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:23:15.165954 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 17:23:15.165954 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:23:15.165954 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 17:23:15.165954 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:23:15.165954 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:23:15.165954 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:23:15.165954 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:23:15.165954 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:23:15.165954 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 17:23:15.165954 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:23:15.165954 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 17:23:15.165954 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:23:15.165954 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:23:15.165954 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:23:15.165954 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 17:23:15.165954 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:23:15.165954 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:23:15.165954 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:23:15.165954 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:23:15.165954 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:23:15.165954 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:23:15.165954 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:23:15.260258 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-a6233770-0b01-4f65-af5d-9f9bc90e2c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'name': 'tempest-RoutersTest-router-1277596697', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:22:33Z', 'updated_at': '2021-12-06T17:23:12Z', 'revision_number': 7, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'gw_port_host': None, '_interfaces': [{'id': '2a9c0948-a0f9-41b0-9621-ce97ab9105a9', 'name': '', 'network_id': 'd2343c0a-6cca-4cf5-a3cc-72085171ecbd', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'mac_address': 'fa:16:3e:57:01:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': 'c6d3cb16-f0d3-44ba-95d2-5d5b143d4354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:22:36Z', 'updated_at': '2021-12-06T17:22:48Z', 'revision_number': 5, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'subnets': [{'id': 'c6d3cb16-f0d3-44ba-95d2-5d5b143d4354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e8c2e69-678c-48df-96fe-9811015b8c2e', 'name': '', 'network_id': 'ee404907-cca6-49fb-8c04-64c9c0d1f548', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'mac_address': 'fa:16:3e:10:12:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1913, 'fixed_ips': [{'subnet_id': 'a0269ed2-b553-4c08-8d9e-236d32987f04', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:22:41Z', 'updated_at': '2021-12-06T17:22:55Z', 'revision_number': 5, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'subnets': [{'id': 'a0269ed2-b553-4c08-8d9e-236d32987f04', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6469bc02-7bd7-4e07-8df3-fb2f783cad10', 'name': '', 'network_id': '9c9946e4-9c2c-4778-985c-acc13a6cd54d', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'mac_address': 'fa:16:3e:08:ff:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1935, 'fixed_ips': [{'subnet_id': 'd2275e3c-6a62-47f8-9a40-40c406cd3a24', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:22:50Z', 'updated_at': '2021-12-06T17:23:05Z', 'revision_number': 5, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'subnets': [{'id': 'd2275e3c-6a62-47f8-9a40-40c406cd3a24', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75cc2271-1247-420b-aa23-3fc18c81864b', 'name': '', 'network_id': '1887f6fc-5ad5-41ea-ad23-1e0db299846a', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'mac_address': 'fa:16:3e:5e:81:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': '0a74512e-6da6-4e77-8bc1-0eab810cebfb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:23:04Z', 'updated_at': '2021-12-06T17:23:12Z', 'revision_number': 5, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'subnets': [{'id': '0a74512e-6da6-4e77-8bc1-0eab810cebfb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:23:15.288764 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5857037-5989-47bd-bdf8-dce415759983 req-94891030-5319-4e73-9764-265636a3cd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:15.290350 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d5857037-5989-47bd-bdf8-dce415759983 req-94891030-5319-4e73-9764-265636a3cd16 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=27074bf2b27c4afcb8f578b14abef9af&device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 1094 time: 0.1832185 Dec 06 17:23:15.303567 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e547eacf-3397-431f-84da-d255114fc434 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:15.317717 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-75a09b97-351d-4fb2-ae47-76e4aad656c4 req-73ebe192-66b6-47a4-b695-fbe8f8bad70a tempest-InstanceActionsNegativeTestJSON-2008338954 tempest-InstanceActionsNegativeTestJSON-2008338954-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4dad383-deff-4980-ab1c-83ad1f0a3359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173551 Dec 06 17:23:15.361182 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e547eacf-3397-431f-84da-d255114fc434 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:15.367479 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-e547eacf-3397-431f-84da-d255114fc434 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] 10.222.0.23 "DELETE /v2.0/networks/a8c7a0d8-c377-4b66-bd21-cdc6972057d2 HTTP/1.1" status: 204 len: 168 time: 1.4526515 Dec 06 17:23:15.368450 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e547eacf-3397-431f-84da-d255114fc434 tempest-TagsExtTest-1674452822 tempest-TagsExtTest-1674452822-project] Pushing event deleted for resources: {'Network': ['ID=a8c7a0d8-c377-4b66-bd21-cdc6972057d2,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:15.394690 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a49ac67d-8955-4561-a58d-c83f58667325 req-73385b15-226e-46e1-9bb3-2e174ea847fc service neutron] 10.222.0.41 "GET /v2.0/networks/443e19cc-aba1-401c-ba5c-6c1a74082882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3180051 Dec 06 17:23:15.397567 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6233770-0b01-4f65-af5d-9f9bc90e2c9c None None] The sync data for ids ['4ba7a698-575a-4aaf-9eb0-dc82d8271f78'] in n-d-master-1 is: [{'id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'name': 'tempest-RoutersTest-router-1277596697', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:22:33Z', 'updated_at': '2021-12-06T17:23:12Z', 'revision_number': 7, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'gw_port_host': None, '_interfaces': [{'id': '2a9c0948-a0f9-41b0-9621-ce97ab9105a9', 'name': '', 'network_id': 'd2343c0a-6cca-4cf5-a3cc-72085171ecbd', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'mac_address': 'fa:16:3e:57:01:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': 'c6d3cb16-f0d3-44ba-95d2-5d5b143d4354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:22:36Z', 'updated_at': '2021-12-06T17:22:48Z', 'revision_number': 5, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'subnets': [{'id': 'c6d3cb16-f0d3-44ba-95d2-5d5b143d4354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e8c2e69-678c-48df-96fe-9811015b8c2e', 'name': '', 'network_id': 'ee404907-cca6-49fb-8c04-64c9c0d1f548', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'mac_address': 'fa:16:3e:10:12:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1913, 'fixed_ips': [{'subnet_id': 'a0269ed2-b553-4c08-8d9e-236d32987f04', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:22:41Z', 'updated_at': '2021-12-06T17:22:55Z', 'revision_number': 5, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'subnets': [{'id': 'a0269ed2-b553-4c08-8d9e-236d32987f04', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6469bc02-7bd7-4e07-8df3-fb2f783cad10', 'name': '', 'network_id': '9c9946e4-9c2c-4778-985c-acc13a6cd54d', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'mac_address': 'fa:16:3e:08:ff:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1935, 'fixed_ips': [{'subnet_id': 'd2275e3c-6a62-47f8-9a40-40c406cd3a24', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:22:50Z', 'updated_at': '2021-12-06T17:23:05Z', 'revision_number': 5, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'subnets': [{'id': 'd2275e3c-6a62-47f8-9a40-40c406cd3a24', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75cc2271-1247-420b-aa23-3fc18c81864b', 'name': '', 'network_id': '1887f6fc-5ad5-41ea-ad23-1e0db299846a', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'mac_address': 'fa:16:3e:5e:81:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': '0a74512e-6da6-4e77-8bc1-0eab810cebfb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:23:04Z', 'updated_at': '2021-12-06T17:23:12Z', 'revision_number': 5, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'subnets': [{'id': '0a74512e-6da6-4e77-8bc1-0eab810cebfb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:23:15.400270 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-0a8aebf5-db83-424c-a4ff-42114cc5c73c req-24044cc0-0c36-4c80-9fcf-6d9a5bf7f562 tempest-InstanceActionsNegativeTestJSON-2008338954 tempest-InstanceActionsNegativeTestJSON-2008338954-project] Deleting port 88cb9d20-9b9f-4913-afb3-774cf5968246 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:23:15.400642 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-0a8aebf5-db83-424c-a4ff-42114cc5c73c req-24044cc0-0c36-4c80-9fcf-6d9a5bf7f562 tempest-InstanceActionsNegativeTestJSON-2008338954 tempest-InstanceActionsNegativeTestJSON-2008338954-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:15.597142 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-0a8aebf5-db83-424c-a4ff-42114cc5c73c req-24044cc0-0c36-4c80-9fcf-6d9a5bf7f562 tempest-InstanceActionsNegativeTestJSON-2008338954 tempest-InstanceActionsNegativeTestJSON-2008338954-project] For port 88cb9d20-9b9f-4913-afb3-774cf5968246, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=88cb9d20-9b9f-4913-afb3-774cf5968246,segment=NetworkSegment(d18daf7e-294f-4602-8fb9-59cae6ac17d6),segment_id=d18daf7e-294f-4602-8fb9-59cae6ac17d6)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:23:15.597720 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-0a8aebf5-db83-424c-a4ff-42114cc5c73c req-24044cc0-0c36-4c80-9fcf-6d9a5bf7f562 tempest-InstanceActionsNegativeTestJSON-2008338954 tempest-InstanceActionsNegativeTestJSON-2008338954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:15.615614 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-0a8aebf5-db83-424c-a4ff-42114cc5c73c req-24044cc0-0c36-4c80-9fcf-6d9a5bf7f562 tempest-InstanceActionsNegativeTestJSON-2008338954 tempest-InstanceActionsNegativeTestJSON-2008338954-project] Calling delete_port for 88cb9d20-9b9f-4913-afb3-774cf5968246 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:23:15.630939 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3bdfa0ba-1bc6-4604-8b94-6057a89c1323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:15.760376 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58564) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:15.836995 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4780b6e4-53a1-4ecf-919b-495d5b448258 req-8ce1ef32-6625-43e2-a2d5-0317a3f3bdb3 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:15.844330 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4780b6e4-53a1-4ecf-919b-495d5b448258 req-8ce1ef32-6625-43e2-a2d5-0317a3f3bdb3 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 943 time: 0.0829575 Dec 06 17:23:15.847319 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-0a8aebf5-db83-424c-a4ff-42114cc5c73c req-24044cc0-0c36-4c80-9fcf-6d9a5bf7f562 tempest-InstanceActionsNegativeTestJSON-2008338954 tempest-InstanceActionsNegativeTestJSON-2008338954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:15.861332 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['88cb9d20-9b9f-4913-afb3-774cf5968246'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:23:15.901494 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24044cc0-0c36-4c80-9fcf-6d9a5bf7f562 tempest-InstanceActionsNegativeTestJSON-2008338954 tempest-InstanceActionsNegativeTestJSON-2008338954-project] Pushing event deleted for resources: {'Port': ['ID=88cb9d20-9b9f-4913-afb3-774cf5968246,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:15.928043 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51ba056-e8f1-43c7-af72-cb2492295721 None None] DHCP port deletion for 4dc9741c-5238-4293-b987-279a0da27ae8 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:23:15.981666 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a8aebf5-db83-424c-a4ff-42114cc5c73c req-24044cc0-0c36-4c80-9fcf-6d9a5bf7f562 tempest-InstanceActionsNegativeTestJSON-2008338954 tempest-InstanceActionsNegativeTestJSON-2008338954-project] No DVR routers for this DVR port 88cb9d20-9b9f-4913-afb3-774cf5968246 on host n-h2-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:23:15.986772 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-0a8aebf5-db83-424c-a4ff-42114cc5c73c req-24044cc0-0c36-4c80-9fcf-6d9a5bf7f562 tempest-InstanceActionsNegativeTestJSON-2008338954 tempest-InstanceActionsNegativeTestJSON-2008338954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:15.990718 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0a8aebf5-db83-424c-a4ff-42114cc5c73c req-24044cc0-0c36-4c80-9fcf-6d9a5bf7f562 tempest-InstanceActionsNegativeTestJSON-2008338954 tempest-InstanceActionsNegativeTestJSON-2008338954-project] 10.222.0.44 "DELETE /v2.0/ports/88cb9d20-9b9f-4913-afb3-774cf5968246 HTTP/1.1" status: 204 len: 173 time: 0.8965437 Dec 06 17:23:15.991028 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ed832e7-737c-4af5-aded-2a7a70a0f9a9', 'name': 'network-vif-deleted', 'tag': '88cb9d20-9b9f-4913-afb3-774cf5968246'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:23:15.992105 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5857037-5989-47bd-bdf8-dce415759983 req-7959dfbb-bc0a-4dae-9d27-f58e003b0f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:15.993305 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4dbfa0c-c3c1-400e-8a0e-d67ffd5dd093" -d '{"events": [{"server_uuid": "1ed832e7-737c-4af5-aded-2a7a70a0f9a9", "name": "network-vif-deleted", "tag": "88cb9d20-9b9f-4913-afb3-774cf5968246"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:23:15.993587 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d5857037-5989-47bd-bdf8-dce415759983 req-7959dfbb-bc0a-4dae-9d27-f58e003b0f01 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0fd247c3-8063-42cc-bb6f-57bead4315cb HTTP/1.1" status: 200 len: 915 time: 0.6707835 Dec 06 17:23:16.000247 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4780b6e4-53a1-4ecf-919b-495d5b448258 req-5272fcec-8e1f-41be-92e7-351e7c5f328d tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550579 Dec 06 17:23:16.045314 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-1a43d7a4-1a74-49b7-8433-46b125b289db admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4bc282f91caa4a42a964748521d0f016&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2794254 Dec 06 17:23:16.046604 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58570) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:16.056693 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 9940597b-03fc-4480-aa9b-655f24781eb0 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:23:16.065079 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c23c2a1-5c19-4f78-8618-b6c390ee8d5a req-15a15a60-0924-468a-b8ef-294e09067112 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:16.066876 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0c23c2a1-5c19-4f78-8618-b6c390ee8d5a req-15a15a60-0924-468a-b8ef-294e09067112 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a8709b5-b684-4aa0-903d-8839be2c999e HTTP/1.1" status: 200 len: 945 time: 0.4953308 Dec 06 17:23:16.068134 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6040ce05-0e7f-4a27-a7cd-22ec491e8b4a x-openstack-request-id: req-6040ce05-0e7f-4a27-a7cd-22ec491e8b4a {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:23:16.068436 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ed832e7-737c-4af5-aded-2a7a70a0f9a9", "name": "network-vif-deleted", "tag": "88cb9d20-9b9f-4913-afb3-774cf5968246", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:23:16.068690 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a49ac67d-8955-4561-a58d-c83f58667325 req-3bd25e5b-de32-434d-b0cf-0b9f7e3d8a2c service neutron] 10.222.0.41 "GET /v2.0/networks/443e19cc-aba1-401c-ba5c-6c1a74082882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6515319 Dec 06 17:23:16.068842 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6040ce05-0e7f-4a27-a7cd-22ec491e8b4a {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:23:16.069364 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ed832e7-737c-4af5-aded-2a7a70a0f9a9', 'name': 'network-vif-deleted', 'tag': '88cb9d20-9b9f-4913-afb3-774cf5968246', 'status': 'completed', 'code': 200} Dec 06 17:23:16.071852 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d5857037-5989-47bd-bdf8-dce415759983 req-dc2a1475-ddff-49f1-a7fc-6cf12529c821 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9c900df7-6bd1-4efb-807b-75f3d9f6e7b1 HTTP/1.1" status: 200 len: 217 time: 0.0673945 Dec 06 17:23:16.107523 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0de5e037-eb2e-4f32-87ee-b881fd83a1f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:16.125618 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a2ef4ce1-7df0-40b3-9041-303874febf8a tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575908'] for router_interface, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:16.135024 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0de5e037-eb2e-4f32-87ee-b881fd83a1f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:16.156880 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:16.184325 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a8709b5-b684-4aa0-903d-8839be2c999e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9940597b-03fc-4480-aa9b-655f24781eb0'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:23:16.187537 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-799b78a6-cddf-4e8f-a3ef-78c02e58e0dd" -d '{"events": [{"server_uuid": "5a8709b5-b684-4aa0-903d-8839be2c999e", "name": "network-vif-unplugged", "status": "completed", "tag": "9940597b-03fc-4480-aa9b-655f24781eb0"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:23:16.198396 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0de5e037-eb2e-4f32-87ee-b881fd83a1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:16.202232 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0de5e037-eb2e-4f32-87ee-b881fd83a1f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:16.206747 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-0de5e037-eb2e-4f32-87ee-b881fd83a1f5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a3e41717-96b8-4773-9b71-7348c24d3cc2 HTTP/1.1" status: 204 len: 168 time: 0.1562982 Dec 06 17:23:16.215935 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de5e037-eb2e-4f32-87ee-b881fd83a1f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e41717-96b8-4773-9b71-7348c24d3cc2,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:16.254208 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 9940597b-03fc-4480-aa9b-655f24781eb0, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=9940597b-03fc-4480-aa9b-655f24781eb0,segment=NetworkSegment(5191f104-0f28-4995-943c-dc9b12a33060),segment_id=5191f104-0f28-4995-943c-dc9b12a33060)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:23:16.262466 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 17:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d52691c-1be4-4ad9-98ef-f9f5798ac98c x-openstack-request-id: req-6d52691c-1be4-4ad9-98ef-f9f5798ac98c {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:23:16.262875 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a8709b5-b684-4aa0-903d-8839be2c999e", "name": "network-vif-unplugged", "status": "completed", "tag": "9940597b-03fc-4480-aa9b-655f24781eb0", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:23:16.263407 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6d52691c-1be4-4ad9-98ef-f9f5798ac98c {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:23:16.263676 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a8709b5-b684-4aa0-903d-8839be2c999e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9940597b-03fc-4480-aa9b-655f24781eb0', 'code': 200} Dec 06 17:23:16.265685 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:16.311586 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0c23c2a1-5c19-4f78-8618-b6c390ee8d5a req-48da14c6-8d72-4b78-a74a-8449d2fc9793 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=5055a3f9-0705-481f-a554-5c989eab318b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2354751 Dec 06 17:23:16.313143 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5857037-5989-47bd-bdf8-dce415759983 req-74c8088d-78fa-42d0-8a14-fe0ebf3c4c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:16.314922 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d5857037-5989-47bd-bdf8-dce415759983 req-74c8088d-78fa-42d0-8a14-fe0ebf3c4c2e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=32ad7edd-27dc-4328-9a42-8806a7c2ef97 HTTP/1.1" status: 200 len: 854 time: 0.2314947 Dec 06 17:23:16.346578 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=9940597b-03fc-4480-aa9b-655f24781eb0,revision_number=8']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:16.383096 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d5857037-5989-47bd-bdf8-dce415759983 req-cb5c40f4-fb29-4010-8465-1868004f45b2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0fd247c3-8063-42cc-bb6f-57bead4315cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485859 Dec 06 17:23:16.515328 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-de8f684b-0262-49b5-99b7-d79f08c487c5 req-2f26f013-4202-432f-952e-265671e32aca tempest-InstanceActionsNegativeTestJSON-2008338954 tempest-InstanceActionsNegativeTestJSON-2008338954-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ed832e7-737c-4af5-aded-2a7a70a0f9a9 HTTP/1.1" status: 200 len: 210 time: 0.0317054 Dec 06 17:23:16.574900 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d5857037-5989-47bd-bdf8-dce415759983 req-87929431-3135-4b18-9c8e-2f1bab002e7f service neutron] 10.222.0.41 "GET /v2.0/networks/0fd247c3-8063-42cc-bb6f-57bead4315cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794286 Dec 06 17:23:16.655481 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-a2ef4ce1-7df0-40b3-9041-303874febf8a tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Deleting port 75cc2271-1247-420b-aa23-3fc18c81864b {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:23:16.655817 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a2ef4ce1-7df0-40b3-9041-303874febf8a tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:16.743906 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d5857037-5989-47bd-bdf8-dce415759983 req-dd10b0c2-d42a-4b45-b285-bd3e97c84c30 service neutron] 10.222.0.41 "GET /v2.0/networks/0fd247c3-8063-42cc-bb6f-57bead4315cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594665 Dec 06 17:23:16.774519 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-a2ef4ce1-7df0-40b3-9041-303874febf8a tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] For port 75cc2271-1247-420b-aa23-3fc18c81864b, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=75cc2271-1247-420b-aa23-3fc18c81864b,segment=NetworkSegment(a0b99927-d5f7-4863-9ee7-7f436fe7772e),segment_id=a0b99927-d5f7-4863-9ee7-7f436fe7772e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:23:16.775090 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a2ef4ce1-7df0-40b3-9041-303874febf8a tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:16.791585 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-a2ef4ce1-7df0-40b3-9041-303874febf8a tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Calling delete_port for 75cc2271-1247-420b-aa23-3fc18c81864b owned by network:router_interface {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:23:16.857503 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:17.015604 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a2ef4ce1-7df0-40b3-9041-303874febf8a tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:17.029547 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58612) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:17.034426 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0038738 Dec 06 17:23:17.038009 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58616) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:17.062643 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ef4ce1-7df0-40b3-9041-303874febf8a tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Pushing event deleted for resources: {'Port': ['ID=75cc2271-1247-420b-aa23-3fc18c81864b,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:17.189311 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-2e903e27-eba4-492d-b3cc-b61aaab5c870 tempest-NetworksApiDiscovery-1550122105 tempest-NetworksApiDiscovery-1550122105-project] 10.222.0.23 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1501386 Dec 06 17:23:17.304425 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa14f5c0-4b60-44b9-8663-b7bd99191380 req-1cdc723a-fbea-4150-bb8f-e5edd75f9a65 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:17.306874 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-aa14f5c0-4b60-44b9-8663-b7bd99191380 req-1cdc723a-fbea-4150-bb8f-e5edd75f9a65 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 943 time: 0.1701984 Dec 06 17:23:17.367556 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a2ef4ce1-7df0-40b3-9041-303874febf8a tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-772474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575952'] for router_interface, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:17.380551 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-aa14f5c0-4b60-44b9-8663-b7bd99191380 req-25f43db2-c016-4a0d-8343-ca69e10cbf8b tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659010 Dec 06 17:23:17.493348 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d00b4-ffd1-4ffd-8a67-3be4e6c9e961 req-a2ac6019-d522-41b0-847b-eabc62dcbc98 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:17.495024 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6f9d00b4-ffd1-4ffd-8a67-3be4e6c9e961 req-a2ac6019-d522-41b0-847b-eabc62dcbc98 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a8709b5-b684-4aa0-903d-8839be2c999e HTTP/1.1" status: 200 len: 943 time: 0.0770938 Dec 06 17:23:17.549961 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6f9d00b4-ffd1-4ffd-8a67-3be4e6c9e961 req-0f9c4bd7-d57a-4519-8022-27f543a9e725 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=5055a3f9-0705-481f-a554-5c989eab318b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477121 Dec 06 17:23:17.589119 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58632) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:17.596301 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58634) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:17.622068 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2ef4ce1-7df0-40b3-9041-303874febf8a tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Router 4ba7a698-575a-4aaf-9eb0-dc82d8271f78 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:23:17.641010 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-919b87fe-0313-4b28-a3e6-0cd3b6849e03 admin admin] Deleting subnet 83681593-e30f-447d-a1c4-526c5502d616 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:23:17.644886 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-919b87fe-0313-4b28-a3e6-0cd3b6849e03 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:17.683277 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-919b87fe-0313-4b28-a3e6-0cd3b6849e03 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:17.726515 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-58ee8eda-664c-40b0-9ab3-bcba282260f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:17.732549 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2ef4ce1-7df0-40b3-9041-303874febf8a tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:23:17.738420 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-a2ef4ce1-7df0-40b3-9041-303874febf8a tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "PUT /v2.0/routers/4ba7a698-575a-4aaf-9eb0-dc82d8271f78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2433238 Dec 06 17:23:17.741266 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58638) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:17.746500 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da306d0-a826-454c-9a3d-b5ef5d1316db None None] Sync routers for ids ['4ba7a698-575a-4aaf-9eb0-dc82d8271f78'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:23:17.759471 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da306d0-a826-454c-9a3d-b5ef5d1316db None None] Routers {'4ba7a698-575a-4aaf-9eb0-dc82d8271f78'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:23:17.760381 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-6da306d0-a826-454c-9a3d-b5ef5d1316db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:23:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['4ba7a698-575a-4aaf-9eb0-dc82d8271f78'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:23:17.776727 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-919b87fe-0313-4b28-a3e6-0cd3b6849e03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:17.819696 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1940ef6-2b6e-4e58-9c30-0c3acbeb4078 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Deleting subnet 0a74512e-6da6-4e77-8bc1-0eab810cebfb {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:23:17.823548 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f1940ef6-2b6e-4e58-9c30-0c3acbeb4078 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:17.864573 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-6da306d0-a826-454c-9a3d-b5ef5d1316db None None] Set router 4ba7a698-575a-4aaf-9eb0-dc82d8271f78 gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:23:17.872700 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-58ee8eda-664c-40b0-9ab3-bcba282260f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:17.877446 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f1940ef6-2b6e-4e58-9c30-0c3acbeb4078 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:17.877625 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-919b87fe-0313-4b28-a3e6-0cd3b6849e03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:17.899184 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-919b87fe-0313-4b28-a3e6-0cd3b6849e03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:17.901694 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0c2530-f2a4-467c-b02e-9fd3f81d0300 None None] Network 4dc9741c-5238-4293-b987-279a0da27ae8 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:23:17.903385 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-919b87fe-0313-4b28-a3e6-0cd3b6849e03 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/83681593-e30f-447d-a1c4-526c5502d616 HTTP/1.1" status: 204 len: 168 time: 0.3131745 Dec 06 17:23:17.904504 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-58ee8eda-664c-40b0-9ab3-bcba282260f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:17.908986 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58640) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:17.963277 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919b87fe-0313-4b28-a3e6-0cd3b6849e03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83681593-e30f-447d-a1c4-526c5502d616,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:17.989527 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-58ee8eda-664c-40b0-9ab3-bcba282260f5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a812f7bef20747319559171536a6a4d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3892827 Dec 06 17:23:17.990402 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58642) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:18.035145 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ee8eda-664c-40b0-9ab3-bcba282260f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ba8417-1a69-4843-b165-c38ab0ca8b9a,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:18.054335 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e1ea962d-e306-4459-bbd5-ae1a04c1f3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:18.062191 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 9c900df7-6bd1-4efb-807b-75f3d9f6e7b1 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:23:18.063085 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-938a75c9-2176-401f-9c6c-de7776174165 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:18.093498 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f1940ef6-2b6e-4e58-9c30-0c3acbeb4078 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:18.094367 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-938a75c9-2176-401f-9c6c-de7776174165 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:18.163357 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:18.167855 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-938a75c9-2176-401f-9c6c-de7776174165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:18.170934 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-938a75c9-2176-401f-9c6c-de7776174165 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:18.172437 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-938a75c9-2176-401f-9c6c-de7776174165 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d8ba8417-1a69-4843-b165-c38ab0ca8b9a HTTP/1.1" status: 204 len: 168 time: 0.1810637 Dec 06 17:23:18.186267 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938a75c9-2176-401f-9c6c-de7776174165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ba8417-1a69-4843-b165-c38ab0ca8b9a,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:18.259926 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab30ca4-6d70-468f-98e1-d3b1ee5f54eb None None] DHCP port deletion for 4dc9741c-5238-4293-b987-279a0da27ae8 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:23:18.293356 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e1ea962d-e306-4459-bbd5-ae1a04c1f3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:18.319896 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f1940ef6-2b6e-4e58-9c30-0c3acbeb4078 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:18.333185 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-e1ea962d-e306-4459-bbd5-ae1a04c1f3b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dc9741c-5238-4293-b987-279a0da27ae8']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:23:18.381171 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1940ef6-2b6e-4e58-9c30-0c3acbeb4078 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Pushing event deleted for resources: {'Subnet': ['ID=0a74512e-6da6-4e77-8bc1-0eab810cebfb,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:18.389189 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-e1ea962d-e306-4459-bbd5-ae1a04c1f3b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd18daf7e-294f-4602-8fb9-59cae6ac17d6') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:23:18.389887 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-e1ea962d-e306-4459-bbd5-ae1a04c1f3b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd18daf7e-294f-4602-8fb9-59cae6ac17d6') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:23:18.402678 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f1940ef6-2b6e-4e58-9c30-0c3acbeb4078 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:18.407676 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-f1940ef6-2b6e-4e58-9c30-0c3acbeb4078 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "DELETE /v2.0/subnets/0a74512e-6da6-4e77-8bc1-0eab810cebfb HTTP/1.1" status: 204 len: 168 time: 0.6651733 Dec 06 17:23:18.410522 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3702ecd7-2f57-4333-94a1-7907d2b32c06 None None] Network 1887f6fc-5ad5-41ea-ad23-1e0db299846a requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:23:18.410851 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58650) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:18.413131 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e1ea962d-e306-4459-bbd5-ae1a04c1f3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:18.457311 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e1ea962d-e306-4459-bbd5-ae1a04c1f3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:18.483013 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1ea962d-e306-4459-bbd5-ae1a04c1f3b2 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:23:18.488030 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e1ea962d-e306-4459-bbd5-ae1a04c1f3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:18.488193 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 9c900df7-6bd1-4efb-807b-75f3d9f6e7b1, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=9c900df7-6bd1-4efb-807b-75f3d9f6e7b1,segment=NetworkSegment(7b3b1671-5b3d-45b5-8a84-9493fd934077),segment_id=7b3b1671-5b3d-45b5-8a84-9493fd934077)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:23:18.496705 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:23:18.496705 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:23:18.496705 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:23:18.496705 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:23:18.496705 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:23:18.496705 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:23:18.496705 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:23:18.496705 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:23:18.496705 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:23:18.496705 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:23:18.496705 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:23:18.496705 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:23:18.496705 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:23:18.496705 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:23:18.496705 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:23:18.496705 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:23:18.496705 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:23:18.496705 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:23:18.496705 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:23:18.496705 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:23:18.496705 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:23:18.496705 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:23:18.496705 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:23:18.496705 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:23:18.496705 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:23:18.496705 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:23:18.496705 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:23:18.496705 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:23:18.496705 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:23:18.496705 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:23:18.496705 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:23:18.496705 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:23:18.517034 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-6da306d0-a826-454c-9a3d-b5ef5d1316db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'name': 'tempest-RoutersTest-router-1277596697', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:22:33Z', 'updated_at': '2021-12-06T17:23:16Z', 'revision_number': 8, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'gw_port_host': None, '_interfaces': [{'id': '2a9c0948-a0f9-41b0-9621-ce97ab9105a9', 'name': '', 'network_id': 'd2343c0a-6cca-4cf5-a3cc-72085171ecbd', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'mac_address': 'fa:16:3e:57:01:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': 'c6d3cb16-f0d3-44ba-95d2-5d5b143d4354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:22:36Z', 'updated_at': '2021-12-06T17:22:48Z', 'revision_number': 5, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'subnets': [{'id': 'c6d3cb16-f0d3-44ba-95d2-5d5b143d4354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e8c2e69-678c-48df-96fe-9811015b8c2e', 'name': '', 'network_id': 'ee404907-cca6-49fb-8c04-64c9c0d1f548', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'mac_address': 'fa:16:3e:10:12:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1913, 'fixed_ips': [{'subnet_id': 'a0269ed2-b553-4c08-8d9e-236d32987f04', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:22:41Z', 'updated_at': '2021-12-06T17:22:55Z', 'revision_number': 5, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'subnets': [{'id': 'a0269ed2-b553-4c08-8d9e-236d32987f04', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6469bc02-7bd7-4e07-8df3-fb2f783cad10', 'name': '', 'network_id': '9c9946e4-9c2c-4778-985c-acc13a6cd54d', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'mac_address': 'fa:16:3e:08:ff:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1935, 'fixed_ips': [{'subnet_id': 'd2275e3c-6a62-47f8-9a40-40c406cd3a24', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:22:50Z', 'updated_at': '2021-12-06T17:23:05Z', 'revision_number': 5, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'subnets': [{'id': 'd2275e3c-6a62-47f8-9a40-40c406cd3a24', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:23:18.551646 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': '9c900df7-6bd1-4efb-807b-75f3d9f6e7b1', 'network_id': '0fd247c3-8063-42cc-bb6f-57bead4315cb', 'port_id': '9c900df7-6bd1-4efb-807b-75f3d9f6e7b1', 'mac_address': 'fa:16:3e:ea:40:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32ad7edd-27dc-4328-9a42-8806a7c2ef97', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:23:18.556120 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da306d0-a826-454c-9a3d-b5ef5d1316db None None] Checking router: 4ba7a698-575a-4aaf-9eb0-dc82d8271f78 for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:23:18.581722 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-09b7f28c-9e6a-4135-987e-db98ec61f2e9 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:18.642934 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:18.666209 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c900df7-6bd1-4efb-807b-75f3d9f6e7b1 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:23:18.696181 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da306d0-a826-454c-9a3d-b5ef5d1316db None None] Routers {'4ba7a698-575a-4aaf-9eb0-dc82d8271f78'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:23:18.696181 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-6da306d0-a826-454c-9a3d-b5ef5d1316db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:23:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['4ba7a698-575a-4aaf-9eb0-dc82d8271f78'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:23:18.726625 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e1ea962d-e306-4459-bbd5-ae1a04c1f3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:18.797371 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e1ea962d-e306-4459-bbd5-ae1a04c1f3b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:18.800572 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf16f3-94ad-4bb1-9142-d60400339460 req-8dc4ffc7-417f-4e39-ab69-58e37169a0e7 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:18.802681 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1bbf16f3-94ad-4bb1-9142-d60400339460 req-8dc4ffc7-417f-4e39-ab69-58e37169a0e7 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 943 time: 0.1652369 Dec 06 17:23:18.812342 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-e1ea962d-e306-4459-bbd5-ae1a04c1f3b2 admin admin] 10.222.0.23 "DELETE /v2.0/networks/4dc9741c-5238-4293-b987-279a0da27ae8 HTTP/1.1" status: 204 len: 168 time: 0.8998146 Dec 06 17:23:18.829029 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-09b7f28c-9e6a-4135-987e-db98ec61f2e9 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Deleting port 31a707df-eaf5-4f2c-96a5-9ac52ed02bbd {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:23:18.829497 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-09b7f28c-9e6a-4135-987e-db98ec61f2e9 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:18.843431 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-6da306d0-a826-454c-9a3d-b5ef5d1316db None None] Set router 4ba7a698-575a-4aaf-9eb0-dc82d8271f78 gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:23:18.851815 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 17:23:18.863823 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ea962d-e306-4459-bbd5-ae1a04c1f3b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=4dc9741c-5238-4293-b987-279a0da27ae8,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:18.888952 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 9c900df7-6bd1-4efb-807b-75f3d9f6e7b1, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=9c900df7-6bd1-4efb-807b-75f3d9f6e7b1,segment=NetworkSegment(7b3b1671-5b3d-45b5-8a84-9493fd934077),segment_id=7b3b1671-5b3d-45b5-8a84-9493fd934077)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:23:18.903889 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:18.909335 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f935b7d6-980b-4d32-93ae-456ffb187bba req-2a978e28-19c3-4ad2-9d64-73360d71adab tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:18.911030 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f935b7d6-980b-4d32-93ae-456ffb187bba req-2a978e28-19c3-4ad2-9d64-73360d71adab tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a8709b5-b684-4aa0-903d-8839be2c999e HTTP/1.1" status: 200 len: 943 time: 0.2100415 Dec 06 17:23:19.070635 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f935b7d6-980b-4d32-93ae-456ffb187bba req-8e25213f-4235-4a7b-b404-0b20bb59d0f6 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=5055a3f9-0705-481f-a554-5c989eab318b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424284 Dec 06 17:23:19.093143 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1bbf16f3-94ad-4bb1-9142-d60400339460 req-74225fca-ec12-46ed-9e5a-8103de3d1ac3 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724924 Dec 06 17:23:19.098333 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 88cb9d20-9b9f-4913-afb3-774cf5968246 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:23:19.108068 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1228e4-af32-402f-be5d-8b27058d8a47 None None] DHCP port deletion for 1887f6fc-5ad5-41ea-ad23-1e0db299846a request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:23:19.153683 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-09b7f28c-9e6a-4135-987e-db98ec61f2e9 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] For port 31a707df-eaf5-4f2c-96a5-9ac52ed02bbd, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=31a707df-eaf5-4f2c-96a5-9ac52ed02bbd,segment=NetworkSegment(a0b99927-d5f7-4863-9ee7-7f436fe7772e),segment_id=a0b99927-d5f7-4863-9ee7-7f436fe7772e)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:23:19.154063 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-09b7f28c-9e6a-4135-987e-db98ec61f2e9 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:19.173886 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] No Port match for: 88cb9d20-9b9f-4913-afb3-774cf5968246 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:23:19.174348 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 88cb9d20-9b9f-4913-afb3-774cf5968246 not bound to the agent host n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:23:19.191097 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-09b7f28c-9e6a-4135-987e-db98ec61f2e9 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Calling delete_port for 31a707df-eaf5-4f2c-96a5-9ac52ed02bbd owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:23:19.200220 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:19.264822 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58678) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:19.317338 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=9c900df7-6bd1-4efb-807b-75f3d9f6e7b1,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:19.339996 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-09b7f28c-9e6a-4135-987e-db98ec61f2e9 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:19.350069 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['9c900df7-6bd1-4efb-807b-75f3d9f6e7b1'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:23:19.355516 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-dc54ddda-efa5-4457-9896-4e2add10cf9a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c0562492c63241558604da79e746aebb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0870302 Dec 06 17:23:19.356085 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58682) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:19.386128 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b7f28c-9e6a-4135-987e-db98ec61f2e9 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Pushing event deleted for resources: {'Port': ['ID=31a707df-eaf5-4f2c-96a5-9ac52ed02bbd,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:19.393831 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b7f28c-9e6a-4135-987e-db98ec61f2e9 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] No DVR routers for this DVR port 31a707df-eaf5-4f2c-96a5-9ac52ed02bbd on host n-d-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:23:19.487820 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ab16ea53-d1bc-4dbe-a881-1aae5a5f617a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:19.542555 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ab16ea53-d1bc-4dbe-a881-1aae5a5f617a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:19.544914 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-09b7f28c-9e6a-4135-987e-db98ec61f2e9 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:19.596557 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-09b7f28c-9e6a-4135-987e-db98ec61f2e9 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1887f6fc-5ad5-41ea-ad23-1e0db299846a']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:23:19.609740 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-09b7f28c-9e6a-4135-987e-db98ec61f2e9 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0b99927-d5f7-4863-9ee7-7f436fe7772e') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:23:19.610731 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-09b7f28c-9e6a-4135-987e-db98ec61f2e9 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0b99927-d5f7-4863-9ee7-7f436fe7772e') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:23:19.622953 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-09b7f28c-9e6a-4135-987e-db98ec61f2e9 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:19.640449 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-09b7f28c-9e6a-4135-987e-db98ec61f2e9 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:19.649143 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09b7f28c-9e6a-4135-987e-db98ec61f2e9 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:23:19.649816 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-09b7f28c-9e6a-4135-987e-db98ec61f2e9 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:19.655595 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 17:23:19.655595 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:23:19.655595 n-d-master-1 neutron-server[103284]: timer() Dec 06 17:23:19.655595 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:23:19.655595 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 17:23:19.655595 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:23:19.655595 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 17:23:19.655595 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:23:19.655595 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 17:23:19.655595 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:23:19.655595 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 17:23:19.655595 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:23:19.655595 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 17:23:19.655595 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:23:19.655595 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:23:19.655595 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:23:19.655595 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:23:19.655595 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:23:19.655595 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 17:23:19.655595 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:23:19.655595 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 17:23:19.655595 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:23:19.655595 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:23:19.655595 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:23:19.655595 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 17:23:19.655595 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:23:19.655595 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:23:19.655595 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:23:19.655595 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:23:19.655595 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:23:19.655595 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:23:19.655595 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:23:19.687552 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ab16ea53-d1bc-4dbe-a881-1aae5a5f617a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:19.691248 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ab16ea53-d1bc-4dbe-a881-1aae5a5f617a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:19.692750 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-ab16ea53-d1bc-4dbe-a881-1aae5a5f617a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e4dad383-deff-4980-ab1c-83ad1f0a3359 HTTP/1.1" status: 204 len: 168 time: 0.3331668 Dec 06 17:23:19.718600 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab16ea53-d1bc-4dbe-a881-1aae5a5f617a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4dad383-deff-4980-ab1c-83ad1f0a3359,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:19.830030 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-bf1228e4-af32-402f-be5d-8b27058d8a47 None None] Deleting port 31a707df-eaf5-4f2c-96a5-9ac52ed02bbd {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:23:19.830469 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bf1228e4-af32-402f-be5d-8b27058d8a47 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:19.847330 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-09b7f28c-9e6a-4135-987e-db98ec61f2e9 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:19.864481 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-09b7f28c-9e6a-4135-987e-db98ec61f2e9 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:19.875189 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58696) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:19.875973 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-09b7f28c-9e6a-4135-987e-db98ec61f2e9 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "DELETE /v2.0/networks/1887f6fc-5ad5-41ea-ad23-1e0db299846a HTTP/1.1" status: 204 len: 168 time: 1.4638746 Dec 06 17:23:19.902445 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-bf1228e4-af32-402f-be5d-8b27058d8a47 None None] For port 31a707df-eaf5-4f2c-96a5-9ac52ed02bbd, host n-d-master-1, got binding levels [] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:23:19.903494 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bf1228e4-af32-402f-be5d-8b27058d8a47 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:19.912733 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b7f28c-9e6a-4135-987e-db98ec61f2e9 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Pushing event deleted for resources: {'Network': ['ID=1887f6fc-5ad5-41ea-ad23-1e0db299846a,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:19.919128 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-bf1228e4-af32-402f-be5d-8b27058d8a47 None None] Calling delete_port for 31a707df-eaf5-4f2c-96a5-9ac52ed02bbd owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:23:19.923203 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.ipam_backend_mixin [None req-bf1228e4-af32-402f-be5d-8b27058d8a47 None None] Port 31a707df-eaf5-4f2c-96a5-9ac52ed02bbd was not found and therefore no delete operation was performed {{(pid=103286) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 06 17:23:19.927262 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bf1228e4-af32-402f-be5d-8b27058d8a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:19.941855 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bf1228e4-af32-402f-be5d-8b27058d8a47 None None] Network 1887f6fc-5ad5-41ea-ad23-1e0db299846a is not hosted by any dhcp agent {{(pid=103286) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 06 17:23:19.942515 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1228e4-af32-402f-be5d-8b27058d8a47 None None] No DVR routers for this DVR port 31a707df-eaf5-4f2c-96a5-9ac52ed02bbd on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:23:19.946583 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-6da306d0-a826-454c-9a3d-b5ef5d1316db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'name': 'tempest-RoutersTest-router-1277596697', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:22:33Z', 'updated_at': '2021-12-06T17:23:16Z', 'revision_number': 8, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'gw_port_host': None, '_interfaces': [{'id': '2a9c0948-a0f9-41b0-9621-ce97ab9105a9', 'name': '', 'network_id': 'd2343c0a-6cca-4cf5-a3cc-72085171ecbd', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'mac_address': 'fa:16:3e:57:01:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': 'c6d3cb16-f0d3-44ba-95d2-5d5b143d4354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:22:36Z', 'updated_at': '2021-12-06T17:22:48Z', 'revision_number': 5, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'subnets': [{'id': 'c6d3cb16-f0d3-44ba-95d2-5d5b143d4354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e8c2e69-678c-48df-96fe-9811015b8c2e', 'name': '', 'network_id': 'ee404907-cca6-49fb-8c04-64c9c0d1f548', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'mac_address': 'fa:16:3e:10:12:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1913, 'fixed_ips': [{'subnet_id': 'a0269ed2-b553-4c08-8d9e-236d32987f04', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:22:41Z', 'updated_at': '2021-12-06T17:22:55Z', 'revision_number': 5, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'subnets': [{'id': 'a0269ed2-b553-4c08-8d9e-236d32987f04', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6469bc02-7bd7-4e07-8df3-fb2f783cad10', 'name': '', 'network_id': '9c9946e4-9c2c-4778-985c-acc13a6cd54d', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'mac_address': 'fa:16:3e:08:ff:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1935, 'fixed_ips': [{'subnet_id': 'd2275e3c-6a62-47f8-9a40-40c406cd3a24', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:22:50Z', 'updated_at': '2021-12-06T17:23:05Z', 'revision_number': 5, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'subnets': [{'id': 'd2275e3c-6a62-47f8-9a40-40c406cd3a24', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:23:20.082495 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da306d0-a826-454c-9a3d-b5ef5d1316db None None] The sync data for ids ['4ba7a698-575a-4aaf-9eb0-dc82d8271f78'] in n-d-master-1 is: [{'id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'name': 'tempest-RoutersTest-router-1277596697', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:22:33Z', 'updated_at': '2021-12-06T17:23:16Z', 'revision_number': 8, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'gw_port_host': None, '_interfaces': [{'id': '2a9c0948-a0f9-41b0-9621-ce97ab9105a9', 'name': '', 'network_id': 'd2343c0a-6cca-4cf5-a3cc-72085171ecbd', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'mac_address': 'fa:16:3e:57:01:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': 'c6d3cb16-f0d3-44ba-95d2-5d5b143d4354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:22:36Z', 'updated_at': '2021-12-06T17:22:48Z', 'revision_number': 5, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'subnets': [{'id': 'c6d3cb16-f0d3-44ba-95d2-5d5b143d4354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e8c2e69-678c-48df-96fe-9811015b8c2e', 'name': '', 'network_id': 'ee404907-cca6-49fb-8c04-64c9c0d1f548', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'mac_address': 'fa:16:3e:10:12:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1913, 'fixed_ips': [{'subnet_id': 'a0269ed2-b553-4c08-8d9e-236d32987f04', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:22:41Z', 'updated_at': '2021-12-06T17:22:55Z', 'revision_number': 5, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'subnets': [{'id': 'a0269ed2-b553-4c08-8d9e-236d32987f04', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6469bc02-7bd7-4e07-8df3-fb2f783cad10', 'name': '', 'network_id': '9c9946e4-9c2c-4778-985c-acc13a6cd54d', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'mac_address': 'fa:16:3e:08:ff:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1935, 'fixed_ips': [{'subnet_id': 'd2275e3c-6a62-47f8-9a40-40c406cd3a24', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:22:50Z', 'updated_at': '2021-12-06T17:23:05Z', 'revision_number': 5, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'subnets': [{'id': 'd2275e3c-6a62-47f8-9a40-40c406cd3a24', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:23:20.098938 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1228e4-af32-402f-be5d-8b27058d8a47 None None] Pushing event deleted for resources: {'Port': ['ID=31a707df-eaf5-4f2c-96a5-9ac52ed02bbd,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:20.349726 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [req-375607fe-3f83-4957-bad2-03ce1e25a6ff req-530373a0-b20a-4459-9e5a-461f970645a3 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:23:20.350782 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-375607fe-3f83-4957-bad2-03ce1e25a6ff req-530373a0-b20a-4459-9e5a-461f970645a3 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060327 Dec 06 17:23:20.660540 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57156316-acd4-4fbb-b3b2-1c2c5a3e0400 req-dec4d548-6797-44e5-84da-497c21b0effa tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:20.662265 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-57156316-acd4-4fbb-b3b2-1c2c5a3e0400 req-dec4d548-6797-44e5-84da-497c21b0effa tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a8709b5-b684-4aa0-903d-8839be2c999e HTTP/1.1" status: 200 len: 943 time: 0.1179569 Dec 06 17:23:20.768902 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-57156316-acd4-4fbb-b3b2-1c2c5a3e0400 req-d0f843b5-f6f0-4e6d-9aee-fcc735359a8c tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=5055a3f9-0705-481f-a554-5c989eab318b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967484 Dec 06 17:23:20.852139 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c93b6c-dd86-4857-82f4-5445ab6c179d req-5a6c814f-c039-4697-a3fe-488faf3f8786 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:20.854427 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-42c93b6c-dd86-4857-82f4-5445ab6c179d req-5a6c814f-c039-4697-a3fe-488faf3f8786 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 944 time: 0.6141112 Dec 06 17:23:21.036155 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-42c93b6c-dd86-4857-82f4-5445ab6c179d req-c5a48647-2e98-491f-bf2c-a75056252b7d tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547942 Dec 06 17:23:21.040170 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 31a707df-eaf5-4f2c-96a5-9ac52ed02bbd no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:23:21.074556 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 31a707df-eaf5-4f2c-96a5-9ac52ed02bbd {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:23:21.074950 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 31a707df-eaf5-4f2c-96a5-9ac52ed02bbd not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:23:21.075386 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 75cc2271-1247-420b-aa23-3fc18c81864b no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:23:21.101102 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 75cc2271-1247-420b-aa23-3fc18c81864b {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:23:21.101548 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 75cc2271-1247-420b-aa23-3fc18c81864b not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:23:21.173956 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4f4856ce-3621-4810-8a19-f9e2f964e1a6 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575908'] for router_interface, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:21.236282 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58744) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:21.250014 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d8f9ce02-a62f-49bd-98f0-6a89376478cf req-bef481d2-073c-42de-9740-2681201d9f9c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5a8709b5-b684-4aa0-903d-8839be2c999e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3796015 Dec 06 17:23:21.262802 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [req-d8f9ce02-a62f-49bd-98f0-6a89376478cf req-b62b93c0-060f-4fd2-8094-711f40279aac service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:23:21.266286 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d8f9ce02-a62f-49bd-98f0-6a89376478cf req-b62b93c0-060f-4fd2-8094-711f40279aac service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0102055 Dec 06 17:23:21.480969 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b5d585ae-991f-4adf-a8b6-f425c1a6df29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:21.518007 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-4f4856ce-3621-4810-8a19-f9e2f964e1a6 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Deleting port 6469bc02-7bd7-4e07-8df3-fb2f783cad10 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:23:21.518422 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4f4856ce-3621-4810-8a19-f9e2f964e1a6 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:21.604448 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b5d585ae-991f-4adf-a8b6-f425c1a6df29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:21.616029 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b5d585ae-991f-4adf-a8b6-f425c1a6df29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:21.637972 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-4f4856ce-3621-4810-8a19-f9e2f964e1a6 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] For port 6469bc02-7bd7-4e07-8df3-fb2f783cad10, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6469bc02-7bd7-4e07-8df3-fb2f783cad10,segment=NetworkSegment(5122e095-b4c3-42b5-a4c4-6a607553bc53),segment_id=5122e095-b4c3-42b5-a4c4-6a607553bc53)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:23:21.638424 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4f4856ce-3621-4810-8a19-f9e2f964e1a6 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:21.654356 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-4f4856ce-3621-4810-8a19-f9e2f964e1a6 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Calling delete_port for 6469bc02-7bd7-4e07-8df3-fb2f783cad10 owned by network:router_interface {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:23:21.663062 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d585ae-991f-4adf-a8b6-f425c1a6df29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c0905c-f2b2-452d-a347-ed46da539bfd,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:21.682568 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-b5d585ae-991f-4adf-a8b6-f425c1a6df29 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=418128864c1b453480abf16a4e58306b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4442728 Dec 06 17:23:21.685229 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58768) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:21.705648 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58770) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:21.743060 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2b4daad8-118c-4bd5-90eb-2bf15000749a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:21.772712 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2b4daad8-118c-4bd5-90eb-2bf15000749a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:21.832987 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2b4daad8-118c-4bd5-90eb-2bf15000749a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:21.835753 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2b4daad8-118c-4bd5-90eb-2bf15000749a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:21.836915 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-2b4daad8-118c-4bd5-90eb-2bf15000749a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b1c0905c-f2b2-452d-a347-ed46da539bfd HTTP/1.1" status: 204 len: 168 time: 0.1497889 Dec 06 17:23:21.845908 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4daad8-118c-4bd5-90eb-2bf15000749a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1c0905c-f2b2-452d-a347-ed46da539bfd,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:21.868283 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-c9867a1d-9673-4aa2-a677-7536613d7c3b admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1455830867-network', 'tenant_id': 'eb39ba52deac41d48a0174590c1761eb'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:23:21.918447 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4f4856ce-3621-4810-8a19-f9e2f964e1a6 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:21.956654 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2618eb-5b4e-44ae-8a25-73f7a77cdb7a req-75fc9823-cc87-4afd-b6f8-b6d3e805dd56 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:21.964096 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ab2618eb-5b4e-44ae-8a25-73f7a77cdb7a req-75fc9823-cc87-4afd-b6f8-b6d3e805dd56 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a8709b5-b684-4aa0-903d-8839be2c999e HTTP/1.1" status: 200 len: 943 time: 0.0775356 Dec 06 17:23:21.964432 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9867a1d-9673-4aa2-a677-7536613d7c3b admin admin] Made reservation on behalf of eb39ba52deac41d48a0174590c1761eb for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:23:21.967167 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c9867a1d-9673-4aa2-a677-7536613d7c3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:21.983518 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4856ce-3621-4810-8a19-f9e2f964e1a6 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Pushing event deleted for resources: {'Port': ['ID=6469bc02-7bd7-4e07-8df3-fb2f783cad10,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:21.987005 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c9867a1d-9673-4aa2-a677-7536613d7c3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:22.021958 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ab2618eb-5b4e-44ae-8a25-73f7a77cdb7a req-c5433ef3-3427-4141-90d2-fdb7c3c7c86a tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=5055a3f9-0705-481f-a554-5c989eab318b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564058 Dec 06 17:23:22.081222 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 9c900df7-6bd1-4efb-807b-75f3d9f6e7b1 up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:23:22.193065 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port 9c900df7-6bd1-4efb-807b-75f3d9f6e7b1 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:23:22.197928 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port 9c900df7-6bd1-4efb-807b-75f3d9f6e7b1 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:23:22.198559 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:22.255512 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c9867a1d-9673-4aa2-a677-7536613d7c3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:22.278281 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c9867a1d-9673-4aa2-a677-7536613d7c3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:22.286041 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58782) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:22.303998 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cdcf69f1-321b-48ce-907e-f69dd0d6119d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:22.317268 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9867a1d-9673-4aa2-a677-7536613d7c3b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:23:22.325904 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:22.356234 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760da421-64aa-429b-a889-e9b41afb827c req-cb88e9fa-b6d2-47c0-bbdd-7cff324f5a97 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:22.365056 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-760da421-64aa-429b-a889-e9b41afb827c req-cb88e9fa-b6d2-47c0-bbdd-7cff324f5a97 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 944 time: 0.1881974 Dec 06 17:23:22.365280 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '376fa427-021b-4997-a0b0-c1fba445d258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c900df7-6bd1-4efb-807b-75f3d9f6e7b1'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:23:22.367517 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b37e9d6d-e5b8-4578-aacc-8db66698211a" -d '{"events": [{"server_uuid": "376fa427-021b-4997-a0b0-c1fba445d258", "name": "network-vif-plugged", "status": "completed", "tag": "9c900df7-6bd1-4efb-807b-75f3d9f6e7b1"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:23:22.367919 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c9867a1d-9673-4aa2-a677-7536613d7c3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:22.368268 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-c9867a1d-9673-4aa2-a677-7536613d7c3b admin admin] Added segment 3c676934-8145-4548-9213-0abb7ea659ea of type vlan for network 3a559c89-30fc-40d7-bde7-56ec18bc2aaa Dec 06 17:23:22.370082 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9867a1d-9673-4aa2-a677-7536613d7c3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=340f98d0-145c-4a19-a74b-e6b1a0063e6d,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:22.384613 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 9c900df7-6bd1-4efb-807b-75f3d9f6e7b1, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=9c900df7-6bd1-4efb-807b-75f3d9f6e7b1,segment=NetworkSegment(7b3b1671-5b3d-45b5-8a84-9493fd934077),segment_id=7b3b1671-5b3d-45b5-8a84-9493fd934077)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:23:22.391580 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:22.393514 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 9940597b-03fc-4480-aa9b-655f24781eb0 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:23:22.398178 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4f4856ce-3621-4810-8a19-f9e2f964e1a6 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-772474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575952'] for router_interface, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:22.443772 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cdcf69f1-321b-48ce-907e-f69dd0d6119d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:22.456415 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cdcf69f1-321b-48ce-907e-f69dd0d6119d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:22.468718 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a1884ab-5049-4bc8-b727-1f73bebe321c x-openstack-request-id: req-6a1884ab-5049-4bc8-b727-1f73bebe321c {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:23:22.468978 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "376fa427-021b-4997-a0b0-c1fba445d258", "name": "network-vif-plugged", "status": "completed", "tag": "9c900df7-6bd1-4efb-807b-75f3d9f6e7b1", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:23:22.469601 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6a1884ab-5049-4bc8-b727-1f73bebe321c {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:23:22.469929 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '376fa427-021b-4997-a0b0-c1fba445d258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c900df7-6bd1-4efb-807b-75f3d9f6e7b1', 'code': 200} Dec 06 17:23:22.496131 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=9c900df7-6bd1-4efb-807b-75f3d9f6e7b1,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:22.517850 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-cdcf69f1-321b-48ce-907e-f69dd0d6119d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ea61db0fb2964779b3e30a58b284322e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2302258 Dec 06 17:23:22.522458 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58794) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:22.569417 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcf69f1-321b-48ce-907e-f69dd0d6119d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef3ec012-3fb0-4ce4-bc99-d7f0df004707,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:22.601120 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8e16b529-9536-4ce6-acd0-44b414642eef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:22.631142 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c9867a1d-9673-4aa2-a677-7536613d7c3b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:22.633410 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8e16b529-9536-4ce6-acd0-44b414642eef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:22.685695 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-760da421-64aa-429b-a889-e9b41afb827c req-1dcde05f-e51b-476d-bc22-3178e5f15fe4 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3200707 Dec 06 17:23:22.709541 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8e16b529-9536-4ce6-acd0-44b414642eef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:22.712227 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8e16b529-9536-4ce6-acd0-44b414642eef admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:22.713386 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-8e16b529-9536-4ce6-acd0-44b414642eef admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ef3ec012-3fb0-4ce4-bc99-d7f0df004707 HTTP/1.1" status: 204 len: 168 time: 0.1884751 Dec 06 17:23:22.727014 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf6f380-c8de-4955-a7e3-00dbe82b6c74 req-083fcd23-d5f2-4f2b-9926-8c752a5cc3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:22.728773 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6cf6f380-c8de-4955-a7e3-00dbe82b6c74 req-083fcd23-d5f2-4f2b-9926-8c752a5cc3f6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 1096 time: 0.0998044 Dec 06 17:23:22.731061 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c9867a1d-9673-4aa2-a677-7536613d7c3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:22.732035 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9867a1d-9673-4aa2-a677-7536613d7c3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:22.732684 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c9867a1d-9673-4aa2-a677-7536613d7c3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:22.744421 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e16b529-9536-4ce6-acd0-44b414642eef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef3ec012-3fb0-4ce4-bc99-d7f0df004707,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:22.811363 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-c9867a1d-9673-4aa2-a677-7536613d7c3b admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1018004 Dec 06 17:23:22.811716 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58804) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:22.817210 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-9994c33f-5c89-44e9-94ec-a363b09c9b20 admin admin] Request body: {'subnet': {'network_id': '3a559c89-30fc-40d7-bde7-56ec18bc2aaa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1455830867-subnet', 'tenant_id': 'eb39ba52deac41d48a0174590c1761eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:23:22.862360 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9994c33f-5c89-44e9-94ec-a363b09c9b20 admin admin] Made reservation on behalf of eb39ba52deac41d48a0174590c1761eb for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:23:22.864830 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9994c33f-5c89-44e9-94ec-a363b09c9b20 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:23.059998 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f4856ce-3621-4810-8a19-f9e2f964e1a6 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Router 4ba7a698-575a-4aaf-9eb0-dc82d8271f78 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:23:23.063128 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6cf6f380-c8de-4955-a7e3-00dbe82b6c74 req-5ac275a7-5356-4302-91a1-03ab18709b99 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172820 Dec 06 17:23:23.074961 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9867a1d-9673-4aa2-a677-7536613d7c3b admin admin] Pushing event updated for resources: {'Network': ['ID=3a559c89-30fc-40d7-bde7-56ec18bc2aaa,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:23.085629 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 3a559c89-30fc-40d7-bde7-56ec18bc2aaa details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:23:23.130359 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9994c33f-5c89-44e9-94ec-a363b09c9b20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:23.252160 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9994c33f-5c89-44e9-94ec-a363b09c9b20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=994d007b-4aef-44c6-abb0-9b9291827465,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:23.260103 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f4856ce-3621-4810-8a19-f9e2f964e1a6 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:23:23.271188 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58818) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:23.272849 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d449a0be-24d1-438b-bdb7-7122b94b7aed None None] Sync routers for ids ['4ba7a698-575a-4aaf-9eb0-dc82d8271f78'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:23:23.278785 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-4f4856ce-3621-4810-8a19-f9e2f964e1a6 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "PUT /v2.0/routers/4ba7a698-575a-4aaf-9eb0-dc82d8271f78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3932605 Dec 06 17:23:23.292003 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d449a0be-24d1-438b-bdb7-7122b94b7aed None None] Routers {'4ba7a698-575a-4aaf-9eb0-dc82d8271f78'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:23:23.294510 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-d449a0be-24d1-438b-bdb7-7122b94b7aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:23:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['4ba7a698-575a-4aaf-9eb0-dc82d8271f78'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:23:23.305997 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9994c33f-5c89-44e9-94ec-a363b09c9b20 admin admin] Checking segment: {'id': '3c676934-8145-4548-9213-0abb7ea659ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '3a559c89-30fc-40d7-bde7-56ec18bc2aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:23:23.306366 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9994c33f-5c89-44e9-94ec-a363b09c9b20 admin admin] Network hostable DHCP agents. Network: 3a559c89-30fc-40d7-bde7-56ec18bc2aaa, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:23:23.327926 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fafa042-a4d6-499f-b871-0d90d0ab69b8 req-85e55d19-ee48-427e-9185-1464495b3813 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:23.329704 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8fafa042-a4d6-499f-b871-0d90d0ab69b8 req-85e55d19-ee48-427e-9185-1464495b3813 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a8709b5-b684-4aa0-903d-8839be2c999e HTTP/1.1" status: 200 len: 943 time: 0.1463382 Dec 06 17:23:23.372617 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f4a2e0c-56b1-4cc7-969b-a23b738cf9a4 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Deleting subnet d2275e3c-6a62-47f8-9a40-40c406cd3a24 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:23:23.380274 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9994c33f-5c89-44e9-94ec-a363b09c9b20 admin admin] Network 3a559c89-30fc-40d7-bde7-56ec18bc2aaa is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:23:23.383497 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1f4a2e0c-56b1-4cc7-969b-a23b738cf9a4 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:23.420508 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-9994c33f-5c89-44e9-94ec-a363b09c9b20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 3a559c89-30fc-40d7-bde7-56ec18bc2aaa) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:23:23.426482 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9994c33f-5c89-44e9-94ec-a363b09c9b20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:23.427103 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9994c33f-5c89-44e9-94ec-a363b09c9b20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:23.435433 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b03a8f3-e83e-4916-b048-f1ac8ec842a3 None None] Network 3a559c89-30fc-40d7-bde7-56ec18bc2aaa requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:23:23.439220 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-d449a0be-24d1-438b-bdb7-7122b94b7aed None None] Set router 4ba7a698-575a-4aaf-9eb0-dc82d8271f78 gateway port host: None {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:23:23.483672 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-9994c33f-5c89-44e9-94ec-a363b09c9b20 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6705620 Dec 06 17:23:23.524347 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8fafa042-a4d6-499f-b871-0d90d0ab69b8 req-9e695533-3812-4048-96ae-cbfc445371f6 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=5055a3f9-0705-481f-a554-5c989eab318b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1790347 Dec 06 17:23:23.527697 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1f4a2e0c-56b1-4cc7-969b-a23b738cf9a4 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:23.652531 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1f4a2e0c-56b1-4cc7-969b-a23b738cf9a4 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:23.727998 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572b0e17-8cac-48ae-adcb-c6e7a1b631bc None None] Network 3a559c89-30fc-40d7-bde7-56ec18bc2aaa requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:23:23.769508 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1f4a2e0c-56b1-4cc7-969b-a23b738cf9a4 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:23.845990 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1f4a2e0c-56b1-4cc7-969b-a23b738cf9a4 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:23.852759 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-1f4a2e0c-56b1-4cc7-969b-a23b738cf9a4 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "DELETE /v2.0/subnets/d2275e3c-6a62-47f8-9a40-40c406cd3a24 HTTP/1.1" status: 204 len: 168 time: 0.5795133 Dec 06 17:23:23.855914 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58838) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:23.863815 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443de621-dcbb-4b3c-be1f-2f60113dd843 None None] Network 9c9946e4-9c2c-4778-985c-acc13a6cd54d requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:23:23.868473 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-d449a0be-24d1-438b-bdb7-7122b94b7aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'name': 'tempest-RoutersTest-router-1277596697', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:22:33Z', 'updated_at': '2021-12-06T17:23:21Z', 'revision_number': 9, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'gw_port_host': None, '_interfaces': [{'id': '2a9c0948-a0f9-41b0-9621-ce97ab9105a9', 'name': '', 'network_id': 'd2343c0a-6cca-4cf5-a3cc-72085171ecbd', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'mac_address': 'fa:16:3e:57:01:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': 'c6d3cb16-f0d3-44ba-95d2-5d5b143d4354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:22:36Z', 'updated_at': '2021-12-06T17:22:48Z', 'revision_number': 5, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'subnets': [{'id': 'c6d3cb16-f0d3-44ba-95d2-5d5b143d4354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e8c2e69-678c-48df-96fe-9811015b8c2e', 'name': '', 'network_id': 'ee404907-cca6-49fb-8c04-64c9c0d1f548', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'mac_address': 'fa:16:3e:10:12:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1913, 'fixed_ips': [{'subnet_id': 'a0269ed2-b553-4c08-8d9e-236d32987f04', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:22:41Z', 'updated_at': '2021-12-06T17:22:55Z', 'revision_number': 5, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'subnets': [{'id': 'a0269ed2-b553-4c08-8d9e-236d32987f04', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:23:23.876266 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4a2e0c-56b1-4cc7-969b-a23b738cf9a4 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Pushing event deleted for resources: {'Subnet': ['ID=d2275e3c-6a62-47f8-9a40-40c406cd3a24,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:23.908599 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d449a0be-24d1-438b-bdb7-7122b94b7aed None None] Checking router: 4ba7a698-575a-4aaf-9eb0-dc82d8271f78 for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:23:23.918947 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d449a0be-24d1-438b-bdb7-7122b94b7aed None None] Routers {'4ba7a698-575a-4aaf-9eb0-dc82d8271f78'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:23:23.920015 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-d449a0be-24d1-438b-bdb7-7122b94b7aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:23:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['4ba7a698-575a-4aaf-9eb0-dc82d8271f78'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:23:24.046421 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fdd450-197d-44ac-8718-1b1548fb5eaa req-8a3f1f7e-2a78-4ef1-b548-430de66d0e7c tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:24.056887 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-00fdd450-197d-44ac-8718-1b1548fb5eaa req-8a3f1f7e-2a78-4ef1-b548-430de66d0e7c tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 945 time: 0.2028403 Dec 06 17:23:24.120628 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3d14e8a1-1e35-4ef9-9e34-30a51151faef tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:24.190077 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-d449a0be-24d1-438b-bdb7-7122b94b7aed None None] Set router 4ba7a698-575a-4aaf-9eb0-dc82d8271f78 gateway port host: None {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:23:24.255372 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-00fdd450-197d-44ac-8718-1b1548fb5eaa req-bdce4c07-126e-47ff-955a-bf603f5f71ab tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907835 Dec 06 17:23:24.302134 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36210f79-10d8-4010-a53a-cace3fb541c6 None None] DHCP port deletion for 9c9946e4-9c2c-4778-985c-acc13a6cd54d request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:23:24.319558 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-3d14e8a1-1e35-4ef9-9e34-30a51151faef tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Deleting port 098a25e1-4abc-4ff4-bd63-0625b45c8da1 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:23:24.319921 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3d14e8a1-1e35-4ef9-9e34-30a51151faef tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:24.422019 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-3d14e8a1-1e35-4ef9-9e34-30a51151faef tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] For port 098a25e1-4abc-4ff4-bd63-0625b45c8da1, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=098a25e1-4abc-4ff4-bd63-0625b45c8da1,segment=NetworkSegment(5122e095-b4c3-42b5-a4c4-6a607553bc53),segment_id=5122e095-b4c3-42b5-a4c4-6a607553bc53)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:23:24.422987 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3d14e8a1-1e35-4ef9-9e34-30a51151faef tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:24.467131 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-3d14e8a1-1e35-4ef9-9e34-30a51151faef tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Calling delete_port for 098a25e1-4abc-4ff4-bd63-0625b45c8da1 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:23:24.476490 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-36210f79-10d8-4010-a53a-cace3fb541c6 None None] Deleting port 098a25e1-4abc-4ff4-bd63-0625b45c8da1 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:23:24.478424 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-36210f79-10d8-4010-a53a-cace3fb541c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:24.618147 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3d14e8a1-1e35-4ef9-9e34-30a51151faef tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:24.667282 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-36210f79-10d8-4010-a53a-cace3fb541c6 None None] For port 098a25e1-4abc-4ff4-bd63-0625b45c8da1, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=098a25e1-4abc-4ff4-bd63-0625b45c8da1,segment=NetworkSegment(5122e095-b4c3-42b5-a4c4-6a607553bc53),segment_id=5122e095-b4c3-42b5-a4c4-6a607553bc53)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:23:24.667697 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-36210f79-10d8-4010-a53a-cace3fb541c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:24.699822 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-36210f79-10d8-4010-a53a-cace3fb541c6 None None] Calling delete_port for 098a25e1-4abc-4ff4-bd63-0625b45c8da1 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:23:24.799298 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d14e8a1-1e35-4ef9-9e34-30a51151faef tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Pushing event deleted for resources: {'Port': ['ID=098a25e1-4abc-4ff4-bd63-0625b45c8da1,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:24.803393 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d14e8a1-1e35-4ef9-9e34-30a51151faef tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] No DVR routers for this DVR port 098a25e1-4abc-4ff4-bd63-0625b45c8da1 on host n-d-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:23:24.857119 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-36210f79-10d8-4010-a53a-cace3fb541c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:24.883260 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d45c447-43b6-44e1-9037-82950cf88d3c req-804dade1-5f62-41c5-8927-60ec6df41637 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:24.891246 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0d45c447-43b6-44e1-9037-82950cf88d3c req-804dade1-5f62-41c5-8927-60ec6df41637 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a8709b5-b684-4aa0-903d-8839be2c999e HTTP/1.1" status: 200 len: 943 time: 0.2438784 Dec 06 17:23:24.892905 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-d449a0be-24d1-438b-bdb7-7122b94b7aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'name': 'tempest-RoutersTest-router-1277596697', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:22:33Z', 'updated_at': '2021-12-06T17:23:21Z', 'revision_number': 9, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'gw_port_host': None, '_interfaces': [{'id': '2a9c0948-a0f9-41b0-9621-ce97ab9105a9', 'name': '', 'network_id': 'd2343c0a-6cca-4cf5-a3cc-72085171ecbd', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'mac_address': 'fa:16:3e:57:01:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': 'c6d3cb16-f0d3-44ba-95d2-5d5b143d4354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:22:36Z', 'updated_at': '2021-12-06T17:22:48Z', 'revision_number': 5, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'subnets': [{'id': 'c6d3cb16-f0d3-44ba-95d2-5d5b143d4354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e8c2e69-678c-48df-96fe-9811015b8c2e', 'name': '', 'network_id': 'ee404907-cca6-49fb-8c04-64c9c0d1f548', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'mac_address': 'fa:16:3e:10:12:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1913, 'fixed_ips': [{'subnet_id': 'a0269ed2-b553-4c08-8d9e-236d32987f04', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:22:41Z', 'updated_at': '2021-12-06T17:22:55Z', 'revision_number': 5, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'subnets': [{'id': 'a0269ed2-b553-4c08-8d9e-236d32987f04', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:23:24.939820 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36210f79-10d8-4010-a53a-cace3fb541c6 None None] Pushing event deleted for resources: {'Port': ['ID=098a25e1-4abc-4ff4-bd63-0625b45c8da1,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:24.944039 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36210f79-10d8-4010-a53a-cace3fb541c6 None None] No DVR routers for this DVR port 098a25e1-4abc-4ff4-bd63-0625b45c8da1 on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:23:24.979595 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d449a0be-24d1-438b-bdb7-7122b94b7aed None None] The sync data for ids ['4ba7a698-575a-4aaf-9eb0-dc82d8271f78'] in n-d-master-1 is: [{'id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'name': 'tempest-RoutersTest-router-1277596697', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:22:33Z', 'updated_at': '2021-12-06T17:23:21Z', 'revision_number': 9, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'gw_port_host': None, '_interfaces': [{'id': '2a9c0948-a0f9-41b0-9621-ce97ab9105a9', 'name': '', 'network_id': 'd2343c0a-6cca-4cf5-a3cc-72085171ecbd', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'mac_address': 'fa:16:3e:57:01:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': 'c6d3cb16-f0d3-44ba-95d2-5d5b143d4354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:22:36Z', 'updated_at': '2021-12-06T17:22:48Z', 'revision_number': 5, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'subnets': [{'id': 'c6d3cb16-f0d3-44ba-95d2-5d5b143d4354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e8c2e69-678c-48df-96fe-9811015b8c2e', 'name': '', 'network_id': 'ee404907-cca6-49fb-8c04-64c9c0d1f548', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'mac_address': 'fa:16:3e:10:12:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1913, 'fixed_ips': [{'subnet_id': 'a0269ed2-b553-4c08-8d9e-236d32987f04', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:22:41Z', 'updated_at': '2021-12-06T17:22:55Z', 'revision_number': 5, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'subnets': [{'id': 'a0269ed2-b553-4c08-8d9e-236d32987f04', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:23:25.031253 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 098a25e1-4abc-4ff4-bd63-0625b45c8da1 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:23:25.055966 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3d14e8a1-1e35-4ef9-9e34-30a51151faef tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:25.090944 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 098a25e1-4abc-4ff4-bd63-0625b45c8da1 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:23:25.091203 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 098a25e1-4abc-4ff4-bd63-0625b45c8da1 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:23:25.143230 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-3d14e8a1-1e35-4ef9-9e34-30a51151faef tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c9946e4-9c2c-4778-985c-acc13a6cd54d']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:23:25.167910 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0d45c447-43b6-44e1-9037-82950cf88d3c req-77b51970-ff0b-43cc-877c-6b398b5b845c tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=5055a3f9-0705-481f-a554-5c989eab318b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2694023 Dec 06 17:23:25.184620 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-3d14e8a1-1e35-4ef9-9e34-30a51151faef tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5122e095-b4c3-42b5-a4c4-6a607553bc53') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:23:25.185229 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-3d14e8a1-1e35-4ef9-9e34-30a51151faef tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5122e095-b4c3-42b5-a4c4-6a607553bc53') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:23:25.195615 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3d14e8a1-1e35-4ef9-9e34-30a51151faef tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:25.241240 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3d14e8a1-1e35-4ef9-9e34-30a51151faef tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:25.250363 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d14e8a1-1e35-4ef9-9e34-30a51151faef tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:23:25.250839 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3d14e8a1-1e35-4ef9-9e34-30a51151faef tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:25.254221 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:23:25.254221 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:23:25.254221 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:23:25.254221 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:23:25.254221 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:23:25.254221 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:23:25.254221 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:23:25.254221 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:23:25.254221 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:23:25.254221 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:23:25.254221 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:23:25.254221 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:23:25.254221 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:23:25.254221 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:23:25.254221 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:23:25.254221 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:23:25.254221 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:23:25.254221 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:23:25.254221 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:23:25.254221 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:23:25.254221 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:23:25.254221 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:23:25.254221 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:23:25.254221 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:23:25.254221 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:23:25.254221 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:23:25.254221 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:23:25.254221 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:23:25.254221 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:23:25.254221 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:23:25.254221 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:23:25.254221 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:23:25.373948 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3d14e8a1-1e35-4ef9-9e34-30a51151faef tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:25.382936 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3d14e8a1-1e35-4ef9-9e34-30a51151faef tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:25.389300 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-3d14e8a1-1e35-4ef9-9e34-30a51151faef tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "DELETE /v2.0/networks/9c9946e4-9c2c-4778-985c-acc13a6cd54d HTTP/1.1" status: 204 len: 168 time: 1.5297756 Dec 06 17:23:25.389543 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58888) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:25.504192 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d14e8a1-1e35-4ef9-9e34-30a51151faef tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Pushing event deleted for resources: {'Network': ['ID=9c9946e4-9c2c-4778-985c-acc13a6cd54d,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:25.868592 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b912f8-4163-4d88-bc56-fef2710eaf56 req-4b2f74be-30d1-4a60-aea8-e652f469b75c tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:25.890198 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-09b912f8-4163-4d88-bc56-fef2710eaf56 req-4b2f74be-30d1-4a60-aea8-e652f469b75c tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 945 time: 0.4789488 Dec 06 17:23:25.954484 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d42fb-3fe8-454c-aae6-a0c4f6c6918f req-3e336ba4-9171-4fe5-9fc3-111eacaa8d11 tempest-ServerGroupTestJSON-1064669458 tempest-ServerGroupTestJSON-1064669458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:25.962740 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d98d42fb-3fe8-454c-aae6-a0c4f6c6918f req-3e336ba4-9171-4fe5-9fc3-111eacaa8d11 tempest-ServerGroupTestJSON-1064669458 tempest-ServerGroupTestJSON-1064669458-project] 10.222.0.23 "GET /v2.0/networks?id=3a559c89-30fc-40d7-bde7-56ec18bc2aaa HTTP/1.1" status: 200 len: 810 time: 0.1744077 Dec 06 17:23:25.992122 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d98d42fb-3fe8-454c-aae6-a0c4f6c6918f req-cc202ffa-bc00-411b-8338-589b5ff17616 tempest-ServerGroupTestJSON-1064669458 tempest-ServerGroupTestJSON-1064669458-project] 10.222.0.23 "GET /v2.0/quotas/eb39ba52deac41d48a0174590c1761eb HTTP/1.1" status: 200 len: 375 time: 0.0283854 Dec 06 17:23:26.018280 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-09b912f8-4163-4d88-bc56-fef2710eaf56 req-ab59180a-7766-489a-8130-1ee124038235 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269808 Dec 06 17:23:26.054901 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d98d42fb-3fe8-454c-aae6-a0c4f6c6918f req-54a22a4b-5d05-4c4c-9e41-cdbfda55f777 tempest-ServerGroupTestJSON-1064669458 tempest-ServerGroupTestJSON-1064669458-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=eb39ba52deac41d48a0174590c1761eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0617874 Dec 06 17:23:26.192148 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4818901e-7f73-43ed-9798-53173ae609b5 req-697a58f7-602e-4dbc-abd0-5994710a99d9 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:26.201298 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4818901e-7f73-43ed-9798-53173ae609b5 req-697a58f7-602e-4dbc-abd0-5994710a99d9 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 944 time: 0.0721991 Dec 06 17:23:26.241736 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1ec33da1-d8d1-44a3-b955-f61154540026 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575908'] for router_interface, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:26.269393 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d98d42fb-3fe8-454c-aae6-a0c4f6c6918f req-94cf0ba3-6245-4182-be17-a973e0d98a0d service neutron] 10.222.0.23 "GET /v2.0/networks/3a559c89-30fc-40d7-bde7-56ec18bc2aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047014 Dec 06 17:23:26.408030 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d98d42fb-3fe8-454c-aae6-a0c4f6c6918f req-3577467e-ed54-4b7b-9aa3-b823a0efb67b service neutron] 10.222.0.23 "GET /v2.0/networks/3a559c89-30fc-40d7-bde7-56ec18bc2aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306186 Dec 06 17:23:26.427444 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4818901e-7f73-43ed-9798-53173ae609b5 req-28e13732-676c-438d-8bf3-70299e4abb84 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8ff7359-db2b-4d57-aa79-237c344ab3df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2250137 Dec 06 17:23:26.634040 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d0f962-93c2-4cdb-9617-732b5e5c6dbe req-89bcfe78-9556-46f9-bb0a-13f63e29d694 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:26.641673 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f1d0f962-93c2-4cdb-9617-732b5e5c6dbe req-89bcfe78-9556-46f9-bb0a-13f63e29d694 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a8709b5-b684-4aa0-903d-8839be2c999e HTTP/1.1" status: 200 len: 943 time: 0.0900943 Dec 06 17:23:26.665017 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58956) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:26.732215 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f1d0f962-93c2-4cdb-9617-732b5e5c6dbe req-f4f77f83-70f0-4f33-8a55-82a055724e3d tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=5055a3f9-0705-481f-a554-5c989eab318b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895121 Dec 06 17:23:26.877593 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-1ec33da1-d8d1-44a3-b955-f61154540026 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Deleting port 2e8c2e69-678c-48df-96fe-9811015b8c2e {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:23:26.877938 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1ec33da1-d8d1-44a3-b955-f61154540026 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:26.894916 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-23e09df2-cb41-476f-b749-6441f14dd57d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:26.933075 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 6469bc02-7bd7-4e07-8df3-fb2f783cad10 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:23:26.974149 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 6469bc02-7bd7-4e07-8df3-fb2f783cad10 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:23:26.974797 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 6469bc02-7bd7-4e07-8df3-fb2f783cad10 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:23:27.064153 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854cf165-8ad8-46f2-943d-e14d0760f84f req-f5db898a-83ec-483a-aa98-9286b5d5461e tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:27.072358 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-854cf165-8ad8-46f2-943d-e14d0760f84f req-f5db898a-83ec-483a-aa98-9286b5d5461e tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 944 time: 0.2076504 Dec 06 17:23:27.123091 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-1ec33da1-d8d1-44a3-b955-f61154540026 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] For port 2e8c2e69-678c-48df-96fe-9811015b8c2e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2e8c2e69-678c-48df-96fe-9811015b8c2e,segment=NetworkSegment(fc1c29e5-1c85-459b-b976-5ee9e7513296),segment_id=fc1c29e5-1c85-459b-b976-5ee9e7513296)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:23:27.123743 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1ec33da1-d8d1-44a3-b955-f61154540026 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:27.147894 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-1ec33da1-d8d1-44a3-b955-f61154540026 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Calling delete_port for 2e8c2e69-678c-48df-96fe-9811015b8c2e owned by network:router_interface {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:23:27.163473 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-854cf165-8ad8-46f2-943d-e14d0760f84f req-8cb5f2ca-c54a-41a8-be98-7f7fc73d6de7 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8ff7359-db2b-4d57-aa79-237c344ab3df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899827 Dec 06 17:23:27.187357 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3892b722-b181-4f98-b347-387ca9761f9d req-126f011b-05d8-4174-94ad-e36d63eb76b5 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:27.197822 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3892b722-b181-4f98-b347-387ca9761f9d req-126f011b-05d8-4174-94ad-e36d63eb76b5 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/networks?id=0fd247c3-8063-42cc-bb6f-57bead4315cb HTTP/1.1" status: 200 len: 814 time: 0.2983582 Dec 06 17:23:27.568166 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f2e1c3dd-d7ce-4639-95ab-79676e238cfd req-84ce919e-7900-4907-ad4f-e5828620d533 tempest-ServerGroupTestJSON-1064669458 tempest-ServerGroupTestJSON-1064669458-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a7e4f8b-04b4-436d-88e4-e54b6764461d HTTP/1.1" status: 200 len: 210 time: 0.3109510 Dec 06 17:23:27.569730 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1ec33da1-d8d1-44a3-b955-f61154540026 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:27.619890 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec33da1-d8d1-44a3-b955-f61154540026 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Pushing event deleted for resources: {'Port': ['ID=2e8c2e69-678c-48df-96fe-9811015b8c2e,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:27.713893 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3892b722-b181-4f98-b347-387ca9761f9d req-4136bdee-0f2e-40d0-9327-6e9c63de57e9 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/quotas/27074bf2b27c4afcb8f578b14abef9af HTTP/1.1" status: 200 len: 375 time: 0.5002582 Dec 06 17:23:27.743900 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-23e09df2-cb41-476f-b749-6441f14dd57d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:27.763658 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-23e09df2-cb41-476f-b749-6441f14dd57d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:27.860329 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-23e09df2-cb41-476f-b749-6441f14dd57d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e130b1df271b4907a4f271f6e3618e91&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1938992 Dec 06 17:23:27.866390 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58996) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:27.876020 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e09df2-cb41-476f-b749-6441f14dd57d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49efc88b-530f-4780-916d-50ffdf6f4648,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:27.891989 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3892b722-b181-4f98-b347-387ca9761f9d req-3014c228-2a5d-4b2f-873e-e8514d7b6a2e tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=27074bf2b27c4afcb8f578b14abef9af&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1502626 Dec 06 17:23:28.078205 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3892b722-b181-4f98-b347-387ca9761f9d req-cde68cb7-5fea-4dcd-bdf0-d056c1bcae9e service neutron] 10.222.0.23 "GET /v2.0/networks/0fd247c3-8063-42cc-bb6f-57bead4315cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725848 Dec 06 17:23:28.206090 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3892b722-b181-4f98-b347-387ca9761f9d req-2598a2a9-e00d-4800-8c5a-3d7ecf343e5a service neutron] 10.222.0.23 "GET /v2.0/networks/0fd247c3-8063-42cc-bb6f-57bead4315cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262302 Dec 06 17:23:28.241890 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-61cfd4fb-0e7e-408a-9df6-3fc046b921c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:28.312477 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b375b11f-cf0c-48bd-bba7-1e5368f0f76c req-d07c08c1-db12-4801-9654-1a7d8fbe292b tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:28.328031 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b375b11f-cf0c-48bd-bba7-1e5368f0f76c req-d07c08c1-db12-4801-9654-1a7d8fbe292b tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/networks?id=b1330ff6-71a6-48db-aedf-2e908404d40b HTTP/1.1" status: 200 len: 811 time: 0.6352518 Dec 06 17:23:28.376688 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b375b11f-cf0c-48bd-bba7-1e5368f0f76c req-45536b85-06b9-4029-be82-8439830ac1ca tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/quotas/0688c6db31494470a1b7a5ecaa734bc4 HTTP/1.1" status: 200 len: 375 time: 0.0469682 Dec 06 17:23:28.392687 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-61cfd4fb-0e7e-408a-9df6-3fc046b921c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:28.437146 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1ec33da1-d8d1-44a3-b955-f61154540026 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-772474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575952'] for router_interface, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:28.471415 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d42fb-3fe8-454c-aae6-a0c4f6c6918f req-d6411757-ff60-4715-9542-290f231ad49c tempest-ServerGroupTestJSON-1064669458 tempest-ServerGroupTestJSON-1064669458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:28.473446 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d98d42fb-3fe8-454c-aae6-a0c4f6c6918f req-d6411757-ff60-4715-9542-290f231ad49c tempest-ServerGroupTestJSON-1064669458 tempest-ServerGroupTestJSON-1064669458-project] 10.222.0.44 "GET /v2.0/networks?id=3a559c89-30fc-40d7-bde7-56ec18bc2aaa HTTP/1.1" status: 200 len: 810 time: 0.2265844 Dec 06 17:23:28.506117 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-d98d42fb-3fe8-454c-aae6-a0c4f6c6918f req-1e104464-562a-4cee-b5f6-f5748efbacdc tempest-ServerGroupTestJSON-1064669458 tempest-ServerGroupTestJSON-1064669458-project] Request body: {'port': {'device_id': '6a7e4f8b-04b4-436d-88e4-e54b6764461d', 'network_id': '3a559c89-30fc-40d7-bde7-56ec18bc2aaa', 'admin_state_up': True, 'tenant_id': 'eb39ba52deac41d48a0174590c1761eb'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:23:28.559133 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b375b11f-cf0c-48bd-bba7-1e5368f0f76c req-82100285-b1bb-401b-9f76-86e49539b04d tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0688c6db31494470a1b7a5ecaa734bc4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1814165 Dec 06 17:23:28.728912 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b375b11f-cf0c-48bd-bba7-1e5368f0f76c req-57d73d53-bbd0-4d61-84d9-be4a25ef7845 service neutron] 10.222.0.23 "GET /v2.0/networks/b1330ff6-71a6-48db-aedf-2e908404d40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053107 Dec 06 17:23:28.802761 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d98d42fb-3fe8-454c-aae6-a0c4f6c6918f req-1e104464-562a-4cee-b5f6-f5748efbacdc tempest-ServerGroupTestJSON-1064669458 tempest-ServerGroupTestJSON-1064669458-project] Made reservation on behalf of eb39ba52deac41d48a0174590c1761eb for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:23:28.807758 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d98d42fb-3fe8-454c-aae6-a0c4f6c6918f req-1e104464-562a-4cee-b5f6-f5748efbacdc tempest-ServerGroupTestJSON-1064669458 tempest-ServerGroupTestJSON-1064669458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:28.829772 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-61cfd4fb-0e7e-408a-9df6-3fc046b921c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:28.837924 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-61cfd4fb-0e7e-408a-9df6-3fc046b921c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:28.842217 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-61cfd4fb-0e7e-408a-9df6-3fc046b921c2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/49efc88b-530f-4780-916d-50ffdf6f4648 HTTP/1.1" status: 204 len: 168 time: 0.9733534 Dec 06 17:23:28.896276 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b375b11f-cf0c-48bd-bba7-1e5368f0f76c req-ee86bbc9-b00e-47ba-8ab1-501d469b78e3 service neutron] 10.222.0.23 "GET /v2.0/networks/b1330ff6-71a6-48db-aedf-2e908404d40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384313 Dec 06 17:23:28.935230 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cfd4fb-0e7e-408a-9df6-3fc046b921c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49efc88b-530f-4780-916d-50ffdf6f4648,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:29.119074 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5774e8-a490-44f1-a776-2444d0c31734 req-b4ef2a71-c902-49ce-8d4f-e2ef81d419f9 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:29.129782 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8c5774e8-a490-44f1-a776-2444d0c31734 req-b4ef2a71-c902-49ce-8d4f-e2ef81d419f9 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a8709b5-b684-4aa0-903d-8839be2c999e HTTP/1.1" status: 200 len: 943 time: 0.4337010 Dec 06 17:23:29.181210 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ec33da1-d8d1-44a3-b955-f61154540026 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Router 4ba7a698-575a-4aaf-9eb0-dc82d8271f78 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:23:29.381619 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-97513ef1-603d-41a4-8d87-344c6b362fb5 req-2585977c-9402-4d9d-a575-b820a1a0abfc tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=8bfd91d9-eaed-4941-b247-66463a0fc366 HTTP/1.1" status: 200 len: 210 time: 0.0819752 Dec 06 17:23:29.429413 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec33da1-d8d1-44a3-b955-f61154540026 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:23:29.435593 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-1ec33da1-d8d1-44a3-b955-f61154540026 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "PUT /v2.0/routers/4ba7a698-575a-4aaf-9eb0-dc82d8271f78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0418177 Dec 06 17:23:29.440472 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36878aa3-6d57-4a1a-a414-062230c49eb7 None None] Sync routers for ids ['4ba7a698-575a-4aaf-9eb0-dc82d8271f78'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:23:29.443851 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 59022) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:29.460631 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36878aa3-6d57-4a1a-a414-062230c49eb7 None None] Routers {'4ba7a698-575a-4aaf-9eb0-dc82d8271f78'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:23:29.461635 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-36878aa3-6d57-4a1a-a414-062230c49eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:23:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['4ba7a698-575a-4aaf-9eb0-dc82d8271f78'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:23:29.463522 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 59024) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:29.473205 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-d98d42fb-3fe8-454c-aae6-a0c4f6c6918f req-1e104464-562a-4cee-b5f6-f5748efbacdc tempest-ServerGroupTestJSON-1064669458 tempest-ServerGroupTestJSON-1064669458-project] Allocated IP 172.20.0.2 (3a559c89-30fc-40d7-bde7-56ec18bc2aaa/994d007b-4aef-44c6-abb0-9b9291827465/fe74a5fd-d9fa-4628-ae52-adbb5578b0b1) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:23:29.524356 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7ef7866f-cd28-4964-b0ef-7184cbbf5467 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:29.678498 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-36878aa3-6d57-4a1a-a414-062230c49eb7 None None] Set router 4ba7a698-575a-4aaf-9eb0-dc82d8271f78 gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:23:29.694061 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a6da99d-9340-41bb-9043-430b0e99fc45 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Deleting subnet a0269ed2-b553-4c08-8d9e-236d32987f04 {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:23:29.707435 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4a6da99d-9340-41bb-9043-430b0e99fc45 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:29.792474 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4a6da99d-9340-41bb-9043-430b0e99fc45 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:29.798927 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d98d42fb-3fe8-454c-aae6-a0c4f6c6918f req-1e104464-562a-4cee-b5f6-f5748efbacdc tempest-ServerGroupTestJSON-1064669458 tempest-ServerGroupTestJSON-1064669458-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:29.910692 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4a6da99d-9340-41bb-9043-430b0e99fc45 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:29.921280 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8c5774e8-a490-44f1-a776-2444d0c31734 req-5c1e3324-5412-42cb-be79-50ef52ac908b tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=5055a3f9-0705-481f-a554-5c989eab318b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7856970 Dec 06 17:23:29.930204 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d98d42fb-3fe8-454c-aae6-a0c4f6c6918f req-1e104464-562a-4cee-b5f6-f5748efbacdc tempest-ServerGroupTestJSON-1064669458 tempest-ServerGroupTestJSON-1064669458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:29.961316 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-36878aa3-6d57-4a1a-a414-062230c49eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'name': 'tempest-RoutersTest-router-1277596697', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:22:33Z', 'updated_at': '2021-12-06T17:23:27Z', 'revision_number': 10, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'gw_port_host': None, '_interfaces': [{'id': '2a9c0948-a0f9-41b0-9621-ce97ab9105a9', 'name': '', 'network_id': 'd2343c0a-6cca-4cf5-a3cc-72085171ecbd', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'mac_address': 'fa:16:3e:57:01:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': 'c6d3cb16-f0d3-44ba-95d2-5d5b143d4354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:22:36Z', 'updated_at': '2021-12-06T17:22:48Z', 'revision_number': 5, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'subnets': [{'id': 'c6d3cb16-f0d3-44ba-95d2-5d5b143d4354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:23:30.010823 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4a6da99d-9340-41bb-9043-430b0e99fc45 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:30.052729 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36878aa3-6d57-4a1a-a414-062230c49eb7 None None] Checking router: 4ba7a698-575a-4aaf-9eb0-dc82d8271f78 for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:23:30.083770 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36878aa3-6d57-4a1a-a414-062230c49eb7 None None] Routers {'4ba7a698-575a-4aaf-9eb0-dc82d8271f78'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:23:30.084411 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-36878aa3-6d57-4a1a-a414-062230c49eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:23:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['4ba7a698-575a-4aaf-9eb0-dc82d8271f78'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:23:30.087637 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e104464-562a-4cee-b5f6-f5748efbacdc tempest-ServerGroupTestJSON-1064669458 tempest-ServerGroupTestJSON-1064669458-project] Pushing event updated for resources: {'Port': ['ID=fe74a5fd-d9fa-4628-ae52-adbb5578b0b1,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:30.169313 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8674114d-ce8a-4d3f-a79e-5d08ac6118a2 req-c2fd3fbd-a0b4-4bbe-8685-87d0ccec5c8f tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcc078fa-9117-41b2-90f4-24dd9b9b3e75 HTTP/1.1" status: 200 len: 210 time: 0.0830908 Dec 06 17:23:30.177106 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6da99d-9340-41bb-9043-430b0e99fc45 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Pushing event deleted for resources: {'Subnet': ['ID=a0269ed2-b553-4c08-8d9e-236d32987f04,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:30.197535 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4a6da99d-9340-41bb-9043-430b0e99fc45 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:30.216555 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d98d42fb-3fe8-454c-aae6-a0c4f6c6918f req-1e104464-562a-4cee-b5f6-f5748efbacdc tempest-ServerGroupTestJSON-1064669458 tempest-ServerGroupTestJSON-1064669458-project] Network 3a559c89-30fc-40d7-bde7-56ec18bc2aaa is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:23:30.217962 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-4a6da99d-9340-41bb-9043-430b0e99fc45 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "DELETE /v2.0/subnets/a0269ed2-b553-4c08-8d9e-236d32987f04 HTTP/1.1" status: 204 len: 168 time: 0.7726774 Dec 06 17:23:30.218566 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-d98d42fb-3fe8-454c-aae6-a0c4f6c6918f req-1e104464-562a-4cee-b5f6-f5748efbacdc tempest-ServerGroupTestJSON-1064669458 tempest-ServerGroupTestJSON-1064669458-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:23:30.234896 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7f6e36-4d56-4d06-900a-05537d192c39 None None] Network ee404907-cca6-49fb-8c04-64c9c0d1f548 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:23:30.238472 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-d98d42fb-3fe8-454c-aae6-a0c4f6c6918f req-1e104464-562a-4cee-b5f6-f5748efbacdc tempest-ServerGroupTestJSON-1064669458 tempest-ServerGroupTestJSON-1064669458-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:23:30.244318 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 59036) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:30.402228 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-36878aa3-6d57-4a1a-a414-062230c49eb7 None None] Set router 4ba7a698-575a-4aaf-9eb0-dc82d8271f78 gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:23:30.402462 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d42fb-3fe8-454c-aae6-a0c4f6c6918f req-1e104464-562a-4cee-b5f6-f5748efbacdc tempest-ServerGroupTestJSON-1064669458 tempest-ServerGroupTestJSON-1064669458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:30.405728 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d98d42fb-3fe8-454c-aae6-a0c4f6c6918f req-1e104464-562a-4cee-b5f6-f5748efbacdc tempest-ServerGroupTestJSON-1064669458 tempest-ServerGroupTestJSON-1064669458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:30.459671 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d98d42fb-3fe8-454c-aae6-a0c4f6c6918f req-1e104464-562a-4cee-b5f6-f5748efbacdc tempest-ServerGroupTestJSON-1064669458 tempest-ServerGroupTestJSON-1064669458-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9608202 Dec 06 17:23:30.485303 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-d98d42fb-3fe8-454c-aae6-a0c4f6c6918f req-b92b5360-33b2-45c8-9604-b63e1a3ace4f service neutron] Request body: {'port': {'device_id': '6a7e4f8b-04b4-436d-88e4-e54b6764461d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:23:30.603816 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d98d42fb-3fe8-454c-aae6-a0c4f6c6918f req-b92b5360-33b2-45c8-9604-b63e1a3ace4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:30.645736 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-81bf16d3-b055-4d43-94e1-d856a2ae5bf5 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:30.664510 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-435ded42-a93b-45c5-8f19-36c0550ab5be req-2a05f508-08e1-495b-9b72-47f53a721419 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=8bfd91d9-eaed-4941-b247-66463a0fc366 HTTP/1.1" status: 200 len: 210 time: 0.0623462 Dec 06 17:23:30.665985 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7ef7866f-cd28-4964-b0ef-7184cbbf5467 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:30.685333 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dff271-89c7-42bb-9299-913d3581c6e9 req-72805cfa-6008-4f7a-84dd-193a5c12e0ba tempest-ServerGroupTestJSON-1064669458 tempest-ServerGroupTestJSON-1064669458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:30.693658 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f2dff271-89c7-42bb-9299-913d3581c6e9 req-72805cfa-6008-4f7a-84dd-193a5c12e0ba tempest-ServerGroupTestJSON-1064669458 tempest-ServerGroupTestJSON-1064669458-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a7e4f8b-04b4-436d-88e4-e54b6764461d HTTP/1.1" status: 200 len: 931 time: 0.3602540 Dec 06 17:23:30.706934 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7ef7866f-cd28-4964-b0ef-7184cbbf5467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:30.737971 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3892b722-b181-4f98-b347-387ca9761f9d req-83a00b3d-0b30-48fd-bba0-96c7c8a9fe5c tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:30.739486 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3892b722-b181-4f98-b347-387ca9761f9d req-83a00b3d-0b30-48fd-bba0-96c7c8a9fe5c tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.44 "GET /v2.0/networks?id=0fd247c3-8063-42cc-bb6f-57bead4315cb HTTP/1.1" status: 200 len: 814 time: 0.5189857 Dec 06 17:23:30.802014 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-3892b722-b181-4f98-b347-387ca9761f9d req-7d9ba771-6464-46ff-b05e-839fcbcd47bf tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Request body: {'port': {'device_id': '8bfd91d9-eaed-4941-b247-66463a0fc366', 'network_id': '0fd247c3-8063-42cc-bb6f-57bead4315cb', 'admin_state_up': True, 'tenant_id': '27074bf2b27c4afcb8f578b14abef9af'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:23:30.835696 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-7ef7866f-cd28-4964-b0ef-7184cbbf5467 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c8f181f163fe4b67a69dc4f78e99b4f4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3699174 Dec 06 17:23:30.919335 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 59044) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:31.016571 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa91b2d-eeef-4e7c-bc9a-5da5c7c2ddbc None None] DHCP port deletion for ee404907-cca6-49fb-8c04-64c9c0d1f548 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:23:31.135888 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-36878aa3-6d57-4a1a-a414-062230c49eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'name': 'tempest-RoutersTest-router-1277596697', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:22:33Z', 'updated_at': '2021-12-06T17:23:27Z', 'revision_number': 10, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'gw_port_host': None, '_interfaces': [{'id': '2a9c0948-a0f9-41b0-9621-ce97ab9105a9', 'name': '', 'network_id': 'd2343c0a-6cca-4cf5-a3cc-72085171ecbd', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'mac_address': 'fa:16:3e:57:01:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': 'c6d3cb16-f0d3-44ba-95d2-5d5b143d4354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:22:36Z', 'updated_at': '2021-12-06T17:22:48Z', 'revision_number': 5, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'subnets': [{'id': 'c6d3cb16-f0d3-44ba-95d2-5d5b143d4354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:23:31.180930 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36878aa3-6d57-4a1a-a414-062230c49eb7 None None] The sync data for ids ['4ba7a698-575a-4aaf-9eb0-dc82d8271f78'] in n-d-master-1 is: [{'id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'name': 'tempest-RoutersTest-router-1277596697', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:22:33Z', 'updated_at': '2021-12-06T17:23:27Z', 'revision_number': 10, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'gw_port_host': None, '_interfaces': [{'id': '2a9c0948-a0f9-41b0-9621-ce97ab9105a9', 'name': '', 'network_id': 'd2343c0a-6cca-4cf5-a3cc-72085171ecbd', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'mac_address': 'fa:16:3e:57:01:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': 'c6d3cb16-f0d3-44ba-95d2-5d5b143d4354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:22:36Z', 'updated_at': '2021-12-06T17:22:48Z', 'revision_number': 5, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'subnets': [{'id': 'c6d3cb16-f0d3-44ba-95d2-5d5b143d4354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:23:31.224911 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-9aa91b2d-eeef-4e7c-bc9a-5da5c7c2ddbc None None] Deleting port f2b57c84-f840-4074-b242-03868fb6f86a {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:23:31.227668 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9aa91b2d-eeef-4e7c-bc9a-5da5c7c2ddbc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:31.257370 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-d98d42fb-3fe8-454c-aae6-a0c4f6c6918f req-b92b5360-33b2-45c8-9604-b63e1a3ace4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe74a5fd-d9fa-4628-ae52-adbb5578b0b1 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:23:31.271718 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d98d42fb-3fe8-454c-aae6-a0c4f6c6918f req-b92b5360-33b2-45c8-9604-b63e1a3ace4f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:31.285870 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef7866f-cd28-4964-b0ef-7184cbbf5467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ed6274-0a3c-4a2f-9519-603a8281cdc6,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:31.286501 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-d98d42fb-3fe8-454c-aae6-a0c4f6c6918f req-b92b5360-33b2-45c8-9604-b63e1a3ace4f service neutron] Transition to ACTIVE for port object fe74a5fd-d9fa-4628-ae52-adbb5578b0b1 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:23:31.301951 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d98d42fb-3fe8-454c-aae6-a0c4f6c6918f req-b92b5360-33b2-45c8-9604-b63e1a3ace4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:31.381847 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-9aa91b2d-eeef-4e7c-bc9a-5da5c7c2ddbc None None] For port f2b57c84-f840-4074-b242-03868fb6f86a, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f2b57c84-f840-4074-b242-03868fb6f86a,segment=NetworkSegment(fc1c29e5-1c85-459b-b976-5ee9e7513296),segment_id=fc1c29e5-1c85-459b-b976-5ee9e7513296)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:23:31.382397 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9aa91b2d-eeef-4e7c-bc9a-5da5c7c2ddbc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:31.404981 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-9aa91b2d-eeef-4e7c-bc9a-5da5c7c2ddbc None None] Calling delete_port for f2b57c84-f840-4074-b242-03868fb6f86a owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:23:31.409375 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad2b10a-e46c-45d1-8342-f244101ab4d8 req-04591060-b3b7-4321-904a-66a9e8310ee0 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:31.411488 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bad2b10a-e46c-45d1-8342-f244101ab4d8 req-04591060-b3b7-4321-904a-66a9e8310ee0 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a8709b5-b684-4aa0-903d-8839be2c999e HTTP/1.1" status: 200 len: 943 time: 0.2937641 Dec 06 17:23:31.451063 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92b5360-33b2-45c8-9604-b63e1a3ace4f service neutron] Pushing event updated for resources: {'Port': ['ID=fe74a5fd-d9fa-4628-ae52-adbb5578b0b1,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:31.494002 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f2dff271-89c7-42bb-9299-913d3581c6e9 req-9a8d1eda-e81d-46c8-8fd5-144771a72199 tempest-ServerGroupTestJSON-1064669458 tempest-ServerGroupTestJSON-1064669458-project] 10.222.0.23 "GET /v2.0/security-groups?id=340f98d0-145c-4a19-a74b-e6b1a0063e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7843180 Dec 06 17:23:31.525151 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f8bd2427-c3e4-43c0-8528-bb92e9bd7148 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:31.584790 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9aa91b2d-eeef-4e7c-bc9a-5da5c7c2ddbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:31.591414 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bad2b10a-e46c-45d1-8342-f244101ab4d8 req-cae09416-b9a4-4643-b9dd-9886c40de6d6 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=5055a3f9-0705-481f-a554-5c989eab318b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1649785 Dec 06 17:23:31.607469 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-d98d42fb-3fe8-454c-aae6-a0c4f6c6918f req-b92b5360-33b2-45c8-9604-b63e1a3ace4f service neutron] Attempting to bind port fe74a5fd-d9fa-4628-ae52-adbb5578b0b1 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:23:31.607897 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-d98d42fb-3fe8-454c-aae6-a0c4f6c6918f req-b92b5360-33b2-45c8-9604-b63e1a3ace4f service neutron] Attempting to bind port fe74a5fd-d9fa-4628-ae52-adbb5578b0b1 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '3c676934-8145-4548-9213-0abb7ea659ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '3a559c89-30fc-40d7-bde7-56ec18bc2aaa'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:23:31.608141 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98d42fb-3fe8-454c-aae6-a0c4f6c6918f req-b92b5360-33b2-45c8-9604-b63e1a3ace4f service neutron] Attempting to bind port fe74a5fd-d9fa-4628-ae52-adbb5578b0b1 on network 3a559c89-30fc-40d7-bde7-56ec18bc2aaa {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:23:31.622772 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98d42fb-3fe8-454c-aae6-a0c4f6c6918f req-b92b5360-33b2-45c8-9604-b63e1a3ace4f service neutron] Port fe74a5fd-d9fa-4628-ae52-adbb5578b0b1 on network 3a559c89-30fc-40d7-bde7-56ec18bc2aaa not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:23:31.623118 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98d42fb-3fe8-454c-aae6-a0c4f6c6918f req-b92b5360-33b2-45c8-9604-b63e1a3ace4f service neutron] Attempting to bind port fe74a5fd-d9fa-4628-ae52-adbb5578b0b1 on network 3a559c89-30fc-40d7-bde7-56ec18bc2aaa {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:23:31.643064 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98d42fb-3fe8-454c-aae6-a0c4f6c6918f req-b92b5360-33b2-45c8-9604-b63e1a3ace4f service neutron] Checking agent: {'id': '9d8b9f49-2860-4c1f-9b89-45a7657a3c4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:23:31.643415 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98d42fb-3fe8-454c-aae6-a0c4f6c6918f req-b92b5360-33b2-45c8-9604-b63e1a3ace4f service neutron] Checking segment: {'id': '3c676934-8145-4548-9213-0abb7ea659ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '3a559c89-30fc-40d7-bde7-56ec18bc2aaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:23:31.643795 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98d42fb-3fe8-454c-aae6-a0c4f6c6918f req-b92b5360-33b2-45c8-9604-b63e1a3ace4f service neutron] Bound using segment: {'id': '3c676934-8145-4548-9213-0abb7ea659ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '3a559c89-30fc-40d7-bde7-56ec18bc2aaa'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:23:31.644243 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-d98d42fb-3fe8-454c-aae6-a0c4f6c6918f req-b92b5360-33b2-45c8-9604-b63e1a3ace4f service neutron] Bound port: fe74a5fd-d9fa-4628-ae52-adbb5578b0b1, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c676934-8145-4548-9213-0abb7ea659ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '3a559c89-30fc-40d7-bde7-56ec18bc2aaa'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:23:31.644595 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d98d42fb-3fe8-454c-aae6-a0c4f6c6918f req-b92b5360-33b2-45c8-9604-b63e1a3ace4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:31.648005 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa91b2d-eeef-4e7c-bc9a-5da5c7c2ddbc None None] Pushing event deleted for resources: {'Port': ['ID=f2b57c84-f840-4074-b242-03868fb6f86a,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:31.648982 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-81bf16d3-b055-4d43-94e1-d856a2ae5bf5 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Deleting port f2b57c84-f840-4074-b242-03868fb6f86a {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:23:31.649902 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-81bf16d3-b055-4d43-94e1-d856a2ae5bf5 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:31.661462 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa91b2d-eeef-4e7c-bc9a-5da5c7c2ddbc None None] No DVR routers for this DVR port f2b57c84-f840-4074-b242-03868fb6f86a on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:23:31.747601 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f8bd2427-c3e4-43c0-8528-bb92e9bd7148 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:31.762333 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-d98d42fb-3fe8-454c-aae6-a0c4f6c6918f req-b92b5360-33b2-45c8-9604-b63e1a3ace4f service neutron] For port fe74a5fd-d9fa-4628-ae52-adbb5578b0b1, host n-h2-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:23:31.768757 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-d98d42fb-3fe8-454c-aae6-a0c4f6c6918f req-b92b5360-33b2-45c8-9604-b63e1a3ace4f service neutron] For port fe74a5fd-d9fa-4628-ae52-adbb5578b0b1, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=fe74a5fd-d9fa-4628-ae52-adbb5578b0b1,segment=NetworkSegment(3c676934-8145-4548-9213-0abb7ea659ea),segment_id=3c676934-8145-4548-9213-0abb7ea659ea)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:23:31.783950 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d98d42fb-3fe8-454c-aae6-a0c4f6c6918f req-b92b5360-33b2-45c8-9604-b63e1a3ace4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:31.838016 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c10eaac4-ad8a-40cb-9e5c-e344d583b481 req-552aecfb-f13e-4e60-b16d-605439624758 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcc078fa-9117-41b2-90f4-24dd9b9b3e75 HTTP/1.1" status: 200 len: 210 time: 0.1006005 Dec 06 17:23:31.845344 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-81bf16d3-b055-4d43-94e1-d856a2ae5bf5 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] For port f2b57c84-f840-4074-b242-03868fb6f86a, host n-d-master-1, got binding levels [] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:23:31.846756 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-81bf16d3-b055-4d43-94e1-d856a2ae5bf5 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:31.859467 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b375b11f-cf0c-48bd-bba7-1e5368f0f76c req-b4f5f01d-9113-4adc-b134-15c1d1aaca29 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:31.861638 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b375b11f-cf0c-48bd-bba7-1e5368f0f76c req-b4f5f01d-9113-4adc-b134-15c1d1aaca29 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.44 "GET /v2.0/networks?id=b1330ff6-71a6-48db-aedf-2e908404d40b HTTP/1.1" status: 200 len: 811 time: 0.8683808 Dec 06 17:23:31.881818 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-b375b11f-cf0c-48bd-bba7-1e5368f0f76c req-21ba30c3-92ba-4910-bc43-90f2d23c592d tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Request body: {'port': {'device_id': 'dcc078fa-9117-41b2-90f4-24dd9b9b3e75', 'network_id': 'b1330ff6-71a6-48db-aedf-2e908404d40b', 'admin_state_up': True, 'tenant_id': '0688c6db31494470a1b7a5ecaa734bc4'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:23:31.895899 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f3086763-c9b5-4a20-8940-2c1970a54d56 req-8df77a62-9610-4184-bd79-8f92156cffe3 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=8bfd91d9-eaed-4941-b247-66463a0fc366 HTTP/1.1" status: 200 len: 210 time: 0.0904322 Dec 06 17:23:31.914487 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d42fb-3fe8-454c-aae6-a0c4f6c6918f req-b92b5360-33b2-45c8-9604-b63e1a3ace4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:31.915074 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d98d42fb-3fe8-454c-aae6-a0c4f6c6918f req-b92b5360-33b2-45c8-9604-b63e1a3ace4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:31.919758 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d98d42fb-3fe8-454c-aae6-a0c4f6c6918f req-b92b5360-33b2-45c8-9604-b63e1a3ace4f service neutron] 10.222.0.44 "PUT /v2.0/ports/fe74a5fd-d9fa-4628-ae52-adbb5578b0b1 HTTP/1.1" status: 200 len: 1091 time: 1.4505603 Dec 06 17:23:31.921028 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a7e4f8b-04b4-436d-88e4-e54b6764461d', 'tag': 'fe74a5fd-d9fa-4628-ae52-adbb5578b0b1'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:23:31.926838 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6da18ece-b790-428d-a220-81baf44853c9" -d '{"events": [{"name": "network-changed", "server_uuid": "6a7e4f8b-04b4-436d-88e4-e54b6764461d", "tag": "fe74a5fd-d9fa-4628-ae52-adbb5578b0b1"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:23:31.927327 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-81bf16d3-b055-4d43-94e1-d856a2ae5bf5 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Calling delete_port for f2b57c84-f840-4074-b242-03868fb6f86a owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:23:31.948990 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.ipam_backend_mixin [None req-81bf16d3-b055-4d43-94e1-d856a2ae5bf5 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Port f2b57c84-f840-4074-b242-03868fb6f86a was not found and therefore no delete operation was performed {{(pid=103285) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 06 17:23:31.973147 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92b5360-33b2-45c8-9604-b63e1a3ace4f service neutron] Pushing event updated for resources: {'Port': ['ID=fe74a5fd-d9fa-4628-ae52-adbb5578b0b1,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:31.994936 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-81bf16d3-b055-4d43-94e1-d856a2ae5bf5 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:32.013215 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a46299be-0b83-4afd-9842-844868de12f8 x-openstack-request-id: req-a46299be-0b83-4afd-9842-844868de12f8 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:23:32.013620 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a7e4f8b-04b4-436d-88e4-e54b6764461d", "tag": "fe74a5fd-d9fa-4628-ae52-adbb5578b0b1", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:23:32.013948 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a46299be-0b83-4afd-9842-844868de12f8 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:23:32.014426 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a7e4f8b-04b4-436d-88e4-e54b6764461d', 'tag': 'fe74a5fd-d9fa-4628-ae52-adbb5578b0b1', 'status': 'completed', 'code': 200} Dec 06 17:23:32.032470 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d42fb-3fe8-454c-aae6-a0c4f6c6918f req-534f8dab-e5d2-4b19-af99-9e302e3632ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:32.034165 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d98d42fb-3fe8-454c-aae6-a0c4f6c6918f req-534f8dab-e5d2-4b19-af99-9e302e3632ea service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=eb39ba52deac41d48a0174590c1761eb&device_id=6a7e4f8b-04b4-436d-88e4-e54b6764461d HTTP/1.1" status: 200 len: 1094 time: 0.0568728 Dec 06 17:23:32.046387 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bf16d3-b055-4d43-94e1-d856a2ae5bf5 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] No DVR routers for this DVR port f2b57c84-f840-4074-b242-03868fb6f86a on host n-d-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:23:32.067584 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3892b722-b181-4f98-b347-387ca9761f9d req-7d9ba771-6464-46ff-b05e-839fcbcd47bf tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Made reservation on behalf of 27074bf2b27c4afcb8f578b14abef9af for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:23:32.071399 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-3892b722-b181-4f98-b347-387ca9761f9d req-7d9ba771-6464-46ff-b05e-839fcbcd47bf tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:32.087194 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bf16d3-b055-4d43-94e1-d856a2ae5bf5 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Pushing event deleted for resources: {'Port': ['ID=f2b57c84-f840-4074-b242-03868fb6f86a,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:32.089755 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d98d42fb-3fe8-454c-aae6-a0c4f6c6918f req-26a8e42c-f40c-4535-b8f0-a73ecc5046d1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fe74a5fd-d9fa-4628-ae52-adbb5578b0b1 HTTP/1.1" status: 200 len: 217 time: 0.0415068 Dec 06 17:23:32.150553 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d42fb-3fe8-454c-aae6-a0c4f6c6918f req-80b900c8-fc39-440d-a860-e4bed40286ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:32.152171 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d98d42fb-3fe8-454c-aae6-a0c4f6c6918f req-80b900c8-fc39-440d-a860-e4bed40286ad service neutron] 10.222.0.44 "GET /v2.0/subnets?id=994d007b-4aef-44c6-abb0-9b9291827465 HTTP/1.1" status: 200 len: 850 time: 0.0556238 Dec 06 17:23:32.169587 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f8bd2427-c3e4-43c0-8528-bb92e9bd7148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:32.172978 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f8bd2427-c3e4-43c0-8528-bb92e9bd7148 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:32.174165 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-f8bd2427-c3e4-43c0-8528-bb92e9bd7148 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d7ed6274-0a3c-4a2f-9519-603a8281cdc6 HTTP/1.1" status: 204 len: 168 time: 1.1963363 Dec 06 17:23:32.192212 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d98d42fb-3fe8-454c-aae6-a0c4f6c6918f req-2a36a725-d5d5-4694-a1a2-a1794b5297cf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3a559c89-30fc-40d7-bde7-56ec18bc2aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308821 Dec 06 17:23:32.254212 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-81bf16d3-b055-4d43-94e1-d856a2ae5bf5 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:32.256797 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bd2427-c3e4-43c0-8528-bb92e9bd7148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ed6274-0a3c-4a2f-9519-603a8281cdc6,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:32.307877 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-81bf16d3-b055-4d43-94e1-d856a2ae5bf5 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee404907-cca6-49fb-8c04-64c9c0d1f548']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:23:32.313719 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d98d42fb-3fe8-454c-aae6-a0c4f6c6918f req-7297007a-dde6-4697-b291-db8823ca96b1 service neutron] 10.222.0.44 "GET /v2.0/networks/3a559c89-30fc-40d7-bde7-56ec18bc2aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089392 Dec 06 17:23:32.347397 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-81bf16d3-b055-4d43-94e1-d856a2ae5bf5 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc1c29e5-1c85-459b-b976-5ee9e7513296') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:23:32.347982 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-81bf16d3-b055-4d43-94e1-d856a2ae5bf5 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc1c29e5-1c85-459b-b976-5ee9e7513296') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:23:32.361956 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b375b11f-cf0c-48bd-bba7-1e5368f0f76c req-21ba30c3-92ba-4910-bc43-90f2d23c592d tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Made reservation on behalf of 0688c6db31494470a1b7a5ecaa734bc4 for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:23:32.365507 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-b375b11f-cf0c-48bd-bba7-1e5368f0f76c req-21ba30c3-92ba-4910-bc43-90f2d23c592d tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:32.371433 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-81bf16d3-b055-4d43-94e1-d856a2ae5bf5 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:32.447104 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-81bf16d3-b055-4d43-94e1-d856a2ae5bf5 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:32.458102 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81bf16d3-b055-4d43-94e1-d856a2ae5bf5 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:23:32.459239 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-81bf16d3-b055-4d43-94e1-d856a2ae5bf5 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:32.479300 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f9ce02-a62f-49bd-98f0-6a89376478cf req-19296dad-e0c7-427b-b681-58f09647e9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:32.480829 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d8f9ce02-a62f-49bd-98f0-6a89376478cf req-19296dad-e0c7-427b-b681-58f09647e9b8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5a8709b5-b684-4aa0-903d-8839be2c999e&tenant_id=74bc5013de174928a9ab47aef105909c HTTP/1.1" status: 200 len: 1094 time: 0.1359763 Dec 06 17:23:32.488135 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d98d42fb-3fe8-454c-aae6-a0c4f6c6918f req-04079f9b-4c3a-404a-b5fa-ad9206ffeb9c service neutron] 10.222.0.44 "GET /v2.0/networks/3a559c89-30fc-40d7-bde7-56ec18bc2aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714294 Dec 06 17:23:32.499577 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-d8f9ce02-a62f-49bd-98f0-6a89376478cf req-f7e686ae-c52d-422d-855b-03b6fc7dc03f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-master-1', 'device_owner': 'compute:nova'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:23:32.545301 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:23:32.545301 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:23:32.545301 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:23:32.545301 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:23:32.545301 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:23:32.545301 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:23:32.545301 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:23:32.545301 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:23:32.545301 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:23:32.545301 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:23:32.545301 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:23:32.545301 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:23:32.545301 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:23:32.545301 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:23:32.545301 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:23:32.545301 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:23:32.545301 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:23:32.545301 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:23:32.545301 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:23:32.545301 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:23:32.545301 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:23:32.545301 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:23:32.545301 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:23:32.545301 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:23:32.545301 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:23:32.545301 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:23:32.545301 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:23:32.545301 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:23:32.545301 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:23:32.545301 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:23:32.545301 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:23:32.545301 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:23:32.561392 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-3892b722-b181-4f98-b347-387ca9761f9d req-7d9ba771-6464-46ff-b05e-839fcbcd47bf tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Allocated IP 172.20.0.9 (0fd247c3-8063-42cc-bb6f-57bead4315cb/32ad7edd-27dc-4328-9a42-8806a7c2ef97/fd5c0723-6f45-45f1-868c-1b66de29d034) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:23:32.563998 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-81bf16d3-b055-4d43-94e1-d856a2ae5bf5 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:32.597739 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-81bf16d3-b055-4d43-94e1-d856a2ae5bf5 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:32.605748 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-81bf16d3-b055-4d43-94e1-d856a2ae5bf5 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "DELETE /v2.0/networks/ee404907-cca6-49fb-8c04-64c9c0d1f548 HTTP/1.1" status: 204 len: 168 time: 2.3507252 Dec 06 17:23:32.614731 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 59076) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:32.664690 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d8f9ce02-a62f-49bd-98f0-6a89376478cf req-f7e686ae-c52d-422d-855b-03b6fc7dc03f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:32.711825 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:32.716314 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da18ece-b790-428d-a220-81baf44853c9 req-5f0c7cfc-d7ba-42ef-a615-4d68a3c184d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:32.718230 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6da18ece-b790-428d-a220-81baf44853c9 req-5f0c7cfc-d7ba-42ef-a615-4d68a3c184d8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=eb39ba52deac41d48a0174590c1761eb&device_id=6a7e4f8b-04b4-436d-88e4-e54b6764461d HTTP/1.1" status: 200 len: 1094 time: 0.1638260 Dec 06 17:23:32.742172 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bf16d3-b055-4d43-94e1-d856a2ae5bf5 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Pushing event deleted for resources: {'Network': ['ID=ee404907-cca6-49fb-8c04-64c9c0d1f548,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:32.827572 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7949ab-2804-4e52-932d-3e5a91406f02 req-3f6c47ac-c480-4325-9e88-466301dce71b tempest-ServerGroupTestJSON-1064669458 tempest-ServerGroupTestJSON-1064669458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:32.834130 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ae7949ab-2804-4e52-932d-3e5a91406f02 req-3f6c47ac-c480-4325-9e88-466301dce71b tempest-ServerGroupTestJSON-1064669458 tempest-ServerGroupTestJSON-1064669458-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a7e4f8b-04b4-436d-88e4-e54b6764461d HTTP/1.1" status: 200 len: 943 time: 0.2159646 Dec 06 17:23:33.011436 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device f2b57c84-f840-4074-b242-03868fb6f86a no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:23:33.060000 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: f2b57c84-f840-4074-b242-03868fb6f86a {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:23:33.060370 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device f2b57c84-f840-4074-b242-03868fb6f86a not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:23:33.061140 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 2e8c2e69-678c-48df-96fe-9811015b8c2e no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:23:33.118753 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 2e8c2e69-678c-48df-96fe-9811015b8c2e {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:23:33.119923 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 2e8c2e69-678c-48df-96fe-9811015b8c2e not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:23:33.161043 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab41849d-b025-40f6-a118-595a7928cd32 req-af208296-4705-4674-abdf-ae43f4402c33 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:33.162803 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ab41849d-b025-40f6-a118-595a7928cd32 req-af208296-4705-4674-abdf-ae43f4402c33 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a8709b5-b684-4aa0-903d-8839be2c999e HTTP/1.1" status: 200 len: 943 time: 0.4265084 Dec 06 17:23:33.180418 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da18ece-b790-428d-a220-81baf44853c9 req-413c718d-df68-41c4-a10b-aafc3930b380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:33.182359 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6da18ece-b790-428d-a220-81baf44853c9 req-413c718d-df68-41c4-a10b-aafc3930b380 service neutron] 10.222.0.44 "GET /v2.0/networks?id=3a559c89-30fc-40d7-bde7-56ec18bc2aaa HTTP/1.1" status: 200 len: 911 time: 0.4556289 Dec 06 17:23:33.189445 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ae7949ab-2804-4e52-932d-3e5a91406f02 req-4662cd02-60e6-45f7-8b02-9e17ec7f6aef tempest-ServerGroupTestJSON-1064669458 tempest-ServerGroupTestJSON-1064669458-project] 10.222.0.23 "GET /v2.0/security-groups?id=340f98d0-145c-4a19-a74b-e6b1a0063e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712126 Dec 06 17:23:33.257518 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-d8f9ce02-a62f-49bd-98f0-6a89376478cf req-f7e686ae-c52d-422d-855b-03b6fc7dc03f service neutron] For port 9940597b-03fc-4480-aa9b-655f24781eb0, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=9940597b-03fc-4480-aa9b-655f24781eb0,segment=NetworkSegment(5191f104-0f28-4995-943c-dc9b12a33060),segment_id=5191f104-0f28-4995-943c-dc9b12a33060)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:23:33.299183 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-d8f9ce02-a62f-49bd-98f0-6a89376478cf req-f7e686ae-c52d-422d-855b-03b6fc7dc03f service neutron] For port 9940597b-03fc-4480-aa9b-655f24781eb0, host n-h1-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:23:33.338419 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-d8f9ce02-a62f-49bd-98f0-6a89376478cf req-f7e686ae-c52d-422d-855b-03b6fc7dc03f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9940597b-03fc-4480-aa9b-655f24781eb0 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:23:33.347665 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d8f9ce02-a62f-49bd-98f0-6a89376478cf req-f7e686ae-c52d-422d-855b-03b6fc7dc03f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:33.362215 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-d8f9ce02-a62f-49bd-98f0-6a89376478cf req-f7e686ae-c52d-422d-855b-03b6fc7dc03f service neutron] Transition to ACTIVE for port object 9940597b-03fc-4480-aa9b-655f24781eb0 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:23:33.369058 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6da18ece-b790-428d-a220-81baf44853c9 req-079dcbc4-87b6-476d-96c9-01df1b09b6bd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fe74a5fd-d9fa-4628-ae52-adbb5578b0b1 HTTP/1.1" status: 200 len: 217 time: 0.1734450 Dec 06 17:23:33.390201 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d8f9ce02-a62f-49bd-98f0-6a89376478cf req-f7e686ae-c52d-422d-855b-03b6fc7dc03f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:33.448823 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-df11e18b-83b4-44c2-9494-e18a49b0d52e req-75a0cd5e-e80b-4373-90bc-abfc6fa94918 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcc078fa-9117-41b2-90f4-24dd9b9b3e75 HTTP/1.1" status: 200 len: 210 time: 0.0825274 Dec 06 17:23:33.569513 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-b375b11f-cf0c-48bd-bba7-1e5368f0f76c req-21ba30c3-92ba-4910-bc43-90f2d23c592d tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Allocated IP 172.20.0.4 (b1330ff6-71a6-48db-aedf-2e908404d40b/407d30a8-656b-4107-b0bb-8b27c7634002/5053c2ed-94ee-4923-8b37-03fdd9d0d673) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:23:33.678047 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f726027a-c69b-4f9d-8fee-78c29c94b442 req-8cb9a49f-0ec6-431f-a5ec-5d9ebe5bdd01 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=8bfd91d9-eaed-4941-b247-66463a0fc366 HTTP/1.1" status: 200 len: 210 time: 0.1519156 Dec 06 17:23:33.693042 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da18ece-b790-428d-a220-81baf44853c9 req-79784a71-7d40-4346-a008-956bf7aab8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:33.697759 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6da18ece-b790-428d-a220-81baf44853c9 req-79784a71-7d40-4346-a008-956bf7aab8dd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=994d007b-4aef-44c6-abb0-9b9291827465 HTTP/1.1" status: 200 len: 850 time: 0.3164992 Dec 06 17:23:33.698741 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e686ae-c52d-422d-855b-03b6fc7dc03f service neutron] Pushing event updated for resources: {'Port': ['ID=9940597b-03fc-4480-aa9b-655f24781eb0,revision_number=9']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:33.819467 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8f9ce02-a62f-49bd-98f0-6a89376478cf req-f7e686ae-c52d-422d-855b-03b6fc7dc03f service neutron] No DVR routers for this DVR port 9940597b-03fc-4480-aa9b-655f24781eb0 on host n-h1-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:23:33.824635 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6da18ece-b790-428d-a220-81baf44853c9 req-77875085-e511-4d10-8e7d-89dd73f267da service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3a559c89-30fc-40d7-bde7-56ec18bc2aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1122587 Dec 06 17:23:33.915116 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ab41849d-b025-40f6-a118-595a7928cd32 req-03dcd69b-1425-418c-a3bb-3aa2cbfaf4ca tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=5055a3f9-0705-481f-a554-5c989eab318b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1737635 Dec 06 17:23:33.932002 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-3892b722-b181-4f98-b347-387ca9761f9d req-7d9ba771-6464-46ff-b05e-839fcbcd47bf tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:33.995762 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-b375b11f-cf0c-48bd-bba7-1e5368f0f76c req-21ba30c3-92ba-4910-bc43-90f2d23c592d tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:34.004188 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 59118) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:34.110151 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-3892b722-b181-4f98-b347-387ca9761f9d req-7d9ba771-6464-46ff-b05e-839fcbcd47bf tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:34.128339 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['9c900df7-6bd1-4efb-807b-75f3d9f6e7b1'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:23:34.229542 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-d8f9ce02-a62f-49bd-98f0-6a89376478cf req-f7e686ae-c52d-422d-855b-03b6fc7dc03f service neutron] Attempting to bind port 9940597b-03fc-4480-aa9b-655f24781eb0 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:23:34.229991 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-d8f9ce02-a62f-49bd-98f0-6a89376478cf req-f7e686ae-c52d-422d-855b-03b6fc7dc03f service neutron] Attempting to bind port 9940597b-03fc-4480-aa9b-655f24781eb0 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '5191f104-0f28-4995-943c-dc9b12a33060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '443e19cc-aba1-401c-ba5c-6c1a74082882'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:23:34.230429 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f9ce02-a62f-49bd-98f0-6a89376478cf req-f7e686ae-c52d-422d-855b-03b6fc7dc03f service neutron] Attempting to bind port 9940597b-03fc-4480-aa9b-655f24781eb0 on network 443e19cc-aba1-401c-ba5c-6c1a74082882 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:23:34.241461 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6da18ece-b790-428d-a220-81baf44853c9 req-c5a4e285-1171-4abf-bdbc-3133d1db0630 service neutron] 10.222.0.44 "GET /v2.0/networks/3a559c89-30fc-40d7-bde7-56ec18bc2aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3707733 Dec 06 17:23:34.250513 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f9ce02-a62f-49bd-98f0-6a89376478cf req-f7e686ae-c52d-422d-855b-03b6fc7dc03f service neutron] Port 9940597b-03fc-4480-aa9b-655f24781eb0 on network 443e19cc-aba1-401c-ba5c-6c1a74082882 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:23:34.251176 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f9ce02-a62f-49bd-98f0-6a89376478cf req-f7e686ae-c52d-422d-855b-03b6fc7dc03f service neutron] Attempting to bind port 9940597b-03fc-4480-aa9b-655f24781eb0 on network 443e19cc-aba1-401c-ba5c-6c1a74082882 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:23:34.284296 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9ba771-6464-46ff-b05e-839fcbcd47bf tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Pushing event updated for resources: {'Port': ['ID=fd5c0723-6f45-45f1-868c-1b66de29d034,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:34.300558 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-b375b11f-cf0c-48bd-bba7-1e5368f0f76c req-21ba30c3-92ba-4910-bc43-90f2d23c592d tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:34.369842 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f9ce02-a62f-49bd-98f0-6a89376478cf req-f7e686ae-c52d-422d-855b-03b6fc7dc03f service neutron] Checking agent: {'id': '9d8b9f49-2860-4c1f-9b89-45a7657a3c4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:23:34.370332 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f9ce02-a62f-49bd-98f0-6a89376478cf req-f7e686ae-c52d-422d-855b-03b6fc7dc03f service neutron] Checking segment: {'id': '5191f104-0f28-4995-943c-dc9b12a33060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '443e19cc-aba1-401c-ba5c-6c1a74082882'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:23:34.370833 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f9ce02-a62f-49bd-98f0-6a89376478cf req-f7e686ae-c52d-422d-855b-03b6fc7dc03f service neutron] Bound using segment: {'id': '5191f104-0f28-4995-943c-dc9b12a33060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '443e19cc-aba1-401c-ba5c-6c1a74082882'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:23:34.371383 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-d8f9ce02-a62f-49bd-98f0-6a89376478cf req-f7e686ae-c52d-422d-855b-03b6fc7dc03f service neutron] Bound port: 9940597b-03fc-4480-aa9b-655f24781eb0, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5191f104-0f28-4995-943c-dc9b12a33060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '443e19cc-aba1-401c-ba5c-6c1a74082882'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:23:34.371844 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d8f9ce02-a62f-49bd-98f0-6a89376478cf req-f7e686ae-c52d-422d-855b-03b6fc7dc03f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:34.383334 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3892b722-b181-4f98-b347-387ca9761f9d req-7d9ba771-6464-46ff-b05e-839fcbcd47bf tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Network 0fd247c3-8063-42cc-bb6f-57bead4315cb is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:23:34.389833 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ba30c3-92ba-4910-bc43-90f2d23c592d tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Pushing event updated for resources: {'Port': ['ID=5053c2ed-94ee-4923-8b37-03fdd9d0d673,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:34.393166 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-3892b722-b181-4f98-b347-387ca9761f9d req-7d9ba771-6464-46ff-b05e-839fcbcd47bf tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:23:34.395878 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-3892b722-b181-4f98-b347-387ca9761f9d req-7d9ba771-6464-46ff-b05e-839fcbcd47bf tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:23:34.399799 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cd00d0b0-9e6f-4e47-80b8-931b0be3a496 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:34.460665 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6da18ece-b790-428d-a220-81baf44853c9 req-7984cc57-cd7f-4a60-a48e-779d92a4f1e5 service neutron] 10.222.0.44 "GET /v2.0/networks/3a559c89-30fc-40d7-bde7-56ec18bc2aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112935 Dec 06 17:23:34.479702 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad912092-8613-4b0b-887d-a7132c0cf3fe req-575857b4-2ec0-4992-88f2-c20a508939a4 tempest-ServerGroupTestJSON-1064669458 tempest-ServerGroupTestJSON-1064669458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:34.481609 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ad912092-8613-4b0b-887d-a7132c0cf3fe req-575857b4-2ec0-4992-88f2-c20a508939a4 tempest-ServerGroupTestJSON-1064669458 tempest-ServerGroupTestJSON-1064669458-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a7e4f8b-04b4-436d-88e4-e54b6764461d HTTP/1.1" status: 200 len: 943 time: 0.1258919 Dec 06 17:23:34.487271 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b375b11f-cf0c-48bd-bba7-1e5368f0f76c req-21ba30c3-92ba-4910-bc43-90f2d23c592d tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Network b1330ff6-71a6-48db-aedf-2e908404d40b is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:23:34.493913 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-b375b11f-cf0c-48bd-bba7-1e5368f0f76c req-21ba30c3-92ba-4910-bc43-90f2d23c592d tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:23:34.502727 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-b375b11f-cf0c-48bd-bba7-1e5368f0f76c req-21ba30c3-92ba-4910-bc43-90f2d23c592d tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:23:34.533161 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-d8f9ce02-a62f-49bd-98f0-6a89376478cf req-f7e686ae-c52d-422d-855b-03b6fc7dc03f service neutron] For port 9940597b-03fc-4480-aa9b-655f24781eb0, host n-h2-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:23:34.556590 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-d8f9ce02-a62f-49bd-98f0-6a89376478cf req-f7e686ae-c52d-422d-855b-03b6fc7dc03f service neutron] For port 9940597b-03fc-4480-aa9b-655f24781eb0, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9940597b-03fc-4480-aa9b-655f24781eb0,segment=NetworkSegment(5191f104-0f28-4995-943c-dc9b12a33060),segment_id=5191f104-0f28-4995-943c-dc9b12a33060)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:23:34.561942 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ad912092-8613-4b0b-887d-a7132c0cf3fe req-81581fc7-051d-4692-b553-d08891243bed tempest-ServerGroupTestJSON-1064669458 tempest-ServerGroupTestJSON-1064669458-project] 10.222.0.23 "GET /v2.0/security-groups?id=340f98d0-145c-4a19-a74b-e6b1a0063e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724089 Dec 06 17:23:34.564821 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d8f9ce02-a62f-49bd-98f0-6a89376478cf req-f7e686ae-c52d-422d-855b-03b6fc7dc03f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:34.573976 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['5950c246-4a5e-4fe7-824b-ffd17af9d9f8', '6e2aaf6a-98ab-4793-bb5a-79fe1a76c80c'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:23:34.633956 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f9ce02-a62f-49bd-98f0-6a89376478cf req-f7e686ae-c52d-422d-855b-03b6fc7dc03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:34.634711 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d8f9ce02-a62f-49bd-98f0-6a89376478cf req-f7e686ae-c52d-422d-855b-03b6fc7dc03f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:34.641725 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d8f9ce02-a62f-49bd-98f0-6a89376478cf req-f7e686ae-c52d-422d-855b-03b6fc7dc03f service neutron] 10.222.0.44 "PUT /v2.0/ports/9940597b-03fc-4480-aa9b-655f24781eb0 HTTP/1.1" status: 200 len: 1091 time: 2.1483810 Dec 06 17:23:34.642668 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a8709b5-b684-4aa0-903d-8839be2c999e', 'tag': '9940597b-03fc-4480-aa9b-655f24781eb0'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:23:34.649005 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcbf923f-d02e-445f-87bf-230dd7d6dc24" -d '{"events": [{"name": "network-changed", "server_uuid": "5a8709b5-b684-4aa0-903d-8839be2c999e", "tag": "9940597b-03fc-4480-aa9b-655f24781eb0"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:23:34.663994 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3892b722-b181-4f98-b347-387ca9761f9d req-7d9ba771-6464-46ff-b05e-839fcbcd47bf tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:34.664362 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-3892b722-b181-4f98-b347-387ca9761f9d req-7d9ba771-6464-46ff-b05e-839fcbcd47bf tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:34.699848 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e686ae-c52d-422d-855b-03b6fc7dc03f service neutron] Pushing event updated for resources: {'Port': ['ID=9940597b-03fc-4480-aa9b-655f24781eb0,revision_number=10']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:34.713260 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f2d39-6c35-4885-8dbd-7801d403b0d3 req-901a109c-a1df-4a52-8b9c-2ea360ca3857 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:34.714928 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-653f2d39-6c35-4885-8dbd-7801d403b0d3 req-901a109c-a1df-4a52-8b9c-2ea360ca3857 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcc078fa-9117-41b2-90f4-24dd9b9b3e75 HTTP/1.1" status: 200 len: 931 time: 0.1565144 Dec 06 17:23:34.717906 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9c8efd01-2641-4cff-9b34-f6acbe3888bb tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575908'] for router_interface, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:34.772889 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8baa0fb7-e736-4b5b-ac11-462138923e4a x-openstack-request-id: req-8baa0fb7-e736-4b5b-ac11-462138923e4a {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:23:34.773548 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a8709b5-b684-4aa0-903d-8839be2c999e", "tag": "9940597b-03fc-4480-aa9b-655f24781eb0", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:23:34.773830 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8baa0fb7-e736-4b5b-ac11-462138923e4a {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:23:34.774213 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a8709b5-b684-4aa0-903d-8839be2c999e', 'tag': '9940597b-03fc-4480-aa9b-655f24781eb0', 'status': 'completed', 'code': 200} Dec 06 17:23:34.808085 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f9ce02-a62f-49bd-98f0-6a89376478cf req-c2f462db-98c6-4a1f-bdcb-45eef529806f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:34.812103 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b375b11f-cf0c-48bd-bba7-1e5368f0f76c req-21ba30c3-92ba-4910-bc43-90f2d23c592d tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:34.813316 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-b375b11f-cf0c-48bd-bba7-1e5368f0f76c req-21ba30c3-92ba-4910-bc43-90f2d23c592d tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:34.813806 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d8f9ce02-a62f-49bd-98f0-6a89376478cf req-c2f462db-98c6-4a1f-bdcb-45eef529806f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=74bc5013de174928a9ab47aef105909c&device_id=5a8709b5-b684-4aa0-903d-8839be2c999e HTTP/1.1" status: 200 len: 1095 time: 0.0944252 Dec 06 17:23:34.898359 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b375b11f-cf0c-48bd-bba7-1e5368f0f76c req-21ba30c3-92ba-4910-bc43-90f2d23c592d tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0215778 Dec 06 17:23:34.922857 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3892b722-b181-4f98-b347-387ca9761f9d req-7d9ba771-6464-46ff-b05e-839fcbcd47bf tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1364291 Dec 06 17:23:34.939368 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-b375b11f-cf0c-48bd-bba7-1e5368f0f76c req-cb10c5b8-32e6-4434-a0f6-f23d26bff59c service neutron] Request body: {'port': {'device_id': 'dcc078fa-9117-41b2-90f4-24dd9b9b3e75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:23:34.980230 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-88ef1ec0-00a0-4757-8a67-dec9d3d0da0a None None] Provisioning complete for port 5053c2ed-94ee-4923-8b37-03fdd9d0d673 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:23:34.981239 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-88ef1ec0-00a0-4757-8a67-dec9d3d0da0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:34.995236 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f9ce02-a62f-49bd-98f0-6a89376478cf req-7f47a631-4c95-43d9-9c2b-d562becc693b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:34.996808 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d8f9ce02-a62f-49bd-98f0-6a89376478cf req-7f47a631-4c95-43d9-9c2b-d562becc693b service neutron] 10.222.0.44 "GET /v2.0/networks?id=443e19cc-aba1-401c-ba5c-6c1a74082882 HTTP/1.1" status: 200 len: 918 time: 0.1768868 Dec 06 17:23:35.002067 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-3892b722-b181-4f98-b347-387ca9761f9d req-79523fc6-0089-41d3-9e71-d7d8da606891 service neutron] Request body: {'port': {'device_id': '8bfd91d9-eaed-4941-b247-66463a0fc366', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:23:35.005974 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46529056-d9e6-43e3-a1a1-36248649fb03 req-8afc0851-fa22-4ccc-acbc-457597b3a92a tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:35.007485 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-46529056-d9e6-43e3-a1a1-36248649fb03 req-8afc0851-fa22-4ccc-acbc-457597b3a92a tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=8bfd91d9-eaed-4941-b247-66463a0fc366 HTTP/1.1" status: 200 len: 931 time: 0.0901246 Dec 06 17:23:35.037186 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-88ef1ec0-00a0-4757-8a67-dec9d3d0da0a None None] Port 5053c2ed-94ee-4923-8b37-03fdd9d0d673 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:23:35.102009 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d8f9ce02-a62f-49bd-98f0-6a89376478cf req-9e476a13-e1b7-4c4b-8bea-b4d879b84f60 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9940597b-03fc-4480-aa9b-655f24781eb0 HTTP/1.1" status: 200 len: 999 time: 0.0934565 Dec 06 17:23:35.109242 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-b375b11f-cf0c-48bd-bba7-1e5368f0f76c req-cb10c5b8-32e6-4434-a0f6-f23d26bff59c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:35.130762 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-46529056-d9e6-43e3-a1a1-36248649fb03 req-48d5e96a-e3f8-4583-9160-d043c7cf251e tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134698 Dec 06 17:23:35.158247 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device fe74a5fd-d9fa-4628-ae52-adbb5578b0b1 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:23:35.165073 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:35.215830 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-3892b722-b181-4f98-b347-387ca9761f9d req-79523fc6-0089-41d3-9e71-d7d8da606891 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:35.216363 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f9ce02-a62f-49bd-98f0-6a89376478cf req-810e20cd-b314-41d5-af13-10300edc000f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:35.220866 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-653f2d39-6c35-4885-8dbd-7801d403b0d3 req-5a0f6e63-5cd4-4c11-8d19-9f7a9c26a1f3 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c657007e-2b96-4108-a795-7e2c1ca6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4153495 Dec 06 17:23:35.222740 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d8f9ce02-a62f-49bd-98f0-6a89376478cf req-810e20cd-b314-41d5-af13-10300edc000f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=01ffc29c-932e-4129-aefc-9a2b3f836b7b HTTP/1.1" status: 200 len: 856 time: 0.1113284 Dec 06 17:23:35.253648 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cd00d0b0-9e6f-4e47-80b8-931b0be3a496 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:35.299056 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cd00d0b0-9e6f-4e47-80b8-931b0be3a496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:35.309663 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973faf4d-9627-4cc2-ab32-6043d6d0b6ee req-1ef3ebb4-e8c1-4956-9d74-267e3d766c7e tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:35.311316 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-973faf4d-9627-4cc2-ab32-6043d6d0b6ee req-1ef3ebb4-e8c1-4956-9d74-267e3d766c7e tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a8709b5-b684-4aa0-903d-8839be2c999e HTTP/1.1" status: 200 len: 944 time: 0.0831966 Dec 06 17:23:35.319741 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f9ce02-a62f-49bd-98f0-6a89376478cf req-600b9bce-ae6d-4986-87f5-a862eb3efbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:35.321312 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d8f9ce02-a62f-49bd-98f0-6a89376478cf req-600b9bce-ae6d-4986-87f5-a862eb3efbe8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=443e19cc-aba1-401c-ba5c-6c1a74082882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0828369 Dec 06 17:23:35.336314 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port fe74a5fd-d9fa-4628-ae52-adbb5578b0b1, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=fe74a5fd-d9fa-4628-ae52-adbb5578b0b1,segment=NetworkSegment(3c676934-8145-4548-9213-0abb7ea659ea),segment_id=3c676934-8145-4548-9213-0abb7ea659ea)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:23:35.349545 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': 'fe74a5fd-d9fa-4628-ae52-adbb5578b0b1', 'network_id': '3a559c89-30fc-40d7-bde7-56ec18bc2aaa', 'port_id': 'fe74a5fd-d9fa-4628-ae52-adbb5578b0b1', 'mac_address': 'fa:16:3e:f9:60:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '994d007b-4aef-44c6-abb0-9b9291827465', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:23:35.399946 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:35.419409 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe74a5fd-d9fa-4628-ae52-adbb5578b0b1 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:23:35.449435 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-cd00d0b0-9e6f-4e47-80b8-931b0be3a496 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7765e60aa9f042e2aaa8369fad59b46c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4433768 Dec 06 17:23:35.466871 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 59142) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:35.468611 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port fe74a5fd-d9fa-4628-ae52-adbb5578b0b1, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=fe74a5fd-d9fa-4628-ae52-adbb5578b0b1,segment=NetworkSegment(3c676934-8145-4548-9213-0abb7ea659ea),segment_id=3c676934-8145-4548-9213-0abb7ea659ea)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:23:35.475983 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:35.614340 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0e775cc8-7615-4c0f-8c0f-7f3e276121c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:35.624532 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=fe74a5fd-d9fa-4628-ae52-adbb5578b0b1,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:35.627331 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd00d0b0-9e6f-4e47-80b8-931b0be3a496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=154e1c5a-c6c8-4ab3-82a5-51eec7dfb7df,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:35.666044 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0e775cc8-7615-4c0f-8c0f-7f3e276121c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:35.681751 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['fe74a5fd-d9fa-4628-ae52-adbb5578b0b1'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:23:35.843558 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d8f9ce02-a62f-49bd-98f0-6a89376478cf req-5fbe42f5-7b36-47b8-9a48-9cd92014a0ab service neutron] 10.222.0.44 "GET /v2.0/networks/443e19cc-aba1-401c-ba5c-6c1a74082882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5140474 Dec 06 17:23:35.883421 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-973faf4d-9627-4cc2-ab32-6043d6d0b6ee req-222b780b-ab52-4bf1-a43f-cfb022f89be2 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=5055a3f9-0705-481f-a554-5c989eab318b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5604649 Dec 06 17:23:35.975119 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d8f9ce02-a62f-49bd-98f0-6a89376478cf req-23047e57-c4b4-4b2d-b853-6a3c397b9819 service neutron] 10.222.0.44 "GET /v2.0/networks/443e19cc-aba1-401c-ba5c-6c1a74082882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038229 Dec 06 17:23:36.089685 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94974ee7-aaf4-44d2-9ebb-0edc73bf1fb3 req-4caa604e-71e1-4af6-98fc-cd990bdece73 tempest-ServerGroupTestJSON-1064669458 tempest-ServerGroupTestJSON-1064669458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:36.094820 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbf923f-d02e-445f-87bf-230dd7d6dc24 req-ae2ba585-f36f-4e5c-a0c4-15f6e16faa90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:36.097510 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-94974ee7-aaf4-44d2-9ebb-0edc73bf1fb3 req-4caa604e-71e1-4af6-98fc-cd990bdece73 tempest-ServerGroupTestJSON-1064669458 tempest-ServerGroupTestJSON-1064669458-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a7e4f8b-04b4-436d-88e4-e54b6764461d HTTP/1.1" status: 200 len: 944 time: 0.3868659 Dec 06 17:23:36.103000 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fcbf923f-d02e-445f-87bf-230dd7d6dc24 req-ae2ba585-f36f-4e5c-a0c4-15f6e16faa90 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=74bc5013de174928a9ab47aef105909c&device_id=5a8709b5-b684-4aa0-903d-8839be2c999e HTTP/1.1" status: 200 len: 1095 time: 0.0724952 Dec 06 17:23:36.148400 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0e775cc8-7615-4c0f-8c0f-7f3e276121c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:36.151014 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0e775cc8-7615-4c0f-8c0f-7f3e276121c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:36.152791 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-0e775cc8-7615-4c0f-8c0f-7f3e276121c4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/154e1c5a-c6c8-4ab3-82a5-51eec7dfb7df HTTP/1.1" status: 204 len: 168 time: 0.6808157 Dec 06 17:23:36.210113 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e775cc8-7615-4c0f-8c0f-7f3e276121c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=154e1c5a-c6c8-4ab3-82a5-51eec7dfb7df,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:36.325612 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-94974ee7-aaf4-44d2-9ebb-0edc73bf1fb3 req-65cab58f-2fa1-4c1b-ac6c-e35ceddb0bfd tempest-ServerGroupTestJSON-1064669458 tempest-ServerGroupTestJSON-1064669458-project] 10.222.0.23 "GET /v2.0/security-groups?id=340f98d0-145c-4a19-a74b-e6b1a0063e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225113 Dec 06 17:23:36.359349 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-3892b722-b181-4f98-b347-387ca9761f9d req-79523fc6-0089-41d3-9e71-d7d8da606891 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd5c0723-6f45-45f1-868c-1b66de29d034 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:23:36.395773 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-3892b722-b181-4f98-b347-387ca9761f9d req-79523fc6-0089-41d3-9e71-d7d8da606891 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:36.439206 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e1faf8-0fe7-4c6d-9c5b-74f37afcafcc req-ed0a28c2-3612-4cc0-bd30-23eb2032fd90 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:36.440665 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-76e1faf8-0fe7-4c6d-9c5b-74f37afcafcc req-ed0a28c2-3612-4cc0-bd30-23eb2032fd90 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=8bfd91d9-eaed-4941-b247-66463a0fc366 HTTP/1.1" status: 200 len: 931 time: 0.1317384 Dec 06 17:23:36.442041 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbf923f-d02e-445f-87bf-230dd7d6dc24 req-9ca56484-d7dd-4726-a70b-1f18546a73f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:36.443392 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fcbf923f-d02e-445f-87bf-230dd7d6dc24 req-9ca56484-d7dd-4726-a70b-1f18546a73f8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=443e19cc-aba1-401c-ba5c-6c1a74082882 HTTP/1.1" status: 200 len: 918 time: 0.3329761 Dec 06 17:23:36.463654 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-3892b722-b181-4f98-b347-387ca9761f9d req-79523fc6-0089-41d3-9e71-d7d8da606891 service neutron] Transition to ACTIVE for port object fd5c0723-6f45-45f1-868c-1b66de29d034 will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:23:36.478598 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9c8efd01-2641-4cff-9b34-f6acbe3888bb tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Deleting port 2a9c0948-a0f9-41b0-9621-ce97ab9105a9 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:23:36.478927 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9c8efd01-2641-4cff-9b34-f6acbe3888bb tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:36.498677 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-3892b722-b181-4f98-b347-387ca9761f9d req-79523fc6-0089-41d3-9e71-d7d8da606891 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:36.519233 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-b375b11f-cf0c-48bd-bba7-1e5368f0f76c req-cb10c5b8-32e6-4434-a0f6-f23d26bff59c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5053c2ed-94ee-4923-8b37-03fdd9d0d673 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:23:36.565111 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-b375b11f-cf0c-48bd-bba7-1e5368f0f76c req-cb10c5b8-32e6-4434-a0f6-f23d26bff59c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:36.570012 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-76e1faf8-0fe7-4c6d-9c5b-74f37afcafcc req-64fa4b90-3588-49a7-b985-6d6a0620c65f tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213026 Dec 06 17:23:36.577763 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fcbf923f-d02e-445f-87bf-230dd7d6dc24 req-55c5bf50-f10b-4c1b-b0db-946bdd3586e6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9940597b-03fc-4480-aa9b-655f24781eb0 HTTP/1.1" status: 200 len: 999 time: 0.1214213 Dec 06 17:23:36.634377 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-b375b11f-cf0c-48bd-bba7-1e5368f0f76c req-cb10c5b8-32e6-4434-a0f6-f23d26bff59c service neutron] Transition to ACTIVE for port object 5053c2ed-94ee-4923-8b37-03fdd9d0d673 will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:23:36.655006 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-b375b11f-cf0c-48bd-bba7-1e5368f0f76c req-cb10c5b8-32e6-4434-a0f6-f23d26bff59c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:36.665350 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79523fc6-0089-41d3-9e71-d7d8da606891 service neutron] Pushing event updated for resources: {'Port': ['ID=fd5c0723-6f45-45f1-868c-1b66de29d034,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:36.670224 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbf923f-d02e-445f-87bf-230dd7d6dc24 req-20589c94-3240-4294-97ee-651808619fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:36.671846 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fcbf923f-d02e-445f-87bf-230dd7d6dc24 req-20589c94-3240-4294-97ee-651808619fe2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=01ffc29c-932e-4129-aefc-9a2b3f836b7b HTTP/1.1" status: 200 len: 856 time: 0.0869098 Dec 06 17:23:36.678759 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a0fddd-3880-4ceb-930a-0c2a2822c4dd req-f0df0703-07f7-4ff6-b36e-24d5e46d4d65 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:36.686801 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-69a0fddd-3880-4ceb-930a-0c2a2822c4dd req-f0df0703-07f7-4ff6-b36e-24d5e46d4d65 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcc078fa-9117-41b2-90f4-24dd9b9b3e75 HTTP/1.1" status: 200 len: 931 time: 0.2337916 Dec 06 17:23:36.774033 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbf923f-d02e-445f-87bf-230dd7d6dc24 req-08457111-1d54-4696-9abf-a333b3d25309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:36.788333 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fcbf923f-d02e-445f-87bf-230dd7d6dc24 req-08457111-1d54-4696-9abf-a333b3d25309 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=443e19cc-aba1-401c-ba5c-6c1a74082882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1078062 Dec 06 17:23:36.826641 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9c8efd01-2641-4cff-9b34-f6acbe3888bb tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] For port 2a9c0948-a0f9-41b0-9621-ce97ab9105a9, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2a9c0948-a0f9-41b0-9621-ce97ab9105a9,segment=NetworkSegment(5ae0060c-4058-4cbb-9cbc-465670abd780),segment_id=5ae0060c-4058-4cbb-9cbc-465670abd780)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:23:36.827273 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9c8efd01-2641-4cff-9b34-f6acbe3888bb tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:36.861040 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb10c5b8-32e6-4434-a0f6-f23d26bff59c service neutron] Pushing event updated for resources: {'Port': ['ID=5053c2ed-94ee-4923-8b37-03fdd9d0d673,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:36.946451 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9c8efd01-2641-4cff-9b34-f6acbe3888bb tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Calling delete_port for 2a9c0948-a0f9-41b0-9621-ce97ab9105a9 owned by network:router_interface {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:23:36.998785 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-69a0fddd-3880-4ceb-930a-0c2a2822c4dd req-6b24be5f-6948-41f6-991f-1e0cd3804578 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c657007e-2b96-4108-a795-7e2c1ca6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3109987 Dec 06 17:23:37.052686 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-3892b722-b181-4f98-b347-387ca9761f9d req-79523fc6-0089-41d3-9e71-d7d8da606891 service neutron] Attempting to bind port fd5c0723-6f45-45f1-868c-1b66de29d034 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:23:37.053233 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-3892b722-b181-4f98-b347-387ca9761f9d req-79523fc6-0089-41d3-9e71-d7d8da606891 service neutron] Attempting to bind port fd5c0723-6f45-45f1-868c-1b66de29d034 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '7b3b1671-5b3d-45b5-8a84-9493fd934077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0fd247c3-8063-42cc-bb6f-57bead4315cb'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:23:37.053815 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3892b722-b181-4f98-b347-387ca9761f9d req-79523fc6-0089-41d3-9e71-d7d8da606891 service neutron] Attempting to bind port fd5c0723-6f45-45f1-868c-1b66de29d034 on network 0fd247c3-8063-42cc-bb6f-57bead4315cb {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:23:37.139588 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3892b722-b181-4f98-b347-387ca9761f9d req-79523fc6-0089-41d3-9e71-d7d8da606891 service neutron] Port fd5c0723-6f45-45f1-868c-1b66de29d034 on network 0fd247c3-8063-42cc-bb6f-57bead4315cb not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:23:37.140523 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3892b722-b181-4f98-b347-387ca9761f9d req-79523fc6-0089-41d3-9e71-d7d8da606891 service neutron] Attempting to bind port fd5c0723-6f45-45f1-868c-1b66de29d034 on network 0fd247c3-8063-42cc-bb6f-57bead4315cb {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:23:37.162944 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3892b722-b181-4f98-b347-387ca9761f9d req-79523fc6-0089-41d3-9e71-d7d8da606891 service neutron] Checking agent: {'id': '9d8b9f49-2860-4c1f-9b89-45a7657a3c4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:23:37.163451 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3892b722-b181-4f98-b347-387ca9761f9d req-79523fc6-0089-41d3-9e71-d7d8da606891 service neutron] Checking segment: {'id': '7b3b1671-5b3d-45b5-8a84-9493fd934077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0fd247c3-8063-42cc-bb6f-57bead4315cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:23:37.163998 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3892b722-b181-4f98-b347-387ca9761f9d req-79523fc6-0089-41d3-9e71-d7d8da606891 service neutron] Bound using segment: {'id': '7b3b1671-5b3d-45b5-8a84-9493fd934077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0fd247c3-8063-42cc-bb6f-57bead4315cb'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:23:37.164603 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-3892b722-b181-4f98-b347-387ca9761f9d req-79523fc6-0089-41d3-9e71-d7d8da606891 service neutron] Bound port: fd5c0723-6f45-45f1-868c-1b66de29d034, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b3b1671-5b3d-45b5-8a84-9493fd934077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0fd247c3-8063-42cc-bb6f-57bead4315cb'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:23:37.165058 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-3892b722-b181-4f98-b347-387ca9761f9d req-79523fc6-0089-41d3-9e71-d7d8da606891 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:37.215844 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-b375b11f-cf0c-48bd-bba7-1e5368f0f76c req-cb10c5b8-32e6-4434-a0f6-f23d26bff59c service neutron] Attempting to bind port 5053c2ed-94ee-4923-8b37-03fdd9d0d673 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:23:37.216257 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-b375b11f-cf0c-48bd-bba7-1e5368f0f76c req-cb10c5b8-32e6-4434-a0f6-f23d26bff59c service neutron] Attempting to bind port 5053c2ed-94ee-4923-8b37-03fdd9d0d673 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '89275c86-7da9-47f2-a47a-1035a530c501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b1330ff6-71a6-48db-aedf-2e908404d40b'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:23:37.216689 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b375b11f-cf0c-48bd-bba7-1e5368f0f76c req-cb10c5b8-32e6-4434-a0f6-f23d26bff59c service neutron] Attempting to bind port 5053c2ed-94ee-4923-8b37-03fdd9d0d673 on network b1330ff6-71a6-48db-aedf-2e908404d40b {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:23:37.231507 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device fe74a5fd-d9fa-4628-ae52-adbb5578b0b1 up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:23:37.281059 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b375b11f-cf0c-48bd-bba7-1e5368f0f76c req-cb10c5b8-32e6-4434-a0f6-f23d26bff59c service neutron] Port 5053c2ed-94ee-4923-8b37-03fdd9d0d673 on network b1330ff6-71a6-48db-aedf-2e908404d40b not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:23:37.283692 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b375b11f-cf0c-48bd-bba7-1e5368f0f76c req-cb10c5b8-32e6-4434-a0f6-f23d26bff59c service neutron] Attempting to bind port 5053c2ed-94ee-4923-8b37-03fdd9d0d673 on network b1330ff6-71a6-48db-aedf-2e908404d40b {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:23:37.311650 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fcbf923f-d02e-445f-87bf-230dd7d6dc24 req-16de2a9e-19ef-47a0-9dcc-0f325fccd40a service neutron] 10.222.0.44 "GET /v2.0/networks/443e19cc-aba1-401c-ba5c-6c1a74082882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5091388 Dec 06 17:23:37.322729 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e337d58-f285-4c5f-b9c3-524622ca34e1 req-4725e6c7-cb8e-4d1c-bcb5-cbb3d915020f tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:37.328685 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b375b11f-cf0c-48bd-bba7-1e5368f0f76c req-cb10c5b8-32e6-4434-a0f6-f23d26bff59c service neutron] Checking agent: {'id': '9d8b9f49-2860-4c1f-9b89-45a7657a3c4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:23:37.329175 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b375b11f-cf0c-48bd-bba7-1e5368f0f76c req-cb10c5b8-32e6-4434-a0f6-f23d26bff59c service neutron] Checking segment: {'id': '89275c86-7da9-47f2-a47a-1035a530c501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b1330ff6-71a6-48db-aedf-2e908404d40b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:23:37.329770 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b375b11f-cf0c-48bd-bba7-1e5368f0f76c req-cb10c5b8-32e6-4434-a0f6-f23d26bff59c service neutron] Bound using segment: {'id': '89275c86-7da9-47f2-a47a-1035a530c501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b1330ff6-71a6-48db-aedf-2e908404d40b'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:23:37.330237 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-b375b11f-cf0c-48bd-bba7-1e5368f0f76c req-cb10c5b8-32e6-4434-a0f6-f23d26bff59c service neutron] Bound port: 5053c2ed-94ee-4923-8b37-03fdd9d0d673, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89275c86-7da9-47f2-a47a-1035a530c501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b1330ff6-71a6-48db-aedf-2e908404d40b'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:23:37.334091 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7e337d58-f285-4c5f-b9c3-524622ca34e1 req-4725e6c7-cb8e-4d1c-bcb5-cbb3d915020f tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a8709b5-b684-4aa0-903d-8839be2c999e HTTP/1.1" status: 200 len: 944 time: 0.2768800 Dec 06 17:23:37.354699 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-b375b11f-cf0c-48bd-bba7-1e5368f0f76c req-cb10c5b8-32e6-4434-a0f6-f23d26bff59c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:37.457297 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning for port fe74a5fd-d9fa-4628-ae52-adbb5578b0b1 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:23:37.461131 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-3892b722-b181-4f98-b347-387ca9761f9d req-79523fc6-0089-41d3-9e71-d7d8da606891 service neutron] For port fd5c0723-6f45-45f1-868c-1b66de29d034, host n-h2-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:23:37.471178 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port fe74a5fd-d9fa-4628-ae52-adbb5578b0b1 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:23:37.472757 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:37.621640 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7e337d58-f285-4c5f-b9c3-524622ca34e1 req-4b37e07a-4b36-4793-a45b-3e0c9fc62015 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=5055a3f9-0705-481f-a554-5c989eab318b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2816947 Dec 06 17:23:37.729155 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fcbf923f-d02e-445f-87bf-230dd7d6dc24 req-729fb7f4-31db-4926-957e-d4e87b1a48fd service neutron] 10.222.0.44 "GET /v2.0/networks/443e19cc-aba1-401c-ba5c-6c1a74082882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3724897 Dec 06 17:23:37.854983 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:37.943937 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a7e4f8b-04b4-436d-88e4-e54b6764461d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe74a5fd-d9fa-4628-ae52-adbb5578b0b1'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:23:37.946430 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5005d00c-340f-43f8-be95-528096a97068" -d '{"events": [{"server_uuid": "6a7e4f8b-04b4-436d-88e4-e54b6764461d", "name": "network-vif-plugged", "status": "completed", "tag": "fe74a5fd-d9fa-4628-ae52-adbb5578b0b1"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:23:37.979686 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79c8811-2bdb-4ffc-9a75-2c6cd3e29143 req-be17830c-ad7c-4e56-837d-d0474d7486e2 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:37.984819 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c79c8811-2bdb-4ffc-9a75-2c6cd3e29143 req-be17830c-ad7c-4e56-837d-d0474d7486e2 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=8bfd91d9-eaed-4941-b247-66463a0fc366 HTTP/1.1" status: 200 len: 943 time: 0.1427515 Dec 06 17:23:37.995567 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port fe74a5fd-d9fa-4628-ae52-adbb5578b0b1, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=fe74a5fd-d9fa-4628-ae52-adbb5578b0b1,segment=NetworkSegment(3c676934-8145-4548-9213-0abb7ea659ea),segment_id=3c676934-8145-4548-9213-0abb7ea659ea)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:23:38.003381 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:38.099836 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c79c8811-2bdb-4ffc-9a75-2c6cd3e29143 req-87b95447-225e-411a-808a-c9d03acd0c41 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024048 Dec 06 17:23:38.120857 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=fe74a5fd-d9fa-4628-ae52-adbb5578b0b1,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:38.146478 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:23:38.147771 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:23:38.148805 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:23:38.149676 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:23:38.150588 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:23:38.151478 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:23:38.152388 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:23:38.153418 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:23:38.154166 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:23:38.154742 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:23:38.155527 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:23:38.156161 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:23:38.156772 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:23:38.260537 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d6834d-770c-4ace-949d-ccabccc4e9b6 x-openstack-request-id: req-33d6834d-770c-4ace-949d-ccabccc4e9b6 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:23:38.261152 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a7e4f8b-04b4-436d-88e4-e54b6764461d", "name": "network-vif-plugged", "status": "completed", "tag": "fe74a5fd-d9fa-4628-ae52-adbb5578b0b1", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:23:38.261261 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-33d6834d-770c-4ace-949d-ccabccc4e9b6 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:23:38.261841 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a7e4f8b-04b4-436d-88e4-e54b6764461d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe74a5fd-d9fa-4628-ae52-adbb5578b0b1', 'code': 200} Dec 06 17:23:38.385323 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-3892b722-b181-4f98-b347-387ca9761f9d req-79523fc6-0089-41d3-9e71-d7d8da606891 service neutron] For port fd5c0723-6f45-45f1-868c-1b66de29d034, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=fd5c0723-6f45-45f1-868c-1b66de29d034,segment=NetworkSegment(7b3b1671-5b3d-45b5-8a84-9493fd934077),segment_id=7b3b1671-5b3d-45b5-8a84-9493fd934077)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:23:38.410653 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-3892b722-b181-4f98-b347-387ca9761f9d req-79523fc6-0089-41d3-9e71-d7d8da606891 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:38.434958 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-b375b11f-cf0c-48bd-bba7-1e5368f0f76c req-cb10c5b8-32e6-4434-a0f6-f23d26bff59c service neutron] For port 5053c2ed-94ee-4923-8b37-03fdd9d0d673, host n-h2-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:23:38.458049 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356663bd-d799-4248-b969-7fe2f3876b0a req-9552c985-28b4-4b4b-a6d4-29bb08f982f8 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:38.459624 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-356663bd-d799-4248-b969-7fe2f3876b0a req-9552c985-28b4-4b4b-a6d4-29bb08f982f8 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcc078fa-9117-41b2-90f4-24dd9b9b3e75 HTTP/1.1" status: 200 len: 943 time: 0.0859873 Dec 06 17:23:38.463561 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-b375b11f-cf0c-48bd-bba7-1e5368f0f76c req-cb10c5b8-32e6-4434-a0f6-f23d26bff59c service neutron] For port 5053c2ed-94ee-4923-8b37-03fdd9d0d673, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5053c2ed-94ee-4923-8b37-03fdd9d0d673,segment=NetworkSegment(89275c86-7da9-47f2-a47a-1035a530c501),segment_id=89275c86-7da9-47f2-a47a-1035a530c501)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:23:38.508131 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-b375b11f-cf0c-48bd-bba7-1e5368f0f76c req-cb10c5b8-32e6-4434-a0f6-f23d26bff59c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:38.568974 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-356663bd-d799-4248-b969-7fe2f3876b0a req-9ee5577a-05c4-4978-9eea-e12c203339a5 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c657007e-2b96-4108-a795-7e2c1ca6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962768 Dec 06 17:23:38.579007 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3892b722-b181-4f98-b347-387ca9761f9d req-79523fc6-0089-41d3-9e71-d7d8da606891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:38.579753 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-3892b722-b181-4f98-b347-387ca9761f9d req-79523fc6-0089-41d3-9e71-d7d8da606891 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:38.581309 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3892b722-b181-4f98-b347-387ca9761f9d req-79523fc6-0089-41d3-9e71-d7d8da606891 service neutron] 10.222.0.44 "PUT /v2.0/ports/fd5c0723-6f45-45f1-868c-1b66de29d034 HTTP/1.1" status: 200 len: 1091 time: 3.5903847 Dec 06 17:23:38.584689 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bfd91d9-eaed-4941-b247-66463a0fc366', 'tag': 'fd5c0723-6f45-45f1-868c-1b66de29d034'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:23:38.587723 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0005ea7f-ca92-40fe-9acf-4091405ce227" -d '{"events": [{"name": "network-changed", "server_uuid": "8bfd91d9-eaed-4941-b247-66463a0fc366", "tag": "fd5c0723-6f45-45f1-868c-1b66de29d034"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:23:38.644075 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1054ff82-1a06-41ec-9e18-31f53c91859e req-baa6d01a-e4f6-4d4f-b991-1796363e77b6 tempest-ServerGroupTestJSON-1064669458 tempest-ServerGroupTestJSON-1064669458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:38.647943 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1054ff82-1a06-41ec-9e18-31f53c91859e req-baa6d01a-e4f6-4d4f-b991-1796363e77b6 tempest-ServerGroupTestJSON-1064669458 tempest-ServerGroupTestJSON-1064669458-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a7e4f8b-04b4-436d-88e4-e54b6764461d HTTP/1.1" status: 200 len: 945 time: 1.2100182 Dec 06 17:23:38.675025 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79523fc6-0089-41d3-9e71-d7d8da606891 service neutron] Pushing event updated for resources: {'Port': ['ID=fd5c0723-6f45-45f1-868c-1b66de29d034,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:38.691390 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b375b11f-cf0c-48bd-bba7-1e5368f0f76c req-cb10c5b8-32e6-4434-a0f6-f23d26bff59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:38.692198 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-b375b11f-cf0c-48bd-bba7-1e5368f0f76c req-cb10c5b8-32e6-4434-a0f6-f23d26bff59c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:38.693830 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b375b11f-cf0c-48bd-bba7-1e5368f0f76c req-cb10c5b8-32e6-4434-a0f6-f23d26bff59c service neutron] 10.222.0.44 "PUT /v2.0/ports/5053c2ed-94ee-4923-8b37-03fdd9d0d673 HTTP/1.1" status: 200 len: 1091 time: 3.7698476 Dec 06 17:23:38.696678 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1586be8-392c-41a2-b177-e01f726cb3bc x-openstack-request-id: req-a1586be8-392c-41a2-b177-e01f726cb3bc {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:23:38.697109 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bfd91d9-eaed-4941-b247-66463a0fc366", "tag": "fd5c0723-6f45-45f1-868c-1b66de29d034", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:23:38.697607 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a1586be8-392c-41a2-b177-e01f726cb3bc {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:23:38.698598 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bfd91d9-eaed-4941-b247-66463a0fc366', 'tag': 'fd5c0723-6f45-45f1-868c-1b66de29d034', 'status': 'completed', 'code': 200} Dec 06 17:23:38.833989 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1054ff82-1a06-41ec-9e18-31f53c91859e req-616c4374-20c1-4f7f-acb9-5aa493414e1a tempest-ServerGroupTestJSON-1064669458 tempest-ServerGroupTestJSON-1064669458-project] 10.222.0.23 "GET /v2.0/security-groups?id=340f98d0-145c-4a19-a74b-e6b1a0063e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500196 Dec 06 17:23:38.836346 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9c8efd01-2641-4cff-9b34-f6acbe3888bb tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:38.880153 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb10c5b8-32e6-4434-a0f6-f23d26bff59c service neutron] Pushing event updated for resources: {'Port': ['ID=5053c2ed-94ee-4923-8b37-03fdd9d0d673,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:38.944496 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8efd01-2641-4cff-9b34-f6acbe3888bb tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Pushing event deleted for resources: {'Port': ['ID=2a9c0948-a0f9-41b0-9621-ce97ab9105a9,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:38.966387 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054d9497-3755-4e1f-b14b-c6c948a6368d req-92a9e028-c4c3-45ca-b9df-a056a48ddf96 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:38.972455 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-054d9497-3755-4e1f-b14b-c6c948a6368d req-92a9e028-c4c3-45ca-b9df-a056a48ddf96 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a8709b5-b684-4aa0-903d-8839be2c999e HTTP/1.1" status: 200 len: 944 time: 0.1863816 Dec 06 17:23:39.113087 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-054d9497-3755-4e1f-b14b-c6c948a6368d req-c0c76b1b-ee36-4edb-8424-0cdba3a95714 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=5055a3f9-0705-481f-a554-5c989eab318b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329663 Dec 06 17:23:39.330627 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9c8efd01-2641-4cff-9b34-f6acbe3888bb tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-772474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575952'] for router_interface, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:39.445865 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3e8b94-250d-4d63-8631-248e505b5f20 req-c9a2dbd6-407b-43db-be33-5279b0c3a81d tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:39.480854 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8a3e8b94-250d-4d63-8631-248e505b5f20 req-c9a2dbd6-407b-43db-be33-5279b0c3a81d tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=8bfd91d9-eaed-4941-b247-66463a0fc366 HTTP/1.1" status: 200 len: 943 time: 0.1994972 Dec 06 17:23:39.810361 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8a3e8b94-250d-4d63-8631-248e505b5f20 req-9aa41ccf-1b0f-4cc0-a210-10d87f9e288e tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3265197 Dec 06 17:23:39.854076 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c8efd01-2641-4cff-9b34-f6acbe3888bb tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Router 4ba7a698-575a-4aaf-9eb0-dc82d8271f78 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:23:39.869123 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a800f0b2-e248-4e09-91c9-118ecdf055c1 req-c89e84d1-4f90-48e6-90b5-06084b239af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:39.870794 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a800f0b2-e248-4e09-91c9-118ecdf055c1 req-c89e84d1-4f90-48e6-90b5-06084b239af9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6a7e4f8b-04b4-436d-88e4-e54b6764461d HTTP/1.1" status: 200 len: 1096 time: 0.1481133 Dec 06 17:23:39.873887 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0005ea7f-ca92-40fe-9acf-4091405ce227 req-14d66cf1-4ef8-4e29-bb75-3327e1255c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:39.876038 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0005ea7f-ca92-40fe-9acf-4091405ce227 req-14d66cf1-4ef8-4e29-bb75-3327e1255c1b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27074bf2b27c4afcb8f578b14abef9af&device_id=8bfd91d9-eaed-4941-b247-66463a0fc366 HTTP/1.1" status: 200 len: 1094 time: 0.1544960 Dec 06 17:23:39.887482 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1e8bb3-ec95-4597-9810-3aca29ec071f req-365c3f14-c59c-415d-8a81-6b3fc7082092 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:39.889282 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fb1e8bb3-ec95-4597-9810-3aca29ec071f req-365c3f14-c59c-415d-8a81-6b3fc7082092 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcc078fa-9117-41b2-90f4-24dd9b9b3e75 HTTP/1.1" status: 200 len: 943 time: 0.1988952 Dec 06 17:23:39.916987 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b375b11f-cf0c-48bd-bba7-1e5368f0f76c req-589c9222-d824-4706-a4ca-76126357940f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:39.923925 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b375b11f-cf0c-48bd-bba7-1e5368f0f76c req-589c9222-d824-4706-a4ca-76126357940f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0688c6db31494470a1b7a5ecaa734bc4&device_id=dcc078fa-9117-41b2-90f4-24dd9b9b3e75 HTTP/1.1" status: 200 len: 1094 time: 0.1863284 Dec 06 17:23:40.061080 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b375b11f-cf0c-48bd-bba7-1e5368f0f76c req-afbf941b-a0f2-4458-8858-be1dd0420f1a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5053c2ed-94ee-4923-8b37-03fdd9d0d673 HTTP/1.1" status: 200 len: 217 time: 0.1277292 Dec 06 17:23:40.163899 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c8efd01-2641-4cff-9b34-f6acbe3888bb tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:23:40.177445 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37eab43-a198-4931-a02f-b20ac271c451 None None] Sync routers for ids ['4ba7a698-575a-4aaf-9eb0-dc82d8271f78'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:23:40.195930 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37eab43-a198-4931-a02f-b20ac271c451 None None] Routers {'4ba7a698-575a-4aaf-9eb0-dc82d8271f78'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:23:40.196787 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fb1e8bb3-ec95-4597-9810-3aca29ec071f req-9c70e1e1-0895-484d-9fcf-1b557100f265 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c657007e-2b96-4108-a795-7e2c1ca6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920334 Dec 06 17:23:40.197221 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-d37eab43-a198-4931-a02f-b20ac271c451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:23:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['4ba7a698-575a-4aaf-9eb0-dc82d8271f78'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:23:40.223803 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b375b11f-cf0c-48bd-bba7-1e5368f0f76c req-ff3df51c-3ac3-49aa-8218-685ecdcd1de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:40.225316 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b375b11f-cf0c-48bd-bba7-1e5368f0f76c req-ff3df51c-3ac3-49aa-8218-685ecdcd1de4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=407d30a8-656b-4107-b0bb-8b27c7634002 HTTP/1.1" status: 200 len: 850 time: 0.1400287 Dec 06 17:23:40.238105 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-9c8efd01-2641-4cff-9b34-f6acbe3888bb tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "PUT /v2.0/routers/4ba7a698-575a-4aaf-9eb0-dc82d8271f78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6187520 Dec 06 17:23:40.251819 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59312) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:40.378090 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-d37eab43-a198-4931-a02f-b20ac271c451 None None] Set router 4ba7a698-575a-4aaf-9eb0-dc82d8271f78 gateway port host: None {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:23:40.382462 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-25c2c6f5-2c71-48c2-bb2a-ca2d4b0c8ab3 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Deleting subnet c6d3cb16-f0d3-44ba-95d2-5d5b143d4354 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:23:40.386656 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-25c2c6f5-2c71-48c2-bb2a-ca2d4b0c8ab3 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:40.450299 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-25c2c6f5-2c71-48c2-bb2a-ca2d4b0c8ab3 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:40.479781 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a800f0b2-e248-4e09-91c9-118ecdf055c1 req-46907b8e-be10-437d-ba1d-e9cd0b7b1b64 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=340f98d0-145c-4a19-a74b-e6b1a0063e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5594776 Dec 06 17:23:40.513532 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-d37eab43-a198-4931-a02f-b20ac271c451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'name': 'tempest-RoutersTest-router-1277596697', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:22:33Z', 'updated_at': '2021-12-06T17:23:38Z', 'revision_number': 11, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:23:40.517299 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337d7e59-77ec-4dba-a961-996f442ff997 req-7ce7a53b-b178-4973-b52f-48c3a88c4c6a tempest-ServerGroupTestJSON-1064669458 tempest-ServerGroupTestJSON-1064669458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:40.525284 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-337d7e59-77ec-4dba-a961-996f442ff997 req-7ce7a53b-b178-4973-b52f-48c3a88c4c6a tempest-ServerGroupTestJSON-1064669458 tempest-ServerGroupTestJSON-1064669458-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a7e4f8b-04b4-436d-88e4-e54b6764461d HTTP/1.1" status: 200 len: 945 time: 0.5278530 Dec 06 17:23:40.555809 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0005ea7f-ca92-40fe-9acf-4091405ce227 req-b53f4596-c035-40d2-aed1-1dbf1afd916c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:40.557616 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0005ea7f-ca92-40fe-9acf-4091405ce227 req-b53f4596-c035-40d2-aed1-1dbf1afd916c service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=27074bf2b27c4afcb8f578b14abef9af&shared=False HTTP/1.1" status: 200 len: 915 time: 0.6362889 Dec 06 17:23:40.585044 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37eab43-a198-4931-a02f-b20ac271c451 None None] Checking router: 4ba7a698-575a-4aaf-9eb0-dc82d8271f78 for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:23:40.603231 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-25c2c6f5-2c71-48c2-bb2a-ca2d4b0c8ab3 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:40.604663 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37eab43-a198-4931-a02f-b20ac271c451 None None] Routers {'4ba7a698-575a-4aaf-9eb0-dc82d8271f78'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:23:40.607796 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b375b11f-cf0c-48bd-bba7-1e5368f0f76c req-d30ac5af-92fa-4b17-b6ee-5c870938c1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:40.608234 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-d37eab43-a198-4931-a02f-b20ac271c451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:23:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['4ba7a698-575a-4aaf-9eb0-dc82d8271f78'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:23:40.609922 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b375b11f-cf0c-48bd-bba7-1e5368f0f76c req-d30ac5af-92fa-4b17-b6ee-5c870938c1c9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b1330ff6-71a6-48db-aedf-2e908404d40b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3754785 Dec 06 17:23:40.669640 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-337d7e59-77ec-4dba-a961-996f442ff997 req-cda4db56-ee75-4c5d-b18a-23f8717ffc98 tempest-ServerGroupTestJSON-1064669458 tempest-ServerGroupTestJSON-1064669458-project] 10.222.0.23 "GET /v2.0/security-groups?id=340f98d0-145c-4a19-a74b-e6b1a0063e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335628 Dec 06 17:23:40.681704 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb5e250-8b78-4555-b2a7-20a3404e3f44 req-ad7d32f1-5fcd-47f7-b8b4-b188e363bc8e tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:40.684736 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7fb5e250-8b78-4555-b2a7-20a3404e3f44 req-ad7d32f1-5fcd-47f7-b8b4-b188e363bc8e tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a8709b5-b684-4aa0-903d-8839be2c999e HTTP/1.1" status: 200 len: 944 time: 0.1315379 Dec 06 17:23:40.699494 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcc078fa-9117-41b2-90f4-24dd9b9b3e75', 'tag': '5053c2ed-94ee-4923-8b37-03fdd9d0d673'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:23:40.701917 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a7ea56e-c3c1-4af6-91ad-50127404e197" -d '{"events": [{"name": "network-changed", "server_uuid": "dcc078fa-9117-41b2-90f4-24dd9b9b3e75", "tag": "5053c2ed-94ee-4923-8b37-03fdd9d0d673"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:23:40.783659 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bf5a5f1-6920-4e11-bbab-46536e26c273 x-openstack-request-id: req-9bf5a5f1-6920-4e11-bbab-46536e26c273 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:23:40.783851 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-d37eab43-a198-4931-a02f-b20ac271c451 None None] Set router 4ba7a698-575a-4aaf-9eb0-dc82d8271f78 gateway port host: None {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:23:40.783955 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcc078fa-9117-41b2-90f4-24dd9b9b3e75", "tag": "5053c2ed-94ee-4923-8b37-03fdd9d0d673", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:23:40.784250 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9bf5a5f1-6920-4e11-bbab-46536e26c273 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:23:40.784650 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcc078fa-9117-41b2-90f4-24dd9b9b3e75', 'tag': '5053c2ed-94ee-4923-8b37-03fdd9d0d673', 'status': 'completed', 'code': 200} Dec 06 17:23:40.805980 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7fb5e250-8b78-4555-b2a7-20a3404e3f44 req-4ed9c8c0-df73-4c59-95cd-78d5a4a55d99 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=5055a3f9-0705-481f-a554-5c989eab318b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151075 Dec 06 17:23:40.807971 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-25c2c6f5-2c71-48c2-bb2a-ca2d4b0c8ab3 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:40.854909 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-d37eab43-a198-4931-a02f-b20ac271c451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'name': 'tempest-RoutersTest-router-1277596697', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:22:33Z', 'updated_at': '2021-12-06T17:23:38Z', 'revision_number': 11, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:23:40.891941 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37eab43-a198-4931-a02f-b20ac271c451 None None] The sync data for ids ['4ba7a698-575a-4aaf-9eb0-dc82d8271f78'] in n-d-master-1 is: [{'id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'name': 'tempest-RoutersTest-router-1277596697', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:22:33Z', 'updated_at': '2021-12-06T17:23:38Z', 'revision_number': 11, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'gw_port_host': None}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:23:40.916977 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c2c6f5-2c71-48c2-bb2a-ca2d4b0c8ab3 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Pushing event deleted for resources: {'Subnet': ['ID=c6d3cb16-f0d3-44ba-95d2-5d5b143d4354,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:40.919115 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-25c2c6f5-2c71-48c2-bb2a-ca2d4b0c8ab3 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:40.930334 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6335812d-02f5-48de-bc35-237cda3f702b None None] Network d2343c0a-6cca-4cf5-a3cc-72085171ecbd requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:23:40.961223 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 59322) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:40.961540 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-25c2c6f5-2c71-48c2-bb2a-ca2d4b0c8ab3 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "DELETE /v2.0/subnets/c6d3cb16-f0d3-44ba-95d2-5d5b143d4354 HTTP/1.1" status: 204 len: 168 time: 0.7051892 Dec 06 17:23:41.123911 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-55605bf1-7b64-4367-825a-827242df674f tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:41.164501 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb0487-4475-4189-b1a4-079452ee14a1 req-3a8ae104-4831-4e59-9adb-41c4e22d2ec3 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:41.166238 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-acdb0487-4475-4189-b1a4-079452ee14a1 req-3a8ae104-4831-4e59-9adb-41c4e22d2ec3 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=8bfd91d9-eaed-4941-b247-66463a0fc366 HTTP/1.1" status: 200 len: 943 time: 0.1468318 Dec 06 17:23:41.393169 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-acdb0487-4475-4189-b1a4-079452ee14a1 req-f64e03af-0561-45c0-b21a-35b7e4d43773 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197695 Dec 06 17:23:41.402704 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840fc235-6ba6-431e-86f6-e1eda8e93b30 None None] DHCP port deletion for d2343c0a-6cca-4cf5-a3cc-72085171ecbd request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:23:41.460292 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-55605bf1-7b64-4367-825a-827242df674f tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Deleting port 8a203b25-b367-460b-b5c3-07245d196017 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:23:41.460642 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-55605bf1-7b64-4367-825a-827242df674f tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:41.563834 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-840fc235-6ba6-431e-86f6-e1eda8e93b30 None None] Deleting port 8a203b25-b367-460b-b5c3-07245d196017 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:23:41.568558 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-840fc235-6ba6-431e-86f6-e1eda8e93b30 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:41.650481 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c87a72-f30e-4ffa-8648-0c33d3f549e0 req-f45fbe82-7cac-4089-a9fe-532f000dd762 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:41.663201 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-75c87a72-f30e-4ffa-8648-0c33d3f549e0 req-f45fbe82-7cac-4089-a9fe-532f000dd762 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcc078fa-9117-41b2-90f4-24dd9b9b3e75 HTTP/1.1" status: 200 len: 943 time: 0.2590840 Dec 06 17:23:41.801551 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-75c87a72-f30e-4ffa-8648-0c33d3f549e0 req-678ae902-17db-487c-a083-e8c429ee6ed6 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c657007e-2b96-4108-a795-7e2c1ca6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284053 Dec 06 17:23:41.803846 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b375b11f-cf0c-48bd-bba7-1e5368f0f76c req-0484fa3d-72b7-4658-9fda-f17f4e87392e service neutron] 10.222.0.44 "GET /v2.0/networks/b1330ff6-71a6-48db-aedf-2e908404d40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3844907 Dec 06 17:23:41.807121 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-840fc235-6ba6-431e-86f6-e1eda8e93b30 None None] For port 8a203b25-b367-460b-b5c3-07245d196017, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=8a203b25-b367-460b-b5c3-07245d196017,segment=NetworkSegment(5ae0060c-4058-4cbb-9cbc-465670abd780),segment_id=5ae0060c-4058-4cbb-9cbc-465670abd780)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:23:41.807542 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-840fc235-6ba6-431e-86f6-e1eda8e93b30 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:41.822624 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-840fc235-6ba6-431e-86f6-e1eda8e93b30 None None] Calling delete_port for 8a203b25-b367-460b-b5c3-07245d196017 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:23:42.053129 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-840fc235-6ba6-431e-86f6-e1eda8e93b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:42.075427 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840fc235-6ba6-431e-86f6-e1eda8e93b30 None None] No DVR routers for this DVR port 8a203b25-b367-460b-b5c3-07245d196017 on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:23:42.114088 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b375b11f-cf0c-48bd-bba7-1e5368f0f76c req-bf7c7a7f-0c7a-41a5-9999-af5107b22715 service neutron] 10.222.0.44 "GET /v2.0/networks/b1330ff6-71a6-48db-aedf-2e908404d40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893891 Dec 06 17:23:42.119166 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840fc235-6ba6-431e-86f6-e1eda8e93b30 None None] Pushing event deleted for resources: {'Port': ['ID=8a203b25-b367-460b-b5c3-07245d196017,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:42.137805 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-55605bf1-7b64-4367-825a-827242df674f tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] For port 8a203b25-b367-460b-b5c3-07245d196017, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=8a203b25-b367-460b-b5c3-07245d196017,segment=NetworkSegment(5ae0060c-4058-4cbb-9cbc-465670abd780),segment_id=5ae0060c-4058-4cbb-9cbc-465670abd780)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:23:42.138496 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-55605bf1-7b64-4367-825a-827242df674f tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:42.189236 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-55605bf1-7b64-4367-825a-827242df674f tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Calling delete_port for 8a203b25-b367-460b-b5c3-07245d196017 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:23:42.191534 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0d5e3d-3c3e-4cff-97a8-da66cb015991 req-6a573ddc-643d-42dc-a1ba-33e082f656e9 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:42.212187 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ba0d5e3d-3c3e-4cff-97a8-da66cb015991 req-6a573ddc-643d-42dc-a1ba-33e082f656e9 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a8709b5-b684-4aa0-903d-8839be2c999e HTTP/1.1" status: 200 len: 944 time: 0.1654744 Dec 06 17:23:42.212436 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0005ea7f-ca92-40fe-9acf-4091405ce227 req-cabea9a4-c9c5-429a-8516-66977585fc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:42.212436 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0005ea7f-ca92-40fe-9acf-4091405ce227 req-cabea9a4-c9c5-429a-8516-66977585fc2f service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7916570 Dec 06 17:23:42.265424 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0476743-a31f-46e9-8b61-9bcacabcf24c req-c8996543-98fe-412b-96c2-98db3520901e tempest-ServerGroupTestJSON-1064669458 tempest-ServerGroupTestJSON-1064669458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:42.267299 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d0476743-a31f-46e9-8b61-9bcacabcf24c req-c8996543-98fe-412b-96c2-98db3520901e tempest-ServerGroupTestJSON-1064669458 tempest-ServerGroupTestJSON-1064669458-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a7e4f8b-04b4-436d-88e4-e54b6764461d HTTP/1.1" status: 200 len: 945 time: 0.3947034 Dec 06 17:23:42.298193 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ba0d5e3d-3c3e-4cff-97a8-da66cb015991 req-0d4123dd-ac32-4982-9f64-f8a442c59d68 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=5055a3f9-0705-481f-a554-5c989eab318b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909755 Dec 06 17:23:42.507948 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ea56e-c3c1-4af6-91ad-50127404e197 req-d59f640a-31aa-4462-880c-4c339f5cb93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:42.516740 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0a7ea56e-c3c1-4af6-91ad-50127404e197 req-d59f640a-31aa-4462-880c-4c339f5cb93a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0688c6db31494470a1b7a5ecaa734bc4&device_id=dcc078fa-9117-41b2-90f4-24dd9b9b3e75 HTTP/1.1" status: 200 len: 1094 time: 0.2393003 Dec 06 17:23:42.635710 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d0476743-a31f-46e9-8b61-9bcacabcf24c req-66cff7af-8bd5-45ca-8ae0-0fb2989b6e5d tempest-ServerGroupTestJSON-1064669458 tempest-ServerGroupTestJSON-1064669458-project] 10.222.0.23 "GET /v2.0/security-groups?id=340f98d0-145c-4a19-a74b-e6b1a0063e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840991 Dec 06 17:23:42.685320 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3892b722-b181-4f98-b347-387ca9761f9d req-2e48b21d-eaf2-44b2-91ef-204d395273bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:42.692033 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3892b722-b181-4f98-b347-387ca9761f9d req-2e48b21d-eaf2-44b2-91ef-204d395273bd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27074bf2b27c4afcb8f578b14abef9af&device_id=8bfd91d9-eaed-4941-b247-66463a0fc366 HTTP/1.1" status: 200 len: 1094 time: 0.2477186 Dec 06 17:23:42.695275 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d7dcb6-0c3f-4516-99fc-7186f3e5661a req-d8680f73-6673-4076-8af2-0c25ac5cf22d tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:42.698150 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-55605bf1-7b64-4367-825a-827242df674f tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:42.703614 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c9d7dcb6-0c3f-4516-99fc-7186f3e5661a req-d8680f73-6673-4076-8af2-0c25ac5cf22d tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=8bfd91d9-eaed-4941-b247-66463a0fc366 HTTP/1.1" status: 200 len: 943 time: 0.1852016 Dec 06 17:23:42.748935 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55605bf1-7b64-4367-825a-827242df674f tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Pushing event deleted for resources: {'Port': ['ID=8a203b25-b367-460b-b5c3-07245d196017,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:42.764382 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55605bf1-7b64-4367-825a-827242df674f tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] No DVR routers for this DVR port 8a203b25-b367-460b-b5c3-07245d196017 on host n-d-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:23:42.798171 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c9d7dcb6-0c3f-4516-99fc-7186f3e5661a req-0f2941e9-29d1-4514-b3b8-66773603080d tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919924 Dec 06 17:23:42.974240 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-55605bf1-7b64-4367-825a-827242df674f tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:42.999652 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-55605bf1-7b64-4367-825a-827242df674f tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2343c0a-6cca-4cf5-a3cc-72085171ecbd']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:23:43.022119 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 2a9c0948-a0f9-41b0-9621-ce97ab9105a9 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:23:43.023220 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-55605bf1-7b64-4367-825a-827242df674f tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ae0060c-4058-4cbb-9cbc-465670abd780') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:23:43.023652 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-55605bf1-7b64-4367-825a-827242df674f tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ae0060c-4058-4cbb-9cbc-465670abd780') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:23:43.038827 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678df9cc-5571-423a-b258-429b0adce918 req-12a4cd54-dcc9-401a-ba6f-29a34261c508 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:43.040365 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-678df9cc-5571-423a-b258-429b0adce918 req-12a4cd54-dcc9-401a-ba6f-29a34261c508 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcc078fa-9117-41b2-90f4-24dd9b9b3e75 HTTP/1.1" status: 200 len: 943 time: 0.0996709 Dec 06 17:23:43.045625 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-55605bf1-7b64-4367-825a-827242df674f tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:43.058727 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 2a9c0948-a0f9-41b0-9621-ce97ab9105a9 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:23:43.059856 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 2a9c0948-a0f9-41b0-9621-ce97ab9105a9 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:23:43.060473 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 8a203b25-b367-460b-b5c3-07245d196017 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:23:43.090130 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 8a203b25-b367-460b-b5c3-07245d196017 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:23:43.090757 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 8a203b25-b367-460b-b5c3-07245d196017 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:23:43.110970 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-55605bf1-7b64-4367-825a-827242df674f tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:43.126241 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-678df9cc-5571-423a-b258-429b0adce918 req-c9e6702a-257f-4d0f-98c9-a5b583f5a012 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c657007e-2b96-4108-a795-7e2c1ca6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777924 Dec 06 17:23:43.127919 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55605bf1-7b64-4367-825a-827242df674f tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:23:43.128576 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-55605bf1-7b64-4367-825a-827242df674f tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:43.131847 n-d-master-1 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:23:43.131847 n-d-master-1 neutron-server[103285]: self.session.flush() Dec 06 17:23:43.131847 n-d-master-1 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:23:43.131847 n-d-master-1 neutron-server[103285]: self.session.flush() Dec 06 17:23:43.131847 n-d-master-1 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:23:43.131847 n-d-master-1 neutron-server[103285]: self.session.flush() Dec 06 17:23:43.131847 n-d-master-1 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:23:43.131847 n-d-master-1 neutron-server[103285]: self.session.flush() Dec 06 17:23:43.131847 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:23:43.131847 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:23:43.131847 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:23:43.131847 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:23:43.131847 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:23:43.131847 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:23:43.131847 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:23:43.131847 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:23:43.131847 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:23:43.131847 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:23:43.131847 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:23:43.131847 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:23:43.131847 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:23:43.131847 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:23:43.131847 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:23:43.131847 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:23:43.131847 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:23:43.131847 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:23:43.131847 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:23:43.131847 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:23:43.131847 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:23:43.131847 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:23:43.131847 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:23:43.131847 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:23:43.131847 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:23:43.131847 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:23:43.131847 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:23:43.131847 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:23:43.131847 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:23:43.131847 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:23:43.131847 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:23:43.131847 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:23:43.207619 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-55605bf1-7b64-4367-825a-827242df674f tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:43.217851 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-55605bf1-7b64-4367-825a-827242df674f tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:43.222376 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-55605bf1-7b64-4367-825a-827242df674f tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "DELETE /v2.0/networks/d2343c0a-6cca-4cf5-a3cc-72085171ecbd HTTP/1.1" status: 204 len: 168 time: 2.2593246 Dec 06 17:23:43.225062 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59344) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:43.231956 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-a43c70c3-f964-46da-84d1-d50abb9a4a60 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Request body: {'router': {'routes': None}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:23:43.239388 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55605bf1-7b64-4367-825a-827242df674f tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Pushing event deleted for resources: {'Network': ['ID=d2343c0a-6cca-4cf5-a3cc-72085171ecbd,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:43.439196 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-634ef9cd-0636-48d1-8b6a-724c22715d84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:43.451148 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.extraroute_db [None req-a43c70c3-f964-46da-84d1-d50abb9a4a60 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Added routes are [] {{(pid=103284) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 06 17:23:43.451587 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.extraroute_db [None req-a43c70c3-f964-46da-84d1-d50abb9a4a60 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Removed routes are [] {{(pid=103284) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 06 17:23:43.452043 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a43c70c3-f964-46da-84d1-d50abb9a4a60 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1944'] for router, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:43.570125 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0107c50-fe44-4047-8960-49c54a509235 req-58f3ad24-2569-4b1b-8309-149f271cfbf9 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:43.571959 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c0107c50-fe44-4047-8960-49c54a509235 req-58f3ad24-2569-4b1b-8309-149f271cfbf9 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a8709b5-b684-4aa0-903d-8839be2c999e HTTP/1.1" status: 200 len: 944 time: 0.1223757 Dec 06 17:23:43.694808 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a43c70c3-f964-46da-84d1-d50abb9a4a60 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1944'] for router, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:43.701244 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a43c70c3-f964-46da-84d1-d50abb9a4a60 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536591', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-575717'] for router, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:43.794374 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776e3c4e-2e45-4010-a829-00aed35f1a88 req-5c006dde-f2d6-4051-9c22-6323580a2c0f tempest-ServerGroupTestJSON-1064669458 tempest-ServerGroupTestJSON-1064669458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:43.802559 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-776e3c4e-2e45-4010-a829-00aed35f1a88 req-5c006dde-f2d6-4051-9c22-6323580a2c0f tempest-ServerGroupTestJSON-1064669458 tempest-ServerGroupTestJSON-1064669458-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a7e4f8b-04b4-436d-88e4-e54b6764461d HTTP/1.1" status: 200 len: 945 time: 0.1037133 Dec 06 17:23:43.860236 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a43c70c3-f964-46da-84d1-d50abb9a4a60 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Router 4ba7a698-575a-4aaf-9eb0-dc82d8271f78 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:23:43.874640 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-776e3c4e-2e45-4010-a829-00aed35f1a88 req-5db1a641-3cae-4215-8764-a6fc7080faaa tempest-ServerGroupTestJSON-1064669458 tempest-ServerGroupTestJSON-1064669458-project] 10.222.0.23 "GET /v2.0/security-groups?id=340f98d0-145c-4a19-a74b-e6b1a0063e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707252 Dec 06 17:23:44.054890 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c0107c50-fe44-4047-8960-49c54a509235 req-c3bff1df-96b2-460c-9a6f-2926b6a2fc50 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=5055a3f9-0705-481f-a554-5c989eab318b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4734745 Dec 06 17:23:44.064188 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a43c70c3-f964-46da-84d1-d50abb9a4a60 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:23:44.072303 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a43c70c3-f964-46da-84d1-d50abb9a4a60 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:44.075123 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42f42e8-9e89-495d-8d1c-295717625f48 None None] Sync routers for ids ['4ba7a698-575a-4aaf-9eb0-dc82d8271f78'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:23:44.085593 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-a43c70c3-f964-46da-84d1-d50abb9a4a60 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "PUT /v2.0/routers/4ba7a698-575a-4aaf-9eb0-dc82d8271f78 HTTP/1.1" status: 200 len: 701 time: 0.8502858 Dec 06 17:23:44.085593 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59366) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:44.102940 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42f42e8-9e89-495d-8d1c-295717625f48 None None] Routers {'4ba7a698-575a-4aaf-9eb0-dc82d8271f78'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:23:44.104036 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-b42f42e8-9e89-495d-8d1c-295717625f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:23:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['4ba7a698-575a-4aaf-9eb0-dc82d8271f78'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:23:44.138279 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170b5700-f071-402b-88d0-924cbf5ac31a req-9a0b27e0-f5a9-470d-a629-8f8f18214953 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:44.139864 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-170b5700-f071-402b-88d0-924cbf5ac31a req-9a0b27e0-f5a9-470d-a629-8f8f18214953 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=8bfd91d9-eaed-4941-b247-66463a0fc366 HTTP/1.1" status: 200 len: 943 time: 0.1412861 Dec 06 17:23:44.163558 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-da22a9d6-566a-4252-a427-e92cf7d939f2 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ba7a698-575a-4aaf-9eb0-dc82d8271f78 HTTP/1.1" status: 200 len: 205 time: 0.0832124 Dec 06 17:23:44.165162 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59374) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:44.273587 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-b42f42e8-9e89-495d-8d1c-295717625f48 None None] Set router 4ba7a698-575a-4aaf-9eb0-dc82d8271f78 gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:23:44.296632 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-170b5700-f071-402b-88d0-924cbf5ac31a req-1671d014-fa7b-47f2-800a-ce223b0b5bf3 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489131 Dec 06 17:23:44.373686 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4b4ee4f0-683b-4997-b4dc-e726095536d7 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks [] for router, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:44.385059 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-b42f42e8-9e89-495d-8d1c-295717625f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'name': 'tempest-RoutersTest-router-1277596697', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:22:33Z', 'updated_at': '2021-12-06T17:23:38Z', 'revision_number': 11, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:23:44.472301 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42f42e8-9e89-495d-8d1c-295717625f48 None None] Checking router: 4ba7a698-575a-4aaf-9eb0-dc82d8271f78 for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:23:44.498769 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42f42e8-9e89-495d-8d1c-295717625f48 None None] Routers {'4ba7a698-575a-4aaf-9eb0-dc82d8271f78'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:23:44.499727 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-b42f42e8-9e89-495d-8d1c-295717625f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:23:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['4ba7a698-575a-4aaf-9eb0-dc82d8271f78'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:23:44.555424 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0799a0-64c9-4684-87ae-d3a39cc1b0ce req-6cba4e4d-870a-4a45-a310-622c006e087d tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:44.563300 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-aa0799a0-64c9-4684-87ae-d3a39cc1b0ce req-6cba4e4d-870a-4a45-a310-622c006e087d tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcc078fa-9117-41b2-90f4-24dd9b9b3e75 HTTP/1.1" status: 200 len: 943 time: 0.1024339 Dec 06 17:23:44.588166 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-b42f42e8-9e89-495d-8d1c-295717625f48 None None] Set router 4ba7a698-575a-4aaf-9eb0-dc82d8271f78 gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:23:44.645988 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-b42f42e8-9e89-495d-8d1c-295717625f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'name': 'tempest-RoutersTest-router-1277596697', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:22:33Z', 'updated_at': '2021-12-06T17:23:38Z', 'revision_number': 11, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:23:44.669681 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-aa0799a0-64c9-4684-87ae-d3a39cc1b0ce req-630f669d-a485-4505-984c-be18ee9c02cd tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c657007e-2b96-4108-a795-7e2c1ca6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012836 Dec 06 17:23:44.697724 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42f42e8-9e89-495d-8d1c-295717625f48 None None] The sync data for ids ['4ba7a698-575a-4aaf-9eb0-dc82d8271f78'] in n-d-master-1 is: [{'id': '4ba7a698-575a-4aaf-9eb0-dc82d8271f78', 'name': 'tempest-RoutersTest-router-1277596697', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:22:33Z', 'updated_at': '2021-12-06T17:23:38Z', 'revision_number': 11, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'gw_port_host': None}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:23:44.794273 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3892b722-b181-4f98-b347-387ca9761f9d req-16141de4-51c6-443c-9ff2-69bdd4461da9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd5c0723-6f45-45f1-868c-1b66de29d034 HTTP/1.1" status: 200 len: 217 time: 0.0814700 Dec 06 17:23:44.941153 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3892b722-b181-4f98-b347-387ca9761f9d req-0149b8c6-ec1b-4d5f-abb5-bc7407c7c2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:44.959465 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3892b722-b181-4f98-b347-387ca9761f9d req-0149b8c6-ec1b-4d5f-abb5-bc7407c7c2b0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=32ad7edd-27dc-4328-9a42-8806a7c2ef97 HTTP/1.1" status: 200 len: 854 time: 0.1227968 Dec 06 17:23:44.984490 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4b4ee4f0-683b-4997-b4dc-e726095536d7 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:44.990265 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4b4ee4f0-683b-4997-b4dc-e726095536d7 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:44.992390 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ea56e-c3c1-4af6-91ad-50127404e197 req-c5004ddb-293f-4cd6-aa60-a4eaa3734ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:44.993908 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0a7ea56e-c3c1-4af6-91ad-50127404e197 req-c5004ddb-293f-4cd6-aa60-a4eaa3734ae3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b1330ff6-71a6-48db-aedf-2e908404d40b HTTP/1.1" status: 200 len: 912 time: 0.2374685 Dec 06 17:23:45.130114 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3892b722-b181-4f98-b347-387ca9761f9d req-585fe6e1-f775-43b0-8c54-8e6ce95b47b9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0fd247c3-8063-42cc-bb6f-57bead4315cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0843635 Dec 06 17:23:45.627143 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d205872f-9ae4-473d-9aa0-19e85e451a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:45.911712 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66007b97-06de-4b17-b741-b3390bd6d471 req-aeb6d72a-f887-4496-a677-9e484f866aa1 tempest-ServerGroupTestJSON-1064669458 tempest-ServerGroupTestJSON-1064669458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:45.922263 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50fbd41-86c4-4780-b2cb-c41dca86a14f req-8565ad89-92d0-4e56-bffc-b4f8402b7776 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:45.927006 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-66007b97-06de-4b17-b741-b3390bd6d471 req-aeb6d72a-f887-4496-a677-9e484f866aa1 tempest-ServerGroupTestJSON-1064669458 tempest-ServerGroupTestJSON-1064669458-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a7e4f8b-04b4-436d-88e4-e54b6764461d HTTP/1.1" status: 200 len: 945 time: 1.3029146 Dec 06 17:23:45.933149 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a50fbd41-86c4-4780-b2cb-c41dca86a14f req-8565ad89-92d0-4e56-bffc-b4f8402b7776 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a8709b5-b684-4aa0-903d-8839be2c999e HTTP/1.1" status: 200 len: 944 time: 0.7383049 Dec 06 17:23:46.099192 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a50fbd41-86c4-4780-b2cb-c41dca86a14f req-022c3f5e-6259-4840-8dca-f1a844bd66f0 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=5055a3f9-0705-481f-a554-5c989eab318b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1641254 Dec 06 17:23:46.107545 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3892b722-b181-4f98-b347-387ca9761f9d req-5db09420-905f-433b-b729-26954ae6d1b5 service neutron] 10.222.0.44 "GET /v2.0/networks/0fd247c3-8063-42cc-bb6f-57bead4315cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9657717 Dec 06 17:23:46.121178 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0a7ea56e-c3c1-4af6-91ad-50127404e197 req-4b5ad0a2-be6f-4b7a-9f1e-6c84aec5389a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5053c2ed-94ee-4923-8b37-03fdd9d0d673 HTTP/1.1" status: 200 len: 217 time: 0.2587764 Dec 06 17:23:46.153608 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-66007b97-06de-4b17-b741-b3390bd6d471 req-e4c0b535-abc6-4628-b1ee-89036108d410 tempest-ServerGroupTestJSON-1064669458 tempest-ServerGroupTestJSON-1064669458-project] 10.222.0.23 "GET /v2.0/security-groups?id=340f98d0-145c-4a19-a74b-e6b1a0063e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135015 Dec 06 17:23:46.156866 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4b4ee4f0-683b-4997-b4dc-e726095536d7 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:46.157676 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b4ee4f0-683b-4997-b4dc-e726095536d7 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Fanout notify agent at l3_agent the message router_deleted on router 4ba7a698-575a-4aaf-9eb0-dc82d8271f78 {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 17:23:46.192788 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4b4ee4f0-683b-4997-b4dc-e726095536d7 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:46.193916 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-4b4ee4f0-683b-4997-b4dc-e726095536d7 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "DELETE /v2.0/routers/4ba7a698-575a-4aaf-9eb0-dc82d8271f78 HTTP/1.1" status: 204 len: 168 time: 2.0277891 Dec 06 17:23:46.198281 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 59398) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:46.204983 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-528c71d4-fefa-4073-ac06-914840115fdf tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1958701970', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:23:46.332312 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-528c71d4-fefa-4073-ac06-914840115fdf tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:46.333375 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-528c71d4-fefa-4073-ac06-914840115fdf tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:46.405237 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89abca06-6584-4ec3-9db2-f5622b631742 req-a45ddafa-405d-4dc4-8bc6-041b0b824fb7 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:46.408044 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-89abca06-6584-4ec3-9db2-f5622b631742 req-a45ddafa-405d-4dc4-8bc6-041b0b824fb7 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=8bfd91d9-eaed-4941-b247-66463a0fc366 HTTP/1.1" status: 200 len: 943 time: 0.1386573 Dec 06 17:23:46.438346 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be074bc0-6029-4d3d-a18f-d11c6ea2709b req-646f1d43-21ff-43b3-8133-bb0a8ac0c4f6 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:46.439956 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-be074bc0-6029-4d3d-a18f-d11c6ea2709b req-646f1d43-21ff-43b3-8133-bb0a8ac0c4f6 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcc078fa-9117-41b2-90f4-24dd9b9b3e75 HTTP/1.1" status: 200 len: 943 time: 0.1600037 Dec 06 17:23:46.511582 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-be074bc0-6029-4d3d-a18f-d11c6ea2709b req-a0b88265-f0f4-4de0-9e5c-23d599a2f254 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c657007e-2b96-4108-a795-7e2c1ca6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578296 Dec 06 17:23:46.549152 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-528c71d4-fefa-4073-ac06-914840115fdf tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:46.582564 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-528c71d4-fefa-4073-ac06-914840115fdf tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:46.685816 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-89abca06-6584-4ec3-9db2-f5622b631742 req-77e3b0ac-d1c6-4b70-a453-a0c6e0f57bae tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689905 Dec 06 17:23:46.715735 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-528c71d4-fefa-4073-ac06-914840115fdf tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:46.717281 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-528c71d4-fefa-4073-ac06-914840115fdf tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5182302 Dec 06 17:23:46.721325 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59406) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:46.726419 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-2492ae33-3e3d-4918-90b7-a414d0eebba8 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:23:46.865884 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:47.015382 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2492ae33-3e3d-4918-90b7-a414d0eebba8 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1944'] for router, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:47.033508 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2492ae33-3e3d-4918-90b7-a414d0eebba8 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536591', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-575717'] for router, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:47.195827 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2492ae33-3e3d-4918-90b7-a414d0eebba8 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Router 882fe1ec-12a0-4e7e-9ab6-77c62e681177 is scheduled to L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 17:23:47.363440 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0214d68c-b292-4d3d-971a-0de9fcfe3e12 req-cb292076-51b0-4562-b7ad-3107b2f28626 tempest-ServerGroupTestJSON-1064669458 tempest-ServerGroupTestJSON-1064669458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:47.372534 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0214d68c-b292-4d3d-971a-0de9fcfe3e12 req-cb292076-51b0-4562-b7ad-3107b2f28626 tempest-ServerGroupTestJSON-1064669458 tempest-ServerGroupTestJSON-1064669458-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a7e4f8b-04b4-436d-88e4-e54b6764461d HTTP/1.1" status: 200 len: 945 time: 0.1048448 Dec 06 17:23:47.388524 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2492ae33-3e3d-4918-90b7-a414d0eebba8 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:23:47.397389 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2492ae33-3e3d-4918-90b7-a414d0eebba8 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:47.401194 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997cd12d-97e8-4b84-aed8-df3f4a63e8c8 None None] Sync routers for ids ['882fe1ec-12a0-4e7e-9ab6-77c62e681177'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:23:47.410242 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-2492ae33-3e3d-4918-90b7-a414d0eebba8 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "PUT /v2.0/routers/882fe1ec-12a0-4e7e-9ab6-77c62e681177 HTTP/1.1" status: 200 len: 694 time: 0.6842501 Dec 06 17:23:47.416605 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59412) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:47.427770 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997cd12d-97e8-4b84-aed8-df3f4a63e8c8 None None] Routers {'882fe1ec-12a0-4e7e-9ab6-77c62e681177'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:23:47.429032 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-997cd12d-97e8-4b84-aed8-df3f4a63e8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:23:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['882fe1ec-12a0-4e7e-9ab6-77c62e681177'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:23:47.456211 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a989cb02-c479-4a45-bd62-878be14c8967 req-808e38d9-8b22-44f6-a14b-bbac316fe3a5 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:47.463156 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a989cb02-c479-4a45-bd62-878be14c8967 req-808e38d9-8b22-44f6-a14b-bbac316fe3a5 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a8709b5-b684-4aa0-903d-8839be2c999e HTTP/1.1" status: 200 len: 944 time: 0.1602268 Dec 06 17:23:47.507951 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0214d68c-b292-4d3d-971a-0de9fcfe3e12 req-286b48de-00f9-4d7e-bfda-c207e548bc49 tempest-ServerGroupTestJSON-1064669458 tempest-ServerGroupTestJSON-1064669458-project] 10.222.0.23 "GET /v2.0/security-groups?id=340f98d0-145c-4a19-a74b-e6b1a0063e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341136 Dec 06 17:23:47.669106 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-997cd12d-97e8-4b84-aed8-df3f4a63e8c8 None None] Set router 882fe1ec-12a0-4e7e-9ab6-77c62e681177 gateway port host: None {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:23:47.788121 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e0711a-58bf-48eb-b2ea-e8ff34a3e363 req-360418be-d375-4939-a9ea-58a7dda69498 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:47.797264 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-26e0711a-58bf-48eb-b2ea-e8ff34a3e363 req-360418be-d375-4939-a9ea-58a7dda69498 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcc078fa-9117-41b2-90f4-24dd9b9b3e75 HTTP/1.1" status: 200 len: 943 time: 0.0924313 Dec 06 17:23:47.797706 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-a3cbc410-8623-4545-bb93-20d3edc7fe92 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "GET /v2.0/routers/882fe1ec-12a0-4e7e-9ab6-77c62e681177 HTTP/1.1" status: 200 len: 700 time: 0.3735986 Dec 06 17:23:47.799009 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59422) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:47.819641 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-997cd12d-97e8-4b84-aed8-df3f4a63e8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882fe1ec-12a0-4e7e-9ab6-77c62e681177', 'name': 'tempest-RoutersTest-router-1958701970', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:23:46Z', 'updated_at': '2021-12-06T17:23:47Z', 'revision_number': 2, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:23:47.829869 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a989cb02-c479-4a45-bd62-878be14c8967 req-aedfb24b-28af-49b5-98fa-26b553d828a5 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=5055a3f9-0705-481f-a554-5c989eab318b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2418849 Dec 06 17:23:47.853250 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997cd12d-97e8-4b84-aed8-df3f4a63e8c8 None None] Checking router: 882fe1ec-12a0-4e7e-9ab6-77c62e681177 for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:23:47.882840 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997cd12d-97e8-4b84-aed8-df3f4a63e8c8 None None] Routers {'882fe1ec-12a0-4e7e-9ab6-77c62e681177'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:23:47.883730 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-997cd12d-97e8-4b84-aed8-df3f4a63e8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:23:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['882fe1ec-12a0-4e7e-9ab6-77c62e681177'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:23:47.897745 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-26e0711a-58bf-48eb-b2ea-e8ff34a3e363 req-bc251684-b668-4282-95e8-a014d9437c24 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c657007e-2b96-4108-a795-7e2c1ca6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013460 Dec 06 17:23:47.917054 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-7118811c-292b-41e4-abeb-af2c3652ce49 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "GET /v2.0/ports?device_id=882fe1ec-12a0-4e7e-9ab6-77c62e681177 HTTP/1.1" status: 200 len: 205 time: 0.1167808 Dec 06 17:23:47.921492 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 59428) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:48.034716 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:48.143415 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-664d8b3b-c4e9-4479-bc21-53f74b5f7fec tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks [] for router, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:48.161998 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d697a72-e15b-4872-9351-76c67b2a2db5 req-899e97db-9d15-4d5b-ade8-a2e7a3efa9e7 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:48.163888 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1d697a72-e15b-4872-9351-76c67b2a2db5 req-899e97db-9d15-4d5b-ade8-a2e7a3efa9e7 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=8bfd91d9-eaed-4941-b247-66463a0fc366 HTTP/1.1" status: 200 len: 943 time: 0.1591380 Dec 06 17:23:48.186900 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-997cd12d-97e8-4b84-aed8-df3f4a63e8c8 None None] Set router 882fe1ec-12a0-4e7e-9ab6-77c62e681177 gateway port host: None {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:23:48.341273 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-997cd12d-97e8-4b84-aed8-df3f4a63e8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882fe1ec-12a0-4e7e-9ab6-77c62e681177', 'name': 'tempest-RoutersTest-router-1958701970', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:23:46Z', 'updated_at': '2021-12-06T17:23:47Z', 'revision_number': 2, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:23:48.360072 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1d697a72-e15b-4872-9351-76c67b2a2db5 req-91843bcb-9b59-4a55-bfe3-b4df985df996 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834712 Dec 06 17:23:48.419605 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997cd12d-97e8-4b84-aed8-df3f4a63e8c8 None None] The sync data for ids ['882fe1ec-12a0-4e7e-9ab6-77c62e681177'] in n-d-master-1 is: [{'id': '882fe1ec-12a0-4e7e-9ab6-77c62e681177', 'name': 'tempest-RoutersTest-router-1958701970', 'tenant_id': '60dea69d591c42b4aa2e88227c4d267f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:23:46Z', 'updated_at': '2021-12-06T17:23:47Z', 'revision_number': 2, 'project_id': '60dea69d591c42b4aa2e88227c4d267f', 'gw_port_host': None}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:23:48.467990 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-664d8b3b-c4e9-4479-bc21-53f74b5f7fec tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:48.470769 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-664d8b3b-c4e9-4479-bc21-53f74b5f7fec tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:48.614800 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-664d8b3b-c4e9-4479-bc21-53f74b5f7fec tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:48.615275 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-664d8b3b-c4e9-4479-bc21-53f74b5f7fec tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Fanout notify agent at l3_agent the message router_deleted on router 882fe1ec-12a0-4e7e-9ab6-77c62e681177 {{(pid=103285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 17:23:48.623227 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-664d8b3b-c4e9-4479-bc21-53f74b5f7fec tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:48.628446 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-664d8b3b-c4e9-4479-bc21-53f74b5f7fec tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "DELETE /v2.0/routers/882fe1ec-12a0-4e7e-9ab6-77c62e681177 HTTP/1.1" status: 204 len: 168 time: 0.7009385 Dec 06 17:23:48.628740 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 59432) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:48.669519 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-4ab2eeda-d032-4788-8d13-ab16e1b6900a tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "GET /v2.0/ports?device_id=882fe1ec-12a0-4e7e-9ab6-77c62e681177 HTTP/1.1" status: 200 len: 205 time: 0.0351007 Dec 06 17:23:48.673069 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59436) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:48.745619 n-d-master-1 neutron-server[103284]: INFO neutron.api.v2.resource [None req-253ce04e-87db-46c5-899a-37c4aca1ecf8 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] delete failed (client error): The resource could not be found. Dec 06 17:23:48.746918 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-253ce04e-87db-46c5-899a-37c4aca1ecf8 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "DELETE /v2.0/routers/882fe1ec-12a0-4e7e-9ab6-77c62e681177 HTTP/1.1" status: 404 len: 336 time: 0.0724974 Dec 06 17:23:48.749415 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59438) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:48.777989 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852c9629-0384-4653-9e58-2797fb505afd req-b6d0f40c-538e-49f6-83ba-5642c1827704 tempest-ServerGroupTestJSON-1064669458 tempest-ServerGroupTestJSON-1064669458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:48.779945 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-852c9629-0384-4653-9e58-2797fb505afd req-b6d0f40c-538e-49f6-83ba-5642c1827704 tempest-ServerGroupTestJSON-1064669458 tempest-ServerGroupTestJSON-1064669458-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a7e4f8b-04b4-436d-88e4-e54b6764461d HTTP/1.1" status: 200 len: 945 time: 0.0985296 Dec 06 17:23:48.801681 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-69c75b6a-435b-415f-b307-8ef129d4dbf3 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] DELETE failed (client error): The resource could not be found. Dec 06 17:23:48.802155 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69c75b6a-435b-415f-b307-8ef129d4dbf3 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:23:48.808660 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-69c75b6a-435b-415f-b307-8ef129d4dbf3 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "DELETE /v2.0/subnets/0a74512e-6da6-4e77-8bc1-0eab810cebfb HTTP/1.1" status: 404 len: 337 time: 0.0484629 Dec 06 17:23:48.810078 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 59440) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:48.851010 n-d-master-1 neutron-server[103285]: INFO neutron.pecan_wsgi.hooks.translation [None req-d322f7b8-ef4e-48cb-8572-aeb9338a42de tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] DELETE failed (client error): The resource could not be found. Dec 06 17:23:48.851424 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d322f7b8-ef4e-48cb-8572-aeb9338a42de tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103285) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:23:48.857391 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-d322f7b8-ef4e-48cb-8572-aeb9338a42de tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "DELETE /v2.0/subnets/d2275e3c-6a62-47f8-9a40-40c406cd3a24 HTTP/1.1" status: 404 len: 337 time: 0.0440247 Dec 06 17:23:48.857985 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59442) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:48.885356 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-852c9629-0384-4653-9e58-2797fb505afd req-ee0a399b-0185-4b5d-9697-b8b1afb0f881 tempest-ServerGroupTestJSON-1064669458 tempest-ServerGroupTestJSON-1064669458-project] 10.222.0.23 "GET /v2.0/security-groups?id=340f98d0-145c-4a19-a74b-e6b1a0063e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961251 Dec 06 17:23:48.911713 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1839c64-8335-48df-af26-0b45aaed2b63 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] DELETE failed (client error): The resource could not be found. Dec 06 17:23:48.916310 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1839c64-8335-48df-af26-0b45aaed2b63 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:23:48.920511 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-e1839c64-8335-48df-af26-0b45aaed2b63 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "DELETE /v2.0/subnets/a0269ed2-b553-4c08-8d9e-236d32987f04 HTTP/1.1" status: 404 len: 337 time: 0.0599098 Dec 06 17:23:48.923255 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59446) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:49.002301 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-89b28f15-4eef-41ed-9fc7-f8e5441a19a7 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] DELETE failed (client error): The resource could not be found. Dec 06 17:23:49.002789 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89b28f15-4eef-41ed-9fc7-f8e5441a19a7 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:23:49.008380 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-89b28f15-4eef-41ed-9fc7-f8e5441a19a7 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "DELETE /v2.0/subnets/c6d3cb16-f0d3-44ba-95d2-5d5b143d4354 HTTP/1.1" status: 404 len: 337 time: 0.0818360 Dec 06 17:23:49.009067 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59456) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:49.015511 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:49.068630 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-1fee5a25-6b0f-4bca-88f0-d5af7e106bf3 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ba7a698-575a-4aaf-9eb0-dc82d8271f78 HTTP/1.1" status: 200 len: 205 time: 0.0585644 Dec 06 17:23:49.074426 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 59460) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:49.258268 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 5053c2ed-94ee-4923-8b37-03fdd9d0d673 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:23:49.270093 n-d-master-1 neutron-server[103285]: INFO neutron.api.v2.resource [None req-a57ffc30-c455-4ec8-89d4-9e2daae533fa tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] delete failed (client error): The resource could not be found. Dec 06 17:23:49.273605 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-a57ffc30-c455-4ec8-89d4-9e2daae533fa tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "DELETE /v2.0/routers/4ba7a698-575a-4aaf-9eb0-dc82d8271f78 HTTP/1.1" status: 404 len: 336 time: 0.1945636 Dec 06 17:23:49.300962 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ea56e-c3c1-4af6-91ad-50127404e197 req-b735136f-3465-408f-9189-f852f2a215a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:49.303205 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 59470) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:49.304594 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0a7ea56e-c3c1-4af6-91ad-50127404e197 req-b735136f-3465-408f-9189-f852f2a215a6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=407d30a8-656b-4107-b0bb-8b27c7634002 HTTP/1.1" status: 200 len: 850 time: 0.1369696 Dec 06 17:23:49.425215 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-d8d21682-854e-43e3-89a3-51a50d00a6e9 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfaa460b-52ed-4c16-b786-077bf5f0ebb6 HTTP/1.1" status: 200 len: 205 time: 0.1193283 Dec 06 17:23:49.428492 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ea56e-c3c1-4af6-91ad-50127404e197 req-33571152-f1f7-4921-9132-e8ccd22c2e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:49.435559 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0a7ea56e-c3c1-4af6-91ad-50127404e197 req-33571152-f1f7-4921-9132-e8ccd22c2e77 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b1330ff6-71a6-48db-aedf-2e908404d40b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1209395 Dec 06 17:23:49.436109 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59478) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:49.494127 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84c0061-3609-4ac6-8900-5c0eab7f31d8 req-d76e139f-9ad8-46b9-8c70-6132830ad5d4 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:49.505217 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f84c0061-3609-4ac6-8900-5c0eab7f31d8 req-d76e139f-9ad8-46b9-8c70-6132830ad5d4 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcc078fa-9117-41b2-90f4-24dd9b9b3e75 HTTP/1.1" status: 200 len: 943 time: 0.4516521 Dec 06 17:23:49.574547 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3892b722-b181-4f98-b347-387ca9761f9d req-d125c598-b741-46d2-8487-ce283af95129 service neutron] 10.222.0.44 "GET /v2.0/networks/0fd247c3-8063-42cc-bb6f-57bead4315cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3301296 Dec 06 17:23:49.578258 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 5053c2ed-94ee-4923-8b37-03fdd9d0d673, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5053c2ed-94ee-4923-8b37-03fdd9d0d673,segment=NetworkSegment(89275c86-7da9-47f2-a47a-1035a530c501),segment_id=89275c86-7da9-47f2-a47a-1035a530c501)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:23:49.605637 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': '5053c2ed-94ee-4923-8b37-03fdd9d0d673', 'network_id': 'b1330ff6-71a6-48db-aedf-2e908404d40b', 'port_id': '5053c2ed-94ee-4923-8b37-03fdd9d0d673', 'mac_address': 'fa:16:3e:40:0e:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '407d30a8-656b-4107-b0bb-8b27c7634002', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:23:49.622972 n-d-master-1 neutron-server[103284]: INFO neutron.api.v2.resource [None req-79eb32b1-d331-401c-b8a6-b52d0c892a67 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] delete failed (client error): The resource could not be found. Dec 06 17:23:49.624079 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f84c0061-3609-4ac6-8900-5c0eab7f31d8 req-ed795afa-b409-4128-93f9-e55776ff2ea4 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c657007e-2b96-4108-a795-7e2c1ca6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178470 Dec 06 17:23:49.627511 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 59488) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:49.628064 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-79eb32b1-d331-401c-b8a6-b52d0c892a67 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "DELETE /v2.0/routers/dfaa460b-52ed-4c16-b786-077bf5f0ebb6 HTTP/1.1" status: 404 len: 336 time: 0.1843736 Dec 06 17:23:49.680473 n-d-master-1 neutron-server[103285]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cc66c94-d7a1-49ea-ac3a-26fb0bcfaefc tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] DELETE failed (client error): The resource could not be found. Dec 06 17:23:49.681239 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cc66c94-d7a1-49ea-ac3a-26fb0bcfaefc tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103285) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:23:49.685456 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-1cc66c94-d7a1-49ea-ac3a-26fb0bcfaefc tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "DELETE /v2.0/subnets/be955454-2812-41b6-9e9d-1a9ec9797870 HTTP/1.1" status: 404 len: 337 time: 0.0563745 Dec 06 17:23:49.688107 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 59490) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:49.707847 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:49.729214 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5053c2ed-94ee-4923-8b37-03fdd9d0d673 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:23:49.768497 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 5053c2ed-94ee-4923-8b37-03fdd9d0d673, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5053c2ed-94ee-4923-8b37-03fdd9d0d673,segment=NetworkSegment(89275c86-7da9-47f2-a47a-1035a530c501),segment_id=89275c86-7da9-47f2-a47a-1035a530c501)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:23:49.776633 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4246ad7-0b1b-4129-abfb-8283e43f071f req-e75f9208-0925-4aa2-bd9c-3a1042cb554c tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:49.778956 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:49.785713 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d4246ad7-0b1b-4129-abfb-8283e43f071f req-e75f9208-0925-4aa2-bd9c-3a1042cb554c tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a8709b5-b684-4aa0-903d-8839be2c999e HTTP/1.1" status: 200 len: 944 time: 0.3485332 Dec 06 17:23:49.793189 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-d2751cfc-2599-4695-bbae-3c88016f2382 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1ac9bfc-6d5e-4702-9e99-b03feac7c6e1 HTTP/1.1" status: 200 len: 205 time: 0.1036773 Dec 06 17:23:49.793853 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 59494) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:49.900043 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=5053c2ed-94ee-4923-8b37-03fdd9d0d673,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:49.915491 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0a7ea56e-c3c1-4af6-91ad-50127404e197 req-5fd0f438-dc28-4517-98bf-252a59724e38 service neutron] 10.222.0.44 "GET /v2.0/networks/b1330ff6-71a6-48db-aedf-2e908404d40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4698131 Dec 06 17:23:49.970265 n-d-master-1 neutron-server[103285]: INFO neutron.api.v2.resource [None req-31e2a57a-b291-4042-b2a6-e246740442c7 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] delete failed (client error): The resource could not be found. Dec 06 17:23:49.974287 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-31e2a57a-b291-4042-b2a6-e246740442c7 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "DELETE /v2.0/routers/f1ac9bfc-6d5e-4702-9e99-b03feac7c6e1 HTTP/1.1" status: 404 len: 336 time: 0.1753316 Dec 06 17:23:49.976874 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 59498) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:50.036359 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-e85a9950-c3d7-44c1-b45a-17ce5c59320b tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ee3c1a0-b400-4fbb-a941-bf49ecd03786 HTTP/1.1" status: 200 len: 205 time: 0.0583572 Dec 06 17:23:50.045667 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59500) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:50.051897 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['5053c2ed-94ee-4923-8b37-03fdd9d0d673'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:23:50.087125 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133c7318-75a5-466d-a400-e9a475c71940 req-c3f62c2b-6ebb-4f1c-951e-ce43eedb65f4 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:50.088713 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-133c7318-75a5-466d-a400-e9a475c71940 req-c3f62c2b-6ebb-4f1c-951e-ce43eedb65f4 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=8bfd91d9-eaed-4941-b247-66463a0fc366 HTTP/1.1" status: 200 len: 943 time: 0.2930760 Dec 06 17:23:50.106618 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d4246ad7-0b1b-4129-abfb-8283e43f071f req-3b1ff818-7718-46cb-b10f-a9c4a6842e01 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=5055a3f9-0705-481f-a554-5c989eab318b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2958148 Dec 06 17:23:50.239925 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-133c7318-75a5-466d-a400-e9a475c71940 req-e0c8813d-7781-4203-b3a5-a66c809dbd44 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407378 Dec 06 17:23:50.259259 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 59504) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:50.296322 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d67f99b-f282-4905-9c76-d435a7d865fc req-cf0ad97c-ddc6-4c37-a80d-a7d831ba7d55 tempest-ServerGroupTestJSON-1064669458 tempest-ServerGroupTestJSON-1064669458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:50.298980 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1d67f99b-f282-4905-9c76-d435a7d865fc req-cf0ad97c-ddc6-4c37-a80d-a7d831ba7d55 tempest-ServerGroupTestJSON-1064669458 tempest-ServerGroupTestJSON-1064669458-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a7e4f8b-04b4-436d-88e4-e54b6764461d HTTP/1.1" status: 200 len: 945 time: 0.0826991 Dec 06 17:23:50.302306 n-d-master-1 neutron-server[103284]: INFO neutron.api.v2.resource [None req-66bf9545-0de0-4cbf-8cf8-4c0e1dd661ad tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] delete failed (client error): The resource could not be found. Dec 06 17:23:50.304071 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-66bf9545-0de0-4cbf-8cf8-4c0e1dd661ad tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "DELETE /v2.0/routers/4ee3c1a0-b400-4fbb-a941-bf49ecd03786 HTTP/1.1" status: 404 len: 336 time: 0.2348542 Dec 06 17:23:50.307002 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 59508) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:50.341851 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0a7ea56e-c3c1-4af6-91ad-50127404e197 req-272202bc-45cc-48bc-9cd9-a4ea9053ad77 service neutron] 10.222.0.44 "GET /v2.0/networks/b1330ff6-71a6-48db-aedf-2e908404d40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4088137 Dec 06 17:23:50.345829 n-d-master-1 neutron-server[103285]: INFO neutron.pecan_wsgi.hooks.translation [None req-d05f5064-df2d-48c1-af46-5540cfe5ccba tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] DELETE failed (client error): The resource could not be found. Dec 06 17:23:50.346287 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d05f5064-df2d-48c1-af46-5540cfe5ccba tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103285) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:23:50.367470 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-d05f5064-df2d-48c1-af46-5540cfe5ccba tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "DELETE /v2.0/subnets/ee9187b1-8de0-4c22-9029-3f37c9373ffb HTTP/1.1" status: 404 len: 337 time: 0.0582428 Dec 06 17:23:50.370410 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f067d874-f1da-423e-b31f-2e9262c80f94 req-04ade767-2130-4654-b46b-fe4689960b07 tempest-ServerGroupTestJSON-1064669458 tempest-ServerGroupTestJSON-1064669458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:50.372237 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f067d874-f1da-423e-b31f-2e9262c80f94 req-04ade767-2130-4654-b46b-fe4689960b07 tempest-ServerGroupTestJSON-1064669458 tempest-ServerGroupTestJSON-1064669458-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a7e4f8b-04b4-436d-88e4-e54b6764461d HTTP/1.1" status: 200 len: 945 time: 0.1195331 Dec 06 17:23:50.372969 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59510) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:50.413837 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-827de503-6601-4f86-bfc5-928fa7930d6c tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "GET /v2.0/ports?device_id=db676fd4-56b7-4c80-80fd-9c26b272832c HTTP/1.1" status: 200 len: 205 time: 0.0394738 Dec 06 17:23:50.420542 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59512) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:50.483639 n-d-master-1 neutron-server[103284]: INFO neutron.api.v2.resource [None req-a9c850c6-5d7c-4ae5-86dc-1670d623d2ec tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] delete failed (client error): The resource could not be found. Dec 06 17:23:50.485256 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-1d67f99b-f282-4905-9c76-d435a7d865fc req-7e07441a-fc7d-4f81-a79b-2a76b0bcf570 tempest-ServerGroupTestJSON-1064669458 tempest-ServerGroupTestJSON-1064669458-project] Deleting port fe74a5fd-d9fa-4628-ae52-adbb5578b0b1 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:23:50.485632 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-1d67f99b-f282-4905-9c76-d435a7d865fc req-7e07441a-fc7d-4f81-a79b-2a76b0bcf570 tempest-ServerGroupTestJSON-1064669458 tempest-ServerGroupTestJSON-1064669458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:50.488576 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-a9c850c6-5d7c-4ae5-86dc-1670d623d2ec tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "DELETE /v2.0/routers/db676fd4-56b7-4c80-80fd-9c26b272832c HTTP/1.1" status: 404 len: 336 time: 0.0645528 Dec 06 17:23:50.490394 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-442f619f-76b0-4d34-b622-4ad936e727e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:50.492156 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59514) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:50.536631 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d022cac-154f-4629-94ae-1ff9cc068289 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] DELETE failed (client error): The resource could not be found. Dec 06 17:23:50.537027 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d022cac-154f-4629-94ae-1ff9cc068289 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:23:50.540853 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-9d022cac-154f-4629-94ae-1ff9cc068289 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "DELETE /v2.0/subnets/7d70f455-0782-4cda-a1fb-bc18c8049f59 HTTP/1.1" status: 404 len: 337 time: 0.0472729 Dec 06 17:23:50.544659 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f067d874-f1da-423e-b31f-2e9262c80f94 req-77d8d906-930a-470c-b58a-f1913be0b341 tempest-ServerGroupTestJSON-1064669458 tempest-ServerGroupTestJSON-1064669458-project] 10.222.0.23 "GET /v2.0/security-groups?id=340f98d0-145c-4a19-a74b-e6b1a0063e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561506 Dec 06 17:23:50.545353 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59516) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:50.576206 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-6da93c33-a823-490e-9758-bb0fb12a4367 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "GET /v2.0/ports?device_id=53fc8c0f-ac4d-4cff-8617-e5b907460646 HTTP/1.1" status: 200 len: 205 time: 0.0267041 Dec 06 17:23:50.576776 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59518) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:50.619238 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-1d67f99b-f282-4905-9c76-d435a7d865fc req-7e07441a-fc7d-4f81-a79b-2a76b0bcf570 tempest-ServerGroupTestJSON-1064669458 tempest-ServerGroupTestJSON-1064669458-project] For port fe74a5fd-d9fa-4628-ae52-adbb5578b0b1, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=fe74a5fd-d9fa-4628-ae52-adbb5578b0b1,segment=NetworkSegment(3c676934-8145-4548-9213-0abb7ea659ea),segment_id=3c676934-8145-4548-9213-0abb7ea659ea)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:23:50.619927 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-1d67f99b-f282-4905-9c76-d435a7d865fc req-7e07441a-fc7d-4f81-a79b-2a76b0bcf570 tempest-ServerGroupTestJSON-1064669458 tempest-ServerGroupTestJSON-1064669458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:50.628512 n-d-master-1 neutron-server[103284]: INFO neutron.api.v2.resource [None req-60bb6c3f-facb-4187-8d08-b44a9f0939c7 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] delete failed (client error): The resource could not be found. Dec 06 17:23:50.632671 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-60bb6c3f-facb-4187-8d08-b44a9f0939c7 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "DELETE /v2.0/routers/53fc8c0f-ac4d-4cff-8617-e5b907460646 HTTP/1.1" status: 404 len: 336 time: 0.0542216 Dec 06 17:23:50.633619 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59520) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:50.644889 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-1d67f99b-f282-4905-9c76-d435a7d865fc req-7e07441a-fc7d-4f81-a79b-2a76b0bcf570 tempest-ServerGroupTestJSON-1064669458 tempest-ServerGroupTestJSON-1064669458-project] Calling delete_port for fe74a5fd-d9fa-4628-ae52-adbb5578b0b1 owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:23:50.694456 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fda3b20-5c09-4952-a9ee-7ff6441bdf57 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] DELETE failed (client error): The resource could not be found. Dec 06 17:23:50.695074 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fda3b20-5c09-4952-a9ee-7ff6441bdf57 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:23:50.702075 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-0fda3b20-5c09-4952-a9ee-7ff6441bdf57 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "DELETE /v2.0/subnets/a20cd519-bc28-4652-bfff-ba7fe03d6af8 HTTP/1.1" status: 404 len: 337 time: 0.0672288 Dec 06 17:23:50.704773 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59524) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:50.737114 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-371893a7-cec3-405f-a5ff-35844d90cb88 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] DELETE failed (client error): The resource could not be found. Dec 06 17:23:50.737746 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-371893a7-cec3-405f-a5ff-35844d90cb88 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:23:50.741522 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-442f619f-76b0-4d34-b622-4ad936e727e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:50.741709 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-371893a7-cec3-405f-a5ff-35844d90cb88 tempest-RoutersTest-1101156848 tempest-RoutersTest-1101156848-project] 10.222.0.23 "DELETE /v2.0/subnets/3818b58e-43ac-44ad-80b6-4a4c77558d05 HTTP/1.1" status: 404 len: 337 time: 0.0349660 Dec 06 17:23:50.762227 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-442f619f-76b0-4d34-b622-4ad936e727e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:50.823345 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-442f619f-76b0-4d34-b622-4ad936e727e4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8629b58247ed43349eebd1e6caa1a367&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5543091 Dec 06 17:23:50.823695 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59528) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:50.845397 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368bb358-97de-4bb9-b8fd-e44380766ba1 req-be24978d-4a7b-45b0-a4f8-49b234051e9d tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:50.847003 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-368bb358-97de-4bb9-b8fd-e44380766ba1 req-be24978d-4a7b-45b0-a4f8-49b234051e9d tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcc078fa-9117-41b2-90f4-24dd9b9b3e75 HTTP/1.1" status: 200 len: 944 time: 0.1284661 Dec 06 17:23:50.848524 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442f619f-76b0-4d34-b622-4ad936e727e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e198ac93-4ed5-490b-b00a-513f3c2513b1,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:50.935487 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-58092c8f-3ce1-46e7-9111-d7e4468401b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:50.952404 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-368bb358-97de-4bb9-b8fd-e44380766ba1 req-854d3592-957e-4be5-9d49-beae356c9d31 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c657007e-2b96-4108-a795-7e2c1ca6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967011 Dec 06 17:23:50.964704 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-1d67f99b-f282-4905-9c76-d435a7d865fc req-7e07441a-fc7d-4f81-a79b-2a76b0bcf570 tempest-ServerGroupTestJSON-1064669458 tempest-ServerGroupTestJSON-1064669458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:50.978736 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-58092c8f-3ce1-46e7-9111-d7e4468401b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:50.985210 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['fe74a5fd-d9fa-4628-ae52-adbb5578b0b1'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:23:51.004885 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e07441a-fc7d-4f81-a79b-2a76b0bcf570 tempest-ServerGroupTestJSON-1064669458 tempest-ServerGroupTestJSON-1064669458-project] Pushing event deleted for resources: {'Port': ['ID=fe74a5fd-d9fa-4628-ae52-adbb5578b0b1,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:51.048726 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d67f99b-f282-4905-9c76-d435a7d865fc req-7e07441a-fc7d-4f81-a79b-2a76b0bcf570 tempest-ServerGroupTestJSON-1064669458 tempest-ServerGroupTestJSON-1064669458-project] No DVR routers for this DVR port fe74a5fd-d9fa-4628-ae52-adbb5578b0b1 on host n-h2-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:23:51.052069 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-1d67f99b-f282-4905-9c76-d435a7d865fc req-7e07441a-fc7d-4f81-a79b-2a76b0bcf570 tempest-ServerGroupTestJSON-1064669458 tempest-ServerGroupTestJSON-1064669458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:51.056009 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1d67f99b-f282-4905-9c76-d435a7d865fc req-7e07441a-fc7d-4f81-a79b-2a76b0bcf570 tempest-ServerGroupTestJSON-1064669458 tempest-ServerGroupTestJSON-1064669458-project] 10.222.0.44 "DELETE /v2.0/ports/fe74a5fd-d9fa-4628-ae52-adbb5578b0b1 HTTP/1.1" status: 204 len: 173 time: 0.7480085 Dec 06 17:23:51.056546 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a7e4f8b-04b4-436d-88e4-e54b6764461d', 'name': 'network-vif-deleted', 'tag': 'fe74a5fd-d9fa-4628-ae52-adbb5578b0b1'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:23:51.058933 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b7cb65a-3e3c-4049-9c91-f402218d3d1c" -d '{"events": [{"server_uuid": "6a7e4f8b-04b4-436d-88e4-e54b6764461d", "name": "network-vif-deleted", "tag": "fe74a5fd-d9fa-4628-ae52-adbb5578b0b1"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:23:51.073496 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59536) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:51.082230 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-58092c8f-3ce1-46e7-9111-d7e4468401b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:51.084998 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-58092c8f-3ce1-46e7-9111-d7e4468401b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:51.089103 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-58092c8f-3ce1-46e7-9111-d7e4468401b1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e198ac93-4ed5-490b-b00a-513f3c2513b1 HTTP/1.1" status: 204 len: 168 time: 0.2644629 Dec 06 17:23:51.104168 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58092c8f-3ce1-46e7-9111-d7e4468401b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e198ac93-4ed5-490b-b00a-513f3c2513b1,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:51.138129 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d5f2830-50c7-44d2-aac0-1dcb3b8fb844 x-openstack-request-id: req-4d5f2830-50c7-44d2-aac0-1dcb3b8fb844 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:23:51.138453 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a7e4f8b-04b4-436d-88e4-e54b6764461d", "name": "network-vif-deleted", "tag": "fe74a5fd-d9fa-4628-ae52-adbb5578b0b1", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:23:51.139203 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4d5f2830-50c7-44d2-aac0-1dcb3b8fb844 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:23:51.139540 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a7e4f8b-04b4-436d-88e4-e54b6764461d', 'name': 'network-vif-deleted', 'tag': 'fe74a5fd-d9fa-4628-ae52-adbb5578b0b1', 'status': 'completed', 'code': 200} Dec 06 17:23:51.271873 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 5053c2ed-94ee-4923-8b37-03fdd9d0d673 up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:23:51.278812 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1efe4d-b7cc-4ac4-b389-debefec81c15 req-2797c377-3364-4725-a111-4c4aa859376b tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:51.282340 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3f1efe4d-b7cc-4ac4-b389-debefec81c15 req-2797c377-3364-4725-a111-4c4aa859376b tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a8709b5-b684-4aa0-903d-8839be2c999e HTTP/1.1" status: 200 len: 944 time: 0.0752246 Dec 06 17:23:51.371332 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3f1efe4d-b7cc-4ac4-b389-debefec81c15 req-7396a246-b6d4-4880-a553-cbdc91c4472a tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=5055a3f9-0705-481f-a554-5c989eab318b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810075 Dec 06 17:23:51.391934 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning for port 5053c2ed-94ee-4923-8b37-03fdd9d0d673 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:23:51.398619 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port 5053c2ed-94ee-4923-8b37-03fdd9d0d673 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:23:51.399118 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:51.481172 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa52956-e8e9-421f-b65d-a9d0dc9ec0d5 req-56690aa7-2921-4aef-a4a2-a3e1d1442913 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:51.482787 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6aa52956-e8e9-421f-b65d-a9d0dc9ec0d5 req-56690aa7-2921-4aef-a4a2-a3e1d1442913 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=8bfd91d9-eaed-4941-b247-66463a0fc366 HTTP/1.1" status: 200 len: 943 time: 0.1124339 Dec 06 17:23:51.518823 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:51.533610 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 59548) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:51.550718 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-fcd2c57a-bb16-434c-be07-ec11f58b22bb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=60dea69d591c42b4aa2e88227c4d267f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4754341 Dec 06 17:23:51.557450 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59550) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:51.561684 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcc078fa-9117-41b2-90f4-24dd9b9b3e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5053c2ed-94ee-4923-8b37-03fdd9d0d673'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:23:51.567719 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d00dbae-7746-436e-91eb-00e382adeec1" -d '{"events": [{"server_uuid": "dcc078fa-9117-41b2-90f4-24dd9b9b3e75", "name": "network-vif-plugged", "status": "completed", "tag": "5053c2ed-94ee-4923-8b37-03fdd9d0d673"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:23:51.582247 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7c26ec60-f607-404f-b829-d0b25cf7894f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:51.584541 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 5053c2ed-94ee-4923-8b37-03fdd9d0d673, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5053c2ed-94ee-4923-8b37-03fdd9d0d673,segment=NetworkSegment(89275c86-7da9-47f2-a47a-1035a530c501),segment_id=89275c86-7da9-47f2-a47a-1035a530c501)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:23:51.593543 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:51.635448 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6aa52956-e8e9-421f-b65d-a9d0dc9ec0d5 req-d8a480a1-7107-4b34-8df7-65401ebbeca2 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406207 Dec 06 17:23:51.675158 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0596157b-e05b-468f-bd91-1000d017f31c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:51.707038 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0596157b-e05b-468f-bd91-1000d017f31c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:51.733410 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7c26ec60-f607-404f-b829-d0b25cf7894f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:51.745638 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7c26ec60-f607-404f-b829-d0b25cf7894f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:51.759172 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c169f6bb-a25a-462a-9057-2eca97a167a8 x-openstack-request-id: req-c169f6bb-a25a-462a-9057-2eca97a167a8 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:23:51.759480 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcc078fa-9117-41b2-90f4-24dd9b9b3e75", "name": "network-vif-plugged", "status": "completed", "tag": "5053c2ed-94ee-4923-8b37-03fdd9d0d673", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:23:51.759746 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c169f6bb-a25a-462a-9057-2eca97a167a8 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:23:51.760151 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcc078fa-9117-41b2-90f4-24dd9b9b3e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5053c2ed-94ee-4923-8b37-03fdd9d0d673', 'code': 200} Dec 06 17:23:51.760860 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=5053c2ed-94ee-4923-8b37-03fdd9d0d673,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:51.787325 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0596157b-e05b-468f-bd91-1000d017f31c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:51.789232 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0596157b-e05b-468f-bd91-1000d017f31c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:51.793881 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-0596157b-e05b-468f-bd91-1000d017f31c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2630a3b7-7554-4d86-aa8c-b3ea527639ce HTTP/1.1" status: 204 len: 168 time: 0.2590923 Dec 06 17:23:51.814153 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-7c26ec60-f607-404f-b829-d0b25cf7894f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=057d552ed59d404aa95e46d08c7fe908&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2550776 Dec 06 17:23:51.816706 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59558) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:51.818182 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0596157b-e05b-468f-bd91-1000d017f31c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2630a3b7-7554-4d86-aa8c-b3ea527639ce,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:51.823021 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bca1f38a-9adc-4d63-9749-4947b57ee57e req-f09cd09f-185d-414d-bfe1-3c618bf3fb30 tempest-ServerGroupTestJSON-1064669458 tempest-ServerGroupTestJSON-1064669458-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a7e4f8b-04b4-436d-88e4-e54b6764461d HTTP/1.1" status: 200 len: 210 time: 0.0612066 Dec 06 17:23:51.836220 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c26ec60-f607-404f-b829-d0b25cf7894f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad0978e6-7aec-4378-946b-aab57c90eb9c,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:51.959781 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd11fd9-0a69-4876-bba3-62eb5982d27c req-00e19da2-1d81-40ed-8a60-522073ba83ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:51.961815 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6dd11fd9-0a69-4876-bba3-62eb5982d27c req-00e19da2-1d81-40ed-8a60-522073ba83ca service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=dcc078fa-9117-41b2-90f4-24dd9b9b3e75 HTTP/1.1" status: 200 len: 1096 time: 0.0791907 Dec 06 17:23:51.975155 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6d6bca12-d86a-4435-9d39-3f621a600306 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:52.029064 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6d6bca12-d86a-4435-9d39-3f621a600306 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:52.065851 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6dd11fd9-0a69-4876-bba3-62eb5982d27c req-b12169a7-6393-4062-890f-bd1d302704db service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c657007e-2b96-4108-a795-7e2c1ca6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899043 Dec 06 17:23:52.139245 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3db0028-d68e-4d8b-af4d-83c7ae2b67d9 req-a74e8b52-3ac5-4cb2-a390-f63c950f6d15 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:52.140995 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e3db0028-d68e-4d8b-af4d-83c7ae2b67d9 req-a74e8b52-3ac5-4cb2-a390-f63c950f6d15 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcc078fa-9117-41b2-90f4-24dd9b9b3e75 HTTP/1.1" status: 200 len: 945 time: 0.0667741 Dec 06 17:23:52.142163 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6d6bca12-d86a-4435-9d39-3f621a600306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:52.145075 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6d6bca12-d86a-4435-9d39-3f621a600306 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:52.148600 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-6d6bca12-d86a-4435-9d39-3f621a600306 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ad0978e6-7aec-4378-946b-aab57c90eb9c HTTP/1.1" status: 204 len: 168 time: 0.3285601 Dec 06 17:23:52.168527 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6bca12-d86a-4435-9d39-3f621a600306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad0978e6-7aec-4378-946b-aab57c90eb9c,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:52.213455 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e3db0028-d68e-4d8b-af4d-83c7ae2b67d9 req-bf40928b-a84f-4271-9f90-753f2fcb2e6f tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c657007e-2b96-4108-a795-7e2c1ca6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662379 Dec 06 17:23:52.541736 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fcb85a-342b-4212-88ed-75e57c54ca54 req-d11ebfe5-4272-4f67-a603-d40d9cf243f2 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:52.543381 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-80fcb85a-342b-4212-88ed-75e57c54ca54 req-d11ebfe5-4272-4f67-a603-d40d9cf243f2 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a8709b5-b684-4aa0-903d-8839be2c999e HTTP/1.1" status: 200 len: 944 time: 0.0640640 Dec 06 17:23:52.616243 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-80fcb85a-342b-4212-88ed-75e57c54ca54 req-2856ce84-48f5-405f-926b-7fc2120e2c5c tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=5055a3f9-0705-481f-a554-5c989eab318b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655739 Dec 06 17:23:52.728732 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 59598) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:52.794015 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfbd7d6-203c-4c34-8cf2-a0c1d4f347a1 req-43c508f4-064d-4152-b919-313b88f9a0f5 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:52.797938 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1dfbd7d6-203c-4c34-8cf2-a0c1d4f347a1 req-43c508f4-064d-4152-b919-313b88f9a0f5 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=8bfd91d9-eaed-4941-b247-66463a0fc366 HTTP/1.1" status: 200 len: 943 time: 0.0713034 Dec 06 17:23:52.870532 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1dfbd7d6-203c-4c34-8cf2-a0c1d4f347a1 req-5cfd421d-5078-42ab-acb7-74f60b42778a tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627518 Dec 06 17:23:52.896337 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-b5934e72-d89a-4488-8ee1-e91c0db485c9 tempest-DvrRoutersNegativeTest-1385615209 tempest-DvrRoutersNegativeTest-1385615209-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-925540879', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:23:52.899770 n-d-master-1 neutron-server[103285]: DEBUG neutron.policy [None req-b5934e72-d89a-4488-8ee1-e91c0db485c9 tempest-DvrRoutersNegativeTest-1385615209 tempest-DvrRoutersNegativeTest-1385615209-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103285) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Dec 06 17:23:52.900096 n-d-master-1 neutron-server[103285]: DEBUG neutron.policy [None req-b5934e72-d89a-4488-8ee1-e91c0db485c9 tempest-DvrRoutersNegativeTest-1385615209 tempest-DvrRoutersNegativeTest-1385615209-project] Failed policy check for 'create_router' {{(pid=103285) enforce /opt/stack/neutron/neutron/policy.py:524}} Dec 06 17:23:52.902749 n-d-master-1 neutron-server[103285]: INFO neutron.api.v2.resource [None req-b5934e72-d89a-4488-8ee1-e91c0db485c9 tempest-DvrRoutersNegativeTest-1385615209 tempest-DvrRoutersNegativeTest-1385615209-project] create failed (client error): Access was denied to this resource. Dec 06 17:23:52.910995 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-b5934e72-d89a-4488-8ee1-e91c0db485c9 tempest-DvrRoutersNegativeTest-1385615209 tempest-DvrRoutersNegativeTest-1385615209-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1811728 Dec 06 17:23:53.258921 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 59640) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:53.269628 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device fd5c0723-6f45-45f1-868c-1b66de29d034 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:23:53.287964 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59642) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:53.385040 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e77eccf-964c-4203-bafe-8c841d9b96de admin admin] Deleting subnet 994d007b-4aef-44c6-abb0-9b9291827465 {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:23:53.388749 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3e77eccf-964c-4203-bafe-8c841d9b96de admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:53.428063 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e071b0d-884e-4cf4-960b-2f7ef049ff30 req-947112b5-d33a-4be7-b8e9-69ba44c3f2fa tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:53.429858 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5e071b0d-884e-4cf4-960b-2f7ef049ff30 req-947112b5-d33a-4be7-b8e9-69ba44c3f2fa tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcc078fa-9117-41b2-90f4-24dd9b9b3e75 HTTP/1.1" status: 200 len: 945 time: 0.1015027 Dec 06 17:23:53.445382 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port fd5c0723-6f45-45f1-868c-1b66de29d034, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=fd5c0723-6f45-45f1-868c-1b66de29d034,segment=NetworkSegment(7b3b1671-5b3d-45b5-8a84-9493fd934077),segment_id=7b3b1671-5b3d-45b5-8a84-9493fd934077)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:23:53.449071 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3e77eccf-964c-4203-bafe-8c841d9b96de admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:53.463040 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': 'fd5c0723-6f45-45f1-868c-1b66de29d034', 'network_id': '0fd247c3-8063-42cc-bb6f-57bead4315cb', 'port_id': 'fd5c0723-6f45-45f1-868c-1b66de29d034', 'mac_address': 'fa:16:3e:21:09:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32ad7edd-27dc-4328-9a42-8806a7c2ef97', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:23:53.512778 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:53.515781 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5e071b0d-884e-4cf4-960b-2f7ef049ff30 req-5261f920-10ce-453e-96d5-1794926830eb tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c657007e-2b96-4108-a795-7e2c1ca6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778062 Dec 06 17:23:53.536198 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd5c0723-6f45-45f1-868c-1b66de29d034 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:23:53.548106 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3e77eccf-964c-4203-bafe-8c841d9b96de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:53.580111 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port fd5c0723-6f45-45f1-868c-1b66de29d034, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=fd5c0723-6f45-45f1-868c-1b66de29d034,segment=NetworkSegment(7b3b1671-5b3d-45b5-8a84-9493fd934077),segment_id=7b3b1671-5b3d-45b5-8a84-9493fd934077)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:23:53.587545 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:53.627952 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0729710c-d71e-4341-9894-d956d868d5cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:53.660465 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3e77eccf-964c-4203-bafe-8c841d9b96de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:53.667478 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=fd5c0723-6f45-45f1-868c-1b66de29d034,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:53.727612 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e77eccf-964c-4203-bafe-8c841d9b96de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=994d007b-4aef-44c6-abb0-9b9291827465,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:53.769779 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3e77eccf-964c-4203-bafe-8c841d9b96de admin admin] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:53.775219 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-3e77eccf-964c-4203-bafe-8c841d9b96de admin admin] 10.222.0.23 "DELETE /v2.0/subnets/994d007b-4aef-44c6-abb0-9b9291827465 HTTP/1.1" status: 204 len: 168 time: 0.5152764 Dec 06 17:23:53.779148 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 59658) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:53.787530 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4ea363fb-b863-4051-aa21-ea5ff39aec1a req-772f0de6-af7d-4739-8fa3-0bce1e90da3c tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=0688c6db31494470a1b7a5ecaa734bc4 HTTP/1.1" status: 200 len: 267 time: 0.1735003 Dec 06 17:23:53.837941 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['fd5c0723-6f45-45f1-868c-1b66de29d034'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:23:53.865159 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a3f40-f39d-481c-8b4d-c56e14e4f228 req-821b18ad-04c1-44dc-a3ad-e26929a10080 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:53.867776 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-779a3f40-f39d-481c-8b4d-c56e14e4f228 req-821b18ad-04c1-44dc-a3ad-e26929a10080 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a8709b5-b684-4aa0-903d-8839be2c999e HTTP/1.1" status: 200 len: 944 time: 0.1425133 Dec 06 17:23:53.876715 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea363fb-b863-4051-aa21-ea5ff39aec1a req-2f57b743-7ffe-4fae-8c05-4ac6861de579 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:53.878942 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4ea363fb-b863-4051-aa21-ea5ff39aec1a req-2f57b743-7ffe-4fae-8c05-4ac6861de579 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcc078fa-9117-41b2-90f4-24dd9b9b3e75 HTTP/1.1" status: 200 len: 945 time: 0.0852661 Dec 06 17:23:53.896301 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-4ea363fb-b863-4051-aa21-ea5ff39aec1a req-3afc15d4-edd5-471d-a689-307f44219683 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Request body: {'port': {'security_groups': []}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:23:53.930015 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0729710c-d71e-4341-9894-d956d868d5cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:53.936455 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0729710c-d71e-4341-9894-d956d868d5cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:53.977627 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bb2dcb72-e3b6-47c4-9e16-2f8bab137b3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:54.024789 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0729710c-d71e-4341-9894-d956d868d5cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df1f7be3-2e84-4f7d-bb5a-40ad141b7104,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:54.032753 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-0729710c-d71e-4341-9894-d956d868d5cf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8bc2cb07e70a4e4e9e52a306d5f053a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7434835 Dec 06 17:23:54.037281 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59666) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:54.043500 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4ea363fb-b863-4051-aa21-ea5ff39aec1a req-3afc15d4-edd5-471d-a689-307f44219683 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:54.094987 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-779a3f40-f39d-481c-8b4d-c56e14e4f228 req-3dad63fc-9f96-4971-bead-11aea13ced50 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=5055a3f9-0705-481f-a554-5c989eab318b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501503 Dec 06 17:23:54.161760 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8813bb02-e9a1-416b-adb0-83403b0f4d52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:54.217459 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8813bb02-e9a1-416b-adb0-83403b0f4d52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:54.224795 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bb2dcb72-e3b6-47c4-9e16-2f8bab137b3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:54.250127 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-bb2dcb72-e3b6-47c4-9e16-2f8bab137b3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a559c89-30fc-40d7-bde7-56ec18bc2aaa']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:23:54.262338 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-bb2dcb72-e3b6-47c4-9e16-2f8bab137b3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c676934-8145-4548-9213-0abb7ea659ea') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:23:54.262640 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-bb2dcb72-e3b6-47c4-9e16-2f8bab137b3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c676934-8145-4548-9213-0abb7ea659ea') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:23:54.305971 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bb2dcb72-e3b6-47c4-9e16-2f8bab137b3f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:54.341269 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-4ea363fb-b863-4051-aa21-ea5ff39aec1a req-3afc15d4-edd5-471d-a689-307f44219683 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] For port 5053c2ed-94ee-4923-8b37-03fdd9d0d673, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5053c2ed-94ee-4923-8b37-03fdd9d0d673,segment=NetworkSegment(89275c86-7da9-47f2-a47a-1035a530c501),segment_id=89275c86-7da9-47f2-a47a-1035a530c501)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:23:54.380224 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bb2dcb72-e3b6-47c4-9e16-2f8bab137b3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:54.397139 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb2dcb72-e3b6-47c4-9e16-2f8bab137b3f admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:23:54.398005 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bb2dcb72-e3b6-47c4-9e16-2f8bab137b3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:54.400039 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8813bb02-e9a1-416b-adb0-83403b0f4d52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:54.401891 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:23:54.401891 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:23:54.401891 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:23:54.401891 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:23:54.401891 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:23:54.401891 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:23:54.401891 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:23:54.401891 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:23:54.401891 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:23:54.401891 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:23:54.401891 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:23:54.401891 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:23:54.401891 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:23:54.401891 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:23:54.401891 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:23:54.401891 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:23:54.401891 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:23:54.401891 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:23:54.401891 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:23:54.401891 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:23:54.401891 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:23:54.401891 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:23:54.401891 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:23:54.401891 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:23:54.401891 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:23:54.401891 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:23:54.401891 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:23:54.401891 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:23:54.401891 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:23:54.401891 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:23:54.401891 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:23:54.401891 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:23:54.404266 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8813bb02-e9a1-416b-adb0-83403b0f4d52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:54.406456 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-8813bb02-e9a1-416b-adb0-83403b0f4d52 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/df1f7be3-2e84-4f7d-bb5a-40ad141b7104 HTTP/1.1" status: 204 len: 168 time: 0.3673761 Dec 06 17:23:54.421123 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4ea363fb-b863-4051-aa21-ea5ff39aec1a req-3afc15d4-edd5-471d-a689-307f44219683 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:54.429687 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cc111e-49a6-4075-9487-3745b43e6758 req-c07263ac-36cf-442f-8600-bd6962ebbd87 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:54.438481 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-65cc111e-49a6-4075-9487-3745b43e6758 req-c07263ac-36cf-442f-8600-bd6962ebbd87 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=8bfd91d9-eaed-4941-b247-66463a0fc366 HTTP/1.1" status: 200 len: 944 time: 0.1669726 Dec 06 17:23:54.443037 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4ea363fb-b863-4051-aa21-ea5ff39aec1a req-3afc15d4-edd5-471d-a689-307f44219683 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:54.444790 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8813bb02-e9a1-416b-adb0-83403b0f4d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df1f7be3-2e84-4f7d-bb5a-40ad141b7104,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:54.456346 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['5053c2ed-94ee-4923-8b37-03fdd9d0d673'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:23:54.525071 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea363fb-b863-4051-aa21-ea5ff39aec1a req-3afc15d4-edd5-471d-a689-307f44219683 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:54.525777 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4ea363fb-b863-4051-aa21-ea5ff39aec1a req-3afc15d4-edd5-471d-a689-307f44219683 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:54.533197 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4ea363fb-b863-4051-aa21-ea5ff39aec1a req-3afc15d4-edd5-471d-a689-307f44219683 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "PUT /v2.0/ports/5053c2ed-94ee-4923-8b37-03fdd9d0d673 HTTP/1.1" status: 200 len: 904 time: 0.6419907 Dec 06 17:23:54.548418 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcc078fa-9117-41b2-90f4-24dd9b9b3e75', 'tag': '5053c2ed-94ee-4923-8b37-03fdd9d0d673'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:23:54.554584 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5023b763-6e32-472f-acaa-ceecc7d0aba8" -d '{"events": [{"name": "network-changed", "server_uuid": "dcc078fa-9117-41b2-90f4-24dd9b9b3e75", "tag": "5053c2ed-94ee-4923-8b37-03fdd9d0d673"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:23:54.568358 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2284e9aa-a569-4083-b618-098d196dcdcc req-9b51d904-923b-429b-a5bf-8068e5c91380 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2312245 Dec 06 17:23:54.587148 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bb2dcb72-e3b6-47c4-9e16-2f8bab137b3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:54.598366 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['5950c246-4a5e-4fe7-824b-ffd17af9d9f8', '6e2aaf6a-98ab-4793-bb5a-79fe1a76c80c'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:23:54.600358 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bb2dcb72-e3b6-47c4-9e16-2f8bab137b3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:54.620501 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afc15d4-edd5-471d-a689-307f44219683 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Pushing event updated for resources: {'Port': ['ID=5053c2ed-94ee-4923-8b37-03fdd9d0d673,revision_number=6']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:54.624008 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-bb2dcb72-e3b6-47c4-9e16-2f8bab137b3f admin admin] 10.222.0.23 "DELETE /v2.0/networks/3a559c89-30fc-40d7-bde7-56ec18bc2aaa HTTP/1.1" status: 204 len: 168 time: 0.8416665 Dec 06 17:23:54.646722 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-65cc111e-49a6-4075-9487-3745b43e6758 req-504f1c48-9c58-435e-b490-12ce467ff3c8 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064414 Dec 06 17:23:54.732640 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea9e4fb-9147-4d57-8fa0-e5571f312784 req-7820e95c-4f3a-4239-996d-3681d460b0ed tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:54.757053 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9ea9e4fb-9147-4d57-8fa0-e5571f312784 req-7820e95c-4f3a-4239-996d-3681d460b0ed tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcc078fa-9117-41b2-90f4-24dd9b9b3e75 HTTP/1.1" status: 200 len: 907 time: 0.1198428 Dec 06 17:23:54.800054 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0407917-ba11-4b4c-82c5-3ba1c582ed05 x-openstack-request-id: req-f0407917-ba11-4b4c-82c5-3ba1c582ed05 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:23:54.800553 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcc078fa-9117-41b2-90f4-24dd9b9b3e75", "tag": "5053c2ed-94ee-4923-8b37-03fdd9d0d673", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:23:54.800998 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f0407917-ba11-4b4c-82c5-3ba1c582ed05 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:23:54.801610 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcc078fa-9117-41b2-90f4-24dd9b9b3e75', 'tag': '5053c2ed-94ee-4923-8b37-03fdd9d0d673', 'status': 'completed', 'code': 200} Dec 06 17:23:54.805688 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['5053c2ed-94ee-4923-8b37-03fdd9d0d673'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:23:54.810681 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2dcb72-e3b6-47c4-9e16-2f8bab137b3f admin admin] Pushing event deleted for resources: {'Network': ['ID=3a559c89-30fc-40d7-bde7-56ec18bc2aaa,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:54.871880 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2284e9aa-a569-4083-b618-098d196dcdcc req-b411c572-1faa-4d16-8856-6a6c9d3c7e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:54.876135 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2284e9aa-a569-4083-b618-098d196dcdcc req-b411c572-1faa-4d16-8856-6a6c9d3c7e0f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0688c6db31494470a1b7a5ecaa734bc4&device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 1095 time: 0.2215970 Dec 06 17:23:54.979881 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5023b763-6e32-472f-acaa-ceecc7d0aba8 req-19bc12e8-5156-4db7-bb1d-dbc3c3589761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:54.981436 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5023b763-6e32-472f-acaa-ceecc7d0aba8 req-19bc12e8-5156-4db7-bb1d-dbc3c3589761 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0688c6db31494470a1b7a5ecaa734bc4&device_id=dcc078fa-9117-41b2-90f4-24dd9b9b3e75 HTTP/1.1" status: 200 len: 1058 time: 0.1623645 Dec 06 17:23:54.991399 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377f49b5-4da9-4e11-a21b-7a218542d719 req-c002c466-e825-4a38-82d2-d967675be334 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:54.993266 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-377f49b5-4da9-4e11-a21b-7a218542d719 req-c002c466-e825-4a38-82d2-d967675be334 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 944 time: 0.1062255 Dec 06 17:23:55.144497 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-377f49b5-4da9-4e11-a21b-7a218542d719 req-9554f81e-84a6-4521-af32-e2640acf5962 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8ff7359-db2b-4d57-aa79-237c344ab3df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407967 Dec 06 17:23:55.165342 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2284e9aa-a569-4083-b618-098d196dcdcc req-b8ff6478-149e-4b01-b693-47863f7b8ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:55.166902 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2284e9aa-a569-4083-b618-098d196dcdcc req-b8ff6478-149e-4b01-b693-47863f7b8ee1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b1330ff6-71a6-48db-aedf-2e908404d40b HTTP/1.1" status: 200 len: 912 time: 0.2629850 Dec 06 17:23:55.213738 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59704) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:55.366519 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5023b763-6e32-472f-acaa-ceecc7d0aba8 req-37a74026-5a98-4f34-868c-cd2dac149674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:55.367920 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5023b763-6e32-472f-acaa-ceecc7d0aba8 req-37a74026-5a98-4f34-868c-cd2dac149674 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b1330ff6-71a6-48db-aedf-2e908404d40b HTTP/1.1" status: 200 len: 912 time: 0.3737130 Dec 06 17:23:55.399538 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2284e9aa-a569-4083-b618-098d196dcdcc req-abe31341-7e00-4c51-b709-65294eee9448 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=121dd329-2fdc-4943-88fc-b3360bf29c71 HTTP/1.1" status: 200 len: 998 time: 0.2249022 Dec 06 17:23:55.409156 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a014e522-e821-401c-97a2-80832f16c6fb req-513435de-f706-4c44-8dae-e03c505c66f4 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:55.412218 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a014e522-e821-401c-97a2-80832f16c6fb req-513435de-f706-4c44-8dae-e03c505c66f4 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a8709b5-b684-4aa0-903d-8839be2c999e HTTP/1.1" status: 200 len: 944 time: 0.1120195 Dec 06 17:23:55.414759 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 59710) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:55.432462 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device fd5c0723-6f45-45f1-868c-1b66de29d034 up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:23:55.438104 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5023b763-6e32-472f-acaa-ceecc7d0aba8 req-10e6e794-76ed-4233-860c-d4849f7897dd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5053c2ed-94ee-4923-8b37-03fdd9d0d673 HTTP/1.1" status: 200 len: 217 time: 0.0541930 Dec 06 17:23:55.446073 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-c1de67dc-7e34-4ee0-90d0-85748d2a4d49 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=eb39ba52deac41d48a0174590c1761eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2192216 Dec 06 17:23:55.456548 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59712) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:55.490278 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d59cbe-0386-49d9-8351-a943291f2dab req-6e8569b4-7afb-4cde-a909-06dc507d147e tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:55.490550 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2284e9aa-a569-4083-b618-098d196dcdcc req-f85fa627-d3e2-4ecb-9f2d-333385f2ab30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:55.491829 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-80d59cbe-0386-49d9-8351-a943291f2dab req-6e8569b4-7afb-4cde-a909-06dc507d147e tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 944 time: 0.1832032 Dec 06 17:23:55.503380 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2284e9aa-a569-4083-b618-098d196dcdcc req-f85fa627-d3e2-4ecb-9f2d-333385f2ab30 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=407d30a8-656b-4107-b0bb-8b27c7634002 HTTP/1.1" status: 200 len: 850 time: 0.0895755 Dec 06 17:23:55.571855 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-e9abaf4f-167e-4d32-9b11-df7c13240dca None None] Provisioning complete for port 5053c2ed-94ee-4923-8b37-03fdd9d0d673 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:23:55.573420 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5023b763-6e32-472f-acaa-ceecc7d0aba8 req-226ce331-3619-4e98-b6ab-9f708c5a3986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:55.574092 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e9abaf4f-167e-4d32-9b11-df7c13240dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:55.578792 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5023b763-6e32-472f-acaa-ceecc7d0aba8 req-226ce331-3619-4e98-b6ab-9f708c5a3986 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=407d30a8-656b-4107-b0bb-8b27c7634002 HTTP/1.1" status: 200 len: 850 time: 0.1318657 Dec 06 17:23:55.613897 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a014e522-e821-401c-97a2-80832f16c6fb req-9ea60401-92e4-4692-82ec-dc708d62e97b tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=5055a3f9-0705-481f-a554-5c989eab318b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086466 Dec 06 17:23:55.632184 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2284e9aa-a569-4083-b618-098d196dcdcc req-fdf9c55d-16a0-4b16-8dab-e22efe51325a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:55.633918 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2284e9aa-a569-4083-b618-098d196dcdcc req-fdf9c55d-16a0-4b16-8dab-e22efe51325a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b1330ff6-71a6-48db-aedf-2e908404d40b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1029530 Dec 06 17:23:55.647317 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c79a2b88-b8dd-4429-b2c9-12640c35bad6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:55.661721 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning for port fd5c0723-6f45-45f1-868c-1b66de29d034 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:23:55.707001 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-80d59cbe-0386-49d9-8351-a943291f2dab req-31c603f4-9021-4068-80d7-ad4fe6f4bc2e tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8ff7359-db2b-4d57-aa79-237c344ab3df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2016773 Dec 06 17:23:55.746029 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c79a2b88-b8dd-4429-b2c9-12640c35bad6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:55.756673 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5023b763-6e32-472f-acaa-ceecc7d0aba8 req-d8c70f76-e5cb-47a1-a98d-bf584c51e09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:55.758507 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5023b763-6e32-472f-acaa-ceecc7d0aba8 req-d8c70f76-e5cb-47a1-a98d-bf584c51e09a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b1330ff6-71a6-48db-aedf-2e908404d40b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1629260 Dec 06 17:23:55.799168 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port fd5c0723-6f45-45f1-868c-1b66de29d034 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:23:55.799926 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:55.847480 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 17:23:55.881106 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2284e9aa-a569-4083-b618-098d196dcdcc req-0128717e-4d8c-4955-8565-176d62b43c4c service neutron] 10.222.0.44 "GET /v2.0/networks/b1330ff6-71a6-48db-aedf-2e908404d40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383034 Dec 06 17:23:55.927972 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c79a2b88-b8dd-4429-b2c9-12640c35bad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:55.931572 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c79a2b88-b8dd-4429-b2c9-12640c35bad6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:55.935822 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-c79a2b88-b8dd-4429-b2c9-12640c35bad6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/340f98d0-145c-4a19-a74b-e6b1a0063e6d HTTP/1.1" status: 204 len: 168 time: 0.4754405 Dec 06 17:23:55.940188 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-520fc132-ea76-4514-a847-563a71879bb9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:55.953988 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79a2b88-b8dd-4429-b2c9-12640c35bad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=340f98d0-145c-4a19-a74b-e6b1a0063e6d,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:55.959535 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5023b763-6e32-472f-acaa-ceecc7d0aba8 req-56e2a7a1-4ccf-4d92-9012-aa840200692e service neutron] 10.222.0.44 "GET /v2.0/networks/b1330ff6-71a6-48db-aedf-2e908404d40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926024 Dec 06 17:23:56.208580 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:56.216104 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5023b763-6e32-472f-acaa-ceecc7d0aba8 req-3e15d4ab-3840-4996-9088-138e87ac072f service neutron] 10.222.0.44 "GET /v2.0/networks/b1330ff6-71a6-48db-aedf-2e908404d40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495923 Dec 06 17:23:56.251449 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7d8a26-bd30-4ab8-bd06-75dd626be92e req-7fa51a23-8e1b-45e6-93c4-c49b93ab5f12 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:56.253725 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6c7d8a26-bd30-4ab8-bd06-75dd626be92e req-7fa51a23-8e1b-45e6-93c4-c49b93ab5f12 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/networks?id=b1330ff6-71a6-48db-aedf-2e908404d40b HTTP/1.1" status: 200 len: 811 time: 0.1888492 Dec 06 17:23:56.260261 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bfd91d9-eaed-4941-b247-66463a0fc366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd5c0723-6f45-45f1-868c-1b66de29d034'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:23:56.263784 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b223a8f0-94d8-42f6-8de9-9658a90e6eb3" -d '{"events": [{"server_uuid": "8bfd91d9-eaed-4941-b247-66463a0fc366", "name": "network-vif-plugged", "status": "completed", "tag": "fd5c0723-6f45-45f1-868c-1b66de29d034"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:23:56.285068 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port fd5c0723-6f45-45f1-868c-1b66de29d034, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=fd5c0723-6f45-45f1-868c-1b66de29d034,segment=NetworkSegment(7b3b1671-5b3d-45b5-8a84-9493fd934077),segment_id=7b3b1671-5b3d-45b5-8a84-9493fd934077)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:23:56.286611 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6c7d8a26-bd30-4ab8-bd06-75dd626be92e req-464fa81c-36e7-4dff-a443-525eaba03660 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/quotas/0688c6db31494470a1b7a5ecaa734bc4 HTTP/1.1" status: 200 len: 375 time: 0.0254433 Dec 06 17:23:56.292662 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:56.293734 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device fe74a5fd-d9fa-4628-ae52-adbb5578b0b1 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:23:56.349050 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] No Port match for: fe74a5fd-d9fa-4628-ae52-adbb5578b0b1 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:23:56.349332 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device fe74a5fd-d9fa-4628-ae52-adbb5578b0b1 not bound to the agent host n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:23:56.356433 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ddf79a-c6c3-45f4-9b80-e81139f94667 req-b55b5b4c-41df-41af-bbae-66d6fdd76632 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:56.364763 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-57ddf79a-c6c3-45f4-9b80-e81139f94667 req-b55b5b4c-41df-41af-bbae-66d6fdd76632 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=8bfd91d9-eaed-4941-b247-66463a0fc366 HTTP/1.1" status: 200 len: 944 time: 0.4804826 Dec 06 17:23:56.386367 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-520fc132-ea76-4514-a847-563a71879bb9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:56.387147 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=fd5c0723-6f45-45f1-868c-1b66de29d034,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:56.416185 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d37aa333-b603-4f22-8999-26ea16a42f27 req-b892200a-68d4-407a-aeea-b0952d3a7c8d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ab5a1622-9933-40c5-84a1-0be26fda8c29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.5290620 Dec 06 17:23:56.428321 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-520fc132-ea76-4514-a847-563a71879bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:56.450924 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6c7d8a26-bd30-4ab8-bd06-75dd626be92e req-d7da67af-6cb5-4054-a6b1-485568633171 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0688c6db31494470a1b7a5ecaa734bc4&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1559222 Dec 06 17:23:56.451947 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59754) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:56.548928 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-520fc132-ea76-4514-a847-563a71879bb9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0738317a512d4f32951af35e6888afc4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1294684 Dec 06 17:23:56.549142 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 59762) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:56.584642 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2284e9aa-a569-4083-b618-098d196dcdcc req-0b3f870a-2000-4426-95cf-dfc00a295855 service neutron] 10.222.0.44 "GET /v2.0/networks/b1330ff6-71a6-48db-aedf-2e908404d40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6704390 Dec 06 17:23:56.601266 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-57ddf79a-c6c3-45f4-9b80-e81139f94667 req-3455582e-cd8d-444f-8ab5-6cc56b156c80 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318780 Dec 06 17:23:56.618049 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6c7d8a26-bd30-4ab8-bd06-75dd626be92e req-0b3e3b76-cf31-4d2c-aa27-44b58aaaa17a service neutron] 10.222.0.23 "GET /v2.0/networks/b1330ff6-71a6-48db-aedf-2e908404d40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413465 Dec 06 17:23:56.653347 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520fc132-ea76-4514-a847-563a71879bb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4deca698-b885-4036-9b8c-7a7870d8b6f4,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:56.696764 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2049e28-7c10-414e-b155-18b846029bf0 x-openstack-request-id: req-d2049e28-7c10-414e-b155-18b846029bf0 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:23:56.696764 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bfd91d9-eaed-4941-b247-66463a0fc366", "name": "network-vif-plugged", "status": "completed", "tag": "fd5c0723-6f45-45f1-868c-1b66de29d034", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:23:56.696764 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d2049e28-7c10-414e-b155-18b846029bf0 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:23:56.696764 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bfd91d9-eaed-4941-b247-66463a0fc366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd5c0723-6f45-45f1-868c-1b66de29d034', 'code': 200} Dec 06 17:23:56.698683 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-fd0db580-8788-48b9-8c1c-3345598080cd tempest-ServiceProvidersTest-546825758 tempest-ServiceProvidersTest-546825758-project] 10.222.0.23 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2448692 Dec 06 17:23:56.881306 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6c7d8a26-bd30-4ab8-bd06-75dd626be92e req-519e561d-69cf-405c-91cc-b0843df2ae01 service neutron] 10.222.0.23 "GET /v2.0/networks/b1330ff6-71a6-48db-aedf-2e908404d40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568860 Dec 06 17:23:57.087755 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37aa333-b603-4f22-8999-26ea16a42f27 req-585081ab-6405-4be8-99d3-18489d58f55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:57.088439 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37aa333-b603-4f22-8999-26ea16a42f27 req-585081ab-6405-4be8-99d3-18489d58f55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:57.088916 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37aa333-b603-4f22-8999-26ea16a42f27 req-585081ab-6405-4be8-99d3-18489d58f55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:57.089392 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37aa333-b603-4f22-8999-26ea16a42f27 req-585081ab-6405-4be8-99d3-18489d58f55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:57.090383 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37aa333-b603-4f22-8999-26ea16a42f27 req-585081ab-6405-4be8-99d3-18489d58f55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:57.091000 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37aa333-b603-4f22-8999-26ea16a42f27 req-585081ab-6405-4be8-99d3-18489d58f55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:57.091626 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37aa333-b603-4f22-8999-26ea16a42f27 req-585081ab-6405-4be8-99d3-18489d58f55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:57.095017 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d37aa333-b603-4f22-8999-26ea16a42f27 req-585081ab-6405-4be8-99d3-18489d58f55e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3ab1b684adb44126aa30c8ecbc0cad3c&device_id=ab5a1622-9933-40c5-84a1-0be26fda8c29 HTTP/1.1" status: 200 len: 6490 time: 0.6026132 Dec 06 17:23:57.176877 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59782) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:57.205245 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3f424cb0-c088-4b70-bbe7-23b454f373f3 req-70249f2b-6779-49c8-a9c3-3b87cf91a945 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8e6f85-4f02-4edb-b8e7-ac97e87f725a HTTP/1.1" status: 200 len: 210 time: 0.0390825 Dec 06 17:23:57.305739 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 9940597b-03fc-4480-aa9b-655f24781eb0 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:23:57.335826 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-661dfea6-a169-4041-a7ec-9d580a771e03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:57.364579 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59790) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:57.403019 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcfc5b3-6ceb-4e3c-bdb4-3e3070a2fe06 req-0911f2cb-f6b4-4106-85ff-02f26b8fc83d tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:57.411987 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7a0f1cd1-6897-4159-a88c-8c2102598ce6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:57.412284 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9bcfc5b3-6ceb-4e3c-bdb4-3e3070a2fe06 req-0911f2cb-f6b4-4106-85ff-02f26b8fc83d tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a8709b5-b684-4aa0-903d-8839be2c999e HTTP/1.1" status: 200 len: 944 time: 0.3094261 Dec 06 17:23:57.432783 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-661dfea6-a169-4041-a7ec-9d580a771e03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:57.455775 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-eaaf0a9e-b1e3-44f4-bc17-90b2bfbd1281 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-626598345-network', 'tenant_id': 'e98ba18d7b1145af9944d0fc59b6d18f'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:23:57.461662 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942402f7-9fed-4141-979b-0fc904c0e855 req-c7810f97-02c3-446d-af7b-86b22262613d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:57.464048 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-942402f7-9fed-4141-979b-0fc904c0e855 req-c7810f97-02c3-446d-af7b-86b22262613d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8bfd91d9-eaed-4941-b247-66463a0fc366 HTTP/1.1" status: 200 len: 1096 time: 0.3675630 Dec 06 17:23:57.506855 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaaf0a9e-b1e3-44f4-bc17-90b2bfbd1281 admin admin] Made reservation on behalf of e98ba18d7b1145af9944d0fc59b6d18f for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:23:57.510528 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eaaf0a9e-b1e3-44f4-bc17-90b2bfbd1281 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:57.535903 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eaaf0a9e-b1e3-44f4-bc17-90b2bfbd1281 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:57.561524 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 9940597b-03fc-4480-aa9b-655f24781eb0, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9940597b-03fc-4480-aa9b-655f24781eb0,segment=NetworkSegment(5191f104-0f28-4995-943c-dc9b12a33060),segment_id=5191f104-0f28-4995-943c-dc9b12a33060)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:23:57.586358 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37aa333-b603-4f22-8999-26ea16a42f27 req-d50ddbda-b8ca-4810-a6e2-d1105933c524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:57.587124 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37aa333-b603-4f22-8999-26ea16a42f27 req-d50ddbda-b8ca-4810-a6e2-d1105933c524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:57.587754 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37aa333-b603-4f22-8999-26ea16a42f27 req-d50ddbda-b8ca-4810-a6e2-d1105933c524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:57.590237 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d37aa333-b603-4f22-8999-26ea16a42f27 req-d50ddbda-b8ca-4810-a6e2-d1105933c524 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3fe6b139-ab54-421b-a2ff-2a0762857d78&id=a4c7e014-b0a5-4b38-bc7b-c27afa34aef4&id=a4c7e014-b0a5-4b38-bc7b-c27afa34aef4&id=a4c7e014-b0a5-4b38-bc7b-c27afa34aef4&id=a4c7e014-b0a5-4b38-bc7b-c27afa34aef4&id=e47593f6-512b-4b3d-b5fd-6e48cd1a0fda&id=e47593f6-512b-4b3d-b5fd-6e48cd1a0fda HTTP/1.1" status: 200 len: 2291 time: 0.3579710 Dec 06 17:23:57.605812 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': '9940597b-03fc-4480-aa9b-655f24781eb0', 'network_id': '443e19cc-aba1-401c-ba5c-6c1a74082882', 'port_id': '9940597b-03fc-4480-aa9b-655f24781eb0', 'mac_address': 'fa:16:3e:61:bc:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01ffc29c-932e-4129-aefc-9a2b3f836b7b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:23:57.683438 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7a0f1cd1-6897-4159-a88c-8c2102598ce6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:57.697074 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7a0f1cd1-6897-4159-a88c-8c2102598ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:57.701559 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eaaf0a9e-b1e3-44f4-bc17-90b2bfbd1281 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:57.706974 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:57.731449 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eaaf0a9e-b1e3-44f4-bc17-90b2bfbd1281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:57.739197 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d37aa333-b603-4f22-8999-26ea16a42f27 req-7135d699-5b14-4be3-b76a-b581cec3d5bc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ff5d469-98fa-49c2-8ef1-104f557830ca HTTP/1.1" status: 200 len: 1000 time: 0.1318219 Dec 06 17:23:57.743550 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9940597b-03fc-4480-aa9b-655f24781eb0 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:23:57.757942 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9bcfc5b3-6ceb-4e3c-bdb4-3e3070a2fe06 req-61bc14af-685a-4433-99c5-2c87ce5f944f tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=5055a3f9-0705-481f-a554-5c989eab318b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3444862 Dec 06 17:23:57.780616 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-7a0f1cd1-6897-4159-a88c-8c2102598ce6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dff91ef8c36b4dcf92ede8fc792cb098&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6026504 Dec 06 17:23:57.782135 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59804) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:57.783041 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 9940597b-03fc-4480-aa9b-655f24781eb0, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9940597b-03fc-4480-aa9b-655f24781eb0,segment=NetworkSegment(5191f104-0f28-4995-943c-dc9b12a33060),segment_id=5191f104-0f28-4995-943c-dc9b12a33060)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:23:57.784447 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaaf0a9e-b1e3-44f4-bc17-90b2bfbd1281 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:23:57.800226 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:57.825843 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0f1cd1-6897-4159-a88c-8c2102598ce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98a0c79b-7d65-4ae9-9a51-f8861bbfba00,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:57.867355 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-942402f7-9fed-4141-979b-0fc904c0e855 req-f3f2dba3-b8ab-4f90-b321-e27b5f40386a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3426135 Dec 06 17:23:57.886956 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-661dfea6-a169-4041-a7ec-9d580a771e03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:57.889642 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-661dfea6-a169-4041-a7ec-9d580a771e03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:57.891423 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-661dfea6-a169-4041-a7ec-9d580a771e03 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4deca698-b885-4036-9b8c-7a7870d8b6f4 HTTP/1.1" status: 204 len: 168 time: 1.3344178 Dec 06 17:23:57.891926 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eaaf0a9e-b1e3-44f4-bc17-90b2bfbd1281 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:57.892288 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-eaaf0a9e-b1e3-44f4-bc17-90b2bfbd1281 admin admin] Added segment d35b238c-1dd9-4495-a647-cef0d6a570fc of type vlan for network bceca5f7-8831-4791-b650-e67eb83ee53f Dec 06 17:23:57.902685 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7577b4-22f0-4287-a979-459c85455a0e req-d529ccdc-1ebd-443b-8218-3dd090216645 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:57.904181 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37aa333-b603-4f22-8999-26ea16a42f27 req-2c461980-1596-41af-8c84-59b162ef4a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:57.906104 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d37aa333-b603-4f22-8999-26ea16a42f27 req-2c461980-1596-41af-8c84-59b162ef4a17 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6a353316-d532-4156-ba10-317f93f3fee6 HTTP/1.1" status: 200 len: 849 time: 0.1425347 Dec 06 17:23:57.906841 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661dfea6-a169-4041-a7ec-9d580a771e03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4deca698-b885-4036-9b8c-7a7870d8b6f4,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:57.910065 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9e7577b4-22f0-4287-a979-459c85455a0e req-d529ccdc-1ebd-443b-8218-3dd090216645 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=8bfd91d9-eaed-4941-b247-66463a0fc366 HTTP/1.1" status: 200 len: 945 time: 0.1508934 Dec 06 17:23:57.911836 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaf0a9e-b1e3-44f4-bc17-90b2bfbd1281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85a6dd0e-0a65-4766-82ca-89cfa8748325,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:57.971828 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37aa333-b603-4f22-8999-26ea16a42f27 req-991c8aff-c8c3-464d-9ba2-16126042d3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:57.973415 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d37aa333-b603-4f22-8999-26ea16a42f27 req-991c8aff-c8c3-464d-9ba2-16126042d3bc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3fe6b139-ab54-421b-a2ff-2a0762857d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0598114 Dec 06 17:23:57.996817 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=9940597b-03fc-4480-aa9b-655f24781eb0,revision_number=11']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:58.037848 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e7f74b14-25c9-4d09-a3ac-7b81e9991e14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:58.041506 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eaaf0a9e-b1e3-44f4-bc17-90b2bfbd1281 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:58.082341 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['9940597b-03fc-4480-aa9b-655f24781eb0'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:23:58.101623 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9e7577b4-22f0-4287-a979-459c85455a0e req-7e128663-5a09-490f-b83a-f427e1319c77 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853371 Dec 06 17:23:58.114376 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e7f74b14-25c9-4d09-a3ac-7b81e9991e14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:58.134011 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d37aa333-b603-4f22-8999-26ea16a42f27 req-62895520-26f0-453f-b217-99f6931644d9 service neutron] 10.222.0.41 "GET /v2.0/networks/3fe6b139-ab54-421b-a2ff-2a0762857d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508296 Dec 06 17:23:58.135605 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eaaf0a9e-b1e3-44f4-bc17-90b2bfbd1281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:58.136590 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaaf0a9e-b1e3-44f4-bc17-90b2bfbd1281 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:58.137242 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eaaf0a9e-b1e3-44f4-bc17-90b2bfbd1281 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:58.240150 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-eaaf0a9e-b1e3-44f4-bc17-90b2bfbd1281 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8720150 Dec 06 17:23:58.256919 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59812) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:58.267223 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-4abe67b9-a173-44ce-b714-c168a3b439ca admin admin] Request body: {'subnet': {'network_id': 'bceca5f7-8831-4791-b650-e67eb83ee53f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-626598345-subnet', 'tenant_id': 'e98ba18d7b1145af9944d0fc59b6d18f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:23:58.280294 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e7f74b14-25c9-4d09-a3ac-7b81e9991e14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:58.286150 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e7f74b14-25c9-4d09-a3ac-7b81e9991e14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:58.291382 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-e7f74b14-25c9-4d09-a3ac-7b81e9991e14 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/98a0c79b-7d65-4ae9-9a51-f8861bbfba00 HTTP/1.1" status: 204 len: 168 time: 0.5036433 Dec 06 17:23:58.299004 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaf0a9e-b1e3-44f4-bc17-90b2bfbd1281 admin admin] Pushing event updated for resources: {'Network': ['ID=bceca5f7-8831-4791-b650-e67eb83ee53f,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:58.316567 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f74b14-25c9-4d09-a3ac-7b81e9991e14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98a0c79b-7d65-4ae9-9a51-f8861bbfba00,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:58.323454 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network bceca5f7-8831-4791-b650-e67eb83ee53f details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:23:58.325879 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4abe67b9-a173-44ce-b714-c168a3b439ca admin admin] Made reservation on behalf of e98ba18d7b1145af9944d0fc59b6d18f for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:23:58.330052 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4abe67b9-a173-44ce-b714-c168a3b439ca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:58.390962 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d37aa333-b603-4f22-8999-26ea16a42f27 req-905191aa-dcc2-4ffc-9cac-b3689c10c326 service neutron] 10.222.0.41 "GET /v2.0/networks/3fe6b139-ab54-421b-a2ff-2a0762857d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464492 Dec 06 17:23:58.414557 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-65a0de6b-9640-4ff5-9841-924431ecd243 req-05a12364-4f86-45fd-8367-d4715d242259 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8e6f85-4f02-4edb-b8e7-ac97e87f725a HTTP/1.1" status: 200 len: 210 time: 0.0775065 Dec 06 17:23:58.485867 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d37aa333-b603-4f22-8999-26ea16a42f27 req-417613a1-dcbb-4153-ac40-4e7f72943700 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.59&port_id=69267b95-7993-4338-b334-0869546a57e9 HTTP/1.1" status: 200 len: 217 time: 0.0737681 Dec 06 17:23:58.491758 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 59818) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:58.542829 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-27dd9585-9f62-46f0-857c-8605ab15d1de admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:58.657926 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37aa333-b603-4f22-8999-26ea16a42f27 req-3b502ccf-ade0-4303-8d2a-4ff4df071717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:58.660731 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d37aa333-b603-4f22-8999-26ea16a42f27 req-3b502ccf-ade0-4303-8d2a-4ff4df071717 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1b6f6e09-b453-475f-acb4-6738e54d8ac7 HTTP/1.1" status: 200 len: 797 time: 0.1618469 Dec 06 17:23:58.661271 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4abe67b9-a173-44ce-b714-c168a3b439ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:58.734134 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-27dd9585-9f62-46f0-857c-8605ab15d1de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:58.749224 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37aa333-b603-4f22-8999-26ea16a42f27 req-8f66f9be-86fa-48cf-9118-4212a685707f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:58.751674 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d37aa333-b603-4f22-8999-26ea16a42f27 req-8f66f9be-86fa-48cf-9118-4212a685707f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a4c7e014-b0a5-4b38-bc7b-c27afa34aef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0817769 Dec 06 17:23:58.751910 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abe67b9-a173-44ce-b714-c168a3b439ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcb1cc6e-38da-4c7c-a70f-a79b38df283c,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:58.762790 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-27dd9585-9f62-46f0-857c-8605ab15d1de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:58.783655 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abe67b9-a173-44ce-b714-c168a3b439ca admin admin] Checking segment: {'id': 'd35b238c-1dd9-4495-a647-cef0d6a570fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'bceca5f7-8831-4791-b650-e67eb83ee53f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:23:58.784333 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4abe67b9-a173-44ce-b714-c168a3b439ca admin admin] Network hostable DHCP agents. Network: bceca5f7-8831-4791-b650-e67eb83ee53f, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:23:58.810248 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4abe67b9-a173-44ce-b714-c168a3b439ca admin admin] Network bceca5f7-8831-4791-b650-e67eb83ee53f is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:23:58.835003 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-4abe67b9-a173-44ce-b714-c168a3b439ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, bceca5f7-8831-4791-b650-e67eb83ee53f) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:23:58.854757 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae6ef73-6862-47e9-8dea-f5bf0e244d6c None None] Network bceca5f7-8831-4791-b650-e67eb83ee53f requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:23:58.871812 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abe67b9-a173-44ce-b714-c168a3b439ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:58.876834 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4abe67b9-a173-44ce-b714-c168a3b439ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:58.918815 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-4abe67b9-a173-44ce-b714-c168a3b439ca admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6602850 Dec 06 17:23:59.007995 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dd9585-9f62-46f0-857c-8605ab15d1de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0013ae1c-d8a8-48b9-997f-8bd71746768f,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:59.050290 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-27dd9585-9f62-46f0-857c-8605ab15d1de admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=512dab0c3f4f4e8d8b2fe88f91e315ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5569670 Dec 06 17:23:59.053520 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59834) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:59.104620 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fb4ab7-07af-48f1-969c-821b72da9aaf req-385c56ed-216f-4525-80a6-bd678e5fc3f9 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:59.123276 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-10fb4ab7-07af-48f1-969c-821b72da9aaf req-385c56ed-216f-4525-80a6-bd678e5fc3f9 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a8709b5-b684-4aa0-903d-8839be2c999e HTTP/1.1" status: 200 len: 945 time: 0.1576571 Dec 06 17:23:59.131536 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d37aa333-b603-4f22-8999-26ea16a42f27 req-aff4632c-6836-41ff-964d-3230457f0ff7 service neutron] 10.222.0.41 "GET /v2.0/networks/a4c7e014-b0a5-4b38-bc7b-c27afa34aef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3642306 Dec 06 17:23:59.173985 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7d8a26-bd30-4ab8-bd06-75dd626be92e req-f51176a2-e6bd-401c-b0d3-188e438bb21a tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:59.176435 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6c7d8a26-bd30-4ab8-bd06-75dd626be92e req-f51176a2-e6bd-401c-b0d3-188e438bb21a tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.41 "GET /v2.0/networks?id=b1330ff6-71a6-48db-aedf-2e908404d40b HTTP/1.1" status: 200 len: 811 time: 0.4304843 Dec 06 17:23:59.232693 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f2871d-4bdb-4ab0-b71d-5205cc122518 None None] Network bceca5f7-8831-4791-b650-e67eb83ee53f requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:23:59.316906 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 9940597b-03fc-4480-aa9b-655f24781eb0 up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:23:59.353449 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-10fb4ab7-07af-48f1-969c-821b72da9aaf req-aef53241-c60e-4c19-92ea-60528efdc2f7 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=5055a3f9-0705-481f-a554-5c989eab318b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2212954 Dec 06 17:23:59.377403 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-adb0cd32-28f6-4bb2-aa47-859ddecac165 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:59.381528 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d37aa333-b603-4f22-8999-26ea16a42f27 req-91dc7aff-f832-4879-b2fb-5aa84a053ad3 service neutron] 10.222.0.41 "GET /v2.0/networks/a4c7e014-b0a5-4b38-bc7b-c27afa34aef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215707 Dec 06 17:23:59.414091 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-6c7d8a26-bd30-4ab8-bd06-75dd626be92e req-38345a6b-8dba-472f-bdfb-3cbdbdcb3dc8 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Request body: {'port': {'device_id': 'fd8e6f85-4f02-4edb-b8e7-ac97e87f725a', 'network_id': 'b1330ff6-71a6-48db-aedf-2e908404d40b', 'admin_state_up': True, 'tenant_id': '0688c6db31494470a1b7a5ecaa734bc4'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:23:59.440161 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-adb0cd32-28f6-4bb2-aa47-859ddecac165 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:59.504571 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning for port 9940597b-03fc-4480-aa9b-655f24781eb0 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:23:59.513911 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port 9940597b-03fc-4480-aa9b-655f24781eb0 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:23:59.514844 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:59.542503 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-adb0cd32-28f6-4bb2-aa47-859ddecac165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:59.545282 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-adb0cd32-28f6-4bb2-aa47-859ddecac165 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:59.548936 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-adb0cd32-28f6-4bb2-aa47-859ddecac165 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0013ae1c-d8a8-48b9-997f-8bd71746768f HTTP/1.1" status: 204 len: 168 time: 0.4923477 Dec 06 17:23:59.559062 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb0cd32-28f6-4bb2-aa47-859ddecac165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0013ae1c-d8a8-48b9-997f-8bd71746768f,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:59.635818 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d37aa333-b603-4f22-8999-26ea16a42f27 req-9051f2a0-d880-4602-9d8a-3878e6309ae8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=e6837a9b-3564-431d-b164-1562632e4bc8 HTTP/1.1" status: 200 len: 217 time: 0.2154729 Dec 06 17:23:59.660975 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:59.679163 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59866) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:23:59.707446 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc31ec-d2a6-438b-8855-7c9faeffa54c req-b5556016-aa36-42e2-a965-7b70d1c03f95 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:59.715235 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ddcc31ec-d2a6-438b-8855-7c9faeffa54c req-b5556016-aa36-42e2-a965-7b70d1c03f95 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=8bfd91d9-eaed-4941-b247-66463a0fc366 HTTP/1.1" status: 200 len: 945 time: 0.3319750 Dec 06 17:23:59.726996 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 9940597b-03fc-4480-aa9b-655f24781eb0, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9940597b-03fc-4480-aa9b-655f24781eb0,segment=NetworkSegment(5191f104-0f28-4995-943c-dc9b12a33060),segment_id=5191f104-0f28-4995-943c-dc9b12a33060)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:23:59.728918 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a8709b5-b684-4aa0-903d-8839be2c999e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9940597b-03fc-4480-aa9b-655f24781eb0'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:23:59.731898 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aad9116b-2bc5-4272-84ac-b7bb2be615a2" -d '{"events": [{"server_uuid": "5a8709b5-b684-4aa0-903d-8839be2c999e", "name": "network-vif-plugged", "status": "completed", "tag": "9940597b-03fc-4480-aa9b-655f24781eb0"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:23:59.755571 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:59.762858 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37aa333-b603-4f22-8999-26ea16a42f27 req-f3919c0b-99ea-4f93-baf5-cdab2c32968c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:59.764642 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d37aa333-b603-4f22-8999-26ea16a42f27 req-f3919c0b-99ea-4f93-baf5-cdab2c32968c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1b6f6e09-b453-475f-acb4-6738e54d8ac7 HTTP/1.1" status: 200 len: 797 time: 0.1190557 Dec 06 17:23:59.836986 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c7d8a26-bd30-4ab8-bd06-75dd626be92e req-38345a6b-8dba-472f-bdfb-3cbdbdcb3dc8 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Made reservation on behalf of 0688c6db31494470a1b7a5ecaa734bc4 for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:23:59.841637 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-6c7d8a26-bd30-4ab8-bd06-75dd626be92e req-38345a6b-8dba-472f-bdfb-3cbdbdcb3dc8 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:23:59.868079 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=9940597b-03fc-4480-aa9b-655f24781eb0,revision_number=12']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:23:59.882076 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ddcc31ec-d2a6-438b-8855-7c9faeffa54c req-e6029d59-4bbc-4ab0-8316-a220db0fb613 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658831 Dec 06 17:23:59.919842 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37aa333-b603-4f22-8999-26ea16a42f27 req-2e38f434-33e0-4ce8-857d-a15c968d51b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:23:59.932690 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d37aa333-b603-4f22-8999-26ea16a42f27 req-2e38f434-33e0-4ce8-857d-a15c968d51b7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a4c7e014-b0a5-4b38-bc7b-c27afa34aef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1428926 Dec 06 17:23:59.971049 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-20981b15-94f6-4780-82d6-2dc4dfcd7e5a tempest-SubnetPoolsTestJSON-646873192 tempest-SubnetPoolsTestJSON-646873192-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1774171658', 'prefixes': ['172.20.0.0/16']}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:24:00.019426 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a828fab5-da49-4517-ab67-764ee893c652 req-4bb0c94f-29c6-4ac0-a894-54fbafd4e075 tempest-ServerMetadataNegativeTestJSON-1913736222 tempest-ServerMetadataNegativeTestJSON-1913736222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:00.030292 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a828fab5-da49-4517-ab67-764ee893c652 req-4bb0c94f-29c6-4ac0-a894-54fbafd4e075 tempest-ServerMetadataNegativeTestJSON-1913736222 tempest-ServerMetadataNegativeTestJSON-1913736222-project] 10.222.0.23 "GET /v2.0/networks?id=bceca5f7-8831-4791-b650-e67eb83ee53f HTTP/1.1" status: 200 len: 820 time: 0.1860492 Dec 06 17:24:00.058190 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a828fab5-da49-4517-ab67-764ee893c652 req-77d091e2-81f7-47e4-84cd-7ab51944bc06 tempest-ServerMetadataNegativeTestJSON-1913736222 tempest-ServerMetadataNegativeTestJSON-1913736222-project] 10.222.0.23 "GET /v2.0/quotas/e98ba18d7b1145af9944d0fc59b6d18f HTTP/1.1" status: 200 len: 375 time: 0.0265064 Dec 06 17:24:00.068819 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c942e773-6906-463b-b1c3-56e5841f8fb6 req-0c7fa3cd-acff-41e6-b024-4f6e0f18f272 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8e6f85-4f02-4edb-b8e7-ac97e87f725a HTTP/1.1" status: 200 len: 210 time: 0.0652111 Dec 06 17:24:00.105167 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a828fab5-da49-4517-ab67-764ee893c652 req-ef4e6bc6-f505-49f9-95d8-ed0d4539547e tempest-ServerMetadataNegativeTestJSON-1913736222 tempest-ServerMetadataNegativeTestJSON-1913736222-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e98ba18d7b1145af9944d0fc59b6d18f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457444 Dec 06 17:24:00.117669 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98d5d898-8cc1-4fed-98fc-156359e79462 x-openstack-request-id: req-98d5d898-8cc1-4fed-98fc-156359e79462 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:24:00.118023 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a8709b5-b684-4aa0-903d-8839be2c999e", "name": "network-vif-plugged", "status": "completed", "tag": "9940597b-03fc-4480-aa9b-655f24781eb0", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:24:00.118291 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-98d5d898-8cc1-4fed-98fc-156359e79462 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:24:00.119479 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a8709b5-b684-4aa0-903d-8839be2c999e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9940597b-03fc-4480-aa9b-655f24781eb0', 'code': 200} Dec 06 17:24:00.214683 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a828fab5-da49-4517-ab67-764ee893c652 req-03f96681-6a6f-430f-a3b5-e3572613d059 service neutron] 10.222.0.23 "GET /v2.0/networks/bceca5f7-8831-4791-b650-e67eb83ee53f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081426 Dec 06 17:24:00.253916 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-6c7d8a26-bd30-4ab8-bd06-75dd626be92e req-38345a6b-8dba-472f-bdfb-3cbdbdcb3dc8 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Allocated IP 172.20.0.6 (b1330ff6-71a6-48db-aedf-2e908404d40b/407d30a8-656b-4107-b0bb-8b27c7634002/8ba5447c-48d3-4a13-98d4-abfe6a0c2a27) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:24:00.292047 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d37aa333-b603-4f22-8999-26ea16a42f27 req-d16a8709-c45c-4dd9-9911-70c49b1e3a90 service neutron] 10.222.0.41 "GET /v2.0/networks/a4c7e014-b0a5-4b38-bc7b-c27afa34aef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3585193 Dec 06 17:24:00.372225 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-20981b15-94f6-4780-82d6-2dc4dfcd7e5a tempest-SubnetPoolsTestJSON-646873192 tempest-SubnetPoolsTestJSON-646873192-project] Publish callbacks [] for subnetpool, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:00.374895 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-20981b15-94f6-4780-82d6-2dc4dfcd7e5a tempest-SubnetPoolsTestJSON-646873192 tempest-SubnetPoolsTestJSON-646873192-project] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.6934786 Dec 06 17:24:00.379400 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59888) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:24:00.420524 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-652fa785-9091-4018-83d1-8b14a3e3afc2 tempest-SubnetPoolsTestJSON-646873192 tempest-SubnetPoolsTestJSON-646873192-project] 10.222.0.23 "GET /v2.0/subnetpools/268f4159-5410-4990-aea1-09d180e67c16 HTTP/1.1" status: 200 len: 732 time: 0.0373487 Dec 06 17:24:00.423497 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a828fab5-da49-4517-ab67-764ee893c652 req-0f64da8b-affc-46b5-83d5-ae56b9197428 service neutron] 10.222.0.23 "GET /v2.0/networks/bceca5f7-8831-4791-b650-e67eb83ee53f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079680 Dec 06 17:24:00.424047 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59896) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:24:00.429860 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-e7aedcff-ba00-4336-bb50-1fc12a650950 tempest-SubnetPoolsTestJSON-646873192 tempest-SubnetPoolsTestJSON-646873192-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1061984055'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:24:00.506081 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c4ac2-1e53-420c-939e-17594e0ad738 req-8f348fd2-2dc5-46b2-b217-277fe168e79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:00.507903 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8a5c4ac2-1e53-420c-939e-17594e0ad738 req-8f348fd2-2dc5-46b2-b217-277fe168e79b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5a8709b5-b684-4aa0-903d-8839be2c999e HTTP/1.1" status: 200 len: 1097 time: 0.2091963 Dec 06 17:24:00.528647 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e7aedcff-ba00-4336-bb50-1fc12a650950 tempest-SubnetPoolsTestJSON-646873192 tempest-SubnetPoolsTestJSON-646873192-project] Publish callbacks [] for subnetpool, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:00.530036 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-e7aedcff-ba00-4336-bb50-1fc12a650950 tempest-SubnetPoolsTestJSON-646873192 tempest-SubnetPoolsTestJSON-646873192-project] 10.222.0.23 "PUT /v2.0/subnetpools/268f4159-5410-4990-aea1-09d180e67c16 HTTP/1.1" status: 200 len: 684 time: 0.1049366 Dec 06 17:24:00.533492 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59900) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:24:00.608593 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8a5c4ac2-1e53-420c-939e-17594e0ad738 req-dcc62a4d-58d9-4018-bcc8-0eaac15aef40 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5055a3f9-0705-481f-a554-5c989eab318b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853944 Dec 06 17:24:00.628142 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-350b3198-f1d2-4f0d-8641-5a9af773ee82 tempest-SubnetPoolsTestJSON-646873192 tempest-SubnetPoolsTestJSON-646873192-project] Publish callbacks [] for subnetpool, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:00.630258 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-350b3198-f1d2-4f0d-8641-5a9af773ee82 tempest-SubnetPoolsTestJSON-646873192 tempest-SubnetPoolsTestJSON-646873192-project] 10.222.0.23 "DELETE /v2.0/subnetpools/268f4159-5410-4990-aea1-09d180e67c16 HTTP/1.1" status: 204 len: 168 time: 0.0956359 Dec 06 17:24:00.632820 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59906) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:24:00.655538 n-d-master-1 neutron-server[103284]: INFO neutron.api.v2.resource [None req-9bbecc98-c896-4d19-b442-177254b8bdf2 tempest-SubnetPoolsTestJSON-646873192 tempest-SubnetPoolsTestJSON-646873192-project] show failed (client error): The resource could not be found. Dec 06 17:24:00.658481 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-9bbecc98-c896-4d19-b442-177254b8bdf2 tempest-SubnetPoolsTestJSON-646873192 tempest-SubnetPoolsTestJSON-646873192-project] 10.222.0.23 "GET /v2.0/subnetpools/268f4159-5410-4990-aea1-09d180e67c16 HTTP/1.1" status: 404 len: 346 time: 0.0242665 Dec 06 17:24:00.661068 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59908) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:24:00.685324 n-d-master-1 neutron-server[103284]: INFO neutron.api.v2.resource [None req-3d7d1f37-343f-47e9-8824-ac4d3617c96c tempest-SubnetPoolsTestJSON-646873192 tempest-SubnetPoolsTestJSON-646873192-project] delete failed (client error): The resource could not be found. Dec 06 17:24:00.687147 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-3d7d1f37-343f-47e9-8824-ac4d3617c96c tempest-SubnetPoolsTestJSON-646873192 tempest-SubnetPoolsTestJSON-646873192-project] 10.222.0.23 "DELETE /v2.0/subnetpools/268f4159-5410-4990-aea1-09d180e67c16 HTTP/1.1" status: 404 len: 346 time: 0.0247915 Dec 06 17:24:00.742680 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d37aa333-b603-4f22-8999-26ea16a42f27 req-f191691b-2ecd-4d65-9864-ef012cc04c21 service neutron] 10.222.0.41 "GET /v2.0/networks/a4c7e014-b0a5-4b38-bc7b-c27afa34aef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4022133 Dec 06 17:24:00.750668 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f11f042-f8ef-4a04-8eca-37d88aae82c4 req-bf2d70ea-5d25-40fd-aa10-b7c264836de8 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:00.758029 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8f11f042-f8ef-4a04-8eca-37d88aae82c4 req-bf2d70ea-5d25-40fd-aa10-b7c264836de8 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a8709b5-b684-4aa0-903d-8839be2c999e HTTP/1.1" status: 200 len: 946 time: 0.2917848 Dec 06 17:24:00.838960 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d37aa333-b603-4f22-8999-26ea16a42f27 req-ed10d1ee-dc15-41e6-838d-7d3323f6acdc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=54b8b728-fb86-4824-ae15-d101cf829fb2 HTTP/1.1" status: 200 len: 217 time: 0.0758872 Dec 06 17:24:00.894084 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6882ea49-2818-4831-a639-3dad537aff78 req-fdead8ee-beb1-4c17-847b-9261875d046b tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:00.896171 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6882ea49-2818-4831-a639-3dad537aff78 req-fdead8ee-beb1-4c17-847b-9261875d046b tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=8bfd91d9-eaed-4941-b247-66463a0fc366 HTTP/1.1" status: 200 len: 945 time: 0.1907585 Dec 06 17:24:00.996887 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-6c7d8a26-bd30-4ab8-bd06-75dd626be92e req-38345a6b-8dba-472f-bdfb-3cbdbdcb3dc8 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:01.038486 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8f11f042-f8ef-4a04-8eca-37d88aae82c4 req-7488579a-8a00-4e2d-9f32-854685f6bacc tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=5055a3f9-0705-481f-a554-5c989eab318b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2794862 Dec 06 17:24:01.096774 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37aa333-b603-4f22-8999-26ea16a42f27 req-3c31d072-f37d-4997-8b8a-a9a5c0276247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:01.098698 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d37aa333-b603-4f22-8999-26ea16a42f27 req-3c31d072-f37d-4997-8b8a-a9a5c0276247 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1b6f6e09-b453-475f-acb4-6738e54d8ac7 HTTP/1.1" status: 200 len: 797 time: 0.2426856 Dec 06 17:24:01.281612 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6cc07106-4f6f-43cf-b455-51bcc33cb121 req-96b2f24a-5a55-4232-9552-17cc0d7ff513 tempest-ServerMetadataNegativeTestJSON-1913736222 tempest-ServerMetadataNegativeTestJSON-1913736222-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd35fa3d-3442-460f-b76e-02d226aee378 HTTP/1.1" status: 200 len: 210 time: 0.1194742 Dec 06 17:24:01.297592 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 59942) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:24:01.325702 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-6c7d8a26-bd30-4ab8-bd06-75dd626be92e req-38345a6b-8dba-472f-bdfb-3cbdbdcb3dc8 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:01.341945 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['5950c246-4a5e-4fe7-824b-ffd17af9d9f8', '6e2aaf6a-98ab-4793-bb5a-79fe1a76c80c'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:24:01.367496 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37aa333-b603-4f22-8999-26ea16a42f27 req-e2c147e4-b7a9-43a0-995d-04cb944f4e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:01.379498 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d37aa333-b603-4f22-8999-26ea16a42f27 req-e2c147e4-b7a9-43a0-995d-04cb944f4e93 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a4c7e014-b0a5-4b38-bc7b-c27afa34aef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2683802 Dec 06 17:24:01.469088 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38345a6b-8dba-472f-bdfb-3cbdbdcb3dc8 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Pushing event updated for resources: {'Port': ['ID=8ba5447c-48d3-4a13-98d4-abfe6a0c2a27,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:01.604376 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d37aa333-b603-4f22-8999-26ea16a42f27 req-246409f8-6c10-48f3-94f5-d9e1666c18be service neutron] 10.222.0.41 "GET /v2.0/networks/a4c7e014-b0a5-4b38-bc7b-c27afa34aef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319351 Dec 06 17:24:01.608487 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c7d8a26-bd30-4ab8-bd06-75dd626be92e req-38345a6b-8dba-472f-bdfb-3cbdbdcb3dc8 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Network b1330ff6-71a6-48db-aedf-2e908404d40b is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:24:01.716031 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ddce13-541d-46e9-8929-de0c027ef8e4 req-2c6d758f-23c4-41a8-a60c-4a47a2ba9c1a tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:01.725760 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-37ddce13-541d-46e9-8929-de0c027ef8e4 req-2c6d758f-23c4-41a8-a60c-4a47a2ba9c1a tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8e6f85-4f02-4edb-b8e7-ac97e87f725a HTTP/1.1" status: 200 len: 931 time: 0.3419657 Dec 06 17:24:01.768380 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f6ca8241-f717-4e9e-b3f9-e736ee6f4228 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:01.790579 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-6c7d8a26-bd30-4ab8-bd06-75dd626be92e req-38345a6b-8dba-472f-bdfb-3cbdbdcb3dc8 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:24:01.803942 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c7d8a26-bd30-4ab8-bd06-75dd626be92e req-38345a6b-8dba-472f-bdfb-3cbdbdcb3dc8 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:24:01.834920 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6882ea49-2818-4831-a639-3dad537aff78 req-0c0ea76b-3c51-4590-9ac9-0e341d9d7f5b tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9313035 Dec 06 17:24:01.909025 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-37ddce13-541d-46e9-8929-de0c027ef8e4 req-2377440b-43a6-4636-bde6-7b53573367bc tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c657007e-2b96-4108-a795-7e2c1ca6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818907 Dec 06 17:24:01.922097 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7d8a26-bd30-4ab8-bd06-75dd626be92e req-38345a6b-8dba-472f-bdfb-3cbdbdcb3dc8 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:01.922968 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-6c7d8a26-bd30-4ab8-bd06-75dd626be92e req-38345a6b-8dba-472f-bdfb-3cbdbdcb3dc8 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:01.965655 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6c7d8a26-bd30-4ab8-bd06-75dd626be92e req-38345a6b-8dba-472f-bdfb-3cbdbdcb3dc8 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5833831 Dec 06 17:24:01.999444 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-6c7d8a26-bd30-4ab8-bd06-75dd626be92e req-e77550d9-4f06-4675-8dbe-9be1dd50f410 service neutron] Request body: {'port': {'device_id': 'fd8e6f85-4f02-4edb-b8e7-ac97e87f725a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:24:02.056679 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d37aa333-b603-4f22-8999-26ea16a42f27 req-5e4088ac-dc44-44ea-8560-0ab0b283c6c2 service neutron] 10.222.0.41 "GET /v2.0/networks/a4c7e014-b0a5-4b38-bc7b-c27afa34aef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4398057 Dec 06 17:24:02.192105 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d37aa333-b603-4f22-8999-26ea16a42f27 req-e9d81618-7f4e-4684-9a70-7b1370d615d5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.14&port_id=fd8770e5-43c9-4df9-a87a-fd8b1189f8b0 HTTP/1.1" status: 200 len: 217 time: 0.0944433 Dec 06 17:24:02.240743 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-919bb6b9-f89d-4ed0-8cc4-0fd336b084b9 None None] Provisioning complete for port 8ba5447c-48d3-4a13-98d4-abfe6a0c2a27 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:24:02.241547 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-919bb6b9-f89d-4ed0-8cc4-0fd336b084b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:02.329211 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-6c7d8a26-bd30-4ab8-bd06-75dd626be92e req-e77550d9-4f06-4675-8dbe-9be1dd50f410 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:02.346028 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-919bb6b9-f89d-4ed0-8cc4-0fd336b084b9 None None] Port 8ba5447c-48d3-4a13-98d4-abfe6a0c2a27 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:24:02.377838 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aff22ae-08c7-4648-9e89-5b304647eadf req-016eaf7c-b57f-4e7e-a918-0163c2d63dc1 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:02.392395 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9aff22ae-08c7-4648-9e89-5b304647eadf req-016eaf7c-b57f-4e7e-a918-0163c2d63dc1 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a8709b5-b684-4aa0-903d-8839be2c999e HTTP/1.1" status: 200 len: 946 time: 0.1912436 Dec 06 17:24:02.511925 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a828fab5-da49-4517-ab67-764ee893c652 req-8a418888-127f-405e-bcb5-826043d09aaa tempest-ServerMetadataNegativeTestJSON-1913736222 tempest-ServerMetadataNegativeTestJSON-1913736222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:02.526334 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a828fab5-da49-4517-ab67-764ee893c652 req-8a418888-127f-405e-bcb5-826043d09aaa tempest-ServerMetadataNegativeTestJSON-1913736222 tempest-ServerMetadataNegativeTestJSON-1913736222-project] 10.222.0.44 "GET /v2.0/networks?id=bceca5f7-8831-4791-b650-e67eb83ee53f HTTP/1.1" status: 200 len: 820 time: 0.3372309 Dec 06 17:24:02.538728 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9aff22ae-08c7-4648-9e89-5b304647eadf req-18e4cddb-fe14-44b4-8a09-df668d5c908d tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=5055a3f9-0705-481f-a554-5c989eab318b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449552 Dec 06 17:24:02.544857 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-a828fab5-da49-4517-ab67-764ee893c652 req-989d57db-477a-424f-8612-1ecd6608fc43 tempest-ServerMetadataNegativeTestJSON-1913736222 tempest-ServerMetadataNegativeTestJSON-1913736222-project] Request body: {'port': {'device_id': 'fd35fa3d-3442-460f-b76e-02d226aee378', 'network_id': 'bceca5f7-8831-4791-b650-e67eb83ee53f', 'admin_state_up': True, 'tenant_id': 'e98ba18d7b1145af9944d0fc59b6d18f'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:24:02.619793 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37aa333-b603-4f22-8999-26ea16a42f27 req-628caade-1a3a-43c7-bf51-b9f2e9b168b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:02.621636 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d37aa333-b603-4f22-8999-26ea16a42f27 req-628caade-1a3a-43c7-bf51-b9f2e9b168b5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1b6f6e09-b453-475f-acb4-6738e54d8ac7 HTTP/1.1" status: 200 len: 797 time: 0.3023908 Dec 06 17:24:02.714977 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:02.744546 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a828fab5-da49-4517-ab67-764ee893c652 req-989d57db-477a-424f-8612-1ecd6608fc43 tempest-ServerMetadataNegativeTestJSON-1913736222 tempest-ServerMetadataNegativeTestJSON-1913736222-project] Made reservation on behalf of e98ba18d7b1145af9944d0fc59b6d18f for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:24:02.760382 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a828fab5-da49-4517-ab67-764ee893c652 req-989d57db-477a-424f-8612-1ecd6608fc43 tempest-ServerMetadataNegativeTestJSON-1913736222 tempest-ServerMetadataNegativeTestJSON-1913736222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:03.025080 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-a828fab5-da49-4517-ab67-764ee893c652 req-989d57db-477a-424f-8612-1ecd6608fc43 tempest-ServerMetadataNegativeTestJSON-1913736222 tempest-ServerMetadataNegativeTestJSON-1913736222-project] Allocated IP 172.20.0.4 (bceca5f7-8831-4791-b650-e67eb83ee53f/dcb1cc6e-38da-4c7c-a70f-a79b38df283c/a0a3cd39-433b-4fcc-bda0-8ce3bf8b55a4) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:24:03.054743 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a82e792-e610-41ee-a6b0-98cd9ad9ea6a req-d6f91d94-4732-4128-954d-4ac168050825 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:03.059281 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8a82e792-e610-41ee-a6b0-98cd9ad9ea6a req-d6f91d94-4732-4128-954d-4ac168050825 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=8bfd91d9-eaed-4941-b247-66463a0fc366 HTTP/1.1" status: 200 len: 945 time: 0.1067824 Dec 06 17:24:03.204149 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8a82e792-e610-41ee-a6b0-98cd9ad9ea6a req-2b998635-7d67-46c9-95e5-84400e050003 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298511 Dec 06 17:24:03.317668 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f6ca8241-f717-4e9e-b3f9-e736ee6f4228 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:03.356427 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-de9be98c-548c-4883-995e-92deb0b8b4e1 req-31d89929-a0c5-4bfd-b188-3ba1e1d98ee8 tempest-ServerMetadataNegativeTestJSON-1913736222 tempest-ServerMetadataNegativeTestJSON-1913736222-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd35fa3d-3442-460f-b76e-02d226aee378 HTTP/1.1" status: 200 len: 210 time: 0.8070817 Dec 06 17:24:03.442880 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f6ca8241-f717-4e9e-b3f9-e736ee6f4228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:03.499185 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befb481f-154e-4579-9775-acb9524b1938 req-a64490c0-1613-4e87-9e57-ba1be62ab541 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:03.501320 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-befb481f-154e-4579-9775-acb9524b1938 req-a64490c0-1613-4e87-9e57-ba1be62ab541 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8e6f85-4f02-4edb-b8e7-ac97e87f725a HTTP/1.1" status: 200 len: 931 time: 0.1235926 Dec 06 17:24:03.548717 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a828fab5-da49-4517-ab67-764ee893c652 req-989d57db-477a-424f-8612-1ecd6608fc43 tempest-ServerMetadataNegativeTestJSON-1913736222 tempest-ServerMetadataNegativeTestJSON-1913736222-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:03.567825 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22b5d80-aaab-41db-b910-a8e615c4d333 req-d434887c-b8b3-42b0-82d9-04cdd759e07f tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:03.569344 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b22b5d80-aaab-41db-b910-a8e615c4d333 req-d434887c-b8b3-42b0-82d9-04cdd759e07f tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.44 "GET /v2.0/ports?device_id=8bfd91d9-eaed-4941-b247-66463a0fc366 HTTP/1.1" status: 200 len: 945 time: 1.5103426 Dec 06 17:24:03.612876 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-befb481f-154e-4579-9775-acb9524b1938 req-8a1b9462-1175-4622-bea6-7863d93a066c tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c657007e-2b96-4108-a795-7e2c1ca6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998085 Dec 06 17:24:03.629041 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a828fab5-da49-4517-ab67-764ee893c652 req-989d57db-477a-424f-8612-1ecd6608fc43 tempest-ServerMetadataNegativeTestJSON-1913736222 tempest-ServerMetadataNegativeTestJSON-1913736222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:03.668629 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37aa333-b603-4f22-8999-26ea16a42f27 req-ee980f06-cbad-41be-a026-6db7d3f828ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:03.670581 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d37aa333-b603-4f22-8999-26ea16a42f27 req-ee980f06-cbad-41be-a026-6db7d3f828ca service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a4c7e014-b0a5-4b38-bc7b-c27afa34aef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.0394015 Dec 06 17:24:03.676443 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ca8241-f717-4e9e-b3f9-e736ee6f4228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=808a8cd0-077a-429f-9960-7eea5bada379,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:03.681484 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-f6ca8241-f717-4e9e-b3f9-e736ee6f4228 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=17b1367aacdf4c63a2194d4df4821414&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3826377 Dec 06 17:24:03.691772 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60030) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:24:03.694939 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989d57db-477a-424f-8612-1ecd6608fc43 tempest-ServerMetadataNegativeTestJSON-1913736222 tempest-ServerMetadataNegativeTestJSON-1913736222-project] Pushing event updated for resources: {'Port': ['ID=a0a3cd39-433b-4fcc-bda0-8ce3bf8b55a4,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:03.734734 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a828fab5-da49-4517-ab67-764ee893c652 req-989d57db-477a-424f-8612-1ecd6608fc43 tempest-ServerMetadataNegativeTestJSON-1913736222 tempest-ServerMetadataNegativeTestJSON-1913736222-project] Network bceca5f7-8831-4791-b650-e67eb83ee53f is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:24:03.738904 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-a828fab5-da49-4517-ab67-764ee893c652 req-989d57db-477a-424f-8612-1ecd6608fc43 tempest-ServerMetadataNegativeTestJSON-1913736222 tempest-ServerMetadataNegativeTestJSON-1913736222-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:24:03.744548 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-a828fab5-da49-4517-ab67-764ee893c652 req-989d57db-477a-424f-8612-1ecd6608fc43 tempest-ServerMetadataNegativeTestJSON-1913736222 tempest-ServerMetadataNegativeTestJSON-1913736222-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:24:03.816781 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-29aeed80-941d-46d0-a296-760a5bcf1f51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:03.839825 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-29aeed80-941d-46d0-a296-760a5bcf1f51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:03.898468 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-29aeed80-941d-46d0-a296-760a5bcf1f51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:03.901374 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-29aeed80-941d-46d0-a296-760a5bcf1f51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:03.902716 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-29aeed80-941d-46d0-a296-760a5bcf1f51 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/808a8cd0-077a-429f-9960-7eea5bada379 HTTP/1.1" status: 204 len: 168 time: 0.2028885 Dec 06 17:24:03.912054 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a828fab5-da49-4517-ab67-764ee893c652 req-989d57db-477a-424f-8612-1ecd6608fc43 tempest-ServerMetadataNegativeTestJSON-1913736222 tempest-ServerMetadataNegativeTestJSON-1913736222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:03.912777 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a828fab5-da49-4517-ab67-764ee893c652 req-989d57db-477a-424f-8612-1ecd6608fc43 tempest-ServerMetadataNegativeTestJSON-1913736222 tempest-ServerMetadataNegativeTestJSON-1913736222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:03.939241 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a828fab5-da49-4517-ab67-764ee893c652 req-989d57db-477a-424f-8612-1ecd6608fc43 tempest-ServerMetadataNegativeTestJSON-1913736222 tempest-ServerMetadataNegativeTestJSON-1913736222-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3991928 Dec 06 17:24:03.940256 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aeed80-941d-46d0-a296-760a5bcf1f51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=808a8cd0-077a-429f-9960-7eea5bada379,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:03.941416 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5decb7-f0d4-4227-a6ec-d3399adb622a req-3fa3aaca-3960-471e-b9ae-fde0481da4f2 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:03.943012 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9e5decb7-f0d4-4227-a6ec-d3399adb622a req-3fa3aaca-3960-471e-b9ae-fde0481da4f2 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a8709b5-b684-4aa0-903d-8839be2c999e HTTP/1.1" status: 200 len: 946 time: 0.1856632 Dec 06 17:24:03.956109 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-a828fab5-da49-4517-ab67-764ee893c652 req-605a4485-2dda-4155-a403-c9993f2034d9 service neutron] Request body: {'port': {'device_id': 'fd35fa3d-3442-460f-b76e-02d226aee378', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:24:03.959518 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-b22b5d80-aaab-41db-b910-a8e615c4d333 req-425dc804-45a1-46a0-8ac7-41353e984a01 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Deleting port fd5c0723-6f45-45f1-868c-1b66de29d034 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:24:03.959871 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-b22b5d80-aaab-41db-b910-a8e615c4d333 req-425dc804-45a1-46a0-8ac7-41353e984a01 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:04.025323 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-6c7d8a26-bd30-4ab8-bd06-75dd626be92e req-e77550d9-4f06-4675-8dbe-9be1dd50f410 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ba5447c-48d3-4a13-98d4-abfe6a0c2a27 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:24:04.034433 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d37aa333-b603-4f22-8999-26ea16a42f27 req-af67ce2a-a976-468f-8f3b-a8e03ae77e22 service neutron] 10.222.0.41 "GET /v2.0/networks/a4c7e014-b0a5-4b38-bc7b-c27afa34aef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3453248 Dec 06 17:24:04.040418 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a828fab5-da49-4517-ab67-764ee893c652 req-605a4485-2dda-4155-a403-c9993f2034d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:04.111597 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-6c7d8a26-bd30-4ab8-bd06-75dd626be92e req-e77550d9-4f06-4675-8dbe-9be1dd50f410 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:04.301174 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d37aa333-b603-4f22-8999-26ea16a42f27 req-7dfe5e63-3bd3-4594-8ee9-b2672ecafd0e service neutron] 10.222.0.41 "GET /v2.0/networks/a4c7e014-b0a5-4b38-bc7b-c27afa34aef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818137 Dec 06 17:24:04.436182 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3129e117-3892-435c-bd7a-0f203ccb0f5e req-b5873946-a002-4bc7-941a-9735533abb89 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:04.441938 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9e5decb7-f0d4-4227-a6ec-d3399adb622a req-01e1cc2a-bb74-4553-98ec-4d94940f99e1 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=5055a3f9-0705-481f-a554-5c989eab318b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4815347 Dec 06 17:24:04.453947 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3129e117-3892-435c-bd7a-0f203ccb0f5e req-b5873946-a002-4bc7-941a-9735533abb89 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=8bfd91d9-eaed-4941-b247-66463a0fc366 HTTP/1.1" status: 200 len: 945 time: 0.1236098 Dec 06 17:24:04.481098 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-6c7d8a26-bd30-4ab8-bd06-75dd626be92e req-e77550d9-4f06-4675-8dbe-9be1dd50f410 service neutron] Transition to ACTIVE for port object 8ba5447c-48d3-4a13-98d4-abfe6a0c2a27 will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:24:04.485829 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d37aa333-b603-4f22-8999-26ea16a42f27 req-5acd72cb-fa32-406f-91e8-e3ab72c63430 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4a00eecc-af3f-4037-9306-241f88900bd2 HTTP/1.1" status: 200 len: 217 time: 0.1493728 Dec 06 17:24:04.500947 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-6c7d8a26-bd30-4ab8-bd06-75dd626be92e req-e77550d9-4f06-4675-8dbe-9be1dd50f410 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:04.514707 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-b22b5d80-aaab-41db-b910-a8e615c4d333 req-425dc804-45a1-46a0-8ac7-41353e984a01 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] For port fd5c0723-6f45-45f1-868c-1b66de29d034, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=fd5c0723-6f45-45f1-868c-1b66de29d034,segment=NetworkSegment(7b3b1671-5b3d-45b5-8a84-9493fd934077),segment_id=7b3b1671-5b3d-45b5-8a84-9493fd934077)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:24:04.515936 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-b22b5d80-aaab-41db-b910-a8e615c4d333 req-425dc804-45a1-46a0-8ac7-41353e984a01 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:04.607769 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3129e117-3892-435c-bd7a-0f203ccb0f5e req-1117285e-83cb-4b45-94d3-2614dda68173 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461709 Dec 06 17:24:04.691755 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-a828fab5-da49-4517-ab67-764ee893c652 req-605a4485-2dda-4155-a403-c9993f2034d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0a3cd39-433b-4fcc-bda0-8ce3bf8b55a4 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:24:04.702205 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a828fab5-da49-4517-ab67-764ee893c652 req-605a4485-2dda-4155-a403-c9993f2034d9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:04.728043 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-a828fab5-da49-4517-ab67-764ee893c652 req-605a4485-2dda-4155-a403-c9993f2034d9 service neutron] Transition to ACTIVE for port object a0a3cd39-433b-4fcc-bda0-8ce3bf8b55a4 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:24:04.733187 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a828fab5-da49-4517-ab67-764ee893c652 req-605a4485-2dda-4155-a403-c9993f2034d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:04.734458 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-b22b5d80-aaab-41db-b910-a8e615c4d333 req-425dc804-45a1-46a0-8ac7-41353e984a01 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Calling delete_port for fd5c0723-6f45-45f1-868c-1b66de29d034 owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:24:04.886460 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605a4485-2dda-4155-a403-c9993f2034d9 service neutron] Pushing event updated for resources: {'Port': ['ID=a0a3cd39-433b-4fcc-bda0-8ce3bf8b55a4,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:04.938511 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24869e2d-286f-4201-9c4b-2b46e34f6148 req-6b52795f-ce4e-403e-b8aa-a1c6f98339d6 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:04.940504 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-24869e2d-286f-4201-9c4b-2b46e34f6148 req-6b52795f-ce4e-403e-b8aa-a1c6f98339d6 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8e6f85-4f02-4edb-b8e7-ac97e87f725a HTTP/1.1" status: 200 len: 943 time: 0.1395359 Dec 06 17:24:05.016636 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-a828fab5-da49-4517-ab67-764ee893c652 req-605a4485-2dda-4155-a403-c9993f2034d9 service neutron] Attempting to bind port a0a3cd39-433b-4fcc-bda0-8ce3bf8b55a4 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:24:05.017061 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-a828fab5-da49-4517-ab67-764ee893c652 req-605a4485-2dda-4155-a403-c9993f2034d9 service neutron] Attempting to bind port a0a3cd39-433b-4fcc-bda0-8ce3bf8b55a4 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'd35b238c-1dd9-4495-a647-cef0d6a570fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'bceca5f7-8831-4791-b650-e67eb83ee53f'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:24:05.017320 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a828fab5-da49-4517-ab67-764ee893c652 req-605a4485-2dda-4155-a403-c9993f2034d9 service neutron] Attempting to bind port a0a3cd39-433b-4fcc-bda0-8ce3bf8b55a4 on network bceca5f7-8831-4791-b650-e67eb83ee53f {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:24:05.034045 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a828fab5-da49-4517-ab67-764ee893c652 req-605a4485-2dda-4155-a403-c9993f2034d9 service neutron] Port a0a3cd39-433b-4fcc-bda0-8ce3bf8b55a4 on network bceca5f7-8831-4791-b650-e67eb83ee53f not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:24:05.034045 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a828fab5-da49-4517-ab67-764ee893c652 req-605a4485-2dda-4155-a403-c9993f2034d9 service neutron] Attempting to bind port a0a3cd39-433b-4fcc-bda0-8ce3bf8b55a4 on network bceca5f7-8831-4791-b650-e67eb83ee53f {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:24:05.046032 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77550d9-4f06-4675-8dbe-9be1dd50f410 service neutron] Pushing event updated for resources: {'Port': ['ID=8ba5447c-48d3-4a13-98d4-abfe6a0c2a27,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:05.047061 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a828fab5-da49-4517-ab67-764ee893c652 req-605a4485-2dda-4155-a403-c9993f2034d9 service neutron] Checking agent: {'id': '9d8b9f49-2860-4c1f-9b89-45a7657a3c4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:24:05.047587 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a828fab5-da49-4517-ab67-764ee893c652 req-605a4485-2dda-4155-a403-c9993f2034d9 service neutron] Checking segment: {'id': 'd35b238c-1dd9-4495-a647-cef0d6a570fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'bceca5f7-8831-4791-b650-e67eb83ee53f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:24:05.047803 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a828fab5-da49-4517-ab67-764ee893c652 req-605a4485-2dda-4155-a403-c9993f2034d9 service neutron] Bound using segment: {'id': 'd35b238c-1dd9-4495-a647-cef0d6a570fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'bceca5f7-8831-4791-b650-e67eb83ee53f'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:24:05.048254 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-a828fab5-da49-4517-ab67-764ee893c652 req-605a4485-2dda-4155-a403-c9993f2034d9 service neutron] Bound port: a0a3cd39-433b-4fcc-bda0-8ce3bf8b55a4, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd35b238c-1dd9-4495-a647-cef0d6a570fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'bceca5f7-8831-4791-b650-e67eb83ee53f'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:24:05.048727 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a828fab5-da49-4517-ab67-764ee893c652 req-605a4485-2dda-4155-a403-c9993f2034d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:05.053885 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-24869e2d-286f-4201-9c4b-2b46e34f6148 req-4c01ddf4-0731-4144-8fb3-893adc59b4e2 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c657007e-2b96-4108-a795-7e2c1ca6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984044 Dec 06 17:24:05.106577 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37aa333-b603-4f22-8999-26ea16a42f27 req-746bda96-0dc4-426a-aa59-19e41f933eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:05.108845 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d37aa333-b603-4f22-8999-26ea16a42f27 req-746bda96-0dc4-426a-aa59-19e41f933eab service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c1218bad-8e8e-4b33-a2c3-7828bed04f77 HTTP/1.1" status: 200 len: 797 time: 0.6027608 Dec 06 17:24:05.153419 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:05.168935 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-a828fab5-da49-4517-ab67-764ee893c652 req-605a4485-2dda-4155-a403-c9993f2034d9 service neutron] For port a0a3cd39-433b-4fcc-bda0-8ce3bf8b55a4, host n-h2-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:24:05.174145 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-a828fab5-da49-4517-ab67-764ee893c652 req-605a4485-2dda-4155-a403-c9993f2034d9 service neutron] For port a0a3cd39-433b-4fcc-bda0-8ce3bf8b55a4, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=a0a3cd39-433b-4fcc-bda0-8ce3bf8b55a4,segment=NetworkSegment(d35b238c-1dd9-4495-a647-cef0d6a570fc),segment_id=d35b238c-1dd9-4495-a647-cef0d6a570fc)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:24:05.181350 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a828fab5-da49-4517-ab67-764ee893c652 req-605a4485-2dda-4155-a403-c9993f2034d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:05.189349 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60068) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:24:05.203916 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a43b41-18d9-45f2-9147-217a15ac5819 req-da153bc0-db42-4e81-8f96-f6bba6ab3bed tempest-ServerMetadataNegativeTestJSON-1913736222 tempest-ServerMetadataNegativeTestJSON-1913736222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:05.211906 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e7a43b41-18d9-45f2-9147-217a15ac5819 req-da153bc0-db42-4e81-8f96-f6bba6ab3bed tempest-ServerMetadataNegativeTestJSON-1913736222 tempest-ServerMetadataNegativeTestJSON-1913736222-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd35fa3d-3442-460f-b76e-02d226aee378 HTTP/1.1" status: 200 len: 943 time: 0.6432428 Dec 06 17:24:05.235165 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a828fab5-da49-4517-ab67-764ee893c652 req-605a4485-2dda-4155-a403-c9993f2034d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:05.236098 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a828fab5-da49-4517-ab67-764ee893c652 req-605a4485-2dda-4155-a403-c9993f2034d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:05.237567 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a828fab5-da49-4517-ab67-764ee893c652 req-605a4485-2dda-4155-a403-c9993f2034d9 service neutron] 10.222.0.44 "PUT /v2.0/ports/a0a3cd39-433b-4fcc-bda0-8ce3bf8b55a4 HTTP/1.1" status: 200 len: 1091 time: 1.2886331 Dec 06 17:24:05.238485 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd35fa3d-3442-460f-b76e-02d226aee378', 'tag': 'a0a3cd39-433b-4fcc-bda0-8ce3bf8b55a4'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:24:05.252601 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e788831-e1a9-49fa-b615-7e4ec8d60337" -d '{"events": [{"name": "network-changed", "server_uuid": "fd35fa3d-3442-460f-b76e-02d226aee378", "tag": "a0a3cd39-433b-4fcc-bda0-8ce3bf8b55a4"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:24:05.282413 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-6c7d8a26-bd30-4ab8-bd06-75dd626be92e req-e77550d9-4f06-4675-8dbe-9be1dd50f410 service neutron] Attempting to bind port 8ba5447c-48d3-4a13-98d4-abfe6a0c2a27 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:24:05.282796 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-6c7d8a26-bd30-4ab8-bd06-75dd626be92e req-e77550d9-4f06-4675-8dbe-9be1dd50f410 service neutron] Attempting to bind port 8ba5447c-48d3-4a13-98d4-abfe6a0c2a27 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '89275c86-7da9-47f2-a47a-1035a530c501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b1330ff6-71a6-48db-aedf-2e908404d40b'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:24:05.283100 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7d8a26-bd30-4ab8-bd06-75dd626be92e req-e77550d9-4f06-4675-8dbe-9be1dd50f410 service neutron] Attempting to bind port 8ba5447c-48d3-4a13-98d4-abfe6a0c2a27 on network b1330ff6-71a6-48db-aedf-2e908404d40b {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:24:05.319529 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb121df2-fbc1-4b57-9e40-d0351a0f24e8 x-openstack-request-id: req-fb121df2-fbc1-4b57-9e40-d0351a0f24e8 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:24:05.319933 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd35fa3d-3442-460f-b76e-02d226aee378", "tag": "a0a3cd39-433b-4fcc-bda0-8ce3bf8b55a4", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:24:05.320192 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fb121df2-fbc1-4b57-9e40-d0351a0f24e8 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:24:05.320690 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd35fa3d-3442-460f-b76e-02d226aee378', 'tag': 'a0a3cd39-433b-4fcc-bda0-8ce3bf8b55a4', 'status': 'completed', 'code': 200} Dec 06 17:24:05.322775 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605a4485-2dda-4155-a403-c9993f2034d9 service neutron] Pushing event updated for resources: {'Port': ['ID=a0a3cd39-433b-4fcc-bda0-8ce3bf8b55a4,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:05.338754 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37aa333-b603-4f22-8999-26ea16a42f27 req-bda7af70-9b66-4feb-b04b-dddfc13be925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:05.341169 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d37aa333-b603-4f22-8999-26ea16a42f27 req-bda7af70-9b66-4feb-b04b-dddfc13be925 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e47593f6-512b-4b3d-b5fd-6e48cd1a0fda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2016230 Dec 06 17:24:05.346644 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a828fab5-da49-4517-ab67-764ee893c652 req-2b05ee8c-26d8-4c35-bf1b-766f766af329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:05.348051 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7d8a26-bd30-4ab8-bd06-75dd626be92e req-e77550d9-4f06-4675-8dbe-9be1dd50f410 service neutron] Port 8ba5447c-48d3-4a13-98d4-abfe6a0c2a27 on network b1330ff6-71a6-48db-aedf-2e908404d40b not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:24:05.348549 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7d8a26-bd30-4ab8-bd06-75dd626be92e req-e77550d9-4f06-4675-8dbe-9be1dd50f410 service neutron] Attempting to bind port 8ba5447c-48d3-4a13-98d4-abfe6a0c2a27 on network b1330ff6-71a6-48db-aedf-2e908404d40b {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:24:05.348684 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a828fab5-da49-4517-ab67-764ee893c652 req-2b05ee8c-26d8-4c35-bf1b-766f766af329 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e98ba18d7b1145af9944d0fc59b6d18f&device_id=fd35fa3d-3442-460f-b76e-02d226aee378 HTTP/1.1" status: 200 len: 1094 time: 0.0602677 Dec 06 17:24:05.364075 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-b5b669a6-4a75-4adb-adea-ede60ae18e00 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-798842651-network', 'tenant_id': '499c859a28a74ca18e239cfef4c6ee6c'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:24:05.402191 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e7a43b41-18d9-45f2-9147-217a15ac5819 req-ea746f44-7cb8-47c6-bc9b-43574e1afc3c tempest-ServerMetadataNegativeTestJSON-1913736222 tempest-ServerMetadataNegativeTestJSON-1913736222-project] 10.222.0.23 "GET /v2.0/security-groups?id=85a6dd0e-0a65-4766-82ca-89cfa8748325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894000 Dec 06 17:24:05.411311 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a828fab5-da49-4517-ab67-764ee893c652 req-f4def66f-bc52-4c43-a7a8-b4c300560418 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0a3cd39-433b-4fcc-bda0-8ce3bf8b55a4 HTTP/1.1" status: 200 len: 217 time: 0.0437841 Dec 06 17:24:05.414716 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7d8a26-bd30-4ab8-bd06-75dd626be92e req-e77550d9-4f06-4675-8dbe-9be1dd50f410 service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:24:05.414972 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7d8a26-bd30-4ab8-bd06-75dd626be92e req-e77550d9-4f06-4675-8dbe-9be1dd50f410 service neutron] Checking segment: {'id': '89275c86-7da9-47f2-a47a-1035a530c501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b1330ff6-71a6-48db-aedf-2e908404d40b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:24:05.415404 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7d8a26-bd30-4ab8-bd06-75dd626be92e req-e77550d9-4f06-4675-8dbe-9be1dd50f410 service neutron] Bound using segment: {'id': '89275c86-7da9-47f2-a47a-1035a530c501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b1330ff6-71a6-48db-aedf-2e908404d40b'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:24:05.415811 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-6c7d8a26-bd30-4ab8-bd06-75dd626be92e req-e77550d9-4f06-4675-8dbe-9be1dd50f410 service neutron] Bound port: 8ba5447c-48d3-4a13-98d4-abfe6a0c2a27, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89275c86-7da9-47f2-a47a-1035a530c501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b1330ff6-71a6-48db-aedf-2e908404d40b'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:24:05.416168 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-6c7d8a26-bd30-4ab8-bd06-75dd626be92e req-e77550d9-4f06-4675-8dbe-9be1dd50f410 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:05.451135 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5b669a6-4a75-4adb-adea-ede60ae18e00 admin admin] Made reservation on behalf of 499c859a28a74ca18e239cfef4c6ee6c for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:24:05.454440 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b5b669a6-4a75-4adb-adea-ede60ae18e00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:05.467148 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b5b669a6-4a75-4adb-adea-ede60ae18e00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:05.490019 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a828fab5-da49-4517-ab67-764ee893c652 req-af87fb3c-deb4-485b-9f3b-d075de9b9cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:05.491412 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a828fab5-da49-4517-ab67-764ee893c652 req-af87fb3c-deb4-485b-9f3b-d075de9b9cd4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dcb1cc6e-38da-4c7c-a70f-a79b38df283c HTTP/1.1" status: 200 len: 860 time: 0.0667195 Dec 06 17:24:05.525045 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-b22b5d80-aaab-41db-b910-a8e615c4d333 req-425dc804-45a1-46a0-8ac7-41353e984a01 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:05.532659 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a828fab5-da49-4517-ab67-764ee893c652 req-97b93cfe-d338-405c-8b11-6405a4dd29f0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bceca5f7-8831-4791-b650-e67eb83ee53f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334454 Dec 06 17:24:05.543588 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['9c900df7-6bd1-4efb-807b-75f3d9f6e7b1'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:24:05.582053 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d37aa333-b603-4f22-8999-26ea16a42f27 req-40afaee8-1578-4144-b960-0ce8afcf0a5a service neutron] 10.222.0.41 "GET /v2.0/networks/e47593f6-512b-4b3d-b5fd-6e48cd1a0fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246735 Dec 06 17:24:05.587227 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425dc804-45a1-46a0-8ac7-41353e984a01 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Pushing event deleted for resources: {'Port': ['ID=fd5c0723-6f45-45f1-868c-1b66de29d034,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:05.589650 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-6c7d8a26-bd30-4ab8-bd06-75dd626be92e req-e77550d9-4f06-4675-8dbe-9be1dd50f410 service neutron] For port 8ba5447c-48d3-4a13-98d4-abfe6a0c2a27, host n-h1-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:24:05.631189 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-6c7d8a26-bd30-4ab8-bd06-75dd626be92e req-e77550d9-4f06-4675-8dbe-9be1dd50f410 service neutron] For port 8ba5447c-48d3-4a13-98d4-abfe6a0c2a27, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8ba5447c-48d3-4a13-98d4-abfe6a0c2a27,segment=NetworkSegment(89275c86-7da9-47f2-a47a-1035a530c501),segment_id=89275c86-7da9-47f2-a47a-1035a530c501)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:24:05.688657 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a828fab5-da49-4517-ab67-764ee893c652 req-4a355fba-7819-4a7f-b58c-c27f5e2797f8 service neutron] 10.222.0.44 "GET /v2.0/networks/bceca5f7-8831-4791-b650-e67eb83ee53f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344955 Dec 06 17:24:05.710981 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-6c7d8a26-bd30-4ab8-bd06-75dd626be92e req-e77550d9-4f06-4675-8dbe-9be1dd50f410 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:05.726285 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-b22b5d80-aaab-41db-b910-a8e615c4d333 req-425dc804-45a1-46a0-8ac7-41353e984a01 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] No DVR routers for this DVR port fd5c0723-6f45-45f1-868c-1b66de29d034 on host n-h2-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:24:05.808930 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-b22b5d80-aaab-41db-b910-a8e615c4d333 req-425dc804-45a1-46a0-8ac7-41353e984a01 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:05.815169 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b22b5d80-aaab-41db-b910-a8e615c4d333 req-425dc804-45a1-46a0-8ac7-41353e984a01 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.44 "DELETE /v2.0/ports/fd5c0723-6f45-45f1-868c-1b66de29d034 HTTP/1.1" status: 204 len: 173 time: 2.2330647 Dec 06 17:24:05.818197 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bfd91d9-eaed-4941-b247-66463a0fc366', 'name': 'network-vif-deleted', 'tag': 'fd5c0723-6f45-45f1-868c-1b66de29d034'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:24:05.821058 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c72151b8-7dc0-4ed1-b5f5-1720d22147ae" -d '{"events": [{"server_uuid": "8bfd91d9-eaed-4941-b247-66463a0fc366", "name": "network-vif-deleted", "tag": "fd5c0723-6f45-45f1-868c-1b66de29d034"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:24:05.842931 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77550d9-4f06-4675-8dbe-9be1dd50f410 service neutron] Pushing event updated for resources: {'Port': ['ID=8ba5447c-48d3-4a13-98d4-abfe6a0c2a27,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:05.850205 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7d8a26-bd30-4ab8-bd06-75dd626be92e req-e77550d9-4f06-4675-8dbe-9be1dd50f410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:05.851178 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-6c7d8a26-bd30-4ab8-bd06-75dd626be92e req-e77550d9-4f06-4675-8dbe-9be1dd50f410 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:05.852251 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6c7d8a26-bd30-4ab8-bd06-75dd626be92e req-e77550d9-4f06-4675-8dbe-9be1dd50f410 service neutron] 10.222.0.41 "PUT /v2.0/ports/8ba5447c-48d3-4a13-98d4-abfe6a0c2a27 HTTP/1.1" status: 200 len: 1091 time: 3.8764479 Dec 06 17:24:05.928041 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c54f8834-7948-485a-a50c-ee7e9599396d req-30259eef-98cf-43a1-a0f5-065b4d124746 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=8bfd91d9-eaed-4941-b247-66463a0fc366 HTTP/1.1" status: 200 len: 210 time: 0.0633323 Dec 06 17:24:05.956688 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d37aa333-b603-4f22-8999-26ea16a42f27 req-0fb9b18b-e0d5-4ad4-8e4b-732e34ac7d55 service neutron] 10.222.0.41 "GET /v2.0/networks/e47593f6-512b-4b3d-b5fd-6e48cd1a0fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3608184 Dec 06 17:24:05.958557 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ac6f72a-bbfc-4b0e-aa5c-0e9e5bed0bb4 x-openstack-request-id: req-6ac6f72a-bbfc-4b0e-aa5c-0e9e5bed0bb4 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:24:05.958854 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bfd91d9-eaed-4941-b247-66463a0fc366", "name": "network-vif-deleted", "tag": "fd5c0723-6f45-45f1-868c-1b66de29d034", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:24:05.959112 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6ac6f72a-bbfc-4b0e-aa5c-0e9e5bed0bb4 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:24:05.959513 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bfd91d9-eaed-4941-b247-66463a0fc366', 'name': 'network-vif-deleted', 'tag': 'fd5c0723-6f45-45f1-868c-1b66de29d034', 'status': 'completed', 'code': 200} Dec 06 17:24:05.998055 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a828fab5-da49-4517-ab67-764ee893c652 req-55a54571-0df6-4a5b-9c64-28d32858bc6d service neutron] 10.222.0.44 "GET /v2.0/networks/bceca5f7-8831-4791-b650-e67eb83ee53f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3084619 Dec 06 17:24:06.027172 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b5b669a6-4a75-4adb-adea-ede60ae18e00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:06.035578 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b5b669a6-4a75-4adb-adea-ede60ae18e00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:06.083220 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5b669a6-4a75-4adb-adea-ede60ae18e00 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:24:06.102606 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d37aa333-b603-4f22-8999-26ea16a42f27 req-bac297cc-8d98-4534-a873-f6730d02577b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cf0bdd3f-c300-462b-8d0e-73d39f19d252 HTTP/1.1" status: 200 len: 217 time: 0.1344943 Dec 06 17:24:06.127188 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b669a6-4a75-4adb-adea-ede60ae18e00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f1aedd6-7edb-4b0f-a94e-adb30386ecb0,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:06.133765 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b5b669a6-4a75-4adb-adea-ede60ae18e00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:06.134117 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-b5b669a6-4a75-4adb-adea-ede60ae18e00 admin admin] Added segment 8f4818eb-989d-4526-b6ac-72cedd128eef of type vlan for network cfa9506f-a4d6-4118-975c-3642f6cc5555 Dec 06 17:24:06.198486 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7d8a26-bd30-4ab8-bd06-75dd626be92e req-0a577b13-8019-4012-a247-d54f665b4655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:06.200270 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6c7d8a26-bd30-4ab8-bd06-75dd626be92e req-0a577b13-8019-4012-a247-d54f665b4655 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0688c6db31494470a1b7a5ecaa734bc4&device_id=fd8e6f85-4f02-4edb-b8e7-ac97e87f725a HTTP/1.1" status: 200 len: 1094 time: 0.2398732 Dec 06 17:24:06.245671 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b5b669a6-4a75-4adb-adea-ede60ae18e00 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:06.305376 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6c7d8a26-bd30-4ab8-bd06-75dd626be92e req-f7a58ec5-eadb-485f-9103-035825cab9ef service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ba5447c-48d3-4a13-98d4-abfe6a0c2a27 HTTP/1.1" status: 200 len: 217 time: 0.0822718 Dec 06 17:24:06.307013 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37aa333-b603-4f22-8999-26ea16a42f27 req-ce60dfe5-1eaf-45e2-b3ba-2e28a0eb1299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:06.308040 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b5b669a6-4a75-4adb-adea-ede60ae18e00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:06.308590 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d37aa333-b603-4f22-8999-26ea16a42f27 req-ce60dfe5-1eaf-45e2-b3ba-2e28a0eb1299 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c1218bad-8e8e-4b33-a2c3-7828bed04f77 HTTP/1.1" status: 200 len: 797 time: 0.1963754 Dec 06 17:24:06.309220 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b669a6-4a75-4adb-adea-ede60ae18e00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:06.310236 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b5b669a6-4a75-4adb-adea-ede60ae18e00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:06.326357 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b669a6-4a75-4adb-adea-ede60ae18e00 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:24:06.327109 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b669a6-4a75-4adb-adea-ede60ae18e00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:24:06.329735 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b669a6-4a75-4adb-adea-ede60ae18e00 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:24:06.330475 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b669a6-4a75-4adb-adea-ede60ae18e00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:24:06.330926 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b669a6-4a75-4adb-adea-ede60ae18e00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:24:06.331836 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b669a6-4a75-4adb-adea-ede60ae18e00 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:24:06.332321 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b669a6-4a75-4adb-adea-ede60ae18e00 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:24:06.333756 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b669a6-4a75-4adb-adea-ede60ae18e00 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:24:06.334304 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b669a6-4a75-4adb-adea-ede60ae18e00 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:24:06.334735 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b669a6-4a75-4adb-adea-ede60ae18e00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:24:06.335613 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b669a6-4a75-4adb-adea-ede60ae18e00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:24:06.336163 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b669a6-4a75-4adb-adea-ede60ae18e00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:24:06.336906 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b669a6-4a75-4adb-adea-ede60ae18e00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:24:06.384416 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29c4f2-fa5c-455f-808f-11f466228dd9 req-9c6a7593-7520-4956-9fda-543bd3d0c736 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:06.386114 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4e29c4f2-fa5c-455f-808f-11f466228dd9 req-9c6a7593-7520-4956-9fda-543bd3d0c736 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8e6f85-4f02-4edb-b8e7-ac97e87f725a HTTP/1.1" status: 200 len: 943 time: 0.2078476 Dec 06 17:24:06.419902 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b669a6-4a75-4adb-adea-ede60ae18e00 admin admin] Pushing event updated for resources: {'Network': ['ID=cfa9506f-a4d6-4118-975c-3642f6cc5555,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:06.427150 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-b5b669a6-4a75-4adb-adea-ede60ae18e00 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2333117 Dec 06 17:24:06.431639 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network cfa9506f-a4d6-4118-975c-3642f6cc5555 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:24:06.434150 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60088) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:24:06.440180 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-b15c62df-b5f6-4c69-bbb0-8c6bf8cd0a07 admin admin] Request body: {'subnet': {'network_id': 'cfa9506f-a4d6-4118-975c-3642f6cc5555', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-798842651-subnet', 'tenant_id': '499c859a28a74ca18e239cfef4c6ee6c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:24:06.469050 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7d8a26-bd30-4ab8-bd06-75dd626be92e req-55bd6a2c-86c3-4195-9ef0-38193b0e7f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:06.472453 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6c7d8a26-bd30-4ab8-bd06-75dd626be92e req-55bd6a2c-86c3-4195-9ef0-38193b0e7f22 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=407d30a8-656b-4107-b0bb-8b27c7634002 HTTP/1.1" status: 200 len: 850 time: 0.1423507 Dec 06 17:24:06.487952 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e788831-e1a9-49fa-b615-7e4ec8d60337 req-88f2fb6e-693d-41ab-b93a-0e2bf5640da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:06.490291 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4e788831-e1a9-49fa-b615-7e4ec8d60337 req-88f2fb6e-693d-41ab-b93a-0e2bf5640da1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e98ba18d7b1145af9944d0fc59b6d18f&device_id=fd35fa3d-3442-460f-b76e-02d226aee378 HTTP/1.1" status: 200 len: 1094 time: 0.3466091 Dec 06 17:24:06.491561 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b15c62df-b5f6-4c69-bbb0-8c6bf8cd0a07 admin admin] Made reservation on behalf of 499c859a28a74ca18e239cfef4c6ee6c for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:24:06.494489 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b15c62df-b5f6-4c69-bbb0-8c6bf8cd0a07 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:06.588683 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37aa333-b603-4f22-8999-26ea16a42f27 req-83946776-6b92-4bcf-9958-d8a4a3421315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:06.590972 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d37aa333-b603-4f22-8999-26ea16a42f27 req-83946776-6b92-4bcf-9958-d8a4a3421315 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e47593f6-512b-4b3d-b5fd-6e48cd1a0fda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2561586 Dec 06 17:24:06.613102 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4e29c4f2-fa5c-455f-808f-11f466228dd9 req-ae3f6d29-7649-456b-83c2-66bf78e27e97 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c657007e-2b96-4108-a795-7e2c1ca6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094066 Dec 06 17:24:06.653426 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e788831-e1a9-49fa-b615-7e4ec8d60337 req-c5e3a5ee-32b2-4bf5-8a9f-98877d40c240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:06.655139 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4e788831-e1a9-49fa-b615-7e4ec8d60337 req-c5e3a5ee-32b2-4bf5-8a9f-98877d40c240 service neutron] 10.222.0.44 "GET /v2.0/networks?id=bceca5f7-8831-4791-b650-e67eb83ee53f HTTP/1.1" status: 200 len: 921 time: 0.1440084 Dec 06 17:24:06.660093 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7d8a26-bd30-4ab8-bd06-75dd626be92e req-822a9bde-1f4d-4a36-9c9f-9e92054afdff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:06.666097 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6c7d8a26-bd30-4ab8-bd06-75dd626be92e req-822a9bde-1f4d-4a36-9c9f-9e92054afdff service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b1330ff6-71a6-48db-aedf-2e908404d40b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1655636 Dec 06 17:24:06.795923 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4e788831-e1a9-49fa-b615-7e4ec8d60337 req-23df9a31-1613-430f-858d-6545ea5d92f0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0a3cd39-433b-4fcc-bda0-8ce3bf8b55a4 HTTP/1.1" status: 200 len: 217 time: 0.1075335 Dec 06 17:24:06.854711 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d37aa333-b603-4f22-8999-26ea16a42f27 req-5e79b82f-fc1b-4ddf-b3ab-e649a1707679 service neutron] 10.222.0.41 "GET /v2.0/networks/e47593f6-512b-4b3d-b5fd-6e48cd1a0fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310166 Dec 06 17:24:06.893349 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01af4b2-7f19-4bff-a612-1bb8bb3a0b55 req-4f09171d-cfe0-4ad2-a91d-0871f0ccfa86 tempest-ServerMetadataNegativeTestJSON-1913736222 tempest-ServerMetadataNegativeTestJSON-1913736222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:06.895906 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c01af4b2-7f19-4bff-a612-1bb8bb3a0b55 req-4f09171d-cfe0-4ad2-a91d-0871f0ccfa86 tempest-ServerMetadataNegativeTestJSON-1913736222 tempest-ServerMetadataNegativeTestJSON-1913736222-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd35fa3d-3442-460f-b76e-02d226aee378 HTTP/1.1" status: 200 len: 943 time: 0.2232306 Dec 06 17:24:06.909563 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6c7d8a26-bd30-4ab8-bd06-75dd626be92e req-ea4e547b-f1e5-4668-a342-268e624ccd9a service neutron] 10.222.0.41 "GET /v2.0/networks/b1330ff6-71a6-48db-aedf-2e908404d40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019732 Dec 06 17:24:06.917076 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e788831-e1a9-49fa-b615-7e4ec8d60337 req-4d1c9d15-c7cb-486d-9085-171ff178a00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:06.919005 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4e788831-e1a9-49fa-b615-7e4ec8d60337 req-4d1c9d15-c7cb-486d-9085-171ff178a00e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dcb1cc6e-38da-4c7c-a70f-a79b38df283c HTTP/1.1" status: 200 len: 860 time: 0.1128674 Dec 06 17:24:07.004951 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4e788831-e1a9-49fa-b615-7e4ec8d60337 req-133bcf0a-ec09-4c4b-bf3d-e64300ca6c1d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bceca5f7-8831-4791-b650-e67eb83ee53f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732148 Dec 06 17:24:07.178448 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c01af4b2-7f19-4bff-a612-1bb8bb3a0b55 req-deb44734-1acc-4c72-98f1-7c0b00426860 tempest-ServerMetadataNegativeTestJSON-1913736222 tempest-ServerMetadataNegativeTestJSON-1913736222-project] 10.222.0.23 "GET /v2.0/security-groups?id=85a6dd0e-0a65-4766-82ca-89cfa8748325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679238 Dec 06 17:24:07.180761 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d37aa333-b603-4f22-8999-26ea16a42f27 req-4ad5f27b-01a6-4185-bc91-bf50424e5816 service neutron] 10.222.0.41 "GET /v2.0/networks/e47593f6-512b-4b3d-b5fd-6e48cd1a0fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3126214 Dec 06 17:24:07.213695 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7bb725-c0e0-4d0c-b354-60dba0be253d req-3033ee37-db57-459d-9aef-323f24105edc tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:07.215524 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ef7bb725-c0e0-4d0c-b354-60dba0be253d req-3033ee37-db57-459d-9aef-323f24105edc tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 945 time: 0.1115201 Dec 06 17:24:07.218635 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6c7d8a26-bd30-4ab8-bd06-75dd626be92e req-9ed6efd4-4944-426f-931b-d9ab8c7fd043 service neutron] 10.222.0.41 "GET /v2.0/networks/b1330ff6-71a6-48db-aedf-2e908404d40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2991066 Dec 06 17:24:07.218821 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4e788831-e1a9-49fa-b615-7e4ec8d60337 req-7f8125f6-f963-4813-8903-6ce1ea9719a6 service neutron] 10.222.0.44 "GET /v2.0/networks/bceca5f7-8831-4791-b650-e67eb83ee53f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024980 Dec 06 17:24:07.321090 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ef7bb725-c0e0-4d0c-b354-60dba0be253d req-62fa7ecb-ad8f-4ea9-90eb-bbb107b30367 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943706 Dec 06 17:24:07.337747 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b15c62df-b5f6-4c69-bbb0-8c6bf8cd0a07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:07.364777 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device fd5c0723-6f45-45f1-868c-1b66de29d034 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:24:07.423703 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] No Port match for: fd5c0723-6f45-45f1-868c-1b66de29d034 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:24:07.425811 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device fd5c0723-6f45-45f1-868c-1b66de29d034 not bound to the agent host n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:24:07.427635 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15c62df-b5f6-4c69-bbb0-8c6bf8cd0a07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a77ad85b-d4f3-4af2-9817-a3715f71b21f,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:07.462428 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4e788831-e1a9-49fa-b615-7e4ec8d60337 req-61728b91-15ec-4960-b845-e944bc2b5a95 service neutron] 10.222.0.44 "GET /v2.0/networks/bceca5f7-8831-4791-b650-e67eb83ee53f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139745 Dec 06 17:24:07.470799 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15c62df-b5f6-4c69-bbb0-8c6bf8cd0a07 admin admin] Checking segment: {'id': '8f4818eb-989d-4526-b6ac-72cedd128eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'cfa9506f-a4d6-4118-975c-3642f6cc5555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:24:07.471179 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15c62df-b5f6-4c69-bbb0-8c6bf8cd0a07 admin admin] Network hostable DHCP agents. Network: cfa9506f-a4d6-4118-975c-3642f6cc5555, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:24:07.493438 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15c62df-b5f6-4c69-bbb0-8c6bf8cd0a07 admin admin] Network cfa9506f-a4d6-4118-975c-3642f6cc5555 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:24:07.508211 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-b15c62df-b5f6-4c69-bbb0-8c6bf8cd0a07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, cfa9506f-a4d6-4118-975c-3642f6cc5555) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:24:07.513596 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15c62df-b5f6-4c69-bbb0-8c6bf8cd0a07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:07.517379 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b15c62df-b5f6-4c69-bbb0-8c6bf8cd0a07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:07.523489 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb5b028-fc14-4505-888c-07710e6c854a None None] Network cfa9506f-a4d6-4118-975c-3642f6cc5555 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:24:07.569790 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-b15c62df-b5f6-4c69-bbb0-8c6bf8cd0a07 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1243427 Dec 06 17:24:07.754821 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64035fc-49a8-41fc-9adc-55f7e3df1bb3 None None] Network cfa9506f-a4d6-4118-975c-3642f6cc5555 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:24:07.827020 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ce73a0-6aee-4398-9148-7e297d3ac2d6 req-72cf22a9-b15e-4bb9-8815-a7e8c6ec3e23 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:07.829714 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-72ce73a0-6aee-4398-9148-7e297d3ac2d6 req-72cf22a9-b15e-4bb9-8815-a7e8c6ec3e23 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8e6f85-4f02-4edb-b8e7-ac97e87f725a HTTP/1.1" status: 200 len: 943 time: 0.0638795 Dec 06 17:24:07.846760 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a67a0e3-76bd-4105-8d31-ba0c6f25a33a req-ee1cd243-6936-4fa5-9632-6a44795af641 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:07.848311 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3a67a0e3-76bd-4105-8d31-ba0c6f25a33a req-ee1cd243-6936-4fa5-9632-6a44795af641 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 945 time: 0.0927494 Dec 06 17:24:07.893938 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-72ce73a0-6aee-4398-9148-7e297d3ac2d6 req-809c44f7-a31d-4bba-a4a2-6b2b88fd54b6 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c657007e-2b96-4108-a795-7e2c1ca6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579460 Dec 06 17:24:07.920449 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3a67a0e3-76bd-4105-8d31-ba0c6f25a33a req-7e947480-537f-4601-a4f1-ec03d70e59ff tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652411 Dec 06 17:24:07.960876 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd8e6f85-4f02-4edb-b8e7-ac97e87f725a', 'tag': '8ba5447c-48d3-4a13-98d4-abfe6a0c2a27'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:24:07.963646 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b73982d6-eb2c-4af2-b39d-b07cd519620a" -d '{"events": [{"name": "network-changed", "server_uuid": "fd8e6f85-4f02-4edb-b8e7-ac97e87f725a", "tag": "8ba5447c-48d3-4a13-98d4-abfe6a0c2a27"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:24:08.037961 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb56a55-10ec-4790-a66f-92feb527b3e6 x-openstack-request-id: req-2cb56a55-10ec-4790-a66f-92feb527b3e6 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:24:08.038262 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd8e6f85-4f02-4edb-b8e7-ac97e87f725a", "tag": "8ba5447c-48d3-4a13-98d4-abfe6a0c2a27", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:24:08.038761 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2cb56a55-10ec-4790-a66f-92feb527b3e6 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:24:08.039293 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd8e6f85-4f02-4edb-b8e7-ac97e87f725a', 'tag': '8ba5447c-48d3-4a13-98d4-abfe6a0c2a27', 'status': 'completed', 'code': 200} Dec 06 17:24:08.098621 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3438a8-cecb-4782-a9f2-75fa8aebc1cb req-5e1c2156-6850-41f8-a23f-d478f8af065a tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:08.101121 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8a3438a8-cecb-4782-a9f2-75fa8aebc1cb req-5e1c2156-6850-41f8-a23f-d478f8af065a tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 945 time: 0.0795047 Dec 06 17:24:08.112356 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73982d6-eb2c-4af2-b39d-b07cd519620a req-76a772a2-d1f5-49e6-952b-ddd71ca8772b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:08.119546 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b73982d6-eb2c-4af2-b39d-b07cd519620a req-76a772a2-d1f5-49e6-952b-ddd71ca8772b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0688c6db31494470a1b7a5ecaa734bc4&device_id=fd8e6f85-4f02-4edb-b8e7-ac97e87f725a HTTP/1.1" status: 200 len: 1094 time: 0.0633416 Dec 06 17:24:08.183848 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8a3438a8-cecb-4782-a9f2-75fa8aebc1cb req-19597ee3-345a-4cbf-9b83-7f128977dc3d tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692613 Dec 06 17:24:08.278061 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73982d6-eb2c-4af2-b39d-b07cd519620a req-7966f125-f228-4666-a920-c7960a553b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:08.283707 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b73982d6-eb2c-4af2-b39d-b07cd519620a req-7966f125-f228-4666-a920-c7960a553b7e service neutron] 10.222.0.41 "GET /v2.0/networks?id=b1330ff6-71a6-48db-aedf-2e908404d40b HTTP/1.1" status: 200 len: 912 time: 0.1593592 Dec 06 17:24:08.377091 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b73982d6-eb2c-4af2-b39d-b07cd519620a req-71753de2-6d3f-4129-b9e7-e620dd34f85c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ba5447c-48d3-4a13-98d4-abfe6a0c2a27 HTTP/1.1" status: 200 len: 217 time: 0.0828285 Dec 06 17:24:08.483987 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73982d6-eb2c-4af2-b39d-b07cd519620a req-658376ba-29d3-42f8-8798-8857e7ab8b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:08.485561 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b73982d6-eb2c-4af2-b39d-b07cd519620a req-658376ba-29d3-42f8-8798-8857e7ab8b72 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=407d30a8-656b-4107-b0bb-8b27c7634002 HTTP/1.1" status: 200 len: 850 time: 0.0978906 Dec 06 17:24:08.493416 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b8d8f-62e6-478e-a472-fddc89c0ddc4 req-6dc38639-04fc-470b-8144-ba670600fa00 tempest-ServerMetadataNegativeTestJSON-1913736222 tempest-ServerMetadataNegativeTestJSON-1913736222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:08.494932 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4f4b8d8f-62e6-478e-a472-fddc89c0ddc4 req-6dc38639-04fc-470b-8144-ba670600fa00 tempest-ServerMetadataNegativeTestJSON-1913736222 tempest-ServerMetadataNegativeTestJSON-1913736222-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd35fa3d-3442-460f-b76e-02d226aee378 HTTP/1.1" status: 200 len: 943 time: 0.1164644 Dec 06 17:24:08.600653 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73982d6-eb2c-4af2-b39d-b07cd519620a req-d11ab36c-a49f-414b-9d5e-54639e60c0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:08.602303 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b73982d6-eb2c-4af2-b39d-b07cd519620a req-d11ab36c-a49f-414b-9d5e-54639e60c0f9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b1330ff6-71a6-48db-aedf-2e908404d40b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1053247 Dec 06 17:24:08.630508 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4f4b8d8f-62e6-478e-a472-fddc89c0ddc4 req-eb5ef8d2-7760-4b92-a748-954119d30935 tempest-ServerMetadataNegativeTestJSON-1913736222 tempest-ServerMetadataNegativeTestJSON-1913736222-project] 10.222.0.23 "GET /v2.0/security-groups?id=85a6dd0e-0a65-4766-82ca-89cfa8748325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239209 Dec 06 17:24:08.753072 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60136) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:24:08.758751 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-f5b19d10-5965-4192-8d11-3700db6db42c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-552148033-network', 'tenant_id': '65bac5fc831a4a2cbb87ddddf9e3ea29'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:24:08.799690 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b19d10-5965-4192-8d11-3700db6db42c admin admin] Made reservation on behalf of 65bac5fc831a4a2cbb87ddddf9e3ea29 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:24:08.803932 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f5b19d10-5965-4192-8d11-3700db6db42c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:08.826808 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f5b19d10-5965-4192-8d11-3700db6db42c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:08.965606 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f5b19d10-5965-4192-8d11-3700db6db42c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:08.974426 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f5b19d10-5965-4192-8d11-3700db6db42c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:09.020638 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5b19d10-5965-4192-8d11-3700db6db42c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:24:09.035358 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b73982d6-eb2c-4af2-b39d-b07cd519620a req-ad53dbb9-a19b-4e6d-8f0c-410e4caa51b2 service neutron] 10.222.0.41 "GET /v2.0/networks/b1330ff6-71a6-48db-aedf-2e908404d40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4178343 Dec 06 17:24:09.047810 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f5b19d10-5965-4192-8d11-3700db6db42c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:09.048168 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-f5b19d10-5965-4192-8d11-3700db6db42c admin admin] Added segment 5e848797-87b5-4e0a-af3e-528966a62896 of type vlan for network c2c5e4d6-4d81-4a47-93d0-0432854d74ef Dec 06 17:24:09.049664 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b19d10-5965-4192-8d11-3700db6db42c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b6e0c22-d8ca-4ad4-a583-a9b5a3aed4c3,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:09.093962 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad85fd88-cab2-4992-a829-1d60a17a3e92 req-c916cf82-1dd8-423b-b52b-4025c10ea43e tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:09.095502 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ad85fd88-cab2-4992-a829-1d60a17a3e92 req-c916cf82-1dd8-423b-b52b-4025c10ea43e tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8e6f85-4f02-4edb-b8e7-ac97e87f725a HTTP/1.1" status: 200 len: 943 time: 0.1124299 Dec 06 17:24:09.118312 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f5b19d10-5965-4192-8d11-3700db6db42c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:09.147062 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b73982d6-eb2c-4af2-b39d-b07cd519620a req-d0e66d75-2cc3-4e47-8831-c63f96c5ec8f service neutron] 10.222.0.41 "GET /v2.0/networks/b1330ff6-71a6-48db-aedf-2e908404d40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994053 Dec 06 17:24:09.175128 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ad85fd88-cab2-4992-a829-1d60a17a3e92 req-a6d687b3-f7a3-4a79-b36c-99bdbe0e7ae4 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c657007e-2b96-4108-a795-7e2c1ca6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680809 Dec 06 17:24:09.176263 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f5b19d10-5965-4192-8d11-3700db6db42c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:09.177923 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b19d10-5965-4192-8d11-3700db6db42c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:09.177923 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f5b19d10-5965-4192-8d11-3700db6db42c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:09.244387 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-f5b19d10-5965-4192-8d11-3700db6db42c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4896736 Dec 06 17:24:09.247240 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 60148) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:24:09.252932 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-1cd30456-9472-4a4e-8735-87fed60d9767 admin admin] Request body: {'subnet': {'network_id': 'c2c5e4d6-4d81-4a47-93d0-0432854d74ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-552148033-subnet', 'tenant_id': '65bac5fc831a4a2cbb87ddddf9e3ea29', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:24:09.254215 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b19d10-5965-4192-8d11-3700db6db42c admin admin] Pushing event updated for resources: {'Network': ['ID=c2c5e4d6-4d81-4a47-93d0-0432854d74ef,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:09.266285 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network c2c5e4d6-4d81-4a47-93d0-0432854d74ef details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:24:09.311614 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd30456-9472-4a4e-8735-87fed60d9767 admin admin] Made reservation on behalf of 65bac5fc831a4a2cbb87ddddf9e3ea29 for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:24:09.315572 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1cd30456-9472-4a4e-8735-87fed60d9767 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:09.395431 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device a0a3cd39-433b-4fcc-bda0-8ce3bf8b55a4 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:24:09.514805 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port a0a3cd39-433b-4fcc-bda0-8ce3bf8b55a4, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=a0a3cd39-433b-4fcc-bda0-8ce3bf8b55a4,segment=NetworkSegment(d35b238c-1dd9-4495-a647-cef0d6a570fc),segment_id=d35b238c-1dd9-4495-a647-cef0d6a570fc)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:24:09.534270 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': 'a0a3cd39-433b-4fcc-bda0-8ce3bf8b55a4', 'network_id': 'bceca5f7-8831-4791-b650-e67eb83ee53f', 'port_id': 'a0a3cd39-433b-4fcc-bda0-8ce3bf8b55a4', 'mac_address': 'fa:16:3e:b8:7a:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcb1cc6e-38da-4c7c-a70f-a79b38df283c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:24:09.595657 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:09.612368 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0a3cd39-433b-4fcc-bda0-8ce3bf8b55a4 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:24:09.636696 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port a0a3cd39-433b-4fcc-bda0-8ce3bf8b55a4, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=a0a3cd39-433b-4fcc-bda0-8ce3bf8b55a4,segment=NetworkSegment(d35b238c-1dd9-4495-a647-cef0d6a570fc),segment_id=d35b238c-1dd9-4495-a647-cef0d6a570fc)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:24:09.642246 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:09.643968 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1cd30456-9472-4a4e-8735-87fed60d9767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:09.787231 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=a0a3cd39-433b-4fcc-bda0-8ce3bf8b55a4,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:09.852580 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd30456-9472-4a4e-8735-87fed60d9767 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62602d99-5ae9-4732-bdf3-aea2c7796375,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:09.886992 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd30456-9472-4a4e-8735-87fed60d9767 admin admin] Checking segment: {'id': '5e848797-87b5-4e0a-af3e-528966a62896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c2c5e4d6-4d81-4a47-93d0-0432854d74ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:24:09.887442 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd30456-9472-4a4e-8735-87fed60d9767 admin admin] Network hostable DHCP agents. Network: c2c5e4d6-4d81-4a47-93d0-0432854d74ef, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:24:09.903633 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ad43bc-00fe-43c3-a1d3-bb8ea504c355 req-de628c0d-e131-4f43-b797-0f9bd81ceeb4 tempest-ServerMetadataNegativeTestJSON-1913736222 tempest-ServerMetadataNegativeTestJSON-1913736222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:09.909829 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['a0a3cd39-433b-4fcc-bda0-8ce3bf8b55a4'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:24:09.912868 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-37ad43bc-00fe-43c3-a1d3-bb8ea504c355 req-de628c0d-e131-4f43-b797-0f9bd81ceeb4 tempest-ServerMetadataNegativeTestJSON-1913736222 tempest-ServerMetadataNegativeTestJSON-1913736222-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd35fa3d-3442-460f-b76e-02d226aee378 HTTP/1.1" status: 200 len: 944 time: 0.1070127 Dec 06 17:24:09.950258 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd30456-9472-4a4e-8735-87fed60d9767 admin admin] Network c2c5e4d6-4d81-4a47-93d0-0432854d74ef is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:24:09.981915 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-37ad43bc-00fe-43c3-a1d3-bb8ea504c355 req-f593b72d-9bf4-4585-968a-ea12435a82d4 tempest-ServerMetadataNegativeTestJSON-1913736222 tempest-ServerMetadataNegativeTestJSON-1913736222-project] 10.222.0.23 "GET /v2.0/security-groups?id=85a6dd0e-0a65-4766-82ca-89cfa8748325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681298 Dec 06 17:24:09.987824 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-1cd30456-9472-4a4e-8735-87fed60d9767 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, c2c5e4d6-4d81-4a47-93d0-0432854d74ef) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:24:09.995450 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd30456-9472-4a4e-8735-87fed60d9767 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:09.996248 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1cd30456-9472-4a4e-8735-87fed60d9767 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:10.012137 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e7bcb1-240c-401c-bb48-a77e2f343dfd None None] Network c2c5e4d6-4d81-4a47-93d0-0432854d74ef requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:24:10.016831 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-1cd30456-9472-4a4e-8735-87fed60d9767 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7683635 Dec 06 17:24:10.154484 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 60180) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:24:10.212870 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebf6d7f2-0220-4e34-a44e-d821c3fbebb9 admin admin] Deleting subnet a77ad85b-d4f3-4af2-9817-a3715f71b21f {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:24:10.216870 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ebf6d7f2-0220-4e34-a44e-d821c3fbebb9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:10.261579 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ebf6d7f2-0220-4e34-a44e-d821c3fbebb9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:10.283119 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 8ba5447c-48d3-4a13-98d4-abfe6a0c2a27 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:24:10.321686 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ebf6d7f2-0220-4e34-a44e-d821c3fbebb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:10.386678 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddefd802-a0b6-4e70-8d46-a01fcb6c79ef None None] Network c2c5e4d6-4d81-4a47-93d0-0432854d74ef requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:24:10.391394 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be1f2c1-8810-4f5f-a8da-a0821ffbe4d4 req-37f7c976-7555-4950-9af7-0ba737010310 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:10.394045 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6be1f2c1-8810-4f5f-a8da-a0821ffbe4d4 req-37f7c976-7555-4950-9af7-0ba737010310 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8e6f85-4f02-4edb-b8e7-ac97e87f725a HTTP/1.1" status: 200 len: 943 time: 0.0914829 Dec 06 17:24:10.420352 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ebf6d7f2-0220-4e34-a44e-d821c3fbebb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:10.441831 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 8ba5447c-48d3-4a13-98d4-abfe6a0c2a27, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8ba5447c-48d3-4a13-98d4-abfe6a0c2a27,segment=NetworkSegment(89275c86-7da9-47f2-a47a-1035a530c501),segment_id=89275c86-7da9-47f2-a47a-1035a530c501)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:24:10.454390 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6be1f2c1-8810-4f5f-a8da-a0821ffbe4d4 req-90151de4-8be3-4b15-8765-3dc4d830bc30 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c657007e-2b96-4108-a795-7e2c1ca6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541816 Dec 06 17:24:10.463654 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf6d7f2-0220-4e34-a44e-d821c3fbebb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a77ad85b-d4f3-4af2-9817-a3715f71b21f,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:10.470956 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ebf6d7f2-0220-4e34-a44e-d821c3fbebb9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:10.487536 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60184) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:24:10.499236 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-ebf6d7f2-0220-4e34-a44e-d821c3fbebb9 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/a77ad85b-d4f3-4af2-9817-a3715f71b21f HTTP/1.1" status: 204 len: 168 time: 0.3434145 Dec 06 17:24:10.509831 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': '8ba5447c-48d3-4a13-98d4-abfe6a0c2a27', 'network_id': 'b1330ff6-71a6-48db-aedf-2e908404d40b', 'port_id': '8ba5447c-48d3-4a13-98d4-abfe6a0c2a27', 'mac_address': 'fa:16:3e:8e:30:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '407d30a8-656b-4107-b0bb-8b27c7634002', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:24:10.562940 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:10.572686 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d0a488c5-943f-4d5d-8788-07e302a2d256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:10.588446 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ba5447c-48d3-4a13-98d4-abfe6a0c2a27 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:24:10.639502 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 8ba5447c-48d3-4a13-98d4-abfe6a0c2a27, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8ba5447c-48d3-4a13-98d4-abfe6a0c2a27,segment=NetworkSegment(89275c86-7da9-47f2-a47a-1035a530c501),segment_id=89275c86-7da9-47f2-a47a-1035a530c501)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:24:10.661161 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:10.684505 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d0a488c5-943f-4d5d-8788-07e302a2d256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:10.724830 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=8ba5447c-48d3-4a13-98d4-abfe6a0c2a27,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:10.946204 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-d0a488c5-943f-4d5d-8788-07e302a2d256 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfa9506f-a4d6-4118-975c-3642f6cc5555']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:24:10.957408 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-d0a488c5-943f-4d5d-8788-07e302a2d256 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f4818eb-989d-4526-b6ac-72cedd128eef') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:24:10.957836 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-d0a488c5-943f-4d5d-8788-07e302a2d256 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f4818eb-989d-4526-b6ac-72cedd128eef') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:24:10.968400 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d0a488c5-943f-4d5d-8788-07e302a2d256 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:10.982074 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d0a488c5-943f-4d5d-8788-07e302a2d256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:10.989115 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0a488c5-943f-4d5d-8788-07e302a2d256 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:24:10.989668 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d0a488c5-943f-4d5d-8788-07e302a2d256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:11.000933 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 17:24:11.000933 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:24:11.000933 n-d-master-1 neutron-server[103284]: timer() Dec 06 17:24:11.000933 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:24:11.000933 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 17:24:11.000933 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:24:11.000933 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 17:24:11.000933 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:24:11.000933 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 17:24:11.000933 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:24:11.000933 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 17:24:11.000933 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:24:11.000933 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 17:24:11.000933 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:24:11.000933 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:24:11.000933 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:24:11.000933 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:24:11.000933 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:24:11.000933 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 17:24:11.000933 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:24:11.000933 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 17:24:11.000933 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:24:11.000933 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:24:11.000933 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:24:11.000933 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 17:24:11.000933 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:24:11.000933 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:24:11.000933 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:24:11.000933 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:24:11.000933 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:24:11.000933 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:24:11.000933 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:24:11.066607 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['8ba5447c-48d3-4a13-98d4-abfe6a0c2a27'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:24:11.092068 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d0a488c5-943f-4d5d-8788-07e302a2d256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:11.098152 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d0a488c5-943f-4d5d-8788-07e302a2d256 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:11.104279 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-d0a488c5-943f-4d5d-8788-07e302a2d256 admin admin] 10.222.0.23 "DELETE /v2.0/networks/cfa9506f-a4d6-4118-975c-3642f6cc5555 HTTP/1.1" status: 204 len: 168 time: 0.6136246 Dec 06 17:24:11.120178 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 60200) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:24:11.129450 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a488c5-943f-4d5d-8788-07e302a2d256 admin admin] Pushing event deleted for resources: {'Network': ['ID=cfa9506f-a4d6-4118-975c-3642f6cc5555,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:11.284712 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-296600d2-a071-4c6f-b398-a3ce5770784b admin admin] Deleting subnet 62602d99-5ae9-4732-bdf3-aea2c7796375 {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:24:11.308623 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af190cb-d4db-4729-a6a6-b993e29eb9b3 req-2688375f-252d-4acc-b9d1-1e8cef04c492 tempest-ServerMetadataNegativeTestJSON-1913736222 tempest-ServerMetadataNegativeTestJSON-1913736222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:11.311555 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9af190cb-d4db-4729-a6a6-b993e29eb9b3 req-2688375f-252d-4acc-b9d1-1e8cef04c492 tempest-ServerMetadataNegativeTestJSON-1913736222 tempest-ServerMetadataNegativeTestJSON-1913736222-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd35fa3d-3442-460f-b76e-02d226aee378 HTTP/1.1" status: 200 len: 944 time: 0.2240281 Dec 06 17:24:11.317647 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-296600d2-a071-4c6f-b398-a3ce5770784b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:11.382078 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-296600d2-a071-4c6f-b398-a3ce5770784b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:11.395434 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device a0a3cd39-433b-4fcc-bda0-8ce3bf8b55a4 up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:24:11.433348 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9af190cb-d4db-4729-a6a6-b993e29eb9b3 req-d28483c0-300d-43a9-a097-28fb90666fab tempest-ServerMetadataNegativeTestJSON-1913736222 tempest-ServerMetadataNegativeTestJSON-1913736222-project] 10.222.0.23 "GET /v2.0/security-groups?id=85a6dd0e-0a65-4766-82ca-89cfa8748325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130474 Dec 06 17:24:11.446171 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-296600d2-a071-4c6f-b398-a3ce5770784b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:11.446823 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b2ab88-aac7-44d3-8023-1fc489062109 req-9ad95b7f-78ba-45c7-8954-6e09e62e369a tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:11.455489 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a4b2ab88-aac7-44d3-8023-1fc489062109 req-9ad95b7f-78ba-45c7-8954-6e09e62e369a tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 945 time: 0.0760536 Dec 06 17:24:11.476496 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning for port a0a3cd39-433b-4fcc-bda0-8ce3bf8b55a4 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:24:11.481366 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port a0a3cd39-433b-4fcc-bda0-8ce3bf8b55a4 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:24:11.481985 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:11.528220 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-296600d2-a071-4c6f-b398-a3ce5770784b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:11.567555 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:11.570360 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a4b2ab88-aac7-44d3-8023-1fc489062109 req-510fa2dd-7e09-439d-9f7a-65aff9cf0957 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134686 Dec 06 17:24:11.618776 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296600d2-a071-4c6f-b398-a3ce5770784b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62602d99-5ae9-4732-bdf3-aea2c7796375,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:11.626140 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-296600d2-a071-4c6f-b398-a3ce5770784b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:11.634542 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60212) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:24:11.641696 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port a0a3cd39-433b-4fcc-bda0-8ce3bf8b55a4, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=a0a3cd39-433b-4fcc-bda0-8ce3bf8b55a4,segment=NetworkSegment(d35b238c-1dd9-4495-a647-cef0d6a570fc),segment_id=d35b238c-1dd9-4495-a647-cef0d6a570fc)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:24:11.642898 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd35fa3d-3442-460f-b76e-02d226aee378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0a3cd39-433b-4fcc-bda0-8ce3bf8b55a4'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:24:11.645721 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec409669-e27e-4427-95b1-6dd37add4132" -d '{"events": [{"server_uuid": "fd35fa3d-3442-460f-b76e-02d226aee378", "name": "network-vif-plugged", "status": "completed", "tag": "a0a3cd39-433b-4fcc-bda0-8ce3bf8b55a4"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:24:11.649107 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-296600d2-a071-4c6f-b398-a3ce5770784b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/62602d99-5ae9-4732-bdf3-aea2c7796375 HTTP/1.1" status: 204 len: 168 time: 0.5268323 Dec 06 17:24:11.649299 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:11.706232 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb26d7-3cf3-45c5-86a5-4f1340f9d994 req-1c6ffcab-fc5f-4882-8756-2e8cf325c7f4 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:11.714288 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=a0a3cd39-433b-4fcc-bda0-8ce3bf8b55a4,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:11.715586 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-29eb26d7-3cf3-45c5-86a5-4f1340f9d994 req-1c6ffcab-fc5f-4882-8756-2e8cf325c7f4 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8e6f85-4f02-4edb-b8e7-ac97e87f725a HTTP/1.1" status: 200 len: 944 time: 0.1186218 Dec 06 17:24:11.738673 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1b216e0f-d063-4b37-baf2-73e1ce18bd7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:11.774231 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-29eb26d7-3cf3-45c5-86a5-4f1340f9d994 req-e1dfa86d-6084-43ec-b065-c07b85bb84ed tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c657007e-2b96-4108-a795-7e2c1ca6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576699 Dec 06 17:24:11.815753 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d55adc4-823a-4a0c-a494-2ddc03007ece req-0dd05ec2-c6f3-46bc-97dc-12da7ad45404 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:11.817220 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3d55adc4-823a-4a0c-a494-2ddc03007ece req-0dd05ec2-c6f3-46bc-97dc-12da7ad45404 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 945 time: 0.1724341 Dec 06 17:24:11.822092 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d178c84c-5309-4223-9c3c-d09700861a92 x-openstack-request-id: req-d178c84c-5309-4223-9c3c-d09700861a92 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:24:11.822543 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd35fa3d-3442-460f-b76e-02d226aee378", "name": "network-vif-plugged", "status": "completed", "tag": "a0a3cd39-433b-4fcc-bda0-8ce3bf8b55a4", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:24:11.822869 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d178c84c-5309-4223-9c3c-d09700861a92 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:24:11.823392 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd35fa3d-3442-460f-b76e-02d226aee378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0a3cd39-433b-4fcc-bda0-8ce3bf8b55a4', 'code': 200} Dec 06 17:24:11.898564 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1b216e0f-d063-4b37-baf2-73e1ce18bd7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:11.944468 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-1b216e0f-d063-4b37-baf2-73e1ce18bd7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2c5e4d6-4d81-4a47-93d0-0432854d74ef']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:24:11.987692 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3d55adc4-823a-4a0c-a494-2ddc03007ece req-9e1e22b0-e86d-4e69-aa12-bd7d0e20a998 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577132 Dec 06 17:24:11.989640 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-1b216e0f-d063-4b37-baf2-73e1ce18bd7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e848797-87b5-4e0a-af3e-528966a62896') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:24:11.989943 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-1b216e0f-d063-4b37-baf2-73e1ce18bd7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e848797-87b5-4e0a-af3e-528966a62896') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:24:12.021897 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1b216e0f-d063-4b37-baf2-73e1ce18bd7d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:12.045137 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1b216e0f-d063-4b37-baf2-73e1ce18bd7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:12.052611 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a69c89-de62-454b-8761-86d531c64142 req-11892b59-2d81-44b6-8d91-bfaa87780f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:12.054745 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d8a69c89-de62-454b-8761-86d531c64142 req-11892b59-2d81-44b6-8d91-bfaa87780f1d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fd35fa3d-3442-460f-b76e-02d226aee378 HTTP/1.1" status: 200 len: 1096 time: 0.1245370 Dec 06 17:24:12.058065 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b216e0f-d063-4b37-baf2-73e1ce18bd7d admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:24:12.058487 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1b216e0f-d063-4b37-baf2-73e1ce18bd7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:12.060629 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 17:24:12.060629 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:24:12.060629 n-d-master-1 neutron-server[103284]: timer() Dec 06 17:24:12.060629 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:24:12.060629 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 17:24:12.060629 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:24:12.060629 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 17:24:12.060629 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:24:12.060629 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 17:24:12.060629 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:24:12.060629 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 17:24:12.060629 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:24:12.060629 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 17:24:12.060629 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:24:12.060629 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:24:12.060629 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:24:12.060629 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:24:12.060629 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:24:12.060629 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 17:24:12.060629 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:24:12.060629 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 17:24:12.060629 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:24:12.060629 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:24:12.060629 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:24:12.060629 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 17:24:12.060629 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:24:12.060629 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:24:12.060629 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:24:12.060629 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:24:12.060629 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:24:12.060629 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:24:12.060629 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:24:12.168419 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1b216e0f-d063-4b37-baf2-73e1ce18bd7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:12.180335 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1b216e0f-d063-4b37-baf2-73e1ce18bd7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:12.183576 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-1b216e0f-d063-4b37-baf2-73e1ce18bd7d admin admin] 10.222.0.23 "DELETE /v2.0/networks/c2c5e4d6-4d81-4a47-93d0-0432854d74ef HTTP/1.1" status: 204 len: 168 time: 0.5480387 Dec 06 17:24:12.199968 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d8a69c89-de62-454b-8761-86d531c64142 req-3ff9d0b2-7eea-4b94-a114-e29e76b3f22d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=85a6dd0e-0a65-4766-82ca-89cfa8748325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271708 Dec 06 17:24:12.200924 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b216e0f-d063-4b37-baf2-73e1ce18bd7d admin admin] Pushing event deleted for resources: {'Network': ['ID=c2c5e4d6-4d81-4a47-93d0-0432854d74ef,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:12.401136 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60232) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:24:12.455438 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-a59f6cc1-bde2-4d2e-af13-78d7642012e1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=499c859a28a74ca18e239cfef4c6ee6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0501060 Dec 06 17:24:12.456106 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 60234) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:24:12.513183 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b2bc8b42-2313-446c-9a72-4eb5d68247fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:12.541817 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b2bc8b42-2313-446c-9a72-4eb5d68247fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:12.642498 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ab99a7-a69e-4d48-9533-ffb9f0240ff8 req-cfec145a-90c6-4a57-9641-0cc5fe68219f tempest-ServerMetadataNegativeTestJSON-1913736222 tempest-ServerMetadataNegativeTestJSON-1913736222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:12.644406 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c2ab99a7-a69e-4d48-9533-ffb9f0240ff8 req-cfec145a-90c6-4a57-9641-0cc5fe68219f tempest-ServerMetadataNegativeTestJSON-1913736222 tempest-ServerMetadataNegativeTestJSON-1913736222-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd35fa3d-3442-460f-b76e-02d226aee378 HTTP/1.1" status: 200 len: 945 time: 0.0851076 Dec 06 17:24:12.705211 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b2bc8b42-2313-446c-9a72-4eb5d68247fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:12.709024 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b2bc8b42-2313-446c-9a72-4eb5d68247fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:12.710823 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-b2bc8b42-2313-446c-9a72-4eb5d68247fd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0f1aedd6-7edb-4b0f-a94e-adb30386ecb0 HTTP/1.1" status: 204 len: 168 time: 0.2537911 Dec 06 17:24:12.734772 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bc8b42-2313-446c-9a72-4eb5d68247fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f1aedd6-7edb-4b0f-a94e-adb30386ecb0,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:12.746978 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c2ab99a7-a69e-4d48-9533-ffb9f0240ff8 req-38104067-6706-4ab2-bcd8-071ea090ccd3 tempest-ServerMetadataNegativeTestJSON-1913736222 tempest-ServerMetadataNegativeTestJSON-1913736222-project] 10.222.0.23 "GET /v2.0/security-groups?id=85a6dd0e-0a65-4766-82ca-89cfa8748325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812242 Dec 06 17:24:12.748559 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bc8b42-2313-446c-9a72-4eb5d68247fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:24:12.751099 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bc8b42-2313-446c-9a72-4eb5d68247fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:24:12.751099 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bc8b42-2313-446c-9a72-4eb5d68247fd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:24:12.751099 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bc8b42-2313-446c-9a72-4eb5d68247fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:24:12.751547 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bc8b42-2313-446c-9a72-4eb5d68247fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:24:12.751547 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bc8b42-2313-446c-9a72-4eb5d68247fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:24:12.751944 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bc8b42-2313-446c-9a72-4eb5d68247fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:24:12.752385 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bc8b42-2313-446c-9a72-4eb5d68247fd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:24:12.752846 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bc8b42-2313-446c-9a72-4eb5d68247fd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:24:12.753268 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bc8b42-2313-446c-9a72-4eb5d68247fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:24:12.753713 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bc8b42-2313-446c-9a72-4eb5d68247fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:24:12.754138 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bc8b42-2313-446c-9a72-4eb5d68247fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:24:12.754544 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bc8b42-2313-446c-9a72-4eb5d68247fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:24:12.960494 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a80c579-70f8-4984-81e6-96f477cc4e42 req-0764e16d-fefb-4eb2-9431-76e3a8ef02cc tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:12.962047 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1a80c579-70f8-4984-81e6-96f477cc4e42 req-0764e16d-fefb-4eb2-9431-76e3a8ef02cc tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8e6f85-4f02-4edb-b8e7-ac97e87f725a HTTP/1.1" status: 200 len: 944 time: 0.0660129 Dec 06 17:24:13.046636 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1a80c579-70f8-4984-81e6-96f477cc4e42 req-0e6c1042-aa6e-4168-be68-f183f4fc3ad9 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c657007e-2b96-4108-a795-7e2c1ca6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692091 Dec 06 17:24:13.170650 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 60248) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:24:13.220978 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60250) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:24:13.232701 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-fdd01bb8-6cfe-423a-aeee-d2db1dd3fe4d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=65bac5fc831a4a2cbb87ddddf9e3ea29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0602460 Dec 06 17:24:13.294044 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e092e2b1-e5af-4a9d-942a-26a92eadb44a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:13.345633 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e092e2b1-e5af-4a9d-942a-26a92eadb44a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:13.437165 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e092e2b1-e5af-4a9d-942a-26a92eadb44a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:13.445523 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e092e2b1-e5af-4a9d-942a-26a92eadb44a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:13.450514 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-e092e2b1-e5af-4a9d-942a-26a92eadb44a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1b6e0c22-d8ca-4ad4-a583-a9b5a3aed4c3 HTTP/1.1" status: 204 len: 168 time: 0.2278600 Dec 06 17:24:13.470260 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e092e2b1-e5af-4a9d-942a-26a92eadb44a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b6e0c22-d8ca-4ad4-a583-a9b5a3aed4c3,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:13.501320 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3e0dfc98-c96c-420e-976e-fcfaf2ee4636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:13.723215 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60264) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:24:13.849719 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7886d353-dc4f-4c64-8c00-64843a2ad389 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:13.957074 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7886d353-dc4f-4c64-8c00-64843a2ad389 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:13.965573 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7886d353-dc4f-4c64-8c00-64843a2ad389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:13.968393 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab8d2a4-dc23-4411-8da6-f1d8b0e177f5 req-3112644d-3483-4cdc-afab-4ad57923ddb1 tempest-ServerMetadataNegativeTestJSON-1913736222 tempest-ServerMetadataNegativeTestJSON-1913736222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:13.971603 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4ab8d2a4-dc23-4411-8da6-f1d8b0e177f5 req-3112644d-3483-4cdc-afab-4ad57923ddb1 tempest-ServerMetadataNegativeTestJSON-1913736222 tempest-ServerMetadataNegativeTestJSON-1913736222-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd35fa3d-3442-460f-b76e-02d226aee378 HTTP/1.1" status: 200 len: 945 time: 0.0957522 Dec 06 17:24:14.039364 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-7886d353-dc4f-4c64-8c00-64843a2ad389 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f2a73579c1ed4f8e873e03bffe5df8bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3150346 Dec 06 17:24:14.040716 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7886d353-dc4f-4c64-8c00-64843a2ad389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5df8635-418c-4f78-b236-fc007b5ffe84,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:14.055156 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4ab8d2a4-dc23-4411-8da6-f1d8b0e177f5 req-03a0073e-3fd2-4df2-aaa5-9fee95100549 tempest-ServerMetadataNegativeTestJSON-1913736222 tempest-ServerMetadataNegativeTestJSON-1913736222-project] 10.222.0.23 "GET /v2.0/security-groups?id=85a6dd0e-0a65-4766-82ca-89cfa8748325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720282 Dec 06 17:24:14.057179 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60278) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:24:14.225549 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a96709b2-8aec-4ed3-b20c-c7d4e3afe410 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:14.252619 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a96709b2-8aec-4ed3-b20c-c7d4e3afe410 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:14.276967 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 8ba5447c-48d3-4a13-98d4-abfe6a0c2a27 up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:24:14.376152 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port 8ba5447c-48d3-4a13-98d4-abfe6a0c2a27 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:24:14.393847 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port 8ba5447c-48d3-4a13-98d4-abfe6a0c2a27 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:24:14.394251 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:14.429206 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06237d35-09ed-4653-990a-c203ea3b0016 req-f57479c1-59d2-4709-9ff9-d121aaf446dc tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:14.431686 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-06237d35-09ed-4653-990a-c203ea3b0016 req-f57479c1-59d2-4709-9ff9-d121aaf446dc tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8e6f85-4f02-4edb-b8e7-ac97e87f725a HTTP/1.1" status: 200 len: 944 time: 0.2208929 Dec 06 17:24:14.477931 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a96709b2-8aec-4ed3-b20c-c7d4e3afe410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:14.485910 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a96709b2-8aec-4ed3-b20c-c7d4e3afe410 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:14.490130 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-a96709b2-8aec-4ed3-b20c-c7d4e3afe410 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c5df8635-418c-4f78-b236-fc007b5ffe84 HTTP/1.1" status: 204 len: 168 time: 0.4315927 Dec 06 17:24:14.511212 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96709b2-8aec-4ed3-b20c-c7d4e3afe410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5df8635-418c-4f78-b236-fc007b5ffe84,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:14.542895 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:14.567925 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd8e6f85-4f02-4edb-b8e7-ac97e87f725a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ba5447c-48d3-4a13-98d4-abfe6a0c2a27'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:24:14.570718 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f6bdd4a-a105-4fd4-bbc9-e722c0702e90" -d '{"events": [{"server_uuid": "fd8e6f85-4f02-4edb-b8e7-ac97e87f725a", "name": "network-vif-plugged", "status": "completed", "tag": "8ba5447c-48d3-4a13-98d4-abfe6a0c2a27"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:24:14.587434 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 8ba5447c-48d3-4a13-98d4-abfe6a0c2a27, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8ba5447c-48d3-4a13-98d4-abfe6a0c2a27,segment=NetworkSegment(89275c86-7da9-47f2-a47a-1035a530c501),segment_id=89275c86-7da9-47f2-a47a-1035a530c501)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:24:14.594339 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:14.610040 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-06237d35-09ed-4653-990a-c203ea3b0016 req-c05221fb-bed6-4038-a675-1ed448f1bb13 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c657007e-2b96-4108-a795-7e2c1ca6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632407 Dec 06 17:24:14.641242 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-765ecc55-c9ac-4352-a54e-07aaf3efd971 x-openstack-request-id: req-765ecc55-c9ac-4352-a54e-07aaf3efd971 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:24:14.641575 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd8e6f85-4f02-4edb-b8e7-ac97e87f725a", "name": "network-vif-plugged", "status": "completed", "tag": "8ba5447c-48d3-4a13-98d4-abfe6a0c2a27", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:24:14.641838 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-765ecc55-c9ac-4352-a54e-07aaf3efd971 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:24:14.645098 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd8e6f85-4f02-4edb-b8e7-ac97e87f725a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ba5447c-48d3-4a13-98d4-abfe6a0c2a27', 'code': 200} Dec 06 17:24:14.683499 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=8ba5447c-48d3-4a13-98d4-abfe6a0c2a27,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:14.791400 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed0f658-5a2b-49d5-9fd2-e5054d986679 req-e9a0f685-410e-4cc4-bc12-a3158932981e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:14.794911 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8ed0f658-5a2b-49d5-9fd2-e5054d986679 req-e9a0f685-410e-4cc4-bc12-a3158932981e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fd8e6f85-4f02-4edb-b8e7-ac97e87f725a HTTP/1.1" status: 200 len: 1096 time: 0.0726469 Dec 06 17:24:14.853329 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8ed0f658-5a2b-49d5-9fd2-e5054d986679 req-0317a5b7-769a-4181-a080-d9929cd284a8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c657007e-2b96-4108-a795-7e2c1ca6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480766 Dec 06 17:24:14.929073 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507f5dbe-f48f-4c18-8e0d-d1f686ea508f req-3785865d-4cc1-4bcd-948d-5453d4d0459e tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:14.937170 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-507f5dbe-f48f-4c18-8e0d-d1f686ea508f req-3785865d-4cc1-4bcd-948d-5453d4d0459e tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 945 time: 0.0654831 Dec 06 17:24:14.988291 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-507f5dbe-f48f-4c18-8e0d-d1f686ea508f req-2a661487-7cb5-44dc-84de-39539ee34d42 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501461 Dec 06 17:24:15.132768 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f26e69-4ee7-444c-a66b-6552234669ae req-51fb2e6a-be70-483e-aebf-5615ffaa56ed tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:15.135235 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-74f26e69-4ee7-444c-a66b-6552234669ae req-51fb2e6a-be70-483e-aebf-5615ffaa56ed tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 945 time: 0.0629699 Dec 06 17:24:15.237563 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-74f26e69-4ee7-444c-a66b-6552234669ae req-2ca754ee-16e4-421c-9881-4335d2c8a864 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961092 Dec 06 17:24:15.540304 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05231297-36a0-4e2c-b973-9f855641d6e4 req-9ab907fa-6f18-4637-9688-13be65d03101 tempest-ServerMetadataNegativeTestJSON-1913736222 tempest-ServerMetadataNegativeTestJSON-1913736222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:15.542377 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-05231297-36a0-4e2c-b973-9f855641d6e4 req-9ab907fa-6f18-4637-9688-13be65d03101 tempest-ServerMetadataNegativeTestJSON-1913736222 tempest-ServerMetadataNegativeTestJSON-1913736222-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd35fa3d-3442-460f-b76e-02d226aee378 HTTP/1.1" status: 200 len: 945 time: 0.0681946 Dec 06 17:24:15.560607 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6a3649-4d80-4500-a0f6-0e71e74eca12 req-85c3f376-506f-48db-aeb0-e1bc946bc09b tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:15.563164 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8b6a3649-4d80-4500-a0f6-0e71e74eca12 req-85c3f376-506f-48db-aeb0-e1bc946bc09b tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 945 time: 0.0586820 Dec 06 17:24:15.607819 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-05231297-36a0-4e2c-b973-9f855641d6e4 req-e5e95125-898a-4e6b-9a2c-9720f2084c45 tempest-ServerMetadataNegativeTestJSON-1913736222 tempest-ServerMetadataNegativeTestJSON-1913736222-project] 10.222.0.23 "GET /v2.0/security-groups?id=85a6dd0e-0a65-4766-82ca-89cfa8748325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593383 Dec 06 17:24:15.631573 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-37becc02-6d68-42d5-9012-99d86866d53b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:15.652878 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8b6a3649-4d80-4500-a0f6-0e71e74eca12 req-6b95c3c8-a249-4c47-b559-cb7f3746b519 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820646 Dec 06 17:24:15.765583 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa365b8-04ef-48a8-80b2-44aa03c1e312 req-554367da-4247-4ae5-85df-a7607bc30b8e tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:15.767521 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-faa365b8-04ef-48a8-80b2-44aa03c1e312 req-554367da-4247-4ae5-85df-a7607bc30b8e tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8e6f85-4f02-4edb-b8e7-ac97e87f725a HTTP/1.1" status: 200 len: 945 time: 0.0738087 Dec 06 17:24:15.835418 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-faa365b8-04ef-48a8-80b2-44aa03c1e312 req-8fb5a864-aa9b-4d64-85f4-d910bc692b01 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c657007e-2b96-4108-a795-7e2c1ca6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608077 Dec 06 17:24:15.850733 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ea2c90-9545-499a-a8a2-8e89d6692c52 req-ef02cccf-c4d5-4a0d-a640-ab1f1259f856 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:15.859740 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f0ea2c90-9545-499a-a8a2-8e89d6692c52 req-ef02cccf-c4d5-4a0d-a640-ab1f1259f856 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 945 time: 0.0993783 Dec 06 17:24:15.928143 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f0ea2c90-9545-499a-a8a2-8e89d6692c52 req-8a7e64f3-c8a3-40d8-8c35-bc480f9c8229 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671039 Dec 06 17:24:16.091280 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60386) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:24:16.378302 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7141427e-ee5f-420f-9abc-bd63715b61e0 req-7cf9773b-f70d-4b7e-8a46-439f05cb7f7c tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:16.380222 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7141427e-ee5f-420f-9abc-bd63715b61e0 req-7cf9773b-f70d-4b7e-8a46-439f05cb7f7c tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 945 time: 0.0923207 Dec 06 17:24:16.446600 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7141427e-ee5f-420f-9abc-bd63715b61e0 req-1feed9a4-33ce-413c-b85b-b49442e0f2f0 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596561 Dec 06 17:24:16.500244 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-94a1d08f-04f1-4811-9387-b03bb106526d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:16.657121 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-94a1d08f-04f1-4811-9387-b03bb106526d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:16.659415 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affa7d7f-47ab-4b7a-a3a5-55bafea4e8af req-c2f18871-77fc-43a9-bbcb-5dfdf27daf0c tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:16.667792 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-94a1d08f-04f1-4811-9387-b03bb106526d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:16.668534 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-affa7d7f-47ab-4b7a-a3a5-55bafea4e8af req-c2f18871-77fc-43a9-bbcb-5dfdf27daf0c tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 945 time: 0.1055734 Dec 06 17:24:16.716053 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-94a1d08f-04f1-4811-9387-b03bb106526d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e6e1e4be06cf41bfa42030a5f8b4bbd6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6233094 Dec 06 17:24:16.720191 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60422) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:24:16.730537 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a1d08f-04f1-4811-9387-b03bb106526d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7506f618-ecb6-4922-8111-02fbeb902f0c,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:16.755541 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-affa7d7f-47ab-4b7a-a3a5-55bafea4e8af req-b7002549-c9f1-4cc9-a308-5a6fee956e5d tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854938 Dec 06 17:24:16.833643 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6a0118-b2e5-4d88-bf93-945a1252b222 req-231243a7-6aa8-48e1-9f3d-2576b2de2daa tempest-ServerMetadataNegativeTestJSON-1913736222 tempest-ServerMetadataNegativeTestJSON-1913736222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:16.835210 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3e6a0118-b2e5-4d88-bf93-945a1252b222 req-231243a7-6aa8-48e1-9f3d-2576b2de2daa tempest-ServerMetadataNegativeTestJSON-1913736222 tempest-ServerMetadataNegativeTestJSON-1913736222-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd35fa3d-3442-460f-b76e-02d226aee378 HTTP/1.1" status: 200 len: 945 time: 0.1074052 Dec 06 17:24:16.836092 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5a94f0d5-1e46-482b-bad7-522db4fa3399 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:16.870260 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:16.905582 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5a94f0d5-1e46-482b-bad7-522db4fa3399 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:16.997438 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3e6a0118-b2e5-4d88-bf93-945a1252b222 req-daebd457-fdaf-4deb-87c9-0db3e9a3219e tempest-ServerMetadataNegativeTestJSON-1913736222 tempest-ServerMetadataNegativeTestJSON-1913736222-project] 10.222.0.23 "GET /v2.0/security-groups?id=85a6dd0e-0a65-4766-82ca-89cfa8748325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199195 Dec 06 17:24:17.027872 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8fe591-65e5-4f1a-a669-d1f033f969a6 req-4a9038a2-1ce6-4a5e-8e49-427b1d1444a4 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:17.029691 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1d8fe591-65e5-4f1a-a669-d1f033f969a6 req-4a9038a2-1ce6-4a5e-8e49-427b1d1444a4 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8e6f85-4f02-4edb-b8e7-ac97e87f725a HTTP/1.1" status: 200 len: 945 time: 0.1017511 Dec 06 17:24:17.076989 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a53ca9-c669-4233-8e0b-644db9e9e010 req-46cac430-1121-45ef-b6fa-dd46621b4d0a tempest-ServerMetadataNegativeTestJSON-1913736222 tempest-ServerMetadataNegativeTestJSON-1913736222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:17.083141 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-32a53ca9-c669-4233-8e0b-644db9e9e010 req-46cac430-1121-45ef-b6fa-dd46621b4d0a tempest-ServerMetadataNegativeTestJSON-1913736222 tempest-ServerMetadataNegativeTestJSON-1913736222-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd35fa3d-3442-460f-b76e-02d226aee378 HTTP/1.1" status: 200 len: 945 time: 0.1799409 Dec 06 17:24:17.114264 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1d8fe591-65e5-4f1a-a669-d1f033f969a6 req-e43bd9b8-f724-4fbf-8efe-3949f224c3e5 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c657007e-2b96-4108-a795-7e2c1ca6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754189 Dec 06 17:24:17.179184 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5a94f0d5-1e46-482b-bad7-522db4fa3399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:17.179837 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5a94f0d5-1e46-482b-bad7-522db4fa3399 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:17.181159 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-5a94f0d5-1e46-482b-bad7-522db4fa3399 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7506f618-ecb6-4922-8111-02fbeb902f0c HTTP/1.1" status: 204 len: 168 time: 0.4598377 Dec 06 17:24:17.247544 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a94f0d5-1e46-482b-bad7-522db4fa3399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7506f618-ecb6-4922-8111-02fbeb902f0c,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:17.276524 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179254c2-3ea6-4755-8fca-12efc2504fc6 req-cfdd5118-e583-4d97-b105-f1d632a73097 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:17.278464 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-179254c2-3ea6-4755-8fca-12efc2504fc6 req-cfdd5118-e583-4d97-b105-f1d632a73097 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 945 time: 0.1834238 Dec 06 17:24:17.286119 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60462) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:24:17.326602 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 60466) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:24:17.332007 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-32a53ca9-c669-4233-8e0b-644db9e9e010 req-eccdc35e-f853-496c-9946-c6152a4f3475 tempest-ServerMetadataNegativeTestJSON-1913736222 tempest-ServerMetadataNegativeTestJSON-1913736222-project] Deleting port a0a3cd39-433b-4fcc-bda0-8ce3bf8b55a4 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:24:17.336163 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-32a53ca9-c669-4233-8e0b-644db9e9e010 req-eccdc35e-f853-496c-9946-c6152a4f3475 tempest-ServerMetadataNegativeTestJSON-1913736222 tempest-ServerMetadataNegativeTestJSON-1913736222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:17.413905 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eab34ba-b064-409f-a562-dc0296550018 req-4a5eb9bb-f3c9-4ec0-988b-1fbba699434b tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:17.416748 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4eab34ba-b064-409f-a562-dc0296550018 req-4a5eb9bb-f3c9-4ec0-988b-1fbba699434b tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8e6f85-4f02-4edb-b8e7-ac97e87f725a HTTP/1.1" status: 200 len: 945 time: 0.0682611 Dec 06 17:24:17.434453 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-179254c2-3ea6-4755-8fca-12efc2504fc6 req-47d933eb-0adc-4920-96bb-ace01c2e6d41 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388338 Dec 06 17:24:17.482877 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4eab34ba-b064-409f-a562-dc0296550018 req-2ee1b8f9-1fd8-4b2b-8385-b254286a15aa tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c657007e-2b96-4108-a795-7e2c1ca6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589716 Dec 06 17:24:17.506476 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-32a53ca9-c669-4233-8e0b-644db9e9e010 req-eccdc35e-f853-496c-9946-c6152a4f3475 tempest-ServerMetadataNegativeTestJSON-1913736222 tempest-ServerMetadataNegativeTestJSON-1913736222-project] For port a0a3cd39-433b-4fcc-bda0-8ce3bf8b55a4, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=a0a3cd39-433b-4fcc-bda0-8ce3bf8b55a4,segment=NetworkSegment(d35b238c-1dd9-4495-a647-cef0d6a570fc),segment_id=d35b238c-1dd9-4495-a647-cef0d6a570fc)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:24:17.506846 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-32a53ca9-c669-4233-8e0b-644db9e9e010 req-eccdc35e-f853-496c-9946-c6152a4f3475 tempest-ServerMetadataNegativeTestJSON-1913736222 tempest-ServerMetadataNegativeTestJSON-1913736222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:17.543726 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-cce5a0c7-8765-4605-94ac-ab5d2dc06595 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Request body: {'network': {'name': 'tempest-network-smoke--1124127195', 'project_id': 'ecd148ff302244ca8d62fb6aab386351', 'port_security_enabled': True}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:24:17.565748 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-32a53ca9-c669-4233-8e0b-644db9e9e010 req-eccdc35e-f853-496c-9946-c6152a4f3475 tempest-ServerMetadataNegativeTestJSON-1913736222 tempest-ServerMetadataNegativeTestJSON-1913736222-project] Calling delete_port for a0a3cd39-433b-4fcc-bda0-8ce3bf8b55a4 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:24:17.621434 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cce5a0c7-8765-4605-94ac-ab5d2dc06595 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Made reservation on behalf of ecd148ff302244ca8d62fb6aab386351 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:24:17.625661 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cce5a0c7-8765-4605-94ac-ab5d2dc06595 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:17.640351 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cce5a0c7-8765-4605-94ac-ab5d2dc06595 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:17.697648 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-95e8abfb-f9fc-4d3d-8da7-96aeaa6ebd18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:17.700245 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b45beca-e705-4791-a154-123773a34ad1 req-f4645008-0bec-4618-8cdb-886de0bfdc36 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:17.701827 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9b45beca-e705-4791-a154-123773a34ad1 req-f4645008-0bec-4618-8cdb-886de0bfdc36 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 945 time: 0.1440346 Dec 06 17:24:17.787068 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60474) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:24:17.792184 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-95e8abfb-f9fc-4d3d-8da7-96aeaa6ebd18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:17.796897 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-95e8abfb-f9fc-4d3d-8da7-96aeaa6ebd18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:17.815768 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9b45beca-e705-4791-a154-123773a34ad1 req-44f17351-381b-4e0d-8a21-3f74a5811d4e tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985367 Dec 06 17:24:17.820596 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-111a1294-5268-4680-bfa9-3cedb0c8f776 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:17.838882 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-95e8abfb-f9fc-4d3d-8da7-96aeaa6ebd18 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=80b8af81f482486cbd6bccd73ff9836e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5108283 Dec 06 17:24:17.841285 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 60476) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:24:17.863030 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e8abfb-f9fc-4d3d-8da7-96aeaa6ebd18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3db9ddf0-a568-480c-99ca-4226f3a55854,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:17.899875 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7926c453-9c2c-45e1-b033-0684fd5a76fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:17.922987 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7926c453-9c2c-45e1-b033-0684fd5a76fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:17.929927 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cce5a0c7-8765-4605-94ac-ab5d2dc06595 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:17.938410 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cce5a0c7-8765-4605-94ac-ab5d2dc06595 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:17.946257 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-32a53ca9-c669-4233-8e0b-644db9e9e010 req-eccdc35e-f853-496c-9946-c6152a4f3475 tempest-ServerMetadataNegativeTestJSON-1913736222 tempest-ServerMetadataNegativeTestJSON-1913736222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:17.961727 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['a0a3cd39-433b-4fcc-bda0-8ce3bf8b55a4'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:24:17.998267 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7926c453-9c2c-45e1-b033-0684fd5a76fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:18.004808 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7926c453-9c2c-45e1-b033-0684fd5a76fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:18.004808 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-7926c453-9c2c-45e1-b033-0684fd5a76fe admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3db9ddf0-a568-480c-99ca-4226f3a55854 HTTP/1.1" status: 204 len: 168 time: 0.1606202 Dec 06 17:24:18.021032 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cce5a0c7-8765-4605-94ac-ab5d2dc06595 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:24:18.027974 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7926c453-9c2c-45e1-b033-0684fd5a76fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db9ddf0-a568-480c-99ca-4226f3a55854,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:18.030217 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccdc35e-f853-496c-9946-c6152a4f3475 tempest-ServerMetadataNegativeTestJSON-1913736222 tempest-ServerMetadataNegativeTestJSON-1913736222-project] Pushing event deleted for resources: {'Port': ['ID=a0a3cd39-433b-4fcc-bda0-8ce3bf8b55a4,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:18.034142 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:18.055766 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce5a0c7-8765-4605-94ac-ab5d2dc06595 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8595e08-4420-4f20-8c47-0561f44be516,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:18.078913 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cce5a0c7-8765-4605-94ac-ab5d2dc06595 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:18.079275 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-cce5a0c7-8765-4605-94ac-ab5d2dc06595 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Added segment e36fdd3c-8263-42c5-be91-80384f076237 of type vlan for network fcf22484-3aee-4f8b-9ee4-03517fcd27e4 Dec 06 17:24:18.140212 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-111a1294-5268-4680-bfa9-3cedb0c8f776 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:18.144957 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-32a53ca9-c669-4233-8e0b-644db9e9e010 req-eccdc35e-f853-496c-9946-c6152a4f3475 tempest-ServerMetadataNegativeTestJSON-1913736222 tempest-ServerMetadataNegativeTestJSON-1913736222-project] No DVR routers for this DVR port a0a3cd39-433b-4fcc-bda0-8ce3bf8b55a4 on host n-h2-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:24:18.150808 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-32a53ca9-c669-4233-8e0b-644db9e9e010 req-eccdc35e-f853-496c-9946-c6152a4f3475 tempest-ServerMetadataNegativeTestJSON-1913736222 tempest-ServerMetadataNegativeTestJSON-1913736222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:18.154231 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-32a53ca9-c669-4233-8e0b-644db9e9e010 req-eccdc35e-f853-496c-9946-c6152a4f3475 tempest-ServerMetadataNegativeTestJSON-1913736222 tempest-ServerMetadataNegativeTestJSON-1913736222-project] 10.222.0.44 "DELETE /v2.0/ports/a0a3cd39-433b-4fcc-bda0-8ce3bf8b55a4 HTTP/1.1" status: 204 len: 173 time: 1.0504675 Dec 06 17:24:18.162257 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd35fa3d-3442-460f-b76e-02d226aee378', 'name': 'network-vif-deleted', 'tag': 'a0a3cd39-433b-4fcc-bda0-8ce3bf8b55a4'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:24:18.165072 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-801e670e-94d5-4065-a106-88550fcbee7f" -d '{"events": [{"server_uuid": "fd35fa3d-3442-460f-b76e-02d226aee378", "name": "network-vif-deleted", "tag": "a0a3cd39-433b-4fcc-bda0-8ce3bf8b55a4"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:24:18.167439 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-111a1294-5268-4680-bfa9-3cedb0c8f776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:18.170613 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4e4b5f12-ac57-4b17-b0a3-365b0df9111e req-89a12d80-9c05-47ba-bccf-282803b274ee tempest-ServerMetadataNegativeTestJSON-1913736222 tempest-ServerMetadataNegativeTestJSON-1913736222-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd35fa3d-3442-460f-b76e-02d226aee378 HTTP/1.1" status: 200 len: 210 time: 0.0413625 Dec 06 17:24:18.184087 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cce5a0c7-8765-4605-94ac-ab5d2dc06595 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:18.253035 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daf78c58-a834-4489-965e-79b58fd4a6c6 x-openstack-request-id: req-daf78c58-a834-4489-965e-79b58fd4a6c6 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:24:18.253394 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd35fa3d-3442-460f-b76e-02d226aee378", "name": "network-vif-deleted", "tag": "a0a3cd39-433b-4fcc-bda0-8ce3bf8b55a4", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:24:18.253712 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-daf78c58-a834-4489-965e-79b58fd4a6c6 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:24:18.254102 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd35fa3d-3442-460f-b76e-02d226aee378', 'name': 'network-vif-deleted', 'tag': 'a0a3cd39-433b-4fcc-bda0-8ce3bf8b55a4', 'status': 'completed', 'code': 200} Dec 06 17:24:18.261061 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-111a1294-5268-4680-bfa9-3cedb0c8f776 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3050702374db4dcea6aa5f0a9c92ea95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4728005 Dec 06 17:24:18.261852 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111a1294-5268-4680-bfa9-3cedb0c8f776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a18684-7aa3-49d9-a302-7db174dfeca1,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:18.264793 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 60492) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:24:18.282095 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d81b5a-3c29-4ea2-805f-298ebbebe96b req-7b458dec-74fa-4c73-a993-4d103137e28c tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:18.283677 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e5d81b5a-3c29-4ea2-805f-298ebbebe96b req-7b458dec-74fa-4c73-a993-4d103137e28c tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 945 time: 0.1421876 Dec 06 17:24:18.284849 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cce5a0c7-8765-4605-94ac-ab5d2dc06595 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:18.290374 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce5a0c7-8765-4605-94ac-ab5d2dc06595 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:18.290991 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cce5a0c7-8765-4605-94ac-ab5d2dc06595 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:18.349894 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f83250d2-e37c-46d7-9634-d5fe2b9bf936 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:18.372915 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f83250d2-e37c-46d7-9634-d5fe2b9bf936 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:18.377916 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-cce5a0c7-8765-4605-94ac-ab5d2dc06595 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0905950 Dec 06 17:24:18.381871 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 60494) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:24:18.392156 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-b3e5e12d-809a-4e64-8334-cb65b49e7046 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1491324929', 'admin_state_up': True, 'project_id': 'ecd148ff302244ca8d62fb6aab386351', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:24:18.395762 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce5a0c7-8765-4605-94ac-ab5d2dc06595 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Pushing event updated for resources: {'Network': ['ID=fcf22484-3aee-4f8b-9ee4-03517fcd27e4,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:18.409143 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network fcf22484-3aee-4f8b-9ee4-03517fcd27e4 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:24:18.410597 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e5d81b5a-3c29-4ea2-805f-298ebbebe96b req-0c572293-da0a-47e1-b1c2-edfc5f45ba06 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167066 Dec 06 17:24:18.444732 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b3e5e12d-809a-4e64-8334-cb65b49e7046 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:18.445945 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b3e5e12d-809a-4e64-8334-cb65b49e7046 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:18.466921 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f83250d2-e37c-46d7-9634-d5fe2b9bf936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:18.470104 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f83250d2-e37c-46d7-9634-d5fe2b9bf936 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:18.473903 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-f83250d2-e37c-46d7-9634-d5fe2b9bf936 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a2a18684-7aa3-49d9-a302-7db174dfeca1 HTTP/1.1" status: 204 len: 168 time: 0.2048745 Dec 06 17:24:18.535978 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60502) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:24:18.550793 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b3e5e12d-809a-4e64-8334-cb65b49e7046 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:18.551510 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c48a0b65-49be-4a49-b326-609c52abd0db admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:18.573399 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83250d2-e37c-46d7-9634-d5fe2b9bf936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a18684-7aa3-49d9-a302-7db174dfeca1,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:18.664233 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe02a44-09b7-44b1-8d38-9932c156a445 req-e874b0ca-1f85-4207-a7bb-beead102b6ec tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:18.665842 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1fe02a44-09b7-44b1-8d38-9932c156a445 req-e874b0ca-1f85-4207-a7bb-beead102b6ec tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8e6f85-4f02-4edb-b8e7-ac97e87f725a HTTP/1.1" status: 200 len: 945 time: 0.0929537 Dec 06 17:24:18.761781 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c48a0b65-49be-4a49-b326-609c52abd0db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:18.776981 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1fe02a44-09b7-44b1-8d38-9932c156a445 req-fb206000-6df4-4ca2-bdb8-bf97c20ece62 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c657007e-2b96-4108-a795-7e2c1ca6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000671 Dec 06 17:24:18.782562 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c48a0b65-49be-4a49-b326-609c52abd0db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:18.787205 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b3e5e12d-809a-4e64-8334-cb65b49e7046 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:18.803188 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f741a1f-5bf6-473c-b57c-62739a8b6fe4 req-ab26a47d-b5d0-428f-a3d9-90b1e53a9990 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:18.820577 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1f741a1f-5bf6-473c-b57c-62739a8b6fe4 req-ab26a47d-b5d0-428f-a3d9-90b1e53a9990 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 945 time: 0.2663941 Dec 06 17:24:18.856568 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-c48a0b65-49be-4a49-b326-609c52abd0db admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b37d3b1e0e8c43ac96f25fbe156f7614&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3190844 Dec 06 17:24:18.857647 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48a0b65-49be-4a49-b326-609c52abd0db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb97e70b-283b-4c0b-961a-095eaa305176,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:18.860728 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60512) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:24:18.948871 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-39c3294a-2080-46eb-8aed-f5a2f3e4eebb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:18.961042 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1f741a1f-5bf6-473c-b57c-62739a8b6fe4 req-921250af-5ed1-4964-92dd-491576aba26d tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347742 Dec 06 17:24:18.994857 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-39c3294a-2080-46eb-8aed-f5a2f3e4eebb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:19.019909 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:19.063190 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-39c3294a-2080-46eb-8aed-f5a2f3e4eebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:19.067204 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-39c3294a-2080-46eb-8aed-f5a2f3e4eebb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:19.068816 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-39c3294a-2080-46eb-8aed-f5a2f3e4eebb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/eb97e70b-283b-4c0b-961a-095eaa305176 HTTP/1.1" status: 204 len: 168 time: 0.1938360 Dec 06 17:24:19.082417 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c3294a-2080-46eb-8aed-f5a2f3e4eebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb97e70b-283b-4c0b-961a-095eaa305176,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:19.215866 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b3e5e12d-809a-4e64-8334-cb65b49e7046 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for router_gateway, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:19.247049 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b3e5e12d-809a-4e64-8334-cb65b49e7046 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:19.268727 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9daace-2d69-423d-ae90-7c8bb1cb98a6 req-395a401a-9e63-49c3-8b6c-c125d0bec89f tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:19.286505 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fc9daace-2d69-423d-ae90-7c8bb1cb98a6 req-395a401a-9e63-49c3-8b6c-c125d0bec89f tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 945 time: 0.0972922 Dec 06 17:24:19.310485 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60544) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:24:19.426152 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fc9daace-2d69-423d-ae90-7c8bb1cb98a6 req-50114f45-3260-4249-a106-cdb3a88b94c2 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386704 Dec 06 17:24:19.443955 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-0166f0b0-a5e9-480d-86b7-286c5c625e5e admin admin] Deleting subnet dcb1cc6e-38da-4c7c-a70f-a79b38df283c {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:24:19.456423 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6f2588-37b9-43c0-9c2e-0ae1bcda2470 req-f6cbc1af-02b0-48cf-abdc-4ae8dea9732d tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:19.465136 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1f6f2588-37b9-43c0-9c2e-0ae1bcda2470 req-f6cbc1af-02b0-48cf-abdc-4ae8dea9732d tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8e6f85-4f02-4edb-b8e7-ac97e87f725a HTTP/1.1" status: 200 len: 945 time: 0.0917854 Dec 06 17:24:19.468405 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0166f0b0-a5e9-480d-86b7-286c5c625e5e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:19.481781 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-b3e5e12d-809a-4e64-8334-cb65b49e7046 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Allocated IP 172.35.1.151 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/b43da3b6-6f85-498a-9eac-afd223f3d9df) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:24:19.553493 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0166f0b0-a5e9-480d-86b7-286c5c625e5e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:19.617294 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1f6f2588-37b9-43c0-9c2e-0ae1bcda2470 req-8637faf3-55eb-4355-8f33-c9a11897c04b tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c657007e-2b96-4108-a795-7e2c1ca6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510961 Dec 06 17:24:19.637852 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0166f0b0-a5e9-480d-86b7-286c5c625e5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:19.659911 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b3e856-df56-4d2a-a46c-24e6a435ae8e req-7b9ac269-f868-46ed-87fb-61c762db3ebe tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:19.669729 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e1b3e856-df56-4d2a-a46c-24e6a435ae8e req-7b9ac269-f868-46ed-87fb-61c762db3ebe tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 945 time: 0.1419101 Dec 06 17:24:19.715592 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0166f0b0-a5e9-480d-86b7-286c5c625e5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:19.728521 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b3e5e12d-809a-4e64-8334-cb65b49e7046 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:19.734110 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e1b3e856-df56-4d2a-a46c-24e6a435ae8e req-cd757e7b-f64b-40a2-ba45-2f4e9a77627f tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648303 Dec 06 17:24:19.763565 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0166f0b0-a5e9-480d-86b7-286c5c625e5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcb1cc6e-38da-4c7c-a70f-a79b38df283c,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:19.774824 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0166f0b0-a5e9-480d-86b7-286c5c625e5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:19.779215 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-0166f0b0-a5e9-480d-86b7-286c5c625e5e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/dcb1cc6e-38da-4c7c-a70f-a79b38df283c HTTP/1.1" status: 204 len: 168 time: 0.4676068 Dec 06 17:24:19.782071 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60566) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:24:19.795384 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b3e5e12d-809a-4e64-8334-cb65b49e7046 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:19.855612 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e5e12d-809a-4e64-8334-cb65b49e7046 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:24:19.859033 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-b3e5e12d-809a-4e64-8334-cb65b49e7046 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:24:19.876172 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e5e12d-809a-4e64-8334-cb65b49e7046 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:24:19.878570 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24f3b17-e116-40d1-89e4-b425e6eae598 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:24:19.879019 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-59aea92d-d578-471b-9061-c412c5c3bf72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:19.880712 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e5e12d-809a-4e64-8334-cb65b49e7046 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Pushing event updated for resources: {'Port': ['ID=b43da3b6-6f85-498a-9eac-afd223f3d9df,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:19.984943 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-59aea92d-d578-471b-9061-c412c5c3bf72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:20.010795 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-59aea92d-d578-471b-9061-c412c5c3bf72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bceca5f7-8831-4791-b650-e67eb83ee53f']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:24:20.011541 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-4e6f5fb4-4831-49bd-a5ea-f8bd128c5ffe None None] Provisioning complete for port b43da3b6-6f85-498a-9eac-afd223f3d9df triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:24:20.011992 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4e6f5fb4-4831-49bd-a5ea-f8bd128c5ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:20.043611 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-59aea92d-d578-471b-9061-c412c5c3bf72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd35b238c-1dd9-4495-a647-cef0d6a570fc') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:24:20.043914 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-59aea92d-d578-471b-9061-c412c5c3bf72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd35b238c-1dd9-4495-a647-cef0d6a570fc') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:24:20.074018 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-59aea92d-d578-471b-9061-c412c5c3bf72 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:20.109167 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-4e6f5fb4-4831-49bd-a5ea-f8bd128c5ffe None None] Port b43da3b6-6f85-498a-9eac-afd223f3d9df cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:24:20.128137 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-59aea92d-d578-471b-9061-c412c5c3bf72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:20.164433 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59aea92d-d578-471b-9061-c412c5c3bf72 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:24:20.164679 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-59aea92d-d578-471b-9061-c412c5c3bf72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:20.166438 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 17:24:20.166438 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:24:20.166438 n-d-master-1 neutron-server[103284]: timer() Dec 06 17:24:20.166438 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:24:20.166438 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 17:24:20.166438 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:24:20.166438 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 17:24:20.166438 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:24:20.166438 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 17:24:20.166438 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:24:20.166438 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 17:24:20.166438 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:24:20.166438 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 17:24:20.166438 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:24:20.166438 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:24:20.166438 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:24:20.166438 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:24:20.166438 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:24:20.166438 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 17:24:20.166438 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:24:20.166438 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 17:24:20.166438 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:24:20.166438 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:24:20.166438 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:24:20.166438 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 17:24:20.166438 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:24:20.166438 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:24:20.166438 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:24:20.166438 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:24:20.166438 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:24:20.166438 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:24:20.166438 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:24:20.216202 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b3e5e12d-809a-4e64-8334-cb65b49e7046 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for router_gateway, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:20.243132 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-59aea92d-d578-471b-9061-c412c5c3bf72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:20.250929 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60598) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:24:20.268799 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-59aea92d-d578-471b-9061-c412c5c3bf72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:20.275903 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-59aea92d-d578-471b-9061-c412c5c3bf72 admin admin] 10.222.0.23 "DELETE /v2.0/networks/bceca5f7-8831-4791-b650-e67eb83ee53f HTTP/1.1" status: 204 len: 168 time: 0.4926269 Dec 06 17:24:20.283931 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 8ba5447c-48d3-4a13-98d4-abfe6a0c2a27 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:24:20.305580 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b55e225-0e55-4b9d-b311-9c58a0a0833c req-946bfff4-a980-4726-974e-3109b289a1a3 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:20.313231 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8b55e225-0e55-4b9d-b311-9c58a0a0833c req-946bfff4-a980-4726-974e-3109b289a1a3 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/networks?id=0fd247c3-8063-42cc-bb6f-57bead4315cb HTTP/1.1" status: 200 len: 814 time: 0.2590742 Dec 06 17:24:20.316073 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aea92d-d578-471b-9061-c412c5c3bf72 admin admin] Pushing event deleted for resources: {'Network': ['ID=bceca5f7-8831-4791-b650-e67eb83ee53f,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:20.326554 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8b55e225-0e55-4b9d-b311-9c58a0a0833c req-afe231b9-004e-49d7-ba51-0bf17a7a4a84 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/quotas/27074bf2b27c4afcb8f578b14abef9af HTTP/1.1" status: 200 len: 375 time: 0.0123506 Dec 06 17:24:20.396141 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8b55e225-0e55-4b9d-b311-9c58a0a0833c req-82a0a24e-1649-462d-bb89-cfcf293db35d tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=27074bf2b27c4afcb8f578b14abef9af&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0594978 Dec 06 17:24:20.466158 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 8ba5447c-48d3-4a13-98d4-abfe6a0c2a27, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8ba5447c-48d3-4a13-98d4-abfe6a0c2a27,segment=NetworkSegment(89275c86-7da9-47f2-a47a-1035a530c501),segment_id=89275c86-7da9-47f2-a47a-1035a530c501)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:24:20.480835 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': '8ba5447c-48d3-4a13-98d4-abfe6a0c2a27', 'network_id': 'b1330ff6-71a6-48db-aedf-2e908404d40b', 'port_id': '8ba5447c-48d3-4a13-98d4-abfe6a0c2a27', 'mac_address': 'fa:16:3e:8e:30:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '407d30a8-656b-4107-b0bb-8b27c7634002', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:24:20.523073 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b3e5e12d-809a-4e64-8334-cb65b49e7046 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:20.549335 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:20.570575 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60608) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:24:20.582401 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8ba5447c-48d3-4a13-98d4-abfe6a0c2a27 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:24:20.617300 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 8ba5447c-48d3-4a13-98d4-abfe6a0c2a27, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8ba5447c-48d3-4a13-98d4-abfe6a0c2a27,segment=NetworkSegment(89275c86-7da9-47f2-a47a-1035a530c501),segment_id=89275c86-7da9-47f2-a47a-1035a530c501)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:24:20.624373 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:20.691825 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6940fca-3fe6-44d2-9260-8c23fa2facde req-be85584e-614d-4794-a914-b1aaee31560a tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:20.696755 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f6940fca-3fe6-44d2-9260-8c23fa2facde req-be85584e-614d-4794-a914-b1aaee31560a tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 945 time: 0.2024133 Dec 06 17:24:20.711414 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=8ba5447c-48d3-4a13-98d4-abfe6a0c2a27,revision_number=6']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:20.724043 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3e5e12d-809a-4e64-8334-cb65b49e7046 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Router 21219e34-8ff3-4c2e-bf09-020ce2c07d01 is scheduled to L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 with binding_index 1 {{(pid=103285) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 17:24:20.744483 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-d8087e8b-f4b9-4406-9227-b977a5f24e30 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e98ba18d7b1145af9944d0fc59b6d18f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1689923 Dec 06 17:24:20.751922 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-3710ce98-5686-4c19-966e-90a2b3c23aa1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2054147023-network', 'tenant_id': 'e7779b6571e04aa1a49f32880d951dfe'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:24:20.783912 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['8ba5447c-48d3-4a13-98d4-abfe6a0c2a27'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:24:20.796551 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60614) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:24:20.812374 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3710ce98-5686-4c19-966e-90a2b3c23aa1 admin admin] Made reservation on behalf of e7779b6571e04aa1a49f32880d951dfe for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:24:20.815123 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3710ce98-5686-4c19-966e-90a2b3c23aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:20.835127 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3710ce98-5686-4c19-966e-90a2b3c23aa1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:20.926209 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f6940fca-3fe6-44d2-9260-8c23fa2facde req-be3b701b-661b-4dee-a60f-b7d2014dd129 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173235 Dec 06 17:24:20.949330 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-68a5c0bb-fb41-420b-b69d-220c79b6bdb7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:20.986288 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-68a5c0bb-fb41-420b-b69d-220c79b6bdb7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:20.989613 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed942362-d91d-4fb5-bde8-244fcd9edbb6 req-267313f6-1d2b-4b87-8003-e8eb104f4b7a tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:21.003227 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ed942362-d91d-4fb5-bde8-244fcd9edbb6 req-267313f6-1d2b-4b87-8003-e8eb104f4b7a tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8e6f85-4f02-4edb-b8e7-ac97e87f725a HTTP/1.1" status: 200 len: 944 time: 0.1253793 Dec 06 17:24:21.017979 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3e5e12d-809a-4e64-8334-cb65b49e7046 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:24:21.034826 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bddace7-903c-4386-b676-a638da190fe9 None None] Sync routers for ids ['21219e34-8ff3-4c2e-bf09-020ce2c07d01'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:24:21.050726 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3710ce98-5686-4c19-966e-90a2b3c23aa1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:21.061525 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3710ce98-5686-4c19-966e-90a2b3c23aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:21.065457 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bddace7-903c-4386-b676-a638da190fe9 None None] Routers {'21219e34-8ff3-4c2e-bf09-020ce2c07d01'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:24:21.066835 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-0bddace7-903c-4386-b676-a638da190fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:24:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['21219e34-8ff3-4c2e-bf09-020ce2c07d01'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:24:21.094839 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3710ce98-5686-4c19-966e-90a2b3c23aa1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:24:21.100251 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b3e5e12d-809a-4e64-8334-cb65b49e7046 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:21.102215 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-b3e5e12d-809a-4e64-8334-cb65b49e7046 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.7189307 Dec 06 17:24:21.105249 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 60626) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:24:21.111922 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3710ce98-5686-4c19-966e-90a2b3c23aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:21.112378 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-3710ce98-5686-4c19-966e-90a2b3c23aa1 admin admin] Added segment 65235854-25e8-4048-b6e2-991cead0db67 of type vlan for network cf420c18-9b8b-4eac-b3ea-b6f32f8d9074 Dec 06 17:24:21.132663 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ed942362-d91d-4fb5-bde8-244fcd9edbb6 req-8cef424a-7636-47f5-abff-8ac7c4b757ff tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c657007e-2b96-4108-a795-7e2c1ca6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280396 Dec 06 17:24:21.165216 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3710ce98-5686-4c19-966e-90a2b3c23aa1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:21.208538 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-0bddace7-903c-4386-b676-a638da190fe9 None None] Set router 21219e34-8ff3-4c2e-bf09-020ce2c07d01 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:24:21.216249 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3710ce98-5686-4c19-966e-90a2b3c23aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:21.217307 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3710ce98-5686-4c19-966e-90a2b3c23aa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:21.217966 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3710ce98-5686-4c19-966e-90a2b3c23aa1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:21.346223 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3710ce98-5686-4c19-966e-90a2b3c23aa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51423628-2240-4a7f-b0ae-05f2d5833289,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:21.350921 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebd3634-efc1-4053-9801-044c5c3b423a req-96321e81-f4c6-4472-bfb0-82d2a54e8d46 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:21.352623 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4ebd3634-efc1-4053-9801-044c5c3b423a req-96321e81-f4c6-4472-bfb0-82d2a54e8d46 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 945 time: 0.0791533 Dec 06 17:24:21.364683 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-3710ce98-5686-4c19-966e-90a2b3c23aa1 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1068563 Dec 06 17:24:21.372902 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 60630) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:24:21.379187 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-2c8ee48a-ac43-4432-b4bb-9ef2120c70f5 admin admin] Request body: {'subnet': {'network_id': 'cf420c18-9b8b-4eac-b3ea-b6f32f8d9074', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2054147023-subnet', 'tenant_id': 'e7779b6571e04aa1a49f32880d951dfe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:24:21.394438 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f1fdd3-7aff-4619-b917-3753301d3531 req-f7f90c38-aca3-4cdb-8c63-75adbbc8d396 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:21.401328 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f1fdd3-7aff-4619-b917-3753301d3531 req-f7f90c38-aca3-4cdb-8c63-75adbbc8d396 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:21.416402 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f1fdd3-7aff-4619-b917-3753301d3531 req-f7f90c38-aca3-4cdb-8c63-75adbbc8d396 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:21.423016 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f1fdd3-7aff-4619-b917-3753301d3531 req-f7f90c38-aca3-4cdb-8c63-75adbbc8d396 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:21.429397 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f1fdd3-7aff-4619-b917-3753301d3531 req-f7f90c38-aca3-4cdb-8c63-75adbbc8d396 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:21.435582 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f1fdd3-7aff-4619-b917-3753301d3531 req-f7f90c38-aca3-4cdb-8c63-75adbbc8d396 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:21.445155 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f1fdd3-7aff-4619-b917-3753301d3531 req-f7f90c38-aca3-4cdb-8c63-75adbbc8d396 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:21.453690 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-14f1fdd3-7aff-4619-b917-3753301d3531 req-f7f90c38-aca3-4cdb-8c63-75adbbc8d396 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab5a1622-9933-40c5-84a1-0be26fda8c29 HTTP/1.1" status: 200 len: 5433 time: 0.4098997 Dec 06 17:24:21.455620 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-68a5c0bb-fb41-420b-b69d-220c79b6bdb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:21.458710 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-68a5c0bb-fb41-420b-b69d-220c79b6bdb7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:21.462085 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4ebd3634-efc1-4053-9801-044c5c3b423a req-e510a573-3bab-4480-8e12-968f0fe71a9a tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856910 Dec 06 17:24:21.462255 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-68a5c0bb-fb41-420b-b69d-220c79b6bdb7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/85a6dd0e-0a65-4766-82ca-89cfa8748325 HTTP/1.1" status: 204 len: 168 time: 0.6619773 Dec 06 17:24:21.462376 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-aa894d00-6e2f-4020-893e-68737c5d4c98 tempest-TestNetworkBasicOps-779736558 tempest-TestNetworkBasicOps-779736558-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=ecd148ff302244ca8d62fb6aab386351&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3551526 Dec 06 17:24:21.465690 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 60640) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:24:21.466593 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device a0a3cd39-433b-4fcc-bda0-8ce3bf8b55a4 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:24:21.475588 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a5c0bb-fb41-420b-b69d-220c79b6bdb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a6dd0e-0a65-4766-82ca-89cfa8748325,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:21.483974 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3710ce98-5686-4c19-966e-90a2b3c23aa1 admin admin] Pushing event updated for resources: {'Network': ['ID=cf420c18-9b8b-4eac-b3ea-b6f32f8d9074,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:21.506765 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] No Port match for: a0a3cd39-433b-4fcc-bda0-8ce3bf8b55a4 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:24:21.507334 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device a0a3cd39-433b-4fcc-bda0-8ce3bf8b55a4 not bound to the agent host n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:24:21.517372 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network cf420c18-9b8b-4eac-b3ea-b6f32f8d9074 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:24:21.615142 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-14f1fdd3-7aff-4619-b917-3753301d3531 req-c0ba5bf7-e4df-4296-9c46-c740ab567c04 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/security-groups?id=dcb0062a-d825-4410-8154-a45e8f107f6a&id=a4eb8a4b-85ed-48a0-8761-ec5681059b26&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1588030 Dec 06 17:24:21.650054 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c8ee48a-ac43-4432-b4bb-9ef2120c70f5 admin admin] Made reservation on behalf of e7779b6571e04aa1a49f32880d951dfe for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:24:21.652183 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2c8ee48a-ac43-4432-b4bb-9ef2120c70f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:21.686019 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-0bddace7-903c-4386-b676-a638da190fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21219e34-8ff3-4c2e-bf09-020ce2c07d01', 'name': 'tempest-TestNetworkBasicOps-router-1491324929', 'tenant_id': 'ecd148ff302244ca8d62fb6aab386351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.151'}], 'enable_snat': True}, 'gw_port_id': 'b43da3b6-6f85-498a-9eac-afd223f3d9df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:24:18Z', 'updated_at': '2021-12-06T17:24:20Z', 'revision_number': 3, 'project_id': 'ecd148ff302244ca8d62fb6aab386351', 'gw_port': {'id': 'b43da3b6-6f85-498a-9eac-afd223f3d9df', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:61:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21219e34-8ff3-4c2e-bf09-020ce2c07d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:24:19Z', 'updated_at': '2021-12-06T17:24:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:24:21.717779 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bddace7-903c-4386-b676-a638da190fe9 None None] Checking router: 21219e34-8ff3-4c2e-bf09-020ce2c07d01 for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:24:21.718115 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bddace7-903c-4386-b676-a638da190fe9 None None] Updating router 21219e34-8ff3-4c2e-bf09-020ce2c07d01 port b43da3b6-6f85-498a-9eac-afd223f3d9df binding host n-d-master-1 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:24:21.797152 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0bddace7-903c-4386-b676-a638da190fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:22.226555 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b3f37434-7171-4dc8-ba28-b443d14190d3 req-f7d462d9-6d1b-449d-b980-2dac56cbf1c0 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=27074bf2b27c4afcb8f578b14abef9af HTTP/1.1" status: 200 len: 221 time: 0.1068408 Dec 06 17:24:22.233996 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0bddace7-903c-4386-b676-a638da190fe9 None None] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:22.245961 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0bddace7-903c-4386-b676-a638da190fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:22.338042 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705ae0ed-905d-4655-a2f0-29e8f34f864b req-701c7a14-87f7-4e70-8319-1cbf51aadb08 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:22.339640 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-705ae0ed-905d-4655-a2f0-29e8f34f864b req-701c7a14-87f7-4e70-8319-1cbf51aadb08 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8e6f85-4f02-4edb-b8e7-ac97e87f725a HTTP/1.1" status: 200 len: 944 time: 0.0708089 Dec 06 17:24:22.346153 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 8ba5447c-48d3-4a13-98d4-abfe6a0c2a27 up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:24:22.349526 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1334ee60-1343-49ca-986a-986b80af7cd9 tempest-TestNetworkBasicOps-779736558 tempest-TestNetworkBasicOps-779736558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:22.353970 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-1334ee60-1343-49ca-986a-986b80af7cd9 tempest-TestNetworkBasicOps-779736558 tempest-TestNetworkBasicOps-779736558-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.8847570 Dec 06 17:24:22.362564 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 60694) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:24:22.407089 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fba53ef-4b9a-47b5-bbca-09b31eb135b1 None None] Pushing event updated for resources: {'Port': ['ID=b43da3b6-6f85-498a-9eac-afd223f3d9df,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:22.413668 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-796284f7-4653-4bb7-9e8d-0c720c2a9ce2 tempest-TestNetworkBasicOps-779736558 tempest-TestNetworkBasicOps-779736558-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=40c9982f-f1ff-4b90-bebe-b7d51655f7e2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0460014 Dec 06 17:24:22.426232 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60696) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:24:22.441833 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7142c39-92ae-4106-a8fe-b8ce9a7a94e0 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:24:22.444918 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-4ffe89cd-8947-488b-8263-d0714e472403 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-650666491', 'network_id': 'fcf22484-3aee-4f8b-9ee4-03517fcd27e4', 'project_id': 'ecd148ff302244ca8d62fb6aab386351', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:24:22.479676 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port 8ba5447c-48d3-4a13-98d4-abfe6a0c2a27 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:24:22.480948 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:22.520283 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3edf78d-acf1-4e85-9650-f74d3586ef79 req-699e2253-7d53-40ba-bd2d-3b5ed66c1d5c tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:22.524497 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-0bddace7-903c-4386-b676-a638da190fe9 None None] Attempting to bind port b43da3b6-6f85-498a-9eac-afd223f3d9df on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:24:22.525072 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-0bddace7-903c-4386-b676-a638da190fe9 None None] Attempting to bind port b43da3b6-6f85-498a-9eac-afd223f3d9df by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:24:22.525564 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bddace7-903c-4386-b676-a638da190fe9 None None] Attempting to bind port b43da3b6-6f85-498a-9eac-afd223f3d9df on network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:24:22.529453 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-705ae0ed-905d-4655-a2f0-29e8f34f864b req-9953bcb4-776e-4ea2-bf47-41a1078a7e05 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c657007e-2b96-4108-a795-7e2c1ca6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781082 Dec 06 17:24:22.539433 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3edf78d-acf1-4e85-9650-f74d3586ef79 req-699e2253-7d53-40ba-bd2d-3b5ed66c1d5c tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:22.546314 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3edf78d-acf1-4e85-9650-f74d3586ef79 req-699e2253-7d53-40ba-bd2d-3b5ed66c1d5c tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:22.552990 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3edf78d-acf1-4e85-9650-f74d3586ef79 req-699e2253-7d53-40ba-bd2d-3b5ed66c1d5c tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:22.558796 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bddace7-903c-4386-b676-a638da190fe9 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:24:22.559394 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3edf78d-acf1-4e85-9650-f74d3586ef79 req-699e2253-7d53-40ba-bd2d-3b5ed66c1d5c tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:22.559781 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bddace7-903c-4386-b676-a638da190fe9 None None] Checking segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:24:22.560915 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0bddace7-903c-4386-b676-a638da190fe9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:22.562130 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bddace7-903c-4386-b676-a638da190fe9 None None] Bound using segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:24:22.562852 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-0bddace7-903c-4386-b676-a638da190fe9 None None] Bound port: b43da3b6-6f85-498a-9eac-afd223f3d9df, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:24:22.563500 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0bddace7-903c-4386-b676-a638da190fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:22.566237 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3edf78d-acf1-4e85-9650-f74d3586ef79 req-699e2253-7d53-40ba-bd2d-3b5ed66c1d5c tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:22.573226 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3edf78d-acf1-4e85-9650-f74d3586ef79 req-699e2253-7d53-40ba-bd2d-3b5ed66c1d5c tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:22.575236 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e3edf78d-acf1-4e85-9650-f74d3586ef79 req-699e2253-7d53-40ba-bd2d-3b5ed66c1d5c tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab5a1622-9933-40c5-84a1-0be26fda8c29 HTTP/1.1" status: 200 len: 5433 time: 0.3570898 Dec 06 17:24:22.592724 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6f6b89e7-5c58-44ee-a8f4-028080c40136 None None] Provisioning complete for port b43da3b6-6f85-498a-9eac-afd223f3d9df triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:24:22.594334 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6f6b89e7-5c58-44ee-a8f4-028080c40136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:22.594682 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af9af4d-08ac-48ac-8e8d-3e12139a6abf req-1119aeaa-9eb3-464b-9478-c5c98964a162 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:22.603191 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0af9af4d-08ac-48ac-8e8d-3e12139a6abf req-1119aeaa-9eb3-464b-9478-c5c98964a162 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 945 time: 0.2715795 Dec 06 17:24:22.639418 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ffe89cd-8947-488b-8263-d0714e472403 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Made reservation on behalf of ecd148ff302244ca8d62fb6aab386351 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:24:22.645284 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4ffe89cd-8947-488b-8263-d0714e472403 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:22.789842 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6f6b89e7-5c58-44ee-a8f4-028080c40136 None None] Port b43da3b6-6f85-498a-9eac-afd223f3d9df cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:24:22.804318 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:22.812920 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3edf78d-acf1-4e85-9650-f74d3586ef79 req-60bf3331-29c2-42bc-a6d6-72f2f92d9e7a tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:22.816187 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e3edf78d-acf1-4e85-9650-f74d3586ef79 req-60bf3331-29c2-42bc-a6d6-72f2f92d9e7a tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.41 "GET /v2.0/ports/e6837a9b-3564-431d-b164-1562632e4bc8?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2074187 Dec 06 17:24:22.846877 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 8ba5447c-48d3-4a13-98d4-abfe6a0c2a27, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8ba5447c-48d3-4a13-98d4-abfe6a0c2a27,segment=NetworkSegment(89275c86-7da9-47f2-a47a-1035a530c501),segment_id=89275c86-7da9-47f2-a47a-1035a530c501)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:24:22.850873 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd8e6f85-4f02-4edb-b8e7-ac97e87f725a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ba5447c-48d3-4a13-98d4-abfe6a0c2a27'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:24:22.853877 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c9bb988-5853-4bd8-a892-f095a003c562" -d '{"events": [{"server_uuid": "fd8e6f85-4f02-4edb-b8e7-ac97e87f725a", "name": "network-vif-plugged", "status": "completed", "tag": "8ba5447c-48d3-4a13-98d4-abfe6a0c2a27"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:24:22.863252 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0af9af4d-08ac-48ac-8e8d-3e12139a6abf req-bda85d9c-3691-4ea7-9016-b7964f47018a tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576199 Dec 06 17:24:22.865061 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:22.865915 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 8ff5d469-98fa-49c2-8ef1-104f557830ca no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:24:22.953801 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60718) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:24:22.964135 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8914ba3a-51f6-4d6b-8ffa-96269ac5bd5d x-openstack-request-id: req-8914ba3a-51f6-4d6b-8ffa-96269ac5bd5d {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:24:22.964859 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd8e6f85-4f02-4edb-b8e7-ac97e87f725a", "name": "network-vif-plugged", "status": "completed", "tag": "8ba5447c-48d3-4a13-98d4-abfe6a0c2a27", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:24:22.965288 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8914ba3a-51f6-4d6b-8ffa-96269ac5bd5d {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:24:22.966451 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd8e6f85-4f02-4edb-b8e7-ac97e87f725a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ba5447c-48d3-4a13-98d4-abfe6a0c2a27', 'code': 200} Dec 06 17:24:22.976255 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-0bddace7-903c-4386-b676-a638da190fe9 None None] For port b43da3b6-6f85-498a-9eac-afd223f3d9df, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:24:23.010818 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-0bddace7-903c-4386-b676-a638da190fe9 None None] For port b43da3b6-6f85-498a-9eac-afd223f3d9df, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b43da3b6-6f85-498a-9eac-afd223f3d9df,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:24:23.039276 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0bddace7-903c-4386-b676-a638da190fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:23.060953 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2c8ee48a-ac43-4432-b4bb-9ef2120c70f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:23.112313 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=8ba5447c-48d3-4a13-98d4-abfe6a0c2a27,revision_number=7']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:23.154816 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb13d26f-9977-4081-907a-b7e453f9e659 req-0fa9c024-9e42-4822-ba5b-014933f1da87 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:23.173319 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb13d26f-9977-4081-907a-b7e453f9e659 req-0fa9c024-9e42-4822-ba5b-014933f1da87 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:23.202359 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb13d26f-9977-4081-907a-b7e453f9e659 req-0fa9c024-9e42-4822-ba5b-014933f1da87 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:23.215687 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb13d26f-9977-4081-907a-b7e453f9e659 req-0fa9c024-9e42-4822-ba5b-014933f1da87 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:23.238353 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb13d26f-9977-4081-907a-b7e453f9e659 req-0fa9c024-9e42-4822-ba5b-014933f1da87 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:23.243096 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fba53ef-4b9a-47b5-bbca-09b31eb135b1 None None] Pushing event updated for resources: {'Port': ['ID=b43da3b6-6f85-498a-9eac-afd223f3d9df,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:23.263147 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb13d26f-9977-4081-907a-b7e453f9e659 req-0fa9c024-9e42-4822-ba5b-014933f1da87 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:23.274399 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8ee48a-ac43-4432-b4bb-9ef2120c70f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40620e17-53ab-488f-a3d4-370c528285ff,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:23.276276 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb13d26f-9977-4081-907a-b7e453f9e659 req-0fa9c024-9e42-4822-ba5b-014933f1da87 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:23.286330 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bb13d26f-9977-4081-907a-b7e453f9e659 req-0fa9c024-9e42-4822-ba5b-014933f1da87 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab5a1622-9933-40c5-84a1-0be26fda8c29 HTTP/1.1" status: 200 len: 5433 time: 0.4866261 Dec 06 17:24:23.289102 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4265c4-fb17-48a8-b52a-3a38452ac074 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:24:23.295029 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e3edf78d-acf1-4e85-9650-f74d3586ef79 req-eda8c6ae-1ddb-4916-accd-751fa3dccdf7 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.41 "GET /v2.0/networks/a4c7e014-b0a5-4b38-bc7b-c27afa34aef4?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4485331 Dec 06 17:24:23.296963 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8ee48a-ac43-4432-b4bb-9ef2120c70f5 admin admin] Checking segment: {'id': '65235854-25e8-4048-b6e2-991cead0db67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'cf420c18-9b8b-4eac-b3ea-b6f32f8d9074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:24:23.298189 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8ee48a-ac43-4432-b4bb-9ef2120c70f5 admin admin] Network hostable DHCP agents. Network: cf420c18-9b8b-4eac-b3ea-b6f32f8d9074, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:24:23.298744 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-4239e41a-0863-4aa8-af03-a8fbe40804ee admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-75729344-network', 'tenant_id': '329351083dd44d76a7984c486745ee3e'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:24:23.303602 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bddace7-903c-4386-b676-a638da190fe9 None None] Routers {'21219e34-8ff3-4c2e-bf09-020ce2c07d01'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:24:23.304245 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-0bddace7-903c-4386-b676-a638da190fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:24:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['21219e34-8ff3-4c2e-bf09-020ce2c07d01'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:24:23.310895 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd8292e-4bc3-4655-b470-63cd73d3b856 req-43de4cf0-784e-4e5b-9ebe-0c12a6c1b397 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:23.320254 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fbd8292e-4bc3-4655-b470-63cd73d3b856 req-43de4cf0-784e-4e5b-9ebe-0c12a6c1b397 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 945 time: 0.1599991 Dec 06 17:24:23.329144 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-e3edf78d-acf1-4e85-9650-f74d3586ef79 req-f6dadac3-7c51-4cb7-a8eb-66af09c48642 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:24:23.342085 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4239e41a-0863-4aa8-af03-a8fbe40804ee admin admin] Made reservation on behalf of 329351083dd44d76a7984c486745ee3e for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:24:23.344957 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4239e41a-0863-4aa8-af03-a8fbe40804ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:23.361442 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:23.364407 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4239e41a-0863-4aa8-af03-a8fbe40804ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:23.463842 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bb13d26f-9977-4081-907a-b7e453f9e659 req-218bc5bd-b03e-4846-9548-abac4ce28a92 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/security-groups?id=dcb0062a-d825-4410-8154-a45e8f107f6a&id=a4eb8a4b-85ed-48a0-8761-ec5681059b26&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1336071 Dec 06 17:24:23.497974 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8ee48a-ac43-4432-b4bb-9ef2120c70f5 admin admin] Network cf420c18-9b8b-4eac-b3ea-b6f32f8d9074 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:24:23.526869 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 8ff5d469-98fa-49c2-8ef1-104f557830ca, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8ff5d469-98fa-49c2-8ef1-104f557830ca,segment=NetworkSegment(02c34753-070f-4f68-9533-80dcf93edb92),segment_id=02c34753-070f-4f68-9533-80dcf93edb92)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:24:23.547316 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:23.548034 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device e6837a9b-3564-431d-b164-1562632e4bc8 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:24:23.559850 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-c0b382e3-cfac-454a-b952-7224b8192c89 None None] Provisioning complete for port b43da3b6-6f85-498a-9eac-afd223f3d9df triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:24:23.560225 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c0b382e3-cfac-454a-b952-7224b8192c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:23.600231 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-2c8ee48a-ac43-4432-b4bb-9ef2120c70f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, cf420c18-9b8b-4eac-b3ea-b6f32f8d9074) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:24:23.601067 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4239e41a-0863-4aa8-af03-a8fbe40804ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:23.622371 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4239e41a-0863-4aa8-af03-a8fbe40804ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:23.640963 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf08b19-f610-4666-a155-2e40fa53220c None None] Network cf420c18-9b8b-4eac-b3ea-b6f32f8d9074 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:24:23.642871 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fbd8292e-4bc3-4655-b470-63cd73d3b856 req-b7cf87f6-ad48-4dc7-9a8f-852806f39cd8 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3216405 Dec 06 17:24:23.644259 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8ee48a-ac43-4432-b4bb-9ef2120c70f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:23.644865 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2c8ee48a-ac43-4432-b4bb-9ef2120c70f5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:23.650412 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4239e41a-0863-4aa8-af03-a8fbe40804ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:24:23.657934 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e3edf78d-acf1-4e85-9650-f74d3586ef79 req-f6dadac3-7c51-4cb7-a8eb-66af09c48642 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:23.697716 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-2c8ee48a-ac43-4432-b4bb-9ef2120c70f5 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.3142195 Dec 06 17:24:23.697955 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4239e41a-0863-4aa8-af03-a8fbe40804ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:23.697955 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-4239e41a-0863-4aa8-af03-a8fbe40804ee admin admin] Added segment aa2ca17a-e625-4451-971c-4981d061f3d4 of type vlan for network 80f9f68c-43a5-4e3f-b57b-35b1d5df7ab2 Dec 06 17:24:23.842191 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4ffe89cd-8947-488b-8263-d0714e472403 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:23.996061 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a488590-7b47-41c7-92c1-732450a226f6 req-225ce980-250e-4d3f-881f-45d1fa775108 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:23.998243 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3a488590-7b47-41c7-92c1-732450a226f6 req-225ce980-250e-4d3f-881f-45d1fa775108 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 945 time: 0.1626840 Dec 06 17:24:24.084235 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3a488590-7b47-41c7-92c1-732450a226f6 req-c6584c97-88d5-43f3-b9d1-363dfc1fc970 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763557 Dec 06 17:24:24.153769 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4239e41a-0863-4aa8-af03-a8fbe40804ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2efa5f63-f0c5-42b2-bae9-267211250ae0,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:24.166580 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-e3edf78d-acf1-4e85-9650-f74d3586ef79 req-f6dadac3-7c51-4cb7-a8eb-66af09c48642 service neutron] For port e6837a9b-3564-431d-b164-1562632e4bc8, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=e6837a9b-3564-431d-b164-1562632e4bc8,segment=NetworkSegment(d9cf52d1-bc52-4bcd-8c3c-12b88e1a5dd0),segment_id=d9cf52d1-bc52-4bcd-8c3c-12b88e1a5dd0)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:24:24.255581 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-e3edf78d-acf1-4e85-9650-f74d3586ef79 req-f6dadac3-7c51-4cb7-a8eb-66af09c48642 service neutron] For port e6837a9b-3564-431d-b164-1562632e4bc8, host n-h1-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:24:24.343946 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-0bddace7-903c-4386-b676-a638da190fe9 None None] Set router 21219e34-8ff3-4c2e-bf09-020ce2c07d01 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:24:24.354804 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-e3edf78d-acf1-4e85-9650-f74d3586ef79 req-f6dadac3-7c51-4cb7-a8eb-66af09c48642 service neutron] device_id is not set on port e6837a9b-3564-431d-b164-1562632e4bc8 yet. {{(pid=103285) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:24:24.387624 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e3edf78d-acf1-4e85-9650-f74d3586ef79 req-f6dadac3-7c51-4cb7-a8eb-66af09c48642 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:24.437399 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e3edf78d-acf1-4e85-9650-f74d3586ef79 req-f6dadac3-7c51-4cb7-a8eb-66af09c48642 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:24.443309 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=8ff5d469-98fa-49c2-8ef1-104f557830ca,revision_number=6']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:24.573845 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dadac3-7c51-4cb7-a8eb-66af09c48642 service neutron] Pushing event updated for resources: {'Port': ['ID=e6837a9b-3564-431d-b164-1562632e4bc8,revision_number=6']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:24.617434 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3edf78d-acf1-4e85-9650-f74d3586ef79 req-f6dadac3-7c51-4cb7-a8eb-66af09c48642 service neutron] No DVR routers for this DVR port e6837a9b-3564-431d-b164-1562632e4bc8 on host n-h1-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:24:24.682540 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-e3edf78d-acf1-4e85-9650-f74d3586ef79 req-f6dadac3-7c51-4cb7-a8eb-66af09c48642 service neutron] In _notify_port_updated(), no bound segment for port e6837a9b-3564-431d-b164-1562632e4bc8 on network a4c7e014-b0a5-4b38-bc7b-c27afa34aef4 {{(pid=103285) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 17:24:24.683451 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3edf78d-acf1-4e85-9650-f74d3586ef79 req-f6dadac3-7c51-4cb7-a8eb-66af09c48642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:24.684624 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e3edf78d-acf1-4e85-9650-f74d3586ef79 req-f6dadac3-7c51-4cb7-a8eb-66af09c48642 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:24.686044 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e3edf78d-acf1-4e85-9650-f74d3586ef79 req-f6dadac3-7c51-4cb7-a8eb-66af09c48642 service neutron] 10.222.0.41 "PUT /v2.0/ports/e6837a9b-3564-431d-b164-1562632e4bc8 HTTP/1.1" status: 200 len: 1028 time: 1.3634450 Dec 06 17:24:24.819284 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3edf78d-acf1-4e85-9650-f74d3586ef79 req-c1b98bbf-dbd3-476d-995d-884df62db8d7 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:24.820712 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e3edf78d-acf1-4e85-9650-f74d3586ef79 req-c1b98bbf-dbd3-476d-995d-884df62db8d7 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.41 "GET /v2.0/ports/69267b95-7993-4338-b334-0869546a57e9?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1242676 Dec 06 17:24:24.821206 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 60754) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:24:24.831798 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-b9a0eb08-492c-4d71-a1ee-48b0039f9daf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1737639211-network', 'tenant_id': 'da35fcbb73f24a848f84ffa545f3a7eb'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:24:24.880905 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-e3edf78d-acf1-4e85-9650-f74d3586ef79 req-617ff1e2-21a7-4738-803b-d5724ea19410 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:24:24.904297 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c0b382e3-cfac-454a-b952-7224b8192c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:24.904740 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4239e41a-0863-4aa8-af03-a8fbe40804ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:24.923265 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66204f17-7209-40cc-86fd-64dde35cd7ba req-c13b91a6-bc95-414f-86e3-26ea1a932028 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:24.931276 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-66204f17-7209-40cc-86fd-64dde35cd7ba req-c13b91a6-bc95-414f-86e3-26ea1a932028 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 945 time: 0.5336938 Dec 06 17:24:24.937916 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c0b382e3-cfac-454a-b952-7224b8192c89 None None] For port b43da3b6-6f85-498a-9eac-afd223f3d9df, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b43da3b6-6f85-498a-9eac-afd223f3d9df,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:24:24.976165 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a0eb08-492c-4d71-a1ee-48b0039f9daf admin admin] Made reservation on behalf of da35fcbb73f24a848f84ffa545f3a7eb for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:24:24.982166 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b9a0eb08-492c-4d71-a1ee-48b0039f9daf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:24.995604 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab5a1622-9933-40c5-84a1-0be26fda8c29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ff5d469-98fa-49c2-8ef1-104f557830ca'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:24:24.996506 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b9a0eb08-492c-4d71-a1ee-48b0039f9daf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:24.997907 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81c7c398-6a15-4ef4-95b4-352ec38f3414" -d '{"events": [{"server_uuid": "ab5a1622-9933-40c5-84a1-0be26fda8c29", "name": "network-vif-unplugged", "status": "completed", "tag": "8ff5d469-98fa-49c2-8ef1-104f557830ca"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:24:25.003185 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 54b8b728-fb86-4824-ae15-d101cf829fb2 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:24:25.005154 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c0b382e3-cfac-454a-b952-7224b8192c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:25.032942 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac022ed0-dd54-4a7f-9c43-3a52dc6873cc req-b81e5ed2-72bc-4199-819e-37dd69b17fd9 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:25.035098 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ac022ed0-dd54-4a7f-9c43-3a52dc6873cc req-b81e5ed2-72bc-4199-819e-37dd69b17fd9 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8e6f85-4f02-4edb-b8e7-ac97e87f725a HTTP/1.1" status: 200 len: 945 time: 1.3535538 Dec 06 17:24:25.040998 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffe89cd-8947-488b-8263-d0714e472403 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Pushing event updated for resources: {'Subnet': ['ID=28f81e8a-3246-4ebb-bc93-f6166ab7cc6f,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:25.046266 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4118c0a-2091-49fb-8c27-6cb22ab481c9 None None] Network cf420c18-9b8b-4eac-b3ea-b6f32f8d9074 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:24:25.058730 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-66204f17-7209-40cc-86fd-64dde35cd7ba req-73e74254-5896-41ea-9c8e-ef9a13b01ac9 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261952 Dec 06 17:24:25.065548 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e3edf78d-acf1-4e85-9650-f74d3586ef79 req-617ff1e2-21a7-4738-803b-d5724ea19410 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:25.078365 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4239e41a-0863-4aa8-af03-a8fbe40804ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:25.080723 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4239e41a-0863-4aa8-af03-a8fbe40804ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:25.081749 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4239e41a-0863-4aa8-af03-a8fbe40804ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:25.089690 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ffe89cd-8947-488b-8263-d0714e472403 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Checking segment: {'id': 'e36fdd3c-8263-42c5-be91-80384f076237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fcf22484-3aee-4f8b-9ee4-03517fcd27e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:24:25.090911 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ffe89cd-8947-488b-8263-d0714e472403 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Network hostable DHCP agents. Network: fcf22484-3aee-4f8b-9ee4-03517fcd27e4, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:24:25.165699 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-4239e41a-0863-4aa8-af03-a8fbe40804ee admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1365421 Dec 06 17:24:25.180335 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60760) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:24:25.220098 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-d171c9e4-5b24-401b-8567-b377368e609a admin admin] Request body: {'subnet': {'network_id': '80f9f68c-43a5-4e3f-b57b-35b1d5df7ab2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-75729344-subnet', 'tenant_id': '329351083dd44d76a7984c486745ee3e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:24:25.221849 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-8d3a4916-cff5-432b-b220-d17a7177c294 None None] Provisioning complete for port e6837a9b-3564-431d-b164-1562632e4bc8 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:24:25.222721 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8d3a4916-cff5-432b-b220-d17a7177c294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:25.260935 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ffe89cd-8947-488b-8263-d0714e472403 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Network fcf22484-3aee-4f8b-9ee4-03517fcd27e4 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:24:25.265620 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4239e41a-0863-4aa8-af03-a8fbe40804ee admin admin] Pushing event updated for resources: {'Network': ['ID=80f9f68c-43a5-4e3f-b57b-35b1d5df7ab2,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:25.288556 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ac022ed0-dd54-4a7f-9c43-3a52dc6873cc req-75205bf1-c4e0-4c70-96fb-1694e0d67435 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c657007e-2b96-4108-a795-7e2c1ca6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307014 Dec 06 17:24:25.296144 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-4ffe89cd-8947-488b-8263-d0714e472403 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, fcf22484-3aee-4f8b-9ee4-03517fcd27e4) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:24:25.301323 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffe89cd-8947-488b-8263-d0714e472403 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:25.302880 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4ffe89cd-8947-488b-8263-d0714e472403 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:25.306844 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d171c9e4-5b24-401b-8567-b377368e609a admin admin] Made reservation on behalf of 329351083dd44d76a7984c486745ee3e for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:24:25.310028 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d171c9e4-5b24-401b-8567-b377368e609a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:25.336897 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 80f9f68c-43a5-4e3f-b57b-35b1d5df7ab2 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:24:25.341943 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b297732-b150-436a-8b0d-ed807365dcdc None None] Network fcf22484-3aee-4f8b-9ee4-03517fcd27e4 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:24:25.460438 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-e3edf78d-acf1-4e85-9650-f74d3586ef79 req-617ff1e2-21a7-4738-803b-d5724ea19410 service neutron] For port 69267b95-7993-4338-b334-0869546a57e9, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=69267b95-7993-4338-b334-0869546a57e9,segment=NetworkSegment(d9cf52d1-bc52-4bcd-8c3c-12b88e1a5dd0),segment_id=d9cf52d1-bc52-4bcd-8c3c-12b88e1a5dd0)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:24:25.547043 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-e3edf78d-acf1-4e85-9650-f74d3586ef79 req-617ff1e2-21a7-4738-803b-d5724ea19410 service neutron] For port 69267b95-7993-4338-b334-0869546a57e9, host n-h1-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:24:25.589000 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-4ffe89cd-8947-488b-8263-d0714e472403 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 3.1599381 Dec 06 17:24:25.591901 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d171c9e4-5b24-401b-8567-b377368e609a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:25.602933 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60778) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:24:25.608461 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-e3edf78d-acf1-4e85-9650-f74d3586ef79 req-617ff1e2-21a7-4738-803b-d5724ea19410 service neutron] device_id is not set on port 69267b95-7993-4338-b334-0869546a57e9 yet. {{(pid=103285) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:24:25.618901 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e3edf78d-acf1-4e85-9650-f74d3586ef79 req-617ff1e2-21a7-4738-803b-d5724ea19410 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:25.621640 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b382e3-cfac-454a-b952-7224b8192c89 None None] Pushing event updated for resources: {'Port': ['ID=b43da3b6-6f85-498a-9eac-afd223f3d9df,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:25.648569 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 17:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2379462-5992-4b38-b569-74e58d597dd2 x-openstack-request-id: req-f2379462-5992-4b38-b569-74e58d597dd2 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:24:25.649161 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab5a1622-9933-40c5-84a1-0be26fda8c29", "name": "network-vif-unplugged", "status": "completed", "tag": "8ff5d469-98fa-49c2-8ef1-104f557830ca", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:24:25.649627 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f2379462-5992-4b38-b569-74e58d597dd2 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:24:25.650866 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab5a1622-9933-40c5-84a1-0be26fda8c29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ff5d469-98fa-49c2-8ef1-104f557830ca', 'code': 200} Dec 06 17:24:25.664823 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e3edf78d-acf1-4e85-9650-f74d3586ef79 req-617ff1e2-21a7-4738-803b-d5724ea19410 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:25.736582 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3edf78d-acf1-4e85-9650-f74d3586ef79 req-617ff1e2-21a7-4738-803b-d5724ea19410 service neutron] No DVR routers for this DVR port 69267b95-7993-4338-b334-0869546a57e9 on host n-h1-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:24:25.810501 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-e3edf78d-acf1-4e85-9650-f74d3586ef79 req-617ff1e2-21a7-4738-803b-d5724ea19410 service neutron] In _notify_port_updated(), no bound segment for port 69267b95-7993-4338-b334-0869546a57e9 on network a4c7e014-b0a5-4b38-bc7b-c27afa34aef4 {{(pid=103285) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 17:24:25.812423 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3edf78d-acf1-4e85-9650-f74d3586ef79 req-617ff1e2-21a7-4738-803b-d5724ea19410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:25.813252 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e3edf78d-acf1-4e85-9650-f74d3586ef79 req-617ff1e2-21a7-4738-803b-d5724ea19410 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:25.815003 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e3edf78d-acf1-4e85-9650-f74d3586ef79 req-617ff1e2-21a7-4738-803b-d5724ea19410 service neutron] 10.222.0.41 "PUT /v2.0/ports/69267b95-7993-4338-b334-0869546a57e9 HTTP/1.1" status: 200 len: 1026 time: 0.9414339 Dec 06 17:24:25.924275 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d171c9e4-5b24-401b-8567-b377368e609a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e61e5ba-f819-4b3c-822a-5d6716758833,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:25.999995 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32cdcd0b-65a6-467a-b22e-bbca6b60d927 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-fcf22484-3aee-4f8b-9ee4-03517fcd27e4', 'network_id': 'fcf22484-3aee-4f8b-9ee4-03517fcd27e4', 'tenant_id': 'ecd148ff302244ca8d62fb6aab386351', 'fixed_ips': [{'subnet_id': '28f81e8a-3246-4ebb-bc93-f6166ab7cc6f'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:24:26.000892 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-32cdcd0b-65a6-467a-b22e-bbca6b60d927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:26.012730 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-8d3a4916-cff5-432b-b220-d17a7177c294 None None] Port e6837a9b-3564-431d-b164-1562632e4bc8 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:24:26.081545 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5244744-0a50-4c4b-a9c1-73864411b1f3 req-352d299b-a532-42da-bf0e-a124887f1d36 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:26.087991 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5244744-0a50-4c4b-a9c1-73864411b1f3 req-352d299b-a532-42da-bf0e-a124887f1d36 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:26.094861 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5244744-0a50-4c4b-a9c1-73864411b1f3 req-352d299b-a532-42da-bf0e-a124887f1d36 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:26.104211 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5244744-0a50-4c4b-a9c1-73864411b1f3 req-352d299b-a532-42da-bf0e-a124887f1d36 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:26.110655 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:26.119140 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5244744-0a50-4c4b-a9c1-73864411b1f3 req-352d299b-a532-42da-bf0e-a124887f1d36 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:26.128211 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a5244744-0a50-4c4b-a9c1-73864411b1f3 req-352d299b-a532-42da-bf0e-a124887f1d36 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab5a1622-9933-40c5-84a1-0be26fda8c29 HTTP/1.1" status: 200 len: 3883 time: 0.5024564 Dec 06 17:24:26.204027 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a5244744-0a50-4c4b-a9c1-73864411b1f3 req-1690f0b1-062d-4fdd-a2f7-b7460b184673 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/security-groups?id=a4eb8a4b-85ed-48a0-8761-ec5681059b26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655284 Dec 06 17:24:26.207292 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617ff1e2-21a7-4738-803b-d5724ea19410 service neutron] Pushing event updated for resources: {'Port': ['ID=69267b95-7993-4338-b334-0869546a57e9,revision_number=6']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:26.254494 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b9a0eb08-492c-4d71-a1ee-48b0039f9daf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:26.263737 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-e3edf78d-acf1-4e85-9650-f74d3586ef79 req-ede530fa-a6b4-4976-9888-d9f30b06e75c tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Deleting port cf0bdd3f-c300-462b-8d0e-73d39f19d252 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:24:26.264460 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e3edf78d-acf1-4e85-9650-f74d3586ef79 req-ede530fa-a6b4-4976-9888-d9f30b06e75c tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:26.278119 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b9a0eb08-492c-4d71-a1ee-48b0039f9daf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:26.305665 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2077b7-5630-45d1-8e19-a964ecf8de45 req-ba6653ba-ca16-4ae6-aa37-f247024bb222 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:26.307309 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2e2077b7-5630-45d1-8e19-a964ecf8de45 req-ba6653ba-ca16-4ae6-aa37-f247024bb222 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 945 time: 0.7242951 Dec 06 17:24:26.349447 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d171c9e4-5b24-401b-8567-b377368e609a admin admin] Checking segment: {'id': 'aa2ca17a-e625-4451-971c-4981d061f3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '80f9f68c-43a5-4e3f-b57b-35b1d5df7ab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:24:26.349974 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d171c9e4-5b24-401b-8567-b377368e609a admin admin] Network hostable DHCP agents. Network: 80f9f68c-43a5-4e3f-b57b-35b1d5df7ab2, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:24:26.377808 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a0eb08-492c-4d71-a1ee-48b0039f9daf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccfc0801-6cdc-4064-acef-6c0596466d3e,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:26.388940 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-d915591e-8d15-40c0-bcd5-e464b2effd78 None None] Provisioning complete for port 69267b95-7993-4338-b334-0869546a57e9 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:24:26.390111 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d915591e-8d15-40c0-bcd5-e464b2effd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:26.424866 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9a0eb08-492c-4d71-a1ee-48b0039f9daf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:24:26.444725 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2e2077b7-5630-45d1-8e19-a964ecf8de45 req-e46ff486-6a00-4021-a6ff-159cab6fc351 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237619 Dec 06 17:24:26.447266 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-d915591e-8d15-40c0-bcd5-e464b2effd78 None None] Port 69267b95-7993-4338-b334-0869546a57e9 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:24:26.451127 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-0bddace7-903c-4386-b676-a638da190fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21219e34-8ff3-4c2e-bf09-020ce2c07d01', 'name': 'tempest-TestNetworkBasicOps-router-1491324929', 'tenant_id': 'ecd148ff302244ca8d62fb6aab386351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.151'}], 'enable_snat': True}, 'gw_port_id': 'b43da3b6-6f85-498a-9eac-afd223f3d9df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:24:18Z', 'updated_at': '2021-12-06T17:24:20Z', 'revision_number': 3, 'project_id': 'ecd148ff302244ca8d62fb6aab386351', 'gw_port': {'id': 'b43da3b6-6f85-498a-9eac-afd223f3d9df', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:61:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21219e34-8ff3-4c2e-bf09-020ce2c07d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:24:19Z', 'updated_at': '2021-12-06T17:24:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:24:26.460790 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 54b8b728-fb86-4824-ae15-d101cf829fb2, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=54b8b728-fb86-4824-ae15-d101cf829fb2,segment=NetworkSegment(d9cf52d1-bc52-4bcd-8c3c-12b88e1a5dd0),segment_id=d9cf52d1-bc52-4bcd-8c3c-12b88e1a5dd0)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:24:26.485574 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b9a0eb08-492c-4d71-a1ee-48b0039f9daf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:26.486336 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-b9a0eb08-492c-4d71-a1ee-48b0039f9daf admin admin] Added segment 48a09aad-9e14-4d77-a289-201e882238c6 of type vlan for network 000a79c3-1438-4f4c-853a-086bc41258ac Dec 06 17:24:26.504473 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bddace7-903c-4386-b676-a638da190fe9 None None] The sync data for ids ['21219e34-8ff3-4c2e-bf09-020ce2c07d01'] in n-d-master-1 is: [{'id': '21219e34-8ff3-4c2e-bf09-020ce2c07d01', 'name': 'tempest-TestNetworkBasicOps-router-1491324929', 'tenant_id': 'ecd148ff302244ca8d62fb6aab386351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.151'}], 'enable_snat': True}, 'gw_port_id': 'b43da3b6-6f85-498a-9eac-afd223f3d9df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:24:18Z', 'updated_at': '2021-12-06T17:24:20Z', 'revision_number': 3, 'project_id': 'ecd148ff302244ca8d62fb6aab386351', 'gw_port': {'id': 'b43da3b6-6f85-498a-9eac-afd223f3d9df', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:61:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21219e34-8ff3-4c2e-bf09-020ce2c07d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:24:19Z', 'updated_at': '2021-12-06T17:24:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:24:26.520803 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:26.563894 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device cf0bdd3f-c300-462b-8d0e-73d39f19d252 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:24:26.635131 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d171c9e4-5b24-401b-8567-b377368e609a admin admin] Network 80f9f68c-43a5-4e3f-b57b-35b1d5df7ab2 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:24:26.686736 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b9a0eb08-492c-4d71-a1ee-48b0039f9daf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:26.766013 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1ede8461-b1aa-4943-b273-30f1090bcf86 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:26.775285 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a2eed-2477-4dcf-b216-eadd6c1f976a req-71fcc716-b490-4c9d-85d2-b848cae0f204 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:26.783557 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b29a2eed-2477-4dcf-b216-eadd6c1f976a req-71fcc716-b490-4c9d-85d2-b848cae0f204 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 945 time: 0.2251482 Dec 06 17:24:26.811063 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:26.829043 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-d171c9e4-5b24-401b-8567-b377368e609a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 80f9f68c-43a5-4e3f-b57b-35b1d5df7ab2) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:24:26.884469 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-e3edf78d-acf1-4e85-9650-f74d3586ef79 req-ede530fa-a6b4-4976-9888-d9f30b06e75c tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] For port cf0bdd3f-c300-462b-8d0e-73d39f19d252, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=cf0bdd3f-c300-462b-8d0e-73d39f19d252,segment=NetworkSegment(74b9be77-77d7-4cee-81d5-ab642772a138),segment_id=74b9be77-77d7-4cee-81d5-ab642772a138)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:24:26.885164 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e3edf78d-acf1-4e85-9650-f74d3586ef79 req-ede530fa-a6b4-4976-9888-d9f30b06e75c tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:26.889189 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd6d0d7-16ac-4ced-af3c-2f7b20e0c28c None None] Network 80f9f68c-43a5-4e3f-b57b-35b1d5df7ab2 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:24:26.904971 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-32cdcd0b-65a6-467a-b22e-bbca6b60d927 None None] Allocated IP 172.20.0.2 (fcf22484-3aee-4f8b-9ee4-03517fcd27e4/28f81e8a-3246-4ebb-bc93-f6166ab7cc6f/18cca4f8-e9f3-4b5e-a3c6-2d5c0217e0cc) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:24:26.969546 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b9a0eb08-492c-4d71-a1ee-48b0039f9daf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:26.970974 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a0eb08-492c-4d71-a1ee-48b0039f9daf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:26.971130 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d171c9e4-5b24-401b-8567-b377368e609a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:26.971724 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d171c9e4-5b24-401b-8567-b377368e609a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:26.972667 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b9a0eb08-492c-4d71-a1ee-48b0039f9daf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:27.083862 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-d171c9e4-5b24-401b-8567-b377368e609a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8634706 Dec 06 17:24:27.202271 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b29a2eed-2477-4dcf-b216-eadd6c1f976a req-0fa72633-b392-4729-b4a7-9cdb2ae14f5f tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4173784 Dec 06 17:24:27.241198 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-e3edf78d-acf1-4e85-9650-f74d3586ef79 req-ede530fa-a6b4-4976-9888-d9f30b06e75c tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Calling delete_port for cf0bdd3f-c300-462b-8d0e-73d39f19d252 owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:24:27.249906 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a0eb08-492c-4d71-a1ee-48b0039f9daf admin admin] Pushing event updated for resources: {'Network': ['ID=000a79c3-1438-4f4c-853a-086bc41258ac,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:27.318655 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ed95f-e4ab-4e60-885e-61c72bb1894f req-5bf79dec-5489-4e75-b803-81ab4be4500d tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:27.330807 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-32cdcd0b-65a6-467a-b22e-bbca6b60d927 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:27.333734 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-485ed95f-e4ab-4e60-885e-61c72bb1894f req-5bf79dec-5489-4e75-b803-81ab4be4500d tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8e6f85-4f02-4edb-b8e7-ac97e87f725a HTTP/1.1" status: 200 len: 945 time: 0.5452409 Dec 06 17:24:27.371718 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 000a79c3-1438-4f4c-853a-086bc41258ac details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:24:27.374440 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device b43da3b6-6f85-498a-9eac-afd223f3d9df up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:24:27.377656 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=54b8b728-fb86-4824-ae15-d101cf829fb2,revision_number=6']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:27.394051 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-32cdcd0b-65a6-467a-b22e-bbca6b60d927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:27.476369 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-b9a0eb08-492c-4d71-a1ee-48b0039f9daf admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.6531682 Dec 06 17:24:27.482691 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 60808) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:24:27.490876 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-f2781dea-5776-4841-8bc4-7e6c74a86472 admin admin] Request body: {'subnet': {'network_id': '000a79c3-1438-4f4c-853a-086bc41258ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1737639211-subnet', 'tenant_id': 'da35fcbb73f24a848f84ffa545f3a7eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:24:27.571659 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-485ed95f-e4ab-4e60-885e-61c72bb1894f req-07f5ad4f-0b76-4fa4-bf82-d198ddf09c77 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c657007e-2b96-4108-a795-7e2c1ca6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358990 Dec 06 17:24:27.587512 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2781dea-5776-4841-8bc4-7e6c74a86472 admin admin] Made reservation on behalf of da35fcbb73f24a848f84ffa545f3a7eb for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:24:27.591501 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f2781dea-5776-4841-8bc4-7e6c74a86472 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:27.613619 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a9b6d-b77e-4230-b13d-ceffa8c05612 req-da55ea71-8143-4ec6-9f0a-4777c834afd8 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:27.623449 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a9b6d-b77e-4230-b13d-ceffa8c05612 req-da55ea71-8143-4ec6-9f0a-4777c834afd8 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:27.631034 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a9b6d-b77e-4230-b13d-ceffa8c05612 req-da55ea71-8143-4ec6-9f0a-4777c834afd8 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:27.638102 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a9b6d-b77e-4230-b13d-ceffa8c05612 req-da55ea71-8143-4ec6-9f0a-4777c834afd8 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:27.653050 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a9b6d-b77e-4230-b13d-ceffa8c05612 req-da55ea71-8143-4ec6-9f0a-4777c834afd8 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:27.669444 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e73a9b6d-b77e-4230-b13d-ceffa8c05612 req-da55ea71-8143-4ec6-9f0a-4777c834afd8 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab5a1622-9933-40c5-84a1-0be26fda8c29 HTTP/1.1" status: 200 len: 3881 time: 0.2337699 Dec 06 17:24:27.830257 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e73a9b6d-b77e-4230-b13d-ceffa8c05612 req-e4d97f67-37d5-43af-b1c3-c983c16df94a tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/security-groups?id=a4eb8a4b-85ed-48a0-8761-ec5681059b26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1595466 Dec 06 17:24:27.963481 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-1ede8461-b1aa-4943-b273-30f1090bcf86 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Allocated IP 172.20.0.1 (fcf22484-3aee-4f8b-9ee4-03517fcd27e4/28f81e8a-3246-4ebb-bc93-f6166ab7cc6f/bdc21632-a842-4536-b25a-8b6adfd0adad) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:24:28.032963 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f2781dea-5776-4841-8bc4-7e6c74a86472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:28.099400 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32cdcd0b-65a6-467a-b22e-bbca6b60d927 None None] Network fcf22484-3aee-4f8b-9ee4-03517fcd27e4 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:24:28.101270 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab5a1622-9933-40c5-84a1-0be26fda8c29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54b8b728-fb86-4824-ae15-d101cf829fb2'}, {'server_uuid': 'ab5a1622-9933-40c5-84a1-0be26fda8c29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf0bdd3f-c300-462b-8d0e-73d39f19d252'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:24:28.103984 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-741ea35a-8af2-4958-b8d4-96d598e805a9" -d '{"events": [{"server_uuid": "ab5a1622-9933-40c5-84a1-0be26fda8c29", "name": "network-vif-unplugged", "status": "completed", "tag": "54b8b728-fb86-4824-ae15-d101cf829fb2"}, {"server_uuid": "ab5a1622-9933-40c5-84a1-0be26fda8c29", "name": "network-vif-unplugged", "status": "completed", "tag": "cf0bdd3f-c300-462b-8d0e-73d39f19d252"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:24:28.109853 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-32cdcd0b-65a6-467a-b22e-bbca6b60d927 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:24:28.114844 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cdcd0b-65a6-467a-b22e-bbca6b60d927 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:24:28.139911 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2781dea-5776-4841-8bc4-7e6c74a86472 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5a657dc-0138-4d3e-b5dc-c0d58e7df4e7,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:28.161507 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9a3074-df43-4f0e-9dc9-4e32f19fbe64 req-271378d1-ce8e-4c3c-91d0-fcaac669910a tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:28.177020 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7b9a3074-df43-4f0e-9dc9-4e32f19fbe64 req-271378d1-ce8e-4c3c-91d0-fcaac669910a tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 945 time: 0.2176831 Dec 06 17:24:28.209323 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port cf0bdd3f-c300-462b-8d0e-73d39f19d252, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=cf0bdd3f-c300-462b-8d0e-73d39f19d252,segment=NetworkSegment(74b9be77-77d7-4cee-81d5-ab642772a138),segment_id=74b9be77-77d7-4cee-81d5-ab642772a138)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:24:28.277779 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2781dea-5776-4841-8bc4-7e6c74a86472 admin admin] Checking segment: {'id': '48a09aad-9e14-4d77-a289-201e882238c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '000a79c3-1438-4f4c-853a-086bc41258ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:24:28.278157 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2781dea-5776-4841-8bc4-7e6c74a86472 admin admin] Network hostable DHCP agents. Network: 000a79c3-1438-4f4c-853a-086bc41258ac, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:24:28.317674 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1ede8461-b1aa-4943-b273-30f1090bcf86 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:28.378121 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:28.379335 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device fd8770e5-43c9-4df9-a87a-fd8b1189f8b0 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:24:28.409040 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1ede8461-b1aa-4943-b273-30f1090bcf86 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:28.485536 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ede8461-b1aa-4943-b273-30f1090bcf86 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Pushing event updated for resources: {'Port': ['ID=bdc21632-a842-4536-b25a-8b6adfd0adad,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:28.536381 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port b43da3b6-6f85-498a-9eac-afd223f3d9df triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:24:28.536922 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:28.539504 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-32cdcd0b-65a6-467a-b22e-bbca6b60d927 None None] Attempting to bind port 18cca4f8-e9f3-4b5e-a3c6-2d5c0217e0cc on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:24:28.539995 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-32cdcd0b-65a6-467a-b22e-bbca6b60d927 None None] Attempting to bind port 18cca4f8-e9f3-4b5e-a3c6-2d5c0217e0cc by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'e36fdd3c-8263-42c5-be91-80384f076237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fcf22484-3aee-4f8b-9ee4-03517fcd27e4'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:24:28.541024 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cdcd0b-65a6-467a-b22e-bbca6b60d927 None None] Attempting to bind port 18cca4f8-e9f3-4b5e-a3c6-2d5c0217e0cc on network fcf22484-3aee-4f8b-9ee4-03517fcd27e4 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:24:28.543878 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cdcd0b-65a6-467a-b22e-bbca6b60d927 None None] Pushing event updated for resources: {'Port': ['ID=18cca4f8-e9f3-4b5e-a3c6-2d5c0217e0cc,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:28.562186 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2781dea-5776-4841-8bc4-7e6c74a86472 admin admin] Network 000a79c3-1438-4f4c-853a-086bc41258ac is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:24:28.570613 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7b9a3074-df43-4f0e-9dc9-4e32f19fbe64 req-33620c89-ad24-40e7-8e30-53f63b872dc5 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3923151 Dec 06 17:24:28.584781 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ede8461-b1aa-4943-b273-30f1090bcf86 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Network fcf22484-3aee-4f8b-9ee4-03517fcd27e4 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:24:28.587547 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-1ede8461-b1aa-4943-b273-30f1090bcf86 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:24:28.601421 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ede8461-b1aa-4943-b273-30f1090bcf86 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:24:28.606344 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e3edf78d-acf1-4e85-9650-f74d3586ef79 req-ede530fa-a6b4-4976-9888-d9f30b06e75c tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:28.635819 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332803fd-b3fe-4a5b-b84c-e3170697e25b req-9dd30fb4-e376-424e-a7f2-3d96e676236b tempest-ServerPasswordTestJSON-1179537844 tempest-ServerPasswordTestJSON-1179537844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:28.643681 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-332803fd-b3fe-4a5b-b84c-e3170697e25b req-9dd30fb4-e376-424e-a7f2-3d96e676236b tempest-ServerPasswordTestJSON-1179537844 tempest-ServerPasswordTestJSON-1179537844-project] 10.222.0.23 "GET /v2.0/networks?id=80f9f68c-43a5-4e3f-b57b-35b1d5df7ab2 HTTP/1.1" status: 200 len: 811 time: 0.4443302 Dec 06 17:24:28.667453 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-f2781dea-5776-4841-8bc4-7e6c74a86472 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 000a79c3-1438-4f4c-853a-086bc41258ac) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:24:28.702286 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1ede8461-b1aa-4943-b273-30f1090bcf86 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539179'] for router_interface, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:28.717008 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2781dea-5776-4841-8bc4-7e6c74a86472 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:28.718162 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f2781dea-5776-4841-8bc4-7e6c74a86472 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:28.726901 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede530fa-a6b4-4976-9888-d9f30b06e75c tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Pushing event deleted for resources: {'Port': ['ID=cf0bdd3f-c300-462b-8d0e-73d39f19d252,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:28.729165 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-332803fd-b3fe-4a5b-b84c-e3170697e25b req-05d4d5b2-81d6-411d-9ea6-99ab4112a250 tempest-ServerPasswordTestJSON-1179537844 tempest-ServerPasswordTestJSON-1179537844-project] 10.222.0.23 "GET /v2.0/quotas/329351083dd44d76a7984c486745ee3e HTTP/1.1" status: 200 len: 375 time: 0.0846281 Dec 06 17:24:28.755780 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3edf78d-acf1-4e85-9650-f74d3586ef79 req-ede530fa-a6b4-4976-9888-d9f30b06e75c tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] No DVR routers for this DVR port cf0bdd3f-c300-462b-8d0e-73d39f19d252 on host n-h1-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:24:28.759250 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6213132c-ed79-4fc1-9b1d-cd70c3fddb62 None None] Network 80f9f68c-43a5-4e3f-b57b-35b1d5df7ab2 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:24:28.760560 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e3edf78d-acf1-4e85-9650-f74d3586ef79 req-ede530fa-a6b4-4976-9888-d9f30b06e75c tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:28.782674 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e3edf78d-acf1-4e85-9650-f74d3586ef79 req-ede530fa-a6b4-4976-9888-d9f30b06e75c tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.41 "DELETE /v2.0/ports/cf0bdd3f-c300-462b-8d0e-73d39f19d252 HTTP/1.1" status: 204 len: 173 time: 2.9419234 Dec 06 17:24:28.786131 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab5a1622-9933-40c5-84a1-0be26fda8c29', 'name': 'network-vif-deleted', 'tag': 'cf0bdd3f-c300-462b-8d0e-73d39f19d252'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:24:28.786555 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12bbb55-e3cb-4eea-b683-1d6c67d33a46 None None] Network 000a79c3-1438-4f4c-853a-086bc41258ac requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:24:28.788421 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a40c23bd-1f7d-48da-a9f9-acf6b5660eeb" -d '{"events": [{"server_uuid": "ab5a1622-9933-40c5-84a1-0be26fda8c29", "name": "network-vif-deleted", "tag": "cf0bdd3f-c300-462b-8d0e-73d39f19d252"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:24:28.945675 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Mon, 06 Dec 2021 17:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80eae931-31d7-44f0-97dc-816deb4cef9f x-openstack-request-id: req-80eae931-31d7-44f0-97dc-816deb4cef9f {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:24:28.945675 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab5a1622-9933-40c5-84a1-0be26fda8c29", "name": "network-vif-unplugged", "status": "completed", "tag": "54b8b728-fb86-4824-ae15-d101cf829fb2", "code": 200}, {"server_uuid": "ab5a1622-9933-40c5-84a1-0be26fda8c29", "name": "network-vif-unplugged", "status": "completed", "tag": "cf0bdd3f-c300-462b-8d0e-73d39f19d252", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:24:28.945675 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-80eae931-31d7-44f0-97dc-816deb4cef9f {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:24:28.945675 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab5a1622-9933-40c5-84a1-0be26fda8c29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54b8b728-fb86-4824-ae15-d101cf829fb2', 'code': 200} Dec 06 17:24:28.945675 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab5a1622-9933-40c5-84a1-0be26fda8c29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf0bdd3f-c300-462b-8d0e-73d39f19d252', 'code': 200} Dec 06 17:24:28.948447 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cdcd0b-65a6-467a-b22e-bbca6b60d927 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:24:28.948961 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cdcd0b-65a6-467a-b22e-bbca6b60d927 None None] Checking segment: {'id': 'e36fdd3c-8263-42c5-be91-80384f076237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fcf22484-3aee-4f8b-9ee4-03517fcd27e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:24:28.949492 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-32cdcd0b-65a6-467a-b22e-bbca6b60d927 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:28.950014 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cdcd0b-65a6-467a-b22e-bbca6b60d927 None None] Bound using segment: {'id': 'e36fdd3c-8263-42c5-be91-80384f076237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fcf22484-3aee-4f8b-9ee4-03517fcd27e4'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:24:28.950768 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-32cdcd0b-65a6-467a-b22e-bbca6b60d927 None None] Bound port: 18cca4f8-e9f3-4b5e-a3c6-2d5c0217e0cc, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e36fdd3c-8263-42c5-be91-80384f076237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fcf22484-3aee-4f8b-9ee4-03517fcd27e4'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:24:28.951271 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-32cdcd0b-65a6-467a-b22e-bbca6b60d927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:28.965282 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-f2781dea-5776-4841-8bc4-7e6c74a86472 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4691041 Dec 06 17:24:28.966317 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-332803fd-b3fe-4a5b-b84c-e3170697e25b req-8eabc471-df4b-408e-8d98-e45191a2a711 tempest-ServerPasswordTestJSON-1179537844 tempest-ServerPasswordTestJSON-1179537844-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=329351083dd44d76a7984c486745ee3e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2115986 Dec 06 17:24:29.134112 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=cf0bdd3f-c300-462b-8d0e-73d39f19d252,revision_number=6']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:29.135372 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ece5f6-bce6-45d1-9d3e-4fee23c04a2b req-6f6e844f-eb90-4de3-aed4-b70c6f20ec5f tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:29.157338 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b5ece5f6-bce6-45d1-9d3e-4fee23c04a2b req-6f6e844f-eb90-4de3-aed4-b70c6f20ec5f tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8e6f85-4f02-4edb-b8e7-ac97e87f725a HTTP/1.1" status: 200 len: 945 time: 0.2436638 Dec 06 17:24:29.199005 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1ede8461-b1aa-4943-b273-30f1090bcf86 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:29.257583 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b5ece5f6-bce6-45d1-9d3e-4fee23c04a2b req-6e5aac82-4afc-4912-a654-ed31bcabfb06 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c657007e-2b96-4108-a795-7e2c1ca6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917130 Dec 06 17:24:29.307866 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-332803fd-b3fe-4a5b-b84c-e3170697e25b req-99587f9a-9339-4626-a8a1-3b7a4bbd1a44 service neutron] 10.222.0.23 "GET /v2.0/networks/80f9f68c-43a5-4e3f-b57b-35b1d5df7ab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3406501 Dec 06 17:24:29.340430 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-e3edf78d-acf1-4e85-9650-f74d3586ef79 req-77e297a5-6de7-41fd-92fa-cc810244a482 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Deleting port 8ff5d469-98fa-49c2-8ef1-104f557830ca {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:24:29.343795 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e3edf78d-acf1-4e85-9650-f74d3586ef79 req-77e297a5-6de7-41fd-92fa-cc810244a482 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:29.544312 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b5ad58-9928-4450-847f-7fc8b775e434 None None] Network 000a79c3-1438-4f4c-853a-086bc41258ac requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:24:29.591866 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-32cdcd0b-65a6-467a-b22e-bbca6b60d927 None None] For port 18cca4f8-e9f3-4b5e-a3c6-2d5c0217e0cc, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:24:29.624104 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:29.677707 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-32cdcd0b-65a6-467a-b22e-bbca6b60d927 None None] For port 18cca4f8-e9f3-4b5e-a3c6-2d5c0217e0cc, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=18cca4f8-e9f3-4b5e-a3c6-2d5c0217e0cc,segment=NetworkSegment(e36fdd3c-8263-42c5-be91-80384f076237),segment_id=e36fdd3c-8263-42c5-be91-80384f076237)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:24:29.720017 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-32cdcd0b-65a6-467a-b22e-bbca6b60d927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:29.758333 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-332803fd-b3fe-4a5b-b84c-e3170697e25b req-351a0be1-d4a3-4b60-8a68-00bd1624a04b service neutron] 10.222.0.23 "GET /v2.0/networks/80f9f68c-43a5-4e3f-b57b-35b1d5df7ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4357901 Dec 06 17:24:29.760520 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-e3edf78d-acf1-4e85-9650-f74d3586ef79 req-77e297a5-6de7-41fd-92fa-cc810244a482 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] For port 8ff5d469-98fa-49c2-8ef1-104f557830ca, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8ff5d469-98fa-49c2-8ef1-104f557830ca,segment=NetworkSegment(02c34753-070f-4f68-9533-80dcf93edb92),segment_id=02c34753-070f-4f68-9533-80dcf93edb92)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:24:29.760997 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e3edf78d-acf1-4e85-9650-f74d3586ef79 req-77e297a5-6de7-41fd-92fa-cc810244a482 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:29.776676 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc619c8-32ef-412f-87d6-1996a5214dec req-8e92b697-6d04-40a4-b253-179268bbf88b tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:29.790074 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-dbc619c8-32ef-412f-87d6-1996a5214dec req-8e92b697-6d04-40a4-b253-179268bbf88b tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 945 time: 0.3215766 Dec 06 17:24:29.888008 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-dbc619c8-32ef-412f-87d6-1996a5214dec req-8bc06da7-f694-432a-9ffd-8774004e068b tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940392 Dec 06 17:24:29.948913 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1ede8461-b1aa-4943-b273-30f1090bcf86 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:29.971491 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1ede8461-b1aa-4943-b273-30f1090bcf86 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:30.056279 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port fd8770e5-43c9-4df9-a87a-fd8b1189f8b0, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=fd8770e5-43c9-4df9-a87a-fd8b1189f8b0,segment=NetworkSegment(d9cf52d1-bc52-4bcd-8c3c-12b88e1a5dd0),segment_id=d9cf52d1-bc52-4bcd-8c3c-12b88e1a5dd0)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:24:30.113054 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:30.113663 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 4a00eecc-af3f-4037-9306-241f88900bd2 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:24:30.174558 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e3edf78d-acf1-4e85-9650-f74d3586ef79 req-77e297a5-6de7-41fd-92fa-cc810244a482 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:30.175078 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e3edf78d-acf1-4e85-9650-f74d3586ef79 req-77e297a5-6de7-41fd-92fa-cc810244a482 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:30.177060 n-d-master-1 neutron-server[103285]: INFO neutron.db.l3_db [req-e3edf78d-acf1-4e85-9650-f74d3586ef79 req-77e297a5-6de7-41fd-92fa-cc810244a482 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Floating IP a2e356e4-15c9-4066-b9e2-117d22ba0c6c disassociated. External IP: 172.35.1.31, port: 8ff5d469-98fa-49c2-8ef1-104f557830ca. Dec 06 17:24:30.177695 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-e3edf78d-acf1-4e85-9650-f74d3586ef79 req-77e297a5-6de7-41fd-92fa-cc810244a482 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Calling delete_port for 8ff5d469-98fa-49c2-8ef1-104f557830ca owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:24:30.220429 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1ede8461-b1aa-4943-b273-30f1090bcf86 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-772465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539207'] for router_interface, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:30.231866 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ede8461-b1aa-4943-b273-30f1090bcf86 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Pushing event updated for resources: {'Port': ['ID=bdc21632-a842-4536-b25a-8b6adfd0adad,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:30.344941 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cdcd0b-65a6-467a-b22e-bbca6b60d927 None None] Pushing event updated for resources: {'Port': ['ID=18cca4f8-e9f3-4b5e-a3c6-2d5c0217e0cc,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:30.464678 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e47f211f-86cb-48c5-90a2-25cebf6f2e65 x-openstack-request-id: req-e47f211f-86cb-48c5-90a2-25cebf6f2e65 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:24:30.465314 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab5a1622-9933-40c5-84a1-0be26fda8c29", "name": "network-vif-deleted", "tag": "cf0bdd3f-c300-462b-8d0e-73d39f19d252", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:24:30.466073 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e47f211f-86cb-48c5-90a2-25cebf6f2e65 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:24:30.467033 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab5a1622-9933-40c5-84a1-0be26fda8c29', 'name': 'network-vif-deleted', 'tag': 'cf0bdd3f-c300-462b-8d0e-73d39f19d252', 'status': 'completed', 'code': 200} Dec 06 17:24:30.470096 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e3edf78d-acf1-4e85-9650-f74d3586ef79 req-77e297a5-6de7-41fd-92fa-cc810244a482 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:30.551521 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=fd8770e5-43c9-4df9-a87a-fd8b1189f8b0,revision_number=6']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:30.558292 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be065afe-3027-4979-9b73-f651f99e013d req-c73e8ea7-90fa-42cf-9713-22bd144b923e tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:30.589261 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be065afe-3027-4979-9b73-f651f99e013d req-c73e8ea7-90fa-42cf-9713-22bd144b923e tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:30.614681 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e297a5-6de7-41fd-92fa-cc810244a482 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Pushing event deleted for resources: {'Port': ['ID=8ff5d469-98fa-49c2-8ef1-104f557830ca,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:30.630880 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be065afe-3027-4979-9b73-f651f99e013d req-c73e8ea7-90fa-42cf-9713-22bd144b923e tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:30.653745 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be065afe-3027-4979-9b73-f651f99e013d req-c73e8ea7-90fa-42cf-9713-22bd144b923e tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:30.657996 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-be065afe-3027-4979-9b73-f651f99e013d req-c73e8ea7-90fa-42cf-9713-22bd144b923e tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab5a1622-9933-40c5-84a1-0be26fda8c29 HTTP/1.1" status: 200 len: 3144 time: 0.5815494 Dec 06 17:24:30.675871 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ede8461-b1aa-4943-b273-30f1090bcf86 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Network fcf22484-3aee-4f8b-9ee4-03517fcd27e4 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:24:30.691862 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-1ede8461-b1aa-4943-b273-30f1090bcf86 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:24:30.700139 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:30.845946 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 4a00eecc-af3f-4037-9306-241f88900bd2, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=4a00eecc-af3f-4037-9306-241f88900bd2,segment=NetworkSegment(74b9be77-77d7-4cee-81d5-ab642772a138),segment_id=74b9be77-77d7-4cee-81d5-ab642772a138)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:24:30.855297 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:30.856131 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 69267b95-7993-4338-b334-0869546a57e9 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:24:30.945401 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab5a1622-9933-40c5-84a1-0be26fda8c29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd8770e5-43c9-4df9-a87a-fd8b1189f8b0'}, {'server_uuid': 'ab5a1622-9933-40c5-84a1-0be26fda8c29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a00eecc-af3f-4037-9306-241f88900bd2'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:24:30.948715 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-599085c1-bc64-4d92-af2c-6f673b25d2a5" -d '{"events": [{"server_uuid": "ab5a1622-9933-40c5-84a1-0be26fda8c29", "name": "network-vif-unplugged", "status": "completed", "tag": "fd8770e5-43c9-4df9-a87a-fd8b1189f8b0"}, {"server_uuid": "ab5a1622-9933-40c5-84a1-0be26fda8c29", "name": "network-vif-unplugged", "status": "completed", "tag": "4a00eecc-af3f-4037-9306-241f88900bd2"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:24:30.988224 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=4a00eecc-af3f-4037-9306-241f88900bd2,revision_number=6']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:31.007409 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 69267b95-7993-4338-b334-0869546a57e9 not bound to the agent host n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:24:31.088473 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-be065afe-3027-4979-9b73-f651f99e013d req-f811dbcf-b9c9-42d8-af82-cb2f8efd9974 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/security-groups?id=a4eb8a4b-85ed-48a0-8761-ec5681059b26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4196179 Dec 06 17:24:31.094596 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ede8461-b1aa-4943-b273-30f1090bcf86 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Router 21219e34-8ff3-4c2e-bf09-020ce2c07d01 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:24:31.487453 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8f0da2-3d69-4aa4-9823-e17773f4e0cb req-970937fe-7463-422b-b866-819c452837fc tempest-VolumesActionsTest-94703347 tempest-VolumesActionsTest-94703347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:31.496126 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-dd8f0da2-3d69-4aa4-9823-e17773f4e0cb req-970937fe-7463-422b-b866-819c452837fc tempest-VolumesActionsTest-94703347 tempest-VolumesActionsTest-94703347-project] 10.222.0.23 "GET /v2.0/networks?id=cf420c18-9b8b-4eac-b3ea-b6f32f8d9074 HTTP/1.1" status: 200 len: 809 time: 0.8091335 Dec 06 17:24:31.537347 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-dd8f0da2-3d69-4aa4-9823-e17773f4e0cb req-8a16a9f1-9d03-42e4-900f-d8efa436465f tempest-VolumesActionsTest-94703347 tempest-VolumesActionsTest-94703347-project] 10.222.0.23 "GET /v2.0/quotas/e7779b6571e04aa1a49f32880d951dfe HTTP/1.1" status: 200 len: 375 time: 0.0397747 Dec 06 17:24:31.553124 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e3edf78d-acf1-4e85-9650-f74d3586ef79 req-77e297a5-6de7-41fd-92fa-cc810244a482 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Router c79e783e-654c-4e00-bf6b-58b7b2ae2540 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:24:31.580544 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-dd8f0da2-3d69-4aa4-9823-e17773f4e0cb req-7a58b5af-13f9-4bfa-88a3-5afd3da95694 tempest-VolumesActionsTest-94703347 tempest-VolumesActionsTest-94703347-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e7779b6571e04aa1a49f32880d951dfe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0424564 Dec 06 17:24:31.919617 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b1205636-779f-45e9-b1dd-f95e279f492c req-7bf24b62-0332-453c-b8a4-2c9107b76e7e tempest-ServerPasswordTestJSON-1179537844 tempest-ServerPasswordTestJSON-1179537844-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d780f70-4c19-4528-bb19-e4ddcbea867e HTTP/1.1" status: 200 len: 210 time: 0.6265619 Dec 06 17:24:32.128910 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e3edf78d-acf1-4e85-9650-f74d3586ef79 req-77e297a5-6de7-41fd-92fa-cc810244a482 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:24:32.136143 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef5b164-e8c5-4d0c-a3ef-e7b70a789513 None None] Network fcf22484-3aee-4f8b-9ee4-03517fcd27e4 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:24:32.140947 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-dd8f0da2-3d69-4aa4-9823-e17773f4e0cb req-208998b1-0cab-4e0d-a93e-0447c2bbe6db service neutron] 10.222.0.23 "GET /v2.0/networks/cf420c18-9b8b-4eac-b3ea-b6f32f8d9074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5589082 Dec 06 17:24:32.169166 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9ad96a-e642-47c2-9989-ceca85d4227b None None] Sync routers for ids ['c79e783e-654c-4e00-bf6b-58b7b2ae2540'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:24:32.192992 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9ad96a-e642-47c2-9989-ceca85d4227b None None] Routers {'c79e783e-654c-4e00-bf6b-58b7b2ae2540'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:24:32.195642 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-aa9ad96a-e642-47c2-9989-ceca85d4227b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:24:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['c79e783e-654c-4e00-bf6b-58b7b2ae2540'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:24:32.287066 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ede8461-b1aa-4943-b273-30f1090bcf86 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:24:32.295886 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 18cca4f8-e9f3-4b5e-a3c6-2d5c0217e0cc up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:24:32.310014 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-1ede8461-b1aa-4943-b273-30f1090bcf86 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "PUT /v2.0/routers/21219e34-8ff3-4c2e-bf09-020ce2c07d01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6519871 Dec 06 17:24:32.320719 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60888) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:24:32.360077 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62a3e57-4a4f-49d6-ab38-975e5a0b8b16 None None] Sync routers for ids ['21219e34-8ff3-4c2e-bf09-020ce2c07d01'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:24:32.456035 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-49efbff6-c39a-47e8-b8f0-84f3c053efb1 None None] Provisioning complete for port 18cca4f8-e9f3-4b5e-a3c6-2d5c0217e0cc triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:24:32.457746 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-49efbff6-c39a-47e8-b8f0-84f3c053efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:32.526632 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62a3e57-4a4f-49d6-ab38-975e5a0b8b16 None None] Routers {'21219e34-8ff3-4c2e-bf09-020ce2c07d01'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:24:32.530228 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-b62a3e57-4a4f-49d6-ab38-975e5a0b8b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:24:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['21219e34-8ff3-4c2e-bf09-020ce2c07d01'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:24:32.530668 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3edf78d-acf1-4e85-9650-f74d3586ef79 req-77e297a5-6de7-41fd-92fa-cc810244a482 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] No DVR routers for this DVR port 8ff5d469-98fa-49c2-8ef1-104f557830ca on host n-h1-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:24:32.540253 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e3edf78d-acf1-4e85-9650-f74d3586ef79 req-77e297a5-6de7-41fd-92fa-cc810244a482 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:32.544968 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e3edf78d-acf1-4e85-9650-f74d3586ef79 req-77e297a5-6de7-41fd-92fa-cc810244a482 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.41 "DELETE /v2.0/ports/8ff5d469-98fa-49c2-8ef1-104f557830ca HTTP/1.1" status: 204 len: 173 time: 3.7492981 Dec 06 17:24:32.547848 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab5a1622-9933-40c5-84a1-0be26fda8c29', 'name': 'network-vif-deleted', 'tag': '8ff5d469-98fa-49c2-8ef1-104f557830ca'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:24:32.555578 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45f4cdbf-3eb2-462a-927e-0710ff52e90d" -d '{"events": [{"server_uuid": "ab5a1622-9933-40c5-84a1-0be26fda8c29", "name": "network-vif-deleted", "tag": "8ff5d469-98fa-49c2-8ef1-104f557830ca"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:24:32.567489 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-dd8f0da2-3d69-4aa4-9823-e17773f4e0cb req-b22e1362-6543-48b8-98a5-bcb567ccd3a0 service neutron] 10.222.0.23 "GET /v2.0/networks/cf420c18-9b8b-4eac-b3ea-b6f32f8d9074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3924415 Dec 06 17:24:32.666896 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 60894) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:24:32.713599 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-aa9ad96a-e642-47c2-9989-ceca85d4227b None None] Set router c79e783e-654c-4e00-bf6b-58b7b2ae2540 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:24:32.731288 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-e3edf78d-acf1-4e85-9650-f74d3586ef79 req-6c95a6e1-702a-4b37-bdfd-3f5cfdb51625 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Deleting port 54b8b728-fb86-4824-ae15-d101cf829fb2 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:24:32.737422 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e3edf78d-acf1-4e85-9650-f74d3586ef79 req-6c95a6e1-702a-4b37-bdfd-3f5cfdb51625 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:32.814648 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-b62a3e57-4a4f-49d6-ab38-975e5a0b8b16 None None] Set router 21219e34-8ff3-4c2e-bf09-020ce2c07d01 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:24:32.912991 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f01da3f-4340-4cf1-8e3c-e8f1a93e70da tempest-TestNetworkBasicOps-779736558 tempest-TestNetworkBasicOps-779736558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:32.914939 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f01da3f-4340-4cf1-8e3c-e8f1a93e70da tempest-TestNetworkBasicOps-779736558 tempest-TestNetworkBasicOps-779736558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:32.918223 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f01da3f-4340-4cf1-8e3c-e8f1a93e70da tempest-TestNetworkBasicOps-779736558 tempest-TestNetworkBasicOps-779736558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:32.919016 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f01da3f-4340-4cf1-8e3c-e8f1a93e70da tempest-TestNetworkBasicOps-779736558 tempest-TestNetworkBasicOps-779736558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:32.919510 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f01da3f-4340-4cf1-8e3c-e8f1a93e70da tempest-TestNetworkBasicOps-779736558 tempest-TestNetworkBasicOps-779736558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:32.920343 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f01da3f-4340-4cf1-8e3c-e8f1a93e70da tempest-TestNetworkBasicOps-779736558 tempest-TestNetworkBasicOps-779736558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:32.920934 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f01da3f-4340-4cf1-8e3c-e8f1a93e70da tempest-TestNetworkBasicOps-779736558 tempest-TestNetworkBasicOps-779736558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:32.921407 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f01da3f-4340-4cf1-8e3c-e8f1a93e70da tempest-TestNetworkBasicOps-779736558 tempest-TestNetworkBasicOps-779736558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:32.921899 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f01da3f-4340-4cf1-8e3c-e8f1a93e70da tempest-TestNetworkBasicOps-779736558 tempest-TestNetworkBasicOps-779736558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:32.924465 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f01da3f-4340-4cf1-8e3c-e8f1a93e70da tempest-TestNetworkBasicOps-779736558 tempest-TestNetworkBasicOps-779736558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:32.927896 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f01da3f-4340-4cf1-8e3c-e8f1a93e70da tempest-TestNetworkBasicOps-779736558 tempest-TestNetworkBasicOps-779736558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:32.928488 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f01da3f-4340-4cf1-8e3c-e8f1a93e70da tempest-TestNetworkBasicOps-779736558 tempest-TestNetworkBasicOps-779736558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:32.929233 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f01da3f-4340-4cf1-8e3c-e8f1a93e70da tempest-TestNetworkBasicOps-779736558 tempest-TestNetworkBasicOps-779736558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:32.930703 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f01da3f-4340-4cf1-8e3c-e8f1a93e70da tempest-TestNetworkBasicOps-779736558 tempest-TestNetworkBasicOps-779736558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:32.938320 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 60902) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:24:32.939135 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-1f01da3f-4340-4cf1-8e3c-e8f1a93e70da tempest-TestNetworkBasicOps-779736558 tempest-TestNetworkBasicOps-779736558-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9862 time: 0.6142161 Dec 06 17:24:33.014624 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Mon, 06 Dec 2021 17:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87e7d57f-5d80-4409-bf60-ad0896700cb8 x-openstack-request-id: req-87e7d57f-5d80-4409-bf60-ad0896700cb8 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:24:33.015114 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-eef03487-5b40-4eb9-8616-e43ad3d5ded8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:33.016983 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab5a1622-9933-40c5-84a1-0be26fda8c29", "name": "network-vif-unplugged", "status": "completed", "tag": "fd8770e5-43c9-4df9-a87a-fd8b1189f8b0", "code": 200}, {"server_uuid": "ab5a1622-9933-40c5-84a1-0be26fda8c29", "name": "network-vif-unplugged", "status": "completed", "tag": "4a00eecc-af3f-4037-9306-241f88900bd2", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:24:33.017816 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-87e7d57f-5d80-4409-bf60-ad0896700cb8 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:24:33.018475 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab5a1622-9933-40c5-84a1-0be26fda8c29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd8770e5-43c9-4df9-a87a-fd8b1189f8b0', 'code': 200} Dec 06 17:24:33.018972 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab5a1622-9933-40c5-84a1-0be26fda8c29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a00eecc-af3f-4037-9306-241f88900bd2', 'code': 200} Dec 06 17:24:33.020282 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bfab37-867a-4621-a940-40fb3b90d637 req-90f7c5f4-da52-44ab-b0df-93b7a4d908fb tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:33.027415 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-88bfab37-867a-4621-a940-40fb3b90d637 req-90f7c5f4-da52-44ab-b0df-93b7a4d908fb tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8e6f85-4f02-4edb-b8e7-ac97e87f725a HTTP/1.1" status: 200 len: 945 time: 0.8449879 Dec 06 17:24:33.042900 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332803fd-b3fe-4a5b-b84c-e3170697e25b req-c7951bc9-8487-4c0e-86c0-910b49c80f1c tempest-ServerPasswordTestJSON-1179537844 tempest-ServerPasswordTestJSON-1179537844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:33.047778 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-332803fd-b3fe-4a5b-b84c-e3170697e25b req-c7951bc9-8487-4c0e-86c0-910b49c80f1c tempest-ServerPasswordTestJSON-1179537844 tempest-ServerPasswordTestJSON-1179537844-project] 10.222.0.44 "GET /v2.0/networks?id=80f9f68c-43a5-4e3f-b57b-35b1d5df7ab2 HTTP/1.1" status: 200 len: 811 time: 1.1510289 Dec 06 17:24:33.075548 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-332803fd-b3fe-4a5b-b84c-e3170697e25b req-69668cb0-b5a4-4e82-920a-96db9756bb06 tempest-ServerPasswordTestJSON-1179537844 tempest-ServerPasswordTestJSON-1179537844-project] Request body: {'port': {'device_id': '3d780f70-4c19-4528-bb19-e4ddcbea867e', 'network_id': '80f9f68c-43a5-4e3f-b57b-35b1d5df7ab2', 'admin_state_up': True, 'tenant_id': '329351083dd44d76a7984c486745ee3e'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:24:33.217843 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:33.219543 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 17:24:33.222738 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-88bfab37-867a-4621-a940-40fb3b90d637 req-cc8a0a97-a8fc-448b-b2ae-06e98441544a tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c657007e-2b96-4108-a795-7e2c1ca6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746407 Dec 06 17:24:33.320674 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 18cca4f8-e9f3-4b5e-a3c6-2d5c0217e0cc triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:24:33.321106 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:33.338141 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-aa9ad96a-e642-47c2-9989-ceca85d4227b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c79e783e-654c-4e00-bf6b-58b7b2ae2540', 'name': 'tempest-TaggedBootDevicesTest-29983721-router', 'tenant_id': '3ab1b684adb44126aa30c8ecbc0cad3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.103'}], 'enable_snat': True}, 'gw_port_id': 'ac774e38-84aa-4cd0-9fd6-4dec80affc31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:13:10Z', 'updated_at': '2021-12-06T17:13:14Z', 'revision_number': 4, 'project_id': '3ab1b684adb44126aa30c8ecbc0cad3c', 'gw_port': {'id': 'ac774e38-84aa-4cd0-9fd6-4dec80affc31', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:e8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79e783e-654c-4e00-bf6b-58b7b2ae2540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:13:11Z', 'updated_at': '2021-12-06T17:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'f422a7b1-e7b3-40f7-aec3-4bbd3992e0e8', 'name': '', 'network_id': '3fe6b139-ab54-421b-a2ff-2a0762857d78', 'tenant_id': '3ab1b684adb44126aa30c8ecbc0cad3c', 'mac_address': 'fa:16:3e:7a:48:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79e783e-654c-4e00-bf6b-58b7b2ae2540', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '6a353316-d532-4156-ba10-317f93f3fee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:13:14Z', 'updated_at': '2021-12-06T17:13:20Z', 'revision_number': 5, 'project_id': '3ab1b684adb44126aa30c8ecbc0cad3c', 'subnets': [{'id': '6a353316-d532-4156-ba10-317f93f3fee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:24:33.440679 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-332803fd-b3fe-4a5b-b84c-e3170697e25b req-69668cb0-b5a4-4e82-920a-96db9756bb06 tempest-ServerPasswordTestJSON-1179537844 tempest-ServerPasswordTestJSON-1179537844-project] Made reservation on behalf of 329351083dd44d76a7984c486745ee3e for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:24:33.445253 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-332803fd-b3fe-4a5b-b84c-e3170697e25b req-69668cb0-b5a4-4e82-920a-96db9756bb06 tempest-ServerPasswordTestJSON-1179537844 tempest-ServerPasswordTestJSON-1179537844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:33.453996 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-eef03487-5b40-4eb9-8616-e43ad3d5ded8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:33.460542 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9ad96a-e642-47c2-9989-ceca85d4227b None None] Checking router: c79e783e-654c-4e00-bf6b-58b7b2ae2540 for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:24:33.481423 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9ad96a-e642-47c2-9989-ceca85d4227b None None] Routers {'c79e783e-654c-4e00-bf6b-58b7b2ae2540'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:24:33.482410 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-aa9ad96a-e642-47c2-9989-ceca85d4227b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:24:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['c79e783e-654c-4e00-bf6b-58b7b2ae2540'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:24:33.488932 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-eef03487-5b40-4eb9-8616-e43ad3d5ded8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:33.583993 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef03487-5b40-4eb9-8616-e43ad3d5ded8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4d1a0f-5401-462c-ae8a-8db35e1b4519,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:33.685153 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-e3edf78d-acf1-4e85-9650-f74d3586ef79 req-6c95a6e1-702a-4b37-bdfd-3f5cfdb51625 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] For port 54b8b728-fb86-4824-ae15-d101cf829fb2, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=54b8b728-fb86-4824-ae15-d101cf829fb2,segment=NetworkSegment(d9cf52d1-bc52-4bcd-8c3c-12b88e1a5dd0),segment_id=d9cf52d1-bc52-4bcd-8c3c-12b88e1a5dd0)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:24:33.688526 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e3edf78d-acf1-4e85-9650-f74d3586ef79 req-6c95a6e1-702a-4b37-bdfd-3f5cfdb51625 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:33.721881 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d284415a-3256-4f62-a060-340e7cd426f5 req-2e9fb13c-ea69-4927-8d43-2b6f66e74d96 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:33.727094 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed31f49-58f7-4474-8e80-a82cf24be0cd req-26f8d982-c0ff-4627-a571-d198685fdc95 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:33.728519 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-aa9ad96a-e642-47c2-9989-ceca85d4227b None None] Set router c79e783e-654c-4e00-bf6b-58b7b2ae2540 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:24:33.738920 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed31f49-58f7-4474-8e80-a82cf24be0cd req-26f8d982-c0ff-4627-a571-d198685fdc95 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:33.744489 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d284415a-3256-4f62-a060-340e7cd426f5 req-2e9fb13c-ea69-4927-8d43-2b6f66e74d96 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 945 time: 0.7463892 Dec 06 17:24:33.759451 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed31f49-58f7-4474-8e80-a82cf24be0cd req-26f8d982-c0ff-4627-a571-d198685fdc95 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:33.764848 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1ed31f49-58f7-4474-8e80-a82cf24be0cd req-26f8d982-c0ff-4627-a571-d198685fdc95 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab5a1622-9933-40c5-84a1-0be26fda8c29 HTTP/1.1" status: 200 len: 2409 time: 0.3075392 Dec 06 17:24:33.922941 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5df15c6-b9ec-4947-a69a-febd7b67c400 tempest-TestNetworkBasicOps-779736558 tempest-TestNetworkBasicOps-779736558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:33.923839 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5df15c6-b9ec-4947-a69a-febd7b67c400 tempest-TestNetworkBasicOps-779736558 tempest-TestNetworkBasicOps-779736558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:33.925286 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5df15c6-b9ec-4947-a69a-febd7b67c400 tempest-TestNetworkBasicOps-779736558 tempest-TestNetworkBasicOps-779736558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:33.926546 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5df15c6-b9ec-4947-a69a-febd7b67c400 tempest-TestNetworkBasicOps-779736558 tempest-TestNetworkBasicOps-779736558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:33.928687 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5df15c6-b9ec-4947-a69a-febd7b67c400 tempest-TestNetworkBasicOps-779736558 tempest-TestNetworkBasicOps-779736558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:33.930075 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5df15c6-b9ec-4947-a69a-febd7b67c400 tempest-TestNetworkBasicOps-779736558 tempest-TestNetworkBasicOps-779736558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:33.934015 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5df15c6-b9ec-4947-a69a-febd7b67c400 tempest-TestNetworkBasicOps-779736558 tempest-TestNetworkBasicOps-779736558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:33.934702 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5df15c6-b9ec-4947-a69a-febd7b67c400 tempest-TestNetworkBasicOps-779736558 tempest-TestNetworkBasicOps-779736558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:33.935670 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5df15c6-b9ec-4947-a69a-febd7b67c400 tempest-TestNetworkBasicOps-779736558 tempest-TestNetworkBasicOps-779736558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:33.937093 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5df15c6-b9ec-4947-a69a-febd7b67c400 tempest-TestNetworkBasicOps-779736558 tempest-TestNetworkBasicOps-779736558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:33.937759 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5df15c6-b9ec-4947-a69a-febd7b67c400 tempest-TestNetworkBasicOps-779736558 tempest-TestNetworkBasicOps-779736558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:33.943829 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5df15c6-b9ec-4947-a69a-febd7b67c400 tempest-TestNetworkBasicOps-779736558 tempest-TestNetworkBasicOps-779736558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:33.944549 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5df15c6-b9ec-4947-a69a-febd7b67c400 tempest-TestNetworkBasicOps-779736558 tempest-TestNetworkBasicOps-779736558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:33.945173 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5df15c6-b9ec-4947-a69a-febd7b67c400 tempest-TestNetworkBasicOps-779736558 tempest-TestNetworkBasicOps-779736558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:33.948659 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-b5df15c6-b9ec-4947-a69a-febd7b67c400 tempest-TestNetworkBasicOps-779736558 tempest-TestNetworkBasicOps-779736558-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 9010 time: 1.0078166 Dec 06 17:24:33.964846 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-e3edf78d-acf1-4e85-9650-f74d3586ef79 req-6c95a6e1-702a-4b37-bdfd-3f5cfdb51625 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Calling delete_port for 54b8b728-fb86-4824-ae15-d101cf829fb2 owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:24:33.972816 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-49efbff6-c39a-47e8-b8f0-84f3c053efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:33.974525 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60912) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:24:34.100452 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-eef03487-5b40-4eb9-8616-e43ad3d5ded8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a13891ab8c0a4539ad24a69f570a7273&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4306343 Dec 06 17:24:34.104428 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 60914) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:24:34.210544 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-49efbff6-c39a-47e8-b8f0-84f3c053efb1 None None] For port 18cca4f8-e9f3-4b5e-a3c6-2d5c0217e0cc, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=18cca4f8-e9f3-4b5e-a3c6-2d5c0217e0cc,segment=NetworkSegment(e36fdd3c-8263-42c5-be91-80384f076237),segment_id=e36fdd3c-8263-42c5-be91-80384f076237)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:24:34.215532 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-aa9ad96a-e642-47c2-9989-ceca85d4227b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c79e783e-654c-4e00-bf6b-58b7b2ae2540', 'name': 'tempest-TaggedBootDevicesTest-29983721-router', 'tenant_id': '3ab1b684adb44126aa30c8ecbc0cad3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.103'}], 'enable_snat': True}, 'gw_port_id': 'ac774e38-84aa-4cd0-9fd6-4dec80affc31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:13:10Z', 'updated_at': '2021-12-06T17:13:14Z', 'revision_number': 4, 'project_id': '3ab1b684adb44126aa30c8ecbc0cad3c', 'gw_port': {'id': 'ac774e38-84aa-4cd0-9fd6-4dec80affc31', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:e8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79e783e-654c-4e00-bf6b-58b7b2ae2540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:13:11Z', 'updated_at': '2021-12-06T17:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'f422a7b1-e7b3-40f7-aec3-4bbd3992e0e8', 'name': '', 'network_id': '3fe6b139-ab54-421b-a2ff-2a0762857d78', 'tenant_id': '3ab1b684adb44126aa30c8ecbc0cad3c', 'mac_address': 'fa:16:3e:7a:48:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79e783e-654c-4e00-bf6b-58b7b2ae2540', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '6a353316-d532-4156-ba10-317f93f3fee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:13:14Z', 'updated_at': '2021-12-06T17:13:20Z', 'revision_number': 5, 'project_id': '3ab1b684adb44126aa30c8ecbc0cad3c', 'subnets': [{'id': '6a353316-d532-4156-ba10-317f93f3fee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:24:34.240652 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-49efbff6-c39a-47e8-b8f0-84f3c053efb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:34.312560 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1ed31f49-58f7-4474-8e80-a82cf24be0cd req-41c434df-8056-4fb7-a68d-562708414d13 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/security-groups?id=a4eb8a4b-85ed-48a0-8761-ec5681059b26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5280221 Dec 06 17:24:34.324782 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9ad96a-e642-47c2-9989-ceca85d4227b None None] The sync data for ids ['c79e783e-654c-4e00-bf6b-58b7b2ae2540'] in n-d-master-1 is: [{'id': 'c79e783e-654c-4e00-bf6b-58b7b2ae2540', 'name': 'tempest-TaggedBootDevicesTest-29983721-router', 'tenant_id': '3ab1b684adb44126aa30c8ecbc0cad3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.103'}], 'enable_snat': True}, 'gw_port_id': 'ac774e38-84aa-4cd0-9fd6-4dec80affc31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:13:10Z', 'updated_at': '2021-12-06T17:13:14Z', 'revision_number': 4, 'project_id': '3ab1b684adb44126aa30c8ecbc0cad3c', 'gw_port': {'id': 'ac774e38-84aa-4cd0-9fd6-4dec80affc31', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:e8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79e783e-654c-4e00-bf6b-58b7b2ae2540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:13:11Z', 'updated_at': '2021-12-06T17:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'f422a7b1-e7b3-40f7-aec3-4bbd3992e0e8', 'name': '', 'network_id': '3fe6b139-ab54-421b-a2ff-2a0762857d78', 'tenant_id': '3ab1b684adb44126aa30c8ecbc0cad3c', 'mac_address': 'fa:16:3e:7a:48:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79e783e-654c-4e00-bf6b-58b7b2ae2540', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '6a353316-d532-4156-ba10-317f93f3fee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:13:14Z', 'updated_at': '2021-12-06T17:13:20Z', 'revision_number': 5, 'project_id': '3ab1b684adb44126aa30c8ecbc0cad3c', 'subnets': [{'id': '6a353316-d532-4156-ba10-317f93f3fee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:24:34.362515 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-332803fd-b3fe-4a5b-b84c-e3170697e25b req-69668cb0-b5a4-4e82-920a-96db9756bb06 tempest-ServerPasswordTestJSON-1179537844 tempest-ServerPasswordTestJSON-1179537844-project] Allocated IP 172.20.0.8 (80f9f68c-43a5-4e3f-b57b-35b1d5df7ab2/3e61e5ba-f819-4b3c-822a-5d6716758833/b1af279b-6b99-4d02-a6b5-9c0c727aa566) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:24:34.481614 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67c7ecab-2415-4c2d-abb6-cfb472759770 x-openstack-request-id: req-67c7ecab-2415-4c2d-abb6-cfb472759770 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:24:34.481914 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab5a1622-9933-40c5-84a1-0be26fda8c29", "name": "network-vif-deleted", "tag": "8ff5d469-98fa-49c2-8ef1-104f557830ca", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:24:34.482175 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-67c7ecab-2415-4c2d-abb6-cfb472759770 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:24:34.482587 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab5a1622-9933-40c5-84a1-0be26fda8c29', 'name': 'network-vif-deleted', 'tag': '8ff5d469-98fa-49c2-8ef1-104f557830ca', 'status': 'completed', 'code': 200} Dec 06 17:24:34.556313 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d284415a-3256-4f62-a060-340e7cd426f5 req-73171c0b-afd9-4077-8679-63873ff4849e tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8107963 Dec 06 17:24:34.609033 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-b62a3e57-4a4f-49d6-ab38-975e5a0b8b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21219e34-8ff3-4c2e-bf09-020ce2c07d01', 'name': 'tempest-TestNetworkBasicOps-router-1491324929', 'tenant_id': 'ecd148ff302244ca8d62fb6aab386351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.151'}], 'enable_snat': True}, 'gw_port_id': 'b43da3b6-6f85-498a-9eac-afd223f3d9df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:24:18Z', 'updated_at': '2021-12-06T17:24:29Z', 'revision_number': 4, 'project_id': 'ecd148ff302244ca8d62fb6aab386351', 'gw_port': {'id': 'b43da3b6-6f85-498a-9eac-afd223f3d9df', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:61:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21219e34-8ff3-4c2e-bf09-020ce2c07d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:24:19Z', 'updated_at': '2021-12-06T17:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'bdc21632-a842-4536-b25a-8b6adfd0adad', 'name': '', 'network_id': 'fcf22484-3aee-4f8b-9ee4-03517fcd27e4', 'tenant_id': 'ecd148ff302244ca8d62fb6aab386351', 'mac_address': 'fa:16:3e:27:11:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21219e34-8ff3-4c2e-bf09-020ce2c07d01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': '28f81e8a-3246-4ebb-bc93-f6166ab7cc6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:24:27Z', 'updated_at': '2021-12-06T17:24:29Z', 'revision_number': 2, 'project_id': 'ecd148ff302244ca8d62fb6aab386351', 'subnets': [{'id': '28f81e8a-3246-4ebb-bc93-f6166ab7cc6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:24:34.654476 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c2d286e1-71e7-40d8-a27a-26ccba7979d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:34.721245 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62a3e57-4a4f-49d6-ab38-975e5a0b8b16 None None] Checking router: 21219e34-8ff3-4c2e-bf09-020ce2c07d01 for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:24:34.721542 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62a3e57-4a4f-49d6-ab38-975e5a0b8b16 None None] Updating router 21219e34-8ff3-4c2e-bf09-020ce2c07d01 port bdc21632-a842-4536-b25a-8b6adfd0adad binding host n-d-master-1 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:24:34.745208 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-89d311b1-63af-4dbf-9145-caeb21e7cdf2 req-49c7db84-64ee-4bec-a8c1-a8b5e9de5723 tempest-VolumesActionsTest-94703347 tempest-VolumesActionsTest-94703347-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4cb2e35-ffdb-4a1b-a338-edb10825d6a0 HTTP/1.1" status: 200 len: 210 time: 0.0952756 Dec 06 17:24:34.800148 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49efbff6-c39a-47e8-b8f0-84f3c053efb1 None None] Pushing event updated for resources: {'Port': ['ID=18cca4f8-e9f3-4b5e-a3c6-2d5c0217e0cc,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:34.858516 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b62a3e57-4a4f-49d6-ab38-975e5a0b8b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:34.951169 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-2b89c4fa-c715-439e-bb89-e44e9b344d71 None None] Provisioning complete for port 18cca4f8-e9f3-4b5e-a3c6-2d5c0217e0cc triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:24:34.957602 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2b89c4fa-c715-439e-bb89-e44e9b344d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:34.964321 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a8ab12a0-1cba-4a6a-8dd7-8d601d6372d5 req-19a09630-f407-4a85-9e7a-e8102aad94cb tempest-ServerPasswordTestJSON-1179537844 tempest-ServerPasswordTestJSON-1179537844-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d780f70-4c19-4528-bb19-e4ddcbea867e HTTP/1.1" status: 200 len: 210 time: 0.2167602 Dec 06 17:24:35.022514 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a20b553-9dea-4de4-901d-ec74cd70c9af None None] New status for floating IP a2e356e4-15c9-4066-b9e2-117d22ba0c6c: DOWN {{(pid=103287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 17:24:35.046926 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e3edf78d-acf1-4e85-9650-f74d3586ef79 req-6c95a6e1-702a-4b37-bdfd-3f5cfdb51625 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:35.120716 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c2d286e1-71e7-40d8-a27a-26ccba7979d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:35.218492 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:35.250493 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c95a6e1-702a-4b37-bdfd-3f5cfdb51625 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Pushing event deleted for resources: {'Port': ['ID=54b8b728-fb86-4824-ae15-d101cf829fb2,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:35.449587 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-332803fd-b3fe-4a5b-b84c-e3170697e25b req-69668cb0-b5a4-4e82-920a-96db9756bb06 tempest-ServerPasswordTestJSON-1179537844 tempest-ServerPasswordTestJSON-1179537844-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:35.472684 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3edf78d-acf1-4e85-9650-f74d3586ef79 req-6c95a6e1-702a-4b37-bdfd-3f5cfdb51625 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] No DVR routers for this DVR port 54b8b728-fb86-4824-ae15-d101cf829fb2 on host n-h1-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:24:35.484844 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e3edf78d-acf1-4e85-9650-f74d3586ef79 req-6c95a6e1-702a-4b37-bdfd-3f5cfdb51625 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:35.488442 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e3edf78d-acf1-4e85-9650-f74d3586ef79 req-6c95a6e1-702a-4b37-bdfd-3f5cfdb51625 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.41 "DELETE /v2.0/ports/54b8b728-fb86-4824-ae15-d101cf829fb2 HTTP/1.1" status: 204 len: 173 time: 2.9193280 Dec 06 17:24:35.523112 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402e5f71-f8d2-4f3a-81ae-ddd9537642df req-41b33bcd-4dba-4d3a-bacf-0d672f0f6b03 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:35.536311 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-402e5f71-f8d2-4f3a-81ae-ddd9537642df req-41b33bcd-4dba-4d3a-bacf-0d672f0f6b03 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8e6f85-4f02-4edb-b8e7-ac97e87f725a HTTP/1.1" status: 200 len: 945 time: 0.5598307 Dec 06 17:24:35.544019 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-332803fd-b3fe-4a5b-b84c-e3170697e25b req-69668cb0-b5a4-4e82-920a-96db9756bb06 tempest-ServerPasswordTestJSON-1179537844 tempest-ServerPasswordTestJSON-1179537844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:35.553811 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-ac248b36-5d73-435e-a344-c68f724c87d6 tempest-TestNetworkBasicOps-779736558 tempest-TestNetworkBasicOps-779736558-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4493 time: 1.5754838 Dec 06 17:24:35.587186 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8f0da2-3d69-4aa4-9823-e17773f4e0cb req-6a50c36e-d499-4113-822b-2bbcb6749386 tempest-VolumesActionsTest-94703347 tempest-VolumesActionsTest-94703347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:35.588693 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-dd8f0da2-3d69-4aa4-9823-e17773f4e0cb req-6a50c36e-d499-4113-822b-2bbcb6749386 tempest-VolumesActionsTest-94703347 tempest-VolumesActionsTest-94703347-project] 10.222.0.41 "GET /v2.0/networks?id=cf420c18-9b8b-4eac-b3ea-b6f32f8d9074 HTTP/1.1" status: 200 len: 809 time: 0.6204319 Dec 06 17:24:35.602989 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dece82-6905-4cae-9d24-f01cdb529590 req-2ba4eda4-a784-462b-83da-a82982e57289 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:35.612043 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c5dece82-6905-4cae-9d24-f01cdb529590 req-2ba4eda4-a784-462b-83da-a82982e57289 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 945 time: 0.4173832 Dec 06 17:24:35.625887 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-dd8f0da2-3d69-4aa4-9823-e17773f4e0cb req-0f8eff2e-5311-429e-8673-f64945941586 tempest-VolumesActionsTest-94703347 tempest-VolumesActionsTest-94703347-project] Request body: {'port': {'device_id': 'e4cb2e35-ffdb-4a1b-a338-edb10825d6a0', 'network_id': 'cf420c18-9b8b-4eac-b3ea-b6f32f8d9074', 'admin_state_up': True, 'tenant_id': 'e7779b6571e04aa1a49f32880d951dfe'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:24:35.642468 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-332803fd-b3fe-4a5b-b84c-e3170697e25b req-69668cb0-b5a4-4e82-920a-96db9756bb06 tempest-ServerPasswordTestJSON-1179537844 tempest-ServerPasswordTestJSON-1179537844-project] Network 80f9f68c-43a5-4e3f-b57b-35b1d5df7ab2 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:24:35.653060 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-332803fd-b3fe-4a5b-b84c-e3170697e25b req-69668cb0-b5a4-4e82-920a-96db9756bb06 tempest-ServerPasswordTestJSON-1179537844 tempest-ServerPasswordTestJSON-1179537844-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:24:35.702616 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-332803fd-b3fe-4a5b-b84c-e3170697e25b req-69668cb0-b5a4-4e82-920a-96db9756bb06 tempest-ServerPasswordTestJSON-1179537844 tempest-ServerPasswordTestJSON-1179537844-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:24:35.714485 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-2b89c4fa-c715-439e-bb89-e44e9b344d71 None None] Provisioning complete for port bdc21632-a842-4536-b25a-8b6adfd0adad triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:24:35.715071 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2b89c4fa-c715-439e-bb89-e44e9b344d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:35.749610 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c2d286e1-71e7-40d8-a27a-26ccba7979d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:35.752451 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c2d286e1-71e7-40d8-a27a-26ccba7979d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:35.763174 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-402e5f71-f8d2-4f3a-81ae-ddd9537642df req-99248b2b-6aa1-4fb0-971f-647b0f53d38c tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c657007e-2b96-4108-a795-7e2c1ca6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255678 Dec 06 17:24:35.766761 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-c2d286e1-71e7-40d8-a27a-26ccba7979d7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9a4d1a0f-5401-462c-ae8a-8db35e1b4519 HTTP/1.1" status: 204 len: 168 time: 1.6353271 Dec 06 17:24:35.782506 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69668cb0-b5a4-4e82-920a-96db9756bb06 tempest-ServerPasswordTestJSON-1179537844 tempest-ServerPasswordTestJSON-1179537844-project] Pushing event updated for resources: {'Port': ['ID=b1af279b-6b99-4d02-a6b5-9c0c727aa566,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:35.809663 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-2b89c4fa-c715-439e-bb89-e44e9b344d71 None None] Port bdc21632-a842-4536-b25a-8b6adfd0adad cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:24:35.916168 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332803fd-b3fe-4a5b-b84c-e3170697e25b req-69668cb0-b5a4-4e82-920a-96db9756bb06 tempest-ServerPasswordTestJSON-1179537844 tempest-ServerPasswordTestJSON-1179537844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:35.918375 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-332803fd-b3fe-4a5b-b84c-e3170697e25b req-69668cb0-b5a4-4e82-920a-96db9756bb06 tempest-ServerPasswordTestJSON-1179537844 tempest-ServerPasswordTestJSON-1179537844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:35.976861 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d286e1-71e7-40d8-a27a-26ccba7979d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4d1a0f-5401-462c-ae8a-8db35e1b4519,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:36.085990 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-045e1964-5f0b-4c62-8826-a65d85789937 None None] Provisioning complete for port bdc21632-a842-4536-b25a-8b6adfd0adad triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:24:36.086427 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-045e1964-5f0b-4c62-8826-a65d85789937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:36.093376 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87918cbe-1f2d-4eef-a067-f00008a62a58 req-670bfe2d-82a4-4129-b8e8-3c72572334ab tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:36.122750 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87918cbe-1f2d-4eef-a067-f00008a62a58 req-670bfe2d-82a4-4129-b8e8-3c72572334ab tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:36.130002 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-87918cbe-1f2d-4eef-a067-f00008a62a58 req-670bfe2d-82a4-4129-b8e8-3c72572334ab tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab5a1622-9933-40c5-84a1-0be26fda8c29 HTTP/1.1" status: 200 len: 1676 time: 0.2041895 Dec 06 17:24:36.138460 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd8f0da2-3d69-4aa4-9823-e17773f4e0cb req-0f8eff2e-5311-429e-8673-f64945941586 tempest-VolumesActionsTest-94703347 tempest-VolumesActionsTest-94703347-project] Made reservation on behalf of e7779b6571e04aa1a49f32880d951dfe for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:24:36.142181 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-dd8f0da2-3d69-4aa4-9823-e17773f4e0cb req-0f8eff2e-5311-429e-8673-f64945941586 tempest-VolumesActionsTest-94703347 tempest-VolumesActionsTest-94703347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:36.144051 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-332803fd-b3fe-4a5b-b84c-e3170697e25b req-69668cb0-b5a4-4e82-920a-96db9756bb06 tempest-ServerPasswordTestJSON-1179537844 tempest-ServerPasswordTestJSON-1179537844-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0833321 Dec 06 17:24:36.173401 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-332803fd-b3fe-4a5b-b84c-e3170697e25b req-43fdcc4a-aa75-4bd4-9f20-39fa4ad18148 service neutron] Request body: {'port': {'device_id': '3d780f70-4c19-4528-bb19-e4ddcbea867e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:24:36.228224 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c5dece82-6905-4cae-9d24-f01cdb529590 req-518d94aa-11de-4578-a06f-89f5674366de tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6152000 Dec 06 17:24:36.286839 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b62a3e57-4a4f-49d6-ab38-975e5a0b8b16 None None] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:36.296229 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-045e1964-5f0b-4c62-8826-a65d85789937 None None] Port bdc21632-a842-4536-b25a-8b6adfd0adad cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:24:36.296625 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-87918cbe-1f2d-4eef-a067-f00008a62a58 req-7d16caf7-5fb3-4375-9122-ddd74959dd0e tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/security-groups?id=a4eb8a4b-85ed-48a0-8761-ec5681059b26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423762 Dec 06 17:24:36.307924 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b62a3e57-4a4f-49d6-ab38-975e5a0b8b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:36.341381 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-e3edf78d-acf1-4e85-9650-f74d3586ef79 req-926b563d-8e5a-44f9-9798-7454649d77b7 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Deleting port fd8770e5-43c9-4df9-a87a-fd8b1189f8b0 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:24:36.341838 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e3edf78d-acf1-4e85-9650-f74d3586ef79 req-926b563d-8e5a-44f9-9798-7454649d77b7 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:36.348446 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 60934) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:24:36.369850 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-332803fd-b3fe-4a5b-b84c-e3170697e25b req-43fdcc4a-aa75-4bd4-9f20-39fa4ad18148 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:36.466774 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dbbaa6-0361-42e0-a82e-a0ec1fd99a97 None None] Pushing event updated for resources: {'Port': ['ID=bdc21632-a842-4536-b25a-8b6adfd0adad,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:36.485607 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab5a1622-9933-40c5-84a1-0be26fda8c29', 'name': 'network-vif-deleted', 'tag': '54b8b728-fb86-4824-ae15-d101cf829fb2'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:24:36.494969 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97468ba4-4f7e-4a11-9a84-dcc816ea3235" -d '{"events": [{"server_uuid": "ab5a1622-9933-40c5-84a1-0be26fda8c29", "name": "network-vif-deleted", "tag": "54b8b728-fb86-4824-ae15-d101cf829fb2"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:24:36.625981 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-b62a3e57-4a4f-49d6-ab38-975e5a0b8b16 None None] Attempting to bind port bdc21632-a842-4536-b25a-8b6adfd0adad on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:24:36.626361 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-b62a3e57-4a4f-49d6-ab38-975e5a0b8b16 None None] Attempting to bind port bdc21632-a842-4536-b25a-8b6adfd0adad by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'e36fdd3c-8263-42c5-be91-80384f076237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fcf22484-3aee-4f8b-9ee4-03517fcd27e4'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:24:36.626728 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62a3e57-4a4f-49d6-ab38-975e5a0b8b16 None None] Attempting to bind port bdc21632-a842-4536-b25a-8b6adfd0adad on network fcf22484-3aee-4f8b-9ee4-03517fcd27e4 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:24:36.633012 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62a3e57-4a4f-49d6-ab38-975e5a0b8b16 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:24:36.633394 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62a3e57-4a4f-49d6-ab38-975e5a0b8b16 None None] Checking segment: {'id': 'e36fdd3c-8263-42c5-be91-80384f076237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fcf22484-3aee-4f8b-9ee4-03517fcd27e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:24:36.633848 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b62a3e57-4a4f-49d6-ab38-975e5a0b8b16 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:36.634241 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62a3e57-4a4f-49d6-ab38-975e5a0b8b16 None None] Bound using segment: {'id': 'e36fdd3c-8263-42c5-be91-80384f076237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fcf22484-3aee-4f8b-9ee4-03517fcd27e4'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:24:36.634701 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-b62a3e57-4a4f-49d6-ab38-975e5a0b8b16 None None] Bound port: bdc21632-a842-4536-b25a-8b6adfd0adad, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e36fdd3c-8263-42c5-be91-80384f076237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fcf22484-3aee-4f8b-9ee4-03517fcd27e4'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:24:36.635087 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b62a3e57-4a4f-49d6-ab38-975e5a0b8b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:36.636701 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-28d3a33e-5000-4658-8020-711caffaab01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:36.645113 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 60940) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:24:36.690915 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-e5f548c9-28bf-4b67-8a88-44eed1a11904 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1002893434', 'description': 'tempest-secgroup-smoke-1002893434 description', 'project_id': 'ecd148ff302244ca8d62fb6aab386351'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:24:36.764883 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e5f548c9-28bf-4b67-8a88-44eed1a11904 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:36.797743 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b62a3e57-4a4f-49d6-ab38-975e5a0b8b16 None None] For port bdc21632-a842-4536-b25a-8b6adfd0adad, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:24:36.806099 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b62a3e57-4a4f-49d6-ab38-975e5a0b8b16 None None] For port bdc21632-a842-4536-b25a-8b6adfd0adad, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=bdc21632-a842-4536-b25a-8b6adfd0adad,segment=NetworkSegment(e36fdd3c-8263-42c5-be91-80384f076237),segment_id=e36fdd3c-8263-42c5-be91-80384f076237)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:24:36.809056 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 18cca4f8-e9f3-4b5e-a3c6-2d5c0217e0cc up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:24:36.869402 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b62a3e57-4a4f-49d6-ab38-975e5a0b8b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:36.927356 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9b0d60dd-41bc-456a-a8ac-84e108d3bc7b req-44edce1c-373f-406d-ac60-1c37c617432f tempest-VolumesActionsTest-94703347 tempest-VolumesActionsTest-94703347-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4cb2e35-ffdb-4a1b-a338-edb10825d6a0 HTTP/1.1" status: 200 len: 210 time: 0.0346980 Dec 06 17:24:36.944804 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-332803fd-b3fe-4a5b-b84c-e3170697e25b req-43fdcc4a-aa75-4bd4-9f20-39fa4ad18148 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1af279b-6b99-4d02-a6b5-9c0c727aa566 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:24:36.959288 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-332803fd-b3fe-4a5b-b84c-e3170697e25b req-43fdcc4a-aa75-4bd4-9f20-39fa4ad18148 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:36.978811 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-e3edf78d-acf1-4e85-9650-f74d3586ef79 req-926b563d-8e5a-44f9-9798-7454649d77b7 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] For port fd8770e5-43c9-4df9-a87a-fd8b1189f8b0, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=fd8770e5-43c9-4df9-a87a-fd8b1189f8b0,segment=NetworkSegment(d9cf52d1-bc52-4bcd-8c3c-12b88e1a5dd0),segment_id=d9cf52d1-bc52-4bcd-8c3c-12b88e1a5dd0)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:24:36.978963 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e3edf78d-acf1-4e85-9650-f74d3586ef79 req-926b563d-8e5a-44f9-9798-7454649d77b7 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:37.011846 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-332803fd-b3fe-4a5b-b84c-e3170697e25b req-43fdcc4a-aa75-4bd4-9f20-39fa4ad18148 service neutron] Transition to ACTIVE for port object b1af279b-6b99-4d02-a6b5-9c0c727aa566 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:24:37.022927 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-332803fd-b3fe-4a5b-b84c-e3170697e25b req-43fdcc4a-aa75-4bd4-9f20-39fa4ad18148 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:37.037415 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-e3edf78d-acf1-4e85-9650-f74d3586ef79 req-926b563d-8e5a-44f9-9798-7454649d77b7 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Calling delete_port for fd8770e5-43c9-4df9-a87a-fd8b1189f8b0 owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:24:37.051295 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1c011f-e672-4f87-ae18-8a474fc995ac req-59209308-6702-40be-ad8b-85a61cc2eeb8 tempest-ServerPasswordTestJSON-1179537844 tempest-ServerPasswordTestJSON-1179537844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:37.059600 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dbbaa6-0361-42e0-a82e-a0ec1fd99a97 None None] Pushing event updated for resources: {'Port': ['ID=bdc21632-a842-4536-b25a-8b6adfd0adad,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:37.066986 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9d1c011f-e672-4f87-ae18-8a474fc995ac req-59209308-6702-40be-ad8b-85a61cc2eeb8 tempest-ServerPasswordTestJSON-1179537844 tempest-ServerPasswordTestJSON-1179537844-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d780f70-4c19-4528-bb19-e4ddcbea867e HTTP/1.1" status: 200 len: 931 time: 0.3039904 Dec 06 17:24:37.105453 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-dd8f0da2-3d69-4aa4-9823-e17773f4e0cb req-0f8eff2e-5311-429e-8673-f64945941586 tempest-VolumesActionsTest-94703347 tempest-VolumesActionsTest-94703347-project] Allocated IP 172.20.0.5 (cf420c18-9b8b-4eac-b3ea-b6f32f8d9074/40620e17-53ab-488f-a3d4-370c528285ff/ad0055bd-f891-4d65-b844-d07d80bd7792) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:24:37.118903 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62a3e57-4a4f-49d6-ab38-975e5a0b8b16 None None] Routers {'21219e34-8ff3-4c2e-bf09-020ce2c07d01'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:24:37.119595 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-b62a3e57-4a4f-49d6-ab38-975e5a0b8b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:24:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['21219e34-8ff3-4c2e-bf09-020ce2c07d01'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:24:37.130102 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-5ce7ebe8-16a6-4e89-8423-0eeedf027192 None None] Provisioning complete for port bdc21632-a842-4536-b25a-8b6adfd0adad triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:24:37.130389 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5ce7ebe8-16a6-4e89-8423-0eeedf027192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:37.217122 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 18cca4f8-e9f3-4b5e-a3c6-2d5c0217e0cc triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:24:37.217821 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:37.222552 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13573e4a-255c-40c2-8f66-347a707f0a84 x-openstack-request-id: req-13573e4a-255c-40c2-8f66-347a707f0a84 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:24:37.222864 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab5a1622-9933-40c5-84a1-0be26fda8c29", "name": "network-vif-deleted", "tag": "54b8b728-fb86-4824-ae15-d101cf829fb2", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:24:37.223245 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-13573e4a-255c-40c2-8f66-347a707f0a84 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:24:37.223665 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab5a1622-9933-40c5-84a1-0be26fda8c29', 'name': 'network-vif-deleted', 'tag': '54b8b728-fb86-4824-ae15-d101cf829fb2', 'status': 'completed', 'code': 200} Dec 06 17:24:37.237298 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9d1c011f-e672-4f87-ae18-8a474fc995ac req-5fd15c25-7d72-4964-b648-cf19bda64021 tempest-ServerPasswordTestJSON-1179537844 tempest-ServerPasswordTestJSON-1179537844-project] 10.222.0.23 "GET /v2.0/security-groups?id=2efa5f63-f0c5-42b2-bae9-267211250ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677694 Dec 06 17:24:37.388355 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-b62a3e57-4a4f-49d6-ab38-975e5a0b8b16 None None] Set router 21219e34-8ff3-4c2e-bf09-020ce2c07d01 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:24:37.481462 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5ce7ebe8-16a6-4e89-8423-0eeedf027192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:37.499784 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e5f548c9-28bf-4b67-8a88-44eed1a11904 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:37.519165 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-332803fd-b3fe-4a5b-b84c-e3170697e25b req-43fdcc4a-aa75-4bd4-9f20-39fa4ad18148 service neutron] Attempting to bind port b1af279b-6b99-4d02-a6b5-9c0c727aa566 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:24:37.519521 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-332803fd-b3fe-4a5b-b84c-e3170697e25b req-43fdcc4a-aa75-4bd4-9f20-39fa4ad18148 service neutron] Attempting to bind port b1af279b-6b99-4d02-a6b5-9c0c727aa566 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'aa2ca17a-e625-4451-971c-4981d061f3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '80f9f68c-43a5-4e3f-b57b-35b1d5df7ab2'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:24:37.519825 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332803fd-b3fe-4a5b-b84c-e3170697e25b req-43fdcc4a-aa75-4bd4-9f20-39fa4ad18148 service neutron] Attempting to bind port b1af279b-6b99-4d02-a6b5-9c0c727aa566 on network 80f9f68c-43a5-4e3f-b57b-35b1d5df7ab2 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:24:37.568748 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332803fd-b3fe-4a5b-b84c-e3170697e25b req-43fdcc4a-aa75-4bd4-9f20-39fa4ad18148 service neutron] Port b1af279b-6b99-4d02-a6b5-9c0c727aa566 on network 80f9f68c-43a5-4e3f-b57b-35b1d5df7ab2 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:24:37.569087 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332803fd-b3fe-4a5b-b84c-e3170697e25b req-43fdcc4a-aa75-4bd4-9f20-39fa4ad18148 service neutron] Attempting to bind port b1af279b-6b99-4d02-a6b5-9c0c727aa566 on network 80f9f68c-43a5-4e3f-b57b-35b1d5df7ab2 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:24:37.572602 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fdcc4a-aa75-4bd4-9f20-39fa4ad18148 service neutron] Pushing event updated for resources: {'Port': ['ID=b1af279b-6b99-4d02-a6b5-9c0c727aa566,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:37.582894 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e5f548c9-28bf-4b67-8a88-44eed1a11904 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:37.597714 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332803fd-b3fe-4a5b-b84c-e3170697e25b req-43fdcc4a-aa75-4bd4-9f20-39fa4ad18148 service neutron] Checking agent: {'id': '9d8b9f49-2860-4c1f-9b89-45a7657a3c4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:24:37.598066 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332803fd-b3fe-4a5b-b84c-e3170697e25b req-43fdcc4a-aa75-4bd4-9f20-39fa4ad18148 service neutron] Checking segment: {'id': 'aa2ca17a-e625-4451-971c-4981d061f3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '80f9f68c-43a5-4e3f-b57b-35b1d5df7ab2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:24:37.598822 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332803fd-b3fe-4a5b-b84c-e3170697e25b req-43fdcc4a-aa75-4bd4-9f20-39fa4ad18148 service neutron] Bound using segment: {'id': 'aa2ca17a-e625-4451-971c-4981d061f3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '80f9f68c-43a5-4e3f-b57b-35b1d5df7ab2'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:24:37.599277 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-332803fd-b3fe-4a5b-b84c-e3170697e25b req-43fdcc4a-aa75-4bd4-9f20-39fa4ad18148 service neutron] Bound port: b1af279b-6b99-4d02-a6b5-9c0c727aa566, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa2ca17a-e625-4451-971c-4981d061f3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '80f9f68c-43a5-4e3f-b57b-35b1d5df7ab2'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:24:37.599641 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-332803fd-b3fe-4a5b-b84c-e3170697e25b req-43fdcc4a-aa75-4bd4-9f20-39fa4ad18148 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:37.617960 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67562f74-d854-4972-b0d9-9fcfa771c4a6 req-4f7b29a4-b5a4-4f08-97b1-9237fe0c7a22 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:37.626814 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-67562f74-d854-4972-b0d9-9fcfa771c4a6 req-4f7b29a4-b5a4-4f08-97b1-9237fe0c7a22 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8e6f85-4f02-4edb-b8e7-ac97e87f725a HTTP/1.1" status: 200 len: 945 time: 0.1931012 Dec 06 17:24:37.665398 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-28d3a33e-5000-4658-8020-711caffaab01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:37.692706 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-5ce7ebe8-16a6-4e89-8423-0eeedf027192 None None] For port bdc21632-a842-4536-b25a-8b6adfd0adad, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=bdc21632-a842-4536-b25a-8b6adfd0adad,segment=NetworkSegment(e36fdd3c-8263-42c5-be91-80384f076237),segment_id=e36fdd3c-8263-42c5-be91-80384f076237)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:24:37.714833 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5ce7ebe8-16a6-4e89-8423-0eeedf027192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:37.783313 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-28d3a33e-5000-4658-8020-711caffaab01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:37.805034 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-67562f74-d854-4972-b0d9-9fcfa771c4a6 req-7e27fa12-ed5d-4b82-a928-11bfffc3904d tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c657007e-2b96-4108-a795-7e2c1ca6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730752 Dec 06 17:24:37.866667 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-332803fd-b3fe-4a5b-b84c-e3170697e25b req-43fdcc4a-aa75-4bd4-9f20-39fa4ad18148 service neutron] For port b1af279b-6b99-4d02-a6b5-9c0c727aa566, host n-h2-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:24:37.873838 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-332803fd-b3fe-4a5b-b84c-e3170697e25b req-43fdcc4a-aa75-4bd4-9f20-39fa4ad18148 service neutron] For port b1af279b-6b99-4d02-a6b5-9c0c727aa566, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=b1af279b-6b99-4d02-a6b5-9c0c727aa566,segment=NetworkSegment(aa2ca17a-e625-4451-971c-4981d061f3d4),segment_id=aa2ca17a-e625-4451-971c-4981d061f3d4)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:24:37.886461 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-332803fd-b3fe-4a5b-b84c-e3170697e25b req-43fdcc4a-aa75-4bd4-9f20-39fa4ad18148 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:37.923115 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e5f548c9-28bf-4b67-8a88-44eed1a11904 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:37.927460 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-e5f548c9-28bf-4b67-8a88-44eed1a11904 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.2652905 Dec 06 17:24:37.940036 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 60954) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:24:37.949548 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-26687fda-a800-4ed3-81db-e4179226b3ee None None] Provisioning complete for port bdc21632-a842-4536-b25a-8b6adfd0adad triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:24:37.950385 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-26687fda-a800-4ed3-81db-e4179226b3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:37.953085 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce7ebe8-16a6-4e89-8423-0eeedf027192 None None] Pushing event updated for resources: {'Port': ['ID=bdc21632-a842-4536-b25a-8b6adfd0adad,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:37.968621 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-f6ff5497-c409-429a-a070-0ffad1a19a69 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Request body: {'security_group_rule': {'security_group_id': '9b7468f4-bad8-406b-a529-97182affb0b6', 'project_id': 'ecd148ff302244ca8d62fb6aab386351', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:24:37.981003 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f548c9-28bf-4b67-8a88-44eed1a11904 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b7468f4-bad8-406b-a529-97182affb0b6,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:37.992138 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fdcc4a-aa75-4bd4-9f20-39fa4ad18148 service neutron] Pushing event updated for resources: {'Port': ['ID=b1af279b-6b99-4d02-a6b5-9c0c727aa566,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:38.005665 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427080b6-81a0-4fc8-a158-0e7389ccadd3 req-3eb560ba-4fe5-43a9-984b-0f54cad1fee9 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:38.007535 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332803fd-b3fe-4a5b-b84c-e3170697e25b req-43fdcc4a-aa75-4bd4-9f20-39fa4ad18148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:38.009235 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-332803fd-b3fe-4a5b-b84c-e3170697e25b req-43fdcc4a-aa75-4bd4-9f20-39fa4ad18148 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:38.012148 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-332803fd-b3fe-4a5b-b84c-e3170697e25b req-43fdcc4a-aa75-4bd4-9f20-39fa4ad18148 service neutron] 10.222.0.44 "PUT /v2.0/ports/b1af279b-6b99-4d02-a6b5-9c0c727aa566 HTTP/1.1" status: 200 len: 1091 time: 1.8563490 Dec 06 17:24:38.014477 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-427080b6-81a0-4fc8-a158-0e7389ccadd3 req-3eb560ba-4fe5-43a9-984b-0f54cad1fee9 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 945 time: 0.5276170 Dec 06 17:24:38.020932 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-28d3a33e-5000-4658-8020-711caffaab01 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e2214dc434984c608e6d037312674559&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6686988 Dec 06 17:24:38.026820 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 60958) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:24:38.054772 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-b62a3e57-4a4f-49d6-ab38-975e5a0b8b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21219e34-8ff3-4c2e-bf09-020ce2c07d01', 'name': 'tempest-TestNetworkBasicOps-router-1491324929', 'tenant_id': 'ecd148ff302244ca8d62fb6aab386351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.151'}], 'enable_snat': True}, 'gw_port_id': 'b43da3b6-6f85-498a-9eac-afd223f3d9df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:24:18Z', 'updated_at': '2021-12-06T17:24:29Z', 'revision_number': 4, 'project_id': 'ecd148ff302244ca8d62fb6aab386351', 'gw_port': {'id': 'b43da3b6-6f85-498a-9eac-afd223f3d9df', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:61:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21219e34-8ff3-4c2e-bf09-020ce2c07d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:24:19Z', 'updated_at': '2021-12-06T17:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'bdc21632-a842-4536-b25a-8b6adfd0adad', 'name': '', 'network_id': 'fcf22484-3aee-4f8b-9ee4-03517fcd27e4', 'tenant_id': 'ecd148ff302244ca8d62fb6aab386351', 'mac_address': 'fa:16:3e:27:11:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21219e34-8ff3-4c2e-bf09-020ce2c07d01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': '28f81e8a-3246-4ebb-bc93-f6166ab7cc6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:24:27Z', 'updated_at': '2021-12-06T17:24:36Z', 'revision_number': 4, 'project_id': 'ecd148ff302244ca8d62fb6aab386351', 'subnets': [{'id': '28f81e8a-3246-4ebb-bc93-f6166ab7cc6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:24:38.061715 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d780f70-4c19-4528-bb19-e4ddcbea867e', 'tag': 'b1af279b-6b99-4d02-a6b5-9c0c727aa566'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:24:38.065278 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48f1a7c3-acf3-4433-9257-5d30ad490dd2" -d '{"events": [{"name": "network-changed", "server_uuid": "3d780f70-4c19-4528-bb19-e4ddcbea867e", "tag": "b1af279b-6b99-4d02-a6b5-9c0c727aa566"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:24:38.131524 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62a3e57-4a4f-49d6-ab38-975e5a0b8b16 None None] The sync data for ids ['21219e34-8ff3-4c2e-bf09-020ce2c07d01'] in n-d-master-1 is: [{'id': '21219e34-8ff3-4c2e-bf09-020ce2c07d01', 'name': 'tempest-TestNetworkBasicOps-router-1491324929', 'tenant_id': 'ecd148ff302244ca8d62fb6aab386351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.151'}], 'enable_snat': True}, 'gw_port_id': 'b43da3b6-6f85-498a-9eac-afd223f3d9df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:24:18Z', 'updated_at': '2021-12-06T17:24:29Z', 'revision_number': 4, 'project_id': 'ecd148ff302244ca8d62fb6aab386351', 'gw_port': {'id': 'b43da3b6-6f85-498a-9eac-afd223f3d9df', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:61:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21219e34-8ff3-4c2e-bf09-020ce2c07d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:24:19Z', 'updated_at': '2021-12-06T17:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'bdc21632-a842-4536-b25a-8b6adfd0adad', 'name': '', 'network_id': 'fcf22484-3aee-4f8b-9ee4-03517fcd27e4', 'tenant_id': 'ecd148ff302244ca8d62fb6aab386351', 'mac_address': 'fa:16:3e:27:11:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21219e34-8ff3-4c2e-bf09-020ce2c07d01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': '28f81e8a-3246-4ebb-bc93-f6166ab7cc6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:24:27Z', 'updated_at': '2021-12-06T17:24:36Z', 'revision_number': 4, 'project_id': 'ecd148ff302244ca8d62fb6aab386351', 'subnets': [{'id': '28f81e8a-3246-4ebb-bc93-f6166ab7cc6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:24:38.143142 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd2f0f1-7679-49f4-a1ff-bbe4e916f3ba req-a0e38374-a0e9-431e-a4c3-3bec1a02a83a tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:38.153702 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd2f0f1-7679-49f4-a1ff-bbe4e916f3ba req-a0e38374-a0e9-431e-a4c3-3bec1a02a83a tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:38.168198 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9cd2f0f1-7679-49f4-a1ff-bbe4e916f3ba req-a0e38374-a0e9-431e-a4c3-3bec1a02a83a tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab5a1622-9933-40c5-84a1-0be26fda8c29 HTTP/1.1" status: 200 len: 1676 time: 0.1544955 Dec 06 17:24:38.187842 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d3a33e-5000-4658-8020-711caffaab01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9568feb-59fa-4f7f-9b42-42f056c06eb7,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:38.244171 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332803fd-b3fe-4a5b-b84c-e3170697e25b req-6716a5cf-35d0-4cd5-a447-c13339b05436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:38.245721 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-332803fd-b3fe-4a5b-b84c-e3170697e25b req-6716a5cf-35d0-4cd5-a447-c13339b05436 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=329351083dd44d76a7984c486745ee3e&device_id=3d780f70-4c19-4528-bb19-e4ddcbea867e HTTP/1.1" status: 200 len: 1094 time: 0.1711717 Dec 06 17:24:38.255540 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9cd2f0f1-7679-49f4-a1ff-bbe4e916f3ba req-8e537e8d-ca5a-43dd-bbad-912f515a4a0e tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/security-groups?id=a4eb8a4b-85ed-48a0-8761-ec5681059b26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822535 Dec 06 17:24:38.257176 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-dd8f0da2-3d69-4aa4-9823-e17773f4e0cb req-0f8eff2e-5311-429e-8673-f64945941586 tempest-VolumesActionsTest-94703347 tempest-VolumesActionsTest-94703347-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:38.291759 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f6ff5497-c409-429a-a070-0ffad1a19a69 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:38.295901 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e3edf78d-acf1-4e85-9650-f74d3586ef79 req-926b563d-8e5a-44f9-9798-7454649d77b7 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:38.454200 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-427080b6-81a0-4fc8-a158-0e7389ccadd3 req-acfc0ff4-69f8-40b7-b0e4-74da7a49aaa0 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4386251 Dec 06 17:24:38.515607 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926b563d-8e5a-44f9-9798-7454649d77b7 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Pushing event deleted for resources: {'Port': ['ID=fd8770e5-43c9-4df9-a87a-fd8b1189f8b0,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:38.651755 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4f5e82c9-87b0-4f85-a7c8-dddf8e789030 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:38.749182 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device bdc21632-a842-4536-b25a-8b6adfd0adad up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:24:38.791266 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-16e26362-87b8-4038-bb4e-bc0931fd4144 req-02063557-6b02-4871-8af2-042b239e68cc tempest-VolumesActionsTest-94703347 tempest-VolumesActionsTest-94703347-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4cb2e35-ffdb-4a1b-a338-edb10825d6a0 HTTP/1.1" status: 200 len: 210 time: 0.1731172 Dec 06 17:24:38.800930 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3edf78d-acf1-4e85-9650-f74d3586ef79 req-926b563d-8e5a-44f9-9798-7454649d77b7 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] No DVR routers for this DVR port fd8770e5-43c9-4df9-a87a-fd8b1189f8b0 on host n-h1-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:24:38.829839 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e3edf78d-acf1-4e85-9650-f74d3586ef79 req-926b563d-8e5a-44f9-9798-7454649d77b7 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:38.833267 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e3edf78d-acf1-4e85-9650-f74d3586ef79 req-926b563d-8e5a-44f9-9798-7454649d77b7 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.41 "DELETE /v2.0/ports/fd8770e5-43c9-4df9-a87a-fd8b1189f8b0 HTTP/1.1" status: 204 len: 173 time: 3.3198900 Dec 06 17:24:38.922707 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4f5e82c9-87b0-4f85-a7c8-dddf8e789030 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:38.936795 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port bdc21632-a842-4536-b25a-8b6adfd0adad triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:24:38.938336 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:38.959223 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-332803fd-b3fe-4a5b-b84c-e3170697e25b req-90d8dc5f-f0a6-4bec-b1f6-87a3e48d3ddc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1af279b-6b99-4d02-a6b5-9c0c727aa566 HTTP/1.1" status: 200 len: 217 time: 0.7026706 Dec 06 17:24:38.988366 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ca4a55b-aac5-498e-a577-ceee26323536 x-openstack-request-id: req-1ca4a55b-aac5-498e-a577-ceee26323536 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:24:38.989075 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d780f70-4c19-4528-bb19-e4ddcbea867e", "tag": "b1af279b-6b99-4d02-a6b5-9c0c727aa566", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:24:38.989361 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1ca4a55b-aac5-498e-a577-ceee26323536 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:24:38.990204 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d780f70-4c19-4528-bb19-e4ddcbea867e', 'tag': 'b1af279b-6b99-4d02-a6b5-9c0c727aa566', 'status': 'completed', 'code': 200} Dec 06 17:24:39.007664 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-dd8f0da2-3d69-4aa4-9823-e17773f4e0cb req-0f8eff2e-5311-429e-8673-f64945941586 tempest-VolumesActionsTest-94703347 tempest-VolumesActionsTest-94703347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:39.102028 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332803fd-b3fe-4a5b-b84c-e3170697e25b req-a7df66bf-3247-49d4-b22b-80d17ee91322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:39.104150 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-332803fd-b3fe-4a5b-b84c-e3170697e25b req-a7df66bf-3247-49d4-b22b-80d17ee91322 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3e61e5ba-f819-4b3c-822a-5d6716758833 HTTP/1.1" status: 200 len: 851 time: 0.1113474 Dec 06 17:24:39.122615 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1039d9-12d9-4e65-917c-7048c43e38d0 req-2df721cd-8979-4fa7-9f45-f854973d39b9 tempest-ServerPasswordTestJSON-1179537844 tempest-ServerPasswordTestJSON-1179537844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:39.131654 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-cc1039d9-12d9-4e65-917c-7048c43e38d0 req-2df721cd-8979-4fa7-9f45-f854973d39b9 tempest-ServerPasswordTestJSON-1179537844 tempest-ServerPasswordTestJSON-1179537844-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d780f70-4c19-4528-bb19-e4ddcbea867e HTTP/1.1" status: 200 len: 943 time: 0.1712575 Dec 06 17:24:39.205589 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-332803fd-b3fe-4a5b-b84c-e3170697e25b req-cdb803f5-67ba-4e1c-9004-a6dc96d5e4b3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=80f9f68c-43a5-4e3f-b57b-35b1d5df7ab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621269 Dec 06 17:24:39.280467 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-cc1039d9-12d9-4e65-917c-7048c43e38d0 req-57a53411-b307-4272-b00d-cb545a8c68ba tempest-ServerPasswordTestJSON-1179537844 tempest-ServerPasswordTestJSON-1179537844-project] 10.222.0.23 "GET /v2.0/security-groups?id=2efa5f63-f0c5-42b2-bae9-267211250ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475430 Dec 06 17:24:39.452109 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-332803fd-b3fe-4a5b-b84c-e3170697e25b req-9f117054-dedf-44f9-9566-c261dd00ba35 service neutron] 10.222.0.44 "GET /v2.0/networks/80f9f68c-43a5-4e3f-b57b-35b1d5df7ab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354300 Dec 06 17:24:39.635238 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c7d78-e1ec-4f3f-b985-c73977147501 req-1761a10a-aaa3-44d3-9b1b-ab93c392d3f4 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:39.643156 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f12c7d78-e1ec-4f3f-b985-c73977147501 req-1761a10a-aaa3-44d3-9b1b-ab93c392d3f4 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8e6f85-4f02-4edb-b8e7-ac97e87f725a HTTP/1.1" status: 200 len: 945 time: 0.1285565 Dec 06 17:24:39.676876 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-332803fd-b3fe-4a5b-b84c-e3170697e25b req-152c54e2-98da-4fe1-acbd-acf2f45d7979 service neutron] 10.222.0.44 "GET /v2.0/networks/80f9f68c-43a5-4e3f-b57b-35b1d5df7ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177961 Dec 06 17:24:39.730936 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f12c7d78-e1ec-4f3f-b985-c73977147501 req-bff659f8-7780-4e53-a980-89e1f6780091 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c657007e-2b96-4108-a795-7e2c1ca6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864527 Dec 06 17:24:39.833733 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f1a7c3-acf3-4433-9257-5d30ad490dd2 req-20d806d2-e642-4ba6-b27b-cb411522d0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:39.835337 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-48f1a7c3-acf3-4433-9257-5d30ad490dd2 req-20d806d2-e642-4ba6-b27b-cb411522d0ce service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=329351083dd44d76a7984c486745ee3e&device_id=3d780f70-4c19-4528-bb19-e4ddcbea867e HTTP/1.1" status: 200 len: 1094 time: 0.1024821 Dec 06 17:24:39.837054 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab5a1622-9933-40c5-84a1-0be26fda8c29', 'name': 'network-vif-deleted', 'tag': 'fd8770e5-43c9-4df9-a87a-fd8b1189f8b0'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:24:39.839259 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c40f7b24-638b-4dc1-97aa-ade196a8c1f4" -d '{"events": [{"server_uuid": "ab5a1622-9933-40c5-84a1-0be26fda8c29", "name": "network-vif-deleted", "tag": "fd8770e5-43c9-4df9-a87a-fd8b1189f8b0"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:24:39.863977 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f6ff5497-c409-429a-a070-0ffad1a19a69 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:39.945820 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f6ff5497-c409-429a-a070-0ffad1a19a69 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:40.002096 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd8f0da2-3d69-4aa4-9823-e17773f4e0cb req-0f8eff2e-5311-429e-8673-f64945941586 tempest-VolumesActionsTest-94703347 tempest-VolumesActionsTest-94703347-project] Network cf420c18-9b8b-4eac-b3ea-b6f32f8d9074 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:24:40.015673 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8eff2e-5311-429e-8673-f64945941586 tempest-VolumesActionsTest-94703347 tempest-VolumesActionsTest-94703347-project] Pushing event updated for resources: {'Port': ['ID=ad0055bd-f891-4d65-b844-d07d80bd7792,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:40.030508 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdf604d-ea0d-4e67-91e4-4be4c0eb9449 req-1b2a1739-1560-4c57-afc5-6708abe91454 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:40.032353 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4bdf604d-ea0d-4e67-91e4-4be4c0eb9449 req-1b2a1739-1560-4c57-afc5-6708abe91454 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 945 time: 1.0680571 Dec 06 17:24:40.033037 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ff5497-c409-429a-a070-0ffad1a19a69 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46578228-59fa-44c7-a860-ac4ffcba4294,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:40.036603 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-dd8f0da2-3d69-4aa4-9823-e17773f4e0cb req-0f8eff2e-5311-429e-8673-f64945941586 tempest-VolumesActionsTest-94703347 tempest-VolumesActionsTest-94703347-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:24:40.068404 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd8f0da2-3d69-4aa4-9823-e17773f4e0cb req-0f8eff2e-5311-429e-8673-f64945941586 tempest-VolumesActionsTest-94703347 tempest-VolumesActionsTest-94703347-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:24:40.081653 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4f5e82c9-87b0-4f85-a7c8-dddf8e789030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:40.084491 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4f5e82c9-87b0-4f85-a7c8-dddf8e789030 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:40.089880 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-4f5e82c9-87b0-4f85-a7c8-dddf8e789030 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b9568feb-59fa-4f7f-9b42-42f056c06eb7 HTTP/1.1" status: 204 len: 168 time: 2.0534761 Dec 06 17:24:40.120796 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91381085-9a46-47e1-b8e9-fa04951e7228 req-6b036c0d-dee7-4f0c-b722-7eaa3226e785 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:40.125882 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f6ff5497-c409-429a-a070-0ffad1a19a69 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:40.127144 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-f6ff5497-c409-429a-a070-0ffad1a19a69 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1760056 Dec 06 17:24:40.131809 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-91381085-9a46-47e1-b8e9-fa04951e7228 req-6b036c0d-dee7-4f0c-b722-7eaa3226e785 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab5a1622-9933-40c5-84a1-0be26fda8c29 HTTP/1.1" status: 200 len: 943 time: 0.2903628 Dec 06 17:24:40.132354 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60982) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:24:40.149129 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-23c4b69e-4573-40d6-97df-8358c51794a3 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Request body: {'security_group_rule': {'security_group_id': '9b7468f4-bad8-406b-a529-97182affb0b6', 'project_id': 'ecd148ff302244ca8d62fb6aab386351', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:24:40.174035 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f1a7c3-acf3-4433-9257-5d30ad490dd2 req-32588144-032b-407b-bed6-cc1f0ec251e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:40.175532 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-48f1a7c3-acf3-4433-9257-5d30ad490dd2 req-32588144-032b-407b-bed6-cc1f0ec251e0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=80f9f68c-43a5-4e3f-b57b-35b1d5df7ab2 HTTP/1.1" status: 200 len: 912 time: 0.3243287 Dec 06 17:24:40.199943 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5e82c9-87b0-4f85-a7c8-dddf8e789030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9568feb-59fa-4f7f-9b42-42f056c06eb7,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:40.261977 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8f0da2-3d69-4aa4-9823-e17773f4e0cb req-0f8eff2e-5311-429e-8673-f64945941586 tempest-VolumesActionsTest-94703347 tempest-VolumesActionsTest-94703347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:40.263328 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-dd8f0da2-3d69-4aa4-9823-e17773f4e0cb req-0f8eff2e-5311-429e-8673-f64945941586 tempest-VolumesActionsTest-94703347 tempest-VolumesActionsTest-94703347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:40.284053 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4bdf604d-ea0d-4e67-91e4-4be4c0eb9449 req-ffae86e7-2d3c-4f08-bcc1-b21853cc2c5a tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384424 Dec 06 17:24:40.289791 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-e3edf78d-acf1-4e85-9650-f74d3586ef79 req-70f23e72-a058-4e28-8ad2-1b62116ea1a2 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Deleting port 4a00eecc-af3f-4037-9306-241f88900bd2 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:24:40.289960 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e3edf78d-acf1-4e85-9650-f74d3586ef79 req-70f23e72-a058-4e28-8ad2-1b62116ea1a2 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:40.295879 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-48f1a7c3-acf3-4433-9257-5d30ad490dd2 req-81cc9c43-7877-4c6c-a318-df7d192f4ed8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1af279b-6b99-4d02-a6b5-9c0c727aa566 HTTP/1.1" status: 200 len: 217 time: 0.1025546 Dec 06 17:24:40.346097 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-91381085-9a46-47e1-b8e9-fa04951e7228 req-b6a16abe-06f4-4bb7-9dc8-21ffff09d3ec tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/security-groups?id=a4eb8a4b-85ed-48a0-8761-ec5681059b26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1861126 Dec 06 17:24:40.383788 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-23c4b69e-4573-40d6-97df-8358c51794a3 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:40.504372 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f1a7c3-acf3-4433-9257-5d30ad490dd2 req-88e4ced2-1949-4620-add3-81ad27ee4f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:40.506660 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-e3edf78d-acf1-4e85-9650-f74d3586ef79 req-70f23e72-a058-4e28-8ad2-1b62116ea1a2 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] For port 4a00eecc-af3f-4037-9306-241f88900bd2, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=4a00eecc-af3f-4037-9306-241f88900bd2,segment=NetworkSegment(74b9be77-77d7-4cee-81d5-ab642772a138),segment_id=74b9be77-77d7-4cee-81d5-ab642772a138)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:24:40.506894 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-48f1a7c3-acf3-4433-9257-5d30ad490dd2 req-88e4ced2-1949-4620-add3-81ad27ee4f43 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3e61e5ba-f819-4b3c-822a-5d6716758833 HTTP/1.1" status: 200 len: 851 time: 0.1587844 Dec 06 17:24:40.507013 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e3edf78d-acf1-4e85-9650-f74d3586ef79 req-70f23e72-a058-4e28-8ad2-1b62116ea1a2 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:40.554530 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-e3edf78d-acf1-4e85-9650-f74d3586ef79 req-70f23e72-a058-4e28-8ad2-1b62116ea1a2 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Calling delete_port for 4a00eecc-af3f-4037-9306-241f88900bd2 owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:24:40.569074 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-48f1a7c3-acf3-4433-9257-5d30ad490dd2 req-eaab2843-2f5e-4adb-bcda-ec4429d3b32d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=80f9f68c-43a5-4e3f-b57b-35b1d5df7ab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421417 Dec 06 17:24:40.590197 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02e4102f-cbcf-45cd-89a6-2c01f7159572 x-openstack-request-id: req-02e4102f-cbcf-45cd-89a6-2c01f7159572 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:24:40.590544 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab5a1622-9933-40c5-84a1-0be26fda8c29", "name": "network-vif-deleted", "tag": "fd8770e5-43c9-4df9-a87a-fd8b1189f8b0", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:24:40.590813 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-02e4102f-cbcf-45cd-89a6-2c01f7159572 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:24:40.591247 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab5a1622-9933-40c5-84a1-0be26fda8c29', 'name': 'network-vif-deleted', 'tag': 'fd8770e5-43c9-4df9-a87a-fd8b1189f8b0', 'status': 'completed', 'code': 200} Dec 06 17:24:40.720496 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-48f1a7c3-acf3-4433-9257-5d30ad490dd2 req-48f2903a-e9b9-47a9-92d8-1057622b0f1f service neutron] 10.222.0.44 "GET /v2.0/networks/80f9f68c-43a5-4e3f-b57b-35b1d5df7ab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417322 Dec 06 17:24:40.803663 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-23c4b69e-4573-40d6-97df-8358c51794a3 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:40.812359 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-dd8f0da2-3d69-4aa4-9823-e17773f4e0cb req-0f8eff2e-5311-429e-8673-f64945941586 tempest-VolumesActionsTest-94703347 tempest-VolumesActionsTest-94703347-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1981213 Dec 06 17:24:40.815959 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-23c4b69e-4573-40d6-97df-8358c51794a3 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:40.867956 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-dd8f0da2-3d69-4aa4-9823-e17773f4e0cb req-36794e76-67c4-4bf9-ae92-d985a5d3c84d service neutron] Request body: {'port': {'device_id': 'e4cb2e35-ffdb-4a1b-a338-edb10825d6a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:24:40.927321 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-23c4b69e-4573-40d6-97df-8358c51794a3 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:40.930905 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 60998) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:24:40.932634 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-23c4b69e-4573-40d6-97df-8358c51794a3 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7973220 Dec 06 17:24:40.939029 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 32768) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:24:40.969999 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-5f61ef0b-a0ca-4c8a-b90b-3f9bb4c4ce67 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Request body: {'security_group_rule': {'security_group_id': '9b7468f4-bad8-406b-a529-97182affb0b6', 'project_id': 'ecd148ff302244ca8d62fb6aab386351', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:24:40.982455 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c4b69e-4573-40d6-97df-8358c51794a3 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d0672a5-7444-4276-9739-def2b6eccc5d,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:41.000686 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a187a52-5123-4385-b46d-e16885e19db3 req-ee789ad5-db51-4b06-b5e1-6077a2163879 tempest-ServerPasswordTestJSON-1179537844 tempest-ServerPasswordTestJSON-1179537844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:41.010548 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0a187a52-5123-4385-b46d-e16885e19db3 req-ee789ad5-db51-4b06-b5e1-6077a2163879 tempest-ServerPasswordTestJSON-1179537844 tempest-ServerPasswordTestJSON-1179537844-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d780f70-4c19-4528-bb19-e4ddcbea867e HTTP/1.1" status: 200 len: 943 time: 0.2939537 Dec 06 17:24:41.026019 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-52f079b5-a291-40ec-b9e2-bc7a7cb82072 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:41.093235 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-48f1a7c3-acf3-4433-9257-5d30ad490dd2 req-16c6988d-f6fe-466a-9a2c-49dcca1f1916 service neutron] 10.222.0.44 "GET /v2.0/networks/80f9f68c-43a5-4e3f-b57b-35b1d5df7ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3631437 Dec 06 17:24:41.097001 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0a187a52-5123-4385-b46d-e16885e19db3 req-d9175706-2ed3-4a11-ac7c-2e48a6cb4c81 tempest-ServerPasswordTestJSON-1179537844 tempest-ServerPasswordTestJSON-1179537844-project] 10.222.0.23 "GET /v2.0/security-groups?id=2efa5f63-f0c5-42b2-bae9-267211250ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847657 Dec 06 17:24:41.113352 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936d3db8-9e4c-4151-ac30-ce76a273603c req-165c1528-effb-401e-860d-10d4e7242a12 tempest-VolumesActionsTest-94703347 tempest-VolumesActionsTest-94703347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:41.120263 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5f61ef0b-a0ca-4c8a-b90b-3f9bb4c4ce67 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:41.124112 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-936d3db8-9e4c-4151-ac30-ce76a273603c req-165c1528-effb-401e-860d-10d4e7242a12 tempest-VolumesActionsTest-94703347 tempest-VolumesActionsTest-94703347-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4cb2e35-ffdb-4a1b-a338-edb10825d6a0 HTTP/1.1" status: 200 len: 931 time: 0.5432630 Dec 06 17:24:41.187573 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-dd8f0da2-3d69-4aa4-9823-e17773f4e0cb req-36794e76-67c4-4bf9-ae92-d985a5d3c84d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:41.204538 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5f61ef0b-a0ca-4c8a-b90b-3f9bb4c4ce67 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:41.212479 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5f61ef0b-a0ca-4c8a-b90b-3f9bb4c4ce67 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:41.214795 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e3edf78d-acf1-4e85-9650-f74d3586ef79 req-70f23e72-a058-4e28-8ad2-1b62116ea1a2 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:41.238854 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f61ef0b-a0ca-4c8a-b90b-3f9bb4c4ce67 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28ae237c-9063-4b5c-a533-662d1efd6a2a,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:41.255369 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5f61ef0b-a0ca-4c8a-b90b-3f9bb4c4ce67 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:41.263589 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-5f61ef0b-a0ca-4c8a-b90b-3f9bb4c4ce67 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3101656 Dec 06 17:24:41.264970 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 32772) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:24:41.271155 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-e0148f61-d46d-4a57-936d-e2aa871d4b3a tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Request body: {'security_group_rule': {'security_group_id': '9b7468f4-bad8-406b-a529-97182affb0b6', 'project_id': 'ecd148ff302244ca8d62fb6aab386351', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:24:41.306397 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e0148f61-d46d-4a57-936d-e2aa871d4b3a tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:41.358689 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f23e72-a058-4e28-8ad2-1b62116ea1a2 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Pushing event deleted for resources: {'Port': ['ID=4a00eecc-af3f-4037-9306-241f88900bd2,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:41.392421 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bade95f-ff8d-4f94-aac3-44074ef59577 req-b4b8a592-8f19-4a85-b1ec-5bd86bdfaf97 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:41.402663 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3bade95f-ff8d-4f94-aac3-44074ef59577 req-b4b8a592-8f19-4a85-b1ec-5bd86bdfaf97 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8e6f85-4f02-4edb-b8e7-ac97e87f725a HTTP/1.1" status: 200 len: 945 time: 0.0928495 Dec 06 17:24:41.463162 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e0148f61-d46d-4a57-936d-e2aa871d4b3a tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:41.487420 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3bade95f-ff8d-4f94-aac3-44074ef59577 req-4a2468fb-7a18-4976-bbb0-5a2a7bd416d4 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c657007e-2b96-4108-a795-7e2c1ca6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791905 Dec 06 17:24:41.488270 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e0148f61-d46d-4a57-936d-e2aa871d4b3a tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:41.513754 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-936d3db8-9e4c-4151-ac30-ce76a273603c req-31553abf-bc50-4cc0-b195-27f14f26018d tempest-VolumesActionsTest-94703347 tempest-VolumesActionsTest-94703347-project] 10.222.0.23 "GET /v2.0/security-groups?id=51423628-2240-4a7f-b0ae-05f2d5833289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3851662 Dec 06 17:24:41.526425 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0148f61-d46d-4a57-936d-e2aa871d4b3a tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45a300cc-b3b9-47a6-b4e3-c263724611a7,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:41.564981 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e0148f61-d46d-4a57-936d-e2aa871d4b3a tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:41.566374 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-e0148f61-d46d-4a57-936d-e2aa871d4b3a tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2996218 Dec 06 17:24:41.569011 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 32776) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:24:41.574103 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-2e62e274-a5d5-4027-8285-6f73e40ce88e tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Request body: {'security_group_rule': {'security_group_id': '9b7468f4-bad8-406b-a529-97182affb0b6', 'project_id': 'ecd148ff302244ca8d62fb6aab386351', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:24:41.655874 n-d-master-1 neutron-server[103284]: INFO neutron.db.securitygroups_db [None req-2e62e274-a5d5-4027-8285-6f73e40ce88e tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Project ecd148ff302244ca8d62fb6aab386351 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 17:24:41.678930 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cbcb53-accf-47a6-8dad-a8ac28864f96 req-f8317b8a-e168-48b3-8c9a-9ede99607db3 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:41.687290 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f6cbcb53-accf-47a6-8dad-a8ac28864f96 req-f8317b8a-e168-48b3-8c9a-9ede99607db3 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 945 time: 0.0852838 Dec 06 17:24:41.689963 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2e62e274-a5d5-4027-8285-6f73e40ce88e tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:41.699654 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3edf78d-acf1-4e85-9650-f74d3586ef79 req-70f23e72-a058-4e28-8ad2-1b62116ea1a2 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] No DVR routers for this DVR port 4a00eecc-af3f-4037-9306-241f88900bd2 on host n-h1-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:24:41.719765 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e3edf78d-acf1-4e85-9650-f74d3586ef79 req-70f23e72-a058-4e28-8ad2-1b62116ea1a2 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:41.723207 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e3edf78d-acf1-4e85-9650-f74d3586ef79 req-70f23e72-a058-4e28-8ad2-1b62116ea1a2 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.41 "DELETE /v2.0/ports/4a00eecc-af3f-4037-9306-241f88900bd2 HTTP/1.1" status: 204 len: 173 time: 2.8544254 Dec 06 17:24:41.782288 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-25301348-9408-4d8e-84d3-c65105bd61a2 req-8b3aa91a-3869-4680-b8e1-32377ff035b7 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab5a1622-9933-40c5-84a1-0be26fda8c29 HTTP/1.1" status: 200 len: 210 time: 0.0783365 Dec 06 17:24:41.858315 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f6cbcb53-accf-47a6-8dad-a8ac28864f96 req-51ba8311-876b-4626-a849-3dae744038b1 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698785 Dec 06 17:24:41.867119 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-52f079b5-a291-40ec-b9e2-bc7a7cb82072 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:41.901729 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2e62e274-a5d5-4027-8285-6f73e40ce88e tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:41.913695 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2e62e274-a5d5-4027-8285-6f73e40ce88e tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:41.928626 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-52f079b5-a291-40ec-b9e2-bc7a7cb82072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:41.956498 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e62e274-a5d5-4027-8285-6f73e40ce88e tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c0653ac-ce71-4d80-997d-384b40749255,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:41.983336 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2e62e274-a5d5-4027-8285-6f73e40ce88e tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:41.987917 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-2e62e274-a5d5-4027-8285-6f73e40ce88e tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4177375 Dec 06 17:24:41.990860 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 32780) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:24:42.018772 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-b2af0e8a-f7e1-4e12-b108-19c0ee40e4e3 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Request body: {'security_group_rule': {'security_group_id': '9b7468f4-bad8-406b-a529-97182affb0b6', 'project_id': 'ecd148ff302244ca8d62fb6aab386351', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:24:42.050546 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-52f079b5-a291-40ec-b9e2-bc7a7cb82072 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=767d11b5167d4d5bb4da49685a1692e2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1069059 Dec 06 17:24:42.054621 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 32782) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:24:42.064201 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f079b5-a291-40ec-b9e2-bc7a7cb82072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2330d39-2ecc-4891-8ed0-717b411de721,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:42.084120 n-d-master-1 neutron-server[103284]: INFO neutron.db.securitygroups_db [None req-b2af0e8a-f7e1-4e12-b108-19c0ee40e4e3 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Project ecd148ff302244ca8d62fb6aab386351 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 17:24:42.098212 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b2af0e8a-f7e1-4e12-b108-19c0ee40e4e3 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:42.141936 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-dd8f0da2-3d69-4aa4-9823-e17773f4e0cb req-36794e76-67c4-4bf9-ae92-d985a5d3c84d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad0055bd-f891-4d65-b844-d07d80bd7792 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:24:42.153127 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-dd8f0da2-3d69-4aa4-9823-e17773f4e0cb req-36794e76-67c4-4bf9-ae92-d985a5d3c84d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:42.171041 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-dd8f0da2-3d69-4aa4-9823-e17773f4e0cb req-36794e76-67c4-4bf9-ae92-d985a5d3c84d service neutron] Transition to ACTIVE for port object ad0055bd-f891-4d65-b844-d07d80bd7792 will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:24:42.185855 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-dd8f0da2-3d69-4aa4-9823-e17773f4e0cb req-36794e76-67c4-4bf9-ae92-d985a5d3c84d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:42.200759 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddfc77b-769e-48b6-a153-d00d553293b4 req-cbcbe965-f1b7-49ce-9c64-19ec4cc2fbb6 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:42.206539 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8ddfc77b-769e-48b6-a153-d00d553293b4 req-cbcbe965-f1b7-49ce-9c64-19ec4cc2fbb6 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 945 time: 0.2264328 Dec 06 17:24:42.272735 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8aab04d2-509d-4f52-86a9-1510f68ea9ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:42.296595 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8ddfc77b-769e-48b6-a153-d00d553293b4 req-ff0b0938-91f0-43f3-b41a-3bcdc36d52b0 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796511 Dec 06 17:24:42.321822 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8aab04d2-509d-4f52-86a9-1510f68ea9ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:42.323787 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36794e76-67c4-4bf9-ae92-d985a5d3c84d service neutron] Pushing event updated for resources: {'Port': ['ID=ad0055bd-f891-4d65-b844-d07d80bd7792,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:42.389089 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b2af0e8a-f7e1-4e12-b108-19c0ee40e4e3 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:42.410628 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe8cf2-261a-475e-bae3-1af109f8eb95 req-688f455e-9632-4476-b864-34c1556cd64d tempest-ServerPasswordTestJSON-1179537844 tempest-ServerPasswordTestJSON-1179537844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:42.412400 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4efe8cf2-261a-475e-bae3-1af109f8eb95 req-688f455e-9632-4476-b864-34c1556cd64d tempest-ServerPasswordTestJSON-1179537844 tempest-ServerPasswordTestJSON-1179537844-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d780f70-4c19-4528-bb19-e4ddcbea867e HTTP/1.1" status: 200 len: 943 time: 0.1835244 Dec 06 17:24:42.415731 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b2af0e8a-f7e1-4e12-b108-19c0ee40e4e3 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:42.461769 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2af0e8a-f7e1-4e12-b108-19c0ee40e4e3 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1eeeb281-1517-45c6-bd1a-eb5af1c11099,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:42.485798 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b2af0e8a-f7e1-4e12-b108-19c0ee40e4e3 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:42.487197 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-b2af0e8a-f7e1-4e12-b108-19c0ee40e4e3 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4921577 Dec 06 17:24:42.519295 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-dd8f0da2-3d69-4aa4-9823-e17773f4e0cb req-36794e76-67c4-4bf9-ae92-d985a5d3c84d service neutron] Attempting to bind port ad0055bd-f891-4d65-b844-d07d80bd7792 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:24:42.520483 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-dd8f0da2-3d69-4aa4-9823-e17773f4e0cb req-36794e76-67c4-4bf9-ae92-d985a5d3c84d service neutron] Attempting to bind port ad0055bd-f891-4d65-b844-d07d80bd7792 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '65235854-25e8-4048-b6e2-991cead0db67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'cf420c18-9b8b-4eac-b3ea-b6f32f8d9074'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:24:42.522031 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8f0da2-3d69-4aa4-9823-e17773f4e0cb req-36794e76-67c4-4bf9-ae92-d985a5d3c84d service neutron] Attempting to bind port ad0055bd-f891-4d65-b844-d07d80bd7792 on network cf420c18-9b8b-4eac-b3ea-b6f32f8d9074 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:24:42.535198 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4efe8cf2-261a-475e-bae3-1af109f8eb95 req-cf417372-0a83-4373-8a46-65a94cf6b442 tempest-ServerPasswordTestJSON-1179537844 tempest-ServerPasswordTestJSON-1179537844-project] 10.222.0.23 "GET /v2.0/security-groups?id=2efa5f63-f0c5-42b2-bae9-267211250ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008511 Dec 06 17:24:42.536956 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8f0da2-3d69-4aa4-9823-e17773f4e0cb req-36794e76-67c4-4bf9-ae92-d985a5d3c84d service neutron] Port ad0055bd-f891-4d65-b844-d07d80bd7792 on network cf420c18-9b8b-4eac-b3ea-b6f32f8d9074 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:24:42.537868 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8f0da2-3d69-4aa4-9823-e17773f4e0cb req-36794e76-67c4-4bf9-ae92-d985a5d3c84d service neutron] Attempting to bind port ad0055bd-f891-4d65-b844-d07d80bd7792 on network cf420c18-9b8b-4eac-b3ea-b6f32f8d9074 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:24:42.547829 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8aab04d2-509d-4f52-86a9-1510f68ea9ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:42.550845 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8aab04d2-509d-4f52-86a9-1510f68ea9ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:42.552423 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-8aab04d2-509d-4f52-86a9-1510f68ea9ab admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e2330d39-2ecc-4891-8ed0-717b411de721 HTTP/1.1" status: 204 len: 168 time: 0.4968133 Dec 06 17:24:42.561851 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8f0da2-3d69-4aa4-9823-e17773f4e0cb req-36794e76-67c4-4bf9-ae92-d985a5d3c84d service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:24:42.574068 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8f0da2-3d69-4aa4-9823-e17773f4e0cb req-36794e76-67c4-4bf9-ae92-d985a5d3c84d service neutron] Checking segment: {'id': '65235854-25e8-4048-b6e2-991cead0db67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'cf420c18-9b8b-4eac-b3ea-b6f32f8d9074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:24:42.574658 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aab04d2-509d-4f52-86a9-1510f68ea9ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2330d39-2ecc-4891-8ed0-717b411de721,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:42.582723 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8f0da2-3d69-4aa4-9823-e17773f4e0cb req-36794e76-67c4-4bf9-ae92-d985a5d3c84d service neutron] Bound using segment: {'id': '65235854-25e8-4048-b6e2-991cead0db67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'cf420c18-9b8b-4eac-b3ea-b6f32f8d9074'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:24:42.584919 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-dd8f0da2-3d69-4aa4-9823-e17773f4e0cb req-36794e76-67c4-4bf9-ae92-d985a5d3c84d service neutron] Bound port: ad0055bd-f891-4d65-b844-d07d80bd7792, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65235854-25e8-4048-b6e2-991cead0db67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'cf420c18-9b8b-4eac-b3ea-b6f32f8d9074'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:24:42.585913 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-dd8f0da2-3d69-4aa4-9823-e17773f4e0cb req-36794e76-67c4-4bf9-ae92-d985a5d3c84d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:42.609450 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab5a1622-9933-40c5-84a1-0be26fda8c29', 'name': 'network-vif-deleted', 'tag': '4a00eecc-af3f-4037-9306-241f88900bd2'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:24:42.611782 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-962d4614-8369-4c42-a123-93c1867d1213" -d '{"events": [{"server_uuid": "ab5a1622-9933-40c5-84a1-0be26fda8c29", "name": "network-vif-deleted", "tag": "4a00eecc-af3f-4037-9306-241f88900bd2"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:24:42.805610 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1d280c-facf-43a0-adca-f0f4948b833a req-8c088011-1e68-49ed-8ff9-a126266950a0 tempest-VolumesActionsTest-94703347 tempest-VolumesActionsTest-94703347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:42.807211 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2e1d280c-facf-43a0-adca-f0f4948b833a req-8c088011-1e68-49ed-8ff9-a126266950a0 tempest-VolumesActionsTest-94703347 tempest-VolumesActionsTest-94703347-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4cb2e35-ffdb-4a1b-a338-edb10825d6a0 HTTP/1.1" status: 200 len: 943 time: 0.1164951 Dec 06 17:24:42.825137 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5a1587-92fb-4790-9c5e-9f63e717791d req-e2877132-1382-4cc9-a4dd-4e1b74994e9d tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:42.835115 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7b5a1587-92fb-4790-9c5e-9f63e717791d req-e2877132-1382-4cc9-a4dd-4e1b74994e9d tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8e6f85-4f02-4edb-b8e7-ac97e87f725a HTTP/1.1" status: 200 len: 945 time: 0.2429006 Dec 06 17:24:42.882738 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-dd8f0da2-3d69-4aa4-9823-e17773f4e0cb req-36794e76-67c4-4bf9-ae92-d985a5d3c84d service neutron] For port ad0055bd-f891-4d65-b844-d07d80bd7792, host n-h1-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:24:42.888384 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-dd8f0da2-3d69-4aa4-9823-e17773f4e0cb req-36794e76-67c4-4bf9-ae92-d985a5d3c84d service neutron] For port ad0055bd-f891-4d65-b844-d07d80bd7792, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ad0055bd-f891-4d65-b844-d07d80bd7792,segment=NetworkSegment(65235854-25e8-4048-b6e2-991cead0db67),segment_id=65235854-25e8-4048-b6e2-991cead0db67)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:24:42.899516 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-dd8f0da2-3d69-4aa4-9823-e17773f4e0cb req-36794e76-67c4-4bf9-ae92-d985a5d3c84d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:42.955259 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2e1d280c-facf-43a0-adca-f0f4948b833a req-ff51a607-9d5f-48a6-b83b-73db177ab64b tempest-VolumesActionsTest-94703347 tempest-VolumesActionsTest-94703347-project] 10.222.0.23 "GET /v2.0/security-groups?id=51423628-2240-4a7f-b0ae-05f2d5833289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403117 Dec 06 17:24:42.964846 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7b5a1587-92fb-4790-9c5e-9f63e717791d req-c0ab380c-aab2-456e-806c-a96428e160ab tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c657007e-2b96-4108-a795-7e2c1ca6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287727 Dec 06 17:24:42.990208 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8f0da2-3d69-4aa4-9823-e17773f4e0cb req-36794e76-67c4-4bf9-ae92-d985a5d3c84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:42.990613 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-dd8f0da2-3d69-4aa4-9823-e17773f4e0cb req-36794e76-67c4-4bf9-ae92-d985a5d3c84d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:42.992029 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-dd8f0da2-3d69-4aa4-9823-e17773f4e0cb req-36794e76-67c4-4bf9-ae92-d985a5d3c84d service neutron] 10.222.0.41 "PUT /v2.0/ports/ad0055bd-f891-4d65-b844-d07d80bd7792 HTTP/1.1" status: 200 len: 1091 time: 2.1415069 Dec 06 17:24:43.037665 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36794e76-67c4-4bf9-ae92-d985a5d3c84d service neutron] Pushing event updated for resources: {'Port': ['ID=ad0055bd-f891-4d65-b844-d07d80bd7792,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:43.045108 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d87eb64b-7f9d-47d3-a413-c53f7532527c x-openstack-request-id: req-d87eb64b-7f9d-47d3-a413-c53f7532527c {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:24:43.045935 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab5a1622-9933-40c5-84a1-0be26fda8c29", "name": "network-vif-deleted", "tag": "4a00eecc-af3f-4037-9306-241f88900bd2", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:24:43.049635 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d87eb64b-7f9d-47d3-a413-c53f7532527c {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:24:43.050270 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab5a1622-9933-40c5-84a1-0be26fda8c29', 'name': 'network-vif-deleted', 'tag': '4a00eecc-af3f-4037-9306-241f88900bd2', 'status': 'completed', 'code': 200} Dec 06 17:24:43.165770 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-962a7a8a-7604-4a9e-9627-1818cb62f005 req-cd2c852d-6924-4bc3-854d-b94670b13922 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab5a1622-9933-40c5-84a1-0be26fda8c29 HTTP/1.1" status: 200 len: 210 time: 0.0550094 Dec 06 17:24:43.183554 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8f0da2-3d69-4aa4-9823-e17773f4e0cb req-117de4a7-d2dc-4da2-af42-e3e9fcdd61d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:43.185420 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-dd8f0da2-3d69-4aa4-9823-e17773f4e0cb req-117de4a7-d2dc-4da2-af42-e3e9fcdd61d2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e7779b6571e04aa1a49f32880d951dfe&device_id=e4cb2e35-ffdb-4a1b-a338-edb10825d6a0 HTTP/1.1" status: 200 len: 1094 time: 0.1315820 Dec 06 17:24:43.201353 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-13a83fea-9c0e-42fe-b596-34ea0b88102f req-ec10c3ff-d365-4fcf-9887-35e15dcffa61 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1002893434&fields=id&tenant_id=ecd148ff302244ca8d62fb6aab386351 HTTP/1.1" status: 200 len: 267 time: 0.0737576 Dec 06 17:24:43.267109 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-dd8f0da2-3d69-4aa4-9823-e17773f4e0cb req-3aeead8d-9fcd-4fb8-94ce-f8eab435c062 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ad0055bd-f891-4d65-b844-d07d80bd7792 HTTP/1.1" status: 200 len: 217 time: 0.0670893 Dec 06 17:24:43.380308 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a83fea-9c0e-42fe-b596-34ea0b88102f req-1262cd3f-fbed-4e4d-a44e-5cf56300d738 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:43.388834 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-13a83fea-9c0e-42fe-b596-34ea0b88102f req-1262cd3f-fbed-4e4d-a44e-5cf56300d738 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "GET /v2.0/networks?id=fcf22484-3aee-4f8b-9ee4-03517fcd27e4 HTTP/1.1" status: 200 len: 797 time: 0.1853848 Dec 06 17:24:43.390387 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8f0da2-3d69-4aa4-9823-e17773f4e0cb req-ca3d24aa-6e12-47c9-8362-4ddd88e7d9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:43.404323 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-dd8f0da2-3d69-4aa4-9823-e17773f4e0cb req-ca3d24aa-6e12-47c9-8362-4ddd88e7d9e9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=40620e17-53ab-488f-a3d4-370c528285ff HTTP/1.1" status: 200 len: 849 time: 0.1251409 Dec 06 17:24:43.405955 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-13a83fea-9c0e-42fe-b596-34ea0b88102f req-65688f06-c9bb-4f8a-8d77-c7da6a8da820 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "GET /v2.0/quotas/ecd148ff302244ca8d62fb6aab386351 HTTP/1.1" status: 200 len: 375 time: 0.0160806 Dec 06 17:24:43.414597 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb2c8c9-e23e-4a5c-baa2-839bf74b17ab req-f0fb4dd3-38db-4bea-969b-38efc68c20fa tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:43.423150 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0cb2c8c9-e23e-4a5c-baa2-839bf74b17ab req-f0fb4dd3-38db-4bea-969b-38efc68c20fa tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 945 time: 0.1530797 Dec 06 17:24:43.441047 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2e046077-b968-4d15-82a4-176005cf416f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:43.489319 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-dd8f0da2-3d69-4aa4-9823-e17773f4e0cb req-600ba790-426a-4976-acc6-e979e8856c71 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cf420c18-9b8b-4eac-b3ea-b6f32f8d9074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636179 Dec 06 17:24:43.502997 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-13a83fea-9c0e-42fe-b596-34ea0b88102f req-dcaaa722-eeee-4565-b562-8230f6a88a4b tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ecd148ff302244ca8d62fb6aab386351&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0957592 Dec 06 17:24:43.579856 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device b1af279b-6b99-4d02-a6b5-9c0c727aa566 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:24:43.643164 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0cb2c8c9-e23e-4a5c-baa2-839bf74b17ab req-55aca9a0-6579-4802-aa0e-b715c1a8c926 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133427 Dec 06 17:24:43.683122 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-13a83fea-9c0e-42fe-b596-34ea0b88102f req-f4a94a9a-40b3-4192-a0d5-9a686b8c5d4b service neutron] 10.222.0.23 "GET /v2.0/networks/fcf22484-3aee-4f8b-9ee4-03517fcd27e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714735 Dec 06 17:24:43.694475 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-dd8f0da2-3d69-4aa4-9823-e17773f4e0cb req-174e4474-b431-436f-a096-566415ab5281 service neutron] 10.222.0.41 "GET /v2.0/networks/cf420c18-9b8b-4eac-b3ea-b6f32f8d9074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826465 Dec 06 17:24:43.830839 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port b1af279b-6b99-4d02-a6b5-9c0c727aa566, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=b1af279b-6b99-4d02-a6b5-9c0c727aa566,segment=NetworkSegment(aa2ca17a-e625-4451-971c-4981d061f3d4),segment_id=aa2ca17a-e625-4451-971c-4981d061f3d4)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:24:43.847779 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-dd8f0da2-3d69-4aa4-9823-e17773f4e0cb req-c2d70aef-7944-4f8d-ab62-d28eee125ab9 service neutron] 10.222.0.41 "GET /v2.0/networks/cf420c18-9b8b-4eac-b3ea-b6f32f8d9074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398849 Dec 06 17:24:43.855180 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': 'b1af279b-6b99-4d02-a6b5-9c0c727aa566', 'network_id': '80f9f68c-43a5-4e3f-b57b-35b1d5df7ab2', 'port_id': 'b1af279b-6b99-4d02-a6b5-9c0c727aa566', 'mac_address': 'fa:16:3e:dc:ca:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e61e5ba-f819-4b3c-822a-5d6716758833', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:24:43.926983 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-13a83fea-9c0e-42fe-b596-34ea0b88102f req-79b59f80-680d-46dd-a128-2de0242b0809 service neutron] 10.222.0.23 "GET /v2.0/networks/fcf22484-3aee-4f8b-9ee4-03517fcd27e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428746 Dec 06 17:24:43.966001 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:43.980873 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1af279b-6b99-4d02-a6b5-9c0c727aa566 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:24:44.003302 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port b1af279b-6b99-4d02-a6b5-9c0c727aa566, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=b1af279b-6b99-4d02-a6b5-9c0c727aa566,segment=NetworkSegment(aa2ca17a-e625-4451-971c-4981d061f3d4),segment_id=aa2ca17a-e625-4451-971c-4981d061f3d4)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:24:44.017994 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:44.090749 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3f8dfd-812c-426f-a6dd-1591182a4144 req-45c0a6fc-4a60-4791-bc50-3d2fc77475a7 tempest-ServerPasswordTestJSON-1179537844 tempest-ServerPasswordTestJSON-1179537844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:44.102018 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0f3f8dfd-812c-426f-a6dd-1591182a4144 req-45c0a6fc-4a60-4791-bc50-3d2fc77475a7 tempest-ServerPasswordTestJSON-1179537844 tempest-ServerPasswordTestJSON-1179537844-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d780f70-4c19-4528-bb19-e4ddcbea867e HTTP/1.1" status: 200 len: 943 time: 0.2003841 Dec 06 17:24:44.168570 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=b1af279b-6b99-4d02-a6b5-9c0c727aa566,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:44.203638 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:24:44.203995 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:24:44.204345 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:24:44.206811 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:24:44.207446 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:24:44.207979 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:24:44.208488 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:24:44.211067 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:24:44.211677 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:24:44.211956 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:24:44.212357 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:24:44.212725 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:24:44.220575 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:24:44.249222 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['b1af279b-6b99-4d02-a6b5-9c0c727aa566'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:24:44.261027 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0f3f8dfd-812c-426f-a6dd-1591182a4144 req-3dd73f15-c5f5-41c4-8f72-006a851959d2 tempest-ServerPasswordTestJSON-1179537844 tempest-ServerPasswordTestJSON-1179537844-project] 10.222.0.23 "GET /v2.0/security-groups?id=2efa5f63-f0c5-42b2-bae9-267211250ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433427 Dec 06 17:24:44.366345 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3354e1-780d-4e93-9235-d801a172ebe4 req-f49d75b2-6915-4fc5-a4a7-0e8e75614f85 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:44.367974 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5e3354e1-780d-4e93-9235-d801a172ebe4 req-f49d75b2-6915-4fc5-a4a7-0e8e75614f85 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 945 time: 0.1286595 Dec 06 17:24:44.368483 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 32852) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:24:44.430074 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc9cedd-c4ed-48f3-adfe-5cbac6414e05 req-b0041523-ac37-4dfc-b891-7b3828d85ff8 tempest-VolumesActionsTest-94703347 tempest-VolumesActionsTest-94703347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:44.431712 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4fc9cedd-c4ed-48f3-adfe-5cbac6414e05 req-b0041523-ac37-4dfc-b891-7b3828d85ff8 tempest-VolumesActionsTest-94703347 tempest-VolumesActionsTest-94703347-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4cb2e35-ffdb-4a1b-a338-edb10825d6a0 HTTP/1.1" status: 200 len: 943 time: 0.1076162 Dec 06 17:24:44.505231 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5e3354e1-780d-4e93-9235-d801a172ebe4 req-cbd4ea43-aa0a-46eb-8cac-2c787fb2ceab tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158612 Dec 06 17:24:44.589310 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4fc9cedd-c4ed-48f3-adfe-5cbac6414e05 req-f2c87f0a-3ac3-4d32-83f7-b1a57711ff6a tempest-VolumesActionsTest-94703347 tempest-VolumesActionsTest-94703347-project] 10.222.0.23 "GET /v2.0/security-groups?id=51423628-2240-4a7f-b0ae-05f2d5833289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129539 Dec 06 17:24:44.660310 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-d762f728-f06b-427f-854f-be240f4c0b41 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2125134412-network', 'tenant_id': '8e20f481c9174841b068555f84e7c98f'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:24:44.725201 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d762f728-f06b-427f-854f-be240f4c0b41 admin admin] Made reservation on behalf of 8e20f481c9174841b068555f84e7c98f for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:24:44.729846 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d762f728-f06b-427f-854f-be240f4c0b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:44.771859 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d762f728-f06b-427f-854f-be240f4c0b41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:44.782601 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-14e2c9a3-272b-47f5-aed8-e388fa0b74c7 req-7be58a19-54e4-4809-826e-e2ce26a27194 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "GET /v2.0/ports?device_id=b90c60e1-8c4d-43c2-9053-69409cdfe209 HTTP/1.1" status: 200 len: 210 time: 0.0992801 Dec 06 17:24:44.849815 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a993d70c-7e2c-4025-a74b-705b4d27c9ac req-0c59ed6a-0885-4b79-bfa5-957d37fc1888 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:44.851643 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a993d70c-7e2c-4025-a74b-705b4d27c9ac req-0c59ed6a-0885-4b79-bfa5-957d37fc1888 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8e6f85-4f02-4edb-b8e7-ac97e87f725a HTTP/1.1" status: 200 len: 945 time: 0.1650307 Dec 06 17:24:44.942219 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a993d70c-7e2c-4025-a74b-705b4d27c9ac req-708c8123-1221-4efc-9a22-e37ad0469405 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c657007e-2b96-4108-a795-7e2c1ca6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820436 Dec 06 17:24:44.999307 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-290e40bd-3c71-4671-84ad-e65c5bb8cf85 req-34e0269e-e498-418a-b964-a70a8a5d7898 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab5a1622-9933-40c5-84a1-0be26fda8c29 HTTP/1.1" status: 200 len: 210 time: 0.0637739 Dec 06 17:24:45.036418 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d762f728-f06b-427f-854f-be240f4c0b41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:45.043482 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d762f728-f06b-427f-854f-be240f4c0b41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:45.053082 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4cb2e35-ffdb-4a1b-a338-edb10825d6a0', 'tag': 'ad0055bd-f891-4d65-b844-d07d80bd7792'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:24:45.057997 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c9e72e6-e290-4509-948a-712c461b9be9" -d '{"events": [{"name": "network-changed", "server_uuid": "e4cb2e35-ffdb-4a1b-a338-edb10825d6a0", "tag": "ad0055bd-f891-4d65-b844-d07d80bd7792"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:24:45.102663 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d762f728-f06b-427f-854f-be240f4c0b41 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:24:45.160829 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d762f728-f06b-427f-854f-be240f4c0b41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc06ab5-704d-4d83-bc83-3d9dd1f38b36,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:45.170856 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d762f728-f06b-427f-854f-be240f4c0b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:45.171211 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-d762f728-f06b-427f-854f-be240f4c0b41 admin admin] Added segment a51553e5-2cc2-4505-834e-c40711ff7bbd of type vlan for network d04fae1e-5cf2-4413-9915-e4d8c2305f7b Dec 06 17:24:45.199808 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf311967-ecd6-4648-a298-a0887754ff7e x-openstack-request-id: req-bf311967-ecd6-4648-a298-a0887754ff7e {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:24:45.203487 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4cb2e35-ffdb-4a1b-a338-edb10825d6a0", "tag": "ad0055bd-f891-4d65-b844-d07d80bd7792", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:24:45.203954 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bf311967-ecd6-4648-a298-a0887754ff7e {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:24:45.204541 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4cb2e35-ffdb-4a1b-a338-edb10825d6a0', 'tag': 'ad0055bd-f891-4d65-b844-d07d80bd7792', 'status': 'completed', 'code': 200} Dec 06 17:24:45.223795 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d762f728-f06b-427f-854f-be240f4c0b41 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:45.234647 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d09159-9392-4732-af06-fb074a2a7f16 req-47d060d1-8a7b-42e1-9ceb-be7461b259d4 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:45.236256 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-80d09159-9392-4732-af06-fb074a2a7f16 req-47d060d1-8a7b-42e1-9ceb-be7461b259d4 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 945 time: 0.1131127 Dec 06 17:24:45.259706 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d762f728-f06b-427f-854f-be240f4c0b41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:45.262828 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d762f728-f06b-427f-854f-be240f4c0b41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:45.262828 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d762f728-f06b-427f-854f-be240f4c0b41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:45.346142 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-d762f728-f06b-427f-854f-be240f4c0b41 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9739156 Dec 06 17:24:45.346566 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 32872) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:24:45.352232 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-d066eedf-3e69-4b73-8d19-0d6b523768fc admin admin] Request body: {'subnet': {'network_id': 'd04fae1e-5cf2-4413-9915-e4d8c2305f7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2125134412-subnet', 'tenant_id': '8e20f481c9174841b068555f84e7c98f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:24:45.373251 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d762f728-f06b-427f-854f-be240f4c0b41 admin admin] Pushing event updated for resources: {'Network': ['ID=d04fae1e-5cf2-4413-9915-e4d8c2305f7b,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:45.389961 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network d04fae1e-5cf2-4413-9915-e4d8c2305f7b details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:24:45.411279 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9e72e6-e290-4509-948a-712c461b9be9 req-e7b70bf9-6f7d-44e5-903e-63e1f3e797f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:45.412886 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1c9e72e6-e290-4509-948a-712c461b9be9 req-e7b70bf9-6f7d-44e5-903e-63e1f3e797f4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e7779b6571e04aa1a49f32880d951dfe&device_id=e4cb2e35-ffdb-4a1b-a338-edb10825d6a0 HTTP/1.1" status: 200 len: 1094 time: 0.1757224 Dec 06 17:24:45.430958 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d066eedf-3e69-4b73-8d19-0d6b523768fc admin admin] Made reservation on behalf of 8e20f481c9174841b068555f84e7c98f for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:24:45.435300 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d066eedf-3e69-4b73-8d19-0d6b523768fc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:45.509365 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-80d09159-9392-4732-af06-fb074a2a7f16 req-6d3ca423-1fb6-4c8f-903f-c92fd603ec1c tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477403 Dec 06 17:24:45.525855 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab1627-3810-4d29-b1f5-2e49c2c4aa74 req-6fb9445b-2655-40c3-b83d-fc15381d2351 tempest-ServerPasswordTestJSON-1179537844 tempest-ServerPasswordTestJSON-1179537844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:45.535253 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3cab1627-3810-4d29-b1f5-2e49c2c4aa74 req-6fb9445b-2655-40c3-b83d-fc15381d2351 tempest-ServerPasswordTestJSON-1179537844 tempest-ServerPasswordTestJSON-1179537844-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d780f70-4c19-4528-bb19-e4ddcbea867e HTTP/1.1" status: 200 len: 944 time: 0.1476963 Dec 06 17:24:45.591137 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device b1af279b-6b99-4d02-a6b5-9c0c727aa566 up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:24:45.630694 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3cab1627-3810-4d29-b1f5-2e49c2c4aa74 req-48a20eb9-b9bd-4de4-bb52-0188c01de997 tempest-ServerPasswordTestJSON-1179537844 tempest-ServerPasswordTestJSON-1179537844-project] 10.222.0.23 "GET /v2.0/security-groups?id=2efa5f63-f0c5-42b2-bae9-267211250ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892901 Dec 06 17:24:45.650515 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9e72e6-e290-4509-948a-712c461b9be9 req-a2507e36-6b43-41fc-a798-2f10a24cef22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:45.652145 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1c9e72e6-e290-4509-948a-712c461b9be9 req-a2507e36-6b43-41fc-a798-2f10a24cef22 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cf420c18-9b8b-4eac-b3ea-b6f32f8d9074 HTTP/1.1" status: 200 len: 910 time: 0.2292185 Dec 06 17:24:45.689150 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6bcc7354-1849-41b1-8762-e7e74d6e5187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:45.731157 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1c9e72e6-e290-4509-948a-712c461b9be9 req-5fca993a-3cee-4f86-8d88-5b7bfe8567d7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ad0055bd-f891-4d65-b844-d07d80bd7792 HTTP/1.1" status: 200 len: 217 time: 0.0669303 Dec 06 17:24:45.735575 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning for port b1af279b-6b99-4d02-a6b5-9c0c727aa566 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:24:45.740079 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port b1af279b-6b99-4d02-a6b5-9c0c727aa566 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:24:45.740698 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:45.989122 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140763cc-aec4-4e53-aa6c-47610f17ba7f req-2d2e056e-7ff8-4db5-aab1-7fedcb8ef1cf tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:45.997082 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d066eedf-3e69-4b73-8d19-0d6b523768fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:45.998855 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-140763cc-aec4-4e53-aa6c-47610f17ba7f req-2d2e056e-7ff8-4db5-aab1-7fedcb8ef1cf tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 945 time: 0.2654052 Dec 06 17:24:46.008340 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9e72e6-e290-4509-948a-712c461b9be9 req-4a166ebb-a37f-42f7-9eeb-f206cad9bef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:46.022857 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1c9e72e6-e290-4509-948a-712c461b9be9 req-4a166ebb-a37f-42f7-9eeb-f206cad9bef1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=40620e17-53ab-488f-a3d4-370c528285ff HTTP/1.1" status: 200 len: 849 time: 0.1808534 Dec 06 17:24:46.079338 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d671d72c-413c-404d-86a6-427476f133f8 req-f93bcfa3-d682-4fb4-bee8-b7fa5698e70b tempest-VolumesActionsTest-94703347 tempest-VolumesActionsTest-94703347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:46.080981 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d671d72c-413c-404d-86a6-427476f133f8 req-f93bcfa3-d682-4fb4-bee8-b7fa5698e70b tempest-VolumesActionsTest-94703347 tempest-VolumesActionsTest-94703347-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4cb2e35-ffdb-4a1b-a338-edb10825d6a0 HTTP/1.1" status: 200 len: 943 time: 0.2490747 Dec 06 17:24:46.123063 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-140763cc-aec4-4e53-aa6c-47610f17ba7f req-8e33fab6-106f-4094-95ab-1e525f46ffe8 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988934 Dec 06 17:24:46.177238 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1c9e72e6-e290-4509-948a-712c461b9be9 req-563ba5a4-1f0b-4121-8dce-6870240677bb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cf420c18-9b8b-4eac-b3ea-b6f32f8d9074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584207 Dec 06 17:24:46.232308 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:46.244363 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d066eedf-3e69-4b73-8d19-0d6b523768fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec977d14-56fc-411a-98f8-ba7e454c62e7,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:46.263067 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d066eedf-3e69-4b73-8d19-0d6b523768fc admin admin] Checking segment: {'id': 'a51553e5-2cc2-4505-834e-c40711ff7bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd04fae1e-5cf2-4413-9915-e4d8c2305f7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:24:46.263438 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d066eedf-3e69-4b73-8d19-0d6b523768fc admin admin] Network hostable DHCP agents. Network: d04fae1e-5cf2-4413-9915-e4d8c2305f7b, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:24:46.273234 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a83fea-9c0e-42fe-b596-34ea0b88102f req-ce01dbbe-2aae-4040-92c0-cb425fe3897f tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:46.274943 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-13a83fea-9c0e-42fe-b596-34ea0b88102f req-ce01dbbe-2aae-4040-92c0-cb425fe3897f tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.44 "GET /v2.0/networks?id=fcf22484-3aee-4f8b-9ee4-03517fcd27e4 HTTP/1.1" status: 200 len: 797 time: 0.5291767 Dec 06 17:24:46.309731 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port b1af279b-6b99-4d02-a6b5-9c0c727aa566, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=b1af279b-6b99-4d02-a6b5-9c0c727aa566,segment=NetworkSegment(aa2ca17a-e625-4451-971c-4981d061f3d4),segment_id=aa2ca17a-e625-4451-971c-4981d061f3d4)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:24:46.311503 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d780f70-4c19-4528-bb19-e4ddcbea867e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1af279b-6b99-4d02-a6b5-9c0c727aa566'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:24:46.316569 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35a757ee-9a81-4099-a1fb-2885c44cf8ea" -d '{"events": [{"server_uuid": "3d780f70-4c19-4528-bb19-e4ddcbea867e", "name": "network-vif-plugged", "status": "completed", "tag": "b1af279b-6b99-4d02-a6b5-9c0c727aa566"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:24:46.331870 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:46.338407 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d671d72c-413c-404d-86a6-427476f133f8 req-8d666ddd-07ba-426d-8225-c6dd4295b780 tempest-VolumesActionsTest-94703347 tempest-VolumesActionsTest-94703347-project] 10.222.0.23 "GET /v2.0/security-groups?id=51423628-2240-4a7f-b0ae-05f2d5833289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305593 Dec 06 17:24:46.399127 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-030b975d-c9c1-4df5-b087-24d1eebc323e req-5e978a9f-65c8-4329-bac4-2db132e79b34 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "GET /v2.0/ports?device_id=b90c60e1-8c4d-43c2-9053-69409cdfe209 HTTP/1.1" status: 200 len: 210 time: 0.0973976 Dec 06 17:24:46.403484 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d066eedf-3e69-4b73-8d19-0d6b523768fc admin admin] Network d04fae1e-5cf2-4413-9915-e4d8c2305f7b is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:24:46.441267 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-d066eedf-3e69-4b73-8d19-0d6b523768fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, d04fae1e-5cf2-4413-9915-e4d8c2305f7b) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:24:46.442652 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=b1af279b-6b99-4d02-a6b5-9c0c727aa566,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:46.448095 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device ad0055bd-f891-4d65-b844-d07d80bd7792 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:24:46.460486 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d066eedf-3e69-4b73-8d19-0d6b523768fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:46.461111 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d066eedf-3e69-4b73-8d19-0d6b523768fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:46.500664 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1c9e72e6-e290-4509-948a-712c461b9be9 req-1a8bf359-5f0c-42a5-9162-02494fa03231 service neutron] 10.222.0.41 "GET /v2.0/networks/cf420c18-9b8b-4eac-b3ea-b6f32f8d9074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3097701 Dec 06 17:24:46.516997 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209c5d88-9396-412c-b7c3-29264ee12040 None None] Network d04fae1e-5cf2-4413-9915-e4d8c2305f7b requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:24:46.534861 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-13a83fea-9c0e-42fe-b596-34ea0b88102f req-e8ce0d7e-f14d-4291-b3dd-61ffba89f174 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ecd148ff302244ca8d62fb6aab386351 HTTP/1.1" status: 200 len: 380 time: 0.2428281 Dec 06 17:24:46.563977 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3c52d67c-b319-4f0d-b31d-4ee4e8883eed req-598a3662-56d5-4a6c-90df-7ab6d08a0a6a tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab5a1622-9933-40c5-84a1-0be26fda8c29 HTTP/1.1" status: 200 len: 210 time: 0.0615778 Dec 06 17:24:46.595296 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-13a83fea-9c0e-42fe-b596-34ea0b88102f req-061bd762-159c-48d7-8185-84caf39b180f tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Request body: {'port': {'device_id': 'b90c60e1-8c4d-43c2-9053-69409cdfe209', 'network_id': 'fcf22484-3aee-4f8b-9ee4-03517fcd27e4', 'admin_state_up': True, 'tenant_id': 'ecd148ff302244ca8d62fb6aab386351', 'security_groups': ['9b7468f4-bad8-406b-a529-97182affb0b6']}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:24:46.643003 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-d066eedf-3e69-4b73-8d19-0d6b523768fc admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2952907 Dec 06 17:24:46.687051 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port ad0055bd-f891-4d65-b844-d07d80bd7792, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ad0055bd-f891-4d65-b844-d07d80bd7792,segment=NetworkSegment(65235854-25e8-4048-b6e2-991cead0db67),segment_id=65235854-25e8-4048-b6e2-991cead0db67)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:24:46.709439 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': 'ad0055bd-f891-4d65-b844-d07d80bd7792', 'network_id': 'cf420c18-9b8b-4eac-b3ea-b6f32f8d9074', 'port_id': 'ad0055bd-f891-4d65-b844-d07d80bd7792', 'mac_address': 'fa:16:3e:20:db:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40620e17-53ab-488f-a3d4-370c528285ff', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:24:46.828660 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1c9e72e6-e290-4509-948a-712c461b9be9 req-651de5f4-feea-4409-9368-c95aa0f2e733 service neutron] 10.222.0.41 "GET /v2.0/networks/cf420c18-9b8b-4eac-b3ea-b6f32f8d9074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619543 Dec 06 17:24:46.896101 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06900849-ec66-42ab-ac49-428b3ccd518b x-openstack-request-id: req-06900849-ec66-42ab-ac49-428b3ccd518b {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:24:46.896573 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d780f70-4c19-4528-bb19-e4ddcbea867e", "name": "network-vif-plugged", "status": "completed", "tag": "b1af279b-6b99-4d02-a6b5-9c0c727aa566", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:24:46.896955 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-06900849-ec66-42ab-ac49-428b3ccd518b {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:24:46.897489 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d780f70-4c19-4528-bb19-e4ddcbea867e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1af279b-6b99-4d02-a6b5-9c0c727aa566', 'code': 200} Dec 06 17:24:46.904690 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8bc298-db5b-45f5-ae9a-fabb6aba1fd8 req-7ec24c01-43ae-4495-ade0-0dfe44fe5981 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:46.906601 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-cc8bc298-db5b-45f5-ae9a-fabb6aba1fd8 req-7ec24c01-43ae-4495-ade0-0dfe44fe5981 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8e6f85-4f02-4edb-b8e7-ac97e87f725a HTTP/1.1" status: 200 len: 945 time: 0.4344931 Dec 06 17:24:46.990817 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61eed02-7ea6-4908-bc91-870597bc9ced req-306a7fae-2937-45a1-8c29-ba2fdb499b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:46.992725 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c61eed02-7ea6-4908-bc91-870597bc9ced req-306a7fae-2937-45a1-8c29-ba2fdb499b61 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3d780f70-4c19-4528-bb19-e4ddcbea867e HTTP/1.1" status: 200 len: 1096 time: 0.0892093 Dec 06 17:24:47.003005 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d05d962-1811-4b41-89a1-de0bf212136a req-63cd7376-71a5-41e4-970e-abffcd90248e tempest-ServerPasswordTestJSON-1179537844 tempest-ServerPasswordTestJSON-1179537844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:47.013185 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8d05d962-1811-4b41-89a1-de0bf212136a req-63cd7376-71a5-41e4-970e-abffcd90248e tempest-ServerPasswordTestJSON-1179537844 tempest-ServerPasswordTestJSON-1179537844-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d780f70-4c19-4528-bb19-e4ddcbea867e HTTP/1.1" status: 200 len: 945 time: 0.0971925 Dec 06 17:24:47.078259 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c61eed02-7ea6-4908-bc91-870597bc9ced req-335d53a3-e5ef-4e69-bbc7-6a2ae9e2ae01 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2efa5f63-f0c5-42b2-bae9-267211250ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593934 Dec 06 17:24:47.103871 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-cc8bc298-db5b-45f5-ae9a-fabb6aba1fd8 req-5a3847ff-a75a-488a-97a3-c0ff02378a39 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c657007e-2b96-4108-a795-7e2c1ca6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896820 Dec 06 17:24:47.149543 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13a83fea-9c0e-42fe-b596-34ea0b88102f req-061bd762-159c-48d7-8185-84caf39b180f tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Made reservation on behalf of ecd148ff302244ca8d62fb6aab386351 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:24:47.155540 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-13a83fea-9c0e-42fe-b596-34ea0b88102f req-061bd762-159c-48d7-8185-84caf39b180f tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:47.169217 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:47.170947 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acdc784e-874a-4d0d-93c0-7f82a664ce71 None None] Network d04fae1e-5cf2-4413-9915-e4d8c2305f7b requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:24:47.177387 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8d05d962-1811-4b41-89a1-de0bf212136a req-eb0157aa-66c7-441c-bf08-cd810b815142 tempest-ServerPasswordTestJSON-1179537844 tempest-ServerPasswordTestJSON-1179537844-project] 10.222.0.23 "GET /v2.0/security-groups?id=2efa5f63-f0c5-42b2-bae9-267211250ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628325 Dec 06 17:24:47.224114 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:47.270436 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad0055bd-f891-4d65-b844-d07d80bd7792 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:24:47.294516 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port ad0055bd-f891-4d65-b844-d07d80bd7792, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ad0055bd-f891-4d65-b844-d07d80bd7792,segment=NetworkSegment(65235854-25e8-4048-b6e2-991cead0db67),segment_id=65235854-25e8-4048-b6e2-991cead0db67)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:24:47.309955 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:47.559488 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93d37c2-8341-4bb6-938f-15f6a0379ecf req-05374ce2-1a0b-4eca-89ef-cb382f728030 tempest-VolumesActionsTest-94703347 tempest-VolumesActionsTest-94703347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:47.569355 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f93d37c2-8341-4bb6-938f-15f6a0379ecf req-05374ce2-1a0b-4eca-89ef-cb382f728030 tempest-VolumesActionsTest-94703347 tempest-VolumesActionsTest-94703347-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4cb2e35-ffdb-4a1b-a338-edb10825d6a0 HTTP/1.1" status: 200 len: 944 time: 0.1062462 Dec 06 17:24:47.569635 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=ad0055bd-f891-4d65-b844-d07d80bd7792,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:47.645917 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['ad0055bd-f891-4d65-b844-d07d80bd7792'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:24:47.663589 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f93d37c2-8341-4bb6-938f-15f6a0379ecf req-024c9ddd-48ab-47b3-94c5-e85706235dc5 tempest-VolumesActionsTest-94703347 tempest-VolumesActionsTest-94703347-project] 10.222.0.23 "GET /v2.0/security-groups?id=51423628-2240-4a7f-b0ae-05f2d5833289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915730 Dec 06 17:24:47.813525 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be925e32-2330-483c-b8f9-fe8f75a9b221 req-cce9feb2-ddf9-4a39-b477-c18c32cfeca1 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:47.821305 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-be925e32-2330-483c-b8f9-fe8f75a9b221 req-cce9feb2-ddf9-4a39-b477-c18c32cfeca1 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 945 time: 0.6050484 Dec 06 17:24:47.898591 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-939941f9-be1b-4f21-8bd5-946d5545c659 req-59b8aa28-1c13-40a7-99f2-b874e9c118da tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "GET /v2.0/ports?device_id=b90c60e1-8c4d-43c2-9053-69409cdfe209 HTTP/1.1" status: 200 len: 210 time: 0.0843441 Dec 06 17:24:47.979116 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-13a83fea-9c0e-42fe-b596-34ea0b88102f req-061bd762-159c-48d7-8185-84caf39b180f tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Allocated IP 172.20.0.4 (fcf22484-3aee-4f8b-9ee4-03517fcd27e4/28f81e8a-3246-4ebb-bc93-f6166ab7cc6f/09f7aabb-6b09-4a8b-bc58-433a095b05f8) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:24:48.040397 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:48.074627 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a66adc90-1fb7-4572-b139-88db76586bc1 req-d73c575e-47aa-4e23-9f87-fa0a68aad022 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab5a1622-9933-40c5-84a1-0be26fda8c29 HTTP/1.1" status: 200 len: 210 time: 0.0653238 Dec 06 17:24:48.203551 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-13a83fea-9c0e-42fe-b596-34ea0b88102f req-061bd762-159c-48d7-8185-84caf39b180f tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:48.250159 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-13a83fea-9c0e-42fe-b596-34ea0b88102f req-061bd762-159c-48d7-8185-84caf39b180f tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:48.317272 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061bd762-159c-48d7-8185-84caf39b180f tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Pushing event updated for resources: {'Port': ['ID=09f7aabb-6b09-4a8b-bc58-433a095b05f8,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:48.333522 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-be925e32-2330-483c-b8f9-fe8f75a9b221 req-ab546d81-f811-40af-9232-ae4c3c085b53 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5111315 Dec 06 17:24:48.350732 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13a83fea-9c0e-42fe-b596-34ea0b88102f req-061bd762-159c-48d7-8185-84caf39b180f tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Network fcf22484-3aee-4f8b-9ee4-03517fcd27e4 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:24:48.352561 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-13a83fea-9c0e-42fe-b596-34ea0b88102f req-061bd762-159c-48d7-8185-84caf39b180f tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:24:48.362693 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-13a83fea-9c0e-42fe-b596-34ea0b88102f req-061bd762-159c-48d7-8185-84caf39b180f tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:24:48.402362 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7113a27b-82c3-4fdb-8a23-dcfd015eb311 req-bad5e069-0e52-4549-a9f4-bcef72b0a9c2 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:48.420788 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7113a27b-82c3-4fdb-8a23-dcfd015eb311 req-bad5e069-0e52-4549-a9f4-bcef72b0a9c2 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8e6f85-4f02-4edb-b8e7-ac97e87f725a HTTP/1.1" status: 200 len: 945 time: 0.1044438 Dec 06 17:24:48.471467 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a83fea-9c0e-42fe-b596-34ea0b88102f req-061bd762-159c-48d7-8185-84caf39b180f tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:48.472661 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-13a83fea-9c0e-42fe-b596-34ea0b88102f req-061bd762-159c-48d7-8185-84caf39b180f tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:48.496809 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-13a83fea-9c0e-42fe-b596-34ea0b88102f req-061bd762-159c-48d7-8185-84caf39b180f tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9207563 Dec 06 17:24:48.518689 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-13a83fea-9c0e-42fe-b596-34ea0b88102f req-6f8a6dd6-be2e-4767-926c-fa03a929c858 service neutron] Request body: {'port': {'device_id': 'b90c60e1-8c4d-43c2-9053-69409cdfe209', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:24:48.532297 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7113a27b-82c3-4fdb-8a23-dcfd015eb311 req-6b2c6105-cf00-433a-85d9-f2a90753973f tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c657007e-2b96-4108-a795-7e2c1ca6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105254 Dec 06 17:24:48.662176 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-13a83fea-9c0e-42fe-b596-34ea0b88102f req-6f8a6dd6-be2e-4767-926c-fa03a929c858 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:48.740897 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33ca4fb-831b-4627-bcc4-6b057bb51145 req-1f3a8416-0827-4620-a83c-cf3c349f1b7a tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:48.756373 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a33ca4fb-831b-4627-bcc4-6b057bb51145 req-1f3a8416-0827-4620-a83c-cf3c349f1b7a tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 945 time: 0.1095896 Dec 06 17:24:48.859395 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a33ca4fb-831b-4627-bcc4-6b057bb51145 req-b3e3f60b-a0a6-43cc-aeb9-3e7fb5c374eb tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020632 Dec 06 17:24:48.980230 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-92410e38-41fc-4f17-b1db-6dbc5783232c None None] Provisioning complete for port 09f7aabb-6b09-4a8b-bc58-433a095b05f8 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:24:48.981344 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-92410e38-41fc-4f17-b1db-6dbc5783232c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:49.024659 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432ddd5e-b1eb-415a-a829-03c7d5d35794 req-6bb1ea36-01b1-49e8-8473-2a68e10069e2 tempest-ServerPasswordTestJSON-1179537844 tempest-ServerPasswordTestJSON-1179537844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:49.027309 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-432ddd5e-b1eb-415a-a829-03c7d5d35794 req-6bb1ea36-01b1-49e8-8473-2a68e10069e2 tempest-ServerPasswordTestJSON-1179537844 tempest-ServerPasswordTestJSON-1179537844-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d780f70-4c19-4528-bb19-e4ddcbea867e HTTP/1.1" status: 200 len: 945 time: 0.3661470 Dec 06 17:24:49.050332 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66014d19-7ed1-47c7-a604-e2d14cd2e9b1 req-f938106b-748c-43d9-84bb-a9654a3d9f9b tempest-VolumesActionsTest-94703347 tempest-VolumesActionsTest-94703347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:49.062033 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-66014d19-7ed1-47c7-a604-e2d14cd2e9b1 req-f938106b-748c-43d9-84bb-a9654a3d9f9b tempest-VolumesActionsTest-94703347 tempest-VolumesActionsTest-94703347-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4cb2e35-ffdb-4a1b-a338-edb10825d6a0 HTTP/1.1" status: 200 len: 944 time: 0.0972528 Dec 06 17:24:49.075832 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-92410e38-41fc-4f17-b1db-6dbc5783232c None None] Port 09f7aabb-6b09-4a8b-bc58-433a095b05f8 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:24:49.125600 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:49.167329 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-66014d19-7ed1-47c7-a604-e2d14cd2e9b1 req-4aceb6e1-19e8-4393-8120-2c957dfe6482 tempest-VolumesActionsTest-94703347 tempest-VolumesActionsTest-94703347-project] 10.222.0.23 "GET /v2.0/security-groups?id=51423628-2240-4a7f-b0ae-05f2d5833289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039310 Dec 06 17:24:49.186766 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-13a83fea-9c0e-42fe-b596-34ea0b88102f req-6f8a6dd6-be2e-4767-926c-fa03a929c858 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09f7aabb-6b09-4a8b-bc58-433a095b05f8 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:24:49.203350 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-13a83fea-9c0e-42fe-b596-34ea0b88102f req-6f8a6dd6-be2e-4767-926c-fa03a929c858 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:49.234180 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-432ddd5e-b1eb-415a-a829-03c7d5d35794 req-2dfff0b0-55a1-4248-b5d0-b005c7827ab8 tempest-ServerPasswordTestJSON-1179537844 tempest-ServerPasswordTestJSON-1179537844-project] 10.222.0.23 "GET /v2.0/security-groups?id=2efa5f63-f0c5-42b2-bae9-267211250ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943877 Dec 06 17:24:49.235521 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-13a83fea-9c0e-42fe-b596-34ea0b88102f req-6f8a6dd6-be2e-4767-926c-fa03a929c858 service neutron] Transition to ACTIVE for port object 09f7aabb-6b09-4a8b-bc58-433a095b05f8 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:24:49.244893 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-13a83fea-9c0e-42fe-b596-34ea0b88102f req-6f8a6dd6-be2e-4767-926c-fa03a929c858 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:49.397718 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8a6dd6-be2e-4767-926c-fa03a929c858 service neutron] Pushing event updated for resources: {'Port': ['ID=09f7aabb-6b09-4a8b-bc58-433a095b05f8,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:49.516033 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-13a83fea-9c0e-42fe-b596-34ea0b88102f req-6f8a6dd6-be2e-4767-926c-fa03a929c858 service neutron] Attempting to bind port 09f7aabb-6b09-4a8b-bc58-433a095b05f8 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:24:49.516376 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-13a83fea-9c0e-42fe-b596-34ea0b88102f req-6f8a6dd6-be2e-4767-926c-fa03a929c858 service neutron] Attempting to bind port 09f7aabb-6b09-4a8b-bc58-433a095b05f8 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'e36fdd3c-8263-42c5-be91-80384f076237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fcf22484-3aee-4f8b-9ee4-03517fcd27e4'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:24:49.516708 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a83fea-9c0e-42fe-b596-34ea0b88102f req-6f8a6dd6-be2e-4767-926c-fa03a929c858 service neutron] Attempting to bind port 09f7aabb-6b09-4a8b-bc58-433a095b05f8 on network fcf22484-3aee-4f8b-9ee4-03517fcd27e4 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:24:49.530132 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a83fea-9c0e-42fe-b596-34ea0b88102f req-6f8a6dd6-be2e-4767-926c-fa03a929c858 service neutron] Port 09f7aabb-6b09-4a8b-bc58-433a095b05f8 on network fcf22484-3aee-4f8b-9ee4-03517fcd27e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:24:49.531496 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a83fea-9c0e-42fe-b596-34ea0b88102f req-6f8a6dd6-be2e-4767-926c-fa03a929c858 service neutron] Attempting to bind port 09f7aabb-6b09-4a8b-bc58-433a095b05f8 on network fcf22484-3aee-4f8b-9ee4-03517fcd27e4 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:24:49.547619 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a83fea-9c0e-42fe-b596-34ea0b88102f req-6f8a6dd6-be2e-4767-926c-fa03a929c858 service neutron] Checking agent: {'id': '9d8b9f49-2860-4c1f-9b89-45a7657a3c4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:24:49.552462 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a83fea-9c0e-42fe-b596-34ea0b88102f req-6f8a6dd6-be2e-4767-926c-fa03a929c858 service neutron] Checking segment: {'id': 'e36fdd3c-8263-42c5-be91-80384f076237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fcf22484-3aee-4f8b-9ee4-03517fcd27e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:24:49.552982 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a83fea-9c0e-42fe-b596-34ea0b88102f req-6f8a6dd6-be2e-4767-926c-fa03a929c858 service neutron] Bound using segment: {'id': 'e36fdd3c-8263-42c5-be91-80384f076237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fcf22484-3aee-4f8b-9ee4-03517fcd27e4'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:24:49.553596 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-13a83fea-9c0e-42fe-b596-34ea0b88102f req-6f8a6dd6-be2e-4767-926c-fa03a929c858 service neutron] Bound port: 09f7aabb-6b09-4a8b-bc58-433a095b05f8, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e36fdd3c-8263-42c5-be91-80384f076237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fcf22484-3aee-4f8b-9ee4-03517fcd27e4'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:24:49.554056 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-13a83fea-9c0e-42fe-b596-34ea0b88102f req-6f8a6dd6-be2e-4767-926c-fa03a929c858 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:49.581343 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393aa1f7-1ca2-4458-a7d2-dbd0b719ffd8 req-aca6401d-ca7b-44ef-ac4e-f4a19308b215 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:49.589389 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-393aa1f7-1ca2-4458-a7d2-dbd0b719ffd8 req-aca6401d-ca7b-44ef-ac4e-f4a19308b215 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "GET /v2.0/ports?device_id=b90c60e1-8c4d-43c2-9053-69409cdfe209 HTTP/1.1" status: 200 len: 943 time: 0.0876811 Dec 06 17:24:49.651054 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-393aa1f7-1ca2-4458-a7d2-dbd0b719ffd8 req-3061b4b7-6653-4755-8a35-18b87a3d280a tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b7468f4-bad8-406b-a529-97182affb0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605445 Dec 06 17:24:49.657306 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-dee1fe90-24d1-44eb-ac21-b57ad4f25be4 req-08e7ba8e-a29d-4ea4-8fcb-f07165bb00f2 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab5a1622-9933-40c5-84a1-0be26fda8c29 HTTP/1.1" status: 200 len: 210 time: 0.0743451 Dec 06 17:24:49.737612 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-13a83fea-9c0e-42fe-b596-34ea0b88102f req-6f8a6dd6-be2e-4767-926c-fa03a929c858 service neutron] For port 09f7aabb-6b09-4a8b-bc58-433a095b05f8, host n-h2-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:24:49.741198 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-13a83fea-9c0e-42fe-b596-34ea0b88102f req-6f8a6dd6-be2e-4767-926c-fa03a929c858 service neutron] For port 09f7aabb-6b09-4a8b-bc58-433a095b05f8, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=09f7aabb-6b09-4a8b-bc58-433a095b05f8,segment=NetworkSegment(e36fdd3c-8263-42c5-be91-80384f076237),segment_id=e36fdd3c-8263-42c5-be91-80384f076237)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:24:49.751104 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-13a83fea-9c0e-42fe-b596-34ea0b88102f req-6f8a6dd6-be2e-4767-926c-fa03a929c858 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:49.860083 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a83fea-9c0e-42fe-b596-34ea0b88102f req-6f8a6dd6-be2e-4767-926c-fa03a929c858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:49.860722 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-13a83fea-9c0e-42fe-b596-34ea0b88102f req-6f8a6dd6-be2e-4767-926c-fa03a929c858 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:49.862285 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-13a83fea-9c0e-42fe-b596-34ea0b88102f req-6f8a6dd6-be2e-4767-926c-fa03a929c858 service neutron] 10.222.0.44 "PUT /v2.0/ports/09f7aabb-6b09-4a8b-bc58-433a095b05f8 HTTP/1.1" status: 200 len: 1091 time: 1.3565912 Dec 06 17:24:49.862897 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b90c60e1-8c4d-43c2-9053-69409cdfe209', 'tag': '09f7aabb-6b09-4a8b-bc58-433a095b05f8'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:24:49.865356 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5920b35b-4938-400f-b165-4823e4ceb5b9" -d '{"events": [{"name": "network-changed", "server_uuid": "b90c60e1-8c4d-43c2-9053-69409cdfe209", "tag": "09f7aabb-6b09-4a8b-bc58-433a095b05f8"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:24:49.950059 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8a6dd6-be2e-4767-926c-fa03a929c858 service neutron] Pushing event updated for resources: {'Port': ['ID=09f7aabb-6b09-4a8b-bc58-433a095b05f8,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:49.986032 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f975946c-2406-4569-99dd-ecc55d353f94 req-c3296662-7e83-49a6-8ad2-e904e20400b7 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:49.987972 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bb81a5-8397-4efa-926c-bd7ab84a9754 req-fe2945f3-9ffe-4584-9c24-90476bc99c3d tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:49.993061 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-58bb81a5-8397-4efa-926c-bd7ab84a9754 req-fe2945f3-9ffe-4584-9c24-90476bc99c3d tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a8709b5-b684-4aa0-903d-8839be2c999e HTTP/1.1" status: 200 len: 946 time: 0.1674263 Dec 06 17:24:50.002671 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f975946c-2406-4569-99dd-ecc55d353f94 req-c3296662-7e83-49a6-8ad2-e904e20400b7 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 945 time: 0.1289082 Dec 06 17:24:50.112218 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f975946c-2406-4569-99dd-ecc55d353f94 req-2f413293-4bd5-4fae-92b1-a2dfb76584a9 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080766 Dec 06 17:24:50.139486 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a83fea-9c0e-42fe-b596-34ea0b88102f req-cd4a3b4d-3fdc-4a00-aaf4-9b279eba0622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:50.139486 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-13a83fea-9c0e-42fe-b596-34ea0b88102f req-cd4a3b4d-3fdc-4a00-aaf4-9b279eba0622 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ecd148ff302244ca8d62fb6aab386351&device_id=b90c60e1-8c4d-43c2-9053-69409cdfe209 HTTP/1.1" status: 200 len: 1094 time: 0.1438715 Dec 06 17:24:50.144206 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-58bb81a5-8397-4efa-926c-bd7ab84a9754 req-100cb982-b641-45da-a1cd-00578c61ce38 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=5055a3f9-0705-481f-a554-5c989eab318b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977600 Dec 06 17:24:50.186846 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b55f0d-a73d-4659-939a-25246b38ca15 req-3e89f075-d113-478f-a458-4a36a53fa74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:50.188387 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-58b55f0d-a73d-4659-939a-25246b38ca15 req-3e89f075-d113-478f-a458-4a36a53fa74c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0688c6db31494470a1b7a5ecaa734bc4&device_id=fd8e6f85-4f02-4edb-b8e7-ac97e87f725a HTTP/1.1" status: 200 len: 1096 time: 0.0968494 Dec 06 17:24:50.229933 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-13a83fea-9c0e-42fe-b596-34ea0b88102f req-033868f4-ab25-4718-828a-9e91ae91b7b5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09f7aabb-6b09-4a8b-bc58-433a095b05f8 HTTP/1.1" status: 200 len: 217 time: 0.0767598 Dec 06 17:24:50.286801 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7149d5fa-fc82-4aa6-aa0c-ea812cf4b9ee x-openstack-request-id: req-7149d5fa-fc82-4aa6-aa0c-ea812cf4b9ee {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:24:50.287114 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b90c60e1-8c4d-43c2-9053-69409cdfe209", "tag": "09f7aabb-6b09-4a8b-bc58-433a095b05f8", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:24:50.287377 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7149d5fa-fc82-4aa6-aa0c-ea812cf4b9ee {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:24:50.287787 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b90c60e1-8c4d-43c2-9053-69409cdfe209', 'tag': '09f7aabb-6b09-4a8b-bc58-433a095b05f8', 'status': 'completed', 'code': 200} Dec 06 17:24:50.291751 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a83fea-9c0e-42fe-b596-34ea0b88102f req-28b8fad4-f40f-4c74-a914-92cfd0000285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:50.293229 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-13a83fea-9c0e-42fe-b596-34ea0b88102f req-28b8fad4-f40f-4c74-a914-92cfd0000285 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=28f81e8a-3246-4ebb-bc93-f6166ab7cc6f HTTP/1.1" status: 200 len: 834 time: 0.0551095 Dec 06 17:24:50.365099 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a83fea-9c0e-42fe-b596-34ea0b88102f req-846d30d6-f784-4f25-a2c9-3298cf316a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:50.367097 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71215532-5cef-45bd-8403-558880a1e16e req-cd22442d-fc50-4a65-9bdd-95f9e1558a7b tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:50.368606 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-13a83fea-9c0e-42fe-b596-34ea0b88102f req-846d30d6-f784-4f25-a2c9-3298cf316a02 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fcf22484-3aee-4f8b-9ee4-03517fcd27e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0618553 Dec 06 17:24:50.369909 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-71215532-5cef-45bd-8403-558880a1e16e req-cd22442d-fc50-4a65-9bdd-95f9e1558a7b tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8e6f85-4f02-4edb-b8e7-ac97e87f725a HTTP/1.1" status: 200 len: 945 time: 0.0827081 Dec 06 17:24:50.375760 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b55f0d-a73d-4659-939a-25246b38ca15 req-1555f76d-d40d-4588-8a3a-d265b49e5af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:50.377385 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-58b55f0d-a73d-4659-939a-25246b38ca15 req-1555f76d-d40d-4588-8a3a-d265b49e5af8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b1330ff6-71a6-48db-aedf-2e908404d40b HTTP/1.1" status: 200 len: 912 time: 0.1814635 Dec 06 17:24:50.440225 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-58b55f0d-a73d-4659-939a-25246b38ca15 req-014d6ab0-66a6-4050-941d-611e2bb1fe1a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ba5447c-48d3-4a13-98d4-abfe6a0c2a27 HTTP/1.1" status: 200 len: 217 time: 0.0385382 Dec 06 17:24:50.454722 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device ad0055bd-f891-4d65-b844-d07d80bd7792 up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:24:50.510637 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port ad0055bd-f891-4d65-b844-d07d80bd7792 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:24:50.521510 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-71215532-5cef-45bd-8403-558880a1e16e req-b704c2d8-914f-4b26-9cbe-e5dd153707a8 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c657007e-2b96-4108-a795-7e2c1ca6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278167 Dec 06 17:24:50.521666 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b342eaf6-d73b-4a59-8403-00ae9ca849a8 req-5a8cd3c8-b937-4f21-bb62-9acfa3ea3105 tempest-VolumesActionsTest-94703347 tempest-VolumesActionsTest-94703347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:50.521666 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b342eaf6-d73b-4a59-8403-00ae9ca849a8 req-5a8cd3c8-b937-4f21-bb62-9acfa3ea3105 tempest-VolumesActionsTest-94703347 tempest-VolumesActionsTest-94703347-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4cb2e35-ffdb-4a1b-a338-edb10825d6a0 HTTP/1.1" status: 200 len: 944 time: 0.1048808 Dec 06 17:24:50.521666 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-13a83fea-9c0e-42fe-b596-34ea0b88102f req-e4b85c9c-7e16-46d9-96fb-2a87ab00d183 service neutron] 10.222.0.44 "GET /v2.0/networks/fcf22484-3aee-4f8b-9ee4-03517fcd27e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430082 Dec 06 17:24:50.526703 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port ad0055bd-f891-4d65-b844-d07d80bd7792 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:24:50.527358 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:50.540400 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b55f0d-a73d-4659-939a-25246b38ca15 req-fae660f2-8c9e-4adf-b63b-4a6eea1f8cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:50.541893 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-58b55f0d-a73d-4659-939a-25246b38ca15 req-fae660f2-8c9e-4adf-b63b-4a6eea1f8cb2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=407d30a8-656b-4107-b0bb-8b27c7634002 HTTP/1.1" status: 200 len: 850 time: 0.0907271 Dec 06 17:24:50.622551 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b55f0d-a73d-4659-939a-25246b38ca15 req-15ae11a0-5908-4782-93e4-6bd618f7a92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:50.624688 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-58b55f0d-a73d-4659-939a-25246b38ca15 req-15ae11a0-5908-4782-93e4-6bd618f7a92a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b1330ff6-71a6-48db-aedf-2e908404d40b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699642 Dec 06 17:24:50.647414 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:50.672990 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b342eaf6-d73b-4a59-8403-00ae9ca849a8 req-c154076e-14f0-4b41-9617-1ac0aaab42ea tempest-VolumesActionsTest-94703347 tempest-VolumesActionsTest-94703347-project] 10.222.0.23 "GET /v2.0/security-groups?id=51423628-2240-4a7f-b0ae-05f2d5833289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418598 Dec 06 17:24:50.690021 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4cb2e35-ffdb-4a1b-a338-edb10825d6a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad0055bd-f891-4d65-b844-d07d80bd7792'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:24:50.693245 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-862168da-5376-4a31-ba7e-9747bbe711f9" -d '{"events": [{"server_uuid": "e4cb2e35-ffdb-4a1b-a338-edb10825d6a0", "name": "network-vif-plugged", "status": "completed", "tag": "ad0055bd-f891-4d65-b844-d07d80bd7792"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:24:50.705636 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-13a83fea-9c0e-42fe-b596-34ea0b88102f req-d3d9c926-b56f-4dca-ac55-24bc1f1632b6 service neutron] 10.222.0.44 "GET /v2.0/networks/fcf22484-3aee-4f8b-9ee4-03517fcd27e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747744 Dec 06 17:24:50.708921 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port ad0055bd-f891-4d65-b844-d07d80bd7792, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ad0055bd-f891-4d65-b844-d07d80bd7792,segment=NetworkSegment(65235854-25e8-4048-b6e2-991cead0db67),segment_id=65235854-25e8-4048-b6e2-991cead0db67)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:24:50.716423 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:50.835131 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=ad0055bd-f891-4d65-b844-d07d80bd7792,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:50.865637 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-510d67c1-3f67-4267-84c3-67ab850d6717 x-openstack-request-id: req-510d67c1-3f67-4267-84c3-67ab850d6717 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:24:50.865943 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4cb2e35-ffdb-4a1b-a338-edb10825d6a0", "name": "network-vif-plugged", "status": "completed", "tag": "ad0055bd-f891-4d65-b844-d07d80bd7792", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:24:50.866205 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-510d67c1-3f67-4267-84c3-67ab850d6717 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:24:50.866835 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4cb2e35-ffdb-4a1b-a338-edb10825d6a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad0055bd-f891-4d65-b844-d07d80bd7792', 'code': 200} Dec 06 17:24:50.897813 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-58b55f0d-a73d-4659-939a-25246b38ca15 req-5c40efc5-bd5c-4dba-a6a4-c228ee514acb service neutron] 10.222.0.41 "GET /v2.0/networks/b1330ff6-71a6-48db-aedf-2e908404d40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573650 Dec 06 17:24:50.912160 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5920b35b-4938-400f-b165-4823e4ceb5b9 req-a0ad47d7-9333-4097-9948-13f6819eabf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:50.915497 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5920b35b-4938-400f-b165-4823e4ceb5b9 req-a0ad47d7-9333-4097-9948-13f6819eabf1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ecd148ff302244ca8d62fb6aab386351&device_id=b90c60e1-8c4d-43c2-9053-69409cdfe209 HTTP/1.1" status: 200 len: 1094 time: 0.1128235 Dec 06 17:24:51.019179 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-69d3e18d-ee15-4523-a08c-c67f2dc162f5 req-b79a39bc-80e4-4411-b456-dc2e96673b74 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab5a1622-9933-40c5-84a1-0be26fda8c29 HTTP/1.1" status: 200 len: 210 time: 0.0576859 Dec 06 17:24:51.085866 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5920b35b-4938-400f-b165-4823e4ceb5b9 req-460721c3-8bee-4146-acfd-df157bd63b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:51.093540 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5920b35b-4938-400f-b165-4823e4ceb5b9 req-460721c3-8bee-4146-acfd-df157bd63b1c service neutron] 10.222.0.44 "GET /v2.0/networks?id=fcf22484-3aee-4f8b-9ee4-03517fcd27e4 HTTP/1.1" status: 200 len: 898 time: 0.1694956 Dec 06 17:24:51.107137 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04059e62-d508-42fd-9257-86dc079b894a req-226b2d10-7e5a-405f-83d2-6bf19c74a779 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:51.108724 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-04059e62-d508-42fd-9257-86dc079b894a req-226b2d10-7e5a-405f-83d2-6bf19c74a779 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "GET /v2.0/ports?device_id=b90c60e1-8c4d-43c2-9053-69409cdfe209 HTTP/1.1" status: 200 len: 943 time: 0.2334528 Dec 06 17:24:51.166860 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5920b35b-4938-400f-b165-4823e4ceb5b9 req-d67b2236-ffa7-434e-8d43-d12742421d7a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09f7aabb-6b09-4a8b-bc58-433a095b05f8 HTTP/1.1" status: 200 len: 217 time: 0.0613365 Dec 06 17:24:51.169147 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072b60dd-8867-4823-8098-42b1659f68c4 req-a781d9ca-5bfa-4093-a7ec-51e0fcb90032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:51.170793 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-072b60dd-8867-4823-8098-42b1659f68c4 req-a781d9ca-5bfa-4093-a7ec-51e0fcb90032 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e4cb2e35-ffdb-4a1b-a338-edb10825d6a0 HTTP/1.1" status: 200 len: 1096 time: 0.1557105 Dec 06 17:24:51.199312 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-58b55f0d-a73d-4659-939a-25246b38ca15 req-96818cbe-e7b5-415d-a997-15aa34f321eb service neutron] 10.222.0.41 "GET /v2.0/networks/b1330ff6-71a6-48db-aedf-2e908404d40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2808392 Dec 06 17:24:51.224995 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356d0a40-3e5c-47df-aef2-8f489ec8ca7a req-e8c29c78-d108-4244-8347-34e7c7839709 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:51.226507 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-356d0a40-3e5c-47df-aef2-8f489ec8ca7a req-e8c29c78-d108-4244-8347-34e7c7839709 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.44 "GET /v2.0/ports?device_id=5a8709b5-b684-4aa0-903d-8839be2c999e HTTP/1.1" status: 200 len: 946 time: 0.1765711 Dec 06 17:24:51.240838 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-04059e62-d508-42fd-9257-86dc079b894a req-0712e7ed-cac2-4a3d-8cec-8e5737f6eea0 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b7468f4-bad8-406b-a529-97182affb0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188781 Dec 06 17:24:51.265565 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33663fdd-e6a7-41dd-b916-16fe46a7017b req-68f9f930-8eee-4fd1-91f1-bf07ba0f8c9f tempest-ServerPasswordTestJSON-1179537844 tempest-ServerPasswordTestJSON-1179537844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:51.267072 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-33663fdd-e6a7-41dd-b916-16fe46a7017b req-68f9f930-8eee-4fd1-91f1-bf07ba0f8c9f tempest-ServerPasswordTestJSON-1179537844 tempest-ServerPasswordTestJSON-1179537844-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d780f70-4c19-4528-bb19-e4ddcbea867e HTTP/1.1" status: 200 len: 945 time: 0.1051331 Dec 06 17:24:51.268668 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5920b35b-4938-400f-b165-4823e4ceb5b9 req-83f63146-fff4-4c48-9828-37c6b7428c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:51.270140 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5920b35b-4938-400f-b165-4823e4ceb5b9 req-83f63146-fff4-4c48-9828-37c6b7428c3d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=28f81e8a-3246-4ebb-bc93-f6166ab7cc6f HTTP/1.1" status: 200 len: 834 time: 0.0915775 Dec 06 17:24:51.353513 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-33663fdd-e6a7-41dd-b916-16fe46a7017b req-173899b5-958c-46c6-961c-338d6eafec4e tempest-ServerPasswordTestJSON-1179537844 tempest-ServerPasswordTestJSON-1179537844-project] 10.222.0.23 "GET /v2.0/security-groups?id=2efa5f63-f0c5-42b2-bae9-267211250ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752299 Dec 06 17:24:51.368813 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5920b35b-4938-400f-b165-4823e4ceb5b9 req-fa245be8-e417-4cf3-b2b7-7e36ae7f8380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:51.370380 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5920b35b-4938-400f-b165-4823e4ceb5b9 req-fa245be8-e417-4cf3-b2b7-7e36ae7f8380 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fcf22484-3aee-4f8b-9ee4-03517fcd27e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702002 Dec 06 17:24:51.389955 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-072b60dd-8867-4823-8098-42b1659f68c4 req-2ba4b66b-3489-40cd-b95e-266950327def service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=51423628-2240-4a7f-b0ae-05f2d5833289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078333 Dec 06 17:24:51.422902 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c065baa-0f2d-4450-9295-2299b94ecea3 req-d774c8c0-7e15-4aa6-a5f9-a4872e85b814 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:51.425296 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4c065baa-0f2d-4450-9295-2299b94ecea3 req-d774c8c0-7e15-4aa6-a5f9-a4872e85b814 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 945 time: 0.0825551 Dec 06 17:24:51.443977 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-356d0a40-3e5c-47df-aef2-8f489ec8ca7a req-426202eb-78fc-47f4-a011-92d6bd0be3bb tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Deleting port 9940597b-03fc-4480-aa9b-655f24781eb0 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:24:51.444876 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-356d0a40-3e5c-47df-aef2-8f489ec8ca7a req-426202eb-78fc-47f4-a011-92d6bd0be3bb tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:51.537029 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4c065baa-0f2d-4450-9295-2299b94ecea3 req-70885660-18b7-447f-9e0b-73ba2191cca5 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051016 Dec 06 17:24:51.550162 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5920b35b-4938-400f-b165-4823e4ceb5b9 req-32eca9a9-0625-45de-b2db-bf69718f6963 service neutron] 10.222.0.44 "GET /v2.0/networks/fcf22484-3aee-4f8b-9ee4-03517fcd27e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710999 Dec 06 17:24:51.564970 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-356d0a40-3e5c-47df-aef2-8f489ec8ca7a req-426202eb-78fc-47f4-a011-92d6bd0be3bb tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] For port 9940597b-03fc-4480-aa9b-655f24781eb0, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9940597b-03fc-4480-aa9b-655f24781eb0,segment=NetworkSegment(5191f104-0f28-4995-943c-dc9b12a33060),segment_id=5191f104-0f28-4995-943c-dc9b12a33060)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:24:51.565331 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-356d0a40-3e5c-47df-aef2-8f489ec8ca7a req-426202eb-78fc-47f4-a011-92d6bd0be3bb tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:51.608607 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d4e37b-ea18-4287-9ecc-a5b85ba0d16c req-cbd49ee3-a478-43ec-b0bd-dfddcd96b0fb tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:51.610249 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a9d4e37b-ea18-4287-9ecc-a5b85ba0d16c req-cbd49ee3-a478-43ec-b0bd-dfddcd96b0fb tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] 10.222.0.23 "GET /v2.0/networks?id=d04fae1e-5cf2-4413-9915-e4d8c2305f7b HTTP/1.1" status: 200 len: 809 time: 0.1652210 Dec 06 17:24:51.659529 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a9d4e37b-ea18-4287-9ecc-a5b85ba0d16c req-7ac4368c-8207-40a5-a89e-05f9d26c11fb tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] 10.222.0.23 "GET /v2.0/quotas/8e20f481c9174841b068555f84e7c98f HTTP/1.1" status: 200 len: 375 time: 0.0416803 Dec 06 17:24:51.702455 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a9d4e37b-ea18-4287-9ecc-a5b85ba0d16c req-7f60fd3e-cd8f-4ee5-91dd-86f520b3ca1a tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=8e20f481c9174841b068555f84e7c98f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307245 Dec 06 17:24:51.743575 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5920b35b-4938-400f-b165-4823e4ceb5b9 req-5b9d102d-24b4-423f-b44e-3ce279d20d29 service neutron] 10.222.0.44 "GET /v2.0/networks/fcf22484-3aee-4f8b-9ee4-03517fcd27e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661198 Dec 06 17:24:51.774198 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db8bf5-2afc-4d13-a526-f9402f8b85fb req-ecdb2770-0f43-4049-85ae-425d9a5d4b25 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:51.775823 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-14db8bf5-2afc-4d13-a526-f9402f8b85fb req-ecdb2770-0f43-4049-85ae-425d9a5d4b25 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a8709b5-b684-4aa0-903d-8839be2c999e HTTP/1.1" status: 200 len: 946 time: 0.1379209 Dec 06 17:24:51.817433 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-356d0a40-3e5c-47df-aef2-8f489ec8ca7a req-426202eb-78fc-47f4-a011-92d6bd0be3bb tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:51.818326 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-356d0a40-3e5c-47df-aef2-8f489ec8ca7a req-426202eb-78fc-47f4-a011-92d6bd0be3bb tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:51.818326 n-d-master-1 neutron-server[103285]: INFO neutron.db.l3_db [req-356d0a40-3e5c-47df-aef2-8f489ec8ca7a req-426202eb-78fc-47f4-a011-92d6bd0be3bb tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Floating IP 7f826090-e0f9-4ac5-a18f-a55cc4e06f80 disassociated. External IP: 172.35.1.177, port: 9940597b-03fc-4480-aa9b-655f24781eb0. Dec 06 17:24:51.818578 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-356d0a40-3e5c-47df-aef2-8f489ec8ca7a req-426202eb-78fc-47f4-a011-92d6bd0be3bb tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Calling delete_port for 9940597b-03fc-4480-aa9b-655f24781eb0 owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:24:51.829740 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a9d4e37b-ea18-4287-9ecc-a5b85ba0d16c req-64e16c8a-a9f2-45ac-96f2-bbe54d7eef81 service neutron] 10.222.0.23 "GET /v2.0/networks/d04fae1e-5cf2-4413-9915-e4d8c2305f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098661 Dec 06 17:24:51.885629 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-14db8bf5-2afc-4d13-a526-f9402f8b85fb req-8328e022-b643-4184-afa0-5dc8d04047d4 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=5055a3f9-0705-481f-a554-5c989eab318b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975521 Dec 06 17:24:51.950181 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a9d4e37b-ea18-4287-9ecc-a5b85ba0d16c req-3bfef10d-35df-4ca9-affe-5db195296b33 service neutron] 10.222.0.23 "GET /v2.0/networks/d04fae1e-5cf2-4413-9915-e4d8c2305f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132274 Dec 06 17:24:51.989549 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-356d0a40-3e5c-47df-aef2-8f489ec8ca7a req-426202eb-78fc-47f4-a011-92d6bd0be3bb tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:52.042359 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426202eb-78fc-47f4-a011-92d6bd0be3bb tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Pushing event deleted for resources: {'Port': ['ID=9940597b-03fc-4480-aa9b-655f24781eb0,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:52.245318 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34b45b0-683a-4738-a45b-69575c7c8c87 req-4796c2a8-b7b2-4cae-8b1a-889c9a8b45dc tempest-ServerPasswordTestJSON-1179537844 tempest-ServerPasswordTestJSON-1179537844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:52.247035 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a34b45b0-683a-4738-a45b-69575c7c8c87 req-4796c2a8-b7b2-4cae-8b1a-889c9a8b45dc tempest-ServerPasswordTestJSON-1179537844 tempest-ServerPasswordTestJSON-1179537844-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d780f70-4c19-4528-bb19-e4ddcbea867e HTTP/1.1" status: 200 len: 945 time: 0.0820694 Dec 06 17:24:52.274352 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b34169-f9ca-4678-8b1c-b585c0829e9b req-353ddd6d-154d-45f4-963d-7245d4e79944 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:52.282696 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-14b34169-f9ca-4678-8b1c-b585c0829e9b req-353ddd6d-154d-45f4-963d-7245d4e79944 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 945 time: 0.1285727 Dec 06 17:24:52.409853 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-14b34169-f9ca-4678-8b1c-b585c0829e9b req-9be4464b-5c2d-4116-b4ed-ce0cf3ced166 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259942 Dec 06 17:24:52.461605 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 8ba5447c-48d3-4a13-98d4-abfe6a0c2a27 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:24:52.495034 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-a34b45b0-683a-4738-a45b-69575c7c8c87 req-b6b2f20d-3dd9-4c9a-8bea-4134aa698aa5 tempest-ServerPasswordTestJSON-1179537844 tempest-ServerPasswordTestJSON-1179537844-project] Deleting port b1af279b-6b99-4d02-a6b5-9c0c727aa566 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:24:52.495429 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a34b45b0-683a-4738-a45b-69575c7c8c87 req-b6b2f20d-3dd9-4c9a-8bea-4134aa698aa5 tempest-ServerPasswordTestJSON-1179537844 tempest-ServerPasswordTestJSON-1179537844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:52.541793 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbbb072-0c71-4abc-8a9d-79d4b62696d0 req-101a80de-d6ab-4344-b1f2-88513c408d99 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:52.551065 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9bbbb072-0c71-4abc-8a9d-79d4b62696d0 req-101a80de-d6ab-4344-b1f2-88513c408d99 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8e6f85-4f02-4edb-b8e7-ac97e87f725a HTTP/1.1" status: 200 len: 945 time: 0.5452714 Dec 06 17:24:52.659139 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:52.710177 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [req-356d0a40-3e5c-47df-aef2-8f489ec8ca7a req-426202eb-78fc-47f4-a011-92d6bd0be3bb tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Router 3c29d003-6421-4733-8e94-76d471e24db7 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:24:52.721564 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9bbbb072-0c71-4abc-8a9d-79d4b62696d0 req-04b96b85-7530-4d3a-8a47-c89415862e64 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c657007e-2b96-4108-a795-7e2c1ca6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695471 Dec 06 17:24:52.737767 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 8ba5447c-48d3-4a13-98d4-abfe6a0c2a27, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8ba5447c-48d3-4a13-98d4-abfe6a0c2a27,segment=NetworkSegment(89275c86-7da9-47f2-a47a-1035a530c501),segment_id=89275c86-7da9-47f2-a47a-1035a530c501)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:24:52.742139 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:52.806258 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b44f8e-143d-410e-9571-0dc992fc833d req-cb6c9d8e-95da-41d5-abb7-a9727fae6195 tempest-VolumesActionsTest-94703347 tempest-VolumesActionsTest-94703347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:52.815272 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f7b44f8e-143d-410e-9571-0dc992fc833d req-cb6c9d8e-95da-41d5-abb7-a9727fae6195 tempest-VolumesActionsTest-94703347 tempest-VolumesActionsTest-94703347-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4cb2e35-ffdb-4a1b-a338-edb10825d6a0 HTTP/1.1" status: 200 len: 945 time: 0.1369951 Dec 06 17:24:52.829684 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-a34b45b0-683a-4738-a45b-69575c7c8c87 req-b6b2f20d-3dd9-4c9a-8bea-4134aa698aa5 tempest-ServerPasswordTestJSON-1179537844 tempest-ServerPasswordTestJSON-1179537844-project] For port b1af279b-6b99-4d02-a6b5-9c0c727aa566, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=b1af279b-6b99-4d02-a6b5-9c0c727aa566,segment=NetworkSegment(aa2ca17a-e625-4451-971c-4981d061f3d4),segment_id=aa2ca17a-e625-4451-971c-4981d061f3d4)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:24:52.830054 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a34b45b0-683a-4738-a45b-69575c7c8c87 req-b6b2f20d-3dd9-4c9a-8bea-4134aa698aa5 tempest-ServerPasswordTestJSON-1179537844 tempest-ServerPasswordTestJSON-1179537844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:52.852576 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-a34b45b0-683a-4738-a45b-69575c7c8c87 req-b6b2f20d-3dd9-4c9a-8bea-4134aa698aa5 tempest-ServerPasswordTestJSON-1179537844 tempest-ServerPasswordTestJSON-1179537844-project] Calling delete_port for b1af279b-6b99-4d02-a6b5-9c0c727aa566 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:24:52.872294 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd8e6f85-4f02-4edb-b8e7-ac97e87f725a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ba5447c-48d3-4a13-98d4-abfe6a0c2a27'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:24:52.874864 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2bbb6b54-1213-45eb-ae44-bdfe44ce255f req-7e613297-ab67-4dc3-82bd-2e978b4f51d3 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab5a1622-9933-40c5-84a1-0be26fda8c29 HTTP/1.1" status: 200 len: 210 time: 0.0454059 Dec 06 17:24:52.878601 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-927819da-e6f2-4686-b35c-a40bd2dec97a" -d '{"events": [{"server_uuid": "fd8e6f85-4f02-4edb-b8e7-ac97e87f725a", "name": "network-vif-unplugged", "status": "completed", "tag": "8ba5447c-48d3-4a13-98d4-abfe6a0c2a27"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:24:52.919498 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=8ba5447c-48d3-4a13-98d4-abfe6a0c2a27,revision_number=8']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:52.946145 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f7b44f8e-143d-410e-9571-0dc992fc833d req-6fdb439b-e5d0-4369-9044-f21d63e80abb tempest-VolumesActionsTest-94703347 tempest-VolumesActionsTest-94703347-project] 10.222.0.23 "GET /v2.0/security-groups?id=51423628-2240-4a7f-b0ae-05f2d5833289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297748 Dec 06 17:24:53.050165 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8250e6cf-105c-4ced-aba0-a6ffe78ae63d req-c353e0ff-c85d-4671-b982-66663d6c6740 tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8dc6e81-139f-4b3a-b04a-8e3dc6cc1103 HTTP/1.1" status: 200 len: 210 time: 0.0395064 Dec 06 17:24:53.052664 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-356d0a40-3e5c-47df-aef2-8f489ec8ca7a req-426202eb-78fc-47f4-a011-92d6bd0be3bb tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:24:53.067932 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a34b45b0-683a-4738-a45b-69575c7c8c87 req-b6b2f20d-3dd9-4c9a-8bea-4134aa698aa5 tempest-ServerPasswordTestJSON-1179537844 tempest-ServerPasswordTestJSON-1179537844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:53.080076 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1b46c1-87a4-4496-a585-0c2424085270 None None] Sync routers for ids ['3c29d003-6421-4733-8e94-76d471e24db7'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:24:53.089096 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['b1af279b-6b99-4d02-a6b5-9c0c727aa566'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:24:53.139429 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-356d0a40-3e5c-47df-aef2-8f489ec8ca7a req-426202eb-78fc-47f4-a011-92d6bd0be3bb tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] No DVR routers for this DVR port 9940597b-03fc-4480-aa9b-655f24781eb0 on host n-h2-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:24:53.140985 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b2f20d-3dd9-4c9a-8bea-4134aa698aa5 tempest-ServerPasswordTestJSON-1179537844 tempest-ServerPasswordTestJSON-1179537844-project] Pushing event deleted for resources: {'Port': ['ID=b1af279b-6b99-4d02-a6b5-9c0c727aa566,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:53.141879 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1b46c1-87a4-4496-a585-0c2424085270 None None] Routers {'3c29d003-6421-4733-8e94-76d471e24db7'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:24:53.142848 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-4a1b46c1-87a4-4496-a585-0c2424085270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:24:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['3c29d003-6421-4733-8e94-76d471e24db7'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:24:53.149440 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-356d0a40-3e5c-47df-aef2-8f489ec8ca7a req-426202eb-78fc-47f4-a011-92d6bd0be3bb tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:53.155946 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-356d0a40-3e5c-47df-aef2-8f489ec8ca7a req-426202eb-78fc-47f4-a011-92d6bd0be3bb tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.44 "DELETE /v2.0/ports/9940597b-03fc-4480-aa9b-655f24781eb0 HTTP/1.1" status: 204 len: 173 time: 1.9174514 Dec 06 17:24:53.155946 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a8709b5-b684-4aa0-903d-8839be2c999e', 'name': 'network-vif-deleted', 'tag': '9940597b-03fc-4480-aa9b-655f24781eb0'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:24:53.158026 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d1618c3-b648-4e76-86df-23593012c330" -d '{"events": [{"server_uuid": "5a8709b5-b684-4aa0-903d-8839be2c999e", "name": "network-vif-deleted", "tag": "9940597b-03fc-4480-aa9b-655f24781eb0"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:24:53.226439 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ccf415-8dc8-42e6-99bc-00d2d0f1c7a9 req-c1a533a5-35d0-4878-8b5b-730d7c5cb4ff tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:53.234061 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-71ccf415-8dc8-42e6-99bc-00d2d0f1c7a9 req-c1a533a5-35d0-4878-8b5b-730d7c5cb4ff tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "GET /v2.0/ports?device_id=b90c60e1-8c4d-43c2-9053-69409cdfe209 HTTP/1.1" status: 200 len: 943 time: 0.1846843 Dec 06 17:24:53.241234 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-a34b45b0-683a-4738-a45b-69575c7c8c87 req-b6b2f20d-3dd9-4c9a-8bea-4134aa698aa5 tempest-ServerPasswordTestJSON-1179537844 tempest-ServerPasswordTestJSON-1179537844-project] No DVR routers for this DVR port b1af279b-6b99-4d02-a6b5-9c0c727aa566 on host n-h2-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:24:53.245302 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a34b45b0-683a-4738-a45b-69575c7c8c87 req-b6b2f20d-3dd9-4c9a-8bea-4134aa698aa5 tempest-ServerPasswordTestJSON-1179537844 tempest-ServerPasswordTestJSON-1179537844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:53.249782 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a34b45b0-683a-4738-a45b-69575c7c8c87 req-b6b2f20d-3dd9-4c9a-8bea-4134aa698aa5 tempest-ServerPasswordTestJSON-1179537844 tempest-ServerPasswordTestJSON-1179537844-project] 10.222.0.44 "DELETE /v2.0/ports/b1af279b-6b99-4d02-a6b5-9c0c727aa566 HTTP/1.1" status: 204 len: 173 time: 0.9953120 Dec 06 17:24:53.250389 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d780f70-4c19-4528-bb19-e4ddcbea867e', 'name': 'network-vif-deleted', 'tag': 'b1af279b-6b99-4d02-a6b5-9c0c727aa566'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:24:53.252646 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-778a920a-4b0a-4ae0-bc24-0ec990427874" -d '{"events": [{"server_uuid": "3d780f70-4c19-4528-bb19-e4ddcbea867e", "name": "network-vif-deleted", "tag": "b1af279b-6b99-4d02-a6b5-9c0c727aa566"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:24:53.316612 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-71ccf415-8dc8-42e6-99bc-00d2d0f1c7a9 req-d9c72698-9d77-41d5-9cf5-f0bde596d2f9 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b7468f4-bad8-406b-a529-97182affb0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815017 Dec 06 17:24:53.328789 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-4a1b46c1-87a4-4496-a585-0c2424085270 None None] Set router 3c29d003-6421-4733-8e94-76d471e24db7 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:24:53.479195 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 17:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0761af3f-6d3b-4a23-bfa3-9e00fa3764df x-openstack-request-id: req-0761af3f-6d3b-4a23-bfa3-9e00fa3764df {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:24:53.480136 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd8e6f85-4f02-4edb-b8e7-ac97e87f725a", "name": "network-vif-unplugged", "status": "completed", "tag": "8ba5447c-48d3-4a13-98d4-abfe6a0c2a27", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:24:53.480708 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0761af3f-6d3b-4a23-bfa3-9e00fa3764df {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:24:53.481415 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd8e6f85-4f02-4edb-b8e7-ac97e87f725a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ba5447c-48d3-4a13-98d4-abfe6a0c2a27', 'code': 200} Dec 06 17:24:53.581254 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f1487825-1ea4-4384-88c8-5ce20d617ff0 req-e6464d37-9c73-4fee-9c47-a94a6b62781a tempest-ServerPasswordTestJSON-1179537844 tempest-ServerPasswordTestJSON-1179537844-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d780f70-4c19-4528-bb19-e4ddcbea867e HTTP/1.1" status: 200 len: 210 time: 0.3871832 Dec 06 17:24:53.619977 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 09f7aabb-6b09-4a8b-bc58-433a095b05f8 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:24:53.645722 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1f5959b-6568-4264-a1ae-86b8830fcc73 x-openstack-request-id: req-f1f5959b-6568-4264-a1ae-86b8830fcc73 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:24:53.645722 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a8709b5-b684-4aa0-903d-8839be2c999e", "name": "network-vif-deleted", "tag": "9940597b-03fc-4480-aa9b-655f24781eb0", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:24:53.645722 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f1f5959b-6568-4264-a1ae-86b8830fcc73 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:24:53.645722 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a8709b5-b684-4aa0-903d-8839be2c999e', 'name': 'network-vif-deleted', 'tag': '9940597b-03fc-4480-aa9b-655f24781eb0', 'status': 'completed', 'code': 200} Dec 06 17:24:53.657753 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-78a0a3a2-05eb-485d-a11a-4556d8351dbe req-af9f8568-a34c-4a08-a61c-34a524f23565 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a8709b5-b684-4aa0-903d-8839be2c999e HTTP/1.1" status: 200 len: 210 time: 0.0608776 Dec 06 17:24:53.698528 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-899ff822-ce92-4336-b806-d2215197f83d x-openstack-request-id: req-899ff822-ce92-4336-b806-d2215197f83d {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:24:53.699036 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d780f70-4c19-4528-bb19-e4ddcbea867e", "name": "network-vif-deleted", "tag": "b1af279b-6b99-4d02-a6b5-9c0c727aa566", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:24:53.699384 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-899ff822-ce92-4336-b806-d2215197f83d {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:24:53.700011 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d780f70-4c19-4528-bb19-e4ddcbea867e', 'name': 'network-vif-deleted', 'tag': 'b1af279b-6b99-4d02-a6b5-9c0c727aa566', 'status': 'completed', 'code': 200} Dec 06 17:24:53.818682 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-4a1b46c1-87a4-4496-a585-0c2424085270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c29d003-6421-4733-8e94-76d471e24db7', 'name': 'tempest-AttachVolumeShelveTestJSON-1454673330-router', 'tenant_id': '74bc5013de174928a9ab47aef105909c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.145'}], 'enable_snat': True}, 'gw_port_id': '92514718-b909-425e-925a-e193e46db368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:19:59Z', 'updated_at': '2021-12-06T17:20:10Z', 'revision_number': 4, 'project_id': '74bc5013de174928a9ab47aef105909c', 'gw_port': {'id': '92514718-b909-425e-925a-e193e46db368', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:95:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c29d003-6421-4733-8e94-76d471e24db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:20:02Z', 'updated_at': '2021-12-06T17:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '8eb415b7-2dde-4905-a8cb-5d548e34c561', 'name': '', 'network_id': '443e19cc-aba1-401c-ba5c-6c1a74082882', 'tenant_id': '74bc5013de174928a9ab47aef105909c', 'mac_address': 'fa:16:3e:22:d9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c29d003-6421-4733-8e94-76d471e24db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '01ffc29c-932e-4129-aefc-9a2b3f836b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:20:09Z', 'updated_at': '2021-12-06T17:20:16Z', 'revision_number': 5, 'project_id': '74bc5013de174928a9ab47aef105909c', 'subnets': [{'id': '01ffc29c-932e-4129-aefc-9a2b3f836b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:24:53.867958 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 09f7aabb-6b09-4a8b-bc58-433a095b05f8, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=09f7aabb-6b09-4a8b-bc58-433a095b05f8,segment=NetworkSegment(e36fdd3c-8263-42c5-be91-80384f076237),segment_id=e36fdd3c-8263-42c5-be91-80384f076237)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:24:53.880076 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1b46c1-87a4-4496-a585-0c2424085270 None None] Checking router: 3c29d003-6421-4733-8e94-76d471e24db7 for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:24:53.907232 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d4e37b-ea18-4287-9ecc-a5b85ba0d16c req-97603b56-6631-4e82-8dad-3b24361e4d8b tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:53.910795 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': '09f7aabb-6b09-4a8b-bc58-433a095b05f8', 'network_id': 'fcf22484-3aee-4f8b-9ee4-03517fcd27e4', 'port_id': '09f7aabb-6b09-4a8b-bc58-433a095b05f8', 'mac_address': 'fa:16:3e:40:60:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28f81e8a-3246-4ebb-bc93-f6166ab7cc6f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:24:53.911601 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a9d4e37b-ea18-4287-9ecc-a5b85ba0d16c req-97603b56-6631-4e82-8dad-3b24361e4d8b tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] 10.222.0.41 "GET /v2.0/networks?id=d04fae1e-5cf2-4413-9915-e4d8c2305f7b HTTP/1.1" status: 200 len: 809 time: 0.1890383 Dec 06 17:24:53.926416 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-a9d4e37b-ea18-4287-9ecc-a5b85ba0d16c req-82a0a730-8ec2-446d-b4aa-192eb4eb6e68 tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] Request body: {'port': {'device_id': 'a8dc6e81-139f-4b3a-b04a-8e3dc6cc1103', 'network_id': 'd04fae1e-5cf2-4413-9915-e4d8c2305f7b', 'admin_state_up': True, 'tenant_id': '8e20f481c9174841b068555f84e7c98f'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:24:53.927177 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed0b075-14bf-48e2-8b85-b2eae42862ca req-e1189548-be5a-49a8-b5cf-d499e3f3de72 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:53.935643 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2ed0b075-14bf-48e2-8b85-b2eae42862ca req-e1189548-be5a-49a8-b5cf-d499e3f3de72 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 945 time: 0.1139011 Dec 06 17:24:53.963855 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1b46c1-87a4-4496-a585-0c2424085270 None None] Routers {'3c29d003-6421-4733-8e94-76d471e24db7'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:24:53.964660 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-4a1b46c1-87a4-4496-a585-0c2424085270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:24:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['3c29d003-6421-4733-8e94-76d471e24db7'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:24:53.999200 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2ed0b075-14bf-48e2-8b85-b2eae42862ca req-187110e5-52ef-47d0-9a6d-814067410b7b tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623975 Dec 06 17:24:54.021842 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:54.049155 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09f7aabb-6b09-4a8b-bc58-433a095b05f8 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:24:54.054649 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b01686-92ec-447f-b4cd-efdc0da585b0 req-9ea6101f-4e24-4a3b-a855-5770adc416ac tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:54.063828 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c6b01686-92ec-447f-b4cd-efdc0da585b0 req-9ea6101f-4e24-4a3b-a855-5770adc416ac tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8e6f85-4f02-4edb-b8e7-ac97e87f725a HTTP/1.1" status: 200 len: 943 time: 0.1509414 Dec 06 17:24:54.113617 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 09f7aabb-6b09-4a8b-bc58-433a095b05f8, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=09f7aabb-6b09-4a8b-bc58-433a095b05f8,segment=NetworkSegment(e36fdd3c-8263-42c5-be91-80384f076237),segment_id=e36fdd3c-8263-42c5-be91-80384f076237)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:24:54.122660 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:54.161554 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-4a1b46c1-87a4-4496-a585-0c2424085270 None None] Set router 3c29d003-6421-4733-8e94-76d471e24db7 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:24:54.190513 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c6b01686-92ec-447f-b4cd-efdc0da585b0 req-3cef62c7-da34-4da5-8763-3fbd93124603 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c657007e-2b96-4108-a795-7e2c1ca6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253912 Dec 06 17:24:54.195516 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9d4e37b-ea18-4287-9ecc-a5b85ba0d16c req-82a0a730-8ec2-446d-b4aa-192eb4eb6e68 tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] Made reservation on behalf of 8e20f481c9174841b068555f84e7c98f for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:24:54.215280 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-a9d4e37b-ea18-4287-9ecc-a5b85ba0d16c req-82a0a730-8ec2-446d-b4aa-192eb4eb6e68 tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:54.262381 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-07f91404-0f27-4e91-9285-a6d15ba281bf req-69bd4dab-9f1e-41f4-94bd-9ab2e040f5e8 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab5a1622-9933-40c5-84a1-0be26fda8c29 HTTP/1.1" status: 200 len: 210 time: 0.0777278 Dec 06 17:24:54.270885 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=09f7aabb-6b09-4a8b-bc58-433a095b05f8,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:54.447625 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d12ed0-fcad-4705-9f3f-b45ce7b91533 req-fbc4a150-bec8-4cae-bf8c-b6c1ccedf543 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:54.449196 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-30d12ed0-fcad-4705-9f3f-b45ce7b91533 req-fbc4a150-bec8-4cae-bf8c-b6c1ccedf543 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 945 time: 0.0714970 Dec 06 17:24:54.471683 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['09f7aabb-6b09-4a8b-bc58-433a095b05f8'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:24:54.472817 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93fb7fa-71fa-4bc8-8a2e-e8d4b3e8297c req-57aaec41-8af9-4c14-8bd6-77e88dd8946c tempest-VolumesActionsTest-94703347 tempest-VolumesActionsTest-94703347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:54.481498 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f93fb7fa-71fa-4bc8-8a2e-e8d4b3e8297c req-57aaec41-8af9-4c14-8bd6-77e88dd8946c tempest-VolumesActionsTest-94703347 tempest-VolumesActionsTest-94703347-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4cb2e35-ffdb-4a1b-a338-edb10825d6a0 HTTP/1.1" status: 200 len: 945 time: 0.1339133 Dec 06 17:24:54.508542 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-30d12ed0-fcad-4705-9f3f-b45ce7b91533 req-353ff45a-fb7c-4679-abc4-c02d367e29c6 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508597 Dec 06 17:24:54.522777 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-a9d4e37b-ea18-4287-9ecc-a5b85ba0d16c req-82a0a730-8ec2-446d-b4aa-192eb4eb6e68 tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] Allocated IP 172.20.0.7 (d04fae1e-5cf2-4413-9915-e4d8c2305f7b/ec977d14-56fc-411a-98f8-ba7e454c62e7/48c76fb3-0a51-46bc-ac65-5f2a1fa8d341) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:24:54.603492 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f93fb7fa-71fa-4bc8-8a2e-e8d4b3e8297c req-8f9a0ccb-475e-4f14-9461-59a6b92ddc74 tempest-VolumesActionsTest-94703347 tempest-VolumesActionsTest-94703347-project] 10.222.0.23 "GET /v2.0/security-groups?id=51423628-2240-4a7f-b0ae-05f2d5833289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210401 Dec 06 17:24:54.686877 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-28c71543-04f6-43a2-a12b-e147388f2c95 req-fe67cf2f-3b94-4f19-8f5a-219b6a65dbe8 tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8dc6e81-139f-4b3a-b04a-8e3dc6cc1103 HTTP/1.1" status: 200 len: 210 time: 0.0398591 Dec 06 17:24:54.841700 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-4a1b46c1-87a4-4496-a585-0c2424085270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c29d003-6421-4733-8e94-76d471e24db7', 'name': 'tempest-AttachVolumeShelveTestJSON-1454673330-router', 'tenant_id': '74bc5013de174928a9ab47aef105909c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.145'}], 'enable_snat': True}, 'gw_port_id': '92514718-b909-425e-925a-e193e46db368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:19:59Z', 'updated_at': '2021-12-06T17:20:10Z', 'revision_number': 4, 'project_id': '74bc5013de174928a9ab47aef105909c', 'gw_port': {'id': '92514718-b909-425e-925a-e193e46db368', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:95:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c29d003-6421-4733-8e94-76d471e24db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:20:02Z', 'updated_at': '2021-12-06T17:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '8eb415b7-2dde-4905-a8cb-5d548e34c561', 'name': '', 'network_id': '443e19cc-aba1-401c-ba5c-6c1a74082882', 'tenant_id': '74bc5013de174928a9ab47aef105909c', 'mac_address': 'fa:16:3e:22:d9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c29d003-6421-4733-8e94-76d471e24db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '01ffc29c-932e-4129-aefc-9a2b3f836b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:20:09Z', 'updated_at': '2021-12-06T17:20:16Z', 'revision_number': 5, 'project_id': '74bc5013de174928a9ab47aef105909c', 'subnets': [{'id': '01ffc29c-932e-4129-aefc-9a2b3f836b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:24:54.854619 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b32a62-2a02-4dc2-b7b1-60ee57e33a57 req-b0634ddd-bbf1-49c4-b568-cb717eb6c4f6 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:54.863924 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-62b32a62-2a02-4dc2-b7b1-60ee57e33a57 req-b0634ddd-bbf1-49c4-b568-cb717eb6c4f6 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 944 time: 0.1507254 Dec 06 17:24:54.877940 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1b46c1-87a4-4496-a585-0c2424085270 None None] The sync data for ids ['3c29d003-6421-4733-8e94-76d471e24db7'] in n-d-master-1 is: [{'id': '3c29d003-6421-4733-8e94-76d471e24db7', 'name': 'tempest-AttachVolumeShelveTestJSON-1454673330-router', 'tenant_id': '74bc5013de174928a9ab47aef105909c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.145'}], 'enable_snat': True}, 'gw_port_id': '92514718-b909-425e-925a-e193e46db368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:19:59Z', 'updated_at': '2021-12-06T17:20:10Z', 'revision_number': 4, 'project_id': '74bc5013de174928a9ab47aef105909c', 'gw_port': {'id': '92514718-b909-425e-925a-e193e46db368', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:95:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c29d003-6421-4733-8e94-76d471e24db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:20:02Z', 'updated_at': '2021-12-06T17:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '8eb415b7-2dde-4905-a8cb-5d548e34c561', 'name': '', 'network_id': '443e19cc-aba1-401c-ba5c-6c1a74082882', 'tenant_id': '74bc5013de174928a9ab47aef105909c', 'mac_address': 'fa:16:3e:22:d9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c29d003-6421-4733-8e94-76d471e24db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '01ffc29c-932e-4129-aefc-9a2b3f836b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:20:09Z', 'updated_at': '2021-12-06T17:20:16Z', 'revision_number': 5, 'project_id': '74bc5013de174928a9ab47aef105909c', 'subnets': [{'id': '01ffc29c-932e-4129-aefc-9a2b3f836b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:24:54.897132 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1b9918-aca1-4675-a84e-f48c86e18cb1 req-cc521972-7ab3-47e0-bf9c-584d54dc3f65 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:54.915448 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ba1b9918-aca1-4675-a84e-f48c86e18cb1 req-cc521972-7ab3-47e0-bf9c-584d54dc3f65 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "GET /v2.0/ports?device_id=b90c60e1-8c4d-43c2-9053-69409cdfe209 HTTP/1.1" status: 200 len: 944 time: 0.1303773 Dec 06 17:24:54.957598 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-a9d4e37b-ea18-4287-9ecc-a5b85ba0d16c req-82a0a730-8ec2-446d-b4aa-192eb4eb6e68 tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:54.995823 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-62b32a62-2a02-4dc2-b7b1-60ee57e33a57 req-dd7e6d6e-0637-448d-886b-ea093398b98d tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8ff7359-db2b-4d57-aa79-237c344ab3df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303473 Dec 06 17:24:55.041299 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ba1b9918-aca1-4675-a84e-f48c86e18cb1 req-787115fb-397a-45b6-9048-e21413916144 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b7468f4-bad8-406b-a529-97182affb0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137433 Dec 06 17:24:55.060931 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-a9d4e37b-ea18-4287-9ecc-a5b85ba0d16c req-82a0a730-8ec2-446d-b4aa-192eb4eb6e68 tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:55.111155 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 33058) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:24:55.173021 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9d4e37b-ea18-4287-9ecc-a5b85ba0d16c req-82a0a730-8ec2-446d-b4aa-192eb4eb6e68 tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] Network d04fae1e-5cf2-4413-9915-e4d8c2305f7b is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:24:55.176898 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-a9d4e37b-ea18-4287-9ecc-a5b85ba0d16c req-82a0a730-8ec2-446d-b4aa-192eb4eb6e68 tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:24:55.186902 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9d4e37b-ea18-4287-9ecc-a5b85ba0d16c req-82a0a730-8ec2-446d-b4aa-192eb4eb6e68 tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:24:55.194712 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a0a730-8ec2-446d-b4aa-192eb4eb6e68 tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] Pushing event updated for resources: {'Port': ['ID=48c76fb3-0a51-46bc-ac65-5f2a1fa8d341,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:55.216167 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-223c13ac-3807-4fd7-91f0-8b1b830fbb80 admin admin] Deleting subnet 3e61e5ba-f819-4b3c-822a-5d6716758833 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:24:55.231827 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-223c13ac-3807-4fd7-91f0-8b1b830fbb80 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:55.263377 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d4e37b-ea18-4287-9ecc-a5b85ba0d16c req-82a0a730-8ec2-446d-b4aa-192eb4eb6e68 tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:55.264618 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-a9d4e37b-ea18-4287-9ecc-a5b85ba0d16c req-82a0a730-8ec2-446d-b4aa-192eb4eb6e68 tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:55.329330 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a9d4e37b-ea18-4287-9ecc-a5b85ba0d16c req-82a0a730-8ec2-446d-b4aa-192eb4eb6e68 tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4066095 Dec 06 17:24:55.343567 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-223c13ac-3807-4fd7-91f0-8b1b830fbb80 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:55.347726 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98409f1-fc0b-4172-824a-ccb37f9a65dc req-50d03a06-188d-4fbf-8f9b-1c323d39ccd7 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:55.350469 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c98409f1-fc0b-4172-824a-ccb37f9a65dc req-50d03a06-188d-4fbf-8f9b-1c323d39ccd7 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 945 time: 0.1165507 Dec 06 17:24:55.369410 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-a9d4e37b-ea18-4287-9ecc-a5b85ba0d16c req-f1da43c1-166f-4286-b604-6616dbb17c60 service neutron] Request body: {'port': {'device_id': 'a8dc6e81-139f-4b3a-b04a-8e3dc6cc1103', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:24:55.401669 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b58abce-5ed4-4439-a3c8-463d9db6e95c req-f322421b-aa70-40b3-ba89-3c458252c752 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:55.403378 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9b58abce-5ed4-4439-a3c8-463d9db6e95c req-f322421b-aa70-40b3-ba89-3c458252c752 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 944 time: 0.1950407 Dec 06 17:24:55.415677 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-223c13ac-3807-4fd7-91f0-8b1b830fbb80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:55.444903 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c126f93-2546-495f-8761-6c1212e06457 None None] New status for floating IP 7f826090-e0f9-4ac5-a18f-a55cc4e06f80: DOWN {{(pid=103287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 17:24:55.498635 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9b58abce-5ed4-4439-a3c8-463d9db6e95c req-94f88339-64c6-4f95-bbeb-e53c3a0d883c tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8ff7359-db2b-4d57-aa79-237c344ab3df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598774 Dec 06 17:24:55.517280 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-223c13ac-3807-4fd7-91f0-8b1b830fbb80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:55.545759 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223c13ac-3807-4fd7-91f0-8b1b830fbb80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e61e5ba-f819-4b3c-822a-5d6716758833,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:55.549865 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c98409f1-fc0b-4172-824a-ccb37f9a65dc req-c099d41a-517d-4fc3-b6ca-03102d3d581c tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602786 Dec 06 17:24:55.565903 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-223c13ac-3807-4fd7-91f0-8b1b830fbb80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:55.568666 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-223c13ac-3807-4fd7-91f0-8b1b830fbb80 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/3e61e5ba-f819-4b3c-822a-5d6716758833 HTTP/1.1" status: 204 len: 168 time: 0.4543858 Dec 06 17:24:55.569588 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 33072) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:24:55.571614 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-a9d4e37b-ea18-4287-9ecc-a5b85ba0d16c req-f1da43c1-166f-4286-b604-6616dbb17c60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:55.584218 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 33076) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:24:55.626689 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 09f7aabb-6b09-4a8b-bc58-433a095b05f8 up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:24:55.781946 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning for port 09f7aabb-6b09-4a8b-bc58-433a095b05f8 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:24:55.786605 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port 09f7aabb-6b09-4a8b-bc58-433a095b05f8 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:24:55.787818 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:55.804544 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8d0e2a6b-23ea-4dac-9c3d-939a467c4382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:55.830914 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-974286d1-5dc7-4cab-aa01-951dd59f72b2 req-d223780b-1222-4a07-9c84-61b0c620c04a tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab5a1622-9933-40c5-84a1-0be26fda8c29 HTTP/1.1" status: 200 len: 210 time: 0.1310873 Dec 06 17:24:55.866896 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-520faf95-c902-43ad-9054-943ee955f8fc tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:55.894423 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-520faf95-c902-43ad-9054-943ee955f8fc tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:55.966921 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-520faf95-c902-43ad-9054-943ee955f8fc tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:55.967131 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:55.970389 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-520faf95-c902-43ad-9054-943ee955f8fc tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:55.971544 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-520faf95-c902-43ad-9054-943ee955f8fc tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "DELETE /v2.0/security-groups/5055a3f9-0705-481f-a554-5c989eab318b HTTP/1.1" status: 204 len: 168 time: 0.3677001 Dec 06 17:24:55.993775 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 33082) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:24:56.004357 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b90c60e1-8c4d-43c2-9053-69409cdfe209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09f7aabb-6b09-4a8b-bc58-433a095b05f8'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:24:56.010869 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c88ec5db-2aa9-43a2-a6dd-552fa69bd37f" -d '{"events": [{"server_uuid": "b90c60e1-8c4d-43c2-9053-69409cdfe209", "name": "network-vif-plugged", "status": "completed", "tag": "09f7aabb-6b09-4a8b-bc58-433a095b05f8"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:24:56.023813 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520faf95-c902-43ad-9054-943ee955f8fc tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5055a3f9-0705-481f-a554-5c989eab318b,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:56.032569 n-d-master-1 neutron-server[103284]: INFO neutron.api.v2.resource [None req-8bad1d45-24ad-4c71-bba9-b9965196c8b0 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] show failed (client error): The resource could not be found. Dec 06 17:24:56.033644 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-8bad1d45-24ad-4c71-bba9-b9965196c8b0 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups/5055a3f9-0705-481f-a554-5c989eab318b HTTP/1.1" status: 404 len: 347 time: 0.0373423 Dec 06 17:24:56.037070 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 33086) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:24:56.071181 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 09f7aabb-6b09-4a8b-bc58-433a095b05f8, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=09f7aabb-6b09-4a8b-bc58-433a095b05f8,segment=NetworkSegment(e36fdd3c-8263-42c5-be91-80384f076237),segment_id=e36fdd3c-8263-42c5-be91-80384f076237)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:24:56.082968 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:56.083775 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device b1af279b-6b99-4d02-a6b5-9c0c727aa566 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:24:56.099387 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-47e2cebc-c9a9-4cc1-8eea-8218a3ad9466 req-4368121a-6ef4-45fa-b515-060e6e45203e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=31a2202d-a11c-43ed-a8f8-da649ae9d172&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2774892 Dec 06 17:24:56.128928 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44687cac-7267-499f-b112-33d0a5bf12f7 req-f500780a-db26-4019-aa3b-884f704316a8 tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:56.130659 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-44687cac-7267-499f-b112-33d0a5bf12f7 req-f500780a-db26-4019-aa3b-884f704316a8 tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8dc6e81-139f-4b3a-b04a-8e3dc6cc1103 HTTP/1.1" status: 200 len: 931 time: 0.1148176 Dec 06 17:24:56.189096 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] No Port match for: b1af279b-6b99-4d02-a6b5-9c0c727aa566 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:24:56.189439 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device b1af279b-6b99-4d02-a6b5-9c0c727aa566 not bound to the agent host n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:24:56.189879 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 9940597b-03fc-4480-aa9b-655f24781eb0 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:24:56.230047 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] No Port match for: 9940597b-03fc-4480-aa9b-655f24781eb0 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:24:56.230472 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 9940597b-03fc-4480-aa9b-655f24781eb0 not bound to the agent host n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:24:56.256138 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=09f7aabb-6b09-4a8b-bc58-433a095b05f8,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:56.366845 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-44687cac-7267-499f-b112-33d0a5bf12f7 req-da619d22-c04d-42d6-96d2-ca190457fb85 tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] 10.222.0.23 "GET /v2.0/security-groups?id=ecc06ab5-704d-4d83-bc83-3d9dd1f38b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221289 Dec 06 17:24:56.371691 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e2cebc-c9a9-4cc1-8eea-8218a3ad9466 req-7a902e8d-4506-4359-876a-37fafec910c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:56.382071 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-47e2cebc-c9a9-4cc1-8eea-8218a3ad9466 req-7a902e8d-4506-4359-876a-37fafec910c7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0688c6db31494470a1b7a5ecaa734bc4&device_id=31a2202d-a11c-43ed-a8f8-da649ae9d172 HTTP/1.1" status: 200 len: 1097 time: 0.2443905 Dec 06 17:24:56.472519 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 8ba5447c-48d3-4a13-98d4-abfe6a0c2a27 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:24:56.651271 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c9471d-4677-4808-8f7a-3c72cfe972a1 req-c4d605f8-1061-4986-9b1b-3d084b4ef633 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:56.656639 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e3c9471d-4677-4808-8f7a-3c72cfe972a1 req-c4d605f8-1061-4986-9b1b-3d084b4ef633 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 944 time: 0.1652582 Dec 06 17:24:56.683577 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-a9d4e37b-ea18-4287-9ecc-a5b85ba0d16c req-f1da43c1-166f-4286-b604-6616dbb17c60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48c76fb3-0a51-46bc-ac65-5f2a1fa8d341 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:24:56.688613 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e2cebc-c9a9-4cc1-8eea-8218a3ad9466 req-0f532cee-edcb-434b-aefa-cc9d31899bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:56.690159 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-47e2cebc-c9a9-4cc1-8eea-8218a3ad9466 req-0f532cee-edcb-434b-aefa-cc9d31899bb8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b1330ff6-71a6-48db-aedf-2e908404d40b HTTP/1.1" status: 200 len: 912 time: 0.2820394 Dec 06 17:24:56.709820 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3495e3e8-163e-4401-bed0-8a759d5c2a21 req-5215319c-550b-4508-9574-4da5007c9111 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:56.718564 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3495e3e8-163e-4401-bed0-8a759d5c2a21 req-5215319c-550b-4508-9574-4da5007c9111 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 945 time: 0.8857601 Dec 06 17:24:56.745525 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-a9d4e37b-ea18-4287-9ecc-a5b85ba0d16c req-f1da43c1-166f-4286-b604-6616dbb17c60 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:56.747710 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-47e2cebc-c9a9-4cc1-8eea-8218a3ad9466 req-68991950-9811-45eb-a391-363ef054ddb7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5950c246-4a5e-4fe7-824b-ffd17af9d9f8 HTTP/1.1" status: 200 len: 217 time: 0.0480564 Dec 06 17:24:56.782269 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8d0e2a6b-23ea-4dac-9c3d-939a467c4382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:56.815770 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-a9d4e37b-ea18-4287-9ecc-a5b85ba0d16c req-f1da43c1-166f-4286-b604-6616dbb17c60 service neutron] Transition to ACTIVE for port object 48c76fb3-0a51-46bc-ac65-5f2a1fa8d341 will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:24:56.822277 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e3c9471d-4677-4808-8f7a-3c72cfe972a1 req-5ec69797-2eba-460c-b290-6e17899740e7 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8ff7359-db2b-4d57-aa79-237c344ab3df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1544363 Dec 06 17:24:56.825328 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-a9d4e37b-ea18-4287-9ecc-a5b85ba0d16c req-f1da43c1-166f-4286-b604-6616dbb17c60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:56.832919 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-8d0e2a6b-23ea-4dac-9c3d-939a467c4382 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80f9f68c-43a5-4e3f-b57b-35b1d5df7ab2']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:24:56.872834 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-8d0e2a6b-23ea-4dac-9c3d-939a467c4382 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa2ca17a-e625-4451-971c-4981d061f3d4') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:24:56.873149 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-8d0e2a6b-23ea-4dac-9c3d-939a467c4382 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa2ca17a-e625-4451-971c-4981d061f3d4') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:24:56.881129 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e2cebc-c9a9-4cc1-8eea-8218a3ad9466 req-eaf77899-e1e0-48e8-b970-e95ac53947c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:56.883170 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-47e2cebc-c9a9-4cc1-8eea-8218a3ad9466 req-eaf77899-e1e0-48e8-b970-e95ac53947c2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=407d30a8-656b-4107-b0bb-8b27c7634002 HTTP/1.1" status: 200 len: 850 time: 0.1134956 Dec 06 17:24:56.898838 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0414fe8-ac65-47a8-abf8-176596b42ab4 x-openstack-request-id: req-f0414fe8-ac65-47a8-abf8-176596b42ab4 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:24:56.899144 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b90c60e1-8c4d-43c2-9053-69409cdfe209", "name": "network-vif-plugged", "status": "completed", "tag": "09f7aabb-6b09-4a8b-bc58-433a095b05f8", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:24:56.899407 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f0414fe8-ac65-47a8-abf8-176596b42ab4 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:24:56.899817 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b90c60e1-8c4d-43c2-9053-69409cdfe209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09f7aabb-6b09-4a8b-bc58-433a095b05f8', 'code': 200} Dec 06 17:24:56.901676 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3495e3e8-163e-4401-bed0-8a759d5c2a21 req-8d64434b-cde9-4469-bca7-f21b20bb74bd tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763599 Dec 06 17:24:56.909121 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da43c1-166f-4286-b604-6616dbb17c60 service neutron] Pushing event updated for resources: {'Port': ['ID=48c76fb3-0a51-46bc-ac65-5f2a1fa8d341,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:56.909339 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8d0e2a6b-23ea-4dac-9c3d-939a467c4382 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:56.971498 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c834a940-2f7b-40f1-a30f-bb2ce1d873be req-31ab3e2c-088a-4ffa-a40e-af3a7273b5f7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=dcc078fa-9117-41b2-90f4-24dd9b9b3e75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7657120 Dec 06 17:24:56.981274 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8d0e2a6b-23ea-4dac-9c3d-939a467c4382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:57.046301 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b0b166a5-70d9-432b-8b5f-58288e7091f9 req-e7291179-ff8b-442d-a6cc-d64f78ffe89c tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab5a1622-9933-40c5-84a1-0be26fda8c29 HTTP/1.1" status: 200 len: 210 time: 0.0539925 Dec 06 17:24:57.047382 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d0e2a6b-23ea-4dac-9c3d-939a467c4382 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:24:57.047787 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8d0e2a6b-23ea-4dac-9c3d-939a467c4382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:57.074832 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 17:24:57.074832 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:24:57.074832 n-d-master-1 neutron-server[103284]: timer() Dec 06 17:24:57.074832 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:24:57.074832 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 17:24:57.074832 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:24:57.074832 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 17:24:57.074832 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:24:57.074832 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 17:24:57.074832 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:24:57.074832 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 17:24:57.074832 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:24:57.074832 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 17:24:57.074832 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:24:57.074832 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:24:57.074832 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:24:57.074832 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:24:57.074832 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:24:57.074832 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 17:24:57.074832 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:24:57.074832 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 17:24:57.074832 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:24:57.074832 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:24:57.074832 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:24:57.074832 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 17:24:57.074832 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:24:57.074832 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:24:57.074832 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:24:57.074832 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:24:57.074832 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:24:57.074832 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:24:57.074832 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:24:57.114734 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e2cebc-c9a9-4cc1-8eea-8218a3ad9466 req-df323d18-4371-4a45-8f68-15b5eaeb640f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:57.115852 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-47e2cebc-c9a9-4cc1-8eea-8218a3ad9466 req-df323d18-4371-4a45-8f68-15b5eaeb640f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b1330ff6-71a6-48db-aedf-2e908404d40b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2225380 Dec 06 17:24:57.118911 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-493d0061-d622-45a0-ac91-898d2ab3dc47 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Deleting port be115384-68a8-4e17-966e-19c9c34e3a09 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:24:57.119389 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-493d0061-d622-45a0-ac91-898d2ab3dc47 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:57.152799 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b672b6f0-1a0f-4adf-b82a-a904be0361d3 req-2e9a4367-377d-4d56-9541-912b873e50bf tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:57.160876 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b672b6f0-1a0f-4adf-b82a-a904be0361d3 req-2e9a4367-377d-4d56-9541-912b873e50bf tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "GET /v2.0/ports?device_id=b90c60e1-8c4d-43c2-9053-69409cdfe209 HTTP/1.1" status: 200 len: 945 time: 0.1732395 Dec 06 17:24:57.187212 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-a9d4e37b-ea18-4287-9ecc-a5b85ba0d16c req-f1da43c1-166f-4286-b604-6616dbb17c60 service neutron] Attempting to bind port 48c76fb3-0a51-46bc-ac65-5f2a1fa8d341 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:24:57.187552 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-a9d4e37b-ea18-4287-9ecc-a5b85ba0d16c req-f1da43c1-166f-4286-b604-6616dbb17c60 service neutron] Attempting to bind port 48c76fb3-0a51-46bc-ac65-5f2a1fa8d341 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'a51553e5-2cc2-4505-834e-c40711ff7bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd04fae1e-5cf2-4413-9915-e4d8c2305f7b'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:24:57.187886 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d4e37b-ea18-4287-9ecc-a5b85ba0d16c req-f1da43c1-166f-4286-b604-6616dbb17c60 service neutron] Attempting to bind port 48c76fb3-0a51-46bc-ac65-5f2a1fa8d341 on network d04fae1e-5cf2-4413-9915-e4d8c2305f7b {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:24:57.198684 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413f8a38-6a50-4149-97e5-00b45cd80886 req-604621fc-d1f1-43b4-82c5-8f4cf8e4b311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:57.203546 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-413f8a38-6a50-4149-97e5-00b45cd80886 req-604621fc-d1f1-43b4-82c5-8f4cf8e4b311 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b90c60e1-8c4d-43c2-9053-69409cdfe209 HTTP/1.1" status: 200 len: 1096 time: 0.2015131 Dec 06 17:24:57.234705 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d4e37b-ea18-4287-9ecc-a5b85ba0d16c req-f1da43c1-166f-4286-b604-6616dbb17c60 service neutron] Port 48c76fb3-0a51-46bc-ac65-5f2a1fa8d341 on network d04fae1e-5cf2-4413-9915-e4d8c2305f7b not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:24:57.235034 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d4e37b-ea18-4287-9ecc-a5b85ba0d16c req-f1da43c1-166f-4286-b604-6616dbb17c60 service neutron] Attempting to bind port 48c76fb3-0a51-46bc-ac65-5f2a1fa8d341 on network d04fae1e-5cf2-4413-9915-e4d8c2305f7b {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:24:57.270410 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c834a940-2f7b-40f1-a30f-bb2ce1d873be req-4558ca0a-90dc-4b98-8e13-e2c85c5b30bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:57.271989 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c834a940-2f7b-40f1-a30f-bb2ce1d873be req-4558ca0a-90dc-4b98-8e13-e2c85c5b30bf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0688c6db31494470a1b7a5ecaa734bc4&device_id=dcc078fa-9117-41b2-90f4-24dd9b9b3e75 HTTP/1.1" status: 200 len: 1058 time: 0.2691700 Dec 06 17:24:57.272294 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d4e37b-ea18-4287-9ecc-a5b85ba0d16c req-f1da43c1-166f-4286-b604-6616dbb17c60 service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:24:57.272647 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d4e37b-ea18-4287-9ecc-a5b85ba0d16c req-f1da43c1-166f-4286-b604-6616dbb17c60 service neutron] Checking segment: {'id': 'a51553e5-2cc2-4505-834e-c40711ff7bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd04fae1e-5cf2-4413-9915-e4d8c2305f7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:24:57.273036 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d4e37b-ea18-4287-9ecc-a5b85ba0d16c req-f1da43c1-166f-4286-b604-6616dbb17c60 service neutron] Bound using segment: {'id': 'a51553e5-2cc2-4505-834e-c40711ff7bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd04fae1e-5cf2-4413-9915-e4d8c2305f7b'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:24:57.273487 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-a9d4e37b-ea18-4287-9ecc-a5b85ba0d16c req-f1da43c1-166f-4286-b604-6616dbb17c60 service neutron] Bound port: 48c76fb3-0a51-46bc-ac65-5f2a1fa8d341, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a51553e5-2cc2-4505-834e-c40711ff7bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd04fae1e-5cf2-4413-9915-e4d8c2305f7b'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:24:57.273863 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-a9d4e37b-ea18-4287-9ecc-a5b85ba0d16c req-f1da43c1-166f-4286-b604-6616dbb17c60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:57.275707 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8d0e2a6b-23ea-4dac-9c3d-939a467c4382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:57.287645 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8d0e2a6b-23ea-4dac-9c3d-939a467c4382 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:57.294056 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-8d0e2a6b-23ea-4dac-9c3d-939a467c4382 admin admin] 10.222.0.23 "DELETE /v2.0/networks/80f9f68c-43a5-4e3f-b57b-35b1d5df7ab2 HTTP/1.1" status: 204 len: 168 time: 1.7233706 Dec 06 17:24:57.325686 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0e2a6b-23ea-4dac-9c3d-939a467c4382 admin admin] Pushing event deleted for resources: {'Network': ['ID=80f9f68c-43a5-4e3f-b57b-35b1d5df7ab2,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:57.326627 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b672b6f0-1a0f-4adf-b82a-a904be0361d3 req-4b88b5ca-599b-48d1-b09f-e8b11366be86 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b7468f4-bad8-406b-a529-97182affb0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1648819 Dec 06 17:24:57.350320 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fad6f1-288a-49d3-ac28-533fc8de8746 req-4f54d73b-9b70-4a28-83fc-d2a3d03d6108 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:57.359322 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-94fad6f1-288a-49d3-ac28-533fc8de8746 req-4f54d73b-9b70-4a28-83fc-d2a3d03d6108 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 945 time: 0.1748545 Dec 06 17:24:57.373917 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-413f8a38-6a50-4149-97e5-00b45cd80886 req-3f62027e-44c1-4bcd-a940-19c6278a03d1 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9b7468f4-bad8-406b-a529-97182affb0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404088 Dec 06 17:24:57.376912 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-493d0061-d622-45a0-ac91-898d2ab3dc47 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:57.377811 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-493d0061-d622-45a0-ac91-898d2ab3dc47 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:57.379928 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-47e2cebc-c9a9-4cc1-8eea-8218a3ad9466 req-541dae79-5252-4674-8c37-6864cd7288cb service neutron] 10.222.0.41 "GET /v2.0/networks/b1330ff6-71a6-48db-aedf-2e908404d40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443666 Dec 06 17:24:57.452174 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-493d0061-d622-45a0-ac91-898d2ab3dc47 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Calling delete_port for be115384-68a8-4e17-966e-19c9c34e3a09 owned by network:floatingip {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:24:57.563071 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-a9d4e37b-ea18-4287-9ecc-a5b85ba0d16c req-f1da43c1-166f-4286-b604-6616dbb17c60 service neutron] For port 48c76fb3-0a51-46bc-ac65-5f2a1fa8d341, host n-h1-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:24:57.565212 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-94fad6f1-288a-49d3-ac28-533fc8de8746 req-f94304db-97fb-4fa6-9b3c-3a6b839adcff tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002530 Dec 06 17:24:57.599416 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-a9d4e37b-ea18-4287-9ecc-a5b85ba0d16c req-f1da43c1-166f-4286-b604-6616dbb17c60 service neutron] For port 48c76fb3-0a51-46bc-ac65-5f2a1fa8d341, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=48c76fb3-0a51-46bc-ac65-5f2a1fa8d341,segment=NetworkSegment(a51553e5-2cc2-4505-834e-c40711ff7bbd),segment_id=a51553e5-2cc2-4505-834e-c40711ff7bbd)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:24:57.602227 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 33108) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:24:57.616602 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-a9d4e37b-ea18-4287-9ecc-a5b85ba0d16c req-f1da43c1-166f-4286-b604-6616dbb17c60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:57.636097 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c834a940-2f7b-40f1-a30f-bb2ce1d873be req-31f73610-abcf-4120-bad4-7d43c1ae0f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:57.637630 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c834a940-2f7b-40f1-a30f-bb2ce1d873be req-31f73610-abcf-4120-bad4-7d43c1ae0f80 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b1330ff6-71a6-48db-aedf-2e908404d40b HTTP/1.1" status: 200 len: 912 time: 0.3382764 Dec 06 17:24:57.690076 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d4e37b-ea18-4287-9ecc-a5b85ba0d16c req-f1da43c1-166f-4286-b604-6616dbb17c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:57.690711 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-a9d4e37b-ea18-4287-9ecc-a5b85ba0d16c req-f1da43c1-166f-4286-b604-6616dbb17c60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:57.692105 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a9d4e37b-ea18-4287-9ecc-a5b85ba0d16c req-f1da43c1-166f-4286-b604-6616dbb17c60 service neutron] 10.222.0.41 "PUT /v2.0/ports/48c76fb3-0a51-46bc-ac65-5f2a1fa8d341 HTTP/1.1" status: 200 len: 1091 time: 2.3408036 Dec 06 17:24:57.694200 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8dc6e81-139f-4b3a-b04a-8e3dc6cc1103', 'tag': '48c76fb3-0a51-46bc-ac65-5f2a1fa8d341'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:24:57.696497 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a57eabfb-9f3a-4f70-a137-ddbda3191fef" -d '{"events": [{"name": "network-changed", "server_uuid": "a8dc6e81-139f-4b3a-b04a-8e3dc6cc1103", "tag": "48c76fb3-0a51-46bc-ac65-5f2a1fa8d341"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:24:57.707703 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-47e2cebc-c9a9-4cc1-8eea-8218a3ad9466 req-e6778452-5ecf-4d36-8321-386b6838e73f service neutron] 10.222.0.41 "GET /v2.0/networks/b1330ff6-71a6-48db-aedf-2e908404d40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3177192 Dec 06 17:24:57.717503 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53e24bb-92c4-40c3-970b-ba0b1541dd4a req-3594cb8a-9ded-4f13-ab28-5feffbe183d8 tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:57.725155 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e53e24bb-92c4-40c3-970b-ba0b1541dd4a req-3594cb8a-9ded-4f13-ab28-5feffbe183d8 tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8dc6e81-139f-4b3a-b04a-8e3dc6cc1103 HTTP/1.1" status: 200 len: 943 time: 0.1997700 Dec 06 17:24:57.764563 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c834a940-2f7b-40f1-a30f-bb2ce1d873be req-e8038a7d-2413-4f76-b563-6c4f039c1ce2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5053c2ed-94ee-4923-8b37-03fdd9d0d673 HTTP/1.1" status: 200 len: 217 time: 0.0933807 Dec 06 17:24:57.775471 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da43c1-166f-4286-b604-6616dbb17c60 service neutron] Pushing event updated for resources: {'Port': ['ID=48c76fb3-0a51-46bc-ac65-5f2a1fa8d341,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:57.831387 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-9c93de89-d21c-4bab-8973-261b64c5985c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=329351083dd44d76a7984c486745ee3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2270451 Dec 06 17:24:57.839083 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d36e29d-1e36-4697-b8d1-2052c928329a req-231f21db-2d9e-4f89-9d00-c5e40daae6ef tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:57.842123 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 33112) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:24:57.847326 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5d36e29d-1e36-4697-b8d1-2052c928329a req-231f21db-2d9e-4f89-9d00-c5e40daae6ef tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 945 time: 0.1880813 Dec 06 17:24:57.873801 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e53e24bb-92c4-40c3-970b-ba0b1541dd4a req-1cdd25cd-04bb-4b95-b383-59e4a57d5776 tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] 10.222.0.23 "GET /v2.0/security-groups?id=ecc06ab5-704d-4d83-bc83-3d9dd1f38b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476545 Dec 06 17:24:57.897080 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c834a940-2f7b-40f1-a30f-bb2ce1d873be req-c37084d7-567e-4b62-9e4c-577c6ac11668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:57.899517 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c834a940-2f7b-40f1-a30f-bb2ce1d873be req-c37084d7-567e-4b62-9e4c-577c6ac11668 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=407d30a8-656b-4107-b0bb-8b27c7634002 HTTP/1.1" status: 200 len: 850 time: 0.1282966 Dec 06 17:24:57.933692 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d4e37b-ea18-4287-9ecc-a5b85ba0d16c req-d68f4e77-cec8-4f71-8796-460f5e4c59ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:57.937711 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a9d4e37b-ea18-4287-9ecc-a5b85ba0d16c req-d68f4e77-cec8-4f71-8796-460f5e4c59ac service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8e20f481c9174841b068555f84e7c98f&device_id=a8dc6e81-139f-4b3a-b04a-8e3dc6cc1103 HTTP/1.1" status: 200 len: 1094 time: 0.1494830 Dec 06 17:24:57.994177 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5d36e29d-1e36-4697-b8d1-2052c928329a req-e90a848a-846e-4b3d-83cd-b4f65d500cdc tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456215 Dec 06 17:24:58.003999 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a9d4e37b-ea18-4287-9ecc-a5b85ba0d16c req-86ff8e48-c9d1-4f87-b853-998c4c3f3696 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=48c76fb3-0a51-46bc-ac65-5f2a1fa8d341 HTTP/1.1" status: 200 len: 217 time: 0.0525954 Dec 06 17:24:58.007028 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c834a940-2f7b-40f1-a30f-bb2ce1d873be req-bfe95d48-1194-439f-8fce-7cd64119a0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:58.008621 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02168434-7ddf-44c5-aa40-feb19e5be2a2 x-openstack-request-id: req-02168434-7ddf-44c5-aa40-feb19e5be2a2 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:24:58.009021 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8dc6e81-139f-4b3a-b04a-8e3dc6cc1103", "tag": "48c76fb3-0a51-46bc-ac65-5f2a1fa8d341", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:24:58.009290 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-02168434-7ddf-44c5-aa40-feb19e5be2a2 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:24:58.009719 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c834a940-2f7b-40f1-a30f-bb2ce1d873be req-bfe95d48-1194-439f-8fce-7cd64119a0bc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b1330ff6-71a6-48db-aedf-2e908404d40b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1000178 Dec 06 17:24:58.009817 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8dc6e81-139f-4b3a-b04a-8e3dc6cc1103', 'tag': '48c76fb3-0a51-46bc-ac65-5f2a1fa8d341', 'status': 'completed', 'code': 200} Dec 06 17:24:58.010920 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-493d0061-d622-45a0-ac91-898d2ab3dc47 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:58.011049 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-be4549b9-afce-4bb4-93f9-dabe0def5f0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:58.040973 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-be4549b9-afce-4bb4-93f9-dabe0def5f0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:58.091993 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493d0061-d622-45a0-ac91-898d2ab3dc47 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Pushing event deleted for resources: {'Port': ['ID=be115384-68a8-4e17-966e-19c9c34e3a09,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:58.189996 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d4e37b-ea18-4287-9ecc-a5b85ba0d16c req-55389d65-947b-4465-ae59-b931e85f6b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:58.191520 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a9d4e37b-ea18-4287-9ecc-a5b85ba0d16c req-55389d65-947b-4465-ae59-b931e85f6b5a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ec977d14-56fc-411a-98f8-ba7e454c62e7 HTTP/1.1" status: 200 len: 849 time: 0.1285467 Dec 06 17:24:58.217851 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763166ff-0670-41f5-a8c4-78052686efc3 req-fd0a3230-5b92-494d-a9ce-bb680c966b06 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:58.226582 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-763166ff-0670-41f5-a8c4-78052686efc3 req-fd0a3230-5b92-494d-a9ce-bb680c966b06 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 944 time: 0.1045897 Dec 06 17:24:58.261047 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a9d4e37b-ea18-4287-9ecc-a5b85ba0d16c req-5d9cc862-553d-4fb2-b336-c076e79ef618 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d04fae1e-5cf2-4413-9915-e4d8c2305f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586636 Dec 06 17:24:58.263656 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-be4549b9-afce-4bb4-93f9-dabe0def5f0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:58.265096 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-493d0061-d622-45a0-ac91-898d2ab3dc47 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Publish callbacks [] for floatingip, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:58.266355 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-be4549b9-afce-4bb4-93f9-dabe0def5f0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:58.268022 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-493d0061-d622-45a0-ac91-898d2ab3dc47 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:58.272325 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-493d0061-d622-45a0-ac91-898d2ab3dc47 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "DELETE /v2.0/floatingips/7f826090-e0f9-4ac5-a18f-a55cc4e06f80 HTTP/1.1" status: 204 len: 168 time: 2.2315173 Dec 06 17:24:58.272576 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-be4549b9-afce-4bb4-93f9-dabe0def5f0f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2efa5f63-f0c5-42b2-bae9-267211250ae0 HTTP/1.1" status: 204 len: 168 time: 0.4271843 Dec 06 17:24:58.273363 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c834a940-2f7b-40f1-a30f-bb2ce1d873be req-b59866af-89fc-4f69-b990-5ba8ece0a2d8 service neutron] 10.222.0.44 "GET /v2.0/networks/b1330ff6-71a6-48db-aedf-2e908404d40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501533 Dec 06 17:24:58.284874 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a45eee-a423-4fe9-82d1-4ce424f4f5ec req-66a7b163-23b3-413a-a1a0-8bb2f0529880 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:58.293998 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4549b9-afce-4bb4-93f9-dabe0def5f0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2efa5f63-f0c5-42b2-bae9-267211250ae0,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:58.302583 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-52a45eee-a423-4fe9-82d1-4ce424f4f5ec req-66a7b163-23b3-413a-a1a0-8bb2f0529880 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 945 time: 0.1383994 Dec 06 17:24:58.480373 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-763166ff-0670-41f5-a8c4-78052686efc3 req-47074e4f-181c-4f07-bf74-db735f20b103 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8ff7359-db2b-4d57-aa79-237c344ab3df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2533889 Dec 06 17:24:58.544276 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-52a45eee-a423-4fe9-82d1-4ce424f4f5ec req-ca33ffe4-c7a0-46c7-a10e-59f488d09835 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062390 Dec 06 17:24:58.556360 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a9d4e37b-ea18-4287-9ecc-a5b85ba0d16c req-337a161f-ae02-4f5a-901a-05522915cdb9 service neutron] 10.222.0.41 "GET /v2.0/networks/d04fae1e-5cf2-4413-9915-e4d8c2305f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850752 Dec 06 17:24:58.685069 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2fad34c7-3263-4147-b6b5-b09f2218fdfe req-65ecba3f-e215-4979-9f4f-562c31647511 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab5a1622-9933-40c5-84a1-0be26fda8c29 HTTP/1.1" status: 200 len: 210 time: 0.0546401 Dec 06 17:24:58.695535 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c834a940-2f7b-40f1-a30f-bb2ce1d873be req-d90f65bd-364b-47fe-ad3c-9acc94b5b717 service neutron] 10.222.0.44 "GET /v2.0/networks/b1330ff6-71a6-48db-aedf-2e908404d40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3557389 Dec 06 17:24:58.864748 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ddd43d-cc8c-49b6-91fa-a4a9a88baeed req-4f322cb8-89ea-46a3-a1a3-edd11d77ebf9 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:58.871868 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f7ddd43d-cc8c-49b6-91fa-a4a9a88baeed req-4f322cb8-89ea-46a3-a1a3-edd11d77ebf9 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "GET /v2.0/ports?device_id=b90c60e1-8c4d-43c2-9053-69409cdfe209 HTTP/1.1" status: 200 len: 945 time: 0.0870745 Dec 06 17:24:58.925770 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f7ddd43d-cc8c-49b6-91fa-a4a9a88baeed req-6fed8072-d458-4368-9170-f123a44ce473 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b7468f4-bad8-406b-a529-97182affb0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527828 Dec 06 17:24:58.928332 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a9d4e37b-ea18-4287-9ecc-a5b85ba0d16c req-b0e530e7-a84c-4391-9e1d-e48d658a0eee service neutron] 10.222.0.41 "GET /v2.0/networks/d04fae1e-5cf2-4413-9915-e4d8c2305f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3554766 Dec 06 17:24:59.050410 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 33162) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:24:59.055061 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-6b1cda0f-9808-4d1b-bfa4-7c04af610053 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Request body: {'security_group': {'name': 'tempest-securitygroup--79273825', 'description': 'tempest-description--2142878105'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:24:59.153842 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57eabfb-9f3a-4f70-a137-ddbda3191fef req-ad1c4220-48a2-4537-bfd6-a5fb1f4064b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:59.155491 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a57eabfb-9f3a-4f70-a137-ddbda3191fef req-ad1c4220-48a2-4537-bfd6-a5fb1f4064b7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8e20f481c9174841b068555f84e7c98f&device_id=a8dc6e81-139f-4b3a-b04a-8e3dc6cc1103 HTTP/1.1" status: 200 len: 1094 time: 0.1531274 Dec 06 17:24:59.167237 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6b1cda0f-9808-4d1b-bfa4-7c04af610053 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:59.172800 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f2ec14-b056-4a82-aea6-9c3a9cab3a54 req-68db7418-86fa-4caf-bac7-4e76d280d31b tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:59.174413 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-36f2ec14-b056-4a82-aea6-9c3a9cab3a54 req-68db7418-86fa-4caf-bac7-4e76d280d31b tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 945 time: 0.1081583 Dec 06 17:24:59.202400 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cc89d0-4017-4da2-aa88-739591eb40d6 req-b381b28a-10ef-447d-aaab-06153151413c tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:59.204010 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-20cc89d0-4017-4da2-aa88-739591eb40d6 req-b381b28a-10ef-447d-aaab-06153151413c tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8dc6e81-139f-4b3a-b04a-8e3dc6cc1103 HTTP/1.1" status: 200 len: 943 time: 0.1061850 Dec 06 17:24:59.296337 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6b1cda0f-9808-4d1b-bfa4-7c04af610053 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:59.300920 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-36f2ec14-b056-4a82-aea6-9c3a9cab3a54 req-6f4df5c6-6628-46b6-8815-f944356ef916 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116929 Dec 06 17:24:59.306029 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6b1cda0f-9808-4d1b-bfa4-7c04af610053 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:59.335712 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57eabfb-9f3a-4f70-a137-ddbda3191fef req-3de6a0a0-837c-4a28-afa8-6ac3c154ad6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:59.337295 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a57eabfb-9f3a-4f70-a137-ddbda3191fef req-3de6a0a0-837c-4a28-afa8-6ac3c154ad6f service neutron] 10.222.0.41 "GET /v2.0/networks?id=d04fae1e-5cf2-4413-9915-e4d8c2305f7b HTTP/1.1" status: 200 len: 910 time: 0.1619465 Dec 06 17:24:59.352806 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1cda0f-9808-4d1b-bfa4-7c04af610053 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b076312-1c54-4a4a-a63b-13a8529c717b,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:59.382097 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-20cc89d0-4017-4da2-aa88-739591eb40d6 req-6a2e0bc4-fc08-4fe1-84f9-64f9c5b71bf0 tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] 10.222.0.23 "GET /v2.0/security-groups?id=ecc06ab5-704d-4d83-bc83-3d9dd1f38b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635511 Dec 06 17:24:59.394934 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6b1cda0f-9808-4d1b-bfa4-7c04af610053 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:59.397569 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-6b1cda0f-9808-4d1b-bfa4-7c04af610053 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3448205 Dec 06 17:24:59.399265 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 33178) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:24:59.405596 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-5eea6db2-9283-4737-9bb9-e702c6985378 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Request body: {'security_group_rule': {'security_group_id': '3b076312-1c54-4a4a-a63b-13a8529c717b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:24:59.438922 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a57eabfb-9f3a-4f70-a137-ddbda3191fef req-2299cda0-b63c-4021-8a30-44189f5d627e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=48c76fb3-0a51-46bc-ac65-5f2a1fa8d341 HTTP/1.1" status: 200 len: 217 time: 0.0910151 Dec 06 17:24:59.440390 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5eea6db2-9283-4737-9bb9-e702c6985378 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:59.523300 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5eea6db2-9283-4737-9bb9-e702c6985378 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:59.528202 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5eea6db2-9283-4737-9bb9-e702c6985378 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:59.546118 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57eabfb-9f3a-4f70-a137-ddbda3191fef req-945e2677-6780-46d2-8a87-7e796554cc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:59.547691 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a57eabfb-9f3a-4f70-a137-ddbda3191fef req-945e2677-6780-46d2-8a87-7e796554cc7f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ec977d14-56fc-411a-98f8-ba7e454c62e7 HTTP/1.1" status: 200 len: 849 time: 0.0942473 Dec 06 17:24:59.553380 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eea6db2-9283-4737-9bb9-e702c6985378 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b52ab27-4473-428d-96df-74e6c8b0efd9,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:59.563495 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e7e256-a368-41e5-809b-f59ee9c75339 req-5e10caeb-5438-4bbe-8026-7e0001e33fd0 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:59.565350 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d8e7e256-a368-41e5-809b-f59ee9c75339 req-5e10caeb-5438-4bbe-8026-7e0001e33fd0 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "GET /v2.0/ports?device_id=b90c60e1-8c4d-43c2-9053-69409cdfe209 HTTP/1.1" status: 200 len: 945 time: 0.1308727 Dec 06 17:24:59.579846 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5eea6db2-9283-4737-9bb9-e702c6985378 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:59.590806 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-5eea6db2-9283-4737-9bb9-e702c6985378 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1902688 Dec 06 17:24:59.591621 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 33186) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:24:59.598992 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-a3f2e03d-d9aa-4417-b4ab-e45ed235d6f3 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Request body: {'security_group_rule': {'security_group_id': '3b076312-1c54-4a4a-a63b-13a8529c717b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:24:59.642786 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a3f2e03d-d9aa-4417-b4ab-e45ed235d6f3 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:59.712983 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a3f2e03d-d9aa-4417-b4ab-e45ed235d6f3 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:59.718839 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a3f2e03d-d9aa-4417-b4ab-e45ed235d6f3 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:59.742313 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f2e03d-d9aa-4417-b4ab-e45ed235d6f3 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7e1ed9d-d9d0-4fce-9914-116c784325ca,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:24:59.771548 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a3f2e03d-d9aa-4417-b4ab-e45ed235d6f3 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:59.773075 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-a3f2e03d-d9aa-4417-b4ab-e45ed235d6f3 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1805110 Dec 06 17:24:59.776160 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 33196) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:24:59.781991 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-d95af454-4135-4e85-8e59-ca8ab194eee4 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Request body: {'floatingip': {'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:24:59.818508 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d95af454-4135-4e85-8e59-ca8ab194eee4 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Publish callbacks [] for floatingip, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:24:59.932530 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a57eabfb-9f3a-4f70-a137-ddbda3191fef req-6ba7428c-d874-47e8-9e5f-34e4649f1861 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d04fae1e-5cf2-4413-9915-e4d8c2305f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3658466 Dec 06 17:24:59.963206 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eccfdea-13af-4e8b-bf20-8b6cceee4f01 req-cc6a760e-0400-4190-b393-2fda921bd385 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:24:59.964714 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4eccfdea-13af-4e8b-bf20-8b6cceee4f01 req-cc6a760e-0400-4190-b393-2fda921bd385 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 944 time: 0.0654960 Dec 06 17:25:00.004751 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d95af454-4135-4e85-8e59-ca8ab194eee4 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:00.025741 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d8e7e256-a368-41e5-809b-f59ee9c75339 req-c48f072a-b95b-4ed1-b965-2985059d3c8b tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b7468f4-bad8-406b-a529-97182affb0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4487388 Dec 06 17:25:00.065104 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 33202) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:25:00.091234 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4eccfdea-13af-4e8b-bf20-8b6cceee4f01 req-f0c7c5f4-6c83-485d-96ce-506a8ed0bfc3 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8ff7359-db2b-4d57-aa79-237c344ab3df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161118 Dec 06 17:25:00.101940 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a57eabfb-9f3a-4f70-a137-ddbda3191fef req-5acdb250-fdd0-4d6c-9330-78274011ee64 service neutron] 10.222.0.41 "GET /v2.0/networks/d04fae1e-5cf2-4413-9915-e4d8c2305f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596406 Dec 06 17:25:00.193137 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9294ea06-5f19-48fa-8e96-79dcc356de0b tempest-TestNetworkBasicOps-779736558 tempest-TestNetworkBasicOps-779736558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:00.198260 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-9294ea06-5f19-48fa-8e96-79dcc356de0b tempest-TestNetworkBasicOps-779736558 tempest-TestNetworkBasicOps-779736558-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=b90c60e1-8c4d-43c2-9053-69409cdfe209 HTTP/1.1" status: 200 len: 1091 time: 0.1291511 Dec 06 17:25:00.199302 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 33204) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:25:00.205171 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-2d4b4db0-5380-47a9-985f-2e93f0128ae7 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Request body: {'floatingip': {'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'port_id': '09f7aabb-6b09-4a8b-bc58-433a095b05f8', 'tenant_id': 'ecd148ff302244ca8d62fb6aab386351', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:25:00.255371 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-d95af454-4135-4e85-8e59-ca8ab194eee4 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Allocated IP 172.35.1.26 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/e2337c35-fe24-4e17-b8a9-7fea7452edb4) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:25:00.256037 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ca69c6-6fe2-45b9-9b62-ef851d95dff7 req-a39d95f2-6dca-443a-8e5f-ddbcd2303ccc tempest-VolumesActionsTest-94703347 tempest-VolumesActionsTest-94703347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:00.257835 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d4ca69c6-6fe2-45b9-9b62-ef851d95dff7 req-a39d95f2-6dca-443a-8e5f-ddbcd2303ccc tempest-VolumesActionsTest-94703347 tempest-VolumesActionsTest-94703347-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4cb2e35-ffdb-4a1b-a338-edb10825d6a0 HTTP/1.1" status: 200 len: 945 time: 0.0853436 Dec 06 17:25:00.260500 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a57eabfb-9f3a-4f70-a137-ddbda3191fef req-e1409eda-f8c4-4669-b528-b2d26c57df50 service neutron] 10.222.0.41 "GET /v2.0/networks/d04fae1e-5cf2-4413-9915-e4d8c2305f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491787 Dec 06 17:25:00.270566 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b50329-ff5a-4455-906b-38fc14e5830b req-6395c93d-c6e4-44fe-89d8-0abd42fa44a6 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:00.272435 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-39b50329-ff5a-4455-906b-38fc14e5830b req-6395c93d-c6e4-44fe-89d8-0abd42fa44a6 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 945 time: 0.1213639 Dec 06 17:25:00.290113 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2d4b4db0-5380-47a9-985f-2e93f0128ae7 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for floatingip, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:00.319333 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d4ca69c6-6fe2-45b9-9b62-ef851d95dff7 req-0689a309-fb6b-426d-981a-f9a00d0257d2 tempest-VolumesActionsTest-94703347 tempest-VolumesActionsTest-94703347-project] 10.222.0.23 "GET /v2.0/security-groups?id=51423628-2240-4a7f-b0ae-05f2d5833289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536172 Dec 06 17:25:00.414241 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-32d374f7-b440-410f-a356-8029cb221d27 req-5f9300ff-b393-49a0-acd2-d9db70d32cd5 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab5a1622-9933-40c5-84a1-0be26fda8c29 HTTP/1.1" status: 200 len: 210 time: 0.0316844 Dec 06 17:25:00.447060 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-39b50329-ff5a-4455-906b-38fc14e5830b req-26c4ed97-61e0-42b5-856f-0b9cd22dda9b tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629636 Dec 06 17:25:00.494983 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 48c76fb3-0a51-46bc-ac65-5f2a1fa8d341 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:25:00.507389 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d95af454-4135-4e85-8e59-ca8ab194eee4 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:00.593958 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2d4b4db0-5380-47a9-985f-2e93f0128ae7 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:00.611571 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d95af454-4135-4e85-8e59-ca8ab194eee4 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:00.643474 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 48c76fb3-0a51-46bc-ac65-5f2a1fa8d341, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=48c76fb3-0a51-46bc-ac65-5f2a1fa8d341,segment=NetworkSegment(a51553e5-2cc2-4505-834e-c40711ff7bbd),segment_id=a51553e5-2cc2-4505-834e-c40711ff7bbd)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:25:00.655678 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': '48c76fb3-0a51-46bc-ac65-5f2a1fa8d341', 'network_id': 'd04fae1e-5cf2-4413-9915-e4d8c2305f7b', 'port_id': '48c76fb3-0a51-46bc-ac65-5f2a1fa8d341', 'mac_address': 'fa:16:3e:6a:f3:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec977d14-56fc-411a-98f8-ba7e454c62e7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:25:00.691110 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345c7c98-559b-4726-b6d9-efd786403fe6 req-c4a34d6f-6156-41aa-8834-27ceda186bde tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:00.697604 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:00.700060 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-345c7c98-559b-4726-b6d9-efd786403fe6 req-c4a34d6f-6156-41aa-8834-27ceda186bde tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 945 time: 0.0651383 Dec 06 17:25:00.706898 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a6cdb4-843c-412c-b671-268589067c44 req-391cd98c-8f8a-4ba2-94bf-d77bb4fd8745 tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:00.708476 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b4a6cdb4-843c-412c-b671-268589067c44 req-391cd98c-8f8a-4ba2-94bf-d77bb4fd8745 tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8dc6e81-139f-4b3a-b04a-8e3dc6cc1103 HTTP/1.1" status: 200 len: 943 time: 0.1762369 Dec 06 17:25:00.720388 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48c76fb3-0a51-46bc-ac65-5f2a1fa8d341 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:25:00.721130 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95af454-4135-4e85-8e59-ca8ab194eee4 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:25:00.737285 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-d95af454-4135-4e85-8e59-ca8ab194eee4 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:25:00.740327 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95af454-4135-4e85-8e59-ca8ab194eee4 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:25:00.748724 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 48c76fb3-0a51-46bc-ac65-5f2a1fa8d341, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=48c76fb3-0a51-46bc-ac65-5f2a1fa8d341,segment=NetworkSegment(a51553e5-2cc2-4505-834e-c40711ff7bbd),segment_id=a51553e5-2cc2-4505-834e-c40711ff7bbd)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:25:00.756257 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:00.784551 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95af454-4135-4e85-8e59-ca8ab194eee4 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Pushing event updated for resources: {'Port': ['ID=e2337c35-fe24-4e17-b8a9-7fea7452edb4,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:25:00.787538 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-345c7c98-559b-4726-b6d9-efd786403fe6 req-2090e872-93b7-4f4f-aff8-1d05e01d79ea tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857973 Dec 06 17:25:00.832289 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=48c76fb3-0a51-46bc-ac65-5f2a1fa8d341,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:25:00.885347 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b4a6cdb4-843c-412c-b671-268589067c44 req-d7cf5254-9328-41d4-a942-68d342fa08dd tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] 10.222.0.23 "GET /v2.0/security-groups?id=ecc06ab5-704d-4d83-bc83-3d9dd1f38b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629229 Dec 06 17:25:00.965251 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-2d4b4db0-5380-47a9-985f-2e93f0128ae7 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Allocated IP 172.35.1.28 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/e5d55714-1775-472b-8b96-161f2fe3a720) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:25:01.019116 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['48c76fb3-0a51-46bc-ac65-5f2a1fa8d341'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:25:01.062351 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d95af454-4135-4e85-8e59-ca8ab194eee4 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:01.080491 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d85df0e-3ecc-4098-9ea9-f3cc2eaaff82 req-26942bce-d076-4ba8-8b7a-802d9a9d14b5 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:01.105160 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6d85df0e-3ecc-4098-9ea9-f3cc2eaaff82 req-26942bce-d076-4ba8-8b7a-802d9a9d14b5 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 945 time: 0.1202970 Dec 06 17:25:01.139872 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d1318c-5ca1-466b-9e04-de4cfebd25a4 req-86c631b1-c9e8-4566-924e-7d92b160222a tempest-VolumesActionsTest-94703347 tempest-VolumesActionsTest-94703347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:01.141749 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d7d1318c-5ca1-466b-9e04-de4cfebd25a4 req-86c631b1-c9e8-4566-924e-7d92b160222a tempest-VolumesActionsTest-94703347 tempest-VolumesActionsTest-94703347-project] 10.222.0.41 "GET /v2.0/ports?device_id=e4cb2e35-ffdb-4a1b-a338-edb10825d6a0 HTTP/1.1" status: 200 len: 945 time: 0.1199052 Dec 06 17:25:01.170827 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d95af454-4135-4e85-8e59-ca8ab194eee4 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:01.271678 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6d85df0e-3ecc-4098-9ea9-f3cc2eaaff82 req-a2315787-3782-4c70-875d-3808526a7ee1 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603160 Dec 06 17:25:01.316565 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-d7d1318c-5ca1-466b-9e04-de4cfebd25a4 req-f4697fdc-5133-4435-9ae9-7bc57e99641b tempest-VolumesActionsTest-94703347 tempest-VolumesActionsTest-94703347-project] Deleting port ad0055bd-f891-4d65-b844-d07d80bd7792 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:25:01.317018 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-d7d1318c-5ca1-466b-9e04-de4cfebd25a4 req-f4697fdc-5133-4435-9ae9-7bc57e99641b tempest-VolumesActionsTest-94703347 tempest-VolumesActionsTest-94703347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:01.320582 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2d4b4db0-5380-47a9-985f-2e93f0128ae7 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:01.469742 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-d7d1318c-5ca1-466b-9e04-de4cfebd25a4 req-f4697fdc-5133-4435-9ae9-7bc57e99641b tempest-VolumesActionsTest-94703347 tempest-VolumesActionsTest-94703347-project] For port ad0055bd-f891-4d65-b844-d07d80bd7792, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ad0055bd-f891-4d65-b844-d07d80bd7792,segment=NetworkSegment(65235854-25e8-4048-b6e2-991cead0db67),segment_id=65235854-25e8-4048-b6e2-991cead0db67)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:25:01.470237 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-d7d1318c-5ca1-466b-9e04-de4cfebd25a4 req-f4697fdc-5133-4435-9ae9-7bc57e99641b tempest-VolumesActionsTest-94703347 tempest-VolumesActionsTest-94703347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:01.481902 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ea5dad-f0ba-4239-9ffe-01f54c546203 req-f4d7434a-01e9-4b6d-8ed7-2cdf4fcdcbcc tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:01.492076 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f4ea5dad-f0ba-4239-9ffe-01f54c546203 req-f4d7434a-01e9-4b6d-8ed7-2cdf4fcdcbcc tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 945 time: 0.0955157 Dec 06 17:25:01.539248 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-d7d1318c-5ca1-466b-9e04-de4cfebd25a4 req-f4697fdc-5133-4435-9ae9-7bc57e99641b tempest-VolumesActionsTest-94703347 tempest-VolumesActionsTest-94703347-project] Calling delete_port for ad0055bd-f891-4d65-b844-d07d80bd7792 owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:25:01.570783 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 33248) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:25:01.627794 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f4ea5dad-f0ba-4239-9ffe-01f54c546203 req-c56a85c1-aa3b-4ec1-a826-aa43a2f451de tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345148 Dec 06 17:25:01.753444 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a74fbc-a1f9-447e-ac77-328d3f35ad7d req-06a1cbb1-bb94-4c7f-9365-c263e2d44f78 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:01.754966 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-00a74fbc-a1f9-447e-ac77-328d3f35ad7d req-06a1cbb1-bb94-4c7f-9365-c263e2d44f78 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 944 time: 0.4859133 Dec 06 17:25:01.762914 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ad902272-fa75-4535-9570-20b253336416 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:01.798179 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2d4b4db0-5380-47a9-985f-2e93f0128ae7 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:01.868244 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-d7d1318c-5ca1-466b-9e04-de4cfebd25a4 req-f4697fdc-5133-4435-9ae9-7bc57e99641b tempest-VolumesActionsTest-94703347 tempest-VolumesActionsTest-94703347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:01.884497 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['ad0055bd-f891-4d65-b844-d07d80bd7792'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:25:01.894089 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-00a74fbc-a1f9-447e-ac77-328d3f35ad7d req-434f7b2e-f423-4ca9-bf35-40df150b9bdd tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8ff7359-db2b-4d57-aa79-237c344ab3df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317647 Dec 06 17:25:01.902442 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c21075-f1b6-4f52-b3f4-c9971ba65560 req-5447e609-d9de-4ab7-85a0-3e98e189b285 tempest-VolumesActionsTest-94703347 tempest-VolumesActionsTest-94703347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:01.904449 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-18c21075-f1b6-4f52-b3f4-c9971ba65560 req-5447e609-d9de-4ab7-85a0-3e98e189b285 tempest-VolumesActionsTest-94703347 tempest-VolumesActionsTest-94703347-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4cb2e35-ffdb-4a1b-a338-edb10825d6a0 HTTP/1.1" status: 200 len: 867 time: 0.1458871 Dec 06 17:25:01.905621 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4b4db0-5380-47a9-985f-2e93f0128ae7 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:25:01.912330 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-2d4b4db0-5380-47a9-985f-2e93f0128ae7 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:25:01.925552 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4b4db0-5380-47a9-985f-2e93f0128ae7 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:25:01.927471 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4b4db0-5380-47a9-985f-2e93f0128ae7 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Pushing event updated for resources: {'Port': ['ID=e5d55714-1775-472b-8b96-161f2fe3a720,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:25:01.931156 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4697fdc-5133-4435-9ae9-7bc57e99641b tempest-VolumesActionsTest-94703347 tempest-VolumesActionsTest-94703347-project] Pushing event deleted for resources: {'Port': ['ID=ad0055bd-f891-4d65-b844-d07d80bd7792,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:25:01.936411 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d95af454-4135-4e85-8e59-ca8ab194eee4 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:01.965037 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d95af454-4135-4e85-8e59-ca8ab194eee4 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:02.027572 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7d1318c-5ca1-466b-9e04-de4cfebd25a4 req-f4697fdc-5133-4435-9ae9-7bc57e99641b tempest-VolumesActionsTest-94703347 tempest-VolumesActionsTest-94703347-project] No DVR routers for this DVR port ad0055bd-f891-4d65-b844-d07d80bd7792 on host n-h1-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:25:02.035843 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-d7d1318c-5ca1-466b-9e04-de4cfebd25a4 req-f4697fdc-5133-4435-9ae9-7bc57e99641b tempest-VolumesActionsTest-94703347 tempest-VolumesActionsTest-94703347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:02.039833 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d7d1318c-5ca1-466b-9e04-de4cfebd25a4 req-f4697fdc-5133-4435-9ae9-7bc57e99641b tempest-VolumesActionsTest-94703347 tempest-VolumesActionsTest-94703347-project] 10.222.0.41 "DELETE /v2.0/ports/ad0055bd-f891-4d65-b844-d07d80bd7792 HTTP/1.1" status: 204 len: 173 time: 0.8839109 Dec 06 17:25:02.040344 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4cb2e35-ffdb-4a1b-a338-edb10825d6a0', 'name': 'network-vif-deleted', 'tag': 'ad0055bd-f891-4d65-b844-d07d80bd7792'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:25:02.042804 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f27092b-9ee2-4645-974c-4167d4e09277" -d '{"events": [{"server_uuid": "e4cb2e35-ffdb-4a1b-a338-edb10825d6a0", "name": "network-vif-deleted", "tag": "ad0055bd-f891-4d65-b844-d07d80bd7792"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:25:02.089433 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ad902272-fa75-4535-9570-20b253336416 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:02.096635 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ff458e09-0663-4a51-86b6-b8d1e2bc65fc req-6c64fc08-5686-477d-a8df-3c2e6d2050f8 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab5a1622-9933-40c5-84a1-0be26fda8c29 HTTP/1.1" status: 200 len: 210 time: 0.0843921 Dec 06 17:25:02.097638 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-18c21075-f1b6-4f52-b3f4-c9971ba65560 req-eaa6b9e7-16f9-4f8c-a7de-17c6c27d4ae4 tempest-VolumesActionsTest-94703347 tempest-VolumesActionsTest-94703347-project] 10.222.0.23 "GET /v2.0/security-groups?id=51423628-2240-4a7f-b0ae-05f2d5833289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227016 Dec 06 17:25:02.098789 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ad902272-fa75-4535-9570-20b253336416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:02.112192 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95af454-4135-4e85-8e59-ca8ab194eee4 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Pushing event updated for resources: {'Port': ['ID=e2337c35-fe24-4e17-b8a9-7fea7452edb4,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:25:02.144700 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-ad902272-fa75-4535-9570-20b253336416 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cc9a0cd79b17412f9711821b59571d15&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5727544 Dec 06 17:25:02.147559 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 33258) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:25:02.164131 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad902272-fa75-4535-9570-20b253336416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34e2ad90-a510-41b0-abd4-4f43fb83ebc9,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:25:02.262499 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f579256f-a385-484b-86c3-0e6d0b09810f x-openstack-request-id: req-f579256f-a385-484b-86c3-0e6d0b09810f {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:25:02.262901 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4cb2e35-ffdb-4a1b-a338-edb10825d6a0", "name": "network-vif-deleted", "tag": "ad0055bd-f891-4d65-b844-d07d80bd7792", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:25:02.264050 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f579256f-a385-484b-86c3-0e6d0b09810f {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:25:02.264984 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4cb2e35-ffdb-4a1b-a338-edb10825d6a0', 'name': 'network-vif-deleted', 'tag': 'ad0055bd-f891-4d65-b844-d07d80bd7792', 'status': 'completed', 'code': 200} Dec 06 17:25:02.312369 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-26f5155d-a1e3-4b97-a9a1-d0f24fa116b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:02.343260 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-26f5155d-a1e3-4b97-a9a1-d0f24fa116b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:02.368407 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837dab3c-c146-477d-943e-1e1184e7412a req-3ae1db73-bd99-4a4f-9c7c-1405e7978efa tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:02.376386 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-837dab3c-c146-477d-943e-1e1184e7412a req-3ae1db73-bd99-4a4f-9c7c-1405e7978efa tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8dc6e81-139f-4b3a-b04a-8e3dc6cc1103 HTTP/1.1" status: 200 len: 944 time: 0.1237226 Dec 06 17:25:02.439455 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-837dab3c-c146-477d-943e-1e1184e7412a req-20cd4110-250b-462e-8b63-2734063d07f7 tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] 10.222.0.23 "GET /v2.0/security-groups?id=ecc06ab5-704d-4d83-bc83-3d9dd1f38b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620856 Dec 06 17:25:02.449335 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-26f5155d-a1e3-4b97-a9a1-d0f24fa116b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:02.453462 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d95af454-4135-4e85-8e59-ca8ab194eee4 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:02.454565 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-26f5155d-a1e3-4b97-a9a1-d0f24fa116b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:02.455848 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-26f5155d-a1e3-4b97-a9a1-d0f24fa116b0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/34e2ad90-a510-41b0-abd4-4f43fb83ebc9 HTTP/1.1" status: 204 len: 168 time: 0.3064985 Dec 06 17:25:02.470887 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f5155d-a1e3-4b97-a9a1-d0f24fa116b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e2ad90-a510-41b0-abd4-4f43fb83ebc9,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:25:02.498991 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 48c76fb3-0a51-46bc-ac65-5f2a1fa8d341 up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:25:02.559754 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port 48c76fb3-0a51-46bc-ac65-5f2a1fa8d341 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:25:02.565042 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port 48c76fb3-0a51-46bc-ac65-5f2a1fa8d341 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:25:02.565607 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:02.620879 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d95af454-4135-4e85-8e59-ca8ab194eee4 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:02.630919 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-d95af454-4135-4e85-8e59-ca8ab194eee4 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8450391 Dec 06 17:25:02.714158 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:02.770748 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca517e9-313e-4525-b89d-5d4160f45050 req-e30ba77b-78a3-4eaf-8af7-0e2076815e6f tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:02.778254 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8dc6e81-139f-4b3a-b04a-8e3dc6cc1103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48c76fb3-0a51-46bc-ac65-5f2a1fa8d341'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:25:02.779851 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-dca517e9-313e-4525-b89d-5d4160f45050 req-e30ba77b-78a3-4eaf-8af7-0e2076815e6f tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 945 time: 0.4295108 Dec 06 17:25:02.780793 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f616a8b-6a5c-4078-ac15-68190f8ea096" -d '{"events": [{"server_uuid": "a8dc6e81-139f-4b3a-b04a-8e3dc6cc1103", "name": "network-vif-plugged", "status": "completed", "tag": "48c76fb3-0a51-46bc-ac65-5f2a1fa8d341"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:25:02.788322 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:02.817238 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 48c76fb3-0a51-46bc-ac65-5f2a1fa8d341, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=48c76fb3-0a51-46bc-ac65-5f2a1fa8d341,segment=NetworkSegment(a51553e5-2cc2-4505-834e-c40711ff7bbd),segment_id=a51553e5-2cc2-4505-834e-c40711ff7bbd)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:25:02.824326 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:02.866916 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-654290f7-4ec2-4562-aa0c-ae33001752f7 x-openstack-request-id: req-654290f7-4ec2-4562-aa0c-ae33001752f7 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:25:02.867514 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8dc6e81-139f-4b3a-b04a-8e3dc6cc1103", "name": "network-vif-plugged", "status": "completed", "tag": "48c76fb3-0a51-46bc-ac65-5f2a1fa8d341", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:25:02.867948 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-654290f7-4ec2-4562-aa0c-ae33001752f7 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:25:02.868559 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8dc6e81-139f-4b3a-b04a-8e3dc6cc1103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48c76fb3-0a51-46bc-ac65-5f2a1fa8d341', 'code': 200} Dec 06 17:25:02.918390 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2d4b4db0-5380-47a9-985f-2e93f0128ae7 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:02.922227 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=48c76fb3-0a51-46bc-ac65-5f2a1fa8d341,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:25:02.957572 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-dca517e9-313e-4525-b89d-5d4160f45050 req-0183a939-f288-4ef0-bc3a-7209cd52ab35 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625118 Dec 06 17:25:03.042009 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8b9dd397-4f31-464c-ac99-bea2ecfa73e7 req-0f9eb2b2-1191-4282-a8d9-2c9601c60f28 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--79273825&fields=id&tenant_id=74bc5013de174928a9ab47aef105909c HTTP/1.1" status: 200 len: 267 time: 0.0904312 Dec 06 17:25:03.092487 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2d4b4db0-5380-47a9-985f-2e93f0128ae7 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:03.146326 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0def8e-65f0-4014-b39a-d0b31f5c3119 req-242448e9-5fb0-41db-a211-e46b6ca9465d tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:03.153724 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3f0def8e-65f0-4014-b39a-d0b31f5c3119 req-242448e9-5fb0-41db-a211-e46b6ca9465d tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 944 time: 0.1273158 Dec 06 17:25:03.215600 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9dd397-4f31-464c-ac99-bea2ecfa73e7 req-c6ab1b4e-ae40-40e5-8c69-3f1d96620ac6 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:03.218217 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8b9dd397-4f31-464c-ac99-bea2ecfa73e7 req-c6ab1b4e-ae40-40e5-8c69-3f1d96620ac6 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/networks?id=443e19cc-aba1-401c-ba5c-6c1a74082882 HTTP/1.1" status: 200 len: 817 time: 0.1589115 Dec 06 17:25:03.228337 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb7ecc8-d8a8-47b8-8a94-732d45e8f507 req-6a15c962-3a96-4bda-a481-d651fc895d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:03.229814 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-afb7ecc8-d8a8-47b8-8a94-732d45e8f507 req-6a15c962-3a96-4bda-a481-d651fc895d92 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a8dc6e81-139f-4b3a-b04a-8e3dc6cc1103 HTTP/1.1" status: 200 len: 1096 time: 0.2024784 Dec 06 17:25:03.248206 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8b9dd397-4f31-464c-ac99-bea2ecfa73e7 req-e6a49fc1-425e-4d22-9cdd-824eea2bd23f tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/quotas/74bc5013de174928a9ab47aef105909c HTTP/1.1" status: 200 len: 375 time: 0.0227892 Dec 06 17:25:03.270647 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3f0def8e-65f0-4014-b39a-d0b31f5c3119 req-0a2a35b9-0022-41ae-a97f-5237bce4f5cb tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8ff7359-db2b-4d57-aa79-237c344ab3df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110637 Dec 06 17:25:03.318030 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-afb7ecc8-d8a8-47b8-8a94-732d45e8f507 req-659716d4-1414-42f1-ad93-7246f75bf520 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ecc06ab5-704d-4d83-bc83-3d9dd1f38b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669293 Dec 06 17:25:03.372916 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8b9dd397-4f31-464c-ac99-bea2ecfa73e7 req-9a29177e-d367-4151-8e35-7f8384b37da8 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=74bc5013de174928a9ab47aef105909c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1163666 Dec 06 17:25:03.410750 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2d4b4db0-5380-47a9-985f-2e93f0128ae7 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:03.421998 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2d4b4db0-5380-47a9-985f-2e93f0128ae7 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:03.457992 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 33304) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:25:03.494589 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8b9dd397-4f31-464c-ac99-bea2ecfa73e7 req-3ba1badf-7138-46ad-be0b-01c6a109f958 service neutron] 10.222.0.23 "GET /v2.0/networks/443e19cc-aba1-401c-ba5c-6c1a74082882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198831 Dec 06 17:25:03.495065 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2c4667-ab78-4c61-b648-61ad99e94acf req-fe3908d8-e21c-404b-ab3e-a56b03bc5b9b tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:03.496583 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3b2c4667-ab78-4c61-b648-61ad99e94acf req-fe3908d8-e21c-404b-ab3e-a56b03bc5b9b tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 945 time: 0.1286435 Dec 06 17:25:03.585103 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4b4db0-5380-47a9-985f-2e93f0128ae7 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Pushing event updated for resources: {'Port': ['ID=e5d55714-1775-472b-8b96-161f2fe3a720,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:25:03.594852 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2d4b4db0-5380-47a9-985f-2e93f0128ae7 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:03.601268 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3b2c4667-ab78-4c61-b648-61ad99e94acf req-98dfce49-dacd-4201-9ce8-bf38f7968a33 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869441 Dec 06 17:25:03.658131 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-681932ed-0bab-4ae1-af40-18e39bdf22e5 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1767433350-network', 'tenant_id': 'bc986bfef9314e8db1bc69e4b6b0c2bf'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:25:03.718912 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-681932ed-0bab-4ae1-af40-18e39bdf22e5 admin admin] Made reservation on behalf of bc986bfef9314e8db1bc69e4b6b0c2bf for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:25:03.721346 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-681932ed-0bab-4ae1-af40-18e39bdf22e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:03.735140 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-681932ed-0bab-4ae1-af40-18e39bdf22e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:03.750443 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8b9dd397-4f31-464c-ac99-bea2ecfa73e7 req-32dddd81-d87f-4b8c-bb2a-84815b2265c2 service neutron] 10.222.0.23 "GET /v2.0/networks/443e19cc-aba1-401c-ba5c-6c1a74082882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309823 Dec 06 17:25:03.772769 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6ba131a8-69d9-4c65-a16a-7823ec749fa0 req-6598b156-1b19-4532-9d45-ae7795771ac8 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab5a1622-9933-40c5-84a1-0be26fda8c29 HTTP/1.1" status: 200 len: 210 time: 0.0438755 Dec 06 17:25:03.841966 n-d-master-1 neutron-server[103284]: INFO neutron.db.l3_db [None req-2d4b4db0-5380-47a9-985f-2e93f0128ae7 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Floating IP 377fa6ff-632a-4352-ad0a-8f05b1433cb0 associated. External IP: 172.35.1.28, port: 09f7aabb-6b09-4a8b-bc58-433a095b05f8. Dec 06 17:25:04.102674 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-681932ed-0bab-4ae1-af40-18e39bdf22e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:04.123598 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-681932ed-0bab-4ae1-af40-18e39bdf22e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:04.218591 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-681932ed-0bab-4ae1-af40-18e39bdf22e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:25:04.313484 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021f1fb1-6aa8-48bf-8304-15d51586072e req-b2a4e315-d559-41cf-b2ad-816b0c40cc32 tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:04.321142 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-021f1fb1-6aa8-48bf-8304-15d51586072e req-b2a4e315-d559-41cf-b2ad-816b0c40cc32 tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8dc6e81-139f-4b3a-b04a-8e3dc6cc1103 HTTP/1.1" status: 200 len: 945 time: 0.1796649 Dec 06 17:25:04.326689 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-cee50527-3467-4f53-b292-35dba79e8aa2 req-4f95a7e2-1ed9-46fa-8389-901c2b1053ce tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e766107-5d5f-422c-b94b-1d8d8ddacb83 HTTP/1.1" status: 200 len: 210 time: 0.1262915 Dec 06 17:25:04.342282 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-681932ed-0bab-4ae1-af40-18e39bdf22e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:04.343692 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-681932ed-0bab-4ae1-af40-18e39bdf22e5 admin admin] Added segment a302e11f-02ad-49ba-b6f8-f45101b84ae2 of type vlan for network df2a21d7-4493-4f3d-b883-d03c31806e0d Dec 06 17:25:04.347362 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681932ed-0bab-4ae1-af40-18e39bdf22e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=424cff58-dc9a-4f61-b66e-3020cd17db9f,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:25:04.418813 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-681932ed-0bab-4ae1-af40-18e39bdf22e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:04.470273 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-681932ed-0bab-4ae1-af40-18e39bdf22e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:04.471580 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681932ed-0bab-4ae1-af40-18e39bdf22e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:04.472228 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-681932ed-0bab-4ae1-af40-18e39bdf22e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:04.496915 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device ad0055bd-f891-4d65-b844-d07d80bd7792 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:25:04.562312 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-021f1fb1-6aa8-48bf-8304-15d51586072e req-e992064c-f7b5-4e40-a0fa-cbfaa19dfd00 tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] 10.222.0.23 "GET /v2.0/security-groups?id=ecc06ab5-704d-4d83-bc83-3d9dd1f38b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395422 Dec 06 17:25:04.568834 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] No Port match for: ad0055bd-f891-4d65-b844-d07d80bd7792 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:25:04.569625 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device ad0055bd-f891-4d65-b844-d07d80bd7792 not bound to the agent host n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:25:04.589535 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d4b4db0-5380-47a9-985f-2e93f0128ae7 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Router 21219e34-8ff3-4c2e-bf09-020ce2c07d01 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:25:04.673178 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-681932ed-0bab-4ae1-af40-18e39bdf22e5 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2140470 Dec 06 17:25:04.754171 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681932ed-0bab-4ae1-af40-18e39bdf22e5 admin admin] Pushing event updated for resources: {'Network': ['ID=df2a21d7-4493-4f3d-b883-d03c31806e0d,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:25:04.765969 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network df2a21d7-4493-4f3d-b883-d03c31806e0d details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:25:04.815408 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d3e694-5e80-47d4-9965-423c836c4614 req-9d7f87db-c560-4d12-9f74-6143224d4fcd tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:04.817035 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f7d3e694-5e80-47d4-9965-423c836c4614 req-9d7f87db-c560-4d12-9f74-6143224d4fcd tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 944 time: 0.1132812 Dec 06 17:25:04.830237 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e153108-a6b2-4c88-ba3f-1dfb44e9f13e req-45884401-7ea5-4936-a9ba-fd6747cbc702 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:04.838792 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8e153108-a6b2-4c88-ba3f-1dfb44e9f13e req-45884401-7ea5-4936-a9ba-fd6747cbc702 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 945 time: 0.3068686 Dec 06 17:25:04.921844 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f7d3e694-5e80-47d4-9965-423c836c4614 req-bfd06257-116b-4b11-91fa-06ff9378fb30 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8ff7359-db2b-4d57-aa79-237c344ab3df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793943 Dec 06 17:25:04.923100 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d4b4db0-5380-47a9-985f-2e93f0128ae7 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:25:04.933607 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8e153108-a6b2-4c88-ba3f-1dfb44e9f13e req-fc5c07d5-6f61-4fdf-88e7-47b966982391 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857904 Dec 06 17:25:04.963791 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26692c78-0db5-4d5a-8bd2-52a7ba9d508f None None] Sync routers for ids ['21219e34-8ff3-4c2e-bf09-020ce2c07d01'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:25:04.969818 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2d4b4db0-5380-47a9-985f-2e93f0128ae7 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:04.986514 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26692c78-0db5-4d5a-8bd2-52a7ba9d508f None None] Routers {'21219e34-8ff3-4c2e-bf09-020ce2c07d01'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:25:04.987371 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-26692c78-0db5-4d5a-8bd2-52a7ba9d508f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:24:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['21219e34-8ff3-4c2e-bf09-020ce2c07d01'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:25:05.062904 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-2d4b4db0-5380-47a9-985f-2e93f0128ae7 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.8609858 Dec 06 17:25:05.063500 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b90c60e1-8c4d-43c2-9053-69409cdfe209', 'tag': '09f7aabb-6b09-4a8b-bc58-433a095b05f8'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:25:05.065846 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f76d4e83-db54-4c82-9d64-f8d3e24de879" -d '{"events": [{"name": "network-changed", "server_uuid": "b90c60e1-8c4d-43c2-9053-69409cdfe209", "tag": "09f7aabb-6b09-4a8b-bc58-433a095b05f8"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:25:05.065995 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 33344) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:25:05.133370 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-03fb350e-0b47-4d4e-b5e0-6d087ff1ffdf req-c1b5b1e1-af90-4881-8494-4656e0637021 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab5a1622-9933-40c5-84a1-0be26fda8c29 HTTP/1.1" status: 200 len: 210 time: 0.0435677 Dec 06 17:25:05.175140 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-26692c78-0db5-4d5a-8bd2-52a7ba9d508f None None] Set router 21219e34-8ff3-4c2e-bf09-020ce2c07d01 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:25:05.218649 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-b0f397f5-d34a-43ad-9348-8c8e9ca0ebef tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "GET /v2.0/floatingips/377fa6ff-632a-4352-ad0a-8f05b1433cb0 HTTP/1.1" status: 200 len: 990 time: 0.1514821 Dec 06 17:25:05.239567 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba49b70-ae88-42ab-badf-05dc621dd3d8 req-465e355a-9f8b-4ddb-a8e1-d3e92238b5d6 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:05.248420 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3ba49b70-ae88-42ab-badf-05dc621dd3d8 req-465e355a-9f8b-4ddb-a8e1-d3e92238b5d6 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 945 time: 0.1080155 Dec 06 17:25:05.310537 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3ba49b70-ae88-42ab-badf-05dc621dd3d8 req-48f85e88-4ae3-4276-8fe9-4e45892b44a8 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609627 Dec 06 17:25:05.323976 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:05.460457 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b3367e2-970f-48c0-91d4-833a698f61f3 x-openstack-request-id: req-4b3367e2-970f-48c0-91d4-833a698f61f3 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:25:05.460738 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b90c60e1-8c4d-43c2-9053-69409cdfe209", "tag": "09f7aabb-6b09-4a8b-bc58-433a095b05f8", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:25:05.461001 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4b3367e2-970f-48c0-91d4-833a698f61f3 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:25:05.461422 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b90c60e1-8c4d-43c2-9053-69409cdfe209', 'tag': '09f7aabb-6b09-4a8b-bc58-433a095b05f8', 'status': 'completed', 'code': 200} Dec 06 17:25:05.560529 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76d4e83-db54-4c82-9d64-f8d3e24de879 req-94bae50d-8285-4e77-b1e6-05533071d217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:05.562754 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-26692c78-0db5-4d5a-8bd2-52a7ba9d508f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21219e34-8ff3-4c2e-bf09-020ce2c07d01', 'name': 'tempest-TestNetworkBasicOps-router-1491324929', 'tenant_id': 'ecd148ff302244ca8d62fb6aab386351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.151'}], 'enable_snat': True}, 'gw_port_id': 'b43da3b6-6f85-498a-9eac-afd223f3d9df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:24:18Z', 'updated_at': '2021-12-06T17:24:29Z', 'revision_number': 4, 'project_id': 'ecd148ff302244ca8d62fb6aab386351', 'gw_port': {'id': 'b43da3b6-6f85-498a-9eac-afd223f3d9df', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:61:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21219e34-8ff3-4c2e-bf09-020ce2c07d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:24:19Z', 'updated_at': '2021-12-06T17:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '377fa6ff-632a-4352-ad0a-8f05b1433cb0', 'tenant_id': 'ecd148ff302244ca8d62fb6aab386351', 'floating_ip_address': '172.35.1.28', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '21219e34-8ff3-4c2e-bf09-020ce2c07d01', 'port_id': '09f7aabb-6b09-4a8b-bc58-433a095b05f8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcf22484-3aee-4f8b-9ee4-03517fcd27e4', 'mac_address': 'fa:16:3e:40:60:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90c60e1-8c4d-43c2-9053-69409cdfe209', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:25:02Z', 'updated_at': '2021-12-06T17:25:02Z', 'revision_number': 0, 'project_id': 'ecd148ff302244ca8d62fb6aab386351', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdc21632-a842-4536-b25a-8b6adfd0adad', 'name': '', 'network_id': 'fcf22484-3aee-4f8b-9ee4-03517fcd27e4', 'tenant_id': 'ecd148ff302244ca8d62fb6aab386351', 'mac_address': 'fa:16:3e:27:11:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21219e34-8ff3-4c2e-bf09-020ce2c07d01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': '28f81e8a-3246-4ebb-bc93-f6166ab7cc6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:24:27Z', 'updated_at': '2021-12-06T17:24:37Z', 'revision_number': 5, 'project_id': 'ecd148ff302244ca8d62fb6aab386351', 'subnets': [{'id': '28f81e8a-3246-4ebb-bc93-f6166ab7cc6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:25:05.571417 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f76d4e83-db54-4c82-9d64-f8d3e24de879 req-94bae50d-8285-4e77-b1e6-05533071d217 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ecd148ff302244ca8d62fb6aab386351&device_id=b90c60e1-8c4d-43c2-9053-69409cdfe209 HTTP/1.1" status: 200 len: 1096 time: 0.1390450 Dec 06 17:25:05.621034 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26692c78-0db5-4d5a-8bd2-52a7ba9d508f None None] Checking router: 21219e34-8ff3-4c2e-bf09-020ce2c07d01 for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:25:05.631664 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26692c78-0db5-4d5a-8bd2-52a7ba9d508f None None] Routers {'21219e34-8ff3-4c2e-bf09-020ce2c07d01'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:25:05.632351 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-26692c78-0db5-4d5a-8bd2-52a7ba9d508f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:24:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['21219e34-8ff3-4c2e-bf09-020ce2c07d01'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:25:05.689044 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b6e4983b-04bd-4fdc-b299-cf9d733c0786 req-f891f3db-c397-422e-9989-7b86fa51ebc3 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e766107-5d5f-422c-b94b-1d8d8ddacb83 HTTP/1.1" status: 200 len: 210 time: 0.1147149 Dec 06 17:25:05.795855 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-26692c78-0db5-4d5a-8bd2-52a7ba9d508f None None] Set router 21219e34-8ff3-4c2e-bf09-020ce2c07d01 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:25:05.924533 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76d4e83-db54-4c82-9d64-f8d3e24de879 req-d2dca0d1-a553-4135-834c-2d343491f413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:05.926878 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f76d4e83-db54-4c82-9d64-f8d3e24de879 req-d2dca0d1-a553-4135-834c-2d343491f413 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fcf22484-3aee-4f8b-9ee4-03517fcd27e4 HTTP/1.1" status: 200 len: 898 time: 0.3486192 Dec 06 17:25:06.084064 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f76d4e83-db54-4c82-9d64-f8d3e24de879 req-9bf316bb-7e6a-4d87-8d58-2aa3ec222538 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09f7aabb-6b09-4a8b-bc58-433a095b05f8 HTTP/1.1" status: 200 len: 998 time: 0.0958784 Dec 06 17:25:06.150093 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76d4e83-db54-4c82-9d64-f8d3e24de879 req-70bf0640-cf53-4527-9cd6-c32afbacf1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:06.152055 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f76d4e83-db54-4c82-9d64-f8d3e24de879 req-70bf0640-cf53-4527-9cd6-c32afbacf1d8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=28f81e8a-3246-4ebb-bc93-f6166ab7cc6f HTTP/1.1" status: 200 len: 834 time: 0.0577838 Dec 06 17:25:06.181488 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ce1340-751f-484b-a1e8-5073daf6ea5c req-369aec12-035e-4fec-8158-c11bee5cb0fa tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:06.183587 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-43ce1340-751f-484b-a1e8-5073daf6ea5c req-369aec12-035e-4fec-8158-c11bee5cb0fa tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8dc6e81-139f-4b3a-b04a-8e3dc6cc1103 HTTP/1.1" status: 200 len: 945 time: 0.2556767 Dec 06 17:25:06.223502 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 33366) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:25:06.275881 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76d4e83-db54-4c82-9d64-f8d3e24de879 req-efd8b67a-fd5a-4129-af65-be9420721eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:06.277652 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f76d4e83-db54-4c82-9d64-f8d3e24de879 req-efd8b67a-fd5a-4129-af65-be9420721eb3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fcf22484-3aee-4f8b-9ee4-03517fcd27e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1093829 Dec 06 17:25:06.292968 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-43ce1340-751f-484b-a1e8-5073daf6ea5c req-6442faad-87c4-4ca1-b74b-3e11d65e56d8 tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] 10.222.0.23 "GET /v2.0/security-groups?id=ecc06ab5-704d-4d83-bc83-3d9dd1f38b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998042 Dec 06 17:25:06.336908 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-26692c78-0db5-4d5a-8bd2-52a7ba9d508f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21219e34-8ff3-4c2e-bf09-020ce2c07d01', 'name': 'tempest-TestNetworkBasicOps-router-1491324929', 'tenant_id': 'ecd148ff302244ca8d62fb6aab386351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.151'}], 'enable_snat': True}, 'gw_port_id': 'b43da3b6-6f85-498a-9eac-afd223f3d9df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:24:18Z', 'updated_at': '2021-12-06T17:24:29Z', 'revision_number': 4, 'project_id': 'ecd148ff302244ca8d62fb6aab386351', 'gw_port': {'id': 'b43da3b6-6f85-498a-9eac-afd223f3d9df', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:61:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21219e34-8ff3-4c2e-bf09-020ce2c07d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:24:19Z', 'updated_at': '2021-12-06T17:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '377fa6ff-632a-4352-ad0a-8f05b1433cb0', 'tenant_id': 'ecd148ff302244ca8d62fb6aab386351', 'floating_ip_address': '172.35.1.28', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '21219e34-8ff3-4c2e-bf09-020ce2c07d01', 'port_id': '09f7aabb-6b09-4a8b-bc58-433a095b05f8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcf22484-3aee-4f8b-9ee4-03517fcd27e4', 'mac_address': 'fa:16:3e:40:60:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90c60e1-8c4d-43c2-9053-69409cdfe209', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:25:02Z', 'updated_at': '2021-12-06T17:25:02Z', 'revision_number': 0, 'project_id': 'ecd148ff302244ca8d62fb6aab386351', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdc21632-a842-4536-b25a-8b6adfd0adad', 'name': '', 'network_id': 'fcf22484-3aee-4f8b-9ee4-03517fcd27e4', 'tenant_id': 'ecd148ff302244ca8d62fb6aab386351', 'mac_address': 'fa:16:3e:27:11:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21219e34-8ff3-4c2e-bf09-020ce2c07d01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': '28f81e8a-3246-4ebb-bc93-f6166ab7cc6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:24:27Z', 'updated_at': '2021-12-06T17:24:37Z', 'revision_number': 5, 'project_id': 'ecd148ff302244ca8d62fb6aab386351', 'subnets': [{'id': '28f81e8a-3246-4ebb-bc93-f6166ab7cc6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:25:06.369995 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-0011be37-cf58-41a9-af70-7a73dc43e21a tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "GET /v2.0/floatingips/377fa6ff-632a-4352-ad0a-8f05b1433cb0 HTTP/1.1" status: 200 len: 990 time: 0.1385670 Dec 06 17:25:06.389336 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26692c78-0db5-4d5a-8bd2-52a7ba9d508f None None] The sync data for ids ['21219e34-8ff3-4c2e-bf09-020ce2c07d01'] in n-d-master-1 is: [{'id': '21219e34-8ff3-4c2e-bf09-020ce2c07d01', 'name': 'tempest-TestNetworkBasicOps-router-1491324929', 'tenant_id': 'ecd148ff302244ca8d62fb6aab386351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.151'}], 'enable_snat': True}, 'gw_port_id': 'b43da3b6-6f85-498a-9eac-afd223f3d9df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:24:18Z', 'updated_at': '2021-12-06T17:24:29Z', 'revision_number': 4, 'project_id': 'ecd148ff302244ca8d62fb6aab386351', 'gw_port': {'id': 'b43da3b6-6f85-498a-9eac-afd223f3d9df', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:61:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21219e34-8ff3-4c2e-bf09-020ce2c07d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:24:19Z', 'updated_at': '2021-12-06T17:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '377fa6ff-632a-4352-ad0a-8f05b1433cb0', 'tenant_id': 'ecd148ff302244ca8d62fb6aab386351', 'floating_ip_address': '172.35.1.28', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '21219e34-8ff3-4c2e-bf09-020ce2c07d01', 'port_id': '09f7aabb-6b09-4a8b-bc58-433a095b05f8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcf22484-3aee-4f8b-9ee4-03517fcd27e4', 'mac_address': 'fa:16:3e:40:60:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90c60e1-8c4d-43c2-9053-69409cdfe209', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:25:02Z', 'updated_at': '2021-12-06T17:25:02Z', 'revision_number': 0, 'project_id': 'ecd148ff302244ca8d62fb6aab386351', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdc21632-a842-4536-b25a-8b6adfd0adad', 'name': '', 'network_id': 'fcf22484-3aee-4f8b-9ee4-03517fcd27e4', 'tenant_id': 'ecd148ff302244ca8d62fb6aab386351', 'mac_address': 'fa:16:3e:27:11:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21219e34-8ff3-4c2e-bf09-020ce2c07d01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': '28f81e8a-3246-4ebb-bc93-f6166ab7cc6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:24:27Z', 'updated_at': '2021-12-06T17:24:37Z', 'revision_number': 5, 'project_id': 'ecd148ff302244ca8d62fb6aab386351', 'subnets': [{'id': '28f81e8a-3246-4ebb-bc93-f6166ab7cc6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:25:06.403265 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa208803-e8f8-488b-9e72-31e12ceda3c5 req-1310d749-a1ed-4724-b6a7-26f3504fb70d tempest-ComputeTenantNetworksTest-1827689039 tempest-ComputeTenantNetworksTest-1827689039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:06.409909 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa208803-e8f8-488b-9e72-31e12ceda3c5 req-1310d749-a1ed-4724-b6a7-26f3504fb70d tempest-ComputeTenantNetworksTest-1827689039 tempest-ComputeTenantNetworksTest-1827689039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:06.417155 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa208803-e8f8-488b-9e72-31e12ceda3c5 req-1310d749-a1ed-4724-b6a7-26f3504fb70d tempest-ComputeTenantNetworksTest-1827689039 tempest-ComputeTenantNetworksTest-1827689039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:06.430049 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fa208803-e8f8-488b-9e72-31e12ceda3c5 req-1310d749-a1ed-4724-b6a7-26f3504fb70d tempest-ComputeTenantNetworksTest-1827689039 tempest-ComputeTenantNetworksTest-1827689039-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 1.0238106 Dec 06 17:25:06.455469 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9dd397-4f31-464c-ac99-bea2ecfa73e7 req-220bce1f-ed6a-4b28-a427-866605854ac1 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:06.457682 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f76d4e83-db54-4c82-9d64-f8d3e24de879 req-0ba1bdce-f053-4ed0-8f40-bce4d4592c4e service neutron] 10.222.0.44 "GET /v2.0/networks/fcf22484-3aee-4f8b-9ee4-03517fcd27e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629665 Dec 06 17:25:06.459339 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8b9dd397-4f31-464c-ac99-bea2ecfa73e7 req-220bce1f-ed6a-4b28-a427-866605854ac1 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.44 "GET /v2.0/networks?id=443e19cc-aba1-401c-ba5c-6c1a74082882 HTTP/1.1" status: 200 len: 817 time: 0.9335330 Dec 06 17:25:06.619997 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8b9dd397-4f31-464c-ac99-bea2ecfa73e7 req-65e76482-5af0-45cd-ae52-8f9d13164b50 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=74bc5013de174928a9ab47aef105909c HTTP/1.1" status: 200 len: 378 time: 0.1445987 Dec 06 17:25:06.624472 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f76d4e83-db54-4c82-9d64-f8d3e24de879 req-54cf2c50-876d-4fa1-9ae7-6aefa5aa94da service neutron] 10.222.0.44 "GET /v2.0/networks/fcf22484-3aee-4f8b-9ee4-03517fcd27e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515768 Dec 06 17:25:06.631724 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a91d6dc-d6fe-4817-97e7-46ba598b90fe req-bfa1aa06-b62b-4955-b4d8-dc5cf16c5812 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:06.633956 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4a91d6dc-d6fe-4817-97e7-46ba598b90fe req-bfa1aa06-b62b-4955-b4d8-dc5cf16c5812 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 944 time: 0.1038127 Dec 06 17:25:06.639095 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-8b9dd397-4f31-464c-ac99-bea2ecfa73e7 req-4974acb7-9832-496b-8fda-a2c226581414 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Request body: {'port': {'device_id': '9e766107-5d5f-422c-b94b-1d8d8ddacb83', 'network_id': '443e19cc-aba1-401c-ba5c-6c1a74082882', 'admin_state_up': True, 'tenant_id': '74bc5013de174928a9ab47aef105909c', 'security_groups': ['3b076312-1c54-4a4a-a63b-13a8529c717b']}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:25:06.651272 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676829b1-2403-4c4d-a05b-34ce3f167ea8 req-5f4be1d1-a499-415a-a782-230912b70f43 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:06.659651 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-676829b1-2403-4c4d-a05b-34ce3f167ea8 req-5f4be1d1-a499-415a-a782-230912b70f43 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 945 time: 0.2002234 Dec 06 17:25:06.781543 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc85773-fb93-4e58-8a6b-2f999e0c8ac6 None None] New status for floating IP 377fa6ff-632a-4352-ad0a-8f05b1433cb0: ACTIVE {{(pid=103287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 17:25:06.808036 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-676829b1-2403-4c4d-a05b-34ce3f167ea8 req-12e2e0e7-069f-4f47-aa93-d67e5522d51a tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300683 Dec 06 17:25:06.822079 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b9dd397-4f31-464c-ac99-bea2ecfa73e7 req-4974acb7-9832-496b-8fda-a2c226581414 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Made reservation on behalf of 74bc5013de174928a9ab47aef105909c for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:25:06.826579 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8b9dd397-4f31-464c-ac99-bea2ecfa73e7 req-4974acb7-9832-496b-8fda-a2c226581414 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:06.890311 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4a91d6dc-d6fe-4817-97e7-46ba598b90fe req-8ab5d177-e7db-4da9-ab7f-1b0feebd5098 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8ff7359-db2b-4d57-aa79-237c344ab3df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2433140 Dec 06 17:25:06.905107 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-24f5cd14-8ca2-4aa0-8209-50da8c74935a req-4d43b43e-9307-46f8-a812-d827076a8197 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab5a1622-9933-40c5-84a1-0be26fda8c29 HTTP/1.1" status: 200 len: 210 time: 0.0386419 Dec 06 17:25:07.040605 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-89865fc7-231d-4c41-856e-7cada6af4acb req-4ee950df-16fe-4728-b2c5-709554bb89fb tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e766107-5d5f-422c-b94b-1d8d8ddacb83 HTTP/1.1" status: 200 len: 210 time: 0.0383008 Dec 06 17:25:07.109449 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36809718-69f5-44fb-82c0-d741d35322d1 req-2b80da1f-1ba9-40db-82e2-cb64ccf4f200 tempest-ComputeTenantNetworksTest-1827689039 tempest-ComputeTenantNetworksTest-1827689039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:07.120218 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-36809718-69f5-44fb-82c0-d741d35322d1 req-2b80da1f-1ba9-40db-82e2-cb64ccf4f200 tempest-ComputeTenantNetworksTest-1827689039 tempest-ComputeTenantNetworksTest-1827689039-project] 10.222.0.23 "GET /v2.0/networks/df2a21d7-4493-4f3d-b883-d03c31806e0d HTTP/1.1" status: 200 len: 769 time: 0.1901784 Dec 06 17:25:07.120348 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 33390) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:25:07.158648 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-8b9dd397-4f31-464c-ac99-bea2ecfa73e7 req-4974acb7-9832-496b-8fda-a2c226581414 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Allocated IP 172.20.0.8 (443e19cc-aba1-401c-ba5c-6c1a74082882/01ffc29c-932e-4129-aefc-9a2b3f836b7b/3ecd9a2d-90bf-46c7-a794-db6a81264372) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:25:07.228033 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5eedc71b-18dc-4a92-93d6-8e8d269120be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:07.344235 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c641ec-d5b1-4873-8f12-40cf0b4f58b2 req-408c89b3-7c19-4940-a5e9-77de413103e7 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:07.345828 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a3c641ec-d5b1-4873-8f12-40cf0b4f58b2 req-408c89b3-7c19-4940-a5e9-77de413103e7 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 945 time: 0.1138709 Dec 06 17:25:07.376699 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 33400) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:25:07.492465 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5eedc71b-18dc-4a92-93d6-8e8d269120be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:07.513494 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-87bb3a6c-3214-4472-9864-11435919af70 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "GET /v2.0/floatingips/377fa6ff-632a-4352-ad0a-8f05b1433cb0 HTTP/1.1" status: 200 len: 992 time: 0.1338897 Dec 06 17:25:07.531422 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8b9dd397-4f31-464c-ac99-bea2ecfa73e7 req-4974acb7-9832-496b-8fda-a2c226581414 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:07.551832 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a3c641ec-d5b1-4873-8f12-40cf0b4f58b2 req-0bfc311c-6bf4-4855-8451-870f26c30373 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959214 Dec 06 17:25:07.571818 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-5eedc71b-18dc-4a92-93d6-8e8d269120be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df2a21d7-4493-4f3d-b883-d03c31806e0d']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:25:07.605085 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-5eedc71b-18dc-4a92-93d6-8e8d269120be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a302e11f-02ad-49ba-b6f8-f45101b84ae2') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:25:07.605440 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-5eedc71b-18dc-4a92-93d6-8e8d269120be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a302e11f-02ad-49ba-b6f8-f45101b84ae2') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:25:07.609208 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af05b8c-d458-498d-8e6e-9fb5ff9ce994 req-ed95ef56-cf85-47ae-9e83-3a1e5cc38fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:07.610777 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8af05b8c-d458-498d-8e6e-9fb5ff9ce994 req-ed95ef56-cf85-47ae-9e83-3a1e5cc38fa6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0688c6db31494470a1b7a5ecaa734bc4&device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 1095 time: 0.1721101 Dec 06 17:25:07.632954 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8b9dd397-4f31-464c-ac99-bea2ecfa73e7 req-4974acb7-9832-496b-8fda-a2c226581414 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:07.638704 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5eedc71b-18dc-4a92-93d6-8e8d269120be admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:07.677799 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b9dd397-4f31-464c-ac99-bea2ecfa73e7 req-4974acb7-9832-496b-8fda-a2c226581414 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Network 443e19cc-aba1-401c-ba5c-6c1a74082882 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:25:07.688239 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-8b9dd397-4f31-464c-ac99-bea2ecfa73e7 req-4974acb7-9832-496b-8fda-a2c226581414 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:25:07.688544 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5eedc71b-18dc-4a92-93d6-8e8d269120be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:07.694631 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b9dd397-4f31-464c-ac99-bea2ecfa73e7 req-4974acb7-9832-496b-8fda-a2c226581414 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:25:07.736249 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d4865b-f007-4a5a-a4f3-c01b0930ad84 req-ffe9d99a-4d35-4f49-a599-b14582c9beb0 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:07.740444 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eedc71b-18dc-4a92-93d6-8e8d269120be admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:25:07.740882 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5eedc71b-18dc-4a92-93d6-8e8d269120be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:07.742673 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:25:07.742673 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:25:07.742673 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:25:07.742673 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:25:07.742673 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:25:07.742673 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:25:07.742673 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:25:07.742673 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:25:07.742673 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:25:07.742673 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:25:07.742673 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:25:07.742673 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:25:07.742673 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:25:07.742673 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:25:07.742673 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:25:07.742673 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:25:07.742673 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:25:07.742673 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:25:07.742673 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:25:07.742673 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:25:07.742673 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:25:07.742673 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:25:07.742673 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:25:07.742673 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:25:07.742673 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:25:07.742673 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:25:07.742673 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:25:07.742673 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:25:07.742673 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:25:07.742673 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:25:07.742673 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:25:07.742673 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:25:07.744679 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a3d4865b-f007-4a5a-a4f3-c01b0930ad84 req-ffe9d99a-4d35-4f49-a599-b14582c9beb0 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 944 time: 0.1499994 Dec 06 17:25:07.762220 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4974acb7-9832-496b-8fda-a2c226581414 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Pushing event updated for resources: {'Port': ['ID=3ecd9a2d-90bf-46c7-a794-db6a81264372,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:25:07.796162 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4974acb7-9832-496b-8fda-a2c226581414 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:25:07.796515 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4974acb7-9832-496b-8fda-a2c226581414 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:25:07.796869 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4974acb7-9832-496b-8fda-a2c226581414 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:25:07.797214 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4974acb7-9832-496b-8fda-a2c226581414 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:25:07.797579 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4974acb7-9832-496b-8fda-a2c226581414 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:25:07.797917 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4974acb7-9832-496b-8fda-a2c226581414 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:25:07.798252 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4974acb7-9832-496b-8fda-a2c226581414 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:25:07.798587 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4974acb7-9832-496b-8fda-a2c226581414 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:25:07.798918 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4974acb7-9832-496b-8fda-a2c226581414 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:25:07.799250 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4974acb7-9832-496b-8fda-a2c226581414 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:25:07.799582 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4974acb7-9832-496b-8fda-a2c226581414 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:25:07.799908 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4974acb7-9832-496b-8fda-a2c226581414 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:25:07.800234 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4974acb7-9832-496b-8fda-a2c226581414 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:25:07.824221 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9dd397-4f31-464c-ac99-bea2ecfa73e7 req-4974acb7-9832-496b-8fda-a2c226581414 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:07.824920 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8b9dd397-4f31-464c-ac99-bea2ecfa73e7 req-4974acb7-9832-496b-8fda-a2c226581414 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:07.871401 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a3d4865b-f007-4a5a-a4f3-c01b0930ad84 req-7bcd9eda-e7bc-4a42-b0bf-7d78c1d02998 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8ff7359-db2b-4d57-aa79-237c344ab3df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148050 Dec 06 17:25:07.892487 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8b9dd397-4f31-464c-ac99-bea2ecfa73e7 req-4974acb7-9832-496b-8fda-a2c226581414 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2572858 Dec 06 17:25:07.911235 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-8b9dd397-4f31-464c-ac99-bea2ecfa73e7 req-0d359715-d2b0-4136-a687-55725f05b3c3 service neutron] Request body: {'port': {'device_id': '9e766107-5d5f-422c-b94b-1d8d8ddacb83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:25:08.011083 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8b9dd397-4f31-464c-ac99-bea2ecfa73e7 req-0d359715-d2b0-4136-a687-55725f05b3c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:08.039819 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-71fb5eda-4f41-4cd5-8556-63a9a114d9c6 None None] Provisioning complete for port 3ecd9a2d-90bf-46c7-a794-db6a81264372 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:25:08.040637 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-71fb5eda-4f41-4cd5-8556-63a9a114d9c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:08.095535 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae88a55-9b8a-4a8e-af44-4a8388a4f427 req-46de968b-213f-4fe0-a6e3-90edf6a02b8f tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:08.097379 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fae88a55-9b8a-4a8e-af44-4a8388a4f427 req-46de968b-213f-4fe0-a6e3-90edf6a02b8f tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 945 time: 0.1074941 Dec 06 17:25:08.108126 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-71fb5eda-4f41-4cd5-8556-63a9a114d9c6 None None] Port 3ecd9a2d-90bf-46c7-a794-db6a81264372 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:25:08.230454 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fae88a55-9b8a-4a8e-af44-4a8388a4f427 req-8f7131ee-e067-461a-a2a4-af8b9632b692 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232922 Dec 06 17:25:08.253371 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a87c73d-feca-4030-bfc7-7e443899a60e req-a13d2c47-3eba-4eb5-8c1d-da6300ccc189 tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:08.255000 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8a87c73d-feca-4030-bfc7-7e443899a60e req-a13d2c47-3eba-4eb5-8c1d-da6300ccc189 tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8dc6e81-139f-4b3a-b04a-8e3dc6cc1103 HTTP/1.1" status: 200 len: 945 time: 0.5956290 Dec 06 17:25:08.259736 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5eedc71b-18dc-4a92-93d6-8e8d269120be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:08.267043 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5eedc71b-18dc-4a92-93d6-8e8d269120be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:08.272196 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-5eedc71b-18dc-4a92-93d6-8e8d269120be admin admin] 10.222.0.23 "DELETE /v2.0/networks/df2a21d7-4493-4f3d-b883-d03c31806e0d HTTP/1.1" status: 204 len: 168 time: 1.1509535 Dec 06 17:25:08.287238 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af05b8c-d458-498d-8e6e-9fb5ff9ce994 req-ff82ac09-89b4-48f2-97cb-cc0f4a51c059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:08.288723 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8af05b8c-d458-498d-8e6e-9fb5ff9ce994 req-ff82ac09-89b4-48f2-97cb-cc0f4a51c059 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b1330ff6-71a6-48db-aedf-2e908404d40b HTTP/1.1" status: 200 len: 912 time: 0.6608160 Dec 06 17:25:08.290245 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eedc71b-18dc-4a92-93d6-8e8d269120be admin admin] Pushing event deleted for resources: {'Network': ['ID=df2a21d7-4493-4f3d-b883-d03c31806e0d,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:25:08.403091 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8a87c73d-feca-4030-bfc7-7e443899a60e req-ee4366fe-78ce-489e-9222-021cbeda1a53 tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] 10.222.0.23 "GET /v2.0/security-groups?id=ecc06ab5-704d-4d83-bc83-3d9dd1f38b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372690 Dec 06 17:25:08.417253 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8af05b8c-d458-498d-8e6e-9fb5ff9ce994 req-a522f01d-cab8-4273-8a86-8e9a0aa0da83 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=121dd329-2fdc-4943-88fc-b3360bf29c71 HTTP/1.1" status: 200 len: 998 time: 0.1105194 Dec 06 17:25:08.458020 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-8b9dd397-4f31-464c-ac99-bea2ecfa73e7 req-0d359715-d2b0-4136-a687-55725f05b3c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ecd9a2d-90bf-46c7-a794-db6a81264372 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:25:08.481102 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8b9dd397-4f31-464c-ac99-bea2ecfa73e7 req-0d359715-d2b0-4136-a687-55725f05b3c3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:08.488997 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af05b8c-d458-498d-8e6e-9fb5ff9ce994 req-64dd0ca5-3f0b-4562-a9df-cf248b11cfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:08.490957 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8af05b8c-d458-498d-8e6e-9fb5ff9ce994 req-64dd0ca5-3f0b-4562-a9df-cf248b11cfa9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=407d30a8-656b-4107-b0bb-8b27c7634002 HTTP/1.1" status: 200 len: 850 time: 0.0617664 Dec 06 17:25:08.503637 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddad61bf-0ee2-4b0f-aca6-937b1af84fbe req-23fea406-9199-46d6-abb0-78a6f4db9083 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:08.511821 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ddad61bf-0ee2-4b0f-aca6-937b1af84fbe req-23fea406-9199-46d6-abb0-78a6f4db9083 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e766107-5d5f-422c-b94b-1d8d8ddacb83 HTTP/1.1" status: 200 len: 931 time: 0.1450622 Dec 06 17:25:08.539910 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 33420) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:25:08.545834 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-8b9dd397-4f31-464c-ac99-bea2ecfa73e7 req-0d359715-d2b0-4136-a687-55725f05b3c3 service neutron] Transition to ACTIVE for port object 3ecd9a2d-90bf-46c7-a794-db6a81264372 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:25:08.552609 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8b9dd397-4f31-464c-ac99-bea2ecfa73e7 req-0d359715-d2b0-4136-a687-55725f05b3c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:08.624380 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af05b8c-d458-498d-8e6e-9fb5ff9ce994 req-4ebbe668-2fc7-4cc2-b548-d05597c2cfef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:08.626059 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8af05b8c-d458-498d-8e6e-9fb5ff9ce994 req-4ebbe668-2fc7-4cc2-b548-d05597c2cfef service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b1330ff6-71a6-48db-aedf-2e908404d40b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1268642 Dec 06 17:25:08.632836 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-a8d1cd09-fbf4-4b51-a8cb-6e12ea3d57d5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bc986bfef9314e8db1bc69e4b6b0c2bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0860357 Dec 06 17:25:08.633656 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 33422) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:25:08.643852 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ddad61bf-0ee2-4b0f-aca6-937b1af84fbe req-59561ed2-ed16-43fb-8a61-23caf5b84396 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b076312-1c54-4a4a-a63b-13a8529c717b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1310675 Dec 06 17:25:08.679273 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cafaf7-2fa0-40a9-93e0-9b93086480dd req-b0ed4cce-bd73-4364-80e9-aa2f7915ac97 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:08.683081 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d359715-d2b0-4136-a687-55725f05b3c3 service neutron] Pushing event updated for resources: {'Port': ['ID=3ecd9a2d-90bf-46c7-a794-db6a81264372,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:25:08.689809 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f7cafaf7-2fa0-40a9-93e0-9b93086480dd req-b0ed4cce-bd73-4364-80e9-aa2f7915ac97 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 945 time: 0.1694725 Dec 06 17:25:08.719205 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 33424) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:25:08.794888 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-8b9dd397-4f31-464c-ac99-bea2ecfa73e7 req-0d359715-d2b0-4136-a687-55725f05b3c3 service neutron] Attempting to bind port 3ecd9a2d-90bf-46c7-a794-db6a81264372 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:25:08.795464 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-8b9dd397-4f31-464c-ac99-bea2ecfa73e7 req-0d359715-d2b0-4136-a687-55725f05b3c3 service neutron] Attempting to bind port 3ecd9a2d-90bf-46c7-a794-db6a81264372 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '5191f104-0f28-4995-943c-dc9b12a33060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '443e19cc-aba1-401c-ba5c-6c1a74082882'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:25:08.795983 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9dd397-4f31-464c-ac99-bea2ecfa73e7 req-0d359715-d2b0-4136-a687-55725f05b3c3 service neutron] Attempting to bind port 3ecd9a2d-90bf-46c7-a794-db6a81264372 on network 443e19cc-aba1-401c-ba5c-6c1a74082882 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:25:08.809680 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9dd397-4f31-464c-ac99-bea2ecfa73e7 req-0d359715-d2b0-4136-a687-55725f05b3c3 service neutron] Port 3ecd9a2d-90bf-46c7-a794-db6a81264372 on network 443e19cc-aba1-401c-ba5c-6c1a74082882 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:25:08.810332 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9dd397-4f31-464c-ac99-bea2ecfa73e7 req-0d359715-d2b0-4136-a687-55725f05b3c3 service neutron] Attempting to bind port 3ecd9a2d-90bf-46c7-a794-db6a81264372 on network 443e19cc-aba1-401c-ba5c-6c1a74082882 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:25:08.813594 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7d31f566-f45e-4a08-94fb-b85986d3d6d0 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:08.821205 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9dd397-4f31-464c-ac99-bea2ecfa73e7 req-0d359715-d2b0-4136-a687-55725f05b3c3 service neutron] Checking agent: {'id': '9d8b9f49-2860-4c1f-9b89-45a7657a3c4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:25:08.821574 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9dd397-4f31-464c-ac99-bea2ecfa73e7 req-0d359715-d2b0-4136-a687-55725f05b3c3 service neutron] Checking segment: {'id': '5191f104-0f28-4995-943c-dc9b12a33060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '443e19cc-aba1-401c-ba5c-6c1a74082882'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:25:08.822118 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9dd397-4f31-464c-ac99-bea2ecfa73e7 req-0d359715-d2b0-4136-a687-55725f05b3c3 service neutron] Bound using segment: {'id': '5191f104-0f28-4995-943c-dc9b12a33060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '443e19cc-aba1-401c-ba5c-6c1a74082882'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:25:08.822580 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-8b9dd397-4f31-464c-ac99-bea2ecfa73e7 req-0d359715-d2b0-4136-a687-55725f05b3c3 service neutron] Bound port: 3ecd9a2d-90bf-46c7-a794-db6a81264372, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5191f104-0f28-4995-943c-dc9b12a33060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '443e19cc-aba1-401c-ba5c-6c1a74082882'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:25:08.822945 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8b9dd397-4f31-464c-ac99-bea2ecfa73e7 req-0d359715-d2b0-4136-a687-55725f05b3c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:08.835911 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f7cafaf7-2fa0-40a9-93e0-9b93086480dd req-bcff0a7e-fb6c-45e7-a44a-b94d368f0c0e tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449933 Dec 06 17:25:08.865480 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-edb75be1-fe3a-48c5-b894-542fbb544934 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:08.909490 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8af05b8c-d458-498d-8e6e-9fb5ff9ce994 req-21a573ee-59f4-4985-be83-cdfea35d2c81 service neutron] 10.222.0.44 "GET /v2.0/networks/b1330ff6-71a6-48db-aedf-2e908404d40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678094 Dec 06 17:25:08.912493 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-edb75be1-fe3a-48c5-b894-542fbb544934 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:08.914696 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7d31f566-f45e-4a08-94fb-b85986d3d6d0 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:08.983099 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-8b9dd397-4f31-464c-ac99-bea2ecfa73e7 req-0d359715-d2b0-4136-a687-55725f05b3c3 service neutron] For port 3ecd9a2d-90bf-46c7-a794-db6a81264372, host n-h2-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:25:08.986865 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-8b9dd397-4f31-464c-ac99-bea2ecfa73e7 req-0d359715-d2b0-4136-a687-55725f05b3c3 service neutron] For port 3ecd9a2d-90bf-46c7-a794-db6a81264372, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=3ecd9a2d-90bf-46c7-a794-db6a81264372,segment=NetworkSegment(5191f104-0f28-4995-943c-dc9b12a33060),segment_id=5191f104-0f28-4995-943c-dc9b12a33060)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:25:08.992873 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8b9dd397-4f31-464c-ac99-bea2ecfa73e7 req-0d359715-d2b0-4136-a687-55725f05b3c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:09.045665 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9dd397-4f31-464c-ac99-bea2ecfa73e7 req-0d359715-d2b0-4136-a687-55725f05b3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:09.046235 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8b9dd397-4f31-464c-ac99-bea2ecfa73e7 req-0d359715-d2b0-4136-a687-55725f05b3c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:09.047695 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8b9dd397-4f31-464c-ac99-bea2ecfa73e7 req-0d359715-d2b0-4136-a687-55725f05b3c3 service neutron] 10.222.0.44 "PUT /v2.0/ports/3ecd9a2d-90bf-46c7-a794-db6a81264372 HTTP/1.1" status: 200 len: 1091 time: 1.1417785 Dec 06 17:25:09.048159 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e766107-5d5f-422c-b94b-1d8d8ddacb83', 'tag': '3ecd9a2d-90bf-46c7-a794-db6a81264372'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:25:09.050586 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-800ddb50-2005-4e9c-b32a-909b94203311" -d '{"events": [{"name": "network-changed", "server_uuid": "9e766107-5d5f-422c-b94b-1d8d8ddacb83", "tag": "3ecd9a2d-90bf-46c7-a794-db6a81264372"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:25:09.055982 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7d31f566-f45e-4a08-94fb-b85986d3d6d0 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:09.058653 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7d31f566-f45e-4a08-94fb-b85986d3d6d0 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:09.059767 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-7d31f566-f45e-4a08-94fb-b85986d3d6d0 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "DELETE /v2.0/security-groups/a4eb8a4b-85ed-48a0-8761-ec5681059b26 HTTP/1.1" status: 204 len: 168 time: 0.3392694 Dec 06 17:25:09.068481 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 33432) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:25:09.098444 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d31f566-f45e-4a08-94fb-b85986d3d6d0 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4eb8a4b-85ed-48a0-8761-ec5681059b26,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:25:09.103208 n-d-master-1 neutron-server[103284]: INFO neutron.api.v2.resource [None req-e9e555fa-6e1b-42cd-a032-86b04ba2c068 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] show failed (client error): The resource could not be found. Dec 06 17:25:09.104602 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-e9e555fa-6e1b-42cd-a032-86b04ba2c068 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "GET /v2.0/security-groups/a4eb8a4b-85ed-48a0-8761-ec5681059b26 HTTP/1.1" status: 404 len: 347 time: 0.0335772 Dec 06 17:25:09.123379 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 33434) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:25:09.157759 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d359715-d2b0-4136-a687-55725f05b3c3 service neutron] Pushing event updated for resources: {'Port': ['ID=3ecd9a2d-90bf-46c7-a794-db6a81264372,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:25:09.180990 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9dd397-4f31-464c-ac99-bea2ecfa73e7 req-9da34796-90f3-4a34-b24f-d687573bbbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:09.182564 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8b9dd397-4f31-464c-ac99-bea2ecfa73e7 req-9da34796-90f3-4a34-b24f-d687573bbbaf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=74bc5013de174928a9ab47aef105909c&device_id=9e766107-5d5f-422c-b94b-1d8d8ddacb83 HTTP/1.1" status: 200 len: 1094 time: 0.0769627 Dec 06 17:25:09.217158 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58956b9e-9686-424f-a8c5-ad8dad60602f req-be3634c0-6190-457c-8bc4-fedbc8b80e19 tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:09.218694 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-58956b9e-9686-424f-a8c5-ad8dad60602f req-be3634c0-6190-457c-8bc4-fedbc8b80e19 tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] 10.222.0.41 "GET /v2.0/ports?device_id=a8dc6e81-139f-4b3a-b04a-8e3dc6cc1103 HTTP/1.1" status: 200 len: 945 time: 0.2640941 Dec 06 17:25:09.229589 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a623126-4ac0-44fd-a253-f89cfd4fed3a req-f80da703-b4ca-4265-a112-bb1a37a7ab6b tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:09.231112 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9a623126-4ac0-44fd-a253-f89cfd4fed3a req-f80da703-b4ca-4265-a112-bb1a37a7ab6b tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 944 time: 0.2112341 Dec 06 17:25:09.244444 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8b9dd397-4f31-464c-ac99-bea2ecfa73e7 req-ddf55f14-d968-488f-9764-978457b0e8d4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ecd9a2d-90bf-46c7-a794-db6a81264372 HTTP/1.1" status: 200 len: 217 time: 0.0517981 Dec 06 17:25:09.248171 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-edb75be1-fe3a-48c5-b894-542fbb544934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:09.260245 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-edb75be1-fe3a-48c5-b894-542fbb544934 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:09.264489 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-edb75be1-fe3a-48c5-b894-542fbb544934 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/424cff58-dc9a-4f61-b66e-3020cd17db9f HTTP/1.1" status: 204 len: 168 time: 0.6269045 Dec 06 17:25:09.328195 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9dd397-4f31-464c-ac99-bea2ecfa73e7 req-80e1b9c6-563a-486a-86b8-8b6b27b60e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:09.330440 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8b9dd397-4f31-464c-ac99-bea2ecfa73e7 req-80e1b9c6-563a-486a-86b8-8b6b27b60e0c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=01ffc29c-932e-4129-aefc-9a2b3f836b7b HTTP/1.1" status: 200 len: 856 time: 0.0784473 Dec 06 17:25:09.342329 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8af05b8c-d458-498d-8e6e-9fb5ff9ce994 req-151a03ff-7e18-46a6-aed9-8338038b368e service neutron] 10.222.0.44 "GET /v2.0/networks/b1330ff6-71a6-48db-aedf-2e908404d40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4195681 Dec 06 17:25:09.394337 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb75be1-fe3a-48c5-b894-542fbb544934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=424cff58-dc9a-4f61-b66e-3020cd17db9f,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:25:09.439427 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9dd397-4f31-464c-ac99-bea2ecfa73e7 req-27495261-cc88-4bec-9f0b-2ac43a8d7757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:09.456867 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8b9dd397-4f31-464c-ac99-bea2ecfa73e7 req-27495261-cc88-4bec-9f0b-2ac43a8d7757 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=443e19cc-aba1-401c-ba5c-6c1a74082882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1179588 Dec 06 17:25:09.570204 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9a623126-4ac0-44fd-a253-f89cfd4fed3a req-cc6002e3-cad8-48c9-b055-74348823dfc3 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8ff7359-db2b-4d57-aa79-237c344ab3df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2792056 Dec 06 17:25:09.600321 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-05df7aa7-362f-4bf2-a7b7-fd90cb7f6d5e tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Deleting port a193ec33-56a7-44ad-b9e0-6eac165165a8 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:25:09.600810 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-05df7aa7-362f-4bf2-a7b7-fd90cb7f6d5e tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:09.634739 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ad67df-8490-4271-8a10-d2d45b3124fe x-openstack-request-id: req-96ad67df-8490-4271-8a10-d2d45b3124fe {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:25:09.635638 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e766107-5d5f-422c-b94b-1d8d8ddacb83", "tag": "3ecd9a2d-90bf-46c7-a794-db6a81264372", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:25:09.636198 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-96ad67df-8490-4271-8a10-d2d45b3124fe {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:25:09.636820 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e766107-5d5f-422c-b94b-1d8d8ddacb83', 'tag': '3ecd9a2d-90bf-46c7-a794-db6a81264372', 'status': 'completed', 'code': 200} Dec 06 17:25:09.668889 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-58956b9e-9686-424f-a8c5-ad8dad60602f req-c608e460-cd84-48b0-b845-c20376dd9353 tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] Deleting port 48c76fb3-0a51-46bc-ac65-5f2a1fa8d341 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:25:09.669285 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-58956b9e-9686-424f-a8c5-ad8dad60602f req-c608e460-cd84-48b0-b845-c20376dd9353 tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:09.682721 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8b9dd397-4f31-464c-ac99-bea2ecfa73e7 req-555f9817-ae86-49f0-a087-f2ebb7cd3c48 service neutron] 10.222.0.44 "GET /v2.0/networks/443e19cc-aba1-401c-ba5c-6c1a74082882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172580 Dec 06 17:25:09.834661 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5565043-27c1-4c9e-9144-262094aff5a5 req-2556c012-09b9-4f85-bfe1-1d10615f2aa5 tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:09.836188 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a5565043-27c1-4c9e-9144-262094aff5a5 req-2556c012-09b9-4f85-bfe1-1d10615f2aa5 tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8dc6e81-139f-4b3a-b04a-8e3dc6cc1103 HTTP/1.1" status: 200 len: 945 time: 0.1524518 Dec 06 17:25:09.904340 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-05df7aa7-362f-4bf2-a7b7-fd90cb7f6d5e tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:09.904865 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-05df7aa7-362f-4bf2-a7b7-fd90cb7f6d5e tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:09.910159 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-58956b9e-9686-424f-a8c5-ad8dad60602f req-c608e460-cd84-48b0-b845-c20376dd9353 tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] For port 48c76fb3-0a51-46bc-ac65-5f2a1fa8d341, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=48c76fb3-0a51-46bc-ac65-5f2a1fa8d341,segment=NetworkSegment(a51553e5-2cc2-4505-834e-c40711ff7bbd),segment_id=a51553e5-2cc2-4505-834e-c40711ff7bbd)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:25:09.910439 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-58956b9e-9686-424f-a8c5-ad8dad60602f req-c608e460-cd84-48b0-b845-c20376dd9353 tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:09.919582 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8b9dd397-4f31-464c-ac99-bea2ecfa73e7 req-b7e2eb8b-958e-4d71-8ad4-5069341a40ef service neutron] 10.222.0.44 "GET /v2.0/networks/443e19cc-aba1-401c-ba5c-6c1a74082882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236350 Dec 06 17:25:09.920243 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 17:25:09.942230 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a5565043-27c1-4c9e-9144-262094aff5a5 req-6ad6295c-a07f-4f2c-aac6-237e616edfe9 tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] 10.222.0.23 "GET /v2.0/security-groups?id=ecc06ab5-704d-4d83-bc83-3d9dd1f38b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982773 Dec 06 17:25:09.996474 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-58956b9e-9686-424f-a8c5-ad8dad60602f req-c608e460-cd84-48b0-b845-c20376dd9353 tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] Calling delete_port for 48c76fb3-0a51-46bc-ac65-5f2a1fa8d341 owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:25:09.999265 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-05df7aa7-362f-4bf2-a7b7-fd90cb7f6d5e tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Calling delete_port for a193ec33-56a7-44ad-b9e0-6eac165165a8 owned by network:floatingip {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:25:10.033604 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0034bfa-8d1f-4d10-aad7-ccecfcbdbf24 req-fee543b0-aac3-409a-be3d-fa8712c94444 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:10.035383 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b0034bfa-8d1f-4d10-aad7-ccecfcbdbf24 req-fee543b0-aac3-409a-be3d-fa8712c94444 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 945 time: 0.2804804 Dec 06 17:25:10.087054 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800ddb50-2005-4e9c-b32a-909b94203311 req-2faa3f97-69ff-40a4-b1bc-954c07532c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:10.088590 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-800ddb50-2005-4e9c-b32a-909b94203311 req-2faa3f97-69ff-40a4-b1bc-954c07532c60 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=74bc5013de174928a9ab47aef105909c&device_id=9e766107-5d5f-422c-b94b-1d8d8ddacb83 HTTP/1.1" status: 200 len: 1094 time: 0.0941629 Dec 06 17:25:10.100627 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff86f69d-7fff-41d9-b844-164149a87644 req-44a3bfbf-c624-493c-aedb-771dac9fca67 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:10.108986 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ff86f69d-7fff-41d9-b844-164149a87644 req-44a3bfbf-c624-493c-aedb-771dac9fca67 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e766107-5d5f-422c-b94b-1d8d8ddacb83 HTTP/1.1" status: 200 len: 943 time: 0.0687003 Dec 06 17:25:10.218973 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ff86f69d-7fff-41d9-b844-164149a87644 req-967302fa-46b4-4c16-bd44-0328b8c63dda tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b076312-1c54-4a4a-a63b-13a8529c717b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1090550 Dec 06 17:25:10.240980 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b0034bfa-8d1f-4d10-aad7-ccecfcbdbf24 req-4234c524-4991-4757-8ce1-cbf71f810777 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925125 Dec 06 17:25:10.272066 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800ddb50-2005-4e9c-b32a-909b94203311 req-ef838e84-00dc-4b8a-9534-2448e68d851a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:10.275654 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-800ddb50-2005-4e9c-b32a-909b94203311 req-ef838e84-00dc-4b8a-9534-2448e68d851a service neutron] 10.222.0.44 "GET /v2.0/networks?id=443e19cc-aba1-401c-ba5c-6c1a74082882 HTTP/1.1" status: 200 len: 918 time: 0.1645591 Dec 06 17:25:10.341933 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-800ddb50-2005-4e9c-b32a-909b94203311 req-13b0c218-7d54-4af3-8a6f-948269b85851 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ecd9a2d-90bf-46c7-a794-db6a81264372 HTTP/1.1" status: 200 len: 217 time: 0.0560598 Dec 06 17:25:10.377188 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-58956b9e-9686-424f-a8c5-ad8dad60602f req-c608e460-cd84-48b0-b845-c20376dd9353 tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:10.390371 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['48c76fb3-0a51-46bc-ac65-5f2a1fa8d341'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:25:10.420570 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c608e460-cd84-48b0-b845-c20376dd9353 tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] Pushing event deleted for resources: {'Port': ['ID=48c76fb3-0a51-46bc-ac65-5f2a1fa8d341,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:25:10.445821 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800ddb50-2005-4e9c-b32a-909b94203311 req-0d12a6b2-b0fc-4b33-ac6c-660e8a0228db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:10.447332 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-800ddb50-2005-4e9c-b32a-909b94203311 req-0d12a6b2-b0fc-4b33-ac6c-660e8a0228db service neutron] 10.222.0.44 "GET /v2.0/subnets?id=01ffc29c-932e-4129-aefc-9a2b3f836b7b HTTP/1.1" status: 200 len: 856 time: 0.0970445 Dec 06 17:25:10.456421 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-05df7aa7-362f-4bf2-a7b7-fd90cb7f6d5e tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:10.501796 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d66ef52-d3e1-4ff0-b4ce-97b47aa2fef0 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:25:10.518728 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800ddb50-2005-4e9c-b32a-909b94203311 req-4190d8fc-e745-4622-b738-d84ea3308e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:10.523017 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-800ddb50-2005-4e9c-b32a-909b94203311 req-4190d8fc-e745-4622-b738-d84ea3308e00 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=443e19cc-aba1-401c-ba5c-6c1a74082882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685186 Dec 06 17:25:10.524039 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05df7aa7-362f-4bf2-a7b7-fd90cb7f6d5e tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Pushing event deleted for resources: {'Port': ['ID=a193ec33-56a7-44ad-b9e0-6eac165165a8,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:25:10.530274 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-58956b9e-9686-424f-a8c5-ad8dad60602f req-c608e460-cd84-48b0-b845-c20376dd9353 tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] No DVR routers for this DVR port 48c76fb3-0a51-46bc-ac65-5f2a1fa8d341 on host n-h1-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:25:10.532969 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-58956b9e-9686-424f-a8c5-ad8dad60602f req-c608e460-cd84-48b0-b845-c20376dd9353 tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:10.536925 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-58956b9e-9686-424f-a8c5-ad8dad60602f req-c608e460-cd84-48b0-b845-c20376dd9353 tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] 10.222.0.41 "DELETE /v2.0/ports/48c76fb3-0a51-46bc-ac65-5f2a1fa8d341 HTTP/1.1" status: 204 len: 173 time: 1.3048325 Dec 06 17:25:10.556674 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8dc6e81-139f-4b3a-b04a-8e3dc6cc1103', 'name': 'network-vif-deleted', 'tag': '48c76fb3-0a51-46bc-ac65-5f2a1fa8d341'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:25:10.559719 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b038b91e-3894-4a4f-84b2-3d68318dd550" -d '{"events": [{"server_uuid": "a8dc6e81-139f-4b3a-b04a-8e3dc6cc1103", "name": "network-vif-deleted", "tag": "48c76fb3-0a51-46bc-ac65-5f2a1fa8d341"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:25:10.593790 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-05df7aa7-362f-4bf2-a7b7-fd90cb7f6d5e tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks [] for floatingip, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:10.597120 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-05df7aa7-362f-4bf2-a7b7-fd90cb7f6d5e tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:10.614407 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-05df7aa7-362f-4bf2-a7b7-fd90cb7f6d5e tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "DELETE /v2.0/floatingips/a2e356e4-15c9-4066-b9e2-117d22ba0c6c HTTP/1.1" status: 204 len: 168 time: 1.4742062 Dec 06 17:25:10.615250 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 33478) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:25:10.694595 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f4664ad-1c97-44bb-b16d-d37d924738b1 x-openstack-request-id: req-9f4664ad-1c97-44bb-b16d-d37d924738b1 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:25:10.694901 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8dc6e81-139f-4b3a-b04a-8e3dc6cc1103", "name": "network-vif-deleted", "tag": "48c76fb3-0a51-46bc-ac65-5f2a1fa8d341", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:25:10.695297 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9f4664ad-1c97-44bb-b16d-d37d924738b1 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:25:10.695708 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8dc6e81-139f-4b3a-b04a-8e3dc6cc1103', 'name': 'network-vif-deleted', 'tag': '48c76fb3-0a51-46bc-ac65-5f2a1fa8d341', 'status': 'completed', 'code': 200} Dec 06 17:25:10.718589 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-800ddb50-2005-4e9c-b32a-909b94203311 req-4470e432-2be9-4b2a-9ee9-cbcc4e966ea6 service neutron] 10.222.0.44 "GET /v2.0/networks/443e19cc-aba1-401c-ba5c-6c1a74082882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826453 Dec 06 17:25:10.852239 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6db395-4026-444b-8b06-b9cc6ad90489 req-8fc6fb60-ee72-438b-826d-07cfb5d0f0f9 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:10.861131 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ff6db395-4026-444b-8b06-b9cc6ad90489 req-8fc6fb60-ee72-438b-826d-07cfb5d0f0f9 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 944 time: 0.1578584 Dec 06 17:25:10.868224 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-03907b2e-8e4f-4110-ab19-c95414d08355 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Deleting port e6837a9b-3564-431d-b164-1562632e4bc8 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:25:10.868645 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-03907b2e-8e4f-4110-ab19-c95414d08355 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:10.897235 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-800ddb50-2005-4e9c-b32a-909b94203311 req-ddda044c-1f35-4018-91e1-ae093bac88ce service neutron] 10.222.0.44 "GET /v2.0/networks/443e19cc-aba1-401c-ba5c-6c1a74082882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705852 Dec 06 17:25:10.972933 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ff6db395-4026-444b-8b06-b9cc6ad90489 req-04f94a91-089a-4e0d-b05d-2d02a1dda1af tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8ff7359-db2b-4d57-aa79-237c344ab3df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096244 Dec 06 17:25:11.211365 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a08c6937-a063-41c5-849e-6e7b8eb2feed req-50e77de0-e5cf-4a1b-ad71-3ce05da084be tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8dc6e81-139f-4b3a-b04a-8e3dc6cc1103 HTTP/1.1" status: 200 len: 210 time: 0.0633273 Dec 06 17:25:11.252031 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-03907b2e-8e4f-4110-ab19-c95414d08355 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:11.272725 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e51bcc4-74ab-43c7-956b-e75517794545 req-cd91775a-05c7-4415-bc35-79b0f5462719 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:11.280816 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6e51bcc4-74ab-43c7-956b-e75517794545 req-cd91775a-05c7-4415-bc35-79b0f5462719 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 944 time: 0.1393819 Dec 06 17:25:11.308507 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-03907b2e-8e4f-4110-ab19-c95414d08355 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Calling delete_port for e6837a9b-3564-431d-b164-1562632e4bc8 owned by {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:25:11.406346 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b745bfda-e4de-4de3-aac4-a06d574d953f req-b3a7d75b-095f-4d2c-8499-f34cd1ed121c tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:11.407058 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6e51bcc4-74ab-43c7-956b-e75517794545 req-d73a3169-31d0-4ffc-96c5-d33d241652d3 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8ff7359-db2b-4d57-aa79-237c344ab3df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248899 Dec 06 17:25:11.425495 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b745bfda-e4de-4de3-aac4-a06d574d953f req-b3a7d75b-095f-4d2c-8499-f34cd1ed121c tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e766107-5d5f-422c-b94b-1d8d8ddacb83 HTTP/1.1" status: 200 len: 943 time: 0.0728397 Dec 06 17:25:11.500410 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b745bfda-e4de-4de3-aac4-a06d574d953f req-308263e0-edfb-4ac2-b211-253cfa0048b5 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b076312-1c54-4a4a-a63b-13a8529c717b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0826554 Dec 06 17:25:11.561827 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-03907b2e-8e4f-4110-ab19-c95414d08355 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:11.637695 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03907b2e-8e4f-4110-ab19-c95414d08355 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Pushing event deleted for resources: {'Port': ['ID=e6837a9b-3564-431d-b164-1562632e4bc8,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:25:11.743110 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b375835-b143-47a3-a10e-cfcf86c00f1b req-84147598-db5b-4b5d-a513-5ab34551daf4 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:11.754049 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9b375835-b143-47a3-a10e-cfcf86c00f1b req-84147598-db5b-4b5d-a513-5ab34551daf4 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 944 time: 0.1043684 Dec 06 17:25:11.773291 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-03907b2e-8e4f-4110-ab19-c95414d08355 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:11.790194 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-03907b2e-8e4f-4110-ab19-c95414d08355 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "DELETE /v2.0/ports/e6837a9b-3564-431d-b164-1562632e4bc8 HTTP/1.1" status: 204 len: 168 time: 1.1716845 Dec 06 17:25:11.790907 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 33518) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:25:11.809820 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9b375835-b143-47a3-a10e-cfcf86c00f1b req-f8959898-22ca-4c0e-a5b2-dc0bf01380f7 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8ff7359-db2b-4d57-aa79-237c344ab3df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546994 Dec 06 17:25:11.866414 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f79c004-704e-4eb1-856f-9b658e5be09d req-85cba262-172f-4079-9905-8ae10f40107b tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:11.868146 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5f79c004-704e-4eb1-856f-9b658e5be09d req-85cba262-172f-4079-9905-8ae10f40107b tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 945 time: 0.3199344 Dec 06 17:25:11.981938 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5f79c004-704e-4eb1-856f-9b658e5be09d req-22c1c2fe-6a30-419d-a483-2a34ac544846 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992868 Dec 06 17:25:12.103370 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c7f7c74c-7df8-4331-b501-3a532382b6e1 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Deleting port 69267b95-7993-4338-b334-0869546a57e9 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:25:12.104307 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c7f7c74c-7df8-4331-b501-3a532382b6e1 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:12.228936 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2e5394-bd91-4491-97ae-b57f8d677c13 req-5c1df576-32de-4eed-977a-6ad1aa298e55 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:12.231428 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-dd2e5394-bd91-4491-97ae-b57f8d677c13 req-5c1df576-32de-4eed-977a-6ad1aa298e55 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 944 time: 0.1056740 Dec 06 17:25:12.283471 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c7f7c74c-7df8-4331-b501-3a532382b6e1 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:12.312864 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c7f7c74c-7df8-4331-b501-3a532382b6e1 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Calling delete_port for 69267b95-7993-4338-b334-0869546a57e9 owned by {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:25:12.372079 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-dd2e5394-bd91-4491-97ae-b57f8d677c13 req-698e0076-39a3-47b7-9d3a-9be3c16e40fa tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8ff7359-db2b-4d57-aa79-237c344ab3df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304724 Dec 06 17:25:12.500230 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c7f7c74c-7df8-4331-b501-3a532382b6e1 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:12.542701 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 48c76fb3-0a51-46bc-ac65-5f2a1fa8d341 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:25:12.562326 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f7c74c-7df8-4331-b501-3a532382b6e1 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Pushing event deleted for resources: {'Port': ['ID=69267b95-7993-4338-b334-0869546a57e9,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:25:12.588103 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] No Port match for: 48c76fb3-0a51-46bc-ac65-5f2a1fa8d341 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:25:12.588473 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 48c76fb3-0a51-46bc-ac65-5f2a1fa8d341 not bound to the agent host n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:25:12.648293 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd1da05-0b97-4f46-bfdb-867ce7e59335 req-3fa5cbd9-19df-4d73-bb03-2fd09e5e171e tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:12.654213 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3cd1da05-0b97-4f46-bfdb-867ce7e59335 req-3fa5cbd9-19df-4d73-bb03-2fd09e5e171e tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e766107-5d5f-422c-b94b-1d8d8ddacb83 HTTP/1.1" status: 200 len: 943 time: 0.0648479 Dec 06 17:25:12.699533 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c7f7c74c-7df8-4331-b501-3a532382b6e1 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:12.703115 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-c7f7c74c-7df8-4331-b501-3a532382b6e1 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "DELETE /v2.0/ports/69267b95-7993-4338-b334-0869546a57e9 HTTP/1.1" status: 204 len: 168 time: 0.9110065 Dec 06 17:25:12.705042 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3cd1da05-0b97-4f46-bfdb-867ce7e59335 req-7c7e9c44-ab8f-44ea-8e70-13181a6d4efd tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b076312-1c54-4a4a-a63b-13a8529c717b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481670 Dec 06 17:25:12.705720 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 33556) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:25:12.746301 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883034ed-b547-4c2e-9cac-e5a8c9515311 req-ab80ee75-2b79-4fd5-930f-5cc97332035b tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:12.748541 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-883034ed-b547-4c2e-9cac-e5a8c9515311 req-ab80ee75-2b79-4fd5-930f-5cc97332035b tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] 10.222.0.23 "GET /v2.0/networks?id=d04fae1e-5cf2-4413-9915-e4d8c2305f7b HTTP/1.1" status: 200 len: 809 time: 0.2381146 Dec 06 17:25:12.763105 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-a38a44a7-a77d-4dd1-9d03-1ffed8849706 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Deleting subnet c1218bad-8e8e-4b33-a2c3-7828bed04f77 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:25:12.770463 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a38a44a7-a77d-4dd1-9d03-1ffed8849706 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:12.770613 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-883034ed-b547-4c2e-9cac-e5a8c9515311 req-19d0604e-030e-4f15-a486-e9edd9d0af8a tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] 10.222.0.23 "GET /v2.0/quotas/8e20f481c9174841b068555f84e7c98f HTTP/1.1" status: 200 len: 375 time: 0.0103858 Dec 06 17:25:12.809224 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-883034ed-b547-4c2e-9cac-e5a8c9515311 req-e6abfed8-2b8f-4cae-9f2a-a4f40d07f168 tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=8e20f481c9174841b068555f84e7c98f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286231 Dec 06 17:25:12.818159 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a38a44a7-a77d-4dd1-9d03-1ffed8849706 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:12.908930 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a38a44a7-a77d-4dd1-9d03-1ffed8849706 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:12.924793 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-883034ed-b547-4c2e-9cac-e5a8c9515311 req-c9890135-cda8-4c24-88d9-1a3720b0b12b service neutron] 10.222.0.23 "GET /v2.0/networks/d04fae1e-5cf2-4413-9915-e4d8c2305f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996838 Dec 06 17:25:12.982560 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a38a44a7-a77d-4dd1-9d03-1ffed8849706 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:12.998392 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a38a44a7-a77d-4dd1-9d03-1ffed8849706 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:13.002539 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-a38a44a7-a77d-4dd1-9d03-1ffed8849706 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "DELETE /v2.0/subnets/c1218bad-8e8e-4b33-a2c3-7828bed04f77 HTTP/1.1" status: 204 len: 168 time: 0.2958779 Dec 06 17:25:13.008251 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2401d67-6bc2-44c0-b9c5-5ff997d60848 None None] Network e47593f6-512b-4b3d-b5fd-6e48cd1a0fda requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:25:13.036203 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-883034ed-b547-4c2e-9cac-e5a8c9515311 req-4c73a0d0-6c1a-4ae4-a365-04d576419140 service neutron] 10.222.0.23 "GET /v2.0/networks/d04fae1e-5cf2-4413-9915-e4d8c2305f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106286 Dec 06 17:25:13.036747 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 33568) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:25:13.093444 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38a44a7-a77d-4dd1-9d03-1ffed8849706 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Pushing event deleted for resources: {'Subnet': ['ID=c1218bad-8e8e-4b33-a2c3-7828bed04f77,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:25:13.143092 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0ae071d-e8e8-4127-b383-75ca9dfd834d tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Deleting subnet 1b6f6e09-b453-475f-acb4-6738e54d8ac7 {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:25:13.153108 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e0ae071d-e8e8-4127-b383-75ca9dfd834d tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:13.231442 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0534122-38ac-4a0b-8585-91470950cf42 req-8d1d225a-3be5-44de-ade6-b0e6763ae367 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:13.235284 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c0534122-38ac-4a0b-8585-91470950cf42 req-8d1d225a-3be5-44de-ade6-b0e6763ae367 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 945 time: 0.1087706 Dec 06 17:25:13.261425 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e0ae071d-e8e8-4127-b383-75ca9dfd834d tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:13.361508 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c0534122-38ac-4a0b-8585-91470950cf42 req-fc1a6136-f84d-406b-8b0c-a5d6866aa697 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166117 Dec 06 17:25:13.368193 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993fba06-2cd8-41e8-a400-73a56dca58fd None None] DHCP port deletion for e47593f6-512b-4b3d-b5fd-6e48cd1a0fda request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:25:13.378919 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-58f11822-9c74-4002-84a9-509ee6823588 req-d1608884-8306-4c00-9313-0c9c6682b365 tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] 10.222.0.23 "GET /v2.0/ports?device_id=22b7b381-6d24-4420-9d2f-8c270044345d HTTP/1.1" status: 200 len: 210 time: 0.0636170 Dec 06 17:25:13.448042 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-993fba06-2cd8-41e8-a400-73a56dca58fd None None] Deleting port cc7698cb-2873-44a7-bbd2-920e14f3a18e {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:25:13.448467 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-993fba06-2cd8-41e8-a400-73a56dca58fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:13.525511 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cfcdbc81-ac81-4ee6-9c5d-87672f52dbc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:13.532259 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-993fba06-2cd8-41e8-a400-73a56dca58fd None None] For port cc7698cb-2873-44a7-bbd2-920e14f3a18e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=cc7698cb-2873-44a7-bbd2-920e14f3a18e,segment=NetworkSegment(74b9be77-77d7-4cee-81d5-ab642772a138),segment_id=74b9be77-77d7-4cee-81d5-ab642772a138)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:25:13.532913 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-993fba06-2cd8-41e8-a400-73a56dca58fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:13.547164 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e0ae071d-e8e8-4127-b383-75ca9dfd834d tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:13.558540 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-993fba06-2cd8-41e8-a400-73a56dca58fd None None] Calling delete_port for cc7698cb-2873-44a7-bbd2-920e14f3a18e owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:25:13.685253 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-993fba06-2cd8-41e8-a400-73a56dca58fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:13.699815 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3fc359-0cdf-4446-ae48-9f025100ab68 req-a26ae257-d72a-41cb-94b2-4b0c8226a180 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:13.707732 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0c3fc359-0cdf-4446-ae48-9f025100ab68 req-a26ae257-d72a-41cb-94b2-4b0c8226a180 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 944 time: 0.2292693 Dec 06 17:25:13.734994 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993fba06-2cd8-41e8-a400-73a56dca58fd None None] Pushing event deleted for resources: {'Port': ['ID=cc7698cb-2873-44a7-bbd2-920e14f3a18e,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:25:13.742323 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 3ecd9a2d-90bf-46c7-a794-db6a81264372 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:25:13.746858 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993fba06-2cd8-41e8-a400-73a56dca58fd None None] No DVR routers for this DVR port cc7698cb-2873-44a7-bbd2-920e14f3a18e on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:25:13.775109 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e0ae071d-e8e8-4127-b383-75ca9dfd834d tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:13.802087 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0c3fc359-0cdf-4446-ae48-9f025100ab68 req-a8162ec4-33eb-4a7e-926b-2dcb87421a0f tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8ff7359-db2b-4d57-aa79-237c344ab3df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886610 Dec 06 17:25:13.828404 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e0ae071d-e8e8-4127-b383-75ca9dfd834d tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:13.836080 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-e0ae071d-e8e8-4127-b383-75ca9dfd834d tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "DELETE /v2.0/subnets/1b6f6e09-b453-475f-acb4-6738e54d8ac7 HTTP/1.1" status: 204 len: 168 time: 0.7982745 Dec 06 17:25:13.838340 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 33608) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:25:13.879592 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e7a54c-c2af-4506-acbe-bb4ffe06ede6 None None] Network a4c7e014-b0a5-4b38-bc7b-c27afa34aef4 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:25:13.881570 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ae071d-e8e8-4127-b383-75ca9dfd834d tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Pushing event deleted for resources: {'Subnet': ['ID=1b6f6e09-b453-475f-acb4-6738e54d8ac7,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:25:13.899152 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ae071d-e8e8-4127-b383-75ca9dfd834d tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:25:13.899990 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ae071d-e8e8-4127-b383-75ca9dfd834d tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:25:13.899990 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ae071d-e8e8-4127-b383-75ca9dfd834d tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:25:13.900218 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ae071d-e8e8-4127-b383-75ca9dfd834d tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:25:13.900514 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ae071d-e8e8-4127-b383-75ca9dfd834d tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:25:13.900923 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ae071d-e8e8-4127-b383-75ca9dfd834d tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:25:13.901311 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ae071d-e8e8-4127-b383-75ca9dfd834d tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:25:13.908447 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ae071d-e8e8-4127-b383-75ca9dfd834d tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:25:13.908859 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ae071d-e8e8-4127-b383-75ca9dfd834d tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:25:13.909221 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ae071d-e8e8-4127-b383-75ca9dfd834d tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:25:13.909606 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ae071d-e8e8-4127-b383-75ca9dfd834d tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:25:13.909959 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ae071d-e8e8-4127-b383-75ca9dfd834d tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:25:13.910299 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ae071d-e8e8-4127-b383-75ca9dfd834d tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:25:14.042563 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c408e5e8-380e-4f1b-adac-c0c93b3c3634 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:14.088394 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 3ecd9a2d-90bf-46c7-a794-db6a81264372, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=3ecd9a2d-90bf-46c7-a794-db6a81264372,segment=NetworkSegment(5191f104-0f28-4995-943c-dc9b12a33060),segment_id=5191f104-0f28-4995-943c-dc9b12a33060)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:25:14.155445 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1251377-39bb-45c4-8850-c3cb4d1dbdb3 req-fdb0a3de-2eea-4c76-9857-8914e451726a tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:14.164093 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b1251377-39bb-45c4-8850-c3cb4d1dbdb3 req-fdb0a3de-2eea-4c76-9857-8914e451726a tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 944 time: 0.0812960 Dec 06 17:25:14.221136 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': '3ecd9a2d-90bf-46c7-a794-db6a81264372', 'network_id': '443e19cc-aba1-401c-ba5c-6c1a74082882', 'port_id': '3ecd9a2d-90bf-46c7-a794-db6a81264372', 'mac_address': 'fa:16:3e:18:ca:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01ffc29c-932e-4129-aefc-9a2b3f836b7b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:25:14.239828 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c408e5e8-380e-4f1b-adac-c0c93b3c3634 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:14.255694 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9fd057-1cc4-4482-b696-434f5cd73063 req-238aa60f-8bb7-4ca8-9870-cacb8d1d180b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:14.257789 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bb9fd057-1cc4-4482-b696-434f5cd73063 req-238aa60f-8bb7-4ca8-9870-cacb8d1d180b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0688c6db31494470a1b7a5ecaa734bc4&device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 1095 time: 0.1291275 Dec 06 17:25:14.285431 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b1251377-39bb-45c4-8850-c3cb4d1dbdb3 req-7221e22b-cbeb-4a8f-841c-c514244f5cd4 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8ff7359-db2b-4d57-aa79-237c344ab3df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200957 Dec 06 17:25:14.305823 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-c408e5e8-380e-4f1b-adac-c0c93b3c3634 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e47593f6-512b-4b3d-b5fd-6e48cd1a0fda']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:25:14.309895 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:14.329198 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ecd9a2d-90bf-46c7-a794-db6a81264372 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:25:14.350174 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 3ecd9a2d-90bf-46c7-a794-db6a81264372, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=3ecd9a2d-90bf-46c7-a794-db6a81264372,segment=NetworkSegment(5191f104-0f28-4995-943c-dc9b12a33060),segment_id=5191f104-0f28-4995-943c-dc9b12a33060)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:25:14.362449 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:14.374984 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-c408e5e8-380e-4f1b-adac-c0c93b3c3634 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74b9be77-77d7-4cee-81d5-ab642772a138') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:25:14.375583 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-c408e5e8-380e-4f1b-adac-c0c93b3c3634 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74b9be77-77d7-4cee-81d5-ab642772a138') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:25:14.387600 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c408e5e8-380e-4f1b-adac-c0c93b3c3634 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:14.436040 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c408e5e8-380e-4f1b-adac-c0c93b3c3634 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:14.448997 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c408e5e8-380e-4f1b-adac-c0c93b3c3634 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:25:14.449742 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c408e5e8-380e-4f1b-adac-c0c93b3c3634 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:14.451807 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=3ecd9a2d-90bf-46c7-a794-db6a81264372,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:25:14.455475 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050faf66-6eae-49c4-a680-02de1ad94398 None None] DHCP port deletion for a4c7e014-b0a5-4b38-bc7b-c27afa34aef4 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:25:14.527009 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 17:25:14.527009 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:25:14.527009 n-d-master-1 neutron-server[103284]: timer() Dec 06 17:25:14.527009 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:25:14.527009 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 17:25:14.527009 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:25:14.527009 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 17:25:14.527009 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:25:14.527009 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 17:25:14.527009 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:25:14.527009 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 17:25:14.527009 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:25:14.527009 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 17:25:14.527009 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:25:14.527009 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:25:14.527009 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:25:14.527009 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:25:14.527009 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:25:14.527009 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 17:25:14.527009 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:25:14.527009 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 17:25:14.527009 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:25:14.527009 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:25:14.527009 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:25:14.527009 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 17:25:14.527009 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:25:14.527009 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:25:14.527009 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:25:14.527009 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:25:14.527009 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:25:14.527009 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:25:14.527009 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:25:14.543891 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-050faf66-6eae-49c4-a680-02de1ad94398 None None] Deleting port 9bc5c74b-01f2-4434-917c-ab4fe9ee1d8f {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:25:14.546744 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-050faf66-6eae-49c4-a680-02de1ad94398 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:14.548178 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416b0aee-2552-46eb-874f-5fd0b34b9272 req-180674eb-da74-4262-ab71-414e8fc34311 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:14.556389 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-416b0aee-2552-46eb-874f-5fd0b34b9272 req-180674eb-da74-4262-ab71-414e8fc34311 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 945 time: 0.0663970 Dec 06 17:25:14.623655 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c408e5e8-380e-4f1b-adac-c0c93b3c3634 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:14.662448 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-416b0aee-2552-46eb-874f-5fd0b34b9272 req-b22aa0cb-ec5b-4341-9cae-13820e468372 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018736 Dec 06 17:25:14.677797 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c408e5e8-380e-4f1b-adac-c0c93b3c3634 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:14.688642 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-c408e5e8-380e-4f1b-adac-c0c93b3c3634 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "DELETE /v2.0/networks/e47593f6-512b-4b3d-b5fd-6e48cd1a0fda HTTP/1.1" status: 204 len: 168 time: 0.8492785 Dec 06 17:25:14.691166 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 33628) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:25:14.696405 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-050faf66-6eae-49c4-a680-02de1ad94398 None None] For port 9bc5c74b-01f2-4434-917c-ab4fe9ee1d8f, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9bc5c74b-01f2-4434-917c-ab4fe9ee1d8f,segment=NetworkSegment(d9cf52d1-bc52-4bcd-8c3c-12b88e1a5dd0),segment_id=d9cf52d1-bc52-4bcd-8c3c-12b88e1a5dd0)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:25:14.697360 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-050faf66-6eae-49c4-a680-02de1ad94398 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:14.719628 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-050faf66-6eae-49c4-a680-02de1ad94398 None None] Calling delete_port for 9bc5c74b-01f2-4434-917c-ab4fe9ee1d8f owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:25:14.778349 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c408e5e8-380e-4f1b-adac-c0c93b3c3634 tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Pushing event deleted for resources: {'Network': ['ID=e47593f6-512b-4b3d-b5fd-6e48cd1a0fda,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:25:14.788961 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaf1ad4-cf4b-4952-b0ae-193d6e9d6c23 req-6ee3e053-a7b6-4a92-9ac2-5dd117451223 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:14.793130 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1aaf1ad4-cf4b-4952-b0ae-193d6e9d6c23 req-6ee3e053-a7b6-4a92-9ac2-5dd117451223 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e766107-5d5f-422c-b94b-1d8d8ddacb83 HTTP/1.1" status: 200 len: 944 time: 0.2628517 Dec 06 17:25:14.805585 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9fd057-1cc4-4482-b696-434f5cd73063 req-1de43a33-12f3-48d4-9a92-6c3a953f2e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:14.807171 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bb9fd057-1cc4-4482-b696-434f5cd73063 req-1de43a33-12f3-48d4-9a92-6c3a953f2e36 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b1330ff6-71a6-48db-aedf-2e908404d40b HTTP/1.1" status: 200 len: 912 time: 0.5337563 Dec 06 17:25:14.854597 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['3ecd9a2d-90bf-46c7-a794-db6a81264372'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:25:14.857211 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device cc7698cb-2873-44a7-bbd2-920e14f3a18e no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:25:14.884726 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: cc7698cb-2873-44a7-bbd2-920e14f3a18e {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:25:14.885085 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device cc7698cb-2873-44a7-bbd2-920e14f3a18e not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:25:14.885558 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 9bc5c74b-01f2-4434-917c-ab4fe9ee1d8f no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:25:14.908069 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8b6c30f6-7e5e-471f-bc77-02f79c957cbb tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:14.964376 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bb9fd057-1cc4-4482-b696-434f5cd73063 req-b44828ec-343a-44c7-9c5d-d69ae7bebb40 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=121dd329-2fdc-4943-88fc-b3360bf29c71 HTTP/1.1" status: 200 len: 998 time: 0.1310668 Dec 06 17:25:14.975768 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-faeebfa0-f955-485f-9396-5c41bc7f6ff2 req-c2ba4478-955a-4ae0-a3a4-3d56982e31c3 tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] 10.222.0.23 "GET /v2.0/ports?device_id=22b7b381-6d24-4420-9d2f-8c270044345d HTTP/1.1" status: 200 len: 210 time: 0.0722365 Dec 06 17:25:15.040447 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-050faf66-6eae-49c4-a680-02de1ad94398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:15.062549 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-8b6c30f6-7e5e-471f-bc77-02f79c957cbb tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] The port '9bc5c74b-01f2-4434-917c-ab4fe9ee1d8f' was deleted {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 06 17:25:15.095156 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050faf66-6eae-49c4-a680-02de1ad94398 None None] Pushing event deleted for resources: {'Port': ['ID=9bc5c74b-01f2-4434-917c-ab4fe9ee1d8f,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:25:15.138785 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050faf66-6eae-49c4-a680-02de1ad94398 None None] No DVR routers for this DVR port 9bc5c74b-01f2-4434-917c-ab4fe9ee1d8f on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:25:15.141590 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No active binding found for port 9bc5c74b-01f2-4434-917c-ab4fe9ee1d8f {{(pid=103286) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 06 17:25:15.141590 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 9bc5c74b-01f2-4434-917c-ab4fe9ee1d8f not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:25:15.198659 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1aaf1ad4-cf4b-4952-b0ae-193d6e9d6c23 req-2c786cad-7b42-4421-9e7d-90c0bf9663a8 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b076312-1c54-4a4a-a63b-13a8529c717b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3904192 Dec 06 17:25:15.208587 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8b6c30f6-7e5e-471f-bc77-02f79c957cbb tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:15.227627 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9fd057-1cc4-4482-b696-434f5cd73063 req-d6fe00d6-9ef4-42f2-9ce1-42d026879d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:15.230972 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bb9fd057-1cc4-4482-b696-434f5cd73063 req-d6fe00d6-9ef4-42f2-9ce1-42d026879d8a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=407d30a8-656b-4107-b0bb-8b27c7634002 HTTP/1.1" status: 200 len: 850 time: 0.2493992 Dec 06 17:25:15.241410 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883034ed-b547-4c2e-9cac-e5a8c9515311 req-d9233d2e-d6fd-454f-a944-524e19aae1a5 tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:15.243484 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-883034ed-b547-4c2e-9cac-e5a8c9515311 req-d9233d2e-d6fd-454f-a944-524e19aae1a5 tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] 10.222.0.41 "GET /v2.0/networks?id=d04fae1e-5cf2-4413-9915-e4d8c2305f7b HTTP/1.1" status: 200 len: 809 time: 0.3327179 Dec 06 17:25:15.266934 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-883034ed-b547-4c2e-9cac-e5a8c9515311 req-17ddf2ae-0ebe-43e8-9ec2-ce9eb3f6a79e tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] Request body: {'port': {'device_id': '22b7b381-6d24-4420-9d2f-8c270044345d', 'network_id': 'd04fae1e-5cf2-4413-9915-e4d8c2305f7b', 'admin_state_up': True, 'tenant_id': '8e20f481c9174841b068555f84e7c98f'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:25:15.302178 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-8b6c30f6-7e5e-471f-bc77-02f79c957cbb tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4c7e014-b0a5-4b38-bc7b-c27afa34aef4']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:25:15.304114 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9fd057-1cc4-4482-b696-434f5cd73063 req-580bd2d8-8c81-4639-b396-1f20c12a9ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:15.304825 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bb9fd057-1cc4-4482-b696-434f5cd73063 req-580bd2d8-8c81-4639-b396-1f20c12a9ed4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b1330ff6-71a6-48db-aedf-2e908404d40b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0655739 Dec 06 17:25:15.360056 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-8b6c30f6-7e5e-471f-bc77-02f79c957cbb tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9cf52d1-bc52-4bcd-8c3c-12b88e1a5dd0') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:25:15.360578 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-8b6c30f6-7e5e-471f-bc77-02f79c957cbb tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9cf52d1-bc52-4bcd-8c3c-12b88e1a5dd0') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:25:15.375820 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8b6c30f6-7e5e-471f-bc77-02f79c957cbb tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:15.435610 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8b6c30f6-7e5e-471f-bc77-02f79c957cbb tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:15.454471 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b6c30f6-7e5e-471f-bc77-02f79c957cbb tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:25:15.454907 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8b6c30f6-7e5e-471f-bc77-02f79c957cbb tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:15.461429 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:25:15.461429 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:25:15.461429 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:25:15.461429 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:25:15.461429 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:25:15.461429 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:25:15.461429 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:25:15.461429 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:25:15.461429 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:25:15.461429 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:25:15.461429 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:25:15.461429 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:25:15.461429 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:25:15.461429 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:25:15.461429 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:25:15.461429 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:25:15.461429 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:25:15.461429 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:25:15.461429 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:25:15.461429 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:25:15.461429 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:25:15.461429 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:25:15.461429 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:25:15.461429 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:25:15.461429 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:25:15.461429 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:25:15.461429 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:25:15.461429 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:25:15.461429 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:25:15.461429 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:25:15.461429 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:25:15.461429 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:25:15.508937 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-883034ed-b547-4c2e-9cac-e5a8c9515311 req-17ddf2ae-0ebe-43e8-9ec2-ce9eb3f6a79e tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] Made reservation on behalf of 8e20f481c9174841b068555f84e7c98f for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:25:15.513420 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-883034ed-b547-4c2e-9cac-e5a8c9515311 req-17ddf2ae-0ebe-43e8-9ec2-ce9eb3f6a79e tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:15.573728 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d023a1-855f-4906-a81e-900a5ffa0704 req-7293888e-cd34-44a9-b531-fdac1bbcf32b tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:15.576166 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-34d023a1-855f-4906-a81e-900a5ffa0704 req-7293888e-cd34-44a9-b531-fdac1bbcf32b tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 944 time: 0.1941187 Dec 06 17:25:15.590606 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8b6c30f6-7e5e-471f-bc77-02f79c957cbb tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:15.608660 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8b6c30f6-7e5e-471f-bc77-02f79c957cbb tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:15.612259 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-8b6c30f6-7e5e-471f-bc77-02f79c957cbb tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] 10.222.0.23 "DELETE /v2.0/networks/a4c7e014-b0a5-4b38-bc7b-c27afa34aef4 HTTP/1.1" status: 204 len: 168 time: 0.9199202 Dec 06 17:25:15.662324 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-94f97f8e-05f3-4ea8-b95b-c451fe87eb3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:15.685123 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6c30f6-7e5e-471f-bc77-02f79c957cbb tempest-TaggedBootDevicesTest-264448295 tempest-TaggedBootDevicesTest-264448295-project] Pushing event deleted for resources: {'Network': ['ID=a4c7e014-b0a5-4b38-bc7b-c27afa34aef4,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:25:15.738354 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 3ecd9a2d-90bf-46c7-a794-db6a81264372 up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:25:15.827826 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-34d023a1-855f-4906-a81e-900a5ffa0704 req-84f79a29-7e23-4aea-a022-82d62925967b tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8ff7359-db2b-4d57-aa79-237c344ab3df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2302668 Dec 06 17:25:15.858828 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning for port 3ecd9a2d-90bf-46c7-a794-db6a81264372 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:25:15.864144 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port 3ecd9a2d-90bf-46c7-a794-db6a81264372 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:25:15.864820 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:15.940362 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-883034ed-b547-4c2e-9cac-e5a8c9515311 req-17ddf2ae-0ebe-43e8-9ec2-ce9eb3f6a79e tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] Allocated IP 172.20.0.9 (d04fae1e-5cf2-4413-9915-e4d8c2305f7b/ec977d14-56fc-411a-98f8-ba7e454c62e7/062d4227-cd95-4180-b787-9be4408cd01e) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:25:15.979888 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bb9fd057-1cc4-4482-b696-434f5cd73063 req-8c809e25-678d-403d-ab60-1317b39e84ff service neutron] 10.222.0.44 "GET /v2.0/networks/b1330ff6-71a6-48db-aedf-2e908404d40b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6674643 Dec 06 17:25:15.983692 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:16.028184 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c820809-3c30-4b37-a74b-f45fa65fe52b req-3301612d-8135-4e6b-9a8f-4c908ad84450 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:16.044797 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1c820809-3c30-4b37-a74b-f45fa65fe52b req-3301612d-8135-4e6b-9a8f-4c908ad84450 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 945 time: 0.1727633 Dec 06 17:25:16.058917 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e766107-5d5f-422c-b94b-1d8d8ddacb83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ecd9a2d-90bf-46c7-a794-db6a81264372'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:25:16.065585 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21042d05-d6ef-483c-b9a9-df11d2510bc0" -d '{"events": [{"server_uuid": "9e766107-5d5f-422c-b94b-1d8d8ddacb83", "name": "network-vif-plugged", "status": "completed", "tag": "3ecd9a2d-90bf-46c7-a794-db6a81264372"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:25:16.081873 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 3ecd9a2d-90bf-46c7-a794-db6a81264372, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=3ecd9a2d-90bf-46c7-a794-db6a81264372,segment=NetworkSegment(5191f104-0f28-4995-943c-dc9b12a33060),segment_id=5191f104-0f28-4995-943c-dc9b12a33060)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:25:16.090532 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:16.238472 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=3ecd9a2d-90bf-46c7-a794-db6a81264372,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:25:16.243850 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-28608e35-f642-4623-ab99-aa635f223330 req-acc5f7dc-e51d-42b9-96ce-5a836db72609 tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] 10.222.0.23 "GET /v2.0/ports?device_id=22b7b381-6d24-4420-9d2f-8c270044345d HTTP/1.1" status: 200 len: 210 time: 0.0438502 Dec 06 17:25:16.262333 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-883034ed-b547-4c2e-9cac-e5a8c9515311 req-17ddf2ae-0ebe-43e8-9ec2-ce9eb3f6a79e tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:16.313715 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67fa6cfc-7386-45c6-96e4-d8638650db1e x-openstack-request-id: req-67fa6cfc-7386-45c6-96e4-d8638650db1e {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:25:16.314023 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e766107-5d5f-422c-b94b-1d8d8ddacb83", "name": "network-vif-plugged", "status": "completed", "tag": "3ecd9a2d-90bf-46c7-a794-db6a81264372", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:25:16.314630 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-67fa6cfc-7386-45c6-96e4-d8638650db1e {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:25:16.315047 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e766107-5d5f-422c-b94b-1d8d8ddacb83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ecd9a2d-90bf-46c7-a794-db6a81264372', 'code': 200} Dec 06 17:25:16.315396 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1c820809-3c30-4b37-a74b-f45fa65fe52b req-489b85d6-180a-4898-a92c-0c5ef541be29 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697175 Dec 06 17:25:16.333195 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-883034ed-b547-4c2e-9cac-e5a8c9515311 req-17ddf2ae-0ebe-43e8-9ec2-ce9eb3f6a79e tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:16.385744 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bb9fd057-1cc4-4482-b696-434f5cd73063 req-bc0a58c6-ad34-490f-9fb5-8ebb075bee52 service neutron] 10.222.0.44 "GET /v2.0/networks/b1330ff6-71a6-48db-aedf-2e908404d40b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3918147 Dec 06 17:25:16.402843 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-883034ed-b547-4c2e-9cac-e5a8c9515311 req-17ddf2ae-0ebe-43e8-9ec2-ce9eb3f6a79e tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] Network d04fae1e-5cf2-4413-9915-e4d8c2305f7b is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:25:16.425759 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-883034ed-b547-4c2e-9cac-e5a8c9515311 req-17ddf2ae-0ebe-43e8-9ec2-ce9eb3f6a79e tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:25:16.431995 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-883034ed-b547-4c2e-9cac-e5a8c9515311 req-17ddf2ae-0ebe-43e8-9ec2-ce9eb3f6a79e tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:25:16.652320 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e8aef4-dd41-4265-9fd1-40ee4a120762 req-9253ad23-1ae8-473e-a21a-da59b15a147f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:16.654898 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a2e8aef4-dd41-4265-9fd1-40ee4a120762 req-9253ad23-1ae8-473e-a21a-da59b15a147f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9e766107-5d5f-422c-b94b-1d8d8ddacb83 HTTP/1.1" status: 200 len: 1096 time: 0.2530255 Dec 06 17:25:16.714496 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a2e8aef4-dd41-4265-9fd1-40ee4a120762 req-29c4d902-86c9-4993-8cca-19d6ea198817 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3b076312-1c54-4a4a-a63b-13a8529c717b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0505481 Dec 06 17:25:16.889134 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:16.996886 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883034ed-b547-4c2e-9cac-e5a8c9515311 req-17ddf2ae-0ebe-43e8-9ec2-ce9eb3f6a79e tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:16.998133 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-883034ed-b547-4c2e-9cac-e5a8c9515311 req-17ddf2ae-0ebe-43e8-9ec2-ce9eb3f6a79e tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:17.031424 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ddf2ae-0ebe-43e8-9ec2-ce9eb3f6a79e tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] Pushing event updated for resources: {'Port': ['ID=062d4227-cd95-4180-b787-9be4408cd01e,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:25:17.046297 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-883034ed-b547-4c2e-9cac-e5a8c9515311 req-17ddf2ae-0ebe-43e8-9ec2-ce9eb3f6a79e tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7859492 Dec 06 17:25:17.071351 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [req-883034ed-b547-4c2e-9cac-e5a8c9515311 req-11a6e95c-e05b-493b-a455-e183ed69a22a tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103285) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:25:17.073279 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ae3786-3b74-4464-a05d-202d27e26b16 req-9abcbec1-0c99-4845-a1c3-846d9944de87 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:17.075182 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e3ae3786-3b74-4464-a05d-202d27e26b16 req-9abcbec1-0c99-4845-a1c3-846d9944de87 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 944 time: 0.1567922 Dec 06 17:25:17.075483 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-883034ed-b547-4c2e-9cac-e5a8c9515311 req-11a6e95c-e05b-493b-a455-e183ed69a22a tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0159371 Dec 06 17:25:17.089616 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89593be-6bfa-4bbd-bac1-50ab6f40f71d req-e30be460-d928-4e13-9dd4-6a22c959a9fe tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:17.103403 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d89593be-6bfa-4bbd-bac1-50ab6f40f71d req-e30be460-d928-4e13-9dd4-6a22c959a9fe tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e766107-5d5f-422c-b94b-1d8d8ddacb83 HTTP/1.1" status: 200 len: 945 time: 0.6945550 Dec 06 17:25:17.134084 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-883034ed-b547-4c2e-9cac-e5a8c9515311 req-6c65ff00-9709-4844-bc23-9fd2300b0b81 service neutron] Request body: {'port': {'device_id': '22b7b381-6d24-4420-9d2f-8c270044345d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:25:17.187115 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e3ae3786-3b74-4464-a05d-202d27e26b16 req-5f84f4c8-4ec1-4457-ad1c-40aeaafb10a3 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8ff7359-db2b-4d57-aa79-237c344ab3df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029871 Dec 06 17:25:17.282528 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d89593be-6bfa-4bbd-bac1-50ab6f40f71d req-0750894e-01c8-4d08-af1a-3a1ef4920bbb tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b076312-1c54-4a4a-a63b-13a8529c717b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1682889 Dec 06 17:25:17.283386 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-883034ed-b547-4c2e-9cac-e5a8c9515311 req-6c65ff00-9709-4844-bc23-9fd2300b0b81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:17.462510 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23056c7-f461-4776-a23a-c4aed47fb7cf req-2264b10a-b73a-4757-a95f-85126ee2d342 tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:17.470615 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c23056c7-f461-4776-a23a-c4aed47fb7cf req-2264b10a-b73a-4757-a95f-85126ee2d342 tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] 10.222.0.23 "GET /v2.0/ports?device_id=22b7b381-6d24-4420-9d2f-8c270044345d HTTP/1.1" status: 200 len: 931 time: 0.0710027 Dec 06 17:25:17.534122 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c23056c7-f461-4776-a23a-c4aed47fb7cf req-e782c99b-b93e-4da8-9086-f9b29693d3b1 tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] 10.222.0.23 "GET /v2.0/security-groups?id=ecc06ab5-704d-4d83-bc83-3d9dd1f38b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572298 Dec 06 17:25:17.604517 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0151fcd0-3824-4baf-8947-8b12bd26202f req-439294d9-06b4-4553-9249-141b65ae1412 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:17.615214 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0151fcd0-3824-4baf-8947-8b12bd26202f req-439294d9-06b4-4553-9249-141b65ae1412 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 945 time: 0.1342204 Dec 06 17:25:17.714493 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0151fcd0-3824-4baf-8947-8b12bd26202f req-f9382933-b1f6-429e-9e63-da5507071eae tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984392 Dec 06 17:25:17.853197 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-883034ed-b547-4c2e-9cac-e5a8c9515311 req-6c65ff00-9709-4844-bc23-9fd2300b0b81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 062d4227-cd95-4180-b787-9be4408cd01e {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:25:17.875867 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-883034ed-b547-4c2e-9cac-e5a8c9515311 req-6c65ff00-9709-4844-bc23-9fd2300b0b81 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:17.899889 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-883034ed-b547-4c2e-9cac-e5a8c9515311 req-6c65ff00-9709-4844-bc23-9fd2300b0b81 service neutron] Transition to ACTIVE for port object 062d4227-cd95-4180-b787-9be4408cd01e will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:25:17.905614 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-883034ed-b547-4c2e-9cac-e5a8c9515311 req-6c65ff00-9709-4844-bc23-9fd2300b0b81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:17.987273 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c65ff00-9709-4844-bc23-9fd2300b0b81 service neutron] Pushing event updated for resources: {'Port': ['ID=062d4227-cd95-4180-b787-9be4408cd01e,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:25:18.042494 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:18.068562 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-883034ed-b547-4c2e-9cac-e5a8c9515311 req-6c65ff00-9709-4844-bc23-9fd2300b0b81 service neutron] Attempting to bind port 062d4227-cd95-4180-b787-9be4408cd01e on host n-h1-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:25:18.068909 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-883034ed-b547-4c2e-9cac-e5a8c9515311 req-6c65ff00-9709-4844-bc23-9fd2300b0b81 service neutron] Attempting to bind port 062d4227-cd95-4180-b787-9be4408cd01e by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'a51553e5-2cc2-4505-834e-c40711ff7bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd04fae1e-5cf2-4413-9915-e4d8c2305f7b'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:25:18.069245 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883034ed-b547-4c2e-9cac-e5a8c9515311 req-6c65ff00-9709-4844-bc23-9fd2300b0b81 service neutron] Attempting to bind port 062d4227-cd95-4180-b787-9be4408cd01e on network d04fae1e-5cf2-4413-9915-e4d8c2305f7b {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:25:18.074886 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883034ed-b547-4c2e-9cac-e5a8c9515311 req-6c65ff00-9709-4844-bc23-9fd2300b0b81 service neutron] Port 062d4227-cd95-4180-b787-9be4408cd01e on network d04fae1e-5cf2-4413-9915-e4d8c2305f7b not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:25:18.075255 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883034ed-b547-4c2e-9cac-e5a8c9515311 req-6c65ff00-9709-4844-bc23-9fd2300b0b81 service neutron] Attempting to bind port 062d4227-cd95-4180-b787-9be4408cd01e on network d04fae1e-5cf2-4413-9915-e4d8c2305f7b {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:25:18.081254 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883034ed-b547-4c2e-9cac-e5a8c9515311 req-6c65ff00-9709-4844-bc23-9fd2300b0b81 service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:25:18.081749 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883034ed-b547-4c2e-9cac-e5a8c9515311 req-6c65ff00-9709-4844-bc23-9fd2300b0b81 service neutron] Checking segment: {'id': 'a51553e5-2cc2-4505-834e-c40711ff7bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd04fae1e-5cf2-4413-9915-e4d8c2305f7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:25:18.082148 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883034ed-b547-4c2e-9cac-e5a8c9515311 req-6c65ff00-9709-4844-bc23-9fd2300b0b81 service neutron] Bound using segment: {'id': 'a51553e5-2cc2-4505-834e-c40711ff7bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd04fae1e-5cf2-4413-9915-e4d8c2305f7b'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:25:18.082583 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-883034ed-b547-4c2e-9cac-e5a8c9515311 req-6c65ff00-9709-4844-bc23-9fd2300b0b81 service neutron] Bound port: 062d4227-cd95-4180-b787-9be4408cd01e, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a51553e5-2cc2-4505-834e-c40711ff7bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd04fae1e-5cf2-4413-9915-e4d8c2305f7b'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:25:18.083243 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-883034ed-b547-4c2e-9cac-e5a8c9515311 req-6c65ff00-9709-4844-bc23-9fd2300b0b81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:18.159356 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-883034ed-b547-4c2e-9cac-e5a8c9515311 req-6c65ff00-9709-4844-bc23-9fd2300b0b81 service neutron] For port 062d4227-cd95-4180-b787-9be4408cd01e, host n-h1-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:25:18.163555 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-883034ed-b547-4c2e-9cac-e5a8c9515311 req-6c65ff00-9709-4844-bc23-9fd2300b0b81 service neutron] For port 062d4227-cd95-4180-b787-9be4408cd01e, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=062d4227-cd95-4180-b787-9be4408cd01e,segment=NetworkSegment(a51553e5-2cc2-4505-834e-c40711ff7bbd),segment_id=a51553e5-2cc2-4505-834e-c40711ff7bbd)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:25:18.178092 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-883034ed-b547-4c2e-9cac-e5a8c9515311 req-6c65ff00-9709-4844-bc23-9fd2300b0b81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:18.252908 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883034ed-b547-4c2e-9cac-e5a8c9515311 req-6c65ff00-9709-4844-bc23-9fd2300b0b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:18.253590 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-883034ed-b547-4c2e-9cac-e5a8c9515311 req-6c65ff00-9709-4844-bc23-9fd2300b0b81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:18.255832 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-883034ed-b547-4c2e-9cac-e5a8c9515311 req-6c65ff00-9709-4844-bc23-9fd2300b0b81 service neutron] 10.222.0.41 "PUT /v2.0/ports/062d4227-cd95-4180-b787-9be4408cd01e HTTP/1.1" status: 200 len: 1091 time: 1.1402440 Dec 06 17:25:18.259530 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22b7b381-6d24-4420-9d2f-8c270044345d', 'tag': '062d4227-cd95-4180-b787-9be4408cd01e'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:25:18.264516 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-635e2f72-adb9-4d0d-a675-5b546800a922" -d '{"events": [{"name": "network-changed", "server_uuid": "22b7b381-6d24-4420-9d2f-8c270044345d", "tag": "062d4227-cd95-4180-b787-9be4408cd01e"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:25:18.293339 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c65ff00-9709-4844-bc23-9fd2300b0b81 service neutron] Pushing event updated for resources: {'Port': ['ID=062d4227-cd95-4180-b787-9be4408cd01e,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:25:18.374470 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4610d01b-5203-476e-8bf5-8ece54f52dcf x-openstack-request-id: req-4610d01b-5203-476e-8bf5-8ece54f52dcf {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:25:18.375049 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22b7b381-6d24-4420-9d2f-8c270044345d", "tag": "062d4227-cd95-4180-b787-9be4408cd01e", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:25:18.375538 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4610d01b-5203-476e-8bf5-8ece54f52dcf {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:25:18.376194 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22b7b381-6d24-4420-9d2f-8c270044345d', 'tag': '062d4227-cd95-4180-b787-9be4408cd01e', 'status': 'completed', 'code': 200} Dec 06 17:25:18.414493 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883034ed-b547-4c2e-9cac-e5a8c9515311 req-06ae66ae-1254-4abf-ac41-fc380568ca75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:18.416515 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-883034ed-b547-4c2e-9cac-e5a8c9515311 req-06ae66ae-1254-4abf-ac41-fc380568ca75 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8e20f481c9174841b068555f84e7c98f&device_id=22b7b381-6d24-4420-9d2f-8c270044345d HTTP/1.1" status: 200 len: 1094 time: 0.0998912 Dec 06 17:25:18.459014 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba684c6-cd6c-498a-861f-b4f4cf171955 req-02e4b15d-de13-44cb-90c0-aff099e5339b tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:18.469765 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6ba684c6-cd6c-498a-861f-b4f4cf171955 req-02e4b15d-de13-44cb-90c0-aff099e5339b tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 944 time: 0.1570714 Dec 06 17:25:18.514384 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-883034ed-b547-4c2e-9cac-e5a8c9515311 req-36816f71-beb8-45e2-9271-5cb6f1458475 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=062d4227-cd95-4180-b787-9be4408cd01e HTTP/1.1" status: 200 len: 217 time: 0.0891545 Dec 06 17:25:18.580161 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883034ed-b547-4c2e-9cac-e5a8c9515311 req-d8916913-2f5c-41a6-86b7-79b7885eea3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:18.581820 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-883034ed-b547-4c2e-9cac-e5a8c9515311 req-d8916913-2f5c-41a6-86b7-79b7885eea3a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ec977d14-56fc-411a-98f8-ba7e454c62e7 HTTP/1.1" status: 200 len: 849 time: 0.0576129 Dec 06 17:25:18.586600 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6ba684c6-cd6c-498a-861f-b4f4cf171955 req-24f8bc40-7e74-4d14-8e56-dc7c65f4fe9b tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8ff7359-db2b-4d57-aa79-237c344ab3df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153769 Dec 06 17:25:18.635316 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-883034ed-b547-4c2e-9cac-e5a8c9515311 req-d4123270-068f-45bf-954d-8e3be304e387 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d04fae1e-5cf2-4413-9915-e4d8c2305f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374093 Dec 06 17:25:18.778860 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-883034ed-b547-4c2e-9cac-e5a8c9515311 req-30a9b5a0-f338-4855-9bcd-384d16a6c1ca service neutron] 10.222.0.41 "GET /v2.0/networks/d04fae1e-5cf2-4413-9915-e4d8c2305f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349874 Dec 06 17:25:18.795574 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449aa08d-9683-422a-97b5-9ada92a11042 req-01a85031-9ca5-457d-82ec-7d3458180449 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:18.803501 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-449aa08d-9683-422a-97b5-9ada92a11042 req-01a85031-9ca5-457d-82ec-7d3458180449 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e766107-5d5f-422c-b94b-1d8d8ddacb83 HTTP/1.1" status: 200 len: 945 time: 0.2922635 Dec 06 17:25:18.848790 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0618f4b7-34ce-4ad5-86e8-cf03b81c50c0 req-15258e1c-6684-40da-84b9-e01ca9f195c6 tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:18.861755 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0618f4b7-34ce-4ad5-86e8-cf03b81c50c0 req-15258e1c-6684-40da-84b9-e01ca9f195c6 tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] 10.222.0.23 "GET /v2.0/ports?device_id=22b7b381-6d24-4420-9d2f-8c270044345d HTTP/1.1" status: 200 len: 943 time: 0.1339805 Dec 06 17:25:18.929683 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0618f4b7-34ce-4ad5-86e8-cf03b81c50c0 req-2f6a6c68-a4ba-4609-92b0-a21b99856670 tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] 10.222.0.23 "GET /v2.0/security-groups?id=ecc06ab5-704d-4d83-bc83-3d9dd1f38b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667038 Dec 06 17:25:18.942366 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-449aa08d-9683-422a-97b5-9ada92a11042 req-87dfb530-8836-4482-879e-9d286cfeada6 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b076312-1c54-4a4a-a63b-13a8529c717b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1377571 Dec 06 17:25:18.994472 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-883034ed-b547-4c2e-9cac-e5a8c9515311 req-7c638cb7-c837-4557-985b-63fdfa730c80 service neutron] 10.222.0.41 "GET /v2.0/networks/d04fae1e-5cf2-4413-9915-e4d8c2305f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859095 Dec 06 17:25:19.120107 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658ccb55-365b-473c-86ed-e838e84925f6 req-886911fc-438d-48ff-a1e4-eb0a3deb6fa7 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:19.133580 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e79f6c5-79d2-4591-a3fc-6c5b55aaff89 req-31f52dd3-c085-4d5e-87ef-bcaa8296f978 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:19.134826 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-658ccb55-365b-473c-86ed-e838e84925f6 req-886911fc-438d-48ff-a1e4-eb0a3deb6fa7 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 944 time: 0.0953403 Dec 06 17:25:19.143222 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1e79f6c5-79d2-4591-a3fc-6c5b55aaff89 req-31f52dd3-c085-4d5e-87ef-bcaa8296f978 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 945 time: 0.0899241 Dec 06 17:25:19.149584 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:19.206849 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635e2f72-adb9-4d0d-a675-5b546800a922 req-63c0bb8b-e04c-4900-b65d-3bd825496b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:19.208373 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-635e2f72-adb9-4d0d-a675-5b546800a922 req-63c0bb8b-e04c-4900-b65d-3bd825496b7e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8e20f481c9174841b068555f84e7c98f&device_id=22b7b381-6d24-4420-9d2f-8c270044345d HTTP/1.1" status: 200 len: 1094 time: 0.1223400 Dec 06 17:25:19.212174 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1e79f6c5-79d2-4591-a3fc-6c5b55aaff89 req-a78ee448-d9b3-4790-9590-ab65893a8953 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674157 Dec 06 17:25:19.288570 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-658ccb55-365b-473c-86ed-e838e84925f6 req-94a73f1c-4178-47b0-8157-97d3243c959c tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8ff7359-db2b-4d57-aa79-237c344ab3df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501036 Dec 06 17:25:19.468765 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635e2f72-adb9-4d0d-a675-5b546800a922 req-ee9dc554-60cf-48fe-afb8-9ebeeeb0568b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:19.470330 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-635e2f72-adb9-4d0d-a675-5b546800a922 req-ee9dc554-60cf-48fe-afb8-9ebeeeb0568b service neutron] 10.222.0.41 "GET /v2.0/networks?id=d04fae1e-5cf2-4413-9915-e4d8c2305f7b HTTP/1.1" status: 200 len: 910 time: 0.2527647 Dec 06 17:25:19.486628 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76226289-dc6a-4fe0-a448-50b93dc349a5 req-b22b2a08-2926-4fb9-866e-144fc514938a tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:19.491346 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-76226289-dc6a-4fe0-a448-50b93dc349a5 req-b22b2a08-2926-4fb9-866e-144fc514938a tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e766107-5d5f-422c-b94b-1d8d8ddacb83 HTTP/1.1" status: 200 len: 945 time: 0.1159232 Dec 06 17:25:19.496928 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 33748) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:25:19.501985 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-d88e6e18-45f9-46e5-ab27-aa0dec44adab tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Request body: {'floatingip': {'port_id': '3ecd9a2d-90bf-46c7-a794-db6a81264372'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:25:19.557005 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d88e6e18-45f9-46e5-ab27-aa0dec44adab tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Publish callbacks [] for floatingip, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:19.569394 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-635e2f72-adb9-4d0d-a675-5b546800a922 req-8773eb54-ca9b-488f-b8d9-cc0040893f6a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=062d4227-cd95-4180-b787-9be4408cd01e HTTP/1.1" status: 200 len: 217 time: 0.0769258 Dec 06 17:25:19.665089 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635e2f72-adb9-4d0d-a675-5b546800a922 req-dd6117a3-0acb-4ee5-b9e3-bfce481bd9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:19.666624 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-635e2f72-adb9-4d0d-a675-5b546800a922 req-dd6117a3-0acb-4ee5-b9e3-bfce481bd9be service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ec977d14-56fc-411a-98f8-ba7e454c62e7 HTTP/1.1" status: 200 len: 849 time: 0.0894542 Dec 06 17:25:19.742801 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-635e2f72-adb9-4d0d-a675-5b546800a922 req-793000ef-2bb8-4aaf-9321-6c3e4b79fd09 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d04fae1e-5cf2-4413-9915-e4d8c2305f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631609 Dec 06 17:25:19.922926 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-635e2f72-adb9-4d0d-a675-5b546800a922 req-50b1590b-2734-4dfd-a360-cac4717f9fea service neutron] 10.222.0.41 "GET /v2.0/networks/d04fae1e-5cf2-4413-9915-e4d8c2305f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716108 Dec 06 17:25:20.165482 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4210f151-eb19-45d8-8136-bb9277dcde96 req-48aaa808-b2f3-4d11-a5bb-a5e97d17ff01 tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:20.173392 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4210f151-eb19-45d8-8136-bb9277dcde96 req-48aaa808-b2f3-4d11-a5bb-a5e97d17ff01 tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] 10.222.0.23 "GET /v2.0/ports?device_id=22b7b381-6d24-4420-9d2f-8c270044345d HTTP/1.1" status: 200 len: 943 time: 0.0983963 Dec 06 17:25:20.218904 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-635e2f72-adb9-4d0d-a675-5b546800a922 req-5bcc3369-8248-4daf-94c2-de6bb13140d5 service neutron] 10.222.0.41 "GET /v2.0/networks/d04fae1e-5cf2-4413-9915-e4d8c2305f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828383 Dec 06 17:25:20.276049 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4210f151-eb19-45d8-8136-bb9277dcde96 req-a8303f68-4746-47eb-9daf-c18597f9b3d9 tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] 10.222.0.23 "GET /v2.0/security-groups?id=ecc06ab5-704d-4d83-bc83-3d9dd1f38b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875432 Dec 06 17:25:20.320380 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d88e6e18-45f9-46e5-ab27-aa0dec44adab tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:20.327450 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d88e6e18-45f9-46e5-ab27-aa0dec44adab tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:20.410202 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df8d8c-5bc6-4595-ab14-bb8116e5dc46 req-6cca8f29-d4ca-4f84-8b0f-53d02ef0ecc6 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:20.419413 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-88df8d8c-5bc6-4595-ab14-bb8116e5dc46 req-6cca8f29-d4ca-4f84-8b0f-53d02ef0ecc6 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 945 time: 0.0783992 Dec 06 17:25:20.446786 n-d-master-1 neutron-server[103284]: INFO neutron.db.l3_db [None req-d88e6e18-45f9-46e5-ab27-aa0dec44adab tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Floating IP 6e12e64b-0ad3-45ca-8334-4ff33c56ca86 associated. External IP: 172.35.1.26, port: 3ecd9a2d-90bf-46c7-a794-db6a81264372. Dec 06 17:25:20.553050 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-88df8d8c-5bc6-4595-ab14-bb8116e5dc46 req-ce0def91-3488-4a9b-ba94-193812b3c1da tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325600 Dec 06 17:25:20.572943 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 9c900df7-6bd1-4efb-807b-75f3d9f6e7b1 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:25:20.706161 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 9c900df7-6bd1-4efb-807b-75f3d9f6e7b1, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=9c900df7-6bd1-4efb-807b-75f3d9f6e7b1,segment=NetworkSegment(7b3b1671-5b3d-45b5-8a84-9493fd934077),segment_id=7b3b1671-5b3d-45b5-8a84-9493fd934077)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:25:20.734912 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': '9c900df7-6bd1-4efb-807b-75f3d9f6e7b1', 'network_id': '0fd247c3-8063-42cc-bb6f-57bead4315cb', 'port_id': '9c900df7-6bd1-4efb-807b-75f3d9f6e7b1', 'mac_address': 'fa:16:3e:ea:40:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32ad7edd-27dc-4328-9a42-8806a7c2ef97', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:25:20.750416 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 33800) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:25:20.754372 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d88e6e18-45f9-46e5-ab27-aa0dec44adab tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Router 3c29d003-6421-4733-8e94-76d471e24db7 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:25:20.821990 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:20.842401 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9c900df7-6bd1-4efb-807b-75f3d9f6e7b1 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:25:20.858184 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee8df47-b314-4573-9725-777c4756adae req-945e68dd-a8f9-492b-8ccd-4ff4c475ab11 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:20.859980 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-eee8df47-b314-4573-9725-777c4756adae req-945e68dd-a8f9-492b-8ccd-4ff4c475ab11 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd8e6f85-4f02-4edb-b8e7-ac97e87f725a HTTP/1.1" status: 200 len: 943 time: 0.2328098 Dec 06 17:25:20.889461 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 9c900df7-6bd1-4efb-807b-75f3d9f6e7b1, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=9c900df7-6bd1-4efb-807b-75f3d9f6e7b1,segment=NetworkSegment(7b3b1671-5b3d-45b5-8a84-9493fd934077),segment_id=7b3b1671-5b3d-45b5-8a84-9493fd934077)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:25:20.897861 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:20.898602 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 062d4227-cd95-4180-b787-9be4408cd01e details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:25:20.964211 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-253fd638-519e-49b8-aca9-b8b1e4fe6af5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:21.039028 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=9c900df7-6bd1-4efb-807b-75f3d9f6e7b1,revision_number=6']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:25:21.051120 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d88e6e18-45f9-46e5-ab27-aa0dec44adab tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:25:21.057063 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d88e6e18-45f9-46e5-ab27-aa0dec44adab tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:21.077050 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 062d4227-cd95-4180-b787-9be4408cd01e, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=062d4227-cd95-4180-b787-9be4408cd01e,segment=NetworkSegment(a51553e5-2cc2-4505-834e-c40711ff7bbd),segment_id=a51553e5-2cc2-4505-834e-c40711ff7bbd)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:25:21.089597 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': '062d4227-cd95-4180-b787-9be4408cd01e', 'network_id': 'd04fae1e-5cf2-4413-9915-e4d8c2305f7b', 'port_id': '062d4227-cd95-4180-b787-9be4408cd01e', 'mac_address': 'fa:16:3e:bb:32:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec977d14-56fc-411a-98f8-ba7e454c62e7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:25:21.095069 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-253fd638-519e-49b8-aca9-b8b1e4fe6af5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:21.098597 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc088a1-ab30-40c5-887e-395724690b1e None None] Sync routers for ids ['3c29d003-6421-4733-8e94-76d471e24db7'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:25:21.100495 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-253fd638-519e-49b8-aca9-b8b1e4fe6af5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:21.145966 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-d88e6e18-45f9-46e5-ab27-aa0dec44adab tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "PUT /v2.0/floatingips/6e12e64b-0ad3-45ca-8334-4ff33c56ca86 HTTP/1.1" status: 200 len: 990 time: 1.6475601 Dec 06 17:25:21.151311 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e766107-5d5f-422c-b94b-1d8d8ddacb83', 'tag': '3ecd9a2d-90bf-46c7-a794-db6a81264372'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:25:21.152444 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:21.156855 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12dc9183-efb2-4f4b-b13d-c15bdff0bde8" -d '{"events": [{"name": "network-changed", "server_uuid": "9e766107-5d5f-422c-b94b-1d8d8ddacb83", "tag": "3ecd9a2d-90bf-46c7-a794-db6a81264372"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:25:21.160792 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-253fd638-519e-49b8-aca9-b8b1e4fe6af5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5604324cd8b44e398321bf95aa0214e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4064245 Dec 06 17:25:21.161802 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 33814) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:25:21.162566 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253fd638-519e-49b8-aca9-b8b1e4fe6af5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=245166b1-abf6-43e5-b8f6-3d59c45fb2b3,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:25:21.169085 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc088a1-ab30-40c5-887e-395724690b1e None None] Routers {'3c29d003-6421-4733-8e94-76d471e24db7'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:25:21.169919 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-1fc088a1-ab30-40c5-887e-395724690b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:25:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['3c29d003-6421-4733-8e94-76d471e24db7'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:25:21.203460 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-eee8df47-b314-4573-9725-777c4756adae req-fe95d24c-1a94-46b7-861e-e3d7463a03e5 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Deleting port 8ba5447c-48d3-4a13-98d4-abfe6a0c2a27 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:25:21.213255 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-eee8df47-b314-4573-9725-777c4756adae req-fe95d24c-1a94-46b7-861e-e3d7463a03e5 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:21.250371 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1f3b7df3-d528-4c11-bff5-2d61a0a1a320 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:21.286008 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1f3b7df3-d528-4c11-bff5-2d61a0a1a320 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:21.290441 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 062d4227-cd95-4180-b787-9be4408cd01e {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:25:21.326704 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e57a948-d428-4926-a570-49058020bbc6 x-openstack-request-id: req-4e57a948-d428-4926-a570-49058020bbc6 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:25:21.327244 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e766107-5d5f-422c-b94b-1d8d8ddacb83", "tag": "3ecd9a2d-90bf-46c7-a794-db6a81264372", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:25:21.328977 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4e57a948-d428-4926-a570-49058020bbc6 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:25:21.329706 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e766107-5d5f-422c-b94b-1d8d8ddacb83', 'tag': '3ecd9a2d-90bf-46c7-a794-db6a81264372', 'status': 'completed', 'code': 200} Dec 06 17:25:21.384584 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1f3b7df3-d528-4c11-bff5-2d61a0a1a320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:21.388604 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1f3b7df3-d528-4c11-bff5-2d61a0a1a320 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:21.392177 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-1f3b7df3-d528-4c11-bff5-2d61a0a1a320 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/245166b1-abf6-43e5-b8f6-3d59c45fb2b3 HTTP/1.1" status: 204 len: 168 time: 0.2236769 Dec 06 17:25:21.396172 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 062d4227-cd95-4180-b787-9be4408cd01e, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=062d4227-cd95-4180-b787-9be4408cd01e,segment=NetworkSegment(a51553e5-2cc2-4505-834e-c40711ff7bbd),segment_id=a51553e5-2cc2-4505-834e-c40711ff7bbd)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:25:21.400402 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3b7df3-d528-4c11-bff5-2d61a0a1a320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=245166b1-abf6-43e5-b8f6-3d59c45fb2b3,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:25:21.427376 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:21.495994 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-1fc088a1-ab30-40c5-887e-395724690b1e None None] Set router 3c29d003-6421-4733-8e94-76d471e24db7 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:25:21.503407 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-eee8df47-b314-4573-9725-777c4756adae req-fe95d24c-1a94-46b7-861e-e3d7463a03e5 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] For port 8ba5447c-48d3-4a13-98d4-abfe6a0c2a27, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8ba5447c-48d3-4a13-98d4-abfe6a0c2a27,segment=NetworkSegment(89275c86-7da9-47f2-a47a-1035a530c501),segment_id=89275c86-7da9-47f2-a47a-1035a530c501)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:25:21.505751 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-eee8df47-b314-4573-9725-777c4756adae req-fe95d24c-1a94-46b7-861e-e3d7463a03e5 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:21.540796 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dc9183-efb2-4f4b-b13d-c15bdff0bde8 req-03bbc591-1ddc-46c4-8653-e1cc0d1432ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:21.544709 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-12dc9183-efb2-4f4b-b13d-c15bdff0bde8 req-03bbc591-1ddc-46c4-8653-e1cc0d1432ad service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=74bc5013de174928a9ab47aef105909c&device_id=9e766107-5d5f-422c-b94b-1d8d8ddacb83 HTTP/1.1" status: 200 len: 1096 time: 0.1964445 Dec 06 17:25:21.554889 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-eee8df47-b314-4573-9725-777c4756adae req-fe95d24c-1a94-46b7-861e-e3d7463a03e5 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Calling delete_port for 8ba5447c-48d3-4a13-98d4-abfe6a0c2a27 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:25:21.561786 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1158ca5-e7a9-448b-92ab-6634d82fc00d req-e461b765-bc60-4e02-9c86-15f5ac03c4c7 tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:21.563503 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a1158ca5-e7a9-448b-92ab-6634d82fc00d req-e461b765-bc60-4e02-9c86-15f5ac03c4c7 tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] 10.222.0.23 "GET /v2.0/ports?device_id=22b7b381-6d24-4420-9d2f-8c270044345d HTTP/1.1" status: 200 len: 944 time: 0.1241124 Dec 06 17:25:21.672838 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a1158ca5-e7a9-448b-92ab-6634d82fc00d req-71f20473-69e9-45d1-a782-180ad55c0dfa tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] 10.222.0.23 "GET /v2.0/security-groups?id=ecc06ab5-704d-4d83-bc83-3d9dd1f38b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898910 Dec 06 17:25:21.692528 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dc9183-efb2-4f4b-b13d-c15bdff0bde8 req-5612041d-ab24-4107-84f8-01ccbaae13e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:21.694271 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-12dc9183-efb2-4f4b-b13d-c15bdff0bde8 req-5612041d-ab24-4107-84f8-01ccbaae13e1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=443e19cc-aba1-401c-ba5c-6c1a74082882 HTTP/1.1" status: 200 len: 918 time: 0.1336284 Dec 06 17:25:21.930155 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158a9586-5871-4bf0-af69-bac44eabebd5 req-d0b59a9d-3465-4fa4-83b2-2864feb2daf7 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:21.933880 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-158a9586-5871-4bf0-af69-bac44eabebd5 req-d0b59a9d-3465-4fa4-83b2-2864feb2daf7 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 944 time: 0.1008351 Dec 06 17:25:21.952491 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-12dc9183-efb2-4f4b-b13d-c15bdff0bde8 req-e2d2c8a2-9c60-4604-9581-fcefce5d94fc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ecd9a2d-90bf-46c7-a794-db6a81264372 HTTP/1.1" status: 200 len: 998 time: 0.1402018 Dec 06 17:25:22.006533 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 33834) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:25:22.066325 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5a4f1f22-d37c-4cd9-8a9a-e57f40afec1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:22.080453 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-158a9586-5871-4bf0-af69-bac44eabebd5 req-8d36d24d-3059-437b-85a3-0155b3d91879 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412122 Dec 06 17:25:22.187832 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dc9183-efb2-4f4b-b13d-c15bdff0bde8 req-9ed088c1-3837-4f46-8496-6337ed24bfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:22.190662 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-12dc9183-efb2-4f4b-b13d-c15bdff0bde8 req-9ed088c1-3837-4f46-8496-6337ed24bfa9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=01ffc29c-932e-4129-aefc-9a2b3f836b7b HTTP/1.1" status: 200 len: 856 time: 0.1997776 Dec 06 17:25:22.235000 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['9c900df7-6bd1-4efb-807b-75f3d9f6e7b1'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:25:22.245156 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-eee8df47-b314-4573-9725-777c4756adae req-fe95d24c-1a94-46b7-861e-e3d7463a03e5 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:22.251934 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5a4f1f22-d37c-4cd9-8a9a-e57f40afec1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:22.262037 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5a4f1f22-d37c-4cd9-8a9a-e57f40afec1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:22.282651 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['062d4227-cd95-4180-b787-9be4408cd01e'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:25:22.303279 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4f1f22-d37c-4cd9-8a9a-e57f40afec1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3695e239-e131-4c69-816b-67406752f4cc,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:25:22.405634 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-5a4f1f22-d37c-4cd9-8a9a-e57f40afec1d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cdba8808228b452e994fb86d1d0b856d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3767319 Dec 06 17:25:22.409681 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 33850) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:25:22.468379 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe95d24c-1a94-46b7-861e-e3d7463a03e5 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Pushing event deleted for resources: {'Port': ['ID=8ba5447c-48d3-4a13-98d4-abfe6a0c2a27,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:25:22.586049 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e87ba539-5e34-45a1-961c-81cd3b3ae8da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:22.623425 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-eee8df47-b314-4573-9725-777c4756adae req-fe95d24c-1a94-46b7-861e-e3d7463a03e5 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] No DVR routers for this DVR port 8ba5447c-48d3-4a13-98d4-abfe6a0c2a27 on host n-h1-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:25:22.632613 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-eee8df47-b314-4573-9725-777c4756adae req-fe95d24c-1a94-46b7-861e-e3d7463a03e5 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:22.648521 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=062d4227-cd95-4180-b787-9be4408cd01e,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:25:22.660009 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-eee8df47-b314-4573-9725-777c4756adae req-fe95d24c-1a94-46b7-861e-e3d7463a03e5 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "DELETE /v2.0/ports/8ba5447c-48d3-4a13-98d4-abfe6a0c2a27 HTTP/1.1" status: 204 len: 173 time: 1.7641735 Dec 06 17:25:22.678337 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dc9183-efb2-4f4b-b13d-c15bdff0bde8 req-2fd6125d-c4a6-40dd-b4e5-18cf2969e8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:22.685865 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-12dc9183-efb2-4f4b-b13d-c15bdff0bde8 req-2fd6125d-c4a6-40dd-b4e5-18cf2969e8bc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=443e19cc-aba1-401c-ba5c-6c1a74082882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4862845 Dec 06 17:25:22.710483 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e87ba539-5e34-45a1-961c-81cd3b3ae8da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:22.713372 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [req-12dc9183-efb2-4f4b-b13d-c15bdff0bde8 req-c267bf57-0e04-46ed-9e19-d9b49f8242d9 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:25:22.719119 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-12dc9183-efb2-4f4b-b13d-c15bdff0bde8 req-c267bf57-0e04-46ed-9e19-d9b49f8242d9 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0247455 Dec 06 17:25:22.851546 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e87ba539-5e34-45a1-961c-81cd3b3ae8da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:22.854666 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e87ba539-5e34-45a1-961c-81cd3b3ae8da admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:22.860608 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-e87ba539-5e34-45a1-961c-81cd3b3ae8da admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3695e239-e131-4c69-816b-67406752f4cc HTTP/1.1" status: 204 len: 168 time: 0.4489713 Dec 06 17:25:22.889886 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87ba539-5e34-45a1-961c-81cd3b3ae8da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3695e239-e131-4c69-816b-67406752f4cc,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:25:22.985698 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-12dc9183-efb2-4f4b-b13d-c15bdff0bde8 req-fadbe337-9723-4b13-a89a-a00d8d5e4b40 service neutron] 10.222.0.44 "GET /v2.0/networks/443e19cc-aba1-401c-ba5c-6c1a74082882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575257 Dec 06 17:25:23.016215 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-1fc088a1-ab30-40c5-887e-395724690b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c29d003-6421-4733-8e94-76d471e24db7', 'name': 'tempest-AttachVolumeShelveTestJSON-1454673330-router', 'tenant_id': '74bc5013de174928a9ab47aef105909c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.145'}], 'enable_snat': True}, 'gw_port_id': '92514718-b909-425e-925a-e193e46db368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:19:59Z', 'updated_at': '2021-12-06T17:20:10Z', 'revision_number': 4, 'project_id': '74bc5013de174928a9ab47aef105909c', 'gw_port': {'id': '92514718-b909-425e-925a-e193e46db368', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:95:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c29d003-6421-4733-8e94-76d471e24db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:20:02Z', 'updated_at': '2021-12-06T17:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '6e12e64b-0ad3-45ca-8334-4ff33c56ca86', 'tenant_id': '74bc5013de174928a9ab47aef105909c', 'floating_ip_address': '172.35.1.26', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '3c29d003-6421-4733-8e94-76d471e24db7', 'port_id': '3ecd9a2d-90bf-46c7-a794-db6a81264372', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '443e19cc-aba1-401c-ba5c-6c1a74082882', 'mac_address': 'fa:16:3e:18:ca:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e766107-5d5f-422c-b94b-1d8d8ddacb83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:25:00Z', 'updated_at': '2021-12-06T17:25:20Z', 'revision_number': 1, 'project_id': '74bc5013de174928a9ab47aef105909c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8eb415b7-2dde-4905-a8cb-5d548e34c561', 'name': '', 'network_id': '443e19cc-aba1-401c-ba5c-6c1a74082882', 'tenant_id': '74bc5013de174928a9ab47aef105909c', 'mac_address': 'fa:16:3e:22:d9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c29d003-6421-4733-8e94-76d471e24db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '01ffc29c-932e-4129-aefc-9a2b3f836b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:20:09Z', 'updated_at': '2021-12-06T17:20:16Z', 'revision_number': 5, 'project_id': '74bc5013de174928a9ab47aef105909c', 'subnets': [{'id': '01ffc29c-932e-4129-aefc-9a2b3f836b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:25:23.053168 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc088a1-ab30-40c5-887e-395724690b1e None None] Checking router: 3c29d003-6421-4733-8e94-76d471e24db7 for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:25:23.065003 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9ed02d-6668-4a83-ba1e-d6ec7b91f499 req-9c336d91-014a-4ca2-8c6e-f07fa89e3331 tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:23.066420 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc088a1-ab30-40c5-887e-395724690b1e None None] Routers {'3c29d003-6421-4733-8e94-76d471e24db7'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:25:23.067209 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-1fc088a1-ab30-40c5-887e-395724690b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:25:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['3c29d003-6421-4733-8e94-76d471e24db7'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:25:23.074732 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8c9ed02d-6668-4a83-ba1e-d6ec7b91f499 req-9c336d91-014a-4ca2-8c6e-f07fa89e3331 tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] 10.222.0.23 "GET /v2.0/ports?device_id=22b7b381-6d24-4420-9d2f-8c270044345d HTTP/1.1" status: 200 len: 944 time: 0.0913620 Dec 06 17:25:23.202622 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8c9ed02d-6668-4a83-ba1e-d6ec7b91f499 req-706bfaf2-7802-408f-9ff6-901c687c37b5 tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] 10.222.0.23 "GET /v2.0/security-groups?id=ecc06ab5-704d-4d83-bc83-3d9dd1f38b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187758 Dec 06 17:25:23.218477 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-12dc9183-efb2-4f4b-b13d-c15bdff0bde8 req-00f91b2e-ecfb-42db-91ca-593be81b99e4 service neutron] 10.222.0.44 "GET /v2.0/networks/443e19cc-aba1-401c-ba5c-6c1a74082882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220480 Dec 06 17:25:23.331534 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd8e6f85-4f02-4edb-b8e7-ac97e87f725a', 'name': 'network-vif-deleted', 'tag': '8ba5447c-48d3-4a13-98d4-abfe6a0c2a27'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:25:23.333989 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f73f8eb-ddc9-4b4f-adb6-fb4cf3e48432" -d '{"events": [{"server_uuid": "fd8e6f85-4f02-4edb-b8e7-ac97e87f725a", "name": "network-vif-deleted", "tag": "8ba5447c-48d3-4a13-98d4-abfe6a0c2a27"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:25:23.396023 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-1fc088a1-ab30-40c5-887e-395724690b1e None None] Set router 3c29d003-6421-4733-8e94-76d471e24db7 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:25:23.497676 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a21ce45-ad38-457b-a29f-ea5c311a901e req-d2621e99-d90e-4725-9cdf-69bba194ef14 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:23.500361 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0a21ce45-ad38-457b-a29f-ea5c311a901e req-d2621e99-d90e-4725-9cdf-69bba194ef14 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 944 time: 0.1418772 Dec 06 17:25:23.588477 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['5950c246-4a5e-4fe7-824b-ffd17af9d9f8', '6e2aaf6a-98ab-4793-bb5a-79fe1a76c80c'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:25:23.615839 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0a21ce45-ad38-457b-a29f-ea5c311a901e req-d9344636-3182-4c8e-89d8-d00f08adfe58 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080980 Dec 06 17:25:23.721788 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 06 Dec 2021 17:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-998d0e1f-2216-41a7-b7a4-34177983f2a9 x-openstack-request-id: req-998d0e1f-2216-41a7-b7a4-34177983f2a9 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:25:23.722722 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd8e6f85-4f02-4edb-b8e7-ac97e87f725a", "name": "network-vif-deleted", "tag": "8ba5447c-48d3-4a13-98d4-abfe6a0c2a27", "status": "failed", "code": 422}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:25:23.723196 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-998d0e1f-2216-41a7-b7a4-34177983f2a9 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:25:23.723818 n-d-master-1 neutron-server[103284]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fd8e6f85-4f02-4edb-b8e7-ac97e87f725a', 'name': 'network-vif-deleted', 'tag': '8ba5447c-48d3-4a13-98d4-abfe6a0c2a27', 'status': 'failed', 'code': 422} returned with failed status Dec 06 17:25:24.226932 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-1fc088a1-ab30-40c5-887e-395724690b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c29d003-6421-4733-8e94-76d471e24db7', 'name': 'tempest-AttachVolumeShelveTestJSON-1454673330-router', 'tenant_id': '74bc5013de174928a9ab47aef105909c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.145'}], 'enable_snat': True}, 'gw_port_id': '92514718-b909-425e-925a-e193e46db368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:19:59Z', 'updated_at': '2021-12-06T17:20:10Z', 'revision_number': 4, 'project_id': '74bc5013de174928a9ab47aef105909c', 'gw_port': {'id': '92514718-b909-425e-925a-e193e46db368', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:95:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c29d003-6421-4733-8e94-76d471e24db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:20:02Z', 'updated_at': '2021-12-06T17:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '6e12e64b-0ad3-45ca-8334-4ff33c56ca86', 'tenant_id': '74bc5013de174928a9ab47aef105909c', 'floating_ip_address': '172.35.1.26', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '3c29d003-6421-4733-8e94-76d471e24db7', 'port_id': '3ecd9a2d-90bf-46c7-a794-db6a81264372', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '443e19cc-aba1-401c-ba5c-6c1a74082882', 'mac_address': 'fa:16:3e:18:ca:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e766107-5d5f-422c-b94b-1d8d8ddacb83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:25:00Z', 'updated_at': '2021-12-06T17:25:20Z', 'revision_number': 1, 'project_id': '74bc5013de174928a9ab47aef105909c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8eb415b7-2dde-4905-a8cb-5d548e34c561', 'name': '', 'network_id': '443e19cc-aba1-401c-ba5c-6c1a74082882', 'tenant_id': '74bc5013de174928a9ab47aef105909c', 'mac_address': 'fa:16:3e:22:d9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c29d003-6421-4733-8e94-76d471e24db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '01ffc29c-932e-4129-aefc-9a2b3f836b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:20:09Z', 'updated_at': '2021-12-06T17:20:16Z', 'revision_number': 5, 'project_id': '74bc5013de174928a9ab47aef105909c', 'subnets': [{'id': '01ffc29c-932e-4129-aefc-9a2b3f836b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:25:24.266278 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc088a1-ab30-40c5-887e-395724690b1e None None] The sync data for ids ['3c29d003-6421-4733-8e94-76d471e24db7'] in n-d-master-1 is: [{'id': '3c29d003-6421-4733-8e94-76d471e24db7', 'name': 'tempest-AttachVolumeShelveTestJSON-1454673330-router', 'tenant_id': '74bc5013de174928a9ab47aef105909c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.145'}], 'enable_snat': True}, 'gw_port_id': '92514718-b909-425e-925a-e193e46db368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:19:59Z', 'updated_at': '2021-12-06T17:20:10Z', 'revision_number': 4, 'project_id': '74bc5013de174928a9ab47aef105909c', 'gw_port': {'id': '92514718-b909-425e-925a-e193e46db368', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:95:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c29d003-6421-4733-8e94-76d471e24db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:20:02Z', 'updated_at': '2021-12-06T17:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '6e12e64b-0ad3-45ca-8334-4ff33c56ca86', 'tenant_id': '74bc5013de174928a9ab47aef105909c', 'floating_ip_address': '172.35.1.26', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '3c29d003-6421-4733-8e94-76d471e24db7', 'port_id': '3ecd9a2d-90bf-46c7-a794-db6a81264372', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '443e19cc-aba1-401c-ba5c-6c1a74082882', 'mac_address': 'fa:16:3e:18:ca:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e766107-5d5f-422c-b94b-1d8d8ddacb83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:25:00Z', 'updated_at': '2021-12-06T17:25:20Z', 'revision_number': 1, 'project_id': '74bc5013de174928a9ab47aef105909c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8eb415b7-2dde-4905-a8cb-5d548e34c561', 'name': '', 'network_id': '443e19cc-aba1-401c-ba5c-6c1a74082882', 'tenant_id': '74bc5013de174928a9ab47aef105909c', 'mac_address': 'fa:16:3e:22:d9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c29d003-6421-4733-8e94-76d471e24db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '01ffc29c-932e-4129-aefc-9a2b3f836b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:20:09Z', 'updated_at': '2021-12-06T17:20:16Z', 'revision_number': 5, 'project_id': '74bc5013de174928a9ab47aef105909c', 'subnets': [{'id': '01ffc29c-932e-4129-aefc-9a2b3f836b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:25:24.338598 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997f5dda-b33d-4503-a7f9-873dd46155d3 req-8242895a-fe50-49ae-8816-81902afe8606 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:24.353770 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-997f5dda-b33d-4503-a7f9-873dd46155d3 req-8242895a-fe50-49ae-8816-81902afe8606 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcc078fa-9117-41b2-90f4-24dd9b9b3e75 HTTP/1.1" status: 200 len: 907 time: 0.1539834 Dec 06 17:25:24.479473 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c481f3a-1a1a-41ff-b4e6-aebf4f0a5e6b req-f0fc2888-47e0-46f9-a6a6-b0faa203d4d8 tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:24.488252 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7c481f3a-1a1a-41ff-b4e6-aebf4f0a5e6b req-f0fc2888-47e0-46f9-a6a6-b0faa203d4d8 tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] 10.222.0.23 "GET /v2.0/ports?device_id=22b7b381-6d24-4420-9d2f-8c270044345d HTTP/1.1" status: 200 len: 944 time: 0.1458516 Dec 06 17:25:24.576572 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7c481f3a-1a1a-41ff-b4e6-aebf4f0a5e6b req-51338920-729f-46ac-af5e-342fdb5d1523 tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] 10.222.0.23 "GET /v2.0/security-groups?id=ecc06ab5-704d-4d83-bc83-3d9dd1f38b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801530 Dec 06 17:25:24.602357 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 062d4227-cd95-4180-b787-9be4408cd01e up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:25:24.697599 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port 062d4227-cd95-4180-b787-9be4408cd01e completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:25:24.710855 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port 062d4227-cd95-4180-b787-9be4408cd01e triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:25:24.711231 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:24.809354 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93396178-6243-4b57-babe-bc97eae2ba97 None None] New status for floating IP 6e12e64b-0ad3-45ca-8334-4ff33c56ca86: ACTIVE {{(pid=103287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 17:25:24.905183 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32debf94-3fa0-41c5-ad71-fc75b5922055 req-120ce5ee-e22e-4d8c-96be-a53b407a4fa6 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:24.921451 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-32debf94-3fa0-41c5-ad71-fc75b5922055 req-120ce5ee-e22e-4d8c-96be-a53b407a4fa6 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 944 time: 0.1098537 Dec 06 17:25:24.983814 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:24.999835 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-32debf94-3fa0-41c5-ad71-fc75b5922055 req-9fefdf5b-788b-4445-a8d5-28e21bda854d tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734313 Dec 06 17:25:25.066107 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22b7b381-6d24-4420-9d2f-8c270044345d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '062d4227-cd95-4180-b787-9be4408cd01e'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:25:25.074282 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beab0cfb-ac33-440a-89ec-f8b1ed0ec855" -d '{"events": [{"server_uuid": "22b7b381-6d24-4420-9d2f-8c270044345d", "name": "network-vif-plugged", "status": "completed", "tag": "062d4227-cd95-4180-b787-9be4408cd01e"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:25:25.083722 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 062d4227-cd95-4180-b787-9be4408cd01e, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=062d4227-cd95-4180-b787-9be4408cd01e,segment=NetworkSegment(a51553e5-2cc2-4505-834e-c40711ff7bbd),segment_id=a51553e5-2cc2-4505-834e-c40711ff7bbd)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:25:25.092941 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:25.094131 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 9c900df7-6bd1-4efb-807b-75f3d9f6e7b1 up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:25:25.203053 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-638b90f6-5ae5-4e9d-a81f-7ca275643d9e x-openstack-request-id: req-638b90f6-5ae5-4e9d-a81f-7ca275643d9e {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:25:25.203391 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22b7b381-6d24-4420-9d2f-8c270044345d", "name": "network-vif-plugged", "status": "completed", "tag": "062d4227-cd95-4180-b787-9be4408cd01e", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:25:25.203624 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-638b90f6-5ae5-4e9d-a81f-7ca275643d9e {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:25:25.204010 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22b7b381-6d24-4420-9d2f-8c270044345d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '062d4227-cd95-4180-b787-9be4408cd01e', 'code': 200} Dec 06 17:25:25.260154 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=062d4227-cd95-4180-b787-9be4408cd01e,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:25:25.313343 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port 9c900df7-6bd1-4efb-807b-75f3d9f6e7b1 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:25:25.313672 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:25.515679 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de998892-ca07-4207-9b39-1ec0861babe3 req-9300cdc2-aa43-49f6-8896-a266ad70c09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:25.517894 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-de998892-ca07-4207-9b39-1ec0861babe3 req-9300cdc2-aa43-49f6-8896-a266ad70c09b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=22b7b381-6d24-4420-9d2f-8c270044345d HTTP/1.1" status: 200 len: 1096 time: 0.2710092 Dec 06 17:25:25.545769 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:25.599316 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-de998892-ca07-4207-9b39-1ec0861babe3 req-4ffcc0df-a97e-4ffe-99a7-8741588e8089 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ecc06ab5-704d-4d83-bc83-3d9dd1f38b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689936 Dec 06 17:25:25.686197 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 9c900df7-6bd1-4efb-807b-75f3d9f6e7b1, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=9c900df7-6bd1-4efb-807b-75f3d9f6e7b1,segment=NetworkSegment(7b3b1671-5b3d-45b5-8a84-9493fd934077),segment_id=7b3b1671-5b3d-45b5-8a84-9493fd934077)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:25:25.694861 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:25.721945 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722fcf0f-7bf8-40d7-9ced-a8075d059a57 req-0b6833ce-5b25-417e-ac5f-59a060827e8f tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:25.762452 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-722fcf0f-7bf8-40d7-9ced-a8075d059a57 req-0b6833ce-5b25-417e-ac5f-59a060827e8f tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcc078fa-9117-41b2-90f4-24dd9b9b3e75 HTTP/1.1" status: 200 len: 907 time: 0.2660992 Dec 06 17:25:25.827943 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745f9149-8c9d-4b48-9bf3-bf9cfb954adf req-beb12d11-7554-4730-a023-7ca8a2b81e0a tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:25.831738 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-745f9149-8c9d-4b48-9bf3-bf9cfb954adf req-beb12d11-7554-4730-a023-7ca8a2b81e0a tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.44 "GET /v2.0/ports?device_id=dcc078fa-9117-41b2-90f4-24dd9b9b3e75 HTTP/1.1" status: 200 len: 907 time: 0.2637117 Dec 06 17:25:25.852427 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=9c900df7-6bd1-4efb-807b-75f3d9f6e7b1,revision_number=7']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:25:25.910683 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e707e54-1f8f-4e54-9883-8162d38f151e req-edffa917-8835-47c8-80e1-fe4cacc614dd tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:25.925703 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4e707e54-1f8f-4e54-9883-8162d38f151e req-edffa917-8835-47c8-80e1-fe4cacc614dd tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] 10.222.0.23 "GET /v2.0/ports?device_id=22b7b381-6d24-4420-9d2f-8c270044345d HTTP/1.1" status: 200 len: 945 time: 0.1902304 Dec 06 17:25:25.984758 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4e707e54-1f8f-4e54-9883-8162d38f151e req-9eec2405-76ee-4477-a79d-0393b9742639 tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] 10.222.0.23 "GET /v2.0/security-groups?id=ecc06ab5-704d-4d83-bc83-3d9dd1f38b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579765 Dec 06 17:25:26.193552 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-745f9149-8c9d-4b48-9bf3-bf9cfb954adf req-a155c600-b06e-42bb-ac45-5600a3ae1418 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Deleting port 5053c2ed-94ee-4923-8b37-03fdd9d0d673 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:25:26.195592 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb98904-3fff-46e2-8c9f-73ed2fc904ed req-5cd6ea2f-917d-4c1d-bfcf-89f27c7e4e6c tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:26.201298 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-745f9149-8c9d-4b48-9bf3-bf9cfb954adf req-a155c600-b06e-42bb-ac45-5600a3ae1418 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:26.204219 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-eeb98904-3fff-46e2-8c9f-73ed2fc904ed req-5cd6ea2f-917d-4c1d-bfcf-89f27c7e4e6c tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 945 time: 0.0715804 Dec 06 17:25:26.296809 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-eeb98904-3fff-46e2-8c9f-73ed2fc904ed req-149aa6a4-4004-400a-9dd7-27e55e94b4cf tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914307 Dec 06 17:25:26.528057 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-745f9149-8c9d-4b48-9bf3-bf9cfb954adf req-a155c600-b06e-42bb-ac45-5600a3ae1418 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] For port 5053c2ed-94ee-4923-8b37-03fdd9d0d673, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5053c2ed-94ee-4923-8b37-03fdd9d0d673,segment=NetworkSegment(89275c86-7da9-47f2-a47a-1035a530c501),segment_id=89275c86-7da9-47f2-a47a-1035a530c501)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:25:26.532876 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-745f9149-8c9d-4b48-9bf3-bf9cfb954adf req-a155c600-b06e-42bb-ac45-5600a3ae1418 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:26.565670 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-745f9149-8c9d-4b48-9bf3-bf9cfb954adf req-a155c600-b06e-42bb-ac45-5600a3ae1418 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Calling delete_port for 5053c2ed-94ee-4923-8b37-03fdd9d0d673 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:25:26.919851 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-745f9149-8c9d-4b48-9bf3-bf9cfb954adf req-a155c600-b06e-42bb-ac45-5600a3ae1418 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:27.070230 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-96432033-de4e-417e-8b60-edcdccc2eb74 req-f8c7f590-e752-4bd4-942b-fd4778fe6cd1 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcc078fa-9117-41b2-90f4-24dd9b9b3e75 HTTP/1.1" status: 200 len: 210 time: 0.1348977 Dec 06 17:25:27.071795 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a155c600-b06e-42bb-ac45-5600a3ae1418 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Pushing event deleted for resources: {'Port': ['ID=5053c2ed-94ee-4923-8b37-03fdd9d0d673,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:25:27.211521 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '376fa427-021b-4997-a0b0-c1fba445d258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c900df7-6bd1-4efb-807b-75f3d9f6e7b1'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:25:27.218587 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-772fcd33-9b08-4fc8-8235-da0ceb91aecb" -d '{"events": [{"server_uuid": "376fa427-021b-4997-a0b0-c1fba445d258", "name": "network-vif-plugged", "status": "completed", "tag": "9c900df7-6bd1-4efb-807b-75f3d9f6e7b1"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:25:27.219565 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-745f9149-8c9d-4b48-9bf3-bf9cfb954adf req-a155c600-b06e-42bb-ac45-5600a3ae1418 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] No DVR routers for this DVR port 5053c2ed-94ee-4923-8b37-03fdd9d0d673 on host n-h2-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:25:27.222761 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-745f9149-8c9d-4b48-9bf3-bf9cfb954adf req-a155c600-b06e-42bb-ac45-5600a3ae1418 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:27.227435 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-745f9149-8c9d-4b48-9bf3-bf9cfb954adf req-a155c600-b06e-42bb-ac45-5600a3ae1418 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.44 "DELETE /v2.0/ports/5053c2ed-94ee-4923-8b37-03fdd9d0d673 HTTP/1.1" status: 204 len: 173 time: 1.3871617 Dec 06 17:25:27.228196 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcc078fa-9117-41b2-90f4-24dd9b9b3e75', 'name': 'network-vif-deleted', 'tag': '5053c2ed-94ee-4923-8b37-03fdd9d0d673'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:25:27.230709 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3cc92c1-9a32-494c-be23-e0c74b138ce8" -d '{"events": [{"server_uuid": "dcc078fa-9117-41b2-90f4-24dd9b9b3e75", "name": "network-vif-deleted", "tag": "5053c2ed-94ee-4923-8b37-03fdd9d0d673"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:25:27.412565 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-951aa3ec-4197-4057-a7f4-2ef1817e4753 x-openstack-request-id: req-951aa3ec-4197-4057-a7f4-2ef1817e4753 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:25:27.413848 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "376fa427-021b-4997-a0b0-c1fba445d258", "name": "network-vif-plugged", "status": "completed", "tag": "9c900df7-6bd1-4efb-807b-75f3d9f6e7b1", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:25:27.414358 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-951aa3ec-4197-4057-a7f4-2ef1817e4753 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:25:27.415009 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '376fa427-021b-4997-a0b0-c1fba445d258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c900df7-6bd1-4efb-807b-75f3d9f6e7b1', 'code': 200} Dec 06 17:25:27.484583 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fca792f-f843-473b-9992-a9b33397ca69 req-69d7083a-29b6-4ac8-a571-910237008e0b tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:27.501752 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad125c8-56f9-4c8f-bacf-0bcd1f16a0f6 x-openstack-request-id: req-4ad125c8-56f9-4c8f-bacf-0bcd1f16a0f6 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:25:27.502173 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcc078fa-9117-41b2-90f4-24dd9b9b3e75", "name": "network-vif-deleted", "tag": "5053c2ed-94ee-4923-8b37-03fdd9d0d673", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:25:27.502539 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4ad125c8-56f9-4c8f-bacf-0bcd1f16a0f6 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:25:27.503055 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcc078fa-9117-41b2-90f4-24dd9b9b3e75', 'name': 'network-vif-deleted', 'tag': '5053c2ed-94ee-4923-8b37-03fdd9d0d673', 'status': 'completed', 'code': 200} Dec 06 17:25:27.512359 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5fca792f-f843-473b-9992-a9b33397ca69 req-69d7083a-29b6-4ac8-a571-910237008e0b tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] 10.222.0.23 "GET /v2.0/ports?device_id=22b7b381-6d24-4420-9d2f-8c270044345d HTTP/1.1" status: 200 len: 945 time: 0.1942110 Dec 06 17:25:27.626777 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5fca792f-f843-473b-9992-a9b33397ca69 req-cc882584-ee38-4f61-a4fd-c2547b12bdb1 tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] 10.222.0.23 "GET /v2.0/security-groups?id=ecc06ab5-704d-4d83-bc83-3d9dd1f38b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128821 Dec 06 17:25:27.740733 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f98115-3580-4544-a24c-3a1dc320e95a req-7c7e9660-29f4-4812-950d-7fe8a02213b6 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:27.742669 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b1f98115-3580-4544-a24c-3a1dc320e95a req-7c7e9660-29f4-4812-950d-7fe8a02213b6 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 945 time: 0.1036990 Dec 06 17:25:27.822712 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b1f98115-3580-4544-a24c-3a1dc320e95a req-68bec1a5-2e72-46c5-892f-c3d9e17c7ab4 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700073 Dec 06 17:25:28.491406 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf54e655-25df-439c-8ad9-a21e75cf9004 req-3296fa5b-c8d6-4e34-8dfd-9d3f39a42282 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:28.502775 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bf54e655-25df-439c-8ad9-a21e75cf9004 req-3296fa5b-c8d6-4e34-8dfd-9d3f39a42282 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e278265-7b99-4956-8ec2-cd3b779484e1 HTTP/1.1" status: 200 len: 946 time: 0.0879440 Dec 06 17:25:28.643030 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bf54e655-25df-439c-8ad9-a21e75cf9004 req-c9fb684d-c7fe-4d6a-a01c-6bf087709776 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c657007e-2b96-4108-a795-7e2c1ca6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391256 Dec 06 17:25:28.697084 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 34044) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:25:28.896179 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5092db3e-6382-42a2-b5fa-4447db65a5f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:29.019770 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f6a098-6d9f-47b8-b54c-b3e565541437 req-be8d7f74-03bc-4a9d-8b58-d927a1e04d25 tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:29.030276 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-79f6a098-6d9f-47b8-b54c-b3e565541437 req-be8d7f74-03bc-4a9d-8b58-d927a1e04d25 tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] 10.222.0.23 "GET /v2.0/ports?device_id=22b7b381-6d24-4420-9d2f-8c270044345d HTTP/1.1" status: 200 len: 945 time: 0.0780971 Dec 06 17:25:29.044808 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5092db3e-6382-42a2-b5fa-4447db65a5f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:29.056458 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5092db3e-6382-42a2-b5fa-4447db65a5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:29.123355 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-5092db3e-6382-42a2-b5fa-4447db65a5f0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=53086a1038dd44d4a95932487d370180&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4251337 Dec 06 17:25:29.132786 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 34052) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:25:29.134023 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-79f6a098-6d9f-47b8-b54c-b3e565541437 req-ba8e0be0-8f3d-4dfe-a14f-700afc75f733 tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] 10.222.0.23 "GET /v2.0/security-groups?id=ecc06ab5-704d-4d83-bc83-3d9dd1f38b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021230 Dec 06 17:25:29.141445 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2aa90f-8c21-40b4-a62b-a6843352263a req-b1a69421-351e-4379-a4dc-bc6218abfe28 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:29.150314 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9d2aa90f-8c21-40b4-a62b-a6843352263a req-b1a69421-351e-4379-a4dc-bc6218abfe28 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 945 time: 0.1846435 Dec 06 17:25:29.159851 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5092db3e-6382-42a2-b5fa-4447db65a5f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb5e1e2b-1c00-4a30-8156-1be315818729,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:25:29.256511 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-21a076bf-dcc3-4f7f-ba52-c8a9ae2f8dfd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:29.289686 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-21a076bf-dcc3-4f7f-ba52-c8a9ae2f8dfd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:29.319350 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9d2aa90f-8c21-40b4-a62b-a6843352263a req-3a7ddb69-aa72-4ed2-b56e-6044af57440c tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677856 Dec 06 17:25:29.378413 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-21a076bf-dcc3-4f7f-ba52-c8a9ae2f8dfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:29.381494 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-21a076bf-dcc3-4f7f-ba52-c8a9ae2f8dfd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:29.385060 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-21a076bf-dcc3-4f7f-ba52-c8a9ae2f8dfd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/eb5e1e2b-1c00-4a30-8156-1be315818729 HTTP/1.1" status: 204 len: 168 time: 0.2301667 Dec 06 17:25:29.410455 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a076bf-dcc3-4f7f-ba52-c8a9ae2f8dfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb5e1e2b-1c00-4a30-8156-1be315818729,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:25:29.798546 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 5053c2ed-94ee-4923-8b37-03fdd9d0d673 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:25:29.879260 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] No Port match for: 5053c2ed-94ee-4923-8b37-03fdd9d0d673 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:25:29.880836 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 5053c2ed-94ee-4923-8b37-03fdd9d0d673 not bound to the agent host n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:25:30.046094 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 34070) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:25:30.069296 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b9dff5ef-5c61-46d2-96e6-24296f9d5d7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:30.089729 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2149a821-65dd-48a1-ad12-cc3b159b948f req-89a8433e-f254-4e73-8be6-8c5eecec052a tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:30.098729 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2149a821-65dd-48a1-ad12-cc3b159b948f req-89a8433e-f254-4e73-8be6-8c5eecec052a tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e278265-7b99-4956-8ec2-cd3b779484e1 HTTP/1.1" status: 200 len: 946 time: 0.3296688 Dec 06 17:25:30.203874 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0495a788-b546-4a4c-8fe6-5ef22b97c17d req-83546dc5-742d-4cc7-8627-36107f4ff494 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:30.213408 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0495a788-b546-4a4c-8fe6-5ef22b97c17d req-83546dc5-742d-4cc7-8627-36107f4ff494 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e278265-7b99-4956-8ec2-cd3b779484e1 HTTP/1.1" status: 200 len: 946 time: 0.3183730 Dec 06 17:25:30.302294 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b9dff5ef-5c61-46d2-96e6-24296f9d5d7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:30.374093 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2149a821-65dd-48a1-ad12-cc3b159b948f req-016a2837-2c40-454b-9de4-0f73adde677c tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c657007e-2b96-4108-a795-7e2c1ca6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566111 Dec 06 17:25:30.384218 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b9dff5ef-5c61-46d2-96e6-24296f9d5d7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:30.447419 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-b9dff5ef-5c61-46d2-96e6-24296f9d5d7a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b2d70d35de30473cb30b2e5f209c530d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3977985 Dec 06 17:25:30.468248 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 34076) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:25:30.487115 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fda9472-b73b-4f80-a47e-4c643cb154cd req-0b87fcc2-35f0-4664-a7e1-e7d7d322c2e4 tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:30.496328 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9fda9472-b73b-4f80-a47e-4c643cb154cd req-0b87fcc2-35f0-4664-a7e1-e7d7d322c2e4 tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] 10.222.0.23 "GET /v2.0/ports?device_id=22b7b381-6d24-4420-9d2f-8c270044345d HTTP/1.1" status: 200 len: 945 time: 0.1924498 Dec 06 17:25:30.500445 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a1fdea-dcb9-45ea-a862-1f722205a1e5 req-b5dddb7d-697a-4b41-bba1-240f95afae20 tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:30.502278 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-35a1fdea-dcb9-45ea-a862-1f722205a1e5 req-b5dddb7d-697a-4b41-bba1-240f95afae20 tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] 10.222.0.41 "GET /v2.0/ports?device_id=22b7b381-6d24-4420-9d2f-8c270044345d HTTP/1.1" status: 200 len: 945 time: 0.1963174 Dec 06 17:25:30.571861 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9fda9472-b73b-4f80-a47e-4c643cb154cd req-f12ca53d-8370-4350-9f3c-626e351157fd tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] 10.222.0.23 "GET /v2.0/security-groups?id=ecc06ab5-704d-4d83-bc83-3d9dd1f38b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736749 Dec 06 17:25:30.590843 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dff5ef-5c61-46d2-96e6-24296f9d5d7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=963d9c6a-5c22-4c53-a4f0-5719ca7f2fdf,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:25:30.671747 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936a5709-97f9-458f-9fd1-c69f3de8be43 req-93d8819c-2901-457d-b860-6d5939989eb9 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:30.680130 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-936a5709-97f9-458f-9fd1-c69f3de8be43 req-93d8819c-2901-457d-b860-6d5939989eb9 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 945 time: 0.1898847 Dec 06 17:25:30.698161 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-0495a788-b546-4a4c-8fe6-5ef22b97c17d req-e50c52ae-044b-49f0-b971-0f17cef26fc1 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Deleting port 6e2aaf6a-98ab-4793-bb5a-79fe1a76c80c {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:25:30.698515 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-0495a788-b546-4a4c-8fe6-5ef22b97c17d req-e50c52ae-044b-49f0-b971-0f17cef26fc1 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:30.759772 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-936a5709-97f9-458f-9fd1-c69f3de8be43 req-5237bf03-682a-4007-a2d0-59c7f1e7248e tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736899 Dec 06 17:25:30.832897 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-659e0b69-1058-4dda-9604-6726a504a5c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:30.905503 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-659e0b69-1058-4dda-9604-6726a504a5c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:31.003837 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-35a1fdea-dcb9-45ea-a862-1f722205a1e5 req-94027908-c8fd-4fa8-a44c-e90294081fe7 tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] Deleting port 062d4227-cd95-4180-b787-9be4408cd01e {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:25:31.004406 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-35a1fdea-dcb9-45ea-a862-1f722205a1e5 req-94027908-c8fd-4fa8-a44c-e90294081fe7 tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:31.053130 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-0495a788-b546-4a4c-8fe6-5ef22b97c17d req-e50c52ae-044b-49f0-b971-0f17cef26fc1 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] For port 6e2aaf6a-98ab-4793-bb5a-79fe1a76c80c, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=6e2aaf6a-98ab-4793-bb5a-79fe1a76c80c,segment=NetworkSegment(89275c86-7da9-47f2-a47a-1035a530c501),segment_id=89275c86-7da9-47f2-a47a-1035a530c501)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:25:31.053707 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-0495a788-b546-4a4c-8fe6-5ef22b97c17d req-e50c52ae-044b-49f0-b971-0f17cef26fc1 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:31.098371 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-0495a788-b546-4a4c-8fe6-5ef22b97c17d req-e50c52ae-044b-49f0-b971-0f17cef26fc1 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Calling delete_port for 6e2aaf6a-98ab-4793-bb5a-79fe1a76c80c owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:25:31.180441 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-659e0b69-1058-4dda-9604-6726a504a5c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:31.183547 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-659e0b69-1058-4dda-9604-6726a504a5c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:31.196113 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-659e0b69-1058-4dda-9604-6726a504a5c7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/963d9c6a-5c22-4c53-a4f0-5719ca7f2fdf HTTP/1.1" status: 204 len: 168 time: 0.7154579 Dec 06 17:25:31.263412 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659e0b69-1058-4dda-9604-6726a504a5c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=963d9c6a-5c22-4c53-a4f0-5719ca7f2fdf,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:25:31.314376 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-35a1fdea-dcb9-45ea-a862-1f722205a1e5 req-94027908-c8fd-4fa8-a44c-e90294081fe7 tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] For port 062d4227-cd95-4180-b787-9be4408cd01e, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=062d4227-cd95-4180-b787-9be4408cd01e,segment=NetworkSegment(a51553e5-2cc2-4505-834e-c40711ff7bbd),segment_id=a51553e5-2cc2-4505-834e-c40711ff7bbd)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:25:31.314761 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-35a1fdea-dcb9-45ea-a862-1f722205a1e5 req-94027908-c8fd-4fa8-a44c-e90294081fe7 tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:31.427321 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-35a1fdea-dcb9-45ea-a862-1f722205a1e5 req-94027908-c8fd-4fa8-a44c-e90294081fe7 tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] Calling delete_port for 062d4227-cd95-4180-b787-9be4408cd01e owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:25:31.604072 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3f1676a8-2794-4714-abfa-e881fb02b1e7 req-45d7283d-97ec-4329-9228-ec5b9878bede tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e278265-7b99-4956-8ec2-cd3b779484e1 HTTP/1.1" status: 200 len: 210 time: 0.0667214 Dec 06 17:25:31.621234 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-0495a788-b546-4a4c-8fe6-5ef22b97c17d req-e50c52ae-044b-49f0-b971-0f17cef26fc1 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:31.639078 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['5950c246-4a5e-4fe7-824b-ffd17af9d9f8'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:25:31.716376 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50c52ae-044b-49f0-b971-0f17cef26fc1 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Pushing event deleted for resources: {'Port': ['ID=6e2aaf6a-98ab-4793-bb5a-79fe1a76c80c,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:25:31.857967 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-0495a788-b546-4a4c-8fe6-5ef22b97c17d req-e50c52ae-044b-49f0-b971-0f17cef26fc1 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] No DVR routers for this DVR port 6e2aaf6a-98ab-4793-bb5a-79fe1a76c80c on host n-h1-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:25:31.864068 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-0495a788-b546-4a4c-8fe6-5ef22b97c17d req-e50c52ae-044b-49f0-b971-0f17cef26fc1 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:31.881609 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0495a788-b546-4a4c-8fe6-5ef22b97c17d req-e50c52ae-044b-49f0-b971-0f17cef26fc1 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.41 "DELETE /v2.0/ports/6e2aaf6a-98ab-4793-bb5a-79fe1a76c80c HTTP/1.1" status: 204 len: 173 time: 1.6586750 Dec 06 17:25:31.881609 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e278265-7b99-4956-8ec2-cd3b779484e1', 'name': 'network-vif-deleted', 'tag': '6e2aaf6a-98ab-4793-bb5a-79fe1a76c80c'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:25:31.884589 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f98911fd-f662-40df-824e-cc4ce5e3d930" -d '{"events": [{"server_uuid": "9e278265-7b99-4956-8ec2-cd3b779484e1", "name": "network-vif-deleted", "tag": "6e2aaf6a-98ab-4793-bb5a-79fe1a76c80c"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:25:32.116418 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-35a1fdea-dcb9-45ea-a862-1f722205a1e5 req-94027908-c8fd-4fa8-a44c-e90294081fe7 tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:32.131968 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274d8b1f-5f2a-42ed-9857-62cdc4762f9e req-203d0e17-d5a6-4cd9-8d42-42b977a8b964 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:32.141201 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-274d8b1f-5f2a-42ed-9857-62cdc4762f9e req-203d0e17-d5a6-4cd9-8d42-42b977a8b964 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 945 time: 0.1477251 Dec 06 17:25:32.248288 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94027908-c8fd-4fa8-a44c-e90294081fe7 tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] Pushing event deleted for resources: {'Port': ['ID=062d4227-cd95-4180-b787-9be4408cd01e,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:25:32.295585 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca860eba-5d58-44d4-8f79-cbd6a23faabc req-d1b1941c-ed34-4122-9d2a-f20af4046926 tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:32.297177 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ca860eba-5d58-44d4-8f79-cbd6a23faabc req-d1b1941c-ed34-4122-9d2a-f20af4046926 tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] 10.222.0.23 "GET /v2.0/ports?device_id=22b7b381-6d24-4420-9d2f-8c270044345d HTTP/1.1" status: 200 len: 867 time: 0.4369307 Dec 06 17:25:32.360021 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-274d8b1f-5f2a-42ed-9857-62cdc4762f9e req-782a13fb-307e-4743-8336-58e39d553474 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114925 Dec 06 17:25:32.403953 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-35a1fdea-dcb9-45ea-a862-1f722205a1e5 req-94027908-c8fd-4fa8-a44c-e90294081fe7 tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] No DVR routers for this DVR port 062d4227-cd95-4180-b787-9be4408cd01e on host n-h1-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:25:32.413579 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-35a1fdea-dcb9-45ea-a862-1f722205a1e5 req-94027908-c8fd-4fa8-a44c-e90294081fe7 tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:32.422717 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-35a1fdea-dcb9-45ea-a862-1f722205a1e5 req-94027908-c8fd-4fa8-a44c-e90294081fe7 tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] 10.222.0.41 "DELETE /v2.0/ports/062d4227-cd95-4180-b787-9be4408cd01e HTTP/1.1" status: 204 len: 173 time: 1.8993089 Dec 06 17:25:32.451923 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d6bae21-b3cf-45a9-9b23-f01815adc7b1 x-openstack-request-id: req-0d6bae21-b3cf-45a9-9b23-f01815adc7b1 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:25:32.452390 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e278265-7b99-4956-8ec2-cd3b779484e1", "name": "network-vif-deleted", "tag": "6e2aaf6a-98ab-4793-bb5a-79fe1a76c80c", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:25:32.452788 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0d6bae21-b3cf-45a9-9b23-f01815adc7b1 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:25:32.453333 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e278265-7b99-4956-8ec2-cd3b779484e1', 'name': 'network-vif-deleted', 'tag': '6e2aaf6a-98ab-4793-bb5a-79fe1a76c80c', 'status': 'completed', 'code': 200} Dec 06 17:25:32.458189 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ca860eba-5d58-44d4-8f79-cbd6a23faabc req-c6d4623f-d01c-44ef-bc3f-92a78e4cdb5e tempest-VolumesActionsTest-558729907 tempest-VolumesActionsTest-558729907-project] 10.222.0.23 "GET /v2.0/security-groups?id=ecc06ab5-704d-4d83-bc83-3d9dd1f38b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309109 Dec 06 17:25:32.676331 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 6e2aaf6a-98ab-4793-bb5a-79fe1a76c80c no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:25:32.730142 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] No Port match for: 6e2aaf6a-98ab-4793-bb5a-79fe1a76c80c {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:25:32.730491 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 6e2aaf6a-98ab-4793-bb5a-79fe1a76c80c not bound to the agent host n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:25:32.730902 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 062d4227-cd95-4180-b787-9be4408cd01e no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:25:32.794380 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] No Port match for: 062d4227-cd95-4180-b787-9be4408cd01e {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:25:32.800019 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 062d4227-cd95-4180-b787-9be4408cd01e not bound to the agent host n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:25:32.807097 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:32.836355 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3ced51b5-b9d9-4b4f-9193-85657e0dab2e req-5510f136-b60a-4e6d-b2ef-6edb664e43a3 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e278265-7b99-4956-8ec2-cd3b779484e1 HTTP/1.1" status: 200 len: 210 time: 0.0618579 Dec 06 17:25:33.577931 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86013fe7-ba4d-4f90-9efc-704771ebd15d req-0d9644f6-e43d-41db-9b5b-b054324dfac3 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:33.587108 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-86013fe7-ba4d-4f90-9efc-704771ebd15d req-0d9644f6-e43d-41db-9b5b-b054324dfac3 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 945 time: 0.1107645 Dec 06 17:25:33.733793 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-86013fe7-ba4d-4f90-9efc-704771ebd15d req-1c41a6eb-9ed1-4c69-9b81-7002da9e0815 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456723 Dec 06 17:25:34.454411 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22b7b381-6d24-4420-9d2f-8c270044345d', 'name': 'network-vif-deleted', 'tag': '062d4227-cd95-4180-b787-9be4408cd01e'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:25:34.457732 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-311774c8-1f7e-41d2-b9b4-0c828fbbb2a5" -d '{"events": [{"server_uuid": "22b7b381-6d24-4420-9d2f-8c270044345d", "name": "network-vif-deleted", "tag": "062d4227-cd95-4180-b787-9be4408cd01e"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:25:34.579700 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49506454-12b4-4f02-a7f2-ac74ef6d1439 x-openstack-request-id: req-49506454-12b4-4f02-a7f2-ac74ef6d1439 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:25:34.580191 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22b7b381-6d24-4420-9d2f-8c270044345d", "name": "network-vif-deleted", "tag": "062d4227-cd95-4180-b787-9be4408cd01e", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:25:34.580610 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-49506454-12b4-4f02-a7f2-ac74ef6d1439 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:25:34.581191 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22b7b381-6d24-4420-9d2f-8c270044345d', 'name': 'network-vif-deleted', 'tag': '062d4227-cd95-4180-b787-9be4408cd01e', 'status': 'completed', 'code': 200} Dec 06 17:25:34.646834 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7da287-4638-46aa-8977-a4a1fcbc980a req-fb7583a9-6e89-4076-908f-df8387407e15 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:34.655529 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3a7da287-4638-46aa-8977-a4a1fcbc980a req-fb7583a9-6e89-4076-908f-df8387407e15 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=31a2202d-a11c-43ed-a8f8-da649ae9d172 HTTP/1.1" status: 200 len: 946 time: 0.1009471 Dec 06 17:25:34.818847 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3a7da287-4638-46aa-8977-a4a1fcbc980a req-a5e3267b-2b5d-4cf8-83a1-1eacf12342eb tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=c657007e-2b96-4108-a795-7e2c1ca6e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621311 Dec 06 17:25:35.006167 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413081fc-4280-4f47-ad7c-51ce0c188bd4 req-4a32d455-c0da-4343-97b2-406e4b287f84 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:35.024555 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-413081fc-4280-4f47-ad7c-51ce0c188bd4 req-4a32d455-c0da-4343-97b2-406e4b287f84 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 945 time: 0.1153929 Dec 06 17:25:35.148190 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-413081fc-4280-4f47-ad7c-51ce0c188bd4 req-13a6f141-1c96-4357-b363-5e389466c054 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226618 Dec 06 17:25:35.200417 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:35.249499 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102c6f49-0593-4261-a6ca-9b130942e775 req-db610bba-2ed9-4db3-9ca0-17f64702864e tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:35.250737 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-102c6f49-0593-4261-a6ca-9b130942e775 req-db610bba-2ed9-4db3-9ca0-17f64702864e tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.41 "GET /v2.0/ports?device_id=31a2202d-a11c-43ed-a8f8-da649ae9d172 HTTP/1.1" status: 200 len: 946 time: 0.1332984 Dec 06 17:25:35.534250 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-102c6f49-0593-4261-a6ca-9b130942e775 req-f2d58d5b-83b3-4824-9e56-c9c00ef7c20c tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Deleting port 5950c246-4a5e-4fe7-824b-ffd17af9d9f8 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:25:35.534250 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-102c6f49-0593-4261-a6ca-9b130942e775 req-f2d58d5b-83b3-4824-9e56-c9c00ef7c20c tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:35.946572 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-102c6f49-0593-4261-a6ca-9b130942e775 req-f2d58d5b-83b3-4824-9e56-c9c00ef7c20c tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] For port 5950c246-4a5e-4fe7-824b-ffd17af9d9f8, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=5950c246-4a5e-4fe7-824b-ffd17af9d9f8,segment=NetworkSegment(89275c86-7da9-47f2-a47a-1035a530c501),segment_id=89275c86-7da9-47f2-a47a-1035a530c501)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:25:35.958701 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-102c6f49-0593-4261-a6ca-9b130942e775 req-f2d58d5b-83b3-4824-9e56-c9c00ef7c20c tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:36.040338 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-102c6f49-0593-4261-a6ca-9b130942e775 req-f2d58d5b-83b3-4824-9e56-c9c00ef7c20c tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Calling delete_port for 5950c246-4a5e-4fe7-824b-ffd17af9d9f8 owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:25:36.226038 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-102c6f49-0593-4261-a6ca-9b130942e775 req-f2d58d5b-83b3-4824-9e56-c9c00ef7c20c tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:36.245535 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['5950c246-4a5e-4fe7-824b-ffd17af9d9f8'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:25:36.350419 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d58d5b-83b3-4824-9e56-c9c00ef7c20c tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Pushing event deleted for resources: {'Port': ['ID=5950c246-4a5e-4fe7-824b-ffd17af9d9f8,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:25:36.358010 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-badd1136-26d8-4d4b-95d3-6a5ac0c02623 req-9314fff9-bd4c-42a4-b98c-4257220addf3 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=31a2202d-a11c-43ed-a8f8-da649ae9d172 HTTP/1.1" status: 200 len: 210 time: 0.1465971 Dec 06 17:25:36.451962 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-102c6f49-0593-4261-a6ca-9b130942e775 req-f2d58d5b-83b3-4824-9e56-c9c00ef7c20c tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] No DVR routers for this DVR port 5950c246-4a5e-4fe7-824b-ffd17af9d9f8 on host n-h1-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:25:36.458210 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-102c6f49-0593-4261-a6ca-9b130942e775 req-f2d58d5b-83b3-4824-9e56-c9c00ef7c20c tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:36.466182 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-102c6f49-0593-4261-a6ca-9b130942e775 req-f2d58d5b-83b3-4824-9e56-c9c00ef7c20c tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.41 "DELETE /v2.0/ports/5950c246-4a5e-4fe7-824b-ffd17af9d9f8 HTTP/1.1" status: 204 len: 173 time: 1.2035096 Dec 06 17:25:36.527811 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e3b02-35b8-4360-916b-3cf920858566 req-705f6fcb-2156-4654-a61d-d1fa86dc7b48 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:36.542124 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-495e3b02-35b8-4360-916b-3cf920858566 req-705f6fcb-2156-4654-a61d-d1fa86dc7b48 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 945 time: 0.1795774 Dec 06 17:25:36.568701 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 34266) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:25:36.582665 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31a2202d-a11c-43ed-a8f8-da649ae9d172', 'name': 'network-vif-deleted', 'tag': '5950c246-4a5e-4fe7-824b-ffd17af9d9f8'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:25:36.585265 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae318a28-1977-42d0-a057-a2957c76eff7" -d '{"events": [{"server_uuid": "31a2202d-a11c-43ed-a8f8-da649ae9d172", "name": "network-vif-deleted", "tag": "5950c246-4a5e-4fe7-824b-ffd17af9d9f8"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:25:36.673460 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-495e3b02-35b8-4360-916b-3cf920858566 req-b5ee52b6-1037-4e84-b13c-a336405c0636 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298981 Dec 06 17:25:36.693462 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a90b28a-3bee-4e32-a5da-1d85b2074e37 x-openstack-request-id: req-9a90b28a-3bee-4e32-a5da-1d85b2074e37 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:25:36.693989 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31a2202d-a11c-43ed-a8f8-da649ae9d172", "name": "network-vif-deleted", "tag": "5950c246-4a5e-4fe7-824b-ffd17af9d9f8", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:25:36.694354 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9a90b28a-3bee-4e32-a5da-1d85b2074e37 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:25:36.694861 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31a2202d-a11c-43ed-a8f8-da649ae9d172', 'name': 'network-vif-deleted', 'tag': '5950c246-4a5e-4fe7-824b-ffd17af9d9f8', 'status': 'completed', 'code': 200} Dec 06 17:25:36.940717 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 34280) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:25:37.248818 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15eefa21-00e3-4752-b660-14bbfe632537 tempest-TestNetworkBasicOps-779736558 tempest-TestNetworkBasicOps-779736558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:37.252440 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15eefa21-00e3-4752-b660-14bbfe632537 tempest-TestNetworkBasicOps-779736558 tempest-TestNetworkBasicOps-779736558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:37.253603 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15eefa21-00e3-4752-b660-14bbfe632537 tempest-TestNetworkBasicOps-779736558 tempest-TestNetworkBasicOps-779736558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:37.269497 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-15eefa21-00e3-4752-b660-14bbfe632537 tempest-TestNetworkBasicOps-779736558 tempest-TestNetworkBasicOps-779736558-project-admin] 10.222.0.23 "GET /v2.0/ports?project_id=ecd148ff302244ca8d62fb6aab386351&network_id=fcf22484-3aee-4f8b-9ee4-03517fcd27e4 HTTP/1.1" status: 200 len: 2969 time: 0.3153138 Dec 06 17:25:38.026477 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1921836a-8366-439e-a9d8-568d8d2680ea req-5328d016-e2dc-4dd8-b477-c71a473c374c tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:38.036478 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1921836a-8366-439e-a9d8-568d8d2680ea req-5328d016-e2dc-4dd8-b477-c71a473c374c tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 945 time: 0.0771558 Dec 06 17:25:38.152186 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1921836a-8366-439e-a9d8-568d8d2680ea req-33e83598-2a6d-4cae-83cd-e969a20cef77 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142704 Dec 06 17:25:38.309282 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ed93fd-2b52-4ad9-8cf9-ec06db309245 req-04afa264-7542-4b9b-94e8-476a1901ab63 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:38.317171 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-62ed93fd-2b52-4ad9-8cf9-ec06db309245 req-04afa264-7542-4b9b-94e8-476a1901ab63 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 944 time: 0.2758591 Dec 06 17:25:38.377128 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0d4c7825-6b33-4452-b34b-5f0f08906f76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575908'] for router_interface, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:38.398338 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-62ed93fd-2b52-4ad9-8cf9-ec06db309245 req-fa43acf5-135a-4755-bcbb-c55f1bab1230 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8ff7359-db2b-4d57-aa79-237c344ab3df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761077 Dec 06 17:25:38.681260 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 5950c246-4a5e-4fe7-824b-ffd17af9d9f8 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:25:38.764246 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] No Port match for: 5950c246-4a5e-4fe7-824b-ffd17af9d9f8 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:25:38.764939 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 5950c246-4a5e-4fe7-824b-ffd17af9d9f8 not bound to the agent host n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:25:39.223133 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-0d4c7825-6b33-4452-b34b-5f0f08906f76 admin admin] Deleting port f422a7b1-e7b3-40f7-aec3-4bbd3992e0e8 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:25:39.223774 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0d4c7825-6b33-4452-b34b-5f0f08906f76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:39.584888 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7116234d-38e3-41ec-a11c-1ee0f1d5b7ba req-7f1fef24-e4d9-4cd4-8722-05015e6a3a82 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:39.604012 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7116234d-38e3-41ec-a11c-1ee0f1d5b7ba req-7f1fef24-e4d9-4cd4-8722-05015e6a3a82 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 945 time: 0.3269460 Dec 06 17:25:39.700659 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7116234d-38e3-41ec-a11c-1ee0f1d5b7ba req-accd7a87-8487-4f28-9d7f-9d9ddd545125 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952804 Dec 06 17:25:39.764365 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12debf1c-eed3-4c9b-8f80-c18dc2ea5e91 req-1707c3c4-5220-410e-aae7-954485e6a663 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:39.773457 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-12debf1c-eed3-4c9b-8f80-c18dc2ea5e91 req-1707c3c4-5220-410e-aae7-954485e6a663 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 944 time: 0.1404374 Dec 06 17:25:39.797682 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b964a66-b83e-421e-850e-0ae179803a87 req-84ca8f1a-6b0c-480e-b43b-3525a21f76ba tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:39.797908 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-0d4c7825-6b33-4452-b34b-5f0f08906f76 admin admin] For port f422a7b1-e7b3-40f7-aec3-4bbd3992e0e8, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f422a7b1-e7b3-40f7-aec3-4bbd3992e0e8,segment=NetworkSegment(02c34753-070f-4f68-9533-80dcf93edb92),segment_id=02c34753-070f-4f68-9533-80dcf93edb92)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:25:39.798346 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0d4c7825-6b33-4452-b34b-5f0f08906f76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:39.799807 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8b964a66-b83e-421e-850e-0ae179803a87 req-84ca8f1a-6b0c-480e-b43b-3525a21f76ba tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.44 "GET /v2.0/ports?device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 944 time: 0.2591271 Dec 06 17:25:39.847175 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-0d4c7825-6b33-4452-b34b-5f0f08906f76 admin admin] Calling delete_port for f422a7b1-e7b3-40f7-aec3-4bbd3992e0e8 owned by network:router_interface {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:25:39.908233 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-12debf1c-eed3-4c9b-8f80-c18dc2ea5e91 req-5a374165-8bd7-48de-99c0-89cf6fae10cc tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8ff7359-db2b-4d57-aa79-237c344ab3df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203086 Dec 06 17:25:40.175888 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-8b964a66-b83e-421e-850e-0ae179803a87 req-66babd74-3547-4a4f-b702-8f04bf0f62c5 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Deleting port 121dd329-2fdc-4943-88fc-b3360bf29c71 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:25:40.176318 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8b964a66-b83e-421e-850e-0ae179803a87 req-66babd74-3547-4a4f-b702-8f04bf0f62c5 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:40.330275 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0d4c7825-6b33-4452-b34b-5f0f08906f76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:40.361447 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 34382) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:25:40.386805 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4c7825-6b33-4452-b34b-5f0f08906f76 admin admin] Pushing event deleted for resources: {'Port': ['ID=f422a7b1-e7b3-40f7-aec3-4bbd3992e0e8,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:25:40.512377 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb32122-7f3f-42c5-ab49-1d6b7278d9ab tempest-TestNetworkBasicOps-779736558 tempest-TestNetworkBasicOps-779736558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:40.514153 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-0bb32122-7f3f-42c5-ab49-1d6b7278d9ab tempest-TestNetworkBasicOps-779736558 tempest-TestNetworkBasicOps-779736558-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=40c9982f-f1ff-4b90-bebe-b7d51655f7e2 HTTP/1.1" status: 200 len: 814 time: 0.1514790 Dec 06 17:25:40.602213 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-8b964a66-b83e-421e-850e-0ae179803a87 req-66babd74-3547-4a4f-b702-8f04bf0f62c5 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] For port 121dd329-2fdc-4943-88fc-b3360bf29c71, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=121dd329-2fdc-4943-88fc-b3360bf29c71,segment=NetworkSegment(89275c86-7da9-47f2-a47a-1035a530c501),segment_id=89275c86-7da9-47f2-a47a-1035a530c501)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:25:40.602831 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8b964a66-b83e-421e-850e-0ae179803a87 req-66babd74-3547-4a4f-b702-8f04bf0f62c5 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:41.785484 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 34398) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:25:41.865964 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0d4c7825-6b33-4452-b34b-5f0f08906f76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-772474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575952'] for router_interface, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:42.191024 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8b964a66-b83e-421e-850e-0ae179803a87 req-66babd74-3547-4a4f-b702-8f04bf0f62c5 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:42.191520 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8b964a66-b83e-421e-850e-0ae179803a87 req-66babd74-3547-4a4f-b702-8f04bf0f62c5 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:42.200260 n-d-master-1 neutron-server[103284]: INFO neutron.db.l3_db [req-8b964a66-b83e-421e-850e-0ae179803a87 req-66babd74-3547-4a4f-b702-8f04bf0f62c5 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Floating IP 12da0bfb-81c3-4dfd-904f-a39ea58f6253 disassociated. External IP: 172.35.1.65, port: 121dd329-2fdc-4943-88fc-b3360bf29c71. Dec 06 17:25:42.200260 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-8b964a66-b83e-421e-850e-0ae179803a87 req-66babd74-3547-4a4f-b702-8f04bf0f62c5 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Calling delete_port for 121dd329-2fdc-4943-88fc-b3360bf29c71 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:25:42.270729 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea510d93-2630-404a-98a2-70734cc916d4 req-6a26ec51-5e59-4613-aabb-8e74e9d6ad6a tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:42.279162 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ea510d93-2630-404a-98a2-70734cc916d4 req-6a26ec51-5e59-4613-aabb-8e74e9d6ad6a tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 944 time: 0.4594362 Dec 06 17:25:42.472974 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ea510d93-2630-404a-98a2-70734cc916d4 req-3934f023-0ed7-4379-bce3-eb9822da4c6c tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8ff7359-db2b-4d57-aa79-237c344ab3df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1928318 Dec 06 17:25:42.579594 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d4c7825-6b33-4452-b34b-5f0f08906f76 admin admin] Router c79e783e-654c-4e00-bf6b-58b7b2ae2540 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:25:42.642817 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-98c21eeb-0f1c-4cf2-bc92-fbe7146917e2 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Request body: {'network': {'name': 'tempest-network-smoke--1110813531', 'project_id': 'ecd148ff302244ca8d62fb6aab386351', 'port_security_enabled': True}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:25:42.694526 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8b964a66-b83e-421e-850e-0ae179803a87 req-66babd74-3547-4a4f-b702-8f04bf0f62c5 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:42.706418 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98c21eeb-0f1c-4cf2-bc92-fbe7146917e2 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Made reservation on behalf of ecd148ff302244ca8d62fb6aab386351 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:25:42.722472 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-98c21eeb-0f1c-4cf2-bc92-fbe7146917e2 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:42.818559 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98c21eeb-0f1c-4cf2-bc92-fbe7146917e2 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:25:42.846258 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-98c21eeb-0f1c-4cf2-bc92-fbe7146917e2 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:42.846474 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-98c21eeb-0f1c-4cf2-bc92-fbe7146917e2 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Added segment 06c5e124-f1dd-4528-9b6b-a7ef7db06941 of type vlan for network 5c4d7b9b-2e7d-4b9e-b395-540c7851d2f1 Dec 06 17:25:42.864373 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d4c7825-6b33-4452-b34b-5f0f08906f76 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:25:42.877995 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90dcd429-3243-47c2-bde0-c1f53be8b218 None None] Sync routers for ids ['c79e783e-654c-4e00-bf6b-58b7b2ae2540'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:25:42.878529 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-0d4c7825-6b33-4452-b34b-5f0f08906f76 admin admin] 10.222.0.23 "PUT /v2.0/routers/c79e783e-654c-4e00-bf6b-58b7b2ae2540/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3057477 Dec 06 17:25:42.879251 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 34430) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:25:42.898040 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90dcd429-3243-47c2-bde0-c1f53be8b218 None None] Routers {'c79e783e-654c-4e00-bf6b-58b7b2ae2540'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:25:42.899455 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-90dcd429-3243-47c2-bde0-c1f53be8b218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:25:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['c79e783e-654c-4e00-bf6b-58b7b2ae2540'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:25:42.955020 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-98c21eeb-0f1c-4cf2-bc92-fbe7146917e2 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:43.052737 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-98c21eeb-0f1c-4cf2-bc92-fbe7146917e2 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:43.084439 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c21eeb-0f1c-4cf2-bc92-fbe7146917e2 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:43.090617 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-98c21eeb-0f1c-4cf2-bc92-fbe7146917e2 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:43.202569 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dcef5c39-89f4-4fe7-937b-53fab2baa7fc admin admin] Publish callbacks [] for router, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:43.224005 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-90dcd429-3243-47c2-bde0-c1f53be8b218 None None] Set router c79e783e-654c-4e00-bf6b-58b7b2ae2540 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:25:43.442057 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9729ad6-1659-4067-b532-8f3922c89ab4 req-aea55918-1a70-44ae-8770-b2febea59e3d tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:43.443817 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f9729ad6-1659-4067-b532-8f3922c89ab4 req-aea55918-1a70-44ae-8770-b2febea59e3d tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 945 time: 1.6572661 Dec 06 17:25:43.444644 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c21eeb-0f1c-4cf2-bc92-fbe7146917e2 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Pushing event updated for resources: {'Network': ['ID=5c4d7b9b-2e7d-4b9e-b395-540c7851d2f1,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:25:43.450517 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66babd74-3547-4a4f-b702-8f04bf0f62c5 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Pushing event deleted for resources: {'Port': ['ID=121dd329-2fdc-4943-88fc-b3360bf29c71,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:25:43.473069 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 5c4d7b9b-2e7d-4b9e-b395-540c7851d2f1 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:25:43.537602 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-98c21eeb-0f1c-4cf2-bc92-fbe7146917e2 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7053773 Dec 06 17:25:43.545121 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 34442) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:25:43.668054 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-60975bb9-ac9b-4e6f-9f42-fccf1c18b25a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:43.833289 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b6e5a5-d359-406b-aa45-7d9056ecf4d5 tempest-TestNetworkBasicOps-779736558 tempest-TestNetworkBasicOps-779736558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:43.834871 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-15b6e5a5-d359-406b-aa45-7d9056ecf4d5 tempest-TestNetworkBasicOps-779736558 tempest-TestNetworkBasicOps-779736558-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=ecd148ff302244ca8d62fb6aab386351&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.2782924 Dec 06 17:25:43.842408 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 34450) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:25:43.884373 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 121dd329-2fdc-4943-88fc-b3360bf29c71 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:25:43.894092 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f9729ad6-1659-4067-b532-8f3922c89ab4 req-296fa4b1-90cb-4aee-b7a7-db53fdfbd05f tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4110932 Dec 06 17:25:44.007770 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] No Port match for: 121dd329-2fdc-4943-88fc-b3360bf29c71 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:25:44.021710 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b964a66-b83e-421e-850e-0ae179803a87 req-66babd74-3547-4a4f-b702-8f04bf0f62c5 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Router abf284a6-fc05-4bad-b1af-8fb83ecc05e3 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:25:44.028254 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 121dd329-2fdc-4943-88fc-b3360bf29c71 not bound to the agent host n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:25:44.073980 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-90dcd429-3243-47c2-bde0-c1f53be8b218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c79e783e-654c-4e00-bf6b-58b7b2ae2540', 'name': 'tempest-TaggedBootDevicesTest-29983721-router', 'tenant_id': '3ab1b684adb44126aa30c8ecbc0cad3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.103'}], 'enable_snat': True}, 'gw_port_id': 'ac774e38-84aa-4cd0-9fd6-4dec80affc31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:13:10Z', 'updated_at': '2021-12-06T17:25:40Z', 'revision_number': 5, 'project_id': '3ab1b684adb44126aa30c8ecbc0cad3c', 'gw_port': {'id': 'ac774e38-84aa-4cd0-9fd6-4dec80affc31', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:e8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79e783e-654c-4e00-bf6b-58b7b2ae2540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:13:11Z', 'updated_at': '2021-12-06T17:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:25:44.113436 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-aa310968-fea1-4ebc-b2c1-e46f9385af21 req-18944ba1-8462-4e99-93f3-51aa364c597a tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 210 time: 0.2774475 Dec 06 17:25:44.135996 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dcef5c39-89f4-4fe7-937b-53fab2baa7fc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:44.224276 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90dcd429-3243-47c2-bde0-c1f53be8b218 None None] Checking router: c79e783e-654c-4e00-bf6b-58b7b2ae2540 for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:25:44.258640 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90dcd429-3243-47c2-bde0-c1f53be8b218 None None] Routers {'c79e783e-654c-4e00-bf6b-58b7b2ae2540'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:25:44.260450 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-90dcd429-3243-47c2-bde0-c1f53be8b218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:25:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['c79e783e-654c-4e00-bf6b-58b7b2ae2540'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:25:44.376046 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b964a66-b83e-421e-850e-0ae179803a87 req-66babd74-3547-4a4f-b702-8f04bf0f62c5 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:25:44.390622 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8a874f-1ba0-4126-981e-9273ba566fe0 None None] Sync routers for ids ['abf284a6-fc05-4bad-b1af-8fb83ecc05e3'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:25:44.416791 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8a874f-1ba0-4126-981e-9273ba566fe0 None None] Routers {'abf284a6-fc05-4bad-b1af-8fb83ecc05e3'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:25:44.417427 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-8a8a874f-1ba0-4126-981e-9273ba566fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:25:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['abf284a6-fc05-4bad-b1af-8fb83ecc05e3'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:25:44.534490 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b964a66-b83e-421e-850e-0ae179803a87 req-66babd74-3547-4a4f-b702-8f04bf0f62c5 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] No DVR routers for this DVR port 121dd329-2fdc-4943-88fc-b3360bf29c71 on host n-h2-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:25:44.534750 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c1b208-d7d2-4566-b0e5-3b2eb3598fec tempest-TestNetworkBasicOps-779736558 tempest-TestNetworkBasicOps-779736558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:44.542060 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-44c1b208-d7d2-4566-b0e5-3b2eb3598fec tempest-TestNetworkBasicOps-779736558 tempest-TestNetworkBasicOps-779736558-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6971405 Dec 06 17:25:44.542815 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 34476) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:25:44.557984 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8b964a66-b83e-421e-850e-0ae179803a87 req-66babd74-3547-4a4f-b702-8f04bf0f62c5 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:44.577039 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8b964a66-b83e-421e-850e-0ae179803a87 req-66babd74-3547-4a4f-b702-8f04bf0f62c5 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.44 "DELETE /v2.0/ports/121dd329-2fdc-4943-88fc-b3360bf29c71 HTTP/1.1" status: 204 len: 173 time: 4.6891863 Dec 06 17:25:44.593865 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56bfc86e-367c-415e-8cf0-a0f9867a9691', 'name': 'network-vif-deleted', 'tag': '121dd329-2fdc-4943-88fc-b3360bf29c71'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:25:44.596286 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a02c36c9-dfd2-40ba-96ad-2bd60c88a083" -d '{"events": [{"server_uuid": "56bfc86e-367c-415e-8cf0-a0f9867a9691", "name": "network-vif-deleted", "tag": "121dd329-2fdc-4943-88fc-b3360bf29c71"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:25:44.656901 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 34482) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:25:44.658969 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-ff288a17-2d7a-41f6-aeb5-931a4fec2b1c tempest-TestNetworkBasicOps-779736558 tempest-TestNetworkBasicOps-779736558-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=40c9982f-f1ff-4b90-bebe-b7d51655f7e2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1142056 Dec 06 17:25:44.694251 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-dcef5c39-89f4-4fe7-937b-53fab2baa7fc admin admin] Deleting port ac774e38-84aa-4cd0-9fd6-4dec80affc31 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:25:44.694598 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dcef5c39-89f4-4fe7-937b-53fab2baa7fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:44.818513 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-42841d01-2bfe-417a-96a7-8acc2fe7d185 tempest-TestNetworkBasicOps-779736558 tempest-TestNetworkBasicOps-779736558-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=ecd148ff302244ca8d62fb6aab386351&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1588147 Dec 06 17:25:44.823372 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40237d60-3ffe-438b-b461-29e18223a43f x-openstack-request-id: req-40237d60-3ffe-438b-b461-29e18223a43f {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:25:44.823685 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56bfc86e-367c-415e-8cf0-a0f9867a9691", "name": "network-vif-deleted", "tag": "121dd329-2fdc-4943-88fc-b3360bf29c71", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:25:44.823955 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-40237d60-3ffe-438b-b461-29e18223a43f {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:25:44.824378 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56bfc86e-367c-415e-8cf0-a0f9867a9691', 'name': 'network-vif-deleted', 'tag': '121dd329-2fdc-4943-88fc-b3360bf29c71', 'status': 'completed', 'code': 200} Dec 06 17:25:44.835719 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 34484) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:25:44.862253 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-8a8a874f-1ba0-4126-981e-9273ba566fe0 None None] Set router abf284a6-fc05-4bad-b1af-8fb83ecc05e3 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:25:44.927701 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-dcef5c39-89f4-4fe7-937b-53fab2baa7fc admin admin] For port ac774e38-84aa-4cd0-9fd6-4dec80affc31, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ac774e38-84aa-4cd0-9fd6-4dec80affc31,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:25:44.929691 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dcef5c39-89f4-4fe7-937b-53fab2baa7fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:45.009826 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-dcef5c39-89f4-4fe7-937b-53fab2baa7fc admin admin] Calling delete_port for ac774e38-84aa-4cd0-9fd6-4dec80affc31 owned by network:router_gateway {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:25:45.259799 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22216ee-58b2-4a88-88a9-183f9a524d08 tempest-TestNetworkBasicOps-779736558 tempest-TestNetworkBasicOps-779736558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:45.271359 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-c22216ee-58b2-4a88-88a9-183f9a524d08 tempest-TestNetworkBasicOps-779736558 tempest-TestNetworkBasicOps-779736558-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4344335 Dec 06 17:25:45.275876 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 34496) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:25:45.313459 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d8446b-5b92-4329-9a6e-fa1f36e4b372 req-25565ec9-80e0-436b-a58a-4a5b7bbf04fe tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:45.329898 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b4d8446b-5b92-4329-9a6e-fa1f36e4b372 req-25565ec9-80e0-436b-a58a-4a5b7bbf04fe tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 945 time: 0.2310433 Dec 06 17:25:45.335639 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-90dcd429-3243-47c2-bde0-c1f53be8b218 None None] Set router c79e783e-654c-4e00-bf6b-58b7b2ae2540 gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:25:45.458221 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-942e153b-f518-4cd7-985e-84455140777f tempest-TestNetworkBasicOps-779736558 tempest-TestNetworkBasicOps-779736558-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=40c9982f-f1ff-4b90-bebe-b7d51655f7e2&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1758685 Dec 06 17:25:45.460869 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 34500) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:25:45.468219 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-90dcd429-3243-47c2-bde0-c1f53be8b218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c79e783e-654c-4e00-bf6b-58b7b2ae2540', 'name': 'tempest-TaggedBootDevicesTest-29983721-router', 'tenant_id': '3ab1b684adb44126aa30c8ecbc0cad3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:13:10Z', 'updated_at': '2021-12-06T17:25:44Z', 'revision_number': 6, 'project_id': '3ab1b684adb44126aa30c8ecbc0cad3c', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:25:45.490839 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-4c355d06-6088-46ea-bce2-eda856bbd8d5 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1662230199', 'network_id': '5c4d7b9b-2e7d-4b9e-b395-540c7851d2f1', 'project_id': 'ecd148ff302244ca8d62fb6aab386351', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:25:45.539688 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90dcd429-3243-47c2-bde0-c1f53be8b218 None None] The sync data for ids ['c79e783e-654c-4e00-bf6b-58b7b2ae2540'] in n-d-master-1 is: [{'id': 'c79e783e-654c-4e00-bf6b-58b7b2ae2540', 'name': 'tempest-TaggedBootDevicesTest-29983721-router', 'tenant_id': '3ab1b684adb44126aa30c8ecbc0cad3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:13:10Z', 'updated_at': '2021-12-06T17:25:44Z', 'revision_number': 6, 'project_id': '3ab1b684adb44126aa30c8ecbc0cad3c', 'gw_port_host': None}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:25:45.662481 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a2fe45d2-e0d7-4f65-9a6a-243ae7d6ccf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:45.695413 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b4d8446b-5b92-4329-9a6e-fa1f36e4b372 req-1a53a4e5-eb0a-4e8e-a950-f5e4dc997be3 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3639481 Dec 06 17:25:45.931406 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-79b5cfeb-9df8-4f7e-a688-611eb1158c68 req-61b3f4c6-3acb-4c5b-8914-ae2d15b36941 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/ports?device_id=56bfc86e-367c-415e-8cf0-a0f9867a9691 HTTP/1.1" status: 200 len: 210 time: 0.2611899 Dec 06 17:25:45.943286 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-8a8a874f-1ba0-4126-981e-9273ba566fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abf284a6-fc05-4bad-b1af-8fb83ecc05e3', 'name': 'tempest-ServerActionsTestJSON-215464347-router', 'tenant_id': '0688c6db31494470a1b7a5ecaa734bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.202'}], 'enable_snat': True}, 'gw_port_id': '285abe9d-ae9b-4d37-b5c6-99865231b78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:16:35Z', 'updated_at': '2021-12-06T17:16:41Z', 'revision_number': 4, 'project_id': '0688c6db31494470a1b7a5ecaa734bc4', 'gw_port': {'id': '285abe9d-ae9b-4d37-b5c6-99865231b78e', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf284a6-fc05-4bad-b1af-8fb83ecc05e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:16:36Z', 'updated_at': '2021-12-06T17:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '6b1de927-1ebc-4821-82dd-b38fae2cbcb0', 'name': '', 'network_id': 'b1330ff6-71a6-48db-aedf-2e908404d40b', 'tenant_id': '0688c6db31494470a1b7a5ecaa734bc4', 'mac_address': 'fa:16:3e:8a:7b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf284a6-fc05-4bad-b1af-8fb83ecc05e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '407d30a8-656b-4107-b0bb-8b27c7634002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:16:40Z', 'updated_at': '2021-12-06T17:16:46Z', 'revision_number': 5, 'project_id': '0688c6db31494470a1b7a5ecaa734bc4', 'subnets': [{'id': '407d30a8-656b-4107-b0bb-8b27c7634002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:25:45.989741 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dcef5c39-89f4-4fe7-937b-53fab2baa7fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:46.081327 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c355d06-6088-46ea-bce2-eda856bbd8d5 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Made reservation on behalf of ecd148ff302244ca8d62fb6aab386351 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:25:46.085211 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4c355d06-6088-46ea-bce2-eda856bbd8d5 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:46.092157 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcef5c39-89f4-4fe7-937b-53fab2baa7fc admin admin] Pushing event deleted for resources: {'Port': ['ID=ac774e38-84aa-4cd0-9fd6-4dec80affc31,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:25:46.092395 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8a874f-1ba0-4126-981e-9273ba566fe0 None None] Checking router: abf284a6-fc05-4bad-b1af-8fb83ecc05e3 for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:25:46.116009 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8a874f-1ba0-4126-981e-9273ba566fe0 None None] Routers {'abf284a6-fc05-4bad-b1af-8fb83ecc05e3'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:25:46.118075 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-8a8a874f-1ba0-4126-981e-9273ba566fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:25:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['abf284a6-fc05-4bad-b1af-8fb83ecc05e3'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:25:46.118539 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90ec443-ea5c-4f56-88b3-ba2bb16e5082 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:25:46.319140 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dcef5c39-89f4-4fe7-937b-53fab2baa7fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536698'] for router_gateway, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:46.512804 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-8a8a874f-1ba0-4126-981e-9273ba566fe0 None None] Set router abf284a6-fc05-4bad-b1af-8fb83ecc05e3 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:25:46.577658 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4c355d06-6088-46ea-bce2-eda856bbd8d5 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:46.727164 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dcef5c39-89f4-4fe7-937b-53fab2baa7fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:46.736829 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dcef5c39-89f4-4fe7-937b-53fab2baa7fc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:46.763660 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c355d06-6088-46ea-bce2-eda856bbd8d5 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Pushing event updated for resources: {'Subnet': ['ID=0514c0a4-4d46-4a99-8e5c-263e4691af0a,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:25:46.843826 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device ac774e38-84aa-4cd0-9fd6-4dec80affc31 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:25:46.909489 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c355d06-6088-46ea-bce2-eda856bbd8d5 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Checking segment: {'id': '06c5e124-f1dd-4528-9b6b-a7ef7db06941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5c4d7b9b-2e7d-4b9e-b395-540c7851d2f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:25:46.910008 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c355d06-6088-46ea-bce2-eda856bbd8d5 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Network hostable DHCP agents. Network: 5c4d7b9b-2e7d-4b9e-b395-540c7851d2f1, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:25:46.920086 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dcef5c39-89f4-4fe7-937b-53fab2baa7fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:46.920926 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcef5c39-89f4-4fe7-937b-53fab2baa7fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router c79e783e-654c-4e00-bf6b-58b7b2ae2540 {{(pid=103285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 17:25:46.931229 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dcef5c39-89f4-4fe7-937b-53fab2baa7fc admin admin] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:46.937320 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-dcef5c39-89f4-4fe7-937b-53fab2baa7fc admin admin] 10.222.0.23 "DELETE /v2.0/routers/c79e783e-654c-4e00-bf6b-58b7b2ae2540 HTTP/1.1" status: 204 len: 168 time: 4.0544562 Dec 06 17:25:46.939936 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 34520) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:25:46.997978 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: ac774e38-84aa-4cd0-9fd6-4dec80affc31 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:25:47.000959 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device ac774e38-84aa-4cd0-9fd6-4dec80affc31 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:25:47.001415 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device f422a7b1-e7b3-40f7-aec3-4bbd3992e0e8 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:25:47.118335 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: f422a7b1-e7b3-40f7-aec3-4bbd3992e0e8 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:25:47.119838 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device f422a7b1-e7b3-40f7-aec3-4bbd3992e0e8 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:25:47.132794 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:47.139674 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 17:25:47.189066 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c355d06-6088-46ea-bce2-eda856bbd8d5 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Network 5c4d7b9b-2e7d-4b9e-b395-540c7851d2f1 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:25:47.202432 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 34528) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:25:47.252458 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-684b2dc0-9ded-4b34-aa18-9688b611902f admin admin] Deleting subnet 6a353316-d532-4156-ba10-317f93f3fee6 {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:25:47.260360 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87ab6ca-6979-476f-aecb-bbfeeea1572f req-dcde37ab-18e6-47a8-b619-b8b4d53fcd14 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:47.275793 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-684b2dc0-9ded-4b34-aa18-9688b611902f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:47.276574 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-8a8a874f-1ba0-4126-981e-9273ba566fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abf284a6-fc05-4bad-b1af-8fb83ecc05e3', 'name': 'tempest-ServerActionsTestJSON-215464347-router', 'tenant_id': '0688c6db31494470a1b7a5ecaa734bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.202'}], 'enable_snat': True}, 'gw_port_id': '285abe9d-ae9b-4d37-b5c6-99865231b78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:16:35Z', 'updated_at': '2021-12-06T17:16:41Z', 'revision_number': 4, 'project_id': '0688c6db31494470a1b7a5ecaa734bc4', 'gw_port': {'id': '285abe9d-ae9b-4d37-b5c6-99865231b78e', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf284a6-fc05-4bad-b1af-8fb83ecc05e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:16:36Z', 'updated_at': '2021-12-06T17:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '6b1de927-1ebc-4821-82dd-b38fae2cbcb0', 'name': '', 'network_id': 'b1330ff6-71a6-48db-aedf-2e908404d40b', 'tenant_id': '0688c6db31494470a1b7a5ecaa734bc4', 'mac_address': 'fa:16:3e:8a:7b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf284a6-fc05-4bad-b1af-8fb83ecc05e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '407d30a8-656b-4107-b0bb-8b27c7634002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:16:40Z', 'updated_at': '2021-12-06T17:16:46Z', 'revision_number': 5, 'project_id': '0688c6db31494470a1b7a5ecaa734bc4', 'subnets': [{'id': '407d30a8-656b-4107-b0bb-8b27c7634002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:25:47.279148 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b87ab6ca-6979-476f-aecb-bbfeeea1572f req-dcde37ab-18e6-47a8-b619-b8b4d53fcd14 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 945 time: 0.3338425 Dec 06 17:25:47.305842 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-4c355d06-6088-46ea-bce2-eda856bbd8d5 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 5c4d7b9b-2e7d-4b9e-b395-540c7851d2f1) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:25:47.315889 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ead73a-33f9-40e7-b941-2bd2cd5e3fef None None] Network 5c4d7b9b-2e7d-4b9e-b395-540c7851d2f1 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:25:47.399940 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c355d06-6088-46ea-bce2-eda856bbd8d5 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:47.400902 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4c355d06-6088-46ea-bce2-eda856bbd8d5 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:47.406623 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8a874f-1ba0-4126-981e-9273ba566fe0 None None] The sync data for ids ['abf284a6-fc05-4bad-b1af-8fb83ecc05e3'] in n-d-master-1 is: [{'id': 'abf284a6-fc05-4bad-b1af-8fb83ecc05e3', 'name': 'tempest-ServerActionsTestJSON-215464347-router', 'tenant_id': '0688c6db31494470a1b7a5ecaa734bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.202'}], 'enable_snat': True}, 'gw_port_id': '285abe9d-ae9b-4d37-b5c6-99865231b78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:16:35Z', 'updated_at': '2021-12-06T17:16:41Z', 'revision_number': 4, 'project_id': '0688c6db31494470a1b7a5ecaa734bc4', 'gw_port': {'id': '285abe9d-ae9b-4d37-b5c6-99865231b78e', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf284a6-fc05-4bad-b1af-8fb83ecc05e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:16:36Z', 'updated_at': '2021-12-06T17:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '6b1de927-1ebc-4821-82dd-b38fae2cbcb0', 'name': '', 'network_id': 'b1330ff6-71a6-48db-aedf-2e908404d40b', 'tenant_id': '0688c6db31494470a1b7a5ecaa734bc4', 'mac_address': 'fa:16:3e:8a:7b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf284a6-fc05-4bad-b1af-8fb83ecc05e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '407d30a8-656b-4107-b0bb-8b27c7634002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:16:40Z', 'updated_at': '2021-12-06T17:16:46Z', 'revision_number': 5, 'project_id': '0688c6db31494470a1b7a5ecaa734bc4', 'subnets': [{'id': '407d30a8-656b-4107-b0bb-8b27c7634002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:25:47.464119 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-684b2dc0-9ded-4b34-aa18-9688b611902f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:47.593331 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b87ab6ca-6979-476f-aecb-bbfeeea1572f req-3934efd7-0ffb-4f11-8753-0118f32ea15f tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110869 Dec 06 17:25:47.628540 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-800044a3-21bb-42d7-98da-b47ec4589143 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:47.629508 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-4c355d06-6088-46ea-bce2-eda856bbd8d5 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.1670790 Dec 06 17:25:47.753192 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-800044a3-21bb-42d7-98da-b47ec4589143 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:47.790158 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a652b4-1121-467f-95f1-24a2b7802528 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-5c4d7b9b-2e7d-4b9e-b395-540c7851d2f1', 'network_id': '5c4d7b9b-2e7d-4b9e-b395-540c7851d2f1', 'tenant_id': 'ecd148ff302244ca8d62fb6aab386351', 'fixed_ips': [{'subnet_id': '0514c0a4-4d46-4a99-8e5c-263e4691af0a'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:25:47.792751 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-35a652b4-1121-467f-95f1-24a2b7802528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:47.891310 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-684b2dc0-9ded-4b34-aa18-9688b611902f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:48.052339 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-800044a3-21bb-42d7-98da-b47ec4589143 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:48.061702 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-800044a3-21bb-42d7-98da-b47ec4589143 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:48.062926 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-800044a3-21bb-42d7-98da-b47ec4589143 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "DELETE /v2.0/security-groups/e8ff7359-db2b-4d57-aa79-237c344ab3df HTTP/1.1" status: 204 len: 168 time: 0.8525743 Dec 06 17:25:48.066340 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 34538) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:25:48.091250 n-d-master-1 neutron-server[103284]: INFO neutron.api.v2.resource [None req-ee5bb34f-070e-4fb7-b33a-534335dbd8d3 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] show failed (client error): The resource could not be found. Dec 06 17:25:48.100586 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-ee5bb34f-070e-4fb7-b33a-534335dbd8d3 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "GET /v2.0/security-groups/e8ff7359-db2b-4d57-aa79-237c344ab3df HTTP/1.1" status: 404 len: 347 time: 0.0325439 Dec 06 17:25:48.101617 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 34540) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:25:48.114989 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800044a3-21bb-42d7-98da-b47ec4589143 tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ff7359-db2b-4d57-aa79-237c344ab3df,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:25:48.147278 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-684b2dc0-9ded-4b34-aa18-9688b611902f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:48.180224 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:48.263763 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-684b2dc0-9ded-4b34-aa18-9688b611902f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:48.275126 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae360e0-a0b4-4878-ad25-7357fe972192 None None] Network 3fe6b139-ab54-421b-a2ff-2a0762857d78 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:25:48.282992 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-684b2dc0-9ded-4b34-aa18-9688b611902f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/6a353316-d532-4156-ba10-317f93f3fee6 HTTP/1.1" status: 204 len: 168 time: 1.3341820 Dec 06 17:25:48.288357 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 34544) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:25:48.290705 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684b2dc0-9ded-4b34-aa18-9688b611902f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a353316-d532-4156-ba10-317f93f3fee6,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:25:48.296749 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e503c988-ed00-489e-9812-91ce48af9c3f None None] New status for floating IP 12da0bfb-81c3-4dfd-904f-a39ea58f6253: DOWN {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 17:25:48.428697 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-91cab6fd-183b-496f-a422-e8e63024aa8f tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Deleting port cace09f2-bc0e-4221-bf82-d9261c6d44e5 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:25:48.439539 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-91cab6fd-183b-496f-a422-e8e63024aa8f tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:48.634714 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a7997c8e-3984-4bdc-bf49-6ea1074ec404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:48.718327 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-91cab6fd-183b-496f-a422-e8e63024aa8f tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:48.719458 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-91cab6fd-183b-496f-a422-e8e63024aa8f tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:48.769588 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-91cab6fd-183b-496f-a422-e8e63024aa8f tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Calling delete_port for cace09f2-bc0e-4221-bf82-d9261c6d44e5 owned by network:floatingip {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:25:48.860125 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-a7997c8e-3984-4bdc-bf49-6ea1074ec404 admin admin] Deleting port 4911cf64-a4e7-4a5b-aa40-da9f31df869d {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:25:48.860500 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a7997c8e-3984-4bdc-bf49-6ea1074ec404 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:48.955986 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 34554) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:25:48.975161 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-35a652b4-1121-467f-95f1-24a2b7802528 None None] Allocated IP 172.20.0.18 (5c4d7b9b-2e7d-4b9e-b395-540c7851d2f1/0514c0a4-4d46-4a99-8e5c-263e4691af0a/902fcd95-9a07-446e-8116-0c281eff1013) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:25:48.975540 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-fd8f92ba-6b0a-43fe-87d1-85bff772e872 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-602882133', 'description': 'tempest-secgroup-smoke-602882133 description', 'project_id': 'ecd148ff302244ca8d62fb6aab386351'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:25:49.128677 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fd8f92ba-6b0a-43fe-87d1-85bff772e872 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:49.132833 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:49.176268 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7692fad6-9f15-49fe-b017-bc10a4044efe req-eea2b1e6-f267-4e18-9dfd-5ce91fb8f4ed tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:49.185079 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7692fad6-9f15-49fe-b017-bc10a4044efe req-eea2b1e6-f267-4e18-9dfd-5ce91fb8f4ed tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 945 time: 0.1574686 Dec 06 17:25:49.237251 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-a7997c8e-3984-4bdc-bf49-6ea1074ec404 admin admin] For port 4911cf64-a4e7-4a5b-aa40-da9f31df869d, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=4911cf64-a4e7-4a5b-aa40-da9f31df869d,segment=NetworkSegment(02c34753-070f-4f68-9533-80dcf93edb92),segment_id=02c34753-070f-4f68-9533-80dcf93edb92)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:25:49.242020 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a7997c8e-3984-4bdc-bf49-6ea1074ec404 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:49.254028 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7692fad6-9f15-49fe-b017-bc10a4044efe req-02e9cb26-c55d-447f-a02c-4140b1454cda tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631931 Dec 06 17:25:49.310691 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-91cab6fd-183b-496f-a422-e8e63024aa8f tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:49.320118 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-a7997c8e-3984-4bdc-bf49-6ea1074ec404 admin admin] Calling delete_port for 4911cf64-a4e7-4a5b-aa40-da9f31df869d owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:25:49.321620 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468bfc51-ed50-4eee-b65e-d945d0c73fe0 None None] DHCP port deletion for 3fe6b139-ab54-421b-a2ff-2a0762857d78 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:25:49.373182 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cab6fd-183b-496f-a422-e8e63024aa8f tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Pushing event deleted for resources: {'Port': ['ID=cace09f2-bc0e-4221-bf82-d9261c6d44e5,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:25:49.411076 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd84ad6a-869a-4c05-91e8-c4cb41cce0a0 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:25:49.561297 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-91cab6fd-183b-496f-a422-e8e63024aa8f tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Publish callbacks [] for floatingip, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:49.571109 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-91cab6fd-183b-496f-a422-e8e63024aa8f tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:49.572483 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-91cab6fd-183b-496f-a422-e8e63024aa8f tempest-ServerActionsTestJSON-365687702 tempest-ServerActionsTestJSON-365687702-project] 10.222.0.23 "DELETE /v2.0/floatingips/12da0bfb-81c3-4dfd-904f-a39ea58f6253 HTTP/1.1" status: 204 len: 168 time: 1.4690998 Dec 06 17:25:49.576062 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 34564) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:25:49.629659 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fd8f92ba-6b0a-43fe-87d1-85bff772e872 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:49.652069 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fd8f92ba-6b0a-43fe-87d1-85bff772e872 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:49.685882 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-468bfc51-ed50-4eee-b65e-d945d0c73fe0 None None] Deleting port 4911cf64-a4e7-4a5b-aa40-da9f31df869d {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:25:49.686450 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-468bfc51-ed50-4eee-b65e-d945d0c73fe0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:49.746323 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fd8f92ba-6b0a-43fe-87d1-85bff772e872 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:49.754542 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-fd8f92ba-6b0a-43fe-87d1-85bff772e872 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.7959659 Dec 06 17:25:49.755659 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a7997c8e-3984-4bdc-bf49-6ea1074ec404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:49.757356 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 34570) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:25:49.762803 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-44a2cf84-4908-4dcd-b3f0-548b95ea4c19 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Request body: {'security_group_rule': {'security_group_id': 'a3e234eb-ef13-4d36-83bd-19c69d53cd51', 'project_id': 'ecd148ff302244ca8d62fb6aab386351', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:25:49.848352 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-44a2cf84-4908-4dcd-b3f0-548b95ea4c19 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:49.859996 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7997c8e-3984-4bdc-bf49-6ea1074ec404 admin admin] Pushing event deleted for resources: {'Port': ['ID=4911cf64-a4e7-4a5b-aa40-da9f31df869d,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:25:49.882960 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8f92ba-6b0a-43fe-87d1-85bff772e872 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e234eb-ef13-4d36-83bd-19c69d53cd51,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:25:49.903977 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7997c8e-3984-4bdc-bf49-6ea1074ec404 admin admin] No DVR routers for this DVR port 4911cf64-a4e7-4a5b-aa40-da9f31df869d on host n-d-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:25:49.948541 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-468bfc51-ed50-4eee-b65e-d945d0c73fe0 None None] For port 4911cf64-a4e7-4a5b-aa40-da9f31df869d, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=4911cf64-a4e7-4a5b-aa40-da9f31df869d,segment=NetworkSegment(02c34753-070f-4f68-9533-80dcf93edb92),segment_id=02c34753-070f-4f68-9533-80dcf93edb92)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:25:49.951127 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-468bfc51-ed50-4eee-b65e-d945d0c73fe0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:50.038891 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-44a2cf84-4908-4dcd-b3f0-548b95ea4c19 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:50.049867 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-44a2cf84-4908-4dcd-b3f0-548b95ea4c19 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:50.072001 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-468bfc51-ed50-4eee-b65e-d945d0c73fe0 None None] Calling delete_port for 4911cf64-a4e7-4a5b-aa40-da9f31df869d owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:25:50.126654 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a2cf84-4908-4dcd-b3f0-548b95ea4c19 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=929e570e-c77f-44f0-b407-1e92f97d3354,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:25:50.142364 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-44a2cf84-4908-4dcd-b3f0-548b95ea4c19 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:50.147218 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-44a2cf84-4908-4dcd-b3f0-548b95ea4c19 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3882964 Dec 06 17:25:50.150381 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 34582) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:25:50.159750 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-4d2c6dfc-9aab-43ca-ace2-605731da9aae tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Request body: {'security_group_rule': {'security_group_id': 'a3e234eb-ef13-4d36-83bd-19c69d53cd51', 'project_id': 'ecd148ff302244ca8d62fb6aab386351', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:25:50.194861 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a7997c8e-3984-4bdc-bf49-6ea1074ec404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:50.251501 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4d2c6dfc-9aab-43ca-ace2-605731da9aae tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:50.288914 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-a7997c8e-3984-4bdc-bf49-6ea1074ec404 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fe6b139-ab54-421b-a2ff-2a0762857d78']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:25:50.289831 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-468bfc51-ed50-4eee-b65e-d945d0c73fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:50.315685 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-a7997c8e-3984-4bdc-bf49-6ea1074ec404 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02c34753-070f-4f68-9533-80dcf93edb92') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:25:50.316127 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-a7997c8e-3984-4bdc-bf49-6ea1074ec404 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02c34753-070f-4f68-9533-80dcf93edb92') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:25:50.359308 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a7997c8e-3984-4bdc-bf49-6ea1074ec404 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:50.403611 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468bfc51-ed50-4eee-b65e-d945d0c73fe0 None None] No DVR routers for this DVR port 4911cf64-a4e7-4a5b-aa40-da9f31df869d on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:25:50.416327 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-35a652b4-1121-467f-95f1-24a2b7802528 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:50.419573 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468bfc51-ed50-4eee-b65e-d945d0c73fe0 None None] Pushing event deleted for resources: {'Port': ['ID=4911cf64-a4e7-4a5b-aa40-da9f31df869d,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:25:50.429887 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a7997c8e-3984-4bdc-bf49-6ea1074ec404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:50.462681 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7997c8e-3984-4bdc-bf49-6ea1074ec404 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:25:50.463275 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a7997c8e-3984-4bdc-bf49-6ea1074ec404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:50.468860 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:25:50.468860 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:25:50.468860 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:25:50.468860 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:25:50.468860 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:25:50.468860 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:25:50.468860 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:25:50.468860 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:25:50.468860 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:25:50.468860 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:25:50.468860 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:25:50.468860 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:25:50.468860 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:25:50.468860 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:25:50.468860 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:25:50.468860 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:25:50.468860 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:25:50.468860 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:25:50.468860 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:25:50.468860 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:25:50.468860 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:25:50.468860 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:25:50.468860 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:25:50.468860 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:25:50.468860 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:25:50.468860 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:25:50.468860 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:25:50.468860 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:25:50.468860 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:25:50.468860 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:25:50.468860 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:25:50.468860 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:25:50.480179 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468bfc51-ed50-4eee-b65e-d945d0c73fe0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:25:50.481208 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468bfc51-ed50-4eee-b65e-d945d0c73fe0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:25:50.481655 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468bfc51-ed50-4eee-b65e-d945d0c73fe0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:25:50.482382 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468bfc51-ed50-4eee-b65e-d945d0c73fe0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:25:50.483349 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468bfc51-ed50-4eee-b65e-d945d0c73fe0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:25:50.483762 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468bfc51-ed50-4eee-b65e-d945d0c73fe0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:25:50.484174 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468bfc51-ed50-4eee-b65e-d945d0c73fe0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:25:50.484581 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468bfc51-ed50-4eee-b65e-d945d0c73fe0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:25:50.486489 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468bfc51-ed50-4eee-b65e-d945d0c73fe0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:25:50.486921 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468bfc51-ed50-4eee-b65e-d945d0c73fe0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:25:50.488027 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468bfc51-ed50-4eee-b65e-d945d0c73fe0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:25:50.488441 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468bfc51-ed50-4eee-b65e-d945d0c73fe0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:25:50.490477 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468bfc51-ed50-4eee-b65e-d945d0c73fe0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:25:50.497779 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-35a652b4-1121-467f-95f1-24a2b7802528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:50.618039 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a652b4-1121-467f-95f1-24a2b7802528 None None] Network 5c4d7b9b-2e7d-4b9e-b395-540c7851d2f1 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:25:50.622885 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-35a652b4-1121-467f-95f1-24a2b7802528 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:25:50.624534 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a7997c8e-3984-4bdc-bf49-6ea1074ec404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:50.638784 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a652b4-1121-467f-95f1-24a2b7802528 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:25:50.653128 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a7997c8e-3984-4bdc-bf49-6ea1074ec404 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:50.654036 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580f37ea-6587-412b-abaf-e28cac760086 req-5dfc3157-a17a-4390-97a7-1c193073b8dc tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:50.663777 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-a7997c8e-3984-4bdc-bf49-6ea1074ec404 admin admin] 10.222.0.23 "DELETE /v2.0/networks/3fe6b139-ab54-421b-a2ff-2a0762857d78 HTTP/1.1" status: 204 len: 168 time: 2.3741543 Dec 06 17:25:50.664530 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-580f37ea-6587-412b-abaf-e28cac760086 req-5dfc3157-a17a-4390-97a7-1c193073b8dc tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 945 time: 0.2211778 Dec 06 17:25:50.667701 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7997c8e-3984-4bdc-bf49-6ea1074ec404 admin admin] Pushing event deleted for resources: {'Network': ['ID=3fe6b139-ab54-421b-a2ff-2a0762857d78,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:25:50.670268 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 34590) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:25:50.709930 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4d2c6dfc-9aab-43ca-ace2-605731da9aae tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:50.722045 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4d2c6dfc-9aab-43ca-ace2-605731da9aae tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:50.756354 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a652b4-1121-467f-95f1-24a2b7802528 None None] Pushing event updated for resources: {'Port': ['ID=902fcd95-9a07-446e-8116-0c281eff1013,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:25:50.806500 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2c6dfc-9aab-43ca-ace2-605731da9aae tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e9801df-34e3-4bd3-956b-d800a43d379a,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:25:50.830090 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-580f37ea-6587-412b-abaf-e28cac760086 req-9a08c7b6-2c0c-4a3d-bc2e-16f48d293a3a tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634877 Dec 06 17:25:50.833100 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4d2c6dfc-9aab-43ca-ace2-605731da9aae tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:50.836378 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-4d2c6dfc-9aab-43ca-ace2-605731da9aae tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6843107 Dec 06 17:25:50.841741 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 34594) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:25:50.867334 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-5d021eca-a929-4863-8451-ae33017f5baa tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Request body: {'security_group_rule': {'security_group_id': 'a3e234eb-ef13-4d36-83bd-19c69d53cd51', 'project_id': 'ecd148ff302244ca8d62fb6aab386351', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:25:50.884675 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 4911cf64-a4e7-4a5b-aa40-da9f31df869d no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:25:50.950951 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-35a652b4-1121-467f-95f1-24a2b7802528 None None] Attempting to bind port 902fcd95-9a07-446e-8116-0c281eff1013 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:25:50.952972 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-35a652b4-1121-467f-95f1-24a2b7802528 None None] Attempting to bind port 902fcd95-9a07-446e-8116-0c281eff1013 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '06c5e124-f1dd-4528-9b6b-a7ef7db06941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5c4d7b9b-2e7d-4b9e-b395-540c7851d2f1'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:25:50.953943 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a652b4-1121-467f-95f1-24a2b7802528 None None] Attempting to bind port 902fcd95-9a07-446e-8116-0c281eff1013 on network 5c4d7b9b-2e7d-4b9e-b395-540c7851d2f1 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:25:50.970461 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 4911cf64-a4e7-4a5b-aa40-da9f31df869d {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:25:50.970826 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 4911cf64-a4e7-4a5b-aa40-da9f31df869d not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:25:50.982183 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a652b4-1121-467f-95f1-24a2b7802528 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:25:50.982595 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a652b4-1121-467f-95f1-24a2b7802528 None None] Checking segment: {'id': '06c5e124-f1dd-4528-9b6b-a7ef7db06941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5c4d7b9b-2e7d-4b9e-b395-540c7851d2f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:25:50.982974 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-35a652b4-1121-467f-95f1-24a2b7802528 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:50.983374 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a652b4-1121-467f-95f1-24a2b7802528 None None] Bound using segment: {'id': '06c5e124-f1dd-4528-9b6b-a7ef7db06941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5c4d7b9b-2e7d-4b9e-b395-540c7851d2f1'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:25:50.983869 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-35a652b4-1121-467f-95f1-24a2b7802528 None None] Bound port: 902fcd95-9a07-446e-8116-0c281eff1013, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06c5e124-f1dd-4528-9b6b-a7ef7db06941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5c4d7b9b-2e7d-4b9e-b395-540c7851d2f1'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:25:50.984481 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-35a652b4-1121-467f-95f1-24a2b7802528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:51.052260 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5d021eca-a929-4863-8451-ae33017f5baa tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:51.128070 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 34600) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:25:51.153697 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-35a652b4-1121-467f-95f1-24a2b7802528 None None] For port 902fcd95-9a07-446e-8116-0c281eff1013, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:25:51.170042 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-35a652b4-1121-467f-95f1-24a2b7802528 None None] For port 902fcd95-9a07-446e-8116-0c281eff1013, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=902fcd95-9a07-446e-8116-0c281eff1013,segment=NetworkSegment(06c5e124-f1dd-4528-9b6b-a7ef7db06941),segment_id=06c5e124-f1dd-4528-9b6b-a7ef7db06941)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:25:51.181615 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-35a652b4-1121-467f-95f1-24a2b7802528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:51.230196 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-72c8da1d-89f8-4f1f-ab45-d91b729e6a05 admin admin] Deleting subnet 40620e17-53ab-488f-a3d4-370c528285ff {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:25:51.233767 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-72c8da1d-89f8-4f1f-ab45-d91b729e6a05 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:51.356081 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-72c8da1d-89f8-4f1f-ab45-d91b729e6a05 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:51.412501 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a652b4-1121-467f-95f1-24a2b7802528 None None] Pushing event updated for resources: {'Port': ['ID=902fcd95-9a07-446e-8116-0c281eff1013,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:25:51.419696 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7fe4ea2e-db98-40e9-893f-08aa6da29593 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575908'] for router_interface, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:51.505754 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5d021eca-a929-4863-8451-ae33017f5baa tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:51.594401 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5d021eca-a929-4863-8451-ae33017f5baa tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:51.713571 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-72c8da1d-89f8-4f1f-ab45-d91b729e6a05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:51.995469 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-72c8da1d-89f8-4f1f-ab45-d91b729e6a05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:52.036218 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c8da1d-89f8-4f1f-ab45-d91b729e6a05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40620e17-53ab-488f-a3d4-370c528285ff,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:25:52.082627 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5d021eca-a929-4863-8451-ae33017f5baa tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:52.084742 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-5d021eca-a929-4863-8451-ae33017f5baa tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2353446 Dec 06 17:25:52.085459 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d021eca-a929-4863-8451-ae33017f5baa tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac84e81b-537b-4785-901b-bf66a182f6c4,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:25:52.087419 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 34622) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:25:52.107272 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-3e245313-617a-404e-8094-1e66febf8c65 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Request body: {'security_group_rule': {'security_group_id': 'a3e234eb-ef13-4d36-83bd-19c69d53cd51', 'project_id': 'ecd148ff302244ca8d62fb6aab386351', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:25:52.125279 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-72c8da1d-89f8-4f1f-ab45-d91b729e6a05 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:52.131604 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-72c8da1d-89f8-4f1f-ab45-d91b729e6a05 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/40620e17-53ab-488f-a3d4-370c528285ff HTTP/1.1" status: 204 len: 168 time: 1.0022123 Dec 06 17:25:52.135450 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 34624) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:25:52.195187 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81adaaf4-6f34-4bc6-9e80-75e6d539d5c1 req-4d0b290d-b533-403b-b543-8e502e3bef99 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:52.203916 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-81adaaf4-6f34-4bc6-9e80-75e6d539d5c1 req-4d0b290d-b533-403b-b543-8e502e3bef99 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 945 time: 0.1517577 Dec 06 17:25:52.256770 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f3ca80ff-fedc-4ee1-b156-d08e0f53ed92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:52.320948 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-81adaaf4-6f34-4bc6-9e80-75e6d539d5c1 req-0b8e4222-ca21-45b5-ac25-a895c744e65c tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138177 Dec 06 17:25:52.394654 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3e245313-617a-404e-8094-1e66febf8c65 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:52.502824 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-7fe4ea2e-db98-40e9-893f-08aa6da29593 admin admin] Deleting port 6b1de927-1ebc-4821-82dd-b38fae2cbcb0 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:25:52.503991 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7fe4ea2e-db98-40e9-893f-08aa6da29593 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:52.673705 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f3ca80ff-fedc-4ee1-b156-d08e0f53ed92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:52.683209 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3e245313-617a-404e-8094-1e66febf8c65 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:52.730237 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-7fe4ea2e-db98-40e9-893f-08aa6da29593 admin admin] For port 6b1de927-1ebc-4821-82dd-b38fae2cbcb0, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6b1de927-1ebc-4821-82dd-b38fae2cbcb0,segment=NetworkSegment(89275c86-7da9-47f2-a47a-1035a530c501),segment_id=89275c86-7da9-47f2-a47a-1035a530c501)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:25:52.732954 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7fe4ea2e-db98-40e9-893f-08aa6da29593 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:52.742995 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3e245313-617a-404e-8094-1e66febf8c65 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:52.818163 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-7fe4ea2e-db98-40e9-893f-08aa6da29593 admin admin] Calling delete_port for 6b1de927-1ebc-4821-82dd-b38fae2cbcb0 owned by network:router_interface {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:25:52.949272 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 902fcd95-9a07-446e-8116-0c281eff1013 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:25:53.094917 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 902fcd95-9a07-446e-8116-0c281eff1013 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:25:53.095300 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:53.308760 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7fe4ea2e-db98-40e9-893f-08aa6da29593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:53.334316 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:53.412102 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe4ea2e-db98-40e9-893f-08aa6da29593 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b1de927-1ebc-4821-82dd-b38fae2cbcb0,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:25:53.422429 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f24b9c-b966-4480-adc9-bfa6faab6868 None None] Network 5c4d7b9b-2e7d-4b9e-b395-540c7851d2f1 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:25:53.640004 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] For port 902fcd95-9a07-446e-8116-0c281eff1013, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=902fcd95-9a07-446e-8116-0c281eff1013,segment=NetworkSegment(06c5e124-f1dd-4528-9b6b-a7ef7db06941),segment_id=06c5e124-f1dd-4528-9b6b-a7ef7db06941)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:25:53.681396 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:53.808133 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-f3ca80ff-fedc-4ee1-b156-d08e0f53ed92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf420c18-9b8b-4eac-b3ea-b6f32f8d9074']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:25:53.815565 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-61dfb23d-6628-4052-9413-f5c7e7dca9ea None None] Provisioning complete for port 902fcd95-9a07-446e-8116-0c281eff1013 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:25:53.818415 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-61dfb23d-6628-4052-9413-f5c7e7dca9ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:53.820000 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e245313-617a-404e-8094-1e66febf8c65 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51315eb3-60b8-48f9-899b-d3bcf5c95106,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:25:53.869778 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3e245313-617a-404e-8094-1e66febf8c65 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:53.880267 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-3e245313-617a-404e-8094-1e66febf8c65 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.7781346 Dec 06 17:25:53.891042 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9118a1-1901-4afa-b9fa-a732b476ac96 req-66303280-a2c3-4004-84d2-4b0b5746aa63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:53.893730 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0f9118a1-1901-4afa-b9fa-a732b476ac96 req-66303280-a2c3-4004-84d2-4b0b5746aa63 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=27074bf2b27c4afcb8f578b14abef9af&device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 1096 time: 1.3339493 Dec 06 17:25:53.904351 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 34662) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:25:53.908535 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-f3ca80ff-fedc-4ee1-b156-d08e0f53ed92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65235854-25e8-4048-b6e2-991cead0db67') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:25:53.914896 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-f3ca80ff-fedc-4ee1-b156-d08e0f53ed92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65235854-25e8-4048-b6e2-991cead0db67') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:25:53.931429 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-ec7dfe30-cde4-4472-83b0-69c15edd31ae tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Request body: {'security_group_rule': {'security_group_id': 'a3e234eb-ef13-4d36-83bd-19c69d53cd51', 'project_id': 'ecd148ff302244ca8d62fb6aab386351', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:25:54.017513 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Pushing event updated for resources: {'Port': ['ID=902fcd95-9a07-446e-8116-0c281eff1013,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:25:54.144788 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f3ca80ff-fedc-4ee1-b156-d08e0f53ed92 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:54.147131 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9118a1-1901-4afa-b9fa-a732b476ac96 req-0c56d8e1-7783-44c7-8f5e-9d89961a7fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:54.148732 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0f9118a1-1901-4afa-b9fa-a732b476ac96 req-0c56d8e1-7783-44c7-8f5e-9d89961a7fb5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0fd247c3-8063-42cc-bb6f-57bead4315cb HTTP/1.1" status: 200 len: 915 time: 0.2433844 Dec 06 17:25:54.179036 n-d-master-1 neutron-server[103285]: INFO neutron.db.securitygroups_db [None req-ec7dfe30-cde4-4472-83b0-69c15edd31ae tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Project ecd148ff302244ca8d62fb6aab386351 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 17:25:54.233787 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ec7dfe30-cde4-4472-83b0-69c15edd31ae tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:54.236612 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f3ca80ff-fedc-4ee1-b156-d08e0f53ed92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:54.246773 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0f9118a1-1901-4afa-b9fa-a732b476ac96 req-d7bcb5dc-c88a-4242-866a-cc046c2358d6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9c900df7-6bd1-4efb-807b-75f3d9f6e7b1 HTTP/1.1" status: 200 len: 217 time: 0.0688920 Dec 06 17:25:54.247922 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3ca80ff-fedc-4ee1-b156-d08e0f53ed92 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:25:54.248424 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f3ca80ff-fedc-4ee1-b156-d08e0f53ed92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:54.255296 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:25:54.255296 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:25:54.255296 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:25:54.255296 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:25:54.255296 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:25:54.255296 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:25:54.255296 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:25:54.255296 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:25:54.255296 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:25:54.255296 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:25:54.255296 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:25:54.255296 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:25:54.255296 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:25:54.255296 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:25:54.255296 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:25:54.255296 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:25:54.255296 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:25:54.255296 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:25:54.255296 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:25:54.255296 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:25:54.255296 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:25:54.255296 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:25:54.255296 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:25:54.255296 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:25:54.255296 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:25:54.255296 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:25:54.255296 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:25:54.255296 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:25:54.255296 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:25:54.255296 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:25:54.255296 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:25:54.255296 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:25:54.271377 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd05c438-d8b2-4bfe-8543-94dec3127fb7 req-42537f5e-c047-49ba-8aa7-476af30192e9 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:54.273594 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fd05c438-d8b2-4bfe-8543-94dec3127fb7 req-42537f5e-c047-49ba-8aa7-476af30192e9 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 945 time: 0.7878516 Dec 06 17:25:54.340707 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9118a1-1901-4afa-b9fa-a732b476ac96 req-89bd0a36-66fb-4e7f-aee7-81253c63cdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:54.346112 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fd05c438-d8b2-4bfe-8543-94dec3127fb7 req-522fbf38-5672-4c07-9f3f-13f3db118d1d tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630028 Dec 06 17:25:54.358355 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0f9118a1-1901-4afa-b9fa-a732b476ac96 req-89bd0a36-66fb-4e7f-aee7-81253c63cdfe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=32ad7edd-27dc-4328-9a42-8806a7c2ef97 HTTP/1.1" status: 200 len: 854 time: 0.0870683 Dec 06 17:25:54.371725 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7fe4ea2e-db98-40e9-893f-08aa6da29593 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-772474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575952'] for router_interface, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:54.475284 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0f9118a1-1901-4afa-b9fa-a732b476ac96 req-436a6a79-b4c4-47f0-9273-74f44091a6eb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0fd247c3-8063-42cc-bb6f-57bead4315cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670257 Dec 06 17:25:54.586192 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2d511ed2-1e43-4232-87aa-e56a08c9501c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575908'] for router_interface, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:54.591218 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f3ca80ff-fedc-4ee1-b156-d08e0f53ed92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:54.704433 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f3ca80ff-fedc-4ee1-b156-d08e0f53ed92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:54.708178 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-f3ca80ff-fedc-4ee1-b156-d08e0f53ed92 admin admin] 10.222.0.23 "DELETE /v2.0/networks/cf420c18-9b8b-4eac-b3ea-b6f32f8d9074 HTTP/1.1" status: 204 len: 168 time: 2.5690656 Dec 06 17:25:54.726629 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 9c900df7-6bd1-4efb-807b-75f3d9f6e7b1 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:25:54.728916 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ec7dfe30-cde4-4472-83b0-69c15edd31ae tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:54.782228 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 34678) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:25:54.794173 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ca80ff-fedc-4ee1-b156-d08e0f53ed92 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf420c18-9b8b-4eac-b3ea-b6f32f8d9074,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:25:54.801028 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ec7dfe30-cde4-4472-83b0-69c15edd31ae tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:54.933283 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7dfe30-cde4-4472-83b0-69c15edd31ae tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15ac6531-0561-4e74-9c52-a7a66d0aa8c6,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:25:54.947497 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ec7dfe30-cde4-4472-83b0-69c15edd31ae tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:54.952959 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-ec7dfe30-cde4-4472-83b0-69c15edd31ae tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0283196 Dec 06 17:25:54.956084 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 34684) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:25:54.969313 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-05dd7982-490d-416f-ba13-4d7ff558bfe1 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Request body: {'security_group_rule': {'security_group_id': 'a3e234eb-ef13-4d36-83bd-19c69d53cd51', 'project_id': 'ecd148ff302244ca8d62fb6aab386351', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:25:55.000686 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-9048578f-ee7b-4902-86b8-fc62edd99c76 admin admin] Deleting subnet b5a657dc-0138-4d3e-b5dc-c0d58e7df4e7 {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:25:55.008984 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0f9118a1-1901-4afa-b9fa-a732b476ac96 req-e281c835-f8cd-4043-98ff-36aac54b17ec service neutron] 10.222.0.41 "GET /v2.0/networks/0fd247c3-8063-42cc-bb6f-57bead4315cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5173628 Dec 06 17:25:55.013547 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9048578f-ee7b-4902-86b8-fc62edd99c76 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:55.045331 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fe4ea2e-db98-40e9-893f-08aa6da29593 admin admin] Router abf284a6-fc05-4bad-b1af-8fb83ecc05e3 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:25:55.103269 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:55.113781 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 902fcd95-9a07-446e-8116-0c281eff1013 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:25:55.143091 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9048578f-ee7b-4902-86b8-fc62edd99c76 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:55.166426 n-d-master-1 neutron-server[103285]: INFO neutron.db.securitygroups_db [None req-05dd7982-490d-416f-ba13-4d7ff558bfe1 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Project ecd148ff302244ca8d62fb6aab386351 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 17:25:55.259706 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-d01135b4-f57d-41e9-84f3-5ecf498331ff None None] Provisioning complete for port 902fcd95-9a07-446e-8116-0c281eff1013 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:25:55.260123 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d01135b4-f57d-41e9-84f3-5ecf498331ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:55.264118 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-05dd7982-490d-416f-ba13-4d7ff558bfe1 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:55.319377 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '376fa427-021b-4997-a0b0-c1fba445d258', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c900df7-6bd1-4efb-807b-75f3d9f6e7b1'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:25:55.322708 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e9ac901-1c9b-4578-bd09-73654eda84ba" -d '{"events": [{"server_uuid": "376fa427-021b-4997-a0b0-c1fba445d258", "name": "network-vif-unplugged", "status": "completed", "tag": "9c900df7-6bd1-4efb-807b-75f3d9f6e7b1"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:25:55.338678 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fe4ea2e-db98-40e9-893f-08aa6da29593 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:25:55.348594 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387f4eb0-2290-45ff-8647-97954d4de149 None None] Sync routers for ids ['abf284a6-fc05-4bad-b1af-8fb83ecc05e3'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:25:55.355969 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-7fe4ea2e-db98-40e9-893f-08aa6da29593 admin admin] 10.222.0.23 "PUT /v2.0/routers/abf284a6-fc05-4bad-b1af-8fb83ecc05e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7678852 Dec 06 17:25:55.356762 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 34698) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:25:55.357981 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 9c900df7-6bd1-4efb-807b-75f3d9f6e7b1, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=9c900df7-6bd1-4efb-807b-75f3d9f6e7b1,segment=NetworkSegment(7b3b1671-5b3d-45b5-8a84-9493fd934077),segment_id=7b3b1671-5b3d-45b5-8a84-9493fd934077)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:25:55.359162 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 902fcd95-9a07-446e-8116-0c281eff1013 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:25:55.359705 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:55.376592 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387f4eb0-2290-45ff-8647-97954d4de149 None None] Routers {'abf284a6-fc05-4bad-b1af-8fb83ecc05e3'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:25:55.378516 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-387f4eb0-2290-45ff-8647-97954d4de149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:25:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['abf284a6-fc05-4bad-b1af-8fb83ecc05e3'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:25:55.407857 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9048578f-ee7b-4902-86b8-fc62edd99c76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:55.453864 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:55.514216 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0f9118a1-1901-4afa-b9fa-a732b476ac96 req-920c4711-1632-4cf7-b995-4b5e74545dd3 service neutron] 10.222.0.41 "GET /v2.0/networks/0fd247c3-8063-42cc-bb6f-57bead4315cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4746890 Dec 06 17:25:55.650219 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-387f4eb0-2290-45ff-8647-97954d4de149 None None] Set router abf284a6-fc05-4bad-b1af-8fb83ecc05e3 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:25:55.744593 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7288124f-96d8-4bf3-bb5d-5c3cbd67c54a admin admin] Publish callbacks [] for router, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:55.779851 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-05dd7982-490d-416f-ba13-4d7ff558bfe1 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:55.807881 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-05dd7982-490d-416f-ba13-4d7ff558bfe1 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:55.908387 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 17:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee5d33c-d94f-4b80-a3cb-55d793aa76df x-openstack-request-id: req-bee5d33c-d94f-4b80-a3cb-55d793aa76df {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:25:55.908797 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "376fa427-021b-4997-a0b0-c1fba445d258", "name": "network-vif-unplugged", "status": "completed", "tag": "9c900df7-6bd1-4efb-807b-75f3d9f6e7b1", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:25:55.909153 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bee5d33c-d94f-4b80-a3cb-55d793aa76df {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:25:55.909686 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '376fa427-021b-4997-a0b0-c1fba445d258', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c900df7-6bd1-4efb-807b-75f3d9f6e7b1', 'code': 200} Dec 06 17:25:55.935020 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=9c900df7-6bd1-4efb-807b-75f3d9f6e7b1,revision_number=8']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:25:55.951435 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dd7982-490d-416f-ba13-4d7ff558bfe1 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13786c48-dbce-4740-be01-809440a940d5,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:25:55.967411 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-05dd7982-490d-416f-ba13-4d7ff558bfe1 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:55.991413 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-05dd7982-490d-416f-ba13-4d7ff558bfe1 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0286534 Dec 06 17:25:56.014697 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-387f4eb0-2290-45ff-8647-97954d4de149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abf284a6-fc05-4bad-b1af-8fb83ecc05e3', 'name': 'tempest-ServerActionsTestJSON-215464347-router', 'tenant_id': '0688c6db31494470a1b7a5ecaa734bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.202'}], 'enable_snat': True}, 'gw_port_id': '285abe9d-ae9b-4d37-b5c6-99865231b78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:16:35Z', 'updated_at': '2021-12-06T17:25:53Z', 'revision_number': 5, 'project_id': '0688c6db31494470a1b7a5ecaa734bc4', 'gw_port': {'id': '285abe9d-ae9b-4d37-b5c6-99865231b78e', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf284a6-fc05-4bad-b1af-8fb83ecc05e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:16:36Z', 'updated_at': '2021-12-06T17:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:25:56.043171 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6314ee16-2319-4400-86d5-423147368d59 req-17f0c68a-3f43-4434-9f7b-6b995e8f1d57 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:56.045038 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6314ee16-2319-4400-86d5-423147368d59 req-17f0c68a-3f43-4434-9f7b-6b995e8f1d57 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 943 time: 0.4758644 Dec 06 17:25:56.046849 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9048578f-ee7b-4902-86b8-fc62edd99c76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:56.099095 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387f4eb0-2290-45ff-8647-97954d4de149 None None] Checking router: abf284a6-fc05-4bad-b1af-8fb83ecc05e3 for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:25:56.111104 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9048578f-ee7b-4902-86b8-fc62edd99c76 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:56.118427 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-9048578f-ee7b-4902-86b8-fc62edd99c76 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b5a657dc-0138-4d3e-b5dc-c0d58e7df4e7 HTTP/1.1" status: 204 len: 168 time: 1.3326428 Dec 06 17:25:56.120145 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 34714) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:25:56.121123 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9048578f-ee7b-4902-86b8-fc62edd99c76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5a657dc-0138-4d3e-b5dc-c0d58e7df4e7,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:25:56.127309 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387f4eb0-2290-45ff-8647-97954d4de149 None None] Routers {'abf284a6-fc05-4bad-b1af-8fb83ecc05e3'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:25:56.128142 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-387f4eb0-2290-45ff-8647-97954d4de149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:25:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['abf284a6-fc05-4bad-b1af-8fb83ecc05e3'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:25:56.219930 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-2d511ed2-1e43-4232-87aa-e56a08c9501c admin admin] Deleting port 1677e4e9-7e35-4df4-b57f-0f22fcf2930b {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:25:56.220277 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2d511ed2-1e43-4232-87aa-e56a08c9501c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:56.263820 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6314ee16-2319-4400-86d5-423147368d59 req-8251e71b-52e8-4d34-b75f-04d5356d5e3b tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092671 Dec 06 17:25:56.312501 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7288124f-96d8-4bf3-bb5d-5c3cbd67c54a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:56.354070 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-387f4eb0-2290-45ff-8647-97954d4de149 None None] Set router abf284a6-fc05-4bad-b1af-8fb83ecc05e3 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:25:56.374363 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c8a7212d-d33b-42ff-a518-4eecd6962df5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:56.437434 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-2d511ed2-1e43-4232-87aa-e56a08c9501c admin admin] For port 1677e4e9-7e35-4df4-b57f-0f22fcf2930b, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1677e4e9-7e35-4df4-b57f-0f22fcf2930b,segment=NetworkSegment(dfa2809e-2c40-4748-98af-c80a158eb2d3),segment_id=dfa2809e-2c40-4748-98af-c80a158eb2d3)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:25:56.437744 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2d511ed2-1e43-4232-87aa-e56a08c9501c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:56.482141 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-2d511ed2-1e43-4232-87aa-e56a08c9501c admin admin] Calling delete_port for 1677e4e9-7e35-4df4-b57f-0f22fcf2930b owned by network:router_interface {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:25:56.508697 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1c840be3-1cea-4db3-ac85-f63a749a73f9 req-e546c7b2-ebab-42ac-b2e6-ee7fe21b40ed tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-602882133&fields=id&tenant_id=ecd148ff302244ca8d62fb6aab386351 HTTP/1.1" status: 200 len: 267 time: 0.1583929 Dec 06 17:25:56.593220 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-387f4eb0-2290-45ff-8647-97954d4de149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abf284a6-fc05-4bad-b1af-8fb83ecc05e3', 'name': 'tempest-ServerActionsTestJSON-215464347-router', 'tenant_id': '0688c6db31494470a1b7a5ecaa734bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.202'}], 'enable_snat': True}, 'gw_port_id': '285abe9d-ae9b-4d37-b5c6-99865231b78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:16:35Z', 'updated_at': '2021-12-06T17:25:53Z', 'revision_number': 5, 'project_id': '0688c6db31494470a1b7a5ecaa734bc4', 'gw_port': {'id': '285abe9d-ae9b-4d37-b5c6-99865231b78e', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf284a6-fc05-4bad-b1af-8fb83ecc05e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:16:36Z', 'updated_at': '2021-12-06T17:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:25:56.632936 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387f4eb0-2290-45ff-8647-97954d4de149 None None] The sync data for ids ['abf284a6-fc05-4bad-b1af-8fb83ecc05e3'] in n-d-master-1 is: [{'id': 'abf284a6-fc05-4bad-b1af-8fb83ecc05e3', 'name': 'tempest-ServerActionsTestJSON-215464347-router', 'tenant_id': '0688c6db31494470a1b7a5ecaa734bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.202'}], 'enable_snat': True}, 'gw_port_id': '285abe9d-ae9b-4d37-b5c6-99865231b78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:16:35Z', 'updated_at': '2021-12-06T17:25:53Z', 'revision_number': 5, 'project_id': '0688c6db31494470a1b7a5ecaa734bc4', 'gw_port': {'id': '285abe9d-ae9b-4d37-b5c6-99865231b78e', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf284a6-fc05-4bad-b1af-8fb83ecc05e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:16:36Z', 'updated_at': '2021-12-06T17:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:25:56.679129 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c8a7212d-d33b-42ff-a518-4eecd6962df5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:56.703481 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-7288124f-96d8-4bf3-bb5d-5c3cbd67c54a admin admin] Deleting port 285abe9d-ae9b-4d37-b5c6-99865231b78e {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:25:56.703989 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7288124f-96d8-4bf3-bb5d-5c3cbd67c54a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:56.769263 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-c8a7212d-d33b-42ff-a518-4eecd6962df5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['000a79c3-1438-4f4c-853a-086bc41258ac']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:25:56.797985 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-c8a7212d-d33b-42ff-a518-4eecd6962df5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48a09aad-9e14-4d77-a289-201e882238c6') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:25:56.798247 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-c8a7212d-d33b-42ff-a518-4eecd6962df5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48a09aad-9e14-4d77-a289-201e882238c6') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:25:56.857934 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c8a7212d-d33b-42ff-a518-4eecd6962df5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:56.872718 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2d511ed2-1e43-4232-87aa-e56a08c9501c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:56.877509 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c840be3-1cea-4db3-ac85-f63a749a73f9 req-999d26bc-5e18-4e43-a4be-6d107522e6f7 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:56.886385 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1c840be3-1cea-4db3-ac85-f63a749a73f9 req-999d26bc-5e18-4e43-a4be-6d107522e6f7 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "GET /v2.0/networks?id=5c4d7b9b-2e7d-4b9e-b395-540c7851d2f1 HTTP/1.1" status: 200 len: 797 time: 0.3767755 Dec 06 17:25:56.906840 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d511ed2-1e43-4232-87aa-e56a08c9501c admin admin] Pushing event deleted for resources: {'Port': ['ID=1677e4e9-7e35-4df4-b57f-0f22fcf2930b,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:25:56.914427 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c8a7212d-d33b-42ff-a518-4eecd6962df5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:56.923047 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1c840be3-1cea-4db3-ac85-f63a749a73f9 req-dc422da4-07ea-4e34-868d-ba6532daf3d8 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "GET /v2.0/quotas/ecd148ff302244ca8d62fb6aab386351 HTTP/1.1" status: 200 len: 375 time: 0.0351195 Dec 06 17:25:56.979640 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8a7212d-d33b-42ff-a518-4eecd6962df5 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:25:56.980058 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c8a7212d-d33b-42ff-a518-4eecd6962df5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:56.988433 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 17:25:56.988433 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:25:56.988433 n-d-master-1 neutron-server[103284]: timer() Dec 06 17:25:56.988433 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:25:56.988433 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 17:25:56.988433 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:25:56.988433 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 17:25:56.988433 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:25:56.988433 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 17:25:56.988433 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:25:56.988433 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 17:25:56.988433 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:25:56.988433 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 17:25:56.988433 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:25:56.988433 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:25:56.988433 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:25:56.988433 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:25:56.988433 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:25:56.988433 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 17:25:56.988433 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:25:56.988433 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 17:25:56.988433 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:25:56.988433 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:25:56.988433 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:25:56.988433 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 17:25:56.988433 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:25:56.988433 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:25:56.988433 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:25:56.988433 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:25:56.988433 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:25:56.988433 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:25:56.988433 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:25:57.143786 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-7288124f-96d8-4bf3-bb5d-5c3cbd67c54a admin admin] For port 285abe9d-ae9b-4d37-b5c6-99865231b78e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=285abe9d-ae9b-4d37-b5c6-99865231b78e,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:25:57.144282 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7288124f-96d8-4bf3-bb5d-5c3cbd67c54a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:57.211840 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-7288124f-96d8-4bf3-bb5d-5c3cbd67c54a admin admin] Calling delete_port for 285abe9d-ae9b-4d37-b5c6-99865231b78e owned by network:router_gateway {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:25:57.238249 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1c840be3-1cea-4db3-ac85-f63a749a73f9 req-7923fe5e-9188-4dfb-a8fd-f3d3cdff6ca3 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ecd148ff302244ca8d62fb6aab386351&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3143854 Dec 06 17:25:57.257850 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c8a7212d-d33b-42ff-a518-4eecd6962df5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:57.273675 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c8a7212d-d33b-42ff-a518-4eecd6962df5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:57.279212 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2d511ed2-1e43-4232-87aa-e56a08c9501c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-772474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575952'] for router_interface, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:57.292009 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-c8a7212d-d33b-42ff-a518-4eecd6962df5 admin admin] 10.222.0.23 "DELETE /v2.0/networks/000a79c3-1438-4f4c-853a-086bc41258ac HTTP/1.1" status: 204 len: 168 time: 1.1542661 Dec 06 17:25:57.543264 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1c840be3-1cea-4db3-ac85-f63a749a73f9 req-ca79f6d1-999d-496a-b8cc-6a7761aaf409 service neutron] 10.222.0.23 "GET /v2.0/networks/5c4d7b9b-2e7d-4b9e-b395-540c7851d2f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816448 Dec 06 17:25:57.582444 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e9fe6-d794-4ca2-b591-dd810c4ea8ae req-4b2af4ac-98de-4a53-9b29-89a352502c0f tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:57.584290 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2f6e9fe6-d794-4ca2-b591-dd810c4ea8ae req-4b2af4ac-98de-4a53-9b29-89a352502c0f tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 943 time: 0.1163507 Dec 06 17:25:57.626551 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a7212d-d33b-42ff-a518-4eecd6962df5 admin admin] Pushing event deleted for resources: {'Network': ['ID=000a79c3-1438-4f4c-853a-086bc41258ac,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:25:57.700402 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2f6e9fe6-d794-4ca2-b591-dd810c4ea8ae req-15680742-873f-4635-900f-35f1d7e35fb3 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076326 Dec 06 17:25:57.846360 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1c840be3-1cea-4db3-ac85-f63a749a73f9 req-aca2921f-e457-470c-8670-faafc50ba5d3 service neutron] 10.222.0.23 "GET /v2.0/networks/5c4d7b9b-2e7d-4b9e-b395-540c7851d2f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875392 Dec 06 17:25:57.947224 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 34746) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:25:57.968297 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7288124f-96d8-4bf3-bb5d-5c3cbd67c54a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:57.994585 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d511ed2-1e43-4232-87aa-e56a08c9501c admin admin] Router 299e868a-74a3-4c4c-93ae-4dd624a0bc92 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:25:58.100515 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a92419-f3f2-4a20-a2af-8b676ca2f842 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:25:58.109455 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a42a9a0b-154d-42c3-9fe5-783290510c27 req-22620586-4284-44c5-9125-c509f85566f0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1946843 Dec 06 17:25:58.165513 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7288124f-96d8-4bf3-bb5d-5c3cbd67c54a admin admin] Pushing event deleted for resources: {'Port': ['ID=285abe9d-ae9b-4d37-b5c6-99865231b78e,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:25:58.219676 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-151c58c9-5160-45df-9e70-b3c9437b411d req-8f1c206f-96b0-42e7-9e12-7a2e1452354b tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "GET /v2.0/ports?device_id=0187ebad-ec70-4367-b41d-6c2f73aaed07 HTTP/1.1" status: 200 len: 210 time: 0.1335201 Dec 06 17:25:58.277969 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-ed615048-8269-43d7-a6e7-c85427cc3c60 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e7779b6571e04aa1a49f32880d951dfe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3296175 Dec 06 17:25:58.283146 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 34762) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:25:58.296803 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-43792a15-7d4c-42c0-a19f-190f7a35d5d9 req-2dbaecd8-9463-44d5-a073-f5441dfefa78 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b90c60e1-8c4d-43c2-9053-69409cdfe209&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2126377 Dec 06 17:25:58.338378 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7288124f-96d8-4bf3-bb5d-5c3cbd67c54a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536698'] for router_gateway, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:58.364929 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d511ed2-1e43-4232-87aa-e56a08c9501c admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:25:58.377921 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519725fe-bc9f-4376-b819-786100f99ab4 None None] Sync routers for ids ['299e868a-74a3-4c4c-93ae-4dd624a0bc92'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:25:58.387600 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-2d511ed2-1e43-4232-87aa-e56a08c9501c admin admin] 10.222.0.23 "PUT /v2.0/routers/299e868a-74a3-4c4c-93ae-4dd624a0bc92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7105088 Dec 06 17:25:58.393620 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42a9a0b-154d-42c3-9fe5-783290510c27 req-7bb74641-d023-48ff-825f-982d67d37afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:58.395956 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a42a9a0b-154d-42c3-9fe5-783290510c27 req-7bb74641-d023-48ff-825f-982d67d37afa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=27074bf2b27c4afcb8f578b14abef9af&device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 1094 time: 0.1763268 Dec 06 17:25:58.396493 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 34764) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:25:58.415499 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519725fe-bc9f-4376-b819-786100f99ab4 None None] Routers {'299e868a-74a3-4c4c-93ae-4dd624a0bc92'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:25:58.416168 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-519725fe-bc9f-4376-b819-786100f99ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:25:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['299e868a-74a3-4c4c-93ae-4dd624a0bc92'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:25:58.472027 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 34766) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:25:58.531899 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7288124f-96d8-4bf3-bb5d-5c3cbd67c54a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:58.535239 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7288124f-96d8-4bf3-bb5d-5c3cbd67c54a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:58.551264 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43792a15-7d4c-42c0-a19f-190f7a35d5d9 req-828fac53-00c2-4200-abdb-798e9e75cc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:58.552950 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-43792a15-7d4c-42c0-a19f-190f7a35d5d9 req-828fac53-00c2-4200-abdb-798e9e75cc67 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ecd148ff302244ca8d62fb6aab386351&device_id=b90c60e1-8c4d-43c2-9053-69409cdfe209 HTTP/1.1" status: 200 len: 1096 time: 0.1276426 Dec 06 17:25:58.557762 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9d933dc8-ac10-47c1-841d-ef74c58976d3 admin admin] Publish callbacks [] for router, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:58.685502 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-519725fe-bc9f-4376-b819-786100f99ab4 None None] Set router 299e868a-74a3-4c4c-93ae-4dd624a0bc92 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:25:58.718852 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-01eeb3e3-5e5c-4b86-b978-830f173da760 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:58.791330 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9a0eda2e-409f-4e9e-9bd3-acfa15cdf4fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:58.793951 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7288124f-96d8-4bf3-bb5d-5c3cbd67c54a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:58.794653 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7288124f-96d8-4bf3-bb5d-5c3cbd67c54a admin admin] Fanout notify agent at l3_agent the message router_deleted on router abf284a6-fc05-4bad-b1af-8fb83ecc05e3 {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 17:25:58.827289 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9d933dc8-ac10-47c1-841d-ef74c58976d3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:58.851620 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7288124f-96d8-4bf3-bb5d-5c3cbd67c54a admin admin] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:58.869508 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-7288124f-96d8-4bf3-bb5d-5c3cbd67c54a admin admin] 10.222.0.23 "DELETE /v2.0/routers/abf284a6-fc05-4bad-b1af-8fb83ecc05e3 HTTP/1.1" status: 204 len: 168 time: 3.5115278 Dec 06 17:25:58.874396 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 34778) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:25:58.922695 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 6b1de927-1ebc-4821-82dd-b38fae2cbcb0 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:25:58.966964 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 6b1de927-1ebc-4821-82dd-b38fae2cbcb0 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:25:58.967594 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 6b1de927-1ebc-4821-82dd-b38fae2cbcb0 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:25:59.178314 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9a0eda2e-409f-4e9e-9bd3-acfa15cdf4fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:59.274783 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-519725fe-bc9f-4376-b819-786100f99ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '299e868a-74a3-4c4c-93ae-4dd624a0bc92', 'name': 'tempest-TaggedBootDevicesTest-1863706378-router', 'tenant_id': 'c973b956ad1446ddb2a3c512fd637f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.86'}], 'enable_snat': True}, 'gw_port_id': '8dc80737-4450-44a4-8942-6ee6c76c9cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:13:18Z', 'updated_at': '2021-12-06T17:25:56Z', 'revision_number': 5, 'project_id': 'c973b956ad1446ddb2a3c512fd637f75', 'gw_port': {'id': '8dc80737-4450-44a4-8942-6ee6c76c9cff', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:94:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299e868a-74a3-4c4c-93ae-4dd624a0bc92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:13:18Z', 'updated_at': '2021-12-06T17:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:25:59.276526 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9a0eda2e-409f-4e9e-9bd3-acfa15cdf4fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:59.284053 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-01eeb3e3-5e5c-4b86-b978-830f173da760 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:59.331883 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519725fe-bc9f-4376-b819-786100f99ab4 None None] Checking router: 299e868a-74a3-4c4c-93ae-4dd624a0bc92 for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:25:59.344427 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519725fe-bc9f-4376-b819-786100f99ab4 None None] Routers {'299e868a-74a3-4c4c-93ae-4dd624a0bc92'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:25:59.345431 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-519725fe-bc9f-4376-b819-786100f99ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:25:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['299e868a-74a3-4c4c-93ae-4dd624a0bc92'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:25:59.593003 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-519725fe-bc9f-4376-b819-786100f99ab4 None None] Set router 299e868a-74a3-4c4c-93ae-4dd624a0bc92 gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:25:59.664602 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-519725fe-bc9f-4376-b819-786100f99ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '299e868a-74a3-4c4c-93ae-4dd624a0bc92', 'name': 'tempest-TaggedBootDevicesTest-1863706378-router', 'tenant_id': 'c973b956ad1446ddb2a3c512fd637f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:13:18Z', 'updated_at': '2021-12-06T17:25:58Z', 'revision_number': 6, 'project_id': 'c973b956ad1446ddb2a3c512fd637f75', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:25:59.689373 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42a9a0b-154d-42c3-9fe5-783290510c27 req-188ac01c-7689-416f-9d5f-efff1c22ead2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:59.691644 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a42a9a0b-154d-42c3-9fe5-783290510c27 req-188ac01c-7689-416f-9d5f-efff1c22ead2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0fd247c3-8063-42cc-bb6f-57bead4315cb HTTP/1.1" status: 200 len: 915 time: 1.0099390 Dec 06 17:25:59.702442 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519725fe-bc9f-4376-b819-786100f99ab4 None None] The sync data for ids ['299e868a-74a3-4c4c-93ae-4dd624a0bc92'] in n-d-master-1 is: [{'id': '299e868a-74a3-4c4c-93ae-4dd624a0bc92', 'name': 'tempest-TaggedBootDevicesTest-1863706378-router', 'tenant_id': 'c973b956ad1446ddb2a3c512fd637f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:13:18Z', 'updated_at': '2021-12-06T17:25:58Z', 'revision_number': 6, 'project_id': 'c973b956ad1446ddb2a3c512fd637f75', 'gw_port_host': None}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:25:59.734426 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7cdee244-1239-4246-a1df-e5fd26c296df req-f4a4c7c8-0a1c-4ea7-a49a-9501d6b248bc tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "GET /v2.0/ports?device_id=0187ebad-ec70-4367-b41d-6c2f73aaed07 HTTP/1.1" status: 200 len: 210 time: 0.0580106 Dec 06 17:25:59.820443 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a42a9a0b-154d-42c3-9fe5-783290510c27 req-63269742-5932-45e8-9c42-a90a88140737 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9c900df7-6bd1-4efb-807b-75f3d9f6e7b1 HTTP/1.1" status: 200 len: 217 time: 0.1004319 Dec 06 17:25:59.894355 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9d933dc8-ac10-47c1-841d-ef74c58976d3 admin admin] Deleting port 8dc80737-4450-44a4-8942-6ee6c76c9cff {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:25:59.894691 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9d933dc8-ac10-47c1-841d-ef74c58976d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:25:59.898407 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42a9a0b-154d-42c3-9fe5-783290510c27 req-00761489-7f63-45fa-a9ef-4272599cea02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:25:59.901595 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a42a9a0b-154d-42c3-9fe5-783290510c27 req-00761489-7f63-45fa-a9ef-4272599cea02 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=32ad7edd-27dc-4328-9a42-8806a7c2ef97 HTTP/1.1" status: 200 len: 854 time: 0.0687029 Dec 06 17:25:59.970823 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a42a9a0b-154d-42c3-9fe5-783290510c27 req-94c40113-9c65-48f5-af3d-2482f1026cff service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0fd247c3-8063-42cc-bb6f-57bead4315cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584500 Dec 06 17:26:00.005914 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb9687a9-a864-4e53-adb7-314626df8cdc admin admin] Deleting subnet 407d30a8-656b-4107-b0bb-8b27c7634002 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:26:00.024300 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eb9687a9-a864-4e53-adb7-314626df8cdc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:00.034671 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-9a0eda2e-409f-4e9e-9bd3-acfa15cdf4fb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=53e68dd0c7734e00b37aebf7fabe3c84&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5283821 Dec 06 17:26:00.045255 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 34790) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:26:00.065519 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0eda2e-409f-4e9e-9bd3-acfa15cdf4fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f955f6b2-4a90-4e06-ab37-8ebf7cab9108,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:26:00.079803 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43792a15-7d4c-42c0-a19f-190f7a35d5d9 req-99b33188-0531-4edb-8ac5-3fd80a922d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:00.081585 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-43792a15-7d4c-42c0-a19f-190f7a35d5d9 req-99b33188-0531-4edb-8ac5-3fd80a922d35 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fcf22484-3aee-4f8b-9ee4-03517fcd27e4 HTTP/1.1" status: 200 len: 898 time: 1.4340954 Dec 06 17:26:00.092443 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30784bb3-9d67-444c-9e9f-7c0e2345cca0 req-9a720342-e4cd-4d00-9d4a-ada2be6240c7 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:00.094057 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-30784bb3-9d67-444c-9e9f-7c0e2345cca0 req-9a720342-e4cd-4d00-9d4a-ada2be6240c7 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 943 time: 1.2204995 Dec 06 17:26:00.104235 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eb9687a9-a864-4e53-adb7-314626df8cdc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:00.178083 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9d933dc8-ac10-47c1-841d-ef74c58976d3 admin admin] For port 8dc80737-4450-44a4-8942-6ee6c76c9cff, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=8dc80737-4450-44a4-8942-6ee6c76c9cff,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:26:00.178879 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9d933dc8-ac10-47c1-841d-ef74c58976d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:00.189155 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eb9687a9-a864-4e53-adb7-314626df8cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:00.210121 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9d933dc8-ac10-47c1-841d-ef74c58976d3 admin admin] Calling delete_port for 8dc80737-4450-44a4-8942-6ee6c76c9cff owned by network:router_gateway {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:26:00.227971 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a42a9a0b-154d-42c3-9fe5-783290510c27 req-67045388-1e49-40af-aee1-13495d2759be service neutron] 10.222.0.41 "GET /v2.0/networks/0fd247c3-8063-42cc-bb6f-57bead4315cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487149 Dec 06 17:26:00.237341 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-96cdfe84-23d5-41f7-86e6-dfcb2ae05746 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:00.256720 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eb9687a9-a864-4e53-adb7-314626df8cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:00.258609 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-01eeb3e3-5e5c-4b86-b978-830f173da760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:00.261422 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-01eeb3e3-5e5c-4b86-b978-830f173da760 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:00.262877 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-01eeb3e3-5e5c-4b86-b978-830f173da760 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/51423628-2240-4a7f-b0ae-05f2d5833289 HTTP/1.1" status: 204 len: 168 time: 1.9775777 Dec 06 17:26:00.405456 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eeb3e3-5e5c-4b86-b978-830f173da760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51423628-2240-4a7f-b0ae-05f2d5833289,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:26:00.408126 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9687a9-a864-4e53-adb7-314626df8cdc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=407d30a8-656b-4107-b0bb-8b27c7634002,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:26:00.410033 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f111feb7-43ee-47e0-8009-05b48cc174a1 None None] Network b1330ff6-71a6-48db-aedf-2e908404d40b requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:26:00.411008 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eb9687a9-a864-4e53-adb7-314626df8cdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:00.418930 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-eb9687a9-a864-4e53-adb7-314626df8cdc admin admin] 10.222.0.23 "DELETE /v2.0/subnets/407d30a8-656b-4107-b0bb-8b27c7634002 HTTP/1.1" status: 204 len: 168 time: 1.5222857 Dec 06 17:26:00.427714 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 34798) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:26:00.469828 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-30784bb3-9d67-444c-9e9f-7c0e2345cca0 req-2a93eef8-8f34-4e93-9e21-fe85c1cec8f4 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145107 Dec 06 17:26:00.514384 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-43792a15-7d4c-42c0-a19f-190f7a35d5d9 req-b515d5c8-a2b6-4856-8be1-98fabd2869ce service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09f7aabb-6b09-4a8b-bc58-433a095b05f8 HTTP/1.1" status: 200 len: 1000 time: 0.2674444 Dec 06 17:26:00.529100 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-96cdfe84-23d5-41f7-86e6-dfcb2ae05746 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:00.794720 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-96cdfe84-23d5-41f7-86e6-dfcb2ae05746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:00.797582 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-96cdfe84-23d5-41f7-86e6-dfcb2ae05746 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:00.798837 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-96cdfe84-23d5-41f7-86e6-dfcb2ae05746 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f955f6b2-4a90-4e06-ab37-8ebf7cab9108 HTTP/1.1" status: 204 len: 168 time: 0.7540679 Dec 06 17:26:00.810172 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc74a474-9304-4938-9da2-3bc4aeef3648 None None] DHCP port deletion for b1330ff6-71a6-48db-aedf-2e908404d40b request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:26:00.815747 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43792a15-7d4c-42c0-a19f-190f7a35d5d9 req-cdcae5dc-7ac9-4d19-87f4-f411a4ae8b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:00.817512 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-43792a15-7d4c-42c0-a19f-190f7a35d5d9 req-cdcae5dc-7ac9-4d19-87f4-f411a4ae8b1a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=28f81e8a-3246-4ebb-bc93-f6166ab7cc6f HTTP/1.1" status: 200 len: 834 time: 0.2857924 Dec 06 17:26:00.820323 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cf082e45-1754-4ff9-8ccc-15b3e48900d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:00.843750 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cdfe84-23d5-41f7-86e6-dfcb2ae05746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f955f6b2-4a90-4e06-ab37-8ebf7cab9108,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:26:00.865140 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 1677e4e9-7e35-4df4-b57f-0f22fcf2930b no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:26:00.910023 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 1677e4e9-7e35-4df4-b57f-0f22fcf2930b {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:26:00.910862 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 1677e4e9-7e35-4df4-b57f-0f22fcf2930b not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:26:00.911755 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 8dc80737-4450-44a4-8942-6ee6c76c9cff no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:26:00.963197 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c021d9-47cf-4f21-9f13-2e1e764a26f4 req-352f4dc6-c9ac-4978-aa02-a0feb3ffc6f4 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:00.969399 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c4c021d9-47cf-4f21-9f13-2e1e764a26f4 req-352f4dc6-c9ac-4978-aa02-a0feb3ffc6f4 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 943 time: 0.2370896 Dec 06 17:26:00.999231 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-fc74a474-9304-4938-9da2-3bc4aeef3648 None None] Deleting port 9e0ea718-a710-4598-a2cf-9e1e0bac5951 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:26:00.999910 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fc74a474-9304-4938-9da2-3bc4aeef3648 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:01.070537 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a42a9a0b-154d-42c3-9fe5-783290510c27 req-bff78362-1ce0-4855-af31-4c0e9b332589 service neutron] 10.222.0.41 "GET /v2.0/networks/0fd247c3-8063-42cc-bb6f-57bead4315cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8102548 Dec 06 17:26:01.108926 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c840be3-1cea-4db3-ac85-f63a749a73f9 req-8b3c3072-edd3-4595-bb2f-20c0679a12ce tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:01.110841 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1c840be3-1cea-4db3-ac85-f63a749a73f9 req-8b3c3072-edd3-4595-bb2f-20c0679a12ce tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.41 "GET /v2.0/networks?id=5c4d7b9b-2e7d-4b9e-b395-540c7851d2f1 HTTP/1.1" status: 200 len: 797 time: 0.8629971 Dec 06 17:26:01.119416 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f1fa3c4f-cb10-46be-bb0d-ae751905b735 req-648cc5be-3435-4bde-9307-0f589fa23175 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "GET /v2.0/ports?device_id=0187ebad-ec70-4367-b41d-6c2f73aaed07 HTTP/1.1" status: 200 len: 210 time: 0.1493738 Dec 06 17:26:01.133154 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-fc74a474-9304-4938-9da2-3bc4aeef3648 None None] For port 9e0ea718-a710-4598-a2cf-9e1e0bac5951, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9e0ea718-a710-4598-a2cf-9e1e0bac5951,segment=NetworkSegment(89275c86-7da9-47f2-a47a-1035a530c501),segment_id=89275c86-7da9-47f2-a47a-1035a530c501)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:26:01.138065 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43792a15-7d4c-42c0-a19f-190f7a35d5d9 req-c3230aee-d9ca-46ab-b2bd-d4b4bec222ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:01.146565 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-43792a15-7d4c-42c0-a19f-190f7a35d5d9 req-c3230aee-d9ca-46ab-b2bd-d4b4bec222ac service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fcf22484-3aee-4f8b-9ee4-03517fcd27e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3186595 Dec 06 17:26:01.158006 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fc74a474-9304-4938-9da2-3bc4aeef3648 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:01.171784 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 34816) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:26:01.252508 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-cf082e45-1754-4ff9-8ccc-15b3e48900d1 admin admin] Deleting port 9e0ea718-a710-4598-a2cf-9e1e0bac5951 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:26:01.253187 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cf082e45-1754-4ff9-8ccc-15b3e48900d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:01.286048 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c4c021d9-47cf-4f21-9f13-2e1e764a26f4 req-6590074c-3e94-4a1d-b2c8-8d1771263e5f tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891903 Dec 06 17:26:01.314009 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-a29b246f-5222-4f33-8f6b-158cdd1a8dd2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=da35fcbb73f24a848f84ffa545f3a7eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1399670 Dec 06 17:26:01.316641 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 34820) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:26:01.317666 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1c840be3-1cea-4db3-ac85-f63a749a73f9 req-7fa4bb21-bd64-4bd1-9cfa-0a2cd5918b39 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ecd148ff302244ca8d62fb6aab386351 HTTP/1.1" status: 200 len: 472 time: 0.1885881 Dec 06 17:26:01.331111 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-1c840be3-1cea-4db3-ac85-f63a749a73f9 req-db320173-ab66-440e-bf2a-aa40df89b778 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Request body: {'port': {'device_id': '0187ebad-ec70-4367-b41d-6c2f73aaed07', 'network_id': '5c4d7b9b-2e7d-4b9e-b395-540c7851d2f1', 'admin_state_up': True, 'tenant_id': 'ecd148ff302244ca8d62fb6aab386351', 'security_groups': ['a3e234eb-ef13-4d36-83bd-19c69d53cd51']}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:26:01.353162 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9d933dc8-ac10-47c1-841d-ef74c58976d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:01.364889 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-fc74a474-9304-4938-9da2-3bc4aeef3648 None None] Calling delete_port for 9e0ea718-a710-4598-a2cf-9e1e0bac5951 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:26:01.429233 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d933dc8-ac10-47c1-841d-ef74c58976d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8dc80737-4450-44a4-8942-6ee6c76c9cff,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:26:01.440334 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:01.491176 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-43792a15-7d4c-42c0-a19f-190f7a35d5d9 req-9359d03f-d6a4-4d60-960f-c9232feb4d12 service neutron] 10.222.0.44 "GET /v2.0/networks/fcf22484-3aee-4f8b-9ee4-03517fcd27e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3346722 Dec 06 17:26:01.493955 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-cf082e45-1754-4ff9-8ccc-15b3e48900d1 admin admin] For port 9e0ea718-a710-4598-a2cf-9e1e0bac5951, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9e0ea718-a710-4598-a2cf-9e1e0bac5951,segment=NetworkSegment(89275c86-7da9-47f2-a47a-1035a530c501),segment_id=89275c86-7da9-47f2-a47a-1035a530c501)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:26:01.494579 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cf082e45-1754-4ff9-8ccc-15b3e48900d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:01.552416 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-cf082e45-1754-4ff9-8ccc-15b3e48900d1 admin admin] Calling delete_port for 9e0ea718-a710-4598-a2cf-9e1e0bac5951 owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:26:01.605502 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9d933dc8-ac10-47c1-841d-ef74c58976d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536698'] for router_gateway, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:01.611576 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [req-5b2e862c-d2cd-420b-ac56-4dbce4ff4640 req-9d867a21-80d4-4929-a9ad-5ba7f9ffd836 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103285) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:26:01.612608 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5b2e862c-d2cd-420b-ac56-4dbce4ff4640 req-9d867a21-80d4-4929-a9ad-5ba7f9ffd836 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0087500 Dec 06 17:26:01.615183 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 34828) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:26:01.631355 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb6f14e-3f5a-46ae-8d98-5e43f36daeb4 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:26:01.646932 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 285abe9d-ae9b-4d37-b5c6-99865231b78e no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:26:01.673912 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0295a07f-08dd-4be5-b7da-bb3ca2ade354 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:01.700258 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0295a07f-08dd-4be5-b7da-bb3ca2ade354 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:01.729071 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1c803b01-097f-48b9-bd8f-c5e371a3f636 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:01.736585 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9d933dc8-ac10-47c1-841d-ef74c58976d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:01.744327 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9d933dc8-ac10-47c1-841d-ef74c58976d3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:01.812170 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-43792a15-7d4c-42c0-a19f-190f7a35d5d9 req-a393bece-b174-4a3e-9142-a6ced1a05202 service neutron] 10.222.0.44 "GET /v2.0/networks/fcf22484-3aee-4f8b-9ee4-03517fcd27e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3120534 Dec 06 17:26:01.835350 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1c803b01-097f-48b9-bd8f-c5e371a3f636 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:01.840074 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c840be3-1cea-4db3-ac85-f63a749a73f9 req-db320173-ab66-440e-bf2a-aa40df89b778 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Made reservation on behalf of ecd148ff302244ca8d62fb6aab386351 for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:26:01.844738 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-1c840be3-1cea-4db3-ac85-f63a749a73f9 req-db320173-ab66-440e-bf2a-aa40df89b778 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:01.849832 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1c803b01-097f-48b9-bd8f-c5e371a3f636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:01.877934 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 285abe9d-ae9b-4d37-b5c6-99865231b78e {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:26:01.878279 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 285abe9d-ae9b-4d37-b5c6-99865231b78e not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:26:01.952372 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d00801a-5855-4c75-a956-749b9003ded2 req-7489f855-d99a-42d9-8e5b-cd846847ddf5 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:01.953977 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4d00801a-5855-4c75-a956-749b9003ded2 req-7489f855-d99a-42d9-8e5b-cd846847ddf5 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 943 time: 0.0948012 Dec 06 17:26:01.969792 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9d933dc8-ac10-47c1-841d-ef74c58976d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:01.971677 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d933dc8-ac10-47c1-841d-ef74c58976d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 299e868a-74a3-4c4c-93ae-4dd624a0bc92 {{(pid=103285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 17:26:01.972949 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cf082e45-1754-4ff9-8ccc-15b3e48900d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:01.978063 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9d933dc8-ac10-47c1-841d-ef74c58976d3 admin admin] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:01.979317 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-9d933dc8-ac10-47c1-841d-ef74c58976d3 admin admin] 10.222.0.23 "DELETE /v2.0/routers/299e868a-74a3-4c4c-93ae-4dd624a0bc92 HTTP/1.1" status: 204 len: 168 time: 3.5813227 Dec 06 17:26:02.002415 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 34838) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:26:02.056373 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fc74a474-9304-4938-9da2-3bc4aeef3648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:02.077074 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-68f8d7cf-edb6-4130-b3de-f6ad816aa995 admin admin] Deleting subnet 1658c988-5958-40c4-9b83-49ab09df36c6 {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:26:02.102379 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-68f8d7cf-edb6-4130-b3de-f6ad816aa995 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:02.115807 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0295a07f-08dd-4be5-b7da-bb3ca2ade354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:02.122895 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0295a07f-08dd-4be5-b7da-bb3ca2ade354 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:02.127531 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-0295a07f-08dd-4be5-b7da-bb3ca2ade354 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ccfc0801-6cdc-4064-acef-6c0596466d3e HTTP/1.1" status: 204 len: 168 time: 0.8092365 Dec 06 17:26:02.155742 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc74a474-9304-4938-9da2-3bc4aeef3648 None None] No DVR routers for this DVR port 9e0ea718-a710-4598-a2cf-9e1e0bac5951 on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:26:02.166542 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf082e45-1754-4ff9-8ccc-15b3e48900d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e0ea718-a710-4598-a2cf-9e1e0bac5951,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:26:02.175442 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc74a474-9304-4938-9da2-3bc4aeef3648 None None] Pushing event deleted for resources: {'Port': ['ID=9e0ea718-a710-4598-a2cf-9e1e0bac5951,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:26:02.182746 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c803b01-097f-48b9-bd8f-c5e371a3f636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e41427-e6ae-4b60-a8af-257c542fe1ce,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:26:02.200348 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-1c803b01-097f-48b9-bd8f-c5e371a3f636 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3f65e4575d914cf38588cf6a1364204d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5572560 Dec 06 17:26:02.213991 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 34848) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:26:02.224375 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0295a07f-08dd-4be5-b7da-bb3ca2ade354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccfc0801-6cdc-4064-acef-6c0596466d3e,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:26:02.244201 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf082e45-1754-4ff9-8ccc-15b3e48900d1 admin admin] No DVR routers for this DVR port 9e0ea718-a710-4598-a2cf-9e1e0bac5951 on host n-d-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:26:02.375623 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f17d0438-56f2-4048-b36e-e1fd89efb8a2 req-f94f63c4-a4df-4ce4-b2a3-507ed320ce4f tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "GET /v2.0/ports?device_id=0187ebad-ec70-4367-b41d-6c2f73aaed07 HTTP/1.1" status: 200 len: 210 time: 0.0490181 Dec 06 17:26:02.380449 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-68f8d7cf-edb6-4130-b3de-f6ad816aa995 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:02.413351 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4d00801a-5855-4c75-a956-749b9003ded2 req-c22d80e9-2ccd-4434-9fc8-e117fb31de12 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4432566 Dec 06 17:26:02.506726 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2b77a064-833e-4820-bc7f-af087ac77862 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:02.562712 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cf082e45-1754-4ff9-8ccc-15b3e48900d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:02.633786 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-68f8d7cf-edb6-4130-b3de-f6ad816aa995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:02.650187 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2b77a064-833e-4820-bc7f-af087ac77862 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:02.693346 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-cf082e45-1754-4ff9-8ccc-15b3e48900d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1330ff6-71a6-48db-aedf-2e908404d40b']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:26:02.747154 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-cf082e45-1754-4ff9-8ccc-15b3e48900d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89275c86-7da9-47f2-a47a-1035a530c501') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:26:02.748537 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-cf082e45-1754-4ff9-8ccc-15b3e48900d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89275c86-7da9-47f2-a47a-1035a530c501') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:26:02.768636 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 9c900df7-6bd1-4efb-807b-75f3d9f6e7b1 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:26:02.777559 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-68f8d7cf-edb6-4130-b3de-f6ad816aa995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:02.785453 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:02.795582 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-1c840be3-1cea-4db3-ac85-f63a749a73f9 req-db320173-ab66-440e-bf2a-aa40df89b778 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Allocated IP 172.20.0.30 (5c4d7b9b-2e7d-4b9e-b395-540c7851d2f1/0514c0a4-4d46-4a99-8e5c-263e4691af0a/dc76eec6-11ac-43c5-9d15-b4174d1205ec) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:26:02.820947 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cf082e45-1754-4ff9-8ccc-15b3e48900d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:02.850599 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cf082e45-1754-4ff9-8ccc-15b3e48900d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:02.862742 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf082e45-1754-4ff9-8ccc-15b3e48900d1 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:26:02.863442 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cf082e45-1754-4ff9-8ccc-15b3e48900d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:02.867130 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f8d7cf-edb6-4130-b3de-f6ad816aa995 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1658c988-5958-40c4-9b83-49ab09df36c6,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:26:02.867770 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 9e0ea718-a710-4598-a2cf-9e1e0bac5951 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:26:02.869246 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-68f8d7cf-edb6-4130-b3de-f6ad816aa995 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:02.886045 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-68f8d7cf-edb6-4130-b3de-f6ad816aa995 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/1658c988-5958-40c4-9b83-49ab09df36c6 HTTP/1.1" status: 204 len: 168 time: 0.8773866 Dec 06 17:26:02.888996 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 34860) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:26:02.898968 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bdafc79-ab0f-4b8e-80f1-372dfda99cea None None] Network 72fa54e7-4a72-4ec2-b8ba-ced0fc8b5537 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:26:02.989128 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 9e0ea718-a710-4598-a2cf-9e1e0bac5951 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:26:02.989500 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 9e0ea718-a710-4598-a2cf-9e1e0bac5951 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:26:02.991819 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 17:26:02.991819 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:26:02.991819 n-d-master-1 neutron-server[103284]: timer() Dec 06 17:26:02.991819 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:26:02.991819 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 17:26:02.991819 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:26:02.991819 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 17:26:02.991819 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:26:02.991819 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 17:26:02.991819 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:26:02.991819 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 17:26:02.991819 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:26:02.991819 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 17:26:02.991819 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:26:02.991819 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:26:02.991819 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:26:02.991819 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:26:02.991819 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:26:02.991819 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 17:26:02.991819 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:26:02.991819 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 17:26:02.991819 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:26:02.991819 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:26:02.991819 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:26:02.991819 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 17:26:02.991819 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:26:02.991819 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:26:02.991819 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:26:02.991819 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:26:02.991819 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:26:02.991819 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:26:02.991819 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:26:03.013755 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cf082e45-1754-4ff9-8ccc-15b3e48900d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:03.061948 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e80e9c03-524e-4bab-b4b8-14481083905b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:03.093580 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cf082e45-1754-4ff9-8ccc-15b3e48900d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:03.101041 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-cf082e45-1754-4ff9-8ccc-15b3e48900d1 admin admin] 10.222.0.23 "DELETE /v2.0/networks/b1330ff6-71a6-48db-aedf-2e908404d40b HTTP/1.1" status: 204 len: 168 time: 2.6697860 Dec 06 17:26:03.124212 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf082e45-1754-4ff9-8ccc-15b3e48900d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1330ff6-71a6-48db-aedf-2e908404d40b,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:26:03.144960 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ae79733f-c535-49ac-a1a0-0749b8f045f1 req-a7328c8f-35fa-473b-8a06-c82445256436 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5460553 Dec 06 17:26:03.150095 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2b77a064-833e-4820-bc7f-af087ac77862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:03.165218 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2b77a064-833e-4820-bc7f-af087ac77862 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:03.170660 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-2b77a064-833e-4820-bc7f-af087ac77862 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d6e41427-e6ae-4b60-a8af-257c542fe1ce HTTP/1.1" status: 204 len: 168 time: 0.9342449 Dec 06 17:26:03.178257 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [req-ae79733f-c535-49ac-a1a0-0749b8f045f1 req-cfb2b632-c8db-45e6-8ff5-142ffbd7f058 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:26:03.179451 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ae79733f-c535-49ac-a1a0-0749b8f045f1 req-cfb2b632-c8db-45e6-8ff5-142ffbd7f058 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0093927 Dec 06 17:26:03.186351 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b77a064-833e-4820-bc7f-af087ac77862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e41427-e6ae-4b60-a8af-257c542fe1ce,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:26:03.331461 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-1c840be3-1cea-4db3-ac85-f63a749a73f9 req-db320173-ab66-440e-bf2a-aa40df89b778 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:03.367970 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-e80e9c03-524e-4bab-b4b8-14481083905b admin admin] Deleting port dce96484-48dc-4fdd-97ba-4e95718f03ff {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:26:03.368568 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e80e9c03-524e-4bab-b4b8-14481083905b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:03.389458 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 34876) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:26:03.570293 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34cba7ca-269d-44e1-b87d-169910850ce4 None None] DHCP port deletion for 72fa54e7-4a72-4ec2-b8ba-ced0fc8b5537 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:26:03.619396 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-353b631e-f023-4e45-b01b-806f062d46bf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0688c6db31494470a1b7a5ecaa734bc4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2285001 Dec 06 17:26:03.622706 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 34890) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:26:03.688358 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-34cba7ca-269d-44e1-b87d-169910850ce4 None None] Deleting port dce96484-48dc-4fdd-97ba-4e95718f03ff {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:26:03.691436 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-34cba7ca-269d-44e1-b87d-169910850ce4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:03.740238 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8596caf4-4297-4092-a100-b5128e630372 req-82181145-d23d-4423-a545-063f1e61c416 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "GET /v2.0/ports?device_id=0187ebad-ec70-4367-b41d-6c2f73aaed07 HTTP/1.1" status: 200 len: 210 time: 0.0376275 Dec 06 17:26:03.765689 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-e80e9c03-524e-4bab-b4b8-14481083905b admin admin] For port dce96484-48dc-4fdd-97ba-4e95718f03ff, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=dce96484-48dc-4fdd-97ba-4e95718f03ff,segment=NetworkSegment(dfa2809e-2c40-4748-98af-c80a158eb2d3),segment_id=dfa2809e-2c40-4748-98af-c80a158eb2d3)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:26:03.766082 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e80e9c03-524e-4bab-b4b8-14481083905b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:03.770452 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bc00aee4-62b0-4031-8ac4-2c30e6a41589 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:03.840000 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bc00aee4-62b0-4031-8ac4-2c30e6a41589 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:03.882339 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-e80e9c03-524e-4bab-b4b8-14481083905b admin admin] Calling delete_port for dce96484-48dc-4fdd-97ba-4e95718f03ff owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:26:03.991971 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bc00aee4-62b0-4031-8ac4-2c30e6a41589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:03.996509 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bc00aee4-62b0-4031-8ac4-2c30e6a41589 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:03.997393 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ae3da6-11ff-4df5-ad3c-207c39c034f2 req-8b047338-ac9b-4d8e-a4c3-dabb134f0c44 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:03.998792 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-bc00aee4-62b0-4031-8ac4-2c30e6a41589 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c657007e-2b96-4108-a795-7e2c1ca6e331 HTTP/1.1" status: 204 len: 168 time: 0.3720717 Dec 06 17:26:04.000842 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-34cba7ca-269d-44e1-b87d-169910850ce4 None None] For port dce96484-48dc-4fdd-97ba-4e95718f03ff, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=dce96484-48dc-4fdd-97ba-4e95718f03ff,segment=NetworkSegment(dfa2809e-2c40-4748-98af-c80a158eb2d3),segment_id=dfa2809e-2c40-4748-98af-c80a158eb2d3)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:26:04.001362 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-34cba7ca-269d-44e1-b87d-169910850ce4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:04.023437 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-99ae3da6-11ff-4df5-ad3c-207c39c034f2 req-8b047338-ac9b-4d8e-a4c3-dabb134f0c44 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 943 time: 0.2676530 Dec 06 17:26:04.045147 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc00aee4-62b0-4031-8ac4-2c30e6a41589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c657007e-2b96-4108-a795-7e2c1ca6e331,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:26:04.052221 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-34cba7ca-269d-44e1-b87d-169910850ce4 None None] Calling delete_port for dce96484-48dc-4fdd-97ba-4e95718f03ff owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:26:04.232211 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-1c840be3-1cea-4db3-ac85-f63a749a73f9 req-db320173-ab66-440e-bf2a-aa40df89b778 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:04.456549 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c840be3-1cea-4db3-ac85-f63a749a73f9 req-db320173-ab66-440e-bf2a-aa40df89b778 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Network 5c4d7b9b-2e7d-4b9e-b395-540c7851d2f1 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:26:04.476511 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-34cba7ca-269d-44e1-b87d-169910850ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:04.485218 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-99ae3da6-11ff-4df5-ad3c-207c39c034f2 req-0bf25f27-fb0c-4acd-86af-49ba02a26217 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4060614 Dec 06 17:26:04.489136 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-1c840be3-1cea-4db3-ac85-f63a749a73f9 req-db320173-ab66-440e-bf2a-aa40df89b778 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:26:04.499934 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cba7ca-269d-44e1-b87d-169910850ce4 None None] No DVR routers for this DVR port dce96484-48dc-4fdd-97ba-4e95718f03ff on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:26:04.505126 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c840be3-1cea-4db3-ac85-f63a749a73f9 req-db320173-ab66-440e-bf2a-aa40df89b778 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:26:04.515010 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e80e9c03-524e-4bab-b4b8-14481083905b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:04.585004 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cba7ca-269d-44e1-b87d-169910850ce4 None None] Pushing event deleted for resources: {'Port': ['ID=dce96484-48dc-4fdd-97ba-4e95718f03ff,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:26:04.629148 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db320173-ab66-440e-bf2a-aa40df89b778 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Pushing event updated for resources: {'Port': ['ID=dc76eec6-11ac-43c5-9d15-b4174d1205ec,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:26:04.656616 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80e9c03-524e-4bab-b4b8-14481083905b admin admin] No DVR routers for this DVR port dce96484-48dc-4fdd-97ba-4e95718f03ff on host n-d-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:26:04.766152 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80e9c03-524e-4bab-b4b8-14481083905b admin admin] Pushing event deleted for resources: {'Port': ['ID=dce96484-48dc-4fdd-97ba-4e95718f03ff,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:26:04.854557 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device dce96484-48dc-4fdd-97ba-4e95718f03ff no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:26:04.920068 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c840be3-1cea-4db3-ac85-f63a749a73f9 req-db320173-ab66-440e-bf2a-aa40df89b778 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:04.920684 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: dce96484-48dc-4fdd-97ba-4e95718f03ff {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:26:04.920930 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device dce96484-48dc-4fdd-97ba-4e95718f03ff not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:26:04.921053 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-1c840be3-1cea-4db3-ac85-f63a749a73f9 req-db320173-ab66-440e-bf2a-aa40df89b778 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:05.025501 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae79733f-c535-49ac-a1a0-0749b8f045f1 req-3bdcb557-f5b8-4d44-91c3-597549822f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:05.034647 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ae79733f-c535-49ac-a1a0-0749b8f045f1 req-3bdcb557-f5b8-4d44-91c3-597549822f7b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258&tenant_id=27074bf2b27c4afcb8f578b14abef9af HTTP/1.1" status: 200 len: 1094 time: 0.2139740 Dec 06 17:26:05.041721 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e80e9c03-524e-4bab-b4b8-14481083905b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:05.053370 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-ae79733f-c535-49ac-a1a0-0749b8f045f1 req-9af9a8e5-4b3c-4dd1-b3ae-48fb47226fc0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-master-1', 'device_owner': 'compute:nova'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:26:05.055683 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1c840be3-1cea-4db3-ac85-f63a749a73f9 req-db320173-ab66-440e-bf2a-aa40df89b778 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7294395 Dec 06 17:26:05.076833 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-1c840be3-1cea-4db3-ac85-f63a749a73f9 req-f9f375d5-55f8-433b-9a50-4dd7544159bd service neutron] Request body: {'port': {'device_id': '0187ebad-ec70-4367-b41d-6c2f73aaed07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:26:05.084041 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-e80e9c03-524e-4bab-b4b8-14481083905b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72fa54e7-4a72-4ec2-b8ba-ced0fc8b5537']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:26:05.094808 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-f3a7babe-8121-46d3-99f7-045b8238e493 None None] Provisioning complete for port dc76eec6-11ac-43c5-9d15-b4174d1205ec triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:26:05.095314 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f3a7babe-8121-46d3-99f7-045b8238e493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:05.141740 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-e80e9c03-524e-4bab-b4b8-14481083905b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfa2809e-2c40-4748-98af-c80a158eb2d3') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:26:05.142218 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-e80e9c03-524e-4bab-b4b8-14481083905b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfa2809e-2c40-4748-98af-c80a158eb2d3') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:26:05.162210 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e80e9c03-524e-4bab-b4b8-14481083905b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:05.185664 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981b964-fac0-44d8-9745-cccb2690cf79 req-7acf30f2-a0f0-479d-8c1d-00cbc1da8e2c tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:05.187245 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3981b964-fac0-44d8-9745-cccb2690cf79 req-7acf30f2-a0f0-479d-8c1d-00cbc1da8e2c tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "GET /v2.0/ports?device_id=0187ebad-ec70-4367-b41d-6c2f73aaed07 HTTP/1.1" status: 200 len: 932 time: 0.2832422 Dec 06 17:26:05.208025 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e80e9c03-524e-4bab-b4b8-14481083905b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:05.219552 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-1c840be3-1cea-4db3-ac85-f63a749a73f9 req-f9f375d5-55f8-433b-9a50-4dd7544159bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:05.225462 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e80e9c03-524e-4bab-b4b8-14481083905b admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:26:05.226146 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e80e9c03-524e-4bab-b4b8-14481083905b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:05.229430 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:26:05.229430 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:26:05.229430 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:26:05.229430 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:26:05.229430 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:26:05.229430 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:26:05.229430 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:26:05.229430 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:26:05.229430 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:26:05.229430 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:26:05.229430 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:26:05.229430 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:26:05.229430 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:26:05.229430 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:26:05.229430 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:26:05.229430 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:26:05.229430 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:26:05.229430 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:26:05.229430 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:26:05.229430 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:26:05.229430 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:26:05.229430 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:26:05.229430 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:26:05.229430 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:26:05.229430 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:26:05.229430 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:26:05.229430 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:26:05.229430 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:26:05.229430 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:26:05.229430 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:26:05.229430 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:26:05.229430 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:26:05.248038 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-f3a7babe-8121-46d3-99f7-045b8238e493 None None] Port dc76eec6-11ac-43c5-9d15-b4174d1205ec cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:26:05.255862 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:05.321798 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ae79733f-c535-49ac-a1a0-0749b8f045f1 req-9af9a8e5-4b3c-4dd1-b3ae-48fb47226fc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:05.369646 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e80e9c03-524e-4bab-b4b8-14481083905b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:05.378687 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e80e9c03-524e-4bab-b4b8-14481083905b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:05.385960 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-e80e9c03-524e-4bab-b4b8-14481083905b admin admin] 10.222.0.23 "DELETE /v2.0/networks/72fa54e7-4a72-4ec2-b8ba-ced0fc8b5537 HTTP/1.1" status: 204 len: 168 time: 2.4913812 Dec 06 17:26:05.403564 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3981b964-fac0-44d8-9745-cccb2690cf79 req-bc46554e-59d7-47dd-8be4-47ddf6eca83b tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3e234eb-ef13-4d36-83bd-19c69d53cd51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2081475 Dec 06 17:26:05.500357 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80e9c03-524e-4bab-b4b8-14481083905b admin admin] Pushing event deleted for resources: {'Network': ['ID=72fa54e7-4a72-4ec2-b8ba-ced0fc8b5537,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:26:05.799295 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-ae79733f-c535-49ac-a1a0-0749b8f045f1 req-9af9a8e5-4b3c-4dd1-b3ae-48fb47226fc0 service neutron] For port 9c900df7-6bd1-4efb-807b-75f3d9f6e7b1, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=9c900df7-6bd1-4efb-807b-75f3d9f6e7b1,segment=NetworkSegment(7b3b1671-5b3d-45b5-8a84-9493fd934077),segment_id=7b3b1671-5b3d-45b5-8a84-9493fd934077)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:26:05.803000 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c457b409-cf16-465f-9e90-e76e2ef7c1e5 req-7b819c15-1058-441b-b533-ee1e74ad33eb tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:05.805081 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c457b409-cf16-465f-9e90-e76e2ef7c1e5 req-7b819c15-1058-441b-b533-ee1e74ad33eb tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 943 time: 0.1414416 Dec 06 17:26:05.888742 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 34996) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:26:05.920988 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-ae79733f-c535-49ac-a1a0-0749b8f045f1 req-9af9a8e5-4b3c-4dd1-b3ae-48fb47226fc0 service neutron] For port 9c900df7-6bd1-4efb-807b-75f3d9f6e7b1, host n-h1-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:26:06.094921 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-ae79733f-c535-49ac-a1a0-0749b8f045f1 req-9af9a8e5-4b3c-4dd1-b3ae-48fb47226fc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c900df7-6bd1-4efb-807b-75f3d9f6e7b1 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:26:06.113696 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-864ef10a-70f7-4dd2-bb04-50ae0f9b44f0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3ab1b684adb44126aa30c8ecbc0cad3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2233007 Dec 06 17:26:06.114326 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 35004) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:26:06.120076 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ae79733f-c535-49ac-a1a0-0749b8f045f1 req-9af9a8e5-4b3c-4dd1-b3ae-48fb47226fc0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:06.151024 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c457b409-cf16-465f-9e90-e76e2ef7c1e5 req-33835c6b-1ca3-472c-a818-72d10bd59a96 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368349 Dec 06 17:26:06.156443 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-ae79733f-c535-49ac-a1a0-0749b8f045f1 req-9af9a8e5-4b3c-4dd1-b3ae-48fb47226fc0 service neutron] Transition to ACTIVE for port object 9c900df7-6bd1-4efb-807b-75f3d9f6e7b1 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:26:06.166659 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ae79733f-c535-49ac-a1a0-0749b8f045f1 req-9af9a8e5-4b3c-4dd1-b3ae-48fb47226fc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:06.201846 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-1c840be3-1cea-4db3-ac85-f63a749a73f9 req-f9f375d5-55f8-433b-9a50-4dd7544159bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc76eec6-11ac-43c5-9d15-b4174d1205ec {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:26:06.216745 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-1c840be3-1cea-4db3-ac85-f63a749a73f9 req-f9f375d5-55f8-433b-9a50-4dd7544159bd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:06.272058 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4bd28901-c232-4fda-918e-64178e2a354c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:06.278571 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-1c840be3-1cea-4db3-ac85-f63a749a73f9 req-f9f375d5-55f8-433b-9a50-4dd7544159bd service neutron] Transition to ACTIVE for port object dc76eec6-11ac-43c5-9d15-b4174d1205ec will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:26:06.289289 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-1c840be3-1cea-4db3-ac85-f63a749a73f9 req-f9f375d5-55f8-433b-9a50-4dd7544159bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:06.313090 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4bd28901-c232-4fda-918e-64178e2a354c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:06.372510 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae79733f-c535-49ac-a1a0-0749b8f045f1 req-9af9a8e5-4b3c-4dd1-b3ae-48fb47226fc0 service neutron] No DVR routers for this DVR port 9c900df7-6bd1-4efb-807b-75f3d9f6e7b1 on host n-h1-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:26:06.383821 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af9a8e5-4b3c-4dd1-b3ae-48fb47226fc0 service neutron] Pushing event updated for resources: {'Port': ['ID=9c900df7-6bd1-4efb-807b-75f3d9f6e7b1,revision_number=9']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:26:06.410052 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f375d5-55f8-433b-9a50-4dd7544159bd service neutron] Pushing event updated for resources: {'Port': ['ID=dc76eec6-11ac-43c5-9d15-b4174d1205ec,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:26:06.487253 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-ae79733f-c535-49ac-a1a0-0749b8f045f1 req-9af9a8e5-4b3c-4dd1-b3ae-48fb47226fc0 service neutron] Attempting to bind port 9c900df7-6bd1-4efb-807b-75f3d9f6e7b1 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:26:06.489453 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-ae79733f-c535-49ac-a1a0-0749b8f045f1 req-9af9a8e5-4b3c-4dd1-b3ae-48fb47226fc0 service neutron] Attempting to bind port 9c900df7-6bd1-4efb-807b-75f3d9f6e7b1 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '7b3b1671-5b3d-45b5-8a84-9493fd934077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0fd247c3-8063-42cc-bb6f-57bead4315cb'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:26:06.490446 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae79733f-c535-49ac-a1a0-0749b8f045f1 req-9af9a8e5-4b3c-4dd1-b3ae-48fb47226fc0 service neutron] Attempting to bind port 9c900df7-6bd1-4efb-807b-75f3d9f6e7b1 on network 0fd247c3-8063-42cc-bb6f-57bead4315cb {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:26:06.518622 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae79733f-c535-49ac-a1a0-0749b8f045f1 req-9af9a8e5-4b3c-4dd1-b3ae-48fb47226fc0 service neutron] Port 9c900df7-6bd1-4efb-807b-75f3d9f6e7b1 on network 0fd247c3-8063-42cc-bb6f-57bead4315cb not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:26:06.524022 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae79733f-c535-49ac-a1a0-0749b8f045f1 req-9af9a8e5-4b3c-4dd1-b3ae-48fb47226fc0 service neutron] Attempting to bind port 9c900df7-6bd1-4efb-807b-75f3d9f6e7b1 on network 0fd247c3-8063-42cc-bb6f-57bead4315cb {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:26:06.539969 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae79733f-c535-49ac-a1a0-0749b8f045f1 req-9af9a8e5-4b3c-4dd1-b3ae-48fb47226fc0 service neutron] Checking agent: {'id': '9d8b9f49-2860-4c1f-9b89-45a7657a3c4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:26:06.541730 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae79733f-c535-49ac-a1a0-0749b8f045f1 req-9af9a8e5-4b3c-4dd1-b3ae-48fb47226fc0 service neutron] Checking segment: {'id': '7b3b1671-5b3d-45b5-8a84-9493fd934077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0fd247c3-8063-42cc-bb6f-57bead4315cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:26:06.542253 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae79733f-c535-49ac-a1a0-0749b8f045f1 req-9af9a8e5-4b3c-4dd1-b3ae-48fb47226fc0 service neutron] Bound using segment: {'id': '7b3b1671-5b3d-45b5-8a84-9493fd934077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0fd247c3-8063-42cc-bb6f-57bead4315cb'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:26:06.543285 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-ae79733f-c535-49ac-a1a0-0749b8f045f1 req-9af9a8e5-4b3c-4dd1-b3ae-48fb47226fc0 service neutron] Bound port: 9c900df7-6bd1-4efb-807b-75f3d9f6e7b1, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b3b1671-5b3d-45b5-8a84-9493fd934077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0fd247c3-8063-42cc-bb6f-57bead4315cb'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:26:06.548215 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ae79733f-c535-49ac-a1a0-0749b8f045f1 req-9af9a8e5-4b3c-4dd1-b3ae-48fb47226fc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:06.556475 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4bd28901-c232-4fda-918e-64178e2a354c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:06.561026 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4bd28901-c232-4fda-918e-64178e2a354c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:06.566839 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-4bd28901-c232-4fda-918e-64178e2a354c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dcb0062a-d825-4410-8154-a45e8f107f6a HTTP/1.1" status: 204 len: 168 time: 0.4256735 Dec 06 17:26:06.582904 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-1c840be3-1cea-4db3-ac85-f63a749a73f9 req-f9f375d5-55f8-433b-9a50-4dd7544159bd service neutron] Attempting to bind port dc76eec6-11ac-43c5-9d15-b4174d1205ec on host n-h1-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:26:06.583250 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-1c840be3-1cea-4db3-ac85-f63a749a73f9 req-f9f375d5-55f8-433b-9a50-4dd7544159bd service neutron] Attempting to bind port dc76eec6-11ac-43c5-9d15-b4174d1205ec by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '06c5e124-f1dd-4528-9b6b-a7ef7db06941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5c4d7b9b-2e7d-4b9e-b395-540c7851d2f1'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:26:06.583589 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c840be3-1cea-4db3-ac85-f63a749a73f9 req-f9f375d5-55f8-433b-9a50-4dd7544159bd service neutron] Attempting to bind port dc76eec6-11ac-43c5-9d15-b4174d1205ec on network 5c4d7b9b-2e7d-4b9e-b395-540c7851d2f1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:26:06.662120 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd28901-c232-4fda-918e-64178e2a354c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb0062a-d825-4410-8154-a45e8f107f6a,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:26:06.672639 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c840be3-1cea-4db3-ac85-f63a749a73f9 req-f9f375d5-55f8-433b-9a50-4dd7544159bd service neutron] Port dc76eec6-11ac-43c5-9d15-b4174d1205ec on network 5c4d7b9b-2e7d-4b9e-b395-540c7851d2f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:26:06.672974 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c840be3-1cea-4db3-ac85-f63a749a73f9 req-f9f375d5-55f8-433b-9a50-4dd7544159bd service neutron] Attempting to bind port dc76eec6-11ac-43c5-9d15-b4174d1205ec on network 5c4d7b9b-2e7d-4b9e-b395-540c7851d2f1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:26:06.745858 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c840be3-1cea-4db3-ac85-f63a749a73f9 req-f9f375d5-55f8-433b-9a50-4dd7544159bd service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:26:06.746202 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c840be3-1cea-4db3-ac85-f63a749a73f9 req-f9f375d5-55f8-433b-9a50-4dd7544159bd service neutron] Checking segment: {'id': '06c5e124-f1dd-4528-9b6b-a7ef7db06941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5c4d7b9b-2e7d-4b9e-b395-540c7851d2f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:26:06.746597 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c840be3-1cea-4db3-ac85-f63a749a73f9 req-f9f375d5-55f8-433b-9a50-4dd7544159bd service neutron] Bound using segment: {'id': '06c5e124-f1dd-4528-9b6b-a7ef7db06941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5c4d7b9b-2e7d-4b9e-b395-540c7851d2f1'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:26:06.747051 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-1c840be3-1cea-4db3-ac85-f63a749a73f9 req-f9f375d5-55f8-433b-9a50-4dd7544159bd service neutron] Bound port: dc76eec6-11ac-43c5-9d15-b4174d1205ec, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06c5e124-f1dd-4528-9b6b-a7ef7db06941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5c4d7b9b-2e7d-4b9e-b395-540c7851d2f1'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:26:06.750883 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-1c840be3-1cea-4db3-ac85-f63a749a73f9 req-f9f375d5-55f8-433b-9a50-4dd7544159bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:06.752213 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-ae79733f-c535-49ac-a1a0-0749b8f045f1 req-9af9a8e5-4b3c-4dd1-b3ae-48fb47226fc0 service neutron] For port 9c900df7-6bd1-4efb-807b-75f3d9f6e7b1, host n-h2-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:26:06.759334 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-ae79733f-c535-49ac-a1a0-0749b8f045f1 req-9af9a8e5-4b3c-4dd1-b3ae-48fb47226fc0 service neutron] For port 9c900df7-6bd1-4efb-807b-75f3d9f6e7b1, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9c900df7-6bd1-4efb-807b-75f3d9f6e7b1,segment=NetworkSegment(7b3b1671-5b3d-45b5-8a84-9493fd934077),segment_id=7b3b1671-5b3d-45b5-8a84-9493fd934077)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:26:06.775679 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ae79733f-c535-49ac-a1a0-0749b8f045f1 req-9af9a8e5-4b3c-4dd1-b3ae-48fb47226fc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:06.828015 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae79733f-c535-49ac-a1a0-0749b8f045f1 req-9af9a8e5-4b3c-4dd1-b3ae-48fb47226fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:06.829144 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ae79733f-c535-49ac-a1a0-0749b8f045f1 req-9af9a8e5-4b3c-4dd1-b3ae-48fb47226fc0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:06.830876 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ae79733f-c535-49ac-a1a0-0749b8f045f1 req-9af9a8e5-4b3c-4dd1-b3ae-48fb47226fc0 service neutron] 10.222.0.44 "PUT /v2.0/ports/9c900df7-6bd1-4efb-807b-75f3d9f6e7b1 HTTP/1.1" status: 200 len: 1091 time: 1.7875886 Dec 06 17:26:06.835351 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87c9caa-8e9a-483b-9a37-d53d13c3efdf req-1a863456-7fa8-422a-b657-17ef46b937dc tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:06.836925 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a87c9caa-8e9a-483b-9a37-d53d13c3efdf req-1a863456-7fa8-422a-b657-17ef46b937dc tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "GET /v2.0/ports?device_id=0187ebad-ec70-4367-b41d-6c2f73aaed07 HTTP/1.1" status: 200 len: 944 time: 0.2217300 Dec 06 17:26:06.837198 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '376fa427-021b-4997-a0b0-c1fba445d258', 'tag': '9c900df7-6bd1-4efb-807b-75f3d9f6e7b1'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:26:06.839293 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 35030) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:26:06.840499 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e5fa70f-6245-4531-b0ee-bc6818ea002e" -d '{"events": [{"name": "network-changed", "server_uuid": "376fa427-021b-4997-a0b0-c1fba445d258", "tag": "9c900df7-6bd1-4efb-807b-75f3d9f6e7b1"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:26:06.911922 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af9a8e5-4b3c-4dd1-b3ae-48fb47226fc0 service neutron] Pushing event updated for resources: {'Port': ['ID=9c900df7-6bd1-4efb-807b-75f3d9f6e7b1,revision_number=10']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:26:06.917120 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-1c840be3-1cea-4db3-ac85-f63a749a73f9 req-f9f375d5-55f8-433b-9a50-4dd7544159bd service neutron] For port dc76eec6-11ac-43c5-9d15-b4174d1205ec, host n-h1-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:26:06.941030 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae79733f-c535-49ac-a1a0-0749b8f045f1 req-a1335271-e6c5-4f0c-bed6-62946ec69705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:06.944289 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ae79733f-c535-49ac-a1a0-0749b8f045f1 req-a1335271-e6c5-4f0c-bed6-62946ec69705 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27074bf2b27c4afcb8f578b14abef9af&device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 1095 time: 0.0811348 Dec 06 17:26:06.949526 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a87c9caa-8e9a-483b-9a37-d53d13c3efdf req-ebe41f7a-12df-4fbe-96be-8d52d90ad64c tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3e234eb-ef13-4d36-83bd-19c69d53cd51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957489 Dec 06 17:26:06.962846 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-1c840be3-1cea-4db3-ac85-f63a749a73f9 req-f9f375d5-55f8-433b-9a50-4dd7544159bd service neutron] For port dc76eec6-11ac-43c5-9d15-b4174d1205ec, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=dc76eec6-11ac-43c5-9d15-b4174d1205ec,segment=NetworkSegment(06c5e124-f1dd-4528-9b6b-a7ef7db06941),segment_id=06c5e124-f1dd-4528-9b6b-a7ef7db06941)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:26:06.982458 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-1c840be3-1cea-4db3-ac85-f63a749a73f9 req-f9f375d5-55f8-433b-9a50-4dd7544159bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:07.034994 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c840be3-1cea-4db3-ac85-f63a749a73f9 req-f9f375d5-55f8-433b-9a50-4dd7544159bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:07.035701 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-1c840be3-1cea-4db3-ac85-f63a749a73f9 req-f9f375d5-55f8-433b-9a50-4dd7544159bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:07.037230 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1c840be3-1cea-4db3-ac85-f63a749a73f9 req-f9f375d5-55f8-433b-9a50-4dd7544159bd service neutron] 10.222.0.41 "PUT /v2.0/ports/dc76eec6-11ac-43c5-9d15-b4174d1205ec HTTP/1.1" status: 200 len: 1092 time: 1.9666862 Dec 06 17:26:07.037711 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0187ebad-ec70-4367-b41d-6c2f73aaed07', 'tag': 'dc76eec6-11ac-43c5-9d15-b4174d1205ec'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:26:07.040011 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6f25f23-e55a-4409-b85d-caf30f8b8458" -d '{"events": [{"name": "network-changed", "server_uuid": "0187ebad-ec70-4367-b41d-6c2f73aaed07", "tag": "dc76eec6-11ac-43c5-9d15-b4174d1205ec"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:26:07.086481 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f375d5-55f8-433b-9a50-4dd7544159bd service neutron] Pushing event updated for resources: {'Port': ['ID=dc76eec6-11ac-43c5-9d15-b4174d1205ec,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:26:07.143096 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84b25773-c0ed-42b8-8b31-4aec9d2875dd x-openstack-request-id: req-84b25773-c0ed-42b8-8b31-4aec9d2875dd {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:26:07.143722 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0187ebad-ec70-4367-b41d-6c2f73aaed07", "tag": "dc76eec6-11ac-43c5-9d15-b4174d1205ec", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:26:07.143722 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-84b25773-c0ed-42b8-8b31-4aec9d2875dd {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:26:07.144069 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0187ebad-ec70-4367-b41d-6c2f73aaed07', 'tag': 'dc76eec6-11ac-43c5-9d15-b4174d1205ec', 'status': 'completed', 'code': 200} Dec 06 17:26:07.200841 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c840be3-1cea-4db3-ac85-f63a749a73f9 req-c4a69d79-25df-4558-a335-42b53785adff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:07.202460 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1c840be3-1cea-4db3-ac85-f63a749a73f9 req-c4a69d79-25df-4558-a335-42b53785adff service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ecd148ff302244ca8d62fb6aab386351&device_id=0187ebad-ec70-4367-b41d-6c2f73aaed07 HTTP/1.1" status: 200 len: 1095 time: 0.1124740 Dec 06 17:26:07.293194 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae79733f-c535-49ac-a1a0-0749b8f045f1 req-dcadb126-7200-4cd7-807b-340fac5ca3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:07.294855 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ae79733f-c535-49ac-a1a0-0749b8f045f1 req-dcadb126-7200-4cd7-807b-340fac5ca3f3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0fd247c3-8063-42cc-bb6f-57bead4315cb HTTP/1.1" status: 200 len: 915 time: 0.3427846 Dec 06 17:26:07.340657 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1c840be3-1cea-4db3-ac85-f63a749a73f9 req-d0db0ea8-e992-4235-bf48-8fce1c4c687a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=dc76eec6-11ac-43c5-9d15-b4174d1205ec HTTP/1.1" status: 200 len: 217 time: 0.1141992 Dec 06 17:26:07.423756 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ae79733f-c535-49ac-a1a0-0749b8f045f1 req-b314f046-1512-4834-a3b3-645e0eff7820 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9c900df7-6bd1-4efb-807b-75f3d9f6e7b1 HTTP/1.1" status: 200 len: 217 time: 0.1192746 Dec 06 17:26:07.525527 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae79733f-c535-49ac-a1a0-0749b8f045f1 req-612429b6-edaf-4825-997a-0ac712197827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:07.534652 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ae79733f-c535-49ac-a1a0-0749b8f045f1 req-612429b6-edaf-4825-997a-0ac712197827 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=32ad7edd-27dc-4328-9a42-8806a7c2ef97 HTTP/1.1" status: 200 len: 854 time: 0.1042778 Dec 06 17:26:07.587657 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-614aa9fc-9b38-4e5f-b61b-d9629e0e6c23 x-openstack-request-id: req-614aa9fc-9b38-4e5f-b61b-d9629e0e6c23 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:26:07.587966 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "376fa427-021b-4997-a0b0-c1fba445d258", "tag": "9c900df7-6bd1-4efb-807b-75f3d9f6e7b1", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:26:07.588230 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-614aa9fc-9b38-4e5f-b61b-d9629e0e6c23 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:26:07.588731 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '376fa427-021b-4997-a0b0-c1fba445d258', 'tag': '9c900df7-6bd1-4efb-807b-75f3d9f6e7b1', 'status': 'completed', 'code': 200} Dec 06 17:26:07.591190 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ae79733f-c535-49ac-a1a0-0749b8f045f1 req-a3af188f-4cff-4235-97d6-14169b8fdc32 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0fd247c3-8063-42cc-bb6f-57bead4315cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494444 Dec 06 17:26:07.641568 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa903e-7d40-474b-961a-91f4b3f912d5 req-56602543-7917-46de-99d6-75e344d4cf78 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:07.656531 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a6fa903e-7d40-474b-961a-91f4b3f912d5 req-56602543-7917-46de-99d6-75e344d4cf78 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 944 time: 0.3302844 Dec 06 17:26:07.704877 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-9f6e5204-35b7-4048-84e6-ff4d21280c53 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-405272126-network', 'tenant_id': 'ec528b8fbe5d4e99b13118aed923c7d9'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:26:07.713288 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c840be3-1cea-4db3-ac85-f63a749a73f9 req-3dbfd1cd-bf55-4fe2-86ad-065b4113e31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:07.715579 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1c840be3-1cea-4db3-ac85-f63a749a73f9 req-3dbfd1cd-bf55-4fe2-86ad-065b4113e31a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0514c0a4-4d46-4a99-8e5c-263e4691af0a HTTP/1.1" status: 200 len: 838 time: 0.3311334 Dec 06 17:26:07.829933 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ae79733f-c535-49ac-a1a0-0749b8f045f1 req-6fe39e24-3a68-4a08-81e0-a254ceab5858 service neutron] 10.222.0.44 "GET /v2.0/networks/0fd247c3-8063-42cc-bb6f-57bead4315cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263160 Dec 06 17:26:07.835722 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a6fa903e-7d40-474b-961a-91f4b3f912d5 req-18903854-b4dd-4a01-8b8b-38976a2a30b3 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732640 Dec 06 17:26:07.862609 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f6e5204-35b7-4048-84e6-ff4d21280c53 admin admin] Made reservation on behalf of ec528b8fbe5d4e99b13118aed923c7d9 for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:26:07.865302 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9f6e5204-35b7-4048-84e6-ff4d21280c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:07.891992 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9f6e5204-35b7-4048-84e6-ff4d21280c53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:07.916021 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c840be3-1cea-4db3-ac85-f63a749a73f9 req-f1aad1db-e32e-44b4-ac57-7e3bb38e7e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:07.919586 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1c840be3-1cea-4db3-ac85-f63a749a73f9 req-f1aad1db-e32e-44b4-ac57-7e3bb38e7e64 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5c4d7b9b-2e7d-4b9e-b395-540c7851d2f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1852684 Dec 06 17:26:07.959826 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 35088) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:26:08.047570 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ae79733f-c535-49ac-a1a0-0749b8f045f1 req-d8e9da8c-082a-4928-9785-c807aaaf009c service neutron] 10.222.0.44 "GET /v2.0/networks/0fd247c3-8063-42cc-bb6f-57bead4315cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099853 Dec 06 17:26:08.201787 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5fa70f-6245-4531-b0ee-bc6818ea002e req-0921ea08-70ed-4ae9-961f-33e3547f5fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:08.208344 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4e5fa70f-6245-4531-b0ee-bc6818ea002e req-0921ea08-70ed-4ae9-961f-33e3547f5fd5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27074bf2b27c4afcb8f578b14abef9af&device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 1095 time: 0.0946178 Dec 06 17:26:08.242706 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-6143a8b2-9b3c-4d67-8de8-2851aa151f3b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c973b956ad1446ddb2a3c512fd637f75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2801421 Dec 06 17:26:08.251437 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 35096) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:26:08.289813 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1c840be3-1cea-4db3-ac85-f63a749a73f9 req-340f50bf-b587-40d1-b609-14cbc74dd22c service neutron] 10.222.0.41 "GET /v2.0/networks/5c4d7b9b-2e7d-4b9e-b395-540c7851d2f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3563669 Dec 06 17:26:08.312671 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9f6e5204-35b7-4048-84e6-ff4d21280c53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:08.327546 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7d0d85-990d-488c-8d8e-ee1980405c99 req-97868ccc-dfab-4e2f-a82a-346b66bec2dd tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:08.332317 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6b7d0d85-990d-488c-8d8e-ee1980405c99 req-97868ccc-dfab-4e2f-a82a-346b66bec2dd tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "GET /v2.0/ports?device_id=0187ebad-ec70-4367-b41d-6c2f73aaed07 HTTP/1.1" status: 200 len: 944 time: 0.2379155 Dec 06 17:26:08.369748 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9f6e5204-35b7-4048-84e6-ff4d21280c53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:08.462646 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f6e5204-35b7-4048-84e6-ff4d21280c53 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:26:08.536646 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f876f089-4dcb-40a5-b911-264d25efff39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:08.562622 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9f6e5204-35b7-4048-84e6-ff4d21280c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:08.563110 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-9f6e5204-35b7-4048-84e6-ff4d21280c53 admin admin] Added segment bc3873e6-1421-4be3-b216-13e06c2bc164 of type vlan for network 15fd3b86-4ab2-48c1-977e-7d7f46e6c98b Dec 06 17:26:08.569309 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6b7d0d85-990d-488c-8d8e-ee1980405c99 req-1694fc69-0aba-4d83-bca1-70128bbd99d1 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3e234eb-ef13-4d36-83bd-19c69d53cd51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1656928 Dec 06 17:26:08.570690 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5fa70f-6245-4531-b0ee-bc6818ea002e req-ae516fc3-0a3b-4c1a-9c59-32061a41f645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:08.572068 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4e5fa70f-6245-4531-b0ee-bc6818ea002e req-ae516fc3-0a3b-4c1a-9c59-32061a41f645 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0fd247c3-8063-42cc-bb6f-57bead4315cb HTTP/1.1" status: 200 len: 915 time: 0.3579061 Dec 06 17:26:08.610331 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6e5204-35b7-4048-84e6-ff4d21280c53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4bc6e59-bf7d-42c4-9e98-323b53a08b81,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:26:08.659121 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4e5fa70f-6245-4531-b0ee-bc6818ea002e req-957eff40-2657-429d-83d8-826edab6b32c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9c900df7-6bd1-4efb-807b-75f3d9f6e7b1 HTTP/1.1" status: 200 len: 217 time: 0.0744233 Dec 06 17:26:08.680041 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9f6e5204-35b7-4048-84e6-ff4d21280c53 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:08.740173 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f876f089-4dcb-40a5-b911-264d25efff39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:08.748328 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5fa70f-6245-4531-b0ee-bc6818ea002e req-5ce41c46-58a0-4646-8a2d-8e5c53463d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:08.772916 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4e5fa70f-6245-4531-b0ee-bc6818ea002e req-5ce41c46-58a0-4646-8a2d-8e5c53463d89 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=32ad7edd-27dc-4328-9a42-8806a7c2ef97 HTTP/1.1" status: 200 len: 854 time: 0.1054842 Dec 06 17:26:08.859571 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4e5fa70f-6245-4531-b0ee-bc6818ea002e req-0818460d-2607-4bfc-a837-6e67a6c0e4fb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0fd247c3-8063-42cc-bb6f-57bead4315cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777013 Dec 06 17:26:08.959296 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1c840be3-1cea-4db3-ac85-f63a749a73f9 req-07f26a93-705f-4d3b-8347-27c7fd66d680 service neutron] 10.222.0.41 "GET /v2.0/networks/5c4d7b9b-2e7d-4b9e-b395-540c7851d2f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6536922 Dec 06 17:26:08.960219 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9f6e5204-35b7-4048-84e6-ff4d21280c53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:08.962897 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6e5204-35b7-4048-84e6-ff4d21280c53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:08.963671 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9f6e5204-35b7-4048-84e6-ff4d21280c53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:08.972028 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f876f089-4dcb-40a5-b911-264d25efff39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:08.975528 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f876f089-4dcb-40a5-b911-264d25efff39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:08.977455 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-f876f089-4dcb-40a5-b911-264d25efff39 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/59a1275b-38c8-437e-8c8e-8ea3926239ec HTTP/1.1" status: 204 len: 168 time: 0.7241764 Dec 06 17:26:09.021820 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f876f089-4dcb-40a5-b911-264d25efff39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a1275b-38c8-437e-8c8e-8ea3926239ec,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:26:09.352427 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9987e9c0-ede9-460d-8769-2a9a49dfb7f8 req-ca4a6043-688a-4338-af66-b812f0347cd4 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:09.360763 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9987e9c0-ede9-460d-8769-2a9a49dfb7f8 req-ca4a6043-688a-4338-af66-b812f0347cd4 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 944 time: 0.2988114 Dec 06 17:26:09.434033 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4e5fa70f-6245-4531-b0ee-bc6818ea002e req-c59769ec-3359-4d09-9018-902ee3dce0d5 service neutron] 10.222.0.44 "GET /v2.0/networks/0fd247c3-8063-42cc-bb6f-57bead4315cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5668159 Dec 06 17:26:09.526073 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9987e9c0-ede9-460d-8769-2a9a49dfb7f8 req-de56b08d-961a-435d-ba08-87a868f306f2 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575265 Dec 06 17:26:09.603598 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-9f6e5204-35b7-4048-84e6-ff4d21280c53 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.7623849 Dec 06 17:26:09.616219 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 35132) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:26:09.627598 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-1c829417-a1a6-457f-93c2-9db7323a2e76 admin admin] Request body: {'subnet': {'network_id': '15fd3b86-4ab2-48c1-977e-7d7f46e6c98b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-405272126-subnet', 'tenant_id': 'ec528b8fbe5d4e99b13118aed923c7d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:26:09.656020 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6e5204-35b7-4048-84e6-ff4d21280c53 admin admin] Pushing event updated for resources: {'Network': ['ID=15fd3b86-4ab2-48c1-977e-7d7f46e6c98b,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:26:09.669424 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 15fd3b86-4ab2-48c1-977e-7d7f46e6c98b details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:26:09.705441 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f25f23-e55a-4409-b85d-caf30f8b8458 req-566ebd0d-6e5e-4f7a-b191-ae2b6614c3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:09.709028 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c6f25f23-e55a-4409-b85d-caf30f8b8458 req-566ebd0d-6e5e-4f7a-b191-ae2b6614c3bd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ecd148ff302244ca8d62fb6aab386351&device_id=0187ebad-ec70-4367-b41d-6c2f73aaed07 HTTP/1.1" status: 200 len: 1095 time: 0.6732020 Dec 06 17:26:09.718812 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c829417-a1a6-457f-93c2-9db7323a2e76 admin admin] Made reservation on behalf of ec528b8fbe5d4e99b13118aed923c7d9 for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:26:09.721232 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1c829417-a1a6-457f-93c2-9db7323a2e76 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:09.750733 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4e5fa70f-6245-4531-b0ee-bc6818ea002e req-10c3f108-9aa9-4b4c-addb-63ffa66b41b8 service neutron] 10.222.0.44 "GET /v2.0/networks/0fd247c3-8063-42cc-bb6f-57bead4315cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3054869 Dec 06 17:26:10.175681 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8843b0c7-9c97-4fd3-83e5-2be05eb10ede req-52d7b409-5fbf-43e7-abea-bbedd719f8ef tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:10.177344 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8843b0c7-9c97-4fd3-83e5-2be05eb10ede req-52d7b409-5fbf-43e7-abea-bbedd719f8ef tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "GET /v2.0/ports?device_id=0187ebad-ec70-4367-b41d-6c2f73aaed07 HTTP/1.1" status: 200 len: 944 time: 0.2021761 Dec 06 17:26:10.219552 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f25f23-e55a-4409-b85d-caf30f8b8458 req-982f5bd5-98e5-42f8-abea-dd8f32ad6155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:10.221147 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c6f25f23-e55a-4409-b85d-caf30f8b8458 req-982f5bd5-98e5-42f8-abea-dd8f32ad6155 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5c4d7b9b-2e7d-4b9e-b395-540c7851d2f1 HTTP/1.1" status: 200 len: 898 time: 0.4968815 Dec 06 17:26:10.225725 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1c829417-a1a6-457f-93c2-9db7323a2e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:10.320393 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c6f25f23-e55a-4409-b85d-caf30f8b8458 req-63fb4e98-b8fa-41d8-905e-a90c84c8311a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=dc76eec6-11ac-43c5-9d15-b4174d1205ec HTTP/1.1" status: 200 len: 217 time: 0.0868857 Dec 06 17:26:10.357039 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8843b0c7-9c97-4fd3-83e5-2be05eb10ede req-356df659-4edb-4c33-8f2b-4a4e9e0802dd tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3e234eb-ef13-4d36-83bd-19c69d53cd51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1583619 Dec 06 17:26:10.388946 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c829417-a1a6-457f-93c2-9db7323a2e76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dde17a7d-65c9-4e8b-97a4-0b49eb9d78fe,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:26:10.415523 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c829417-a1a6-457f-93c2-9db7323a2e76 admin admin] Checking segment: {'id': 'bc3873e6-1421-4be3-b216-13e06c2bc164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '15fd3b86-4ab2-48c1-977e-7d7f46e6c98b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:26:10.415918 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c829417-a1a6-457f-93c2-9db7323a2e76 admin admin] Network hostable DHCP agents. Network: 15fd3b86-4ab2-48c1-977e-7d7f46e6c98b, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:26:10.419411 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f25f23-e55a-4409-b85d-caf30f8b8458 req-32467bff-5d2b-472b-b357-c000f38adec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:10.421086 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c6f25f23-e55a-4409-b85d-caf30f8b8458 req-32467bff-5d2b-472b-b357-c000f38adec3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0514c0a4-4d46-4a99-8e5c-263e4691af0a HTTP/1.1" status: 200 len: 838 time: 0.0817797 Dec 06 17:26:10.525503 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c829417-a1a6-457f-93c2-9db7323a2e76 admin admin] Network 15fd3b86-4ab2-48c1-977e-7d7f46e6c98b is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:26:10.545132 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f25f23-e55a-4409-b85d-caf30f8b8458 req-2cea4598-c863-44bf-8b89-36a0e5ca73bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:10.547583 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c6f25f23-e55a-4409-b85d-caf30f8b8458 req-2cea4598-c863-44bf-8b89-36a0e5ca73bf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5c4d7b9b-2e7d-4b9e-b395-540c7851d2f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1118147 Dec 06 17:26:10.548838 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-1c829417-a1a6-457f-93c2-9db7323a2e76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 15fd3b86-4ab2-48c1-977e-7d7f46e6c98b) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:26:10.558042 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c829417-a1a6-457f-93c2-9db7323a2e76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:10.558769 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1c829417-a1a6-457f-93c2-9db7323a2e76 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:10.567403 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a111d827-f426-48f8-ab89-ff541e1f175d None None] Network 15fd3b86-4ab2-48c1-977e-7d7f46e6c98b requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:26:10.812195 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d84c202-c068-4fbc-b90b-e5329fea1cc5 req-450eaae0-544d-4b0b-b7c5-c813d5885e94 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:10.832015 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7d84c202-c068-4fbc-b90b-e5329fea1cc5 req-450eaae0-544d-4b0b-b7c5-c813d5885e94 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 944 time: 0.2017441 Dec 06 17:26:10.871677 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 35166) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:26:10.889839 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 35168) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:26:10.896917 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device dc76eec6-11ac-43c5-9d15-b4174d1205ec details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:26:10.936573 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-1c829417-a1a6-457f-93c2-9db7323a2e76 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3167470 Dec 06 17:26:10.939917 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c6f25f23-e55a-4409-b85d-caf30f8b8458 req-eee9b933-b26b-436f-a60e-352380c86b9b service neutron] 10.222.0.41 "GET /v2.0/networks/5c4d7b9b-2e7d-4b9e-b395-540c7851d2f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3786237 Dec 06 17:26:10.940390 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 35172) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:26:10.944804 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-9a3e2af0-0013-4edf-aff0-a6449058303c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-405272126-router', 'tenant_id': 'ec528b8fbe5d4e99b13118aed923c7d9', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:26:10.964889 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7d84c202-c068-4fbc-b90b-e5329fea1cc5 req-6d70bf21-d325-4789-908d-c60c99a65778 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318138 Dec 06 17:26:10.971209 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae080fd-9925-49ea-9e5c-c809a9adc9d5 None None] Network 15fd3b86-4ab2-48c1-977e-7d7f46e6c98b requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:26:11.070930 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port dc76eec6-11ac-43c5-9d15-b4174d1205ec, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=dc76eec6-11ac-43c5-9d15-b4174d1205ec,segment=NetworkSegment(06c5e124-f1dd-4528-9b6b-a7ef7db06941),segment_id=06c5e124-f1dd-4528-9b6b-a7ef7db06941)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:26:11.085891 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': 'dc76eec6-11ac-43c5-9d15-b4174d1205ec', 'network_id': '5c4d7b9b-2e7d-4b9e-b395-540c7851d2f1', 'port_id': 'dc76eec6-11ac-43c5-9d15-b4174d1205ec', 'mac_address': 'fa:16:3e:c1:9d:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0514c0a4-4d46-4a99-8e5c-263e4691af0a', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:26:11.088997 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9a3e2af0-0013-4edf-aff0-a6449058303c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:11.092613 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9a3e2af0-0013-4edf-aff0-a6449058303c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:11.131548 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-eb68ef31-8a4f-40d8-9804-fec2c19d54e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:11.202982 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:11.231016 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-3c577c86-4692-4675-8f8a-dafe73e9e60e admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-874050682-network', 'tenant_id': 'd346f8fe9c0349078cc1df87fe62a77f'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:26:11.243170 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c6f25f23-e55a-4409-b85d-caf30f8b8458 req-af6a88ce-eb43-42cf-ae01-8e2b3ed4c75f service neutron] 10.222.0.41 "GET /v2.0/networks/5c4d7b9b-2e7d-4b9e-b395-540c7851d2f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825794 Dec 06 17:26:11.252021 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9a3e2af0-0013-4edf-aff0-a6449058303c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:11.302416 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc76eec6-11ac-43c5-9d15-b4174d1205ec {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:26:11.344222 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c577c86-4692-4675-8f8a-dafe73e9e60e admin admin] Made reservation on behalf of d346f8fe9c0349078cc1df87fe62a77f for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:26:11.347115 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3c577c86-4692-4675-8f8a-dafe73e9e60e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:11.360047 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3c577c86-4692-4675-8f8a-dafe73e9e60e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:11.424268 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port dc76eec6-11ac-43c5-9d15-b4174d1205ec, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=dc76eec6-11ac-43c5-9d15-b4174d1205ec,segment=NetworkSegment(06c5e124-f1dd-4528-9b6b-a7ef7db06941),segment_id=06c5e124-f1dd-4528-9b6b-a7ef7db06941)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:26:11.451645 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:11.575169 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a961ca-082b-41b6-99ae-12fa44b7a140 req-cc9a7ba3-6ce3-4993-9f51-fe7821308414 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:11.583361 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-03a961ca-082b-41b6-99ae-12fa44b7a140 req-cc9a7ba3-6ce3-4993-9f51-fe7821308414 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "GET /v2.0/ports?device_id=0187ebad-ec70-4367-b41d-6c2f73aaed07 HTTP/1.1" status: 200 len: 945 time: 0.0994227 Dec 06 17:26:11.587869 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3c577c86-4692-4675-8f8a-dafe73e9e60e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:11.612358 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3c577c86-4692-4675-8f8a-dafe73e9e60e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:11.646170 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9a3e2af0-0013-4edf-aff0-a6449058303c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:11.689215 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-eb68ef31-8a4f-40d8-9804-fec2c19d54e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:11.689956 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-03a961ca-082b-41b6-99ae-12fa44b7a140 req-5712dfbb-00fa-49be-b6a4-0b4f541f8e9e tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3e234eb-ef13-4d36-83bd-19c69d53cd51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047635 Dec 06 17:26:11.719448 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c577c86-4692-4675-8f8a-dafe73e9e60e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:26:11.725694 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c577c86-4692-4675-8f8a-dafe73e9e60e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d474f4c-aed4-452f-9528-33e770203138,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:26:11.741010 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3c577c86-4692-4675-8f8a-dafe73e9e60e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:11.741841 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-3c577c86-4692-4675-8f8a-dafe73e9e60e admin admin] Added segment d5059de5-902f-4ad5-825e-2750cba6d21e of type vlan for network cfc7f85f-2265-4a59-bc68-af373b868a87 Dec 06 17:26:11.742922 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-eb68ef31-8a4f-40d8-9804-fec2c19d54e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:11.744586 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c577c86-4692-4675-8f8a-dafe73e9e60e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:26:11.745171 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c577c86-4692-4675-8f8a-dafe73e9e60e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:26:11.745812 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c577c86-4692-4675-8f8a-dafe73e9e60e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:26:11.746380 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c577c86-4692-4675-8f8a-dafe73e9e60e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:26:11.746934 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c577c86-4692-4675-8f8a-dafe73e9e60e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:26:11.747503 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c577c86-4692-4675-8f8a-dafe73e9e60e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:26:11.748055 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c577c86-4692-4675-8f8a-dafe73e9e60e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:26:11.748612 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c577c86-4692-4675-8f8a-dafe73e9e60e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:26:11.749680 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c577c86-4692-4675-8f8a-dafe73e9e60e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:26:11.750249 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c577c86-4692-4675-8f8a-dafe73e9e60e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:26:11.750803 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c577c86-4692-4675-8f8a-dafe73e9e60e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:26:11.751353 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c577c86-4692-4675-8f8a-dafe73e9e60e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:26:11.751910 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c577c86-4692-4675-8f8a-dafe73e9e60e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:26:11.805746 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=dc76eec6-11ac-43c5-9d15-b4174d1205ec,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:26:11.834462 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['dc76eec6-11ac-43c5-9d15-b4174d1205ec'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:26:11.845146 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3c577c86-4692-4675-8f8a-dafe73e9e60e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:11.866540 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-eb68ef31-8a4f-40d8-9804-fec2c19d54e2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bed3a43871db4bd7999b8078cbc9fc4e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9707954 Dec 06 17:26:11.869808 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 35182) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:26:11.877079 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb68ef31-8a4f-40d8-9804-fec2c19d54e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48c54c09-6e41-4659-a913-aa9474de21fa,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:26:11.904084 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3c577c86-4692-4675-8f8a-dafe73e9e60e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:11.906050 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c577c86-4692-4675-8f8a-dafe73e9e60e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:11.907395 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3c577c86-4692-4675-8f8a-dafe73e9e60e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:11.958035 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-399c41ab-e8b2-4132-94e2-9dc81df39546 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:11.973622 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-3c577c86-4692-4675-8f8a-dafe73e9e60e admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0982492 Dec 06 17:26:11.982137 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 35184) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:26:11.997588 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-ec043fe5-f57f-46c0-aaf4-d5c5492d6eab admin admin] Request body: {'subnet': {'network_id': 'cfc7f85f-2265-4a59-bc68-af373b868a87', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-874050682-subnet', 'tenant_id': 'd346f8fe9c0349078cc1df87fe62a77f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:26:12.051617 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c577c86-4692-4675-8f8a-dafe73e9e60e admin admin] Pushing event updated for resources: {'Network': ['ID=cfc7f85f-2265-4a59-bc68-af373b868a87,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:26:12.067468 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network cfc7f85f-2265-4a59-bc68-af373b868a87 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:26:12.077300 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec043fe5-f57f-46c0-aaf4-d5c5492d6eab admin admin] Made reservation on behalf of d346f8fe9c0349078cc1df87fe62a77f for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:26:12.080753 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ec043fe5-f57f-46c0-aaf4-d5c5492d6eab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:12.234819 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-399c41ab-e8b2-4132-94e2-9dc81df39546 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:12.449872 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ec043fe5-f57f-46c0-aaf4-d5c5492d6eab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:12.502816 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9a3e2af0-0013-4edf-aff0-a6449058303c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:12.535342 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107e443e-799e-41ba-9fa2-57e41ef95ad0 req-d6172e64-509b-4f6c-869f-16e8d423ea5b tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:12.541996 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-107e443e-799e-41ba-9fa2-57e41ef95ad0 req-d6172e64-509b-4f6c-869f-16e8d423ea5b tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 944 time: 0.4065170 Dec 06 17:26:12.555556 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec043fe5-f57f-46c0-aaf4-d5c5492d6eab admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd1da094-341e-41c4-aadc-2076e831eaf7,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:26:12.557886 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec043fe5-f57f-46c0-aaf4-d5c5492d6eab admin admin] Checking segment: {'id': 'd5059de5-902f-4ad5-825e-2750cba6d21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'cfc7f85f-2265-4a59-bc68-af373b868a87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:26:12.558348 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec043fe5-f57f-46c0-aaf4-d5c5492d6eab admin admin] Network hostable DHCP agents. Network: cfc7f85f-2265-4a59-bc68-af373b868a87, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:26:12.570982 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9a3e2af0-0013-4edf-aff0-a6449058303c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:12.579659 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec043fe5-f57f-46c0-aaf4-d5c5492d6eab admin admin] Network cfc7f85f-2265-4a59-bc68-af373b868a87 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:26:12.596081 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-ec043fe5-f57f-46c0-aaf4-d5c5492d6eab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, cfc7f85f-2265-4a59-bc68-af373b868a87) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:26:12.609898 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b7c8d3-be0b-418a-9ffd-0313202bb9dd None None] Network cfc7f85f-2265-4a59-bc68-af373b868a87 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:26:12.612590 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec043fe5-f57f-46c0-aaf4-d5c5492d6eab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:12.612729 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ec043fe5-f57f-46c0-aaf4-d5c5492d6eab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:12.627025 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-399c41ab-e8b2-4132-94e2-9dc81df39546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:12.630136 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-399c41ab-e8b2-4132-94e2-9dc81df39546 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:12.631680 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-399c41ab-e8b2-4132-94e2-9dc81df39546 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/48c54c09-6e41-4659-a913-aa9474de21fa HTTP/1.1" status: 204 len: 168 time: 0.7607784 Dec 06 17:26:12.663984 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-ec043fe5-f57f-46c0-aaf4-d5c5492d6eab admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6775510 Dec 06 17:26:12.788347 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-107e443e-799e-41ba-9fa2-57e41ef95ad0 req-675c58b0-feca-4cf8-9bcb-ac7db07102d2 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124703 Dec 06 17:26:12.816702 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42ceace-9e4c-474c-9263-9f164155e362 None None] Network cfc7f85f-2265-4a59-bc68-af373b868a87 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:26:12.821321 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399c41ab-e8b2-4132-94e2-9dc81df39546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48c54c09-6e41-4659-a913-aa9474de21fa,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:26:13.024801 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb51bd68-c314-4782-b143-5b375a165343 req-6be21c4d-a863-4f76-ae41-9f31beab21a0 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:13.029777 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-cb51bd68-c314-4782-b143-5b375a165343 req-6be21c4d-a863-4f76-ae41-9f31beab21a0 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "GET /v2.0/ports?device_id=0187ebad-ec70-4367-b41d-6c2f73aaed07 HTTP/1.1" status: 200 len: 945 time: 0.1287723 Dec 06 17:26:13.077754 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-9a3e2af0-0013-4edf-aff0-a6449058303c admin admin] Allocated IP 172.35.1.87 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/29d9ebc1-db38-435d-a6e0-5f5f2fc495b1) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:26:13.150482 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-cb51bd68-c314-4782-b143-5b375a165343 req-7d0a0168-395e-473d-8106-7906290e12d6 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3e234eb-ef13-4d36-83bd-19c69d53cd51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144753 Dec 06 17:26:13.315069 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9a3e2af0-0013-4edf-aff0-a6449058303c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:13.343464 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 35210) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:26:13.378716 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9a3e2af0-0013-4edf-aff0-a6449058303c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:13.380284 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fc1e6d9b-6eac-4c1b-a958-94da9a66bd59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:13.445147 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c8219f79-e272-4b4b-8e17-b65cbcda72d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:13.511980 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fc1e6d9b-6eac-4c1b-a958-94da9a66bd59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:13.513598 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3e2af0-0013-4edf-aff0-a6449058303c admin admin] Pushing event updated for resources: {'Port': ['ID=29d9ebc1-db38-435d-a6e0-5f5f2fc495b1,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:26:13.519672 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fc1e6d9b-6eac-4c1b-a958-94da9a66bd59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:13.541063 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3e2af0-0013-4edf-aff0-a6449058303c admin admin] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:26:13.544054 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-9a3e2af0-0013-4edf-aff0-a6449058303c admin admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:26:13.549855 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3e2af0-0013-4edf-aff0-a6449058303c admin admin] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:26:13.569024 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37340436-3945-4bdd-8053-4d465078f935 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:26:13.659097 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1e6d9b-6eac-4c1b-a958-94da9a66bd59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d044035-74df-4788-b056-ca854e4d7d88,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:26:13.664418 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-d04ca7e0-eb55-4375-81b0-3b606435b487 None None] Provisioning complete for port 29d9ebc1-db38-435d-a6e0-5f5f2fc495b1 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:26:13.665785 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d04ca7e0-eb55-4375-81b0-3b606435b487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:13.666320 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-fc1e6d9b-6eac-4c1b-a958-94da9a66bd59 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=021922da4b94454eab989f2c80b17fed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3204203 Dec 06 17:26:13.669771 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 35216) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:26:13.751493 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-d04ca7e0-eb55-4375-81b0-3b606435b487 None None] Port 29d9ebc1-db38-435d-a6e0-5f5f2fc495b1 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:26:13.822145 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-37bc9848-b47c-44e3-8af9-8e7ee55d03ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:13.856598 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-37bc9848-b47c-44e3-8af9-8e7ee55d03ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:13.937520 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-37bc9848-b47c-44e3-8af9-8e7ee55d03ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:13.940598 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-37bc9848-b47c-44e3-8af9-8e7ee55d03ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:13.941788 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-37bc9848-b47c-44e3-8af9-8e7ee55d03ee admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1d044035-74df-4788-b056-ca854e4d7d88 HTTP/1.1" status: 204 len: 168 time: 0.2708869 Dec 06 17:26:13.983118 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9a3e2af0-0013-4edf-aff0-a6449058303c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:14.033536 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bc9848-b47c-44e3-8af9-8e7ee55d03ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d044035-74df-4788-b056-ca854e4d7d88,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:26:14.066396 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7472cb-6e93-477d-bace-f36d4e0792af req-c11c5a81-a3d9-472d-ac3a-e50d7411adf4 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:14.067989 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9d7472cb-6e93-477d-bace-f36d4e0792af req-c11c5a81-a3d9-472d-ac3a-e50d7411adf4 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 944 time: 0.1448507 Dec 06 17:26:14.162103 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9d7472cb-6e93-477d-bace-f36d4e0792af req-4138cf17-bc2f-4563-aba5-ba38c392417d tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865600 Dec 06 17:26:14.349813 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c06829b-b1e6-414f-add5-23f1fec24842 req-2419e48f-eaaf-4baa-9f95-25fe98f74492 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:14.353771 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9c06829b-b1e6-414f-add5-23f1fec24842 req-2419e48f-eaaf-4baa-9f95-25fe98f74492 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "GET /v2.0/ports?device_id=0187ebad-ec70-4367-b41d-6c2f73aaed07 HTTP/1.1" status: 200 len: 945 time: 0.1016433 Dec 06 17:26:14.380176 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9a3e2af0-0013-4edf-aff0-a6449058303c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:14.446541 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9c06829b-b1e6-414f-add5-23f1fec24842 req-a2db91df-09dc-467b-9a48-21965ea90fbe tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3e234eb-ef13-4d36-83bd-19c69d53cd51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818882 Dec 06 17:26:14.607167 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a3e2af0-0013-4edf-aff0-a6449058303c admin admin] Router 8fc64ca2-7eb2-4c29-8f11-9abf7796281a is scheduled to L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 with binding_index 1 {{(pid=103285) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 17:26:14.766561 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a3e2af0-0013-4edf-aff0-a6449058303c admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:26:14.803670 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device dc76eec6-11ac-43c5-9d15-b4174d1205ec up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:26:14.877961 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20d38b9-3a54-45d7-9d9e-02c3543201c3 None None] Sync routers for ids ['8fc64ca2-7eb2-4c29-8f11-9abf7796281a'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:26:14.893925 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20d38b9-3a54-45d7-9d9e-02c3543201c3 None None] Routers {'8fc64ca2-7eb2-4c29-8f11-9abf7796281a'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:26:14.894610 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-a20d38b9-3a54-45d7-9d9e-02c3543201c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:25:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['8fc64ca2-7eb2-4c29-8f11-9abf7796281a'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:26:14.902932 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9a3e2af0-0013-4edf-aff0-a6449058303c admin admin] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:14.905538 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-9a3e2af0-0013-4edf-aff0-a6449058303c admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.9632332 Dec 06 17:26:14.908070 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 35242) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:26:15.002943 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port dc76eec6-11ac-43c5-9d15-b4174d1205ec completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:26:15.024236 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-a20d38b9-3a54-45d7-9d9e-02c3543201c3 None None] Set router 8fc64ca2-7eb2-4c29-8f11-9abf7796281a gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:26:15.025902 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port dc76eec6-11ac-43c5-9d15-b4174d1205ec triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:26:15.028181 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:15.254401 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:15.255381 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-a20d38b9-3a54-45d7-9d9e-02c3543201c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc64ca2-7eb2-4c29-8f11-9abf7796281a', 'name': 'tempest-ServerRescueTestJSON-405272126-router', 'tenant_id': 'ec528b8fbe5d4e99b13118aed923c7d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.87'}], 'enable_snat': True}, 'gw_port_id': '29d9ebc1-db38-435d-a6e0-5f5f2fc495b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:26:11Z', 'updated_at': '2021-12-06T17:26:13Z', 'revision_number': 3, 'project_id': 'ec528b8fbe5d4e99b13118aed923c7d9', 'gw_port': {'id': '29d9ebc1-db38-435d-a6e0-5f5f2fc495b1', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b5:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fc64ca2-7eb2-4c29-8f11-9abf7796281a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:26:12Z', 'updated_at': '2021-12-06T17:26:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:26:15.289929 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0187ebad-ec70-4367-b41d-6c2f73aaed07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc76eec6-11ac-43c5-9d15-b4174d1205ec'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:26:15.294604 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-303417a1-13f2-4035-9918-e76c969f205e" -d '{"events": [{"server_uuid": "0187ebad-ec70-4367-b41d-6c2f73aaed07", "name": "network-vif-plugged", "status": "completed", "tag": "dc76eec6-11ac-43c5-9d15-b4174d1205ec"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:26:15.317771 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port dc76eec6-11ac-43c5-9d15-b4174d1205ec, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=dc76eec6-11ac-43c5-9d15-b4174d1205ec,segment=NetworkSegment(06c5e124-f1dd-4528-9b6b-a7ef7db06941),segment_id=06c5e124-f1dd-4528-9b6b-a7ef7db06941)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:26:15.328095 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:15.333570 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20d38b9-3a54-45d7-9d9e-02c3543201c3 None None] Checking router: 8fc64ca2-7eb2-4c29-8f11-9abf7796281a for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:26:15.333926 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20d38b9-3a54-45d7-9d9e-02c3543201c3 None None] Updating router 8fc64ca2-7eb2-4c29-8f11-9abf7796281a port 29d9ebc1-db38-435d-a6e0-5f5f2fc495b1 binding host n-d-master-1 {{(pid=103287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:26:15.362419 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a20d38b9-3a54-45d7-9d9e-02c3543201c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:15.427589 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=dc76eec6-11ac-43c5-9d15-b4174d1205ec,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:26:15.583952 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008c4315-ac15-48df-a629-85dc5f587b03 req-bc96d259-ec3f-45a2-b7ac-3a49b0eb9b06 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:15.586833 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-008c4315-ac15-48df-a629-85dc5f587b03 req-bc96d259-ec3f-45a2-b7ac-3a49b0eb9b06 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 944 time: 0.2555785 Dec 06 17:26:15.649325 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-657b3b40-2ab8-4d03-b165-0b5240a85bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:15.806742 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a20d38b9-3a54-45d7-9d9e-02c3543201c3 None None] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:15.818566 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a20d38b9-3a54-45d7-9d9e-02c3543201c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:15.830141 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-008c4315-ac15-48df-a629-85dc5f587b03 req-38132e64-7d78-40f1-854b-a74c877607dc tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306831 Dec 06 17:26:15.894730 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea63a75-0f5d-4ccf-94e4-191cc5452792 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:26:15.929636 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d789d4d-5420-4a92-af67-610a1dc72d99 None None] Pushing event updated for resources: {'Port': ['ID=29d9ebc1-db38-435d-a6e0-5f5f2fc495b1,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:26:15.932757 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-a20d38b9-3a54-45d7-9d9e-02c3543201c3 None None] Attempting to bind port 29d9ebc1-db38-435d-a6e0-5f5f2fc495b1 on host n-d-master-1 for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:26:15.933693 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-a20d38b9-3a54-45d7-9d9e-02c3543201c3 None None] Attempting to bind port 29d9ebc1-db38-435d-a6e0-5f5f2fc495b1 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:26:15.934056 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20d38b9-3a54-45d7-9d9e-02c3543201c3 None None] Attempting to bind port 29d9ebc1-db38-435d-a6e0-5f5f2fc495b1 on network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:26:15.945207 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20d38b9-3a54-45d7-9d9e-02c3543201c3 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:26:15.945629 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20d38b9-3a54-45d7-9d9e-02c3543201c3 None None] Checking segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:26:15.946036 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a20d38b9-3a54-45d7-9d9e-02c3543201c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:15.946423 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20d38b9-3a54-45d7-9d9e-02c3543201c3 None None] Bound using segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:26:15.946930 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-a20d38b9-3a54-45d7-9d9e-02c3543201c3 None None] Bound port: 29d9ebc1-db38-435d-a6e0-5f5f2fc495b1, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:26:15.947311 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a20d38b9-3a54-45d7-9d9e-02c3543201c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:15.951008 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d789d4d-5420-4a92-af67-610a1dc72d99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:26:15.951724 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d789d4d-5420-4a92-af67-610a1dc72d99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:26:15.951866 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d789d4d-5420-4a92-af67-610a1dc72d99 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:26:15.952120 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d789d4d-5420-4a92-af67-610a1dc72d99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:26:15.952778 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d789d4d-5420-4a92-af67-610a1dc72d99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:26:15.953071 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d789d4d-5420-4a92-af67-610a1dc72d99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:26:15.953707 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d789d4d-5420-4a92-af67-610a1dc72d99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:26:15.954126 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d789d4d-5420-4a92-af67-610a1dc72d99 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:26:15.954455 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d789d4d-5420-4a92-af67-610a1dc72d99 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:26:15.954826 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d789d4d-5420-4a92-af67-610a1dc72d99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:26:15.955152 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d789d4d-5420-4a92-af67-610a1dc72d99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:26:15.956129 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d789d4d-5420-4a92-af67-610a1dc72d99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:26:15.956129 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d789d4d-5420-4a92-af67-610a1dc72d99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:26:15.970999 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e2624b6-cec0-4c97-a0a1-804f13a8d259 x-openstack-request-id: req-4e2624b6-cec0-4c97-a0a1-804f13a8d259 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:26:15.971704 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0187ebad-ec70-4367-b41d-6c2f73aaed07", "name": "network-vif-plugged", "status": "completed", "tag": "dc76eec6-11ac-43c5-9d15-b4174d1205ec", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:26:15.972187 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4e2624b6-cec0-4c97-a0a1-804f13a8d259 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:26:15.972890 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0187ebad-ec70-4367-b41d-6c2f73aaed07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc76eec6-11ac-43c5-9d15-b4174d1205ec', 'code': 200} Dec 06 17:26:15.997276 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-12b76457-9a1c-4eb3-9160-1b30d887a200 None None] Provisioning complete for port 29d9ebc1-db38-435d-a6e0-5f5f2fc495b1 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:26:15.998686 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-12b76457-9a1c-4eb3-9160-1b30d887a200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:16.066085 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-12b76457-9a1c-4eb3-9160-1b30d887a200 None None] Port 29d9ebc1-db38-435d-a6e0-5f5f2fc495b1 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:26:16.070450 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-a20d38b9-3a54-45d7-9d9e-02c3543201c3 None None] For port 29d9ebc1-db38-435d-a6e0-5f5f2fc495b1, host n-d-master-1, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:26:16.076397 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-a20d38b9-3a54-45d7-9d9e-02c3543201c3 None None] For port 29d9ebc1-db38-435d-a6e0-5f5f2fc495b1, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=29d9ebc1-db38-435d-a6e0-5f5f2fc495b1,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:26:16.085776 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a20d38b9-3a54-45d7-9d9e-02c3543201c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:16.143409 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78d7a26-8efb-42fd-838b-f39d3d47b934 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:26:16.155777 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20d38b9-3a54-45d7-9d9e-02c3543201c3 None None] Routers {'8fc64ca2-7eb2-4c29-8f11-9abf7796281a'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:26:16.156527 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-a20d38b9-3a54-45d7-9d9e-02c3543201c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:26:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['8fc64ca2-7eb2-4c29-8f11-9abf7796281a'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:26:16.158478 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d789d4d-5420-4a92-af67-610a1dc72d99 None None] Pushing event updated for resources: {'Port': ['ID=29d9ebc1-db38-435d-a6e0-5f5f2fc495b1,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:26:16.188191 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf668e44-efd2-44e5-a83e-5e5c79e74db1 req-98d42449-6cf5-4028-813f-9abcd62349ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:16.189787 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bf668e44-efd2-44e5-a83e-5e5c79e74db1 req-98d42449-6cf5-4028-813f-9abcd62349ee service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0187ebad-ec70-4367-b41d-6c2f73aaed07 HTTP/1.1" status: 200 len: 1097 time: 0.1310043 Dec 06 17:26:16.210841 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-0e547658-1e11-43cd-a46d-35b0fe759dba None None] Provisioning complete for port 29d9ebc1-db38-435d-a6e0-5f5f2fc495b1 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:26:16.212028 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0e547658-1e11-43cd-a46d-35b0fe759dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:16.304713 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-a20d38b9-3a54-45d7-9d9e-02c3543201c3 None None] Set router 8fc64ca2-7eb2-4c29-8f11-9abf7796281a gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:26:16.340412 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bf668e44-efd2-44e5-a83e-5e5c79e74db1 req-d987f2d2-13ac-472f-9876-670159080492 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a3e234eb-ef13-4d36-83bd-19c69d53cd51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1355040 Dec 06 17:26:16.368991 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-19c5c04f-0315-4581-8fbe-c417b530674f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:16.404293 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0e547658-1e11-43cd-a46d-35b0fe759dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:16.458692 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-0e547658-1e11-43cd-a46d-35b0fe759dba None None] For port 29d9ebc1-db38-435d-a6e0-5f5f2fc495b1, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=29d9ebc1-db38-435d-a6e0-5f5f2fc495b1,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:26:16.466282 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0e547658-1e11-43cd-a46d-35b0fe759dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:16.560834 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e547658-1e11-43cd-a46d-35b0fe759dba None None] Pushing event updated for resources: {'Port': ['ID=29d9ebc1-db38-435d-a6e0-5f5f2fc495b1,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:26:16.715025 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-a20d38b9-3a54-45d7-9d9e-02c3543201c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc64ca2-7eb2-4c29-8f11-9abf7796281a', 'name': 'tempest-ServerRescueTestJSON-405272126-router', 'tenant_id': 'ec528b8fbe5d4e99b13118aed923c7d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.87'}], 'enable_snat': True}, 'gw_port_id': '29d9ebc1-db38-435d-a6e0-5f5f2fc495b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:26:11Z', 'updated_at': '2021-12-06T17:26:13Z', 'revision_number': 3, 'project_id': 'ec528b8fbe5d4e99b13118aed923c7d9', 'gw_port': {'id': '29d9ebc1-db38-435d-a6e0-5f5f2fc495b1', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b5:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fc64ca2-7eb2-4c29-8f11-9abf7796281a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:26:12Z', 'updated_at': '2021-12-06T17:26:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:26:16.758894 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20d38b9-3a54-45d7-9d9e-02c3543201c3 None None] The sync data for ids ['8fc64ca2-7eb2-4c29-8f11-9abf7796281a'] in n-d-master-1 is: [{'id': '8fc64ca2-7eb2-4c29-8f11-9abf7796281a', 'name': 'tempest-ServerRescueTestJSON-405272126-router', 'tenant_id': 'ec528b8fbe5d4e99b13118aed923c7d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.87'}], 'enable_snat': True}, 'gw_port_id': '29d9ebc1-db38-435d-a6e0-5f5f2fc495b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:26:11Z', 'updated_at': '2021-12-06T17:26:13Z', 'revision_number': 3, 'project_id': 'ec528b8fbe5d4e99b13118aed923c7d9', 'gw_port': {'id': '29d9ebc1-db38-435d-a6e0-5f5f2fc495b1', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b5:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fc64ca2-7eb2-4c29-8f11-9abf7796281a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:26:12Z', 'updated_at': '2021-12-06T17:26:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:26:16.845523 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2747a782-c79e-41e2-9ce2-88e90920eb7d req-5d64755d-dc67-4ec7-978e-619174442633 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:16.849571 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2747a782-c79e-41e2-9ce2-88e90920eb7d req-5d64755d-dc67-4ec7-978e-619174442633 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "GET /v2.0/ports?device_id=0187ebad-ec70-4367-b41d-6c2f73aaed07 HTTP/1.1" status: 200 len: 946 time: 0.6582525 Dec 06 17:26:16.885737 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:16.976596 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-19c5c04f-0315-4581-8fbe-c417b530674f admin admin] Allocated IP 172.20.0.1 (15fd3b86-4ab2-48c1-977e-7d7f46e6c98b/dde17a7d-65c9-4e8b-97a4-0b49eb9d78fe/5c506433-8048-489a-a1ca-d46e8c88fc66) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:26:16.994876 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2747a782-c79e-41e2-9ce2-88e90920eb7d req-6178aedc-60a4-414e-8cca-0b9697f5f161 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3e234eb-ef13-4d36-83bd-19c69d53cd51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199062 Dec 06 17:26:17.974208 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b413571-dfaa-4db4-ab47-fa750a2c4713 req-7f533e1e-c11b-4a48-98ab-f0080f06b918 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:17.982049 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2b413571-dfaa-4db4-ab47-fa750a2c4713 req-7f533e1e-c11b-4a48-98ab-f0080f06b918 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 944 time: 0.0801313 Dec 06 17:26:18.053979 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:18.066843 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-19c5c04f-0315-4581-8fbe-c417b530674f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:18.133605 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2b413571-dfaa-4db4-ab47-fa750a2c4713 req-0257c99b-d852-4560-8287-d032e696b32e tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330488 Dec 06 17:26:18.177619 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-19c5c04f-0315-4581-8fbe-c417b530674f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:18.248606 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c5c04f-0315-4581-8fbe-c417b530674f admin admin] Network 15fd3b86-4ab2-48c1-977e-7d7f46e6c98b is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:26:18.265691 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-19c5c04f-0315-4581-8fbe-c417b530674f admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:26:18.269354 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c5c04f-0315-4581-8fbe-c417b530674f admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:26:18.391791 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c5c04f-0315-4581-8fbe-c417b530674f admin admin] Pushing event updated for resources: {'Port': ['ID=5c506433-8048-489a-a1ca-d46e8c88fc66,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:26:18.429548 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-19c5c04f-0315-4581-8fbe-c417b530674f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539179'] for router_interface, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:18.521757 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db94b718-d02e-4c42-b882-644e3c05f0a3 req-1ce379a6-32f2-440e-9d12-9b26863460b8 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:18.530179 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-db94b718-d02e-4c42-b882-644e3c05f0a3 req-1ce379a6-32f2-440e-9d12-9b26863460b8 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "GET /v2.0/ports?device_id=0187ebad-ec70-4367-b41d-6c2f73aaed07 HTTP/1.1" status: 200 len: 946 time: 0.2331879 Dec 06 17:26:18.639196 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-db94b718-d02e-4c42-b882-644e3c05f0a3 req-0b1ceb27-b03b-4568-a085-d5c6c529b8d2 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3e234eb-ef13-4d36-83bd-19c69d53cd51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024992 Dec 06 17:26:18.705499 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-19c5c04f-0315-4581-8fbe-c417b530674f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:18.918348 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 29d9ebc1-db38-435d-a6e0-5f5f2fc495b1 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:26:19.069882 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:19.106497 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 29d9ebc1-db38-435d-a6e0-5f5f2fc495b1 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:26:19.107116 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:19.243481 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-19c5c04f-0315-4581-8fbe-c417b530674f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:19.253108 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf01ecf-9e16-4c3c-9ad5-a83718385cbf req-b4c7b262-287e-4538-96d7-022c1b96920c tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:19.265831 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6cf01ecf-9e16-4c3c-9ad5-a83718385cbf req-b4c7b262-287e-4538-96d7-022c1b96920c tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "GET /v2.0/ports?device_id=0187ebad-ec70-4367-b41d-6c2f73aaed07 HTTP/1.1" status: 200 len: 946 time: 0.2232351 Dec 06 17:26:19.274174 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-19c5c04f-0315-4581-8fbe-c417b530674f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:19.390304 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-19c5c04f-0315-4581-8fbe-c417b530674f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-772465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539207'] for router_interface, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:19.411532 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6cf01ecf-9e16-4c3c-9ad5-a83718385cbf req-164e854f-a81a-46f9-9bd1-ff82f9310f7a tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3e234eb-ef13-4d36-83bd-19c69d53cd51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1425059 Dec 06 17:26:19.412319 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c5c04f-0315-4581-8fbe-c417b530674f admin admin] Pushing event updated for resources: {'Port': ['ID=5c506433-8048-489a-a1ca-d46e8c88fc66,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:26:19.669576 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c5c04f-0315-4581-8fbe-c417b530674f admin admin] Network 15fd3b86-4ab2-48c1-977e-7d7f46e6c98b is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:26:19.678898 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb0284c-c875-48ba-8688-c5a0f4ad6e5a req-2cb7b53f-f370-408f-8b70-c2f50a0a40de tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:19.691394 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-beb0284c-c875-48ba-8688-c5a0f4ad6e5a req-2cb7b53f-f370-408f-8b70-c2f50a0a40de tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 944 time: 0.1034768 Dec 06 17:26:19.694338 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-19c5c04f-0315-4581-8fbe-c417b530674f admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:26:19.827141 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-beb0284c-c875-48ba-8688-c5a0f4ad6e5a req-3cc86572-77b5-4ba0-a59d-8639ad06b707 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348257 Dec 06 17:26:19.956538 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19c5c04f-0315-4581-8fbe-c417b530674f admin admin] Router 8fc64ca2-7eb2-4c29-8f11-9abf7796281a has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:26:20.116028 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c5c04f-0315-4581-8fbe-c417b530674f admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:26:20.126997 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfe8e50-67d1-4c3e-857d-d8db29bc1648 None None] Sync routers for ids ['8fc64ca2-7eb2-4c29-8f11-9abf7796281a'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:26:20.137205 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-19c5c04f-0315-4581-8fbe-c417b530674f admin admin] 10.222.0.23 "PUT /v2.0/routers/8fc64ca2-7eb2-4c29-8f11-9abf7796281a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2188184 Dec 06 17:26:20.153854 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfe8e50-67d1-4c3e-857d-d8db29bc1648 None None] Routers {'8fc64ca2-7eb2-4c29-8f11-9abf7796281a'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:26:20.155264 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-9bfe8e50-67d1-4c3e-857d-d8db29bc1648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:26:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['8fc64ca2-7eb2-4c29-8f11-9abf7796281a'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:26:20.328807 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-9bfe8e50-67d1-4c3e-857d-d8db29bc1648 None None] Set router 8fc64ca2-7eb2-4c29-8f11-9abf7796281a gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:26:20.665779 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-9bfe8e50-67d1-4c3e-857d-d8db29bc1648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc64ca2-7eb2-4c29-8f11-9abf7796281a', 'name': 'tempest-ServerRescueTestJSON-405272126-router', 'tenant_id': 'ec528b8fbe5d4e99b13118aed923c7d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.87'}], 'enable_snat': True}, 'gw_port_id': '29d9ebc1-db38-435d-a6e0-5f5f2fc495b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:26:11Z', 'updated_at': '2021-12-06T17:26:18Z', 'revision_number': 4, 'project_id': 'ec528b8fbe5d4e99b13118aed923c7d9', 'gw_port': {'id': '29d9ebc1-db38-435d-a6e0-5f5f2fc495b1', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc64ca2-7eb2-4c29-8f11-9abf7796281a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:26:12Z', 'updated_at': '2021-12-06T17:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '5c506433-8048-489a-a1ca-d46e8c88fc66', 'name': '', 'network_id': '15fd3b86-4ab2-48c1-977e-7d7f46e6c98b', 'tenant_id': 'ec528b8fbe5d4e99b13118aed923c7d9', 'mac_address': 'fa:16:3e:42:a8:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fc64ca2-7eb2-4c29-8f11-9abf7796281a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': 'dde17a7d-65c9-4e8b-97a4-0b49eb9d78fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:26:16Z', 'updated_at': '2021-12-06T17:26:18Z', 'revision_number': 2, 'project_id': 'ec528b8fbe5d4e99b13118aed923c7d9', 'subnets': [{'id': 'dde17a7d-65c9-4e8b-97a4-0b49eb9d78fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:26:20.701341 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfe8e50-67d1-4c3e-857d-d8db29bc1648 None None] Checking router: 8fc64ca2-7eb2-4c29-8f11-9abf7796281a for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:26:20.701893 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfe8e50-67d1-4c3e-857d-d8db29bc1648 None None] Updating router 8fc64ca2-7eb2-4c29-8f11-9abf7796281a port 5c506433-8048-489a-a1ca-d46e8c88fc66 binding host n-d-master-1 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:26:20.738993 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9bfe8e50-67d1-4c3e-857d-d8db29bc1648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:20.939855 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 35366) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:26:21.246983 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9bfe8e50-67d1-4c3e-857d-d8db29bc1648 None None] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:21.257890 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9bfe8e50-67d1-4c3e-857d-d8db29bc1648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:21.369563 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbcd934-4f38-4bed-92ee-15286278f9d7 None None] Pushing event updated for resources: {'Port': ['ID=5c506433-8048-489a-a1ca-d46e8c88fc66,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:26:21.414065 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-9bfe8e50-67d1-4c3e-857d-d8db29bc1648 None None] Attempting to bind port 5c506433-8048-489a-a1ca-d46e8c88fc66 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:26:21.414684 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-9bfe8e50-67d1-4c3e-857d-d8db29bc1648 None None] Attempting to bind port 5c506433-8048-489a-a1ca-d46e8c88fc66 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'bc3873e6-1421-4be3-b216-13e06c2bc164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '15fd3b86-4ab2-48c1-977e-7d7f46e6c98b'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:26:21.415213 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfe8e50-67d1-4c3e-857d-d8db29bc1648 None None] Attempting to bind port 5c506433-8048-489a-a1ca-d46e8c88fc66 on network 15fd3b86-4ab2-48c1-977e-7d7f46e6c98b {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:26:21.423861 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfe8e50-67d1-4c3e-857d-d8db29bc1648 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:26:21.424372 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfe8e50-67d1-4c3e-857d-d8db29bc1648 None None] Checking segment: {'id': 'bc3873e6-1421-4be3-b216-13e06c2bc164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '15fd3b86-4ab2-48c1-977e-7d7f46e6c98b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:26:21.424994 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9bfe8e50-67d1-4c3e-857d-d8db29bc1648 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:21.425494 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfe8e50-67d1-4c3e-857d-d8db29bc1648 None None] Bound using segment: {'id': 'bc3873e6-1421-4be3-b216-13e06c2bc164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '15fd3b86-4ab2-48c1-977e-7d7f46e6c98b'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:26:21.426007 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-9bfe8e50-67d1-4c3e-857d-d8db29bc1648 None None] Bound port: 5c506433-8048-489a-a1ca-d46e8c88fc66, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc3873e6-1421-4be3-b216-13e06c2bc164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '15fd3b86-4ab2-48c1-977e-7d7f46e6c98b'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:26:21.426432 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9bfe8e50-67d1-4c3e-857d-d8db29bc1648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:21.579058 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-9bfe8e50-67d1-4c3e-857d-d8db29bc1648 None None] For port 5c506433-8048-489a-a1ca-d46e8c88fc66, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:26:21.582699 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-9bfe8e50-67d1-4c3e-857d-d8db29bc1648 None None] For port 5c506433-8048-489a-a1ca-d46e8c88fc66, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=5c506433-8048-489a-a1ca-d46e8c88fc66,segment=NetworkSegment(bc3873e6-1421-4be3-b216-13e06c2bc164),segment_id=bc3873e6-1421-4be3-b216-13e06c2bc164)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:26:21.591894 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9bfe8e50-67d1-4c3e-857d-d8db29bc1648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:21.670890 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9cf1b2c3-95d9-4a5e-aea0-2fbb5d4db7f7 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:21.688053 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbcd934-4f38-4bed-92ee-15286278f9d7 None None] Pushing event updated for resources: {'Port': ['ID=5c506433-8048-489a-a1ca-d46e8c88fc66,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:26:21.693120 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfe8e50-67d1-4c3e-857d-d8db29bc1648 None None] Routers {'8fc64ca2-7eb2-4c29-8f11-9abf7796281a'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:26:21.693856 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-9bfe8e50-67d1-4c3e-857d-d8db29bc1648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:26:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['8fc64ca2-7eb2-4c29-8f11-9abf7796281a'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:26:21.838827 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-9bfe8e50-67d1-4c3e-857d-d8db29bc1648 None None] Set router 8fc64ca2-7eb2-4c29-8f11-9abf7796281a gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:26:22.114707 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-9cf1b2c3-95d9-4a5e-aea0-2fbb5d4db7f7 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Allocated IP 172.20.0.17 (5c4d7b9b-2e7d-4b9e-b395-540c7851d2f1/0514c0a4-4d46-4a99-8e5c-263e4691af0a/ea1a5d15-4ea2-4908-9aa2-279596916225) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:26:22.322261 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9cf1b2c3-95d9-4a5e-aea0-2fbb5d4db7f7 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:22.364670 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-9bfe8e50-67d1-4c3e-857d-d8db29bc1648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc64ca2-7eb2-4c29-8f11-9abf7796281a', 'name': 'tempest-ServerRescueTestJSON-405272126-router', 'tenant_id': 'ec528b8fbe5d4e99b13118aed923c7d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.87'}], 'enable_snat': True}, 'gw_port_id': '29d9ebc1-db38-435d-a6e0-5f5f2fc495b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:26:11Z', 'updated_at': '2021-12-06T17:26:18Z', 'revision_number': 4, 'project_id': 'ec528b8fbe5d4e99b13118aed923c7d9', 'gw_port': {'id': '29d9ebc1-db38-435d-a6e0-5f5f2fc495b1', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc64ca2-7eb2-4c29-8f11-9abf7796281a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:26:12Z', 'updated_at': '2021-12-06T17:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '5c506433-8048-489a-a1ca-d46e8c88fc66', 'name': '', 'network_id': '15fd3b86-4ab2-48c1-977e-7d7f46e6c98b', 'tenant_id': 'ec528b8fbe5d4e99b13118aed923c7d9', 'mac_address': 'fa:16:3e:42:a8:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fc64ca2-7eb2-4c29-8f11-9abf7796281a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': 'dde17a7d-65c9-4e8b-97a4-0b49eb9d78fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:26:16Z', 'updated_at': '2021-12-06T17:26:21Z', 'revision_number': 4, 'project_id': 'ec528b8fbe5d4e99b13118aed923c7d9', 'subnets': [{'id': 'dde17a7d-65c9-4e8b-97a4-0b49eb9d78fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:26:22.383212 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9cf1b2c3-95d9-4a5e-aea0-2fbb5d4db7f7 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:22.401167 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfe8e50-67d1-4c3e-857d-d8db29bc1648 None None] The sync data for ids ['8fc64ca2-7eb2-4c29-8f11-9abf7796281a'] in n-d-master-1 is: [{'id': '8fc64ca2-7eb2-4c29-8f11-9abf7796281a', 'name': 'tempest-ServerRescueTestJSON-405272126-router', 'tenant_id': 'ec528b8fbe5d4e99b13118aed923c7d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.87'}], 'enable_snat': True}, 'gw_port_id': '29d9ebc1-db38-435d-a6e0-5f5f2fc495b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:26:11Z', 'updated_at': '2021-12-06T17:26:18Z', 'revision_number': 4, 'project_id': 'ec528b8fbe5d4e99b13118aed923c7d9', 'gw_port': {'id': '29d9ebc1-db38-435d-a6e0-5f5f2fc495b1', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc64ca2-7eb2-4c29-8f11-9abf7796281a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:26:12Z', 'updated_at': '2021-12-06T17:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '5c506433-8048-489a-a1ca-d46e8c88fc66', 'name': '', 'network_id': '15fd3b86-4ab2-48c1-977e-7d7f46e6c98b', 'tenant_id': 'ec528b8fbe5d4e99b13118aed923c7d9', 'mac_address': 'fa:16:3e:42:a8:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fc64ca2-7eb2-4c29-8f11-9abf7796281a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': 'dde17a7d-65c9-4e8b-97a4-0b49eb9d78fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:26:16Z', 'updated_at': '2021-12-06T17:26:21Z', 'revision_number': 4, 'project_id': 'ec528b8fbe5d4e99b13118aed923c7d9', 'subnets': [{'id': 'dde17a7d-65c9-4e8b-97a4-0b49eb9d78fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:26:22.465639 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf1b2c3-95d9-4a5e-aea0-2fbb5d4db7f7 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Network 5c4d7b9b-2e7d-4b9e-b395-540c7851d2f1 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:26:22.488807 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-9cf1b2c3-95d9-4a5e-aea0-2fbb5d4db7f7 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:26:22.493196 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf1b2c3-95d9-4a5e-aea0-2fbb5d4db7f7 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:26:22.532701 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf1b2c3-95d9-4a5e-aea0-2fbb5d4db7f7 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Pushing event updated for resources: {'Port': ['ID=ea1a5d15-4ea2-4908-9aa2-279596916225,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:26:22.626938 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9cf1b2c3-95d9-4a5e-aea0-2fbb5d4db7f7 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539179'] for router_interface, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:22.878070 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 5c506433-8048-489a-a1ca-d46e8c88fc66 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:26:22.998178 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 5c506433-8048-489a-a1ca-d46e8c88fc66 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:26:22.998560 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:23.028957 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9cf1b2c3-95d9-4a5e-aea0-2fbb5d4db7f7 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:23.039978 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a3126bb5-a051-4c97-b7b6-bb7ca901fa4b None None] Provisioning complete for port ea1a5d15-4ea2-4908-9aa2-279596916225 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:26:23.040492 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a3126bb5-a051-4c97-b7b6-bb7ca901fa4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:23.126456 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a3126bb5-a051-4c97-b7b6-bb7ca901fa4b None None] Port ea1a5d15-4ea2-4908-9aa2-279596916225 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:26:23.294504 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:23.428435 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] For port 5c506433-8048-489a-a1ca-d46e8c88fc66, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=5c506433-8048-489a-a1ca-d46e8c88fc66,segment=NetworkSegment(bc3873e6-1421-4be3-b216-13e06c2bc164),segment_id=bc3873e6-1421-4be3-b216-13e06c2bc164)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:26:23.438527 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:23.580619 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Pushing event updated for resources: {'Port': ['ID=5c506433-8048-489a-a1ca-d46e8c88fc66,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:26:23.615173 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9cf1b2c3-95d9-4a5e-aea0-2fbb5d4db7f7 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:23.635908 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9cf1b2c3-95d9-4a5e-aea0-2fbb5d4db7f7 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:23.836457 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9cf1b2c3-95d9-4a5e-aea0-2fbb5d4db7f7 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-772465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539207'] for router_interface, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:23.904635 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf1b2c3-95d9-4a5e-aea0-2fbb5d4db7f7 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Pushing event updated for resources: {'Port': ['ID=ea1a5d15-4ea2-4908-9aa2-279596916225,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:26:23.994502 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 17:26:24.063006 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf1b2c3-95d9-4a5e-aea0-2fbb5d4db7f7 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Network 5c4d7b9b-2e7d-4b9e-b395-540c7851d2f1 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:26:24.073782 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-9cf1b2c3-95d9-4a5e-aea0-2fbb5d4db7f7 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:26:24.390603 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cf1b2c3-95d9-4a5e-aea0-2fbb5d4db7f7 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Router 21219e34-8ff3-4c2e-bf09-020ce2c07d01 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:26:24.584756 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-cff9b726-e7a5-42f1-a733-280dcf256112 None None] Provisioning complete for port ea1a5d15-4ea2-4908-9aa2-279596916225 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:26:24.586717 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cff9b726-e7a5-42f1-a733-280dcf256112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:24.628344 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf1b2c3-95d9-4a5e-aea0-2fbb5d4db7f7 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:26:24.644738 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e821f958-7865-47ce-b5c7-1af6e05094e7 None None] Sync routers for ids ['21219e34-8ff3-4c2e-bf09-020ce2c07d01'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:26:24.660472 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-9cf1b2c3-95d9-4a5e-aea0-2fbb5d4db7f7 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "PUT /v2.0/routers/21219e34-8ff3-4c2e-bf09-020ce2c07d01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7178278 Dec 06 17:26:24.665855 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e821f958-7865-47ce-b5c7-1af6e05094e7 None None] Routers {'21219e34-8ff3-4c2e-bf09-020ce2c07d01'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:26:24.666475 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-e821f958-7865-47ce-b5c7-1af6e05094e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:26:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['21219e34-8ff3-4c2e-bf09-020ce2c07d01'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:26:24.706750 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-cff9b726-e7a5-42f1-a733-280dcf256112 None None] Port ea1a5d15-4ea2-4908-9aa2-279596916225 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:26:24.872130 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 5c506433-8048-489a-a1ca-d46e8c88fc66 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:26:24.971709 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-e821f958-7865-47ce-b5c7-1af6e05094e7 None None] Set router 21219e34-8ff3-4c2e-bf09-020ce2c07d01 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:26:24.979567 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 5c506433-8048-489a-a1ca-d46e8c88fc66 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:26:24.979944 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:25.397605 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-e821f958-7865-47ce-b5c7-1af6e05094e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21219e34-8ff3-4c2e-bf09-020ce2c07d01', 'name': 'tempest-TestNetworkBasicOps-router-1491324929', 'tenant_id': 'ecd148ff302244ca8d62fb6aab386351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.151'}], 'enable_snat': True}, 'gw_port_id': 'b43da3b6-6f85-498a-9eac-afd223f3d9df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:24:18Z', 'updated_at': '2021-12-06T17:26:22Z', 'revision_number': 5, 'project_id': 'ecd148ff302244ca8d62fb6aab386351', 'gw_port': {'id': 'b43da3b6-6f85-498a-9eac-afd223f3d9df', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:61:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21219e34-8ff3-4c2e-bf09-020ce2c07d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:24:19Z', 'updated_at': '2021-12-06T17:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '377fa6ff-632a-4352-ad0a-8f05b1433cb0', 'tenant_id': 'ecd148ff302244ca8d62fb6aab386351', 'floating_ip_address': '172.35.1.28', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '21219e34-8ff3-4c2e-bf09-020ce2c07d01', 'port_id': '09f7aabb-6b09-4a8b-bc58-433a095b05f8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcf22484-3aee-4f8b-9ee4-03517fcd27e4', 'mac_address': 'fa:16:3e:40:60:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90c60e1-8c4d-43c2-9053-69409cdfe209', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:25:02Z', 'updated_at': '2021-12-06T17:25:06Z', 'revision_number': 1, 'project_id': 'ecd148ff302244ca8d62fb6aab386351', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdc21632-a842-4536-b25a-8b6adfd0adad', 'name': '', 'network_id': 'fcf22484-3aee-4f8b-9ee4-03517fcd27e4', 'tenant_id': 'ecd148ff302244ca8d62fb6aab386351', 'mac_address': 'fa:16:3e:27:11:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21219e34-8ff3-4c2e-bf09-020ce2c07d01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': '28f81e8a-3246-4ebb-bc93-f6166ab7cc6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:24:27Z', 'updated_at': '2021-12-06T17:24:37Z', 'revision_number': 5, 'project_id': 'ecd148ff302244ca8d62fb6aab386351', 'subnets': [{'id': '28f81e8a-3246-4ebb-bc93-f6166ab7cc6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea1a5d15-4ea2-4908-9aa2-279596916225', 'name': '', 'network_id': '5c4d7b9b-2e7d-4b9e-b395-540c7851d2f1', 'tenant_id': 'ecd148ff302244ca8d62fb6aab386351', 'mac_address': 'fa:16:3e:ff:2a:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21219e34-8ff3-4c2e-bf09-020ce2c07d01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': '0514c0a4-4d46-4a99-8e5c-263e4691af0a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:26:21Z', 'updated_at': '2021-12-06T17:26:23Z', 'revision_number': 2, 'project_id': 'ecd148ff302244ca8d62fb6aab386351', 'subnets': [{'id': '0514c0a4-4d46-4a99-8e5c-263e4691af0a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:26:25.547672 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e821f958-7865-47ce-b5c7-1af6e05094e7 None None] Checking router: 21219e34-8ff3-4c2e-bf09-020ce2c07d01 for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:26:25.548024 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e821f958-7865-47ce-b5c7-1af6e05094e7 None None] Updating router 21219e34-8ff3-4c2e-bf09-020ce2c07d01 port ea1a5d15-4ea2-4908-9aa2-279596916225 binding host n-d-master-1 {{(pid=103287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:26:25.586395 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e821f958-7865-47ce-b5c7-1af6e05094e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:25.736808 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 35466) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:26:25.946883 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a9e34c19-001b-4000-ab6e-b81950128e30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:26.081360 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e821f958-7865-47ce-b5c7-1af6e05094e7 None None] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:26.089576 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e821f958-7865-47ce-b5c7-1af6e05094e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:26.154288 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573eb1d1-ed80-4675-8bab-4d18148de9f7 None None] Pushing event updated for resources: {'Port': ['ID=ea1a5d15-4ea2-4908-9aa2-279596916225,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:26:26.181494 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a9e34c19-001b-4000-ab6e-b81950128e30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:26.195912 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a9e34c19-001b-4000-ab6e-b81950128e30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:26.248915 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-e821f958-7865-47ce-b5c7-1af6e05094e7 None None] Attempting to bind port ea1a5d15-4ea2-4908-9aa2-279596916225 on host n-d-master-1 for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:26:26.249387 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-e821f958-7865-47ce-b5c7-1af6e05094e7 None None] Attempting to bind port ea1a5d15-4ea2-4908-9aa2-279596916225 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '06c5e124-f1dd-4528-9b6b-a7ef7db06941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5c4d7b9b-2e7d-4b9e-b395-540c7851d2f1'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:26:26.249902 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e821f958-7865-47ce-b5c7-1af6e05094e7 None None] Attempting to bind port ea1a5d15-4ea2-4908-9aa2-279596916225 on network 5c4d7b9b-2e7d-4b9e-b395-540c7851d2f1 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:26:26.260034 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e821f958-7865-47ce-b5c7-1af6e05094e7 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:26:26.265692 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e821f958-7865-47ce-b5c7-1af6e05094e7 None None] Checking segment: {'id': '06c5e124-f1dd-4528-9b6b-a7ef7db06941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5c4d7b9b-2e7d-4b9e-b395-540c7851d2f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:26:26.265692 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e821f958-7865-47ce-b5c7-1af6e05094e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:26.265692 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e821f958-7865-47ce-b5c7-1af6e05094e7 None None] Bound using segment: {'id': '06c5e124-f1dd-4528-9b6b-a7ef7db06941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5c4d7b9b-2e7d-4b9e-b395-540c7851d2f1'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:26:26.265692 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-e821f958-7865-47ce-b5c7-1af6e05094e7 None None] Bound port: ea1a5d15-4ea2-4908-9aa2-279596916225, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06c5e124-f1dd-4528-9b6b-a7ef7db06941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5c4d7b9b-2e7d-4b9e-b395-540c7851d2f1'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:26:26.265692 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e821f958-7865-47ce-b5c7-1af6e05094e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:26.283960 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-a9e34c19-001b-4000-ab6e-b81950128e30 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=78ae49d17e844ae88477e5758aa5d099&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5458603 Dec 06 17:26:26.287369 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 35472) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:26:26.318915 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e34c19-001b-4000-ab6e-b81950128e30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31e34a44-fc20-4f94-bf31-d166d800446d,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:26:26.467397 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c8cbbf85-0e35-4196-94b8-54e20555eb0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:26.484936 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-e821f958-7865-47ce-b5c7-1af6e05094e7 None None] For port ea1a5d15-4ea2-4908-9aa2-279596916225, host n-d-master-1, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:26:26.491381 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-e821f958-7865-47ce-b5c7-1af6e05094e7 None None] For port ea1a5d15-4ea2-4908-9aa2-279596916225, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ea1a5d15-4ea2-4908-9aa2-279596916225,segment=NetworkSegment(06c5e124-f1dd-4528-9b6b-a7ef7db06941),segment_id=06c5e124-f1dd-4528-9b6b-a7ef7db06941)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:26:26.498292 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e821f958-7865-47ce-b5c7-1af6e05094e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:26.528128 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c8cbbf85-0e35-4196-94b8-54e20555eb0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:26.626053 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c8cbbf85-0e35-4196-94b8-54e20555eb0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:26.629801 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c8cbbf85-0e35-4196-94b8-54e20555eb0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:26.631259 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-c8cbbf85-0e35-4196-94b8-54e20555eb0e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/31e34a44-fc20-4f94-bf31-d166d800446d HTTP/1.1" status: 204 len: 168 time: 0.3422368 Dec 06 17:26:26.647407 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e821f958-7865-47ce-b5c7-1af6e05094e7 None None] Routers {'21219e34-8ff3-4c2e-bf09-020ce2c07d01'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:26:26.648536 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cbbf85-0e35-4196-94b8-54e20555eb0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e34a44-fc20-4f94-bf31-d166d800446d,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:26:26.648682 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-e821f958-7865-47ce-b5c7-1af6e05094e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:26:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['21219e34-8ff3-4c2e-bf09-020ce2c07d01'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:26:26.670649 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573eb1d1-ed80-4675-8bab-4d18148de9f7 None None] Pushing event updated for resources: {'Port': ['ID=ea1a5d15-4ea2-4908-9aa2-279596916225,revision_number=4']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:26:26.689322 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cbbf85-0e35-4196-94b8-54e20555eb0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:26:26.703655 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cbbf85-0e35-4196-94b8-54e20555eb0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:26:26.706113 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cbbf85-0e35-4196-94b8-54e20555eb0e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:26:26.706576 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cbbf85-0e35-4196-94b8-54e20555eb0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:26:26.708463 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cbbf85-0e35-4196-94b8-54e20555eb0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:26:26.709164 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cbbf85-0e35-4196-94b8-54e20555eb0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:26:26.709648 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cbbf85-0e35-4196-94b8-54e20555eb0e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:26:26.710055 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-c3601516-9e13-4775-a58f-63f9d9c15791 None None] Provisioning complete for port ea1a5d15-4ea2-4908-9aa2-279596916225 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:26:26.720917 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c3601516-9e13-4775-a58f-63f9d9c15791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:26.721386 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cbbf85-0e35-4196-94b8-54e20555eb0e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:26:26.722942 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cbbf85-0e35-4196-94b8-54e20555eb0e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:26:26.723425 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cbbf85-0e35-4196-94b8-54e20555eb0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:26:26.725919 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cbbf85-0e35-4196-94b8-54e20555eb0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:26:26.726393 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cbbf85-0e35-4196-94b8-54e20555eb0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:26:26.726845 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cbbf85-0e35-4196-94b8-54e20555eb0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:26:26.905354 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-e821f958-7865-47ce-b5c7-1af6e05094e7 None None] Set router 21219e34-8ff3-4c2e-bf09-020ce2c07d01 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:26:26.947509 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c3601516-9e13-4775-a58f-63f9d9c15791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:27.033351 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c3601516-9e13-4775-a58f-63f9d9c15791 None None] For port ea1a5d15-4ea2-4908-9aa2-279596916225, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ea1a5d15-4ea2-4908-9aa2-279596916225,segment=NetworkSegment(06c5e124-f1dd-4528-9b6b-a7ef7db06941),segment_id=06c5e124-f1dd-4528-9b6b-a7ef7db06941)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:26:27.061455 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c3601516-9e13-4775-a58f-63f9d9c15791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:27.238669 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3601516-9e13-4775-a58f-63f9d9c15791 None None] Pushing event updated for resources: {'Port': ['ID=ea1a5d15-4ea2-4908-9aa2-279596916225,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:26:27.280760 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-fa24ed4b-a44a-4572-a8d6-f27b3195c081 None None] Provisioning complete for port ea1a5d15-4ea2-4908-9aa2-279596916225 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:26:27.282026 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fa24ed4b-a44a-4572-a8d6-f27b3195c081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:27.372194 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 35484) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:26:27.394680 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a68e309b-752a-4c67-b4b1-f84308d3c878 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:27.454183 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-e821f958-7865-47ce-b5c7-1af6e05094e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21219e34-8ff3-4c2e-bf09-020ce2c07d01', 'name': 'tempest-TestNetworkBasicOps-router-1491324929', 'tenant_id': 'ecd148ff302244ca8d62fb6aab386351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.151'}], 'enable_snat': True}, 'gw_port_id': 'b43da3b6-6f85-498a-9eac-afd223f3d9df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:24:18Z', 'updated_at': '2021-12-06T17:26:22Z', 'revision_number': 5, 'project_id': 'ecd148ff302244ca8d62fb6aab386351', 'gw_port': {'id': 'b43da3b6-6f85-498a-9eac-afd223f3d9df', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:61:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21219e34-8ff3-4c2e-bf09-020ce2c07d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:24:19Z', 'updated_at': '2021-12-06T17:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '377fa6ff-632a-4352-ad0a-8f05b1433cb0', 'tenant_id': 'ecd148ff302244ca8d62fb6aab386351', 'floating_ip_address': '172.35.1.28', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '21219e34-8ff3-4c2e-bf09-020ce2c07d01', 'port_id': '09f7aabb-6b09-4a8b-bc58-433a095b05f8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcf22484-3aee-4f8b-9ee4-03517fcd27e4', 'mac_address': 'fa:16:3e:40:60:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90c60e1-8c4d-43c2-9053-69409cdfe209', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:25:02Z', 'updated_at': '2021-12-06T17:25:06Z', 'revision_number': 1, 'project_id': 'ecd148ff302244ca8d62fb6aab386351', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdc21632-a842-4536-b25a-8b6adfd0adad', 'name': '', 'network_id': 'fcf22484-3aee-4f8b-9ee4-03517fcd27e4', 'tenant_id': 'ecd148ff302244ca8d62fb6aab386351', 'mac_address': 'fa:16:3e:27:11:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21219e34-8ff3-4c2e-bf09-020ce2c07d01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': '28f81e8a-3246-4ebb-bc93-f6166ab7cc6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:24:27Z', 'updated_at': '2021-12-06T17:24:37Z', 'revision_number': 5, 'project_id': 'ecd148ff302244ca8d62fb6aab386351', 'subnets': [{'id': '28f81e8a-3246-4ebb-bc93-f6166ab7cc6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea1a5d15-4ea2-4908-9aa2-279596916225', 'name': '', 'network_id': '5c4d7b9b-2e7d-4b9e-b395-540c7851d2f1', 'tenant_id': 'ecd148ff302244ca8d62fb6aab386351', 'mac_address': 'fa:16:3e:ff:2a:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21219e34-8ff3-4c2e-bf09-020ce2c07d01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': '0514c0a4-4d46-4a99-8e5c-263e4691af0a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:26:21Z', 'updated_at': '2021-12-06T17:26:26Z', 'revision_number': 4, 'project_id': 'ecd148ff302244ca8d62fb6aab386351', 'subnets': [{'id': '0514c0a4-4d46-4a99-8e5c-263e4691af0a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:26:27.502638 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e821f958-7865-47ce-b5c7-1af6e05094e7 None None] The sync data for ids ['21219e34-8ff3-4c2e-bf09-020ce2c07d01'] in n-d-master-1 is: [{'id': '21219e34-8ff3-4c2e-bf09-020ce2c07d01', 'name': 'tempest-TestNetworkBasicOps-router-1491324929', 'tenant_id': 'ecd148ff302244ca8d62fb6aab386351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.151'}], 'enable_snat': True}, 'gw_port_id': 'b43da3b6-6f85-498a-9eac-afd223f3d9df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:24:18Z', 'updated_at': '2021-12-06T17:26:22Z', 'revision_number': 5, 'project_id': 'ecd148ff302244ca8d62fb6aab386351', 'gw_port': {'id': 'b43da3b6-6f85-498a-9eac-afd223f3d9df', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:61:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21219e34-8ff3-4c2e-bf09-020ce2c07d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:24:19Z', 'updated_at': '2021-12-06T17:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '377fa6ff-632a-4352-ad0a-8f05b1433cb0', 'tenant_id': 'ecd148ff302244ca8d62fb6aab386351', 'floating_ip_address': '172.35.1.28', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '21219e34-8ff3-4c2e-bf09-020ce2c07d01', 'port_id': '09f7aabb-6b09-4a8b-bc58-433a095b05f8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcf22484-3aee-4f8b-9ee4-03517fcd27e4', 'mac_address': 'fa:16:3e:40:60:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90c60e1-8c4d-43c2-9053-69409cdfe209', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:25:02Z', 'updated_at': '2021-12-06T17:25:06Z', 'revision_number': 1, 'project_id': 'ecd148ff302244ca8d62fb6aab386351', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdc21632-a842-4536-b25a-8b6adfd0adad', 'name': '', 'network_id': 'fcf22484-3aee-4f8b-9ee4-03517fcd27e4', 'tenant_id': 'ecd148ff302244ca8d62fb6aab386351', 'mac_address': 'fa:16:3e:27:11:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21219e34-8ff3-4c2e-bf09-020ce2c07d01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': '28f81e8a-3246-4ebb-bc93-f6166ab7cc6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:24:27Z', 'updated_at': '2021-12-06T17:24:37Z', 'revision_number': 5, 'project_id': 'ecd148ff302244ca8d62fb6aab386351', 'subnets': [{'id': '28f81e8a-3246-4ebb-bc93-f6166ab7cc6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea1a5d15-4ea2-4908-9aa2-279596916225', 'name': '', 'network_id': '5c4d7b9b-2e7d-4b9e-b395-540c7851d2f1', 'tenant_id': 'ecd148ff302244ca8d62fb6aab386351', 'mac_address': 'fa:16:3e:ff:2a:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21219e34-8ff3-4c2e-bf09-020ce2c07d01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': '0514c0a4-4d46-4a99-8e5c-263e4691af0a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:26:21Z', 'updated_at': '2021-12-06T17:26:26Z', 'revision_number': 4, 'project_id': 'ecd148ff302244ca8d62fb6aab386351', 'subnets': [{'id': '0514c0a4-4d46-4a99-8e5c-263e4691af0a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:26:27.613694 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a68e309b-752a-4c67-b4b1-f84308d3c878 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:27.624707 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a68e309b-752a-4c67-b4b1-f84308d3c878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:27.738400 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-a68e309b-752a-4c67-b4b1-f84308d3c878 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cd87838913dc49cf92002bd2a5e59795&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3655100 Dec 06 17:26:27.739568 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68e309b-752a-4c67-b4b1-f84308d3c878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fef573b-d137-446f-911a-c5c41d1b03f9,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:26:27.740761 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 35486) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:26:27.877676 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8f7b2971-49ec-416a-a172-9819832e1ee7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:27.936355 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8f7b2971-49ec-416a-a172-9819832e1ee7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:28.070884 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8f7b2971-49ec-416a-a172-9819832e1ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:28.074788 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8f7b2971-49ec-416a-a172-9819832e1ee7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:28.076071 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-8f7b2971-49ec-416a-a172-9819832e1ee7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6fef573b-d137-446f-911a-c5c41d1b03f9 HTTP/1.1" status: 204 len: 168 time: 0.3336549 Dec 06 17:26:28.118359 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7b2971-49ec-416a-a172-9819832e1ee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fef573b-d137-446f-911a-c5c41d1b03f9,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:26:28.855164 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device ea1a5d15-4ea2-4908-9aa2-279596916225 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:26:29.022086 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port ea1a5d15-4ea2-4908-9aa2-279596916225 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:26:29.022580 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:29.943277 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dc496c-3b8d-4a23-8d2b-ac3f0b09eb97 req-9f461de6-8a15-449d-8b31-c1f93d16e88b tempest-ServerAddressesNegativeTestJSON-765861974 tempest-ServerAddressesNegativeTestJSON-765861974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:29.945650 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c3dc496c-3b8d-4a23-8d2b-ac3f0b09eb97 req-9f461de6-8a15-449d-8b31-c1f93d16e88b tempest-ServerAddressesNegativeTestJSON-765861974 tempest-ServerAddressesNegativeTestJSON-765861974-project] 10.222.0.23 "GET /v2.0/networks?id=cfc7f85f-2265-4a59-bc68-af373b868a87 HTTP/1.1" status: 200 len: 821 time: 0.1758246 Dec 06 17:26:29.965229 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c3dc496c-3b8d-4a23-8d2b-ac3f0b09eb97 req-ce5a9163-71d5-4b69-bfb2-bd4a4f9c82b7 tempest-ServerAddressesNegativeTestJSON-765861974 tempest-ServerAddressesNegativeTestJSON-765861974-project] 10.222.0.23 "GET /v2.0/quotas/d346f8fe9c0349078cc1df87fe62a77f HTTP/1.1" status: 200 len: 375 time: 0.0137169 Dec 06 17:26:29.967858 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250bbb98-878e-4717-9da8-985b99b67263 req-6fd1deee-ee4b-44f4-840b-042dd3119640 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:29.967858 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-250bbb98-878e-4717-9da8-985b99b67263 req-6fd1deee-ee4b-44f4-840b-042dd3119640 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/networks?id=15fd3b86-4ab2-48c1-977e-7d7f46e6c98b HTTP/1.1" status: 200 len: 810 time: 0.1612687 Dec 06 17:26:29.986125 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-250bbb98-878e-4717-9da8-985b99b67263 req-fb6b88e5-936b-41d8-8573-5fbb54cfc932 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/quotas/ec528b8fbe5d4e99b13118aed923c7d9 HTTP/1.1" status: 200 len: 375 time: 0.0113440 Dec 06 17:26:30.029007 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c3dc496c-3b8d-4a23-8d2b-ac3f0b09eb97 req-1e6e5b9d-bd36-450c-8122-8a0cf7dc6e9f tempest-ServerAddressesNegativeTestJSON-765861974 tempest-ServerAddressesNegativeTestJSON-765861974-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d346f8fe9c0349078cc1df87fe62a77f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0569484 Dec 06 17:26:30.050783 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [req-c3dc496c-3b8d-4a23-8d2b-ac3f0b09eb97 req-9d976714-71b0-4b97-a16e-d59aafe92b1c service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103285) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:26:30.051149 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c3dc496c-3b8d-4a23-8d2b-ac3f0b09eb97 req-9d976714-71b0-4b97-a16e-d59aafe92b1c service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0129585 Dec 06 17:26:30.113585 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-250bbb98-878e-4717-9da8-985b99b67263 req-83c33641-9b3e-4b6b-a7c0-e69e80965c6a tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ec528b8fbe5d4e99b13118aed923c7d9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1183908 Dec 06 17:26:30.244318 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c3dc496c-3b8d-4a23-8d2b-ac3f0b09eb97 req-92044d05-df1e-4e5f-b34d-334d4e86dfa2 service neutron] 10.222.0.23 "GET /v2.0/networks/cfc7f85f-2265-4a59-bc68-af373b868a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851265 Dec 06 17:26:30.258081 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-250bbb98-878e-4717-9da8-985b99b67263 req-3234ac67-7694-4372-8ecf-795aba9baa7a service neutron] 10.222.0.23 "GET /v2.0/networks/15fd3b86-4ab2-48c1-977e-7d7f46e6c98b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302950 Dec 06 17:26:30.431334 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-250bbb98-878e-4717-9da8-985b99b67263 req-ba566727-288a-4829-930e-5bb74750ac43 service neutron] 10.222.0.23 "GET /v2.0/networks/15fd3b86-4ab2-48c1-977e-7d7f46e6c98b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634989 Dec 06 17:26:30.527689 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c3dc496c-3b8d-4a23-8d2b-ac3f0b09eb97 req-fb56496c-254e-471c-ae1f-4213be74ecbd service neutron] 10.222.0.23 "GET /v2.0/networks/cfc7f85f-2265-4a59-bc68-af373b868a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759259 Dec 06 17:26:31.012353 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd29a84b-f7ac-430c-918d-0e35b1169b0a req-a1bf1f42-a488-4826-a7d4-ead4646e3b34 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:31.013924 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fd29a84b-f7ac-430c-918d-0e35b1169b0a req-a1bf1f42-a488-4826-a7d4-ead4646e3b34 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 944 time: 0.1121604 Dec 06 17:26:31.119213 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fd29a84b-f7ac-430c-918d-0e35b1169b0a req-e53d6851-f408-40c7-a413-b5734228ef38 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989599 Dec 06 17:26:31.296677 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4fb00ca9-42dd-4805-8c8b-e2ee11300944 req-59a7c972-6655-481f-9a27-6dc9b0de35a5 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8b9adeb-160c-4c4e-9195-5f6de44acdd7 HTTP/1.1" status: 200 len: 210 time: 0.0672553 Dec 06 17:26:31.421508 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b723a3dc-9730-4195-9ab1-65dc05dd09b3 req-adae07fa-cb2a-4c72-a646-4076118b9280 tempest-ServerAddressesNegativeTestJSON-765861974 tempest-ServerAddressesNegativeTestJSON-765861974-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cb2e052-f193-41fe-9f08-b72cfb9c6c24 HTTP/1.1" status: 200 len: 210 time: 0.0710356 Dec 06 17:26:32.303943 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffe4849-b8a9-4757-a6e9-4fb8e5cf5d30 req-ada5f232-6af6-411f-a789-001b96a3e63a tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:32.306939 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7ffe4849-b8a9-4757-a6e9-4fb8e5cf5d30 req-ada5f232-6af6-411f-a789-001b96a3e63a tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 944 time: 0.0730972 Dec 06 17:26:32.376061 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7ffe4849-b8a9-4757-a6e9-4fb8e5cf5d30 req-e71fe3a3-6da6-4de8-9c67-95aa1cf86295 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623059 Dec 06 17:26:32.485380 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-299d78ad-f852-43fd-b03f-97b783df3a8e req-22f549cf-be94-4816-aa73-4dcff0ae6fe0 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8b9adeb-160c-4c4e-9195-5f6de44acdd7 HTTP/1.1" status: 200 len: 210 time: 0.0279889 Dec 06 17:26:32.586037 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-aa72bbb0-5c6c-4fb8-85da-23871bb76aca req-1297dcef-8702-4bd1-817c-865480dcba70 tempest-ServerAddressesNegativeTestJSON-765861974 tempest-ServerAddressesNegativeTestJSON-765861974-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cb2e052-f193-41fe-9f08-b72cfb9c6c24 HTTP/1.1" status: 200 len: 210 time: 0.0343359 Dec 06 17:26:32.748351 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:33.600183 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dc496c-3b8d-4a23-8d2b-ac3f0b09eb97 req-62cf1b73-33f6-4082-8d86-eff17f071ed5 tempest-ServerAddressesNegativeTestJSON-765861974 tempest-ServerAddressesNegativeTestJSON-765861974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:33.602425 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c3dc496c-3b8d-4a23-8d2b-ac3f0b09eb97 req-62cf1b73-33f6-4082-8d86-eff17f071ed5 tempest-ServerAddressesNegativeTestJSON-765861974 tempest-ServerAddressesNegativeTestJSON-765861974-project] 10.222.0.44 "GET /v2.0/networks?id=cfc7f85f-2265-4a59-bc68-af373b868a87 HTTP/1.1" status: 200 len: 821 time: 0.2286835 Dec 06 17:26:33.614045 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed59586-6092-46ce-a038-add79ed153fe req-f55f64b1-5bb9-40bb-8ce4-2f7c0487a875 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:33.617415 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-aed59586-6092-46ce-a038-add79ed153fe req-f55f64b1-5bb9-40bb-8ce4-2f7c0487a875 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 944 time: 0.1153667 Dec 06 17:26:33.623890 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-c3dc496c-3b8d-4a23-8d2b-ac3f0b09eb97 req-8259fe31-58a3-402c-9f93-e53c18bc2c15 tempest-ServerAddressesNegativeTestJSON-765861974 tempest-ServerAddressesNegativeTestJSON-765861974-project] Request body: {'port': {'device_id': '3cb2e052-f193-41fe-9f08-b72cfb9c6c24', 'network_id': 'cfc7f85f-2265-4a59-bc68-af373b868a87', 'admin_state_up': True, 'tenant_id': 'd346f8fe9c0349078cc1df87fe62a77f'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:26:33.709675 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0a72c425-f1c6-46e7-9be4-28df3a28600e req-cdb43fc8-c377-4b09-865d-5463b6f34531 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8b9adeb-160c-4c4e-9195-5f6de44acdd7 HTTP/1.1" status: 200 len: 210 time: 0.0470145 Dec 06 17:26:33.759681 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-aed59586-6092-46ce-a038-add79ed153fe req-1f27ee4a-6c8c-42d3-a76b-4e00f55a773b tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297934 Dec 06 17:26:33.862381 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3dc496c-3b8d-4a23-8d2b-ac3f0b09eb97 req-8259fe31-58a3-402c-9f93-e53c18bc2c15 tempest-ServerAddressesNegativeTestJSON-765861974 tempest-ServerAddressesNegativeTestJSON-765861974-project] Made reservation on behalf of d346f8fe9c0349078cc1df87fe62a77f for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:26:33.866470 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c3dc496c-3b8d-4a23-8d2b-ac3f0b09eb97 req-8259fe31-58a3-402c-9f93-e53c18bc2c15 tempest-ServerAddressesNegativeTestJSON-765861974 tempest-ServerAddressesNegativeTestJSON-765861974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:33.923707 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4ee617a3-598f-4836-b81a-21ea1be99f87 req-9c2b79f6-74ac-4534-a91a-44450a914b4e tempest-ServerAddressesNegativeTestJSON-765861974 tempest-ServerAddressesNegativeTestJSON-765861974-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cb2e052-f193-41fe-9f08-b72cfb9c6c24 HTTP/1.1" status: 200 len: 210 time: 0.0707633 Dec 06 17:26:34.112886 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-c3dc496c-3b8d-4a23-8d2b-ac3f0b09eb97 req-8259fe31-58a3-402c-9f93-e53c18bc2c15 tempest-ServerAddressesNegativeTestJSON-765861974 tempest-ServerAddressesNegativeTestJSON-765861974-project] Allocated IP 172.20.0.2 (cfc7f85f-2265-4a59-bc68-af373b868a87/cd1da094-341e-41c4-aadc-2076e831eaf7/4eae6a24-d7dc-4e8d-b61c-ce0741dec710) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:26:34.120739 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250bbb98-878e-4717-9da8-985b99b67263 req-0bb9fd20-5610-40b6-bc0d-6a48446b8b69 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:34.122740 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-250bbb98-878e-4717-9da8-985b99b67263 req-0bb9fd20-5610-40b6-bc0d-6a48446b8b69 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.44 "GET /v2.0/networks?id=15fd3b86-4ab2-48c1-977e-7d7f46e6c98b HTTP/1.1" status: 200 len: 810 time: 0.1978257 Dec 06 17:26:34.137763 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-250bbb98-878e-4717-9da8-985b99b67263 req-bd04ac9f-cd7a-4787-a963-0fa3fe83e29a tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Request body: {'port': {'device_id': 'f8b9adeb-160c-4c4e-9195-5f6de44acdd7', 'network_id': '15fd3b86-4ab2-48c1-977e-7d7f46e6c98b', 'admin_state_up': True, 'tenant_id': 'ec528b8fbe5d4e99b13118aed923c7d9'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:26:34.324851 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-250bbb98-878e-4717-9da8-985b99b67263 req-bd04ac9f-cd7a-4787-a963-0fa3fe83e29a tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Made reservation on behalf of ec528b8fbe5d4e99b13118aed923c7d9 for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:26:34.328593 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-250bbb98-878e-4717-9da8-985b99b67263 req-bd04ac9f-cd7a-4787-a963-0fa3fe83e29a tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:34.361612 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c3dc496c-3b8d-4a23-8d2b-ac3f0b09eb97 req-8259fe31-58a3-402c-9f93-e53c18bc2c15 tempest-ServerAddressesNegativeTestJSON-765861974 tempest-ServerAddressesNegativeTestJSON-765861974-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:34.447715 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c3dc496c-3b8d-4a23-8d2b-ac3f0b09eb97 req-8259fe31-58a3-402c-9f93-e53c18bc2c15 tempest-ServerAddressesNegativeTestJSON-765861974 tempest-ServerAddressesNegativeTestJSON-765861974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:34.513194 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3dc496c-3b8d-4a23-8d2b-ac3f0b09eb97 req-8259fe31-58a3-402c-9f93-e53c18bc2c15 tempest-ServerAddressesNegativeTestJSON-765861974 tempest-ServerAddressesNegativeTestJSON-765861974-project] Network cfc7f85f-2265-4a59-bc68-af373b868a87 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:26:34.518959 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-c3dc496c-3b8d-4a23-8d2b-ac3f0b09eb97 req-8259fe31-58a3-402c-9f93-e53c18bc2c15 tempest-ServerAddressesNegativeTestJSON-765861974 tempest-ServerAddressesNegativeTestJSON-765861974-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:26:34.523399 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3dc496c-3b8d-4a23-8d2b-ac3f0b09eb97 req-8259fe31-58a3-402c-9f93-e53c18bc2c15 tempest-ServerAddressesNegativeTestJSON-765861974 tempest-ServerAddressesNegativeTestJSON-765861974-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:26:34.556611 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-250bbb98-878e-4717-9da8-985b99b67263 req-bd04ac9f-cd7a-4787-a963-0fa3fe83e29a tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Allocated IP 172.20.0.4 (15fd3b86-4ab2-48c1-977e-7d7f46e6c98b/dde17a7d-65c9-4e8b-97a4-0b49eb9d78fe/8ac6105b-c81d-48df-9323-f3b58f227520) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:26:34.562525 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8259fe31-58a3-402c-9f93-e53c18bc2c15 tempest-ServerAddressesNegativeTestJSON-765861974 tempest-ServerAddressesNegativeTestJSON-765861974-project] Pushing event updated for resources: {'Port': ['ID=4eae6a24-d7dc-4e8d-b61c-ce0741dec710,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:26:34.590544 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dc496c-3b8d-4a23-8d2b-ac3f0b09eb97 req-8259fe31-58a3-402c-9f93-e53c18bc2c15 tempest-ServerAddressesNegativeTestJSON-765861974 tempest-ServerAddressesNegativeTestJSON-765861974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:34.591774 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c3dc496c-3b8d-4a23-8d2b-ac3f0b09eb97 req-8259fe31-58a3-402c-9f93-e53c18bc2c15 tempest-ServerAddressesNegativeTestJSON-765861974 tempest-ServerAddressesNegativeTestJSON-765861974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:34.615267 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c3dc496c-3b8d-4a23-8d2b-ac3f0b09eb97 req-8259fe31-58a3-402c-9f93-e53c18bc2c15 tempest-ServerAddressesNegativeTestJSON-765861974 tempest-ServerAddressesNegativeTestJSON-765861974-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9963324 Dec 06 17:26:34.633153 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-c3dc496c-3b8d-4a23-8d2b-ac3f0b09eb97 req-c3d696ed-6c3e-48fd-b53c-0ca21ded4017 service neutron] Request body: {'port': {'device_id': '3cb2e052-f193-41fe-9f08-b72cfb9c6c24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:26:34.965431 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fcb935b5-82e9-40dc-8291-56d61fc0f959 req-82b310b9-1745-4bc6-8007-035d5e9d23b7 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8b9adeb-160c-4c4e-9195-5f6de44acdd7 HTTP/1.1" status: 200 len: 210 time: 0.1555316 Dec 06 17:26:35.024846 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-250bbb98-878e-4717-9da8-985b99b67263 req-bd04ac9f-cd7a-4787-a963-0fa3fe83e29a tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:35.122816 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc75a701-1045-425a-81f8-065546076df8 req-ed96474c-8d9a-4155-852a-764f3b8c8654 tempest-ServerAddressesNegativeTestJSON-765861974 tempest-ServerAddressesNegativeTestJSON-765861974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:35.124668 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-dc75a701-1045-425a-81f8-065546076df8 req-ed96474c-8d9a-4155-852a-764f3b8c8654 tempest-ServerAddressesNegativeTestJSON-765861974 tempest-ServerAddressesNegativeTestJSON-765861974-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cb2e052-f193-41fe-9f08-b72cfb9c6c24 HTTP/1.1" status: 200 len: 931 time: 0.0740588 Dec 06 17:26:35.126576 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-250bbb98-878e-4717-9da8-985b99b67263 req-bd04ac9f-cd7a-4787-a963-0fa3fe83e29a tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:35.184269 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:35.201840 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd04ac9f-cd7a-4787-a963-0fa3fe83e29a tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Pushing event updated for resources: {'Port': ['ID=8ac6105b-c81d-48df-9323-f3b58f227520,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:26:35.221822 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-250bbb98-878e-4717-9da8-985b99b67263 req-bd04ac9f-cd7a-4787-a963-0fa3fe83e29a tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Network 15fd3b86-4ab2-48c1-977e-7d7f46e6c98b is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:26:35.228777 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-250bbb98-878e-4717-9da8-985b99b67263 req-bd04ac9f-cd7a-4787-a963-0fa3fe83e29a tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:26:35.240857 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-250bbb98-878e-4717-9da8-985b99b67263 req-bd04ac9f-cd7a-4787-a963-0fa3fe83e29a tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:26:35.268902 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d66783-144b-431a-8c17-e469d734f4a3 req-021fb33c-0f98-4b5a-8cb6-281bbd50f18e tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:35.277503 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-38d66783-144b-431a-8c17-e469d734f4a3 req-021fb33c-0f98-4b5a-8cb6-281bbd50f18e tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 944 time: 0.0990839 Dec 06 17:26:35.286250 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c3dc496c-3b8d-4a23-8d2b-ac3f0b09eb97 req-c3d696ed-6c3e-48fd-b53c-0ca21ded4017 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:35.301692 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-dc75a701-1045-425a-81f8-065546076df8 req-2797198e-2525-4b24-916f-61fc518bbbed tempest-ServerAddressesNegativeTestJSON-765861974 tempest-ServerAddressesNegativeTestJSON-765861974-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d474f4c-aed4-452f-9528-33e770203138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664839 Dec 06 17:26:35.340404 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250bbb98-878e-4717-9da8-985b99b67263 req-bd04ac9f-cd7a-4787-a963-0fa3fe83e29a tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:35.342568 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-250bbb98-878e-4717-9da8-985b99b67263 req-bd04ac9f-cd7a-4787-a963-0fa3fe83e29a tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:35.377160 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-38d66783-144b-431a-8c17-e469d734f4a3 req-02aec271-2f77-4f45-99a5-e217f4b9ab2b tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984571 Dec 06 17:26:35.381966 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-250bbb98-878e-4717-9da8-985b99b67263 req-bd04ac9f-cd7a-4787-a963-0fa3fe83e29a tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2492602 Dec 06 17:26:35.399629 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-250bbb98-878e-4717-9da8-985b99b67263 req-4d201364-7923-403c-9ef8-9a1b79336239 service neutron] Request body: {'port': {'device_id': 'f8b9adeb-160c-4c4e-9195-5f6de44acdd7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:26:35.497579 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-250bbb98-878e-4717-9da8-985b99b67263 req-4d201364-7923-403c-9ef8-9a1b79336239 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:35.764076 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-c3dc496c-3b8d-4a23-8d2b-ac3f0b09eb97 req-c3d696ed-6c3e-48fd-b53c-0ca21ded4017 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4eae6a24-d7dc-4e8d-b61c-ce0741dec710 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:26:35.783239 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c3dc496c-3b8d-4a23-8d2b-ac3f0b09eb97 req-c3d696ed-6c3e-48fd-b53c-0ca21ded4017 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:35.813014 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-c3dc496c-3b8d-4a23-8d2b-ac3f0b09eb97 req-c3d696ed-6c3e-48fd-b53c-0ca21ded4017 service neutron] Transition to ACTIVE for port object 4eae6a24-d7dc-4e8d-b61c-ce0741dec710 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:26:35.818222 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 35702) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:26:35.873900 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-486dd36d-9a08-475d-8f6f-d374f8407a31 admin admin] Deleting subnet ec977d14-56fc-411a-98f8-ba7e454c62e7 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:26:35.878001 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c3dc496c-3b8d-4a23-8d2b-ac3f0b09eb97 req-c3d696ed-6c3e-48fd-b53c-0ca21ded4017 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:35.879809 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-486dd36d-9a08-475d-8f6f-d374f8407a31 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:35.978499 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-486dd36d-9a08-475d-8f6f-d374f8407a31 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:36.034391 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-486dd36d-9a08-475d-8f6f-d374f8407a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:36.061703 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 9c900df7-6bd1-4efb-807b-75f3d9f6e7b1 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:26:36.100062 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d696ed-6c3e-48fd-b53c-0ca21ded4017 service neutron] Pushing event updated for resources: {'Port': ['ID=4eae6a24-d7dc-4e8d-b61c-ce0741dec710,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:26:36.222817 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 9c900df7-6bd1-4efb-807b-75f3d9f6e7b1, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9c900df7-6bd1-4efb-807b-75f3d9f6e7b1,segment=NetworkSegment(7b3b1671-5b3d-45b5-8a84-9493fd934077),segment_id=7b3b1671-5b3d-45b5-8a84-9493fd934077)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:26:36.241399 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-486dd36d-9a08-475d-8f6f-d374f8407a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:36.256435 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': '9c900df7-6bd1-4efb-807b-75f3d9f6e7b1', 'network_id': '0fd247c3-8063-42cc-bb6f-57bead4315cb', 'port_id': '9c900df7-6bd1-4efb-807b-75f3d9f6e7b1', 'mac_address': 'fa:16:3e:ea:40:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32ad7edd-27dc-4328-9a42-8806a7c2ef97', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:26:36.298461 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10035c17-2e20-418a-a100-14635732feed req-9b15e7d1-3f8f-4ebb-bb3a-61ea763e13f2 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:36.304989 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:36.308597 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-10035c17-2e20-418a-a100-14635732feed req-9b15e7d1-3f8f-4ebb-bb3a-61ea763e13f2 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8b9adeb-160c-4c4e-9195-5f6de44acdd7 HTTP/1.1" status: 200 len: 931 time: 0.1894832 Dec 06 17:26:36.324484 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c900df7-6bd1-4efb-807b-75f3d9f6e7b1 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:26:36.337115 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486dd36d-9a08-475d-8f6f-d374f8407a31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec977d14-56fc-411a-98f8-ba7e454c62e7,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:26:36.343911 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-486dd36d-9a08-475d-8f6f-d374f8407a31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:36.348991 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-486dd36d-9a08-475d-8f6f-d374f8407a31 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ec977d14-56fc-411a-98f8-ba7e454c62e7 HTTP/1.1" status: 204 len: 168 time: 0.5285170 Dec 06 17:26:36.352355 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 35712) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:26:36.389519 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 9c900df7-6bd1-4efb-807b-75f3d9f6e7b1, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9c900df7-6bd1-4efb-807b-75f3d9f6e7b1,segment=NetworkSegment(7b3b1671-5b3d-45b5-8a84-9493fd934077),segment_id=7b3b1671-5b3d-45b5-8a84-9493fd934077)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:26:36.402159 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:36.426564 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-c3dc496c-3b8d-4a23-8d2b-ac3f0b09eb97 req-c3d696ed-6c3e-48fd-b53c-0ca21ded4017 service neutron] Attempting to bind port 4eae6a24-d7dc-4e8d-b61c-ce0741dec710 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:26:36.427652 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-c3dc496c-3b8d-4a23-8d2b-ac3f0b09eb97 req-c3d696ed-6c3e-48fd-b53c-0ca21ded4017 service neutron] Attempting to bind port 4eae6a24-d7dc-4e8d-b61c-ce0741dec710 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'd5059de5-902f-4ad5-825e-2750cba6d21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'cfc7f85f-2265-4a59-bc68-af373b868a87'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:26:36.428205 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3dc496c-3b8d-4a23-8d2b-ac3f0b09eb97 req-c3d696ed-6c3e-48fd-b53c-0ca21ded4017 service neutron] Attempting to bind port 4eae6a24-d7dc-4e8d-b61c-ce0741dec710 on network cfc7f85f-2265-4a59-bc68-af373b868a87 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:26:36.444429 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3dc496c-3b8d-4a23-8d2b-ac3f0b09eb97 req-c3d696ed-6c3e-48fd-b53c-0ca21ded4017 service neutron] Port 4eae6a24-d7dc-4e8d-b61c-ce0741dec710 on network cfc7f85f-2265-4a59-bc68-af373b868a87 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:26:36.445705 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3dc496c-3b8d-4a23-8d2b-ac3f0b09eb97 req-c3d696ed-6c3e-48fd-b53c-0ca21ded4017 service neutron] Attempting to bind port 4eae6a24-d7dc-4e8d-b61c-ce0741dec710 on network cfc7f85f-2265-4a59-bc68-af373b868a87 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:26:36.464358 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-10035c17-2e20-418a-a100-14635732feed req-47dc4f4b-16dc-4e49-9eae-efe078040bcf tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4bc6e59-bf7d-42c4-9e98-323b53a08b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549966 Dec 06 17:26:36.465884 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3dc496c-3b8d-4a23-8d2b-ac3f0b09eb97 req-c3d696ed-6c3e-48fd-b53c-0ca21ded4017 service neutron] Checking agent: {'id': '9d8b9f49-2860-4c1f-9b89-45a7657a3c4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:26:36.466469 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3dc496c-3b8d-4a23-8d2b-ac3f0b09eb97 req-c3d696ed-6c3e-48fd-b53c-0ca21ded4017 service neutron] Checking segment: {'id': 'd5059de5-902f-4ad5-825e-2750cba6d21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'cfc7f85f-2265-4a59-bc68-af373b868a87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:26:36.467288 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3dc496c-3b8d-4a23-8d2b-ac3f0b09eb97 req-c3d696ed-6c3e-48fd-b53c-0ca21ded4017 service neutron] Bound using segment: {'id': 'd5059de5-902f-4ad5-825e-2750cba6d21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'cfc7f85f-2265-4a59-bc68-af373b868a87'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:26:36.468160 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-c3dc496c-3b8d-4a23-8d2b-ac3f0b09eb97 req-c3d696ed-6c3e-48fd-b53c-0ca21ded4017 service neutron] Bound port: 4eae6a24-d7dc-4e8d-b61c-ce0741dec710, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5059de5-902f-4ad5-825e-2750cba6d21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'cfc7f85f-2265-4a59-bc68-af373b868a87'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:26:36.468748 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c3dc496c-3b8d-4a23-8d2b-ac3f0b09eb97 req-c3d696ed-6c3e-48fd-b53c-0ca21ded4017 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:36.482656 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=9c900df7-6bd1-4efb-807b-75f3d9f6e7b1,revision_number=11']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:26:36.552810 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-c3dc496c-3b8d-4a23-8d2b-ac3f0b09eb97 req-c3d696ed-6c3e-48fd-b53c-0ca21ded4017 service neutron] For port 4eae6a24-d7dc-4e8d-b61c-ce0741dec710, host n-h2-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:26:36.557043 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-c3dc496c-3b8d-4a23-8d2b-ac3f0b09eb97 req-c3d696ed-6c3e-48fd-b53c-0ca21ded4017 service neutron] For port 4eae6a24-d7dc-4e8d-b61c-ce0741dec710, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=4eae6a24-d7dc-4e8d-b61c-ce0741dec710,segment=NetworkSegment(d5059de5-902f-4ad5-825e-2750cba6d21e),segment_id=d5059de5-902f-4ad5-825e-2750cba6d21e)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:26:36.563962 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c3dc496c-3b8d-4a23-8d2b-ac3f0b09eb97 req-c3d696ed-6c3e-48fd-b53c-0ca21ded4017 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:36.607556 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-250bbb98-878e-4717-9da8-985b99b67263 req-4d201364-7923-403c-9ef8-9a1b79336239 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ac6105b-c81d-48df-9323-f3b58f227520 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:26:36.614226 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-85f1e30e-454f-4aa2-a6da-382aa0b91e48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:36.623802 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-250bbb98-878e-4717-9da8-985b99b67263 req-4d201364-7923-403c-9ef8-9a1b79336239 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:36.639446 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['9c900df7-6bd1-4efb-807b-75f3d9f6e7b1'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:26:36.650255 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-250bbb98-878e-4717-9da8-985b99b67263 req-4d201364-7923-403c-9ef8-9a1b79336239 service neutron] Transition to ACTIVE for port object 8ac6105b-c81d-48df-9323-f3b58f227520 will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:26:36.663397 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dc496c-3b8d-4a23-8d2b-ac3f0b09eb97 req-c3d696ed-6c3e-48fd-b53c-0ca21ded4017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:36.664961 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c3dc496c-3b8d-4a23-8d2b-ac3f0b09eb97 req-c3d696ed-6c3e-48fd-b53c-0ca21ded4017 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:36.667412 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c3dc496c-3b8d-4a23-8d2b-ac3f0b09eb97 req-c3d696ed-6c3e-48fd-b53c-0ca21ded4017 service neutron] 10.222.0.44 "PUT /v2.0/ports/4eae6a24-d7dc-4e8d-b61c-ce0741dec710 HTTP/1.1" status: 200 len: 1091 time: 2.0434527 Dec 06 17:26:36.668064 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cb2e052-f193-41fe-9f08-b72cfb9c6c24', 'tag': '4eae6a24-d7dc-4e8d-b61c-ce0741dec710'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:26:36.671045 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdda838e-d006-43ef-ab1a-429c9ad0fb2e" -d '{"events": [{"name": "network-changed", "server_uuid": "3cb2e052-f193-41fe-9f08-b72cfb9c6c24", "tag": "4eae6a24-d7dc-4e8d-b61c-ce0741dec710"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:26:36.697501 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-250bbb98-878e-4717-9da8-985b99b67263 req-4d201364-7923-403c-9ef8-9a1b79336239 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:36.698943 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d696ed-6c3e-48fd-b53c-0ca21ded4017 service neutron] Pushing event updated for resources: {'Port': ['ID=4eae6a24-d7dc-4e8d-b61c-ce0741dec710,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:26:36.711702 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d356d5ff-ecd0-423f-a010-433da375901f req-81578ae8-4a08-4f0e-8bb3-5ba7d28075fa tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:36.721135 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d356d5ff-ecd0-423f-a010-433da375901f req-81578ae8-4a08-4f0e-8bb3-5ba7d28075fa tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 945 time: 0.1500242 Dec 06 17:26:36.819064 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dc496c-3b8d-4a23-8d2b-ac3f0b09eb97 req-43ea658d-5713-438e-9781-e8cc314d5b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:36.821551 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c3dc496c-3b8d-4a23-8d2b-ac3f0b09eb97 req-43ea658d-5713-438e-9781-e8cc314d5b40 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d346f8fe9c0349078cc1df87fe62a77f&device_id=3cb2e052-f193-41fe-9f08-b72cfb9c6c24 HTTP/1.1" status: 200 len: 1094 time: 0.0912955 Dec 06 17:26:36.825763 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d356d5ff-ecd0-423f-a010-433da375901f req-9a980aef-8d2e-41a2-8ce9-afd3d3128259 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034930 Dec 06 17:26:36.840127 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-85f1e30e-454f-4aa2-a6da-382aa0b91e48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:36.865216 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-85f1e30e-454f-4aa2-a6da-382aa0b91e48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d04fae1e-5cf2-4413-9915-e4d8c2305f7b']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:26:36.878188 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-85f1e30e-454f-4aa2-a6da-382aa0b91e48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a51553e5-2cc2-4505-834e-c40711ff7bbd') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:26:36.878558 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-85f1e30e-454f-4aa2-a6da-382aa0b91e48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a51553e5-2cc2-4505-834e-c40711ff7bbd') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:26:36.884865 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c3dc496c-3b8d-4a23-8d2b-ac3f0b09eb97 req-a0275d6a-9c82-49b6-b108-0906c9c6eba2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4eae6a24-d7dc-4e8d-b61c-ce0741dec710 HTTP/1.1" status: 200 len: 217 time: 0.0551763 Dec 06 17:26:36.894460 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ae6451-b94f-452e-9c7b-46255527462c req-e307beed-c7df-42de-9728-40e35848dca7 tempest-ServerAddressesNegativeTestJSON-765861974 tempest-ServerAddressesNegativeTestJSON-765861974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:36.902838 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-34ae6451-b94f-452e-9c7b-46255527462c req-e307beed-c7df-42de-9728-40e35848dca7 tempest-ServerAddressesNegativeTestJSON-765861974 tempest-ServerAddressesNegativeTestJSON-765861974-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cb2e052-f193-41fe-9f08-b72cfb9c6c24 HTTP/1.1" status: 200 len: 943 time: 0.4809146 Dec 06 17:26:36.924423 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-85f1e30e-454f-4aa2-a6da-382aa0b91e48 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:36.963417 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-85f1e30e-454f-4aa2-a6da-382aa0b91e48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:36.972529 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d201364-7923-403c-9ef8-9a1b79336239 service neutron] Pushing event updated for resources: {'Port': ['ID=8ac6105b-c81d-48df-9323-f3b58f227520,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:26:36.976355 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dc496c-3b8d-4a23-8d2b-ac3f0b09eb97 req-d0254c0f-888b-4325-8ed2-afeeb21a1491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:36.978172 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c3dc496c-3b8d-4a23-8d2b-ac3f0b09eb97 req-d0254c0f-888b-4325-8ed2-afeeb21a1491 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cd1da094-341e-41c4-aadc-2076e831eaf7 HTTP/1.1" status: 200 len: 861 time: 0.0860562 Dec 06 17:26:36.998644 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eef4b18-4cba-473b-a9f1-03b7b1e19182 x-openstack-request-id: req-3eef4b18-4cba-473b-a9f1-03b7b1e19182 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:26:36.998959 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cb2e052-f193-41fe-9f08-b72cfb9c6c24", "tag": "4eae6a24-d7dc-4e8d-b61c-ce0741dec710", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:26:36.999208 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3eef4b18-4cba-473b-a9f1-03b7b1e19182 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:26:36.999626 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cb2e052-f193-41fe-9f08-b72cfb9c6c24', 'tag': '4eae6a24-d7dc-4e8d-b61c-ce0741dec710', 'status': 'completed', 'code': 200} Dec 06 17:26:37.017768 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85f1e30e-454f-4aa2-a6da-382aa0b91e48 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:26:37.018181 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-85f1e30e-454f-4aa2-a6da-382aa0b91e48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:37.018313 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c3dc496c-3b8d-4a23-8d2b-ac3f0b09eb97 req-a3b6f53a-2da5-418d-8227-a21b5de8e10a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cfc7f85f-2265-4a59-bc68-af373b868a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326583 Dec 06 17:26:37.019938 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:26:37.019938 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:26:37.019938 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:26:37.019938 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:26:37.019938 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:26:37.019938 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:26:37.019938 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:26:37.019938 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:26:37.019938 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:26:37.019938 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:26:37.019938 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:26:37.019938 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:26:37.019938 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:26:37.019938 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:26:37.019938 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:26:37.019938 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:26:37.019938 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:26:37.019938 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:26:37.019938 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:26:37.019938 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:26:37.019938 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:26:37.019938 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:26:37.019938 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:26:37.019938 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:26:37.019938 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:26:37.019938 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:26:37.019938 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:26:37.019938 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:26:37.019938 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:26:37.019938 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:26:37.019938 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:26:37.019938 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:26:37.098819 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-34ae6451-b94f-452e-9c7b-46255527462c req-fca948ee-1d5a-4a0b-b4b9-bc49621ee608 tempest-ServerAddressesNegativeTestJSON-765861974 tempest-ServerAddressesNegativeTestJSON-765861974-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d474f4c-aed4-452f-9528-33e770203138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951716 Dec 06 17:26:37.136279 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-85f1e30e-454f-4aa2-a6da-382aa0b91e48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:37.153646 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-250bbb98-878e-4717-9da8-985b99b67263 req-4d201364-7923-403c-9ef8-9a1b79336239 service neutron] Attempting to bind port 8ac6105b-c81d-48df-9323-f3b58f227520 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:26:37.153900 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c3dc496c-3b8d-4a23-8d2b-ac3f0b09eb97 req-6231986b-9698-4cb1-b5b0-986df53bf3aa service neutron] 10.222.0.44 "GET /v2.0/networks/cfc7f85f-2265-4a59-bc68-af373b868a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276894 Dec 06 17:26:37.155035 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-250bbb98-878e-4717-9da8-985b99b67263 req-4d201364-7923-403c-9ef8-9a1b79336239 service neutron] Attempting to bind port 8ac6105b-c81d-48df-9323-f3b58f227520 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'bc3873e6-1421-4be3-b216-13e06c2bc164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '15fd3b86-4ab2-48c1-977e-7d7f46e6c98b'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:26:37.155682 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250bbb98-878e-4717-9da8-985b99b67263 req-4d201364-7923-403c-9ef8-9a1b79336239 service neutron] Attempting to bind port 8ac6105b-c81d-48df-9323-f3b58f227520 on network 15fd3b86-4ab2-48c1-977e-7d7f46e6c98b {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:26:37.161431 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-85f1e30e-454f-4aa2-a6da-382aa0b91e48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:37.165989 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-85f1e30e-454f-4aa2-a6da-382aa0b91e48 admin admin] 10.222.0.23 "DELETE /v2.0/networks/d04fae1e-5cf2-4413-9915-e4d8c2305f7b HTTP/1.1" status: 204 len: 168 time: 0.8126113 Dec 06 17:26:37.190616 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f1e30e-454f-4aa2-a6da-382aa0b91e48 admin admin] Pushing event deleted for resources: {'Network': ['ID=d04fae1e-5cf2-4413-9915-e4d8c2305f7b,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:26:37.199477 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250bbb98-878e-4717-9da8-985b99b67263 req-4d201364-7923-403c-9ef8-9a1b79336239 service neutron] Port 8ac6105b-c81d-48df-9323-f3b58f227520 on network 15fd3b86-4ab2-48c1-977e-7d7f46e6c98b not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:26:37.200236 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250bbb98-878e-4717-9da8-985b99b67263 req-4d201364-7923-403c-9ef8-9a1b79336239 service neutron] Attempting to bind port 8ac6105b-c81d-48df-9323-f3b58f227520 on network 15fd3b86-4ab2-48c1-977e-7d7f46e6c98b {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:26:37.207312 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250bbb98-878e-4717-9da8-985b99b67263 req-4d201364-7923-403c-9ef8-9a1b79336239 service neutron] Checking agent: {'id': '9d8b9f49-2860-4c1f-9b89-45a7657a3c4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:26:37.207658 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250bbb98-878e-4717-9da8-985b99b67263 req-4d201364-7923-403c-9ef8-9a1b79336239 service neutron] Checking segment: {'id': 'bc3873e6-1421-4be3-b216-13e06c2bc164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '15fd3b86-4ab2-48c1-977e-7d7f46e6c98b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:26:37.208460 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250bbb98-878e-4717-9da8-985b99b67263 req-4d201364-7923-403c-9ef8-9a1b79336239 service neutron] Bound using segment: {'id': 'bc3873e6-1421-4be3-b216-13e06c2bc164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '15fd3b86-4ab2-48c1-977e-7d7f46e6c98b'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:26:37.208911 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-250bbb98-878e-4717-9da8-985b99b67263 req-4d201364-7923-403c-9ef8-9a1b79336239 service neutron] Bound port: 8ac6105b-c81d-48df-9323-f3b58f227520, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc3873e6-1421-4be3-b216-13e06c2bc164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '15fd3b86-4ab2-48c1-977e-7d7f46e6c98b'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:26:37.209279 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-250bbb98-878e-4717-9da8-985b99b67263 req-4d201364-7923-403c-9ef8-9a1b79336239 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:37.268975 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c3dc496c-3b8d-4a23-8d2b-ac3f0b09eb97 req-d43049f0-a809-4306-aad9-f446877235ef service neutron] 10.222.0.44 "GET /v2.0/networks/cfc7f85f-2265-4a59-bc68-af373b868a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077137 Dec 06 17:26:37.327030 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-250bbb98-878e-4717-9da8-985b99b67263 req-4d201364-7923-403c-9ef8-9a1b79336239 service neutron] For port 8ac6105b-c81d-48df-9323-f3b58f227520, host n-h2-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:26:37.330440 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-250bbb98-878e-4717-9da8-985b99b67263 req-4d201364-7923-403c-9ef8-9a1b79336239 service neutron] For port 8ac6105b-c81d-48df-9323-f3b58f227520, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=8ac6105b-c81d-48df-9323-f3b58f227520,segment=NetworkSegment(bc3873e6-1421-4be3-b216-13e06c2bc164),segment_id=bc3873e6-1421-4be3-b216-13e06c2bc164)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:26:37.337911 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-250bbb98-878e-4717-9da8-985b99b67263 req-4d201364-7923-403c-9ef8-9a1b79336239 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:37.408196 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdda838e-d006-43ef-ab1a-429c9ad0fb2e req-5b12bf4b-43d9-4faa-bb5e-f7c24f28c990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:37.410488 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fdda838e-d006-43ef-ab1a-429c9ad0fb2e req-5b12bf4b-43d9-4faa-bb5e-f7c24f28c990 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d346f8fe9c0349078cc1df87fe62a77f&device_id=3cb2e052-f193-41fe-9f08-b72cfb9c6c24 HTTP/1.1" status: 200 len: 1094 time: 0.0800893 Dec 06 17:26:37.414372 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250bbb98-878e-4717-9da8-985b99b67263 req-4d201364-7923-403c-9ef8-9a1b79336239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:37.415492 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-250bbb98-878e-4717-9da8-985b99b67263 req-4d201364-7923-403c-9ef8-9a1b79336239 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:37.417570 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-250bbb98-878e-4717-9da8-985b99b67263 req-4d201364-7923-403c-9ef8-9a1b79336239 service neutron] 10.222.0.44 "PUT /v2.0/ports/8ac6105b-c81d-48df-9323-f3b58f227520 HTTP/1.1" status: 200 len: 1091 time: 2.0265791 Dec 06 17:26:37.418506 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d201364-7923-403c-9ef8-9a1b79336239 service neutron] Pushing event updated for resources: {'Port': ['ID=8ac6105b-c81d-48df-9323-f3b58f227520,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:26:37.433068 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8b9adeb-160c-4c4e-9195-5f6de44acdd7', 'tag': '8ac6105b-c81d-48df-9323-f3b58f227520'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:26:37.437590 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbe27071-b38d-4f57-a86f-a0c589ff768b" -d '{"events": [{"name": "network-changed", "server_uuid": "f8b9adeb-160c-4c4e-9195-5f6de44acdd7", "tag": "8ac6105b-c81d-48df-9323-f3b58f227520"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:26:37.506421 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 35738) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:26:37.562496 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250bbb98-878e-4717-9da8-985b99b67263 req-7b299068-2abf-4645-ab7c-27725053e5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:37.566851 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-250bbb98-878e-4717-9da8-985b99b67263 req-7b299068-2abf-4645-ab7c-27725053e5f0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ec528b8fbe5d4e99b13118aed923c7d9&device_id=f8b9adeb-160c-4c4e-9195-5f6de44acdd7 HTTP/1.1" status: 200 len: 1094 time: 0.0980785 Dec 06 17:26:37.622873 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdda838e-d006-43ef-ab1a-429c9ad0fb2e req-fddfaf75-fadb-489b-acaa-d95227f936ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:37.624458 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fdda838e-d006-43ef-ab1a-429c9ad0fb2e req-fddfaf75-fadb-489b-acaa-d95227f936ac service neutron] 10.222.0.44 "GET /v2.0/networks?id=cfc7f85f-2265-4a59-bc68-af373b868a87 HTTP/1.1" status: 200 len: 922 time: 0.1947718 Dec 06 17:26:37.660135 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-5570a93d-b3eb-4b54-b4cc-8cf95244e5c1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8e20f481c9174841b068555f84e7c98f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1524944 Dec 06 17:26:37.663017 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 35744) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:26:37.679871 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-250bbb98-878e-4717-9da8-985b99b67263 req-e600d5d0-8b7c-4027-b155-b1a5a589f017 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ac6105b-c81d-48df-9323-f3b58f227520 HTTP/1.1" status: 200 len: 217 time: 0.0996964 Dec 06 17:26:37.683593 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fdda838e-d006-43ef-ab1a-429c9ad0fb2e req-e7bd3c1b-15d7-40a3-924b-bf0a2303efb2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4eae6a24-d7dc-4e8d-b61c-ce0741dec710 HTTP/1.1" status: 200 len: 217 time: 0.0512171 Dec 06 17:26:37.766204 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdda838e-d006-43ef-ab1a-429c9ad0fb2e req-2abcdfaa-6b19-43fb-9f6d-15782fe64fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:37.768244 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fdda838e-d006-43ef-ab1a-429c9ad0fb2e req-2abcdfaa-6b19-43fb-9f6d-15782fe64fe2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cd1da094-341e-41c4-aadc-2076e831eaf7 HTTP/1.1" status: 200 len: 861 time: 0.0681105 Dec 06 17:26:37.796555 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250bbb98-878e-4717-9da8-985b99b67263 req-706f23e8-5041-4244-b45c-c8c28d0cdb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:37.798709 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-250bbb98-878e-4717-9da8-985b99b67263 req-706f23e8-5041-4244-b45c-c8c28d0cdb07 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dde17a7d-65c9-4e8b-97a4-0b49eb9d78fe HTTP/1.1" status: 200 len: 850 time: 0.0915415 Dec 06 17:26:37.817081 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fdda838e-d006-43ef-ab1a-429c9ad0fb2e req-a4d6b582-76ef-4eb2-aa78-09e9262d9f0d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cfc7f85f-2265-4a59-bc68-af373b868a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332501 Dec 06 17:26:37.862227 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-250bbb98-878e-4717-9da8-985b99b67263 req-5ca616bb-f2a7-47b8-942e-99fc8535b7ea service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=15fd3b86-4ab2-48c1-977e-7d7f46e6c98b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548656 Dec 06 17:26:37.874184 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43363984-7d97-4ed6-95fb-8bcb2415dd46 req-a90c0229-684d-47ee-9fa3-119668a75af5 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:37.875956 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-43363984-7d97-4ed6-95fb-8bcb2415dd46 req-a90c0229-684d-47ee-9fa3-119668a75af5 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8b9adeb-160c-4c4e-9195-5f6de44acdd7 HTTP/1.1" status: 200 len: 943 time: 0.2147377 Dec 06 17:26:37.881035 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec20458-55a6-4d2e-a5b1-bb91d705c052 x-openstack-request-id: req-5ec20458-55a6-4d2e-a5b1-bb91d705c052 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:26:37.881353 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8b9adeb-160c-4c4e-9195-5f6de44acdd7", "tag": "8ac6105b-c81d-48df-9323-f3b58f227520", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:26:37.881649 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5ec20458-55a6-4d2e-a5b1-bb91d705c052 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:26:37.882125 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8b9adeb-160c-4c4e-9195-5f6de44acdd7', 'tag': '8ac6105b-c81d-48df-9323-f3b58f227520', 'status': 'completed', 'code': 200} Dec 06 17:26:37.892760 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5e4a0c30-bd7d-4952-941d-4169583a2f08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:38.006457 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5e4a0c30-bd7d-4952-941d-4169583a2f08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:38.011513 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fdda838e-d006-43ef-ab1a-429c9ad0fb2e req-1e673551-5785-4c74-a357-4b5b6f9b911b service neutron] 10.222.0.44 "GET /v2.0/networks/cfc7f85f-2265-4a59-bc68-af373b868a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870437 Dec 06 17:26:38.043143 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47b2f1d-9aba-4d7b-aa3b-39631735e3b5 req-89ca71bb-5cf6-4ec8-8e2d-1d9df4b9ee7a tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:38.044845 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d47b2f1d-9aba-4d7b-aa3b-39631735e3b5 req-89ca71bb-5cf6-4ec8-8e2d-1d9df4b9ee7a tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 945 time: 0.1090121 Dec 06 17:26:38.070562 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 9c900df7-6bd1-4efb-807b-75f3d9f6e7b1 up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:26:38.091297 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-43363984-7d97-4ed6-95fb-8bcb2415dd46 req-60bc78bd-2a64-466c-b9c9-ad31ba3aa5ac tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4bc6e59-bf7d-42c4-9e98-323b53a08b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997581 Dec 06 17:26:38.131277 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-250bbb98-878e-4717-9da8-985b99b67263 req-e8ae5418-072b-4e76-9d97-4f4cbda10176 service neutron] 10.222.0.44 "GET /v2.0/networks/15fd3b86-4ab2-48c1-977e-7d7f46e6c98b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541599 Dec 06 17:26:38.181920 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning for port 9c900df7-6bd1-4efb-807b-75f3d9f6e7b1 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:26:38.188608 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port 9c900df7-6bd1-4efb-807b-75f3d9f6e7b1 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:26:38.188608 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:38.199735 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d47b2f1d-9aba-4d7b-aa3b-39631735e3b5 req-ebc8f863-5609-475c-9df9-0265abed65cc tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427789 Dec 06 17:26:38.212893 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5e4a0c30-bd7d-4952-941d-4169583a2f08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:38.216681 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fdda838e-d006-43ef-ab1a-429c9ad0fb2e req-b88573bb-6349-4703-ac70-ad60643363ee service neutron] 10.222.0.44 "GET /v2.0/networks/cfc7f85f-2265-4a59-bc68-af373b868a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963363 Dec 06 17:26:38.220810 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5e4a0c30-bd7d-4952-941d-4169583a2f08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:38.223506 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-5e4a0c30-bd7d-4952-941d-4169583a2f08 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ecc06ab5-704d-4d83-bc83-3d9dd1f38b36 HTTP/1.1" status: 204 len: 168 time: 0.5582788 Dec 06 17:26:38.261885 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4a0c30-bd7d-4952-941d-4169583a2f08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc06ab5-704d-4d83-bc83-3d9dd1f38b36,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:26:38.306047 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-250bbb98-878e-4717-9da8-985b99b67263 req-ad741046-bb77-4435-a301-319a78ed72c3 service neutron] 10.222.0.44 "GET /v2.0/networks/15fd3b86-4ab2-48c1-977e-7d7f46e6c98b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640768 Dec 06 17:26:38.361780 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:38.395797 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '376fa427-021b-4997-a0b0-c1fba445d258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c900df7-6bd1-4efb-807b-75f3d9f6e7b1'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:26:38.398164 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71fb8b0a-ba61-442e-830a-d8bd41b3f9e3" -d '{"events": [{"server_uuid": "376fa427-021b-4997-a0b0-c1fba445d258", "name": "network-vif-plugged", "status": "completed", "tag": "9c900df7-6bd1-4efb-807b-75f3d9f6e7b1"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:26:38.423445 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ff5056-1720-4fbc-aec0-f86e029a4173 req-f98b5fd6-443a-47d8-b0cd-d8fdeb705d9a tempest-ServerAddressesNegativeTestJSON-765861974 tempest-ServerAddressesNegativeTestJSON-765861974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:38.425243 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-39ff5056-1720-4fbc-aec0-f86e029a4173 req-f98b5fd6-443a-47d8-b0cd-d8fdeb705d9a tempest-ServerAddressesNegativeTestJSON-765861974 tempest-ServerAddressesNegativeTestJSON-765861974-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cb2e052-f193-41fe-9f08-b72cfb9c6c24 HTTP/1.1" status: 200 len: 943 time: 0.1173899 Dec 06 17:26:38.441048 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 9c900df7-6bd1-4efb-807b-75f3d9f6e7b1, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9c900df7-6bd1-4efb-807b-75f3d9f6e7b1,segment=NetworkSegment(7b3b1671-5b3d-45b5-8a84-9493fd934077),segment_id=7b3b1671-5b3d-45b5-8a84-9493fd934077)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:26:38.451160 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:38.457943 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe27071-b38d-4f57-a86f-a0c589ff768b req-a59cbe09-9fc2-4669-a879-d5b306f53972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:38.459468 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bbe27071-b38d-4f57-a86f-a0c589ff768b req-a59cbe09-9fc2-4669-a879-d5b306f53972 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ec528b8fbe5d4e99b13118aed923c7d9&device_id=f8b9adeb-160c-4c4e-9195-5f6de44acdd7 HTTP/1.1" status: 200 len: 1094 time: 0.0954914 Dec 06 17:26:38.548484 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caaa9e6e-4a8c-4dc6-942b-8dfffce0b320 x-openstack-request-id: req-caaa9e6e-4a8c-4dc6-942b-8dfffce0b320 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:26:38.549029 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "376fa427-021b-4997-a0b0-c1fba445d258", "name": "network-vif-plugged", "status": "completed", "tag": "9c900df7-6bd1-4efb-807b-75f3d9f6e7b1", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:26:38.549949 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-caaa9e6e-4a8c-4dc6-942b-8dfffce0b320 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:26:38.550975 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '376fa427-021b-4997-a0b0-c1fba445d258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c900df7-6bd1-4efb-807b-75f3d9f6e7b1', 'code': 200} Dec 06 17:26:38.552113 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=9c900df7-6bd1-4efb-807b-75f3d9f6e7b1,revision_number=12']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:26:38.611235 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-39ff5056-1720-4fbc-aec0-f86e029a4173 req-76f59196-6263-4959-acd9-0318c30c5ee9 tempest-ServerAddressesNegativeTestJSON-765861974 tempest-ServerAddressesNegativeTestJSON-765861974-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d474f4c-aed4-452f-9528-33e770203138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764462 Dec 06 17:26:38.666613 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe27071-b38d-4f57-a86f-a0c589ff768b req-8fa393a4-c2af-419f-9e05-cff51d21c9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:38.669512 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bbe27071-b38d-4f57-a86f-a0c589ff768b req-8fa393a4-c2af-419f-9e05-cff51d21c9bb service neutron] 10.222.0.44 "GET /v2.0/networks?id=15fd3b86-4ab2-48c1-977e-7d7f46e6c98b HTTP/1.1" status: 200 len: 911 time: 0.2012429 Dec 06 17:26:38.677746 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8b3788-b911-491d-adb8-711a82fb91dc req-7c989a23-f09d-413a-b4ed-8b29a1544a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:38.679268 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0e8b3788-b911-491d-adb8-711a82fb91dc req-7c989a23-f09d-413a-b4ed-8b29a1544a2e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 1097 time: 0.0528226 Dec 06 17:26:38.740025 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bbe27071-b38d-4f57-a86f-a0c589ff768b req-caf7f164-848f-4470-be25-607ae1851335 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ac6105b-c81d-48df-9323-f3b58f227520 HTTP/1.1" status: 200 len: 217 time: 0.0590701 Dec 06 17:26:38.749927 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0e8b3788-b911-491d-adb8-711a82fb91dc req-68aae5b9-bcd0-4849-b51a-7e02912a382a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595362 Dec 06 17:26:38.796490 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe27071-b38d-4f57-a86f-a0c589ff768b req-103556e2-6358-4126-b475-bbe12785983d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:38.798363 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bbe27071-b38d-4f57-a86f-a0c589ff768b req-103556e2-6358-4126-b475-bbe12785983d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dde17a7d-65c9-4e8b-97a4-0b49eb9d78fe HTTP/1.1" status: 200 len: 850 time: 0.0514710 Dec 06 17:26:38.967692 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bbe27071-b38d-4f57-a86f-a0c589ff768b req-7cb4f689-e5f6-4029-8a69-f92690893e7a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=15fd3b86-4ab2-48c1-977e-7d7f46e6c98b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273576 Dec 06 17:26:39.066300 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bbe27071-b38d-4f57-a86f-a0c589ff768b req-dd01fd7e-9772-427e-a9ad-83025fd720ab service neutron] 10.222.0.44 "GET /v2.0/networks/15fd3b86-4ab2-48c1-977e-7d7f46e6c98b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913453 Dec 06 17:26:39.200767 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bbe27071-b38d-4f57-a86f-a0c589ff768b req-5d7e0593-1802-427f-bb6a-92c2b1178449 service neutron] 10.222.0.44 "GET /v2.0/networks/15fd3b86-4ab2-48c1-977e-7d7f46e6c98b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252177 Dec 06 17:26:39.233748 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ddd96d-f088-488b-806b-2c5acac2560d req-cfbb51c6-fccc-469d-989f-b9fce312a4e0 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:39.235503 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-55ddd96d-f088-488b-806b-2c5acac2560d req-cfbb51c6-fccc-469d-989f-b9fce312a4e0 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8b9adeb-160c-4c4e-9195-5f6de44acdd7 HTTP/1.1" status: 200 len: 943 time: 0.0597651 Dec 06 17:26:39.297229 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-55ddd96d-f088-488b-806b-2c5acac2560d req-df456511-01c2-4e37-80c1-634de8cd7c4b tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4bc6e59-bf7d-42c4-9e98-323b53a08b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555103 Dec 06 17:26:39.364308 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe809dcc-22a3-4fe7-a4a9-19af439d8a43 req-458679ae-f1b0-4b56-bb7d-32b6cf94345a tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:39.365873 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fe809dcc-22a3-4fe7-a4a9-19af439d8a43 req-458679ae-f1b0-4b56-bb7d-32b6cf94345a tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 946 time: 0.0542998 Dec 06 17:26:39.414784 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fe809dcc-22a3-4fe7-a4a9-19af439d8a43 req-8d4a7ec0-c1bd-4bc2-a10e-2870e5665d06 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419967 Dec 06 17:26:39.728837 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd0824-51dd-4c5b-b96d-f67fcfb9b6b3 req-f5f78941-2b3f-4b71-9b77-01a9fcdfe230 tempest-ServerAddressesNegativeTestJSON-765861974 tempest-ServerAddressesNegativeTestJSON-765861974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:39.738220 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bdbd0824-51dd-4c5b-b96d-f67fcfb9b6b3 req-f5f78941-2b3f-4b71-9b77-01a9fcdfe230 tempest-ServerAddressesNegativeTestJSON-765861974 tempest-ServerAddressesNegativeTestJSON-765861974-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cb2e052-f193-41fe-9f08-b72cfb9c6c24 HTTP/1.1" status: 200 len: 943 time: 0.0641320 Dec 06 17:26:39.799143 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bdbd0824-51dd-4c5b-b96d-f67fcfb9b6b3 req-8bc83845-98ac-40c0-9c4b-832241fc6f56 tempest-ServerAddressesNegativeTestJSON-765861974 tempest-ServerAddressesNegativeTestJSON-765861974-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d474f4c-aed4-452f-9528-33e770203138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598342 Dec 06 17:26:40.083876 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 4eae6a24-d7dc-4e8d-b61c-ce0741dec710 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:26:40.203547 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 4eae6a24-d7dc-4e8d-b61c-ce0741dec710, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=4eae6a24-d7dc-4e8d-b61c-ce0741dec710,segment=NetworkSegment(d5059de5-902f-4ad5-825e-2750cba6d21e),segment_id=d5059de5-902f-4ad5-825e-2750cba6d21e)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:26:40.216522 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': '4eae6a24-d7dc-4e8d-b61c-ce0741dec710', 'network_id': 'cfc7f85f-2265-4a59-bc68-af373b868a87', 'port_id': '4eae6a24-d7dc-4e8d-b61c-ce0741dec710', 'mac_address': 'fa:16:3e:2f:19:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd1da094-341e-41c4-aadc-2076e831eaf7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:26:40.259815 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:40.283953 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4eae6a24-d7dc-4e8d-b61c-ce0741dec710 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:26:40.309357 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 4eae6a24-d7dc-4e8d-b61c-ce0741dec710, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=4eae6a24-d7dc-4e8d-b61c-ce0741dec710,segment=NetworkSegment(d5059de5-902f-4ad5-825e-2750cba6d21e),segment_id=d5059de5-902f-4ad5-825e-2750cba6d21e)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:26:40.322631 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:40.467492 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=4eae6a24-d7dc-4e8d-b61c-ce0741dec710,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:26:40.502577 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a691f5-5c45-401c-b14c-deaaa1d5267a req-766d71fe-2da6-4ed6-959e-d3a222d4e4fc tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:40.511327 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-03a691f5-5c45-401c-b14c-deaaa1d5267a req-766d71fe-2da6-4ed6-959e-d3a222d4e4fc tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8b9adeb-160c-4c4e-9195-5f6de44acdd7 HTTP/1.1" status: 200 len: 943 time: 0.0710869 Dec 06 17:26:40.565212 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['4eae6a24-d7dc-4e8d-b61c-ce0741dec710'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:26:40.568250 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-03a691f5-5c45-401c-b14c-deaaa1d5267a req-e2fc5779-ee53-4760-b3ec-909ec0f28836 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4bc6e59-bf7d-42c4-9e98-323b53a08b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557027 Dec 06 17:26:40.646510 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7646050e-8dab-451e-88f3-7414849244b3 req-74df4173-02a1-4be6-992a-c361369cd54e tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:40.648874 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7646050e-8dab-451e-88f3-7414849244b3 req-74df4173-02a1-4be6-992a-c361369cd54e tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 946 time: 0.1006179 Dec 06 17:26:40.704782 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7646050e-8dab-451e-88f3-7414849244b3 req-feffd716-1570-43e4-90e1-70c255df253b tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489604 Dec 06 17:26:40.968218 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ef5472-68fa-4fd4-ae26-e664bc310a0e req-12d89f78-b2f8-4cab-9f90-378b9c6af3f5 tempest-ServerAddressesNegativeTestJSON-765861974 tempest-ServerAddressesNegativeTestJSON-765861974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:40.976601 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-80ef5472-68fa-4fd4-ae26-e664bc310a0e req-12d89f78-b2f8-4cab-9f90-378b9c6af3f5 tempest-ServerAddressesNegativeTestJSON-765861974 tempest-ServerAddressesNegativeTestJSON-765861974-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cb2e052-f193-41fe-9f08-b72cfb9c6c24 HTTP/1.1" status: 200 len: 944 time: 0.0671911 Dec 06 17:26:41.025379 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-80ef5472-68fa-4fd4-ae26-e664bc310a0e req-186052af-2019-4020-b82c-bc0b80484fa2 tempest-ServerAddressesNegativeTestJSON-765861974 tempest-ServerAddressesNegativeTestJSON-765861974-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d474f4c-aed4-452f-9528-33e770203138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478895 Dec 06 17:26:41.698074 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf975b-23d3-4fd9-a2d3-4e95259161a4 req-7c4041ae-c240-40f2-9165-90e2ea728d45 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:41.699482 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-37cf975b-23d3-4fd9-a2d3-4e95259161a4 req-7c4041ae-c240-40f2-9165-90e2ea728d45 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8b9adeb-160c-4c4e-9195-5f6de44acdd7 HTTP/1.1" status: 200 len: 943 time: 0.0504866 Dec 06 17:26:41.754153 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-37cf975b-23d3-4fd9-a2d3-4e95259161a4 req-819c222e-cda2-4c7a-9e39-ce902aebf0f7 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4bc6e59-bf7d-42c4-9e98-323b53a08b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484304 Dec 06 17:26:41.832929 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40464c9-4c55-4359-b880-c722ab60a37d req-8cadf188-f2e5-472b-8e75-f76483019bdc tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:41.834534 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b40464c9-4c55-4359-b880-c722ab60a37d req-8cadf188-f2e5-472b-8e75-f76483019bdc tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 946 time: 0.0527539 Dec 06 17:26:41.881790 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b40464c9-4c55-4359-b880-c722ab60a37d req-adb4b16d-e485-413b-9b9c-05eaa8353194 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405500 Dec 06 17:26:41.997162 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d739c6-af10-44e1-b2a3-805707d356fc req-210832b6-39be-4867-ae20-3058147c55f8 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:41.998692 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-00d739c6-af10-44e1-b2a3-805707d356fc req-210832b6-39be-4867-ae20-3058147c55f8 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 946 time: 0.0484214 Dec 06 17:26:42.052278 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-00d739c6-af10-44e1-b2a3-805707d356fc req-4d12af40-ce3b-4deb-9d2c-0fa1e7c2e897 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474141 Dec 06 17:26:42.100082 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 8ac6105b-c81d-48df-9323-f3b58f227520 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:26:42.196724 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7f90b9-92be-4045-83f8-e136523f3150 req-e9fbcf23-12ab-4d05-8edb-6c0d568094f9 tempest-ServerAddressesNegativeTestJSON-765861974 tempest-ServerAddressesNegativeTestJSON-765861974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:42.205938 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8f7f90b9-92be-4045-83f8-e136523f3150 req-e9fbcf23-12ab-4d05-8edb-6c0d568094f9 tempest-ServerAddressesNegativeTestJSON-765861974 tempest-ServerAddressesNegativeTestJSON-765861974-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cb2e052-f193-41fe-9f08-b72cfb9c6c24 HTTP/1.1" status: 200 len: 944 time: 0.0842838 Dec 06 17:26:42.234477 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 8ac6105b-c81d-48df-9323-f3b58f227520, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=8ac6105b-c81d-48df-9323-f3b58f227520,segment=NetworkSegment(bc3873e6-1421-4be3-b216-13e06c2bc164),segment_id=bc3873e6-1421-4be3-b216-13e06c2bc164)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:26:42.244287 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797c84a6-ef0c-49e5-b36a-5df3e02dd6f0 req-7d3053ca-9192-4dfc-ba7a-8ec596d3a58a tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:42.246503 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-797c84a6-ef0c-49e5-b36a-5df3e02dd6f0 req-7d3053ca-9192-4dfc-ba7a-8ec596d3a58a tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 946 time: 0.0722694 Dec 06 17:26:42.252818 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 4eae6a24-d7dc-4e8d-b61c-ce0741dec710 up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:26:42.261208 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': '8ac6105b-c81d-48df-9323-f3b58f227520', 'network_id': '15fd3b86-4ab2-48c1-977e-7d7f46e6c98b', 'port_id': '8ac6105b-c81d-48df-9323-f3b58f227520', 'mac_address': 'fa:16:3e:e6:68:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dde17a7d-65c9-4e8b-97a4-0b49eb9d78fe', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:26:42.277712 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8f7f90b9-92be-4045-83f8-e136523f3150 req-aef06582-6cc5-4a89-a0af-77db428e83c7 tempest-ServerAddressesNegativeTestJSON-765861974 tempest-ServerAddressesNegativeTestJSON-765861974-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d474f4c-aed4-452f-9528-33e770203138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707242 Dec 06 17:26:42.316301 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-797c84a6-ef0c-49e5-b36a-5df3e02dd6f0 req-384363d7-a14b-4ede-9f7c-0d38ce79951e tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634351 Dec 06 17:26:42.341521 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:42.361642 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ac6105b-c81d-48df-9323-f3b58f227520 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:26:42.386877 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning for port 4eae6a24-d7dc-4e8d-b61c-ce0741dec710 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:26:42.390613 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 8ac6105b-c81d-48df-9323-f3b58f227520, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=8ac6105b-c81d-48df-9323-f3b58f227520,segment=NetworkSegment(bc3873e6-1421-4be3-b216-13e06c2bc164),segment_id=bc3873e6-1421-4be3-b216-13e06c2bc164)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:26:42.394967 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port 4eae6a24-d7dc-4e8d-b61c-ce0741dec710 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:26:42.395619 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:42.441614 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:42.484447 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc89e76-3d79-4477-87fa-d6939743699c req-95ce368e-4f7a-4999-bc5d-a6445b4b0a80 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:42.496398 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5bc89e76-3d79-4477-87fa-d6939743699c req-95ce368e-4f7a-4999-bc5d-a6445b4b0a80 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 946 time: 0.0825047 Dec 06 17:26:42.575481 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=8ac6105b-c81d-48df-9323-f3b58f227520,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:26:42.595354 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5bc89e76-3d79-4477-87fa-d6939743699c req-edf59ba2-1dd2-430d-8d72-0ce4a966435f tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974908 Dec 06 17:26:42.629871 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:42.664352 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 4eae6a24-d7dc-4e8d-b61c-ce0741dec710, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=4eae6a24-d7dc-4e8d-b61c-ce0741dec710,segment=NetworkSegment(d5059de5-902f-4ad5-825e-2750cba6d21e),segment_id=d5059de5-902f-4ad5-825e-2750cba6d21e)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:26:42.665798 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cb2e052-f193-41fe-9f08-b72cfb9c6c24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eae6a24-d7dc-4e8d-b61c-ce0741dec710'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:26:42.668541 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5331268-c8fc-47d7-b799-4711e24111c4" -d '{"events": [{"server_uuid": "3cb2e052-f193-41fe-9f08-b72cfb9c6c24", "name": "network-vif-plugged", "status": "completed", "tag": "4eae6a24-d7dc-4e8d-b61c-ce0741dec710"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:26:42.672110 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:42.729872 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['8ac6105b-c81d-48df-9323-f3b58f227520'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:26:42.735598 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c7c2f7-1ce4-43c2-8fe4-97231880dde2 req-d297c965-36f1-41f1-b5f0-dccc3cb75781 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:42.744716 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-74c7c2f7-1ce4-43c2-8fe4-97231880dde2 req-d297c965-36f1-41f1-b5f0-dccc3cb75781 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 946 time: 0.0678289 Dec 06 17:26:42.772026 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db139373-debd-4ff9-ba7b-6348dbbd0384 x-openstack-request-id: req-db139373-debd-4ff9-ba7b-6348dbbd0384 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:26:42.772331 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cb2e052-f193-41fe-9f08-b72cfb9c6c24", "name": "network-vif-plugged", "status": "completed", "tag": "4eae6a24-d7dc-4e8d-b61c-ce0741dec710", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:26:42.772952 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-db139373-debd-4ff9-ba7b-6348dbbd0384 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:26:42.773574 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cb2e052-f193-41fe-9f08-b72cfb9c6c24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eae6a24-d7dc-4e8d-b61c-ce0741dec710', 'code': 200} Dec 06 17:26:42.820278 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=4eae6a24-d7dc-4e8d-b61c-ce0741dec710,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:26:42.836439 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-74c7c2f7-1ce4-43c2-8fe4-97231880dde2 req-bbe5068b-31ba-48ba-8506-54d089a6fe69 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906916 Dec 06 17:26:42.871603 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb0761a-6f20-4454-991b-cf2b5dda71e1 req-d46353f1-e318-4e51-b91b-a27e49c464aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:42.873735 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7bb0761a-6f20-4454-991b-cf2b5dda71e1 req-d46353f1-e318-4e51-b91b-a27e49c464aa service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3cb2e052-f193-41fe-9f08-b72cfb9c6c24 HTTP/1.1" status: 200 len: 1096 time: 0.0604458 Dec 06 17:26:42.962779 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7bb0761a-6f20-4454-991b-cf2b5dda71e1 req-da732770-d0a0-4145-8131-cfb573792bd5 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2d474f4c-aed4-452f-9528-33e770203138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800104 Dec 06 17:26:42.967542 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df72a55b-de6d-4ed4-8fb4-e533f125748e req-c7ca7557-9e11-445c-8c15-eea04ee26062 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:42.975029 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-df72a55b-de6d-4ed4-8fb4-e533f125748e req-c7ca7557-9e11-445c-8c15-eea04ee26062 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8b9adeb-160c-4c4e-9195-5f6de44acdd7 HTTP/1.1" status: 200 len: 944 time: 0.0944171 Dec 06 17:26:43.032530 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1b89a5-1d54-44c0-bfa3-909c7eff18c5 req-37ffd17c-e3f0-4d24-9d40-7ad9868c80c9 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:43.034740 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5f1b89a5-1d54-44c0-bfa3-909c7eff18c5 req-37ffd17c-e3f0-4d24-9d40-7ad9868c80c9 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 946 time: 0.0699301 Dec 06 17:26:43.036852 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-df72a55b-de6d-4ed4-8fb4-e533f125748e req-635a0479-c331-461e-b301-8b99b73bfd13 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4bc6e59-bf7d-42c4-9e98-323b53a08b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610008 Dec 06 17:26:43.102369 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5f1b89a5-1d54-44c0-bfa3-909c7eff18c5 req-7318461b-0747-4d2f-91c3-a9327157f270 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554156 Dec 06 17:26:43.228169 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76363f6-3468-4a55-a4b8-68177a7c0ba3 req-96ee6a66-7963-4ae1-87a7-15a797487304 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:43.230286 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c76363f6-3468-4a55-a4b8-68177a7c0ba3 req-96ee6a66-7963-4ae1-87a7-15a797487304 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 946 time: 0.0526311 Dec 06 17:26:43.279566 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c76363f6-3468-4a55-a4b8-68177a7c0ba3 req-11fbd33d-8594-487e-9388-b210a61126a4 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432565 Dec 06 17:26:43.406219 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7017cc60-764f-411f-b9ad-0e9e4f905058 req-3eb8bf01-5d21-4e1a-824b-0bf4169576fc tempest-ServerAddressesNegativeTestJSON-765861974 tempest-ServerAddressesNegativeTestJSON-765861974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:43.408238 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7017cc60-764f-411f-b9ad-0e9e4f905058 req-3eb8bf01-5d21-4e1a-824b-0bf4169576fc tempest-ServerAddressesNegativeTestJSON-765861974 tempest-ServerAddressesNegativeTestJSON-765861974-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cb2e052-f193-41fe-9f08-b72cfb9c6c24 HTTP/1.1" status: 200 len: 945 time: 0.0662098 Dec 06 17:26:43.457415 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1fad5d4d-78dd-437c-824c-abf975b5aa3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:43.490643 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7017cc60-764f-411f-b9ad-0e9e4f905058 req-2c977ba1-11d1-45b2-8ffe-4dfee4e27cce tempest-ServerAddressesNegativeTestJSON-765861974 tempest-ServerAddressesNegativeTestJSON-765861974-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d474f4c-aed4-452f-9528-33e770203138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700688 Dec 06 17:26:43.648403 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a5b872-a2af-478f-af48-f7e8d9dcf531 req-e0f2f4b4-596c-47b8-82db-7b85a0d71cdf tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:43.648403 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-67a5b872-a2af-478f-af48-f7e8d9dcf531 req-e0f2f4b4-596c-47b8-82db-7b85a0d71cdf tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 946 time: 0.0596192 Dec 06 17:26:43.701769 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-67a5b872-a2af-478f-af48-f7e8d9dcf531 req-6d5d11a5-1646-4237-a0bd-2a41524bf27b tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476255 Dec 06 17:26:44.098654 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 8ac6105b-c81d-48df-9323-f3b58f227520 up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:26:44.183285 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning for port 8ac6105b-c81d-48df-9323-f3b58f227520 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:26:44.190486 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port 8ac6105b-c81d-48df-9323-f3b58f227520 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:26:44.190858 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:44.222792 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7688486d-54ab-443b-8fdf-b7800f7cceb3 req-0c89f11c-4df9-4a9d-8397-f50a6020450a tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:44.238149 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7688486d-54ab-443b-8fdf-b7800f7cceb3 req-0c89f11c-4df9-4a9d-8397-f50a6020450a tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8b9adeb-160c-4c4e-9195-5f6de44acdd7 HTTP/1.1" status: 200 len: 944 time: 0.0919671 Dec 06 17:26:44.281933 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:44.316264 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7688486d-54ab-443b-8fdf-b7800f7cceb3 req-fb918a03-8938-47de-816d-dd275f35229d tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4bc6e59-bf7d-42c4-9e98-323b53a08b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763543 Dec 06 17:26:44.316746 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 8ac6105b-c81d-48df-9323-f3b58f227520, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=8ac6105b-c81d-48df-9323-f3b58f227520,segment=NetworkSegment(bc3873e6-1421-4be3-b216-13e06c2bc164),segment_id=bc3873e6-1421-4be3-b216-13e06c2bc164)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:26:44.320917 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:44.374576 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=8ac6105b-c81d-48df-9323-f3b58f227520,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:26:44.495780 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 35922) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:26:44.600692 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb53f26e-acc4-4fe2-8cdb-d77ef467a7a2 req-15e8ae67-12ef-427a-ad0d-081f0f80347d tempest-ServerAddressesNegativeTestJSON-765861974 tempest-ServerAddressesNegativeTestJSON-765861974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:44.602249 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-eb53f26e-acc4-4fe2-8cdb-d77ef467a7a2 req-15e8ae67-12ef-427a-ad0d-081f0f80347d tempest-ServerAddressesNegativeTestJSON-765861974 tempest-ServerAddressesNegativeTestJSON-765861974-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cb2e052-f193-41fe-9f08-b72cfb9c6c24 HTTP/1.1" status: 200 len: 945 time: 0.0498385 Dec 06 17:26:44.606077 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-22c0b3c5-e713-40f0-9e95-6e6674f96fab admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:44.654250 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-eb53f26e-acc4-4fe2-8cdb-d77ef467a7a2 req-e062dd01-de29-430c-a5ae-f40aff539d11 tempest-ServerAddressesNegativeTestJSON-765861974 tempest-ServerAddressesNegativeTestJSON-765861974-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d474f4c-aed4-452f-9528-33e770203138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452681 Dec 06 17:26:44.729790 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-22c0b3c5-e713-40f0-9e95-6e6674f96fab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:44.735969 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-22c0b3c5-e713-40f0-9e95-6e6674f96fab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:44.775564 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8b9adeb-160c-4c4e-9195-5f6de44acdd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ac6105b-c81d-48df-9323-f3b58f227520'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:26:44.780417 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49b81d66-56c8-4ecf-8514-c4e5b3f54c12" -d '{"events": [{"server_uuid": "f8b9adeb-160c-4c4e-9195-5f6de44acdd7", "name": "network-vif-plugged", "status": "completed", "tag": "8ac6105b-c81d-48df-9323-f3b58f227520"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:26:44.784133 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-22c0b3c5-e713-40f0-9e95-6e6674f96fab admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=68a659bb15e64126b66305cf1414420f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2870789 Dec 06 17:26:44.784925 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c0b3c5-e713-40f0-9e95-6e6674f96fab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b657746-6de3-4666-9cca-7ee1d3443d98,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:26:44.786585 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 35944) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:26:44.889554 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e284725f-fbb4-40ed-8708-3e0c03813b63 req-fc6070b4-c030-4cbc-9176-58660ac36107 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:44.891473 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e284725f-fbb4-40ed-8708-3e0c03813b63 req-fc6070b4-c030-4cbc-9176-58660ac36107 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 946 time: 0.0711432 Dec 06 17:26:44.893655 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c8c423d8-e1b5-4f6b-85a7-847a8737e93a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:44.921785 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c8c423d8-e1b5-4f6b-85a7-847a8737e93a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:44.959965 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b148e60-2808-4c2a-a055-dc41b768a7b8 x-openstack-request-id: req-6b148e60-2808-4c2a-a055-dc41b768a7b8 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:26:44.960278 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8b9adeb-160c-4c4e-9195-5f6de44acdd7", "name": "network-vif-plugged", "status": "completed", "tag": "8ac6105b-c81d-48df-9323-f3b58f227520", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:26:44.960548 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6b148e60-2808-4c2a-a055-dc41b768a7b8 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:26:44.960990 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8b9adeb-160c-4c4e-9195-5f6de44acdd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ac6105b-c81d-48df-9323-f3b58f227520', 'code': 200} Dec 06 17:26:44.992890 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c8c423d8-e1b5-4f6b-85a7-847a8737e93a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:45.006370 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e284725f-fbb4-40ed-8708-3e0c03813b63 req-b17f8979-fcfd-493a-b530-e86270c6aa26 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949600 Dec 06 17:26:45.020092 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c8c423d8-e1b5-4f6b-85a7-847a8737e93a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:45.020092 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-c8c423d8-e1b5-4f6b-85a7-847a8737e93a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7b657746-6de3-4666-9cca-7ee1d3443d98 HTTP/1.1" status: 204 len: 168 time: 0.2240713 Dec 06 17:26:45.068447 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c423d8-e1b5-4f6b-85a7-847a8737e93a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b657746-6de3-4666-9cca-7ee1d3443d98,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:26:45.075551 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05947067-9a47-4be0-8add-23a5674e296f req-479ecc9e-4471-4ffa-984a-7d20bb18f79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:45.077079 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-05947067-9a47-4be0-8add-23a5674e296f req-479ecc9e-4471-4ffa-984a-7d20bb18f79c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f8b9adeb-160c-4c4e-9195-5f6de44acdd7 HTTP/1.1" status: 200 len: 1096 time: 0.0543792 Dec 06 17:26:45.110487 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2318a3-2b7d-436f-a827-f532de6a4f97 req-06634edf-c402-4be7-bc29-cb2ea3037ec9 tempest-ServerAddressesNegativeTestJSON-765861974 tempest-ServerAddressesNegativeTestJSON-765861974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:45.112476 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6f2318a3-2b7d-436f-a827-f532de6a4f97 req-06634edf-c402-4be7-bc29-cb2ea3037ec9 tempest-ServerAddressesNegativeTestJSON-765861974 tempest-ServerAddressesNegativeTestJSON-765861974-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cb2e052-f193-41fe-9f08-b72cfb9c6c24 HTTP/1.1" status: 200 len: 945 time: 0.0786884 Dec 06 17:26:45.136628 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-05947067-9a47-4be0-8add-23a5674e296f req-fbf46da8-edc0-4719-bd2f-00665887d294 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b4bc6e59-bf7d-42c4-9e98-323b53a08b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507705 Dec 06 17:26:45.182148 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6f2318a3-2b7d-436f-a827-f532de6a4f97 req-2c922325-3d44-4429-8ea1-eee025611bb1 tempest-ServerAddressesNegativeTestJSON-765861974 tempest-ServerAddressesNegativeTestJSON-765861974-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d474f4c-aed4-452f-9528-33e770203138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615375 Dec 06 17:26:45.353798 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0042b2d3-3aca-4791-b979-b29f6c14fbe9 req-f79fee5c-5277-4f7d-91fe-d7089e4f9fb3 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:45.364230 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0042b2d3-3aca-4791-b979-b29f6c14fbe9 req-f79fee5c-5277-4f7d-91fe-d7089e4f9fb3 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 946 time: 0.0708632 Dec 06 17:26:45.445327 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0042b2d3-3aca-4791-b979-b29f6c14fbe9 req-d7dbb3f0-4c94-4f2e-b10d-f0875dbcf66f tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751631 Dec 06 17:26:45.511086 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dc946e-7f0d-4680-ab2c-eaadd5bb3637 req-0073e607-8d87-433b-9c90-6c54c58980e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:45.512736 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-87dc946e-7f0d-4680-ab2c-eaadd5bb3637 req-0073e607-8d87-433b-9c90-6c54c58980e2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=27074bf2b27c4afcb8f578b14abef9af&device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 1097 time: 0.0839877 Dec 06 17:26:45.528942 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21b41d9-61d9-4afd-932b-5e889ce6e872 req-a6df99f8-126a-429e-a9d4-7040f6a2e686 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:45.530784 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b21b41d9-61d9-4afd-932b-5e889ce6e872 req-a6df99f8-126a-429e-a9d4-7040f6a2e686 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8b9adeb-160c-4c4e-9195-5f6de44acdd7 HTTP/1.1" status: 200 len: 945 time: 0.0643601 Dec 06 17:26:45.646153 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9d0e20e9-7670-4996-8437-62e66b7c7649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:45.653130 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b21b41d9-61d9-4afd-932b-5e889ce6e872 req-e806d6a2-bddb-447e-973a-9a1453d1bc4a tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4bc6e59-bf7d-42c4-9e98-323b53a08b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109431 Dec 06 17:26:45.675021 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dc946e-7f0d-4680-ab2c-eaadd5bb3637 req-43a88f1a-7083-4426-ab0f-45453195fda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:45.676525 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-87dc946e-7f0d-4680-ab2c-eaadd5bb3637 req-43a88f1a-7083-4426-ab0f-45453195fda4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0fd247c3-8063-42cc-bb6f-57bead4315cb HTTP/1.1" status: 200 len: 915 time: 0.1428084 Dec 06 17:26:45.734469 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-87dc946e-7f0d-4680-ab2c-eaadd5bb3637 req-783235f1-71e1-4c1b-8c28-caff8adb7c28 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9c900df7-6bd1-4efb-807b-75f3d9f6e7b1 HTTP/1.1" status: 200 len: 217 time: 0.0492661 Dec 06 17:26:45.798035 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dc946e-7f0d-4680-ab2c-eaadd5bb3637 req-9126233a-db0b-49e4-8a21-34e5ee3a1767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:45.799578 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-87dc946e-7f0d-4680-ab2c-eaadd5bb3637 req-9126233a-db0b-49e4-8a21-34e5ee3a1767 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=32ad7edd-27dc-4328-9a42-8806a7c2ef97 HTTP/1.1" status: 200 len: 854 time: 0.0561604 Dec 06 17:26:45.806586 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 35984) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:26:45.839502 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-87dc946e-7f0d-4680-ab2c-eaadd5bb3637 req-5e2d3764-eb09-4d5f-a7cb-cd11f74c24bd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0fd247c3-8063-42cc-bb6f-57bead4315cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315313 Dec 06 17:26:45.841460 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 35986) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:26:45.967507 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-e296c2a4-cdff-4677-91f2-cc730f54620d admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1081499020-network', 'tenant_id': '2fca1017ff5945ccb5207a18404b69ea'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:26:45.984289 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-87dc946e-7f0d-4680-ab2c-eaadd5bb3637 req-5815dd74-5c97-46f6-a429-c53609c0a4bc service neutron] 10.222.0.44 "GET /v2.0/networks/0fd247c3-8063-42cc-bb6f-57bead4315cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354752 Dec 06 17:26:46.051213 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e296c2a4-cdff-4677-91f2-cc730f54620d admin admin] Made reservation on behalf of 2fca1017ff5945ccb5207a18404b69ea for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:26:46.053777 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e296c2a4-cdff-4677-91f2-cc730f54620d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:46.065018 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e296c2a4-cdff-4677-91f2-cc730f54620d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:46.122035 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-87dc946e-7f0d-4680-ab2c-eaadd5bb3637 req-d845ba31-c14a-4b10-9fbc-3a070bb89232 service neutron] 10.222.0.44 "GET /v2.0/networks/0fd247c3-8063-42cc-bb6f-57bead4315cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276009 Dec 06 17:26:46.199732 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e296c2a4-cdff-4677-91f2-cc730f54620d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:46.222366 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e296c2a4-cdff-4677-91f2-cc730f54620d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:46.260178 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bb414b9a-454c-4cbc-9d95-f641a12a597f tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575908'] for router_interface, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:46.275944 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e296c2a4-cdff-4677-91f2-cc730f54620d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:26:46.352218 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e296c2a4-cdff-4677-91f2-cc730f54620d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:46.352747 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-e296c2a4-cdff-4677-91f2-cc730f54620d admin admin] Added segment 8a466b55-ab29-479f-aae7-bea93805dfce of type vlan for network 114d4aeb-2d86-4fb0-86a2-d779b598323a Dec 06 17:26:46.369356 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e296c2a4-cdff-4677-91f2-cc730f54620d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94eb668e-673a-48dc-aa98-ee6cd651523c,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:26:46.485671 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e296c2a4-cdff-4677-91f2-cc730f54620d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:46.507896 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7397b5c9-9b27-4b28-8ba6-6dd14dd47b26 req-52b6c81c-c0bb-4190-b97a-7acf01b8f651 tempest-ServerAddressesNegativeTestJSON-765861974 tempest-ServerAddressesNegativeTestJSON-765861974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:46.509535 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7397b5c9-9b27-4b28-8ba6-6dd14dd47b26 req-52b6c81c-c0bb-4190-b97a-7acf01b8f651 tempest-ServerAddressesNegativeTestJSON-765861974 tempest-ServerAddressesNegativeTestJSON-765861974-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cb2e052-f193-41fe-9f08-b72cfb9c6c24 HTTP/1.1" status: 200 len: 945 time: 0.1099646 Dec 06 17:26:46.553268 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e296c2a4-cdff-4677-91f2-cc730f54620d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:46.554279 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e296c2a4-cdff-4677-91f2-cc730f54620d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:46.554874 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e296c2a4-cdff-4677-91f2-cc730f54620d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:46.600103 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-e296c2a4-cdff-4677-91f2-cc730f54620d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7575223 Dec 06 17:26:46.602781 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 35996) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:26:46.606903 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7397b5c9-9b27-4b28-8ba6-6dd14dd47b26 req-a537d29b-0a3e-472d-972d-d20cacb9810e tempest-ServerAddressesNegativeTestJSON-765861974 tempest-ServerAddressesNegativeTestJSON-765861974-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d474f4c-aed4-452f-9528-33e770203138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882933 Dec 06 17:26:46.611415 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-c8ed235d-21a2-4671-aa27-eee0099bd4c5 admin admin] Request body: {'subnet': {'network_id': '114d4aeb-2d86-4fb0-86a2-d779b598323a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1081499020-subnet', 'tenant_id': '2fca1017ff5945ccb5207a18404b69ea', 'ip_version': 4}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:26:46.661314 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d693e3a8-5ab2-4484-b1be-12f4e111a759 req-d619d68c-ca09-4bb2-a157-0aa634795703 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:46.663146 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d693e3a8-5ab2-4484-b1be-12f4e111a759 req-d619d68c-ca09-4bb2-a157-0aa634795703 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 946 time: 0.1248925 Dec 06 17:26:46.680543 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e296c2a4-cdff-4677-91f2-cc730f54620d admin admin] Pushing event updated for resources: {'Network': ['ID=114d4aeb-2d86-4fb0-86a2-d779b598323a,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:26:46.696616 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 114d4aeb-2d86-4fb0-86a2-d779b598323a details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:26:46.699407 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8ed235d-21a2-4671-aa27-eee0099bd4c5 admin admin] Made reservation on behalf of 2fca1017ff5945ccb5207a18404b69ea for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:26:46.701774 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c8ed235d-21a2-4671-aa27-eee0099bd4c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:46.730300 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2052610a-4b0d-41bc-a100-0999dcf2bf6b req-f545bb07-c502-445d-b872-32c7c56b8d1d tempest-ServerAddressesNegativeTestJSON-765861974 tempest-ServerAddressesNegativeTestJSON-765861974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:46.732008 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2052610a-4b0d-41bc-a100-0999dcf2bf6b req-f545bb07-c502-445d-b872-32c7c56b8d1d tempest-ServerAddressesNegativeTestJSON-765861974 tempest-ServerAddressesNegativeTestJSON-765861974-project] 10.222.0.44 "GET /v2.0/ports?device_id=3cb2e052-f193-41fe-9f08-b72cfb9c6c24 HTTP/1.1" status: 200 len: 945 time: 0.0917420 Dec 06 17:26:46.743327 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d693e3a8-5ab2-4484-b1be-12f4e111a759 req-3b598d41-ef94-49e3-b6e6-0f04d494c832 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720880 Dec 06 17:26:46.866055 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-bb414b9a-454c-4cbc-9d95-f641a12a597f tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Deleting port ea1a5d15-4ea2-4908-9aa2-279596916225 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:26:46.866767 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bb414b9a-454c-4cbc-9d95-f641a12a597f tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:46.879826 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:46.955003 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2d631e-347e-4d92-b0ae-c6d4d7a41e52 req-b08a448b-c945-4c71-9cfa-7550daa177e6 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:46.962272 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9f2d631e-347e-4d92-b0ae-c6d4d7a41e52 req-b08a448b-c945-4c71-9cfa-7550daa177e6 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8b9adeb-160c-4c4e-9195-5f6de44acdd7 HTTP/1.1" status: 200 len: 945 time: 0.1614237 Dec 06 17:26:46.968800 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-bb414b9a-454c-4cbc-9d95-f641a12a597f tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] For port ea1a5d15-4ea2-4908-9aa2-279596916225, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ea1a5d15-4ea2-4908-9aa2-279596916225,segment=NetworkSegment(06c5e124-f1dd-4528-9b6b-a7ef7db06941),segment_id=06c5e124-f1dd-4528-9b6b-a7ef7db06941)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:26:46.969194 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bb414b9a-454c-4cbc-9d95-f641a12a597f tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:46.983294 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-bb414b9a-454c-4cbc-9d95-f641a12a597f tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Calling delete_port for ea1a5d15-4ea2-4908-9aa2-279596916225 owned by network:router_interface {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:26:47.097216 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9f2d631e-347e-4d92-b0ae-c6d4d7a41e52 req-352993dd-d4b7-49de-8b4c-78cc322b0de1 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4bc6e59-bf7d-42c4-9e98-323b53a08b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339786 Dec 06 17:26:47.108876 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-2052610a-4b0d-41bc-a100-0999dcf2bf6b req-cafe4ce6-7684-4383-977b-da0630fdeb27 tempest-ServerAddressesNegativeTestJSON-765861974 tempest-ServerAddressesNegativeTestJSON-765861974-project] Deleting port 4eae6a24-d7dc-4e8d-b61c-ce0741dec710 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:26:47.109290 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2052610a-4b0d-41bc-a100-0999dcf2bf6b req-cafe4ce6-7684-4383-977b-da0630fdeb27 tempest-ServerAddressesNegativeTestJSON-765861974 tempest-ServerAddressesNegativeTestJSON-765861974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:47.147202 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c8ed235d-21a2-4671-aa27-eee0099bd4c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:47.233625 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed235d-21a2-4671-aa27-eee0099bd4c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e8de865-6f87-488c-a50a-671a6affcd1a,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:26:47.241828 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bb414b9a-454c-4cbc-9d95-f641a12a597f tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:47.283001 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb414b9a-454c-4cbc-9d95-f641a12a597f tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Pushing event deleted for resources: {'Port': ['ID=ea1a5d15-4ea2-4908-9aa2-279596916225,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:26:47.324075 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-2052610a-4b0d-41bc-a100-0999dcf2bf6b req-cafe4ce6-7684-4383-977b-da0630fdeb27 tempest-ServerAddressesNegativeTestJSON-765861974 tempest-ServerAddressesNegativeTestJSON-765861974-project] For port 4eae6a24-d7dc-4e8d-b61c-ce0741dec710, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=4eae6a24-d7dc-4e8d-b61c-ce0741dec710,segment=NetworkSegment(d5059de5-902f-4ad5-825e-2750cba6d21e),segment_id=d5059de5-902f-4ad5-825e-2750cba6d21e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:26:47.324429 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2052610a-4b0d-41bc-a100-0999dcf2bf6b req-cafe4ce6-7684-4383-977b-da0630fdeb27 tempest-ServerAddressesNegativeTestJSON-765861974 tempest-ServerAddressesNegativeTestJSON-765861974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:47.327725 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ed235d-21a2-4671-aa27-eee0099bd4c5 admin admin] Checking segment: {'id': '8a466b55-ab29-479f-aae7-bea93805dfce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '114d4aeb-2d86-4fb0-86a2-d779b598323a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:26:47.328241 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ed235d-21a2-4671-aa27-eee0099bd4c5 admin admin] Network hostable DHCP agents. Network: 114d4aeb-2d86-4fb0-86a2-d779b598323a, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:26:47.351694 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-2052610a-4b0d-41bc-a100-0999dcf2bf6b req-cafe4ce6-7684-4383-977b-da0630fdeb27 tempest-ServerAddressesNegativeTestJSON-765861974 tempest-ServerAddressesNegativeTestJSON-765861974-project] Calling delete_port for 4eae6a24-d7dc-4e8d-b61c-ce0741dec710 owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:26:47.433294 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ebc0ec-ef9a-4e32-8049-969fb6be7ce1 req-6f1595ad-4e24-4230-a3e5-28d07d872047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:47.435348 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-56ebc0ec-ef9a-4e32-8049-969fb6be7ce1 req-6f1595ad-4e24-4230-a3e5-28d07d872047 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ec528b8fbe5d4e99b13118aed923c7d9&device_id=f8b9adeb-160c-4c4e-9195-5f6de44acdd7 HTTP/1.1" status: 200 len: 1096 time: 0.1096678 Dec 06 17:26:47.459246 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ed235d-21a2-4671-aa27-eee0099bd4c5 admin admin] Network 114d4aeb-2d86-4fb0-86a2-d779b598323a is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:26:47.488191 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-c8ed235d-21a2-4671-aa27-eee0099bd4c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 114d4aeb-2d86-4fb0-86a2-d779b598323a) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:26:47.497766 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f881f50e-242b-42d0-9cb9-1c4eaabb6865 None None] Network 114d4aeb-2d86-4fb0-86a2-d779b598323a requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:26:47.505932 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ed235d-21a2-4671-aa27-eee0099bd4c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:47.506682 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c8ed235d-21a2-4671-aa27-eee0099bd4c5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:47.517510 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec12d40c-2f1f-4c4e-af80-af687210d6bc req-5a745aa8-6e26-4df6-add4-c18a3144c1fb tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:47.526057 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ec12d40c-2f1f-4c4e-af80-af687210d6bc req-5a745aa8-6e26-4df6-add4-c18a3144c1fb tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8b9adeb-160c-4c4e-9195-5f6de44acdd7 HTTP/1.1" status: 200 len: 945 time: 0.1639631 Dec 06 17:26:47.560310 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bb414b9a-454c-4cbc-9d95-f641a12a597f tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-772474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575952'] for router_interface, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:47.594693 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-c8ed235d-21a2-4671-aa27-eee0099bd4c5 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9868209 Dec 06 17:26:47.595895 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 36012) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:26:47.618893 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ec12d40c-2f1f-4c4e-af80-af687210d6bc req-5246b03c-ec22-4a9f-856f-4010d25d0f82 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4bc6e59-bf7d-42c4-9e98-323b53a08b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917497 Dec 06 17:26:47.625255 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-63087728-c7dc-4903-9246-9770d36a5cf7 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1081499020-router', 'tenant_id': '2fca1017ff5945ccb5207a18404b69ea', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:26:47.677347 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-63087728-c7dc-4903-9246-9770d36a5cf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:47.680009 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-63087728-c7dc-4903-9246-9770d36a5cf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:47.716130 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8203e210-268a-4906-8be9-0f505a01ae75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-114d4aeb-2d86-4fb0-86a2-d779b598323a', 'network_id': '114d4aeb-2d86-4fb0-86a2-d779b598323a', 'tenant_id': '2fca1017ff5945ccb5207a18404b69ea', 'fixed_ips': [{'subnet_id': '7e8de865-6f87-488c-a50a-671a6affcd1a'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:26:47.717362 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8203e210-268a-4906-8be9-0f505a01ae75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:47.792209 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-63087728-c7dc-4903-9246-9770d36a5cf7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:47.885447 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46c3486-23cd-48ad-a9bf-d5b98b9d3934 req-5533e1dd-d263-4796-ac5c-6c3208e1a0de tempest-ServerAddressesNegativeTestJSON-765861974 tempest-ServerAddressesNegativeTestJSON-765861974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:47.896148 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e46c3486-23cd-48ad-a9bf-d5b98b9d3934 req-5533e1dd-d263-4796-ac5c-6c3208e1a0de tempest-ServerAddressesNegativeTestJSON-765861974 tempest-ServerAddressesNegativeTestJSON-765861974-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cb2e052-f193-41fe-9f08-b72cfb9c6c24 HTTP/1.1" status: 200 len: 867 time: 0.1381269 Dec 06 17:26:47.898833 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ebc0ec-ef9a-4e32-8049-969fb6be7ce1 req-81bb6cbd-7372-41e8-b16d-26adc5d02585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:47.900761 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-56ebc0ec-ef9a-4e32-8049-969fb6be7ce1 req-81bb6cbd-7372-41e8-b16d-26adc5d02585 service neutron] 10.222.0.44 "GET /v2.0/networks?id=15fd3b86-4ab2-48c1-977e-7d7f46e6c98b HTTP/1.1" status: 200 len: 911 time: 0.3379824 Dec 06 17:26:47.902254 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-8203e210-268a-4906-8be9-0f505a01ae75 None None] Allocated IP 172.20.0.2 (114d4aeb-2d86-4fb0-86a2-d779b598323a/7e8de865-6f87-488c-a50a-671a6affcd1a/0c797245-2ff2-4ba3-ac62-d68121797626) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:26:47.902391 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2052610a-4b0d-41bc-a100-0999dcf2bf6b req-cafe4ce6-7684-4383-977b-da0630fdeb27 tempest-ServerAddressesNegativeTestJSON-765861974 tempest-ServerAddressesNegativeTestJSON-765861974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:47.915586 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['4eae6a24-d7dc-4e8d-b61c-ce0741dec710'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:26:47.967538 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-56ebc0ec-ef9a-4e32-8049-969fb6be7ce1 req-8431a6a5-1482-4609-bf8e-17172c9abdc8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ac6105b-c81d-48df-9323-f3b58f227520 HTTP/1.1" status: 200 len: 217 time: 0.0528989 Dec 06 17:26:47.970851 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafe4ce6-7684-4383-977b-da0630fdeb27 tempest-ServerAddressesNegativeTestJSON-765861974 tempest-ServerAddressesNegativeTestJSON-765861974-project] Pushing event deleted for resources: {'Port': ['ID=4eae6a24-d7dc-4e8d-b61c-ce0741dec710,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:26:48.042925 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e46c3486-23cd-48ad-a9bf-d5b98b9d3934 req-71e0254c-ac87-4c8a-a8f1-1af502aaaf8c tempest-ServerAddressesNegativeTestJSON-765861974 tempest-ServerAddressesNegativeTestJSON-765861974-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d474f4c-aed4-452f-9528-33e770203138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457829 Dec 06 17:26:48.060178 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:48.182145 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8203e210-268a-4906-8be9-0f505a01ae75 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:48.192085 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8203e210-268a-4906-8be9-0f505a01ae75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:48.233841 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8203e210-268a-4906-8be9-0f505a01ae75 None None] Pushing event updated for resources: {'Port': ['ID=0c797245-2ff2-4ba3-ac62-d68121797626,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:26:48.255705 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8203e210-268a-4906-8be9-0f505a01ae75 None None] Network 114d4aeb-2d86-4fb0-86a2-d779b598323a is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:26:48.256640 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb414b9a-454c-4cbc-9d95-f641a12a597f tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Router 21219e34-8ff3-4c2e-bf09-020ce2c07d01 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:26:48.257222 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-8203e210-268a-4906-8be9-0f505a01ae75 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:26:48.259632 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8203e210-268a-4906-8be9-0f505a01ae75 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:26:48.261907 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ebc0ec-ef9a-4e32-8049-969fb6be7ce1 req-5d120169-3126-488b-975f-143e1f5061b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:48.265046 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-56ebc0ec-ef9a-4e32-8049-969fb6be7ce1 req-5d120169-3126-488b-975f-143e1f5061b8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dde17a7d-65c9-4e8b-97a4-0b49eb9d78fe HTTP/1.1" status: 200 len: 850 time: 0.2351387 Dec 06 17:26:48.317655 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-8203e210-268a-4906-8be9-0f505a01ae75 None None] Attempting to bind port 0c797245-2ff2-4ba3-ac62-d68121797626 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:26:48.318068 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-8203e210-268a-4906-8be9-0f505a01ae75 None None] Attempting to bind port 0c797245-2ff2-4ba3-ac62-d68121797626 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '8a466b55-ab29-479f-aae7-bea93805dfce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '114d4aeb-2d86-4fb0-86a2-d779b598323a'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:26:48.318412 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8203e210-268a-4906-8be9-0f505a01ae75 None None] Attempting to bind port 0c797245-2ff2-4ba3-ac62-d68121797626 on network 114d4aeb-2d86-4fb0-86a2-d779b598323a {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:26:48.323838 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8203e210-268a-4906-8be9-0f505a01ae75 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:26:48.324208 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8203e210-268a-4906-8be9-0f505a01ae75 None None] Checking segment: {'id': '8a466b55-ab29-479f-aae7-bea93805dfce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '114d4aeb-2d86-4fb0-86a2-d779b598323a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:26:48.324623 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8203e210-268a-4906-8be9-0f505a01ae75 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:48.325158 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8203e210-268a-4906-8be9-0f505a01ae75 None None] Bound using segment: {'id': '8a466b55-ab29-479f-aae7-bea93805dfce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '114d4aeb-2d86-4fb0-86a2-d779b598323a'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:26:48.325671 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-8203e210-268a-4906-8be9-0f505a01ae75 None None] Bound port: 0c797245-2ff2-4ba3-ac62-d68121797626, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a466b55-ab29-479f-aae7-bea93805dfce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '114d4aeb-2d86-4fb0-86a2-d779b598323a'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:26:48.326064 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8203e210-268a-4906-8be9-0f505a01ae75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:48.405550 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-8203e210-268a-4906-8be9-0f505a01ae75 None None] For port 0c797245-2ff2-4ba3-ac62-d68121797626, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:26:48.409280 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-8203e210-268a-4906-8be9-0f505a01ae75 None None] For port 0c797245-2ff2-4ba3-ac62-d68121797626, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0c797245-2ff2-4ba3-ac62-d68121797626,segment=NetworkSegment(8a466b55-ab29-479f-aae7-bea93805dfce),segment_id=8a466b55-ab29-479f-aae7-bea93805dfce)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:26:48.419681 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8203e210-268a-4906-8be9-0f505a01ae75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:48.444243 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-63087728-c7dc-4903-9246-9770d36a5cf7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:48.448006 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-2052610a-4b0d-41bc-a100-0999dcf2bf6b req-cafe4ce6-7684-4383-977b-da0630fdeb27 tempest-ServerAddressesNegativeTestJSON-765861974 tempest-ServerAddressesNegativeTestJSON-765861974-project] No DVR routers for this DVR port 4eae6a24-d7dc-4e8d-b61c-ce0741dec710 on host n-h2-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:26:48.452657 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2052610a-4b0d-41bc-a100-0999dcf2bf6b req-cafe4ce6-7684-4383-977b-da0630fdeb27 tempest-ServerAddressesNegativeTestJSON-765861974 tempest-ServerAddressesNegativeTestJSON-765861974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:48.456996 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2052610a-4b0d-41bc-a100-0999dcf2bf6b req-cafe4ce6-7684-4383-977b-da0630fdeb27 tempest-ServerAddressesNegativeTestJSON-765861974 tempest-ServerAddressesNegativeTestJSON-765861974-project] 10.222.0.44 "DELETE /v2.0/ports/4eae6a24-d7dc-4e8d-b61c-ce0741dec710 HTTP/1.1" status: 204 len: 173 time: 1.6949475 Dec 06 17:26:48.459826 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cb2e052-f193-41fe-9f08-b72cfb9c6c24', 'name': 'network-vif-deleted', 'tag': '4eae6a24-d7dc-4e8d-b61c-ce0741dec710'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:26:48.462612 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a95e314-dac5-4f20-a7b2-3978cc5681a4" -d '{"events": [{"server_uuid": "3cb2e052-f193-41fe-9f08-b72cfb9c6c24", "name": "network-vif-deleted", "tag": "4eae6a24-d7dc-4e8d-b61c-ce0741dec710"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:26:48.480078 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eef2a0d-b1af-4bf3-9d03-cf445b8dc41c req-559846f3-97f1-44e7-82ee-c8ce515ba9f8 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:48.482240 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3eef2a0d-b1af-4bf3-9d03-cf445b8dc41c req-559846f3-97f1-44e7-82ee-c8ce515ba9f8 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 946 time: 0.6205466 Dec 06 17:26:48.560850 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8203e210-268a-4906-8be9-0f505a01ae75 None None] Pushing event updated for resources: {'Port': ['ID=0c797245-2ff2-4ba3-ac62-d68121797626,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:26:48.575776 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d2906e-feae-49b8-aa65-0dcaf2db65ff x-openstack-request-id: req-d0d2906e-feae-49b8-aa65-0dcaf2db65ff {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:26:48.576220 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cb2e052-f193-41fe-9f08-b72cfb9c6c24", "name": "network-vif-deleted", "tag": "4eae6a24-d7dc-4e8d-b61c-ce0741dec710", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:26:48.576580 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d0d2906e-feae-49b8-aa65-0dcaf2db65ff {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:26:48.577100 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cb2e052-f193-41fe-9f08-b72cfb9c6c24', 'name': 'network-vif-deleted', 'tag': '4eae6a24-d7dc-4e8d-b61c-ce0741dec710', 'status': 'completed', 'code': 200} Dec 06 17:26:48.654088 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3eef2a0d-b1af-4bf3-9d03-cf445b8dc41c req-5227ea09-bd42-4966-95ac-1625a7e32a91 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501863 Dec 06 17:26:48.917634 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-56ebc0ec-ef9a-4e32-8049-969fb6be7ce1 req-6a159aed-d40d-4d61-9191-1086e41800cb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=15fd3b86-4ab2-48c1-977e-7d7f46e6c98b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6386998 Dec 06 17:26:49.048850 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:49.080481 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-63087728-c7dc-4903-9246-9770d36a5cf7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:49.091772 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a12bb9-32ff-4b11-96d4-40fbfb9a4d55 req-6faacbab-124a-4fb6-b2c6-60ae31bf53d6 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:49.100173 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c8a12bb9-32ff-4b11-96d4-40fbfb9a4d55 req-6faacbab-124a-4fb6-b2c6-60ae31bf53d6 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8b9adeb-160c-4c4e-9195-5f6de44acdd7 HTTP/1.1" status: 200 len: 945 time: 0.1815574 Dec 06 17:26:49.113553 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bafe838-f038-4441-94f3-4fd81bd78520 req-de7acec7-f6de-451f-b141-1844039ead2d tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:49.115259 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2bafe838-f038-4441-94f3-4fd81bd78520 req-de7acec7-f6de-451f-b141-1844039ead2d tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 946 time: 0.3394299 Dec 06 17:26:49.116602 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-63087728-c7dc-4903-9246-9770d36a5cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:49.152376 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb414b9a-454c-4cbc-9d95-f641a12a597f tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:26:49.157934 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-bb414b9a-454c-4cbc-9d95-f641a12a597f tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "PUT /v2.0/routers/21219e34-8ff3-4c2e-bf09-020ce2c07d01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3497479 Dec 06 17:26:49.165911 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02a8bd5-79e0-4b43-9a64-dfa782847270 None None] Sync routers for ids ['21219e34-8ff3-4c2e-bf09-020ce2c07d01'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:26:49.179969 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-56ebc0ec-ef9a-4e32-8049-969fb6be7ce1 req-02eb47b4-95f8-4996-9b72-13745939d998 service neutron] 10.222.0.44 "GET /v2.0/networks/15fd3b86-4ab2-48c1-977e-7d7f46e6c98b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274103 Dec 06 17:26:49.187245 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02a8bd5-79e0-4b43-9a64-dfa782847270 None None] Routers {'21219e34-8ff3-4c2e-bf09-020ce2c07d01'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:26:49.188298 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-b02a8bd5-79e0-4b43-9a64-dfa782847270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:26:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['21219e34-8ff3-4c2e-bf09-020ce2c07d01'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:26:49.196168 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c8a12bb9-32ff-4b11-96d4-40fbfb9a4d55 req-607ee6f0-8252-456d-b71a-cc5dcddbbbc2 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4bc6e59-bf7d-42c4-9e98-323b53a08b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908797 Dec 06 17:26:49.271094 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 36040) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:26:49.334223 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-b91afce7-e62f-4284-8179-70387950da2d admin admin] Deleting subnet cd1da094-341e-41c4-aadc-2076e831eaf7 {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:26:49.339279 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b91afce7-e62f-4284-8179-70387950da2d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:49.395432 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-56ebc0ec-ef9a-4e32-8049-969fb6be7ce1 req-459e4a9b-ff17-4595-8560-dfbabcf1eae0 service neutron] 10.222.0.44 "GET /v2.0/networks/15fd3b86-4ab2-48c1-977e-7d7f46e6c98b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981759 Dec 06 17:26:49.402096 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b91afce7-e62f-4284-8179-70387950da2d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:49.463834 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2bafe838-f038-4441-94f3-4fd81bd78520 req-eb52b292-cdcf-4f59-aa61-bca27d1965e1 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3355455 Dec 06 17:26:49.489262 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b91afce7-e62f-4284-8179-70387950da2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:49.536968 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-63087728-c7dc-4903-9246-9770d36a5cf7 admin admin] Allocated IP 172.35.1.60 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/de0b29c7-056d-4633-9f12-55d62f6c9259) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:26:49.630971 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-b02a8bd5-79e0-4b43-9a64-dfa782847270 None None] Set router 21219e34-8ff3-4c2e-bf09-020ce2c07d01 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:26:49.654439 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b91afce7-e62f-4284-8179-70387950da2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:49.769188 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91afce7-e62f-4284-8179-70387950da2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd1da094-341e-41c4-aadc-2076e831eaf7,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:26:49.771849 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f1e021-397d-4170-a757-30afd6e5821f req-028337b8-4d51-4311-a298-0242b79565a0 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:49.788657 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d7f1e021-397d-4170-a757-30afd6e5821f req-028337b8-4d51-4311-a298-0242b79565a0 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 946 time: 0.0921280 Dec 06 17:26:49.793734 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b91afce7-e62f-4284-8179-70387950da2d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:49.797696 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-b91afce7-e62f-4284-8179-70387950da2d admin admin] 10.222.0.23 "DELETE /v2.0/subnets/cd1da094-341e-41c4-aadc-2076e831eaf7 HTTP/1.1" status: 204 len: 168 time: 0.5253792 Dec 06 17:26:49.803841 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 36052) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:26:49.858147 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed46c6d-3f1f-4f68-8478-9d1e7dbdc503 req-db6179b1-88e5-4846-a1a8-97926376d5a6 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:49.859743 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fed46c6d-3f1f-4f68-8478-9d1e7dbdc503 req-db6179b1-88e5-4846-a1a8-97926376d5a6 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "GET /v2.0/ports?device_id=0187ebad-ec70-4367-b41d-6c2f73aaed07 HTTP/1.1" status: 200 len: 946 time: 0.2124264 Dec 06 17:26:49.896482 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d7f1e021-397d-4170-a757-30afd6e5821f req-1c6bac84-e2e5-4e18-b347-35799e982012 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021280 Dec 06 17:26:49.969214 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-b02a8bd5-79e0-4b43-9a64-dfa782847270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21219e34-8ff3-4c2e-bf09-020ce2c07d01', 'name': 'tempest-TestNetworkBasicOps-router-1491324929', 'tenant_id': 'ecd148ff302244ca8d62fb6aab386351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.151'}], 'enable_snat': True}, 'gw_port_id': 'b43da3b6-6f85-498a-9eac-afd223f3d9df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:24:18Z', 'updated_at': '2021-12-06T17:26:47Z', 'revision_number': 6, 'project_id': 'ecd148ff302244ca8d62fb6aab386351', 'gw_port': {'id': 'b43da3b6-6f85-498a-9eac-afd223f3d9df', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:61:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21219e34-8ff3-4c2e-bf09-020ce2c07d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:24:19Z', 'updated_at': '2021-12-06T17:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '377fa6ff-632a-4352-ad0a-8f05b1433cb0', 'tenant_id': 'ecd148ff302244ca8d62fb6aab386351', 'floating_ip_address': '172.35.1.28', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '21219e34-8ff3-4c2e-bf09-020ce2c07d01', 'port_id': '09f7aabb-6b09-4a8b-bc58-433a095b05f8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcf22484-3aee-4f8b-9ee4-03517fcd27e4', 'mac_address': 'fa:16:3e:40:60:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90c60e1-8c4d-43c2-9053-69409cdfe209', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:25:02Z', 'updated_at': '2021-12-06T17:25:06Z', 'revision_number': 1, 'project_id': 'ecd148ff302244ca8d62fb6aab386351', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdc21632-a842-4536-b25a-8b6adfd0adad', 'name': '', 'network_id': 'fcf22484-3aee-4f8b-9ee4-03517fcd27e4', 'tenant_id': 'ecd148ff302244ca8d62fb6aab386351', 'mac_address': 'fa:16:3e:27:11:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21219e34-8ff3-4c2e-bf09-020ce2c07d01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': '28f81e8a-3246-4ebb-bc93-f6166ab7cc6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:24:27Z', 'updated_at': '2021-12-06T17:24:37Z', 'revision_number': 5, 'project_id': 'ecd148ff302244ca8d62fb6aab386351', 'subnets': [{'id': '28f81e8a-3246-4ebb-bc93-f6166ab7cc6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:26:49.972217 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-63087728-c7dc-4903-9246-9770d36a5cf7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:50.020489 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02a8bd5-79e0-4b43-9a64-dfa782847270 None None] Checking router: 21219e34-8ff3-4c2e-bf09-020ce2c07d01 for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:26:50.035160 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02a8bd5-79e0-4b43-9a64-dfa782847270 None None] Routers {'21219e34-8ff3-4c2e-bf09-020ce2c07d01'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:26:50.035927 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-b02a8bd5-79e0-4b43-9a64-dfa782847270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:26:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['21219e34-8ff3-4c2e-bf09-020ce2c07d01'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:26:50.061094 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-87bbd46c-6c22-4d24-8969-eea1d22b511a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:50.074170 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cb9274-6cb0-4c22-9307-f3ea56c2e961 req-149a42c1-892a-467f-9595-13a95e800134 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:50.078449 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-78cb9274-6cb0-4c22-9307-f3ea56c2e961 req-149a42c1-892a-467f-9595-13a95e800134 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 946 time: 0.0986056 Dec 06 17:26:50.125424 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fed46c6d-3f1f-4f68-8478-9d1e7dbdc503 req-c81f6813-5596-4d2e-b171-f75232d53e0b tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3e234eb-ef13-4d36-83bd-19c69d53cd51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1761715 Dec 06 17:26:50.198620 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-78cb9274-6cb0-4c22-9307-f3ea56c2e961 req-72602cf5-4031-4a52-8f08-406dbbec2f5d tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006193 Dec 06 17:26:50.234462 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-87bbd46c-6c22-4d24-8969-eea1d22b511a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:50.248357 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-b02a8bd5-79e0-4b43-9a64-dfa782847270 None None] Set router 21219e34-8ff3-4c2e-bf09-020ce2c07d01 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:26:50.258306 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-87bbd46c-6c22-4d24-8969-eea1d22b511a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfc7f85f-2265-4a59-bc68-af373b868a87']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:26:50.268792 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-87bbd46c-6c22-4d24-8969-eea1d22b511a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5059de5-902f-4ad5-825e-2750cba6d21e') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:26:50.269132 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-87bbd46c-6c22-4d24-8969-eea1d22b511a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5059de5-902f-4ad5-825e-2750cba6d21e') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:26:50.298363 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-87bbd46c-6c22-4d24-8969-eea1d22b511a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:50.324974 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-87bbd46c-6c22-4d24-8969-eea1d22b511a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:50.339111 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87bbd46c-6c22-4d24-8969-eea1d22b511a admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:26:50.339705 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-87bbd46c-6c22-4d24-8969-eea1d22b511a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:50.367301 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 4eae6a24-d7dc-4e8d-b61c-ce0741dec710 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:26:50.391313 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d54eb5-34d4-465e-aa24-9d79e1a04e54 None None] Network 114d4aeb-2d86-4fb0-86a2-d779b598323a requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:26:50.395738 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] No Port match for: 4eae6a24-d7dc-4e8d-b61c-ce0741dec710 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:26:50.396098 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 4eae6a24-d7dc-4e8d-b61c-ce0741dec710 not bound to the agent host n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:26:50.404254 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:26:50.404254 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:26:50.404254 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:26:50.404254 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:26:50.404254 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:26:50.404254 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:26:50.404254 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:26:50.404254 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:26:50.404254 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:26:50.404254 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:26:50.404254 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:26:50.404254 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:26:50.404254 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:26:50.404254 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:26:50.404254 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:26:50.404254 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:26:50.404254 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:26:50.404254 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:26:50.404254 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:26:50.404254 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:26:50.404254 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:26:50.404254 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:26:50.404254 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:26:50.404254 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:26:50.404254 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:26:50.404254 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:26:50.404254 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:26:50.404254 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:26:50.404254 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:26:50.404254 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:26:50.404254 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:26:50.404254 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:26:50.418494 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-87bbd46c-6c22-4d24-8969-eea1d22b511a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:50.427576 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-87bbd46c-6c22-4d24-8969-eea1d22b511a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:50.433375 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-87bbd46c-6c22-4d24-8969-eea1d22b511a admin admin] 10.222.0.23 "DELETE /v2.0/networks/cfc7f85f-2265-4a59-bc68-af373b868a87 HTTP/1.1" status: 204 len: 168 time: 0.6287827 Dec 06 17:26:50.460484 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dbe876-700e-414b-8910-5a8e27b8a3d5 req-dfcf3e48-1c32-4642-8eb3-92e81a489b0b tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:50.467817 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-63087728-c7dc-4903-9246-9770d36a5cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:50.469115 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d8dbe876-700e-414b-8910-5a8e27b8a3d5 req-dfcf3e48-1c32-4642-8eb3-92e81a489b0b tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 946 time: 0.0788596 Dec 06 17:26:50.476129 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bbd46c-6c22-4d24-8969-eea1d22b511a admin admin] Pushing event deleted for resources: {'Network': ['ID=cfc7f85f-2265-4a59-bc68-af373b868a87,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:26:50.533389 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63087728-c7dc-4903-9246-9770d36a5cf7 admin admin] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:26:50.539653 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-fe17a469-eced-44b2-8f6c-0e0fa452bd5a None None] Provisioning complete for port 0c797245-2ff2-4ba3-ac62-d68121797626 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:26:50.540028 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fe17a469-eced-44b2-8f6c-0e0fa452bd5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:50.544822 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-63087728-c7dc-4903-9246-9770d36a5cf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:26:50.556230 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509e0c0c-709c-4a61-a6b8-e9dda7e14995 req-5a5659a3-3663-4d9e-8eb2-554bdb5b0584 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:50.564574 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-509e0c0c-709c-4a61-a6b8-e9dda7e14995 req-5a5659a3-3663-4d9e-8eb2-554bdb5b0584 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8b9adeb-160c-4c4e-9195-5f6de44acdd7 HTTP/1.1" status: 200 len: 945 time: 0.1613274 Dec 06 17:26:50.565924 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d8dbe876-700e-414b-8910-5a8e27b8a3d5 req-3303c55e-f6dc-4053-84e6-6d0fada0fcf8 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954072 Dec 06 17:26:50.567413 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63087728-c7dc-4903-9246-9770d36a5cf7 admin admin] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:26:50.569863 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63087728-c7dc-4903-9246-9770d36a5cf7 admin admin] Pushing event updated for resources: {'Port': ['ID=de0b29c7-056d-4633-9f12-55d62f6c9259,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:26:50.586890 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64a6d97-1617-4d04-9374-70ab55a4deac None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:26:50.669483 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-509e0c0c-709c-4a61-a6b8-e9dda7e14995 req-b75201cc-d6d7-44e1-95c7-49d2e8b2b22c tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4bc6e59-bf7d-42c4-9e98-323b53a08b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037910 Dec 06 17:26:50.676460 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 36080) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:26:50.827789 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fe17a469-eced-44b2-8f6c-0e0fa452bd5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:50.832577 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-71df583b-dc1f-449b-ac1f-654d65fb5adb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d346f8fe9c0349078cc1df87fe62a77f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1512866 Dec 06 17:26:50.839810 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d5ce21-f106-4890-adc3-c34e5fe62dc0 req-e25ce17f-9dca-4f76-8c74-7d41b1bb5ef4 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:50.843673 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 36082) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:26:50.847680 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-67d5ce21-f106-4890-adc3-c34e5fe62dc0 req-e25ce17f-9dca-4f76-8c74-7d41b1bb5ef4 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 946 time: 0.1388285 Dec 06 17:26:50.897457 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 0c797245-2ff2-4ba3-ac62-d68121797626 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:26:50.907527 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-fe17a469-eced-44b2-8f6c-0e0fa452bd5a None None] For port 0c797245-2ff2-4ba3-ac62-d68121797626, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0c797245-2ff2-4ba3-ac62-d68121797626,segment=NetworkSegment(8a466b55-ab29-479f-aae7-bea93805dfce),segment_id=8a466b55-ab29-479f-aae7-bea93805dfce)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:26:50.927417 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-67d5ce21-f106-4890-adc3-c34e5fe62dc0 req-d476f57c-60e6-4b60-add5-1489cd55644e tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765724 Dec 06 17:26:50.941411 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-b02a8bd5-79e0-4b43-9a64-dfa782847270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21219e34-8ff3-4c2e-bf09-020ce2c07d01', 'name': 'tempest-TestNetworkBasicOps-router-1491324929', 'tenant_id': 'ecd148ff302244ca8d62fb6aab386351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.151'}], 'enable_snat': True}, 'gw_port_id': 'b43da3b6-6f85-498a-9eac-afd223f3d9df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:24:18Z', 'updated_at': '2021-12-06T17:26:47Z', 'revision_number': 6, 'project_id': 'ecd148ff302244ca8d62fb6aab386351', 'gw_port': {'id': 'b43da3b6-6f85-498a-9eac-afd223f3d9df', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:61:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21219e34-8ff3-4c2e-bf09-020ce2c07d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:24:19Z', 'updated_at': '2021-12-06T17:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '377fa6ff-632a-4352-ad0a-8f05b1433cb0', 'tenant_id': 'ecd148ff302244ca8d62fb6aab386351', 'floating_ip_address': '172.35.1.28', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '21219e34-8ff3-4c2e-bf09-020ce2c07d01', 'port_id': '09f7aabb-6b09-4a8b-bc58-433a095b05f8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcf22484-3aee-4f8b-9ee4-03517fcd27e4', 'mac_address': 'fa:16:3e:40:60:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90c60e1-8c4d-43c2-9053-69409cdfe209', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:25:02Z', 'updated_at': '2021-12-06T17:25:06Z', 'revision_number': 1, 'project_id': 'ecd148ff302244ca8d62fb6aab386351', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdc21632-a842-4536-b25a-8b6adfd0adad', 'name': '', 'network_id': 'fcf22484-3aee-4f8b-9ee4-03517fcd27e4', 'tenant_id': 'ecd148ff302244ca8d62fb6aab386351', 'mac_address': 'fa:16:3e:27:11:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21219e34-8ff3-4c2e-bf09-020ce2c07d01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': '28f81e8a-3246-4ebb-bc93-f6166ab7cc6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:24:27Z', 'updated_at': '2021-12-06T17:24:37Z', 'revision_number': 5, 'project_id': 'ecd148ff302244ca8d62fb6aab386351', 'subnets': [{'id': '28f81e8a-3246-4ebb-bc93-f6166ab7cc6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:26:50.948872 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fe17a469-eced-44b2-8f6c-0e0fa452bd5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:50.981036 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aab856c2-0bc2-425a-ba5b-73d3e283c7fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:51.001856 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02a8bd5-79e0-4b43-9a64-dfa782847270 None None] The sync data for ids ['21219e34-8ff3-4c2e-bf09-020ce2c07d01'] in n-d-master-1 is: [{'id': '21219e34-8ff3-4c2e-bf09-020ce2c07d01', 'name': 'tempest-TestNetworkBasicOps-router-1491324929', 'tenant_id': 'ecd148ff302244ca8d62fb6aab386351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.151'}], 'enable_snat': True}, 'gw_port_id': 'b43da3b6-6f85-498a-9eac-afd223f3d9df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:24:18Z', 'updated_at': '2021-12-06T17:26:47Z', 'revision_number': 6, 'project_id': 'ecd148ff302244ca8d62fb6aab386351', 'gw_port': {'id': 'b43da3b6-6f85-498a-9eac-afd223f3d9df', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:61:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21219e34-8ff3-4c2e-bf09-020ce2c07d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:24:19Z', 'updated_at': '2021-12-06T17:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '377fa6ff-632a-4352-ad0a-8f05b1433cb0', 'tenant_id': 'ecd148ff302244ca8d62fb6aab386351', 'floating_ip_address': '172.35.1.28', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '21219e34-8ff3-4c2e-bf09-020ce2c07d01', 'port_id': '09f7aabb-6b09-4a8b-bc58-433a095b05f8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcf22484-3aee-4f8b-9ee4-03517fcd27e4', 'mac_address': 'fa:16:3e:40:60:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90c60e1-8c4d-43c2-9053-69409cdfe209', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:25:02Z', 'updated_at': '2021-12-06T17:25:06Z', 'revision_number': 1, 'project_id': 'ecd148ff302244ca8d62fb6aab386351', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdc21632-a842-4536-b25a-8b6adfd0adad', 'name': '', 'network_id': 'fcf22484-3aee-4f8b-9ee4-03517fcd27e4', 'tenant_id': 'ecd148ff302244ca8d62fb6aab386351', 'mac_address': 'fa:16:3e:27:11:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21219e34-8ff3-4c2e-bf09-020ce2c07d01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': '28f81e8a-3246-4ebb-bc93-f6166ab7cc6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:24:27Z', 'updated_at': '2021-12-06T17:24:37Z', 'revision_number': 5, 'project_id': 'ecd148ff302244ca8d62fb6aab386351', 'subnets': [{'id': '28f81e8a-3246-4ebb-bc93-f6166ab7cc6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:26:51.087282 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 0c797245-2ff2-4ba3-ac62-d68121797626 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:26:51.087669 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:51.114539 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10fa73b-d0fa-44cc-98ac-35beeaf4149d req-fe1d27ef-d993-49f0-bba3-ef68af4a6d13 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:51.116689 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e10fa73b-d0fa-44cc-98ac-35beeaf4149d req-fe1d27ef-d993-49f0-bba3-ef68af4a6d13 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 946 time: 0.0672333 Dec 06 17:26:51.156844 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe17a469-eced-44b2-8f6c-0e0fa452bd5a None None] Pushing event updated for resources: {'Port': ['ID=0c797245-2ff2-4ba3-ac62-d68121797626,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:26:51.164253 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-90dce4f8-6447-49d7-a079-165196c9ca80 None None] Provisioning complete for port de0b29c7-056d-4633-9f12-55d62f6c9259 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:26:51.164639 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-90dce4f8-6447-49d7-a079-165196c9ca80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:51.187440 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aab856c2-0bc2-425a-ba5b-73d3e283c7fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:51.208118 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-90dce4f8-6447-49d7-a079-165196c9ca80 None None] Port de0b29c7-056d-4633-9f12-55d62f6c9259 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:26:51.211371 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe878e2-f226-4403-abfd-615e13c23b99 req-68400bad-b4de-49b1-a2a6-3581f5ce17b1 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:51.213775 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-dfe878e2-f226-4403-abfd-615e13c23b99 req-68400bad-b4de-49b1-a2a6-3581f5ce17b1 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.41 "GET /v2.0/ports?device_id=0187ebad-ec70-4367-b41d-6c2f73aaed07 HTTP/1.1" status: 200 len: 946 time: 0.3022242 Dec 06 17:26:51.217260 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-63087728-c7dc-4903-9246-9770d36a5cf7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:51.260161 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe17a469-eced-44b2-8f6c-0e0fa452bd5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:26:51.260632 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe17a469-eced-44b2-8f6c-0e0fa452bd5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:26:51.260858 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe17a469-eced-44b2-8f6c-0e0fa452bd5a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:26:51.261191 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe17a469-eced-44b2-8f6c-0e0fa452bd5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:26:51.261569 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe17a469-eced-44b2-8f6c-0e0fa452bd5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:26:51.262199 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe17a469-eced-44b2-8f6c-0e0fa452bd5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:26:51.262569 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe17a469-eced-44b2-8f6c-0e0fa452bd5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:26:51.262911 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe17a469-eced-44b2-8f6c-0e0fa452bd5a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:26:51.263392 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe17a469-eced-44b2-8f6c-0e0fa452bd5a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:26:51.263737 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe17a469-eced-44b2-8f6c-0e0fa452bd5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:26:51.264074 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe17a469-eced-44b2-8f6c-0e0fa452bd5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:26:51.264407 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe17a469-eced-44b2-8f6c-0e0fa452bd5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:26:51.264742 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe17a469-eced-44b2-8f6c-0e0fa452bd5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:26:51.273215 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e10fa73b-d0fa-44cc-98ac-35beeaf4149d req-ca727003-9aba-4275-a2bf-13d61822b74d tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440301 Dec 06 17:26:51.441493 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-8ce04a6d-b77f-4ca6-8a78-a907b5012cc5 None None] Provisioning complete for port 0c797245-2ff2-4ba3-ac62-d68121797626 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:26:51.441493 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8ce04a6d-b77f-4ca6-8a78-a907b5012cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:51.441908 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98276334-b121-4d1e-b994-bb3cfec993f0 req-2bfd8a43-28bd-4617-8a67-966b14abfbe9 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:51.441908 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-98276334-b121-4d1e-b994-bb3cfec993f0 req-2bfd8a43-28bd-4617-8a67-966b14abfbe9 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 946 time: 0.1051011 Dec 06 17:26:51.503093 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-98276334-b121-4d1e-b994-bb3cfec993f0 req-17d53e92-c10e-4dce-97f8-2f8d7a4a44fb tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555928 Dec 06 17:26:51.679019 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4134da6b-8642-46da-8548-6112e0e41081 req-c90eec07-3798-40f8-b038-493ace169265 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:51.687472 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4134da6b-8642-46da-8548-6112e0e41081 req-c90eec07-3798-40f8-b038-493ace169265 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "GET /v2.0/ports?device_id=0187ebad-ec70-4367-b41d-6c2f73aaed07 HTTP/1.1" status: 200 len: 946 time: 0.3580227 Dec 06 17:26:51.731202 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ac2d4f-f805-424a-ac12-27fe6de5d78e req-450178cd-b4a3-4b13-850e-6f4637533363 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:51.733305 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-64ac2d4f-f805-424a-ac12-27fe6de5d78e req-450178cd-b4a3-4b13-850e-6f4637533363 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 946 time: 0.0670092 Dec 06 17:26:51.735455 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aab856c2-0bc2-425a-ba5b-73d3e283c7fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:51.738223 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aab856c2-0bc2-425a-ba5b-73d3e283c7fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:51.739367 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-aab856c2-0bc2-425a-ba5b-73d3e283c7fb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2d474f4c-aed4-452f-9528-33e770203138 HTTP/1.1" status: 204 len: 168 time: 0.8947439 Dec 06 17:26:51.777980 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab856c2-0bc2-425a-ba5b-73d3e283c7fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d474f4c-aed4-452f-9528-33e770203138,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:26:51.881820 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4134da6b-8642-46da-8548-6112e0e41081 req-601feee2-93f8-4362-b4d3-1526f5321d9c tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "GET /v2.0/security-groups?id=a3e234eb-ef13-4d36-83bd-19c69d53cd51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1830688 Dec 06 17:26:51.914107 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-64ac2d4f-f805-424a-ac12-27fe6de5d78e req-4da30bb1-6880-4dd1-978a-7d8b31ccb5b6 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722307 Dec 06 17:26:51.995812 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-dfe878e2-f226-4403-abfd-615e13c23b99 req-09166b50-0f77-4872-bcc7-6d890d467104 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Deleting port dc76eec6-11ac-43c5-9d15-b4174d1205ec {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:26:51.996232 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-dfe878e2-f226-4403-abfd-615e13c23b99 req-09166b50-0f77-4872-bcc7-6d890d467104 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:52.147270 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-63087728-c7dc-4903-9246-9770d36a5cf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:52.151577 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3071b0c-5803-483d-a9b1-1e787632a74a req-bf21f05c-50b7-41bf-8fa3-5beb518514b1 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:52.154248 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c3071b0c-5803-483d-a9b1-1e787632a74a req-bf21f05c-50b7-41bf-8fa3-5beb518514b1 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 946 time: 0.0703449 Dec 06 17:26:52.169797 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5190332a-c2f0-4541-b13f-67218b158b99 req-f32f4270-f24a-4aad-89da-0ee02986a528 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:52.171298 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5190332a-c2f0-4541-b13f-67218b158b99 req-f32f4270-f24a-4aad-89da-0ee02986a528 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8b9adeb-160c-4c4e-9195-5f6de44acdd7 HTTP/1.1" status: 200 len: 945 time: 0.1787167 Dec 06 17:26:52.204724 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c3071b0c-5803-483d-a9b1-1e787632a74a req-1b6af3a1-fd24-47d9-b22e-204a7afde1c2 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451553 Dec 06 17:26:52.231270 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-dfe878e2-f226-4403-abfd-615e13c23b99 req-09166b50-0f77-4872-bcc7-6d890d467104 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] For port dc76eec6-11ac-43c5-9d15-b4174d1205ec, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=dc76eec6-11ac-43c5-9d15-b4174d1205ec,segment=NetworkSegment(06c5e124-f1dd-4528-9b6b-a7ef7db06941),segment_id=06c5e124-f1dd-4528-9b6b-a7ef7db06941)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:26:52.231641 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-dfe878e2-f226-4403-abfd-615e13c23b99 req-09166b50-0f77-4872-bcc7-6d890d467104 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:52.257956 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-dfe878e2-f226-4403-abfd-615e13c23b99 req-09166b50-0f77-4872-bcc7-6d890d467104 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Calling delete_port for dc76eec6-11ac-43c5-9d15-b4174d1205ec owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:26:52.351606 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf157b7-4246-4ef0-8559-7ad9f1f7eaa9 req-6ba249e6-d92d-4c33-bda0-04dec107bcf7 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:52.354570 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5cf157b7-4246-4ef0-8559-7ad9f1f7eaa9 req-6ba249e6-d92d-4c33-bda0-04dec107bcf7 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 946 time: 0.0562809 Dec 06 17:26:52.371903 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5190332a-c2f0-4541-b13f-67218b158b99 req-b847808b-d218-4acf-b71c-fb1975719eaf tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4bc6e59-bf7d-42c4-9e98-323b53a08b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884413 Dec 06 17:26:52.424526 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5cf157b7-4246-4ef0-8559-7ad9f1f7eaa9 req-cfbcc28d-bee1-462c-92f6-4053f3330419 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641572 Dec 06 17:26:52.436910 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63087728-c7dc-4903-9246-9770d36a5cf7 admin admin] Router 9185d0f0-f576-4590-a147-46e535e5cf3b is scheduled to L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 with binding_index 1 {{(pid=103285) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 17:26:52.555487 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-dfe878e2-f226-4403-abfd-615e13c23b99 req-09166b50-0f77-4872-bcc7-6d890d467104 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:52.623438 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09166b50-0f77-4872-bcc7-6d890d467104 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Pushing event deleted for resources: {'Port': ['ID=dc76eec6-11ac-43c5-9d15-b4174d1205ec,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:26:52.677029 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514a2904-6b32-416d-b81a-85dafda197d9 req-f79a225f-2bf4-43fa-a322-435d0d1d630a tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:52.678669 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-514a2904-6b32-416d-b81a-85dafda197d9 req-f79a225f-2bf4-43fa-a322-435d0d1d630a tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 946 time: 0.1624403 Dec 06 17:26:52.701333 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfe878e2-f226-4403-abfd-615e13c23b99 req-09166b50-0f77-4872-bcc7-6d890d467104 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] No DVR routers for this DVR port dc76eec6-11ac-43c5-9d15-b4174d1205ec on host n-h1-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:26:52.710756 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-dfe878e2-f226-4403-abfd-615e13c23b99 req-09166b50-0f77-4872-bcc7-6d890d467104 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:52.714530 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-dfe878e2-f226-4403-abfd-615e13c23b99 req-09166b50-0f77-4872-bcc7-6d890d467104 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.41 "DELETE /v2.0/ports/dc76eec6-11ac-43c5-9d15-b4174d1205ec HTTP/1.1" status: 204 len: 173 time: 1.4103446 Dec 06 17:26:52.714985 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0187ebad-ec70-4367-b41d-6c2f73aaed07', 'name': 'network-vif-deleted', 'tag': 'dc76eec6-11ac-43c5-9d15-b4174d1205ec'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:26:52.717254 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d2bb32-78fd-4a17-af16-ed6722c7654e" -d '{"events": [{"server_uuid": "0187ebad-ec70-4367-b41d-6c2f73aaed07", "name": "network-vif-deleted", "tag": "dc76eec6-11ac-43c5-9d15-b4174d1205ec"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:26:52.740021 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63087728-c7dc-4903-9246-9770d36a5cf7 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:26:52.755931 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30d41f9-dc67-4034-8055-90976e9a6946 None None] Sync routers for ids ['9185d0f0-f576-4590-a147-46e535e5cf3b'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:26:52.774006 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-514a2904-6b32-416d-b81a-85dafda197d9 req-f9e93301-cc1f-4caa-885d-2692e7ffbdab tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767519 Dec 06 17:26:52.782574 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-63087728-c7dc-4903-9246-9770d36a5cf7 admin admin] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:52.784423 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-63087728-c7dc-4903-9246-9770d36a5cf7 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.1628265 Dec 06 17:26:52.787348 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 36150) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:26:52.795476 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30d41f9-dc67-4034-8055-90976e9a6946 None None] Routers {'9185d0f0-f576-4590-a147-46e535e5cf3b'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:26:52.796596 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-e30d41f9-dc67-4034-8055-90976e9a6946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:26:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['9185d0f0-f576-4590-a147-46e535e5cf3b'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:26:52.864971 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e786d9-f7cd-416f-94c1-000419fdc4b1 x-openstack-request-id: req-25e786d9-f7cd-416f-94c1-000419fdc4b1 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:26:52.865317 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0187ebad-ec70-4367-b41d-6c2f73aaed07", "name": "network-vif-deleted", "tag": "dc76eec6-11ac-43c5-9d15-b4174d1205ec", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:26:52.866511 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-25e786d9-f7cd-416f-94c1-000419fdc4b1 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:26:52.867492 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0187ebad-ec70-4367-b41d-6c2f73aaed07', 'name': 'network-vif-deleted', 'tag': 'dc76eec6-11ac-43c5-9d15-b4174d1205ec', 'status': 'completed', 'code': 200} Dec 06 17:26:52.994148 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 0c797245-2ff2-4ba3-ac62-d68121797626 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:26:53.085744 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-e30d41f9-dc67-4034-8055-90976e9a6946 None None] Set router 9185d0f0-f576-4590-a147-46e535e5cf3b gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:26:53.115275 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 0c797245-2ff2-4ba3-ac62-d68121797626 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:26:53.116144 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:53.152333 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-73edac83-0fe9-4975-8074-7e2e16576a7f req-77f13e79-1450-4459-8d3a-8a4831c7e4a9 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "GET /v2.0/ports?device_id=0187ebad-ec70-4367-b41d-6c2f73aaed07 HTTP/1.1" status: 200 len: 210 time: 0.0592997 Dec 06 17:26:53.294078 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device ea1a5d15-4ea2-4908-9aa2-279596916225 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:26:53.304992 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d970642-c155-4146-87b9-a51ae9846285 req-f8df12b1-5b50-4726-b969-8c345482076c tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:53.306596 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7d970642-c155-4146-87b9-a51ae9846285 req-f8df12b1-5b50-4726-b969-8c345482076c tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 946 time: 0.2102063 Dec 06 17:26:53.326664 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-e30d41f9-dc67-4034-8055-90976e9a6946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9185d0f0-f576-4590-a147-46e535e5cf3b', 'name': 'tempest-TestAggregatesBasicOps-1081499020-router', 'tenant_id': '2fca1017ff5945ccb5207a18404b69ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.60'}], 'enable_snat': True}, 'gw_port_id': 'de0b29c7-056d-4633-9f12-55d62f6c9259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:26:47Z', 'updated_at': '2021-12-06T17:26:50Z', 'revision_number': 3, 'project_id': '2fca1017ff5945ccb5207a18404b69ea', 'gw_port': {'id': 'de0b29c7-056d-4633-9f12-55d62f6c9259', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ef:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9185d0f0-f576-4590-a147-46e535e5cf3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:26:49Z', 'updated_at': '2021-12-06T17:26:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:26:53.339413 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: ea1a5d15-4ea2-4908-9aa2-279596916225 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:26:53.339852 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device ea1a5d15-4ea2-4908-9aa2-279596916225 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:26:53.368047 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30d41f9-dc67-4034-8055-90976e9a6946 None None] Checking router: 9185d0f0-f576-4590-a147-46e535e5cf3b for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:26:53.368403 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30d41f9-dc67-4034-8055-90976e9a6946 None None] Updating router 9185d0f0-f576-4590-a147-46e535e5cf3b port de0b29c7-056d-4633-9f12-55d62f6c9259 binding host n-d-master-1 {{(pid=103287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:26:53.417317 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e30d41f9-dc67-4034-8055-90976e9a6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:53.793322 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e30d41f9-dc67-4034-8055-90976e9a6946 None None] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:53.800833 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e30d41f9-dc67-4034-8055-90976e9a6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:53.810473 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7d970642-c155-4146-87b9-a51ae9846285 req-b291c4f8-d8a7-4d09-bd3c-13f5ad4cf1e7 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4970913 Dec 06 17:26:53.869605 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a4bd0-6cf9-4a4c-b90b-d23d1e60f41b None None] Pushing event updated for resources: {'Port': ['ID=de0b29c7-056d-4633-9f12-55d62f6c9259,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:26:53.890215 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7489d2cb-6f9f-4fdd-ad64-df4732c36483 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:26:53.899292 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae2f22d-7160-4777-b1c3-227930f2b0d8 req-672b192d-f04c-4e45-adde-061cdf4dfa5f tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:53.902764 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8ae2f22d-7160-4777-b1c3-227930f2b0d8 req-672b192d-f04c-4e45-adde-061cdf4dfa5f tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8b9adeb-160c-4c4e-9195-5f6de44acdd7 HTTP/1.1" status: 200 len: 945 time: 0.0815802 Dec 06 17:26:53.918062 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-e30d41f9-dc67-4034-8055-90976e9a6946 None None] Attempting to bind port de0b29c7-056d-4633-9f12-55d62f6c9259 on host n-d-master-1 for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:26:53.919038 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-e30d41f9-dc67-4034-8055-90976e9a6946 None None] Attempting to bind port de0b29c7-056d-4633-9f12-55d62f6c9259 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:26:53.919566 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30d41f9-dc67-4034-8055-90976e9a6946 None None] Attempting to bind port de0b29c7-056d-4633-9f12-55d62f6c9259 on network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:26:53.927105 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30d41f9-dc67-4034-8055-90976e9a6946 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:26:53.927489 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30d41f9-dc67-4034-8055-90976e9a6946 None None] Checking segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:26:53.927896 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e30d41f9-dc67-4034-8055-90976e9a6946 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:53.928294 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30d41f9-dc67-4034-8055-90976e9a6946 None None] Bound using segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:26:53.928945 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-e30d41f9-dc67-4034-8055-90976e9a6946 None None] Bound port: de0b29c7-056d-4633-9f12-55d62f6c9259, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:26:53.929344 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e30d41f9-dc67-4034-8055-90976e9a6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:53.945086 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-e54385e3-4b7b-4aac-919c-c11d8d332c26 None None] Provisioning complete for port de0b29c7-056d-4633-9f12-55d62f6c9259 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:26:53.946205 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e54385e3-4b7b-4aac-919c-c11d8d332c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:54.004850 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-e30d41f9-dc67-4034-8055-90976e9a6946 None None] For port de0b29c7-056d-4633-9f12-55d62f6c9259, host n-d-master-1, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:26:54.011370 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-e30d41f9-dc67-4034-8055-90976e9a6946 None None] For port de0b29c7-056d-4633-9f12-55d62f6c9259, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=de0b29c7-056d-4633-9f12-55d62f6c9259,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:26:54.019659 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e30d41f9-dc67-4034-8055-90976e9a6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:54.020850 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-35115f7b-a831-46a8-b537-0b18e910cb18 req-7e53d5a7-4cd4-4c23-a4fc-e923dc5abe04 tempest-ServerShowV247Test-1646198328 tempest-ServerShowV247Test-1646198328-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ee698ba-a3b6-4cfd-9dd1-e88cdc2ffba5 HTTP/1.1" status: 200 len: 210 time: 0.0672281 Dec 06 17:26:54.028856 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-e54385e3-4b7b-4aac-919c-c11d8d332c26 None None] Port de0b29c7-056d-4633-9f12-55d62f6c9259 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:26:54.036950 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8ae2f22d-7160-4777-b1c3-227930f2b0d8 req-df44975c-7153-41cb-b6bb-c71ad942f897 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4bc6e59-bf7d-42c4-9e98-323b53a08b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283729 Dec 06 17:26:54.122043 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a4bd0-6cf9-4a4c-b90b-d23d1e60f41b None None] Pushing event updated for resources: {'Port': ['ID=de0b29c7-056d-4633-9f12-55d62f6c9259,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:26:54.124597 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec9b377-1555-4802-8271-1b8eeb126755 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:26:54.173992 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30d41f9-dc67-4034-8055-90976e9a6946 None None] Routers {'9185d0f0-f576-4590-a147-46e535e5cf3b'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:26:54.175202 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-e30d41f9-dc67-4034-8055-90976e9a6946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:26:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['9185d0f0-f576-4590-a147-46e535e5cf3b'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:26:54.261380 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-f988c4a1-10fd-4399-b699-77b45d3621d9 None None] Provisioning complete for port de0b29c7-056d-4633-9f12-55d62f6c9259 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:26:54.264170 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f988c4a1-10fd-4399-b699-77b45d3621d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:54.301922 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f7334f9b-0fe7-476a-8233-fcb09742ceaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:54.325948 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-e30d41f9-dc67-4034-8055-90976e9a6946 None None] Set router 9185d0f0-f576-4590-a147-46e535e5cf3b gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:26:54.343233 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e151b284-51ee-4e2a-adb7-88d0f46cdd3b req-707e0254-7290-4e15-b99c-7a2cdfb9c064 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:54.348084 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e151b284-51ee-4e2a-adb7-88d0f46cdd3b req-707e0254-7290-4e15-b99c-7a2cdfb9c064 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 946 time: 0.0976002 Dec 06 17:26:54.457818 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f988c4a1-10fd-4399-b699-77b45d3621d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:54.499819 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-f988c4a1-10fd-4399-b699-77b45d3621d9 None None] For port de0b29c7-056d-4633-9f12-55d62f6c9259, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=de0b29c7-056d-4633-9f12-55d62f6c9259,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:26:54.506393 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f988c4a1-10fd-4399-b699-77b45d3621d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:54.539310 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 36210) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:26:54.620378 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f988c4a1-10fd-4399-b699-77b45d3621d9 None None] Pushing event updated for resources: {'Port': ['ID=de0b29c7-056d-4633-9f12-55d62f6c9259,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:26:54.671110 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5b4b0b7c-7771-45ac-b176-a729fd92a0e1 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:54.808338 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5b4b0b7c-7771-45ac-b176-a729fd92a0e1 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:54.890439 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-13cd4e2b-a59c-4b2b-b80e-8cdcf0930aa4 req-961199e4-41a5-4863-bd4a-4ffb78a4d928 tempest-ServerShowV247Test-1646198328 tempest-ServerShowV247Test-1646198328-project] 10.222.0.23 "GET /v2.0/ports?device_id=70760a6e-d1d3-42d1-8989-3e4f4d08c1fa HTTP/1.1" status: 200 len: 210 time: 0.0909374 Dec 06 17:26:54.918157 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e151b284-51ee-4e2a-adb7-88d0f46cdd3b req-f0225094-3fe6-4d16-8b08-f776c0ef832a tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084165 Dec 06 17:26:54.960654 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-e30d41f9-dc67-4034-8055-90976e9a6946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9185d0f0-f576-4590-a147-46e535e5cf3b', 'name': 'tempest-TestAggregatesBasicOps-1081499020-router', 'tenant_id': '2fca1017ff5945ccb5207a18404b69ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.60'}], 'enable_snat': True}, 'gw_port_id': 'de0b29c7-056d-4633-9f12-55d62f6c9259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:26:47Z', 'updated_at': '2021-12-06T17:26:50Z', 'revision_number': 3, 'project_id': '2fca1017ff5945ccb5207a18404b69ea', 'gw_port': {'id': 'de0b29c7-056d-4633-9f12-55d62f6c9259', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ef:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9185d0f0-f576-4590-a147-46e535e5cf3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:26:49Z', 'updated_at': '2021-12-06T17:26:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:26:54.962387 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device dc76eec6-11ac-43c5-9d15-b4174d1205ec no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:26:54.969317 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-f7334f9b-0fe7-476a-8233-fcb09742ceaf admin admin] Allocated IP 172.20.0.1 (114d4aeb-2d86-4fb0-86a2-d779b598323a/7e8de865-6f87-488c-a50a-671a6affcd1a/82b8a887-a317-4aa6-b733-0cc0106b6152) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:26:54.993059 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] No Port match for: dc76eec6-11ac-43c5-9d15-b4174d1205ec {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:26:54.993827 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device dc76eec6-11ac-43c5-9d15-b4174d1205ec not bound to the agent host n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:26:55.001499 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30d41f9-dc67-4034-8055-90976e9a6946 None None] The sync data for ids ['9185d0f0-f576-4590-a147-46e535e5cf3b'] in n-d-master-1 is: [{'id': '9185d0f0-f576-4590-a147-46e535e5cf3b', 'name': 'tempest-TestAggregatesBasicOps-1081499020-router', 'tenant_id': '2fca1017ff5945ccb5207a18404b69ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.60'}], 'enable_snat': True}, 'gw_port_id': 'de0b29c7-056d-4633-9f12-55d62f6c9259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:26:47Z', 'updated_at': '2021-12-06T17:26:50Z', 'revision_number': 3, 'project_id': '2fca1017ff5945ccb5207a18404b69ea', 'gw_port': {'id': 'de0b29c7-056d-4633-9f12-55d62f6c9259', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ef:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9185d0f0-f576-4590-a147-46e535e5cf3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:26:49Z', 'updated_at': '2021-12-06T17:26:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:26:55.020283 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5b4b0b7c-7771-45ac-b176-a729fd92a0e1 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:55.023951 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5b4b0b7c-7771-45ac-b176-a729fd92a0e1 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:55.026468 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-5b4b0b7c-7771-45ac-b176-a729fd92a0e1 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "DELETE /v2.0/security-groups/a3e234eb-ef13-4d36-83bd-19c69d53cd51 HTTP/1.1" status: 204 len: 168 time: 0.4855480 Dec 06 17:26:55.075059 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b0b7c-7771-45ac-b176-a729fd92a0e1 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e234eb-ef13-4d36-83bd-19c69d53cd51,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:26:55.172139 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 36232) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:26:55.285064 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b144223-b634-4070-bf16-b7b10f58c12c tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Deleting subnet 0514c0a4-4d46-4a99-8e5c-263e4691af0a {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:26:55.295232 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9b144223-b634-4070-bf16-b7b10f58c12c tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:55.387482 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9b144223-b634-4070-bf16-b7b10f58c12c tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:55.399595 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf1e63b-ac94-411f-8c6e-fd12e0d376d5 req-cbd042d5-6452-47f1-93eb-2bad28f87aab tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:55.413100 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fdf1e63b-ac94-411f-8c6e-fd12e0d376d5 req-cbd042d5-6452-47f1-93eb-2bad28f87aab tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 946 time: 0.1991150 Dec 06 17:26:55.464461 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e94e91c-bd37-4304-a48b-2c6651d02d9a req-96273f21-deff-4aa1-8119-493a6c7c013a tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:55.469864 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3e94e91c-bd37-4304-a48b-2c6651d02d9a req-96273f21-deff-4aa1-8119-493a6c7c013a tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8b9adeb-160c-4c4e-9195-5f6de44acdd7 HTTP/1.1" status: 200 len: 945 time: 0.1453464 Dec 06 17:26:55.513850 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fdf1e63b-ac94-411f-8c6e-fd12e0d376d5 req-9808f6f6-da41-42f5-b976-62a1cf234a07 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976105 Dec 06 17:26:55.520322 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f7334f9b-0fe7-476a-8233-fcb09742ceaf admin admin] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:55.588464 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f7334f9b-0fe7-476a-8233-fcb09742ceaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:55.616488 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3e94e91c-bd37-4304-a48b-2c6651d02d9a req-22fbee47-6531-4e70-b10c-3168916b03e2 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4bc6e59-bf7d-42c4-9e98-323b53a08b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319470 Dec 06 17:26:55.636606 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9b144223-b634-4070-bf16-b7b10f58c12c tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:55.713856 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7334f9b-0fe7-476a-8233-fcb09742ceaf admin admin] Pushing event updated for resources: {'Port': ['ID=82b8a887-a317-4aa6-b733-0cc0106b6152,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:26:55.751917 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7334f9b-0fe7-476a-8233-fcb09742ceaf admin admin] Network 114d4aeb-2d86-4fb0-86a2-d779b598323a is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:26:55.753598 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-f7334f9b-0fe7-476a-8233-fcb09742ceaf admin admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:26:55.761091 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7334f9b-0fe7-476a-8233-fcb09742ceaf admin admin] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:26:55.795895 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9b144223-b634-4070-bf16-b7b10f58c12c tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:55.843445 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 36250) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:26:55.883152 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccbe2ec7-48a4-4176-8fcc-9a441538722f None None] Network 5c4d7b9b-2e7d-4b9e-b395-540c7851d2f1 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:26:55.888250 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9b144223-b634-4070-bf16-b7b10f58c12c tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:55.909094 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-9b144223-b634-4070-bf16-b7b10f58c12c tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "DELETE /v2.0/subnets/0514c0a4-4d46-4a99-8e5c-263e4691af0a HTTP/1.1" status: 204 len: 168 time: 0.7346349 Dec 06 17:26:55.911872 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f7334f9b-0fe7-476a-8233-fcb09742ceaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539179'] for router_interface, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:55.914857 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 36254) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:26:56.012026 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b144223-b634-4070-bf16-b7b10f58c12c tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Pushing event deleted for resources: {'Subnet': ['ID=0514c0a4-4d46-4a99-8e5c-263e4691af0a,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:26:56.265864 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-ae38ae6d-b1f2-4728-bff2-4f1d90ad0e9c None None] Provisioning complete for port 82b8a887-a317-4aa6-b733-0cc0106b6152 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:26:56.266246 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ae38ae6d-b1f2-4728-bff2-4f1d90ad0e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:56.274155 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-162aeeed-b98f-4224-bb6b-4e8021bb3f60 req-d67774dd-755f-49c0-a10a-b9fe0103c4bc tempest-ServerShowV247Test-1646198328 tempest-ServerShowV247Test-1646198328-project] 10.222.0.23 "GET /v2.0/ports?device_id=70760a6e-d1d3-42d1-8989-3e4f4d08c1fa HTTP/1.1" status: 200 len: 210 time: 0.1743975 Dec 06 17:26:56.275003 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6297d392-9824-450e-8652-27af19c80e78 None None] DHCP port deletion for 5c4d7b9b-2e7d-4b9e-b395-540c7851d2f1 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:26:56.291691 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c2c8369a-6db4-4d3a-bc94-46078618ac71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:56.310387 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3bf11c4c-7eed-42e7-aad7-b323c1575d71 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:56.411733 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c2c8369a-6db4-4d3a-bc94-46078618ac71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:56.418520 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c2c8369a-6db4-4d3a-bc94-46078618ac71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:56.460771 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-ae38ae6d-b1f2-4728-bff2-4f1d90ad0e9c None None] Port 82b8a887-a317-4aa6-b733-0cc0106b6152 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:26:56.468307 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c8369a-6db4-4d3a-bc94-46078618ac71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57adbd30-a41a-494f-be08-c514441dabd5,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:26:56.504750 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6297d392-9824-450e-8652-27af19c80e78 None None] Deleting port 902fcd95-9a07-446e-8116-0c281eff1013 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:26:56.505026 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6297d392-9824-450e-8652-27af19c80e78 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:56.511789 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-c2c8369a-6db4-4d3a-bc94-46078618ac71 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=843f8ef4c470414093e54e73f821deb0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6508193 Dec 06 17:26:56.513144 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 36262) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:26:56.562323 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f7334f9b-0fe7-476a-8233-fcb09742ceaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:56.626949 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-3bf11c4c-7eed-42e7-aad7-b323c1575d71 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Deleting port 902fcd95-9a07-446e-8116-0c281eff1013 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:26:56.627295 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3bf11c4c-7eed-42e7-aad7-b323c1575d71 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:56.637050 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-92506a9a-cfcd-45c5-9713-3aea290f8844 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:56.683857 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6297d392-9824-450e-8652-27af19c80e78 None None] For port 902fcd95-9a07-446e-8116-0c281eff1013, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=902fcd95-9a07-446e-8116-0c281eff1013,segment=NetworkSegment(06c5e124-f1dd-4528-9b6b-a7ef7db06941),segment_id=06c5e124-f1dd-4528-9b6b-a7ef7db06941)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:26:56.690744 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6297d392-9824-450e-8652-27af19c80e78 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:56.696497 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-92506a9a-cfcd-45c5-9713-3aea290f8844 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:56.725133 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6297d392-9824-450e-8652-27af19c80e78 None None] Calling delete_port for 902fcd95-9a07-446e-8116-0c281eff1013 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:26:56.848188 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-3bf11c4c-7eed-42e7-aad7-b323c1575d71 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] For port 902fcd95-9a07-446e-8116-0c281eff1013, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=902fcd95-9a07-446e-8116-0c281eff1013,segment=NetworkSegment(06c5e124-f1dd-4528-9b6b-a7ef7db06941),segment_id=06c5e124-f1dd-4528-9b6b-a7ef7db06941)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:26:56.848563 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3bf11c4c-7eed-42e7-aad7-b323c1575d71 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:56.899939 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-3bf11c4c-7eed-42e7-aad7-b323c1575d71 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Calling delete_port for 902fcd95-9a07-446e-8116-0c281eff1013 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:26:56.906138 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584a95de-276d-4206-9966-ad0fa4beb46b req-04f01e0e-5e63-4573-afe9-08baa3d2c223 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:56.907962 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-584a95de-276d-4206-9966-ad0fa4beb46b req-04f01e0e-5e63-4573-afe9-08baa3d2c223 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8b9adeb-160c-4c4e-9195-5f6de44acdd7 HTTP/1.1" status: 200 len: 945 time: 0.1627896 Dec 06 17:26:56.926295 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6297d392-9824-450e-8652-27af19c80e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:56.944484 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-92506a9a-cfcd-45c5-9713-3aea290f8844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:56.947926 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-92506a9a-cfcd-45c5-9713-3aea290f8844 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:56.949969 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-92506a9a-cfcd-45c5-9713-3aea290f8844 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/57adbd30-a41a-494f-be08-c514441dabd5 HTTP/1.1" status: 204 len: 168 time: 0.4358013 Dec 06 17:26:56.980537 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device de0b29c7-056d-4633-9f12-55d62f6c9259 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:26:56.988330 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92506a9a-cfcd-45c5-9713-3aea290f8844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57adbd30-a41a-494f-be08-c514441dabd5,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:26:57.034939 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6297d392-9824-450e-8652-27af19c80e78 None None] No DVR routers for this DVR port 902fcd95-9a07-446e-8116-0c281eff1013 on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:26:57.042018 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6297d392-9824-450e-8652-27af19c80e78 None None] Pushing event deleted for resources: {'Port': ['ID=902fcd95-9a07-446e-8116-0c281eff1013,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:26:57.068068 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-206349d1-de08-4534-8fbc-fb292bee9f4e req-4350a79f-04bb-45d7-a760-18c79df2ddde service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3ee698ba-a3b6-4cfd-9dd1-e88cdc2ffba5 HTTP/1.1" status: 200 len: 210 time: 0.0558476 Dec 06 17:26:57.090227 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-584a95de-276d-4206-9966-ad0fa4beb46b req-cf48b058-5801-41d5-b594-1dd04fe31ab5 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4bc6e59-bf7d-42c4-9e98-323b53a08b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633871 Dec 06 17:26:57.170662 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port de0b29c7-056d-4633-9f12-55d62f6c9259 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:26:57.171947 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:57.307540 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f7334f9b-0fe7-476a-8233-fcb09742ceaf admin admin] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:57.316740 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3bf11c4c-7eed-42e7-aad7-b323c1575d71 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:57.322031 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f7334f9b-0fe7-476a-8233-fcb09742ceaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:57.378929 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf11c4c-7eed-42e7-aad7-b323c1575d71 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Pushing event deleted for resources: {'Port': ['ID=902fcd95-9a07-446e-8116-0c281eff1013,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:26:57.388075 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf11c4c-7eed-42e7-aad7-b323c1575d71 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] No DVR routers for this DVR port 902fcd95-9a07-446e-8116-0c281eff1013 on host n-d-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:26:57.445701 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 902fcd95-9a07-446e-8116-0c281eff1013 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:26:57.487697 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 902fcd95-9a07-446e-8116-0c281eff1013 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:26:57.488633 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 902fcd95-9a07-446e-8116-0c281eff1013 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:26:57.528432 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d488b0f9-05f3-450f-b90c-d2d31c66a80a req-20cf7729-aacd-407e-afee-0faa6d11924a tempest-ServerShowV247Test-1646198328 tempest-ServerShowV247Test-1646198328-project] 10.222.0.23 "GET /v2.0/ports?device_id=70760a6e-d1d3-42d1-8989-3e4f4d08c1fa HTTP/1.1" status: 200 len: 210 time: 0.0601599 Dec 06 17:26:57.557308 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7334f9b-0fe7-476a-8233-fcb09742ceaf admin admin] Pushing event updated for resources: {'Port': ['ID=82b8a887-a317-4aa6-b733-0cc0106b6152,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:26:57.577504 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f7334f9b-0fe7-476a-8233-fcb09742ceaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-772465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539207'] for router_interface, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:57.629762 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3bf11c4c-7eed-42e7-aad7-b323c1575d71 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:57.663110 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-3bf11c4c-7eed-42e7-aad7-b323c1575d71 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c4d7b9b-2e7d-4b9e-b395-540c7851d2f1']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:26:57.689138 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-3bf11c4c-7eed-42e7-aad7-b323c1575d71 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06c5e124-f1dd-4528-9b6b-a7ef7db06941') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:26:57.689502 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-3bf11c4c-7eed-42e7-aad7-b323c1575d71 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06c5e124-f1dd-4528-9b6b-a7ef7db06941') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:26:57.702327 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3bf11c4c-7eed-42e7-aad7-b323c1575d71 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:57.781130 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3bf11c4c-7eed-42e7-aad7-b323c1575d71 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:57.793267 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bf11c4c-7eed-42e7-aad7-b323c1575d71 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:26:57.793267 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3bf11c4c-7eed-42e7-aad7-b323c1575d71 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:57.797338 n-d-master-1 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:26:57.797338 n-d-master-1 neutron-server[103285]: self.session.flush() Dec 06 17:26:57.797338 n-d-master-1 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:26:57.797338 n-d-master-1 neutron-server[103285]: self.session.flush() Dec 06 17:26:57.797338 n-d-master-1 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:26:57.797338 n-d-master-1 neutron-server[103285]: self.session.flush() Dec 06 17:26:57.797338 n-d-master-1 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:26:57.797338 n-d-master-1 neutron-server[103285]: self.session.flush() Dec 06 17:26:57.797338 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:26:57.797338 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:26:57.797338 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:26:57.797338 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:26:57.797338 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:26:57.797338 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:26:57.797338 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:26:57.797338 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:26:57.797338 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:26:57.797338 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:26:57.797338 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:26:57.797338 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:26:57.797338 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:26:57.797338 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:26:57.797338 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:26:57.797338 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:26:57.797338 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:26:57.797338 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:26:57.797338 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:26:57.797338 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:26:57.797338 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:26:57.797338 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:26:57.797338 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:26:57.797338 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:26:57.797338 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:26:57.797338 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:26:57.797338 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:26:57.797338 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:26:57.797338 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:26:57.797338 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:26:57.797338 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:26:57.797338 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:26:57.907517 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3bf11c4c-7eed-42e7-aad7-b323c1575d71 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:57.910718 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7334f9b-0fe7-476a-8233-fcb09742ceaf admin admin] Network 114d4aeb-2d86-4fb0-86a2-d779b598323a is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:26:57.916834 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3bf11c4c-7eed-42e7-aad7-b323c1575d71 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:57.925022 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-3bf11c4c-7eed-42e7-aad7-b323c1575d71 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "DELETE /v2.0/networks/5c4d7b9b-2e7d-4b9e-b395-540c7851d2f1 HTTP/1.1" status: 204 len: 168 time: 2.0088828 Dec 06 17:26:57.927781 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 36294) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:26:57.944282 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-f7334f9b-0fe7-476a-8233-fcb09742ceaf admin admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:26:58.104705 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf11c4c-7eed-42e7-aad7-b323c1575d71 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Pushing event deleted for resources: {'Network': ['ID=5c4d7b9b-2e7d-4b9e-b395-540c7851d2f1,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:26:58.178374 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-db41c32a-9547-4dd7-8329-098bd1265f63 req-733f2c82-9b0a-44ad-bd43-4e10db75877b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=70760a6e-d1d3-42d1-8989-3e4f4d08c1fa HTTP/1.1" status: 200 len: 210 time: 0.1734056 Dec 06 17:26:58.278664 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-79d385ff-82ac-476a-bc82-4af46e3c2eb9 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Deleting port e5d55714-1775-472b-8b96-161f2fe3a720 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:26:58.281258 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-79d385ff-82ac-476a-bc82-4af46e3c2eb9 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:58.323935 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7334f9b-0fe7-476a-8233-fcb09742ceaf admin admin] Router 9185d0f0-f576-4590-a147-46e535e5cf3b has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:26:58.358131 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9511792f-e709-4b4e-b064-f81cf244d6d0 req-871b1fc5-0192-402d-ad5e-b1ec51540af8 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:58.362323 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9511792f-e709-4b4e-b064-f81cf244d6d0 req-871b1fc5-0192-402d-ad5e-b1ec51540af8 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8b9adeb-160c-4c4e-9195-5f6de44acdd7 HTTP/1.1" status: 200 len: 945 time: 0.1686928 Dec 06 17:26:58.468095 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-79d385ff-82ac-476a-bc82-4af46e3c2eb9 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:58.468515 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-79d385ff-82ac-476a-bc82-4af46e3c2eb9 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:58.482415 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-79d385ff-82ac-476a-bc82-4af46e3c2eb9 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Calling delete_port for e5d55714-1775-472b-8b96-161f2fe3a720 owned by network:floatingip {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:26:58.514444 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9511792f-e709-4b4e-b064-f81cf244d6d0 req-3a0ac507-46bb-4066-932c-6a6c44d48194 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4bc6e59-bf7d-42c4-9e98-323b53a08b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357770 Dec 06 17:26:58.518732 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b0eae4e5-81ec-4e8a-bda2-6aedd6d6951f None None] Provisioning complete for port 82b8a887-a317-4aa6-b733-0cc0106b6152 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:26:58.519129 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b0eae4e5-81ec-4e8a-bda2-6aedd6d6951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:58.604717 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b0eae4e5-81ec-4e8a-bda2-6aedd6d6951f None None] Port 82b8a887-a317-4aa6-b733-0cc0106b6152 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:26:58.657506 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7334f9b-0fe7-476a-8233-fcb09742ceaf admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:26:58.670503 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d325c897-2808-48a5-9b57-5b87c8bc2b44 None None] Sync routers for ids ['9185d0f0-f576-4590-a147-46e535e5cf3b'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:26:58.682393 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-f7334f9b-0fe7-476a-8233-fcb09742ceaf admin admin] 10.222.0.23 "PUT /v2.0/routers/9185d0f0-f576-4590-a147-46e535e5cf3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8863161 Dec 06 17:26:58.688835 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d325c897-2808-48a5-9b57-5b87c8bc2b44 None None] Routers {'9185d0f0-f576-4590-a147-46e535e5cf3b'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:26:58.689518 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-d325c897-2808-48a5-9b57-5b87c8bc2b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:26:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['9185d0f0-f576-4590-a147-46e535e5cf3b'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:26:58.820695 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-80d82e20-fa39-42c0-9699-9d352a80a486 req-e2db261a-893a-4df3-9a0c-c4e27d19d4cc tempest-ServerShowV247Test-1646198328 tempest-ServerShowV247Test-1646198328-project] 10.222.0.23 "GET /v2.0/ports?device_id=70760a6e-d1d3-42d1-8989-3e4f4d08c1fa HTTP/1.1" status: 200 len: 210 time: 0.1415784 Dec 06 17:26:58.848776 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-79d385ff-82ac-476a-bc82-4af46e3c2eb9 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:58.907128 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3f02300e-5d30-4624-979e-32647161275d req-db9ba781-b59c-45ad-acef-421acfdfa23b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3ee698ba-a3b6-4cfd-9dd1-e88cdc2ffba5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1150248 Dec 06 17:26:58.991392 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d385ff-82ac-476a-bc82-4af46e3c2eb9 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Pushing event deleted for resources: {'Port': ['ID=e5d55714-1775-472b-8b96-161f2fe3a720,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:26:59.020418 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3f02300e-5d30-4624-979e-32647161275d req-2665f744-1677-4037-8640-fcde672a6561 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bb1cd89ed15b4709b245651789c9bfe3&device_id=3ee698ba-a3b6-4cfd-9dd1-e88cdc2ffba5 HTTP/1.1" status: 200 len: 210 time: 0.0671194 Dec 06 17:26:59.069235 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1f403e70-d803-4dc2-8d2b-bbf7a5693123 req-afd6c5c7-c589-46f8-9e1d-53d35d794916 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9e766107-5d5f-422c-b94b-1d8d8ddacb83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2409832 Dec 06 17:26:59.100774 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3f02300e-5d30-4624-979e-32647161275d req-af077d4f-0f8f-4ee1-a92e-06d7f9d78697 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=bb1cd89ed15b4709b245651789c9bfe3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0521126 Dec 06 17:26:59.144716 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-79d385ff-82ac-476a-bc82-4af46e3c2eb9 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for floatingip, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:59.145385 n-d-master-1 neutron-server[103284]: INFO neutron.db.l3_db [None req-79d385ff-82ac-476a-bc82-4af46e3c2eb9 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Floating IP 377fa6ff-632a-4352-ad0a-8f05b1433cb0 disassociated (deleted). External IP: 172.35.1.28, port: 09f7aabb-6b09-4a8b-bc58-433a095b05f8. Dec 06 17:26:59.358291 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f02300e-5d30-4624-979e-32647161275d req-1dd27bb8-342e-4eb5-8bbe-be2050c53231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:59.359783 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3f02300e-5d30-4624-979e-32647161275d req-1dd27bb8-342e-4eb5-8bbe-be2050c53231 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2421260 Dec 06 17:26:59.435508 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f403e70-d803-4dc2-8d2b-bbf7a5693123 req-cc086f8c-5d67-41fc-bfd1-daa589b1a07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:59.437262 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1f403e70-d803-4dc2-8d2b-bbf7a5693123 req-cc086f8c-5d67-41fc-bfd1-daa589b1a07d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=74bc5013de174928a9ab47aef105909c&device_id=9e766107-5d5f-422c-b94b-1d8d8ddacb83 HTTP/1.1" status: 200 len: 1096 time: 0.3342328 Dec 06 17:26:59.605420 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-d325c897-2808-48a5-9b57-5b87c8bc2b44 None None] Set router 9185d0f0-f576-4590-a147-46e535e5cf3b gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:26:59.763072 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f403e70-d803-4dc2-8d2b-bbf7a5693123 req-87ba9e50-0b63-4a79-9596-5f93dcf0832a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:26:59.777045 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1f403e70-d803-4dc2-8d2b-bbf7a5693123 req-87ba9e50-0b63-4a79-9596-5f93dcf0832a service neutron] 10.222.0.44 "GET /v2.0/networks?id=443e19cc-aba1-401c-ba5c-6c1a74082882 HTTP/1.1" status: 200 len: 918 time: 0.2637544 Dec 06 17:26:59.911037 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-d325c897-2808-48a5-9b57-5b87c8bc2b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9185d0f0-f576-4590-a147-46e535e5cf3b', 'name': 'tempest-TestAggregatesBasicOps-1081499020-router', 'tenant_id': '2fca1017ff5945ccb5207a18404b69ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.60'}], 'enable_snat': True}, 'gw_port_id': 'de0b29c7-056d-4633-9f12-55d62f6c9259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:26:47Z', 'updated_at': '2021-12-06T17:26:56Z', 'revision_number': 4, 'project_id': '2fca1017ff5945ccb5207a18404b69ea', 'gw_port': {'id': 'de0b29c7-056d-4633-9f12-55d62f6c9259', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ef:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9185d0f0-f576-4590-a147-46e535e5cf3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:26:49Z', 'updated_at': '2021-12-06T17:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '82b8a887-a317-4aa6-b733-0cc0106b6152', 'name': '', 'network_id': '114d4aeb-2d86-4fb0-86a2-d779b598323a', 'tenant_id': '2fca1017ff5945ccb5207a18404b69ea', 'mac_address': 'fa:16:3e:37:08:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9185d0f0-f576-4590-a147-46e535e5cf3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': '7e8de865-6f87-488c-a50a-671a6affcd1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:26:54Z', 'updated_at': '2021-12-06T17:26:57Z', 'revision_number': 2, 'project_id': '2fca1017ff5945ccb5207a18404b69ea', 'subnets': [{'id': '7e8de865-6f87-488c-a50a-671a6affcd1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:26:59.941097 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d325c897-2808-48a5-9b57-5b87c8bc2b44 None None] Checking router: 9185d0f0-f576-4590-a147-46e535e5cf3b for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:26:59.941488 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d325c897-2808-48a5-9b57-5b87c8bc2b44 None None] Updating router 9185d0f0-f576-4590-a147-46e535e5cf3b port 82b8a887-a317-4aa6-b733-0cc0106b6152 binding host n-d-master-1 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:26:59.974837 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d325c897-2808-48a5-9b57-5b87c8bc2b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:26:59.997750 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-61069089-634a-4927-ae8d-9ed4679b8461 req-9a5f119b-db62-420e-9f2b-ae1f15ccd1f2 tempest-ServerShowV247Test-1646198328 tempest-ServerShowV247Test-1646198328-project] 10.222.0.23 "GET /v2.0/ports?device_id=70760a6e-d1d3-42d1-8989-3e4f4d08c1fa HTTP/1.1" status: 200 len: 210 time: 0.0598335 Dec 06 17:27:00.071266 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194de4e-fed3-4701-a45b-45d336644195 req-51784d87-5458-4c21-aedc-5395aaabf7a9 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:00.073405 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7194de4e-fed3-4701-a45b-45d336644195 req-51784d87-5458-4c21-aedc-5395aaabf7a9 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8b9adeb-160c-4c4e-9195-5f6de44acdd7 HTTP/1.1" status: 200 len: 945 time: 0.3238997 Dec 06 17:27:00.095060 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1f403e70-d803-4dc2-8d2b-bbf7a5693123 req-9f1bf839-5499-4204-a38d-8aab6add0818 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ecd9a2d-90bf-46c7-a794-db6a81264372 HTTP/1.1" status: 200 len: 1000 time: 0.2433252 Dec 06 17:27:00.147914 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79d385ff-82ac-476a-bc82-4af46e3c2eb9 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Router 21219e34-8ff3-4c2e-bf09-020ce2c07d01 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:27:00.192057 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 36370) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:27:00.206239 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-70c7ba54-73d3-4fd3-a677-e2c21f667426 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1372050297-network', 'tenant_id': '04b9417980994ed094f5e27d94b5a9fb'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:27:00.207011 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f403e70-d803-4dc2-8d2b-bbf7a5693123 req-c5431030-979c-4bc2-9674-a4fa81cc12f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:00.208707 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1f403e70-d803-4dc2-8d2b-bbf7a5693123 req-c5431030-979c-4bc2-9674-a4fa81cc12f6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=01ffc29c-932e-4129-aefc-9a2b3f836b7b HTTP/1.1" status: 200 len: 856 time: 0.1037133 Dec 06 17:27:00.288897 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c7ba54-73d3-4fd3-a677-e2c21f667426 admin admin] Made reservation on behalf of 04b9417980994ed094f5e27d94b5a9fb for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:27:00.295675 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-70c7ba54-73d3-4fd3-a677-e2c21f667426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:00.304157 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7194de4e-fed3-4701-a45b-45d336644195 req-c4b60c60-8ca7-4fb6-ba09-11141312cd77 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4bc6e59-bf7d-42c4-9e98-323b53a08b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224116 Dec 06 17:27:00.325770 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-70c7ba54-73d3-4fd3-a677-e2c21f667426 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:00.488995 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f403e70-d803-4dc2-8d2b-bbf7a5693123 req-2720ead0-b5e5-49af-9b7f-5fd700804bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:00.493364 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1f403e70-d803-4dc2-8d2b-bbf7a5693123 req-2720ead0-b5e5-49af-9b7f-5fd700804bea service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=443e19cc-aba1-401c-ba5c-6c1a74082882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2709942 Dec 06 17:27:00.634987 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-70c7ba54-73d3-4fd3-a677-e2c21f667426 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:00.648366 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79d385ff-82ac-476a-bc82-4af46e3c2eb9 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:27:00.651297 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-70c7ba54-73d3-4fd3-a677-e2c21f667426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:00.661552 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9835a4a-fade-45fe-a3dc-dc90d1b5bcac None None] Sync routers for ids ['21219e34-8ff3-4c2e-bf09-020ce2c07d01'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:27:00.679215 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-79d385ff-82ac-476a-bc82-4af46e3c2eb9 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:00.684287 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9835a4a-fade-45fe-a3dc-dc90d1b5bcac None None] Routers {'21219e34-8ff3-4c2e-bf09-020ce2c07d01'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:27:00.684976 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-b9835a4a-fade-45fe-a3dc-dc90d1b5bcac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:26:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['21219e34-8ff3-4c2e-bf09-020ce2c07d01'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:27:00.818515 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70c7ba54-73d3-4fd3-a677-e2c21f667426 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:27:00.844904 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-79d385ff-82ac-476a-bc82-4af46e3c2eb9 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "DELETE /v2.0/floatingips/377fa6ff-632a-4352-ad0a-8f05b1433cb0 HTTP/1.1" status: 204 len: 168 time: 2.9129207 Dec 06 17:27:00.858494 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b90c60e1-8c4d-43c2-9053-69409cdfe209', 'tag': '09f7aabb-6b09-4a8b-bc58-433a095b05f8'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:27:00.872163 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d325c897-2808-48a5-9b57-5b87c8bc2b44 None None] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:00.878571 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49584d4e-d4cd-46e6-a95f-832ce2abe056" -d '{"events": [{"name": "network-changed", "server_uuid": "b90c60e1-8c4d-43c2-9053-69409cdfe209", "tag": "09f7aabb-6b09-4a8b-bc58-433a095b05f8"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:27:00.892916 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d325c897-2808-48a5-9b57-5b87c8bc2b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:00.916250 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c7ba54-73d3-4fd3-a677-e2c21f667426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8619d526-1c03-48d5-9b94-936ff463621c,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:00.919467 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-70c7ba54-73d3-4fd3-a677-e2c21f667426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:00.919912 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-70c7ba54-73d3-4fd3-a677-e2c21f667426 admin admin] Added segment c099e511-dc51-47f7-86e7-94cc59533331 of type vlan for network 2f77401b-153e-4093-aff6-48e1b4ef492e Dec 06 17:27:00.954869 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1f403e70-d803-4dc2-8d2b-bbf7a5693123 req-ab1b458b-c67a-481d-b0ca-914c00bead14 service neutron] 10.222.0.44 "GET /v2.0/networks/443e19cc-aba1-401c-ba5c-6c1a74082882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4426963 Dec 06 17:27:01.066595 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-70c7ba54-73d3-4fd3-a677-e2c21f667426 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:01.108785 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f30031-a863-496a-8f7b-9a511f1ad467 None None] Pushing event updated for resources: {'Port': ['ID=82b8a887-a317-4aa6-b733-0cc0106b6152,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:01.194946 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-70c7ba54-73d3-4fd3-a677-e2c21f667426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:01.195929 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c7ba54-73d3-4fd3-a677-e2c21f667426 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:01.196519 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-70c7ba54-73d3-4fd3-a677-e2c21f667426 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:01.287130 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-b9835a4a-fade-45fe-a3dc-dc90d1b5bcac None None] Set router 21219e34-8ff3-4c2e-bf09-020ce2c07d01 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:27:01.314001 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-35d021b4-cb2b-412a-bde6-b0e782c69059 req-5cd89c9f-7e91-4409-9674-5a0a7ed0cb09 tempest-ServerShowV247Test-1646198328 tempest-ServerShowV247Test-1646198328-project] 10.222.0.23 "GET /v2.0/ports?device_id=70760a6e-d1d3-42d1-8989-3e4f4d08c1fa HTTP/1.1" status: 200 len: 210 time: 0.3370144 Dec 06 17:27:01.376615 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-70c7ba54-73d3-4fd3-a677-e2c21f667426 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1790690 Dec 06 17:27:01.383287 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 36444) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:27:01.418611 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-acb6d6bd-a410-4eb2-94cb-62aeff14cb41 admin admin] Request body: {'subnet': {'network_id': '2f77401b-153e-4093-aff6-48e1b4ef492e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1372050297-subnet', 'tenant_id': '04b9417980994ed094f5e27d94b5a9fb', 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:27:01.492315 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-d325c897-2808-48a5-9b57-5b87c8bc2b44 None None] Attempting to bind port 82b8a887-a317-4aa6-b733-0cc0106b6152 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:27:01.492726 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-d325c897-2808-48a5-9b57-5b87c8bc2b44 None None] Attempting to bind port 82b8a887-a317-4aa6-b733-0cc0106b6152 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '8a466b55-ab29-479f-aae7-bea93805dfce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '114d4aeb-2d86-4fb0-86a2-d779b598323a'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:27:01.493050 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d325c897-2808-48a5-9b57-5b87c8bc2b44 None None] Attempting to bind port 82b8a887-a317-4aa6-b733-0cc0106b6152 on network 114d4aeb-2d86-4fb0-86a2-d779b598323a {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:27:01.526889 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb1759b7-5011-41bc-9b6e-3e3c13036ad0 x-openstack-request-id: req-eb1759b7-5011-41bc-9b6e-3e3c13036ad0 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:27:01.527597 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b90c60e1-8c4d-43c2-9053-69409cdfe209", "tag": "09f7aabb-6b09-4a8b-bc58-433a095b05f8", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:27:01.529245 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-eb1759b7-5011-41bc-9b6e-3e3c13036ad0 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:27:01.531575 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b90c60e1-8c4d-43c2-9053-69409cdfe209', 'tag': '09f7aabb-6b09-4a8b-bc58-433a095b05f8', 'status': 'completed', 'code': 200} Dec 06 17:27:01.549214 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d325c897-2808-48a5-9b57-5b87c8bc2b44 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:27:01.553738 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d325c897-2808-48a5-9b57-5b87c8bc2b44 None None] Checking segment: {'id': '8a466b55-ab29-479f-aae7-bea93805dfce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '114d4aeb-2d86-4fb0-86a2-d779b598323a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:27:01.554206 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d325c897-2808-48a5-9b57-5b87c8bc2b44 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:01.570131 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d325c897-2808-48a5-9b57-5b87c8bc2b44 None None] Bound using segment: {'id': '8a466b55-ab29-479f-aae7-bea93805dfce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '114d4aeb-2d86-4fb0-86a2-d779b598323a'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:27:01.570131 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-d325c897-2808-48a5-9b57-5b87c8bc2b44 None None] Bound port: 82b8a887-a317-4aa6-b733-0cc0106b6152, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a466b55-ab29-479f-aae7-bea93805dfce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '114d4aeb-2d86-4fb0-86a2-d779b598323a'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:27:01.570131 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d325c897-2808-48a5-9b57-5b87c8bc2b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:01.598313 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1f403e70-d803-4dc2-8d2b-bbf7a5693123 req-783a9ef6-be32-47e0-a325-a005aa3a86c8 service neutron] 10.222.0.44 "GET /v2.0/networks/443e19cc-aba1-401c-ba5c-6c1a74082882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6424713 Dec 06 17:27:01.628070 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acb6d6bd-a410-4eb2-94cb-62aeff14cb41 admin admin] Made reservation on behalf of 04b9417980994ed094f5e27d94b5a9fb for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:27:01.631028 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-acb6d6bd-a410-4eb2-94cb-62aeff14cb41 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:01.766326 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 17:27:01.817792 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af119832-df52-4458-b94a-b898f081a975 req-6bdd69ca-2468-4260-bb2d-032442524c19 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:01.837653 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-af119832-df52-4458-b94a-b898f081a975 req-6bdd69ca-2468-4260-bb2d-032442524c19 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "GET /v2.0/ports?device_id=b90c60e1-8c4d-43c2-9053-69409cdfe209 HTTP/1.1" status: 200 len: 945 time: 0.2613702 Dec 06 17:27:01.840323 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c7ba54-73d3-4fd3-a677-e2c21f667426 admin admin] Pushing event updated for resources: {'Network': ['ID=2f77401b-153e-4093-aff6-48e1b4ef492e,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:01.848662 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-d325c897-2808-48a5-9b57-5b87c8bc2b44 None None] For port 82b8a887-a317-4aa6-b733-0cc0106b6152, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:27:01.855392 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-d325c897-2808-48a5-9b57-5b87c8bc2b44 None None] For port 82b8a887-a317-4aa6-b733-0cc0106b6152, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=82b8a887-a317-4aa6-b733-0cc0106b6152,segment=NetworkSegment(8a466b55-ab29-479f-aae7-bea93805dfce),segment_id=8a466b55-ab29-479f-aae7-bea93805dfce)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:27:01.876323 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 2f77401b-153e-4093-aff6-48e1b4ef492e details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:27:02.053850 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-af119832-df52-4458-b94a-b898f081a975 req-bc39be49-42df-487d-bb3e-5f291c6f5274 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b7468f4-bad8-406b-a529-97182affb0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2107811 Dec 06 17:27:02.143295 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49584d4e-d4cd-46e6-a95f-832ce2abe056 req-b1bfe03c-884a-4864-962b-771225f23c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:02.155957 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-49584d4e-d4cd-46e6-a95f-832ce2abe056 req-b1bfe03c-884a-4864-962b-771225f23c72 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ecd148ff302244ca8d62fb6aab386351&device_id=b90c60e1-8c4d-43c2-9053-69409cdfe209 HTTP/1.1" status: 200 len: 1096 time: 0.5908411 Dec 06 17:27:02.195886 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98d8290-06ec-4b0b-9e50-231a30becdb2 req-928ef155-dbe8-479d-8e86-b4ed1d17ddf3 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:02.208114 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c98d8290-06ec-4b0b-9e50-231a30becdb2 req-928ef155-dbe8-479d-8e86-b4ed1d17ddf3 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8b9adeb-160c-4c4e-9195-5f6de44acdd7 HTTP/1.1" status: 200 len: 945 time: 0.3958728 Dec 06 17:27:02.232263 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d325c897-2808-48a5-9b57-5b87c8bc2b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:02.240260 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-9193373f-c1b2-415f-9731-212883d90430 None None] Provisioning complete for port 82b8a887-a317-4aa6-b733-0cc0106b6152 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:27:02.240646 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9193373f-c1b2-415f-9731-212883d90430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:02.347199 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-acb6d6bd-a410-4eb2-94cb-62aeff14cb41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:02.373671 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-b9835a4a-fade-45fe-a3dc-dc90d1b5bcac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21219e34-8ff3-4c2e-bf09-020ce2c07d01', 'name': 'tempest-TestNetworkBasicOps-router-1491324929', 'tenant_id': 'ecd148ff302244ca8d62fb6aab386351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.151'}], 'enable_snat': True}, 'gw_port_id': 'b43da3b6-6f85-498a-9eac-afd223f3d9df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:24:18Z', 'updated_at': '2021-12-06T17:26:47Z', 'revision_number': 6, 'project_id': 'ecd148ff302244ca8d62fb6aab386351', 'gw_port': {'id': 'b43da3b6-6f85-498a-9eac-afd223f3d9df', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:61:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21219e34-8ff3-4c2e-bf09-020ce2c07d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:24:19Z', 'updated_at': '2021-12-06T17:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'bdc21632-a842-4536-b25a-8b6adfd0adad', 'name': '', 'network_id': 'fcf22484-3aee-4f8b-9ee4-03517fcd27e4', 'tenant_id': 'ecd148ff302244ca8d62fb6aab386351', 'mac_address': 'fa:16:3e:27:11:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21219e34-8ff3-4c2e-bf09-020ce2c07d01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': '28f81e8a-3246-4ebb-bc93-f6166ab7cc6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:24:27Z', 'updated_at': '2021-12-06T17:24:37Z', 'revision_number': 5, 'project_id': 'ecd148ff302244ca8d62fb6aab386351', 'subnets': [{'id': '28f81e8a-3246-4ebb-bc93-f6166ab7cc6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:27:02.436476 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9835a4a-fade-45fe-a3dc-dc90d1b5bcac None None] Checking router: 21219e34-8ff3-4c2e-bf09-020ce2c07d01 for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:27:02.477736 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d325c897-2808-48a5-9b57-5b87c8bc2b44 None None] Routers {'9185d0f0-f576-4590-a147-46e535e5cf3b'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:27:02.478448 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-d325c897-2808-48a5-9b57-5b87c8bc2b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:26:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['9185d0f0-f576-4590-a147-46e535e5cf3b'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:27:02.489363 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9835a4a-fade-45fe-a3dc-dc90d1b5bcac None None] Routers {'21219e34-8ff3-4c2e-bf09-020ce2c07d01'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:27:02.492439 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-b9835a4a-fade-45fe-a3dc-dc90d1b5bcac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:26:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['21219e34-8ff3-4c2e-bf09-020ce2c07d01'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:27:02.608064 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c98d8290-06ec-4b0b-9e50-231a30becdb2 req-9452977e-5ffb-4941-bb6f-461c35a7ceae tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4bc6e59-bf7d-42c4-9e98-323b53a08b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3985178 Dec 06 17:27:02.633660 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c81c4327-cb36-45b2-844d-3f4faaf4f558 req-83016ebc-faff-4b0e-a357-98154f304957 tempest-ServerShowV247Test-1646198328 tempest-ServerShowV247Test-1646198328-project] 10.222.0.23 "GET /v2.0/ports?device_id=70760a6e-d1d3-42d1-8989-3e4f4d08c1fa HTTP/1.1" status: 200 len: 210 time: 0.1316609 Dec 06 17:27:02.664526 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb6d6bd-a410-4eb2-94cb-62aeff14cb41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c765f701-d517-412f-b0ef-28cd04307300,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:02.667258 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49584d4e-d4cd-46e6-a95f-832ce2abe056 req-74f67695-b0ee-443f-a0d1-69391407a69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:02.670627 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-49584d4e-d4cd-46e6-a95f-832ce2abe056 req-74f67695-b0ee-443f-a0d1-69391407a69a service neutron] 10.222.0.44 "GET /v2.0/networks?id=fcf22484-3aee-4f8b-9ee4-03517fcd27e4 HTTP/1.1" status: 200 len: 898 time: 0.5030093 Dec 06 17:27:02.678278 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb6d6bd-a410-4eb2-94cb-62aeff14cb41 admin admin] Checking segment: {'id': 'c099e511-dc51-47f7-86e7-94cc59533331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2f77401b-153e-4093-aff6-48e1b4ef492e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:27:02.688528 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb6d6bd-a410-4eb2-94cb-62aeff14cb41 admin admin] Network hostable DHCP agents. Network: 2f77401b-153e-4093-aff6-48e1b4ef492e, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:27:02.753483 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb6d6bd-a410-4eb2-94cb-62aeff14cb41 admin admin] Network 2f77401b-153e-4093-aff6-48e1b4ef492e is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:27:02.803094 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-49584d4e-d4cd-46e6-a95f-832ce2abe056 req-fdcbc4a2-b4f9-4f59-9f52-494f18435f59 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09f7aabb-6b09-4a8b-bc58-433a095b05f8 HTTP/1.1" status: 200 len: 217 time: 0.1233988 Dec 06 17:27:02.882912 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-acb6d6bd-a410-4eb2-94cb-62aeff14cb41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 2f77401b-153e-4093-aff6-48e1b4ef492e) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:27:02.907413 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-b9835a4a-fade-45fe-a3dc-dc90d1b5bcac None None] Set router 21219e34-8ff3-4c2e-bf09-020ce2c07d01 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:27:02.919067 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb6d6bd-a410-4eb2-94cb-62aeff14cb41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:02.921804 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-acb6d6bd-a410-4eb2-94cb-62aeff14cb41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:02.926665 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 36486) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:27:02.990620 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49584d4e-d4cd-46e6-a95f-832ce2abe056 req-ca2c2e04-e035-4c02-8cb8-3c20c236dd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:02.993440 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-49584d4e-d4cd-46e6-a95f-832ce2abe056 req-ca2c2e04-e035-4c02-8cb8-3c20c236dd81 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=28f81e8a-3246-4ebb-bc93-f6166ab7cc6f HTTP/1.1" status: 200 len: 834 time: 0.1703939 Dec 06 17:27:02.994033 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f30031-a863-496a-8f7b-9a511f1ad467 None None] Pushing event updated for resources: {'Port': ['ID=82b8a887-a317-4aa6-b733-0cc0106b6152,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:03.021340 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-acb6d6bd-a410-4eb2-94cb-62aeff14cb41 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6328752 Dec 06 17:27:03.022405 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 36494) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:27:03.023699 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9956f0c4-2212-4a6e-98ac-eee53266af95 None None] Network 2f77401b-153e-4093-aff6-48e1b4ef492e requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:27:03.069994 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e94c775-fee0-4ce6-bb90-5d08182bedc3 req-36be439b-8133-4ca9-a364-85c8450304c8 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:03.071608 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4e94c775-fee0-4ce6-bb90-5d08182bedc3 req-36be439b-8133-4ca9-a364-85c8450304c8 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.44 "GET /v2.0/ports?device_id=b90c60e1-8c4d-43c2-9053-69409cdfe209 HTTP/1.1" status: 200 len: 945 time: 0.3366370 Dec 06 17:27:03.079108 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-8a6d3eb2-6b80-47d1-8b16-93c9923a223c admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1372050297-router', 'tenant_id': '04b9417980994ed094f5e27d94b5a9fb', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:27:03.127351 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49584d4e-d4cd-46e6-a95f-832ce2abe056 req-b13447da-a64f-4fe1-8584-1845d893e097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:03.129225 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-49584d4e-d4cd-46e6-a95f-832ce2abe056 req-b13447da-a64f-4fe1-8584-1845d893e097 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fcf22484-3aee-4f8b-9ee4-03517fcd27e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1276555 Dec 06 17:27:03.180054 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:03.257725 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8a6d3eb2-6b80-47d1-8b16-93c9923a223c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:03.261787 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8a6d3eb2-6b80-47d1-8b16-93c9923a223c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:03.355704 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b256da29-ab51-4cd5-91e5-c566a2d1ee5d req-bea19796-b8bf-46ea-8e66-04db45357d96 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:03.374845 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b256da29-ab51-4cd5-91e5-c566a2d1ee5d req-bea19796-b8bf-46ea-8e66-04db45357d96 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "GET /v2.0/ports?device_id=b90c60e1-8c4d-43c2-9053-69409cdfe209 HTTP/1.1" status: 200 len: 945 time: 0.1132922 Dec 06 17:27:03.396642 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-d325c897-2808-48a5-9b57-5b87c8bc2b44 None None] Set router 9185d0f0-f576-4590-a147-46e535e5cf3b gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:27:03.398383 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-49584d4e-d4cd-46e6-a95f-832ce2abe056 req-16d832f0-68ca-47ae-b798-6b4030979ce6 service neutron] 10.222.0.44 "GET /v2.0/networks/fcf22484-3aee-4f8b-9ee4-03517fcd27e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592270 Dec 06 17:27:03.463917 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9193373f-c1b2-415f-9731-212883d90430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:03.582852 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f6df0d3f-497f-4ef0-8751-009446015d31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:03.589447 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-49584d4e-d4cd-46e6-a95f-832ce2abe056 req-3c233ef1-3e7b-4b99-8777-7c8c988933eb service neutron] 10.222.0.44 "GET /v2.0/networks/fcf22484-3aee-4f8b-9ee4-03517fcd27e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779933 Dec 06 17:27:03.602751 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-b9835a4a-fade-45fe-a3dc-dc90d1b5bcac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21219e34-8ff3-4c2e-bf09-020ce2c07d01', 'name': 'tempest-TestNetworkBasicOps-router-1491324929', 'tenant_id': 'ecd148ff302244ca8d62fb6aab386351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.151'}], 'enable_snat': True}, 'gw_port_id': 'b43da3b6-6f85-498a-9eac-afd223f3d9df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:24:18Z', 'updated_at': '2021-12-06T17:26:47Z', 'revision_number': 6, 'project_id': 'ecd148ff302244ca8d62fb6aab386351', 'gw_port': {'id': 'b43da3b6-6f85-498a-9eac-afd223f3d9df', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:61:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21219e34-8ff3-4c2e-bf09-020ce2c07d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:24:19Z', 'updated_at': '2021-12-06T17:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'bdc21632-a842-4536-b25a-8b6adfd0adad', 'name': '', 'network_id': 'fcf22484-3aee-4f8b-9ee4-03517fcd27e4', 'tenant_id': 'ecd148ff302244ca8d62fb6aab386351', 'mac_address': 'fa:16:3e:27:11:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21219e34-8ff3-4c2e-bf09-020ce2c07d01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': '28f81e8a-3246-4ebb-bc93-f6166ab7cc6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:24:27Z', 'updated_at': '2021-12-06T17:24:37Z', 'revision_number': 5, 'project_id': 'ecd148ff302244ca8d62fb6aab386351', 'subnets': [{'id': '28f81e8a-3246-4ebb-bc93-f6166ab7cc6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:27:03.697497 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9835a4a-fade-45fe-a3dc-dc90d1b5bcac None None] The sync data for ids ['21219e34-8ff3-4c2e-bf09-020ce2c07d01'] in n-d-master-1 is: [{'id': '21219e34-8ff3-4c2e-bf09-020ce2c07d01', 'name': 'tempest-TestNetworkBasicOps-router-1491324929', 'tenant_id': 'ecd148ff302244ca8d62fb6aab386351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.151'}], 'enable_snat': True}, 'gw_port_id': 'b43da3b6-6f85-498a-9eac-afd223f3d9df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:24:18Z', 'updated_at': '2021-12-06T17:26:47Z', 'revision_number': 6, 'project_id': 'ecd148ff302244ca8d62fb6aab386351', 'gw_port': {'id': 'b43da3b6-6f85-498a-9eac-afd223f3d9df', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:61:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21219e34-8ff3-4c2e-bf09-020ce2c07d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:24:19Z', 'updated_at': '2021-12-06T17:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'bdc21632-a842-4536-b25a-8b6adfd0adad', 'name': '', 'network_id': 'fcf22484-3aee-4f8b-9ee4-03517fcd27e4', 'tenant_id': 'ecd148ff302244ca8d62fb6aab386351', 'mac_address': 'fa:16:3e:27:11:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21219e34-8ff3-4c2e-bf09-020ce2c07d01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': '28f81e8a-3246-4ebb-bc93-f6166ab7cc6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:24:27Z', 'updated_at': '2021-12-06T17:24:37Z', 'revision_number': 5, 'project_id': 'ecd148ff302244ca8d62fb6aab386351', 'subnets': [{'id': '28f81e8a-3246-4ebb-bc93-f6166ab7cc6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:27:03.708493 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b256da29-ab51-4cd5-91e5-c566a2d1ee5d req-d6ed6df1-ba0e-4162-ae43-3fb636e4ea0a tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b7468f4-bad8-406b-a529-97182affb0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3319364 Dec 06 17:27:03.771821 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f6df0d3f-497f-4ef0-8751-009446015d31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:03.773843 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8a6d3eb2-6b80-47d1-8b16-93c9923a223c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:03.811284 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f6df0d3f-497f-4ef0-8751-009446015d31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:03.861077 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d3c7666f-ebf0-454b-81f2-b85a6ddf93e6 req-bc9feff1-1aca-4a26-a3cc-43fe92870f1a tempest-ServerShowV247Test-1646198328 tempest-ServerShowV247Test-1646198328-project] 10.222.0.23 "GET /v2.0/ports?device_id=70760a6e-d1d3-42d1-8989-3e4f4d08c1fa HTTP/1.1" status: 200 len: 210 time: 0.0783825 Dec 06 17:27:03.937851 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-f6df0d3f-497f-4ef0-8751-009446015d31 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=24169e051adc429ea339d2ce89094780&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9956312 Dec 06 17:27:03.939478 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 36508) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:27:03.972873 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6df0d3f-497f-4ef0-8751-009446015d31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3537a685-7e6c-4014-8dca-fbf8c3521654,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:04.031154 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-9193373f-c1b2-415f-9731-212883d90430 None None] For port 82b8a887-a317-4aa6-b733-0cc0106b6152, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=82b8a887-a317-4aa6-b733-0cc0106b6152,segment=NetworkSegment(8a466b55-ab29-479f-aae7-bea93805dfce),segment_id=8a466b55-ab29-479f-aae7-bea93805dfce)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:27:04.062985 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ed18a01b-8d04-4e30-860a-2101e141715d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:04.063545 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9193373f-c1b2-415f-9731-212883d90430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:04.119237 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ed18a01b-8d04-4e30-860a-2101e141715d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:04.254892 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52b8e0d-da48-44d5-9550-51fa798c86c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-2f77401b-153e-4093-aff6-48e1b4ef492e', 'network_id': '2f77401b-153e-4093-aff6-48e1b4ef492e', 'tenant_id': '04b9417980994ed094f5e27d94b5a9fb', 'fixed_ips': [{'subnet_id': 'c765f701-d517-412f-b0ef-28cd04307300'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:27:04.257042 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a52b8e0d-da48-44d5-9550-51fa798c86c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:04.273410 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ed18a01b-8d04-4e30-860a-2101e141715d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:04.276866 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ed18a01b-8d04-4e30-860a-2101e141715d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:04.278115 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-ed18a01b-8d04-4e30-860a-2101e141715d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3537a685-7e6c-4014-8dca-fbf8c3521654 HTTP/1.1" status: 204 len: 168 time: 0.3374159 Dec 06 17:27:04.324480 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed18a01b-8d04-4e30-860a-2101e141715d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3537a685-7e6c-4014-8dca-fbf8c3521654,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:04.402868 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70be954b-9843-4af6-abef-ce70e351dc40 None None] New status for floating IP 377fa6ff-632a-4352-ad0a-8f05b1433cb0: DOWN {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 17:27:04.587148 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-190f4488-949b-4a60-99fa-119bd9d7c263 None None] Provisioning complete for port 82b8a887-a317-4aa6-b733-0cc0106b6152 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:27:04.587523 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-190f4488-949b-4a60-99fa-119bd9d7c263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:04.705624 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedee40b-ccf2-416d-aae4-19c854751568 req-6c771766-269e-4633-814d-1c7288266d9c tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:04.717130 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-cedee40b-ccf2-416d-aae4-19c854751568 req-6c771766-269e-4633-814d-1c7288266d9c tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e766107-5d5f-422c-b94b-1d8d8ddacb83 HTTP/1.1" status: 200 len: 945 time: 0.1147072 Dec 06 17:27:04.846392 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-cedee40b-ccf2-416d-aae4-19c854751568 req-62dba301-a0b8-4248-a1a4-266cbaf03045 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b076312-1c54-4a4a-a63b-13a8529c717b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1258900 Dec 06 17:27:04.970464 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 36532) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:27:04.973307 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8a6d3eb2-6b80-47d1-8b16-93c9923a223c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:04.996331 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aee8ccac-bf74-4c13-bf6e-1ac30e47af6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:05.051355 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cc7a84-b384-4a35-a4cf-e96b058b4eb1 req-e70e6cf3-4b7c-4945-87d4-cf46c5cea884 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:05.054689 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a1cc7a84-b384-4a35-a4cf-e96b058b4eb1 req-e70e6cf3-4b7c-4945-87d4-cf46c5cea884 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8b9adeb-160c-4c4e-9195-5f6de44acdd7 HTTP/1.1" status: 200 len: 945 time: 1.2717071 Dec 06 17:27:05.132811 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9193373f-c1b2-415f-9731-212883d90430 None None] Pushing event updated for resources: {'Port': ['ID=82b8a887-a317-4aa6-b733-0cc0106b6152,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:05.178192 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-4e94c775-fee0-4ce6-bb90-5d08182bedc3 req-494277fd-8dd5-4337-85e6-e89b87f49226 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Deleting port 09f7aabb-6b09-4a8b-bc58-433a095b05f8 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:27:05.178544 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4e94c775-fee0-4ce6-bb90-5d08182bedc3 req-494277fd-8dd5-4337-85e6-e89b87f49226 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:05.366407 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:05.369884 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-d325c897-2808-48a5-9b57-5b87c8bc2b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9185d0f0-f576-4590-a147-46e535e5cf3b', 'name': 'tempest-TestAggregatesBasicOps-1081499020-router', 'tenant_id': '2fca1017ff5945ccb5207a18404b69ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.60'}], 'enable_snat': True}, 'gw_port_id': 'de0b29c7-056d-4633-9f12-55d62f6c9259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:26:47Z', 'updated_at': '2021-12-06T17:26:56Z', 'revision_number': 4, 'project_id': '2fca1017ff5945ccb5207a18404b69ea', 'gw_port': {'id': 'de0b29c7-056d-4633-9f12-55d62f6c9259', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ef:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9185d0f0-f576-4590-a147-46e535e5cf3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:26:49Z', 'updated_at': '2021-12-06T17:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '82b8a887-a317-4aa6-b733-0cc0106b6152', 'name': '', 'network_id': '114d4aeb-2d86-4fb0-86a2-d779b598323a', 'tenant_id': '2fca1017ff5945ccb5207a18404b69ea', 'mac_address': 'fa:16:3e:37:08:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9185d0f0-f576-4590-a147-46e535e5cf3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': '7e8de865-6f87-488c-a50a-671a6affcd1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:26:54Z', 'updated_at': '2021-12-06T17:27:01Z', 'revision_number': 4, 'project_id': '2fca1017ff5945ccb5207a18404b69ea', 'subnets': [{'id': '7e8de865-6f87-488c-a50a-671a6affcd1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:27:05.397035 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a1cc7a84-b384-4a35-a4cf-e96b058b4eb1 req-00d48285-0bd2-4c31-a730-63920929cbbe tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4bc6e59-bf7d-42c4-9e98-323b53a08b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3323514 Dec 06 17:27:05.414000 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d325c897-2808-48a5-9b57-5b87c8bc2b44 None None] The sync data for ids ['9185d0f0-f576-4590-a147-46e535e5cf3b'] in n-d-master-1 is: [{'id': '9185d0f0-f576-4590-a147-46e535e5cf3b', 'name': 'tempest-TestAggregatesBasicOps-1081499020-router', 'tenant_id': '2fca1017ff5945ccb5207a18404b69ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.60'}], 'enable_snat': True}, 'gw_port_id': 'de0b29c7-056d-4633-9f12-55d62f6c9259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:26:47Z', 'updated_at': '2021-12-06T17:26:56Z', 'revision_number': 4, 'project_id': '2fca1017ff5945ccb5207a18404b69ea', 'gw_port': {'id': 'de0b29c7-056d-4633-9f12-55d62f6c9259', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ef:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9185d0f0-f576-4590-a147-46e535e5cf3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:26:49Z', 'updated_at': '2021-12-06T17:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '82b8a887-a317-4aa6-b733-0cc0106b6152', 'name': '', 'network_id': '114d4aeb-2d86-4fb0-86a2-d779b598323a', 'tenant_id': '2fca1017ff5945ccb5207a18404b69ea', 'mac_address': 'fa:16:3e:37:08:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9185d0f0-f576-4590-a147-46e535e5cf3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': '7e8de865-6f87-488c-a50a-671a6affcd1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:26:54Z', 'updated_at': '2021-12-06T17:27:01Z', 'revision_number': 4, 'project_id': '2fca1017ff5945ccb5207a18404b69ea', 'subnets': [{'id': '7e8de865-6f87-488c-a50a-671a6affcd1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:27:05.472269 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-4e94c775-fee0-4ce6-bb90-5d08182bedc3 req-494277fd-8dd5-4337-85e6-e89b87f49226 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] For port 09f7aabb-6b09-4a8b-bc58-433a095b05f8, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=09f7aabb-6b09-4a8b-bc58-433a095b05f8,segment=NetworkSegment(e36fdd3c-8263-42c5-be91-80384f076237),segment_id=e36fdd3c-8263-42c5-be91-80384f076237)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:27:05.472642 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4e94c775-fee0-4ce6-bb90-5d08182bedc3 req-494277fd-8dd5-4337-85e6-e89b87f49226 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:05.541299 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-4e94c775-fee0-4ce6-bb90-5d08182bedc3 req-494277fd-8dd5-4337-85e6-e89b87f49226 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Calling delete_port for 09f7aabb-6b09-4a8b-bc58-433a095b05f8 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:27:05.600025 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e192076b-85b4-42e4-8903-1126115c67be req-de9073a3-20ee-4c7d-bd9b-cb39be39752f tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:05.612902 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e192076b-85b4-42e4-8903-1126115c67be req-de9073a3-20ee-4c7d-bd9b-cb39be39752f tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "GET /v2.0/ports?device_id=b90c60e1-8c4d-43c2-9053-69409cdfe209 HTTP/1.1" status: 200 len: 945 time: 0.5908148 Dec 06 17:27:05.624922 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-a52b8e0d-da48-44d5-9550-51fa798c86c2 None None] Allocated IP 172.20.0.2 (2f77401b-153e-4093-aff6-48e1b4ef492e/c765f701-d517-412f-b0ef-28cd04307300/df4bacf3-5625-4f2a-9694-bf1ed742d3e5) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:27:05.689253 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aee8ccac-bf74-4c13-bf6e-1ac30e47af6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:05.705204 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aee8ccac-bf74-4c13-bf6e-1ac30e47af6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:05.733228 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-423b11e1-5339-4c82-8c38-09b71686c584 req-66afccd0-0d14-435d-966a-75e57788ab4b tempest-ServerShowV247Test-1646198328 tempest-ServerShowV247Test-1646198328-project] 10.222.0.23 "GET /v2.0/ports?device_id=70760a6e-d1d3-42d1-8989-3e4f4d08c1fa HTTP/1.1" status: 200 len: 210 time: 0.0615096 Dec 06 17:27:05.737638 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e192076b-85b4-42e4-8903-1126115c67be req-136a5dea-c7b1-4a67-a71e-35f401496735 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b7468f4-bad8-406b-a529-97182affb0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232362 Dec 06 17:27:05.777437 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee8ccac-bf74-4c13-bf6e-1ac30e47af6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65ebcf32-0694-4b51-82f9-b30e67d610f8,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:05.792850 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-aee8ccac-bf74-4c13-bf6e-1ac30e47af6f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=974e1f5005984cd4862eef3a2386dd05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8209693 Dec 06 17:27:05.794821 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 36536) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:27:05.886706 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a6f5469d-3b18-4c6a-bd6f-2eab7aa8ea07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:05.955073 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a6f5469d-3b18-4c6a-bd6f-2eab7aa8ea07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:06.015150 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a52b8e0d-da48-44d5-9550-51fa798c86c2 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:06.028068 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a52b8e0d-da48-44d5-9550-51fa798c86c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:06.048918 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8a6d3eb2-6b80-47d1-8b16-93c9923a223c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:06.050521 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52b8e0d-da48-44d5-9550-51fa798c86c2 None None] Network 2f77401b-153e-4093-aff6-48e1b4ef492e is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:27:06.076576 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8a6d3eb2-6b80-47d1-8b16-93c9923a223c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:06.076849 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-a52b8e0d-da48-44d5-9550-51fa798c86c2 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:27:06.081622 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52b8e0d-da48-44d5-9550-51fa798c86c2 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:27:06.127432 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52b8e0d-da48-44d5-9550-51fa798c86c2 None None] Pushing event updated for resources: {'Port': ['ID=df4bacf3-5625-4f2a-9694-bf1ed742d3e5,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:06.188369 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7986d94d-5800-4bfe-89dc-14cf3015a5b0 req-ca925064-1a85-4479-9b55-e14305baea7c tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:06.199470 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7986d94d-5800-4bfe-89dc-14cf3015a5b0 req-ca925064-1a85-4479-9b55-e14305baea7c tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e766107-5d5f-422c-b94b-1d8d8ddacb83 HTTP/1.1" status: 200 len: 945 time: 0.1728549 Dec 06 17:27:06.207418 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4e94c775-fee0-4ce6-bb90-5d08182bedc3 req-494277fd-8dd5-4337-85e6-e89b87f49226 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:06.235952 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-a52b8e0d-da48-44d5-9550-51fa798c86c2 None None] Attempting to bind port df4bacf3-5625-4f2a-9694-bf1ed742d3e5 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:27:06.235952 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-a52b8e0d-da48-44d5-9550-51fa798c86c2 None None] Attempting to bind port df4bacf3-5625-4f2a-9694-bf1ed742d3e5 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'c099e511-dc51-47f7-86e7-94cc59533331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2f77401b-153e-4093-aff6-48e1b4ef492e'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:27:06.235952 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52b8e0d-da48-44d5-9550-51fa798c86c2 None None] Attempting to bind port df4bacf3-5625-4f2a-9694-bf1ed742d3e5 on network 2f77401b-153e-4093-aff6-48e1b4ef492e {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:27:06.241592 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 09f7aabb-6b09-4a8b-bc58-433a095b05f8 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:27:06.316466 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a6f5469d-3b18-4c6a-bd6f-2eab7aa8ea07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:06.317451 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52b8e0d-da48-44d5-9550-51fa798c86c2 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:27:06.318016 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52b8e0d-da48-44d5-9550-51fa798c86c2 None None] Checking segment: {'id': 'c099e511-dc51-47f7-86e7-94cc59533331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2f77401b-153e-4093-aff6-48e1b4ef492e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:27:06.318539 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a52b8e0d-da48-44d5-9550-51fa798c86c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:06.318996 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52b8e0d-da48-44d5-9550-51fa798c86c2 None None] Bound using segment: {'id': 'c099e511-dc51-47f7-86e7-94cc59533331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2f77401b-153e-4093-aff6-48e1b4ef492e'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:27:06.319502 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-a52b8e0d-da48-44d5-9550-51fa798c86c2 None None] Bound port: df4bacf3-5625-4f2a-9694-bf1ed742d3e5, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c099e511-dc51-47f7-86e7-94cc59533331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2f77401b-153e-4093-aff6-48e1b4ef492e'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:27:06.319898 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a52b8e0d-da48-44d5-9550-51fa798c86c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:06.323107 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494277fd-8dd5-4337-85e6-e89b87f49226 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Pushing event deleted for resources: {'Port': ['ID=09f7aabb-6b09-4a8b-bc58-433a095b05f8,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:06.325735 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a6f5469d-3b18-4c6a-bd6f-2eab7aa8ea07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:06.333386 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-a6f5469d-3b18-4c6a-bd6f-2eab7aa8ea07 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/65ebcf32-0694-4b51-82f9-b30e67d610f8 HTTP/1.1" status: 204 len: 168 time: 0.5354912 Dec 06 17:27:06.363206 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] No Port match for: 09f7aabb-6b09-4a8b-bc58-433a095b05f8 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:27:06.364018 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7986d94d-5800-4bfe-89dc-14cf3015a5b0 req-a1e01085-eaac-45f0-84f1-1f0173f9fded tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b076312-1c54-4a4a-a63b-13a8529c717b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1628249 Dec 06 17:27:06.365725 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 09f7aabb-6b09-4a8b-bc58-433a095b05f8 not bound to the agent host n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:27:06.398980 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f5469d-3b18-4c6a-bd6f-2eab7aa8ea07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ebcf32-0694-4b51-82f9-b30e67d610f8,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:06.501991 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e94c775-fee0-4ce6-bb90-5d08182bedc3 req-494277fd-8dd5-4337-85e6-e89b87f49226 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] No DVR routers for this DVR port 09f7aabb-6b09-4a8b-bc58-433a095b05f8 on host n-h2-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:27:06.507276 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4e94c775-fee0-4ce6-bb90-5d08182bedc3 req-494277fd-8dd5-4337-85e6-e89b87f49226 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:06.517773 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4e94c775-fee0-4ce6-bb90-5d08182bedc3 req-494277fd-8dd5-4337-85e6-e89b87f49226 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.44 "DELETE /v2.0/ports/09f7aabb-6b09-4a8b-bc58-433a095b05f8 HTTP/1.1" status: 204 len: 173 time: 3.4188657 Dec 06 17:27:06.518281 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b90c60e1-8c4d-43c2-9053-69409cdfe209', 'name': 'network-vif-deleted', 'tag': '09f7aabb-6b09-4a8b-bc58-433a095b05f8'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:27:06.540253 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae65f656-bf1d-470c-9c3f-c4c1f22c5b7c" -d '{"events": [{"server_uuid": "b90c60e1-8c4d-43c2-9053-69409cdfe209", "name": "network-vif-deleted", "tag": "09f7aabb-6b09-4a8b-bc58-433a095b05f8"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:27:06.762683 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a52b8e0d-da48-44d5-9550-51fa798c86c2 None None] For port df4bacf3-5625-4f2a-9694-bf1ed742d3e5, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:27:06.772612 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a52b8e0d-da48-44d5-9550-51fa798c86c2 None None] For port df4bacf3-5625-4f2a-9694-bf1ed742d3e5, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=df4bacf3-5625-4f2a-9694-bf1ed742d3e5,segment=NetworkSegment(c099e511-dc51-47f7-86e7-94cc59533331),segment_id=c099e511-dc51-47f7-86e7-94cc59533331)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:27:06.780983 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a52b8e0d-da48-44d5-9550-51fa798c86c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:06.851338 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c9f453-9d00-4157-82b4-ee521bdb93c1 req-07b08f7a-20a0-47fe-98aa-5a6616f22865 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:06.862757 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-15c9f453-9d00-4157-82b4-ee521bdb93c1 req-07b08f7a-20a0-47fe-98aa-5a6616f22865 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8b9adeb-160c-4c4e-9195-5f6de44acdd7 HTTP/1.1" status: 200 len: 945 time: 0.2574718 Dec 06 17:27:07.003060 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-15c9f453-9d00-4157-82b4-ee521bdb93c1 req-35dd9599-dfcd-4f76-9b86-d1dec23c01dd tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4bc6e59-bf7d-42c4-9e98-323b53a08b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380069 Dec 06 17:27:07.008652 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52b8e0d-da48-44d5-9550-51fa798c86c2 None None] Pushing event updated for resources: {'Port': ['ID=df4bacf3-5625-4f2a-9694-bf1ed742d3e5,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:07.045232 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-8a6d3eb2-6b80-47d1-8b16-93c9923a223c admin admin] Allocated IP 172.35.1.122 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/01037aa4-d193-4e35-8dfa-99917080359e) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:27:07.057838 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 82b8a887-a317-4aa6-b733-0cc0106b6152 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:27:07.218689 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 36572) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:27:07.311819 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 82b8a887-a317-4aa6-b733-0cc0106b6152 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:27:07.313025 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:07.386097 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0a9ad9b6-bb25-4f72-9e83-e6157d1f59ae req-4f960c49-692c-4589-b1d6-aa0febfabd05 tempest-ServerShowV247Test-1646198328 tempest-ServerShowV247Test-1646198328-project] 10.222.0.23 "GET /v2.0/ports?device_id=70760a6e-d1d3-42d1-8989-3e4f4d08c1fa HTTP/1.1" status: 200 len: 210 time: 0.0835629 Dec 06 17:27:07.480446 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8a6d3eb2-6b80-47d1-8b16-93c9923a223c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:07.527472 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 36582) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:27:07.558434 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee35810d-9560-4972-ba0b-8433c62cfa91 x-openstack-request-id: req-ee35810d-9560-4972-ba0b-8433c62cfa91 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:27:07.558830 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b90c60e1-8c4d-43c2-9053-69409cdfe209", "name": "network-vif-deleted", "tag": "09f7aabb-6b09-4a8b-bc58-433a095b05f8", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:27:07.559197 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ee35810d-9560-4972-ba0b-8433c62cfa91 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:27:07.559722 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b90c60e1-8c4d-43c2-9053-69409cdfe209', 'name': 'network-vif-deleted', 'tag': '09f7aabb-6b09-4a8b-bc58-433a095b05f8', 'status': 'completed', 'code': 200} Dec 06 17:27:07.576260 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8a6d3eb2-6b80-47d1-8b16-93c9923a223c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:07.667345 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d520f1ce-a886-4941-8f6b-ebe6d1416520 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:07.744949 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6d3eb2-6b80-47d1-8b16-93c9923a223c admin admin] Pushing event updated for resources: {'Port': ['ID=01037aa4-d193-4e35-8dfa-99917080359e,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:07.769759 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6d3eb2-6b80-47d1-8b16-93c9923a223c admin admin] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:27:07.784276 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9557aeee-198e-44ee-a9fb-e3be40338474 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:07.784724 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-8a6d3eb2-6b80-47d1-8b16-93c9923a223c admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:27:07.788250 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6d3eb2-6b80-47d1-8b16-93c9923a223c admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:27:07.801589 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b69cfa8-928a-4d08-9207-ae940ec99258 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:27:07.853111 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7761387-e448-4709-bcf7-7a6232791707 req-7f9a77e7-6b86-4a4c-b822-0ae953e89881 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:07.863600 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b7761387-e448-4709-bcf7-7a6232791707 req-7f9a77e7-6b86-4a4c-b822-0ae953e89881 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 946 time: 1.2287927 Dec 06 17:27:07.882582 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9557aeee-198e-44ee-a9fb-e3be40338474 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:07.892528 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-61b9485f-9159-473f-b3c3-5eb141bb6686 None None] Provisioning complete for port 01037aa4-d193-4e35-8dfa-99917080359e triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:27:07.893635 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-61b9485f-9159-473f-b3c3-5eb141bb6686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:07.960487 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1352d171-d560-4680-9e0c-d6d9c29e7ce4 req-703dc743-f3cd-4641-8c01-c4941b734244 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:07.962306 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-61b9485f-9159-473f-b3c3-5eb141bb6686 None None] Port 01037aa4-d193-4e35-8dfa-99917080359e cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:27:07.966652 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1352d171-d560-4680-9e0c-d6d9c29e7ce4 req-703dc743-f3cd-4641-8c01-c4941b734244 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e766107-5d5f-422c-b94b-1d8d8ddacb83 HTTP/1.1" status: 200 len: 945 time: 0.2875566 Dec 06 17:27:08.060155 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9557aeee-198e-44ee-a9fb-e3be40338474 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:08.062706 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9557aeee-198e-44ee-a9fb-e3be40338474 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:08.063921 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-9557aeee-198e-44ee-a9fb-e3be40338474 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "DELETE /v2.0/security-groups/9b7468f4-bad8-406b-a529-97182affb0b6 HTTP/1.1" status: 204 len: 168 time: 0.5359249 Dec 06 17:27:08.111253 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9557aeee-198e-44ee-a9fb-e3be40338474 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b7468f4-bad8-406b-a529-97182affb0b6,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:08.199547 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1352d171-d560-4680-9e0c-d6d9c29e7ce4 req-2576596d-0a44-4e23-a113-72f2711a0672 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b076312-1c54-4a4a-a63b-13a8529c717b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1779623 Dec 06 17:27:08.234813 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d520f1ce-a886-4941-8f6b-ebe6d1416520 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:08.245643 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d520f1ce-a886-4941-8f6b-ebe6d1416520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:08.325737 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 36598) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:27:08.326238 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-d520f1ce-a886-4941-8f6b-ebe6d1416520 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=aabeec01933e497aa6ad924907227829&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1047125 Dec 06 17:27:08.326799 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8a6d3eb2-6b80-47d1-8b16-93c9923a223c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:08.329302 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d520f1ce-a886-4941-8f6b-ebe6d1416520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07400899-5bc7-41de-8dfd-7a0c11a9362d,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:08.393992 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b7761387-e448-4709-bcf7-7a6232791707 req-3d10e1d1-aa18-4002-96e7-b0b943bddb3d tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5274198 Dec 06 17:27:08.453563 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cace0d9-2f36-4ec8-9040-4610398cfb58 req-b47e3d1d-691b-4972-9304-0af9f4b50bcc tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:08.467250 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9cace0d9-2f36-4ec8-9040-4610398cfb58 req-b47e3d1d-691b-4972-9304-0af9f4b50bcc tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8b9adeb-160c-4c4e-9195-5f6de44acdd7 HTTP/1.1" status: 200 len: 945 time: 0.1389351 Dec 06 17:27:08.483543 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 36602) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:27:08.624219 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-538dce88-cb33-4158-ac48-c2b0295a98af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:08.659252 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-538dce88-cb33-4158-ac48-c2b0295a98af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:08.763565 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9cace0d9-2f36-4ec8-9040-4610398cfb58 req-c2d0815f-3445-4920-ad9e-2228089b9ebc tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4bc6e59-bf7d-42c4-9e98-323b53a08b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954001 Dec 06 17:27:08.763852 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-538dce88-cb33-4158-ac48-c2b0295a98af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:08.767215 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-538dce88-cb33-4158-ac48-c2b0295a98af admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:08.768514 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-538dce88-cb33-4158-ac48-c2b0295a98af admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/07400899-5bc7-41de-8dfd-7a0c11a9362d HTTP/1.1" status: 204 len: 168 time: 0.4392848 Dec 06 17:27:08.792388 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3e93fd48-31e4-498c-8cc6-76fb6ca5a413 req-44991877-6973-4dd7-aef2-75cb827503a1 tempest-ServerShowV247Test-1646198328 tempest-ServerShowV247Test-1646198328-project] 10.222.0.23 "GET /v2.0/ports?device_id=70760a6e-d1d3-42d1-8989-3e4f4d08c1fa HTTP/1.1" status: 200 len: 210 time: 0.1729968 Dec 06 17:27:08.827010 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf522a03-3d3d-42a2-847c-3b71faba0303 req-fc5795f7-5551-4912-b52b-c5045cada831 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:08.828825 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bf522a03-3d3d-42a2-847c-3b71faba0303 req-fc5795f7-5551-4912-b52b-c5045cada831 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.44 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 946 time: 0.4214857 Dec 06 17:27:08.832119 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538dce88-cb33-4158-ac48-c2b0295a98af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07400899-5bc7-41de-8dfd-7a0c11a9362d,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:09.027314 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device df4bacf3-5625-4f2a-9694-bf1ed742d3e5 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:27:09.084456 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8a6d3eb2-6b80-47d1-8b16-93c9923a223c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:09.160997 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0acc6ca9-d080-4f38-8a2c-bab671a11683 None None] Network 2f77401b-153e-4093-aff6-48e1b4ef492e requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:27:09.327000 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-bf522a03-3d3d-42a2-847c-3b71faba0303 req-3936010d-82b5-4050-b38c-8d9f2602e6fc tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Deleting port 9c900df7-6bd1-4efb-807b-75f3d9f6e7b1 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:27:09.327505 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bf522a03-3d3d-42a2-847c-3b71faba0303 req-3936010d-82b5-4050-b38c-8d9f2602e6fc tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:09.432533 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3217563c-2187-42de-b266-37c967f3557f req-1fc33dc3-9d3b-45f5-97db-05e8c9a1f147 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:09.440392 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3217563c-2187-42de-b266-37c967f3557f req-1fc33dc3-9d3b-45f5-97db-05e8c9a1f147 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e766107-5d5f-422c-b94b-1d8d8ddacb83 HTTP/1.1" status: 200 len: 945 time: 0.1231284 Dec 06 17:27:09.479448 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port df4bacf3-5625-4f2a-9694-bf1ed742d3e5 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:27:09.479870 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:09.496314 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a85e9c01-0778-48c3-9885-c32f9dc8a7a4 None None] Provisioning complete for port df4bacf3-5625-4f2a-9694-bf1ed742d3e5 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:27:09.496649 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a85e9c01-0778-48c3-9885-c32f9dc8a7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:09.529579 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3217563c-2187-42de-b266-37c967f3557f req-83d2427c-6b5f-4f70-a6a1-841b500a66da tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b076312-1c54-4a4a-a63b-13a8529c717b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0874879 Dec 06 17:27:09.568954 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3ec461df-41b3-4882-80e7-c02e3a27fae6 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575908'] for router_interface, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:09.620864 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a6d3eb2-6b80-47d1-8b16-93c9923a223c admin admin] Router b50842b3-1181-44fd-9831-d94f3af99bee is scheduled to L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 17:27:09.677040 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-bf522a03-3d3d-42a2-847c-3b71faba0303 req-3936010d-82b5-4050-b38c-8d9f2602e6fc tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] For port 9c900df7-6bd1-4efb-807b-75f3d9f6e7b1, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=9c900df7-6bd1-4efb-807b-75f3d9f6e7b1,segment=NetworkSegment(7b3b1671-5b3d-45b5-8a84-9493fd934077),segment_id=7b3b1671-5b3d-45b5-8a84-9493fd934077)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:27:09.677770 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bf522a03-3d3d-42a2-847c-3b71faba0303 req-3936010d-82b5-4050-b38c-8d9f2602e6fc tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:09.726273 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-bf522a03-3d3d-42a2-847c-3b71faba0303 req-3936010d-82b5-4050-b38c-8d9f2602e6fc tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Calling delete_port for 9c900df7-6bd1-4efb-807b-75f3d9f6e7b1 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:27:09.736171 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b1351f-e272-4c5b-86d1-5752cc0e0952 req-80dd2149-4281-4dd7-849b-11ac39f419cd tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:09.743472 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c1b1351f-e272-4c5b-86d1-5752cc0e0952 req-80dd2149-4281-4dd7-849b-11ac39f419cd tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 946 time: 0.2065103 Dec 06 17:27:09.761156 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a85e9c01-0778-48c3-9885-c32f9dc8a7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:09.763054 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:09.830355 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] For port df4bacf3-5625-4f2a-9694-bf1ed742d3e5, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=df4bacf3-5625-4f2a-9694-bf1ed742d3e5,segment=NetworkSegment(c099e511-dc51-47f7-86e7-94cc59533331),segment_id=c099e511-dc51-47f7-86e7-94cc59533331)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:27:09.842411 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:09.947781 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.db.api [None req-a85e9c01-0778-48c3-9885-c32f9dc8a7a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103286) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 17:27:09.948694 n-d-master-1 neutron-server[103286]: DEBUG oslo_db.api [None req-a85e9c01-0778-48c3-9885-c32f9dc8a7a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 17:27:09.974291 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Pushing event updated for resources: {'Port': ['ID=df4bacf3-5625-4f2a-9694-bf1ed742d3e5,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:10.062917 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3352bf3b-731e-4476-a448-b65bd74576f6 req-ddf615ff-5803-4e32-8071-ed25413d7c9d tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:10.064654 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3352bf3b-731e-4476-a448-b65bd74576f6 req-ddf615ff-5803-4e32-8071-ed25413d7c9d tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8b9adeb-160c-4c4e-9195-5f6de44acdd7 HTTP/1.1" status: 200 len: 945 time: 0.1818376 Dec 06 17:27:10.095698 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-3ec461df-41b3-4882-80e7-c02e3a27fae6 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Deleting port bdc21632-a842-4536-b25a-8b6adfd0adad {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:27:10.096291 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3ec461df-41b3-4882-80e7-c02e3a27fae6 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:10.107292 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c1b1351f-e272-4c5b-86d1-5752cc0e0952 req-71ffc1d8-cb31-43eb-ac13-522263cedaae tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/security-groups?id=f66000fd-655a-45c0-a962-591f0107b3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3623259 Dec 06 17:27:10.140180 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a6d3eb2-6b80-47d1-8b16-93c9923a223c admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:27:10.151068 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff553184-1d80-46d0-9d57-7c39dfacf692 None None] Sync routers for ids ['b50842b3-1181-44fd-9831-d94f3af99bee'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:27:10.178428 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff553184-1d80-46d0-9d57-7c39dfacf692 None None] Routers {'b50842b3-1181-44fd-9831-d94f3af99bee'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:27:10.180051 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-ff553184-1d80-46d0-9d57-7c39dfacf692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:26:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['b50842b3-1181-44fd-9831-d94f3af99bee'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:27:10.189353 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8a6d3eb2-6b80-47d1-8b16-93c9923a223c admin admin] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:10.190839 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-8a6d3eb2-6b80-47d1-8b16-93c9923a223c admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.1656711 Dec 06 17:27:10.193010 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-3ec461df-41b3-4882-80e7-c02e3a27fae6 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] For port bdc21632-a842-4536-b25a-8b6adfd0adad, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=bdc21632-a842-4536-b25a-8b6adfd0adad,segment=NetworkSegment(e36fdd3c-8263-42c5-be91-80384f076237),segment_id=e36fdd3c-8263-42c5-be91-80384f076237)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:27:10.193348 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3ec461df-41b3-4882-80e7-c02e3a27fae6 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:10.205057 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 36660) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:27:10.217170 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-3ec461df-41b3-4882-80e7-c02e3a27fae6 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Calling delete_port for bdc21632-a842-4536-b25a-8b6adfd0adad owned by network:router_interface {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:27:10.242401 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f02c1197-d722-42ee-8a28-46859be28ee8 req-2e5e05fa-6a11-4387-888a-f9ffdd793c31 tempest-ServerShowV247Test-1646198328 tempest-ServerShowV247Test-1646198328-project] 10.222.0.23 "GET /v2.0/ports?device_id=70760a6e-d1d3-42d1-8989-3e4f4d08c1fa HTTP/1.1" status: 200 len: 210 time: 0.0571289 Dec 06 17:27:10.327699 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bf522a03-3d3d-42a2-847c-3b71faba0303 req-3936010d-82b5-4050-b38c-8d9f2602e6fc tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:10.402707 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-ff553184-1d80-46d0-9d57-7c39dfacf692 None None] Set router b50842b3-1181-44fd-9831-d94f3af99bee gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:27:10.436908 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3352bf3b-731e-4476-a448-b65bd74576f6 req-00175c3e-ec72-4703-be85-7aa7979dc7e0 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4bc6e59-bf7d-42c4-9e98-323b53a08b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3596873 Dec 06 17:27:10.458513 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf522a03-3d3d-42a2-847c-3b71faba0303 req-3936010d-82b5-4050-b38c-8d9f2602e6fc tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] No DVR routers for this DVR port 9c900df7-6bd1-4efb-807b-75f3d9f6e7b1 on host n-h2-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:27:10.462369 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3936010d-82b5-4050-b38c-8d9f2602e6fc tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Pushing event deleted for resources: {'Port': ['ID=9c900df7-6bd1-4efb-807b-75f3d9f6e7b1,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:10.471842 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bf522a03-3d3d-42a2-847c-3b71faba0303 req-3936010d-82b5-4050-b38c-8d9f2602e6fc tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:10.477605 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bf522a03-3d3d-42a2-847c-3b71faba0303 req-3936010d-82b5-4050-b38c-8d9f2602e6fc tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.44 "DELETE /v2.0/ports/9c900df7-6bd1-4efb-807b-75f3d9f6e7b1 HTTP/1.1" status: 204 len: 173 time: 1.6395364 Dec 06 17:27:10.479464 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '376fa427-021b-4997-a0b0-c1fba445d258', 'name': 'network-vif-deleted', 'tag': '9c900df7-6bd1-4efb-807b-75f3d9f6e7b1'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:27:10.487310 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9cb4fe4-9ca4-4b5f-a6a4-a09782d9b470" -d '{"events": [{"server_uuid": "376fa427-021b-4997-a0b0-c1fba445d258", "name": "network-vif-deleted", "tag": "9c900df7-6bd1-4efb-807b-75f3d9f6e7b1"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:27:10.581754 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a85f80-4252-48c3-b000-865c87ce05ef x-openstack-request-id: req-a3a85f80-4252-48c3-b000-865c87ce05ef {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:27:10.582888 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "376fa427-021b-4997-a0b0-c1fba445d258", "name": "network-vif-deleted", "tag": "9c900df7-6bd1-4efb-807b-75f3d9f6e7b1", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:27:10.583337 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a3a85f80-4252-48c3-b000-865c87ce05ef {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:27:10.584103 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '376fa427-021b-4997-a0b0-c1fba445d258', 'name': 'network-vif-deleted', 'tag': '9c900df7-6bd1-4efb-807b-75f3d9f6e7b1', 'status': 'completed', 'code': 200} Dec 06 17:27:10.651425 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-42d95064-6aa0-4958-a4bf-125bdb651e43 None None] Provisioning complete for port df4bacf3-5625-4f2a-9694-bf1ed742d3e5 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:27:10.651941 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-42d95064-6aa0-4958-a4bf-125bdb651e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:10.731101 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-ff553184-1d80-46d0-9d57-7c39dfacf692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b50842b3-1181-44fd-9831-d94f3af99bee', 'name': 'tempest-TestAggregatesBasicOps-1372050297-router', 'tenant_id': '04b9417980994ed094f5e27d94b5a9fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.122'}], 'enable_snat': True}, 'gw_port_id': '01037aa4-d193-4e35-8dfa-99917080359e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:27:03Z', 'updated_at': '2021-12-06T17:27:08Z', 'revision_number': 3, 'project_id': '04b9417980994ed094f5e27d94b5a9fb', 'gw_port': {'id': '01037aa4-d193-4e35-8dfa-99917080359e', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:4c:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b50842b3-1181-44fd-9831-d94f3af99bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2306, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:27:06Z', 'updated_at': '2021-12-06T17:27:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:27:10.789303 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff553184-1d80-46d0-9d57-7c39dfacf692 None None] Checking router: b50842b3-1181-44fd-9831-d94f3af99bee for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:27:10.789690 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff553184-1d80-46d0-9d57-7c39dfacf692 None None] Updating router b50842b3-1181-44fd-9831-d94f3af99bee port 01037aa4-d193-4e35-8dfa-99917080359e binding host n-d-master-1 {{(pid=103287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:27:10.844921 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ff553184-1d80-46d0-9d57-7c39dfacf692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:10.863719 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560252e0-2df3-485e-b541-ae78e468a39c req-8f1f6d2c-c035-4ea0-9854-f5bcf60b2e69 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:10.871988 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-560252e0-2df3-485e-b541-ae78e468a39c req-8f1f6d2c-c035-4ea0-9854-f5bcf60b2e69 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e766107-5d5f-422c-b94b-1d8d8ddacb83 HTTP/1.1" status: 200 len: 945 time: 0.2037954 Dec 06 17:27:10.889353 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device df4bacf3-5625-4f2a-9694-bf1ed742d3e5 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:27:10.957356 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port df4bacf3-5625-4f2a-9694-bf1ed742d3e5 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:27:10.958031 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:11.251293 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-560252e0-2df3-485e-b541-ae78e468a39c req-fa5f154d-ba6f-4887-ba71-8ef9b9a99279 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b076312-1c54-4a4a-a63b-13a8529c717b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3780978 Dec 06 17:27:11.259507 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ff553184-1d80-46d0-9d57-7c39dfacf692 None None] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:11.268140 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ff553184-1d80-46d0-9d57-7c39dfacf692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:11.283374 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3ec461df-41b3-4882-80e7-c02e3a27fae6 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:11.312056 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c9e38b99-3f59-4013-a36b-8facde012263 req-70403683-70b5-4691-bfdb-52a1b7749573 tempest-ServersNegativeTestJSON-1693246238 tempest-ServersNegativeTestJSON-1693246238-project] 10.222.0.23 "GET /v2.0/ports?device_id=376fa427-021b-4997-a0b0-c1fba445d258 HTTP/1.1" status: 200 len: 210 time: 0.0622566 Dec 06 17:27:11.344616 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1962540a-09c1-48e4-9490-7725e0c9041f None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:27:11.377298 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-ff553184-1d80-46d0-9d57-7c39dfacf692 None None] Attempting to bind port 01037aa4-d193-4e35-8dfa-99917080359e on host n-d-master-1 for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:27:11.377911 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-ff553184-1d80-46d0-9d57-7c39dfacf692 None None] Attempting to bind port 01037aa4-d193-4e35-8dfa-99917080359e by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:27:11.378462 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff553184-1d80-46d0-9d57-7c39dfacf692 None None] Attempting to bind port 01037aa4-d193-4e35-8dfa-99917080359e on network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:27:11.386229 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfe83b5-54e1-472e-af48-8423bd016c04 None None] Pushing event updated for resources: {'Port': ['ID=01037aa4-d193-4e35-8dfa-99917080359e,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:11.387544 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec461df-41b3-4882-80e7-c02e3a27fae6 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Pushing event deleted for resources: {'Port': ['ID=bdc21632-a842-4536-b25a-8b6adfd0adad,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:11.396890 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff553184-1d80-46d0-9d57-7c39dfacf692 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:27:11.397318 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff553184-1d80-46d0-9d57-7c39dfacf692 None None] Checking segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:27:11.397697 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ff553184-1d80-46d0-9d57-7c39dfacf692 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:11.398084 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff553184-1d80-46d0-9d57-7c39dfacf692 None None] Bound using segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:27:11.398567 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-ff553184-1d80-46d0-9d57-7c39dfacf692 None None] Bound port: 01037aa4-d193-4e35-8dfa-99917080359e, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:27:11.398941 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ff553184-1d80-46d0-9d57-7c39dfacf692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:11.473439 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-127c4526-cf70-4589-9184-f98edb0fca38 None None] Provisioning complete for port 01037aa4-d193-4e35-8dfa-99917080359e triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:27:11.474035 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-127c4526-cf70-4589-9184-f98edb0fca38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:11.485718 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a4b145cf-8a9a-4454-bbe8-d757e76e8ca6 req-f5121432-8df0-4f84-856e-98e64f13febb tempest-ServerShowV247Test-1646198328 tempest-ServerShowV247Test-1646198328-project] 10.222.0.23 "GET /v2.0/ports?device_id=70760a6e-d1d3-42d1-8989-3e4f4d08c1fa HTTP/1.1" status: 200 len: 210 time: 0.1021590 Dec 06 17:27:11.546054 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 36742) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:27:11.573055 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-127c4526-cf70-4589-9184-f98edb0fca38 None None] Port 01037aa4-d193-4e35-8dfa-99917080359e cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:27:11.645737 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a731d23f-9e65-4533-aaa1-2993de14ed29 req-9d2bd84c-f339-4ef7-bc0d-86d65f00b913 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:11.655073 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a731d23f-9e65-4533-aaa1-2993de14ed29 req-9d2bd84c-f339-4ef7-bc0d-86d65f00b913 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8b9adeb-160c-4c4e-9195-5f6de44acdd7 HTTP/1.1" status: 200 len: 945 time: 0.1098769 Dec 06 17:27:11.703031 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cdbc305e-ff88-41b0-a344-0336d6ff4c3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:11.727925 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-ff553184-1d80-46d0-9d57-7c39dfacf692 None None] For port 01037aa4-d193-4e35-8dfa-99917080359e, host n-d-master-1, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:27:11.735800 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-ff553184-1d80-46d0-9d57-7c39dfacf692 None None] For port 01037aa4-d193-4e35-8dfa-99917080359e, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=01037aa4-d193-4e35-8dfa-99917080359e,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:27:11.746342 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ff553184-1d80-46d0-9d57-7c39dfacf692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:11.753488 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a731d23f-9e65-4533-aaa1-2993de14ed29 req-abdd5743-192e-4258-86b7-4c72d0c634e4 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4bc6e59-bf7d-42c4-9e98-323b53a08b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961101 Dec 06 17:27:11.799493 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67228be9-53a1-403d-993c-a29613e49bf5 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:27:11.814080 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff553184-1d80-46d0-9d57-7c39dfacf692 None None] Routers {'b50842b3-1181-44fd-9831-d94f3af99bee'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:27:11.814715 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-ff553184-1d80-46d0-9d57-7c39dfacf692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:26:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['b50842b3-1181-44fd-9831-d94f3af99bee'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:27:11.818121 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4915406e-5b74-419b-9d35-fba5f3a9cab1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:11.910076 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-e60dbf30-af80-4494-82e2-08eead86b517 None None] Provisioning complete for port 01037aa4-d193-4e35-8dfa-99917080359e triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:27:11.910702 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e60dbf30-af80-4494-82e2-08eead86b517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:11.954413 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-ff553184-1d80-46d0-9d57-7c39dfacf692 None None] Set router b50842b3-1181-44fd-9831-d94f3af99bee gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:27:11.960933 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4915406e-5b74-419b-9d35-fba5f3a9cab1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:11.967715 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4915406e-5b74-419b-9d35-fba5f3a9cab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:11.976703 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-cdbc305e-ff88-41b0-a344-0336d6ff4c3d admin admin] Allocated IP 172.20.0.1 (2f77401b-153e-4093-aff6-48e1b4ef492e/c765f701-d517-412f-b0ef-28cd04307300/21036b0d-72ef-471b-a6e9-e97cee925f00) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:27:12.001558 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-4915406e-5b74-419b-9d35-fba5f3a9cab1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c022cf545afe4996ad1acfa2cd2889ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4535983 Dec 06 17:27:12.009943 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 36748) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:27:12.047143 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfe83b5-54e1-472e-af48-8423bd016c04 None None] Pushing event updated for resources: {'Port': ['ID=01037aa4-d193-4e35-8dfa-99917080359e,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:12.048048 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4915406e-5b74-419b-9d35-fba5f3a9cab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09c4c43a-ee73-4ad4-b89a-b40ec3ea1256,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:12.086059 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4915406e-5b74-419b-9d35-fba5f3a9cab1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:27:12.086641 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4915406e-5b74-419b-9d35-fba5f3a9cab1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:27:12.087232 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4915406e-5b74-419b-9d35-fba5f3a9cab1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:27:12.088303 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4915406e-5b74-419b-9d35-fba5f3a9cab1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:27:12.089611 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4915406e-5b74-419b-9d35-fba5f3a9cab1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:27:12.090105 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4915406e-5b74-419b-9d35-fba5f3a9cab1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:27:12.090649 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4915406e-5b74-419b-9d35-fba5f3a9cab1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:27:12.091124 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4915406e-5b74-419b-9d35-fba5f3a9cab1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:27:12.091832 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4915406e-5b74-419b-9d35-fba5f3a9cab1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:27:12.092309 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4915406e-5b74-419b-9d35-fba5f3a9cab1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:27:12.092786 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4915406e-5b74-419b-9d35-fba5f3a9cab1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:27:12.093281 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4915406e-5b74-419b-9d35-fba5f3a9cab1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:27:12.093653 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4915406e-5b74-419b-9d35-fba5f3a9cab1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:27:12.120518 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e3fee937-3435-430a-b031-e2b0912c83bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:12.128506 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e60dbf30-af80-4494-82e2-08eead86b517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:12.149771 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cdbc305e-ff88-41b0-a344-0336d6ff4c3d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:12.165135 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e3fee937-3435-430a-b031-e2b0912c83bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:12.182289 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-e60dbf30-af80-4494-82e2-08eead86b517 None None] For port 01037aa4-d193-4e35-8dfa-99917080359e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=01037aa4-d193-4e35-8dfa-99917080359e,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:27:12.191084 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e60dbf30-af80-4494-82e2-08eead86b517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:12.204334 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-ff553184-1d80-46d0-9d57-7c39dfacf692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b50842b3-1181-44fd-9831-d94f3af99bee', 'name': 'tempest-TestAggregatesBasicOps-1372050297-router', 'tenant_id': '04b9417980994ed094f5e27d94b5a9fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.122'}], 'enable_snat': True}, 'gw_port_id': '01037aa4-d193-4e35-8dfa-99917080359e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:27:03Z', 'updated_at': '2021-12-06T17:27:08Z', 'revision_number': 3, 'project_id': '04b9417980994ed094f5e27d94b5a9fb', 'gw_port': {'id': '01037aa4-d193-4e35-8dfa-99917080359e', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:4c:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b50842b3-1181-44fd-9831-d94f3af99bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2306, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:27:06Z', 'updated_at': '2021-12-06T17:27:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:27:12.238825 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3ec461df-41b3-4882-80e7-c02e3a27fae6 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-772474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575952'] for router_interface, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:12.244515 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 9c900df7-6bd1-4efb-807b-75f3d9f6e7b1 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:27:12.249432 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e3fee937-3435-430a-b031-e2b0912c83bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:12.250646 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff553184-1d80-46d0-9d57-7c39dfacf692 None None] The sync data for ids ['b50842b3-1181-44fd-9831-d94f3af99bee'] in n-d-master-1 is: [{'id': 'b50842b3-1181-44fd-9831-d94f3af99bee', 'name': 'tempest-TestAggregatesBasicOps-1372050297-router', 'tenant_id': '04b9417980994ed094f5e27d94b5a9fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.122'}], 'enable_snat': True}, 'gw_port_id': '01037aa4-d193-4e35-8dfa-99917080359e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:27:03Z', 'updated_at': '2021-12-06T17:27:08Z', 'revision_number': 3, 'project_id': '04b9417980994ed094f5e27d94b5a9fb', 'gw_port': {'id': '01037aa4-d193-4e35-8dfa-99917080359e', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:4c:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b50842b3-1181-44fd-9831-d94f3af99bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2306, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:27:06Z', 'updated_at': '2021-12-06T17:27:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:27:12.259556 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e3fee937-3435-430a-b031-e2b0912c83bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:12.261661 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-e3fee937-3435-430a-b031-e2b0912c83bb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/09c4c43a-ee73-4ad4-b89a-b40ec3ea1256 HTTP/1.1" status: 204 len: 168 time: 0.2503808 Dec 06 17:27:12.285676 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] No Port match for: 9c900df7-6bd1-4efb-807b-75f3d9f6e7b1 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:27:12.286027 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 9c900df7-6bd1-4efb-807b-75f3d9f6e7b1 not bound to the agent host n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:27:12.288014 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60dbf30-af80-4494-82e2-08eead86b517 None None] Pushing event updated for resources: {'Port': ['ID=01037aa4-d193-4e35-8dfa-99917080359e,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:12.302279 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fee937-3435-430a-b031-e2b0912c83bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c4c43a-ee73-4ad4-b89a-b40ec3ea1256,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:12.435775 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 36758) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:27:12.460860 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cdbc305e-ff88-41b0-a344-0336d6ff4c3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:12.520972 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-4da158b3-4847-4058-b22b-15339886bcc5 admin admin] Deleting subnet 32ad7edd-27dc-4328-9a42-8806a7c2ef97 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:27:12.524748 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbc305e-ff88-41b0-a344-0336d6ff4c3d admin admin] Network 2f77401b-153e-4093-aff6-48e1b4ef492e is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:27:12.529853 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4da158b3-4847-4058-b22b-15339886bcc5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:12.530359 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-cdbc305e-ff88-41b0-a344-0336d6ff4c3d admin admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:27:12.544120 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbc305e-ff88-41b0-a344-0336d6ff4c3d admin admin] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:27:12.583264 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4da158b3-4847-4058-b22b-15339886bcc5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:12.691279 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4da158b3-4847-4058-b22b-15339886bcc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:12.787408 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0baa61d6-363c-42b8-ae0c-a9bd64e10769 req-262dee58-9b01-43da-bab9-ff3b59d1b0bc tempest-ServerShowV247Test-1646198328 tempest-ServerShowV247Test-1646198328-project] 10.222.0.23 "GET /v2.0/ports?device_id=70760a6e-d1d3-42d1-8989-3e4f4d08c1fa HTTP/1.1" status: 200 len: 210 time: 0.0459418 Dec 06 17:27:12.858313 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4da158b3-4847-4058-b22b-15339886bcc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:12.912836 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 36766) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:27:12.913738 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da158b3-4847-4058-b22b-15339886bcc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32ad7edd-27dc-4328-9a42-8806a7c2ef97,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:12.936012 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-71aeb332-8d22-4fe1-99cf-634cfe3caaa0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:13.010862 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4da158b3-4847-4058-b22b-15339886bcc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:13.018164 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-4da158b3-4847-4058-b22b-15339886bcc5 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/32ad7edd-27dc-4328-9a42-8806a7c2ef97 HTTP/1.1" status: 204 len: 168 time: 0.5809717 Dec 06 17:27:13.020169 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 36768) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:27:13.039415 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-5b21f119-8633-4214-a371-fa3247c3a5e5 None None] Provisioning complete for port 21036b0d-72ef-471b-a6e9-e97cee925f00 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:27:13.040382 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5b21f119-8633-4214-a371-fa3247c3a5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:13.103871 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-5b21f119-8633-4214-a371-fa3247c3a5e5 None None] Port 21036b0d-72ef-471b-a6e9-e97cee925f00 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:27:13.107974 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 01037aa4-d193-4e35-8dfa-99917080359e up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:27:13.148457 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b28f28-0605-4e0c-8954-4ade4113cfef req-26332b68-7559-4c5f-9275-e310074da102 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:13.157363 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-78b28f28-0605-4e0c-8954-4ade4113cfef req-26332b68-7559-4c5f-9275-e310074da102 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8b9adeb-160c-4c4e-9195-5f6de44acdd7 HTTP/1.1" status: 200 len: 945 time: 0.2483220 Dec 06 17:27:13.160833 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-71aeb332-8d22-4fe1-99cf-634cfe3caaa0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:13.176412 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbc305e-ff88-41b0-a344-0336d6ff4c3d admin admin] Pushing event updated for resources: {'Port': ['ID=21036b0d-72ef-471b-a6e9-e97cee925f00,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:13.193164 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30f839d-1bee-4d4f-b1c7-665035f62ec7 req-abd3cb49-d936-4ee7-9d67-97166d942004 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:13.195527 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c30f839d-1bee-4d4f-b1c7-665035f62ec7 req-abd3cb49-d936-4ee7-9d67-97166d942004 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e766107-5d5f-422c-b94b-1d8d8ddacb83 HTTP/1.1" status: 200 len: 945 time: 0.7523658 Dec 06 17:27:13.201760 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-71aeb332-8d22-4fe1-99cf-634cfe3caaa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:13.204609 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 01037aa4-d193-4e35-8dfa-99917080359e triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:27:13.204998 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:13.242508 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cdbc305e-ff88-41b0-a344-0336d6ff4c3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539179'] for router_interface, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:13.262558 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-71aeb332-8d22-4fe1-99cf-634cfe3caaa0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=aee1275f4319401782323c6fb249cb56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3455970 Dec 06 17:27:13.265263 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 36774) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:27:13.267750 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aeb332-8d22-4fe1-99cf-634cfe3caaa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d19efff0-4813-43c9-a6d5-bd476157ea50,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:13.316201 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6fbfa828-eb82-4eda-954d-950e56bdcd0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:13.364702 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ec461df-41b3-4882-80e7-c02e3a27fae6 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Router 21219e34-8ff3-4c2e-bf09-020ce2c07d01 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:27:13.369227 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7cc039bd-db4d-4c19-a2a8-ef53878be268 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:13.413875 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c30f839d-1bee-4d4f-b1c7-665035f62ec7 req-75dbb24b-af45-4bc9-b44a-c8817e2e8cdc tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b076312-1c54-4a4a-a63b-13a8529c717b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2038326 Dec 06 17:27:13.426344 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-78b28f28-0605-4e0c-8954-4ade4113cfef req-2925b0e9-6d78-479f-a383-fbfe8465238b tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4bc6e59-bf7d-42c4-9e98-323b53a08b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679780 Dec 06 17:27:13.449641 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e29e8f5e-6c18-4040-884a-99469f5ac1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:13.467307 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7cc039bd-db4d-4c19-a2a8-ef53878be268 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:13.549024 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6fbfa828-eb82-4eda-954d-950e56bdcd0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:13.577424 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-6fbfa828-eb82-4eda-954d-950e56bdcd0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fd247c3-8063-42cc-bb6f-57bead4315cb']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:27:13.584546 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ec461df-41b3-4882-80e7-c02e3a27fae6 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:27:13.591053 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-6fbfa828-eb82-4eda-954d-950e56bdcd0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b3b1671-5b3d-45b5-8a84-9493fd934077') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:27:13.591377 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-6fbfa828-eb82-4eda-954d-950e56bdcd0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b3b1671-5b3d-45b5-8a84-9493fd934077') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:27:13.601210 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b75404d-85e7-4d10-8ab7-7975fd884931 None None] Sync routers for ids ['21219e34-8ff3-4c2e-bf09-020ce2c07d01'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:27:13.604476 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-3ec461df-41b3-4882-80e7-c02e3a27fae6 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "PUT /v2.0/routers/21219e34-8ff3-4c2e-bf09-020ce2c07d01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1144741 Dec 06 17:27:13.607640 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 36778) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:27:13.624323 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b75404d-85e7-4d10-8ab7-7975fd884931 None None] Routers {'21219e34-8ff3-4c2e-bf09-020ce2c07d01'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:27:13.625045 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-3b75404d-85e7-4d10-8ab7-7975fd884931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:26:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['21219e34-8ff3-4c2e-bf09-020ce2c07d01'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:27:13.627767 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6fbfa828-eb82-4eda-954d-950e56bdcd0c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:13.647535 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7cc039bd-db4d-4c19-a2a8-ef53878be268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:13.648105 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cdbc305e-ff88-41b0-a344-0336d6ff4c3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:13.650841 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7cc039bd-db4d-4c19-a2a8-ef53878be268 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:13.655828 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-7cc039bd-db4d-4c19-a2a8-ef53878be268 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d19efff0-4813-43c9-a6d5-bd476157ea50 HTTP/1.1" status: 204 len: 168 time: 0.3696959 Dec 06 17:27:13.680339 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc039bd-db4d-4c19-a2a8-ef53878be268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d19efff0-4813-43c9-a6d5-bd476157ea50,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:13.698851 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6fbfa828-eb82-4eda-954d-950e56bdcd0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:13.732601 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fbfa828-eb82-4eda-954d-950e56bdcd0c admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:27:13.733159 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6fbfa828-eb82-4eda-954d-950e56bdcd0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:13.734111 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-d96bd933-0f37-458a-a005-f7f26be93f55 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Deleting subnet 28f81e8a-3246-4ebb-bc93-f6166ab7cc6f {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:27:13.748250 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d96bd933-0f37-458a-a005-f7f26be93f55 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:13.763212 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 17:27:13.763212 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:27:13.763212 n-d-master-1 neutron-server[103284]: timer() Dec 06 17:27:13.763212 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:27:13.763212 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 17:27:13.763212 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:27:13.763212 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 17:27:13.763212 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:27:13.763212 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 17:27:13.763212 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:27:13.763212 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 17:27:13.763212 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:27:13.763212 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 17:27:13.763212 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:27:13.763212 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:27:13.763212 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:27:13.763212 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:27:13.763212 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:27:13.763212 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 17:27:13.763212 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:27:13.763212 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 17:27:13.763212 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:27:13.763212 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:27:13.763212 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:27:13.763212 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 17:27:13.763212 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:27:13.763212 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:27:13.763212 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:27:13.763212 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:27:13.763212 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:27:13.763212 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:27:13.763212 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:27:13.863551 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6fbfa828-eb82-4eda-954d-950e56bdcd0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:13.874949 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6fbfa828-eb82-4eda-954d-950e56bdcd0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:13.885340 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-6fbfa828-eb82-4eda-954d-950e56bdcd0c admin admin] 10.222.0.23 "DELETE /v2.0/networks/0fd247c3-8063-42cc-bb6f-57bead4315cb HTTP/1.1" status: 204 len: 168 time: 0.8478537 Dec 06 17:27:13.899620 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-3b75404d-85e7-4d10-8ab7-7975fd884931 None None] Set router 21219e34-8ff3-4c2e-bf09-020ce2c07d01 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:27:13.916172 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbfa828-eb82-4eda-954d-950e56bdcd0c admin admin] Pushing event deleted for resources: {'Network': ['ID=0fd247c3-8063-42cc-bb6f-57bead4315cb,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:13.956703 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d96bd933-0f37-458a-a005-f7f26be93f55 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:14.031104 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f984bd54-477d-455c-b4c9-352f27540d89 req-04463987-b152-4b07-a3ef-b1e36615e1c9 tempest-ServerShowV247Test-1646198328 tempest-ServerShowV247Test-1646198328-project] 10.222.0.23 "GET /v2.0/ports?device_id=70760a6e-d1d3-42d1-8989-3e4f4d08c1fa HTTP/1.1" status: 200 len: 210 time: 0.1080701 Dec 06 17:27:14.147146 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-3b75404d-85e7-4d10-8ab7-7975fd884931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21219e34-8ff3-4c2e-bf09-020ce2c07d01', 'name': 'tempest-TestNetworkBasicOps-router-1491324929', 'tenant_id': 'ecd148ff302244ca8d62fb6aab386351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.151'}], 'enable_snat': True}, 'gw_port_id': 'b43da3b6-6f85-498a-9eac-afd223f3d9df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:24:18Z', 'updated_at': '2021-12-06T17:27:10Z', 'revision_number': 7, 'project_id': 'ecd148ff302244ca8d62fb6aab386351', 'gw_port': {'id': 'b43da3b6-6f85-498a-9eac-afd223f3d9df', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:61:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21219e34-8ff3-4c2e-bf09-020ce2c07d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:24:19Z', 'updated_at': '2021-12-06T17:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:27:14.190800 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b75404d-85e7-4d10-8ab7-7975fd884931 None None] Checking router: 21219e34-8ff3-4c2e-bf09-020ce2c07d01 for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:27:14.198568 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d96bd933-0f37-458a-a005-f7f26be93f55 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:14.201049 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b75404d-85e7-4d10-8ab7-7975fd884931 None None] Routers {'21219e34-8ff3-4c2e-bf09-020ce2c07d01'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:27:14.201787 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-3b75404d-85e7-4d10-8ab7-7975fd884931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:26:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['21219e34-8ff3-4c2e-bf09-020ce2c07d01'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:27:14.250198 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 36798) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:27:14.266978 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cdbc305e-ff88-41b0-a344-0336d6ff4c3d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:14.278912 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cdbc305e-ff88-41b0-a344-0336d6ff4c3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:14.349006 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-5adfb994-37ee-40c9-ad04-6bce4b08a8b1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=27074bf2b27c4afcb8f578b14abef9af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0943360 Dec 06 17:27:14.349847 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 36802) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:27:14.406320 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d96bd933-0f37-458a-a005-f7f26be93f55 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:14.488728 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8011a4a1-bb9d-4238-b9b5-3422a0d47f2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:14.501697 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cdbc305e-ff88-41b0-a344-0336d6ff4c3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-772465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539207'] for router_interface, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:14.531739 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96bd933-0f37-458a-a005-f7f26be93f55 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Pushing event deleted for resources: {'Subnet': ['ID=28f81e8a-3246-4ebb-bc93-f6166ab7cc6f,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:14.536734 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d96bd933-0f37-458a-a005-f7f26be93f55 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:14.537188 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8011a4a1-bb9d-4238-b9b5-3422a0d47f2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:14.547136 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-d96bd933-0f37-458a-a005-f7f26be93f55 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "DELETE /v2.0/subnets/28f81e8a-3246-4ebb-bc93-f6166ab7cc6f HTTP/1.1" status: 204 len: 168 time: 0.9382269 Dec 06 17:27:14.548150 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbc305e-ff88-41b0-a344-0336d6ff4c3d admin admin] Pushing event updated for resources: {'Port': ['ID=21036b0d-72ef-471b-a6e9-e97cee925f00,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:14.551352 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 36810) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:27:14.641507 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6d1b61-ea23-431f-aa04-8831c473a135 None None] Network fcf22484-3aee-4f8b-9ee4-03517fcd27e4 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:27:14.707713 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef2010-68f4-4764-a686-b221dad2deba req-734ebb99-3a2d-4749-956f-b27e8c2cb674 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:14.712873 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-13ef2010-68f4-4764-a686-b221dad2deba req-734ebb99-3a2d-4749-956f-b27e8c2cb674 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e766107-5d5f-422c-b94b-1d8d8ddacb83 HTTP/1.1" status: 200 len: 945 time: 0.1620405 Dec 06 17:27:14.743033 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-3b75404d-85e7-4d10-8ab7-7975fd884931 None None] Set router 21219e34-8ff3-4c2e-bf09-020ce2c07d01 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:27:14.764471 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8011a4a1-bb9d-4238-b9b5-3422a0d47f2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:14.777175 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8011a4a1-bb9d-4238-b9b5-3422a0d47f2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:14.780854 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-8011a4a1-bb9d-4238-b9b5-3422a0d47f2a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f66000fd-655a-45c0-a962-591f0107b3e7 HTTP/1.1" status: 204 len: 168 time: 0.4275010 Dec 06 17:27:14.810475 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8011a4a1-bb9d-4238-b9b5-3422a0d47f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f66000fd-655a-45c0-a962-591f0107b3e7,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:14.830300 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-13ef2010-68f4-4764-a686-b221dad2deba req-23fd6f9e-2f79-47a5-984f-6dfed091c6a0 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b076312-1c54-4a4a-a63b-13a8529c717b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1110272 Dec 06 17:27:14.945911 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a34fe4-e4c8-4c53-860b-05a418271bff req-2575c7af-9b2a-4dd0-b8da-07fe31220e7a tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:14.961537 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-22a34fe4-e4c8-4c53-860b-05a418271bff req-2575c7af-9b2a-4dd0-b8da-07fe31220e7a tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8b9adeb-160c-4c4e-9195-5f6de44acdd7 HTTP/1.1" status: 200 len: 945 time: 0.3410268 Dec 06 17:27:15.002838 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-106fa453-0c3e-4aa4-aaba-da20bbb038e0 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for router, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:15.074420 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbc305e-ff88-41b0-a344-0336d6ff4c3d admin admin] Network 2f77401b-153e-4093-aff6-48e1b4ef492e is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:27:15.089662 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-cdbc305e-ff88-41b0-a344-0336d6ff4c3d admin admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:27:15.140181 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-22a34fe4-e4c8-4c53-860b-05a418271bff req-375f7bbe-ad1c-4054-89ef-15f010442b8b tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4bc6e59-bf7d-42c4-9e98-323b53a08b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809254 Dec 06 17:27:15.266859 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-226fd9e3-bad5-473e-a2e6-f9ed148688b0 req-caf9eeed-3a86-4ed5-8a3c-dfc9411d6796 tempest-ServerShowV247Test-1646198328 tempest-ServerShowV247Test-1646198328-project] 10.222.0.23 "GET /v2.0/ports?device_id=70760a6e-d1d3-42d1-8989-3e4f4d08c1fa HTTP/1.1" status: 200 len: 210 time: 0.0780227 Dec 06 17:27:15.286027 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b9bf7d-1fde-4406-990a-d02f0c2955aa None None] DHCP port deletion for fcf22484-3aee-4f8b-9ee4-03517fcd27e4 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:27:15.415327 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-3b75404d-85e7-4d10-8ab7-7975fd884931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21219e34-8ff3-4c2e-bf09-020ce2c07d01', 'name': 'tempest-TestNetworkBasicOps-router-1491324929', 'tenant_id': 'ecd148ff302244ca8d62fb6aab386351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.151'}], 'enable_snat': True}, 'gw_port_id': 'b43da3b6-6f85-498a-9eac-afd223f3d9df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:24:18Z', 'updated_at': '2021-12-06T17:27:10Z', 'revision_number': 7, 'project_id': 'ecd148ff302244ca8d62fb6aab386351', 'gw_port': {'id': 'b43da3b6-6f85-498a-9eac-afd223f3d9df', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:61:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21219e34-8ff3-4c2e-bf09-020ce2c07d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:24:19Z', 'updated_at': '2021-12-06T17:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:27:15.448461 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-106fa453-0c3e-4aa4-aaba-da20bbb038e0 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:15.457672 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b75404d-85e7-4d10-8ab7-7975fd884931 None None] The sync data for ids ['21219e34-8ff3-4c2e-bf09-020ce2c07d01'] in n-d-master-1 is: [{'id': '21219e34-8ff3-4c2e-bf09-020ce2c07d01', 'name': 'tempest-TestNetworkBasicOps-router-1491324929', 'tenant_id': 'ecd148ff302244ca8d62fb6aab386351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.151'}], 'enable_snat': True}, 'gw_port_id': 'b43da3b6-6f85-498a-9eac-afd223f3d9df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:24:18Z', 'updated_at': '2021-12-06T17:27:10Z', 'revision_number': 7, 'project_id': 'ecd148ff302244ca8d62fb6aab386351', 'gw_port': {'id': 'b43da3b6-6f85-498a-9eac-afd223f3d9df', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:61:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21219e34-8ff3-4c2e-bf09-020ce2c07d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:24:19Z', 'updated_at': '2021-12-06T17:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:27:15.474818 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-21b9bf7d-1fde-4406-990a-d02f0c2955aa None None] Deleting port 18cca4f8-e9f3-4b5e-a3c6-2d5c0217e0cc {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:27:15.475698 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-21b9bf7d-1fde-4406-990a-d02f0c2955aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:15.488803 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdbc305e-ff88-41b0-a344-0336d6ff4c3d admin admin] Router b50842b3-1181-44fd-9831-d94f3af99bee has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:27:15.592691 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-21b9bf7d-1fde-4406-990a-d02f0c2955aa None None] For port 18cca4f8-e9f3-4b5e-a3c6-2d5c0217e0cc, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=18cca4f8-e9f3-4b5e-a3c6-2d5c0217e0cc,segment=NetworkSegment(e36fdd3c-8263-42c5-be91-80384f076237),segment_id=e36fdd3c-8263-42c5-be91-80384f076237)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:27:15.594958 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-21b9bf7d-1fde-4406-990a-d02f0c2955aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:15.613880 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-98248833-505b-4fbe-a6af-86f5fa2e66a0 None None] Provisioning complete for port 21036b0d-72ef-471b-a6e9-e97cee925f00 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:27:15.614487 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-98248833-505b-4fbe-a6af-86f5fa2e66a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:15.646233 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-21b9bf7d-1fde-4406-990a-d02f0c2955aa None None] Calling delete_port for 18cca4f8-e9f3-4b5e-a3c6-2d5c0217e0cc owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:27:15.652765 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-106fa453-0c3e-4aa4-aaba-da20bbb038e0 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Deleting port b43da3b6-6f85-498a-9eac-afd223f3d9df {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:27:15.653188 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-106fa453-0c3e-4aa4-aaba-da20bbb038e0 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:15.690677 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d1ca0cff-d953-488b-86d7-5f47357bb582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:15.716306 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdbc305e-ff88-41b0-a344-0336d6ff4c3d admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:27:15.724052 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-cdbc305e-ff88-41b0-a344-0336d6ff4c3d admin admin] 10.222.0.23 "PUT /v2.0/routers/b50842b3-1181-44fd-9831-d94f3af99bee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5170949 Dec 06 17:27:15.735729 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5741264-fc71-4e80-8005-2b0acb6132f7 None None] Sync routers for ids ['b50842b3-1181-44fd-9831-d94f3af99bee'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:27:15.739973 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-98248833-505b-4fbe-a6af-86f5fa2e66a0 None None] Port 21036b0d-72ef-471b-a6e9-e97cee925f00 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:27:15.749971 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5741264-fc71-4e80-8005-2b0acb6132f7 None None] Routers {'b50842b3-1181-44fd-9831-d94f3af99bee'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:27:15.750608 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-e5741264-fc71-4e80-8005-2b0acb6132f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:27:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['b50842b3-1181-44fd-9831-d94f3af99bee'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:27:15.770859 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-106fa453-0c3e-4aa4-aaba-da20bbb038e0 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] For port b43da3b6-6f85-498a-9eac-afd223f3d9df, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b43da3b6-6f85-498a-9eac-afd223f3d9df,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:27:15.771337 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-106fa453-0c3e-4aa4-aaba-da20bbb038e0 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:15.788344 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-106fa453-0c3e-4aa4-aaba-da20bbb038e0 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Calling delete_port for b43da3b6-6f85-498a-9eac-afd223f3d9df owned by network:router_gateway {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:27:15.831678 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-21b9bf7d-1fde-4406-990a-d02f0c2955aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:15.906175 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b9bf7d-1fde-4406-990a-d02f0c2955aa None None] Pushing event deleted for resources: {'Port': ['ID=18cca4f8-e9f3-4b5e-a3c6-2d5c0217e0cc,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:15.922316 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b9bf7d-1fde-4406-990a-d02f0c2955aa None None] No DVR routers for this DVR port 18cca4f8-e9f3-4b5e-a3c6-2d5c0217e0cc on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:27:15.945141 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-e5741264-fc71-4e80-8005-2b0acb6132f7 None None] Set router b50842b3-1181-44fd-9831-d94f3af99bee gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:27:16.262625 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 3ecd9a2d-90bf-46c7-a794-db6a81264372 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:27:16.263510 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-106fa453-0c3e-4aa4-aaba-da20bbb038e0 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:16.332649 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e776266c-71c1-4f41-8d0e-4d012c498880 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:27:16.371216 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106fa453-0c3e-4aa4-aaba-da20bbb038e0 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Pushing event deleted for resources: {'Port': ['ID=b43da3b6-6f85-498a-9eac-afd223f3d9df,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:16.409911 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 36894) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:27:16.477589 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff13e3b-4e19-4ad6-8851-a7ca416cd6d1 req-c1421672-7c0b-4c3c-9ee5-d93cfd467050 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:16.481206 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0ff13e3b-4e19-4ad6-8851-a7ca416cd6d1 req-c1421672-7c0b-4c3c-9ee5-d93cfd467050 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e766107-5d5f-422c-b94b-1d8d8ddacb83 HTTP/1.1" status: 200 len: 945 time: 0.2487605 Dec 06 17:27:16.484711 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-e5741264-fc71-4e80-8005-2b0acb6132f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b50842b3-1181-44fd-9831-d94f3af99bee', 'name': 'tempest-TestAggregatesBasicOps-1372050297-router', 'tenant_id': '04b9417980994ed094f5e27d94b5a9fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.122'}], 'enable_snat': True}, 'gw_port_id': '01037aa4-d193-4e35-8dfa-99917080359e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:27:03Z', 'updated_at': '2021-12-06T17:27:13Z', 'revision_number': 4, 'project_id': '04b9417980994ed094f5e27d94b5a9fb', 'gw_port': {'id': '01037aa4-d193-4e35-8dfa-99917080359e', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:4c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50842b3-1181-44fd-9831-d94f3af99bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2306, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:27:06Z', 'updated_at': '2021-12-06T17:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '21036b0d-72ef-471b-a6e9-e97cee925f00', 'name': '', 'network_id': '2f77401b-153e-4093-aff6-48e1b4ef492e', 'tenant_id': '04b9417980994ed094f5e27d94b5a9fb', 'mac_address': 'fa:16:3e:62:c1:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b50842b3-1181-44fd-9831-d94f3af99bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': 'c765f701-d517-412f-b0ef-28cd04307300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:27:11Z', 'updated_at': '2021-12-06T17:27:13Z', 'revision_number': 2, 'project_id': '04b9417980994ed094f5e27d94b5a9fb', 'subnets': [{'id': 'c765f701-d517-412f-b0ef-28cd04307300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:27:16.509815 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 3ecd9a2d-90bf-46c7-a794-db6a81264372, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=3ecd9a2d-90bf-46c7-a794-db6a81264372,segment=NetworkSegment(5191f104-0f28-4995-943c-dc9b12a33060),segment_id=5191f104-0f28-4995-943c-dc9b12a33060)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:27:16.513371 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ace068a-b32d-400c-849d-85ce5ac4d57c req-1940c5ff-9705-45e5-b9ea-b2820422ab4e tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:16.528290 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': '3ecd9a2d-90bf-46c7-a794-db6a81264372', 'network_id': '443e19cc-aba1-401c-ba5c-6c1a74082882', 'port_id': '3ecd9a2d-90bf-46c7-a794-db6a81264372', 'mac_address': 'fa:16:3e:18:ca:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01ffc29c-932e-4129-aefc-9a2b3f836b7b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:27:16.529668 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8ace068a-b32d-400c-849d-85ce5ac4d57c req-1940c5ff-9705-45e5-b9ea-b2820422ab4e tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8b9adeb-160c-4c4e-9195-5f6de44acdd7 HTTP/1.1" status: 200 len: 945 time: 0.1873403 Dec 06 17:27:16.543668 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5741264-fc71-4e80-8005-2b0acb6132f7 None None] Checking router: b50842b3-1181-44fd-9831-d94f3af99bee for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:27:16.544030 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5741264-fc71-4e80-8005-2b0acb6132f7 None None] Updating router b50842b3-1181-44fd-9831-d94f3af99bee port 21036b0d-72ef-471b-a6e9-e97cee925f00 binding host n-d-master-1 {{(pid=103287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:27:16.574127 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e5741264-fc71-4e80-8005-2b0acb6132f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:16.601335 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:16.628392 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3ecd9a2d-90bf-46c7-a794-db6a81264372 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:27:16.628831 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0ff13e3b-4e19-4ad6-8851-a7ca416cd6d1 req-ccc701ae-461e-42fb-95c6-d8662bf1fb57 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b076312-1c54-4a4a-a63b-13a8529c717b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1370549 Dec 06 17:27:16.629731 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-106fa453-0c3e-4aa4-aaba-da20bbb038e0 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536698'] for router_gateway, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:16.690504 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 3ecd9a2d-90bf-46c7-a794-db6a81264372, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=3ecd9a2d-90bf-46c7-a794-db6a81264372,segment=NetworkSegment(5191f104-0f28-4995-943c-dc9b12a33060),segment_id=5191f104-0f28-4995-943c-dc9b12a33060)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:27:16.701888 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:16.754783 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8ace068a-b32d-400c-849d-85ce5ac4d57c req-955143f7-fef1-4dd5-b030-f05ab9d54a04 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4bc6e59-bf7d-42c4-9e98-323b53a08b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221847 Dec 06 17:27:16.824348 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-106fa453-0c3e-4aa4-aaba-da20bbb038e0 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:16.833675 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-106fa453-0c3e-4aa4-aaba-da20bbb038e0 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:16.857921 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['3ecd9a2d-90bf-46c7-a794-db6a81264372'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:27:16.941953 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=3ecd9a2d-90bf-46c7-a794-db6a81264372,revision_number=6']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:16.956829 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:17.011616 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-106fa453-0c3e-4aa4-aaba-da20bbb038e0 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:17.012560 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-106fa453-0c3e-4aa4-aaba-da20bbb038e0 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Fanout notify agent at l3_agent the message router_deleted on router 21219e34-8ff3-4c2e-bf09-020ce2c07d01 {{(pid=103285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 17:27:17.023778 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-106fa453-0c3e-4aa4-aaba-da20bbb038e0 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:17.025926 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-106fa453-0c3e-4aa4-aaba-da20bbb038e0 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "DELETE /v2.0/routers/21219e34-8ff3-4c2e-bf09-020ce2c07d01 HTTP/1.1" status: 204 len: 168 time: 2.4731274 Dec 06 17:27:17.028692 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 36920) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:27:17.100738 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5089226a-0dd6-46c6-a7e6-7b3f9c81701b req-597f1fe2-ceb5-4014-bbfb-fa23639ee607 tempest-ServerShowV247Test-1646198328 tempest-ServerShowV247Test-1646198328-project] 10.222.0.23 "GET /v2.0/ports?device_id=70760a6e-d1d3-42d1-8989-3e4f4d08c1fa HTTP/1.1" status: 200 len: 210 time: 0.0576112 Dec 06 17:27:17.174002 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-361632da-29aa-4211-a94a-b1aa88e48880 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1304906276-network', 'tenant_id': '01f10398d64c4e2c9584b119c7f17e27'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:27:17.184673 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 18cca4f8-e9f3-4b5e-a3c6-2d5c0217e0cc no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:27:17.249819 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 18cca4f8-e9f3-4b5e-a3c6-2d5c0217e0cc {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:27:17.250418 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 18cca4f8-e9f3-4b5e-a3c6-2d5c0217e0cc not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:27:17.251042 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device bdc21632-a842-4536-b25a-8b6adfd0adad no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:27:17.279545 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5a853948-351b-499e-b9a1-f4f15801b63b tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:17.295662 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-361632da-29aa-4211-a94a-b1aa88e48880 admin admin] Made reservation on behalf of 01f10398d64c4e2c9584b119c7f17e27 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:27:17.298849 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: bdc21632-a842-4536-b25a-8b6adfd0adad {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:27:17.299641 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-361632da-29aa-4211-a94a-b1aa88e48880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:17.299964 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device bdc21632-a842-4536-b25a-8b6adfd0adad not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:27:17.348985 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-361632da-29aa-4211-a94a-b1aa88e48880 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:17.484586 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e5741264-fc71-4e80-8005-2b0acb6132f7 None None] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:17.496069 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e5741264-fc71-4e80-8005-2b0acb6132f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:17.532941 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-361632da-29aa-4211-a94a-b1aa88e48880 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:17.597166 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-361632da-29aa-4211-a94a-b1aa88e48880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:17.620538 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5a853948-351b-499e-b9a1-f4f15801b63b tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:17.658909 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49646b38-b1ad-4a94-b74b-3f48238fd071 None None] Pushing event updated for resources: {'Port': ['ID=21036b0d-72ef-471b-a6e9-e97cee925f00,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:17.705802 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-361632da-29aa-4211-a94a-b1aa88e48880 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:27:17.768842 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49646b38-b1ad-4a94-b74b-3f48238fd071 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:27:17.769639 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49646b38-b1ad-4a94-b74b-3f48238fd071 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:27:17.770117 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49646b38-b1ad-4a94-b74b-3f48238fd071 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:27:17.770585 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49646b38-b1ad-4a94-b74b-3f48238fd071 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:27:17.771047 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49646b38-b1ad-4a94-b74b-3f48238fd071 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:27:17.776585 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49646b38-b1ad-4a94-b74b-3f48238fd071 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:27:17.778071 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49646b38-b1ad-4a94-b74b-3f48238fd071 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:27:17.778579 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49646b38-b1ad-4a94-b74b-3f48238fd071 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:27:17.780391 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49646b38-b1ad-4a94-b74b-3f48238fd071 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:27:17.780897 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49646b38-b1ad-4a94-b74b-3f48238fd071 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:27:17.781392 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49646b38-b1ad-4a94-b74b-3f48238fd071 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:27:17.787337 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49646b38-b1ad-4a94-b74b-3f48238fd071 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:27:17.787337 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49646b38-b1ad-4a94-b74b-3f48238fd071 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:27:17.823304 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-5a853948-351b-499e-b9a1-f4f15801b63b tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcf22484-3aee-4f8b-9ee4-03517fcd27e4']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:27:17.832902 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-e5741264-fc71-4e80-8005-2b0acb6132f7 None None] Attempting to bind port 21036b0d-72ef-471b-a6e9-e97cee925f00 on host n-d-master-1 for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:27:17.833440 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-e5741264-fc71-4e80-8005-2b0acb6132f7 None None] Attempting to bind port 21036b0d-72ef-471b-a6e9-e97cee925f00 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'c099e511-dc51-47f7-86e7-94cc59533331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2f77401b-153e-4093-aff6-48e1b4ef492e'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:27:17.833974 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5741264-fc71-4e80-8005-2b0acb6132f7 None None] Attempting to bind port 21036b0d-72ef-471b-a6e9-e97cee925f00 on network 2f77401b-153e-4093-aff6-48e1b4ef492e {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:27:17.840845 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5741264-fc71-4e80-8005-2b0acb6132f7 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:27:17.841547 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5741264-fc71-4e80-8005-2b0acb6132f7 None None] Checking segment: {'id': 'c099e511-dc51-47f7-86e7-94cc59533331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2f77401b-153e-4093-aff6-48e1b4ef492e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:27:17.842124 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e5741264-fc71-4e80-8005-2b0acb6132f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:17.842670 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5741264-fc71-4e80-8005-2b0acb6132f7 None None] Bound using segment: {'id': 'c099e511-dc51-47f7-86e7-94cc59533331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2f77401b-153e-4093-aff6-48e1b4ef492e'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:27:17.843289 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-e5741264-fc71-4e80-8005-2b0acb6132f7 None None] Bound port: 21036b0d-72ef-471b-a6e9-e97cee925f00, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c099e511-dc51-47f7-86e7-94cc59533331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2f77401b-153e-4093-aff6-48e1b4ef492e'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:27:17.843932 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e5741264-fc71-4e80-8005-2b0acb6132f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:17.893433 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361632da-29aa-4211-a94a-b1aa88e48880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=847eaff0-5316-4ee2-80b5-1b736d65b9f8,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:17.929623 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-361632da-29aa-4211-a94a-b1aa88e48880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:17.930114 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-361632da-29aa-4211-a94a-b1aa88e48880 admin admin] Added segment 38ce1c81-15f0-4d63-8f90-ecc9bfb0eebf of type vlan for network a0e7a5fe-d0a1-4cc3-8e5f-5cc2e24f3268 Dec 06 17:27:17.932802 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-5a853948-351b-499e-b9a1-f4f15801b63b tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e36fdd3c-8263-42c5-be91-80384f076237') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:27:17.933106 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-5a853948-351b-499e-b9a1-f4f15801b63b tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e36fdd3c-8263-42c5-be91-80384f076237') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:27:17.939400 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39b9dfd-025e-47fa-81e5-22616126c546 req-86408ffa-6687-47e9-9288-f91e00797065 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:17.952241 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b39b9dfd-025e-47fa-81e5-22616126c546 req-86408ffa-6687-47e9-9288-f91e00797065 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e766107-5d5f-422c-b94b-1d8d8ddacb83 HTTP/1.1" status: 200 len: 944 time: 0.1149571 Dec 06 17:27:17.966291 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5a853948-351b-499e-b9a1-f4f15801b63b tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:18.001319 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-e5741264-fc71-4e80-8005-2b0acb6132f7 None None] For port 21036b0d-72ef-471b-a6e9-e97cee925f00, host n-d-master-1, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:27:18.017683 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-e5741264-fc71-4e80-8005-2b0acb6132f7 None None] For port 21036b0d-72ef-471b-a6e9-e97cee925f00, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=21036b0d-72ef-471b-a6e9-e97cee925f00,segment=NetworkSegment(c099e511-dc51-47f7-86e7-94cc59533331),segment_id=c099e511-dc51-47f7-86e7-94cc59533331)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:27:18.032646 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e5741264-fc71-4e80-8005-2b0acb6132f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:18.036833 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5a853948-351b-499e-b9a1-f4f15801b63b tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:18.054974 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:18.082788 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-361632da-29aa-4211-a94a-b1aa88e48880 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:18.103486 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b39b9dfd-025e-47fa-81e5-22616126c546 req-bb717d85-c9be-4835-b9a9-96f9a6cf573e tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b076312-1c54-4a4a-a63b-13a8529c717b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1486330 Dec 06 17:27:18.108200 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a853948-351b-499e-b9a1-f4f15801b63b tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:27:18.108955 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5a853948-351b-499e-b9a1-f4f15801b63b tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:18.123257 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 17:27:18.123257 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:27:18.123257 n-d-master-1 neutron-server[103284]: timer() Dec 06 17:27:18.123257 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:27:18.123257 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 17:27:18.123257 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:27:18.123257 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 17:27:18.123257 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:27:18.123257 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 17:27:18.123257 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:27:18.123257 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 17:27:18.123257 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:27:18.123257 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 17:27:18.123257 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:27:18.123257 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:27:18.123257 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:27:18.123257 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:27:18.123257 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:27:18.123257 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 17:27:18.123257 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:27:18.123257 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 17:27:18.123257 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:27:18.123257 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:27:18.123257 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:27:18.123257 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 17:27:18.123257 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:27:18.123257 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:27:18.123257 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:27:18.123257 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:27:18.123257 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:27:18.123257 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:27:18.123257 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:27:18.205667 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-2c182005-704d-47f7-ba99-cb3b05e6ea77 None None] Provisioning complete for port 21036b0d-72ef-471b-a6e9-e97cee925f00 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:27:18.206084 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2c182005-704d-47f7-ba99-cb3b05e6ea77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:18.231888 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b2d9a7-4e8c-4283-b25d-2560c9daff9a req-9d2d8392-f7db-4411-9142-e64a77299731 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:18.239461 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e1b2d9a7-4e8c-4283-b25d-2560c9daff9a req-9d2d8392-f7db-4411-9142-e64a77299731 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8b9adeb-160c-4c4e-9195-5f6de44acdd7 HTTP/1.1" status: 200 len: 945 time: 0.2204847 Dec 06 17:27:18.260481 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49646b38-b1ad-4a94-b74b-3f48238fd071 None None] Pushing event updated for resources: {'Port': ['ID=21036b0d-72ef-471b-a6e9-e97cee925f00,revision_number=4']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:18.284936 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-361632da-29aa-4211-a94a-b1aa88e48880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:18.287057 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361632da-29aa-4211-a94a-b1aa88e48880 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:18.287976 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-361632da-29aa-4211-a94a-b1aa88e48880 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:18.323540 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8285e1e5-24f4-4c24-8ff8-94e64df97ac9 req-d2c90d6b-e805-40aa-b28c-c84434c88425 tempest-ServerShowV247Test-1646198328 tempest-ServerShowV247Test-1646198328-project] 10.222.0.23 "GET /v2.0/ports?device_id=70760a6e-d1d3-42d1-8989-3e4f4d08c1fa HTTP/1.1" status: 200 len: 210 time: 0.0572250 Dec 06 17:27:18.325904 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 3ecd9a2d-90bf-46c7-a794-db6a81264372 up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:27:18.362936 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5741264-fc71-4e80-8005-2b0acb6132f7 None None] Routers {'b50842b3-1181-44fd-9831-d94f3af99bee'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:27:18.363808 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-e5741264-fc71-4e80-8005-2b0acb6132f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:27:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['b50842b3-1181-44fd-9831-d94f3af99bee'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:27:18.470874 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-361632da-29aa-4211-a94a-b1aa88e48880 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.0597763 Dec 06 17:27:18.474320 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5a853948-351b-499e-b9a1-f4f15801b63b tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:18.474886 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 37004) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:27:18.485095 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-cd69efd6-0855-4b6f-9a69-70b769927ae7 admin admin] Request body: {'subnet': {'network_id': 'a0e7a5fe-d0a1-4cc3-8e5f-5cc2e24f3268', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1304906276-subnet', 'tenant_id': '01f10398d64c4e2c9584b119c7f17e27', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:27:18.496844 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5a853948-351b-499e-b9a1-f4f15801b63b tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:18.532920 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-5a853948-351b-499e-b9a1-f4f15801b63b tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "DELETE /v2.0/networks/fcf22484-3aee-4f8b-9ee4-03517fcd27e4 HTTP/1.1" status: 204 len: 168 time: 1.4992990 Dec 06 17:27:18.547801 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 37012) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:27:18.566276 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-06e3af5e-a77e-4515-b25b-8ac7f5dd8b59 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Request body: {'network': {'name': 'tempest-network-smoke--812485392', 'project_id': 'ecd148ff302244ca8d62fb6aab386351', 'port_security_enabled': True}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:27:18.600097 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd69efd6-0855-4b6f-9a69-70b769927ae7 admin admin] Made reservation on behalf of 01f10398d64c4e2c9584b119c7f17e27 for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:27:18.604902 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cd69efd6-0855-4b6f-9a69-70b769927ae7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:18.609597 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06e3af5e-a77e-4515-b25b-8ac7f5dd8b59 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Made reservation on behalf of ecd148ff302244ca8d62fb6aab386351 for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:27:18.613802 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-06e3af5e-a77e-4515-b25b-8ac7f5dd8b59 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:18.624038 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361632da-29aa-4211-a94a-b1aa88e48880 admin admin] Pushing event updated for resources: {'Network': ['ID=a0e7a5fe-d0a1-4cc3-8e5f-5cc2e24f3268,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:18.631962 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port 3ecd9a2d-90bf-46c7-a794-db6a81264372 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:27:18.636171 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:18.648379 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network a0e7a5fe-d0a1-4cc3-8e5f-5cc2e24f3268 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:27:18.651751 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-e5741264-fc71-4e80-8005-2b0acb6132f7 None None] Set router b50842b3-1181-44fd-9831-d94f3af99bee gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:27:18.778951 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e1b2d9a7-4e8c-4283-b25d-2560c9daff9a req-42d61743-88c6-4500-a06c-847818151b76 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4bc6e59-bf7d-42c4-9e98-323b53a08b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5325873 Dec 06 17:27:18.782303 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a853948-351b-499e-b9a1-f4f15801b63b tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Pushing event deleted for resources: {'Network': ['ID=fcf22484-3aee-4f8b-9ee4-03517fcd27e4,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:18.823738 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2c182005-704d-47f7-ba99-cb3b05e6ea77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:18.910594 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device b43da3b6-6f85-498a-9eac-afd223f3d9df no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:27:18.989083 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06e3af5e-a77e-4515-b25b-8ac7f5dd8b59 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:27:19.049545 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 37032) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:27:19.053723 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-06e3af5e-a77e-4515-b25b-8ac7f5dd8b59 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:19.058871 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-06e3af5e-a77e-4515-b25b-8ac7f5dd8b59 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Added segment 42bff26c-68a9-49fb-9b4f-34e773f0fd80 of type vlan for network 777bfc6d-3fee-43da-888a-47a7635a15f7 Dec 06 17:27:19.103697 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: b43da3b6-6f85-498a-9eac-afd223f3d9df {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:27:19.111251 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device b43da3b6-6f85-498a-9eac-afd223f3d9df not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:27:19.157796 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:19.237070 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-06e3af5e-a77e-4515-b25b-8ac7f5dd8b59 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:19.241750 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-2c182005-704d-47f7-ba99-cb3b05e6ea77 None None] For port 21036b0d-72ef-471b-a6e9-e97cee925f00, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=21036b0d-72ef-471b-a6e9-e97cee925f00,segment=NetworkSegment(c099e511-dc51-47f7-86e7-94cc59533331),segment_id=c099e511-dc51-47f7-86e7-94cc59533331)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:27:19.296344 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:19.302581 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2c182005-704d-47f7-ba99-cb3b05e6ea77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:19.413341 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-06e3af5e-a77e-4515-b25b-8ac7f5dd8b59 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:19.434236 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e3af5e-a77e-4515-b25b-8ac7f5dd8b59 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:19.434954 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-06e3af5e-a77e-4515-b25b-8ac7f5dd8b59 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:19.500441 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cd69efd6-0855-4b6f-9a69-70b769927ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:19.511183 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-06e3af5e-a77e-4515-b25b-8ac7f5dd8b59 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9526300 Dec 06 17:27:19.519616 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-e5741264-fc71-4e80-8005-2b0acb6132f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b50842b3-1181-44fd-9831-d94f3af99bee', 'name': 'tempest-TestAggregatesBasicOps-1372050297-router', 'tenant_id': '04b9417980994ed094f5e27d94b5a9fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.122'}], 'enable_snat': True}, 'gw_port_id': '01037aa4-d193-4e35-8dfa-99917080359e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:27:03Z', 'updated_at': '2021-12-06T17:27:13Z', 'revision_number': 4, 'project_id': '04b9417980994ed094f5e27d94b5a9fb', 'gw_port': {'id': '01037aa4-d193-4e35-8dfa-99917080359e', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:4c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50842b3-1181-44fd-9831-d94f3af99bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2306, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:27:06Z', 'updated_at': '2021-12-06T17:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '21036b0d-72ef-471b-a6e9-e97cee925f00', 'name': '', 'network_id': '2f77401b-153e-4093-aff6-48e1b4ef492e', 'tenant_id': '04b9417980994ed094f5e27d94b5a9fb', 'mac_address': 'fa:16:3e:62:c1:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b50842b3-1181-44fd-9831-d94f3af99bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': 'c765f701-d517-412f-b0ef-28cd04307300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:27:11Z', 'updated_at': '2021-12-06T17:27:17Z', 'revision_number': 4, 'project_id': '04b9417980994ed094f5e27d94b5a9fb', 'subnets': [{'id': 'c765f701-d517-412f-b0ef-28cd04307300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:27:19.527433 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778e43bf-78e6-428b-947a-23472305a30f req-31ac1ec4-ca21-4b93-b43d-00f73db70aea tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:19.535854 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-778e43bf-78e6-428b-947a-23472305a30f req-31ac1ec4-ca21-4b93-b43d-00f73db70aea tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e766107-5d5f-422c-b94b-1d8d8ddacb83 HTTP/1.1" status: 200 len: 944 time: 0.2343433 Dec 06 17:27:19.568659 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 37048) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:27:19.591829 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-171c8918-48da-41e6-9d11-93c4491421e8 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1668742405', 'admin_state_up': True, 'project_id': 'ecd148ff302244ca8d62fb6aab386351', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:27:19.628812 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5741264-fc71-4e80-8005-2b0acb6132f7 None None] The sync data for ids ['b50842b3-1181-44fd-9831-d94f3af99bee'] in n-d-master-1 is: [{'id': 'b50842b3-1181-44fd-9831-d94f3af99bee', 'name': 'tempest-TestAggregatesBasicOps-1372050297-router', 'tenant_id': '04b9417980994ed094f5e27d94b5a9fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.122'}], 'enable_snat': True}, 'gw_port_id': '01037aa4-d193-4e35-8dfa-99917080359e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:27:03Z', 'updated_at': '2021-12-06T17:27:13Z', 'revision_number': 4, 'project_id': '04b9417980994ed094f5e27d94b5a9fb', 'gw_port': {'id': '01037aa4-d193-4e35-8dfa-99917080359e', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:4c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50842b3-1181-44fd-9831-d94f3af99bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2306, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:27:06Z', 'updated_at': '2021-12-06T17:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '21036b0d-72ef-471b-a6e9-e97cee925f00', 'name': '', 'network_id': '2f77401b-153e-4093-aff6-48e1b4ef492e', 'tenant_id': '04b9417980994ed094f5e27d94b5a9fb', 'mac_address': 'fa:16:3e:62:c1:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b50842b3-1181-44fd-9831-d94f3af99bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': 'c765f701-d517-412f-b0ef-28cd04307300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:27:11Z', 'updated_at': '2021-12-06T17:27:17Z', 'revision_number': 4, 'project_id': '04b9417980994ed094f5e27d94b5a9fb', 'subnets': [{'id': 'c765f701-d517-412f-b0ef-28cd04307300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:27:19.651362 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e3af5e-a77e-4515-b25b-8ac7f5dd8b59 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Pushing event updated for resources: {'Network': ['ID=777bfc6d-3fee-43da-888a-47a7635a15f7,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:19.681127 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e766107-5d5f-422c-b94b-1d8d8ddacb83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ecd9a2d-90bf-46c7-a794-db6a81264372'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:27:19.685608 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5e19baa-04f1-4ad5-937a-352f8ca49909" -d '{"events": [{"server_uuid": "9e766107-5d5f-422c-b94b-1d8d8ddacb83", "name": "network-vif-plugged", "status": "completed", "tag": "3ecd9a2d-90bf-46c7-a794-db6a81264372"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:27:19.702916 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd69efd6-0855-4b6f-9a69-70b769927ae7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd58df60-a148-4b1f-8663-c35574c1dc60,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:19.746972 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 777bfc6d-3fee-43da-888a-47a7635a15f7 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:27:19.753737 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-171c8918-48da-41e6-9d11-93c4491421e8 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:19.754853 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-171c8918-48da-41e6-9d11-93c4491421e8 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:19.763689 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 3ecd9a2d-90bf-46c7-a794-db6a81264372, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=3ecd9a2d-90bf-46c7-a794-db6a81264372,segment=NetworkSegment(5191f104-0f28-4995-943c-dc9b12a33060),segment_id=5191f104-0f28-4995-943c-dc9b12a33060)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:27:19.841790 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-778e43bf-78e6-428b-947a-23472305a30f req-3dcbe60f-e3e5-4244-ac34-a4319f9d94c2 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b076312-1c54-4a4a-a63b-13a8529c717b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3046532 Dec 06 17:27:19.864488 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd69efd6-0855-4b6f-9a69-70b769927ae7 admin admin] Checking segment: {'id': '38ce1c81-15f0-4d63-8f90-ecc9bfb0eebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a0e7a5fe-d0a1-4cc3-8e5f-5cc2e24f3268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:27:19.865046 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd69efd6-0855-4b6f-9a69-70b769927ae7 admin admin] Network hostable DHCP agents. Network: a0e7a5fe-d0a1-4cc3-8e5f-5cc2e24f3268, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:27:20.024871 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-171c8918-48da-41e6-9d11-93c4491421e8 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:20.030951 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd69efd6-0855-4b6f-9a69-70b769927ae7 admin admin] Network a0e7a5fe-d0a1-4cc3-8e5f-5cc2e24f3268 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:27:20.140086 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-cd69efd6-0855-4b6f-9a69-70b769927ae7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, a0e7a5fe-d0a1-4cc3-8e5f-5cc2e24f3268) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:27:20.166237 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd69efd6-0855-4b6f-9a69-70b769927ae7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:20.167169 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cd69efd6-0855-4b6f-9a69-70b769927ae7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:20.274236 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5823e210-6a08-4a9b-b84d-d340cf392d87 x-openstack-request-id: req-5823e210-6a08-4a9b-b84d-d340cf392d87 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:27:20.279699 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e766107-5d5f-422c-b94b-1d8d8ddacb83", "name": "network-vif-plugged", "status": "completed", "tag": "3ecd9a2d-90bf-46c7-a794-db6a81264372", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:27:20.281028 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5823e210-6a08-4a9b-b84d-d340cf392d87 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:27:20.283204 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e766107-5d5f-422c-b94b-1d8d8ddacb83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ecd9a2d-90bf-46c7-a794-db6a81264372', 'code': 200} Dec 06 17:27:20.284590 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c5343b-d67d-49cf-af93-475ed3eb4024 None None] Network a0e7a5fe-d0a1-4cc3-8e5f-5cc2e24f3268 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:27:20.293765 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:20.313074 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c182005-704d-47f7-ba99-cb3b05e6ea77 None None] Pushing event updated for resources: {'Port': ['ID=21036b0d-72ef-471b-a6e9-e97cee925f00,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:20.319448 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-ee1a86e1-6068-46ea-9cec-c373827ce8bf None None] Provisioning complete for port 21036b0d-72ef-471b-a6e9-e97cee925f00 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:27:20.319830 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ee1a86e1-6068-46ea-9cec-c373827ce8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:20.394551 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4cdac211-ff59-4516-8fbd-eedb2acb033f req-8a9707cc-1038-4e27-bdd6-c4efae3ad74e tempest-ServerShowV247Test-1646198328 tempest-ServerShowV247Test-1646198328-project] 10.222.0.23 "GET /v2.0/ports?device_id=70760a6e-d1d3-42d1-8989-3e4f4d08c1fa HTTP/1.1" status: 200 len: 210 time: 0.1345150 Dec 06 17:27:20.891493 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=3ecd9a2d-90bf-46c7-a794-db6a81264372,revision_number=7']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:21.050876 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-171c8918-48da-41e6-9d11-93c4491421e8 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:21.116927 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e10ada-4218-4b28-8bfd-db35c5207a51 req-bc4432ea-8a33-4bf6-9337-68fdccfe3f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:21.121688 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d4e10ada-4218-4b28-8bfd-db35c5207a51 req-bc4432ea-8a33-4bf6-9337-68fdccfe3f1f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f8b9adeb-160c-4c4e-9195-5f6de44acdd7 HTTP/1.1" status: 200 len: 1096 time: 0.2935643 Dec 06 17:27:21.136843 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-cd69efd6-0855-4b6f-9a69-70b769927ae7 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.6521270 Dec 06 17:27:21.188131 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 21036b0d-72ef-471b-a6e9-e97cee925f00 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:27:21.297883 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03a4bf9-79b7-4801-9769-a5ef5fd443c2 None None] Network a0e7a5fe-d0a1-4cc3-8e5f-5cc2e24f3268 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:27:21.298620 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dcb7b6-b7a6-4b19-8da3-c464bba47143 req-c35ccb58-cf06-43e7-8f86-9c5b51016b7b tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:21.298620 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a8dcb7b6-b7a6-4b19-8da3-c464bba47143 req-c35ccb58-cf06-43e7-8f86-9c5b51016b7b tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8b9adeb-160c-4c4e-9195-5f6de44acdd7 HTTP/1.1" status: 200 len: 945 time: 1.1813323 Dec 06 17:27:21.530369 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 21036b0d-72ef-471b-a6e9-e97cee925f00 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:27:21.532409 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:21.551302 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a8dcb7b6-b7a6-4b19-8da3-c464bba47143 req-e5f7bdd8-5ad9-458f-9165-1aab6465a0f5 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4bc6e59-bf7d-42c4-9e98-323b53a08b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500758 Dec 06 17:27:21.636826 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1239744e-50fa-4b64-8f83-68b9c5e1b7dc req-dbe661d9-19d3-4d32-9830-f6bfa7515c6f tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:21.641241 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1239744e-50fa-4b64-8f83-68b9c5e1b7dc req-dbe661d9-19d3-4d32-9830-f6bfa7515c6f tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e766107-5d5f-422c-b94b-1d8d8ddacb83 HTTP/1.1" status: 200 len: 945 time: 0.5322077 Dec 06 17:27:21.649391 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d4e10ada-4218-4b28-8bfd-db35c5207a51 req-65fa8e52-549c-4fcc-a846-8af8aa6b9a9d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b4bc6e59-bf7d-42c4-9e98-323b53a08b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4912844 Dec 06 17:27:21.843863 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c91f7c0d-a24d-4bc0-b9d1-80d3ec851f2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575908'] for router_interface, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:21.997944 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-171c8918-48da-41e6-9d11-93c4491421e8 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for router_gateway, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:22.105484 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 37176) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:27:22.138187 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1901b1e7-1e16-44fe-967a-b9ed97b41f15 req-349f4196-46cf-4a02-b78f-49cde09ea3c5 tempest-ServerShowV247Test-1646198328 tempest-ServerShowV247Test-1646198328-project] 10.222.0.23 "GET /v2.0/ports?device_id=70760a6e-d1d3-42d1-8989-3e4f4d08c1fa HTTP/1.1" status: 200 len: 210 time: 0.1414044 Dec 06 17:27:22.139855 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-171c8918-48da-41e6-9d11-93c4491421e8 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:22.153955 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1239744e-50fa-4b64-8f83-68b9c5e1b7dc req-bb4e2669-5239-4ee4-9dc5-20ad2029b697 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b076312-1c54-4a4a-a63b-13a8529c717b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5023272 Dec 06 17:27:22.172271 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-d0594ae0-3441-4eeb-a3c8-9a2b3f3141bf admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-473063603-network', 'tenant_id': '911cf7993a4e4ee4933c502403d2e259'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:27:22.315419 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0594ae0-3441-4eeb-a3c8-9a2b3f3141bf admin admin] Made reservation on behalf of 911cf7993a4e4ee4933c502403d2e259 for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:27:22.318500 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d0594ae0-3441-4eeb-a3c8-9a2b3f3141bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:22.335392 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d0594ae0-3441-4eeb-a3c8-9a2b3f3141bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:22.442237 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-c91f7c0d-a24d-4bc0-b9d1-80d3ec851f2c admin admin] Deleting port 82b8a887-a317-4aa6-b733-0cc0106b6152 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:27:22.443566 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c91f7c0d-a24d-4bc0-b9d1-80d3ec851f2c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:22.496660 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-171c8918-48da-41e6-9d11-93c4491421e8 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Allocated IP 172.35.1.20 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/ac315945-e71d-47b2-b3cb-5def568e84d6) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:27:22.583638 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d0594ae0-3441-4eeb-a3c8-9a2b3f3141bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:22.630532 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d0594ae0-3441-4eeb-a3c8-9a2b3f3141bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:22.708598 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-c91f7c0d-a24d-4bc0-b9d1-80d3ec851f2c admin admin] For port 82b8a887-a317-4aa6-b733-0cc0106b6152, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=82b8a887-a317-4aa6-b733-0cc0106b6152,segment=NetworkSegment(8a466b55-ab29-479f-aae7-bea93805dfce),segment_id=8a466b55-ab29-479f-aae7-bea93805dfce)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:27:22.709163 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c91f7c0d-a24d-4bc0-b9d1-80d3ec851f2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:22.786998 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-c91f7c0d-a24d-4bc0-b9d1-80d3ec851f2c admin admin] Calling delete_port for 82b8a887-a317-4aa6-b733-0cc0106b6152 owned by network:router_interface {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:27:22.797597 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0594ae0-3441-4eeb-a3c8-9a2b3f3141bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:27:22.813333 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d0594ae0-3441-4eeb-a3c8-9a2b3f3141bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:22.815493 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-d0594ae0-3441-4eeb-a3c8-9a2b3f3141bf admin admin] Added segment a10479a3-33f5-4ace-8b67-8ba04605d732 of type vlan for network fd1de7e2-8d08-4c1b-b4c1-9bb46441e839 Dec 06 17:27:22.876361 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d0594ae0-3441-4eeb-a3c8-9a2b3f3141bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:22.927173 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d0594ae0-3441-4eeb-a3c8-9a2b3f3141bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:22.928126 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0594ae0-3441-4eeb-a3c8-9a2b3f3141bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:22.928724 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d0594ae0-3441-4eeb-a3c8-9a2b3f3141bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:23.054960 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5074c494-f8f4-41e8-baf4-a814a2c4eaf3 req-dc8ddb13-908d-4846-8b33-90e8b40b1f18 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:23.068069 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5074c494-f8f4-41e8-baf4-a814a2c4eaf3 req-dc8ddb13-908d-4846-8b33-90e8b40b1f18 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8b9adeb-160c-4c4e-9195-5f6de44acdd7 HTTP/1.1" status: 200 len: 945 time: 0.1462481 Dec 06 17:27:23.075305 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0594ae0-3441-4eeb-a3c8-9a2b3f3141bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=993fead1-3034-4496-b827-31708b342087,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:23.168804 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-d0594ae0-3441-4eeb-a3c8-9a2b3f3141bf admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0577717 Dec 06 17:27:23.176265 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 37228) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:27:23.187325 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-33710230-5504-4011-9a3c-de242651353f admin admin] Request body: {'subnet': {'network_id': 'fd1de7e2-8d08-4c1b-b4c1-9bb46441e839', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-473063603-subnet', 'tenant_id': '911cf7993a4e4ee4933c502403d2e259', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:27:23.204278 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0594ae0-3441-4eeb-a3c8-9a2b3f3141bf admin admin] Pushing event updated for resources: {'Network': ['ID=fd1de7e2-8d08-4c1b-b4c1-9bb46441e839,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:23.217520 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network fd1de7e2-8d08-4c1b-b4c1-9bb46441e839 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:27:23.233869 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33710230-5504-4011-9a3c-de242651353f admin admin] Made reservation on behalf of 911cf7993a4e4ee4933c502403d2e259 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:27:23.237441 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-33710230-5504-4011-9a3c-de242651353f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:23.253043 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-171c8918-48da-41e6-9d11-93c4491421e8 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:23.275752 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5074c494-f8f4-41e8-baf4-a814a2c4eaf3 req-6f5d0087-ebd9-47ae-a867-bfe494c44efe tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4bc6e59-bf7d-42c4-9e98-323b53a08b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067111 Dec 06 17:27:23.280993 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c91f7c0d-a24d-4bc0-b9d1-80d3ec851f2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:23.368060 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-171c8918-48da-41e6-9d11-93c4491421e8 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:23.428247 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91f7c0d-a24d-4bc0-b9d1-80d3ec851f2c admin admin] Pushing event deleted for resources: {'Port': ['ID=82b8a887-a317-4aa6-b733-0cc0106b6152,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:23.505020 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f38ae9b5-c2fc-4582-a6fb-ea0c6c735120 req-e544ee10-638c-43e8-8aef-6aa02dfa9f1e tempest-ServerShowV247Test-1646198328 tempest-ServerShowV247Test-1646198328-project] 10.222.0.23 "GET /v2.0/ports?device_id=70760a6e-d1d3-42d1-8989-3e4f4d08c1fa HTTP/1.1" status: 200 len: 210 time: 0.1314704 Dec 06 17:27:23.507120 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171c8918-48da-41e6-9d11-93c4491421e8 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:27:23.520424 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-171c8918-48da-41e6-9d11-93c4491421e8 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:27:23.545448 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2191e1-1741-47f3-bb7b-6c803d9c2c66 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:27:23.552345 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171c8918-48da-41e6-9d11-93c4491421e8 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:27:23.631413 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-57ab4753-83b5-4688-8f37-be785ab5779c None None] Provisioning complete for port ac315945-e71d-47b2-b3cb-5def568e84d6 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:27:23.631800 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-57ab4753-83b5-4688-8f37-be785ab5779c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:23.658498 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171c8918-48da-41e6-9d11-93c4491421e8 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Pushing event updated for resources: {'Port': ['ID=ac315945-e71d-47b2-b3cb-5def568e84d6,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:23.726807 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cf0c42-a322-449d-a50c-abc12b892f3b req-69b8aef9-a915-4e89-b7f5-7abe1d75fb9a tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:23.735776 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a1cf0c42-a322-449d-a50c-abc12b892f3b req-69b8aef9-a915-4e89-b7f5-7abe1d75fb9a tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e766107-5d5f-422c-b94b-1d8d8ddacb83 HTTP/1.1" status: 200 len: 945 time: 0.3188419 Dec 06 17:27:23.740886 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-57ab4753-83b5-4688-8f37-be785ab5779c None None] Port ac315945-e71d-47b2-b3cb-5def568e84d6 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:27:23.974129 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c91f7c0d-a24d-4bc0-b9d1-80d3ec851f2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-772474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575952'] for router_interface, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:23.984895 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a1cf0c42-a322-449d-a50c-abc12b892f3b req-c2587019-27fe-4eb3-ae6d-666457dd9295 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b076312-1c54-4a4a-a63b-13a8529c717b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1942403 Dec 06 17:27:24.153340 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-33710230-5504-4011-9a3c-de242651353f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:24.249878 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-171c8918-48da-41e6-9d11-93c4491421e8 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for router_gateway, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:24.304940 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33710230-5504-4011-9a3c-de242651353f admin admin] Checking segment: {'id': 'a10479a3-33f5-4ace-8b67-8ba04605d732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'fd1de7e2-8d08-4c1b-b4c1-9bb46441e839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:27:24.305308 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33710230-5504-4011-9a3c-de242651353f admin admin] Network hostable DHCP agents. Network: fd1de7e2-8d08-4c1b-b4c1-9bb46441e839, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:27:24.309029 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33710230-5504-4011-9a3c-de242651353f admin admin] Pushing event updated for resources: {'Subnet': ['ID=eaa3fa7a-0cb8-4d85-93df-2c5f4b1ae4b5,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:24.499664 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33710230-5504-4011-9a3c-de242651353f admin admin] Network fd1de7e2-8d08-4c1b-b4c1-9bb46441e839 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:27:24.525859 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c91f7c0d-a24d-4bc0-b9d1-80d3ec851f2c admin admin] Router 9185d0f0-f576-4590-a147-46e535e5cf3b has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:27:24.545751 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-33710230-5504-4011-9a3c-de242651353f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, fd1de7e2-8d08-4c1b-b4c1-9bb46441e839) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:27:24.555755 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33710230-5504-4011-9a3c-de242651353f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:24.556515 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-33710230-5504-4011-9a3c-de242651353f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:24.560250 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f1f87e-534c-46e4-994c-d7ad0d274986 None None] Network fd1de7e2-8d08-4c1b-b4c1-9bb46441e839 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:27:24.733107 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d5fed5d9-9ed3-47e9-9ec8-1eba258be4c8 req-55a62738-5f82-4a72-a22e-605476396a62 tempest-ServerShowV247Test-1646198328 tempest-ServerShowV247Test-1646198328-project] 10.222.0.23 "GET /v2.0/ports?device_id=70760a6e-d1d3-42d1-8989-3e4f4d08c1fa HTTP/1.1" status: 200 len: 210 time: 0.0626078 Dec 06 17:27:24.752662 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1932106-03ee-4721-ab6d-4fe056f50d85 req-617d8ec9-b040-4922-8161-d37e8ce6a665 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:24.753273 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-171c8918-48da-41e6-9d11-93c4491421e8 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:24.757421 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d1932106-03ee-4721-ab6d-4fe056f50d85 req-617d8ec9-b040-4922-8161-d37e8ce6a665 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8b9adeb-160c-4c4e-9195-5f6de44acdd7 HTTP/1.1" status: 200 len: 945 time: 0.2716248 Dec 06 17:27:24.771040 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4ba547-5b6b-4c80-82ae-c0efa36fb8e3 None None] Network fd1de7e2-8d08-4c1b-b4c1-9bb46441e839 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:27:24.795338 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-33710230-5504-4011-9a3c-de242651353f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6169140 Dec 06 17:27:24.867928 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d1932106-03ee-4721-ab6d-4fe056f50d85 req-e3be9b36-289f-4e3d-a0de-9f6908ccac22 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4bc6e59-bf7d-42c4-9e98-323b53a08b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764990 Dec 06 17:27:24.869663 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c91f7c0d-a24d-4bc0-b9d1-80d3ec851f2c admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:27:24.903812 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-c91f7c0d-a24d-4bc0-b9d1-80d3ec851f2c admin admin] 10.222.0.23 "PUT /v2.0/routers/9185d0f0-f576-4590-a147-46e535e5cf3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8528571 Dec 06 17:27:24.908325 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 37326) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:27:24.943107 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a43b3c-6f9c-448c-97d3-56c449a9a840 None None] Sync routers for ids ['9185d0f0-f576-4590-a147-46e535e5cf3b'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:27:24.996693 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a43b3c-6f9c-448c-97d3-56c449a9a840 None None] Routers {'9185d0f0-f576-4590-a147-46e535e5cf3b'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:27:24.997351 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-38a43b3c-6f9c-448c-97d3-56c449a9a840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:27:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['9185d0f0-f576-4590-a147-46e535e5cf3b'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:27:25.299746 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-38a43b3c-6f9c-448c-97d3-56c449a9a840 None None] Set router 9185d0f0-f576-4590-a147-46e535e5cf3b gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:27:25.374341 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accf0956-ad99-4894-80ff-5bb77b64e28a req-7ce8c672-0c45-4fe1-a886-44374979d0c8 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:25.374341 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-accf0956-ad99-4894-80ff-5bb77b64e28a req-7ce8c672-0c45-4fe1-a886-44374979d0c8 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e766107-5d5f-422c-b94b-1d8d8ddacb83 HTTP/1.1" status: 200 len: 945 time: 0.2289183 Dec 06 17:27:25.480532 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-accf0956-ad99-4894-80ff-5bb77b64e28a req-3fc7ec92-e1a0-49f9-87d4-42b79406c5b3 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b076312-1c54-4a4a-a63b-13a8529c717b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0988889 Dec 06 17:27:25.484164 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6b8378a5-67a0-4ec3-b454-f19befa80e4f admin admin] Publish callbacks [] for router, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:25.602114 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-171c8918-48da-41e6-9d11-93c4491421e8 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Router 88345162-f27d-456a-a815-6559325e911d is scheduled to L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 with binding_index 1 {{(pid=103285) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 17:27:25.705639 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-38a43b3c-6f9c-448c-97d3-56c449a9a840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9185d0f0-f576-4590-a147-46e535e5cf3b', 'name': 'tempest-TestAggregatesBasicOps-1081499020-router', 'tenant_id': '2fca1017ff5945ccb5207a18404b69ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.60'}], 'enable_snat': True}, 'gw_port_id': 'de0b29c7-056d-4633-9f12-55d62f6c9259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:26:47Z', 'updated_at': '2021-12-06T17:27:23Z', 'revision_number': 5, 'project_id': '2fca1017ff5945ccb5207a18404b69ea', 'gw_port': {'id': 'de0b29c7-056d-4633-9f12-55d62f6c9259', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ef:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9185d0f0-f576-4590-a147-46e535e5cf3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:26:49Z', 'updated_at': '2021-12-06T17:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:27:25.757059 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6b8378a5-67a0-4ec3-b454-f19befa80e4f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:25.757545 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a43b3c-6f9c-448c-97d3-56c449a9a840 None None] Checking router: 9185d0f0-f576-4590-a147-46e535e5cf3b for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:27:25.783606 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a43b3c-6f9c-448c-97d3-56c449a9a840 None None] Routers {'9185d0f0-f576-4590-a147-46e535e5cf3b'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:27:25.786482 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-38a43b3c-6f9c-448c-97d3-56c449a9a840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:27:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['9185d0f0-f576-4590-a147-46e535e5cf3b'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:27:26.004330 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75affe13-89db-48d6-9151-d43b858b3ea4 req-05ff44d8-dd6b-4af3-9ac0-3d1f42d957aa tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:26.010473 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-75affe13-89db-48d6-9151-d43b858b3ea4 req-05ff44d8-dd6b-4af3-9ac0-3d1f42d957aa tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/networks?id=15fd3b86-4ab2-48c1-977e-7d7f46e6c98b HTTP/1.1" status: 200 len: 810 time: 0.2722809 Dec 06 17:27:26.028844 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-75affe13-89db-48d6-9151-d43b858b3ea4 req-f39bc895-e4bb-47ca-8764-1143cf6c612d tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/quotas/ec528b8fbe5d4e99b13118aed923c7d9 HTTP/1.1" status: 200 len: 375 time: 0.0098279 Dec 06 17:27:26.056726 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-38a43b3c-6f9c-448c-97d3-56c449a9a840 None None] Set router 9185d0f0-f576-4590-a147-46e535e5cf3b gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:27:26.095687 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-171c8918-48da-41e6-9d11-93c4491421e8 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:27:26.107929 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb22cbd-002e-4bff-89f8-f4e545c42b87 None None] Sync routers for ids ['88345162-f27d-456a-a815-6559325e911d'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:27:26.116743 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-75affe13-89db-48d6-9151-d43b858b3ea4 req-396f913b-2a38-4e82-9f14-ed701d4a7e56 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ec528b8fbe5d4e99b13118aed923c7d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0782411 Dec 06 17:27:26.123935 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb22cbd-002e-4bff-89f8-f4e545c42b87 None None] Routers {'88345162-f27d-456a-a815-6559325e911d'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:27:26.129223 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-deb22cbd-002e-4bff-89f8-f4e545c42b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:27:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['88345162-f27d-456a-a815-6559325e911d'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:27:26.158736 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6b8378a5-67a0-4ec3-b454-f19befa80e4f admin admin] Deleting port de0b29c7-056d-4633-9f12-55d62f6c9259 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:27:26.159137 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6b8378a5-67a0-4ec3-b454-f19befa80e4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:26.163789 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-171c8918-48da-41e6-9d11-93c4491421e8 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:26.168346 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-171c8918-48da-41e6-9d11-93c4491421e8 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.5765285 Dec 06 17:27:26.169395 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 37400) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:27:26.251252 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-7914794c-a776-41ca-8093-5350d1cf1aef tempest-TestNetworkBasicOps-779736558 tempest-TestNetworkBasicOps-779736558-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=ecd148ff302244ca8d62fb6aab386351&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0800202 Dec 06 17:27:26.252914 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 37406) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:27:26.384292 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6b8378a5-67a0-4ec3-b454-f19befa80e4f admin admin] For port de0b29c7-056d-4633-9f12-55d62f6c9259, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=de0b29c7-056d-4633-9f12-55d62f6c9259,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:27:26.384883 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6b8378a5-67a0-4ec3-b454-f19befa80e4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:26.439934 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-deb22cbd-002e-4bff-89f8-f4e545c42b87 None None] Set router 88345162-f27d-456a-a815-6559325e911d gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:27:26.456021 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [req-75affe13-89db-48d6-9151-d43b858b3ea4 req-2fc446ce-d7c9-44ce-868d-3da12234fda7 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:27:26.458233 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-75affe13-89db-48d6-9151-d43b858b3ea4 req-2fc446ce-d7c9-44ce-868d-3da12234fda7 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3330038 Dec 06 17:27:26.465378 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6b8378a5-67a0-4ec3-b454-f19befa80e4f admin admin] Calling delete_port for de0b29c7-056d-4633-9f12-55d62f6c9259 owned by network:router_gateway {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:27:26.643987 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97a58ef-f11b-4cd9-b6c9-ab9b3ec873c5 req-719e1428-6276-4fb2-aaa1-aa95253b2ad7 tempest-ServersNegativeTestMultiTenantJSON-679065958 tempest-ServersNegativeTestMultiTenantJSON-679065958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:26.645571 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e97a58ef-f11b-4cd9-b6c9-ab9b3ec873c5 req-719e1428-6276-4fb2-aaa1-aa95253b2ad7 tempest-ServersNegativeTestMultiTenantJSON-679065958 tempest-ServersNegativeTestMultiTenantJSON-679065958-project] 10.222.0.23 "GET /v2.0/networks?id=a0e7a5fe-d0a1-4cc3-8e5f-5cc2e24f3268 HTTP/1.1" status: 200 len: 825 time: 0.3123143 Dec 06 17:27:26.699761 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e97a58ef-f11b-4cd9-b6c9-ab9b3ec873c5 req-3ecd9e83-3ce9-4c7e-bf59-7eebd3b470e5 tempest-ServersNegativeTestMultiTenantJSON-679065958 tempest-ServersNegativeTestMultiTenantJSON-679065958-project] 10.222.0.23 "GET /v2.0/quotas/01f10398d64c4e2c9584b119c7f17e27 HTTP/1.1" status: 200 len: 375 time: 0.0405726 Dec 06 17:27:26.726036 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05710ba8-37d8-4c0f-ac08-92424aea3322 tempest-TestNetworkBasicOps-779736558 tempest-TestNetworkBasicOps-779736558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:26.726300 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-05710ba8-37d8-4c0f-ac08-92424aea3322 tempest-TestNetworkBasicOps-779736558 tempest-TestNetworkBasicOps-779736558-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4699204 Dec 06 17:27:26.734727 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 37418) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:27:26.778346 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e97a58ef-f11b-4cd9-b6c9-ab9b3ec873c5 req-22340206-84c1-4798-b47a-660207e4ad18 tempest-ServersNegativeTestMultiTenantJSON-679065958 tempest-ServersNegativeTestMultiTenantJSON-679065958-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=01f10398d64c4e2c9584b119c7f17e27&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0675349 Dec 06 17:27:26.802735 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-d63196e9-d72f-4224-a66e-2b788250ac10 tempest-TestNetworkBasicOps-779736558 tempest-TestNetworkBasicOps-779736558-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=40c9982f-f1ff-4b90-bebe-b7d51655f7e2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0663552 Dec 06 17:27:26.808568 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 37422) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:27:26.820506 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-b304bb76-48ea-4a5e-aca2-46c706fdf59b tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1409457883', 'network_id': '777bfc6d-3fee-43da-888a-47a7635a15f7', 'project_id': 'ecd148ff302244ca8d62fb6aab386351', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:27:26.845019 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-deb22cbd-002e-4bff-89f8-f4e545c42b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88345162-f27d-456a-a815-6559325e911d', 'name': 'tempest-TestNetworkBasicOps-router-1668742405', 'tenant_id': 'ecd148ff302244ca8d62fb6aab386351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.20'}], 'enable_snat': True}, 'gw_port_id': 'ac315945-e71d-47b2-b3cb-5def568e84d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:27:19Z', 'updated_at': '2021-12-06T17:27:23Z', 'revision_number': 3, 'project_id': 'ecd148ff302244ca8d62fb6aab386351', 'gw_port': {'id': 'ac315945-e71d-47b2-b3cb-5def568e84d6', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:21:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88345162-f27d-456a-a815-6559325e911d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:27:22Z', 'updated_at': '2021-12-06T17:27:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:27:26.896988 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb22cbd-002e-4bff-89f8-f4e545c42b87 None None] Checking router: 88345162-f27d-456a-a815-6559325e911d for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:27:26.901706 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb22cbd-002e-4bff-89f8-f4e545c42b87 None None] Updating router 88345162-f27d-456a-a815-6559325e911d port ac315945-e71d-47b2-b3cb-5def568e84d6 binding host n-d-master-1 {{(pid=103287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:27:26.911755 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-75affe13-89db-48d6-9151-d43b858b3ea4 req-971d2ae0-2ff2-434d-9a4b-ea5d015acc7f service neutron] 10.222.0.23 "GET /v2.0/networks/15fd3b86-4ab2-48c1-977e-7d7f46e6c98b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4408841 Dec 06 17:27:26.975997 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-deb22cbd-002e-4bff-89f8-f4e545c42b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:26.994985 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6b8378a5-67a0-4ec3-b454-f19befa80e4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:27.053897 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad45894-30c9-4229-8f12-51a9b291bef6 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:27:27.123177 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 37426) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:27:27.154616 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-38a43b3c-6f9c-448c-97d3-56c449a9a840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9185d0f0-f576-4590-a147-46e535e5cf3b', 'name': 'tempest-TestAggregatesBasicOps-1081499020-router', 'tenant_id': '2fca1017ff5945ccb5207a18404b69ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.60'}], 'enable_snat': True}, 'gw_port_id': 'de0b29c7-056d-4633-9f12-55d62f6c9259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:26:47Z', 'updated_at': '2021-12-06T17:27:23Z', 'revision_number': 5, 'project_id': '2fca1017ff5945ccb5207a18404b69ea', 'gw_port': {'id': 'de0b29c7-056d-4633-9f12-55d62f6c9259', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ef:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9185d0f0-f576-4590-a147-46e535e5cf3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:26:49Z', 'updated_at': '2021-12-06T17:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:27:27.197631 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a43b3c-6f9c-448c-97d3-56c449a9a840 None None] The sync data for ids ['9185d0f0-f576-4590-a147-46e535e5cf3b'] in n-d-master-1 is: [{'id': '9185d0f0-f576-4590-a147-46e535e5cf3b', 'name': 'tempest-TestAggregatesBasicOps-1081499020-router', 'tenant_id': '2fca1017ff5945ccb5207a18404b69ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.60'}], 'enable_snat': True}, 'gw_port_id': 'de0b29c7-056d-4633-9f12-55d62f6c9259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:26:47Z', 'updated_at': '2021-12-06T17:27:23Z', 'revision_number': 5, 'project_id': '2fca1017ff5945ccb5207a18404b69ea', 'gw_port': {'id': 'de0b29c7-056d-4633-9f12-55d62f6c9259', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ef:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9185d0f0-f576-4590-a147-46e535e5cf3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:26:49Z', 'updated_at': '2021-12-06T17:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:27:27.212639 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b304bb76-48ea-4a5e-aca2-46c706fdf59b tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Made reservation on behalf of ecd148ff302244ca8d62fb6aab386351 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:27:27.219789 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b304bb76-48ea-4a5e-aca2-46c706fdf59b tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:27.249158 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8378a5-67a0-4ec3-b454-f19befa80e4f admin admin] Pushing event deleted for resources: {'Port': ['ID=de0b29c7-056d-4633-9f12-55d62f6c9259,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:27.364501 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8378a5-67a0-4ec3-b454-f19befa80e4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:27:27.364756 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8378a5-67a0-4ec3-b454-f19befa80e4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:27:27.365101 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8378a5-67a0-4ec3-b454-f19befa80e4f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:27:27.367352 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8378a5-67a0-4ec3-b454-f19befa80e4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:27:27.367706 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8378a5-67a0-4ec3-b454-f19befa80e4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:27:27.368039 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8378a5-67a0-4ec3-b454-f19befa80e4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:27:27.368424 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8378a5-67a0-4ec3-b454-f19befa80e4f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:27:27.368753 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8378a5-67a0-4ec3-b454-f19befa80e4f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:27:27.369076 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8378a5-67a0-4ec3-b454-f19befa80e4f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:27:27.369400 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8378a5-67a0-4ec3-b454-f19befa80e4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:27:27.369746 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8378a5-67a0-4ec3-b454-f19befa80e4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:27:27.370817 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8378a5-67a0-4ec3-b454-f19befa80e4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:27:27.371151 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8378a5-67a0-4ec3-b454-f19befa80e4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:27:27.372041 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b50d79d3-a212-4aeb-8a0c-eba0b43e9419 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:27.399034 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6b8378a5-67a0-4ec3-b454-f19befa80e4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536698'] for router_gateway, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:27.464920 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-deb22cbd-002e-4bff-89f8-f4e545c42b87 None None] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:27.473941 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-deb22cbd-002e-4bff-89f8-f4e545c42b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:27.490784 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e97a58ef-f11b-4cd9-b6c9-ab9b3ec873c5 req-57c80131-988b-4bd2-bf21-4d143c89432b service neutron] 10.222.0.23 "GET /v2.0/networks/a0e7a5fe-d0a1-4cc3-8e5f-5cc2e24f3268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6499259 Dec 06 17:27:27.540340 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0320dd-1055-458c-91d1-eff5ba420517 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:27:27.556902 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b50d79d3-a212-4aeb-8a0c-eba0b43e9419 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:27.562143 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-deb22cbd-002e-4bff-89f8-f4e545c42b87 None None] Attempting to bind port ac315945-e71d-47b2-b3cb-5def568e84d6 on host n-d-master-1 for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:27:27.570052 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b50d79d3-a212-4aeb-8a0c-eba0b43e9419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:27.573735 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-deb22cbd-002e-4bff-89f8-f4e545c42b87 None None] Attempting to bind port ac315945-e71d-47b2-b3cb-5def568e84d6 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:27:27.574523 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb22cbd-002e-4bff-89f8-f4e545c42b87 None None] Attempting to bind port ac315945-e71d-47b2-b3cb-5def568e84d6 on network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:27:27.609040 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb22cbd-002e-4bff-89f8-f4e545c42b87 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:27:27.610162 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-e79c3e04-4a9d-43d1-b92e-fe67ab7a87e9 None None] Provisioning complete for port ac315945-e71d-47b2-b3cb-5def568e84d6 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:27:27.610809 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb22cbd-002e-4bff-89f8-f4e545c42b87 None None] Checking segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:27:27.611896 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-deb22cbd-002e-4bff-89f8-f4e545c42b87 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:27.612469 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb22cbd-002e-4bff-89f8-f4e545c42b87 None None] Bound using segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:27:27.612797 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e79c3e04-4a9d-43d1-b92e-fe67ab7a87e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:27.613989 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-deb22cbd-002e-4bff-89f8-f4e545c42b87 None None] Bound port: ac315945-e71d-47b2-b3cb-5def568e84d6, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:27:27.614650 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50d79d3-a212-4aeb-8a0c-eba0b43e9419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=371a81b1-20b6-402d-a6e1-f131a990f314,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:27.616938 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-deb22cbd-002e-4bff-89f8-f4e545c42b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:27.640572 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-75affe13-89db-48d6-9151-d43b858b3ea4 req-48400e45-fe3f-476d-9565-727c353b37e4 service neutron] 10.222.0.23 "GET /v2.0/networks/15fd3b86-4ab2-48c1-977e-7d7f46e6c98b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7276111 Dec 06 17:27:27.663283 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6b8378a5-67a0-4ec3-b454-f19befa80e4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:27.666866 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6b8378a5-67a0-4ec3-b454-f19befa80e4f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:27.707301 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-b50d79d3-a212-4aeb-8a0c-eba0b43e9419 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a61e393736ef42dab417c6e1385fb19a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5326171 Dec 06 17:27:27.716119 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 37436) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:27:27.745257 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-e79c3e04-4a9d-43d1-b92e-fe67ab7a87e9 None None] Port ac315945-e71d-47b2-b3cb-5def568e84d6 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:27:27.801538 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-deb22cbd-002e-4bff-89f8-f4e545c42b87 None None] For port ac315945-e71d-47b2-b3cb-5def568e84d6, host n-d-master-1, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:27:27.814038 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-deb22cbd-002e-4bff-89f8-f4e545c42b87 None None] For port ac315945-e71d-47b2-b3cb-5def568e84d6, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ac315945-e71d-47b2-b3cb-5def568e84d6,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:27:27.827584 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-deb22cbd-002e-4bff-89f8-f4e545c42b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:27.835329 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e350b6-05e9-4729-af2c-7caf47f94461 None None] Pushing event updated for resources: {'Port': ['ID=ac315945-e71d-47b2-b3cb-5def568e84d6,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:27.852758 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-955513a0-47a9-4cf7-8689-c1b5ce278828 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:27.905193 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-955513a0-47a9-4cf7-8689-c1b5ce278828 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:27.921947 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d9749e-7ad4-4d07-ad09-5358b2fc6e15 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:27:27.998036 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb22cbd-002e-4bff-89f8-f4e545c42b87 None None] Routers {'88345162-f27d-456a-a815-6559325e911d'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:27:28.005321 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-deb22cbd-002e-4bff-89f8-f4e545c42b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:27:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['88345162-f27d-456a-a815-6559325e911d'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:27:28.031373 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a9c4d217-80ba-457f-9605-47d59ac67d96 None None] Provisioning complete for port ac315945-e71d-47b2-b3cb-5def568e84d6 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:27:28.031720 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a9c4d217-80ba-457f-9605-47d59ac67d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:28.032798 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-955513a0-47a9-4cf7-8689-c1b5ce278828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:28.043787 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-955513a0-47a9-4cf7-8689-c1b5ce278828 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:28.045280 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-955513a0-47a9-4cf7-8689-c1b5ce278828 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/371a81b1-20b6-402d-a6e1-f131a990f314 HTTP/1.1" status: 204 len: 168 time: 0.3286488 Dec 06 17:27:28.104904 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e350b6-05e9-4729-af2c-7caf47f94461 None None] Pushing event updated for resources: {'Port': ['ID=ac315945-e71d-47b2-b3cb-5def568e84d6,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:28.159637 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955513a0-47a9-4cf7-8689-c1b5ce278828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=371a81b1-20b6-402d-a6e1-f131a990f314,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:28.232466 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a9c4d217-80ba-457f-9605-47d59ac67d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:28.288542 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-344632cd-7742-4488-a346-a3954474311e req-25ad4eee-1afc-40e9-bb9a-a1516a012ea2 tempest-ServerShowV247Test-1646198328 tempest-ServerShowV247Test-1646198328-project] 10.222.0.23 "GET /v2.0/ports?device_id=70760a6e-d1d3-42d1-8989-3e4f4d08c1fa HTTP/1.1" status: 200 len: 210 time: 0.1405797 Dec 06 17:27:28.298755 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a9c4d217-80ba-457f-9605-47d59ac67d96 None None] For port ac315945-e71d-47b2-b3cb-5def568e84d6, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ac315945-e71d-47b2-b3cb-5def568e84d6,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:27:28.307463 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a9c4d217-80ba-457f-9605-47d59ac67d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:28.385219 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c4d217-80ba-457f-9605-47d59ac67d96 None None] Pushing event updated for resources: {'Port': ['ID=ac315945-e71d-47b2-b3cb-5def568e84d6,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:28.518738 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-deb22cbd-002e-4bff-89f8-f4e545c42b87 None None] Set router 88345162-f27d-456a-a815-6559325e911d gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:27:28.572795 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b304bb76-48ea-4a5e-aca2-46c706fdf59b tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:28.661857 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32e1362-f6c1-4a4e-8ee3-1a0aaddbe4b5 req-7376eb5f-ac9d-4dce-b331-4152747180fd tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:28.670070 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e32e1362-f6c1-4a4e-8ee3-1a0aaddbe4b5 req-7376eb5f-ac9d-4dce-b331-4152747180fd tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e766107-5d5f-422c-b94b-1d8d8ddacb83 HTTP/1.1" status: 200 len: 945 time: 0.1852419 Dec 06 17:27:28.705390 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6b8378a5-67a0-4ec3-b454-f19befa80e4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:28.707585 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b8378a5-67a0-4ec3-b454-f19befa80e4f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9185d0f0-f576-4590-a147-46e535e5cf3b {{(pid=103285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 17:27:28.725849 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6b8378a5-67a0-4ec3-b454-f19befa80e4f admin admin] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:28.727563 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-6b8378a5-67a0-4ec3-b454-f19befa80e4f admin admin] 10.222.0.23 "DELETE /v2.0/routers/9185d0f0-f576-4590-a147-46e535e5cf3b HTTP/1.1" status: 204 len: 168 time: 3.8174701 Dec 06 17:27:28.730484 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 37456) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:27:28.827136 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e97a58ef-f11b-4cd9-b6c9-ab9b3ec873c5 req-0edecf69-fe4f-444c-8cc4-79eb0a2ff910 service neutron] 10.222.0.23 "GET /v2.0/networks/a0e7a5fe-d0a1-4cc3-8e5f-5cc2e24f3268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2522268 Dec 06 17:27:28.888851 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b304bb76-48ea-4a5e-aca2-46c706fdf59b tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Pushing event updated for resources: {'Subnet': ['ID=bf4aecbe-5cce-4e7f-a01d-067dc19fd3c6,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:28.962977 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 82b8a887-a317-4aa6-b733-0cc0106b6152 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:27:29.031801 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 82b8a887-a317-4aa6-b733-0cc0106b6152 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:27:29.036980 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 82b8a887-a317-4aa6-b733-0cc0106b6152 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:27:29.061082 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-deb22cbd-002e-4bff-89f8-f4e545c42b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88345162-f27d-456a-a815-6559325e911d', 'name': 'tempest-TestNetworkBasicOps-router-1668742405', 'tenant_id': 'ecd148ff302244ca8d62fb6aab386351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.20'}], 'enable_snat': True}, 'gw_port_id': 'ac315945-e71d-47b2-b3cb-5def568e84d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:27:19Z', 'updated_at': '2021-12-06T17:27:23Z', 'revision_number': 3, 'project_id': 'ecd148ff302244ca8d62fb6aab386351', 'gw_port': {'id': 'ac315945-e71d-47b2-b3cb-5def568e84d6', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:21:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88345162-f27d-456a-a815-6559325e911d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:27:22Z', 'updated_at': '2021-12-06T17:27:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:27:29.089998 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b304bb76-48ea-4a5e-aca2-46c706fdf59b tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Checking segment: {'id': '42bff26c-68a9-49fb-9b4f-34e773f0fd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '777bfc6d-3fee-43da-888a-47a7635a15f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:27:29.090484 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b304bb76-48ea-4a5e-aca2-46c706fdf59b tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Network hostable DHCP agents. Network: 777bfc6d-3fee-43da-888a-47a7635a15f7, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:27:29.115326 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-762b66ee-a4ab-4167-90f3-1ad3b61f9202 admin admin] Deleting subnet 7e8de865-6f87-488c-a50a-671a6affcd1a {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:27:29.156203 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e32e1362-f6c1-4a4e-8ee3-1a0aaddbe4b5 req-c98c1333-5705-4fc5-b59e-7b9ba80038a7 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b076312-1c54-4a4a-a63b-13a8529c717b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4693160 Dec 06 17:27:29.157626 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-762b66ee-a4ab-4167-90f3-1ad3b61f9202 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:29.196995 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb22cbd-002e-4bff-89f8-f4e545c42b87 None None] The sync data for ids ['88345162-f27d-456a-a815-6559325e911d'] in n-d-master-1 is: [{'id': '88345162-f27d-456a-a815-6559325e911d', 'name': 'tempest-TestNetworkBasicOps-router-1668742405', 'tenant_id': 'ecd148ff302244ca8d62fb6aab386351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.20'}], 'enable_snat': True}, 'gw_port_id': 'ac315945-e71d-47b2-b3cb-5def568e84d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:27:19Z', 'updated_at': '2021-12-06T17:27:23Z', 'revision_number': 3, 'project_id': 'ecd148ff302244ca8d62fb6aab386351', 'gw_port': {'id': 'ac315945-e71d-47b2-b3cb-5def568e84d6', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:21:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88345162-f27d-456a-a815-6559325e911d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:27:22Z', 'updated_at': '2021-12-06T17:27:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:27:29.279851 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-762b66ee-a4ab-4167-90f3-1ad3b61f9202 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:29.287465 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b304bb76-48ea-4a5e-aca2-46c706fdf59b tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Network 777bfc6d-3fee-43da-888a-47a7635a15f7 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:27:29.367942 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-b304bb76-48ea-4a5e-aca2-46c706fdf59b tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 777bfc6d-3fee-43da-888a-47a7635a15f7) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:27:29.381784 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b304bb76-48ea-4a5e-aca2-46c706fdf59b tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:29.383178 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b304bb76-48ea-4a5e-aca2-46c706fdf59b tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:29.386239 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b17867-6e20-49ae-afc3-0ce014b36e40 None None] Network 777bfc6d-3fee-43da-888a-47a7635a15f7 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:27:29.469210 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-524f58f2-5477-463f-9e3a-91e3b4504975 req-7bd8ffbf-1536-4f24-8cf0-28f733883f2e tempest-ServersNegativeTestMultiTenantJSON-679065958 tempest-ServersNegativeTestMultiTenantJSON-679065958-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f99de3e-887a-4ade-b0b1-c3d1243e4d36 HTTP/1.1" status: 200 len: 210 time: 0.1008608 Dec 06 17:27:29.570540 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-b304bb76-48ea-4a5e-aca2-46c706fdf59b tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.7583921 Dec 06 17:27:29.571039 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 37476) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:27:29.615980 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3126be23-a6cf-45c7-a757-8e483c5d79f8 req-e166a617-d3d5-42cd-873e-ce4b8fdd78cf tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/ports?device_id=8537ba91-f526-4403-b51f-00c5f0f98b5a HTTP/1.1" status: 200 len: 210 time: 0.1775894 Dec 06 17:27:29.795399 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-762b66ee-a4ab-4167-90f3-1ad3b61f9202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:29.842422 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438eb736-c8ee-4389-8c34-25b4ab0d020a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-777bfc6d-3fee-43da-888a-47a7635a15f7', 'network_id': '777bfc6d-3fee-43da-888a-47a7635a15f7', 'tenant_id': 'ecd148ff302244ca8d62fb6aab386351', 'fixed_ips': [{'subnet_id': 'bf4aecbe-5cce-4e7f-a01d-067dc19fd3c6'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:27:29.845064 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-438eb736-c8ee-4389-8c34-25b4ab0d020a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:30.004299 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-762b66ee-a4ab-4167-90f3-1ad3b61f9202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:30.090053 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762b66ee-a4ab-4167-90f3-1ad3b61f9202 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e8de865-6f87-488c-a50a-671a6affcd1a,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:30.098539 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-762b66ee-a4ab-4167-90f3-1ad3b61f9202 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:30.107124 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-762b66ee-a4ab-4167-90f3-1ad3b61f9202 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7e8de865-6f87-488c-a50a-671a6affcd1a HTTP/1.1" status: 204 len: 168 time: 1.3670266 Dec 06 17:27:30.117300 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7598fc-7828-4793-a548-7ae353b76d51 None None] Network 114d4aeb-2d86-4fb0-86a2-d779b598323a requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:27:30.129867 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 37488) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:27:30.297268 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e5026368-0b35-4b23-b63b-845503999008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:30.459549 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-438eb736-c8ee-4389-8c34-25b4ab0d020a None None] Allocated IP 172.20.0.2 (777bfc6d-3fee-43da-888a-47a7635a15f7/bf4aecbe-5cce-4e7f-a01d-067dc19fd3c6/52130426-7179-4456-816c-96c16ae69279) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:27:30.532758 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fa6acbc4-9b37-4812-a03f-fd1338fa2563 req-7e4ce9d6-4db8-4568-955e-f449ed6a8f95 tempest-ServerShowV247Test-1646198328 tempest-ServerShowV247Test-1646198328-project] 10.222.0.23 "GET /v2.0/ports?device_id=70760a6e-d1d3-42d1-8989-3e4f4d08c1fa HTTP/1.1" status: 200 len: 210 time: 0.3934786 Dec 06 17:27:30.610637 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75affe13-89db-48d6-9151-d43b858b3ea4 req-228658ee-dbbf-4095-8498-3d7e29d34f37 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:30.619747 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-75affe13-89db-48d6-9151-d43b858b3ea4 req-228658ee-dbbf-4095-8498-3d7e29d34f37 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.41 "GET /v2.0/networks?id=15fd3b86-4ab2-48c1-977e-7d7f46e6c98b HTTP/1.1" status: 200 len: 810 time: 0.4995608 Dec 06 17:27:30.644604 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7055d30b-b2db-41be-87a2-fb5ee16c0fed req-e7a81c8e-3d57-4283-a0c4-e5e19f137559 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:30.655171 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7055d30b-b2db-41be-87a2-fb5ee16c0fed req-e7a81c8e-3d57-4283-a0c4-e5e19f137559 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e766107-5d5f-422c-b94b-1d8d8ddacb83 HTTP/1.1" status: 200 len: 945 time: 0.1889548 Dec 06 17:27:30.700977 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-e5026368-0b35-4b23-b63b-845503999008 admin admin] Deleting port 0c797245-2ff2-4ba3-ac62-d68121797626 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:27:30.701664 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e5026368-0b35-4b23-b63b-845503999008 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:30.757675 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-75affe13-89db-48d6-9151-d43b858b3ea4 req-584ac20b-86bd-44ac-a435-99e3d1ba5be5 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Request body: {'port': {'device_id': '8537ba91-f526-4403-b51f-00c5f0f98b5a', 'network_id': '15fd3b86-4ab2-48c1-977e-7d7f46e6c98b', 'admin_state_up': True, 'tenant_id': 'ec528b8fbe5d4e99b13118aed923c7d9'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:27:30.920741 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7055d30b-b2db-41be-87a2-fb5ee16c0fed req-3e874b0d-4482-4e44-9e0d-51d63c2c0178 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b076312-1c54-4a4a-a63b-13a8529c717b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2639782 Dec 06 17:27:31.016326 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-385adab2-b47f-41cc-9193-228c71c52ec2 req-9d6a3fb1-637b-4c7c-b64f-a406eccb8ae4 tempest-ServersNegativeTestMultiTenantJSON-679065958 tempest-ServersNegativeTestMultiTenantJSON-679065958-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f99de3e-887a-4ade-b0b1-c3d1243e4d36 HTTP/1.1" status: 200 len: 210 time: 0.2666123 Dec 06 17:27:31.104427 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-e5026368-0b35-4b23-b63b-845503999008 admin admin] For port 0c797245-2ff2-4ba3-ac62-d68121797626, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0c797245-2ff2-4ba3-ac62-d68121797626,segment=NetworkSegment(8a466b55-ab29-479f-aae7-bea93805dfce),segment_id=8a466b55-ab29-479f-aae7-bea93805dfce)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:27:31.105121 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e5026368-0b35-4b23-b63b-845503999008 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:31.145604 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-e5026368-0b35-4b23-b63b-845503999008 admin admin] Calling delete_port for 0c797245-2ff2-4ba3-ac62-d68121797626 owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:27:31.162834 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-05a8b8ad-10c1-4c45-8875-4c22ce467b57 req-8f1e437c-553e-4786-8f12-2515c1d66f1b tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/ports?device_id=8537ba91-f526-4403-b51f-00c5f0f98b5a HTTP/1.1" status: 200 len: 210 time: 0.0572889 Dec 06 17:27:31.177941 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-438eb736-c8ee-4389-8c34-25b4ab0d020a None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:31.183613 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device ac315945-e71d-47b2-b3cb-5def568e84d6 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:27:31.268077 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-438eb736-c8ee-4389-8c34-25b4ab0d020a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:31.343535 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438eb736-c8ee-4389-8c34-25b4ab0d020a None None] Pushing event updated for resources: {'Port': ['ID=52130426-7179-4456-816c-96c16ae69279,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:31.370650 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438eb736-c8ee-4389-8c34-25b4ab0d020a None None] Network 777bfc6d-3fee-43da-888a-47a7635a15f7 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:27:31.373832 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-438eb736-c8ee-4389-8c34-25b4ab0d020a None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:27:31.385026 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438eb736-c8ee-4389-8c34-25b4ab0d020a None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:27:31.506272 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e5026368-0b35-4b23-b63b-845503999008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:31.527471 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port ac315945-e71d-47b2-b3cb-5def568e84d6 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:27:31.528024 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:31.622564 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5026368-0b35-4b23-b63b-845503999008 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c797245-2ff2-4ba3-ac62-d68121797626,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:31.647936 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5026368-0b35-4b23-b63b-845503999008 admin admin] No DVR routers for this DVR port 0c797245-2ff2-4ba3-ac62-d68121797626 on host n-d-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:27:31.672343 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-438eb736-c8ee-4389-8c34-25b4ab0d020a None None] Attempting to bind port 52130426-7179-4456-816c-96c16ae69279 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:27:31.675422 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-438eb736-c8ee-4389-8c34-25b4ab0d020a None None] Attempting to bind port 52130426-7179-4456-816c-96c16ae69279 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '42bff26c-68a9-49fb-9b4f-34e773f0fd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '777bfc6d-3fee-43da-888a-47a7635a15f7'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:27:31.676011 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438eb736-c8ee-4389-8c34-25b4ab0d020a None None] Attempting to bind port 52130426-7179-4456-816c-96c16ae69279 on network 777bfc6d-3fee-43da-888a-47a7635a15f7 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:27:31.712542 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438eb736-c8ee-4389-8c34-25b4ab0d020a None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:27:31.716279 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438eb736-c8ee-4389-8c34-25b4ab0d020a None None] Checking segment: {'id': '42bff26c-68a9-49fb-9b4f-34e773f0fd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '777bfc6d-3fee-43da-888a-47a7635a15f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:27:31.717508 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-438eb736-c8ee-4389-8c34-25b4ab0d020a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:31.719655 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438eb736-c8ee-4389-8c34-25b4ab0d020a None None] Bound using segment: {'id': '42bff26c-68a9-49fb-9b4f-34e773f0fd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '777bfc6d-3fee-43da-888a-47a7635a15f7'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:27:31.720358 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-438eb736-c8ee-4389-8c34-25b4ab0d020a None None] Bound port: 52130426-7179-4456-816c-96c16ae69279, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42bff26c-68a9-49fb-9b4f-34e773f0fd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '777bfc6d-3fee-43da-888a-47a7635a15f7'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:27:31.722374 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-438eb736-c8ee-4389-8c34-25b4ab0d020a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:31.895862 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 37518) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:27:31.898039 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e5026368-0b35-4b23-b63b-845503999008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:31.932444 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-438eb736-c8ee-4389-8c34-25b4ab0d020a None None] For port 52130426-7179-4456-816c-96c16ae69279, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:27:31.937181 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-438eb736-c8ee-4389-8c34-25b4ab0d020a None None] For port 52130426-7179-4456-816c-96c16ae69279, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=52130426-7179-4456-816c-96c16ae69279,segment=NetworkSegment(42bff26c-68a9-49fb-9b4f-34e773f0fd80),segment_id=42bff26c-68a9-49fb-9b4f-34e773f0fd80)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:27:31.944372 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28fb653a-9247-4344-a19c-dd687edffbf2 None None] DHCP port deletion for 114d4aeb-2d86-4fb0-86a2-d779b598323a request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:27:31.952804 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-438eb736-c8ee-4389-8c34-25b4ab0d020a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:31.994109 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-e5026368-0b35-4b23-b63b-845503999008 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['114d4aeb-2d86-4fb0-86a2-d779b598323a']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:27:32.024673 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5129551f-b2fe-4ab5-92b1-ce4af142da3d req-d1493f04-f0f0-417f-9f80-55f2abe7b653 tempest-ServerShowV247Test-1646198328 tempest-ServerShowV247Test-1646198328-project] 10.222.0.23 "GET /v2.0/ports?device_id=70760a6e-d1d3-42d1-8989-3e4f4d08c1fa HTTP/1.1" status: 200 len: 210 time: 0.2215414 Dec 06 17:27:32.031885 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-e5026368-0b35-4b23-b63b-845503999008 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a466b55-ab29-479f-aae7-bea93805dfce') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:27:32.032191 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-e5026368-0b35-4b23-b63b-845503999008 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a466b55-ab29-479f-aae7-bea93805dfce') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:27:32.032630 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438eb736-c8ee-4389-8c34-25b4ab0d020a None None] Pushing event updated for resources: {'Port': ['ID=52130426-7179-4456-816c-96c16ae69279,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:32.071015 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e5026368-0b35-4b23-b63b-845503999008 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:32.123099 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e5026368-0b35-4b23-b63b-845503999008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:32.153753 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5026368-0b35-4b23-b63b-845503999008 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:27:32.154417 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e5026368-0b35-4b23-b63b-845503999008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:32.226692 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 17:27:32.226692 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:27:32.226692 n-d-master-1 neutron-server[103284]: timer() Dec 06 17:27:32.226692 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:27:32.226692 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 17:27:32.226692 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:27:32.226692 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 17:27:32.226692 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:27:32.226692 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 17:27:32.226692 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:27:32.226692 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 17:27:32.226692 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:27:32.226692 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 17:27:32.226692 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:27:32.226692 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:27:32.226692 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:27:32.226692 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:27:32.226692 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:27:32.226692 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 17:27:32.226692 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:27:32.226692 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 17:27:32.226692 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:27:32.226692 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:27:32.226692 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:27:32.226692 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 17:27:32.226692 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:27:32.226692 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:27:32.226692 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:27:32.226692 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:27:32.226692 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:27:32.226692 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:27:32.226692 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:27:32.233602 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device de0b29c7-056d-4633-9f12-55d62f6c9259 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:27:32.294204 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: de0b29c7-056d-4633-9f12-55d62f6c9259 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:27:32.296492 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device de0b29c7-056d-4633-9f12-55d62f6c9259 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:27:32.370249 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a9cebbb6-1cc2-47a9-9b13-11cca7235186 req-dd78f94f-fb40-4d3f-bff4-33ee00c5cb82 tempest-ServersNegativeTestMultiTenantJSON-679065958 tempest-ServersNegativeTestMultiTenantJSON-679065958-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f99de3e-887a-4ade-b0b1-c3d1243e4d36 HTTP/1.1" status: 200 len: 210 time: 0.1744945 Dec 06 17:27:32.380364 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75affe13-89db-48d6-9151-d43b858b3ea4 req-584ac20b-86bd-44ac-a435-99e3d1ba5be5 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Made reservation on behalf of ec528b8fbe5d4e99b13118aed923c7d9 for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:27:32.386101 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-75affe13-89db-48d6-9151-d43b858b3ea4 req-584ac20b-86bd-44ac-a435-99e3d1ba5be5 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:32.410554 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-a2bd9e2b-900d-43ed-8317-f3ca95973f0a tempest-ExternalNetworksTestJSON-162628384 tempest-ExternalNetworksTestJSON-162628384-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1758632995'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:27:32.442924 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905bfc38-7f57-491a-af15-3cb147373f98 req-899ae614-77a0-40eb-bb8c-b035e885b558 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:32.452769 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-905bfc38-7f57-491a-af15-3cb147373f98 req-899ae614-77a0-40eb-bb8c-b035e885b558 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e766107-5d5f-422c-b94b-1d8d8ddacb83 HTTP/1.1" status: 200 len: 945 time: 0.3140960 Dec 06 17:27:32.531347 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e5026368-0b35-4b23-b63b-845503999008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:32.558108 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e5026368-0b35-4b23-b63b-845503999008 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:32.566632 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-e5026368-0b35-4b23-b63b-845503999008 admin admin] 10.222.0.23 "DELETE /v2.0/networks/114d4aeb-2d86-4fb0-86a2-d779b598323a HTTP/1.1" status: 204 len: 168 time: 2.4333997 Dec 06 17:27:32.567694 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2bd9e2b-900d-43ed-8317-f3ca95973f0a tempest-ExternalNetworksTestJSON-162628384 tempest-ExternalNetworksTestJSON-162628384-project] Made reservation on behalf of 95d86a8145ae4404b8bbebbd72c111a7 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:27:32.574820 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a2bd9e2b-900d-43ed-8317-f3ca95973f0a tempest-ExternalNetworksTestJSON-162628384 tempest-ExternalNetworksTestJSON-162628384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:32.601771 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 37530) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:27:32.609972 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97a58ef-f11b-4cd9-b6c9-ab9b3ec873c5 req-c924b6d9-cc9a-4c6e-915c-181b53182f2d tempest-ServersNegativeTestMultiTenantJSON-679065958 tempest-ServersNegativeTestMultiTenantJSON-679065958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:32.611801 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e97a58ef-f11b-4cd9-b6c9-ab9b3ec873c5 req-c924b6d9-cc9a-4c6e-915c-181b53182f2d tempest-ServersNegativeTestMultiTenantJSON-679065958 tempest-ServersNegativeTestMultiTenantJSON-679065958-project] 10.222.0.41 "GET /v2.0/networks?id=a0e7a5fe-d0a1-4cc3-8e5f-5cc2e24f3268 HTTP/1.1" status: 200 len: 825 time: 1.0281315 Dec 06 17:27:32.636526 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a2bd9e2b-900d-43ed-8317-f3ca95973f0a tempest-ExternalNetworksTestJSON-162628384 tempest-ExternalNetworksTestJSON-162628384-project] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:32.663767 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5026368-0b35-4b23-b63b-845503999008 admin admin] Pushing event deleted for resources: {'Network': ['ID=114d4aeb-2d86-4fb0-86a2-d779b598323a,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:32.687377 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a3d8d5be-67b2-476a-b66c-9247f7cf823d tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:32.737791 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-e97a58ef-f11b-4cd9-b6c9-ab9b3ec873c5 req-46c37e7c-3a69-435a-9cd9-bf601e560eec tempest-ServersNegativeTestMultiTenantJSON-679065958 tempest-ServersNegativeTestMultiTenantJSON-679065958-project] Request body: {'port': {'device_id': '1f99de3e-887a-4ade-b0b1-c3d1243e4d36', 'network_id': 'a0e7a5fe-d0a1-4cc3-8e5f-5cc2e24f3268', 'admin_state_up': True, 'tenant_id': '01f10398d64c4e2c9584b119c7f17e27'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:27:32.758898 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:32.800120 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-905bfc38-7f57-491a-af15-3cb147373f98 req-86299cc4-597f-4234-92ab-c7047425c04c tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b076312-1c54-4a4a-a63b-13a8529c717b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3382282 Dec 06 17:27:32.832045 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a2bd9e2b-900d-43ed-8317-f3ca95973f0a tempest-ExternalNetworksTestJSON-162628384 tempest-ExternalNetworksTestJSON-162628384-project] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:32.847783 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a2bd9e2b-900d-43ed-8317-f3ca95973f0a tempest-ExternalNetworksTestJSON-162628384 tempest-ExternalNetworksTestJSON-162628384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:32.903715 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bd9e2b-900d-43ed-8317-f3ca95973f0a tempest-ExternalNetworksTestJSON-162628384 tempest-ExternalNetworksTestJSON-162628384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=395bddfd-7abd-4e8b-9444-e8ce4078ea79,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:32.926612 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2bd9e2b-900d-43ed-8317-f3ca95973f0a tempest-ExternalNetworksTestJSON-162628384 tempest-ExternalNetworksTestJSON-162628384-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:27:32.957886 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a2bd9e2b-900d-43ed-8317-f3ca95973f0a tempest-ExternalNetworksTestJSON-162628384 tempest-ExternalNetworksTestJSON-162628384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:32.958235 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-a2bd9e2b-900d-43ed-8317-f3ca95973f0a tempest-ExternalNetworksTestJSON-162628384 tempest-ExternalNetworksTestJSON-162628384-project] Added segment 27f3fa05-c7bf-4511-8c76-57b5b086d407 of type vlan for network 2ff24523-e5e9-4541-a3a7-d0655c061045 Dec 06 17:27:33.021568 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 52130426-7179-4456-816c-96c16ae69279 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:27:33.028714 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a2bd9e2b-900d-43ed-8317-f3ca95973f0a tempest-ExternalNetworksTestJSON-162628384 tempest-ExternalNetworksTestJSON-162628384-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:33.070510 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a2bd9e2b-900d-43ed-8317-f3ca95973f0a tempest-ExternalNetworksTestJSON-162628384 tempest-ExternalNetworksTestJSON-162628384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:33.096181 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2bd9e2b-900d-43ed-8317-f3ca95973f0a tempest-ExternalNetworksTestJSON-162628384 tempest-ExternalNetworksTestJSON-162628384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:33.097754 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a2bd9e2b-900d-43ed-8317-f3ca95973f0a tempest-ExternalNetworksTestJSON-162628384 tempest-ExternalNetworksTestJSON-162628384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:33.138908 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 52130426-7179-4456-816c-96c16ae69279 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:27:33.139291 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:33.233579 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-dcf71c03-fdac-4476-af3c-2258e76d4e84 req-5b64fe6c-6130-4bca-9ccf-04efcad345e9 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/ports?device_id=8537ba91-f526-4403-b51f-00c5f0f98b5a HTTP/1.1" status: 200 len: 210 time: 0.6038384 Dec 06 17:27:33.234182 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e97a58ef-f11b-4cd9-b6c9-ab9b3ec873c5 req-46c37e7c-3a69-435a-9cd9-bf601e560eec tempest-ServersNegativeTestMultiTenantJSON-679065958 tempest-ServersNegativeTestMultiTenantJSON-679065958-project] Made reservation on behalf of 01f10398d64c4e2c9584b119c7f17e27 for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:27:33.243514 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e97a58ef-f11b-4cd9-b6c9-ab9b3ec873c5 req-46c37e7c-3a69-435a-9cd9-bf601e560eec tempest-ServersNegativeTestMultiTenantJSON-679065958 tempest-ServersNegativeTestMultiTenantJSON-679065958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:33.266585 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:33.276126 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bd9e2b-900d-43ed-8317-f3ca95973f0a tempest-ExternalNetworksTestJSON-162628384 tempest-ExternalNetworksTestJSON-162628384-project] Pushing event updated for resources: {'Network': ['ID=2ff24523-e5e9-4541-a3a7-d0655c061045,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:33.299526 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-a2bd9e2b-900d-43ed-8317-f3ca95973f0a tempest-ExternalNetworksTestJSON-162628384 tempest-ExternalNetworksTestJSON-162628384-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.3979850 Dec 06 17:27:33.313516 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 2ff24523-e5e9-4541-a3a7-d0655c061045 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:27:33.317397 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 37534) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:27:33.338907 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-27a8ae68-b0d4-4220-a499-bf3032d99ec6 req-a36b9ce9-bda0-41a3-9c67-489b143899f2 tempest-ServerShowV247Test-1646198328 tempest-ServerShowV247Test-1646198328-project] 10.222.0.23 "GET /v2.0/ports?device_id=70760a6e-d1d3-42d1-8989-3e4f4d08c1fa HTTP/1.1" status: 200 len: 210 time: 0.0597796 Dec 06 17:27:33.427914 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-1b1bdc1a-13e8-43d5-875f-ece743c19089 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Request body: {'network': {'name': 'tempest-network--1333257690', 'router:external': True}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:27:33.479954 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] For port 52130426-7179-4456-816c-96c16ae69279, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=52130426-7179-4456-816c-96c16ae69279,segment=NetworkSegment(42bff26c-68a9-49fb-9b4f-34e773f0fd80),segment_id=42bff26c-68a9-49fb-9b4f-34e773f0fd80)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:27:33.484639 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-e97a58ef-f11b-4cd9-b6c9-ab9b3ec873c5 req-46c37e7c-3a69-435a-9cd9-bf601e560eec tempest-ServersNegativeTestMultiTenantJSON-679065958 tempest-ServersNegativeTestMultiTenantJSON-679065958-project] Allocated IP 172.20.0.8 (a0e7a5fe-d0a1-4cc3-8e5f-5cc2e24f3268/fd58df60-a148-4b1f-8663-c35574c1dc60/e9778971-dc14-437c-9070-ce6b82ccafd0) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:27:33.501232 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:33.511403 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b1bdc1a-13e8-43d5-875f-ece743c19089 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Made reservation on behalf of 92409020c0054c07b7d453f7bf4cd971 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:27:33.518143 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1b1bdc1a-13e8-43d5-875f-ece743c19089 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:33.569334 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1b1bdc1a-13e8-43d5-875f-ece743c19089 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:33.619255 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 0c797245-2ff2-4ba3-ac62-d68121797626 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:27:33.709020 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 0c797245-2ff2-4ba3-ac62-d68121797626 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:27:33.709433 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 0c797245-2ff2-4ba3-ac62-d68121797626 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:27:33.730201 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Pushing event updated for resources: {'Port': ['ID=52130426-7179-4456-816c-96c16ae69279,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:33.803896 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1b1bdc1a-13e8-43d5-875f-ece743c19089 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:33.817186 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1b1bdc1a-13e8-43d5-875f-ece743c19089 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:33.895241 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1bdc1a-13e8-43d5-875f-ece743c19089 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dbd6def-70de-4ddc-9435-39477f5b1747,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:33.904667 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e19d012b-0d1a-4205-8974-b2999c6e6b54 req-cd415331-c1a7-4f2a-a39a-d377f2917ff8 tempest-ServersNegativeTestMultiTenantJSON-679065958 tempest-ServersNegativeTestMultiTenantJSON-679065958-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f99de3e-887a-4ade-b0b1-c3d1243e4d36 HTTP/1.1" status: 200 len: 210 time: 0.1690149 Dec 06 17:27:33.919176 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b1bdc1a-13e8-43d5-875f-ece743c19089 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:27:33.945380 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1b1bdc1a-13e8-43d5-875f-ece743c19089 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:33.947488 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-1b1bdc1a-13e8-43d5-875f-ece743c19089 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Added segment 964ddf78-f620-4a40-ab3c-441c6f145eaa of type vlan for network e6f4f7ec-39a9-44ae-9198-170bea728af6 Dec 06 17:27:34.011704 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1b1bdc1a-13e8-43d5-875f-ece743c19089 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:34.054164 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1b1bdc1a-13e8-43d5-875f-ece743c19089 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:34.055564 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1bdc1a-13e8-43d5-875f-ece743c19089 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:34.056381 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1b1bdc1a-13e8-43d5-875f-ece743c19089 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:34.140500 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1bdc1a-13e8-43d5-875f-ece743c19089 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Pushing event updated for resources: {'Network': ['ID=e6f4f7ec-39a9-44ae-9198-170bea728af6,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:34.151140 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network e6f4f7ec-39a9-44ae-9198-170bea728af6 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:27:34.187184 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8a0ed1-6211-4199-9f44-d20261265c8f req-f43b301a-3c2c-429b-81f3-77d5886f3fa3 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:34.195440 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ff8a0ed1-6211-4199-9f44-d20261265c8f req-f43b301a-3c2c-429b-81f3-77d5886f3fa3 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e766107-5d5f-422c-b94b-1d8d8ddacb83 HTTP/1.1" status: 200 len: 945 time: 0.1528466 Dec 06 17:27:34.206604 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-1b1bdc1a-13e8-43d5-875f-ece743c19089 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8880813 Dec 06 17:27:34.208235 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 37544) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:27:34.346049 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ff8a0ed1-6211-4199-9f44-d20261265c8f req-dc35ec9d-8ecc-4f9f-93ef-25ef219b4125 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b076312-1c54-4a4a-a63b-13a8529c717b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1483085 Dec 06 17:27:34.383689 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a65a416c-cc4a-4a62-82f7-49a6513a1283 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:34.433578 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db20d3e-6cd1-4948-a5ce-1e7d28ec6609 None None] Network 777bfc6d-3fee-43da-888a-47a7635a15f7 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:27:34.593500 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2921aa8f-78c5-43ff-a2cd-c08d5f537d10 req-5ddc7eb1-cc9e-46c1-84f9-1dd570f0d219 tempest-ServerShowV247Test-1646198328 tempest-ServerShowV247Test-1646198328-project] 10.222.0.23 "GET /v2.0/ports?device_id=70760a6e-d1d3-42d1-8989-3e4f4d08c1fa HTTP/1.1" status: 200 len: 210 time: 0.0403750 Dec 06 17:27:34.635550 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a65a416c-cc4a-4a62-82f7-49a6513a1283 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:34.639582 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-36ef545d-a8fc-4acf-a59f-74499190ee44 req-ad916c74-feb7-4eb6-a2b8-86467ed6337e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=70760a6e-d1d3-42d1-8989-3e4f4d08c1fa HTTP/1.1" status: 200 len: 210 time: 0.0574501 Dec 06 17:27:34.668152 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b65b1098-11d8-4a9d-a6fe-bd260a1ead59 req-4dbae54a-4247-4c2b-a9cf-273c90f69e12 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/ports?device_id=8537ba91-f526-4403-b51f-00c5f0f98b5a HTTP/1.1" status: 200 len: 210 time: 0.2381608 Dec 06 17:27:34.693256 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-a65a416c-cc4a-4a62-82f7-49a6513a1283 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6f4f7ec-39a9-44ae-9198-170bea728af6']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:27:34.704454 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-a65a416c-cc4a-4a62-82f7-49a6513a1283 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '964ddf78-f620-4a40-ab3c-441c6f145eaa') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:27:34.705189 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-a65a416c-cc4a-4a62-82f7-49a6513a1283 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '964ddf78-f620-4a40-ab3c-441c6f145eaa') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:27:34.718662 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a65a416c-cc4a-4a62-82f7-49a6513a1283 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:34.743952 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a65a416c-cc4a-4a62-82f7-49a6513a1283 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:34.755647 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a65a416c-cc4a-4a62-82f7-49a6513a1283 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:27:34.757146 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a65a416c-cc4a-4a62-82f7-49a6513a1283 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:34.796500 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-75e0ae17-6c71-4fb2-8565-8cb747c781a8 None None] Provisioning complete for port 52130426-7179-4456-816c-96c16ae69279 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:27:34.797022 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-75e0ae17-6c71-4fb2-8565-8cb747c781a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:34.804868 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 17:27:34.804868 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:27:34.804868 n-d-master-1 neutron-server[103284]: timer() Dec 06 17:27:34.804868 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:27:34.804868 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 17:27:34.804868 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:27:34.804868 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 17:27:34.804868 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:27:34.804868 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 17:27:34.804868 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:27:34.804868 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 17:27:34.804868 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:27:34.804868 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 17:27:34.804868 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:27:34.804868 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:27:34.804868 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:27:34.804868 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:27:34.804868 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:27:34.804868 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 17:27:34.804868 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:27:34.804868 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 17:27:34.804868 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:27:34.804868 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:27:34.804868 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:27:34.804868 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 17:27:34.804868 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:27:34.804868 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:27:34.804868 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:27:34.804868 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:27:34.804868 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:27:34.804868 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:27:34.804868 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:27:34.898454 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a65a416c-cc4a-4a62-82f7-49a6513a1283 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:34.936881 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a65a416c-cc4a-4a62-82f7-49a6513a1283 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e6f4f7ec-39a9-44ae-9198-170bea728af6 {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 06 17:27:34.954124 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65a416c-cc4a-4a62-82f7-49a6513a1283 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Pushing event deleted for resources: {'Network': ['ID=e6f4f7ec-39a9-44ae-9198-170bea728af6,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:34.962787 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 52130426-7179-4456-816c-96c16ae69279 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:27:34.976612 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a65a416c-cc4a-4a62-82f7-49a6513a1283 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:35.000567 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-a65a416c-cc4a-4a62-82f7-49a6513a1283 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] 10.222.0.23 "DELETE /v2.0/networks/e6f4f7ec-39a9-44ae-9198-170bea728af6 HTTP/1.1" status: 204 len: 168 time: 0.7881162 Dec 06 17:27:35.002617 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 37554) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:27:35.026743 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-ae6ad831-3182-47c1-82d2-8470166d4da9 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:27:35.065420 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 52130426-7179-4456-816c-96c16ae69279 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:27:35.065852 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:35.073410 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e97a58ef-f11b-4cd9-b6c9-ab9b3ec873c5 req-46c37e7c-3a69-435a-9cd9-bf601e560eec tempest-ServersNegativeTestMultiTenantJSON-679065958 tempest-ServersNegativeTestMultiTenantJSON-679065958-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:35.085883 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-75affe13-89db-48d6-9151-d43b858b3ea4 req-584ac20b-86bd-44ac-a435-99e3d1ba5be5 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Allocated IP 172.20.0.2 (15fd3b86-4ab2-48c1-977e-7d7f46e6c98b/dde17a7d-65c9-4e8b-97a4-0b49eb9d78fe/6efad30d-2a23-4b42-8587-ed6fc29da989) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:27:35.099721 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae6ad831-3182-47c1-82d2-8470166d4da9 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Made reservation on behalf of 92409020c0054c07b7d453f7bf4cd971 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:27:35.103077 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ae6ad831-3182-47c1-82d2-8470166d4da9 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:35.261426 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:35.644005 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6cc81506-dba1-4f06-bd37-de70241643dc None None] Provisioning complete for port 52130426-7179-4456-816c-96c16ae69279 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:27:35.646373 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6cc81506-dba1-4f06-bd37-de70241643dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:35.827596 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-75affe13-89db-48d6-9151-d43b858b3ea4 req-584ac20b-86bd-44ac-a435-99e3d1ba5be5 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:35.952079 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-04b2fb1b-c2a2-4915-b642-ce42dbbe1de9 req-97719c68-2f4d-4036-b28c-341da1fdc0e0 tempest-ServersNegativeTestMultiTenantJSON-679065958 tempest-ServersNegativeTestMultiTenantJSON-679065958-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f99de3e-887a-4ade-b0b1-c3d1243e4d36 HTTP/1.1" status: 200 len: 210 time: 0.8453937 Dec 06 17:27:35.955247 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00c0954-df5f-43fb-96c4-5cb4b70d90ff req-b724fc3e-cad8-43c4-af01-6fdae28cf106 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:35.956815 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f00c0954-df5f-43fb-96c4-5cb4b70d90ff req-b724fc3e-cad8-43c4-af01-6fdae28cf106 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e766107-5d5f-422c-b94b-1d8d8ddacb83 HTTP/1.1" status: 200 len: 945 time: 0.4316094 Dec 06 17:27:35.978789 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e97a58ef-f11b-4cd9-b6c9-ab9b3ec873c5 req-46c37e7c-3a69-435a-9cd9-bf601e560eec tempest-ServersNegativeTestMultiTenantJSON-679065958 tempest-ServersNegativeTestMultiTenantJSON-679065958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:35.983547 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae6ad831-3182-47c1-82d2-8470166d4da9 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:27:36.023368 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ae6ad831-3182-47c1-82d2-8470166d4da9 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:36.025403 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-ae6ad831-3182-47c1-82d2-8470166d4da9 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Added segment 56ec05e1-15f0-45ee-994b-49e30958bdff of type vlan for network 9b3d3bcf-588d-4933-a07e-cfe9d9f36cc3 Dec 06 17:27:36.125443 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f00c0954-df5f-43fb-96c4-5cb4b70d90ff req-c9473845-7fb8-4be4-84e6-ec6412c04ee1 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b076312-1c54-4a4a-a63b-13a8529c717b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1304171 Dec 06 17:27:36.208637 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ae6ad831-3182-47c1-82d2-8470166d4da9 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:36.218047 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c6d04afb-f377-4c17-999e-fa607a8196a8 req-eed1d0ea-673a-427a-a4a1-9f98c54d114a tempest-ServerShowV247Test-1646198328 tempest-ServerShowV247Test-1646198328-project] 10.222.0.23 "GET /v2.0/ports?device_id=70760a6e-d1d3-42d1-8989-3e4f4d08c1fa HTTP/1.1" status: 200 len: 210 time: 0.1047969 Dec 06 17:27:36.307199 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ae6ad831-3182-47c1-82d2-8470166d4da9 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:36.308302 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6ad831-3182-47c1-82d2-8470166d4da9 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:36.309233 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ae6ad831-3182-47c1-82d2-8470166d4da9 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:36.349164 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e97a58ef-f11b-4cd9-b6c9-ab9b3ec873c5 req-46c37e7c-3a69-435a-9cd9-bf601e560eec tempest-ServersNegativeTestMultiTenantJSON-679065958 tempest-ServersNegativeTestMultiTenantJSON-679065958-project] Network a0e7a5fe-d0a1-4cc3-8e5f-5cc2e24f3268 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:27:36.415476 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6ad831-3182-47c1-82d2-8470166d4da9 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Pushing event updated for resources: {'Network': ['ID=9b3d3bcf-588d-4933-a07e-cfe9d9f36cc3,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:36.429824 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 9b3d3bcf-588d-4933-a07e-cfe9d9f36cc3 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:27:36.450861 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-ae6ad831-3182-47c1-82d2-8470166d4da9 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.4461861 Dec 06 17:27:36.453654 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 37566) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:27:36.462813 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-083c6a26-27e4-4a23-bd9e-3b496af6af2d tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Request body: {'subnet': {'network_id': '9b3d3bcf-588d-4933-a07e-cfe9d9f36cc3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:27:36.534043 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5bf05ed0-a7c3-466b-a96d-c0bb0811dfd7 req-b87f3711-87e0-4378-9024-a3d6779a20a8 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/ports?device_id=8537ba91-f526-4403-b51f-00c5f0f98b5a HTTP/1.1" status: 200 len: 210 time: 0.2100017 Dec 06 17:27:36.534724 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-083c6a26-27e4-4a23-bd9e-3b496af6af2d tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Made reservation on behalf of 92409020c0054c07b7d453f7bf4cd971 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:27:36.535040 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-e97a58ef-f11b-4cd9-b6c9-ab9b3ec873c5 req-46c37e7c-3a69-435a-9cd9-bf601e560eec tempest-ServersNegativeTestMultiTenantJSON-679065958 tempest-ServersNegativeTestMultiTenantJSON-679065958-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:27:36.538041 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-083c6a26-27e4-4a23-bd9e-3b496af6af2d tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:36.563431 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-e97a58ef-f11b-4cd9-b6c9-ab9b3ec873c5 req-46c37e7c-3a69-435a-9cd9-bf601e560eec tempest-ServersNegativeTestMultiTenantJSON-679065958 tempest-ServersNegativeTestMultiTenantJSON-679065958-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:27:36.566826 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c37e7c-3a69-435a-9cd9-bf601e560eec tempest-ServersNegativeTestMultiTenantJSON-679065958 tempest-ServersNegativeTestMultiTenantJSON-679065958-project] Pushing event updated for resources: {'Port': ['ID=e9778971-dc14-437c-9070-ce6b82ccafd0,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:36.655598 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-75affe13-89db-48d6-9151-d43b858b3ea4 req-584ac20b-86bd-44ac-a435-99e3d1ba5be5 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:36.669221 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['8ac6105b-c81d-48df-9323-f3b58f227520'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:27:36.758005 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97a58ef-f11b-4cd9-b6c9-ab9b3ec873c5 req-46c37e7c-3a69-435a-9cd9-bf601e560eec tempest-ServersNegativeTestMultiTenantJSON-679065958 tempest-ServersNegativeTestMultiTenantJSON-679065958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:36.758879 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e97a58ef-f11b-4cd9-b6c9-ab9b3ec873c5 req-46c37e7c-3a69-435a-9cd9-bf601e560eec tempest-ServersNegativeTestMultiTenantJSON-679065958 tempest-ServersNegativeTestMultiTenantJSON-679065958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:37.045032 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7f00fed1-9c7f-4448-9248-58092e4a0cc4 req-14fe7f1e-ba54-4df7-97a9-aa56fbe08be3 tempest-ServerShowV247Test-1646198328 tempest-ServerShowV247Test-1646198328-project] 10.222.0.23 "GET /v2.0/ports?device_id=70760a6e-d1d3-42d1-8989-3e4f4d08c1fa&device_id=3ee698ba-a3b6-4cfd-9dd1-e88cdc2ffba5 HTTP/1.1" status: 200 len: 210 time: 0.1015100 Dec 06 17:27:37.358111 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-a3d8d5be-67b2-476a-b66c-9247f7cf823d tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Allocated IP 172.20.0.1 (777bfc6d-3fee-43da-888a-47a7635a15f7/bf4aecbe-5cce-4e7f-a01d-067dc19fd3c6/fd18c181-dd84-4a79-a7a8-b1927a0dbf10) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:27:37.388668 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75affe13-89db-48d6-9151-d43b858b3ea4 req-584ac20b-86bd-44ac-a435-99e3d1ba5be5 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Network 15fd3b86-4ab2-48c1-977e-7d7f46e6c98b is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:27:37.396028 n-d-master-1 neutron-server[103284]: DEBUG neutron.objects.ports [None req-083c6a26-27e4-4a23-bd9e-3b496af6af2d tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103284) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 17:27:37.396558 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-083c6a26-27e4-4a23-bd9e-3b496af6af2d tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:37.425782 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-75affe13-89db-48d6-9151-d43b858b3ea4 req-584ac20b-86bd-44ac-a435-99e3d1ba5be5 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:27:37.430191 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-75affe13-89db-48d6-9151-d43b858b3ea4 req-584ac20b-86bd-44ac-a435-99e3d1ba5be5 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:27:37.437557 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0c21b10b-a9c9-427e-a87e-1103be158dae req-0c5e0e1d-1925-47b7-9258-874cf433c443 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bb1cd89ed15b4709b245651789c9bfe3&device_id=70760a6e-d1d3-42d1-8989-3e4f4d08c1fa HTTP/1.1" status: 200 len: 210 time: 0.1138995 Dec 06 17:27:37.439145 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e97a58ef-f11b-4cd9-b6c9-ab9b3ec873c5 req-46c37e7c-3a69-435a-9cd9-bf601e560eec tempest-ServersNegativeTestMultiTenantJSON-679065958 tempest-ServersNegativeTestMultiTenantJSON-679065958-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7478945 Dec 06 17:27:37.467460 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0fb8369f-e5d9-43a8-a7c5-dd24f5673a96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575908'] for router_interface, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:37.500097 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0c21b10b-a9c9-427e-a87e-1103be158dae req-1238e867-3dae-4f0c-8e93-55abc5baeb2e service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=bb1cd89ed15b4709b245651789c9bfe3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0343330 Dec 06 17:27:37.637996 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-e97a58ef-f11b-4cd9-b6c9-ab9b3ec873c5 req-e1ddcc02-5107-45d3-94c2-14a30e72d959 service neutron] Request body: {'port': {'device_id': '1f99de3e-887a-4ade-b0b1-c3d1243e4d36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:27:37.639579 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4252e8-9184-46ce-99cd-6566fdd6a549 req-a80dcb67-7edd-4ccd-9dc8-26af84983adc tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:37.647387 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ca4252e8-9184-46ce-99cd-6566fdd6a549 req-a80dcb67-7edd-4ccd-9dc8-26af84983adc tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e766107-5d5f-422c-b94b-1d8d8ddacb83 HTTP/1.1" status: 200 len: 945 time: 0.2627091 Dec 06 17:27:37.688185 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083c6a26-27e4-4a23-bd9e-3b496af6af2d tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Pushing event updated for resources: {'Subnet': ['ID=bfddba0d-2911-4519-8043-8ca0dcec20dc,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:37.750857 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438c06cd-93a9-4405-8411-f75b4d0370a8 req-c29ae8a8-fbab-4e79-8db9-33908a45ba3e tempest-ServersNegativeTestMultiTenantJSON-679065958 tempest-ServersNegativeTestMultiTenantJSON-679065958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:37.752447 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-438c06cd-93a9-4405-8411-f75b4d0370a8 req-c29ae8a8-fbab-4e79-8db9-33908a45ba3e tempest-ServersNegativeTestMultiTenantJSON-679065958 tempest-ServersNegativeTestMultiTenantJSON-679065958-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f99de3e-887a-4ade-b0b1-c3d1243e4d36 HTTP/1.1" status: 200 len: 931 time: 0.3867557 Dec 06 17:27:37.753104 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ac20b-86bd-44ac-a435-99e3d1ba5be5 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Pushing event updated for resources: {'Port': ['ID=6efad30d-2a23-4b42-8587-ed6fc29da989,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:37.772884 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ca4252e8-9184-46ce-99cd-6566fdd6a549 req-5a07431b-00bf-4072-b6fd-dde205622792 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b076312-1c54-4a4a-a63b-13a8529c717b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1225133 Dec 06 17:27:37.795457 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083c6a26-27e4-4a23-bd9e-3b496af6af2d tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Checking segment: {'id': '56ec05e1-15f0-45ee-994b-49e30958bdff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '9b3d3bcf-588d-4933-a07e-cfe9d9f36cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:27:37.799406 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083c6a26-27e4-4a23-bd9e-3b496af6af2d tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Network hostable DHCP agents. Network: 9b3d3bcf-588d-4933-a07e-cfe9d9f36cc3, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:27:37.845982 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c21b10b-a9c9-427e-a87e-1103be158dae req-23011205-be0d-4f24-8a28-f74350a82f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:37.847544 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0c21b10b-a9c9-427e-a87e-1103be158dae req-23011205-be0d-4f24-8a28-f74350a82f07 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3398788 Dec 06 17:27:37.859096 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75affe13-89db-48d6-9151-d43b858b3ea4 req-584ac20b-86bd-44ac-a435-99e3d1ba5be5 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:37.860974 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-75affe13-89db-48d6-9151-d43b858b3ea4 req-584ac20b-86bd-44ac-a435-99e3d1ba5be5 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:37.928741 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3b7492fe-9746-4e65-8562-362cb03463a1 req-e0e469b8-d023-4561-a1a6-80c3a52190b8 tempest-ServerShowV247Test-1646198328 tempest-ServerShowV247Test-1646198328-project] 10.222.0.23 "GET /v2.0/ports?device_id=70760a6e-d1d3-42d1-8989-3e4f4d08c1fa HTTP/1.1" status: 200 len: 210 time: 0.0475903 Dec 06 17:27:37.948647 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-75affe13-89db-48d6-9151-d43b858b3ea4 req-584ac20b-86bd-44ac-a435-99e3d1ba5be5 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.2199085 Dec 06 17:27:38.001513 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-75affe13-89db-48d6-9151-d43b858b3ea4 req-6815b391-1038-49dc-a7e8-8f6da0047c23 service neutron] Request body: {'port': {'device_id': '8537ba91-f526-4403-b51f-00c5f0f98b5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:27:38.050378 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083c6a26-27e4-4a23-bd9e-3b496af6af2d tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Network 9b3d3bcf-588d-4933-a07e-cfe9d9f36cc3 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:27:38.061461 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-083c6a26-27e4-4a23-bd9e-3b496af6af2d tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 9b3d3bcf-588d-4933-a07e-cfe9d9f36cc3) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:27:38.064311 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e97a58ef-f11b-4cd9-b6c9-ab9b3ec873c5 req-e1ddcc02-5107-45d3-94c2-14a30e72d959 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:38.067861 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083c6a26-27e4-4a23-bd9e-3b496af6af2d tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:38.068544 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-083c6a26-27e4-4a23-bd9e-3b496af6af2d tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:38.075438 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deda2d50-8ae3-405a-a6c5-29e7793ca92f None None] Network 9b3d3bcf-588d-4933-a07e-cfe9d9f36cc3 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:27:38.093657 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-438c06cd-93a9-4405-8411-f75b4d0370a8 req-a0a1308c-acc7-41e4-bbe4-c423a3c13eb3 tempest-ServersNegativeTestMultiTenantJSON-679065958 tempest-ServersNegativeTestMultiTenantJSON-679065958-project] 10.222.0.23 "GET /v2.0/security-groups?id=847eaff0-5316-4ee2-80b5-1b736d65b9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3178322 Dec 06 17:27:38.105623 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-083c6a26-27e4-4a23-bd9e-3b496af6af2d tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.6490588 Dec 06 17:27:38.105623 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 37582) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:27:38.118746 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 17:27:38.141120 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-a63d75c1-4e27-4131-a4dd-71d14705212b tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Request body: {'floatingip': {'floating_network_id': '9b3d3bcf-588d-4933-a07e-cfe9d9f36cc3'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:27:38.172459 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a3d8d5be-67b2-476a-b66c-9247f7cf823d tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:38.186904 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bf39ed-2908-4d37-827e-33dccf31767b req-4c14e039-6f5a-44ce-b0c4-90a1e8724b89 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:38.195642 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b1bf39ed-2908-4d37-827e-33dccf31767b req-4c14e039-6f5a-44ce-b0c4-90a1e8724b89 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/ports?device_id=8537ba91-f526-4403-b51f-00c5f0f98b5a HTTP/1.1" status: 200 len: 931 time: 0.1114476 Dec 06 17:27:38.220371 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a63d75c1-4e27-4131-a4dd-71d14705212b tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:38.236343 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-75affe13-89db-48d6-9151-d43b858b3ea4 req-6815b391-1038-49dc-a7e8-8f6da0047c23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:38.300977 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b1bf39ed-2908-4d37-827e-33dccf31767b req-68f9518d-1508-4674-92af-f74ac1b032aa tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4bc6e59-bf7d-42c4-9e98-323b53a08b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035311 Dec 06 17:27:38.408320 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a63d75c1-4e27-4131-a4dd-71d14705212b tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:38.475473 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a3d8d5be-67b2-476a-b66c-9247f7cf823d tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:38.476063 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079a6c27-a120-4072-acf5-056ef7040b15 None None] Network 9b3d3bcf-588d-4933-a07e-cfe9d9f36cc3 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:27:38.572878 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-a63d75c1-4e27-4131-a4dd-71d14705212b tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Allocated IP 172.20.0.10 (9b3d3bcf-588d-4933-a07e-cfe9d9f36cc3/bfddba0d-2911-4519-8043-8ca0dcec20dc/efaab48a-6eac-4b88-91f2-03f2a1186be6) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:27:38.916378 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a63d75c1-4e27-4131-a4dd-71d14705212b tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:39.003669 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a63d75c1-4e27-4131-a4dd-71d14705212b tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:39.089686 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d8d5be-67b2-476a-b66c-9247f7cf823d tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Network 777bfc6d-3fee-43da-888a-47a7635a15f7 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:27:39.092555 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63d75c1-4e27-4131-a4dd-71d14705212b tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Pushing event updated for resources: {'Port': ['ID=efaab48a-6eac-4b88-91f2-03f2a1186be6,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:39.127954 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-0fb8369f-e5d9-43a8-a7c5-dd24f5673a96 admin admin] Deleting port 21036b0d-72ef-471b-a6e9-e97cee925f00 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:27:39.128324 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0fb8369f-e5d9-43a8-a7c5-dd24f5673a96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:39.159620 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63d75c1-4e27-4131-a4dd-71d14705212b tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Network 9b3d3bcf-588d-4933-a07e-cfe9d9f36cc3 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:27:39.193583 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-a63d75c1-4e27-4131-a4dd-71d14705212b tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:27:39.209593 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0903c1fa-a330-46f0-abbd-081a2845ca46 req-f2eb3d9c-58df-4ba0-a2b4-af7cfb255401 tempest-ServerShowV247Test-1646198328 tempest-ServerShowV247Test-1646198328-project] 10.222.0.23 "GET /v2.0/ports?device_id=70760a6e-d1d3-42d1-8989-3e4f4d08c1fa HTTP/1.1" status: 200 len: 210 time: 0.1242998 Dec 06 17:27:39.210393 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63d75c1-4e27-4131-a4dd-71d14705212b tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:27:39.299523 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-0fb8369f-e5d9-43a8-a7c5-dd24f5673a96 admin admin] For port 21036b0d-72ef-471b-a6e9-e97cee925f00, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=21036b0d-72ef-471b-a6e9-e97cee925f00,segment=NetworkSegment(c099e511-dc51-47f7-86e7-94cc59533331),segment_id=c099e511-dc51-47f7-86e7-94cc59533331)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:27:39.300008 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0fb8369f-e5d9-43a8-a7c5-dd24f5673a96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:39.332134 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-0fb8369f-e5d9-43a8-a7c5-dd24f5673a96 admin admin] Calling delete_port for 21036b0d-72ef-471b-a6e9-e97cee925f00 owned by network:router_interface {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:27:39.376614 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a63d75c1-4e27-4131-a4dd-71d14705212b tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:39.511769 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0c21b10b-a9c9-427e-a87e-1103be158dae req-afc21b0e-6263-403e-925a-ef62f48c6ef4 tempest-ServerShowV247Test-1646198328 tempest-ServerShowV247Test-1646198328-project] 10.222.0.41 "GET /v2.0/ports?device_id=70760a6e-d1d3-42d1-8989-3e4f4d08c1fa HTTP/1.1" status: 200 len: 210 time: 0.1279848 Dec 06 17:27:39.563821 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0fb8369f-e5d9-43a8-a7c5-dd24f5673a96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:39.566126 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-a3d8d5be-67b2-476a-b66c-9247f7cf823d tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:27:39.596828 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d8d5be-67b2-476a-b66c-9247f7cf823d tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:27:39.597808 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a63d75c1-4e27-4131-a4dd-71d14705212b tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:39.699030 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a3d8d5be-67b2-476a-b66c-9247f7cf823d tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539179'] for router_interface, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:39.745079 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-75affe13-89db-48d6-9151-d43b858b3ea4 req-6815b391-1038-49dc-a7e8-8f6da0047c23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6efad30d-2a23-4b42-8587-ed6fc29da989 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:27:39.786929 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-75affe13-89db-48d6-9151-d43b858b3ea4 req-6815b391-1038-49dc-a7e8-8f6da0047c23 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:39.801532 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-75affe13-89db-48d6-9151-d43b858b3ea4 req-6815b391-1038-49dc-a7e8-8f6da0047c23 service neutron] Transition to ACTIVE for port object 6efad30d-2a23-4b42-8587-ed6fc29da989 will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:27:39.804563 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-e97a58ef-f11b-4cd9-b6c9-ab9b3ec873c5 req-e1ddcc02-5107-45d3-94c2-14a30e72d959 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9778971-dc14-437c-9070-ce6b82ccafd0 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:27:39.882077 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3c1bbe-3553-4691-a047-6459b975972e req-b6e48438-b19b-409a-bf80-28435df0a832 tempest-ServersNegativeTestMultiTenantJSON-679065958 tempest-ServersNegativeTestMultiTenantJSON-679065958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:39.886860 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5b3c1bbe-3553-4691-a047-6459b975972e req-b6e48438-b19b-409a-bf80-28435df0a832 tempest-ServersNegativeTestMultiTenantJSON-679065958 tempest-ServersNegativeTestMultiTenantJSON-679065958-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f99de3e-887a-4ade-b0b1-c3d1243e4d36 HTTP/1.1" status: 200 len: 931 time: 0.4889979 Dec 06 17:27:39.923009 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d8d5be-67b2-476a-b66c-9247f7cf823d tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Pushing event updated for resources: {'Port': ['ID=fd18c181-dd84-4a79-a7a8-b1927a0dbf10,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:39.936504 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-75affe13-89db-48d6-9151-d43b858b3ea4 req-6815b391-1038-49dc-a7e8-8f6da0047c23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:39.968822 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e97a58ef-f11b-4cd9-b6c9-ab9b3ec873c5 req-e1ddcc02-5107-45d3-94c2-14a30e72d959 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:40.027702 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9503b413-c621-4b0e-a72a-6951980b9556 req-eae805bb-83ae-4181-857f-a7b707b8b4d5 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:40.029733 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9503b413-c621-4b0e-a72a-6951980b9556 req-eae805bb-83ae-4181-857f-a7b707b8b4d5 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e766107-5d5f-422c-b94b-1d8d8ddacb83 HTTP/1.1" status: 200 len: 945 time: 0.9907379 Dec 06 17:27:40.042039 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a63d75c1-4e27-4131-a4dd-71d14705212b tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:40.059075 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a63d75c1-4e27-4131-a4dd-71d14705212b tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:40.160925 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-7acd48b0-a4a5-4434-a0cf-28c2cf74c1f7 None None] Provisioning complete for port fd18c181-dd84-4a79-a7a8-b1927a0dbf10 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:27:40.162097 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7acd48b0-a4a5-4434-a0cf-28c2cf74c1f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:40.245797 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-7acd48b0-a4a5-4434-a0cf-28c2cf74c1f7 None None] Port fd18c181-dd84-4a79-a7a8-b1927a0dbf10 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:27:40.292759 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5b3c1bbe-3553-4691-a047-6459b975972e req-23eac5b1-379a-4e52-8996-13c3f23931d2 tempest-ServersNegativeTestMultiTenantJSON-679065958 tempest-ServersNegativeTestMultiTenantJSON-679065958-project] 10.222.0.23 "GET /v2.0/security-groups?id=847eaff0-5316-4ee2-80b5-1b736d65b9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4009690 Dec 06 17:27:40.310676 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63d75c1-4e27-4131-a4dd-71d14705212b tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Pushing event updated for resources: {'Port': ['ID=efaab48a-6eac-4b88-91f2-03f2a1186be6,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:40.326620 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a63d75c1-4e27-4131-a4dd-71d14705212b tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:40.354107 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a63d75c1-4e27-4131-a4dd-71d14705212b tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:40.357883 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-a63d75c1-4e27-4131-a4dd-71d14705212b tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2222345 Dec 06 17:27:40.362178 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb8369f-e5d9-43a8-a7c5-dd24f5673a96 admin admin] Pushing event deleted for resources: {'Port': ['ID=21036b0d-72ef-471b-a6e9-e97cee925f00,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:40.364747 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 37604) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:27:40.414308 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a3d8d5be-67b2-476a-b66c-9247f7cf823d tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:40.452582 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-e97a58ef-f11b-4cd9-b6c9-ab9b3ec873c5 req-e1ddcc02-5107-45d3-94c2-14a30e72d959 service neutron] Transition to ACTIVE for port object e9778971-dc14-437c-9070-ce6b82ccafd0 will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:27:40.480765 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-e9733656-7acf-4c63-b9a1-00144c71fab1 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] 10.222.0.23 "GET /v2.0/floatingips?floating_network_id=9b3d3bcf-588d-4933-a07e-cfe9d9f36cc3 HTTP/1.1" status: 200 len: 690 time: 0.1148517 Dec 06 17:27:40.495665 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 37606) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:27:40.514282 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e97a58ef-f11b-4cd9-b6c9-ab9b3ec873c5 req-e1ddcc02-5107-45d3-94c2-14a30e72d959 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:40.548736 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f72b4d-f454-4ade-8a99-733785a3403b req-8bbdeadb-48e7-4c5d-b0e8-878817ec9d73 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:40.550527 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-14f72b4d-f454-4ade-8a99-733785a3403b req-8bbdeadb-48e7-4c5d-b0e8-878817ec9d73 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/ports?device_id=8537ba91-f526-4403-b51f-00c5f0f98b5a HTTP/1.1" status: 200 len: 943 time: 0.1261213 Dec 06 17:27:40.626102 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-14f72b4d-f454-4ade-8a99-733785a3403b req-3239ceae-e09d-463c-8c24-440cd0abd07e tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4bc6e59-bf7d-42c4-9e98-323b53a08b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694344 Dec 06 17:27:40.663300 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9503b413-c621-4b0e-a72a-6951980b9556 req-38f31c54-396f-4537-8e71-22561c66ab94 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b076312-1c54-4a4a-a63b-13a8529c717b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5746017 Dec 06 17:27:40.728437 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815b391-1038-49dc-a7e8-8f6da0047c23 service neutron] Pushing event updated for resources: {'Port': ['ID=6efad30d-2a23-4b42-8587-ed6fc29da989,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:40.748109 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0fb8369f-e5d9-43a8-a7c5-dd24f5673a96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-772474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575952'] for router_interface, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:40.919924 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1e14a811-97f0-43d1-9d84-d39ae0fd36ec req-575c0e3b-826f-4566-bf13-e024bf89c448 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bb1cd89ed15b4709b245651789c9bfe3&device_id=3ee698ba-a3b6-4cfd-9dd1-e88cdc2ffba5 HTTP/1.1" status: 200 len: 210 time: 0.0424831 Dec 06 17:27:40.966699 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1e14a811-97f0-43d1-9d84-d39ae0fd36ec req-5f197bb8-d714-4844-87ba-143d156a5b7f service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=bb1cd89ed15b4709b245651789c9bfe3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334420 Dec 06 17:27:41.094121 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e14a811-97f0-43d1-9d84-d39ae0fd36ec req-37d49198-4367-4ea8-b1a8-abcee4364df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:41.095963 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1e14a811-97f0-43d1-9d84-d39ae0fd36ec req-37d49198-4367-4ea8-b1a8-abcee4364df0 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1216035 Dec 06 17:27:41.458179 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b87a128-f186-4e70-83ea-b55a2628de4c req-c7cfd0e5-d732-440f-91c3-7a1ec2940d1e tempest-ServersNegativeTestMultiTenantJSON-679065958 tempest-ServersNegativeTestMultiTenantJSON-679065958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:41.467138 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2b87a128-f186-4e70-83ea-b55a2628de4c req-c7cfd0e5-d732-440f-91c3-7a1ec2940d1e tempest-ServersNegativeTestMultiTenantJSON-679065958 tempest-ServersNegativeTestMultiTenantJSON-679065958-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f99de3e-887a-4ade-b0b1-c3d1243e4d36 HTTP/1.1" status: 200 len: 943 time: 0.0753047 Dec 06 17:27:41.479689 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ab901eb0-4249-41ef-9da4-07edb98743b5 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:41.549364 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2b87a128-f186-4e70-83ea-b55a2628de4c req-fdc45794-65d1-4acb-973d-a1b9c51fe1ff tempest-ServersNegativeTestMultiTenantJSON-679065958 tempest-ServersNegativeTestMultiTenantJSON-679065958-project] 10.222.0.23 "GET /v2.0/security-groups?id=847eaff0-5316-4ee2-80b5-1b736d65b9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809109 Dec 06 17:27:41.712776 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-75affe13-89db-48d6-9151-d43b858b3ea4 req-6815b391-1038-49dc-a7e8-8f6da0047c23 service neutron] Attempting to bind port 6efad30d-2a23-4b42-8587-ed6fc29da989 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:27:41.713324 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-75affe13-89db-48d6-9151-d43b858b3ea4 req-6815b391-1038-49dc-a7e8-8f6da0047c23 service neutron] Attempting to bind port 6efad30d-2a23-4b42-8587-ed6fc29da989 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'bc3873e6-1421-4be3-b216-13e06c2bc164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '15fd3b86-4ab2-48c1-977e-7d7f46e6c98b'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:27:41.713575 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75affe13-89db-48d6-9151-d43b858b3ea4 req-6815b391-1038-49dc-a7e8-8f6da0047c23 service neutron] Attempting to bind port 6efad30d-2a23-4b42-8587-ed6fc29da989 on network 15fd3b86-4ab2-48c1-977e-7d7f46e6c98b {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:27:41.716952 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e936718d-83a7-495a-b7df-18682fe06fd2 req-3a2dcccc-461c-428d-ad24-8ee098f64665 tempest-ServerShowV247Test-1646198328 tempest-ServerShowV247Test-1646198328-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ee698ba-a3b6-4cfd-9dd1-e88cdc2ffba5 HTTP/1.1" status: 200 len: 210 time: 0.2464783 Dec 06 17:27:41.755812 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ddcc02-5107-45d3-94c2-14a30e72d959 service neutron] Pushing event updated for resources: {'Port': ['ID=e9778971-dc14-437c-9070-ce6b82ccafd0,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:41.765969 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75affe13-89db-48d6-9151-d43b858b3ea4 req-6815b391-1038-49dc-a7e8-8f6da0047c23 service neutron] Port 6efad30d-2a23-4b42-8587-ed6fc29da989 on network 15fd3b86-4ab2-48c1-977e-7d7f46e6c98b not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:27:41.766317 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75affe13-89db-48d6-9151-d43b858b3ea4 req-6815b391-1038-49dc-a7e8-8f6da0047c23 service neutron] Attempting to bind port 6efad30d-2a23-4b42-8587-ed6fc29da989 on network 15fd3b86-4ab2-48c1-977e-7d7f46e6c98b {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:27:41.829159 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7026b841-25d4-47d1-8468-c49ea8fcdcbe req-67c55b4f-e251-45bf-be1d-40db25079070 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:41.831737 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7026b841-25d4-47d1-8468-c49ea8fcdcbe req-67c55b4f-e251-45bf-be1d-40db25079070 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/ports?device_id=8537ba91-f526-4403-b51f-00c5f0f98b5a HTTP/1.1" status: 200 len: 943 time: 0.1413820 Dec 06 17:27:41.862745 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75affe13-89db-48d6-9151-d43b858b3ea4 req-6815b391-1038-49dc-a7e8-8f6da0047c23 service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:27:41.863043 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75affe13-89db-48d6-9151-d43b858b3ea4 req-6815b391-1038-49dc-a7e8-8f6da0047c23 service neutron] Checking segment: {'id': 'bc3873e6-1421-4be3-b216-13e06c2bc164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '15fd3b86-4ab2-48c1-977e-7d7f46e6c98b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:27:41.863438 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75affe13-89db-48d6-9151-d43b858b3ea4 req-6815b391-1038-49dc-a7e8-8f6da0047c23 service neutron] Bound using segment: {'id': 'bc3873e6-1421-4be3-b216-13e06c2bc164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '15fd3b86-4ab2-48c1-977e-7d7f46e6c98b'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:27:41.863892 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-75affe13-89db-48d6-9151-d43b858b3ea4 req-6815b391-1038-49dc-a7e8-8f6da0047c23 service neutron] Bound port: 6efad30d-2a23-4b42-8587-ed6fc29da989, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc3873e6-1421-4be3-b216-13e06c2bc164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '15fd3b86-4ab2-48c1-977e-7d7f46e6c98b'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:27:41.864255 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-75affe13-89db-48d6-9151-d43b858b3ea4 req-6815b391-1038-49dc-a7e8-8f6da0047c23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:41.896922 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a3d8d5be-67b2-476a-b66c-9247f7cf823d tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:41.924176 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a3d8d5be-67b2-476a-b66c-9247f7cf823d tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:41.927500 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7026b841-25d4-47d1-8468-c49ea8fcdcbe req-3ae8c816-ebad-40f6-81d4-3369bf0e1600 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4bc6e59-bf7d-42c4-9e98-323b53a08b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873868 Dec 06 17:27:42.001318 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-e97a58ef-f11b-4cd9-b6c9-ab9b3ec873c5 req-e1ddcc02-5107-45d3-94c2-14a30e72d959 service neutron] Attempting to bind port e9778971-dc14-437c-9070-ce6b82ccafd0 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:27:42.001722 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-e97a58ef-f11b-4cd9-b6c9-ab9b3ec873c5 req-e1ddcc02-5107-45d3-94c2-14a30e72d959 service neutron] Attempting to bind port e9778971-dc14-437c-9070-ce6b82ccafd0 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '38ce1c81-15f0-4d63-8f90-ecc9bfb0eebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a0e7a5fe-d0a1-4cc3-8e5f-5cc2e24f3268'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:27:42.002069 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97a58ef-f11b-4cd9-b6c9-ab9b3ec873c5 req-e1ddcc02-5107-45d3-94c2-14a30e72d959 service neutron] Attempting to bind port e9778971-dc14-437c-9070-ce6b82ccafd0 on network a0e7a5fe-d0a1-4cc3-8e5f-5cc2e24f3268 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:27:42.069250 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97a58ef-f11b-4cd9-b6c9-ab9b3ec873c5 req-e1ddcc02-5107-45d3-94c2-14a30e72d959 service neutron] Port e9778971-dc14-437c-9070-ce6b82ccafd0 on network a0e7a5fe-d0a1-4cc3-8e5f-5cc2e24f3268 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:27:42.069613 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97a58ef-f11b-4cd9-b6c9-ab9b3ec873c5 req-e1ddcc02-5107-45d3-94c2-14a30e72d959 service neutron] Attempting to bind port e9778971-dc14-437c-9070-ce6b82ccafd0 on network a0e7a5fe-d0a1-4cc3-8e5f-5cc2e24f3268 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:27:42.150516 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d8d5be-67b2-476a-b66c-9247f7cf823d tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Pushing event updated for resources: {'Port': ['ID=fd18c181-dd84-4a79-a7a8-b1927a0dbf10,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:42.158918 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97a58ef-f11b-4cd9-b6c9-ab9b3ec873c5 req-e1ddcc02-5107-45d3-94c2-14a30e72d959 service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:27:42.159445 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97a58ef-f11b-4cd9-b6c9-ab9b3ec873c5 req-e1ddcc02-5107-45d3-94c2-14a30e72d959 service neutron] Checking segment: {'id': '38ce1c81-15f0-4d63-8f90-ecc9bfb0eebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a0e7a5fe-d0a1-4cc3-8e5f-5cc2e24f3268'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:27:42.160018 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97a58ef-f11b-4cd9-b6c9-ab9b3ec873c5 req-e1ddcc02-5107-45d3-94c2-14a30e72d959 service neutron] Bound using segment: {'id': '38ce1c81-15f0-4d63-8f90-ecc9bfb0eebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a0e7a5fe-d0a1-4cc3-8e5f-5cc2e24f3268'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:27:42.161045 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-e97a58ef-f11b-4cd9-b6c9-ab9b3ec873c5 req-e1ddcc02-5107-45d3-94c2-14a30e72d959 service neutron] Bound port: e9778971-dc14-437c-9070-ce6b82ccafd0, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38ce1c81-15f0-4d63-8f90-ecc9bfb0eebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a0e7a5fe-d0a1-4cc3-8e5f-5cc2e24f3268'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:27:42.161628 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e97a58ef-f11b-4cd9-b6c9-ab9b3ec873c5 req-e1ddcc02-5107-45d3-94c2-14a30e72d959 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:42.163993 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a3d8d5be-67b2-476a-b66c-9247f7cf823d tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-772465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539207'] for router_interface, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:42.177628 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-ab901eb0-4249-41ef-9da4-07edb98743b5 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Deleting port efaab48a-6eac-4b88-91f2-03f2a1186be6 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:27:42.178246 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ab901eb0-4249-41ef-9da4-07edb98743b5 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:42.218864 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808a15d8-bc5c-4550-b68c-0ff2c0f6abd3 req-1bdb35df-c3ba-4152-9aea-1d92a0f2b5bc tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:42.220679 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-808a15d8-bc5c-4550-b68c-0ff2c0f6abd3 req-1bdb35df-c3ba-4152-9aea-1d92a0f2b5bc tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e766107-5d5f-422c-b94b-1d8d8ddacb83 HTTP/1.1" status: 200 len: 945 time: 0.3542647 Dec 06 17:27:42.239841 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-75affe13-89db-48d6-9151-d43b858b3ea4 req-6815b391-1038-49dc-a7e8-8f6da0047c23 service neutron] For port 6efad30d-2a23-4b42-8587-ed6fc29da989, host n-h1-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:27:42.383390 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-75affe13-89db-48d6-9151-d43b858b3ea4 req-6815b391-1038-49dc-a7e8-8f6da0047c23 service neutron] For port 6efad30d-2a23-4b42-8587-ed6fc29da989, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=6efad30d-2a23-4b42-8587-ed6fc29da989,segment=NetworkSegment(bc3873e6-1421-4be3-b216-13e06c2bc164),segment_id=bc3873e6-1421-4be3-b216-13e06c2bc164)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:27:42.441645 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-75affe13-89db-48d6-9151-d43b858b3ea4 req-6815b391-1038-49dc-a7e8-8f6da0047c23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:42.529349 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1e14a811-97f0-43d1-9d84-d39ae0fd36ec req-29159cfe-532e-4575-92af-2087846861a5 tempest-ServerShowV247Test-1646198328 tempest-ServerShowV247Test-1646198328-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ee698ba-a3b6-4cfd-9dd1-e88cdc2ffba5 HTTP/1.1" status: 200 len: 210 time: 0.0706096 Dec 06 17:27:42.545002 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75affe13-89db-48d6-9151-d43b858b3ea4 req-6815b391-1038-49dc-a7e8-8f6da0047c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:42.545925 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-75affe13-89db-48d6-9151-d43b858b3ea4 req-6815b391-1038-49dc-a7e8-8f6da0047c23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:42.547325 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-75affe13-89db-48d6-9151-d43b858b3ea4 req-6815b391-1038-49dc-a7e8-8f6da0047c23 service neutron] 10.222.0.41 "PUT /v2.0/ports/6efad30d-2a23-4b42-8587-ed6fc29da989 HTTP/1.1" status: 200 len: 1091 time: 4.5651751 Dec 06 17:27:42.561802 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8537ba91-f526-4403-b51f-00c5f0f98b5a', 'tag': '6efad30d-2a23-4b42-8587-ed6fc29da989'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:27:42.564180 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14fddffd-4d3f-4d09-9d44-8217be550bee" -d '{"events": [{"name": "network-changed", "server_uuid": "8537ba91-f526-4403-b51f-00c5f0f98b5a", "tag": "6efad30d-2a23-4b42-8587-ed6fc29da989"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:27:42.578987 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ab901eb0-4249-41ef-9da4-07edb98743b5 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:42.579318 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ab901eb0-4249-41ef-9da4-07edb98743b5 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:42.603635 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-808a15d8-bc5c-4550-b68c-0ff2c0f6abd3 req-e46b595e-fc14-4bd6-98d0-281b8aa03a4b tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b076312-1c54-4a4a-a63b-13a8529c717b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3660595 Dec 06 17:27:42.606361 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-e97a58ef-f11b-4cd9-b6c9-ab9b3ec873c5 req-e1ddcc02-5107-45d3-94c2-14a30e72d959 service neutron] For port e9778971-dc14-437c-9070-ce6b82ccafd0, host n-h1-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:27:42.619523 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fb8369f-e5d9-43a8-a7c5-dd24f5673a96 admin admin] Router b50842b3-1181-44fd-9831-d94f3af99bee has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:27:42.621429 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-e97a58ef-f11b-4cd9-b6c9-ab9b3ec873c5 req-e1ddcc02-5107-45d3-94c2-14a30e72d959 service neutron] For port e9778971-dc14-437c-9070-ce6b82ccafd0, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=e9778971-dc14-437c-9070-ce6b82ccafd0,segment=NetworkSegment(38ce1c81-15f0-4d63-8f90-ecc9bfb0eebf),segment_id=38ce1c81-15f0-4d63-8f90-ecc9bfb0eebf)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:27:42.627461 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-ab901eb0-4249-41ef-9da4-07edb98743b5 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Calling delete_port for efaab48a-6eac-4b88-91f2-03f2a1186be6 owned by network:floatingip {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:27:42.665711 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e97a58ef-f11b-4cd9-b6c9-ab9b3ec873c5 req-e1ddcc02-5107-45d3-94c2-14a30e72d959 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:42.680522 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815b391-1038-49dc-a7e8-8f6da0047c23 service neutron] Pushing event updated for resources: {'Port': ['ID=6efad30d-2a23-4b42-8587-ed6fc29da989,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:42.710944 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a71479a-25bf-4dcc-b239-9d7059721c77 x-openstack-request-id: req-7a71479a-25bf-4dcc-b239-9d7059721c77 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:27:42.711248 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8537ba91-f526-4403-b51f-00c5f0f98b5a", "tag": "6efad30d-2a23-4b42-8587-ed6fc29da989", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:27:42.712070 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7a71479a-25bf-4dcc-b239-9d7059721c77 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:27:42.712481 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8537ba91-f526-4403-b51f-00c5f0f98b5a', 'tag': '6efad30d-2a23-4b42-8587-ed6fc29da989', 'status': 'completed', 'code': 200} Dec 06 17:27:42.901968 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ab419da1-cf39-4d43-9efe-2444def11825 req-caf57bca-17f1-41ba-abd2-e87dd37f8012 tempest-ServerShowV247Test-1646198328 tempest-ServerShowV247Test-1646198328-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ee698ba-a3b6-4cfd-9dd1-e88cdc2ffba5 HTTP/1.1" status: 200 len: 210 time: 0.0523725 Dec 06 17:27:42.902162 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d8d5be-67b2-476a-b66c-9247f7cf823d tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Network 777bfc6d-3fee-43da-888a-47a7635a15f7 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:27:42.904070 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97a58ef-f11b-4cd9-b6c9-ab9b3ec873c5 req-e1ddcc02-5107-45d3-94c2-14a30e72d959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:42.904728 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e97a58ef-f11b-4cd9-b6c9-ab9b3ec873c5 req-e1ddcc02-5107-45d3-94c2-14a30e72d959 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:42.906364 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e97a58ef-f11b-4cd9-b6c9-ab9b3ec873c5 req-e1ddcc02-5107-45d3-94c2-14a30e72d959 service neutron] 10.222.0.41 "PUT /v2.0/ports/e9778971-dc14-437c-9070-ce6b82ccafd0 HTTP/1.1" status: 200 len: 1091 time: 5.3180168 Dec 06 17:27:42.958193 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-a3d8d5be-67b2-476a-b66c-9247f7cf823d tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:27:43.176038 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdeaf8e-e9f0-4b4f-849e-323ec9c08fd9 req-6c8c1ea1-629f-4282-8b27-d83b2276f738 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:43.185034 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0cdeaf8e-e9f0-4b4f-849e-323ec9c08fd9 req-6c8c1ea1-629f-4282-8b27-d83b2276f738 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/ports?device_id=8537ba91-f526-4403-b51f-00c5f0f98b5a HTTP/1.1" status: 200 len: 943 time: 0.1197715 Dec 06 17:27:43.267908 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 37636) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:27:43.295659 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75affe13-89db-48d6-9151-d43b858b3ea4 req-eb09e977-dda1-4803-a40f-3f072f8ba4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:43.297234 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-75affe13-89db-48d6-9151-d43b858b3ea4 req-eb09e977-dda1-4803-a40f-3f072f8ba4b6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ec528b8fbe5d4e99b13118aed923c7d9&device_id=8537ba91-f526-4403-b51f-00c5f0f98b5a HTTP/1.1" status: 200 len: 1094 time: 0.6344023 Dec 06 17:27:43.311984 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ddcc02-5107-45d3-94c2-14a30e72d959 service neutron] Pushing event updated for resources: {'Port': ['ID=e9778971-dc14-437c-9070-ce6b82ccafd0,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:43.327152 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0cdeaf8e-e9f0-4b4f-849e-323ec9c08fd9 req-6989e49e-4b77-4287-8132-dc2a96a06f68 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4bc6e59-bf7d-42c4-9e98-323b53a08b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395931 Dec 06 17:27:43.431811 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-86590688-087c-41d2-8af2-bd1ed661d8b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:43.478994 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f14ec4ce-b529-4756-9d67-3ae3caefb1f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:43.483528 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-75affe13-89db-48d6-9151-d43b858b3ea4 req-24e45daa-686a-4171-b2a0-80b0b00fabab service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6efad30d-2a23-4b42-8587-ed6fc29da989 HTTP/1.1" status: 200 len: 217 time: 0.0960209 Dec 06 17:27:43.525871 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-17542312-d662-4499-bb0b-5915c474cd00 None None] Provisioning complete for port fd18c181-dd84-4a79-a7a8-b1927a0dbf10 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:27:43.526162 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-17542312-d662-4499-bb0b-5915c474cd00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:43.528292 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa468f60-bbf8-493b-8f91-bbf065bc2d5e req-cbab7f25-3ea7-44aa-8021-3aec3cf5f34f tempest-ServersNegativeTestMultiTenantJSON-679065958 tempest-ServersNegativeTestMultiTenantJSON-679065958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:43.536696 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-aa468f60-bbf8-493b-8f91-bbf065bc2d5e req-cbab7f25-3ea7-44aa-8021-3aec3cf5f34f tempest-ServersNegativeTestMultiTenantJSON-679065958 tempest-ServersNegativeTestMultiTenantJSON-679065958-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f99de3e-887a-4ade-b0b1-c3d1243e4d36 HTTP/1.1" status: 200 len: 943 time: 0.7660415 Dec 06 17:27:43.572765 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97a58ef-f11b-4cd9-b6c9-ab9b3ec873c5 req-5459efac-be61-4be1-8723-58545d4576c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:43.574445 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e97a58ef-f11b-4cd9-b6c9-ab9b3ec873c5 req-5459efac-be61-4be1-8723-58545d4576c0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=01f10398d64c4e2c9584b119c7f17e27&device_id=1f99de3e-887a-4ade-b0b1-c3d1243e4d36 HTTP/1.1" status: 200 len: 1094 time: 0.5619547 Dec 06 17:27:43.585153 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f14ec4ce-b529-4756-9d67-3ae3caefb1f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:43.596471 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f14ec4ce-b529-4756-9d67-3ae3caefb1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:43.627074 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fb8369f-e5d9-43a8-a7c5-dd24f5673a96 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:27:43.636489 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-f14ec4ce-b529-4756-9d67-3ae3caefb1f4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b52c24bd30dd4597b8e4625afbae9da9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3673465 Dec 06 17:27:43.639161 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 37640) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:27:43.643595 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d0a85e-c659-4f94-90df-c861b8374a47 None None] Sync routers for ids ['b50842b3-1181-44fd-9831-d94f3af99bee'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:27:43.672040 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-0fb8369f-e5d9-43a8-a7c5-dd24f5673a96 admin admin] 10.222.0.23 "PUT /v2.0/routers/b50842b3-1181-44fd-9831-d94f3af99bee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0589459 Dec 06 17:27:43.680776 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d0a85e-c659-4f94-90df-c861b8374a47 None None] Routers {'b50842b3-1181-44fd-9831-d94f3af99bee'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:27:43.681587 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-59d0a85e-c659-4f94-90df-c861b8374a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:27:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['b50842b3-1181-44fd-9831-d94f3af99bee'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:27:43.686480 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 37644) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:27:43.705110 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e97a58ef-f11b-4cd9-b6c9-ab9b3ec873c5 req-7c3de90f-58ad-4e97-b79e-98ab5496fa64 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9778971-dc14-437c-9070-ce6b82ccafd0 HTTP/1.1" status: 200 len: 217 time: 0.1031332 Dec 06 17:27:43.748082 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75affe13-89db-48d6-9151-d43b858b3ea4 req-a3ad718f-af47-4ce1-8a03-14cb503dd9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:43.750418 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-75affe13-89db-48d6-9151-d43b858b3ea4 req-a3ad718f-af47-4ce1-8a03-14cb503dd9dc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dde17a7d-65c9-4e8b-97a4-0b49eb9d78fe HTTP/1.1" status: 200 len: 850 time: 0.2333374 Dec 06 17:27:43.808444 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3d8d5be-67b2-476a-b66c-9247f7cf823d tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Router 88345162-f27d-456a-a815-6559325e911d has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:27:43.825663 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14ec4ce-b529-4756-9d67-3ae3caefb1f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=737ac2cf-07d6-4be9-8440-1f172a005506,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:43.826927 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-aa468f60-bbf8-493b-8f91-bbf065bc2d5e req-1c5da0fc-a1eb-46a5-87b3-bcb73bbc0925 tempest-ServersNegativeTestMultiTenantJSON-679065958 tempest-ServersNegativeTestMultiTenantJSON-679065958-project] 10.222.0.23 "GET /v2.0/security-groups?id=847eaff0-5316-4ee2-80b5-1b736d65b9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892003 Dec 06 17:27:43.897065 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-17542312-d662-4499-bb0b-5915c474cd00 None None] Port fd18c181-dd84-4a79-a7a8-b1927a0dbf10 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:27:43.917594 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-df4ffd6e-1349-401f-a614-20d877b051a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:43.924314 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-75affe13-89db-48d6-9151-d43b858b3ea4 req-1d5ff880-2499-444d-bc46-95565ab13353 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=15fd3b86-4ab2-48c1-977e-7d7f46e6c98b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1603403 Dec 06 17:27:43.929653 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ab901eb0-4249-41ef-9da4-07edb98743b5 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:43.933802 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97a58ef-f11b-4cd9-b6c9-ab9b3ec873c5 req-bf2a5b16-c8fc-4421-88b7-143be3bd3237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:43.936447 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e97a58ef-f11b-4cd9-b6c9-ab9b3ec873c5 req-bf2a5b16-c8fc-4421-88b7-143be3bd3237 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fd58df60-a148-4b1f-8663-c35574c1dc60 HTTP/1.1" status: 200 len: 865 time: 0.2060573 Dec 06 17:27:43.963675 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-59d0a85e-c659-4f94-90df-c861b8374a47 None None] Set router b50842b3-1181-44fd-9831-d94f3af99bee gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:27:44.036776 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-df4ffd6e-1349-401f-a614-20d877b051a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:44.070281 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcf89cb-7d6a-40cf-98b9-a33447c67aa5 req-90c5aa93-52de-4683-8ea3-626583c17d22 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:44.085637 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1fcf89cb-7d6a-40cf-98b9-a33447c67aa5 req-90c5aa93-52de-4683-8ea3-626583c17d22 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e766107-5d5f-422c-b94b-1d8d8ddacb83 HTTP/1.1" status: 200 len: 945 time: 0.3048885 Dec 06 17:27:44.093964 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-75affe13-89db-48d6-9151-d43b858b3ea4 req-37660953-2dc7-43f1-bc70-ae77fe96e793 service neutron] 10.222.0.41 "GET /v2.0/networks/15fd3b86-4ab2-48c1-977e-7d7f46e6c98b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491723 Dec 06 17:27:44.158612 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e7a6724a-b695-4140-bd17-1ba0e4a3f735 admin admin] Publish callbacks [] for router, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:44.212159 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-59d0a85e-c659-4f94-90df-c861b8374a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b50842b3-1181-44fd-9831-d94f3af99bee', 'name': 'tempest-TestAggregatesBasicOps-1372050297-router', 'tenant_id': '04b9417980994ed094f5e27d94b5a9fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.122'}], 'enable_snat': True}, 'gw_port_id': '01037aa4-d193-4e35-8dfa-99917080359e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:27:03Z', 'updated_at': '2021-12-06T17:27:39Z', 'revision_number': 5, 'project_id': '04b9417980994ed094f5e27d94b5a9fb', 'gw_port': {'id': '01037aa4-d193-4e35-8dfa-99917080359e', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:4c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50842b3-1181-44fd-9831-d94f3af99bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2306, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:27:06Z', 'updated_at': '2021-12-06T17:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:27:44.258560 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d0a85e-c659-4f94-90df-c861b8374a47 None None] Checking router: b50842b3-1181-44fd-9831-d94f3af99bee for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:27:44.268500 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d0a85e-c659-4f94-90df-c861b8374a47 None None] Routers {'b50842b3-1181-44fd-9831-d94f3af99bee'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:27:44.269181 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-59d0a85e-c659-4f94-90df-c861b8374a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:27:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['b50842b3-1181-44fd-9831-d94f3af99bee'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:27:44.276982 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1fcf89cb-7d6a-40cf-98b9-a33447c67aa5 req-87a31047-4fe2-4741-a13f-ae745c4c1a48 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b076312-1c54-4a4a-a63b-13a8529c717b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1731129 Dec 06 17:27:44.329071 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab901eb0-4249-41ef-9da4-07edb98743b5 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Pushing event deleted for resources: {'Port': ['ID=efaab48a-6eac-4b88-91f2-03f2a1186be6,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:44.344159 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-df4ffd6e-1349-401f-a614-20d877b051a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:44.348181 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-df4ffd6e-1349-401f-a614-20d877b051a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:44.349933 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-df4ffd6e-1349-401f-a614-20d877b051a0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/737ac2cf-07d6-4be9-8440-1f172a005506 HTTP/1.1" status: 204 len: 168 time: 0.7096903 Dec 06 17:27:44.367055 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4ffd6e-1349-401f-a614-20d877b051a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=737ac2cf-07d6-4be9-8440-1f172a005506,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:44.380669 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e7a6724a-b695-4140-bd17-1ba0e4a3f735 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:44.459078 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-59d0a85e-c659-4f94-90df-c861b8374a47 None None] Set router b50842b3-1181-44fd-9831-d94f3af99bee gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:27:44.488714 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 37656) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:27:44.584371 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-e7a6724a-b695-4140-bd17-1ba0e4a3f735 admin admin] Deleting port 01037aa4-d193-4e35-8dfa-99917080359e {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:27:44.589837 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e7a6724a-b695-4140-bd17-1ba0e4a3f735 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:44.725698 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-edf57c74-4340-4ab9-94a1-22df66d46df8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:44.746652 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-e7a6724a-b695-4140-bd17-1ba0e4a3f735 admin admin] For port 01037aa4-d193-4e35-8dfa-99917080359e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=01037aa4-d193-4e35-8dfa-99917080359e,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:27:44.747012 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e7a6724a-b695-4140-bd17-1ba0e4a3f735 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:44.766574 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-e7a6724a-b695-4140-bd17-1ba0e4a3f735 admin admin] Calling delete_port for 01037aa4-d193-4e35-8dfa-99917080359e owned by network:router_gateway {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:27:44.824764 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-59d0a85e-c659-4f94-90df-c861b8374a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b50842b3-1181-44fd-9831-d94f3af99bee', 'name': 'tempest-TestAggregatesBasicOps-1372050297-router', 'tenant_id': '04b9417980994ed094f5e27d94b5a9fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.122'}], 'enable_snat': True}, 'gw_port_id': '01037aa4-d193-4e35-8dfa-99917080359e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:27:03Z', 'updated_at': '2021-12-06T17:27:39Z', 'revision_number': 5, 'project_id': '04b9417980994ed094f5e27d94b5a9fb', 'gw_port': {'id': '01037aa4-d193-4e35-8dfa-99917080359e', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:4c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50842b3-1181-44fd-9831-d94f3af99bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2306, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:27:06Z', 'updated_at': '2021-12-06T17:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:27:44.907615 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d0a85e-c659-4f94-90df-c861b8374a47 None None] The sync data for ids ['b50842b3-1181-44fd-9831-d94f3af99bee'] in n-d-master-1 is: [{'id': 'b50842b3-1181-44fd-9831-d94f3af99bee', 'name': 'tempest-TestAggregatesBasicOps-1372050297-router', 'tenant_id': '04b9417980994ed094f5e27d94b5a9fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.122'}], 'enable_snat': True}, 'gw_port_id': '01037aa4-d193-4e35-8dfa-99917080359e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:27:03Z', 'updated_at': '2021-12-06T17:27:39Z', 'revision_number': 5, 'project_id': '04b9417980994ed094f5e27d94b5a9fb', 'gw_port': {'id': '01037aa4-d193-4e35-8dfa-99917080359e', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:4c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b50842b3-1181-44fd-9831-d94f3af99bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2306, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:27:06Z', 'updated_at': '2021-12-06T17:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:27:44.943610 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e97a58ef-f11b-4cd9-b6c9-ab9b3ec873c5 req-e59348da-32cc-4ae1-ace3-c781cce6251f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a0e7a5fe-d0a1-4cc3-8e5f-5cc2e24f3268&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.8647213 Dec 06 17:27:44.957594 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f99de3e-887a-4ade-b0b1-c3d1243e4d36', 'tag': 'e9778971-dc14-437c-9070-ce6b82ccafd0'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:27:44.959919 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3585e4c5-1264-4f7e-90c4-acea4e1b3d9e" -d '{"events": [{"name": "network-changed", "server_uuid": "1f99de3e-887a-4ade-b0b1-c3d1243e4d36", "tag": "e9778971-dc14-437c-9070-ce6b82ccafd0"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:27:45.127302 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-75affe13-89db-48d6-9151-d43b858b3ea4 req-87ccb1a0-e733-4cab-8429-1149c8f8d390 service neutron] 10.222.0.41 "GET /v2.0/networks/15fd3b86-4ab2-48c1-977e-7d7f46e6c98b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9679759 Dec 06 17:27:45.128183 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ab901eb0-4249-41ef-9da4-07edb98743b5 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:45.182942 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-edf57c74-4340-4ab9-94a1-22df66d46df8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:45.195896 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17316714-caf2-423d-9b0c-b4f987e8c7f1 req-26e25a70-f844-46ff-a5ba-12e502f18135 tempest-ServersNegativeTestMultiTenantJSON-679065958 tempest-ServersNegativeTestMultiTenantJSON-679065958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:45.203839 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-17316714-caf2-423d-9b0c-b4f987e8c7f1 req-26e25a70-f844-46ff-a5ba-12e502f18135 tempest-ServersNegativeTestMultiTenantJSON-679065958 tempest-ServersNegativeTestMultiTenantJSON-679065958-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f99de3e-887a-4ade-b0b1-c3d1243e4d36 HTTP/1.1" status: 200 len: 943 time: 0.2709262 Dec 06 17:27:45.255364 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-edf57c74-4340-4ab9-94a1-22df66d46df8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:45.259766 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9319f12c-9194-45aa-b178-c496ad8719f1 req-1e8735b5-472d-4854-854f-a5cd14583000 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:45.261312 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9319f12c-9194-45aa-b178-c496ad8719f1 req-1e8735b5-472d-4854-854f-a5cd14583000 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/ports?device_id=8537ba91-f526-4403-b51f-00c5f0f98b5a HTTP/1.1" status: 200 len: 943 time: 0.3168032 Dec 06 17:27:45.374313 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e97a58ef-f11b-4cd9-b6c9-ab9b3ec873c5 req-18c5efd8-d2bb-4f3b-9100-0e8928344615 service neutron] 10.222.0.41 "GET /v2.0/networks/a0e7a5fe-d0a1-4cc3-8e5f-5cc2e24f3268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4112515 Dec 06 17:27:45.375505 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3d8d5be-67b2-476a-b66c-9247f7cf823d tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:27:45.384186 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-a3d8d5be-67b2-476a-b66c-9247f7cf823d tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "PUT /v2.0/routers/88345162-f27d-456a-a815-6559325e911d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.8114815 Dec 06 17:27:45.386392 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04ff23a-d83c-42cd-ba19-1508228236d6 None None] Sync routers for ids ['88345162-f27d-456a-a815-6559325e911d'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:27:45.395386 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-17316714-caf2-423d-9b0c-b4f987e8c7f1 req-2b2aaaf5-d1f9-44cd-ba35-bef28a1ca5b4 tempest-ServersNegativeTestMultiTenantJSON-679065958 tempest-ServersNegativeTestMultiTenantJSON-679065958-project] 10.222.0.23 "GET /v2.0/security-groups?id=847eaff0-5316-4ee2-80b5-1b736d65b9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756642 Dec 06 17:27:45.396516 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 37680) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:27:45.411105 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ab901eb0-4249-41ef-9da4-07edb98743b5 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:45.416304 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04ff23a-d83c-42cd-ba19-1508228236d6 None None] Routers {'88345162-f27d-456a-a815-6559325e911d'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:27:45.416941 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-a04ff23a-d83c-42cd-ba19-1508228236d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:27:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['88345162-f27d-456a-a815-6559325e911d'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:27:45.426823 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fddffd-4d3f-4d09-9d44-8217be550bee req-c7d407ed-859a-448e-b86d-0b60ee7aa0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:45.428394 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-14fddffd-4d3f-4d09-9d44-8217be550bee req-c7d407ed-859a-448e-b86d-0b60ee7aa0c1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ec528b8fbe5d4e99b13118aed923c7d9&device_id=8537ba91-f526-4403-b51f-00c5f0f98b5a HTTP/1.1" status: 200 len: 1094 time: 0.2366610 Dec 06 17:27:45.429286 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-edf57c74-4340-4ab9-94a1-22df66d46df8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bb1cd89ed15b4709b245651789c9bfe3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9340911 Dec 06 17:27:45.435830 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 37682) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:27:45.437341 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e7a6724a-b695-4140-bd17-1ba0e4a3f735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:45.579909 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1fd7ca6-5fd6-437a-a19e-5ab0f5aca6ef x-openstack-request-id: req-a1fd7ca6-5fd6-437a-a19e-5ab0f5aca6ef {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:27:45.580065 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f99de3e-887a-4ade-b0b1-c3d1243e4d36", "tag": "e9778971-dc14-437c-9070-ce6b82ccafd0", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:27:45.580258 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a1fd7ca6-5fd6-437a-a19e-5ab0f5aca6ef {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:27:45.580677 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f99de3e-887a-4ade-b0b1-c3d1243e4d36', 'tag': 'e9778971-dc14-437c-9070-ce6b82ccafd0', 'status': 'completed', 'code': 200} Dec 06 17:27:45.606273 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9319f12c-9194-45aa-b178-c496ad8719f1 req-b77b5f50-e24d-47d4-bded-42a3180acbbe tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4bc6e59-bf7d-42c4-9e98-323b53a08b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818973 Dec 06 17:27:45.610462 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-a04ff23a-d83c-42cd-ba19-1508228236d6 None None] Set router 88345162-f27d-456a-a815-6559325e911d gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:27:45.689236 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5e091d97-494a-4673-af27-56f5a4ab6fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:45.698515 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf57c74-4340-4ab9-94a1-22df66d46df8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e6461f0-a42f-4885-a70f-47eed374175c,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:45.732894 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a384b93b-8850-4dd3-994d-89995b4d239e None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:27:45.785796 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a6724a-b695-4140-bd17-1ba0e4a3f735 admin admin] Pushing event deleted for resources: {'Port': ['ID=01037aa4-d193-4e35-8dfa-99917080359e,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:45.791803 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ab901eb0-4249-41ef-9da4-07edb98743b5 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:45.815922 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fa840a05-fad7-43d4-95a9-088a243c8b49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:45.878831 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e97a58ef-f11b-4cd9-b6c9-ab9b3ec873c5 req-03028911-15d2-4f62-ad8c-569b7ffa6913 service neutron] 10.222.0.41 "GET /v2.0/networks/a0e7a5fe-d0a1-4cc3-8e5f-5cc2e24f3268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4849849 Dec 06 17:27:45.883875 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab901eb0-4249-41ef-9da4-07edb98743b5 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=bfddba0d-2911-4519-8043-8ca0dcec20dc,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:45.891621 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fddffd-4d3f-4d09-9d44-8217be550bee req-a700f861-2dcf-4143-b4a4-ebced93abdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:45.894053 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-14fddffd-4d3f-4d09-9d44-8217be550bee req-a700f861-2dcf-4143-b4a4-ebced93abdd2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=15fd3b86-4ab2-48c1-977e-7d7f46e6c98b HTTP/1.1" status: 200 len: 911 time: 0.4401968 Dec 06 17:27:45.932788 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fa840a05-fad7-43d4-95a9-088a243c8b49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:46.035888 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498aeff3-f2dc-4519-bced-1bdb55ae90e0 tempest-TestNetworkBasicOps-779736558 tempest-TestNetworkBasicOps-779736558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:46.036404 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498aeff3-f2dc-4519-bced-1bdb55ae90e0 tempest-TestNetworkBasicOps-779736558 tempest-TestNetworkBasicOps-779736558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:46.036879 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498aeff3-f2dc-4519-bced-1bdb55ae90e0 tempest-TestNetworkBasicOps-779736558 tempest-TestNetworkBasicOps-779736558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:46.037751 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498aeff3-f2dc-4519-bced-1bdb55ae90e0 tempest-TestNetworkBasicOps-779736558 tempest-TestNetworkBasicOps-779736558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:46.038222 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498aeff3-f2dc-4519-bced-1bdb55ae90e0 tempest-TestNetworkBasicOps-779736558 tempest-TestNetworkBasicOps-779736558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:46.038684 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498aeff3-f2dc-4519-bced-1bdb55ae90e0 tempest-TestNetworkBasicOps-779736558 tempest-TestNetworkBasicOps-779736558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:46.039143 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498aeff3-f2dc-4519-bced-1bdb55ae90e0 tempest-TestNetworkBasicOps-779736558 tempest-TestNetworkBasicOps-779736558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:46.040230 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498aeff3-f2dc-4519-bced-1bdb55ae90e0 tempest-TestNetworkBasicOps-779736558 tempest-TestNetworkBasicOps-779736558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:46.040685 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498aeff3-f2dc-4519-bced-1bdb55ae90e0 tempest-TestNetworkBasicOps-779736558 tempest-TestNetworkBasicOps-779736558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:46.041139 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498aeff3-f2dc-4519-bced-1bdb55ae90e0 tempest-TestNetworkBasicOps-779736558 tempest-TestNetworkBasicOps-779736558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:46.041422 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-14fddffd-4d3f-4d09-9d44-8217be550bee req-af8f9ce5-d2d1-4fc5-8c6b-869bc39eeead service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6efad30d-2a23-4b42-8587-ed6fc29da989 HTTP/1.1" status: 200 len: 217 time: 0.1261222 Dec 06 17:27:46.041903 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498aeff3-f2dc-4519-bced-1bdb55ae90e0 tempest-TestNetworkBasicOps-779736558 tempest-TestNetworkBasicOps-779736558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:46.047331 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 37692) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:27:46.047905 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 37694) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:27:46.048326 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-498aeff3-f2dc-4519-bced-1bdb55ae90e0 tempest-TestNetworkBasicOps-779736558 tempest-TestNetworkBasicOps-779736558-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7748 time: 0.6165824 Dec 06 17:27:46.051082 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e7a6724a-b695-4140-bd17-1ba0e4a3f735 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536698'] for router_gateway, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:46.073782 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ab901eb0-4249-41ef-9da4-07edb98743b5 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:46.153905 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-a04ff23a-d83c-42cd-ba19-1508228236d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88345162-f27d-456a-a815-6559325e911d', 'name': 'tempest-TestNetworkBasicOps-router-1668742405', 'tenant_id': 'ecd148ff302244ca8d62fb6aab386351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.20'}], 'enable_snat': True}, 'gw_port_id': 'ac315945-e71d-47b2-b3cb-5def568e84d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:27:19Z', 'updated_at': '2021-12-06T17:27:39Z', 'revision_number': 4, 'project_id': 'ecd148ff302244ca8d62fb6aab386351', 'gw_port': {'id': 'ac315945-e71d-47b2-b3cb-5def568e84d6', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:21:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88345162-f27d-456a-a815-6559325e911d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:27:22Z', 'updated_at': '2021-12-06T17:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'fd18c181-dd84-4a79-a7a8-b1927a0dbf10', 'name': '', 'network_id': '777bfc6d-3fee-43da-888a-47a7635a15f7', 'tenant_id': 'ecd148ff302244ca8d62fb6aab386351', 'mac_address': 'fa:16:3e:69:7f:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88345162-f27d-456a-a815-6559325e911d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': 'bf4aecbe-5cce-4e7f-a01d-067dc19fd3c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:27:35Z', 'updated_at': '2021-12-06T17:27:41Z', 'revision_number': 2, 'project_id': 'ecd148ff302244ca8d62fb6aab386351', 'subnets': [{'id': 'bf4aecbe-5cce-4e7f-a01d-067dc19fd3c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:27:46.161317 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e7a6724a-b695-4140-bd17-1ba0e4a3f735 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:46.163717 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e7a6724a-b695-4140-bd17-1ba0e4a3f735 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:46.173039 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de33352-260a-4746-98ef-ffe0fbd5e0ee req-631bb809-3b60-4655-af4a-9a2079515f13 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:46.181091 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5de33352-260a-4746-98ef-ffe0fbd5e0ee req-631bb809-3b60-4655-af4a-9a2079515f13 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e766107-5d5f-422c-b94b-1d8d8ddacb83 HTTP/1.1" status: 200 len: 945 time: 0.4737654 Dec 06 17:27:46.199259 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04ff23a-d83c-42cd-ba19-1508228236d6 None None] Checking router: 88345162-f27d-456a-a815-6559325e911d for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:27:46.199833 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04ff23a-d83c-42cd-ba19-1508228236d6 None None] Updating router 88345162-f27d-456a-a815-6559325e911d port fd18c181-dd84-4a79-a7a8-b1927a0dbf10 binding host n-d-master-1 {{(pid=103287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:27:46.233309 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a04ff23a-d83c-42cd-ba19-1508228236d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:46.268461 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-ee6a0e73-d0a8-4a9c-ab1e-400d565fe808 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-106516958-network', 'tenant_id': '5adf2ca31be24010a5919f824c787266'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:27:46.273352 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-ab901eb0-4249-41ef-9da4-07edb98743b5 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b3d3bcf-588d-4933-a07e-cfe9d9f36cc3']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:27:46.293308 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5de33352-260a-4746-98ef-ffe0fbd5e0ee req-e8cbcf82-1cf1-437a-8e0b-f8b87c05b01f tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b076312-1c54-4a4a-a63b-13a8529c717b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1110997 Dec 06 17:27:46.294035 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e7a6724a-b695-4140-bd17-1ba0e4a3f735 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:46.294608 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7a6724a-b695-4140-bd17-1ba0e4a3f735 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b50842b3-1181-44fd-9831-d94f3af99bee {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 17:27:46.298965 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-ab901eb0-4249-41ef-9da4-07edb98743b5 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56ec05e1-15f0-45ee-994b-49e30958bdff') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:27:46.299282 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-ab901eb0-4249-41ef-9da4-07edb98743b5 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56ec05e1-15f0-45ee-994b-49e30958bdff') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:27:46.311926 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e7a6724a-b695-4140-bd17-1ba0e4a3f735 admin admin] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:46.315540 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-e7a6724a-b695-4140-bd17-1ba0e4a3f735 admin admin] 10.222.0.23 "DELETE /v2.0/routers/b50842b3-1181-44fd-9831-d94f3af99bee HTTP/1.1" status: 204 len: 168 time: 2.6268668 Dec 06 17:27:46.317595 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 37698) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:27:46.335849 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3585e4c5-1264-4f7e-90c4-acea4e1b3d9e req-e9dbb466-7b0e-4fee-b9a7-2dade8fbc86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:46.338239 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3585e4c5-1264-4f7e-90c4-acea4e1b3d9e req-e9dbb466-7b0e-4fee-b9a7-2dade8fbc86f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=01f10398d64c4e2c9584b119c7f17e27&device_id=1f99de3e-887a-4ade-b0b1-c3d1243e4d36 HTTP/1.1" status: 200 len: 1094 time: 0.3917620 Dec 06 17:27:46.340064 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ab901eb0-4249-41ef-9da4-07edb98743b5 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:46.389342 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fddffd-4d3f-4d09-9d44-8217be550bee req-19f6dbf3-cfcc-4af6-934e-aa5394612fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:46.391055 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-14fddffd-4d3f-4d09-9d44-8217be550bee req-19f6dbf3-cfcc-4af6-934e-aa5394612fe5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dde17a7d-65c9-4e8b-97a4-0b49eb9d78fe HTTP/1.1" status: 200 len: 850 time: 0.3296094 Dec 06 17:27:46.425232 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-73464831-0421-4f21-8fe0-3ef9ac130b60 admin admin] Deleting subnet c765f701-d517-412f-b0ef-28cd04307300 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:27:46.430081 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-73464831-0421-4f21-8fe0-3ef9ac130b60 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:46.431234 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ab901eb0-4249-41ef-9da4-07edb98743b5 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:46.449264 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee6a0e73-d0a8-4a9c-ab1e-400d565fe808 admin admin] Made reservation on behalf of 5adf2ca31be24010a5919f824c787266 for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:27:46.452733 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ee6a0e73-d0a8-4a9c-ab1e-400d565fe808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:46.500302 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-73464831-0421-4f21-8fe0-3ef9ac130b60 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:46.501635 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab901eb0-4249-41ef-9da4-07edb98743b5 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:27:46.502903 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ab901eb0-4249-41ef-9da4-07edb98743b5 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:46.555581 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ee6a0e73-d0a8-4a9c-ab1e-400d565fe808 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:46.561645 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d939c712-91f6-4fdb-882b-18a4cd147d5f tempest-TestNetworkBasicOps-779736558 tempest-TestNetworkBasicOps-779736558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:46.562107 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d939c712-91f6-4fdb-882b-18a4cd147d5f tempest-TestNetworkBasicOps-779736558 tempest-TestNetworkBasicOps-779736558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:46.562558 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d939c712-91f6-4fdb-882b-18a4cd147d5f tempest-TestNetworkBasicOps-779736558 tempest-TestNetworkBasicOps-779736558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:46.562999 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d939c712-91f6-4fdb-882b-18a4cd147d5f tempest-TestNetworkBasicOps-779736558 tempest-TestNetworkBasicOps-779736558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:46.563444 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d939c712-91f6-4fdb-882b-18a4cd147d5f tempest-TestNetworkBasicOps-779736558 tempest-TestNetworkBasicOps-779736558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:46.563884 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d939c712-91f6-4fdb-882b-18a4cd147d5f tempest-TestNetworkBasicOps-779736558 tempest-TestNetworkBasicOps-779736558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:46.564324 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d939c712-91f6-4fdb-882b-18a4cd147d5f tempest-TestNetworkBasicOps-779736558 tempest-TestNetworkBasicOps-779736558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:46.564762 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d939c712-91f6-4fdb-882b-18a4cd147d5f tempest-TestNetworkBasicOps-779736558 tempest-TestNetworkBasicOps-779736558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:46.565207 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d939c712-91f6-4fdb-882b-18a4cd147d5f tempest-TestNetworkBasicOps-779736558 tempest-TestNetworkBasicOps-779736558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:46.568291 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-d939c712-91f6-4fdb-882b-18a4cd147d5f tempest-TestNetworkBasicOps-779736558 tempest-TestNetworkBasicOps-779736558-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5955 time: 0.5172005 Dec 06 17:27:46.569233 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:27:46.569233 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:27:46.569233 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:27:46.569233 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:27:46.569233 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:27:46.569233 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:27:46.569233 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:27:46.569233 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:27:46.569233 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:27:46.569233 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:27:46.569233 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:27:46.569233 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:27:46.569233 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:27:46.569233 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:27:46.569233 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:27:46.569233 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:27:46.569233 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:27:46.569233 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:27:46.569233 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:27:46.569233 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:27:46.569233 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:27:46.569233 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:27:46.569233 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:27:46.569233 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:27:46.569233 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:27:46.569233 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:27:46.569233 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:27:46.569233 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:27:46.569233 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:27:46.569233 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:27:46.569233 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:27:46.569233 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:27:46.578734 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 37702) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:27:46.636825 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fa840a05-fad7-43d4-95a9-088a243c8b49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:46.639691 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fa840a05-fad7-43d4-95a9-088a243c8b49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:46.641021 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-fa840a05-fad7-43d4-95a9-088a243c8b49 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3e6461f0-a42f-4885-a70f-47eed374175c HTTP/1.1" status: 204 len: 168 time: 1.2005842 Dec 06 17:27:46.657034 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-14fddffd-4d3f-4d09-9d44-8217be550bee req-d47dc8c6-ce29-4306-882f-1d3ee6c5bcfd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=15fd3b86-4ab2-48c1-977e-7d7f46e6c98b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2272339 Dec 06 17:27:46.707339 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa840a05-fad7-43d4-95a9-088a243c8b49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e6461f0-a42f-4885-a70f-47eed374175c,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:46.790880 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ab901eb0-4249-41ef-9da4-07edb98743b5 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:46.797600 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a04ff23a-d83c-42cd-ba19-1508228236d6 None None] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:46.808251 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a04ff23a-d83c-42cd-ba19-1508228236d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:46.910338 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d7be00-9b47-47ff-91b2-f648c747adca None None] Pushing event updated for resources: {'Port': ['ID=fd18c181-dd84-4a79-a7a8-b1927a0dbf10,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:46.926396 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:46.966625 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-a04ff23a-d83c-42cd-ba19-1508228236d6 None None] Attempting to bind port fd18c181-dd84-4a79-a7a8-b1927a0dbf10 on host n-d-master-1 for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:27:46.966998 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-a04ff23a-d83c-42cd-ba19-1508228236d6 None None] Attempting to bind port fd18c181-dd84-4a79-a7a8-b1927a0dbf10 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '42bff26c-68a9-49fb-9b4f-34e773f0fd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '777bfc6d-3fee-43da-888a-47a7635a15f7'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:27:46.967375 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04ff23a-d83c-42cd-ba19-1508228236d6 None None] Attempting to bind port fd18c181-dd84-4a79-a7a8-b1927a0dbf10 on network 777bfc6d-3fee-43da-888a-47a7635a15f7 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:27:46.987201 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04ff23a-d83c-42cd-ba19-1508228236d6 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:27:46.987751 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04ff23a-d83c-42cd-ba19-1508228236d6 None None] Checking segment: {'id': '42bff26c-68a9-49fb-9b4f-34e773f0fd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '777bfc6d-3fee-43da-888a-47a7635a15f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:27:46.988312 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a04ff23a-d83c-42cd-ba19-1508228236d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:46.988719 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04ff23a-d83c-42cd-ba19-1508228236d6 None None] Bound using segment: {'id': '42bff26c-68a9-49fb-9b4f-34e773f0fd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '777bfc6d-3fee-43da-888a-47a7635a15f7'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:27:46.989266 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-a04ff23a-d83c-42cd-ba19-1508228236d6 None None] Bound port: fd18c181-dd84-4a79-a7a8-b1927a0dbf10, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42bff26c-68a9-49fb-9b4f-34e773f0fd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '777bfc6d-3fee-43da-888a-47a7635a15f7'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:27:46.989764 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a04ff23a-d83c-42cd-ba19-1508228236d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:47.007094 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3585e4c5-1264-4f7e-90c4-acea4e1b3d9e req-1182296c-d4c6-4461-aace-f0fb1eea4ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:47.009813 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3585e4c5-1264-4f7e-90c4-acea4e1b3d9e req-1182296c-d4c6-4461-aace-f0fb1eea4ca2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a0e7a5fe-d0a1-4cc3-8e5f-5cc2e24f3268 HTTP/1.1" status: 200 len: 926 time: 0.6528480 Dec 06 17:27:47.066574 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab901eb0-4249-41ef-9da4-07edb98743b5 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9b3d3bcf-588d-4933-a07e-cfe9d9f36cc3 {{(pid=103285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 06 17:27:47.089118 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 01037aa4-d193-4e35-8dfa-99917080359e no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:27:47.093553 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba4b7ca-660b-44e9-8074-219483879c35 req-45938194-a815-4be6-b5a1-30e0460eea69 tempest-ServersNegativeTestMultiTenantJSON-679065958 tempest-ServersNegativeTestMultiTenantJSON-679065958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:47.106799 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2ba4b7ca-660b-44e9-8074-219483879c35 req-45938194-a815-4be6-b5a1-30e0460eea69 tempest-ServersNegativeTestMultiTenantJSON-679065958 tempest-ServersNegativeTestMultiTenantJSON-679065958-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f99de3e-887a-4ade-b0b1-c3d1243e4d36 HTTP/1.1" status: 200 len: 943 time: 0.5219333 Dec 06 17:27:47.112893 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-14fddffd-4d3f-4d09-9d44-8217be550bee req-88e3c667-f47d-4f1b-8605-d662b21f848e service neutron] 10.222.0.41 "GET /v2.0/networks/15fd3b86-4ab2-48c1-977e-7d7f46e6c98b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4415739 Dec 06 17:27:47.128726 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 01037aa4-d193-4e35-8dfa-99917080359e {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:27:47.136278 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ab901eb0-4249-41ef-9da4-07edb98743b5 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:47.137495 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 01037aa4-d193-4e35-8dfa-99917080359e not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:27:47.140056 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-a04ff23a-d83c-42cd-ba19-1508228236d6 None None] For port fd18c181-dd84-4a79-a7a8-b1927a0dbf10, host n-d-master-1, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:27:47.140719 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 21036b0d-72ef-471b-a6e9-e97cee925f00 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:27:47.147955 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-ab901eb0-4249-41ef-9da4-07edb98743b5 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] 10.222.0.23 "DELETE /v2.0/networks/9b3d3bcf-588d-4933-a07e-cfe9d9f36cc3 HTTP/1.1" status: 204 len: 168 time: 6.6275997 Dec 06 17:27:47.155054 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-a04ff23a-d83c-42cd-ba19-1508228236d6 None None] For port fd18c181-dd84-4a79-a7a8-b1927a0dbf10, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=fd18c181-dd84-4a79-a7a8-b1927a0dbf10,segment=NetworkSegment(42bff26c-68a9-49fb-9b4f-34e773f0fd80),segment_id=42bff26c-68a9-49fb-9b4f-34e773f0fd80)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:27:47.165702 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a04ff23a-d83c-42cd-ba19-1508228236d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:47.195622 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 37724) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:27:47.234521 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 21036b0d-72ef-471b-a6e9-e97cee925f00 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:27:47.238706 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 21036b0d-72ef-471b-a6e9-e97cee925f00 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:27:47.298033 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-50be7601-d356-4376-8ea7-613157d150a4 None None] Provisioning complete for port fd18c181-dd84-4a79-a7a8-b1927a0dbf10 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:27:47.299360 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-50be7601-d356-4376-8ea7-613157d150a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:47.363214 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d7be00-9b47-47ff-91b2-f648c747adca None None] Pushing event updated for resources: {'Port': ['ID=fd18c181-dd84-4a79-a7a8-b1927a0dbf10,revision_number=4']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:47.406579 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04ff23a-d83c-42cd-ba19-1508228236d6 None None] Routers {'88345162-f27d-456a-a815-6559325e911d'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:27:47.408022 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-a04ff23a-d83c-42cd-ba19-1508228236d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:27:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['88345162-f27d-456a-a815-6559325e911d'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:27:47.470110 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-50be7601-d356-4376-8ea7-613157d150a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:47.548948 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-50be7601-d356-4376-8ea7-613157d150a4 None None] For port fd18c181-dd84-4a79-a7a8-b1927a0dbf10, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=fd18c181-dd84-4a79-a7a8-b1927a0dbf10,segment=NetworkSegment(42bff26c-68a9-49fb-9b4f-34e773f0fd80),segment_id=42bff26c-68a9-49fb-9b4f-34e773f0fd80)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:27:47.564639 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-50be7601-d356-4376-8ea7-613157d150a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:47.594535 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab901eb0-4249-41ef-9da4-07edb98743b5 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Pushing event deleted for resources: {'Network': ['ID=9b3d3bcf-588d-4933-a07e-cfe9d9f36cc3,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:47.599733 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-ac35980a-39c2-4c82-8718-0a939599c4ff tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 995 time: 0.4015398 Dec 06 17:27:47.608286 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-14fddffd-4d3f-4d09-9d44-8217be550bee req-6ff79065-725c-4493-82a4-8581ae1bec28 service neutron] 10.222.0.41 "GET /v2.0/networks/15fd3b86-4ab2-48c1-977e-7d7f46e6c98b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4236696 Dec 06 17:27:47.625298 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 37738) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:27:47.634552 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-a04ff23a-d83c-42cd-ba19-1508228236d6 None None] Set router 88345162-f27d-456a-a815-6559325e911d gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:27:47.683380 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3585e4c5-1264-4f7e-90c4-acea4e1b3d9e req-d298e811-5c6e-43ba-bcae-02f99da3d3aa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9778971-dc14-437c-9070-ce6b82ccafd0 HTTP/1.1" status: 200 len: 217 time: 0.5361736 Dec 06 17:27:47.726755 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-56f0b949-685e-48c4-8c08-8d4e2c60e4d7 None None] Provisioning complete for port fd18c181-dd84-4a79-a7a8-b1927a0dbf10 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:27:47.728381 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-56f0b949-685e-48c4-8c08-8d4e2c60e4d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:47.732303 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50be7601-d356-4376-8ea7-613157d150a4 None None] Pushing event updated for resources: {'Port': ['ID=fd18c181-dd84-4a79-a7a8-b1927a0dbf10,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:47.768370 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2ba4b7ca-660b-44e9-8074-219483879c35 req-684dea74-5150-465c-bbd3-1753597f8714 tempest-ServersNegativeTestMultiTenantJSON-679065958 tempest-ServersNegativeTestMultiTenantJSON-679065958-project] 10.222.0.23 "GET /v2.0/security-groups?id=847eaff0-5316-4ee2-80b5-1b736d65b9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6599565 Dec 06 17:27:47.847788 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ee6a0e73-d0a8-4a9c-ab1e-400d565fe808 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:47.864053 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3585e4c5-1264-4f7e-90c4-acea4e1b3d9e req-b333ee7c-aa54-4159-a454-07a04bbfa388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:47.865631 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3585e4c5-1264-4f7e-90c4-acea4e1b3d9e req-b333ee7c-aa54-4159-a454-07a04bbfa388 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fd58df60-a148-4b1f-8663-c35574c1dc60 HTTP/1.1" status: 200 len: 865 time: 0.1604517 Dec 06 17:27:47.866361 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ee6a0e73-d0a8-4a9c-ab1e-400d565fe808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:47.885070 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee6a0e73-d0a8-4a9c-ab1e-400d565fe808 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:27:47.893281 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-73464831-0421-4f21-8fe0-3ef9ac130b60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:47.894683 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ee6a0e73-d0a8-4a9c-ab1e-400d565fe808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:47.895096 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-ee6a0e73-d0a8-4a9c-ab1e-400d565fe808 admin admin] Added segment 8ba3ae1c-8dbf-4d46-bbe3-6c8317b581b4 of type vlan for network 7e14ea57-a95a-45fc-b352-ea1c200fddac Dec 06 17:27:47.941405 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ee6a0e73-d0a8-4a9c-ab1e-400d565fe808 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:47.956628 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e223beb-dcba-43ab-9893-4cf9155327a8 req-85f54e05-5194-4469-991c-a47e66a82454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:47.959489 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0e223beb-dcba-43ab-9893-4cf9155327a8 req-85f54e05-5194-4469-991c-a47e66a82454 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=74bc5013de174928a9ab47aef105909c&device_id=9e766107-5d5f-422c-b94b-1d8d8ddacb83 HTTP/1.1" status: 200 len: 1096 time: 0.4461248 Dec 06 17:27:47.978305 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc549c48-daed-47c0-a473-59fa6fb64c6b req-248860d5-8de6-4d84-a745-425231271b37 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:47.980147 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fc549c48-daed-47c0-a473-59fa6fb64c6b req-248860d5-8de6-4d84-a745-425231271b37 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/ports?device_id=8537ba91-f526-4403-b51f-00c5f0f98b5a HTTP/1.1" status: 200 len: 943 time: 1.2875364 Dec 06 17:27:47.986305 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ee6a0e73-d0a8-4a9c-ab1e-400d565fe808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:47.987209 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6a0e73-d0a8-4a9c-ab1e-400d565fe808 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:47.987941 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ee6a0e73-d0a8-4a9c-ab1e-400d565fe808 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:48.054981 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:48.056522 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3585e4c5-1264-4f7e-90c4-acea4e1b3d9e req-a992679f-4f5c-477b-be54-a394f4a9ee4f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a0e7a5fe-d0a1-4cc3-8e5f-5cc2e24f3268&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0889773 Dec 06 17:27:48.084981 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6a0e73-d0a8-4a9c-ab1e-400d565fe808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17933e3e-6db0-4f44-8e47-dedf5cf1a7f7,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:48.093364 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-ee6a0e73-d0a8-4a9c-ab1e-400d565fe808 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.0415664 Dec 06 17:27:48.097457 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-a04ff23a-d83c-42cd-ba19-1508228236d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88345162-f27d-456a-a815-6559325e911d', 'name': 'tempest-TestNetworkBasicOps-router-1668742405', 'tenant_id': 'ecd148ff302244ca8d62fb6aab386351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.20'}], 'enable_snat': True}, 'gw_port_id': 'ac315945-e71d-47b2-b3cb-5def568e84d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:27:19Z', 'updated_at': '2021-12-06T17:27:39Z', 'revision_number': 4, 'project_id': 'ecd148ff302244ca8d62fb6aab386351', 'gw_port': {'id': 'ac315945-e71d-47b2-b3cb-5def568e84d6', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:21:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88345162-f27d-456a-a815-6559325e911d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:27:22Z', 'updated_at': '2021-12-06T17:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'fd18c181-dd84-4a79-a7a8-b1927a0dbf10', 'name': '', 'network_id': '777bfc6d-3fee-43da-888a-47a7635a15f7', 'tenant_id': 'ecd148ff302244ca8d62fb6aab386351', 'mac_address': 'fa:16:3e:69:7f:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88345162-f27d-456a-a815-6559325e911d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': 'bf4aecbe-5cce-4e7f-a01d-067dc19fd3c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:27:35Z', 'updated_at': '2021-12-06T17:27:47Z', 'revision_number': 4, 'project_id': 'ecd148ff302244ca8d62fb6aab386351', 'subnets': [{'id': 'bf4aecbe-5cce-4e7f-a01d-067dc19fd3c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:27:48.118342 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 37746) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:27:48.125423 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-8bd8bfab-ccab-4baa-9f09-a3c1a706b833 admin admin] Request body: {'subnet': {'network_id': '7e14ea57-a95a-45fc-b352-ea1c200fddac', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-106516958-subnet', 'tenant_id': '5adf2ca31be24010a5919f824c787266', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:27:48.135015 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04ff23a-d83c-42cd-ba19-1508228236d6 None None] The sync data for ids ['88345162-f27d-456a-a815-6559325e911d'] in n-d-master-1 is: [{'id': '88345162-f27d-456a-a815-6559325e911d', 'name': 'tempest-TestNetworkBasicOps-router-1668742405', 'tenant_id': 'ecd148ff302244ca8d62fb6aab386351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.20'}], 'enable_snat': True}, 'gw_port_id': 'ac315945-e71d-47b2-b3cb-5def568e84d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:27:19Z', 'updated_at': '2021-12-06T17:27:39Z', 'revision_number': 4, 'project_id': 'ecd148ff302244ca8d62fb6aab386351', 'gw_port': {'id': 'ac315945-e71d-47b2-b3cb-5def568e84d6', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:21:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88345162-f27d-456a-a815-6559325e911d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:27:22Z', 'updated_at': '2021-12-06T17:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'fd18c181-dd84-4a79-a7a8-b1927a0dbf10', 'name': '', 'network_id': '777bfc6d-3fee-43da-888a-47a7635a15f7', 'tenant_id': 'ecd148ff302244ca8d62fb6aab386351', 'mac_address': 'fa:16:3e:69:7f:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88345162-f27d-456a-a815-6559325e911d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': 'bf4aecbe-5cce-4e7f-a01d-067dc19fd3c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:27:35Z', 'updated_at': '2021-12-06T17:27:47Z', 'revision_number': 4, 'project_id': 'ecd148ff302244ca8d62fb6aab386351', 'subnets': [{'id': 'bf4aecbe-5cce-4e7f-a01d-067dc19fd3c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:27:48.151151 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12894e3c-d1b2-4dc7-afc4-5877aad86a9d tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:48.151623 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12894e3c-d1b2-4dc7-afc4-5877aad86a9d tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:48.152083 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12894e3c-d1b2-4dc7-afc4-5877aad86a9d tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:48.152540 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12894e3c-d1b2-4dc7-afc4-5877aad86a9d tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:48.152993 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12894e3c-d1b2-4dc7-afc4-5877aad86a9d tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:48.153448 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12894e3c-d1b2-4dc7-afc4-5877aad86a9d tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:48.154186 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12894e3c-d1b2-4dc7-afc4-5877aad86a9d tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:48.154639 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12894e3c-d1b2-4dc7-afc4-5877aad86a9d tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:48.155086 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12894e3c-d1b2-4dc7-afc4-5877aad86a9d tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:48.157060 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-12894e3c-d1b2-4dc7-afc4-5877aad86a9d tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5955 time: 0.5278850 Dec 06 17:27:48.161518 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6a0e73-d0a8-4a9c-ab1e-400d565fe808 admin admin] Pushing event updated for resources: {'Network': ['ID=7e14ea57-a95a-45fc-b352-ea1c200fddac,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:48.163450 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 37748) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:27:48.173894 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 7e14ea57-a95a-45fc-b352-ea1c200fddac details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:27:48.200106 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8539e247-d431-4d42-af7d-248e5cd3b2e5 req-f6585015-d22a-4388-a55d-2af1bb4749de tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:48.207599 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8539e247-d431-4d42-af7d-248e5cd3b2e5 req-f6585015-d22a-4388-a55d-2af1bb4749de tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e766107-5d5f-422c-b94b-1d8d8ddacb83 HTTP/1.1" status: 200 len: 945 time: 0.2388279 Dec 06 17:27:48.298078 n-d-master-1 neutron-server[103285]: INFO neutron.api.v2.resource [None req-99d74eb8-356c-4fca-beeb-bd29f1a4ff67 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] delete failed (client error): The resource could not be found. Dec 06 17:27:48.302577 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-99d74eb8-356c-4fca-beeb-bd29f1a4ff67 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] 10.222.0.23 "DELETE /v2.0/floatingips/2fc29468-61d4-4fc5-9618-a9c966aaa4dd HTTP/1.1" status: 404 len: 345 time: 0.1092768 Dec 06 17:27:48.303169 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 37750) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:27:48.323714 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd8bfab-ccab-4baa-9f09-a3c1a706b833 admin admin] Made reservation on behalf of 5adf2ca31be24010a5919f824c787266 for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:27:48.325889 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fc549c48-daed-47c0-a473-59fa6fb64c6b req-d91c6375-904b-46f9-92c3-761fb8470c4e tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4bc6e59-bf7d-42c4-9e98-323b53a08b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018239 Dec 06 17:27:48.326096 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8bd8bfab-ccab-4baa-9f09-a3c1a706b833 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:48.363263 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0649f93-c167-459c-8825-26f0ee7dad5f tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] DELETE failed (client error): The resource could not be found. Dec 06 17:27:48.363867 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0649f93-c167-459c-8825-26f0ee7dad5f tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:27:48.370292 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-b0649f93-c167-459c-8825-26f0ee7dad5f tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] 10.222.0.23 "DELETE /v2.0/networks/9b3d3bcf-588d-4933-a07e-cfe9d9f36cc3 HTTP/1.1" status: 404 len: 339 time: 0.0635908 Dec 06 17:27:48.370292 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-73464831-0421-4f21-8fe0-3ef9ac130b60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:48.372755 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8539e247-d431-4d42-af7d-248e5cd3b2e5 req-cf5c8ff2-5bb9-4e9a-89b7-998396f377d9 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b076312-1c54-4a4a-a63b-13a8529c717b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1643724 Dec 06 17:27:48.373217 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 37754) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:27:48.378542 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3585e4c5-1264-4f7e-90c4-acea4e1b3d9e req-5c45f660-890f-4e56-8526-af1bdb79d4c0 service neutron] 10.222.0.41 "GET /v2.0/networks/a0e7a5fe-d0a1-4cc3-8e5f-5cc2e24f3268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060327 Dec 06 17:27:48.409438 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-6af14de2-0aea-4b51-86d6-7f1bbec9932d tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Request body: {'network': {'name': 'tempest-network--1808891910', 'router:external': True}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:27:48.430872 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e223beb-dcba-43ab-9893-4cf9155327a8 req-ed528bad-05ed-45fb-9f5e-6701253d2787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:48.433137 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0e223beb-dcba-43ab-9893-4cf9155327a8 req-ed528bad-05ed-45fb-9f5e-6701253d2787 service neutron] 10.222.0.44 "GET /v2.0/networks?id=443e19cc-aba1-401c-ba5c-6c1a74082882 HTTP/1.1" status: 200 len: 918 time: 0.4506750 Dec 06 17:27:48.447632 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73464831-0421-4f21-8fe0-3ef9ac130b60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c765f701-d517-412f-b0ef-28cd04307300,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:48.514990 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-73464831-0421-4f21-8fe0-3ef9ac130b60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:48.515427 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dee41c3-2d74-4f5a-8d72-f76e72ce8c5c None None] Network 2f77401b-153e-4093-aff6-48e1b4ef492e requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:27:48.524353 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-73464831-0421-4f21-8fe0-3ef9ac130b60 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/c765f701-d517-412f-b0ef-28cd04307300 HTTP/1.1" status: 204 len: 168 time: 2.2042084 Dec 06 17:27:48.526371 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 37756) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:27:48.532324 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af14de2-0aea-4b51-86d6-7f1bbec9932d tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Made reservation on behalf of 92409020c0054c07b7d453f7bf4cd971 for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:27:48.535691 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6af14de2-0aea-4b51-86d6-7f1bbec9932d tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:48.606185 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6af14de2-0aea-4b51-86d6-7f1bbec9932d tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:27:48.618818 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6af14de2-0aea-4b51-86d6-7f1bbec9932d tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:48.619643 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-6af14de2-0aea-4b51-86d6-7f1bbec9932d tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Added segment ec7fea4a-4533-44a8-b285-20c2f752d437 of type vlan for network 1f9583f3-75bc-4447-a931-938ebfabd3fe Dec 06 17:27:48.623499 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0e223beb-dcba-43ab-9893-4cf9155327a8 req-42f52547-78bf-4012-a62f-bb53e959a7c6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ecd9a2d-90bf-46c7-a794-db6a81264372 HTTP/1.1" status: 200 len: 1000 time: 0.1701345 Dec 06 17:27:48.675928 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-abf7d723-2221-4c27-8691-a77d9060b20c tempest-TestNetworkBasicOps-779736558 tempest-TestNetworkBasicOps-779736558-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3051 time: 2.0979965 Dec 06 17:27:48.729395 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6af14de2-0aea-4b51-86d6-7f1bbec9932d tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:48.740904 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0723d111-ea7d-45c1-9089-c9052dd3b5ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:48.765310 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e223beb-dcba-43ab-9893-4cf9155327a8 req-c7e48cc3-f73d-4664-a00f-a941f46a581d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:48.766865 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0e223beb-dcba-43ab-9893-4cf9155327a8 req-c7e48cc3-f73d-4664-a00f-a941f46a581d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=01ffc29c-932e-4129-aefc-9a2b3f836b7b HTTP/1.1" status: 200 len: 856 time: 0.0868154 Dec 06 17:27:48.784945 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5d4e35-b9ea-465e-965e-6be1dc0fae28 None None] DHCP port deletion for 2f77401b-153e-4093-aff6-48e1b4ef492e request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:27:48.815920 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6af14de2-0aea-4b51-86d6-7f1bbec9932d tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:48.816900 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af14de2-0aea-4b51-86d6-7f1bbec9932d tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:48.817536 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6af14de2-0aea-4b51-86d6-7f1bbec9932d tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:48.892123 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3585e4c5-1264-4f7e-90c4-acea4e1b3d9e req-3580e86b-bd8c-4c66-bbc9-77e5bab9d48f service neutron] 10.222.0.41 "GET /v2.0/networks/a0e7a5fe-d0a1-4cc3-8e5f-5cc2e24f3268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4663885 Dec 06 17:27:48.928550 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-9e5d4e35-b9ea-465e-965e-6be1dc0fae28 None None] Deleting port df4bacf3-5625-4f2a-9694-bf1ed742d3e5 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:27:48.934389 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e223beb-dcba-43ab-9893-4cf9155327a8 req-706093a3-f4c6-4508-9b42-89914dc17232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:48.934782 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9e5d4e35-b9ea-465e-965e-6be1dc0fae28 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:48.937410 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0e223beb-dcba-43ab-9893-4cf9155327a8 req-706093a3-f4c6-4508-9b42-89914dc17232 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=443e19cc-aba1-401c-ba5c-6c1a74082882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0983727 Dec 06 17:27:48.956906 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-0723d111-ea7d-45c1-9089-c9052dd3b5ee admin admin] Deleting port df4bacf3-5625-4f2a-9694-bf1ed742d3e5 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:27:48.957248 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0723d111-ea7d-45c1-9089-c9052dd3b5ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:48.993669 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device fd18c181-dd84-4a79-a7a8-b1927a0dbf10 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:27:49.172976 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 37774) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:27:49.186029 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:49.188323 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-a351ecb1-d99e-4d35-b49c-c32b845d179e tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-293465828', 'description': 'tempest-secgroup-smoke-293465828 description', 'project_id': 'ecd148ff302244ca8d62fb6aab386351'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:27:49.191292 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-9e5d4e35-b9ea-465e-965e-6be1dc0fae28 None None] For port df4bacf3-5625-4f2a-9694-bf1ed742d3e5, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=df4bacf3-5625-4f2a-9694-bf1ed742d3e5,segment=NetworkSegment(c099e511-dc51-47f7-86e7-94cc59533331),segment_id=c099e511-dc51-47f7-86e7-94cc59533331)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:27:49.191934 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9e5d4e35-b9ea-465e-965e-6be1dc0fae28 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:49.213380 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 6efad30d-2a23-4b42-8587-ed6fc29da989 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:27:49.213536 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-0723d111-ea7d-45c1-9089-c9052dd3b5ee admin admin] For port df4bacf3-5625-4f2a-9694-bf1ed742d3e5, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=df4bacf3-5625-4f2a-9694-bf1ed742d3e5,segment=NetworkSegment(c099e511-dc51-47f7-86e7-94cc59533331),segment_id=c099e511-dc51-47f7-86e7-94cc59533331)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:27:49.213934 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0723d111-ea7d-45c1-9089-c9052dd3b5ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:49.231918 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-9e5d4e35-b9ea-465e-965e-6be1dc0fae28 None None] Calling delete_port for df4bacf3-5625-4f2a-9694-bf1ed742d3e5 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:27:49.255967 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-0723d111-ea7d-45c1-9089-c9052dd3b5ee admin admin] Calling delete_port for df4bacf3-5625-4f2a-9694-bf1ed742d3e5 owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:27:49.280302 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0e223beb-dcba-43ab-9893-4cf9155327a8 req-30e94b70-b074-4bb7-a92d-b133f69a20cd service neutron] 10.222.0.44 "GET /v2.0/networks/443e19cc-aba1-401c-ba5c-6c1a74082882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3352168 Dec 06 17:27:49.304124 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea52fef1-bf12-4ffb-9903-56ea185afeaa req-b21def19-0c9d-4b36-ae0c-12a6aaefd70f tempest-ServersNegativeTestMultiTenantJSON-679065958 tempest-ServersNegativeTestMultiTenantJSON-679065958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:49.308419 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port fd18c181-dd84-4a79-a7a8-b1927a0dbf10 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:27:49.309000 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:49.321866 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ea52fef1-bf12-4ffb-9903-56ea185afeaa req-b21def19-0c9d-4b36-ae0c-12a6aaefd70f tempest-ServersNegativeTestMultiTenantJSON-679065958 tempest-ServersNegativeTestMultiTenantJSON-679065958-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f99de3e-887a-4ade-b0b1-c3d1243e4d36 HTTP/1.1" status: 200 len: 943 time: 0.2293816 Dec 06 17:27:49.478806 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0723d111-ea7d-45c1-9089-c9052dd3b5ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:49.579505 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0723d111-ea7d-45c1-9089-c9052dd3b5ee admin admin] No DVR routers for this DVR port df4bacf3-5625-4f2a-9694-bf1ed742d3e5 on host n-d-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:27:49.589740 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0723d111-ea7d-45c1-9089-c9052dd3b5ee admin admin] Pushing event deleted for resources: {'Port': ['ID=df4bacf3-5625-4f2a-9694-bf1ed742d3e5,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:49.629246 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4ccf51ab-6808-40cd-b69c-dc372936c90b req-187931b9-6a4c-4f09-8d7a-b82e0238c91c tempest-ServerShowV254Test-831571093 tempest-ServerShowV254Test-831571093-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2bb4719-78f8-491e-81b9-7abe531e0687 HTTP/1.1" status: 200 len: 210 time: 0.0722892 Dec 06 17:27:49.663720 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-6af14de2-0aea-4b51-86d6-7f1bbec9932d tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.2873933 Dec 06 17:27:49.702464 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9e5d4e35-b9ea-465e-965e-6be1dc0fae28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:49.710647 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 37786) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:27:49.711688 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device df4bacf3-5625-4f2a-9694-bf1ed742d3e5 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:27:49.720914 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ea52fef1-bf12-4ffb-9903-56ea185afeaa req-56f2ea33-9ef1-4458-8866-e0e6bcacd00d tempest-ServersNegativeTestMultiTenantJSON-679065958 tempest-ServersNegativeTestMultiTenantJSON-679065958-project] 10.222.0.23 "GET /v2.0/security-groups?id=847eaff0-5316-4ee2-80b5-1b736d65b9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3973253 Dec 06 17:27:49.771295 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af14de2-0aea-4b51-86d6-7f1bbec9932d tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Pushing event updated for resources: {'Network': ['ID=1f9583f3-75bc-4447-a931-938ebfabd3fe,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:49.818996 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 6efad30d-2a23-4b42-8587-ed6fc29da989, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=6efad30d-2a23-4b42-8587-ed6fc29da989,segment=NetworkSegment(bc3873e6-1421-4be3-b216-13e06c2bc164),segment_id=bc3873e6-1421-4be3-b216-13e06c2bc164)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:27:49.832850 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 1f9583f3-75bc-4447-a931-938ebfabd3fe details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:27:49.835007 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5d4e35-b9ea-465e-965e-6be1dc0fae28 None None] Pushing event deleted for resources: {'Port': ['ID=df4bacf3-5625-4f2a-9694-bf1ed742d3e5,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:49.838293 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': '6efad30d-2a23-4b42-8587-ed6fc29da989', 'network_id': '15fd3b86-4ab2-48c1-977e-7d7f46e6c98b', 'port_id': '6efad30d-2a23-4b42-8587-ed6fc29da989', 'mac_address': 'fa:16:3e:08:94:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dde17a7d-65c9-4e8b-97a4-0b49eb9d78fe', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:27:49.843857 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: df4bacf3-5625-4f2a-9694-bf1ed742d3e5 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:27:49.844413 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device df4bacf3-5625-4f2a-9694-bf1ed742d3e5 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:27:49.883644 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5d4e35-b9ea-465e-965e-6be1dc0fae28 None None] No DVR routers for this DVR port df4bacf3-5625-4f2a-9694-bf1ed742d3e5 on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:27:49.891614 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8bd8bfab-ccab-4baa-9f09-a3c1a706b833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:49.972268 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:49.984979 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a6b9ff-adc9-487f-bf04-7970cafe00c7 req-614ae511-feb3-4d8c-97a4-6e601b337415 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:49.986557 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-99a6b9ff-adc9-487f-bf04-7970cafe00c7 req-614ae511-feb3-4d8c-97a4-6e601b337415 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/ports?device_id=8537ba91-f526-4403-b51f-00c5f0f98b5a HTTP/1.1" status: 200 len: 943 time: 0.2248344 Dec 06 17:27:50.014004 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a351ecb1-d99e-4d35-b49c-c32b845d179e tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:50.016574 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd8bfab-ccab-4baa-9f09-a3c1a706b833 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a82def35-47de-45f8-b5b7-47ede7612944,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:50.020902 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6efad30d-2a23-4b42-8587-ed6fc29da989 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:27:50.040266 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd8bfab-ccab-4baa-9f09-a3c1a706b833 admin admin] Checking segment: {'id': '8ba3ae1c-8dbf-4d46-bbe3-6c8317b581b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7e14ea57-a95a-45fc-b352-ea1c200fddac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:27:50.041319 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd8bfab-ccab-4baa-9f09-a3c1a706b833 admin admin] Network hostable DHCP agents. Network: 7e14ea57-a95a-45fc-b352-ea1c200fddac, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:27:50.065388 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 6efad30d-2a23-4b42-8587-ed6fc29da989, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=6efad30d-2a23-4b42-8587-ed6fc29da989,segment=NetworkSegment(bc3873e6-1421-4be3-b216-13e06c2bc164),segment_id=bc3873e6-1421-4be3-b216-13e06c2bc164)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:27:50.077664 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:50.079083 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device e9778971-dc14-437c-9070-ce6b82ccafd0 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:27:50.090298 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-99a6b9ff-adc9-487f-bf04-7970cafe00c7 req-8fff02ff-e0d7-4f0f-91bc-eb3e52d43265 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4bc6e59-bf7d-42c4-9e98-323b53a08b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953588 Dec 06 17:27:50.091596 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd8bfab-ccab-4baa-9f09-a3c1a706b833 admin admin] Network 7e14ea57-a95a-45fc-b352-ea1c200fddac is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:27:50.117326 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-8bd8bfab-ccab-4baa-9f09-a3c1a706b833 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 7e14ea57-a95a-45fc-b352-ea1c200fddac) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:27:50.122276 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd8bfab-ccab-4baa-9f09-a3c1a706b833 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:50.123168 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8bd8bfab-ccab-4baa-9f09-a3c1a706b833 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:50.131684 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0723d111-ea7d-45c1-9089-c9052dd3b5ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:50.143491 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-8bd8bfab-ccab-4baa-9f09-a3c1a706b833 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.0218320 Dec 06 17:27:50.155040 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3262a144-5672-4b6c-aa22-c19fcd7b6e2a None None] Network 7e14ea57-a95a-45fc-b352-ea1c200fddac requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:27:50.183385 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-0723d111-ea7d-45c1-9089-c9052dd3b5ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f77401b-153e-4093-aff6-48e1b4ef492e']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:27:50.225595 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0e223beb-dcba-43ab-9893-4cf9155327a8 req-8f121f33-78d4-42de-be83-04470d7a4761 service neutron] 10.222.0.44 "GET /v2.0/networks/443e19cc-aba1-401c-ba5c-6c1a74082882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8460534 Dec 06 17:27:50.237163 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-0723d111-ea7d-45c1-9089-c9052dd3b5ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c099e511-dc51-47f7-86e7-94cc59533331') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:27:50.237511 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-0723d111-ea7d-45c1-9089-c9052dd3b5ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c099e511-dc51-47f7-86e7-94cc59533331') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:27:50.270572 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port e9778971-dc14-437c-9070-ce6b82ccafd0, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=e9778971-dc14-437c-9070-ce6b82ccafd0,segment=NetworkSegment(38ce1c81-15f0-4d63-8f90-ecc9bfb0eebf),segment_id=38ce1c81-15f0-4d63-8f90-ecc9bfb0eebf)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:27:50.276105 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0723d111-ea7d-45c1-9089-c9052dd3b5ee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:50.290190 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': 'e9778971-dc14-437c-9070-ce6b82ccafd0', 'network_id': 'a0e7a5fe-d0a1-4cc3-8e5f-5cc2e24f3268', 'port_id': 'e9778971-dc14-437c-9070-ce6b82ccafd0', 'mac_address': 'fa:16:3e:ad:ff:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd58df60-a148-4b1f-8663-c35574c1dc60', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:27:50.294470 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e61da27-3865-4347-a8a7-b05b4b9df14c tempest-ExternalNetworksTestJSON-162628384 tempest-ExternalNetworksTestJSON-162628384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:50.302087 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e61da27-3865-4347-a8a7-b05b4b9df14c tempest-ExternalNetworksTestJSON-162628384 tempest-ExternalNetworksTestJSON-162628384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:50.311645 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e61da27-3865-4347-a8a7-b05b4b9df14c tempest-ExternalNetworksTestJSON-162628384 tempest-ExternalNetworksTestJSON-162628384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:50.327537 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e61da27-3865-4347-a8a7-b05b4b9df14c tempest-ExternalNetworksTestJSON-162628384 tempest-ExternalNetworksTestJSON-162628384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:50.335724 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-8e61da27-3865-4347-a8a7-b05b4b9df14c tempest-ExternalNetworksTestJSON-162628384 tempest-ExternalNetworksTestJSON-162628384-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.6101391 Dec 06 17:27:50.338032 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 37796) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:27:50.349570 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5809bc0-3b3f-4004-b897-028538e4f39f req-8ca71b6d-417b-4d9e-ae9c-05abdee42f26 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:50.358093 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e5809bc0-3b3f-4004-b897-028538e4f39f req-8ca71b6d-417b-4d9e-ae9c-05abdee42f26 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e766107-5d5f-422c-b94b-1d8d8ddacb83 HTTP/1.1" status: 200 len: 945 time: 0.4623532 Dec 06 17:27:50.375810 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0723d111-ea7d-45c1-9089-c9052dd3b5ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:50.378856 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 3ecd9a2d-90bf-46c7-a794-db6a81264372 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:27:50.382699 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0723d111-ea7d-45c1-9089-c9052dd3b5ee admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:27:50.384223 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0723d111-ea7d-45c1-9089-c9052dd3b5ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:50.431701 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=6efad30d-2a23-4b42-8587-ed6fc29da989,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:50.449376 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 17:27:50.449376 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:27:50.449376 n-d-master-1 neutron-server[103284]: timer() Dec 06 17:27:50.449376 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:27:50.449376 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 17:27:50.449376 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:27:50.449376 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 17:27:50.449376 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:27:50.449376 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 17:27:50.449376 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:27:50.449376 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 17:27:50.449376 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:27:50.449376 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 17:27:50.449376 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:27:50.449376 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:27:50.449376 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:27:50.449376 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:27:50.449376 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:27:50.449376 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 17:27:50.449376 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:27:50.449376 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 17:27:50.449376 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:27:50.449376 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:27:50.449376 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:27:50.449376 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 17:27:50.449376 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:27:50.449376 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:27:50.449376 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:27:50.449376 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:27:50.449376 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:27:50.449376 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:27:50.449376 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:27:50.479046 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-667606a6-a543-4b27-93f5-17eb53893ca6 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:50.482799 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0723d111-ea7d-45c1-9089-c9052dd3b5ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:50.488729 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0723d111-ea7d-45c1-9089-c9052dd3b5ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:50.494740 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-0723d111-ea7d-45c1-9089-c9052dd3b5ee admin admin] 10.222.0.23 "DELETE /v2.0/networks/2f77401b-153e-4093-aff6-48e1b4ef492e HTTP/1.1" status: 204 len: 168 time: 1.9428964 Dec 06 17:27:50.517833 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0723d111-ea7d-45c1-9089-c9052dd3b5ee admin admin] Pushing event deleted for resources: {'Network': ['ID=2f77401b-153e-4093-aff6-48e1b4ef492e,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:50.541859 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:50.573015 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e5809bc0-3b3f-4004-b897-028538e4f39f req-2bcdc742-927f-4f53-b18a-b895d2a7b101 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b076312-1c54-4a4a-a63b-13a8529c717b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2082210 Dec 06 17:27:50.603024 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a351ecb1-d99e-4d35-b49c-c32b845d179e tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:50.610769 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a351ecb1-d99e-4d35-b49c-c32b845d179e tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:50.624449 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9778971-dc14-437c-9070-ce6b82ccafd0 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:27:50.665981 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9521e395-7c6a-45b1-98d8-a7e9bfb5752c None None] Network 7e14ea57-a95a-45fc-b352-ea1c200fddac requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:27:50.666647 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a351ecb1-d99e-4d35-b49c-c32b845d179e tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1be51d-a897-4df8-bd16-cec3c37c0fa1,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:50.672035 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a351ecb1-d99e-4d35-b49c-c32b845d179e tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:50.676639 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-a351ecb1-d99e-4d35-b49c-c32b845d179e tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.4944758 Dec 06 17:27:50.677018 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 37802) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:27:50.679878 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port e9778971-dc14-437c-9070-ce6b82ccafd0, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=e9778971-dc14-437c-9070-ce6b82ccafd0,segment=NetworkSegment(38ce1c81-15f0-4d63-8f90-ecc9bfb0eebf),segment_id=38ce1c81-15f0-4d63-8f90-ecc9bfb0eebf)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:27:50.685902 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-55b2794f-8dfb-4fbd-a198-2ceda53b7219 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Request body: {'security_group_rule': {'security_group_id': '3b1be51d-a897-4df8-bd16-cec3c37c0fa1', 'project_id': 'ecd148ff302244ca8d62fb6aab386351', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:27:50.692767 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:50.714009 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-667606a6-a543-4b27-93f5-17eb53893ca6 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:50.721104 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:50.738614 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-55b2794f-8dfb-4fbd-a198-2ceda53b7219 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:50.743254 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-667606a6-a543-4b27-93f5-17eb53893ca6 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f9583f3-75bc-4447-a931-938ebfabd3fe']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:27:50.781603 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-667606a6-a543-4b27-93f5-17eb53893ca6 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec7fea4a-4533-44a8-b285-20c2f752d437') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:27:50.782139 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-667606a6-a543-4b27-93f5-17eb53893ca6 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec7fea4a-4533-44a8-b285-20c2f752d437') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:27:50.822272 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-667606a6-a543-4b27-93f5-17eb53893ca6 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:50.856999 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fd2438fe-f37a-4273-a687-2b7d9736684d req-063564c1-4020-422c-bdb4-82c81f818737 tempest-ServerShowV254Test-831571093 tempest-ServerShowV254Test-831571093-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2bb4719-78f8-491e-81b9-7abe531e0687 HTTP/1.1" status: 200 len: 210 time: 0.0486677 Dec 06 17:27:50.887048 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-667606a6-a543-4b27-93f5-17eb53893ca6 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:50.897950 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-667606a6-a543-4b27-93f5-17eb53893ca6 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:27:50.901270 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-667606a6-a543-4b27-93f5-17eb53893ca6 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:50.910644 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 37806) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:27:50.968335 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:27:50.968335 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:27:50.968335 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:27:50.968335 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:27:50.968335 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:27:50.968335 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:27:50.968335 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:27:50.968335 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:27:50.968335 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:27:50.968335 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:27:50.968335 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:27:50.968335 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:27:50.968335 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:27:50.968335 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:27:50.968335 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:27:50.968335 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:27:50.968335 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:27:50.968335 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:27:50.968335 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:27:50.968335 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:27:50.968335 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:27:50.968335 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:27:50.968335 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:27:50.968335 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:27:50.968335 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:27:50.968335 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:27:50.968335 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:27:50.968335 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:27:50.968335 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:27:50.968335 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:27:50.968335 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:27:50.968335 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:27:50.981232 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-667606a6-a543-4b27-93f5-17eb53893ca6 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:50.984346 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-55b2794f-8dfb-4fbd-a198-2ceda53b7219 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:50.988151 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-667606a6-a543-4b27-93f5-17eb53893ca6 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1f9583f3-75bc-4447-a931-938ebfabd3fe {{(pid=103285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 06 17:27:50.993651 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-667606a6-a543-4b27-93f5-17eb53893ca6 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:50.997980 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-667606a6-a543-4b27-93f5-17eb53893ca6 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] 10.222.0.23 "DELETE /v2.0/networks/1f9583f3-75bc-4447-a931-938ebfabd3fe HTTP/1.1" status: 204 len: 168 time: 0.6586220 Dec 06 17:27:51.003451 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 37808) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:27:51.035461 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-a9e981d3-15b9-425c-9f70-d65391824bdb tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Request body: {'network': {'name': 'tempest-network--1285849029', 'router:external': True}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:27:51.045685 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667606a6-a543-4b27-93f5-17eb53893ca6 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Pushing event deleted for resources: {'Network': ['ID=1f9583f3-75bc-4447-a931-938ebfabd3fe,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:51.061360 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-852489e7-784b-4608-a775-0c61f01aabdd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2fca1017ff5945ccb5207a18404b69ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1491873 Dec 06 17:27:51.069673 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 37812) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:27:51.081374 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996f8c33-a104-4c50-867d-4ba20d7b6bec req-80cedf81-69c2-43c5-9385-85133138fe09 tempest-ServersNegativeTestMultiTenantJSON-679065958 tempest-ServersNegativeTestMultiTenantJSON-679065958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:51.083461 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-996f8c33-a104-4c50-867d-4ba20d7b6bec req-80cedf81-69c2-43c5-9385-85133138fe09 tempest-ServersNegativeTestMultiTenantJSON-679065958 tempest-ServersNegativeTestMultiTenantJSON-679065958-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f99de3e-887a-4ade-b0b1-c3d1243e4d36 HTTP/1.1" status: 200 len: 944 time: 0.2056861 Dec 06 17:27:51.084285 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-55b2794f-8dfb-4fbd-a198-2ceda53b7219 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:51.119699 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b2794f-8dfb-4fbd-a198-2ceda53b7219 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dd35b24-a1b9-402d-a7c2-2415c2afc6c2,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:51.171287 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e981d3-15b9-425c-9f70-d65391824bdb tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Made reservation on behalf of 92409020c0054c07b7d453f7bf4cd971 for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:27:51.172890 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 3ecd9a2d-90bf-46c7-a794-db6a81264372, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=3ecd9a2d-90bf-46c7-a794-db6a81264372,segment=NetworkSegment(5191f104-0f28-4995-943c-dc9b12a33060),segment_id=5191f104-0f28-4995-943c-dc9b12a33060)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:27:51.175222 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a9e981d3-15b9-425c-9f70-d65391824bdb tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:51.212255 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-996f8c33-a104-4c50-867d-4ba20d7b6bec req-1a4af3c7-7797-4184-8a4e-49a9f9987abd tempest-ServersNegativeTestMultiTenantJSON-679065958 tempest-ServersNegativeTestMultiTenantJSON-679065958-project] 10.222.0.23 "GET /v2.0/security-groups?id=847eaff0-5316-4ee2-80b5-1b736d65b9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103837 Dec 06 17:27:51.221073 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-55b2794f-8dfb-4fbd-a198-2ceda53b7219 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:51.222341 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-55b2794f-8dfb-4fbd-a198-2ceda53b7219 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5433664 Dec 06 17:27:51.225106 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 37818) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:27:51.226687 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e766107-5d5f-422c-b94b-1d8d8ddacb83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ecd9a2d-90bf-46c7-a794-db6a81264372'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:27:51.228995 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b2a10a4-c98f-44ea-83fb-efb358cd651b" -d '{"events": [{"server_uuid": "9e766107-5d5f-422c-b94b-1d8d8ddacb83", "name": "network-vif-unplugged", "status": "completed", "tag": "3ecd9a2d-90bf-46c7-a794-db6a81264372"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:27:51.235071 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-7ad69ea3-16c3-4c9d-b48c-fab9f9e4c642 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Request body: {'security_group_rule': {'security_group_id': '3b1be51d-a897-4df8-bd16-cec3c37c0fa1', 'project_id': 'ecd148ff302244ca8d62fb6aab386351', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:27:51.247515 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['6efad30d-2a23-4b42-8587-ed6fc29da989'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:27:51.266174 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['e9778971-dc14-437c-9070-ce6b82ccafd0'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:27:51.281098 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:51.292812 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7ad69ea3-16c3-4c9d-b48c-fab9f9e4c642 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:51.298746 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f2a9ee7a-d586-4ed6-87b4-44774293011e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:51.315638 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9e981d3-15b9-425c-9f70-d65391824bdb tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:27:51.339972 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f2a9ee7a-d586-4ed6-87b4-44774293011e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:51.353338 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a9e981d3-15b9-425c-9f70-d65391824bdb tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:51.353732 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-a9e981d3-15b9-425c-9f70-d65391824bdb tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Added segment 89f98d3e-dfd6-48fd-83c9-54a6e6238838 of type vlan for network a28a84f8-ede2-4a51-85de-a0c18c6eb6df Dec 06 17:27:51.375975 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef89fd-c811-48dc-aadb-d4ffd401b70e req-6a6f8cf1-0df8-4524-91ec-6a96f049082c tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:51.383823 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-89ef89fd-c811-48dc-aadb-d4ffd401b70e req-6a6f8cf1-0df8-4524-91ec-6a96f049082c tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/ports?device_id=8537ba91-f526-4403-b51f-00c5f0f98b5a HTTP/1.1" status: 200 len: 944 time: 0.1459568 Dec 06 17:27:51.409589 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 17:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd6489f-1371-40c0-b434-e689beb2d356 x-openstack-request-id: req-9fd6489f-1371-40c0-b434-e689beb2d356 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:27:51.409949 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e766107-5d5f-422c-b94b-1d8d8ddacb83", "name": "network-vif-unplugged", "status": "completed", "tag": "3ecd9a2d-90bf-46c7-a794-db6a81264372", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:27:51.410218 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9fd6489f-1371-40c0-b434-e689beb2d356 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:27:51.410611 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e766107-5d5f-422c-b94b-1d8d8ddacb83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ecd9a2d-90bf-46c7-a794-db6a81264372', 'code': 200} Dec 06 17:27:51.414816 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7ad69ea3-16c3-4c9d-b48c-fab9f9e4c642 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:51.422176 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7ad69ea3-16c3-4c9d-b48c-fab9f9e4c642 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:51.446777 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad69ea3-16c3-4c9d-b48c-fab9f9e4c642 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01022524-440c-4593-9306-d6587b0aa4ee,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:51.460857 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7ad69ea3-16c3-4c9d-b48c-fab9f9e4c642 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:51.462411 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-7ad69ea3-16c3-4c9d-b48c-fab9f9e4c642 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2314644 Dec 06 17:27:51.465005 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 37824) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:27:51.471054 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=e9778971-dc14-437c-9070-ce6b82ccafd0,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:51.472845 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-6393965e-8f39-4b0c-9c71-3636f79947b9 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Request body: {'security_group_rule': {'security_group_id': '3b1be51d-a897-4df8-bd16-cec3c37c0fa1', 'project_id': 'ecd148ff302244ca8d62fb6aab386351', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:27:51.514144 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6393965e-8f39-4b0c-9c71-3636f79947b9 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:51.534895 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a9e981d3-15b9-425c-9f70-d65391824bdb tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:51.542593 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:27:51.542992 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:27:51.543297 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:27:51.543644 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:27:51.543983 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:27:51.544324 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:27:51.544659 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:27:51.545252 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:27:51.545372 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:27:51.551078 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:27:51.551078 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:27:51.551078 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:27:51.551078 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:27:51.628071 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-89ef89fd-c811-48dc-aadb-d4ffd401b70e req-b45d77c9-4939-4f50-8e6a-348dce3658bb tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4bc6e59-bf7d-42c4-9e98-323b53a08b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431812 Dec 06 17:27:51.631927 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f2a9ee7a-d586-4ed6-87b4-44774293011e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:51.650311 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f2a9ee7a-d586-4ed6-87b4-44774293011e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:51.651919 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6393965e-8f39-4b0c-9c71-3636f79947b9 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:51.659589 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6393965e-8f39-4b0c-9c71-3636f79947b9 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:51.666498 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-f2a9ee7a-d586-4ed6-87b4-44774293011e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/94eb668e-673a-48dc-aa98-ee6cd651523c HTTP/1.1" status: 204 len: 168 time: 0.5952377 Dec 06 17:27:51.693964 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a9ee7a-d586-4ed6-87b4-44774293011e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94eb668e-673a-48dc-aa98-ee6cd651523c,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:51.694829 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=3ecd9a2d-90bf-46c7-a794-db6a81264372,revision_number=8']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:51.696689 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a9e981d3-15b9-425c-9f70-d65391824bdb tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:51.697850 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e981d3-15b9-425c-9f70-d65391824bdb tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:51.699089 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a9e981d3-15b9-425c-9f70-d65391824bdb tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:51.723344 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6393965e-8f39-4b0c-9c71-3636f79947b9 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f941cb8e-da6c-48a9-a7a5-f0fe5467b91e,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:51.758097 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6393965e-8f39-4b0c-9c71-3636f79947b9 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:51.760741 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-6393965e-8f39-4b0c-9c71-3636f79947b9 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2941961 Dec 06 17:27:51.782407 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 37830) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:27:51.791991 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-498bf4d7-6f0b-4fde-b805-f09640666132 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Request body: {'security_group_rule': {'security_group_id': '3b1be51d-a897-4df8-bd16-cec3c37c0fa1', 'project_id': 'ecd148ff302244ca8d62fb6aab386351', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:27:51.798516 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e981d3-15b9-425c-9f70-d65391824bdb tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Pushing event updated for resources: {'Network': ['ID=a28a84f8-ede2-4a51-85de-a0c18c6eb6df,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:51.804069 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-a9e981d3-15b9-425c-9f70-d65391824bdb tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7991161 Dec 06 17:27:51.809034 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 37832) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:27:51.813238 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network a28a84f8-ede2-4a51-85de-a0c18c6eb6df details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:27:51.859042 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbe1cee-539f-4d9b-bac4-c2a070f3ca2c req-9a115eb6-6e00-4bd1-bcad-dec72fd1eb0b tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:51.868642 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-afbe1cee-539f-4d9b-bac4-c2a070f3ca2c req-9a115eb6-6e00-4bd1-bcad-dec72fd1eb0b tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e766107-5d5f-422c-b94b-1d8d8ddacb83 HTTP/1.1" status: 200 len: 943 time: 0.1518462 Dec 06 17:27:51.872068 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-498bf4d7-6f0b-4fde-b805-f09640666132 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:51.940060 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017d05e4-a9b0-431d-8905-b0894118e77e tempest-ExternalNetworksTestJSON-162628384 tempest-ExternalNetworksTestJSON-162628384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:51.941586 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-017d05e4-a9b0-431d-8905-b0894118e77e tempest-ExternalNetworksTestJSON-162628384 tempest-ExternalNetworksTestJSON-162628384-project] 10.222.0.23 "GET /v2.0/networks/a28a84f8-ede2-4a51-85de-a0c18c6eb6df HTTP/1.1" status: 200 len: 757 time: 0.1306062 Dec 06 17:27:51.944161 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 37836) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:27:51.983505 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-afbe1cee-539f-4d9b-bac4-c2a070f3ca2c req-031a135e-f21e-4f1d-989e-fb61e982e92d tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b076312-1c54-4a4a-a63b-13a8529c717b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1137974 Dec 06 17:27:52.002149 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-498bf4d7-6f0b-4fde-b805-f09640666132 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:52.007595 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-498bf4d7-6f0b-4fde-b805-f09640666132 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:52.025839 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498bf4d7-6f0b-4fde-b805-f09640666132 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d89ab9e-e8dd-4885-b111-dc5b3ea30157,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:52.049707 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-498bf4d7-6f0b-4fde-b805-f09640666132 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:52.051530 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-498bf4d7-6f0b-4fde-b805-f09640666132 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2677143 Dec 06 17:27:52.055485 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 37840) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:27:52.063035 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-3765dbfa-e50a-4cd4-a4e3-3ce214ae71b1 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Request body: {'security_group_rule': {'security_group_id': '3b1be51d-a897-4df8-bd16-cec3c37c0fa1', 'project_id': 'ecd148ff302244ca8d62fb6aab386351', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:27:52.103010 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-18521363-2439-4949-8554-18b21dc8b111 req-523c4ebe-de41-4cab-aaa6-ca9ed24e122d tempest-ServerShowV254Test-831571093 tempest-ServerShowV254Test-831571093-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2bb4719-78f8-491e-81b9-7abe531e0687 HTTP/1.1" status: 200 len: 210 time: 0.0933049 Dec 06 17:27:52.142681 n-d-master-1 neutron-server[103284]: INFO neutron.db.securitygroups_db [None req-3765dbfa-e50a-4cd4-a4e3-3ce214ae71b1 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Project ecd148ff302244ca8d62fb6aab386351 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 17:27:52.158795 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3765dbfa-e50a-4cd4-a4e3-3ce214ae71b1 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:52.163801 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e517b6-767d-491f-a480-4ef1e8dc6240 tempest-ExternalNetworksTestJSON-162628384 tempest-ExternalNetworksTestJSON-162628384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:52.166271 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-f3e517b6-767d-491f-a480-4ef1e8dc6240 tempest-ExternalNetworksTestJSON-162628384 tempest-ExternalNetworksTestJSON-162628384-project] 10.222.0.23 "GET /v2.0/networks/2ff24523-e5e9-4541-a3a7-d0655c061045 HTTP/1.1" status: 200 len: 768 time: 0.2209661 Dec 06 17:27:52.168686 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 37844) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:27:52.256973 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ff2aa521-7eee-4283-b41a-a21c770c109c tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:52.257835 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3765dbfa-e50a-4cd4-a4e3-3ce214ae71b1 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:52.264207 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3765dbfa-e50a-4cd4-a4e3-3ce214ae71b1 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:52.272626 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 37848) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:27:52.287946 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765dbfa-e50a-4cd4-a4e3-3ce214ae71b1 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47deea3a-6cf3-458a-926a-0ac7879f8993,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:52.299568 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3765dbfa-e50a-4cd4-a4e3-3ce214ae71b1 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:52.300959 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-3765dbfa-e50a-4cd4-a4e3-3ce214ae71b1 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2443793 Dec 06 17:27:52.303489 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 37850) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:27:52.308871 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-705416e8-174b-48c8-9bdc-b7e468bcf169 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Request body: {'security_group_rule': {'security_group_id': '3b1be51d-a897-4df8-bd16-cec3c37c0fa1', 'project_id': 'ecd148ff302244ca8d62fb6aab386351', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:27:52.334535 n-d-master-1 neutron-server[103284]: INFO neutron.db.securitygroups_db [None req-705416e8-174b-48c8-9bdc-b7e468bcf169 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Project ecd148ff302244ca8d62fb6aab386351 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 17:27:52.340745 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-705416e8-174b-48c8-9bdc-b7e468bcf169 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:52.379929 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-64ad5e52-7b55-4995-b7f9-daac378f21df admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=04b9417980994ed094f5e27d94b5a9fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1020651 Dec 06 17:27:52.380140 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 37852) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:27:52.411978 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ff2aa521-7eee-4283-b41a-a21c770c109c tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:52.439542 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-ff2aa521-7eee-4283-b41a-a21c770c109c tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a28a84f8-ede2-4a51-85de-a0c18c6eb6df']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:27:52.454111 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-ff2aa521-7eee-4283-b41a-a21c770c109c tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89f98d3e-dfd6-48fd-83c9-54a6e6238838') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:27:52.454477 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-ff2aa521-7eee-4283-b41a-a21c770c109c tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89f98d3e-dfd6-48fd-83c9-54a6e6238838') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:27:52.456799 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-65c81f6f-edf3-48cf-b823-c78b2bc9b869 req-9ed9777e-0372-4a72-90ca-e00a69ea400e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a2bb4719-78f8-491e-81b9-7abe531e0687 HTTP/1.1" status: 200 len: 210 time: 0.0496616 Dec 06 17:27:52.468246 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ff2aa521-7eee-4283-b41a-a21c770c109c tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:52.487239 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ff2aa521-7eee-4283-b41a-a21c770c109c tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:52.501013 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff2aa521-7eee-4283-b41a-a21c770c109c tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:27:52.501654 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ff2aa521-7eee-4283-b41a-a21c770c109c tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:52.504011 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:27:52.504011 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:27:52.504011 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:27:52.504011 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:27:52.504011 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:27:52.504011 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:27:52.504011 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:27:52.504011 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:27:52.504011 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:27:52.504011 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:27:52.504011 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:27:52.504011 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:27:52.504011 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:27:52.504011 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:27:52.504011 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:27:52.504011 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:27:52.504011 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:27:52.504011 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:27:52.504011 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:27:52.504011 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:27:52.504011 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:27:52.504011 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:27:52.504011 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:27:52.504011 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:27:52.504011 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:27:52.504011 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:27:52.504011 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:27:52.504011 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:27:52.504011 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:27:52.504011 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:27:52.504011 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:27:52.504011 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:27:52.506197 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75140c13-ee58-47eb-98e2-5c2d0bbd2872 req-bed70849-6a8c-4cfd-9a31-2874a063b884 tempest-ServersNegativeTestMultiTenantJSON-679065958 tempest-ServersNegativeTestMultiTenantJSON-679065958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:52.506815 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-75140c13-ee58-47eb-98e2-5c2d0bbd2872 req-bed70849-6a8c-4cfd-9a31-2874a063b884 tempest-ServersNegativeTestMultiTenantJSON-679065958 tempest-ServersNegativeTestMultiTenantJSON-679065958-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f99de3e-887a-4ade-b0b1-c3d1243e4d36 HTTP/1.1" status: 200 len: 944 time: 0.1477206 Dec 06 17:27:52.508774 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-705416e8-174b-48c8-9bdc-b7e468bcf169 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:52.521285 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-705416e8-174b-48c8-9bdc-b7e468bcf169 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:52.548639 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-425fb356-f2cf-4422-94a5-bc84ed15d40b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:52.574744 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705416e8-174b-48c8-9bdc-b7e468bcf169 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9577ab0f-0128-419a-b6e8-433fe04bed00,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:52.594918 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-705416e8-174b-48c8-9bdc-b7e468bcf169 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:52.595116 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ff2aa521-7eee-4283-b41a-a21c770c109c tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:52.598209 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-705416e8-174b-48c8-9bdc-b7e468bcf169 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2914958 Dec 06 17:27:52.612744 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff2aa521-7eee-4283-b41a-a21c770c109c tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a28a84f8-ede2-4a51-85de-a0c18c6eb6df {{(pid=103285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 06 17:27:52.614454 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2aa521-7eee-4283-b41a-a21c770c109c tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Pushing event deleted for resources: {'Network': ['ID=a28a84f8-ede2-4a51-85de-a0c18c6eb6df,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:52.616815 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ff2aa521-7eee-4283-b41a-a21c770c109c tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:52.626810 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-ff2aa521-7eee-4283-b41a-a21c770c109c tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] 10.222.0.23 "DELETE /v2.0/networks/a28a84f8-ede2-4a51-85de-a0c18c6eb6df HTTP/1.1" status: 204 len: 168 time: 0.4518886 Dec 06 17:27:52.627240 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 37856) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:27:52.632261 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-63075144-1cdd-4b57-a11c-cea33c56baab tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Request body: {'network': {'name': 'tempest-network--849225433'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:27:52.633048 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-425fb356-f2cf-4422-94a5-bc84ed15d40b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:52.676388 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63075144-1cdd-4b57-a11c-cea33c56baab tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Made reservation on behalf of 92409020c0054c07b7d453f7bf4cd971 for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:27:52.679033 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-63075144-1cdd-4b57-a11c-cea33c56baab tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:52.722539 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63075144-1cdd-4b57-a11c-cea33c56baab tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:27:52.735256 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-425fb356-f2cf-4422-94a5-bc84ed15d40b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:52.735516 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-63075144-1cdd-4b57-a11c-cea33c56baab tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:52.735932 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-63075144-1cdd-4b57-a11c-cea33c56baab tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Added segment 45a4ed39-74a2-450c-9202-664bc5358072 of type vlan for network fe43bba5-6d3f-4654-bac2-e80ee6225b6e Dec 06 17:27:52.738682 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-425fb356-f2cf-4422-94a5-bc84ed15d40b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:52.743691 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-425fb356-f2cf-4422-94a5-bc84ed15d40b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8619d526-1c03-48d5-9b94-936ff463621c HTTP/1.1" status: 204 len: 168 time: 0.3627245 Dec 06 17:27:52.765362 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-75140c13-ee58-47eb-98e2-5c2d0bbd2872 req-45cacc55-57c6-4827-8b13-5d53c143faf9 tempest-ServersNegativeTestMultiTenantJSON-679065958 tempest-ServersNegativeTestMultiTenantJSON-679065958-project] 10.222.0.23 "GET /v2.0/security-groups?id=847eaff0-5316-4ee2-80b5-1b736d65b9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449841 Dec 06 17:27:52.769869 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425fb356-f2cf-4422-94a5-bc84ed15d40b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8619d526-1c03-48d5-9b94-936ff463621c,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:52.793805 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-63075144-1cdd-4b57-a11c-cea33c56baab tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:52.843805 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-63075144-1cdd-4b57-a11c-cea33c56baab tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:52.844884 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63075144-1cdd-4b57-a11c-cea33c56baab tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:52.845959 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-63075144-1cdd-4b57-a11c-cea33c56baab tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:52.924681 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-63075144-1cdd-4b57-a11c-cea33c56baab tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2964158 Dec 06 17:27:52.934171 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 37872) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:27:52.939299 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-2f893484-18ba-4ddc-92a8-ca4ab71f1d61 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:27:52.968496 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3ac1aa-432d-4ed0-8203-35f4245f64e9 req-27494f09-fb50-4520-93b7-276ed1e11aff tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:52.970395 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4c3ac1aa-432d-4ed0-8203-35f4245f64e9 req-27494f09-fb50-4520-93b7-276ed1e11aff tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/ports?device_id=8537ba91-f526-4403-b51f-00c5f0f98b5a HTTP/1.1" status: 200 len: 944 time: 0.1440029 Dec 06 17:27:52.975113 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63075144-1cdd-4b57-a11c-cea33c56baab tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Pushing event updated for resources: {'Network': ['ID=fe43bba5-6d3f-4654-bac2-e80ee6225b6e,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:52.990989 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network fe43bba5-6d3f-4654-bac2-e80ee6225b6e details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:27:53.062419 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4c3ac1aa-432d-4ed0-8203-35f4245f64e9 req-4facba7b-743a-475f-9019-8037616069e3 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4bc6e59-bf7d-42c4-9e98-323b53a08b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802803 Dec 06 17:27:53.107590 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-84de57e3-b0ef-4f3b-885e-4a84acf4b325 req-fa1aa69d-98c8-4135-9269-776e0b4f4f3b tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-293465828&fields=id&tenant_id=ecd148ff302244ca8d62fb6aab386351 HTTP/1.1" status: 200 len: 267 time: 0.2028296 Dec 06 17:27:53.212959 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99f2efb-0cb3-4ecc-88d6-e0520f9a2505 req-20b0b35c-376c-45c9-877c-d38905062ed1 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:53.216129 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a99f2efb-0cb3-4ecc-88d6-e0520f9a2505 req-20b0b35c-376c-45c9-877c-d38905062ed1 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e766107-5d5f-422c-b94b-1d8d8ddacb83 HTTP/1.1" status: 200 len: 943 time: 0.0676999 Dec 06 17:27:53.240201 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 6efad30d-2a23-4b42-8587-ed6fc29da989 up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:27:53.305605 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84de57e3-b0ef-4f3b-885e-4a84acf4b325 req-005e9686-d06c-4ed7-8699-aa3777f2dc4e tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:53.307215 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-84de57e3-b0ef-4f3b-885e-4a84acf4b325 req-005e9686-d06c-4ed7-8699-aa3777f2dc4e tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "GET /v2.0/networks?id=777bfc6d-3fee-43da-888a-47a7635a15f7 HTTP/1.1" status: 200 len: 796 time: 0.1988378 Dec 06 17:27:53.324624 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a99f2efb-0cb3-4ecc-88d6-e0520f9a2505 req-ba12680b-772d-49d1-84c0-248beeb41725 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b076312-1c54-4a4a-a63b-13a8529c717b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1021712 Dec 06 17:27:53.346007 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-84de57e3-b0ef-4f3b-885e-4a84acf4b325 req-024a2bd0-ffb3-4f6e-a3be-625dd0c46af4 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "GET /v2.0/quotas/ecd148ff302244ca8d62fb6aab386351 HTTP/1.1" status: 200 len: 375 time: 0.0235343 Dec 06 17:27:53.372531 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port 6efad30d-2a23-4b42-8587-ed6fc29da989 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:27:53.377827 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port 6efad30d-2a23-4b42-8587-ed6fc29da989 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:27:53.378401 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:53.391667 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2f893484-18ba-4ddc-92a8-ca4ab71f1d61 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:53.417759 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2f893484-18ba-4ddc-92a8-ca4ab71f1d61 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:53.448437 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-84de57e3-b0ef-4f3b-885e-4a84acf4b325 req-f4f51281-7a12-483f-924c-841c369a5e44 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ecd148ff302244ca8d62fb6aab386351&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0992057 Dec 06 17:27:53.457395 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bfba4835-beee-4da4-8019-6c6b7f143fe6 req-1c4ee0a6-6c0b-4111-9445-50857b4ee773 tempest-ServerShowV254Test-831571093 tempest-ServerShowV254Test-831571093-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2bb4719-78f8-491e-81b9-7abe531e0687 HTTP/1.1" status: 200 len: 210 time: 0.0545003 Dec 06 17:27:53.467066 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2f893484-18ba-4ddc-92a8-ca4ab71f1d61 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Network fe43bba5-6d3f-4654-bac2-e80ee6225b6e is not hosted by any dhcp agent {{(pid=103284) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 06 17:27:53.468064 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f893484-18ba-4ddc-92a8-ca4ab71f1d61 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:53.468775 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2f893484-18ba-4ddc-92a8-ca4ab71f1d61 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Publish callbacks [] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:53.470564 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-2f893484-18ba-4ddc-92a8-ca4ab71f1d61 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] 10.222.0.23 "PUT /v2.0/networks/fe43bba5-6d3f-4654-bac2-e80ee6225b6e HTTP/1.1" status: 200 len: 857 time: 0.5354810 Dec 06 17:27:53.481162 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 37894) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:27:53.519036 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:53.603932 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8537ba91-f526-4403-b51f-00c5f0f98b5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6efad30d-2a23-4b42-8587-ed6fc29da989'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:27:53.606797 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e6cac1b-9991-49d5-bf54-724ef0318239" -d '{"events": [{"server_uuid": "8537ba91-f526-4403-b51f-00c5f0f98b5a", "name": "network-vif-plugged", "status": "completed", "tag": "6efad30d-2a23-4b42-8587-ed6fc29da989"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:27:53.623609 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 6efad30d-2a23-4b42-8587-ed6fc29da989, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=6efad30d-2a23-4b42-8587-ed6fc29da989,segment=NetworkSegment(bc3873e6-1421-4be3-b216-13e06c2bc164),segment_id=bc3873e6-1421-4be3-b216-13e06c2bc164)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:27:53.630889 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:53.631715 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device e9778971-dc14-437c-9070-ce6b82ccafd0 up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:27:53.689347 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f893484-18ba-4ddc-92a8-ca4ab71f1d61 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Pushing event updated for resources: {'Network': ['ID=fe43bba5-6d3f-4654-bac2-e80ee6225b6e,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:53.803579 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7a1f2371-7cf0-4641-8d12-96bd43775c27 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:53.804287 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port e9778971-dc14-437c-9070-ce6b82ccafd0 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:27:53.810074 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=6efad30d-2a23-4b42-8587-ed6fc29da989,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:53.814128 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port e9778971-dc14-437c-9070-ce6b82ccafd0 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:27:53.814561 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:53.958772 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:54.020295 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port e9778971-dc14-437c-9070-ce6b82ccafd0, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=e9778971-dc14-437c-9070-ce6b82ccafd0,segment=NetworkSegment(38ce1c81-15f0-4d63-8f90-ecc9bfb0eebf),segment_id=38ce1c81-15f0-4d63-8f90-ecc9bfb0eebf)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:27:54.035992 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:54.094839 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-516fbeb9-a5a6-4c4e-ae44-b023aecc7f67 x-openstack-request-id: req-516fbeb9-a5a6-4c4e-ae44-b023aecc7f67 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:27:54.095138 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8537ba91-f526-4403-b51f-00c5f0f98b5a", "name": "network-vif-plugged", "status": "completed", "tag": "6efad30d-2a23-4b42-8587-ed6fc29da989", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:27:54.095399 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-516fbeb9-a5a6-4c4e-ae44-b023aecc7f67 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:27:54.096436 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8537ba91-f526-4403-b51f-00c5f0f98b5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6efad30d-2a23-4b42-8587-ed6fc29da989', 'code': 200} Dec 06 17:27:54.186224 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=e9778971-dc14-437c-9070-ce6b82ccafd0,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:54.293180 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b19c6ce-5f9b-4486-9e88-cdfb4ffbeb0c req-db562419-1292-4b37-adaf-490b7cd6cd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:54.294933 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3b19c6ce-5f9b-4486-9e88-cdfb4ffbeb0c req-db562419-1292-4b37-adaf-490b7cd6cd09 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8537ba91-f526-4403-b51f-00c5f0f98b5a HTTP/1.1" status: 200 len: 1096 time: 0.1144841 Dec 06 17:27:54.315796 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dcdaed-96ea-44c0-af5c-b3293e39fb15 req-e2a87d7d-7f64-47fe-a3e5-40e561a6dde6 tempest-ServersNegativeTestMultiTenantJSON-679065958 tempest-ServersNegativeTestMultiTenantJSON-679065958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:54.317757 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-21dcdaed-96ea-44c0-af5c-b3293e39fb15 req-e2a87d7d-7f64-47fe-a3e5-40e561a6dde6 tempest-ServersNegativeTestMultiTenantJSON-679065958 tempest-ServersNegativeTestMultiTenantJSON-679065958-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f99de3e-887a-4ade-b0b1-c3d1243e4d36 HTTP/1.1" status: 200 len: 945 time: 0.0799444 Dec 06 17:27:54.338157 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-84de57e3-b0ef-4f3b-885e-4a84acf4b325 req-b4e3ba01-cfd8-428d-b810-fd7b88e47ac1 service neutron] 10.222.0.23 "GET /v2.0/networks/777bfc6d-3fee-43da-888a-47a7635a15f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8577719 Dec 06 17:27:54.400242 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3b19c6ce-5f9b-4486-9e88-cdfb4ffbeb0c req-6b0c3f61-06ca-4e52-9d0d-19f3e592aedb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b4bc6e59-bf7d-42c4-9e98-323b53a08b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926292 Dec 06 17:27:54.406197 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-21dcdaed-96ea-44c0-af5c-b3293e39fb15 req-43490fc6-dc58-4eee-be88-79fab5c42093 tempest-ServersNegativeTestMultiTenantJSON-679065958 tempest-ServersNegativeTestMultiTenantJSON-679065958-project] 10.222.0.23 "GET /v2.0/security-groups?id=847eaff0-5316-4ee2-80b5-1b736d65b9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684547 Dec 06 17:27:54.428329 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7a1f2371-7cf0-4641-8d12-96bd43775c27 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:54.486358 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-7a1f2371-7cf0-4641-8d12-96bd43775c27 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe43bba5-6d3f-4654-bac2-e80ee6225b6e']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:27:54.504504 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-7a1f2371-7cf0-4641-8d12-96bd43775c27 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45a4ed39-74a2-450c-9202-664bc5358072') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:27:54.504836 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-7a1f2371-7cf0-4641-8d12-96bd43775c27 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45a4ed39-74a2-450c-9202-664bc5358072') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:27:54.519657 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7a1f2371-7cf0-4641-8d12-96bd43775c27 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:54.546385 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7a1f2371-7cf0-4641-8d12-96bd43775c27 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:54.549983 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9670301d-cf55-425b-8572-8ffa73f1148b req-b3bcc075-88fa-4e5e-8df2-ce20082b5e0f tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:54.550394 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-84de57e3-b0ef-4f3b-885e-4a84acf4b325 req-91144a8d-0a9a-4c58-bd3c-b0c68941ae68 service neutron] 10.222.0.23 "GET /v2.0/networks/777bfc6d-3fee-43da-888a-47a7635a15f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600914 Dec 06 17:27:54.552537 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9670301d-cf55-425b-8572-8ffa73f1148b req-b3bcc075-88fa-4e5e-8df2-ce20082b5e0f tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/ports?device_id=8537ba91-f526-4403-b51f-00c5f0f98b5a HTTP/1.1" status: 200 len: 945 time: 0.0790756 Dec 06 17:27:54.555874 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a1f2371-7cf0-4641-8d12-96bd43775c27 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:27:54.556283 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7a1f2371-7cf0-4641-8d12-96bd43775c27 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:54.558058 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 17:27:54.558058 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:27:54.558058 n-d-master-1 neutron-server[103284]: timer() Dec 06 17:27:54.558058 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:27:54.558058 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 17:27:54.558058 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:27:54.558058 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 17:27:54.558058 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:27:54.558058 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 17:27:54.558058 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:27:54.558058 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 17:27:54.558058 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:27:54.558058 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 17:27:54.558058 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:27:54.558058 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:27:54.558058 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:27:54.558058 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:27:54.558058 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:27:54.558058 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 17:27:54.558058 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:27:54.558058 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 17:27:54.558058 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:27:54.558058 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:27:54.558058 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:27:54.558058 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 17:27:54.558058 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:27:54.558058 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:27:54.558058 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:27:54.558058 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:27:54.558058 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:27:54.558058 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:27:54.558058 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:27:54.636240 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7a1f2371-7cf0-4641-8d12-96bd43775c27 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:54.662906 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9670301d-cf55-425b-8572-8ffa73f1148b req-d9479848-2623-428c-8f1a-b0af099fbee1 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4bc6e59-bf7d-42c4-9e98-323b53a08b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959499 Dec 06 17:27:54.708159 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a1f2371-7cf0-4641-8d12-96bd43775c27 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fe43bba5-6d3f-4654-bac2-e80ee6225b6e {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 06 17:27:54.721878 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1f2371-7cf0-4641-8d12-96bd43775c27 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Pushing event deleted for resources: {'Network': ['ID=fe43bba5-6d3f-4654-bac2-e80ee6225b6e,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:54.730116 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7a1f2371-7cf0-4641-8d12-96bd43775c27 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] Publish callbacks [] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:54.738338 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-7a1f2371-7cf0-4641-8d12-96bd43775c27 tempest-ExternalNetworksTestJSON-1314935403 tempest-ExternalNetworksTestJSON-1314935403-project-admin] 10.222.0.23 "DELETE /v2.0/networks/fe43bba5-6d3f-4654-bac2-e80ee6225b6e HTTP/1.1" status: 204 len: 168 time: 1.2240038 Dec 06 17:27:54.738671 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 37944) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:27:54.796059 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-8caa098d-6949-4793-ab94-c2816d0a65d4 tempest-ExternalNetworksTestJSON-162628384 tempest-ExternalNetworksTestJSON-162628384-project] DELETE failed (client error): The resource could not be found. Dec 06 17:27:54.796473 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8caa098d-6949-4793-ab94-c2816d0a65d4 tempest-ExternalNetworksTestJSON-162628384 tempest-ExternalNetworksTestJSON-162628384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:27:54.799609 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-8caa098d-6949-4793-ab94-c2816d0a65d4 tempest-ExternalNetworksTestJSON-162628384 tempest-ExternalNetworksTestJSON-162628384-project] 10.222.0.23 "DELETE /v2.0/subnets/bfddba0d-2911-4519-8043-8ca0dcec20dc HTTP/1.1" status: 404 len: 337 time: 0.0574427 Dec 06 17:27:54.802377 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 37952) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:27:54.950828 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8709f6b3-d7b2-416c-87ed-496a12efb8fc req-bdc27af2-7faf-4c11-94d4-929d27a1cebf tempest-ServerShowV254Test-831571093 tempest-ServerShowV254Test-831571093-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2bb4719-78f8-491e-81b9-7abe531e0687 HTTP/1.1" status: 200 len: 210 time: 0.0494018 Dec 06 17:27:55.011465 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b7dcd860-4e61-4226-8aaf-c50e007def77 tempest-ExternalNetworksTestJSON-162628384 tempest-ExternalNetworksTestJSON-162628384-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:55.080196 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bb4b594e-3915-4e44-b756-66ab4329d14a req-b8fc8623-560a-46a6-b7a1-2bba8e49d91a tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2cf186c-b023-4f7b-9919-508ea44dcf3a HTTP/1.1" status: 200 len: 210 time: 0.0474489 Dec 06 17:27:55.207095 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b7dcd860-4e61-4226-8aaf-c50e007def77 tempest-ExternalNetworksTestJSON-162628384 tempest-ExternalNetworksTestJSON-162628384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:55.256214 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-b7dcd860-4e61-4226-8aaf-c50e007def77 tempest-ExternalNetworksTestJSON-162628384 tempest-ExternalNetworksTestJSON-162628384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ff24523-e5e9-4541-a3a7-d0655c061045']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:27:55.278287 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-b7dcd860-4e61-4226-8aaf-c50e007def77 tempest-ExternalNetworksTestJSON-162628384 tempest-ExternalNetworksTestJSON-162628384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27f3fa05-c7bf-4511-8c76-57b5b086d407') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:27:55.278825 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-b7dcd860-4e61-4226-8aaf-c50e007def77 tempest-ExternalNetworksTestJSON-162628384 tempest-ExternalNetworksTestJSON-162628384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27f3fa05-c7bf-4511-8c76-57b5b086d407') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:27:55.296270 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b7dcd860-4e61-4226-8aaf-c50e007def77 tempest-ExternalNetworksTestJSON-162628384 tempest-ExternalNetworksTestJSON-162628384-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:55.311849 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b7dcd860-4e61-4226-8aaf-c50e007def77 tempest-ExternalNetworksTestJSON-162628384 tempest-ExternalNetworksTestJSON-162628384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:55.328917 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7dcd860-4e61-4226-8aaf-c50e007def77 tempest-ExternalNetworksTestJSON-162628384 tempest-ExternalNetworksTestJSON-162628384-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:27:55.330707 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b7dcd860-4e61-4226-8aaf-c50e007def77 tempest-ExternalNetworksTestJSON-162628384 tempest-ExternalNetworksTestJSON-162628384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:55.341967 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 17:27:55.341967 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:27:55.341967 n-d-master-1 neutron-server[103284]: timer() Dec 06 17:27:55.341967 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:27:55.341967 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 17:27:55.341967 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:27:55.341967 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 17:27:55.341967 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:27:55.341967 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 17:27:55.341967 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:27:55.341967 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 17:27:55.341967 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:27:55.341967 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 17:27:55.341967 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:27:55.341967 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:27:55.341967 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:27:55.341967 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:27:55.341967 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:27:55.341967 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 17:27:55.341967 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:27:55.341967 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 17:27:55.341967 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:27:55.341967 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:27:55.341967 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:27:55.341967 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 17:27:55.341967 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:27:55.341967 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:27:55.341967 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:27:55.341967 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:27:55.341967 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:27:55.341967 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:27:55.341967 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:27:55.527457 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b7dcd860-4e61-4226-8aaf-c50e007def77 tempest-ExternalNetworksTestJSON-162628384 tempest-ExternalNetworksTestJSON-162628384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:55.560559 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b7dcd860-4e61-4226-8aaf-c50e007def77 tempest-ExternalNetworksTestJSON-162628384 tempest-ExternalNetworksTestJSON-162628384-project] Publish callbacks [] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:55.579121 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-b7dcd860-4e61-4226-8aaf-c50e007def77 tempest-ExternalNetworksTestJSON-162628384 tempest-ExternalNetworksTestJSON-162628384-project] 10.222.0.23 "DELETE /v2.0/networks/2ff24523-e5e9-4541-a3a7-d0655c061045 HTTP/1.1" status: 204 len: 168 time: 0.7670057 Dec 06 17:27:55.608572 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dcd860-4e61-4226-8aaf-c50e007def77 tempest-ExternalNetworksTestJSON-162628384 tempest-ExternalNetworksTestJSON-162628384-project] Pushing event deleted for resources: {'Network': ['ID=2ff24523-e5e9-4541-a3a7-d0655c061045,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:55.926958 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 37986) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:27:55.933617 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-1ee7e82d-9e4a-43af-b9d7-f0c3a1fb49c5 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1147089123', 'description': 'tempest-secgroup-smoke-1147089123 description', 'project_id': '87136a91f6c54863bdb78ae5833b5c4e'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:27:55.978024 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1ee7e82d-9e4a-43af-b9d7-f0c3a1fb49c5 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:55.989158 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1ee7e82d-9e4a-43af-b9d7-f0c3a1fb49c5 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:56.073830 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c096cbd5-631c-4915-a43b-8a3b1d75c4c8 req-821b87da-bfb6-42bf-a469-7592ae8d89db tempest-ServersNegativeTestMultiTenantJSON-679065958 tempest-ServersNegativeTestMultiTenantJSON-679065958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:56.082478 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c096cbd5-631c-4915-a43b-8a3b1d75c4c8 req-821b87da-bfb6-42bf-a469-7592ae8d89db tempest-ServersNegativeTestMultiTenantJSON-679065958 tempest-ServersNegativeTestMultiTenantJSON-679065958-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f99de3e-887a-4ade-b0b1-c3d1243e4d36 HTTP/1.1" status: 200 len: 945 time: 0.0953655 Dec 06 17:27:56.086020 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 37994) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:27:56.098033 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f99de3e-887a-4ade-b0b1-c3d1243e4d36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9778971-dc14-437c-9070-ce6b82ccafd0'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:27:56.100768 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a7b0b1a-cf36-42ee-a7a3-78af3c48982c" -d '{"events": [{"server_uuid": "1f99de3e-887a-4ade-b0b1-c3d1243e4d36", "name": "network-vif-plugged", "status": "completed", "tag": "e9778971-dc14-437c-9070-ce6b82ccafd0"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:27:56.164162 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beff3e87-7977-49ea-9359-36a918179d53 req-afed6731-731c-4d7c-b520-cdc01a8e4c85 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:56.170243 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-beff3e87-7977-49ea-9359-36a918179d53 req-afed6731-731c-4d7c-b520-cdc01a8e4c85 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/ports?device_id=8537ba91-f526-4403-b51f-00c5f0f98b5a HTTP/1.1" status: 200 len: 945 time: 0.0642791 Dec 06 17:27:56.205385 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c096cbd5-631c-4915-a43b-8a3b1d75c4c8 req-683f6026-1966-489f-9cb5-f71318d19963 tempest-ServersNegativeTestMultiTenantJSON-679065958 tempest-ServersNegativeTestMultiTenantJSON-679065958-project] 10.222.0.23 "GET /v2.0/security-groups?id=847eaff0-5316-4ee2-80b5-1b736d65b9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184926 Dec 06 17:27:56.231049 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1ee7e82d-9e4a-43af-b9d7-f0c3a1fb49c5 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:56.245163 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-85cca805-d66e-497c-9386-c1c1eb65a05a req-74eeaf4b-9414-422e-bfc3-3cd81536f469 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9e766107-5d5f-422c-b94b-1d8d8ddacb83&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0963545 Dec 06 17:27:56.246372 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1ee7e82d-9e4a-43af-b9d7-f0c3a1fb49c5 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:56.248841 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-beff3e87-7977-49ea-9359-36a918179d53 req-c4eb4037-7f70-45f4-9366-f491ef190ef0 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4bc6e59-bf7d-42c4-9e98-323b53a08b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756350 Dec 06 17:27:56.295018 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-7d4f405c-9ef9-4bc0-ba86-6474d387fa94 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=95d86a8145ae4404b8bbebbd72c111a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2065263 Dec 06 17:27:56.295891 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 38010) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:27:56.310322 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee7e82d-9e4a-43af-b9d7-f0c3a1fb49c5 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a15e59d4-ba6f-4ab8-ad11-c55970804803,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:56.354685 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1ee7e82d-9e4a-43af-b9d7-f0c3a1fb49c5 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:56.360663 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1ee7e82d-9e4a-43af-b9d7-f0c3a1fb49c5 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:56.372555 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 3ecd9a2d-90bf-46c7-a794-db6a81264372 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:27:56.388224 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e84b1f1d-39ae-48f8-8f0a-6092817f5a6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:56.400979 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee7e82d-9e4a-43af-b9d7-f0c3a1fb49c5 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78322529-8ef3-429b-b795-66e840556866,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:56.406661 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1ee7e82d-9e4a-43af-b9d7-f0c3a1fb49c5 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:56.408062 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-1ee7e82d-9e4a-43af-b9d7-f0c3a1fb49c5 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4798474 Dec 06 17:27:56.411006 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 38020) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:27:56.419102 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-10abce3c-d84a-4b4a-8a95-4fde1bad9a13 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Request body: {'security_group_rule': {'security_group_id': '78322529-8ef3-429b-b795-66e840556866', 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:27:56.456609 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-10abce3c-d84a-4b4a-8a95-4fde1bad9a13 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:56.462576 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e84b1f1d-39ae-48f8-8f0a-6092817f5a6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:56.547560 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-10abce3c-d84a-4b4a-8a95-4fde1bad9a13 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:56.558878 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-10abce3c-d84a-4b4a-8a95-4fde1bad9a13 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:56.608194 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abce3c-d84a-4b4a-8a95-4fde1bad9a13 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=247ff7dc-991d-45c4-af3c-3440f755b20a,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:56.620686 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-10abce3c-d84a-4b4a-8a95-4fde1bad9a13 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:56.624160 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-10abce3c-d84a-4b4a-8a95-4fde1bad9a13 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2087655 Dec 06 17:27:56.627133 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 38026) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:27:56.631973 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-4bbef4f2-6379-4520-9150-ffe7e62a5f7e tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Request body: {'security_group_rule': {'security_group_id': '78322529-8ef3-429b-b795-66e840556866', 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:27:56.674114 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4bbef4f2-6379-4520-9150-ffe7e62a5f7e tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:56.734431 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee959df-4b08-4616-8128-7fd64825b35c req-d47aeb04-625e-4a3b-ad89-3a57cbf9b611 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:56.742465 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8ee959df-4b08-4616-8128-7fd64825b35c req-d47aeb04-625e-4a3b-ad89-3a57cbf9b611 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e766107-5d5f-422c-b94b-1d8d8ddacb83 HTTP/1.1" status: 200 len: 943 time: 0.3033853 Dec 06 17:27:56.762648 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4bbef4f2-6379-4520-9150-ffe7e62a5f7e tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:56.769866 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af28ebb-4373-484d-adbb-669d6faf2e3d x-openstack-request-id: req-2af28ebb-4373-484d-adbb-669d6faf2e3d {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:27:56.770187 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f99de3e-887a-4ade-b0b1-c3d1243e4d36", "name": "network-vif-plugged", "status": "completed", "tag": "e9778971-dc14-437c-9070-ce6b82ccafd0", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:27:56.770465 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2af28ebb-4373-484d-adbb-669d6faf2e3d {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:27:56.770931 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f99de3e-887a-4ade-b0b1-c3d1243e4d36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9778971-dc14-437c-9070-ce6b82ccafd0', 'code': 200} Dec 06 17:27:56.772654 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4bbef4f2-6379-4520-9150-ffe7e62a5f7e tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:56.801115 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e84b1f1d-39ae-48f8-8f0a-6092817f5a6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:56.804325 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e84b1f1d-39ae-48f8-8f0a-6092817f5a6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:56.809315 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-e84b1f1d-39ae-48f8-8f0a-6092817f5a6a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/395bddfd-7abd-4e8b-9444-e8ce4078ea79 HTTP/1.1" status: 204 len: 168 time: 0.5122054 Dec 06 17:27:56.846330 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4bbef4f2-6379-4520-9150-ffe7e62a5f7e tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:56.849494 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-4bbef4f2-6379-4520-9150-ffe7e62a5f7e tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2187531 Dec 06 17:27:56.849851 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 38040) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:27:56.852918 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84de57e3-b0ef-4f3b-885e-4a84acf4b325 req-f18fe59d-1e88-4e90-9f87-1c8888663968 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:56.854746 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-84de57e3-b0ef-4f3b-885e-4a84acf4b325 req-f18fe59d-1e88-4e90-9f87-1c8888663968 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.41 "GET /v2.0/networks?id=777bfc6d-3fee-43da-888a-47a7635a15f7 HTTP/1.1" status: 200 len: 796 time: 0.3289974 Dec 06 17:27:56.855181 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-d7223cc6-5faf-4abe-a3d0-7a978880867f tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Request body: {'security_group_rule': {'security_group_id': '78322529-8ef3-429b-b795-66e840556866', 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:27:56.857192 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b1f1d-39ae-48f8-8f0a-6092817f5a6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=395bddfd-7abd-4e8b-9444-e8ce4078ea79,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:56.875726 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8ee959df-4b08-4616-8128-7fd64825b35c req-61a7bf49-9dff-43b7-a19e-0b70dc01c8e2 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b076312-1c54-4a4a-a63b-13a8529c717b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1291857 Dec 06 17:27:56.914569 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbef4f2-6379-4520-9150-ffe7e62a5f7e tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e25c7903-e7da-41aa-bb86-7f96cdc07118,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:56.936686 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d7223cc6-5faf-4abe-a3d0-7a978880867f tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:57.018310 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-84de57e3-b0ef-4f3b-885e-4a84acf4b325 req-e4d6cd23-10a6-4bb1-9099-39a0431a306d tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ecd148ff302244ca8d62fb6aab386351 HTTP/1.1" status: 200 len: 379 time: 0.1412179 Dec 06 17:27:57.045300 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c4b77ff3-f6b5-45be-8079-76998d05b534 req-5e32c98c-096e-4769-a083-6c281dc0b8cc tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2cf186c-b023-4f7b-9919-508ea44dcf3a HTTP/1.1" status: 200 len: 210 time: 0.0832996 Dec 06 17:27:57.046971 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-84de57e3-b0ef-4f3b-885e-4a84acf4b325 req-bd8ff529-58d2-440e-afb9-ecb105fd9d9d tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Request body: {'port': {'device_id': 'e2cf186c-b023-4f7b-9919-508ea44dcf3a', 'network_id': '777bfc6d-3fee-43da-888a-47a7635a15f7', 'admin_state_up': True, 'tenant_id': 'ecd148ff302244ca8d62fb6aab386351', 'security_groups': ['3b1be51d-a897-4df8-bd16-cec3c37c0fa1']}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:27:57.177310 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d7223cc6-5faf-4abe-a3d0-7a978880867f tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:57.183739 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d7223cc6-5faf-4abe-a3d0-7a978880867f tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:57.267469 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a6dec631-84c1-4cf4-91a1-df6256838bd4 req-9b722e51-7c25-453c-b8a5-48e13604d8a1 tempest-ServerShowV254Test-831571093 tempest-ServerShowV254Test-831571093-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2bb4719-78f8-491e-81b9-7abe531e0687 HTTP/1.1" status: 200 len: 210 time: 0.0663769 Dec 06 17:27:57.304661 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfafc25-38d9-4fd7-9a94-aff8d61fc82e req-53801748-8406-4c8e-b78c-7faaefdacd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:57.308366 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3cfafc25-38d9-4fd7-9a94-aff8d61fc82e req-53801748-8406-4c8e-b78c-7faaefdacd27 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1f99de3e-887a-4ade-b0b1-c3d1243e4d36 HTTP/1.1" status: 200 len: 1096 time: 0.2751133 Dec 06 17:27:57.316243 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7223cc6-5faf-4abe-a3d0-7a978880867f tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28feda5c-a427-4241-becb-ee1c919716e2,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:57.331417 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6b7580-12fc-46b9-9777-fc4b1c773187 req-36f1cfac-fc9c-48ce-aed1-75efbe1062ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:57.333005 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0f6b7580-12fc-46b9-9777-fc4b1c773187 req-36f1cfac-fc9c-48ce-aed1-75efbe1062ff service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ec528b8fbe5d4e99b13118aed923c7d9&device_id=8537ba91-f526-4403-b51f-00c5f0f98b5a HTTP/1.1" status: 200 len: 1096 time: 0.0613203 Dec 06 17:27:57.336658 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d7223cc6-5faf-4abe-a3d0-7a978880867f tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:57.340205 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-d7223cc6-5faf-4abe-a3d0-7a978880867f tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4871373 Dec 06 17:27:57.363977 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 38050) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:27:57.375067 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-c4123b0b-654c-4ce0-b1a8-edcedd1b1afd tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Request body: {'security_group_rule': {'security_group_id': '78322529-8ef3-429b-b795-66e840556866', 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:27:57.499576 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6b7580-12fc-46b9-9777-fc4b1c773187 req-a9f16812-44ef-42d3-92fd-b1df870c9204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:57.501313 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0f6b7580-12fc-46b9-9777-fc4b1c773187 req-a9f16812-44ef-42d3-92fd-b1df870c9204 service neutron] 10.222.0.41 "GET /v2.0/networks?id=15fd3b86-4ab2-48c1-977e-7d7f46e6c98b HTTP/1.1" status: 200 len: 911 time: 0.1605029 Dec 06 17:27:57.524356 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c437a5-2775-45fc-8041-6776be39458f req-2ab54230-157e-4791-8e6b-27cca2aae5b6 tempest-ServersNegativeTestMultiTenantJSON-679065958 tempest-ServersNegativeTestMultiTenantJSON-679065958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:57.532617 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-41c437a5-2775-45fc-8041-6776be39458f req-2ab54230-157e-4791-8e6b-27cca2aae5b6 tempest-ServersNegativeTestMultiTenantJSON-679065958 tempest-ServersNegativeTestMultiTenantJSON-679065958-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f99de3e-887a-4ade-b0b1-c3d1243e4d36 HTTP/1.1" status: 200 len: 945 time: 0.1130066 Dec 06 17:27:57.533709 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3cfafc25-38d9-4fd7-9a94-aff8d61fc82e req-91aea268-fd29-49a0-863b-86af7897d9d9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=847eaff0-5316-4ee2-80b5-1b736d65b9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982603 Dec 06 17:27:57.542452 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c4123b0b-654c-4ce0-b1a8-edcedd1b1afd tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:57.576929 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 38052) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:27:57.591991 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0f6b7580-12fc-46b9-9777-fc4b1c773187 req-d9e289f4-9129-4e00-a934-c427c215ca5b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6efad30d-2a23-4b42-8587-ed6fc29da989 HTTP/1.1" status: 200 len: 217 time: 0.0826261 Dec 06 17:27:57.615970 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c4123b0b-654c-4ce0-b1a8-edcedd1b1afd tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:57.625108 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c4123b0b-654c-4ce0-b1a8-edcedd1b1afd tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:57.641402 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84de57e3-b0ef-4f3b-885e-4a84acf4b325 req-bd8ff529-58d2-440e-afb9-ecb105fd9d9d tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Made reservation on behalf of ecd148ff302244ca8d62fb6aab386351 for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:27:57.645056 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-84de57e3-b0ef-4f3b-885e-4a84acf4b325 req-bd8ff529-58d2-440e-afb9-ecb105fd9d9d tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:57.647324 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-41c437a5-2775-45fc-8041-6776be39458f req-bfdad89a-de2d-4a54-9480-294e22ad832e tempest-ServersNegativeTestMultiTenantJSON-679065958 tempest-ServersNegativeTestMultiTenantJSON-679065958-project] 10.222.0.23 "GET /v2.0/security-groups?id=847eaff0-5316-4ee2-80b5-1b736d65b9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124954 Dec 06 17:27:57.665035 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-e1b32878-8639-445f-93a4-04b958276842 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=92409020c0054c07b7d453f7bf4cd971&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0815229 Dec 06 17:27:57.665774 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 38054) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:27:57.680249 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc64577-bae8-40de-805b-b50ceddf1dfc req-d7f8e10e-a9ea-47b6-9b69-bef22ff6af6b tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:57.681865 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2fc64577-bae8-40de-805b-b50ceddf1dfc req-d7f8e10e-a9ea-47b6-9b69-bef22ff6af6b tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/ports?device_id=8537ba91-f526-4403-b51f-00c5f0f98b5a HTTP/1.1" status: 200 len: 945 time: 0.3480051 Dec 06 17:27:57.684722 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4123b0b-654c-4ce0-b1a8-edcedd1b1afd tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4124eb9e-3f64-43a1-ab41-e9b183f6cbd0,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:57.702164 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c4123b0b-654c-4ce0-b1a8-edcedd1b1afd tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:57.703431 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-c4123b0b-654c-4ce0-b1a8-edcedd1b1afd tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3325212 Dec 06 17:27:57.706330 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 38056) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:27:57.713931 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-fc66a19f-d5dc-41cb-a24b-bab8267bbbb7 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Request body: {'security_group_rule': {'security_group_id': '78322529-8ef3-429b-b795-66e840556866', 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:27:57.775073 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1a38f646-d0c7-488f-afbb-76e0fa9cccd4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:57.781613 n-d-master-1 neutron-server[103284]: INFO neutron.db.securitygroups_db [None req-fc66a19f-d5dc-41cb-a24b-bab8267bbbb7 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Project 87136a91f6c54863bdb78ae5833b5c4e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 17:27:57.799071 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fc66a19f-d5dc-41cb-a24b-bab8267bbbb7 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:57.802002 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2fc64577-bae8-40de-805b-b50ceddf1dfc req-bedb6949-0707-4e1d-8258-ba914cb9d6e5 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4bc6e59-bf7d-42c4-9e98-323b53a08b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961168 Dec 06 17:27:57.821913 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6b7580-12fc-46b9-9777-fc4b1c773187 req-e502705b-32f5-4799-8a5b-4d796d4429d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:57.821913 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0f6b7580-12fc-46b9-9777-fc4b1c773187 req-e502705b-32f5-4799-8a5b-4d796d4429d0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dde17a7d-65c9-4e8b-97a4-0b49eb9d78fe HTTP/1.1" status: 200 len: 850 time: 0.0943677 Dec 06 17:27:57.880150 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-84de57e3-b0ef-4f3b-885e-4a84acf4b325 req-bd8ff529-58d2-440e-afb9-ecb105fd9d9d tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Allocated IP 172.20.0.8 (777bfc6d-3fee-43da-888a-47a7635a15f7/bf4aecbe-5cce-4e7f-a01d-067dc19fd3c6/6db48bef-97aa-4bb9-9973-19dc94c1f0d0) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:27:57.880901 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1a38f646-d0c7-488f-afbb-76e0fa9cccd4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:57.925952 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0f6b7580-12fc-46b9-9777-fc4b1c773187 req-b32c3f06-c703-4950-9d1b-15a8ece315eb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=15fd3b86-4ab2-48c1-977e-7d7f46e6c98b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594339 Dec 06 17:27:58.041185 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-84de57e3-b0ef-4f3b-885e-4a84acf4b325 req-bd8ff529-58d2-440e-afb9-ecb105fd9d9d tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:58.085538 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-84de57e3-b0ef-4f3b-885e-4a84acf4b325 req-bd8ff529-58d2-440e-afb9-ecb105fd9d9d tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:58.103279 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cca805-d66e-497c-9386-c1c1eb65a05a req-81c6023c-7d52-4273-b881-2505f242d697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:58.104875 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-85cca805-d66e-497c-9386-c1c1eb65a05a req-81c6023c-7d52-4273-b881-2505f242d697 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9e766107-5d5f-422c-b94b-1d8d8ddacb83&tenant_id=74bc5013de174928a9ab47aef105909c HTTP/1.1" status: 200 len: 1094 time: 0.3027191 Dec 06 17:27:58.140169 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fc66a19f-d5dc-41cb-a24b-bab8267bbbb7 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:58.145818 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8ff529-58d2-440e-afb9-ecb105fd9d9d tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Pushing event updated for resources: {'Port': ['ID=6db48bef-97aa-4bb9-9973-19dc94c1f0d0,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:58.160084 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee80f38d-cc6e-4980-a021-a5edab399309 req-818e8461-90e0-434c-bfc7-f86730cdac1b tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:58.170473 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee80f38d-cc6e-4980-a021-a5edab399309 req-818e8461-90e0-434c-bfc7-f86730cdac1b tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e766107-5d5f-422c-b94b-1d8d8ddacb83 HTTP/1.1" status: 200 len: 943 time: 0.2072194 Dec 06 17:27:58.192703 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84de57e3-b0ef-4f3b-885e-4a84acf4b325 req-bd8ff529-58d2-440e-afb9-ecb105fd9d9d tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Network 777bfc6d-3fee-43da-888a-47a7635a15f7 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:27:58.196383 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-84de57e3-b0ef-4f3b-885e-4a84acf4b325 req-bd8ff529-58d2-440e-afb9-ecb105fd9d9d tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:27:58.198889 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fc66a19f-d5dc-41cb-a24b-bab8267bbbb7 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:58.200411 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-84de57e3-b0ef-4f3b-885e-4a84acf4b325 req-bd8ff529-58d2-440e-afb9-ecb105fd9d9d tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:27:58.200538 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1a38f646-d0c7-488f-afbb-76e0fa9cccd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:58.203453 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1a38f646-d0c7-488f-afbb-76e0fa9cccd4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:58.207552 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-1a38f646-d0c7-488f-afbb-76e0fa9cccd4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3dbd6def-70de-4ddc-9435-39477f5b1747 HTTP/1.1" status: 204 len: 168 time: 0.5405524 Dec 06 17:27:58.245737 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc66a19f-d5dc-41cb-a24b-bab8267bbbb7 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ce03269-94e5-4894-9105-d81728ad2ed2,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:58.281869 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a38f646-d0c7-488f-afbb-76e0fa9cccd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dbd6def-70de-4ddc-9435-39477f5b1747,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:58.301853 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84de57e3-b0ef-4f3b-885e-4a84acf4b325 req-bd8ff529-58d2-440e-afb9-ecb105fd9d9d tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:58.302533 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-84de57e3-b0ef-4f3b-885e-4a84acf4b325 req-bd8ff529-58d2-440e-afb9-ecb105fd9d9d tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:58.348627 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d87f22-dcfb-4355-be79-bda377ae1d61 req-42c190bc-5869-4586-a317-f2550301cfa8 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:58.349189 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee80f38d-cc6e-4980-a021-a5edab399309 req-571ecbb6-eaee-4f8c-879e-d2e4452543e1 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b076312-1c54-4a4a-a63b-13a8529c717b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1711745 Dec 06 17:27:58.354217 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-28d87f22-dcfb-4355-be79-bda377ae1d61 req-42c190bc-5869-4586-a317-f2550301cfa8 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2cf186c-b023-4f7b-9919-508ea44dcf3a HTTP/1.1" status: 200 len: 931 time: 0.2095189 Dec 06 17:27:58.355305 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0f6b7580-12fc-46b9-9777-fc4b1c773187 req-499a0222-ade4-4ddd-b148-f2a8c0a3b7c5 service neutron] 10.222.0.41 "GET /v2.0/networks/15fd3b86-4ab2-48c1-977e-7d7f46e6c98b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4108813 Dec 06 17:27:58.378524 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-84de57e3-b0ef-4f3b-885e-4a84acf4b325 req-bd8ff529-58d2-440e-afb9-ecb105fd9d9d tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3439324 Dec 06 17:27:58.387122 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fc66a19f-d5dc-41cb-a24b-bab8267bbbb7 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:58.390855 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-fc66a19f-d5dc-41cb-a24b-bab8267bbbb7 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6806166 Dec 06 17:27:58.392458 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 38068) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:27:58.401629 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-65c8c489-7124-4d74-bc5e-47ec1a0d42f8 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Request body: {'security_group_rule': {'security_group_id': '78322529-8ef3-429b-b795-66e840556866', 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:27:58.412401 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-84de57e3-b0ef-4f3b-885e-4a84acf4b325 req-c1a61c28-4062-45c6-a091-e0403c461395 service neutron] Request body: {'port': {'device_id': 'e2cf186c-b023-4f7b-9919-508ea44dcf3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:27:58.452475 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cca805-d66e-497c-9386-c1c1eb65a05a req-411009a6-0c4f-4baf-a7ab-c73cd35233e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:58.454096 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-85cca805-d66e-497c-9386-c1c1eb65a05a req-411009a6-0c4f-4baf-a7ab-c73cd35233e1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=74bc5013de174928a9ab47aef105909c&device_id=9e766107-5d5f-422c-b94b-1d8d8ddacb83 HTTP/1.1" status: 200 len: 1094 time: 0.3111959 Dec 06 17:27:58.547949 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-44854aab-9f04-4319-8024-273f54eb5ded req-cdc739bb-9e5f-4e1c-a8a3-6e1eda50051c tempest-ServerShowV254Test-831571093 tempest-ServerShowV254Test-831571093-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2bb4719-78f8-491e-81b9-7abe531e0687 HTTP/1.1" status: 200 len: 210 time: 0.0475483 Dec 06 17:27:58.630200 n-d-master-1 neutron-server[103285]: INFO neutron.db.securitygroups_db [None req-65c8c489-7124-4d74-bc5e-47ec1a0d42f8 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Project 87136a91f6c54863bdb78ae5833b5c4e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 17:27:58.630852 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cca805-d66e-497c-9386-c1c1eb65a05a req-79de6bef-048d-49be-a99e-0de29edd445f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:58.633757 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-85cca805-d66e-497c-9386-c1c1eb65a05a req-79de6bef-048d-49be-a99e-0de29edd445f service neutron] 10.222.0.44 "GET /v2.0/networks?id=443e19cc-aba1-401c-ba5c-6c1a74082882 HTTP/1.1" status: 200 len: 918 time: 0.1678355 Dec 06 17:27:58.646310 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-65c8c489-7124-4d74-bc5e-47ec1a0d42f8 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:58.656527 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-84de57e3-b0ef-4f3b-885e-4a84acf4b325 req-c1a61c28-4062-45c6-a091-e0403c461395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:58.660531 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a7858525-6998-4570-a758-96dfdd562571 None None] Provisioning complete for port 6db48bef-97aa-4bb9-9973-19dc94c1f0d0 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:27:58.661612 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a7858525-6998-4570-a758-96dfdd562571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:58.671786 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-28d87f22-dcfb-4355-be79-bda377ae1d61 req-410c4fdb-86f1-4a81-a5a4-172a0e512e07 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1be51d-a897-4df8-bd16-cec3c37c0fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2920008 Dec 06 17:27:58.788020 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-65c8c489-7124-4d74-bc5e-47ec1a0d42f8 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:58.795717 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a7858525-6998-4570-a758-96dfdd562571 None None] Port 6db48bef-97aa-4bb9-9973-19dc94c1f0d0 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:27:58.798471 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-65c8c489-7124-4d74-bc5e-47ec1a0d42f8 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:58.872268 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c8c489-7124-4d74-bc5e-47ec1a0d42f8 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9be7baf3-b860-45b1-9852-0f61126938a2,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:58.888574 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0f6b7580-12fc-46b9-9777-fc4b1c773187 req-16040d95-73c4-48af-8994-3d7911816b69 service neutron] 10.222.0.41 "GET /v2.0/networks/15fd3b86-4ab2-48c1-977e-7d7f46e6c98b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5230436 Dec 06 17:27:58.913994 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-65c8c489-7124-4d74-bc5e-47ec1a0d42f8 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:58.919429 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-65c8c489-7124-4d74-bc5e-47ec1a0d42f8 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5212183 Dec 06 17:27:58.920841 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 38082) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:27:58.951718 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-fa98e25d-ad25-42fd-958c-d3b957a6f4cd tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Request body: {'network': {'name': 'tempest-network-smoke--1148624495', 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'port_security_enabled': True}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:27:58.952285 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-85cca805-d66e-497c-9386-c1c1eb65a05a req-9d865d5d-8e9a-4f31-a9fd-604e92a2b63a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ecd9a2d-90bf-46c7-a794-db6a81264372 HTTP/1.1" status: 200 len: 998 time: 0.2978239 Dec 06 17:27:58.964159 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d762640-78e8-40ff-b0fb-6b16c5c96b58 req-b459e6f8-a371-40db-a543-25321129fdf7 tempest-ServersNegativeTestMultiTenantJSON-679065958 tempest-ServersNegativeTestMultiTenantJSON-679065958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:58.965790 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8d762640-78e8-40ff-b0fb-6b16c5c96b58 req-b459e6f8-a371-40db-a543-25321129fdf7 tempest-ServersNegativeTestMultiTenantJSON-679065958 tempest-ServersNegativeTestMultiTenantJSON-679065958-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f99de3e-887a-4ade-b0b1-c3d1243e4d36 HTTP/1.1" status: 200 len: 945 time: 0.1652782 Dec 06 17:27:59.031744 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cca805-d66e-497c-9386-c1c1eb65a05a req-a4bba381-5101-4b54-943a-af27fbfa49fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:59.033513 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-85cca805-d66e-497c-9386-c1c1eb65a05a req-a4bba381-5101-4b54-943a-af27fbfa49fa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=01ffc29c-932e-4129-aefc-9a2b3f836b7b HTTP/1.1" status: 200 len: 856 time: 0.0666463 Dec 06 17:27:59.089053 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8d762640-78e8-40ff-b0fb-6b16c5c96b58 req-1c3cf9f7-2ee5-4567-be65-9129be2748fd tempest-ServersNegativeTestMultiTenantJSON-679065958 tempest-ServersNegativeTestMultiTenantJSON-679065958-project] 10.222.0.23 "GET /v2.0/security-groups?id=847eaff0-5316-4ee2-80b5-1b736d65b9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944810 Dec 06 17:27:59.106731 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cca805-d66e-497c-9386-c1c1eb65a05a req-da8cd932-1c8b-4480-8347-ebe52f73c1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:59.108422 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-85cca805-d66e-497c-9386-c1c1eb65a05a req-da8cd932-1c8b-4480-8347-ebe52f73c1c9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=443e19cc-aba1-401c-ba5c-6c1a74082882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680249 Dec 06 17:27:59.114877 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa98e25d-ad25-42fd-958c-d3b957a6f4cd tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Made reservation on behalf of 87136a91f6c54863bdb78ae5833b5c4e for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:27:59.119834 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fa98e25d-ad25-42fd-958c-d3b957a6f4cd tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:59.227151 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb9d2c3-6c6d-44bd-893b-c0691a438d90 req-ad5cc904-ae14-4326-9896-a5e676a22c99 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:59.234315 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7fb9d2c3-6c6d-44bd-893b-c0691a438d90 req-ad5cc904-ae14-4326-9896-a5e676a22c99 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/ports?device_id=8537ba91-f526-4403-b51f-00c5f0f98b5a HTTP/1.1" status: 200 len: 945 time: 0.2699931 Dec 06 17:27:59.263467 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-85cca805-d66e-497c-9386-c1c1eb65a05a req-6e734d89-f882-4b46-82e4-fabc5969ca85 service neutron] 10.222.0.44 "GET /v2.0/networks/443e19cc-aba1-401c-ba5c-6c1a74082882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419132 Dec 06 17:27:59.281673 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa98e25d-ad25-42fd-958c-d3b957a6f4cd tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:27:59.322826 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fa98e25d-ad25-42fd-958c-d3b957a6f4cd tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:59.323222 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-fa98e25d-ad25-42fd-958c-d3b957a6f4cd tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Added segment 01c80ae1-47cd-4b92-84e1-920e248051d6 of type vlan for network a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c Dec 06 17:27:59.408926 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae91623-84ce-4ba7-8afc-1b04715bdbf7 req-15eda79c-d0fc-420c-ae65-fc87e8d87dd1 tempest-ServersNegativeTestMultiTenantJSON-679065958 tempest-ServersNegativeTestMultiTenantJSON-679065958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:59.411611 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-aae91623-84ce-4ba7-8afc-1b04715bdbf7 req-15eda79c-d0fc-420c-ae65-fc87e8d87dd1 tempest-ServersNegativeTestMultiTenantJSON-679065958 tempest-ServersNegativeTestMultiTenantJSON-679065958-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f99de3e-887a-4ade-b0b1-c3d1243e4d36 HTTP/1.1" status: 200 len: 945 time: 0.2007761 Dec 06 17:27:59.438696 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7fb9d2c3-6c6d-44bd-893b-c0691a438d90 req-0efc2ac2-6e4b-4269-80cc-a629c0733a92 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4bc6e59-bf7d-42c4-9e98-323b53a08b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033789 Dec 06 17:27:59.468240 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-84de57e3-b0ef-4f3b-885e-4a84acf4b325 req-c1a61c28-4062-45c6-a091-e0403c461395 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6db48bef-97aa-4bb9-9973-19dc94c1f0d0 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:27:59.481312 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-85cca805-d66e-497c-9386-c1c1eb65a05a req-b114bbe2-e521-461d-be96-4507325d03c3 service neutron] 10.222.0.44 "GET /v2.0/networks/443e19cc-aba1-401c-ba5c-6c1a74082882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934457 Dec 06 17:27:59.483437 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fa98e25d-ad25-42fd-958c-d3b957a6f4cd tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:59.489173 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-84de57e3-b0ef-4f3b-885e-4a84acf4b325 req-c1a61c28-4062-45c6-a091-e0403c461395 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:59.507720 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 38104) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:27:59.515529 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-aae91623-84ce-4ba7-8afc-1b04715bdbf7 req-11eb5fac-723d-4cf3-8567-8fed7535e3c6 tempest-ServersNegativeTestMultiTenantJSON-679065958 tempest-ServersNegativeTestMultiTenantJSON-679065958-project] 10.222.0.23 "GET /v2.0/security-groups?id=847eaff0-5316-4ee2-80b5-1b736d65b9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949087 Dec 06 17:27:59.541253 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-84de57e3-b0ef-4f3b-885e-4a84acf4b325 req-c1a61c28-4062-45c6-a091-e0403c461395 service neutron] Transition to ACTIVE for port object 6db48bef-97aa-4bb9-9973-19dc94c1f0d0 will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:27:59.579212 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-84de57e3-b0ef-4f3b-885e-4a84acf4b325 req-c1a61c28-4062-45c6-a091-e0403c461395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:59.639876 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00b753-0421-4715-9c1e-50e0064fcd54 req-225eaade-8074-4dff-9a44-b0811d32fdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:59.644452 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7d00b753-0421-4715-9c1e-50e0064fcd54 req-225eaade-8074-4dff-9a44-b0811d32fdcc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=74bc5013de174928a9ab47aef105909c&device_id=9e766107-5d5f-422c-b94b-1d8d8ddacb83 HTTP/1.1" status: 200 len: 1094 time: 0.0691774 Dec 06 17:27:59.672571 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fa98e25d-ad25-42fd-958c-d3b957a6f4cd tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:59.678469 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa98e25d-ad25-42fd-958c-d3b957a6f4cd tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:59.678665 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fa98e25d-ad25-42fd-958c-d3b957a6f4cd tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:27:59.746795 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-19821bf1-a527-4ef5-b2bf-579dab005b25 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1702084587'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:27:59.796194 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-fa98e25d-ad25-42fd-958c-d3b957a6f4cd tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8697457 Dec 06 17:27:59.827074 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 38122) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:27:59.837623 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a61c28-4062-45c6-a091-e0403c461395 service neutron] Pushing event updated for resources: {'Port': ['ID=6db48bef-97aa-4bb9-9973-19dc94c1f0d0,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:59.839547 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-52066faf-6bf3-4dc6-91d1-84b1a18f50df tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1059114852', 'admin_state_up': True, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:27:59.887843 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.db.api [None req-52066faf-6bf3-4dc6-91d1-84b1a18f50df tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 06 17:27:59.887843 n-d-master-1 neutron-server[103284]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 06 17:27:59.887843 n-d-master-1 neutron-server[103284]: [parameters: {'project_id_1': '87136a91f6c54863bdb78ae5833b5c4e', 'expiration_1': datetime.datetime(2021, 12, 6, 17, 27, 39, 858076)}] Dec 06 17:27:59.887843 n-d-master-1 neutron-server[103284]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103284) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 17:27:59.888270 n-d-master-1 neutron-server[103284]: DEBUG oslo_db.api [None req-52066faf-6bf3-4dc6-91d1-84b1a18f50df tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 17:27:59.891401 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2c716f-98bd-4845-b883-56551261dde5 req-f7dc2fa4-6725-4135-8bb3-c1487436942c tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:59.895091 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-cb2c716f-98bd-4845-b883-56551261dde5 req-f7dc2fa4-6725-4135-8bb3-c1487436942c tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e766107-5d5f-422c-b94b-1d8d8ddacb83 HTTP/1.1" status: 200 len: 943 time: 0.3516932 Dec 06 17:27:59.913389 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00b753-0421-4715-9c1e-50e0064fcd54 req-1f981a4a-a5fe-4f81-a196-4a3a961f9038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:27:59.915093 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7d00b753-0421-4715-9c1e-50e0064fcd54 req-1f981a4a-a5fe-4f81-a196-4a3a961f9038 service neutron] 10.222.0.44 "GET /v2.0/networks?id=443e19cc-aba1-401c-ba5c-6c1a74082882 HTTP/1.1" status: 200 len: 918 time: 0.2484927 Dec 06 17:27:59.927902 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa98e25d-ad25-42fd-958c-d3b957a6f4cd tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Pushing event updated for resources: {'Network': ['ID=a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:27:59.939059 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:28:00.020598 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19821bf1-a527-4ef5-b2bf-579dab005b25 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Made reservation on behalf of ba4c3950383f40ffbf94821b2cfd141e for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:28:00.024115 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-19821bf1-a527-4ef5-b2bf-579dab005b25 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:00.030529 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7d00b753-0421-4715-9c1e-50e0064fcd54 req-48c2f19e-c458-4d66-9460-1c1540d6ae64 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ecd9a2d-90bf-46c7-a794-db6a81264372 HTTP/1.1" status: 200 len: 998 time: 0.1084735 Dec 06 17:28:00.103006 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-19821bf1-a527-4ef5-b2bf-579dab005b25 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:00.185648 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00b753-0421-4715-9c1e-50e0064fcd54 req-aa755060-dee7-470f-a9ce-967250adc599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:00.187153 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7d00b753-0421-4715-9c1e-50e0064fcd54 req-aa755060-dee7-470f-a9ce-967250adc599 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=01ffc29c-932e-4129-aefc-9a2b3f836b7b HTTP/1.1" status: 200 len: 856 time: 0.1499550 Dec 06 17:28:00.191752 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-89113a0c-f4ba-4116-bcd0-dff0c86a8f43 req-0ddbfc1a-d414-4e3d-8478-cbf77388f2fa tempest-ServerShowV254Test-831571093 tempest-ServerShowV254Test-831571093-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2bb4719-78f8-491e-81b9-7abe531e0687 HTTP/1.1" status: 200 len: 210 time: 0.0949535 Dec 06 17:28:00.233443 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-cb2c716f-98bd-4845-b883-56551261dde5 req-0d60ea6d-c31b-4c95-b05b-d6b1abae2bfb tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b076312-1c54-4a4a-a63b-13a8529c717b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3064899 Dec 06 17:28:00.272725 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-84de57e3-b0ef-4f3b-885e-4a84acf4b325 req-c1a61c28-4062-45c6-a091-e0403c461395 service neutron] Attempting to bind port 6db48bef-97aa-4bb9-9973-19dc94c1f0d0 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:28:00.274305 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-84de57e3-b0ef-4f3b-885e-4a84acf4b325 req-c1a61c28-4062-45c6-a091-e0403c461395 service neutron] Attempting to bind port 6db48bef-97aa-4bb9-9973-19dc94c1f0d0 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '42bff26c-68a9-49fb-9b4f-34e773f0fd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '777bfc6d-3fee-43da-888a-47a7635a15f7'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:28:00.274858 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84de57e3-b0ef-4f3b-885e-4a84acf4b325 req-c1a61c28-4062-45c6-a091-e0403c461395 service neutron] Attempting to bind port 6db48bef-97aa-4bb9-9973-19dc94c1f0d0 on network 777bfc6d-3fee-43da-888a-47a7635a15f7 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:28:00.294076 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00b753-0421-4715-9c1e-50e0064fcd54 req-58cd29cd-57b0-4d81-80f2-3dbd42557f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:00.296678 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7d00b753-0421-4715-9c1e-50e0064fcd54 req-58cd29cd-57b0-4d81-80f2-3dbd42557f95 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=443e19cc-aba1-401c-ba5c-6c1a74082882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1007855 Dec 06 17:28:00.310165 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84de57e3-b0ef-4f3b-885e-4a84acf4b325 req-c1a61c28-4062-45c6-a091-e0403c461395 service neutron] Port 6db48bef-97aa-4bb9-9973-19dc94c1f0d0 on network 777bfc6d-3fee-43da-888a-47a7635a15f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:28:00.310760 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84de57e3-b0ef-4f3b-885e-4a84acf4b325 req-c1a61c28-4062-45c6-a091-e0403c461395 service neutron] Attempting to bind port 6db48bef-97aa-4bb9-9973-19dc94c1f0d0 on network 777bfc6d-3fee-43da-888a-47a7635a15f7 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:28:00.369327 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84de57e3-b0ef-4f3b-885e-4a84acf4b325 req-c1a61c28-4062-45c6-a091-e0403c461395 service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:28:00.369887 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84de57e3-b0ef-4f3b-885e-4a84acf4b325 req-c1a61c28-4062-45c6-a091-e0403c461395 service neutron] Checking segment: {'id': '42bff26c-68a9-49fb-9b4f-34e773f0fd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '777bfc6d-3fee-43da-888a-47a7635a15f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:28:00.370438 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84de57e3-b0ef-4f3b-885e-4a84acf4b325 req-c1a61c28-4062-45c6-a091-e0403c461395 service neutron] Bound using segment: {'id': '42bff26c-68a9-49fb-9b4f-34e773f0fd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '777bfc6d-3fee-43da-888a-47a7635a15f7'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:28:00.371061 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-84de57e3-b0ef-4f3b-885e-4a84acf4b325 req-c1a61c28-4062-45c6-a091-e0403c461395 service neutron] Bound port: 6db48bef-97aa-4bb9-9973-19dc94c1f0d0, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42bff26c-68a9-49fb-9b4f-34e773f0fd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '777bfc6d-3fee-43da-888a-47a7635a15f7'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:28:00.371580 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-84de57e3-b0ef-4f3b-885e-4a84acf4b325 req-c1a61c28-4062-45c6-a091-e0403c461395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:00.420364 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-19821bf1-a527-4ef5-b2bf-579dab005b25 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:00.470163 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-19821bf1-a527-4ef5-b2bf-579dab005b25 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:00.569946 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19821bf1-a527-4ef5-b2bf-579dab005b25 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:28:00.602521 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-52066faf-6bf3-4dc6-91d1-84b1a18f50df tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:00.604429 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-52066faf-6bf3-4dc6-91d1-84b1a18f50df tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:00.635130 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19821bf1-a527-4ef5-b2bf-579dab005b25 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b98ab40-c5bd-49b4-b0da-39456b0fbbcf,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:00.636472 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2467df-9781-49e4-a0b7-76c601a8a057 req-f625c72c-37da-4ee2-81ff-dd62e6f14ba5 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:00.644592 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6e2467df-9781-49e4-a0b7-76c601a8a057 req-f625c72c-37da-4ee2-81ff-dd62e6f14ba5 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2cf186c-b023-4f7b-9919-508ea44dcf3a HTTP/1.1" status: 200 len: 943 time: 0.3024802 Dec 06 17:28:00.657497 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb410c0-7d86-48ea-9aa3-8012740cd373 req-d47157e5-152c-442b-b4fa-31af38a4c703 tempest-ServersNegativeTestMultiTenantJSON-679065958 tempest-ServersNegativeTestMultiTenantJSON-679065958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:00.668092 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4bb410c0-7d86-48ea-9aa3-8012740cd373 req-d47157e5-152c-442b-b4fa-31af38a4c703 tempest-ServersNegativeTestMultiTenantJSON-679065958 tempest-ServersNegativeTestMultiTenantJSON-679065958-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f99de3e-887a-4ade-b0b1-c3d1243e4d36 HTTP/1.1" status: 200 len: 945 time: 0.3362713 Dec 06 17:28:00.685713 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-19821bf1-a527-4ef5-b2bf-579dab005b25 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:00.687630 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-19821bf1-a527-4ef5-b2bf-579dab005b25 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Added segment 8b948b71-3cbf-4171-8fb5-b00877d5b65c of type vlan for network acbf8376-575c-46fd-a8fa-309a38891eb6 Dec 06 17:28:00.769822 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6e2467df-9781-49e4-a0b7-76c601a8a057 req-379b32d6-fbc2-4b22-9440-d6a104d0b833 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1be51d-a897-4df8-bd16-cec3c37c0fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189232 Dec 06 17:28:00.776444 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7d00b753-0421-4715-9c1e-50e0064fcd54 req-f4ec8867-a14a-4b5e-ad84-fcb452a8dc39 service neutron] 10.222.0.44 "GET /v2.0/networks/443e19cc-aba1-401c-ba5c-6c1a74082882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4689205 Dec 06 17:28:00.788138 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-84de57e3-b0ef-4f3b-885e-4a84acf4b325 req-c1a61c28-4062-45c6-a091-e0403c461395 service neutron] For port 6db48bef-97aa-4bb9-9973-19dc94c1f0d0, host n-h1-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:28:00.903250 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4bb410c0-7d86-48ea-9aa3-8012740cd373 req-ff0fa969-b54e-45ba-abea-8e5584fb564c tempest-ServersNegativeTestMultiTenantJSON-679065958 tempest-ServersNegativeTestMultiTenantJSON-679065958-project] 10.222.0.23 "GET /v2.0/security-groups?id=847eaff0-5316-4ee2-80b5-1b736d65b9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340736 Dec 06 17:28:00.905617 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-52066faf-6bf3-4dc6-91d1-84b1a18f50df tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:00.916943 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-19821bf1-a527-4ef5-b2bf-579dab005b25 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:00.920869 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-84de57e3-b0ef-4f3b-885e-4a84acf4b325 req-c1a61c28-4062-45c6-a091-e0403c461395 service neutron] For port 6db48bef-97aa-4bb9-9973-19dc94c1f0d0, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=6db48bef-97aa-4bb9-9973-19dc94c1f0d0,segment=NetworkSegment(42bff26c-68a9-49fb-9b4f-34e773f0fd80),segment_id=42bff26c-68a9-49fb-9b4f-34e773f0fd80)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:28:00.933718 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-84de57e3-b0ef-4f3b-885e-4a84acf4b325 req-c1a61c28-4062-45c6-a091-e0403c461395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:01.050455 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84de57e3-b0ef-4f3b-885e-4a84acf4b325 req-c1a61c28-4062-45c6-a091-e0403c461395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:01.051140 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-84de57e3-b0ef-4f3b-885e-4a84acf4b325 req-c1a61c28-4062-45c6-a091-e0403c461395 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:01.053716 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-84de57e3-b0ef-4f3b-885e-4a84acf4b325 req-c1a61c28-4062-45c6-a091-e0403c461395 service neutron] 10.222.0.41 "PUT /v2.0/ports/6db48bef-97aa-4bb9-9973-19dc94c1f0d0 HTTP/1.1" status: 200 len: 1091 time: 2.6600640 Dec 06 17:28:01.056084 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2cf186c-b023-4f7b-9919-508ea44dcf3a', 'tag': '6db48bef-97aa-4bb9-9973-19dc94c1f0d0'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:28:01.058480 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e50be3f-4a0a-41ab-9bee-aaeb611cb36f" -d '{"events": [{"name": "network-changed", "server_uuid": "e2cf186c-b023-4f7b-9919-508ea44dcf3a", "tag": "6db48bef-97aa-4bb9-9973-19dc94c1f0d0"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:28:01.075488 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-19821bf1-a527-4ef5-b2bf-579dab005b25 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:01.103942 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19821bf1-a527-4ef5-b2bf-579dab005b25 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:01.104603 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-19821bf1-a527-4ef5-b2bf-579dab005b25 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:01.159355 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de88e2d-19b7-42ab-8efa-2c5678b1b5f6 req-c10187aa-a984-410f-927c-a802dab1159a tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:01.168512 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0de88e2d-19b7-42ab-8efa-2c5678b1b5f6 req-c10187aa-a984-410f-927c-a802dab1159a tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/ports?device_id=8537ba91-f526-4403-b51f-00c5f0f98b5a HTTP/1.1" status: 200 len: 945 time: 0.2776456 Dec 06 17:28:01.296873 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a61c28-4062-45c6-a091-e0403c461395 service neutron] Pushing event updated for resources: {'Port': ['ID=6db48bef-97aa-4bb9-9973-19dc94c1f0d0,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:01.406219 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-19821bf1-a527-4ef5-b2bf-579dab005b25 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.8939526 Dec 06 17:28:01.438439 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-52066faf-6bf3-4dc6-91d1-84b1a18f50df tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:01.439585 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b81650db-8168-40ff-a64b-0f4a07ac720f x-openstack-request-id: req-b81650db-8168-40ff-a64b-0f4a07ac720f {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:28:01.440507 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2cf186c-b023-4f7b-9919-508ea44dcf3a", "tag": "6db48bef-97aa-4bb9-9973-19dc94c1f0d0", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:28:01.442347 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b81650db-8168-40ff-a64b-0f4a07ac720f {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:28:01.444261 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2cf186c-b023-4f7b-9919-508ea44dcf3a', 'tag': '6db48bef-97aa-4bb9-9973-19dc94c1f0d0', 'status': 'completed', 'code': 200} Dec 06 17:28:01.486521 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84de57e3-b0ef-4f3b-885e-4a84acf4b325 req-fc5423d9-b90a-4c45-8dbd-5d2d1f711932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:01.488816 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-84de57e3-b0ef-4f3b-885e-4a84acf4b325 req-fc5423d9-b90a-4c45-8dbd-5d2d1f711932 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ecd148ff302244ca8d62fb6aab386351&device_id=e2cf186c-b023-4f7b-9919-508ea44dcf3a HTTP/1.1" status: 200 len: 1094 time: 0.3610032 Dec 06 17:28:01.496716 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19821bf1-a527-4ef5-b2bf-579dab005b25 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Pushing event updated for resources: {'Network': ['ID=acbf8376-575c-46fd-a8fa-309a38891eb6,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:01.509018 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network acbf8376-575c-46fd-a8fa-309a38891eb6 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:28:01.642976 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-84de57e3-b0ef-4f3b-885e-4a84acf4b325 req-803da61a-ea78-4c5f-b435-21a0f9b4f5c7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6db48bef-97aa-4bb9-9973-19dc94c1f0d0 HTTP/1.1" status: 200 len: 217 time: 0.1408992 Dec 06 17:28:01.758872 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-efde4ce7-316d-4e25-8ae4-efa3d0396476 req-5bddb18c-ce5f-4872-b136-508dc7ed7641 tempest-ServerShowV254Test-831571093 tempest-ServerShowV254Test-831571093-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2bb4719-78f8-491e-81b9-7abe531e0687 HTTP/1.1" status: 200 len: 210 time: 0.1318877 Dec 06 17:28:01.814961 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84de57e3-b0ef-4f3b-885e-4a84acf4b325 req-3dd714b6-e53a-4fb9-a356-2f4f87415c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:01.821344 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-84de57e3-b0ef-4f3b-885e-4a84acf4b325 req-3dd714b6-e53a-4fb9-a356-2f4f87415c5d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bf4aecbe-5cce-4e7f-a01d-067dc19fd3c6 HTTP/1.1" status: 200 len: 835 time: 0.1566861 Dec 06 17:28:02.026257 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84de57e3-b0ef-4f3b-885e-4a84acf4b325 req-2e960249-e61a-44fb-b888-d50e3f02c38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:02.028182 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-84de57e3-b0ef-4f3b-885e-4a84acf4b325 req-2e960249-e61a-44fb-b888-d50e3f02c38e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=777bfc6d-3fee-43da-888a-47a7635a15f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1937509 Dec 06 17:28:02.104418 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ac7ca2-d688-42a8-aa3f-fbb1eda8a9e8 req-01be09a4-d11c-4758-8841-54ee10ab0484 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:02.120570 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-53ac7ca2-d688-42a8-aa3f-fbb1eda8a9e8 req-01be09a4-d11c-4758-8841-54ee10ab0484 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e766107-5d5f-422c-b94b-1d8d8ddacb83 HTTP/1.1" status: 200 len: 943 time: 0.1996133 Dec 06 17:28:02.334532 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0de88e2d-19b7-42ab-8efa-2c5678b1b5f6 req-1b0f4543-6f33-44d6-90d4-961aa6ff4a91 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4bc6e59-bf7d-42c4-9e98-323b53a08b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1643059 Dec 06 17:28:02.368023 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-53ac7ca2-d688-42a8-aa3f-fbb1eda8a9e8 req-9aa7dfe1-da8d-4423-9dfb-179e3c068b2b tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b076312-1c54-4a4a-a63b-13a8529c717b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2453063 Dec 06 17:28:02.388987 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-84de57e3-b0ef-4f3b-885e-4a84acf4b325 req-29967a6f-429c-4f53-8647-e292e91bb808 service neutron] 10.222.0.41 "GET /v2.0/networks/777bfc6d-3fee-43da-888a-47a7635a15f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3479960 Dec 06 17:28:02.686607 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7d00b753-0421-4715-9c1e-50e0064fcd54 req-585bcc69-7ce4-4786-8292-0e1aa8e6a378 service neutron] 10.222.0.44 "GET /v2.0/networks/443e19cc-aba1-401c-ba5c-6c1a74082882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2222438 Dec 06 17:28:02.786794 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:02.919893 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa79307-1035-45cf-b299-d5e1ab5a328e req-314d6340-5e3c-4fad-96ef-3c7d34ffb00f tempest-ServersNegativeTestMultiTenantJSON-679065958 tempest-ServersNegativeTestMultiTenantJSON-679065958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:02.922525 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2fa79307-1035-45cf-b299-d5e1ab5a328e req-314d6340-5e3c-4fad-96ef-3c7d34ffb00f tempest-ServersNegativeTestMultiTenantJSON-679065958 tempest-ServersNegativeTestMultiTenantJSON-679065958-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f99de3e-887a-4ade-b0b1-c3d1243e4d36 HTTP/1.1" status: 200 len: 945 time: 0.2051287 Dec 06 17:28:02.959559 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d5876f-c212-488e-9f43-3ff4775eaa5f req-5386f7ee-b826-4acf-be3a-e709482d4b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:02.961365 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-77d5876f-c212-488e-9f43-3ff4775eaa5f req-5386f7ee-b826-4acf-be3a-e709482d4b84 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ec528b8fbe5d4e99b13118aed923c7d9&device_id=8537ba91-f526-4403-b51f-00c5f0f98b5a HTTP/1.1" status: 200 len: 1096 time: 0.6146898 Dec 06 17:28:03.130040 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2fa79307-1035-45cf-b299-d5e1ab5a328e req-d043025e-601b-4fa9-afc6-023b6421f443 tempest-ServersNegativeTestMultiTenantJSON-679065958 tempest-ServersNegativeTestMultiTenantJSON-679065958-project] 10.222.0.23 "GET /v2.0/security-groups?id=847eaff0-5316-4ee2-80b5-1b736d65b9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946428 Dec 06 17:28:03.411128 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-419c715c-8444-4b6d-8328-4ddeb8624262 req-8dd19bc8-3b36-4bc4-bb14-a5592335e129 tempest-ServerShowV254Test-831571093 tempest-ServerShowV254Test-831571093-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2bb4719-78f8-491e-81b9-7abe531e0687 HTTP/1.1" status: 200 len: 210 time: 0.0862751 Dec 06 17:28:03.690873 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d5876f-c212-488e-9f43-3ff4775eaa5f req-ac2809a1-85bf-4872-bcc0-719e39bcd432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:03.695676 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-77d5876f-c212-488e-9f43-3ff4775eaa5f req-ac2809a1-85bf-4872-bcc0-719e39bcd432 service neutron] 10.222.0.41 "GET /v2.0/networks?id=15fd3b86-4ab2-48c1-977e-7d7f46e6c98b HTTP/1.1" status: 200 len: 911 time: 0.5850320 Dec 06 17:28:03.878789 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-77d5876f-c212-488e-9f43-3ff4775eaa5f req-26289846-19f8-41e4-ac19-eb584bd9cc67 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6efad30d-2a23-4b42-8587-ed6fc29da989 HTTP/1.1" status: 200 len: 217 time: 0.1745799 Dec 06 17:28:03.894410 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f5ebb1-f0e7-4826-8678-cfdd0ce35474 req-14c0d299-179c-4369-9a54-98b3bc38b8fc tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:03.898765 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-24f5ebb1-f0e7-4826-8678-cfdd0ce35474 req-14c0d299-179c-4369-9a54-98b3bc38b8fc tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2cf186c-b023-4f7b-9919-508ea44dcf3a HTTP/1.1" status: 200 len: 943 time: 1.2363021 Dec 06 17:28:03.904072 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-84de57e3-b0ef-4f3b-885e-4a84acf4b325 req-a3941f13-33f2-41cf-8e6b-9a9b696671c1 service neutron] 10.222.0.41 "GET /v2.0/networks/777bfc6d-3fee-43da-888a-47a7635a15f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5078487 Dec 06 17:28:03.965141 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4a6672-8402-4086-ac37-8704d2a6d988 req-55b49a97-2abd-4808-aea1-1c55685b14d4 tempest-ServersNegativeTestMultiTenantJSON-679065958 tempest-ServersNegativeTestMultiTenantJSON-679065958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:03.971685 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1d4a6672-8402-4086-ac37-8704d2a6d988 req-55b49a97-2abd-4808-aea1-1c55685b14d4 tempest-ServersNegativeTestMultiTenantJSON-679065958 tempest-ServersNegativeTestMultiTenantJSON-679065958-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f99de3e-887a-4ade-b0b1-c3d1243e4d36 HTTP/1.1" status: 200 len: 945 time: 1.1813023 Dec 06 17:28:04.045660 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-52066faf-6bf3-4dc6-91d1-84b1a18f50df tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for router_gateway, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:04.103291 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d01677-a2e1-4d25-bf0b-6e525a139a20 req-f2b990f2-b241-44e9-9962-9b84de6b43d9 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:04.124536 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-06d01677-a2e1-4d25-bf0b-6e525a139a20 req-f2b990f2-b241-44e9-9962-9b84de6b43d9 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/ports?device_id=8537ba91-f526-4403-b51f-00c5f0f98b5a HTTP/1.1" status: 200 len: 945 time: 0.4574306 Dec 06 17:28:04.136506 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-52066faf-6bf3-4dc6-91d1-84b1a18f50df tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:04.164050 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d5876f-c212-488e-9f43-3ff4775eaa5f req-a6d3a488-3c40-4795-b62e-72ab98e07133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:04.165704 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-77d5876f-c212-488e-9f43-3ff4775eaa5f req-a6d3a488-3c40-4795-b62e-72ab98e07133 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dde17a7d-65c9-4e8b-97a4-0b49eb9d78fe HTTP/1.1" status: 200 len: 850 time: 0.2755616 Dec 06 17:28:04.254551 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-24f5ebb1-f0e7-4826-8678-cfdd0ce35474 req-cfcfaf9f-260c-4548-bc7d-eec21ba7af55 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1be51d-a897-4df8-bd16-cec3c37c0fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3401377 Dec 06 17:28:04.265768 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e50be3f-4a0a-41ab-9bee-aaeb611cb36f req-4e0538cc-f7f4-453b-8eae-7e5fb5703e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:04.265995 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0e50be3f-4a0a-41ab-9bee-aaeb611cb36f req-4e0538cc-f7f4-453b-8eae-7e5fb5703e52 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ecd148ff302244ca8d62fb6aab386351&device_id=e2cf186c-b023-4f7b-9919-508ea44dcf3a HTTP/1.1" status: 200 len: 1094 time: 0.2911329 Dec 06 17:28:04.310576 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-77d5876f-c212-488e-9f43-3ff4775eaa5f req-09fa1fb0-affc-4045-a95b-9a66398567e5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=15fd3b86-4ab2-48c1-977e-7d7f46e6c98b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584667 Dec 06 17:28:04.451309 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-1d4a6672-8402-4086-ac37-8704d2a6d988 req-f43f853a-81c5-450e-877c-6829e2f79f9d tempest-ServersNegativeTestMultiTenantJSON-679065958 tempest-ServersNegativeTestMultiTenantJSON-679065958-project] Deleting port e9778971-dc14-437c-9070-ce6b82ccafd0 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:28:04.451773 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-1d4a6672-8402-4086-ac37-8704d2a6d988 req-f43f853a-81c5-450e-877c-6829e2f79f9d tempest-ServersNegativeTestMultiTenantJSON-679065958 tempest-ServersNegativeTestMultiTenantJSON-679065958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:04.464574 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-77d5876f-c212-488e-9f43-3ff4775eaa5f req-5cbfc840-50df-40a6-a7ba-3b62526e9826 service neutron] 10.222.0.41 "GET /v2.0/networks/15fd3b86-4ab2-48c1-977e-7d7f46e6c98b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355858 Dec 06 17:28:04.548862 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-06d01677-a2e1-4d25-bf0b-6e525a139a20 req-7a638f17-1915-4e01-83cd-35af0d3d8c54 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4bc6e59-bf7d-42c4-9e98-323b53a08b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4232073 Dec 06 17:28:04.654314 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc911e60-a669-4328-b9ab-8981c614677b req-d7ae1ca0-f5a1-4bf4-9097-3ca79a5e68f1 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:04.657100 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fc911e60-a669-4328-b9ab-8981c614677b req-d7ae1ca0-f5a1-4bf4-9097-3ca79a5e68f1 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e766107-5d5f-422c-b94b-1d8d8ddacb83 HTTP/1.1" status: 200 len: 943 time: 0.2354479 Dec 06 17:28:04.712053 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e50be3f-4a0a-41ab-9bee-aaeb611cb36f req-a1941cf1-f3cb-4cfd-8af5-3c3d4681f884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:04.714078 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0e50be3f-4a0a-41ab-9bee-aaeb611cb36f req-a1941cf1-f3cb-4cfd-8af5-3c3d4681f884 service neutron] 10.222.0.41 "GET /v2.0/networks?id=777bfc6d-3fee-43da-888a-47a7635a15f7 HTTP/1.1" status: 200 len: 897 time: 0.4268632 Dec 06 17:28:04.796775 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fc911e60-a669-4328-b9ab-8981c614677b req-e4611abb-e995-4858-af8c-6be6cbd5918d tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b076312-1c54-4a4a-a63b-13a8529c717b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1280541 Dec 06 17:28:04.798495 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 38176) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:04.855661 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-1d4a6672-8402-4086-ac37-8704d2a6d988 req-f43f853a-81c5-450e-877c-6829e2f79f9d tempest-ServersNegativeTestMultiTenantJSON-679065958 tempest-ServersNegativeTestMultiTenantJSON-679065958-project] For port e9778971-dc14-437c-9070-ce6b82ccafd0, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=e9778971-dc14-437c-9070-ce6b82ccafd0,segment=NetworkSegment(38ce1c81-15f0-4d63-8f90-ecc9bfb0eebf),segment_id=38ce1c81-15f0-4d63-8f90-ecc9bfb0eebf)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:28:04.855977 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-1d4a6672-8402-4086-ac37-8704d2a6d988 req-f43f853a-81c5-450e-877c-6829e2f79f9d tempest-ServersNegativeTestMultiTenantJSON-679065958 tempest-ServersNegativeTestMultiTenantJSON-679065958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:04.876008 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-52066faf-6bf3-4dc6-91d1-84b1a18f50df tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Allocated IP 172.35.1.135 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/eb56abc0-5162-4a66-af37-1a834ea8506a) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:28:04.882859 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-1d4a6672-8402-4086-ac37-8704d2a6d988 req-f43f853a-81c5-450e-877c-6829e2f79f9d tempest-ServersNegativeTestMultiTenantJSON-679065958 tempest-ServersNegativeTestMultiTenantJSON-679065958-project] Calling delete_port for e9778971-dc14-437c-9070-ce6b82ccafd0 owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:28:04.888936 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65074be-b382-4a59-9585-0ba39a3fb616 req-70097e1c-af19-4ded-a8e4-06ab92f10200 tempest-ServersNegativeTestMultiTenantJSON-679065958 tempest-ServersNegativeTestMultiTenantJSON-679065958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:04.906192 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c65074be-b382-4a59-9585-0ba39a3fb616 req-70097e1c-af19-4ded-a8e4-06ab92f10200 tempest-ServersNegativeTestMultiTenantJSON-679065958 tempest-ServersNegativeTestMultiTenantJSON-679065958-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f99de3e-887a-4ade-b0b1-c3d1243e4d36 HTTP/1.1" status: 200 len: 945 time: 0.1824431 Dec 06 17:28:04.956638 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-77d5876f-c212-488e-9f43-3ff4775eaa5f req-90fa68a5-2df7-42f3-b4b4-97f4ad8d52c3 service neutron] 10.222.0.41 "GET /v2.0/networks/15fd3b86-4ab2-48c1-977e-7d7f46e6c98b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4841611 Dec 06 17:28:05.082013 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-1c0b4987-e224-49b7-a7ef-0d241f926d47 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Request body: {'subnet': {'network_id': 'acbf8376-575c-46fd-a8fa-309a38891eb6', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:28:05.086548 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c65074be-b382-4a59-9585-0ba39a3fb616 req-955e6cb1-8626-4d63-9aca-7dd9ad9016a3 tempest-ServersNegativeTestMultiTenantJSON-679065958 tempest-ServersNegativeTestMultiTenantJSON-679065958-project] 10.222.0.23 "GET /v2.0/security-groups?id=847eaff0-5316-4ee2-80b5-1b736d65b9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787965 Dec 06 17:28:05.129677 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-1d4a6672-8402-4086-ac37-8704d2a6d988 req-f43f853a-81c5-450e-877c-6829e2f79f9d tempest-ServersNegativeTestMultiTenantJSON-679065958 tempest-ServersNegativeTestMultiTenantJSON-679065958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:05.145723 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['e9778971-dc14-437c-9070-ce6b82ccafd0'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:28:05.165917 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-52066faf-6bf3-4dc6-91d1-84b1a18f50df tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:05.201868 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43f853a-81c5-450e-877c-6829e2f79f9d tempest-ServersNegativeTestMultiTenantJSON-679065958 tempest-ServersNegativeTestMultiTenantJSON-679065958-project] Pushing event deleted for resources: {'Port': ['ID=e9778971-dc14-437c-9070-ce6b82ccafd0,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:05.210441 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-872ab1e6-995d-48a8-9373-594c0cab4736 req-86e9c42a-5139-477f-bf02-83d0611b8751 tempest-ServerShowV254Test-831571093 tempest-ServerShowV254Test-831571093-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2bb4719-78f8-491e-81b9-7abe531e0687 HTTP/1.1" status: 200 len: 210 time: 0.1120026 Dec 06 17:28:05.215875 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0e50be3f-4a0a-41ab-9bee-aaeb611cb36f req-6ae2375b-6c84-4dd6-a1db-c60043ba3ac5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6db48bef-97aa-4bb9-9973-19dc94c1f0d0 HTTP/1.1" status: 200 len: 217 time: 0.4420187 Dec 06 17:28:05.240611 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:05.316683 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-52066faf-6bf3-4dc6-91d1-84b1a18f50df tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:05.399074 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e50be3f-4a0a-41ab-9bee-aaeb611cb36f req-f8e8ae61-61de-4f73-8724-cf4725c76d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:05.401326 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0e50be3f-4a0a-41ab-9bee-aaeb611cb36f req-f8e8ae61-61de-4f73-8724-cf4725c76d83 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bf4aecbe-5cce-4e7f-a01d-067dc19fd3c6 HTTP/1.1" status: 200 len: 835 time: 0.1236336 Dec 06 17:28:05.465455 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52066faf-6bf3-4dc6-91d1-84b1a18f50df tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Pushing event updated for resources: {'Port': ['ID=eb56abc0-5162-4a66-af37-1a834ea8506a,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:05.510608 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d4a6672-8402-4086-ac37-8704d2a6d988 req-f43f853a-81c5-450e-877c-6829e2f79f9d tempest-ServersNegativeTestMultiTenantJSON-679065958 tempest-ServersNegativeTestMultiTenantJSON-679065958-project] No DVR routers for this DVR port e9778971-dc14-437c-9070-ce6b82ccafd0 on host n-h1-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:28:05.515287 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-1d4a6672-8402-4086-ac37-8704d2a6d988 req-f43f853a-81c5-450e-877c-6829e2f79f9d tempest-ServersNegativeTestMultiTenantJSON-679065958 tempest-ServersNegativeTestMultiTenantJSON-679065958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:05.518803 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1d4a6672-8402-4086-ac37-8704d2a6d988 req-f43f853a-81c5-450e-877c-6829e2f79f9d tempest-ServersNegativeTestMultiTenantJSON-679065958 tempest-ServersNegativeTestMultiTenantJSON-679065958-project] 10.222.0.41 "DELETE /v2.0/ports/e9778971-dc14-437c-9070-ce6b82ccafd0 HTTP/1.1" status: 204 len: 173 time: 1.4924991 Dec 06 17:28:05.551340 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f99de3e-887a-4ade-b0b1-c3d1243e4d36', 'name': 'network-vif-deleted', 'tag': 'e9778971-dc14-437c-9070-ce6b82ccafd0'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:28:05.560241 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98193c79-0444-48a7-9413-65afde8ba48b" -d '{"events": [{"server_uuid": "1f99de3e-887a-4ade-b0b1-c3d1243e4d36", "name": "network-vif-deleted", "tag": "e9778971-dc14-437c-9070-ce6b82ccafd0"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:28:05.568130 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52066faf-6bf3-4dc6-91d1-84b1a18f50df tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:28:05.578686 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-52066faf-6bf3-4dc6-91d1-84b1a18f50df tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:28:05.590027 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52066faf-6bf3-4dc6-91d1-84b1a18f50df tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:28:05.604572 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806cea5d-78dc-4d5b-8d1b-c3f8452cea13 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:28:05.611309 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4569ba-9506-4766-b344-32915b86324a req-d67e6243-2ae9-455e-8737-0f885163a37c tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:05.620163 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3f4569ba-9506-4766-b344-32915b86324a req-d67e6243-2ae9-455e-8737-0f885163a37c tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2cf186c-b023-4f7b-9919-508ea44dcf3a HTTP/1.1" status: 200 len: 943 time: 0.1700175 Dec 06 17:28:05.643516 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e50be3f-4a0a-41ab-9bee-aaeb611cb36f req-b64d1ec4-96d1-43ff-b478-9478163dabf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:05.648369 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0e50be3f-4a0a-41ab-9bee-aaeb611cb36f req-b64d1ec4-96d1-43ff-b478-9478163dabf0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=777bfc6d-3fee-43da-888a-47a7635a15f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2226436 Dec 06 17:28:05.740556 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-0462423d-18b0-40a4-b860-835175cd8651 None None] Provisioning complete for port eb56abc0-5162-4a66-af37-1a834ea8506a triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:28:05.740935 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0462423d-18b0-40a4-b860-835175cd8651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:05.861533 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-0462423d-18b0-40a4-b860-835175cd8651 None None] Port eb56abc0-5162-4a66-af37-1a834ea8506a cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:28:05.885111 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0e50be3f-4a0a-41ab-9bee-aaeb611cb36f req-ad7c8ec6-0b2d-406d-9453-5045055c9298 service neutron] 10.222.0.41 "GET /v2.0/networks/777bfc6d-3fee-43da-888a-47a7635a15f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861351 Dec 06 17:28:05.904061 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c0b4987-e224-49b7-a7ef-0d241f926d47 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Made reservation on behalf of ba4c3950383f40ffbf94821b2cfd141e for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:28:05.907648 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1c0b4987-e224-49b7-a7ef-0d241f926d47 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:06.020486 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0e50be3f-4a0a-41ab-9bee-aaeb611cb36f req-585110cb-2e92-4727-b895-10cc5a6d98d5 service neutron] 10.222.0.41 "GET /v2.0/networks/777bfc6d-3fee-43da-888a-47a7635a15f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178470 Dec 06 17:28:06.026214 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3f4569ba-9506-4766-b344-32915b86324a req-e5dd381e-d770-4c47-910f-58db2dcbd731 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1be51d-a897-4df8-bd16-cec3c37c0fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4042284 Dec 06 17:28:06.136754 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96070e76-dcef-4312-9d01-9b6fe154c70d x-openstack-request-id: req-96070e76-dcef-4312-9d01-9b6fe154c70d {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:28:06.137251 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f99de3e-887a-4ade-b0b1-c3d1243e4d36", "name": "network-vif-deleted", "tag": "e9778971-dc14-437c-9070-ce6b82ccafd0", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:28:06.137524 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-96070e76-dcef-4312-9d01-9b6fe154c70d {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:28:06.137977 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f99de3e-887a-4ade-b0b1-c3d1243e4d36', 'name': 'network-vif-deleted', 'tag': 'e9778971-dc14-437c-9070-ce6b82ccafd0', 'status': 'completed', 'code': 200} Dec 06 17:28:06.161734 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d070324-84f7-4585-8968-6e05170d3522 req-10ca4c6c-284e-45ad-b45c-eab0b79eed3b tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:06.170064 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3d070324-84f7-4585-8968-6e05170d3522 req-10ca4c6c-284e-45ad-b45c-eab0b79eed3b tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/ports?device_id=8537ba91-f526-4403-b51f-00c5f0f98b5a HTTP/1.1" status: 200 len: 945 time: 0.4176939 Dec 06 17:28:06.276072 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3d070324-84f7-4585-8968-6e05170d3522 req-fa69096c-74da-4844-81a3-89a20b8d3375 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4bc6e59-bf7d-42c4-9e98-323b53a08b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051390 Dec 06 17:28:06.456007 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c395a0-bcc3-4104-93ea-09eb280fb6a9 req-185fccb0-3b0b-40a3-aea3-9a1944fc9079 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:06.467058 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-be62d5de-82be-4cf4-89ea-55d138c68a52 req-812659dc-fce8-4601-ad1d-a69709e39bd2 tempest-ServersNegativeTestMultiTenantJSON-679065958 tempest-ServersNegativeTestMultiTenantJSON-679065958-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f99de3e-887a-4ade-b0b1-c3d1243e4d36 HTTP/1.1" status: 200 len: 210 time: 0.0332639 Dec 06 17:28:06.468101 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-57c395a0-bcc3-4104-93ea-09eb280fb6a9 req-185fccb0-3b0b-40a3-aea3-9a1944fc9079 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e766107-5d5f-422c-b94b-1d8d8ddacb83 HTTP/1.1" status: 200 len: 943 time: 0.2609215 Dec 06 17:28:06.468236 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1c0b4987-e224-49b7-a7ef-0d241f926d47 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:06.491528 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-52066faf-6bf3-4dc6-91d1-84b1a18f50df tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for router_gateway, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:06.568711 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0b4987-e224-49b7-a7ef-0d241f926d47 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Checking segment: {'id': '8b948b71-3cbf-4171-8fb5-b00877d5b65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'acbf8376-575c-46fd-a8fa-309a38891eb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:28:06.569254 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0b4987-e224-49b7-a7ef-0d241f926d47 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Network hostable DHCP agents. Network: acbf8376-575c-46fd-a8fa-309a38891eb6, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:28:06.572904 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0b4987-e224-49b7-a7ef-0d241f926d47 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Pushing event updated for resources: {'Subnet': ['ID=6dae8fe1-f55a-4986-921d-08eba1f24c67,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:06.594260 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0b4987-e224-49b7-a7ef-0d241f926d47 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Network acbf8376-575c-46fd-a8fa-309a38891eb6 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:28:06.605607 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-1c0b4987-e224-49b7-a7ef-0d241f926d47 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, acbf8376-575c-46fd-a8fa-309a38891eb6) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:28:06.617185 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08067f1-f405-483f-974f-4fe0164a60d0 None None] Network acbf8376-575c-46fd-a8fa-309a38891eb6 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:28:06.639789 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0b4987-e224-49b7-a7ef-0d241f926d47 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:06.640407 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1c0b4987-e224-49b7-a7ef-0d241f926d47 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:06.713788 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7d8989ca-79d9-4fc5-bce9-d0457faaed7e req-616c27f7-6dbe-43d7-bc2c-09290157be97 tempest-ServerShowV254Test-831571093 tempest-ServerShowV254Test-831571093-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2bb4719-78f8-491e-81b9-7abe531e0687 HTTP/1.1" status: 200 len: 210 time: 0.0469875 Dec 06 17:28:06.731300 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-1c0b4987-e224-49b7-a7ef-0d241f926d47 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8960645 Dec 06 17:28:06.735516 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 38194) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:06.746346 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-9e008f93-6446-4c80-b258-35495f658d00 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1208278691'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:28:06.795660 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e008f93-6446-4c80-b258-35495f658d00 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Made reservation on behalf of ba4c3950383f40ffbf94821b2cfd141e for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:28:06.799366 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9e008f93-6446-4c80-b258-35495f658d00 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:06.833277 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-57c395a0-bcc3-4104-93ea-09eb280fb6a9 req-62accc1e-2c40-49ae-b81e-990d03a04349 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b076312-1c54-4a4a-a63b-13a8529c717b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3641081 Dec 06 17:28:06.876607 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e008f93-6446-4c80-b258-35495f658d00 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:28:06.901359 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9e008f93-6446-4c80-b258-35495f658d00 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:06.901924 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-9e008f93-6446-4c80-b258-35495f658d00 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Added segment a375c2c0-7f8f-4686-a8e8-105f1adc7f00 of type vlan for network 74168828-a664-4dc2-87f2-bb0691d73aa8 Dec 06 17:28:06.935062 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-52066faf-6bf3-4dc6-91d1-84b1a18f50df tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:06.955500 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f60e08-1491-4923-9d95-7d84c2f372da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-acbf8376-575c-46fd-a8fa-309a38891eb6', 'network_id': 'acbf8376-575c-46fd-a8fa-309a38891eb6', 'tenant_id': 'ba4c3950383f40ffbf94821b2cfd141e', 'fixed_ips': [{'subnet_id': '6dae8fe1-f55a-4986-921d-08eba1f24c67'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:28:06.956369 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-76f60e08-1491-4923-9d95-7d84c2f372da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:07.026273 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9e008f93-6446-4c80-b258-35495f658d00 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:07.113058 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9e008f93-6446-4c80-b258-35495f658d00 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:07.120174 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e008f93-6446-4c80-b258-35495f658d00 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:07.120947 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9e008f93-6446-4c80-b258-35495f658d00 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:07.361190 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-9e008f93-6446-4c80-b258-35495f658d00 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6241314 Dec 06 17:28:07.372212 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 38202) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:07.395611 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-238cf5ed-e904-4078-b27e-4bc15d6ac2aa tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Request body: {'subnet': {'network_id': '74168828-a664-4dc2-87f2-bb0691d73aa8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:28:07.437960 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 6db48bef-97aa-4bb9-9973-19dc94c1f0d0 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:28:07.447521 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device e9778971-dc14-437c-9070-ce6b82ccafd0 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:28:07.451813 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e008f93-6446-4c80-b258-35495f658d00 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Pushing event updated for resources: {'Network': ['ID=74168828-a664-4dc2-87f2-bb0691d73aa8,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:07.516474 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 74168828-a664-4dc2-87f2-bb0691d73aa8 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:28:07.546283 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] No Port match for: e9778971-dc14-437c-9070-ce6b82ccafd0 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:28:07.546898 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device e9778971-dc14-437c-9070-ce6b82ccafd0 not bound to the agent host n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:28:07.565221 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9815e4e3-8520-4fa9-96a5-ab73e115df91 req-9c8c531c-0955-4f30-957e-ae89d16aa96e tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:07.566885 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9815e4e3-8520-4fa9-96a5-ab73e115df91 req-9c8c531c-0955-4f30-957e-ae89d16aa96e tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2cf186c-b023-4f7b-9919-508ea44dcf3a HTTP/1.1" status: 200 len: 943 time: 0.4220452 Dec 06 17:28:07.573621 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-76f60e08-1491-4923-9d95-7d84c2f372da None None] Allocated IP 2001:db8:0:ffff::2 (acbf8376-575c-46fd-a8fa-309a38891eb6/6dae8fe1-f55a-4986-921d-08eba1f24c67/64624625-f2fb-456a-8404-9d6a6b9f25f2) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:28:07.695831 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9815e4e3-8520-4fa9-96a5-ab73e115df91 req-5e2ac310-5f17-46e6-9e5e-bc2217f83c39 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1be51d-a897-4df8-bd16-cec3c37c0fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136899 Dec 06 17:28:07.717608 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-238cf5ed-e904-4078-b27e-4bc15d6ac2aa tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Made reservation on behalf of ba4c3950383f40ffbf94821b2cfd141e for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:28:07.721347 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-238cf5ed-e904-4078-b27e-4bc15d6ac2aa tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:07.770884 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 6db48bef-97aa-4bb9-9973-19dc94c1f0d0, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=6db48bef-97aa-4bb9-9973-19dc94c1f0d0,segment=NetworkSegment(42bff26c-68a9-49fb-9b4f-34e773f0fd80),segment_id=42bff26c-68a9-49fb-9b4f-34e773f0fd80)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:28:07.806138 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': '6db48bef-97aa-4bb9-9973-19dc94c1f0d0', 'network_id': '777bfc6d-3fee-43da-888a-47a7635a15f7', 'port_id': '6db48bef-97aa-4bb9-9973-19dc94c1f0d0', 'mac_address': 'fa:16:3e:48:40:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf4aecbe-5cce-4e7f-a01d-067dc19fd3c6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:28:07.856428 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 38212) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:07.983171 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2ffcbbfb-a208-475d-a8cb-3b3d5761c55f req-a46bb525-665a-44c7-a7f0-54019e9b8a81 tempest-ServerShowV254Test-831571093 tempest-ServerShowV254Test-831571093-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2bb4719-78f8-491e-81b9-7abe531e0687 HTTP/1.1" status: 200 len: 210 time: 0.0596509 Dec 06 17:28:08.001775 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-37e4d9fe-ab1e-415b-a5b2-229183658695 admin admin] Deleting subnet fd58df60-a148-4b1f-8663-c35574c1dc60 {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:28:08.041448 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-37e4d9fe-ab1e-415b-a5b2-229183658695 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:08.085405 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:08.118872 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6db48bef-97aa-4bb9-9973-19dc94c1f0d0 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:28:08.149552 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-37e4d9fe-ab1e-415b-a5b2-229183658695 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:08.166696 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5ffe14-1faa-4067-8d2a-a783e9af35d1 req-d75525c9-f158-4be5-b8f7-4f4b9c46cd73 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:08.175632 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bd5ffe14-1faa-4067-8d2a-a783e9af35d1 req-d75525c9-f158-4be5-b8f7-4f4b9c46cd73 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/ports?device_id=8537ba91-f526-4403-b51f-00c5f0f98b5a HTTP/1.1" status: 200 len: 945 time: 0.1519656 Dec 06 17:28:08.214222 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 6db48bef-97aa-4bb9-9973-19dc94c1f0d0, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=6db48bef-97aa-4bb9-9973-19dc94c1f0d0,segment=NetworkSegment(42bff26c-68a9-49fb-9b4f-34e773f0fd80),segment_id=42bff26c-68a9-49fb-9b4f-34e773f0fd80)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:28:08.238369 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:08.238898 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52066faf-6bf3-4dc6-91d1-84b1a18f50df tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Router 42a80a43-952d-4464-8c75-25004f7385cf is scheduled to L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 17:28:08.255935 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-37e4d9fe-ab1e-415b-a5b2-229183658695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:08.256103 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bd5ffe14-1faa-4067-8d2a-a783e9af35d1 req-899d6d4f-a06a-4a23-ab87-1e1939328d5f tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4bc6e59-bf7d-42c4-9e98-323b53a08b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794809 Dec 06 17:28:08.374830 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=6db48bef-97aa-4bb9-9973-19dc94c1f0d0,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:08.417025 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-76f60e08-1491-4923-9d95-7d84c2f372da None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:08.434696 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-76f60e08-1491-4923-9d95-7d84c2f372da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:08.443985 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52066faf-6bf3-4dc6-91d1-84b1a18f50df tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:28:08.515249 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e04ecd-1558-4c87-b808-d68aa086c2cb None None] Sync routers for ids ['42a80a43-952d-4464-8c75-25004f7385cf'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:28:08.527991 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['6db48bef-97aa-4bb9-9973-19dc94c1f0d0'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:28:08.537267 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-52066faf-6bf3-4dc6-91d1-84b1a18f50df tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:08.548174 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-52066faf-6bf3-4dc6-91d1-84b1a18f50df tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 8.7157276 Dec 06 17:28:08.549999 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 38216) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:08.568870 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f60e08-1491-4923-9d95-7d84c2f372da None None] Network acbf8376-575c-46fd-a8fa-309a38891eb6 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:28:08.604213 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2cd8df-c5fc-4fa4-ae9f-d1e178d96ac0 req-1d788a2c-5c54-4315-8fbc-cc9485300c6c tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:08.621814 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2e2cd8df-c5fc-4fa4-ae9f-d1e178d96ac0 req-1d788a2c-5c54-4315-8fbc-cc9485300c6c tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e766107-5d5f-422c-b94b-1d8d8ddacb83 HTTP/1.1" status: 200 len: 943 time: 0.3038340 Dec 06 17:28:08.660759 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-76f60e08-1491-4923-9d95-7d84c2f372da None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:28:08.679098 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-37e4d9fe-ab1e-415b-a5b2-229183658695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:08.682050 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f60e08-1491-4923-9d95-7d84c2f372da None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:28:08.690864 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e04ecd-1558-4c87-b808-d68aa086c2cb None None] Routers {'42a80a43-952d-4464-8c75-25004f7385cf'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:28:08.696990 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-54e04ecd-1558-4c87-b808-d68aa086c2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:27:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['42a80a43-952d-4464-8c75-25004f7385cf'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:28:08.713423 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f60e08-1491-4923-9d95-7d84c2f372da None None] Pushing event updated for resources: {'Port': ['ID=64624625-f2fb-456a-8404-9d6a6b9f25f2,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:08.734387 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-37e4d9fe-ab1e-415b-a5b2-229183658695 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:08.746056 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 38222) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:08.746377 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-37e4d9fe-ab1e-415b-a5b2-229183658695 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/fd58df60-a148-4b1f-8663-c35574c1dc60 HTTP/1.1" status: 204 len: 168 time: 0.8853495 Dec 06 17:28:08.909744 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e4d9fe-ab1e-415b-a5b2-229183658695 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd58df60-a148-4b1f-8663-c35574c1dc60,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:09.011145 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2e2cd8df-c5fc-4fa4-ae9f-d1e178d96ac0 req-55f242c2-0ed8-4d7b-8b1f-6e5cbec0b1b8 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b076312-1c54-4a4a-a63b-13a8529c717b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3830264 Dec 06 17:28:09.019699 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-238cf5ed-e904-4078-b27e-4bc15d6ac2aa tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:09.133276 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238cf5ed-e904-4078-b27e-4bc15d6ac2aa tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Pushing event updated for resources: {'Subnet': ['ID=f26d8ce0-5d04-47f0-9534-b4addbb6bb8b,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:09.139118 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238cf5ed-e904-4078-b27e-4bc15d6ac2aa tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Checking segment: {'id': 'a375c2c0-7f8f-4686-a8e8-105f1adc7f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '74168828-a664-4dc2-87f2-bb0691d73aa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:28:09.139557 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238cf5ed-e904-4078-b27e-4bc15d6ac2aa tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Network hostable DHCP agents. Network: 74168828-a664-4dc2-87f2-bb0691d73aa8, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:28:09.147103 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-76f60e08-1491-4923-9d95-7d84c2f372da None None] Attempting to bind port 64624625-f2fb-456a-8404-9d6a6b9f25f2 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:28:09.154730 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-76f60e08-1491-4923-9d95-7d84c2f372da None None] Attempting to bind port 64624625-f2fb-456a-8404-9d6a6b9f25f2 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '8b948b71-3cbf-4171-8fb5-b00877d5b65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'acbf8376-575c-46fd-a8fa-309a38891eb6'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:28:09.155190 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f60e08-1491-4923-9d95-7d84c2f372da None None] Attempting to bind port 64624625-f2fb-456a-8404-9d6a6b9f25f2 on network acbf8376-575c-46fd-a8fa-309a38891eb6 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:28:09.177514 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-4a9a225f-5ead-41d2-ae5e-116b32edd475 tempest-TestNetworkAdvancedServerOps-348317602 tempest-TestNetworkAdvancedServerOps-348317602-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=87136a91f6c54863bdb78ae5833b5c4e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6255991 Dec 06 17:28:09.178327 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f60e08-1491-4923-9d95-7d84c2f372da None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:28:09.178724 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f60e08-1491-4923-9d95-7d84c2f372da None None] Checking segment: {'id': '8b948b71-3cbf-4171-8fb5-b00877d5b65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'acbf8376-575c-46fd-a8fa-309a38891eb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:28:09.179141 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-76f60e08-1491-4923-9d95-7d84c2f372da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:09.180060 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f60e08-1491-4923-9d95-7d84c2f372da None None] Bound using segment: {'id': '8b948b71-3cbf-4171-8fb5-b00877d5b65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'acbf8376-575c-46fd-a8fa-309a38891eb6'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:28:09.180555 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-76f60e08-1491-4923-9d95-7d84c2f372da None None] Bound port: 64624625-f2fb-456a-8404-9d6a6b9f25f2, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b948b71-3cbf-4171-8fb5-b00877d5b65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'acbf8376-575c-46fd-a8fa-309a38891eb6'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:28:09.180942 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-76f60e08-1491-4923-9d95-7d84c2f372da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:09.183406 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 38228) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:09.223363 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d15cb2f2-dc23-4ae6-9e43-2cf7b2d86266 req-35db7594-015b-4c7f-9e09-78ba7d24113f tempest-ServerShowV254Test-831571093 tempest-ServerShowV254Test-831571093-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2bb4719-78f8-491e-81b9-7abe531e0687 HTTP/1.1" status: 200 len: 210 time: 0.0635710 Dec 06 17:28:09.224255 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238cf5ed-e904-4078-b27e-4bc15d6ac2aa tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Network 74168828-a664-4dc2-87f2-bb0691d73aa8 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:28:09.242828 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-238cf5ed-e904-4078-b27e-4bc15d6ac2aa tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 74168828-a664-4dc2-87f2-bb0691d73aa8) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:28:09.257586 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238cf5ed-e904-4078-b27e-4bc15d6ac2aa tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:09.257586 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-238cf5ed-e904-4078-b27e-4bc15d6ac2aa tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:09.257786 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-54e04ecd-1558-4c87-b808-d68aa086c2cb None None] Set router 42a80a43-952d-4464-8c75-25004f7385cf gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:28:09.285257 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-76c29f1b-eec8-4084-97f9-09cb80001afc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:09.292766 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-238cf5ed-e904-4078-b27e-4bc15d6ac2aa tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.9194887 Dec 06 17:28:09.295583 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 38232) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:09.417589 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69165c35-465b-4af9-93a7-18b6e1290945 None None] Network 74168828-a664-4dc2-87f2-bb0691d73aa8 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:28:09.423431 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dfd884-05f2-456e-9e9f-c64c2b8dc42d req-cbe408e2-5e84-446e-8f4a-faa1e37a8384 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:09.432997 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e1dfd884-05f2-456e-9e9f-c64c2b8dc42d req-cbe408e2-5e84-446e-8f4a-faa1e37a8384 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2cf186c-b023-4f7b-9919-508ea44dcf3a HTTP/1.1" status: 200 len: 944 time: 0.5633917 Dec 06 17:28:09.540657 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78fe824-8f56-41a8-b954-aec0466d11f1 req-1962aa90-33c0-413f-a0ac-a4a31247bb34 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:09.542622 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c78fe824-8f56-41a8-b954-aec0466d11f1 req-1962aa90-33c0-413f-a0ac-a4a31247bb34 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/ports?device_id=8537ba91-f526-4403-b51f-00c5f0f98b5a HTTP/1.1" status: 200 len: 945 time: 0.0933778 Dec 06 17:28:09.568762 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b3f59413-4049-401f-aec3-1681ae5d8dd7 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:09.605941 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b80810-6232-4f60-83ee-27c97de476f7 tempest-TestNetworkAdvancedServerOps-348317602 tempest-TestNetworkAdvancedServerOps-348317602-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:09.610408 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-e5b80810-6232-4f60-83ee-27c97de476f7 tempest-TestNetworkAdvancedServerOps-348317602 tempest-TestNetworkAdvancedServerOps-348317602-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4210534 Dec 06 17:28:09.612459 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 38234) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:09.682929 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c78fe824-8f56-41a8-b954-aec0466d11f1 req-00cadf75-3196-4ae7-b3d1-5b2860b6693b tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4bc6e59-bf7d-42c4-9e98-323b53a08b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337230 Dec 06 17:28:09.733037 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-76c29f1b-eec8-4084-97f9-09cb80001afc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:09.741144 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-935d7e85-342e-4e7f-a5b3-68beeb7a865d tempest-TestNetworkAdvancedServerOps-348317602 tempest-TestNetworkAdvancedServerOps-348317602-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=40c9982f-f1ff-4b90-bebe-b7d51655f7e2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0981057 Dec 06 17:28:09.745195 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 38236) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:09.753166 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e1dfd884-05f2-456e-9e9f-c64c2b8dc42d req-f9f71328-d07f-40ef-b207-ee9eb8e845b1 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1be51d-a897-4df8-bd16-cec3c37c0fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3088772 Dec 06 17:28:09.761626 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-ef1bfc44-9928-4052-8906-3f10e3e6dde3 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1785848906', 'network_id': 'a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c', 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:28:09.802338 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-76c29f1b-eec8-4084-97f9-09cb80001afc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0e7a5fe-d0a1-4cc3-8e5f-5cc2e24f3268']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:28:09.827920 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-76c29f1b-eec8-4084-97f9-09cb80001afc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38ce1c81-15f0-4d63-8f90-ecc9bfb0eebf') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:28:09.828557 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-76c29f1b-eec8-4084-97f9-09cb80001afc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38ce1c81-15f0-4d63-8f90-ecc9bfb0eebf') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:28:09.847860 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-76c29f1b-eec8-4084-97f9-09cb80001afc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:09.885863 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-76c29f1b-eec8-4084-97f9-09cb80001afc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:09.905275 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76c29f1b-eec8-4084-97f9-09cb80001afc admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:28:09.906230 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-76c29f1b-eec8-4084-97f9-09cb80001afc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:09.946315 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b3f59413-4049-401f-aec3-1681ae5d8dd7 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:09.997887 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 17:28:09.997887 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:28:09.997887 n-d-master-1 neutron-server[103284]: timer() Dec 06 17:28:09.997887 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:28:09.997887 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 17:28:09.997887 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:28:09.997887 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 17:28:09.997887 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:28:09.997887 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 17:28:09.997887 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:28:09.997887 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 17:28:09.997887 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:28:09.997887 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 17:28:09.997887 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:28:09.997887 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:28:09.997887 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:28:09.997887 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:28:09.997887 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:28:09.997887 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 17:28:09.997887 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:28:09.997887 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 17:28:09.997887 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:28:09.997887 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:28:09.997887 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:28:09.997887 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 17:28:09.997887 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:28:09.997887 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:28:09.997887 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:28:09.997887 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:28:09.997887 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:28:09.997887 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:28:09.997887 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:28:10.021289 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-76c29f1b-eec8-4084-97f9-09cb80001afc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:10.032072 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-76c29f1b-eec8-4084-97f9-09cb80001afc admin admin] Publish callbacks [] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:10.039575 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 38240) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:10.045682 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-76c29f1b-eec8-4084-97f9-09cb80001afc admin admin] 10.222.0.23 "DELETE /v2.0/networks/a0e7a5fe-d0a1-4cc3-8e5f-5cc2e24f3268 HTTP/1.1" status: 204 len: 168 time: 1.2882218 Dec 06 17:28:10.155779 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b3f59413-4049-401f-aec3-1681ae5d8dd7 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:10.180400 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c29f1b-eec8-4084-97f9-09cb80001afc admin admin] Pushing event deleted for resources: {'Network': ['ID=a0e7a5fe-d0a1-4cc3-8e5f-5cc2e24f3268,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:10.246690 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef1bfc44-9928-4052-8906-3f10e3e6dde3 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Made reservation on behalf of 87136a91f6c54863bdb78ae5833b5c4e for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:28:10.247497 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1e04e79-0a4b-4a1c-ab00-ced35550d56d admin admin] Deleting subnet eaa3fa7a-0cb8-4d85-93df-2c5f4b1ae4b5 {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:28:10.249894 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f59413-4049-401f-aec3-1681ae5d8dd7 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Pushing event deleted for resources: {'Subnet': ['ID=f26d8ce0-5d04-47f0-9534-b4addbb6bb8b,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:10.252413 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ef1bfc44-9928-4052-8906-3f10e3e6dde3 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:10.261318 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f1e04e79-0a4b-4a1c-ab00-ced35550d56d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:10.440061 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-76f60e08-1491-4923-9d95-7d84c2f372da None None] For port 64624625-f2fb-456a-8404-9d6a6b9f25f2, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:28:10.493438 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-76f60e08-1491-4923-9d95-7d84c2f372da None None] For port 64624625-f2fb-456a-8404-9d6a6b9f25f2, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=64624625-f2fb-456a-8404-9d6a6b9f25f2,segment=NetworkSegment(8b948b71-3cbf-4171-8fb5-b00877d5b65c),segment_id=8b948b71-3cbf-4171-8fb5-b00877d5b65c)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:28:10.518121 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-76f60e08-1491-4923-9d95-7d84c2f372da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:10.534206 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b4d2d71c-ff4a-44f8-9928-450afe1aa221 req-17bccb1e-fff3-4b6e-9de5-6a6ec982affa tempest-ServerShowV254Test-831571093 tempest-ServerShowV254Test-831571093-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2bb4719-78f8-491e-81b9-7abe531e0687 HTTP/1.1" status: 200 len: 210 time: 0.0698063 Dec 06 17:28:10.615073 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b3f59413-4049-401f-aec3-1681ae5d8dd7 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:10.699738 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-b3f59413-4049-401f-aec3-1681ae5d8dd7 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74168828-a664-4dc2-87f2-bb0691d73aa8']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:28:10.733755 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-b3f59413-4049-401f-aec3-1681ae5d8dd7 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a375c2c0-7f8f-4686-a8e8-105f1adc7f00') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:28:10.733755 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-b3f59413-4049-401f-aec3-1681ae5d8dd7 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a375c2c0-7f8f-4686-a8e8-105f1adc7f00') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:28:10.746250 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ef1bfc44-9928-4052-8906-3f10e3e6dde3 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:10.767716 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b3f59413-4049-401f-aec3-1681ae5d8dd7 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:10.833842 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f1e04e79-0a4b-4a1c-ab00-ced35550d56d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:10.851746 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b3f59413-4049-401f-aec3-1681ae5d8dd7 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:10.980949 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3f59413-4049-401f-aec3-1681ae5d8dd7 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:28:10.981420 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b3f59413-4049-401f-aec3-1681ae5d8dd7 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:11.007277 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1bfc44-9928-4052-8906-3f10e3e6dde3 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Pushing event updated for resources: {'Subnet': ['ID=a240123d-81b7-4a46-9e81-fb9ca8196e24,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:11.064695 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:28:11.064695 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:28:11.064695 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:28:11.064695 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:28:11.064695 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:28:11.064695 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:28:11.064695 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:28:11.064695 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:28:11.064695 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:28:11.064695 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:28:11.064695 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:28:11.064695 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:28:11.064695 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:28:11.064695 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:28:11.064695 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:28:11.064695 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:28:11.064695 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:28:11.064695 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:28:11.064695 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:28:11.064695 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:28:11.064695 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:28:11.064695 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:28:11.064695 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:28:11.064695 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:28:11.064695 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:28:11.064695 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:28:11.064695 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:28:11.064695 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:28:11.064695 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:28:11.064695 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:28:11.064695 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:28:11.064695 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:28:11.077760 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffde2e2a-fe66-4754-8bb4-7bca041ed955 None None] Network 74168828-a664-4dc2-87f2-bb0691d73aa8 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:28:11.105344 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f60e08-1491-4923-9d95-7d84c2f372da None None] Pushing event updated for resources: {'Port': ['ID=64624625-f2fb-456a-8404-9d6a6b9f25f2,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:11.130955 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1bfc44-9928-4052-8906-3f10e3e6dde3 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Checking segment: {'id': '01c80ae1-47cd-4b92-84e1-920e248051d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:28:11.138024 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1bfc44-9928-4052-8906-3f10e3e6dde3 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Network hostable DHCP agents. Network: a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:28:11.220451 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed71db14-a4a1-4907-b820-a86e05d9fc2e req-9381017a-7fce-44c2-b872-aa02ec2b279a tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:11.232009 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ed71db14-a4a1-4907-b820-a86e05d9fc2e req-9381017a-7fce-44c2-b872-aa02ec2b279a tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/ports?device_id=8537ba91-f526-4403-b51f-00c5f0f98b5a HTTP/1.1" status: 200 len: 945 time: 0.2814929 Dec 06 17:28:11.449737 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1bfc44-9928-4052-8906-3f10e3e6dde3 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Network a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:28:11.468338 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b3f59413-4049-401f-aec3-1681ae5d8dd7 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:11.506840 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-ef1bfc44-9928-4052-8906-3f10e3e6dde3 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:28:11.518429 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1bfc44-9928-4052-8906-3f10e3e6dde3 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:11.522266 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ef1bfc44-9928-4052-8906-3f10e3e6dde3 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:11.582797 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-54e04ecd-1558-4c87-b808-d68aa086c2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a80a43-952d-4464-8c75-25004f7385cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1059114852', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.135'}], 'enable_snat': True}, 'gw_port_id': 'eb56abc0-5162-4a66-af37-1a834ea8506a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:28:00Z', 'updated_at': '2021-12-06T17:28:06Z', 'revision_number': 3, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'gw_port': {'id': 'eb56abc0-5162-4a66-af37-1a834ea8506a', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a3:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42a80a43-952d-4464-8c75-25004f7385cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:28:04Z', 'updated_at': '2021-12-06T17:28:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:28:11.584889 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9b9b07-cf31-48dd-8b9e-df310798c41f None None] Network a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:28:11.604687 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ed71db14-a4a1-4907-b820-a86e05d9fc2e req-6a7babc1-a6a1-45bd-a796-1118d35da193 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4bc6e59-bf7d-42c4-9e98-323b53a08b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3622420 Dec 06 17:28:11.616174 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-ef1bfc44-9928-4052-8906-3f10e3e6dde3 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.8696311 Dec 06 17:28:11.621774 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20092a93-4140-4455-b6cd-f3f32297667a req-fb550f3f-ffbe-44ef-8a70-6642d7f3996b tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:11.622897 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 38254) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:11.640353 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-20092a93-4140-4455-b6cd-f3f32297667a req-fb550f3f-ffbe-44ef-8a70-6642d7f3996b tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e766107-5d5f-422c-b94b-1d8d8ddacb83 HTTP/1.1" status: 200 len: 943 time: 1.3108141 Dec 06 17:28:11.655279 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b3f59413-4049-401f-aec3-1681ae5d8dd7 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:11.690724 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-b3f59413-4049-401f-aec3-1681ae5d8dd7 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] 10.222.0.23 "DELETE /v2.0/networks/74168828-a664-4dc2-87f2-bb0691d73aa8 HTTP/1.1" status: 204 len: 168 time: 2.3890653 Dec 06 17:28:11.698617 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f1e04e79-0a4b-4a1c-ab00-ced35550d56d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:11.759734 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 38256) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:11.798257 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-9dc73cd9-cb7a-4e21-9520-98d902e5c1d6 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-662003360'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:28:11.840809 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e04ecd-1558-4c87-b808-d68aa086c2cb None None] Checking router: 42a80a43-952d-4464-8c75-25004f7385cf for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:28:11.842798 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e04ecd-1558-4c87-b808-d68aa086c2cb None None] Updating router 42a80a43-952d-4464-8c75-25004f7385cf port eb56abc0-5162-4a66-af37-1a834ea8506a binding host n-d-master-1 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:28:11.910321 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f59413-4049-401f-aec3-1681ae5d8dd7 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Pushing event deleted for resources: {'Network': ['ID=74168828-a664-4dc2-87f2-bb0691d73aa8,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:11.934058 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dc73cd9-cb7a-4e21-9520-98d902e5c1d6 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Made reservation on behalf of ba4c3950383f40ffbf94821b2cfd141e for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:28:11.937624 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9dc73cd9-cb7a-4e21-9520-98d902e5c1d6 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:12.078632 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-20092a93-4140-4455-b6cd-f3f32297667a req-101b3da5-d751-4574-917e-65202b84eeb3 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b076312-1c54-4a4a-a63b-13a8529c717b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4372079 Dec 06 17:28:12.081070 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f1e04e79-0a4b-4a1c-ab00-ced35550d56d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:12.114102 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dc73cd9-cb7a-4e21-9520-98d902e5c1d6 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:28:12.131065 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9dc73cd9-cb7a-4e21-9520-98d902e5c1d6 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:12.131874 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-9dc73cd9-cb7a-4e21-9520-98d902e5c1d6 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Added segment 4e33cf22-9c85-463b-a0f6-52c38a35ae39 of type vlan for network 2c549c79-3944-462e-bdc7-073896133761 Dec 06 17:28:12.230636 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9dc73cd9-cb7a-4e21-9520-98d902e5c1d6 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:12.322063 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec700d6-5324-432c-8efe-9fcd6db4ba94 req-394149c4-785b-4c1d-8bbd-073b3ffca578 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:12.342978 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bec700d6-5324-432c-8efe-9fcd6db4ba94 req-394149c4-785b-4c1d-8bbd-073b3ffca578 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2cf186c-b023-4f7b-9919-508ea44dcf3a HTTP/1.1" status: 200 len: 944 time: 0.5206745 Dec 06 17:28:12.421128 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9dc73cd9-cb7a-4e21-9520-98d902e5c1d6 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:12.455263 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc73cd9-cb7a-4e21-9520-98d902e5c1d6 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:12.456326 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9dc73cd9-cb7a-4e21-9520-98d902e5c1d6 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:12.539923 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-54e04ecd-1558-4c87-b808-d68aa086c2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:12.710422 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bec700d6-5324-432c-8efe-9fcd6db4ba94 req-2cda900d-bb2c-45ca-915b-67472a025a4a tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1be51d-a897-4df8-bd16-cec3c37c0fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3664360 Dec 06 17:28:12.731305 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b0f84495-ce42-431e-b6d7-9c344dd8a0e1 req-b38cd79c-0d87-4af3-89e5-2eaf9989416b tempest-ServerShowV254Test-831571093 tempest-ServerShowV254Test-831571093-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2bb4719-78f8-491e-81b9-7abe531e0687 HTTP/1.1" status: 200 len: 210 time: 0.3144059 Dec 06 17:28:12.742397 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad8926d-ed7a-42c5-9a65-de4d58596461 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c', 'network_id': 'a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'fixed_ips': [{'subnet_id': 'a240123d-81b7-4a46-9e81-fb9ca8196e24'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:28:12.743342 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-aad8926d-ed7a-42c5-9a65-de4d58596461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:12.750591 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f1e04e79-0a4b-4a1c-ab00-ced35550d56d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:12.787280 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-f1e04e79-0a4b-4a1c-ab00-ced35550d56d admin admin] 10.222.0.23 "DELETE /v2.0/subnets/eaa3fa7a-0cb8-4d85-93df-2c5f4b1ae4b5 HTTP/1.1" status: 204 len: 168 time: 2.7444141 Dec 06 17:28:12.804116 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc73cd9-cb7a-4e21-9520-98d902e5c1d6 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Pushing event updated for resources: {'Network': ['ID=2c549c79-3944-462e-bdc7-073896133761,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:12.837102 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e04e79-0a4b-4a1c-ab00-ced35550d56d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eaa3fa7a-0cb8-4d85-93df-2c5f4b1ae4b5,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:12.844779 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 38264) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:12.889035 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 2c549c79-3944-462e-bdc7-073896133761 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:28:12.974261 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-9dc73cd9-cb7a-4e21-9520-98d902e5c1d6 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1977081 Dec 06 17:28:12.977361 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 38266) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:12.984902 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-7191ce6b-5a05-47f4-bcad-59b854921621 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Request body: {'subnet': {'network_id': '2c549c79-3944-462e-bdc7-073896133761', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:28:13.000688 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf60aa3-d9ce-498c-8dee-a15c97ad8f13 None None] Network acbf8376-575c-46fd-a8fa-309a38891eb6 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:28:13.123800 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9d5eeaf4-1c79-40d8-bcc6-1e0e67d99f55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:13.152892 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 64624625-f2fb-456a-8404-9d6a6b9f25f2 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:28:13.286822 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee86464a-fe2e-4387-a345-4a03c86cbbb5 req-785f47de-fd79-4a52-9ded-3ec66629381a tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:13.290504 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee86464a-fe2e-4387-a345-4a03c86cbbb5 req-785f47de-fd79-4a52-9ded-3ec66629381a tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/ports?device_id=8537ba91-f526-4403-b51f-00c5f0f98b5a HTTP/1.1" status: 200 len: 945 time: 0.4073362 Dec 06 17:28:13.346226 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 6db48bef-97aa-4bb9-9973-19dc94c1f0d0 up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:28:13.372757 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9d5eeaf4-1c79-40d8-bcc6-1e0e67d99f55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:13.407765 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-fad46a21-21d4-41d4-8857-033c0e03a449 None None] Provisioning complete for port 64624625-f2fb-456a-8404-9d6a6b9f25f2 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:28:13.408112 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fad46a21-21d4-41d4-8857-033c0e03a449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:13.425631 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-9d5eeaf4-1c79-40d8-bcc6-1e0e67d99f55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd1de7e2-8d08-4c1b-b4c1-9bb46441e839']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:28:13.449461 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3784a4-1dc5-4c59-ba44-1b4daca3ae40 req-f08ed58d-2270-4696-be37-dc75fc74a458 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:13.451464 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3a3784a4-1dc5-4c59-ba44-1b4daca3ae40 req-f08ed58d-2270-4696-be37-dc75fc74a458 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e766107-5d5f-422c-b94b-1d8d8ddacb83 HTTP/1.1" status: 200 len: 943 time: 0.0933144 Dec 06 17:28:13.455803 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-9d5eeaf4-1c79-40d8-bcc6-1e0e67d99f55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a10479a3-33f5-4ace-8b67-8ba04605d732') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:28:13.456360 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-9d5eeaf4-1c79-40d8-bcc6-1e0e67d99f55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a10479a3-33f5-4ace-8b67-8ba04605d732') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:28:13.485406 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9d5eeaf4-1c79-40d8-bcc6-1e0e67d99f55 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:13.491192 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7191ce6b-5a05-47f4-bcad-59b854921621 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Made reservation on behalf of ba4c3950383f40ffbf94821b2cfd141e for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:28:13.499690 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7191ce6b-5a05-47f4-bcad-59b854921621 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:13.509558 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port 6db48bef-97aa-4bb9-9973-19dc94c1f0d0 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:28:13.513846 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9d5eeaf4-1c79-40d8-bcc6-1e0e67d99f55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:13.529194 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d5eeaf4-1c79-40d8-bcc6-1e0e67d99f55 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:28:13.530022 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9d5eeaf4-1c79-40d8-bcc6-1e0e67d99f55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:13.532031 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:28:13.532031 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:28:13.532031 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:28:13.532031 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:28:13.532031 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:28:13.532031 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:28:13.532031 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:28:13.532031 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:28:13.532031 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:28:13.532031 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:28:13.532031 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:28:13.532031 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:28:13.532031 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:28:13.532031 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:28:13.532031 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:28:13.532031 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:28:13.532031 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:28:13.532031 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:28:13.532031 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:28:13.532031 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:28:13.532031 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:28:13.532031 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:28:13.532031 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:28:13.532031 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:28:13.532031 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:28:13.532031 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:28:13.532031 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:28:13.532031 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:28:13.532031 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:28:13.532031 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:28:13.532031 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:28:13.532031 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:28:13.534035 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee86464a-fe2e-4387-a345-4a03c86cbbb5 req-a9f7a693-454c-405c-924d-840e7200dd58 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4bc6e59-bf7d-42c4-9e98-323b53a08b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283282 Dec 06 17:28:13.548912 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3a3784a4-1dc5-4c59-ba44-1b4daca3ae40 req-dca26894-a1e6-4dca-a8a0-66be598ce294 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b076312-1c54-4a4a-a63b-13a8529c717b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0900309 Dec 06 17:28:13.590247 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-208a0667-3030-4684-a004-df1e3eee9d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:13.591974 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port 6db48bef-97aa-4bb9-9973-19dc94c1f0d0 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:28:13.592092 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:13.605225 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9d5eeaf4-1c79-40d8-bcc6-1e0e67d99f55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:13.612744 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9d5eeaf4-1c79-40d8-bcc6-1e0e67d99f55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:13.619660 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-9d5eeaf4-1c79-40d8-bcc6-1e0e67d99f55 admin admin] 10.222.0.23 "DELETE /v2.0/networks/fd1de7e2-8d08-4c1b-b4c1-9bb46441e839 HTTP/1.1" status: 204 len: 168 time: 0.7612796 Dec 06 17:28:13.634041 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5eeaf4-1c79-40d8-bcc6-1e0e67d99f55 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd1de7e2-8d08-4c1b-b4c1-9bb46441e839,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:13.679099 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 64624625-f2fb-456a-8404-9d6a6b9f25f2 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:28:13.679099 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:13.699928 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-aad8926d-ed7a-42c5-9a65-de4d58596461 None None] Allocated IP 172.20.0.2 (a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c/a240123d-81b7-4a46-9e81-fb9ca8196e24/0c5014eb-db1d-4c94-9769-5ad2abf5139a) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:28:13.735439 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-13c0dd34-0700-43c0-a4e3-20f808d59d76 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:13.982126 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-554d5ea5-c03e-405a-be0d-711fc5962f3a req-0f25e290-0fbc-4168-8b5c-8456afec4e85 tempest-ServerShowV254Test-831571093 tempest-ServerShowV254Test-831571093-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2bb4719-78f8-491e-81b9-7abe531e0687 HTTP/1.1" status: 200 len: 210 time: 0.0536788 Dec 06 17:28:14.176269 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 38280) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:14.243255 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-69acf79c-84b2-49e0-a5a3-f711fbaa63fa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=01f10398d64c4e2c9584b119c7f17e27&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0652530 Dec 06 17:28:14.244114 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 38282) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:14.252009 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daa6ffd-baa8-45c8-85d9-f65c19e2f594 req-6f5138fe-5b64-49b5-aba7-126fc3709c28 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:14.259593 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1daa6ffd-baa8-45c8-85d9-f65c19e2f594 req-6f5138fe-5b64-49b5-aba7-126fc3709c28 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2cf186c-b023-4f7b-9919-508ea44dcf3a HTTP/1.1" status: 200 len: 944 time: 0.3093169 Dec 06 17:28:14.325894 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-54e04ecd-1558-4c87-b808-d68aa086c2cb None None] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:14.330235 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:14.370989 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b52b520c-b765-4c3a-bb27-c8ab6b10fa47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:14.376966 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 6db48bef-97aa-4bb9-9973-19dc94c1f0d0, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=6db48bef-97aa-4bb9-9973-19dc94c1f0d0,segment=NetworkSegment(42bff26c-68a9-49fb-9b4f-34e773f0fd80),segment_id=42bff26c-68a9-49fb-9b4f-34e773f0fd80)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:28:14.378505 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-54e04ecd-1558-4c87-b808-d68aa086c2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:14.388905 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7191ce6b-5a05-47f4-bcad-59b854921621 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:14.398777 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b52b520c-b765-4c3a-bb27-c8ab6b10fa47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:14.407167 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2cf186c-b023-4f7b-9919-508ea44dcf3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db48bef-97aa-4bb9-9973-19dc94c1f0d0'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:28:14.409820 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-998f7791-ca5d-4c51-8a66-8b4ba27bd9b1" -d '{"events": [{"server_uuid": "e2cf186c-b023-4f7b-9919-508ea44dcf3a", "name": "network-vif-plugged", "status": "completed", "tag": "6db48bef-97aa-4bb9-9973-19dc94c1f0d0"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:28:14.444646 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1daa6ffd-baa8-45c8-85d9-f65c19e2f594 req-0c72d3c9-c3b8-40da-b2dd-ea5c6d1fef56 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1be51d-a897-4df8-bd16-cec3c37c0fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1841383 Dec 06 17:28:14.467325 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b52b520c-b765-4c3a-bb27-c8ab6b10fa47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:14.469973 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b52b520c-b765-4c3a-bb27-c8ab6b10fa47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:14.471131 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-b52b520c-b765-4c3a-bb27-c8ab6b10fa47 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/847eaff0-5316-4ee2-80b5-1b736d65b9f8 HTTP/1.1" status: 204 len: 168 time: 0.2259355 Dec 06 17:28:14.500147 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52b520c-b765-4c3a-bb27-c8ab6b10fa47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=847eaff0-5316-4ee2-80b5-1b736d65b9f8,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:14.500829 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:14.536467 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7191ce6b-5a05-47f4-bcad-59b854921621 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Checking segment: {'id': '4e33cf22-9c85-463b-a0f6-52c38a35ae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2c549c79-3944-462e-bdc7-073896133761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:28:14.536959 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7191ce6b-5a05-47f4-bcad-59b854921621 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Network hostable DHCP agents. Network: 2c549c79-3944-462e-bdc7-073896133761, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:28:14.542021 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7191ce6b-5a05-47f4-bcad-59b854921621 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Pushing event updated for resources: {'Subnet': ['ID=1d77f9aa-75d1-4739-9e58-11fd80676cdb,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:14.567022 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7191ce6b-5a05-47f4-bcad-59b854921621 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:28:14.567542 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7191ce6b-5a05-47f4-bcad-59b854921621 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:28:14.568055 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7191ce6b-5a05-47f4-bcad-59b854921621 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:28:14.568511 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7191ce6b-5a05-47f4-bcad-59b854921621 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:28:14.568960 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7191ce6b-5a05-47f4-bcad-59b854921621 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:28:14.569408 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7191ce6b-5a05-47f4-bcad-59b854921621 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:28:14.569907 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7191ce6b-5a05-47f4-bcad-59b854921621 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:28:14.570355 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7191ce6b-5a05-47f4-bcad-59b854921621 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:28:14.570905 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7191ce6b-5a05-47f4-bcad-59b854921621 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:28:14.571346 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7191ce6b-5a05-47f4-bcad-59b854921621 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:28:14.571797 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7191ce6b-5a05-47f4-bcad-59b854921621 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:28:14.572316 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7191ce6b-5a05-47f4-bcad-59b854921621 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:28:14.572751 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7191ce6b-5a05-47f4-bcad-59b854921621 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:28:14.590374 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7191ce6b-5a05-47f4-bcad-59b854921621 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Network 2c549c79-3944-462e-bdc7-073896133761 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:28:14.594658 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fad46a21-21d4-41d4-8857-033c0e03a449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:14.610932 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb2bfed7-781b-4252-a498-ee3943748343 x-openstack-request-id: req-cb2bfed7-781b-4252-a498-ee3943748343 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:28:14.611366 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2cf186c-b023-4f7b-9919-508ea44dcf3a", "name": "network-vif-plugged", "status": "completed", "tag": "6db48bef-97aa-4bb9-9973-19dc94c1f0d0", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:28:14.611710 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cb2bfed7-781b-4252-a498-ee3943748343 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:28:14.612123 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2cf186c-b023-4f7b-9919-508ea44dcf3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db48bef-97aa-4bb9-9973-19dc94c1f0d0', 'code': 200} Dec 06 17:28:14.615198 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-7191ce6b-5a05-47f4-bcad-59b854921621 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 2c549c79-3944-462e-bdc7-073896133761) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:28:14.619978 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7191ce6b-5a05-47f4-bcad-59b854921621 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:14.620752 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7191ce6b-5a05-47f4-bcad-59b854921621 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:14.622392 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9626e753-3c01-4b6d-8d87-8a7086c60c7e None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:28:14.626387 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da72f29c-7cb1-4ab1-ab3a-7c14d5dc4b40 None None] Pushing event updated for resources: {'Port': ['ID=eb56abc0-5162-4a66-af37-1a834ea8506a,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:14.630787 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-54e04ecd-1558-4c87-b808-d68aa086c2cb None None] Attempting to bind port eb56abc0-5162-4a66-af37-1a834ea8506a on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:28:14.631166 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-54e04ecd-1558-4c87-b808-d68aa086c2cb None None] Attempting to bind port eb56abc0-5162-4a66-af37-1a834ea8506a by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:28:14.631652 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e04ecd-1558-4c87-b808-d68aa086c2cb None None] Attempting to bind port eb56abc0-5162-4a66-af37-1a834ea8506a on network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:28:14.650549 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c9a0ca-0ae9-42f4-994a-4a5e346be5f0 None None] Network 2c549c79-3944-462e-bdc7-073896133761 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:28:14.652968 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e04ecd-1558-4c87-b808-d68aa086c2cb None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:28:14.653678 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e04ecd-1558-4c87-b808-d68aa086c2cb None None] Checking segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:28:14.654096 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-54e04ecd-1558-4c87-b808-d68aa086c2cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:14.654491 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e04ecd-1558-4c87-b808-d68aa086c2cb None None] Bound using segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:28:14.654989 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-54e04ecd-1558-4c87-b808-d68aa086c2cb None None] Bound port: eb56abc0-5162-4a66-af37-1a834ea8506a, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:28:14.655585 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-54e04ecd-1558-4c87-b808-d68aa086c2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:14.661648 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-7191ce6b-5a05-47f4-bcad-59b854921621 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.6797028 Dec 06 17:28:14.662161 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 38292) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:14.679116 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-0b284b33-bc92-4518-9b04-3b82bd5c24fc tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-963858645'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:28:14.715442 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-54e04ecd-1558-4c87-b808-d68aa086c2cb None None] For port eb56abc0-5162-4a66-af37-1a834ea8506a, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:28:14.719127 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-54e04ecd-1558-4c87-b808-d68aa086c2cb None None] For port eb56abc0-5162-4a66-af37-1a834ea8506a, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=eb56abc0-5162-4a66-af37-1a834ea8506a,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:28:14.766971 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b284b33-bc92-4518-9b04-3b82bd5c24fc tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Made reservation on behalf of ba4c3950383f40ffbf94821b2cfd141e for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:28:14.780589 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-54e04ecd-1558-4c87-b808-d68aa086c2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:14.780853 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0b284b33-bc92-4518-9b04-3b82bd5c24fc tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:14.780972 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fc3df0-3a48-40ae-9eb3-fe4fe0d4f13b req-2e0ceef1-e0e7-456f-91b7-76339e10a5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:14.781813 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e1fc3df0-3a48-40ae-9eb3-fe4fe0d4f13b req-2e0ceef1-e0e7-456f-91b7-76339e10a5cf service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e2cf186c-b023-4f7b-9919-508ea44dcf3a HTTP/1.1" status: 200 len: 1096 time: 0.1283519 Dec 06 17:28:14.840761 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95396922-223c-4c55-ba8f-d157794e30ab req-e2b366c2-495e-48c2-925d-dc23003cf24e tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:14.846491 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e04ecd-1558-4c87-b808-d68aa086c2cb None None] Routers {'42a80a43-952d-4464-8c75-25004f7385cf'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:28:14.847139 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-54e04ecd-1558-4c87-b808-d68aa086c2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:27:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['42a80a43-952d-4464-8c75-25004f7385cf'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:28:14.852199 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-95396922-223c-4c55-ba8f-d157794e30ab req-e2b366c2-495e-48c2-925d-dc23003cf24e tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e766107-5d5f-422c-b94b-1d8d8ddacb83 HTTP/1.1" status: 200 len: 943 time: 0.1293046 Dec 06 17:28:14.885687 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-aad8926d-ed7a-42c5-9a65-de4d58596461 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:14.922390 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b284b33-bc92-4518-9b04-3b82bd5c24fc tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:28:14.922872 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e1fc3df0-3a48-40ae-9eb3-fe4fe0d4f13b req-1126c2e5-7ed3-44ed-9224-7d884bffa568 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3b1be51d-a897-4df8-bd16-cec3c37c0fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258340 Dec 06 17:28:14.944624 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0b284b33-bc92-4518-9b04-3b82bd5c24fc tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:14.945380 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-0b284b33-bc92-4518-9b04-3b82bd5c24fc tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Added segment 150567ad-7d2d-4b2d-b7aa-1f30e3070911 of type vlan for network 72e7ea7a-f089-42fa-ab7d-7062b0299160 Dec 06 17:28:14.970410 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497c8f04-e607-4500-8882-f231da5c2114 req-453f4925-168b-4f1b-baf4-fb66851f08ae tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:14.979427 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-497c8f04-e607-4500-8882-f231da5c2114 req-453f4925-168b-4f1b-baf4-fb66851f08ae tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/ports?device_id=8537ba91-f526-4403-b51f-00c5f0f98b5a HTTP/1.1" status: 200 len: 945 time: 0.1918578 Dec 06 17:28:14.984561 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-95396922-223c-4c55-ba8f-d157794e30ab req-8a9ebaae-6aa9-472d-b1d1-225296837871 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b076312-1c54-4a4a-a63b-13a8529c717b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1151690 Dec 06 17:28:14.994700 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b10f840-b8c4-4abd-b941-e4915ad5ae4b None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:28:15.012008 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:15.106954 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 17:28:15.109510 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=6db48bef-97aa-4bb9-9973-19dc94c1f0d0,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:15.112861 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-aad8926d-ed7a-42c5-9a65-de4d58596461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:15.129027 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0b284b33-bc92-4518-9b04-3b82bd5c24fc tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:15.150153 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-13c0dd34-0700-43c0-a4e3-20f808d59d76 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Allocated IP 172.20.0.1 (a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c/a240123d-81b7-4a46-9e81-fb9ca8196e24/7c5102cc-1ae1-46d0-83a7-a0f32a6b3654) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:28:15.173136 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5a035b58-fa49-4b9e-8f20-0005edb15675 req-ef6947c0-7e26-458b-8b9d-9652b4ef8866 tempest-ServerShowV254Test-831571093 tempest-ServerShowV254Test-831571093-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2bb4719-78f8-491e-81b9-7abe531e0687 HTTP/1.1" status: 200 len: 210 time: 0.0574079 Dec 06 17:28:15.253136 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-497c8f04-e607-4500-8882-f231da5c2114 req-e3710406-2128-4e18-9739-694c0ca42599 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4bc6e59-bf7d-42c4-9e98-323b53a08b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687061 Dec 06 17:28:15.255616 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 38300) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:15.284770 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-fad46a21-21d4-41d4-8857-033c0e03a449 None None] For port 64624625-f2fb-456a-8404-9d6a6b9f25f2, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=64624625-f2fb-456a-8404-9d6a6b9f25f2,segment=NetworkSegment(8b948b71-3cbf-4171-8fb5-b00877d5b65c),segment_id=8b948b71-3cbf-4171-8fb5-b00877d5b65c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:28:15.287110 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0b284b33-bc92-4518-9b04-3b82bd5c24fc tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:15.290804 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad8926d-ed7a-42c5-9a65-de4d58596461 None None] Network a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:28:15.294062 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b284b33-bc92-4518-9b04-3b82bd5c24fc tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:15.294865 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0b284b33-bc92-4518-9b04-3b82bd5c24fc tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks [] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:15.308556 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-aad8926d-ed7a-42c5-9a65-de4d58596461 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:28:15.310960 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fad46a21-21d4-41d4-8857-033c0e03a449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:15.313919 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad8926d-ed7a-42c5-9a65-de4d58596461 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:28:15.320238 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da72f29c-7cb1-4ab1-ab3a-7c14d5dc4b40 None None] Pushing event updated for resources: {'Port': ['ID=eb56abc0-5162-4a66-af37-1a834ea8506a,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:15.343303 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-bbd094a8-e3f1-4eba-9ab6-bb5d7ecb8e5d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=911cf7993a4e4ee4933c502403d2e259&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0859060 Dec 06 17:28:15.343998 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 38302) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:15.400300 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-54e04ecd-1558-4c87-b808-d68aa086c2cb None None] Set router 42a80a43-952d-4464-8c75-25004f7385cf gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:28:15.428194 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-0b284b33-bc92-4518-9b04-3b82bd5c24fc tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7645104 Dec 06 17:28:15.431650 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 38304) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:15.446757 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-c7d01be3-d8f9-49c2-a248-0084675b9a17 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Request body: {'subnet': {'network_id': '72e7ea7a-f089-42fa-ab7d-7062b0299160', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:28:15.528944 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b284b33-bc92-4518-9b04-3b82bd5c24fc tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Pushing event updated for resources: {'Network': ['ID=72e7ea7a-f089-42fa-ab7d-7062b0299160,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:15.538017 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b5f72c4a-810c-4640-b785-2246bd1ccfce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:15.557365 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fcfa375-69ce-42a8-a9fb-c9095d47b5ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-2c549c79-3944-462e-bdc7-073896133761', 'network_id': '2c549c79-3944-462e-bdc7-073896133761', 'tenant_id': 'ba4c3950383f40ffbf94821b2cfd141e', 'fixed_ips': [{'subnet_id': '1d77f9aa-75d1-4739-9e58-11fd80676cdb'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:28:15.558506 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8fcfa375-69ce-42a8-a9fb-c9095d47b5ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:15.573075 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 72e7ea7a-f089-42fa-ab7d-7062b0299160 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:28:15.575579 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.db.api [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103286) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 17:28:15.575579 n-d-master-1 neutron-server[103286]: DEBUG oslo_db.api [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 17:28:15.576567 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad8926d-ed7a-42c5-9a65-de4d58596461 None None] Pushing event updated for resources: {'Port': ['ID=0c5014eb-db1d-4c94-9769-5ad2abf5139a,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:15.606643 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-13c0dd34-0700-43c0-a4e3-20f808d59d76 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:15.616434 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b5f72c4a-810c-4640-b785-2246bd1ccfce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:15.675575 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-13c0dd34-0700-43c0-a4e3-20f808d59d76 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:15.714240 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-aad8926d-ed7a-42c5-9a65-de4d58596461 None None] Attempting to bind port 0c5014eb-db1d-4c94-9769-5ad2abf5139a on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:28:15.714624 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-aad8926d-ed7a-42c5-9a65-de4d58596461 None None] Attempting to bind port 0c5014eb-db1d-4c94-9769-5ad2abf5139a by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '01c80ae1-47cd-4b92-84e1-920e248051d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:28:15.714991 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad8926d-ed7a-42c5-9a65-de4d58596461 None None] Attempting to bind port 0c5014eb-db1d-4c94-9769-5ad2abf5139a on network a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:28:15.718844 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7d01be3-d8f9-49c2-a248-0084675b9a17 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Made reservation on behalf of ba4c3950383f40ffbf94821b2cfd141e for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:28:15.723275 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c7d01be3-d8f9-49c2-a248-0084675b9a17 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:15.730587 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad8926d-ed7a-42c5-9a65-de4d58596461 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:28:15.730910 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad8926d-ed7a-42c5-9a65-de4d58596461 None None] Checking segment: {'id': '01c80ae1-47cd-4b92-84e1-920e248051d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:28:15.731327 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-aad8926d-ed7a-42c5-9a65-de4d58596461 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:15.731724 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad8926d-ed7a-42c5-9a65-de4d58596461 None None] Bound using segment: {'id': '01c80ae1-47cd-4b92-84e1-920e248051d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:28:15.733072 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-aad8926d-ed7a-42c5-9a65-de4d58596461 None None] Bound port: 0c5014eb-db1d-4c94-9769-5ad2abf5139a, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01c80ae1-47cd-4b92-84e1-920e248051d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:28:15.736204 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-aad8926d-ed7a-42c5-9a65-de4d58596461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:15.764099 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6f7fa9-f520-49d3-a1b3-5f221eaa0a6e req-ca69f0b6-ce70-46aa-8509-3fca0cf88c37 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:15.765800 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-dc6f7fa9-f520-49d3-a1b3-5f221eaa0a6e req-ca69f0b6-ce70-46aa-8509-3fca0cf88c37 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2cf186c-b023-4f7b-9919-508ea44dcf3a HTTP/1.1" status: 200 len: 945 time: 0.1531172 Dec 06 17:28:15.819531 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.ipam_backend_mixin [None req-c7d01be3-d8f9-49c2-a248-0084675b9a17 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Performing IP validity checks on allocation pools {{(pid=103285) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 06 17:28:15.820601 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.ipam_backend_mixin [None req-c7d01be3-d8f9-49c2-a248-0084675b9a17 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103285) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 06 17:28:15.822827 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b5f72c4a-810c-4640-b785-2246bd1ccfce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:15.825443 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b5f72c4a-810c-4640-b785-2246bd1ccfce admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:15.829058 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-b5f72c4a-810c-4640-b785-2246bd1ccfce admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/993fead1-3034-4496-b827-31708b342087 HTTP/1.1" status: 204 len: 168 time: 0.4811590 Dec 06 17:28:15.839490 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-ceceb89a-6ff5-4f55-9908-58820ceda05b None None] Provisioning complete for port 64624625-f2fb-456a-8404-9d6a6b9f25f2 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:28:15.840017 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ceceb89a-6ff5-4f55-9908-58820ceda05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:15.848623 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad46a21-21d4-41d4-8857-033c0e03a449 None None] Pushing event updated for resources: {'Port': ['ID=64624625-f2fb-456a-8404-9d6a6b9f25f2,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:15.857570 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f72c4a-810c-4640-b785-2246bd1ccfce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=993fead1-3034-4496-b827-31708b342087,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:15.913689 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-dc6f7fa9-f520-49d3-a1b3-5f221eaa0a6e req-3342c622-6109-43d0-8259-fb7aa2081c6e tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1be51d-a897-4df8-bd16-cec3c37c0fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069515 Dec 06 17:28:15.951779 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-aad8926d-ed7a-42c5-9a65-de4d58596461 None None] For port 0c5014eb-db1d-4c94-9769-5ad2abf5139a, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:28:15.956232 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-aad8926d-ed7a-42c5-9a65-de4d58596461 None None] For port 0c5014eb-db1d-4c94-9769-5ad2abf5139a, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0c5014eb-db1d-4c94-9769-5ad2abf5139a,segment=NetworkSegment(01c80ae1-47cd-4b92-84e1-920e248051d6),segment_id=01c80ae1-47cd-4b92-84e1-920e248051d6)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:28:15.977721 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-59046c74-e321-4f88-b6fb-3f1124680979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:15.988397 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-aad8926d-ed7a-42c5-9a65-de4d58596461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:16.146236 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c7d01be3-d8f9-49c2-a248-0084675b9a17 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:16.196211 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c0dd34-0700-43c0-a4e3-20f808d59d76 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Pushing event updated for resources: {'Port': ['ID=7c5102cc-1ae1-46d0-83a7-a0f32a6b3654,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:16.249979 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c0dd34-0700-43c0-a4e3-20f808d59d76 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Network a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:28:16.254487 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-13c0dd34-0700-43c0-a4e3-20f808d59d76 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:28:16.258312 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c0dd34-0700-43c0-a4e3-20f808d59d76 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:28:16.279283 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad8926d-ed7a-42c5-9a65-de4d58596461 None None] Pushing event updated for resources: {'Port': ['ID=0c5014eb-db1d-4c94-9769-5ad2abf5139a,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:16.318943 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defeb9db-bba3-4958-a6de-ba71d52fa338 req-0ace5d2c-5658-4fda-8c02-f623601c08a8 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:16.321250 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-defeb9db-bba3-4958-a6de-ba71d52fa338 req-0ace5d2c-5658-4fda-8c02-f623601c08a8 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e766107-5d5f-422c-b94b-1d8d8ddacb83 HTTP/1.1" status: 200 len: 943 time: 0.1152096 Dec 06 17:28:16.327899 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-13c0dd34-0700-43c0-a4e3-20f808d59d76 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539179'] for router_interface, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:16.381706 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-18766500-833d-4301-9eba-0a4775630121 req-2fb19bf7-dc0f-41bf-89ea-b70445cf0de3 tempest-ServerShowV254Test-831571093 tempest-ServerShowV254Test-831571093-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2bb4719-78f8-491e-81b9-7abe531e0687 HTTP/1.1" status: 200 len: 210 time: 0.0403011 Dec 06 17:28:16.382845 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d01be3-d8f9-49c2-a248-0084675b9a17 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Pushing event updated for resources: {'Subnet': ['ID=415939a0-b6f5-4089-952b-cc263711a2ec,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:16.420448 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d01be3-d8f9-49c2-a248-0084675b9a17 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Checking segment: {'id': '150567ad-7d2d-4b2d-b7aa-1f30e3070911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '72e7ea7a-f089-42fa-ab7d-7062b0299160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:28:16.420876 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d01be3-d8f9-49c2-a248-0084675b9a17 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Network hostable DHCP agents. Network: 72e7ea7a-f089-42fa-ab7d-7062b0299160, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:28:16.451516 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d01be3-d8f9-49c2-a248-0084675b9a17 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Network 72e7ea7a-f089-42fa-ab7d-7062b0299160 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:28:16.477420 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-c7d01be3-d8f9-49c2-a248-0084675b9a17 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 72e7ea7a-f089-42fa-ab7d-7062b0299160) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:28:16.484370 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d01be3-d8f9-49c2-a248-0084675b9a17 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:16.485092 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c7d01be3-d8f9-49c2-a248-0084675b9a17 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:16.520332 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-c7d01be3-d8f9-49c2-a248-0084675b9a17 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.0872562 Dec 06 17:28:16.522772 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 38324) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:16.545230 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947d6b1c-64ed-4fa6-bce1-da67b1d8c212 None None] Network 72e7ea7a-f089-42fa-ab7d-7062b0299160 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:28:16.546935 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 3ecd9a2d-90bf-46c7-a794-db6a81264372 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:28:16.713225 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-8fcfa375-69ce-42a8-a9fb-c9095d47b5ba None None] Allocated IP 2001:db8::1 (2c549c79-3944-462e-bdc7-073896133761/1d77f9aa-75d1-4739-9e58-11fd80676cdb/0d7e4c4b-a44f-49d7-8eaa-ffedb35a0a0f) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:28:16.734126 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.db.resource_extend [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 06 17:28:16.797614 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 64624625-f2fb-456a-8404-9d6a6b9f25f2 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:28:16.848147 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-13c0dd34-0700-43c0-a4e3-20f808d59d76 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:16.863998 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-defeb9db-bba3-4958-a6de-ba71d52fa338 req-6000809a-eac1-41b0-ba47-410cb9d6e45a tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b076312-1c54-4a4a-a63b-13a8529c717b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3808734 Dec 06 17:28:16.880270 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ea60e352-76e3-45e4-aeca-ca3088bdabcf tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:16.970262 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdcb0b4-4155-4c01-85d5-373b2811593b req-0714f4ed-c4fc-45d4-bdf4-a6b802ed7311 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:16.971856 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9cdcb0b4-4155-4c01-85d5-373b2811593b req-0714f4ed-c4fc-45d4-bdf4-a6b802ed7311 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/ports?device_id=8537ba91-f526-4403-b51f-00c5f0f98b5a HTTP/1.1" status: 200 len: 945 time: 0.4171271 Dec 06 17:28:16.991504 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ea60e352-76e3-45e4-aeca-ca3088bdabcf tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:17.193864 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 38340) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:17.255586 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491cb8e1-4f67-4510-8cfd-885bd0c69e18 req-50013690-25ee-49c7-ad3b-4de21eea0dc9 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:17.257981 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-491cb8e1-4f67-4510-8cfd-885bd0c69e18 req-50013690-25ee-49c7-ad3b-4de21eea0dc9 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2cf186c-b023-4f7b-9919-508ea44dcf3a HTTP/1.1" status: 200 len: 945 time: 0.1831994 Dec 06 17:28:17.279925 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-ceceb89a-6ff5-4f55-9908-58820ceda05b None None] Provisioning complete for port eb56abc0-5162-4a66-af37-1a834ea8506a triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:28:17.280348 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ceceb89a-6ff5-4f55-9908-58820ceda05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:17.282031 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:17.308092 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-54e04ecd-1558-4c87-b808-d68aa086c2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a80a43-952d-4464-8c75-25004f7385cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1059114852', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.135'}], 'enable_snat': True}, 'gw_port_id': 'eb56abc0-5162-4a66-af37-1a834ea8506a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:28:00Z', 'updated_at': '2021-12-06T17:28:06Z', 'revision_number': 3, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'gw_port': {'id': 'eb56abc0-5162-4a66-af37-1a834ea8506a', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a3:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42a80a43-952d-4464-8c75-25004f7385cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:28:04Z', 'updated_at': '2021-12-06T17:28:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:28:17.397666 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e04ecd-1558-4c87-b808-d68aa086c2cb None None] The sync data for ids ['42a80a43-952d-4464-8c75-25004f7385cf'] in n-d-master-1 is: [{'id': '42a80a43-952d-4464-8c75-25004f7385cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1059114852', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.135'}], 'enable_snat': True}, 'gw_port_id': 'eb56abc0-5162-4a66-af37-1a834ea8506a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:28:00Z', 'updated_at': '2021-12-06T17:28:06Z', 'revision_number': 3, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'gw_port': {'id': 'eb56abc0-5162-4a66-af37-1a834ea8506a', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a3:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42a80a43-952d-4464-8c75-25004f7385cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:28:04Z', 'updated_at': '2021-12-06T17:28:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:28:17.415217 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-491cb8e1-4f67-4510-8cfd-885bd0c69e18 req-cbb1ac44-89e0-46dd-8b08-472c0e0ff153 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1be51d-a897-4df8-bd16-cec3c37c0fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1499040 Dec 06 17:28:17.444545 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-713d8625-c1fd-4c9f-aa0d-24a066363b5b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-68489127-network', 'tenant_id': '31731eabc62542b18a3f7712a1235f2a'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:28:17.463544 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 3ecd9a2d-90bf-46c7-a794-db6a81264372, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=3ecd9a2d-90bf-46c7-a794-db6a81264372,segment=NetworkSegment(5191f104-0f28-4995-943c-dc9b12a33060),segment_id=5191f104-0f28-4995-943c-dc9b12a33060)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:28:17.477512 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-713d8625-c1fd-4c9f-aa0d-24a066363b5b admin admin] Made reservation on behalf of 31731eabc62542b18a3f7712a1235f2a for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:28:17.480778 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-713d8625-c1fd-4c9f-aa0d-24a066363b5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:17.495386 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-713d8625-c1fd-4c9f-aa0d-24a066363b5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:17.537957 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 64624625-f2fb-456a-8404-9d6a6b9f25f2 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:28:17.538809 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:17.553488 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': '3ecd9a2d-90bf-46c7-a794-db6a81264372', 'network_id': '443e19cc-aba1-401c-ba5c-6c1a74082882', 'port_id': '3ecd9a2d-90bf-46c7-a794-db6a81264372', 'mac_address': 'fa:16:3e:18:ca:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01ffc29c-932e-4129-aefc-9a2b3f836b7b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:28:17.576457 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de55f787-2376-41bd-bcd2-d25c32690cfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-72e7ea7a-f089-42fa-ab7d-7062b0299160', 'network_id': '72e7ea7a-f089-42fa-ab7d-7062b0299160', 'tenant_id': 'ba4c3950383f40ffbf94821b2cfd141e', 'fixed_ips': [{'subnet_id': '415939a0-b6f5-4089-952b-cc263711a2ec'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:28:17.577698 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-de55f787-2376-41bd-bcd2-d25c32690cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:17.688148 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7698904f-c43c-49d2-aabe-1a00d3d1417e req-0b663528-34e7-449b-a629-4367ff25f2ad tempest-ServerShowV254Test-831571093 tempest-ServerShowV254Test-831571093-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2bb4719-78f8-491e-81b9-7abe531e0687 HTTP/1.1" status: 200 len: 210 time: 0.0821998 Dec 06 17:28:17.691201 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-13c0dd34-0700-43c0-a4e3-20f808d59d76 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:17.715999 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-13c0dd34-0700-43c0-a4e3-20f808d59d76 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:17.792309 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9cdcb0b4-4155-4c01-85d5-373b2811593b req-a0effe88-80ef-4ec0-8e41-841808c3c0cc tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4bc6e59-bf7d-42c4-9e98-323b53a08b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8100567 Dec 06 17:28:17.829890 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c0dd34-0700-43c0-a4e3-20f808d59d76 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Pushing event updated for resources: {'Port': ['ID=7c5102cc-1ae1-46d0-83a7-a0f32a6b3654,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:17.845868 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ea60e352-76e3-45e4-aeca-ca3088bdabcf tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:17.907103 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ceceb89a-6ff5-4f55-9908-58820ceda05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:17.935786 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8fcfa375-69ce-42a8-a9fb-c9095d47b5ba None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:17.943797 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea60e352-76e3-45e4-aeca-ca3088bdabcf tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Pushing event deleted for resources: {'Subnet': ['ID=415939a0-b6f5-4089-952b-cc263711a2ec,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:18.018288 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8fcfa375-69ce-42a8-a9fb-c9095d47b5ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:18.048210 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-13c0dd34-0700-43c0-a4e3-20f808d59d76 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-772465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539207'] for router_interface, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:18.087428 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcfa375-69ce-42a8-a9fb-c9095d47b5ba None None] Pushing event updated for resources: {'Port': ['ID=0d7e4c4b-a44f-49d7-8eaa-ffedb35a0a0f,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:18.103422 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-ceceb89a-6ff5-4f55-9908-58820ceda05b None None] For port eb56abc0-5162-4a66-af37-1a834ea8506a, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=eb56abc0-5162-4a66-af37-1a834ea8506a,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:28:18.112245 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:18.131213 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-713d8625-c1fd-4c9f-aa0d-24a066363b5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:18.139745 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fcfa375-69ce-42a8-a9fb-c9095d47b5ba None None] Network 2c549c79-3944-462e-bdc7-073896133761 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:28:18.141198 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ceceb89a-6ff5-4f55-9908-58820ceda05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:18.146855 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-713d8625-c1fd-4c9f-aa0d-24a066363b5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:18.156912 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-8fcfa375-69ce-42a8-a9fb-c9095d47b5ba None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:28:18.161333 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-713d8625-c1fd-4c9f-aa0d-24a066363b5b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:28:18.161541 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcfa375-69ce-42a8-a9fb-c9095d47b5ba None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:28:18.174054 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-713d8625-c1fd-4c9f-aa0d-24a066363b5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:18.174820 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-713d8625-c1fd-4c9f-aa0d-24a066363b5b admin admin] Added segment 04368979-ac99-4737-9a75-271bdacd11fd of type vlan for network baae5554-5993-4f38-bd78-dc900341a8a7 Dec 06 17:28:18.209856 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ea60e352-76e3-45e4-aeca-ca3088bdabcf tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:18.226876 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-713d8625-c1fd-4c9f-aa0d-24a066363b5b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:18.228818 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c43f0b7-7efc-4770-8ee1-fa1ac311bc9a None None] Network a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:28:18.282354 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-ea60e352-76e3-45e4-aeca-ca3088bdabcf tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72e7ea7a-f089-42fa-ab7d-7062b0299160']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:28:18.301754 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb4da19-22ff-4ff8-91b2-f7f9f82d682d req-ce771a68-8915-4f11-b4e0-6e210ec6ee3a tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:18.309610 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9fb4da19-22ff-4ff8-91b2-f7f9f82d682d req-ce771a68-8915-4f11-b4e0-6e210ec6ee3a tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e766107-5d5f-422c-b94b-1d8d8ddacb83 HTTP/1.1" status: 200 len: 943 time: 0.2722447 Dec 06 17:28:18.313729 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-ea60e352-76e3-45e4-aeca-ca3088bdabcf tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '150567ad-7d2d-4b2d-b7aa-1f30e3070911') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:28:18.314341 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-ea60e352-76e3-45e4-aeca-ca3088bdabcf tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '150567ad-7d2d-4b2d-b7aa-1f30e3070911') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:28:18.320949 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713d8625-c1fd-4c9f-aa0d-24a066363b5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a040c6b3-0771-4bba-81c8-f88c93c47b98,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:18.328033 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-713d8625-c1fd-4c9f-aa0d-24a066363b5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:18.340850 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ea60e352-76e3-45e4-aeca-ca3088bdabcf tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:18.341628 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713d8625-c1fd-4c9f-aa0d-24a066363b5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:18.342241 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-713d8625-c1fd-4c9f-aa0d-24a066363b5b admin admin] Publish callbacks [] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:18.346578 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:18.348437 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server [None req-de55f787-2376-41bd-bcd2-d25c32690cfd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 415939a0-b6f5-4089-952b-cc263711a2ec: This subnet is being modified by another concurrent operation. Dec 06 17:28:18.348437 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 06 17:28:18.348437 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 06 17:28:18.348437 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 06 17:28:18.348437 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 06 17:28:18.348437 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 06 17:28:18.348437 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 06 17:28:18.348437 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 06 17:28:18.348437 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 06 17:28:18.348437 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 06 17:28:18.348437 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 17:28:18.348437 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 17:28:18.348437 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 17:28:18.348437 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 17:28:18.348437 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 17:28:18.348437 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 17:28:18.348437 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 17:28:18.348437 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 17:28:18.348437 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 17:28:18.348437 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 17:28:18.348437 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 17:28:18.348437 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 17:28:18.348437 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 17:28:18.348437 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 17:28:18.348437 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 17:28:18.348437 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 17:28:18.348437 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 17:28:18.348437 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 17:28:18.348437 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 17:28:18.348437 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 17:28:18.348437 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 17:28:18.348437 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 17:28:18.348437 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 17:28:18.348437 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 17:28:18.348437 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 06 17:28:18.348437 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 06 17:28:18.348437 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Dec 06 17:28:18.348437 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 06 17:28:18.348437 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Dec 06 17:28:18.348437 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 06 17:28:18.348437 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 06 17:28:18.348437 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 06 17:28:18.348437 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 06 17:28:18.348437 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 17:28:18.348437 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 06 17:28:18.348437 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 06 17:28:18.348437 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 17:28:18.348437 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 17:28:18.348437 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 17:28:18.348437 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 17:28:18.348437 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 17:28:18.348437 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 17:28:18.348437 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 17:28:18.348437 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 17:28:18.348437 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 17:28:18.348437 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 17:28:18.348437 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 17:28:18.348437 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 17:28:18.348437 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 17:28:18.348437 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 17:28:18.348437 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 17:28:18.348437 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 17:28:18.348437 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 17:28:18.348437 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 17:28:18.348437 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 17:28:18.348437 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 17:28:18.348437 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 17:28:18.348437 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 17:28:18.348437 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 17:28:18.348437 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 17:28:18.348437 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 06 17:28:18.348437 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 06 17:28:18.348437 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 06 17:28:18.348437 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 06 17:28:18.348437 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 06 17:28:18.348437 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 06 17:28:18.348437 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 06 17:28:18.348437 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 06 17:28:18.348437 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 17:28:18.348437 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 17:28:18.348437 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 17:28:18.348437 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 17:28:18.348437 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 06 17:28:18.348437 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 06 17:28:18.348437 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 06 17:28:18.348437 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 06 17:28:18.348437 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 06 17:28:18.348437 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 06 17:28:18.348437 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 06 17:28:18.348437 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server raise exception Dec 06 17:28:18.348437 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 415939a0-b6f5-4089-952b-cc263711a2ec: This subnet is being modified by another concurrent operation. Dec 06 17:28:18.348437 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server Dec 06 17:28:18.356468 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ecd9a2d-90bf-46c7-a794-db6a81264372 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:28:18.376750 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 3ecd9a2d-90bf-46c7-a794-db6a81264372, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=3ecd9a2d-90bf-46c7-a794-db6a81264372,segment=NetworkSegment(5191f104-0f28-4995-943c-dc9b12a33060),segment_id=5191f104-0f28-4995-943c-dc9b12a33060)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:28:18.379510 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ea60e352-76e3-45e4-aeca-ca3088bdabcf tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:18.392310 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6808b9-d057-49a2-819f-4ea228fecb35 req-4b7b6677-c038-46b8-be8f-cfd25bd3c78b tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:18.393162 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7305e13-d446-4013-896b-68b006ce3ed2 None None] Network 72e7ea7a-f089-42fa-ab7d-7062b0299160 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:28:18.401655 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2e6808b9-d057-49a2-819f-4ea228fecb35 req-4b7b6677-c038-46b8-be8f-cfd25bd3c78b tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2cf186c-b023-4f7b-9919-508ea44dcf3a HTTP/1.1" status: 200 len: 945 time: 0.5353403 Dec 06 17:28:18.405883 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea60e352-76e3-45e4-aeca-ca3088bdabcf tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:28:18.406302 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ea60e352-76e3-45e4-aeca-ca3088bdabcf tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:18.431476 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:18.439136 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:28:18.439136 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:28:18.439136 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:28:18.439136 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:28:18.439136 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:28:18.439136 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:28:18.439136 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:28:18.439136 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:28:18.439136 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:28:18.439136 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:28:18.439136 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:28:18.439136 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:28:18.439136 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:28:18.439136 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:28:18.439136 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:28:18.439136 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:28:18.439136 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:28:18.439136 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:28:18.439136 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:28:18.439136 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:28:18.439136 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:28:18.439136 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:28:18.439136 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:28:18.439136 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:28:18.439136 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:28:18.439136 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:28:18.439136 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:28:18.439136 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:28:18.439136 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:28:18.439136 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:28:18.439136 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:28:18.439136 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:28:18.463464 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9fb4da19-22ff-4ff8-91b2-f7f9f82d682d req-37ceeffe-96f3-4a9a-a621-4922c93525e7 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b076312-1c54-4a4a-a63b-13a8529c717b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1526086 Dec 06 17:28:18.510788 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-713d8625-c1fd-4c9f-aa0d-24a066363b5b admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3146622 Dec 06 17:28:18.514324 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-172b68ba-b4b3-4cdb-b4ac-65bd96b3dcec None None] Provisioning complete for port 0c5014eb-db1d-4c94-9769-5ad2abf5139a triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:28:18.515127 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-172b68ba-b4b3-4cdb-b4ac-65bd96b3dcec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:18.521186 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 38354) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:18.532887 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-09650b94-044f-4321-bdce-6bcd24dce8df admin admin] Request body: {'subnet': {'network_id': 'baae5554-5993-4f38-bd78-dc900341a8a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-68489127-subnet', 'tenant_id': '31731eabc62542b18a3f7712a1235f2a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:28:18.571055 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ea60e352-76e3-45e4-aeca-ca3088bdabcf tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:18.571717 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713d8625-c1fd-4c9f-aa0d-24a066363b5b admin admin] Pushing event updated for resources: {'Network': ['ID=baae5554-5993-4f38-bd78-dc900341a8a7,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:18.595011 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2e6808b9-d057-49a2-819f-4ea228fecb35 req-b1149958-cb03-4a6d-a4bd-807c40fb6478 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1be51d-a897-4df8-bd16-cec3c37c0fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1919851 Dec 06 17:28:18.611967 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 38356) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:18.627927 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network baae5554-5993-4f38-bd78-dc900341a8a7 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:28:18.645340 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ea60e352-76e3-45e4-aeca-ca3088bdabcf tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:18.648672 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-ea60e352-76e3-45e4-aeca-ca3088bdabcf tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] 10.222.0.23 "DELETE /v2.0/networks/72e7ea7a-f089-42fa-ab7d-7062b0299160 HTTP/1.1" status: 204 len: 168 time: 2.1241238 Dec 06 17:28:18.662623 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 38358) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:18.665544 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea60e352-76e3-45e4-aeca-ca3088bdabcf tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Pushing event deleted for resources: {'Network': ['ID=72e7ea7a-f089-42fa-ab7d-7062b0299160,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:18.670251 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceceb89a-6ff5-4f55-9908-58820ceda05b None None] Pushing event updated for resources: {'Port': ['ID=eb56abc0-5162-4a66-af37-1a834ea8506a,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:18.675484 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-5777e367-72e1-429a-8494-90a15f93a83b tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1107852566'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:28:18.694824 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c0dd34-0700-43c0-a4e3-20f808d59d76 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Network a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:28:18.722524 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-8fcfa375-69ce-42a8-a9fb-c9095d47b5ba None None] Attempting to bind port 0d7e4c4b-a44f-49d7-8eaa-ffedb35a0a0f on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:28:18.722674 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-8fcfa375-69ce-42a8-a9fb-c9095d47b5ba None None] Attempting to bind port 0d7e4c4b-a44f-49d7-8eaa-ffedb35a0a0f by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '4e33cf22-9c85-463b-a0f6-52c38a35ae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2c549c79-3944-462e-bdc7-073896133761'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:28:18.722991 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcfa375-69ce-42a8-a9fb-c9095d47b5ba None None] Attempting to bind port 0d7e4c4b-a44f-49d7-8eaa-ffedb35a0a0f on network 2c549c79-3944-462e-bdc7-073896133761 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:28:18.731607 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09650b94-044f-4321-bdce-6bcd24dce8df admin admin] Made reservation on behalf of 31731eabc62542b18a3f7712a1235f2a for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:28:18.735868 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-09650b94-044f-4321-bdce-6bcd24dce8df admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:18.742493 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-13c0dd34-0700-43c0-a4e3-20f808d59d76 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:28:18.758911 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['3ecd9a2d-90bf-46c7-a794-db6a81264372'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:28:18.788188 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5777e367-72e1-429a-8494-90a15f93a83b tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Made reservation on behalf of ba4c3950383f40ffbf94821b2cfd141e for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:28:18.803386 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5777e367-72e1-429a-8494-90a15f93a83b tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:18.859120 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcfa375-69ce-42a8-a9fb-c9095d47b5ba None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:28:18.859405 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcfa375-69ce-42a8-a9fb-c9095d47b5ba None None] Checking segment: {'id': '4e33cf22-9c85-463b-a0f6-52c38a35ae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2c549c79-3944-462e-bdc7-073896133761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:28:18.860428 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8fcfa375-69ce-42a8-a9fb-c9095d47b5ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:18.860815 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcfa375-69ce-42a8-a9fb-c9095d47b5ba None None] Bound using segment: {'id': '4e33cf22-9c85-463b-a0f6-52c38a35ae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2c549c79-3944-462e-bdc7-073896133761'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:28:18.861316 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-8fcfa375-69ce-42a8-a9fb-c9095d47b5ba None None] Bound port: 0d7e4c4b-a44f-49d7-8eaa-ffedb35a0a0f, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e33cf22-9c85-463b-a0f6-52c38a35ae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2c549c79-3944-462e-bdc7-073896133761'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:28:18.868057 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8fcfa375-69ce-42a8-a9fb-c9095d47b5ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:18.912343 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81974d17-ad1a-4a5e-978a-f2b6ee7e44b5 tempest-TestNetworkBasicOps-779736558 tempest-TestNetworkBasicOps-779736558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:18.916738 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-81974d17-ad1a-4a5e-978a-f2b6ee7e44b5 tempest-TestNetworkBasicOps-779736558 tempest-TestNetworkBasicOps-779736558-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e2cf186c-b023-4f7b-9919-508ea44dcf3a HTTP/1.1" status: 200 len: 1091 time: 0.3028262 Dec 06 17:28:18.923058 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 38364) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:18.928067 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-04ed9532-2c7e-4847-9ceb-7b9811c4afc7 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Request body: {'floatingip': {'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'port_id': '6db48bef-97aa-4bb9-9973-19dc94c1f0d0', 'tenant_id': 'ecd148ff302244ca8d62fb6aab386351', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:28:18.931434 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5777e367-72e1-429a-8494-90a15f93a83b tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:28:18.972841 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 0c5014eb-db1d-4c94-9769-5ad2abf5139a up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:28:18.978127 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5777e367-72e1-429a-8494-90a15f93a83b tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:18.978520 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-5777e367-72e1-429a-8494-90a15f93a83b tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Added segment 0efcc665-5437-4000-a000-f7c816763be2 of type vlan for network 78da2ea7-9dfe-4899-8fea-90445bab7eba Dec 06 17:28:19.055582 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-cb3aea49-89d0-49d4-8768-2c7356043e1f req-c1f86677-9e5f-4abf-bb6c-98c2b5a705a5 tempest-ServerShowV254Test-831571093 tempest-ServerShowV254Test-831571093-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2bb4719-78f8-491e-81b9-7abe531e0687 HTTP/1.1" status: 200 len: 210 time: 0.0881047 Dec 06 17:28:19.111184 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5777e367-72e1-429a-8494-90a15f93a83b tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:19.124091 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-04ed9532-2c7e-4847-9ceb-7b9811c4afc7 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for floatingip, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:19.178980 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=3ecd9a2d-90bf-46c7-a794-db6a81264372,revision_number=9']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:19.182195 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:19.191571 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5777e367-72e1-429a-8494-90a15f93a83b tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:19.200980 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5777e367-72e1-429a-8494-90a15f93a83b tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:19.202592 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5777e367-72e1-429a-8494-90a15f93a83b tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:19.210805 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e05b2-936b-440b-831a-923b915f1126 req-eb2b5587-0987-4880-9d05-2aa0e3e36b24 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:19.212544 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1a3e05b2-936b-440b-831a-923b915f1126 req-eb2b5587-0987-4880-9d05-2aa0e3e36b24 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/ports?device_id=8537ba91-f526-4403-b51f-00c5f0f98b5a HTTP/1.1" status: 200 len: 945 time: 0.1910534 Dec 06 17:28:19.221616 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13c0dd34-0700-43c0-a4e3-20f808d59d76 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Router 42a80a43-952d-4464-8c75-25004f7385cf has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:28:19.274856 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-5777e367-72e1-429a-8494-90a15f93a83b tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6103768 Dec 06 17:28:19.275491 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 38366) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:19.294740 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-d07f5197-e22f-4421-ba64-f1f15ebbf7a4 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Request body: {'subnet': {'network_id': '78da2ea7-9dfe-4899-8fea-90445bab7eba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:28:19.350347 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-8fcfa375-69ce-42a8-a9fb-c9095d47b5ba None None] For port 0d7e4c4b-a44f-49d7-8eaa-ffedb35a0a0f, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:28:19.362880 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-8fcfa375-69ce-42a8-a9fb-c9095d47b5ba None None] For port 0d7e4c4b-a44f-49d7-8eaa-ffedb35a0a0f, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0d7e4c4b-a44f-49d7-8eaa-ffedb35a0a0f,segment=NetworkSegment(4e33cf22-9c85-463b-a0f6-52c38a35ae39),segment_id=4e33cf22-9c85-463b-a0f6-52c38a35ae39)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:28:19.396838 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-172b68ba-b4b3-4cdb-b4ac-65bd96b3dcec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:19.414209 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5777e367-72e1-429a-8494-90a15f93a83b tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Pushing event updated for resources: {'Network': ['ID=78da2ea7-9dfe-4899-8fea-90445bab7eba,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:19.456176 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d07f5197-e22f-4421-ba64-f1f15ebbf7a4 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Made reservation on behalf of ba4c3950383f40ffbf94821b2cfd141e for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:28:19.461446 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d07f5197-e22f-4421-ba64-f1f15ebbf7a4 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:19.483642 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 78da2ea7-9dfe-4899-8fea-90445bab7eba details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:28:19.619421 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1a3e05b2-936b-440b-831a-923b915f1126 req-43988d55-9291-4722-9daa-c5fd2c7fdbb7 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4bc6e59-bf7d-42c4-9e98-323b53a08b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3680041 Dec 06 17:28:19.643980 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8fcfa375-69ce-42a8-a9fb-c9095d47b5ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:19.649408 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13c0dd34-0700-43c0-a4e3-20f808d59d76 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:28:19.663312 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-13c0dd34-0700-43c0-a4e3-20f808d59d76 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "PUT /v2.0/routers/42a80a43-952d-4464-8c75-25004f7385cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0278416 Dec 06 17:28:19.663312 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-09650b94-044f-4321-bdce-6bcd24dce8df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:19.730941 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6864a31c-8af2-4182-94b2-efcb2efc4c37 req-0bd24e9f-b23c-4957-a2d2-d4e332cf5bb9 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:19.732603 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6864a31c-8af2-4182-94b2-efcb2efc4c37 req-0bd24e9f-b23c-4957-a2d2-d4e332cf5bb9 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e766107-5d5f-422c-b94b-1d8d8ddacb83 HTTP/1.1" status: 200 len: 944 time: 0.0892735 Dec 06 17:28:19.734742 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09650b94-044f-4321-bdce-6bcd24dce8df admin admin] Pushing event updated for resources: {'Subnet': ['ID=beafb9f1-df05-4269-b547-aab5f335c461,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:19.789630 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-04ed9532-2c7e-4847-9ceb-7b9811c4afc7 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:19.815592 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09650b94-044f-4321-bdce-6bcd24dce8df admin admin] Checking segment: {'id': '04368979-ac99-4737-9a75-271bdacd11fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'baae5554-5993-4f38-bd78-dc900341a8a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:28:19.816079 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09650b94-044f-4321-bdce-6bcd24dce8df admin admin] Network hostable DHCP agents. Network: baae5554-5993-4f38-bd78-dc900341a8a7, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:28:19.841403 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6864a31c-8af2-4182-94b2-efcb2efc4c37 req-701431ef-292a-4fec-8fc5-20c48c400766 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b076312-1c54-4a4a-a63b-13a8529c717b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0960484 Dec 06 17:28:19.887497 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d07f5197-e22f-4421-ba64-f1f15ebbf7a4 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:20.018314 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09650b94-044f-4321-bdce-6bcd24dce8df admin admin] Network baae5554-5993-4f38-bd78-dc900341a8a7 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:28:20.067230 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07f5197-e22f-4421-ba64-f1f15ebbf7a4 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Pushing event updated for resources: {'Subnet': ['ID=957c73d6-277d-4ab3-b6dd-0923effda4ab,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:20.084837 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-09650b94-044f-4321-bdce-6bcd24dce8df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, baae5554-5993-4f38-bd78-dc900341a8a7) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:28:20.092063 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07f5197-e22f-4421-ba64-f1f15ebbf7a4 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Checking segment: {'id': '0efcc665-5437-4000-a000-f7c816763be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '78da2ea7-9dfe-4899-8fea-90445bab7eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:28:20.092447 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07f5197-e22f-4421-ba64-f1f15ebbf7a4 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Network hostable DHCP agents. Network: 78da2ea7-9dfe-4899-8fea-90445bab7eba, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:28:20.101575 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09650b94-044f-4321-bdce-6bcd24dce8df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:20.102259 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-09650b94-044f-4321-bdce-6bcd24dce8df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:20.123929 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-04ed9532-2c7e-4847-9ceb-7b9811c4afc7 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Allocated IP 172.35.1.148 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/84d7310f-f2d3-4207-bf5d-ef4c4f5a16ed) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:28:20.130838 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82993f14-6a31-45fa-a40e-8e401b59d55a None None] Network baae5554-5993-4f38-bd78-dc900341a8a7 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:28:20.134063 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07f5197-e22f-4421-ba64-f1f15ebbf7a4 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Network 78da2ea7-9dfe-4899-8fea-90445bab7eba is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:28:20.152149 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-d07f5197-e22f-4421-ba64-f1f15ebbf7a4 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 78da2ea7-9dfe-4899-8fea-90445bab7eba) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:28:20.173676 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07f5197-e22f-4421-ba64-f1f15ebbf7a4 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:20.175605 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d07f5197-e22f-4421-ba64-f1f15ebbf7a4 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:20.190130 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-557b3983-3ac4-4528-a813-1a8bb0256b37 req-7867a05e-e9d9-4e33-b81c-6ded1a44ca73 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1147089123&fields=id&tenant_id=87136a91f6c54863bdb78ae5833b5c4e HTTP/1.1" status: 200 len: 267 time: 0.1809196 Dec 06 17:28:20.208497 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-09650b94-044f-4321-bdce-6bcd24dce8df admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6825097 Dec 06 17:28:20.219341 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-d07f5197-e22f-4421-ba64-f1f15ebbf7a4 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.9351103 Dec 06 17:28:20.221920 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 38388) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:20.356872 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-08e17507-89c9-421a-b059-d1270c70240f req-80cc974e-061c-49b9-a41f-c7b5f178e4ed tempest-ServerShowV254Test-831571093 tempest-ServerShowV254Test-831571093-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2bb4719-78f8-491e-81b9-7abe531e0687 HTTP/1.1" status: 200 len: 210 time: 0.0772994 Dec 06 17:28:20.418956 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd76cc7-7a70-4130-996e-60a2f7c0df51 None None] Network 78da2ea7-9dfe-4899-8fea-90445bab7eba requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:28:20.421153 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 0c5014eb-db1d-4c94-9769-5ad2abf5139a triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:28:20.421567 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:20.505104 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557b3983-3ac4-4528-a813-1a8bb0256b37 req-9d4fd004-9d82-462e-8eed-1cdb87d0a1b8 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:20.514373 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-557b3983-3ac4-4528-a813-1a8bb0256b37 req-9d4fd004-9d82-462e-8eed-1cdb87d0a1b8 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/networks?id=a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c HTTP/1.1" status: 200 len: 797 time: 0.3219039 Dec 06 17:28:20.521371 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-59dbf3fd-c593-4422-824a-ab7ef113d0af tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:20.543556 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-172b68ba-b4b3-4cdb-b4ac-65bd96b3dcec None None] For port 0c5014eb-db1d-4c94-9769-5ad2abf5139a, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0c5014eb-db1d-4c94-9769-5ad2abf5139a,segment=NetworkSegment(01c80ae1-47cd-4b92-84e1-920e248051d6),segment_id=01c80ae1-47cd-4b92-84e1-920e248051d6)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:28:20.547380 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-04ed9532-2c7e-4847-9ceb-7b9811c4afc7 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:20.556409 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-557b3983-3ac4-4528-a813-1a8bb0256b37 req-18ed350a-9f0c-4a01-8fe4-b1d92fc334d9 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/quotas/87136a91f6c54863bdb78ae5833b5c4e HTTP/1.1" status: 200 len: 375 time: 0.0410728 Dec 06 17:28:20.578574 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ebd073-1441-4e1b-a080-4d20d563c3aa None None] Sync routers for ids ['42a80a43-952d-4464-8c75-25004f7385cf'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:28:20.626691 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ebd073-1441-4e1b-a080-4d20d563c3aa None None] Routers {'42a80a43-952d-4464-8c75-25004f7385cf'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:28:20.627591 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-e5ebd073-1441-4e1b-a080-4d20d563c3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:28:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['42a80a43-952d-4464-8c75-25004f7385cf'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:28:20.649521 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-59dbf3fd-c593-4422-824a-ab7ef113d0af tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:20.693801 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-557b3983-3ac4-4528-a813-1a8bb0256b37 req-f747fac5-ba49-4d89-a19b-f3251443b0f2 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=87136a91f6c54863bdb78ae5833b5c4e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1304071 Dec 06 17:28:20.743962 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-172b68ba-b4b3-4cdb-b4ac-65bd96b3dcec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:20.798319 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcfa375-69ce-42a8-a9fb-c9095d47b5ba None None] Pushing event updated for resources: {'Port': ['ID=0d7e4c4b-a44f-49d7-8eaa-ffedb35a0a0f,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:20.811402 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-59dbf3fd-c593-4422-824a-ab7ef113d0af tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:20.854299 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-e5ebd073-1441-4e1b-a080-4d20d563c3aa None None] Set router 42a80a43-952d-4464-8c75-25004f7385cf gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:28:20.875697 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dbf3fd-c593-4422-824a-ab7ef113d0af tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Pushing event deleted for resources: {'Subnet': ['ID=957c73d6-277d-4ab3-b6dd-0923effda4ab,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:20.915951 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d6063f-9baf-4102-8fcb-4495298ca396 None None] Network baae5554-5993-4f38-bd78-dc900341a8a7 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:28:21.019322 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-59dbf3fd-c593-4422-824a-ab7ef113d0af tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:21.091657 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a98a2069-74ad-4fea-9dd2-4f42400d1627 None None] Provisioning complete for port 0c5014eb-db1d-4c94-9769-5ad2abf5139a triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:28:21.092105 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a98a2069-74ad-4fea-9dd2-4f42400d1627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:21.148371 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-59dbf3fd-c593-4422-824a-ab7ef113d0af tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78da2ea7-9dfe-4899-8fea-90445bab7eba']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:28:21.150215 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172b68ba-b4b3-4cdb-b4ac-65bd96b3dcec None None] Pushing event updated for resources: {'Port': ['ID=0c5014eb-db1d-4c94-9769-5ad2abf5139a,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:21.181519 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device eb56abc0-5162-4a66-af37-1a834ea8506a up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:28:21.184811 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-59dbf3fd-c593-4422-824a-ab7ef113d0af tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0efcc665-5437-4000-a000-f7c816763be2') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:28:21.185117 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-59dbf3fd-c593-4422-824a-ab7ef113d0af tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0efcc665-5437-4000-a000-f7c816763be2') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:28:21.202809 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-e5ebd073-1441-4e1b-a080-4d20d563c3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a80a43-952d-4464-8c75-25004f7385cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1059114852', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.135'}], 'enable_snat': True}, 'gw_port_id': 'eb56abc0-5162-4a66-af37-1a834ea8506a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:28:00Z', 'updated_at': '2021-12-06T17:28:16Z', 'revision_number': 4, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'gw_port': {'id': 'eb56abc0-5162-4a66-af37-1a834ea8506a', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a80a43-952d-4464-8c75-25004f7385cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:28:04Z', 'updated_at': '2021-12-06T17:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '7c5102cc-1ae1-46d0-83a7-a0f32a6b3654', 'name': '', 'network_id': 'a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'mac_address': 'fa:16:3e:a8:79:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42a80a43-952d-4464-8c75-25004f7385cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': 'a240123d-81b7-4a46-9e81-fb9ca8196e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:28:13Z', 'updated_at': '2021-12-06T17:28:17Z', 'revision_number': 2, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'subnets': [{'id': 'a240123d-81b7-4a46-9e81-fb9ca8196e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:28:21.211922 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-59dbf3fd-c593-4422-824a-ab7ef113d0af tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:21.267445 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-59dbf3fd-c593-4422-824a-ab7ef113d0af tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:21.286681 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59dbf3fd-c593-4422-824a-ab7ef113d0af tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:28:21.289939 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-59dbf3fd-c593-4422-824a-ab7ef113d0af tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:21.321717 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32719f9-d4ec-4560-a12c-b9513670a5d1 None None] Network 78da2ea7-9dfe-4899-8fea-90445bab7eba requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:28:21.322484 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-04ed9532-2c7e-4847-9ceb-7b9811c4afc7 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:21.345089 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:28:21.345089 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:28:21.345089 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:28:21.345089 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:28:21.345089 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:28:21.345089 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:28:21.345089 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:28:21.345089 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:28:21.345089 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:28:21.345089 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:28:21.345089 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:28:21.345089 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:28:21.345089 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:28:21.345089 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:28:21.345089 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:28:21.345089 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:28:21.345089 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:28:21.345089 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:28:21.345089 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:28:21.345089 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:28:21.345089 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:28:21.345089 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:28:21.345089 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:28:21.345089 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:28:21.345089 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:28:21.345089 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:28:21.345089 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:28:21.345089 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:28:21.345089 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:28:21.345089 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:28:21.345089 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:28:21.345089 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:28:21.385421 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ebd073-1441-4e1b-a080-4d20d563c3aa None None] Checking router: 42a80a43-952d-4464-8c75-25004f7385cf for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:28:21.386081 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ebd073-1441-4e1b-a080-4d20d563c3aa None None] Updating router 42a80a43-952d-4464-8c75-25004f7385cf port 7c5102cc-1ae1-46d0-83a7-a0f32a6b3654 binding host n-d-master-1 {{(pid=103287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:28:21.400110 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b6cfae-d31f-4099-9762-b05357ba1b0e req-cb6aa255-6466-4c68-9a50-21b01742cb65 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:21.407837 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-69b6cfae-d31f-4099-9762-b05357ba1b0e req-cb6aa255-6466-4c68-9a50-21b01742cb65 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/networks?id=baae5554-5993-4f38-bd78-dc900341a8a7 HTTP/1.1" status: 200 len: 813 time: 0.4199779 Dec 06 17:28:21.448202 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e5ebd073-1441-4e1b-a080-4d20d563c3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:21.461581 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-557b3983-3ac4-4528-a813-1a8bb0256b37 req-491ba4c3-0d41-42f2-a97e-389fa4cd7c30 service neutron] 10.222.0.23 "GET /v2.0/networks/a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7471910 Dec 06 17:28:21.464915 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-69b6cfae-d31f-4099-9762-b05357ba1b0e req-d4d9b662-3e23-4f6e-a408-25b78fcec6a1 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/quotas/31731eabc62542b18a3f7712a1235f2a HTTP/1.1" status: 200 len: 375 time: 0.0559869 Dec 06 17:28:21.544309 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-69b6cfae-d31f-4099-9762-b05357ba1b0e req-30741183-f3ba-49a1-b5b4-929ace032fc7 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=31731eabc62542b18a3f7712a1235f2a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0782795 Dec 06 17:28:21.557110 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-59dbf3fd-c593-4422-824a-ab7ef113d0af tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:21.567745 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-59dbf3fd-c593-4422-824a-ab7ef113d0af tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:21.575180 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-59dbf3fd-c593-4422-824a-ab7ef113d0af tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] 10.222.0.23 "DELETE /v2.0/networks/78da2ea7-9dfe-4899-8fea-90445bab7eba HTTP/1.1" status: 204 len: 168 time: 1.3522401 Dec 06 17:28:21.580555 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 38414) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:21.594137 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ed9532-2c7e-4847-9ceb-7b9811c4afc7 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:28:21.620431 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-247ac860-6d5d-4625-9954-a072709085a0 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1949895339'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:28:21.627081 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-04ed9532-2c7e-4847-9ceb-7b9811c4afc7 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:28:21.632332 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ed9532-2c7e-4847-9ceb-7b9811c4afc7 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:28:21.646845 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ed9532-2c7e-4847-9ceb-7b9811c4afc7 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Pushing event updated for resources: {'Port': ['ID=84d7310f-f2d3-4207-bf5d-ef4c4f5a16ed,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:21.676563 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a98a2069-74ad-4fea-9dd2-4f42400d1627 None None] Provisioning complete for port 7c5102cc-1ae1-46d0-83a7-a0f32a6b3654 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:28:21.676947 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a98a2069-74ad-4fea-9dd2-4f42400d1627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:21.679609 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dbf3fd-c593-4422-824a-ab7ef113d0af tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Pushing event deleted for resources: {'Network': ['ID=78da2ea7-9dfe-4899-8fea-90445bab7eba,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:21.744967 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port eb56abc0-5162-4a66-af37-1a834ea8506a triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:28:21.745954 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:21.757873 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-557b3983-3ac4-4528-a813-1a8bb0256b37 req-64bb7ae6-7e6a-4d40-b446-c57248afef26 service neutron] 10.222.0.23 "GET /v2.0/networks/a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950830 Dec 06 17:28:21.772432 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a98a2069-74ad-4fea-9dd2-4f42400d1627 None None] Port 7c5102cc-1ae1-46d0-83a7-a0f32a6b3654 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:28:21.832541 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-247ac860-6d5d-4625-9954-a072709085a0 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Made reservation on behalf of ba4c3950383f40ffbf94821b2cfd141e for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:28:21.836179 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-247ac860-6d5d-4625-9954-a072709085a0 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:21.906404 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-69b6cfae-d31f-4099-9762-b05357ba1b0e req-51879f71-4992-42bc-8d03-2a4d5184c103 service neutron] 10.222.0.23 "GET /v2.0/networks/baae5554-5993-4f38-bd78-dc900341a8a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3610799 Dec 06 17:28:21.920792 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-247ac860-6d5d-4625-9954-a072709085a0 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:28:21.933962 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d233b2a-b0dc-4c7f-86fb-fee8307844c8 None None] Network 2c549c79-3944-462e-bdc7-073896133761 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:28:21.968350 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-247ac860-6d5d-4625-9954-a072709085a0 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:21.969376 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-247ac860-6d5d-4625-9954-a072709085a0 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Added segment 960b75b6-3af8-4bc1-8832-567df02be13b of type vlan for network 76c98234-f787-4912-ad14-c5616c4e5657 Dec 06 17:28:22.121714 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e5ebd073-1441-4e1b-a080-4d20d563c3aa None None] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:22.133240 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e5ebd073-1441-4e1b-a080-4d20d563c3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:22.167535 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-247ac860-6d5d-4625-9954-a072709085a0 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:22.227007 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-69b6cfae-d31f-4099-9762-b05357ba1b0e req-5632b623-8fb1-4ab9-a126-c0c57079d1ad service neutron] 10.222.0.23 "GET /v2.0/networks/baae5554-5993-4f38-bd78-dc900341a8a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2974477 Dec 06 17:28:22.246770 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-247ac860-6d5d-4625-9954-a072709085a0 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:22.260364 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247ac860-6d5d-4625-9954-a072709085a0 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:22.261692 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-247ac860-6d5d-4625-9954-a072709085a0 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:22.288033 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda66cb5-fe12-44b2-87aa-290cc06626da None None] Pushing event updated for resources: {'Port': ['ID=7c5102cc-1ae1-46d0-83a7-a0f32a6b3654,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:22.355055 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 0c5014eb-db1d-4c94-9769-5ad2abf5139a up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:28:22.360613 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda66cb5-fe12-44b2-87aa-290cc06626da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:28:22.361251 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda66cb5-fe12-44b2-87aa-290cc06626da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:28:22.363349 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda66cb5-fe12-44b2-87aa-290cc06626da None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:28:22.365172 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda66cb5-fe12-44b2-87aa-290cc06626da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:28:22.365904 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda66cb5-fe12-44b2-87aa-290cc06626da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:28:22.368520 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda66cb5-fe12-44b2-87aa-290cc06626da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:28:22.369153 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda66cb5-fe12-44b2-87aa-290cc06626da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:28:22.369691 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-c6ba6814-241d-4527-8a7d-b0839e855fa1 None None] Provisioning complete for port 0d7e4c4b-a44f-49d7-8eaa-ffedb35a0a0f triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:28:22.369924 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda66cb5-fe12-44b2-87aa-290cc06626da None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:28:22.370491 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda66cb5-fe12-44b2-87aa-290cc06626da None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:28:22.370645 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c6ba6814-241d-4527-8a7d-b0839e855fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:22.371305 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda66cb5-fe12-44b2-87aa-290cc06626da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:28:22.371923 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda66cb5-fe12-44b2-87aa-290cc06626da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:28:22.372417 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda66cb5-fe12-44b2-87aa-290cc06626da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:28:22.372883 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda66cb5-fe12-44b2-87aa-290cc06626da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:28:22.455748 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-e5ebd073-1441-4e1b-a080-4d20d563c3aa None None] Attempting to bind port 7c5102cc-1ae1-46d0-83a7-a0f32a6b3654 on host n-d-master-1 for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:28:22.457270 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-e5ebd073-1441-4e1b-a080-4d20d563c3aa None None] Attempting to bind port 7c5102cc-1ae1-46d0-83a7-a0f32a6b3654 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '01c80ae1-47cd-4b92-84e1-920e248051d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:28:22.457676 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ebd073-1441-4e1b-a080-4d20d563c3aa None None] Attempting to bind port 7c5102cc-1ae1-46d0-83a7-a0f32a6b3654 on network a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:28:22.469688 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ebd073-1441-4e1b-a080-4d20d563c3aa None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:28:22.471272 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ebd073-1441-4e1b-a080-4d20d563c3aa None None] Checking segment: {'id': '01c80ae1-47cd-4b92-84e1-920e248051d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:28:22.473849 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e5ebd073-1441-4e1b-a080-4d20d563c3aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:22.474834 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ebd073-1441-4e1b-a080-4d20d563c3aa None None] Bound using segment: {'id': '01c80ae1-47cd-4b92-84e1-920e248051d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:28:22.475585 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-e5ebd073-1441-4e1b-a080-4d20d563c3aa None None] Bound port: 7c5102cc-1ae1-46d0-83a7-a0f32a6b3654, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01c80ae1-47cd-4b92-84e1-920e248051d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:28:22.476842 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e5ebd073-1441-4e1b-a080-4d20d563c3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:22.488660 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-247ac860-6d5d-4625-9954-a072709085a0 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8742387 Dec 06 17:28:22.490629 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 38426) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:22.511130 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-c1f7b09e-f106-4650-bf3c-531cb69fecb9 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Request body: {'subnet': {'network_id': '76c98234-f787-4912-ad14-c5616c4e5657', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:28:22.544429 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 3ecd9a2d-90bf-46c7-a794-db6a81264372 up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:28:22.599192 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247ac860-6d5d-4625-9954-a072709085a0 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Pushing event updated for resources: {'Network': ['ID=76c98234-f787-4912-ad14-c5616c4e5657,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:22.654527 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 76c98234-f787-4912-ad14-c5616c4e5657 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:28:22.682756 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-e5ebd073-1441-4e1b-a080-4d20d563c3aa None None] For port 7c5102cc-1ae1-46d0-83a7-a0f32a6b3654, host n-d-master-1, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:28:22.687889 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-e5ebd073-1441-4e1b-a080-4d20d563c3aa None None] For port 7c5102cc-1ae1-46d0-83a7-a0f32a6b3654, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7c5102cc-1ae1-46d0-83a7-a0f32a6b3654,segment=NetworkSegment(01c80ae1-47cd-4b92-84e1-920e248051d6),segment_id=01c80ae1-47cd-4b92-84e1-920e248051d6)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:28:22.698540 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e5ebd073-1441-4e1b-a080-4d20d563c3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:22.818360 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ebd073-1441-4e1b-a080-4d20d563c3aa None None] Routers {'42a80a43-952d-4464-8c75-25004f7385cf'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:28:22.821692 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-e5ebd073-1441-4e1b-a080-4d20d563c3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:28:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['42a80a43-952d-4464-8c75-25004f7385cf'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:28:22.934783 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f7b09e-f106-4650-bf3c-531cb69fecb9 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Made reservation on behalf of ba4c3950383f40ffbf94821b2cfd141e for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:28:22.968623 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1f7b09e-f106-4650-bf3c-531cb69fecb9 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:23.005204 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-04ed9532-2c7e-4847-9ceb-7b9811c4afc7 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:23.013297 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b73ef95-8f97-453b-b8fe-4e2a73ed2e52 req-291969d5-f93d-41e7-ae1b-ea5024e03ea5 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:23.018726 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8b73ef95-8f97-453b-b8fe-4e2a73ed2e52 req-291969d5-f93d-41e7-ae1b-ea5024e03ea5 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e766107-5d5f-422c-b94b-1d8d8ddacb83 HTTP/1.1" status: 200 len: 944 time: 0.3238137 Dec 06 17:28:23.149713 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda66cb5-fe12-44b2-87aa-290cc06626da None None] Pushing event updated for resources: {'Port': ['ID=7c5102cc-1ae1-46d0-83a7-a0f32a6b3654,revision_number=4']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:23.162556 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 0c5014eb-db1d-4c94-9769-5ad2abf5139a triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:28:23.163210 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:23.175447 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port 3ecd9a2d-90bf-46c7-a794-db6a81264372 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:28:23.175763 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:23.218044 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-e5ebd073-1441-4e1b-a080-4d20d563c3aa None None] Set router 42a80a43-952d-4464-8c75-25004f7385cf gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:28:23.261007 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c6ba6814-241d-4527-8a7d-b0839e855fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:23.318311 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea27e97-991c-4dc1-baa6-ba57c1fcdc33 None None] get_active_networks_info from n-d-master-1 {{(pid=103286) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 17:28:23.330095 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8b73ef95-8f97-453b-b8fe-4e2a73ed2e52 req-5757b225-7146-410d-93dc-ca2eebbaf329 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b076312-1c54-4a4a-a63b-13a8529c717b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2807958 Dec 06 17:28:23.336472 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-04ed9532-2c7e-4847-9ceb-7b9811c4afc7 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:23.505054 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c6ba6814-241d-4527-8a7d-b0839e855fa1 None None] For port 0d7e4c4b-a44f-49d7-8eaa-ffedb35a0a0f, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0d7e4c4b-a44f-49d7-8eaa-ffedb35a0a0f,segment=NetworkSegment(4e33cf22-9c85-463b-a0f6-52c38a35ae39),segment_id=4e33cf22-9c85-463b-a0f6-52c38a35ae39)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:28:23.526203 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c6ba6814-241d-4527-8a7d-b0839e855fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:23.600243 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-04ed9532-2c7e-4847-9ceb-7b9811c4afc7 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:23.609636 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a28b4d-4b9f-4015-be58-080c8fa9d424 req-eedfe702-58e3-423a-9a31-e1aaeeb1aa9e tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:23.611188 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f1a28b4d-4b9f-4015-be58-080c8fa9d424 req-eedfe702-58e3-423a-9a31-e1aaeeb1aa9e tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/ports?device_id=8537ba91-f526-4403-b51f-00c5f0f98b5a HTTP/1.1" status: 200 len: 945 time: 1.4762857 Dec 06 17:28:23.615288 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1f7b09e-f106-4650-bf3c-531cb69fecb9 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:23.617450 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-04ed9532-2c7e-4847-9ceb-7b9811c4afc7 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:23.669259 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d8efdc46-9939-4b5a-9f1e-0eba61e3e980 req-65bb30e8-6ce4-4a52-9bde-aaf0f6101573 tempest-ServerShowV254Test-831571093 tempest-ServerShowV254Test-831571093-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2bb4719-78f8-491e-81b9-7abe531e0687 HTTP/1.1" status: 200 len: 210 time: 0.0915151 Dec 06 17:28:23.695876 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-e5ebd073-1441-4e1b-a080-4d20d563c3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a80a43-952d-4464-8c75-25004f7385cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1059114852', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.135'}], 'enable_snat': True}, 'gw_port_id': 'eb56abc0-5162-4a66-af37-1a834ea8506a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:28:00Z', 'updated_at': '2021-12-06T17:28:16Z', 'revision_number': 4, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'gw_port': {'id': 'eb56abc0-5162-4a66-af37-1a834ea8506a', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a80a43-952d-4464-8c75-25004f7385cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:28:04Z', 'updated_at': '2021-12-06T17:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '7c5102cc-1ae1-46d0-83a7-a0f32a6b3654', 'name': '', 'network_id': 'a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'mac_address': 'fa:16:3e:a8:79:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42a80a43-952d-4464-8c75-25004f7385cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': 'a240123d-81b7-4a46-9e81-fb9ca8196e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:28:13Z', 'updated_at': '2021-12-06T17:28:22Z', 'revision_number': 4, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'subnets': [{'id': 'a240123d-81b7-4a46-9e81-fb9ca8196e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:28:23.737372 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ebd073-1441-4e1b-a080-4d20d563c3aa None None] The sync data for ids ['42a80a43-952d-4464-8c75-25004f7385cf'] in n-d-master-1 is: [{'id': '42a80a43-952d-4464-8c75-25004f7385cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1059114852', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.135'}], 'enable_snat': True}, 'gw_port_id': 'eb56abc0-5162-4a66-af37-1a834ea8506a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:28:00Z', 'updated_at': '2021-12-06T17:28:16Z', 'revision_number': 4, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'gw_port': {'id': 'eb56abc0-5162-4a66-af37-1a834ea8506a', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a80a43-952d-4464-8c75-25004f7385cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:28:04Z', 'updated_at': '2021-12-06T17:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '7c5102cc-1ae1-46d0-83a7-a0f32a6b3654', 'name': '', 'network_id': 'a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'mac_address': 'fa:16:3e:a8:79:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42a80a43-952d-4464-8c75-25004f7385cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': 'a240123d-81b7-4a46-9e81-fb9ca8196e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:28:13Z', 'updated_at': '2021-12-06T17:28:22Z', 'revision_number': 4, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'subnets': [{'id': 'a240123d-81b7-4a46-9e81-fb9ca8196e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:28:23.763949 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f7b09e-f106-4650-bf3c-531cb69fecb9 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Pushing event updated for resources: {'Subnet': ['ID=02c96952-10e9-4770-a189-48ca6999bfce,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:23.801525 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f7b09e-f106-4650-bf3c-531cb69fecb9 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Checking segment: {'id': '960b75b6-3af8-4bc1-8832-567df02be13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '76c98234-f787-4912-ad14-c5616c4e5657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:28:23.802028 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f7b09e-f106-4650-bf3c-531cb69fecb9 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Network hostable DHCP agents. Network: 76c98234-f787-4912-ad14-c5616c4e5657, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:28:23.876651 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ed9532-2c7e-4847-9ceb-7b9811c4afc7 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Pushing event updated for resources: {'Port': ['ID=84d7310f-f2d3-4207-bf5d-ef4c4f5a16ed,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:23.894271 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6e54fda0-34ca-424a-a2dd-e1614019d6a9 req-eec48d59-6e20-4327-aa43-decdf11a022c tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=db2b7cfe-ff06-4d98-9999-728e2c37896c HTTP/1.1" status: 200 len: 210 time: 0.0622740 Dec 06 17:28:23.911302 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f1a28b4d-4b9f-4015-be58-080c8fa9d424 req-55b46e31-50f9-4e4e-8d11-173a72c6a96d tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4bc6e59-bf7d-42c4-9e98-323b53a08b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724984 Dec 06 17:28:23.912567 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-04ed9532-2c7e-4847-9ceb-7b9811c4afc7 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:23.922673 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f7b09e-f106-4650-bf3c-531cb69fecb9 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Network 76c98234-f787-4912-ad14-c5616c4e5657 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:28:23.946369 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-c1f7b09e-f106-4650-bf3c-531cb69fecb9 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 76c98234-f787-4912-ad14-c5616c4e5657) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:28:23.951371 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f7b09e-f106-4650-bf3c-531cb69fecb9 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:23.952415 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1f7b09e-f106-4650-bf3c-531cb69fecb9 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:23.999176 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-c1f7b09e-f106-4650-bf3c-531cb69fecb9 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.5029585 Dec 06 17:28:24.000038 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 38442) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:24.217372 n-d-master-1 neutron-server[103284]: INFO neutron.db.l3_db [None req-04ed9532-2c7e-4847-9ceb-7b9811c4afc7 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Floating IP 93c9d6f5-6116-4135-bf3a-af465b892a0d associated. External IP: 172.35.1.148, port: 6db48bef-97aa-4bb9-9973-19dc94c1f0d0. Dec 06 17:28:24.232108 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-57bcb2a7-ba55-4cb5-847d-ca41181e3344 None None] Provisioning complete for port 0d7e4c4b-a44f-49d7-8eaa-ffedb35a0a0f triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:28:24.232711 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-57bcb2a7-ba55-4cb5-847d-ca41181e3344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:24.324124 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-456500a2-c7e9-4ea6-9147-fa42b5e56f99 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:24.347114 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557b3983-3ac4-4528-a813-1a8bb0256b37 req-cc37367d-b189-4ded-a43a-50a0c4af6657 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:24.349115 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-557b3983-3ac4-4528-a813-1a8bb0256b37 req-cc37367d-b189-4ded-a43a-50a0c4af6657 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.44 "GET /v2.0/networks?id=a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c HTTP/1.1" status: 200 len: 797 time: 0.3370130 Dec 06 17:28:24.360401 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-aeafbdbd-6e6d-4522-8ae9-bcfd89b04717 req-04452d7a-34f9-4c97-a841-2eae7dd0bd5d tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dd6a184-e513-4e1d-9212-5b5f6dcdb31d HTTP/1.1" status: 200 len: 210 time: 0.0477266 Dec 06 17:28:24.371986 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:24.393243 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ba6814-241d-4527-8a7d-b0839e855fa1 None None] Pushing event updated for resources: {'Port': ['ID=0d7e4c4b-a44f-49d7-8eaa-ffedb35a0a0f,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:24.428150 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-456500a2-c7e9-4ea6-9147-fa42b5e56f99 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:24.437941 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device eb56abc0-5162-4a66-af37-1a834ea8506a up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:28:24.512941 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-456500a2-c7e9-4ea6-9147-fa42b5e56f99 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:24.541408 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea27e97-991c-4dc1-baa6-ba57c1fcdc33 None None] Resources bound (agent type, host, resource id): {{(pid=103286) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 06 17:28:24.580757 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456500a2-c7e9-4ea6-9147-fa42b5e56f99 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Pushing event deleted for resources: {'Subnet': ['ID=02c96952-10e9-4770-a189-48ca6999bfce,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:24.626662 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e766107-5d5f-422c-b94b-1d8d8ddacb83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ecd9a2d-90bf-46c7-a794-db6a81264372'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:28:24.629081 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1942456-62a0-4b40-b060-4f8dd9e3be97" -d '{"events": [{"server_uuid": "9e766107-5d5f-422c-b94b-1d8d8ddacb83", "name": "network-vif-plugged", "status": "completed", "tag": "3ecd9a2d-90bf-46c7-a794-db6a81264372"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:28:24.654403 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-456500a2-c7e9-4ea6-9147-fa42b5e56f99 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:24.689652 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-456500a2-c7e9-4ea6-9147-fa42b5e56f99 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76c98234-f787-4912-ad14-c5616c4e5657']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:28:24.707781 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-456500a2-c7e9-4ea6-9147-fa42b5e56f99 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '960b75b6-3af8-4bc1-8832-567df02be13b') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:28:24.708182 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-456500a2-c7e9-4ea6-9147-fa42b5e56f99 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '960b75b6-3af8-4bc1-8832-567df02be13b') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:28:24.711748 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 3ecd9a2d-90bf-46c7-a794-db6a81264372, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=3ecd9a2d-90bf-46c7-a794-db6a81264372,segment=NetworkSegment(5191f104-0f28-4995-943c-dc9b12a33060),segment_id=5191f104-0f28-4995-943c-dc9b12a33060)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:28:24.727703 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-456500a2-c7e9-4ea6-9147-fa42b5e56f99 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:24.745010 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port eb56abc0-5162-4a66-af37-1a834ea8506a triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:28:24.750540 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-456500a2-c7e9-4ea6-9147-fa42b5e56f99 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:24.751890 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:24.760700 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-557b3983-3ac4-4528-a813-1a8bb0256b37 req-0f211bc4-1701-4daf-a8ff-0c52c5d842a2 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87136a91f6c54863bdb78ae5833b5c4e HTTP/1.1" status: 200 len: 380 time: 0.4000952 Dec 06 17:28:24.761991 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-456500a2-c7e9-4ea6-9147-fa42b5e56f99 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:28:24.763729 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-456500a2-c7e9-4ea6-9147-fa42b5e56f99 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:24.769335 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d37f774-e5e5-4121-b26d-829a41aab7ef x-openstack-request-id: req-4d37f774-e5e5-4121-b26d-829a41aab7ef {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:28:24.771970 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e766107-5d5f-422c-b94b-1d8d8ddacb83", "name": "network-vif-plugged", "status": "completed", "tag": "3ecd9a2d-90bf-46c7-a794-db6a81264372", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:28:24.772373 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4d37f774-e5e5-4121-b26d-829a41aab7ef {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:28:24.774226 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e766107-5d5f-422c-b94b-1d8d8ddacb83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ecd9a2d-90bf-46c7-a794-db6a81264372', 'code': 200} Dec 06 17:28:24.781912 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:24.795826 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-557b3983-3ac4-4528-a813-1a8bb0256b37 req-db48bcfa-9b75-4163-bce8-3b1db2ee5080 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Request body: {'port': {'device_id': 'db2b7cfe-ff06-4d98-9999-728e2c37896c', 'network_id': 'a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c', 'admin_state_up': True, 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'security_groups': ['78322529-8ef3-429b-b795-66e840556866']}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:28:24.857916 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:28:24.857916 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:28:24.857916 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:28:24.857916 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:28:24.857916 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:28:24.857916 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:28:24.857916 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:28:24.857916 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:28:24.857916 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:28:24.857916 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:28:24.857916 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:28:24.857916 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:28:24.857916 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:28:24.857916 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:28:24.857916 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:28:24.857916 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:28:24.857916 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:28:24.857916 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:28:24.857916 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:28:24.857916 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:28:24.857916 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:28:24.857916 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:28:24.857916 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:28:24.857916 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:28:24.857916 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:28:24.857916 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:28:24.857916 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:28:24.857916 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:28:24.857916 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:28:24.857916 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:28:24.857916 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:28:24.857916 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:28:24.889506 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-456500a2-c7e9-4ea6-9147-fa42b5e56f99 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:24.899178 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-456500a2-c7e9-4ea6-9147-fa42b5e56f99 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:24.908486 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44414c36-8cdd-402d-ae18-636a329b4e16 req-da25667e-c342-4cd2-ad58-14e2de1dccbb tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:24.910237 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-44414c36-8cdd-402d-ae18-636a329b4e16 req-da25667e-c342-4cd2-ad58-14e2de1dccbb tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e766107-5d5f-422c-b94b-1d8d8ddacb83 HTTP/1.1" status: 200 len: 944 time: 0.4295003 Dec 06 17:28:24.918295 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-456500a2-c7e9-4ea6-9147-fa42b5e56f99 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] 10.222.0.23 "DELETE /v2.0/networks/76c98234-f787-4912-ad14-c5616c4e5657 HTTP/1.1" status: 204 len: 168 time: 0.9153149 Dec 06 17:28:24.919132 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04ed9532-2c7e-4847-9ceb-7b9811c4afc7 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Router 88345162-f27d-456a-a815-6559325e911d has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:28:24.922400 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 38452) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:25.005560 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-c9a7a2e7-2f5e-4aeb-814f-7b65a9a1b653 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-666879919'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:28:25.095262 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-57bcb2a7-ba55-4cb5-847d-ca41181e3344 None None] Provisioning complete for port 7c5102cc-1ae1-46d0-83a7-a0f32a6b3654 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:28:25.095641 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-57bcb2a7-ba55-4cb5-847d-ca41181e3344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:25.123743 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-44414c36-8cdd-402d-ae18-636a329b4e16 req-50ffa240-2ee4-4500-8eeb-79f6608d745c tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b076312-1c54-4a4a-a63b-13a8529c717b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1534932 Dec 06 17:28:25.127559 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456500a2-c7e9-4ea6-9147-fa42b5e56f99 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Pushing event deleted for resources: {'Network': ['ID=76c98234-f787-4912-ad14-c5616c4e5657,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:25.203412 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-05cfb06e-4cf6-4959-ae3b-8d40173e088b req-77238d96-807b-4b3c-8a07-fde6d34b3fb3 tempest-ServerShowV254Test-831571093 tempest-ServerShowV254Test-831571093-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2bb4719-78f8-491e-81b9-7abe531e0687 HTTP/1.1" status: 200 len: 210 time: 0.2822897 Dec 06 17:28:25.203590 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=3ecd9a2d-90bf-46c7-a794-db6a81264372,revision_number=10']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:25.213445 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9a7a2e7-2f5e-4aeb-814f-7b65a9a1b653 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Made reservation on behalf of ba4c3950383f40ffbf94821b2cfd141e for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:28:25.217334 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c9a7a2e7-2f5e-4aeb-814f-7b65a9a1b653 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:25.321549 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef03c41-6ad4-4b73-92eb-37395ccf0e5c req-2951c69b-ae5d-437c-a4c6-4b6c489d356f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:25.323396 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 0d7e4c4b-a44f-49d7-8eaa-ffedb35a0a0f up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:28:25.328783 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fef03c41-6ad4-4b73-92eb-37395ccf0e5c req-2951c69b-ae5d-437c-a4c6-4b6c489d356f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8537ba91-f526-4403-b51f-00c5f0f98b5a HTTP/1.1" status: 200 len: 1096 time: 0.2405734 Dec 06 17:28:25.340477 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9a7a2e7-2f5e-4aeb-814f-7b65a9a1b653 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:28:25.389539 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-557b3983-3ac4-4528-a813-1a8bb0256b37 req-db48bcfa-9b75-4163-bce8-3b1db2ee5080 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Made reservation on behalf of 87136a91f6c54863bdb78ae5833b5c4e for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:28:25.393204 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-557b3983-3ac4-4528-a813-1a8bb0256b37 req-db48bcfa-9b75-4163-bce8-3b1db2ee5080 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:25.426351 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c9a7a2e7-2f5e-4aeb-814f-7b65a9a1b653 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:25.426701 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-c9a7a2e7-2f5e-4aeb-814f-7b65a9a1b653 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Added segment fe1c57a0-e103-4b43-acda-4dbe22948582 of type vlan for network 0dbe07d9-9671-4a78-ab84-69ff243b2a98 Dec 06 17:28:25.496552 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f9b7ba-2386-42fb-b915-9b3b42932de0 req-b88bbc4e-43a6-4fbc-b2cd-85c4b19bc391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:25.498216 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-56f9b7ba-2386-42fb-b915-9b3b42932de0 req-b88bbc4e-43a6-4fbc-b2cd-85c4b19bc391 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9e766107-5d5f-422c-b94b-1d8d8ddacb83 HTTP/1.1" status: 200 len: 1097 time: 0.3439400 Dec 06 17:28:25.512509 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-57bcb2a7-ba55-4cb5-847d-ca41181e3344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:25.541849 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 0d7e4c4b-a44f-49d7-8eaa-ffedb35a0a0f triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:28:25.542233 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:25.621893 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b6cfae-d31f-4099-9762-b05357ba1b0e req-a8da15ce-8a08-4747-bd1a-9c7290b18c41 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:25.623543 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-69b6cfae-d31f-4099-9762-b05357ba1b0e req-a8da15ce-8a08-4747-bd1a-9c7290b18c41 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.44 "GET /v2.0/networks?id=baae5554-5993-4f38-bd78-dc900341a8a7 HTTP/1.1" status: 200 len: 813 time: 0.7620122 Dec 06 17:28:25.625374 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c9a7a2e7-2f5e-4aeb-814f-7b65a9a1b653 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:25.634954 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fef03c41-6ad4-4b73-92eb-37395ccf0e5c req-6089b6e3-6062-473e-9a16-75b94ebfd540 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b4bc6e59-bf7d-42c4-9e98-323b53a08b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741444 Dec 06 17:28:25.643512 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-57bcb2a7-ba55-4cb5-847d-ca41181e3344 None None] For port 7c5102cc-1ae1-46d0-83a7-a0f32a6b3654, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7c5102cc-1ae1-46d0-83a7-a0f32a6b3654,segment=NetworkSegment(01c80ae1-47cd-4b92-84e1-920e248051d6),segment_id=01c80ae1-47cd-4b92-84e1-920e248051d6)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:28:25.651775 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-69b6cfae-d31f-4099-9762-b05357ba1b0e req-5a9fb20b-51ef-43cb-90c9-3fe5332cc362 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Request body: {'port': {'device_id': '1dd6a184-e513-4e1d-9212-5b5f6dcdb31d', 'network_id': 'baae5554-5993-4f38-bd78-dc900341a8a7', 'admin_state_up': True, 'tenant_id': '31731eabc62542b18a3f7712a1235f2a'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:28:25.677093 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-57bcb2a7-ba55-4cb5-847d-ca41181e3344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:25.747393 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49298a75-00fc-4f47-aacf-0a292ad06d93 req-1dd1dd6a-ba7d-417c-8d48-b8b5c3dd2d4a tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:25.749029 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-49298a75-00fc-4f47-aacf-0a292ad06d93 req-1dd1dd6a-ba7d-417c-8d48-b8b5c3dd2d4a tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/ports?device_id=8537ba91-f526-4403-b51f-00c5f0f98b5a HTTP/1.1" status: 200 len: 945 time: 0.3396800 Dec 06 17:28:25.845130 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-56f9b7ba-2386-42fb-b915-9b3b42932de0 req-1ae612b0-55b8-456b-9601-564913e9cc66 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3b076312-1c54-4a4a-a63b-13a8529c717b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3076575 Dec 06 17:28:25.860647 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c9a7a2e7-2f5e-4aeb-814f-7b65a9a1b653 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:25.870386 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a7a2e7-2f5e-4aeb-814f-7b65a9a1b653 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:25.870999 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c9a7a2e7-2f5e-4aeb-814f-7b65a9a1b653 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:25.909919 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bcb2a7-ba55-4cb5-847d-ca41181e3344 None None] Pushing event updated for resources: {'Port': ['ID=7c5102cc-1ae1-46d0-83a7-a0f32a6b3654,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:25.917241 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2c23cb38-9a8f-470f-aedb-0afd8c0d70d1 req-ae774123-10a3-4266-9b0b-7e3ac68214b6 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=db2b7cfe-ff06-4d98-9999-728e2c37896c HTTP/1.1" status: 200 len: 210 time: 0.5392103 Dec 06 17:28:25.918705 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04ed9532-2c7e-4847-9ceb-7b9811c4afc7 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:28:25.928758 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0caa8379-1cb4-482e-ba9e-895914667428 None None] Sync routers for ids ['88345162-f27d-456a-a815-6559325e911d'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:28:25.951942 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0caa8379-1cb4-482e-ba9e-895914667428 None None] Routers {'88345162-f27d-456a-a815-6559325e911d'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:28:25.953029 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-0caa8379-1cb4-482e-ba9e-895914667428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:28:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['88345162-f27d-456a-a815-6559325e911d'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:28:26.047410 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114cc576-d5ba-45ae-8e15-67e0fed9887d None None] Network 76c98234-f787-4912-ad14-c5616c4e5657 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:28:26.050726 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a7a2e7-2f5e-4aeb-814f-7b65a9a1b653 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Pushing event updated for resources: {'Network': ['ID=0dbe07d9-9671-4a78-ab84-69ff243b2a98,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:26.084651 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-04ed9532-2c7e-4847-9ceb-7b9811c4afc7 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:26.086519 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-c9a7a2e7-2f5e-4aeb-814f-7b65a9a1b653 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1085086 Dec 06 17:28:26.089496 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 38462) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:26.101253 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 0dbe07d9-9671-4a78-ab84-69ff243b2a98 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:28:26.110702 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114cc576-d5ba-45ae-8e15-67e0fed9887d None None] Network 76c98234-f787-4912-ad14-c5616c4e5657 could not be found, it might have been deleted concurrently. {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Dec 06 17:28:26.135512 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-918ad87f-8b9f-4826-9c67-2103782c4964 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Request body: {'subnet': {'network_id': '0dbe07d9-9671-4a78-ab84-69ff243b2a98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:28:26.137298 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945c438b-cec4-463d-ba93-d337d4154714 None None] Network 76c98234-f787-4912-ad14-c5616c4e5657 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:28:26.174220 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-63a0505b-8857-4128-8f36-4311d7ee1062 req-8395973a-34bd-431d-bc85-90d98dbb7bdf service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a2bb4719-78f8-491e-81b9-7abe531e0687 HTTP/1.1" status: 200 len: 210 time: 0.0826862 Dec 06 17:28:26.182560 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-49298a75-00fc-4f47-aacf-0a292ad06d93 req-9dc4cfd5-3e93-4d02-a516-8d775a482e28 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4bc6e59-bf7d-42c4-9e98-323b53a08b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3400750 Dec 06 17:28:26.190699 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 7c5102cc-1ae1-46d0-83a7-a0f32a6b3654 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:28:26.217859 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69b6cfae-d31f-4099-9762-b05357ba1b0e req-5a9fb20b-51ef-43cb-90c9-3fe5332cc362 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Made reservation on behalf of 31731eabc62542b18a3f7712a1235f2a for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:28:26.222135 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-69b6cfae-d31f-4099-9762-b05357ba1b0e req-5a9fb20b-51ef-43cb-90c9-3fe5332cc362 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:26.229107 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945c438b-cec4-463d-ba93-d337d4154714 None None] Network 76c98234-f787-4912-ad14-c5616c4e5657 could not be found, it might have been deleted concurrently. {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Dec 06 17:28:26.230552 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-1e92f993-c253-49e8-9a1e-024ad154a570 None None] Provisioning complete for port 8ac6105b-c81d-48df-9323-f3b58f227520 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:28:26.230927 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1e92f993-c253-49e8-9a1e-024ad154a570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:26.260650 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-557b3983-3ac4-4528-a813-1a8bb0256b37 req-db48bcfa-9b75-4163-bce8-3b1db2ee5080 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Allocated IP 172.20.0.9 (a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c/a240123d-81b7-4a46-9e81-fb9ca8196e24/5edc18d8-d393-472d-810e-022aef3ddd4c) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:28:26.292809 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-cb4016b1-3585-40be-b485-db581db2e8f8 req-bb6c2c07-537d-42d6-9c8f-ce87302a1e23 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dd6a184-e513-4e1d-9212-5b5f6dcdb31d HTTP/1.1" status: 200 len: 210 time: 0.2334716 Dec 06 17:28:26.294325 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-04ed9532-2c7e-4847-9ceb-7b9811c4afc7 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.3701122 Dec 06 17:28:26.297602 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 38470) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:26.310901 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2cf186c-b023-4f7b-9919-508ea44dcf3a', 'tag': '6db48bef-97aa-4bb9-9973-19dc94c1f0d0'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:28:26.313430 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65e6a52f-4a0d-4628-ae13-d8dc52cdf79f" -d '{"events": [{"name": "network-changed", "server_uuid": "e2cf186c-b023-4f7b-9919-508ea44dcf3a", "tag": "6db48bef-97aa-4bb9-9973-19dc94c1f0d0"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:28:26.402323 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-0caa8379-1cb4-482e-ba9e-895914667428 None None] Set router 88345162-f27d-456a-a815-6559325e911d gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:28:26.456738 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d38c470-91fe-4cc8-a33f-5321677d783e req-157311c4-b6f5-4243-bdfc-6267ded5d58c tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:26.458590 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4d38c470-91fe-4cc8-a33f-5321677d783e req-157311c4-b6f5-4243-bdfc-6267ded5d58c tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e766107-5d5f-422c-b94b-1d8d8ddacb83 HTTP/1.1" status: 200 len: 946 time: 0.1598456 Dec 06 17:28:26.486780 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d26a9897-a020-4508-9369-4a590b3837de req-f7034146-816d-4cd4-ba05-53b57c78da1c tempest-ServerShowV254Test-831571093 tempest-ServerShowV254Test-831571093-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2bb4719-78f8-491e-81b9-7abe531e0687 HTTP/1.1" status: 200 len: 210 time: 0.0740035 Dec 06 17:28:26.496260 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-a36739b4-3910-4a40-b362-5fb9b700def8 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "GET /v2.0/floatingips/93c9d6f5-6116-4135-bf3a-af465b892a0d HTTP/1.1" status: 200 len: 991 time: 0.1948099 Dec 06 17:28:26.528614 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 7c5102cc-1ae1-46d0-83a7-a0f32a6b3654 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:28:26.529050 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:26.586550 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed8b8a57-1ecb-4682-9a37-cfcc3465eb49 x-openstack-request-id: req-ed8b8a57-1ecb-4682-9a37-cfcc3465eb49 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:28:26.587025 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2cf186c-b023-4f7b-9919-508ea44dcf3a", "tag": "6db48bef-97aa-4bb9-9973-19dc94c1f0d0", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:28:26.587578 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ed8b8a57-1ecb-4682-9a37-cfcc3465eb49 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:28:26.588535 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2cf186c-b023-4f7b-9919-508ea44dcf3a', 'tag': '6db48bef-97aa-4bb9-9973-19dc94c1f0d0', 'status': 'completed', 'code': 200} Dec 06 17:28:26.590087 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-69b6cfae-d31f-4099-9762-b05357ba1b0e req-5a9fb20b-51ef-43cb-90c9-3fe5332cc362 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Allocated IP 172.20.0.6 (baae5554-5993-4f38-bd78-dc900341a8a7/beafb9f1-df05-4269-b547-aab5f335c461/cb808805-ed0f-4802-a8ba-36b736428fd1) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:28:26.596336 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-918ad87f-8b9f-4826-9c67-2103782c4964 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Made reservation on behalf of ba4c3950383f40ffbf94821b2cfd141e for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:28:26.601487 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-918ad87f-8b9f-4826-9c67-2103782c4964 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:26.640421 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4d38c470-91fe-4cc8-a33f-5321677d783e req-2067ad5a-5c6d-416f-807b-81dfbf8f834e tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b076312-1c54-4a4a-a63b-13a8529c717b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1508613 Dec 06 17:28:26.720051 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-1e92f993-c253-49e8-9a1e-024ad154a570 None None] Provisioning complete for port 5c506433-8048-489a-a1ca-d46e8c88fc66 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:28:26.720924 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1e92f993-c253-49e8-9a1e-024ad154a570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:26.733359 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e6a52f-4a0d-4628-ae13-d8dc52cdf79f req-571c3d66-8a4e-4922-a464-bc954522f00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:26.735383 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-65e6a52f-4a0d-4628-ae13-d8dc52cdf79f req-571c3d66-8a4e-4922-a464-bc954522f00e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ecd148ff302244ca8d62fb6aab386351&device_id=e2cf186c-b023-4f7b-9919-508ea44dcf3a HTTP/1.1" status: 200 len: 1096 time: 0.0855134 Dec 06 17:28:26.756425 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-557b3983-3ac4-4528-a813-1a8bb0256b37 req-db48bcfa-9b75-4163-bce8-3b1db2ee5080 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:26.823291 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 0d7e4c4b-a44f-49d7-8eaa-ffedb35a0a0f up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:28:26.876078 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-557b3983-3ac4-4528-a813-1a8bb0256b37 req-db48bcfa-9b75-4163-bce8-3b1db2ee5080 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:26.978055 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-557b3983-3ac4-4528-a813-1a8bb0256b37 req-db48bcfa-9b75-4163-bce8-3b1db2ee5080 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Network a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:28:26.984279 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db48bcfa-9b75-4163-bce8-3b1db2ee5080 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Pushing event updated for resources: {'Port': ['ID=5edc18d8-d393-472d-810e-022aef3ddd4c,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:26.989074 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-557b3983-3ac4-4528-a813-1a8bb0256b37 req-db48bcfa-9b75-4163-bce8-3b1db2ee5080 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:28:26.989248 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 0d7e4c4b-a44f-49d7-8eaa-ffedb35a0a0f triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:28:26.992846 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:26.995185 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-557b3983-3ac4-4528-a813-1a8bb0256b37 req-db48bcfa-9b75-4163-bce8-3b1db2ee5080 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:28:27.053356 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-0caa8379-1cb4-482e-ba9e-895914667428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88345162-f27d-456a-a815-6559325e911d', 'name': 'tempest-TestNetworkBasicOps-router-1668742405', 'tenant_id': 'ecd148ff302244ca8d62fb6aab386351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.20'}], 'enable_snat': True}, 'gw_port_id': 'ac315945-e71d-47b2-b3cb-5def568e84d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:27:19Z', 'updated_at': '2021-12-06T17:27:39Z', 'revision_number': 4, 'project_id': 'ecd148ff302244ca8d62fb6aab386351', 'gw_port': {'id': 'ac315945-e71d-47b2-b3cb-5def568e84d6', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:21:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88345162-f27d-456a-a815-6559325e911d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:27:22Z', 'updated_at': '2021-12-06T17:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '93c9d6f5-6116-4135-bf3a-af465b892a0d', 'tenant_id': 'ecd148ff302244ca8d62fb6aab386351', 'floating_ip_address': '172.35.1.148', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '88345162-f27d-456a-a815-6559325e911d', 'port_id': '6db48bef-97aa-4bb9-9973-19dc94c1f0d0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '777bfc6d-3fee-43da-888a-47a7635a15f7', 'mac_address': 'fa:16:3e:48:40:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cf186c-b023-4f7b-9919-508ea44dcf3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:28:22Z', 'updated_at': '2021-12-06T17:28:22Z', 'revision_number': 0, 'project_id': 'ecd148ff302244ca8d62fb6aab386351', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd18c181-dd84-4a79-a7a8-b1927a0dbf10', 'name': '', 'network_id': '777bfc6d-3fee-43da-888a-47a7635a15f7', 'tenant_id': 'ecd148ff302244ca8d62fb6aab386351', 'mac_address': 'fa:16:3e:69:7f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88345162-f27d-456a-a815-6559325e911d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': 'bf4aecbe-5cce-4e7f-a01d-067dc19fd3c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:27:35Z', 'updated_at': '2021-12-06T17:27:47Z', 'revision_number': 5, 'project_id': 'ecd148ff302244ca8d62fb6aab386351', 'subnets': [{'id': 'bf4aecbe-5cce-4e7f-a01d-067dc19fd3c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:28:27.061800 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-918ad87f-8b9f-4826-9c67-2103782c4964 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:27.098842 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e6a52f-4a0d-4628-ae13-d8dc52cdf79f req-914f5b8e-7aa3-42aa-b458-fe4c4abb1a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:27.100396 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-65e6a52f-4a0d-4628-ae13-d8dc52cdf79f req-914f5b8e-7aa3-42aa-b458-fe4c4abb1a9b service neutron] 10.222.0.41 "GET /v2.0/networks?id=777bfc6d-3fee-43da-888a-47a7635a15f7 HTTP/1.1" status: 200 len: 897 time: 0.3486664 Dec 06 17:28:27.143776 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-69b6cfae-d31f-4099-9762-b05357ba1b0e req-5a9fb20b-51ef-43cb-90c9-3fe5332cc362 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:27.155534 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0caa8379-1cb4-482e-ba9e-895914667428 None None] Checking router: 88345162-f27d-456a-a815-6559325e911d for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:28:27.235115 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-1e92f993-c253-49e8-9a1e-024ad154a570 None None] Provisioning complete for port 6efad30d-2a23-4b42-8587-ed6fc29da989 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:28:27.235487 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1e92f993-c253-49e8-9a1e-024ad154a570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:27.237962 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557b3983-3ac4-4528-a813-1a8bb0256b37 req-db48bcfa-9b75-4163-bce8-3b1db2ee5080 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:27.238931 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-557b3983-3ac4-4528-a813-1a8bb0256b37 req-db48bcfa-9b75-4163-bce8-3b1db2ee5080 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:27.241807 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0caa8379-1cb4-482e-ba9e-895914667428 None None] Routers {'88345162-f27d-456a-a815-6559325e911d'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:28:27.242422 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-0caa8379-1cb4-482e-ba9e-895914667428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:28:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['88345162-f27d-456a-a815-6559325e911d'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:28:27.293570 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-65e6a52f-4a0d-4628-ae13-d8dc52cdf79f req-dac42610-2b2e-4af0-bfcc-bb1c710e4e5b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6db48bef-97aa-4bb9-9973-19dc94c1f0d0 HTTP/1.1" status: 200 len: 999 time: 0.1851931 Dec 06 17:28:27.351419 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918ad87f-8b9f-4826-9c67-2103782c4964 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Pushing event updated for resources: {'Subnet': ['ID=9d3c23af-8141-4778-bc9b-7368b44eab30,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:27.357163 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-557b3983-3ac4-4528-a813-1a8bb0256b37 req-db48bcfa-9b75-4163-bce8-3b1db2ee5080 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5813668 Dec 06 17:28:27.376846 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-557b3983-3ac4-4528-a813-1a8bb0256b37 req-3759f494-a728-4851-8521-53e7cda22d83 service neutron] Request body: {'port': {'device_id': 'db2b7cfe-ff06-4d98-9999-728e2c37896c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:28:27.390601 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d536eab-ff7f-4580-bb6d-74535a4e1fdb req-6e5a994d-28ac-4187-a64d-261616eecb3c tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:27.400229 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7d536eab-ff7f-4580-bb6d-74535a4e1fdb req-6e5a994d-28ac-4187-a64d-261616eecb3c tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=db2b7cfe-ff06-4d98-9999-728e2c37896c HTTP/1.1" status: 200 len: 931 time: 0.2646177 Dec 06 17:28:27.409993 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918ad87f-8b9f-4826-9c67-2103782c4964 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Checking segment: {'id': 'fe1c57a0-e103-4b43-acda-4dbe22948582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0dbe07d9-9671-4a78-ab84-69ff243b2a98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:28:27.410707 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918ad87f-8b9f-4826-9c67-2103782c4964 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Network hostable DHCP agents. Network: 0dbe07d9-9671-4a78-ab84-69ff243b2a98, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:28:27.452583 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-69b6cfae-d31f-4099-9762-b05357ba1b0e req-5a9fb20b-51ef-43cb-90c9-3fe5332cc362 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:27.507641 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 38494) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:27.524859 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f644cbe-f976-4fd3-81e7-0390474b51ec req-ea56f893-b2d4-4b89-aa0c-664944a455c6 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:27.532521 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2f644cbe-f976-4fd3-81e7-0390474b51ec req-ea56f893-b2d4-4b89-aa0c-664944a455c6 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/ports?device_id=8537ba91-f526-4403-b51f-00c5f0f98b5a HTTP/1.1" status: 200 len: 945 time: 0.1702962 Dec 06 17:28:27.541237 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e6a52f-4a0d-4628-ae13-d8dc52cdf79f req-c4de22f2-d2c2-46d3-a7ca-865680a9ab60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:27.542752 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-65e6a52f-4a0d-4628-ae13-d8dc52cdf79f req-c4de22f2-d2c2-46d3-a7ca-865680a9ab60 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bf4aecbe-5cce-4e7f-a01d-067dc19fd3c6 HTTP/1.1" status: 200 len: 835 time: 0.2381377 Dec 06 17:28:27.583190 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69b6cfae-d31f-4099-9762-b05357ba1b0e req-5a9fb20b-51ef-43cb-90c9-3fe5332cc362 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Network baae5554-5993-4f38-bd78-dc900341a8a7 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:28:27.596038 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-69b6cfae-d31f-4099-9762-b05357ba1b0e req-5a9fb20b-51ef-43cb-90c9-3fe5332cc362 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:28:27.607460 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-69b6cfae-d31f-4099-9762-b05357ba1b0e req-5a9fb20b-51ef-43cb-90c9-3fe5332cc362 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:28:27.637014 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da509e6-1e83-486b-a886-25d690f23c73 None None] DHCP port deletion for baae5554-5993-4f38-bd78-dc900341a8a7 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:28:27.669257 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9fb20b-51ef-43cb-90c9-3fe5332cc362 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Pushing event updated for resources: {'Port': ['ID=cb808805-ed0f-4802-a8ba-36b736428fd1,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:27.682990 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9fb20b-51ef-43cb-90c9-3fe5332cc362 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:28:27.683295 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9fb20b-51ef-43cb-90c9-3fe5332cc362 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:28:27.683606 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9fb20b-51ef-43cb-90c9-3fe5332cc362 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:28:27.683997 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9fb20b-51ef-43cb-90c9-3fe5332cc362 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:28:27.684341 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9fb20b-51ef-43cb-90c9-3fe5332cc362 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:28:27.684685 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9fb20b-51ef-43cb-90c9-3fe5332cc362 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:28:27.685108 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9fb20b-51ef-43cb-90c9-3fe5332cc362 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:28:27.685446 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9fb20b-51ef-43cb-90c9-3fe5332cc362 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:28:27.685899 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9fb20b-51ef-43cb-90c9-3fe5332cc362 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:28:27.686277 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9fb20b-51ef-43cb-90c9-3fe5332cc362 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:28:27.686978 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9fb20b-51ef-43cb-90c9-3fe5332cc362 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:28:27.687324 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9fb20b-51ef-43cb-90c9-3fe5332cc362 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:28:27.687696 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9fb20b-51ef-43cb-90c9-3fe5332cc362 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:28:27.707558 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918ad87f-8b9f-4826-9c67-2103782c4964 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Network 0dbe07d9-9671-4a78-ab84-69ff243b2a98 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:28:27.711804 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2f644cbe-f976-4fd3-81e7-0390474b51ec req-8e46b2ff-4e13-4e3f-83c9-3fb9b86cef71 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4bc6e59-bf7d-42c4-9e98-323b53a08b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737714 Dec 06 17:28:27.740516 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-0caa8379-1cb4-482e-ba9e-895914667428 None None] Set router 88345162-f27d-456a-a815-6559325e911d gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:28:27.744468 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e6a52f-4a0d-4628-ae13-d8dc52cdf79f req-b780ff06-ba2c-4585-aeef-5c20f9ef81cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:27.751927 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-65e6a52f-4a0d-4628-ae13-d8dc52cdf79f req-b780ff06-ba2c-4585-aeef-5c20f9ef81cf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=777bfc6d-3fee-43da-888a-47a7635a15f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1634784 Dec 06 17:28:27.782004 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-279c3815-90c1-4297-81c6-ff74eccb2c47 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "GET /v2.0/floatingips/93c9d6f5-6116-4135-bf3a-af465b892a0d HTTP/1.1" status: 200 len: 991 time: 0.2673638 Dec 06 17:28:27.793230 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-918ad87f-8b9f-4826-9c67-2103782c4964 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 0dbe07d9-9671-4a78-ab84-69ff243b2a98) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:28:27.794644 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b6cfae-d31f-4099-9762-b05357ba1b0e req-5a9fb20b-51ef-43cb-90c9-3fe5332cc362 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:27.795670 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-69b6cfae-d31f-4099-9762-b05357ba1b0e req-5a9fb20b-51ef-43cb-90c9-3fe5332cc362 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:27.802934 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1971f978-8c5e-48f6-856d-073fde8c259b None None] Network 0dbe07d9-9671-4a78-ab84-69ff243b2a98 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:28:27.814719 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7d536eab-ff7f-4580-bb6d-74535a4e1fdb req-22b96937-9550-4ae0-9064-749b2a83998b tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=78322529-8ef3-429b-b795-66e840556866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4132545 Dec 06 17:28:27.830703 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918ad87f-8b9f-4826-9c67-2103782c4964 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:27.831847 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-918ad87f-8b9f-4826-9c67-2103782c4964 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:27.840030 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-557b3983-3ac4-4528-a813-1a8bb0256b37 req-3759f494-a728-4851-8521-53e7cda22d83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:27.951543 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-918ad87f-8b9f-4826-9c67-2103782c4964 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8186741 Dec 06 17:28:27.954244 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 38530) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:27.960791 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-76f9030f-4995-4a93-a870-90eb5e9941b6 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Request body: {'subnet': {'network_id': '0dbe07d9-9671-4a78-ab84-69ff243b2a98', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:28:27.961925 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-69b6cfae-d31f-4099-9762-b05357ba1b0e req-5a9fb20b-51ef-43cb-90c9-3fe5332cc362 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3190567 Dec 06 17:28:27.996564 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-69b6cfae-d31f-4099-9762-b05357ba1b0e req-58a8c83b-c2c4-4562-9760-02f4086a3c86 service neutron] Request body: {'port': {'device_id': '1dd6a184-e513-4e1d-9212-5b5f6dcdb31d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:28:28.044373 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e6dd5ebf-a84b-4c96-a5c9-8f2bcb00493b req-2b704752-d0e5-4b9a-9dc1-33fc8ec52545 tempest-ServerShowV254Test-831571093 tempest-ServerShowV254Test-831571093-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2bb4719-78f8-491e-81b9-7abe531e0687 HTTP/1.1" status: 200 len: 210 time: 0.0830810 Dec 06 17:28:28.086151 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d51544-6ec3-49c7-b04a-72973c9b751e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-0dbe07d9-9671-4a78-ab84-69ff243b2a98', 'network_id': '0dbe07d9-9671-4a78-ab84-69ff243b2a98', 'tenant_id': 'ba4c3950383f40ffbf94821b2cfd141e', 'fixed_ips': [{'subnet_id': '9d3c23af-8141-4778-bc9b-7368b44eab30'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:28:28.086907 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b6d51544-6ec3-49c7-b04a-72973c9b751e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:28.089763 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 7c5102cc-1ae1-46d0-83a7-a0f32a6b3654 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:28:28.139772 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-65e6a52f-4a0d-4628-ae13-d8dc52cdf79f req-e12e6b93-60ef-4c00-af32-b185aeb927d8 service neutron] 10.222.0.41 "GET /v2.0/networks/777bfc6d-3fee-43da-888a-47a7635a15f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3729997 Dec 06 17:28:28.141834 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-659d40ea-9a8e-4620-9605-cce8129ab599 None None] Provisioning complete for port cb808805-ed0f-4802-a8ba-36b736428fd1 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:28:28.142506 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-659d40ea-9a8e-4620-9605-cce8129ab599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:28.261622 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-659d40ea-9a8e-4620-9605-cce8129ab599 None None] Port cb808805-ed0f-4802-a8ba-36b736428fd1 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:28:28.414639 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a8ed7-3e66-407a-8f0f-65b7f307c6c3 req-13687f65-dcb3-4401-aafa-1131de0c005c tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:28.421978 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-199a8ed7-3e66-407a-8f0f-65b7f307c6c3 req-13687f65-dcb3-4401-aafa-1131de0c005c tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e766107-5d5f-422c-b94b-1d8d8ddacb83 HTTP/1.1" status: 200 len: 946 time: 0.2366984 Dec 06 17:28:28.422699 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-b6d51544-6ec3-49c7-b04a-72973c9b751e None None] Allocated IP 2001:db8::2 (0dbe07d9-9671-4a78-ab84-69ff243b2a98/9d3c23af-8141-4778-bc9b-7368b44eab30/1684b74a-9bb0-4162-81ef-344c059afbd2) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:28:28.592142 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b6d51544-6ec3-49c7-b04a-72973c9b751e None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:28.595883 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-557b3983-3ac4-4528-a813-1a8bb0256b37 req-3759f494-a728-4851-8521-53e7cda22d83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5edc18d8-d393-472d-810e-022aef3ddd4c {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:28:28.606215 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-557b3983-3ac4-4528-a813-1a8bb0256b37 req-3759f494-a728-4851-8521-53e7cda22d83 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:28.618258 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b6d51544-6ec3-49c7-b04a-72973c9b751e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:28.629756 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-557b3983-3ac4-4528-a813-1a8bb0256b37 req-3759f494-a728-4851-8521-53e7cda22d83 service neutron] Transition to ACTIVE for port object 5edc18d8-d393-472d-810e-022aef3ddd4c will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:28:28.634878 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdf551b-206a-44fb-aba7-9a0c5df12fc5 req-14c8cfc0-372a-4f48-9917-52ac51fec76c tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:28.636572 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-dbdf551b-206a-44fb-aba7-9a0c5df12fc5 req-14c8cfc0-372a-4f48-9917-52ac51fec76c tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dd6a184-e513-4e1d-9212-5b5f6dcdb31d HTTP/1.1" status: 200 len: 931 time: 0.8059530 Dec 06 17:28:28.649362 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-557b3983-3ac4-4528-a813-1a8bb0256b37 req-3759f494-a728-4851-8521-53e7cda22d83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:28.666801 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 7c5102cc-1ae1-46d0-83a7-a0f32a6b3654 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:28:28.667732 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:28.715237 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3759f494-a728-4851-8521-53e7cda22d83 service neutron] Pushing event updated for resources: {'Port': ['ID=5edc18d8-d393-472d-810e-022aef3ddd4c,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:28.724175 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-69b6cfae-d31f-4099-9762-b05357ba1b0e req-58a8c83b-c2c4-4562-9760-02f4086a3c86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:28.728412 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-659d40ea-9a8e-4620-9605-cce8129ab599 None None] Provisioning complete for port 5edc18d8-d393-472d-810e-022aef3ddd4c triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:28:28.728806 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-659d40ea-9a8e-4620-9605-cce8129ab599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:28.764469 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f9030f-4995-4a93-a870-90eb5e9941b6 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Made reservation on behalf of ba4c3950383f40ffbf94821b2cfd141e for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:28:28.768405 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-76f9030f-4995-4a93-a870-90eb5e9941b6 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:28.791631 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-659d40ea-9a8e-4620-9605-cce8129ab599 None None] Port 5edc18d8-d393-472d-810e-022aef3ddd4c cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:28:28.799629 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d51544-6ec3-49c7-b04a-72973c9b751e None None] Network 0dbe07d9-9671-4a78-ab84-69ff243b2a98 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:28:28.802375 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 38536) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:28.818508 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-b6d51544-6ec3-49c7-b04a-72973c9b751e None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:28:28.826758 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-199a8ed7-3e66-407a-8f0f-65b7f307c6c3 req-418e1ed8-7543-4f17-bca9-8abd63365af8 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b076312-1c54-4a4a-a63b-13a8529c717b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4038737 Dec 06 17:28:28.887624 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d51544-6ec3-49c7-b04a-72973c9b751e None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:28:28.917971 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-dbdf551b-206a-44fb-aba7-9a0c5df12fc5 req-f1d87b63-5ef5-4e4c-ae80-204c1fac014c tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/security-groups?id=a040c6b3-0771-4bba-81c8-f88c93c47b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621863 Dec 06 17:28:28.952389 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d51544-6ec3-49c7-b04a-72973c9b751e None None] Pushing event updated for resources: {'Port': ['ID=1684b74a-9bb0-4162-81ef-344c059afbd2,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:29.007464 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-e28cf12b-377b-458b-ab99-4f1921e3bef9 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "GET /v2.0/floatingips/93c9d6f5-6116-4135-bf3a-af465b892a0d HTTP/1.1" status: 200 len: 991 time: 0.1944292 Dec 06 17:28:29.036737 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-65e6a52f-4a0d-4628-ae13-d8dc52cdf79f req-e2443bdc-a1e4-4d64-883e-b404fbf8c135 service neutron] 10.222.0.41 "GET /v2.0/networks/777bfc6d-3fee-43da-888a-47a7635a15f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8779502 Dec 06 17:28:29.084074 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-557b3983-3ac4-4528-a813-1a8bb0256b37 req-3759f494-a728-4851-8521-53e7cda22d83 service neutron] Attempting to bind port 5edc18d8-d393-472d-810e-022aef3ddd4c on host n-h2-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:28:29.086177 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-557b3983-3ac4-4528-a813-1a8bb0256b37 req-3759f494-a728-4851-8521-53e7cda22d83 service neutron] Attempting to bind port 5edc18d8-d393-472d-810e-022aef3ddd4c by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '01c80ae1-47cd-4b92-84e1-920e248051d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:28:29.086527 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557b3983-3ac4-4528-a813-1a8bb0256b37 req-3759f494-a728-4851-8521-53e7cda22d83 service neutron] Attempting to bind port 5edc18d8-d393-472d-810e-022aef3ddd4c on network a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:28:29.116028 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557b3983-3ac4-4528-a813-1a8bb0256b37 req-3759f494-a728-4851-8521-53e7cda22d83 service neutron] Port 5edc18d8-d393-472d-810e-022aef3ddd4c on network a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:28:29.116437 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557b3983-3ac4-4528-a813-1a8bb0256b37 req-3759f494-a728-4851-8521-53e7cda22d83 service neutron] Attempting to bind port 5edc18d8-d393-472d-810e-022aef3ddd4c on network a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:28:29.133225 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557b3983-3ac4-4528-a813-1a8bb0256b37 req-3759f494-a728-4851-8521-53e7cda22d83 service neutron] Checking agent: {'id': '9d8b9f49-2860-4c1f-9b89-45a7657a3c4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:28:29.133619 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557b3983-3ac4-4528-a813-1a8bb0256b37 req-3759f494-a728-4851-8521-53e7cda22d83 service neutron] Checking segment: {'id': '01c80ae1-47cd-4b92-84e1-920e248051d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:28:29.134017 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557b3983-3ac4-4528-a813-1a8bb0256b37 req-3759f494-a728-4851-8521-53e7cda22d83 service neutron] Bound using segment: {'id': '01c80ae1-47cd-4b92-84e1-920e248051d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:28:29.135058 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-557b3983-3ac4-4528-a813-1a8bb0256b37 req-3759f494-a728-4851-8521-53e7cda22d83 service neutron] Bound port: 5edc18d8-d393-472d-810e-022aef3ddd4c, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01c80ae1-47cd-4b92-84e1-920e248051d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:28:29.135058 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-557b3983-3ac4-4528-a813-1a8bb0256b37 req-3759f494-a728-4851-8521-53e7cda22d83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:29.180378 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-b6d51544-6ec3-49c7-b04a-72973c9b751e None None] Attempting to bind port 1684b74a-9bb0-4162-81ef-344c059afbd2 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:28:29.180766 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-b6d51544-6ec3-49c7-b04a-72973c9b751e None None] Attempting to bind port 1684b74a-9bb0-4162-81ef-344c059afbd2 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'fe1c57a0-e103-4b43-acda-4dbe22948582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0dbe07d9-9671-4a78-ab84-69ff243b2a98'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:28:29.181191 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d51544-6ec3-49c7-b04a-72973c9b751e None None] Attempting to bind port 1684b74a-9bb0-4162-81ef-344c059afbd2 on network 0dbe07d9-9671-4a78-ab84-69ff243b2a98 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:28:29.190733 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d51544-6ec3-49c7-b04a-72973c9b751e None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:28:29.191736 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d51544-6ec3-49c7-b04a-72973c9b751e None None] Checking segment: {'id': 'fe1c57a0-e103-4b43-acda-4dbe22948582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0dbe07d9-9671-4a78-ab84-69ff243b2a98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:28:29.192412 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b6d51544-6ec3-49c7-b04a-72973c9b751e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:29.192718 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d51544-6ec3-49c7-b04a-72973c9b751e None None] Bound using segment: {'id': 'fe1c57a0-e103-4b43-acda-4dbe22948582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0dbe07d9-9671-4a78-ab84-69ff243b2a98'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:28:29.193233 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-b6d51544-6ec3-49c7-b04a-72973c9b751e None None] Bound port: 1684b74a-9bb0-4162-81ef-344c059afbd2, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe1c57a0-e103-4b43-acda-4dbe22948582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0dbe07d9-9671-4a78-ab84-69ff243b2a98'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:28:29.193660 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b6d51544-6ec3-49c7-b04a-72973c9b751e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:29.296868 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1682f364-07ad-4c28-868b-39358b72a9d7 req-879e0a48-2d5d-42c0-a1b2-6c38f29a27d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:29.298448 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1682f364-07ad-4c28-868b-39358b72a9d7 req-879e0a48-2d5d-42c0-a1b2-6c38f29a27d4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ec528b8fbe5d4e99b13118aed923c7d9&device_id=8537ba91-f526-4403-b51f-00c5f0f98b5a HTTP/1.1" status: 200 len: 1096 time: 0.1744502 Dec 06 17:28:29.323168 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd8b3bf-887b-47d7-ab26-bb49cc5fbffb req-a50bbb3a-f198-4aef-877a-80507daec373 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:29.325043 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-dbd8b3bf-887b-47d7-ab26-bb49cc5fbffb req-a50bbb3a-f198-4aef-877a-80507daec373 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=db2b7cfe-ff06-4d98-9999-728e2c37896c HTTP/1.1" status: 200 len: 943 time: 0.1366687 Dec 06 17:28:29.331357 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-0caa8379-1cb4-482e-ba9e-895914667428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88345162-f27d-456a-a815-6559325e911d', 'name': 'tempest-TestNetworkBasicOps-router-1668742405', 'tenant_id': 'ecd148ff302244ca8d62fb6aab386351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.20'}], 'enable_snat': True}, 'gw_port_id': 'ac315945-e71d-47b2-b3cb-5def568e84d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:27:19Z', 'updated_at': '2021-12-06T17:27:39Z', 'revision_number': 4, 'project_id': 'ecd148ff302244ca8d62fb6aab386351', 'gw_port': {'id': 'ac315945-e71d-47b2-b3cb-5def568e84d6', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:21:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88345162-f27d-456a-a815-6559325e911d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:27:22Z', 'updated_at': '2021-12-06T17:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '93c9d6f5-6116-4135-bf3a-af465b892a0d', 'tenant_id': 'ecd148ff302244ca8d62fb6aab386351', 'floating_ip_address': '172.35.1.148', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '88345162-f27d-456a-a815-6559325e911d', 'port_id': '6db48bef-97aa-4bb9-9973-19dc94c1f0d0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '777bfc6d-3fee-43da-888a-47a7635a15f7', 'mac_address': 'fa:16:3e:48:40:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cf186c-b023-4f7b-9919-508ea44dcf3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:28:22Z', 'updated_at': '2021-12-06T17:28:22Z', 'revision_number': 0, 'project_id': 'ecd148ff302244ca8d62fb6aab386351', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd18c181-dd84-4a79-a7a8-b1927a0dbf10', 'name': '', 'network_id': '777bfc6d-3fee-43da-888a-47a7635a15f7', 'tenant_id': 'ecd148ff302244ca8d62fb6aab386351', 'mac_address': 'fa:16:3e:69:7f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88345162-f27d-456a-a815-6559325e911d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': 'bf4aecbe-5cce-4e7f-a01d-067dc19fd3c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:27:35Z', 'updated_at': '2021-12-06T17:27:47Z', 'revision_number': 5, 'project_id': 'ecd148ff302244ca8d62fb6aab386351', 'subnets': [{'id': 'bf4aecbe-5cce-4e7f-a01d-067dc19fd3c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:28:29.364514 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0caa8379-1cb4-482e-ba9e-895914667428 None None] The sync data for ids ['88345162-f27d-456a-a815-6559325e911d'] in n-d-master-1 is: [{'id': '88345162-f27d-456a-a815-6559325e911d', 'name': 'tempest-TestNetworkBasicOps-router-1668742405', 'tenant_id': 'ecd148ff302244ca8d62fb6aab386351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.20'}], 'enable_snat': True}, 'gw_port_id': 'ac315945-e71d-47b2-b3cb-5def568e84d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:27:19Z', 'updated_at': '2021-12-06T17:27:39Z', 'revision_number': 4, 'project_id': 'ecd148ff302244ca8d62fb6aab386351', 'gw_port': {'id': 'ac315945-e71d-47b2-b3cb-5def568e84d6', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:21:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88345162-f27d-456a-a815-6559325e911d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:27:22Z', 'updated_at': '2021-12-06T17:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '93c9d6f5-6116-4135-bf3a-af465b892a0d', 'tenant_id': 'ecd148ff302244ca8d62fb6aab386351', 'floating_ip_address': '172.35.1.148', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '88345162-f27d-456a-a815-6559325e911d', 'port_id': '6db48bef-97aa-4bb9-9973-19dc94c1f0d0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '777bfc6d-3fee-43da-888a-47a7635a15f7', 'mac_address': 'fa:16:3e:48:40:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cf186c-b023-4f7b-9919-508ea44dcf3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:28:22Z', 'updated_at': '2021-12-06T17:28:22Z', 'revision_number': 0, 'project_id': 'ecd148ff302244ca8d62fb6aab386351', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd18c181-dd84-4a79-a7a8-b1927a0dbf10', 'name': '', 'network_id': '777bfc6d-3fee-43da-888a-47a7635a15f7', 'tenant_id': 'ecd148ff302244ca8d62fb6aab386351', 'mac_address': 'fa:16:3e:69:7f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88345162-f27d-456a-a815-6559325e911d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': 'bf4aecbe-5cce-4e7f-a01d-067dc19fd3c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:27:35Z', 'updated_at': '2021-12-06T17:27:47Z', 'revision_number': 5, 'project_id': 'ecd148ff302244ca8d62fb6aab386351', 'subnets': [{'id': 'bf4aecbe-5cce-4e7f-a01d-067dc19fd3c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:28:29.369584 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b6d51544-6ec3-49c7-b04a-72973c9b751e None None] For port 1684b74a-9bb0-4162-81ef-344c059afbd2, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:28:29.392212 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b6d51544-6ec3-49c7-b04a-72973c9b751e None None] For port 1684b74a-9bb0-4162-81ef-344c059afbd2, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1684b74a-9bb0-4162-81ef-344c059afbd2,segment=NetworkSegment(fe1c57a0-e103-4b43-acda-4dbe22948582),segment_id=fe1c57a0-e103-4b43-acda-4dbe22948582)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:28:29.400444 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b6d51544-6ec3-49c7-b04a-72973c9b751e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:29.438573 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-557b3983-3ac4-4528-a813-1a8bb0256b37 req-3759f494-a728-4851-8521-53e7cda22d83 service neutron] For port 5edc18d8-d393-472d-810e-022aef3ddd4c, host n-h2-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:28:29.485536 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-557b3983-3ac4-4528-a813-1a8bb0256b37 req-3759f494-a728-4851-8521-53e7cda22d83 service neutron] For port 5edc18d8-d393-472d-810e-022aef3ddd4c, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5edc18d8-d393-472d-810e-022aef3ddd4c,segment=NetworkSegment(01c80ae1-47cd-4b92-84e1-920e248051d6),segment_id=01c80ae1-47cd-4b92-84e1-920e248051d6)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:28:29.495264 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-addb745e-698f-4459-b023-d2838142eaf9 req-cc2a0107-e74a-4e86-8ec7-ed59572a9128 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6e3a13c854ee42d08e9e868fcef55171&device_id=a2bb4719-78f8-491e-81b9-7abe531e0687 HTTP/1.1" status: 200 len: 210 time: 0.0445671 Dec 06 17:28:29.513114 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d51544-6ec3-49c7-b04a-72973c9b751e None None] Pushing event updated for resources: {'Port': ['ID=1684b74a-9bb0-4162-81ef-344c059afbd2,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:29.531350 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-557b3983-3ac4-4528-a813-1a8bb0256b37 req-3759f494-a728-4851-8521-53e7cda22d83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:29.563446 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-dbd8b3bf-887b-47d7-ab26-bb49cc5fbffb req-602e764c-92a1-4895-b81b-0b39e7961795 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=78322529-8ef3-429b-b795-66e840556866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2221212 Dec 06 17:28:29.585642 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-addb745e-698f-4459-b023-d2838142eaf9 req-4a5bbec6-2d69-4919-9f30-731f486ae165 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=6e3a13c854ee42d08e9e868fcef55171&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0439038 Dec 06 17:28:29.649195 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557b3983-3ac4-4528-a813-1a8bb0256b37 req-3759f494-a728-4851-8521-53e7cda22d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:29.650416 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-557b3983-3ac4-4528-a813-1a8bb0256b37 req-3759f494-a728-4851-8521-53e7cda22d83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:29.652636 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-557b3983-3ac4-4528-a813-1a8bb0256b37 req-3759f494-a728-4851-8521-53e7cda22d83 service neutron] 10.222.0.44 "PUT /v2.0/ports/5edc18d8-d393-472d-810e-022aef3ddd4c HTTP/1.1" status: 200 len: 1091 time: 2.2849181 Dec 06 17:28:29.655519 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db2b7cfe-ff06-4d98-9999-728e2c37896c', 'tag': '5edc18d8-d393-472d-810e-022aef3ddd4c'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:28:29.658552 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a08c9d5-55aa-4f29-a2d0-1a6d20a2250e" -d '{"events": [{"name": "network-changed", "server_uuid": "db2b7cfe-ff06-4d98-9999-728e2c37896c", "tag": "5edc18d8-d393-472d-810e-022aef3ddd4c"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:28:29.717843 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2004e4bf-73b6-4582-93d1-c2b4f3c71084 req-a2eba178-2df3-4c98-b6ce-257fd7608841 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:29.721962 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2004e4bf-73b6-4582-93d1-c2b4f3c71084 req-a2eba178-2df3-4c98-b6ce-257fd7608841 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/ports?device_id=8537ba91-f526-4403-b51f-00c5f0f98b5a HTTP/1.1" status: 200 len: 945 time: 0.2729139 Dec 06 17:28:29.722764 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3759f494-a728-4851-8521-53e7cda22d83 service neutron] Pushing event updated for resources: {'Port': ['ID=5edc18d8-d393-472d-810e-022aef3ddd4c,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:29.732622 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-76f9030f-4995-4a93-a870-90eb5e9941b6 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:29.770407 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1682f364-07ad-4c28-868b-39358b72a9d7 req-ccabc4b2-57c9-4669-bc25-de74805aa69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:29.771856 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1682f364-07ad-4c28-868b-39358b72a9d7 req-ccabc4b2-57c9-4669-bc25-de74805aa69f service neutron] 10.222.0.41 "GET /v2.0/networks?id=15fd3b86-4ab2-48c1-977e-7d7f46e6c98b HTTP/1.1" status: 200 len: 911 time: 0.4610207 Dec 06 17:28:29.797155 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-da3757b7-15a0-4b4c-b670-82bf87daeb12 req-257cb249-6954-49cb-bf93-6af1e825c131 tempest-ServerShowV254Test-831571093 tempest-ServerShowV254Test-831571093-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2bb4719-78f8-491e-81b9-7abe531e0687 HTTP/1.1" status: 200 len: 210 time: 0.1160343 Dec 06 17:28:29.800340 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-69b6cfae-d31f-4099-9762-b05357ba1b0e req-58a8c83b-c2c4-4562-9760-02f4086a3c86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb808805-ed0f-4802-a8ba-36b736428fd1 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:28:29.934608 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75289eeb-0bd7-4690-9a26-33666cafc3b3 None None] New status for floating IP 93c9d6f5-6116-4135-bf3a-af465b892a0d: ACTIVE {{(pid=103287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 17:28:29.935620 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557b3983-3ac4-4528-a813-1a8bb0256b37 req-d0b29327-ce41-4e0a-84d8-d8ed0ddabd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:29.937928 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-557b3983-3ac4-4528-a813-1a8bb0256b37 req-d0b29327-ce41-4e0a-84d8-d8ed0ddabd59 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=87136a91f6c54863bdb78ae5833b5c4e&device_id=db2b7cfe-ff06-4d98-9999-728e2c37896c HTTP/1.1" status: 200 len: 1094 time: 0.2091672 Dec 06 17:28:29.946773 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f9030f-4995-4a93-a870-90eb5e9941b6 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Network 0dbe07d9-9671-4a78-ab84-69ff243b2a98 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:28:29.950710 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4616b06-0df5-4e06-8774-fb53469bc237 x-openstack-request-id: req-e4616b06-0df5-4e06-8774-fb53469bc237 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:28:29.951014 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db2b7cfe-ff06-4d98-9999-728e2c37896c", "tag": "5edc18d8-d393-472d-810e-022aef3ddd4c", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:28:29.951334 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e4616b06-0df5-4e06-8774-fb53469bc237 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:28:29.951754 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db2b7cfe-ff06-4d98-9999-728e2c37896c', 'tag': '5edc18d8-d393-472d-810e-022aef3ddd4c', 'status': 'completed', 'code': 200} Dec 06 17:28:29.955856 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-76f9030f-4995-4a93-a870-90eb5e9941b6 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:28:29.959989 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f9030f-4995-4a93-a870-90eb5e9941b6 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:29.960637 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-76f9030f-4995-4a93-a870-90eb5e9941b6 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:29.993363 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1682f364-07ad-4c28-868b-39358b72a9d7 req-dc0dda27-ef06-4bf7-a1f4-784033a9eedc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6efad30d-2a23-4b42-8587-ed6fc29da989 HTTP/1.1" status: 200 len: 217 time: 0.2022004 Dec 06 17:28:30.024902 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-69b6cfae-d31f-4099-9762-b05357ba1b0e req-58a8c83b-c2c4-4562-9760-02f4086a3c86 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:30.035905 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 38572) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:30.070658 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2004e4bf-73b6-4582-93d1-c2b4f3c71084 req-b5d75887-9e2b-4378-93e8-f6ccac57dfcc tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4bc6e59-bf7d-42c4-9e98-323b53a08b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3392475 Dec 06 17:28:30.094066 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-76f9030f-4995-4a93-a870-90eb5e9941b6 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.1371939 Dec 06 17:28:30.095620 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-557b3983-3ac4-4528-a813-1a8bb0256b37 req-0bc4ac05-1d14-4a7d-9a87-e2c0ee8cae7f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5edc18d8-d393-472d-810e-022aef3ddd4c HTTP/1.1" status: 200 len: 217 time: 0.1469688 Dec 06 17:28:30.099899 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 38576) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:30.184201 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 1684b74a-9bb0-4162-81ef-344c059afbd2 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:28:30.282390 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f9030f-4995-4a93-a870-90eb5e9941b6 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Pushing event updated for resources: {'Subnet': ['ID=021899a0-7533-43b3-9d6a-11825500e1db,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:30.310022 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 1684b74a-9bb0-4162-81ef-344c059afbd2 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:28:30.310235 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:30.326096 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-abafe9a7-d109-47cd-8cb7-6dc829ae2cd8 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "GET /v2.0/floatingips/93c9d6f5-6116-4135-bf3a-af465b892a0d HTTP/1.1" status: 200 len: 991 time: 0.2777808 Dec 06 17:28:30.326096 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addb745e-698f-4459-b023-d2838142eaf9 req-2e3e2d93-8205-41a7-a9aa-fd6b1279de81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:30.326096 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-addb745e-698f-4459-b023-d2838142eaf9 req-2e3e2d93-8205-41a7-a9aa-fd6b1279de81 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7304027 Dec 06 17:28:30.326987 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1682f364-07ad-4c28-868b-39358b72a9d7 req-460d06f4-a9c1-4a1e-8994-96ce088c488f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:30.328487 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1682f364-07ad-4c28-868b-39358b72a9d7 req-460d06f4-a9c1-4a1e-8994-96ce088c488f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dde17a7d-65c9-4e8b-97a4-0b49eb9d78fe HTTP/1.1" status: 200 len: 850 time: 0.2933581 Dec 06 17:28:30.360892 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325c85d7-c6ce-4681-8b9c-c8a95cbe3295 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:30.362347 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325c85d7-c6ce-4681-8b9c-c8a95cbe3295 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:30.363892 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325c85d7-c6ce-4681-8b9c-c8a95cbe3295 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:30.365457 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325c85d7-c6ce-4681-8b9c-c8a95cbe3295 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:30.367131 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325c85d7-c6ce-4681-8b9c-c8a95cbe3295 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:30.368865 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-325c85d7-c6ce-4681-8b9c-c8a95cbe3295 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2680287 Dec 06 17:28:30.374110 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 38584) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:30.385104 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557b3983-3ac4-4528-a813-1a8bb0256b37 req-5c0205eb-fe5e-4d89-822a-42c50b770680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:30.386566 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-557b3983-3ac4-4528-a813-1a8bb0256b37 req-5c0205eb-fe5e-4d89-822a-42c50b770680 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a240123d-81b7-4a46-9e81-fb9ca8196e24 HTTP/1.1" status: 200 len: 835 time: 0.2411547 Dec 06 17:28:30.390162 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-1fb1b470-77af-4bb4-82f6-d6830924bb75 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1657582685'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:28:30.420487 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-69b6cfae-d31f-4099-9762-b05357ba1b0e req-58a8c83b-c2c4-4562-9760-02f4086a3c86 service neutron] Transition to ACTIVE for port object cb808805-ed0f-4802-a8ba-36b736428fd1 will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:28:30.435700 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fb1b470-77af-4bb4-82f6-d6830924bb75 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Made reservation on behalf of ba4c3950383f40ffbf94821b2cfd141e for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:28:30.439561 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1fb1b470-77af-4bb4-82f6-d6830924bb75 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:30.455078 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1682f364-07ad-4c28-868b-39358b72a9d7 req-593dd158-9481-4a6c-ae91-1e78ce44a68e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=15fd3b86-4ab2-48c1-977e-7d7f46e6c98b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718830 Dec 06 17:28:30.458570 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-69b6cfae-d31f-4099-9762-b05357ba1b0e req-58a8c83b-c2c4-4562-9760-02f4086a3c86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:30.461549 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:30.471090 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652e1305-f95c-41ae-8502-22cac6b06846 req-de73503d-2020-4205-8af4-b41586828007 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:30.474615 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-652e1305-f95c-41ae-8502-22cac6b06846 req-de73503d-2020-4205-8af4-b41586828007 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e766107-5d5f-422c-b94b-1d8d8ddacb83 HTTP/1.1" status: 200 len: 946 time: 0.4269013 Dec 06 17:28:30.495309 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f45f180-3ce8-43b7-97d4-c847f051130e req-a2c7c743-8853-455f-8e9f-83b6a5b7090f tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:30.497000 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5f45f180-3ce8-43b7-97d4-c847f051130e req-a2c7c743-8853-455f-8e9f-83b6a5b7090f tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dd6a184-e513-4e1d-9212-5b5f6dcdb31d HTTP/1.1" status: 200 len: 931 time: 0.2543640 Dec 06 17:28:30.502716 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557b3983-3ac4-4528-a813-1a8bb0256b37 req-c42cb072-f19f-46c6-815c-ff04aba01ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:30.504168 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-557b3983-3ac4-4528-a813-1a8bb0256b37 req-c42cb072-f19f-46c6-815c-ff04aba01ab0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0876181 Dec 06 17:28:30.512200 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] For port 1684b74a-9bb0-4162-81ef-344c059afbd2, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1684b74a-9bb0-4162-81ef-344c059afbd2,segment=NetworkSegment(fe1c57a0-e103-4b43-acda-4dbe22948582),segment_id=fe1c57a0-e103-4b43-acda-4dbe22948582)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:28:30.534210 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:30.551573 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657a75a7-a1d1-4da6-9c8b-df669073a27a None None] DHCP port deletion for baae5554-5993-4f38-bd78-dc900341a8a7 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:28:30.611959 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fb1b470-77af-4bb4-82f6-d6830924bb75 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:28:30.629819 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Pushing event updated for resources: {'Port': ['ID=1684b74a-9bb0-4162-81ef-344c059afbd2,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:30.666096 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1fb1b470-77af-4bb4-82f6-d6830924bb75 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:30.667005 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-1fb1b470-77af-4bb4-82f6-d6830924bb75 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Added segment 09824da4-dc29-495a-9467-d4cf669f386f of type vlan for network 484e00be-7be7-4a93-9c1a-9a35ab6d0355 Dec 06 17:28:30.720007 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a8c83b-c2c4-4562-9760-02f4086a3c86 service neutron] Pushing event updated for resources: {'Port': ['ID=cb808805-ed0f-4802-a8ba-36b736428fd1,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:30.734434 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5f45f180-3ce8-43b7-97d4-c847f051130e req-818f41b7-db52-42b4-ab31-271ed7b9050d tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/security-groups?id=a040c6b3-0771-4bba-81c8-f88c93c47b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282565 Dec 06 17:28:30.748598 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1fb1b470-77af-4bb4-82f6-d6830924bb75 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:30.767743 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-652e1305-f95c-41ae-8502-22cac6b06846 req-d3859f18-9b4d-490b-94d9-a20c7357cb8f tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b076312-1c54-4a4a-a63b-13a8529c717b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2533720 Dec 06 17:28:30.780496 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1682f364-07ad-4c28-868b-39358b72a9d7 req-3ac69220-281b-4410-bb0f-7cfefb9c48fa service neutron] 10.222.0.41 "GET /v2.0/networks/15fd3b86-4ab2-48c1-977e-7d7f46e6c98b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3047738 Dec 06 17:28:30.822987 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-557b3983-3ac4-4528-a813-1a8bb0256b37 req-040dc00a-f4a0-4cc1-8a1c-ed04046a7475 service neutron] 10.222.0.44 "GET /v2.0/networks/a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2970812 Dec 06 17:28:30.849898 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-69b6cfae-d31f-4099-9762-b05357ba1b0e req-58a8c83b-c2c4-4562-9760-02f4086a3c86 service neutron] Attempting to bind port cb808805-ed0f-4802-a8ba-36b736428fd1 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:28:30.850239 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-69b6cfae-d31f-4099-9762-b05357ba1b0e req-58a8c83b-c2c4-4562-9760-02f4086a3c86 service neutron] Attempting to bind port cb808805-ed0f-4802-a8ba-36b736428fd1 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '04368979-ac99-4737-9a75-271bdacd11fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'baae5554-5993-4f38-bd78-dc900341a8a7'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:28:30.851112 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b6cfae-d31f-4099-9762-b05357ba1b0e req-58a8c83b-c2c4-4562-9760-02f4086a3c86 service neutron] Attempting to bind port cb808805-ed0f-4802-a8ba-36b736428fd1 on network baae5554-5993-4f38-bd78-dc900341a8a7 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:28:30.864584 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b6cfae-d31f-4099-9762-b05357ba1b0e req-58a8c83b-c2c4-4562-9760-02f4086a3c86 service neutron] Port cb808805-ed0f-4802-a8ba-36b736428fd1 on network baae5554-5993-4f38-bd78-dc900341a8a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:28:30.864918 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b6cfae-d31f-4099-9762-b05357ba1b0e req-58a8c83b-c2c4-4562-9760-02f4086a3c86 service neutron] Attempting to bind port cb808805-ed0f-4802-a8ba-36b736428fd1 on network baae5554-5993-4f38-bd78-dc900341a8a7 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:28:30.931208 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b6cfae-d31f-4099-9762-b05357ba1b0e req-58a8c83b-c2c4-4562-9760-02f4086a3c86 service neutron] Checking agent: {'id': '9d8b9f49-2860-4c1f-9b89-45a7657a3c4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:28:30.931687 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b6cfae-d31f-4099-9762-b05357ba1b0e req-58a8c83b-c2c4-4562-9760-02f4086a3c86 service neutron] Checking segment: {'id': '04368979-ac99-4737-9a75-271bdacd11fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'baae5554-5993-4f38-bd78-dc900341a8a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:28:30.931955 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b6cfae-d31f-4099-9762-b05357ba1b0e req-58a8c83b-c2c4-4562-9760-02f4086a3c86 service neutron] Bound using segment: {'id': '04368979-ac99-4737-9a75-271bdacd11fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'baae5554-5993-4f38-bd78-dc900341a8a7'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:28:30.932508 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-69b6cfae-d31f-4099-9762-b05357ba1b0e req-58a8c83b-c2c4-4562-9760-02f4086a3c86 service neutron] Bound port: cb808805-ed0f-4802-a8ba-36b736428fd1, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04368979-ac99-4737-9a75-271bdacd11fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'baae5554-5993-4f38-bd78-dc900341a8a7'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:28:30.932752 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-69b6cfae-d31f-4099-9762-b05357ba1b0e req-58a8c83b-c2c4-4562-9760-02f4086a3c86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:30.970470 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1fb1b470-77af-4bb4-82f6-d6830924bb75 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:30.976721 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb1b470-77af-4bb4-82f6-d6830924bb75 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:30.977320 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1fb1b470-77af-4bb4-82f6-d6830924bb75 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks [] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:30.992988 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-36443971-e950-40b7-b2ce-c7cb4b0bddb1 req-5b840fd9-77b9-46d2-8db9-ae3a686fee5c tempest-ServerShowV254Test-831571093 tempest-ServerShowV254Test-831571093-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2bb4719-78f8-491e-81b9-7abe531e0687 HTTP/1.1" status: 200 len: 210 time: 0.0424139 Dec 06 17:28:31.037679 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1682f364-07ad-4c28-868b-39358b72a9d7 req-cb6e4baa-d404-4e98-9af2-cba42c73b2df service neutron] 10.222.0.41 "GET /v2.0/networks/15fd3b86-4ab2-48c1-977e-7d7f46e6c98b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456667 Dec 06 17:28:31.052696 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-557b3983-3ac4-4528-a813-1a8bb0256b37 req-aabf1476-7a1a-40bb-8a44-856241be3936 service neutron] 10.222.0.44 "GET /v2.0/networks/a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159066 Dec 06 17:28:31.091127 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-69b6cfae-d31f-4099-9762-b05357ba1b0e req-58a8c83b-c2c4-4562-9760-02f4086a3c86 service neutron] For port cb808805-ed0f-4802-a8ba-36b736428fd1, host n-h2-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:28:31.104192 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a23b64c-5501-423b-ace0-e9f0acff8a44 req-58797085-82d7-4136-b9d2-7db683992621 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:31.115568 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-69b6cfae-d31f-4099-9762-b05357ba1b0e req-58a8c83b-c2c4-4562-9760-02f4086a3c86 service neutron] For port cb808805-ed0f-4802-a8ba-36b736428fd1, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=cb808805-ed0f-4802-a8ba-36b736428fd1,segment=NetworkSegment(04368979-ac99-4737-9a75-271bdacd11fd),segment_id=04368979-ac99-4737-9a75-271bdacd11fd)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:28:31.118364 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3a23b64c-5501-423b-ace0-e9f0acff8a44 req-58797085-82d7-4136-b9d2-7db683992621 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=db2b7cfe-ff06-4d98-9999-728e2c37896c HTTP/1.1" status: 200 len: 943 time: 0.1894448 Dec 06 17:28:31.126855 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-1fb1b470-77af-4bb4-82f6-d6830924bb75 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7448623 Dec 06 17:28:31.128737 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-69b6cfae-d31f-4099-9762-b05357ba1b0e req-58a8c83b-c2c4-4562-9760-02f4086a3c86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:31.131830 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 38604) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:31.166062 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-524ba80b-0071-414b-83af-59157505e208 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:28:31.184223 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a98808-d6d2-496c-8284-6469011c1d28 None None] DHCP port deletion for baae5554-5993-4f38-bd78-dc900341a8a7 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:28:31.191075 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b6cfae-d31f-4099-9762-b05357ba1b0e req-58a8c83b-c2c4-4562-9760-02f4086a3c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:31.192747 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-69b6cfae-d31f-4099-9762-b05357ba1b0e req-58a8c83b-c2c4-4562-9760-02f4086a3c86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:31.194429 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-69b6cfae-d31f-4099-9762-b05357ba1b0e req-58a8c83b-c2c4-4562-9760-02f4086a3c86 service neutron] 10.222.0.44 "PUT /v2.0/ports/cb808805-ed0f-4802-a8ba-36b736428fd1 HTTP/1.1" status: 200 len: 1091 time: 3.2215586 Dec 06 17:28:31.195701 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dd6a184-e513-4e1d-9212-5b5f6dcdb31d', 'tag': 'cb808805-ed0f-4802-a8ba-36b736428fd1'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:28:31.199031 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-329d29f8-d79d-4794-b716-068401f0cf9c" -d '{"events": [{"name": "network-changed", "server_uuid": "1dd6a184-e513-4e1d-9212-5b5f6dcdb31d", "tag": "cb808805-ed0f-4802-a8ba-36b736428fd1"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:28:31.323740 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07eecc1a-7505-40ea-867d-c39a932cc769 None None] Network 0dbe07d9-9671-4a78-ab84-69ff243b2a98 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:28:31.332141 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 38610) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:31.430715 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-bf21ddbf-2c46-495d-a26a-f3fc78acb075 None None] Provisioning complete for port 1684b74a-9bb0-4162-81ef-344c059afbd2 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:28:31.431244 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bf21ddbf-2c46-495d-a26a-f3fc78acb075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:31.467215 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881e0f1f-5c43-4d55-b441-1f5b132e2f4c req-0de28750-637c-4a78-a12a-c68e930edf82 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:31.468931 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-881e0f1f-5c43-4d55-b441-1f5b132e2f4c req-0de28750-637c-4a78-a12a-c68e930edf82 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/ports?device_id=8537ba91-f526-4403-b51f-00c5f0f98b5a HTTP/1.1" status: 200 len: 945 time: 0.2618501 Dec 06 17:28:31.481317 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a8c83b-c2c4-4562-9760-02f4086a3c86 service neutron] Pushing event updated for resources: {'Port': ['ID=cb808805-ed0f-4802-a8ba-36b736428fd1,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:31.532801 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b6cfae-d31f-4099-9762-b05357ba1b0e req-34de48fc-df8f-4cfa-ae57-f0cf3a64a263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:31.534673 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-69b6cfae-d31f-4099-9762-b05357ba1b0e req-34de48fc-df8f-4cfa-ae57-f0cf3a64a263 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=31731eabc62542b18a3f7712a1235f2a&device_id=1dd6a184-e513-4e1d-9212-5b5f6dcdb31d HTTP/1.1" status: 200 len: 1094 time: 0.2778566 Dec 06 17:28:31.541293 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb1b470-77af-4bb4-82f6-d6830924bb75 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Pushing event updated for resources: {'Network': ['ID=484e00be-7be7-4a93-9c1a-9a35ab6d0355,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:31.545342 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-a4c0b48e-9159-43ec-9706-bf451dff423b tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "GET /v2.0/floatingips/93c9d6f5-6116-4135-bf3a-af465b892a0d HTTP/1.1" status: 200 len: 993 time: 0.2040141 Dec 06 17:28:31.593871 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 484e00be-7be7-4a93-9c1a-9a35ab6d0355 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:28:31.619774 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-69b6cfae-d31f-4099-9762-b05357ba1b0e req-eee85f6b-2f8d-4c24-809f-3940662724b7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb808805-ed0f-4802-a8ba-36b736428fd1 HTTP/1.1" status: 200 len: 217 time: 0.0641358 Dec 06 17:28:31.648890 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-addb745e-698f-4459-b023-d2838142eaf9 req-85133af7-56bc-4304-a963-e434b6b97966 tempest-ServerShowV254Test-831571093 tempest-ServerShowV254Test-831571093-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2bb4719-78f8-491e-81b9-7abe531e0687 HTTP/1.1" status: 200 len: 210 time: 0.0488060 Dec 06 17:28:31.656976 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a08c9d5-55aa-4f29-a2d0-1a6d20a2250e req-0134bf7c-6758-4688-9305-8b25216ba2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:31.658601 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5a08c9d5-55aa-4f29-a2d0-1a6d20a2250e req-0134bf7c-6758-4688-9305-8b25216ba2c5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=87136a91f6c54863bdb78ae5833b5c4e&device_id=db2b7cfe-ff06-4d98-9999-728e2c37896c HTTP/1.1" status: 200 len: 1094 time: 0.5169582 Dec 06 17:28:31.673048 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3a23b64c-5501-423b-ace0-e9f0acff8a44 req-1d117087-8824-4110-840d-277589d67a16 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=78322529-8ef3-429b-b795-66e840556866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5387673 Dec 06 17:28:31.687537 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-881e0f1f-5c43-4d55-b441-1f5b132e2f4c req-e8d7a36e-f5b6-40cc-977d-c262d18f9f84 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4bc6e59-bf7d-42c4-9e98-323b53a08b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015364 Dec 06 17:28:31.727609 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b6cfae-d31f-4099-9762-b05357ba1b0e req-3025dac3-cfb2-46a2-9e61-30064e6887ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:31.728440 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-69b6cfae-d31f-4099-9762-b05357ba1b0e req-3025dac3-cfb2-46a2-9e61-30064e6887ad service neutron] 10.222.0.44 "GET /v2.0/subnets?id=beafb9f1-df05-4269-b547-aab5f335c461 HTTP/1.1" status: 200 len: 853 time: 0.0896294 Dec 06 17:28:31.765225 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a506a109-a0c9-461f-96d2-f58524a2cefc x-openstack-request-id: req-a506a109-a0c9-461f-96d2-f58524a2cefc {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:28:31.765813 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dd6a184-e513-4e1d-9212-5b5f6dcdb31d", "tag": "cb808805-ed0f-4802-a8ba-36b736428fd1", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:28:31.773238 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a506a109-a0c9-461f-96d2-f58524a2cefc {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:28:31.774001 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dd6a184-e513-4e1d-9212-5b5f6dcdb31d', 'tag': 'cb808805-ed0f-4802-a8ba-36b736428fd1', 'status': 'completed', 'code': 200} Dec 06 17:28:31.817634 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-69b6cfae-d31f-4099-9762-b05357ba1b0e req-f20c77ac-e19a-4471-b228-a43e4ff7c479 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=baae5554-5993-4f38-bd78-dc900341a8a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0782907 Dec 06 17:28:31.875176 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a08c9d5-55aa-4f29-a2d0-1a6d20a2250e req-41756c56-ca7b-460e-bda9-00df502197d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:31.877039 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5a08c9d5-55aa-4f29-a2d0-1a6d20a2250e req-41756c56-ca7b-460e-bda9-00df502197d8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c HTTP/1.1" status: 200 len: 898 time: 0.2029366 Dec 06 17:28:31.906629 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59903b2b-9393-4c86-9d81-b7a5ec05bb37 None None] Update dhcp port {'port': {'network_id': '0dbe07d9-9671-4a78-ab84-69ff243b2a98', 'fixed_ips': [{'subnet_id': '9d3c23af-8141-4778-bc9b-7368b44eab30', 'ip_address': '2001:db8::2'}, {'subnet_id': '021899a0-7533-43b3-9d6a-11825500e1db'}], 'binding:host_id': 'n-d-master-1'}, 'id': '1684b74a-9bb0-4162-81ef-344c059afbd2'} from n-d-master-1. {{(pid=103286) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 06 17:28:31.957042 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5a08c9d5-55aa-4f29-a2d0-1a6d20a2250e req-c2895ac0-453e-4f41-b78d-7fa887ea971a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5edc18d8-d393-472d-810e-022aef3ddd4c HTTP/1.1" status: 200 len: 217 time: 0.0690408 Dec 06 17:28:31.963247 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c59f69a-f774-4083-a14b-cd6061a58875 req-921ca778-6f7a-4aab-8aa9-bbe856df24bb tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:31.964876 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7c59f69a-f774-4083-a14b-cd6061a58875 req-921ca778-6f7a-4aab-8aa9-bbe856df24bb tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dd6a184-e513-4e1d-9212-5b5f6dcdb31d HTTP/1.1" status: 200 len: 943 time: 0.1250267 Dec 06 17:28:31.971237 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-59903b2b-9393-4c86-9d81-b7a5ec05bb37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:32.026997 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a08c9d5-55aa-4f29-a2d0-1a6d20a2250e req-bbb19479-d140-4bf2-a3fb-8bac05486657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:32.029016 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5a08c9d5-55aa-4f29-a2d0-1a6d20a2250e req-bbb19479-d140-4bf2-a3fb-8bac05486657 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a240123d-81b7-4a46-9e81-fb9ca8196e24 HTTP/1.1" status: 200 len: 835 time: 0.0614452 Dec 06 17:28:32.048687 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-69b6cfae-d31f-4099-9762-b05357ba1b0e req-2f8c06f2-fc81-4c9f-a5e8-32d6298d109a service neutron] 10.222.0.44 "GET /v2.0/networks/baae5554-5993-4f38-bd78-dc900341a8a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207935 Dec 06 17:28:32.052558 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-524ba80b-0071-414b-83af-59157505e208 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:32.062874 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7c59f69a-f774-4083-a14b-cd6061a58875 req-a77dc71c-10de-4d72-bbc5-9d0613dd28b7 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/security-groups?id=a040c6b3-0771-4bba-81c8-f88c93c47b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915449 Dec 06 17:28:32.110703 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-524ba80b-0071-414b-83af-59157505e208 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:32.124043 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 1684b74a-9bb0-4162-81ef-344c059afbd2 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:28:32.236212 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524ba80b-0071-414b-83af-59157505e208 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Pushing event updated for resources: {'Network': ['ID=484e00be-7be7-4a93-9c1a-9a35ab6d0355,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:32.244495 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-524ba80b-0071-414b-83af-59157505e208 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Network 484e00be-7be7-4a93-9c1a-9a35ab6d0355 is not hosted by any dhcp agent {{(pid=103284) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 06 17:28:32.251763 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524ba80b-0071-414b-83af-59157505e208 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:32.252434 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-524ba80b-0071-414b-83af-59157505e208 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks [] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:32.254035 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-524ba80b-0071-414b-83af-59157505e208 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] 10.222.0.23 "PUT /v2.0/networks/484e00be-7be7-4a93-9c1a-9a35ab6d0355 HTTP/1.1" status: 200 len: 723 time: 1.1085134 Dec 06 17:28:32.275094 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 38630) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:32.277908 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a08c9d5-55aa-4f29-a2d0-1a6d20a2250e req-9c87a9ef-0f2e-4739-bbb0-549e28357c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:32.279825 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5a08c9d5-55aa-4f29-a2d0-1a6d20a2250e req-9c87a9ef-0f2e-4739-bbb0-549e28357c82 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2391446 Dec 06 17:28:32.281838 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e818294a-2057-4f48-9e6e-39790f5bf307 req-4bbd103d-4dcd-43d9-885d-4233bdc89d9a tempest-ServerShowV254Test-831571093 tempest-ServerShowV254Test-831571093-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2bb4719-78f8-491e-81b9-7abe531e0687 HTTP/1.1" status: 200 len: 210 time: 0.0620775 Dec 06 17:28:32.286977 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-345ed19d-8947-4594-891c-b18b0bf3718a tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Request body: {'subnet': {'network_id': '484e00be-7be7-4a93-9c1a-9a35ab6d0355', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:28:32.293557 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 484e00be-7be7-4a93-9c1a-9a35ab6d0355 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:28:32.332713 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-69b6cfae-d31f-4099-9762-b05357ba1b0e req-d272968e-b7bc-4858-b549-a5f29ec364ab service neutron] 10.222.0.44 "GET /v2.0/networks/baae5554-5993-4f38-bd78-dc900341a8a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687016 Dec 06 17:28:32.389298 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 1684b74a-9bb0-4162-81ef-344c059afbd2 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:28:32.389854 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:32.427817 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d29f8-d79d-4794-b716-068401f0cf9c req-e1235176-b5e5-48ae-b7b1-a1db2ba8b837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:32.429868 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-329d29f8-d79d-4794-b716-068401f0cf9c req-e1235176-b5e5-48ae-b7b1-a1db2ba8b837 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=31731eabc62542b18a3f7712a1235f2a&device_id=1dd6a184-e513-4e1d-9212-5b5f6dcdb31d HTTP/1.1" status: 200 len: 1094 time: 0.0473318 Dec 06 17:28:32.443141 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-59903b2b-9393-4c86-9d81-b7a5ec05bb37 None None] Allocated IP 172.20.0.1 (0dbe07d9-9671-4a78-ab84-69ff243b2a98/021899a0-7533-43b3-9d6a-11825500e1db/1684b74a-9bb0-4162-81ef-344c059afbd2) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:28:32.490711 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5a08c9d5-55aa-4f29-a2d0-1a6d20a2250e req-2e6c8b82-ff0e-45d1-940e-695dcfe7aa94 service neutron] 10.222.0.44 "GET /v2.0/networks/a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991847 Dec 06 17:28:32.509075 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-345ed19d-8947-4594-891c-b18b0bf3718a tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Made reservation on behalf of ba4c3950383f40ffbf94821b2cfd141e for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:28:32.512807 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-345ed19d-8947-4594-891c-b18b0bf3718a tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:32.574891 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d29f8-d79d-4794-b716-068401f0cf9c req-7995cf5f-c753-4e99-92dd-cf8ea7fdcdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:32.576571 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-329d29f8-d79d-4794-b716-068401f0cf9c req-7995cf5f-c753-4e99-92dd-cf8ea7fdcdcd service neutron] 10.222.0.44 "GET /v2.0/networks?id=baae5554-5993-4f38-bd78-dc900341a8a7 HTTP/1.1" status: 200 len: 914 time: 0.1390035 Dec 06 17:28:32.634433 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-329d29f8-d79d-4794-b716-068401f0cf9c req-ab1be3ac-c9f1-4c8e-976d-b7d6628b4831 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb808805-ed0f-4802-a8ba-36b736428fd1 HTTP/1.1" status: 200 len: 217 time: 0.0498743 Dec 06 17:28:32.679978 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-59903b2b-9393-4c86-9d81-b7a5ec05bb37 None None] For port 1684b74a-9bb0-4162-81ef-344c059afbd2, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1684b74a-9bb0-4162-81ef-344c059afbd2,segment=NetworkSegment(fe1c57a0-e103-4b43-acda-4dbe22948582),segment_id=fe1c57a0-e103-4b43-acda-4dbe22948582)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:28:32.710928 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5a08c9d5-55aa-4f29-a2d0-1a6d20a2250e req-7654754a-0751-417f-85d7-770e82f1674a service neutron] 10.222.0.44 "GET /v2.0/networks/a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126560 Dec 06 17:28:32.712254 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d29f8-d79d-4794-b716-068401f0cf9c req-7e63b563-5aa0-40ec-ae3d-fbea1e17faf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:32.714758 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-329d29f8-d79d-4794-b716-068401f0cf9c req-7e63b563-5aa0-40ec-ae3d-fbea1e17faf1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=beafb9f1-df05-4269-b547-aab5f335c461 HTTP/1.1" status: 200 len: 853 time: 0.0711823 Dec 06 17:28:32.743036 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-59903b2b-9393-4c86-9d81-b7a5ec05bb37 None None] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:32.759904 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-59903b2b-9393-4c86-9d81-b7a5ec05bb37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:32.780308 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-329d29f8-d79d-4794-b716-068401f0cf9c req-119a6fda-1fe6-415c-abd8-7b9071ce9775 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=baae5554-5993-4f38-bd78-dc900341a8a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567312 Dec 06 17:28:32.884678 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-345ed19d-8947-4594-891c-b18b0bf3718a tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:32.955137 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561be7f3-3c10-4875-94c5-55c784965366 req-6a6caa76-e0d4-4874-a4fe-37d1816ddca3 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:32.956955 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-561be7f3-3c10-4875-94c5-55c784965366 req-6a6caa76-e0d4-4874-a4fe-37d1816ddca3 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=db2b7cfe-ff06-4d98-9999-728e2c37896c HTTP/1.1" status: 200 len: 943 time: 0.1129303 Dec 06 17:28:32.973323 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-329d29f8-d79d-4794-b716-068401f0cf9c req-146374bc-f586-4bae-b3ad-ef05ee12da86 service neutron] 10.222.0.44 "GET /v2.0/networks/baae5554-5993-4f38-bd78-dc900341a8a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845143 Dec 06 17:28:32.977958 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:32.992725 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345ed19d-8947-4594-891c-b18b0bf3718a tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Pushing event updated for resources: {'Subnet': ['ID=f0b9b493-d68c-4e47-9158-6e098b2fe17d,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:33.011613 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87df41f6-1643-4804-98f0-51176b5e233b req-2130f8a1-2553-4964-a670-617c7e6811f9 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:33.013437 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-87df41f6-1643-4804-98f0-51176b5e233b req-2130f8a1-2553-4964-a670-617c7e6811f9 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/ports?device_id=8537ba91-f526-4403-b51f-00c5f0f98b5a HTTP/1.1" status: 200 len: 945 time: 0.1646917 Dec 06 17:28:33.038847 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59903b2b-9393-4c86-9d81-b7a5ec05bb37 None None] Pushing event updated for resources: {'Port': ['ID=1684b74a-9bb0-4162-81ef-344c059afbd2,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:33.077636 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345ed19d-8947-4594-891c-b18b0bf3718a tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Checking segment: {'id': '09824da4-dc29-495a-9467-d4cf669f386f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '484e00be-7be7-4a93-9c1a-9a35ab6d0355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:28:33.078015 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345ed19d-8947-4594-891c-b18b0bf3718a tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Network hostable DHCP agents. Network: 484e00be-7be7-4a93-9c1a-9a35ab6d0355, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:28:33.100879 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-87df41f6-1643-4804-98f0-51176b5e233b req-6d7a677e-77a7-42c5-8d1c-1597f92e7adb tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4bc6e59-bf7d-42c4-9e98-323b53a08b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793359 Dec 06 17:28:33.121108 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-329d29f8-d79d-4794-b716-068401f0cf9c req-145894d9-d6bd-454d-9955-41f97938469f service neutron] 10.222.0.44 "GET /v2.0/networks/baae5554-5993-4f38-bd78-dc900341a8a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395588 Dec 06 17:28:33.128525 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345ed19d-8947-4594-891c-b18b0bf3718a tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Network 484e00be-7be7-4a93-9c1a-9a35ab6d0355 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:28:33.149333 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-345ed19d-8947-4594-891c-b18b0bf3718a tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 484e00be-7be7-4a93-9c1a-9a35ab6d0355) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:28:33.154187 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345ed19d-8947-4594-891c-b18b0bf3718a tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:33.154974 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-345ed19d-8947-4594-891c-b18b0bf3718a tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:33.161866 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a79820-6720-4209-9a49-8da6a12fa06c None None] Network 484e00be-7be7-4a93-9c1a-9a35ab6d0355 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:28:33.163918 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-561be7f3-3c10-4875-94c5-55c784965366 req-7269c546-6a7a-40e5-a59a-ba993cfec973 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=78322529-8ef3-429b-b795-66e840556866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1894324 Dec 06 17:28:33.200813 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-345ed19d-8947-4594-891c-b18b0bf3718a tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9178360 Dec 06 17:28:33.203356 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 38650) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:33.213928 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-71e0f28f-3386-485f-823b-f0b19b7d348e tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:28:33.373766 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b38c31-d12b-479f-8f6f-a876b42bc409 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-484e00be-7be7-4a93-9c1a-9a35ab6d0355', 'network_id': '484e00be-7be7-4a93-9c1a-9a35ab6d0355', 'tenant_id': 'ba4c3950383f40ffbf94821b2cfd141e', 'fixed_ips': [{'subnet_id': 'f0b9b493-d68c-4e47-9158-6e098b2fe17d'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:28:33.374658 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-81b38c31-d12b-479f-8f6f-a876b42bc409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:33.400242 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae1c0a-5f74-4c5a-82b2-a7be23763cac req-4a368b7b-d5c1-4b2c-82cd-4b46413bb8ec tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:33.413709 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-27ae1c0a-5f74-4c5a-82b2-a7be23763cac req-4a368b7b-d5c1-4b2c-82cd-4b46413bb8ec tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dd6a184-e513-4e1d-9212-5b5f6dcdb31d HTTP/1.1" status: 200 len: 943 time: 0.2100818 Dec 06 17:28:33.466132 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-71e0f28f-3386-485f-823b-f0b19b7d348e tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59217646'] for subnet, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:33.544424 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-27ae1c0a-5f74-4c5a-82b2-a7be23763cac req-3ae96d0b-f9f9-49c9-93ae-3fe15a3a55e7 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/security-groups?id=a040c6b3-0771-4bba-81c8-f88c93c47b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297994 Dec 06 17:28:33.643236 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e45b8c-7594-4575-b03e-3fadbf9d4607 req-2ca2b6ed-4dfe-46f8-a619-832cc7d595cd tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:33.655070 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-20e45b8c-7594-4575-b03e-3fadbf9d4607 req-2ca2b6ed-4dfe-46f8-a619-832cc7d595cd tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/ports?device_id=8537ba91-f526-4403-b51f-00c5f0f98b5a HTTP/1.1" status: 200 len: 945 time: 0.1153741 Dec 06 17:28:33.714680 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-71e0f28f-3386-485f-823b-f0b19b7d348e tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794388923823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59003676'] for subnet, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:33.763433 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-20e45b8c-7594-4575-b03e-3fadbf9d4607 req-b3479b73-2493-4462-b975-e06657869761 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4bc6e59-bf7d-42c4-9e98-323b53a08b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033783 Dec 06 17:28:33.771801 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e0f28f-3386-485f-823b-f0b19b7d348e tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:33.773185 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-71e0f28f-3386-485f-823b-f0b19b7d348e tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:33.775048 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-71e0f28f-3386-485f-823b-f0b19b7d348e tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] 10.222.0.23 "PUT /v2.0/subnets/f0b9b493-d68c-4e47-9158-6e098b2fe17d HTTP/1.1" status: 200 len: 826 time: 0.5708065 Dec 06 17:28:33.778263 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 38668) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:33.814343 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-81b38c31-d12b-479f-8f6f-a876b42bc409 None None] Allocated IP 2001:db8::2 (484e00be-7be7-4a93-9c1a-9a35ab6d0355/f0b9b493-d68c-4e47-9158-6e098b2fe17d/3dfcc601-2888-4263-bc3a-5264dc78fbd1) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:28:33.850266 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e0f28f-3386-485f-823b-f0b19b7d348e tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Pushing event updated for resources: {'Subnet': ['ID=f0b9b493-d68c-4e47-9158-6e098b2fe17d,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:33.894290 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 38670) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:33.941838 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6fe7e76b-eccc-46fc-b107-c5ce5f1c426f tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:34.028235 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706c5e07-d20b-4667-ad1f-cd8db7a294f1 None None] Network 0dbe07d9-9671-4a78-ab84-69ff243b2a98 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:28:34.029128 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6fe7e76b-eccc-46fc-b107-c5ce5f1c426f tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:34.115837 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 1684b74a-9bb0-4162-81ef-344c059afbd2 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:28:34.136999 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6ee3939c-d28b-4fe1-b68e-9d08af004781 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:34.156620 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-81b38c31-d12b-479f-8f6f-a876b42bc409 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:34.167653 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a2e69959-1a69-4b53-b175-ee2f14844ec0 None None] Provisioning complete for port 1684b74a-9bb0-4162-81ef-344c059afbd2 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:28:34.168299 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a2e69959-1a69-4b53-b175-ee2f14844ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:34.193120 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6fe7e76b-eccc-46fc-b107-c5ce5f1c426f tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:34.205849 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-81b38c31-d12b-479f-8f6f-a876b42bc409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:34.242919 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe7e76b-eccc-46fc-b107-c5ce5f1c426f tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Pushing event deleted for resources: {'Subnet': ['ID=f0b9b493-d68c-4e47-9158-6e098b2fe17d,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:34.330700 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b38c31-d12b-479f-8f6f-a876b42bc409 None None] Network 484e00be-7be7-4a93-9c1a-9a35ab6d0355 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:28:34.340052 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-81b38c31-d12b-479f-8f6f-a876b42bc409 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:28:34.340248 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6fe7e76b-eccc-46fc-b107-c5ce5f1c426f tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:34.363339 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-6fe7e76b-eccc-46fc-b107-c5ce5f1c426f tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['484e00be-7be7-4a93-9c1a-9a35ab6d0355']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:28:34.373789 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-6fe7e76b-eccc-46fc-b107-c5ce5f1c426f tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09824da4-dc29-495a-9467-d4cf669f386f') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:28:34.374089 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-6fe7e76b-eccc-46fc-b107-c5ce5f1c426f tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09824da4-dc29-495a-9467-d4cf669f386f') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:28:34.384749 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6fe7e76b-eccc-46fc-b107-c5ce5f1c426f tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:34.401095 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6fe7e76b-eccc-46fc-b107-c5ce5f1c426f tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:34.407576 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fe7e76b-eccc-46fc-b107-c5ce5f1c426f tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:28:34.408149 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6fe7e76b-eccc-46fc-b107-c5ce5f1c426f tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:34.412832 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b38c31-d12b-479f-8f6f-a876b42bc409 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:28:34.414468 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6ee3939c-d28b-4fe1-b68e-9d08af004781 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:34.416612 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b38c31-d12b-479f-8f6f-a876b42bc409 None None] Pushing event updated for resources: {'Port': ['ID=3dfcc601-2888-4263-bc3a-5264dc78fbd1,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:34.433854 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6ee3939c-d28b-4fe1-b68e-9d08af004781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:34.475167 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:28:34.475167 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:28:34.475167 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:28:34.475167 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:28:34.475167 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:28:34.475167 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:28:34.475167 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:28:34.475167 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:28:34.475167 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:28:34.475167 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:28:34.475167 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:28:34.475167 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:28:34.475167 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:28:34.475167 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:28:34.475167 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:28:34.475167 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:28:34.475167 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:28:34.475167 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:28:34.475167 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:28:34.475167 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:28:34.475167 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:28:34.475167 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:28:34.475167 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:28:34.475167 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:28:34.475167 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:28:34.475167 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:28:34.475167 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:28:34.475167 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:28:34.475167 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:28:34.475167 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:28:34.475167 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:28:34.475167 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:28:34.478525 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.db.api [None req-6fe7e76b-eccc-46fc-b107-c5ce5f1c426f tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 06 17:28:34.478525 n-d-master-1 neutron-server[103285]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 06 17:28:34.478525 n-d-master-1 neutron-server[103285]: [parameters: {'id': '484e00be-7be7-4a93-9c1a-9a35ab6d0355'}] Dec 06 17:28:34.478525 n-d-master-1 neutron-server[103285]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103285) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 17:28:34.478525 n-d-master-1 neutron-server[103285]: DEBUG oslo_db.api [None req-6fe7e76b-eccc-46fc-b107-c5ce5f1c426f tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 17:28:34.493435 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 1684b74a-9bb0-4162-81ef-344c059afbd2 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:28:34.493851 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:34.516732 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729d94b8-48b7-4c80-8163-6f84f84a9c46 req-1d44e1e2-35cd-45a2-8b7b-6f394795ccbc tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:34.519000 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-729d94b8-48b7-4c80-8163-6f84f84a9c46 req-1d44e1e2-35cd-45a2-8b7b-6f394795ccbc tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=db2b7cfe-ff06-4d98-9999-728e2c37896c HTTP/1.1" status: 200 len: 943 time: 0.2355201 Dec 06 17:28:34.543110 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-6ee3939c-d28b-4fe1-b68e-9d08af004781 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6e3a13c854ee42d08e9e868fcef55171&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6476827 Dec 06 17:28:34.545739 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 38682) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:34.555934 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee3939c-d28b-4fe1-b68e-9d08af004781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f172892c-03f1-4580-a376-f7a5245d2613,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:34.606642 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 5edc18d8-d393-472d-810e-022aef3ddd4c details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:28:34.610328 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-729d94b8-48b7-4c80-8163-6f84f84a9c46 req-5ae70400-3107-4f67-a444-fbd48cf9172c tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=78322529-8ef3-429b-b795-66e840556866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798335 Dec 06 17:28:34.619222 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-37130799-cf99-418e-9474-85b9e6cfaa0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:34.654300 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-37130799-cf99-418e-9474-85b9e6cfaa0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:34.726899 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-81b38c31-d12b-479f-8f6f-a876b42bc409 None None] Attempting to bind port 3dfcc601-2888-4263-bc3a-5264dc78fbd1 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:28:34.727274 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-81b38c31-d12b-479f-8f6f-a876b42bc409 None None] Attempting to bind port 3dfcc601-2888-4263-bc3a-5264dc78fbd1 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '09824da4-dc29-495a-9467-d4cf669f386f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '484e00be-7be7-4a93-9c1a-9a35ab6d0355'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:28:34.727646 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b38c31-d12b-479f-8f6f-a876b42bc409 None None] Attempting to bind port 3dfcc601-2888-4263-bc3a-5264dc78fbd1 on network 484e00be-7be7-4a93-9c1a-9a35ab6d0355 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:28:34.769836 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-37130799-cf99-418e-9474-85b9e6cfaa0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:34.769836 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-37130799-cf99-418e-9474-85b9e6cfaa0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:34.769836 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-37130799-cf99-418e-9474-85b9e6cfaa0a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f172892c-03f1-4580-a376-f7a5245d2613 HTTP/1.1" status: 204 len: 168 time: 0.2203009 Dec 06 17:28:34.785330 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37130799-cf99-418e-9474-85b9e6cfaa0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f172892c-03f1-4580-a376-f7a5245d2613,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:34.809417 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a64035-853c-4136-b2f6-bb5efc6e387b req-f2d19f61-2927-491e-8b7a-7da0440d360b tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:34.811144 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-16a64035-853c-4136-b2f6-bb5efc6e387b req-f2d19f61-2927-491e-8b7a-7da0440d360b tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dd6a184-e513-4e1d-9212-5b5f6dcdb31d HTTP/1.1" status: 200 len: 943 time: 0.1087539 Dec 06 17:28:34.880123 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-16a64035-853c-4136-b2f6-bb5efc6e387b req-bd1de855-8c3b-486f-9a00-8161edda9718 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/security-groups?id=a040c6b3-0771-4bba-81c8-f88c93c47b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613811 Dec 06 17:28:34.898915 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 5edc18d8-d393-472d-810e-022aef3ddd4c, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5edc18d8-d393-472d-810e-022aef3ddd4c,segment=NetworkSegment(01c80ae1-47cd-4b92-84e1-920e248051d6),segment_id=01c80ae1-47cd-4b92-84e1-920e248051d6)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:28:34.919300 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': '5edc18d8-d393-472d-810e-022aef3ddd4c', 'network_id': 'a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c', 'port_id': '5edc18d8-d393-472d-810e-022aef3ddd4c', 'mac_address': 'fa:16:3e:fc:ab:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a240123d-81b7-4a46-9e81-fb9ca8196e24', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:28:34.970140 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:34.972185 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b38c31-d12b-479f-8f6f-a876b42bc409 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:28:34.972567 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b38c31-d12b-479f-8f6f-a876b42bc409 None None] Checking segment: {'id': '09824da4-dc29-495a-9467-d4cf669f386f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '484e00be-7be7-4a93-9c1a-9a35ab6d0355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:28:34.972966 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-81b38c31-d12b-479f-8f6f-a876b42bc409 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:34.973367 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b38c31-d12b-479f-8f6f-a876b42bc409 None None] Bound using segment: {'id': '09824da4-dc29-495a-9467-d4cf669f386f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '484e00be-7be7-4a93-9c1a-9a35ab6d0355'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:28:34.973934 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-81b38c31-d12b-479f-8f6f-a876b42bc409 None None] Bound port: 3dfcc601-2888-4263-bc3a-5264dc78fbd1, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09824da4-dc29-495a-9467-d4cf669f386f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '484e00be-7be7-4a93-9c1a-9a35ab6d0355'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:28:34.974315 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-81b38c31-d12b-479f-8f6f-a876b42bc409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:34.980143 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6fe7e76b-eccc-46fc-b107-c5ce5f1c426f tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:35.041363 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804e5431-2ff0-48f7-98ec-1639c7c3d191 req-a686a146-4fca-4be3-a8c8-8ce013c72176 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:35.046954 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-804e5431-2ff0-48f7-98ec-1639c7c3d191 req-a686a146-4fca-4be3-a8c8-8ce013c72176 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/ports?device_id=8537ba91-f526-4403-b51f-00c5f0f98b5a HTTP/1.1" status: 200 len: 945 time: 0.1236427 Dec 06 17:28:35.058743 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5edc18d8-d393-472d-810e-022aef3ddd4c {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:28:35.084714 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 5edc18d8-d393-472d-810e-022aef3ddd4c, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5edc18d8-d393-472d-810e-022aef3ddd4c,segment=NetworkSegment(01c80ae1-47cd-4b92-84e1-920e248051d6),segment_id=01c80ae1-47cd-4b92-84e1-920e248051d6)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:28:35.094655 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:35.095819 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device cb808805-ed0f-4802-a8ba-36b736428fd1 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:28:35.130233 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6fe7e76b-eccc-46fc-b107-c5ce5f1c426f tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Deleting port 3dfcc601-2888-4263-bc3a-5264dc78fbd1 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:28:35.130515 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6fe7e76b-eccc-46fc-b107-c5ce5f1c426f tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:35.146337 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-804e5431-2ff0-48f7-98ec-1639c7c3d191 req-2760f45e-ee0e-4d21-bcef-79e40141cbd6 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4bc6e59-bf7d-42c4-9e98-323b53a08b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958323 Dec 06 17:28:35.301339 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-81b38c31-d12b-479f-8f6f-a876b42bc409 None None] For port 3dfcc601-2888-4263-bc3a-5264dc78fbd1, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:28:35.327256 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-81b38c31-d12b-479f-8f6f-a876b42bc409 None None] For port 3dfcc601-2888-4263-bc3a-5264dc78fbd1, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=3dfcc601-2888-4263-bc3a-5264dc78fbd1,segment=NetworkSegment(09824da4-dc29-495a-9467-d4cf669f386f),segment_id=09824da4-dc29-495a-9467-d4cf669f386f)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:28:35.359032 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-81b38c31-d12b-479f-8f6f-a876b42bc409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:35.361503 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:35.399648 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=5edc18d8-d393-472d-810e-022aef3ddd4c,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:35.410701 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port cb808805-ed0f-4802-a8ba-36b736428fd1, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=cb808805-ed0f-4802-a8ba-36b736428fd1,segment=NetworkSegment(04368979-ac99-4737-9a75-271bdacd11fd),segment_id=04368979-ac99-4737-9a75-271bdacd11fd)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:28:35.468701 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b38c31-d12b-479f-8f6f-a876b42bc409 None None] Pushing event updated for resources: {'Port': ['ID=3dfcc601-2888-4263-bc3a-5264dc78fbd1,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:35.479799 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-f2a1b6ba-a86a-494c-87d4-3bf3106bfa12 None None] Provisioning complete for port 1684b74a-9bb0-4162-81ef-344c059afbd2 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:28:35.480226 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f2a1b6ba-a86a-494c-87d4-3bf3106bfa12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:35.517742 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': 'cb808805-ed0f-4802-a8ba-36b736428fd1', 'network_id': 'baae5554-5993-4f38-bd78-dc900341a8a7', 'port_id': 'cb808805-ed0f-4802-a8ba-36b736428fd1', 'mac_address': 'fa:16:3e:56:5e:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beafb9f1-df05-4269-b547-aab5f335c461', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:28:35.627235 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9046e1e-989a-48f9-920c-a6e2acd1f7bb None None] Network 484e00be-7be7-4a93-9c1a-9a35ab6d0355 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:28:35.744795 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:35.798589 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb808805-ed0f-4802-a8ba-36b736428fd1 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:28:35.853238 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port cb808805-ed0f-4802-a8ba-36b736428fd1, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=cb808805-ed0f-4802-a8ba-36b736428fd1,segment=NetworkSegment(04368979-ac99-4737-9a75-271bdacd11fd),segment_id=04368979-ac99-4737-9a75-271bdacd11fd)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:28:35.866385 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6fe7e76b-eccc-46fc-b107-c5ce5f1c426f tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] For port 3dfcc601-2888-4263-bc3a-5264dc78fbd1, host n-d-master-1, got binding levels [] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:28:35.867594 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6fe7e76b-eccc-46fc-b107-c5ce5f1c426f tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:35.891078 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ca40f9-e5a9-45fb-8314-e119f82c18b7 req-4757dbaa-4a04-46c8-9d05-2f43edc5fcd5 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:35.893305 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-68ca40f9-e5a9-45fb-8314-e119f82c18b7 req-4757dbaa-4a04-46c8-9d05-2f43edc5fcd5 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=db2b7cfe-ff06-4d98-9999-728e2c37896c HTTP/1.1" status: 200 len: 944 time: 0.1396582 Dec 06 17:28:35.899980 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6fe7e76b-eccc-46fc-b107-c5ce5f1c426f tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Calling delete_port for 3dfcc601-2888-4263-bc3a-5264dc78fbd1 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:28:35.900984 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:35.976557 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d04c73-a061-4b7c-a8a7-43f65ddd3bf1 None None] Network 484e00be-7be7-4a93-9c1a-9a35ab6d0355 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:28:35.982549 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=cb808805-ed0f-4802-a8ba-36b736428fd1,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:36.091292 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-68ca40f9-e5a9-45fb-8314-e119f82c18b7 req-079c0a7b-2626-4c38-b4d1-bcb6b2250199 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=78322529-8ef3-429b-b795-66e840556866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120152 Dec 06 17:28:36.092409 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6fe7e76b-eccc-46fc-b107-c5ce5f1c426f tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:36.107033 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db7b4ef-4200-4e51-81dc-76c232d56127 req-4fe3e9b8-200b-4753-9717-a4dc987e9c59 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:36.122959 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5db7b4ef-4200-4e51-81dc-76c232d56127 req-4fe3e9b8-200b-4753-9717-a4dc987e9c59 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dd6a184-e513-4e1d-9212-5b5f6dcdb31d HTTP/1.1" status: 200 len: 944 time: 0.1284437 Dec 06 17:28:36.132506 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe7e76b-eccc-46fc-b107-c5ce5f1c426f tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Pushing event deleted for resources: {'Port': ['ID=3dfcc601-2888-4263-bc3a-5264dc78fbd1,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:36.139884 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe7e76b-eccc-46fc-b107-c5ce5f1c426f tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] No DVR routers for this DVR port 3dfcc601-2888-4263-bc3a-5264dc78fbd1 on host n-d-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:28:36.153151 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['cb808805-ed0f-4802-a8ba-36b736428fd1'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:28:36.182326 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5db7b4ef-4200-4e51-81dc-76c232d56127 req-9c0fec2d-92de-4e3c-90d5-e8f9cbd8c336 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/security-groups?id=a040c6b3-0771-4bba-81c8-f88c93c47b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549557 Dec 06 17:28:36.191235 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['5edc18d8-d393-472d-810e-022aef3ddd4c'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:28:36.263041 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eeef3c9-8752-4349-b488-f997731d8f67 None None] get_active_networks_info from n-d-master-1 {{(pid=103286) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 17:28:36.270137 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6fe7e76b-eccc-46fc-b107-c5ce5f1c426f tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:36.320735 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-6fe7e76b-eccc-46fc-b107-c5ce5f1c426f tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['484e00be-7be7-4a93-9c1a-9a35ab6d0355']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:28:36.337891 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-6fe7e76b-eccc-46fc-b107-c5ce5f1c426f tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09824da4-dc29-495a-9467-d4cf669f386f') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:28:36.338357 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-6fe7e76b-eccc-46fc-b107-c5ce5f1c426f tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09824da4-dc29-495a-9467-d4cf669f386f') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:28:36.352303 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6fe7e76b-eccc-46fc-b107-c5ce5f1c426f tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:36.371618 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4687c295-2035-4319-841c-42f105954d4e req-a92a6929-a550-4a99-b015-9558e6c60aa7 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:36.379459 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4687c295-2035-4319-841c-42f105954d4e req-a92a6929-a550-4a99-b015-9558e6c60aa7 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/ports?device_id=8537ba91-f526-4403-b51f-00c5f0f98b5a HTTP/1.1" status: 200 len: 945 time: 0.0955622 Dec 06 17:28:36.398863 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6fe7e76b-eccc-46fc-b107-c5ce5f1c426f tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:36.411154 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fe7e76b-eccc-46fc-b107-c5ce5f1c426f tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:28:36.411825 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6fe7e76b-eccc-46fc-b107-c5ce5f1c426f tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:36.415311 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:28:36.415311 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:28:36.415311 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:28:36.415311 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:28:36.415311 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:28:36.415311 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:28:36.415311 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:28:36.415311 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:28:36.415311 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:28:36.415311 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:28:36.415311 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:28:36.415311 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:28:36.415311 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:28:36.415311 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:28:36.415311 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:28:36.415311 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:28:36.415311 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:28:36.415311 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:28:36.415311 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:28:36.415311 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:28:36.415311 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:28:36.415311 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:28:36.415311 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:28:36.415311 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:28:36.415311 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:28:36.415311 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:28:36.415311 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:28:36.415311 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:28:36.415311 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:28:36.415311 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:28:36.415311 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:28:36.415311 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:28:36.505793 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4687c295-2035-4319-841c-42f105954d4e req-dafb7148-b7be-428e-b02e-fad9e7532aa9 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4bc6e59-bf7d-42c4-9e98-323b53a08b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209805 Dec 06 17:28:36.523585 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6fe7e76b-eccc-46fc-b107-c5ce5f1c426f tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:36.545014 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6fe7e76b-eccc-46fc-b107-c5ce5f1c426f tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:36.551062 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-6fe7e76b-eccc-46fc-b107-c5ce5f1c426f tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] 10.222.0.23 "DELETE /v2.0/networks/484e00be-7be7-4a93-9c1a-9a35ab6d0355 HTTP/1.1" status: 204 len: 168 time: 2.7716129 Dec 06 17:28:36.554444 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 38744) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:36.573712 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe7e76b-eccc-46fc-b107-c5ce5f1c426f tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Pushing event deleted for resources: {'Network': ['ID=484e00be-7be7-4a93-9c1a-9a35ab6d0355,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:36.583664 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-68d3472a-20c7-4e34-89cf-4c79406c648e tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] DELETE failed (client error): The resource could not be found. Dec 06 17:28:36.584192 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68d3472a-20c7-4e34-89cf-4c79406c648e tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:28:36.591408 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 38746) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:36.592710 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-68d3472a-20c7-4e34-89cf-4c79406c648e tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] 10.222.0.23 "DELETE /v2.0/networks/484e00be-7be7-4a93-9c1a-9a35ab6d0355 HTTP/1.1" status: 404 len: 339 time: 0.0370884 Dec 06 17:28:36.598009 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-6be47c27-0777-4a09-8e24-a457d7ee6ed4 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1593110975', 'description': 'd1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:28:36.602932 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 38748) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:36.644382 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6be47c27-0777-4a09-8e24-a457d7ee6ed4 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Made reservation on behalf of ba4c3950383f40ffbf94821b2cfd141e for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:28:36.649563 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6be47c27-0777-4a09-8e24-a457d7ee6ed4 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:36.655848 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eeef3c9-8752-4349-b488-f997731d8f67 None None] Resources bound (agent type, host, resource id): {{(pid=103286) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 06 17:28:36.717627 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6be47c27-0777-4a09-8e24-a457d7ee6ed4 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:28:36.746788 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6be47c27-0777-4a09-8e24-a457d7ee6ed4 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:36.747160 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-6be47c27-0777-4a09-8e24-a457d7ee6ed4 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Added segment b7cdea00-0bf6-4eea-8d66-345b87a05f19 of type vlan for network 4825794b-50bc-47af-803f-a7f980175df0 Dec 06 17:28:36.793986 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38416463-e66b-45ea-abea-e7d59a1c14fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:36.803405 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaeba11-5659-41fa-8970-fa994ba5b27c req-6b7b8d58-7207-4e0d-a1eb-8786c5f3ca5f tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:36.805679 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-efaeba11-5659-41fa-8970-fa994ba5b27c req-6b7b8d58-7207-4e0d-a1eb-8786c5f3ca5f tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.41 "GET /v2.0/ports?device_id=8537ba91-f526-4403-b51f-00c5f0f98b5a HTTP/1.1" status: 200 len: 945 time: 0.1373575 Dec 06 17:28:36.852964 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6be47c27-0777-4a09-8e24-a457d7ee6ed4 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:36.946127 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6be47c27-0777-4a09-8e24-a457d7ee6ed4 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:36.952200 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be47c27-0777-4a09-8e24-a457d7ee6ed4 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:36.952599 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6be47c27-0777-4a09-8e24-a457d7ee6ed4 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:37.013032 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-6be47c27-0777-4a09-8e24-a457d7ee6ed4 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4189341 Dec 06 17:28:37.014878 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 38760) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:37.107144 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38416463-e66b-45ea-abea-e7d59a1c14fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:37.110894 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-efaeba11-5659-41fa-8970-fa994ba5b27c req-ce8df029-fa21-4a67-8739-beb4210bc1c9 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Deleting port 6efad30d-2a23-4b42-8587-ed6fc29da989 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:28:37.111240 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-efaeba11-5659-41fa-8970-fa994ba5b27c req-ce8df029-fa21-4a67-8739-beb4210bc1c9 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:37.114101 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be47c27-0777-4a09-8e24-a457d7ee6ed4 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Pushing event updated for resources: {'Network': ['ID=4825794b-50bc-47af-803f-a7f980175df0,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:37.118953 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38416463-e66b-45ea-abea-e7d59a1c14fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:37.128510 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 4825794b-50bc-47af-803f-a7f980175df0 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:28:37.138735 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0c8d1d-f304-4e6f-9ec7-daab230d7014 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:37.140536 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-fa0c8d1d-f304-4e6f-9ec7-daab230d7014 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] 10.222.0.23 "GET /v2.0/networks?id=4825794b-50bc-47af-803f-a7f980175df0 HTTP/1.1" status: 200 len: 765 time: 0.1235707 Dec 06 17:28:37.143155 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 38766) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:37.151316 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-25a4e95e-9ba6-4462-92ed-02e1bdc8ce35 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Request body: {'network': {'description': 'd2'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:28:37.282541 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-38416463-e66b-45ea-abea-e7d59a1c14fb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2b1cbcad4a3a445e82aa03721146e022&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6776757 Dec 06 17:28:37.293764 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 38770) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:37.297125 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38416463-e66b-45ea-abea-e7d59a1c14fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=295bcf11-d968-4f52-b0d0-c5003f254eca,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:37.394102 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ee2a08-fc64-47cd-bd03-daaf8e49133e req-d793c46c-3028-4854-bc9e-61747e136bd8 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:37.395688 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-15ee2a08-fc64-47cd-bd03-daaf8e49133e req-d793c46c-3028-4854-bc9e-61747e136bd8 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dd6a184-e513-4e1d-9212-5b5f6dcdb31d HTTP/1.1" status: 200 len: 944 time: 0.1194508 Dec 06 17:28:37.398241 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-efaeba11-5659-41fa-8970-fa994ba5b27c req-ce8df029-fa21-4a67-8739-beb4210bc1c9 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] For port 6efad30d-2a23-4b42-8587-ed6fc29da989, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=6efad30d-2a23-4b42-8587-ed6fc29da989,segment=NetworkSegment(bc3873e6-1421-4be3-b216-13e06c2bc164),segment_id=bc3873e6-1421-4be3-b216-13e06c2bc164)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:28:37.398614 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-efaeba11-5659-41fa-8970-fa994ba5b27c req-ce8df029-fa21-4a67-8739-beb4210bc1c9 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:37.407554 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632bb2d5-6ebd-4e6a-b7e0-2a0c80f39358 req-66ff0890-5148-43a0-be6f-1b62bb22a3c4 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:37.409067 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-632bb2d5-6ebd-4e6a-b7e0-2a0c80f39358 req-66ff0890-5148-43a0-be6f-1b62bb22a3c4 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=db2b7cfe-ff06-4d98-9999-728e2c37896c HTTP/1.1" status: 200 len: 944 time: 0.1331003 Dec 06 17:28:37.429594 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-efaeba11-5659-41fa-8970-fa994ba5b27c req-ce8df029-fa21-4a67-8739-beb4210bc1c9 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Calling delete_port for 6efad30d-2a23-4b42-8587-ed6fc29da989 owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:28:37.433290 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-25a4e95e-9ba6-4462-92ed-02e1bdc8ce35 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:37.448779 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-948a3a6e-6ea2-4bd8-a9ee-d8c64e9fd48b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:37.467988 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-25a4e95e-9ba6-4462-92ed-02e1bdc8ce35 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:37.499644 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-25a4e95e-9ba6-4462-92ed-02e1bdc8ce35 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Network 4825794b-50bc-47af-803f-a7f980175df0 is not hosted by any dhcp agent {{(pid=103284) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 06 17:28:37.505179 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a4e95e-9ba6-4462-92ed-02e1bdc8ce35 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:37.505881 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-25a4e95e-9ba6-4462-92ed-02e1bdc8ce35 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks [] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:37.516692 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-25a4e95e-9ba6-4462-92ed-02e1bdc8ce35 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] 10.222.0.23 "PUT /v2.0/networks/4825794b-50bc-47af-803f-a7f980175df0 HTTP/1.1" status: 200 len: 762 time: 0.3723254 Dec 06 17:28:37.524201 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 38776) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:37.534398 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-632bb2d5-6ebd-4e6a-b7e0-2a0c80f39358 req-6e04d405-d0e5-4fd2-987a-bace47f76600 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=78322529-8ef3-429b-b795-66e840556866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110702 Dec 06 17:28:37.535631 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-948a3a6e-6ea2-4bd8-a9ee-d8c64e9fd48b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:37.551094 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-15ee2a08-fc64-47cd-bd03-daaf8e49133e req-85f40604-501d-46eb-8a0b-7f4ef7334782 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/security-groups?id=a040c6b3-0771-4bba-81c8-f88c93c47b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431215 Dec 06 17:28:37.601176 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a4e95e-9ba6-4462-92ed-02e1bdc8ce35 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Pushing event updated for resources: {'Network': ['ID=4825794b-50bc-47af-803f-a7f980175df0,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:37.612807 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 4825794b-50bc-47af-803f-a7f980175df0 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:28:37.701328 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff955f5f-d9ee-4a13-8c4e-ac2612ebd3d3 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:37.701328 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-ff955f5f-d9ee-4a13-8c4e-ac2612ebd3d3 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] 10.222.0.23 "GET /v2.0/networks?id=4825794b-50bc-47af-803f-a7f980175df0 HTTP/1.1" status: 200 len: 765 time: 0.1739950 Dec 06 17:28:37.704290 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 38784) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:37.727359 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-948a3a6e-6ea2-4bd8-a9ee-d8c64e9fd48b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:37.730621 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-948a3a6e-6ea2-4bd8-a9ee-d8c64e9fd48b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:37.734535 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-948a3a6e-6ea2-4bd8-a9ee-d8c64e9fd48b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/295bcf11-d968-4f52-b0d0-c5003f254eca HTTP/1.1" status: 204 len: 168 time: 0.4402287 Dec 06 17:28:37.745125 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948a3a6e-6ea2-4bd8-a9ee-d8c64e9fd48b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=295bcf11-d968-4f52-b0d0-c5003f254eca,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:37.846763 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d4fbb-3cdc-4801-9cb0-089c9e2ee5b9 req-4c0c7099-8544-4f04-b05c-2dbd46b32a3c tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:37.848367 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b40d4fbb-3cdc-4801-9cb0-089c9e2ee5b9 req-4c0c7099-8544-4f04-b05c-2dbd46b32a3c tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/ports?device_id=8537ba91-f526-4403-b51f-00c5f0f98b5a HTTP/1.1" status: 200 len: 945 time: 0.1935081 Dec 06 17:28:37.854954 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-efaeba11-5659-41fa-8970-fa994ba5b27c req-ce8df029-fa21-4a67-8739-beb4210bc1c9 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:37.868839 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['8ac6105b-c81d-48df-9323-f3b58f227520'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:28:37.875533 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['6efad30d-2a23-4b42-8587-ed6fc29da989'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:28:37.922073 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8df029-fa21-4a67-8739-beb4210bc1c9 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Pushing event deleted for resources: {'Port': ['ID=6efad30d-2a23-4b42-8587-ed6fc29da989,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:37.961156 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4762369-8890-41e8-b719-196b9802159a tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:37.967877 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 38790) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:37.977746 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-a4762369-8890-41e8-b719-196b9802159a tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2721405 Dec 06 17:28:37.983356 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b40d4fbb-3cdc-4801-9cb0-089c9e2ee5b9 req-31a265e8-7b89-4b2e-8c90-11be36d01b5b tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4bc6e59-bf7d-42c4-9e98-323b53a08b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252010 Dec 06 17:28:37.984089 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-efaeba11-5659-41fa-8970-fa994ba5b27c req-ce8df029-fa21-4a67-8739-beb4210bc1c9 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] No DVR routers for this DVR port 6efad30d-2a23-4b42-8587-ed6fc29da989 on host n-h1-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:28:37.986581 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b14c33-4072-4a32-b251-c86f361def35 None None] DHCP port deletion for 15fd3b86-4ab2-48c1-977e-7d7f46e6c98b request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:28:37.994570 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-efaeba11-5659-41fa-8970-fa994ba5b27c req-ce8df029-fa21-4a67-8739-beb4210bc1c9 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:37.998333 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-efaeba11-5659-41fa-8970-fa994ba5b27c req-ce8df029-fa21-4a67-8739-beb4210bc1c9 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.41 "DELETE /v2.0/ports/6efad30d-2a23-4b42-8587-ed6fc29da989 HTTP/1.1" status: 204 len: 173 time: 1.1810050 Dec 06 17:28:37.998800 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8537ba91-f526-4403-b51f-00c5f0f98b5a', 'name': 'network-vif-deleted', 'tag': '6efad30d-2a23-4b42-8587-ed6fc29da989'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:28:38.002314 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8997437-275e-4541-8336-e3f29c74066f" -d '{"events": [{"server_uuid": "8537ba91-f526-4403-b51f-00c5f0f98b5a", "name": "network-vif-deleted", "tag": "6efad30d-2a23-4b42-8587-ed6fc29da989"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:28:38.087627 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-ee7fcb30-fdb6-4b17-90d2-72f3987a138e tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] 10.222.0.23 "GET /v2.0/subnets?network_id=40c9982f-f1ff-4b90-bebe-b7d51655f7e2 HTTP/1.1" status: 200 len: 207 time: 0.1173155 Dec 06 17:28:38.090391 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 38802) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:38.094748 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ba6bb79-674e-4e89-96d8-d49d573d824f x-openstack-request-id: req-2ba6bb79-674e-4e89-96d8-d49d573d824f {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:28:38.097875 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8537ba91-f526-4403-b51f-00c5f0f98b5a", "name": "network-vif-deleted", "tag": "6efad30d-2a23-4b42-8587-ed6fc29da989", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:28:38.098465 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2ba6bb79-674e-4e89-96d8-d49d573d824f {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:28:38.099125 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8537ba91-f526-4403-b51f-00c5f0f98b5a', 'name': 'network-vif-deleted', 'tag': '6efad30d-2a23-4b42-8587-ed6fc29da989', 'status': 'completed', 'code': 200} Dec 06 17:28:38.257221 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79adb0f7-0c2f-41f2-a339-91961f4450e2 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:38.263577 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79adb0f7-0c2f-41f2-a339-91961f4450e2 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:38.270173 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79adb0f7-0c2f-41f2-a339-91961f4450e2 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:38.280463 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79adb0f7-0c2f-41f2-a339-91961f4450e2 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:38.286435 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79adb0f7-0c2f-41f2-a339-91961f4450e2 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:38.293148 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79adb0f7-0c2f-41f2-a339-91961f4450e2 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:38.297831 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-79adb0f7-0c2f-41f2-a339-91961f4450e2 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.2036233 Dec 06 17:28:38.298936 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 38810) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:38.427084 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-c0db1f10-68ba-4439-bc57-7abd887bb68a tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] 10.222.0.23 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.1268461 Dec 06 17:28:38.431600 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 38820) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:38.513744 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c210ffd-3a82-4871-a875-4bd734ef5894 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:38.515627 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c210ffd-3a82-4871-a875-4bd734ef5894 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:38.517201 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c210ffd-3a82-4871-a875-4bd734ef5894 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:38.518839 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c210ffd-3a82-4871-a875-4bd734ef5894 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:38.520848 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c210ffd-3a82-4871-a875-4bd734ef5894 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:38.526066 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-6c210ffd-3a82-4871-a875-4bd734ef5894 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0900111 Dec 06 17:28:38.526796 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 38824) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:38.604010 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 5edc18d8-d393-472d-810e-022aef3ddd4c up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:28:38.604154 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b731954a-ceb5-49c4-9e53-86ae2677a554 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Attributes excluded by policy engine: ['shared'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:38.605600 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b731954a-ceb5-49c4-9e53-86ae2677a554 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Attributes excluded by policy engine: ['shared'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:38.608003 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b731954a-ceb5-49c4-9e53-86ae2677a554 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Attributes excluded by policy engine: ['shared'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:38.608470 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b731954a-ceb5-49c4-9e53-86ae2677a554 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Attributes excluded by policy engine: ['shared'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:38.609931 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b731954a-ceb5-49c4-9e53-86ae2677a554 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Attributes excluded by policy engine: ['shared'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:38.611575 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-b731954a-ceb5-49c4-9e53-86ae2677a554 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] 10.222.0.23 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0841761 Dec 06 17:28:38.615159 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 38832) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:38.728600 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning for port 5edc18d8-d393-472d-810e-022aef3ddd4c completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:28:38.737045 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port 5edc18d8-d393-472d-810e-022aef3ddd4c triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:28:38.737045 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:38.751530 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd96e52c-ce47-45d0-8167-fdc83a652371 req-c5ba11d3-fdc6-4634-937a-8086eaaf02d0 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:38.753199 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bd96e52c-ce47-45d0-8167-fdc83a652371 req-c5ba11d3-fdc6-4634-937a-8086eaaf02d0 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=db2b7cfe-ff06-4d98-9999-728e2c37896c HTTP/1.1" status: 200 len: 944 time: 0.0625668 Dec 06 17:28:38.837443 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bd96e52c-ce47-45d0-8167-fdc83a652371 req-62290094-6c21-4d6c-9b35-cdb9896defb2 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=78322529-8ef3-429b-b795-66e840556866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747998 Dec 06 17:28:38.861019 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:38.870505 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf30722a-d47d-43d3-8134-c2bc8ec41d6e req-994e6be9-4a05-4a32-9af5-65e48777fd44 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:38.872060 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bf30722a-d47d-43d3-8134-c2bc8ec41d6e req-994e6be9-4a05-4a32-9af5-65e48777fd44 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dd6a184-e513-4e1d-9212-5b5f6dcdb31d HTTP/1.1" status: 200 len: 944 time: 0.1292915 Dec 06 17:28:38.879529 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4dc864-4952-4210-9d65-077e65e4ff54 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:38.884582 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 38840) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:38.884736 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-1c4dc864-4952-4210-9d65-077e65e4ff54 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] 10.222.0.23 "GET /v2.0/networks/acbf8376-575c-46fd-a8fa-309a38891eb6 HTTP/1.1" status: 200 len: 804 time: 0.2676904 Dec 06 17:28:38.889005 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db2b7cfe-ff06-4d98-9999-728e2c37896c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5edc18d8-d393-472d-810e-022aef3ddd4c'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:28:38.891677 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-455ffe55-f501-455d-a93d-bdfc105d7ace" -d '{"events": [{"server_uuid": "db2b7cfe-ff06-4d98-9999-728e2c37896c", "name": "network-vif-plugged", "status": "completed", "tag": "5edc18d8-d393-472d-810e-022aef3ddd4c"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:28:38.907937 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 5edc18d8-d393-472d-810e-022aef3ddd4c, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5edc18d8-d393-472d-810e-022aef3ddd4c,segment=NetworkSegment(01c80ae1-47cd-4b92-84e1-920e248051d6),segment_id=01c80ae1-47cd-4b92-84e1-920e248051d6)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:28:38.915972 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:38.917007 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device cb808805-ed0f-4802-a8ba-36b736428fd1 up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:28:38.933190 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bf30722a-d47d-43d3-8134-c2bc8ec41d6e req-af639e44-8463-434c-82c2-b5efe70b96b1 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/security-groups?id=a040c6b3-0771-4bba-81c8-f88c93c47b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474670 Dec 06 17:28:38.999327 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f27a9a0-2339-43ce-9e55-2efcc534f175 x-openstack-request-id: req-8f27a9a0-2339-43ce-9e55-2efcc534f175 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:28:39.000052 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db2b7cfe-ff06-4d98-9999-728e2c37896c", "name": "network-vif-plugged", "status": "completed", "tag": "5edc18d8-d393-472d-810e-022aef3ddd4c", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:28:39.000542 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8f27a9a0-2339-43ce-9e55-2efcc534f175 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:28:39.001162 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db2b7cfe-ff06-4d98-9999-728e2c37896c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5edc18d8-d393-472d-810e-022aef3ddd4c', 'code': 200} Dec 06 17:28:39.051622 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=5edc18d8-d393-472d-810e-022aef3ddd4c,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:39.058078 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning for port cb808805-ed0f-4802-a8ba-36b736428fd1 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:28:39.063097 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port cb808805-ed0f-4802-a8ba-36b736428fd1 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:28:39.063558 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:39.084158 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-24eece8d-d66b-47c2-aa01-d853cd7b386d tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] 10.222.0.23 "GET /v2.0/networks/acbf8376-575c-46fd-a8fa-309a38891eb6?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1946023 Dec 06 17:28:39.084834 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 38852) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:39.113327 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543535d6-58d7-435a-bca5-594ebd8aca52 req-7f459c5b-5045-43c6-955c-8e08d6def255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:39.114845 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-543535d6-58d7-435a-bca5-594ebd8aca52 req-7f459c5b-5045-43c6-955c-8e08d6def255 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=db2b7cfe-ff06-4d98-9999-728e2c37896c HTTP/1.1" status: 200 len: 1096 time: 0.0818050 Dec 06 17:28:39.183005 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:39.219180 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973cee97-4b2d-4b41-b590-431e00d73f81 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:39.221065 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-973cee97-4b2d-4b41-b590-431e00d73f81 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] 10.222.0.23 "GET /v2.0/subnets/6dae8fe1-f55a-4986-921d-08eba1f24c67 HTTP/1.1" status: 200 len: 843 time: 0.1323259 Dec 06 17:28:39.226745 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 38858) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:39.251578 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port cb808805-ed0f-4802-a8ba-36b736428fd1, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=cb808805-ed0f-4802-a8ba-36b736428fd1,segment=NetworkSegment(04368979-ac99-4737-9a75-271bdacd11fd),segment_id=04368979-ac99-4737-9a75-271bdacd11fd)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:28:39.256738 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:39.273435 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-543535d6-58d7-435a-bca5-594ebd8aca52 req-021caca4-ef2c-404a-bd2d-401450fbd22a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=78322529-8ef3-429b-b795-66e840556866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280808 Dec 06 17:28:39.314072 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29026fc-2bf8-4ac6-8e6a-a2730624989e tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Attributes excluded by policy engine: ['shared'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:39.318905 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-e29026fc-2bf8-4ac6-8e6a-a2730624989e tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] 10.222.0.23 "GET /v2.0/subnets/6dae8fe1-f55a-4986-921d-08eba1f24c67?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0878191 Dec 06 17:28:39.319365 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 38866) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:39.324844 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-0f652c73-6fff-4ec4-a227-c7d1b0d0d49c tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-687936309'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:28:39.348240 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=cb808805-ed0f-4802-a8ba-36b736428fd1,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:39.348983 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f652c73-6fff-4ec4-a227-c7d1b0d0d49c tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Made reservation on behalf of ba4c3950383f40ffbf94821b2cfd141e for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:28:39.354022 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0f652c73-6fff-4ec4-a227-c7d1b0d0d49c tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:39.412647 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f652c73-6fff-4ec4-a227-c7d1b0d0d49c tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:28:39.430699 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0f652c73-6fff-4ec4-a227-c7d1b0d0d49c tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:39.431042 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-0f652c73-6fff-4ec4-a227-c7d1b0d0d49c tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Added segment 583b8680-2f21-4165-bc7e-db813cef5d1b of type vlan for network 9d3d02b6-a8a6-4b04-b788-f2d9349edd73 Dec 06 17:28:39.446448 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa8ef93-7260-48f0-9a9a-94c8f946558b req-51c91bbe-f559-44f5-a865-42955bc940c6 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:39.448118 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-caa8ef93-7260-48f0-9a9a-94c8f946558b req-51c91bbe-f559-44f5-a865-42955bc940c6 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8b9adeb-160c-4c4e-9195-5f6de44acdd7 HTTP/1.1" status: 200 len: 945 time: 0.0753334 Dec 06 17:28:39.503046 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0f652c73-6fff-4ec4-a227-c7d1b0d0d49c tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:39.556759 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-caa8ef93-7260-48f0-9a9a-94c8f946558b req-7c6573d3-1f08-4a2e-8c8b-c85a9727d8d2 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4bc6e59-bf7d-42c4-9e98-323b53a08b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801365 Dec 06 17:28:39.558211 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0f652c73-6fff-4ec4-a227-c7d1b0d0d49c tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:39.565647 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f652c73-6fff-4ec4-a227-c7d1b0d0d49c tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:39.566320 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0f652c73-6fff-4ec4-a227-c7d1b0d0d49c tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:39.645041 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-0f652c73-6fff-4ec4-a227-c7d1b0d0d49c tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3242755 Dec 06 17:28:39.647564 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 38878) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:39.653183 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-9207cd58-c994-4aff-a177-5a3bdb4c823c tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Request body: {'subnet': {'network_id': '9d3d02b6-a8a6-4b04-b788-f2d9349edd73', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:28:39.669155 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f652c73-6fff-4ec4-a227-c7d1b0d0d49c tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Pushing event updated for resources: {'Network': ['ID=9d3d02b6-a8a6-4b04-b788-f2d9349edd73,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:39.685071 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 9d3d02b6-a8a6-4b04-b788-f2d9349edd73 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:28:39.764463 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9207cd58-c994-4aff-a177-5a3bdb4c823c tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Made reservation on behalf of ba4c3950383f40ffbf94821b2cfd141e for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:28:39.768171 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9207cd58-c994-4aff-a177-5a3bdb4c823c tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:39.831818 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.ipam_backend_mixin [None req-9207cd58-c994-4aff-a177-5a3bdb4c823c tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Performing IP validity checks on allocation pools {{(pid=103284) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 06 17:28:39.836904 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.ipam_backend_mixin [None req-9207cd58-c994-4aff-a177-5a3bdb4c823c tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103284) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 06 17:28:40.014545 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4af2b2-f591-4164-aee6-f09542a8f1be req-c9c9b663-4eef-4101-95e0-ee813da401f1 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:40.016223 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-dd4af2b2-f591-4164-aee6-f09542a8f1be req-c9c9b663-4eef-4101-95e0-ee813da401f1 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=db2b7cfe-ff06-4d98-9999-728e2c37896c HTTP/1.1" status: 200 len: 945 time: 0.0966802 Dec 06 17:28:40.058374 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9207cd58-c994-4aff-a177-5a3bdb4c823c tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:40.114614 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc850bb1-3e93-45d8-947f-94b6c58d1c7b req-2f4f7284-84e7-4cf9-967a-35aa0f6a7dbc tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:40.117983 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-dc850bb1-3e93-45d8-947f-94b6c58d1c7b req-2f4f7284-84e7-4cf9-967a-35aa0f6a7dbc tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dd6a184-e513-4e1d-9212-5b5f6dcdb31d HTTP/1.1" status: 200 len: 945 time: 0.0909500 Dec 06 17:28:40.155916 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-dd4af2b2-f591-4164-aee6-f09542a8f1be req-b099752b-cda0-4aa6-950e-f789fb052605 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=78322529-8ef3-429b-b795-66e840556866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311550 Dec 06 17:28:40.160451 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9207cd58-c994-4aff-a177-5a3bdb4c823c tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Pushing event updated for resources: {'Subnet': ['ID=b0d3e4ab-5d33-45ed-8627-c8f24da91eec,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:40.199077 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9207cd58-c994-4aff-a177-5a3bdb4c823c tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Checking segment: {'id': '583b8680-2f21-4165-bc7e-db813cef5d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '9d3d02b6-a8a6-4b04-b788-f2d9349edd73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:28:40.203890 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9207cd58-c994-4aff-a177-5a3bdb4c823c tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Network hostable DHCP agents. Network: 9d3d02b6-a8a6-4b04-b788-f2d9349edd73, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:28:40.219336 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-dc850bb1-3e93-45d8-947f-94b6c58d1c7b req-a4e07c71-a422-4944-80ea-bd223b83443d tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/security-groups?id=a040c6b3-0771-4bba-81c8-f88c93c47b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932958 Dec 06 17:28:40.235813 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9207cd58-c994-4aff-a177-5a3bdb4c823c tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Network 9d3d02b6-a8a6-4b04-b788-f2d9349edd73 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:28:40.245910 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-9207cd58-c994-4aff-a177-5a3bdb4c823c tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 9d3d02b6-a8a6-4b04-b788-f2d9349edd73) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:28:40.254583 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9207cd58-c994-4aff-a177-5a3bdb4c823c tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:40.255632 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9207cd58-c994-4aff-a177-5a3bdb4c823c tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:40.261786 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba65eace-6665-46b6-af38-ec5e2227097f None None] Network 9d3d02b6-a8a6-4b04-b788-f2d9349edd73 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:28:40.287965 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-9207cd58-c994-4aff-a177-5a3bdb4c823c tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.6392796 Dec 06 17:28:40.290972 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 38912) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:40.297182 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-026a1fc8-f48f-481c-8840-5eca13005f71 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:28:40.461560 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-026a1fc8-f48f-481c-8840-5eca13005f71 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59118598'] for subnet, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:40.503481 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac109dbe-c0d4-4e04-a386-9446c9573bc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-9d3d02b6-a8a6-4b04-b788-f2d9349edd73', 'network_id': '9d3d02b6-a8a6-4b04-b788-f2d9349edd73', 'tenant_id': 'ba4c3950383f40ffbf94821b2cfd141e', 'fixed_ips': [{'subnet_id': 'b0d3e4ab-5d33-45ed-8627-c8f24da91eec'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:28:40.504806 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ac109dbe-c0d4-4e04-a386-9446c9573bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:40.664190 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-026a1fc8-f48f-481c-8840-5eca13005f71 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794388923823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-58807134'] for subnet, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:40.705978 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeabb3e-f53d-4aed-9738-8eadce3585fc req-6a2bb387-20ec-4575-bc16-bdcabf43f423 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:40.713784 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1eeabb3e-f53d-4aed-9738-8eadce3585fc req-6a2bb387-20ec-4575-bc16-bdcabf43f423 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8b9adeb-160c-4c4e-9195-5f6de44acdd7 HTTP/1.1" status: 200 len: 945 time: 0.0595353 Dec 06 17:28:40.738214 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-ac109dbe-c0d4-4e04-a386-9446c9573bc9 None None] Allocated IP 2001:db8::3 (9d3d02b6-a8a6-4b04-b788-f2d9349edd73/b0d3e4ab-5d33-45ed-8627-c8f24da91eec/affb7345-93ea-4f9a-b90e-f188d524d241) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:28:40.768648 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026a1fc8-f48f-481c-8840-5eca13005f71 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:40.768648 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-026a1fc8-f48f-481c-8840-5eca13005f71 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:40.768648 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-026a1fc8-f48f-481c-8840-5eca13005f71 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] 10.222.0.23 "PUT /v2.0/subnets/b0d3e4ab-5d33-45ed-8627-c8f24da91eec HTTP/1.1" status: 200 len: 900 time: 0.4764297 Dec 06 17:28:40.774948 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1eeabb3e-f53d-4aed-9738-8eadce3585fc req-91ed6f05-3888-4da6-a3f3-92390c6ab441 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4bc6e59-bf7d-42c4-9e98-323b53a08b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601864 Dec 06 17:28:40.776907 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 38930) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:40.846558 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026a1fc8-f48f-481c-8840-5eca13005f71 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Pushing event updated for resources: {'Subnet': ['ID=b0d3e4ab-5d33-45ed-8627-c8f24da91eec,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:40.940407 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4ee6dc7b-a2f1-4c10-a8cf-dadaa39a7a9b tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:40.948965 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ac109dbe-c0d4-4e04-a386-9446c9573bc9 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:40.957773 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ac109dbe-c0d4-4e04-a386-9446c9573bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:41.001666 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4ee6dc7b-a2f1-4c10-a8cf-dadaa39a7a9b tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:41.003960 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dd6a184-e513-4e1d-9212-5b5f6dcdb31d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb808805-ed0f-4802-a8ba-36b736428fd1'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:28:41.007203 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b79221d-51e6-41a5-995f-bb47375b5f39" -d '{"events": [{"server_uuid": "1dd6a184-e513-4e1d-9212-5b5f6dcdb31d", "name": "network-vif-plugged", "status": "completed", "tag": "cb808805-ed0f-4802-a8ba-36b736428fd1"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:28:41.028541 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac109dbe-c0d4-4e04-a386-9446c9573bc9 None None] Pushing event updated for resources: {'Port': ['ID=affb7345-93ea-4f9a-b90e-f188d524d241,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:41.039617 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac109dbe-c0d4-4e04-a386-9446c9573bc9 None None] Network 9d3d02b6-a8a6-4b04-b788-f2d9349edd73 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:28:41.041795 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-ac109dbe-c0d4-4e04-a386-9446c9573bc9 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:28:41.047290 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac109dbe-c0d4-4e04-a386-9446c9573bc9 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:28:41.087798 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6bc45e7-b690-4060-bb56-347cfe240b6c x-openstack-request-id: req-b6bc45e7-b690-4060-bb56-347cfe240b6c {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:28:41.088184 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dd6a184-e513-4e1d-9212-5b5f6dcdb31d", "name": "network-vif-plugged", "status": "completed", "tag": "cb808805-ed0f-4802-a8ba-36b736428fd1", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:28:41.088447 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b6bc45e7-b690-4060-bb56-347cfe240b6c {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:28:41.088884 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dd6a184-e513-4e1d-9212-5b5f6dcdb31d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb808805-ed0f-4802-a8ba-36b736428fd1', 'code': 200} Dec 06 17:28:41.096043 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4ee6dc7b-a2f1-4c10-a8cf-dadaa39a7a9b tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:41.129594 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-ac109dbe-c0d4-4e04-a386-9446c9573bc9 None None] Attempting to bind port affb7345-93ea-4f9a-b90e-f188d524d241 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:28:41.129963 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-ac109dbe-c0d4-4e04-a386-9446c9573bc9 None None] Attempting to bind port affb7345-93ea-4f9a-b90e-f188d524d241 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '583b8680-2f21-4165-bc7e-db813cef5d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '9d3d02b6-a8a6-4b04-b788-f2d9349edd73'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:28:41.130331 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac109dbe-c0d4-4e04-a386-9446c9573bc9 None None] Attempting to bind port affb7345-93ea-4f9a-b90e-f188d524d241 on network 9d3d02b6-a8a6-4b04-b788-f2d9349edd73 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:28:41.136776 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac109dbe-c0d4-4e04-a386-9446c9573bc9 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:28:41.137158 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac109dbe-c0d4-4e04-a386-9446c9573bc9 None None] Checking segment: {'id': '583b8680-2f21-4165-bc7e-db813cef5d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '9d3d02b6-a8a6-4b04-b788-f2d9349edd73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:28:41.137593 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ac109dbe-c0d4-4e04-a386-9446c9573bc9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:41.137994 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac109dbe-c0d4-4e04-a386-9446c9573bc9 None None] Bound using segment: {'id': '583b8680-2f21-4165-bc7e-db813cef5d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '9d3d02b6-a8a6-4b04-b788-f2d9349edd73'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:28:41.139778 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-ac109dbe-c0d4-4e04-a386-9446c9573bc9 None None] Bound port: affb7345-93ea-4f9a-b90e-f188d524d241, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '583b8680-2f21-4165-bc7e-db813cef5d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '9d3d02b6-a8a6-4b04-b788-f2d9349edd73'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:28:41.140168 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ac109dbe-c0d4-4e04-a386-9446c9573bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:41.147730 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee6dc7b-a2f1-4c10-a8cf-dadaa39a7a9b tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Pushing event deleted for resources: {'Subnet': ['ID=b0d3e4ab-5d33-45ed-8627-c8f24da91eec,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:41.279388 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-ac109dbe-c0d4-4e04-a386-9446c9573bc9 None None] For port affb7345-93ea-4f9a-b90e-f188d524d241, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:28:41.288920 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-ac109dbe-c0d4-4e04-a386-9446c9573bc9 None None] For port affb7345-93ea-4f9a-b90e-f188d524d241, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=affb7345-93ea-4f9a-b90e-f188d524d241,segment=NetworkSegment(583b8680-2f21-4165-bc7e-db813cef5d1b),segment_id=583b8680-2f21-4165-bc7e-db813cef5d1b)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:28:41.301513 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ac109dbe-c0d4-4e04-a386-9446c9573bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:41.301777 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4ee6dc7b-a2f1-4c10-a8cf-dadaa39a7a9b tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:41.336173 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-4ee6dc7b-a2f1-4c10-a8cf-dadaa39a7a9b tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d3d02b6-a8a6-4b04-b788-f2d9349edd73']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:28:41.349763 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-4ee6dc7b-a2f1-4c10-a8cf-dadaa39a7a9b tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '583b8680-2f21-4165-bc7e-db813cef5d1b') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:28:41.350058 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-4ee6dc7b-a2f1-4c10-a8cf-dadaa39a7a9b tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '583b8680-2f21-4165-bc7e-db813cef5d1b') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:28:41.354087 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13028679-a0d2-428a-a746-d5cda6f2e026 req-c6c835eb-6b26-40ba-b91c-827a278cda2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:41.356035 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-13028679-a0d2-428a-a746-d5cda6f2e026 req-c6c835eb-6b26-40ba-b91c-827a278cda2d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1dd6a184-e513-4e1d-9212-5b5f6dcdb31d HTTP/1.1" status: 200 len: 1096 time: 0.1781816 Dec 06 17:28:41.359419 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddf4bc2-9f08-45f4-9ea5-3bf8fcc1a611 req-f413b4d2-f893-4420-be68-022f993545af tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:41.368236 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0ddf4bc2-9f08-45f4-9ea5-3bf8fcc1a611 req-f413b4d2-f893-4420-be68-022f993545af tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=db2b7cfe-ff06-4d98-9999-728e2c37896c HTTP/1.1" status: 200 len: 945 time: 0.0727854 Dec 06 17:28:41.378126 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4ee6dc7b-a2f1-4c10-a8cf-dadaa39a7a9b tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:41.427976 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4ee6dc7b-a2f1-4c10-a8cf-dadaa39a7a9b tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:41.430567 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 38952) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:41.437184 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0ddf4bc2-9f08-45f4-9ea5-3bf8fcc1a611 req-487c6d11-953c-4da2-8dea-972fa442c2b0 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=78322529-8ef3-429b-b795-66e840556866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664976 Dec 06 17:28:41.449098 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ee6dc7b-a2f1-4c10-a8cf-dadaa39a7a9b tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:28:41.453617 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4ee6dc7b-a2f1-4c10-a8cf-dadaa39a7a9b tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:41.460321 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac109dbe-c0d4-4e04-a386-9446c9573bc9 None None] Pushing event updated for resources: {'Port': ['ID=affb7345-93ea-4f9a-b90e-f188d524d241,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:41.461980 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:28:41.461980 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:28:41.461980 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:28:41.461980 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:28:41.461980 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:28:41.461980 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:28:41.461980 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:28:41.461980 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:28:41.461980 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:28:41.461980 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:28:41.461980 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:28:41.461980 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:28:41.461980 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:28:41.461980 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:28:41.461980 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:28:41.461980 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:28:41.461980 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:28:41.461980 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:28:41.461980 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:28:41.461980 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:28:41.461980 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:28:41.461980 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:28:41.461980 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:28:41.461980 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:28:41.461980 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:28:41.461980 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:28:41.461980 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:28:41.461980 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:28:41.461980 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:28:41.461980 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:28:41.461980 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:28:41.461980 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:28:41.488107 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f09fb89-5853-4ba5-8f50-8e9aec8e5c5b None None] Network 9d3d02b6-a8a6-4b04-b788-f2d9349edd73 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:28:41.581375 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 6efad30d-2a23-4b42-8587-ed6fc29da989 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:28:41.601577 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0252fae0-f15c-4249-994e-27c6c663308b req-6d6cf70b-4667-4bd0-924c-28901e9140ea tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:41.610389 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0252fae0-f15c-4249-994e-27c6c663308b req-6d6cf70b-4667-4bd0-924c-28901e9140ea tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=db2b7cfe-ff06-4d98-9999-728e2c37896c HTTP/1.1" status: 200 len: 945 time: 0.0853119 Dec 06 17:28:41.635979 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d96da8a-2800-40ef-852a-c188cf4ed02b req-20a8b1ec-0b85-4251-b23b-e4e390d796ab tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:41.637542 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0d96da8a-2800-40ef-852a-c188cf4ed02b req-20a8b1ec-0b85-4251-b23b-e4e390d796ab tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dd6a184-e513-4e1d-9212-5b5f6dcdb31d HTTP/1.1" status: 200 len: 945 time: 0.2803516 Dec 06 17:28:41.641492 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-13028679-a0d2-428a-a746-d5cda6f2e026 req-3e986443-faff-472c-821c-e4c9bc1710cc service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a040c6b3-0771-4bba-81c8-f88c93c47b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666738 Dec 06 17:28:41.642236 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e1f7361b-05e8-48fd-8875-06722825fcff admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:41.644251 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.db.api [None req-4ee6dc7b-a2f1-4c10-a8cf-dadaa39a7a9b tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 06 17:28:41.644251 n-d-master-1 neutron-server[103285]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 06 17:28:41.644251 n-d-master-1 neutron-server[103285]: [parameters: {'id': '9d3d02b6-a8a6-4b04-b788-f2d9349edd73'}] Dec 06 17:28:41.644251 n-d-master-1 neutron-server[103285]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103285) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 17:28:41.644738 n-d-master-1 neutron-server[103285]: DEBUG oslo_db.api [None req-4ee6dc7b-a2f1-4c10-a8cf-dadaa39a7a9b tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 17:28:41.684083 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] No Port match for: 6efad30d-2a23-4b42-8587-ed6fc29da989 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:28:41.684562 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 6efad30d-2a23-4b42-8587-ed6fc29da989 not bound to the agent host n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:28:41.702072 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0252fae0-f15c-4249-994e-27c6c663308b req-bd8177d6-fd8f-49eb-b684-b29c1407ea0a tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=78322529-8ef3-429b-b795-66e840556866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874624 Dec 06 17:28:41.716576 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 38962) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:41.720073 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc276ffa-db67-4c2d-b137-4e462d2164fc None None] Network 9d3d02b6-a8a6-4b04-b788-f2d9349edd73 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:28:41.731547 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0d96da8a-2800-40ef-852a-c188cf4ed02b req-37fc03ae-a5ac-4073-b26c-451b84c0f66e tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/security-groups?id=a040c6b3-0771-4bba-81c8-f88c93c47b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845811 Dec 06 17:28:41.766720 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09bb4deb-7248-4582-bc99-79ed731ef84e tempest-TestNetworkAdvancedServerOps-348317602 tempest-TestNetworkAdvancedServerOps-348317602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:41.768920 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-09bb4deb-7248-4582-bc99-79ed731ef84e tempest-TestNetworkAdvancedServerOps-348317602 tempest-TestNetworkAdvancedServerOps-348317602-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=db2b7cfe-ff06-4d98-9999-728e2c37896c HTTP/1.1" status: 200 len: 1091 time: 0.0513043 Dec 06 17:28:41.772182 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 38964) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:41.784588 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-84193aab-c2be-4bb8-b213-5b605fea2f5d tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Request body: {'floatingip': {'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'port_id': '5edc18d8-d393-472d-810e-022aef3ddd4c', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:28:41.823838 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e1f7361b-05e8-48fd-8875-06722825fcff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:41.827653 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-84193aab-c2be-4bb8-b213-5b605fea2f5d tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for floatingip, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:41.832988 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e1f7361b-05e8-48fd-8875-06722825fcff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:41.867597 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f7361b-05e8-48fd-8875-06722825fcff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e9e379-79ba-4ce3-96b2-29cfb2be144f,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:41.889516 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-e1f7361b-05e8-48fd-8875-06722825fcff admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3ca7c26ce90c4b86bb748d1e8edaa5fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4577899 Dec 06 17:28:41.892055 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 38972) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:41.934221 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6814a5e3-86e9-481e-8b43-85173fcb7252 None None] get_active_networks_info from n-d-master-1 {{(pid=103286) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 17:28:41.955201 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8f5f1740-8650-4e78-8f4a-bcd046f800e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:41.980000 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8f5f1740-8650-4e78-8f4a-bcd046f800e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:42.019761 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42be0853-95e0-4310-9090-268b0fb7e8c1 req-4b3686ea-e1c0-4a1f-84f9-62a7c241ddc7 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:42.021878 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-42be0853-95e0-4310-9090-268b0fb7e8c1 req-4b3686ea-e1c0-4a1f-84f9-62a7c241ddc7 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8b9adeb-160c-4c4e-9195-5f6de44acdd7 HTTP/1.1" status: 200 len: 945 time: 0.1109846 Dec 06 17:28:42.056125 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8f5f1740-8650-4e78-8f4a-bcd046f800e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:42.060883 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8f5f1740-8650-4e78-8f4a-bcd046f800e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:42.064452 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-8f5f1740-8650-4e78-8f4a-bcd046f800e3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b9e9e379-79ba-4ce3-96b2-29cfb2be144f HTTP/1.1" status: 204 len: 168 time: 0.1691194 Dec 06 17:28:42.073387 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5f1740-8650-4e78-8f4a-bcd046f800e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e9e379-79ba-4ce3-96b2-29cfb2be144f,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:42.085916 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-84193aab-c2be-4bb8-b213-5b605fea2f5d tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:42.095368 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6814a5e3-86e9-481e-8b43-85173fcb7252 None None] Resources bound (agent type, host, resource id): {{(pid=103286) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 06 17:28:42.157177 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b6d1f4-a029-4f1d-9667-ea70c3b42596 req-cd092adf-930b-4020-bada-f7b1249b2553 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:42.164172 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-09b6d1f4-a029-4f1d-9667-ea70c3b42596 req-cd092adf-930b-4020-bada-f7b1249b2553 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8b9adeb-160c-4c4e-9195-5f6de44acdd7 HTTP/1.1" status: 200 len: 945 time: 0.0885177 Dec 06 17:28:42.164743 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4ee6dc7b-a2f1-4c10-a8cf-dadaa39a7a9b tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:42.263712 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-84193aab-c2be-4bb8-b213-5b605fea2f5d tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Allocated IP 172.35.1.32 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/a1d0444f-1620-4f64-977c-9e6e674705af) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:28:42.327910 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-42be0853-95e0-4310-9090-268b0fb7e8c1 req-44160664-3477-46d2-945f-d0c95b51988e tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4bc6e59-bf7d-42c4-9e98-323b53a08b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901947 Dec 06 17:28:42.416652 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-84193aab-c2be-4bb8-b213-5b605fea2f5d tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:42.433493 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-4ee6dc7b-a2f1-4c10-a8cf-dadaa39a7a9b tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Deleting port affb7345-93ea-4f9a-b90e-f188d524d241 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:28:42.433858 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4ee6dc7b-a2f1-4c10-a8cf-dadaa39a7a9b tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:42.458607 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-84193aab-c2be-4bb8-b213-5b605fea2f5d tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:42.459480 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-09b6d1f4-a029-4f1d-9667-ea70c3b42596 req-5f58d963-c6be-41e3-aae7-3285e98b087b tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Deleting port 8ac6105b-c81d-48df-9323-f3b58f227520 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:28:42.460541 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-09b6d1f4-a029-4f1d-9667-ea70c3b42596 req-5f58d963-c6be-41e3-aae7-3285e98b087b tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:42.513528 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84193aab-c2be-4bb8-b213-5b605fea2f5d tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:28:42.516388 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 38984) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:42.532711 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-84193aab-c2be-4bb8-b213-5b605fea2f5d tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:28:42.542508 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84193aab-c2be-4bb8-b213-5b605fea2f5d tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:28:42.547940 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ed2fd682-9380-4838-84c9-4851e6333822 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:42.568674 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-4ee6dc7b-a2f1-4c10-a8cf-dadaa39a7a9b tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] For port affb7345-93ea-4f9a-b90e-f188d524d241, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=affb7345-93ea-4f9a-b90e-f188d524d241,segment=NetworkSegment(583b8680-2f21-4165-bc7e-db813cef5d1b),segment_id=583b8680-2f21-4165-bc7e-db813cef5d1b)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:28:42.569703 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4ee6dc7b-a2f1-4c10-a8cf-dadaa39a7a9b tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:42.584359 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84193aab-c2be-4bb8-b213-5b605fea2f5d tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Pushing event updated for resources: {'Port': ['ID=a1d0444f-1620-4f64-977c-9e6e674705af,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:42.593768 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-4ee6dc7b-a2f1-4c10-a8cf-dadaa39a7a9b tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Calling delete_port for affb7345-93ea-4f9a-b90e-f188d524d241 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:28:42.674143 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-09b6d1f4-a029-4f1d-9667-ea70c3b42596 req-5f58d963-c6be-41e3-aae7-3285e98b087b tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] For port 8ac6105b-c81d-48df-9323-f3b58f227520, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=8ac6105b-c81d-48df-9323-f3b58f227520,segment=NetworkSegment(bc3873e6-1421-4be3-b216-13e06c2bc164),segment_id=bc3873e6-1421-4be3-b216-13e06c2bc164)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:28:42.674513 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-09b6d1f4-a029-4f1d-9667-ea70c3b42596 req-5f58d963-c6be-41e3-aae7-3285e98b087b tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:42.692352 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-09b6d1f4-a029-4f1d-9667-ea70c3b42596 req-5f58d963-c6be-41e3-aae7-3285e98b087b tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Calling delete_port for 8ac6105b-c81d-48df-9323-f3b58f227520 owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:28:42.770609 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4ee6dc7b-a2f1-4c10-a8cf-dadaa39a7a9b tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:42.802298 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ed2fd682-9380-4838-84c9-4851e6333822 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:42.810425 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ed2fd682-9380-4838-84c9-4851e6333822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:42.816780 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee6dc7b-a2f1-4c10-a8cf-dadaa39a7a9b tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] No DVR routers for this DVR port affb7345-93ea-4f9a-b90e-f188d524d241 on host n-d-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:28:42.826236 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee6dc7b-a2f1-4c10-a8cf-dadaa39a7a9b tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Pushing event deleted for resources: {'Port': ['ID=affb7345-93ea-4f9a-b90e-f188d524d241,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:42.973374 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4ee6dc7b-a2f1-4c10-a8cf-dadaa39a7a9b tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:43.004295 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-4ee6dc7b-a2f1-4c10-a8cf-dadaa39a7a9b tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d3d02b6-a8a6-4b04-b788-f2d9349edd73']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:28:43.025905 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-4ee6dc7b-a2f1-4c10-a8cf-dadaa39a7a9b tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '583b8680-2f21-4165-bc7e-db813cef5d1b') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:28:43.026241 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-4ee6dc7b-a2f1-4c10-a8cf-dadaa39a7a9b tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '583b8680-2f21-4165-bc7e-db813cef5d1b') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:28:43.037518 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c846d3c-dfd1-4ed8-8a44-e063a7c4e324 req-86712a12-0249-4b61-931f-3182523623b6 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:43.039181 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3c846d3c-dfd1-4ed8-8a44-e063a7c4e324 req-86712a12-0249-4b61-931f-3182523623b6 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dd6a184-e513-4e1d-9212-5b5f6dcdb31d HTTP/1.1" status: 200 len: 945 time: 0.1896195 Dec 06 17:28:43.052085 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4ee6dc7b-a2f1-4c10-a8cf-dadaa39a7a9b tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:43.073041 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-09b6d1f4-a029-4f1d-9667-ea70c3b42596 req-5f58d963-c6be-41e3-aae7-3285e98b087b tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:43.084897 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4ee6dc7b-a2f1-4c10-a8cf-dadaa39a7a9b tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:43.087350 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['8ac6105b-c81d-48df-9323-f3b58f227520'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:28:43.125209 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ee6dc7b-a2f1-4c10-a8cf-dadaa39a7a9b tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:28:43.125659 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4ee6dc7b-a2f1-4c10-a8cf-dadaa39a7a9b tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:43.129729 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:28:43.129729 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:28:43.129729 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:28:43.129729 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:28:43.129729 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:28:43.129729 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:28:43.129729 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:28:43.129729 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:28:43.129729 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:28:43.129729 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:28:43.129729 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:28:43.129729 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:28:43.129729 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:28:43.129729 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:28:43.129729 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:28:43.129729 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:28:43.129729 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:28:43.129729 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:28:43.129729 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:28:43.129729 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:28:43.129729 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:28:43.129729 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:28:43.129729 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:28:43.129729 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:28:43.129729 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:28:43.129729 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:28:43.129729 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:28:43.129729 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:28:43.129729 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:28:43.129729 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:28:43.129729 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:28:43.129729 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:28:43.140715 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f58d963-c6be-41e3-aae7-3285e98b087b tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Pushing event deleted for resources: {'Port': ['ID=8ac6105b-c81d-48df-9323-f3b58f227520,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:43.165768 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fae56a2-e413-45ab-8cf3-9d2bca6b92e7 None None] DHCP port deletion for 15fd3b86-4ab2-48c1-977e-7d7f46e6c98b request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:28:43.249659 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-09b6d1f4-a029-4f1d-9667-ea70c3b42596 req-5f58d963-c6be-41e3-aae7-3285e98b087b tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] No DVR routers for this DVR port 8ac6105b-c81d-48df-9323-f3b58f227520 on host n-h2-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:28:43.252620 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-09b6d1f4-a029-4f1d-9667-ea70c3b42596 req-5f58d963-c6be-41e3-aae7-3285e98b087b tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:43.255963 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-09b6d1f4-a029-4f1d-9667-ea70c3b42596 req-5f58d963-c6be-41e3-aae7-3285e98b087b tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.44 "DELETE /v2.0/ports/8ac6105b-c81d-48df-9323-f3b58f227520 HTTP/1.1" status: 204 len: 173 time: 1.0571735 Dec 06 17:28:43.256439 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8b9adeb-160c-4c4e-9195-5f6de44acdd7', 'name': 'network-vif-deleted', 'tag': '8ac6105b-c81d-48df-9323-f3b58f227520'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:28:43.258895 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7265db1a-347e-4afe-8438-a87bdfde83a3" -d '{"events": [{"server_uuid": "f8b9adeb-160c-4c4e-9195-5f6de44acdd7", "name": "network-vif-deleted", "tag": "8ac6105b-c81d-48df-9323-f3b58f227520"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:28:43.265614 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3c846d3c-dfd1-4ed8-8a44-e063a7c4e324 req-ef424a7e-29f3-4e4f-bb06-c7cc97b46f02 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/security-groups?id=a040c6b3-0771-4bba-81c8-f88c93c47b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109227 Dec 06 17:28:43.266402 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4ee6dc7b-a2f1-4c10-a8cf-dadaa39a7a9b tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:43.283882 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4ee6dc7b-a2f1-4c10-a8cf-dadaa39a7a9b tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:43.290494 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-4ee6dc7b-a2f1-4c10-a8cf-dadaa39a7a9b tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] 10.222.0.23 "DELETE /v2.0/networks/9d3d02b6-a8a6-4b04-b788-f2d9349edd73 HTTP/1.1" status: 204 len: 168 time: 2.5122440 Dec 06 17:28:43.293878 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2fd682-9380-4838-84c9-4851e6333822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c006e64-225a-44c2-8722-83c8e5513734,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:43.296835 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 39004) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:43.305329 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-ed2fd682-9380-4838-84c9-4851e6333822 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5b25f145ed2746c580d9a964399f6b5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7839203 Dec 06 17:28:43.305654 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 39006) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:43.356931 n-d-master-1 neutron-server[103285]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b931177-6b04-4651-becf-177af23875fb tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] DELETE failed (client error): The resource could not be found. Dec 06 17:28:43.357652 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b931177-6b04-4651-becf-177af23875fb tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103285) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:28:43.364611 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-9b931177-6b04-4651-becf-177af23875fb tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] 10.222.0.23 "DELETE /v2.0/subnets/b0d3e4ab-5d33-45ed-8627-c8f24da91eec HTTP/1.1" status: 404 len: 337 time: 0.0632896 Dec 06 17:28:43.365627 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 39010) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:43.372726 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c8f0af14-2cf2-4992-bccc-914ca5f85df7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:43.377517 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee6dc7b-a2f1-4c10-a8cf-dadaa39a7a9b tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Pushing event deleted for resources: {'Network': ['ID=9d3d02b6-a8a6-4b04-b788-f2d9349edd73,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:43.398630 n-d-master-1 neutron-server[103285]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1b4cc3f-b73b-47a1-90e9-9407c6c8b8c0 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] DELETE failed (client error): The resource could not be found. Dec 06 17:28:43.399485 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1b4cc3f-b73b-47a1-90e9-9407c6c8b8c0 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103285) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:28:43.403329 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-e1b4cc3f-b73b-47a1-90e9-9407c6c8b8c0 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] 10.222.0.23 "DELETE /v2.0/networks/9d3d02b6-a8a6-4b04-b788-f2d9349edd73 HTTP/1.1" status: 404 len: 339 time: 0.0352402 Dec 06 17:28:43.405790 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 39012) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:43.442925 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c8f0af14-2cf2-4992-bccc-914ca5f85df7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:43.444745 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1638407c-2c0c-44cc-a308-b381c75e178b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:43.454767 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18802d59-8ac9-423d-b099-fbedeb13edc6 x-openstack-request-id: req-18802d59-8ac9-423d-b099-fbedeb13edc6 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:28:43.455318 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8b9adeb-160c-4c4e-9195-5f6de44acdd7", "name": "network-vif-deleted", "tag": "8ac6105b-c81d-48df-9323-f3b58f227520", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:28:43.455629 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-18802d59-8ac9-423d-b099-fbedeb13edc6 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:28:43.456045 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8b9adeb-160c-4c4e-9195-5f6de44acdd7', 'name': 'network-vif-deleted', 'tag': '8ac6105b-c81d-48df-9323-f3b58f227520', 'status': 'completed', 'code': 200} Dec 06 17:28:43.525051 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e5053962-ee23-4b47-af28-e5581e99ad56 req-64b0d424-4389-4761-b91b-e95478480c11 tempest-ServerRescueTestJSON-1239346335 tempest-ServerRescueTestJSON-1239346335-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8b9adeb-160c-4c4e-9195-5f6de44acdd7 HTTP/1.1" status: 200 len: 210 time: 0.0681367 Dec 06 17:28:43.546861 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b652a0f3-7d61-4d08-9973-8faaf85af50f tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:43.574588 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-84193aab-c2be-4bb8-b213-5b605fea2f5d tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:43.594799 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c8f0af14-2cf2-4992-bccc-914ca5f85df7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:43.602782 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c8f0af14-2cf2-4992-bccc-914ca5f85df7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:43.602782 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-c8f0af14-2cf2-4992-bccc-914ca5f85df7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9c006e64-225a-44c2-8722-83c8e5513734 HTTP/1.1" status: 204 len: 168 time: 0.2925630 Dec 06 17:28:43.618837 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f0af14-2cf2-4992-bccc-914ca5f85df7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c006e64-225a-44c2-8722-83c8e5513734,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:43.678543 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-84193aab-c2be-4bb8-b213-5b605fea2f5d tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:43.699358 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b652a0f3-7d61-4d08-9973-8faaf85af50f tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:43.727603 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-b652a0f3-7d61-4d08-9973-8faaf85af50f tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4825794b-50bc-47af-803f-a7f980175df0']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:28:43.743129 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-b652a0f3-7d61-4d08-9973-8faaf85af50f tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7cdea00-0bf6-4eea-8d66-345b87a05f19') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:28:43.743717 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-b652a0f3-7d61-4d08-9973-8faaf85af50f tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7cdea00-0bf6-4eea-8d66-345b87a05f19') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:28:43.793520 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b652a0f3-7d61-4d08-9973-8faaf85af50f tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:43.811147 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b652a0f3-7d61-4d08-9973-8faaf85af50f tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:43.820562 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b652a0f3-7d61-4d08-9973-8faaf85af50f tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:28:43.821327 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b652a0f3-7d61-4d08-9973-8faaf85af50f tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:43.851408 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:28:43.851408 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:28:43.851408 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:28:43.851408 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:28:43.851408 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:28:43.851408 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:28:43.851408 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:28:43.851408 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:28:43.851408 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:28:43.851408 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:28:43.851408 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:28:43.851408 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:28:43.851408 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:28:43.851408 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:28:43.851408 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:28:43.851408 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:28:43.851408 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:28:43.851408 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:28:43.851408 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:28:43.851408 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:28:43.851408 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:28:43.851408 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:28:43.851408 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:28:43.851408 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:28:43.851408 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:28:43.851408 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:28:43.851408 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:28:43.851408 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:28:43.851408 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:28:43.851408 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:28:43.851408 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:28:43.851408 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:28:43.904213 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b652a0f3-7d61-4d08-9973-8faaf85af50f tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:43.921234 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b652a0f3-7d61-4d08-9973-8faaf85af50f tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:43.932701 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 39026) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:43.933748 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-b652a0f3-7d61-4d08-9973-8faaf85af50f tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] 10.222.0.23 "DELETE /v2.0/networks/4825794b-50bc-47af-803f-a7f980175df0 HTTP/1.1" status: 204 len: 168 time: 0.5267298 Dec 06 17:28:43.947108 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-84193aab-c2be-4bb8-b213-5b605fea2f5d tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:43.959447 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b652a0f3-7d61-4d08-9973-8faaf85af50f tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Pushing event deleted for resources: {'Network': ['ID=4825794b-50bc-47af-803f-a7f980175df0,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:43.971279 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-84193aab-c2be-4bb8-b213-5b605fea2f5d tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:43.976001 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f04b0b7-c131-4832-a513-8107cd325632 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] DELETE failed (client error): The resource could not be found. Dec 06 17:28:43.976553 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f04b0b7-c131-4832-a513-8107cd325632 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:28:43.982406 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-6f04b0b7-c131-4832-a513-8107cd325632 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] 10.222.0.23 "DELETE /v2.0/subnets/f0b9b493-d68c-4e47-9158-6e098b2fe17d HTTP/1.1" status: 404 len: 337 time: 0.0457428 Dec 06 17:28:43.983655 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 39028) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:44.020587 n-d-master-1 neutron-server[103285]: INFO neutron.pecan_wsgi.hooks.translation [None req-05906a7c-ceb3-4762-ad3a-35b92b8553e5 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] DELETE failed (client error): The resource could not be found. Dec 06 17:28:44.021180 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05906a7c-ceb3-4762-ad3a-35b92b8553e5 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103285) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:28:44.029996 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-05906a7c-ceb3-4762-ad3a-35b92b8553e5 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] 10.222.0.23 "DELETE /v2.0/networks/484e00be-7be7-4a93-9c1a-9a35ab6d0355 HTTP/1.1" status: 404 len: 339 time: 0.0421817 Dec 06 17:28:44.031836 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 39034) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:44.053621 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84193aab-c2be-4bb8-b213-5b605fea2f5d tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Pushing event updated for resources: {'Port': ['ID=a1d0444f-1620-4f64-977c-9e6e674705af,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:44.072081 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-84193aab-c2be-4bb8-b213-5b605fea2f5d tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:44.105688 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcf67151-3ce6-4a91-8a92-076e8fca6480 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Deleting subnet 021899a0-7533-43b3-9d6a-11825500e1db {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:28:44.109777 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bcf67151-3ce6-4a91-8a92-076e8fca6480 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:44.162931 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bcf67151-3ce6-4a91-8a92-076e8fca6480 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:44.180740 n-d-master-1 neutron-server[103284]: INFO neutron.db.l3_db [None req-84193aab-c2be-4bb8-b213-5b605fea2f5d tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Floating IP 744aebf8-ab0f-468a-9cdf-a54af3971658 associated. External IP: 172.35.1.32, port: 5edc18d8-d393-472d-810e-022aef3ddd4c. Dec 06 17:28:44.254910 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bcf67151-3ce6-4a91-8a92-076e8fca6480 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:44.327816 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bcf67151-3ce6-4a91-8a92-076e8fca6480 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:44.377589 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf67151-3ce6-4a91-8a92-076e8fca6480 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Pushing event deleted for resources: {'Subnet': ['ID=021899a0-7533-43b3-9d6a-11825500e1db,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:44.380606 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bcf67151-3ce6-4a91-8a92-076e8fca6480 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:44.385375 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-bcf67151-3ce6-4a91-8a92-076e8fca6480 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] 10.222.0.23 "DELETE /v2.0/subnets/021899a0-7533-43b3-9d6a-11825500e1db HTTP/1.1" status: 204 len: 168 time: 0.3525434 Dec 06 17:28:44.386048 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5b0b2b-f284-460e-9860-4a3300228831 None None] Network 0dbe07d9-9671-4a78-ab84-69ff243b2a98 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:28:44.388020 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 39052) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:44.527343 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84193aab-c2be-4bb8-b213-5b605fea2f5d tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Router 42a80a43-952d-4464-8c75-25004f7385cf has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:28:44.606625 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 39062) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:44.819776 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84193aab-c2be-4bb8-b213-5b605fea2f5d tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:28:44.831359 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47de5f80-60a3-4e53-86e3-2ff02d64be4f None None] Sync routers for ids ['42a80a43-952d-4464-8c75-25004f7385cf'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:28:44.850617 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47de5f80-60a3-4e53-86e3-2ff02d64be4f None None] Routers {'42a80a43-952d-4464-8c75-25004f7385cf'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:28:44.851444 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-47de5f80-60a3-4e53-86e3-2ff02d64be4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:28:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['42a80a43-952d-4464-8c75-25004f7385cf'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:28:44.900218 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-84193aab-c2be-4bb8-b213-5b605fea2f5d tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:44.971001 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-83c9e567-31b1-48af-8bf1-56bdb75354ff tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Deleting subnet 9d3c23af-8141-4778-bc9b-7368b44eab30 {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:28:44.980237 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-83c9e567-31b1-48af-8bf1-56bdb75354ff tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:45.012921 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-84193aab-c2be-4bb8-b213-5b605fea2f5d tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.2386782 Dec 06 17:28:45.028300 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db2b7cfe-ff06-4d98-9999-728e2c37896c', 'tag': '5edc18d8-d393-472d-810e-022aef3ddd4c'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:28:45.030714 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a26d3b88-4ae9-47e5-b353-9b0d5f67fc16" -d '{"events": [{"name": "network-changed", "server_uuid": "db2b7cfe-ff06-4d98-9999-728e2c37896c", "tag": "5edc18d8-d393-472d-810e-022aef3ddd4c"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:28:45.054074 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63316c2-a288-425d-a33e-734244c06f92 req-950798ca-6dea-4afb-889b-41f458b68b5d tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:45.064293 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b63316c2-a288-425d-a33e-734244c06f92 req-950798ca-6dea-4afb-889b-41f458b68b5d tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dd6a184-e513-4e1d-9212-5b5f6dcdb31d HTTP/1.1" status: 200 len: 945 time: 0.1699195 Dec 06 17:28:45.109948 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-83c9e567-31b1-48af-8bf1-56bdb75354ff tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:45.112923 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-47de5f80-60a3-4e53-86e3-2ff02d64be4f None None] Set router 42a80a43-952d-4464-8c75-25004f7385cf gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:28:45.205961 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b63316c2-a288-425d-a33e-734244c06f92 req-2c0fa507-b60d-46d8-92d5-4edd3c60734f tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/security-groups?id=a040c6b3-0771-4bba-81c8-f88c93c47b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361220 Dec 06 17:28:45.250820 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f663a76c-40be-4c6a-adf8-a20f11b6c943 req-c19dc79f-eb54-4061-b489-f5179e71bab9 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:45.252467 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f663a76c-40be-4c6a-adf8-a20f11b6c943 req-c19dc79f-eb54-4061-b489-f5179e71bab9 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=db2b7cfe-ff06-4d98-9999-728e2c37896c HTTP/1.1" status: 200 len: 945 time: 0.1363280 Dec 06 17:28:45.297772 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be09827d-82ff-4ff6-88f4-a3f009864781 x-openstack-request-id: req-be09827d-82ff-4ff6-88f4-a3f009864781 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:28:45.298119 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db2b7cfe-ff06-4d98-9999-728e2c37896c", "tag": "5edc18d8-d393-472d-810e-022aef3ddd4c", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:28:45.299235 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-be09827d-82ff-4ff6-88f4-a3f009864781 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:28:45.300249 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db2b7cfe-ff06-4d98-9999-728e2c37896c', 'tag': '5edc18d8-d393-472d-810e-022aef3ddd4c', 'status': 'completed', 'code': 200} Dec 06 17:28:45.328612 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-83c9e567-31b1-48af-8bf1-56bdb75354ff tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:45.447031 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f663a76c-40be-4c6a-adf8-a20f11b6c943 req-805a3a3d-014f-4631-bf9c-593ad2d782c6 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=78322529-8ef3-429b-b795-66e840556866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606536 Dec 06 17:28:45.447686 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26d3b88-4ae9-47e5-b353-9b0d5f67fc16 req-cd1a7fb8-ebd2-454b-b65b-46b73016b37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:45.449639 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a26d3b88-4ae9-47e5-b353-9b0d5f67fc16 req-cd1a7fb8-ebd2-454b-b65b-46b73016b37a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=87136a91f6c54863bdb78ae5833b5c4e&device_id=db2b7cfe-ff06-4d98-9999-728e2c37896c HTTP/1.1" status: 200 len: 1096 time: 0.1386182 Dec 06 17:28:45.462736 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 39088) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:45.599582 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9ca8cc88-dc1a-437e-8097-0f273768ab74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575908'] for router_interface, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:45.607249 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-83c9e567-31b1-48af-8bf1-56bdb75354ff tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:45.747962 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c9e567-31b1-48af-8bf1-56bdb75354ff tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Pushing event deleted for resources: {'Subnet': ['ID=9d3c23af-8141-4778-bc9b-7368b44eab30,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:45.832864 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0733f30f-bba5-4ec7-96c9-ff48590ce9e5 None None] Network 0dbe07d9-9671-4a78-ab84-69ff243b2a98 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:28:45.853677 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-83c9e567-31b1-48af-8bf1-56bdb75354ff tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:45.858896 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-83c9e567-31b1-48af-8bf1-56bdb75354ff tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] 10.222.0.23 "DELETE /v2.0/subnets/9d3c23af-8141-4778-bc9b-7368b44eab30 HTTP/1.1" status: 204 len: 168 time: 1.4675496 Dec 06 17:28:45.860385 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-0a18b3df-6a97-4cbd-b92e-1bcead57209f tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/floatingips/744aebf8-ab0f-468a-9cdf-a54af3971658 HTTP/1.1" status: 200 len: 990 time: 0.3961430 Dec 06 17:28:45.863386 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 39102) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:45.945027 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0b6b9837-afb9-4fd7-9e01-c743fe688bbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:46.030685 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26d3b88-4ae9-47e5-b353-9b0d5f67fc16 req-179e418f-caf8-4e98-a5e3-1c96771a4e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:46.032712 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a26d3b88-4ae9-47e5-b353-9b0d5f67fc16 req-179e418f-caf8-4e98-a5e3-1c96771a4e6b service neutron] 10.222.0.44 "GET /v2.0/networks?id=a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c HTTP/1.1" status: 200 len: 898 time: 0.5734160 Dec 06 17:28:46.044318 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a4966cda-4c41-461f-85dc-d3336c27953f None None] Provisioning complete for port 1684b74a-9bb0-4162-81ef-344c059afbd2 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:28:46.045064 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a4966cda-4c41-461f-85dc-d3336c27953f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:46.085358 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-9ca8cc88-dc1a-437e-8097-0f273768ab74 admin admin] Deleting port 5c506433-8048-489a-a1ca-d46e8c88fc66 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:28:46.085956 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9ca8cc88-dc1a-437e-8097-0f273768ab74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:46.223948 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-9ca8cc88-dc1a-437e-8097-0f273768ab74 admin admin] For port 5c506433-8048-489a-a1ca-d46e8c88fc66, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=5c506433-8048-489a-a1ca-d46e8c88fc66,segment=NetworkSegment(bc3873e6-1421-4be3-b216-13e06c2bc164),segment_id=bc3873e6-1421-4be3-b216-13e06c2bc164)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:28:46.223948 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9ca8cc88-dc1a-437e-8097-0f273768ab74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:46.262807 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-9ca8cc88-dc1a-437e-8097-0f273768ab74 admin admin] Calling delete_port for 5c506433-8048-489a-a1ca-d46e8c88fc66 owned by network:router_interface {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:28:46.316602 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a26d3b88-4ae9-47e5-b353-9b0d5f67fc16 req-9aa7f970-6bf4-4666-b167-b7b619ae849a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5edc18d8-d393-472d-810e-022aef3ddd4c HTTP/1.1" status: 200 len: 998 time: 0.1892142 Dec 06 17:28:46.333488 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-039202b5-19ba-4e94-9425-1f58b65f1463 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:46.462312 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26d3b88-4ae9-47e5-b353-9b0d5f67fc16 req-49188de6-7777-4336-9fce-8ab1313e1ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:46.465884 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a26d3b88-4ae9-47e5-b353-9b0d5f67fc16 req-49188de6-7777-4336-9fce-8ab1313e1ece service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a240123d-81b7-4a46-9e81-fb9ca8196e24 HTTP/1.1" status: 200 len: 835 time: 0.1230803 Dec 06 17:28:46.489868 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e95c840-5fb9-4724-b8c0-e549d5b170b5 None None] DHCP port deletion for 0dbe07d9-9671-4a78-ab84-69ff243b2a98 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:28:46.556526 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-47de5f80-60a3-4e53-86e3-2ff02d64be4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a80a43-952d-4464-8c75-25004f7385cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1059114852', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.135'}], 'enable_snat': True}, 'gw_port_id': 'eb56abc0-5162-4a66-af37-1a834ea8506a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:28:00Z', 'updated_at': '2021-12-06T17:28:16Z', 'revision_number': 4, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'gw_port': {'id': 'eb56abc0-5162-4a66-af37-1a834ea8506a', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a80a43-952d-4464-8c75-25004f7385cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:28:04Z', 'updated_at': '2021-12-06T17:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '744aebf8-ab0f-468a-9cdf-a54af3971658', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'floating_ip_address': '172.35.1.32', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '42a80a43-952d-4464-8c75-25004f7385cf', 'port_id': '5edc18d8-d393-472d-810e-022aef3ddd4c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c', 'mac_address': 'fa:16:3e:fc:ab:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2b7cfe-ff06-4d98-9999-728e2c37896c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:28:43Z', 'updated_at': '2021-12-06T17:28:43Z', 'revision_number': 0, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c5102cc-1ae1-46d0-83a7-a0f32a6b3654', 'name': '', 'network_id': 'a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'mac_address': 'fa:16:3e:a8:79:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a80a43-952d-4464-8c75-25004f7385cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': 'a240123d-81b7-4a46-9e81-fb9ca8196e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:28:13Z', 'updated_at': '2021-12-06T17:28:25Z', 'revision_number': 5, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'subnets': [{'id': 'a240123d-81b7-4a46-9e81-fb9ca8196e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:28:46.627581 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47de5f80-60a3-4e53-86e3-2ff02d64be4f None None] Checking router: 42a80a43-952d-4464-8c75-25004f7385cf for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:28:46.635500 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26d3b88-4ae9-47e5-b353-9b0d5f67fc16 req-f57ea1f8-5eb9-4485-978d-a520638f6ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:46.637236 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a26d3b88-4ae9-47e5-b353-9b0d5f67fc16 req-f57ea1f8-5eb9-4485-978d-a520638f6ae1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1555524 Dec 06 17:28:46.641242 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9ca8cc88-dc1a-437e-8097-0f273768ab74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:46.668278 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 8ac6105b-c81d-48df-9323-f3b58f227520 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:28:46.721890 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35163a61-81d3-46bc-bb17-f04d34865d40 None None] DHCP port deletion for 15fd3b86-4ab2-48c1-977e-7d7f46e6c98b request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:28:46.727350 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47de5f80-60a3-4e53-86e3-2ff02d64be4f None None] Routers {'42a80a43-952d-4464-8c75-25004f7385cf'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:28:46.728804 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-47de5f80-60a3-4e53-86e3-2ff02d64be4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:28:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['42a80a43-952d-4464-8c75-25004f7385cf'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:28:46.733146 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] No Port match for: 8ac6105b-c81d-48df-9323-f3b58f227520 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:28:46.733729 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 8ac6105b-c81d-48df-9323-f3b58f227520 not bound to the agent host n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:28:46.740376 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a26d3b88-4ae9-47e5-b353-9b0d5f67fc16 req-765e16c2-b5dc-47d9-8274-4470e2fa6dfc service neutron] 10.222.0.44 "GET /v2.0/networks/a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952098 Dec 06 17:28:46.788242 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-7e95c840-5fb9-4724-b8c0-e549d5b170b5 None None] Deleting port 1684b74a-9bb0-4162-81ef-344c059afbd2 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:28:46.788871 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7e95c840-5fb9-4724-b8c0-e549d5b170b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:46.875507 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-039202b5-19ba-4e94-9425-1f58b65f1463 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Deleting port 1684b74a-9bb0-4162-81ef-344c059afbd2 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:28:46.876207 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-039202b5-19ba-4e94-9425-1f58b65f1463 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:46.879662 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a26d3b88-4ae9-47e5-b353-9b0d5f67fc16 req-d30ed671-4230-4fc2-99b3-82f76bf91edb service neutron] 10.222.0.44 "GET /v2.0/networks/a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310985 Dec 06 17:28:46.881096 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 39136) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:46.911127 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca8cc88-dc1a-437e-8097-0f273768ab74 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c506433-8048-489a-a1ca-d46e8c88fc66,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:46.994766 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-7e95c840-5fb9-4724-b8c0-e549d5b170b5 None None] For port 1684b74a-9bb0-4162-81ef-344c059afbd2, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1684b74a-9bb0-4162-81ef-344c059afbd2,segment=NetworkSegment(fe1c57a0-e103-4b43-acda-4dbe22948582),segment_id=fe1c57a0-e103-4b43-acda-4dbe22948582)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:28:47.002205 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7e95c840-5fb9-4724-b8c0-e549d5b170b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:47.064104 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-4f356a3b-713e-4d7f-8dfb-c02fa207bcf8 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/floatingips/744aebf8-ab0f-468a-9cdf-a54af3971658 HTTP/1.1" status: 200 len: 990 time: 0.1810522 Dec 06 17:28:47.083357 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-7e95c840-5fb9-4724-b8c0-e549d5b170b5 None None] Calling delete_port for 1684b74a-9bb0-4162-81ef-344c059afbd2 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:28:47.122374 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9ca8cc88-dc1a-437e-8097-0f273768ab74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-772474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575952'] for router_interface, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:47.198395 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-039202b5-19ba-4e94-9425-1f58b65f1463 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] For port 1684b74a-9bb0-4162-81ef-344c059afbd2, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1684b74a-9bb0-4162-81ef-344c059afbd2,segment=NetworkSegment(fe1c57a0-e103-4b43-acda-4dbe22948582),segment_id=fe1c57a0-e103-4b43-acda-4dbe22948582)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:28:47.198776 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-039202b5-19ba-4e94-9425-1f58b65f1463 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:47.219106 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-039202b5-19ba-4e94-9425-1f58b65f1463 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Calling delete_port for 1684b74a-9bb0-4162-81ef-344c059afbd2 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:28:47.261953 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-47de5f80-60a3-4e53-86e3-2ff02d64be4f None None] Set router 42a80a43-952d-4464-8c75-25004f7385cf gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:28:47.271788 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:47.390862 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-039202b5-19ba-4e94-9425-1f58b65f1463 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:47.462029 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039202b5-19ba-4e94-9425-1f58b65f1463 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Pushing event deleted for resources: {'Port': ['ID=1684b74a-9bb0-4162-81ef-344c059afbd2,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:47.474611 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039202b5-19ba-4e94-9425-1f58b65f1463 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] No DVR routers for this DVR port 1684b74a-9bb0-4162-81ef-344c059afbd2 on host n-d-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:28:47.595248 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-039202b5-19ba-4e94-9425-1f58b65f1463 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:47.619593 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-039202b5-19ba-4e94-9425-1f58b65f1463 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dbe07d9-9671-4a78-ab84-69ff243b2a98']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:28:47.631181 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ca8cc88-dc1a-437e-8097-0f273768ab74 admin admin] Router 8fc64ca2-7eb2-4c29-8f11-9abf7796281a has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:28:47.638558 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-039202b5-19ba-4e94-9425-1f58b65f1463 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe1c57a0-e103-4b43-acda-4dbe22948582') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:28:47.640144 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-039202b5-19ba-4e94-9425-1f58b65f1463 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe1c57a0-e103-4b43-acda-4dbe22948582') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:28:47.664515 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:28:47.664515 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:28:47.664515 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:28:47.664515 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:28:47.664515 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:28:47.664515 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:28:47.664515 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:28:47.664515 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:28:47.664515 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:28:47.664515 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:28:47.664515 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:28:47.664515 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:28:47.664515 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:28:47.664515 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:28:47.664515 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:28:47.664515 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:28:47.664515 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:28:47.664515 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:28:47.664515 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:28:47.664515 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:28:47.664515 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:28:47.664515 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:28:47.664515 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:28:47.664515 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:28:47.664515 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:28:47.664515 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:28:47.664515 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:28:47.664515 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:28:47.664515 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:28:47.664515 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:28:47.664515 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:28:47.664515 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:28:47.664515 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:28:47.664515 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:28:47.664515 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:28:47.664515 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:28:47.664515 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:28:47.664515 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:28:47.664515 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:28:47.664515 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:28:47.664515 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:28:47.664515 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:28:47.664515 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:28:47.664515 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:28:47.664515 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:28:47.664515 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:28:47.664515 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:28:47.664515 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:28:47.664515 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:28:47.664515 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:28:47.664515 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:28:47.664515 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:28:47.664515 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:28:47.664515 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:28:47.685046 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-039202b5-19ba-4e94-9425-1f58b65f1463 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:47.686564 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7e95c840-5fb9-4724-b8c0-e549d5b170b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:47.708098 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e95c840-5fb9-4724-b8c0-e549d5b170b5 None None] No DVR routers for this DVR port 1684b74a-9bb0-4162-81ef-344c059afbd2 on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:28:47.727707 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-039202b5-19ba-4e94-9425-1f58b65f1463 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:47.737119 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-039202b5-19ba-4e94-9425-1f58b65f1463 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:28:47.737119 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-039202b5-19ba-4e94-9425-1f58b65f1463 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:47.751633 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e95c840-5fb9-4724-b8c0-e549d5b170b5 None None] Pushing event deleted for resources: {'Port': ['ID=1684b74a-9bb0-4162-81ef-344c059afbd2,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:47.791741 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:28:47.791741 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:28:47.791741 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:28:47.791741 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:28:47.791741 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:28:47.791741 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:28:47.791741 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:28:47.791741 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:28:47.791741 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:28:47.791741 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:28:47.791741 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:28:47.791741 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:28:47.791741 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:28:47.791741 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:28:47.791741 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:28:47.791741 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:28:47.791741 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:28:47.791741 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:28:47.791741 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:28:47.791741 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:28:47.791741 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:28:47.791741 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:28:47.791741 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:28:47.791741 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:28:47.791741 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:28:47.791741 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:28:47.791741 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:28:47.791741 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:28:47.791741 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:28:47.791741 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:28:47.791741 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:28:47.791741 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:28:47.811304 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-47de5f80-60a3-4e53-86e3-2ff02d64be4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a80a43-952d-4464-8c75-25004f7385cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1059114852', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.135'}], 'enable_snat': True}, 'gw_port_id': 'eb56abc0-5162-4a66-af37-1a834ea8506a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:28:00Z', 'updated_at': '2021-12-06T17:28:16Z', 'revision_number': 4, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'gw_port': {'id': 'eb56abc0-5162-4a66-af37-1a834ea8506a', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a80a43-952d-4464-8c75-25004f7385cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:28:04Z', 'updated_at': '2021-12-06T17:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '744aebf8-ab0f-468a-9cdf-a54af3971658', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'floating_ip_address': '172.35.1.32', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '42a80a43-952d-4464-8c75-25004f7385cf', 'port_id': '5edc18d8-d393-472d-810e-022aef3ddd4c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c', 'mac_address': 'fa:16:3e:fc:ab:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2b7cfe-ff06-4d98-9999-728e2c37896c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:28:43Z', 'updated_at': '2021-12-06T17:28:43Z', 'revision_number': 0, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c5102cc-1ae1-46d0-83a7-a0f32a6b3654', 'name': '', 'network_id': 'a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'mac_address': 'fa:16:3e:a8:79:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a80a43-952d-4464-8c75-25004f7385cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': 'a240123d-81b7-4a46-9e81-fb9ca8196e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:28:13Z', 'updated_at': '2021-12-06T17:28:25Z', 'revision_number': 5, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'subnets': [{'id': 'a240123d-81b7-4a46-9e81-fb9ca8196e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:28:47.844865 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca8cc88-dc1a-437e-8097-0f273768ab74 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:28:47.854912 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d904a40-d4e3-4bcd-bdfe-341ee8d7e5d6 None None] Sync routers for ids ['8fc64ca2-7eb2-4c29-8f11-9abf7796281a'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:28:47.855609 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-9ca8cc88-dc1a-437e-8097-0f273768ab74 admin admin] 10.222.0.23 "PUT /v2.0/routers/8fc64ca2-7eb2-4c29-8f11-9abf7796281a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2482238 Dec 06 17:28:47.857960 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 39178) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:47.858463 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-039202b5-19ba-4e94-9425-1f58b65f1463 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:47.863883 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-039202b5-19ba-4e94-9425-1f58b65f1463 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:47.868905 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-039202b5-19ba-4e94-9425-1f58b65f1463 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] 10.222.0.23 "DELETE /v2.0/networks/0dbe07d9-9671-4a78-ab84-69ff243b2a98 HTTP/1.1" status: 204 len: 168 time: 2.0045490 Dec 06 17:28:47.872822 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 39180) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:47.874885 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d904a40-d4e3-4bcd-bdfe-341ee8d7e5d6 None None] Routers {'8fc64ca2-7eb2-4c29-8f11-9abf7796281a'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:28:47.876761 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-8d904a40-d4e3-4bcd-bdfe-341ee8d7e5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:28:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['8fc64ca2-7eb2-4c29-8f11-9abf7796281a'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:28:47.888490 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47de5f80-60a3-4e53-86e3-2ff02d64be4f None None] The sync data for ids ['42a80a43-952d-4464-8c75-25004f7385cf'] in n-d-master-1 is: [{'id': '42a80a43-952d-4464-8c75-25004f7385cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1059114852', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.135'}], 'enable_snat': True}, 'gw_port_id': 'eb56abc0-5162-4a66-af37-1a834ea8506a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:28:00Z', 'updated_at': '2021-12-06T17:28:16Z', 'revision_number': 4, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'gw_port': {'id': 'eb56abc0-5162-4a66-af37-1a834ea8506a', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a80a43-952d-4464-8c75-25004f7385cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:28:04Z', 'updated_at': '2021-12-06T17:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '744aebf8-ab0f-468a-9cdf-a54af3971658', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'floating_ip_address': '172.35.1.32', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '42a80a43-952d-4464-8c75-25004f7385cf', 'port_id': '5edc18d8-d393-472d-810e-022aef3ddd4c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c', 'mac_address': 'fa:16:3e:fc:ab:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2b7cfe-ff06-4d98-9999-728e2c37896c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:28:43Z', 'updated_at': '2021-12-06T17:28:43Z', 'revision_number': 0, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c5102cc-1ae1-46d0-83a7-a0f32a6b3654', 'name': '', 'network_id': 'a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'mac_address': 'fa:16:3e:a8:79:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a80a43-952d-4464-8c75-25004f7385cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': 'a240123d-81b7-4a46-9e81-fb9ca8196e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:28:13Z', 'updated_at': '2021-12-06T17:28:25Z', 'revision_number': 5, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'subnets': [{'id': 'a240123d-81b7-4a46-9e81-fb9ca8196e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:28:47.936811 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039202b5-19ba-4e94-9425-1f58b65f1463 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Pushing event deleted for resources: {'Network': ['ID=0dbe07d9-9671-4a78-ab84-69ff243b2a98,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:47.941014 n-d-master-1 neutron-server[103285]: INFO neutron.pecan_wsgi.hooks.translation [None req-029f8eec-fed8-42cc-8277-b5fea69b270b tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] DELETE failed (client error): The resource could not be found. Dec 06 17:28:47.941014 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-029f8eec-fed8-42cc-8277-b5fea69b270b tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103285) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:28:47.944580 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-029f8eec-fed8-42cc-8277-b5fea69b270b tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] 10.222.0.23 "DELETE /v2.0/subnets/02c96952-10e9-4770-a189-48ca6999bfce HTTP/1.1" status: 404 len: 337 time: 0.0706992 Dec 06 17:28:47.948146 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 39184) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:47.981854 n-d-master-1 neutron-server[103285]: INFO neutron.pecan_wsgi.hooks.translation [None req-89756e6c-efcf-4c90-bb42-89866407ab87 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] DELETE failed (client error): The resource could not be found. Dec 06 17:28:47.982398 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89756e6c-efcf-4c90-bb42-89866407ab87 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103285) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:28:47.993178 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-89756e6c-efcf-4c90-bb42-89866407ab87 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] 10.222.0.23 "DELETE /v2.0/networks/76c98234-f787-4912-ad14-c5616c4e5657 HTTP/1.1" status: 404 len: 339 time: 0.0441608 Dec 06 17:28:47.993890 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 39190) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:48.028577 n-d-master-1 neutron-server[103285]: INFO neutron.pecan_wsgi.hooks.translation [None req-78f9cbba-1a88-4798-aaea-ad9e93834e63 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] DELETE failed (client error): The resource could not be found. Dec 06 17:28:48.029048 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78f9cbba-1a88-4798-aaea-ad9e93834e63 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103285) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:28:48.035325 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-78f9cbba-1a88-4798-aaea-ad9e93834e63 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] 10.222.0.23 "DELETE /v2.0/subnets/957c73d6-277d-4ab3-b6dd-0923effda4ab HTTP/1.1" status: 404 len: 337 time: 0.0404048 Dec 06 17:28:48.035984 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 39192) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:48.071348 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 39194) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:48.073010 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:48.099679 n-d-master-1 neutron-server[103285]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef19439c-bafc-40be-86f4-f4b7662fe5a9 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] DELETE failed (client error): The resource could not be found. Dec 06 17:28:48.101124 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef19439c-bafc-40be-86f4-f4b7662fe5a9 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103285) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:28:48.108856 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-ef19439c-bafc-40be-86f4-f4b7662fe5a9 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] 10.222.0.23 "DELETE /v2.0/networks/78da2ea7-9dfe-4899-8fea-90445bab7eba HTTP/1.1" status: 404 len: 339 time: 0.0716665 Dec 06 17:28:48.111381 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 39198) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:48.156057 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-8d904a40-d4e3-4bcd-bdfe-341ee8d7e5d6 None None] Set router 8fc64ca2-7eb2-4c29-8f11-9abf7796281a gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:28:48.187301 n-d-master-1 neutron-server[103285]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aff497e-a0a4-4479-ac54-b6ff8dc0dc85 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] DELETE failed (client error): The resource could not be found. Dec 06 17:28:48.190394 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0aff497e-a0a4-4479-ac54-b6ff8dc0dc85 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103285) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:28:48.199835 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-0aff497e-a0a4-4479-ac54-b6ff8dc0dc85 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] 10.222.0.23 "DELETE /v2.0/subnets/415939a0-b6f5-4089-952b-cc263711a2ec HTTP/1.1" status: 404 len: 337 time: 0.0874374 Dec 06 17:28:48.202308 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 39204) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:48.225962 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 1684b74a-9bb0-4162-81ef-344c059afbd2 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:28:48.243977 n-d-master-1 neutron-server[103285]: INFO neutron.pecan_wsgi.hooks.translation [None req-c347f79a-af23-4067-93c2-add3b6183fc9 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] DELETE failed (client error): The resource could not be found. Dec 06 17:28:48.244517 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c347f79a-af23-4067-93c2-add3b6183fc9 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103285) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:28:48.249944 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-c347f79a-af23-4067-93c2-add3b6183fc9 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] 10.222.0.23 "DELETE /v2.0/networks/72e7ea7a-f089-42fa-ab7d-7062b0299160 HTTP/1.1" status: 404 len: 339 time: 0.0440509 Dec 06 17:28:48.259217 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 39206) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:48.270135 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-5a0da5e2-bf1a-4b48-88c5-20bc81878925 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/floatingips/744aebf8-ab0f-468a-9cdf-a54af3971658 HTTP/1.1" status: 200 len: 990 time: 0.1962950 Dec 06 17:28:48.283321 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 1684b74a-9bb0-4162-81ef-344c059afbd2 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:28:48.283684 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 1684b74a-9bb0-4162-81ef-344c059afbd2 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:28:48.311964 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ce028ba5-75e1-4420-a884-32b4ddf2755f admin admin] Publish callbacks [] for router, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:48.365097 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b82ccb1-cb57-40b2-ab59-7a6a9bb85c54 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Deleting subnet 1d77f9aa-75d1-4739-9e58-11fd80676cdb {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:28:48.368998 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2b82ccb1-cb57-40b2-ab59-7a6a9bb85c54 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:48.411714 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef1257c-548a-4901-8f1e-0bf6efab3337 None None] New status for floating IP 744aebf8-ab0f-468a-9cdf-a54af3971658: ACTIVE {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 17:28:48.495439 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2b82ccb1-cb57-40b2-ab59-7a6a9bb85c54 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:48.569515 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ce028ba5-75e1-4420-a884-32b4ddf2755f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:48.600586 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-8d904a40-d4e3-4bcd-bdfe-341ee8d7e5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc64ca2-7eb2-4c29-8f11-9abf7796281a', 'name': 'tempest-ServerRescueTestJSON-405272126-router', 'tenant_id': 'ec528b8fbe5d4e99b13118aed923c7d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.87'}], 'enable_snat': True}, 'gw_port_id': '29d9ebc1-db38-435d-a6e0-5f5f2fc495b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:26:11Z', 'updated_at': '2021-12-06T17:28:46Z', 'revision_number': 5, 'project_id': 'ec528b8fbe5d4e99b13118aed923c7d9', 'gw_port': {'id': '29d9ebc1-db38-435d-a6e0-5f5f2fc495b1', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc64ca2-7eb2-4c29-8f11-9abf7796281a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:26:12Z', 'updated_at': '2021-12-06T17:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:28:48.609968 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2b82ccb1-cb57-40b2-ab59-7a6a9bb85c54 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:48.672599 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d904a40-d4e3-4bcd-bdfe-341ee8d7e5d6 None None] Checking router: 8fc64ca2-7eb2-4c29-8f11-9abf7796281a for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:28:48.682761 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2b82ccb1-cb57-40b2-ab59-7a6a9bb85c54 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:48.697298 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d904a40-d4e3-4bcd-bdfe-341ee8d7e5d6 None None] Routers {'8fc64ca2-7eb2-4c29-8f11-9abf7796281a'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:28:48.698285 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-8d904a40-d4e3-4bcd-bdfe-341ee8d7e5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:28:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['8fc64ca2-7eb2-4c29-8f11-9abf7796281a'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:28:48.738623 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-ce028ba5-75e1-4420-a884-32b4ddf2755f admin admin] Deleting port 29d9ebc1-db38-435d-a6e0-5f5f2fc495b1 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:28:48.738973 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ce028ba5-75e1-4420-a884-32b4ddf2755f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:48.745110 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b82ccb1-cb57-40b2-ab59-7a6a9bb85c54 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Pushing event deleted for resources: {'Subnet': ['ID=1d77f9aa-75d1-4739-9e58-11fd80676cdb,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:48.751571 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2b82ccb1-cb57-40b2-ab59-7a6a9bb85c54 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:48.759724 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-2b82ccb1-cb57-40b2-ab59-7a6a9bb85c54 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] 10.222.0.23 "DELETE /v2.0/subnets/1d77f9aa-75d1-4739-9e58-11fd80676cdb HTTP/1.1" status: 204 len: 168 time: 0.4888721 Dec 06 17:28:48.759945 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 39228) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:48.802706 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f43a40-860c-46a1-a073-4226b6b01831 None None] Network 2c549c79-3944-462e-bdc7-073896133761 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:28:48.903441 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d44003ed-9291-4dc8-b467-6ed7ae2616d6 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:48.961955 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-8d904a40-d4e3-4bcd-bdfe-341ee8d7e5d6 None None] Set router 8fc64ca2-7eb2-4c29-8f11-9abf7796281a gateway port host: None {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:28:48.991507 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-ce028ba5-75e1-4420-a884-32b4ddf2755f admin admin] For port 29d9ebc1-db38-435d-a6e0-5f5f2fc495b1, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=29d9ebc1-db38-435d-a6e0-5f5f2fc495b1,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:28:48.991883 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ce028ba5-75e1-4420-a884-32b4ddf2755f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:49.028357 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-ce028ba5-75e1-4420-a884-32b4ddf2755f admin admin] Calling delete_port for 29d9ebc1-db38-435d-a6e0-5f5f2fc495b1 owned by network:router_gateway {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:28:49.041991 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-8d904a40-d4e3-4bcd-bdfe-341ee8d7e5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc64ca2-7eb2-4c29-8f11-9abf7796281a', 'name': 'tempest-ServerRescueTestJSON-405272126-router', 'tenant_id': 'ec528b8fbe5d4e99b13118aed923c7d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:26:11Z', 'updated_at': '2021-12-06T17:28:48Z', 'revision_number': 6, 'project_id': 'ec528b8fbe5d4e99b13118aed923c7d9', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:28:49.082769 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:49.085083 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d904a40-d4e3-4bcd-bdfe-341ee8d7e5d6 None None] The sync data for ids ['8fc64ca2-7eb2-4c29-8f11-9abf7796281a'] in n-d-master-1 is: [{'id': '8fc64ca2-7eb2-4c29-8f11-9abf7796281a', 'name': 'tempest-ServerRescueTestJSON-405272126-router', 'tenant_id': 'ec528b8fbe5d4e99b13118aed923c7d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:26:11Z', 'updated_at': '2021-12-06T17:28:48Z', 'revision_number': 6, 'project_id': 'ec528b8fbe5d4e99b13118aed923c7d9', 'gw_port_host': None}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:28:49.102523 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-d44003ed-9291-4dc8-b467-6ed7ae2616d6 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Deleting port 0d7e4c4b-a44f-49d7-8eaa-ffedb35a0a0f {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:28:49.102876 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d44003ed-9291-4dc8-b467-6ed7ae2616d6 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:49.195722 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-d44003ed-9291-4dc8-b467-6ed7ae2616d6 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] For port 0d7e4c4b-a44f-49d7-8eaa-ffedb35a0a0f, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0d7e4c4b-a44f-49d7-8eaa-ffedb35a0a0f,segment=NetworkSegment(4e33cf22-9c85-463b-a0f6-52c38a35ae39),segment_id=4e33cf22-9c85-463b-a0f6-52c38a35ae39)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:28:49.196165 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d44003ed-9291-4dc8-b467-6ed7ae2616d6 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:49.222721 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-d44003ed-9291-4dc8-b467-6ed7ae2616d6 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Calling delete_port for 0d7e4c4b-a44f-49d7-8eaa-ffedb35a0a0f owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:28:49.273099 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 39242) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:49.370189 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-87298606-f5b0-46d0-bb5f-3ff6612c30d8 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/floatingips/744aebf8-ab0f-468a-9cdf-a54af3971658 HTTP/1.1" status: 200 len: 992 time: 0.0907099 Dec 06 17:28:49.391313 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d44003ed-9291-4dc8-b467-6ed7ae2616d6 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:49.431087 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44003ed-9291-4dc8-b467-6ed7ae2616d6 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Pushing event deleted for resources: {'Port': ['ID=0d7e4c4b-a44f-49d7-8eaa-ffedb35a0a0f,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:49.433257 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44003ed-9291-4dc8-b467-6ed7ae2616d6 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] No DVR routers for this DVR port 0d7e4c4b-a44f-49d7-8eaa-ffedb35a0a0f on host n-d-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:28:49.464287 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8302ac-40fa-4e8a-8e42-b61e54453333 None None] DHCP port deletion for 2c549c79-3944-462e-bdc7-073896133761 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:28:49.622939 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d44003ed-9291-4dc8-b467-6ed7ae2616d6 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:49.672321 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-d44003ed-9291-4dc8-b467-6ed7ae2616d6 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c549c79-3944-462e-bdc7-073896133761']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:28:49.705210 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-d44003ed-9291-4dc8-b467-6ed7ae2616d6 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e33cf22-9c85-463b-a0f6-52c38a35ae39') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:28:49.705210 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-d44003ed-9291-4dc8-b467-6ed7ae2616d6 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e33cf22-9c85-463b-a0f6-52c38a35ae39') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:28:49.721567 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d44003ed-9291-4dc8-b467-6ed7ae2616d6 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:49.765032 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d44003ed-9291-4dc8-b467-6ed7ae2616d6 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:49.782857 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d44003ed-9291-4dc8-b467-6ed7ae2616d6 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:28:49.783560 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d44003ed-9291-4dc8-b467-6ed7ae2616d6 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:49.788055 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:28:49.788055 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:28:49.788055 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:28:49.788055 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:28:49.788055 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:28:49.788055 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:28:49.788055 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:28:49.788055 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:28:49.788055 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:28:49.788055 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:28:49.788055 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:28:49.788055 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:28:49.788055 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:28:49.788055 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:28:49.788055 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:28:49.788055 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:28:49.788055 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:28:49.788055 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:28:49.788055 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:28:49.788055 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:28:49.788055 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:28:49.788055 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:28:49.788055 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:28:49.788055 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:28:49.788055 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:28:49.788055 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:28:49.788055 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:28:49.788055 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:28:49.788055 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:28:49.788055 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:28:49.788055 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:28:49.788055 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:28:49.808523 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ce028ba5-75e1-4420-a884-32b4ddf2755f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:49.867057 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce028ba5-75e1-4420-a884-32b4ddf2755f admin admin] Pushing event deleted for resources: {'Port': ['ID=29d9ebc1-db38-435d-a6e0-5f5f2fc495b1,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:49.880277 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d44003ed-9291-4dc8-b467-6ed7ae2616d6 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:49.898133 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8aafbc-105c-4e8e-8789-42d3e5312c70 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:28:49.926507 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d44003ed-9291-4dc8-b467-6ed7ae2616d6 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:49.930001 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-d44003ed-9291-4dc8-b467-6ed7ae2616d6 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] 10.222.0.23 "DELETE /v2.0/networks/2c549c79-3944-462e-bdc7-073896133761 HTTP/1.1" status: 204 len: 168 time: 1.1683857 Dec 06 17:28:49.931661 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44003ed-9291-4dc8-b467-6ed7ae2616d6 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Pushing event deleted for resources: {'Network': ['ID=2c549c79-3944-462e-bdc7-073896133761,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:49.934074 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 39264) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:49.967224 n-d-master-1 neutron-server[103285]: INFO neutron.pecan_wsgi.hooks.translation [None req-27ef4256-7154-4094-a865-a1077cdad89b tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] DELETE failed (client error): The resource could not be found. Dec 06 17:28:49.967368 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27ef4256-7154-4094-a865-a1077cdad89b tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103285) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:28:49.971448 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-27ef4256-7154-4094-a865-a1077cdad89b tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] 10.222.0.23 "DELETE /v2.0/subnets/f26d8ce0-5d04-47f0-9534-b4addbb6bb8b HTTP/1.1" status: 404 len: 337 time: 0.0360897 Dec 06 17:28:49.973812 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 39266) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:49.991961 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ce028ba5-75e1-4420-a884-32b4ddf2755f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536698'] for router_gateway, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:49.994538 n-d-master-1 neutron-server[103285]: INFO neutron.pecan_wsgi.hooks.translation [None req-02805018-8e11-4921-b8d3-e2a0fdd7ed58 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] DELETE failed (client error): The resource could not be found. Dec 06 17:28:49.995064 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02805018-8e11-4921-b8d3-e2a0fdd7ed58 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103285) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:28:49.998258 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-02805018-8e11-4921-b8d3-e2a0fdd7ed58 tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] 10.222.0.23 "DELETE /v2.0/networks/74168828-a664-4dc2-87f2-bb0691d73aa8 HTTP/1.1" status: 404 len: 339 time: 0.0233893 Dec 06 17:28:50.000767 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 39272) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:50.065968 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-a150134e-47a3-49a6-9f42-7e0e8f00495e tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Deleting subnet 6dae8fe1-f55a-4986-921d-08eba1f24c67 {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:28:50.081985 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a150134e-47a3-49a6-9f42-7e0e8f00495e tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:50.168771 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 5c506433-8048-489a-a1ca-d46e8c88fc66 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:28:50.174824 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a150134e-47a3-49a6-9f42-7e0e8f00495e tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:50.207149 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ce028ba5-75e1-4420-a884-32b4ddf2755f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:50.214032 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ce028ba5-75e1-4420-a884-32b4ddf2755f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:50.215866 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 5c506433-8048-489a-a1ca-d46e8c88fc66 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:28:50.216223 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 5c506433-8048-489a-a1ca-d46e8c88fc66 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:28:50.216650 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 29d9ebc1-db38-435d-a6e0-5f5f2fc495b1 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:28:50.254444 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 29d9ebc1-db38-435d-a6e0-5f5f2fc495b1 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:28:50.254921 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 29d9ebc1-db38-435d-a6e0-5f5f2fc495b1 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:28:50.255586 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 0d7e4c4b-a44f-49d7-8eaa-ffedb35a0a0f no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:28:50.281382 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a150134e-47a3-49a6-9f42-7e0e8f00495e tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:50.298349 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 0d7e4c4b-a44f-49d7-8eaa-ffedb35a0a0f {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:28:50.299078 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 0d7e4c4b-a44f-49d7-8eaa-ffedb35a0a0f not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:28:50.338092 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ce028ba5-75e1-4420-a884-32b4ddf2755f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:50.338732 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce028ba5-75e1-4420-a884-32b4ddf2755f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8fc64ca2-7eb2-4c29-8f11-9abf7796281a {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 17:28:50.347004 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a150134e-47a3-49a6-9f42-7e0e8f00495e tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:50.348620 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ce028ba5-75e1-4420-a884-32b4ddf2755f admin admin] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:50.354586 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-ce028ba5-75e1-4420-a884-32b4ddf2755f admin admin] 10.222.0.23 "DELETE /v2.0/routers/8fc64ca2-7eb2-4c29-8f11-9abf7796281a HTTP/1.1" status: 204 len: 168 time: 2.4953728 Dec 06 17:28:50.355106 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 39276) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:50.399860 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 39280) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:50.411453 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a150134e-47a3-49a6-9f42-7e0e8f00495e tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Pushing event deleted for resources: {'Subnet': ['ID=6dae8fe1-f55a-4986-921d-08eba1f24c67,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:50.416159 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a150134e-47a3-49a6-9f42-7e0e8f00495e tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:50.422666 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-a150134e-47a3-49a6-9f42-7e0e8f00495e tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] 10.222.0.23 "DELETE /v2.0/subnets/6dae8fe1-f55a-4986-921d-08eba1f24c67 HTTP/1.1" status: 204 len: 168 time: 0.4206758 Dec 06 17:28:50.423204 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 39286) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:50.425325 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2c7f8d-0528-4353-8f27-2b5bf8fc2090 None None] Network acbf8376-575c-46fd-a8fa-309a38891eb6 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:28:50.462959 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-e13ce6b2-6370-4a04-8e86-6e6cf07bdd97 admin admin] Deleting subnet dde17a7d-65c9-4e8b-97a4-0b49eb9d78fe {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:28:50.470895 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e13ce6b2-6370-4a04-8e86-6e6cf07bdd97 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:50.571460 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bc30c0e5-3720-4ff3-a521-1eb06d6cf39f tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:50.585946 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e13ce6b2-6370-4a04-8e86-6e6cf07bdd97 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:50.684662 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e13ce6b2-6370-4a04-8e86-6e6cf07bdd97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:50.700169 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9d9425eb-3504-4f98-b30c-1ea890ce1d8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:50.734994 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-bc30c0e5-3720-4ff3-a521-1eb06d6cf39f tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Deleting port 64624625-f2fb-456a-8404-9d6a6b9f25f2 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:28:50.735659 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bc30c0e5-3720-4ff3-a521-1eb06d6cf39f tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:50.760359 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e13ce6b2-6370-4a04-8e86-6e6cf07bdd97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:50.810289 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13ce6b2-6370-4a04-8e86-6e6cf07bdd97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dde17a7d-65c9-4e8b-97a4-0b49eb9d78fe,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:50.822980 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e13ce6b2-6370-4a04-8e86-6e6cf07bdd97 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:50.823752 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cdcf8aa-0627-492a-ae13-7d1f4215c50d None None] Network 15fd3b86-4ab2-48c1-977e-7d7f46e6c98b requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:28:50.831507 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 39290) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:50.839867 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-e13ce6b2-6370-4a04-8e86-6e6cf07bdd97 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/dde17a7d-65c9-4e8b-97a4-0b49eb9d78fe HTTP/1.1" status: 204 len: 168 time: 0.4836338 Dec 06 17:28:50.847723 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ddee6a0-3595-4869-b56d-5a7dad241f50 None None] DHCP port deletion for acbf8376-575c-46fd-a8fa-309a38891eb6 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:28:50.958399 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6c5838c4-a043-4ef0-a9d5-c6439188dcc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:50.973138 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-bc30c0e5-3720-4ff3-a521-1eb06d6cf39f tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] For port 64624625-f2fb-456a-8404-9d6a6b9f25f2, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=64624625-f2fb-456a-8404-9d6a6b9f25f2,segment=NetworkSegment(8b948b71-3cbf-4171-8fb5-b00877d5b65c),segment_id=8b948b71-3cbf-4171-8fb5-b00877d5b65c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:28:50.973615 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bc30c0e5-3720-4ff3-a521-1eb06d6cf39f tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:50.987816 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-bc30c0e5-3720-4ff3-a521-1eb06d6cf39f tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Calling delete_port for 64624625-f2fb-456a-8404-9d6a6b9f25f2 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:28:51.057219 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59a2a31-ef79-478a-ab9c-3fc7fd27468f None None] DHCP port deletion for 15fd3b86-4ab2-48c1-977e-7d7f46e6c98b request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:28:51.087886 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-4ddee6a0-3595-4869-b56d-5a7dad241f50 None None] Deleting port 64624625-f2fb-456a-8404-9d6a6b9f25f2 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:28:51.088574 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4ddee6a0-3595-4869-b56d-5a7dad241f50 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:51.123188 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9d9425eb-3504-4f98-b30c-1ea890ce1d8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:51.128619 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bc30c0e5-3720-4ff3-a521-1eb06d6cf39f tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:51.137750 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9d9425eb-3504-4f98-b30c-1ea890ce1d8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:51.170835 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-4ddee6a0-3595-4869-b56d-5a7dad241f50 None None] For port 64624625-f2fb-456a-8404-9d6a6b9f25f2, host n-d-master-1, got binding levels [] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:28:51.171831 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4ddee6a0-3595-4869-b56d-5a7dad241f50 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:51.196415 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-4ddee6a0-3595-4869-b56d-5a7dad241f50 None None] Calling delete_port for 64624625-f2fb-456a-8404-9d6a6b9f25f2 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:28:51.199623 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc30c0e5-3720-4ff3-a521-1eb06d6cf39f tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Pushing event deleted for resources: {'Port': ['ID=64624625-f2fb-456a-8404-9d6a6b9f25f2,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:51.200158 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.ipam_backend_mixin [None req-4ddee6a0-3595-4869-b56d-5a7dad241f50 None None] Port 64624625-f2fb-456a-8404-9d6a6b9f25f2 was not found and therefore no delete operation was performed {{(pid=103286) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 06 17:28:51.202786 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4ddee6a0-3595-4869-b56d-5a7dad241f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:51.219236 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc30c0e5-3720-4ff3-a521-1eb06d6cf39f tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] No DVR routers for this DVR port 64624625-f2fb-456a-8404-9d6a6b9f25f2 on host n-d-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:28:51.239508 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddee6a0-3595-4869-b56d-5a7dad241f50 None None] Pushing event deleted for resources: {'Port': ['ID=64624625-f2fb-456a-8404-9d6a6b9f25f2,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:51.243992 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddee6a0-3595-4869-b56d-5a7dad241f50 None None] No DVR routers for this DVR port 64624625-f2fb-456a-8404-9d6a6b9f25f2 on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:28:51.282905 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-9d9425eb-3504-4f98-b30c-1ea890ce1d8e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=90307203ab7c471a9667013544a83602&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8788745 Dec 06 17:28:51.286016 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 39300) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:51.287823 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9425eb-3504-4f98-b30c-1ea890ce1d8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c013a382-bc86-4b90-8a82-b93d0d7177bb,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:51.370542 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9228c959-11e2-46ee-a2ad-9cf8b3d6bab5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:51.408136 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9228c959-11e2-46ee-a2ad-9cf8b3d6bab5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:51.418821 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bc30c0e5-3720-4ff3-a521-1eb06d6cf39f tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:51.439282 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-bc30c0e5-3720-4ff3-a521-1eb06d6cf39f tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acbf8376-575c-46fd-a8fa-309a38891eb6']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:28:51.449359 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-bc30c0e5-3720-4ff3-a521-1eb06d6cf39f tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b948b71-3cbf-4171-8fb5-b00877d5b65c') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:28:51.449983 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-bc30c0e5-3720-4ff3-a521-1eb06d6cf39f tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b948b71-3cbf-4171-8fb5-b00877d5b65c') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:28:51.462411 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bc30c0e5-3720-4ff3-a521-1eb06d6cf39f tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:51.464843 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6c5838c4-a043-4ef0-a9d5-c6439188dcc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:51.465747 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9228c959-11e2-46ee-a2ad-9cf8b3d6bab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:51.470171 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9228c959-11e2-46ee-a2ad-9cf8b3d6bab5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:51.471698 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-9228c959-11e2-46ee-a2ad-9cf8b3d6bab5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c013a382-bc86-4b90-8a82-b93d0d7177bb HTTP/1.1" status: 204 len: 168 time: 0.1841776 Dec 06 17:28:51.483667 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9228c959-11e2-46ee-a2ad-9cf8b3d6bab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c013a382-bc86-4b90-8a82-b93d0d7177bb,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:51.496151 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bc30c0e5-3720-4ff3-a521-1eb06d6cf39f tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:51.503027 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-6c5838c4-a043-4ef0-a9d5-c6439188dcc9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15fd3b86-4ab2-48c1-977e-7d7f46e6c98b']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:28:51.517243 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc30c0e5-3720-4ff3-a521-1eb06d6cf39f tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:28:51.518749 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bc30c0e5-3720-4ff3-a521-1eb06d6cf39f tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:51.525492 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:28:51.525492 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:28:51.525492 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:28:51.525492 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:28:51.525492 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:28:51.525492 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:28:51.525492 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:28:51.525492 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:28:51.525492 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:28:51.525492 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:28:51.525492 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:28:51.525492 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:28:51.525492 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:28:51.525492 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:28:51.525492 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:28:51.525492 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:28:51.525492 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:28:51.525492 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:28:51.525492 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:28:51.525492 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:28:51.525492 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:28:51.525492 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:28:51.525492 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:28:51.525492 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:28:51.525492 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:28:51.525492 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:28:51.525492 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:28:51.525492 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:28:51.525492 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:28:51.525492 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:28:51.525492 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:28:51.525492 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:28:51.543912 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-6c5838c4-a043-4ef0-a9d5-c6439188dcc9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc3873e6-1421-4be3-b216-13e06c2bc164') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:28:51.544263 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-6c5838c4-a043-4ef0-a9d5-c6439188dcc9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc3873e6-1421-4be3-b216-13e06c2bc164') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:28:51.604594 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6c5838c4-a043-4ef0-a9d5-c6439188dcc9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:51.628298 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6c5838c4-a043-4ef0-a9d5-c6439188dcc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:51.637452 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c5838c4-a043-4ef0-a9d5-c6439188dcc9 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:28:51.638091 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6c5838c4-a043-4ef0-a9d5-c6439188dcc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:51.640289 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:28:51.640289 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:28:51.640289 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:28:51.640289 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:28:51.640289 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:28:51.640289 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:28:51.640289 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:28:51.640289 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:28:51.640289 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:28:51.640289 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:28:51.640289 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:28:51.640289 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:28:51.640289 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:28:51.640289 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:28:51.640289 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:28:51.640289 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:28:51.640289 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:28:51.640289 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:28:51.640289 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:28:51.640289 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:28:51.640289 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:28:51.640289 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:28:51.640289 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:28:51.640289 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:28:51.640289 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:28:51.640289 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:28:51.640289 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:28:51.640289 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:28:51.640289 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:28:51.640289 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:28:51.640289 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:28:51.640289 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:28:51.654599 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bc30c0e5-3720-4ff3-a521-1eb06d6cf39f tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:51.688136 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bc30c0e5-3720-4ff3-a521-1eb06d6cf39f tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:51.692342 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-bc30c0e5-3720-4ff3-a521-1eb06d6cf39f tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] 10.222.0.23 "DELETE /v2.0/networks/acbf8376-575c-46fd-a8fa-309a38891eb6 HTTP/1.1" status: 204 len: 168 time: 1.2679560 Dec 06 17:28:51.723053 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc30c0e5-3720-4ff3-a521-1eb06d6cf39f tempest-NetworksIpV6Test-274166527 tempest-NetworksIpV6Test-274166527-project] Pushing event deleted for resources: {'Network': ['ID=acbf8376-575c-46fd-a8fa-309a38891eb6,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:51.743861 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6c5838c4-a043-4ef0-a9d5-c6439188dcc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:51.761237 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6c5838c4-a043-4ef0-a9d5-c6439188dcc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:51.765848 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-6c5838c4-a043-4ef0-a9d5-c6439188dcc9 admin admin] 10.222.0.23 "DELETE /v2.0/networks/15fd3b86-4ab2-48c1-977e-7d7f46e6c98b HTTP/1.1" status: 204 len: 168 time: 0.9329872 Dec 06 17:28:51.781810 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5838c4-a043-4ef0-a9d5-c6439188dcc9 admin admin] Pushing event deleted for resources: {'Network': ['ID=15fd3b86-4ab2-48c1-977e-7d7f46e6c98b,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:51.915437 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 39320) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:51.939024 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-51f726d1-ae57-4c4d-8c86-1c17a38dbe04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:52.075339 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 64624625-f2fb-456a-8404-9d6a6b9f25f2 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:28:52.091636 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-51f726d1-ae57-4c4d-8c86-1c17a38dbe04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:52.101344 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-51f726d1-ae57-4c4d-8c86-1c17a38dbe04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:52.108271 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 17:28:52.118110 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 64624625-f2fb-456a-8404-9d6a6b9f25f2 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:28:52.118475 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 64624625-f2fb-456a-8404-9d6a6b9f25f2 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:28:52.157113 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-51f726d1-ae57-4c4d-8c86-1c17a38dbe04 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4af8a2bb06cc4e5b99fe1b6e220f5a56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2406847 Dec 06 17:28:52.158308 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f726d1-ae57-4c4d-8c86-1c17a38dbe04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08deeb24-9f99-494b-a673-36c03ca087b1,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:52.159759 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 39330) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:52.213394 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 39332) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:52.255133 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9f776c26-3e95-4502-9d44-498311e1e6e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:52.281100 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9f776c26-3e95-4502-9d44-498311e1e6e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:52.342763 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9f776c26-3e95-4502-9d44-498311e1e6e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:52.347555 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9f776c26-3e95-4502-9d44-498311e1e6e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:52.348731 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-9f776c26-3e95-4502-9d44-498311e1e6e7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/08deeb24-9f99-494b-a673-36c03ca087b1 HTTP/1.1" status: 204 len: 168 time: 0.1877725 Dec 06 17:28:52.364474 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f776c26-3e95-4502-9d44-498311e1e6e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08deeb24-9f99-494b-a673-36c03ca087b1,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:52.396183 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 39342) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:52.406145 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 39344) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:52.406714 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-ee107e47-8379-4d3e-bc46-f26a4f89e7b1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ba4c3950383f40ffbf94821b2cfd141e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1916373 Dec 06 17:28:52.477617 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-d3fa3828-f9af-452f-911e-5176436955f5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ec528b8fbe5d4e99b13118aed923c7d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0772915 Dec 06 17:28:52.477962 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 39346) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:52.500737 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c70bebe0-95c3-4348-a94b-a8a59047aab5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:52.525001 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c70bebe0-95c3-4348-a94b-a8a59047aab5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:52.545612 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-14900cae-325a-4585-b73d-b14718df6df9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:52.592650 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-14900cae-325a-4585-b73d-b14718df6df9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:52.598515 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c70bebe0-95c3-4348-a94b-a8a59047aab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:52.603599 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c70bebe0-95c3-4348-a94b-a8a59047aab5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:52.605962 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-c70bebe0-95c3-4348-a94b-a8a59047aab5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1b98ab40-c5bd-49b4-b0da-39456b0fbbcf HTTP/1.1" status: 204 len: 168 time: 0.1989763 Dec 06 17:28:52.618219 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70bebe0-95c3-4348-a94b-a8a59047aab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b98ab40-c5bd-49b4-b0da-39456b0fbbcf,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:52.667229 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-14900cae-325a-4585-b73d-b14718df6df9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:52.673058 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-14900cae-325a-4585-b73d-b14718df6df9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:52.676521 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-14900cae-325a-4585-b73d-b14718df6df9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b4bc6e59-bf7d-42c4-9e98-323b53a08b81 HTTP/1.1" status: 204 len: 168 time: 0.1950688 Dec 06 17:28:52.708440 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14900cae-325a-4585-b73d-b14718df6df9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4bc6e59-bf7d-42c4-9e98-323b53a08b81,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:54.124237 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 39440) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:54.170163 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 39446) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:54.410539 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-7057abfa-21e8-4fde-adec-d901deb9fd23 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-44638476-network', 'tenant_id': 'f7b0b3c195544eec8e46eaeeeda82075'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:28:54.435369 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-585b0917-53c1-4f11-b0d5-d0e49986883a tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1415972231', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:28:54.470375 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7057abfa-21e8-4fde-adec-d901deb9fd23 admin admin] Made reservation on behalf of f7b0b3c195544eec8e46eaeeeda82075 for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:28:54.473168 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7057abfa-21e8-4fde-adec-d901deb9fd23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:54.484809 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7057abfa-21e8-4fde-adec-d901deb9fd23 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:54.497870 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-585b0917-53c1-4f11-b0d5-d0e49986883a tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:54.498906 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-585b0917-53c1-4f11-b0d5-d0e49986883a tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:54.580612 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-585b0917-53c1-4f11-b0d5-d0e49986883a tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:54.587531 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-585b0917-53c1-4f11-b0d5-d0e49986883a tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:54.613228 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-585b0917-53c1-4f11-b0d5-d0e49986883a tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:54.614901 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-585b0917-53c1-4f11-b0d5-d0e49986883a tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.4882805 Dec 06 17:28:54.617962 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 39466) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:54.626027 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-265c6274-1188-4d50-b19c-f4887a808fd1 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-714852502'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:28:54.687840 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-265c6274-1188-4d50-b19c-f4887a808fd1 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Made reservation on behalf of 22cf1ea0242b4245be3731bfd2de3abd for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:28:54.692003 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7057abfa-21e8-4fde-adec-d901deb9fd23 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:54.696119 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-265c6274-1188-4d50-b19c-f4887a808fd1 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:54.701030 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7057abfa-21e8-4fde-adec-d901deb9fd23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:54.711430 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 39472) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:54.712743 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-265c6274-1188-4d50-b19c-f4887a808fd1 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:54.722291 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7057abfa-21e8-4fde-adec-d901deb9fd23 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:28:54.741987 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7057abfa-21e8-4fde-adec-d901deb9fd23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:54.742608 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-7057abfa-21e8-4fde-adec-d901deb9fd23 admin admin] Added segment b5838e76-246f-425c-bc05-a9b8b3ce065e of type vlan for network 0ca1d6cb-803b-41bc-90a5-8d395d0346bd Dec 06 17:28:54.785360 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7057abfa-21e8-4fde-adec-d901deb9fd23 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:54.836771 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7057abfa-21e8-4fde-adec-d901deb9fd23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:54.839373 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7057abfa-21e8-4fde-adec-d901deb9fd23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:54.840216 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7057abfa-21e8-4fde-adec-d901deb9fd23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:54.870977 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-265c6274-1188-4d50-b19c-f4887a808fd1 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:54.876771 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7057abfa-21e8-4fde-adec-d901deb9fd23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=270a324f-3b45-4182-a461-0953228d4793,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:54.910936 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-7057abfa-21e8-4fde-adec-d901deb9fd23 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7396166 Dec 06 17:28:54.914757 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 39478) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:54.921682 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-7f498cf0-bab2-42da-94d8-d7979cfeb991 admin admin] Request body: {'subnet': {'network_id': '0ca1d6cb-803b-41bc-90a5-8d395d0346bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-44638476-subnet', 'tenant_id': 'f7b0b3c195544eec8e46eaeeeda82075', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:28:54.947159 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-265c6274-1188-4d50-b19c-f4887a808fd1 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:54.969738 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-265c6274-1188-4d50-b19c-f4887a808fd1 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:28:54.970292 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7057abfa-21e8-4fde-adec-d901deb9fd23 admin admin] Pushing event updated for resources: {'Network': ['ID=0ca1d6cb-803b-41bc-90a5-8d395d0346bd,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:54.981677 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-265c6274-1188-4d50-b19c-f4887a808fd1 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:54.982120 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-265c6274-1188-4d50-b19c-f4887a808fd1 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Added segment 8a9ae666-42ae-4298-92ff-ceb51b89b11e of type vlan for network 95eb921f-59f5-45f4-9b54-834d3bc3a732 Dec 06 17:28:54.986494 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 0ca1d6cb-803b-41bc-90a5-8d395d0346bd details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:28:55.004033 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f498cf0-bab2-42da-94d8-d7979cfeb991 admin admin] Made reservation on behalf of f7b0b3c195544eec8e46eaeeeda82075 for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:28:55.006602 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7f498cf0-bab2-42da-94d8-d7979cfeb991 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:55.040405 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-265c6274-1188-4d50-b19c-f4887a808fd1 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:55.089311 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-265c6274-1188-4d50-b19c-f4887a808fd1 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:55.096443 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265c6274-1188-4d50-b19c-f4887a808fd1 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:55.097258 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-265c6274-1188-4d50-b19c-f4887a808fd1 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks [] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:55.192891 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265c6274-1188-4d50-b19c-f4887a808fd1 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Pushing event updated for resources: {'Network': ['ID=95eb921f-59f5-45f4-9b54-834d3bc3a732,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:55.198800 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-265c6274-1188-4d50-b19c-f4887a808fd1 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5796418 Dec 06 17:28:55.206451 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 39496) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:55.216243 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-160b7b0f-555f-46c3-80e9-2726d9631a3a tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Request body: {'subnet': {'network_id': '95eb921f-59f5-45f4-9b54-834d3bc3a732', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:28:55.217073 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 95eb921f-59f5-45f4-9b54-834d3bc3a732 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:28:55.339635 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-160b7b0f-555f-46c3-80e9-2726d9631a3a tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Made reservation on behalf of 22cf1ea0242b4245be3731bfd2de3abd for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:28:55.343434 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-160b7b0f-555f-46c3-80e9-2726d9631a3a tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:55.385946 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7f498cf0-bab2-42da-94d8-d7979cfeb991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:55.490344 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f498cf0-bab2-42da-94d8-d7979cfeb991 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba5dc36d-cc32-42a1-abc6-8c2698a4ebad,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:55.499707 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f498cf0-bab2-42da-94d8-d7979cfeb991 admin admin] Checking segment: {'id': 'b5838e76-246f-425c-bc05-a9b8b3ce065e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0ca1d6cb-803b-41bc-90a5-8d395d0346bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:28:55.500079 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f498cf0-bab2-42da-94d8-d7979cfeb991 admin admin] Network hostable DHCP agents. Network: 0ca1d6cb-803b-41bc-90a5-8d395d0346bd, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:28:55.524231 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f498cf0-bab2-42da-94d8-d7979cfeb991 admin admin] Network 0ca1d6cb-803b-41bc-90a5-8d395d0346bd is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:28:55.552107 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-7f498cf0-bab2-42da-94d8-d7979cfeb991 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 0ca1d6cb-803b-41bc-90a5-8d395d0346bd) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:28:55.562125 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f498cf0-bab2-42da-94d8-d7979cfeb991 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:55.563836 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7f498cf0-bab2-42da-94d8-d7979cfeb991 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:55.564257 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265c6274-1188-4d50-b19c-f4887a808fd1 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b8943a4-2c33-46fa-a1f3-2ae03ad47540,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:55.572114 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-8fba73c1-df91-4801-b4e8-50b8bee61792 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "GET /v2.0/floatingips/93c9d6f5-6116-4135-bf3a-af465b892a0d HTTP/1.1" status: 200 len: 993 time: 0.8474860 Dec 06 17:28:55.574023 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-160b7b0f-555f-46c3-80e9-2726d9631a3a tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:55.574508 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25302df1-ceca-4db3-bae5-2a23d9f0e6ad None None] Network 0ca1d6cb-803b-41bc-90a5-8d395d0346bd requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:28:55.602388 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-7f498cf0-bab2-42da-94d8-d7979cfeb991 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6862438 Dec 06 17:28:55.642852 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160b7b0f-555f-46c3-80e9-2726d9631a3a tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Pushing event updated for resources: {'Subnet': ['ID=1e407489-c86e-4eb5-b42a-8597bc92b854,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:55.696229 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160b7b0f-555f-46c3-80e9-2726d9631a3a tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Checking segment: {'id': '8a9ae666-42ae-4298-92ff-ceb51b89b11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '95eb921f-59f5-45f4-9b54-834d3bc3a732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:28:55.696667 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160b7b0f-555f-46c3-80e9-2726d9631a3a tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Network hostable DHCP agents. Network: 95eb921f-59f5-45f4-9b54-834d3bc3a732, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:28:55.752093 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160b7b0f-555f-46c3-80e9-2726d9631a3a tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Network 95eb921f-59f5-45f4-9b54-834d3bc3a732 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:28:55.776884 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-160b7b0f-555f-46c3-80e9-2726d9631a3a tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 95eb921f-59f5-45f4-9b54-834d3bc3a732) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:28:55.782248 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160b7b0f-555f-46c3-80e9-2726d9631a3a tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:55.782826 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-160b7b0f-555f-46c3-80e9-2726d9631a3a tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:55.799682 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74748d87-7b58-4959-8255-0d6eddf16ba8 None None] Network 95eb921f-59f5-45f4-9b54-834d3bc3a732 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:28:55.815422 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-160b7b0f-555f-46c3-80e9-2726d9631a3a tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6058664 Dec 06 17:28:55.818437 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 39522) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:55.824968 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-0c8e1aa2-3536-4b1a-9fa0-7db07748f68c tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Request body: {'network': {'name': 'tempest-router-network01--1194369384'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:28:55.884968 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c8e1aa2-3536-4b1a-9fa0-7db07748f68c tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Made reservation on behalf of 22cf1ea0242b4245be3731bfd2de3abd for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:28:55.889054 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0c8e1aa2-3536-4b1a-9fa0-7db07748f68c tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:55.904105 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 39526) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:55.923793 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c8e1aa2-3536-4b1a-9fa0-7db07748f68c tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:28:55.944630 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0c8e1aa2-3536-4b1a-9fa0-7db07748f68c tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:55.947300 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-0c8e1aa2-3536-4b1a-9fa0-7db07748f68c tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Added segment e6eab29b-d82d-415a-ac61-4932b91156bc of type vlan for network cd6e7320-7adf-4e4a-9b63-f8be41443aeb Dec 06 17:28:56.082888 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0c8e1aa2-3536-4b1a-9fa0-7db07748f68c tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:56.161738 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0c8e1aa2-3536-4b1a-9fa0-7db07748f68c tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:56.168333 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8e1aa2-3536-4b1a-9fa0-7db07748f68c tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:56.177544 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0c8e1aa2-3536-4b1a-9fa0-7db07748f68c tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:56.211707 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 39538) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:56.328487 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-0c8e1aa2-3536-4b1a-9fa0-7db07748f68c tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5080774 Dec 06 17:28:56.334650 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 39544) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:56.342579 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-778f2301-fe0a-4bb6-8308-3df5b7750260 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Request body: {'network': {'name': 'tempest-router-network02--1880181785'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:28:56.357496 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e1aa2-3536-4b1a-9fa0-7db07748f68c tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Pushing event updated for resources: {'Network': ['ID=cd6e7320-7adf-4e4a-9b63-f8be41443aeb,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:56.382925 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-778f2301-fe0a-4bb6-8308-3df5b7750260 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Made reservation on behalf of 22cf1ea0242b4245be3731bfd2de3abd for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:28:56.383597 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9378a4-ef6d-4a00-8fba-7769e9a211d3 None None] Network 0ca1d6cb-803b-41bc-90a5-8d395d0346bd requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:28:56.385712 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network cd6e7320-7adf-4e4a-9b63-f8be41443aeb details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:28:56.395022 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-778f2301-fe0a-4bb6-8308-3df5b7750260 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:56.403897 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-f1a2b3f1-f1f5-4821-8ecf-4bc3870abdf4 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Deleting port 84d7310f-f2d3-4207-bf5d-ef4c4f5a16ed {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:28:56.408036 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f1a2b3f1-f1f5-4821-8ecf-4bc3870abdf4 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:56.420596 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-778f2301-fe0a-4bb6-8308-3df5b7750260 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:28:56.433792 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-778f2301-fe0a-4bb6-8308-3df5b7750260 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:56.434106 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-778f2301-fe0a-4bb6-8308-3df5b7750260 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Added segment fbfb8a9f-e4de-4953-a4f8-0ab4777e1863 of type vlan for network a60c9f8d-7f8e-411f-b15f-e3d12540a064 Dec 06 17:28:56.490616 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-778f2301-fe0a-4bb6-8308-3df5b7750260 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:56.505025 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-93d7760a-ea66-4e41-9d62-015fe681e1e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:56.535656 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-778f2301-fe0a-4bb6-8308-3df5b7750260 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:56.549576 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f1a2b3f1-f1f5-4821-8ecf-4bc3870abdf4 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:56.550009 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f1a2b3f1-f1f5-4821-8ecf-4bc3870abdf4 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:56.552915 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778f2301-fe0a-4bb6-8308-3df5b7750260 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:56.554786 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-778f2301-fe0a-4bb6-8308-3df5b7750260 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:56.569242 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-f1a2b3f1-f1f5-4821-8ecf-4bc3870abdf4 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Calling delete_port for 84d7310f-f2d3-4207-bf5d-ef4c4f5a16ed owned by network:floatingip {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:28:56.617206 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-778f2301-fe0a-4bb6-8308-3df5b7750260 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2812388 Dec 06 17:28:56.617867 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 39550) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:56.655788 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-de1ad5ee-6adc-45f3-86ce-f5d43451276f tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Request body: {'subnet': {'network_id': 'cd6e7320-7adf-4e4a-9b63-f8be41443aeb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:28:56.748921 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5835e8da-0b4d-4803-b31e-55f23480a2bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-95eb921f-59f5-45f4-9b54-834d3bc3a732', 'network_id': '95eb921f-59f5-45f4-9b54-834d3bc3a732', 'tenant_id': '22cf1ea0242b4245be3731bfd2de3abd', 'fixed_ips': [{'subnet_id': '1e407489-c86e-4eb5-b42a-8597bc92b854'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:28:56.750109 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5835e8da-0b4d-4803-b31e-55f23480a2bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:56.758685 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-93d7760a-ea66-4e41-9d62-015fe681e1e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:56.779668 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-93d7760a-ea66-4e41-9d62-015fe681e1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:56.826410 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778f2301-fe0a-4bb6-8308-3df5b7750260 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Pushing event updated for resources: {'Network': ['ID=a60c9f8d-7f8e-411f-b15f-e3d12540a064,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:56.855828 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-93d7760a-ea66-4e41-9d62-015fe681e1e5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3111cfd3c2a4418083bef49d771172f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6353662 Dec 06 17:28:56.874293 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 39560) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:56.876444 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d7760a-ea66-4e41-9d62-015fe681e1e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f4b09e-ad78-4a7e-bf93-6f35ec5c4cdc,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:56.877608 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network a60c9f8d-7f8e-411f-b15f-e3d12540a064 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:28:56.975430 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-96d49afe-83b3-4270-9549-f292ff777950 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:56.978927 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98925419-ee20-47c1-bed8-b2b2f3e09635 req-49b02b74-e285-4467-9b0d-cd863b7feff2 tempest-ServerTagsTestJSON-456753351 tempest-ServerTagsTestJSON-456753351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:56.989394 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-98925419-ee20-47c1-bed8-b2b2f3e09635 req-49b02b74-e285-4467-9b0d-cd863b7feff2 tempest-ServerTagsTestJSON-456753351 tempest-ServerTagsTestJSON-456753351-project] 10.222.0.23 "GET /v2.0/networks?id=0ca1d6cb-803b-41bc-90a5-8d395d0346bd HTTP/1.1" status: 200 len: 807 time: 0.2700157 Dec 06 17:28:57.012199 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de1ad5ee-6adc-45f3-86ce-f5d43451276f tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Made reservation on behalf of 22cf1ea0242b4245be3731bfd2de3abd for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:28:57.012199 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-de1ad5ee-6adc-45f3-86ce-f5d43451276f tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:57.012551 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-96d49afe-83b3-4270-9549-f292ff777950 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:57.012551 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f1a2b3f1-f1f5-4821-8ecf-4bc3870abdf4 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:57.021501 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-98925419-ee20-47c1-bed8-b2b2f3e09635 req-251f80f7-5f84-40cc-966e-bd9a4538d014 tempest-ServerTagsTestJSON-456753351 tempest-ServerTagsTestJSON-456753351-project] 10.222.0.23 "GET /v2.0/quotas/f7b0b3c195544eec8e46eaeeeda82075 HTTP/1.1" status: 200 len: 375 time: 0.0236351 Dec 06 17:28:57.083389 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-98925419-ee20-47c1-bed8-b2b2f3e09635 req-d3eb6bd8-77d1-4f1a-ab9e-1e8a52bcce2b tempest-ServerTagsTestJSON-456753351 tempest-ServerTagsTestJSON-456753351-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f7b0b3c195544eec8e46eaeeeda82075&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0511146 Dec 06 17:28:57.090954 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a2b3f1-f1f5-4821-8ecf-4bc3870abdf4 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Pushing event deleted for resources: {'Port': ['ID=84d7310f-f2d3-4207-bf5d-ef4c4f5a16ed,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:57.124791 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-5835e8da-0b4d-4803-b31e-55f23480a2bd None None] Allocated IP 2001:db8::2 (95eb921f-59f5-45f4-9b54-834d3bc3a732/1e407489-c86e-4eb5-b42a-8597bc92b854/11afedc2-c0f4-4fe4-abad-f691597a2e64) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:28:57.167512 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f1a2b3f1-f1f5-4821-8ecf-4bc3870abdf4 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for floatingip, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:57.167804 n-d-master-1 neutron-server[103284]: INFO neutron.db.l3_db [None req-f1a2b3f1-f1f5-4821-8ecf-4bc3870abdf4 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Floating IP 93c9d6f5-6116-4135-bf3a-af465b892a0d disassociated (deleted). External IP: 172.35.1.148, port: 6db48bef-97aa-4bb9-9973-19dc94c1f0d0. Dec 06 17:28:57.224110 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-96d49afe-83b3-4270-9549-f292ff777950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:57.227399 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-96d49afe-83b3-4270-9549-f292ff777950 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:57.230745 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-96d49afe-83b3-4270-9549-f292ff777950 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c2f4b09e-ad78-4a7e-bf93-6f35ec5c4cdc HTTP/1.1" status: 204 len: 168 time: 0.3531642 Dec 06 17:28:57.288737 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d49afe-83b3-4270-9549-f292ff777950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f4b09e-ad78-4a7e-bf93-6f35ec5c4cdc,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:57.464605 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5835e8da-0b4d-4803-b31e-55f23480a2bd None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:57.477801 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5835e8da-0b4d-4803-b31e-55f23480a2bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:57.519786 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5835e8da-0b4d-4803-b31e-55f23480a2bd None None] Network 95eb921f-59f5-45f4-9b54-834d3bc3a732 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:28:57.528845 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-5835e8da-0b4d-4803-b31e-55f23480a2bd None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:28:57.533836 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5835e8da-0b4d-4803-b31e-55f23480a2bd None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:28:57.559267 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1a2b3f1-f1f5-4821-8ecf-4bc3870abdf4 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Router 88345162-f27d-456a-a815-6559325e911d has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:28:57.614597 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-5835e8da-0b4d-4803-b31e-55f23480a2bd None None] Attempting to bind port 11afedc2-c0f4-4fe4-abad-f691597a2e64 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:28:57.615192 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-5835e8da-0b4d-4803-b31e-55f23480a2bd None None] Attempting to bind port 11afedc2-c0f4-4fe4-abad-f691597a2e64 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '8a9ae666-42ae-4298-92ff-ceb51b89b11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '95eb921f-59f5-45f4-9b54-834d3bc3a732'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:28:57.616575 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5835e8da-0b4d-4803-b31e-55f23480a2bd None None] Attempting to bind port 11afedc2-c0f4-4fe4-abad-f691597a2e64 on network 95eb921f-59f5-45f4-9b54-834d3bc3a732 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:28:57.620166 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5835e8da-0b4d-4803-b31e-55f23480a2bd None None] Pushing event updated for resources: {'Port': ['ID=11afedc2-c0f4-4fe4-abad-f691597a2e64,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:57.628762 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5835e8da-0b4d-4803-b31e-55f23480a2bd None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:28:57.629148 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5835e8da-0b4d-4803-b31e-55f23480a2bd None None] Checking segment: {'id': '8a9ae666-42ae-4298-92ff-ceb51b89b11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '95eb921f-59f5-45f4-9b54-834d3bc3a732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:28:57.629590 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5835e8da-0b4d-4803-b31e-55f23480a2bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:57.629998 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5835e8da-0b4d-4803-b31e-55f23480a2bd None None] Bound using segment: {'id': '8a9ae666-42ae-4298-92ff-ceb51b89b11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '95eb921f-59f5-45f4-9b54-834d3bc3a732'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:28:57.630533 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-5835e8da-0b4d-4803-b31e-55f23480a2bd None None] Bound port: 11afedc2-c0f4-4fe4-abad-f691597a2e64, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a9ae666-42ae-4298-92ff-ceb51b89b11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '95eb921f-59f5-45f4-9b54-834d3bc3a732'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:28:57.630969 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5835e8da-0b4d-4803-b31e-55f23480a2bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:57.701605 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-5835e8da-0b4d-4803-b31e-55f23480a2bd None None] For port 11afedc2-c0f4-4fe4-abad-f691597a2e64, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:28:57.705262 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-5835e8da-0b4d-4803-b31e-55f23480a2bd None None] For port 11afedc2-c0f4-4fe4-abad-f691597a2e64, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=11afedc2-c0f4-4fe4-abad-f691597a2e64,segment=NetworkSegment(8a9ae666-42ae-4298-92ff-ceb51b89b11e),segment_id=8a9ae666-42ae-4298-92ff-ceb51b89b11e)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:28:57.707294 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5835e8da-0b4d-4803-b31e-55f23480a2bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:28:57.707788 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5835e8da-0b4d-4803-b31e-55f23480a2bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:28:57.708128 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5835e8da-0b4d-4803-b31e-55f23480a2bd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:28:57.708454 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5835e8da-0b4d-4803-b31e-55f23480a2bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:28:57.708843 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5835e8da-0b4d-4803-b31e-55f23480a2bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:28:57.709300 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5835e8da-0b4d-4803-b31e-55f23480a2bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:28:57.709694 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5835e8da-0b4d-4803-b31e-55f23480a2bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:28:57.709998 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5835e8da-0b4d-4803-b31e-55f23480a2bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:28:57.710336 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5835e8da-0b4d-4803-b31e-55f23480a2bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:28:57.710689 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5835e8da-0b4d-4803-b31e-55f23480a2bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:28:57.711012 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5835e8da-0b4d-4803-b31e-55f23480a2bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:28:57.711452 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5835e8da-0b4d-4803-b31e-55f23480a2bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:28:57.711903 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5835e8da-0b4d-4803-b31e-55f23480a2bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:28:57.717600 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5835e8da-0b4d-4803-b31e-55f23480a2bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:57.732042 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-98925419-ee20-47c1-bed8-b2b2f3e09635 req-3f7add34-5cdf-4b24-9f4e-0c54498a83cf service neutron] 10.222.0.23 "GET /v2.0/networks/0ca1d6cb-803b-41bc-90a5-8d395d0346bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6172383 Dec 06 17:28:57.788373 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 39582) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:57.796881 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1a2b3f1-f1f5-4821-8ecf-4bc3870abdf4 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:28:57.810269 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f1a2b3f1-f1f5-4821-8ecf-4bc3870abdf4 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:57.812000 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc45d54-ef80-4d0d-b0d6-d731fc3ac022 None None] Sync routers for ids ['88345162-f27d-456a-a815-6559325e911d'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:28:57.814003 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d59c23c7-99cc-4824-a822-d42c47497c4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:57.825342 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc45d54-ef80-4d0d-b0d6-d731fc3ac022 None None] Routers {'88345162-f27d-456a-a815-6559325e911d'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:28:57.837736 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-9cc45d54-ef80-4d0d-b0d6-d731fc3ac022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:28:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['88345162-f27d-456a-a815-6559325e911d'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:28:57.837873 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5835e8da-0b4d-4803-b31e-55f23480a2bd None None] Pushing event updated for resources: {'Port': ['ID=11afedc2-c0f4-4fe4-abad-f691597a2e64,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:57.878334 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-f1a2b3f1-f1f5-4821-8ecf-4bc3870abdf4 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "DELETE /v2.0/floatingips/93c9d6f5-6116-4135-bf3a-af465b892a0d HTTP/1.1" status: 204 len: 168 time: 1.9731078 Dec 06 17:28:57.883029 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2cf186c-b023-4f7b-9919-508ea44dcf3a', 'tag': '6db48bef-97aa-4bb9-9973-19dc94c1f0d0'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:28:57.885334 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9799312f-4c2b-4fc8-b008-e1cf80952986" -d '{"events": [{"name": "network-changed", "server_uuid": "e2cf186c-b023-4f7b-9919-508ea44dcf3a", "tag": "6db48bef-97aa-4bb9-9973-19dc94c1f0d0"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:28:57.897700 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-de1ad5ee-6adc-45f3-86ce-f5d43451276f tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:58.003747 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d59c23c7-99cc-4824-a822-d42c47497c4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:58.010131 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d59c23c7-99cc-4824-a822-d42c47497c4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:58.020091 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-9cc45d54-ef80-4d0d-b0d6-d731fc3ac022 None None] Set router 88345162-f27d-456a-a815-6559325e911d gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:28:58.071837 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-d59c23c7-99cc-4824-a822-d42c47497c4a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a4fe7b5f29944fd5820ada5845bc8d70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2821627 Dec 06 17:28:58.074305 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59c23c7-99cc-4824-a822-d42c47497c4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d99ea6-00a0-4b96-a21d-38e410cecca8,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:58.081280 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 39590) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:58.161203 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e1f26893-d448-48e3-8991-99b4ced09f61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:58.167281 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b2ea07d-33bf-4c79-b2e5-60071affdb27 x-openstack-request-id: req-1b2ea07d-33bf-4c79-b2e5-60071affdb27 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:28:58.167836 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2cf186c-b023-4f7b-9919-508ea44dcf3a", "tag": "6db48bef-97aa-4bb9-9973-19dc94c1f0d0", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:28:58.168262 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1b2ea07d-33bf-4c79-b2e5-60071affdb27 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:28:58.168847 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2cf186c-b023-4f7b-9919-508ea44dcf3a', 'tag': '6db48bef-97aa-4bb9-9973-19dc94c1f0d0', 'status': 'completed', 'code': 200} Dec 06 17:28:58.204215 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e1f26893-d448-48e3-8991-99b4ced09f61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:58.234703 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1ad5ee-6adc-45f3-86ce-f5d43451276f tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Checking segment: {'id': 'e6eab29b-d82d-415a-ac61-4932b91156bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'cd6e7320-7adf-4e4a-9b63-f8be41443aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:28:58.238346 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1ad5ee-6adc-45f3-86ce-f5d43451276f tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Network hostable DHCP agents. Network: cd6e7320-7adf-4e4a-9b63-f8be41443aeb, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:28:58.264255 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1ad5ee-6adc-45f3-86ce-f5d43451276f tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Pushing event updated for resources: {'Subnet': ['ID=30b55e5b-3198-4360-bbe9-3e80b97f2356,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:58.301190 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6373d8ce-1d34-4c5a-b7cd-7e2bb4496e5e req-66d87342-4059-4acf-88c1-70619901cc84 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:58.302870 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6373d8ce-1d34-4c5a-b7cd-7e2bb4496e5e req-66d87342-4059-4acf-88c1-70619901cc84 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2cf186c-b023-4f7b-9919-508ea44dcf3a HTTP/1.1" status: 200 len: 945 time: 0.0732944 Dec 06 17:28:58.341513 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e1f26893-d448-48e3-8991-99b4ced09f61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:58.345386 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e1f26893-d448-48e3-8991-99b4ced09f61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:58.346664 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-e1f26893-d448-48e3-8991-99b4ced09f61 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c7d99ea6-00a0-4b96-a21d-38e410cecca8 HTTP/1.1" status: 204 len: 168 time: 0.2503924 Dec 06 17:28:58.347810 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-98925419-ee20-47c1-bed8-b2b2f3e09635 req-06d0bc4a-0294-4fd9-9147-5d8759e6bf9e service neutron] 10.222.0.23 "GET /v2.0/networks/0ca1d6cb-803b-41bc-90a5-8d395d0346bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5895178 Dec 06 17:28:58.354850 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1ad5ee-6adc-45f3-86ce-f5d43451276f tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Network cd6e7320-7adf-4e4a-9b63-f8be41443aeb is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:28:58.366523 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9799312f-4c2b-4fc8-b008-e1cf80952986 req-3639428d-ea39-4582-927d-0e8eb77838ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:58.369668 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9799312f-4c2b-4fc8-b008-e1cf80952986 req-3639428d-ea39-4582-927d-0e8eb77838ec service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ecd148ff302244ca8d62fb6aab386351&device_id=e2cf186c-b023-4f7b-9919-508ea44dcf3a HTTP/1.1" status: 200 len: 1096 time: 0.1708145 Dec 06 17:28:58.391621 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-de1ad5ee-6adc-45f3-86ce-f5d43451276f tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, cd6e7320-7adf-4e4a-9b63-f8be41443aeb) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:28:58.402100 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0afa74-5df4-4006-bb6e-77329b56e2dd None None] Network cd6e7320-7adf-4e4a-9b63-f8be41443aeb requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:28:58.426745 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f26893-d448-48e3-8991-99b4ced09f61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d99ea6-00a0-4b96-a21d-38e410cecca8,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:58.452160 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1ad5ee-6adc-45f3-86ce-f5d43451276f tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:58.455163 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-de1ad5ee-6adc-45f3-86ce-f5d43451276f tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:58.458005 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6373d8ce-1d34-4c5a-b7cd-7e2bb4496e5e req-32b25871-02f2-426d-9693-4a82ac2b70b9 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1be51d-a897-4df8-bd16-cec3c37c0fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1469471 Dec 06 17:28:58.599047 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 39602) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:28:58.600611 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-de1ad5ee-6adc-45f3-86ce-f5d43451276f tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9618092 Dec 06 17:28:58.606396 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-0d65b758-5f8a-44d2-90a2-5ce5c5375ac7 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Request body: {'subnet': {'network_id': 'a60c9f8d-7f8e-411f-b15f-e3d12540a064', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:28:58.655774 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9799312f-4c2b-4fc8-b008-e1cf80952986 req-0fd727ee-0ca6-4b2f-a483-1e5dcb7a1fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:58.660260 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9799312f-4c2b-4fc8-b008-e1cf80952986 req-0fd727ee-0ca6-4b2f-a483-1e5dcb7a1fea service neutron] 10.222.0.41 "GET /v2.0/networks?id=777bfc6d-3fee-43da-888a-47a7635a15f7 HTTP/1.1" status: 200 len: 897 time: 0.2818601 Dec 06 17:28:58.676536 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-9cc45d54-ef80-4d0d-b0d6-d731fc3ac022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88345162-f27d-456a-a815-6559325e911d', 'name': 'tempest-TestNetworkBasicOps-router-1668742405', 'tenant_id': 'ecd148ff302244ca8d62fb6aab386351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.20'}], 'enable_snat': True}, 'gw_port_id': 'ac315945-e71d-47b2-b3cb-5def568e84d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:27:19Z', 'updated_at': '2021-12-06T17:27:39Z', 'revision_number': 4, 'project_id': 'ecd148ff302244ca8d62fb6aab386351', 'gw_port': {'id': 'ac315945-e71d-47b2-b3cb-5def568e84d6', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:21:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88345162-f27d-456a-a815-6559325e911d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:27:22Z', 'updated_at': '2021-12-06T17:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'fd18c181-dd84-4a79-a7a8-b1927a0dbf10', 'name': '', 'network_id': '777bfc6d-3fee-43da-888a-47a7635a15f7', 'tenant_id': 'ecd148ff302244ca8d62fb6aab386351', 'mac_address': 'fa:16:3e:69:7f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88345162-f27d-456a-a815-6559325e911d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': 'bf4aecbe-5cce-4e7f-a01d-067dc19fd3c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:27:35Z', 'updated_at': '2021-12-06T17:27:47Z', 'revision_number': 5, 'project_id': 'ecd148ff302244ca8d62fb6aab386351', 'subnets': [{'id': 'bf4aecbe-5cce-4e7f-a01d-067dc19fd3c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:28:58.728333 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc45d54-ef80-4d0d-b0d6-d731fc3ac022 None None] Checking router: 88345162-f27d-456a-a815-6559325e911d for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:28:58.737694 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc45d54-ef80-4d0d-b0d6-d731fc3ac022 None None] Routers {'88345162-f27d-456a-a815-6559325e911d'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:28:58.738317 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-9cc45d54-ef80-4d0d-b0d6-d731fc3ac022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:28:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['88345162-f27d-456a-a815-6559325e911d'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:28:58.789134 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9799312f-4c2b-4fc8-b008-e1cf80952986 req-3260cac9-a956-4991-a339-2265351907fd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6db48bef-97aa-4bb9-9973-19dc94c1f0d0 HTTP/1.1" status: 200 len: 217 time: 0.1189828 Dec 06 17:28:58.880993 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9799312f-4c2b-4fc8-b008-e1cf80952986 req-18ae3a65-42dd-4de1-9245-88faea68f071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:58.889704 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9799312f-4c2b-4fc8-b008-e1cf80952986 req-18ae3a65-42dd-4de1-9245-88faea68f071 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bf4aecbe-5cce-4e7f-a01d-067dc19fd3c6 HTTP/1.1" status: 200 len: 835 time: 0.0943830 Dec 06 17:28:58.912248 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d82c8598-2e9c-4a2d-83a5-e9414ad6fde5 req-0a58d600-e8d1-4984-8b07-db8c9a5c1bbd tempest-ServerTagsTestJSON-456753351 tempest-ServerTagsTestJSON-456753351-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab317caf-56c5-47ee-b6ff-c5ada214f214 HTTP/1.1" status: 200 len: 210 time: 0.0629270 Dec 06 17:28:58.915136 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528526c3-6a95-4399-85d5-9dc4ac4b5aa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-cd6e7320-7adf-4e4a-9b63-f8be41443aeb', 'network_id': 'cd6e7320-7adf-4e4a-9b63-f8be41443aeb', 'tenant_id': '22cf1ea0242b4245be3731bfd2de3abd', 'fixed_ips': [{'subnet_id': '30b55e5b-3198-4360-bbe9-3e80b97f2356'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:28:58.917160 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-528526c3-6a95-4399-85d5-9dc4ac4b5aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:58.963271 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d65b758-5f8a-44d2-90a2-5ce5c5375ac7 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Made reservation on behalf of 22cf1ea0242b4245be3731bfd2de3abd for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:28:58.970429 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0d65b758-5f8a-44d2-90a2-5ce5c5375ac7 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:59.057144 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9799312f-4c2b-4fc8-b008-e1cf80952986 req-907df880-3be6-4974-96c4-12f6319eaa72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:59.062602 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9799312f-4c2b-4fc8-b008-e1cf80952986 req-907df880-3be6-4974-96c4-12f6319eaa72 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=777bfc6d-3fee-43da-888a-47a7635a15f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1618960 Dec 06 17:28:59.218074 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-9cc45d54-ef80-4d0d-b0d6-d731fc3ac022 None None] Set router 88345162-f27d-456a-a815-6559325e911d gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:28:59.238494 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9799312f-4c2b-4fc8-b008-e1cf80952986 req-1f0ae3a8-0917-48f2-870a-82237d9ae1da service neutron] 10.222.0.41 "GET /v2.0/networks/777bfc6d-3fee-43da-888a-47a7635a15f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690795 Dec 06 17:28:59.339577 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-528526c3-6a95-4399-85d5-9dc4ac4b5aa3 None None] Allocated IP 2001:db8::2 (cd6e7320-7adf-4e4a-9b63-f8be41443aeb/30b55e5b-3198-4360-bbe9-3e80b97f2356/f263fcd6-2e7e-468c-8961-dff111ae52ca) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:28:59.511769 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9799312f-4c2b-4fc8-b008-e1cf80952986 req-d8f631e7-9c01-4ba5-9555-39069deed0dd service neutron] 10.222.0.41 "GET /v2.0/networks/777bfc6d-3fee-43da-888a-47a7635a15f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648275 Dec 06 17:28:59.644338 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0d65b758-5f8a-44d2-90a2-5ce5c5375ac7 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:59.649988 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0506c421-6c36-49c8-81f5-96dd74ba4c69 None None] Network 95eb921f-59f5-45f4-9b54-834d3bc3a732 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:28:59.729640 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-9cc45d54-ef80-4d0d-b0d6-d731fc3ac022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88345162-f27d-456a-a815-6559325e911d', 'name': 'tempest-TestNetworkBasicOps-router-1668742405', 'tenant_id': 'ecd148ff302244ca8d62fb6aab386351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.20'}], 'enable_snat': True}, 'gw_port_id': 'ac315945-e71d-47b2-b3cb-5def568e84d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:27:19Z', 'updated_at': '2021-12-06T17:27:39Z', 'revision_number': 4, 'project_id': 'ecd148ff302244ca8d62fb6aab386351', 'gw_port': {'id': 'ac315945-e71d-47b2-b3cb-5def568e84d6', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:21:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88345162-f27d-456a-a815-6559325e911d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:27:22Z', 'updated_at': '2021-12-06T17:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'fd18c181-dd84-4a79-a7a8-b1927a0dbf10', 'name': '', 'network_id': '777bfc6d-3fee-43da-888a-47a7635a15f7', 'tenant_id': 'ecd148ff302244ca8d62fb6aab386351', 'mac_address': 'fa:16:3e:69:7f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88345162-f27d-456a-a815-6559325e911d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': 'bf4aecbe-5cce-4e7f-a01d-067dc19fd3c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:27:35Z', 'updated_at': '2021-12-06T17:27:47Z', 'revision_number': 5, 'project_id': 'ecd148ff302244ca8d62fb6aab386351', 'subnets': [{'id': 'bf4aecbe-5cce-4e7f-a01d-067dc19fd3c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:28:59.796648 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-528526c3-6a95-4399-85d5-9dc4ac4b5aa3 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:59.803034 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-d20e7a60-355a-4393-aa17-c0810c7f6d81 None None] Provisioning complete for port 11afedc2-c0f4-4fe4-abad-f691597a2e64 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:28:59.803595 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d20e7a60-355a-4393-aa17-c0810c7f6d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:59.841893 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc45d54-ef80-4d0d-b0d6-d731fc3ac022 None None] The sync data for ids ['88345162-f27d-456a-a815-6559325e911d'] in n-d-master-1 is: [{'id': '88345162-f27d-456a-a815-6559325e911d', 'name': 'tempest-TestNetworkBasicOps-router-1668742405', 'tenant_id': 'ecd148ff302244ca8d62fb6aab386351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.20'}], 'enable_snat': True}, 'gw_port_id': 'ac315945-e71d-47b2-b3cb-5def568e84d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:27:19Z', 'updated_at': '2021-12-06T17:27:39Z', 'revision_number': 4, 'project_id': 'ecd148ff302244ca8d62fb6aab386351', 'gw_port': {'id': 'ac315945-e71d-47b2-b3cb-5def568e84d6', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:21:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88345162-f27d-456a-a815-6559325e911d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:27:22Z', 'updated_at': '2021-12-06T17:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'fd18c181-dd84-4a79-a7a8-b1927a0dbf10', 'name': '', 'network_id': '777bfc6d-3fee-43da-888a-47a7635a15f7', 'tenant_id': 'ecd148ff302244ca8d62fb6aab386351', 'mac_address': 'fa:16:3e:69:7f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88345162-f27d-456a-a815-6559325e911d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': 'bf4aecbe-5cce-4e7f-a01d-067dc19fd3c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:27:35Z', 'updated_at': '2021-12-06T17:27:47Z', 'revision_number': 5, 'project_id': 'ecd148ff302244ca8d62fb6aab386351', 'subnets': [{'id': 'bf4aecbe-5cce-4e7f-a01d-067dc19fd3c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:28:59.874778 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-528526c3-6a95-4399-85d5-9dc4ac4b5aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:28:59.880283 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d65b758-5f8a-44d2-90a2-5ce5c5375ac7 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Pushing event updated for resources: {'Subnet': ['ID=52f29259-a656-4ebb-b8ce-84640922a025,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:28:59.921079 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5612a7d-d38f-4c7c-9cc6-0bca06351b79 req-bb1197db-fc19-4671-8ac5-11915b02a89f tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:28:59.922721 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c5612a7d-d38f-4c7c-9cc6-0bca06351b79 req-bb1197db-fc19-4671-8ac5-11915b02a89f tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2cf186c-b023-4f7b-9919-508ea44dcf3a HTTP/1.1" status: 200 len: 945 time: 0.2644091 Dec 06 17:28:59.939203 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528526c3-6a95-4399-85d5-9dc4ac4b5aa3 None None] Network cd6e7320-7adf-4e4a-9b63-f8be41443aeb is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:28:59.948015 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d65b758-5f8a-44d2-90a2-5ce5c5375ac7 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Checking segment: {'id': 'fbfb8a9f-e4de-4953-a4f8-0ab4777e1863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a60c9f8d-7f8e-411f-b15f-e3d12540a064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:28:59.948563 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d65b758-5f8a-44d2-90a2-5ce5c5375ac7 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Network hostable DHCP agents. Network: a60c9f8d-7f8e-411f-b15f-e3d12540a064, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:29:00.017857 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d65b758-5f8a-44d2-90a2-5ce5c5375ac7 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Network a60c9f8d-7f8e-411f-b15f-e3d12540a064 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:29:00.031505 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d311bee1-334b-46d0-9002-3884965f17a1 req-e206e62d-1bb0-46ad-a82e-5077934a5b56 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:00.055827 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-0d65b758-5f8a-44d2-90a2-5ce5c5375ac7 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, a60c9f8d-7f8e-411f-b15f-e3d12540a064) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:29:00.063759 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d65b758-5f8a-44d2-90a2-5ce5c5375ac7 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:00.064496 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d311bee1-334b-46d0-9002-3884965f17a1 req-e206e62d-1bb0-46ad-a82e-5077934a5b56 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2cf186c-b023-4f7b-9919-508ea44dcf3a HTTP/1.1" status: 200 len: 945 time: 0.3231511 Dec 06 17:29:00.064603 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0d65b758-5f8a-44d2-90a2-5ce5c5375ac7 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:00.067494 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-528526c3-6a95-4399-85d5-9dc4ac4b5aa3 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:29:00.078635 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e78a450-d86b-48bf-b8ef-8670a69cd702 None None] Network a60c9f8d-7f8e-411f-b15f-e3d12540a064 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:29:00.080743 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528526c3-6a95-4399-85d5-9dc4ac4b5aa3 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:29:00.176165 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-089d3d08-4c34-4b32-bcbd-bf4e6e38ccd5 req-96d5b3ea-124b-4065-8a7f-ab54ce216c27 tempest-ServerTagsTestJSON-456753351 tempest-ServerTagsTestJSON-456753351-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab317caf-56c5-47ee-b6ff-c5ada214f214 HTTP/1.1" status: 200 len: 210 time: 0.0701120 Dec 06 17:29:00.210470 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-0d65b758-5f8a-44d2-90a2-5ce5c5375ac7 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6080704 Dec 06 17:29:00.211115 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 39660) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:29:00.218286 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 11afedc2-c0f4-4fe4-abad-f691597a2e64 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:29:00.293746 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528526c3-6a95-4399-85d5-9dc4ac4b5aa3 None None] Pushing event updated for resources: {'Port': ['ID=f263fcd6-2e7e-468c-8961-dff111ae52ca,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:00.353642 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c5612a7d-d38f-4c7c-9cc6-0bca06351b79 req-adf4db64-2df4-490f-bcc7-b97c05143dfa tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1be51d-a897-4df8-bd16-cec3c37c0fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4098735 Dec 06 17:29:00.362899 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-528526c3-6a95-4399-85d5-9dc4ac4b5aa3 None None] Attempting to bind port f263fcd6-2e7e-468c-8961-dff111ae52ca on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:29:00.363278 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-528526c3-6a95-4399-85d5-9dc4ac4b5aa3 None None] Attempting to bind port f263fcd6-2e7e-468c-8961-dff111ae52ca by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'e6eab29b-d82d-415a-ac61-4932b91156bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'cd6e7320-7adf-4e4a-9b63-f8be41443aeb'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:29:00.363647 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528526c3-6a95-4399-85d5-9dc4ac4b5aa3 None None] Attempting to bind port f263fcd6-2e7e-468c-8961-dff111ae52ca on network cd6e7320-7adf-4e4a-9b63-f8be41443aeb {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:29:00.411942 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528526c3-6a95-4399-85d5-9dc4ac4b5aa3 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:29:00.412892 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528526c3-6a95-4399-85d5-9dc4ac4b5aa3 None None] Checking segment: {'id': 'e6eab29b-d82d-415a-ac61-4932b91156bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'cd6e7320-7adf-4e4a-9b63-f8be41443aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:29:00.413368 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-528526c3-6a95-4399-85d5-9dc4ac4b5aa3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:00.413825 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528526c3-6a95-4399-85d5-9dc4ac4b5aa3 None None] Bound using segment: {'id': 'e6eab29b-d82d-415a-ac61-4932b91156bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'cd6e7320-7adf-4e4a-9b63-f8be41443aeb'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:29:00.414216 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-528526c3-6a95-4399-85d5-9dc4ac4b5aa3 None None] Bound port: f263fcd6-2e7e-468c-8961-dff111ae52ca, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6eab29b-d82d-415a-ac61-4932b91156bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'cd6e7320-7adf-4e4a-9b63-f8be41443aeb'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:29:00.414820 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-528526c3-6a95-4399-85d5-9dc4ac4b5aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:00.465575 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-d311bee1-334b-46d0-9002-3884965f17a1 req-d861622e-cde4-40bd-be21-bdf4b98ea4ff tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Deleting port 6db48bef-97aa-4bb9-9973-19dc94c1f0d0 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:29:00.466013 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-d311bee1-334b-46d0-9002-3884965f17a1 req-d861622e-cde4-40bd-be21-bdf4b98ea4ff tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:00.538431 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-528526c3-6a95-4399-85d5-9dc4ac4b5aa3 None None] For port f263fcd6-2e7e-468c-8961-dff111ae52ca, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:29:00.542128 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-528526c3-6a95-4399-85d5-9dc4ac4b5aa3 None None] For port f263fcd6-2e7e-468c-8961-dff111ae52ca, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f263fcd6-2e7e-468c-8961-dff111ae52ca,segment=NetworkSegment(e6eab29b-d82d-415a-ac61-4932b91156bc),segment_id=e6eab29b-d82d-415a-ac61-4932b91156bc)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:29:00.543457 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d20e7a60-355a-4393-aa17-c0810c7f6d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:00.562104 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb795be0-19d5-44be-8e22-a05b02ac85cb None None] New status for floating IP 93c9d6f5-6116-4135-bf3a-af465b892a0d: DOWN {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 17:29:00.585585 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-528526c3-6a95-4399-85d5-9dc4ac4b5aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:00.697962 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-d311bee1-334b-46d0-9002-3884965f17a1 req-d861622e-cde4-40bd-be21-bdf4b98ea4ff tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] For port 6db48bef-97aa-4bb9-9973-19dc94c1f0d0, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=6db48bef-97aa-4bb9-9973-19dc94c1f0d0,segment=NetworkSegment(42bff26c-68a9-49fb-9b4f-34e773f0fd80),segment_id=42bff26c-68a9-49fb-9b4f-34e773f0fd80)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:29:00.698333 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-d311bee1-334b-46d0-9002-3884965f17a1 req-d861622e-cde4-40bd-be21-bdf4b98ea4ff tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:00.717767 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-d311bee1-334b-46d0-9002-3884965f17a1 req-d861622e-cde4-40bd-be21-bdf4b98ea4ff tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Calling delete_port for 6db48bef-97aa-4bb9-9973-19dc94c1f0d0 owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:29:00.854544 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7e4b6851-0dff-4810-980c-75768cb42979 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:01.227764 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528526c3-6a95-4399-85d5-9dc4ac4b5aa3 None None] Pushing event updated for resources: {'Port': ['ID=f263fcd6-2e7e-468c-8961-dff111ae52ca,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:01.234233 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 11afedc2-c0f4-4fe4-abad-f691597a2e64 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:29:01.234620 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:01.252721 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98925419-ee20-47c1-bed8-b2b2f3e09635 req-41997a96-061c-4676-8695-ca3593b1585b tempest-ServerTagsTestJSON-456753351 tempest-ServerTagsTestJSON-456753351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:01.254315 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-98925419-ee20-47c1-bed8-b2b2f3e09635 req-41997a96-061c-4676-8695-ca3593b1585b tempest-ServerTagsTestJSON-456753351 tempest-ServerTagsTestJSON-456753351-project] 10.222.0.41 "GET /v2.0/networks?id=0ca1d6cb-803b-41bc-90a5-8d395d0346bd HTTP/1.1" status: 200 len: 807 time: 0.6784446 Dec 06 17:29:01.264386 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-7e4b6851-0dff-4810-980c-75768cb42979 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Allocated IP 2001:db8::1 (cd6e7320-7adf-4e4a-9b63-f8be41443aeb/30b55e5b-3198-4360-bbe9-3e80b97f2356/287d281c-b8f5-41db-95f9-136122b6ea25) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:29:01.287974 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-98925419-ee20-47c1-bed8-b2b2f3e09635 req-104d4217-eaf9-464a-8179-b52c2bf845c6 tempest-ServerTagsTestJSON-456753351 tempest-ServerTagsTestJSON-456753351-project] Request body: {'port': {'device_id': 'ab317caf-56c5-47ee-b6ff-c5ada214f214', 'network_id': '0ca1d6cb-803b-41bc-90a5-8d395d0346bd', 'admin_state_up': True, 'tenant_id': 'f7b0b3c195544eec8e46eaeeeda82075'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:29:01.333617 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-d20e7a60-355a-4393-aa17-c0810c7f6d81 None None] For port 11afedc2-c0f4-4fe4-abad-f691597a2e64, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=11afedc2-c0f4-4fe4-abad-f691597a2e64,segment=NetworkSegment(8a9ae666-42ae-4298-92ff-ceb51b89b11e),segment_id=8a9ae666-42ae-4298-92ff-ceb51b89b11e)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:29:01.347174 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d20e7a60-355a-4393-aa17-c0810c7f6d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:01.350551 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-d311bee1-334b-46d0-9002-3884965f17a1 req-d861622e-cde4-40bd-be21-bdf4b98ea4ff tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:01.410657 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f8081d63-9a84-46b1-b316-276b3a0b0bbf req-f00b8675-26b4-43a8-bfd3-a2f99cc39fdf tempest-ServerTagsTestJSON-456753351 tempest-ServerTagsTestJSON-456753351-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab317caf-56c5-47ee-b6ff-c5ada214f214 HTTP/1.1" status: 200 len: 210 time: 0.0535121 Dec 06 17:29:01.448629 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20e7a60-355a-4393-aa17-c0810c7f6d81 None None] Pushing event updated for resources: {'Port': ['ID=11afedc2-c0f4-4fe4-abad-f691597a2e64,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:01.526121 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7e4b6851-0dff-4810-980c-75768cb42979 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:01.547344 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d861622e-cde4-40bd-be21-bdf4b98ea4ff tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Pushing event deleted for resources: {'Port': ['ID=6db48bef-97aa-4bb9-9973-19dc94c1f0d0,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:01.598842 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-2b12fa1d-c9cb-4350-a59a-91657b8a9258 None None] Provisioning complete for port 11afedc2-c0f4-4fe4-abad-f691597a2e64 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:29:01.599235 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2b12fa1d-c9cb-4350-a59a-91657b8a9258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:01.637724 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3c45cee2-a45f-4440-9020-c0e59c510834 req-1dedb582-676e-49a2-a4e6-3f75780d1611 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2cf186c-b023-4f7b-9919-508ea44dcf3a HTTP/1.1" status: 200 len: 210 time: 0.0936508 Dec 06 17:29:01.676182 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-d311bee1-334b-46d0-9002-3884965f17a1 req-d861622e-cde4-40bd-be21-bdf4b98ea4ff tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] No DVR routers for this DVR port 6db48bef-97aa-4bb9-9973-19dc94c1f0d0 on host n-h1-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:29:01.683363 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-d311bee1-334b-46d0-9002-3884965f17a1 req-d861622e-cde4-40bd-be21-bdf4b98ea4ff tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:01.687832 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d311bee1-334b-46d0-9002-3884965f17a1 req-d861622e-cde4-40bd-be21-bdf4b98ea4ff tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.41 "DELETE /v2.0/ports/6db48bef-97aa-4bb9-9973-19dc94c1f0d0 HTTP/1.1" status: 204 len: 173 time: 1.5884311 Dec 06 17:29:01.688561 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2cf186c-b023-4f7b-9919-508ea44dcf3a', 'name': 'network-vif-deleted', 'tag': '6db48bef-97aa-4bb9-9973-19dc94c1f0d0'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:29:01.705612 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90debd8a-316f-42a5-8e5c-6c4623e35a67" -d '{"events": [{"server_uuid": "e2cf186c-b023-4f7b-9919-508ea44dcf3a", "name": "network-vif-deleted", "tag": "6db48bef-97aa-4bb9-9973-19dc94c1f0d0"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:29:01.787331 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549ed214-2937-4f43-97f5-f1c8dbcd0055 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-a60c9f8d-7f8e-411f-b15f-e3d12540a064', 'network_id': 'a60c9f8d-7f8e-411f-b15f-e3d12540a064', 'tenant_id': '22cf1ea0242b4245be3731bfd2de3abd', 'fixed_ips': [{'subnet_id': '52f29259-a656-4ebb-b8ce-84640922a025'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:29:01.788392 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-549ed214-2937-4f43-97f5-f1c8dbcd0055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:01.819422 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ddbb2b-6371-4244-8195-0cb43a35f474 req-8bdd44bf-9187-40f4-be0a-7a2cf0aa0916 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:01.822108 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-37ddbb2b-6371-4244-8195-0cb43a35f474 req-8bdd44bf-9187-40f4-be0a-7a2cf0aa0916 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e766107-5d5f-422c-b94b-1d8d8ddacb83 HTTP/1.1" status: 200 len: 946 time: 0.2901945 Dec 06 17:29:01.879892 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3eb8665-3974-49cb-88fb-6e73e2c21f04 x-openstack-request-id: req-e3eb8665-3974-49cb-88fb-6e73e2c21f04 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:29:01.881438 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2cf186c-b023-4f7b-9919-508ea44dcf3a", "name": "network-vif-deleted", "tag": "6db48bef-97aa-4bb9-9973-19dc94c1f0d0", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:29:01.883821 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e3eb8665-3974-49cb-88fb-6e73e2c21f04 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:29:01.884264 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2cf186c-b023-4f7b-9919-508ea44dcf3a', 'name': 'network-vif-deleted', 'tag': '6db48bef-97aa-4bb9-9973-19dc94c1f0d0', 'status': 'completed', 'code': 200} Dec 06 17:29:01.888276 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98925419-ee20-47c1-bed8-b2b2f3e09635 req-104d4217-eaf9-464a-8179-b52c2bf845c6 tempest-ServerTagsTestJSON-456753351 tempest-ServerTagsTestJSON-456753351-project] Made reservation on behalf of f7b0b3c195544eec8e46eaeeeda82075 for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:29:01.898098 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-98925419-ee20-47c1-bed8-b2b2f3e09635 req-104d4217-eaf9-464a-8179-b52c2bf845c6 tempest-ServerTagsTestJSON-456753351 tempest-ServerTagsTestJSON-456753351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:02.001787 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7e4b6851-0dff-4810-980c-75768cb42979 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:02.019179 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-37ddbb2b-6371-4244-8195-0cb43a35f474 req-a35c9ea9-0c3f-4e23-a584-3e8798ec40eb tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b076312-1c54-4a4a-a63b-13a8529c717b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1844749 Dec 06 17:29:02.095231 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4b6851-0dff-4810-980c-75768cb42979 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Network cd6e7320-7adf-4e4a-9b63-f8be41443aeb is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:29:02.098773 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-7e4b6851-0dff-4810-980c-75768cb42979 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:29:02.102102 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4b6851-0dff-4810-980c-75768cb42979 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:29:02.111013 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7e4b6851-0dff-4810-980c-75768cb42979 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539179'] for router_interface, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:02.199002 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-549ed214-2937-4f43-97f5-f1c8dbcd0055 None None] Allocated IP 2001:db8::2 (a60c9f8d-7f8e-411f-b15f-e3d12540a064/52f29259-a656-4ebb-b8ce-84640922a025/7194f47b-7b87-4332-9233-847560b74d65) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:29:02.363524 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-98925419-ee20-47c1-bed8-b2b2f3e09635 req-104d4217-eaf9-464a-8179-b52c2bf845c6 tempest-ServerTagsTestJSON-456753351 tempest-ServerTagsTestJSON-456753351-project] Allocated IP 172.20.0.13 (0ca1d6cb-803b-41bc-90a5-8d395d0346bd/ba5dc36d-cc32-42a1-abc6-8c2698a4ebad/4a8a9596-a8be-4893-bb39-df16a86b178f) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:29:02.439546 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b6851-0dff-4810-980c-75768cb42979 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Pushing event updated for resources: {'Port': ['ID=287d281c-b8f5-41db-95f9-136122b6ea25,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:02.539428 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7e4b6851-0dff-4810-980c-75768cb42979 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:02.573596 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device f263fcd6-2e7e-468c-8961-dff111ae52ca up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:29:02.651154 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-549ed214-2937-4f43-97f5-f1c8dbcd0055 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:02.678661 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-98925419-ee20-47c1-bed8-b2b2f3e09635 req-104d4217-eaf9-464a-8179-b52c2bf845c6 tempest-ServerTagsTestJSON-456753351 tempest-ServerTagsTestJSON-456753351-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:02.681112 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-549ed214-2937-4f43-97f5-f1c8dbcd0055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:02.787739 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 39740) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:29:02.791944 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549ed214-2937-4f43-97f5-f1c8dbcd0055 None None] Network a60c9f8d-7f8e-411f-b15f-e3d12540a064 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:29:02.807242 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-98925419-ee20-47c1-bed8-b2b2f3e09635 req-104d4217-eaf9-464a-8179-b52c2bf845c6 tempest-ServerTagsTestJSON-456753351 tempest-ServerTagsTestJSON-456753351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:02.818141 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port f263fcd6-2e7e-468c-8961-dff111ae52ca triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:29:02.819065 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:02.821283 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-549ed214-2937-4f43-97f5-f1c8dbcd0055 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:29:02.855308 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549ed214-2937-4f43-97f5-f1c8dbcd0055 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:29:02.878506 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549ed214-2937-4f43-97f5-f1c8dbcd0055 None None] Pushing event updated for resources: {'Port': ['ID=7194f47b-7b87-4332-9233-847560b74d65,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:02.907574 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:02.935623 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104d4217-eaf9-464a-8179-b52c2bf845c6 tempest-ServerTagsTestJSON-456753351 tempest-ServerTagsTestJSON-456753351-project] Pushing event updated for resources: {'Port': ['ID=4a8a9596-a8be-4893-bb39-df16a86b178f,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:02.999418 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b38e13-bc7a-426e-98c0-35209f58c5c4 req-0cf84d15-6235-4c25-b340-15fd70a5f5d0 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:03.002580 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-32b38e13-bc7a-426e-98c0-35209f58c5c4 req-0cf84d15-6235-4c25-b340-15fd70a5f5d0 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e766107-5d5f-422c-b94b-1d8d8ddacb83 HTTP/1.1" status: 200 len: 946 time: 0.2483053 Dec 06 17:29:03.004897 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98925419-ee20-47c1-bed8-b2b2f3e09635 req-104d4217-eaf9-464a-8179-b52c2bf845c6 tempest-ServerTagsTestJSON-456753351 tempest-ServerTagsTestJSON-456753351-project] Network 0ca1d6cb-803b-41bc-90a5-8d395d0346bd is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:29:03.014690 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-98925419-ee20-47c1-bed8-b2b2f3e09635 req-104d4217-eaf9-464a-8179-b52c2bf845c6 tempest-ServerTagsTestJSON-456753351 tempest-ServerTagsTestJSON-456753351-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:29:03.039447 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef18c39-94c2-4d1e-9e9b-ca57ab583e99 req-aa83aee5-9a4b-49d1-b54e-c1425996b88f tempest-ServerTagsTestJSON-456753351 tempest-ServerTagsTestJSON-456753351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:03.039698 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-549ed214-2937-4f43-97f5-f1c8dbcd0055 None None] Attempting to bind port 7194f47b-7b87-4332-9233-847560b74d65 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:29:03.040075 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-549ed214-2937-4f43-97f5-f1c8dbcd0055 None None] Attempting to bind port 7194f47b-7b87-4332-9233-847560b74d65 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'fbfb8a9f-e4de-4953-a4f8-0ab4777e1863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a60c9f8d-7f8e-411f-b15f-e3d12540a064'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:29:03.040452 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549ed214-2937-4f43-97f5-f1c8dbcd0055 None None] Attempting to bind port 7194f47b-7b87-4332-9233-847560b74d65 on network a60c9f8d-7f8e-411f-b15f-e3d12540a064 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:29:03.055852 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549ed214-2937-4f43-97f5-f1c8dbcd0055 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:29:03.062856 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549ed214-2937-4f43-97f5-f1c8dbcd0055 None None] Checking segment: {'id': 'fbfb8a9f-e4de-4953-a4f8-0ab4777e1863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a60c9f8d-7f8e-411f-b15f-e3d12540a064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:29:03.077200 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-549ed214-2937-4f43-97f5-f1c8dbcd0055 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:03.078008 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549ed214-2937-4f43-97f5-f1c8dbcd0055 None None] Bound using segment: {'id': 'fbfb8a9f-e4de-4953-a4f8-0ab4777e1863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a60c9f8d-7f8e-411f-b15f-e3d12540a064'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:29:03.078245 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-549ed214-2937-4f43-97f5-f1c8dbcd0055 None None] Bound port: 7194f47b-7b87-4332-9233-847560b74d65, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbfb8a9f-e4de-4953-a4f8-0ab4777e1863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a60c9f8d-7f8e-411f-b15f-e3d12540a064'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:29:03.078663 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-549ed214-2937-4f43-97f5-f1c8dbcd0055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:03.093619 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3ef18c39-94c2-4d1e-9e9b-ca57ab583e99 req-aa83aee5-9a4b-49d1-b54e-c1425996b88f tempest-ServerTagsTestJSON-456753351 tempest-ServerTagsTestJSON-456753351-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab317caf-56c5-47ee-b6ff-c5ada214f214 HTTP/1.1" status: 200 len: 932 time: 0.2992918 Dec 06 17:29:03.122456 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0cc2c1ac-d857-43d6-a944-2f0015f441fe tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:03.144199 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-98925419-ee20-47c1-bed8-b2b2f3e09635 req-104d4217-eaf9-464a-8179-b52c2bf845c6 tempest-ServerTagsTestJSON-456753351 tempest-ServerTagsTestJSON-456753351-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:29:03.257796 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98925419-ee20-47c1-bed8-b2b2f3e09635 req-104d4217-eaf9-464a-8179-b52c2bf845c6 tempest-ServerTagsTestJSON-456753351 tempest-ServerTagsTestJSON-456753351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:03.258793 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-98925419-ee20-47c1-bed8-b2b2f3e09635 req-104d4217-eaf9-464a-8179-b52c2bf845c6 tempest-ServerTagsTestJSON-456753351 tempest-ServerTagsTestJSON-456753351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:03.268784 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:03.365037 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-98925419-ee20-47c1-bed8-b2b2f3e09635 req-104d4217-eaf9-464a-8179-b52c2bf845c6 tempest-ServerTagsTestJSON-456753351 tempest-ServerTagsTestJSON-456753351-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0886416 Dec 06 17:29:03.370679 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0cc2c1ac-d857-43d6-a944-2f0015f441fe tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:03.396110 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-98925419-ee20-47c1-bed8-b2b2f3e09635 req-24051855-89e1-41dc-a18e-a47b6fc76303 service neutron] Request body: {'port': {'device_id': 'ab317caf-56c5-47ee-b6ff-c5ada214f214', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:29:03.425962 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-549ed214-2937-4f43-97f5-f1c8dbcd0055 None None] For port 7194f47b-7b87-4332-9233-847560b74d65, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:29:03.431036 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] For port f263fcd6-2e7e-468c-8961-dff111ae52ca, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f263fcd6-2e7e-468c-8961-dff111ae52ca,segment=NetworkSegment(e6eab29b-d82d-415a-ac61-4932b91156bc),segment_id=e6eab29b-d82d-415a-ac61-4932b91156bc)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:29:03.451031 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:03.454687 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 11afedc2-c0f4-4fe4-abad-f691597a2e64 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:29:03.539867 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3ef18c39-94c2-4d1e-9e9b-ca57ab583e99 req-25b53a3c-91be-4490-866e-ebadd642c3cd tempest-ServerTagsTestJSON-456753351 tempest-ServerTagsTestJSON-456753351-project] 10.222.0.23 "GET /v2.0/security-groups?id=270a324f-3b45-4182-a461-0953228d4793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4453251 Dec 06 17:29:03.576474 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-549ed214-2937-4f43-97f5-f1c8dbcd0055 None None] For port 7194f47b-7b87-4332-9233-847560b74d65, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7194f47b-7b87-4332-9233-847560b74d65,segment=NetworkSegment(fbfb8a9f-e4de-4953-a4f8-0ab4777e1863),segment_id=fbfb8a9f-e4de-4953-a4f8-0ab4777e1863)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:29:03.581753 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-98925419-ee20-47c1-bed8-b2b2f3e09635 req-24051855-89e1-41dc-a18e-a47b6fc76303 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:03.616240 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Pushing event updated for resources: {'Port': ['ID=f263fcd6-2e7e-468c-8961-dff111ae52ca,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:03.619235 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321d17fe-d1d3-4383-93d0-c35dda555d9b None None] Network cd6e7320-7adf-4e4a-9b63-f8be41443aeb requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:29:03.628258 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 6db48bef-97aa-4bb9-9973-19dc94c1f0d0 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:29:03.681632 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] No Port match for: 6db48bef-97aa-4bb9-9973-19dc94c1f0d0 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:29:03.684203 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 6db48bef-97aa-4bb9-9973-19dc94c1f0d0 not bound to the agent host n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:29:03.686336 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-549ed214-2937-4f43-97f5-f1c8dbcd0055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:03.698477 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7e4b6851-0dff-4810-980c-75768cb42979 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:03.728905 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7e4b6851-0dff-4810-980c-75768cb42979 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:03.731940 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7e4b6851-0dff-4810-980c-75768cb42979 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-772465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539207'] for router_interface, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:03.742259 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-32b38e13-bc7a-426e-98c0-35209f58c5c4 req-c87ece62-b212-4e98-a0d7-c4a16703291b tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Deleting port 3ecd9a2d-90bf-46c7-a794-db6a81264372 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:29:03.743465 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-32b38e13-bc7a-426e-98c0-35209f58c5c4 req-c87ece62-b212-4e98-a0d7-c4a16703291b tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:03.766233 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a533a06-8055-4853-9656-815089f84ea4 req-93a10b3b-927d-4cc3-8b18-503b8b55bd5a tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:03.768678 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2a533a06-8055-4853-9656-815089f84ea4 req-93a10b3b-927d-4cc3-8b18-503b8b55bd5a tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e766107-5d5f-422c-b94b-1d8d8ddacb83 HTTP/1.1" status: 200 len: 946 time: 0.5273483 Dec 06 17:29:03.776030 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0cc2c1ac-d857-43d6-a944-2f0015f441fe tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:03.779820 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0cc2c1ac-d857-43d6-a944-2f0015f441fe tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:03.783563 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-0cc2c1ac-d857-43d6-a944-2f0015f441fe tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "DELETE /v2.0/security-groups/3b1be51d-a897-4df8-bd16-cec3c37c0fa1 HTTP/1.1" status: 204 len: 168 time: 0.9918272 Dec 06 17:29:03.788650 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-587d1ef7-bb9a-42ab-8781-9858c09a07f1 None None] Provisioning complete for port f263fcd6-2e7e-468c-8961-dff111ae52ca triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:29:03.789502 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-587d1ef7-bb9a-42ab-8781-9858c09a07f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:03.867249 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc2c1ac-d857-43d6-a944-2f0015f441fe tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b1be51d-a897-4df8-bd16-cec3c37c0fa1,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:03.979130 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-32b38e13-bc7a-426e-98c0-35209f58c5c4 req-c87ece62-b212-4e98-a0d7-c4a16703291b tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] For port 3ecd9a2d-90bf-46c7-a794-db6a81264372, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=3ecd9a2d-90bf-46c7-a794-db6a81264372,segment=NetworkSegment(5191f104-0f28-4995-943c-dc9b12a33060),segment_id=5191f104-0f28-4995-943c-dc9b12a33060)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:29:03.980813 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-32b38e13-bc7a-426e-98c0-35209f58c5c4 req-c87ece62-b212-4e98-a0d7-c4a16703291b tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:04.010870 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549ed214-2937-4f43-97f5-f1c8dbcd0055 None None] Pushing event updated for resources: {'Port': ['ID=7194f47b-7b87-4332-9233-847560b74d65,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:04.167955 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 11afedc2-c0f4-4fe4-abad-f691597a2e64 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:29:04.168333 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:04.409204 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 39790) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:29:04.447495 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-32b38e13-bc7a-426e-98c0-35209f58c5c4 req-c87ece62-b212-4e98-a0d7-c4a16703291b tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:04.447871 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-32b38e13-bc7a-426e-98c0-35209f58c5c4 req-c87ece62-b212-4e98-a0d7-c4a16703291b tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:04.448396 n-d-master-1 neutron-server[103285]: INFO neutron.db.l3_db [req-32b38e13-bc7a-426e-98c0-35209f58c5c4 req-c87ece62-b212-4e98-a0d7-c4a16703291b tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Floating IP 6e12e64b-0ad3-45ca-8334-4ff33c56ca86 disassociated. External IP: 172.35.1.26, port: 3ecd9a2d-90bf-46c7-a794-db6a81264372. Dec 06 17:29:04.448751 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-32b38e13-bc7a-426e-98c0-35209f58c5c4 req-c87ece62-b212-4e98-a0d7-c4a16703291b tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Calling delete_port for 3ecd9a2d-90bf-46c7-a794-db6a81264372 owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:29:04.499096 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b6851-0dff-4810-980c-75768cb42979 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Pushing event updated for resources: {'Port': ['ID=287d281c-b8f5-41db-95f9-136122b6ea25,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:04.565120 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2a533a06-8055-4853-9656-815089f84ea4 req-1811ea8b-c38f-4acf-bca8-2b52dc21921f tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b076312-1c54-4a4a-a63b-13a8529c717b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7465665 Dec 06 17:29:04.640182 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4b6851-0dff-4810-980c-75768cb42979 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Network cd6e7320-7adf-4e4a-9b63-f8be41443aeb is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:29:04.641754 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-7e4b6851-0dff-4810-980c-75768cb42979 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:29:04.641984 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80132f15-cf36-45ab-a282-df13054ac559 req-a2f92e3e-6ba9-4f50-9c80-16e3506bb220 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:04.649905 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-80132f15-cf36-45ab-a282-df13054ac559 req-a2f92e3e-6ba9-4f50-9c80-16e3506bb220 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/networks?id=baae5554-5993-4f38-bd78-dc900341a8a7 HTTP/1.1" status: 200 len: 813 time: 0.7889307 Dec 06 17:29:04.770555 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 39800) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:29:04.790732 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-80132f15-cf36-45ab-a282-df13054ac559 req-09a7b032-134d-4773-97ec-b905b13fa119 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/quotas/31731eabc62542b18a3f7712a1235f2a HTTP/1.1" status: 200 len: 375 time: 0.1399262 Dec 06 17:29:04.796428 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device f263fcd6-2e7e-468c-8961-dff111ae52ca up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:29:04.865360 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-63d951f5-3324-4458-93d3-1903ea2f7b08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:04.866241 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port f263fcd6-2e7e-468c-8961-dff111ae52ca triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:29:04.866677 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:04.867660 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-32b38e13-bc7a-426e-98c0-35209f58c5c4 req-c87ece62-b212-4e98-a0d7-c4a16703291b tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:04.989878 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87ece62-b212-4e98-a0d7-c4a16703291b tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Pushing event deleted for resources: {'Port': ['ID=3ecd9a2d-90bf-46c7-a794-db6a81264372,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:05.038589 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 7194f47b-7b87-4332-9233-847560b74d65 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:29:05.111691 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-4ba3eb65-7d89-4c6d-af15-a23ed7b9bdea None None] Provisioning complete for port 287d281c-b8f5-41db-95f9-136122b6ea25 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:29:05.111833 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4ba3eb65-7d89-4c6d-af15-a23ed7b9bdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:05.161017 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-98925419-ee20-47c1-bed8-b2b2f3e09635 req-24051855-89e1-41dc-a18e-a47b6fc76303 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a8a9596-a8be-4893-bb39-df16a86b178f {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:29:05.172518 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-98925419-ee20-47c1-bed8-b2b2f3e09635 req-24051855-89e1-41dc-a18e-a47b6fc76303 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:05.175329 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6873dae-0810-4b19-bf44-7924bde64d67 req-a2f3b601-6b89-4570-b561-c0f3d1c22fc2 tempest-ServerTagsTestJSON-456753351 tempest-ServerTagsTestJSON-456753351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:05.176942 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c6873dae-0810-4b19-bf44-7924bde64d67 req-a2f3b601-6b89-4570-b561-c0f3d1c22fc2 tempest-ServerTagsTestJSON-456753351 tempest-ServerTagsTestJSON-456753351-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab317caf-56c5-47ee-b6ff-c5ada214f214 HTTP/1.1" status: 200 len: 932 time: 0.3025403 Dec 06 17:29:05.189853 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-98925419-ee20-47c1-bed8-b2b2f3e09635 req-24051855-89e1-41dc-a18e-a47b6fc76303 service neutron] Transition to ACTIVE for port object 4a8a9596-a8be-4893-bb39-df16a86b178f will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:29:05.191896 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-4ba3eb65-7d89-4c6d-af15-a23ed7b9bdea None None] Port 287d281c-b8f5-41db-95f9-136122b6ea25 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:29:05.194261 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:05.216320 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-4ba3eb65-7d89-4c6d-af15-a23ed7b9bdea None None] Provisioning complete for port f263fcd6-2e7e-468c-8961-dff111ae52ca triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:29:05.216707 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4ba3eb65-7d89-4c6d-af15-a23ed7b9bdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:05.226971 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 7194f47b-7b87-4332-9233-847560b74d65 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:29:05.227251 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:05.240156 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-63d951f5-3324-4458-93d3-1903ea2f7b08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:05.426945 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:05.448901 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-98925419-ee20-47c1-bed8-b2b2f3e09635 req-24051855-89e1-41dc-a18e-a47b6fc76303 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:05.457132 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e4b6851-0dff-4810-980c-75768cb42979 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Router f18cb748-76ad-42c3-b383-fc6afeafda3a is scheduled to L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 17:29:05.464661 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [req-32b38e13-bc7a-426e-98c0-35209f58c5c4 req-c87ece62-b212-4e98-a0d7-c4a16703291b tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Router 3c29d003-6421-4733-8e94-76d471e24db7 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:29:05.475407 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-80132f15-cf36-45ab-a282-df13054ac559 req-68d60ce1-03fa-4e74-aca6-b0d419c7ec40 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=31731eabc62542b18a3f7712a1235f2a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6683092 Dec 06 17:29:05.482566 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-63d951f5-3324-4458-93d3-1903ea2f7b08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:05.554121 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c6873dae-0810-4b19-bf44-7924bde64d67 req-6cfaf7b2-4191-4ded-944b-edd16d2787dc tempest-ServerTagsTestJSON-456753351 tempest-ServerTagsTestJSON-456753351-project] 10.222.0.23 "GET /v2.0/security-groups?id=270a324f-3b45-4182-a461-0953228d4793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3048046 Dec 06 17:29:05.577125 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] For port 7194f47b-7b87-4332-9233-847560b74d65, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7194f47b-7b87-4332-9233-847560b74d65,segment=NetworkSegment(fbfb8a9f-e4de-4953-a4f8-0ab4777e1863),segment_id=fbfb8a9f-e4de-4953-a4f8-0ab4777e1863)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:29:05.581761 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:05.683576 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Pushing event updated for resources: {'Port': ['ID=7194f47b-7b87-4332-9233-847560b74d65,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:05.686736 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-0d62157a-676e-4128-9747-d7bfa1b6f3c7 None None] Provisioning complete for port 287d281c-b8f5-41db-95f9-136122b6ea25 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:29:05.687123 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0d62157a-676e-4128-9747-d7bfa1b6f3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:05.779755 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-80132f15-cf36-45ab-a282-df13054ac559 req-91526109-dd05-4e65-a8f5-a1b78f536c1f service neutron] 10.222.0.23 "GET /v2.0/networks/baae5554-5993-4f38-bd78-dc900341a8a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893972 Dec 06 17:29:05.782667 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-63d951f5-3324-4458-93d3-1903ea2f7b08 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=34304619d2294f8f91a0d60339acbabf&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2370780 Dec 06 17:29:05.787991 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 39814) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:29:05.801995 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b558ca03-a1c8-4a07-b466-13cbf565a731 None None] Network a60c9f8d-7f8e-411f-b15f-e3d12540a064 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:29:05.878218 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-186e1b9b-50b2-4840-a637-5c9ac7d95ef0 req-099d2996-3399-480d-b403-8538cef17aa1 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e766107-5d5f-422c-b94b-1d8d8ddacb83 HTTP/1.1" status: 200 len: 210 time: 0.1181350 Dec 06 17:29:05.922924 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e4b6851-0dff-4810-980c-75768cb42979 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:29:05.936606 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-7e4b6851-0dff-4810-980c-75768cb42979 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] 10.222.0.23 "PUT /v2.0/routers/f18cb748-76ad-42c3-b383-fc6afeafda3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7219889 Dec 06 17:29:05.936795 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a47626-ead8-4328-8264-1df31a05c4d8 None None] Sync routers for ids ['f18cb748-76ad-42c3-b383-fc6afeafda3a'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:29:05.937846 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 39816) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:29:05.952398 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a47626-ead8-4328-8264-1df31a05c4d8 None None] Routers {'f18cb748-76ad-42c3-b383-fc6afeafda3a'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:29:05.953301 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-b6a47626-ead8-4328-8264-1df31a05c4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:28:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['f18cb748-76ad-42c3-b383-fc6afeafda3a'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:29:05.992086 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-0d62157a-676e-4128-9747-d7bfa1b6f3c7 None None] Port 287d281c-b8f5-41db-95f9-136122b6ea25 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:29:06.020332 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-b6a47626-ead8-4328-8264-1df31a05c4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:29:06.045379 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a47626-ead8-4328-8264-1df31a05c4d8 None None] Routers {'f18cb748-76ad-42c3-b383-fc6afeafda3a'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:29:06.046306 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-b6a47626-ead8-4328-8264-1df31a05c4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:28:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['f18cb748-76ad-42c3-b383-fc6afeafda3a'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:29:06.092102 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-80132f15-cf36-45ab-a282-df13054ac559 req-46eaeabe-65f4-4ffa-9a7e-abe223e450cd service neutron] 10.222.0.23 "GET /v2.0/networks/baae5554-5993-4f38-bd78-dc900341a8a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033484 Dec 06 17:29:06.141700 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ceccb829-f17d-4986-a4a8-d01713237b33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:06.149126 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-b6a47626-ead8-4328-8264-1df31a05c4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:29:06.150074 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a47626-ead8-4328-8264-1df31a05c4d8 None None] The sync data for ids ['f18cb748-76ad-42c3-b383-fc6afeafda3a'] in n-d-master-1 is: [] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:29:06.174941 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ceccb829-f17d-4986-a4a8-d01713237b33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:06.181428 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-f3060b23-0fe1-4ae6-9402-a4ccdc64d30a None None] Provisioning complete for port 7194f47b-7b87-4332-9233-847560b74d65 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:29:06.182062 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f3060b23-0fe1-4ae6-9402-a4ccdc64d30a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:06.250524 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d951f5-3324-4458-93d3-1903ea2f7b08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29abc751-3c2d-450c-85c5-8370daff862b,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:06.378587 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24051855-89e1-41dc-a18e-a47b6fc76303 service neutron] Pushing event updated for resources: {'Port': ['ID=4a8a9596-a8be-4893-bb39-df16a86b178f,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:06.458162 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-98925419-ee20-47c1-bed8-b2b2f3e09635 req-24051855-89e1-41dc-a18e-a47b6fc76303 service neutron] Attempting to bind port 4a8a9596-a8be-4893-bb39-df16a86b178f on host n-h1-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:29:06.458745 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-98925419-ee20-47c1-bed8-b2b2f3e09635 req-24051855-89e1-41dc-a18e-a47b6fc76303 service neutron] Attempting to bind port 4a8a9596-a8be-4893-bb39-df16a86b178f by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'b5838e76-246f-425c-bc05-a9b8b3ce065e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0ca1d6cb-803b-41bc-90a5-8d395d0346bd'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:29:06.462843 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98925419-ee20-47c1-bed8-b2b2f3e09635 req-24051855-89e1-41dc-a18e-a47b6fc76303 service neutron] Attempting to bind port 4a8a9596-a8be-4893-bb39-df16a86b178f on network 0ca1d6cb-803b-41bc-90a5-8d395d0346bd {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:29:06.481372 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98925419-ee20-47c1-bed8-b2b2f3e09635 req-24051855-89e1-41dc-a18e-a47b6fc76303 service neutron] Port 4a8a9596-a8be-4893-bb39-df16a86b178f on network 0ca1d6cb-803b-41bc-90a5-8d395d0346bd not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:29:06.489334 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-f3060b23-0fe1-4ae6-9402-a4ccdc64d30a None None] Provisioning complete for port 287d281c-b8f5-41db-95f9-136122b6ea25 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:29:06.490992 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f3060b23-0fe1-4ae6-9402-a4ccdc64d30a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:06.503997 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98925419-ee20-47c1-bed8-b2b2f3e09635 req-24051855-89e1-41dc-a18e-a47b6fc76303 service neutron] Attempting to bind port 4a8a9596-a8be-4893-bb39-df16a86b178f on network 0ca1d6cb-803b-41bc-90a5-8d395d0346bd {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:29:06.564707 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-f3060b23-0fe1-4ae6-9402-a4ccdc64d30a None None] Port 287d281c-b8f5-41db-95f9-136122b6ea25 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:29:06.595017 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98925419-ee20-47c1-bed8-b2b2f3e09635 req-24051855-89e1-41dc-a18e-a47b6fc76303 service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:29:06.598082 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 7194f47b-7b87-4332-9233-847560b74d65 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:29:06.598247 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98925419-ee20-47c1-bed8-b2b2f3e09635 req-24051855-89e1-41dc-a18e-a47b6fc76303 service neutron] Checking segment: {'id': 'b5838e76-246f-425c-bc05-a9b8b3ce065e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0ca1d6cb-803b-41bc-90a5-8d395d0346bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:29:06.602988 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98925419-ee20-47c1-bed8-b2b2f3e09635 req-24051855-89e1-41dc-a18e-a47b6fc76303 service neutron] Bound using segment: {'id': 'b5838e76-246f-425c-bc05-a9b8b3ce065e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0ca1d6cb-803b-41bc-90a5-8d395d0346bd'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:29:06.607088 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-98925419-ee20-47c1-bed8-b2b2f3e09635 req-24051855-89e1-41dc-a18e-a47b6fc76303 service neutron] Bound port: 4a8a9596-a8be-4893-bb39-df16a86b178f, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5838e76-246f-425c-bc05-a9b8b3ce065e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0ca1d6cb-803b-41bc-90a5-8d395d0346bd'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:29:06.608783 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-98925419-ee20-47c1-bed8-b2b2f3e09635 req-24051855-89e1-41dc-a18e-a47b6fc76303 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:06.636683 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6db8c7b8-caa4-4132-a0a6-dea5753bf53f req-75bb37bf-2f4f-41a5-aa28-39b7451e9c6f tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd5c2d47-7018-4f41-af71-56e6d5579ccf HTTP/1.1" status: 200 len: 210 time: 0.0919642 Dec 06 17:29:06.675756 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-40670b43-46ab-4539-8e1f-1e75918053dd tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575908'] for router_interface, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:06.723025 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 7194f47b-7b87-4332-9233-847560b74d65 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:29:06.723608 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:06.730265 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-98925419-ee20-47c1-bed8-b2b2f3e09635 req-24051855-89e1-41dc-a18e-a47b6fc76303 service neutron] For port 4a8a9596-a8be-4893-bb39-df16a86b178f, host n-h1-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:29:06.733530 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-98925419-ee20-47c1-bed8-b2b2f3e09635 req-24051855-89e1-41dc-a18e-a47b6fc76303 service neutron] For port 4a8a9596-a8be-4893-bb39-df16a86b178f, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=4a8a9596-a8be-4893-bb39-df16a86b178f,segment=NetworkSegment(b5838e76-246f-425c-bc05-a9b8b3ce065e),segment_id=b5838e76-246f-425c-bc05-a9b8b3ce065e)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:29:06.753244 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-98925419-ee20-47c1-bed8-b2b2f3e09635 req-24051855-89e1-41dc-a18e-a47b6fc76303 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:06.763081 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ceccb829-f17d-4986-a4a8-d01713237b33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:06.765677 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ceccb829-f17d-4986-a4a8-d01713237b33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:06.767190 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-ceccb829-f17d-4986-a4a8-d01713237b33 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/29abc751-3c2d-450c-85c5-8370daff862b HTTP/1.1" status: 204 len: 168 time: 0.9699481 Dec 06 17:29:06.777210 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98925419-ee20-47c1-bed8-b2b2f3e09635 req-24051855-89e1-41dc-a18e-a47b6fc76303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:06.778202 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-98925419-ee20-47c1-bed8-b2b2f3e09635 req-24051855-89e1-41dc-a18e-a47b6fc76303 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:06.779901 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-98925419-ee20-47c1-bed8-b2b2f3e09635 req-24051855-89e1-41dc-a18e-a47b6fc76303 service neutron] 10.222.0.41 "PUT /v2.0/ports/4a8a9596-a8be-4893-bb39-df16a86b178f HTTP/1.1" status: 200 len: 1092 time: 3.3893173 Dec 06 17:29:06.810378 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 3ecd9a2d-90bf-46c7-a794-db6a81264372 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:29:06.832009 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab317caf-56c5-47ee-b6ff-c5ada214f214', 'tag': '4a8a9596-a8be-4893-bb39-df16a86b178f'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:29:06.835096 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d8a585b-3e8f-43ac-857d-c1e1e25ff2ff" -d '{"events": [{"name": "network-changed", "server_uuid": "ab317caf-56c5-47ee-b6ff-c5ada214f214", "tag": "4a8a9596-a8be-4893-bb39-df16a86b178f"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:29:06.849167 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] No Port match for: 3ecd9a2d-90bf-46c7-a794-db6a81264372 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:29:06.850256 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 3ecd9a2d-90bf-46c7-a794-db6a81264372 not bound to the agent host n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:29:06.888861 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b6dcf672-7566-4ccf-8d87-82c6cbec8dee None None] Provisioning complete for port 7194f47b-7b87-4332-9233-847560b74d65 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:29:06.889544 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b6dcf672-7566-4ccf-8d87-82c6cbec8dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:06.982993 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceccb829-f17d-4986-a4a8-d01713237b33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29abc751-3c2d-450c-85c5-8370daff862b,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:07.039096 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e42e6f01-19f8-44e9-b8b8-3ee1464c7a2e x-openstack-request-id: req-e42e6f01-19f8-44e9-b8b8-3ee1464c7a2e {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:29:07.040695 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab317caf-56c5-47ee-b6ff-c5ada214f214", "tag": "4a8a9596-a8be-4893-bb39-df16a86b178f", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:29:07.041924 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e42e6f01-19f8-44e9-b8b8-3ee1464c7a2e {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:29:07.043439 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab317caf-56c5-47ee-b6ff-c5ada214f214', 'tag': '4a8a9596-a8be-4893-bb39-df16a86b178f', 'status': 'completed', 'code': 200} Dec 06 17:29:07.106161 n-d-master-1 neutron-server[103284]: INFO neutron.api.v2.resource [None req-88c5fe25-80bb-4b2d-a9b6-5199924bea33 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 17:29:07.109949 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-88c5fe25-80bb-4b2d-a9b6-5199924bea33 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] 10.222.0.23 "PUT /v2.0/routers/f18cb748-76ad-42c3-b383-fc6afeafda3a/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1685886 Dec 06 17:29:07.121846 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 39852) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:29:07.161903 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4c3fd368-56da-4a39-89f8-c4f2abc45d8f req-2f35c6a1-9310-40a1-9814-1ac5940ef270 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e766107-5d5f-422c-b94b-1d8d8ddacb83 HTTP/1.1" status: 200 len: 210 time: 0.0743742 Dec 06 17:29:07.220699 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-32b38e13-bc7a-426e-98c0-35209f58c5c4 req-c87ece62-b212-4e98-a0d7-c4a16703291b tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:29:07.241595 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca667ad2-fc46-4efa-ab69-6882f642abf7 None None] Sync routers for ids ['3c29d003-6421-4733-8e94-76d471e24db7'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:29:07.262078 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca667ad2-fc46-4efa-ab69-6882f642abf7 None None] Routers {'3c29d003-6421-4733-8e94-76d471e24db7'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:29:07.263521 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-ca667ad2-fc46-4efa-ab69-6882f642abf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:28:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['3c29d003-6421-4733-8e94-76d471e24db7'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:29:07.275305 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 39854) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:29:07.288754 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37ddc5b-2b35-4d66-95a5-fda25e33279b req-7f65b4f7-f9ef-4237-93a0-ff16c675576b tempest-ServerTagsTestJSON-456753351 tempest-ServerTagsTestJSON-456753351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:07.290762 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a37ddc5b-2b35-4d66-95a5-fda25e33279b req-7f65b4f7-f9ef-4237-93a0-ff16c675576b tempest-ServerTagsTestJSON-456753351 tempest-ServerTagsTestJSON-456753351-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab317caf-56c5-47ee-b6ff-c5ada214f214 HTTP/1.1" status: 200 len: 944 time: 0.5542734 Dec 06 17:29:07.359170 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-32b38e13-bc7a-426e-98c0-35209f58c5c4 req-c87ece62-b212-4e98-a0d7-c4a16703291b tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] No DVR routers for this DVR port 3ecd9a2d-90bf-46c7-a794-db6a81264372 on host n-h2-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:29:07.364560 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-32b38e13-bc7a-426e-98c0-35209f58c5c4 req-c87ece62-b212-4e98-a0d7-c4a16703291b tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:07.368981 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-32b38e13-bc7a-426e-98c0-35209f58c5c4 req-c87ece62-b212-4e98-a0d7-c4a16703291b tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.44 "DELETE /v2.0/ports/3ecd9a2d-90bf-46c7-a794-db6a81264372 HTTP/1.1" status: 204 len: 173 time: 4.3380294 Dec 06 17:29:07.370023 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24051855-89e1-41dc-a18e-a47b6fc76303 service neutron] Pushing event updated for resources: {'Port': ['ID=4a8a9596-a8be-4893-bb39-df16a86b178f,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:07.374657 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98925419-ee20-47c1-bed8-b2b2f3e09635 req-f04af447-4e06-4376-9757-daae31fe80a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:07.378097 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-98925419-ee20-47c1-bed8-b2b2f3e09635 req-f04af447-4e06-4376-9757-daae31fe80a5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f7b0b3c195544eec8e46eaeeeda82075&device_id=ab317caf-56c5-47ee-b6ff-c5ada214f214 HTTP/1.1" status: 200 len: 1095 time: 0.3447328 Dec 06 17:29:07.486702 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-ca667ad2-fc46-4efa-ab69-6882f642abf7 None None] Set router 3c29d003-6421-4733-8e94-76d471e24db7 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:29:07.524873 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dd507b37-1e0a-4ff1-a8ce-38230cbb2575 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:07.769016 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-ca667ad2-fc46-4efa-ab69-6882f642abf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c29d003-6421-4733-8e94-76d471e24db7', 'name': 'tempest-AttachVolumeShelveTestJSON-1454673330-router', 'tenant_id': '74bc5013de174928a9ab47aef105909c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.145'}], 'enable_snat': True}, 'gw_port_id': '92514718-b909-425e-925a-e193e46db368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:19:59Z', 'updated_at': '2021-12-06T17:20:10Z', 'revision_number': 4, 'project_id': '74bc5013de174928a9ab47aef105909c', 'gw_port': {'id': '92514718-b909-425e-925a-e193e46db368', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:95:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c29d003-6421-4733-8e94-76d471e24db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:20:02Z', 'updated_at': '2021-12-06T17:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '8eb415b7-2dde-4905-a8cb-5d548e34c561', 'name': '', 'network_id': '443e19cc-aba1-401c-ba5c-6c1a74082882', 'tenant_id': '74bc5013de174928a9ab47aef105909c', 'mac_address': 'fa:16:3e:22:d9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c29d003-6421-4733-8e94-76d471e24db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '01ffc29c-932e-4129-aefc-9a2b3f836b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:20:09Z', 'updated_at': '2021-12-06T17:20:16Z', 'revision_number': 5, 'project_id': '74bc5013de174928a9ab47aef105909c', 'subnets': [{'id': '01ffc29c-932e-4129-aefc-9a2b3f836b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:29:07.806609 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca667ad2-fc46-4efa-ab69-6882f642abf7 None None] Checking router: 3c29d003-6421-4733-8e94-76d471e24db7 for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:29:07.817111 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca667ad2-fc46-4efa-ab69-6882f642abf7 None None] Routers {'3c29d003-6421-4733-8e94-76d471e24db7'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:29:07.817912 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-ca667ad2-fc46-4efa-ab69-6882f642abf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:28:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['3c29d003-6421-4733-8e94-76d471e24db7'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:29:07.840762 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b8ccc6bd-d67d-47d8-9629-41cd43048d6b req-ea6e4fa3-d4f9-4a5e-81e8-b4fd9170785f tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd5c2d47-7018-4f41-af71-56e6d5579ccf HTTP/1.1" status: 200 len: 210 time: 0.0669713 Dec 06 17:29:07.861768 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dd507b37-1e0a-4ff1-a8ce-38230cbb2575 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:07.878055 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dd507b37-1e0a-4ff1-a8ce-38230cbb2575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:07.944184 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-dd507b37-1e0a-4ff1-a8ce-38230cbb2575 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7022c80587ef46adb696e6f90b152b4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6674182 Dec 06 17:29:07.954298 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 39868) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:29:07.960332 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-ca667ad2-fc46-4efa-ab69-6882f642abf7 None None] Set router 3c29d003-6421-4733-8e94-76d471e24db7 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:29:08.008943 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd507b37-1e0a-4ff1-a8ce-38230cbb2575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f70f24a8-a571-4d95-a11b-90bd866eaae0,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:08.035499 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-98925419-ee20-47c1-bed8-b2b2f3e09635 req-866f2725-6939-42dd-a573-c2d58ee5d962 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a8a9596-a8be-4893-bb39-df16a86b178f HTTP/1.1" status: 200 len: 217 time: 0.6370218 Dec 06 17:29:08.050645 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a37ddc5b-2b35-4d66-95a5-fda25e33279b req-efaca3e1-5e09-4193-9e80-5fa667a1d1c4 tempest-ServerTagsTestJSON-456753351 tempest-ServerTagsTestJSON-456753351-project] 10.222.0.23 "GET /v2.0/security-groups?id=270a324f-3b45-4182-a461-0953228d4793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7347429 Dec 06 17:29:08.085285 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-40670b43-46ab-4539-8e1f-1e75918053dd tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Deleting port fd18c181-dd84-4a79-a7a8-b1927a0dbf10 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:29:08.085900 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-40670b43-46ab-4539-8e1f-1e75918053dd tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:08.109266 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98925419-ee20-47c1-bed8-b2b2f3e09635 req-e5f5cd3f-6d85-4fd9-a641-4900bcad8679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:08.110737 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-98925419-ee20-47c1-bed8-b2b2f3e09635 req-e5f5cd3f-6d85-4fd9-a641-4900bcad8679 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ba5dc36d-cc32-42a1-abc6-8c2698a4ebad HTTP/1.1" status: 200 len: 847 time: 0.0592000 Dec 06 17:29:08.189113 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fed4dab4-4071-41e5-8ce8-bbddaa848cbc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:08.222510 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-98925419-ee20-47c1-bed8-b2b2f3e09635 req-db8c9bcf-d65b-4c1d-bd29-0b502da68e2c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0ca1d6cb-803b-41bc-90a5-8d395d0346bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1019406 Dec 06 17:29:08.235591 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-373d3b38-6884-4cf9-b051-eb6dfd4c6317 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575908'] for router_interface, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:08.239851 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fed4dab4-4071-41e5-8ce8-bbddaa848cbc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:08.531506 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-98925419-ee20-47c1-bed8-b2b2f3e09635 req-f0d8835b-6d08-4a64-8851-31d805666b89 service neutron] 10.222.0.41 "GET /v2.0/networks/0ca1d6cb-803b-41bc-90a5-8d395d0346bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814014 Dec 06 17:29:08.541186 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-ca667ad2-fc46-4efa-ab69-6882f642abf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c29d003-6421-4733-8e94-76d471e24db7', 'name': 'tempest-AttachVolumeShelveTestJSON-1454673330-router', 'tenant_id': '74bc5013de174928a9ab47aef105909c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.145'}], 'enable_snat': True}, 'gw_port_id': '92514718-b909-425e-925a-e193e46db368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:19:59Z', 'updated_at': '2021-12-06T17:20:10Z', 'revision_number': 4, 'project_id': '74bc5013de174928a9ab47aef105909c', 'gw_port': {'id': '92514718-b909-425e-925a-e193e46db368', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:95:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c29d003-6421-4733-8e94-76d471e24db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:20:02Z', 'updated_at': '2021-12-06T17:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '8eb415b7-2dde-4905-a8cb-5d548e34c561', 'name': '', 'network_id': '443e19cc-aba1-401c-ba5c-6c1a74082882', 'tenant_id': '74bc5013de174928a9ab47aef105909c', 'mac_address': 'fa:16:3e:22:d9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c29d003-6421-4733-8e94-76d471e24db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '01ffc29c-932e-4129-aefc-9a2b3f836b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:20:09Z', 'updated_at': '2021-12-06T17:20:16Z', 'revision_number': 5, 'project_id': '74bc5013de174928a9ab47aef105909c', 'subnets': [{'id': '01ffc29c-932e-4129-aefc-9a2b3f836b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:29:08.541457 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80132f15-cf36-45ab-a282-df13054ac559 req-1f7c68b4-9bb8-41b8-b705-5a2fc59ce5ce tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:08.542936 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-80132f15-cf36-45ab-a282-df13054ac559 req-1f7c68b4-9bb8-41b8-b705-5a2fc59ce5ce tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.44 "GET /v2.0/networks?id=baae5554-5993-4f38-bd78-dc900341a8a7 HTTP/1.1" status: 200 len: 813 time: 0.3708479 Dec 06 17:29:08.570429 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca667ad2-fc46-4efa-ab69-6882f642abf7 None None] The sync data for ids ['3c29d003-6421-4733-8e94-76d471e24db7'] in n-d-master-1 is: [{'id': '3c29d003-6421-4733-8e94-76d471e24db7', 'name': 'tempest-AttachVolumeShelveTestJSON-1454673330-router', 'tenant_id': '74bc5013de174928a9ab47aef105909c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.145'}], 'enable_snat': True}, 'gw_port_id': '92514718-b909-425e-925a-e193e46db368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:19:59Z', 'updated_at': '2021-12-06T17:20:10Z', 'revision_number': 4, 'project_id': '74bc5013de174928a9ab47aef105909c', 'gw_port': {'id': '92514718-b909-425e-925a-e193e46db368', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:95:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c29d003-6421-4733-8e94-76d471e24db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:20:02Z', 'updated_at': '2021-12-06T17:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '8eb415b7-2dde-4905-a8cb-5d548e34c561', 'name': '', 'network_id': '443e19cc-aba1-401c-ba5c-6c1a74082882', 'tenant_id': '74bc5013de174928a9ab47aef105909c', 'mac_address': 'fa:16:3e:22:d9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c29d003-6421-4733-8e94-76d471e24db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '01ffc29c-932e-4129-aefc-9a2b3f836b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:20:09Z', 'updated_at': '2021-12-06T17:20:16Z', 'revision_number': 5, 'project_id': '74bc5013de174928a9ab47aef105909c', 'subnets': [{'id': '01ffc29c-932e-4129-aefc-9a2b3f836b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:29:08.588621 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-80132f15-cf36-45ab-a282-df13054ac559 req-aa3a5392-f1dd-473d-908b-5c9780e77aad tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Request body: {'port': {'device_id': 'bd5c2d47-7018-4f41-af71-56e6d5579ccf', 'network_id': 'baae5554-5993-4f38-bd78-dc900341a8a7', 'admin_state_up': True, 'tenant_id': '31731eabc62542b18a3f7712a1235f2a'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:29:08.816535 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-98925419-ee20-47c1-bed8-b2b2f3e09635 req-e30589e9-0492-4dc3-b9ab-5cf49b06d532 service neutron] 10.222.0.41 "GET /v2.0/networks/0ca1d6cb-803b-41bc-90a5-8d395d0346bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725322 Dec 06 17:29:08.835550 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80132f15-cf36-45ab-a282-df13054ac559 req-aa3a5392-f1dd-473d-908b-5c9780e77aad tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Made reservation on behalf of 31731eabc62542b18a3f7712a1235f2a for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:29:08.841641 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-80132f15-cf36-45ab-a282-df13054ac559 req-aa3a5392-f1dd-473d-908b-5c9780e77aad tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:08.873689 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6e836a96-b31c-4627-9d24-9959e660c0e1 req-fe8984b1-9111-4832-b792-50c50de522d5 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e766107-5d5f-422c-b94b-1d8d8ddacb83 HTTP/1.1" status: 200 len: 210 time: 0.0862682 Dec 06 17:29:08.875599 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-40670b43-46ab-4539-8e1f-1e75918053dd tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] For port fd18c181-dd84-4a79-a7a8-b1927a0dbf10, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=fd18c181-dd84-4a79-a7a8-b1927a0dbf10,segment=NetworkSegment(42bff26c-68a9-49fb-9b4f-34e773f0fd80),segment_id=42bff26c-68a9-49fb-9b4f-34e773f0fd80)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:29:08.875956 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-40670b43-46ab-4539-8e1f-1e75918053dd tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:08.911655 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-40670b43-46ab-4539-8e1f-1e75918053dd tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Calling delete_port for fd18c181-dd84-4a79-a7a8-b1927a0dbf10 owned by network:router_interface {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:29:09.016672 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5cb2b241-5756-4866-b2f5-848333ee21b5 req-0b456f58-535c-41b2-8b43-d40c641bf339 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd5c2d47-7018-4f41-af71-56e6d5579ccf HTTP/1.1" status: 200 len: 210 time: 0.0801506 Dec 06 17:29:09.017160 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d024581-3da5-42e1-894b-cdaf7bfc13c1 None None] New status for floating IP 6e12e64b-0ad3-45ca-8334-4ff33c56ca86: DOWN {{(pid=103287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 17:29:09.052000 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e766107-5d5f-422c-b94b-1d8d8ddacb83', 'name': 'network-vif-deleted', 'tag': '3ecd9a2d-90bf-46c7-a794-db6a81264372'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:29:09.054963 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83197263-3dfd-4a83-81e2-b88e1b5290a3" -d '{"events": [{"server_uuid": "9e766107-5d5f-422c-b94b-1d8d8ddacb83", "name": "network-vif-deleted", "tag": "3ecd9a2d-90bf-46c7-a794-db6a81264372"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:29:09.072417 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fed4dab4-4071-41e5-8ce8-bbddaa848cbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:09.075141 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fed4dab4-4071-41e5-8ce8-bbddaa848cbc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:09.078610 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-fed4dab4-4071-41e5-8ce8-bbddaa848cbc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f70f24a8-a571-4d95-a11b-90bd866eaae0 HTTP/1.1" status: 204 len: 168 time: 1.1210434 Dec 06 17:29:09.100424 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-80132f15-cf36-45ab-a282-df13054ac559 req-aa3a5392-f1dd-473d-908b-5c9780e77aad tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Allocated IP 172.20.0.12 (baae5554-5993-4f38-bd78-dc900341a8a7/beafb9f1-df05-4269-b547-aab5f335c461/77390b8b-a6da-4a50-b92d-208c0440161d) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:29:09.107349 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed4dab4-4071-41e5-8ce8-bbddaa848cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f70f24a8-a571-4d95-a11b-90bd866eaae0,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:09.173200 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f8c7efb-1f6a-4a84-b735-c1b5a4967480 x-openstack-request-id: req-5f8c7efb-1f6a-4a84-b735-c1b5a4967480 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:29:09.173512 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e766107-5d5f-422c-b94b-1d8d8ddacb83", "name": "network-vif-deleted", "tag": "3ecd9a2d-90bf-46c7-a794-db6a81264372", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:29:09.173762 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5f8c7efb-1f6a-4a84-b735-c1b5a4967480 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:29:09.174155 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e766107-5d5f-422c-b94b-1d8d8ddacb83', 'name': 'network-vif-deleted', 'tag': '3ecd9a2d-90bf-46c7-a794-db6a81264372', 'status': 'completed', 'code': 200} Dec 06 17:29:09.183357 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8a585b-3e8f-43ac-857d-c1e1e25ff2ff req-b3b8e670-4ee2-4c3f-9ad6-876adf4e0ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:09.184830 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1d8a585b-3e8f-43ac-857d-c1e1e25ff2ff req-b3b8e670-4ee2-4c3f-9ad6-876adf4e0ed4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f7b0b3c195544eec8e46eaeeeda82075&device_id=ab317caf-56c5-47ee-b6ff-c5ada214f214 HTTP/1.1" status: 200 len: 1095 time: 0.2469540 Dec 06 17:29:09.408942 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ce5323-2c14-4826-b5fa-0e75796ad0d5 req-14cafc84-c232-40b1-8dfd-f8c021262376 tempest-ServerTagsTestJSON-456753351 tempest-ServerTagsTestJSON-456753351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:09.418007 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-27ce5323-2c14-4826-b5fa-0e75796ad0d5 req-14cafc84-c232-40b1-8dfd-f8c021262376 tempest-ServerTagsTestJSON-456753351 tempest-ServerTagsTestJSON-456753351-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab317caf-56c5-47ee-b6ff-c5ada214f214 HTTP/1.1" status: 200 len: 944 time: 0.2464890 Dec 06 17:29:09.442757 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-373d3b38-6884-4cf9-b051-eb6dfd4c6317 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Deleting port 287d281c-b8f5-41db-95f9-136122b6ea25 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:29:09.443337 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-373d3b38-6884-4cf9-b051-eb6dfd4c6317 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:09.449192 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-40670b43-46ab-4539-8e1f-1e75918053dd tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:09.548813 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8a585b-3e8f-43ac-857d-c1e1e25ff2ff req-1616fac4-0a84-4be0-974d-d9c6691a2183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:09.548813 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1d8a585b-3e8f-43ac-857d-c1e1e25ff2ff req-1616fac4-0a84-4be0-974d-d9c6691a2183 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0ca1d6cb-803b-41bc-90a5-8d395d0346bd HTTP/1.1" status: 200 len: 908 time: 0.3338048 Dec 06 17:29:09.587048 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-27ce5323-2c14-4826-b5fa-0e75796ad0d5 req-88090208-e089-4f11-9b31-11419505bd8d tempest-ServerTagsTestJSON-456753351 tempest-ServerTagsTestJSON-456753351-project] 10.222.0.23 "GET /v2.0/security-groups?id=270a324f-3b45-4182-a461-0953228d4793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679096 Dec 06 17:29:09.636682 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40670b43-46ab-4539-8e1f-1e75918053dd tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Pushing event deleted for resources: {'Port': ['ID=fd18c181-dd84-4a79-a7a8-b1927a0dbf10,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:09.664875 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-80132f15-cf36-45ab-a282-df13054ac559 req-aa3a5392-f1dd-473d-908b-5c9780e77aad tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:09.667305 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1d8a585b-3e8f-43ac-857d-c1e1e25ff2ff req-ad1feb16-6b3d-464a-902b-4776cbcc8e0e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a8a9596-a8be-4893-bb39-df16a86b178f HTTP/1.1" status: 200 len: 217 time: 0.0792177 Dec 06 17:29:09.729719 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-373d3b38-6884-4cf9-b051-eb6dfd4c6317 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:09.743092 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8a585b-3e8f-43ac-857d-c1e1e25ff2ff req-98bffac5-0a6e-4426-987a-05116b82c00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:09.744576 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1d8a585b-3e8f-43ac-857d-c1e1e25ff2ff req-98bffac5-0a6e-4426-987a-05116b82c00f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ba5dc36d-cc32-42a1-abc6-8c2698a4ebad HTTP/1.1" status: 200 len: 847 time: 0.0515549 Dec 06 17:29:09.753740 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-373d3b38-6884-4cf9-b051-eb6dfd4c6317 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Calling delete_port for 287d281c-b8f5-41db-95f9-136122b6ea25 owned by network:router_interface {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:29:09.769559 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-80132f15-cf36-45ab-a282-df13054ac559 req-aa3a5392-f1dd-473d-908b-5c9780e77aad tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:09.782496 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['cb808805-ed0f-4802-a8ba-36b736428fd1'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:29:09.896743 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1d8a585b-3e8f-43ac-857d-c1e1e25ff2ff req-4f401b26-8084-41fe-b6fb-4a932090acdf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0ca1d6cb-803b-41bc-90a5-8d395d0346bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1425128 Dec 06 17:29:09.898561 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3a5392-f1dd-473d-908b-5c9780e77aad tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Pushing event updated for resources: {'Port': ['ID=77390b8b-a6da-4a50-b92d-208c0440161d,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:09.967228 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80132f15-cf36-45ab-a282-df13054ac559 req-aa3a5392-f1dd-473d-908b-5c9780e77aad tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Network baae5554-5993-4f38-bd78-dc900341a8a7 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:29:09.983671 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-80132f15-cf36-45ab-a282-df13054ac559 req-aa3a5392-f1dd-473d-908b-5c9780e77aad tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:29:09.999169 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-80132f15-cf36-45ab-a282-df13054ac559 req-aa3a5392-f1dd-473d-908b-5c9780e77aad tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:29:10.001515 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90234fb4-4a9f-41af-b5be-486747e5e028 None None] DHCP port deletion for baae5554-5993-4f38-bd78-dc900341a8a7 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:29:10.076073 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-40670b43-46ab-4539-8e1f-1e75918053dd tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-772474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575952'] for router_interface, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:10.081533 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 39928) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:29:10.128210 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6cabd09b-6ce2-450d-acb3-c59d48f3bd58 None None] Provisioning complete for port 77390b8b-a6da-4a50-b92d-208c0440161d triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:29:10.128596 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6cabd09b-6ce2-450d-acb3-c59d48f3bd58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:10.192108 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6cabd09b-6ce2-450d-acb3-c59d48f3bd58 None None] Port 77390b8b-a6da-4a50-b92d-208c0440161d cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:29:10.200990 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1d8a585b-3e8f-43ac-857d-c1e1e25ff2ff req-6c9c8cb3-6d6c-45c3-936d-c9f9a1ab7a82 service neutron] 10.222.0.41 "GET /v2.0/networks/0ca1d6cb-803b-41bc-90a5-8d395d0346bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679260 Dec 06 17:29:10.249566 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80132f15-cf36-45ab-a282-df13054ac559 req-aa3a5392-f1dd-473d-908b-5c9780e77aad tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:10.250818 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-80132f15-cf36-45ab-a282-df13054ac559 req-aa3a5392-f1dd-473d-908b-5c9780e77aad tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:10.303478 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3344376b-8475-4c75-91c5-3aba538d1eef tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:10.361523 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a955bb1e-c5cb-4db4-9e38-88cc401b8da9 req-10386b1b-8a46-4b3a-88a4-426f18f39c8e tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:10.363084 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a955bb1e-c5cb-4db4-9e38-88cc401b8da9 req-10386b1b-8a46-4b3a-88a4-426f18f39c8e tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd5c2d47-7018-4f41-af71-56e6d5579ccf HTTP/1.1" status: 200 len: 932 time: 0.1646676 Dec 06 17:29:10.370709 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-80132f15-cf36-45ab-a282-df13054ac559 req-aa3a5392-f1dd-473d-908b-5c9780e77aad tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7875555 Dec 06 17:29:10.398794 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-80132f15-cf36-45ab-a282-df13054ac559 req-3963820d-bfa0-44ff-af9f-a8ab71b96aa5 service neutron] Request body: {'port': {'device_id': 'bd5c2d47-7018-4f41-af71-56e6d5579ccf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:29:10.399050 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3344376b-8475-4c75-91c5-3aba538d1eef tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:10.435844 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-373d3b38-6884-4cf9-b051-eb6dfd4c6317 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:10.486745 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d3b38-6884-4cf9-b051-eb6dfd4c6317 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Pushing event deleted for resources: {'Port': ['ID=287d281c-b8f5-41db-95f9-136122b6ea25,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:10.547110 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-80132f15-cf36-45ab-a282-df13054ac559 req-3963820d-bfa0-44ff-af9f-a8ab71b96aa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:10.562445 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1d8a585b-3e8f-43ac-857d-c1e1e25ff2ff req-40cd8fb1-de4b-4a15-89f5-d7cfe00294c3 service neutron] 10.222.0.41 "GET /v2.0/networks/0ca1d6cb-803b-41bc-90a5-8d395d0346bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3329949 Dec 06 17:29:10.592024 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a955bb1e-c5cb-4db4-9e38-88cc401b8da9 req-07c83945-7ff7-469b-983a-9d050ed034cc tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/security-groups?id=a040c6b3-0771-4bba-81c8-f88c93c47b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184348 Dec 06 17:29:10.881729 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3344376b-8475-4c75-91c5-3aba538d1eef tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:10.884361 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3344376b-8475-4c75-91c5-3aba538d1eef tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:10.885534 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-3344376b-8475-4c75-91c5-3aba538d1eef tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "DELETE /v2.0/security-groups/3b076312-1c54-4a4a-a63b-13a8529c717b HTTP/1.1" status: 204 len: 168 time: 0.8051727 Dec 06 17:29:10.888675 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 39954) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:29:10.894903 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-373d3b38-6884-4cf9-b051-eb6dfd4c6317 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-772474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575952'] for router_interface, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:10.915629 n-d-master-1 neutron-server[103285]: INFO neutron.api.v2.resource [None req-5371899f-265d-4321-a850-9938cf96e34d tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] show failed (client error): The resource could not be found. Dec 06 17:29:10.917508 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-5371899f-265d-4321-a850-9938cf96e34d tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "GET /v2.0/security-groups/3b076312-1c54-4a4a-a63b-13a8529c717b HTTP/1.1" status: 404 len: 347 time: 0.0270007 Dec 06 17:29:10.923270 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 39958) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:29:10.946396 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3344376b-8475-4c75-91c5-3aba538d1eef tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b076312-1c54-4a4a-a63b-13a8529c717b,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:10.969746 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4fccea-efc0-4800-a867-be2ba9a296b2 req-444a515b-82b7-4db5-aeee-32965bb174ce tempest-ServerTagsTestJSON-456753351 tempest-ServerTagsTestJSON-456753351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:10.971412 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-eb4fccea-efc0-4800-a867-be2ba9a296b2 req-444a515b-82b7-4db5-aeee-32965bb174ce tempest-ServerTagsTestJSON-456753351 tempest-ServerTagsTestJSON-456753351-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab317caf-56c5-47ee-b6ff-c5ada214f214 HTTP/1.1" status: 200 len: 944 time: 0.1741009 Dec 06 17:29:11.070908 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40670b43-46ab-4539-8e1f-1e75918053dd tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Router 88345162-f27d-456a-a815-6559325e911d has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:29:11.115740 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-eb4fccea-efc0-4800-a867-be2ba9a296b2 req-7c6938f3-cf1f-44ff-9725-20e81f6c183c tempest-ServerTagsTestJSON-456753351 tempest-ServerTagsTestJSON-456753351-project] 10.222.0.23 "GET /v2.0/security-groups?id=270a324f-3b45-4182-a461-0953228d4793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993319 Dec 06 17:29:11.140145 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-80132f15-cf36-45ab-a282-df13054ac559 req-3963820d-bfa0-44ff-af9f-a8ab71b96aa5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77390b8b-a6da-4a50-b92d-208c0440161d {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:29:11.153286 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-80132f15-cf36-45ab-a282-df13054ac559 req-3963820d-bfa0-44ff-af9f-a8ab71b96aa5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:11.175217 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-80132f15-cf36-45ab-a282-df13054ac559 req-3963820d-bfa0-44ff-af9f-a8ab71b96aa5 service neutron] Transition to ACTIVE for port object 77390b8b-a6da-4a50-b92d-208c0440161d will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:29:11.184608 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-80132f15-cf36-45ab-a282-df13054ac559 req-3963820d-bfa0-44ff-af9f-a8ab71b96aa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:11.241439 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023801cf-c21b-45aa-b101-32d8ddeae901 None None] DHCP port deletion for baae5554-5993-4f38-bd78-dc900341a8a7 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:29:11.273996 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-0bc351da-5d8a-4069-8dc5-6e24b8163954 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Deleting port e2337c35-fe24-4e17-b8a9-7fea7452edb4 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:29:11.275157 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0bc351da-5d8a-4069-8dc5-6e24b8163954 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:11.304923 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3963820d-bfa0-44ff-af9f-a8ab71b96aa5 service neutron] Pushing event updated for resources: {'Port': ['ID=77390b8b-a6da-4a50-b92d-208c0440161d,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:11.329412 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-373d3b38-6884-4cf9-b051-eb6dfd4c6317 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Router f18cb748-76ad-42c3-b383-fc6afeafda3a has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:29:11.348567 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40670b43-46ab-4539-8e1f-1e75918053dd tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:29:11.370379 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d1071a-0226-4210-962a-45aba5b43ce8 None None] Sync routers for ids ['88345162-f27d-456a-a815-6559325e911d'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:29:11.378383 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-40670b43-46ab-4539-8e1f-1e75918053dd tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "PUT /v2.0/routers/88345162-f27d-456a-a815-6559325e911d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6124685 Dec 06 17:29:11.386754 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 39976) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:29:11.395351 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d1071a-0226-4210-962a-45aba5b43ce8 None None] Routers {'88345162-f27d-456a-a815-6559325e911d'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:29:11.396699 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-b7d1071a-0226-4210-962a-45aba5b43ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:28:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['88345162-f27d-456a-a815-6559325e911d'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:29:11.532682 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-373d3b38-6884-4cf9-b051-eb6dfd4c6317 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:29:11.546492 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba93f4e2-bbc4-4b58-b028-6ff1217e9968 None None] Sync routers for ids ['f18cb748-76ad-42c3-b383-fc6afeafda3a'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:29:11.556274 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-373d3b38-6884-4cf9-b051-eb6dfd4c6317 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] 10.222.0.23 "PUT /v2.0/routers/f18cb748-76ad-42c3-b383-fc6afeafda3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4300623 Dec 06 17:29:11.557311 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 39982) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:29:11.569111 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba93f4e2-bbc4-4b58-b028-6ff1217e9968 None None] Routers {'f18cb748-76ad-42c3-b383-fc6afeafda3a'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:29:11.571994 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-ba93f4e2-bbc4-4b58-b028-6ff1217e9968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:28:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['f18cb748-76ad-42c3-b383-fc6afeafda3a'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:29:11.580779 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e005a65-f550-40db-94c0-67875d73d01c tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Deleting subnet bf4aecbe-5cce-4e7f-a01d-067dc19fd3c6 {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:29:11.594655 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1e005a65-f550-40db-94c0-67875d73d01c tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:11.601232 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0bc351da-5d8a-4069-8dc5-6e24b8163954 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:11.601570 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0bc351da-5d8a-4069-8dc5-6e24b8163954 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:11.615624 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 4a8a9596-a8be-4893-bb39-df16a86b178f details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:29:11.651062 n-d-master-1 neutron-server[103284]: INFO neutron.api.v2.resource [None req-bc4e85f0-e0d3-4733-a381-b032ae175dd7 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] delete failed (client error): The resource could not be found. Dec 06 17:29:11.651905 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-0bc351da-5d8a-4069-8dc5-6e24b8163954 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Calling delete_port for e2337c35-fe24-4e17-b8a9-7fea7452edb4 owned by network:floatingip {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:29:11.652129 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-bc4e85f0-e0d3-4733-a381-b032ae175dd7 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] 10.222.0.23 "DELETE /v2.0/routers/tempest-non_exist_router-1931308553 HTTP/1.1" status: 404 len: 335 time: 0.0940688 Dec 06 17:29:11.664158 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 39988) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:29:11.665325 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-ba93f4e2-bbc4-4b58-b028-6ff1217e9968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:29:11.676249 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-b8aef21c-d1ec-4bf2-8d1f-203707fbd03b tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f18cb748-76ad-42c3-b383-fc6afeafda3a'}}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:29:11.690801 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba93f4e2-bbc4-4b58-b028-6ff1217e9968 None None] Routers {'f18cb748-76ad-42c3-b383-fc6afeafda3a'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:29:11.691439 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-ba93f4e2-bbc4-4b58-b028-6ff1217e9968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:28:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['f18cb748-76ad-42c3-b383-fc6afeafda3a'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:29:11.720076 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-80132f15-cf36-45ab-a282-df13054ac559 req-3963820d-bfa0-44ff-af9f-a8ab71b96aa5 service neutron] Attempting to bind port 77390b8b-a6da-4a50-b92d-208c0440161d on host n-h2-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:29:11.720456 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-80132f15-cf36-45ab-a282-df13054ac559 req-3963820d-bfa0-44ff-af9f-a8ab71b96aa5 service neutron] Attempting to bind port 77390b8b-a6da-4a50-b92d-208c0440161d by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '04368979-ac99-4737-9a75-271bdacd11fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'baae5554-5993-4f38-bd78-dc900341a8a7'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:29:11.720746 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80132f15-cf36-45ab-a282-df13054ac559 req-3963820d-bfa0-44ff-af9f-a8ab71b96aa5 service neutron] Attempting to bind port 77390b8b-a6da-4a50-b92d-208c0440161d on network baae5554-5993-4f38-bd78-dc900341a8a7 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:29:11.751472 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1e005a65-f550-40db-94c0-67875d73d01c tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:11.776098 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-b7d1071a-0226-4210-962a-45aba5b43ce8 None None] Set router 88345162-f27d-456a-a815-6559325e911d gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:29:11.797780 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-ba93f4e2-bbc4-4b58-b028-6ff1217e9968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:29:11.798481 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba93f4e2-bbc4-4b58-b028-6ff1217e9968 None None] The sync data for ids ['f18cb748-76ad-42c3-b383-fc6afeafda3a'] in n-d-master-1 is: [] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:29:11.938274 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 4a8a9596-a8be-4893-bb39-df16a86b178f, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=4a8a9596-a8be-4893-bb39-df16a86b178f,segment=NetworkSegment(b5838e76-246f-425c-bc05-a9b8b3ce065e),segment_id=b5838e76-246f-425c-bc05-a9b8b3ce065e)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:29:11.944420 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80132f15-cf36-45ab-a282-df13054ac559 req-3963820d-bfa0-44ff-af9f-a8ab71b96aa5 service neutron] Port 77390b8b-a6da-4a50-b92d-208c0440161d on network baae5554-5993-4f38-bd78-dc900341a8a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:29:11.944867 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80132f15-cf36-45ab-a282-df13054ac559 req-3963820d-bfa0-44ff-af9f-a8ab71b96aa5 service neutron] Attempting to bind port 77390b8b-a6da-4a50-b92d-208c0440161d on network baae5554-5993-4f38-bd78-dc900341a8a7 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:29:11.967288 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': '4a8a9596-a8be-4893-bb39-df16a86b178f', 'network_id': '0ca1d6cb-803b-41bc-90a5-8d395d0346bd', 'port_id': '4a8a9596-a8be-4893-bb39-df16a86b178f', 'mac_address': 'fa:16:3e:1d:ac:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba5dc36d-cc32-42a1-abc6-8c2698a4ebad', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:29:11.991814 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80132f15-cf36-45ab-a282-df13054ac559 req-3963820d-bfa0-44ff-af9f-a8ab71b96aa5 service neutron] Checking agent: {'id': '9d8b9f49-2860-4c1f-9b89-45a7657a3c4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:29:11.992064 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80132f15-cf36-45ab-a282-df13054ac559 req-3963820d-bfa0-44ff-af9f-a8ab71b96aa5 service neutron] Checking segment: {'id': '04368979-ac99-4737-9a75-271bdacd11fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'baae5554-5993-4f38-bd78-dc900341a8a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:29:11.992489 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80132f15-cf36-45ab-a282-df13054ac559 req-3963820d-bfa0-44ff-af9f-a8ab71b96aa5 service neutron] Bound using segment: {'id': '04368979-ac99-4737-9a75-271bdacd11fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'baae5554-5993-4f38-bd78-dc900341a8a7'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:29:11.992916 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-80132f15-cf36-45ab-a282-df13054ac559 req-3963820d-bfa0-44ff-af9f-a8ab71b96aa5 service neutron] Bound port: 77390b8b-a6da-4a50-b92d-208c0440161d, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04368979-ac99-4737-9a75-271bdacd11fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'baae5554-5993-4f38-bd78-dc900341a8a7'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:29:11.993275 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-80132f15-cf36-45ab-a282-df13054ac559 req-3963820d-bfa0-44ff-af9f-a8ab71b96aa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:12.049135 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:12.066111 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a8a9596-a8be-4893-bb39-df16a86b178f {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:29:12.093725 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 4a8a9596-a8be-4893-bb39-df16a86b178f, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=4a8a9596-a8be-4893-bb39-df16a86b178f,segment=NetworkSegment(b5838e76-246f-425c-bc05-a9b8b3ce065e),segment_id=b5838e76-246f-425c-bc05-a9b8b3ce065e)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:29:12.100692 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-b7d1071a-0226-4210-962a-45aba5b43ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88345162-f27d-456a-a815-6559325e911d', 'name': 'tempest-TestNetworkBasicOps-router-1668742405', 'tenant_id': 'ecd148ff302244ca8d62fb6aab386351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.20'}], 'enable_snat': True}, 'gw_port_id': 'ac315945-e71d-47b2-b3cb-5def568e84d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:27:19Z', 'updated_at': '2021-12-06T17:29:09Z', 'revision_number': 5, 'project_id': 'ecd148ff302244ca8d62fb6aab386351', 'gw_port': {'id': 'ac315945-e71d-47b2-b3cb-5def568e84d6', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:21:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88345162-f27d-456a-a815-6559325e911d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:27:22Z', 'updated_at': '2021-12-06T17:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:29:12.103807 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:12.177664 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d1071a-0226-4210-962a-45aba5b43ce8 None None] Checking router: 88345162-f27d-456a-a815-6559325e911d for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:29:12.185945 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=4a8a9596-a8be-4893-bb39-df16a86b178f,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:12.196611 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d1071a-0226-4210-962a-45aba5b43ce8 None None] Routers {'88345162-f27d-456a-a815-6559325e911d'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:29:12.197433 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-b7d1071a-0226-4210-962a-45aba5b43ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:28:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['88345162-f27d-456a-a815-6559325e911d'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:29:12.271897 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ded670-fe44-4d20-b488-e694bb90bcfa req-593fb048-d0e7-4ed3-a037-540289cd8a48 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:12.273784 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-16ded670-fe44-4d20-b488-e694bb90bcfa req-593fb048-d0e7-4ed3-a037-540289cd8a48 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd5c2d47-7018-4f41-af71-56e6d5579ccf HTTP/1.1" status: 200 len: 944 time: 0.5010455 Dec 06 17:29:12.281979 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b8aef21c-d1ec-4bf2-8d1f-203707fbd03b tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:12.297145 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c107e-bb41-4ea8-a2a5-f47299cb0605 req-4e41cb14-88b0-458d-96bb-43a25cb91635 tempest-ServerTagsTestJSON-456753351 tempest-ServerTagsTestJSON-456753351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:12.306061 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-069c107e-bb41-4ea8-a2a5-f47299cb0605 req-4e41cb14-88b0-458d-96bb-43a25cb91635 tempest-ServerTagsTestJSON-456753351 tempest-ServerTagsTestJSON-456753351-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab317caf-56c5-47ee-b6ff-c5ada214f214 HTTP/1.1" status: 200 len: 945 time: 0.1006138 Dec 06 17:29:12.329749 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-b7d1071a-0226-4210-962a-45aba5b43ce8 None None] Set router 88345162-f27d-456a-a815-6559325e911d gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:29:12.380332 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-069c107e-bb41-4ea8-a2a5-f47299cb0605 req-49444175-2676-40f6-ba66-aacc1b123591 tempest-ServerTagsTestJSON-456753351 tempest-ServerTagsTestJSON-456753351-project] 10.222.0.23 "GET /v2.0/security-groups?id=270a324f-3b45-4182-a461-0953228d4793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691276 Dec 06 17:29:12.389073 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['4a8a9596-a8be-4893-bb39-df16a86b178f'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:29:12.416409 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1e005a65-f550-40db-94c0-67875d73d01c tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:12.516674 n-d-master-1 neutron-server[103285]: INFO neutron.api.v2.resource [None req-b8aef21c-d1ec-4bf2-8d1f-203707fbd03b tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] update failed (client error): The resource could not be found. Dec 06 17:29:12.518603 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-b8aef21c-d1ec-4bf2-8d1f-203707fbd03b tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] 10.222.0.23 "PUT /v2.0/routers/f18cb748-76ad-42c3-b383-fc6afeafda3a HTTP/1.1" status: 404 len: 339 time: 0.8527398 Dec 06 17:29:12.522618 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 40024) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:29:12.529969 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-1944a3d5-08af-4539-87b3-24c55b1c7fc2 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1012172154'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:29:12.532124 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-16ded670-fe44-4d20-b488-e694bb90bcfa req-15f76fad-9995-4a1c-8b85-20558cf72d2a tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/security-groups?id=a040c6b3-0771-4bba-81c8-f88c93c47b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436967 Dec 06 17:29:12.578316 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1944a3d5-08af-4539-87b3-24c55b1c7fc2 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Made reservation on behalf of 22cf1ea0242b4245be3731bfd2de3abd for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:29:12.584572 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1944a3d5-08af-4539-87b3-24c55b1c7fc2 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:12.599934 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-80132f15-cf36-45ab-a282-df13054ac559 req-3963820d-bfa0-44ff-af9f-a8ab71b96aa5 service neutron] For port 77390b8b-a6da-4a50-b92d-208c0440161d, host n-h2-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:29:12.621349 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-80132f15-cf36-45ab-a282-df13054ac559 req-3963820d-bfa0-44ff-af9f-a8ab71b96aa5 service neutron] For port 77390b8b-a6da-4a50-b92d-208c0440161d, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=77390b8b-a6da-4a50-b92d-208c0440161d,segment=NetworkSegment(04368979-ac99-4737-9a75-271bdacd11fd),segment_id=04368979-ac99-4737-9a75-271bdacd11fd)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:29:12.633415 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-80132f15-cf36-45ab-a282-df13054ac559 req-3963820d-bfa0-44ff-af9f-a8ab71b96aa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:12.640486 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1944a3d5-08af-4539-87b3-24c55b1c7fc2 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:29:12.664754 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1944a3d5-08af-4539-87b3-24c55b1c7fc2 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:12.665120 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-1944a3d5-08af-4539-87b3-24c55b1c7fc2 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Added segment 536493b6-df6a-45f3-bf62-474479414318 of type vlan for network b2a68403-c7f5-4dd4-997e-e30cbe578156 Dec 06 17:29:12.680954 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0bc351da-5d8a-4069-8dc5-6e24b8163954 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:12.711132 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1e005a65-f550-40db-94c0-67875d73d01c tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:12.711494 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-b7d1071a-0226-4210-962a-45aba5b43ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88345162-f27d-456a-a815-6559325e911d', 'name': 'tempest-TestNetworkBasicOps-router-1668742405', 'tenant_id': 'ecd148ff302244ca8d62fb6aab386351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.20'}], 'enable_snat': True}, 'gw_port_id': 'ac315945-e71d-47b2-b3cb-5def568e84d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:27:19Z', 'updated_at': '2021-12-06T17:29:09Z', 'revision_number': 5, 'project_id': 'ecd148ff302244ca8d62fb6aab386351', 'gw_port': {'id': 'ac315945-e71d-47b2-b3cb-5def568e84d6', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:21:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88345162-f27d-456a-a815-6559325e911d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:27:22Z', 'updated_at': '2021-12-06T17:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:29:12.727443 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80132f15-cf36-45ab-a282-df13054ac559 req-3963820d-bfa0-44ff-af9f-a8ab71b96aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:12.728548 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-80132f15-cf36-45ab-a282-df13054ac559 req-3963820d-bfa0-44ff-af9f-a8ab71b96aa5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:12.730489 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-80132f15-cf36-45ab-a282-df13054ac559 req-3963820d-bfa0-44ff-af9f-a8ab71b96aa5 service neutron] 10.222.0.44 "PUT /v2.0/ports/77390b8b-a6da-4a50-b92d-208c0440161d HTTP/1.1" status: 200 len: 1092 time: 2.3465965 Dec 06 17:29:12.748642 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825d13bd-ab46-4e83-970e-99d90d5f5d36 None None] DHCP port deletion for baae5554-5993-4f38-bd78-dc900341a8a7 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:29:12.752474 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d1071a-0226-4210-962a-45aba5b43ce8 None None] The sync data for ids ['88345162-f27d-456a-a815-6559325e911d'] in n-d-master-1 is: [{'id': '88345162-f27d-456a-a815-6559325e911d', 'name': 'tempest-TestNetworkBasicOps-router-1668742405', 'tenant_id': 'ecd148ff302244ca8d62fb6aab386351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.20'}], 'enable_snat': True}, 'gw_port_id': 'ac315945-e71d-47b2-b3cb-5def568e84d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:27:19Z', 'updated_at': '2021-12-06T17:29:09Z', 'revision_number': 5, 'project_id': 'ecd148ff302244ca8d62fb6aab386351', 'gw_port': {'id': 'ac315945-e71d-47b2-b3cb-5def568e84d6', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:21:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88345162-f27d-456a-a815-6559325e911d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:27:22Z', 'updated_at': '2021-12-06T17:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:29:12.765521 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1944a3d5-08af-4539-87b3-24c55b1c7fc2 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:12.801731 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd5c2d47-7018-4f41-af71-56e6d5579ccf', 'tag': '77390b8b-a6da-4a50-b92d-208c0440161d'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:29:12.804308 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-268d4ad2-cb17-43bc-a071-26e4af7ab0aa" -d '{"events": [{"name": "network-changed", "server_uuid": "bd5c2d47-7018-4f41-af71-56e6d5579ccf", "tag": "77390b8b-a6da-4a50-b92d-208c0440161d"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:29:12.812460 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e16148d-0c34-42e1-ae61-b76db21b28b6 None None] Network 777bfc6d-3fee-43da-888a-47a7635a15f7 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:29:12.817660 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1e005a65-f550-40db-94c0-67875d73d01c tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:12.826740 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-1e005a65-f550-40db-94c0-67875d73d01c tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "DELETE /v2.0/subnets/bf4aecbe-5cce-4e7f-a01d-067dc19fd3c6 HTTP/1.1" status: 204 len: 168 time: 1.4199340 Dec 06 17:29:12.826740 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e005a65-f550-40db-94c0-67875d73d01c tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Pushing event deleted for resources: {'Subnet': ['ID=bf4aecbe-5cce-4e7f-a01d-067dc19fd3c6,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:12.827469 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1944a3d5-08af-4539-87b3-24c55b1c7fc2 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:12.842740 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1944a3d5-08af-4539-87b3-24c55b1c7fc2 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:12.844114 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1944a3d5-08af-4539-87b3-24c55b1c7fc2 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks [] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:12.846986 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 40030) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:29:12.917512 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4de80c11-4a0d-4018-8343-cbdcffdc0ff2 x-openstack-request-id: req-4de80c11-4a0d-4018-8343-cbdcffdc0ff2 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:29:12.918288 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd5c2d47-7018-4f41-af71-56e6d5579ccf", "tag": "77390b8b-a6da-4a50-b92d-208c0440161d", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:29:12.918806 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4de80c11-4a0d-4018-8343-cbdcffdc0ff2 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:29:12.919421 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd5c2d47-7018-4f41-af71-56e6d5579ccf', 'tag': '77390b8b-a6da-4a50-b92d-208c0440161d', 'status': 'completed', 'code': 200} Dec 06 17:29:12.940502 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-1944a3d5-08af-4539-87b3-24c55b1c7fc2 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4166379 Dec 06 17:29:12.944618 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 40034) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:29:12.949517 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-d342dbf6-4cfd-473b-a0cf-2c61af95da68 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Request body: {'subnet': {'network_id': 'b2a68403-c7f5-4dd4-997e-e30cbe578156', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:29:12.977986 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 40036) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:29:13.003252 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1944a3d5-08af-4539-87b3-24c55b1c7fc2 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Pushing event updated for resources: {'Network': ['ID=b2a68403-c7f5-4dd4-997e-e30cbe578156,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:13.029294 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network b2a68403-c7f5-4dd4-997e-e30cbe578156 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:29:13.159268 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d342dbf6-4cfd-473b-a0cf-2c61af95da68 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Made reservation on behalf of 22cf1ea0242b4245be3731bfd2de3abd for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:29:13.163161 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d342dbf6-4cfd-473b-a0cf-2c61af95da68 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:13.215712 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-75f7f609-74be-46f6-bb61-1df8de9e171a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:13.287510 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6b3302-45ce-4229-9309-b6011ba55698 None None] DHCP port deletion for 777bfc6d-3fee-43da-888a-47a7635a15f7 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:29:13.385393 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-ec6b3302-45ce-4229-9309-b6011ba55698 None None] Deleting port 52130426-7179-4456-816c-96c16ae69279 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:29:13.386095 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ec6b3302-45ce-4229-9309-b6011ba55698 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:13.424561 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3963820d-bfa0-44ff-af9f-a8ab71b96aa5 service neutron] Pushing event updated for resources: {'Port': ['ID=77390b8b-a6da-4a50-b92d-208c0440161d,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:13.466442 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-75f7f609-74be-46f6-bb61-1df8de9e171a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:13.482562 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80132f15-cf36-45ab-a282-df13054ac559 req-ae587980-6a67-4bda-983e-447d6322b34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:13.484485 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-80132f15-cf36-45ab-a282-df13054ac559 req-ae587980-6a67-4bda-983e-447d6322b34d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=31731eabc62542b18a3f7712a1235f2a&device_id=bd5c2d47-7018-4f41-af71-56e6d5579ccf HTTP/1.1" status: 200 len: 1095 time: 0.6594918 Dec 06 17:29:13.500022 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-92c36b95-515c-4437-ad09-4d5b7aed6325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:13.509724 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-ec6b3302-45ce-4229-9309-b6011ba55698 None None] For port 52130426-7179-4456-816c-96c16ae69279, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=52130426-7179-4456-816c-96c16ae69279,segment=NetworkSegment(42bff26c-68a9-49fb-9b4f-34e773f0fd80),segment_id=42bff26c-68a9-49fb-9b4f-34e773f0fd80)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:29:13.510182 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ec6b3302-45ce-4229-9309-b6011ba55698 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:13.524853 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc351da-5d8a-4069-8dc5-6e24b8163954 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Pushing event deleted for resources: {'Port': ['ID=e2337c35-fe24-4e17-b8a9-7fea7452edb4,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:13.525590 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-ec6b3302-45ce-4229-9309-b6011ba55698 None None] Calling delete_port for 52130426-7179-4456-816c-96c16ae69279 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:29:13.566684 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-75f7f609-74be-46f6-bb61-1df8de9e171a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:13.587984 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d342dbf6-4cfd-473b-a0cf-2c61af95da68 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:13.638403 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a7a1f70c-f3be-4fc1-b3aa-3027faa953f1 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for router, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:13.710062 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-75f7f609-74be-46f6-bb61-1df8de9e171a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0c6603a18b064fbd86fb2ccca2845514&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7286220 Dec 06 17:29:13.722548 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 40046) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:29:13.728970 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-80132f15-cf36-45ab-a282-df13054ac559 req-d1d3e3ba-c19f-4b40-905b-e5bddfd32bdc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=77390b8b-a6da-4a50-b92d-208c0440161d HTTP/1.1" status: 200 len: 217 time: 0.2053175 Dec 06 17:29:13.732085 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0bc351da-5d8a-4069-8dc5-6e24b8163954 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Publish callbacks [] for floatingip, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:13.734718 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f7f609-74be-46f6-bb61-1df8de9e171a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98274484-de77-43c7-8be6-f76af2425c7d,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:13.734869 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0bc351da-5d8a-4069-8dc5-6e24b8163954 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:13.741974 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-0bc351da-5d8a-4069-8dc5-6e24b8163954 tempest-AttachVolumeShelveTestJSON-1135139665 tempest-AttachVolumeShelveTestJSON-1135139665-project] 10.222.0.23 "DELETE /v2.0/floatingips/6e12e64b-0ad3-45ca-8334-4ff33c56ca86 HTTP/1.1" status: 204 len: 168 time: 2.8115988 Dec 06 17:29:13.759791 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d342dbf6-4cfd-473b-a0cf-2c61af95da68 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Pushing event updated for resources: {'Subnet': ['ID=07518299-cb0b-4928-8a8a-4748212a6297,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:13.839158 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 4a8a9596-a8be-4893-bb39-df16a86b178f up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:29:13.864099 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7963fe-25bd-40cf-948e-6d98d0af0e79 req-455bc889-5090-44d5-915d-18defd011358 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:13.866794 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7c7963fe-25bd-40cf-948e-6d98d0af0e79 req-455bc889-5090-44d5-915d-18defd011358 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd5c2d47-7018-4f41-af71-56e6d5579ccf HTTP/1.1" status: 200 len: 944 time: 0.2128658 Dec 06 17:29:13.869647 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d342dbf6-4cfd-473b-a0cf-2c61af95da68 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Checking segment: {'id': '536493b6-df6a-45f3-bf62-474479414318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b2a68403-c7f5-4dd4-997e-e30cbe578156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:29:13.869832 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d342dbf6-4cfd-473b-a0cf-2c61af95da68 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Network hostable DHCP agents. Network: b2a68403-c7f5-4dd4-997e-e30cbe578156, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:29:13.871699 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80132f15-cf36-45ab-a282-df13054ac559 req-d278a519-425d-4e37-9fb3-3d67e713071f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:13.873029 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-80132f15-cf36-45ab-a282-df13054ac559 req-d278a519-425d-4e37-9fb3-3d67e713071f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=beafb9f1-df05-4269-b547-aab5f335c461 HTTP/1.1" status: 200 len: 853 time: 0.1298761 Dec 06 17:29:13.904863 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4525f19-f729-4ff6-b4c0-a9976de85391 req-b05d9175-e707-4dd6-b7a6-abd8c0d55346 tempest-ServerTagsTestJSON-456753351 tempest-ServerTagsTestJSON-456753351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:13.906341 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d4525f19-f729-4ff6-b4c0-a9976de85391 req-b05d9175-e707-4dd6-b7a6-abd8c0d55346 tempest-ServerTagsTestJSON-456753351 tempest-ServerTagsTestJSON-456753351-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab317caf-56c5-47ee-b6ff-c5ada214f214 HTTP/1.1" status: 200 len: 945 time: 0.3840358 Dec 06 17:29:13.918086 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-641fc042-4378-4a9f-8b00-581fa8001df9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:13.930553 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-80132f15-cf36-45ab-a282-df13054ac559 req-10e7ccaa-3f4c-47f6-8341-33cecbc8ced7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=baae5554-5993-4f38-bd78-dc900341a8a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460739 Dec 06 17:29:13.967813 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d342dbf6-4cfd-473b-a0cf-2c61af95da68 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Network b2a68403-c7f5-4dd4-997e-e30cbe578156 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:29:14.002291 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-641fc042-4378-4a9f-8b00-581fa8001df9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:14.010918 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port 4a8a9596-a8be-4893-bb39-df16a86b178f completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:29:14.026058 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port 4a8a9596-a8be-4893-bb39-df16a86b178f triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:29:14.026670 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:14.045955 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d4525f19-f729-4ff6-b4c0-a9976de85391 req-a60d2453-6d04-4383-949e-58abcff414ca tempest-ServerTagsTestJSON-456753351 tempest-ServerTagsTestJSON-456753351-project] 10.222.0.23 "GET /v2.0/security-groups?id=270a324f-3b45-4182-a461-0953228d4793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123853 Dec 06 17:29:14.068750 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7c7963fe-25bd-40cf-948e-6d98d0af0e79 req-a2f1a33e-75ef-4add-bbc5-147218dd74cb tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/security-groups?id=a040c6b3-0771-4bba-81c8-f88c93c47b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948092 Dec 06 17:29:14.072031 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-d342dbf6-4cfd-473b-a0cf-2c61af95da68 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, b2a68403-c7f5-4dd4-997e-e30cbe578156) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:29:14.086238 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a7a1f70c-f3be-4fc1-b3aa-3027faa953f1 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:14.093632 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d342dbf6-4cfd-473b-a0cf-2c61af95da68 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:14.094259 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d342dbf6-4cfd-473b-a0cf-2c61af95da68 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:14.098157 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-641fc042-4378-4a9f-8b00-581fa8001df9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:14.101620 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-641fc042-4378-4a9f-8b00-581fa8001df9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:14.102761 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-641fc042-4378-4a9f-8b00-581fa8001df9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/98274484-de77-43c7-8be6-f76af2425c7d HTTP/1.1" status: 204 len: 168 time: 0.3789420 Dec 06 17:29:14.120675 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08e338c-95ca-4250-946f-f42bd2824d52 None None] Network b2a68403-c7f5-4dd4-997e-e30cbe578156 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:29:14.122422 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641fc042-4378-4a9f-8b00-581fa8001df9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98274484-de77-43c7-8be6-f76af2425c7d,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:14.133953 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ec6b3302-45ce-4229-9309-b6011ba55698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:14.136950 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-d342dbf6-4cfd-473b-a0cf-2c61af95da68 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1865015 Dec 06 17:29:14.137814 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 40054) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:29:14.143324 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-329d2168-e69c-4a03-8d11-a2bfb28a6bd7 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b2a68403-c7f5-4dd4-997e-e30cbe578156'}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:29:14.182944 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-80132f15-cf36-45ab-a282-df13054ac559 req-3c48b648-d713-4de5-bea1-e730f8f37679 service neutron] 10.222.0.44 "GET /v2.0/networks/baae5554-5993-4f38-bd78-dc900341a8a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396102 Dec 06 17:29:14.231425 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1f70c-f3be-4fc1-b3aa-3027faa953f1 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Deleting port ac315945-e71d-47b2-b3cb-5def568e84d6 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:29:14.232272 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a7a1f70c-f3be-4fc1-b3aa-3027faa953f1 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:14.323653 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6b3302-45ce-4229-9309-b6011ba55698 None None] Pushing event deleted for resources: {'Port': ['ID=52130426-7179-4456-816c-96c16ae69279,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:14.347991 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6b3302-45ce-4229-9309-b6011ba55698 None None] No DVR routers for this DVR port 52130426-7179-4456-816c-96c16ae69279 on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:29:14.397065 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-a7a1f70c-f3be-4fc1-b3aa-3027faa953f1 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] For port ac315945-e71d-47b2-b3cb-5def568e84d6, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ac315945-e71d-47b2-b3cb-5def568e84d6,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:29:14.398071 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a7a1f70c-f3be-4fc1-b3aa-3027faa953f1 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:14.416634 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1f70c-f3be-4fc1-b3aa-3027faa953f1 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Calling delete_port for ac315945-e71d-47b2-b3cb-5def568e84d6 owned by network:router_gateway {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:29:14.528213 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:14.614993 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 4a8a9596-a8be-4893-bb39-df16a86b178f, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=4a8a9596-a8be-4893-bb39-df16a86b178f,segment=NetworkSegment(b5838e76-246f-425c-bc05-a9b8b3ce065e),segment_id=b5838e76-246f-425c-bc05-a9b8b3ce065e)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:29:14.619454 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab317caf-56c5-47ee-b6ff-c5ada214f214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a8a9596-a8be-4893-bb39-df16a86b178f'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:29:14.622266 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e03b172c-3f77-4b2c-9a55-987b3d088fae" -d '{"events": [{"server_uuid": "ab317caf-56c5-47ee-b6ff-c5ada214f214", "name": "network-vif-plugged", "status": "completed", "tag": "4a8a9596-a8be-4893-bb39-df16a86b178f"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:29:14.625095 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 52130426-7179-4456-816c-96c16ae69279 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:29:14.662989 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 52130426-7179-4456-816c-96c16ae69279 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:29:14.663410 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 52130426-7179-4456-816c-96c16ae69279 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:29:14.663803 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device fd18c181-dd84-4a79-a7a8-b1927a0dbf10 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:29:14.675233 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-329d2168-e69c-4a03-8d11-a2bfb28a6bd7 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:14.682183 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:14.707040 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 40062) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:29:14.719065 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a7a1f70c-f3be-4fc1-b3aa-3027faa953f1 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:14.742838 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-09bdcfa9-4599-439e-9f2a-69e6174c4457 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:14.761740 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d368372c-a4cc-4b24-874d-7efc949cecd0 x-openstack-request-id: req-d368372c-a4cc-4b24-874d-7efc949cecd0 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:29:14.762037 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab317caf-56c5-47ee-b6ff-c5ada214f214", "name": "network-vif-plugged", "status": "completed", "tag": "4a8a9596-a8be-4893-bb39-df16a86b178f", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:29:14.762304 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d368372c-a4cc-4b24-874d-7efc949cecd0 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:29:14.762719 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab317caf-56c5-47ee-b6ff-c5ada214f214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a8a9596-a8be-4893-bb39-df16a86b178f', 'code': 200} Dec 06 17:29:14.764596 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: fd18c181-dd84-4a79-a7a8-b1927a0dbf10 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:29:14.764951 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device fd18c181-dd84-4a79-a7a8-b1927a0dbf10 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:29:14.825456 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a1f70c-f3be-4fc1-b3aa-3027faa953f1 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Pushing event deleted for resources: {'Port': ['ID=ac315945-e71d-47b2-b3cb-5def568e84d6,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:14.848054 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a431c86f-76d0-4c2b-bcdf-c95abce47df9 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:29:14.907253 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-09bdcfa9-4599-439e-9f2a-69e6174c4457 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:14.931191 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b8ee8a-3697-480d-b17a-a5cff6b72776 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-b2a68403-c7f5-4dd4-997e-e30cbe578156', 'network_id': 'b2a68403-c7f5-4dd4-997e-e30cbe578156', 'tenant_id': '22cf1ea0242b4245be3731bfd2de3abd', 'fixed_ips': [{'subnet_id': '07518299-cb0b-4928-8a8a-4748212a6297'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:29:14.932072 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c5b8ee8a-3697-480d-b17a-a5cff6b72776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:14.932462 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-80132f15-cf36-45ab-a282-df13054ac559 req-b6869f0a-dd00-49f6-9a61-2d35c86ea985 service neutron] 10.222.0.44 "GET /v2.0/networks/baae5554-5993-4f38-bd78-dc900341a8a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7408993 Dec 06 17:29:14.947750 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a7a1f70c-f3be-4fc1-b3aa-3027faa953f1 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536698'] for router_gateway, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:14.954303 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99d189a-af10-4ca7-ba7e-56ed1bc7f78b req-f543f24d-5086-4bfb-a0eb-51127bda758d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:14.955846 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c99d189a-af10-4ca7-ba7e-56ed1bc7f78b req-f543f24d-5086-4bfb-a0eb-51127bda758d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ab317caf-56c5-47ee-b6ff-c5ada214f214 HTTP/1.1" status: 200 len: 1097 time: 0.1264663 Dec 06 17:29:14.964117 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-09bdcfa9-4599-439e-9f2a-69e6174c4457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:14.977601 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=4a8a9596-a8be-4893-bb39-df16a86b178f,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:15.062849 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-09bdcfa9-4599-439e-9f2a-69e6174c4457 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f17d34bcbcc3436993c7766592c93e82&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3427889 Dec 06 17:29:15.074083 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 40066) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:29:15.085564 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bdcfa9-4599-439e-9f2a-69e6174c4457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=191f2755-9474-4c60-8d5d-f7aff0424dc2,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:15.121057 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bdcfa9-4599-439e-9f2a-69e6174c4457 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:29:15.121758 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bdcfa9-4599-439e-9f2a-69e6174c4457 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:29:15.122217 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bdcfa9-4599-439e-9f2a-69e6174c4457 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:29:15.122671 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bdcfa9-4599-439e-9f2a-69e6174c4457 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:29:15.123022 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a7a1f70c-f3be-4fc1-b3aa-3027faa953f1 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:15.123207 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bdcfa9-4599-439e-9f2a-69e6174c4457 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:29:15.123732 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bdcfa9-4599-439e-9f2a-69e6174c4457 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:29:15.124286 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bdcfa9-4599-439e-9f2a-69e6174c4457 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:29:15.124727 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bdcfa9-4599-439e-9f2a-69e6174c4457 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:29:15.125165 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bdcfa9-4599-439e-9f2a-69e6174c4457 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:29:15.125715 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bdcfa9-4599-439e-9f2a-69e6174c4457 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:29:15.126155 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bdcfa9-4599-439e-9f2a-69e6174c4457 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:29:15.126594 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bdcfa9-4599-439e-9f2a-69e6174c4457 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:29:15.127028 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bdcfa9-4599-439e-9f2a-69e6174c4457 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:29:15.127988 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a7a1f70c-f3be-4fc1-b3aa-3027faa953f1 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:15.200338 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d4ad2-cb17-43bc-a071-26e4af7ab0aa req-0dd133aa-9dc5-4780-a2ef-2126975bee81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:15.201921 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-268d4ad2-cb17-43bc-a071-26e4af7ab0aa req-0dd133aa-9dc5-4780-a2ef-2126975bee81 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=31731eabc62542b18a3f7712a1235f2a&device_id=bd5c2d47-7018-4f41-af71-56e6d5579ccf HTTP/1.1" status: 200 len: 1095 time: 0.2022994 Dec 06 17:29:15.204298 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a7a1f70c-f3be-4fc1-b3aa-3027faa953f1 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:15.204856 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7a1f70c-f3be-4fc1-b3aa-3027faa953f1 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Fanout notify agent at l3_agent the message router_deleted on router 88345162-f27d-456a-a815-6559325e911d {{(pid=103285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 17:29:15.208770 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c99d189a-af10-4ca7-ba7e-56ed1bc7f78b req-16b14365-866e-4874-bcca-fcd8b059dc39 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=270a324f-3b45-4182-a461-0953228d4793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101619 Dec 06 17:29:15.219769 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a7a1f70c-f3be-4fc1-b3aa-3027faa953f1 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:15.223334 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-a7a1f70c-f3be-4fc1-b3aa-3027faa953f1 tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "DELETE /v2.0/routers/88345162-f27d-456a-a815-6559325e911d HTTP/1.1" status: 204 len: 168 time: 2.3690362 Dec 06 17:29:15.223498 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7db1fb7a-e5b6-4ee5-bd2e-0c6c38aaac46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:15.228611 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 40072) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:29:15.229461 n-d-master-1 neutron-server[103284]: INFO neutron.api.v2.resource [None req-329d2168-e69c-4a03-8d11-a2bfb28a6bd7 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 17:29:15.230708 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-329d2168-e69c-4a03-8d11-a2bfb28a6bd7 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] 10.222.0.23 "PUT /v2.0/routers/f18cb748-76ad-42c3-b383-fc6afeafda3a HTTP/1.1" status: 400 len: 364 time: 1.0919256 Dec 06 17:29:15.236929 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 40074) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:29:15.319550 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-c5b8ee8a-3697-480d-b17a-a5cff6b72776 None None] Allocated IP 2001:db8:1::2 (b2a68403-c7f5-4dd4-997e-e30cbe578156/07518299-cb0b-4928-8a8a-4748212a6297/062e918f-3655-4dd4-96c8-cb9066d0016c) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:29:15.382530 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7db1fb7a-e5b6-4ee5-bd2e-0c6c38aaac46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:15.493444 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c5b8ee8a-3697-480d-b17a-a5cff6b72776 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:15.507197 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c5b8ee8a-3697-480d-b17a-a5cff6b72776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:15.522677 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8db806fd-e2b7-4bac-bdfd-05edc090f2bd tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:15.541408 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fc8689-8914-4db2-a017-3ea297888019 req-978f8749-bed1-4e31-9fc3-feeabcedf515 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:15.543165 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b6fc8689-8914-4db2-a017-3ea297888019 req-978f8749-bed1-4e31-9fc3-feeabcedf515 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd5c2d47-7018-4f41-af71-56e6d5579ccf HTTP/1.1" status: 200 len: 944 time: 0.2970924 Dec 06 17:29:15.572140 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d4ad2-cb17-43bc-a071-26e4af7ab0aa req-84f51e63-cb2a-4741-a52b-0cd4a6e9be92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:15.573995 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-268d4ad2-cb17-43bc-a071-26e4af7ab0aa req-84f51e63-cb2a-4741-a52b-0cd4a6e9be92 service neutron] 10.222.0.44 "GET /v2.0/networks?id=baae5554-5993-4f38-bd78-dc900341a8a7 HTTP/1.1" status: 200 len: 914 time: 0.3643527 Dec 06 17:29:15.616109 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b8ee8a-3697-480d-b17a-a5cff6b72776 None None] Pushing event updated for resources: {'Port': ['ID=062e918f-3655-4dd4-96c8-cb9066d0016c,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:15.627757 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-268d4ad2-cb17-43bc-a071-26e4af7ab0aa req-a633c79e-434f-44e2-a6ea-eb87ccd17714 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=77390b8b-a6da-4a50-b92d-208c0440161d HTTP/1.1" status: 200 len: 217 time: 0.0414429 Dec 06 17:29:15.635136 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b8ee8a-3697-480d-b17a-a5cff6b72776 None None] Network b2a68403-c7f5-4dd4-997e-e30cbe578156 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:29:15.636633 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-c5b8ee8a-3697-480d-b17a-a5cff6b72776 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:29:15.639155 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b8ee8a-3697-480d-b17a-a5cff6b72776 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:29:15.761400 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5880071c-a495-430c-9638-f888d9a1d60a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:15.788716 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b6fc8689-8914-4db2-a017-3ea297888019 req-01291ade-0402-405a-84fa-c5ce5b74a69d tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/security-groups?id=a040c6b3-0771-4bba-81c8-f88c93c47b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375762 Dec 06 17:29:15.791054 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8db806fd-e2b7-4bac-bdfd-05edc090f2bd tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:15.808168 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d4ad2-cb17-43bc-a071-26e4af7ab0aa req-28df1853-6c4c-44e9-b0b4-8d92ba351117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:15.809877 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-268d4ad2-cb17-43bc-a071-26e4af7ab0aa req-28df1853-6c4c-44e9-b0b4-8d92ba351117 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=beafb9f1-df05-4269-b547-aab5f335c461 HTTP/1.1" status: 200 len: 853 time: 0.1599028 Dec 06 17:29:15.811823 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-c5b8ee8a-3697-480d-b17a-a5cff6b72776 None None] Attempting to bind port 062e918f-3655-4dd4-96c8-cb9066d0016c on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:29:15.816018 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-c5b8ee8a-3697-480d-b17a-a5cff6b72776 None None] Attempting to bind port 062e918f-3655-4dd4-96c8-cb9066d0016c by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '536493b6-df6a-45f3-bf62-474479414318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b2a68403-c7f5-4dd4-997e-e30cbe578156'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:29:15.816499 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b8ee8a-3697-480d-b17a-a5cff6b72776 None None] Attempting to bind port 062e918f-3655-4dd4-96c8-cb9066d0016c on network b2a68403-c7f5-4dd4-997e-e30cbe578156 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:29:15.826542 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b8ee8a-3697-480d-b17a-a5cff6b72776 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:29:15.831150 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b8ee8a-3697-480d-b17a-a5cff6b72776 None None] Checking segment: {'id': '536493b6-df6a-45f3-bf62-474479414318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b2a68403-c7f5-4dd4-997e-e30cbe578156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:29:15.831736 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c5b8ee8a-3697-480d-b17a-a5cff6b72776 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:15.832221 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b8ee8a-3697-480d-b17a-a5cff6b72776 None None] Bound using segment: {'id': '536493b6-df6a-45f3-bf62-474479414318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b2a68403-c7f5-4dd4-997e-e30cbe578156'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:29:15.834739 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-c5b8ee8a-3697-480d-b17a-a5cff6b72776 None None] Bound port: 062e918f-3655-4dd4-96c8-cb9066d0016c, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '536493b6-df6a-45f3-bf62-474479414318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b2a68403-c7f5-4dd4-997e-e30cbe578156'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:29:15.835283 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c5b8ee8a-3697-480d-b17a-a5cff6b72776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:15.858866 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-8db806fd-e2b7-4bac-bdfd-05edc090f2bd tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['777bfc6d-3fee-43da-888a-47a7635a15f7']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:29:15.862989 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-268d4ad2-cb17-43bc-a071-26e4af7ab0aa req-f1d83aa9-038c-4237-b23c-3a7ff7c1ad61 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=baae5554-5993-4f38-bd78-dc900341a8a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366023 Dec 06 17:29:15.872506 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-8db806fd-e2b7-4bac-bdfd-05edc090f2bd tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42bff26c-68a9-49fb-9b4f-34e773f0fd80') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:29:15.872919 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-8db806fd-e2b7-4bac-bdfd-05edc090f2bd tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42bff26c-68a9-49fb-9b4f-34e773f0fd80') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:29:15.972786 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c5b8ee8a-3697-480d-b17a-a5cff6b72776 None None] For port 062e918f-3655-4dd4-96c8-cb9066d0016c, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:29:15.980875 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c5b8ee8a-3697-480d-b17a-a5cff6b72776 None None] For port 062e918f-3655-4dd4-96c8-cb9066d0016c, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=062e918f-3655-4dd4-96c8-cb9066d0016c,segment=NetworkSegment(536493b6-df6a-45f3-bf62-474479414318),segment_id=536493b6-df6a-45f3-bf62-474479414318)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:29:15.992228 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c5b8ee8a-3697-480d-b17a-a5cff6b72776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:15.998635 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-268d4ad2-cb17-43bc-a071-26e4af7ab0aa req-6fba1464-fb2a-4dde-9d3e-fd18859beba0 service neutron] 10.222.0.44 "GET /v2.0/networks/baae5554-5993-4f38-bd78-dc900341a8a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234825 Dec 06 17:29:16.003894 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8db806fd-e2b7-4bac-bdfd-05edc090f2bd tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:16.041575 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8db806fd-e2b7-4bac-bdfd-05edc090f2bd tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:16.060612 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8db806fd-e2b7-4bac-bdfd-05edc090f2bd tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:29:16.061319 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8db806fd-e2b7-4bac-bdfd-05edc090f2bd tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:16.065366 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:29:16.065366 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:29:16.065366 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:29:16.065366 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:29:16.065366 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:29:16.065366 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:29:16.065366 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:29:16.065366 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:29:16.065366 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:29:16.065366 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:29:16.065366 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:29:16.065366 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:29:16.065366 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:29:16.065366 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:29:16.065366 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:29:16.065366 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:29:16.065366 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:29:16.065366 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:29:16.065366 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:29:16.065366 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:29:16.065366 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:29:16.065366 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:29:16.065366 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:29:16.065366 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:29:16.065366 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:29:16.065366 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:29:16.065366 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:29:16.065366 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:29:16.065366 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:29:16.065366 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:29:16.065366 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:29:16.065366 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:29:16.140501 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7db1fb7a-e5b6-4ee5-bd2e-0c6c38aaac46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:16.147367 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7db1fb7a-e5b6-4ee5-bd2e-0c6c38aaac46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:16.150192 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-7db1fb7a-e5b6-4ee5-bd2e-0c6c38aaac46 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/191f2755-9474-4c60-8d5d-f7aff0424dc2 HTTP/1.1" status: 204 len: 168 time: 1.0737872 Dec 06 17:29:16.158938 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b8ee8a-3697-480d-b17a-a5cff6b72776 None None] Pushing event updated for resources: {'Port': ['ID=062e918f-3655-4dd4-96c8-cb9066d0016c,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:16.238417 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8db806fd-e2b7-4bac-bdfd-05edc090f2bd tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:16.262597 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8db806fd-e2b7-4bac-bdfd-05edc090f2bd tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:16.267265 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-8db806fd-e2b7-4bac-bdfd-05edc090f2bd tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] 10.222.0.23 "DELETE /v2.0/networks/777bfc6d-3fee-43da-888a-47a7635a15f7 HTTP/1.1" status: 204 len: 168 time: 1.0374215 Dec 06 17:29:16.286723 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-268d4ad2-cb17-43bc-a071-26e4af7ab0aa req-c51364d3-35fe-4f26-9142-11c5c5f9075c service neutron] 10.222.0.44 "GET /v2.0/networks/baae5554-5993-4f38-bd78-dc900341a8a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751110 Dec 06 17:29:16.319340 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db806fd-e2b7-4bac-bdfd-05edc090f2bd tempest-TestNetworkBasicOps-2003889113 tempest-TestNetworkBasicOps-2003889113-project] Pushing event deleted for resources: {'Network': ['ID=777bfc6d-3fee-43da-888a-47a7635a15f7,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:16.330524 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db1fb7a-e5b6-4ee5-bd2e-0c6c38aaac46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=191f2755-9474-4c60-8d5d-f7aff0424dc2,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:16.428982 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a24c23a-df42-45ce-b202-383e5b589b8a req-95dddfaf-87d4-491e-9be5-b3c6769e7cc1 tempest-ServerTagsTestJSON-456753351 tempest-ServerTagsTestJSON-456753351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:16.438355 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9a24c23a-df42-45ce-b202-383e5b589b8a req-95dddfaf-87d4-491e-9be5-b3c6769e7cc1 tempest-ServerTagsTestJSON-456753351 tempest-ServerTagsTestJSON-456753351-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab317caf-56c5-47ee-b6ff-c5ada214f214 HTTP/1.1" status: 200 len: 946 time: 1.1778970 Dec 06 17:29:16.725758 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 062e918f-3655-4dd4-96c8-cb9066d0016c up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:29:16.746210 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9a24c23a-df42-45ce-b202-383e5b589b8a req-83028cd5-fc05-4e25-a073-1be14319b04a tempest-ServerTagsTestJSON-456753351 tempest-ServerTagsTestJSON-456753351-project] 10.222.0.23 "GET /v2.0/security-groups?id=270a324f-3b45-4182-a461-0953228d4793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069525 Dec 06 17:29:16.786510 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5757f477-999a-4660-b5bf-a713213db5b3 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:16.849253 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 77390b8b-a6da-4a50-b92d-208c0440161d details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:29:16.917447 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 062e918f-3655-4dd4-96c8-cb9066d0016c triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:29:16.919233 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:17.032674 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:17.034685 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 40098) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:29:17.084938 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 77390b8b-a6da-4a50-b92d-208c0440161d, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=77390b8b-a6da-4a50-b92d-208c0440161d,segment=NetworkSegment(04368979-ac99-4737-9a75-271bdacd11fd),segment_id=04368979-ac99-4737-9a75-271bdacd11fd)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:29:17.090051 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e212700-beb3-466b-8619-269e0aaa8105 req-674e0da0-30ee-46f9-8159-8dbe5d70d191 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:17.091654 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8e212700-beb3-466b-8619-269e0aaa8105 req-674e0da0-30ee-46f9-8159-8dbe5d70d191 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd5c2d47-7018-4f41-af71-56e6d5579ccf HTTP/1.1" status: 200 len: 944 time: 0.1409233 Dec 06 17:29:17.139366 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': '77390b8b-a6da-4a50-b92d-208c0440161d', 'network_id': 'baae5554-5993-4f38-bd78-dc900341a8a7', 'port_id': '77390b8b-a6da-4a50-b92d-208c0440161d', 'mac_address': 'fa:16:3e:30:9b:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beafb9f1-df05-4269-b547-aab5f335c461', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:29:17.202940 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:17.225301 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8e212700-beb3-466b-8619-269e0aaa8105 req-82fa23cb-5ef1-4d7e-b98c-3a9cb44b2951 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/security-groups?id=a040c6b3-0771-4bba-81c8-f88c93c47b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127558 Dec 06 17:29:17.239464 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:17.266880 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77390b8b-a6da-4a50-b92d-208c0440161d {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:29:17.274174 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] For port 062e918f-3655-4dd4-96c8-cb9066d0016c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=062e918f-3655-4dd4-96c8-cb9066d0016c,segment=NetworkSegment(536493b6-df6a-45f3-bf62-474479414318),segment_id=536493b6-df6a-45f3-bf62-474479414318)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:29:17.286391 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:17.300551 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 77390b8b-a6da-4a50-b92d-208c0440161d, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=77390b8b-a6da-4a50-b92d-208c0440161d,segment=NetworkSegment(04368979-ac99-4737-9a75-271bdacd11fd),segment_id=04368979-ac99-4737-9a75-271bdacd11fd)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:29:17.379173 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:17.399391 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device ac315945-e71d-47b2-b3cb-5def568e84d6 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:29:17.417629 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-5757f477-999a-4660-b5bf-a713213db5b3 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Allocated IP 2001:db8::1 (95eb921f-59f5-45f4-9b54-834d3bc3a732/1e407489-c86e-4eb5-b42a-8597bc92b854/26139f13-0742-43fd-adc0-a2b512bdd853) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:29:17.472180 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: ac315945-e71d-47b2-b3cb-5def568e84d6 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:29:17.476309 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device ac315945-e71d-47b2-b3cb-5def568e84d6 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:29:17.492462 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Pushing event updated for resources: {'Port': ['ID=062e918f-3655-4dd4-96c8-cb9066d0016c,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:17.569275 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=77390b8b-a6da-4a50-b92d-208c0440161d,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:17.664171 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5757f477-999a-4660-b5bf-a713213db5b3 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:17.665446 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['77390b8b-a6da-4a50-b92d-208c0440161d'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:29:17.765032 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5757f477-999a-4660-b5bf-a713213db5b3 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:17.773631 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-82957777-96d8-4118-a3ae-91b6779caf1d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ecd148ff302244ca8d62fb6aab386351&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7371306 Dec 06 17:29:17.776205 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 40122) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:29:17.888843 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5757f477-999a-4660-b5bf-a713213db5b3 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Network 95eb921f-59f5-45f4-9b54-834d3bc3a732 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:29:17.892128 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-36b03e12-fdb2-4b33-9f63-11279704114b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:17.898705 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-5757f477-999a-4660-b5bf-a713213db5b3 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:29:17.905326 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5757f477-999a-4660-b5bf-a713213db5b3 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:29:17.906031 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5757f477-999a-4660-b5bf-a713213db5b3 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539179'] for router_interface, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:17.946712 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-36b03e12-fdb2-4b33-9f63-11279704114b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:17.973904 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371b04b4-f713-4c7d-bd50-6450f8f8e9dd None None] Network b2a68403-c7f5-4dd4-997e-e30cbe578156 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:29:18.019949 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5757f477-999a-4660-b5bf-a713213db5b3 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Pushing event updated for resources: {'Port': ['ID=26139f13-0742-43fd-adc0-a2b512bdd853,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:18.061439 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-36b03e12-fdb2-4b33-9f63-11279704114b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:18.064827 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-36b03e12-fdb2-4b33-9f63-11279704114b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:18.066314 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-36b03e12-fdb2-4b33-9f63-11279704114b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c8595e08-4420-4f20-8c47-0561f44be516 HTTP/1.1" status: 204 len: 168 time: 0.2890871 Dec 06 17:29:18.105559 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b03e12-fdb2-4b33-9f63-11279704114b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8595e08-4420-4f20-8c47-0561f44be516,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:18.198641 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-49026624-1b92-458a-9bcd-fbc43ef07be1 None None] Provisioning complete for port 062e918f-3655-4dd4-96c8-cb9066d0016c triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:29:18.199031 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-49026624-1b92-458a-9bcd-fbc43ef07be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:18.211431 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a886142d-b1c5-424d-84cc-d496fa0516e4 req-9d0f4f32-dcae-4a4a-853a-2e50615eec99 tempest-ServerTagsTestJSON-456753351 tempest-ServerTagsTestJSON-456753351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:18.213909 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a886142d-b1c5-424d-84cc-d496fa0516e4 req-9d0f4f32-dcae-4a4a-853a-2e50615eec99 tempest-ServerTagsTestJSON-456753351 tempest-ServerTagsTestJSON-456753351-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab317caf-56c5-47ee-b6ff-c5ada214f214 HTTP/1.1" status: 200 len: 946 time: 0.2979286 Dec 06 17:29:18.214065 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:18.397360 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5757f477-999a-4660-b5bf-a713213db5b3 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:18.439771 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a886142d-b1c5-424d-84cc-d496fa0516e4 req-e53b3676-e927-4de6-a97d-410f7a9dde1a tempest-ServerTagsTestJSON-456753351 tempest-ServerTagsTestJSON-456753351-project] 10.222.0.23 "GET /v2.0/security-groups?id=270a324f-3b45-4182-a461-0953228d4793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176623 Dec 06 17:29:18.560988 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423559b7-433f-4732-ad01-227bb699bbf0 req-1a9bd9eb-7a9d-42ee-946f-23ad686cb41c tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:18.586026 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-423559b7-433f-4732-ad01-227bb699bbf0 req-1a9bd9eb-7a9d-42ee-946f-23ad686cb41c tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd5c2d47-7018-4f41-af71-56e6d5579ccf HTTP/1.1" status: 200 len: 945 time: 0.2075651 Dec 06 17:29:18.617442 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-fbb638ef-f25c-4a51-878c-9cea364099d6 None None] Provisioning complete for port 26139f13-0742-43fd-adc0-a2b512bdd853 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:29:18.620038 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fbb638ef-f25c-4a51-878c-9cea364099d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:18.705014 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 062e918f-3655-4dd4-96c8-cb9066d0016c up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:29:18.746669 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-423559b7-433f-4732-ad01-227bb699bbf0 req-d0fd7730-689b-4daf-bb13-1ebde77cb873 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/security-groups?id=a040c6b3-0771-4bba-81c8-f88c93c47b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473548 Dec 06 17:29:18.845276 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-fbb638ef-f25c-4a51-878c-9cea364099d6 None None] Port 26139f13-0742-43fd-adc0-a2b512bdd853 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:29:18.853194 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 77390b8b-a6da-4a50-b92d-208c0440161d up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:29:18.948060 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 062e918f-3655-4dd4-96c8-cb9066d0016c triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:29:18.948516 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:18.992730 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 40160) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:29:19.010331 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning for port 77390b8b-a6da-4a50-b92d-208c0440161d completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:29:19.082049 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-75f8941c-1cdf-477d-a952-7a084d59e407 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:19.109579 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port 77390b8b-a6da-4a50-b92d-208c0440161d triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:29:19.113700 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:19.127172 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:19.158110 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5757f477-999a-4660-b5bf-a713213db5b3 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:19.171673 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5757f477-999a-4660-b5bf-a713213db5b3 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:19.172531 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5757f477-999a-4660-b5bf-a713213db5b3 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-772465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539207'] for router_interface, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:19.193340 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-0f03c2b1-9850-4fe8-94a1-3098cd4faf5b None None] Provisioning complete for port 062e918f-3655-4dd4-96c8-cb9066d0016c triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:29:19.204540 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0f03c2b1-9850-4fe8-94a1-3098cd4faf5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:19.336288 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-75f8941c-1cdf-477d-a952-7a084d59e407 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:19.348845 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-75f8941c-1cdf-477d-a952-7a084d59e407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:19.406186 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-75f8941c-1cdf-477d-a952-7a084d59e407 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6146c36235024539924ee64ef51a13c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4111702 Dec 06 17:29:19.407040 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f8941c-1cdf-477d-a952-7a084d59e407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f056cf9-ba4f-4c77-8e86-3be704fadaf2,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:19.409331 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 40180) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:29:19.435680 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5757f477-999a-4660-b5bf-a713213db5b3 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Network 95eb921f-59f5-45f4-9b54-834d3bc3a732 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:29:19.441334 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-5757f477-999a-4660-b5bf-a713213db5b3 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:29:19.458291 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5757f477-999a-4660-b5bf-a713213db5b3 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Pushing event updated for resources: {'Port': ['ID=26139f13-0742-43fd-adc0-a2b512bdd853,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:19.551335 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b6358c18-39c9-4bc2-ba0e-b157096d8e4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:19.623770 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:19.666361 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b6358c18-39c9-4bc2-ba0e-b157096d8e4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:19.677819 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 77390b8b-a6da-4a50-b92d-208c0440161d, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=77390b8b-a6da-4a50-b92d-208c0440161d,segment=NetworkSegment(04368979-ac99-4737-9a75-271bdacd11fd),segment_id=04368979-ac99-4737-9a75-271bdacd11fd)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:29:19.721018 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd5c2d47-7018-4f41-af71-56e6d5579ccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77390b8b-a6da-4a50-b92d-208c0440161d'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:29:19.723416 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c58d982d-1c9f-4850-a7bf-98ea8e03436f" -d '{"events": [{"server_uuid": "bd5c2d47-7018-4f41-af71-56e6d5579ccf", "name": "network-vif-plugged", "status": "completed", "tag": "77390b8b-a6da-4a50-b92d-208c0440161d"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:29:19.733016 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:19.775901 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5757f477-999a-4660-b5bf-a713213db5b3 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Router f18cb748-76ad-42c3-b383-fc6afeafda3a has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:29:19.812662 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=77390b8b-a6da-4a50-b92d-208c0440161d,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:19.827446 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b6358c18-39c9-4bc2-ba0e-b157096d8e4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:19.832785 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b6358c18-39c9-4bc2-ba0e-b157096d8e4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:19.837689 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-b6358c18-39c9-4bc2-ba0e-b157096d8e4e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8f056cf9-ba4f-4c77-8e86-3be704fadaf2 HTTP/1.1" status: 204 len: 168 time: 0.4061959 Dec 06 17:29:19.850794 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6358c18-39c9-4bc2-ba0e-b157096d8e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f056cf9-ba4f-4c77-8e86-3be704fadaf2,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:19.870217 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32afee6c-097c-4484-b69e-dc372bb09056 x-openstack-request-id: req-32afee6c-097c-4484-b69e-dc372bb09056 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:29:19.870492 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd5c2d47-7018-4f41-af71-56e6d5579ccf", "name": "network-vif-plugged", "status": "completed", "tag": "77390b8b-a6da-4a50-b92d-208c0440161d", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:29:19.870715 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-32afee6c-097c-4484-b69e-dc372bb09056 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:29:19.872902 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd5c2d47-7018-4f41-af71-56e6d5579ccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77390b8b-a6da-4a50-b92d-208c0440161d', 'code': 200} Dec 06 17:29:20.166661 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfd24e1-4d82-4cf3-8084-5c12d6203117 req-708858f9-31a3-4111-b63a-c59d6950d99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:20.181791 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3cfd24e1-4d82-4cf3-8084-5c12d6203117 req-708858f9-31a3-4111-b63a-c59d6950d99b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bd5c2d47-7018-4f41-af71-56e6d5579ccf HTTP/1.1" status: 200 len: 1097 time: 0.2261660 Dec 06 17:29:20.184853 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-e5aa5e0e-1f57-4c23-9d3b-a4d4d570c403 None None] Provisioning complete for port 26139f13-0742-43fd-adc0-a2b512bdd853 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:29:20.187527 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e5aa5e0e-1f57-4c23-9d3b-a4d4d570c403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:20.243793 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5757f477-999a-4660-b5bf-a713213db5b3 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:29:20.261347 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-5757f477-999a-4660-b5bf-a713213db5b3 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] 10.222.0.23 "PUT /v2.0/routers/f18cb748-76ad-42c3-b383-fc6afeafda3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0213013 Dec 06 17:29:20.267016 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 40230) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:29:20.285738 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fca9d64-290d-403d-a0de-6359d1b522b6 req-46c3604c-6db9-40fe-a7d6-dec4b6fcd197 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:20.293190 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5fca9d64-290d-403d-a0de-6359d1b522b6 req-46c3604c-6db9-40fe-a7d6-dec4b6fcd197 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd5c2d47-7018-4f41-af71-56e6d5579ccf HTTP/1.1" status: 200 len: 946 time: 0.2424603 Dec 06 17:29:20.294471 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-e5aa5e0e-1f57-4c23-9d3b-a4d4d570c403 None None] Port 26139f13-0742-43fd-adc0-a2b512bdd853 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:29:20.302286 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563306db-b476-4340-8976-b64668546909 None None] Sync routers for ids ['f18cb748-76ad-42c3-b383-fc6afeafda3a'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:29:20.330615 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563306db-b476-4340-8976-b64668546909 None None] Routers {'f18cb748-76ad-42c3-b383-fc6afeafda3a'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:29:20.331259 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-563306db-b476-4340-8976-b64668546909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:29:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['f18cb748-76ad-42c3-b383-fc6afeafda3a'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:29:20.436696 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-563306db-b476-4340-8976-b64668546909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:29:20.471131 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3cfd24e1-4d82-4cf3-8084-5c12d6203117 req-ebbec08d-2a3a-4ef2-afbb-6206936dfe1e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a040c6b3-0771-4bba-81c8-f88c93c47b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758594 Dec 06 17:29:20.478809 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563306db-b476-4340-8976-b64668546909 None None] Routers {'f18cb748-76ad-42c3-b383-fc6afeafda3a'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:29:20.482402 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-563306db-b476-4340-8976-b64668546909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:29:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['f18cb748-76ad-42c3-b383-fc6afeafda3a'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:29:20.514576 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5fca9d64-290d-403d-a0de-6359d1b522b6 req-3189863a-70d7-4b20-a65e-e9bf7ebf1227 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/security-groups?id=a040c6b3-0771-4bba-81c8-f88c93c47b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203474 Dec 06 17:29:20.549854 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-563306db-b476-4340-8976-b64668546909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:29:20.553022 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-157d9229-7430-4fc6-a696-789b0c1b6c1b tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks [] for router, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:20.556987 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563306db-b476-4340-8976-b64668546909 None None] The sync data for ids ['f18cb748-76ad-42c3-b383-fc6afeafda3a'] in n-d-master-1 is: [] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:29:20.701573 n-d-master-1 neutron-server[103284]: INFO neutron.api.v2.resource [None req-157d9229-7430-4fc6-a696-789b0c1b6c1b tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 06 17:29:20.703047 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-157d9229-7430-4fc6-a696-789b0c1b6c1b tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] 10.222.0.23 "DELETE /v2.0/routers/f18cb748-76ad-42c3-b383-fc6afeafda3a HTTP/1.1" status: 409 len: 329 time: 0.4331863 Dec 06 17:29:20.705842 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 40246) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:29:20.941273 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee7a1bc-2d96-4f19-8355-179b31bcfef0 req-f9738d66-c98e-467b-a49d-72fffed93a57 tempest-TestNetworkAdvancedServerOps-348317602 tempest-TestNetworkAdvancedServerOps-348317602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:20.943359 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9ee7a1bc-2d96-4f19-8355-179b31bcfef0 req-f9738d66-c98e-467b-a49d-72fffed93a57 tempest-TestNetworkAdvancedServerOps-348317602 tempest-TestNetworkAdvancedServerOps-348317602-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=db2b7cfe-ff06-4d98-9999-728e2c37896c HTTP/1.1" status: 200 len: 1096 time: 0.0936463 Dec 06 17:29:20.976778 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-9ee7a1bc-2d96-4f19-8355-179b31bcfef0 req-ef9b1a17-1158-417a-9b3c-d9d2192967e4 tempest-TestNetworkAdvancedServerOps-348317602 tempest-TestNetworkAdvancedServerOps-348317602-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:21.157886 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-9ee7a1bc-2d96-4f19-8355-179b31bcfef0 req-ef9b1a17-1158-417a-9b3c-d9d2192967e4 tempest-TestNetworkAdvancedServerOps-348317602 tempest-TestNetworkAdvancedServerOps-348317602-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:21.166953 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-9ee7a1bc-2d96-4f19-8355-179b31bcfef0 req-ef9b1a17-1158-417a-9b3c-d9d2192967e4 tempest-TestNetworkAdvancedServerOps-348317602 tempest-TestNetworkAdvancedServerOps-348317602-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:21.275207 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9ee7a1bc-2d96-4f19-8355-179b31bcfef0 req-ef9b1a17-1158-417a-9b3c-d9d2192967e4 tempest-TestNetworkAdvancedServerOps-348317602 tempest-TestNetworkAdvancedServerOps-348317602-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=78322529-8ef3-429b-b795-66e840556866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3228550 Dec 06 17:29:21.275899 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9b1a17-1158-417a-9b3c-d9d2192967e4 tempest-TestNetworkAdvancedServerOps-348317602 tempest-TestNetworkAdvancedServerOps-348317602-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=876c5c74-e950-4791-9d6a-d81c0bdd2694,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:21.383674 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-82582872-0421-4020-8595-fce7dc6a6dac tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575908'] for router_interface, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:21.387170 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 40308) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:29:21.529044 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af69b6ea-232e-4d35-9999-09df040df2cb req-7ff3105c-402a-48b8-b49f-69505d38b760 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:21.530913 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-af69b6ea-232e-4d35-9999-09df040df2cb req-7ff3105c-402a-48b8-b49f-69505d38b760 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=db2b7cfe-ff06-4d98-9999-728e2c37896c HTTP/1.1" status: 200 len: 945 time: 0.0901520 Dec 06 17:29:21.604023 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-7bea1099-2b9b-4986-aee8-7c5b7ce94ad7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1417776253-network', 'tenant_id': '7a5c2edb34ef45d5b7fd006e4fd1e900'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:29:21.675863 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bea1099-2b9b-4986-aee8-7c5b7ce94ad7 admin admin] Made reservation on behalf of 7a5c2edb34ef45d5b7fd006e4fd1e900 for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:29:21.680751 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7bea1099-2b9b-4986-aee8-7c5b7ce94ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:21.704807 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7bea1099-2b9b-4986-aee8-7c5b7ce94ad7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:21.718856 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-af69b6ea-232e-4d35-9999-09df040df2cb req-712cf14a-461a-4099-8939-dd08ab64244b tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=78322529-8ef3-429b-b795-66e840556866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1813724 Dec 06 17:29:21.749110 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 40322) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:29:21.850127 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1b6b4f-0122-48ca-b135-032697585542 req-d05e37ec-37c3-404b-9e1d-9910a3f70b91 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:21.884000 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-cf1b6b4f-0122-48ca-b135-032697585542 req-d05e37ec-37c3-404b-9e1d-9910a3f70b91 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd5c2d47-7018-4f41-af71-56e6d5579ccf HTTP/1.1" status: 200 len: 946 time: 0.1952147 Dec 06 17:29:21.921794 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-b7320b77-4b84-419d-ab1d-50e5f7eafc8e tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/floatingips/744aebf8-ab0f-468a-9cdf-a54af3971658 HTTP/1.1" status: 200 len: 992 time: 0.1639867 Dec 06 17:29:21.975435 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7bea1099-2b9b-4986-aee8-7c5b7ce94ad7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:21.982599 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-cf1b6b4f-0122-48ca-b135-032697585542 req-f8486358-2fd8-4c20-9891-6b8952502abf tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/security-groups?id=a040c6b3-0771-4bba-81c8-f88c93c47b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840442 Dec 06 17:29:21.983796 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7bea1099-2b9b-4986-aee8-7c5b7ce94ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:22.003694 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-82582872-0421-4020-8595-fce7dc6a6dac tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Deleting port 26139f13-0742-43fd-adc0-a2b512bdd853 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:29:22.007280 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-82582872-0421-4020-8595-fce7dc6a6dac tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:22.061445 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bea1099-2b9b-4986-aee8-7c5b7ce94ad7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:29:22.115744 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7bea1099-2b9b-4986-aee8-7c5b7ce94ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:22.116096 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-7bea1099-2b9b-4986-aee8-7c5b7ce94ad7 admin admin] Added segment 337ca0aa-03ad-4967-b4ee-18615f2b329c of type vlan for network 6b7abc05-e65c-45dd-b06d-3e0ac29b2d69 Dec 06 17:29:22.131116 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bea1099-2b9b-4986-aee8-7c5b7ce94ad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c218188-2404-44b7-9d63-93d56a7bf8ab,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:22.178822 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-82582872-0421-4020-8595-fce7dc6a6dac tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:22.192305 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7bea1099-2b9b-4986-aee8-7c5b7ce94ad7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:22.232083 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-82582872-0421-4020-8595-fce7dc6a6dac tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Calling delete_port for 26139f13-0742-43fd-adc0-a2b512bdd853 owned by network:router_interface {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:29:22.242576 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7bea1099-2b9b-4986-aee8-7c5b7ce94ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:22.244357 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bea1099-2b9b-4986-aee8-7c5b7ce94ad7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:22.245157 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7bea1099-2b9b-4986-aee8-7c5b7ce94ad7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:22.318400 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f348c0d-45ad-4153-a84a-7ca0541b789f req-1541b7ff-4c61-4a05-a656-1adc46446313 tempest-ServerTagsTestJSON-456753351 tempest-ServerTagsTestJSON-456753351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:22.326411 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0f348c0d-45ad-4153-a84a-7ca0541b789f req-1541b7ff-4c61-4a05-a656-1adc46446313 tempest-ServerTagsTestJSON-456753351 tempest-ServerTagsTestJSON-456753351-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab317caf-56c5-47ee-b6ff-c5ada214f214 HTTP/1.1" status: 200 len: 946 time: 0.1530547 Dec 06 17:29:22.350626 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [req-d0887ee6-a973-4bc7-9687-00bf20b79a62 req-c08f0ce6-79f8-46d6-861a-8fb4574ff12d service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103285) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:29:22.351743 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d0887ee6-a973-4bc7-9687-00bf20b79a62 req-c08f0ce6-79f8-46d6-861a-8fb4574ff12d service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0093391 Dec 06 17:29:22.357422 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-7bea1099-2b9b-4986-aee8-7c5b7ce94ad7 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9689171 Dec 06 17:29:22.362702 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 40370) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:29:22.378439 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-afc68760-78eb-4e59-bf9e-4f775f513590 admin admin] Request body: {'subnet': {'network_id': '6b7abc05-e65c-45dd-b06d-3e0ac29b2d69', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1417776253-subnet', 'tenant_id': '7a5c2edb34ef45d5b7fd006e4fd1e900', 'ip_version': 4}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:29:22.408374 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bea1099-2b9b-4986-aee8-7c5b7ce94ad7 admin admin] Pushing event updated for resources: {'Network': ['ID=6b7abc05-e65c-45dd-b06d-3e0ac29b2d69,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:22.424661 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc68760-78eb-4e59-bf9e-4f775f513590 admin admin] Made reservation on behalf of 7a5c2edb34ef45d5b7fd006e4fd1e900 for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:29:22.426023 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 6b7abc05-e65c-45dd-b06d-3e0ac29b2d69 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:29:22.427935 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-afc68760-78eb-4e59-bf9e-4f775f513590 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:22.431586 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0f348c0d-45ad-4153-a84a-7ca0541b789f req-b8882008-af0b-4301-b3b8-025fcb5e3e61 tempest-ServerTagsTestJSON-456753351 tempest-ServerTagsTestJSON-456753351-project] 10.222.0.23 "GET /v2.0/security-groups?id=270a324f-3b45-4182-a461-0953228d4793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038616 Dec 06 17:29:22.707607 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-82582872-0421-4020-8595-fce7dc6a6dac tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:22.739048 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-afc68760-78eb-4e59-bf9e-4f775f513590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:22.778075 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82582872-0421-4020-8595-fce7dc6a6dac tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Pushing event deleted for resources: {'Port': ['ID=26139f13-0742-43fd-adc0-a2b512bdd853,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:22.922127 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc68760-78eb-4e59-bf9e-4f775f513590 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0ff83a7-9b77-408a-ae64-b8b2247c5811,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:22.937700 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc68760-78eb-4e59-bf9e-4f775f513590 admin admin] Checking segment: {'id': '337ca0aa-03ad-4967-b4ee-18615f2b329c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6b7abc05-e65c-45dd-b06d-3e0ac29b2d69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:29:22.940233 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc68760-78eb-4e59-bf9e-4f775f513590 admin admin] Network hostable DHCP agents. Network: 6b7abc05-e65c-45dd-b06d-3e0ac29b2d69, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:29:22.975773 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-82582872-0421-4020-8595-fce7dc6a6dac tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-772474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575952'] for router_interface, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:22.989847 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc68760-78eb-4e59-bf9e-4f775f513590 admin admin] Network 6b7abc05-e65c-45dd-b06d-3e0ac29b2d69 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:29:23.032827 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-afc68760-78eb-4e59-bf9e-4f775f513590 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 6b7abc05-e65c-45dd-b06d-3e0ac29b2d69) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:29:23.042613 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36ad136-ef41-45ff-be3e-5fa7f52fa654 None None] Network 6b7abc05-e65c-45dd-b06d-3e0ac29b2d69 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:29:23.048294 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc68760-78eb-4e59-bf9e-4f775f513590 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:23.049711 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-afc68760-78eb-4e59-bf9e-4f775f513590 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:23.097348 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-afc68760-78eb-4e59-bf9e-4f775f513590 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7335675 Dec 06 17:29:23.098378 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 40412) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:29:23.103799 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-a4463546-9a38-4ac1-a0e9-396558e3d8c3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1417776253-router', 'tenant_id': '7a5c2edb34ef45d5b7fd006e4fd1e900', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:29:23.256951 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a4463546-9a38-4ac1-a0e9-396558e3d8c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:23.260000 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a4463546-9a38-4ac1-a0e9-396558e3d8c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:23.297847 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a3917e-fb19-4fa2-80b9-3d836edbfb56 req-a84fe83b-2d85-4600-9e9e-8f2c8f59e776 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:23.306814 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a9a3917e-fb19-4fa2-80b9-3d836edbfb56 req-a84fe83b-2d85-4600-9e9e-8f2c8f59e776 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=db2b7cfe-ff06-4d98-9999-728e2c37896c HTTP/1.1" status: 200 len: 945 time: 0.2266631 Dec 06 17:29:23.317553 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d94b9027-846d-44b2-8c12-bc0f6f145955 req-2d8fbc65-daee-430d-8751-f70d49e88f05 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=db2b7cfe-ff06-4d98-9999-728e2c37896c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3307545 Dec 06 17:29:23.345300 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a4463546-9a38-4ac1-a0e9-396558e3d8c3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:23.476806 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713f2245-c507-4c75-9dd1-a788f2707abd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-6b7abc05-e65c-45dd-b06d-3e0ac29b2d69', 'network_id': '6b7abc05-e65c-45dd-b06d-3e0ac29b2d69', 'tenant_id': '7a5c2edb34ef45d5b7fd006e4fd1e900', 'fixed_ips': [{'subnet_id': 'e0ff83a7-9b77-408a-ae64-b8b2247c5811'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:29:23.477745 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-713f2245-c507-4c75-9dd1-a788f2707abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:23.532347 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062f9bb0-8343-4b1c-9953-aaa9a6a963e8 req-825de07e-75c8-484f-9425-6846a712d542 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:23.547826 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-062f9bb0-8343-4b1c-9953-aaa9a6a963e8 req-825de07e-75c8-484f-9425-6846a712d542 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd5c2d47-7018-4f41-af71-56e6d5579ccf HTTP/1.1" status: 200 len: 946 time: 0.4031177 Dec 06 17:29:23.570452 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82582872-0421-4020-8595-fce7dc6a6dac tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Router f18cb748-76ad-42c3-b383-fc6afeafda3a has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:29:23.614309 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a9a3917e-fb19-4fa2-80b9-3d836edbfb56 req-e58088d2-0c98-4fc2-a03f-4b141e14ab11 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=78322529-8ef3-429b-b795-66e840556866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3047554 Dec 06 17:29:23.749575 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a4463546-9a38-4ac1-a0e9-396558e3d8c3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:23.790537 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82582872-0421-4020-8595-fce7dc6a6dac tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:29:23.801739 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d56a9a1-01d9-4e82-96aa-3a47d40fa663 None None] Sync routers for ids ['f18cb748-76ad-42c3-b383-fc6afeafda3a'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:29:23.829807 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-82582872-0421-4020-8595-fce7dc6a6dac tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] 10.222.0.23 "PUT /v2.0/routers/f18cb748-76ad-42c3-b383-fc6afeafda3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1226912 Dec 06 17:29:23.835523 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d56a9a1-01d9-4e82-96aa-3a47d40fa663 None None] Routers {'f18cb748-76ad-42c3-b383-fc6afeafda3a'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:29:23.836289 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-7d56a9a1-01d9-4e82-96aa-3a47d40fa663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:29:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['f18cb748-76ad-42c3-b383-fc6afeafda3a'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:29:23.839610 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-062f9bb0-8343-4b1c-9953-aaa9a6a963e8 req-050e28e7-7714-48b0-87dd-ade2b72ee0df tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/security-groups?id=a040c6b3-0771-4bba-81c8-f88c93c47b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899156 Dec 06 17:29:23.853237 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 40498) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:29:23.854918 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-713f2245-c507-4c75-9dd1-a788f2707abd None None] Allocated IP 172.20.0.2 (6b7abc05-e65c-45dd-b06d-3e0ac29b2d69/e0ff83a7-9b77-408a-ae64-b8b2247c5811/f322f367-2e20-49f8-b159-c94bf55f639d) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:29:24.003058 n-d-master-1 neutron-server[103285]: INFO neutron.api.v2.resource [None req-b38e0786-b29a-4fde-b3dc-d2b470477e81 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] show failed (client error): The resource could not be found. Dec 06 17:29:24.004292 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-b38e0786-b29a-4fde-b3dc-d2b470477e81 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] 10.222.0.23 "GET /v2.0/routers/tempest-non_exist_router-817717924 HTTP/1.1" status: 404 len: 334 time: 0.1284866 Dec 06 17:29:24.006986 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-7d56a9a1-01d9-4e82-96aa-3a47d40fa663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:29:24.010253 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 40528) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:29:24.024070 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-2d822017-96ef-4087-8a0f-fd6742bc6e00 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:29:24.039667 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d56a9a1-01d9-4e82-96aa-3a47d40fa663 None None] Routers {'f18cb748-76ad-42c3-b383-fc6afeafda3a'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:29:24.040236 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-7d56a9a1-01d9-4e82-96aa-3a47d40fa663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:29:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['f18cb748-76ad-42c3-b383-fc6afeafda3a'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:29:24.132763 n-d-master-1 neutron-server[103284]: INFO neutron.api.v2.resource [None req-2d822017-96ef-4087-8a0f-fd6742bc6e00 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] update failed (client error): The resource could not be found. Dec 06 17:29:24.133876 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-2d822017-96ef-4087-8a0f-fd6742bc6e00 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] 10.222.0.23 "PUT /v2.0/routers/tempest-non_exist_router-14761774 HTTP/1.1" status: 404 len: 333 time: 0.1225560 Dec 06 17:29:24.138682 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 40544) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:29:24.179317 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f414aa8-6a6e-4724-a84a-a0326a4a9fad req-fd34fd8c-6632-4306-b086-8cf2e5f92fab tempest-ServerTagsTestJSON-456753351 tempest-ServerTagsTestJSON-456753351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:24.181578 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9f414aa8-6a6e-4724-a84a-a0326a4a9fad req-fd34fd8c-6632-4306-b086-8cf2e5f92fab tempest-ServerTagsTestJSON-456753351 tempest-ServerTagsTestJSON-456753351-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab317caf-56c5-47ee-b6ff-c5ada214f214 HTTP/1.1" status: 200 len: 946 time: 0.5692546 Dec 06 17:29:24.252568 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afe4477-ae03-46dd-a413-ad08097c0b31 req-dac58f69-c6a4-4145-92d8-64837a26f793 tempest-ServerTagsTestJSON-456753351 tempest-ServerTagsTestJSON-456753351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:24.260780 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2afe4477-ae03-46dd-a413-ad08097c0b31 req-dac58f69-c6a4-4145-92d8-64837a26f793 tempest-ServerTagsTestJSON-456753351 tempest-ServerTagsTestJSON-456753351-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab317caf-56c5-47ee-b6ff-c5ada214f214 HTTP/1.1" status: 200 len: 946 time: 0.4286127 Dec 06 17:29:24.422597 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-713f2245-c507-4c75-9dd1-a788f2707abd None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:24.451195 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-713f2245-c507-4c75-9dd1-a788f2707abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:24.458455 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-7d56a9a1-01d9-4e82-96aa-3a47d40fa663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:29:24.459070 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d56a9a1-01d9-4e82-96aa-3a47d40fa663 None None] The sync data for ids ['f18cb748-76ad-42c3-b383-fc6afeafda3a'] in n-d-master-1 is: [] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:29:24.479690 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-eca94823-5de1-42e1-82a6-f374a31a84a0 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Deleting subnet 07518299-cb0b-4928-8a8a-4748212a6297 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:29:24.500548 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eca94823-5de1-42e1-82a6-f374a31a84a0 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:24.589808 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2afe4477-ae03-46dd-a413-ad08097c0b31 req-6ba45b05-4067-40e6-a42f-d37a55352821 tempest-ServerTagsTestJSON-456753351 tempest-ServerTagsTestJSON-456753351-project] 10.222.0.23 "GET /v2.0/security-groups?id=270a324f-3b45-4182-a461-0953228d4793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3280580 Dec 06 17:29:24.608961 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713f2245-c507-4c75-9dd1-a788f2707abd None None] Pushing event updated for resources: {'Port': ['ID=f322f367-2e20-49f8-b159-c94bf55f639d,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:24.623075 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-9f414aa8-6a6e-4724-a84a-a0326a4a9fad req-876ce3e9-bccb-4e39-aa76-8b8bec2c2a22 tempest-ServerTagsTestJSON-456753351 tempest-ServerTagsTestJSON-456753351-project] Deleting port 4a8a9596-a8be-4893-bb39-df16a86b178f {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:29:24.626878 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-9f414aa8-6a6e-4724-a84a-a0326a4a9fad req-876ce3e9-bccb-4e39-aa76-8b8bec2c2a22 tempest-ServerTagsTestJSON-456753351 tempest-ServerTagsTestJSON-456753351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:24.644788 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713f2245-c507-4c75-9dd1-a788f2707abd None None] Network 6b7abc05-e65c-45dd-b06d-3e0ac29b2d69 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:29:24.652009 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-713f2245-c507-4c75-9dd1-a788f2707abd None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:29:24.664525 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713f2245-c507-4c75-9dd1-a788f2707abd None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:29:24.674357 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eca94823-5de1-42e1-82a6-f374a31a84a0 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:24.786826 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 40610) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:29:24.886895 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-713f2245-c507-4c75-9dd1-a788f2707abd None None] Attempting to bind port f322f367-2e20-49f8-b159-c94bf55f639d on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:29:24.887622 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-713f2245-c507-4c75-9dd1-a788f2707abd None None] Attempting to bind port f322f367-2e20-49f8-b159-c94bf55f639d by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '337ca0aa-03ad-4967-b4ee-18615f2b329c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6b7abc05-e65c-45dd-b06d-3e0ac29b2d69'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:29:24.888107 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713f2245-c507-4c75-9dd1-a788f2707abd None None] Attempting to bind port f322f367-2e20-49f8-b159-c94bf55f639d on network 6b7abc05-e65c-45dd-b06d-3e0ac29b2d69 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:29:24.900964 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713f2245-c507-4c75-9dd1-a788f2707abd None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:29:24.902725 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713f2245-c507-4c75-9dd1-a788f2707abd None None] Checking segment: {'id': '337ca0aa-03ad-4967-b4ee-18615f2b329c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6b7abc05-e65c-45dd-b06d-3e0ac29b2d69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:29:24.904886 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-713f2245-c507-4c75-9dd1-a788f2707abd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:24.906007 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713f2245-c507-4c75-9dd1-a788f2707abd None None] Bound using segment: {'id': '337ca0aa-03ad-4967-b4ee-18615f2b329c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6b7abc05-e65c-45dd-b06d-3e0ac29b2d69'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:29:24.908580 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-713f2245-c507-4c75-9dd1-a788f2707abd None None] Bound port: f322f367-2e20-49f8-b159-c94bf55f639d, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '337ca0aa-03ad-4967-b4ee-18615f2b329c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6b7abc05-e65c-45dd-b06d-3e0ac29b2d69'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:29:24.909229 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-713f2245-c507-4c75-9dd1-a788f2707abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:24.932809 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e100a1-1ad0-404d-b07c-5a2aa251bf95 req-193c19ab-6bea-4db2-acfd-ca5e2d177d83 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:24.944724 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e3e100a1-1ad0-404d-b07c-5a2aa251bf95 req-193c19ab-6bea-4db2-acfd-ca5e2d177d83 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=db2b7cfe-ff06-4d98-9999-728e2c37896c HTTP/1.1" status: 200 len: 945 time: 0.1479623 Dec 06 17:29:25.092666 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e3e100a1-1ad0-404d-b07c-5a2aa251bf95 req-4c11c896-39a7-4a18-a1af-dc92acb2d0ff tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=78322529-8ef3-429b-b795-66e840556866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460238 Dec 06 17:29:25.097610 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eca94823-5de1-42e1-82a6-f374a31a84a0 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:25.111747 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-713f2245-c507-4c75-9dd1-a788f2707abd None None] For port f322f367-2e20-49f8-b159-c94bf55f639d, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:29:25.119319 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-713f2245-c507-4c75-9dd1-a788f2707abd None None] For port f322f367-2e20-49f8-b159-c94bf55f639d, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f322f367-2e20-49f8-b159-c94bf55f639d,segment=NetworkSegment(337ca0aa-03ad-4967-b4ee-18615f2b329c),segment_id=337ca0aa-03ad-4967-b4ee-18615f2b329c)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:29:25.133190 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-713f2245-c507-4c75-9dd1-a788f2707abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:25.250539 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713f2245-c507-4c75-9dd1-a788f2707abd None None] Pushing event updated for resources: {'Port': ['ID=f322f367-2e20-49f8-b159-c94bf55f639d,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:25.916074 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-877ddc6e-7329-422c-b6e3-e5436789c29a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:25.956167 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94b9027-846d-44b2-8c12-bc0f6f145955 req-fd5ba015-31e7-4309-86ea-930d8f174ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:25.960921 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d94b9027-846d-44b2-8c12-bc0f6f145955 req-fd5ba015-31e7-4309-86ea-930d8f174ed5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=87136a91f6c54863bdb78ae5833b5c4e&device_id=db2b7cfe-ff06-4d98-9999-728e2c37896c HTTP/1.1" status: 200 len: 1096 time: 0.2796724 Dec 06 17:29:26.031194 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-877ddc6e-7329-422c-b6e3-e5436789c29a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:26.035176 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eca94823-5de1-42e1-82a6-f374a31a84a0 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:26.055110 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-877ddc6e-7329-422c-b6e3-e5436789c29a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:26.141652 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-877ddc6e-7329-422c-b6e3-e5436789c29a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=607b665ebabb419ab36ffedba4b21909&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3533237 Dec 06 17:29:26.146878 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877ddc6e-7329-422c-b6e3-e5436789c29a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=937a96ab-51a8-4316-9676-7836df22012e,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:26.155590 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 40744) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:29:26.163583 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca94823-5de1-42e1-82a6-f374a31a84a0 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Pushing event deleted for resources: {'Subnet': ['ID=07518299-cb0b-4928-8a8a-4748212a6297,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:26.210449 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eca94823-5de1-42e1-82a6-f374a31a84a0 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:26.217860 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-eca94823-5de1-42e1-82a6-f374a31a84a0 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] 10.222.0.23 "DELETE /v2.0/subnets/07518299-cb0b-4928-8a8a-4748212a6297 HTTP/1.1" status: 204 len: 168 time: 2.0774436 Dec 06 17:29:26.219209 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 40750) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:29:26.219633 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96dfdb35-a92c-4605-8c30-6583921e2eba None None] Network b2a68403-c7f5-4dd4-997e-e30cbe578156 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:29:26.245313 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c690b279-1d49-4d47-ae13-cabc23400273 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:26.268866 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c690b279-1d49-4d47-ae13-cabc23400273 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:26.320438 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a4463546-9a38-4ac1-a0e9-396558e3d8c3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:26.347856 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d68eb-73c1-4620-9396-7bdda2277de8 req-77ecb934-f72b-4c95-9669-c8b7d1e31c4c tempest-ServerTagsTestJSON-456753351 tempest-ServerTagsTestJSON-456753351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:26.358608 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-501d68eb-73c1-4620-9396-7bdda2277de8 req-77ecb934-f72b-4c95-9669-c8b7d1e31c4c tempest-ServerTagsTestJSON-456753351 tempest-ServerTagsTestJSON-456753351-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab317caf-56c5-47ee-b6ff-c5ada214f214 HTTP/1.1" status: 200 len: 946 time: 0.4218450 Dec 06 17:29:26.360840 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c690b279-1d49-4d47-ae13-cabc23400273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:26.364199 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c690b279-1d49-4d47-ae13-cabc23400273 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:26.366435 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-c690b279-1d49-4d47-ae13-cabc23400273 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/937a96ab-51a8-4316-9676-7836df22012e HTTP/1.1" status: 204 len: 168 time: 0.2040372 Dec 06 17:29:26.410049 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-9f414aa8-6a6e-4724-a84a-a0326a4a9fad req-876ce3e9-bccb-4e39-aa76-8b8bec2c2a22 tempest-ServerTagsTestJSON-456753351 tempest-ServerTagsTestJSON-456753351-project] For port 4a8a9596-a8be-4893-bb39-df16a86b178f, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=4a8a9596-a8be-4893-bb39-df16a86b178f,segment=NetworkSegment(b5838e76-246f-425c-bc05-a9b8b3ce065e),segment_id=b5838e76-246f-425c-bc05-a9b8b3ce065e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:29:26.410407 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-9f414aa8-6a6e-4724-a84a-a0326a4a9fad req-876ce3e9-bccb-4e39-aa76-8b8bec2c2a22 tempest-ServerTagsTestJSON-456753351 tempest-ServerTagsTestJSON-456753351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:26.462959 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-501d68eb-73c1-4620-9396-7bdda2277de8 req-aa088bc9-daa2-4dd1-8512-a252f61f1cc3 tempest-ServerTagsTestJSON-456753351 tempest-ServerTagsTestJSON-456753351-project] 10.222.0.23 "GET /v2.0/security-groups?id=270a324f-3b45-4182-a461-0953228d4793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029460 Dec 06 17:29:26.494718 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-9f414aa8-6a6e-4724-a84a-a0326a4a9fad req-876ce3e9-bccb-4e39-aa76-8b8bec2c2a22 tempest-ServerTagsTestJSON-456753351 tempest-ServerTagsTestJSON-456753351-project] Calling delete_port for 4a8a9596-a8be-4893-bb39-df16a86b178f owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:29:26.646243 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4afc445-3668-42bb-b5d9-c13b7ff2cf58 None None] DHCP port deletion for b2a68403-c7f5-4dd4-997e-e30cbe578156 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:29:26.671569 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c690b279-1d49-4d47-ae13-cabc23400273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=937a96ab-51a8-4316-9676-7836df22012e,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:26.741203 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fefd4a1f-7018-47bd-bd60-cdbc8839c028 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:26.775361 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device f322f367-2e20-49f8-b159-c94bf55f639d up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:29:26.859435 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-c4afc445-3668-42bb-b5d9-c13b7ff2cf58 None None] Deleting port 062e918f-3655-4dd4-96c8-cb9066d0016c {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:29:26.860481 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c4afc445-3668-42bb-b5d9-c13b7ff2cf58 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:26.892791 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-9f414aa8-6a6e-4724-a84a-a0326a4a9fad req-876ce3e9-bccb-4e39-aa76-8b8bec2c2a22 tempest-ServerTagsTestJSON-456753351 tempest-ServerTagsTestJSON-456753351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:26.976937 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-fefd4a1f-7018-47bd-bd60-cdbc8839c028 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Deleting port 062e918f-3655-4dd4-96c8-cb9066d0016c {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:29:26.977439 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fefd4a1f-7018-47bd-bd60-cdbc8839c028 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:27.017962 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a4463546-9a38-4ac1-a0e9-396558e3d8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:27.091451 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c4afc445-3668-42bb-b5d9-c13b7ff2cf58 None None] For port 062e918f-3655-4dd4-96c8-cb9066d0016c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=062e918f-3655-4dd4-96c8-cb9066d0016c,segment=NetworkSegment(536493b6-df6a-45f3-bf62-474479414318),segment_id=536493b6-df6a-45f3-bf62-474479414318)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:29:27.097350 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c4afc445-3668-42bb-b5d9-c13b7ff2cf58 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:27.124595 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port f322f367-2e20-49f8-b159-c94bf55f639d triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:29:27.124982 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:27.182079 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-fefd4a1f-7018-47bd-bd60-cdbc8839c028 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] For port 062e918f-3655-4dd4-96c8-cb9066d0016c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=062e918f-3655-4dd4-96c8-cb9066d0016c,segment=NetworkSegment(536493b6-df6a-45f3-bf62-474479414318),segment_id=536493b6-df6a-45f3-bf62-474479414318)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:29:27.182767 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fefd4a1f-7018-47bd-bd60-cdbc8839c028 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:27.187073 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-c4afc445-3668-42bb-b5d9-c13b7ff2cf58 None None] Calling delete_port for 062e918f-3655-4dd4-96c8-cb9066d0016c owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:29:27.242741 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-fefd4a1f-7018-47bd-bd60-cdbc8839c028 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Calling delete_port for 062e918f-3655-4dd4-96c8-cb9066d0016c owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:29:27.320898 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94b9027-846d-44b2-8c12-bc0f6f145955 req-e5e6fefb-5cd5-46a0-b101-11b1926c4fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:27.330103 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d94b9027-846d-44b2-8c12-bc0f6f145955 req-e5e6fefb-5cd5-46a0-b101-11b1926c4fae service neutron] 10.222.0.44 "GET /v2.0/networks?id=a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c HTTP/1.1" status: 200 len: 898 time: 1.3582096 Dec 06 17:29:27.346545 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876ce3e9-bccb-4e39-aa76-8b8bec2c2a22 tempest-ServerTagsTestJSON-456753351 tempest-ServerTagsTestJSON-456753351-project] Pushing event deleted for resources: {'Port': ['ID=4a8a9596-a8be-4893-bb39-df16a86b178f,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:27.416821 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09628b16-7d1b-4824-8de7-a17fb2d847e9 None None] Network 6b7abc05-e65c-45dd-b06d-3e0ac29b2d69 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:29:27.542896 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fefd4a1f-7018-47bd-bd60-cdbc8839c028 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:27.589396 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefd4a1f-7018-47bd-bd60-cdbc8839c028 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] No DVR routers for this DVR port 062e918f-3655-4dd4-96c8-cb9066d0016c on host n-d-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:29:27.634162 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-4979c025-6ad0-4941-a1f1-63fddcc1df47 None None] Provisioning complete for port f322f367-2e20-49f8-b159-c94bf55f639d triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:29:27.634616 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4979c025-6ad0-4941-a1f1-63fddcc1df47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:27.791850 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefd4a1f-7018-47bd-bd60-cdbc8839c028 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Pushing event deleted for resources: {'Port': ['ID=062e918f-3655-4dd4-96c8-cb9066d0016c,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:27.813152 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 4a8a9596-a8be-4893-bb39-df16a86b178f no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:29:27.828663 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06a65ad-ec3b-4787-aab7-1c0f9ad04d85 req-850c5699-97ce-4c8b-aac8-8f6542bb487c tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:27.850530 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c06a65ad-ec3b-4787-aab7-1c0f9ad04d85 req-850c5699-97ce-4c8b-aac8-8f6542bb487c tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=db2b7cfe-ff06-4d98-9999-728e2c37896c HTTP/1.1" status: 200 len: 945 time: 1.5276461 Dec 06 17:29:27.857175 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] No Port match for: 4a8a9596-a8be-4893-bb39-df16a86b178f {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:29:27.857876 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 4a8a9596-a8be-4893-bb39-df16a86b178f not bound to the agent host n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:29:27.915093 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:27.923399 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f414aa8-6a6e-4724-a84a-a0326a4a9fad req-876ce3e9-bccb-4e39-aa76-8b8bec2c2a22 tempest-ServerTagsTestJSON-456753351 tempest-ServerTagsTestJSON-456753351-project] No DVR routers for this DVR port 4a8a9596-a8be-4893-bb39-df16a86b178f on host n-h1-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:29:27.932854 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-a4463546-9a38-4ac1-a0e9-396558e3d8c3 admin admin] Allocated IP 172.35.1.52 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/69eca43d-71e6-4316-8bf1-6b6034bc50fc) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:29:27.936060 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-9f414aa8-6a6e-4724-a84a-a0326a4a9fad req-876ce3e9-bccb-4e39-aa76-8b8bec2c2a22 tempest-ServerTagsTestJSON-456753351 tempest-ServerTagsTestJSON-456753351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:27.940652 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9f414aa8-6a6e-4724-a84a-a0326a4a9fad req-876ce3e9-bccb-4e39-aa76-8b8bec2c2a22 tempest-ServerTagsTestJSON-456753351 tempest-ServerTagsTestJSON-456753351-project] 10.222.0.41 "DELETE /v2.0/ports/4a8a9596-a8be-4893-bb39-df16a86b178f HTTP/1.1" status: 204 len: 173 time: 3.7321048 Dec 06 17:29:27.943155 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d94b9027-846d-44b2-8c12-bc0f6f145955 req-1f349d84-bda0-4578-90fc-3604c9acad16 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5edc18d8-d393-472d-810e-022aef3ddd4c HTTP/1.1" status: 200 len: 1000 time: 0.5723848 Dec 06 17:29:27.944157 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab317caf-56c5-47ee-b6ff-c5ada214f214', 'name': 'network-vif-deleted', 'tag': '4a8a9596-a8be-4893-bb39-df16a86b178f'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:29:27.947023 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f01041cd-f5d5-4726-b111-b54dfbcdae55" -d '{"events": [{"server_uuid": "ab317caf-56c5-47ee-b6ff-c5ada214f214", "name": "network-vif-deleted", "tag": "4a8a9596-a8be-4893-bb39-df16a86b178f"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:29:27.984124 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-19f5461f-cb09-4d60-b80f-39e58c63761e req-7e2c5384-d1bd-406f-92a3-b4ac83aa94ea tempest-ServerTagsTestJSON-456753351 tempest-ServerTagsTestJSON-456753351-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab317caf-56c5-47ee-b6ff-c5ada214f214 HTTP/1.1" status: 200 len: 210 time: 0.2246149 Dec 06 17:29:28.134738 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fefd4a1f-7018-47bd-bd60-cdbc8839c028 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:28.186039 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c06a65ad-ec3b-4787-aab7-1c0f9ad04d85 req-46ece775-09fa-4d68-bfda-914d3efc1294 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=78322529-8ef3-429b-b795-66e840556866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3344002 Dec 06 17:29:28.220740 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-fefd4a1f-7018-47bd-bd60-cdbc8839c028 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2a68403-c7f5-4dd4-997e-e30cbe578156']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:29:28.221672 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4979c025-6ad0-4941-a1f1-63fddcc1df47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:28.261982 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-fefd4a1f-7018-47bd-bd60-cdbc8839c028 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '536493b6-df6a-45f3-bf62-474479414318') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:29:28.269810 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-fefd4a1f-7018-47bd-bd60-cdbc8839c028 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '536493b6-df6a-45f3-bf62-474479414318') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:29:28.298120 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fefd4a1f-7018-47bd-bd60-cdbc8839c028 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:28.301438 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06fa3621-dcf3-456b-8771-1c977b09e544 x-openstack-request-id: req-06fa3621-dcf3-456b-8771-1c977b09e544 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:29:28.307453 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab317caf-56c5-47ee-b6ff-c5ada214f214", "name": "network-vif-deleted", "tag": "4a8a9596-a8be-4893-bb39-df16a86b178f", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:29:28.307986 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-06fa3621-dcf3-456b-8771-1c977b09e544 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:29:28.308574 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab317caf-56c5-47ee-b6ff-c5ada214f214', 'name': 'network-vif-deleted', 'tag': '4a8a9596-a8be-4893-bb39-df16a86b178f', 'status': 'completed', 'code': 200} Dec 06 17:29:28.327946 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fefd4a1f-7018-47bd-bd60-cdbc8839c028 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:28.339427 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fefd4a1f-7018-47bd-bd60-cdbc8839c028 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:29:28.341953 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fefd4a1f-7018-47bd-bd60-cdbc8839c028 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:28.344880 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] For port f322f367-2e20-49f8-b159-c94bf55f639d, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f322f367-2e20-49f8-b159-c94bf55f639d,segment=NetworkSegment(337ca0aa-03ad-4967-b4ee-18615f2b329c),segment_id=337ca0aa-03ad-4967-b4ee-18615f2b329c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:29:28.350549 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 17:29:28.350549 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:29:28.350549 n-d-master-1 neutron-server[103284]: timer() Dec 06 17:29:28.350549 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:29:28.350549 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 17:29:28.350549 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:29:28.350549 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 17:29:28.350549 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:29:28.350549 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 17:29:28.350549 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:29:28.350549 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 17:29:28.350549 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:29:28.350549 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 17:29:28.350549 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:29:28.350549 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:29:28.350549 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:29:28.350549 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:29:28.350549 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:29:28.350549 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 17:29:28.350549 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:29:28.350549 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 17:29:28.350549 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:29:28.350549 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:29:28.350549 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:29:28.350549 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 17:29:28.350549 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:29:28.350549 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:29:28.350549 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:29:28.350549 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:29:28.350549 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:29:28.350549 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:29:28.350549 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:29:28.399125 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94b9027-846d-44b2-8c12-bc0f6f145955 req-9a2a126e-0b6c-42b4-b547-1e8b9a21c78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:28.400882 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d94b9027-846d-44b2-8c12-bc0f6f145955 req-9a2a126e-0b6c-42b4-b547-1e8b9a21c78d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a240123d-81b7-4a46-9e81-fb9ca8196e24 HTTP/1.1" status: 200 len: 835 time: 0.4408855 Dec 06 17:29:28.403634 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c4afc445-3668-42bb-b5d9-c13b7ff2cf58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:28.515610 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fefd4a1f-7018-47bd-bd60-cdbc8839c028 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:28.521136 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fefd4a1f-7018-47bd-bd60-cdbc8839c028 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks [] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:28.524690 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-fefd4a1f-7018-47bd-bd60-cdbc8839c028 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] 10.222.0.23 "DELETE /v2.0/networks/b2a68403-c7f5-4dd4-997e-e30cbe578156 HTTP/1.1" status: 204 len: 168 time: 2.2885578 Dec 06 17:29:28.537070 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 40962) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:29:28.561264 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefd4a1f-7018-47bd-bd60-cdbc8839c028 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Pushing event deleted for resources: {'Network': ['ID=b2a68403-c7f5-4dd4-997e-e30cbe578156,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:28.591411 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94b9027-846d-44b2-8c12-bc0f6f145955 req-09855207-8a56-43fe-bf3c-6f7080fc3eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:28.593297 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:28.596130 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d94b9027-846d-44b2-8c12-bc0f6f145955 req-09855207-8a56-43fe-bf3c-6f7080fc3eff service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1835577 Dec 06 17:29:28.605154 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4afc445-3668-42bb-b5d9-c13b7ff2cf58 None None] No DVR routers for this DVR port 062e918f-3655-4dd4-96c8-cb9066d0016c on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:29:28.744954 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4afc445-3668-42bb-b5d9-c13b7ff2cf58 None None] Pushing event deleted for resources: {'Port': ['ID=062e918f-3655-4dd4-96c8-cb9066d0016c,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:28.779233 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.db.api [None req-4979c025-6ad0-4941-a1f1-63fddcc1df47 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103286) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 17:29:28.780057 n-d-master-1 neutron-server[103286]: DEBUG oslo_db.api [None req-4979c025-6ad0-4941-a1f1-63fddcc1df47 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 17:29:28.836354 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a4463546-9a38-4ac1-a0e9-396558e3d8c3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:28.879504 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 062e918f-3655-4dd4-96c8-cb9066d0016c no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:29:28.920053 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9eda13d-f86b-4478-b822-689c85cf1f7a tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Deleting subnet 52f29259-a656-4ebb-b8ce-84640922a025 {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:29:28.947081 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 062e918f-3655-4dd4-96c8-cb9066d0016c {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:29:28.947436 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 062e918f-3655-4dd4-96c8-cb9066d0016c not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:29:29.000279 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f9eda13d-f86b-4478-b822-689c85cf1f7a tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:29.022882 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Pushing event updated for resources: {'Port': ['ID=f322f367-2e20-49f8-b159-c94bf55f639d,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:29.100922 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 41040) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:29:29.109801 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 17:29:29.196172 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1e6c17a-9904-41f2-88a5-1b48a71a7fac admin admin] Deleting subnet ba5dc36d-cc32-42a1-abc6-8c2698a4ebad {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:29:29.203321 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c1e6c17a-9904-41f2-88a5-1b48a71a7fac admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:29.237419 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f9eda13d-f86b-4478-b822-689c85cf1f7a tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:29.342735 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c1e6c17a-9904-41f2-88a5-1b48a71a7fac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:29.365578 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a4463546-9a38-4ac1-a0e9-396558e3d8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:29.468090 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 41048) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:29:29.511768 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a428525b-28dc-4416-a802-a68ec3f7961b None None] Provisioning complete for port f322f367-2e20-49f8-b159-c94bf55f639d triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:29:29.512107 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c1e6c17a-9904-41f2-88a5-1b48a71a7fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:29.521603 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a428525b-28dc-4416-a802-a68ec3f7961b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:29.544587 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4463546-9a38-4ac1-a0e9-396558e3d8c3 admin admin] Pushing event updated for resources: {'Port': ['ID=69eca43d-71e6-4316-8bf1-6b6034bc50fc,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:29.567476 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4463546-9a38-4ac1-a0e9-396558e3d8c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:29:29.569781 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4463546-9a38-4ac1-a0e9-396558e3d8c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:29:29.570347 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4463546-9a38-4ac1-a0e9-396558e3d8c3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:29:29.570861 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4463546-9a38-4ac1-a0e9-396558e3d8c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:29:29.572111 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4463546-9a38-4ac1-a0e9-396558e3d8c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:29:29.572637 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4463546-9a38-4ac1-a0e9-396558e3d8c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:29:29.573140 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4463546-9a38-4ac1-a0e9-396558e3d8c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:29:29.573665 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4463546-9a38-4ac1-a0e9-396558e3d8c3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:29:29.574789 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4463546-9a38-4ac1-a0e9-396558e3d8c3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:29:29.575302 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4463546-9a38-4ac1-a0e9-396558e3d8c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:29:29.576291 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4463546-9a38-4ac1-a0e9-396558e3d8c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:29:29.576797 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4463546-9a38-4ac1-a0e9-396558e3d8c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:29:29.578118 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4463546-9a38-4ac1-a0e9-396558e3d8c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:29:29.631887 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4463546-9a38-4ac1-a0e9-396558e3d8c3 admin admin] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:29:29.634822 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d94b9027-846d-44b2-8c12-bc0f6f145955 req-a45cdd0e-f5b3-427e-9d76-8b1ed218dd2e service neutron] 10.222.0.44 "GET /v2.0/networks/a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9869425 Dec 06 17:29:29.644666 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-a4463546-9a38-4ac1-a0e9-396558e3d8c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:29:29.648671 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4463546-9a38-4ac1-a0e9-396558e3d8c3 admin admin] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:29:29.675898 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d527c07f-a5b6-4f19-a8e1-2c294d54f263 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:29:29.698927 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8a9026e4-57ce-4d2d-bc88-1ee25913e26f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:29.730381 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c1e6c17a-9904-41f2-88a5-1b48a71a7fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:29.781220 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b5a4a6-cec5-4ec5-a844-e568881127b8 req-faf35976-33d3-44f0-904d-c226255ee4bc tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:29.782891 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-25b5a4a6-cec5-4ec5-a844-e568881127b8 req-faf35976-33d3-44f0-904d-c226255ee4bc tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=db2b7cfe-ff06-4d98-9999-728e2c37896c HTTP/1.1" status: 200 len: 945 time: 0.4107373 Dec 06 17:29:29.813186 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e6c17a-9904-41f2-88a5-1b48a71a7fac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba5dc36d-cc32-42a1-abc6-8c2698a4ebad,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:29.820034 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c1e6c17a-9904-41f2-88a5-1b48a71a7fac admin admin] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:29.823759 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-c1e6c17a-9904-41f2-88a5-1b48a71a7fac admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ba5dc36d-cc32-42a1-abc6-8c2698a4ebad HTTP/1.1" status: 204 len: 168 time: 0.7216473 Dec 06 17:29:29.827407 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 41056) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:29:29.860180 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-0d1fcd87-6cec-434f-9091-c015ca00f800 None None] Provisioning complete for port 69eca43d-71e6-4316-8bf1-6b6034bc50fc triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:29:29.860577 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0d1fcd87-6cec-434f-9091-c015ca00f800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:29.944332 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f9eda13d-f86b-4478-b822-689c85cf1f7a tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:29.965389 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8a9026e4-57ce-4d2d-bc88-1ee25913e26f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:29.975893 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8a9026e4-57ce-4d2d-bc88-1ee25913e26f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:29.994742 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e94b93bc-4cf9-4d5f-acf5-b851d6e060b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:30.004952 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-0d1fcd87-6cec-434f-9091-c015ca00f800 None None] Port 69eca43d-71e6-4316-8bf1-6b6034bc50fc cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:29:30.044603 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-8a9026e4-57ce-4d2d-bc88-1ee25913e26f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ab56fd8d7fff4f8aa01da63f7b0cc650&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5746801 Dec 06 17:29:30.046949 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9026e4-57ce-4d2d-bc88-1ee25913e26f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c04188-a8a5-4080-a776-2224c04d8dfd,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:30.050267 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 41064) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:29:30.054536 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d94b9027-846d-44b2-8c12-bc0f6f145955 req-8398720f-16ea-4d71-a747-6d3395ecce35 service neutron] 10.222.0.44 "GET /v2.0/networks/a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4005671 Dec 06 17:29:30.077023 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f9eda13d-f86b-4478-b822-689c85cf1f7a tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:30.256659 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9264fe78-623b-45bd-b24a-27431ed206e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:30.282006 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eda13d-f86b-4478-b822-689c85cf1f7a tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Pushing event deleted for resources: {'Subnet': ['ID=52f29259-a656-4ebb-b8ce-84640922a025,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:30.296506 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-25b5a4a6-cec5-4ec5-a844-e568881127b8 req-7323ff6f-8f23-4657-a552-89039c051204 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=78322529-8ef3-429b-b795-66e840556866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4379065 Dec 06 17:29:30.297728 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f9eda13d-f86b-4478-b822-689c85cf1f7a tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:30.299236 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02eeb8bf-e930-4f7a-8576-6e07d9bb7d7b None None] Network a60c9f8d-7f8e-411f-b15f-e3d12540a064 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:29:30.301088 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-f9eda13d-f86b-4478-b822-689c85cf1f7a tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] 10.222.0.23 "DELETE /v2.0/subnets/52f29259-a656-4ebb-b8ce-84640922a025 HTTP/1.1" status: 204 len: 168 time: 1.7601204 Dec 06 17:29:30.304944 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 41074) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:29:30.325614 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e94b93bc-4cf9-4d5f-acf5-b851d6e060b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:30.373805 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4b72320-3c17-4578-be4d-1ad5abca2e1f tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Deleting subnet 30b55e5b-3198-4360-bbe9-3e80b97f2356 {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:29:30.377328 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e4b72320-3c17-4578-be4d-1ad5abca2e1f tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:30.393442 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9264fe78-623b-45bd-b24a-27431ed206e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:30.423355 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e4b72320-3c17-4578-be4d-1ad5abca2e1f tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:30.501704 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-e94b93bc-4cf9-4d5f-acf5-b851d6e060b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ca1d6cb-803b-41bc-90a5-8d395d0346bd']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:29:30.539791 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac2e44-322b-43c1-aca2-599538ca5d45 req-78dbbad9-dbe8-4509-86d5-bd2741b58588 tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:30.541397 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8bac2e44-322b-43c1-aca2-599538ca5d45 req-78dbbad9-dbe8-4509-86d5-bd2741b58588 tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] 10.222.0.23 "GET /v2.0/networks?id=7e14ea57-a95a-45fc-b352-ea1c200fddac HTTP/1.1" status: 200 len: 813 time: 0.4097297 Dec 06 17:29:30.561928 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 41080) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:29:30.565735 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-e94b93bc-4cf9-4d5f-acf5-b851d6e060b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5838e76-246f-425c-bc05-a9b8b3ce065e') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:29:30.566043 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-e94b93bc-4cf9-4d5f-acf5-b851d6e060b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5838e76-246f-425c-bc05-a9b8b3ce065e') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:29:30.608788 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e94b93bc-4cf9-4d5f-acf5-b851d6e060b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:30.655324 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e94b93bc-4cf9-4d5f-acf5-b851d6e060b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:30.679522 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e94b93bc-4cf9-4d5f-acf5-b851d6e060b8 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:29:30.679974 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e94b93bc-4cf9-4d5f-acf5-b851d6e060b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:30.714059 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195e3429-c44d-4920-8c43-2563343df342 None None] DHCP port deletion for a60c9f8d-7f8e-411f-b15f-e3d12540a064 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:29:30.805270 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e4b72320-3c17-4578-be4d-1ad5abca2e1f tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:30.819218 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-195e3429-c44d-4920-8c43-2563343df342 None None] Deleting port 7194f47b-7b87-4332-9233-847560b74d65 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:29:30.819850 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-195e3429-c44d-4920-8c43-2563343df342 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:30.870178 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 17:29:30.870178 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:29:30.870178 n-d-master-1 neutron-server[103284]: timer() Dec 06 17:29:30.870178 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:29:30.870178 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 17:29:30.870178 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:29:30.870178 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 17:29:30.870178 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:29:30.870178 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 17:29:30.870178 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:29:30.870178 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 17:29:30.870178 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:29:30.870178 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 17:29:30.870178 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:29:30.870178 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:29:30.870178 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:29:30.870178 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:29:30.870178 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:29:30.870178 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 17:29:30.870178 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:29:30.870178 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 17:29:30.870178 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:29:30.870178 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:29:30.870178 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:29:30.870178 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 17:29:30.870178 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:29:30.870178 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:29:30.870178 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:29:30.870178 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:29:30.870178 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:29:30.870178 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:29:30.870178 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:29:30.872732 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8bac2e44-322b-43c1-aca2-599538ca5d45 req-1c225890-43e7-439a-a32b-696f03ea0fe2 tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] 10.222.0.23 "GET /v2.0/quotas/5adf2ca31be24010a5919f824c787266 HTTP/1.1" status: 200 len: 375 time: 0.3032105 Dec 06 17:29:30.879372 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e94b93bc-4cf9-4d5f-acf5-b851d6e060b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:30.886707 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9264fe78-623b-45bd-b24a-27431ed206e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:30.889405 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9264fe78-623b-45bd-b24a-27431ed206e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:30.890567 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-9264fe78-623b-45bd-b24a-27431ed206e2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b2c04188-a8a5-4080-a776-2224c04d8dfd HTTP/1.1" status: 204 len: 168 time: 0.8391049 Dec 06 17:29:30.923385 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e94b93bc-4cf9-4d5f-acf5-b851d6e060b8 admin admin] Publish callbacks [] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:30.934916 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-195e3429-c44d-4920-8c43-2563343df342 None None] For port 7194f47b-7b87-4332-9233-847560b74d65, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7194f47b-7b87-4332-9233-847560b74d65,segment=NetworkSegment(fbfb8a9f-e4de-4953-a4f8-0ab4777e1863),segment_id=fbfb8a9f-e4de-4953-a4f8-0ab4777e1863)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:29:30.935707 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-195e3429-c44d-4920-8c43-2563343df342 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:30.937177 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-e94b93bc-4cf9-4d5f-acf5-b851d6e060b8 admin admin] 10.222.0.23 "DELETE /v2.0/networks/0ca1d6cb-803b-41bc-90a5-8d395d0346bd HTTP/1.1" status: 204 len: 168 time: 1.0981131 Dec 06 17:29:30.951989 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-195e3429-c44d-4920-8c43-2563343df342 None None] Calling delete_port for 7194f47b-7b87-4332-9233-847560b74d65 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:29:31.028035 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8bac2e44-322b-43c1-aca2-599538ca5d45 req-47bd5317-3427-46af-9dff-4e4defdb4809 tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5adf2ca31be24010a5919f824c787266&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1464620 Dec 06 17:29:31.032708 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9264fe78-623b-45bd-b24a-27431ed206e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c04188-a8a5-4080-a776-2224c04d8dfd,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:31.034982 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94b93bc-4cf9-4d5f-acf5-b851d6e060b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ca1d6cb-803b-41bc-90a5-8d395d0346bd,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:31.080803 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device f322f367-2e20-49f8-b159-c94bf55f639d up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:29:31.094203 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a4463546-9a38-4ac1-a0e9-396558e3d8c3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:31.113756 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-195e3429-c44d-4920-8c43-2563343df342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:31.150628 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195e3429-c44d-4920-8c43-2563343df342 None None] Pushing event deleted for resources: {'Port': ['ID=7194f47b-7b87-4332-9233-847560b74d65,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:31.179300 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195e3429-c44d-4920-8c43-2563343df342 None None] No DVR routers for this DVR port 7194f47b-7b87-4332-9233-847560b74d65 on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:29:31.213862 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port f322f367-2e20-49f8-b159-c94bf55f639d triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:29:31.214475 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:31.242225 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 41090) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:29:31.326372 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-1c4205b3-d103-4032-922d-bb2832db1c88 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f7b0b3c195544eec8e46eaeeeda82075&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0780449 Dec 06 17:29:31.329153 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 41092) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:29:31.346112 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8bac2e44-322b-43c1-aca2-599538ca5d45 req-21b64c2b-c61a-462d-99b0-50e5437e6159 service neutron] 10.222.0.23 "GET /v2.0/networks/7e14ea57-a95a-45fc-b352-ea1c200fddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3084943 Dec 06 17:29:31.373572 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a4463546-9a38-4ac1-a0e9-396558e3d8c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:31.378466 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e4b72320-3c17-4578-be4d-1ad5abca2e1f tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:31.401229 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e4b72320-3c17-4578-be4d-1ad5abca2e1f tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:31.407532 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-e4b72320-3c17-4578-be4d-1ad5abca2e1f tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] 10.222.0.23 "DELETE /v2.0/subnets/30b55e5b-3198-4360-bbe9-3e80b97f2356 HTTP/1.1" status: 204 len: 168 time: 1.1014497 Dec 06 17:29:31.408981 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 41098) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:29:31.423157 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78acdc96-6b56-4f73-8950-1b00927fbd2a None None] Network cd6e7320-7adf-4e4a-9b63-f8be41443aeb requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:29:31.600261 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b230ab1b-160a-4496-8615-36dc3419839b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:31.602473 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b72320-3c17-4578-be4d-1ad5abca2e1f tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Pushing event deleted for resources: {'Subnet': ['ID=30b55e5b-3198-4360-bbe9-3e80b97f2356,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:31.707010 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b230ab1b-160a-4496-8615-36dc3419839b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:31.724380 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90b4d25-b283-45bc-b27f-9f3f3e31dd54 None None] DHCP port deletion for cd6e7320-7adf-4e4a-9b63-f8be41443aeb request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:29:31.754068 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8bac2e44-322b-43c1-aca2-599538ca5d45 req-13abfc0b-3347-414e-9c78-eac34226b899 service neutron] 10.222.0.23 "GET /v2.0/networks/7e14ea57-a95a-45fc-b352-ea1c200fddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4066603 Dec 06 17:29:31.886272 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b230ab1b-160a-4496-8615-36dc3419839b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:31.889116 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b230ab1b-160a-4496-8615-36dc3419839b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:31.890457 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-b230ab1b-160a-4496-8615-36dc3419839b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/270a324f-3b45-4182-a461-0953228d4793 HTTP/1.1" status: 204 len: 168 time: 0.5600920 Dec 06 17:29:31.902670 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b230ab1b-160a-4496-8615-36dc3419839b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=270a324f-3b45-4182-a461-0953228d4793,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:31.954297 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e3ef8d81-94e6-442d-86ce-7560aab1d140 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:32.093779 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-c90b4d25-b283-45bc-b27f-9f3f3e31dd54 None None] Deleting port f263fcd6-2e7e-468c-8961-dff111ae52ca {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:29:32.095948 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c90b4d25-b283-45bc-b27f-9f3f3e31dd54 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:32.274983 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c90b4d25-b283-45bc-b27f-9f3f3e31dd54 None None] For port f263fcd6-2e7e-468c-8961-dff111ae52ca, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f263fcd6-2e7e-468c-8961-dff111ae52ca,segment=NetworkSegment(e6eab29b-d82d-415a-ac61-4932b91156bc),segment_id=e6eab29b-d82d-415a-ac61-4932b91156bc)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:29:32.275397 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c90b4d25-b283-45bc-b27f-9f3f3e31dd54 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:32.283140 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bf879b0f-5b3a-4899-b0f1-e0dfcbeda951 req-1ff375cc-6ace-4289-8f3e-a590d447e6c1 tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] 10.222.0.23 "GET /v2.0/ports?device_id=50406ce0-8d8f-4dbc-ac6c-398025c77043 HTTP/1.1" status: 200 len: 210 time: 0.0444181 Dec 06 17:29:32.323100 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-c90b4d25-b283-45bc-b27f-9f3f3e31dd54 None None] Calling delete_port for f263fcd6-2e7e-468c-8961-dff111ae52ca owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:29:32.431991 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c90b4d25-b283-45bc-b27f-9f3f3e31dd54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:32.482991 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90b4d25-b283-45bc-b27f-9f3f3e31dd54 None None] Pushing event deleted for resources: {'Port': ['ID=f263fcd6-2e7e-468c-8961-dff111ae52ca,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:32.499318 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62699218-b8bf-4103-9195-833b3d9fc726 req-9c3cba7d-9002-4a68-a67f-6ba9f2c3396a tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:32.507491 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-62699218-b8bf-4103-9195-833b3d9fc726 req-9c3cba7d-9002-4a68-a67f-6ba9f2c3396a tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=db2b7cfe-ff06-4d98-9999-728e2c37896c HTTP/1.1" status: 200 len: 945 time: 0.9261570 Dec 06 17:29:32.508519 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90b4d25-b283-45bc-b27f-9f3f3e31dd54 None None] No DVR routers for this DVR port f263fcd6-2e7e-468c-8961-dff111ae52ca on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:29:32.698988 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-62699218-b8bf-4103-9195-833b3d9fc726 req-e0513acf-c9b6-4f02-abc0-a8b36a162ca4 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=78322529-8ef3-429b-b795-66e840556866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1905978 Dec 06 17:29:32.704413 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device f263fcd6-2e7e-468c-8961-dff111ae52ca no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:29:32.757722 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: f263fcd6-2e7e-468c-8961-dff111ae52ca {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:29:32.758343 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device f263fcd6-2e7e-468c-8961-dff111ae52ca not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:29:32.758460 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 7194f47b-7b87-4332-9233-847560b74d65 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:29:32.822967 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 7194f47b-7b87-4332-9233-847560b74d65 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:29:32.823740 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 7194f47b-7b87-4332-9233-847560b74d65 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:29:32.841785 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e3ef8d81-94e6-442d-86ce-7560aab1d140 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:32.867484 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4463546-9a38-4ac1-a0e9-396558e3d8c3 admin admin] Router 4944aec1-da7d-45c9-b314-7cf4c68eb618 is scheduled to L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 with binding_index 1 {{(pid=103285) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 17:29:32.867986 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:32.889144 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-e3ef8d81-94e6-442d-86ce-7560aab1d140 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a60c9f8d-7f8e-411f-b15f-e3d12540a064']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:29:32.913282 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-e3ef8d81-94e6-442d-86ce-7560aab1d140 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbfb8a9f-e4de-4953-a4f8-0ab4777e1863') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:29:32.913846 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-e3ef8d81-94e6-442d-86ce-7560aab1d140 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbfb8a9f-e4de-4953-a4f8-0ab4777e1863') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:29:32.936078 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e3ef8d81-94e6-442d-86ce-7560aab1d140 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:33.059844 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e3ef8d81-94e6-442d-86ce-7560aab1d140 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:33.076522 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3ef8d81-94e6-442d-86ce-7560aab1d140 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:29:33.077198 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e3ef8d81-94e6-442d-86ce-7560aab1d140 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:33.081747 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:29:33.081747 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:29:33.081747 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:29:33.081747 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:29:33.081747 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:29:33.081747 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:29:33.081747 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:29:33.081747 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:29:33.081747 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:29:33.081747 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:29:33.081747 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:29:33.081747 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:29:33.081747 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:29:33.081747 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:29:33.081747 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:29:33.081747 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:29:33.081747 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:29:33.081747 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:29:33.081747 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:29:33.081747 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:29:33.081747 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:29:33.081747 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:29:33.081747 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:29:33.081747 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:29:33.081747 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:29:33.081747 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:29:33.081747 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:29:33.081747 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:29:33.081747 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:29:33.081747 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:29:33.081747 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:29:33.081747 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:29:33.304620 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e3ef8d81-94e6-442d-86ce-7560aab1d140 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:33.306186 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 41176) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:29:33.338819 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e3ef8d81-94e6-442d-86ce-7560aab1d140 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:33.342138 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-e3ef8d81-94e6-442d-86ce-7560aab1d140 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] 10.222.0.23 "DELETE /v2.0/networks/a60c9f8d-7f8e-411f-b15f-e3d12540a064 HTTP/1.1" status: 204 len: 168 time: 1.9307389 Dec 06 17:29:33.344645 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 41186) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:29:33.345431 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6078de0b-1133-4eb8-9115-c99018f2df41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575908'] for router_interface, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:33.347405 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ef8d81-94e6-442d-86ce-7560aab1d140 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Pushing event deleted for resources: {'Network': ['ID=a60c9f8d-7f8e-411f-b15f-e3d12540a064,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:33.351715 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4463546-9a38-4ac1-a0e9-396558e3d8c3 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:29:33.369618 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5164dab4-deaa-4c6b-bf71-b0c6883b9526 None None] Sync routers for ids ['4944aec1-da7d-45c9-b314-7cf4c68eb618'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:29:33.385327 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5164dab4-deaa-4c6b-bf71-b0c6883b9526 None None] Routers {'4944aec1-da7d-45c9-b314-7cf4c68eb618'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:29:33.386242 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-5164dab4-deaa-4c6b-bf71-b0c6883b9526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:29:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['4944aec1-da7d-45c9-b314-7cf4c68eb618'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:29:33.506523 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a4463546-9a38-4ac1-a0e9-396558e3d8c3 admin admin] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:33.510231 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-a4463546-9a38-4ac1-a0e9-396558e3d8c3 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 10.4075782 Dec 06 17:29:33.511864 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 41194) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:29:33.534327 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e7e457a4-a436-47a6-b758-050a0ef1d2fc req-321e007e-585c-4092-8a22-bcdd0a4bf55d tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] 10.222.0.23 "GET /v2.0/ports?device_id=50406ce0-8d8f-4dbc-ac6c-398025c77043 HTTP/1.1" status: 200 len: 210 time: 0.0584283 Dec 06 17:29:33.607649 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-3e8515f0-2ab5-49c8-a4e6-11b6ad1999c9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1619787822-network', 'tenant_id': 'd7abadb1557c47ab8c8300111afe2d05'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:29:33.609135 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-5164dab4-deaa-4c6b-bf71-b0c6883b9526 None None] Set router 4944aec1-da7d-45c9-b314-7cf4c68eb618 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:29:33.659992 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fd3164da-f42d-4f5c-8ca3-bb9c9d83596c tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:33.667796 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e8515f0-2ab5-49c8-a4e6-11b6ad1999c9 admin admin] Made reservation on behalf of d7abadb1557c47ab8c8300111afe2d05 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:29:33.670512 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3e8515f0-2ab5-49c8-a4e6-11b6ad1999c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:33.691206 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3e8515f0-2ab5-49c8-a4e6-11b6ad1999c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:33.727287 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 41198) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:29:33.922827 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac2e44-322b-43c1-aca2-599538ca5d45 req-f6b7a97f-ef19-4c37-ae89-56a5e1beca90 tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:33.924918 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8bac2e44-322b-43c1-aca2-599538ca5d45 req-f6b7a97f-ef19-4c37-ae89-56a5e1beca90 tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] 10.222.0.41 "GET /v2.0/networks?id=7e14ea57-a95a-45fc-b352-ea1c200fddac HTTP/1.1" status: 200 len: 813 time: 0.2589319 Dec 06 17:29:33.962169 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-5164dab4-deaa-4c6b-bf71-b0c6883b9526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4944aec1-da7d-45c9-b314-7cf4c68eb618', 'name': 'tempest-TestVolumeBackupRestore-1417776253-router', 'tenant_id': '7a5c2edb34ef45d5b7fd006e4fd1e900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.52'}], 'enable_snat': True}, 'gw_port_id': '69eca43d-71e6-4316-8bf1-6b6034bc50fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:29:23Z', 'updated_at': '2021-12-06T17:29:30Z', 'revision_number': 3, 'project_id': '7a5c2edb34ef45d5b7fd006e4fd1e900', 'gw_port': {'id': '69eca43d-71e6-4316-8bf1-6b6034bc50fc', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4944aec1-da7d-45c9-b314-7cf4c68eb618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:29:27Z', 'updated_at': '2021-12-06T17:29:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:29:33.998205 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-8bac2e44-322b-43c1-aca2-599538ca5d45 req-34cf385d-e933-4e78-a465-d6c9988af8f8 tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] Request body: {'port': {'device_id': '50406ce0-8d8f-4dbc-ac6c-398025c77043', 'network_id': '7e14ea57-a95a-45fc-b352-ea1c200fddac', 'admin_state_up': True, 'tenant_id': '5adf2ca31be24010a5919f824c787266'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:29:34.003156 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5164dab4-deaa-4c6b-bf71-b0c6883b9526 None None] Checking router: 4944aec1-da7d-45c9-b314-7cf4c68eb618 for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:29:34.003519 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5164dab4-deaa-4c6b-bf71-b0c6883b9526 None None] Updating router 4944aec1-da7d-45c9-b314-7cf4c68eb618 port 69eca43d-71e6-4316-8bf1-6b6034bc50fc binding host n-d-master-1 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:29:34.044542 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fd3164da-f42d-4f5c-8ca3-bb9c9d83596c tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:34.058533 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5164dab4-deaa-4c6b-bf71-b0c6883b9526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:34.087174 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-fd3164da-f42d-4f5c-8ca3-bb9c9d83596c tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd6e7320-7adf-4e4a-9b63-f8be41443aeb']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:29:34.090175 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-047a287a-439c-4fdb-b42a-17171bb370f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:34.147150 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58fa27c-92d2-4176-9bb4-aa6ff9c780de req-d1ad7681-3d6e-4cf8-9d14-370018607318 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:34.149096 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f58fa27c-92d2-4176-9bb4-aa6ff9c780de req-d1ad7681-3d6e-4cf8-9d14-370018607318 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=db2b7cfe-ff06-4d98-9999-728e2c37896c HTTP/1.1" status: 200 len: 945 time: 0.3102221 Dec 06 17:29:34.151239 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-fd3164da-f42d-4f5c-8ca3-bb9c9d83596c tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6eab29b-d82d-415a-ac61-4932b91156bc') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:29:34.151776 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-fd3164da-f42d-4f5c-8ca3-bb9c9d83596c tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6eab29b-d82d-415a-ac61-4932b91156bc') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:29:34.198614 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fd3164da-f42d-4f5c-8ca3-bb9c9d83596c tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:34.201888 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6078de0b-1133-4eb8-9115-c99018f2df41 admin admin] Deleting port 8eb415b7-2dde-4905-a8cb-5d548e34c561 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:29:34.202728 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6078de0b-1133-4eb8-9115-c99018f2df41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:34.209780 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3e8515f0-2ab5-49c8-a4e6-11b6ad1999c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:34.231177 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3e8515f0-2ab5-49c8-a4e6-11b6ad1999c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:34.245131 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fd3164da-f42d-4f5c-8ca3-bb9c9d83596c tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:34.274147 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e8515f0-2ab5-49c8-a4e6-11b6ad1999c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:29:34.288730 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd3164da-f42d-4f5c-8ca3-bb9c9d83596c tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:29:34.289585 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fd3164da-f42d-4f5c-8ca3-bb9c9d83596c tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:34.332782 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 17:29:34.332782 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:29:34.332782 n-d-master-1 neutron-server[103284]: timer() Dec 06 17:29:34.332782 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:29:34.332782 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 17:29:34.332782 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:29:34.332782 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 17:29:34.332782 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:29:34.332782 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 17:29:34.332782 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:29:34.332782 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 17:29:34.332782 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:29:34.332782 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 17:29:34.332782 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:29:34.332782 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:29:34.332782 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:29:34.332782 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:29:34.332782 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:29:34.332782 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 17:29:34.332782 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:29:34.332782 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 17:29:34.332782 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:29:34.332782 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:29:34.332782 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:29:34.332782 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 17:29:34.332782 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:29:34.332782 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:29:34.332782 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:29:34.332782 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:29:34.332782 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:29:34.332782 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:29:34.332782 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:29:34.378745 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3e8515f0-2ab5-49c8-a4e6-11b6ad1999c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:34.379473 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-3e8515f0-2ab5-49c8-a4e6-11b6ad1999c9 admin admin] Added segment e7633122-45be-4098-9151-607f71ade058 of type vlan for network 343f954d-d1c3-4f66-bad4-ccfe52b09e6c Dec 06 17:29:34.408864 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8515f0-2ab5-49c8-a4e6-11b6ad1999c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=454bb607-f7d1-4922-bafe-e6512640976f,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:34.437661 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5164dab4-deaa-4c6b-bf71-b0c6883b9526 None None] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:34.440928 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f58fa27c-92d2-4176-9bb4-aa6ff9c780de req-42e7bd7d-71ae-4e04-8163-4e686ee6fddb tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=78322529-8ef3-429b-b795-66e840556866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2778609 Dec 06 17:29:34.446271 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5164dab4-deaa-4c6b-bf71-b0c6883b9526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:34.479512 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a344e5-501f-4f6c-a35c-e7decef7d38f None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:29:34.537275 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3e8515f0-2ab5-49c8-a4e6-11b6ad1999c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:34.539997 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fd3164da-f42d-4f5c-8ca3-bb9c9d83596c tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:34.544525 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bac2e44-322b-43c1-aca2-599538ca5d45 req-34cf385d-e933-4e78-a465-d6c9988af8f8 tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] Made reservation on behalf of 5adf2ca31be24010a5919f824c787266 for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:29:34.544998 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fd3164da-f42d-4f5c-8ca3-bb9c9d83596c tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks [] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:34.548118 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-fd3164da-f42d-4f5c-8ca3-bb9c9d83596c tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] 10.222.0.23 "DELETE /v2.0/networks/cd6e7320-7adf-4e4a-9b63-f8be41443aeb HTTP/1.1" status: 204 len: 168 time: 1.2020109 Dec 06 17:29:34.548691 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8bac2e44-322b-43c1-aca2-599538ca5d45 req-34cf385d-e933-4e78-a465-d6c9988af8f8 tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:34.555161 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 41206) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:29:34.564369 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-5164dab4-deaa-4c6b-bf71-b0c6883b9526 None None] Attempting to bind port 69eca43d-71e6-4316-8bf1-6b6034bc50fc on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:29:34.565253 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-5164dab4-deaa-4c6b-bf71-b0c6883b9526 None None] Attempting to bind port 69eca43d-71e6-4316-8bf1-6b6034bc50fc by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:29:34.565910 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5164dab4-deaa-4c6b-bf71-b0c6883b9526 None None] Attempting to bind port 69eca43d-71e6-4316-8bf1-6b6034bc50fc on network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:29:34.588737 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a938a81-e264-4565-864f-f6f7eed79a28 None None] Pushing event updated for resources: {'Port': ['ID=69eca43d-71e6-4316-8bf1-6b6034bc50fc,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:34.591611 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5164dab4-deaa-4c6b-bf71-b0c6883b9526 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:29:34.592085 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5164dab4-deaa-4c6b-bf71-b0c6883b9526 None None] Checking segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:29:34.592763 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5164dab4-deaa-4c6b-bf71-b0c6883b9526 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:34.593274 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5164dab4-deaa-4c6b-bf71-b0c6883b9526 None None] Bound using segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:29:34.593862 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-5164dab4-deaa-4c6b-bf71-b0c6883b9526 None None] Bound port: 69eca43d-71e6-4316-8bf1-6b6034bc50fc, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:29:34.594321 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5164dab4-deaa-4c6b-bf71-b0c6883b9526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:34.622222 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3164da-f42d-4f5c-8ca3-bb9c9d83596c tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Pushing event deleted for resources: {'Network': ['ID=cd6e7320-7adf-4e4a-9b63-f8be41443aeb,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:34.644681 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-08f71ee6-c23d-43ab-b3c7-fae09d73be3b None None] Provisioning complete for port 69eca43d-71e6-4316-8bf1-6b6034bc50fc triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:29:34.645635 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-08f71ee6-c23d-43ab-b3c7-fae09d73be3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:34.670600 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-047a287a-439c-4fdb-b42a-17171bb370f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:34.676083 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6078de0b-1133-4eb8-9115-c99018f2df41 admin admin] For port 8eb415b7-2dde-4905-a8cb-5d548e34c561, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=8eb415b7-2dde-4905-a8cb-5d548e34c561,segment=NetworkSegment(5191f104-0f28-4995-943c-dc9b12a33060),segment_id=5191f104-0f28-4995-943c-dc9b12a33060)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:29:34.677955 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6078de0b-1133-4eb8-9115-c99018f2df41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:34.690693 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-08f71ee6-c23d-43ab-b3c7-fae09d73be3b None None] Port 69eca43d-71e6-4316-8bf1-6b6034bc50fc cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:29:34.711104 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5158a75-62c1-492d-8c04-3ee05d184272 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Deleting subnet 1e407489-c86e-4eb5-b42a-8597bc92b854 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:29:34.713304 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3e8515f0-2ab5-49c8-a4e6-11b6ad1999c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:34.714135 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-5164dab4-deaa-4c6b-bf71-b0c6883b9526 None None] For port 69eca43d-71e6-4316-8bf1-6b6034bc50fc, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:29:34.714486 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8515f0-2ab5-49c8-a4e6-11b6ad1999c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:34.714988 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3e8515f0-2ab5-49c8-a4e6-11b6ad1999c9 admin admin] Publish callbacks [] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:34.716041 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-047a287a-439c-4fdb-b42a-17171bb370f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:34.718715 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-5164dab4-deaa-4c6b-bf71-b0c6883b9526 None None] For port 69eca43d-71e6-4316-8bf1-6b6034bc50fc, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=69eca43d-71e6-4316-8bf1-6b6034bc50fc,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:29:34.724109 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f5158a75-62c1-492d-8c04-3ee05d184272 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:34.727855 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5164dab4-deaa-4c6b-bf71-b0c6883b9526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:34.809965 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bbd4c74-abc4-49ac-845b-68a0fe7c4135 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:29:34.828377 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5164dab4-deaa-4c6b-bf71-b0c6883b9526 None None] Routers {'4944aec1-da7d-45c9-b314-7cf4c68eb618'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:29:34.829135 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-5164dab4-deaa-4c6b-bf71-b0c6883b9526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:29:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['4944aec1-da7d-45c9-b314-7cf4c68eb618'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:29:34.843913 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-3e8515f0-2ab5-49c8-a4e6-11b6ad1999c9 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5348866 Dec 06 17:29:34.849488 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-047a287a-439c-4fdb-b42a-17171bb370f5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2643ff7d9e914180bd90d334bbd47c00&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1210752 Dec 06 17:29:34.852041 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-85541476-dcb3-4050-bcb6-15c830949de6 req-9dce99cd-c477-4913-8632-f375779c30f2 tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] 10.222.0.23 "GET /v2.0/ports?device_id=50406ce0-8d8f-4dbc-ac6c-398025c77043 HTTP/1.1" status: 200 len: 210 time: 0.1652381 Dec 06 17:29:34.865606 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 41210) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:29:34.865961 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 41212) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:29:34.881776 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f5158a75-62c1-492d-8c04-3ee05d184272 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:34.894634 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a938a81-e264-4565-864f-f6f7eed79a28 None None] Pushing event updated for resources: {'Port': ['ID=69eca43d-71e6-4316-8bf1-6b6034bc50fc,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:34.898509 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6078de0b-1133-4eb8-9115-c99018f2df41 admin admin] Calling delete_port for 8eb415b7-2dde-4905-a8cb-5d548e34c561 owned by network:router_interface {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:29:34.903673 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-d959adc1-a81c-4c40-bf2e-6240c9834dc7 admin admin] Request body: {'subnet': {'network_id': '343f954d-d1c3-4f66-bad4-ccfe52b09e6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1619787822-subnet', 'tenant_id': 'd7abadb1557c47ab8c8300111afe2d05', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:29:34.945617 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8515f0-2ab5-49c8-a4e6-11b6ad1999c9 admin admin] Pushing event updated for resources: {'Network': ['ID=343f954d-d1c3-4f66-bad4-ccfe52b09e6c,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:35.014604 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 343f954d-d1c3-4f66-bad4-ccfe52b09e6c details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:29:35.033055 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-5164dab4-deaa-4c6b-bf71-b0c6883b9526 None None] Set router 4944aec1-da7d-45c9-b314-7cf4c68eb618 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:29:35.067006 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047a287a-439c-4fdb-b42a-17171bb370f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d26b856-4a7a-499c-bbef-b2fe728cb313,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:35.145413 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-8bac2e44-322b-43c1-aca2-599538ca5d45 req-34cf385d-e933-4e78-a465-d6c9988af8f8 tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] Allocated IP 172.20.0.9 (7e14ea57-a95a-45fc-b352-ea1c200fddac/a82def35-47de-45f8-b5b7-47ede7612944/d3a1914f-5713-4a58-b538-ac5bf64664e6) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:29:35.219199 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-99c48563-0ead-4094-8439-c27c78ca6aee None None] Provisioning complete for port 69eca43d-71e6-4316-8bf1-6b6034bc50fc triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:29:35.219863 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-99c48563-0ead-4094-8439-c27c78ca6aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:35.221297 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f5158a75-62c1-492d-8c04-3ee05d184272 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:35.247299 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:35.264008 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6078de0b-1133-4eb8-9115-c99018f2df41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:35.326714 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d959adc1-a81c-4c40-bf2e-6240c9834dc7 admin admin] Made reservation on behalf of d7abadb1557c47ab8c8300111afe2d05 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:29:35.331002 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d959adc1-a81c-4c40-bf2e-6240c9834dc7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:35.338322 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aff95542-733a-4739-9b10-470f483e1653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:35.345043 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6078de0b-1133-4eb8-9115-c99018f2df41 admin admin] Pushing event deleted for resources: {'Port': ['ID=8eb415b7-2dde-4905-a8cb-5d548e34c561,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:35.536900 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-99c48563-0ead-4094-8439-c27c78ca6aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:35.548234 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8bac2e44-322b-43c1-aca2-599538ca5d45 req-34cf385d-e933-4e78-a465-d6c9988af8f8 tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:35.616458 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-99c48563-0ead-4094-8439-c27c78ca6aee None None] For port 69eca43d-71e6-4316-8bf1-6b6034bc50fc, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=69eca43d-71e6-4316-8bf1-6b6034bc50fc,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:29:35.630719 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-5164dab4-deaa-4c6b-bf71-b0c6883b9526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4944aec1-da7d-45c9-b314-7cf4c68eb618', 'name': 'tempest-TestVolumeBackupRestore-1417776253-router', 'tenant_id': '7a5c2edb34ef45d5b7fd006e4fd1e900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.52'}], 'enable_snat': True}, 'gw_port_id': '69eca43d-71e6-4316-8bf1-6b6034bc50fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:29:23Z', 'updated_at': '2021-12-06T17:29:30Z', 'revision_number': 3, 'project_id': '7a5c2edb34ef45d5b7fd006e4fd1e900', 'gw_port': {'id': '69eca43d-71e6-4316-8bf1-6b6034bc50fc', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4944aec1-da7d-45c9-b314-7cf4c68eb618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:29:27Z', 'updated_at': '2021-12-06T17:29:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:29:35.634739 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f5158a75-62c1-492d-8c04-3ee05d184272 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:35.636039 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-99c48563-0ead-4094-8439-c27c78ca6aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:35.684478 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5164dab4-deaa-4c6b-bf71-b0c6883b9526 None None] The sync data for ids ['4944aec1-da7d-45c9-b314-7cf4c68eb618'] in n-d-master-1 is: [{'id': '4944aec1-da7d-45c9-b314-7cf4c68eb618', 'name': 'tempest-TestVolumeBackupRestore-1417776253-router', 'tenant_id': '7a5c2edb34ef45d5b7fd006e4fd1e900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.52'}], 'enable_snat': True}, 'gw_port_id': '69eca43d-71e6-4316-8bf1-6b6034bc50fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:29:23Z', 'updated_at': '2021-12-06T17:29:30Z', 'revision_number': 3, 'project_id': '7a5c2edb34ef45d5b7fd006e4fd1e900', 'gw_port': {'id': '69eca43d-71e6-4316-8bf1-6b6034bc50fc', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4944aec1-da7d-45c9-b314-7cf4c68eb618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:29:27Z', 'updated_at': '2021-12-06T17:29:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:29:35.733211 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5158a75-62c1-492d-8c04-3ee05d184272 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Pushing event deleted for resources: {'Subnet': ['ID=1e407489-c86e-4eb5-b42a-8597bc92b854,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:35.744491 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f5158a75-62c1-492d-8c04-3ee05d184272 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:35.748438 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-f5158a75-62c1-492d-8c04-3ee05d184272 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] 10.222.0.23 "DELETE /v2.0/subnets/1e407489-c86e-4eb5-b42a-8597bc92b854 HTTP/1.1" status: 204 len: 168 time: 1.1887324 Dec 06 17:29:35.766776 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dbb3eb7-822b-439d-8bd1-840993404e27 None None] Network 95eb921f-59f5-45f4-9b54-834d3bc3a732 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:29:35.786808 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 41220) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:29:35.853349 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c203ed14-a8a9-491e-8340-52cf36a3def2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:35.858983 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6078de0b-1133-4eb8-9115-c99018f2df41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-772474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575952'] for router_interface, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:35.965500 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c48563-0ead-4094-8439-c27c78ca6aee None None] Pushing event updated for resources: {'Port': ['ID=69eca43d-71e6-4316-8bf1-6b6034bc50fc,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:35.994597 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8bac2e44-322b-43c1-aca2-599538ca5d45 req-34cf385d-e933-4e78-a465-d6c9988af8f8 tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:36.040457 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-aff95542-733a-4739-9b10-470f483e1653 admin admin] Allocated IP 172.20.0.1 (6b7abc05-e65c-45dd-b06d-3e0ac29b2d69/e0ff83a7-9b77-408a-ae64-b8b2247c5811/092412d2-ed47-4961-a7f2-15f33499534c) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:29:36.085065 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c203ed14-a8a9-491e-8340-52cf36a3def2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:36.085595 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bac2e44-322b-43c1-aca2-599538ca5d45 req-34cf385d-e933-4e78-a465-d6c9988af8f8 tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] Network 7e14ea57-a95a-45fc-b352-ea1c200fddac is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:29:36.115031 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca6d63-88ab-4729-8b4b-dc00f6d512d3 req-305c4c59-b684-485b-a723-90f050333739 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:36.117009 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ebca6d63-88ab-4729-8b4b-dc00f6d512d3 req-305c4c59-b684-485b-a723-90f050333739 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=db2b7cfe-ff06-4d98-9999-728e2c37896c HTTP/1.1" status: 200 len: 945 time: 0.5076439 Dec 06 17:29:36.123655 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-8bac2e44-322b-43c1-aca2-599538ca5d45 req-34cf385d-e933-4e78-a465-d6c9988af8f8 tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:29:36.128683 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bac2e44-322b-43c1-aca2-599538ca5d45 req-34cf385d-e933-4e78-a465-d6c9988af8f8 tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:29:36.131580 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cf385d-e933-4e78-a465-d6c9988af8f8 tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] Pushing event updated for resources: {'Port': ['ID=d3a1914f-5713-4a58-b538-ac5bf64664e6,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:36.142190 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbbbf5d-c774-4024-8248-cc6c618296b9 None None] DHCP port deletion for 7e14ea57-a95a-45fc-b352-ea1c200fddac request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:29:36.156692 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0381bd12-88dc-4b9a-afbd-d0c22b018b51 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:36.271382 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac2e44-322b-43c1-aca2-599538ca5d45 req-34cf385d-e933-4e78-a465-d6c9988af8f8 tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:36.271382 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8bac2e44-322b-43c1-aca2-599538ca5d45 req-34cf385d-e933-4e78-a465-d6c9988af8f8 tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:36.284748 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b4a487-5068-4a4e-b112-7bf9ce65ead3 None None] DHCP port deletion for 95eb921f-59f5-45f4-9b54-834d3bc3a732 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:29:36.323651 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ebca6d63-88ab-4729-8b4b-dc00f6d512d3 req-58bb32df-0bd9-4748-ab85-2ca11d4262db tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=78322529-8ef3-429b-b795-66e840556866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1959553 Dec 06 17:29:36.340930 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8bac2e44-322b-43c1-aca2-599538ca5d45 req-34cf385d-e933-4e78-a465-d6c9988af8f8 tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3474741 Dec 06 17:29:36.362889 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-8bac2e44-322b-43c1-aca2-599538ca5d45 req-94b575d3-f003-4ad4-9c8a-98c59d8baa10 service neutron] Request body: {'port': {'device_id': '50406ce0-8d8f-4dbc-ac6c-398025c77043', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:29:36.374641 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b3a2bf1e-1754-4ae2-a39b-a02aa829d2b0 None None] Provisioning complete for port d3a1914f-5713-4a58-b538-ac5bf64664e6 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:29:36.375043 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b3a2bf1e-1754-4ae2-a39b-a02aa829d2b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:36.429128 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6078de0b-1133-4eb8-9115-c99018f2df41 admin admin] Router 3c29d003-6421-4733-8e94-76d471e24db7 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:29:36.451680 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8bac2e44-322b-43c1-aca2-599538ca5d45 req-94b575d3-f003-4ad4-9c8a-98c59d8baa10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:36.466082 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b3a2bf1e-1754-4ae2-a39b-a02aa829d2b0 None None] Port d3a1914f-5713-4a58-b538-ac5bf64664e6 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:29:36.494625 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-41b4a487-5068-4a4e-b112-7bf9ce65ead3 None None] Deleting port 11afedc2-c0f4-4fe4-abad-f691597a2e64 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:29:36.495437 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-41b4a487-5068-4a4e-b112-7bf9ce65ead3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:36.609218 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-41b4a487-5068-4a4e-b112-7bf9ce65ead3 None None] For port 11afedc2-c0f4-4fe4-abad-f691597a2e64, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=11afedc2-c0f4-4fe4-abad-f691597a2e64,segment=NetworkSegment(8a9ae666-42ae-4298-92ff-ceb51b89b11e),segment_id=8a9ae666-42ae-4298-92ff-ceb51b89b11e)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:29:36.609669 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-41b4a487-5068-4a4e-b112-7bf9ce65ead3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:36.654557 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-41b4a487-5068-4a4e-b112-7bf9ce65ead3 None None] Calling delete_port for 11afedc2-c0f4-4fe4-abad-f691597a2e64 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:29:36.657500 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6078de0b-1133-4eb8-9115-c99018f2df41 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:29:36.690699 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e895073-c737-4dc5-91d2-da2c5a8d8361 None None] Sync routers for ids ['3c29d003-6421-4733-8e94-76d471e24db7'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:29:36.694760 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-6078de0b-1133-4eb8-9115-c99018f2df41 admin admin] 10.222.0.23 "PUT /v2.0/routers/3c29d003-6421-4733-8e94-76d471e24db7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0833704 Dec 06 17:29:36.695476 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 41226) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:29:36.719201 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e895073-c737-4dc5-91d2-da2c5a8d8361 None None] Routers {'3c29d003-6421-4733-8e94-76d471e24db7'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:29:36.728693 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-0e895073-c737-4dc5-91d2-da2c5a8d8361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:29:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['3c29d003-6421-4733-8e94-76d471e24db7'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:29:36.871188 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-41b4a487-5068-4a4e-b112-7bf9ce65ead3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:36.899254 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 69eca43d-71e6-4316-8bf1-6b6034bc50fc up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:29:36.901039 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b4a487-5068-4a4e-b112-7bf9ce65ead3 None None] No DVR routers for this DVR port 11afedc2-c0f4-4fe4-abad-f691597a2e64 on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:29:36.976678 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b4a487-5068-4a4e-b112-7bf9ce65ead3 None None] Pushing event deleted for resources: {'Port': ['ID=11afedc2-c0f4-4fe4-abad-f691597a2e64,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:36.991487 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-0e895073-c737-4dc5-91d2-da2c5a8d8361 None None] Set router 3c29d003-6421-4733-8e94-76d471e24db7 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:29:36.993051 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-0381bd12-88dc-4b9a-afbd-d0c22b018b51 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] The port '11afedc2-c0f4-4fe4-abad-f691597a2e64' was deleted {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 06 17:29:37.047329 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 69eca43d-71e6-4316-8bf1-6b6034bc50fc triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:29:37.047850 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:37.068225 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d89203bb-9413-4bae-8493-0fa51b67e427 admin admin] Publish callbacks [] for router, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:37.188113 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9e3d64-6d63-4af8-bc7d-6b3296e23d09 req-cf81e27d-a150-4753-8358-e3a7c17245a2 tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:37.189778 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1c9e3d64-6d63-4af8-bc7d-6b3296e23d09 req-cf81e27d-a150-4753-8358-e3a7c17245a2 tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] 10.222.0.23 "GET /v2.0/ports?device_id=50406ce0-8d8f-4dbc-ac6c-398025c77043 HTTP/1.1" status: 200 len: 931 time: 1.1840231 Dec 06 17:29:37.234960 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 11afedc2-c0f4-4fe4-abad-f691597a2e64 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:29:37.254935 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d959adc1-a81c-4c40-bf2e-6240c9834dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:37.264243 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 11afedc2-c0f4-4fe4-abad-f691597a2e64 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:29:37.264597 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 11afedc2-c0f4-4fe4-abad-f691597a2e64 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:29:37.274595 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0381bd12-88dc-4b9a-afbd-d0c22b018b51 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:37.290938 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-0e895073-c737-4dc5-91d2-da2c5a8d8361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c29d003-6421-4733-8e94-76d471e24db7', 'name': 'tempest-AttachVolumeShelveTestJSON-1454673330-router', 'tenant_id': '74bc5013de174928a9ab47aef105909c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.145'}], 'enable_snat': True}, 'gw_port_id': '92514718-b909-425e-925a-e193e46db368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:19:59Z', 'updated_at': '2021-12-06T17:29:35Z', 'revision_number': 5, 'project_id': '74bc5013de174928a9ab47aef105909c', 'gw_port': {'id': '92514718-b909-425e-925a-e193e46db368', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:95:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c29d003-6421-4733-8e94-76d471e24db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:20:02Z', 'updated_at': '2021-12-06T17:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:29:37.331864 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aff95542-733a-4739-9b10-470f483e1653 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:37.339249 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e895073-c737-4dc5-91d2-da2c5a8d8361 None None] Checking router: 3c29d003-6421-4733-8e94-76d471e24db7 for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:29:37.347147 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d89203bb-9413-4bae-8493-0fa51b67e427 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:37.348209 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e895073-c737-4dc5-91d2-da2c5a8d8361 None None] Routers {'3c29d003-6421-4733-8e94-76d471e24db7'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:29:37.349577 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-0e895073-c737-4dc5-91d2-da2c5a8d8361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:29:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['3c29d003-6421-4733-8e94-76d471e24db7'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:29:37.359885 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c203ed14-a8a9-491e-8340-52cf36a3def2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:37.362859 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c203ed14-a8a9-491e-8340-52cf36a3def2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:37.364016 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-c203ed14-a8a9-491e-8340-52cf36a3def2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5d26b856-4a7a-499c-bbef-b2fe728cb313 HTTP/1.1" status: 204 len: 168 time: 2.4928203 Dec 06 17:29:37.366979 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-0381bd12-88dc-4b9a-afbd-d0c22b018b51 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95eb921f-59f5-45f4-9b54-834d3bc3a732']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:29:37.405462 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-0381bd12-88dc-4b9a-afbd-d0c22b018b51 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a9ae666-42ae-4298-92ff-ceb51b89b11e') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:29:37.405835 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-0381bd12-88dc-4b9a-afbd-d0c22b018b51 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a9ae666-42ae-4298-92ff-ceb51b89b11e') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:29:37.428107 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c203ed14-a8a9-491e-8340-52cf36a3def2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d26b856-4a7a-499c-bbef-b2fe728cb313,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:37.433832 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1c9e3d64-6d63-4af8-bc7d-6b3296e23d09 req-9596e859-ea81-4d97-8cb4-7f19d590be56 tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] 10.222.0.23 "GET /v2.0/security-groups?id=17933e3e-6db0-4f44-8e47-dedf5cf1a7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060900 Dec 06 17:29:37.435048 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d959adc1-a81c-4c40-bf2e-6240c9834dc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4ea4d0f-71a4-4c95-82b1-6c4f14c713a1,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:37.444101 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0381bd12-88dc-4b9a-afbd-d0c22b018b51 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:37.477710 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0381bd12-88dc-4b9a-afbd-d0c22b018b51 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:37.484545 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0381bd12-88dc-4b9a-afbd-d0c22b018b51 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:29:37.485006 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0381bd12-88dc-4b9a-afbd-d0c22b018b51 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:37.490282 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 17:29:37.490282 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:29:37.490282 n-d-master-1 neutron-server[103284]: timer() Dec 06 17:29:37.490282 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:29:37.490282 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 17:29:37.490282 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:29:37.490282 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 17:29:37.490282 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:29:37.490282 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 17:29:37.490282 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:29:37.490282 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 17:29:37.490282 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:29:37.490282 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 17:29:37.490282 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:29:37.490282 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:29:37.490282 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:29:37.490282 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:29:37.490282 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:29:37.490282 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 17:29:37.490282 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:29:37.490282 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 17:29:37.490282 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:29:37.490282 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:29:37.490282 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:29:37.490282 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 17:29:37.490282 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:29:37.490282 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:29:37.490282 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:29:37.490282 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:29:37.490282 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:29:37.490282 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:29:37.490282 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:29:37.502799 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-0e895073-c737-4dc5-91d2-da2c5a8d8361 None None] Set router 3c29d003-6421-4733-8e94-76d471e24db7 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:29:37.552904 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-8bac2e44-322b-43c1-aca2-599538ca5d45 req-94b575d3-f003-4ad4-9c8a-98c59d8baa10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3a1914f-5713-4a58-b538-ac5bf64664e6 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:29:37.562822 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aff95542-733a-4739-9b10-470f483e1653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:37.600300 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8bac2e44-322b-43c1-aca2-599538ca5d45 req-94b575d3-f003-4ad4-9c8a-98c59d8baa10 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:37.628541 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff95542-733a-4739-9b10-470f483e1653 admin admin] Pushing event updated for resources: {'Port': ['ID=092412d2-ed47-4961-a7f2-15f33499534c,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:37.647266 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d959adc1-a81c-4c40-bf2e-6240c9834dc7 admin admin] Checking segment: {'id': 'e7633122-45be-4098-9151-607f71ade058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '343f954d-d1c3-4f66-bad4-ccfe52b09e6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:29:37.648096 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d959adc1-a81c-4c40-bf2e-6240c9834dc7 admin admin] Network hostable DHCP agents. Network: 343f954d-d1c3-4f66-bad4-ccfe52b09e6c, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:29:37.655957 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff95542-733a-4739-9b10-470f483e1653 admin admin] Network 6b7abc05-e65c-45dd-b06d-3e0ac29b2d69 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:29:37.669384 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-aff95542-733a-4739-9b10-470f483e1653 admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:29:37.671932 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff95542-733a-4739-9b10-470f483e1653 admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:29:37.677043 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0381bd12-88dc-4b9a-afbd-d0c22b018b51 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:37.680955 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-8bac2e44-322b-43c1-aca2-599538ca5d45 req-94b575d3-f003-4ad4-9c8a-98c59d8baa10 service neutron] Transition to ACTIVE for port object d3a1914f-5713-4a58-b538-ac5bf64664e6 will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:29:37.681564 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0381bd12-88dc-4b9a-afbd-d0c22b018b51 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks [] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:37.688087 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-0381bd12-88dc-4b9a-afbd-d0c22b018b51 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] 10.222.0.23 "DELETE /v2.0/networks/95eb921f-59f5-45f4-9b54-834d3bc3a732 HTTP/1.1" status: 204 len: 168 time: 1.8847182 Dec 06 17:29:37.700717 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 41236) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:29:37.741763 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d959adc1-a81c-4c40-bf2e-6240c9834dc7 admin admin] Network 343f954d-d1c3-4f66-bad4-ccfe52b09e6c is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:29:37.748855 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0381bd12-88dc-4b9a-afbd-d0c22b018b51 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Pushing event deleted for resources: {'Network': ['ID=95eb921f-59f5-45f4-9b54-834d3bc3a732,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:37.759652 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-45f7afc7-00ed-4cc2-80d0-8de05fb9f53e tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] 10.222.0.23 "GET /v2.0/ports?device_id=f18cb748-76ad-42c3-b383-fc6afeafda3a HTTP/1.1" status: 200 len: 205 time: 0.0574408 Dec 06 17:29:37.766895 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 41240) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:29:37.778590 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-d89203bb-9413-4bae-8493-0fa51b67e427 admin admin] Deleting port 92514718-b909-425e-925a-e193e46db368 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:29:37.778773 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d89203bb-9413-4bae-8493-0fa51b67e427 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:37.780972 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8bac2e44-322b-43c1-aca2-599538ca5d45 req-94b575d3-f003-4ad4-9c8a-98c59d8baa10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:37.793186 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1531c3-8e29-43a8-a553-878a9e435c25 req-23ba6c15-502e-4826-a790-db4e3d8c5e2d tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:37.795036 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8f1531c3-8e29-43a8-a553-878a9e435c25 req-23ba6c15-502e-4826-a790-db4e3d8c5e2d tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=db2b7cfe-ff06-4d98-9999-728e2c37896c HTTP/1.1" status: 200 len: 945 time: 0.2487032 Dec 06 17:29:37.828392 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-0e895073-c737-4dc5-91d2-da2c5a8d8361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c29d003-6421-4733-8e94-76d471e24db7', 'name': 'tempest-AttachVolumeShelveTestJSON-1454673330-router', 'tenant_id': '74bc5013de174928a9ab47aef105909c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.145'}], 'enable_snat': True}, 'gw_port_id': '92514718-b909-425e-925a-e193e46db368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:19:59Z', 'updated_at': '2021-12-06T17:29:35Z', 'revision_number': 5, 'project_id': '74bc5013de174928a9ab47aef105909c', 'gw_port': {'id': '92514718-b909-425e-925a-e193e46db368', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:95:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c29d003-6421-4733-8e94-76d471e24db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:20:02Z', 'updated_at': '2021-12-06T17:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:29:37.872713 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e895073-c737-4dc5-91d2-da2c5a8d8361 None None] The sync data for ids ['3c29d003-6421-4733-8e94-76d471e24db7'] in n-d-master-1 is: [{'id': '3c29d003-6421-4733-8e94-76d471e24db7', 'name': 'tempest-AttachVolumeShelveTestJSON-1454673330-router', 'tenant_id': '74bc5013de174928a9ab47aef105909c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.145'}], 'enable_snat': True}, 'gw_port_id': '92514718-b909-425e-925a-e193e46db368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:19:59Z', 'updated_at': '2021-12-06T17:29:35Z', 'revision_number': 5, 'project_id': '74bc5013de174928a9ab47aef105909c', 'gw_port': {'id': '92514718-b909-425e-925a-e193e46db368', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:95:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c29d003-6421-4733-8e94-76d471e24db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:20:02Z', 'updated_at': '2021-12-06T17:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:29:37.900056 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4e3f4a-4ed7-41ad-97c6-10eef8f2682d None None] DHCP port deletion for 7e14ea57-a95a-45fc-b352-ea1c200fddac request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:29:37.937009 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9c11ea26-3c2a-4e8a-8536-2329e4873aa3 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks [] for router, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:37.941882 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-d959adc1-a81c-4c40-bf2e-6240c9834dc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 343f954d-d1c3-4f66-bad4-ccfe52b09e6c) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:29:37.951527 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a757597-1c27-400b-9fe8-28ca1b13c395 None None] Network 343f954d-d1c3-4f66-bad4-ccfe52b09e6c requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:29:38.049642 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d959adc1-a81c-4c40-bf2e-6240c9834dc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:38.050336 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d959adc1-a81c-4c40-bf2e-6240c9834dc7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:38.080624 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aff95542-733a-4739-9b10-470f483e1653 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539179'] for router_interface, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:38.223271 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-d959adc1-a81c-4c40-bf2e-6240c9834dc7 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.3519182 Dec 06 17:29:38.225397 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 41250) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:29:38.266412 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-3cfdb8fd-5b28-41e4-b23e-aeaf7cdc6784 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1619787822-router', 'tenant_id': 'd7abadb1557c47ab8c8300111afe2d05', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:29:38.295278 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-36450961-c093-46d8-93ab-c0151f6707c0 None None] Provisioning complete for port 092412d2-ed47-4961-a7f2-15f33499534c triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:29:38.296406 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-36450961-c093-46d8-93ab-c0151f6707c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:38.302542 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c52b213-cbbc-4e57-9d91-446d639ebf43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-343f954d-d1c3-4f66-bad4-ccfe52b09e6c', 'network_id': '343f954d-d1c3-4f66-bad4-ccfe52b09e6c', 'tenant_id': 'd7abadb1557c47ab8c8300111afe2d05', 'fixed_ips': [{'subnet_id': 'a4ea4d0f-71a4-4c95-82b1-6c4f14c713a1'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:29:38.304570 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0c52b213-cbbc-4e57-9d91-446d639ebf43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:38.388314 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-36450961-c093-46d8-93ab-c0151f6707c0 None None] Port 092412d2-ed47-4961-a7f2-15f33499534c cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:29:38.559931 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9c11ea26-3c2a-4e8a-8536-2329e4873aa3 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:38.565240 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-0c52b213-cbbc-4e57-9d91-446d639ebf43 None None] Allocated IP 172.20.0.2 (343f954d-d1c3-4f66-bad4-ccfe52b09e6c/a4ea4d0f-71a4-4c95-82b1-6c4f14c713a1/3a0c4759-b608-4742-b9d4-e5bd2a749450) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:29:38.597727 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9c11ea26-3c2a-4e8a-8536-2329e4873aa3 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:38.605451 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b575d3-f003-4ad4-9c8a-98c59d8baa10 service neutron] Pushing event updated for resources: {'Port': ['ID=d3a1914f-5713-4a58-b538-ac5bf64664e6,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:38.670856 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3cfdb8fd-5b28-41e4-b23e-aeaf7cdc6784 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:38.672056 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3cfdb8fd-5b28-41e4-b23e-aeaf7cdc6784 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:38.756703 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8f1531c3-8e29-43a8-a553-878a9e435c25 req-b4218a69-b6e2-4cfd-ae1b-ea0f9f5e4d18 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=78322529-8ef3-429b-b795-66e840556866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9326165 Dec 06 17:29:38.784194 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aff95542-733a-4739-9b10-470f483e1653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:38.810099 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9c11ea26-3c2a-4e8a-8536-2329e4873aa3 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:38.810971 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c11ea26-3c2a-4e8a-8536-2329e4873aa3 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Fanout notify agent at l3_agent the message router_deleted on router f18cb748-76ad-42c3-b383-fc6afeafda3a {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 17:29:38.811909 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-d89203bb-9413-4bae-8493-0fa51b67e427 admin admin] For port 92514718-b909-425e-925a-e193e46db368, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=92514718-b909-425e-925a-e193e46db368,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:29:38.815107 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d89203bb-9413-4bae-8493-0fa51b67e427 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:38.819371 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9c11ea26-3c2a-4e8a-8536-2329e4873aa3 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:38.820627 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-9c11ea26-3c2a-4e8a-8536-2329e4873aa3 tempest-RoutersNegativeIpV6Test-39691246 tempest-RoutersNegativeIpV6Test-39691246-project] 10.222.0.23 "DELETE /v2.0/routers/f18cb748-76ad-42c3-b383-fc6afeafda3a HTTP/1.1" status: 204 len: 168 time: 1.0544789 Dec 06 17:29:38.863590 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0c52b213-cbbc-4e57-9d91-446d639ebf43 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:38.868501 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-d89203bb-9413-4bae-8493-0fa51b67e427 admin admin] Calling delete_port for 92514718-b909-425e-925a-e193e46db368 owned by network:router_gateway {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:29:38.872532 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 8eb415b7-2dde-4905-a8cb-5d548e34c561 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:29:38.912791 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0c52b213-cbbc-4e57-9d91-446d639ebf43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:38.920361 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-8bac2e44-322b-43c1-aca2-599538ca5d45 req-94b575d3-f003-4ad4-9c8a-98c59d8baa10 service neutron] Attempting to bind port d3a1914f-5713-4a58-b538-ac5bf64664e6 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:29:38.920800 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-8bac2e44-322b-43c1-aca2-599538ca5d45 req-94b575d3-f003-4ad4-9c8a-98c59d8baa10 service neutron] Attempting to bind port d3a1914f-5713-4a58-b538-ac5bf64664e6 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '8ba3ae1c-8dbf-4d46-bbe3-6c8317b581b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7e14ea57-a95a-45fc-b352-ea1c200fddac'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:29:38.921203 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bac2e44-322b-43c1-aca2-599538ca5d45 req-94b575d3-f003-4ad4-9c8a-98c59d8baa10 service neutron] Attempting to bind port d3a1914f-5713-4a58-b538-ac5bf64664e6 on network 7e14ea57-a95a-45fc-b352-ea1c200fddac {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:29:38.932721 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 8eb415b7-2dde-4905-a8cb-5d548e34c561 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:29:38.933420 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 8eb415b7-2dde-4905-a8cb-5d548e34c561 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:29:38.984702 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686104aa-e9ab-4eee-ac9e-43d25452e707 req-b8be6ddd-54b4-4920-bbac-c7585df5d3fe tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:38.997045 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-686104aa-e9ab-4eee-ac9e-43d25452e707 req-b8be6ddd-54b4-4920-bbac-c7585df5d3fe tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/networks?id=baae5554-5993-4f38-bd78-dc900341a8a7 HTTP/1.1" status: 200 len: 813 time: 0.5155075 Dec 06 17:29:38.998977 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3cfdb8fd-5b28-41e4-b23e-aeaf7cdc6784 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:39.043735 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bac2e44-322b-43c1-aca2-599538ca5d45 req-94b575d3-f003-4ad4-9c8a-98c59d8baa10 service neutron] Port d3a1914f-5713-4a58-b538-ac5bf64664e6 on network 7e14ea57-a95a-45fc-b352-ea1c200fddac not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:29:39.046777 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bac2e44-322b-43c1-aca2-599538ca5d45 req-94b575d3-f003-4ad4-9c8a-98c59d8baa10 service neutron] Attempting to bind port d3a1914f-5713-4a58-b538-ac5bf64664e6 on network 7e14ea57-a95a-45fc-b352-ea1c200fddac {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:29:39.101350 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bac2e44-322b-43c1-aca2-599538ca5d45 req-94b575d3-f003-4ad4-9c8a-98c59d8baa10 service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:29:39.102129 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-686104aa-e9ab-4eee-ac9e-43d25452e707 req-46790916-fdeb-4d37-b464-cb0db27dd006 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/quotas/31731eabc62542b18a3f7712a1235f2a HTTP/1.1" status: 200 len: 375 time: 0.0853057 Dec 06 17:29:39.123410 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bac2e44-322b-43c1-aca2-599538ca5d45 req-94b575d3-f003-4ad4-9c8a-98c59d8baa10 service neutron] Checking segment: {'id': '8ba3ae1c-8dbf-4d46-bbe3-6c8317b581b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7e14ea57-a95a-45fc-b352-ea1c200fddac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:29:39.124017 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bac2e44-322b-43c1-aca2-599538ca5d45 req-94b575d3-f003-4ad4-9c8a-98c59d8baa10 service neutron] Bound using segment: {'id': '8ba3ae1c-8dbf-4d46-bbe3-6c8317b581b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7e14ea57-a95a-45fc-b352-ea1c200fddac'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:29:39.124802 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-8bac2e44-322b-43c1-aca2-599538ca5d45 req-94b575d3-f003-4ad4-9c8a-98c59d8baa10 service neutron] Bound port: d3a1914f-5713-4a58-b538-ac5bf64664e6, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ba3ae1c-8dbf-4d46-bbe3-6c8317b581b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7e14ea57-a95a-45fc-b352-ea1c200fddac'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:29:39.125340 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8bac2e44-322b-43c1-aca2-599538ca5d45 req-94b575d3-f003-4ad4-9c8a-98c59d8baa10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:39.200168 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49285355-f40a-48b3-b338-66227b02845b req-0971b823-eb30-4d97-81f2-9da6bc6daf29 tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:39.202772 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-49285355-f40a-48b3-b338-66227b02845b req-0971b823-eb30-4d97-81f2-9da6bc6daf29 tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] 10.222.0.23 "GET /v2.0/ports?device_id=50406ce0-8d8f-4dbc-ac6c-398025c77043 HTTP/1.1" status: 200 len: 943 time: 0.2999880 Dec 06 17:29:39.236292 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 41284) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:29:39.292208 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c52b213-cbbc-4e57-9d91-446d639ebf43 None None] Network 343f954d-d1c3-4f66-bad4-ccfe52b09e6c is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:29:39.296147 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-0c52b213-cbbc-4e57-9d91-446d639ebf43 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:29:39.306696 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c52b213-cbbc-4e57-9d91-446d639ebf43 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:29:39.332688 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3cfdb8fd-5b28-41e4-b23e-aeaf7cdc6784 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:39.376694 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-0c52b213-cbbc-4e57-9d91-446d639ebf43 None None] Attempting to bind port 3a0c4759-b608-4742-b9d4-e5bd2a749450 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:29:39.377495 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-0c52b213-cbbc-4e57-9d91-446d639ebf43 None None] Attempting to bind port 3a0c4759-b608-4742-b9d4-e5bd2a749450 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'e7633122-45be-4098-9151-607f71ade058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '343f954d-d1c3-4f66-bad4-ccfe52b09e6c'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:29:39.378104 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c52b213-cbbc-4e57-9d91-446d639ebf43 None None] Attempting to bind port 3a0c4759-b608-4742-b9d4-e5bd2a749450 on network 343f954d-d1c3-4f66-bad4-ccfe52b09e6c {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:29:39.389347 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c52b213-cbbc-4e57-9d91-446d639ebf43 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:29:39.390394 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c52b213-cbbc-4e57-9d91-446d639ebf43 None None] Checking segment: {'id': 'e7633122-45be-4098-9151-607f71ade058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '343f954d-d1c3-4f66-bad4-ccfe52b09e6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:29:39.390980 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0c52b213-cbbc-4e57-9d91-446d639ebf43 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:39.391662 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c52b213-cbbc-4e57-9d91-446d639ebf43 None None] Bound using segment: {'id': 'e7633122-45be-4098-9151-607f71ade058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '343f954d-d1c3-4f66-bad4-ccfe52b09e6c'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:29:39.392573 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-0c52b213-cbbc-4e57-9d91-446d639ebf43 None None] Bound port: 3a0c4759-b608-4742-b9d4-e5bd2a749450, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7633122-45be-4098-9151-607f71ade058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '343f954d-d1c3-4f66-bad4-ccfe52b09e6c'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:29:39.393137 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0c52b213-cbbc-4e57-9d91-446d639ebf43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:39.468161 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 41290) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:29:39.478285 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-0c52b213-cbbc-4e57-9d91-446d639ebf43 None None] For port 3a0c4759-b608-4742-b9d4-e5bd2a749450, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:29:39.479527 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c52b213-cbbc-4e57-9d91-446d639ebf43 None None] Pushing event updated for resources: {'Port': ['ID=3a0c4759-b608-4742-b9d4-e5bd2a749450,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:39.482926 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-0c52b213-cbbc-4e57-9d91-446d639ebf43 None None] For port 3a0c4759-b608-4742-b9d4-e5bd2a749450, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=3a0c4759-b608-4742-b9d4-e5bd2a749450,segment=NetworkSegment(e7633122-45be-4098-9151-607f71ade058),segment_id=e7633122-45be-4098-9151-607f71ade058)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:29:39.490121 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0c52b213-cbbc-4e57-9d91-446d639ebf43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:39.542647 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-686104aa-e9ab-4eee-ac9e-43d25452e707 req-be21233c-d2fa-4623-b14e-754851c0a642 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=31731eabc62542b18a3f7712a1235f2a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4181430 Dec 06 17:29:39.554667 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-49285355-f40a-48b3-b338-66227b02845b req-9459b4b9-8df7-4830-9df6-2a4a9a5769de tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] 10.222.0.23 "GET /v2.0/security-groups?id=17933e3e-6db0-4f44-8e47-dedf5cf1a7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3195517 Dec 06 17:29:39.557307 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-8bac2e44-322b-43c1-aca2-599538ca5d45 req-94b575d3-f003-4ad4-9c8a-98c59d8baa10 service neutron] For port d3a1914f-5713-4a58-b538-ac5bf64664e6, host n-h1-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:29:39.558595 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c52b213-cbbc-4e57-9d91-446d639ebf43 None None] Pushing event updated for resources: {'Port': ['ID=3a0c4759-b608-4742-b9d4-e5bd2a749450,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:39.636286 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-8bac2e44-322b-43c1-aca2-599538ca5d45 req-94b575d3-f003-4ad4-9c8a-98c59d8baa10 service neutron] For port d3a1914f-5713-4a58-b538-ac5bf64664e6, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=d3a1914f-5713-4a58-b538-ac5bf64664e6,segment=NetworkSegment(8ba3ae1c-8dbf-4d46-bbe3-6c8317b581b4),segment_id=8ba3ae1c-8dbf-4d46-bbe3-6c8317b581b4)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:29:39.642058 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-6968e9c9-8727-4bab-8039-595a67864232 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=22cf1ea0242b4245be3731bfd2de3abd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3990295 Dec 06 17:29:39.648101 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 41294) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:29:39.693322 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8bac2e44-322b-43c1-aca2-599538ca5d45 req-94b575d3-f003-4ad4-9c8a-98c59d8baa10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:39.704399 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-385fdbf4-97cb-4b3c-af93-f5adcf44b138 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:39.761840 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3d03f9-88b2-42f8-a898-79084bfd17bf None None] DHCP port deletion for 7e14ea57-a95a-45fc-b352-ea1c200fddac request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:29:39.762992 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aff95542-733a-4739-9b10-470f483e1653 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:39.791673 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-686104aa-e9ab-4eee-ac9e-43d25452e707 req-08f020ad-610e-45df-9c2b-3969b1f1c585 service neutron] 10.222.0.23 "GET /v2.0/networks/baae5554-5993-4f38-bd78-dc900341a8a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344737 Dec 06 17:29:39.802758 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac2e44-322b-43c1-aca2-599538ca5d45 req-94b575d3-f003-4ad4-9c8a-98c59d8baa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:39.803262 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aff95542-733a-4739-9b10-470f483e1653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:39.803815 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8bac2e44-322b-43c1-aca2-599538ca5d45 req-94b575d3-f003-4ad4-9c8a-98c59d8baa10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:39.834852 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8bac2e44-322b-43c1-aca2-599538ca5d45 req-94b575d3-f003-4ad4-9c8a-98c59d8baa10 service neutron] 10.222.0.41 "PUT /v2.0/ports/d3a1914f-5713-4a58-b538-ac5bf64664e6 HTTP/1.1" status: 200 len: 1091 time: 3.4780920 Dec 06 17:29:39.866814 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50406ce0-8d8f-4dbc-ac6c-398025c77043', 'tag': 'd3a1914f-5713-4a58-b538-ac5bf64664e6'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:29:39.869153 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-304e8ea3-e1df-4805-b642-e3fd23d0907b" -d '{"events": [{"name": "network-changed", "server_uuid": "50406ce0-8d8f-4dbc-ac6c-398025c77043", "tag": "d3a1914f-5713-4a58-b538-ac5bf64664e6"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:29:39.936219 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d89203bb-9413-4bae-8493-0fa51b67e427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:39.974326 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b575d3-f003-4ad4-9c8a-98c59d8baa10 service neutron] Pushing event updated for resources: {'Port': ['ID=d3a1914f-5713-4a58-b538-ac5bf64664e6,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:39.990896 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff95542-733a-4739-9b10-470f483e1653 admin admin] Pushing event updated for resources: {'Port': ['ID=092412d2-ed47-4961-a7f2-15f33499534c,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:39.996340 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aff95542-733a-4739-9b10-470f483e1653 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-772465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539207'] for router_interface, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:40.024525 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-686104aa-e9ab-4eee-ac9e-43d25452e707 req-5e1cbc90-2b63-4ea7-8a15-1d73b66b209e service neutron] 10.222.0.23 "GET /v2.0/networks/baae5554-5993-4f38-bd78-dc900341a8a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319593 Dec 06 17:29:40.027631 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860f5b4a-3918-4787-bcc3-425a4f65fa3f None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:29:40.071651 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c75d0cd-2958-4390-9c1d-36a5d6f36b8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:40.077032 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89203bb-9413-4bae-8493-0fa51b67e427 admin admin] Pushing event deleted for resources: {'Port': ['ID=92514718-b909-425e-925a-e193e46db368,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:40.141940 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81246e0e-7aaf-4b9f-8ed7-2c128d375a0f req-d0dff002-cc85-4597-bd2b-90483183d23b tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:40.150436 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-81246e0e-7aaf-4b9f-8ed7-2c128d375a0f req-d0dff002-cc85-4597-bd2b-90483183d23b tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=db2b7cfe-ff06-4d98-9999-728e2c37896c HTTP/1.1" status: 200 len: 945 time: 0.2642329 Dec 06 17:29:40.182325 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c75d0cd-2958-4390-9c1d-36a5d6f36b8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:40.196212 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3cfdb8fd-5b28-41e4-b23e-aeaf7cdc6784 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:40.203039 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b378ff09-296d-49bd-80b5-a206f0ea806c x-openstack-request-id: req-b378ff09-296d-49bd-80b5-a206f0ea806c {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:29:40.203460 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50406ce0-8d8f-4dbc-ac6c-398025c77043", "tag": "d3a1914f-5713-4a58-b538-ac5bf64664e6", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:29:40.203804 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b378ff09-296d-49bd-80b5-a206f0ea806c {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:29:40.204348 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50406ce0-8d8f-4dbc-ac6c-398025c77043', 'tag': 'd3a1914f-5713-4a58-b538-ac5bf64664e6', 'status': 'completed', 'code': 200} Dec 06 17:29:40.220131 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac2e44-322b-43c1-aca2-599538ca5d45 req-ee29e391-68ed-4617-b96b-46a300f69e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:40.221808 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8bac2e44-322b-43c1-aca2-599538ca5d45 req-ee29e391-68ed-4617-b96b-46a300f69e0c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5adf2ca31be24010a5919f824c787266&device_id=50406ce0-8d8f-4dbc-ac6c-398025c77043 HTTP/1.1" status: 200 len: 1094 time: 0.3079152 Dec 06 17:29:40.224000 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3cfdb8fd-5b28-41e4-b23e-aeaf7cdc6784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:40.235804 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-385fdbf4-97cb-4b3c-af93-f5adcf44b138 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:40.254215 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-385fdbf4-97cb-4b3c-af93-f5adcf44b138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:40.262740 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d89203bb-9413-4bae-8493-0fa51b67e427 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536698'] for router_gateway, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:40.270234 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff95542-733a-4739-9b10-470f483e1653 admin admin] Network 6b7abc05-e65c-45dd-b06d-3e0ac29b2d69 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:29:40.273130 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ebfd13b7-895f-4589-8d61-9f76ed287c04 req-7f1a403f-6911-4f25-b6a1-21d937586402 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/ports?device_id=20225c27-26a7-405a-b69a-c2afe48bb8e1 HTTP/1.1" status: 200 len: 210 time: 0.0469112 Dec 06 17:29:40.298780 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-aff95542-733a-4739-9b10-470f483e1653 admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:29:40.345711 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8bac2e44-322b-43c1-aca2-599538ca5d45 req-3b2bb215-646f-4790-80fa-0ad01d66186a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3a1914f-5713-4a58-b538-ac5bf64664e6 HTTP/1.1" status: 200 len: 217 time: 0.1082497 Dec 06 17:29:40.488908 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-3cfdb8fd-5b28-41e4-b23e-aeaf7cdc6784 admin admin] Allocated IP 172.35.1.97 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/37ad1a6e-a709-4377-9677-22ac44628bc2) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:29:40.493486 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-81246e0e-7aaf-4b9f-8ed7-2c128d375a0f req-e2ccdd6a-4f0b-4090-958c-243fb6a975d9 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=78322529-8ef3-429b-b795-66e840556866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3420763 Dec 06 17:29:40.500039 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-385fdbf4-97cb-4b3c-af93-f5adcf44b138 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a34d7762a83a4fcfacafd6fea22b8864&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0138230 Dec 06 17:29:40.503609 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d89203bb-9413-4bae-8493-0fa51b67e427 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:40.507015 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385fdbf4-97cb-4b3c-af93-f5adcf44b138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d7f47bc-1438-41fa-beea-c3040cd5efe2,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:40.507216 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 41308) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:29:40.510087 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d89203bb-9413-4bae-8493-0fa51b67e427 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:40.529311 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aff95542-733a-4739-9b10-470f483e1653 admin admin] Router 4944aec1-da7d-45c9-b314-7cf4c68eb618 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:29:40.579775 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac2e44-322b-43c1-aca2-599538ca5d45 req-4dd3bf4b-95bc-4fd2-95ea-6c754a2cb444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:40.581229 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8bac2e44-322b-43c1-aca2-599538ca5d45 req-4dd3bf4b-95bc-4fd2-95ea-6c754a2cb444 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a82def35-47de-45f8-b5b7-47ede7612944 HTTP/1.1" status: 200 len: 853 time: 0.1778502 Dec 06 17:29:40.584046 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c75d0cd-2958-4390-9c1d-36a5d6f36b8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:40.586960 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c75d0cd-2958-4390-9c1d-36a5d6f36b8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:40.588263 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-5c75d0cd-2958-4390-9c1d-36a5d6f36b8a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5b8943a4-2c33-46fa-a1f3-2ae03ad47540 HTTP/1.1" status: 204 len: 168 time: 0.9400454 Dec 06 17:29:40.600440 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d89203bb-9413-4bae-8493-0fa51b67e427 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:40.601124 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d89203bb-9413-4bae-8493-0fa51b67e427 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c29d003-6421-4733-8e94-76d471e24db7 {{(pid=103285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 17:29:40.635188 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d89203bb-9413-4bae-8493-0fa51b67e427 admin admin] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:40.641018 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-d89203bb-9413-4bae-8493-0fa51b67e427 admin admin] 10.222.0.23 "DELETE /v2.0/routers/3c29d003-6421-4733-8e94-76d471e24db7 HTTP/1.1" status: 204 len: 168 time: 3.9435353 Dec 06 17:29:40.659149 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 41314) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:29:40.671906 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c75d0cd-2958-4390-9c1d-36a5d6f36b8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b8943a4-2c33-46fa-a1f3-2ae03ad47540,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:40.696711 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8bac2e44-322b-43c1-aca2-599538ca5d45 req-aa3589cf-6945-47b1-a7ca-766ed9a24a08 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7e14ea57-a95a-45fc-b352-ea1c200fddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1055729 Dec 06 17:29:40.915077 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-5348bf5c-55aa-45c3-9da3-843a31914e21 None None] Provisioning complete for port 092412d2-ed47-4961-a7f2-15f33499534c triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:29:40.916114 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5348bf5c-55aa-45c3-9da3-843a31914e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:40.940003 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8bac2e44-322b-43c1-aca2-599538ca5d45 req-b903aa2d-e2bc-40a1-86a2-6446d185ac77 service neutron] 10.222.0.41 "GET /v2.0/networks/7e14ea57-a95a-45fc-b352-ea1c200fddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301543 Dec 06 17:29:40.977129 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-5348bf5c-55aa-45c3-9da3-843a31914e21 None None] Port 092412d2-ed47-4961-a7f2-15f33499534c cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:29:40.980951 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-a34eaf3d-65d7-4ad9-80f6-f8d15d3a0a8c admin admin] Deleting subnet 01ffc29c-932e-4129-aefc-9a2b3f836b7b {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:29:41.107623 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8bac2e44-322b-43c1-aca2-599538ca5d45 req-a11e717c-d0a4-4617-bc37-731f8de13b4e service neutron] 10.222.0.41 "GET /v2.0/networks/7e14ea57-a95a-45fc-b352-ea1c200fddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522355 Dec 06 17:29:41.196362 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a6963e-a219-4ca1-91f0-656e135d7d37 None None] Network 343f954d-d1c3-4f66-bad4-ccfe52b09e6c requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:29:41.294704 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304e8ea3-e1df-4805-b642-e3fd23d0907b req-f06beb45-2bc1-4532-a873-ecf3cb1030ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:41.296298 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-304e8ea3-e1df-4805-b642-e3fd23d0907b req-f06beb45-2bc1-4532-a873-ecf3cb1030ee service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5adf2ca31be24010a5919f824c787266&device_id=50406ce0-8d8f-4dbc-ac6c-398025c77043 HTTP/1.1" status: 200 len: 1094 time: 0.1171756 Dec 06 17:29:41.327171 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 3a0c4759-b608-4742-b9d4-e5bd2a749450 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:29:41.461992 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-507faa61-4f3e-4fe9-b0a9-9cb4837bbbfe req-70c27b87-dc66-42f9-b318-f638c64be497 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/ports?device_id=20225c27-26a7-405a-b69a-c2afe48bb8e1 HTTP/1.1" status: 200 len: 210 time: 0.0420802 Dec 06 17:29:41.470090 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a34eaf3d-65d7-4ad9-80f6-f8d15d3a0a8c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:41.478396 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-374434e6-ebcd-41ff-a02f-3b5dd7a44112 None None] Provisioning complete for port 3a0c4759-b608-4742-b9d4-e5bd2a749450 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:29:41.478690 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-374434e6-ebcd-41ff-a02f-3b5dd7a44112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:41.495798 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304e8ea3-e1df-4805-b642-e3fd23d0907b req-b831a255-821a-4aa0-be70-4dc2e1fa9138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:41.497772 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-304e8ea3-e1df-4805-b642-e3fd23d0907b req-b831a255-821a-4aa0-be70-4dc2e1fa9138 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7e14ea57-a95a-45fc-b352-ea1c200fddac HTTP/1.1" status: 200 len: 914 time: 0.1868486 Dec 06 17:29:41.549176 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-304e8ea3-e1df-4805-b642-e3fd23d0907b req-3ba32795-ca61-4c40-8586-a16295265b17 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3a1914f-5713-4a58-b538-ac5bf64664e6 HTTP/1.1" status: 200 len: 217 time: 0.0429258 Dec 06 17:29:41.594749 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a34eaf3d-65d7-4ad9-80f6-f8d15d3a0a8c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:41.602932 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c72aa7ad-89eb-4f15-a175-f3d72e03eda1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:41.650053 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 3a0c4759-b608-4742-b9d4-e5bd2a749450 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:29:41.650542 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:41.687961 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304e8ea3-e1df-4805-b642-e3fd23d0907b req-a9e8f630-1e6d-4d11-b186-11a5f325f175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:41.689505 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-304e8ea3-e1df-4805-b642-e3fd23d0907b req-a9e8f630-1e6d-4d11-b186-11a5f325f175 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a82def35-47de-45f8-b5b7-47ede7612944 HTTP/1.1" status: 200 len: 853 time: 0.1271024 Dec 06 17:29:41.697813 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3cfdb8fd-5b28-41e4-b23e-aeaf7cdc6784 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:41.714345 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aca6555-9361-4e70-bcb1-45c0266818b9 req-df943b8c-5192-44e7-9399-bad3c4bed59e tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:41.715933 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5aca6555-9361-4e70-bcb1-45c0266818b9 req-df943b8c-5192-44e7-9399-bad3c4bed59e tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] 10.222.0.23 "GET /v2.0/ports?device_id=50406ce0-8d8f-4dbc-ac6c-398025c77043 HTTP/1.1" status: 200 len: 943 time: 0.8364913 Dec 06 17:29:41.728709 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c72aa7ad-89eb-4f15-a175-f3d72e03eda1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:41.757007 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-374434e6-ebcd-41ff-a02f-3b5dd7a44112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:41.757667 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aff95542-733a-4739-9b10-470f483e1653 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:29:41.774180 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-aff95542-733a-4739-9b10-470f483e1653 admin admin] 10.222.0.23 "PUT /v2.0/routers/4944aec1-da7d-45c9-b314-7cf4c68eb618/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2604418 Dec 06 17:29:41.827248 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-374434e6-ebcd-41ff-a02f-3b5dd7a44112 None None] For port 3a0c4759-b608-4742-b9d4-e5bd2a749450, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=3a0c4759-b608-4742-b9d4-e5bd2a749450,segment=NetworkSegment(e7633122-45be-4098-9151-607f71ade058),segment_id=e7633122-45be-4098-9151-607f71ade058)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:29:41.831387 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f420caa4-47ee-43f4-b042-254e124cb3fe None None] Sync routers for ids ['4944aec1-da7d-45c9-b314-7cf4c68eb618'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:29:41.841693 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-374434e6-ebcd-41ff-a02f-3b5dd7a44112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:41.943138 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-304e8ea3-e1df-4805-b642-e3fd23d0907b req-0d6cb48e-e245-403f-b0bd-959907d2f5de service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7e14ea57-a95a-45fc-b352-ea1c200fddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2126753 Dec 06 17:29:41.949862 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f420caa4-47ee-43f4-b042-254e124cb3fe None None] Routers {'4944aec1-da7d-45c9-b314-7cf4c68eb618'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:29:41.950729 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-f420caa4-47ee-43f4-b042-254e124cb3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:29:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['4944aec1-da7d-45c9-b314-7cf4c68eb618'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:29:41.961804 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c72aa7ad-89eb-4f15-a175-f3d72e03eda1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:41.968175 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c72aa7ad-89eb-4f15-a175-f3d72e03eda1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:41.977441 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-c72aa7ad-89eb-4f15-a175-f3d72e03eda1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6d7f47bc-1438-41fa-beea-c3040cd5efe2 HTTP/1.1" status: 204 len: 168 time: 1.4636178 Dec 06 17:29:42.000717 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5aca6555-9361-4e70-bcb1-45c0266818b9 req-a061ddd0-e178-4077-b110-da853638d1a9 tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] 10.222.0.23 "GET /v2.0/security-groups?id=17933e3e-6db0-4f44-8e47-dedf5cf1a7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655432 Dec 06 17:29:42.017059 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ded9e3-8775-4081-8c0a-9721d77f0bcc req-6c6c99bc-c783-4373-bc6c-bf3064847093 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:42.018098 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a34eaf3d-65d7-4ad9-80f6-f8d15d3a0a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:42.018706 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a5ded9e3-8775-4081-8c0a-9721d77f0bcc req-6c6c99bc-c783-4373-bc6c-bf3064847093 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=db2b7cfe-ff06-4d98-9999-728e2c37896c HTTP/1.1" status: 200 len: 945 time: 0.3644531 Dec 06 17:29:42.062727 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3cfdb8fd-5b28-41e4-b23e-aeaf7cdc6784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:42.104841 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72aa7ad-89eb-4f15-a175-f3d72e03eda1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d7f47bc-1438-41fa-beea-c3040cd5efe2,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:42.152125 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686104aa-e9ab-4eee-ac9e-43d25452e707 req-8e0cebc5-f9e1-4c74-a301-bd94a57274e2 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:42.160981 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-686104aa-e9ab-4eee-ac9e-43d25452e707 req-8e0cebc5-f9e1-4c74-a301-bd94a57274e2 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.41 "GET /v2.0/networks?id=baae5554-5993-4f38-bd78-dc900341a8a7 HTTP/1.1" status: 200 len: 813 time: 0.4246101 Dec 06 17:29:42.169255 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfdb8fd-5b28-41e4-b23e-aeaf7cdc6784 admin admin] Pushing event updated for resources: {'Port': ['ID=37ad1a6e-a709-4377-9677-22ac44628bc2,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:42.185704 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-686104aa-e9ab-4eee-ac9e-43d25452e707 req-33631896-9636-4840-b3c2-a4da6935fdcc tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Request body: {'port': {'device_id': '20225c27-26a7-405a-b69a-c2afe48bb8e1', 'network_id': 'baae5554-5993-4f38-bd78-dc900341a8a7', 'admin_state_up': True, 'tenant_id': '31731eabc62542b18a3f7712a1235f2a'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:29:42.196583 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cfdb8fd-5b28-41e4-b23e-aeaf7cdc6784 admin admin] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:29:42.206362 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-3cfdb8fd-5b28-41e4-b23e-aeaf7cdc6784 admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:29:42.212331 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfdb8fd-5b28-41e4-b23e-aeaf7cdc6784 admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:29:42.219138 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374434e6-ebcd-41ff-a02f-3b5dd7a44112 None None] Pushing event updated for resources: {'Port': ['ID=3a0c4759-b608-4742-b9d4-e5bd2a749450,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:42.241719 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-f420caa4-47ee-43f4-b042-254e124cb3fe None None] Set router 4944aec1-da7d-45c9-b314-7cf4c68eb618 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:29:42.259974 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a34eaf3d-65d7-4ad9-80f6-f8d15d3a0a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:42.290785 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0690a245-abdf-46a7-a648-80c3bfc7646a None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:29:42.298746 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34eaf3d-65d7-4ad9-80f6-f8d15d3a0a8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01ffc29c-932e-4129-aefc-9a2b3f836b7b,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:42.347861 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58860d4-f00d-4201-a111-7b58c378cf9e None None] Network 443e19cc-aba1-401c-ba5c-6c1a74082882 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:29:42.378153 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a5ded9e3-8775-4081-8c0a-9721d77f0bcc req-59b86a3a-fb1a-4188-874d-6abf0b450160 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=78322529-8ef3-429b-b795-66e840556866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3312168 Dec 06 17:29:42.386810 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-304e8ea3-e1df-4805-b642-e3fd23d0907b req-9c668c20-4b85-4ee7-8e5e-76c4735c52fc service neutron] 10.222.0.41 "GET /v2.0/networks/7e14ea57-a95a-45fc-b352-ea1c200fddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4259431 Dec 06 17:29:42.459319 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a34eaf3d-65d7-4ad9-80f6-f8d15d3a0a8c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:42.463761 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-a34eaf3d-65d7-4ad9-80f6-f8d15d3a0a8c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/01ffc29c-932e-4129-aefc-9a2b3f836b7b HTTP/1.1" status: 204 len: 168 time: 1.8036094 Dec 06 17:29:42.468292 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 41352) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:29:42.469905 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-920e1cdf-80cf-407b-95b2-0fb576b72330 None None] Provisioning complete for port 3a0c4759-b608-4742-b9d4-e5bd2a749450 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:29:42.470294 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-920e1cdf-80cf-407b-95b2-0fb576b72330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:42.583066 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-686104aa-e9ab-4eee-ac9e-43d25452e707 req-33631896-9636-4840-b3c2-a4da6935fdcc tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Made reservation on behalf of 31731eabc62542b18a3f7712a1235f2a for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:29:42.588338 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-686104aa-e9ab-4eee-ac9e-43d25452e707 req-33631896-9636-4840-b3c2-a4da6935fdcc tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:42.627402 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-304e8ea3-e1df-4805-b642-e3fd23d0907b req-8f25cd9f-c513-4fe7-ab55-cbe1194cdcf6 service neutron] 10.222.0.41 "GET /v2.0/networks/7e14ea57-a95a-45fc-b352-ea1c200fddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237270 Dec 06 17:29:42.731234 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-46bb3fe9-8cd6-4087-baa8-4a92b67947e7 req-d0bb6c2a-326c-461e-b04c-8f8a66dffd0f tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/ports?device_id=20225c27-26a7-405a-b69a-c2afe48bb8e1 HTTP/1.1" status: 200 len: 210 time: 0.0970154 Dec 06 17:29:42.797897 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-686104aa-e9ab-4eee-ac9e-43d25452e707 req-33631896-9636-4840-b3c2-a4da6935fdcc tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Allocated IP 172.20.0.4 (baae5554-5993-4f38-bd78-dc900341a8a7/beafb9f1-df05-4269-b547-aab5f335c461/dd3e8b2b-346c-4271-a6a0-a9014ec34cab) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:29:42.825855 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7dde3121-06dc-4f53-be33-188e25db87de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:42.831689 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 3a0c4759-b608-4742-b9d4-e5bd2a749450 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:29:42.875220 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3cfdb8fd-5b28-41e4-b23e-aeaf7cdc6784 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:42.888028 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5b3842-162c-4c6f-9fa5-3fc3e7a09f4a None None] DHCP port deletion for 443e19cc-aba1-401c-ba5c-6c1a74082882 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:29:43.044619 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-7dde3121-06dc-4f53-be33-188e25db87de admin admin] Deleting port 50d0c013-2f45-4e34-b628-b932de7ca5f9 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:29:43.045342 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-f420caa4-47ee-43f4-b042-254e124cb3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4944aec1-da7d-45c9-b314-7cf4c68eb618', 'name': 'tempest-TestVolumeBackupRestore-1417776253-router', 'tenant_id': '7a5c2edb34ef45d5b7fd006e4fd1e900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.52'}], 'enable_snat': True}, 'gw_port_id': '69eca43d-71e6-4316-8bf1-6b6034bc50fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:29:23Z', 'updated_at': '2021-12-06T17:29:38Z', 'revision_number': 4, 'project_id': '7a5c2edb34ef45d5b7fd006e4fd1e900', 'gw_port': {'id': '69eca43d-71e6-4316-8bf1-6b6034bc50fc', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4944aec1-da7d-45c9-b314-7cf4c68eb618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:29:27Z', 'updated_at': '2021-12-06T17:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '092412d2-ed47-4961-a7f2-15f33499534c', 'name': '', 'network_id': '6b7abc05-e65c-45dd-b06d-3e0ac29b2d69', 'tenant_id': '7a5c2edb34ef45d5b7fd006e4fd1e900', 'mac_address': 'fa:16:3e:6e:e5:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4944aec1-da7d-45c9-b314-7cf4c68eb618', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': 'e0ff83a7-9b77-408a-ae64-b8b2247c5811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:29:35Z', 'updated_at': '2021-12-06T17:29:39Z', 'revision_number': 2, 'project_id': '7a5c2edb34ef45d5b7fd006e4fd1e900', 'subnets': [{'id': 'e0ff83a7-9b77-408a-ae64-b8b2247c5811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:29:43.047067 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7dde3121-06dc-4f53-be33-188e25db87de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:43.055190 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-686104aa-e9ab-4eee-ac9e-43d25452e707 req-33631896-9636-4840-b3c2-a4da6935fdcc tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:43.102998 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f420caa4-47ee-43f4-b042-254e124cb3fe None None] Checking router: 4944aec1-da7d-45c9-b314-7cf4c68eb618 for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:29:43.103445 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f420caa4-47ee-43f4-b042-254e124cb3fe None None] Updating router 4944aec1-da7d-45c9-b314-7cf4c68eb618 port 092412d2-ed47-4961-a7f2-15f33499534c binding host n-d-master-1 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:29:43.136586 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-686104aa-e9ab-4eee-ac9e-43d25452e707 req-33631896-9636-4840-b3c2-a4da6935fdcc tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:43.149459 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 3a0c4759-b608-4742-b9d4-e5bd2a749450 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:29:43.150230 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:43.156218 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['cb808805-ed0f-4802-a8ba-36b736428fd1', '77390b8b-a6da-4a50-b92d-208c0440161d'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:29:43.197374 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-686104aa-e9ab-4eee-ac9e-43d25452e707 req-33631896-9636-4840-b3c2-a4da6935fdcc tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Network baae5554-5993-4f38-bd78-dc900341a8a7 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:29:43.204772 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-686104aa-e9ab-4eee-ac9e-43d25452e707 req-33631896-9636-4840-b3c2-a4da6935fdcc tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:29:43.208750 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-686104aa-e9ab-4eee-ac9e-43d25452e707 req-33631896-9636-4840-b3c2-a4da6935fdcc tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:29:43.242752 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b260a5-c72a-439b-bef2-1de1b261aab2 None None] DHCP port deletion for baae5554-5993-4f38-bd78-dc900341a8a7 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:29:43.252889 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-7dde3121-06dc-4f53-be33-188e25db87de admin admin] For port 50d0c013-2f45-4e34-b628-b932de7ca5f9, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=50d0c013-2f45-4e34-b628-b932de7ca5f9,segment=NetworkSegment(5191f104-0f28-4995-943c-dc9b12a33060),segment_id=5191f104-0f28-4995-943c-dc9b12a33060)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:29:43.253261 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7dde3121-06dc-4f53-be33-188e25db87de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:43.267984 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8717c5b3-729f-4584-9bf9-1c6a21c7af8d req-a2e0fa69-6eee-43d8-b248-2a1fbf37231d tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:43.271520 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-7dde3121-06dc-4f53-be33-188e25db87de admin admin] Calling delete_port for 50d0c013-2f45-4e34-b628-b932de7ca5f9 owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:29:43.278578 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8717c5b3-729f-4584-9bf9-1c6a21c7af8d req-a2e0fa69-6eee-43d8-b248-2a1fbf37231d tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] 10.222.0.23 "GET /v2.0/ports?device_id=50406ce0-8d8f-4dbc-ac6c-398025c77043 HTTP/1.1" status: 200 len: 943 time: 0.1851330 Dec 06 17:29:43.289237 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3cfdb8fd-5b28-41e4-b23e-aeaf7cdc6784 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:43.292129 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f420caa4-47ee-43f4-b042-254e124cb3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:43.314475 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33631896-9636-4840-b3c2-a4da6935fdcc tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Pushing event updated for resources: {'Port': ['ID=dd3e8b2b-346c-4271-a6a0-a9014ec34cab,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:43.325014 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-3885c107-dce6-4b28-8776-4d837dad7e19 None None] Provisioning complete for port 37ad1a6e-a709-4377-9677-22ac44628bc2 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:29:43.326236 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3885c107-dce6-4b28-8776-4d837dad7e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:43.352176 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686104aa-e9ab-4eee-ac9e-43d25452e707 req-33631896-9636-4840-b3c2-a4da6935fdcc tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:43.353525 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-686104aa-e9ab-4eee-ac9e-43d25452e707 req-33631896-9636-4840-b3c2-a4da6935fdcc tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:43.355923 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-8b5b3842-162c-4c6f-9fa5-3fc3e7a09f4a None None] Deleting port 50d0c013-2f45-4e34-b628-b932de7ca5f9 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:29:43.356490 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8b5b3842-162c-4c6f-9fa5-3fc3e7a09f4a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:43.400541 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8717c5b3-729f-4584-9bf9-1c6a21c7af8d req-fc0526c7-417a-4d9f-9fbf-647df0b3bd05 tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] 10.222.0.23 "GET /v2.0/security-groups?id=17933e3e-6db0-4f44-8e47-dedf5cf1a7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208930 Dec 06 17:29:43.407515 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-686104aa-e9ab-4eee-ac9e-43d25452e707 req-33631896-9636-4840-b3c2-a4da6935fdcc tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2431355 Dec 06 17:29:43.437816 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-686104aa-e9ab-4eee-ac9e-43d25452e707 req-16b69583-9e2c-4d18-8dd1-d2243408dac4 service neutron] Request body: {'port': {'device_id': '20225c27-26a7-405a-b69a-c2afe48bb8e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:29:43.476683 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7dde3121-06dc-4f53-be33-188e25db87de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:43.510573 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dde3121-06dc-4f53-be33-188e25db87de admin admin] Pushing event deleted for resources: {'Port': ['ID=50d0c013-2f45-4e34-b628-b932de7ca5f9,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:43.516034 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dde3121-06dc-4f53-be33-188e25db87de admin admin] No DVR routers for this DVR port 50d0c013-2f45-4e34-b628-b932de7ca5f9 on host n-d-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:29:43.555465 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-686104aa-e9ab-4eee-ac9e-43d25452e707 req-16b69583-9e2c-4d18-8dd1-d2243408dac4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:43.563118 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cfdb8fd-5b28-41e4-b23e-aeaf7cdc6784 admin admin] Router fa5f03e8-9e2f-4c1d-9421-a3059a69fe60 is scheduled to L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 17:29:43.692336 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 41396) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:29:43.700313 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-dff7d887-2f70-4ced-8217-76583a4412de admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-901269189-network', 'tenant_id': '6e138608b70747f9873bb4a870ce45fb'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:29:43.705533 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7dde3121-06dc-4f53-be33-188e25db87de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:43.735691 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd3fedd-e32a-4e6e-8470-460cb81634ce req-205cda7a-0e82-490a-8abe-018f77c7fa69 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:43.737303 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2fd3fedd-e32a-4e6e-8470-460cb81634ce req-205cda7a-0e82-490a-8abe-018f77c7fa69 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=db2b7cfe-ff06-4d98-9999-728e2c37896c HTTP/1.1" status: 200 len: 945 time: 0.2147119 Dec 06 17:29:43.812188 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-7dde3121-06dc-4f53-be33-188e25db87de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['443e19cc-aba1-401c-ba5c-6c1a74082882']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:29:43.865595 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-7dde3121-06dc-4f53-be33-188e25db87de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5191f104-0f28-4995-943c-dc9b12a33060') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:29:43.866024 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-7dde3121-06dc-4f53-be33-188e25db87de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5191f104-0f28-4995-943c-dc9b12a33060') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:29:43.883802 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7dde3121-06dc-4f53-be33-188e25db87de admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:43.890129 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dff7d887-2f70-4ced-8217-76583a4412de admin admin] Made reservation on behalf of 6e138608b70747f9873bb4a870ce45fb for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:29:43.892529 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dff7d887-2f70-4ced-8217-76583a4412de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:43.904238 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a6e9a4-9be7-4338-bb25-476202271ec7 req-952652e5-19bb-4165-9caa-c3f9cdb3ba67 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:43.906212 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e2a6e9a4-9be7-4338-bb25-476202271ec7 req-952652e5-19bb-4165-9caa-c3f9cdb3ba67 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/ports?device_id=20225c27-26a7-405a-b69a-c2afe48bb8e1 HTTP/1.1" status: 200 len: 931 time: 0.0818713 Dec 06 17:29:43.908005 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device d3a1914f-5713-4a58-b538-ac5bf64664e6 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:29:43.959231 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2fd3fedd-e32a-4e6e-8470-460cb81634ce req-347d1db2-95dd-4a6c-863b-568bf33a3584 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=78322529-8ef3-429b-b795-66e840556866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2022524 Dec 06 17:29:43.963501 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dff7d887-2f70-4ced-8217-76583a4412de admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:43.964804 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7dde3121-06dc-4f53-be33-188e25db87de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:43.967403 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cfdb8fd-5b28-41e4-b23e-aeaf7cdc6784 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:29:43.982171 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c951717-8b49-4fe4-9c3e-2e9d3bf39304 None None] Sync routers for ids ['fa5f03e8-9e2f-4c1d-9421-a3059a69fe60'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:29:43.989662 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dde3121-06dc-4f53-be33-188e25db87de admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:29:43.990075 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7dde3121-06dc-4f53-be33-188e25db87de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:43.991957 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 17:29:43.991957 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:29:43.991957 n-d-master-1 neutron-server[103284]: timer() Dec 06 17:29:43.991957 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:29:43.991957 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 17:29:43.991957 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:29:43.991957 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 17:29:43.991957 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:29:43.991957 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 17:29:43.991957 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:29:43.991957 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 17:29:43.991957 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:29:43.991957 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 17:29:43.991957 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:29:43.991957 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:29:43.991957 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:29:43.991957 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:29:43.991957 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:29:43.991957 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 17:29:43.991957 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:29:43.991957 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 17:29:43.991957 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:29:43.991957 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:29:43.991957 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:29:43.991957 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 17:29:43.991957 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:29:43.991957 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:29:43.991957 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:29:43.991957 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:29:43.991957 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:29:43.991957 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:29:43.991957 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:29:43.996659 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c951717-8b49-4fe4-9c3e-2e9d3bf39304 None None] Routers {'fa5f03e8-9e2f-4c1d-9421-a3059a69fe60'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:29:43.997288 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-5c951717-8b49-4fe4-9c3e-2e9d3bf39304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:29:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['fa5f03e8-9e2f-4c1d-9421-a3059a69fe60'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:29:44.037400 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e2a6e9a4-9be7-4338-bb25-476202271ec7 req-ec9fcdd8-4a64-4649-86a4-d656321ba375 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/security-groups?id=a040c6b3-0771-4bba-81c8-f88c93c47b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142855 Dec 06 17:29:44.048612 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-32cdb6f8-7a63-4b1a-a1ee-70062f73a1e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:44.073040 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-3885c107-dce6-4b28-8776-4d837dad7e19 None None] Port 37ad1a6e-a709-4377-9677-22ac44628bc2 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:29:44.086060 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-8b5b3842-162c-4c6f-9fa5-3fc3e7a09f4a None None] For port 50d0c013-2f45-4e34-b628-b932de7ca5f9, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=50d0c013-2f45-4e34-b628-b932de7ca5f9,segment=NetworkSegment(5191f104-0f28-4995-943c-dc9b12a33060),segment_id=5191f104-0f28-4995-943c-dc9b12a33060)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:29:44.087555 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8b5b3842-162c-4c6f-9fa5-3fc3e7a09f4a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:44.146241 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-686104aa-e9ab-4eee-ac9e-43d25452e707 req-16b69583-9e2c-4d18-8dd1-d2243408dac4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd3e8b2b-346c-4271-a6a0-a9014ec34cab {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:29:44.165371 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-686104aa-e9ab-4eee-ac9e-43d25452e707 req-16b69583-9e2c-4d18-8dd1-d2243408dac4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:44.168905 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3cfdb8fd-5b28-41e4-b23e-aeaf7cdc6784 admin admin] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:44.172999 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-3cfdb8fd-5b28-41e4-b23e-aeaf7cdc6784 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.9262817 Dec 06 17:29:44.174219 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 41410) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:29:44.193896 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7dde3121-06dc-4f53-be33-188e25db87de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:44.214539 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7dde3121-06dc-4f53-be33-188e25db87de admin admin] Publish callbacks [] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:44.219864 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-7dde3121-06dc-4f53-be33-188e25db87de admin admin] 10.222.0.23 "DELETE /v2.0/networks/443e19cc-aba1-401c-ba5c-6c1a74082882 HTTP/1.1" status: 204 len: 168 time: 1.7479918 Dec 06 17:29:44.234763 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-8b5b3842-162c-4c6f-9fa5-3fc3e7a09f4a None None] Calling delete_port for 50d0c013-2f45-4e34-b628-b932de7ca5f9 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:29:44.257436 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dde3121-06dc-4f53-be33-188e25db87de admin admin] Pushing event deleted for resources: {'Network': ['ID=443e19cc-aba1-401c-ba5c-6c1a74082882,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:44.277482 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-5c951717-8b49-4fe4-9c3e-2e9d3bf39304 None None] Set router fa5f03e8-9e2f-4c1d-9421-a3059a69fe60 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:29:44.315455 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-686104aa-e9ab-4eee-ac9e-43d25452e707 req-16b69583-9e2c-4d18-8dd1-d2243408dac4 service neutron] Transition to ACTIVE for port object dd3e8b2b-346c-4271-a6a0-a9014ec34cab will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:29:44.335344 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-686104aa-e9ab-4eee-ac9e-43d25452e707 req-16b69583-9e2c-4d18-8dd1-d2243408dac4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:44.357249 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dff7d887-2f70-4ced-8217-76583a4412de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:44.366425 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dff7d887-2f70-4ced-8217-76583a4412de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:44.420343 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dff7d887-2f70-4ced-8217-76583a4412de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:29:44.480877 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b69583-9e2c-4d18-8dd1-d2243408dac4 service neutron] Pushing event updated for resources: {'Port': ['ID=dd3e8b2b-346c-4271-a6a0-a9014ec34cab,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:44.510271 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff7d887-2f70-4ced-8217-76583a4412de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da3ca6f7-c9bc-420f-b24e-3f97630b0fd4,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:44.523873 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 92514718-b909-425e-925a-e193e46db368 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:29:44.526274 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec73d4eb-08f6-4091-927a-41e7f337fc4b None None] DHCP port deletion for baae5554-5993-4f38-bd78-dc900341a8a7 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:29:44.543714 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dff7d887-2f70-4ced-8217-76583a4412de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:44.544130 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-dff7d887-2f70-4ced-8217-76583a4412de admin admin] Added segment 35f2df28-5ddf-4082-92c5-67b99863a844 of type vlan for network 52d4bccd-dd8b-418c-9dcd-d4ac4119f28e Dec 06 17:29:44.672938 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-686104aa-e9ab-4eee-ac9e-43d25452e707 req-16b69583-9e2c-4d18-8dd1-d2243408dac4 service neutron] Attempting to bind port dd3e8b2b-346c-4271-a6a0-a9014ec34cab on host n-h1-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:29:44.673384 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-686104aa-e9ab-4eee-ac9e-43d25452e707 req-16b69583-9e2c-4d18-8dd1-d2243408dac4 service neutron] Attempting to bind port dd3e8b2b-346c-4271-a6a0-a9014ec34cab by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '04368979-ac99-4737-9a75-271bdacd11fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'baae5554-5993-4f38-bd78-dc900341a8a7'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:29:44.673844 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686104aa-e9ab-4eee-ac9e-43d25452e707 req-16b69583-9e2c-4d18-8dd1-d2243408dac4 service neutron] Attempting to bind port dd3e8b2b-346c-4271-a6a0-a9014ec34cab on network baae5554-5993-4f38-bd78-dc900341a8a7 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:29:44.683514 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686104aa-e9ab-4eee-ac9e-43d25452e707 req-16b69583-9e2c-4d18-8dd1-d2243408dac4 service neutron] Port dd3e8b2b-346c-4271-a6a0-a9014ec34cab on network baae5554-5993-4f38-bd78-dc900341a8a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:29:44.687255 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686104aa-e9ab-4eee-ac9e-43d25452e707 req-16b69583-9e2c-4d18-8dd1-d2243408dac4 service neutron] Attempting to bind port dd3e8b2b-346c-4271-a6a0-a9014ec34cab on network baae5554-5993-4f38-bd78-dc900341a8a7 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:29:44.695236 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686104aa-e9ab-4eee-ac9e-43d25452e707 req-16b69583-9e2c-4d18-8dd1-d2243408dac4 service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:29:44.695236 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686104aa-e9ab-4eee-ac9e-43d25452e707 req-16b69583-9e2c-4d18-8dd1-d2243408dac4 service neutron] Checking segment: {'id': '04368979-ac99-4737-9a75-271bdacd11fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'baae5554-5993-4f38-bd78-dc900341a8a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:29:44.695755 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686104aa-e9ab-4eee-ac9e-43d25452e707 req-16b69583-9e2c-4d18-8dd1-d2243408dac4 service neutron] Bound using segment: {'id': '04368979-ac99-4737-9a75-271bdacd11fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'baae5554-5993-4f38-bd78-dc900341a8a7'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:29:44.696300 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-686104aa-e9ab-4eee-ac9e-43d25452e707 req-16b69583-9e2c-4d18-8dd1-d2243408dac4 service neutron] Bound port: dd3e8b2b-346c-4271-a6a0-a9014ec34cab, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04368979-ac99-4737-9a75-271bdacd11fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'baae5554-5993-4f38-bd78-dc900341a8a7'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:29:44.696766 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-686104aa-e9ab-4eee-ac9e-43d25452e707 req-16b69583-9e2c-4d18-8dd1-d2243408dac4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:44.720548 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dff7d887-2f70-4ced-8217-76583a4412de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:44.736901 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-5c951717-8b49-4fe4-9c3e-2e9d3bf39304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5f03e8-9e2f-4c1d-9421-a3059a69fe60', 'name': 'tempest-AttachVolumeTestJSON-1619787822-router', 'tenant_id': 'd7abadb1557c47ab8c8300111afe2d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.97'}], 'enable_snat': True}, 'gw_port_id': '37ad1a6e-a709-4377-9677-22ac44628bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:29:38Z', 'updated_at': '2021-12-06T17:29:42Z', 'revision_number': 3, 'project_id': 'd7abadb1557c47ab8c8300111afe2d05', 'gw_port': {'id': '37ad1a6e-a709-4377-9677-22ac44628bc2', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:fc:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa5f03e8-9e2f-4c1d-9421-a3059a69fe60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:29:40Z', 'updated_at': '2021-12-06T17:29:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:29:44.747357 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 41436) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:29:44.780156 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c951717-8b49-4fe4-9c3e-2e9d3bf39304 None None] Checking router: fa5f03e8-9e2f-4c1d-9421-a3059a69fe60 for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:29:44.780737 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c951717-8b49-4fe4-9c3e-2e9d3bf39304 None None] Updating router fa5f03e8-9e2f-4c1d-9421-a3059a69fe60 port 37ad1a6e-a709-4377-9677-22ac44628bc2 binding host n-d-master-1 {{(pid=103287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:29:44.809381 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 92514718-b909-425e-925a-e193e46db368 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:29:44.818983 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5c951717-8b49-4fe4-9c3e-2e9d3bf39304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:44.819656 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 92514718-b909-425e-925a-e193e46db368 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:29:44.836500 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dff7d887-2f70-4ced-8217-76583a4412de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:44.840347 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff7d887-2f70-4ced-8217-76583a4412de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:44.840347 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dff7d887-2f70-4ced-8217-76583a4412de admin admin] Publish callbacks [] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:44.995444 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-5baa3009-b0a4-4d68-83c4-713952076469 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=74bc5013de174928a9ab47aef105909c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2446995 Dec 06 17:29:45.011294 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 50d0c013-2f45-4e34-b628-b932de7ca5f9 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:29:45.013923 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 41442) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:29:45.041961 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-686104aa-e9ab-4eee-ac9e-43d25452e707 req-16b69583-9e2c-4d18-8dd1-d2243408dac4 service neutron] For port dd3e8b2b-346c-4271-a6a0-a9014ec34cab, host n-h1-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:29:45.057031 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff7d887-2f70-4ced-8217-76583a4412de admin admin] Pushing event updated for resources: {'Network': ['ID=52d4bccd-dd8b-418c-9dcd-d4ac4119f28e,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:45.092151 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-dff7d887-2f70-4ced-8217-76583a4412de admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3934104 Dec 06 17:29:45.093015 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 41448) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:29:45.106267 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd70db-f2e8-4123-9b1e-63d8dc9d29b4 req-8842776a-fc89-4bf2-9886-f80eefc34534 tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:45.115444 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f6fd70db-f2e8-4123-9b1e-63d8dc9d29b4 req-8842776a-fc89-4bf2-9886-f80eefc34534 tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] 10.222.0.23 "GET /v2.0/ports?device_id=50406ce0-8d8f-4dbc-ac6c-398025c77043 HTTP/1.1" status: 200 len: 943 time: 0.5355120 Dec 06 17:29:45.125790 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-686104aa-e9ab-4eee-ac9e-43d25452e707 req-16b69583-9e2c-4d18-8dd1-d2243408dac4 service neutron] For port dd3e8b2b-346c-4271-a6a0-a9014ec34cab, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=dd3e8b2b-346c-4271-a6a0-a9014ec34cab,segment=NetworkSegment(04368979-ac99-4737-9a75-271bdacd11fd),segment_id=04368979-ac99-4737-9a75-271bdacd11fd)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:29:45.127216 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 41450) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:29:45.136691 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-cdb182ea-78ef-4506-b868-c28d67b2b1e9 admin admin] Request body: {'subnet': {'network_id': '52d4bccd-dd8b-418c-9dcd-d4ac4119f28e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-901269189-subnet', 'tenant_id': '6e138608b70747f9873bb4a870ce45fb', 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:29:45.143988 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 52d4bccd-dd8b-418c-9dcd-d4ac4119f28e details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:29:45.155084 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-686104aa-e9ab-4eee-ac9e-43d25452e707 req-16b69583-9e2c-4d18-8dd1-d2243408dac4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:45.159328 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port d3a1914f-5713-4a58-b538-ac5bf64664e6, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=d3a1914f-5713-4a58-b538-ac5bf64664e6,segment=NetworkSegment(8ba3ae1c-8dbf-4d46-bbe3-6c8317b581b4),segment_id=8ba3ae1c-8dbf-4d46-bbe3-6c8317b581b4)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:29:45.173872 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 50d0c013-2f45-4e34-b628-b932de7ca5f9 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:29:45.174030 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdb182ea-78ef-4506-b868-c28d67b2b1e9 admin admin] Made reservation on behalf of 6e138608b70747f9873bb4a870ce45fb for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:29:45.177561 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cdb182ea-78ef-4506-b868-c28d67b2b1e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:45.178159 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 50d0c013-2f45-4e34-b628-b932de7ca5f9 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:29:45.257077 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5c951717-8b49-4fe4-9c3e-2e9d3bf39304 None None] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:45.265960 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-085ac070-14c4-4618-8fe7-b5fa8a958a35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:45.268072 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5c951717-8b49-4fe4-9c3e-2e9d3bf39304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:45.305816 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f6fd70db-f2e8-4123-9b1e-63d8dc9d29b4 req-c7e4ec34-eef5-4726-a2fe-c734c71eeb75 tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] 10.222.0.23 "GET /v2.0/security-groups?id=17933e3e-6db0-4f44-8e47-dedf5cf1a7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893296 Dec 06 17:29:45.361046 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686104aa-e9ab-4eee-ac9e-43d25452e707 req-16b69583-9e2c-4d18-8dd1-d2243408dac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:45.366135 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-686104aa-e9ab-4eee-ac9e-43d25452e707 req-16b69583-9e2c-4d18-8dd1-d2243408dac4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:45.367955 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-686104aa-e9ab-4eee-ac9e-43d25452e707 req-16b69583-9e2c-4d18-8dd1-d2243408dac4 service neutron] 10.222.0.41 "PUT /v2.0/ports/dd3e8b2b-346c-4271-a6a0-a9014ec34cab HTTP/1.1" status: 200 len: 1091 time: 1.9425650 Dec 06 17:29:45.388074 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20225c27-26a7-405a-b69a-c2afe48bb8e1', 'tag': 'dd3e8b2b-346c-4271-a6a0-a9014ec34cab'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:29:45.390647 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-784bb0aa-3af9-402a-9c56-16ad1c403475" -d '{"events": [{"name": "network-changed", "server_uuid": "20225c27-26a7-405a-b69a-c2afe48bb8e1", "tag": "dd3e8b2b-346c-4271-a6a0-a9014ec34cab"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:29:45.399114 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': 'd3a1914f-5713-4a58-b538-ac5bf64664e6', 'network_id': '7e14ea57-a95a-45fc-b352-ea1c200fddac', 'port_id': 'd3a1914f-5713-4a58-b538-ac5bf64664e6', 'mac_address': 'fa:16:3e:52:02:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a82def35-47de-45f8-b5b7-47ede7612944', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:29:45.399439 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-085ac070-14c4-4618-8fe7-b5fa8a958a35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:45.424257 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd3b659-7b3f-4f8a-b862-55589353627e None None] DHCP port deletion for baae5554-5993-4f38-bd78-dc900341a8a7 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:29:45.498777 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4528c1-9acb-422d-b079-97f551963eda None None] Pushing event updated for resources: {'Port': ['ID=37ad1a6e-a709-4377-9677-22ac44628bc2,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:45.540883 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4528c1-9acb-422d-b079-97f551963eda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:29:45.547486 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4528c1-9acb-422d-b079-97f551963eda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:29:45.551503 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4528c1-9acb-422d-b079-97f551963eda None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:29:45.552048 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4528c1-9acb-422d-b079-97f551963eda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:29:45.552411 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4528c1-9acb-422d-b079-97f551963eda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:29:45.552765 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4528c1-9acb-422d-b079-97f551963eda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:29:45.553111 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4528c1-9acb-422d-b079-97f551963eda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:29:45.553460 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4528c1-9acb-422d-b079-97f551963eda None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:29:45.553812 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4528c1-9acb-422d-b079-97f551963eda None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:29:45.554177 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4528c1-9acb-422d-b079-97f551963eda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:29:45.554545 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4528c1-9acb-422d-b079-97f551963eda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:29:45.557995 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba57e28-7027-46f0-94ca-264ff5f4e96d None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:29:45.559481 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8b5b3842-162c-4c6f-9fa5-3fc3e7a09f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:45.561237 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4528c1-9acb-422d-b079-97f551963eda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:29:45.562921 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4528c1-9acb-422d-b079-97f551963eda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:29:45.573565 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b9a756-a9f8-4dd8-8f5f-d89bbbadc7b6 req-5b6e6596-c97c-4093-a1f3-6c10a6023b9c tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:45.593261 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-5c951717-8b49-4fe4-9c3e-2e9d3bf39304 None None] Attempting to bind port 37ad1a6e-a709-4377-9677-22ac44628bc2 on host n-d-master-1 for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:29:45.594952 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-78b9a756-a9f8-4dd8-8f5f-d89bbbadc7b6 req-5b6e6596-c97c-4093-a1f3-6c10a6023b9c tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/ports?device_id=20225c27-26a7-405a-b69a-c2afe48bb8e1 HTTP/1.1" status: 200 len: 943 time: 0.1484113 Dec 06 17:29:45.596738 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-5c951717-8b49-4fe4-9c3e-2e9d3bf39304 None None] Attempting to bind port 37ad1a6e-a709-4377-9677-22ac44628bc2 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:29:45.597284 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c951717-8b49-4fe4-9c3e-2e9d3bf39304 None None] Attempting to bind port 37ad1a6e-a709-4377-9677-22ac44628bc2 on network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:29:45.621088 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c951717-8b49-4fe4-9c3e-2e9d3bf39304 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:29:45.622296 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c951717-8b49-4fe4-9c3e-2e9d3bf39304 None None] Checking segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:29:45.624011 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5c951717-8b49-4fe4-9c3e-2e9d3bf39304 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:45.625923 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c951717-8b49-4fe4-9c3e-2e9d3bf39304 None None] Bound using segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:29:45.626711 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-5c951717-8b49-4fe4-9c3e-2e9d3bf39304 None None] Bound port: 37ad1a6e-a709-4377-9677-22ac44628bc2, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:29:45.628567 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5c951717-8b49-4fe4-9c3e-2e9d3bf39304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:45.632378 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-085ac070-14c4-4618-8fe7-b5fa8a958a35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:45.634938 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-085ac070-14c4-4618-8fe7-b5fa8a958a35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:45.636075 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-085ac070-14c4-4618-8fe7-b5fa8a958a35 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e24c079d-6006-4ef4-a89c-8104ac8ff9ec HTTP/1.1" status: 204 len: 168 time: 0.6157730 Dec 06 17:29:45.642256 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8b5b3842-162c-4c6f-9fa5-3fc3e7a09f4a None None] Network 443e19cc-aba1-401c-ba5c-6c1a74082882 is not hosted by any dhcp agent {{(pid=103286) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 06 17:29:45.642730 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5b3842-162c-4c6f-9fa5-3fc3e7a09f4a None None] No DVR routers for this DVR port 50d0c013-2f45-4e34-b628-b932de7ca5f9 on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:29:45.644332 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5b3842-162c-4c6f-9fa5-3fc3e7a09f4a None None] Pushing event deleted for resources: {'Port': ['ID=50d0c013-2f45-4e34-b628-b932de7ca5f9,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:45.731259 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:45.741304 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085ac070-14c4-4618-8fe7-b5fa8a958a35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e24c079d-6006-4ef4-a89c-8104ac8ff9ec,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:45.822246 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cdb182ea-78ef-4506-b868-c28d67b2b1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:45.870270 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f420caa4-47ee-43f4-b042-254e124cb3fe None None] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:45.885158 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-5c951717-8b49-4fe4-9c3e-2e9d3bf39304 None None] For port 37ad1a6e-a709-4377-9677-22ac44628bc2, host n-d-master-1, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:29:45.893721 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-5c951717-8b49-4fe4-9c3e-2e9d3bf39304 None None] For port 37ad1a6e-a709-4377-9677-22ac44628bc2, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=37ad1a6e-a709-4377-9677-22ac44628bc2,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:29:45.894249 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-78b9a756-a9f8-4dd8-8f5f-d89bbbadc7b6 req-1cfa8d76-12c9-4334-9f4a-45aa3adcaca0 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/security-groups?id=a040c6b3-0771-4bba-81c8-f88c93c47b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780178 Dec 06 17:29:45.900877 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5c951717-8b49-4fe4-9c3e-2e9d3bf39304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:45.964170 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb182ea-78ef-4506-b868-c28d67b2b1e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09203897-1b7c-44a8-8851-bb201685374a,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:45.985058 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bedc27ee-9985-48c9-8285-9681c3f88282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:45.992068 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f420caa4-47ee-43f4-b042-254e124cb3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:46.012277 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb182ea-78ef-4506-b868-c28d67b2b1e9 admin admin] Checking segment: {'id': '35f2df28-5ddf-4082-92c5-67b99863a844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '52d4bccd-dd8b-418c-9dcd-d4ac4119f28e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:29:46.016845 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb182ea-78ef-4506-b868-c28d67b2b1e9 admin admin] Network hostable DHCP agents. Network: 52d4bccd-dd8b-418c-9dcd-d4ac4119f28e, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:29:46.034353 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c951717-8b49-4fe4-9c3e-2e9d3bf39304 None None] Routers {'fa5f03e8-9e2f-4c1d-9421-a3059a69fe60'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:29:46.035236 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-5c951717-8b49-4fe4-9c3e-2e9d3bf39304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:29:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['fa5f03e8-9e2f-4c1d-9421-a3059a69fe60'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:29:46.055333 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f95b89-3671-47c9-b89f-628f63602fa5 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:29:46.058531 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3a1914f-5713-4a58-b538-ac5bf64664e6 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:29:46.058947 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb182ea-78ef-4506-b868-c28d67b2b1e9 admin admin] Network 52d4bccd-dd8b-418c-9dcd-d4ac4119f28e is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:29:46.073571 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-cdb182ea-78ef-4506-b868-c28d67b2b1e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 52d4bccd-dd8b-418c-9dcd-d4ac4119f28e) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:29:46.085557 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb182ea-78ef-4506-b868-c28d67b2b1e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:46.086481 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cdb182ea-78ef-4506-b868-c28d67b2b1e9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:46.088483 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port d3a1914f-5713-4a58-b538-ac5bf64664e6, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=d3a1914f-5713-4a58-b538-ac5bf64664e6,segment=NetworkSegment(8ba3ae1c-8dbf-4d46-bbe3-6c8317b581b4),segment_id=8ba3ae1c-8dbf-4d46-bbe3-6c8317b581b4)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:29:46.105663 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2af0ea-b55a-45be-85cc-32b4595f57e9 None None] Network 52d4bccd-dd8b-418c-9dcd-d4ac4119f28e requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:29:46.106873 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4528c1-9acb-422d-b079-97f551963eda None None] Pushing event updated for resources: {'Port': ['ID=37ad1a6e-a709-4377-9677-22ac44628bc2,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:46.119669 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-cdb182ea-78ef-4506-b868-c28d67b2b1e9 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0256815 Dec 06 17:29:46.122538 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 41474) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:29:46.131413 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-4e529106-77be-4085-93e5-6e7b4b102ecd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-901269189-router', 'tenant_id': '6e138608b70747f9873bb4a870ce45fb', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:29:46.181887 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42588d72-c90a-4cdb-9c12-3b2864d8dc88 req-cae5bccc-f5c6-4d32-b849-85c22125cdad tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:46.187890 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-42588d72-c90a-4cdb-9c12-3b2864d8dc88 req-cae5bccc-f5c6-4d32-b849-85c22125cdad tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=db2b7cfe-ff06-4d98-9999-728e2c37896c HTTP/1.1" status: 200 len: 945 time: 1.0402429 Dec 06 17:29:46.190408 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4e529106-77be-4085-93e5-6e7b4b102ecd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:46.191957 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4e529106-77be-4085-93e5-6e7b4b102ecd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:46.198226 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-855db7f9-c2bb-4fa3-8b3e-0a2acb946d24 x-openstack-request-id: req-855db7f9-c2bb-4fa3-8b3e-0a2acb946d24 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:29:46.201833 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20225c27-26a7-405a-b69a-c2afe48bb8e1", "tag": "dd3e8b2b-346c-4271-a6a0-a9014ec34cab", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:29:46.203401 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-855db7f9-c2bb-4fa3-8b3e-0a2acb946d24 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:29:46.204631 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20225c27-26a7-405a-b69a-c2afe48bb8e1', 'tag': 'dd3e8b2b-346c-4271-a6a0-a9014ec34cab', 'status': 'completed', 'code': 200} Dec 06 17:29:46.220196 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:46.266409 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022616ed-44f3-4229-a07c-2e918663d2c3 None None] Pushing event updated for resources: {'Port': ['ID=092412d2-ed47-4961-a7f2-15f33499534c,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:46.294080 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b69583-9e2c-4d18-8dd1-d2243408dac4 service neutron] Pushing event updated for resources: {'Port': ['ID=dd3e8b2b-346c-4271-a6a0-a9014ec34cab,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:46.303632 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1012900e-0411-469a-bcac-38981df7ef0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:46.328902 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4e529106-77be-4085-93e5-6e7b4b102ecd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:46.351663 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-14974087-6bdb-404f-81bd-439649fdba46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:46.377932 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-39fd409a-c678-4909-90e7-7324ce1f35fd None None] Provisioning complete for port 37ad1a6e-a709-4377-9677-22ac44628bc2 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:29:46.378314 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-39fd409a-c678-4909-90e7-7324ce1f35fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:46.393943 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-5c951717-8b49-4fe4-9c3e-2e9d3bf39304 None None] Set router fa5f03e8-9e2f-4c1d-9421-a3059a69fe60 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:29:46.466098 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=d3a1914f-5713-4a58-b538-ac5bf64664e6,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:46.527149 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-42588d72-c90a-4cdb-9c12-3b2864d8dc88 req-a4597c5f-3371-4777-b50f-bcb363022938 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=78322529-8ef3-429b-b795-66e840556866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3209915 Dec 06 17:29:46.626458 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686104aa-e9ab-4eee-ac9e-43d25452e707 req-0eda2454-30b0-42ec-a488-ca0c962f01ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:46.628494 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-686104aa-e9ab-4eee-ac9e-43d25452e707 req-0eda2454-30b0-42ec-a488-ca0c962f01ad service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=31731eabc62542b18a3f7712a1235f2a&device_id=20225c27-26a7-405a-b69a-c2afe48bb8e1 HTTP/1.1" status: 200 len: 1094 time: 1.1920142 Dec 06 17:29:46.685132 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59666c4e-a5c7-4664-955e-79aa4370193f req-112ea1b9-b5f8-4e54-9ac2-43b2da1d830b tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:46.687284 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-59666c4e-a5c7-4664-955e-79aa4370193f req-112ea1b9-b5f8-4e54-9ac2-43b2da1d830b tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] 10.222.0.23 "GET /v2.0/ports?device_id=50406ce0-8d8f-4dbc-ac6c-398025c77043 HTTP/1.1" status: 200 len: 944 time: 0.2341876 Dec 06 17:29:46.694562 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4e529106-77be-4085-93e5-6e7b4b102ecd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:46.708412 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-686104aa-e9ab-4eee-ac9e-43d25452e707 req-81637b39-faad-4097-8a85-bd5be69089c7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dd3e8b2b-346c-4271-a6a0-a9014ec34cab HTTP/1.1" status: 200 len: 217 time: 0.0597415 Dec 06 17:29:46.734367 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['d3a1914f-5713-4a58-b538-ac5bf64664e6'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:29:46.738320 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-39fd409a-c678-4909-90e7-7324ce1f35fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:46.789951 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0edd928a-68d8-4054-907b-a49e1dad5dda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-52d4bccd-dd8b-418c-9dcd-d4ac4119f28e', 'network_id': '52d4bccd-dd8b-418c-9dcd-d4ac4119f28e', 'tenant_id': '6e138608b70747f9873bb4a870ce45fb', 'fixed_ips': [{'subnet_id': '09203897-1b7c-44a8-8851-bb201685374a'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:29:46.790821 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0edd928a-68d8-4054-907b-a49e1dad5dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:46.830744 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-f420caa4-47ee-43f4-b042-254e124cb3fe None None] Attempting to bind port 092412d2-ed47-4961-a7f2-15f33499534c on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:29:46.831080 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-f420caa4-47ee-43f4-b042-254e124cb3fe None None] Attempting to bind port 092412d2-ed47-4961-a7f2-15f33499534c by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '337ca0aa-03ad-4967-b4ee-18615f2b329c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6b7abc05-e65c-45dd-b06d-3e0ac29b2d69'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:29:46.831453 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f420caa4-47ee-43f4-b042-254e124cb3fe None None] Attempting to bind port 092412d2-ed47-4961-a7f2-15f33499534c on network 6b7abc05-e65c-45dd-b06d-3e0ac29b2d69 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:29:46.852204 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-5c951717-8b49-4fe4-9c3e-2e9d3bf39304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5f03e8-9e2f-4c1d-9421-a3059a69fe60', 'name': 'tempest-AttachVolumeTestJSON-1619787822-router', 'tenant_id': 'd7abadb1557c47ab8c8300111afe2d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.97'}], 'enable_snat': True}, 'gw_port_id': '37ad1a6e-a709-4377-9677-22ac44628bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:29:38Z', 'updated_at': '2021-12-06T17:29:42Z', 'revision_number': 3, 'project_id': 'd7abadb1557c47ab8c8300111afe2d05', 'gw_port': {'id': '37ad1a6e-a709-4377-9677-22ac44628bc2', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:fc:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa5f03e8-9e2f-4c1d-9421-a3059a69fe60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:29:40Z', 'updated_at': '2021-12-06T17:29:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:29:46.877914 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-39fd409a-c678-4909-90e7-7324ce1f35fd None None] For port 37ad1a6e-a709-4377-9677-22ac44628bc2, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=37ad1a6e-a709-4377-9677-22ac44628bc2,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:29:46.879079 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f420caa4-47ee-43f4-b042-254e124cb3fe None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:29:46.880064 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f420caa4-47ee-43f4-b042-254e124cb3fe None None] Checking segment: {'id': '337ca0aa-03ad-4967-b4ee-18615f2b329c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6b7abc05-e65c-45dd-b06d-3e0ac29b2d69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:29:46.894278 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f420caa4-47ee-43f4-b042-254e124cb3fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:46.894484 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f420caa4-47ee-43f4-b042-254e124cb3fe None None] Bound using segment: {'id': '337ca0aa-03ad-4967-b4ee-18615f2b329c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6b7abc05-e65c-45dd-b06d-3e0ac29b2d69'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:29:46.894946 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-f420caa4-47ee-43f4-b042-254e124cb3fe None None] Bound port: 092412d2-ed47-4961-a7f2-15f33499534c, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '337ca0aa-03ad-4967-b4ee-18615f2b329c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6b7abc05-e65c-45dd-b06d-3e0ac29b2d69'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:29:46.895385 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f420caa4-47ee-43f4-b042-254e124cb3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:46.899099 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-59666c4e-a5c7-4664-955e-79aa4370193f req-0bc597d2-1399-44cd-9546-3d4206008dd2 tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] 10.222.0.23 "GET /v2.0/security-groups?id=17933e3e-6db0-4f44-8e47-dedf5cf1a7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942921 Dec 06 17:29:46.956684 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c951717-8b49-4fe4-9c3e-2e9d3bf39304 None None] The sync data for ids ['fa5f03e8-9e2f-4c1d-9421-a3059a69fe60'] in n-d-master-1 is: [{'id': 'fa5f03e8-9e2f-4c1d-9421-a3059a69fe60', 'name': 'tempest-AttachVolumeTestJSON-1619787822-router', 'tenant_id': 'd7abadb1557c47ab8c8300111afe2d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.97'}], 'enable_snat': True}, 'gw_port_id': '37ad1a6e-a709-4377-9677-22ac44628bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:29:38Z', 'updated_at': '2021-12-06T17:29:42Z', 'revision_number': 3, 'project_id': 'd7abadb1557c47ab8c8300111afe2d05', 'gw_port': {'id': '37ad1a6e-a709-4377-9677-22ac44628bc2', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:fc:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa5f03e8-9e2f-4c1d-9421-a3059a69fe60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:29:40Z', 'updated_at': '2021-12-06T17:29:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:29:46.966459 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-39fd409a-c678-4909-90e7-7324ce1f35fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:46.988418 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-1012900e-0411-469a-bcac-38981df7ef0b admin admin] Allocated IP 172.20.0.1 (343f954d-d1c3-4f66-bad4-ccfe52b09e6c/a4ea4d0f-71a4-4c95-82b1-6c4f14c713a1/06adf1f7-8794-431c-a2e0-a67acc87e575) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:29:47.059484 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 41500) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:29:47.119730 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1012900e-0411-469a-bcac-38981df7ef0b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:47.151717 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4e529106-77be-4085-93e5-6e7b4b102ecd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:47.177269 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1012900e-0411-469a-bcac-38981df7ef0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:47.186130 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4e529106-77be-4085-93e5-6e7b4b102ecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:47.286909 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:47.303433 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1012900e-0411-469a-bcac-38981df7ef0b admin admin] Network 343f954d-d1c3-4f66-bad4-ccfe52b09e6c is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:29:47.344040 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-1012900e-0411-469a-bcac-38981df7ef0b admin admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:29:47.352845 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686104aa-e9ab-4eee-ac9e-43d25452e707 req-e291e39f-e67f-44bb-a3f5-10dac06832dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:47.365524 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-686104aa-e9ab-4eee-ac9e-43d25452e707 req-e291e39f-e67f-44bb-a3f5-10dac06832dc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=beafb9f1-df05-4269-b547-aab5f335c461 HTTP/1.1" status: 200 len: 853 time: 0.5874147 Dec 06 17:29:47.366556 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1012900e-0411-469a-bcac-38981df7ef0b admin admin] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:29:47.398281 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-4e529106-77be-4085-93e5-6e7b4b102ecd admin admin] Allocated IP 172.35.1.145 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/b35e9502-aeb6-49ff-a6d8-5b6eed9aa524) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:29:47.481937 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1012900e-0411-469a-bcac-38981df7ef0b admin admin] Pushing event updated for resources: {'Port': ['ID=06adf1f7-8794-431c-a2e0-a67acc87e575,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:47.488576 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-14974087-6bdb-404f-81bd-439649fdba46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:47.502767 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ca3679-e06e-4b75-9975-029591663477 req-9fb6e255-ed7f-424b-8d31-840b5e8d8a53 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:47.504795 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-78ca3679-e06e-4b75-9975-029591663477 req-9fb6e255-ed7f-424b-8d31-840b5e8d8a53 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/ports?device_id=20225c27-26a7-405a-b69a-c2afe48bb8e1 HTTP/1.1" status: 200 len: 943 time: 0.3457708 Dec 06 17:29:47.545587 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-37d45ebe-c295-462f-96e2-f376750a0360 tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Request body: {'floatingip': {'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:29:47.554781 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-f420caa4-47ee-43f4-b042-254e124cb3fe None None] For port 092412d2-ed47-4961-a7f2-15f33499534c, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:29:47.566871 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-686104aa-e9ab-4eee-ac9e-43d25452e707 req-c127cabf-2d28-4739-8f11-d2a8cc81ce1f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=baae5554-5993-4f38-bd78-dc900341a8a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1040165 Dec 06 17:29:47.567678 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-14974087-6bdb-404f-81bd-439649fdba46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:47.585841 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-f420caa4-47ee-43f4-b042-254e124cb3fe None None] For port 092412d2-ed47-4961-a7f2-15f33499534c, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=092412d2-ed47-4961-a7f2-15f33499534c,segment=NetworkSegment(337ca0aa-03ad-4967-b4ee-18615f2b329c),segment_id=337ca0aa-03ad-4967-b4ee-18615f2b329c)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:29:47.592882 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-98345a30-01e3-43ab-8b60-40323b02136d None None] Provisioning complete for port 092412d2-ed47-4961-a7f2-15f33499534c triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:29:47.593300 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-98345a30-01e3-43ab-8b60-40323b02136d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:47.600065 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-37d45ebe-c295-462f-96e2-f376750a0360 tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Publish callbacks [] for floatingip, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:47.617033 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd409a-c678-4909-90e7-7324ce1f35fd None None] Pushing event updated for resources: {'Port': ['ID=37ad1a6e-a709-4377-9677-22ac44628bc2,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:47.635198 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f420caa4-47ee-43f4-b042-254e124cb3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:47.640764 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1012900e-0411-469a-bcac-38981df7ef0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539179'] for router_interface, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:47.785286 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-14974087-6bdb-404f-81bd-439649fdba46 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1f30846f4eb24e41b3c3791627bc12e6&name=default HTTP/1.1" status: 200 len: 3000 time: 2.6541810 Dec 06 17:29:47.813874 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 41512) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:29:47.826006 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14974087-6bdb-404f-81bd-439649fdba46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67625fae-c914-459d-97c6-01d6d355c8fa,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:47.835149 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4e529106-77be-4085-93e5-6e7b4b102ecd admin admin] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:47.875332 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-78ca3679-e06e-4b75-9975-029591663477 req-3af20c99-1ef3-41f8-b08e-2c3af905cac8 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/security-groups?id=a040c6b3-0771-4bba-81c8-f88c93c47b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3633018 Dec 06 17:29:48.025626 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-37d45ebe-c295-462f-96e2-f376750a0360 tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:48.028191 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4e529106-77be-4085-93e5-6e7b4b102ecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:48.063060 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-686104aa-e9ab-4eee-ac9e-43d25452e707 req-be93133e-b4b5-4999-95d5-ab705c409939 service neutron] 10.222.0.41 "GET /v2.0/networks/baae5554-5993-4f38-bd78-dc900341a8a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4630122 Dec 06 17:29:48.089402 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a14fb4b6-680a-44cb-a953-8d0683d1e2df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:48.115217 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-0edd928a-68d8-4054-907b-a49e1dad5dda None None] Allocated IP 172.20.0.2 (52d4bccd-dd8b-418c-9dcd-d4ac4119f28e/09203897-1b7c-44a8-8851-bb201685374a/f0d1b0d1-79c2-4dec-94f1-a1f7c1eb9c1c) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:29:48.120374 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a14fb4b6-680a-44cb-a953-8d0683d1e2df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:48.152240 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e529106-77be-4085-93e5-6e7b4b102ecd admin admin] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:29:48.191488 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:48.233420 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f420caa4-47ee-43f4-b042-254e124cb3fe None None] Routers {'4944aec1-da7d-45c9-b314-7cf4c68eb618'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:29:48.234326 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-f420caa4-47ee-43f4-b042-254e124cb3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:29:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['4944aec1-da7d-45c9-b314-7cf4c68eb618'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:29:48.236700 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022616ed-44f3-4229-a07c-2e918663d2c3 None None] Pushing event updated for resources: {'Port': ['ID=092412d2-ed47-4961-a7f2-15f33499534c,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:48.289412 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-4e529106-77be-4085-93e5-6e7b4b102ecd admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:29:48.293147 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e529106-77be-4085-93e5-6e7b4b102ecd admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:29:48.296845 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-686104aa-e9ab-4eee-ac9e-43d25452e707 req-fcf66afb-4586-4812-b9e0-5d5730d6787b service neutron] 10.222.0.41 "GET /v2.0/networks/baae5554-5993-4f38-bd78-dc900341a8a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101641 Dec 06 17:29:48.317899 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a14fb4b6-680a-44cb-a953-8d0683d1e2df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:48.322210 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a14fb4b6-680a-44cb-a953-8d0683d1e2df admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:48.326575 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-a14fb4b6-680a-44cb-a953-8d0683d1e2df admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/67625fae-c914-459d-97c6-01d6d355c8fa HTTP/1.1" status: 204 len: 168 time: 0.4908986 Dec 06 17:29:48.373221 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a585172f-634c-44e5-9315-3071a550528c None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:29:48.444069 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1012900e-0411-469a-bcac-38981df7ef0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:48.468189 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14fb4b6-680a-44cb-a953-8d0683d1e2df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67625fae-c914-459d-97c6-01d6d355c8fa,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:48.594798 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-f420caa4-47ee-43f4-b042-254e124cb3fe None None] Set router 4944aec1-da7d-45c9-b314-7cf4c68eb618 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:29:48.611620 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5869a6-456c-4dcd-8a3a-290b668db208 req-a1547bf2-6f25-4eb0-8598-67657f3940c6 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:48.614038 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1f5869a6-456c-4dcd-8a3a-290b668db208 req-a1547bf2-6f25-4eb0-8598-67657f3940c6 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=db2b7cfe-ff06-4d98-9999-728e2c37896c HTTP/1.1" status: 200 len: 945 time: 0.3204174 Dec 06 17:29:48.668229 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784bb0aa-3af9-402a-9c56-16ad1c403475 req-7536ef7e-d3a9-4528-94c3-1dd059056f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:48.670184 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-784bb0aa-3af9-402a-9c56-16ad1c403475 req-7536ef7e-d3a9-4528-94c3-1dd059056f47 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=31731eabc62542b18a3f7712a1235f2a&device_id=20225c27-26a7-405a-b69a-c2afe48bb8e1 HTTP/1.1" status: 200 len: 1094 time: 0.2297101 Dec 06 17:29:48.850403 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1f5869a6-456c-4dcd-8a3a-290b668db208 req-8b9b6a14-d827-47c7-8bd5-9a9b12cdb4df tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=78322529-8ef3-429b-b795-66e840556866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2231393 Dec 06 17:29:48.976469 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 41532) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:29:48.987521 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0edd928a-68d8-4054-907b-a49e1dad5dda None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:49.000076 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784bb0aa-3af9-402a-9c56-16ad1c403475 req-6bb07d2b-b801-48e8-b7f9-f03b37ac3e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:49.000780 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-98345a30-01e3-43ab-8b60-40323b02136d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:49.001591 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-784bb0aa-3af9-402a-9c56-16ad1c403475 req-6bb07d2b-b801-48e8-b7f9-f03b37ac3e19 service neutron] 10.222.0.41 "GET /v2.0/networks?id=baae5554-5993-4f38-bd78-dc900341a8a7 HTTP/1.1" status: 200 len: 914 time: 0.3174834 Dec 06 17:29:49.034550 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 37ad1a6e-a709-4377-9677-22ac44628bc2 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:29:49.062033 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d10173a1-406e-4b61-be83-65ec9bf8c5d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:49.067195 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0edd928a-68d8-4054-907b-a49e1dad5dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:49.101919 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-784bb0aa-3af9-402a-9c56-16ad1c403475 req-710e7aa1-3b0e-44a9-91d4-5e03bebdf85d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dd3e8b2b-346c-4271-a6a0-a9014ec34cab HTTP/1.1" status: 200 len: 217 time: 0.0623732 Dec 06 17:29:49.146981 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e529106-77be-4085-93e5-6e7b4b102ecd admin admin] Pushing event updated for resources: {'Port': ['ID=b35e9502-aeb6-49ff-a6d8-5b6eed9aa524,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:49.197878 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1012900e-0411-469a-bcac-38981df7ef0b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:49.221933 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1012900e-0411-469a-bcac-38981df7ef0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:49.229175 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edd928a-68d8-4054-907b-a49e1dad5dda None None] Pushing event updated for resources: {'Port': ['ID=f0d1b0d1-79c2-4dec-94f1-a1f7c1eb9c1c,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:49.232689 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:49.249567 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0edd928a-68d8-4054-907b-a49e1dad5dda None None] Network 52d4bccd-dd8b-418c-9dcd-d4ac4119f28e is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:29:49.290878 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-98345a30-01e3-43ab-8b60-40323b02136d None None] For port 092412d2-ed47-4961-a7f2-15f33499534c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=092412d2-ed47-4961-a7f2-15f33499534c,segment=NetworkSegment(337ca0aa-03ad-4967-b4ee-18615f2b329c),segment_id=337ca0aa-03ad-4967-b4ee-18615f2b329c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:29:49.296551 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-0edd928a-68d8-4054-907b-a49e1dad5dda None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:29:49.299746 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edd928a-68d8-4054-907b-a49e1dad5dda None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:29:49.337764 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784bb0aa-3af9-402a-9c56-16ad1c403475 req-0ffc4f08-4295-459f-8f64-0bcac8887bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:49.340065 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-784bb0aa-3af9-402a-9c56-16ad1c403475 req-0ffc4f08-4295-459f-8f64-0bcac8887bee service neutron] 10.222.0.41 "GET /v2.0/subnets?id=beafb9f1-df05-4269-b547-aab5f335c461 HTTP/1.1" status: 200 len: 853 time: 0.2299647 Dec 06 17:29:49.365494 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be4c7af-df5e-464a-b0a2-32268206af1f req-aa7b04b9-16ec-4b35-868b-a8769e6a8060 tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:49.365819 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1be4c7af-df5e-464a-b0a2-32268206af1f req-aa7b04b9-16ec-4b35-868b-a8769e6a8060 tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] 10.222.0.23 "GET /v2.0/ports?device_id=50406ce0-8d8f-4dbc-ac6c-398025c77043 HTTP/1.1" status: 200 len: 944 time: 1.0840960 Dec 06 17:29:49.406995 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-98345a30-01e3-43ab-8b60-40323b02136d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:49.415630 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-784bb0aa-3af9-402a-9c56-16ad1c403475 req-f49c2cda-fe76-446c-846e-60a34c22e3b5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=baae5554-5993-4f38-bd78-dc900341a8a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614519 Dec 06 17:29:49.422243 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1012900e-0411-469a-bcac-38981df7ef0b admin admin] Pushing event updated for resources: {'Port': ['ID=06adf1f7-8794-431c-a2e0-a67acc87e575,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:49.436079 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1012900e-0411-469a-bcac-38981df7ef0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-772465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539207'] for router_interface, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:49.488687 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-37d45ebe-c295-462f-96e2-f376750a0360 tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Allocated IP 172.35.1.131 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/c9ef916d-b67e-4171-ba76-84de8ce2140d) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:29:49.514749 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d579fe-c469-4b38-8a6a-ac56433592d1 req-64f86a58-381a-4d9a-a618-894eab020300 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:49.516629 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-27d579fe-c469-4b38-8a6a-ac56433592d1 req-64f86a58-381a-4d9a-a618-894eab020300 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/ports?device_id=20225c27-26a7-405a-b69a-c2afe48bb8e1 HTTP/1.1" status: 200 len: 943 time: 0.3352571 Dec 06 17:29:49.539522 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1be4c7af-df5e-464a-b0a2-32268206af1f req-c1b79a90-8550-4720-9857-8e064efcd0eb tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] 10.222.0.23 "GET /v2.0/security-groups?id=17933e3e-6db0-4f44-8e47-dedf5cf1a7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310804 Dec 06 17:29:49.635014 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-98345a30-01e3-43ab-8b60-40323b02136d None None] Provisioning complete for port 37ad1a6e-a709-4377-9677-22ac44628bc2 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:29:49.635407 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-98345a30-01e3-43ab-8b60-40323b02136d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:49.643867 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4e529106-77be-4085-93e5-6e7b4b102ecd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:49.657343 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d10173a1-406e-4b61-be83-65ec9bf8c5d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:49.671519 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d10173a1-406e-4b61-be83-65ec9bf8c5d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:49.678104 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-0edd928a-68d8-4054-907b-a49e1dad5dda None None] Attempting to bind port f0d1b0d1-79c2-4dec-94f1-a1f7c1eb9c1c on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:29:49.678495 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-0edd928a-68d8-4054-907b-a49e1dad5dda None None] Attempting to bind port f0d1b0d1-79c2-4dec-94f1-a1f7c1eb9c1c by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '35f2df28-5ddf-4082-92c5-67b99863a844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '52d4bccd-dd8b-418c-9dcd-d4ac4119f28e'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:29:49.678875 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edd928a-68d8-4054-907b-a49e1dad5dda None None] Attempting to bind port f0d1b0d1-79c2-4dec-94f1-a1f7c1eb9c1c on network 52d4bccd-dd8b-418c-9dcd-d4ac4119f28e {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:29:49.702010 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 37ad1a6e-a709-4377-9677-22ac44628bc2 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:29:49.702391 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:49.709402 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edd928a-68d8-4054-907b-a49e1dad5dda None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:29:49.709764 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edd928a-68d8-4054-907b-a49e1dad5dda None None] Checking segment: {'id': '35f2df28-5ddf-4082-92c5-67b99863a844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '52d4bccd-dd8b-418c-9dcd-d4ac4119f28e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:29:49.710230 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0edd928a-68d8-4054-907b-a49e1dad5dda None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:49.710654 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edd928a-68d8-4054-907b-a49e1dad5dda None None] Bound using segment: {'id': '35f2df28-5ddf-4082-92c5-67b99863a844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '52d4bccd-dd8b-418c-9dcd-d4ac4119f28e'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:29:49.711187 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-0edd928a-68d8-4054-907b-a49e1dad5dda None None] Bound port: f0d1b0d1-79c2-4dec-94f1-a1f7c1eb9c1c, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35f2df28-5ddf-4082-92c5-67b99863a844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '52d4bccd-dd8b-418c-9dcd-d4ac4119f28e'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:29:49.711633 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0edd928a-68d8-4054-907b-a49e1dad5dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:49.746586 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-37d45ebe-c295-462f-96e2-f376750a0360 tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:49.753020 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98345a30-01e3-43ab-8b60-40323b02136d None None] Pushing event updated for resources: {'Port': ['ID=092412d2-ed47-4961-a7f2-15f33499534c,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:49.772212 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-27d579fe-c469-4b38-8a6a-ac56433592d1 req-9eb3b1cf-f071-410b-bbd7-308765278c09 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/security-groups?id=a040c6b3-0771-4bba-81c8-f88c93c47b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429833 Dec 06 17:29:49.780627 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-d10173a1-406e-4b61-be83-65ec9bf8c5d2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ccf7e96383274b9e953e0ca9c3ad757a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7905476 Dec 06 17:29:49.780627 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10173a1-406e-4b61-be83-65ec9bf8c5d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8662315a-3214-4003-b063-bf458d27e39e,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:49.782467 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 41534) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:29:49.812342 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-784bb0aa-3af9-402a-9c56-16ad1c403475 req-c0c9aa49-b144-4b5f-8810-66cbd383c964 service neutron] 10.222.0.41 "GET /v2.0/networks/baae5554-5993-4f38-bd78-dc900341a8a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3827293 Dec 06 17:29:49.861279 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1012900e-0411-469a-bcac-38981df7ef0b admin admin] Network 343f954d-d1c3-4f66-bad4-ccfe52b09e6c is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:29:49.890132 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-f420caa4-47ee-43f4-b042-254e124cb3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4944aec1-da7d-45c9-b314-7cf4c68eb618', 'name': 'tempest-TestVolumeBackupRestore-1417776253-router', 'tenant_id': '7a5c2edb34ef45d5b7fd006e4fd1e900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.52'}], 'enable_snat': True}, 'gw_port_id': '69eca43d-71e6-4316-8bf1-6b6034bc50fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:29:23Z', 'updated_at': '2021-12-06T17:29:38Z', 'revision_number': 4, 'project_id': '7a5c2edb34ef45d5b7fd006e4fd1e900', 'gw_port': {'id': '69eca43d-71e6-4316-8bf1-6b6034bc50fc', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4944aec1-da7d-45c9-b314-7cf4c68eb618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:29:27Z', 'updated_at': '2021-12-06T17:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '092412d2-ed47-4961-a7f2-15f33499534c', 'name': '', 'network_id': '6b7abc05-e65c-45dd-b06d-3e0ac29b2d69', 'tenant_id': '7a5c2edb34ef45d5b7fd006e4fd1e900', 'mac_address': 'fa:16:3e:6e:e5:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4944aec1-da7d-45c9-b314-7cf4c68eb618', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': 'e0ff83a7-9b77-408a-ae64-b8b2247c5811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:29:35Z', 'updated_at': '2021-12-06T17:29:47Z', 'revision_number': 4, 'project_id': '7a5c2edb34ef45d5b7fd006e4fd1e900', 'subnets': [{'id': 'e0ff83a7-9b77-408a-ae64-b8b2247c5811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:29:49.899316 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-1012900e-0411-469a-bcac-38981df7ef0b admin admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:29:49.916288 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-0edd928a-68d8-4054-907b-a49e1dad5dda None None] For port f0d1b0d1-79c2-4dec-94f1-a1f7c1eb9c1c, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:29:49.917003 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-37d45ebe-c295-462f-96e2-f376750a0360 tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:49.953974 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f420caa4-47ee-43f4-b042-254e124cb3fe None None] The sync data for ids ['4944aec1-da7d-45c9-b314-7cf4c68eb618'] in n-d-master-1 is: [{'id': '4944aec1-da7d-45c9-b314-7cf4c68eb618', 'name': 'tempest-TestVolumeBackupRestore-1417776253-router', 'tenant_id': '7a5c2edb34ef45d5b7fd006e4fd1e900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.52'}], 'enable_snat': True}, 'gw_port_id': '69eca43d-71e6-4316-8bf1-6b6034bc50fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:29:23Z', 'updated_at': '2021-12-06T17:29:38Z', 'revision_number': 4, 'project_id': '7a5c2edb34ef45d5b7fd006e4fd1e900', 'gw_port': {'id': '69eca43d-71e6-4316-8bf1-6b6034bc50fc', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4944aec1-da7d-45c9-b314-7cf4c68eb618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:29:27Z', 'updated_at': '2021-12-06T17:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '092412d2-ed47-4961-a7f2-15f33499534c', 'name': '', 'network_id': '6b7abc05-e65c-45dd-b06d-3e0ac29b2d69', 'tenant_id': '7a5c2edb34ef45d5b7fd006e4fd1e900', 'mac_address': 'fa:16:3e:6e:e5:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4944aec1-da7d-45c9-b314-7cf4c68eb618', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': 'e0ff83a7-9b77-408a-ae64-b8b2247c5811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:29:35Z', 'updated_at': '2021-12-06T17:29:47Z', 'revision_number': 4, 'project_id': '7a5c2edb34ef45d5b7fd006e4fd1e900', 'subnets': [{'id': 'e0ff83a7-9b77-408a-ae64-b8b2247c5811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:29:49.964850 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d45ebe-c295-462f-96e2-f376750a0360 tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:29:49.969712 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-0edd928a-68d8-4054-907b-a49e1dad5dda None None] For port f0d1b0d1-79c2-4dec-94f1-a1f7c1eb9c1c, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f0d1b0d1-79c2-4dec-94f1-a1f7c1eb9c1c,segment=NetworkSegment(35f2df28-5ddf-4082-92c5-67b99863a844),segment_id=35f2df28-5ddf-4082-92c5-67b99863a844)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:29:49.978717 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-57c395e0-2880-4f8a-8c59-f6325d69d5b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:49.979853 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0edd928a-68d8-4054-907b-a49e1dad5dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:50.010448 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-37d45ebe-c295-462f-96e2-f376750a0360 tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:29:50.020600 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d45ebe-c295-462f-96e2-f376750a0360 tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:29:50.083482 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-784bb0aa-3af9-402a-9c56-16ad1c403475 req-8e38da74-a2b4-49e8-a65b-e7cdd38a4c13 service neutron] 10.222.0.41 "GET /v2.0/networks/baae5554-5993-4f38-bd78-dc900341a8a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622852 Dec 06 17:29:50.093045 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d45ebe-c295-462f-96e2-f376750a0360 tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Pushing event updated for resources: {'Port': ['ID=c9ef916d-b67e-4171-ba76-84de8ce2140d,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:50.107285 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-57c395e0-2880-4f8a-8c59-f6325d69d5b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:50.116461 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4e529106-77be-4085-93e5-6e7b4b102ecd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:50.160119 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edd928a-68d8-4054-907b-a49e1dad5dda None None] Pushing event updated for resources: {'Port': ['ID=f0d1b0d1-79c2-4dec-94f1-a1f7c1eb9c1c,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:50.196238 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-60b0669c-4db5-4e0d-8dca-0e6f14000600 None None] Provisioning complete for port b35e9502-aeb6-49ff-a6d8-5b6eed9aa524 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:29:50.196836 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-60b0669c-4db5-4e0d-8dca-0e6f14000600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:50.219218 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1012900e-0411-469a-bcac-38981df7ef0b admin admin] Router fa5f03e8-9e2f-4c1d-9421-a3059a69fe60 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:29:50.235187 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-37d45ebe-c295-462f-96e2-f376750a0360 tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:50.277828 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-60b0669c-4db5-4e0d-8dca-0e6f14000600 None None] Port b35e9502-aeb6-49ff-a6d8-5b6eed9aa524 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:29:50.280510 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device dd3e8b2b-346c-4271-a6a0-a9014ec34cab details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:29:50.370278 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-57c395e0-2880-4f8a-8c59-f6325d69d5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:50.373068 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-57c395e0-2880-4f8a-8c59-f6325d69d5b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:50.376299 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-57c395e0-2880-4f8a-8c59-f6325d69d5b1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8662315a-3214-4003-b063-bf458d27e39e HTTP/1.1" status: 204 len: 168 time: 0.5854342 Dec 06 17:29:50.449541 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c395e0-2880-4f8a-8c59-f6325d69d5b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8662315a-3214-4003-b063-bf458d27e39e,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:50.467214 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-37d45ebe-c295-462f-96e2-f376750a0360 tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:50.549181 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1012900e-0411-469a-bcac-38981df7ef0b admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:29:50.553579 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device d3a1914f-5713-4a58-b538-ac5bf64664e6 up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:29:50.602021 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-1012900e-0411-469a-bcac-38981df7ef0b admin admin] 10.222.0.23 "PUT /v2.0/routers/fa5f03e8-9e2f-4c1d-9421-a3059a69fe60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4118085 Dec 06 17:29:50.743630 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671090e1-d9e6-43a7-abd3-d967df86f826 None None] Sync routers for ids ['fa5f03e8-9e2f-4c1d-9421-a3059a69fe60'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:29:50.779909 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port dd3e8b2b-346c-4271-a6a0-a9014ec34cab, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=dd3e8b2b-346c-4271-a6a0-a9014ec34cab,segment=NetworkSegment(04368979-ac99-4737-9a75-271bdacd11fd),segment_id=04368979-ac99-4737-9a75-271bdacd11fd)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:29:50.795958 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab81b2ae-1684-473d-a683-9884b6725e61 req-e04c603c-aaa2-40c3-8de5-244748e4adc1 tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:50.804214 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ab81b2ae-1684-473d-a683-9884b6725e61 req-e04c603c-aaa2-40c3-8de5-244748e4adc1 tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] 10.222.0.23 "GET /v2.0/ports?device_id=50406ce0-8d8f-4dbc-ac6c-398025c77043 HTTP/1.1" status: 200 len: 944 time: 0.1263390 Dec 06 17:29:50.829065 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671090e1-d9e6-43a7-abd3-d967df86f826 None None] Routers {'fa5f03e8-9e2f-4c1d-9421-a3059a69fe60'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:29:50.833392 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-671090e1-d9e6-43a7-abd3-d967df86f826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:29:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['fa5f03e8-9e2f-4c1d-9421-a3059a69fe60'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:29:50.860631 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': 'dd3e8b2b-346c-4271-a6a0-a9014ec34cab', 'network_id': 'baae5554-5993-4f38-bd78-dc900341a8a7', 'port_id': 'dd3e8b2b-346c-4271-a6a0-a9014ec34cab', 'mac_address': 'fa:16:3e:b5:4e:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beafb9f1-df05-4269-b547-aab5f335c461', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:29:50.928457 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b570491-a70b-40c9-a566-038728775057 req-a91f1553-c048-4894-adc3-8f7283abf34a tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:50.937138 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8b570491-a70b-40c9-a566-038728775057 req-a91f1553-c048-4894-adc3-8f7283abf34a tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=db2b7cfe-ff06-4d98-9999-728e2c37896c HTTP/1.1" status: 200 len: 945 time: 0.6925569 Dec 06 17:29:50.942004 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ab81b2ae-1684-473d-a683-9884b6725e61 req-d5ea2f88-c10f-418e-b454-7fa301ef2d69 tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] 10.222.0.23 "GET /v2.0/security-groups?id=17933e3e-6db0-4f44-8e47-dedf5cf1a7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367497 Dec 06 17:29:51.005331 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-60b0669c-4db5-4e0d-8dca-0e6f14000600 None None] Provisioning complete for port 092412d2-ed47-4961-a7f2-15f33499534c triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:29:51.007619 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-60b0669c-4db5-4e0d-8dca-0e6f14000600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:51.075758 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e529106-77be-4085-93e5-6e7b4b102ecd admin admin] Router 29e0e53e-09a5-4b8d-b4a2-659cc648429c is scheduled to L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 17:29:51.120855 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8b570491-a70b-40c9-a566-038728775057 req-f066c134-549c-471e-a1e0-8635a9fc0521 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=78322529-8ef3-429b-b795-66e840556866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342025 Dec 06 17:29:51.126749 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port d3a1914f-5713-4a58-b538-ac5bf64664e6 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:29:51.144711 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device f0d1b0d1-79c2-4dec-94f1-a1f7c1eb9c1c up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:29:51.220187 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port d3a1914f-5713-4a58-b538-ac5bf64664e6 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:29:51.226085 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:51.247496 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208bed61-47f0-466e-b942-c23bd36d34d2 req-81133543-24da-4895-a5ca-f016d401982a tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:51.264778 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-208bed61-47f0-466e-b942-c23bd36d34d2 req-81133543-24da-4895-a5ca-f016d401982a tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/ports?device_id=20225c27-26a7-405a-b69a-c2afe48bb8e1 HTTP/1.1" status: 200 len: 943 time: 0.1087222 Dec 06 17:29:51.367775 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e529106-77be-4085-93e5-6e7b4b102ecd admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:29:51.382074 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e5469e-d5a3-4e3c-9559-4a10240b87a1 None None] Sync routers for ids ['29e0e53e-09a5-4b8d-b4a2-659cc648429c'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:29:51.397050 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e5469e-d5a3-4e3c-9559-4a10240b87a1 None None] Routers {'29e0e53e-09a5-4b8d-b4a2-659cc648429c'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:29:51.397605 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-08e5469e-d5a3-4e3c-9559-4a10240b87a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:29:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['29e0e53e-09a5-4b8d-b4a2-659cc648429c'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:29:51.426636 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-208bed61-47f0-466e-b942-c23bd36d34d2 req-30a91694-98dc-408b-81b0-bf7ed16b853d tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/security-groups?id=a040c6b3-0771-4bba-81c8-f88c93c47b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606543 Dec 06 17:29:51.457204 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-37d45ebe-c295-462f-96e2-f376750a0360 tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:51.471707 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4e529106-77be-4085-93e5-6e7b4b102ecd admin admin] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:51.475300 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-4e529106-77be-4085-93e5-6e7b4b102ecd admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.3508749 Dec 06 17:29:51.477713 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-37d45ebe-c295-462f-96e2-f376750a0360 tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:51.478714 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 41574) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:29:51.576094 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:51.701915 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-08e5469e-d5a3-4e3c-9559-4a10240b87a1 None None] Set router 29e0e53e-09a5-4b8d-b4a2-659cc648429c gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:29:51.722291 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d45ebe-c295-462f-96e2-f376750a0360 tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Pushing event updated for resources: {'Port': ['ID=c9ef916d-b67e-4171-ba76-84de8ce2140d,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:51.890144 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-37d45ebe-c295-462f-96e2-f376750a0360 tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:51.963277 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-37d45ebe-c295-462f-96e2-f376750a0360 tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:51.969264 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-37d45ebe-c295-462f-96e2-f376750a0360 tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9066567 Dec 06 17:29:51.969966 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 41592) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:29:51.981157 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-e3125ff2-a9d2-4e47-ac39-c6f1c0bf061b tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1801809948'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:29:52.050706 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3125ff2-a9d2-4e47-ac39-c6f1c0bf061b tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Made reservation on behalf of 3b7180293397433ebd652c1338af832d for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:29:52.054958 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e3125ff2-a9d2-4e47-ac39-c6f1c0bf061b tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:52.069778 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-671090e1-d9e6-43a7-abd3-d967df86f826 None None] Set router fa5f03e8-9e2f-4c1d-9421-a3059a69fe60 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:29:52.072046 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e3125ff2-a9d2-4e47-ac39-c6f1c0bf061b tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:52.205037 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-08e5469e-d5a3-4e3c-9559-4a10240b87a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e0e53e-09a5-4b8d-b4a2-659cc648429c', 'name': 'tempest-TestVolumeBackupRestore-901269189-router', 'tenant_id': '6e138608b70747f9873bb4a870ce45fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.145'}], 'enable_snat': True}, 'gw_port_id': 'b35e9502-aeb6-49ff-a6d8-5b6eed9aa524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:29:46Z', 'updated_at': '2021-12-06T17:29:49Z', 'revision_number': 3, 'project_id': '6e138608b70747f9873bb4a870ce45fb', 'gw_port': {'id': 'b35e9502-aeb6-49ff-a6d8-5b6eed9aa524', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:4e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29e0e53e-09a5-4b8d-b4a2-659cc648429c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:29:47Z', 'updated_at': '2021-12-06T17:29:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:29:52.212652 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c440e151-bb6c-44f7-a89a-96dabdabe52a None None] Network 52d4bccd-dd8b-418c-9dcd-d4ac4119f28e requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:29:52.267342 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e3125ff2-a9d2-4e47-ac39-c6f1c0bf061b tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:52.273605 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e3125ff2-a9d2-4e47-ac39-c6f1c0bf061b tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:52.274007 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e5469e-d5a3-4e3c-9559-4a10240b87a1 None None] Checking router: 29e0e53e-09a5-4b8d-b4a2-659cc648429c for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:29:52.274480 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e5469e-d5a3-4e3c-9559-4a10240b87a1 None None] Updating router 29e0e53e-09a5-4b8d-b4a2-659cc648429c port b35e9502-aeb6-49ff-a6d8-5b6eed9aa524 binding host n-d-master-1 {{(pid=103287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:29:52.327624 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-08e5469e-d5a3-4e3c-9559-4a10240b87a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:52.338031 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd3e8b2b-346c-4271-a6a0-a9014ec34cab {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:29:52.344993 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3125ff2-a9d2-4e47-ac39-c6f1c0bf061b tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:29:52.360763 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3125ff2-a9d2-4e47-ac39-c6f1c0bf061b tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e40a590f-fe81-47b4-992c-7717b2a50c00,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:52.407924 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e3125ff2-a9d2-4e47-ac39-c6f1c0bf061b tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:52.409724 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-e3125ff2-a9d2-4e47-ac39-c6f1c0bf061b tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Added segment 47cb3fc9-0da8-472d-820c-9b56fbd720c5 of type vlan for network c31264b3-7647-4232-8f35-5dd61b7a549d Dec 06 17:29:52.433724 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00009c8c-b214-433a-95ea-dc541aba2206 req-f95769c4-700b-4acc-8eac-5fb263b10f5f tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:52.444772 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-00009c8c-b214-433a-95ea-dc541aba2206 req-f95769c4-700b-4acc-8eac-5fb263b10f5f tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] 10.222.0.23 "GET /v2.0/ports?device_id=50406ce0-8d8f-4dbc-ac6c-398025c77043 HTTP/1.1" status: 200 len: 944 time: 0.3414776 Dec 06 17:29:52.525894 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e3125ff2-a9d2-4e47-ac39-c6f1c0bf061b tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:52.531125 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 41602) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:29:52.538943 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-00009c8c-b214-433a-95ea-dc541aba2206 req-f966cb40-8678-4a31-8e2e-de3a17f555e2 tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] 10.222.0.23 "GET /v2.0/security-groups?id=17933e3e-6db0-4f44-8e47-dedf5cf1a7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821147 Dec 06 17:29:52.539731 n-d-master-1 neutron-server[103285]: INFO neutron.api.v2.resource [req-d94b9027-846d-44b2-8c12-bc0f6f145955 req-2a897a35-0d2a-4789-96de-dfb7a4a53f1b service neutron] show failed (client error): The resource could not be found. Dec 06 17:29:52.540622 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d94b9027-846d-44b2-8c12-bc0f6f145955 req-2a897a35-0d2a-4789-96de-dfb7a4a53f1b service neutron] 10.222.0.44 "GET /v2.0/ports/5edc18d8-d393-472d-810e-022aef3ddd4c/bindings/n-h1-master-1 HTTP/1.1" status: 404 len: 380 time: 0.4712853 Dec 06 17:29:52.542686 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port dd3e8b2b-346c-4271-a6a0-a9014ec34cab, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=dd3e8b2b-346c-4271-a6a0-a9014ec34cab,segment=NetworkSegment(04368979-ac99-4737-9a75-271bdacd11fd),segment_id=04368979-ac99-4737-9a75-271bdacd11fd)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:29:52.543893 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-943638e9-3021-41d1-8c80-ff9efa991358 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Request body: {'security_group': {'name': 'tempest-securitygroup--495596817', 'description': 'tempest-description--838477199'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:29:52.684523 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:52.691646 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e3125ff2-a9d2-4e47-ac39-c6f1c0bf061b tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:52.698555 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3125ff2-a9d2-4e47-ac39-c6f1c0bf061b tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:52.699175 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e3125ff2-a9d2-4e47-ac39-c6f1c0bf061b tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Publish callbacks [] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:52.702391 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-943638e9-3021-41d1-8c80-ff9efa991358 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:52.822247 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port f0d1b0d1-79c2-4dec-94f1-a1f7c1eb9c1c triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:29:52.823039 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:52.881216 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=dd3e8b2b-346c-4271-a6a0-a9014ec34cab,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:52.919126 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd1f675-27b4-42de-b280-43deb61170f3 req-2fba1ed1-005a-4a63-9332-01753798e6ef tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:52.924045 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7fd1f675-27b4-42de-b280-43deb61170f3 req-2fba1ed1-005a-4a63-9332-01753798e6ef tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/ports?device_id=20225c27-26a7-405a-b69a-c2afe48bb8e1 HTTP/1.1" status: 200 len: 944 time: 0.1559048 Dec 06 17:29:52.960983 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-e3125ff2-a9d2-4e47-ac39-c6f1c0bf061b tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9872372 Dec 06 17:29:52.974982 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:52.977341 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 41610) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:29:52.987416 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-d50cfdc7-e222-4f5c-ae80-ee45d660539d tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Request body: {'subnet': {'network_id': 'c31264b3-7647-4232-8f35-5dd61b7a549d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:29:52.995027 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3125ff2-a9d2-4e47-ac39-c6f1c0bf061b tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Pushing event updated for resources: {'Network': ['ID=c31264b3-7647-4232-8f35-5dd61b7a549d,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:53.013236 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d51c9341-3881-477c-8b34-3855fe15d74e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:53.014062 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c009616e-151a-462d-874d-ed00e6c2bdf3 req-9369ab3c-7e25-453a-bbab-ea4048ad7a2c tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:53.023785 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port d3a1914f-5713-4a58-b538-ac5bf64664e6, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=d3a1914f-5713-4a58-b538-ac5bf64664e6,segment=NetworkSegment(8ba3ae1c-8dbf-4d46-bbe3-6c8317b581b4),segment_id=8ba3ae1c-8dbf-4d46-bbe3-6c8317b581b4)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:29:53.025507 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['dd3e8b2b-346c-4271-a6a0-a9014ec34cab'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:29:53.025687 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c009616e-151a-462d-874d-ed00e6c2bdf3 req-9369ab3c-7e25-453a-bbab-ea4048ad7a2c tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=db2b7cfe-ff06-4d98-9999-728e2c37896c HTTP/1.1" status: 200 len: 945 time: 0.3531106 Dec 06 17:29:53.081740 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-08e5469e-d5a3-4e3c-9559-4a10240b87a1 None None] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:53.090430 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-08e5469e-d5a3-4e3c-9559-4a10240b87a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:53.091330 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50406ce0-8d8f-4dbc-ac6c-398025c77043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3a1914f-5713-4a58-b538-ac5bf64664e6'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:29:53.096196 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff9d93d0-2550-4755-9789-97f5697cf051" -d '{"events": [{"server_uuid": "50406ce0-8d8f-4dbc-ac6c-398025c77043", "name": "network-vif-plugged", "status": "completed", "tag": "d3a1914f-5713-4a58-b538-ac5bf64664e6"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:29:53.109077 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network c31264b3-7647-4232-8f35-5dd61b7a549d details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:29:53.151147 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-08e5469e-d5a3-4e3c-9559-4a10240b87a1 None None] Attempting to bind port b35e9502-aeb6-49ff-a6d8-5b6eed9aa524 on host n-d-master-1 for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:29:53.152078 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-08e5469e-d5a3-4e3c-9559-4a10240b87a1 None None] Attempting to bind port b35e9502-aeb6-49ff-a6d8-5b6eed9aa524 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:29:53.152614 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e5469e-d5a3-4e3c-9559-4a10240b87a1 None None] Attempting to bind port b35e9502-aeb6-49ff-a6d8-5b6eed9aa524 on network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:29:53.164782 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e5469e-d5a3-4e3c-9559-4a10240b87a1 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:29:53.165546 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e5469e-d5a3-4e3c-9559-4a10240b87a1 None None] Checking segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:29:53.166183 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-08e5469e-d5a3-4e3c-9559-4a10240b87a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:53.167337 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e5469e-d5a3-4e3c-9559-4a10240b87a1 None None] Bound using segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:29:53.168212 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-08e5469e-d5a3-4e3c-9559-4a10240b87a1 None None] Bound port: b35e9502-aeb6-49ff-a6d8-5b6eed9aa524, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:29:53.168797 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-08e5469e-d5a3-4e3c-9559-4a10240b87a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:53.236002 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-08e5469e-d5a3-4e3c-9559-4a10240b87a1 None None] For port b35e9502-aeb6-49ff-a6d8-5b6eed9aa524, host n-d-master-1, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:29:53.238812 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:53.241700 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-08e5469e-d5a3-4e3c-9559-4a10240b87a1 None None] For port b35e9502-aeb6-49ff-a6d8-5b6eed9aa524, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b35e9502-aeb6-49ff-a6d8-5b6eed9aa524,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:29:53.247932 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9890c386-040f-4f6c-b5fc-5d339159174f None None] Pushing event updated for resources: {'Port': ['ID=b35e9502-aeb6-49ff-a6d8-5b6eed9aa524,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:53.253305 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c009616e-151a-462d-874d-ed00e6c2bdf3 req-7ea27d1e-65bb-43b8-a24f-b43d2481743c tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=78322529-8ef3-429b-b795-66e840556866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2265220 Dec 06 17:29:53.253909 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-08e5469e-d5a3-4e3c-9559-4a10240b87a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:53.286630 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-943638e9-3021-41d1-8c80-ff9efa991358 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:53.296588 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-943638e9-3021-41d1-8c80-ff9efa991358 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:53.315482 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d50cfdc7-e222-4f5c-ae80-ee45d660539d tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Made reservation on behalf of 3b7180293397433ebd652c1338af832d for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:29:53.320981 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d50cfdc7-e222-4f5c-ae80-ee45d660539d tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:53.325330 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e5469e-d5a3-4e3c-9559-4a10240b87a1 None None] Routers {'29e0e53e-09a5-4b8d-b4a2-659cc648429c'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:29:53.326084 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-08e5469e-d5a3-4e3c-9559-4a10240b87a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:29:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['29e0e53e-09a5-4b8d-b4a2-659cc648429c'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:29:53.375504 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baea19cb-9baa-4692-b1b1-b41d89ab04e6 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:29:53.398998 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-943638e9-3021-41d1-8c80-ff9efa991358 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:53.405453 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-943638e9-3021-41d1-8c80-ff9efa991358 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.8732624 Dec 06 17:29:53.413355 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 41620) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:29:53.433000 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-60b0669c-4db5-4e0d-8dca-0e6f14000600 None None] Provisioning complete for port 06adf1f7-8794-431c-a2e0-a67acc87e575 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:29:53.437121 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-60b0669c-4db5-4e0d-8dca-0e6f14000600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:53.452371 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58f12b3b-0a44-450e-96ae-0b0e514fb127 x-openstack-request-id: req-58f12b3b-0a44-450e-96ae-0b0e514fb127 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:29:53.453766 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50406ce0-8d8f-4dbc-ac6c-398025c77043", "name": "network-vif-plugged", "status": "completed", "tag": "d3a1914f-5713-4a58-b538-ac5bf64664e6", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:29:53.454263 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-58f12b3b-0a44-450e-96ae-0b0e514fb127 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:29:53.454911 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50406ce0-8d8f-4dbc-ac6c-398025c77043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3a1914f-5713-4a58-b538-ac5bf64664e6', 'code': 200} Dec 06 17:29:53.485284 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=d3a1914f-5713-4a58-b538-ac5bf64664e6,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:53.513219 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-60ce45b9-0e93-417b-a8e3-a2ab9203c41d tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Request body: {'security_group_rule': {'security_group_id': '6319bd43-3382-435b-8dd0-6c4c8cc1ccb6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:29:53.532488 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943638e9-3021-41d1-8c80-ff9efa991358 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6319bd43-3382-435b-8dd0-6c4c8cc1ccb6,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:53.549571 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-08e5469e-d5a3-4e3c-9559-4a10240b87a1 None None] Set router 29e0e53e-09a5-4b8d-b4a2-659cc648429c gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:29:53.672802 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-60ce45b9-0e93-417b-a8e3-a2ab9203c41d tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:53.718772 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:53.760361 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9890c386-040f-4f6c-b5fc-5d339159174f None None] Pushing event updated for resources: {'Port': ['ID=b35e9502-aeb6-49ff-a6d8-5b6eed9aa524,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:53.766378 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] For port f0d1b0d1-79c2-4dec-94f1-a1f7c1eb9c1c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f0d1b0d1-79c2-4dec-94f1-a1f7c1eb9c1c,segment=NetworkSegment(35f2df28-5ddf-4082-92c5-67b99863a844),segment_id=35f2df28-5ddf-4082-92c5-67b99863a844)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:29:53.782822 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67243d1b-a457-4f1d-b600-553b111c4d01 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:29:53.801001 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:53.802621 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 092412d2-ed47-4961-a7f2-15f33499534c up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:29:53.826978 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94b9027-846d-44b2-8c12-bc0f6f145955 req-4bfa07e1-8368-4d63-b3da-587f81f8b199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:53.829245 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d94b9027-846d-44b2-8c12-bc0f6f145955 req-4bfa07e1-8368-4d63-b3da-587f81f8b199 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=db2b7cfe-ff06-4d98-9999-728e2c37896c&tenant_id=87136a91f6c54863bdb78ae5833b5c4e HTTP/1.1" status: 200 len: 1096 time: 0.9863400 Dec 06 17:29:53.861905 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-d94b9027-846d-44b2-8c12-bc0f6f145955 req-81c2595a-6e27-4af5-817f-f862b529b1f5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-master-1', 'device_owner': 'compute:nova'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:29:53.993739 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d50cfdc7-e222-4f5c-ae80-ee45d660539d tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:53.999320 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-60b0669c-4db5-4e0d-8dca-0e6f14000600 None None] Port 06adf1f7-8794-431c-a2e0-a67acc87e575 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:29:54.046530 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7fd1f675-27b4-42de-b280-43deb61170f3 req-4a36821f-983a-40b4-86d6-b0d28b445c00 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/security-groups?id=a040c6b3-0771-4bba-81c8-f88c93c47b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1021874 Dec 06 17:29:54.109912 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-08e5469e-d5a3-4e3c-9559-4a10240b87a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e0e53e-09a5-4b8d-b4a2-659cc648429c', 'name': 'tempest-TestVolumeBackupRestore-901269189-router', 'tenant_id': '6e138608b70747f9873bb4a870ce45fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.145'}], 'enable_snat': True}, 'gw_port_id': 'b35e9502-aeb6-49ff-a6d8-5b6eed9aa524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:29:46Z', 'updated_at': '2021-12-06T17:29:49Z', 'revision_number': 3, 'project_id': '6e138608b70747f9873bb4a870ce45fb', 'gw_port': {'id': 'b35e9502-aeb6-49ff-a6d8-5b6eed9aa524', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:4e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29e0e53e-09a5-4b8d-b4a2-659cc648429c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:29:47Z', 'updated_at': '2021-12-06T17:29:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:29:54.110560 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefbdb31-ba01-4ed1-844a-111ea3cd1814 req-336a1d3d-9589-4103-bd76-e9d962aeaed1 tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:54.152637 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fefbdb31-ba01-4ed1-844a-111ea3cd1814 req-336a1d3d-9589-4103-bd76-e9d962aeaed1 tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] 10.222.0.23 "GET /v2.0/ports?device_id=50406ce0-8d8f-4dbc-ac6c-398025c77043 HTTP/1.1" status: 200 len: 945 time: 0.4439280 Dec 06 17:29:54.170118 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57d7036-9aa3-4a7c-a354-8585def6c9cc req-c40bb316-ba7a-45b3-a503-2d74e5c97ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:54.172020 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d57d7036-9aa3-4a7c-a354-8585def6c9cc req-c40bb316-ba7a-45b3-a503-2d74e5c97ff8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=50406ce0-8d8f-4dbc-ac6c-398025c77043 HTTP/1.1" status: 200 len: 1096 time: 0.3525453 Dec 06 17:29:54.175671 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-d94b9027-846d-44b2-8c12-bc0f6f145955 req-81c2595a-6e27-4af5-817f-f862b529b1f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:54.222365 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-60ce45b9-0e93-417b-a8e3-a2ab9203c41d tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:54.280052 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e5469e-d5a3-4e3c-9559-4a10240b87a1 None None] The sync data for ids ['29e0e53e-09a5-4b8d-b4a2-659cc648429c'] in n-d-master-1 is: [{'id': '29e0e53e-09a5-4b8d-b4a2-659cc648429c', 'name': 'tempest-TestVolumeBackupRestore-901269189-router', 'tenant_id': '6e138608b70747f9873bb4a870ce45fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.145'}], 'enable_snat': True}, 'gw_port_id': 'b35e9502-aeb6-49ff-a6d8-5b6eed9aa524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:29:46Z', 'updated_at': '2021-12-06T17:29:49Z', 'revision_number': 3, 'project_id': '6e138608b70747f9873bb4a870ce45fb', 'gw_port': {'id': 'b35e9502-aeb6-49ff-a6d8-5b6eed9aa524', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:4e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29e0e53e-09a5-4b8d-b4a2-659cc648429c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:29:47Z', 'updated_at': '2021-12-06T17:29:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:29:54.291605 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-60ce45b9-0e93-417b-a8e3-a2ab9203c41d tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:54.328951 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d57d7036-9aa3-4a7c-a354-8585def6c9cc req-4a8ec956-47cc-4490-aa54-ecadc465410c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=17933e3e-6db0-4f44-8e47-dedf5cf1a7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326003 Dec 06 17:29:54.338082 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-60ce45b9-0e93-417b-a8e3-a2ab9203c41d tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:54.342843 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-60ce45b9-0e93-417b-a8e3-a2ab9203c41d tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9218926 Dec 06 17:29:54.349522 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 41638) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:29:54.350545 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50cfdc7-e222-4f5c-ae80-ee45d660539d tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Pushing event updated for resources: {'Subnet': ['ID=057f07d5-42bc-4f9a-bc9b-0817cef38ba4,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:54.358211 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-bceff96b-d7ff-44bf-a778-4127fd80961e tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Request body: {'security_group_rule': {'security_group_id': '6319bd43-3382-435b-8dd0-6c4c8cc1ccb6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:29:54.382450 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ce45b9-0e93-417b-a8e3-a2ab9203c41d tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ab93de3-adf6-469f-96ca-4d908812e865,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:54.396721 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Pushing event updated for resources: {'Port': ['ID=f0d1b0d1-79c2-4dec-94f1-a1f7c1eb9c1c,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:54.459258 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50cfdc7-e222-4f5c-ae80-ee45d660539d tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Checking segment: {'id': '47cb3fc9-0da8-472d-820c-9b56fbd720c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c31264b3-7647-4232-8f35-5dd61b7a549d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:29:54.459834 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50cfdc7-e222-4f5c-ae80-ee45d660539d tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Network hostable DHCP agents. Network: c31264b3-7647-4232-8f35-5dd61b7a549d, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:29:54.464570 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-671090e1-d9e6-43a7-abd3-d967df86f826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5f03e8-9e2f-4c1d-9421-a3059a69fe60', 'name': 'tempest-AttachVolumeTestJSON-1619787822-router', 'tenant_id': 'd7abadb1557c47ab8c8300111afe2d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.97'}], 'enable_snat': True}, 'gw_port_id': '37ad1a6e-a709-4377-9677-22ac44628bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:29:38Z', 'updated_at': '2021-12-06T17:29:48Z', 'revision_number': 4, 'project_id': 'd7abadb1557c47ab8c8300111afe2d05', 'gw_port': {'id': '37ad1a6e-a709-4377-9677-22ac44628bc2', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:fc:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5f03e8-9e2f-4c1d-9421-a3059a69fe60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:29:40Z', 'updated_at': '2021-12-06T17:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '06adf1f7-8794-431c-a2e0-a67acc87e575', 'name': '', 'network_id': '343f954d-d1c3-4f66-bad4-ccfe52b09e6c', 'tenant_id': 'd7abadb1557c47ab8c8300111afe2d05', 'mac_address': 'fa:16:3e:66:77:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa5f03e8-9e2f-4c1d-9421-a3059a69fe60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': 'a4ea4d0f-71a4-4c95-82b1-6c4f14c713a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:29:46Z', 'updated_at': '2021-12-06T17:29:48Z', 'revision_number': 2, 'project_id': 'd7abadb1557c47ab8c8300111afe2d05', 'subnets': [{'id': 'a4ea4d0f-71a4-4c95-82b1-6c4f14c713a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:29:54.484241 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fefbdb31-ba01-4ed1-844a-111ea3cd1814 req-6fae3469-8ec7-4040-8ce8-c59197c1fb75 tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] 10.222.0.23 "GET /v2.0/security-groups?id=17933e3e-6db0-4f44-8e47-dedf5cf1a7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3306904 Dec 06 17:29:54.507959 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-d51c9341-3881-477c-8b34-3855fe15d74e admin admin] Allocated IP 172.20.0.1 (52d4bccd-dd8b-418c-9dcd-d4ac4119f28e/09203897-1b7c-44a8-8851-bb201685374a/c419fce3-3332-4a5c-9de4-e18bf64bcd92) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:29:54.529202 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bceff96b-d7ff-44bf-a778-4127fd80961e tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:54.571196 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671090e1-d9e6-43a7-abd3-d967df86f826 None None] Checking router: fa5f03e8-9e2f-4c1d-9421-a3059a69fe60 for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:29:54.577289 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671090e1-d9e6-43a7-abd3-d967df86f826 None None] Updating router fa5f03e8-9e2f-4c1d-9421-a3059a69fe60 port 06adf1f7-8794-431c-a2e0-a67acc87e575 binding host n-d-master-1 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:29:54.600391 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-4db41d7d-16ff-4150-92ad-668b99551091 None None] Provisioning complete for port b35e9502-aeb6-49ff-a6d8-5b6eed9aa524 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:29:54.611273 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4db41d7d-16ff-4150-92ad-668b99551091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:54.703198 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d51c9341-3881-477c-8b34-3855fe15d74e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:54.804013 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bceff96b-d7ff-44bf-a778-4127fd80961e tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:54.808872 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50cfdc7-e222-4f5c-ae80-ee45d660539d tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Network c31264b3-7647-4232-8f35-5dd61b7a549d is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:29:54.837078 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bceff96b-d7ff-44bf-a778-4127fd80961e tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:54.839952 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d51c9341-3881-477c-8b34-3855fe15d74e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:54.866303 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-d50cfdc7-e222-4f5c-ae80-ee45d660539d tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, c31264b3-7647-4232-8f35-5dd61b7a549d) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:29:54.891984 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 092412d2-ed47-4961-a7f2-15f33499534c triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:29:54.892566 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:54.920119 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50cfdc7-e222-4f5c-ae80-ee45d660539d tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:54.921390 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d50cfdc7-e222-4f5c-ae80-ee45d660539d tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:54.927121 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-671090e1-d9e6-43a7-abd3-d967df86f826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:54.947447 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceff96b-d7ff-44bf-a778-4127fd80961e tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b1541f1-e541-424e-af1b-36638671a586,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:54.971514 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bceff96b-d7ff-44bf-a778-4127fd80961e tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:54.975941 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5680f99e-0b24-4b4f-940e-c3eb8b16f2b2 None None] Network c31264b3-7647-4232-8f35-5dd61b7a549d requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:29:54.976116 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-bceff96b-d7ff-44bf-a778-4127fd80961e tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6225741 Dec 06 17:29:54.976660 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 41674) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:29:54.983613 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-f4aadd1e-436e-4843-9334-c6faca43329f tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Request body: {'floatingip': {'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:29:55.008981 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-d50cfdc7-e222-4f5c-ae80-ee45d660539d tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0302536 Dec 06 17:29:55.020523 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 41676) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:29:55.037875 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-51980fac-8be4-4d08-bbd7-6690e527cc40 tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-644463150', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}, 'admin_state_up': False}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:29:55.067633 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f4aadd1e-436e-4843-9334-c6faca43329f tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Publish callbacks [] for floatingip, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:55.075386 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 5edc18d8-d393-472d-810e-022aef3ddd4c no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:29:55.198744 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-d94b9027-846d-44b2-8c12-bc0f6f145955 req-81c2595a-6e27-4af5-817f-f862b529b1f5 service neutron] For port 5edc18d8-d393-472d-810e-022aef3ddd4c, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5edc18d8-d393-472d-810e-022aef3ddd4c,segment=NetworkSegment(01c80ae1-47cd-4b92-84e1-920e248051d6),segment_id=01c80ae1-47cd-4b92-84e1-920e248051d6)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:29:55.244403 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51c9341-3881-477c-8b34-3855fe15d74e admin admin] Network 52d4bccd-dd8b-418c-9dcd-d4ac4119f28e is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:29:55.246162 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-d51c9341-3881-477c-8b34-3855fe15d74e admin admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:29:55.281972 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51c9341-3881-477c-8b34-3855fe15d74e admin admin] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:29:55.365177 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-d94b9027-846d-44b2-8c12-bc0f6f145955 req-81c2595a-6e27-4af5-817f-f862b529b1f5 service neutron] For port 5edc18d8-d393-472d-810e-022aef3ddd4c, host n-h2-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:29:55.366790 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51c9341-3881-477c-8b34-3855fe15d74e admin admin] Pushing event updated for resources: {'Port': ['ID=c419fce3-3332-4a5c-9de4-e18bf64bcd92,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:55.379027 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d51c9341-3881-477c-8b34-3855fe15d74e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539179'] for router_interface, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:55.383831 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8310b52b-d97f-488f-89bd-8a398db275ab req-72ad1a1a-d729-4763-85cf-c467b540b85d tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:55.393659 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8310b52b-d97f-488f-89bd-8a398db275ab req-72ad1a1a-d729-4763-85cf-c467b540b85d tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/ports?device_id=20225c27-26a7-405a-b69a-c2afe48bb8e1 HTTP/1.1" status: 200 len: 944 time: 0.1907122 Dec 06 17:29:55.449702 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4db41d7d-16ff-4150-92ad-668b99551091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:55.471700 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f4aadd1e-436e-4843-9334-c6faca43329f tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:55.605862 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f70a88-53b1-47f1-b57f-2433947c5274 req-0991fa7c-2498-40ee-ae63-872c6b766b91 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:55.623404 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c6f70a88-53b1-47f1-b57f-2433947c5274 req-0991fa7c-2498-40ee-ae63-872c6b766b91 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=db2b7cfe-ff06-4d98-9999-728e2c37896c HTTP/1.1" status: 200 len: 945 time: 1.2354801 Dec 06 17:29:55.691271 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-51980fac-8be4-4d08-bbd7-6690e527cc40 tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:55.692521 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-51980fac-8be4-4d08-bbd7-6690e527cc40 tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:55.713899 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 41686) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:29:55.728347 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-4db41d7d-16ff-4150-92ad-668b99551091 None None] For port b35e9502-aeb6-49ff-a6d8-5b6eed9aa524, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b35e9502-aeb6-49ff-a6d8-5b6eed9aa524,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:29:55.828708 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db2b7cfe-ff06-4d98-9999-728e2c37896c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5edc18d8-d393-472d-810e-022aef3ddd4c'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:29:55.831338 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-f4aadd1e-436e-4843-9334-c6faca43329f tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Allocated IP 172.35.1.161 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/d586fff1-4d72-49ef-a04d-10eb0694a5cd) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:29:55.834673 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf4107e1-72c6-4d2f-964d-bb267a457245" -d '{"events": [{"server_uuid": "db2b7cfe-ff06-4d98-9999-728e2c37896c", "name": "network-vif-unplugged", "status": "completed", "tag": "5edc18d8-d393-472d-810e-022aef3ddd4c"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:29:55.862621 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4db41d7d-16ff-4150-92ad-668b99551091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:55.930489 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-d94b9027-846d-44b2-8c12-bc0f6f145955 req-81c2595a-6e27-4af5-817f-f862b529b1f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:55.959620 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8310b52b-d97f-488f-89bd-8a398db275ab req-90e25cf8-45de-4a77-9e27-ded0fcbc8bca tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/security-groups?id=a040c6b3-0771-4bba-81c8-f88c93c47b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5648179 Dec 06 17:29:55.964830 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-51980fac-8be4-4d08-bbd7-6690e527cc40 tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:55.993212 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-d94b9027-846d-44b2-8c12-bc0f6f145955 req-81c2595a-6e27-4af5-817f-f862b529b1f5 service neutron] Transition to ACTIVE for port object 5edc18d8-d393-472d-810e-022aef3ddd4c will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:29:56.119429 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f4aadd1e-436e-4843-9334-c6faca43329f tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:56.164895 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-51980fac-8be4-4d08-bbd7-6690e527cc40 tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:56.171506 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-09d5bcdd-f317-4905-8057-cca25a7478d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:56.184283 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-d94b9027-846d-44b2-8c12-bc0f6f145955 req-81c2595a-6e27-4af5-817f-f862b529b1f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:56.221494 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c6f70a88-53b1-47f1-b57f-2433947c5274 req-c2002c19-c99b-460c-8432-6f49860e76c4 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=78322529-8ef3-429b-b795-66e840556866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5925903 Dec 06 17:29:56.249380 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc4ac49-fc63-47b8-a6a7-87ba7d7b3b79 req-fb71a9cc-589d-416d-9732-785ac7a03c91 tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:56.251074 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3dc4ac49-fc63-47b8-a6a7-87ba7d7b3b79 req-fb71a9cc-589d-416d-9732-785ac7a03c91 tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] 10.222.0.23 "GET /v2.0/ports?device_id=50406ce0-8d8f-4dbc-ac6c-398025c77043 HTTP/1.1" status: 200 len: 945 time: 0.1088269 Dec 06 17:29:56.299033 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c2595a-6e27-4af5-817f-f862b529b1f5 service neutron] Pushing event updated for resources: {'Port': ['ID=5edc18d8-d393-472d-810e-022aef3ddd4c,revision_number=6']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:56.332073 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3dc4ac49-fc63-47b8-a6a7-87ba7d7b3b79 req-56637af3-6576-4002-a74b-8332f1c367ed tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] 10.222.0.23 "GET /v2.0/security-groups?id=17933e3e-6db0-4f44-8e47-dedf5cf1a7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715024 Dec 06 17:29:56.343730 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f4aadd1e-436e-4843-9334-c6faca43329f tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:56.419129 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 17:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0abb35f3-8cfd-412b-a26a-f0f0affbda3b x-openstack-request-id: req-0abb35f3-8cfd-412b-a26a-f0f0affbda3b {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:29:56.419543 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db2b7cfe-ff06-4d98-9999-728e2c37896c", "name": "network-vif-unplugged", "status": "completed", "tag": "5edc18d8-d393-472d-810e-022aef3ddd4c", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:29:56.419903 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0abb35f3-8cfd-412b-a26a-f0f0affbda3b {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:29:56.420414 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db2b7cfe-ff06-4d98-9999-728e2c37896c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5edc18d8-d393-472d-810e-022aef3ddd4c', 'code': 200} Dec 06 17:29:56.422573 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4aadd1e-436e-4843-9334-c6faca43329f tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:29:56.441529 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d51c9341-3881-477c-8b34-3855fe15d74e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:56.445805 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-f4aadd1e-436e-4843-9334-c6faca43329f tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:29:56.451497 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4aadd1e-436e-4843-9334-c6faca43329f tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:29:56.484176 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device b35e9502-aeb6-49ff-a6d8-5b6eed9aa524 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:29:56.607035 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:56.624384 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aadd1e-436e-4843-9334-c6faca43329f tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Pushing event updated for resources: {'Port': ['ID=d586fff1-4d72-49ef-a04d-10eb0694a5cd,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:56.647753 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-4db41d7d-16ff-4150-92ad-668b99551091 None None] Provisioning complete for port f0d1b0d1-79c2-4dec-94f1-a1f7c1eb9c1c triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:29:56.651415 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4db41d7d-16ff-4150-92ad-668b99551091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:56.668146 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f4aadd1e-436e-4843-9334-c6faca43329f tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:56.729029 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-d94b9027-846d-44b2-8c12-bc0f6f145955 req-81c2595a-6e27-4af5-817f-f862b529b1f5 service neutron] No DVR routers for this DVR port 5edc18d8-d393-472d-810e-022aef3ddd4c on host n-h2-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:29:56.737645 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f4aadd1e-436e-4843-9334-c6faca43329f tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:56.824913 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-09d5bcdd-f317-4905-8057-cca25a7478d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:56.874037 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-671090e1-d9e6-43a7-abd3-d967df86f826 None None] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:56.887781 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device dd3e8b2b-346c-4271-a6a0-a9014ec34cab up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:29:56.933346 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f4aadd1e-436e-4843-9334-c6faca43329f tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:56.942876 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f4aadd1e-436e-4843-9334-c6faca43329f tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:56.943880 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91496466-64a5-459f-816f-ecade47096be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-c31264b3-7647-4232-8f35-5dd61b7a549d', 'network_id': 'c31264b3-7647-4232-8f35-5dd61b7a549d', 'tenant_id': '3b7180293397433ebd652c1338af832d', 'fixed_ips': [{'subnet_id': '057f07d5-42bc-4f9a-bc9b-0817cef38ba4'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:29:56.944775 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-91496466-64a5-459f-816f-ecade47096be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:56.961424 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-671090e1-d9e6-43a7-abd3-d967df86f826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:56.998042 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-09d5bcdd-f317-4905-8057-cca25a7478d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:57.065801 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aadd1e-436e-4843-9334-c6faca43329f tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Pushing event updated for resources: {'Port': ['ID=d586fff1-4d72-49ef-a04d-10eb0694a5cd,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:57.158326 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f4aadd1e-436e-4843-9334-c6faca43329f tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:57.193338 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f4aadd1e-436e-4843-9334-c6faca43329f tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:57.194788 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-f4aadd1e-436e-4843-9334-c6faca43329f tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2163837 Dec 06 17:29:57.220568 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db41d7d-16ff-4150-92ad-668b99551091 None None] Pushing event updated for resources: {'Port': ['ID=b35e9502-aeb6-49ff-a6d8-5b6eed9aa524,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:57.384896 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port dd3e8b2b-346c-4271-a6a0-a9014ec34cab completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:29:57.459226 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port dd3e8b2b-346c-4271-a6a0-a9014ec34cab triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:29:57.459616 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:57.479139 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712fe87-e4c0-48d0-a8ef-6d61982d7f72 req-7cf24f94-5ac7-45a9-8553-82dc98faf281 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:57.480747 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9712fe87-e4c0-48d0-a8ef-6d61982d7f72 req-7cf24f94-5ac7-45a9-8553-82dc98faf281 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=db2b7cfe-ff06-4d98-9999-728e2c37896c HTTP/1.1" status: 200 len: 943 time: 0.1141589 Dec 06 17:29:57.491932 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-d94b9027-846d-44b2-8c12-bc0f6f145955 req-81c2595a-6e27-4af5-817f-f862b529b1f5 service neutron] Attempting to bind port 5edc18d8-d393-472d-810e-022aef3ddd4c on host n-h1-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:29:57.491932 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-d94b9027-846d-44b2-8c12-bc0f6f145955 req-81c2595a-6e27-4af5-817f-f862b529b1f5 service neutron] Attempting to bind port 5edc18d8-d393-472d-810e-022aef3ddd4c by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '01c80ae1-47cd-4b92-84e1-920e248051d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:29:57.492252 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94b9027-846d-44b2-8c12-bc0f6f145955 req-81c2595a-6e27-4af5-817f-f862b529b1f5 service neutron] Attempting to bind port 5edc18d8-d393-472d-810e-022aef3ddd4c on network a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:29:57.553461 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-09d5bcdd-f317-4905-8057-cca25a7478d5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b454a32d93f24ee2b27d783bcc6ac15a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8378897 Dec 06 17:29:57.558638 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port b35e9502-aeb6-49ff-a6d8-5b6eed9aa524 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:29:57.559194 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:57.560857 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 41758) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:29:57.562010 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94b9027-846d-44b2-8c12-bc0f6f145955 req-81c2595a-6e27-4af5-817f-f862b529b1f5 service neutron] Port 5edc18d8-d393-472d-810e-022aef3ddd4c on network a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:29:57.562309 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94b9027-846d-44b2-8c12-bc0f6f145955 req-81c2595a-6e27-4af5-817f-f862b529b1f5 service neutron] Attempting to bind port 5edc18d8-d393-472d-810e-022aef3ddd4c on network a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:29:57.564257 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d5bcdd-f317-4905-8057-cca25a7478d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51c5d023-8ab8-4139-a4a2-e14c1ee20a0e,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:57.606149 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94b9027-846d-44b2-8c12-bc0f6f145955 req-81c2595a-6e27-4af5-817f-f862b529b1f5 service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:29:57.608428 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94b9027-846d-44b2-8c12-bc0f6f145955 req-81c2595a-6e27-4af5-817f-f862b529b1f5 service neutron] Checking segment: {'id': '01c80ae1-47cd-4b92-84e1-920e248051d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:29:57.608428 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94b9027-846d-44b2-8c12-bc0f6f145955 req-81c2595a-6e27-4af5-817f-f862b529b1f5 service neutron] Bound using segment: {'id': '01c80ae1-47cd-4b92-84e1-920e248051d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:29:57.608428 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-d94b9027-846d-44b2-8c12-bc0f6f145955 req-81c2595a-6e27-4af5-817f-f862b529b1f5 service neutron] Bound port: 5edc18d8-d393-472d-810e-022aef3ddd4c, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01c80ae1-47cd-4b92-84e1-920e248051d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:29:57.608428 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-d94b9027-846d-44b2-8c12-bc0f6f145955 req-81c2595a-6e27-4af5-817f-f862b529b1f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:57.664750 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.db.api [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103286) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 17:29:57.665245 n-d-master-1 neutron-server[103286]: DEBUG oslo_db.api [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 17:29:57.683455 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9712fe87-e4c0-48d0-a8ef-6d61982d7f72 req-b9043687-efc5-4cc1-a0a4-50f1afc74c26 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=78322529-8ef3-429b-b795-66e840556866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1956582 Dec 06 17:29:57.699226 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-d94b9027-846d-44b2-8c12-bc0f6f145955 req-81c2595a-6e27-4af5-817f-f862b529b1f5 service neutron] For port 5edc18d8-d393-472d-810e-022aef3ddd4c, host n-h1-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:29:57.703132 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-d94b9027-846d-44b2-8c12-bc0f6f145955 req-81c2595a-6e27-4af5-817f-f862b529b1f5 service neutron] For port 5edc18d8-d393-472d-810e-022aef3ddd4c, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=5edc18d8-d393-472d-810e-022aef3ddd4c,segment=NetworkSegment(01c80ae1-47cd-4b92-84e1-920e248051d6),segment_id=01c80ae1-47cd-4b92-84e1-920e248051d6)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:29:57.703929 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9b66d07e-015c-470d-a769-9de9d0cb1179 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:57.716197 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-d94b9027-846d-44b2-8c12-bc0f6f145955 req-81c2595a-6e27-4af5-817f-f862b529b1f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:57.741270 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9b66d07e-015c-470d-a769-9de9d0cb1179 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:57.751627 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-671090e1-d9e6-43a7-abd3-d967df86f826 None None] Attempting to bind port 06adf1f7-8794-431c-a2e0-a67acc87e575 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:29:57.752012 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-671090e1-d9e6-43a7-abd3-d967df86f826 None None] Attempting to bind port 06adf1f7-8794-431c-a2e0-a67acc87e575 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'e7633122-45be-4098-9151-607f71ade058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '343f954d-d1c3-4f66-bad4-ccfe52b09e6c'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:29:57.752468 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671090e1-d9e6-43a7-abd3-d967df86f826 None None] Attempting to bind port 06adf1f7-8794-431c-a2e0-a67acc87e575 on network 343f954d-d1c3-4f66-bad4-ccfe52b09e6c {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:29:57.758426 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bebd08d-227e-49f4-be2c-978e2637319b None None] Pushing event updated for resources: {'Port': ['ID=06adf1f7-8794-431c-a2e0-a67acc87e575,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:57.780611 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671090e1-d9e6-43a7-abd3-d967df86f826 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:29:57.780611 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671090e1-d9e6-43a7-abd3-d967df86f826 None None] Checking segment: {'id': 'e7633122-45be-4098-9151-607f71ade058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '343f954d-d1c3-4f66-bad4-ccfe52b09e6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:29:57.780611 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-671090e1-d9e6-43a7-abd3-d967df86f826 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:57.780611 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671090e1-d9e6-43a7-abd3-d967df86f826 None None] Bound using segment: {'id': 'e7633122-45be-4098-9151-607f71ade058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '343f954d-d1c3-4f66-bad4-ccfe52b09e6c'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:29:57.780611 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-671090e1-d9e6-43a7-abd3-d967df86f826 None None] Bound port: 06adf1f7-8794-431c-a2e0-a67acc87e575, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7633122-45be-4098-9151-607f71ade058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '343f954d-d1c3-4f66-bad4-ccfe52b09e6c'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:29:57.780611 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-671090e1-d9e6-43a7-abd3-d967df86f826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:57.795442 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bebd08d-227e-49f4-be2c-978e2637319b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:29:57.795808 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bebd08d-227e-49f4-be2c-978e2637319b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:29:57.796274 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bebd08d-227e-49f4-be2c-978e2637319b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:29:57.796525 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bebd08d-227e-49f4-be2c-978e2637319b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:29:57.796838 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bebd08d-227e-49f4-be2c-978e2637319b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:29:57.797173 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bebd08d-227e-49f4-be2c-978e2637319b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:29:57.797525 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bebd08d-227e-49f4-be2c-978e2637319b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:29:57.797865 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bebd08d-227e-49f4-be2c-978e2637319b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:29:57.798200 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bebd08d-227e-49f4-be2c-978e2637319b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:29:57.798530 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bebd08d-227e-49f4-be2c-978e2637319b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:29:57.798893 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bebd08d-227e-49f4-be2c-978e2637319b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:29:57.799191 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bebd08d-227e-49f4-be2c-978e2637319b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:29:57.799518 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bebd08d-227e-49f4-be2c-978e2637319b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:29:57.840489 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9b66d07e-015c-470d-a769-9de9d0cb1179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:57.844028 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9b66d07e-015c-470d-a769-9de9d0cb1179 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:57.846039 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-9b66d07e-015c-470d-a769-9de9d0cb1179 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/51c5d023-8ab8-4139-a4a2-e14c1ee20a0e HTTP/1.1" status: 204 len: 168 time: 0.2839901 Dec 06 17:29:57.858037 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d51c9341-3881-477c-8b34-3855fe15d74e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:57.859409 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b66d07e-015c-470d-a769-9de9d0cb1179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c5d023-8ab8-4139-a4a2-e14c1ee20a0e,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:57.877787 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:57.917895 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fd11ff-6ef2-486c-9c06-d500459ea478 req-62817dd7-84d3-44a0-a6d1-677a8740d178 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:57.919822 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c4fd11ff-6ef2-486c-9c06-d500459ea478 req-62817dd7-84d3-44a0-a6d1-677a8740d178 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/ports?device_id=20225c27-26a7-405a-b69a-c2afe48bb8e1 HTTP/1.1" status: 200 len: 944 time: 0.4714966 Dec 06 17:29:57.938124 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d51c9341-3881-477c-8b34-3855fe15d74e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:57.938355 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port dd3e8b2b-346c-4271-a6a0-a9014ec34cab, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=dd3e8b2b-346c-4271-a6a0-a9014ec34cab,segment=NetworkSegment(04368979-ac99-4737-9a75-271bdacd11fd),segment_id=04368979-ac99-4737-9a75-271bdacd11fd)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:29:57.980976 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20225c27-26a7-405a-b69a-c2afe48bb8e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd3e8b2b-346c-4271-a6a0-a9014ec34cab'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:29:57.983558 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a39febac-92af-4cef-b999-4170ebf3c3c6" -d '{"events": [{"server_uuid": "20225c27-26a7-405a-b69a-c2afe48bb8e1", "name": "network-vif-plugged", "status": "completed", "tag": "dd3e8b2b-346c-4271-a6a0-a9014ec34cab"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:29:57.991379 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:58.012751 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bc24cad6-d532-4493-9ed5-a69e997a0150 req-701813d9-cc66-4074-a186-7a9aa0859eeb tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--495596817&fields=id&tenant_id=d7abadb1557c47ab8c8300111afe2d05 HTTP/1.1" status: 200 len: 267 time: 0.0759435 Dec 06 17:29:58.056520 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d51c9341-3881-477c-8b34-3855fe15d74e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-772465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539207'] for router_interface, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:58.062914 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c2595a-6e27-4af5-817f-f862b529b1f5 service neutron] Pushing event updated for resources: {'Port': ['ID=5edc18d8-d393-472d-810e-022aef3ddd4c,revision_number=7']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:58.122670 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-91496466-64a5-459f-816f-ecade47096be None None] Allocated IP 172.20.0.2 (c31264b3-7647-4232-8f35-5dd61b7a549d/057f07d5-42bc-4f9a-bc9b-0817cef38ba4/d4d639b0-d95c-4b31-b59a-531242420c02) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:29:58.150595 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51c9341-3881-477c-8b34-3855fe15d74e admin admin] Pushing event updated for resources: {'Port': ['ID=c419fce3-3332-4a5c-9de4-e18bf64bcd92,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:58.153493 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-4db41d7d-16ff-4150-92ad-668b99551091 None None] Provisioning complete for port 06adf1f7-8794-431c-a2e0-a67acc87e575 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:29:58.154433 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4db41d7d-16ff-4150-92ad-668b99551091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:58.160167 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94b9027-846d-44b2-8c12-bc0f6f145955 req-81c2595a-6e27-4af5-817f-f862b529b1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:58.162042 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-d94b9027-846d-44b2-8c12-bc0f6f145955 req-81c2595a-6e27-4af5-817f-f862b529b1f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:58.163751 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d94b9027-846d-44b2-8c12-bc0f6f145955 req-81c2595a-6e27-4af5-817f-f862b529b1f5 service neutron] 10.222.0.41 "PUT /v2.0/ports/5edc18d8-d393-472d-810e-022aef3ddd4c HTTP/1.1" status: 200 len: 1091 time: 4.3220549 Dec 06 17:29:58.253894 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-4db41d7d-16ff-4150-92ad-668b99551091 None None] Port 06adf1f7-8794-431c-a2e0-a67acc87e575 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:29:58.258457 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=dd3e8b2b-346c-4271-a6a0-a9014ec34cab,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:58.292437 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-671090e1-d9e6-43a7-abd3-d967df86f826 None None] For port 06adf1f7-8794-431c-a2e0-a67acc87e575, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:29:58.312050 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc24cad6-d532-4493-9ed5-a69e997a0150 req-bf367092-303e-4dea-8d17-b80c773b5c6b tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:58.323207 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bc24cad6-d532-4493-9ed5-a69e997a0150 req-bf367092-303e-4dea-8d17-b80c773b5c6b tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/networks?id=343f954d-d1c3-4f66-bad4-ccfe52b09e6c HTTP/1.1" status: 200 len: 811 time: 0.3013875 Dec 06 17:29:58.326630 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-51980fac-8be4-4d08-bbd7-6690e527cc40 tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Publish callbacks [] for router_gateway, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:58.361248 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-671090e1-d9e6-43a7-abd3-d967df86f826 None None] For port 06adf1f7-8794-431c-a2e0-a67acc87e575, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=06adf1f7-8794-431c-a2e0-a67acc87e575,segment=NetworkSegment(e7633122-45be-4098-9151-607f71ade058),segment_id=e7633122-45be-4098-9151-607f71ade058)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:29:58.366336 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device f0d1b0d1-79c2-4dec-94f1-a1f7c1eb9c1c up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:29:58.368898 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bc24cad6-d532-4493-9ed5-a69e997a0150 req-8d27ba10-4c56-4222-bac5-8f070cc62f7b tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/quotas/d7abadb1557c47ab8c8300111afe2d05 HTTP/1.1" status: 200 len: 375 time: 0.0445707 Dec 06 17:29:58.405226 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 41804) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:29:58.428230 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-69a69b0a-1b0e-4d3b-aac7-457ca99bb0d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:58.450799 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db2b7cfe-ff06-4d98-9999-728e2c37896c', 'tag': '5edc18d8-d393-472d-810e-022aef3ddd4c'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:29:58.454001 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b46a777-4fb5-410e-ba8c-a47f8d94c56b" -d '{"events": [{"name": "network-changed", "server_uuid": "db2b7cfe-ff06-4d98-9999-728e2c37896c", "tag": "5edc18d8-d393-472d-810e-022aef3ddd4c"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:29:58.463536 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-51980fac-8be4-4d08-bbd7-6690e527cc40 tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:58.477761 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bc24cad6-d532-4493-9ed5-a69e997a0150 req-93cad2c8-dc01-4963-9b23-11385d6062ab tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d7abadb1557c47ab8c8300111afe2d05&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1066072 Dec 06 17:29:58.527705 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-671090e1-d9e6-43a7-abd3-d967df86f826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:58.670938 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bc24cad6-d532-4493-9ed5-a69e997a0150 req-f2b31647-5b36-46c8-b122-97024d68e456 service neutron] 10.222.0.23 "GET /v2.0/networks/343f954d-d1c3-4f66-bad4-ccfe52b09e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851249 Dec 06 17:29:58.701072 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bebd08d-227e-49f4-be2c-978e2637319b None None] Pushing event updated for resources: {'Port': ['ID=06adf1f7-8794-431c-a2e0-a67acc87e575,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:58.767905 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port f0d1b0d1-79c2-4dec-94f1-a1f7c1eb9c1c triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:29:58.768601 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:58.804186 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-91496466-64a5-459f-816f-ecade47096be None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:58.816747 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671090e1-d9e6-43a7-abd3-d967df86f826 None None] Routers {'fa5f03e8-9e2f-4c1d-9421-a3059a69fe60'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:29:58.817581 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-671090e1-d9e6-43a7-abd3-d967df86f826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:29:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['fa5f03e8-9e2f-4c1d-9421-a3059a69fe60'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:29:58.858354 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-69a69b0a-1b0e-4d3b-aac7-457ca99bb0d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:58.896691 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-69a69b0a-1b0e-4d3b-aac7-457ca99bb0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:58.934570 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-69a69b0a-1b0e-4d3b-aac7-457ca99bb0d3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=550f088fabb9412f9bf6a29f7703c661&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5231841 Dec 06 17:29:58.937247 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 41810) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:29:58.961700 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-91496466-64a5-459f-816f-ecade47096be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:58.990370 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91496466-64a5-459f-816f-ecade47096be None None] Network c31264b3-7647-4232-8f35-5dd61b7a549d is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:29:59.001596 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-91496466-64a5-459f-816f-ecade47096be None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:29:59.005780 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-671090e1-d9e6-43a7-abd3-d967df86f826 None None] Set router fa5f03e8-9e2f-4c1d-9421-a3059a69fe60 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:29:59.043818 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c4fd11ff-6ef2-486c-9c06-d500459ea478 req-58b888e8-049e-4a74-b1e0-54a4b019eeb3 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/security-groups?id=a040c6b3-0771-4bba-81c8-f88c93c47b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9933083 Dec 06 17:29:59.076881 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94b9027-846d-44b2-8c12-bc0f6f145955 req-2c1d8f6a-6618-4236-97be-c7e3a93e2b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:29:59.079275 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d94b9027-846d-44b2-8c12-bc0f6f145955 req-2c1d8f6a-6618-4236-97be-c7e3a93e2b1e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=87136a91f6c54863bdb78ae5833b5c4e&device_id=db2b7cfe-ff06-4d98-9999-728e2c37896c HTTP/1.1" status: 200 len: 1094 time: 0.8002965 Dec 06 17:29:59.102749 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91496466-64a5-459f-816f-ecade47096be None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:29:59.165403 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-4d3cce09-feeb-4c10-b982-7602c17901dc None None] Provisioning complete for port f0d1b0d1-79c2-4dec-94f1-a1f7c1eb9c1c triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:29:59.165800 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4d3cce09-feeb-4c10-b982-7602c17901dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:59.217335 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-91496466-64a5-459f-816f-ecade47096be None None] Attempting to bind port d4d639b0-d95c-4b31-b59a-531242420c02 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:29:59.217730 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-91496466-64a5-459f-816f-ecade47096be None None] Attempting to bind port d4d639b0-d95c-4b31-b59a-531242420c02 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '47cb3fc9-0da8-472d-820c-9b56fbd720c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c31264b3-7647-4232-8f35-5dd61b7a549d'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:29:59.218170 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91496466-64a5-459f-816f-ecade47096be None None] Attempting to bind port d4d639b0-d95c-4b31-b59a-531242420c02 on network c31264b3-7647-4232-8f35-5dd61b7a549d {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:29:59.220372 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51c9341-3881-477c-8b34-3855fe15d74e admin admin] Network 52d4bccd-dd8b-418c-9dcd-d4ac4119f28e is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:29:59.233784 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91496466-64a5-459f-816f-ecade47096be None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:29:59.234175 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91496466-64a5-459f-816f-ecade47096be None None] Checking segment: {'id': '47cb3fc9-0da8-472d-820c-9b56fbd720c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c31264b3-7647-4232-8f35-5dd61b7a549d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:29:59.234597 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-91496466-64a5-459f-816f-ecade47096be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:59.235004 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91496466-64a5-459f-816f-ecade47096be None None] Bound using segment: {'id': '47cb3fc9-0da8-472d-820c-9b56fbd720c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c31264b3-7647-4232-8f35-5dd61b7a549d'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:29:59.235654 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-91496466-64a5-459f-816f-ecade47096be None None] Bound port: d4d639b0-d95c-4b31-b59a-531242420c02, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47cb3fc9-0da8-472d-820c-9b56fbd720c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c31264b3-7647-4232-8f35-5dd61b7a549d'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:29:59.235962 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-91496466-64a5-459f-816f-ecade47096be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:59.299868 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-d51c9341-3881-477c-8b34-3855fe15d74e admin admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:29:59.327239 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91496466-64a5-459f-816f-ecade47096be None None] Pushing event updated for resources: {'Port': ['ID=d4d639b0-d95c-4b31-b59a-531242420c02,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:59.369450 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d914edd6-6655-4779-a069-916ff58f7040 x-openstack-request-id: req-d914edd6-6655-4779-a069-916ff58f7040 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:29:59.369824 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20225c27-26a7-405a-b69a-c2afe48bb8e1", "name": "network-vif-plugged", "status": "completed", "tag": "dd3e8b2b-346c-4271-a6a0-a9014ec34cab", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:29:59.370042 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d914edd6-6655-4779-a069-916ff58f7040 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:29:59.374685 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20225c27-26a7-405a-b69a-c2afe48bb8e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd3e8b2b-346c-4271-a6a0-a9014ec34cab', 'code': 200} Dec 06 17:29:59.502993 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f7a4e2-12f8-48bb-8404-6ca8ec06a093 x-openstack-request-id: req-d8f7a4e2-12f8-48bb-8404-6ca8ec06a093 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:29:59.503312 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db2b7cfe-ff06-4d98-9999-728e2c37896c", "tag": "5edc18d8-d393-472d-810e-022aef3ddd4c", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:29:59.503547 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d8f7a4e2-12f8-48bb-8404-6ca8ec06a093 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:29:59.504021 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db2b7cfe-ff06-4d98-9999-728e2c37896c', 'tag': '5edc18d8-d393-472d-810e-022aef3ddd4c', 'status': 'completed', 'code': 200} Dec 06 17:29:59.508068 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-51980fac-8be4-4d08-bbd7-6690e527cc40 tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Allocated IP 172.35.1.37 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/f1bbf854-aecc-496b-a64d-8511f3673016) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:29:59.755919 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a69b0a-1b0e-4d3b-aac7-457ca99bb0d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bde4822-c100-45bf-9d7f-f1cc22edf4b1,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:29:59.774158 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bc24cad6-d532-4493-9ed5-a69e997a0150 req-7e74230d-cce7-4494-9859-4e5a8d15df0e service neutron] 10.222.0.23 "GET /v2.0/networks/343f954d-d1c3-4f66-bad4-ccfe52b09e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0857134 Dec 06 17:29:59.789412 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fdde2023-61e1-41f7-828c-34abc619066d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:59.816389 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fdde2023-61e1-41f7-828c-34abc619066d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:59.872077 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fdde2023-61e1-41f7-828c-34abc619066d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:59.881101 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fdde2023-61e1-41f7-828c-34abc619066d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:29:59.886121 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-fdde2023-61e1-41f7-828c-34abc619066d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2bde4822-c100-45bf-9d7f-f1cc22edf4b1 HTTP/1.1" status: 204 len: 168 time: 0.9444189 Dec 06 17:29:59.902793 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdde2023-61e1-41f7-828c-34abc619066d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bde4822-c100-45bf-9d7f-f1cc22edf4b1,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:30:00.091652 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device b35e9502-aeb6-49ff-a6d8-5b6eed9aa524 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:30:00.104362 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d51c9341-3881-477c-8b34-3855fe15d74e admin admin] Router 29e0e53e-09a5-4b8d-b4a2-659cc648429c has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:30:00.175934 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788f53ab-660a-4c90-bf97-b0072305bde8 req-a071449a-05c2-4b5d-adae-b7e88776674b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:30:00.180311 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-788f53ab-660a-4c90-bf97-b0072305bde8 req-a071449a-05c2-4b5d-adae-b7e88776674b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=20225c27-26a7-405a-b69a-c2afe48bb8e1 HTTP/1.1" status: 200 len: 1096 time: 0.6876066 Dec 06 17:30:00.183734 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94b9027-846d-44b2-8c12-bc0f6f145955 req-723825ab-93af-47bf-a718-15f266f6f624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:30:00.186610 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-15786850-f08d-4a41-93a4-e37a06353960 req-80f65506-de9b-4cde-a1c6-a1f3b946d484 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1dd6a184-e513-4e1d-9212-5b5f6dcdb31d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1178367 Dec 06 17:30:00.194577 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d94b9027-846d-44b2-8c12-bc0f6f145955 req-723825ab-93af-47bf-a718-15f266f6f624 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c HTTP/1.1" status: 200 len: 898 time: 1.0964551 Dec 06 17:30:00.207605 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b46a777-4fb5-410e-ba8c-a47f8d94c56b req-09cebff8-fbb4-4d5b-b025-f0b6087ef38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:30:00.215413 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4b46a777-4fb5-410e-ba8c-a47f8d94c56b req-09cebff8-fbb4-4d5b-b025-f0b6087ef38d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=87136a91f6c54863bdb78ae5833b5c4e&device_id=db2b7cfe-ff06-4d98-9999-728e2c37896c HTTP/1.1" status: 200 len: 1094 time: 0.7005086 Dec 06 17:30:00.248025 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7f4ab927-0ebf-4219-99d6-6f1a25e4dfb2 req-f61de148-5d25-4948-8733-d7224c5178cc tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f4a1b09-ae6e-4372-b0c0-97a88ef4e9d9 HTTP/1.1" status: 200 len: 210 time: 0.0428073 Dec 06 17:30:00.258537 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-91496466-64a5-459f-816f-ecade47096be None None] For port d4d639b0-d95c-4b31-b59a-531242420c02, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:30:00.355911 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-51980fac-8be4-4d08-bbd7-6690e527cc40 tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:00.374338 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15786850-f08d-4a41-93a4-e37a06353960 req-aa22fec4-ad44-4778-923d-3d5355a11c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:30:00.376998 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-15786850-f08d-4a41-93a4-e37a06353960 req-aa22fec4-ad44-4778-923d-3d5355a11c53 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=31731eabc62542b18a3f7712a1235f2a&device_id=1dd6a184-e513-4e1d-9212-5b5f6dcdb31d HTTP/1.1" status: 200 len: 1096 time: 0.0902891 Dec 06 17:30:00.477756 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-91496466-64a5-459f-816f-ecade47096be None None] For port d4d639b0-d95c-4b31-b59a-531242420c02, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d4d639b0-d95c-4b31-b59a-531242420c02,segment=NetworkSegment(47cb3fc9-0da8-472d-820c-9b56fbd720c5),segment_id=47cb3fc9-0da8-472d-820c-9b56fbd720c5)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:30:00.516330 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-91496466-64a5-459f-816f-ecade47096be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:00.617967 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d94b9027-846d-44b2-8c12-bc0f6f145955 req-e791080a-c032-401b-8cfc-557b0b867988 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5edc18d8-d393-472d-810e-022aef3ddd4c HTTP/1.1" status: 200 len: 998 time: 0.3961155 Dec 06 17:30:00.637524 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-51980fac-8be4-4d08-bbd7-6690e527cc40 tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:00.638883 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15786850-f08d-4a41-93a4-e37a06353960 req-b466f4d2-bc64-4812-8792-2cd28682defb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:30:00.640949 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-15786850-f08d-4a41-93a4-e37a06353960 req-b466f4d2-bc64-4812-8792-2cd28682defb service neutron] 10.222.0.44 "GET /v2.0/networks?id=baae5554-5993-4f38-bd78-dc900341a8a7 HTTP/1.1" status: 200 len: 914 time: 0.2415683 Dec 06 17:30:00.708999 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-15786850-f08d-4a41-93a4-e37a06353960 req-19009c56-152c-4934-a26b-e99d6db3355d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb808805-ed0f-4802-a8ba-36b736428fd1 HTTP/1.1" status: 200 len: 217 time: 0.0603776 Dec 06 17:30:00.718144 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91496466-64a5-459f-816f-ecade47096be None None] Pushing event updated for resources: {'Port': ['ID=d4d639b0-d95c-4b31-b59a-531242420c02,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:30:00.796370 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port b35e9502-aeb6-49ff-a6d8-5b6eed9aa524 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:30:00.796753 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:00.843917 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30588fe-f66e-406e-87c0-70eaa95b335e req-24a581fd-081d-4c1f-afe5-35cb725af105 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:30:00.852347 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a30588fe-f66e-406e-87c0-70eaa95b335e req-24a581fd-081d-4c1f-afe5-35cb725af105 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=db2b7cfe-ff06-4d98-9999-728e2c37896c HTTP/1.1" status: 200 len: 943 time: 1.1657212 Dec 06 17:30:00.855112 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b46a777-4fb5-410e-ba8c-a47f8d94c56b req-28b7ad2c-f5bb-4a79-b834-05e94454ecee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:30:00.856487 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4b46a777-4fb5-410e-ba8c-a47f8d94c56b req-28b7ad2c-f5bb-4a79-b834-05e94454ecee service neutron] 10.222.0.44 "GET /v2.0/networks?id=a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c HTTP/1.1" status: 200 len: 898 time: 0.6149969 Dec 06 17:30:00.890310 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15786850-f08d-4a41-93a4-e37a06353960 req-8aa13b31-c7c1-4f9b-b6c5-893c4e6dfc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:30:00.894840 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-15786850-f08d-4a41-93a4-e37a06353960 req-8aa13b31-c7c1-4f9b-b6c5-893c4e6dfc0c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=beafb9f1-df05-4269-b547-aab5f335c461 HTTP/1.1" status: 200 len: 853 time: 0.1765525 Dec 06 17:30:00.918589 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-788f53ab-660a-4c90-bf97-b0072305bde8 req-9ee6678d-1724-4929-95fe-3c126cbd0300 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a040c6b3-0771-4bba-81c8-f88c93c47b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7217097 Dec 06 17:30:00.921983 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94b9027-846d-44b2-8c12-bc0f6f145955 req-636c7499-5882-4e0c-9232-6cc1bd2d997c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:30:00.923569 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d94b9027-846d-44b2-8c12-bc0f6f145955 req-636c7499-5882-4e0c-9232-6cc1bd2d997c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a240123d-81b7-4a46-9e81-fb9ca8196e24 HTTP/1.1" status: 200 len: 835 time: 0.2657146 Dec 06 17:30:00.958588 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-15786850-f08d-4a41-93a4-e37a06353960 req-9d4e972d-db6a-41e2-8848-999c9863ddc2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=baae5554-5993-4f38-bd78-dc900341a8a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580375 Dec 06 17:30:00.970386 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51980fac-8be4-4d08-bbd7-6690e527cc40 tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:30:01.019793 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-4d3cce09-feeb-4c10-b982-7602c17901dc None None] Provisioning complete for port c419fce3-3332-4a5c-9de4-e18bf64bcd92 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:30:01.020182 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4d3cce09-feeb-4c10-b982-7602c17901dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:01.128160 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-671090e1-d9e6-43a7-abd3-d967df86f826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5f03e8-9e2f-4c1d-9421-a3059a69fe60', 'name': 'tempest-AttachVolumeTestJSON-1619787822-router', 'tenant_id': 'd7abadb1557c47ab8c8300111afe2d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.97'}], 'enable_snat': True}, 'gw_port_id': '37ad1a6e-a709-4377-9677-22ac44628bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:29:38Z', 'updated_at': '2021-12-06T17:29:48Z', 'revision_number': 4, 'project_id': 'd7abadb1557c47ab8c8300111afe2d05', 'gw_port': {'id': '37ad1a6e-a709-4377-9677-22ac44628bc2', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:fc:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5f03e8-9e2f-4c1d-9421-a3059a69fe60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:29:40Z', 'updated_at': '2021-12-06T17:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '06adf1f7-8794-431c-a2e0-a67acc87e575', 'name': '', 'network_id': '343f954d-d1c3-4f66-bad4-ccfe52b09e6c', 'tenant_id': 'd7abadb1557c47ab8c8300111afe2d05', 'mac_address': 'fa:16:3e:66:77:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa5f03e8-9e2f-4c1d-9421-a3059a69fe60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': 'a4ea4d0f-71a4-4c95-82b1-6c4f14c713a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:29:46Z', 'updated_at': '2021-12-06T17:29:58Z', 'revision_number': 4, 'project_id': 'd7abadb1557c47ab8c8300111afe2d05', 'subnets': [{'id': 'a4ea4d0f-71a4-4c95-82b1-6c4f14c713a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:30:01.185914 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671090e1-d9e6-43a7-abd3-d967df86f826 None None] The sync data for ids ['fa5f03e8-9e2f-4c1d-9421-a3059a69fe60'] in n-d-master-1 is: [{'id': 'fa5f03e8-9e2f-4c1d-9421-a3059a69fe60', 'name': 'tempest-AttachVolumeTestJSON-1619787822-router', 'tenant_id': 'd7abadb1557c47ab8c8300111afe2d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.97'}], 'enable_snat': True}, 'gw_port_id': '37ad1a6e-a709-4377-9677-22ac44628bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:29:38Z', 'updated_at': '2021-12-06T17:29:48Z', 'revision_number': 4, 'project_id': 'd7abadb1557c47ab8c8300111afe2d05', 'gw_port': {'id': '37ad1a6e-a709-4377-9677-22ac44628bc2', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:fc:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5f03e8-9e2f-4c1d-9421-a3059a69fe60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:29:40Z', 'updated_at': '2021-12-06T17:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '06adf1f7-8794-431c-a2e0-a67acc87e575', 'name': '', 'network_id': '343f954d-d1c3-4f66-bad4-ccfe52b09e6c', 'tenant_id': 'd7abadb1557c47ab8c8300111afe2d05', 'mac_address': 'fa:16:3e:66:77:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa5f03e8-9e2f-4c1d-9421-a3059a69fe60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': 'a4ea4d0f-71a4-4c95-82b1-6c4f14c713a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:29:46Z', 'updated_at': '2021-12-06T17:29:58Z', 'revision_number': 4, 'project_id': 'd7abadb1557c47ab8c8300111afe2d05', 'subnets': [{'id': 'a4ea4d0f-71a4-4c95-82b1-6c4f14c713a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:30:01.187729 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-4d3cce09-feeb-4c10-b982-7602c17901dc None None] Port c419fce3-3332-4a5c-9de4-e18bf64bcd92 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:30:01.198495 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8363097-5626-40ac-9838-8f1eea4f967b req-b87e1307-ca8e-43e7-b675-989ed6d52659 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:30:01.207853 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a8363097-5626-40ac-9838-8f1eea4f967b req-b87e1307-ca8e-43e7-b675-989ed6d52659 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/ports?device_id=20225c27-26a7-405a-b69a-c2afe48bb8e1 HTTP/1.1" status: 200 len: 945 time: 0.1664453 Dec 06 17:30:01.247661 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-4d3cce09-feeb-4c10-b982-7602c17901dc None None] Provisioning complete for port 06adf1f7-8794-431c-a2e0-a67acc87e575 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:30:01.248002 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4d3cce09-feeb-4c10-b982-7602c17901dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:01.249898 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-15786850-f08d-4a41-93a4-e37a06353960 req-9ffcb3d1-5a78-4425-9e20-480c742ad76e service neutron] 10.222.0.44 "GET /v2.0/networks/baae5554-5993-4f38-bd78-dc900341a8a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824442 Dec 06 17:30:01.396914 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a8363097-5626-40ac-9838-8f1eea4f967b req-fa31fc6c-415e-4e55-9aad-3ccb19ea4012 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/security-groups?id=a040c6b3-0771-4bba-81c8-f88c93c47b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872256 Dec 06 17:30:01.495880 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-15786850-f08d-4a41-93a4-e37a06353960 req-7781e68e-efa7-4bb0-a788-cf8fe5b7228e service neutron] 10.222.0.44 "GET /v2.0/networks/baae5554-5993-4f38-bd78-dc900341a8a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368791 Dec 06 17:30:01.577489 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4d3cce09-feeb-4c10-b982-7602c17901dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:01.649102 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51980fac-8be4-4d08-bbd7-6690e527cc40 tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Pushing event updated for resources: {'Port': ['ID=f1bbf854-aecc-496b-a64d-8511f3673016,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:30:01.712920 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-51980fac-8be4-4d08-bbd7-6690e527cc40 tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:30:01.720205 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51980fac-8be4-4d08-bbd7-6690e527cc40 tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:30:01.734167 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-4d3cce09-feeb-4c10-b982-7602c17901dc None None] For port 06adf1f7-8794-431c-a2e0-a67acc87e575, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=06adf1f7-8794-431c-a2e0-a67acc87e575,segment=NetworkSegment(e7633122-45be-4098-9151-607f71ade058),segment_id=e7633122-45be-4098-9151-607f71ade058)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:30:01.755617 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4d3cce09-feeb-4c10-b982-7602c17901dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:01.862497 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d008abee-5981-46c4-b122-aa721d0ed67e None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:30:01.971486 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4b46a777-4fb5-410e-ba8c-a47f8d94c56b req-a633d276-cb53-4c25-9dfd-1365b6527f94 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5edc18d8-d393-472d-810e-022aef3ddd4c HTTP/1.1" status: 200 len: 998 time: 1.0057230 Dec 06 17:30:01.973119 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-cf1ede33-fd96-4a15-85ad-2cbdc4aa75b9 req-b4237f9d-8489-4b83-81bc-9b6444786bae tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f4a1b09-ae6e-4372-b0c0-97a88ef4e9d9 HTTP/1.1" status: 200 len: 210 time: 0.1267953 Dec 06 17:30:01.998788 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3cce09-feeb-4c10-b982-7602c17901dc None None] Pushing event updated for resources: {'Port': ['ID=06adf1f7-8794-431c-a2e0-a67acc87e575,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:30:02.010048 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-e40c8961-08ba-45a6-9e65-7d81a56923a1 None None] Provisioning complete for port f1bbf854-aecc-496b-a64d-8511f3673016 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:30:02.010936 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e40c8961-08ba-45a6-9e65-7d81a56923a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:02.097200 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-e40c8961-08ba-45a6-9e65-7d81a56923a1 None None] Port f1bbf854-aecc-496b-a64d-8511f3673016 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:30:02.125369 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-e40c8961-08ba-45a6-9e65-7d81a56923a1 None None] Provisioning complete for port c419fce3-3332-4a5c-9de4-e18bf64bcd92 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:30:02.125947 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e40c8961-08ba-45a6-9e65-7d81a56923a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:02.172271 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-e40c8961-08ba-45a6-9e65-7d81a56923a1 None None] Port c419fce3-3332-4a5c-9de4-e18bf64bcd92 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:30:02.185088 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-e40c8961-08ba-45a6-9e65-7d81a56923a1 None None] Provisioning complete for port 06adf1f7-8794-431c-a2e0-a67acc87e575 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:30:02.185772 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e40c8961-08ba-45a6-9e65-7d81a56923a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:02.278167 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device d4d639b0-d95c-4b31-b59a-531242420c02 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:30:02.467439 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d51c9341-3881-477c-8b34-3855fe15d74e admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:30:02.492002 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-d51c9341-3881-477c-8b34-3855fe15d74e admin admin] 10.222.0.23 "PUT /v2.0/routers/29e0e53e-09a5-4b8d-b4a2-659cc648429c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0117474 Dec 06 17:30:02.515390 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2465af-5412-4246-92cb-6c47ff74daae None None] Sync routers for ids ['29e0e53e-09a5-4b8d-b4a2-659cc648429c'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:30:02.564201 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2465af-5412-4246-92cb-6c47ff74daae None None] Routers {'29e0e53e-09a5-4b8d-b4a2-659cc648429c'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:30:02.566609 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-7d2465af-5412-4246-92cb-6c47ff74daae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:29:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['29e0e53e-09a5-4b8d-b4a2-659cc648429c'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:30:02.611597 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a30588fe-f66e-406e-87c0-70eaa95b335e req-a898b38f-9057-41a2-9dd1-b75252ef6621 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=78322529-8ef3-429b-b795-66e840556866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.7581408 Dec 06 17:30:02.727537 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc24cad6-d532-4493-9ed5-a69e997a0150 req-b0ca4794-6257-4d28-9d8c-179626d112bf tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:30:02.733164 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bc24cad6-d532-4493-9ed5-a69e997a0150 req-b0ca4794-6257-4d28-9d8c-179626d112bf tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.44 "GET /v2.0/networks?id=343f954d-d1c3-4f66-bad4-ccfe52b09e6c HTTP/1.1" status: 200 len: 811 time: 0.4175282 Dec 06 17:30:02.769633 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94b9027-846d-44b2-8c12-bc0f6f145955 req-f4a1743b-06ef-4acd-bf7f-c3beb76a9efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:30:02.772599 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d94b9027-846d-44b2-8c12-bc0f6f145955 req-f4a1743b-06ef-4acd-bf7f-c3beb76a9efa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1295154 Dec 06 17:30:02.846213 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port d4d639b0-d95c-4b31-b59a-531242420c02 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:30:02.846778 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:02.852367 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:03.107204 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c0d6c1-9190-4ac4-8fde-e464a9188ef5 req-d1b3a04a-e4ee-454b-bea5-260370e6c43d tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:30:03.130168 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-99c0d6c1-9190-4ac4-8fde-e464a9188ef5 req-d1b3a04a-e4ee-454b-bea5-260370e6c43d tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/ports?device_id=20225c27-26a7-405a-b69a-c2afe48bb8e1 HTTP/1.1" status: 200 len: 945 time: 0.3872464 Dec 06 17:30:03.147642 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b46a777-4fb5-410e-ba8c-a47f8d94c56b req-fe255aef-e38c-472d-a086-5367985e8edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:30:03.151801 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4b46a777-4fb5-410e-ba8c-a47f8d94c56b req-fe255aef-e38c-472d-a086-5367985e8edf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a240123d-81b7-4a46-9e81-fb9ca8196e24 HTTP/1.1" status: 200 len: 835 time: 1.1248665 Dec 06 17:30:03.163905 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-7d2465af-5412-4246-92cb-6c47ff74daae None None] Set router 29e0e53e-09a5-4b8d-b4a2-659cc648429c gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:30:03.307522 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-99c0d6c1-9190-4ac4-8fde-e464a9188ef5 req-20e1b871-0231-4ab1-bc9d-05c7eeccdd67 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/security-groups?id=a040c6b3-0771-4bba-81c8-f88c93c47b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763451 Dec 06 17:30:03.348968 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bc24cad6-d532-4493-9ed5-a69e997a0150 req-442185fc-3bfc-43ab-85cd-e9a1bb6ff69b tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7abadb1557c47ab8c8300111afe2d05 HTTP/1.1" status: 200 len: 379 time: 0.6042142 Dec 06 17:30:03.362664 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-bc24cad6-d532-4493-9ed5-a69e997a0150 req-0b4c2956-b312-4d31-8074-6fc72bab3321 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Request body: {'port': {'device_id': '4f4a1b09-ae6e-4372-b0c0-97a88ef4e9d9', 'network_id': '343f954d-d1c3-4f66-bad4-ccfe52b09e6c', 'admin_state_up': True, 'tenant_id': 'd7abadb1557c47ab8c8300111afe2d05', 'security_groups': ['6319bd43-3382-435b-8dd0-6c4c8cc1ccb6']}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:30:03.403685 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:03.520843 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d94b9027-846d-44b2-8c12-bc0f6f145955 req-8a235ab7-ba2a-4dd8-9d26-59697ffeb3dd service neutron] 10.222.0.41 "GET /v2.0/networks/a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6751220 Dec 06 17:30:03.545701 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e659155c-d062-4515-ae4e-934867e32aa4 req-e29bf5ac-3346-484f-a82c-8c6da00d22e9 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f4a1b09-ae6e-4372-b0c0-97a88ef4e9d9 HTTP/1.1" status: 200 len: 210 time: 0.3744621 Dec 06 17:30:03.636010 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] For port d4d639b0-d95c-4b31-b59a-531242420c02, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d4d639b0-d95c-4b31-b59a-531242420c02,segment=NetworkSegment(47cb3fc9-0da8-472d-820c-9b56fbd720c5),segment_id=47cb3fc9-0da8-472d-820c-9b56fbd720c5)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:30:03.732943 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:03.744264 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 06adf1f7-8794-431c-a2e0-a67acc87e575 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:30:03.754929 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc24cad6-d532-4493-9ed5-a69e997a0150 req-0b4c2956-b312-4d31-8074-6fc72bab3321 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Made reservation on behalf of d7abadb1557c47ab8c8300111afe2d05 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:30:03.760059 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bc24cad6-d532-4493-9ed5-a69e997a0150 req-0b4c2956-b312-4d31-8074-6fc72bab3321 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:03.841544 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eab571d-0a58-4ff4-ab83-be03217ec646 None None] Network c31264b3-7647-4232-8f35-5dd61b7a549d requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:30:03.961246 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b46a777-4fb5-410e-ba8c-a47f8d94c56b req-a4f28258-d953-4579-b683-305cdd0e809e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:30:03.964211 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4b46a777-4fb5-410e-ba8c-a47f8d94c56b req-a4f28258-d953-4579-b683-305cdd0e809e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7988300 Dec 06 17:30:03.964211 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-51980fac-8be4-4d08-bbd7-6690e527cc40 tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Publish callbacks [] for router_gateway, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:04.252325 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-bc24cad6-d532-4493-9ed5-a69e997a0150 req-0b4c2956-b312-4d31-8074-6fc72bab3321 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Allocated IP 172.20.0.10 (343f954d-d1c3-4f66-bad4-ccfe52b09e6c/a4ea4d0f-71a4-4c95-82b1-6c4f14c713a1/53763800-2457-4bca-aff2-a0267289d271) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:30:04.283283 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143d13d0-926d-4bcd-b4a1-48578bedd7b8 req-f0972f17-f57f-4743-ac6f-26b3ea9701ad tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:30:04.289243 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-143d13d0-926d-4bcd-b4a1-48578bedd7b8 req-f0972f17-f57f-4743-ac6f-26b3ea9701ad tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=db2b7cfe-ff06-4d98-9999-728e2c37896c HTTP/1.1" status: 200 len: 943 time: 0.4918709 Dec 06 17:30:04.365823 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d94b9027-846d-44b2-8c12-bc0f6f145955 req-3cb44bea-c357-4df5-8d74-ceb8303afa47 service neutron] 10.222.0.41 "GET /v2.0/networks/a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8244739 Dec 06 17:30:04.430054 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a1f68d5a-7e1d-4047-b636-949428b350cd None None] Provisioning complete for port d4d639b0-d95c-4b31-b59a-531242420c02 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:30:04.430611 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a1f68d5a-7e1d-4047-b636-949428b350cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:04.527778 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Pushing event updated for resources: {'Port': ['ID=d4d639b0-d95c-4b31-b59a-531242420c02,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:30:04.530813 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4b46a777-4fb5-410e-ba8c-a47f8d94c56b req-25e3c030-997f-47a7-a17d-b80ede067016 service neutron] 10.222.0.44 "GET /v2.0/networks/a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3832090 Dec 06 17:30:04.611655 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-143d13d0-926d-4bcd-b4a1-48578bedd7b8 req-0d47e437-1484-453a-bef5-e80d448dabfc tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=78322529-8ef3-429b-b795-66e840556866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3081710 Dec 06 17:30:04.670803 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 06adf1f7-8794-431c-a2e0-a67acc87e575 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:30:04.671190 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:04.874403 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bc24cad6-d532-4493-9ed5-a69e997a0150 req-0b4c2956-b312-4d31-8074-6fc72bab3321 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:04.886206 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7495ae98-8a5a-4652-b6ee-776b07eff951 req-61c76174-1181-4355-a67e-efe8831a7a91 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f4a1b09-ae6e-4372-b0c0-97a88ef4e9d9 HTTP/1.1" status: 200 len: 210 time: 0.0734663 Dec 06 17:30:04.908128 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b46a777-4fb5-410e-ba8c-a47f8d94c56b req-b278c869-adf0-48c7-b3ae-92f947e730cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:30:04.909879 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4b46a777-4fb5-410e-ba8c-a47f8d94c56b req-b278c869-adf0-48c7-b3ae-92f947e730cf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=87136a91f6c54863bdb78ae5833b5c4e&device_id=db2b7cfe-ff06-4d98-9999-728e2c37896c HTTP/1.1" status: 200 len: 1094 time: 0.4813142 Dec 06 17:30:04.910763 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-51980fac-8be4-4d08-bbd7-6690e527cc40 tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:04.973170 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bc24cad6-d532-4493-9ed5-a69e997a0150 req-0b4c2956-b312-4d31-8074-6fc72bab3321 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:05.109147 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc24cad6-d532-4493-9ed5-a69e997a0150 req-0b4c2956-b312-4d31-8074-6fc72bab3321 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Network 343f954d-d1c3-4f66-bad4-ccfe52b09e6c is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:30:05.120961 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-bc24cad6-d532-4493-9ed5-a69e997a0150 req-0b4c2956-b312-4d31-8074-6fc72bab3321 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:30:05.137626 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc24cad6-d532-4493-9ed5-a69e997a0150 req-0b4c2956-b312-4d31-8074-6fc72bab3321 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:30:05.243862 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4c2956-b312-4d31-8074-6fc72bab3321 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Pushing event updated for resources: {'Port': ['ID=53763800-2457-4bca-aff2-a0267289d271,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:30:05.318025 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4b46a777-4fb5-410e-ba8c-a47f8d94c56b req-4e01a94b-93fa-4cf9-8cb4-3ba834413b2b service neutron] 10.222.0.44 "GET /v2.0/networks/a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7745228 Dec 06 17:30:05.384818 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b46a777-4fb5-410e-ba8c-a47f8d94c56b req-57bcd049-b940-4666-94a2-b9e64ea0a396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:30:05.386518 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4b46a777-4fb5-410e-ba8c-a47f8d94c56b req-57bcd049-b940-4666-94a2-b9e64ea0a396 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c HTTP/1.1" status: 200 len: 898 time: 0.4430876 Dec 06 17:30:05.391347 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc24cad6-d532-4493-9ed5-a69e997a0150 req-0b4c2956-b312-4d31-8074-6fc72bab3321 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:30:05.409869 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bc24cad6-d532-4493-9ed5-a69e997a0150 req-0b4c2956-b312-4d31-8074-6fc72bab3321 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:05.462874 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:05.463897 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bc24cad6-d532-4493-9ed5-a69e997a0150 req-0b4c2956-b312-4d31-8074-6fc72bab3321 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0985837 Dec 06 17:30:05.477132 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-bc24cad6-d532-4493-9ed5-a69e997a0150 req-4b776470-9d02-43f4-b729-2879e7560d65 service neutron] Request body: {'port': {'device_id': '4f4a1b09-ae6e-4372-b0c0-97a88ef4e9d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:30:05.515366 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4b46a777-4fb5-410e-ba8c-a47f8d94c56b req-caa01eec-e62d-4dde-9ce9-9979e499ccab service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5edc18d8-d393-472d-810e-022aef3ddd4c HTTP/1.1" status: 200 len: 998 time: 0.1148276 Dec 06 17:30:05.536322 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-7d2465af-5412-4246-92cb-6c47ff74daae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e0e53e-09a5-4b8d-b4a2-659cc648429c', 'name': 'tempest-TestVolumeBackupRestore-901269189-router', 'tenant_id': '6e138608b70747f9873bb4a870ce45fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.145'}], 'enable_snat': True}, 'gw_port_id': 'b35e9502-aeb6-49ff-a6d8-5b6eed9aa524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:29:46Z', 'updated_at': '2021-12-06T17:29:56Z', 'revision_number': 4, 'project_id': '6e138608b70747f9873bb4a870ce45fb', 'gw_port': {'id': 'b35e9502-aeb6-49ff-a6d8-5b6eed9aa524', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:4e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e0e53e-09a5-4b8d-b4a2-659cc648429c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:29:47Z', 'updated_at': '2021-12-06T17:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'c419fce3-3332-4a5c-9de4-e18bf64bcd92', 'name': '', 'network_id': '52d4bccd-dd8b-418c-9dcd-d4ac4119f28e', 'tenant_id': '6e138608b70747f9873bb4a870ce45fb', 'mac_address': 'fa:16:3e:1c:13:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29e0e53e-09a5-4b8d-b4a2-659cc648429c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': '09203897-1b7c-44a8-8851-bb201685374a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:29:53Z', 'updated_at': '2021-12-06T17:29:57Z', 'revision_number': 2, 'project_id': '6e138608b70747f9873bb4a870ce45fb', 'subnets': [{'id': '09203897-1b7c-44a8-8851-bb201685374a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:30:05.606802 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bc24cad6-d532-4493-9ed5-a69e997a0150 req-4b776470-9d02-43f4-b729-2879e7560d65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:05.652990 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2465af-5412-4246-92cb-6c47ff74daae None None] Checking router: 29e0e53e-09a5-4b8d-b4a2-659cc648429c for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:30:05.659932 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2465af-5412-4246-92cb-6c47ff74daae None None] Updating router 29e0e53e-09a5-4b8d-b4a2-659cc648429c port c419fce3-3332-4a5c-9de4-e18bf64bcd92 binding host n-d-master-1 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:30:05.695855 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-fa23a81c-53ca-49f0-a914-d74fefb7a25a None None] Provisioning complete for port 53763800-2457-4bca-aff2-a0267289d271 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:30:05.696238 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fa23a81c-53ca-49f0-a914-d74fefb7a25a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:05.861961 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-fa23a81c-53ca-49f0-a914-d74fefb7a25a None None] Port 53763800-2457-4bca-aff2-a0267289d271 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:30:05.920727 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 06adf1f7-8794-431c-a2e0-a67acc87e575 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:30:05.926453 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7d2465af-5412-4246-92cb-6c47ff74daae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:06.111258 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 17:30:06.177248 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af079a16-8ded-4cc9-8c02-18687d188e6b req-82bffe9b-ced8-4d34-a359-e88cdada6c12 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:30:06.188760 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-af079a16-8ded-4cc9-8c02-18687d188e6b req-82bffe9b-ced8-4d34-a359-e88cdada6c12 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f4a1b09-ae6e-4372-b0c0-97a88ef4e9d9 HTTP/1.1" status: 200 len: 932 time: 0.1714962 Dec 06 17:30:06.322362 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 06adf1f7-8794-431c-a2e0-a67acc87e575 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:30:06.324964 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:06.333222 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-af079a16-8ded-4cc9-8c02-18687d188e6b req-4e59cf16-e98e-4466-94ed-b57a140b89d9 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/security-groups?id=6319bd43-3382-435b-8dd0-6c4c8cc1ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1433606 Dec 06 17:30:06.556573 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51980fac-8be4-4d08-bbd7-6690e527cc40 tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Router a077e07d-b218-4073-9ac3-cfc875a9d1e6 is scheduled to L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 with binding_index 1 {{(pid=103285) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 17:30:06.591319 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b46a777-4fb5-410e-ba8c-a47f8d94c56b req-ba3769ba-d09b-4f7e-97d4-654284fdd360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:30:06.596457 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4b46a777-4fb5-410e-ba8c-a47f8d94c56b req-ba3769ba-d09b-4f7e-97d4-654284fdd360 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a240123d-81b7-4a46-9e81-fb9ca8196e24 HTTP/1.1" status: 200 len: 835 time: 1.0690250 Dec 06 17:30:06.644757 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed56ce3-93f7-4b41-ad11-3220aace5f66 req-329c1628-c221-436a-90d0-c4f03abcd1e4 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:30:06.646359 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fed56ce3-93f7-4b41-ad11-3220aace5f66 req-329c1628-c221-436a-90d0-c4f03abcd1e4 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=db2b7cfe-ff06-4d98-9999-728e2c37896c HTTP/1.1" status: 200 len: 943 time: 0.1787891 Dec 06 17:30:06.801450 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 5edc18d8-d393-472d-810e-022aef3ddd4c details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:30:06.858659 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b948c12b-4d57-47fb-a618-1516f286cd4b None None] Provisioning complete for port d4d639b0-d95c-4b31-b59a-531242420c02 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:30:06.873693 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b948c12b-4d57-47fb-a618-1516f286cd4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:06.974653 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-bc24cad6-d532-4493-9ed5-a69e997a0150 req-4b776470-9d02-43f4-b729-2879e7560d65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53763800-2457-4bca-aff2-a0267289d271 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:30:07.004602 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bc24cad6-d532-4493-9ed5-a69e997a0150 req-4b776470-9d02-43f4-b729-2879e7560d65 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:07.028626 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51980fac-8be4-4d08-bbd7-6690e527cc40 tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:30:07.045609 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1cdf03f-9136-49b0-9e59-47f64ea044f6 None None] Sync routers for ids ['a077e07d-b218-4073-9ac3-cfc875a9d1e6'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:30:07.051843 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-bc24cad6-d532-4493-9ed5-a69e997a0150 req-4b776470-9d02-43f4-b729-2879e7560d65 service neutron] Transition to ACTIVE for port object 53763800-2457-4bca-aff2-a0267289d271 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:30:07.063167 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bc24cad6-d532-4493-9ed5-a69e997a0150 req-4b776470-9d02-43f4-b729-2879e7560d65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:07.072539 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1cdf03f-9136-49b0-9e59-47f64ea044f6 None None] Routers {'a077e07d-b218-4073-9ac3-cfc875a9d1e6'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:30:07.073736 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-e1cdf03f-9136-49b0-9e59-47f64ea044f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:29:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['a077e07d-b218-4073-9ac3-cfc875a9d1e6'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:30:07.123982 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fed56ce3-93f7-4b41-ad11-3220aace5f66 req-ba309e00-360a-4a23-9146-0503cc4d95f5 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=78322529-8ef3-429b-b795-66e840556866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4544201 Dec 06 17:30:07.179372 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b46a777-4fb5-410e-ba8c-a47f8d94c56b req-928b03ea-8a9f-4da3-8bab-92a32c22bc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:30:07.189318 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4b46a777-4fb5-410e-ba8c-a47f8d94c56b req-928b03ea-8a9f-4da3-8bab-92a32c22bc12 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5697575 Dec 06 17:30:07.212854 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-e1cdf03f-9136-49b0-9e59-47f64ea044f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:30:07.229517 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-51980fac-8be4-4d08-bbd7-6690e527cc40 tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:07.230803 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-51980fac-8be4-4d08-bbd7-6690e527cc40 tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 12.2007909 Dec 06 17:30:07.238772 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b776470-9d02-43f4-b729-2879e7560d65 service neutron] Pushing event updated for resources: {'Port': ['ID=53763800-2457-4bca-aff2-a0267289d271,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:30:07.247335 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 42034) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:30:07.315606 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1cdf03f-9136-49b0-9e59-47f64ea044f6 None None] Routers {'a077e07d-b218-4073-9ac3-cfc875a9d1e6'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:30:07.319273 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-e1cdf03f-9136-49b0-9e59-47f64ea044f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:29:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['a077e07d-b218-4073-9ac3-cfc875a9d1e6'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:30:07.530206 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-e1cdf03f-9136-49b0-9e59-47f64ea044f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:30:07.540686 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1cdf03f-9136-49b0-9e59-47f64ea044f6 None None] The sync data for ids ['a077e07d-b218-4073-9ac3-cfc875a9d1e6'] in n-d-master-1 is: [] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:30:07.616861 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4b46a777-4fb5-410e-ba8c-a47f8d94c56b req-9aaeb8a7-221a-4702-8cdc-b1d28d5ec7d1 service neutron] 10.222.0.41 "GET /v2.0/networks/a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4053855 Dec 06 17:30:07.644033 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7d2465af-5412-4246-92cb-6c47ff74daae None None] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:07.698562 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.db.resource_extend [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] It took 0.82 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 06 17:30:07.700737 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7d2465af-5412-4246-92cb-6c47ff74daae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:07.789299 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device d4d639b0-d95c-4b31-b59a-531242420c02 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:30:07.920361 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42050) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:30:07.984978 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655beaee-c1a0-4902-8fc7-027c5503b762 req-4715f633-ef15-45ef-8a6b-bf61a023e9af tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:30:07.986653 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-655beaee-c1a0-4902-8fc7-027c5503b762 req-4715f633-ef15-45ef-8a6b-bf61a023e9af tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f4a1b09-ae6e-4372-b0c0-97a88ef4e9d9 HTTP/1.1" status: 200 len: 944 time: 0.3670430 Dec 06 17:30:07.989085 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4b46a777-4fb5-410e-ba8c-a47f8d94c56b req-b4925b88-a656-4167-80e0-34ee6f93b493 service neutron] 10.222.0.41 "GET /v2.0/networks/a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3456361 Dec 06 17:30:08.124665 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port d4d639b0-d95c-4b31-b59a-531242420c02 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:30:08.125234 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:08.162905 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-bc24cad6-d532-4493-9ed5-a69e997a0150 req-4b776470-9d02-43f4-b729-2879e7560d65 service neutron] Attempting to bind port 53763800-2457-4bca-aff2-a0267289d271 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:30:08.163464 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-bc24cad6-d532-4493-9ed5-a69e997a0150 req-4b776470-9d02-43f4-b729-2879e7560d65 service neutron] Attempting to bind port 53763800-2457-4bca-aff2-a0267289d271 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'e7633122-45be-4098-9151-607f71ade058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '343f954d-d1c3-4f66-bad4-ccfe52b09e6c'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:30:08.163578 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc24cad6-d532-4493-9ed5-a69e997a0150 req-4b776470-9d02-43f4-b729-2879e7560d65 service neutron] Attempting to bind port 53763800-2457-4bca-aff2-a0267289d271 on network 343f954d-d1c3-4f66-bad4-ccfe52b09e6c {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:30:08.173356 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc24cad6-d532-4493-9ed5-a69e997a0150 req-4b776470-9d02-43f4-b729-2879e7560d65 service neutron] Port 53763800-2457-4bca-aff2-a0267289d271 on network 343f954d-d1c3-4f66-bad4-ccfe52b09e6c not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:30:08.173356 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc24cad6-d532-4493-9ed5-a69e997a0150 req-4b776470-9d02-43f4-b729-2879e7560d65 service neutron] Attempting to bind port 53763800-2457-4bca-aff2-a0267289d271 on network 343f954d-d1c3-4f66-bad4-ccfe52b09e6c {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:30:08.210304 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc24cad6-d532-4493-9ed5-a69e997a0150 req-4b776470-9d02-43f4-b729-2879e7560d65 service neutron] Checking agent: {'id': '9d8b9f49-2860-4c1f-9b89-45a7657a3c4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:30:08.210645 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc24cad6-d532-4493-9ed5-a69e997a0150 req-4b776470-9d02-43f4-b729-2879e7560d65 service neutron] Checking segment: {'id': 'e7633122-45be-4098-9151-607f71ade058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '343f954d-d1c3-4f66-bad4-ccfe52b09e6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:30:08.211036 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc24cad6-d532-4493-9ed5-a69e997a0150 req-4b776470-9d02-43f4-b729-2879e7560d65 service neutron] Bound using segment: {'id': 'e7633122-45be-4098-9151-607f71ade058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '343f954d-d1c3-4f66-bad4-ccfe52b09e6c'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:30:08.211594 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-bc24cad6-d532-4493-9ed5-a69e997a0150 req-4b776470-9d02-43f4-b729-2879e7560d65 service neutron] Bound port: 53763800-2457-4bca-aff2-a0267289d271, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7633122-45be-4098-9151-607f71ade058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '343f954d-d1c3-4f66-bad4-ccfe52b09e6c'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:30:08.211857 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bc24cad6-d532-4493-9ed5-a69e997a0150 req-4b776470-9d02-43f4-b729-2879e7560d65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:08.281971 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf5cb62-7a88-409b-b695-cbd6a1f077b1 None None] Pushing event updated for resources: {'Port': ['ID=c419fce3-3332-4a5c-9de4-e18bf64bcd92,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:30:08.295489 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-bc24cad6-d532-4493-9ed5-a69e997a0150 req-4b776470-9d02-43f4-b729-2879e7560d65 service neutron] For port 53763800-2457-4bca-aff2-a0267289d271, host n-h2-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:30:08.298079 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-655beaee-c1a0-4902-8fc7-027c5503b762 req-33174eda-0d3a-4882-8dfc-fb41fdddb42d tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/security-groups?id=6319bd43-3382-435b-8dd0-6c4c8cc1ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2783830 Dec 06 17:30:08.298933 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-bc24cad6-d532-4493-9ed5-a69e997a0150 req-4b776470-9d02-43f4-b729-2879e7560d65 service neutron] For port 53763800-2457-4bca-aff2-a0267289d271, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=53763800-2457-4bca-aff2-a0267289d271,segment=NetworkSegment(e7633122-45be-4098-9151-607f71ade058),segment_id=e7633122-45be-4098-9151-607f71ade058)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:30:08.311748 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bc24cad6-d532-4493-9ed5-a69e997a0150 req-4b776470-9d02-43f4-b729-2879e7560d65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:08.335797 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f13e138-2475-48d3-9eb9-066e3badaae7 req-60d0f553-b754-4076-bab3-086cfa0804dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:30:08.339151 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0f13e138-2475-48d3-9eb9-066e3badaae7 req-60d0f553-b754-4076-bab3-086cfa0804dc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=87136a91f6c54863bdb78ae5833b5c4e&device_id=db2b7cfe-ff06-4d98-9999-728e2c37896c HTTP/1.1" status: 200 len: 1094 time: 0.2354038 Dec 06 17:30:08.346930 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-23bf5267-adec-4b7f-bf08-d2491a2a19a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:08.392496 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-7d2465af-5412-4246-92cb-6c47ff74daae None None] Attempting to bind port c419fce3-3332-4a5c-9de4-e18bf64bcd92 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:30:08.392869 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-7d2465af-5412-4246-92cb-6c47ff74daae None None] Attempting to bind port c419fce3-3332-4a5c-9de4-e18bf64bcd92 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '35f2df28-5ddf-4082-92c5-67b99863a844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '52d4bccd-dd8b-418c-9dcd-d4ac4119f28e'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:30:08.393234 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2465af-5412-4246-92cb-6c47ff74daae None None] Attempting to bind port c419fce3-3332-4a5c-9de4-e18bf64bcd92 on network 52d4bccd-dd8b-418c-9dcd-d4ac4119f28e {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:30:08.403199 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2465af-5412-4246-92cb-6c47ff74daae None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:30:08.403581 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2465af-5412-4246-92cb-6c47ff74daae None None] Checking segment: {'id': '35f2df28-5ddf-4082-92c5-67b99863a844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '52d4bccd-dd8b-418c-9dcd-d4ac4119f28e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:30:08.404002 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7d2465af-5412-4246-92cb-6c47ff74daae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:08.404404 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2465af-5412-4246-92cb-6c47ff74daae None None] Bound using segment: {'id': '35f2df28-5ddf-4082-92c5-67b99863a844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '52d4bccd-dd8b-418c-9dcd-d4ac4119f28e'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:30:08.405454 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-7d2465af-5412-4246-92cb-6c47ff74daae None None] Bound port: c419fce3-3332-4a5c-9de4-e18bf64bcd92, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35f2df28-5ddf-4082-92c5-67b99863a844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '52d4bccd-dd8b-418c-9dcd-d4ac4119f28e'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:30:08.406124 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7d2465af-5412-4246-92cb-6c47ff74daae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:08.421069 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 5edc18d8-d393-472d-810e-022aef3ddd4c, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=5edc18d8-d393-472d-810e-022aef3ddd4c,segment=NetworkSegment(01c80ae1-47cd-4b92-84e1-920e248051d6),segment_id=01c80ae1-47cd-4b92-84e1-920e248051d6)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:30:08.494204 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f13e138-2475-48d3-9eb9-066e3badaae7 req-4764f804-e9ab-44ba-ad4e-eb7d15c02434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:30:08.495996 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0f13e138-2475-48d3-9eb9-066e3badaae7 req-4764f804-e9ab-44ba-ad4e-eb7d15c02434 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c HTTP/1.1" status: 200 len: 898 time: 0.1237712 Dec 06 17:30:08.516115 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc24cad6-d532-4493-9ed5-a69e997a0150 req-4b776470-9d02-43f4-b729-2879e7560d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:30:08.518147 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': '5edc18d8-d393-472d-810e-022aef3ddd4c', 'network_id': 'a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c', 'port_id': '5edc18d8-d393-472d-810e-022aef3ddd4c', 'mac_address': 'fa:16:3e:fc:ab:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a240123d-81b7-4a46-9e81-fb9ca8196e24', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:30:08.522983 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bc24cad6-d532-4493-9ed5-a69e997a0150 req-4b776470-9d02-43f4-b729-2879e7560d65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:08.526965 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bc24cad6-d532-4493-9ed5-a69e997a0150 req-4b776470-9d02-43f4-b729-2879e7560d65 service neutron] 10.222.0.44 "PUT /v2.0/ports/53763800-2457-4bca-aff2-a0267289d271 HTTP/1.1" status: 200 len: 1092 time: 3.0595086 Dec 06 17:30:08.535194 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f4a1b09-ae6e-4372-b0c0-97a88ef4e9d9', 'tag': '53763800-2457-4bca-aff2-a0267289d271'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:30:08.541178 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ff38dce-4fab-41e8-8a4c-8efca12fdb53" -d '{"events": [{"name": "network-changed", "server_uuid": "4f4a1b09-ae6e-4372-b0c0-97a88ef4e9d9", "tag": "53763800-2457-4bca-aff2-a0267289d271"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:30:08.677163 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b776470-9d02-43f4-b729-2879e7560d65 service neutron] Pushing event updated for resources: {'Port': ['ID=53763800-2457-4bca-aff2-a0267289d271,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:30:08.690140 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35bb01b3-23bf-4ad7-8e7e-b7b4532747ff x-openstack-request-id: req-35bb01b3-23bf-4ad7-8e7e-b7b4532747ff {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:30:08.690475 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f4a1b09-ae6e-4372-b0c0-97a88ef4e9d9", "tag": "53763800-2457-4bca-aff2-a0267289d271", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:30:08.692933 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-35bb01b3-23bf-4ad7-8e7e-b7b4532747ff {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:30:08.693399 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f4a1b09-ae6e-4372-b0c0-97a88ef4e9d9', 'tag': '53763800-2457-4bca-aff2-a0267289d271', 'status': 'completed', 'code': 200} Dec 06 17:30:08.694458 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-7d2465af-5412-4246-92cb-6c47ff74daae None None] For port c419fce3-3332-4a5c-9de4-e18bf64bcd92, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:30:08.703789 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-7d2465af-5412-4246-92cb-6c47ff74daae None None] For port c419fce3-3332-4a5c-9de4-e18bf64bcd92, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c419fce3-3332-4a5c-9de4-e18bf64bcd92,segment=NetworkSegment(35f2df28-5ddf-4082-92c5-67b99863a844),segment_id=35f2df28-5ddf-4082-92c5-67b99863a844)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:30:08.727201 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7d2465af-5412-4246-92cb-6c47ff74daae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:08.768599 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0f13e138-2475-48d3-9eb9-066e3badaae7 req-0ca709fb-eeb7-4c84-a48e-cc11b00bc006 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5edc18d8-d393-472d-810e-022aef3ddd4c HTTP/1.1" status: 200 len: 998 time: 0.2432506 Dec 06 17:30:08.982673 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f13e138-2475-48d3-9eb9-066e3badaae7 req-ca5b275f-2ee9-45a0-9a31-9e026e536904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:30:08.988874 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0f13e138-2475-48d3-9eb9-066e3badaae7 req-ca5b275f-2ee9-45a0-9a31-9e026e536904 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a240123d-81b7-4a46-9e81-fb9ca8196e24 HTTP/1.1" status: 200 len: 835 time: 0.2061729 Dec 06 17:30:09.003000 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-23bf5267-adec-4b7f-bf08-d2491a2a19a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:09.019926 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b743a5dc-8d44-4471-91dc-6b0464739796 req-3975effb-6a02-4f28-a7f5-55c51bca39a1 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:30:09.033589 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b743a5dc-8d44-4471-91dc-6b0464739796 req-3975effb-6a02-4f28-a7f5-55c51bca39a1 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=db2b7cfe-ff06-4d98-9999-728e2c37896c HTTP/1.1" status: 200 len: 943 time: 0.6386123 Dec 06 17:30:09.053455 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-23bf5267-adec-4b7f-bf08-d2491a2a19a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:09.108452 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc24cad6-d532-4493-9ed5-a69e997a0150 req-f1f8c3c6-9481-4af9-94d8-fb9558abde70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:30:09.110456 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bc24cad6-d532-4493-9ed5-a69e997a0150 req-f1f8c3c6-9481-4af9-94d8-fb9558abde70 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d7abadb1557c47ab8c8300111afe2d05&device_id=4f4a1b09-ae6e-4372-b0c0-97a88ef4e9d9 HTTP/1.1" status: 200 len: 1095 time: 0.5157034 Dec 06 17:30:09.121831 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:09.131457 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2465af-5412-4246-92cb-6c47ff74daae None None] Routers {'29e0e53e-09a5-4b8d-b4a2-659cc648429c'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:30:09.132092 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-7d2465af-5412-4246-92cb-6c47ff74daae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:29:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['29e0e53e-09a5-4b8d-b4a2-659cc648429c'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:30:09.182652 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bc24cad6-d532-4493-9ed5-a69e997a0150 req-657b43a6-d197-478d-95ee-8e29b2a789d9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=53763800-2457-4bca-aff2-a0267289d271 HTTP/1.1" status: 200 len: 217 time: 0.0584886 Dec 06 17:30:09.211926 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-5c938d80-03e9-4a2b-b6fe-50172067c770 None None] Provisioning complete for port c419fce3-3332-4a5c-9de4-e18bf64bcd92 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:30:09.220716 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5c938d80-03e9-4a2b-b6fe-50172067c770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:09.243725 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-23bf5267-adec-4b7f-bf08-d2491a2a19a5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=91640e3d873d4821a14f01e297d58707&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3217869 Dec 06 17:30:09.299969 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc24cad6-d532-4493-9ed5-a69e997a0150 req-71879cb1-73c9-4396-8c26-0b60c87f4854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:30:09.302006 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bc24cad6-d532-4493-9ed5-a69e997a0150 req-71879cb1-73c9-4396-8c26-0b60c87f4854 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a4ea4d0f-71a4-4c95-82b1-6c4f14c713a1 HTTP/1.1" status: 200 len: 850 time: 0.0928569 Dec 06 17:30:09.308307 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 42072) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:30:09.322083 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bf5267-adec-4b7f-bf08-d2491a2a19a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99a22e07-a87f-48b0-8172-3493bbbe8cff,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:30:09.360200 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf5cb62-7a88-409b-b695-cbd6a1f077b1 None None] Pushing event updated for resources: {'Port': ['ID=c419fce3-3332-4a5c-9de4-e18bf64bcd92,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:30:09.388382 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f13e138-2475-48d3-9eb9-066e3badaae7 req-42bbcde5-c8e1-48b4-87b2-081e8612ca0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:30:09.392136 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0f13e138-2475-48d3-9eb9-066e3badaae7 req-42bbcde5-c8e1-48b4-87b2-081e8612ca0d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3795021 Dec 06 17:30:09.421625 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5edc18d8-d393-472d-810e-022aef3ddd4c {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:30:09.441090 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b743a5dc-8d44-4471-91dc-6b0464739796 req-b8ffe075-91dd-44a1-8a03-ae5ede01ec74 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=78322529-8ef3-429b-b795-66e840556866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4030368 Dec 06 17:30:09.505216 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 5edc18d8-d393-472d-810e-022aef3ddd4c, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=5edc18d8-d393-472d-810e-022aef3ddd4c,segment=NetworkSegment(01c80ae1-47cd-4b92-84e1-920e248051d6),segment_id=01c80ae1-47cd-4b92-84e1-920e248051d6)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:30:09.526280 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:09.630550 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=5edc18d8-d393-472d-810e-022aef3ddd4c,revision_number=8']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:30:09.654556 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc24cad6-d532-4493-9ed5-a69e997a0150 req-835bd668-35b8-41b5-ac29-c22a3b24a633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:30:09.657846 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bc24cad6-d532-4493-9ed5-a69e997a0150 req-835bd668-35b8-41b5-ac29-c22a3b24a633 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=343f954d-d1c3-4f66-bad4-ccfe52b09e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3143630 Dec 06 17:30:09.711777 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26013881-abd1-4a92-a561-0d442af59a36 req-f7b8904d-a853-49c4-84bd-e6795857bb5b tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:30:09.721322 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-26013881-abd1-4a92-a561-0d442af59a36 req-f7b8904d-a853-49c4-84bd-e6795857bb5b tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f4a1b09-ae6e-4372-b0c0-97a88ef4e9d9 HTTP/1.1" status: 200 len: 944 time: 0.3005350 Dec 06 17:30:09.745063 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c38394c4-7484-4e82-a4ec-45e8c37547ff tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:09.747474 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0f13e138-2475-48d3-9eb9-066e3badaae7 req-e8393194-cf02-43c3-a584-02a0c33574dd service neutron] 10.222.0.41 "GET /v2.0/networks/a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3386397 Dec 06 17:30:09.792598 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-7d2465af-5412-4246-92cb-6c47ff74daae None None] Set router 29e0e53e-09a5-4b8d-b4a2-659cc648429c gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:30:09.793753 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-97e814e9-a473-42a1-b7f1-510c17a51f94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:09.913678 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['5edc18d8-d393-472d-810e-022aef3ddd4c'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:30:09.925946 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0f13e138-2475-48d3-9eb9-066e3badaae7 req-28c7a125-0ca3-49ec-8266-8dc71bb1b744 service neutron] 10.222.0.41 "GET /v2.0/networks/a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535995 Dec 06 17:30:10.020483 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5c938d80-03e9-4a2b-b6fe-50172067c770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:10.121980 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad59c1-2617-416c-9aa5-daf938c7de74 req-16a7f727-3542-4f1d-9624-5ac0a5d671bf tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:30:10.124535 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-36ad59c1-2617-416c-9aa5-daf938c7de74 req-16a7f727-3542-4f1d-9624-5ac0a5d671bf tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.44 "GET /v2.0/ports?device_id=db2b7cfe-ff06-4d98-9999-728e2c37896c&tenant_id=87136a91f6c54863bdb78ae5833b5c4e&binding%3Ahost_id=n-h1-master-1 HTTP/1.1" status: 200 len: 944 time: 0.3501253 Dec 06 17:30:10.144913 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-26013881-abd1-4a92-a561-0d442af59a36 req-a688fcf4-b064-4f8b-a0ed-63fae1ccc507 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/security-groups?id=6319bd43-3382-435b-8dd0-6c4c8cc1ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4207294 Dec 06 17:30:10.198512 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-c38394c4-7484-4e82-a4ec-45e8c37547ff tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Allocated IP 172.20.0.1 (c31264b3-7647-4232-8f35-5dd61b7a549d/057f07d5-42bc-4f9a-bc9b-0817cef38ba4/69119f9f-89e7-429d-90fb-adb92b7e5cb3) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:30:10.216867 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-5c938d80-03e9-4a2b-b6fe-50172067c770 None None] For port c419fce3-3332-4a5c-9de4-e18bf64bcd92, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c419fce3-3332-4a5c-9de4-e18bf64bcd92,segment=NetworkSegment(35f2df28-5ddf-4082-92c5-67b99863a844),segment_id=35f2df28-5ddf-4082-92c5-67b99863a844)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:30:10.251112 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5c938d80-03e9-4a2b-b6fe-50172067c770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:10.261850 n-d-master-1 neutron-server[103285]: INFO neutron.api.v2.resource [req-36ad59c1-2617-416c-9aa5-daf938c7de74 req-1206b848-460d-4d71-a4bd-92543d93a9a2 service neutron] delete failed (client error): The resource could not be found. Dec 06 17:30:10.264837 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-36ad59c1-2617-416c-9aa5-daf938c7de74 req-1206b848-460d-4d71-a4bd-92543d93a9a2 service neutron] 10.222.0.44 "DELETE /v2.0/ports/5edc18d8-d393-472d-810e-022aef3ddd4c/bindings/n-h2-master-1 HTTP/1.1" status: 404 len: 380 time: 0.1162667 Dec 06 17:30:10.403948 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad59c1-2617-416c-9aa5-daf938c7de74 req-e8f5fe22-546c-47ae-a5e8-52f282efde25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:30:10.405700 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-36ad59c1-2617-416c-9aa5-daf938c7de74 req-e8f5fe22-546c-47ae-a5e8-52f282efde25 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=87136a91f6c54863bdb78ae5833b5c4e&device_id=db2b7cfe-ff06-4d98-9999-728e2c37896c HTTP/1.1" status: 200 len: 1095 time: 0.0517530 Dec 06 17:30:10.534129 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c38394c4-7484-4e82-a4ec-45e8c37547ff tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:10.602162 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad59c1-2617-416c-9aa5-daf938c7de74 req-cab44b38-511f-44af-877a-02ac42a539b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:30:10.621387 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-36ad59c1-2617-416c-9aa5-daf938c7de74 req-cab44b38-511f-44af-877a-02ac42a539b2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c HTTP/1.1" status: 200 len: 898 time: 0.2027786 Dec 06 17:30:10.654559 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bc24cad6-d532-4493-9ed5-a69e997a0150 req-2943feb9-193f-4610-91e7-7138eaa392c6 service neutron] 10.222.0.44 "GET /v2.0/networks/343f954d-d1c3-4f66-bad4-ccfe52b09e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9876323 Dec 06 17:30:10.690456 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-97e814e9-a473-42a1-b7f1-510c17a51f94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:10.796449 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c938d80-03e9-4a2b-b6fe-50172067c770 None None] Pushing event updated for resources: {'Port': ['ID=c419fce3-3332-4a5c-9de4-e18bf64bcd92,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:30:10.828594 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-36ad59c1-2617-416c-9aa5-daf938c7de74 req-d00a7995-ce6b-4269-9816-7eff47ea4fa4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5edc18d8-d393-472d-810e-022aef3ddd4c HTTP/1.1" status: 200 len: 999 time: 0.1997442 Dec 06 17:30:10.877490 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-3080c22a-73bb-4a24-8e00-39fee91b1a12 None None] Provisioning complete for port c419fce3-3332-4a5c-9de4-e18bf64bcd92 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:30:10.877886 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3080c22a-73bb-4a24-8e00-39fee91b1a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:10.878905 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c38394c4-7484-4e82-a4ec-45e8c37547ff tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:10.930965 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad59c1-2617-416c-9aa5-daf938c7de74 req-215629a6-db61-4fb8-a41b-6d7cb1ca0313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:30:10.932406 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-36ad59c1-2617-416c-9aa5-daf938c7de74 req-215629a6-db61-4fb8-a41b-6d7cb1ca0313 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a240123d-81b7-4a46-9e81-fb9ca8196e24 HTTP/1.1" status: 200 len: 835 time: 0.0965812 Dec 06 17:30:10.943961 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94416d1a-8095-4bb0-9e23-9b6c8d63e04d req-5c3dc402-e36f-41d2-9869-cb362fab67b3 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:30:10.945580 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-94416d1a-8095-4bb0-9e23-9b6c8d63e04d req-5c3dc402-e36f-41d2-9869-cb362fab67b3 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=db2b7cfe-ff06-4d98-9999-728e2c37896c HTTP/1.1" status: 200 len: 944 time: 1.1569293 Dec 06 17:30:10.992259 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad59c1-2617-416c-9aa5-daf938c7de74 req-78e7c29a-ed2f-47e5-bf5c-8cfd91e8512e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:30:10.994001 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-36ad59c1-2617-416c-9aa5-daf938c7de74 req-78e7c29a-ed2f-47e5-bf5c-8cfd91e8512e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547163 Dec 06 17:30:11.044020 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-7d2465af-5412-4246-92cb-6c47ff74daae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e0e53e-09a5-4b8d-b4a2-659cc648429c', 'name': 'tempest-TestVolumeBackupRestore-901269189-router', 'tenant_id': '6e138608b70747f9873bb4a870ce45fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.145'}], 'enable_snat': True}, 'gw_port_id': 'b35e9502-aeb6-49ff-a6d8-5b6eed9aa524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:29:46Z', 'updated_at': '2021-12-06T17:29:56Z', 'revision_number': 4, 'project_id': '6e138608b70747f9873bb4a870ce45fb', 'gw_port': {'id': 'b35e9502-aeb6-49ff-a6d8-5b6eed9aa524', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:4e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e0e53e-09a5-4b8d-b4a2-659cc648429c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:29:47Z', 'updated_at': '2021-12-06T17:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'c419fce3-3332-4a5c-9de4-e18bf64bcd92', 'name': '', 'network_id': '52d4bccd-dd8b-418c-9dcd-d4ac4119f28e', 'tenant_id': '6e138608b70747f9873bb4a870ce45fb', 'mac_address': 'fa:16:3e:1c:13:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29e0e53e-09a5-4b8d-b4a2-659cc648429c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': '09203897-1b7c-44a8-8851-bb201685374a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:29:53Z', 'updated_at': '2021-12-06T17:30:08Z', 'revision_number': 4, 'project_id': '6e138608b70747f9873bb4a870ce45fb', 'subnets': [{'id': '09203897-1b7c-44a8-8851-bb201685374a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:30:11.063627 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38394c4-7484-4e82-a4ec-45e8c37547ff tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Pushing event updated for resources: {'Port': ['ID=69119f9f-89e7-429d-90fb-adb92b7e5cb3,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:30:11.098346 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2465af-5412-4246-92cb-6c47ff74daae None None] The sync data for ids ['29e0e53e-09a5-4b8d-b4a2-659cc648429c'] in n-d-master-1 is: [{'id': '29e0e53e-09a5-4b8d-b4a2-659cc648429c', 'name': 'tempest-TestVolumeBackupRestore-901269189-router', 'tenant_id': '6e138608b70747f9873bb4a870ce45fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.145'}], 'enable_snat': True}, 'gw_port_id': 'b35e9502-aeb6-49ff-a6d8-5b6eed9aa524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:29:46Z', 'updated_at': '2021-12-06T17:29:56Z', 'revision_number': 4, 'project_id': '6e138608b70747f9873bb4a870ce45fb', 'gw_port': {'id': 'b35e9502-aeb6-49ff-a6d8-5b6eed9aa524', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:4e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e0e53e-09a5-4b8d-b4a2-659cc648429c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:29:47Z', 'updated_at': '2021-12-06T17:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'c419fce3-3332-4a5c-9de4-e18bf64bcd92', 'name': '', 'network_id': '52d4bccd-dd8b-418c-9dcd-d4ac4119f28e', 'tenant_id': '6e138608b70747f9873bb4a870ce45fb', 'mac_address': 'fa:16:3e:1c:13:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29e0e53e-09a5-4b8d-b4a2-659cc648429c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2664, 'fixed_ips': [{'subnet_id': '09203897-1b7c-44a8-8851-bb201685374a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:29:53Z', 'updated_at': '2021-12-06T17:30:08Z', 'revision_number': 4, 'project_id': '6e138608b70747f9873bb4a870ce45fb', 'subnets': [{'id': '09203897-1b7c-44a8-8851-bb201685374a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:30:11.240072 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38394c4-7484-4e82-a4ec-45e8c37547ff tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Network c31264b3-7647-4232-8f35-5dd61b7a549d is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:30:11.279303 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-36ad59c1-2617-416c-9aa5-daf938c7de74 req-8c571a92-a08c-4a62-b4da-58f2dd7660bb service neutron] 10.222.0.44 "GET /v2.0/networks/a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688372 Dec 06 17:30:11.288224 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-c38394c4-7484-4e82-a4ec-45e8c37547ff tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:30:11.307571 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38394c4-7484-4e82-a4ec-45e8c37547ff tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:30:11.440346 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bc24cad6-d532-4493-9ed5-a69e997a0150 req-40903ea1-b5a0-4190-84c8-5937d97edc82 service neutron] 10.222.0.44 "GET /v2.0/networks/343f954d-d1c3-4f66-bad4-ccfe52b09e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7686741 Dec 06 17:30:11.453167 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-97e814e9-a473-42a1-b7f1-510c17a51f94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:11.456048 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-97e814e9-a473-42a1-b7f1-510c17a51f94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:11.458291 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-97e814e9-a473-42a1-b7f1-510c17a51f94 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/99a22e07-a87f-48b0-8172-3493bbbe8cff HTTP/1.1" status: 204 len: 168 time: 2.1224115 Dec 06 17:30:11.491722 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-94416d1a-8095-4bb0-9e23-9b6c8d63e04d req-0cf4b67a-14f6-4a34-bdda-3c04768b6115 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=78322529-8ef3-429b-b795-66e840556866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4298506 Dec 06 17:30:11.497845 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e814e9-a473-42a1-b7f1-510c17a51f94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a22e07-a87f-48b0-8172-3493bbbe8cff,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:30:11.518563 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c38394c4-7484-4e82-a4ec-45e8c37547ff tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539179'] for router_interface, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:11.600637 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-36ad59c1-2617-416c-9aa5-daf938c7de74 req-1340f609-75bc-479e-a2ca-981cb096cad1 service neutron] 10.222.0.44 "GET /v2.0/networks/a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3138320 Dec 06 17:30:11.641237 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ff7891-3466-4b2a-8f64-05bc6ab7cf62 req-0900bb93-c048-4b94-ae88-94584c447635 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:30:11.650059 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-99ff7891-3466-4b2a-8f64-05bc6ab7cf62 req-0900bb93-c048-4b94-ae88-94584c447635 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f4a1b09-ae6e-4372-b0c0-97a88ef4e9d9 HTTP/1.1" status: 200 len: 944 time: 0.3283722 Dec 06 17:30:11.809417 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-99ff7891-3466-4b2a-8f64-05bc6ab7cf62 req-a849eed0-3184-43b2-9f30-73f10ca15b89 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/security-groups?id=6319bd43-3382-435b-8dd0-6c4c8cc1ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1583819 Dec 06 17:30:11.864963 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff38dce-4fab-41e8-8a4c-8efca12fdb53 req-6bbb80d7-d727-4437-a31c-28b6cad3d92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:30:11.867850 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1ff38dce-4fab-41e8-8a4c-8efca12fdb53 req-6bbb80d7-d727-4437-a31c-28b6cad3d92a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d7abadb1557c47ab8c8300111afe2d05&device_id=4f4a1b09-ae6e-4372-b0c0-97a88ef4e9d9 HTTP/1.1" status: 200 len: 1095 time: 0.2107298 Dec 06 17:30:11.894171 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-3f0e676d-ddd6-4bb8-b95f-e5bad3d4a9df None None] Provisioning complete for port 69119f9f-89e7-429d-90fb-adb92b7e5cb3 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:30:11.896312 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3f0e676d-ddd6-4bb8-b95f-e5bad3d4a9df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:11.941667 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-3f0e676d-ddd6-4bb8-b95f-e5bad3d4a9df None None] Port 69119f9f-89e7-429d-90fb-adb92b7e5cb3 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:30:12.057974 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c38394c4-7484-4e82-a4ec-45e8c37547ff tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:12.129294 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff38dce-4fab-41e8-8a4c-8efca12fdb53 req-b1519f70-e6ad-4f80-b0b8-cfd7f79dccc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:30:12.130883 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1ff38dce-4fab-41e8-8a4c-8efca12fdb53 req-b1519f70-e6ad-4f80-b0b8-cfd7f79dccc0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=343f954d-d1c3-4f66-bad4-ccfe52b09e6c HTTP/1.1" status: 200 len: 912 time: 0.2407403 Dec 06 17:30:12.360565 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1ff38dce-4fab-41e8-8a4c-8efca12fdb53 req-d9188157-9656-43bb-808a-057e21e95976 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=53763800-2457-4bca-aff2-a0267289d271 HTTP/1.1" status: 200 len: 217 time: 0.1607969 Dec 06 17:30:12.948517 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device c419fce3-3332-4a5c-9de4-e18bf64bcd92 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:30:13.006216 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2323d8e5-4cc9-4771-9465-376edc1b037a req-3175974a-c7fa-4960-918b-1ea8e6a9bf87 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:30:13.023759 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2323d8e5-4cc9-4771-9465-376edc1b037a req-3175974a-c7fa-4960-918b-1ea8e6a9bf87 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f4a1b09-ae6e-4372-b0c0-97a88ef4e9d9 HTTP/1.1" status: 200 len: 944 time: 0.0932834 Dec 06 17:30:13.160936 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 53763800-2457-4bca-aff2-a0267289d271 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:30:13.177792 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2323d8e5-4cc9-4771-9465-376edc1b037a req-8b823e63-e090-493b-ba21-55f206a68663 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/security-groups?id=6319bd43-3382-435b-8dd0-6c4c8cc1ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1518245 Dec 06 17:30:13.231011 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port c419fce3-3332-4a5c-9de4-e18bf64bcd92 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:30:13.231607 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:13.714288 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 5edc18d8-d393-472d-810e-022aef3ddd4c up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:30:13.724299 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff38dce-4fab-41e8-8a4c-8efca12fdb53 req-90e5fe38-3940-4a6b-90ec-0757154268a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:30:13.736464 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1ff38dce-4fab-41e8-8a4c-8efca12fdb53 req-90e5fe38-3940-4a6b-90ec-0757154268a2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a4ea4d0f-71a4-4c95-82b1-6c4f14c713a1 HTTP/1.1" status: 200 len: 850 time: 1.3460042 Dec 06 17:30:13.741445 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ae00c9b6-605a-4b8c-a508-c6088d119342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:13.968415 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 53763800-2457-4bca-aff2-a0267289d271, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=53763800-2457-4bca-aff2-a0267289d271,segment=NetworkSegment(e7633122-45be-4098-9151-607f71ade058),segment_id=e7633122-45be-4098-9151-607f71ade058)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:30:13.984221 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': '53763800-2457-4bca-aff2-a0267289d271', 'network_id': '343f954d-d1c3-4f66-bad4-ccfe52b09e6c', 'port_id': '53763800-2457-4bca-aff2-a0267289d271', 'mac_address': 'fa:16:3e:5a:46:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4ea4d0f-71a4-4c95-82b1-6c4f14c713a1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:30:14.065805 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port 5edc18d8-d393-472d-810e-022aef3ddd4c completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:30:14.079779 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port 5edc18d8-d393-472d-810e-022aef3ddd4c triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:30:14.080441 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:14.116682 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0db63e8-49c7-4b6f-a760-8cd689eb1cc2 req-41776552-3ea5-4d09-9293-acc1ba8706dc tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:30:14.119759 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e0db63e8-49c7-4b6f-a760-8cd689eb1cc2 req-41776552-3ea5-4d09-9293-acc1ba8706dc tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=db2b7cfe-ff06-4d98-9999-728e2c37896c HTTP/1.1" status: 200 len: 944 time: 1.4505942 Dec 06 17:30:14.124314 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:14.153648 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53763800-2457-4bca-aff2-a0267289d271 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:30:14.199028 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 53763800-2457-4bca-aff2-a0267289d271, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=53763800-2457-4bca-aff2-a0267289d271,segment=NetworkSegment(e7633122-45be-4098-9151-607f71ade058),segment_id=e7633122-45be-4098-9151-607f71ade058)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:30:14.202546 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff38dce-4fab-41e8-8a4c-8efca12fdb53 req-e557c3fc-34b0-41ce-a95a-44a7d11b6b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:30:14.208778 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1ff38dce-4fab-41e8-8a4c-8efca12fdb53 req-e557c3fc-34b0-41ce-a95a-44a7d11b6b96 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=343f954d-d1c3-4f66-bad4-ccfe52b09e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4618437 Dec 06 17:30:14.213780 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:14.332435 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1ff38dce-4fab-41e8-8a4c-8efca12fdb53 req-db73e042-6c32-429c-b766-6a2b58056317 service neutron] 10.222.0.44 "GET /v2.0/networks/343f954d-d1c3-4f66-bad4-ccfe52b09e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124451 Dec 06 17:30:14.446900 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:14.455948 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e0db63e8-49c7-4b6f-a760-8cd689eb1cc2 req-6f9d5d85-5efc-44bb-a630-ec654269ebba tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=78322529-8ef3-429b-b795-66e840556866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2939785 Dec 06 17:30:14.460798 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c38394c4-7484-4e82-a4ec-45e8c37547ff tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:14.498219 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c19d1f-a59f-40ca-9df0-18e27211eda9 req-20cf0830-9920-42b8-8bef-521c5bcf1101 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:30:14.503943 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-59c19d1f-a59f-40ca-9df0-18e27211eda9 req-20cf0830-9920-42b8-8bef-521c5bcf1101 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f4a1b09-ae6e-4372-b0c0-97a88ef4e9d9 HTTP/1.1" status: 200 len: 945 time: 0.1458383 Dec 06 17:30:14.504657 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42156) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:30:14.513607 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c38394c4-7484-4e82-a4ec-45e8c37547ff tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:14.520180 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['53763800-2457-4bca-aff2-a0267289d271'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:30:14.645844 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=53763800-2457-4bca-aff2-a0267289d271,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:30:14.657171 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-eabbd47b-cd46-4a81-bc2e-a79ff8674df7 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/floatingips/744aebf8-ab0f-468a-9cdf-a54af3971658 HTTP/1.1" status: 200 len: 991 time: 0.1491609 Dec 06 17:30:14.668271 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c38394c4-7484-4e82-a4ec-45e8c37547ff tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-772465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539207'] for router_interface, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:14.676353 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1ff38dce-4fab-41e8-8a4c-8efca12fdb53 req-e4dab261-840d-4a8a-966e-6e515211c3f7 service neutron] 10.222.0.44 "GET /v2.0/networks/343f954d-d1c3-4f66-bad4-ccfe52b09e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3307662 Dec 06 17:30:14.692529 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db2b7cfe-ff06-4d98-9999-728e2c37896c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5edc18d8-d393-472d-810e-022aef3ddd4c'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:30:14.699363 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a92599-eef9-48af-97d0-fca483cbb620" -d '{"events": [{"server_uuid": "db2b7cfe-ff06-4d98-9999-728e2c37896c", "name": "network-vif-plugged", "status": "completed", "tag": "5edc18d8-d393-472d-810e-022aef3ddd4c"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:30:14.739905 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-59c19d1f-a59f-40ca-9df0-18e27211eda9 req-e212c245-8c47-4252-9f82-9c92e478f384 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/security-groups?id=6319bd43-3382-435b-8dd0-6c4c8cc1ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958951 Dec 06 17:30:14.742161 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38394c4-7484-4e82-a4ec-45e8c37547ff tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Pushing event updated for resources: {'Port': ['ID=69119f9f-89e7-429d-90fb-adb92b7e5cb3,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:30:14.779413 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 5edc18d8-d393-472d-810e-022aef3ddd4c, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=5edc18d8-d393-472d-810e-022aef3ddd4c,segment=NetworkSegment(01c80ae1-47cd-4b92-84e1-920e248051d6),segment_id=01c80ae1-47cd-4b92-84e1-920e248051d6)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:30:14.799427 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:14.806657 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-554714d7-3cb4-4f78-b369-34f7a62fca22 x-openstack-request-id: req-554714d7-3cb4-4f78-b369-34f7a62fca22 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:30:14.807350 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db2b7cfe-ff06-4d98-9999-728e2c37896c", "name": "network-vif-plugged", "status": "completed", "tag": "5edc18d8-d393-472d-810e-022aef3ddd4c", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:30:14.808251 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-554714d7-3cb4-4f78-b369-34f7a62fca22 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:30:14.808995 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db2b7cfe-ff06-4d98-9999-728e2c37896c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5edc18d8-d393-472d-810e-022aef3ddd4c', 'code': 200} Dec 06 17:30:14.896371 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38394c4-7484-4e82-a4ec-45e8c37547ff tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Network c31264b3-7647-4232-8f35-5dd61b7a549d is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:30:14.902036 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-c38394c4-7484-4e82-a4ec-45e8c37547ff tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:30:14.945234 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=5edc18d8-d393-472d-810e-022aef3ddd4c,revision_number=9']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:30:15.153688 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c38394c4-7484-4e82-a4ec-45e8c37547ff tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Router a077e07d-b218-4073-9ac3-cfc875a9d1e6 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:30:15.251339 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-d92af54b-e2e4-4c79-9c8d-12c213588ad0 None None] Provisioning complete for port 69119f9f-89e7-429d-90fb-adb92b7e5cb3 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:30:15.252360 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d92af54b-e2e4-4c79-9c8d-12c213588ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:15.304411 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-d92af54b-e2e4-4c79-9c8d-12c213588ad0 None None] Port 69119f9f-89e7-429d-90fb-adb92b7e5cb3 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:30:15.363033 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c38394c4-7484-4e82-a4ec-45e8c37547ff tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:30:15.370930 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-c38394c4-7484-4e82-a4ec-45e8c37547ff tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] 10.222.0.23 "PUT /v2.0/routers/a077e07d-b218-4073-9ac3-cfc875a9d1e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1124227 Dec 06 17:30:15.373592 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42176) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:30:15.375547 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20aa4924-7e31-407a-abcc-44a7fb384a5a None None] Sync routers for ids ['a077e07d-b218-4073-9ac3-cfc875a9d1e6'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:30:15.379123 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-993d8620-7e39-43d3-b33c-4922b2107955 tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Request body: {'port': {'network_id': 'c31264b3-7647-4232-8f35-5dd61b7a549d', 'name': 'tempest-FloatingIPAdminTestJSON-396212348'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:30:15.398183 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20aa4924-7e31-407a-abcc-44a7fb384a5a None None] Routers {'a077e07d-b218-4073-9ac3-cfc875a9d1e6'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:30:15.399917 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-20aa4924-7e31-407a-abcc-44a7fb384a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:29:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['a077e07d-b218-4073-9ac3-cfc875a9d1e6'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:30:15.503112 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-20aa4924-7e31-407a-abcc-44a7fb384a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:30:15.507966 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-993d8620-7e39-43d3-b33c-4922b2107955 tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Made reservation on behalf of 3b7180293397433ebd652c1338af832d for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:30:15.515375 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-993d8620-7e39-43d3-b33c-4922b2107955 tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:15.531571 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20aa4924-7e31-407a-abcc-44a7fb384a5a None None] Routers {'a077e07d-b218-4073-9ac3-cfc875a9d1e6'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:30:15.532536 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-20aa4924-7e31-407a-abcc-44a7fb384a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:29:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['a077e07d-b218-4073-9ac3-cfc875a9d1e6'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:30:15.557748 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-993d8620-7e39-43d3-b33c-4922b2107955 tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] device_id is not set on port ec179d79-2516-4aea-a343-b7ecaec06c94 yet. {{(pid=103285) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:30:15.605243 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-20aa4924-7e31-407a-abcc-44a7fb384a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:30:15.605948 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20aa4924-7e31-407a-abcc-44a7fb384a5a None None] The sync data for ids ['a077e07d-b218-4073-9ac3-cfc875a9d1e6'] in n-d-master-1 is: [] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:30:15.668037 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4c43bc25-3e05-4b30-8c65-4bcd4c284d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:15.722449 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-993d8620-7e39-43d3-b33c-4922b2107955 tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Allocated IP 172.20.0.12 (c31264b3-7647-4232-8f35-5dd61b7a549d/057f07d5-42bc-4f9a-bc9b-0817cef38ba4/ec179d79-2516-4aea-a343-b7ecaec06c94) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:30:15.989059 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6d7ec7-1eba-4408-92fa-a94f1ed33238 req-59efa180-8b7d-4818-8f78-9fe6b3a5d337 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:30:15.998477 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ac6d7ec7-1eba-4408-92fa-a94f1ed33238 req-59efa180-8b7d-4818-8f78-9fe6b3a5d337 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f4a1b09-ae6e-4372-b0c0-97a88ef4e9d9 HTTP/1.1" status: 200 len: 945 time: 0.1402726 Dec 06 17:30:16.054099 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-993d8620-7e39-43d3-b33c-4922b2107955 tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:16.098196 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ac6d7ec7-1eba-4408-92fa-a94f1ed33238 req-1d2675e4-d90a-4575-b743-8eab930de589 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/security-groups?id=6319bd43-3382-435b-8dd0-6c4c8cc1ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956697 Dec 06 17:30:16.139028 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-993d8620-7e39-43d3-b33c-4922b2107955 tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:16.198353 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993d8620-7e39-43d3-b33c-4922b2107955 tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Network c31264b3-7647-4232-8f35-5dd61b7a549d is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:30:16.209830 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-993d8620-7e39-43d3-b33c-4922b2107955 tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:30:16.219279 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993d8620-7e39-43d3-b33c-4922b2107955 tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:30:16.258426 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993d8620-7e39-43d3-b33c-4922b2107955 tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Pushing event updated for resources: {'Port': ['ID=ec179d79-2516-4aea-a343-b7ecaec06c94,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:30:16.303578 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993d8620-7e39-43d3-b33c-4922b2107955 tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:30:16.308453 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-993d8620-7e39-43d3-b33c-4922b2107955 tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:16.336802 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-993d8620-7e39-43d3-b33c-4922b2107955 tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9586217 Dec 06 17:30:16.337270 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 42194) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:30:16.641866 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-ad04ead7-254e-4908-b2c7-0e1802513cce None None] Provisioning complete for port ec179d79-2516-4aea-a343-b7ecaec06c94 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:30:16.642998 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ad04ead7-254e-4908-b2c7-0e1802513cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:16.692648 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-1ab4c530-4be4-483f-9e04-b4e6a003391e tempest-FloatingIPAdminTestJSON-668071076 tempest-FloatingIPAdminTestJSON-668071076-project-admin] Request body: {'floatingip': {'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'project_id': '3b7180293397433ebd652c1338af832d', 'port_id': 'ec179d79-2516-4aea-a343-b7ecaec06c94'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:30:16.697860 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-ad04ead7-254e-4908-b2c7-0e1802513cce None None] Port ec179d79-2516-4aea-a343-b7ecaec06c94 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:30:16.761688 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1ab4c530-4be4-483f-9e04-b4e6a003391e tempest-FloatingIPAdminTestJSON-668071076 tempest-FloatingIPAdminTestJSON-668071076-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:16.915774 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:16.922346 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1ab4c530-4be4-483f-9e04-b4e6a003391e tempest-FloatingIPAdminTestJSON-668071076 tempest-FloatingIPAdminTestJSON-668071076-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:17.116207 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-1ab4c530-4be4-483f-9e04-b4e6a003391e tempest-FloatingIPAdminTestJSON-668071076 tempest-FloatingIPAdminTestJSON-668071076-project-admin] Allocated IP 172.35.1.89 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/9cc07ed9-3f1a-42da-9c87-c68bbcf98e14) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:30:17.147602 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 53763800-2457-4bca-aff2-a0267289d271 up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:30:17.266365 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning for port 53763800-2457-4bca-aff2-a0267289d271 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:30:17.273348 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port 53763800-2457-4bca-aff2-a0267289d271 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:30:17.273696 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:17.320997 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c7b30c-2359-4fdf-9ff8-ec571fce2d51 req-372e2ee9-543d-424b-90c9-3382098ecc24 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:30:17.322741 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-56c7b30c-2359-4fdf-9ff8-ec571fce2d51 req-372e2ee9-543d-424b-90c9-3382098ecc24 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f4a1b09-ae6e-4372-b0c0-97a88ef4e9d9 HTTP/1.1" status: 200 len: 945 time: 0.0952790 Dec 06 17:30:17.412758 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-56c7b30c-2359-4fdf-9ff8-ec571fce2d51 req-80ed18a0-9f5f-47f1-9450-a3fd02a9d506 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/security-groups?id=6319bd43-3382-435b-8dd0-6c4c8cc1ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796461 Dec 06 17:30:17.418608 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1ab4c530-4be4-483f-9e04-b4e6a003391e tempest-FloatingIPAdminTestJSON-668071076 tempest-FloatingIPAdminTestJSON-668071076-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:17.443207 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:17.467411 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1ab4c530-4be4-483f-9e04-b4e6a003391e tempest-FloatingIPAdminTestJSON-668071076 tempest-FloatingIPAdminTestJSON-668071076-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:17.518578 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f4a1b09-ae6e-4372-b0c0-97a88ef4e9d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53763800-2457-4bca-aff2-a0267289d271'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:30:17.527793 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96e6c108-df3d-49c9-8fef-76105f9387ae" -d '{"events": [{"server_uuid": "4f4a1b09-ae6e-4372-b0c0-97a88ef4e9d9", "name": "network-vif-plugged", "status": "completed", "tag": "53763800-2457-4bca-aff2-a0267289d271"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:30:17.535485 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab4c530-4be4-483f-9e04-b4e6a003391e tempest-FloatingIPAdminTestJSON-668071076 tempest-FloatingIPAdminTestJSON-668071076-project-admin] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:30:17.539220 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-1ab4c530-4be4-483f-9e04-b4e6a003391e tempest-FloatingIPAdminTestJSON-668071076 tempest-FloatingIPAdminTestJSON-668071076-project-admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:30:17.546876 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab4c530-4be4-483f-9e04-b4e6a003391e tempest-FloatingIPAdminTestJSON-668071076 tempest-FloatingIPAdminTestJSON-668071076-project-admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:30:17.557015 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 53763800-2457-4bca-aff2-a0267289d271, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=53763800-2457-4bca-aff2-a0267289d271,segment=NetworkSegment(e7633122-45be-4098-9151-607f71ade058),segment_id=e7633122-45be-4098-9151-607f71ade058)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:30:17.565197 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:17.591236 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab4c530-4be4-483f-9e04-b4e6a003391e tempest-FloatingIPAdminTestJSON-668071076 tempest-FloatingIPAdminTestJSON-668071076-project-admin] Pushing event updated for resources: {'Port': ['ID=9cc07ed9-3f1a-42da-9c87-c68bbcf98e14,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:30:17.611547 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab4c530-4be4-483f-9e04-b4e6a003391e tempest-FloatingIPAdminTestJSON-668071076 tempest-FloatingIPAdminTestJSON-668071076-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:30:17.613639 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab4c530-4be4-483f-9e04-b4e6a003391e tempest-FloatingIPAdminTestJSON-668071076 tempest-FloatingIPAdminTestJSON-668071076-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:30:17.614159 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab4c530-4be4-483f-9e04-b4e6a003391e tempest-FloatingIPAdminTestJSON-668071076 tempest-FloatingIPAdminTestJSON-668071076-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:30:17.614978 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab4c530-4be4-483f-9e04-b4e6a003391e tempest-FloatingIPAdminTestJSON-668071076 tempest-FloatingIPAdminTestJSON-668071076-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:30:17.615330 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab4c530-4be4-483f-9e04-b4e6a003391e tempest-FloatingIPAdminTestJSON-668071076 tempest-FloatingIPAdminTestJSON-668071076-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:30:17.615668 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab4c530-4be4-483f-9e04-b4e6a003391e tempest-FloatingIPAdminTestJSON-668071076 tempest-FloatingIPAdminTestJSON-668071076-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:30:17.616013 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab4c530-4be4-483f-9e04-b4e6a003391e tempest-FloatingIPAdminTestJSON-668071076 tempest-FloatingIPAdminTestJSON-668071076-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:30:17.617847 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab4c530-4be4-483f-9e04-b4e6a003391e tempest-FloatingIPAdminTestJSON-668071076 tempest-FloatingIPAdminTestJSON-668071076-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:30:17.618489 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab4c530-4be4-483f-9e04-b4e6a003391e tempest-FloatingIPAdminTestJSON-668071076 tempest-FloatingIPAdminTestJSON-668071076-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:30:17.619052 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab4c530-4be4-483f-9e04-b4e6a003391e tempest-FloatingIPAdminTestJSON-668071076 tempest-FloatingIPAdminTestJSON-668071076-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:30:17.619859 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab4c530-4be4-483f-9e04-b4e6a003391e tempest-FloatingIPAdminTestJSON-668071076 tempest-FloatingIPAdminTestJSON-668071076-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:30:17.620538 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab4c530-4be4-483f-9e04-b4e6a003391e tempest-FloatingIPAdminTestJSON-668071076 tempest-FloatingIPAdminTestJSON-668071076-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:30:17.621579 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab4c530-4be4-483f-9e04-b4e6a003391e tempest-FloatingIPAdminTestJSON-668071076 tempest-FloatingIPAdminTestJSON-668071076-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:30:17.640580 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d30bbdc-c8f7-4b77-b151-161f61c52726 x-openstack-request-id: req-0d30bbdc-c8f7-4b77-b151-161f61c52726 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:30:17.640580 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f4a1b09-ae6e-4372-b0c0-97a88ef4e9d9", "name": "network-vif-plugged", "status": "completed", "tag": "53763800-2457-4bca-aff2-a0267289d271", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:30:17.640823 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0d30bbdc-c8f7-4b77-b151-161f61c52726 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:30:17.641510 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f4a1b09-ae6e-4372-b0c0-97a88ef4e9d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53763800-2457-4bca-aff2-a0267289d271', 'code': 200} Dec 06 17:30:17.660532 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=53763800-2457-4bca-aff2-a0267289d271,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:30:18.041450 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0da95b-82ee-45b9-9e60-0f19766667c1 req-3695d00f-dad9-4710-8112-d638306b575d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:30:18.043317 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9f0da95b-82ee-45b9-9e60-0f19766667c1 req-3695d00f-dad9-4710-8112-d638306b575d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4f4a1b09-ae6e-4372-b0c0-97a88ef4e9d9 HTTP/1.1" status: 200 len: 1097 time: 0.3369362 Dec 06 17:30:18.085303 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:18.156319 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9f0da95b-82ee-45b9-9e60-0f19766667c1 req-c54df58a-0380-42e1-a057-63143770ba4c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6319bd43-3382-435b-8dd0-6c4c8cc1ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038449 Dec 06 17:30:18.210449 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1ab4c530-4be4-483f-9e04-b4e6a003391e tempest-FloatingIPAdminTestJSON-668071076 tempest-FloatingIPAdminTestJSON-668071076-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:18.317165 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1ab4c530-4be4-483f-9e04-b4e6a003391e tempest-FloatingIPAdminTestJSON-668071076 tempest-FloatingIPAdminTestJSON-668071076-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:18.538109 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1ab4c530-4be4-483f-9e04-b4e6a003391e tempest-FloatingIPAdminTestJSON-668071076 tempest-FloatingIPAdminTestJSON-668071076-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:18.560154 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1ab4c530-4be4-483f-9e04-b4e6a003391e tempest-FloatingIPAdminTestJSON-668071076 tempest-FloatingIPAdminTestJSON-668071076-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:18.718363 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eadae9-3eed-49f1-b08c-86225cb7d118 req-31a26ece-0a79-41fe-a448-f3a277d46252 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:30:18.723426 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a8eadae9-3eed-49f1-b08c-86225cb7d118 req-31a26ece-0a79-41fe-a448-f3a277d46252 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f4a1b09-ae6e-4372-b0c0-97a88ef4e9d9 HTTP/1.1" status: 200 len: 946 time: 0.1877582 Dec 06 17:30:18.736366 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab4c530-4be4-483f-9e04-b4e6a003391e tempest-FloatingIPAdminTestJSON-668071076 tempest-FloatingIPAdminTestJSON-668071076-project-admin] Pushing event updated for resources: {'Port': ['ID=9cc07ed9-3f1a-42da-9c87-c68bbcf98e14,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:30:18.745533 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1ab4c530-4be4-483f-9e04-b4e6a003391e tempest-FloatingIPAdminTestJSON-668071076 tempest-FloatingIPAdminTestJSON-668071076-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:18.969269 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a8eadae9-3eed-49f1-b08c-86225cb7d118 req-182868b5-f3fe-474f-a927-05d47d8ef57f tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/security-groups?id=6319bd43-3382-435b-8dd0-6c4c8cc1ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2404022 Dec 06 17:30:18.976238 n-d-master-1 neutron-server[103284]: INFO neutron.db.l3_db [None req-1ab4c530-4be4-483f-9e04-b4e6a003391e tempest-FloatingIPAdminTestJSON-668071076 tempest-FloatingIPAdminTestJSON-668071076-project-admin] Floating IP 21014649-a112-4659-8e82-1ebd95880bb8 associated. External IP: 172.35.1.89, port: ec179d79-2516-4aea-a343-b7ecaec06c94. Dec 06 17:30:19.039759 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:19.383966 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ab4c530-4be4-483f-9e04-b4e6a003391e tempest-FloatingIPAdminTestJSON-668071076 tempest-FloatingIPAdminTestJSON-668071076-project-admin] Router a077e07d-b218-4073-9ac3-cfc875a9d1e6 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:30:19.572804 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ab4c530-4be4-483f-9e04-b4e6a003391e tempest-FloatingIPAdminTestJSON-668071076 tempest-FloatingIPAdminTestJSON-668071076-project-admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:30:19.586808 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7e9c20-f270-472f-845a-8173511edb6c None None] Sync routers for ids ['a077e07d-b218-4073-9ac3-cfc875a9d1e6'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:30:19.598436 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1ab4c530-4be4-483f-9e04-b4e6a003391e tempest-FloatingIPAdminTestJSON-668071076 tempest-FloatingIPAdminTestJSON-668071076-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:19.602656 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7e9c20-f270-472f-845a-8173511edb6c None None] Routers {'a077e07d-b218-4073-9ac3-cfc875a9d1e6'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:30:19.603731 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-fc7e9c20-f270-472f-845a-8173511edb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:30:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['a077e07d-b218-4073-9ac3-cfc875a9d1e6'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:30:19.641980 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-fc7e9c20-f270-472f-845a-8173511edb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:30:19.647206 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-1ab4c530-4be4-483f-9e04-b4e6a003391e tempest-FloatingIPAdminTestJSON-668071076 tempest-FloatingIPAdminTestJSON-668071076-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 3.3086154 Dec 06 17:30:19.651873 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 42278) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:30:19.663906 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7e9c20-f270-472f-845a-8173511edb6c None None] Routers {'a077e07d-b218-4073-9ac3-cfc875a9d1e6'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:30:19.666092 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-fc7e9c20-f270-472f-845a-8173511edb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:30:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['a077e07d-b218-4073-9ac3-cfc875a9d1e6'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:30:19.716303 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-fc7e9c20-f270-472f-845a-8173511edb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:30:19.717239 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7e9c20-f270-472f-845a-8173511edb6c None None] The sync data for ids ['a077e07d-b218-4073-9ac3-cfc875a9d1e6'] in n-d-master-1 is: [] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:30:19.814886 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-cff490f9-7739-4b19-ba68-5be889e2b52c tempest-FloatingIPAdminTestJSON-668071076 tempest-FloatingIPAdminTestJSON-668071076-project-admin] 10.222.0.23 "GET /v2.0/floatingips/21014649-a112-4659-8e82-1ebd95880bb8 HTTP/1.1" status: 200 len: 982 time: 0.1614597 Dec 06 17:30:19.815119 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42282) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:30:19.891055 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-5bfff4a8-c421-4a3c-9662-6159eec855ae tempest-FloatingIPAdminTestJSON-668071076 tempest-FloatingIPAdminTestJSON-668071076-project-admin] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2730 time: 0.0722141 Dec 06 17:30:19.893855 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42284) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:30:20.215097 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ed7fe4-bbef-4e37-bbaa-e7529ffae656 req-5b9fcbba-f657-416e-8e48-7b20d59712b4 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:30:20.223478 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e6ed7fe4-bbef-4e37-bbaa-e7529ffae656 req-5b9fcbba-f657-416e-8e48-7b20d59712b4 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f4a1b09-ae6e-4372-b0c0-97a88ef4e9d9 HTTP/1.1" status: 200 len: 946 time: 0.0885718 Dec 06 17:30:20.245230 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-e01c07df-e41d-44fe-81d1-7a62bb0d622b tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Deleting port 9cc07ed9-3f1a-42da-9c87-c68bbcf98e14 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:30:20.245684 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e01c07df-e41d-44fe-81d1-7a62bb0d622b tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:20.351311 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e6ed7fe4-bbef-4e37-bbaa-e7529ffae656 req-dc842119-688b-44b5-b1b2-a7195ccbb536 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/security-groups?id=6319bd43-3382-435b-8dd0-6c4c8cc1ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224258 Dec 06 17:30:20.391652 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e01c07df-e41d-44fe-81d1-7a62bb0d622b tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:20.392222 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e01c07df-e41d-44fe-81d1-7a62bb0d622b tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:20.414600 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-e01c07df-e41d-44fe-81d1-7a62bb0d622b tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Calling delete_port for 9cc07ed9-3f1a-42da-9c87-c68bbcf98e14 owned by network:floatingip {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:30:20.529081 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd42243-2d22-4339-a17b-d28b65421ae8 req-4c8a7585-4ed2-4615-8199-b4baf47315b3 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:30:20.534905 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2cd42243-2d22-4339-a17b-d28b65421ae8 req-4c8a7585-4ed2-4615-8199-b4baf47315b3 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f4a1b09-ae6e-4372-b0c0-97a88ef4e9d9 HTTP/1.1" status: 200 len: 946 time: 0.0746772 Dec 06 17:30:20.542695 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 42302) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:30:20.547883 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-4871f5b6-9978-4a98-916c-7fe51acf5574 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Request body: {'floatingip': {'port_id': '53763800-2457-4bca-aff2-a0267289d271'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:30:20.602101 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4871f5b6-9978-4a98-916c-7fe51acf5574 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Publish callbacks [] for floatingip, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:20.744229 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e01c07df-e41d-44fe-81d1-7a62bb0d622b tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:20.804419 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01c07df-e41d-44fe-81d1-7a62bb0d622b tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Pushing event deleted for resources: {'Port': ['ID=9cc07ed9-3f1a-42da-9c87-c68bbcf98e14,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:30:20.888180 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e01c07df-e41d-44fe-81d1-7a62bb0d622b tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Publish callbacks [] for floatingip, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:20.888836 n-d-master-1 neutron-server[103285]: INFO neutron.db.l3_db [None req-e01c07df-e41d-44fe-81d1-7a62bb0d622b tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Floating IP 21014649-a112-4659-8e82-1ebd95880bb8 disassociated (deleted). External IP: 172.35.1.89, port: ec179d79-2516-4aea-a343-b7ecaec06c94. Dec 06 17:30:21.318491 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e01c07df-e41d-44fe-81d1-7a62bb0d622b tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Router a077e07d-b218-4073-9ac3-cfc875a9d1e6 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:30:21.374646 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4871f5b6-9978-4a98-916c-7fe51acf5574 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:21.383604 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4871f5b6-9978-4a98-916c-7fe51acf5574 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:21.507106 n-d-master-1 neutron-server[103284]: INFO neutron.db.l3_db [None req-4871f5b6-9978-4a98-916c-7fe51acf5574 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Floating IP 45d767fc-2b20-43c2-ae5d-478339f5313f associated. External IP: 172.35.1.161, port: 53763800-2457-4bca-aff2-a0267289d271. Dec 06 17:30:21.510215 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e01c07df-e41d-44fe-81d1-7a62bb0d622b tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:30:21.521687 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e73775-cb8e-4f76-9749-33d8b8283a08 None None] Sync routers for ids ['a077e07d-b218-4073-9ac3-cfc875a9d1e6'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:30:21.549363 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e73775-cb8e-4f76-9749-33d8b8283a08 None None] Routers {'a077e07d-b218-4073-9ac3-cfc875a9d1e6'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:30:21.550781 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e01c07df-e41d-44fe-81d1-7a62bb0d622b tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:21.551881 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-53e73775-cb8e-4f76-9749-33d8b8283a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:30:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['a077e07d-b218-4073-9ac3-cfc875a9d1e6'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:30:21.624127 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-e01c07df-e41d-44fe-81d1-7a62bb0d622b tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] 10.222.0.23 "DELETE /v2.0/floatingips/21014649-a112-4659-8e82-1ebd95880bb8 HTTP/1.1" status: 204 len: 168 time: 1.7288287 Dec 06 17:30:21.627021 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42318) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:30:21.637344 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-01108199-22cc-4d66-96cf-c2fa40bfb4b2 tempest-FloatingIPAdminTestJSON-668071076 tempest-FloatingIPAdminTestJSON-668071076-project-admin] Request body: {'floatingip': {'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:30:21.639239 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 42320) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:30:21.657395 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-53e73775-cb8e-4f76-9749-33d8b8283a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:30:21.682028 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e73775-cb8e-4f76-9749-33d8b8283a08 None None] Routers {'a077e07d-b218-4073-9ac3-cfc875a9d1e6'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:30:21.683348 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-53e73775-cb8e-4f76-9749-33d8b8283a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:30:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['a077e07d-b218-4073-9ac3-cfc875a9d1e6'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:30:21.700454 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-01108199-22cc-4d66-96cf-c2fa40bfb4b2 tempest-FloatingIPAdminTestJSON-668071076 tempest-FloatingIPAdminTestJSON-668071076-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:21.727579 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-53e73775-cb8e-4f76-9749-33d8b8283a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:30:21.728747 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e73775-cb8e-4f76-9749-33d8b8283a08 None None] The sync data for ids ['a077e07d-b218-4073-9ac3-cfc875a9d1e6'] in n-d-master-1 is: [] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:30:21.841931 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4871f5b6-9978-4a98-916c-7fe51acf5574 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Router fa5f03e8-9e2f-4c1d-9421-a3059a69fe60 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:30:21.870484 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-74b234ae-0909-4bdc-9b80-1890fa6415ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:21.899662 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-01108199-22cc-4d66-96cf-c2fa40bfb4b2 tempest-FloatingIPAdminTestJSON-668071076 tempest-FloatingIPAdminTestJSON-668071076-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:22.060535 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4871f5b6-9978-4a98-916c-7fe51acf5574 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:30:22.067074 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4871f5b6-9978-4a98-916c-7fe51acf5574 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:22.070852 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1962e304-f2e1-492f-b225-475017fb6966 None None] Sync routers for ids ['fa5f03e8-9e2f-4c1d-9421-a3059a69fe60'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:30:22.090062 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1962e304-f2e1-492f-b225-475017fb6966 None None] Routers {'fa5f03e8-9e2f-4c1d-9421-a3059a69fe60'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:30:22.090867 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-1962e304-f2e1-492f-b225-475017fb6966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:30:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['fa5f03e8-9e2f-4c1d-9421-a3059a69fe60'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:30:22.121707 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-01108199-22cc-4d66-96cf-c2fa40bfb4b2 tempest-FloatingIPAdminTestJSON-668071076 tempest-FloatingIPAdminTestJSON-668071076-project-admin] Allocated IP 172.35.1.64 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/5bdfaaa8-b2ff-4496-a784-bb80b8342e44) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:30:22.163016 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-4871f5b6-9978-4a98-916c-7fe51acf5574 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "PUT /v2.0/floatingips/45d767fc-2b20-43c2-ae5d-478339f5313f HTTP/1.1" status: 200 len: 992 time: 1.6130915 Dec 06 17:30:22.191259 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f4a1b09-ae6e-4372-b0c0-97a88ef4e9d9', 'tag': '53763800-2457-4bca-aff2-a0267289d271'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:30:22.202658 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f92ec9-466e-424c-bf7c-9bc7e02a1146" -d '{"events": [{"name": "network-changed", "server_uuid": "4f4a1b09-ae6e-4372-b0c0-97a88ef4e9d9", "tag": "53763800-2457-4bca-aff2-a0267289d271"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:30:22.247274 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-74b234ae-0909-4bdc-9b80-1890fa6415ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:22.273365 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-74b234ae-0909-4bdc-9b80-1890fa6415ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:22.312066 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-1962e304-f2e1-492f-b225-475017fb6966 None None] Set router fa5f03e8-9e2f-4c1d-9421-a3059a69fe60 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:30:22.313665 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-01108199-22cc-4d66-96cf-c2fa40bfb4b2 tempest-FloatingIPAdminTestJSON-668071076 tempest-FloatingIPAdminTestJSON-668071076-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:22.365934 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-01108199-22cc-4d66-96cf-c2fa40bfb4b2 tempest-FloatingIPAdminTestJSON-668071076 tempest-FloatingIPAdminTestJSON-668071076-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:22.428068 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01108199-22cc-4d66-96cf-c2fa40bfb4b2 tempest-FloatingIPAdminTestJSON-668071076 tempest-FloatingIPAdminTestJSON-668071076-project-admin] Pushing event updated for resources: {'Port': ['ID=5bdfaaa8-b2ff-4496-a784-bb80b8342e44,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:30:22.458725 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01108199-22cc-4d66-96cf-c2fa40bfb4b2 tempest-FloatingIPAdminTestJSON-668071076 tempest-FloatingIPAdminTestJSON-668071076-project-admin] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:30:22.460483 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-01108199-22cc-4d66-96cf-c2fa40bfb4b2 tempest-FloatingIPAdminTestJSON-668071076 tempest-FloatingIPAdminTestJSON-668071076-project-admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:30:22.465446 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01108199-22cc-4d66-96cf-c2fa40bfb4b2 tempest-FloatingIPAdminTestJSON-668071076 tempest-FloatingIPAdminTestJSON-668071076-project-admin] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:30:22.706715 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-01108199-22cc-4d66-96cf-c2fa40bfb4b2 tempest-FloatingIPAdminTestJSON-668071076 tempest-FloatingIPAdminTestJSON-668071076-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:22.766329 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-01108199-22cc-4d66-96cf-c2fa40bfb4b2 tempest-FloatingIPAdminTestJSON-668071076 tempest-FloatingIPAdminTestJSON-668071076-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:22.797179 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-1962e304-f2e1-492f-b225-475017fb6966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5f03e8-9e2f-4c1d-9421-a3059a69fe60', 'name': 'tempest-AttachVolumeTestJSON-1619787822-router', 'tenant_id': 'd7abadb1557c47ab8c8300111afe2d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.97'}], 'enable_snat': True}, 'gw_port_id': '37ad1a6e-a709-4377-9677-22ac44628bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:29:38Z', 'updated_at': '2021-12-06T17:29:48Z', 'revision_number': 4, 'project_id': 'd7abadb1557c47ab8c8300111afe2d05', 'gw_port': {'id': '37ad1a6e-a709-4377-9677-22ac44628bc2', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:fc:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5f03e8-9e2f-4c1d-9421-a3059a69fe60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:29:40Z', 'updated_at': '2021-12-06T17:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '45d767fc-2b20-43c2-ae5d-478339f5313f', 'tenant_id': 'd7abadb1557c47ab8c8300111afe2d05', 'floating_ip_address': '172.35.1.161', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': 'fa5f03e8-9e2f-4c1d-9421-a3059a69fe60', 'port_id': '53763800-2457-4bca-aff2-a0267289d271', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '343f954d-d1c3-4f66-bad4-ccfe52b09e6c', 'mac_address': 'fa:16:3e:5a:46:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4a1b09-ae6e-4372-b0c0-97a88ef4e9d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:29:56Z', 'updated_at': '2021-12-06T17:30:21Z', 'revision_number': 1, 'project_id': 'd7abadb1557c47ab8c8300111afe2d05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06adf1f7-8794-431c-a2e0-a67acc87e575', 'name': '', 'network_id': '343f954d-d1c3-4f66-bad4-ccfe52b09e6c', 'tenant_id': 'd7abadb1557c47ab8c8300111afe2d05', 'mac_address': 'fa:16:3e:66:77:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5f03e8-9e2f-4c1d-9421-a3059a69fe60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': 'a4ea4d0f-71a4-4c95-82b1-6c4f14c713a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:29:46Z', 'updated_at': '2021-12-06T17:30:01Z', 'revision_number': 5, 'project_id': 'd7abadb1557c47ab8c8300111afe2d05', 'subnets': [{'id': 'a4ea4d0f-71a4-4c95-82b1-6c4f14c713a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:30:22.829772 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1962e304-f2e1-492f-b225-475017fb6966 None None] Checking router: fa5f03e8-9e2f-4c1d-9421-a3059a69fe60 for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:30:22.844715 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1962e304-f2e1-492f-b225-475017fb6966 None None] Routers {'fa5f03e8-9e2f-4c1d-9421-a3059a69fe60'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:30:22.845748 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-1962e304-f2e1-492f-b225-475017fb6966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:30:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['fa5f03e8-9e2f-4c1d-9421-a3059a69fe60'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:30:22.851421 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8641fde2-67f8-400f-90b4-bdce95389f7e x-openstack-request-id: req-8641fde2-67f8-400f-90b4-bdce95389f7e {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:30:22.851421 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f4a1b09-ae6e-4372-b0c0-97a88ef4e9d9", "tag": "53763800-2457-4bca-aff2-a0267289d271", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:30:22.851421 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8641fde2-67f8-400f-90b4-bdce95389f7e {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:30:22.852193 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f4a1b09-ae6e-4372-b0c0-97a88ef4e9d9', 'tag': '53763800-2457-4bca-aff2-a0267289d271', 'status': 'completed', 'code': 200} Dec 06 17:30:22.916216 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-74b234ae-0909-4bdc-9b80-1890fa6415ab admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b54d760682e4483a8374a071dcecef48&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2758319 Dec 06 17:30:22.918339 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b234ae-0909-4bdc-9b80-1890fa6415ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c1e9058-971e-41e7-b88d-89473023c2f7,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:30:22.921437 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 42336) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:30:22.963607 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f92ec9-466e-424c-bf7c-9bc7e02a1146 req-d545038a-4bcc-44a0-b673-d83a9569cba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:30:22.965126 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-49f92ec9-466e-424c-bf7c-9bc7e02a1146 req-d545038a-4bcc-44a0-b673-d83a9569cba1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d7abadb1557c47ab8c8300111afe2d05&device_id=4f4a1b09-ae6e-4372-b0c0-97a88ef4e9d9 HTTP/1.1" status: 200 len: 1097 time: 0.1128886 Dec 06 17:30:23.010244 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cad5d42d-037c-46c3-a877-7ca542e3a056 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:23.058733 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-01108199-22cc-4d66-96cf-c2fa40bfb4b2 tempest-FloatingIPAdminTestJSON-668071076 tempest-FloatingIPAdminTestJSON-668071076-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:23.059333 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-1962e304-f2e1-492f-b225-475017fb6966 None None] Set router fa5f03e8-9e2f-4c1d-9421-a3059a69fe60 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:30:23.071548 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-01108199-22cc-4d66-96cf-c2fa40bfb4b2 tempest-FloatingIPAdminTestJSON-668071076 tempest-FloatingIPAdminTestJSON-668071076-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:23.077878 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cad5d42d-037c-46c3-a877-7ca542e3a056 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:23.140487 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f92ec9-466e-424c-bf7c-9bc7e02a1146 req-ecb64adc-5216-4a42-adb8-ac57057b0340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:30:23.142065 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-49f92ec9-466e-424c-bf7c-9bc7e02a1146 req-ecb64adc-5216-4a42-adb8-ac57057b0340 service neutron] 10.222.0.44 "GET /v2.0/networks?id=343f954d-d1c3-4f66-bad4-ccfe52b09e6c HTTP/1.1" status: 200 len: 912 time: 0.1545887 Dec 06 17:30:23.214031 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cad5d42d-037c-46c3-a877-7ca542e3a056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:23.218807 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cad5d42d-037c-46c3-a877-7ca542e3a056 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:23.229026 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-cad5d42d-037c-46c3-a877-7ca542e3a056 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8c1e9058-971e-41e7-b88d-89473023c2f7 HTTP/1.1" status: 204 len: 168 time: 0.3061013 Dec 06 17:30:23.243520 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-01108199-22cc-4d66-96cf-c2fa40bfb4b2 tempest-FloatingIPAdminTestJSON-668071076 tempest-FloatingIPAdminTestJSON-668071076-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:23.251404 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad5d42d-037c-46c3-a877-7ca542e3a056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c1e9058-971e-41e7-b88d-89473023c2f7,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:30:23.259781 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-49f92ec9-466e-424c-bf7c-9bc7e02a1146 req-ab695801-2477-4307-bc26-62f4d337a659 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=53763800-2457-4bca-aff2-a0267289d271 HTTP/1.1" status: 200 len: 1000 time: 0.1102781 Dec 06 17:30:23.281059 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01108199-22cc-4d66-96cf-c2fa40bfb4b2 tempest-FloatingIPAdminTestJSON-668071076 tempest-FloatingIPAdminTestJSON-668071076-project-admin] Pushing event updated for resources: {'Port': ['ID=5bdfaaa8-b2ff-4496-a784-bb80b8342e44,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:30:23.307844 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-01108199-22cc-4d66-96cf-c2fa40bfb4b2 tempest-FloatingIPAdminTestJSON-668071076 tempest-FloatingIPAdminTestJSON-668071076-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:23.314331 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-01108199-22cc-4d66-96cf-c2fa40bfb4b2 tempest-FloatingIPAdminTestJSON-668071076 tempest-FloatingIPAdminTestJSON-668071076-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6858428 Dec 06 17:30:23.320708 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42344) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:30:23.410103 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f92ec9-466e-424c-bf7c-9bc7e02a1146 req-8ab19ffa-b94b-4d91-91ae-178bbf0ba6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:30:23.412343 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-49f92ec9-466e-424c-bf7c-9bc7e02a1146 req-8ab19ffa-b94b-4d91-91ae-178bbf0ba6bb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a4ea4d0f-71a4-4c95-82b1-6c4f14c713a1 HTTP/1.1" status: 200 len: 850 time: 0.1444533 Dec 06 17:30:23.537275 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f92ec9-466e-424c-bf7c-9bc7e02a1146 req-1d728360-02e9-48f9-a4d1-c349a737378e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:30:23.539184 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-49f92ec9-466e-424c-bf7c-9bc7e02a1146 req-1d728360-02e9-48f9-a4d1-c349a737378e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=343f954d-d1c3-4f66-bad4-ccfe52b09e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1174653 Dec 06 17:30:23.590850 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-2797127f-8924-4f0a-902f-96b1b598b33f tempest-FloatingIPAdminTestJSON-1723756978 tempest-FloatingIPAdminTestJSON-1723756978-project] Request body: {'floatingip': {'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:30:23.645086 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2797127f-8924-4f0a-902f-96b1b598b33f tempest-FloatingIPAdminTestJSON-1723756978 tempest-FloatingIPAdminTestJSON-1723756978-project] Publish callbacks [] for floatingip, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:23.691553 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-1962e304-f2e1-492f-b225-475017fb6966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5f03e8-9e2f-4c1d-9421-a3059a69fe60', 'name': 'tempest-AttachVolumeTestJSON-1619787822-router', 'tenant_id': 'd7abadb1557c47ab8c8300111afe2d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.97'}], 'enable_snat': True}, 'gw_port_id': '37ad1a6e-a709-4377-9677-22ac44628bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:29:38Z', 'updated_at': '2021-12-06T17:29:48Z', 'revision_number': 4, 'project_id': 'd7abadb1557c47ab8c8300111afe2d05', 'gw_port': {'id': '37ad1a6e-a709-4377-9677-22ac44628bc2', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:fc:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5f03e8-9e2f-4c1d-9421-a3059a69fe60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:29:40Z', 'updated_at': '2021-12-06T17:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '45d767fc-2b20-43c2-ae5d-478339f5313f', 'tenant_id': 'd7abadb1557c47ab8c8300111afe2d05', 'floating_ip_address': '172.35.1.161', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': 'fa5f03e8-9e2f-4c1d-9421-a3059a69fe60', 'port_id': '53763800-2457-4bca-aff2-a0267289d271', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '343f954d-d1c3-4f66-bad4-ccfe52b09e6c', 'mac_address': 'fa:16:3e:5a:46:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4a1b09-ae6e-4372-b0c0-97a88ef4e9d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:29:56Z', 'updated_at': '2021-12-06T17:30:21Z', 'revision_number': 1, 'project_id': 'd7abadb1557c47ab8c8300111afe2d05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06adf1f7-8794-431c-a2e0-a67acc87e575', 'name': '', 'network_id': '343f954d-d1c3-4f66-bad4-ccfe52b09e6c', 'tenant_id': 'd7abadb1557c47ab8c8300111afe2d05', 'mac_address': 'fa:16:3e:66:77:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5f03e8-9e2f-4c1d-9421-a3059a69fe60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': 'a4ea4d0f-71a4-4c95-82b1-6c4f14c713a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:29:46Z', 'updated_at': '2021-12-06T17:30:01Z', 'revision_number': 5, 'project_id': 'd7abadb1557c47ab8c8300111afe2d05', 'subnets': [{'id': 'a4ea4d0f-71a4-4c95-82b1-6c4f14c713a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:30:23.759652 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1962e304-f2e1-492f-b225-475017fb6966 None None] The sync data for ids ['fa5f03e8-9e2f-4c1d-9421-a3059a69fe60'] in n-d-master-1 is: [{'id': 'fa5f03e8-9e2f-4c1d-9421-a3059a69fe60', 'name': 'tempest-AttachVolumeTestJSON-1619787822-router', 'tenant_id': 'd7abadb1557c47ab8c8300111afe2d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.97'}], 'enable_snat': True}, 'gw_port_id': '37ad1a6e-a709-4377-9677-22ac44628bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:29:38Z', 'updated_at': '2021-12-06T17:29:48Z', 'revision_number': 4, 'project_id': 'd7abadb1557c47ab8c8300111afe2d05', 'gw_port': {'id': '37ad1a6e-a709-4377-9677-22ac44628bc2', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:fc:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5f03e8-9e2f-4c1d-9421-a3059a69fe60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:29:40Z', 'updated_at': '2021-12-06T17:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '45d767fc-2b20-43c2-ae5d-478339f5313f', 'tenant_id': 'd7abadb1557c47ab8c8300111afe2d05', 'floating_ip_address': '172.35.1.161', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': 'fa5f03e8-9e2f-4c1d-9421-a3059a69fe60', 'port_id': '53763800-2457-4bca-aff2-a0267289d271', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '343f954d-d1c3-4f66-bad4-ccfe52b09e6c', 'mac_address': 'fa:16:3e:5a:46:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4a1b09-ae6e-4372-b0c0-97a88ef4e9d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:29:56Z', 'updated_at': '2021-12-06T17:30:21Z', 'revision_number': 1, 'project_id': 'd7abadb1557c47ab8c8300111afe2d05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06adf1f7-8794-431c-a2e0-a67acc87e575', 'name': '', 'network_id': '343f954d-d1c3-4f66-bad4-ccfe52b09e6c', 'tenant_id': 'd7abadb1557c47ab8c8300111afe2d05', 'mac_address': 'fa:16:3e:66:77:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5f03e8-9e2f-4c1d-9421-a3059a69fe60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': 'a4ea4d0f-71a4-4c95-82b1-6c4f14c713a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:29:46Z', 'updated_at': '2021-12-06T17:30:01Z', 'revision_number': 5, 'project_id': 'd7abadb1557c47ab8c8300111afe2d05', 'subnets': [{'id': 'a4ea4d0f-71a4-4c95-82b1-6c4f14c713a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:30:23.793971 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-49f92ec9-466e-424c-bf7c-9bc7e02a1146 req-c40c7749-c0fc-4c71-b395-ad3249e7c888 service neutron] 10.222.0.44 "GET /v2.0/networks/343f954d-d1c3-4f66-bad4-ccfe52b09e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474768 Dec 06 17:30:23.888079 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2797127f-8924-4f0a-902f-96b1b598b33f tempest-FloatingIPAdminTestJSON-1723756978 tempest-FloatingIPAdminTestJSON-1723756978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:23.902183 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42356) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:30:23.965778 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-49f92ec9-466e-424c-bf7c-9bc7e02a1146 req-b2b883b9-eb99-4458-a25d-874e81c2f76e service neutron] 10.222.0.44 "GET /v2.0/networks/343f954d-d1c3-4f66-bad4-ccfe52b09e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612670 Dec 06 17:30:23.984601 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-31d1e212-8de2-461f-b019-379d77ac88d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:24.110117 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-2797127f-8924-4f0a-902f-96b1b598b33f tempest-FloatingIPAdminTestJSON-1723756978 tempest-FloatingIPAdminTestJSON-1723756978-project] Allocated IP 172.35.1.68 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/7cb50798-50b1-4bf3-b747-e0a1a18c89ee) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:30:24.136667 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70d1e2d-0ba7-49ce-90f0-83b474245782 None None] New status for floating IP 45d767fc-2b20-43c2-ae5d-478339f5313f: ACTIVE {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 17:30:24.216943 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-31d1e212-8de2-461f-b019-379d77ac88d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:24.224553 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-31d1e212-8de2-461f-b019-379d77ac88d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:24.281485 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d1e212-8de2-461f-b019-379d77ac88d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c42f72-cf4a-47fe-ae31-ccd074bfc58c,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:30:24.293596 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-31d1e212-8de2-461f-b019-379d77ac88d5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=60fe55a2bb894e2c95e9d08a68b13e24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3903418 Dec 06 17:30:24.293741 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 42358) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:30:24.299073 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2797127f-8924-4f0a-902f-96b1b598b33f tempest-FloatingIPAdminTestJSON-1723756978 tempest-FloatingIPAdminTestJSON-1723756978-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:24.359628 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2797127f-8924-4f0a-902f-96b1b598b33f tempest-FloatingIPAdminTestJSON-1723756978 tempest-FloatingIPAdminTestJSON-1723756978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:24.369987 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-473c6aec-95b2-4fae-bca7-e9b8f9a0b1a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:24.406788 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-473c6aec-95b2-4fae-bca7-e9b8f9a0b1a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:24.421034 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2797127f-8924-4f0a-902f-96b1b598b33f tempest-FloatingIPAdminTestJSON-1723756978 tempest-FloatingIPAdminTestJSON-1723756978-project] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:30:24.430539 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-2797127f-8924-4f0a-902f-96b1b598b33f tempest-FloatingIPAdminTestJSON-1723756978 tempest-FloatingIPAdminTestJSON-1723756978-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:30:24.441978 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2797127f-8924-4f0a-902f-96b1b598b33f tempest-FloatingIPAdminTestJSON-1723756978 tempest-FloatingIPAdminTestJSON-1723756978-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:30:24.473737 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2797127f-8924-4f0a-902f-96b1b598b33f tempest-FloatingIPAdminTestJSON-1723756978 tempest-FloatingIPAdminTestJSON-1723756978-project] Pushing event updated for resources: {'Port': ['ID=7cb50798-50b1-4bf3-b747-e0a1a18c89ee,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:30:24.535757 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-473c6aec-95b2-4fae-bca7-e9b8f9a0b1a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:24.539612 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-473c6aec-95b2-4fae-bca7-e9b8f9a0b1a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:24.556107 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-473c6aec-95b2-4fae-bca7-e9b8f9a0b1a8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f3c42f72-cf4a-47fe-ae31-ccd074bfc58c HTTP/1.1" status: 204 len: 168 time: 0.2600763 Dec 06 17:30:24.569739 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473c6aec-95b2-4fae-bca7-e9b8f9a0b1a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c42f72-cf4a-47fe-ae31-ccd074bfc58c,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:30:24.620002 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2797127f-8924-4f0a-902f-96b1b598b33f tempest-FloatingIPAdminTestJSON-1723756978 tempest-FloatingIPAdminTestJSON-1723756978-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:24.684426 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2797127f-8924-4f0a-902f-96b1b598b33f tempest-FloatingIPAdminTestJSON-1723756978 tempest-FloatingIPAdminTestJSON-1723756978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:24.896730 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2797127f-8924-4f0a-902f-96b1b598b33f tempest-FloatingIPAdminTestJSON-1723756978 tempest-FloatingIPAdminTestJSON-1723756978-project] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:24.903187 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2797127f-8924-4f0a-902f-96b1b598b33f tempest-FloatingIPAdminTestJSON-1723756978 tempest-FloatingIPAdminTestJSON-1723756978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:25.345585 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2797127f-8924-4f0a-902f-96b1b598b33f tempest-FloatingIPAdminTestJSON-1723756978 tempest-FloatingIPAdminTestJSON-1723756978-project] Pushing event updated for resources: {'Port': ['ID=7cb50798-50b1-4bf3-b747-e0a1a18c89ee,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:30:25.351398 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2797127f-8924-4f0a-902f-96b1b598b33f tempest-FloatingIPAdminTestJSON-1723756978 tempest-FloatingIPAdminTestJSON-1723756978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:25.368249 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2797127f-8924-4f0a-902f-96b1b598b33f tempest-FloatingIPAdminTestJSON-1723756978 tempest-FloatingIPAdminTestJSON-1723756978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:25.370037 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-2797127f-8924-4f0a-902f-96b1b598b33f tempest-FloatingIPAdminTestJSON-1723756978 tempest-FloatingIPAdminTestJSON-1723756978-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0473337 Dec 06 17:30:25.372665 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 42388) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:30:25.522700 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-fb86bc16-ba18-4543-81f4-cbe67f704a9f tempest-FloatingIPAdminTestJSON-668071076 tempest-FloatingIPAdminTestJSON-668071076-project-admin] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3220 time: 0.1466589 Dec 06 17:30:25.525160 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42396) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:30:25.629705 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-e42a39af-aecd-436d-8def-991cdc68f941 tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1032403 Dec 06 17:30:25.633955 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 42402) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:30:25.813298 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-a005ce79-005c-4183-98c7-7c5f99a9d2b2 tempest-FloatingIPAdminTestJSON-1723756978 tempest-FloatingIPAdminTestJSON-1723756978-project] Deleting port 7cb50798-50b1-4bf3-b747-e0a1a18c89ee {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:30:25.813944 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a005ce79-005c-4183-98c7-7c5f99a9d2b2 tempest-FloatingIPAdminTestJSON-1723756978 tempest-FloatingIPAdminTestJSON-1723756978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:25.930487 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a005ce79-005c-4183-98c7-7c5f99a9d2b2 tempest-FloatingIPAdminTestJSON-1723756978 tempest-FloatingIPAdminTestJSON-1723756978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:25.931391 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a005ce79-005c-4183-98c7-7c5f99a9d2b2 tempest-FloatingIPAdminTestJSON-1723756978 tempest-FloatingIPAdminTestJSON-1723756978-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:25.946694 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-a005ce79-005c-4183-98c7-7c5f99a9d2b2 tempest-FloatingIPAdminTestJSON-1723756978 tempest-FloatingIPAdminTestJSON-1723756978-project] Calling delete_port for 7cb50798-50b1-4bf3-b747-e0a1a18c89ee owned by network:floatingip {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:30:26.144613 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a005ce79-005c-4183-98c7-7c5f99a9d2b2 tempest-FloatingIPAdminTestJSON-1723756978 tempest-FloatingIPAdminTestJSON-1723756978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:26.181838 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a005ce79-005c-4183-98c7-7c5f99a9d2b2 tempest-FloatingIPAdminTestJSON-1723756978 tempest-FloatingIPAdminTestJSON-1723756978-project] Pushing event deleted for resources: {'Port': ['ID=7cb50798-50b1-4bf3-b747-e0a1a18c89ee,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:30:26.299805 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a005ce79-005c-4183-98c7-7c5f99a9d2b2 tempest-FloatingIPAdminTestJSON-1723756978 tempest-FloatingIPAdminTestJSON-1723756978-project] Publish callbacks [] for floatingip, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:26.302801 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a005ce79-005c-4183-98c7-7c5f99a9d2b2 tempest-FloatingIPAdminTestJSON-1723756978 tempest-FloatingIPAdminTestJSON-1723756978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:26.307317 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-a005ce79-005c-4183-98c7-7c5f99a9d2b2 tempest-FloatingIPAdminTestJSON-1723756978 tempest-FloatingIPAdminTestJSON-1723756978-project] 10.222.0.23 "DELETE /v2.0/floatingips/6e28e005-e239-4188-b138-241f4ee2216e HTTP/1.1" status: 204 len: 168 time: 0.6687248 Dec 06 17:30:26.307601 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42418) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:30:26.462774 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-5cd745e9-fcca-46fe-9d27-6e67c06f3ba0 tempest-FloatingIPAdminTestJSON-668071076 tempest-FloatingIPAdminTestJSON-668071076-project-admin] Deleting port 5bdfaaa8-b2ff-4496-a784-bb80b8342e44 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:30:26.464164 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5cd745e9-fcca-46fe-9d27-6e67c06f3ba0 tempest-FloatingIPAdminTestJSON-668071076 tempest-FloatingIPAdminTestJSON-668071076-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:26.564280 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5cd745e9-fcca-46fe-9d27-6e67c06f3ba0 tempest-FloatingIPAdminTestJSON-668071076 tempest-FloatingIPAdminTestJSON-668071076-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:26.564895 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5cd745e9-fcca-46fe-9d27-6e67c06f3ba0 tempest-FloatingIPAdminTestJSON-668071076 tempest-FloatingIPAdminTestJSON-668071076-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:26.598708 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-5cd745e9-fcca-46fe-9d27-6e67c06f3ba0 tempest-FloatingIPAdminTestJSON-668071076 tempest-FloatingIPAdminTestJSON-668071076-project-admin] Calling delete_port for 5bdfaaa8-b2ff-4496-a784-bb80b8342e44 owned by network:floatingip {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:30:26.828882 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5cd745e9-fcca-46fe-9d27-6e67c06f3ba0 tempest-FloatingIPAdminTestJSON-668071076 tempest-FloatingIPAdminTestJSON-668071076-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:26.904155 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd745e9-fcca-46fe-9d27-6e67c06f3ba0 tempest-FloatingIPAdminTestJSON-668071076 tempest-FloatingIPAdminTestJSON-668071076-project-admin] Pushing event deleted for resources: {'Port': ['ID=5bdfaaa8-b2ff-4496-a784-bb80b8342e44,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:30:27.030295 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5cd745e9-fcca-46fe-9d27-6e67c06f3ba0 tempest-FloatingIPAdminTestJSON-668071076 tempest-FloatingIPAdminTestJSON-668071076-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:27.033636 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5cd745e9-fcca-46fe-9d27-6e67c06f3ba0 tempest-FloatingIPAdminTestJSON-668071076 tempest-FloatingIPAdminTestJSON-668071076-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:27.038424 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-5cd745e9-fcca-46fe-9d27-6e67c06f3ba0 tempest-FloatingIPAdminTestJSON-668071076 tempest-FloatingIPAdminTestJSON-668071076-project-admin] 10.222.0.23 "DELETE /v2.0/floatingips/e9ac4048-1324-4a09-a141-d74c34c8f7e6 HTTP/1.1" status: 204 len: 168 time: 0.7268553 Dec 06 17:30:27.038654 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42462) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:30:27.170553 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-eae9caf8-0a58-48f5-a7b0-0522ada8211f tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Deleting port ec179d79-2516-4aea-a343-b7ecaec06c94 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:30:27.170973 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-eae9caf8-0a58-48f5-a7b0-0522ada8211f tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:27.343792 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-eae9caf8-0a58-48f5-a7b0-0522ada8211f tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:27.362171 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-eae9caf8-0a58-48f5-a7b0-0522ada8211f tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Calling delete_port for ec179d79-2516-4aea-a343-b7ecaec06c94 owned by {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:30:27.607643 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-eae9caf8-0a58-48f5-a7b0-0522ada8211f tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:27.658108 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae9caf8-0a58-48f5-a7b0-0522ada8211f tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Pushing event deleted for resources: {'Port': ['ID=ec179d79-2516-4aea-a343-b7ecaec06c94,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:30:27.857677 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-eae9caf8-0a58-48f5-a7b0-0522ada8211f tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:27.864616 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-eae9caf8-0a58-48f5-a7b0-0522ada8211f tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] 10.222.0.23 "DELETE /v2.0/ports/ec179d79-2516-4aea-a343-b7ecaec06c94 HTTP/1.1" status: 204 len: 168 time: 0.8220971 Dec 06 17:30:27.865243 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 42506) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:30:28.003302 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936f6aac-65ae-41f0-b265-146d0d4c2c34 tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:30:28.008821 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-936f6aac-65ae-41f0-b265-146d0d4c2c34 tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] 10.222.0.23 "GET /v2.0/ports?device_id=a077e07d-b218-4073-9ac3-cfc875a9d1e6 HTTP/1.1" status: 200 len: 913 time: 0.1421747 Dec 06 17:30:28.012030 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42512) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:30:28.305279 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 42526) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:30:28.545634 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9d9aca31-7045-4e43-895f-4efef567cdb4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:28.825212 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9d9aca31-7045-4e43-895f-4efef567cdb4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:28.832809 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9d9aca31-7045-4e43-895f-4efef567cdb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:28.924500 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-9d9aca31-7045-4e43-895f-4efef567cdb4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b9020208a9a94d8aafade8bc836d395d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6159518 Dec 06 17:30:28.934785 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 42550) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:30:29.136309 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-525481a5-6736-4b66-b89d-110af6a6af33 tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575908'] for router_interface, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:29.149743 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9aca31-7045-4e43-895f-4efef567cdb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24503fa7-2ada-4b1c-88a8-e88410b2a933,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:30:29.160541 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f27dcaa4-8d45-40c8-b928-090233c867ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:29.202929 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f27dcaa4-8d45-40c8-b928-090233c867ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:29.269079 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f27dcaa4-8d45-40c8-b928-090233c867ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:29.272028 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f27dcaa4-8d45-40c8-b928-090233c867ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:29.275813 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-f27dcaa4-8d45-40c8-b928-090233c867ee admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/24503fa7-2ada-4b1c-88a8-e88410b2a933 HTTP/1.1" status: 204 len: 168 time: 0.3342535 Dec 06 17:30:29.321829 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27dcaa4-8d45-40c8-b928-090233c867ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24503fa7-2ada-4b1c-88a8-e88410b2a933,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:30:29.823828 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-525481a5-6736-4b66-b89d-110af6a6af33 tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Deleting port 69119f9f-89e7-429d-90fb-adb92b7e5cb3 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:30:29.828677 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-525481a5-6736-4b66-b89d-110af6a6af33 tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:29.879355 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 42576) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:30:29.903117 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-103606e3-5fa4-469d-891a-c468ef2daa4b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:30.116005 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-525481a5-6736-4b66-b89d-110af6a6af33 tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:30.119304 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-103606e3-5fa4-469d-891a-c468ef2daa4b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:30.134771 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-103606e3-5fa4-469d-891a-c468ef2daa4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:30.177177 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-525481a5-6736-4b66-b89d-110af6a6af33 tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Calling delete_port for 69119f9f-89e7-429d-90fb-adb92b7e5cb3 owned by network:router_interface {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:30:30.196803 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103606e3-5fa4-469d-891a-c468ef2daa4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3acbb597-6322-4539-b457-4c9b9e133db6,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:30:30.285801 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-103606e3-5fa4-469d-891a-c468ef2daa4b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ea6425c91d844f60b7e3d34463361307&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4053028 Dec 06 17:30:30.286412 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 42590) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:30:30.451238 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0d1a6eea-5a06-4224-ae2f-ba15a9023ff6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:30.505785 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0d1a6eea-5a06-4224-ae2f-ba15a9023ff6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:30.626559 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0d1a6eea-5a06-4224-ae2f-ba15a9023ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:30.630762 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-525481a5-6736-4b66-b89d-110af6a6af33 tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:30.635694 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0d1a6eea-5a06-4224-ae2f-ba15a9023ff6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:30.636879 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-0d1a6eea-5a06-4224-ae2f-ba15a9023ff6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3acbb597-6322-4539-b457-4c9b9e133db6 HTTP/1.1" status: 204 len: 168 time: 0.3495550 Dec 06 17:30:30.669054 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1a6eea-5a06-4224-ae2f-ba15a9023ff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3acbb597-6322-4539-b457-4c9b9e133db6,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:30:30.722694 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525481a5-6736-4b66-b89d-110af6a6af33 tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Pushing event deleted for resources: {'Port': ['ID=69119f9f-89e7-429d-90fb-adb92b7e5cb3,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:30:30.982794 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525481a5-6736-4b66-b89d-110af6a6af33 tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:30:30.987224 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525481a5-6736-4b66-b89d-110af6a6af33 tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:30:30.988194 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525481a5-6736-4b66-b89d-110af6a6af33 tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:30:30.991205 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525481a5-6736-4b66-b89d-110af6a6af33 tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:30:30.992887 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525481a5-6736-4b66-b89d-110af6a6af33 tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:30:30.993334 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525481a5-6736-4b66-b89d-110af6a6af33 tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:30:30.993796 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525481a5-6736-4b66-b89d-110af6a6af33 tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:30:30.994234 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525481a5-6736-4b66-b89d-110af6a6af33 tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:30:30.997665 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525481a5-6736-4b66-b89d-110af6a6af33 tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:30:31.000752 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525481a5-6736-4b66-b89d-110af6a6af33 tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:30:31.000752 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525481a5-6736-4b66-b89d-110af6a6af33 tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:30:31.000752 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525481a5-6736-4b66-b89d-110af6a6af33 tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:30:31.000752 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525481a5-6736-4b66-b89d-110af6a6af33 tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:30:31.292372 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-525481a5-6736-4b66-b89d-110af6a6af33 tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-772474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575952'] for router_interface, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:31.900126 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-525481a5-6736-4b66-b89d-110af6a6af33 tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Router a077e07d-b218-4073-9ac3-cfc875a9d1e6 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:30:32.154679 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-525481a5-6736-4b66-b89d-110af6a6af33 tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:30:32.166952 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-525481a5-6736-4b66-b89d-110af6a6af33 tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] 10.222.0.23 "PUT /v2.0/routers/a077e07d-b218-4073-9ac3-cfc875a9d1e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1440003 Dec 06 17:30:32.168018 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 42638) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:30:32.168428 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25079284-4b75-4117-8511-ac176f49aebb None None] Sync routers for ids ['a077e07d-b218-4073-9ac3-cfc875a9d1e6'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:30:32.207321 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25079284-4b75-4117-8511-ac176f49aebb None None] Routers {'a077e07d-b218-4073-9ac3-cfc875a9d1e6'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:30:32.210492 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-25079284-4b75-4117-8511-ac176f49aebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:30:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['a077e07d-b218-4073-9ac3-cfc875a9d1e6'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:30:32.331780 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-437ae087-26e6-48d1-b397-9417a899c2d5 tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Publish callbacks [] for router, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:32.375972 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-25079284-4b75-4117-8511-ac176f49aebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:30:32.407939 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25079284-4b75-4117-8511-ac176f49aebb None None] Routers {'a077e07d-b218-4073-9ac3-cfc875a9d1e6'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:30:32.410189 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-25079284-4b75-4117-8511-ac176f49aebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:30:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['a077e07d-b218-4073-9ac3-cfc875a9d1e6'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:30:32.517839 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-25079284-4b75-4117-8511-ac176f49aebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:30:32.519618 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25079284-4b75-4117-8511-ac176f49aebb None None] The sync data for ids ['a077e07d-b218-4073-9ac3-cfc875a9d1e6'] in n-d-master-1 is: [] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:30:32.658782 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-437ae087-26e6-48d1-b397-9417a899c2d5 tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:32.798877 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:32.808411 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-437ae087-26e6-48d1-b397-9417a899c2d5 tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Deleting port f1bbf854-aecc-496b-a64d-8511f3673016 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:30:32.809168 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-437ae087-26e6-48d1-b397-9417a899c2d5 tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:32.981795 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-437ae087-26e6-48d1-b397-9417a899c2d5 tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:33.000755 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-437ae087-26e6-48d1-b397-9417a899c2d5 tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Calling delete_port for f1bbf854-aecc-496b-a64d-8511f3673016 owned by network:router_gateway {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:30:33.545429 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-437ae087-26e6-48d1-b397-9417a899c2d5 tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:33.684479 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437ae087-26e6-48d1-b397-9417a899c2d5 tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Pushing event deleted for resources: {'Port': ['ID=f1bbf854-aecc-496b-a64d-8511f3673016,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:30:33.698131 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d633e285-be5e-4a36-91fe-9bbba4a03a55 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:30:33.865617 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [req-2643bb07-f681-449b-923d-2386b3ea751c req-cf2c9105-0b7d-4c0c-a9e2-e553f02413eb service neutron] (103284) timed out ('10.222.0.44', 52910) {{(pid=103284) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 06 17:30:33.869915 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-437ae087-26e6-48d1-b397-9417a899c2d5 tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536698'] for router_gateway, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:34.018452 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-437ae087-26e6-48d1-b397-9417a899c2d5 tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:34.021731 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-437ae087-26e6-48d1-b397-9417a899c2d5 tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:34.096819 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-437ae087-26e6-48d1-b397-9417a899c2d5 tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:34.097371 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-437ae087-26e6-48d1-b397-9417a899c2d5 tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Fanout notify agent at l3_agent the message router_deleted on router a077e07d-b218-4073-9ac3-cfc875a9d1e6 {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 17:30:34.104943 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-437ae087-26e6-48d1-b397-9417a899c2d5 tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:34.108482 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-437ae087-26e6-48d1-b397-9417a899c2d5 tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] 10.222.0.23 "DELETE /v2.0/routers/a077e07d-b218-4073-9ac3-cfc875a9d1e6 HTTP/1.1" status: 204 len: 168 time: 1.9438405 Dec 06 17:30:34.108806 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42696) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:30:34.270284 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fce2d67-4eab-470c-9f9d-153281b0c079 tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Deleting subnet 057f07d5-42bc-4f9a-bc9b-0817cef38ba4 {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:30:34.286971 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4fce2d67-4eab-470c-9f9d-153281b0c079 tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:34.346496 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4fce2d67-4eab-470c-9f9d-153281b0c079 tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:34.460018 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4fce2d67-4eab-470c-9f9d-153281b0c079 tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:34.542293 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4fce2d67-4eab-470c-9f9d-153281b0c079 tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:34.680853 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fce2d67-4eab-470c-9f9d-153281b0c079 tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Pushing event deleted for resources: {'Subnet': ['ID=057f07d5-42bc-4f9a-bc9b-0817cef38ba4,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:30:34.703838 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a658151b-1e3e-4a5f-9858-6badbd72add0 None None] Network c31264b3-7647-4232-8f35-5dd61b7a549d requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:30:34.704630 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4fce2d67-4eab-470c-9f9d-153281b0c079 tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:34.712669 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-4fce2d67-4eab-470c-9f9d-153281b0c079 tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] 10.222.0.23 "DELETE /v2.0/subnets/057f07d5-42bc-4f9a-bc9b-0817cef38ba4 HTTP/1.1" status: 204 len: 168 time: 0.6012204 Dec 06 17:30:34.715048 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 42716) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:30:35.100297 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e846478c-3340-4d61-b6f0-df6ff28659ba tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:35.272861 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:35.291656 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-e846478c-3340-4d61-b6f0-df6ff28659ba tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Deleting port d4d639b0-d95c-4b31-b59a-531242420c02 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:30:35.292014 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e846478c-3340-4d61-b6f0-df6ff28659ba tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:35.403542 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb728f7-63b3-4d67-8765-cf29d8046dd3 None None] DHCP port deletion for c31264b3-7647-4232-8f35-5dd61b7a549d request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:30:35.519963 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-e846478c-3340-4d61-b6f0-df6ff28659ba tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] For port d4d639b0-d95c-4b31-b59a-531242420c02, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d4d639b0-d95c-4b31-b59a-531242420c02,segment=NetworkSegment(47cb3fc9-0da8-472d-820c-9b56fbd720c5),segment_id=47cb3fc9-0da8-472d-820c-9b56fbd720c5)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:30:35.533509 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e846478c-3340-4d61-b6f0-df6ff28659ba tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:35.555329 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-1bb728f7-63b3-4d67-8765-cf29d8046dd3 None None] Deleting port d4d639b0-d95c-4b31-b59a-531242420c02 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:30:35.555722 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1bb728f7-63b3-4d67-8765-cf29d8046dd3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:35.575875 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-e846478c-3340-4d61-b6f0-df6ff28659ba tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Calling delete_port for d4d639b0-d95c-4b31-b59a-531242420c02 owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:30:35.769851 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-1bb728f7-63b3-4d67-8765-cf29d8046dd3 None None] For port d4d639b0-d95c-4b31-b59a-531242420c02, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d4d639b0-d95c-4b31-b59a-531242420c02,segment=NetworkSegment(47cb3fc9-0da8-472d-820c-9b56fbd720c5),segment_id=47cb3fc9-0da8-472d-820c-9b56fbd720c5)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:30:35.771040 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1bb728f7-63b3-4d67-8765-cf29d8046dd3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:35.817037 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-1bb728f7-63b3-4d67-8765-cf29d8046dd3 None None] Calling delete_port for d4d639b0-d95c-4b31-b59a-531242420c02 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:30:35.839539 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e846478c-3340-4d61-b6f0-df6ff28659ba tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:35.874706 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [req-f0803665-2937-4ec3-8ad5-54273641db32 req-f116ec56-8c7d-43b6-b513-99120e02a51a service neutron] (103284) timed out ('10.222.0.41', 56564) {{(pid=103284) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 06 17:30:35.964137 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e846478c-3340-4d61-b6f0-df6ff28659ba tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Pushing event deleted for resources: {'Port': ['ID=d4d639b0-d95c-4b31-b59a-531242420c02,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:30:35.995623 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e846478c-3340-4d61-b6f0-df6ff28659ba tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] No DVR routers for this DVR port d4d639b0-d95c-4b31-b59a-531242420c02 on host n-d-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:30:36.164118 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1bb728f7-63b3-4d67-8765-cf29d8046dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:36.271486 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb728f7-63b3-4d67-8765-cf29d8046dd3 None None] Pushing event deleted for resources: {'Port': ['ID=d4d639b0-d95c-4b31-b59a-531242420c02,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:30:36.286709 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb728f7-63b3-4d67-8765-cf29d8046dd3 None None] No DVR routers for this DVR port d4d639b0-d95c-4b31-b59a-531242420c02 on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:30:36.337961 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e846478c-3340-4d61-b6f0-df6ff28659ba tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:36.386455 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-e846478c-3340-4d61-b6f0-df6ff28659ba tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c31264b3-7647-4232-8f35-5dd61b7a549d']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:30:36.406997 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-e846478c-3340-4d61-b6f0-df6ff28659ba tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47cb3fc9-0da8-472d-820c-9b56fbd720c5') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:30:36.409221 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-e846478c-3340-4d61-b6f0-df6ff28659ba tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47cb3fc9-0da8-472d-820c-9b56fbd720c5') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:30:36.443677 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e846478c-3340-4d61-b6f0-df6ff28659ba tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:36.480738 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e846478c-3340-4d61-b6f0-df6ff28659ba tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:36.494192 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e846478c-3340-4d61-b6f0-df6ff28659ba tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:30:36.494896 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e846478c-3340-4d61-b6f0-df6ff28659ba tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:36.499183 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 17:30:36.499183 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:30:36.499183 n-d-master-1 neutron-server[103284]: timer() Dec 06 17:30:36.499183 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:30:36.499183 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 17:30:36.499183 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:30:36.499183 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 17:30:36.499183 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:30:36.499183 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 17:30:36.499183 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:30:36.499183 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 17:30:36.499183 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:30:36.499183 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 17:30:36.499183 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:30:36.499183 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:30:36.499183 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:30:36.499183 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:30:36.499183 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:30:36.499183 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 17:30:36.499183 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:30:36.499183 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 17:30:36.499183 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:30:36.499183 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:30:36.499183 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:30:36.499183 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 17:30:36.499183 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:30:36.499183 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:30:36.499183 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:30:36.499183 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:30:36.499183 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:30:36.499183 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:30:36.499183 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:30:36.763855 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device d4d639b0-d95c-4b31-b59a-531242420c02 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:30:36.774917 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e846478c-3340-4d61-b6f0-df6ff28659ba tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:36.787731 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e846478c-3340-4d61-b6f0-df6ff28659ba tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Publish callbacks [] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:36.795803 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42790) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:30:36.800670 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-e846478c-3340-4d61-b6f0-df6ff28659ba tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] 10.222.0.23 "DELETE /v2.0/networks/c31264b3-7647-4232-8f35-5dd61b7a549d HTTP/1.1" status: 204 len: 168 time: 2.0840020 Dec 06 17:30:36.819834 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: d4d639b0-d95c-4b31-b59a-531242420c02 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:30:36.820785 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device d4d639b0-d95c-4b31-b59a-531242420c02 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:30:36.851400 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e846478c-3340-4d61-b6f0-df6ff28659ba tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Pushing event deleted for resources: {'Network': ['ID=c31264b3-7647-4232-8f35-5dd61b7a549d,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:30:37.308541 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9b58667f-14f6-48b1-a984-def59af6205b tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Deleting port c9ef916d-b67e-4171-ba76-84de8ce2140d {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:30:37.310535 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9b58667f-14f6-48b1-a984-def59af6205b tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:37.541067 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9b58667f-14f6-48b1-a984-def59af6205b tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:37.541300 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9b58667f-14f6-48b1-a984-def59af6205b tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:37.570426 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9b58667f-14f6-48b1-a984-def59af6205b tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Calling delete_port for c9ef916d-b67e-4171-ba76-84de8ce2140d owned by network:floatingip {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:30:37.883898 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9b58667f-14f6-48b1-a984-def59af6205b tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:37.957950 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b58667f-14f6-48b1-a984-def59af6205b tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Pushing event deleted for resources: {'Port': ['ID=c9ef916d-b67e-4171-ba76-84de8ce2140d,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:30:38.083864 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9b58667f-14f6-48b1-a984-def59af6205b tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Publish callbacks [] for floatingip, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:38.090146 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9b58667f-14f6-48b1-a984-def59af6205b tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:38.091513 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-9b58667f-14f6-48b1-a984-def59af6205b tempest-FloatingIPAdminTestJSON-267946692 tempest-FloatingIPAdminTestJSON-267946692-project] 10.222.0.23 "DELETE /v2.0/floatingips/a6c945a9-89a2-4753-950d-ea837462d880 HTTP/1.1" status: 204 len: 168 time: 1.2935529 Dec 06 17:30:38.868932 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42852) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:30:39.256223 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-7c2f3e1d-c701-45e9-bbe0-16813a5159a5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3b7180293397433ebd652c1338af832d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3859875 Dec 06 17:30:39.259580 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42860) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:30:39.377551 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-30eaabc3-5017-4056-9a62-82a41908c987 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:39.433872 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-30eaabc3-5017-4056-9a62-82a41908c987 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:39.672407 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-30eaabc3-5017-4056-9a62-82a41908c987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:39.676572 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-30eaabc3-5017-4056-9a62-82a41908c987 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:39.678207 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-30eaabc3-5017-4056-9a62-82a41908c987 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e40a590f-fe81-47b4-992c-7717b2a50c00 HTTP/1.1" status: 204 len: 168 time: 0.4166183 Dec 06 17:30:39.692206 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eaabc3-5017-4056-9a62-82a41908c987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e40a590f-fe81-47b4-992c-7717b2a50c00,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:30:40.734450 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42912) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:30:40.769321 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-26a719f2-162f-46a2-824a-162204cb2b38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:41.044411 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-26a719f2-162f-46a2-824a-162204cb2b38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:41.054013 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-26a719f2-162f-46a2-824a-162204cb2b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:41.129854 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 42926) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:30:41.144067 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-26a719f2-162f-46a2-824a-162204cb2b38 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9f49cae3f04e4f35975af99be8513189&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4015052 Dec 06 17:30:41.146061 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a719f2-162f-46a2-824a-162204cb2b38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37c6537f-0ff7-4beb-989b-4ae4fc647c54,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:30:41.336769 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-299c268c-1972-4bc3-8611-e8da509cb961 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:41.430820 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-299c268c-1972-4bc3-8611-e8da509cb961 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:41.597481 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-299c268c-1972-4bc3-8611-e8da509cb961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:41.611654 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-299c268c-1972-4bc3-8611-e8da509cb961 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:41.622206 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-299c268c-1972-4bc3-8611-e8da509cb961 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/37c6537f-0ff7-4beb-989b-4ae4fc647c54 HTTP/1.1" status: 204 len: 168 time: 0.4904191 Dec 06 17:30:41.683304 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299c268c-1972-4bc3-8611-e8da509cb961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c6537f-0ff7-4beb-989b-4ae4fc647c54,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:30:41.733753 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0ba0fe-7a65-4575-98de-f8b06c3a5233 req-135fc304-5d4d-4088-8d72-86978203f1c8 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:30:41.735724 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2e0ba0fe-7a65-4575-98de-f8b06c3a5233 req-135fc304-5d4d-4088-8d72-86978203f1c8 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/networks?id=baae5554-5993-4f38-bd78-dc900341a8a7 HTTP/1.1" status: 200 len: 813 time: 0.3630610 Dec 06 17:30:41.772578 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2e0ba0fe-7a65-4575-98de-f8b06c3a5233 req-18727d2f-4fd7-4a89-b8f7-dd8bd666670d tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/quotas/31731eabc62542b18a3f7712a1235f2a HTTP/1.1" status: 200 len: 375 time: 0.0265350 Dec 06 17:30:41.850753 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f084683-20bb-46e9-bbd3-0b2e6bccd67f req-99116d3f-d571-4838-bb7f-0f71784e1593 tempest-TestNetworkAdvancedServerOps-348317602 tempest-TestNetworkAdvancedServerOps-348317602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:30:41.853327 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6f084683-20bb-46e9-bbd3-0b2e6bccd67f req-99116d3f-d571-4838-bb7f-0f71784e1593 tempest-TestNetworkAdvancedServerOps-348317602 tempest-TestNetworkAdvancedServerOps-348317602-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=db2b7cfe-ff06-4d98-9999-728e2c37896c HTTP/1.1" status: 200 len: 1096 time: 0.1799963 Dec 06 17:30:41.922355 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2e0ba0fe-7a65-4575-98de-f8b06c3a5233 req-353e7926-4d2f-42d3-9228-2a57f3837fc3 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=31731eabc62542b18a3f7712a1235f2a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1374838 Dec 06 17:30:41.995695 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6f084683-20bb-46e9-bbd3-0b2e6bccd67f req-8a995d65-1fc8-46a3-b155-f48ba509fbe3 tempest-TestNetworkAdvancedServerOps-348317602 tempest-TestNetworkAdvancedServerOps-348317602-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=78322529-8ef3-429b-b795-66e840556866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358314 Dec 06 17:30:42.034378 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 42960) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:30:42.254603 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2e0ba0fe-7a65-4575-98de-f8b06c3a5233 req-f9bb0ca2-7f12-4f1b-8b77-05e6fc89ef8e service neutron] 10.222.0.23 "GET /v2.0/networks/baae5554-5993-4f38-bd78-dc900341a8a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3203192 Dec 06 17:30:42.415635 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2e0ba0fe-7a65-4575-98de-f8b06c3a5233 req-ddcea713-efd8-48df-886f-137531754d7b service neutron] 10.222.0.23 "GET /v2.0/networks/baae5554-5993-4f38-bd78-dc900341a8a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596153 Dec 06 17:30:42.574653 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-05219afb-343e-48e3-a716-c8c10f2dd5eb tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Deleting port a1d0444f-1620-4f64-977c-9e6e674705af {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:30:42.575637 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-05219afb-343e-48e3-a716-c8c10f2dd5eb tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:42.811318 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42984) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:30:42.844029 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f4278d45-5c29-4804-8518-f19d8056950a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:42.985293 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-66ebedc5-44ab-4d53-b710-22104d76b6be req-0f247902-2a3e-4a3a-93cf-9d659383af83 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/ports?device_id=d31ffa0d-959f-4258-b115-a7a04ad0dada HTTP/1.1" status: 200 len: 210 time: 0.1108027 Dec 06 17:30:42.996926 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-05219afb-343e-48e3-a716-c8c10f2dd5eb tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:42.997910 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-05219afb-343e-48e3-a716-c8c10f2dd5eb tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:43.033375 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f4278d45-5c29-4804-8518-f19d8056950a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:43.036211 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-05219afb-343e-48e3-a716-c8c10f2dd5eb tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Calling delete_port for a1d0444f-1620-4f64-977c-9e6e674705af owned by network:floatingip {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:30:43.041043 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f4278d45-5c29-4804-8518-f19d8056950a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:43.111339 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 17:30:43.140671 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4278d45-5c29-4804-8518-f19d8056950a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4bb4da7-6b58-43ca-86e1-3aa56c6f3757,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:30:43.220167 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 42998) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:30:43.222448 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-f4278d45-5c29-4804-8518-f19d8056950a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b302d1a2e2d94aa6a41a2a1e82fe387e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4086900 Dec 06 17:30:43.388634 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-423b25dc-882f-4991-bb46-b09878fa1690 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:43.443109 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-87076a07-7f12-4361-b2d9-295f2045d05b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:43.483476 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-423b25dc-882f-4991-bb46-b09878fa1690 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:43.536309 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-05219afb-343e-48e3-a716-c8c10f2dd5eb tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:43.595550 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05219afb-343e-48e3-a716-c8c10f2dd5eb tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Pushing event deleted for resources: {'Port': ['ID=a1d0444f-1620-4f64-977c-9e6e674705af,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:30:43.712977 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-423b25dc-882f-4991-bb46-b09878fa1690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:43.715739 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-423b25dc-882f-4991-bb46-b09878fa1690 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:43.719238 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-423b25dc-882f-4991-bb46-b09878fa1690 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d4bb4da7-6b58-43ca-86e1-3aa56c6f3757 HTTP/1.1" status: 204 len: 168 time: 0.4937472 Dec 06 17:30:43.736231 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-05219afb-343e-48e3-a716-c8c10f2dd5eb tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for floatingip, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:43.739630 n-d-master-1 neutron-server[103284]: INFO neutron.db.l3_db [None req-05219afb-343e-48e3-a716-c8c10f2dd5eb tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Floating IP 744aebf8-ab0f-468a-9cdf-a54af3971658 disassociated (deleted). External IP: 172.35.1.32, port: 5edc18d8-d393-472d-810e-022aef3ddd4c. Dec 06 17:30:43.829334 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423b25dc-882f-4991-bb46-b09878fa1690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4bb4da7-6b58-43ca-86e1-3aa56c6f3757,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:30:44.247445 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-975119e2-5629-4848-b64c-c0dc279f249f req-13e9c91d-e712-4fa4-b4ba-78096d291424 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/ports?device_id=d31ffa0d-959f-4258-b115-a7a04ad0dada HTTP/1.1" status: 200 len: 210 time: 0.1027472 Dec 06 17:30:44.341889 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05219afb-343e-48e3-a716-c8c10f2dd5eb tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Router 42a80a43-952d-4464-8c75-25004f7385cf has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:30:44.650320 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05219afb-343e-48e3-a716-c8c10f2dd5eb tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:30:44.662961 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227bd7be-67b5-4d6d-8d11-dec1f147127b None None] Sync routers for ids ['42a80a43-952d-4464-8c75-25004f7385cf'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:30:44.664176 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-05219afb-343e-48e3-a716-c8c10f2dd5eb tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:44.691582 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227bd7be-67b5-4d6d-8d11-dec1f147127b None None] Routers {'42a80a43-952d-4464-8c75-25004f7385cf'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:30:44.692265 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-227bd7be-67b5-4d6d-8d11-dec1f147127b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:30:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['42a80a43-952d-4464-8c75-25004f7385cf'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:30:44.769664 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-05219afb-343e-48e3-a716-c8c10f2dd5eb tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "DELETE /v2.0/floatingips/744aebf8-ab0f-468a-9cdf-a54af3971658 HTTP/1.1" status: 204 len: 168 time: 2.7295382 Dec 06 17:30:44.772736 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db2b7cfe-ff06-4d98-9999-728e2c37896c', 'tag': '5edc18d8-d393-472d-810e-022aef3ddd4c'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:30:44.786336 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-534ef61d-8d41-415e-89b9-3317bc3d0fa4" -d '{"events": [{"name": "network-changed", "server_uuid": "db2b7cfe-ff06-4d98-9999-728e2c37896c", "tag": "5edc18d8-d393-472d-810e-022aef3ddd4c"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:30:44.902477 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0ba0fe-7a65-4575-98de-f8b06c3a5233 req-4bb17369-f603-4d7c-bcad-cf2f49e4b308 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:30:44.916115 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2e0ba0fe-7a65-4575-98de-f8b06c3a5233 req-4bb17369-f603-4d7c-bcad-cf2f49e4b308 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.41 "GET /v2.0/networks?id=baae5554-5993-4f38-bd78-dc900341a8a7 HTTP/1.1" status: 200 len: 813 time: 0.3019524 Dec 06 17:30:44.928517 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-2e0ba0fe-7a65-4575-98de-f8b06c3a5233 req-8e4f86e0-463e-46fe-b12a-4178a9f38174 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Request body: {'port': {'device_id': 'd31ffa0d-959f-4258-b115-a7a04ad0dada', 'network_id': 'baae5554-5993-4f38-bd78-dc900341a8a7', 'admin_state_up': True, 'tenant_id': '31731eabc62542b18a3f7712a1235f2a'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:30:44.953424 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d613c691-2b1f-4c19-8db4-4b1b01293aaa x-openstack-request-id: req-d613c691-2b1f-4c19-8db4-4b1b01293aaa {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:30:44.953751 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db2b7cfe-ff06-4d98-9999-728e2c37896c", "tag": "5edc18d8-d393-472d-810e-022aef3ddd4c", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:30:44.954008 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d613c691-2b1f-4c19-8db4-4b1b01293aaa {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:30:44.954421 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db2b7cfe-ff06-4d98-9999-728e2c37896c', 'tag': '5edc18d8-d393-472d-810e-022aef3ddd4c', 'status': 'completed', 'code': 200} Dec 06 17:30:45.201346 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-227bd7be-67b5-4d6d-8d11-dec1f147127b None None] Set router 42a80a43-952d-4464-8c75-25004f7385cf gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:30:45.402842 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e0ba0fe-7a65-4575-98de-f8b06c3a5233 req-8e4f86e0-463e-46fe-b12a-4178a9f38174 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Made reservation on behalf of 31731eabc62542b18a3f7712a1235f2a for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:30:45.411090 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43504a31-9715-419b-a4ff-c13034631818 req-6106c52f-a554-47b8-b582-caf0d89bfc0f tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:30:45.417212 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2e0ba0fe-7a65-4575-98de-f8b06c3a5233 req-8e4f86e0-463e-46fe-b12a-4178a9f38174 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:45.422061 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-43504a31-9715-419b-a4ff-c13034631818 req-6106c52f-a554-47b8-b582-caf0d89bfc0f tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=db2b7cfe-ff06-4d98-9999-728e2c37896c HTTP/1.1" status: 200 len: 945 time: 0.1963513 Dec 06 17:30:45.530131 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-43504a31-9715-419b-a4ff-c13034631818 req-5fe0ae2b-25c5-4669-b777-e0355ee16869 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=78322529-8ef3-429b-b795-66e840556866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030591 Dec 06 17:30:45.863458 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-af1cf0f5-8703-4258-a6b8-89b26e4170b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:45.927075 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 43098) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:30:46.048320 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-227bd7be-67b5-4d6d-8d11-dec1f147127b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a80a43-952d-4464-8c75-25004f7385cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1059114852', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.135'}], 'enable_snat': True}, 'gw_port_id': 'eb56abc0-5162-4a66-af37-1a834ea8506a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:28:00Z', 'updated_at': '2021-12-06T17:28:16Z', 'revision_number': 4, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'gw_port': {'id': 'eb56abc0-5162-4a66-af37-1a834ea8506a', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a80a43-952d-4464-8c75-25004f7385cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:28:04Z', 'updated_at': '2021-12-06T17:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '7c5102cc-1ae1-46d0-83a7-a0f32a6b3654', 'name': '', 'network_id': 'a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'mac_address': 'fa:16:3e:a8:79:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a80a43-952d-4464-8c75-25004f7385cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': 'a240123d-81b7-4a46-9e81-fb9ca8196e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:28:13Z', 'updated_at': '2021-12-06T17:28:25Z', 'revision_number': 5, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'subnets': [{'id': 'a240123d-81b7-4a46-9e81-fb9ca8196e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:30:46.085028 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227bd7be-67b5-4d6d-8d11-dec1f147127b None None] Checking router: 42a80a43-952d-4464-8c75-25004f7385cf for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:30:46.094352 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227bd7be-67b5-4d6d-8d11-dec1f147127b None None] Routers {'42a80a43-952d-4464-8c75-25004f7385cf'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:30:46.095267 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-227bd7be-67b5-4d6d-8d11-dec1f147127b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:30:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['42a80a43-952d-4464-8c75-25004f7385cf'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:30:46.130600 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 43106) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:30:46.329046 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-227bd7be-67b5-4d6d-8d11-dec1f147127b None None] Set router 42a80a43-952d-4464-8c75-25004f7385cf gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:30:46.368608 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-320459eb-b3ab-4f16-9423-e4a518dc8627 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:46.615361 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-320459eb-b3ab-4f16-9423-e4a518dc8627 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:46.630124 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-320459eb-b3ab-4f16-9423-e4a518dc8627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:46.769788 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-61bd4d1a-ce6c-4c31-8a4d-0f05b2f34304 req-e8e8e4cf-6ac1-422a-885d-a4fed40d66e6 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/ports?device_id=d31ffa0d-959f-4258-b115-a7a04ad0dada HTTP/1.1" status: 200 len: 210 time: 0.1732724 Dec 06 17:30:46.776593 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-320459eb-b3ab-4f16-9423-e4a518dc8627 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=82332ff001b64c969f8fca353658cd53&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6448891 Dec 06 17:30:46.809781 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 43120) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:30:46.931499 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-63dd3880-26f1-4d9f-9b12-16a3edc4c19f tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-550561611'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:30:46.941532 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-227bd7be-67b5-4d6d-8d11-dec1f147127b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a80a43-952d-4464-8c75-25004f7385cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1059114852', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.135'}], 'enable_snat': True}, 'gw_port_id': 'eb56abc0-5162-4a66-af37-1a834ea8506a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:28:00Z', 'updated_at': '2021-12-06T17:28:16Z', 'revision_number': 4, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'gw_port': {'id': 'eb56abc0-5162-4a66-af37-1a834ea8506a', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a80a43-952d-4464-8c75-25004f7385cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:28:04Z', 'updated_at': '2021-12-06T17:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '7c5102cc-1ae1-46d0-83a7-a0f32a6b3654', 'name': '', 'network_id': 'a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'mac_address': 'fa:16:3e:a8:79:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a80a43-952d-4464-8c75-25004f7385cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': 'a240123d-81b7-4a46-9e81-fb9ca8196e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:28:13Z', 'updated_at': '2021-12-06T17:28:25Z', 'revision_number': 5, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'subnets': [{'id': 'a240123d-81b7-4a46-9e81-fb9ca8196e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:30:46.978075 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d43e34e-afef-452c-83e1-373b6ce5f57e req-f9d0d200-e932-4799-9655-f06fe674b3df tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:30:46.979782 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3d43e34e-afef-452c-83e1-373b6ce5f57e req-f9d0d200-e932-4799-9655-f06fe674b3df tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.41 "GET /v2.0/ports?device_id=db2b7cfe-ff06-4d98-9999-728e2c37896c HTTP/1.1" status: 200 len: 945 time: 0.3092868 Dec 06 17:30:46.980524 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320459eb-b3ab-4f16-9423-e4a518dc8627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc77ed8b-caf5-4223-872f-74df9c2acf79,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:30:47.016470 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534ef61d-8d41-415e-89b9-3317bc3d0fa4 req-a1480373-41a3-4b3f-b464-c5c79dc1a5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:30:47.019270 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-534ef61d-8d41-415e-89b9-3317bc3d0fa4 req-a1480373-41a3-4b3f-b464-c5c79dc1a5f0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=87136a91f6c54863bdb78ae5833b5c4e&device_id=db2b7cfe-ff06-4d98-9999-728e2c37896c HTTP/1.1" status: 200 len: 1096 time: 2.0450571 Dec 06 17:30:47.064759 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227bd7be-67b5-4d6d-8d11-dec1f147127b None None] The sync data for ids ['42a80a43-952d-4464-8c75-25004f7385cf'] in n-d-master-1 is: [{'id': '42a80a43-952d-4464-8c75-25004f7385cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1059114852', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.135'}], 'enable_snat': True}, 'gw_port_id': 'eb56abc0-5162-4a66-af37-1a834ea8506a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:28:00Z', 'updated_at': '2021-12-06T17:28:16Z', 'revision_number': 4, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'gw_port': {'id': 'eb56abc0-5162-4a66-af37-1a834ea8506a', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a80a43-952d-4464-8c75-25004f7385cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:28:04Z', 'updated_at': '2021-12-06T17:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '7c5102cc-1ae1-46d0-83a7-a0f32a6b3654', 'name': '', 'network_id': 'a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'mac_address': 'fa:16:3e:a8:79:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a80a43-952d-4464-8c75-25004f7385cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': 'a240123d-81b7-4a46-9e81-fb9ca8196e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:28:13Z', 'updated_at': '2021-12-06T17:28:25Z', 'revision_number': 5, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'subnets': [{'id': 'a240123d-81b7-4a46-9e81-fb9ca8196e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:30:47.077998 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63dd3880-26f1-4d9f-9b12-16a3edc4c19f tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Made reservation on behalf of 1f7a54781a03436a8fc97d325eadac0b for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:30:47.082474 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:47.083920 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-63dd3880-26f1-4d9f-9b12-16a3edc4c19f tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:47.088179 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-59a87103-a182-4efc-8a02-743bb1d0053a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:47.105439 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb26f72-ea61-44ca-b4fa-2641d2a23839 req-b8eb47b7-8570-4778-9d4b-3e28da1b1158 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:30:47.117920 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-feb26f72-ea61-44ca-b4fa-2641d2a23839 req-b8eb47b7-8570-4778-9d4b-3e28da1b1158 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=db2b7cfe-ff06-4d98-9999-728e2c37896c HTTP/1.1" status: 200 len: 945 time: 0.3746276 Dec 06 17:30:47.194415 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-63dd3880-26f1-4d9f-9b12-16a3edc4c19f tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:47.344312 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-63dd3880-26f1-4d9f-9b12-16a3edc4c19f tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:47.357280 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-63dd3880-26f1-4d9f-9b12-16a3edc4c19f tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:47.388232 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-feb26f72-ea61-44ca-b4fa-2641d2a23839 req-d4ceaf3f-f6fb-4ff2-bcc3-1308f0ef82cc tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=78322529-8ef3-429b-b795-66e840556866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2691262 Dec 06 17:30:47.389030 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-59a87103-a182-4efc-8a02-743bb1d0053a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:47.438957 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63dd3880-26f1-4d9f-9b12-16a3edc4c19f tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:30:47.463303 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dd3880-26f1-4d9f-9b12-16a3edc4c19f tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bad7c25-d2e0-4285-bd48-a58ff7cc480c,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:30:47.480558 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-3d43e34e-afef-452c-83e1-373b6ce5f57e req-137fb852-eaca-4934-8bf2-ea51ef525fbc tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Deleting port 5edc18d8-d393-472d-810e-022aef3ddd4c {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:30:47.480988 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3d43e34e-afef-452c-83e1-373b6ce5f57e req-137fb852-eaca-4934-8bf2-ea51ef525fbc tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:47.492573 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-63dd3880-26f1-4d9f-9b12-16a3edc4c19f tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:47.493012 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-63dd3880-26f1-4d9f-9b12-16a3edc4c19f tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Added segment 98ddafd2-4a91-43eb-a762-83ce868bba12 of type vlan for network 03617047-f243-4014-bbeb-62374b9597eb Dec 06 17:30:47.530314 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-59a87103-a182-4efc-8a02-743bb1d0053a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:47.533053 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-59a87103-a182-4efc-8a02-743bb1d0053a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:47.538508 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-59a87103-a182-4efc-8a02-743bb1d0053a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bc77ed8b-caf5-4223-872f-74df9c2acf79 HTTP/1.1" status: 204 len: 168 time: 0.7055011 Dec 06 17:30:47.596110 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-2e0ba0fe-7a65-4575-98de-f8b06c3a5233 req-8e4f86e0-463e-46fe-b12a-4178a9f38174 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Allocated IP 172.20.0.9 (baae5554-5993-4f38-bd78-dc900341a8a7/beafb9f1-df05-4269-b547-aab5f335c461/b40dfe45-1d09-4d36-a9c4-1594fd15a130) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:30:47.599377 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a87103-a182-4efc-8a02-743bb1d0053a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc77ed8b-caf5-4223-872f-74df9c2acf79,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:30:47.608078 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534ef61d-8d41-415e-89b9-3317bc3d0fa4 req-70f64ee4-df95-4b79-bb10-57a5dd6c0df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:30:47.610460 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-534ef61d-8d41-415e-89b9-3317bc3d0fa4 req-70f64ee4-df95-4b79-bb10-57a5dd6c0df5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c HTTP/1.1" status: 200 len: 898 time: 0.5787179 Dec 06 17:30:47.698530 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-63dd3880-26f1-4d9f-9b12-16a3edc4c19f tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:47.734760 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a82725-a4b7-4e27-9779-7b49d8af2d45 None None] New status for floating IP 744aebf8-ab0f-468a-9cdf-a54af3971658: DOWN {{(pid=103287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 17:30:47.745645 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-534ef61d-8d41-415e-89b9-3317bc3d0fa4 req-27bdd513-cbbb-4f28-8612-0e02a0dc33b2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5edc18d8-d393-472d-810e-022aef3ddd4c HTTP/1.1" status: 200 len: 217 time: 0.1068683 Dec 06 17:30:47.776423 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-63dd3880-26f1-4d9f-9b12-16a3edc4c19f tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:47.785966 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63dd3880-26f1-4d9f-9b12-16a3edc4c19f tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:30:47.786849 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-63dd3880-26f1-4d9f-9b12-16a3edc4c19f tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Publish callbacks [] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:47.989007 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-33c87c3a-85aa-47dc-8eba-206632d60975 req-a1dd9567-34e9-4022-a5cc-d66a4767f56d tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/ports?device_id=d31ffa0d-959f-4258-b115-a7a04ad0dada HTTP/1.1" status: 200 len: 210 time: 0.0792663 Dec 06 17:30:48.107310 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:48.134227 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534ef61d-8d41-415e-89b9-3317bc3d0fa4 req-20668dbe-1c98-4688-8d35-27ab023f4e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:30:48.140128 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-534ef61d-8d41-415e-89b9-3317bc3d0fa4 req-20668dbe-1c98-4688-8d35-27ab023f4e76 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a240123d-81b7-4a46-9e81-fb9ca8196e24 HTTP/1.1" status: 200 len: 835 time: 0.3745632 Dec 06 17:30:48.142885 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 43150) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:30:48.233602 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2e0ba0fe-7a65-4575-98de-f8b06c3a5233 req-8e4f86e0-463e-46fe-b12a-4178a9f38174 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:48.272653 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4647d58d-2815-4e97-9b00-111ff5887e10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:48.336771 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2e0ba0fe-7a65-4575-98de-f8b06c3a5233 req-8e4f86e0-463e-46fe-b12a-4178a9f38174 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:48.350384 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['cb808805-ed0f-4802-a8ba-36b736428fd1', '77390b8b-a6da-4a50-b92d-208c0440161d'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:30:48.441506 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['dd3e8b2b-346c-4271-a6a0-a9014ec34cab'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:30:48.499178 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4647d58d-2815-4e97-9b00-111ff5887e10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:48.500745 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4f86e0-463e-46fe-b12a-4178a9f38174 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Pushing event updated for resources: {'Port': ['ID=b40dfe45-1d09-4d36-a9c4-1594fd15a130,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:30:48.522145 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4647d58d-2815-4e97-9b00-111ff5887e10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:48.695458 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e0ba0fe-7a65-4575-98de-f8b06c3a5233 req-8e4f86e0-463e-46fe-b12a-4178a9f38174 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Network baae5554-5993-4f38-bd78-dc900341a8a7 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:30:48.767627 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-4647d58d-2815-4e97-9b00-111ff5887e10 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=26c2eac9e3be40b79eae319fac35913a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6230564 Dec 06 17:30:48.771783 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 43160) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:30:48.782330 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4647d58d-2815-4e97-9b00-111ff5887e10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45a83253-8536-4e66-ac1f-d421955c2487,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:30:48.828647 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-3d43e34e-afef-452c-83e1-373b6ce5f57e req-137fb852-eaca-4934-8bf2-ea51ef525fbc tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] For port 5edc18d8-d393-472d-810e-022aef3ddd4c, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=5edc18d8-d393-472d-810e-022aef3ddd4c,segment=NetworkSegment(01c80ae1-47cd-4b92-84e1-920e248051d6),segment_id=01c80ae1-47cd-4b92-84e1-920e248051d6)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:30:48.829261 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3d43e34e-afef-452c-83e1-373b6ce5f57e req-137fb852-eaca-4934-8bf2-ea51ef525fbc tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:48.835665 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-2e0ba0fe-7a65-4575-98de-f8b06c3a5233 req-8e4f86e0-463e-46fe-b12a-4178a9f38174 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:30:48.845045 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e0ba0fe-7a65-4575-98de-f8b06c3a5233 req-8e4f86e0-463e-46fe-b12a-4178a9f38174 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:30:48.856543 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-3d43e34e-afef-452c-83e1-373b6ce5f57e req-137fb852-eaca-4934-8bf2-ea51ef525fbc tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Calling delete_port for 5edc18d8-d393-472d-810e-022aef3ddd4c owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:30:48.868037 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a566c57c-54d1-4309-a260-d44d99dd872d None None] DHCP port deletion for baae5554-5993-4f38-bd78-dc900341a8a7 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:30:48.898399 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-63dd3880-26f1-4d9f-9b12-16a3edc4c19f tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.9699647 Dec 06 17:30:48.936645 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 43162) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:30:48.956424 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-dcada0ab-22b1-414c-a6f7-faf6b85b308c tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Request body: {'subnet': {'network_id': '03617047-f243-4014-bbeb-62374b9597eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:30:48.990637 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-eaa9106f-fd5c-430a-a818-1583c835f4b7 None None] Provisioning complete for port b40dfe45-1d09-4d36-a9c4-1594fd15a130 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:30:48.991114 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-eaa9106f-fd5c-430a-a818-1583c835f4b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:49.135059 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:49.152086 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534ef61d-8d41-415e-89b9-3317bc3d0fa4 req-fdbc02dc-9d57-4ff7-b50a-1f700888d63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:30:49.156430 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-534ef61d-8d41-415e-89b9-3317bc3d0fa4 req-fdbc02dc-9d57-4ff7-b50a-1f700888d63d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8845949 Dec 06 17:30:49.157047 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-eaa9106f-fd5c-430a-a818-1583c835f4b7 None None] Port b40dfe45-1d09-4d36-a9c4-1594fd15a130 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:30:49.244762 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dd3880-26f1-4d9f-9b12-16a3edc4c19f tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Pushing event updated for resources: {'Network': ['ID=03617047-f243-4014-bbeb-62374b9597eb,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:30:49.248627 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13030d7-1c1a-483c-8467-0b3fbe4fef79 req-400c5b4e-7e67-42a0-8376-346d1745bd3d tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:30:49.250580 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e13030d7-1c1a-483c-8467-0b3fbe4fef79 req-400c5b4e-7e67-42a0-8376-346d1745bd3d tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=db2b7cfe-ff06-4d98-9999-728e2c37896c HTTP/1.1" status: 200 len: 945 time: 0.7465172 Dec 06 17:30:49.251472 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3d43e34e-afef-452c-83e1-373b6ce5f57e req-137fb852-eaca-4934-8bf2-ea51ef525fbc tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:49.270639 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 03617047-f243-4014-bbeb-62374b9597eb details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:30:49.283890 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137fb852-eaca-4934-8bf2-ea51ef525fbc tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Pushing event deleted for resources: {'Port': ['ID=5edc18d8-d393-472d-810e-022aef3ddd4c,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:30:49.298890 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3b32fe-cc6b-4321-bd2b-eac933f9d091 req-5a9336f6-5f27-4340-84f3-602ac5c8d80b tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:30:49.306869 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ce3b32fe-cc6b-4321-bd2b-eac933f9d091 req-5a9336f6-5f27-4340-84f3-602ac5c8d80b tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/ports?device_id=d31ffa0d-959f-4258-b115-a7a04ad0dada HTTP/1.1" status: 200 len: 931 time: 0.1112523 Dec 06 17:30:49.372329 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0ba0fe-7a65-4575-98de-f8b06c3a5233 req-8e4f86e0-463e-46fe-b12a-4178a9f38174 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:30:49.373041 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2e0ba0fe-7a65-4575-98de-f8b06c3a5233 req-8e4f86e0-463e-46fe-b12a-4178a9f38174 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:49.394461 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcada0ab-22b1-414c-a6f7-faf6b85b308c tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Made reservation on behalf of 1f7a54781a03436a8fc97d325eadac0b for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:30:49.398062 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dcada0ab-22b1-414c-a6f7-faf6b85b308c tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:49.401850 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6457f941-e4df-4eec-8114-9fa0a5f69be1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:49.417148 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ce3b32fe-cc6b-4321-bd2b-eac933f9d091 req-b9014793-e0b8-4a4a-921a-11bd0f2bbe0e tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/security-groups?id=a040c6b3-0771-4bba-81c8-f88c93c47b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090038 Dec 06 17:30:49.488964 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d43e34e-afef-452c-83e1-373b6ce5f57e req-137fb852-eaca-4934-8bf2-ea51ef525fbc tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] No DVR routers for this DVR port 5edc18d8-d393-472d-810e-022aef3ddd4c on host n-h1-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:30:49.495930 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3d43e34e-afef-452c-83e1-373b6ce5f57e req-137fb852-eaca-4934-8bf2-ea51ef525fbc tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:49.499735 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2e0ba0fe-7a65-4575-98de-f8b06c3a5233 req-8e4f86e0-463e-46fe-b12a-4178a9f38174 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5782273 Dec 06 17:30:49.500877 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3d43e34e-afef-452c-83e1-373b6ce5f57e req-137fb852-eaca-4934-8bf2-ea51ef525fbc tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.41 "DELETE /v2.0/ports/5edc18d8-d393-472d-810e-022aef3ddd4c HTTP/1.1" status: 204 len: 173 time: 2.5075071 Dec 06 17:30:49.501374 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db2b7cfe-ff06-4d98-9999-728e2c37896c', 'name': 'network-vif-deleted', 'tag': '5edc18d8-d393-472d-810e-022aef3ddd4c'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:30:49.512652 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-031088e4-9050-4238-8cc8-d6ebd500f135" -d '{"events": [{"server_uuid": "db2b7cfe-ff06-4d98-9999-728e2c37896c", "name": "network-vif-deleted", "tag": "5edc18d8-d393-472d-810e-022aef3ddd4c"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:30:49.598035 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed5a409-8f70-4a2f-a3ec-758e4a766806 x-openstack-request-id: req-0ed5a409-8f70-4a2f-a3ec-758e4a766806 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:30:49.598334 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db2b7cfe-ff06-4d98-9999-728e2c37896c", "name": "network-vif-deleted", "tag": "5edc18d8-d393-472d-810e-022aef3ddd4c", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:30:49.598524 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-2e0ba0fe-7a65-4575-98de-f8b06c3a5233 req-8a07f246-a309-4140-a365-0356fc728676 service neutron] Request body: {'port': {'device_id': 'd31ffa0d-959f-4258-b115-a7a04ad0dada', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:30:49.598661 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0ed5a409-8f70-4a2f-a3ec-758e4a766806 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:30:49.598987 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db2b7cfe-ff06-4d98-9999-728e2c37896c', 'name': 'network-vif-deleted', 'tag': '5edc18d8-d393-472d-810e-022aef3ddd4c', 'status': 'completed', 'code': 200} Dec 06 17:30:49.607679 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6457f941-e4df-4eec-8114-9fa0a5f69be1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:49.653868 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-534ef61d-8d41-415e-89b9-3317bc3d0fa4 req-1906c9d3-0865-44cd-a1c0-eccb4065b16e service neutron] 10.222.0.41 "GET /v2.0/networks/a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4663231 Dec 06 17:30:49.666214 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e13030d7-1c1a-483c-8467-0b3fbe4fef79 req-9340f163-4686-4d50-8f21-a039d397a708 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=78322529-8ef3-429b-b795-66e840556866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3608701 Dec 06 17:30:49.740968 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 5edc18d8-d393-472d-810e-022aef3ddd4c no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:30:49.802972 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2e0ba0fe-7a65-4575-98de-f8b06c3a5233 req-8a07f246-a309-4140-a365-0356fc728676 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:49.820669 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] No Port match for: 5edc18d8-d393-472d-810e-022aef3ddd4c {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:30:49.822188 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 5edc18d8-d393-472d-810e-022aef3ddd4c not bound to the agent host n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:30:50.007808 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6457f941-e4df-4eec-8114-9fa0a5f69be1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:50.010547 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6457f941-e4df-4eec-8114-9fa0a5f69be1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:50.011728 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-6457f941-e4df-4eec-8114-9fa0a5f69be1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/45a83253-8536-4e66-ac1f-d421955c2487 HTTP/1.1" status: 204 len: 168 time: 1.2208130 Dec 06 17:30:50.023205 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-534ef61d-8d41-415e-89b9-3317bc3d0fa4 req-0c3b190f-c0f2-4fde-bdbf-67665f45c99b service neutron] 10.222.0.41 "GET /v2.0/networks/a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3520544 Dec 06 17:30:50.049068 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6457f941-e4df-4eec-8114-9fa0a5f69be1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a83253-8536-4e66-ac1f-d421955c2487,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:30:50.227091 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dcada0ab-22b1-414c-a6f7-faf6b85b308c tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:50.457599 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcada0ab-22b1-414c-a6f7-faf6b85b308c tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Pushing event updated for resources: {'Subnet': ['ID=9328aba9-a7bc-4312-b336-eb184aa80bbc,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:30:50.471196 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcada0ab-22b1-414c-a6f7-faf6b85b308c tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Checking segment: {'id': '98ddafd2-4a91-43eb-a762-83ce868bba12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '03617047-f243-4014-bbeb-62374b9597eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:30:50.472210 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcada0ab-22b1-414c-a6f7-faf6b85b308c tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Network hostable DHCP agents. Network: 03617047-f243-4014-bbeb-62374b9597eb, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:30:50.512570 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcada0ab-22b1-414c-a6f7-faf6b85b308c tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Network 03617047-f243-4014-bbeb-62374b9597eb is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:30:50.563642 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-dcada0ab-22b1-414c-a6f7-faf6b85b308c tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 03617047-f243-4014-bbeb-62374b9597eb) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:30:50.570330 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcada0ab-22b1-414c-a6f7-faf6b85b308c tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:30:50.571038 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dcada0ab-22b1-414c-a6f7-faf6b85b308c tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:50.574575 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d80351-ae1d-45f2-9f9e-c34d1c2450e1 None None] Network 03617047-f243-4014-bbeb-62374b9597eb requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:30:50.621930 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-dcada0ab-22b1-414c-a6f7-faf6b85b308c tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6756585 Dec 06 17:30:50.624437 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 43218) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:30:50.635059 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-04ed22a8-3c6e-44bc-b4bf-e76ddc344b82 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1937782207', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:30:50.695981 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-2e0ba0fe-7a65-4575-98de-f8b06c3a5233 req-8a07f246-a309-4140-a365-0356fc728676 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b40dfe45-1d09-4d36-a9c4-1594fd15a130 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:30:50.725084 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2e0ba0fe-7a65-4575-98de-f8b06c3a5233 req-8a07f246-a309-4140-a365-0356fc728676 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:50.739792 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-04ed22a8-3c6e-44bc-b4bf-e76ddc344b82 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:50.741195 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-04ed22a8-3c6e-44bc-b4bf-e76ddc344b82 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:50.748672 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-2e0ba0fe-7a65-4575-98de-f8b06c3a5233 req-8a07f246-a309-4140-a365-0356fc728676 service neutron] Transition to ACTIVE for port object b40dfe45-1d09-4d36-a9c4-1594fd15a130 will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:30:50.757433 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2e0ba0fe-7a65-4575-98de-f8b06c3a5233 req-8a07f246-a309-4140-a365-0356fc728676 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:50.776827 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c86043b-0071-455c-91f0-7a949d4dfbc3 req-32480982-ec94-48fa-af9f-b25ecdfc5d1c tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:30:50.788736 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1c86043b-0071-455c-91f0-7a949d4dfbc3 req-32480982-ec94-48fa-af9f-b25ecdfc5d1c tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/ports?device_id=d31ffa0d-959f-4258-b115-a7a04ad0dada HTTP/1.1" status: 200 len: 931 time: 0.2364438 Dec 06 17:30:50.834028 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 43230) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:30:50.920619 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1c86043b-0071-455c-91f0-7a949d4dfbc3 req-df76605d-2ec7-496d-bc9e-ad0388e4afc4 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/security-groups?id=a040c6b3-0771-4bba-81c8-f88c93c47b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289747 Dec 06 17:30:50.950524 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad8b94f-000d-40eb-98f7-13176da52325 None None] DHCP port deletion for baae5554-5993-4f38-bd78-dc900341a8a7 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:30:51.053261 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c38646-c0c9-44aa-876e-4babe94932b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-03617047-f243-4014-bbeb-62374b9597eb', 'network_id': '03617047-f243-4014-bbeb-62374b9597eb', 'tenant_id': '1f7a54781a03436a8fc97d325eadac0b', 'fixed_ips': [{'subnet_id': '9328aba9-a7bc-4312-b336-eb184aa80bbc'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:30:51.054230 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-46c38646-c0c9-44aa-876e-4babe94932b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:51.055632 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-04ed22a8-3c6e-44bc-b4bf-e76ddc344b82 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:51.074355 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a07f246-a309-4140-a365-0356fc728676 service neutron] Pushing event updated for resources: {'Port': ['ID=b40dfe45-1d09-4d36-a9c4-1594fd15a130,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:30:51.080378 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-04ed22a8-3c6e-44bc-b4bf-e76ddc344b82 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:51.138757 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-04ed22a8-3c6e-44bc-b4bf-e76ddc344b82 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:51.140077 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-04ed22a8-3c6e-44bc-b4bf-e76ddc344b82 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.5145867 Dec 06 17:30:51.142656 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 43240) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:30:51.410674 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-46c38646-c0c9-44aa-876e-4babe94932b7 None None] Allocated IP 172.20.0.2 (03617047-f243-4014-bbeb-62374b9597eb/9328aba9-a7bc-4312-b336-eb184aa80bbc/585430ba-dada-4e4f-8296-0f1876c51ef1) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:30:51.505718 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-2e0ba0fe-7a65-4575-98de-f8b06c3a5233 req-8a07f246-a309-4140-a365-0356fc728676 service neutron] Attempting to bind port b40dfe45-1d09-4d36-a9c4-1594fd15a130 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:30:51.506260 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-2e0ba0fe-7a65-4575-98de-f8b06c3a5233 req-8a07f246-a309-4140-a365-0356fc728676 service neutron] Attempting to bind port b40dfe45-1d09-4d36-a9c4-1594fd15a130 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '04368979-ac99-4737-9a75-271bdacd11fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'baae5554-5993-4f38-bd78-dc900341a8a7'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:30:51.506366 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0ba0fe-7a65-4575-98de-f8b06c3a5233 req-8a07f246-a309-4140-a365-0356fc728676 service neutron] Attempting to bind port b40dfe45-1d09-4d36-a9c4-1594fd15a130 on network baae5554-5993-4f38-bd78-dc900341a8a7 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:30:51.592965 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0ba0fe-7a65-4575-98de-f8b06c3a5233 req-8a07f246-a309-4140-a365-0356fc728676 service neutron] Port b40dfe45-1d09-4d36-a9c4-1594fd15a130 on network baae5554-5993-4f38-bd78-dc900341a8a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:30:51.593305 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0ba0fe-7a65-4575-98de-f8b06c3a5233 req-8a07f246-a309-4140-a365-0356fc728676 service neutron] Attempting to bind port b40dfe45-1d09-4d36-a9c4-1594fd15a130 on network baae5554-5993-4f38-bd78-dc900341a8a7 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:30:51.691688 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0ba0fe-7a65-4575-98de-f8b06c3a5233 req-8a07f246-a309-4140-a365-0356fc728676 service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:30:51.691688 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0ba0fe-7a65-4575-98de-f8b06c3a5233 req-8a07f246-a309-4140-a365-0356fc728676 service neutron] Checking segment: {'id': '04368979-ac99-4737-9a75-271bdacd11fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'baae5554-5993-4f38-bd78-dc900341a8a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:30:51.695744 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0ba0fe-7a65-4575-98de-f8b06c3a5233 req-8a07f246-a309-4140-a365-0356fc728676 service neutron] Bound using segment: {'id': '04368979-ac99-4737-9a75-271bdacd11fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'baae5554-5993-4f38-bd78-dc900341a8a7'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:30:51.696224 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-2e0ba0fe-7a65-4575-98de-f8b06c3a5233 req-8a07f246-a309-4140-a365-0356fc728676 service neutron] Bound port: b40dfe45-1d09-4d36-a9c4-1594fd15a130, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04368979-ac99-4737-9a75-271bdacd11fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'baae5554-5993-4f38-bd78-dc900341a8a7'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:30:51.696594 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2e0ba0fe-7a65-4575-98de-f8b06c3a5233 req-8a07f246-a309-4140-a365-0356fc728676 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:51.740034 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-46c38646-c0c9-44aa-876e-4babe94932b7 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:51.756645 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-46c38646-c0c9-44aa-876e-4babe94932b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:51.801129 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2b36f154-d709-429a-96bf-c7a3485d901d tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575908'] for router_interface, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:51.840781 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c38646-c0c9-44aa-876e-4babe94932b7 None None] Network 03617047-f243-4014-bbeb-62374b9597eb is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:30:51.844355 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-46c38646-c0c9-44aa-876e-4babe94932b7 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:30:51.849253 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c38646-c0c9-44aa-876e-4babe94932b7 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:30:51.854447 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c38646-c0c9-44aa-876e-4babe94932b7 None None] Pushing event updated for resources: {'Port': ['ID=585430ba-dada-4e4f-8296-0f1876c51ef1,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:30:51.947651 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-46c38646-c0c9-44aa-876e-4babe94932b7 None None] Attempting to bind port 585430ba-dada-4e4f-8296-0f1876c51ef1 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:30:51.948408 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-46c38646-c0c9-44aa-876e-4babe94932b7 None None] Attempting to bind port 585430ba-dada-4e4f-8296-0f1876c51ef1 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '98ddafd2-4a91-43eb-a762-83ce868bba12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '03617047-f243-4014-bbeb-62374b9597eb'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:30:51.949009 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c38646-c0c9-44aa-876e-4babe94932b7 None None] Attempting to bind port 585430ba-dada-4e4f-8296-0f1876c51ef1 on network 03617047-f243-4014-bbeb-62374b9597eb {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:30:51.957057 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c38646-c0c9-44aa-876e-4babe94932b7 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:30:51.957848 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c38646-c0c9-44aa-876e-4babe94932b7 None None] Checking segment: {'id': '98ddafd2-4a91-43eb-a762-83ce868bba12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '03617047-f243-4014-bbeb-62374b9597eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:30:51.958502 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-46c38646-c0c9-44aa-876e-4babe94932b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:51.959119 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c38646-c0c9-44aa-876e-4babe94932b7 None None] Bound using segment: {'id': '98ddafd2-4a91-43eb-a762-83ce868bba12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '03617047-f243-4014-bbeb-62374b9597eb'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:30:51.961318 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-46c38646-c0c9-44aa-876e-4babe94932b7 None None] Bound port: 585430ba-dada-4e4f-8296-0f1876c51ef1, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98ddafd2-4a91-43eb-a762-83ce868bba12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '03617047-f243-4014-bbeb-62374b9597eb'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:30:51.962040 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-46c38646-c0c9-44aa-876e-4babe94932b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:51.997013 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-2e0ba0fe-7a65-4575-98de-f8b06c3a5233 req-8a07f246-a309-4140-a365-0356fc728676 service neutron] For port b40dfe45-1d09-4d36-a9c4-1594fd15a130, host n-h1-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:30:52.026068 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e2639d51-f5b0-4934-93ba-5654232a5fd0 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:52.058834 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-2e0ba0fe-7a65-4575-98de-f8b06c3a5233 req-8a07f246-a309-4140-a365-0356fc728676 service neutron] For port b40dfe45-1d09-4d36-a9c4-1594fd15a130, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=b40dfe45-1d09-4d36-a9c4-1594fd15a130,segment=NetworkSegment(04368979-ac99-4737-9a75-271bdacd11fd),segment_id=04368979-ac99-4737-9a75-271bdacd11fd)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:30:52.089637 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-46c38646-c0c9-44aa-876e-4babe94932b7 None None] For port 585430ba-dada-4e4f-8296-0f1876c51ef1, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:30:52.095350 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-46c38646-c0c9-44aa-876e-4babe94932b7 None None] For port 585430ba-dada-4e4f-8296-0f1876c51ef1, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=585430ba-dada-4e4f-8296-0f1876c51ef1,segment=NetworkSegment(98ddafd2-4a91-43eb-a762-83ce868bba12),segment_id=98ddafd2-4a91-43eb-a762-83ce868bba12)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:30:52.103704 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-46c38646-c0c9-44aa-876e-4babe94932b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:52.130309 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2e0ba0fe-7a65-4575-98de-f8b06c3a5233 req-8a07f246-a309-4140-a365-0356fc728676 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:52.212770 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0ba0fe-7a65-4575-98de-f8b06c3a5233 req-8a07f246-a309-4140-a365-0356fc728676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:30:52.213410 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2e0ba0fe-7a65-4575-98de-f8b06c3a5233 req-8a07f246-a309-4140-a365-0356fc728676 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:52.213912 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07a8271-21f3-423b-a4a8-371313f6dc38 None None] DHCP port deletion for baae5554-5993-4f38-bd78-dc900341a8a7 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:30:52.215876 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2e0ba0fe-7a65-4575-98de-f8b06c3a5233 req-8a07f246-a309-4140-a365-0356fc728676 service neutron] 10.222.0.41 "PUT /v2.0/ports/b40dfe45-1d09-4d36-a9c4-1594fd15a130 HTTP/1.1" status: 200 len: 1091 time: 2.6878006 Dec 06 17:30:52.216340 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd31ffa0d-959f-4258-b115-a7a04ad0dada', 'tag': 'b40dfe45-1d09-4d36-a9c4-1594fd15a130'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:30:52.218878 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63fd96ff-95b3-4454-b2a3-7649cc9f0641" -d '{"events": [{"name": "network-changed", "server_uuid": "d31ffa0d-959f-4258-b115-a7a04ad0dada", "tag": "b40dfe45-1d09-4d36-a9c4-1594fd15a130"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:30:52.312758 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c38646-c0c9-44aa-876e-4babe94932b7 None None] Pushing event updated for resources: {'Port': ['ID=585430ba-dada-4e4f-8296-0f1876c51ef1,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:30:52.437255 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520dce07-3178-4f55-a825-b31ea469363e req-326ed5e2-ded5-483a-9dc1-d7028ae6e923 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:30:52.465923 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-520dce07-3178-4f55-a825-b31ea469363e req-326ed5e2-ded5-483a-9dc1-d7028ae6e923 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/ports?device_id=d31ffa0d-959f-4258-b115-a7a04ad0dada HTTP/1.1" status: 200 len: 943 time: 0.3734593 Dec 06 17:30:52.475518 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-e2639d51-f5b0-4934-93ba-5654232a5fd0 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Allocated IP 172.20.0.1 (03617047-f243-4014-bbeb-62374b9597eb/9328aba9-a7bc-4312-b336-eb184aa80bbc/ab2627d7-962b-46fe-83ce-5b3b0ee3835b) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:30:52.593719 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d1ed5e1-62d0-4a60-8756-6e16515fc78f x-openstack-request-id: req-1d1ed5e1-62d0-4a60-8756-6e16515fc78f {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:30:52.594386 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d31ffa0d-959f-4258-b115-a7a04ad0dada", "tag": "b40dfe45-1d09-4d36-a9c4-1594fd15a130", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:30:52.594386 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1d1ed5e1-62d0-4a60-8756-6e16515fc78f {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:30:52.595325 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd31ffa0d-959f-4258-b115-a7a04ad0dada', 'tag': 'b40dfe45-1d09-4d36-a9c4-1594fd15a130', 'status': 'completed', 'code': 200} Dec 06 17:30:52.618884 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a07f246-a309-4140-a365-0356fc728676 service neutron] Pushing event updated for resources: {'Port': ['ID=b40dfe45-1d09-4d36-a9c4-1594fd15a130,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:30:52.700386 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-520dce07-3178-4f55-a825-b31ea469363e req-f66470d6-1e19-4146-9f23-6ada3dc1acf7 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/security-groups?id=a040c6b3-0771-4bba-81c8-f88c93c47b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318003 Dec 06 17:30:52.707181 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0ba0fe-7a65-4575-98de-f8b06c3a5233 req-9581884a-d0a1-4d63-acdc-4f9f93c49cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:30:52.709038 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2e0ba0fe-7a65-4575-98de-f8b06c3a5233 req-9581884a-d0a1-4d63-acdc-4f9f93c49cff service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=31731eabc62542b18a3f7712a1235f2a&device_id=d31ffa0d-959f-4258-b115-a7a04ad0dada HTTP/1.1" status: 200 len: 1094 time: 0.0913846 Dec 06 17:30:52.778448 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2e0ba0fe-7a65-4575-98de-f8b06c3a5233 req-6d9aaa49-c32b-40db-a811-2f85bd75f1a8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b40dfe45-1d09-4d36-a9c4-1594fd15a130 HTTP/1.1" status: 200 len: 217 time: 0.0516622 Dec 06 17:30:52.798281 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e2639d51-f5b0-4934-93ba-5654232a5fd0 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:52.865807 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 585430ba-dada-4e4f-8296-0f1876c51ef1 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:30:52.880603 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0ba0fe-7a65-4575-98de-f8b06c3a5233 req-30096fa4-fb97-4df8-a29d-947bb214c0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:30:52.882158 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2e0ba0fe-7a65-4575-98de-f8b06c3a5233 req-30096fa4-fb97-4df8-a29d-947bb214c0ad service neutron] 10.222.0.41 "GET /v2.0/subnets?id=beafb9f1-df05-4269-b547-aab5f335c461 HTTP/1.1" status: 200 len: 853 time: 0.0876408 Dec 06 17:30:52.904724 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-2b36f154-d709-429a-96bf-c7a3485d901d tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Deleting port 7c5102cc-1ae1-46d0-83a7-a0f32a6b3654 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:30:52.905431 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2b36f154-d709-429a-96bf-c7a3485d901d tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:52.968686 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2e0ba0fe-7a65-4575-98de-f8b06c3a5233 req-12b4aaf7-5446-451e-8718-c0c399573b7a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=baae5554-5993-4f38-bd78-dc900341a8a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719028 Dec 06 17:30:53.022443 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 585430ba-dada-4e4f-8296-0f1876c51ef1 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:30:53.023027 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:53.053703 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-2b36f154-d709-429a-96bf-c7a3485d901d tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] For port 7c5102cc-1ae1-46d0-83a7-a0f32a6b3654, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7c5102cc-1ae1-46d0-83a7-a0f32a6b3654,segment=NetworkSegment(01c80ae1-47cd-4b92-84e1-920e248051d6),segment_id=01c80ae1-47cd-4b92-84e1-920e248051d6)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:30:53.054310 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2b36f154-d709-429a-96bf-c7a3485d901d tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:53.088267 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-2b36f154-d709-429a-96bf-c7a3485d901d tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Calling delete_port for 7c5102cc-1ae1-46d0-83a7-a0f32a6b3654 owned by network:router_interface {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:30:53.141345 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e2639d51-f5b0-4934-93ba-5654232a5fd0 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:53.155819 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2e0ba0fe-7a65-4575-98de-f8b06c3a5233 req-a60bf32d-08b3-440f-abf4-c5395c7184c5 service neutron] 10.222.0.41 "GET /v2.0/networks/baae5554-5993-4f38-bd78-dc900341a8a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754060 Dec 06 17:30:53.215742 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:53.261884 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] For port 585430ba-dada-4e4f-8296-0f1876c51ef1, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=585430ba-dada-4e4f-8296-0f1876c51ef1,segment=NetworkSegment(98ddafd2-4a91-43eb-a762-83ce868bba12),segment_id=98ddafd2-4a91-43eb-a762-83ce868bba12)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:30:53.263192 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2639d51-f5b0-4934-93ba-5654232a5fd0 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Pushing event updated for resources: {'Port': ['ID=ab2627d7-962b-46fe-83ce-5b3b0ee3835b,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:30:53.271127 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:53.359918 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2639d51-f5b0-4934-93ba-5654232a5fd0 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Network 03617047-f243-4014-bbeb-62374b9597eb is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:30:53.392783 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-e2639d51-f5b0-4934-93ba-5654232a5fd0 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:30:53.398263 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2639d51-f5b0-4934-93ba-5654232a5fd0 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:30:53.407387 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Pushing event updated for resources: {'Port': ['ID=585430ba-dada-4e4f-8296-0f1876c51ef1,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:30:53.498775 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2b36f154-d709-429a-96bf-c7a3485d901d tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:53.589709 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e2639d51-f5b0-4934-93ba-5654232a5fd0 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539179'] for router_interface, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:53.683663 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b36f154-d709-429a-96bf-c7a3485d901d tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Pushing event deleted for resources: {'Port': ['ID=7c5102cc-1ae1-46d0-83a7-a0f32a6b3654,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:30:53.804930 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2e0ba0fe-7a65-4575-98de-f8b06c3a5233 req-f21d610d-b713-40a9-b207-67341d0459bd service neutron] 10.222.0.41 "GET /v2.0/networks/baae5554-5993-4f38-bd78-dc900341a8a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6228461 Dec 06 17:30:53.981574 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e2639d51-f5b0-4934-93ba-5654232a5fd0 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:54.057937 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70863bcd-3ed1-49af-92cb-217f7cf60606 None None] Network 03617047-f243-4014-bbeb-62374b9597eb requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:30:54.134845 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2b36f154-d709-429a-96bf-c7a3485d901d tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-772474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575952'] for router_interface, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:54.178234 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aac6e9b-9951-4dd3-bf94-91836a1c2714 req-a6b407cc-9166-4691-81bf-9bc1a13c9c02 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:30:54.180101 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8aac6e9b-9951-4dd3-bf94-91836a1c2714 req-a6b407cc-9166-4691-81bf-9bc1a13c9c02 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/ports?device_id=d31ffa0d-959f-4258-b115-a7a04ad0dada HTTP/1.1" status: 200 len: 943 time: 0.2199316 Dec 06 17:30:54.217315 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-1927a0ec-1361-4a99-b542-4a3208f3df0d None None] Provisioning complete for port 585430ba-dada-4e4f-8296-0f1876c51ef1 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:30:54.217996 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1927a0ec-1361-4a99-b542-4a3208f3df0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:54.340874 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8aac6e9b-9951-4dd3-bf94-91836a1c2714 req-5bc50b02-f516-4840-8bc0-a78b660c079d tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/security-groups?id=a040c6b3-0771-4bba-81c8-f88c93c47b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614970 Dec 06 17:30:54.769149 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd96ff-95b3-4454-b2a3-7649cc9f0641 req-ee6ef3e8-f7d7-42fd-979e-a8babf32d0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:30:54.771905 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-63fd96ff-95b3-4454-b2a3-7649cc9f0641 req-ee6ef3e8-f7d7-42fd-979e-a8babf32d0bf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=31731eabc62542b18a3f7712a1235f2a&device_id=d31ffa0d-959f-4258-b115-a7a04ad0dada HTTP/1.1" status: 200 len: 1094 time: 0.8407555 Dec 06 17:30:54.783236 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b36f154-d709-429a-96bf-c7a3485d901d tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Router 42a80a43-952d-4464-8c75-25004f7385cf has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:30:54.894537 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-786f0bee-0f29-4e6e-9d2b-868fde61ed5e None None] Provisioning complete for port ab2627d7-962b-46fe-83ce-5b3b0ee3835b triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:30:54.896662 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-786f0bee-0f29-4e6e-9d2b-868fde61ed5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:54.935257 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 43362) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:30:54.965081 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 585430ba-dada-4e4f-8296-0f1876c51ef1 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:30:54.991480 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b36f154-d709-429a-96bf-c7a3485d901d tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:30:55.006804 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-2b36f154-d709-429a-96bf-c7a3485d901d tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "PUT /v2.0/routers/42a80a43-952d-4464-8c75-25004f7385cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1716752 Dec 06 17:30:55.008608 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 43366) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:30:55.055916 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e205c7-1be9-401c-8b3a-5319158c234a None None] Sync routers for ids ['42a80a43-952d-4464-8c75-25004f7385cf'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:30:55.087907 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf63543f-7d40-49be-acb8-7a6c2d2023e5 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Deleting subnet a240123d-81b7-4a46-9e81-fb9ca8196e24 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:30:55.093622 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bf63543f-7d40-49be-acb8-7a6c2d2023e5 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:55.116803 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e205c7-1be9-401c-8b3a-5319158c234a None None] Routers {'42a80a43-952d-4464-8c75-25004f7385cf'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:30:55.118179 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-53e205c7-1be9-401c-8b3a-5319158c234a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:30:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['42a80a43-952d-4464-8c75-25004f7385cf'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:30:55.120218 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-786f0bee-0f29-4e6e-9d2b-868fde61ed5e None None] Port ab2627d7-962b-46fe-83ce-5b3b0ee3835b cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:30:55.194991 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bf63543f-7d40-49be-acb8-7a6c2d2023e5 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:55.222116 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd96ff-95b3-4454-b2a3-7649cc9f0641 req-6ec67dd5-eb11-406f-a19d-f9654edbceb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:30:55.231054 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-63fd96ff-95b3-4454-b2a3-7649cc9f0641 req-6ec67dd5-eb11-406f-a19d-f9654edbceb4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=baae5554-5993-4f38-bd78-dc900341a8a7 HTTP/1.1" status: 200 len: 914 time: 0.3840883 Dec 06 17:30:55.300345 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bf63543f-7d40-49be-acb8-7a6c2d2023e5 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:55.310429 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-786f0bee-0f29-4e6e-9d2b-868fde61ed5e None None] Provisioning complete for port 585430ba-dada-4e4f-8296-0f1876c51ef1 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:30:55.310794 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c269033b-bce7-41f8-9d86-f432f7f6f14a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:55.311488 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-786f0bee-0f29-4e6e-9d2b-868fde61ed5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:55.358710 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-63fd96ff-95b3-4454-b2a3-7649cc9f0641 req-7a73b764-bf40-40c8-828b-094f810e547d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b40dfe45-1d09-4d36-a9c4-1594fd15a130 HTTP/1.1" status: 200 len: 217 time: 0.0827651 Dec 06 17:30:55.402398 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bf63543f-7d40-49be-acb8-7a6c2d2023e5 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:55.442391 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf63543f-7d40-49be-acb8-7a6c2d2023e5 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Pushing event deleted for resources: {'Subnet': ['ID=a240123d-81b7-4a46-9e81-fb9ca8196e24,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:30:55.452636 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bf63543f-7d40-49be-acb8-7a6c2d2023e5 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:55.458246 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-bf63543f-7d40-49be-acb8-7a6c2d2023e5 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "DELETE /v2.0/subnets/a240123d-81b7-4a46-9e81-fb9ca8196e24 HTTP/1.1" status: 204 len: 168 time: 0.4476702 Dec 06 17:30:55.461067 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 43378) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:30:55.499923 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd96ff-95b3-4454-b2a3-7649cc9f0641 req-b557517e-f5f9-47fb-a4b4-3a93c5895e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:30:55.502000 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-63fd96ff-95b3-4454-b2a3-7649cc9f0641 req-b557517e-f5f9-47fb-a4b4-3a93c5895e76 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=beafb9f1-df05-4269-b547-aab5f335c461 HTTP/1.1" status: 200 len: 853 time: 0.1284156 Dec 06 17:30:55.611027 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-63fd96ff-95b3-4454-b2a3-7649cc9f0641 req-c3607f6a-2871-4d5f-a546-ac1290a34fcc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=baae5554-5993-4f38-bd78-dc900341a8a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0948782 Dec 06 17:30:55.630492 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e2639d51-f5b0-4934-93ba-5654232a5fd0 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:55.648412 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d03c85-2fb5-44e1-bb4e-ba518d9e9a20 None None] Network a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:30:55.651815 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e2639d51-f5b0-4934-93ba-5654232a5fd0 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:55.659929 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-71cbe8c2-8ce3-48aa-adea-57fb5c00720c tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for router, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:55.681100 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 585430ba-dada-4e4f-8296-0f1876c51ef1 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:30:55.681492 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:55.747065 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c269033b-bce7-41f8-9d86-f432f7f6f14a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:55.759165 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77534850-3449-4c76-8298-c084fd1422f1 req-e2b1f0c6-5956-40f8-aba5-3ab9982ff780 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:30:55.771476 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-77534850-3449-4c76-8298-c084fd1422f1 req-e2b1f0c6-5956-40f8-aba5-3ab9982ff780 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/ports?device_id=d31ffa0d-959f-4258-b115-a7a04ad0dada HTTP/1.1" status: 200 len: 943 time: 0.2513883 Dec 06 17:30:55.775554 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device b40dfe45-1d09-4d36-a9c4-1594fd15a130 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:30:55.817289 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c269033b-bce7-41f8-9d86-f432f7f6f14a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:55.890991 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2639d51-f5b0-4934-93ba-5654232a5fd0 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Pushing event updated for resources: {'Port': ['ID=ab2627d7-962b-46fe-83ce-5b3b0ee3835b,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:30:55.912582 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e2639d51-f5b0-4934-93ba-5654232a5fd0 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-772465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539207'] for router_interface, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:55.954151 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port b40dfe45-1d09-4d36-a9c4-1594fd15a130, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=b40dfe45-1d09-4d36-a9c4-1594fd15a130,segment=NetworkSegment(04368979-ac99-4737-9a75-271bdacd11fd),segment_id=04368979-ac99-4737-9a75-271bdacd11fd)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:30:55.966428 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-c269033b-bce7-41f8-9d86-f432f7f6f14a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=11a71fa388ef4751950cb53bbb403233&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0052617 Dec 06 17:30:55.970768 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 43388) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:30:55.992052 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c269033b-bce7-41f8-9d86-f432f7f6f14a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d76fbb2-6994-48ae-9863-e1205215efe9,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:30:55.996429 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': 'b40dfe45-1d09-4d36-a9c4-1594fd15a130', 'network_id': 'baae5554-5993-4f38-bd78-dc900341a8a7', 'port_id': 'b40dfe45-1d09-4d36-a9c4-1594fd15a130', 'mac_address': 'fa:16:3e:0a:c5:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beafb9f1-df05-4269-b547-aab5f335c461', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:30:56.026769 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-77534850-3449-4c76-8298-c084fd1422f1 req-23da4159-9222-44c3-a12a-974cb57f40f3 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/security-groups?id=a040c6b3-0771-4bba-81c8-f88c93c47b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363400 Dec 06 17:30:56.032721 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-53e205c7-1be9-401c-8b3a-5319158c234a None None] Set router 42a80a43-952d-4464-8c75-25004f7385cf gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:30:56.076682 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-71cbe8c2-8ce3-48aa-adea-57fb5c00720c tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:56.093539 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-63fd96ff-95b3-4454-b2a3-7649cc9f0641 req-d7187e82-a8e1-4eaa-96ea-6d6562c9290a service neutron] 10.222.0.41 "GET /v2.0/networks/baae5554-5993-4f38-bd78-dc900341a8a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4584768 Dec 06 17:30:56.176107 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:56.196089 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-71cbe8c2-8ce3-48aa-adea-57fb5c00720c tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Deleting port eb56abc0-5162-4a66-af37-1a834ea8506a {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:30:56.196089 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-71cbe8c2-8ce3-48aa-adea-57fb5c00720c tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:56.201743 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b40dfe45-1d09-4d36-a9c4-1594fd15a130 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:30:56.250914 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-63fd96ff-95b3-4454-b2a3-7649cc9f0641 req-f31498a0-48a2-44ac-b78e-32eab71ed6e0 service neutron] 10.222.0.41 "GET /v2.0/networks/baae5554-5993-4f38-bd78-dc900341a8a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415431 Dec 06 17:30:56.318338 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-02bf3587-6751-465f-9fd7-1ddc97a5150b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:56.345607 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-02bf3587-6751-465f-9fd7-1ddc97a5150b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:56.375729 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-71cbe8c2-8ce3-48aa-adea-57fb5c00720c tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] For port eb56abc0-5162-4a66-af37-1a834ea8506a, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=eb56abc0-5162-4a66-af37-1a834ea8506a,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:30:56.376297 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-71cbe8c2-8ce3-48aa-adea-57fb5c00720c tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:56.401825 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-71cbe8c2-8ce3-48aa-adea-57fb5c00720c tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Calling delete_port for eb56abc0-5162-4a66-af37-1a834ea8506a owned by network:router_gateway {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:30:56.402224 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2639d51-f5b0-4934-93ba-5654232a5fd0 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Network 03617047-f243-4014-bbeb-62374b9597eb is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:30:56.404146 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-e2639d51-f5b0-4934-93ba-5654232a5fd0 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:30:56.426748 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-02bf3587-6751-465f-9fd7-1ddc97a5150b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:56.431326 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-02bf3587-6751-465f-9fd7-1ddc97a5150b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:56.434686 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-02bf3587-6751-465f-9fd7-1ddc97a5150b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0d76fbb2-6994-48ae-9863-e1205215efe9 HTTP/1.1" status: 204 len: 168 time: 0.4534190 Dec 06 17:30:56.461701 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bf3587-6751-465f-9fd7-1ddc97a5150b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d76fbb2-6994-48ae-9863-e1205215efe9,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:30:56.502822 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port b40dfe45-1d09-4d36-a9c4-1594fd15a130, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=b40dfe45-1d09-4d36-a9c4-1594fd15a130,segment=NetworkSegment(04368979-ac99-4737-9a75-271bdacd11fd),segment_id=04368979-ac99-4737-9a75-271bdacd11fd)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:30:56.528421 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:56.671733 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-53e205c7-1be9-401c-8b3a-5319158c234a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a80a43-952d-4464-8c75-25004f7385cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1059114852', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.135'}], 'enable_snat': True}, 'gw_port_id': 'eb56abc0-5162-4a66-af37-1a834ea8506a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:28:00Z', 'updated_at': '2021-12-06T17:30:53Z', 'revision_number': 5, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'gw_port': {'id': 'eb56abc0-5162-4a66-af37-1a834ea8506a', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a80a43-952d-4464-8c75-25004f7385cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:28:04Z', 'updated_at': '2021-12-06T17:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:30:56.726351 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e205c7-1be9-401c-8b3a-5319158c234a None None] Checking router: 42a80a43-952d-4464-8c75-25004f7385cf for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:30:56.728690 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9d6145-5b61-418c-a0ba-02d53404e493 None None] DHCP port deletion for a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:30:56.759018 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2639d51-f5b0-4934-93ba-5654232a5fd0 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Router 23947ceb-b528-464f-ac61-7010dbdc184b is scheduled to L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 with binding_index 1 {{(pid=103285) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 17:30:56.767251 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=b40dfe45-1d09-4d36-a9c4-1594fd15a130,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:30:56.805740 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e205c7-1be9-401c-8b3a-5319158c234a None None] Routers {'42a80a43-952d-4464-8c75-25004f7385cf'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:30:56.807914 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-53e205c7-1be9-401c-8b3a-5319158c234a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:30:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['42a80a43-952d-4464-8c75-25004f7385cf'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:30:56.926484 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-71cbe8c2-8ce3-48aa-adea-57fb5c00720c tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:56.947988 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2639d51-f5b0-4934-93ba-5654232a5fd0 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:30:56.959053 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180bb732-cb2c-43e2-8fe6-7341a9971c2f None None] Sync routers for ids ['23947ceb-b528-464f-ac61-7010dbdc184b'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:30:56.961976 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-e2639d51-f5b0-4934-93ba-5654232a5fd0 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] 10.222.0.23 "PUT /v2.0/routers/23947ceb-b528-464f-ac61-7010dbdc184b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8171496 Dec 06 17:30:56.964553 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 43410) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:30:56.971992 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-0fadd632-49b8-4554-b65b-d7b692892395 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Request body: {'port': {'network_id': '03617047-f243-4014-bbeb-62374b9597eb', 'name': 'tempest-FloatingIPNegativeTestJSON-153340454'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:30:56.989197 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180bb732-cb2c-43e2-8fe6-7341a9971c2f None None] Routers {'23947ceb-b528-464f-ac61-7010dbdc184b'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:30:56.991197 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-180bb732-cb2c-43e2-8fe6-7341a9971c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:30:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['23947ceb-b528-464f-ac61-7010dbdc184b'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:30:57.007885 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cbe8c2-8ce3-48aa-adea-57fb5c00720c tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Pushing event deleted for resources: {'Port': ['ID=eb56abc0-5162-4a66-af37-1a834ea8506a,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:30:57.019528 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 43412) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:30:57.034680 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['b40dfe45-1d09-4d36-a9c4-1594fd15a130'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:30:57.045587 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09da9146-d1b8-4653-887a-acad8785bf3f None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:30:57.048143 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-3e3f7b6e-6dda-4ee6-8fba-d7f072522d37 None None] Provisioning complete for port ab2627d7-962b-46fe-83ce-5b3b0ee3835b triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:30:57.048806 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3e3f7b6e-6dda-4ee6-8fba-d7f072522d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:57.078416 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8f232441-43c0-4a31-a16a-94edea617c99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:57.126421 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-180bb732-cb2c-43e2-8fe6-7341a9971c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:30:57.157207 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180bb732-cb2c-43e2-8fe6-7341a9971c2f None None] Routers {'23947ceb-b528-464f-ac61-7010dbdc184b'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:30:57.159611 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-180bb732-cb2c-43e2-8fe6-7341a9971c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:30:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['23947ceb-b528-464f-ac61-7010dbdc184b'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:30:57.172350 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-71cbe8c2-8ce3-48aa-adea-57fb5c00720c tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536698'] for router_gateway, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:57.220195 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fadd632-49b8-4554-b65b-d7b692892395 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Made reservation on behalf of 1f7a54781a03436a8fc97d325eadac0b for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:30:57.229591 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0fadd632-49b8-4554-b65b-d7b692892395 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:57.254562 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-53e205c7-1be9-401c-8b3a-5319158c234a None None] Set router 42a80a43-952d-4464-8c75-25004f7385cf gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:30:57.258380 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-0fadd632-49b8-4554-b65b-d7b692892395 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] device_id is not set on port 7e42a2cb-1a23-43df-8123-6a4220f53fa3 yet. {{(pid=103285) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:30:57.282461 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-180bb732-cb2c-43e2-8fe6-7341a9971c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:30:57.283432 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180bb732-cb2c-43e2-8fe6-7341a9971c2f None None] The sync data for ids ['23947ceb-b528-464f-ac61-7010dbdc184b'] in n-d-master-1 is: [] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:30:57.333924 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-3e3f7b6e-6dda-4ee6-8fba-d7f072522d37 None None] Port ab2627d7-962b-46fe-83ce-5b3b0ee3835b cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:30:57.343562 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-53e205c7-1be9-401c-8b3a-5319158c234a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a80a43-952d-4464-8c75-25004f7385cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1059114852', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:28:00Z', 'updated_at': '2021-12-06T17:30:56Z', 'revision_number': 6, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:30:57.410017 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-71cbe8c2-8ce3-48aa-adea-57fb5c00720c tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:57.412939 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-71cbe8c2-8ce3-48aa-adea-57fb5c00720c tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:57.437479 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e205c7-1be9-401c-8b3a-5319158c234a None None] The sync data for ids ['42a80a43-952d-4464-8c75-25004f7385cf'] in n-d-master-1 is: [{'id': '42a80a43-952d-4464-8c75-25004f7385cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1059114852', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:28:00Z', 'updated_at': '2021-12-06T17:30:56Z', 'revision_number': 6, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'gw_port_host': None}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:30:57.470405 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-0fadd632-49b8-4554-b65b-d7b692892395 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Allocated IP 172.20.0.13 (03617047-f243-4014-bbeb-62374b9597eb/9328aba9-a7bc-4312-b336-eb184aa80bbc/7e42a2cb-1a23-43df-8123-6a4220f53fa3) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:30:57.472735 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-de9d6145-5b61-418c-a0ba-02d53404e493 None None] Deleting port 0c5014eb-db1d-4c94-9769-5ad2abf5139a {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:30:57.473746 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-de9d6145-5b61-418c-a0ba-02d53404e493 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:57.507375 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b409d66-018b-431f-b930-d20a91c7c5e7 req-227484b8-f669-4591-8dbc-59a0fa12ab89 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:30:57.509145 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3b409d66-018b-431f-b930-d20a91c7c5e7 req-227484b8-f669-4591-8dbc-59a0fa12ab89 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/ports?device_id=d31ffa0d-959f-4258-b115-a7a04ad0dada HTTP/1.1" status: 200 len: 944 time: 0.2737293 Dec 06 17:30:57.511387 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-71cbe8c2-8ce3-48aa-adea-57fb5c00720c tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:57.511973 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71cbe8c2-8ce3-48aa-adea-57fb5c00720c tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Fanout notify agent at l3_agent the message router_deleted on router 42a80a43-952d-4464-8c75-25004f7385cf {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 17:30:57.520076 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-71cbe8c2-8ce3-48aa-adea-57fb5c00720c tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:57.521536 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-71cbe8c2-8ce3-48aa-adea-57fb5c00720c tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "DELETE /v2.0/routers/42a80a43-952d-4464-8c75-25004f7385cf HTTP/1.1" status: 204 len: 168 time: 2.0586600 Dec 06 17:30:57.537238 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 43424) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:30:57.599871 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a91e6ec1-8b44-4e7d-8b98-d85b1e04d572 None None] Provisioning complete for port ab2627d7-962b-46fe-83ce-5b3b0ee3835b triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:30:57.600337 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a91e6ec1-8b44-4e7d-8b98-d85b1e04d572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:57.639556 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8f232441-43c0-4a31-a16a-94edea617c99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:57.654371 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8f232441-43c0-4a31-a16a-94edea617c99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:57.654925 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-de9d6145-5b61-418c-a0ba-02d53404e493 None None] For port 0c5014eb-db1d-4c94-9769-5ad2abf5139a, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0c5014eb-db1d-4c94-9769-5ad2abf5139a,segment=NetworkSegment(01c80ae1-47cd-4b92-84e1-920e248051d6),segment_id=01c80ae1-47cd-4b92-84e1-920e248051d6)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:30:57.655403 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-de9d6145-5b61-418c-a0ba-02d53404e493 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:57.676922 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-de9d6145-5b61-418c-a0ba-02d53404e493 None None] Calling delete_port for 0c5014eb-db1d-4c94-9769-5ad2abf5139a owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:30:57.680053 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b8adf5ce-1743-4782-ac33-15c8bd4f52a8 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:57.702774 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a91e6ec1-8b44-4e7d-8b98-d85b1e04d572 None None] Port ab2627d7-962b-46fe-83ce-5b3b0ee3835b cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:30:57.772943 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3b409d66-018b-431f-b930-d20a91c7c5e7 req-22cbb305-015b-4542-a5f8-043998fa46c3 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/security-groups?id=a040c6b3-0771-4bba-81c8-f88c93c47b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472904 Dec 06 17:30:57.801001 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-de9d6145-5b61-418c-a0ba-02d53404e493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:57.815839 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-b8adf5ce-1743-4782-ac33-15c8bd4f52a8 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Deleting port 0c5014eb-db1d-4c94-9769-5ad2abf5139a {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:30:57.816211 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b8adf5ce-1743-4782-ac33-15c8bd4f52a8 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:57.856915 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-8f232441-43c0-4a31-a16a-94edea617c99 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9c2ee0f8c8e0499eb2fd17a2502f98ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8363144 Dec 06 17:30:57.872635 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 43430) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:30:57.872909 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f232441-43c0-4a31-a16a-94edea617c99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb9ba0a-2f7c-4373-abdb-632acaad3618,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:30:57.890978 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9d6145-5b61-418c-a0ba-02d53404e493 None None] Pushing event deleted for resources: {'Port': ['ID=0c5014eb-db1d-4c94-9769-5ad2abf5139a,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:30:57.915527 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9d6145-5b61-418c-a0ba-02d53404e493 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:30:57.916031 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9d6145-5b61-418c-a0ba-02d53404e493 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:30:57.917121 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9d6145-5b61-418c-a0ba-02d53404e493 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:30:57.917358 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9d6145-5b61-418c-a0ba-02d53404e493 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:30:57.917888 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9d6145-5b61-418c-a0ba-02d53404e493 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:30:57.918377 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9d6145-5b61-418c-a0ba-02d53404e493 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:30:57.918975 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9d6145-5b61-418c-a0ba-02d53404e493 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:30:57.919320 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9d6145-5b61-418c-a0ba-02d53404e493 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:30:57.919920 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9d6145-5b61-418c-a0ba-02d53404e493 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:30:57.920313 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9d6145-5b61-418c-a0ba-02d53404e493 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:30:57.920782 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9d6145-5b61-418c-a0ba-02d53404e493 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:30:57.921215 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9d6145-5b61-418c-a0ba-02d53404e493 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:30:57.921822 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9d6145-5b61-418c-a0ba-02d53404e493 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:30:57.929956 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9d6145-5b61-418c-a0ba-02d53404e493 None None] No DVR routers for this DVR port 0c5014eb-db1d-4c94-9769-5ad2abf5139a on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:30:57.953047 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-246b18d8-783a-4976-9de3-65b66ea7fbcc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:57.972594 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-b8adf5ce-1743-4782-ac33-15c8bd4f52a8 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] For port 0c5014eb-db1d-4c94-9769-5ad2abf5139a, host n-d-master-1, got binding levels [] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:30:57.973555 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b8adf5ce-1743-4782-ac33-15c8bd4f52a8 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:58.003499 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-246b18d8-783a-4976-9de3-65b66ea7fbcc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:58.007044 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0fadd632-49b8-4554-b65b-d7b692892395 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:58.054572 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-b8adf5ce-1743-4782-ac33-15c8bd4f52a8 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Calling delete_port for 0c5014eb-db1d-4c94-9769-5ad2abf5139a owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:30:58.078895 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.ipam_backend_mixin [None req-b8adf5ce-1743-4782-ac33-15c8bd4f52a8 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Port 0c5014eb-db1d-4c94-9769-5ad2abf5139a was not found and therefore no delete operation was performed {{(pid=103284) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 06 17:30:58.082205 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0fadd632-49b8-4554-b65b-d7b692892395 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:58.101487 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b8adf5ce-1743-4782-ac33-15c8bd4f52a8 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:58.143267 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-246b18d8-783a-4976-9de3-65b66ea7fbcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:58.145974 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-246b18d8-783a-4976-9de3-65b66ea7fbcc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:58.149372 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-246b18d8-783a-4976-9de3-65b66ea7fbcc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1bb9ba0a-2f7c-4373-abdb-632acaad3618 HTTP/1.1" status: 204 len: 168 time: 0.2738302 Dec 06 17:30:58.149372 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8adf5ce-1743-4782-ac33-15c8bd4f52a8 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Pushing event deleted for resources: {'Port': ['ID=0c5014eb-db1d-4c94-9769-5ad2abf5139a,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:30:58.157842 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fadd632-49b8-4554-b65b-d7b692892395 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Network 03617047-f243-4014-bbeb-62374b9597eb is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:30:58.162029 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-0fadd632-49b8-4554-b65b-d7b692892395 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:30:58.163385 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8adf5ce-1743-4782-ac33-15c8bd4f52a8 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] No DVR routers for this DVR port 0c5014eb-db1d-4c94-9769-5ad2abf5139a on host n-d-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:30:58.166937 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fadd632-49b8-4554-b65b-d7b692892395 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:30:58.176689 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246b18d8-783a-4976-9de3-65b66ea7fbcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb9ba0a-2f7c-4373-abdb-632acaad3618,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:30:58.278770 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fadd632-49b8-4554-b65b-d7b692892395 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:30:58.279312 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0fadd632-49b8-4554-b65b-d7b692892395 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:58.294820 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fadd632-49b8-4554-b65b-d7b692892395 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Pushing event updated for resources: {'Port': ['ID=7e42a2cb-1a23-43df-8123-6a4220f53fa3,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:30:58.311027 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b8adf5ce-1743-4782-ac33-15c8bd4f52a8 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:58.324317 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-0fadd632-49b8-4554-b65b-d7b692892395 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3582351 Dec 06 17:30:58.329343 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 43446) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:30:58.336669 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-11ac3fdd-90e2-44a5-bb9c-c0fea4c2936d tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Request body: {'floatingip': {'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:30:58.372225 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-b8adf5ce-1743-4782-ac33-15c8bd4f52a8 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:30:58.384715 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-b8adf5ce-1743-4782-ac33-15c8bd4f52a8 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01c80ae1-47cd-4b92-84e1-920e248051d6') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:30:58.385886 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-b8adf5ce-1743-4782-ac33-15c8bd4f52a8 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01c80ae1-47cd-4b92-84e1-920e248051d6') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:30:58.397937 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b8adf5ce-1743-4782-ac33-15c8bd4f52a8 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:58.415203 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b8adf5ce-1743-4782-ac33-15c8bd4f52a8 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:58.425974 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8adf5ce-1743-4782-ac33-15c8bd4f52a8 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:30:58.426775 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b8adf5ce-1743-4782-ac33-15c8bd4f52a8 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:58.465421 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 17:30:58.465421 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:30:58.465421 n-d-master-1 neutron-server[103284]: timer() Dec 06 17:30:58.465421 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:30:58.465421 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 17:30:58.465421 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:30:58.465421 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 17:30:58.465421 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:30:58.465421 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 17:30:58.465421 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:30:58.465421 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 17:30:58.465421 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:30:58.465421 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 17:30:58.465421 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:30:58.465421 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:30:58.465421 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:30:58.465421 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:30:58.465421 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:30:58.465421 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 17:30:58.465421 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:30:58.465421 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 17:30:58.465421 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:30:58.465421 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:30:58.465421 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:30:58.465421 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 17:30:58.465421 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:30:58.465421 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:30:58.465421 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:30:58.465421 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:30:58.465421 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:30:58.465421 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:30:58.465421 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:30:58.467896 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-11ac3fdd-90e2-44a5-bb9c-c0fea4c2936d tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Publish callbacks [] for floatingip, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:58.542917 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b8adf5ce-1743-4782-ac33-15c8bd4f52a8 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:58.586830 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b8adf5ce-1743-4782-ac33-15c8bd4f52a8 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:58.599465 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-b8adf5ce-1743-4782-ac33-15c8bd4f52a8 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "DELETE /v2.0/networks/a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c HTTP/1.1" status: 204 len: 168 time: 1.0610194 Dec 06 17:30:58.600427 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8adf5ce-1743-4782-ac33-15c8bd4f52a8 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Pushing event deleted for resources: {'Network': ['ID=a6e918fe-6f50-41b4-a4be-d1ab6f1abb1c,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:30:58.604273 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 43454) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:30:58.650876 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-14d67c5b-83e1-4db4-adfe-c6af9e5addcd None None] Provisioning complete for port 7e42a2cb-1a23-43df-8123-6a4220f53fa3 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:30:58.651415 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-14d67c5b-83e1-4db4-adfe-c6af9e5addcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:58.746473 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-14d67c5b-83e1-4db4-adfe-c6af9e5addcd None None] Port 7e42a2cb-1a23-43df-8123-6a4220f53fa3 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:30:58.791393 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a65a72f0-1dde-4505-9f43-2216898157cd tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:58.800136 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 0c5014eb-db1d-4c94-9769-5ad2abf5139a no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:30:58.810863 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-11ac3fdd-90e2-44a5-bb9c-c0fea4c2936d tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:58.853353 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 0c5014eb-db1d-4c94-9769-5ad2abf5139a {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:30:58.855586 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 0c5014eb-db1d-4c94-9769-5ad2abf5139a not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:30:58.855586 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device eb56abc0-5162-4a66-af37-1a834ea8506a no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:30:58.880233 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a65a72f0-1dde-4505-9f43-2216898157cd tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:58.919317 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: eb56abc0-5162-4a66-af37-1a834ea8506a {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:30:58.919676 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device eb56abc0-5162-4a66-af37-1a834ea8506a not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:30:58.920096 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 7c5102cc-1ae1-46d0-83a7-a0f32a6b3654 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:30:58.987429 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed087a11-30d9-46a6-9efd-0ea2a4f53a84 req-53fbed05-3184-448b-80dd-01b1282ad842 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:30:58.989906 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ed087a11-30d9-46a6-9efd-0ea2a4f53a84 req-53fbed05-3184-448b-80dd-01b1282ad842 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/ports?device_id=d31ffa0d-959f-4258-b115-a7a04ad0dada HTTP/1.1" status: 200 len: 944 time: 0.1293163 Dec 06 17:30:58.996499 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a65a72f0-1dde-4505-9f43-2216898157cd tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:59.000397 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a65a72f0-1dde-4505-9f43-2216898157cd tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:59.002894 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 7c5102cc-1ae1-46d0-83a7-a0f32a6b3654 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:30:59.003496 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 7c5102cc-1ae1-46d0-83a7-a0f32a6b3654 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:30:59.006157 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-a65a72f0-1dde-4505-9f43-2216898157cd tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "DELETE /v2.0/security-groups/78322529-8ef3-429b-b795-66e840556866 HTTP/1.1" status: 204 len: 168 time: 0.4000032 Dec 06 17:30:59.063887 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65a72f0-1dde-4505-9f43-2216898157cd tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78322529-8ef3-429b-b795-66e840556866,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:30:59.149808 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ed087a11-30d9-46a6-9efd-0ea2a4f53a84 req-96cbb399-2fc8-4f08-b2f9-194999832d2f tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/security-groups?id=a040c6b3-0771-4bba-81c8-f88c93c47b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515164 Dec 06 17:30:59.204009 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-11ac3fdd-90e2-44a5-bb9c-c0fea4c2936d tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Allocated IP 172.35.1.74 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/03434d6f-ceb7-4316-9445-f8d4d46194f2) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:30:59.376267 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-11ac3fdd-90e2-44a5-bb9c-c0fea4c2936d tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:59.434611 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-11ac3fdd-90e2-44a5-bb9c-c0fea4c2936d tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:59.474429 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ac3fdd-90e2-44a5-bb9c-c0fea4c2936d tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:30:59.478196 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-11ac3fdd-90e2-44a5-bb9c-c0fea4c2936d tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:30:59.486987 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ac3fdd-90e2-44a5-bb9c-c0fea4c2936d tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:30:59.519836 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 43492) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:30:59.524392 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-6a4b173a-3974-4039-b975-014c09f2de39 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1655540043', 'description': 'tempest-secgroup-smoke-1655540043 description', 'project_id': '87136a91f6c54863bdb78ae5833b5c4e'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:30:59.568948 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ac3fdd-90e2-44a5-bb9c-c0fea4c2936d tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Pushing event updated for resources: {'Port': ['ID=03434d6f-ceb7-4316-9445-f8d4d46194f2,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:30:59.581609 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6a4b173a-3974-4039-b975-014c09f2de39 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:59.591171 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-11ac3fdd-90e2-44a5-bb9c-c0fea4c2936d tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:59.634553 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-11ac3fdd-90e2-44a5-bb9c-c0fea4c2936d tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:59.683097 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6a4b173a-3974-4039-b975-014c09f2de39 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:59.698247 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6a4b173a-3974-4039-b975-014c09f2de39 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:59.774564 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6a4b173a-3974-4039-b975-014c09f2de39 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:59.776168 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-6a4b173a-3974-4039-b975-014c09f2de39 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2549362 Dec 06 17:30:59.778511 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4b173a-3974-4039-b975-014c09f2de39 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f3c85a1-3b48-4f29-aec2-3a218353c857,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:30:59.786103 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 43504) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:30:59.786325 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-d29307d8-df0e-426c-85d7-49167a8a3cb5 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Request body: {'security_group_rule': {'security_group_id': '5f3c85a1-3b48-4f29-aec2-3a218353c857', 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:30:59.789160 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device b40dfe45-1d09-4d36-a9c4-1594fd15a130 up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:30:59.821105 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d29307d8-df0e-426c-85d7-49167a8a3cb5 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:59.886847 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-11ac3fdd-90e2-44a5-bb9c-c0fea4c2936d tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:59.896863 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-11ac3fdd-90e2-44a5-bb9c-c0fea4c2936d tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:59.924539 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port b40dfe45-1d09-4d36-a9c4-1594fd15a130 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:30:59.930077 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port b40dfe45-1d09-4d36-a9c4-1594fd15a130 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:30:59.931428 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d29307d8-df0e-426c-85d7-49167a8a3cb5 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:59.934984 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:59.940758 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d29307d8-df0e-426c-85d7-49167a8a3cb5 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:30:59.987680 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29307d8-df0e-426c-85d7-49167a8a3cb5 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6fd2edc-2ff8-4e3d-819e-ef5ae02cdaca,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:30:59.999533 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d29307d8-df0e-426c-85d7-49167a8a3cb5 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:00.007369 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-d29307d8-df0e-426c-85d7-49167a8a3cb5 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2256029 Dec 06 17:31:00.008582 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 43508) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:31:00.019611 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-99a29de2-dd8e-4eb8-bb3e-4e0cee0e2963 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Request body: {'security_group_rule': {'security_group_id': '5f3c85a1-3b48-4f29-aec2-3a218353c857', 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:31:00.067756 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-99a29de2-dd8e-4eb8-bb3e-4e0cee0e2963 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:00.083156 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ac3fdd-90e2-44a5-bb9c-c0fea4c2936d tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Pushing event updated for resources: {'Port': ['ID=03434d6f-ceb7-4316-9445-f8d4d46194f2,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:31:00.093254 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:00.101077 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-11ac3fdd-90e2-44a5-bb9c-c0fea4c2936d tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:00.134867 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-11ac3fdd-90e2-44a5-bb9c-c0fea4c2936d tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:00.136194 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-11ac3fdd-90e2-44a5-bb9c-c0fea4c2936d tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8058116 Dec 06 17:31:00.139075 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 43512) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:31:00.139792 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port b40dfe45-1d09-4d36-a9c4-1594fd15a130, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=b40dfe45-1d09-4d36-a9c4-1594fd15a130,segment=NetworkSegment(04368979-ac99-4737-9a75-271bdacd11fd),segment_id=04368979-ac99-4737-9a75-271bdacd11fd)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:31:00.140925 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd31ffa0d-959f-4258-b115-a7a04ad0dada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b40dfe45-1d09-4d36-a9c4-1594fd15a130'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:31:00.143767 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-37f37fc2-4a2b-4d36-b8c0-9c172515217c tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Request body: {'floatingip': {'port_id': '7e42a2cb-1a23-43df-8123-6a4220f53fa3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:31:00.145652 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd53c51-d7fc-45c5-b9ff-d94ea8a3cdf9" -d '{"events": [{"server_uuid": "d31ffa0d-959f-4258-b115-a7a04ad0dada", "name": "network-vif-plugged", "status": "completed", "tag": "b40dfe45-1d09-4d36-a9c4-1594fd15a130"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:31:00.150250 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:00.237627 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-99a29de2-dd8e-4eb8-bb3e-4e0cee0e2963 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:00.250229 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-99a29de2-dd8e-4eb8-bb3e-4e0cee0e2963 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:00.302594 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a29de2-dd8e-4eb8-bb3e-4e0cee0e2963 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99bf8a81-a826-4a2e-81e9-858b2dbdc5aa,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:31:00.312834 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-37f37fc2-4a2b-4d36-b8c0-9c172515217c tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Publish callbacks [] for floatingip, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:00.343100 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=b40dfe45-1d09-4d36-a9c4-1594fd15a130,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:31:00.390938 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-99a29de2-dd8e-4eb8-bb3e-4e0cee0e2963 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:00.397034 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-99a29de2-dd8e-4eb8-bb3e-4e0cee0e2963 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3858371 Dec 06 17:31:00.404945 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 43532) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:31:00.432016 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-9b8cd6aa-83a5-4976-92b0-a4a1a2e4c401 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Request body: {'security_group_rule': {'security_group_id': '5f3c85a1-3b48-4f29-aec2-3a218353c857', 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:31:00.474070 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7e4f8a-c7c1-4dee-a143-aa5933b2a41f req-48853a92-be94-4fc5-8f9f-acb964233222 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:31:00.475875 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee7e4f8a-c7c1-4dee-a143-aa5933b2a41f req-48853a92-be94-4fc5-8f9f-acb964233222 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/ports?device_id=d31ffa0d-959f-4258-b115-a7a04ad0dada HTTP/1.1" status: 200 len: 945 time: 0.1194284 Dec 06 17:31:00.494944 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9b8cd6aa-83a5-4976-92b0-a4a1a2e4c401 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:00.583010 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee7e4f8a-c7c1-4dee-a143-aa5933b2a41f req-0162aad7-46dd-4f86-a78a-85cd3e8c1e08 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/security-groups?id=a040c6b3-0771-4bba-81c8-f88c93c47b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973184 Dec 06 17:31:00.657806 n-d-master-1 neutron-server[103285]: INFO neutron.api.v2.resource [None req-37f37fc2-4a2b-4d36-b8c0-9c172515217c tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] update failed (client error): The resource could not be found. Dec 06 17:31:00.662471 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-37f37fc2-4a2b-4d36-b8c0-9c172515217c tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] 10.222.0.23 "PUT /v2.0/floatingips/2bffa768-15af-4aca-80bb-c46d698ec0bb HTTP/1.1" status: 404 len: 507 time: 0.5223966 Dec 06 17:31:00.662830 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 43540) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:31:00.691541 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9b8cd6aa-83a5-4976-92b0-a4a1a2e4c401 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:00.696405 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9b8cd6aa-83a5-4976-92b0-a4a1a2e4c401 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:00.733194 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49c1d1d4-d107-4d4c-ba3b-243dd5aafe46 x-openstack-request-id: req-49c1d1d4-d107-4d4c-ba3b-243dd5aafe46 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:31:00.733194 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d31ffa0d-959f-4258-b115-a7a04ad0dada", "name": "network-vif-plugged", "status": "completed", "tag": "b40dfe45-1d09-4d36-a9c4-1594fd15a130", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:31:00.733194 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-49c1d1d4-d107-4d4c-ba3b-243dd5aafe46 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:31:00.733573 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd31ffa0d-959f-4258-b115-a7a04ad0dada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b40dfe45-1d09-4d36-a9c4-1594fd15a130', 'code': 200} Dec 06 17:31:00.747107 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9b8cd6aa-83a5-4976-92b0-a4a1a2e4c401 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:00.748349 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-9b8cd6aa-83a5-4976-92b0-a4a1a2e4c401 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3388054 Dec 06 17:31:00.753747 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8cd6aa-83a5-4976-92b0-a4a1a2e4c401 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e18b8511-e27e-4b6e-aca2-40d3c968ec27,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:31:00.758196 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 43548) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:31:00.767287 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-5332a996-8ecb-4206-adb1-e9721ade939c tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Request body: {'security_group_rule': {'security_group_id': '5f3c85a1-3b48-4f29-aec2-3a218353c857', 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:31:00.898601 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa47b801-7d53-400d-9c6f-509fcbe5aa8d req-070326ef-0832-40af-bb39-1c2d93267c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:31:00.900235 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-aa47b801-7d53-400d-9c6f-509fcbe5aa8d req-070326ef-0832-40af-bb39-1c2d93267c2d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d31ffa0d-959f-4258-b115-a7a04ad0dada HTTP/1.1" status: 200 len: 1096 time: 0.0914533 Dec 06 17:31:00.901211 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5332a996-8ecb-4206-adb1-e9721ade939c tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:00.966039 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-0ad33e46-0f55-4617-9b00-c1e0a68e7275 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Deleting port 03434d6f-ceb7-4316-9445-f8d4d46194f2 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:31:00.966514 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0ad33e46-0f55-4617-9b00-c1e0a68e7275 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:01.008376 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-aa47b801-7d53-400d-9c6f-509fcbe5aa8d req-d6738a75-702b-4947-abb6-7dd0975b3cd5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a040c6b3-0771-4bba-81c8-f88c93c47b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884545 Dec 06 17:31:01.014960 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5332a996-8ecb-4206-adb1-e9721ade939c tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:01.019993 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5332a996-8ecb-4206-adb1-e9721ade939c tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:01.042358 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5332a996-8ecb-4206-adb1-e9721ade939c tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9baa9179-4b0a-4754-8674-4299fec2db65,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:31:01.054501 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5332a996-8ecb-4206-adb1-e9721ade939c tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:01.058444 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-5332a996-8ecb-4206-adb1-e9721ade939c tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2966056 Dec 06 17:31:01.059338 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 43556) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:31:01.064166 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-0d3a9da5-9553-42ca-b4e6-9e9b21c8aa1e tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Request body: {'security_group_rule': {'security_group_id': '5f3c85a1-3b48-4f29-aec2-3a218353c857', 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:31:01.095567 n-d-master-1 neutron-server[103285]: INFO neutron.db.securitygroups_db [None req-0d3a9da5-9553-42ca-b4e6-9e9b21c8aa1e tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Project 87136a91f6c54863bdb78ae5833b5c4e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 17:31:01.103675 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0d3a9da5-9553-42ca-b4e6-9e9b21c8aa1e tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:01.207142 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0d3a9da5-9553-42ca-b4e6-9e9b21c8aa1e tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:01.215751 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0d3a9da5-9553-42ca-b4e6-9e9b21c8aa1e tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:01.238092 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fd861468-08b4-4360-84dd-871dc64d43e3 req-a88fb98c-82f8-42df-a55c-346f076555f5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bd5c2d47-7018-4f41-af71-56e6d5579ccf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1907568 Dec 06 17:31:01.240281 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3a9da5-9553-42ca-b4e6-9e9b21c8aa1e tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7eed1ce-c891-476f-ae88-6c533baf5e2d,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:31:01.241416 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0ad33e46-0f55-4617-9b00-c1e0a68e7275 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:01.243457 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0ad33e46-0f55-4617-9b00-c1e0a68e7275 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:01.259673 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0d3a9da5-9553-42ca-b4e6-9e9b21c8aa1e tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:01.263637 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-0d3a9da5-9553-42ca-b4e6-9e9b21c8aa1e tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2006085 Dec 06 17:31:01.264591 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 43568) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:31:01.280938 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-1043ebc3-5fc3-4c0d-b941-ade49ab1a239 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Request body: {'security_group_rule': {'security_group_id': '5f3c85a1-3b48-4f29-aec2-3a218353c857', 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:31:01.285954 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-0ad33e46-0f55-4617-9b00-c1e0a68e7275 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Calling delete_port for 03434d6f-ceb7-4316-9445-f8d4d46194f2 owned by network:floatingip {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:31:01.382099 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd861468-08b4-4360-84dd-871dc64d43e3 req-66511819-7866-41d5-aaf1-847999e67070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:31:01.383518 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fd861468-08b4-4360-84dd-871dc64d43e3 req-66511819-7866-41d5-aaf1-847999e67070 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=31731eabc62542b18a3f7712a1235f2a&device_id=bd5c2d47-7018-4f41-af71-56e6d5579ccf HTTP/1.1" status: 200 len: 1097 time: 0.1198645 Dec 06 17:31:01.411872 n-d-master-1 neutron-server[103284]: INFO neutron.db.securitygroups_db [None req-1043ebc3-5fc3-4c0d-b941-ade49ab1a239 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Project 87136a91f6c54863bdb78ae5833b5c4e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 17:31:01.546985 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1043ebc3-5fc3-4c0d-b941-ade49ab1a239 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:01.648000 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1043ebc3-5fc3-4c0d-b941-ade49ab1a239 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:01.677965 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1043ebc3-5fc3-4c0d-b941-ade49ab1a239 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:01.713689 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1043ebc3-5fc3-4c0d-b941-ade49ab1a239 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae7d48c0-10b0-4fcc-b477-5d36c6295c36,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:31:01.740719 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1043ebc3-5fc3-4c0d-b941-ade49ab1a239 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:01.744901 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-1043ebc3-5fc3-4c0d-b941-ade49ab1a239 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4656885 Dec 06 17:31:01.745066 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 43592) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:31:01.750583 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-045ee2d7-a415-4606-be95-59e82aa0a012 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Request body: {'network': {'name': 'tempest-network-smoke--1262514246', 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'port_security_enabled': True}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:31:01.761459 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd861468-08b4-4360-84dd-871dc64d43e3 req-774bf1f6-443b-4008-9af6-2634a70c275e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:31:01.763097 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fd861468-08b4-4360-84dd-871dc64d43e3 req-774bf1f6-443b-4008-9af6-2634a70c275e service neutron] 10.222.0.44 "GET /v2.0/networks?id=baae5554-5993-4f38-bd78-dc900341a8a7 HTTP/1.1" status: 200 len: 914 time: 0.3434353 Dec 06 17:31:01.823963 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-045ee2d7-a415-4606-be95-59e82aa0a012 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Made reservation on behalf of 87136a91f6c54863bdb78ae5833b5c4e for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:31:01.828125 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-045ee2d7-a415-4606-be95-59e82aa0a012 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:01.887974 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c239b6d-a148-4d33-968c-6f7f64fd38bd req-c0c22e93-3535-417a-857f-d3d6ab48b75f tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:31:01.898150 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9c239b6d-a148-4d33-968c-6f7f64fd38bd req-c0c22e93-3535-417a-857f-d3d6ab48b75f tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/ports?device_id=d31ffa0d-959f-4258-b115-a7a04ad0dada HTTP/1.1" status: 200 len: 945 time: 0.1271009 Dec 06 17:31:02.051636 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9c239b6d-a148-4d33-968c-6f7f64fd38bd req-bf5fe44c-8dea-4fda-b169-7dab3903287d tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/security-groups?id=a040c6b3-0771-4bba-81c8-f88c93c47b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524723 Dec 06 17:31:02.057676 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 43602) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:31:02.230758 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-57747a43-d479-4e8b-8f86-2bcba211692b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:02.242984 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fd861468-08b4-4360-84dd-871dc64d43e3 req-ced6a7bc-c1df-46fa-a137-2944ab172905 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=77390b8b-a6da-4a50-b92d-208c0440161d HTTP/1.1" status: 200 len: 217 time: 0.4697790 Dec 06 17:31:02.322753 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-57747a43-d479-4e8b-8f86-2bcba211692b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:02.327887 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-57747a43-d479-4e8b-8f86-2bcba211692b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:02.335352 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd861468-08b4-4360-84dd-871dc64d43e3 req-eb192f27-d5f1-49c5-a7b7-099966c34439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:31:02.336965 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fd861468-08b4-4360-84dd-871dc64d43e3 req-eb192f27-d5f1-49c5-a7b7-099966c34439 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=beafb9f1-df05-4269-b547-aab5f335c461 HTTP/1.1" status: 200 len: 853 time: 0.0750880 Dec 06 17:31:02.375359 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-57747a43-d479-4e8b-8f86-2bcba211692b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=00666d5e5b654c36acc3b2d12041abe4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3164234 Dec 06 17:31:02.378293 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57747a43-d479-4e8b-8f86-2bcba211692b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d66053e-bb5f-46a6-b7e8-a1f86f12ccd6,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:31:02.390563 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 43610) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:31:02.393435 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fd861468-08b4-4360-84dd-871dc64d43e3 req-0e84f3c2-b76c-4dd0-a0cb-d16d787e18d6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=baae5554-5993-4f38-bd78-dc900341a8a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468590 Dec 06 17:31:02.403336 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0ad33e46-0f55-4617-9b00-c1e0a68e7275 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:02.415086 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-045ee2d7-a415-4606-be95-59e82aa0a012 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:31:02.428905 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-045ee2d7-a415-4606-be95-59e82aa0a012 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:02.429249 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-045ee2d7-a415-4606-be95-59e82aa0a012 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Added segment 2ad2e9d4-239e-4d66-8541-a8b3b2b1def0 of type vlan for network 39ca8761-abdc-4183-874f-43b7c768d0ca Dec 06 17:31:02.501752 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-045ee2d7-a415-4606-be95-59e82aa0a012 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:02.518880 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad33e46-0f55-4617-9b00-c1e0a68e7275 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Pushing event deleted for resources: {'Port': ['ID=03434d6f-ceb7-4316-9445-f8d4d46194f2,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:31:02.563507 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-045ee2d7-a415-4606-be95-59e82aa0a012 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:02.570327 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045ee2d7-a415-4606-be95-59e82aa0a012 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:31:02.570951 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-045ee2d7-a415-4606-be95-59e82aa0a012 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:02.656809 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-045ee2d7-a415-4606-be95-59e82aa0a012 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9107244 Dec 06 17:31:02.660513 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 43622) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:31:02.667410 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-a1f3dc67-b80b-461c-82f6-6c915a684c69 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-14200149', 'admin_state_up': True, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:31:02.677014 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6c1bf053-a825-4fa2-a197-007f7a87c54e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:02.677546 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045ee2d7-a415-4606-be95-59e82aa0a012 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Pushing event updated for resources: {'Network': ['ID=39ca8761-abdc-4183-874f-43b7c768d0ca,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:31:02.690220 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 39ca8761-abdc-4183-874f-43b7c768d0ca details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:31:02.697928 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a1f3dc67-b80b-461c-82f6-6c915a684c69 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:02.699367 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a1f3dc67-b80b-461c-82f6-6c915a684c69 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:02.719477 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6c1bf053-a825-4fa2-a197-007f7a87c54e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:02.768478 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a1f3dc67-b80b-461c-82f6-6c915a684c69 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:02.840592 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:02.842230 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fd861468-08b4-4360-84dd-871dc64d43e3 req-cd7c2f98-c530-48f8-b346-8c3ceed637e0 service neutron] 10.222.0.44 "GET /v2.0/networks/baae5554-5993-4f38-bd78-dc900341a8a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4401908 Dec 06 17:31:02.846219 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6c1bf053-a825-4fa2-a197-007f7a87c54e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:02.849682 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6c1bf053-a825-4fa2-a197-007f7a87c54e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:02.850978 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-6c1bf053-a825-4fa2-a197-007f7a87c54e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2d66053e-bb5f-46a6-b7e8-a1f86f12ccd6 HTTP/1.1" status: 204 len: 168 time: 0.4564543 Dec 06 17:31:02.853293 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0ad33e46-0f55-4617-9b00-c1e0a68e7275 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Publish callbacks [] for floatingip, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:02.856767 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0ad33e46-0f55-4617-9b00-c1e0a68e7275 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:02.861926 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-0ad33e46-0f55-4617-9b00-c1e0a68e7275 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] 10.222.0.23 "DELETE /v2.0/floatingips/2bffa768-15af-4aca-80bb-c46d698ec0bb HTTP/1.1" status: 204 len: 168 time: 2.1977890 Dec 06 17:31:02.962587 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a1f3dc67-b80b-461c-82f6-6c915a684c69 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:02.967672 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 43630) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:31:02.973688 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-79c2a60f-4d4a-4247-8156-9837f0c6277e tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Request body: {'floatingip': {'floating_network_id': '03617047-f243-4014-bbeb-62374b9597eb', 'port_id': '7e42a2cb-1a23-43df-8123-6a4220f53fa3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:31:02.982925 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fd861468-08b4-4360-84dd-871dc64d43e3 req-aeae26c9-0b02-403a-bbc7-1499e8540bc9 service neutron] 10.222.0.44 "GET /v2.0/networks/baae5554-5993-4f38-bd78-dc900341a8a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306741 Dec 06 17:31:02.990765 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1bf053-a825-4fa2-a197-007f7a87c54e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d66053e-bb5f-46a6-b7e8-a1f86f12ccd6,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:31:03.037068 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-79c2a60f-4d4a-4247-8156-9837f0c6277e tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Publish callbacks [] for floatingip, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:03.310849 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 43642) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:31:03.325702 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ff048cca-4ecf-4b8f-af48-a39b9ed3ed52 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:03.410924 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ff048cca-4ecf-4b8f-af48-a39b9ed3ed52 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:03.416067 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ff048cca-4ecf-4b8f-af48-a39b9ed3ed52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:03.446737 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-ff048cca-4ecf-4b8f-af48-a39b9ed3ed52 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b22a35730bfa4027999d2600b3bb9a7a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1347001 Dec 06 17:31:03.448339 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 43644) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:31:03.512314 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff048cca-4ecf-4b8f-af48-a39b9ed3ed52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=980bc9b3-67a6-40b7-afb5-8d5e9f41eecb,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:31:03.528036 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f40d7c7c-b1f2-42cf-9418-86755601ffcc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:03.563914 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f40d7c7c-b1f2-42cf-9418-86755601ffcc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:03.624755 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea288022-f95c-49ce-9a86-8fce197f2af9 req-1328caa7-6fed-4879-a29a-6dca6e178aa0 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:31:03.626771 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ea288022-f95c-49ce-9a86-8fce197f2af9 req-1328caa7-6fed-4879-a29a-6dca6e178aa0 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/ports?device_id=d31ffa0d-959f-4258-b115-a7a04ad0dada HTTP/1.1" status: 200 len: 945 time: 0.0839012 Dec 06 17:31:03.678308 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f40d7c7c-b1f2-42cf-9418-86755601ffcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:03.682698 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f40d7c7c-b1f2-42cf-9418-86755601ffcc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:03.684282 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-f40d7c7c-b1f2-42cf-9418-86755601ffcc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/980bc9b3-67a6-40b7-afb5-8d5e9f41eecb HTTP/1.1" status: 204 len: 168 time: 0.2349749 Dec 06 17:31:03.702820 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40d7c7c-b1f2-42cf-9418-86755601ffcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=980bc9b3-67a6-40b7-afb5-8d5e9f41eecb,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:31:03.750125 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ea288022-f95c-49ce-9a86-8fce197f2af9 req-fbef5300-934d-40f0-ad2e-dc090c9cdb43 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/security-groups?id=a040c6b3-0771-4bba-81c8-f88c93c47b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973165 Dec 06 17:31:03.884594 n-d-master-1 neutron-server[103285]: INFO neutron.api.v2.resource [None req-79c2a60f-4d4a-4247-8156-9837f0c6277e tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 17:31:03.890417 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-79c2a60f-4d4a-4247-8156-9837f0c6277e tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.9167926 Dec 06 17:31:03.890660 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 43662) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:31:03.897621 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-556b6c83-e112-4404-a3bb-4e87adf49499 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Request body: {'floatingip': {'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'port_id': '7e42a2cb-1a23-43df-8123-6a4220f53fa3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:31:03.926637 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a1f3dc67-b80b-461c-82f6-6c915a684c69 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for router_gateway, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:03.952418 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-556b6c83-e112-4404-a3bb-4e87adf49499 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Publish callbacks [] for floatingip, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:03.958401 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a1f3dc67-b80b-461c-82f6-6c915a684c69 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:04.135146 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-a1f3dc67-b80b-461c-82f6-6c915a684c69 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Allocated IP 172.35.1.165 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/d9cdc0ba-d041-4458-aca4-96b4f4a0a431) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:31:04.138127 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-556b6c83-e112-4404-a3bb-4e87adf49499 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:04.314344 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a1f3dc67-b80b-461c-82f6-6c915a684c69 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:04.366147 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a1f3dc67-b80b-461c-82f6-6c915a684c69 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:04.450453 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f3dc67-b80b-461c-82f6-6c915a684c69 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:31:04.468175 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-556b6c83-e112-4404-a3bb-4e87adf49499 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Allocated IP 172.35.1.116 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/cb712b0d-e9ec-4222-90f9-41c293ac1366) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:31:04.482764 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-a1f3dc67-b80b-461c-82f6-6c915a684c69 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:31:04.486941 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f3dc67-b80b-461c-82f6-6c915a684c69 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Pushing event updated for resources: {'Port': ['ID=d9cdc0ba-d041-4458-aca4-96b4f4a0a431,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:31:04.493303 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f3dc67-b80b-461c-82f6-6c915a684c69 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:31:04.512912 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b043d629-64cc-4a5a-81bd-73f0bbea2bdd None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:31:04.662414 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a3b59dd4-f0a9-4db0-97f2-d54d83d9d7c6 None None] Provisioning complete for port d9cdc0ba-d041-4458-aca4-96b4f4a0a431 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:31:04.662793 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a3b59dd4-f0a9-4db0-97f2-d54d83d9d7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:04.717956 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a3b59dd4-f0a9-4db0-97f2-d54d83d9d7c6 None None] Port d9cdc0ba-d041-4458-aca4-96b4f4a0a431 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:31:04.731756 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-556b6c83-e112-4404-a3bb-4e87adf49499 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:04.782072 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-556b6c83-e112-4404-a3bb-4e87adf49499 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:04.835623 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556b6c83-e112-4404-a3bb-4e87adf49499 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:31:04.843268 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-556b6c83-e112-4404-a3bb-4e87adf49499 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:31:04.850299 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556b6c83-e112-4404-a3bb-4e87adf49499 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:31:04.881785 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7478b560-1f7a-4161-a46b-6b2a5ad82a2f req-61168235-6bc9-474b-b9dd-1eb02ef65310 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=50406ce0-8d8f-4dbc-ac6c-398025c77043&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0664129 Dec 06 17:31:04.899074 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556b6c83-e112-4404-a3bb-4e87adf49499 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Pushing event updated for resources: {'Port': ['ID=cb712b0d-e9ec-4222-90f9-41c293ac1366,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:31:05.103132 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-556b6c83-e112-4404-a3bb-4e87adf49499 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Deleting port cb712b0d-e9ec-4222-90f9-41c293ac1366 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:31:05.103573 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-556b6c83-e112-4404-a3bb-4e87adf49499 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:05.133170 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7478b560-1f7a-4161-a46b-6b2a5ad82a2f req-9982b008-a3db-4671-8d97-1bec262431c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:31:05.134733 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7478b560-1f7a-4161-a46b-6b2a5ad82a2f req-9982b008-a3db-4671-8d97-1bec262431c5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5adf2ca31be24010a5919f824c787266&device_id=50406ce0-8d8f-4dbc-ac6c-398025c77043 HTTP/1.1" status: 200 len: 1096 time: 0.1975772 Dec 06 17:31:05.148729 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a1f3dc67-b80b-461c-82f6-6c915a684c69 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for router_gateway, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:05.207900 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-556b6c83-e112-4404-a3bb-4e87adf49499 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:05.208350 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-556b6c83-e112-4404-a3bb-4e87adf49499 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:05.217140 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:05.227502 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-556b6c83-e112-4404-a3bb-4e87adf49499 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Calling delete_port for cb712b0d-e9ec-4222-90f9-41c293ac1366 owned by network:floatingip {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:31:05.456981 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-556b6c83-e112-4404-a3bb-4e87adf49499 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:05.501078 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556b6c83-e112-4404-a3bb-4e87adf49499 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Pushing event deleted for resources: {'Port': ['ID=cb712b0d-e9ec-4222-90f9-41c293ac1366,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:31:05.527208 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7478b560-1f7a-4161-a46b-6b2a5ad82a2f req-dbdef376-523e-4f7d-85f6-1e423256ceac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:31:05.529867 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7478b560-1f7a-4161-a46b-6b2a5ad82a2f req-dbdef376-523e-4f7d-85f6-1e423256ceac service neutron] 10.222.0.41 "GET /v2.0/networks?id=7e14ea57-a95a-45fc-b352-ea1c200fddac HTTP/1.1" status: 200 len: 914 time: 0.3356597 Dec 06 17:31:05.599722 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7478b560-1f7a-4161-a46b-6b2a5ad82a2f req-db29abad-b3ab-4e45-ae3b-5bbbef893672 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3a1914f-5713-4a58-b538-ac5bf64664e6 HTTP/1.1" status: 200 len: 217 time: 0.0600777 Dec 06 17:31:05.601600 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a1f3dc67-b80b-461c-82f6-6c915a684c69 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:05.624071 n-d-master-1 neutron-server[103284]: INFO neutron.api.v2.resource [None req-556b6c83-e112-4404-a3bb-4e87adf49499 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] create failed (client error): The resource could not be found. Dec 06 17:31:05.632533 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-556b6c83-e112-4404-a3bb-4e87adf49499 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.7412865 Dec 06 17:31:05.633072 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 43722) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:31:05.821256 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-f9e2e49b-3ff0-42fe-9bc8-0fd43274c466 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Deleting port 7e42a2cb-1a23-43df-8123-6a4220f53fa3 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:31:05.822002 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f9e2e49b-3ff0-42fe-9bc8-0fd43274c466 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:05.963904 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7478b560-1f7a-4161-a46b-6b2a5ad82a2f req-e00d181e-c41c-4dad-b632-f1f129a69e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:31:05.965748 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7478b560-1f7a-4161-a46b-6b2a5ad82a2f req-e00d181e-c41c-4dad-b632-f1f129a69e9e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a82def35-47de-45f8-b5b7-47ede7612944 HTTP/1.1" status: 200 len: 853 time: 0.3586960 Dec 06 17:31:06.022701 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7478b560-1f7a-4161-a46b-6b2a5ad82a2f req-41b2c6af-4657-4ab1-be64-f9e1f03e9498 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7e14ea57-a95a-45fc-b352-ea1c200fddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467598 Dec 06 17:31:06.042782 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f9e2e49b-3ff0-42fe-9bc8-0fd43274c466 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:06.060391 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-f9e2e49b-3ff0-42fe-9bc8-0fd43274c466 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Calling delete_port for 7e42a2cb-1a23-43df-8123-6a4220f53fa3 owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:31:06.128602 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7478b560-1f7a-4161-a46b-6b2a5ad82a2f req-b85bb72a-6fe8-40ea-98dd-db7ed1c28c78 service neutron] 10.222.0.41 "GET /v2.0/networks/7e14ea57-a95a-45fc-b352-ea1c200fddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992966 Dec 06 17:31:06.222562 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1f3dc67-b80b-461c-82f6-6c915a684c69 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Router f43264f5-9ffe-4f8e-a496-20b08ebe3013 is scheduled to L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 with binding_index 1 {{(pid=103285) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 17:31:06.299850 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f9e2e49b-3ff0-42fe-9bc8-0fd43274c466 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:06.343809 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e2e49b-3ff0-42fe-9bc8-0fd43274c466 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Pushing event deleted for resources: {'Port': ['ID=7e42a2cb-1a23-43df-8123-6a4220f53fa3,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:31:06.436906 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7478b560-1f7a-4161-a46b-6b2a5ad82a2f req-46bbd1ec-97aa-49f8-a1c0-60f9b5d676df service neutron] 10.222.0.41 "GET /v2.0/networks/7e14ea57-a95a-45fc-b352-ea1c200fddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929275 Dec 06 17:31:06.460004 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f3dc67-b80b-461c-82f6-6c915a684c69 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:31:06.475074 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7abfd82-aeac-4950-b89b-4f8e0c17d307 None None] Sync routers for ids ['f43264f5-9ffe-4f8e-a496-20b08ebe3013'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:31:06.484531 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f9e2e49b-3ff0-42fe-9bc8-0fd43274c466 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:06.492524 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7abfd82-aeac-4950-b89b-4f8e0c17d307 None None] Routers {'f43264f5-9ffe-4f8e-a496-20b08ebe3013'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:31:06.494093 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-c7abfd82-aeac-4950-b89b-4f8e0c17d307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:30:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['f43264f5-9ffe-4f8e-a496-20b08ebe3013'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:31:06.495387 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-f9e2e49b-3ff0-42fe-9bc8-0fd43274c466 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] 10.222.0.23 "DELETE /v2.0/ports/7e42a2cb-1a23-43df-8123-6a4220f53fa3 HTTP/1.1" status: 204 len: 168 time: 0.8612409 Dec 06 17:31:06.499634 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 43764) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:31:06.542064 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a1f3dc67-b80b-461c-82f6-6c915a684c69 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:06.544887 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-a1f3dc67-b80b-461c-82f6-6c915a684c69 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.8837154 Dec 06 17:31:06.549643 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 43766) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:31:06.615826 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-52cd005f-6fbe-4875-b1f5-5e15e6a86418 tempest-TestNetworkAdvancedServerOps-348317602 tempest-TestNetworkAdvancedServerOps-348317602-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=87136a91f6c54863bdb78ae5833b5c4e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0651031 Dec 06 17:31:06.618741 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 43770) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:31:06.716632 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515aade2-4dfc-4712-aa7b-7de565f53ef4 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:31:06.718525 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-515aade2-4dfc-4712-aa7b-7de565f53ef4 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] 10.222.0.23 "GET /v2.0/ports?device_id=23947ceb-b528-464f-ac61-7010dbdc184b HTTP/1.1" status: 200 len: 913 time: 0.2149129 Dec 06 17:31:06.722172 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 43778) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:31:07.122847 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-c7abfd82-aeac-4950-b89b-4f8e0c17d307 None None] Set router f43264f5-9ffe-4f8e-a496-20b08ebe3013 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:31:07.142127 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384c7f1f-b024-4c3d-bebe-98fd72982607 tempest-TestNetworkAdvancedServerOps-348317602 tempest-TestNetworkAdvancedServerOps-348317602-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:31:07.164918 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-384c7f1f-b024-4c3d-bebe-98fd72982607 tempest-TestNetworkAdvancedServerOps-348317602 tempest-TestNetworkAdvancedServerOps-348317602-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5357943 Dec 06 17:31:07.167968 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 43794) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:31:07.314593 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-454d49c6-b158-4c1e-a459-9185687148db tempest-TestNetworkAdvancedServerOps-348317602 tempest-TestNetworkAdvancedServerOps-348317602-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=40c9982f-f1ff-4b90-bebe-b7d51655f7e2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1426754 Dec 06 17:31:07.317621 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 43802) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:31:07.333572 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-9a338bda-ab7c-4a56-a7c3-199d29922de3 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2030871272', 'network_id': '39ca8761-abdc-4183-874f-43b7c768d0ca', 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:31:07.584291 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a338bda-ab7c-4a56-a7c3-199d29922de3 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Made reservation on behalf of 87136a91f6c54863bdb78ae5833b5c4e for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:31:07.591970 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9a338bda-ab7c-4a56-a7c3-199d29922de3 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:07.684228 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3a3fd9e8-8f6a-40bd-92b4-ba47d0392f70 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575908'] for router_interface, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:07.699194 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-c7abfd82-aeac-4950-b89b-4f8e0c17d307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f43264f5-9ffe-4f8e-a496-20b08ebe3013', 'name': 'tempest-TestNetworkAdvancedServerOps-router-14200149', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.165'}], 'enable_snat': True}, 'gw_port_id': 'd9cdc0ba-d041-4458-aca4-96b4f4a0a431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:31:02Z', 'updated_at': '2021-12-06T17:31:04Z', 'revision_number': 3, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'gw_port': {'id': 'd9cdc0ba-d041-4458-aca4-96b4f4a0a431', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:15:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f43264f5-9ffe-4f8e-a496-20b08ebe3013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2785, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:31:03Z', 'updated_at': '2021-12-06T17:31:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:31:07.790791 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7abfd82-aeac-4950-b89b-4f8e0c17d307 None None] Checking router: f43264f5-9ffe-4f8e-a496-20b08ebe3013 for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:31:07.791160 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7abfd82-aeac-4950-b89b-4f8e0c17d307 None None] Updating router f43264f5-9ffe-4f8e-a496-20b08ebe3013 port d9cdc0ba-d041-4458-aca4-96b4f4a0a431 binding host n-d-master-1 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:31:07.856534 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c7abfd82-aeac-4950-b89b-4f8e0c17d307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:07.926654 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9a338bda-ab7c-4a56-a7c3-199d29922de3 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:08.014036 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a338bda-ab7c-4a56-a7c3-199d29922de3 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Checking segment: {'id': '2ad2e9d4-239e-4d66-8541-a8b3b2b1def0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '39ca8761-abdc-4183-874f-43b7c768d0ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:31:08.014517 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a338bda-ab7c-4a56-a7c3-199d29922de3 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Network hostable DHCP agents. Network: 39ca8761-abdc-4183-874f-43b7c768d0ca, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:31:08.016648 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a338bda-ab7c-4a56-a7c3-199d29922de3 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Pushing event updated for resources: {'Subnet': ['ID=ccec9b31-d792-401a-9e06-9a1a9efca83a,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:31:08.042162 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a338bda-ab7c-4a56-a7c3-199d29922de3 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Network 39ca8761-abdc-4183-874f-43b7c768d0ca is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:31:08.057089 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-9a338bda-ab7c-4a56-a7c3-199d29922de3 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 39ca8761-abdc-4183-874f-43b7c768d0ca) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:31:08.062598 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a338bda-ab7c-4a56-a7c3-199d29922de3 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:31:08.063363 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9a338bda-ab7c-4a56-a7c3-199d29922de3 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:08.099116 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-9a338bda-ab7c-4a56-a7c3-199d29922de3 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7800317 Dec 06 17:31:08.101912 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 43828) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:31:08.180740 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 43834) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:31:08.296463 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69ebd66-1d77-4536-af9d-790e6fab09b9 None None] Network 39ca8761-abdc-4183-874f-43b7c768d0ca requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:31:08.403339 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-3a3fd9e8-8f6a-40bd-92b4-ba47d0392f70 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Deleting port ab2627d7-962b-46fe-83ce-5b3b0ee3835b {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:31:08.403686 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3a3fd9e8-8f6a-40bd-92b4-ba47d0392f70 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:08.498629 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8fe9a8fd-442e-43e0-86a3-2adcf5010bc0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:08.573386 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3a3fd9e8-8f6a-40bd-92b4-ba47d0392f70 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:08.621421 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-3a3fd9e8-8f6a-40bd-92b4-ba47d0392f70 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Calling delete_port for ab2627d7-962b-46fe-83ce-5b3b0ee3835b owned by network:router_interface {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:31:08.823808 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c7abfd82-aeac-4950-b89b-4f8e0c17d307 None None] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:08.854509 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c7abfd82-aeac-4950-b89b-4f8e0c17d307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:08.858341 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8fe9a8fd-442e-43e0-86a3-2adcf5010bc0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:08.934865 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8fe9a8fd-442e-43e0-86a3-2adcf5010bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:08.944377 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baf03fd-f9c1-4090-91df-b0950dbb1bcc None None] Pushing event updated for resources: {'Port': ['ID=d9cdc0ba-d041-4458-aca4-96b4f4a0a431,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:31:08.961788 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13989a4-d2c4-49b5-bf9a-ee28caed8a86 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:31:08.976636 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-c7abfd82-aeac-4950-b89b-4f8e0c17d307 None None] Attempting to bind port d9cdc0ba-d041-4458-aca4-96b4f4a0a431 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:31:08.977010 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-c7abfd82-aeac-4950-b89b-4f8e0c17d307 None None] Attempting to bind port d9cdc0ba-d041-4458-aca4-96b4f4a0a431 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:31:08.977375 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7abfd82-aeac-4950-b89b-4f8e0c17d307 None None] Attempting to bind port d9cdc0ba-d041-4458-aca4-96b4f4a0a431 on network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:31:08.984963 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7abfd82-aeac-4950-b89b-4f8e0c17d307 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:31:08.985344 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7abfd82-aeac-4950-b89b-4f8e0c17d307 None None] Checking segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:31:08.985946 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c7abfd82-aeac-4950-b89b-4f8e0c17d307 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:08.986904 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7abfd82-aeac-4950-b89b-4f8e0c17d307 None None] Bound using segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:31:08.987389 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-c7abfd82-aeac-4950-b89b-4f8e0c17d307 None None] Bound port: d9cdc0ba-d041-4458-aca4-96b4f4a0a431, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:31:08.987773 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c7abfd82-aeac-4950-b89b-4f8e0c17d307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:09.010009 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 43862) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:31:09.011136 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-8fe9a8fd-442e-43e0-86a3-2adcf5010bc0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1b5d950f118e475784b121cfd459816c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8291745 Dec 06 17:31:09.075835 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c7abfd82-aeac-4950-b89b-4f8e0c17d307 None None] For port d9cdc0ba-d041-4458-aca4-96b4f4a0a431, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:31:09.085780 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c7abfd82-aeac-4950-b89b-4f8e0c17d307 None None] For port d9cdc0ba-d041-4458-aca4-96b4f4a0a431, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d9cdc0ba-d041-4458-aca4-96b4f4a0a431,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:31:09.086927 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe9a8fd-442e-43e0-86a3-2adcf5010bc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b61684ac-f533-40f1-8e93-20c34dc7024f,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:31:09.087625 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482dd56b-b685-4c77-8b50-53063f077bf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-39ca8761-abdc-4183-874f-43b7c768d0ca', 'network_id': '39ca8761-abdc-4183-874f-43b7c768d0ca', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'fixed_ips': [{'subnet_id': 'ccec9b31-d792-401a-9e06-9a1a9efca83a'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:31:09.088551 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-482dd56b-b685-4c77-8b50-53063f077bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:09.106630 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c7abfd82-aeac-4950-b89b-4f8e0c17d307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:09.151963 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5a57f4c7-e979-4603-a28b-6925db110f7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:09.210343 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5a57f4c7-e979-4603-a28b-6925db110f7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:09.226441 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3a3fd9e8-8f6a-40bd-92b4-ba47d0392f70 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:09.227102 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baf03fd-f9c1-4090-91df-b0950dbb1bcc None None] Pushing event updated for resources: {'Port': ['ID=d9cdc0ba-d041-4458-aca4-96b4f4a0a431,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:31:09.372582 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c9aa575e-1d0f-4c42-a2a1-03279be84bca tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:09.394465 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73997c7f-c9c8-4c77-a69b-61d39916736c None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:31:09.397228 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7abfd82-aeac-4950-b89b-4f8e0c17d307 None None] Routers {'f43264f5-9ffe-4f8e-a496-20b08ebe3013'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:31:09.397907 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-c7abfd82-aeac-4950-b89b-4f8e0c17d307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:30:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['f43264f5-9ffe-4f8e-a496-20b08ebe3013'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:31:09.445637 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3fd9e8-8f6a-40bd-92b4-ba47d0392f70 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Pushing event deleted for resources: {'Port': ['ID=ab2627d7-962b-46fe-83ce-5b3b0ee3835b,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:31:09.560614 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-5c6d5925-d569-41da-ba19-c349153ade45 None None] Provisioning complete for port d9cdc0ba-d041-4458-aca4-96b4f4a0a431 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:31:09.560994 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5c6d5925-d569-41da-ba19-c349153ade45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:09.769007 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3a3fd9e8-8f6a-40bd-92b4-ba47d0392f70 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-772474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575952'] for router_interface, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:09.784176 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5a57f4c7-e979-4603-a28b-6925db110f7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:09.788611 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5a57f4c7-e979-4603-a28b-6925db110f7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:09.790642 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-5a57f4c7-e979-4603-a28b-6925db110f7f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b61684ac-f533-40f1-8e93-20c34dc7024f HTTP/1.1" status: 204 len: 168 time: 0.7778811 Dec 06 17:31:09.807482 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a57f4c7-e979-4603-a28b-6925db110f7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b61684ac-f533-40f1-8e93-20c34dc7024f,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:31:09.909323 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-482dd56b-b685-4c77-8b50-53063f077bf2 None None] Allocated IP 172.20.0.2 (39ca8761-abdc-4183-874f-43b7c768d0ca/ccec9b31-d792-401a-9e06-9a1a9efca83a/aaa3a93b-d9cd-4011-865a-98a0d67c2b85) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:31:10.229987 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a3fd9e8-8f6a-40bd-92b4-ba47d0392f70 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Router 23947ceb-b528-464f-ac61-7010dbdc184b has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:31:10.322711 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a3fd9e8-8f6a-40bd-92b4-ba47d0392f70 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:31:10.328453 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-3a3fd9e8-8f6a-40bd-92b4-ba47d0392f70 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] 10.222.0.23 "PUT /v2.0/routers/23947ceb-b528-464f-ac61-7010dbdc184b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6047614 Dec 06 17:31:10.330904 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 43890) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:31:10.333957 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aca6f73-d5f4-492e-acf2-ebec7129faaf None None] Sync routers for ids ['23947ceb-b528-464f-ac61-7010dbdc184b'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:31:10.350929 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aca6f73-d5f4-492e-acf2-ebec7129faaf None None] Routers {'23947ceb-b528-464f-ac61-7010dbdc184b'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:31:10.351551 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-0aca6f73-d5f4-492e-acf2-ebec7129faaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:30:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['23947ceb-b528-464f-ac61-7010dbdc184b'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:31:10.373703 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-482dd56b-b685-4c77-8b50-53063f077bf2 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:10.472376 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-c7abfd82-aeac-4950-b89b-4f8e0c17d307 None None] Set router f43264f5-9ffe-4f8e-a496-20b08ebe3013 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:31:10.499523 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 43896) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:31:10.512925 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c81a04e9-5cd6-4f63-8c9a-8051823d4a37 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Publish callbacks [] for router, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:10.523584 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-0aca6f73-d5f4-492e-acf2-ebec7129faaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:31:10.570469 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aca6f73-d5f4-492e-acf2-ebec7129faaf None None] Routers {'23947ceb-b528-464f-ac61-7010dbdc184b'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:31:10.573656 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-0aca6f73-d5f4-492e-acf2-ebec7129faaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:30:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['23947ceb-b528-464f-ac61-7010dbdc184b'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:31:10.577310 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-14d44644-c2c4-47ad-95de-d10412a97291 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:10.695622 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-0aca6f73-d5f4-492e-acf2-ebec7129faaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:31:10.696291 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aca6f73-d5f4-492e-acf2-ebec7129faaf None None] The sync data for ids ['23947ceb-b528-464f-ac61-7010dbdc184b'] in n-d-master-1 is: [] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:31:10.701790 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-482dd56b-b685-4c77-8b50-53063f077bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:10.723875 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-c9aa575e-1d0f-4c42-a2a1-03279be84bca tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Allocated IP 172.20.0.1 (39ca8761-abdc-4183-874f-43b7c768d0ca/ccec9b31-d792-401a-9e06-9a1a9efca83a/0762b7ea-30ec-4cec-b999-6c7f13aaf345) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:31:10.836720 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c81a04e9-5cd6-4f63-8c9a-8051823d4a37 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:10.849749 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c81a04e9-5cd6-4f63-8c9a-8051823d4a37 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:10.923149 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c81a04e9-5cd6-4f63-8c9a-8051823d4a37 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:10.925794 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c81a04e9-5cd6-4f63-8c9a-8051823d4a37 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Fanout notify agent at l3_agent the message router_deleted on router 23947ceb-b528-464f-ac61-7010dbdc184b {{(pid=103285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 17:31:10.934930 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c81a04e9-5cd6-4f63-8c9a-8051823d4a37 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:10.936551 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-c81a04e9-5cd6-4f63-8c9a-8051823d4a37 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] 10.222.0.23 "DELETE /v2.0/routers/23947ceb-b528-464f-ac61-7010dbdc184b HTTP/1.1" status: 204 len: 168 time: 0.6045599 Dec 06 17:31:10.939026 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 43906) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:31:10.961779 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5c6d5925-d569-41da-ba19-c349153ade45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:11.009552 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482dd56b-b685-4c77-8b50-53063f077bf2 None None] Pushing event updated for resources: {'Port': ['ID=aaa3a93b-d9cd-4011-865a-98a0d67c2b85,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:31:11.035446 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482dd56b-b685-4c77-8b50-53063f077bf2 None None] Network 39ca8761-abdc-4183-874f-43b7c768d0ca is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:31:11.053750 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-482dd56b-b685-4c77-8b50-53063f077bf2 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:31:11.058547 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482dd56b-b685-4c77-8b50-53063f077bf2 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:31:11.067771 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc55586e-797c-4e65-9bc9-483c8ba843d8 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Deleting subnet 9328aba9-a7bc-4312-b336-eb184aa80bbc {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:31:11.078671 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bc55586e-797c-4e65-9bc9-483c8ba843d8 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:11.103665 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-5c6d5925-d569-41da-ba19-c349153ade45 None None] For port d9cdc0ba-d041-4458-aca4-96b4f4a0a431, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d9cdc0ba-d041-4458-aca4-96b4f4a0a431,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:31:11.128970 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5c6d5925-d569-41da-ba19-c349153ade45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:11.157977 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-14d44644-c2c4-47ad-95de-d10412a97291 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:11.187192 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bc55586e-797c-4e65-9bc9-483c8ba843d8 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:11.213128 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-14d44644-c2c4-47ad-95de-d10412a97291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:11.372839 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c9aa575e-1d0f-4c42-a2a1-03279be84bca tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:11.402456 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bc55586e-797c-4e65-9bc9-483c8ba843d8 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:11.445612 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-cb1a4199-bf05-4852-9b2c-d2dd3de2bcc7 None None] Provisioning complete for port d9cdc0ba-d041-4458-aca4-96b4f4a0a431 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:31:11.446162 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cb1a4199-bf05-4852-9b2c-d2dd3de2bcc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:11.467274 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-14d44644-c2c4-47ad-95de-d10412a97291 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=84954c0a813e4eb5ae1240ab443cf425&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9667313 Dec 06 17:31:11.471293 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 43918) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:31:11.519187 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-482dd56b-b685-4c77-8b50-53063f077bf2 None None] Attempting to bind port aaa3a93b-d9cd-4011-865a-98a0d67c2b85 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:31:11.519677 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-482dd56b-b685-4c77-8b50-53063f077bf2 None None] Attempting to bind port aaa3a93b-d9cd-4011-865a-98a0d67c2b85 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '2ad2e9d4-239e-4d66-8541-a8b3b2b1def0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '39ca8761-abdc-4183-874f-43b7c768d0ca'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:31:11.521124 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482dd56b-b685-4c77-8b50-53063f077bf2 None None] Attempting to bind port aaa3a93b-d9cd-4011-865a-98a0d67c2b85 on network 39ca8761-abdc-4183-874f-43b7c768d0ca {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:31:11.530453 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d44644-c2c4-47ad-95de-d10412a97291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=893621f4-3a81-4e6c-a36a-b93205f33341,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:31:11.563667 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bc55586e-797c-4e65-9bc9-483c8ba843d8 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:11.571439 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c9aa575e-1d0f-4c42-a2a1-03279be84bca tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:11.621195 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482dd56b-b685-4c77-8b50-53063f077bf2 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:31:11.623374 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482dd56b-b685-4c77-8b50-53063f077bf2 None None] Checking segment: {'id': '2ad2e9d4-239e-4d66-8541-a8b3b2b1def0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '39ca8761-abdc-4183-874f-43b7c768d0ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:31:11.623946 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-482dd56b-b685-4c77-8b50-53063f077bf2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:11.627643 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482dd56b-b685-4c77-8b50-53063f077bf2 None None] Bound using segment: {'id': '2ad2e9d4-239e-4d66-8541-a8b3b2b1def0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '39ca8761-abdc-4183-874f-43b7c768d0ca'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:31:11.629043 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-482dd56b-b685-4c77-8b50-53063f077bf2 None None] Bound port: aaa3a93b-d9cd-4011-865a-98a0d67c2b85, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ad2e9d4-239e-4d66-8541-a8b3b2b1def0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '39ca8761-abdc-4183-874f-43b7c768d0ca'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:31:11.630957 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-482dd56b-b685-4c77-8b50-53063f077bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:11.660323 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aa575e-1d0f-4c42-a2a1-03279be84bca tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Pushing event updated for resources: {'Port': ['ID=0762b7ea-30ec-4cec-b999-6c7f13aaf345,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:31:11.684884 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-239bf588-00d8-40bb-a098-7a00b2f7f91d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:11.698518 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc55586e-797c-4e65-9bc9-483c8ba843d8 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Pushing event deleted for resources: {'Subnet': ['ID=9328aba9-a7bc-4312-b336-eb184aa80bbc,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:31:11.710157 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bc55586e-797c-4e65-9bc9-483c8ba843d8 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:11.717790 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-bc55586e-797c-4e65-9bc9-483c8ba843d8 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] 10.222.0.23 "DELETE /v2.0/subnets/9328aba9-a7bc-4312-b336-eb184aa80bbc HTTP/1.1" status: 204 len: 168 time: 0.7711236 Dec 06 17:31:11.719024 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 43924) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:31:11.734186 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6779f1-bc4d-47d2-b284-0ed5965ad6c4 None None] Network 03617047-f243-4014-bbeb-62374b9597eb requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:31:11.735831 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9aa575e-1d0f-4c42-a2a1-03279be84bca tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Network 39ca8761-abdc-4183-874f-43b7c768d0ca is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:31:11.740779 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-c9aa575e-1d0f-4c42-a2a1-03279be84bca tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:31:11.747311 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9aa575e-1d0f-4c42-a2a1-03279be84bca tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:31:11.784500 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6d5925-d569-41da-ba19-c349153ade45 None None] Pushing event updated for resources: {'Port': ['ID=d9cdc0ba-d041-4458-aca4-96b4f4a0a431,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:31:11.803229 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c9aa575e-1d0f-4c42-a2a1-03279be84bca tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539179'] for router_interface, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:11.912846 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-239bf588-00d8-40bb-a098-7a00b2f7f91d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:11.929536 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a2ff6269-01a0-44c7-90b0-c49d22c79301 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:12.135876 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c9aa575e-1d0f-4c42-a2a1-03279be84bca tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:12.139690 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-239bf588-00d8-40bb-a098-7a00b2f7f91d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:12.143536 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-239bf588-00d8-40bb-a098-7a00b2f7f91d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:12.160004 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-239bf588-00d8-40bb-a098-7a00b2f7f91d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/893621f4-3a81-4e6c-a36a-b93205f33341 HTTP/1.1" status: 204 len: 168 time: 0.6874466 Dec 06 17:31:12.181761 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-a2ff6269-01a0-44c7-90b0-c49d22c79301 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Deleting port 585430ba-dada-4e4f-8296-0f1876c51ef1 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:31:12.182021 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a2ff6269-01a0-44c7-90b0-c49d22c79301 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:12.238273 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239bf588-00d8-40bb-a098-7a00b2f7f91d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=893621f4-3a81-4e6c-a36a-b93205f33341,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:31:12.245197 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-482dd56b-b685-4c77-8b50-53063f077bf2 None None] For port aaa3a93b-d9cd-4011-865a-98a0d67c2b85, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:31:12.440124 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-482dd56b-b685-4c77-8b50-53063f077bf2 None None] For port aaa3a93b-d9cd-4011-865a-98a0d67c2b85, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=aaa3a93b-d9cd-4011-865a-98a0d67c2b85,segment=NetworkSegment(2ad2e9d4-239e-4d66-8541-a8b3b2b1def0),segment_id=2ad2e9d4-239e-4d66-8541-a8b3b2b1def0)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:31:12.527244 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-482dd56b-b685-4c77-8b50-53063f077bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:12.618868 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482dd56b-b685-4c77-8b50-53063f077bf2 None None] Pushing event updated for resources: {'Port': ['ID=aaa3a93b-d9cd-4011-865a-98a0d67c2b85,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:31:12.662446 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-c7abfd82-aeac-4950-b89b-4f8e0c17d307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f43264f5-9ffe-4f8e-a496-20b08ebe3013', 'name': 'tempest-TestNetworkAdvancedServerOps-router-14200149', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.165'}], 'enable_snat': True}, 'gw_port_id': 'd9cdc0ba-d041-4458-aca4-96b4f4a0a431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:31:02Z', 'updated_at': '2021-12-06T17:31:04Z', 'revision_number': 3, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'gw_port': {'id': 'd9cdc0ba-d041-4458-aca4-96b4f4a0a431', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:15:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f43264f5-9ffe-4f8e-a496-20b08ebe3013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2785, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:31:03Z', 'updated_at': '2021-12-06T17:31:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:31:13.046981 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c9aa575e-1d0f-4c42-a2a1-03279be84bca tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:13.062250 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c9aa575e-1d0f-4c42-a2a1-03279be84bca tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:13.245111 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7abfd82-aeac-4950-b89b-4f8e0c17d307 None None] The sync data for ids ['f43264f5-9ffe-4f8e-a496-20b08ebe3013'] in n-d-master-1 is: [{'id': 'f43264f5-9ffe-4f8e-a496-20b08ebe3013', 'name': 'tempest-TestNetworkAdvancedServerOps-router-14200149', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.165'}], 'enable_snat': True}, 'gw_port_id': 'd9cdc0ba-d041-4458-aca4-96b4f4a0a431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:31:02Z', 'updated_at': '2021-12-06T17:31:04Z', 'revision_number': 3, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'gw_port': {'id': 'd9cdc0ba-d041-4458-aca4-96b4f4a0a431', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:15:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f43264f5-9ffe-4f8e-a496-20b08ebe3013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2785, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:31:03Z', 'updated_at': '2021-12-06T17:31:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:31:13.318171 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aa575e-1d0f-4c42-a2a1-03279be84bca tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Pushing event updated for resources: {'Port': ['ID=0762b7ea-30ec-4cec-b999-6c7f13aaf345,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:31:13.332871 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2d8080-8bf2-4317-8d99-d5d9d5ea2622 None None] DHCP port deletion for 03617047-f243-4014-bbeb-62374b9597eb request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:31:13.353083 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c9aa575e-1d0f-4c42-a2a1-03279be84bca tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-772465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539207'] for router_interface, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:13.483200 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8063f6a2-ae09-479f-885a-f56b2d1c3bc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:13.492374 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-0d2d8080-8bf2-4317-8d99-d5d9d5ea2622 None None] Deleting port 585430ba-dada-4e4f-8296-0f1876c51ef1 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:31:13.492761 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0d2d8080-8bf2-4317-8d99-d5d9d5ea2622 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:13.510155 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-a2ff6269-01a0-44c7-90b0-c49d22c79301 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] For port 585430ba-dada-4e4f-8296-0f1876c51ef1, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=585430ba-dada-4e4f-8296-0f1876c51ef1,segment=NetworkSegment(98ddafd2-4a91-43eb-a762-83ce868bba12),segment_id=98ddafd2-4a91-43eb-a762-83ce868bba12)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:31:13.510603 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a2ff6269-01a0-44c7-90b0-c49d22c79301 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:13.610184 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-a2ff6269-01a0-44c7-90b0-c49d22c79301 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Calling delete_port for 585430ba-dada-4e4f-8296-0f1876c51ef1 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:31:13.627123 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-0d2d8080-8bf2-4317-8d99-d5d9d5ea2622 None None] For port 585430ba-dada-4e4f-8296-0f1876c51ef1, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=585430ba-dada-4e4f-8296-0f1876c51ef1,segment=NetworkSegment(98ddafd2-4a91-43eb-a762-83ce868bba12),segment_id=98ddafd2-4a91-43eb-a762-83ce868bba12)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:31:13.627559 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0d2d8080-8bf2-4317-8d99-d5d9d5ea2622 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:13.675999 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-0d2d8080-8bf2-4317-8d99-d5d9d5ea2622 None None] Calling delete_port for 585430ba-dada-4e4f-8296-0f1876c51ef1 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:31:13.946594 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9aa575e-1d0f-4c42-a2a1-03279be84bca tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Network 39ca8761-abdc-4183-874f-43b7c768d0ca is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:31:13.946820 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a2ff6269-01a0-44c7-90b0-c49d22c79301 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:13.953369 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-c9aa575e-1d0f-4c42-a2a1-03279be84bca tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:31:14.084777 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0d2d8080-8bf2-4317-8d99-d5d9d5ea2622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:14.089283 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ff6269-01a0-44c7-90b0-c49d22c79301 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Pushing event deleted for resources: {'Port': ['ID=585430ba-dada-4e4f-8296-0f1876c51ef1,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:31:14.099158 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ff6269-01a0-44c7-90b0-c49d22c79301 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] No DVR routers for this DVR port 585430ba-dada-4e4f-8296-0f1876c51ef1 on host n-d-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:31:14.202250 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2d8080-8bf2-4317-8d99-d5d9d5ea2622 None None] No DVR routers for this DVR port 585430ba-dada-4e4f-8296-0f1876c51ef1 on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:31:14.212977 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2d8080-8bf2-4317-8d99-d5d9d5ea2622 None None] Pushing event deleted for resources: {'Port': ['ID=585430ba-dada-4e4f-8296-0f1876c51ef1,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:31:14.362119 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9aa575e-1d0f-4c42-a2a1-03279be84bca tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Router f43264f5-9ffe-4f8e-a496-20b08ebe3013 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:31:14.465384 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a2ff6269-01a0-44c7-90b0-c49d22c79301 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:14.516121 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-a2ff6269-01a0-44c7-90b0-c49d22c79301 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03617047-f243-4014-bbeb-62374b9597eb']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:31:14.546559 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-a2ff6269-01a0-44c7-90b0-c49d22c79301 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98ddafd2-4a91-43eb-a762-83ce868bba12') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:31:14.547154 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-a2ff6269-01a0-44c7-90b0-c49d22c79301 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98ddafd2-4a91-43eb-a762-83ce868bba12') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:31:14.590048 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a2ff6269-01a0-44c7-90b0-c49d22c79301 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:14.654942 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a2ff6269-01a0-44c7-90b0-c49d22c79301 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:14.688234 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2ff6269-01a0-44c7-90b0-c49d22c79301 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:31:14.688667 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a2ff6269-01a0-44c7-90b0-c49d22c79301 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:14.717797 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9aa575e-1d0f-4c42-a2a1-03279be84bca tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:31:14.745756 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-c9aa575e-1d0f-4c42-a2a1-03279be84bca tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "PUT /v2.0/routers/f43264f5-9ffe-4f8e-a496-20b08ebe3013/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6328564 Dec 06 17:31:14.812588 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:31:14.812588 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:31:14.812588 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:31:14.812588 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:31:14.812588 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:31:14.812588 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:31:14.812588 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:31:14.812588 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:31:14.812588 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:31:14.812588 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:31:14.812588 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:31:14.812588 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:31:14.812588 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:31:14.812588 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:31:14.812588 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:31:14.812588 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:31:14.812588 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:31:14.812588 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:31:14.812588 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:31:14.812588 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:31:14.812588 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:31:14.812588 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:31:14.812588 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:31:14.812588 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:31:14.812588 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:31:14.812588 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:31:14.812588 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:31:14.812588 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:31:14.812588 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:31:14.812588 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:31:14.812588 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:31:14.812588 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:31:14.838189 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9efec18-deea-44a6-996c-b1f288969287 None None] Network 39ca8761-abdc-4183-874f-43b7c768d0ca requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:31:14.937977 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a2ff6269-01a0-44c7-90b0-c49d22c79301 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:14.960506 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a2ff6269-01a0-44c7-90b0-c49d22c79301 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:14.982498 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-a2ff6269-01a0-44c7-90b0-c49d22c79301 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] 10.222.0.23 "DELETE /v2.0/networks/03617047-f243-4014-bbeb-62374b9597eb HTTP/1.1" status: 204 len: 168 time: 3.2556939 Dec 06 17:31:14.986948 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device aaa3a93b-d9cd-4011-865a-98a0d67c2b85 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:31:15.025071 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ff6269-01a0-44c7-90b0-c49d22c79301 tempest-FloatingIPNegativeTestJSON-357558166 tempest-FloatingIPNegativeTestJSON-357558166-project] Pushing event deleted for resources: {'Network': ['ID=03617047-f243-4014-bbeb-62374b9597eb,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:31:15.147063 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-ecf36a22-4cdd-4312-9b6e-d7df33b1a74c None None] Provisioning complete for port aaa3a93b-d9cd-4011-865a-98a0d67c2b85 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:31:15.153925 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ecf36a22-4cdd-4312-9b6e-d7df33b1a74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:15.362656 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port aaa3a93b-d9cd-4011-865a-98a0d67c2b85 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:31:15.363346 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:15.431049 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8ff993fa-319a-4f39-b715-0485b4035707 req-a5208385-fff4-447d-bc58-8d15ebbab6d6 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1655540043&fields=id&tenant_id=87136a91f6c54863bdb78ae5833b5c4e HTTP/1.1" status: 200 len: 267 time: 0.2234268 Dec 06 17:31:15.521974 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ecf36a22-4cdd-4312-9b6e-d7df33b1a74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:15.591458 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 44042) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:31:15.722043 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff993fa-319a-4f39-b715-0485b4035707 req-2053ef9a-c69d-425a-b77a-50201805aa67 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:31:15.740103 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8ff993fa-319a-4f39-b715-0485b4035707 req-2053ef9a-c69d-425a-b77a-50201805aa67 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/networks?id=39ca8761-abdc-4183-874f-43b7c768d0ca HTTP/1.1" status: 200 len: 797 time: 0.2893672 Dec 06 17:31:15.782783 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8ff993fa-319a-4f39-b715-0485b4035707 req-bce3d018-8625-472f-9fef-b19666f7fbe6 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/quotas/87136a91f6c54863bdb78ae5833b5c4e HTTP/1.1" status: 200 len: 375 time: 0.0415521 Dec 06 17:31:15.848755 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5980ff9c-ccee-4ece-bafd-1acdc7753839 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:15.860473 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:15.883101 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-ecf36a22-4cdd-4312-9b6e-d7df33b1a74c None None] For port aaa3a93b-d9cd-4011-865a-98a0d67c2b85, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=aaa3a93b-d9cd-4011-865a-98a0d67c2b85,segment=NetworkSegment(2ad2e9d4-239e-4d66-8541-a8b3b2b1def0),segment_id=2ad2e9d4-239e-4d66-8541-a8b3b2b1def0)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:31:15.895127 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ecf36a22-4cdd-4312-9b6e-d7df33b1a74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:15.978089 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8ff993fa-319a-4f39-b715-0485b4035707 req-0ad86fe5-a5d8-459f-82e8-45d06af518b6 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=87136a91f6c54863bdb78ae5833b5c4e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1939011 Dec 06 17:31:16.063098 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.db.api [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103286) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 17:31:16.063603 n-d-master-1 neutron-server[103286]: DEBUG oslo_db.api [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 17:31:16.066606 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf36a22-4cdd-4312-9b6e-d7df33b1a74c None None] Pushing event updated for resources: {'Port': ['ID=aaa3a93b-d9cd-4011-865a-98a0d67c2b85,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:31:16.122846 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-aabd6559-c3a0-4eb3-b8ea-d325b0ac5926 None None] Provisioning complete for port 0762b7ea-30ec-4cec-b999-6c7f13aaf345 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:31:16.123646 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-aabd6559-c3a0-4eb3-b8ea-d325b0ac5926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:16.167618 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-aabd6559-c3a0-4eb3-b8ea-d325b0ac5926 None None] Port 0762b7ea-30ec-4cec-b999-6c7f13aaf345 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:31:16.191426 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-aabd6559-c3a0-4eb3-b8ea-d325b0ac5926 None None] Provisioning complete for port aaa3a93b-d9cd-4011-865a-98a0d67c2b85 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:31:16.197348 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-aabd6559-c3a0-4eb3-b8ea-d325b0ac5926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:16.277283 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8ff993fa-319a-4f39-b715-0485b4035707 req-72695ccd-67e8-450d-b707-aa9dfdd3052c service neutron] 10.222.0.23 "GET /v2.0/networks/39ca8761-abdc-4183-874f-43b7c768d0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2981997 Dec 06 17:31:16.375009 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-6f1af8a8-0bc1-43c3-a63c-c751cb3819a6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1f7a54781a03436a8fc97d325eadac0b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7817330 Dec 06 17:31:16.381937 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 44066) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:31:16.489121 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-15cd104f-8b42-404e-b46d-6d3a536df776 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:16.559730 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-15cd104f-8b42-404e-b46d-6d3a536df776 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:16.635077 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8ff993fa-319a-4f39-b715-0485b4035707 req-9397938c-1d53-47cb-9195-5f148c748e6d service neutron] 10.222.0.23 "GET /v2.0/networks/39ca8761-abdc-4183-874f-43b7c768d0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3314826 Dec 06 17:31:16.753855 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-15cd104f-8b42-404e-b46d-6d3a536df776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:16.757523 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-15cd104f-8b42-404e-b46d-6d3a536df776 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:16.759082 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-15cd104f-8b42-404e-b46d-6d3a536df776 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3bad7c25-d2e0-4285-bd48-a58ff7cc480c HTTP/1.1" status: 204 len: 168 time: 0.3695972 Dec 06 17:31:16.766695 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device d9cdc0ba-d041-4458-aca4-96b4f4a0a431 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:31:16.793205 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cd104f-8b42-404e-b46d-6d3a536df776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bad7c25-d2e0-4285-bd48-a58ff7cc480c,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:31:17.064186 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-d320d504-24b1-446f-b306-0a88a4a30f22 None None] Provisioning complete for port 0762b7ea-30ec-4cec-b999-6c7f13aaf345 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:31:17.067475 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d320d504-24b1-446f-b306-0a88a4a30f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:17.072610 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571b09f6-588c-405a-934c-dcdee66c4a90 None None] Sync routers for ids ['f43264f5-9ffe-4f8e-a496-20b08ebe3013'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:31:17.207056 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c1f1b0b7-567f-41b2-bb2b-a8c823337d05 req-26d86a00-a4eb-4629-99af-fa74668234b1 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a03f19b-e0d4-46d6-84a3-079d035de2c4 HTTP/1.1" status: 200 len: 210 time: 0.0744066 Dec 06 17:31:17.252221 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-d320d504-24b1-446f-b306-0a88a4a30f22 None None] Port 0762b7ea-30ec-4cec-b999-6c7f13aaf345 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:31:17.256889 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571b09f6-588c-405a-934c-dcdee66c4a90 None None] Routers {'f43264f5-9ffe-4f8e-a496-20b08ebe3013'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:31:17.258077 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-571b09f6-588c-405a-934c-dcdee66c4a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:31:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['f43264f5-9ffe-4f8e-a496-20b08ebe3013'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:31:17.475236 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-571b09f6-588c-405a-934c-dcdee66c4a90 None None] Set router f43264f5-9ffe-4f8e-a496-20b08ebe3013 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:31:17.750419 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:17.881961 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port d9cdc0ba-d041-4458-aca4-96b4f4a0a431 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:31:17.881961 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:17.991493 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-e06053bf-3560-478b-b389-be829c006c49 None None] Provisioning complete for port 0762b7ea-30ec-4cec-b999-6c7f13aaf345 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:31:17.992039 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e06053bf-3560-478b-b389-be829c006c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:18.218019 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-e06053bf-3560-478b-b389-be829c006c49 None None] Port 0762b7ea-30ec-4cec-b999-6c7f13aaf345 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:31:18.292481 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:18.363911 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7427ba26-12aa-4133-a064-ff5832e3fe3d req-1c950709-9d55-419f-9d86-ac1a9ccf8db8 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a03f19b-e0d4-46d6-84a3-079d035de2c4 HTTP/1.1" status: 200 len: 210 time: 0.0736673 Dec 06 17:31:18.531079 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-571b09f6-588c-405a-934c-dcdee66c4a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f43264f5-9ffe-4f8e-a496-20b08ebe3013', 'name': 'tempest-TestNetworkAdvancedServerOps-router-14200149', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.165'}], 'enable_snat': True}, 'gw_port_id': 'd9cdc0ba-d041-4458-aca4-96b4f4a0a431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:31:02Z', 'updated_at': '2021-12-06T17:31:12Z', 'revision_number': 4, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'gw_port': {'id': 'd9cdc0ba-d041-4458-aca4-96b4f4a0a431', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:15:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43264f5-9ffe-4f8e-a496-20b08ebe3013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2785, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:31:03Z', 'updated_at': '2021-12-06T17:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '0762b7ea-30ec-4cec-b999-6c7f13aaf345', 'name': '', 'network_id': '39ca8761-abdc-4183-874f-43b7c768d0ca', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'mac_address': 'fa:16:3e:a4:75:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f43264f5-9ffe-4f8e-a496-20b08ebe3013', 'device_owner': 'network:router_interface', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': 'ccec9b31-d792-401a-9e06-9a1a9efca83a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:31:09Z', 'updated_at': '2021-12-06T17:31:12Z', 'revision_number': 2, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'subnets': [{'id': 'ccec9b31-d792-401a-9e06-9a1a9efca83a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:31:18.599388 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571b09f6-588c-405a-934c-dcdee66c4a90 None None] Checking router: f43264f5-9ffe-4f8e-a496-20b08ebe3013 for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:31:18.599813 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571b09f6-588c-405a-934c-dcdee66c4a90 None None] Updating router f43264f5-9ffe-4f8e-a496-20b08ebe3013 port 0762b7ea-30ec-4cec-b999-6c7f13aaf345 binding host n-d-master-1 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:31:18.640091 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-571b09f6-588c-405a-934c-dcdee66c4a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:18.643369 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 585430ba-dada-4e4f-8296-0f1876c51ef1 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:31:18.710799 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 585430ba-dada-4e4f-8296-0f1876c51ef1 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:31:18.711151 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 585430ba-dada-4e4f-8296-0f1876c51ef1 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:31:18.993135 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device aaa3a93b-d9cd-4011-865a-98a0d67c2b85 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:31:19.478605 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:19.643291 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-58af5462-bbf1-44f2-b6c4-73c3d6d75096 req-d4a99ee6-9e88-4b8c-965b-00ebe3dac502 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a03f19b-e0d4-46d6-84a3-079d035de2c4 HTTP/1.1" status: 200 len: 210 time: 0.1049757 Dec 06 17:31:19.885502 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port aaa3a93b-d9cd-4011-865a-98a0d67c2b85 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:31:19.897924 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:19.954056 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff993fa-319a-4f39-b715-0485b4035707 req-c2e7ebe6-d30a-488b-9d0c-2c15bcbac46c tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:31:19.956800 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8ff993fa-319a-4f39-b715-0485b4035707 req-c2e7ebe6-d30a-488b-9d0c-2c15bcbac46c tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.41 "GET /v2.0/networks?id=39ca8761-abdc-4183-874f-43b7c768d0ca HTTP/1.1" status: 200 len: 797 time: 0.2977788 Dec 06 17:31:20.102732 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8ff993fa-319a-4f39-b715-0485b4035707 req-90a1c225-c06e-42bf-a4d8-082828f92311 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87136a91f6c54863bdb78ae5833b5c4e HTTP/1.1" status: 200 len: 380 time: 0.1343265 Dec 06 17:31:20.116380 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 17:31:20.120537 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-8ff993fa-319a-4f39-b715-0485b4035707 req-aa6523e3-9e0d-4606-97bd-ee1c28b78d2b tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Request body: {'port': {'device_id': '9a03f19b-e0d4-46d6-84a3-079d035de2c4', 'network_id': '39ca8761-abdc-4183-874f-43b7c768d0ca', 'admin_state_up': True, 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'security_groups': ['5f3c85a1-3b48-4f29-aec2-3a218353c857']}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:31:20.500912 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-571b09f6-588c-405a-934c-dcdee66c4a90 None None] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:20.504624 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ff993fa-319a-4f39-b715-0485b4035707 req-aa6523e3-9e0d-4606-97bd-ee1c28b78d2b tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Made reservation on behalf of 87136a91f6c54863bdb78ae5833b5c4e for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:31:20.512674 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8ff993fa-319a-4f39-b715-0485b4035707 req-aa6523e3-9e0d-4606-97bd-ee1c28b78d2b tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:20.557929 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-571b09f6-588c-405a-934c-dcdee66c4a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:20.996648 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3e4fa7-4b14-40bb-9569-2bec736b611b None None] Pushing event updated for resources: {'Port': ['ID=0762b7ea-30ec-4cec-b999-6c7f13aaf345,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:31:21.039238 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9a2ab99f-35e3-46c6-8fab-514fa38c1042 req-9f46b1b3-0fd5-4b1c-95e0-b45bedb64029 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a03f19b-e0d4-46d6-84a3-079d035de2c4 HTTP/1.1" status: 200 len: 210 time: 0.2287288 Dec 06 17:31:21.107229 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-8ff993fa-319a-4f39-b715-0485b4035707 req-aa6523e3-9e0d-4606-97bd-ee1c28b78d2b tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Allocated IP 172.20.0.5 (39ca8761-abdc-4183-874f-43b7c768d0ca/ccec9b31-d792-401a-9e06-9a1a9efca83a/96d9265e-5c36-4216-b5da-3ebc61179801) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:31:21.138489 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-571b09f6-588c-405a-934c-dcdee66c4a90 None None] Attempting to bind port 0762b7ea-30ec-4cec-b999-6c7f13aaf345 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:31:21.139085 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-571b09f6-588c-405a-934c-dcdee66c4a90 None None] Attempting to bind port 0762b7ea-30ec-4cec-b999-6c7f13aaf345 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '2ad2e9d4-239e-4d66-8541-a8b3b2b1def0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '39ca8761-abdc-4183-874f-43b7c768d0ca'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:31:21.139266 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571b09f6-588c-405a-934c-dcdee66c4a90 None None] Attempting to bind port 0762b7ea-30ec-4cec-b999-6c7f13aaf345 on network 39ca8761-abdc-4183-874f-43b7c768d0ca {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:31:21.154518 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571b09f6-588c-405a-934c-dcdee66c4a90 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:31:21.155068 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571b09f6-588c-405a-934c-dcdee66c4a90 None None] Checking segment: {'id': '2ad2e9d4-239e-4d66-8541-a8b3b2b1def0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '39ca8761-abdc-4183-874f-43b7c768d0ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:31:21.158624 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-571b09f6-588c-405a-934c-dcdee66c4a90 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:21.159118 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571b09f6-588c-405a-934c-dcdee66c4a90 None None] Bound using segment: {'id': '2ad2e9d4-239e-4d66-8541-a8b3b2b1def0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '39ca8761-abdc-4183-874f-43b7c768d0ca'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:31:21.159897 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-571b09f6-588c-405a-934c-dcdee66c4a90 None None] Bound port: 0762b7ea-30ec-4cec-b999-6c7f13aaf345, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ad2e9d4-239e-4d66-8541-a8b3b2b1def0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '39ca8761-abdc-4183-874f-43b7c768d0ca'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:31:21.160294 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-571b09f6-588c-405a-934c-dcdee66c4a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:21.298605 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-89b84a92-7bc9-4032-bc5c-f68bb9244c81 None None] Provisioning complete for port 0762b7ea-30ec-4cec-b999-6c7f13aaf345 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:31:21.299194 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-89b84a92-7bc9-4032-bc5c-f68bb9244c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:21.303114 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-571b09f6-588c-405a-934c-dcdee66c4a90 None None] For port 0762b7ea-30ec-4cec-b999-6c7f13aaf345, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:31:21.307404 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-571b09f6-588c-405a-934c-dcdee66c4a90 None None] For port 0762b7ea-30ec-4cec-b999-6c7f13aaf345, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0762b7ea-30ec-4cec-b999-6c7f13aaf345,segment=NetworkSegment(2ad2e9d4-239e-4d66-8541-a8b3b2b1def0),segment_id=2ad2e9d4-239e-4d66-8541-a8b3b2b1def0)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:31:21.332733 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-571b09f6-588c-405a-934c-dcdee66c4a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:21.403156 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3e4fa7-4b14-40bb-9569-2bec736b611b None None] Pushing event updated for resources: {'Port': ['ID=0762b7ea-30ec-4cec-b999-6c7f13aaf345,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:31:21.444637 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8ff993fa-319a-4f39-b715-0485b4035707 req-aa6523e3-9e0d-4606-97bd-ee1c28b78d2b tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:21.537279 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-89b84a92-7bc9-4032-bc5c-f68bb9244c81 None None] Port 0762b7ea-30ec-4cec-b999-6c7f13aaf345 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:31:21.539606 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8ff993fa-319a-4f39-b715-0485b4035707 req-aa6523e3-9e0d-4606-97bd-ee1c28b78d2b tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:21.546590 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571b09f6-588c-405a-934c-dcdee66c4a90 None None] Routers {'f43264f5-9ffe-4f8e-a496-20b08ebe3013'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:31:21.547875 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-571b09f6-588c-405a-934c-dcdee66c4a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:31:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['f43264f5-9ffe-4f8e-a496-20b08ebe3013'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:31:21.611761 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ff993fa-319a-4f39-b715-0485b4035707 req-aa6523e3-9e0d-4606-97bd-ee1c28b78d2b tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Network 39ca8761-abdc-4183-874f-43b7c768d0ca is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:31:21.616544 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-8ff993fa-319a-4f39-b715-0485b4035707 req-aa6523e3-9e0d-4606-97bd-ee1c28b78d2b tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:31:21.633653 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ff993fa-319a-4f39-b715-0485b4035707 req-aa6523e3-9e0d-4606-97bd-ee1c28b78d2b tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:31:21.722218 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-571b09f6-588c-405a-934c-dcdee66c4a90 None None] Set router f43264f5-9ffe-4f8e-a496-20b08ebe3013 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:31:21.748027 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6523e3-9e0d-4606-97bd-ee1c28b78d2b tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Pushing event updated for resources: {'Port': ['ID=96d9265e-5c36-4216-b5da-3ebc61179801,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:31:21.806577 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff993fa-319a-4f39-b715-0485b4035707 req-aa6523e3-9e0d-4606-97bd-ee1c28b78d2b tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:31:21.808048 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8ff993fa-319a-4f39-b715-0485b4035707 req-aa6523e3-9e0d-4606-97bd-ee1c28b78d2b tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:21.852680 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8ff993fa-319a-4f39-b715-0485b4035707 req-aa6523e3-9e0d-4606-97bd-ee1c28b78d2b tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7369676 Dec 06 17:31:21.883193 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-8ff993fa-319a-4f39-b715-0485b4035707 req-afad2144-2e8a-466b-beca-9deab4c37025 service neutron] Request body: {'port': {'device_id': '9a03f19b-e0d4-46d6-84a3-079d035de2c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:31:22.042235 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8ff993fa-319a-4f39-b715-0485b4035707 req-afad2144-2e8a-466b-beca-9deab4c37025 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:22.192283 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-5577e188-bb38-4836-bc05-67a5d07a642c None None] Provisioning complete for port 0762b7ea-30ec-4cec-b999-6c7f13aaf345 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:31:22.192919 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5577e188-bb38-4836-bc05-67a5d07a642c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:22.387498 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5577e188-bb38-4836-bc05-67a5d07a642c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:22.413124 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-571b09f6-588c-405a-934c-dcdee66c4a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f43264f5-9ffe-4f8e-a496-20b08ebe3013', 'name': 'tempest-TestNetworkAdvancedServerOps-router-14200149', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.165'}], 'enable_snat': True}, 'gw_port_id': 'd9cdc0ba-d041-4458-aca4-96b4f4a0a431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:31:02Z', 'updated_at': '2021-12-06T17:31:12Z', 'revision_number': 4, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'gw_port': {'id': 'd9cdc0ba-d041-4458-aca4-96b4f4a0a431', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:15:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43264f5-9ffe-4f8e-a496-20b08ebe3013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2785, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:31:03Z', 'updated_at': '2021-12-06T17:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '0762b7ea-30ec-4cec-b999-6c7f13aaf345', 'name': '', 'network_id': '39ca8761-abdc-4183-874f-43b7c768d0ca', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'mac_address': 'fa:16:3e:a4:75:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f43264f5-9ffe-4f8e-a496-20b08ebe3013', 'device_owner': 'network:router_interface', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': 'ccec9b31-d792-401a-9e06-9a1a9efca83a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:31:09Z', 'updated_at': '2021-12-06T17:31:21Z', 'revision_number': 4, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'subnets': [{'id': 'ccec9b31-d792-401a-9e06-9a1a9efca83a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:31:22.451292 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571b09f6-588c-405a-934c-dcdee66c4a90 None None] The sync data for ids ['f43264f5-9ffe-4f8e-a496-20b08ebe3013'] in n-d-master-1 is: [{'id': 'f43264f5-9ffe-4f8e-a496-20b08ebe3013', 'name': 'tempest-TestNetworkAdvancedServerOps-router-14200149', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.165'}], 'enable_snat': True}, 'gw_port_id': 'd9cdc0ba-d041-4458-aca4-96b4f4a0a431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:31:02Z', 'updated_at': '2021-12-06T17:31:12Z', 'revision_number': 4, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'gw_port': {'id': 'd9cdc0ba-d041-4458-aca4-96b4f4a0a431', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:15:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43264f5-9ffe-4f8e-a496-20b08ebe3013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2785, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:31:03Z', 'updated_at': '2021-12-06T17:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '0762b7ea-30ec-4cec-b999-6c7f13aaf345', 'name': '', 'network_id': '39ca8761-abdc-4183-874f-43b7c768d0ca', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'mac_address': 'fa:16:3e:a4:75:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f43264f5-9ffe-4f8e-a496-20b08ebe3013', 'device_owner': 'network:router_interface', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': 'ccec9b31-d792-401a-9e06-9a1a9efca83a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:31:09Z', 'updated_at': '2021-12-06T17:31:21Z', 'revision_number': 4, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'subnets': [{'id': 'ccec9b31-d792-401a-9e06-9a1a9efca83a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:31:22.487940 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-5577e188-bb38-4836-bc05-67a5d07a642c None None] For port 0762b7ea-30ec-4cec-b999-6c7f13aaf345, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0762b7ea-30ec-4cec-b999-6c7f13aaf345,segment=NetworkSegment(2ad2e9d4-239e-4d66-8541-a8b3b2b1def0),segment_id=2ad2e9d4-239e-4d66-8541-a8b3b2b1def0)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:31:22.494144 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5577e188-bb38-4836-bc05-67a5d07a642c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:22.596381 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5577e188-bb38-4836-bc05-67a5d07a642c None None] Pushing event updated for resources: {'Port': ['ID=0762b7ea-30ec-4cec-b999-6c7f13aaf345,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:31:22.645891 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-119ec9b3-89ce-48ba-a62b-bb8f7e640b8f None None] Provisioning complete for port 96d9265e-5c36-4216-b5da-3ebc61179801 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:31:22.648919 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-119ec9b3-89ce-48ba-a62b-bb8f7e640b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:22.688250 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2633cea-6e61-4b30-936f-7fb7a6d19ff5 req-805603d5-c851-494a-a054-1180ae5b0d7a tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:31:22.690553 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d2633cea-6e61-4b30-936f-7fb7a6d19ff5 req-805603d5-c851-494a-a054-1180ae5b0d7a tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a03f19b-e0d4-46d6-84a3-079d035de2c4 HTTP/1.1" status: 200 len: 931 time: 0.3242581 Dec 06 17:31:22.752420 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-119ec9b3-89ce-48ba-a62b-bb8f7e640b8f None None] Port 96d9265e-5c36-4216-b5da-3ebc61179801 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:31:23.033760 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 0762b7ea-30ec-4cec-b999-6c7f13aaf345 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:31:23.146358 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 0762b7ea-30ec-4cec-b999-6c7f13aaf345 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:31:23.146868 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:23.234450 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-8ff993fa-319a-4f39-b715-0485b4035707 req-afad2144-2e8a-466b-beca-9deab4c37025 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96d9265e-5c36-4216-b5da-3ebc61179801 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:31:23.260507 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8ff993fa-319a-4f39-b715-0485b4035707 req-afad2144-2e8a-466b-beca-9deab4c37025 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:23.324051 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-8ff993fa-319a-4f39-b715-0485b4035707 req-afad2144-2e8a-466b-beca-9deab4c37025 service neutron] Transition to ACTIVE for port object 96d9265e-5c36-4216-b5da-3ebc61179801 will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:31:23.385460 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d2633cea-6e61-4b30-936f-7fb7a6d19ff5 req-471f1b74-8d5d-4fdc-bf94-bb15f4cd84d7 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f3c85a1-3b48-4f29-aec2-3a218353c857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4613991 Dec 06 17:31:23.386778 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8ff993fa-319a-4f39-b715-0485b4035707 req-afad2144-2e8a-466b-beca-9deab4c37025 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:23.492982 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afad2144-2e8a-466b-beca-9deab4c37025 service neutron] Pushing event updated for resources: {'Port': ['ID=96d9265e-5c36-4216-b5da-3ebc61179801,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:31:23.630566 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-8ff993fa-319a-4f39-b715-0485b4035707 req-afad2144-2e8a-466b-beca-9deab4c37025 service neutron] Attempting to bind port 96d9265e-5c36-4216-b5da-3ebc61179801 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:31:23.630830 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-8ff993fa-319a-4f39-b715-0485b4035707 req-afad2144-2e8a-466b-beca-9deab4c37025 service neutron] Attempting to bind port 96d9265e-5c36-4216-b5da-3ebc61179801 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '2ad2e9d4-239e-4d66-8541-a8b3b2b1def0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '39ca8761-abdc-4183-874f-43b7c768d0ca'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:31:23.631170 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff993fa-319a-4f39-b715-0485b4035707 req-afad2144-2e8a-466b-beca-9deab4c37025 service neutron] Attempting to bind port 96d9265e-5c36-4216-b5da-3ebc61179801 on network 39ca8761-abdc-4183-874f-43b7c768d0ca {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:31:23.636670 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff993fa-319a-4f39-b715-0485b4035707 req-afad2144-2e8a-466b-beca-9deab4c37025 service neutron] Port 96d9265e-5c36-4216-b5da-3ebc61179801 on network 39ca8761-abdc-4183-874f-43b7c768d0ca not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:31:23.637003 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff993fa-319a-4f39-b715-0485b4035707 req-afad2144-2e8a-466b-beca-9deab4c37025 service neutron] Attempting to bind port 96d9265e-5c36-4216-b5da-3ebc61179801 on network 39ca8761-abdc-4183-874f-43b7c768d0ca {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:31:23.659432 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff993fa-319a-4f39-b715-0485b4035707 req-afad2144-2e8a-466b-beca-9deab4c37025 service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:31:23.659432 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff993fa-319a-4f39-b715-0485b4035707 req-afad2144-2e8a-466b-beca-9deab4c37025 service neutron] Checking segment: {'id': '2ad2e9d4-239e-4d66-8541-a8b3b2b1def0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '39ca8761-abdc-4183-874f-43b7c768d0ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:31:23.659432 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff993fa-319a-4f39-b715-0485b4035707 req-afad2144-2e8a-466b-beca-9deab4c37025 service neutron] Bound using segment: {'id': '2ad2e9d4-239e-4d66-8541-a8b3b2b1def0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '39ca8761-abdc-4183-874f-43b7c768d0ca'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:31:23.659432 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-8ff993fa-319a-4f39-b715-0485b4035707 req-afad2144-2e8a-466b-beca-9deab4c37025 service neutron] Bound port: 96d9265e-5c36-4216-b5da-3ebc61179801, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ad2e9d4-239e-4d66-8541-a8b3b2b1def0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '39ca8761-abdc-4183-874f-43b7c768d0ca'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:31:23.659432 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8ff993fa-319a-4f39-b715-0485b4035707 req-afad2144-2e8a-466b-beca-9deab4c37025 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:23.913424 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-8ff993fa-319a-4f39-b715-0485b4035707 req-afad2144-2e8a-466b-beca-9deab4c37025 service neutron] For port 96d9265e-5c36-4216-b5da-3ebc61179801, host n-h1-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:31:23.922038 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-8ff993fa-319a-4f39-b715-0485b4035707 req-afad2144-2e8a-466b-beca-9deab4c37025 service neutron] For port 96d9265e-5c36-4216-b5da-3ebc61179801, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=96d9265e-5c36-4216-b5da-3ebc61179801,segment=NetworkSegment(2ad2e9d4-239e-4d66-8541-a8b3b2b1def0),segment_id=2ad2e9d4-239e-4d66-8541-a8b3b2b1def0)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:31:23.933420 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8ff993fa-319a-4f39-b715-0485b4035707 req-afad2144-2e8a-466b-beca-9deab4c37025 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:24.018837 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff993fa-319a-4f39-b715-0485b4035707 req-afad2144-2e8a-466b-beca-9deab4c37025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:31:24.020078 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8ff993fa-319a-4f39-b715-0485b4035707 req-afad2144-2e8a-466b-beca-9deab4c37025 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:24.022903 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8ff993fa-319a-4f39-b715-0485b4035707 req-afad2144-2e8a-466b-beca-9deab4c37025 service neutron] 10.222.0.41 "PUT /v2.0/ports/96d9265e-5c36-4216-b5da-3ebc61179801 HTTP/1.1" status: 200 len: 1091 time: 2.1554065 Dec 06 17:31:24.026410 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a03f19b-e0d4-46d6-84a3-079d035de2c4', 'tag': '96d9265e-5c36-4216-b5da-3ebc61179801'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:31:24.067556 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d84397c-9f3e-48eb-96ee-95168cafed6b" -d '{"events": [{"name": "network-changed", "server_uuid": "9a03f19b-e0d4-46d6-84a3-079d035de2c4", "tag": "96d9265e-5c36-4216-b5da-3ebc61179801"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:31:24.247457 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80c5b790-53ef-4661-bf35-daf707345e9a x-openstack-request-id: req-80c5b790-53ef-4661-bf35-daf707345e9a {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:31:24.248143 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a03f19b-e0d4-46d6-84a3-079d035de2c4", "tag": "96d9265e-5c36-4216-b5da-3ebc61179801", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:31:24.248367 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-80c5b790-53ef-4661-bf35-daf707345e9a {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:31:24.248720 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a03f19b-e0d4-46d6-84a3-079d035de2c4', 'tag': '96d9265e-5c36-4216-b5da-3ebc61179801', 'status': 'completed', 'code': 200} Dec 06 17:31:24.263614 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff993fa-319a-4f39-b715-0485b4035707 req-12547c3a-b5ae-478e-b3b2-30420523c5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:31:24.269405 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8ff993fa-319a-4f39-b715-0485b4035707 req-12547c3a-b5ae-478e-b3b2-30420523c5ac service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=87136a91f6c54863bdb78ae5833b5c4e&device_id=9a03f19b-e0d4-46d6-84a3-079d035de2c4 HTTP/1.1" status: 200 len: 1094 time: 0.1821237 Dec 06 17:31:24.276409 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afad2144-2e8a-466b-beca-9deab4c37025 service neutron] Pushing event updated for resources: {'Port': ['ID=96d9265e-5c36-4216-b5da-3ebc61179801,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:31:24.434079 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8ff993fa-319a-4f39-b715-0485b4035707 req-3de3f322-b2bc-4ecb-8d25-d8eab30d8c0d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96d9265e-5c36-4216-b5da-3ebc61179801 HTTP/1.1" status: 200 len: 217 time: 0.1365581 Dec 06 17:31:24.623698 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff993fa-319a-4f39-b715-0485b4035707 req-f22a839d-6e47-4c89-aa19-89d975d66ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:31:24.628496 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8ff993fa-319a-4f39-b715-0485b4035707 req-f22a839d-6e47-4c89-aa19-89d975d66ce3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ccec9b31-d792-401a-9e06-9a1a9efca83a HTTP/1.1" status: 200 len: 835 time: 0.1835120 Dec 06 17:31:24.724263 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41aec1b-6dce-44ca-a456-9fe50127ac0e req-6adb316a-9680-4394-9038-80aa591d7127 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:31:24.733951 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f41aec1b-6dce-44ca-a456-9fe50127ac0e req-6adb316a-9680-4394-9038-80aa591d7127 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a03f19b-e0d4-46d6-84a3-079d035de2c4 HTTP/1.1" status: 200 len: 943 time: 0.1575000 Dec 06 17:31:24.749157 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff993fa-319a-4f39-b715-0485b4035707 req-35e51308-0da4-494c-ba8a-73159307570b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:31:24.750498 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8ff993fa-319a-4f39-b715-0485b4035707 req-35e51308-0da4-494c-ba8a-73159307570b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=39ca8761-abdc-4183-874f-43b7c768d0ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1131840 Dec 06 17:31:24.889037 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f41aec1b-6dce-44ca-a456-9fe50127ac0e req-045981f5-66c1-4dd3-9173-3cb4119ad651 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f3c85a1-3b48-4f29-aec2-3a218353c857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1511118 Dec 06 17:31:24.988414 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8ff993fa-319a-4f39-b715-0485b4035707 req-66715f90-cca4-43d5-a22d-cefc23b51f25 service neutron] 10.222.0.41 "GET /v2.0/networks/39ca8761-abdc-4183-874f-43b7c768d0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243679 Dec 06 17:31:25.204154 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8ff993fa-319a-4f39-b715-0485b4035707 req-f843940d-64c4-44dc-98e4-3f62621aa28d service neutron] 10.222.0.41 "GET /v2.0/networks/39ca8761-abdc-4183-874f-43b7c768d0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008293 Dec 06 17:31:25.342091 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84397c-9f3e-48eb-96ee-95168cafed6b req-1f10dd50-6a49-4265-b4c4-5557013b905b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:31:25.348632 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2d84397c-9f3e-48eb-96ee-95168cafed6b req-1f10dd50-6a49-4265-b4c4-5557013b905b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=87136a91f6c54863bdb78ae5833b5c4e&device_id=9a03f19b-e0d4-46d6-84a3-079d035de2c4 HTTP/1.1" status: 200 len: 1094 time: 0.0807691 Dec 06 17:31:25.541635 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84397c-9f3e-48eb-96ee-95168cafed6b req-8420b12b-4b22-4ea2-ba36-11c2c0174f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:31:25.543326 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2d84397c-9f3e-48eb-96ee-95168cafed6b req-8420b12b-4b22-4ea2-ba36-11c2c0174f71 service neutron] 10.222.0.41 "GET /v2.0/networks?id=39ca8761-abdc-4183-874f-43b7c768d0ca HTTP/1.1" status: 200 len: 898 time: 0.1864188 Dec 06 17:31:25.619418 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2d84397c-9f3e-48eb-96ee-95168cafed6b req-a7925f89-9654-409b-be6c-79608d3f172b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96d9265e-5c36-4216-b5da-3ebc61179801 HTTP/1.1" status: 200 len: 217 time: 0.0664120 Dec 06 17:31:25.741960 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84397c-9f3e-48eb-96ee-95168cafed6b req-f9d38a70-8500-4244-889b-d3cff27c87bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:31:25.743630 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2d84397c-9f3e-48eb-96ee-95168cafed6b req-f9d38a70-8500-4244-889b-d3cff27c87bf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ccec9b31-d792-401a-9e06-9a1a9efca83a HTTP/1.1" status: 200 len: 835 time: 0.1116512 Dec 06 17:31:25.836577 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84397c-9f3e-48eb-96ee-95168cafed6b req-9fb767ab-7b53-4ccc-ac40-432f941f2c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:31:25.838172 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2d84397c-9f3e-48eb-96ee-95168cafed6b req-9fb767ab-7b53-4ccc-ac40-432f941f2c12 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=39ca8761-abdc-4183-874f-43b7c768d0ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0864768 Dec 06 17:31:26.235258 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2d84397c-9f3e-48eb-96ee-95168cafed6b req-481eb42f-7517-42a1-9395-b9ea5e882e80 service neutron] 10.222.0.41 "GET /v2.0/networks/39ca8761-abdc-4183-874f-43b7c768d0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3876853 Dec 06 17:31:26.286838 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28444f4c-d53e-4ada-bd07-f7d78112917e req-97940b5d-7a0b-4107-9d9a-a13151a2ce42 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:31:26.291832 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-28444f4c-d53e-4ada-bd07-f7d78112917e req-97940b5d-7a0b-4107-9d9a-a13151a2ce42 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a03f19b-e0d4-46d6-84a3-079d035de2c4 HTTP/1.1" status: 200 len: 943 time: 0.1528251 Dec 06 17:31:26.320588 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 44412) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:31:26.361342 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2d84397c-9f3e-48eb-96ee-95168cafed6b req-e5d16b1b-6c70-4094-aa0e-b8ac4e0e6bbb service neutron] 10.222.0.41 "GET /v2.0/networks/39ca8761-abdc-4183-874f-43b7c768d0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172028 Dec 06 17:31:26.427451 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-28444f4c-d53e-4ada-bd07-f7d78112917e req-3ebaabc2-55ff-4fa2-89fa-7bf78e739a24 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f3c85a1-3b48-4f29-aec2-3a218353c857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306002 Dec 06 17:31:26.513493 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-09ef130d-2409-4f7f-88b2-d8f76c002900 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:26.653310 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-09ef130d-2409-4f7f-88b2-d8f76c002900 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:26.658990 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-09ef130d-2409-4f7f-88b2-d8f76c002900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:26.705860 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 44422) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:31:26.706558 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-09ef130d-2409-4f7f-88b2-d8f76c002900 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=69c7f2b87cc844aeb2a5c5463fbd0662&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3845453 Dec 06 17:31:26.707665 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef130d-2409-4f7f-88b2-d8f76c002900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc77ad15-e065-45c8-9e06-a028664a4d21,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:31:26.817153 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e6d3bbea-4f3f-4437-a822-740c5bc0696d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:26.870115 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e6d3bbea-4f3f-4437-a822-740c5bc0696d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:26.988887 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e6d3bbea-4f3f-4437-a822-740c5bc0696d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:26.991992 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e6d3bbea-4f3f-4437-a822-740c5bc0696d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:26.993150 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-e6d3bbea-4f3f-4437-a822-740c5bc0696d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cc77ad15-e065-45c8-9e06-a028664a4d21 HTTP/1.1" status: 204 len: 168 time: 0.2860608 Dec 06 17:31:27.005357 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3bbea-4f3f-4437-a822-740c5bc0696d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc77ad15-e065-45c8-9e06-a028664a4d21,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:31:27.043357 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3bbea-4f3f-4437-a822-740c5bc0696d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:31:27.048309 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3bbea-4f3f-4437-a822-740c5bc0696d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:31:27.048928 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3bbea-4f3f-4437-a822-740c5bc0696d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:31:27.051301 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3bbea-4f3f-4437-a822-740c5bc0696d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:31:27.052775 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3bbea-4f3f-4437-a822-740c5bc0696d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:31:27.053338 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3bbea-4f3f-4437-a822-740c5bc0696d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:31:27.054100 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3bbea-4f3f-4437-a822-740c5bc0696d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:31:27.055122 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3bbea-4f3f-4437-a822-740c5bc0696d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:31:27.056428 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3bbea-4f3f-4437-a822-740c5bc0696d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:31:27.058135 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3bbea-4f3f-4437-a822-740c5bc0696d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:31:27.059488 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3bbea-4f3f-4437-a822-740c5bc0696d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:31:27.060068 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3bbea-4f3f-4437-a822-740c5bc0696d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:31:27.060846 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3bbea-4f3f-4437-a822-740c5bc0696d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:31:27.589585 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 44460) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:31:27.608606 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d0a42881-1762-4840-a30a-2dcf5c6abd04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:27.619197 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb153b6-1ae0-4ad5-a5b6-4d7f7cf7068b req-2cc9e5bc-c508-4e5a-a73d-55876717e7ee tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:31:27.626682 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-adb153b6-1ae0-4ad5-a5b6-4d7f7cf7068b req-2cc9e5bc-c508-4e5a-a73d-55876717e7ee tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a03f19b-e0d4-46d6-84a3-079d035de2c4 HTTP/1.1" status: 200 len: 943 time: 0.0866582 Dec 06 17:31:27.731575 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-adb153b6-1ae0-4ad5-a5b6-4d7f7cf7068b req-e268b27e-b73b-47a2-bca5-90d642ea8778 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f3c85a1-3b48-4f29-aec2-3a218353c857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039062 Dec 06 17:31:27.732955 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d0a42881-1762-4840-a30a-2dcf5c6abd04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:27.741418 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d0a42881-1762-4840-a30a-2dcf5c6abd04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:27.799617 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 44464) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:31:27.799735 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-d0a42881-1762-4840-a30a-2dcf5c6abd04 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7dc9fbefa36f4463ada09a3440d91905&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2078025 Dec 06 17:31:27.808186 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a42881-1762-4840-a30a-2dcf5c6abd04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c445458c-066c-411c-ad12-fe78d43f8921,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:31:27.915394 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-786b5da3-4dfe-43fc-9231-ace653c5eeca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:27.935686 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 96d9265e-5c36-4216-b5da-3ebc61179801 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:31:27.991553 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-786b5da3-4dfe-43fc-9231-ace653c5eeca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:28.072090 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-786b5da3-4dfe-43fc-9231-ace653c5eeca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:28.075774 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-786b5da3-4dfe-43fc-9231-ace653c5eeca admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:28.077793 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-786b5da3-4dfe-43fc-9231-ace653c5eeca admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c445458c-066c-411c-ad12-fe78d43f8921 HTTP/1.1" status: 204 len: 168 time: 0.2768419 Dec 06 17:31:28.094374 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 96d9265e-5c36-4216-b5da-3ebc61179801, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=96d9265e-5c36-4216-b5da-3ebc61179801,segment=NetworkSegment(2ad2e9d4-239e-4d66-8541-a8b3b2b1def0),segment_id=2ad2e9d4-239e-4d66-8541-a8b3b2b1def0)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:31:28.100800 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786b5da3-4dfe-43fc-9231-ace653c5eeca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c445458c-066c-411c-ad12-fe78d43f8921,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:31:28.139823 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': '96d9265e-5c36-4216-b5da-3ebc61179801', 'network_id': '39ca8761-abdc-4183-874f-43b7c768d0ca', 'port_id': '96d9265e-5c36-4216-b5da-3ebc61179801', 'mac_address': 'fa:16:3e:f4:11:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccec9b31-d792-401a-9e06-9a1a9efca83a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:31:28.239718 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:28.274366 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96d9265e-5c36-4216-b5da-3ebc61179801 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:31:28.331142 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 96d9265e-5c36-4216-b5da-3ebc61179801, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=96d9265e-5c36-4216-b5da-3ebc61179801,segment=NetworkSegment(2ad2e9d4-239e-4d66-8541-a8b3b2b1def0),segment_id=2ad2e9d4-239e-4d66-8541-a8b3b2b1def0)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:31:28.342542 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:28.434766 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=96d9265e-5c36-4216-b5da-3ebc61179801,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:31:28.633793 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['96d9265e-5c36-4216-b5da-3ebc61179801'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:31:29.097019 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a3dc3b-e17f-41aa-8e5e-d9f782f6fcf3 req-7cdc887e-9199-4fac-958c-fbf4d880d508 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:31:29.103464 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-43a3dc3b-e17f-41aa-8e5e-d9f782f6fcf3 req-7cdc887e-9199-4fac-958c-fbf4d880d508 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a03f19b-e0d4-46d6-84a3-079d035de2c4 HTTP/1.1" status: 200 len: 944 time: 0.1862595 Dec 06 17:31:29.278693 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-43a3dc3b-e17f-41aa-8e5e-d9f782f6fcf3 req-715abb22-6821-4d98-97e9-43a42e9fe456 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f3c85a1-3b48-4f29-aec2-3a218353c857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308289 Dec 06 17:31:29.936024 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 96d9265e-5c36-4216-b5da-3ebc61179801 up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:31:30.044474 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port 96d9265e-5c36-4216-b5da-3ebc61179801 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:31:30.061434 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port 96d9265e-5c36-4216-b5da-3ebc61179801 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:31:30.061890 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:30.264770 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:30.291355 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a03f19b-e0d4-46d6-84a3-079d035de2c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96d9265e-5c36-4216-b5da-3ebc61179801'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:31:30.294310 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c1b6c8-ffc6-4b2b-8ba3-7701f0c9c227" -d '{"events": [{"server_uuid": "9a03f19b-e0d4-46d6-84a3-079d035de2c4", "name": "network-vif-plugged", "status": "completed", "tag": "96d9265e-5c36-4216-b5da-3ebc61179801"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:31:30.369909 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 96d9265e-5c36-4216-b5da-3ebc61179801, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=96d9265e-5c36-4216-b5da-3ebc61179801,segment=NetworkSegment(2ad2e9d4-239e-4d66-8541-a8b3b2b1def0),segment_id=2ad2e9d4-239e-4d66-8541-a8b3b2b1def0)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:31:30.384418 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:30.445617 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-197260c5-605c-4a03-9e49-e2e58e3fc1f6 x-openstack-request-id: req-197260c5-605c-4a03-9e49-e2e58e3fc1f6 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:31:30.445922 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a03f19b-e0d4-46d6-84a3-079d035de2c4", "name": "network-vif-plugged", "status": "completed", "tag": "96d9265e-5c36-4216-b5da-3ebc61179801", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:31:30.446182 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-197260c5-605c-4a03-9e49-e2e58e3fc1f6 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:31:30.446637 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a03f19b-e0d4-46d6-84a3-079d035de2c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96d9265e-5c36-4216-b5da-3ebc61179801', 'code': 200} Dec 06 17:31:30.502183 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=96d9265e-5c36-4216-b5da-3ebc61179801,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:31:30.643515 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962f390d-bfc6-49ea-8fbc-8b161f5e97fb req-32b769d7-226f-420d-9cdf-11314d135917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:31:30.651306 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-962f390d-bfc6-49ea-8fbc-8b161f5e97fb req-32b769d7-226f-420d-9cdf-11314d135917 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9a03f19b-e0d4-46d6-84a3-079d035de2c4 HTTP/1.1" status: 200 len: 1096 time: 0.1465530 Dec 06 17:31:30.667906 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4278e31a-7b9f-4c00-b9d1-5893fca7205a req-491f3449-051c-449c-a6b5-a1e36a95bbc4 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:31:30.678521 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4278e31a-7b9f-4c00-b9d1-5893fca7205a req-491f3449-051c-449c-a6b5-a1e36a95bbc4 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a03f19b-e0d4-46d6-84a3-079d035de2c4 HTTP/1.1" status: 200 len: 945 time: 0.2350838 Dec 06 17:31:30.818120 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-962f390d-bfc6-49ea-8fbc-8b161f5e97fb req-37b98380-e4d4-4204-a7ef-14a32f77fb24 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5f3c85a1-3b48-4f29-aec2-3a218353c857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345699 Dec 06 17:31:30.831941 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4278e31a-7b9f-4c00-b9d1-5893fca7205a req-61992edf-1157-4784-b3c5-281f97936cab tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f3c85a1-3b48-4f29-aec2-3a218353c857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513226 Dec 06 17:31:32.039738 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dacdd3-2271-46a8-9393-40e9f9d80a0b req-b06d5ffc-c691-445f-929a-fdee0a1a5c1b tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:31:32.058689 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-91dacdd3-2271-46a8-9393-40e9f9d80a0b req-b06d5ffc-c691-445f-929a-fdee0a1a5c1b tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a03f19b-e0d4-46d6-84a3-079d035de2c4 HTTP/1.1" status: 200 len: 945 time: 0.1166778 Dec 06 17:31:32.258117 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-91dacdd3-2271-46a8-9393-40e9f9d80a0b req-54886c3f-6755-46b2-b643-3f57fc88951a tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f3c85a1-3b48-4f29-aec2-3a218353c857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1982453 Dec 06 17:31:32.806428 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:33.421636 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9cc50d-edfb-4580-83df-b9e448fc3f64 req-979fb248-a9f6-4efd-87b6-d8d21f99e339 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:31:33.429217 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3f9cc50d-edfb-4580-83df-b9e448fc3f64 req-979fb248-a9f6-4efd-87b6-d8d21f99e339 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a03f19b-e0d4-46d6-84a3-079d035de2c4 HTTP/1.1" status: 200 len: 945 time: 0.1098700 Dec 06 17:31:33.565141 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3f9cc50d-edfb-4580-83df-b9e448fc3f64 req-10c01f04-0fd7-442e-bd56-ef28a4762ac5 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f3c85a1-3b48-4f29-aec2-3a218353c857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349351 Dec 06 17:31:33.904288 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089737ba-9e6f-4939-b09c-6e114b569e6f req-2f6f59c0-3f1b-49a5-9862-65541dcf107c tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:31:33.909566 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-089737ba-9e6f-4939-b09c-6e114b569e6f req-2f6f59c0-3f1b-49a5-9862-65541dcf107c tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a03f19b-e0d4-46d6-84a3-079d035de2c4 HTTP/1.1" status: 200 len: 945 time: 0.1602113 Dec 06 17:31:34.026924 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 44728) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:31:34.041306 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-089737ba-9e6f-4939-b09c-6e114b569e6f req-cf47bebf-54c2-4a93-a5f3-0b99fe2c9843 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f3c85a1-3b48-4f29-aec2-3a218353c857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238463 Dec 06 17:31:34.116945 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b53211-9df9-472d-a8ea-2b9879bf2036 tempest-TestNetworkAdvancedServerOps-348317602 tempest-TestNetworkAdvancedServerOps-348317602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:31:34.119444 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-95b53211-9df9-472d-a8ea-2b9879bf2036 tempest-TestNetworkAdvancedServerOps-348317602 tempest-TestNetworkAdvancedServerOps-348317602-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=9a03f19b-e0d4-46d6-84a3-079d035de2c4 HTTP/1.1" status: 200 len: 1091 time: 0.0894668 Dec 06 17:31:34.122375 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 44732) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:31:34.128530 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-31ca0eb5-9c2a-430e-9c17-c42fec8bbbf5 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Request body: {'floatingip': {'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'port_id': '96d9265e-5c36-4216-b5da-3ebc61179801', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:31:34.192546 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-31ca0eb5-9c2a-430e-9c17-c42fec8bbbf5 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for floatingip, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:34.422651 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-31ca0eb5-9c2a-430e-9c17-c42fec8bbbf5 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:34.651750 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-31ca0eb5-9c2a-430e-9c17-c42fec8bbbf5 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Allocated IP 172.35.1.93 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/fd99b5a5-77ca-495d-8762-cd76200c41fa) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:31:34.833377 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-31ca0eb5-9c2a-430e-9c17-c42fec8bbbf5 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:34.886063 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-31ca0eb5-9c2a-430e-9c17-c42fec8bbbf5 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:34.925864 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ca0eb5-9c2a-430e-9c17-c42fec8bbbf5 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:31:34.929977 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-31ca0eb5-9c2a-430e-9c17-c42fec8bbbf5 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:31:34.939615 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ca0eb5-9c2a-430e-9c17-c42fec8bbbf5 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:31:35.048379 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ca0eb5-9c2a-430e-9c17-c42fec8bbbf5 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Pushing event updated for resources: {'Port': ['ID=fd99b5a5-77ca-495d-8762-cd76200c41fa,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:31:35.221719 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:36.147117 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-31ca0eb5-9c2a-430e-9c17-c42fec8bbbf5 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:36.241119 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-31ca0eb5-9c2a-430e-9c17-c42fec8bbbf5 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:36.447293 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-31ca0eb5-9c2a-430e-9c17-c42fec8bbbf5 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:36.457027 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-31ca0eb5-9c2a-430e-9c17-c42fec8bbbf5 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:36.552052 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ca0eb5-9c2a-430e-9c17-c42fec8bbbf5 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Pushing event updated for resources: {'Port': ['ID=fd99b5a5-77ca-495d-8762-cd76200c41fa,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:31:36.570403 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-31ca0eb5-9c2a-430e-9c17-c42fec8bbbf5 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:36.712795 n-d-master-1 neutron-server[103284]: INFO neutron.db.l3_db [None req-31ca0eb5-9c2a-430e-9c17-c42fec8bbbf5 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Floating IP b0ce1dfd-ff3e-4be8-b799-06d8230e5cf5 associated. External IP: 172.35.1.93, port: 96d9265e-5c36-4216-b5da-3ebc61179801. Dec 06 17:31:36.973243 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31ca0eb5-9c2a-430e-9c17-c42fec8bbbf5 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Router f43264f5-9ffe-4f8e-a496-20b08ebe3013 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:31:37.102366 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31ca0eb5-9c2a-430e-9c17-c42fec8bbbf5 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:31:37.115430 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a6177d-ad9a-4a10-8f60-99a900084f19 None None] Sync routers for ids ['f43264f5-9ffe-4f8e-a496-20b08ebe3013'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:31:37.129726 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-31ca0eb5-9c2a-430e-9c17-c42fec8bbbf5 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:37.132546 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a6177d-ad9a-4a10-8f60-99a900084f19 None None] Routers {'f43264f5-9ffe-4f8e-a496-20b08ebe3013'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:31:37.133985 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-06a6177d-ad9a-4a10-8f60-99a900084f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:31:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['f43264f5-9ffe-4f8e-a496-20b08ebe3013'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:31:37.163409 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-31ca0eb5-9c2a-430e-9c17-c42fec8bbbf5 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.0396862 Dec 06 17:31:37.164019 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a03f19b-e0d4-46d6-84a3-079d035de2c4', 'tag': '96d9265e-5c36-4216-b5da-3ebc61179801'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:31:37.177670 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f34a0fa7-96d2-4251-b7a1-ba63c2de175b" -d '{"events": [{"name": "network-changed", "server_uuid": "9a03f19b-e0d4-46d6-84a3-079d035de2c4", "tag": "96d9265e-5c36-4216-b5da-3ebc61179801"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:31:37.271804 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-06a6177d-ad9a-4a10-8f60-99a900084f19 None None] Set router f43264f5-9ffe-4f8e-a496-20b08ebe3013 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:31:37.339393 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dafaeeb-01dc-4645-9de7-222a8a4207ba req-a65a4ca9-39e8-4b8d-ae3b-c8e3a2a53dad tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:31:37.354347 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7dafaeeb-01dc-4645-9de7-222a8a4207ba req-a65a4ca9-39e8-4b8d-ae3b-c8e3a2a53dad tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a03f19b-e0d4-46d6-84a3-079d035de2c4 HTTP/1.1" status: 200 len: 945 time: 0.1105695 Dec 06 17:31:37.479600 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7dafaeeb-01dc-4645-9de7-222a8a4207ba req-ef1e6c29-8ee1-43c1-b8f1-c5d0420c1bbc tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f3c85a1-3b48-4f29-aec2-3a218353c857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170220 Dec 06 17:31:37.490175 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 44838) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:31:37.574728 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-06a6177d-ad9a-4a10-8f60-99a900084f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f43264f5-9ffe-4f8e-a496-20b08ebe3013', 'name': 'tempest-TestNetworkAdvancedServerOps-router-14200149', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.165'}], 'enable_snat': True}, 'gw_port_id': 'd9cdc0ba-d041-4458-aca4-96b4f4a0a431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:31:02Z', 'updated_at': '2021-12-06T17:31:12Z', 'revision_number': 4, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'gw_port': {'id': 'd9cdc0ba-d041-4458-aca4-96b4f4a0a431', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:15:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43264f5-9ffe-4f8e-a496-20b08ebe3013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2785, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:31:03Z', 'updated_at': '2021-12-06T17:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'b0ce1dfd-ff3e-4be8-b799-06d8230e5cf5', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'floating_ip_address': '172.35.1.93', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': 'f43264f5-9ffe-4f8e-a496-20b08ebe3013', 'port_id': '96d9265e-5c36-4216-b5da-3ebc61179801', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2812, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39ca8761-abdc-4183-874f-43b7c768d0ca', 'mac_address': 'fa:16:3e:f4:11:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a03f19b-e0d4-46d6-84a3-079d035de2c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:31:35Z', 'updated_at': '2021-12-06T17:31:35Z', 'revision_number': 0, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0762b7ea-30ec-4cec-b999-6c7f13aaf345', 'name': '', 'network_id': '39ca8761-abdc-4183-874f-43b7c768d0ca', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'mac_address': 'fa:16:3e:a4:75:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43264f5-9ffe-4f8e-a496-20b08ebe3013', 'device_owner': 'network:router_interface', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': 'ccec9b31-d792-401a-9e06-9a1a9efca83a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:31:09Z', 'updated_at': '2021-12-06T17:31:22Z', 'revision_number': 5, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'subnets': [{'id': 'ccec9b31-d792-401a-9e06-9a1a9efca83a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:31:37.612542 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a6177d-ad9a-4a10-8f60-99a900084f19 None None] Checking router: f43264f5-9ffe-4f8e-a496-20b08ebe3013 for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:31:37.627514 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a6177d-ad9a-4a10-8f60-99a900084f19 None None] Routers {'f43264f5-9ffe-4f8e-a496-20b08ebe3013'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:31:37.628467 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-06a6177d-ad9a-4a10-8f60-99a900084f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:31:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['f43264f5-9ffe-4f8e-a496-20b08ebe3013'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:31:37.650502 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-9825ad5b-0efa-4b50-bc87-70c8a56ccbba tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/floatingips/b0ce1dfd-ff3e-4be8-b799-06d8230e5cf5 HTTP/1.1" status: 200 len: 990 time: 0.1546602 Dec 06 17:31:37.690439 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8391f3bf-e069-42b7-a557-ef1c02e42d2a x-openstack-request-id: req-8391f3bf-e069-42b7-a557-ef1c02e42d2a {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:31:37.690739 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a03f19b-e0d4-46d6-84a3-079d035de2c4", "tag": "96d9265e-5c36-4216-b5da-3ebc61179801", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:31:37.690993 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8391f3bf-e069-42b7-a557-ef1c02e42d2a {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:31:37.691434 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a03f19b-e0d4-46d6-84a3-079d035de2c4', 'tag': '96d9265e-5c36-4216-b5da-3ebc61179801', 'status': 'completed', 'code': 200} Dec 06 17:31:37.777027 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34a0fa7-96d2-4251-b7a1-ba63c2de175b req-3ab999c1-8cd0-4244-a2ac-f7be31bc87f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:31:37.779522 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f34a0fa7-96d2-4251-b7a1-ba63c2de175b req-3ab999c1-8cd0-4244-a2ac-f7be31bc87f7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=87136a91f6c54863bdb78ae5833b5c4e&device_id=9a03f19b-e0d4-46d6-84a3-079d035de2c4 HTTP/1.1" status: 200 len: 1096 time: 0.0638177 Dec 06 17:31:37.852518 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-06a6177d-ad9a-4a10-8f60-99a900084f19 None None] Set router f43264f5-9ffe-4f8e-a496-20b08ebe3013 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:31:37.883510 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34a0fa7-96d2-4251-b7a1-ba63c2de175b req-35ae55e3-af21-4ec7-90ad-fa196cf67a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:31:37.885006 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f34a0fa7-96d2-4251-b7a1-ba63c2de175b req-35ae55e3-af21-4ec7-90ad-fa196cf67a24 service neutron] 10.222.0.41 "GET /v2.0/networks?id=39ca8761-abdc-4183-874f-43b7c768d0ca HTTP/1.1" status: 200 len: 898 time: 0.0943959 Dec 06 17:31:37.964818 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f34a0fa7-96d2-4251-b7a1-ba63c2de175b req-477476b9-ee57-4555-9ae6-b3fbdcb0ffc4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96d9265e-5c36-4216-b5da-3ebc61179801 HTTP/1.1" status: 200 len: 998 time: 0.0718870 Dec 06 17:31:38.046014 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34a0fa7-96d2-4251-b7a1-ba63c2de175b req-5547a592-29f5-4f3a-8977-b3742f6b8cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:31:38.053439 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f34a0fa7-96d2-4251-b7a1-ba63c2de175b req-5547a592-29f5-4f3a-8977-b3742f6b8cda service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ccec9b31-d792-401a-9e06-9a1a9efca83a HTTP/1.1" status: 200 len: 835 time: 0.0811763 Dec 06 17:31:38.149718 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34a0fa7-96d2-4251-b7a1-ba63c2de175b req-306293e7-363e-4e7e-94c1-d14f67f75756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:31:38.155076 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f34a0fa7-96d2-4251-b7a1-ba63c2de175b req-306293e7-363e-4e7e-94c1-d14f67f75756 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=39ca8761-abdc-4183-874f-43b7c768d0ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0913844 Dec 06 17:31:38.189641 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-06a6177d-ad9a-4a10-8f60-99a900084f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f43264f5-9ffe-4f8e-a496-20b08ebe3013', 'name': 'tempest-TestNetworkAdvancedServerOps-router-14200149', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.165'}], 'enable_snat': True}, 'gw_port_id': 'd9cdc0ba-d041-4458-aca4-96b4f4a0a431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:31:02Z', 'updated_at': '2021-12-06T17:31:12Z', 'revision_number': 4, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'gw_port': {'id': 'd9cdc0ba-d041-4458-aca4-96b4f4a0a431', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:15:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43264f5-9ffe-4f8e-a496-20b08ebe3013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2785, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:31:03Z', 'updated_at': '2021-12-06T17:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'b0ce1dfd-ff3e-4be8-b799-06d8230e5cf5', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'floating_ip_address': '172.35.1.93', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': 'f43264f5-9ffe-4f8e-a496-20b08ebe3013', 'port_id': '96d9265e-5c36-4216-b5da-3ebc61179801', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2812, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39ca8761-abdc-4183-874f-43b7c768d0ca', 'mac_address': 'fa:16:3e:f4:11:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a03f19b-e0d4-46d6-84a3-079d035de2c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:31:35Z', 'updated_at': '2021-12-06T17:31:35Z', 'revision_number': 0, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0762b7ea-30ec-4cec-b999-6c7f13aaf345', 'name': '', 'network_id': '39ca8761-abdc-4183-874f-43b7c768d0ca', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'mac_address': 'fa:16:3e:a4:75:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43264f5-9ffe-4f8e-a496-20b08ebe3013', 'device_owner': 'network:router_interface', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': 'ccec9b31-d792-401a-9e06-9a1a9efca83a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:31:09Z', 'updated_at': '2021-12-06T17:31:22Z', 'revision_number': 5, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'subnets': [{'id': 'ccec9b31-d792-401a-9e06-9a1a9efca83a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:31:38.220677 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a6177d-ad9a-4a10-8f60-99a900084f19 None None] The sync data for ids ['f43264f5-9ffe-4f8e-a496-20b08ebe3013'] in n-d-master-1 is: [{'id': 'f43264f5-9ffe-4f8e-a496-20b08ebe3013', 'name': 'tempest-TestNetworkAdvancedServerOps-router-14200149', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.165'}], 'enable_snat': True}, 'gw_port_id': 'd9cdc0ba-d041-4458-aca4-96b4f4a0a431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:31:02Z', 'updated_at': '2021-12-06T17:31:12Z', 'revision_number': 4, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'gw_port': {'id': 'd9cdc0ba-d041-4458-aca4-96b4f4a0a431', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:15:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43264f5-9ffe-4f8e-a496-20b08ebe3013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2785, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:31:03Z', 'updated_at': '2021-12-06T17:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'b0ce1dfd-ff3e-4be8-b799-06d8230e5cf5', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'floating_ip_address': '172.35.1.93', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': 'f43264f5-9ffe-4f8e-a496-20b08ebe3013', 'port_id': '96d9265e-5c36-4216-b5da-3ebc61179801', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2812, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39ca8761-abdc-4183-874f-43b7c768d0ca', 'mac_address': 'fa:16:3e:f4:11:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a03f19b-e0d4-46d6-84a3-079d035de2c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:31:35Z', 'updated_at': '2021-12-06T17:31:35Z', 'revision_number': 0, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0762b7ea-30ec-4cec-b999-6c7f13aaf345', 'name': '', 'network_id': '39ca8761-abdc-4183-874f-43b7c768d0ca', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'mac_address': 'fa:16:3e:a4:75:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43264f5-9ffe-4f8e-a496-20b08ebe3013', 'device_owner': 'network:router_interface', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': 'ccec9b31-d792-401a-9e06-9a1a9efca83a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:31:09Z', 'updated_at': '2021-12-06T17:31:22Z', 'revision_number': 5, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'subnets': [{'id': 'ccec9b31-d792-401a-9e06-9a1a9efca83a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:31:38.290138 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f34a0fa7-96d2-4251-b7a1-ba63c2de175b req-6388f2f9-a0e0-4c24-9492-931b56f46545 service neutron] 10.222.0.41 "GET /v2.0/networks/39ca8761-abdc-4183-874f-43b7c768d0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277030 Dec 06 17:31:38.415105 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f34a0fa7-96d2-4251-b7a1-ba63c2de175b req-726593bd-13fb-4825-b6a4-8bb7c7c0ceff service neutron] 10.222.0.41 "GET /v2.0/networks/39ca8761-abdc-4183-874f-43b7c768d0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172609 Dec 06 17:31:38.526094 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 44850) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:31:38.538065 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2760f636-7fb0-485f-9c9c-8c51d2465d42 None None] New status for floating IP b0ce1dfd-ff3e-4be8-b799-06d8230e5cf5: ACTIVE {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 17:31:38.646215 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 44856) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:31:38.666507 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b98bf681-887b-4331-8e86-3a61f9dd38b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:38.763776 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-8e47a151-21c1-4c19-a624-96280ea39e97 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/floatingips/b0ce1dfd-ff3e-4be8-b799-06d8230e5cf5 HTTP/1.1" status: 200 len: 990 time: 0.1161420 Dec 06 17:31:38.835457 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b98bf681-887b-4331-8e86-3a61f9dd38b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:38.842905 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b98bf681-887b-4331-8e86-3a61f9dd38b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:38.888113 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98bf681-887b-4331-8e86-3a61f9dd38b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e68bb4e5-f571-4d5c-ba4c-0fca4c76dbf8,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:31:38.900976 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-b98bf681-887b-4331-8e86-3a61f9dd38b3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=39f83be097ba45699e90092a2aa1e4e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3737314 Dec 06 17:31:38.903614 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 44862) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:31:38.959452 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-45b22bac-0997-43d0-8b15-38e67ffc142f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:38.983950 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-45b22bac-0997-43d0-8b15-38e67ffc142f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:39.049852 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-45b22bac-0997-43d0-8b15-38e67ffc142f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:39.053353 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-45b22bac-0997-43d0-8b15-38e67ffc142f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:39.054795 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-45b22bac-0997-43d0-8b15-38e67ffc142f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e68bb4e5-f571-4d5c-ba4c-0fca4c76dbf8 HTTP/1.1" status: 204 len: 168 time: 0.1501470 Dec 06 17:31:39.065429 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b22bac-0997-43d0-8b15-38e67ffc142f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68bb4e5-f571-4d5c-ba4c-0fca4c76dbf8,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:31:39.075553 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b22bac-0997-43d0-8b15-38e67ffc142f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:31:39.075905 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b22bac-0997-43d0-8b15-38e67ffc142f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:31:39.076253 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b22bac-0997-43d0-8b15-38e67ffc142f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:31:39.076598 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b22bac-0997-43d0-8b15-38e67ffc142f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:31:39.076931 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b22bac-0997-43d0-8b15-38e67ffc142f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:31:39.077459 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b22bac-0997-43d0-8b15-38e67ffc142f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:31:39.078103 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b22bac-0997-43d0-8b15-38e67ffc142f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:31:39.078664 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b22bac-0997-43d0-8b15-38e67ffc142f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:31:39.079423 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b22bac-0997-43d0-8b15-38e67ffc142f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:31:39.080136 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b22bac-0997-43d0-8b15-38e67ffc142f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:31:39.080629 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b22bac-0997-43d0-8b15-38e67ffc142f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:31:39.081120 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b22bac-0997-43d0-8b15-38e67ffc142f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:31:39.082367 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b22bac-0997-43d0-8b15-38e67ffc142f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:31:39.465361 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 44882) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:31:39.483532 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-15e6ece1-75e7-4281-8fc3-e78785296a3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:39.578769 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-15e6ece1-75e7-4281-8fc3-e78785296a3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:39.590438 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-15e6ece1-75e7-4281-8fc3-e78785296a3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:39.645394 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e6ece1-75e7-4281-8fc3-e78785296a3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4abdb963-3d33-4187-9745-1e813776a12b,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:31:39.653120 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-15e6ece1-75e7-4281-8fc3-e78785296a3e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b3a861503c2848488112e7b6dedaa6be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1858442 Dec 06 17:31:39.655783 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 44884) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:31:39.774360 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 44890) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:31:39.820938 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-db527c22-1e4f-43da-90ea-b7fcf3254211 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:39.848040 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-db527c22-1e4f-43da-90ea-b7fcf3254211 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:39.886900 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-b8b76424-2f8c-44f0-bbcb-c572e6b0116c tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/floatingips/b0ce1dfd-ff3e-4be8-b799-06d8230e5cf5 HTTP/1.1" status: 200 len: 992 time: 0.1075566 Dec 06 17:31:39.951958 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-db527c22-1e4f-43da-90ea-b7fcf3254211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:39.955331 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-db527c22-1e4f-43da-90ea-b7fcf3254211 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:39.957131 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-db527c22-1e4f-43da-90ea-b7fcf3254211 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4abdb963-3d33-4187-9745-1e813776a12b HTTP/1.1" status: 204 len: 168 time: 0.2995191 Dec 06 17:31:39.967837 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db527c22-1e4f-43da-90ea-b7fcf3254211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4abdb963-3d33-4187-9745-1e813776a12b,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:31:41.146332 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 44934) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:31:41.257807 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0875c456-70e1-447f-aeeb-d588385608c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:41.335556 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0875c456-70e1-447f-aeeb-d588385608c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:41.340044 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0875c456-70e1-447f-aeeb-d588385608c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:41.382280 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-0875c456-70e1-447f-aeeb-d588385608c7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7fe2b3d116f642339ac4ca6bbaf309f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2322199 Dec 06 17:31:41.382506 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 44938) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:31:41.388708 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0875c456-70e1-447f-aeeb-d588385608c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b72e4353-91ca-463b-85ec-8ae3f3971be8,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:31:41.435240 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4a424526-1810-40ed-a989-c129d358d971 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:41.461459 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4a424526-1810-40ed-a989-c129d358d971 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:41.516209 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4a424526-1810-40ed-a989-c129d358d971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:41.519213 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4a424526-1810-40ed-a989-c129d358d971 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:41.522805 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-4a424526-1810-40ed-a989-c129d358d971 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b72e4353-91ca-463b-85ec-8ae3f3971be8 HTTP/1.1" status: 204 len: 168 time: 0.1371403 Dec 06 17:31:41.545643 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a424526-1810-40ed-a989-c129d358d971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b72e4353-91ca-463b-85ec-8ae3f3971be8,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:31:43.455792 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-60a7de61-edfa-4f06-96ef-b419add32a8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:45.689699 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8b13640c-1e22-472c-b066-78bd17443ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:45.742921 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62412dde-8669-4136-aab0-343ea6c04698 req-c6f76918-c30e-4b74-b377-698eb19950af tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:31:45.751245 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-62412dde-8669-4136-aab0-343ea6c04698 req-c6f76918-c30e-4b74-b377-698eb19950af tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] 10.222.0.23 "GET /v2.0/ports?device_id=50406ce0-8d8f-4dbc-ac6c-398025c77043 HTTP/1.1" status: 200 len: 945 time: 0.0732441 Dec 06 17:31:45.822695 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 45174) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:31:45.832397 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-62412dde-8669-4136-aab0-343ea6c04698 req-cd960337-e99d-4464-b2c4-cd3c487b2f97 tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] 10.222.0.23 "GET /v2.0/security-groups?id=17933e3e-6db0-4f44-8e47-dedf5cf1a7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800049 Dec 06 17:31:46.058483 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c9a691ae-78c4-40b6-9c29-88ed9977330b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:46.221384 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c9a691ae-78c4-40b6-9c29-88ed9977330b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:46.227058 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c9a691ae-78c4-40b6-9c29-88ed9977330b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:46.275264 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 45184) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:31:46.275481 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-c9a691ae-78c4-40b6-9c29-88ed9977330b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=62b1cf29ffca4866b43e26cb6c4e617b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4510586 Dec 06 17:31:46.276235 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a691ae-78c4-40b6-9c29-88ed9977330b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1822de3-1c0c-4dc3-bbac-fd6783094851,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:31:46.345002 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d1a39f6d-5ed7-4e67-bfca-3083fddd1e81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:46.370140 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d1a39f6d-5ed7-4e67-bfca-3083fddd1e81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:46.439936 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d1a39f6d-5ed7-4e67-bfca-3083fddd1e81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:46.443169 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d1a39f6d-5ed7-4e67-bfca-3083fddd1e81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:46.444495 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-d1a39f6d-5ed7-4e67-bfca-3083fddd1e81 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f1822de3-1c0c-4dc3-bbac-fd6783094851 HTTP/1.1" status: 204 len: 168 time: 0.1678820 Dec 06 17:31:46.483400 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a39f6d-5ed7-4e67-bfca-3083fddd1e81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1822de3-1c0c-4dc3-bbac-fd6783094851,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:31:46.866647 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 45202) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:31:46.881125 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1ebd6f63-751c-4adb-b40b-f59bff054d39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:46.943336 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:47.017302 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28a7ef5-4ae8-42af-b8c0-e396dc6e3f8d req-ddaa7bd2-5d10-4365-b1a2-005f31de7847 tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:31:47.021963 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b28a7ef5-4ae8-42af-b8c0-e396dc6e3f8d req-ddaa7bd2-5d10-4365-b1a2-005f31de7847 tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] 10.222.0.23 "GET /v2.0/ports?device_id=50406ce0-8d8f-4dbc-ac6c-398025c77043 HTTP/1.1" status: 200 len: 945 time: 0.0802710 Dec 06 17:31:47.105251 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1ebd6f63-751c-4adb-b40b-f59bff054d39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:47.126469 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1ebd6f63-751c-4adb-b40b-f59bff054d39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:47.178622 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-1ebd6f63-751c-4adb-b40b-f59bff054d39 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5385692c74124f8e9d8e958c2578d6ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3106904 Dec 06 17:31:47.181764 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 45210) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:31:47.218854 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebd6f63-751c-4adb-b40b-f59bff054d39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=131f1430-a1b9-48db-87be-2ebe10f06228,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:31:47.238083 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b28a7ef5-4ae8-42af-b8c0-e396dc6e3f8d req-75c7039f-d216-4a94-b053-997431690c44 tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] 10.222.0.23 "GET /v2.0/security-groups?id=17933e3e-6db0-4f44-8e47-dedf5cf1a7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847768 Dec 06 17:31:47.301716 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7433d78c-6f18-4207-8946-bf16f409070b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:47.334176 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7433d78c-6f18-4207-8946-bf16f409070b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:47.357168 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe0b2a3-7537-49d7-a742-289637b77b44 req-84350b31-4b1f-4b24-96d8-e1bad44f2c7f tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:31:47.359544 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7fe0b2a3-7537-49d7-a742-289637b77b44 req-84350b31-4b1f-4b24-96d8-e1bad44f2c7f tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] 10.222.0.41 "GET /v2.0/ports?device_id=50406ce0-8d8f-4dbc-ac6c-398025c77043 HTTP/1.1" status: 200 len: 945 time: 0.0964057 Dec 06 17:31:47.391587 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7433d78c-6f18-4207-8946-bf16f409070b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:47.395019 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7433d78c-6f18-4207-8946-bf16f409070b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:47.396288 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-7433d78c-6f18-4207-8946-bf16f409070b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/131f1430-a1b9-48db-87be-2ebe10f06228 HTTP/1.1" status: 204 len: 168 time: 0.2130613 Dec 06 17:31:47.434780 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7433d78c-6f18-4207-8946-bf16f409070b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=131f1430-a1b9-48db-87be-2ebe10f06228,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:31:47.517772 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-7fe0b2a3-7537-49d7-a742-289637b77b44 req-3dafc0f8-af3b-412b-9b7d-4a07283405a7 tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] Deleting port d3a1914f-5713-4a58-b538-ac5bf64664e6 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:31:47.518117 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-7fe0b2a3-7537-49d7-a742-289637b77b44 req-3dafc0f8-af3b-412b-9b7d-4a07283405a7 tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:47.635515 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-7fe0b2a3-7537-49d7-a742-289637b77b44 req-3dafc0f8-af3b-412b-9b7d-4a07283405a7 tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] For port d3a1914f-5713-4a58-b538-ac5bf64664e6, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=d3a1914f-5713-4a58-b538-ac5bf64664e6,segment=NetworkSegment(8ba3ae1c-8dbf-4d46-bbe3-6c8317b581b4),segment_id=8ba3ae1c-8dbf-4d46-bbe3-6c8317b581b4)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:31:47.635961 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-7fe0b2a3-7537-49d7-a742-289637b77b44 req-3dafc0f8-af3b-412b-9b7d-4a07283405a7 tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:47.663727 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-7fe0b2a3-7537-49d7-a742-289637b77b44 req-3dafc0f8-af3b-412b-9b7d-4a07283405a7 tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] Calling delete_port for d3a1914f-5713-4a58-b538-ac5bf64664e6 owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:31:47.835266 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-7fe0b2a3-7537-49d7-a742-289637b77b44 req-3dafc0f8-af3b-412b-9b7d-4a07283405a7 tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:47.847958 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['d3a1914f-5713-4a58-b538-ac5bf64664e6'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:31:47.901319 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b522570e-6e53-4dbc-bf4b-f5da64c4c82d None None] DHCP port deletion for 7e14ea57-a95a-45fc-b352-ea1c200fddac request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:31:47.946785 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dafc0f8-af3b-412b-9b7d-4a07283405a7 tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] Pushing event deleted for resources: {'Port': ['ID=d3a1914f-5713-4a58-b538-ac5bf64664e6,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:31:47.973052 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fe0b2a3-7537-49d7-a742-289637b77b44 req-3dafc0f8-af3b-412b-9b7d-4a07283405a7 tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] No DVR routers for this DVR port d3a1914f-5713-4a58-b538-ac5bf64664e6 on host n-h1-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:31:47.976936 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-7fe0b2a3-7537-49d7-a742-289637b77b44 req-3dafc0f8-af3b-412b-9b7d-4a07283405a7 tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:47.982350 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7fe0b2a3-7537-49d7-a742-289637b77b44 req-3dafc0f8-af3b-412b-9b7d-4a07283405a7 tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] 10.222.0.41 "DELETE /v2.0/ports/d3a1914f-5713-4a58-b538-ac5bf64664e6 HTTP/1.1" status: 204 len: 173 time: 0.6126986 Dec 06 17:31:47.982969 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50406ce0-8d8f-4dbc-ac6c-398025c77043', 'name': 'network-vif-deleted', 'tag': 'd3a1914f-5713-4a58-b538-ac5bf64664e6'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:31:47.987385 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74d6b0a9-688f-412e-8bcc-601f99f23d0e" -d '{"events": [{"server_uuid": "50406ce0-8d8f-4dbc-ac6c-398025c77043", "name": "network-vif-deleted", "tag": "d3a1914f-5713-4a58-b538-ac5bf64664e6"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:31:48.093606 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:48.303496 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-851402f0-99ed-41bd-ba8e-4b904797a3fc x-openstack-request-id: req-851402f0-99ed-41bd-ba8e-4b904797a3fc {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:31:48.303854 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50406ce0-8d8f-4dbc-ac6c-398025c77043", "name": "network-vif-deleted", "tag": "d3a1914f-5713-4a58-b538-ac5bf64664e6", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:31:48.304200 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-851402f0-99ed-41bd-ba8e-4b904797a3fc {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:31:48.304794 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50406ce0-8d8f-4dbc-ac6c-398025c77043', 'name': 'network-vif-deleted', 'tag': 'd3a1914f-5713-4a58-b538-ac5bf64664e6', 'status': 'completed', 'code': 200} Dec 06 17:31:48.433148 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f373ba22-fbad-4b8a-ace2-26b25652f013 req-4b420e72-5f3e-4556-a3d2-4add64b31922 tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] 10.222.0.23 "GET /v2.0/ports?device_id=50406ce0-8d8f-4dbc-ac6c-398025c77043 HTTP/1.1" status: 200 len: 210 time: 0.0423756 Dec 06 17:31:49.043954 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:49.389722 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 45288) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:31:49.635863 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-6307aa11-98d3-4dac-ac4c-eebc39e88c24 tempest-MeteringIpV6TestJSON-620815769 tempest-MeteringIpV6TestJSON-620815769-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1021517434'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:31:49.637241 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-6307aa11-98d3-4dac-ac4c-eebc39e88c24 tempest-MeteringIpV6TestJSON-620815769 tempest-MeteringIpV6TestJSON-620815769-project-admin] Unknown quota resources ['metering_label']. {{(pid=103284) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 06 17:31:50.019722 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6307aa11-98d3-4dac-ac4c-eebc39e88c24 tempest-MeteringIpV6TestJSON-620815769 tempest-MeteringIpV6TestJSON-620815769-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:50.021764 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-6307aa11-98d3-4dac-ac4c-eebc39e88c24 tempest-MeteringIpV6TestJSON-620815769 tempest-MeteringIpV6TestJSON-620815769-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.6305971 Dec 06 17:31:50.025056 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 45316) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:31:50.029721 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device d3a1914f-5713-4a58-b538-ac5bf64664e6 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:31:50.030660 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-6547abf2-c25d-4ec3-9ac4-437bd50798dc tempest-MeteringIpV6TestJSON-620815769 tempest-MeteringIpV6TestJSON-620815769-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '8e1163a1-c071-4ec1-a02d-646eebc89dad'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:31:50.031577 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-6547abf2-c25d-4ec3-9ac4-437bd50798dc tempest-MeteringIpV6TestJSON-620815769 tempest-MeteringIpV6TestJSON-620815769-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103284) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 06 17:31:50.083466 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] No Port match for: d3a1914f-5713-4a58-b538-ac5bf64664e6 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:31:50.083823 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device d3a1914f-5713-4a58-b538-ac5bf64664e6 not bound to the agent host n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:31:50.234166 n-d-master-1 neutron-server[103284]: WARNING neutron.services.metering.metering_plugin [None req-6547abf2-c25d-4ec3-9ac4-437bd50798dc tempest-MeteringIpV6TestJSON-620815769 tempest-MeteringIpV6TestJSON-620815769-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 06 17:31:50.450846 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6547abf2-c25d-4ec3-9ac4-437bd50798dc tempest-MeteringIpV6TestJSON-620815769 tempest-MeteringIpV6TestJSON-620815769-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:50.452340 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-6547abf2-c25d-4ec3-9ac4-437bd50798dc tempest-MeteringIpV6TestJSON-620815769 tempest-MeteringIpV6TestJSON-620815769-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4260132 Dec 06 17:31:50.455426 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 45322) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:31:50.459771 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-07f6eb2d-e168-4e3d-8d5f-71458832cde4 tempest-MeteringIpV6TestJSON-620815769 tempest-MeteringIpV6TestJSON-620815769-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '8e1163a1-c071-4ec1-a02d-646eebc89dad'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:31:50.460464 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-07f6eb2d-e168-4e3d-8d5f-71458832cde4 tempest-MeteringIpV6TestJSON-620815769 tempest-MeteringIpV6TestJSON-620815769-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103284) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 06 17:31:50.579977 n-d-master-1 neutron-server[103284]: WARNING neutron.services.metering.metering_plugin [None req-07f6eb2d-e168-4e3d-8d5f-71458832cde4 tempest-MeteringIpV6TestJSON-620815769 tempest-MeteringIpV6TestJSON-620815769-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 06 17:31:50.704309 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-07f6eb2d-e168-4e3d-8d5f-71458832cde4 tempest-MeteringIpV6TestJSON-620815769 tempest-MeteringIpV6TestJSON-620815769-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:50.708420 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 45326) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:31:50.723296 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-07f6eb2d-e168-4e3d-8d5f-71458832cde4 tempest-MeteringIpV6TestJSON-620815769 tempest-MeteringIpV6TestJSON-620815769-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2666113 Dec 06 17:31:50.732228 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 45328) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:31:50.733169 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-8e69e488-4092-4434-b93b-62d058eb48b0 tempest-MeteringIpV6TestJSON-620815769 tempest-MeteringIpV6TestJSON-620815769-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules?id=ffb72c22-f2a4-4b9c-90a9-b980591f557d HTTP/1.1" status: 200 len: 462 time: 0.0235877 Dec 06 17:31:50.904792 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7313252c-ee65-486c-9871-bb019a94b996 tempest-MeteringIpV6TestJSON-620815769 tempest-MeteringIpV6TestJSON-620815769-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:50.906270 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-7313252c-ee65-486c-9871-bb019a94b996 tempest-MeteringIpV6TestJSON-620815769 tempest-MeteringIpV6TestJSON-620815769-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-label-rules/ffb72c22-f2a4-4b9c-90a9-b980591f557d HTTP/1.1" status: 204 len: 168 time: 0.1722147 Dec 06 17:31:50.909405 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 45332) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:31:50.940468 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-6676adf6-03b5-4c58-b32c-757b8e043518 tempest-MeteringIpV6TestJSON-620815769 tempest-MeteringIpV6TestJSON-620815769-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules?id=ffb72c22-f2a4-4b9c-90a9-b980591f557d HTTP/1.1" status: 200 len: 221 time: 0.0286582 Dec 06 17:31:50.942695 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 45336) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:31:50.953653 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-1ac7dadb-fa4e-4052-92e6-d1657dcc4afa tempest-MeteringIpV6TestJSON-620815769 tempest-MeteringIpV6TestJSON-620815769-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--65626806', 'description': 'label created by tempest'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:31:50.953653 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-1ac7dadb-fa4e-4052-92e6-d1657dcc4afa tempest-MeteringIpV6TestJSON-620815769 tempest-MeteringIpV6TestJSON-620815769-project-admin] Unknown quota resources ['metering_label']. {{(pid=103284) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 06 17:31:51.246418 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1ac7dadb-fa4e-4052-92e6-d1657dcc4afa tempest-MeteringIpV6TestJSON-620815769 tempest-MeteringIpV6TestJSON-620815769-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:51.250067 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-1ac7dadb-fa4e-4052-92e6-d1657dcc4afa tempest-MeteringIpV6TestJSON-620815769 tempest-MeteringIpV6TestJSON-620815769-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 468 time: 0.3040192 Dec 06 17:31:51.250821 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 45342) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:31:51.465553 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-f9ca440e-579b-4ff5-812f-507711e2b793 tempest-MeteringIpV6TestJSON-620815769 tempest-MeteringIpV6TestJSON-620815769-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels?id=b86cbd6a-b4db-45ff-90c2-d3a47cd59293 HTTP/1.1" status: 200 len: 466 time: 0.2109663 Dec 06 17:31:51.467456 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 45350) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:31:51.810211 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-36ec0a51-22aa-4b59-bdce-42df3b3779a1 tempest-MeteringIpV6TestJSON-620815769 tempest-MeteringIpV6TestJSON-620815769-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:51.811350 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-36ec0a51-22aa-4b59-bdce-42df3b3779a1 tempest-MeteringIpV6TestJSON-620815769 tempest-MeteringIpV6TestJSON-620815769-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-labels/b86cbd6a-b4db-45ff-90c2-d3a47cd59293 HTTP/1.1" status: 204 len: 168 time: 0.3443208 Dec 06 17:31:51.814511 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 45354) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:31:51.833734 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-5d2fcba8-1ee4-43bf-a9d1-408cbc6a73cc tempest-MeteringIpV6TestJSON-620815769 tempest-MeteringIpV6TestJSON-620815769-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels?id=b86cbd6a-b4db-45ff-90c2-d3a47cd59293 HTTP/1.1" status: 200 len: 216 time: 0.0180264 Dec 06 17:31:51.837380 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 45356) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:31:51.847811 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-cb26b85a-a977-43da-80e6-1fa5450a0d7d tempest-MeteringIpV6TestJSON-620815769 tempest-MeteringIpV6TestJSON-620815769-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0091338 Dec 06 17:31:51.851077 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 45358) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:31:51.864840 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-8dfb584b-53aa-4728-8eb3-6270c1c1d5c8 tempest-MeteringIpV6TestJSON-620815769 tempest-MeteringIpV6TestJSON-620815769-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0123348 Dec 06 17:31:51.868069 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 45360) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:31:52.086714 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-ce6573f7-1dc8-413c-865a-3c475fc449ee tempest-MeteringIpV6TestJSON-620815769 tempest-MeteringIpV6TestJSON-620815769-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels/8e1163a1-c071-4ec1-a02d-646eebc89dad HTTP/1.1" status: 200 len: 473 time: 0.2140777 Dec 06 17:31:52.087298 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 45368) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:31:52.110885 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-23669040-ac51-4842-823d-c67aff12fd1f tempest-MeteringIpV6TestJSON-620815769 tempest-MeteringIpV6TestJSON-620815769-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules/a810f313-795b-487b-8b9c-30b3796ebea9 HTTP/1.1" status: 200 len: 459 time: 0.0192132 Dec 06 17:31:52.111631 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 45370) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:31:52.442320 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-587c6e23-a54c-4ab3-8e75-62dd3671be45 tempest-MeteringIpV6TestJSON-620815769 tempest-MeteringIpV6TestJSON-620815769-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:52.443769 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-587c6e23-a54c-4ab3-8e75-62dd3671be45 tempest-MeteringIpV6TestJSON-620815769 tempest-MeteringIpV6TestJSON-620815769-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-label-rules/a810f313-795b-487b-8b9c-30b3796ebea9 HTTP/1.1" status: 204 len: 168 time: 0.3294575 Dec 06 17:31:52.446383 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 45378) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:31:52.660803 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-33d11d66-01b2-484d-bf47-0c250cf8ad1a tempest-MeteringIpV6TestJSON-620815769 tempest-MeteringIpV6TestJSON-620815769-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:52.663446 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-33d11d66-01b2-484d-bf47-0c250cf8ad1a tempest-MeteringIpV6TestJSON-620815769 tempest-MeteringIpV6TestJSON-620815769-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-labels/8e1163a1-c071-4ec1-a02d-646eebc89dad HTTP/1.1" status: 204 len: 168 time: 0.2146287 Dec 06 17:31:52.995281 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 45392) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:31:53.559035 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2cdad0-2cf7-418a-ae83-4c1cba126cc2 req-5a3c2cce-ac7e-4167-a4ee-659a994ecffd tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:31:53.590105 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ae2cdad0-2cf7-418a-ae83-4c1cba126cc2 req-5a3c2cce-ac7e-4167-a4ee-659a994ecffd tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/ports?device_id=d31ffa0d-959f-4258-b115-a7a04ad0dada HTTP/1.1" status: 200 len: 945 time: 0.1278169 Dec 06 17:31:53.730546 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ae2cdad0-2cf7-418a-ae83-4c1cba126cc2 req-f979673f-1d85-4e17-aabe-5fc10dd5c9f1 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/security-groups?id=a040c6b3-0771-4bba-81c8-f88c93c47b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394091 Dec 06 17:31:54.194481 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ef4c4ef4-5629-4ec8-b00e-88e2dce0a187 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:54.389294 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ef4c4ef4-5629-4ec8-b00e-88e2dce0a187 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:54.395864 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ef4c4ef4-5629-4ec8-b00e-88e2dce0a187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:54.456692 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 45444) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:31:54.457538 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-ef4c4ef4-5629-4ec8-b00e-88e2dce0a187 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=446aebfc7c544846b1f4751d50b4c03a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4610875 Dec 06 17:31:54.458361 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4c4ef4-5629-4ec8-b00e-88e2dce0a187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d46db4a9-31d2-4d44-9581-f7407a0fda23,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:31:54.509079 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 45448) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:31:54.623124 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a163dd6a-f957-431e-949b-414172051508 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:54.805044 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a163dd6a-f957-431e-949b-414172051508 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:54.980006 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a163dd6a-f957-431e-949b-414172051508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:54.980006 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a163dd6a-f957-431e-949b-414172051508 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:54.980006 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-a163dd6a-f957-431e-949b-414172051508 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d46db4a9-31d2-4d44-9581-f7407a0fda23 HTTP/1.1" status: 204 len: 168 time: 0.4079120 Dec 06 17:31:54.980006 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a163dd6a-f957-431e-949b-414172051508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d46db4a9-31d2-4d44-9581-f7407a0fda23,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:31:54.983248 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-896c7216-b905-4146-8c08-08767cce5a7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:55.104676 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-896c7216-b905-4146-8c08-08767cce5a7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:55.114695 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-896c7216-b905-4146-8c08-08767cce5a7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:55.248330 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153f6a80-ffda-43a1-a310-bbb985f36122 req-9bbd26da-a74f-4acb-b9a2-83bace77ccb7 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:31:55.253994 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896c7216-b905-4146-8c08-08767cce5a7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83d1302a-8ab8-48b3-9185-7d6f44572446,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:31:55.269080 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-896c7216-b905-4146-8c08-08767cce5a7f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=41e62501d1c047799ae24f2bc2b08a2b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7525733 Dec 06 17:31:55.269949 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 45482) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:31:55.287494 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-153f6a80-ffda-43a1-a310-bbb985f36122 req-9bbd26da-a74f-4acb-b9a2-83bace77ccb7 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/ports?device_id=d31ffa0d-959f-4258-b115-a7a04ad0dada HTTP/1.1" status: 200 len: 945 time: 0.3311467 Dec 06 17:31:55.341815 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782bc069-2a46-43a6-9973-2c46c7e71c90 req-11b3038c-91a7-4665-a36a-751cd5781b38 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:31:55.345367 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-782bc069-2a46-43a6-9973-2c46c7e71c90 req-11b3038c-91a7-4665-a36a-751cd5781b38 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.41 "GET /v2.0/ports?device_id=d31ffa0d-959f-4258-b115-a7a04ad0dada HTTP/1.1" status: 200 len: 945 time: 0.2792084 Dec 06 17:31:55.390736 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d04d1726-dc4a-48ff-911d-3fceab6c21e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:55.441717 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d04d1726-dc4a-48ff-911d-3fceab6c21e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:55.551456 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-153f6a80-ffda-43a1-a310-bbb985f36122 req-02212114-6d30-4764-82f5-24d5d1c7c1ca tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/security-groups?id=a040c6b3-0771-4bba-81c8-f88c93c47b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629511 Dec 06 17:31:55.551898 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 45490) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:31:55.580453 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3bab02a7-dab6-42d3-91fd-77c35d58cf7c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:55.610104 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d04d1726-dc4a-48ff-911d-3fceab6c21e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:55.613651 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d04d1726-dc4a-48ff-911d-3fceab6c21e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:55.615156 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-d04d1726-dc4a-48ff-911d-3fceab6c21e6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/83d1302a-8ab8-48b3-9185-7d6f44572446 HTTP/1.1" status: 204 len: 168 time: 0.3429384 Dec 06 17:31:55.617945 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-782bc069-2a46-43a6-9973-2c46c7e71c90 req-0decad12-c98a-4a94-996f-2258a21e7e42 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Deleting port b40dfe45-1d09-4d36-a9c4-1594fd15a130 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:31:55.618374 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-782bc069-2a46-43a6-9973-2c46c7e71c90 req-0decad12-c98a-4a94-996f-2258a21e7e42 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:55.669920 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04d1726-dc4a-48ff-911d-3fceab6c21e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d1302a-8ab8-48b3-9185-7d6f44572446,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:31:55.921793 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3bab02a7-dab6-42d3-91fd-77c35d58cf7c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:55.931035 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3bab02a7-dab6-42d3-91fd-77c35d58cf7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:55.956555 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-782bc069-2a46-43a6-9973-2c46c7e71c90 req-0decad12-c98a-4a94-996f-2258a21e7e42 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] For port b40dfe45-1d09-4d36-a9c4-1594fd15a130, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=b40dfe45-1d09-4d36-a9c4-1594fd15a130,segment=NetworkSegment(04368979-ac99-4737-9a75-271bdacd11fd),segment_id=04368979-ac99-4737-9a75-271bdacd11fd)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:31:55.969780 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-782bc069-2a46-43a6-9973-2c46c7e71c90 req-0decad12-c98a-4a94-996f-2258a21e7e42 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:55.998701 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-782bc069-2a46-43a6-9973-2c46c7e71c90 req-0decad12-c98a-4a94-996f-2258a21e7e42 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Calling delete_port for b40dfe45-1d09-4d36-a9c4-1594fd15a130 owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:31:56.012201 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-3bab02a7-dab6-42d3-91fd-77c35d58cf7c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=92c51278db6547a68ebd22a34cf3d497&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4591594 Dec 06 17:31:56.013289 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bab02a7-dab6-42d3-91fd-77c35d58cf7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e2fefad-12c4-43b9-a194-0600ca4bb603,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:31:56.016759 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 45502) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:31:56.144704 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-47d08592-49fd-4383-9d76-abbdc41a8481 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:56.195288 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-47d08592-49fd-4383-9d76-abbdc41a8481 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:56.292517 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-47d08592-49fd-4383-9d76-abbdc41a8481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:56.296813 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-47d08592-49fd-4383-9d76-abbdc41a8481 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:56.315746 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-47d08592-49fd-4383-9d76-abbdc41a8481 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5e2fefad-12c4-43b9-a194-0600ca4bb603 HTTP/1.1" status: 204 len: 168 time: 0.2968564 Dec 06 17:31:56.365373 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d08592-49fd-4383-9d76-abbdc41a8481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e2fefad-12c4-43b9-a194-0600ca4bb603,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:31:56.366189 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-782bc069-2a46-43a6-9973-2c46c7e71c90 req-0decad12-c98a-4a94-996f-2258a21e7e42 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:56.381620 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['dd3e8b2b-346c-4271-a6a0-a9014ec34cab'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:31:56.508389 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['cb808805-ed0f-4802-a8ba-36b736428fd1', '77390b8b-a6da-4a50-b92d-208c0440161d'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:31:56.546829 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75498a20-857d-4953-b721-4e23624120d1 None None] DHCP port deletion for baae5554-5993-4f38-bd78-dc900341a8a7 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:31:56.564666 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-782bc069-2a46-43a6-9973-2c46c7e71c90 req-0decad12-c98a-4a94-996f-2258a21e7e42 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] No DVR routers for this DVR port b40dfe45-1d09-4d36-a9c4-1594fd15a130 on host n-h1-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:31:56.568676 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 45526) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:31:56.571694 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-782bc069-2a46-43a6-9973-2c46c7e71c90 req-0decad12-c98a-4a94-996f-2258a21e7e42 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:56.580854 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-782bc069-2a46-43a6-9973-2c46c7e71c90 req-0decad12-c98a-4a94-996f-2258a21e7e42 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.41 "DELETE /v2.0/ports/b40dfe45-1d09-4d36-a9c4-1594fd15a130 HTTP/1.1" status: 204 len: 173 time: 1.2001798 Dec 06 17:31:56.581684 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd31ffa0d-959f-4258-b115-a7a04ad0dada', 'name': 'network-vif-deleted', 'tag': 'b40dfe45-1d09-4d36-a9c4-1594fd15a130'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:31:56.589221 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43f84325-aa77-4579-a872-26552e954327" -d '{"events": [{"server_uuid": "d31ffa0d-959f-4258-b115-a7a04ad0dada", "name": "network-vif-deleted", "tag": "b40dfe45-1d09-4d36-a9c4-1594fd15a130"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:31:56.592484 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0decad12-c98a-4a94-996f-2258a21e7e42 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Pushing event deleted for resources: {'Port': ['ID=b40dfe45-1d09-4d36-a9c4-1594fd15a130,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:31:56.603430 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6094fa05-444f-4808-8f77-9503dcda0b35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:56.784782 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a78e1780-62ca-4242-8a0d-4b9f5d39e0f1 x-openstack-request-id: req-a78e1780-62ca-4242-8a0d-4b9f5d39e0f1 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:31:56.785084 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d31ffa0d-959f-4258-b115-a7a04ad0dada", "name": "network-vif-deleted", "tag": "b40dfe45-1d09-4d36-a9c4-1594fd15a130", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:31:56.785347 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a78e1780-62ca-4242-8a0d-4b9f5d39e0f1 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:31:56.785785 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd31ffa0d-959f-4258-b115-a7a04ad0dada', 'name': 'network-vif-deleted', 'tag': 'b40dfe45-1d09-4d36-a9c4-1594fd15a130', 'status': 'completed', 'code': 200} Dec 06 17:31:56.913529 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0f44d1e6-2754-4717-80da-d3070e60a4dc req-b2442020-0ce4-4ffe-a21b-40da18e80183 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/ports?device_id=d31ffa0d-959f-4258-b115-a7a04ad0dada HTTP/1.1" status: 200 len: 210 time: 0.0920837 Dec 06 17:31:56.949076 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6094fa05-444f-4808-8f77-9503dcda0b35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:56.958061 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6094fa05-444f-4808-8f77-9503dcda0b35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:57.012417 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-6094fa05-444f-4808-8f77-9503dcda0b35 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=78a3bb774a85420297ffb52a53ea7e75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4422028 Dec 06 17:31:57.015145 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 45544) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:31:57.033101 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6094fa05-444f-4808-8f77-9503dcda0b35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c95c3e09-291e-486b-bf64-199d3b147cd0,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:31:57.131350 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 17:31:57.179143 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cacde80b-13b2-4e95-9c6b-1df06b27a400 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:57.224096 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cacde80b-13b2-4e95-9c6b-1df06b27a400 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:57.289217 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cacde80b-13b2-4e95-9c6b-1df06b27a400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:57.293053 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cacde80b-13b2-4e95-9c6b-1df06b27a400 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:57.299317 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-cacde80b-13b2-4e95-9c6b-1df06b27a400 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c95c3e09-291e-486b-bf64-199d3b147cd0 HTTP/1.1" status: 204 len: 168 time: 0.2817366 Dec 06 17:31:57.310920 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacde80b-13b2-4e95-9c6b-1df06b27a400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c95c3e09-291e-486b-bf64-199d3b147cd0,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:31:58.064114 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 45598) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:31:58.084068 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-24aeda4b-4e0a-42b2-96eb-609ec00d2a31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:58.107652 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device b40dfe45-1d09-4d36-a9c4-1594fd15a130 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:31:58.156715 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] No Port match for: b40dfe45-1d09-4d36-a9c4-1594fd15a130 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:31:58.159178 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device b40dfe45-1d09-4d36-a9c4-1594fd15a130 not bound to the agent host n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:31:58.279706 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-24aeda4b-4e0a-42b2-96eb-609ec00d2a31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:58.287334 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-24aeda4b-4e0a-42b2-96eb-609ec00d2a31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:58.349483 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-24aeda4b-4e0a-42b2-96eb-609ec00d2a31 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e02e9c39c4c14a229042a5d4cebfa1e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2835958 Dec 06 17:31:58.354824 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 45608) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:31:58.399059 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aeda4b-4e0a-42b2-96eb-609ec00d2a31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=447684d1-6e69-4b3a-a9c4-5ea0594d0530,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:31:58.499136 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1124d109-999d-4a7e-9c12-961eec689204 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:58.555628 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1124d109-999d-4a7e-9c12-961eec689204 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:58.660522 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1124d109-999d-4a7e-9c12-961eec689204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:58.663941 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1124d109-999d-4a7e-9c12-961eec689204 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:31:58.667656 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-1124d109-999d-4a7e-9c12-961eec689204 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/447684d1-6e69-4b3a-a9c4-5ea0594d0530 HTTP/1.1" status: 204 len: 168 time: 0.3086212 Dec 06 17:31:58.681128 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1124d109-999d-4a7e-9c12-961eec689204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=447684d1-6e69-4b3a-a9c4-5ea0594d0530,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:31:59.608907 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 45658) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:31:59.945857 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-284ac602-83a6-4565-a560-0a80ae5445c8 tempest-MeteringTestJSON-77206708 tempest-MeteringTestJSON-77206708-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1383717456'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:31:59.947476 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-284ac602-83a6-4565-a560-0a80ae5445c8 tempest-MeteringTestJSON-77206708 tempest-MeteringTestJSON-77206708-project-admin] Unknown quota resources ['metering_label']. {{(pid=103285) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 06 17:32:00.536929 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b675de-2f5e-4f99-84be-49a30a675769 req-3e9cce66-f662-4ae8-8d34-e83ba8d4b9e0 tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:00.546828 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f7b675de-2f5e-4f99-84be-49a30a675769 req-3e9cce66-f662-4ae8-8d34-e83ba8d4b9e0 tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] 10.222.0.23 "GET /v2.0/networks?id=7e14ea57-a95a-45fc-b352-ea1c200fddac HTTP/1.1" status: 200 len: 813 time: 0.2146258 Dec 06 17:32:00.566569 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f7b675de-2f5e-4f99-84be-49a30a675769 req-533fcb5d-336a-4c33-a0dc-e3de0513fdb2 tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] 10.222.0.23 "GET /v2.0/quotas/5adf2ca31be24010a5919f824c787266 HTTP/1.1" status: 200 len: 375 time: 0.0168979 Dec 06 17:32:00.614696 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f7b675de-2f5e-4f99-84be-49a30a675769 req-bd8520e5-b6b8-4827-8eea-26f542f7484c tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5adf2ca31be24010a5919f824c787266&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0471404 Dec 06 17:32:00.936135 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f7b675de-2f5e-4f99-84be-49a30a675769 req-aec9481e-513d-42d2-80a6-15a53f0b82f0 service neutron] 10.222.0.23 "GET /v2.0/networks/7e14ea57-a95a-45fc-b352-ea1c200fddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3102846 Dec 06 17:32:01.150833 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-284ac602-83a6-4565-a560-0a80ae5445c8 tempest-MeteringTestJSON-77206708 tempest-MeteringTestJSON-77206708-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:01.153572 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-284ac602-83a6-4565-a560-0a80ae5445c8 tempest-MeteringTestJSON-77206708 tempest-MeteringTestJSON-77206708-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.5422332 Dec 06 17:32:01.156155 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 45734) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:32:01.163234 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-2cf14921-f676-417a-abf0-a9694df88418 tempest-MeteringTestJSON-77206708 tempest-MeteringTestJSON-77206708-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '03d2a7c5-da74-4469-9155-3f6872d1d002'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:32:01.164581 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-2cf14921-f676-417a-abf0-a9694df88418 tempest-MeteringTestJSON-77206708 tempest-MeteringTestJSON-77206708-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103285) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 06 17:32:01.167617 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f7b675de-2f5e-4f99-84be-49a30a675769 req-07072e15-6a2d-491b-8453-59c3dbf7c23b service neutron] 10.222.0.23 "GET /v2.0/networks/7e14ea57-a95a-45fc-b352-ea1c200fddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236304 Dec 06 17:32:01.270300 n-d-master-1 neutron-server[103285]: WARNING neutron.services.metering.metering_plugin [None req-2cf14921-f676-417a-abf0-a9694df88418 tempest-MeteringTestJSON-77206708 tempest-MeteringTestJSON-77206708-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 06 17:32:01.440006 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 45746) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:32:01.455456 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2cf14921-f676-417a-abf0-a9694df88418 tempest-MeteringTestJSON-77206708 tempest-MeteringTestJSON-77206708-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:01.457199 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-2cf14921-f676-417a-abf0-a9694df88418 tempest-MeteringTestJSON-77206708 tempest-MeteringTestJSON-77206708-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2985044 Dec 06 17:32:01.460643 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 45750) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:32:01.465528 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-3da0fe8b-e4b2-443e-bc7d-5d39cb48851d tempest-MeteringTestJSON-77206708 tempest-MeteringTestJSON-77206708-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '03d2a7c5-da74-4469-9155-3f6872d1d002'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:32:01.473616 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-3da0fe8b-e4b2-443e-bc7d-5d39cb48851d tempest-MeteringTestJSON-77206708 tempest-MeteringTestJSON-77206708-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103284) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 06 17:32:01.535303 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4bbe3264-63af-4cb4-a4f6-ecec8c360eab req-258e2515-9a0b-43cd-923a-374124e8358d tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] 10.222.0.23 "GET /v2.0/ports?device_id=9348bdba-5fb8-487f-b0f5-3ed7925472ac HTTP/1.1" status: 200 len: 210 time: 0.0869834 Dec 06 17:32:01.580994 n-d-master-1 neutron-server[103284]: WARNING neutron.services.metering.metering_plugin [None req-3da0fe8b-e4b2-443e-bc7d-5d39cb48851d tempest-MeteringTestJSON-77206708 tempest-MeteringTestJSON-77206708-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 06 17:32:01.766392 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3da0fe8b-e4b2-443e-bc7d-5d39cb48851d tempest-MeteringTestJSON-77206708 tempest-MeteringTestJSON-77206708-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:01.767566 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-3da0fe8b-e4b2-443e-bc7d-5d39cb48851d tempest-MeteringTestJSON-77206708 tempest-MeteringTestJSON-77206708-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3055775 Dec 06 17:32:01.770507 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 45768) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:32:01.774463 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5267a223-40e6-4daa-8e67-28205186a60d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:01.783915 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-f2cd73c7-695e-4a53-9859-a26934b7dd86 tempest-MeteringTestJSON-77206708 tempest-MeteringTestJSON-77206708-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules?id=fa8f5f50-20cf-48b0-b06a-51546c834ed8 HTTP/1.1" status: 200 len: 464 time: 0.0122049 Dec 06 17:32:01.795749 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 45772) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:32:01.927988 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-441dd323-f625-4bc5-b4ed-fe6954d9742e tempest-MeteringTestJSON-77206708 tempest-MeteringTestJSON-77206708-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:01.931888 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-441dd323-f625-4bc5-b4ed-fe6954d9742e tempest-MeteringTestJSON-77206708 tempest-MeteringTestJSON-77206708-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-label-rules/fa8f5f50-20cf-48b0-b06a-51546c834ed8 HTTP/1.1" status: 204 len: 168 time: 0.1317756 Dec 06 17:32:01.932390 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 45776) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:32:01.947411 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-445c67a5-7090-4432-a104-6db313e599cc tempest-MeteringTestJSON-77206708 tempest-MeteringTestJSON-77206708-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules?id=fa8f5f50-20cf-48b0-b06a-51546c834ed8 HTTP/1.1" status: 200 len: 221 time: 0.0103276 Dec 06 17:32:01.947952 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 45778) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:32:01.965102 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-d8ebeff3-e253-4f66-b8a0-0431209dc36d tempest-MeteringTestJSON-77206708 tempest-MeteringTestJSON-77206708-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--171787856', 'description': 'label created by tempest'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:32:01.965594 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-d8ebeff3-e253-4f66-b8a0-0431209dc36d tempest-MeteringTestJSON-77206708 tempest-MeteringTestJSON-77206708-project-admin] Unknown quota resources ['metering_label']. {{(pid=103285) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 06 17:32:01.992143 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5267a223-40e6-4daa-8e67-28205186a60d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:01.999071 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5267a223-40e6-4daa-8e67-28205186a60d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:02.085219 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-5267a223-40e6-4daa-8e67-28205186a60d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=45564f9bf0eb4011a25caad1c6d2dbef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6435297 Dec 06 17:32:02.086235 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 45788) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:32:02.161599 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5267a223-40e6-4daa-8e67-28205186a60d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b55f7adf-7f6f-479a-94ef-c8391e25de72,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:32:02.184875 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ec43d45d-c98e-4897-85a7-166bdaab4180 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:02.264465 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ec43d45d-c98e-4897-85a7-166bdaab4180 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:02.358438 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d8ebeff3-e253-4f66-b8a0-0431209dc36d tempest-MeteringTestJSON-77206708 tempest-MeteringTestJSON-77206708-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:02.364024 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-d8ebeff3-e253-4f66-b8a0-0431209dc36d tempest-MeteringTestJSON-77206708 tempest-MeteringTestJSON-77206708-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.4114437 Dec 06 17:32:02.364768 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 45796) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:32:02.405547 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ec43d45d-c98e-4897-85a7-166bdaab4180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:02.411640 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ec43d45d-c98e-4897-85a7-166bdaab4180 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:02.417300 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-ec43d45d-c98e-4897-85a7-166bdaab4180 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b55f7adf-7f6f-479a-94ef-c8391e25de72 HTTP/1.1" status: 204 len: 168 time: 0.3266034 Dec 06 17:32:02.473452 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-4998ab11-ddb3-429f-b4f7-5db470c405e1 tempest-MeteringTestJSON-77206708 tempest-MeteringTestJSON-77206708-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels?id=f2e39f89-dc6a-4df5-9b18-faf71c28b136 HTTP/1.1" status: 200 len: 467 time: 0.1048501 Dec 06 17:32:02.480186 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 45800) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:32:02.515051 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec43d45d-c98e-4897-85a7-166bdaab4180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b55f7adf-7f6f-479a-94ef-c8391e25de72,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:32:02.565636 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1dd6f167-3a8d-44f3-9d92-9b725e24dd5a req-adfb77ad-a01a-43dc-b8f5-3f164dfe5e62 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1dd6a184-e513-4e1d-9212-5b5f6dcdb31d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1459553 Dec 06 17:32:02.753771 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd6f167-3a8d-44f3-9d92-9b725e24dd5a req-a775b2c6-ab0c-47fb-be7a-1fa27ed50ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:02.761702 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1dd6f167-3a8d-44f3-9d92-9b725e24dd5a req-a775b2c6-ab0c-47fb-be7a-1fa27ed50ac1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=31731eabc62542b18a3f7712a1235f2a&device_id=1dd6a184-e513-4e1d-9212-5b5f6dcdb31d HTTP/1.1" status: 200 len: 1096 time: 0.1459732 Dec 06 17:32:02.832372 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:02.848074 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-85ee6da7-1e48-4901-96d3-4bb14b9e727b tempest-MeteringTestJSON-77206708 tempest-MeteringTestJSON-77206708-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:02.871419 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-85ee6da7-1e48-4901-96d3-4bb14b9e727b tempest-MeteringTestJSON-77206708 tempest-MeteringTestJSON-77206708-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-labels/f2e39f89-dc6a-4df5-9b18-faf71c28b136 HTTP/1.1" status: 204 len: 168 time: 0.3882914 Dec 06 17:32:02.902890 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 45820) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:32:02.920352 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1cb4494e-f1e1-49b3-b81a-fe56deb23378 req-484ba007-a8c2-4079-b224-5c9f46ce6e56 tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] 10.222.0.23 "GET /v2.0/ports?device_id=9348bdba-5fb8-487f-b0f5-3ed7925472ac HTTP/1.1" status: 200 len: 210 time: 0.1003079 Dec 06 17:32:02.940313 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-5417db26-b486-40f0-891d-590fb6b7f374 tempest-MeteringTestJSON-77206708 tempest-MeteringTestJSON-77206708-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels?id=f2e39f89-dc6a-4df5-9b18-faf71c28b136 HTTP/1.1" status: 200 len: 216 time: 0.0341392 Dec 06 17:32:02.952667 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 45826) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:32:02.992054 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-793aa4c9-b044-4f60-ba2e-3f98caac42a0 tempest-MeteringTestJSON-77206708 tempest-MeteringTestJSON-77206708-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0374992 Dec 06 17:32:02.994165 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 45828) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:32:03.189353 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd6f167-3a8d-44f3-9d92-9b725e24dd5a req-4006f01e-036b-4116-9181-995fcf7ee192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:03.195791 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-562020f0-4a81-4cb9-9504-e7977deaf8b6 tempest-MeteringTestJSON-77206708 tempest-MeteringTestJSON-77206708-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.1674204 Dec 06 17:32:03.202967 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 45836) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:32:03.210421 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1dd6f167-3a8d-44f3-9d92-9b725e24dd5a req-4006f01e-036b-4116-9181-995fcf7ee192 service neutron] 10.222.0.44 "GET /v2.0/networks?id=baae5554-5993-4f38-bd78-dc900341a8a7 HTTP/1.1" status: 200 len: 914 time: 0.3701932 Dec 06 17:32:03.276105 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1dd6f167-3a8d-44f3-9d92-9b725e24dd5a req-bdf11178-e4fd-40f1-998f-f1f454fb203a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb808805-ed0f-4802-a8ba-36b736428fd1 HTTP/1.1" status: 200 len: 217 time: 0.0575266 Dec 06 17:32:03.277030 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-cb415a33-d0e6-48d4-9b97-642358c3d65e tempest-MeteringTestJSON-77206708 tempest-MeteringTestJSON-77206708-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels/03d2a7c5-da74-4469-9155-3f6872d1d002 HTTP/1.1" status: 200 len: 473 time: 0.0705316 Dec 06 17:32:03.284005 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 45840) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:32:03.308349 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-47b7324e-259d-4f33-9298-a266d89efd6e tempest-MeteringTestJSON-77206708 tempest-MeteringTestJSON-77206708-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules/eb478ccc-07f2-4c26-b18d-9406e964a739 HTTP/1.1" status: 200 len: 461 time: 0.0238693 Dec 06 17:32:03.312478 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 45844) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:32:03.370956 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b675de-2f5e-4f99-84be-49a30a675769 req-dd79f595-fdf3-46f1-8e30-07d823941cc4 tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:03.372888 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f7b675de-2f5e-4f99-84be-49a30a675769 req-dd79f595-fdf3-46f1-8e30-07d823941cc4 tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] 10.222.0.44 "GET /v2.0/networks?id=7e14ea57-a95a-45fc-b352-ea1c200fddac HTTP/1.1" status: 200 len: 813 time: 0.4106579 Dec 06 17:32:03.420118 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd6f167-3a8d-44f3-9d92-9b725e24dd5a req-fbc4c805-0e81-4ea1-a129-c061caab140e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:03.421689 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1dd6f167-3a8d-44f3-9d92-9b725e24dd5a req-fbc4c805-0e81-4ea1-a129-c061caab140e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=beafb9f1-df05-4269-b547-aab5f335c461 HTTP/1.1" status: 200 len: 853 time: 0.1260104 Dec 06 17:32:03.460184 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-f7b675de-2f5e-4f99-84be-49a30a675769 req-d0859a9e-876c-49c2-ae37-50d1cb5bf4cc tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] Request body: {'port': {'device_id': '9348bdba-5fb8-487f-b0f5-3ed7925472ac', 'network_id': '7e14ea57-a95a-45fc-b352-ea1c200fddac', 'admin_state_up': True, 'tenant_id': '5adf2ca31be24010a5919f824c787266'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:32:03.496905 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1dd6f167-3a8d-44f3-9d92-9b725e24dd5a req-77706128-36b2-427a-8d66-fed5d066f3f7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=baae5554-5993-4f38-bd78-dc900341a8a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624185 Dec 06 17:32:03.641350 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-79530125-c2cf-477e-965e-295e352cce70 tempest-MeteringTestJSON-77206708 tempest-MeteringTestJSON-77206708-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:03.641977 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-79530125-c2cf-477e-965e-295e352cce70 tempest-MeteringTestJSON-77206708 tempest-MeteringTestJSON-77206708-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-label-rules/eb478ccc-07f2-4c26-b18d-9406e964a739 HTTP/1.1" status: 204 len: 168 time: 0.3278196 Dec 06 17:32:03.646158 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 45858) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:32:03.736743 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1dd6f167-3a8d-44f3-9d92-9b725e24dd5a req-f50b6c68-cd2b-4ee4-9299-9ffcdaf80088 service neutron] 10.222.0.44 "GET /v2.0/networks/baae5554-5993-4f38-bd78-dc900341a8a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316339 Dec 06 17:32:03.996240 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1dd6f167-3a8d-44f3-9d92-9b725e24dd5a req-d12fa8f8-9167-4f86-838e-b374b5ca1b28 service neutron] 10.222.0.44 "GET /v2.0/networks/baae5554-5993-4f38-bd78-dc900341a8a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421649 Dec 06 17:32:04.038758 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 45880) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:32:04.174256 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-250ff142-0822-47ea-9993-b37c940fda0a tempest-MeteringTestJSON-77206708 tempest-MeteringTestJSON-77206708-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:04.176527 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-250ff142-0822-47ea-9993-b37c940fda0a tempest-MeteringTestJSON-77206708 tempest-MeteringTestJSON-77206708-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-labels/03d2a7c5-da74-4469-9155-3f6872d1d002 HTTP/1.1" status: 204 len: 168 time: 0.5283220 Dec 06 17:32:04.181071 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7b675de-2f5e-4f99-84be-49a30a675769 req-d0859a9e-876c-49c2-ae37-50d1cb5bf4cc tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] Made reservation on behalf of 5adf2ca31be24010a5919f824c787266 for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:32:04.187071 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-f7b675de-2f5e-4f99-84be-49a30a675769 req-d0859a9e-876c-49c2-ae37-50d1cb5bf4cc tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:04.304151 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-60c857ca-6c8e-418f-9a4a-83f6d996c80d req-456ac67b-8422-4ad9-aaec-d2b38a00b946 tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] 10.222.0.23 "GET /v2.0/ports?device_id=9348bdba-5fb8-487f-b0f5-3ed7925472ac HTTP/1.1" status: 200 len: 210 time: 0.1024868 Dec 06 17:32:04.347161 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-4cf08e3f-9a4a-457e-8b6e-042fed9bd1eb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2129032411-network', 'tenant_id': 'ecd8b64e36c540eeae4809301448bbe1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:32:04.403036 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf08e3f-9a4a-457e-8b6e-042fed9bd1eb admin admin] Made reservation on behalf of ecd8b64e36c540eeae4809301448bbe1 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:32:04.406118 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4cf08e3f-9a4a-457e-8b6e-042fed9bd1eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:04.427130 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4cf08e3f-9a4a-457e-8b6e-042fed9bd1eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:04.429186 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-f7b675de-2f5e-4f99-84be-49a30a675769 req-d0859a9e-876c-49c2-ae37-50d1cb5bf4cc tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] Allocated IP 172.20.0.4 (7e14ea57-a95a-45fc-b352-ea1c200fddac/a82def35-47de-45f8-b5b7-47ede7612944/bc55a4d9-f663-4cec-8ef3-d3dabedaa331) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:32:04.586783 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4cf08e3f-9a4a-457e-8b6e-042fed9bd1eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:04.598217 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4cf08e3f-9a4a-457e-8b6e-042fed9bd1eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:04.694569 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cf08e3f-9a4a-457e-8b6e-042fed9bd1eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:32:04.712359 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf08e3f-9a4a-457e-8b6e-042fed9bd1eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53a84ca2-3f2c-4a10-85a7-67cee2181fd4,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:32:04.734224 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4cf08e3f-9a4a-457e-8b6e-042fed9bd1eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:04.734723 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-4cf08e3f-9a4a-457e-8b6e-042fed9bd1eb admin admin] Added segment 335efc5d-483a-424a-abc6-8fe1bd340f96 of type vlan for network 2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4 Dec 06 17:32:04.799112 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-f7b675de-2f5e-4f99-84be-49a30a675769 req-d0859a9e-876c-49c2-ae37-50d1cb5bf4cc tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:04.831308 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 45898) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:32:04.877871 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4cf08e3f-9a4a-457e-8b6e-042fed9bd1eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:04.880968 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-f7b675de-2f5e-4f99-84be-49a30a675769 req-d0859a9e-876c-49c2-ae37-50d1cb5bf4cc tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:04.957364 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4cf08e3f-9a4a-457e-8b6e-042fed9bd1eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:04.959098 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf08e3f-9a4a-457e-8b6e-042fed9bd1eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:04.959875 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4cf08e3f-9a4a-457e-8b6e-042fed9bd1eb admin admin] Publish callbacks [] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:05.078112 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0859a9e-876c-49c2-ae37-50d1cb5bf4cc tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] Pushing event updated for resources: {'Port': ['ID=bc55a4d9-f663-4cec-8ef3-d3dabedaa331,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:32:05.102281 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7b675de-2f5e-4f99-84be-49a30a675769 req-d0859a9e-876c-49c2-ae37-50d1cb5bf4cc tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] Network 7e14ea57-a95a-45fc-b352-ea1c200fddac is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:32:05.103014 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 45910) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:32:05.103655 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-4cf08e3f-9a4a-457e-8b6e-042fed9bd1eb admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0632520 Dec 06 17:32:05.108091 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-f5ab50da-79d9-478a-b68a-5d87dd70fed5 admin admin] Request body: {'subnet': {'network_id': '2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2129032411-subnet', 'tenant_id': 'ecd8b64e36c540eeae4809301448bbe1', 'ip_version': 4}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:32:05.113510 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-f7b675de-2f5e-4f99-84be-49a30a675769 req-d0859a9e-876c-49c2-ae37-50d1cb5bf4cc tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:32:05.117620 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7b675de-2f5e-4f99-84be-49a30a675769 req-d0859a9e-876c-49c2-ae37-50d1cb5bf4cc tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:32:05.144792 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30fb02ce-8fa1-404c-8afc-8cd57e570813 None None] DHCP port deletion for 7e14ea57-a95a-45fc-b352-ea1c200fddac request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:32:05.183892 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ab50da-79d9-478a-b68a-5d87dd70fed5 admin admin] Made reservation on behalf of ecd8b64e36c540eeae4809301448bbe1 for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:32:05.189939 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f5ab50da-79d9-478a-b68a-5d87dd70fed5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:05.208202 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:05.256470 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-e40bc213-c868-41d2-936c-6f5129129dae None None] Provisioning complete for port bc55a4d9-f663-4cec-8ef3-d3dabedaa331 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:32:05.256852 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e40bc213-c868-41d2-936c-6f5129129dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:05.326715 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0de5560f-5093-461d-972a-1b622b0ab756 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:05.373173 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b675de-2f5e-4f99-84be-49a30a675769 req-d0859a9e-876c-49c2-ae37-50d1cb5bf4cc tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:05.373919 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-f7b675de-2f5e-4f99-84be-49a30a675769 req-d0859a9e-876c-49c2-ae37-50d1cb5bf4cc tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:05.423157 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-e40bc213-c868-41d2-936c-6f5129129dae None None] Port bc55a4d9-f663-4cec-8ef3-d3dabedaa331 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:32:05.470193 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f7b675de-2f5e-4f99-84be-49a30a675769 req-d0859a9e-876c-49c2-ae37-50d1cb5bf4cc tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0864973 Dec 06 17:32:05.496200 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-f7b675de-2f5e-4f99-84be-49a30a675769 req-266128cc-2c68-4589-a688-1f15e76c71ec service neutron] Request body: {'port': {'device_id': '9348bdba-5fb8-487f-b0f5-3ed7925472ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:32:05.524240 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf08e3f-9a4a-457e-8b6e-042fed9bd1eb admin admin] Pushing event updated for resources: {'Network': ['ID=2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:32:05.544520 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:32:05.583059 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0de5560f-5093-461d-972a-1b622b0ab756 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:05.615028 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0de5560f-5093-461d-972a-1b622b0ab756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:05.667595 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-f7b675de-2f5e-4f99-84be-49a30a675769 req-266128cc-2c68-4589-a688-1f15e76c71ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:05.725040 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b7a3ec-7185-4c91-875a-0fb734c5b8ae req-8e2c7053-fdd1-487d-921f-146ef70b3950 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:05.726676 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-17b7a3ec-7185-4c91-875a-0fb734c5b8ae req-8e2c7053-fdd1-487d-921f-146ef70b3950 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/ports?device_id=20225c27-26a7-405a-b69a-c2afe48bb8e1 HTTP/1.1" status: 200 len: 945 time: 0.2007236 Dec 06 17:32:05.751451 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de5560f-5093-461d-972a-1b622b0ab756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d694627-df47-4774-81f2-f990c3cb8106,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:32:05.794120 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc51479-72f0-4e4b-b232-24a32f98ec52 req-b1d528f1-cdb8-49b1-8d0b-31e6df3a7cf4 tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:05.802976 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9cc51479-72f0-4e4b-b232-24a32f98ec52 req-b1d528f1-cdb8-49b1-8d0b-31e6df3a7cf4 tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] 10.222.0.23 "GET /v2.0/ports?device_id=9348bdba-5fb8-487f-b0f5-3ed7925472ac HTTP/1.1" status: 200 len: 931 time: 0.2799625 Dec 06 17:32:05.807662 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-0de5560f-5093-461d-972a-1b622b0ab756 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b9293f93704d4b13976dc9803d9b21cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9753206 Dec 06 17:32:05.814939 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 45930) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:32:05.820403 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f5ab50da-79d9-478a-b68a-5d87dd70fed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:05.912696 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9cc51479-72f0-4e4b-b232-24a32f98ec52 req-3ea18bfb-8be6-46ca-9494-63d2769106ca tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] 10.222.0.23 "GET /v2.0/security-groups?id=17933e3e-6db0-4f44-8e47-dedf5cf1a7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085284 Dec 06 17:32:05.972886 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5a083cd2-20ca-460c-8a56-efb983a9d06a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:06.036780 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-17b7a3ec-7185-4c91-875a-0fb734c5b8ae req-4d718ff1-d9b7-4b9f-b6ac-019898abdf14 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/security-groups?id=a040c6b3-0771-4bba-81c8-f88c93c47b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771411 Dec 06 17:32:06.042444 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ab50da-79d9-478a-b68a-5d87dd70fed5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06d20752-22e2-4f05-a607-805be1f18e56,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:32:06.043045 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5a083cd2-20ca-460c-8a56-efb983a9d06a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:06.076458 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ab50da-79d9-478a-b68a-5d87dd70fed5 admin admin] Checking segment: {'id': '335efc5d-483a-424a-abc6-8fe1bd340f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:32:06.077239 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ab50da-79d9-478a-b68a-5d87dd70fed5 admin admin] Network hostable DHCP agents. Network: 2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:32:06.150063 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5a083cd2-20ca-460c-8a56-efb983a9d06a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:06.154189 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5a083cd2-20ca-460c-8a56-efb983a9d06a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:06.155678 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-5a083cd2-20ca-460c-8a56-efb983a9d06a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4d694627-df47-4774-81f2-f990c3cb8106 HTTP/1.1" status: 204 len: 168 time: 0.3397985 Dec 06 17:32:06.188353 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a083cd2-20ca-460c-8a56-efb983a9d06a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d694627-df47-4774-81f2-f990c3cb8106,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:32:06.207088 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ab50da-79d9-478a-b68a-5d87dd70fed5 admin admin] Network 2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:32:06.240837 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-f5ab50da-79d9-478a-b68a-5d87dd70fed5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:32:06.249405 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ab50da-79d9-478a-b68a-5d87dd70fed5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:06.250120 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f5ab50da-79d9-478a-b68a-5d87dd70fed5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:06.262275 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4230b78-e320-4692-a9b1-0bca8f1b9957 None None] Network 2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:32:06.295673 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-f5ab50da-79d9-478a-b68a-5d87dd70fed5 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1915357 Dec 06 17:32:06.298559 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 45944) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:32:06.303780 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-bbb5deaa-01da-44dd-bfca-e1311c653679 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2129032411-router', 'tenant_id': 'ecd8b64e36c540eeae4809301448bbe1', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:32:06.343263 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-f7b675de-2f5e-4f99-84be-49a30a675769 req-266128cc-2c68-4589-a688-1f15e76c71ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc55a4d9-f663-4cec-8ef3-d3dabedaa331 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:32:06.352873 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-f7b675de-2f5e-4f99-84be-49a30a675769 req-266128cc-2c68-4589-a688-1f15e76c71ec service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:06.369912 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bbb5deaa-01da-44dd-bfca-e1311c653679 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:06.371411 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bbb5deaa-01da-44dd-bfca-e1311c653679 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:06.374039 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-f7b675de-2f5e-4f99-84be-49a30a675769 req-266128cc-2c68-4589-a688-1f15e76c71ec service neutron] Transition to ACTIVE for port object bc55a4d9-f663-4cec-8ef3-d3dabedaa331 will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:32:06.382773 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-f7b675de-2f5e-4f99-84be-49a30a675769 req-266128cc-2c68-4589-a688-1f15e76c71ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:06.472906 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa3ba3b-0209-439a-ad35-3d99a65f79b2 None None] DHCP port deletion for 7e14ea57-a95a-45fc-b352-ea1c200fddac request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:32:06.488345 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266128cc-2c68-4589-a688-1f15e76c71ec service neutron] Pushing event updated for resources: {'Port': ['ID=bc55a4d9-f663-4cec-8ef3-d3dabedaa331,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:32:06.686773 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bbb5deaa-01da-44dd-bfca-e1311c653679 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:06.726415 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-f7b675de-2f5e-4f99-84be-49a30a675769 req-266128cc-2c68-4589-a688-1f15e76c71ec service neutron] Attempting to bind port bc55a4d9-f663-4cec-8ef3-d3dabedaa331 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:32:06.726774 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-f7b675de-2f5e-4f99-84be-49a30a675769 req-266128cc-2c68-4589-a688-1f15e76c71ec service neutron] Attempting to bind port bc55a4d9-f663-4cec-8ef3-d3dabedaa331 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '8ba3ae1c-8dbf-4d46-bbe3-6c8317b581b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7e14ea57-a95a-45fc-b352-ea1c200fddac'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:32:06.727117 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b675de-2f5e-4f99-84be-49a30a675769 req-266128cc-2c68-4589-a688-1f15e76c71ec service neutron] Attempting to bind port bc55a4d9-f663-4cec-8ef3-d3dabedaa331 on network 7e14ea57-a95a-45fc-b352-ea1c200fddac {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:32:06.736368 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b675de-2f5e-4f99-84be-49a30a675769 req-266128cc-2c68-4589-a688-1f15e76c71ec service neutron] Port bc55a4d9-f663-4cec-8ef3-d3dabedaa331 on network 7e14ea57-a95a-45fc-b352-ea1c200fddac not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:32:06.736703 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b675de-2f5e-4f99-84be-49a30a675769 req-266128cc-2c68-4589-a688-1f15e76c71ec service neutron] Attempting to bind port bc55a4d9-f663-4cec-8ef3-d3dabedaa331 on network 7e14ea57-a95a-45fc-b352-ea1c200fddac {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:32:06.754492 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b675de-2f5e-4f99-84be-49a30a675769 req-266128cc-2c68-4589-a688-1f15e76c71ec service neutron] Checking agent: {'id': '9d8b9f49-2860-4c1f-9b89-45a7657a3c4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:32:06.754840 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b675de-2f5e-4f99-84be-49a30a675769 req-266128cc-2c68-4589-a688-1f15e76c71ec service neutron] Checking segment: {'id': '8ba3ae1c-8dbf-4d46-bbe3-6c8317b581b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7e14ea57-a95a-45fc-b352-ea1c200fddac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:32:06.755228 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b675de-2f5e-4f99-84be-49a30a675769 req-266128cc-2c68-4589-a688-1f15e76c71ec service neutron] Bound using segment: {'id': '8ba3ae1c-8dbf-4d46-bbe3-6c8317b581b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7e14ea57-a95a-45fc-b352-ea1c200fddac'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:32:06.755677 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-f7b675de-2f5e-4f99-84be-49a30a675769 req-266128cc-2c68-4589-a688-1f15e76c71ec service neutron] Bound port: bc55a4d9-f663-4cec-8ef3-d3dabedaa331, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ba3ae1c-8dbf-4d46-bbe3-6c8317b581b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7e14ea57-a95a-45fc-b352-ea1c200fddac'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:32:06.756030 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-f7b675de-2f5e-4f99-84be-49a30a675769 req-266128cc-2c68-4589-a688-1f15e76c71ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:06.794967 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 45958) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:32:06.796259 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395dbb05-3452-4685-b520-aae80593400d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4', 'network_id': '2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4', 'tenant_id': 'ecd8b64e36c540eeae4809301448bbe1', 'fixed_ips': [{'subnet_id': '06d20752-22e2-4f05-a607-805be1f18e56'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:32:06.801035 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-395dbb05-3452-4685-b520-aae80593400d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:07.017718 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-395dbb05-3452-4685-b520-aae80593400d None None] Allocated IP 172.20.0.2 (2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4/06d20752-22e2-4f05-a607-805be1f18e56/bd544dce-232a-4f70-9971-2e78b68c4b75) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:32:07.061290 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bbb5deaa-01da-44dd-bfca-e1311c653679 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:07.191892 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-395dbb05-3452-4685-b520-aae80593400d None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:07.202865 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-395dbb05-3452-4685-b520-aae80593400d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:07.295833 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395dbb05-3452-4685-b520-aae80593400d None None] Pushing event updated for resources: {'Port': ['ID=bd544dce-232a-4f70-9971-2e78b68c4b75,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:32:07.341190 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395dbb05-3452-4685-b520-aae80593400d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:32:07.341976 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395dbb05-3452-4685-b520-aae80593400d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:32:07.342497 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395dbb05-3452-4685-b520-aae80593400d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:32:07.343030 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395dbb05-3452-4685-b520-aae80593400d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:32:07.343528 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395dbb05-3452-4685-b520-aae80593400d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:32:07.344676 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395dbb05-3452-4685-b520-aae80593400d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:32:07.345185 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395dbb05-3452-4685-b520-aae80593400d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:32:07.345715 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395dbb05-3452-4685-b520-aae80593400d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:32:07.348931 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395dbb05-3452-4685-b520-aae80593400d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:32:07.349238 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002b3c32-cd45-4b2b-b474-c8f2acec53f8 req-4516b171-90a8-4c5f-826e-61daef2df363 tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:07.350002 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395dbb05-3452-4685-b520-aae80593400d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:32:07.350512 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395dbb05-3452-4685-b520-aae80593400d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:32:07.351037 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-002b3c32-cd45-4b2b-b474-c8f2acec53f8 req-4516b171-90a8-4c5f-826e-61daef2df363 tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] 10.222.0.23 "GET /v2.0/ports?device_id=9348bdba-5fb8-487f-b0f5-3ed7925472ac HTTP/1.1" status: 200 len: 943 time: 0.1951594 Dec 06 17:32:07.351517 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395dbb05-3452-4685-b520-aae80593400d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:32:07.352362 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395dbb05-3452-4685-b520-aae80593400d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:32:07.379557 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395dbb05-3452-4685-b520-aae80593400d None None] Network 2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:32:07.381213 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-395dbb05-3452-4685-b520-aae80593400d None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:32:07.389904 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395dbb05-3452-4685-b520-aae80593400d None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:32:07.506439 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-eb997c76-a0a3-4a57-baba-efd0279c1a17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:07.514374 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-395dbb05-3452-4685-b520-aae80593400d None None] Attempting to bind port bd544dce-232a-4f70-9971-2e78b68c4b75 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:32:07.514759 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-395dbb05-3452-4685-b520-aae80593400d None None] Attempting to bind port bd544dce-232a-4f70-9971-2e78b68c4b75 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '335efc5d-483a-424a-abc6-8fe1bd340f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:32:07.515799 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395dbb05-3452-4685-b520-aae80593400d None None] Attempting to bind port bd544dce-232a-4f70-9971-2e78b68c4b75 on network 2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:32:07.526916 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395dbb05-3452-4685-b520-aae80593400d None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:32:07.531559 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395dbb05-3452-4685-b520-aae80593400d None None] Checking segment: {'id': '335efc5d-483a-424a-abc6-8fe1bd340f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:32:07.532249 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-395dbb05-3452-4685-b520-aae80593400d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:07.532868 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395dbb05-3452-4685-b520-aae80593400d None None] Bound using segment: {'id': '335efc5d-483a-424a-abc6-8fe1bd340f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:32:07.533596 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-395dbb05-3452-4685-b520-aae80593400d None None] Bound port: bd544dce-232a-4f70-9971-2e78b68c4b75, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '335efc5d-483a-424a-abc6-8fe1bd340f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:32:07.534177 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-395dbb05-3452-4685-b520-aae80593400d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:07.548520 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-002b3c32-cd45-4b2b-b474-c8f2acec53f8 req-79f6cfa5-f6fc-4234-8f51-42fd580c0898 tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] 10.222.0.23 "GET /v2.0/security-groups?id=17933e3e-6db0-4f44-8e47-dedf5cf1a7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897418 Dec 06 17:32:07.720804 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-395dbb05-3452-4685-b520-aae80593400d None None] For port bd544dce-232a-4f70-9971-2e78b68c4b75, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:32:07.737906 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-395dbb05-3452-4685-b520-aae80593400d None None] For port bd544dce-232a-4f70-9971-2e78b68c4b75, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=bd544dce-232a-4f70-9971-2e78b68c4b75,segment=NetworkSegment(335efc5d-483a-424a-abc6-8fe1bd340f96),segment_id=335efc5d-483a-424a-abc6-8fe1bd340f96)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:32:07.749273 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-395dbb05-3452-4685-b520-aae80593400d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:07.766228 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-f7b675de-2f5e-4f99-84be-49a30a675769 req-266128cc-2c68-4589-a688-1f15e76c71ec service neutron] For port bc55a4d9-f663-4cec-8ef3-d3dabedaa331, host n-h2-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:32:07.780873 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-f7b675de-2f5e-4f99-84be-49a30a675769 req-266128cc-2c68-4589-a688-1f15e76c71ec service neutron] For port bc55a4d9-f663-4cec-8ef3-d3dabedaa331, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=bc55a4d9-f663-4cec-8ef3-d3dabedaa331,segment=NetworkSegment(8ba3ae1c-8dbf-4d46-bbe3-6c8317b581b4),segment_id=8ba3ae1c-8dbf-4d46-bbe3-6c8317b581b4)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:32:07.803747 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-f7b675de-2f5e-4f99-84be-49a30a675769 req-266128cc-2c68-4589-a688-1f15e76c71ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:07.853883 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca01edf-4a58-45f2-973d-f434856c6904 req-fdc5e638-1854-48bd-b2ac-007cfca42627 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:07.855513 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1ca01edf-4a58-45f2-973d-f434856c6904 req-fdc5e638-1854-48bd-b2ac-007cfca42627 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/ports?device_id=20225c27-26a7-405a-b69a-c2afe48bb8e1 HTTP/1.1" status: 200 len: 945 time: 0.3698461 Dec 06 17:32:07.927471 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bbb5deaa-01da-44dd-bfca-e1311c653679 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:07.950937 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395dbb05-3452-4685-b520-aae80593400d None None] Pushing event updated for resources: {'Port': ['ID=bd544dce-232a-4f70-9971-2e78b68c4b75,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:32:08.003779 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bbb5deaa-01da-44dd-bfca-e1311c653679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:08.138886 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-eb997c76-a0a3-4a57-baba-efd0279c1a17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:08.141452 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266128cc-2c68-4589-a688-1f15e76c71ec service neutron] Pushing event updated for resources: {'Port': ['ID=bc55a4d9-f663-4cec-8ef3-d3dabedaa331,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:32:08.165040 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5a4cb9-c13b-4211-97a3-856be973ab3e req-081e5541-6fec-491d-987c-988206fabe5a tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:08.167024 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0d5a4cb9-c13b-4211-97a3-856be973ab3e req-081e5541-6fec-491d-987c-988206fabe5a tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.41 "GET /v2.0/ports?device_id=20225c27-26a7-405a-b69a-c2afe48bb8e1 HTTP/1.1" status: 200 len: 945 time: 0.6944952 Dec 06 17:32:08.170549 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-eb997c76-a0a3-4a57-baba-efd0279c1a17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:08.177416 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b675de-2f5e-4f99-84be-49a30a675769 req-266128cc-2c68-4589-a688-1f15e76c71ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:08.179383 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-f7b675de-2f5e-4f99-84be-49a30a675769 req-266128cc-2c68-4589-a688-1f15e76c71ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:08.181255 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f7b675de-2f5e-4f99-84be-49a30a675769 req-266128cc-2c68-4589-a688-1f15e76c71ec service neutron] 10.222.0.44 "PUT /v2.0/ports/bc55a4d9-f663-4cec-8ef3-d3dabedaa331 HTTP/1.1" status: 200 len: 1091 time: 2.7020407 Dec 06 17:32:08.190288 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9348bdba-5fb8-487f-b0f5-3ed7925472ac', 'tag': 'bc55a4d9-f663-4cec-8ef3-d3dabedaa331'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:32:08.192231 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127cdfe5-0818-4989-aa6f-3f39e73dd013 None None] DHCP port deletion for 7e14ea57-a95a-45fc-b352-ea1c200fddac request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:32:08.194316 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-945ea94c-b01d-44e6-8d14-7efc0db42386" -d '{"events": [{"name": "network-changed", "server_uuid": "9348bdba-5fb8-487f-b0f5-3ed7925472ac", "tag": "bc55a4d9-f663-4cec-8ef3-d3dabedaa331"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:32:08.289758 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-bbb5deaa-01da-44dd-bfca-e1311c653679 admin admin] Allocated IP 172.35.1.204 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/496acb0e-6acc-4519-8b36-37d1a9461f0c) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:32:08.462091 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c72710-e729-4904-a206-d7e3e3de5dc6 x-openstack-request-id: req-77c72710-e729-4904-a206-d7e3e3de5dc6 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:32:08.462389 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9348bdba-5fb8-487f-b0f5-3ed7925472ac", "tag": "bc55a4d9-f663-4cec-8ef3-d3dabedaa331", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:32:08.462651 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-77c72710-e729-4904-a206-d7e3e3de5dc6 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:32:08.463154 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9348bdba-5fb8-487f-b0f5-3ed7925472ac', 'tag': 'bc55a4d9-f663-4cec-8ef3-d3dabedaa331', 'status': 'completed', 'code': 200} Dec 06 17:32:08.497848 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bbb5deaa-01da-44dd-bfca-e1311c653679 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:08.521125 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-eb997c76-a0a3-4a57-baba-efd0279c1a17 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b6b5af45ef5c4ff49ac21dd56f2b3da1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7251170 Dec 06 17:32:08.524420 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 46000) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:32:08.563171 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb997c76-a0a3-4a57-baba-efd0279c1a17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=945de7a2-dcec-44fc-b23a-8dda1b7cc97e,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:32:08.629072 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bbb5deaa-01da-44dd-bfca-e1311c653679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:08.766078 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1ca01edf-4a58-45f2-973d-f434856c6904 req-b8e3319b-faa0-4ed7-be21-6b3296576627 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/security-groups?id=a040c6b3-0771-4bba-81c8-f88c93c47b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5961776 Dec 06 17:32:08.806608 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b675de-2f5e-4f99-84be-49a30a675769 req-0cbbb46c-d92b-4454-a84f-7a864cec1479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:08.809000 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f7b675de-2f5e-4f99-84be-49a30a675769 req-0cbbb46c-d92b-4454-a84f-7a864cec1479 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5adf2ca31be24010a5919f824c787266&device_id=9348bdba-5fb8-487f-b0f5-3ed7925472ac HTTP/1.1" status: 200 len: 1094 time: 0.3451099 Dec 06 17:32:08.901869 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f7b675de-2f5e-4f99-84be-49a30a675769 req-046a9ca0-7c70-451b-a322-d573a440f9db service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc55a4d9-f663-4cec-8ef3-d3dabedaa331 HTTP/1.1" status: 200 len: 217 time: 0.0806763 Dec 06 17:32:08.955119 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device bd544dce-232a-4f70-9971-2e78b68c4b75 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:32:08.995166 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-0d5a4cb9-c13b-4211-97a3-856be973ab3e req-e67e6aeb-f1e0-47c2-b13f-963b3ee0160b tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Deleting port dd3e8b2b-346c-4271-a6a0-a9014ec34cab {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:32:08.995955 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-0d5a4cb9-c13b-4211-97a3-856be973ab3e req-e67e6aeb-f1e0-47c2-b13f-963b3ee0160b tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:09.040707 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b675de-2f5e-4f99-84be-49a30a675769 req-add6d607-79aa-49c5-a7fa-6b323968b559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:09.042688 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f7b675de-2f5e-4f99-84be-49a30a675769 req-add6d607-79aa-49c5-a7fa-6b323968b559 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a82def35-47de-45f8-b5b7-47ede7612944 HTTP/1.1" status: 200 len: 853 time: 0.1330450 Dec 06 17:32:09.108430 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f7b675de-2f5e-4f99-84be-49a30a675769 req-a2c5a1bc-58e1-444b-97d4-58e005d79f50 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7e14ea57-a95a-45fc-b352-ea1c200fddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334303 Dec 06 17:32:09.126755 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port bd544dce-232a-4f70-9971-2e78b68c4b75 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:32:09.127152 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:09.244509 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb5deaa-01da-44dd-bfca-e1311c653679 admin admin] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:32:09.260889 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-bbb5deaa-01da-44dd-bfca-e1311c653679 admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:32:09.278027 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb5deaa-01da-44dd-bfca-e1311c653679 admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:32:09.289260 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa7b3d5-2b6a-476b-891e-2047f28a0d07 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:32:09.291990 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-30fc4073-750e-4591-a2e1-e9c9ed357382 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:09.338376 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-30fc4073-750e-4591-a2e1-e9c9ed357382 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:09.339980 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:09.354058 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f7b675de-2f5e-4f99-84be-49a30a675769 req-0c3aa4c0-a979-4f22-8ad1-b82eb5d9ebba service neutron] 10.222.0.44 "GET /v2.0/networks/7e14ea57-a95a-45fc-b352-ea1c200fddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382712 Dec 06 17:32:09.391659 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb5deaa-01da-44dd-bfca-e1311c653679 admin admin] Pushing event updated for resources: {'Port': ['ID=496acb0e-6acc-4519-8b36-37d1a9461f0c,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:32:09.415683 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-0d5a4cb9-c13b-4211-97a3-856be973ab3e req-e67e6aeb-f1e0-47c2-b13f-963b3ee0160b tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] For port dd3e8b2b-346c-4271-a6a0-a9014ec34cab, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=dd3e8b2b-346c-4271-a6a0-a9014ec34cab,segment=NetworkSegment(04368979-ac99-4737-9a75-271bdacd11fd),segment_id=04368979-ac99-4737-9a75-271bdacd11fd)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:32:09.416066 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-0d5a4cb9-c13b-4211-97a3-856be973ab3e req-e67e6aeb-f1e0-47c2-b13f-963b3ee0160b tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:09.430925 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-d42a0f43-7561-4481-a67d-df7c941e2d3e None None] Provisioning complete for port 496acb0e-6acc-4519-8b36-37d1a9461f0c triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:32:09.431318 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d42a0f43-7561-4481-a67d-df7c941e2d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:09.494488 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-0d5a4cb9-c13b-4211-97a3-856be973ab3e req-e67e6aeb-f1e0-47c2-b13f-963b3ee0160b tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Calling delete_port for dd3e8b2b-346c-4271-a6a0-a9014ec34cab owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:32:09.508398 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] For port bd544dce-232a-4f70-9971-2e78b68c4b75, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=bd544dce-232a-4f70-9971-2e78b68c4b75,segment=NetworkSegment(335efc5d-483a-424a-abc6-8fe1bd340f96),segment_id=335efc5d-483a-424a-abc6-8fe1bd340f96)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:32:09.518579 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a039e18-ff91-4b5f-9dfc-7b778c8684a5 req-80ad60d7-934d-448a-ac1e-6d7540b8469b tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:09.529100 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8a039e18-ff91-4b5f-9dfc-7b778c8684a5 req-80ad60d7-934d-448a-ac1e-6d7540b8469b tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] 10.222.0.23 "GET /v2.0/ports?device_id=9348bdba-5fb8-487f-b0f5-3ed7925472ac HTTP/1.1" status: 200 len: 943 time: 0.8067079 Dec 06 17:32:09.530656 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:09.628745 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-d42a0f43-7561-4481-a67d-df7c941e2d3e None None] Port 496acb0e-6acc-4519-8b36-37d1a9461f0c cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:32:09.686751 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Pushing event updated for resources: {'Port': ['ID=bd544dce-232a-4f70-9971-2e78b68c4b75,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:32:09.851665 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f7b675de-2f5e-4f99-84be-49a30a675769 req-764bea6f-dcaf-4538-b623-a3b9e938fdd7 service neutron] 10.222.0.44 "GET /v2.0/networks/7e14ea57-a95a-45fc-b352-ea1c200fddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4885290 Dec 06 17:32:09.852935 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-0d5a4cb9-c13b-4211-97a3-856be973ab3e req-e67e6aeb-f1e0-47c2-b13f-963b3ee0160b tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:09.865451 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['cb808805-ed0f-4802-a8ba-36b736428fd1', '77390b8b-a6da-4a50-b92d-208c0440161d'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:32:10.016105 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89636448-370b-4407-a3ea-fec66e9e3ed6 None None] Network 2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:32:10.033361 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67e6aeb-f1e0-47c2-b13f-963b3ee0160b tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Pushing event deleted for resources: {'Port': ['ID=dd3e8b2b-346c-4271-a6a0-a9014ec34cab,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:32:10.079248 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22796e87-b674-4493-b731-968c0fd79cd4 None None] DHCP port deletion for baae5554-5993-4f38-bd78-dc900341a8a7 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:32:10.105639 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8a039e18-ff91-4b5f-9dfc-7b778c8684a5 req-208bcf77-3699-40dd-a6d1-1103d933f13e tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] 10.222.0.23 "GET /v2.0/security-groups?id=17933e3e-6db0-4f44-8e47-dedf5cf1a7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5751433 Dec 06 17:32:10.118518 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-30fc4073-750e-4591-a2e1-e9c9ed357382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:10.121185 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-30fc4073-750e-4591-a2e1-e9c9ed357382 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:10.125672 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-30fc4073-750e-4591-a2e1-e9c9ed357382 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/945de7a2-dcec-44fc-b23a-8dda1b7cc97e HTTP/1.1" status: 204 len: 168 time: 1.5995941 Dec 06 17:32:10.160089 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-95d34de9-7463-41ef-8058-3058e73b4f40 req-102fb342-477a-451f-b5bc-d34fdf251d5d tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/ports?device_id=20225c27-26a7-405a-b69a-c2afe48bb8e1 HTTP/1.1" status: 200 len: 210 time: 0.1477668 Dec 06 17:32:10.214998 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d5a4cb9-c13b-4211-97a3-856be973ab3e req-e67e6aeb-f1e0-47c2-b13f-963b3ee0160b tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] No DVR routers for this DVR port dd3e8b2b-346c-4271-a6a0-a9014ec34cab on host n-h1-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:32:10.220607 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fc4073-750e-4591-a2e1-e9c9ed357382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=945de7a2-dcec-44fc-b23a-8dda1b7cc97e,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:32:10.222675 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-0d5a4cb9-c13b-4211-97a3-856be973ab3e req-e67e6aeb-f1e0-47c2-b13f-963b3ee0160b tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:10.228627 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device dd3e8b2b-346c-4271-a6a0-a9014ec34cab no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:32:10.234430 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0d5a4cb9-c13b-4211-97a3-856be973ab3e req-e67e6aeb-f1e0-47c2-b13f-963b3ee0160b tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.41 "DELETE /v2.0/ports/dd3e8b2b-346c-4271-a6a0-a9014ec34cab HTTP/1.1" status: 204 len: 173 time: 2.0485065 Dec 06 17:32:10.256312 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bbb5deaa-01da-44dd-bfca-e1311c653679 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:10.267296 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ea94c-b01d-44e6-8d14-7efc0db42386 req-f1ab65ab-b35f-4280-afbb-d915815357ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:10.271537 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-945ea94c-b01d-44e6-8d14-7efc0db42386 req-f1ab65ab-b35f-4280-afbb-d915815357ab service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5adf2ca31be24010a5919f824c787266&device_id=9348bdba-5fb8-487f-b0f5-3ed7925472ac HTTP/1.1" status: 200 len: 1094 time: 0.2677774 Dec 06 17:32:10.417701 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-d696ac73-18a6-4e07-9537-b6ed88059479 None None] Provisioning complete for port bd544dce-232a-4f70-9971-2e78b68c4b75 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:32:10.424569 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d696ac73-18a6-4e07-9537-b6ed88059479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:10.447379 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] No Port match for: dd3e8b2b-346c-4271-a6a0-a9014ec34cab {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:32:10.448601 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device dd3e8b2b-346c-4271-a6a0-a9014ec34cab not bound to the agent host n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:32:10.527279 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20225c27-26a7-405a-b69a-c2afe48bb8e1', 'name': 'network-vif-deleted', 'tag': 'dd3e8b2b-346c-4271-a6a0-a9014ec34cab'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:32:10.534387 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24ef9a99-a497-4ea5-a9df-f3079fa0c7a1" -d '{"events": [{"server_uuid": "20225c27-26a7-405a-b69a-c2afe48bb8e1", "name": "network-vif-deleted", "tag": "dd3e8b2b-346c-4271-a6a0-a9014ec34cab"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:32:10.542110 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ea94c-b01d-44e6-8d14-7efc0db42386 req-be5b217c-6319-440e-a36c-813f778148fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:10.546897 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-945ea94c-b01d-44e6-8d14-7efc0db42386 req-be5b217c-6319-440e-a36c-813f778148fe service neutron] 10.222.0.44 "GET /v2.0/networks?id=7e14ea57-a95a-45fc-b352-ea1c200fddac HTTP/1.1" status: 200 len: 914 time: 0.2671282 Dec 06 17:32:10.650723 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d34e9cae-41cb-4e42-9bed-60f115822efb x-openstack-request-id: req-d34e9cae-41cb-4e42-9bed-60f115822efb {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:32:10.651024 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20225c27-26a7-405a-b69a-c2afe48bb8e1", "name": "network-vif-deleted", "tag": "dd3e8b2b-346c-4271-a6a0-a9014ec34cab", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:32:10.651218 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d34e9cae-41cb-4e42-9bed-60f115822efb {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:32:10.651639 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20225c27-26a7-405a-b69a-c2afe48bb8e1', 'name': 'network-vif-deleted', 'tag': 'dd3e8b2b-346c-4271-a6a0-a9014ec34cab', 'status': 'completed', 'code': 200} Dec 06 17:32:10.657046 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-945ea94c-b01d-44e6-8d14-7efc0db42386 req-9abca796-08a1-420d-a310-d82dd86ff47c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc55a4d9-f663-4cec-8ef3-d3dabedaa331 HTTP/1.1" status: 200 len: 217 time: 0.1037023 Dec 06 17:32:10.754207 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bbb5deaa-01da-44dd-bfca-e1311c653679 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:10.863195 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ea94c-b01d-44e6-8d14-7efc0db42386 req-05502457-85c0-4eba-bd2e-00386142c8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:10.864918 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-945ea94c-b01d-44e6-8d14-7efc0db42386 req-05502457-85c0-4eba-bd2e-00386142c8d4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a82def35-47de-45f8-b5b7-47ede7612944 HTTP/1.1" status: 200 len: 853 time: 0.1992779 Dec 06 17:32:10.983470 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-945ea94c-b01d-44e6-8d14-7efc0db42386 req-0d4dc9f2-74b4-4989-a81f-4e3c4993cdf3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7e14ea57-a95a-45fc-b352-ea1c200fddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1086037 Dec 06 17:32:11.037661 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device bd544dce-232a-4f70-9971-2e78b68c4b75 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:32:11.290959 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port bd544dce-232a-4f70-9971-2e78b68c4b75 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:32:11.291348 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:11.302384 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbb5deaa-01da-44dd-bfca-e1311c653679 admin admin] Router 07bf1f70-b412-4e25-b1a7-7cacff22ab7c is scheduled to L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 17:32:11.418499 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-945ea94c-b01d-44e6-8d14-7efc0db42386 req-a0e6ed51-a52c-4746-a081-73f81e0afd59 service neutron] 10.222.0.44 "GET /v2.0/networks/7e14ea57-a95a-45fc-b352-ea1c200fddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4166672 Dec 06 17:32:11.482320 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-8e565dbd-04de-4ffe-af55-22806595ce4f None None] Provisioning complete for port bd544dce-232a-4f70-9971-2e78b68c4b75 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:32:11.482700 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8e565dbd-04de-4ffe-af55-22806595ce4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:11.546797 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbb5deaa-01da-44dd-bfca-e1311c653679 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:32:11.548900 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device bc55a4d9-f663-4cec-8ef3-d3dabedaa331 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:32:11.556825 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1490f814-ed92-4b8d-ad37-a835f71e3b1e None None] Sync routers for ids ['07bf1f70-b412-4e25-b1a7-7cacff22ab7c'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:32:11.563572 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2546ac3a-6271-4f76-a07f-4e5220977d30 req-b01d8b62-6fd4-4c9c-829b-dbcbd3af463b tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:11.571331 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2546ac3a-6271-4f76-a07f-4e5220977d30 req-b01d8b62-6fd4-4c9c-829b-dbcbd3af463b tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] 10.222.0.23 "GET /v2.0/ports?device_id=9348bdba-5fb8-487f-b0f5-3ed7925472ac HTTP/1.1" status: 200 len: 943 time: 0.2000201 Dec 06 17:32:11.589324 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1490f814-ed92-4b8d-ad37-a835f71e3b1e None None] Routers {'07bf1f70-b412-4e25-b1a7-7cacff22ab7c'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:32:11.590933 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-1490f814-ed92-4b8d-ad37-a835f71e3b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:31:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['07bf1f70-b412-4e25-b1a7-7cacff22ab7c'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:32:11.600628 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bbb5deaa-01da-44dd-bfca-e1311c653679 admin admin] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:11.601910 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-bbb5deaa-01da-44dd-bfca-e1311c653679 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.3020594 Dec 06 17:32:11.604999 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 46092) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:32:11.653159 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ae955a-91b8-4807-824b-046b1e05313b req-7c73673a-745d-4ce5-9c82-a8644c7744d1 tempest-TestNetworkAdvancedServerOps-348317602 tempest-TestNetworkAdvancedServerOps-348317602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:11.659750 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-39ae955a-91b8-4807-824b-046b1e05313b req-7c73673a-745d-4ce5-9c82-a8644c7744d1 tempest-TestNetworkAdvancedServerOps-348317602 tempest-TestNetworkAdvancedServerOps-348317602-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=9a03f19b-e0d4-46d6-84a3-079d035de2c4 HTTP/1.1" status: 200 len: 1096 time: 0.4057276 Dec 06 17:32:11.746509 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2546ac3a-6271-4f76-a07f-4e5220977d30 req-1c5ab84b-7f19-48a1-b52d-00de2dcfbf5d tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] 10.222.0.23 "GET /v2.0/security-groups?id=17933e3e-6db0-4f44-8e47-dedf5cf1a7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741996 Dec 06 17:32:11.799284 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-39ae955a-91b8-4807-824b-046b1e05313b req-46916037-506a-41ca-b34e-89c5afc03391 tempest-TestNetworkAdvancedServerOps-348317602 tempest-TestNetworkAdvancedServerOps-348317602-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=5f3c85a1-3b48-4f29-aec2-3a218353c857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273115 Dec 06 17:32:11.818215 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-945ea94c-b01d-44e6-8d14-7efc0db42386 req-b94df828-9684-481b-b291-695e6470edcb service neutron] 10.222.0.44 "GET /v2.0/networks/7e14ea57-a95a-45fc-b352-ea1c200fddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3967237 Dec 06 17:32:12.069664 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-1490f814-ed92-4b8d-ad37-a835f71e3b1e None None] Set router 07bf1f70-b412-4e25-b1a7-7cacff22ab7c gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:32:12.144831 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port bc55a4d9-f663-4cec-8ef3-d3dabedaa331, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=bc55a4d9-f663-4cec-8ef3-d3dabedaa331,segment=NetworkSegment(8ba3ae1c-8dbf-4d46-bbe3-6c8317b581b4),segment_id=8ba3ae1c-8dbf-4d46-bbe3-6c8317b581b4)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:32:12.200793 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': 'bc55a4d9-f663-4cec-8ef3-d3dabedaa331', 'network_id': '7e14ea57-a95a-45fc-b352-ea1c200fddac', 'port_id': 'bc55a4d9-f663-4cec-8ef3-d3dabedaa331', 'mac_address': 'fa:16:3e:2c:81:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a82def35-47de-45f8-b5b7-47ede7612944', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:32:12.237793 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eb15ea-c8df-4eda-93e7-3b1e03bb4f8c req-c45a86c4-3e84-469f-a9e0-4f1049b90dbe tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:12.248875 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f1eb15ea-c8df-4eda-93e7-3b1e03bb4f8c req-c45a86c4-3e84-469f-a9e0-4f1049b90dbe tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a03f19b-e0d4-46d6-84a3-079d035de2c4 HTTP/1.1" status: 200 len: 945 time: 0.2199581 Dec 06 17:32:12.394587 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:12.456527 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f1eb15ea-c8df-4eda-93e7-3b1e03bb4f8c req-4499cb6a-f7d2-4cb4-8cee-1e77318e4e93 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f3c85a1-3b48-4f29-aec2-3a218353c857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2000077 Dec 06 17:32:12.461760 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc55a4d9-f663-4cec-8ef3-d3dabedaa331 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:32:12.481392 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 46120) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:32:12.523532 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-1490f814-ed92-4b8d-ad37-a835f71e3b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bf1f70-b412-4e25-b1a7-7cacff22ab7c', 'name': 'tempest-TestVolumeBootPattern-2129032411-router', 'tenant_id': 'ecd8b64e36c540eeae4809301448bbe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.204'}], 'enable_snat': True}, 'gw_port_id': '496acb0e-6acc-4519-8b36-37d1a9461f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:32:06Z', 'updated_at': '2021-12-06T17:32:09Z', 'revision_number': 3, 'project_id': 'ecd8b64e36c540eeae4809301448bbe1', 'gw_port': {'id': '496acb0e-6acc-4519-8b36-37d1a9461f0c', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a6:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07bf1f70-b412-4e25-b1a7-7cacff22ab7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:32:08Z', 'updated_at': '2021-12-06T17:32:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:32:12.527025 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port bc55a4d9-f663-4cec-8ef3-d3dabedaa331, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=bc55a4d9-f663-4cec-8ef3-d3dabedaa331,segment=NetworkSegment(8ba3ae1c-8dbf-4d46-bbe3-6c8317b581b4),segment_id=8ba3ae1c-8dbf-4d46-bbe3-6c8317b581b4)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:32:12.542838 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:12.566705 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1490f814-ed92-4b8d-ad37-a835f71e3b1e None None] Checking router: 07bf1f70-b412-4e25-b1a7-7cacff22ab7c for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:32:12.567875 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1490f814-ed92-4b8d-ad37-a835f71e3b1e None None] Updating router 07bf1f70-b412-4e25-b1a7-7cacff22ab7c port 496acb0e-6acc-4519-8b36-37d1a9461f0c binding host n-d-master-1 {{(pid=103287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:32:12.615262 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1490f814-ed92-4b8d-ad37-a835f71e3b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:12.638759 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=bc55a4d9-f663-4cec-8ef3-d3dabedaa331,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:32:12.707436 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-2f53dc8c-0554-4cbb-ad36-47b96cd7b8e1 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/floatingips/b0ce1dfd-ff3e-4be8-b799-06d8230e5cf5 HTTP/1.1" status: 200 len: 992 time: 0.2246418 Dec 06 17:32:12.783051 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['bc55a4d9-f663-4cec-8ef3-d3dabedaa331'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:32:12.881919 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6521c758-9ee6-4010-ac0c-9998e6ada315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:12.892721 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302bd06f-f7b3-4a94-b7c7-23f6b4da7a97 req-5c2b1f1b-c516-4371-b49d-dab8070f54b8 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:12.900793 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-302bd06f-f7b3-4a94-b7c7-23f6b4da7a97 req-5c2b1f1b-c516-4371-b49d-dab8070f54b8 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd5c2d47-7018-4f41-af71-56e6d5579ccf HTTP/1.1" status: 200 len: 946 time: 0.3890693 Dec 06 17:32:12.971091 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-302bd06f-f7b3-4a94-b7c7-23f6b4da7a97 req-b0c14e60-f421-46df-aba5-abfc59fc595d tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/security-groups?id=a040c6b3-0771-4bba-81c8-f88c93c47b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691943 Dec 06 17:32:13.108944 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8990fb8f-f892-43c6-b8df-edcd0e4db719 req-ef725711-ddbf-422e-8592-9a816f76f78a tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:13.111142 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8990fb8f-f892-43c6-b8df-edcd0e4db719 req-ef725711-ddbf-422e-8592-9a816f76f78a tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] 10.222.0.23 "GET /v2.0/ports?device_id=9348bdba-5fb8-487f-b0f5-3ed7925472ac HTTP/1.1" status: 200 len: 944 time: 0.1048710 Dec 06 17:32:13.273457 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [req-c989231c-2535-4e03-a37f-d2420ba62d67 req-663960a3-f8cc-40c0-aa0b-a713b2271b4a service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:32:13.276855 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c989231c-2535-4e03-a37f-d2420ba62d67 req-663960a3-f8cc-40c0-aa0b-a713b2271b4a service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0160835 Dec 06 17:32:13.285417 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8990fb8f-f892-43c6-b8df-edcd0e4db719 req-4cc51465-0407-4be0-a700-c61a15088cab tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] 10.222.0.23 "GET /v2.0/security-groups?id=17933e3e-6db0-4f44-8e47-dedf5cf1a7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661320 Dec 06 17:32:13.287600 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1490f814-ed92-4b8d-ad37-a835f71e3b1e None None] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:13.307087 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1490f814-ed92-4b8d-ad37-a835f71e3b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:13.411428 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5787717d-6b32-4a34-aa51-7d8c4a584b9c None None] Pushing event updated for resources: {'Port': ['ID=496acb0e-6acc-4519-8b36-37d1a9461f0c,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:32:13.476960 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876d7c9f-2d3c-4689-a28c-0673bbb326b3 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:32:13.496410 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-1490f814-ed92-4b8d-ad37-a835f71e3b1e None None] Attempting to bind port 496acb0e-6acc-4519-8b36-37d1a9461f0c on host n-d-master-1 for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:32:13.497324 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-1490f814-ed92-4b8d-ad37-a835f71e3b1e None None] Attempting to bind port 496acb0e-6acc-4519-8b36-37d1a9461f0c by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:32:13.497996 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1490f814-ed92-4b8d-ad37-a835f71e3b1e None None] Attempting to bind port 496acb0e-6acc-4519-8b36-37d1a9461f0c on network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:32:13.502873 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5787717d-6b32-4a34-aa51-7d8c4a584b9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:32:13.503796 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5787717d-6b32-4a34-aa51-7d8c4a584b9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:32:13.504500 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5787717d-6b32-4a34-aa51-7d8c4a584b9c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:32:13.505090 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5787717d-6b32-4a34-aa51-7d8c4a584b9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:32:13.506858 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5787717d-6b32-4a34-aa51-7d8c4a584b9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:32:13.509487 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-aa1fe599-7c75-499c-ad55-d584eef4da61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:13.510249 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5787717d-6b32-4a34-aa51-7d8c4a584b9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:32:13.511180 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5787717d-6b32-4a34-aa51-7d8c4a584b9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:32:13.511759 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5787717d-6b32-4a34-aa51-7d8c4a584b9c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:32:13.512323 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5787717d-6b32-4a34-aa51-7d8c4a584b9c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:32:13.512893 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5787717d-6b32-4a34-aa51-7d8c4a584b9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:32:13.513484 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5787717d-6b32-4a34-aa51-7d8c4a584b9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:32:13.514647 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5787717d-6b32-4a34-aa51-7d8c4a584b9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:32:13.516209 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5787717d-6b32-4a34-aa51-7d8c4a584b9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:32:13.522383 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1490f814-ed92-4b8d-ad37-a835f71e3b1e None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:32:13.535478 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1490f814-ed92-4b8d-ad37-a835f71e3b1e None None] Checking segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:32:13.536040 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1490f814-ed92-4b8d-ad37-a835f71e3b1e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:13.536725 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1490f814-ed92-4b8d-ad37-a835f71e3b1e None None] Bound using segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:32:13.537493 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-1490f814-ed92-4b8d-ad37-a835f71e3b1e None None] Bound port: 496acb0e-6acc-4519-8b36-37d1a9461f0c, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:32:13.538148 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1490f814-ed92-4b8d-ad37-a835f71e3b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:13.600625 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-c836a8e0-d503-4f00-b95e-3fd512c10116 None None] Provisioning complete for port 496acb0e-6acc-4519-8b36-37d1a9461f0c triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:32:13.600999 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c836a8e0-d503-4f00-b95e-3fd512c10116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:13.640806 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-6521c758-9ee6-4010-ac0c-9998e6ada315 admin admin] Allocated IP 172.20.0.1 (2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4/06d20752-22e2-4f05-a607-805be1f18e56/f5e38546-3774-4985-91ea-188ae7e8c07b) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:32:13.647833 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-1490f814-ed92-4b8d-ad37-a835f71e3b1e None None] For port 496acb0e-6acc-4519-8b36-37d1a9461f0c, host n-d-master-1, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:32:13.658992 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-1490f814-ed92-4b8d-ad37-a835f71e3b1e None None] For port 496acb0e-6acc-4519-8b36-37d1a9461f0c, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=496acb0e-6acc-4519-8b36-37d1a9461f0c,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:32:13.669206 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1490f814-ed92-4b8d-ad37-a835f71e3b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:13.705234 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09f29e5-e3b4-4acb-84cb-6324a3ce39d8 req-a8737f07-eb3c-438e-bcc2-ac2dfa0c2bbb tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:13.710333 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d09f29e5-e3b4-4acb-84cb-6324a3ce39d8 req-a8737f07-eb3c-438e-bcc2-ac2dfa0c2bbb tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd5c2d47-7018-4f41-af71-56e6d5579ccf HTTP/1.1" status: 200 len: 946 time: 0.1641641 Dec 06 17:32:13.712591 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c581361e-1911-4f74-822e-518c8330f79f None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:32:13.741767 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 46162) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:32:13.800837 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-c836a8e0-d503-4f00-b95e-3fd512c10116 None None] Port 496acb0e-6acc-4519-8b36-37d1a9461f0c cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:32:13.815977 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1490f814-ed92-4b8d-ad37-a835f71e3b1e None None] Routers {'07bf1f70-b412-4e25-b1a7-7cacff22ab7c'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:32:13.816615 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-1490f814-ed92-4b8d-ad37-a835f71e3b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:31:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['07bf1f70-b412-4e25-b1a7-7cacff22ab7c'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:32:13.930404 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a20bdbb2-a423-479e-84b1-8cffcfe5983d None None] Provisioning complete for port 496acb0e-6acc-4519-8b36-37d1a9461f0c triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:32:13.931048 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a20bdbb2-a423-479e-84b1-8cffcfe5983d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:13.959722 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6521c758-9ee6-4010-ac0c-9998e6ada315 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:14.027557 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-d09f29e5-e3b4-4acb-84cb-6324a3ce39d8 req-8d382ede-ed85-4920-b91f-d7c2a96a03ae tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Deleting port 77390b8b-a6da-4a50-b92d-208c0440161d {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:32:14.032578 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-d09f29e5-e3b4-4acb-84cb-6324a3ce39d8 req-8d382ede-ed85-4920-b91f-d7c2a96a03ae tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:14.064780 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6521c758-9ee6-4010-ac0c-9998e6ada315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:14.092506 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5787717d-6b32-4a34-aa51-7d8c4a584b9c None None] Pushing event updated for resources: {'Port': ['ID=496acb0e-6acc-4519-8b36-37d1a9461f0c,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:32:14.171668 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a20bdbb2-a423-479e-84b1-8cffcfe5983d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:14.195850 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a20bdbb2-a423-479e-84b1-8cffcfe5983d None None] For port 496acb0e-6acc-4519-8b36-37d1a9461f0c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=496acb0e-6acc-4519-8b36-37d1a9461f0c,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:32:14.202573 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a20bdbb2-a423-479e-84b1-8cffcfe5983d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:14.250830 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6521c758-9ee6-4010-ac0c-9998e6ada315 admin admin] Pushing event updated for resources: {'Port': ['ID=f5e38546-3774-4985-91ea-188ae7e8c07b,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:32:14.311804 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6521c758-9ee6-4010-ac0c-9998e6ada315 admin admin] Network 2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:32:14.339933 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-1490f814-ed92-4b8d-ad37-a835f71e3b1e None None] Set router 07bf1f70-b412-4e25-b1a7-7cacff22ab7c gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:32:14.378864 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-3a9cd892-22dd-4404-9d7b-07213096f985 tempest-PortsAdminExtendedAttrsTestJSON-705277889 tempest-PortsAdminExtendedAttrsTestJSON-705277889-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1919771998'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:32:14.387242 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20bdbb2-a423-479e-84b1-8cffcfe5983d None None] Pushing event updated for resources: {'Port': ['ID=496acb0e-6acc-4519-8b36-37d1a9461f0c,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:32:14.392187 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-6521c758-9ee6-4010-ac0c-9998e6ada315 admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:32:14.437162 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6521c758-9ee6-4010-ac0c-9998e6ada315 admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:32:14.464655 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-d09f29e5-e3b4-4acb-84cb-6324a3ce39d8 req-8d382ede-ed85-4920-b91f-d7c2a96a03ae tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] For port 77390b8b-a6da-4a50-b92d-208c0440161d, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=77390b8b-a6da-4a50-b92d-208c0440161d,segment=NetworkSegment(04368979-ac99-4737-9a75-271bdacd11fd),segment_id=04368979-ac99-4737-9a75-271bdacd11fd)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:32:14.465013 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-d09f29e5-e3b4-4acb-84cb-6324a3ce39d8 req-8d382ede-ed85-4920-b91f-d7c2a96a03ae tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:14.488476 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-d09f29e5-e3b4-4acb-84cb-6324a3ce39d8 req-8d382ede-ed85-4920-b91f-d7c2a96a03ae tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Calling delete_port for 77390b8b-a6da-4a50-b92d-208c0440161d owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:32:14.621370 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3115dd0d-da4d-4a1b-aa73-405340446ad3 req-5e97e8fd-9b66-4a3f-b9f2-5caff7cc0200 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:14.623382 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3115dd0d-da4d-4a1b-aa73-405340446ad3 req-5e97e8fd-9b66-4a3f-b9f2-5caff7cc0200 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a03f19b-e0d4-46d6-84a3-079d035de2c4 HTTP/1.1" status: 200 len: 945 time: 0.3746331 Dec 06 17:32:14.680775 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ff9b5ce0-86b4-42f1-a1fa-ecec1dd7aa22 req-8cd661bf-00e4-4473-80b4-59bc9455c860 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9a03f19b-e0d4-46d6-84a3-079d035de2c4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4793921 Dec 06 17:32:14.688412 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6521c758-9ee6-4010-ac0c-9998e6ada315 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539179'] for router_interface, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:14.692895 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a9cd892-22dd-4404-9d7b-07213096f985 tempest-PortsAdminExtendedAttrsTestJSON-705277889 tempest-PortsAdminExtendedAttrsTestJSON-705277889-project] Made reservation on behalf of 69e85b788d9741e7b6113f0e75fe9bd0 for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:32:14.708060 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3a9cd892-22dd-4404-9d7b-07213096f985 tempest-PortsAdminExtendedAttrsTestJSON-705277889 tempest-PortsAdminExtendedAttrsTestJSON-705277889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:14.787981 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-1490f814-ed92-4b8d-ad37-a835f71e3b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bf1f70-b412-4e25-b1a7-7cacff22ab7c', 'name': 'tempest-TestVolumeBootPattern-2129032411-router', 'tenant_id': 'ecd8b64e36c540eeae4809301448bbe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.204'}], 'enable_snat': True}, 'gw_port_id': '496acb0e-6acc-4519-8b36-37d1a9461f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:32:06Z', 'updated_at': '2021-12-06T17:32:09Z', 'revision_number': 3, 'project_id': 'ecd8b64e36c540eeae4809301448bbe1', 'gw_port': {'id': '496acb0e-6acc-4519-8b36-37d1a9461f0c', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a6:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07bf1f70-b412-4e25-b1a7-7cacff22ab7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:32:08Z', 'updated_at': '2021-12-06T17:32:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:32:14.791161 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3a9cd892-22dd-4404-9d7b-07213096f985 tempest-PortsAdminExtendedAttrsTestJSON-705277889 tempest-PortsAdminExtendedAttrsTestJSON-705277889-project] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:14.807415 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3162ba8-68ff-4af5-b0ae-35a65d8097c6 req-bc11b321-e2ab-4576-b49c-6ef5d5f3ce61 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:14.824866 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a3162ba8-68ff-4af5-b0ae-35a65d8097c6 req-bc11b321-e2ab-4576-b49c-6ef5d5f3ce61 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd5c2d47-7018-4f41-af71-56e6d5579ccf HTTP/1.1" status: 200 len: 946 time: 0.5246689 Dec 06 17:32:14.919382 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1490f814-ed92-4b8d-ad37-a835f71e3b1e None None] The sync data for ids ['07bf1f70-b412-4e25-b1a7-7cacff22ab7c'] in n-d-master-1 is: [{'id': '07bf1f70-b412-4e25-b1a7-7cacff22ab7c', 'name': 'tempest-TestVolumeBootPattern-2129032411-router', 'tenant_id': 'ecd8b64e36c540eeae4809301448bbe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.204'}], 'enable_snat': True}, 'gw_port_id': '496acb0e-6acc-4519-8b36-37d1a9461f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:32:06Z', 'updated_at': '2021-12-06T17:32:09Z', 'revision_number': 3, 'project_id': 'ecd8b64e36c540eeae4809301448bbe1', 'gw_port': {'id': '496acb0e-6acc-4519-8b36-37d1a9461f0c', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a6:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07bf1f70-b412-4e25-b1a7-7cacff22ab7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:32:08Z', 'updated_at': '2021-12-06T17:32:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:32:14.939144 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6444a23a-e3b5-45e7-857b-0e8667d63da4 None None] Provisioning complete for port f5e38546-3774-4985-91ea-188ae7e8c07b triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:32:14.943170 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6444a23a-e3b5-45e7-857b-0e8667d63da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:14.951006 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-d09f29e5-e3b4-4acb-84cb-6324a3ce39d8 req-8d382ede-ed85-4920-b91f-d7c2a96a03ae tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:15.011439 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3115dd0d-da4d-4a1b-aa73-405340446ad3 req-ee8d8985-1d67-4b16-9f98-1f2a6db56732 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f3c85a1-3b48-4f29-aec2-3a218353c857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3787107 Dec 06 17:32:15.027200 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['cb808805-ed0f-4802-a8ba-36b736428fd1', '77390b8b-a6da-4a50-b92d-208c0440161d'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:32:15.142122 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6444a23a-e3b5-45e7-857b-0e8667d63da4 None None] Port f5e38546-3774-4985-91ea-188ae7e8c07b cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:32:15.184570 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a3162ba8-68ff-4af5-b0ae-35a65d8097c6 req-accbe74e-a26c-4c46-ba1d-67e2111a93f4 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/security-groups?id=a040c6b3-0771-4bba-81c8-f88c93c47b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3585622 Dec 06 17:32:15.185600 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d382ede-ed85-4920-b91f-d7c2a96a03ae tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Pushing event deleted for resources: {'Port': ['ID=77390b8b-a6da-4a50-b92d-208c0440161d,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:32:15.239497 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6521c758-9ee6-4010-ac0c-9998e6ada315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:15.256341 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e097d3b4-2484-4c9b-9058-e8f0d34da129 None None] DHCP port deletion for baae5554-5993-4f38-bd78-dc900341a8a7 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:32:15.325000 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b01cca6-3f38-4862-a7bb-551c886b8fbe req-47c75faa-d6e9-4cb5-8576-933bc11fd727 tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:15.327351 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6b01cca6-3f38-4862-a7bb-551c886b8fbe req-47c75faa-d6e9-4cb5-8576-933bc11fd727 tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] 10.222.0.23 "GET /v2.0/ports?device_id=9348bdba-5fb8-487f-b0f5-3ed7925472ac HTTP/1.1" status: 200 len: 944 time: 0.1534927 Dec 06 17:32:15.353732 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-d09f29e5-e3b4-4acb-84cb-6324a3ce39d8 req-8d382ede-ed85-4920-b91f-d7c2a96a03ae tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] No DVR routers for this DVR port 77390b8b-a6da-4a50-b92d-208c0440161d on host n-h2-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:32:15.360263 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-d09f29e5-e3b4-4acb-84cb-6324a3ce39d8 req-8d382ede-ed85-4920-b91f-d7c2a96a03ae tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:15.374637 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d09f29e5-e3b4-4acb-84cb-6324a3ce39d8 req-8d382ede-ed85-4920-b91f-d7c2a96a03ae tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.44 "DELETE /v2.0/ports/77390b8b-a6da-4a50-b92d-208c0440161d HTTP/1.1" status: 204 len: 173 time: 1.6592896 Dec 06 17:32:15.375956 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd5c2d47-7018-4f41-af71-56e6d5579ccf', 'name': 'network-vif-deleted', 'tag': '77390b8b-a6da-4a50-b92d-208c0440161d'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:32:15.381974 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c943d359-baf9-4f21-b7ef-1f6fcaf87aa2" -d '{"events": [{"server_uuid": "bd5c2d47-7018-4f41-af71-56e6d5579ccf", "name": "network-vif-deleted", "tag": "77390b8b-a6da-4a50-b92d-208c0440161d"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:32:15.472060 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3a9cd892-22dd-4404-9d7b-07213096f985 tempest-PortsAdminExtendedAttrsTestJSON-705277889 tempest-PortsAdminExtendedAttrsTestJSON-705277889-project] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:15.499836 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3a9cd892-22dd-4404-9d7b-07213096f985 tempest-PortsAdminExtendedAttrsTestJSON-705277889 tempest-PortsAdminExtendedAttrsTestJSON-705277889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:15.541910 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a9cd892-22dd-4404-9d7b-07213096f985 tempest-PortsAdminExtendedAttrsTestJSON-705277889 tempest-PortsAdminExtendedAttrsTestJSON-705277889-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:32:15.565123 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device bc55a4d9-f663-4cec-8ef3-d3dabedaa331 up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:32:15.586135 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6b01cca6-3f38-4862-a7bb-551c886b8fbe req-737b865f-4ad1-49b6-a281-942b44665d22 tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] 10.222.0.23 "GET /v2.0/security-groups?id=17933e3e-6db0-4f44-8e47-dedf5cf1a7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471521 Dec 06 17:32:15.602159 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb3d0377-9e96-41bb-8673-bb497b5c6ae9 x-openstack-request-id: req-fb3d0377-9e96-41bb-8673-bb497b5c6ae9 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:32:15.602456 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd5c2d47-7018-4f41-af71-56e6d5579ccf", "name": "network-vif-deleted", "tag": "77390b8b-a6da-4a50-b92d-208c0440161d", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:32:15.602712 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fb3d0377-9e96-41bb-8673-bb497b5c6ae9 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:32:15.603789 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd5c2d47-7018-4f41-af71-56e6d5579ccf', 'name': 'network-vif-deleted', 'tag': '77390b8b-a6da-4a50-b92d-208c0440161d', 'status': 'completed', 'code': 200} Dec 06 17:32:15.671013 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9cd892-22dd-4404-9d7b-07213096f985 tempest-PortsAdminExtendedAttrsTestJSON-705277889 tempest-PortsAdminExtendedAttrsTestJSON-705277889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64b9da59-da41-4ca8-8c07-2567196944bc,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:32:15.696577 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3a9cd892-22dd-4404-9d7b-07213096f985 tempest-PortsAdminExtendedAttrsTestJSON-705277889 tempest-PortsAdminExtendedAttrsTestJSON-705277889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:15.698061 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-3a9cd892-22dd-4404-9d7b-07213096f985 tempest-PortsAdminExtendedAttrsTestJSON-705277889 tempest-PortsAdminExtendedAttrsTestJSON-705277889-project] Added segment 5f1d37b4-0304-4710-8e84-a03200e2cebe of type vlan for network 52309091-e4d4-4be5-af25-8ccadb08e22a Dec 06 17:32:15.830345 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bc650422-634b-41a4-9985-518eb03f5aef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:15.839700 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3a9cd892-22dd-4404-9d7b-07213096f985 tempest-PortsAdminExtendedAttrsTestJSON-705277889 tempest-PortsAdminExtendedAttrsTestJSON-705277889-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:15.863313 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6521c758-9ee6-4010-ac0c-9998e6ada315 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:15.872004 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6521c758-9ee6-4010-ac0c-9998e6ada315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:15.939134 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3a9cd892-22dd-4404-9d7b-07213096f985 tempest-PortsAdminExtendedAttrsTestJSON-705277889 tempest-PortsAdminExtendedAttrsTestJSON-705277889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:15.945265 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9cd892-22dd-4404-9d7b-07213096f985 tempest-PortsAdminExtendedAttrsTestJSON-705277889 tempest-PortsAdminExtendedAttrsTestJSON-705277889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:15.947075 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3a9cd892-22dd-4404-9d7b-07213096f985 tempest-PortsAdminExtendedAttrsTestJSON-705277889 tempest-PortsAdminExtendedAttrsTestJSON-705277889-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:15.963479 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning for port bc55a4d9-f663-4cec-8ef3-d3dabedaa331 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:32:15.976467 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port bc55a4d9-f663-4cec-8ef3-d3dabedaa331 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:32:15.978057 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:16.025508 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-3a9cd892-22dd-4404-9d7b-07213096f985 tempest-PortsAdminExtendedAttrsTestJSON-705277889 tempest-PortsAdminExtendedAttrsTestJSON-705277889-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.2809346 Dec 06 17:32:16.075283 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6521c758-9ee6-4010-ac0c-9998e6ada315 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-772465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539207'] for router_interface, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:16.098316 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6521c758-9ee6-4010-ac0c-9998e6ada315 admin admin] Pushing event updated for resources: {'Port': ['ID=f5e38546-3774-4985-91ea-188ae7e8c07b,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:32:16.171435 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9cd892-22dd-4404-9d7b-07213096f985 tempest-PortsAdminExtendedAttrsTestJSON-705277889 tempest-PortsAdminExtendedAttrsTestJSON-705277889-project] Pushing event updated for resources: {'Network': ['ID=52309091-e4d4-4be5-af25-8ccadb08e22a,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:32:16.205967 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 52309091-e4d4-4be5-af25-8ccadb08e22a details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:32:16.246986 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:16.363492 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6521c758-9ee6-4010-ac0c-9998e6ada315 admin admin] Network 2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:32:16.367611 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-6521c758-9ee6-4010-ac0c-9998e6ada315 admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:32:16.415920 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port bc55a4d9-f663-4cec-8ef3-d3dabedaa331, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=bc55a4d9-f663-4cec-8ef3-d3dabedaa331,segment=NetworkSegment(8ba3ae1c-8dbf-4d46-bbe3-6c8317b581b4),segment_id=8ba3ae1c-8dbf-4d46-bbe3-6c8317b581b4)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:32:16.425619 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9348bdba-5fb8-487f-b0f5-3ed7925472ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc55a4d9-f663-4cec-8ef3-d3dabedaa331'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:32:16.431498 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b473a6a-970b-4dbf-9f3f-9c2eb228a4ad" -d '{"events": [{"server_uuid": "9348bdba-5fb8-487f-b0f5-3ed7925472ac", "name": "network-vif-plugged", "status": "completed", "tag": "bc55a4d9-f663-4cec-8ef3-d3dabedaa331"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:32:16.465450 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:16.466272 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 77390b8b-a6da-4a50-b92d-208c0440161d no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:32:16.540993 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] No Port match for: 77390b8b-a6da-4a50-b92d-208c0440161d {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:32:16.541694 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 77390b8b-a6da-4a50-b92d-208c0440161d not bound to the agent host n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:32:16.560546 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 46238) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:32:16.566428 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-07c2e2f8-7226-4aae-8052-6acbcc29eaf3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Request body: {'port': {'network_id': '52309091-e4d4-4be5-af25-8ccadb08e22a', 'binding:host_id': 'n-h2-master-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-373265096'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:32:16.660013 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07c2e2f8-7226-4aae-8052-6acbcc29eaf3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Made reservation on behalf of 108ad33c77564943aa901b9acb96ae4d for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:32:16.663358 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-07c2e2f8-7226-4aae-8052-6acbcc29eaf3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:16.668507 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd49ccc-b7ff-40ea-a360-65ec4240e560 req-3a71df43-4200-4563-a809-2e7353ad146f tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:16.683695 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=bc55a4d9-f663-4cec-8ef3-d3dabedaa331,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:32:16.695320 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0fd49ccc-b7ff-40ea-a360-65ec4240e560 req-3a71df43-4200-4563-a809-2e7353ad146f tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a03f19b-e0d4-46d6-84a3-079d035de2c4 HTTP/1.1" status: 200 len: 945 time: 0.3474245 Dec 06 17:32:16.720981 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-07c2e2f8-7226-4aae-8052-6acbcc29eaf3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:16.799630 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfa15152-97e1-4bac-ad4b-a9e2a268be7a x-openstack-request-id: req-cfa15152-97e1-4bac-ad4b-a9e2a268be7a {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:32:16.799937 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9348bdba-5fb8-487f-b0f5-3ed7925472ac", "name": "network-vif-plugged", "status": "completed", "tag": "bc55a4d9-f663-4cec-8ef3-d3dabedaa331", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:32:16.800198 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cfa15152-97e1-4bac-ad4b-a9e2a268be7a {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:32:16.800875 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9348bdba-5fb8-487f-b0f5-3ed7925472ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc55a4d9-f663-4cec-8ef3-d3dabedaa331', 'code': 200} Dec 06 17:32:16.967781 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:17.060102 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0fd49ccc-b7ff-40ea-a360-65ec4240e560 req-1864bbe3-608d-4a2f-8310-3d107042e654 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f3c85a1-3b48-4f29-aec2-3a218353c857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3638487 Dec 06 17:32:17.062884 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 496acb0e-6acc-4519-8b36-37d1a9461f0c up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:32:17.073096 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6521c758-9ee6-4010-ac0c-9998e6ada315 admin admin] Router 07bf1f70-b412-4e25-b1a7-7cacff22ab7c has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:32:17.170561 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761ca2c0-505d-47cd-ab8f-822e50a61337 req-6b2efeae-393b-41a6-8e76-a5acfbcc66ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:17.173338 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-761ca2c0-505d-47cd-ab8f-822e50a61337 req-6b2efeae-393b-41a6-8e76-a5acfbcc66ce service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9348bdba-5fb8-487f-b0f5-3ed7925472ac HTTP/1.1" status: 200 len: 1096 time: 0.2917631 Dec 06 17:32:17.228743 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-07c2e2f8-7226-4aae-8052-6acbcc29eaf3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:17.235338 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 496acb0e-6acc-4519-8b36-37d1a9461f0c triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:32:17.236027 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:17.241359 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9b5ce0-86b4-42f1-a1fa-ecec1dd7aa22 req-4bb6333a-f445-4fb6-bb2f-c4f35553a74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:17.243201 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ff9b5ce0-86b4-42f1-a1fa-ecec1dd7aa22 req-4bb6333a-f445-4fb6-bb2f-c4f35553a74d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=87136a91f6c54863bdb78ae5833b5c4e&device_id=9a03f19b-e0d4-46d6-84a3-079d035de2c4 HTTP/1.1" status: 200 len: 1096 time: 0.1412332 Dec 06 17:32:17.244592 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-4f475289-89bd-4a54-a05c-2f83b38a1f58 None None] Provisioning complete for port f5e38546-3774-4985-91ea-188ae7e8c07b triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:32:17.244994 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4f475289-89bd-4a54-a05c-2f83b38a1f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:17.255328 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e58c55-28a9-4ac7-b18c-61cf6d5f2594 req-9fe0be3b-9be6-43e9-8256-1066097c38c0 tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:17.263275 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-11e58c55-28a9-4ac7-b18c-61cf6d5f2594 req-9fe0be3b-9be6-43e9-8256-1066097c38c0 tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] 10.222.0.23 "GET /v2.0/ports?device_id=9348bdba-5fb8-487f-b0f5-3ed7925472ac HTTP/1.1" status: 200 len: 945 time: 0.2127101 Dec 06 17:32:17.268978 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-07c2e2f8-7226-4aae-8052-6acbcc29eaf3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:17.272890 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-07c2e2f8-7226-4aae-8052-6acbcc29eaf3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] device_id is not set on port 266942d2-404a-4c2f-868e-7a9346ab62f8 yet. {{(pid=103285) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:32:17.352306 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6521c758-9ee6-4010-ac0c-9998e6ada315 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:32:17.367023 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-6521c758-9ee6-4010-ac0c-9998e6ada315 admin admin] 10.222.0.23 "PUT /v2.0/routers/07bf1f70-b412-4e25-b1a7-7cacff22ab7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7522910 Dec 06 17:32:17.446247 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-4f475289-89bd-4a54-a05c-2f83b38a1f58 None None] Port f5e38546-3774-4985-91ea-188ae7e8c07b cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:32:17.650871 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-07c2e2f8-7226-4aae-8052-6acbcc29eaf3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] device_id is not set on port 266942d2-404a-4c2f-868e-7a9346ab62f8 yet. {{(pid=103285) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:32:17.710429 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-07c2e2f8-7226-4aae-8052-6acbcc29eaf3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:17.712832 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c2e2f8-7226-4aae-8052-6acbcc29eaf3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc9265ba-140e-4ed9-9c29-a6887ef8ae94,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:32:17.765992 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-07c2e2f8-7226-4aae-8052-6acbcc29eaf3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:17.887785 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c2e2f8-7226-4aae-8052-6acbcc29eaf3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Pushing event updated for resources: {'Port': ['ID=266942d2-404a-4c2f-868e-7a9346ab62f8,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:32:17.937908 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-11e58c55-28a9-4ac7-b18c-61cf6d5f2594 req-73f6bda5-c26c-4509-8641-2e21d6367dac tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] 10.222.0.23 "GET /v2.0/security-groups?id=17933e3e-6db0-4f44-8e47-dedf5cf1a7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6728153 Dec 06 17:32:17.951712 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-761ca2c0-505d-47cd-ab8f-822e50a61337 req-5080a680-3edb-43d0-af83-de7e5aa38f0f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=17933e3e-6db0-4f44-8e47-dedf5cf1a7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7640686 Dec 06 17:32:17.991198 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c2e2f8-7226-4aae-8052-6acbcc29eaf3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Checking segment: {'id': '5f1d37b4-0304-4710-8e84-a03200e2cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '52309091-e4d4-4be5-af25-8ccadb08e22a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:32:17.991567 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c2e2f8-7226-4aae-8052-6acbcc29eaf3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Network hostable DHCP agents. Network: 52309091-e4d4-4be5-af25-8ccadb08e22a, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:32:18.023782 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9b5ce0-86b4-42f1-a1fa-ecec1dd7aa22 req-67a5cf76-44d0-4149-9b05-bd58daf951e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:18.025703 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ff9b5ce0-86b4-42f1-a1fa-ecec1dd7aa22 req-67a5cf76-44d0-4149-9b05-bd58daf951e7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=39ca8761-abdc-4183-874f-43b7c768d0ca HTTP/1.1" status: 200 len: 898 time: 0.7576137 Dec 06 17:32:18.038185 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c2e2f8-7226-4aae-8052-6acbcc29eaf3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Network 52309091-e4d4-4be5-af25-8ccadb08e22a is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:32:18.098898 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-07c2e2f8-7226-4aae-8052-6acbcc29eaf3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 52309091-e4d4-4be5-af25-8ccadb08e22a) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:32:18.112381 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c2e2f8-7226-4aae-8052-6acbcc29eaf3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:32:18.124106 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb1adb7-ae1b-4692-9cb9-653e93b654e5 None None] Network 52309091-e4d4-4be5-af25-8ccadb08e22a requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:32:18.129273 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:18.141882 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-07c2e2f8-7226-4aae-8052-6acbcc29eaf3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempting to bind port 266942d2-404a-4c2f-868e-7a9346ab62f8 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:32:18.142216 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-07c2e2f8-7226-4aae-8052-6acbcc29eaf3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempting to bind port 266942d2-404a-4c2f-868e-7a9346ab62f8 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '5f1d37b4-0304-4710-8e84-a03200e2cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '52309091-e4d4-4be5-af25-8ccadb08e22a'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:32:18.142761 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c2e2f8-7226-4aae-8052-6acbcc29eaf3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempting to bind port 266942d2-404a-4c2f-868e-7a9346ab62f8 on network 52309091-e4d4-4be5-af25-8ccadb08e22a {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:32:18.158312 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ff9b5ce0-86b4-42f1-a1fa-ecec1dd7aa22 req-6e419f6a-da5a-4658-9ed3-83e7c9e95440 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96d9265e-5c36-4216-b5da-3ebc61179801 HTTP/1.1" status: 200 len: 1000 time: 0.1096902 Dec 06 17:32:18.159108 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c2e2f8-7226-4aae-8052-6acbcc29eaf3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Port 266942d2-404a-4c2f-868e-7a9346ab62f8 on network 52309091-e4d4-4be5-af25-8ccadb08e22a not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:32:18.159628 n-d-master-1 neutron-server[103285]: ERROR neutron.plugins.ml2.managers [None req-07c2e2f8-7226-4aae-8052-6acbcc29eaf3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Failed to bind port 266942d2-404a-4c2f-868e-7a9346ab62f8 on host n-h2-master-1 for vnic_type normal using segments [{'id': '5f1d37b4-0304-4710-8e84-a03200e2cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '52309091-e4d4-4be5-af25-8ccadb08e22a'}] Dec 06 17:32:18.160209 n-d-master-1 neutron-server[103285]: INFO neutron.plugins.ml2.plugin [None req-07c2e2f8-7226-4aae-8052-6acbcc29eaf3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempt 2 to bind port 266942d2-404a-4c2f-868e-7a9346ab62f8 Dec 06 17:32:18.236885 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-07c2e2f8-7226-4aae-8052-6acbcc29eaf3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempting to bind port 266942d2-404a-4c2f-868e-7a9346ab62f8 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:32:18.237222 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-07c2e2f8-7226-4aae-8052-6acbcc29eaf3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempting to bind port 266942d2-404a-4c2f-868e-7a9346ab62f8 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '5f1d37b4-0304-4710-8e84-a03200e2cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '52309091-e4d4-4be5-af25-8ccadb08e22a'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:32:18.246843 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c2e2f8-7226-4aae-8052-6acbcc29eaf3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempting to bind port 266942d2-404a-4c2f-868e-7a9346ab62f8 on network 52309091-e4d4-4be5-af25-8ccadb08e22a {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:32:18.255775 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c2e2f8-7226-4aae-8052-6acbcc29eaf3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Port 266942d2-404a-4c2f-868e-7a9346ab62f8 on network 52309091-e4d4-4be5-af25-8ccadb08e22a not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:32:18.257495 n-d-master-1 neutron-server[103285]: ERROR neutron.plugins.ml2.managers [None req-07c2e2f8-7226-4aae-8052-6acbcc29eaf3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Failed to bind port 266942d2-404a-4c2f-868e-7a9346ab62f8 on host n-h2-master-1 for vnic_type normal using segments [{'id': '5f1d37b4-0304-4710-8e84-a03200e2cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '52309091-e4d4-4be5-af25-8ccadb08e22a'}] Dec 06 17:32:18.264224 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2acac1b-fd81-4c96-87fc-9bee22446af4 req-c736c53f-a283-4b71-b032-8cc5dac09bfe tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:18.266982 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d2acac1b-fd81-4c96-87fc-9bee22446af4 req-c736c53f-a283-4b71-b032-8cc5dac09bfe tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a03f19b-e0d4-46d6-84a3-079d035de2c4 HTTP/1.1" status: 200 len: 945 time: 0.0812852 Dec 06 17:32:18.271914 n-d-master-1 neutron-server[103285]: INFO neutron.plugins.ml2.plugin [None req-07c2e2f8-7226-4aae-8052-6acbcc29eaf3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempt 3 to bind port 266942d2-404a-4c2f-868e-7a9346ab62f8 Dec 06 17:32:18.312919 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c342378-c74f-4327-aff1-76b5c0ae54c6 None None] Sync routers for ids ['07bf1f70-b412-4e25-b1a7-7cacff22ab7c'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:32:18.334080 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c342378-c74f-4327-aff1-76b5c0ae54c6 None None] Routers {'07bf1f70-b412-4e25-b1a7-7cacff22ab7c'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:32:18.334952 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-0c342378-c74f-4327-aff1-76b5c0ae54c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:32:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['07bf1f70-b412-4e25-b1a7-7cacff22ab7c'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:32:18.373580 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d2acac1b-fd81-4c96-87fc-9bee22446af4 req-82937f31-98f3-4bc9-ae58-62685ea6a3d6 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f3c85a1-3b48-4f29-aec2-3a218353c857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002631 Dec 06 17:32:18.379205 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-07c2e2f8-7226-4aae-8052-6acbcc29eaf3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempting to bind port 266942d2-404a-4c2f-868e-7a9346ab62f8 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:32:18.379789 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-07c2e2f8-7226-4aae-8052-6acbcc29eaf3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempting to bind port 266942d2-404a-4c2f-868e-7a9346ab62f8 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '5f1d37b4-0304-4710-8e84-a03200e2cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '52309091-e4d4-4be5-af25-8ccadb08e22a'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:32:18.380133 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c2e2f8-7226-4aae-8052-6acbcc29eaf3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempting to bind port 266942d2-404a-4c2f-868e-7a9346ab62f8 on network 52309091-e4d4-4be5-af25-8ccadb08e22a {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:32:18.383200 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9b5ce0-86b4-42f1-a1fa-ecec1dd7aa22 req-4fef8b0a-4c00-46d5-b6f8-8ae20ec4b228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:18.384678 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ff9b5ce0-86b4-42f1-a1fa-ecec1dd7aa22 req-4fef8b0a-4c00-46d5-b6f8-8ae20ec4b228 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ccec9b31-d792-401a-9e06-9a1a9efca83a HTTP/1.1" status: 200 len: 835 time: 0.2140386 Dec 06 17:32:18.439568 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c2e2f8-7226-4aae-8052-6acbcc29eaf3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Port 266942d2-404a-4c2f-868e-7a9346ab62f8 on network 52309091-e4d4-4be5-af25-8ccadb08e22a not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:32:18.439905 n-d-master-1 neutron-server[103285]: ERROR neutron.plugins.ml2.managers [None req-07c2e2f8-7226-4aae-8052-6acbcc29eaf3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Failed to bind port 266942d2-404a-4c2f-868e-7a9346ab62f8 on host n-h2-master-1 for vnic_type normal using segments [{'id': '5f1d37b4-0304-4710-8e84-a03200e2cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '52309091-e4d4-4be5-af25-8ccadb08e22a'}] Dec 06 17:32:18.444738 n-d-master-1 neutron-server[103285]: INFO neutron.plugins.ml2.plugin [None req-07c2e2f8-7226-4aae-8052-6acbcc29eaf3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempt 4 to bind port 266942d2-404a-4c2f-868e-7a9346ab62f8 Dec 06 17:32:18.450800 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9b5ce0-86b4-42f1-a1fa-ecec1dd7aa22 req-dd027fb4-9bea-42e4-baef-7f1eaaa20463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:18.452328 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ff9b5ce0-86b4-42f1-a1fa-ecec1dd7aa22 req-dd027fb4-9bea-42e4-baef-7f1eaaa20463 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=39ca8761-abdc-4183-874f-43b7c768d0ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535579 Dec 06 17:32:18.463284 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-07c2e2f8-7226-4aae-8052-6acbcc29eaf3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempting to bind port 266942d2-404a-4c2f-868e-7a9346ab62f8 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:32:18.463629 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-07c2e2f8-7226-4aae-8052-6acbcc29eaf3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempting to bind port 266942d2-404a-4c2f-868e-7a9346ab62f8 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '5f1d37b4-0304-4710-8e84-a03200e2cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '52309091-e4d4-4be5-af25-8ccadb08e22a'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:32:18.463960 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c2e2f8-7226-4aae-8052-6acbcc29eaf3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempting to bind port 266942d2-404a-4c2f-868e-7a9346ab62f8 on network 52309091-e4d4-4be5-af25-8ccadb08e22a {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:32:18.471970 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c2e2f8-7226-4aae-8052-6acbcc29eaf3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Port 266942d2-404a-4c2f-868e-7a9346ab62f8 on network 52309091-e4d4-4be5-af25-8ccadb08e22a not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:32:18.472178 n-d-master-1 neutron-server[103285]: ERROR neutron.plugins.ml2.managers [None req-07c2e2f8-7226-4aae-8052-6acbcc29eaf3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Failed to bind port 266942d2-404a-4c2f-868e-7a9346ab62f8 on host n-h2-master-1 for vnic_type normal using segments [{'id': '5f1d37b4-0304-4710-8e84-a03200e2cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '52309091-e4d4-4be5-af25-8ccadb08e22a'}] Dec 06 17:32:18.551432 n-d-master-1 neutron-server[103285]: INFO neutron.plugins.ml2.plugin [None req-07c2e2f8-7226-4aae-8052-6acbcc29eaf3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempt 5 to bind port 266942d2-404a-4c2f-868e-7a9346ab62f8 Dec 06 17:32:18.574714 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 46286) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:32:18.580823 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-07c2e2f8-7226-4aae-8052-6acbcc29eaf3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempting to bind port 266942d2-404a-4c2f-868e-7a9346ab62f8 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:32:18.581163 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-07c2e2f8-7226-4aae-8052-6acbcc29eaf3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempting to bind port 266942d2-404a-4c2f-868e-7a9346ab62f8 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '5f1d37b4-0304-4710-8e84-a03200e2cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '52309091-e4d4-4be5-af25-8ccadb08e22a'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:32:18.581514 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c2e2f8-7226-4aae-8052-6acbcc29eaf3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempting to bind port 266942d2-404a-4c2f-868e-7a9346ab62f8 on network 52309091-e4d4-4be5-af25-8ccadb08e22a {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:32:18.612757 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-61e2f16f-98b1-418b-894a-9feb92709e1b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1607606723-network', 'tenant_id': 'b79391c53ca74e5d9ce9f9bdfa79125a'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:32:18.625158 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ff9b5ce0-86b4-42f1-a1fa-ecec1dd7aa22 req-4d13efe3-50c0-44f1-b688-d6119b02d04a service neutron] 10.222.0.41 "GET /v2.0/networks/39ca8761-abdc-4183-874f-43b7c768d0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535630 Dec 06 17:32:18.627303 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c2e2f8-7226-4aae-8052-6acbcc29eaf3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Port 266942d2-404a-4c2f-868e-7a9346ab62f8 on network 52309091-e4d4-4be5-af25-8ccadb08e22a not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:32:18.627636 n-d-master-1 neutron-server[103285]: ERROR neutron.plugins.ml2.managers [None req-07c2e2f8-7226-4aae-8052-6acbcc29eaf3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Failed to bind port 266942d2-404a-4c2f-868e-7a9346ab62f8 on host n-h2-master-1 for vnic_type normal using segments [{'id': '5f1d37b4-0304-4710-8e84-a03200e2cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '52309091-e4d4-4be5-af25-8ccadb08e22a'}] Dec 06 17:32:18.628164 n-d-master-1 neutron-server[103285]: INFO neutron.plugins.ml2.plugin [None req-07c2e2f8-7226-4aae-8052-6acbcc29eaf3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempt 6 to bind port 266942d2-404a-4c2f-868e-7a9346ab62f8 Dec 06 17:32:18.662639 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e2f16f-98b1-418b-894a-9feb92709e1b admin admin] Made reservation on behalf of b79391c53ca74e5d9ce9f9bdfa79125a for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:32:18.665040 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-61e2f16f-98b1-418b-894a-9feb92709e1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:18.669924 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-07c2e2f8-7226-4aae-8052-6acbcc29eaf3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempting to bind port 266942d2-404a-4c2f-868e-7a9346ab62f8 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:32:18.670404 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-07c2e2f8-7226-4aae-8052-6acbcc29eaf3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempting to bind port 266942d2-404a-4c2f-868e-7a9346ab62f8 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '5f1d37b4-0304-4710-8e84-a03200e2cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '52309091-e4d4-4be5-af25-8ccadb08e22a'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:32:18.670579 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c2e2f8-7226-4aae-8052-6acbcc29eaf3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempting to bind port 266942d2-404a-4c2f-868e-7a9346ab62f8 on network 52309091-e4d4-4be5-af25-8ccadb08e22a {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:32:18.674720 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-61e2f16f-98b1-418b-894a-9feb92709e1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:18.685551 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c2e2f8-7226-4aae-8052-6acbcc29eaf3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Port 266942d2-404a-4c2f-868e-7a9346ab62f8 on network 52309091-e4d4-4be5-af25-8ccadb08e22a not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:32:18.686145 n-d-master-1 neutron-server[103285]: ERROR neutron.plugins.ml2.managers [None req-07c2e2f8-7226-4aae-8052-6acbcc29eaf3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Failed to bind port 266942d2-404a-4c2f-868e-7a9346ab62f8 on host n-h2-master-1 for vnic_type normal using segments [{'id': '5f1d37b4-0304-4710-8e84-a03200e2cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '52309091-e4d4-4be5-af25-8ccadb08e22a'}] Dec 06 17:32:18.723734 n-d-master-1 neutron-server[103285]: INFO neutron.plugins.ml2.plugin [None req-07c2e2f8-7226-4aae-8052-6acbcc29eaf3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempt 7 to bind port 266942d2-404a-4c2f-868e-7a9346ab62f8 Dec 06 17:32:18.755484 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-07c2e2f8-7226-4aae-8052-6acbcc29eaf3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempting to bind port 266942d2-404a-4c2f-868e-7a9346ab62f8 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:32:18.756324 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-07c2e2f8-7226-4aae-8052-6acbcc29eaf3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempting to bind port 266942d2-404a-4c2f-868e-7a9346ab62f8 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '5f1d37b4-0304-4710-8e84-a03200e2cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '52309091-e4d4-4be5-af25-8ccadb08e22a'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:32:18.757394 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c2e2f8-7226-4aae-8052-6acbcc29eaf3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempting to bind port 266942d2-404a-4c2f-868e-7a9346ab62f8 on network 52309091-e4d4-4be5-af25-8ccadb08e22a {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:32:18.769842 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c2e2f8-7226-4aae-8052-6acbcc29eaf3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Port 266942d2-404a-4c2f-868e-7a9346ab62f8 on network 52309091-e4d4-4be5-af25-8ccadb08e22a not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:32:18.771363 n-d-master-1 neutron-server[103285]: ERROR neutron.plugins.ml2.managers [None req-07c2e2f8-7226-4aae-8052-6acbcc29eaf3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Failed to bind port 266942d2-404a-4c2f-868e-7a9346ab62f8 on host n-h2-master-1 for vnic_type normal using segments [{'id': '5f1d37b4-0304-4710-8e84-a03200e2cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '52309091-e4d4-4be5-af25-8ccadb08e22a'}] Dec 06 17:32:18.778546 n-d-master-1 neutron-server[103285]: INFO neutron.plugins.ml2.plugin [None req-07c2e2f8-7226-4aae-8052-6acbcc29eaf3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempt 8 to bind port 266942d2-404a-4c2f-868e-7a9346ab62f8 Dec 06 17:32:18.784912 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-0c342378-c74f-4327-aff1-76b5c0ae54c6 None None] Set router 07bf1f70-b412-4e25-b1a7-7cacff22ab7c gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:32:18.797457 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-07c2e2f8-7226-4aae-8052-6acbcc29eaf3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempting to bind port 266942d2-404a-4c2f-868e-7a9346ab62f8 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:32:18.797870 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-07c2e2f8-7226-4aae-8052-6acbcc29eaf3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempting to bind port 266942d2-404a-4c2f-868e-7a9346ab62f8 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '5f1d37b4-0304-4710-8e84-a03200e2cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '52309091-e4d4-4be5-af25-8ccadb08e22a'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:32:18.798208 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c2e2f8-7226-4aae-8052-6acbcc29eaf3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempting to bind port 266942d2-404a-4c2f-868e-7a9346ab62f8 on network 52309091-e4d4-4be5-af25-8ccadb08e22a {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:32:18.820326 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c2e2f8-7226-4aae-8052-6acbcc29eaf3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Port 266942d2-404a-4c2f-868e-7a9346ab62f8 on network 52309091-e4d4-4be5-af25-8ccadb08e22a not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:32:18.820571 n-d-master-1 neutron-server[103285]: ERROR neutron.plugins.ml2.managers [None req-07c2e2f8-7226-4aae-8052-6acbcc29eaf3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Failed to bind port 266942d2-404a-4c2f-868e-7a9346ab62f8 on host n-h2-master-1 for vnic_type normal using segments [{'id': '5f1d37b4-0304-4710-8e84-a03200e2cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '52309091-e4d4-4be5-af25-8ccadb08e22a'}] Dec 06 17:32:18.822505 n-d-master-1 neutron-server[103285]: INFO neutron.plugins.ml2.plugin [None req-07c2e2f8-7226-4aae-8052-6acbcc29eaf3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempt 9 to bind port 266942d2-404a-4c2f-868e-7a9346ab62f8 Dec 06 17:32:18.837441 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ff9b5ce0-86b4-42f1-a1fa-ecec1dd7aa22 req-0726fb2f-f8f9-4008-933b-80501528de10 service neutron] 10.222.0.41 "GET /v2.0/networks/39ca8761-abdc-4183-874f-43b7c768d0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992228 Dec 06 17:32:18.842908 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-07c2e2f8-7226-4aae-8052-6acbcc29eaf3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempting to bind port 266942d2-404a-4c2f-868e-7a9346ab62f8 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:32:18.843408 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-07c2e2f8-7226-4aae-8052-6acbcc29eaf3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempting to bind port 266942d2-404a-4c2f-868e-7a9346ab62f8 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '5f1d37b4-0304-4710-8e84-a03200e2cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '52309091-e4d4-4be5-af25-8ccadb08e22a'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:32:18.844538 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c2e2f8-7226-4aae-8052-6acbcc29eaf3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempting to bind port 266942d2-404a-4c2f-868e-7a9346ab62f8 on network 52309091-e4d4-4be5-af25-8ccadb08e22a {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:32:18.851956 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c2e2f8-7226-4aae-8052-6acbcc29eaf3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Port 266942d2-404a-4c2f-868e-7a9346ab62f8 on network 52309091-e4d4-4be5-af25-8ccadb08e22a not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:32:18.852376 n-d-master-1 neutron-server[103285]: ERROR neutron.plugins.ml2.managers [None req-07c2e2f8-7226-4aae-8052-6acbcc29eaf3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Failed to bind port 266942d2-404a-4c2f-868e-7a9346ab62f8 on host n-h2-master-1 for vnic_type normal using segments [{'id': '5f1d37b4-0304-4710-8e84-a03200e2cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '52309091-e4d4-4be5-af25-8ccadb08e22a'}] Dec 06 17:32:18.852776 n-d-master-1 neutron-server[103285]: INFO neutron.plugins.ml2.plugin [None req-07c2e2f8-7226-4aae-8052-6acbcc29eaf3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempt 10 to bind port 266942d2-404a-4c2f-868e-7a9346ab62f8 Dec 06 17:32:18.871735 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-07c2e2f8-7226-4aae-8052-6acbcc29eaf3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempting to bind port 266942d2-404a-4c2f-868e-7a9346ab62f8 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:32:18.872117 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-07c2e2f8-7226-4aae-8052-6acbcc29eaf3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempting to bind port 266942d2-404a-4c2f-868e-7a9346ab62f8 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '5f1d37b4-0304-4710-8e84-a03200e2cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '52309091-e4d4-4be5-af25-8ccadb08e22a'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:32:18.872465 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c2e2f8-7226-4aae-8052-6acbcc29eaf3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempting to bind port 266942d2-404a-4c2f-868e-7a9346ab62f8 on network 52309091-e4d4-4be5-af25-8ccadb08e22a {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:32:18.874160 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-61e2f16f-98b1-418b-894a-9feb92709e1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:18.878695 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c2e2f8-7226-4aae-8052-6acbcc29eaf3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Port 266942d2-404a-4c2f-868e-7a9346ab62f8 on network 52309091-e4d4-4be5-af25-8ccadb08e22a not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:32:18.879107 n-d-master-1 neutron-server[103285]: ERROR neutron.plugins.ml2.managers [None req-07c2e2f8-7226-4aae-8052-6acbcc29eaf3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Failed to bind port 266942d2-404a-4c2f-868e-7a9346ab62f8 on host n-h2-master-1 for vnic_type normal using segments [{'id': '5f1d37b4-0304-4710-8e84-a03200e2cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '52309091-e4d4-4be5-af25-8ccadb08e22a'}] Dec 06 17:32:18.879609 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-07c2e2f8-7226-4aae-8052-6acbcc29eaf3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:18.890854 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-61e2f16f-98b1-418b-894a-9feb92709e1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:18.983089 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e2f16f-98b1-418b-894a-9feb92709e1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d77598-23ef-4403-bbbd-7b15591cd1f3,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:32:18.996239 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-07c2e2f8-7226-4aae-8052-6acbcc29eaf3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] For port 266942d2-404a-4c2f-868e-7a9346ab62f8, host n-h2-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:32:18.997901 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-07c2e2f8-7226-4aae-8052-6acbcc29eaf3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempted to set empty binding levels {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 06 17:32:19.007414 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-07c2e2f8-7226-4aae-8052-6acbcc29eaf3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:19.027363 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61e2f16f-98b1-418b-894a-9feb92709e1b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:32:19.094315 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-61e2f16f-98b1-418b-894a-9feb92709e1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:19.094736 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-61e2f16f-98b1-418b-894a-9feb92709e1b admin admin] Added segment 009ad5bf-699d-4f6b-81c2-928cd3e0480e of type vlan for network 5f7fba3a-198c-44c2-997b-da26086406e7 Dec 06 17:32:19.120526 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c2e2f8-7226-4aae-8052-6acbcc29eaf3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:19.123807 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-07c2e2f8-7226-4aae-8052-6acbcc29eaf3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:19.202245 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c2e2f8-7226-4aae-8052-6acbcc29eaf3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Pushing event updated for resources: {'Port': ['ID=266942d2-404a-4c2f-868e-7a9346ab62f8,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:32:19.212394 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-07c2e2f8-7226-4aae-8052-6acbcc29eaf3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 2.6507328 Dec 06 17:32:19.214025 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 46300) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:32:19.258952 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-61e2f16f-98b1-418b-894a-9feb92709e1b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:19.271073 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:19.297038 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4fc7bb-6078-4edd-be48-404a9fdff6a1 req-6d59d8e5-bfe5-4d04-8762-6e44d0c5914b tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:19.298761 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6e4fc7bb-6078-4edd-be48-404a9fdff6a1 req-6d59d8e5-bfe5-4d04-8762-6e44d0c5914b tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] 10.222.0.23 "GET /v2.0/ports?device_id=9348bdba-5fb8-487f-b0f5-3ed7925472ac HTTP/1.1" status: 200 len: 945 time: 0.1712780 Dec 06 17:32:19.325708 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-0c342378-c74f-4327-aff1-76b5c0ae54c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bf1f70-b412-4e25-b1a7-7cacff22ab7c', 'name': 'tempest-TestVolumeBootPattern-2129032411-router', 'tenant_id': 'ecd8b64e36c540eeae4809301448bbe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.204'}], 'enable_snat': True}, 'gw_port_id': '496acb0e-6acc-4519-8b36-37d1a9461f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:32:06Z', 'updated_at': '2021-12-06T17:32:15Z', 'revision_number': 4, 'project_id': 'ecd8b64e36c540eeae4809301448bbe1', 'gw_port': {'id': '496acb0e-6acc-4519-8b36-37d1a9461f0c', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bf1f70-b412-4e25-b1a7-7cacff22ab7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:32:08Z', 'updated_at': '2021-12-06T17:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'f5e38546-3774-4985-91ea-188ae7e8c07b', 'name': '', 'network_id': '2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4', 'tenant_id': 'ecd8b64e36c540eeae4809301448bbe1', 'mac_address': 'fa:16:3e:7f:a0:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07bf1f70-b412-4e25-b1a7-7cacff22ab7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': '06d20752-22e2-4f05-a607-805be1f18e56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:32:12Z', 'updated_at': '2021-12-06T17:32:15Z', 'revision_number': 2, 'project_id': 'ecd8b64e36c540eeae4809301448bbe1', 'subnets': [{'id': '06d20752-22e2-4f05-a607-805be1f18e56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:32:19.336116 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-61e2f16f-98b1-418b-894a-9feb92709e1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:19.337281 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e2f16f-98b1-418b-894a-9feb92709e1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:19.338179 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-61e2f16f-98b1-418b-894a-9feb92709e1b admin admin] Publish callbacks [] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:19.398671 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c342378-c74f-4327-aff1-76b5c0ae54c6 None None] Checking router: 07bf1f70-b412-4e25-b1a7-7cacff22ab7c for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:32:19.399677 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c342378-c74f-4327-aff1-76b5c0ae54c6 None None] Updating router 07bf1f70-b412-4e25-b1a7-7cacff22ab7c port f5e38546-3774-4985-91ea-188ae7e8c07b binding host n-d-master-1 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:32:19.453286 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0c342378-c74f-4327-aff1-76b5c0ae54c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:19.488360 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e2f16f-98b1-418b-894a-9feb92709e1b admin admin] Pushing event updated for resources: {'Network': ['ID=5f7fba3a-198c-44c2-997b-da26086406e7,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:32:19.540849 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-61e2f16f-98b1-418b-894a-9feb92709e1b admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9596045 Dec 06 17:32:19.543791 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 46308) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:32:19.555853 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-bbef8573-70ec-4654-982f-2e7722cc3ba5 admin admin] Request body: {'subnet': {'network_id': '5f7fba3a-198c-44c2-997b-da26086406e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1607606723-subnet', 'tenant_id': 'b79391c53ca74e5d9ce9f9bdfa79125a', 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:32:19.570505 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 5f7fba3a-198c-44c2-997b-da26086406e7 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:32:19.635966 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a177fc8e-9573-4a6c-84fd-fadfbc71533e req-42727a9c-280e-4d54-9ca9-665da06742ea tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:19.637842 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a177fc8e-9573-4a6c-84fd-fadfbc71533e req-42727a9c-280e-4d54-9ca9-665da06742ea tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a03f19b-e0d4-46d6-84a3-079d035de2c4 HTTP/1.1" status: 200 len: 945 time: 0.1315119 Dec 06 17:32:19.646632 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbef8573-70ec-4654-982f-2e7722cc3ba5 admin admin] Made reservation on behalf of b79391c53ca74e5d9ce9f9bdfa79125a for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:32:19.649849 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bbef8573-70ec-4654-982f-2e7722cc3ba5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:19.794019 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6e4fc7bb-6078-4edd-be48-404a9fdff6a1 req-ebdad639-9f99-4e64-8e11-6273a497ea39 tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] 10.222.0.23 "GET /v2.0/security-groups?id=17933e3e-6db0-4f44-8e47-dedf5cf1a7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4878230 Dec 06 17:32:19.825000 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-85405645-4a3e-43eb-8e27-4b51ce4fde19 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Deleting port 266942d2-404a-4c2f-868e-7a9346ab62f8 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:32:19.825369 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-85405645-4a3e-43eb-8e27-4b51ce4fde19 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:19.958590 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-85405645-4a3e-43eb-8e27-4b51ce4fde19 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] For port 266942d2-404a-4c2f-868e-7a9346ab62f8, host n-h2-master-1, got binding levels [] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:32:19.959288 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-85405645-4a3e-43eb-8e27-4b51ce4fde19 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:19.976656 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-85405645-4a3e-43eb-8e27-4b51ce4fde19 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Calling delete_port for 266942d2-404a-4c2f-868e-7a9346ab62f8 owned by {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:32:20.027773 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0c342378-c74f-4327-aff1-76b5c0ae54c6 None None] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:20.040565 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0c342378-c74f-4327-aff1-76b5c0ae54c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:20.092508 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-85405645-4a3e-43eb-8e27-4b51ce4fde19 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:20.126422 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4937e20d-058a-4580-bf93-48b8722ada98 None None] Pushing event updated for resources: {'Port': ['ID=f5e38546-3774-4985-91ea-188ae7e8c07b,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:32:20.149010 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a177fc8e-9573-4a6c-84fd-fadfbc71533e req-ad8fd98d-51ac-492a-9f86-ebe6018af790 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f3c85a1-3b48-4f29-aec2-3a218353c857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992126 Dec 06 17:32:20.199023 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85405645-4a3e-43eb-8e27-4b51ce4fde19 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Pushing event deleted for resources: {'Port': ['ID=266942d2-404a-4c2f-868e-7a9346ab62f8,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:32:20.206811 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-85405645-4a3e-43eb-8e27-4b51ce4fde19 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:20.220971 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-85405645-4a3e-43eb-8e27-4b51ce4fde19 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] 10.222.0.23 "DELETE /v2.0/ports/266942d2-404a-4c2f-868e-7a9346ab62f8 HTTP/1.1" status: 204 len: 168 time: 1.0056543 Dec 06 17:32:20.223267 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 46316) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:32:20.237460 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-0c342378-c74f-4327-aff1-76b5c0ae54c6 None None] Attempting to bind port f5e38546-3774-4985-91ea-188ae7e8c07b on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:32:20.238189 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-0c342378-c74f-4327-aff1-76b5c0ae54c6 None None] Attempting to bind port f5e38546-3774-4985-91ea-188ae7e8c07b by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '335efc5d-483a-424a-abc6-8fe1bd340f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:32:20.238748 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c342378-c74f-4327-aff1-76b5c0ae54c6 None None] Attempting to bind port f5e38546-3774-4985-91ea-188ae7e8c07b on network 2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:32:20.245862 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c342378-c74f-4327-aff1-76b5c0ae54c6 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:32:20.246460 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c342378-c74f-4327-aff1-76b5c0ae54c6 None None] Checking segment: {'id': '335efc5d-483a-424a-abc6-8fe1bd340f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:32:20.247106 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0c342378-c74f-4327-aff1-76b5c0ae54c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:20.247708 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c342378-c74f-4327-aff1-76b5c0ae54c6 None None] Bound using segment: {'id': '335efc5d-483a-424a-abc6-8fe1bd340f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:32:20.248382 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-0c342378-c74f-4327-aff1-76b5c0ae54c6 None None] Bound port: f5e38546-3774-4985-91ea-188ae7e8c07b, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '335efc5d-483a-424a-abc6-8fe1bd340f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:32:20.248949 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0c342378-c74f-4327-aff1-76b5c0ae54c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:20.293454 n-d-master-1 neutron-server[103285]: INFO neutron.pecan_wsgi.hooks.translation [None req-09d5c91a-98a5-4d60-a997-1d8c59e6799b tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] GET failed (client error): The resource could not be found. Dec 06 17:32:20.294868 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-09d5c91a-98a5-4d60-a997-1d8c59e6799b tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] 10.222.0.23 "GET /v2.0/ports/266942d2-404a-4c2f-868e-7a9346ab62f8 HTTP/1.1" status: 404 len: 333 time: 0.0706687 Dec 06 17:32:20.300695 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 46320) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:32:20.306642 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-3d537c25-fe56-477b-8d7c-8b9786a8d52a tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Request body: {'port': {'network_id': '52309091-e4d4-4be5-af25-8ccadb08e22a', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-989373996'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:32:20.328721 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-0c342378-c74f-4327-aff1-76b5c0ae54c6 None None] For port f5e38546-3774-4985-91ea-188ae7e8c07b, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:32:20.335437 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-0c342378-c74f-4327-aff1-76b5c0ae54c6 None None] For port f5e38546-3774-4985-91ea-188ae7e8c07b, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f5e38546-3774-4985-91ea-188ae7e8c07b,segment=NetworkSegment(335efc5d-483a-424a-abc6-8fe1bd340f96),segment_id=335efc5d-483a-424a-abc6-8fe1bd340f96)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:32:20.339246 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bbef8573-70ec-4654-982f-2e7722cc3ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:20.346167 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0c342378-c74f-4327-aff1-76b5c0ae54c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:20.369733 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d537c25-fe56-477b-8d7c-8b9786a8d52a tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Made reservation on behalf of 108ad33c77564943aa901b9acb96ae4d for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:32:20.376023 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3d537c25-fe56-477b-8d7c-8b9786a8d52a tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:20.433457 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-3d537c25-fe56-477b-8d7c-8b9786a8d52a tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] device_id is not set on port 24c83fa5-1ece-4f90-b168-3593b04f2979 yet. {{(pid=103285) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:32:20.435588 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbef8573-70ec-4654-982f-2e7722cc3ba5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9c1b201-9582-4708-87c6-825646445b85,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:32:20.448974 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4937e20d-058a-4580-bf93-48b8722ada98 None None] Pushing event updated for resources: {'Port': ['ID=f5e38546-3774-4985-91ea-188ae7e8c07b,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:32:20.452157 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c342378-c74f-4327-aff1-76b5c0ae54c6 None None] Routers {'07bf1f70-b412-4e25-b1a7-7cacff22ab7c'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:32:20.453552 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-0c342378-c74f-4327-aff1-76b5c0ae54c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:32:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['07bf1f70-b412-4e25-b1a7-7cacff22ab7c'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:32:20.529096 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbef8573-70ec-4654-982f-2e7722cc3ba5 admin admin] Checking segment: {'id': '009ad5bf-699d-4f6b-81c2-928cd3e0480e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5f7fba3a-198c-44c2-997b-da26086406e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:32:20.529680 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbef8573-70ec-4654-982f-2e7722cc3ba5 admin admin] Network hostable DHCP agents. Network: 5f7fba3a-198c-44c2-997b-da26086406e7, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:32:20.569180 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbef8573-70ec-4654-982f-2e7722cc3ba5 admin admin] Network 5f7fba3a-198c-44c2-997b-da26086406e7 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:32:20.600038 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-bbef8573-70ec-4654-982f-2e7722cc3ba5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 5f7fba3a-198c-44c2-997b-da26086406e7) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:32:20.612069 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbef8573-70ec-4654-982f-2e7722cc3ba5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:20.612600 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bbef8573-70ec-4654-982f-2e7722cc3ba5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:20.644583 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-bbef8573-70ec-4654-982f-2e7722cc3ba5 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0995097 Dec 06 17:32:20.647149 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 46328) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:32:20.653081 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-64edb0ae-5082-414b-8094-3ca7294e9f41 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1607606723-router', 'tenant_id': 'b79391c53ca74e5d9ce9f9bdfa79125a', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:32:20.720910 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-64edb0ae-5082-414b-8094-3ca7294e9f41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:20.721759 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-0c342378-c74f-4327-aff1-76b5c0ae54c6 None None] Set router 07bf1f70-b412-4e25-b1a7-7cacff22ab7c gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:32:20.722079 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-64edb0ae-5082-414b-8094-3ca7294e9f41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:20.786809 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3d537c25-fe56-477b-8d7c-8b9786a8d52a tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:20.852095 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3d537c25-fe56-477b-8d7c-8b9786a8d52a tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:20.863533 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c3dce5-9d25-41c1-9ea5-a565007e907a None None] Network 5f7fba3a-198c-44c2-997b-da26086406e7 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:32:20.888901 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-64edb0ae-5082-414b-8094-3ca7294e9f41 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:20.970228 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d537c25-fe56-477b-8d7c-8b9786a8d52a tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Network 52309091-e4d4-4be5-af25-8ccadb08e22a is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:32:21.012286 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-3d537c25-fe56-477b-8d7c-8b9786a8d52a tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:32:21.018699 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d537c25-fe56-477b-8d7c-8b9786a8d52a tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:32:21.019819 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d537c25-fe56-477b-8d7c-8b9786a8d52a tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:21.021203 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3d537c25-fe56-477b-8d7c-8b9786a8d52a tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:21.055752 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d537c25-fe56-477b-8d7c-8b9786a8d52a tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Pushing event updated for resources: {'Port': ['ID=24c83fa5-1ece-4f90-b168-3593b04f2979,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:32:21.091801 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4986412b-c736-4ff0-8447-784197acf626 req-1be6deff-7752-47b2-940d-4b2e32b0343b tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:21.102772 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4986412b-c736-4ff0-8447-784197acf626 req-1be6deff-7752-47b2-940d-4b2e32b0343b tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] 10.222.0.23 "GET /v2.0/ports?device_id=9348bdba-5fb8-487f-b0f5-3ed7925472ac HTTP/1.1" status: 200 len: 945 time: 0.1609716 Dec 06 17:32:21.110406 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-3d537c25-fe56-477b-8d7c-8b9786a8d52a tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.8086932 Dec 06 17:32:21.116124 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 46336) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:32:21.134627 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-ae9bcd36-2ae6-4dd6-a3a8-1579be51dad3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:32:21.214107 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4986412b-c736-4ff0-8447-784197acf626 req-385255a8-d876-4156-9dbd-ff4e81df847c tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] 10.222.0.23 "GET /v2.0/security-groups?id=17933e3e-6db0-4f44-8e47-dedf5cf1a7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100447 Dec 06 17:32:21.216258 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-07371076-e1e6-4648-bd45-d7488b2c5c52 None None] Provisioning complete for port f5e38546-3774-4985-91ea-188ae7e8c07b triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:32:21.217714 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-07371076-e1e6-4648-bd45-d7488b2c5c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:21.319999 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-64edb0ae-5082-414b-8094-3ca7294e9f41 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:21.332768 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ae9bcd36-2ae6-4dd6-a3a8-1579be51dad3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:21.447013 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d91e392-237b-47e9-af9d-ff64446fa921 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-5f7fba3a-198c-44c2-997b-da26086406e7', 'network_id': '5f7fba3a-198c-44c2-997b-da26086406e7', 'tenant_id': 'b79391c53ca74e5d9ce9f9bdfa79125a', 'fixed_ips': [{'subnet_id': 'e9c1b201-9582-4708-87c6-825646445b85'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:32:21.448209 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8d91e392-237b-47e9-af9d-ff64446fa921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:21.511168 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f2204-7756-48e3-aab2-6fff4fc5888f req-a03807f9-d14d-4970-b92b-00547f64fcf5 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:21.517363 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-993f2204-7756-48e3-aab2-6fff4fc5888f req-a03807f9-d14d-4970-b92b-00547f64fcf5 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a03f19b-e0d4-46d6-84a3-079d035de2c4 HTTP/1.1" status: 200 len: 945 time: 0.1688681 Dec 06 17:32:21.629060 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-07371076-e1e6-4648-bd45-d7488b2c5c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:21.694995 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-ae9bcd36-2ae6-4dd6-a3a8-1579be51dad3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] device_id is not set on port 24c83fa5-1ece-4f90-b168-3593b04f2979 yet. {{(pid=103285) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:32:21.726742 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ae9bcd36-2ae6-4dd6-a3a8-1579be51dad3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:21.747154 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ae9bcd36-2ae6-4dd6-a3a8-1579be51dad3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:21.760265 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-0c342378-c74f-4327-aff1-76b5c0ae54c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bf1f70-b412-4e25-b1a7-7cacff22ab7c', 'name': 'tempest-TestVolumeBootPattern-2129032411-router', 'tenant_id': 'ecd8b64e36c540eeae4809301448bbe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.204'}], 'enable_snat': True}, 'gw_port_id': '496acb0e-6acc-4519-8b36-37d1a9461f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:32:06Z', 'updated_at': '2021-12-06T17:32:15Z', 'revision_number': 4, 'project_id': 'ecd8b64e36c540eeae4809301448bbe1', 'gw_port': {'id': '496acb0e-6acc-4519-8b36-37d1a9461f0c', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bf1f70-b412-4e25-b1a7-7cacff22ab7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:32:08Z', 'updated_at': '2021-12-06T17:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'f5e38546-3774-4985-91ea-188ae7e8c07b', 'name': '', 'network_id': '2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4', 'tenant_id': 'ecd8b64e36c540eeae4809301448bbe1', 'mac_address': 'fa:16:3e:7f:a0:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07bf1f70-b412-4e25-b1a7-7cacff22ab7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': '06d20752-22e2-4f05-a607-805be1f18e56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:32:12Z', 'updated_at': '2021-12-06T17:32:20Z', 'revision_number': 4, 'project_id': 'ecd8b64e36c540eeae4809301448bbe1', 'subnets': [{'id': '06d20752-22e2-4f05-a607-805be1f18e56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:32:21.834134 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-993f2204-7756-48e3-aab2-6fff4fc5888f req-302c129e-454c-4ff8-84f9-6dde8e866bbf tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f3c85a1-3b48-4f29-aec2-3a218353c857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2315888 Dec 06 17:32:21.844826 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c342378-c74f-4327-aff1-76b5c0ae54c6 None None] The sync data for ids ['07bf1f70-b412-4e25-b1a7-7cacff22ab7c'] in n-d-master-1 is: [{'id': '07bf1f70-b412-4e25-b1a7-7cacff22ab7c', 'name': 'tempest-TestVolumeBootPattern-2129032411-router', 'tenant_id': 'ecd8b64e36c540eeae4809301448bbe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.204'}], 'enable_snat': True}, 'gw_port_id': '496acb0e-6acc-4519-8b36-37d1a9461f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:32:06Z', 'updated_at': '2021-12-06T17:32:15Z', 'revision_number': 4, 'project_id': 'ecd8b64e36c540eeae4809301448bbe1', 'gw_port': {'id': '496acb0e-6acc-4519-8b36-37d1a9461f0c', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bf1f70-b412-4e25-b1a7-7cacff22ab7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:32:08Z', 'updated_at': '2021-12-06T17:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'f5e38546-3774-4985-91ea-188ae7e8c07b', 'name': '', 'network_id': '2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4', 'tenant_id': 'ecd8b64e36c540eeae4809301448bbe1', 'mac_address': 'fa:16:3e:7f:a0:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07bf1f70-b412-4e25-b1a7-7cacff22ab7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': '06d20752-22e2-4f05-a607-805be1f18e56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:32:12Z', 'updated_at': '2021-12-06T17:32:20Z', 'revision_number': 4, 'project_id': 'ecd8b64e36c540eeae4809301448bbe1', 'subnets': [{'id': '06d20752-22e2-4f05-a607-805be1f18e56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:32:21.887971 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-07371076-e1e6-4648-bd45-d7488b2c5c52 None None] For port f5e38546-3774-4985-91ea-188ae7e8c07b, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f5e38546-3774-4985-91ea-188ae7e8c07b,segment=NetworkSegment(335efc5d-483a-424a-abc6-8fe1bd340f96),segment_id=335efc5d-483a-424a-abc6-8fe1bd340f96)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:32:21.907874 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-07371076-e1e6-4648-bd45-d7488b2c5c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:22.027114 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-8d91e392-237b-47e9-af9d-ff64446fa921 None None] Allocated IP 172.20.0.2 (5f7fba3a-198c-44c2-997b-da26086406e7/e9c1b201-9582-4708-87c6-825646445b85/6e1c1b25-3165-490f-96f8-d6036e7b13fa) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:32:22.067291 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9bcd36-2ae6-4dd6-a3a8-1579be51dad3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Pushing event updated for resources: {'Port': ['ID=24c83fa5-1ece-4f90-b168-3593b04f2979,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:32:22.084697 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-ae9bcd36-2ae6-4dd6-a3a8-1579be51dad3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempting to bind port 24c83fa5-1ece-4f90-b168-3593b04f2979 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:32:22.087562 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-ae9bcd36-2ae6-4dd6-a3a8-1579be51dad3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempting to bind port 24c83fa5-1ece-4f90-b168-3593b04f2979 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '5f1d37b4-0304-4710-8e84-a03200e2cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '52309091-e4d4-4be5-af25-8ccadb08e22a'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:32:22.087926 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9bcd36-2ae6-4dd6-a3a8-1579be51dad3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempting to bind port 24c83fa5-1ece-4f90-b168-3593b04f2979 on network 52309091-e4d4-4be5-af25-8ccadb08e22a {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:32:22.099163 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9bcd36-2ae6-4dd6-a3a8-1579be51dad3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Port 24c83fa5-1ece-4f90-b168-3593b04f2979 on network 52309091-e4d4-4be5-af25-8ccadb08e22a not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:32:22.101241 n-d-master-1 neutron-server[103285]: ERROR neutron.plugins.ml2.managers [None req-ae9bcd36-2ae6-4dd6-a3a8-1579be51dad3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Failed to bind port 24c83fa5-1ece-4f90-b168-3593b04f2979 on host n-h2-master-1 for vnic_type normal using segments [{'id': '5f1d37b4-0304-4710-8e84-a03200e2cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '52309091-e4d4-4be5-af25-8ccadb08e22a'}] Dec 06 17:32:22.102249 n-d-master-1 neutron-server[103285]: INFO neutron.plugins.ml2.plugin [None req-ae9bcd36-2ae6-4dd6-a3a8-1579be51dad3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempt 2 to bind port 24c83fa5-1ece-4f90-b168-3593b04f2979 Dec 06 17:32:22.130333 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-ae9bcd36-2ae6-4dd6-a3a8-1579be51dad3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempting to bind port 24c83fa5-1ece-4f90-b168-3593b04f2979 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:32:22.130670 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-ae9bcd36-2ae6-4dd6-a3a8-1579be51dad3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempting to bind port 24c83fa5-1ece-4f90-b168-3593b04f2979 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '5f1d37b4-0304-4710-8e84-a03200e2cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '52309091-e4d4-4be5-af25-8ccadb08e22a'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:32:22.131007 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9bcd36-2ae6-4dd6-a3a8-1579be51dad3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempting to bind port 24c83fa5-1ece-4f90-b168-3593b04f2979 on network 52309091-e4d4-4be5-af25-8ccadb08e22a {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:32:22.134549 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-64edb0ae-5082-414b-8094-3ca7294e9f41 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:22.143233 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9bcd36-2ae6-4dd6-a3a8-1579be51dad3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Port 24c83fa5-1ece-4f90-b168-3593b04f2979 on network 52309091-e4d4-4be5-af25-8ccadb08e22a not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:32:22.143569 n-d-master-1 neutron-server[103285]: ERROR neutron.plugins.ml2.managers [None req-ae9bcd36-2ae6-4dd6-a3a8-1579be51dad3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Failed to bind port 24c83fa5-1ece-4f90-b168-3593b04f2979 on host n-h2-master-1 for vnic_type normal using segments [{'id': '5f1d37b4-0304-4710-8e84-a03200e2cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '52309091-e4d4-4be5-af25-8ccadb08e22a'}] Dec 06 17:32:22.143967 n-d-master-1 neutron-server[103285]: INFO neutron.plugins.ml2.plugin [None req-ae9bcd36-2ae6-4dd6-a3a8-1579be51dad3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempt 3 to bind port 24c83fa5-1ece-4f90-b168-3593b04f2979 Dec 06 17:32:22.184685 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-ae9bcd36-2ae6-4dd6-a3a8-1579be51dad3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempting to bind port 24c83fa5-1ece-4f90-b168-3593b04f2979 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:32:22.184956 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-ae9bcd36-2ae6-4dd6-a3a8-1579be51dad3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempting to bind port 24c83fa5-1ece-4f90-b168-3593b04f2979 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '5f1d37b4-0304-4710-8e84-a03200e2cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '52309091-e4d4-4be5-af25-8ccadb08e22a'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:32:22.185300 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9bcd36-2ae6-4dd6-a3a8-1579be51dad3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempting to bind port 24c83fa5-1ece-4f90-b168-3593b04f2979 on network 52309091-e4d4-4be5-af25-8ccadb08e22a {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:32:22.199896 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9bcd36-2ae6-4dd6-a3a8-1579be51dad3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Port 24c83fa5-1ece-4f90-b168-3593b04f2979 on network 52309091-e4d4-4be5-af25-8ccadb08e22a not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:32:22.200225 n-d-master-1 neutron-server[103285]: ERROR neutron.plugins.ml2.managers [None req-ae9bcd36-2ae6-4dd6-a3a8-1579be51dad3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Failed to bind port 24c83fa5-1ece-4f90-b168-3593b04f2979 on host n-h2-master-1 for vnic_type normal using segments [{'id': '5f1d37b4-0304-4710-8e84-a03200e2cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '52309091-e4d4-4be5-af25-8ccadb08e22a'}] Dec 06 17:32:22.200622 n-d-master-1 neutron-server[103285]: INFO neutron.plugins.ml2.plugin [None req-ae9bcd36-2ae6-4dd6-a3a8-1579be51dad3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempt 4 to bind port 24c83fa5-1ece-4f90-b168-3593b04f2979 Dec 06 17:32:22.227669 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-ae9bcd36-2ae6-4dd6-a3a8-1579be51dad3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempting to bind port 24c83fa5-1ece-4f90-b168-3593b04f2979 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:32:22.228147 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-ae9bcd36-2ae6-4dd6-a3a8-1579be51dad3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempting to bind port 24c83fa5-1ece-4f90-b168-3593b04f2979 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '5f1d37b4-0304-4710-8e84-a03200e2cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '52309091-e4d4-4be5-af25-8ccadb08e22a'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:32:22.228491 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9bcd36-2ae6-4dd6-a3a8-1579be51dad3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempting to bind port 24c83fa5-1ece-4f90-b168-3593b04f2979 on network 52309091-e4d4-4be5-af25-8ccadb08e22a {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:32:22.245686 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9bcd36-2ae6-4dd6-a3a8-1579be51dad3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Port 24c83fa5-1ece-4f90-b168-3593b04f2979 on network 52309091-e4d4-4be5-af25-8ccadb08e22a not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:32:22.246386 n-d-master-1 neutron-server[103285]: ERROR neutron.plugins.ml2.managers [None req-ae9bcd36-2ae6-4dd6-a3a8-1579be51dad3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Failed to bind port 24c83fa5-1ece-4f90-b168-3593b04f2979 on host n-h2-master-1 for vnic_type normal using segments [{'id': '5f1d37b4-0304-4710-8e84-a03200e2cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '52309091-e4d4-4be5-af25-8ccadb08e22a'}] Dec 06 17:32:22.246929 n-d-master-1 neutron-server[103285]: INFO neutron.plugins.ml2.plugin [None req-ae9bcd36-2ae6-4dd6-a3a8-1579be51dad3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempt 5 to bind port 24c83fa5-1ece-4f90-b168-3593b04f2979 Dec 06 17:32:22.254096 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-64edb0ae-5082-414b-8094-3ca7294e9f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:22.265968 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-ae9bcd36-2ae6-4dd6-a3a8-1579be51dad3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempting to bind port 24c83fa5-1ece-4f90-b168-3593b04f2979 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:32:22.278267 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-ae9bcd36-2ae6-4dd6-a3a8-1579be51dad3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempting to bind port 24c83fa5-1ece-4f90-b168-3593b04f2979 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '5f1d37b4-0304-4710-8e84-a03200e2cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '52309091-e4d4-4be5-af25-8ccadb08e22a'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:32:22.278752 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9bcd36-2ae6-4dd6-a3a8-1579be51dad3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempting to bind port 24c83fa5-1ece-4f90-b168-3593b04f2979 on network 52309091-e4d4-4be5-af25-8ccadb08e22a {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:32:22.295781 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9bcd36-2ae6-4dd6-a3a8-1579be51dad3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Port 24c83fa5-1ece-4f90-b168-3593b04f2979 on network 52309091-e4d4-4be5-af25-8ccadb08e22a not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:32:22.296632 n-d-master-1 neutron-server[103285]: ERROR neutron.plugins.ml2.managers [None req-ae9bcd36-2ae6-4dd6-a3a8-1579be51dad3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Failed to bind port 24c83fa5-1ece-4f90-b168-3593b04f2979 on host n-h2-master-1 for vnic_type normal using segments [{'id': '5f1d37b4-0304-4710-8e84-a03200e2cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '52309091-e4d4-4be5-af25-8ccadb08e22a'}] Dec 06 17:32:22.299106 n-d-master-1 neutron-server[103285]: INFO neutron.plugins.ml2.plugin [None req-ae9bcd36-2ae6-4dd6-a3a8-1579be51dad3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempt 6 to bind port 24c83fa5-1ece-4f90-b168-3593b04f2979 Dec 06 17:32:22.342851 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-ae9bcd36-2ae6-4dd6-a3a8-1579be51dad3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempting to bind port 24c83fa5-1ece-4f90-b168-3593b04f2979 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:32:22.343228 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-ae9bcd36-2ae6-4dd6-a3a8-1579be51dad3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempting to bind port 24c83fa5-1ece-4f90-b168-3593b04f2979 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '5f1d37b4-0304-4710-8e84-a03200e2cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '52309091-e4d4-4be5-af25-8ccadb08e22a'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:32:22.343572 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9bcd36-2ae6-4dd6-a3a8-1579be51dad3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempting to bind port 24c83fa5-1ece-4f90-b168-3593b04f2979 on network 52309091-e4d4-4be5-af25-8ccadb08e22a {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:32:22.360742 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9bcd36-2ae6-4dd6-a3a8-1579be51dad3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Port 24c83fa5-1ece-4f90-b168-3593b04f2979 on network 52309091-e4d4-4be5-af25-8ccadb08e22a not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:32:22.370978 n-d-master-1 neutron-server[103285]: ERROR neutron.plugins.ml2.managers [None req-ae9bcd36-2ae6-4dd6-a3a8-1579be51dad3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Failed to bind port 24c83fa5-1ece-4f90-b168-3593b04f2979 on host n-h2-master-1 for vnic_type normal using segments [{'id': '5f1d37b4-0304-4710-8e84-a03200e2cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '52309091-e4d4-4be5-af25-8ccadb08e22a'}] Dec 06 17:32:22.372181 n-d-master-1 neutron-server[103285]: INFO neutron.plugins.ml2.plugin [None req-ae9bcd36-2ae6-4dd6-a3a8-1579be51dad3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempt 7 to bind port 24c83fa5-1ece-4f90-b168-3593b04f2979 Dec 06 17:32:22.384117 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-055d33ae-e6da-4b61-8408-2793cd6cc062 None None] Provisioning complete for port f5e38546-3774-4985-91ea-188ae7e8c07b triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:32:22.384490 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-055d33ae-e6da-4b61-8408-2793cd6cc062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:22.394503 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07371076-e1e6-4648-bd45-d7488b2c5c52 None None] Pushing event updated for resources: {'Port': ['ID=f5e38546-3774-4985-91ea-188ae7e8c07b,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:32:22.451586 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-ae9bcd36-2ae6-4dd6-a3a8-1579be51dad3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempting to bind port 24c83fa5-1ece-4f90-b168-3593b04f2979 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:32:22.451942 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-ae9bcd36-2ae6-4dd6-a3a8-1579be51dad3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempting to bind port 24c83fa5-1ece-4f90-b168-3593b04f2979 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '5f1d37b4-0304-4710-8e84-a03200e2cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '52309091-e4d4-4be5-af25-8ccadb08e22a'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:32:22.452293 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9bcd36-2ae6-4dd6-a3a8-1579be51dad3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempting to bind port 24c83fa5-1ece-4f90-b168-3593b04f2979 on network 52309091-e4d4-4be5-af25-8ccadb08e22a {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:32:22.479324 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9bcd36-2ae6-4dd6-a3a8-1579be51dad3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Port 24c83fa5-1ece-4f90-b168-3593b04f2979 on network 52309091-e4d4-4be5-af25-8ccadb08e22a not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:32:22.479663 n-d-master-1 neutron-server[103285]: ERROR neutron.plugins.ml2.managers [None req-ae9bcd36-2ae6-4dd6-a3a8-1579be51dad3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Failed to bind port 24c83fa5-1ece-4f90-b168-3593b04f2979 on host n-h2-master-1 for vnic_type normal using segments [{'id': '5f1d37b4-0304-4710-8e84-a03200e2cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '52309091-e4d4-4be5-af25-8ccadb08e22a'}] Dec 06 17:32:22.480069 n-d-master-1 neutron-server[103285]: INFO neutron.plugins.ml2.plugin [None req-ae9bcd36-2ae6-4dd6-a3a8-1579be51dad3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempt 8 to bind port 24c83fa5-1ece-4f90-b168-3593b04f2979 Dec 06 17:32:22.527896 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-ae9bcd36-2ae6-4dd6-a3a8-1579be51dad3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempting to bind port 24c83fa5-1ece-4f90-b168-3593b04f2979 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:32:22.533200 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-ae9bcd36-2ae6-4dd6-a3a8-1579be51dad3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempting to bind port 24c83fa5-1ece-4f90-b168-3593b04f2979 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '5f1d37b4-0304-4710-8e84-a03200e2cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '52309091-e4d4-4be5-af25-8ccadb08e22a'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:32:22.533200 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9bcd36-2ae6-4dd6-a3a8-1579be51dad3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempting to bind port 24c83fa5-1ece-4f90-b168-3593b04f2979 on network 52309091-e4d4-4be5-af25-8ccadb08e22a {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:32:22.543055 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9bcd36-2ae6-4dd6-a3a8-1579be51dad3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Port 24c83fa5-1ece-4f90-b168-3593b04f2979 on network 52309091-e4d4-4be5-af25-8ccadb08e22a not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:32:22.543949 n-d-master-1 neutron-server[103285]: ERROR neutron.plugins.ml2.managers [None req-ae9bcd36-2ae6-4dd6-a3a8-1579be51dad3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Failed to bind port 24c83fa5-1ece-4f90-b168-3593b04f2979 on host n-h2-master-1 for vnic_type normal using segments [{'id': '5f1d37b4-0304-4710-8e84-a03200e2cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '52309091-e4d4-4be5-af25-8ccadb08e22a'}] Dec 06 17:32:22.543949 n-d-master-1 neutron-server[103285]: INFO neutron.plugins.ml2.plugin [None req-ae9bcd36-2ae6-4dd6-a3a8-1579be51dad3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempt 9 to bind port 24c83fa5-1ece-4f90-b168-3593b04f2979 Dec 06 17:32:22.564857 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8d91e392-237b-47e9-af9d-ff64446fa921 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:22.579328 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8d91e392-237b-47e9-af9d-ff64446fa921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:22.581409 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-ae9bcd36-2ae6-4dd6-a3a8-1579be51dad3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempting to bind port 24c83fa5-1ece-4f90-b168-3593b04f2979 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:32:22.581780 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-ae9bcd36-2ae6-4dd6-a3a8-1579be51dad3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempting to bind port 24c83fa5-1ece-4f90-b168-3593b04f2979 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '5f1d37b4-0304-4710-8e84-a03200e2cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '52309091-e4d4-4be5-af25-8ccadb08e22a'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:32:22.582121 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9bcd36-2ae6-4dd6-a3a8-1579be51dad3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempting to bind port 24c83fa5-1ece-4f90-b168-3593b04f2979 on network 52309091-e4d4-4be5-af25-8ccadb08e22a {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:32:22.596028 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9bcd36-2ae6-4dd6-a3a8-1579be51dad3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Port 24c83fa5-1ece-4f90-b168-3593b04f2979 on network 52309091-e4d4-4be5-af25-8ccadb08e22a not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:32:22.596363 n-d-master-1 neutron-server[103285]: ERROR neutron.plugins.ml2.managers [None req-ae9bcd36-2ae6-4dd6-a3a8-1579be51dad3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Failed to bind port 24c83fa5-1ece-4f90-b168-3593b04f2979 on host n-h2-master-1 for vnic_type normal using segments [{'id': '5f1d37b4-0304-4710-8e84-a03200e2cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '52309091-e4d4-4be5-af25-8ccadb08e22a'}] Dec 06 17:32:22.596766 n-d-master-1 neutron-server[103285]: INFO neutron.plugins.ml2.plugin [None req-ae9bcd36-2ae6-4dd6-a3a8-1579be51dad3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempt 10 to bind port 24c83fa5-1ece-4f90-b168-3593b04f2979 Dec 06 17:32:22.648208 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-ae9bcd36-2ae6-4dd6-a3a8-1579be51dad3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempting to bind port 24c83fa5-1ece-4f90-b168-3593b04f2979 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:32:22.648435 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-ae9bcd36-2ae6-4dd6-a3a8-1579be51dad3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempting to bind port 24c83fa5-1ece-4f90-b168-3593b04f2979 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '5f1d37b4-0304-4710-8e84-a03200e2cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '52309091-e4d4-4be5-af25-8ccadb08e22a'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:32:22.648773 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9bcd36-2ae6-4dd6-a3a8-1579be51dad3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempting to bind port 24c83fa5-1ece-4f90-b168-3593b04f2979 on network 52309091-e4d4-4be5-af25-8ccadb08e22a {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:32:22.649888 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-64edb0ae-5082-414b-8094-3ca7294e9f41 admin admin] Allocated IP 172.35.1.104 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/288aac04-4b93-4959-9575-1ba5d1608ab0) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:32:22.667723 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9bcd36-2ae6-4dd6-a3a8-1579be51dad3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Port 24c83fa5-1ece-4f90-b168-3593b04f2979 on network 52309091-e4d4-4be5-af25-8ccadb08e22a not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:32:22.672485 n-d-master-1 neutron-server[103285]: ERROR neutron.plugins.ml2.managers [None req-ae9bcd36-2ae6-4dd6-a3a8-1579be51dad3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Failed to bind port 24c83fa5-1ece-4f90-b168-3593b04f2979 on host n-h2-master-1 for vnic_type normal using segments [{'id': '5f1d37b4-0304-4710-8e84-a03200e2cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '52309091-e4d4-4be5-af25-8ccadb08e22a'}] Dec 06 17:32:22.672934 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ae9bcd36-2ae6-4dd6-a3a8-1579be51dad3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:22.943868 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-ae9bcd36-2ae6-4dd6-a3a8-1579be51dad3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] For port 24c83fa5-1ece-4f90-b168-3593b04f2979, host n-h2-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:32:22.944482 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-ae9bcd36-2ae6-4dd6-a3a8-1579be51dad3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempted to set empty binding levels {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 06 17:32:22.945732 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d91e392-237b-47e9-af9d-ff64446fa921 None None] Network 5f7fba3a-198c-44c2-997b-da26086406e7 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:32:22.954461 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ae9bcd36-2ae6-4dd6-a3a8-1579be51dad3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:22.969218 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-8d91e392-237b-47e9-af9d-ff64446fa921 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:32:22.969996 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-64edb0ae-5082-414b-8094-3ca7294e9f41 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:22.975612 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d91e392-237b-47e9-af9d-ff64446fa921 None None] Pushing event updated for resources: {'Port': ['ID=6e1c1b25-3165-490f-96f8-d6036e7b13fa,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:32:22.980269 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d91e392-237b-47e9-af9d-ff64446fa921 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:32:22.992260 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-ae9bcd36-2ae6-4dd6-a3a8-1579be51dad3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] In _notify_port_updated(), no bound segment for port 24c83fa5-1ece-4f90-b168-3593b04f2979 on network 52309091-e4d4-4be5-af25-8ccadb08e22a {{(pid=103285) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 17:32:22.996682 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9bcd36-2ae6-4dd6-a3a8-1579be51dad3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:23.017846 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ae9bcd36-2ae6-4dd6-a3a8-1579be51dad3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:23.020381 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-ae9bcd36-2ae6-4dd6-a3a8-1579be51dad3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] 10.222.0.23 "PUT /v2.0/ports/24c83fa5-1ece-4f90-b168-3593b04f2979 HTTP/1.1" status: 200 len: 974 time: 1.9000134 Dec 06 17:32:23.045901 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device f5e38546-3774-4985-91ea-188ae7e8c07b up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:32:23.077168 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 46374) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:32:23.127074 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-64edb0ae-5082-414b-8094-3ca7294e9f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:23.189105 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64edb0ae-5082-414b-8094-3ca7294e9f41 admin admin] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:32:23.206129 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-64edb0ae-5082-414b-8094-3ca7294e9f41 admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:32:23.215283 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64edb0ae-5082-414b-8094-3ca7294e9f41 admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:32:23.246080 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375f2002-af6e-4f2c-b648-472bbe676e2f None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:32:23.314115 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64edb0ae-5082-414b-8094-3ca7294e9f41 admin admin] Pushing event updated for resources: {'Port': ['ID=288aac04-4b93-4959-9575-1ba5d1608ab0,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:32:23.323906 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-8d91e392-237b-47e9-af9d-ff64446fa921 None None] Attempting to bind port 6e1c1b25-3165-490f-96f8-d6036e7b13fa on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:32:23.323906 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-8d91e392-237b-47e9-af9d-ff64446fa921 None None] Attempting to bind port 6e1c1b25-3165-490f-96f8-d6036e7b13fa by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '009ad5bf-699d-4f6b-81c2-928cd3e0480e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5f7fba3a-198c-44c2-997b-da26086406e7'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:32:23.324117 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d91e392-237b-47e9-af9d-ff64446fa921 None None] Attempting to bind port 6e1c1b25-3165-490f-96f8-d6036e7b13fa on network 5f7fba3a-198c-44c2-997b-da26086406e7 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:32:23.350497 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d91e392-237b-47e9-af9d-ff64446fa921 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:32:23.357803 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d91e392-237b-47e9-af9d-ff64446fa921 None None] Checking segment: {'id': '009ad5bf-699d-4f6b-81c2-928cd3e0480e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5f7fba3a-198c-44c2-997b-da26086406e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:32:23.360259 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8d91e392-237b-47e9-af9d-ff64446fa921 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:23.360847 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d91e392-237b-47e9-af9d-ff64446fa921 None None] Bound using segment: {'id': '009ad5bf-699d-4f6b-81c2-928cd3e0480e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5f7fba3a-198c-44c2-997b-da26086406e7'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:32:23.361552 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-8d91e392-237b-47e9-af9d-ff64446fa921 None None] Bound port: 6e1c1b25-3165-490f-96f8-d6036e7b13fa, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '009ad5bf-699d-4f6b-81c2-928cd3e0480e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5f7fba3a-198c-44c2-997b-da26086406e7'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:32:23.363600 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8d91e392-237b-47e9-af9d-ff64446fa921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:23.388649 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9bcd36-2ae6-4dd6-a3a8-1579be51dad3 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Pushing event updated for resources: {'Port': ['ID=24c83fa5-1ece-4f90-b168-3593b04f2979,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:32:23.472386 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb0f9d2-976d-4ecd-8b08-45c5b4b4c876 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:23.473049 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb0f9d2-976d-4ecd-8b08-45c5b4b4c876 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:23.473628 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb0f9d2-976d-4ecd-8b08-45c5b4b4c876 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:23.475772 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb0f9d2-976d-4ecd-8b08-45c5b4b4c876 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:23.476448 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb0f9d2-976d-4ecd-8b08-45c5b4b4c876 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:23.487800 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb0f9d2-976d-4ecd-8b08-45c5b4b4c876 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:23.489856 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb0f9d2-976d-4ecd-8b08-45c5b4b4c876 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:23.490563 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb0f9d2-976d-4ecd-8b08-45c5b4b4c876 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:23.491285 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb0f9d2-976d-4ecd-8b08-45c5b4b4c876 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:23.497209 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb0f9d2-976d-4ecd-8b08-45c5b4b4c876 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:23.498076 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb0f9d2-976d-4ecd-8b08-45c5b4b4c876 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:23.498961 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb0f9d2-976d-4ecd-8b08-45c5b4b4c876 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:23.500232 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb0f9d2-976d-4ecd-8b08-45c5b4b4c876 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:23.502086 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb0f9d2-976d-4ecd-8b08-45c5b4b4c876 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:23.503170 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb0f9d2-976d-4ecd-8b08-45c5b4b4c876 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:23.505169 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb0f9d2-976d-4ecd-8b08-45c5b4b4c876 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:23.508519 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb0f9d2-976d-4ecd-8b08-45c5b4b4c876 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:23.509396 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb0f9d2-976d-4ecd-8b08-45c5b4b4c876 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:23.510554 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb0f9d2-976d-4ecd-8b08-45c5b4b4c876 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:23.510554 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb0f9d2-976d-4ecd-8b08-45c5b4b4c876 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:23.520651 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb0f9d2-976d-4ecd-8b08-45c5b4b4c876 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:23.522411 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb0f9d2-976d-4ecd-8b08-45c5b4b4c876 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:23.524157 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb0f9d2-976d-4ecd-8b08-45c5b4b4c876 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:23.527485 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb0f9d2-976d-4ecd-8b08-45c5b4b4c876 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:23.528164 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb0f9d2-976d-4ecd-8b08-45c5b4b4c876 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:23.528720 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb0f9d2-976d-4ecd-8b08-45c5b4b4c876 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:23.530741 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb0f9d2-976d-4ecd-8b08-45c5b4b4c876 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:23.531296 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb0f9d2-976d-4ecd-8b08-45c5b4b4c876 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:23.554941 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-ebb0f9d2-976d-4ecd-8b08-45c5b4b4c876 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 24954 time: 0.4761000 Dec 06 17:32:23.557199 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 46386) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:32:23.627256 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port f5e38546-3774-4985-91ea-188ae7e8c07b triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:32:23.628231 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:23.630475 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-740e715a-8ea2-42da-a877-cc6ed0870d85 None None] Provisioning complete for port 288aac04-4b93-4959-9575-1ba5d1608ab0 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:32:23.632419 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-740e715a-8ea2-42da-a877-cc6ed0870d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:23.702795 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474dc9d5-a09c-4765-ac4a-608e0c0a3e66 req-5a65ff47-953a-47e3-b927-dc87bb3a2c99 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:23.704554 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-474dc9d5-a09c-4765-ac4a-608e0c0a3e66 req-5a65ff47-953a-47e3-b927-dc87bb3a2c99 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a03f19b-e0d4-46d6-84a3-079d035de2c4 HTTP/1.1" status: 200 len: 945 time: 0.5060866 Dec 06 17:32:23.814569 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-740e715a-8ea2-42da-a877-cc6ed0870d85 None None] Port 288aac04-4b93-4959-9575-1ba5d1608ab0 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:32:23.980852 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-474dc9d5-a09c-4765-ac4a-608e0c0a3e66 req-d1163da3-1309-4e4c-8e80-4abb6bc81c06 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f3c85a1-3b48-4f29-aec2-3a218353c857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2557416 Dec 06 17:32:24.004517 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-7e48ceb4-6eb8-4373-b0f1-ae0765b1415b tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Deleting port 24c83fa5-1ece-4f90-b168-3593b04f2979 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:32:24.004961 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7e48ceb4-6eb8-4373-b0f1-ae0765b1415b tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:24.060242 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-64edb0ae-5082-414b-8094-3ca7294e9f41 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:24.245406 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-7e48ceb4-6eb8-4373-b0f1-ae0765b1415b tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] For port 24c83fa5-1ece-4f90-b168-3593b04f2979, host n-h2-master-1, got binding levels [] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:32:24.249821 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7e48ceb4-6eb8-4373-b0f1-ae0765b1415b tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:24.295213 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-7e48ceb4-6eb8-4373-b0f1-ae0765b1415b tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Calling delete_port for 24c83fa5-1ece-4f90-b168-3593b04f2979 owned by {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:32:24.451533 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-8d91e392-237b-47e9-af9d-ff64446fa921 None None] For port 6e1c1b25-3165-490f-96f8-d6036e7b13fa, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:32:24.470859 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7e48ceb4-6eb8-4373-b0f1-ae0765b1415b tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:24.491889 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-8d91e392-237b-47e9-af9d-ff64446fa921 None None] For port 6e1c1b25-3165-490f-96f8-d6036e7b13fa, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6e1c1b25-3165-490f-96f8-d6036e7b13fa,segment=NetworkSegment(009ad5bf-699d-4f6b-81c2-928cd3e0480e),segment_id=009ad5bf-699d-4f6b-81c2-928cd3e0480e)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:32:24.511767 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8d91e392-237b-47e9-af9d-ff64446fa921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:24.590021 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7e48ceb4-6eb8-4373-b0f1-ae0765b1415b tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:24.598745 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-7e48ceb4-6eb8-4373-b0f1-ae0765b1415b tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] 10.222.0.23 "DELETE /v2.0/ports/24c83fa5-1ece-4f90-b168-3593b04f2979 HTTP/1.1" status: 204 len: 168 time: 1.0390589 Dec 06 17:32:24.603634 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 46408) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:32:24.605434 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e48ceb4-6eb8-4373-b0f1-ae0765b1415b tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Pushing event deleted for resources: {'Port': ['ID=24c83fa5-1ece-4f90-b168-3593b04f2979,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:32:24.619530 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d91e392-237b-47e9-af9d-ff64446fa921 None None] Pushing event updated for resources: {'Port': ['ID=6e1c1b25-3165-490f-96f8-d6036e7b13fa,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:32:24.644742 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-64edb0ae-5082-414b-8094-3ca7294e9f41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:24.653557 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-06b2b2b1-909d-42c2-aed0-12e538691613 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] GET failed (client error): The resource could not be found. Dec 06 17:32:24.657567 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-06b2b2b1-909d-42c2-aed0-12e538691613 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] 10.222.0.23 "GET /v2.0/ports/24c83fa5-1ece-4f90-b168-3593b04f2979 HTTP/1.1" status: 404 len: 333 time: 0.0509679 Dec 06 17:32:24.662492 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 46410) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:32:24.681296 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-3ea7aa5a-15a3-4d74-8337-ab00350b0c4b tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1335050350', 'network_id': '52309091-e4d4-4be5-af25-8ccadb08e22a'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:32:24.728726 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a40e78-7e0b-4d6e-8ed9-7725c9d3caed req-e8d3c1fe-c18c-470b-b8f4-35a29e627ea2 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:24.730623 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a5a40e78-7e0b-4d6e-8ed9-7725c9d3caed req-e8d3c1fe-c18c-470b-b8f4-35a29e627ea2 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dd6a184-e513-4e1d-9212-5b5f6dcdb31d HTTP/1.1" status: 200 len: 945 time: 0.1738968 Dec 06 17:32:24.750858 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ea7aa5a-15a3-4d74-8337-ab00350b0c4b tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Made reservation on behalf of 108ad33c77564943aa901b9acb96ae4d for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:32:24.752574 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542b7f4e-b538-4a1c-8f6d-bf2cbe9cd16b req-c006b652-5681-4b1a-8298-59cfce04ae87 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:24.754484 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-542b7f4e-b538-4a1c-8f6d-bf2cbe9cd16b req-c006b652-5681-4b1a-8298-59cfce04ae87 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f4a1b09-ae6e-4372-b0c0-97a88ef4e9d9 HTTP/1.1" status: 200 len: 946 time: 0.2325158 Dec 06 17:32:24.765490 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3ea7aa5a-15a3-4d74-8337-ab00350b0c4b tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:24.818015 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-3ea7aa5a-15a3-4d74-8337-ab00350b0c4b tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] device_id is not set on port ade7cfff-080f-4d36-8c2c-d784229a431c yet. {{(pid=103285) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:32:24.857540 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a5a40e78-7e0b-4d6e-8ed9-7725c9d3caed req-385fd284-7a31-4780-b9bb-ea4a9ba42eb8 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/security-groups?id=a040c6b3-0771-4bba-81c8-f88c93c47b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171629 Dec 06 17:32:24.913430 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-542b7f4e-b538-4a1c-8f6d-bf2cbe9cd16b req-bde57427-d2fb-44b6-97c6-33b8a8af571b tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/security-groups?id=6319bd43-3382-435b-8dd0-6c4c8cc1ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1482282 Dec 06 17:32:25.037502 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64edb0ae-5082-414b-8094-3ca7294e9f41 admin admin] Router 3644e7f3-4dd6-41e4-a2eb-ec67b3abdcfd is scheduled to L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 17:32:25.159024 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3ea7aa5a-15a3-4d74-8337-ab00350b0c4b tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:25.208053 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3ea7aa5a-15a3-4d74-8337-ab00350b0c4b tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:25.264006 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64edb0ae-5082-414b-8094-3ca7294e9f41 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:32:25.274500 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18753bb2-6180-43f7-ab34-adbfcf1a1636 None None] Sync routers for ids ['3644e7f3-4dd6-41e4-a2eb-ec67b3abdcfd'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:32:25.293119 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18753bb2-6180-43f7-ab34-adbfcf1a1636 None None] Routers {'3644e7f3-4dd6-41e4-a2eb-ec67b3abdcfd'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:32:25.293765 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-18753bb2-6180-43f7-ab34-adbfcf1a1636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:32:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['3644e7f3-4dd6-41e4-a2eb-ec67b3abdcfd'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:32:25.303436 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea7aa5a-15a3-4d74-8337-ab00350b0c4b tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Network 52309091-e4d4-4be5-af25-8ccadb08e22a is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:32:25.311032 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-3ea7aa5a-15a3-4d74-8337-ab00350b0c4b tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:32:25.314961 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea7aa5a-15a3-4d74-8337-ab00350b0c4b tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Pushing event updated for resources: {'Port': ['ID=ade7cfff-080f-4d36-8c2c-d784229a431c,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:32:25.317815 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea7aa5a-15a3-4d74-8337-ab00350b0c4b tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:32:25.318922 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea7aa5a-15a3-4d74-8337-ab00350b0c4b tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:25.319702 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3ea7aa5a-15a3-4d74-8337-ab00350b0c4b tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:25.331487 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230458e0-51de-4d25-aead-1d437d19a87f req-b11b6fdb-14bd-43cb-939a-3f6c0cc10cd3 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:25.334845 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-64edb0ae-5082-414b-8094-3ca7294e9f41 admin admin] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:25.340014 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-230458e0-51de-4d25-aead-1d437d19a87f req-b11b6fdb-14bd-43cb-939a-3f6c0cc10cd3 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a03f19b-e0d4-46d6-84a3-079d035de2c4 HTTP/1.1" status: 200 len: 945 time: 0.1443954 Dec 06 17:32:25.341733 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-64edb0ae-5082-414b-8094-3ca7294e9f41 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.6934252 Dec 06 17:32:25.342549 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 46424) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:32:25.430183 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-3ea7aa5a-15a3-4d74-8337-ab00350b0c4b tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7540982 Dec 06 17:32:25.439091 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 46426) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:32:25.578769 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-230458e0-51de-4d25-aead-1d437d19a87f req-dec78610-d943-4a21-8e93-5dc05444f0fb tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f3c85a1-3b48-4f29-aec2-3a218353c857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2238078 Dec 06 17:32:25.583511 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e2d674-e578-43d2-bddb-b97bf19b3b54 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:25.587395 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-a0e2d674-e578-43d2-bddb-b97bf19b3b54 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] 10.222.0.23 "GET /v2.0/ports/ade7cfff-080f-4d36-8c2c-d784229a431c HTTP/1.1" status: 200 len: 955 time: 0.1448534 Dec 06 17:32:25.587711 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-18753bb2-6180-43f7-ab34-adbfcf1a1636 None None] Set router 3644e7f3-4dd6-41e4-a2eb-ec67b3abdcfd gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:32:25.587830 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 46428) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:32:25.772624 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-d4aac29b-6633-4ae8-84f2-4ce0e06777b9 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Deleting port ade7cfff-080f-4d36-8c2c-d784229a431c {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:32:25.772976 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d4aac29b-6633-4ae8-84f2-4ce0e06777b9 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:25.916099 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d4aac29b-6633-4ae8-84f2-4ce0e06777b9 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:25.948803 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-d4aac29b-6633-4ae8-84f2-4ce0e06777b9 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Calling delete_port for ade7cfff-080f-4d36-8c2c-d784229a431c owned by {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:32:26.024177 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-18753bb2-6180-43f7-ab34-adbfcf1a1636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3644e7f3-4dd6-41e4-a2eb-ec67b3abdcfd', 'name': 'tempest-TestVolumeBootPattern-1607606723-router', 'tenant_id': 'b79391c53ca74e5d9ce9f9bdfa79125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.104'}], 'enable_snat': True}, 'gw_port_id': '288aac04-4b93-4959-9575-1ba5d1608ab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:32:20Z', 'updated_at': '2021-12-06T17:32:23Z', 'revision_number': 3, 'project_id': 'b79391c53ca74e5d9ce9f9bdfa79125a', 'gw_port': {'id': '288aac04-4b93-4959-9575-1ba5d1608ab0', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:30:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3644e7f3-4dd6-41e4-a2eb-ec67b3abdcfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:32:22Z', 'updated_at': '2021-12-06T17:32:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:32:26.072991 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18753bb2-6180-43f7-ab34-adbfcf1a1636 None None] Checking router: 3644e7f3-4dd6-41e4-a2eb-ec67b3abdcfd for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:32:26.073347 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18753bb2-6180-43f7-ab34-adbfcf1a1636 None None] Updating router 3644e7f3-4dd6-41e4-a2eb-ec67b3abdcfd port 288aac04-4b93-4959-9575-1ba5d1608ab0 binding host n-d-master-1 {{(pid=103287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:32:26.100788 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-18753bb2-6180-43f7-ab34-adbfcf1a1636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:26.168502 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c685c402-67af-4d48-a58e-0af45bab27b8 req-61c0c276-36cf-45bf-8324-393ec1da3209 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:26.181121 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c685c402-67af-4d48-a58e-0af45bab27b8 req-61c0c276-36cf-45bf-8324-393ec1da3209 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dd6a184-e513-4e1d-9212-5b5f6dcdb31d HTTP/1.1" status: 200 len: 945 time: 0.1672888 Dec 06 17:32:26.317375 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705cb0c8-c9c8-4944-a4a1-4d8a89e696e3 req-ea4f90ce-ad1f-4668-9a1d-5e1dddd647cb tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:26.319087 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-705cb0c8-c9c8-4944-a4a1-4d8a89e696e3 req-ea4f90ce-ad1f-4668-9a1d-5e1dddd647cb tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f4a1b09-ae6e-4372-b0c0-97a88ef4e9d9 HTTP/1.1" status: 200 len: 946 time: 0.1125367 Dec 06 17:32:26.391714 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c685c402-67af-4d48-a58e-0af45bab27b8 req-c5c3ad05-d5d3-4eb7-89e9-37f4997487e7 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/security-groups?id=a040c6b3-0771-4bba-81c8-f88c93c47b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095375 Dec 06 17:32:26.402642 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82abfa3-4812-4e81-9e3d-aa1999b582cc req-b0c76440-2eb6-49a5-840b-7ae1a77a6088 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:26.404357 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a82abfa3-4812-4e81-9e3d-aa1999b582cc req-b0c76440-2eb6-49a5-840b-7ae1a77a6088 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.44 "GET /v2.0/ports?device_id=1dd6a184-e513-4e1d-9212-5b5f6dcdb31d HTTP/1.1" status: 200 len: 945 time: 0.2654703 Dec 06 17:32:26.418381 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-330f8a1f-442b-43b0-98ce-a89511f8e3ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:26.477533 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e768071-508d-4409-ad66-6666ee78de0a None None] Network 5f7fba3a-198c-44c2-997b-da26086406e7 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:32:26.503081 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-18753bb2-6180-43f7-ab34-adbfcf1a1636 None None] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:26.521698 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-18753bb2-6180-43f7-ab34-adbfcf1a1636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:26.560974 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-705cb0c8-c9c8-4944-a4a1-4d8a89e696e3 req-47b72c6b-49bb-4ef1-b907-6109deb56384 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/security-groups?id=6319bd43-3382-435b-8dd0-6c4c8cc1ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2354243 Dec 06 17:32:26.576534 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d4aac29b-6633-4ae8-84f2-4ce0e06777b9 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:26.659006 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62a1b4b-b053-4fbd-9f3e-e74e58099f8b None None] Pushing event updated for resources: {'Port': ['ID=288aac04-4b93-4959-9575-1ba5d1608ab0,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:32:26.675730 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aac29b-6633-4ae8-84f2-4ce0e06777b9 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Pushing event deleted for resources: {'Port': ['ID=ade7cfff-080f-4d36-8c2c-d784229a431c,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:32:26.688224 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d4aac29b-6633-4ae8-84f2-4ce0e06777b9 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:26.695923 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-d4aac29b-6633-4ae8-84f2-4ce0e06777b9 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] 10.222.0.23 "DELETE /v2.0/ports/ade7cfff-080f-4d36-8c2c-d784229a431c HTTP/1.1" status: 204 len: 168 time: 1.1071982 Dec 06 17:32:26.699100 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-18753bb2-6180-43f7-ab34-adbfcf1a1636 None None] Attempting to bind port 288aac04-4b93-4959-9575-1ba5d1608ab0 on host n-d-master-1 for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:32:26.699622 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-18753bb2-6180-43f7-ab34-adbfcf1a1636 None None] Attempting to bind port 288aac04-4b93-4959-9575-1ba5d1608ab0 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:32:26.700096 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18753bb2-6180-43f7-ab34-adbfcf1a1636 None None] Attempting to bind port 288aac04-4b93-4959-9575-1ba5d1608ab0 on network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:32:26.700312 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 46446) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:32:26.710377 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe73297-9e68-4433-ae4e-3c7c779fbd7a None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:32:26.710650 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18753bb2-6180-43f7-ab34-adbfcf1a1636 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:32:26.711113 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18753bb2-6180-43f7-ab34-adbfcf1a1636 None None] Checking segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:32:26.712075 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-18753bb2-6180-43f7-ab34-adbfcf1a1636 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:26.718787 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18753bb2-6180-43f7-ab34-adbfcf1a1636 None None] Bound using segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:32:26.719818 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-18753bb2-6180-43f7-ab34-adbfcf1a1636 None None] Bound port: 288aac04-4b93-4959-9575-1ba5d1608ab0, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:32:26.720502 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-18753bb2-6180-43f7-ab34-adbfcf1a1636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:26.729642 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-330f8a1f-442b-43b0-98ce-a89511f8e3ae admin admin] Allocated IP 172.20.0.1 (5f7fba3a-198c-44c2-997b-da26086406e7/e9c1b201-9582-4708-87c6-825646445b85/819442d6-9ab3-49d5-b5fb-5dc024a01fb4) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:32:26.771976 n-d-master-1 neutron-server[103285]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a7909bb-c937-4d6f-9097-33c40202fa60 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] GET failed (client error): The resource could not be found. Dec 06 17:32:26.781346 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-5a7909bb-c937-4d6f-9097-33c40202fa60 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] 10.222.0.23 "GET /v2.0/ports/ade7cfff-080f-4d36-8c2c-d784229a431c HTTP/1.1" status: 404 len: 333 time: 0.0799732 Dec 06 17:32:26.783171 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 46450) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:32:26.818864 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-9f7adcfe-feba-4d07-afcc-bc6bb06369f4 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Request body: {'port': {'network_id': '52309091-e4d4-4be5-af25-8ccadb08e22a', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1302867514'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:32:26.820464 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-7dce13e2-4bc7-41d0-91fb-766bf5377b67 None None] Provisioning complete for port 6e1c1b25-3165-490f-96f8-d6036e7b13fa triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:32:26.823084 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7dce13e2-4bc7-41d0-91fb-766bf5377b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:26.854473 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-18753bb2-6180-43f7-ab34-adbfcf1a1636 None None] For port 288aac04-4b93-4959-9575-1ba5d1608ab0, host n-d-master-1, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:32:26.864222 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-18753bb2-6180-43f7-ab34-adbfcf1a1636 None None] For port 288aac04-4b93-4959-9575-1ba5d1608ab0, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=288aac04-4b93-4959-9575-1ba5d1608ab0,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:32:26.876174 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-18753bb2-6180-43f7-ab34-adbfcf1a1636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:26.927494 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-330f8a1f-442b-43b0-98ce-a89511f8e3ae admin admin] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:26.927951 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-a82abfa3-4812-4e81-9e3d-aa1999b582cc req-17b9bf6c-6ec8-4b5d-8a36-bbf1ee2a34a3 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Deleting port cb808805-ed0f-4802-a8ba-36b736428fd1 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:32:26.928543 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-a82abfa3-4812-4e81-9e3d-aa1999b582cc req-17b9bf6c-6ec8-4b5d-8a36-bbf1ee2a34a3 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:26.987950 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc18f7d-5038-49e7-bf76-a0d5edb864dc None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:32:27.009931 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-330f8a1f-442b-43b0-98ce-a89511f8e3ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:27.057718 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62a1b4b-b053-4fbd-9f3e-e74e58099f8b None None] Pushing event updated for resources: {'Port': ['ID=288aac04-4b93-4959-9575-1ba5d1608ab0,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:32:27.067084 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18753bb2-6180-43f7-ab34-adbfcf1a1636 None None] Routers {'3644e7f3-4dd6-41e4-a2eb-ec67b3abdcfd'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:32:27.067497 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-18753bb2-6180-43f7-ab34-adbfcf1a1636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:32:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['3644e7f3-4dd6-41e4-a2eb-ec67b3abdcfd'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:32:27.073329 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 6e1c1b25-3165-490f-96f8-d6036e7b13fa up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:32:27.142030 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330f8a1f-442b-43b0-98ce-a89511f8e3ae admin admin] Network 5f7fba3a-198c-44c2-997b-da26086406e7 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:32:27.159161 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-330f8a1f-442b-43b0-98ce-a89511f8e3ae admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:32:27.167799 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330f8a1f-442b-43b0-98ce-a89511f8e3ae admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:32:27.183539 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-a82abfa3-4812-4e81-9e3d-aa1999b582cc req-17b9bf6c-6ec8-4b5d-8a36-bbf1ee2a34a3 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] For port cb808805-ed0f-4802-a8ba-36b736428fd1, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=cb808805-ed0f-4802-a8ba-36b736428fd1,segment=NetworkSegment(04368979-ac99-4737-9a75-271bdacd11fd),segment_id=04368979-ac99-4737-9a75-271bdacd11fd)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:32:27.186057 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-a82abfa3-4812-4e81-9e3d-aa1999b582cc req-17b9bf6c-6ec8-4b5d-8a36-bbf1ee2a34a3 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:27.194124 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 6e1c1b25-3165-490f-96f8-d6036e7b13fa triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:32:27.194501 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:27.204205 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-a82abfa3-4812-4e81-9e3d-aa1999b582cc req-17b9bf6c-6ec8-4b5d-8a36-bbf1ee2a34a3 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Calling delete_port for cb808805-ed0f-4802-a8ba-36b736428fd1 owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:32:27.249278 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7dce13e2-4bc7-41d0-91fb-766bf5377b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:27.309539 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4750d3be-7aac-4c6c-a483-3de3c0e29bfc req-d1709b3e-896d-44c5-b18b-f714c187aab6 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:27.311161 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4750d3be-7aac-4c6c-a483-3de3c0e29bfc req-d1709b3e-896d-44c5-b18b-f714c187aab6 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a03f19b-e0d4-46d6-84a3-079d035de2c4 HTTP/1.1" status: 200 len: 945 time: 0.3475015 Dec 06 17:32:27.332051 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330f8a1f-442b-43b0-98ce-a89511f8e3ae admin admin] Pushing event updated for resources: {'Port': ['ID=819442d6-9ab3-49d5-b5fb-5dc024a01fb4,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:32:27.340203 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:27.362151 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-330f8a1f-442b-43b0-98ce-a89511f8e3ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539179'] for router_interface, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:27.432443 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] For port 6e1c1b25-3165-490f-96f8-d6036e7b13fa, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6e1c1b25-3165-490f-96f8-d6036e7b13fa,segment=NetworkSegment(009ad5bf-699d-4f6b-81c2-928cd3e0480e),segment_id=009ad5bf-699d-4f6b-81c2-928cd3e0480e)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:32:27.449626 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:27.451564 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-18753bb2-6180-43f7-ab34-adbfcf1a1636 None None] Set router 3644e7f3-4dd6-41e4-a2eb-ec67b3abdcfd gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:32:27.500015 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f7adcfe-feba-4d07-afcc-bc6bb06369f4 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Made reservation on behalf of 108ad33c77564943aa901b9acb96ae4d for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:32:27.506301 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9f7adcfe-feba-4d07-afcc-bc6bb06369f4 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:27.516817 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-a82abfa3-4812-4e81-9e3d-aa1999b582cc req-17b9bf6c-6ec8-4b5d-8a36-bbf1ee2a34a3 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:27.565031 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['cb808805-ed0f-4802-a8ba-36b736428fd1'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:32:27.651640 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330f8a1f-442b-43b0-98ce-a89511f8e3ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:32:27.652145 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330f8a1f-442b-43b0-98ce-a89511f8e3ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:32:27.652414 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330f8a1f-442b-43b0-98ce-a89511f8e3ae admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:32:27.652762 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330f8a1f-442b-43b0-98ce-a89511f8e3ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:32:27.653221 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330f8a1f-442b-43b0-98ce-a89511f8e3ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:32:27.653669 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330f8a1f-442b-43b0-98ce-a89511f8e3ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:32:27.654007 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330f8a1f-442b-43b0-98ce-a89511f8e3ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:32:27.654452 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330f8a1f-442b-43b0-98ce-a89511f8e3ae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:32:27.654950 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330f8a1f-442b-43b0-98ce-a89511f8e3ae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:32:27.655281 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330f8a1f-442b-43b0-98ce-a89511f8e3ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:32:27.656552 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330f8a1f-442b-43b0-98ce-a89511f8e3ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:32:27.656893 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330f8a1f-442b-43b0-98ce-a89511f8e3ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:32:27.657344 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330f8a1f-442b-43b0-98ce-a89511f8e3ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:32:27.691433 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b9bf6c-6ec8-4b5d-8a36-bbf1ee2a34a3 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Pushing event deleted for resources: {'Port': ['ID=cb808805-ed0f-4802-a8ba-36b736428fd1,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:32:27.694234 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c144e7-63ed-485d-967e-a5a22a1326ac None None] DHCP port deletion for baae5554-5993-4f38-bd78-dc900341a8a7 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:32:27.717254 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4750d3be-7aac-4c6c-a483-3de3c0e29bfc req-d7eeb62a-f995-44bf-94da-83828da1fac7 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f3c85a1-3b48-4f29-aec2-3a218353c857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3973472 Dec 06 17:32:27.756007 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-a82abfa3-4812-4e81-9e3d-aa1999b582cc req-17b9bf6c-6ec8-4b5d-8a36-bbf1ee2a34a3 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] No DVR routers for this DVR port cb808805-ed0f-4802-a8ba-36b736428fd1 on host n-h2-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:32:27.760263 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-330f8a1f-442b-43b0-98ce-a89511f8e3ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:27.785770 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Pushing event updated for resources: {'Port': ['ID=6e1c1b25-3165-490f-96f8-d6036e7b13fa,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:32:27.791793 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.db.api [None req-7dce13e2-4bc7-41d0-91fb-766bf5377b67 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103286) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 17:32:27.793342 n-d-master-1 neutron-server[103286]: DEBUG oslo_db.api [None req-7dce13e2-4bc7-41d0-91fb-766bf5377b67 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 17:32:27.808469 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1155deff-8a6c-4624-9235-d88959b7472b req-bcf93cd1-6519-410d-b180-a035544718d7 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.23 "GET /v2.0/ports?device_id=1dd6a184-e513-4e1d-9212-5b5f6dcdb31d HTTP/1.1" status: 200 len: 210 time: 0.1435184 Dec 06 17:32:27.810637 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-a82abfa3-4812-4e81-9e3d-aa1999b582cc req-17b9bf6c-6ec8-4b5d-8a36-bbf1ee2a34a3 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:27.834354 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a82abfa3-4812-4e81-9e3d-aa1999b582cc req-17b9bf6c-6ec8-4b5d-8a36-bbf1ee2a34a3 tempest-AttachVolumeNegativeTest-1169310219 tempest-AttachVolumeNegativeTest-1169310219-project] 10.222.0.44 "DELETE /v2.0/ports/cb808805-ed0f-4802-a8ba-36b736428fd1 HTTP/1.1" status: 204 len: 173 time: 1.4070973 Dec 06 17:32:27.835131 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dd6a184-e513-4e1d-9212-5b5f6dcdb31d', 'name': 'network-vif-deleted', 'tag': 'cb808805-ed0f-4802-a8ba-36b736428fd1'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:32:27.840433 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16ab86ab-9746-4a8c-afde-936c57c356ad" -d '{"events": [{"server_uuid": "1dd6a184-e513-4e1d-9212-5b5f6dcdb31d", "name": "network-vif-deleted", "tag": "cb808805-ed0f-4802-a8ba-36b736428fd1"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:32:27.861850 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9f7adcfe-feba-4d07-afcc-bc6bb06369f4 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] device_id is not set on port 06f2d1eb-857b-495e-9229-f901173583e6 yet. {{(pid=103285) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:32:27.941985 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-18753bb2-6180-43f7-ab34-adbfcf1a1636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3644e7f3-4dd6-41e4-a2eb-ec67b3abdcfd', 'name': 'tempest-TestVolumeBootPattern-1607606723-router', 'tenant_id': 'b79391c53ca74e5d9ce9f9bdfa79125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.104'}], 'enable_snat': True}, 'gw_port_id': '288aac04-4b93-4959-9575-1ba5d1608ab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:32:20Z', 'updated_at': '2021-12-06T17:32:23Z', 'revision_number': 3, 'project_id': 'b79391c53ca74e5d9ce9f9bdfa79125a', 'gw_port': {'id': '288aac04-4b93-4959-9575-1ba5d1608ab0', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:30:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3644e7f3-4dd6-41e4-a2eb-ec67b3abdcfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:32:22Z', 'updated_at': '2021-12-06T17:32:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:32:28.022329 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18753bb2-6180-43f7-ab34-adbfcf1a1636 None None] The sync data for ids ['3644e7f3-4dd6-41e4-a2eb-ec67b3abdcfd'] in n-d-master-1 is: [{'id': '3644e7f3-4dd6-41e4-a2eb-ec67b3abdcfd', 'name': 'tempest-TestVolumeBootPattern-1607606723-router', 'tenant_id': 'b79391c53ca74e5d9ce9f9bdfa79125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.104'}], 'enable_snat': True}, 'gw_port_id': '288aac04-4b93-4959-9575-1ba5d1608ab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:32:20Z', 'updated_at': '2021-12-06T17:32:23Z', 'revision_number': 3, 'project_id': 'b79391c53ca74e5d9ce9f9bdfa79125a', 'gw_port': {'id': '288aac04-4b93-4959-9575-1ba5d1608ab0', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:30:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3644e7f3-4dd6-41e4-a2eb-ec67b3abdcfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:32:22Z', 'updated_at': '2021-12-06T17:32:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:32:28.057982 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5162c5f-682e-4116-9978-d64b5f5097bf x-openstack-request-id: req-b5162c5f-682e-4116-9978-d64b5f5097bf {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:32:28.058622 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dd6a184-e513-4e1d-9212-5b5f6dcdb31d", "name": "network-vif-deleted", "tag": "cb808805-ed0f-4802-a8ba-36b736428fd1", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:32:28.058896 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b5162c5f-682e-4116-9978-d64b5f5097bf {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:32:28.059347 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dd6a184-e513-4e1d-9212-5b5f6dcdb31d', 'name': 'network-vif-deleted', 'tag': 'cb808805-ed0f-4802-a8ba-36b736428fd1', 'status': 'completed', 'code': 200} Dec 06 17:32:28.121801 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a60e28-73fd-4d12-a00b-87f9d53ac2c7 req-84f92012-e93b-4293-b377-ec6e9710b721 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:28.123434 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-33a60e28-73fd-4d12-a00b-87f9d53ac2c7 req-84f92012-e93b-4293-b377-ec6e9710b721 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f4a1b09-ae6e-4372-b0c0-97a88ef4e9d9 HTTP/1.1" status: 200 len: 946 time: 0.1791685 Dec 06 17:32:28.185873 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9f7adcfe-feba-4d07-afcc-bc6bb06369f4 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:28.226741 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9f7adcfe-feba-4d07-afcc-bc6bb06369f4 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:28.253707 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-33a60e28-73fd-4d12-a00b-87f9d53ac2c7 req-b9b58bba-ac3d-4ac9-9988-e6fdb46377c9 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/security-groups?id=6319bd43-3382-435b-8dd0-6c4c8cc1ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984240 Dec 06 17:32:28.286419 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7adcfe-feba-4d07-afcc-bc6bb06369f4 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Network 52309091-e4d4-4be5-af25-8ccadb08e22a is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:32:28.291600 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-9f7adcfe-feba-4d07-afcc-bc6bb06369f4 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:32:28.298378 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7adcfe-feba-4d07-afcc-bc6bb06369f4 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Pushing event updated for resources: {'Port': ['ID=06f2d1eb-857b-495e-9229-f901173583e6,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:32:28.304852 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7adcfe-feba-4d07-afcc-bc6bb06369f4 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:32:28.305904 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7adcfe-feba-4d07-afcc-bc6bb06369f4 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:28.306523 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9f7adcfe-feba-4d07-afcc-bc6bb06369f4 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:28.339063 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-9f7adcfe-feba-4d07-afcc-bc6bb06369f4 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.5220816 Dec 06 17:32:28.339885 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 46472) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:32:28.348379 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-8d5a38a8-4def-4df6-afbb-e850c4e1593b tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:32:28.442659 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8d5a38a8-4def-4df6-afbb-e850c4e1593b tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:28.553842 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-1d50c65c-c998-445d-b771-2cebdd2937ce None None] Provisioning complete for port 6e1c1b25-3165-490f-96f8-d6036e7b13fa triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:32:28.554513 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1d50c65c-c998-445d-b771-2cebdd2937ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:28.768199 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-330f8a1f-442b-43b0-98ce-a89511f8e3ae admin admin] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:28.770413 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-8d5a38a8-4def-4df6-afbb-e850c4e1593b tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] device_id is not set on port 06f2d1eb-857b-495e-9229-f901173583e6 yet. {{(pid=103285) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:32:28.785988 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8d5a38a8-4def-4df6-afbb-e850c4e1593b tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:28.792096 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-330f8a1f-442b-43b0-98ce-a89511f8e3ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:28.814815 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8d5a38a8-4def-4df6-afbb-e850c4e1593b tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:28.888483 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-1d50c65c-c998-445d-b771-2cebdd2937ce None None] Provisioning complete for port 819442d6-9ab3-49d5-b5fb-5dc024a01fb4 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:32:28.890436 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1d50c65c-c998-445d-b771-2cebdd2937ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:28.986243 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 46490) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:32:29.003346 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5a38a8-4def-4df6-afbb-e850c4e1593b tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Pushing event updated for resources: {'Port': ['ID=06f2d1eb-857b-495e-9229-f901173583e6,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:32:29.028743 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-1d50c65c-c998-445d-b771-2cebdd2937ce None None] Port 819442d6-9ab3-49d5-b5fb-5dc024a01fb4 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:32:29.061413 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-8d5a38a8-4def-4df6-afbb-e850c4e1593b tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempting to bind port 06f2d1eb-857b-495e-9229-f901173583e6 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:32:29.062737 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-8d5a38a8-4def-4df6-afbb-e850c4e1593b tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempting to bind port 06f2d1eb-857b-495e-9229-f901173583e6 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '5f1d37b4-0304-4710-8e84-a03200e2cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '52309091-e4d4-4be5-af25-8ccadb08e22a'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:32:29.063097 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5a38a8-4def-4df6-afbb-e850c4e1593b tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempting to bind port 06f2d1eb-857b-495e-9229-f901173583e6 on network 52309091-e4d4-4be5-af25-8ccadb08e22a {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:32:29.066409 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-1d50c65c-c998-445d-b771-2cebdd2937ce None None] Provisioning complete for port 288aac04-4b93-4959-9575-1ba5d1608ab0 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:32:29.066792 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1d50c65c-c998-445d-b771-2cebdd2937ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:29.070766 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5a38a8-4def-4df6-afbb-e850c4e1593b tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Port 06f2d1eb-857b-495e-9229-f901173583e6 on network 52309091-e4d4-4be5-af25-8ccadb08e22a not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:32:29.071239 n-d-master-1 neutron-server[103285]: ERROR neutron.plugins.ml2.managers [None req-8d5a38a8-4def-4df6-afbb-e850c4e1593b tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Failed to bind port 06f2d1eb-857b-495e-9229-f901173583e6 on host n-h2-master-1 for vnic_type normal using segments [{'id': '5f1d37b4-0304-4710-8e84-a03200e2cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '52309091-e4d4-4be5-af25-8ccadb08e22a'}] Dec 06 17:32:29.074034 n-d-master-1 neutron-server[103285]: INFO neutron.plugins.ml2.plugin [None req-8d5a38a8-4def-4df6-afbb-e850c4e1593b tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempt 2 to bind port 06f2d1eb-857b-495e-9229-f901173583e6 Dec 06 17:32:29.102866 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e31ac6b-ae57-457b-ba61-fb89d44e65b0 req-8dc2220f-f2aa-4a74-8a2b-2aeabcb79de1 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:29.104717 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9e31ac6b-ae57-457b-ba61-fb89d44e65b0 req-8dc2220f-f2aa-4a74-8a2b-2aeabcb79de1 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a03f19b-e0d4-46d6-84a3-079d035de2c4 HTTP/1.1" status: 200 len: 945 time: 0.1840861 Dec 06 17:32:29.105448 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-8d5a38a8-4def-4df6-afbb-e850c4e1593b tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempting to bind port 06f2d1eb-857b-495e-9229-f901173583e6 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:32:29.105828 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-8d5a38a8-4def-4df6-afbb-e850c4e1593b tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempting to bind port 06f2d1eb-857b-495e-9229-f901173583e6 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '5f1d37b4-0304-4710-8e84-a03200e2cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '52309091-e4d4-4be5-af25-8ccadb08e22a'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:32:29.106171 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5a38a8-4def-4df6-afbb-e850c4e1593b tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempting to bind port 06f2d1eb-857b-495e-9229-f901173583e6 on network 52309091-e4d4-4be5-af25-8ccadb08e22a {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:32:29.145069 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5a38a8-4def-4df6-afbb-e850c4e1593b tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Port 06f2d1eb-857b-495e-9229-f901173583e6 on network 52309091-e4d4-4be5-af25-8ccadb08e22a not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:32:29.145430 n-d-master-1 neutron-server[103285]: ERROR neutron.plugins.ml2.managers [None req-8d5a38a8-4def-4df6-afbb-e850c4e1593b tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Failed to bind port 06f2d1eb-857b-495e-9229-f901173583e6 on host n-h2-master-1 for vnic_type normal using segments [{'id': '5f1d37b4-0304-4710-8e84-a03200e2cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '52309091-e4d4-4be5-af25-8ccadb08e22a'}] Dec 06 17:32:29.148270 n-d-master-1 neutron-server[103285]: INFO neutron.plugins.ml2.plugin [None req-8d5a38a8-4def-4df6-afbb-e850c4e1593b tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempt 3 to bind port 06f2d1eb-857b-495e-9229-f901173583e6 Dec 06 17:32:29.153740 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-330f8a1f-442b-43b0-98ce-a89511f8e3ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-772465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539207'] for router_interface, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:29.204227 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 288aac04-4b93-4959-9575-1ba5d1608ab0 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:32:29.242042 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9e31ac6b-ae57-457b-ba61-fb89d44e65b0 req-9c9f1d30-17e2-4e4d-b2ec-e48d10312c22 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f3c85a1-3b48-4f29-aec2-3a218353c857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278193 Dec 06 17:32:29.260438 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-8d5a38a8-4def-4df6-afbb-e850c4e1593b tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempting to bind port 06f2d1eb-857b-495e-9229-f901173583e6 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:32:29.261612 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-8d5a38a8-4def-4df6-afbb-e850c4e1593b tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempting to bind port 06f2d1eb-857b-495e-9229-f901173583e6 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '5f1d37b4-0304-4710-8e84-a03200e2cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '52309091-e4d4-4be5-af25-8ccadb08e22a'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:32:29.262061 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5a38a8-4def-4df6-afbb-e850c4e1593b tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempting to bind port 06f2d1eb-857b-495e-9229-f901173583e6 on network 52309091-e4d4-4be5-af25-8ccadb08e22a {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:32:29.269790 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5a38a8-4def-4df6-afbb-e850c4e1593b tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Port 06f2d1eb-857b-495e-9229-f901173583e6 on network 52309091-e4d4-4be5-af25-8ccadb08e22a not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:32:29.272294 n-d-master-1 neutron-server[103285]: ERROR neutron.plugins.ml2.managers [None req-8d5a38a8-4def-4df6-afbb-e850c4e1593b tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Failed to bind port 06f2d1eb-857b-495e-9229-f901173583e6 on host n-h2-master-1 for vnic_type normal using segments [{'id': '5f1d37b4-0304-4710-8e84-a03200e2cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '52309091-e4d4-4be5-af25-8ccadb08e22a'}] Dec 06 17:32:29.272838 n-d-master-1 neutron-server[103285]: INFO neutron.plugins.ml2.plugin [None req-8d5a38a8-4def-4df6-afbb-e850c4e1593b tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempt 4 to bind port 06f2d1eb-857b-495e-9229-f901173583e6 Dec 06 17:32:29.280082 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-67005001-c6ce-43ce-8cd5-9ef4cfca1721 admin admin] Deleting subnet beafb9f1-df05-4269-b547-aab5f335c461 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:32:29.292964 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-67005001-c6ce-43ce-8cd5-9ef4cfca1721 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:29.295503 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330f8a1f-442b-43b0-98ce-a89511f8e3ae admin admin] Pushing event updated for resources: {'Port': ['ID=819442d6-9ab3-49d5-b5fb-5dc024a01fb4,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:32:29.316252 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-8d5a38a8-4def-4df6-afbb-e850c4e1593b tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempting to bind port 06f2d1eb-857b-495e-9229-f901173583e6 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:32:29.317808 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-8d5a38a8-4def-4df6-afbb-e850c4e1593b tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempting to bind port 06f2d1eb-857b-495e-9229-f901173583e6 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '5f1d37b4-0304-4710-8e84-a03200e2cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '52309091-e4d4-4be5-af25-8ccadb08e22a'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:32:29.318430 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5a38a8-4def-4df6-afbb-e850c4e1593b tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempting to bind port 06f2d1eb-857b-495e-9229-f901173583e6 on network 52309091-e4d4-4be5-af25-8ccadb08e22a {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:32:29.335066 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5a38a8-4def-4df6-afbb-e850c4e1593b tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Port 06f2d1eb-857b-495e-9229-f901173583e6 on network 52309091-e4d4-4be5-af25-8ccadb08e22a not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:32:29.342651 n-d-master-1 neutron-server[103285]: ERROR neutron.plugins.ml2.managers [None req-8d5a38a8-4def-4df6-afbb-e850c4e1593b tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Failed to bind port 06f2d1eb-857b-495e-9229-f901173583e6 on host n-h2-master-1 for vnic_type normal using segments [{'id': '5f1d37b4-0304-4710-8e84-a03200e2cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '52309091-e4d4-4be5-af25-8ccadb08e22a'}] Dec 06 17:32:29.345558 n-d-master-1 neutron-server[103285]: INFO neutron.plugins.ml2.plugin [None req-8d5a38a8-4def-4df6-afbb-e850c4e1593b tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempt 5 to bind port 06f2d1eb-857b-495e-9229-f901173583e6 Dec 06 17:32:29.388123 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 288aac04-4b93-4959-9575-1ba5d1608ab0 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:32:29.388417 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:29.412083 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-8d5a38a8-4def-4df6-afbb-e850c4e1593b tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempting to bind port 06f2d1eb-857b-495e-9229-f901173583e6 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:32:29.412854 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-8d5a38a8-4def-4df6-afbb-e850c4e1593b tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempting to bind port 06f2d1eb-857b-495e-9229-f901173583e6 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '5f1d37b4-0304-4710-8e84-a03200e2cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '52309091-e4d4-4be5-af25-8ccadb08e22a'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:32:29.413309 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5a38a8-4def-4df6-afbb-e850c4e1593b tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempting to bind port 06f2d1eb-857b-495e-9229-f901173583e6 on network 52309091-e4d4-4be5-af25-8ccadb08e22a {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:32:29.431364 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5a38a8-4def-4df6-afbb-e850c4e1593b tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Port 06f2d1eb-857b-495e-9229-f901173583e6 on network 52309091-e4d4-4be5-af25-8ccadb08e22a not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:32:29.432423 n-d-master-1 neutron-server[103285]: ERROR neutron.plugins.ml2.managers [None req-8d5a38a8-4def-4df6-afbb-e850c4e1593b tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Failed to bind port 06f2d1eb-857b-495e-9229-f901173583e6 on host n-h2-master-1 for vnic_type normal using segments [{'id': '5f1d37b4-0304-4710-8e84-a03200e2cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '52309091-e4d4-4be5-af25-8ccadb08e22a'}] Dec 06 17:32:29.433315 n-d-master-1 neutron-server[103285]: INFO neutron.plugins.ml2.plugin [None req-8d5a38a8-4def-4df6-afbb-e850c4e1593b tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempt 6 to bind port 06f2d1eb-857b-495e-9229-f901173583e6 Dec 06 17:32:29.471784 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-8d5a38a8-4def-4df6-afbb-e850c4e1593b tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempting to bind port 06f2d1eb-857b-495e-9229-f901173583e6 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:32:29.472130 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-8d5a38a8-4def-4df6-afbb-e850c4e1593b tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempting to bind port 06f2d1eb-857b-495e-9229-f901173583e6 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '5f1d37b4-0304-4710-8e84-a03200e2cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '52309091-e4d4-4be5-af25-8ccadb08e22a'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:32:29.472475 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5a38a8-4def-4df6-afbb-e850c4e1593b tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempting to bind port 06f2d1eb-857b-495e-9229-f901173583e6 on network 52309091-e4d4-4be5-af25-8ccadb08e22a {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:32:29.481042 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1d50c65c-c998-445d-b771-2cebdd2937ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:29.483867 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5a38a8-4def-4df6-afbb-e850c4e1593b tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Port 06f2d1eb-857b-495e-9229-f901173583e6 on network 52309091-e4d4-4be5-af25-8ccadb08e22a not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:32:29.484087 n-d-master-1 neutron-server[103285]: ERROR neutron.plugins.ml2.managers [None req-8d5a38a8-4def-4df6-afbb-e850c4e1593b tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Failed to bind port 06f2d1eb-857b-495e-9229-f901173583e6 on host n-h2-master-1 for vnic_type normal using segments [{'id': '5f1d37b4-0304-4710-8e84-a03200e2cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '52309091-e4d4-4be5-af25-8ccadb08e22a'}] Dec 06 17:32:29.484540 n-d-master-1 neutron-server[103285]: INFO neutron.plugins.ml2.plugin [None req-8d5a38a8-4def-4df6-afbb-e850c4e1593b tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempt 7 to bind port 06f2d1eb-857b-495e-9229-f901173583e6 Dec 06 17:32:29.517226 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-8d5a38a8-4def-4df6-afbb-e850c4e1593b tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempting to bind port 06f2d1eb-857b-495e-9229-f901173583e6 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:32:29.517634 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-8d5a38a8-4def-4df6-afbb-e850c4e1593b tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempting to bind port 06f2d1eb-857b-495e-9229-f901173583e6 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '5f1d37b4-0304-4710-8e84-a03200e2cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '52309091-e4d4-4be5-af25-8ccadb08e22a'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:32:29.517948 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5a38a8-4def-4df6-afbb-e850c4e1593b tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempting to bind port 06f2d1eb-857b-495e-9229-f901173583e6 on network 52309091-e4d4-4be5-af25-8ccadb08e22a {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:32:29.532208 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5a38a8-4def-4df6-afbb-e850c4e1593b tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Port 06f2d1eb-857b-495e-9229-f901173583e6 on network 52309091-e4d4-4be5-af25-8ccadb08e22a not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:32:29.532545 n-d-master-1 neutron-server[103285]: ERROR neutron.plugins.ml2.managers [None req-8d5a38a8-4def-4df6-afbb-e850c4e1593b tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Failed to bind port 06f2d1eb-857b-495e-9229-f901173583e6 on host n-h2-master-1 for vnic_type normal using segments [{'id': '5f1d37b4-0304-4710-8e84-a03200e2cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '52309091-e4d4-4be5-af25-8ccadb08e22a'}] Dec 06 17:32:29.533148 n-d-master-1 neutron-server[103285]: INFO neutron.plugins.ml2.plugin [None req-8d5a38a8-4def-4df6-afbb-e850c4e1593b tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempt 8 to bind port 06f2d1eb-857b-495e-9229-f901173583e6 Dec 06 17:32:29.543998 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-67005001-c6ce-43ce-8cd5-9ef4cfca1721 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:29.557623 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-1d50c65c-c998-445d-b771-2cebdd2937ce None None] For port 288aac04-4b93-4959-9575-1ba5d1608ab0, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=288aac04-4b93-4959-9575-1ba5d1608ab0,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:32:29.584869 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-8d5a38a8-4def-4df6-afbb-e850c4e1593b tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempting to bind port 06f2d1eb-857b-495e-9229-f901173583e6 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:32:29.585217 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-8d5a38a8-4def-4df6-afbb-e850c4e1593b tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempting to bind port 06f2d1eb-857b-495e-9229-f901173583e6 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '5f1d37b4-0304-4710-8e84-a03200e2cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '52309091-e4d4-4be5-af25-8ccadb08e22a'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:32:29.585585 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5a38a8-4def-4df6-afbb-e850c4e1593b tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempting to bind port 06f2d1eb-857b-495e-9229-f901173583e6 on network 52309091-e4d4-4be5-af25-8ccadb08e22a {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:32:29.616361 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5a38a8-4def-4df6-afbb-e850c4e1593b tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Port 06f2d1eb-857b-495e-9229-f901173583e6 on network 52309091-e4d4-4be5-af25-8ccadb08e22a not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:32:29.616623 n-d-master-1 neutron-server[103285]: ERROR neutron.plugins.ml2.managers [None req-8d5a38a8-4def-4df6-afbb-e850c4e1593b tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Failed to bind port 06f2d1eb-857b-495e-9229-f901173583e6 on host n-h2-master-1 for vnic_type normal using segments [{'id': '5f1d37b4-0304-4710-8e84-a03200e2cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '52309091-e4d4-4be5-af25-8ccadb08e22a'}] Dec 06 17:32:29.617030 n-d-master-1 neutron-server[103285]: INFO neutron.plugins.ml2.plugin [None req-8d5a38a8-4def-4df6-afbb-e850c4e1593b tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempt 9 to bind port 06f2d1eb-857b-495e-9229-f901173583e6 Dec 06 17:32:29.620145 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device cb808805-ed0f-4802-a8ba-36b736428fd1 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:32:29.653241 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-8d5a38a8-4def-4df6-afbb-e850c4e1593b tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempting to bind port 06f2d1eb-857b-495e-9229-f901173583e6 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:32:29.653620 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-8d5a38a8-4def-4df6-afbb-e850c4e1593b tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempting to bind port 06f2d1eb-857b-495e-9229-f901173583e6 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '5f1d37b4-0304-4710-8e84-a03200e2cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '52309091-e4d4-4be5-af25-8ccadb08e22a'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:32:29.654591 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5a38a8-4def-4df6-afbb-e850c4e1593b tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempting to bind port 06f2d1eb-857b-495e-9229-f901173583e6 on network 52309091-e4d4-4be5-af25-8ccadb08e22a {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:32:29.664791 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] No Port match for: cb808805-ed0f-4802-a8ba-36b736428fd1 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:32:29.665146 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device cb808805-ed0f-4802-a8ba-36b736428fd1 not bound to the agent host n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:32:29.665619 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5a38a8-4def-4df6-afbb-e850c4e1593b tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Port 06f2d1eb-857b-495e-9229-f901173583e6 on network 52309091-e4d4-4be5-af25-8ccadb08e22a not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:32:29.666005 n-d-master-1 neutron-server[103285]: ERROR neutron.plugins.ml2.managers [None req-8d5a38a8-4def-4df6-afbb-e850c4e1593b tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Failed to bind port 06f2d1eb-857b-495e-9229-f901173583e6 on host n-h2-master-1 for vnic_type normal using segments [{'id': '5f1d37b4-0304-4710-8e84-a03200e2cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '52309091-e4d4-4be5-af25-8ccadb08e22a'}] Dec 06 17:32:29.666610 n-d-master-1 neutron-server[103285]: INFO neutron.plugins.ml2.plugin [None req-8d5a38a8-4def-4df6-afbb-e850c4e1593b tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempt 10 to bind port 06f2d1eb-857b-495e-9229-f901173583e6 Dec 06 17:32:29.671927 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1d50c65c-c998-445d-b771-2cebdd2937ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:29.698062 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-8d5a38a8-4def-4df6-afbb-e850c4e1593b tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempting to bind port 06f2d1eb-857b-495e-9229-f901173583e6 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:32:29.698583 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-8d5a38a8-4def-4df6-afbb-e850c4e1593b tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempting to bind port 06f2d1eb-857b-495e-9229-f901173583e6 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '5f1d37b4-0304-4710-8e84-a03200e2cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '52309091-e4d4-4be5-af25-8ccadb08e22a'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:32:29.698693 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330f8a1f-442b-43b0-98ce-a89511f8e3ae admin admin] Network 5f7fba3a-198c-44c2-997b-da26086406e7 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:32:29.698828 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5a38a8-4def-4df6-afbb-e850c4e1593b tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempting to bind port 06f2d1eb-857b-495e-9229-f901173583e6 on network 52309091-e4d4-4be5-af25-8ccadb08e22a {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:32:29.711108 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5a38a8-4def-4df6-afbb-e850c4e1593b tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Port 06f2d1eb-857b-495e-9229-f901173583e6 on network 52309091-e4d4-4be5-af25-8ccadb08e22a not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:32:29.711589 n-d-master-1 neutron-server[103285]: ERROR neutron.plugins.ml2.managers [None req-8d5a38a8-4def-4df6-afbb-e850c4e1593b tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Failed to bind port 06f2d1eb-857b-495e-9229-f901173583e6 on host n-h2-master-1 for vnic_type normal using segments [{'id': '5f1d37b4-0304-4710-8e84-a03200e2cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '52309091-e4d4-4be5-af25-8ccadb08e22a'}] Dec 06 17:32:29.711972 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8d5a38a8-4def-4df6-afbb-e850c4e1593b tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:29.720323 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad71634e-a3df-4c5c-b1e4-dff502bd87dc req-ebd2b633-f0cf-4b32-bda9-ec11dabb267b tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:29.722200 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ad71634e-a3df-4c5c-b1e4-dff502bd87dc req-ebd2b633-f0cf-4b32-bda9-ec11dabb267b tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f4a1b09-ae6e-4372-b0c0-97a88ef4e9d9 HTTP/1.1" status: 200 len: 946 time: 0.2966101 Dec 06 17:32:29.723224 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-330f8a1f-442b-43b0-98ce-a89511f8e3ae admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:32:29.771024 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:29.870359 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-8d5a38a8-4def-4df6-afbb-e850c4e1593b tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] For port 06f2d1eb-857b-495e-9229-f901173583e6, host n-h2-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:32:29.870977 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-8d5a38a8-4def-4df6-afbb-e850c4e1593b tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attempted to set empty binding levels {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 06 17:32:29.879899 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8d5a38a8-4def-4df6-afbb-e850c4e1593b tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:29.880207 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-67005001-c6ce-43ce-8cd5-9ef4cfca1721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:29.973074 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ad71634e-a3df-4c5c-b1e4-dff502bd87dc req-dd84a4ef-05c7-4a71-8f42-df873f3f0b6f tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/security-groups?id=6319bd43-3382-435b-8dd0-6c4c8cc1ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2319679 Dec 06 17:32:30.006426 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-8d5a38a8-4def-4df6-afbb-e850c4e1593b tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] In _notify_port_updated(), no bound segment for port 06f2d1eb-857b-495e-9229-f901173583e6 on network 52309091-e4d4-4be5-af25-8ccadb08e22a {{(pid=103285) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 17:32:30.007402 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5a38a8-4def-4df6-afbb-e850c4e1593b tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:30.008026 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8d5a38a8-4def-4df6-afbb-e850c4e1593b tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:30.009402 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-8d5a38a8-4def-4df6-afbb-e850c4e1593b tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] 10.222.0.23 "PUT /v2.0/ports/06f2d1eb-857b-495e-9229-f901173583e6 HTTP/1.1" status: 200 len: 975 time: 1.6679580 Dec 06 17:32:30.012302 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 46520) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:32:30.054162 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5a38a8-4def-4df6-afbb-e850c4e1593b tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Pushing event updated for resources: {'Port': ['ID=06f2d1eb-857b-495e-9229-f901173583e6,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:32:30.069118 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d50c65c-c998-445d-b771-2cebdd2937ce None None] Pushing event updated for resources: {'Port': ['ID=288aac04-4b93-4959-9575-1ba5d1608ab0,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:32:30.098380 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.db.api [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103286) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 17:32:30.105831 n-d-master-1 neutron-server[103286]: DEBUG oslo_db.api [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 17:32:30.123411 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-330f8a1f-442b-43b0-98ce-a89511f8e3ae admin admin] Router 3644e7f3-4dd6-41e4-a2eb-ec67b3abdcfd has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:32:30.125868 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-67005001-c6ce-43ce-8cd5-9ef4cfca1721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:30.144119 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-67005001-c6ce-43ce-8cd5-9ef4cfca1721 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:30.148570 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-67005001-c6ce-43ce-8cd5-9ef4cfca1721 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/beafb9f1-df05-4269-b547-aab5f335c461 HTTP/1.1" status: 204 len: 168 time: 1.1122971 Dec 06 17:32:30.151567 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 46522) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:32:30.190168 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67005001-c6ce-43ce-8cd5-9ef4cfca1721 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=beafb9f1-df05-4269-b547-aab5f335c461,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:32:30.335117 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bb5b258a-2363-49a0-8444-918b097ac05c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:30.391611 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-330f8a1f-442b-43b0-98ce-a89511f8e3ae admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:32:30.433458 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-330f8a1f-442b-43b0-98ce-a89511f8e3ae admin admin] 10.222.0.23 "PUT /v2.0/routers/3644e7f3-4dd6-41e4-a2eb-ec67b3abdcfd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0894957 Dec 06 17:32:30.435302 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-4239f3ed-77e5-4c84-b8c6-edaf1e2fbddc tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Deleting port 06f2d1eb-857b-495e-9229-f901173583e6 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:32:30.438973 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4239f3ed-77e5-4c84-b8c6-edaf1e2fbddc tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:30.459846 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5dd2d12-fc10-45f8-b029-ef55e001d55d None None] Network baae5554-5993-4f38-bd78-dc900341a8a7 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:32:30.527590 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db21da21-8ce9-4f71-8467-2b6ec4b38e55 req-33d06c50-b4b8-4aff-b1dd-e1076626765e tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:30.529179 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-db21da21-8ce9-4f71-8467-2b6ec4b38e55 req-33d06c50-b4b8-4aff-b1dd-e1076626765e tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a03f19b-e0d4-46d6-84a3-079d035de2c4 HTTP/1.1" status: 200 len: 945 time: 0.1416771 Dec 06 17:32:30.542380 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bb5b258a-2363-49a0-8444-918b097ac05c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:30.566396 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-4239f3ed-77e5-4c84-b8c6-edaf1e2fbddc tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] For port 06f2d1eb-857b-495e-9229-f901173583e6, host n-h2-master-1, got binding levels [] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:32:30.568463 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4239f3ed-77e5-4c84-b8c6-edaf1e2fbddc tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:30.601230 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-bb5b258a-2363-49a0-8444-918b097ac05c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baae5554-5993-4f38-bd78-dc900341a8a7']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:32:30.633515 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-4239f3ed-77e5-4c84-b8c6-edaf1e2fbddc tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Calling delete_port for 06f2d1eb-857b-495e-9229-f901173583e6 owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:32:30.660360 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-bb5b258a-2363-49a0-8444-918b097ac05c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04368979-ac99-4737-9a75-271bdacd11fd') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:32:30.660926 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-bb5b258a-2363-49a0-8444-918b097ac05c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04368979-ac99-4737-9a75-271bdacd11fd') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:32:30.695359 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bb5b258a-2363-49a0-8444-918b097ac05c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:30.715332 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-db21da21-8ce9-4f71-8467-2b6ec4b38e55 req-87c6c44b-1fd7-4b41-b54f-f5252ba23fcd tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f3c85a1-3b48-4f29-aec2-3a218353c857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1698775 Dec 06 17:32:30.743044 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bb5b258a-2363-49a0-8444-918b097ac05c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:30.745872 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 6e1c1b25-3165-490f-96f8-d6036e7b13fa up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:32:30.752615 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb5b258a-2363-49a0-8444-918b097ac05c admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:32:30.754695 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bb5b258a-2363-49a0-8444-918b097ac05c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:30.847496 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:32:30.847496 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:32:30.847496 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:32:30.847496 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:32:30.847496 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:32:30.847496 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:32:30.847496 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:32:30.847496 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:32:30.847496 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:32:30.847496 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:32:30.847496 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:32:30.847496 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:32:30.847496 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:32:30.847496 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:32:30.847496 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:32:30.847496 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:32:30.847496 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:32:30.847496 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:32:30.847496 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:32:30.847496 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:32:30.847496 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:32:30.847496 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:32:30.847496 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:32:30.847496 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:32:30.847496 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:32:30.847496 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:32:30.847496 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:32:30.847496 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:32:30.847496 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:32:30.847496 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:32:30.847496 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:32:30.847496 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:32:30.861584 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bb5b258a-2363-49a0-8444-918b097ac05c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:30.868775 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bb5b258a-2363-49a0-8444-918b097ac05c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:30.878309 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-bb5b258a-2363-49a0-8444-918b097ac05c admin admin] 10.222.0.23 "DELETE /v2.0/networks/baae5554-5993-4f38-bd78-dc900341a8a7 HTTP/1.1" status: 204 len: 168 time: 0.7250638 Dec 06 17:32:30.918902 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5b258a-2363-49a0-8444-918b097ac05c admin admin] Pushing event deleted for resources: {'Network': ['ID=baae5554-5993-4f38-bd78-dc900341a8a7,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:32:30.936408 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-d112f3bc-eef9-4543-be2e-173e293c5489 None None] Provisioning complete for port 819442d6-9ab3-49d5-b5fb-5dc024a01fb4 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:32:30.937363 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d112f3bc-eef9-4543-be2e-173e293c5489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:30.959834 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4239f3ed-77e5-4c84-b8c6-edaf1e2fbddc tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:31.034687 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 6e1c1b25-3165-490f-96f8-d6036e7b13fa triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:32:31.036764 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:31.045789 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-d112f3bc-eef9-4543-be2e-173e293c5489 None None] Port 819442d6-9ab3-49d5-b5fb-5dc024a01fb4 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:32:31.070041 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3bbee91-d4f4-4445-8a6d-e493522b8ae6 None None] DHCP port deletion for baae5554-5993-4f38-bd78-dc900341a8a7 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:32:31.075757 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4239f3ed-77e5-4c84-b8c6-edaf1e2fbddc tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Pushing event deleted for resources: {'Port': ['ID=06f2d1eb-857b-495e-9229-f901173583e6,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:32:31.087739 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4239f3ed-77e5-4c84-b8c6-edaf1e2fbddc tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:31.092303 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-4239f3ed-77e5-4c84-b8c6-edaf1e2fbddc tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] 10.222.0.23 "DELETE /v2.0/ports/06f2d1eb-857b-495e-9229-f901173583e6 HTTP/1.1" status: 204 len: 168 time: 1.0764692 Dec 06 17:32:31.092974 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 46584) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:32:31.144767 n-d-master-1 neutron-server[103285]: INFO neutron.pecan_wsgi.hooks.translation [None req-45153692-1079-4e39-8fe3-9de22395d069 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] GET failed (client error): The resource could not be found. Dec 06 17:32:31.152202 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-45153692-1079-4e39-8fe3-9de22395d069 tempest-PortsAdminExtendedAttrsTestJSON-371414829 tempest-PortsAdminExtendedAttrsTestJSON-371414829-project-admin] 10.222.0.23 "GET /v2.0/ports/06f2d1eb-857b-495e-9229-f901173583e6 HTTP/1.1" status: 404 len: 333 time: 0.0564322 Dec 06 17:32:31.157538 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 46594) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:32:31.400391 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6286c1f0-e1eb-41c0-a31e-eb976eb13b92 req-6e18b70d-c594-4cf4-a01d-e04c9c46a51d tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:31.411757 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6286c1f0-e1eb-41c0-a31e-eb976eb13b92 req-6e18b70d-c594-4cf4-a01d-e04c9c46a51d tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f4a1b09-ae6e-4372-b0c0-97a88ef4e9d9 HTTP/1.1" status: 200 len: 946 time: 0.2757921 Dec 06 17:32:31.462866 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4179e970-b00e-46a1-82e2-c6bfc5f55b60 None None] Sync routers for ids ['3644e7f3-4dd6-41e4-a2eb-ec67b3abdcfd'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:32:31.503495 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4179e970-b00e-46a1-82e2-c6bfc5f55b60 None None] Routers {'3644e7f3-4dd6-41e4-a2eb-ec67b3abdcfd'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:32:31.504091 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 46630) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:32:31.505531 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-4179e970-b00e-46a1-82e2-c6bfc5f55b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:32:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['3644e7f3-4dd6-41e4-a2eb-ec67b3abdcfd'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:32:31.564413 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6286c1f0-e1eb-41c0-a31e-eb976eb13b92 req-bee181ef-9f46-4de2-a26e-01e009c06d29 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/security-groups?id=6319bd43-3382-435b-8dd0-6c4c8cc1ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1441360 Dec 06 17:32:31.625273 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 288aac04-4b93-4959-9575-1ba5d1608ab0 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:32:31.726566 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-d1f020d8-3478-49a8-bd19-82037d45d928 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=31731eabc62542b18a3f7712a1235f2a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2159994 Dec 06 17:32:31.728013 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 46652) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:32:31.838823 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-4179e970-b00e-46a1-82e2-c6bfc5f55b60 None None] Set router 3644e7f3-4dd6-41e4-a2eb-ec67b3abdcfd gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:32:31.841026 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 288aac04-4b93-4959-9575-1ba5d1608ab0 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:32:31.845689 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:31.893568 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cc5c3dcd-8f18-4471-9d28-4619a9c92f74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:31.962285 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cc5c3dcd-8f18-4471-9d28-4619a9c92f74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:32.079322 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cc5c3dcd-8f18-4471-9d28-4619a9c92f74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:32.087785 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cc5c3dcd-8f18-4471-9d28-4619a9c92f74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:32.089002 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-cc5c3dcd-8f18-4471-9d28-4619a9c92f74 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a040c6b3-0771-4bba-81c8-f88c93c47b98 HTTP/1.1" status: 204 len: 168 time: 0.3600061 Dec 06 17:32:32.124797 n-d-master-1 neutron-server[103285]: INFO neutron.api.v2.resource [req-ff9b5ce0-86b4-42f1-a1fa-ecec1dd7aa22 req-bed5c182-af1c-426f-ae7d-a3913cdd2733 service neutron] show failed (client error): The resource could not be found. Dec 06 17:32:32.125836 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ff9b5ce0-86b4-42f1-a1fa-ecec1dd7aa22 req-bed5c182-af1c-426f-ae7d-a3913cdd2733 service neutron] 10.222.0.41 "GET /v2.0/ports/96d9265e-5c36-4216-b5da-3ebc61179801/bindings/n-h2-master-1 HTTP/1.1" status: 404 len: 380 time: 0.9218268 Dec 06 17:32:32.174539 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5c3dcd-8f18-4471-9d28-4619a9c92f74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a040c6b3-0771-4bba-81c8-f88c93c47b98,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:32:32.229985 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9b51538f-fa10-44e2-bdc0-a8716f48479f tempest-PortsAdminExtendedAttrsTestJSON-705277889 tempest-PortsAdminExtendedAttrsTestJSON-705277889-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:32.391808 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-4179e970-b00e-46a1-82e2-c6bfc5f55b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3644e7f3-4dd6-41e4-a2eb-ec67b3abdcfd', 'name': 'tempest-TestVolumeBootPattern-1607606723-router', 'tenant_id': 'b79391c53ca74e5d9ce9f9bdfa79125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.104'}], 'enable_snat': True}, 'gw_port_id': '288aac04-4b93-4959-9575-1ba5d1608ab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:32:20Z', 'updated_at': '2021-12-06T17:32:27Z', 'revision_number': 4, 'project_id': 'b79391c53ca74e5d9ce9f9bdfa79125a', 'gw_port': {'id': '288aac04-4b93-4959-9575-1ba5d1608ab0', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:30:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3644e7f3-4dd6-41e4-a2eb-ec67b3abdcfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:32:22Z', 'updated_at': '2021-12-06T17:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '819442d6-9ab3-49d5-b5fb-5dc024a01fb4', 'name': '', 'network_id': '5f7fba3a-198c-44c2-997b-da26086406e7', 'tenant_id': 'b79391c53ca74e5d9ce9f9bdfa79125a', 'mac_address': 'fa:16:3e:19:53:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3644e7f3-4dd6-41e4-a2eb-ec67b3abdcfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': 'e9c1b201-9582-4708-87c6-825646445b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:32:26Z', 'updated_at': '2021-12-06T17:32:28Z', 'revision_number': 2, 'project_id': 'b79391c53ca74e5d9ce9f9bdfa79125a', 'subnets': [{'id': 'e9c1b201-9582-4708-87c6-825646445b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:32:32.393805 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30367bc-63d5-4576-8b7b-9a2619594b02 req-265bb546-2d07-48c3-934c-39c87a45382b tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:32.395399 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d30367bc-63d5-4576-8b7b-9a2619594b02 req-265bb546-2d07-48c3-934c-39c87a45382b tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a03f19b-e0d4-46d6-84a3-079d035de2c4 HTTP/1.1" status: 200 len: 945 time: 0.2798486 Dec 06 17:32:32.425269 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4179e970-b00e-46a1-82e2-c6bfc5f55b60 None None] Checking router: 3644e7f3-4dd6-41e4-a2eb-ec67b3abdcfd for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:32:32.425878 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4179e970-b00e-46a1-82e2-c6bfc5f55b60 None None] Updating router 3644e7f3-4dd6-41e4-a2eb-ec67b3abdcfd port 819442d6-9ab3-49d5-b5fb-5dc024a01fb4 binding host n-d-master-1 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:32:32.482940 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4179e970-b00e-46a1-82e2-c6bfc5f55b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:32.838487 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:32.857115 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798ee66f-ff0f-4a9c-a60a-2938fd355087 req-6a2ac9f5-228a-4769-b9d8-4999d82ef00c tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:32.858991 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-798ee66f-ff0f-4a9c-a60a-2938fd355087 req-6a2ac9f5-228a-4769-b9d8-4999d82ef00c tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f4a1b09-ae6e-4372-b0c0-97a88ef4e9d9 HTTP/1.1" status: 200 len: 946 time: 0.0961659 Dec 06 17:32:32.986441 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9b51538f-fa10-44e2-bdc0-a8716f48479f tempest-PortsAdminExtendedAttrsTestJSON-705277889 tempest-PortsAdminExtendedAttrsTestJSON-705277889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:32.996085 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-798ee66f-ff0f-4a9c-a60a-2938fd355087 req-80e6d825-ea9e-4b24-abde-64ad6e79a0aa tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/security-groups?id=6319bd43-3382-435b-8dd0-6c4c8cc1ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306958 Dec 06 17:32:33.031779 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d30367bc-63d5-4576-8b7b-9a2619594b02 req-a8feb823-86f3-454a-a522-89d664c28c87 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f3c85a1-3b48-4f29-aec2-3a218353c857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6013069 Dec 06 17:32:33.054617 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4179e970-b00e-46a1-82e2-c6bfc5f55b60 None None] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:33.066897 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4179e970-b00e-46a1-82e2-c6bfc5f55b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:33.084917 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-9b51538f-fa10-44e2-bdc0-a8716f48479f tempest-PortsAdminExtendedAttrsTestJSON-705277889 tempest-PortsAdminExtendedAttrsTestJSON-705277889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52309091-e4d4-4be5-af25-8ccadb08e22a']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:32:33.094423 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9b5ce0-86b4-42f1-a1fa-ecec1dd7aa22 req-5cd34b6b-dab0-4c59-8c6d-bedf9d758ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:33.096209 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ff9b5ce0-86b4-42f1-a1fa-ecec1dd7aa22 req-5cd34b6b-dab0-4c59-8c6d-bedf9d758ec2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9a03f19b-e0d4-46d6-84a3-079d035de2c4&tenant_id=87136a91f6c54863bdb78ae5833b5c4e HTTP/1.1" status: 200 len: 1096 time: 0.5838995 Dec 06 17:32:33.175280 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-ff9b5ce0-86b4-42f1-a1fa-ecec1dd7aa22 req-10565da6-2f64-46c4-af9a-e821b65b57f0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-master-1', 'device_owner': 'compute:nova'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:32:33.223861 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-9b51538f-fa10-44e2-bdc0-a8716f48479f tempest-PortsAdminExtendedAttrsTestJSON-705277889 tempest-PortsAdminExtendedAttrsTestJSON-705277889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f1d37b4-0304-4710-8e84-a03200e2cebe') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:32:33.224600 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-9b51538f-fa10-44e2-bdc0-a8716f48479f tempest-PortsAdminExtendedAttrsTestJSON-705277889 tempest-PortsAdminExtendedAttrsTestJSON-705277889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f1d37b4-0304-4710-8e84-a03200e2cebe') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:32:33.261117 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9b51538f-fa10-44e2-bdc0-a8716f48479f tempest-PortsAdminExtendedAttrsTestJSON-705277889 tempest-PortsAdminExtendedAttrsTestJSON-705277889-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:33.300963 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9b51538f-fa10-44e2-bdc0-a8716f48479f tempest-PortsAdminExtendedAttrsTestJSON-705277889 tempest-PortsAdminExtendedAttrsTestJSON-705277889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:33.318264 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b51538f-fa10-44e2-bdc0-a8716f48479f tempest-PortsAdminExtendedAttrsTestJSON-705277889 tempest-PortsAdminExtendedAttrsTestJSON-705277889-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:32:33.320768 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9b51538f-fa10-44e2-bdc0-a8716f48479f tempest-PortsAdminExtendedAttrsTestJSON-705277889 tempest-PortsAdminExtendedAttrsTestJSON-705277889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:33.384703 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-4179e970-b00e-46a1-82e2-c6bfc5f55b60 None None] Attempting to bind port 819442d6-9ab3-49d5-b5fb-5dc024a01fb4 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:32:33.385103 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-4179e970-b00e-46a1-82e2-c6bfc5f55b60 None None] Attempting to bind port 819442d6-9ab3-49d5-b5fb-5dc024a01fb4 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '009ad5bf-699d-4f6b-81c2-928cd3e0480e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5f7fba3a-198c-44c2-997b-da26086406e7'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:32:33.385494 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4179e970-b00e-46a1-82e2-c6bfc5f55b60 None None] Attempting to bind port 819442d6-9ab3-49d5-b5fb-5dc024a01fb4 on network 5f7fba3a-198c-44c2-997b-da26086406e7 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:32:33.398751 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc389634-d992-42fd-85c9-a1a4de66b4e8 None None] Pushing event updated for resources: {'Port': ['ID=819442d6-9ab3-49d5-b5fb-5dc024a01fb4,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:32:33.410412 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4179e970-b00e-46a1-82e2-c6bfc5f55b60 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:32:33.410742 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4179e970-b00e-46a1-82e2-c6bfc5f55b60 None None] Checking segment: {'id': '009ad5bf-699d-4f6b-81c2-928cd3e0480e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5f7fba3a-198c-44c2-997b-da26086406e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:32:33.412553 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4179e970-b00e-46a1-82e2-c6bfc5f55b60 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:33.412966 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4179e970-b00e-46a1-82e2-c6bfc5f55b60 None None] Bound using segment: {'id': '009ad5bf-699d-4f6b-81c2-928cd3e0480e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5f7fba3a-198c-44c2-997b-da26086406e7'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:32:33.417018 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-4179e970-b00e-46a1-82e2-c6bfc5f55b60 None None] Bound port: 819442d6-9ab3-49d5-b5fb-5dc024a01fb4, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '009ad5bf-699d-4f6b-81c2-928cd3e0480e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5f7fba3a-198c-44c2-997b-da26086406e7'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:32:33.417554 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4179e970-b00e-46a1-82e2-c6bfc5f55b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:33.443374 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:32:33.443374 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:32:33.443374 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:32:33.443374 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:32:33.443374 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:32:33.443374 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:32:33.443374 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:32:33.443374 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:32:33.443374 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:32:33.443374 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:32:33.443374 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:32:33.443374 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:32:33.443374 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:32:33.443374 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:32:33.443374 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:32:33.443374 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:32:33.443374 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:32:33.443374 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:32:33.443374 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:32:33.443374 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:32:33.443374 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:32:33.443374 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:32:33.443374 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:32:33.443374 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:32:33.443374 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:32:33.443374 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:32:33.443374 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:32:33.443374 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:32:33.443374 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:32:33.443374 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:32:33.443374 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:32:33.443374 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:32:33.481380 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9b51538f-fa10-44e2-bdc0-a8716f48479f tempest-PortsAdminExtendedAttrsTestJSON-705277889 tempest-PortsAdminExtendedAttrsTestJSON-705277889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:33.489416 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9b51538f-fa10-44e2-bdc0-a8716f48479f tempest-PortsAdminExtendedAttrsTestJSON-705277889 tempest-PortsAdminExtendedAttrsTestJSON-705277889-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:33.494810 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-9b51538f-fa10-44e2-bdc0-a8716f48479f tempest-PortsAdminExtendedAttrsTestJSON-705277889 tempest-PortsAdminExtendedAttrsTestJSON-705277889-project] 10.222.0.23 "DELETE /v2.0/networks/52309091-e4d4-4be5-af25-8ccadb08e22a HTTP/1.1" status: 204 len: 168 time: 2.3356466 Dec 06 17:32:33.525968 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b51538f-fa10-44e2-bdc0-a8716f48479f tempest-PortsAdminExtendedAttrsTestJSON-705277889 tempest-PortsAdminExtendedAttrsTestJSON-705277889-project] Pushing event deleted for resources: {'Network': ['ID=52309091-e4d4-4be5-af25-8ccadb08e22a,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:32:33.576926 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-4179e970-b00e-46a1-82e2-c6bfc5f55b60 None None] For port 819442d6-9ab3-49d5-b5fb-5dc024a01fb4, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:32:33.584100 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-4179e970-b00e-46a1-82e2-c6bfc5f55b60 None None] For port 819442d6-9ab3-49d5-b5fb-5dc024a01fb4, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=819442d6-9ab3-49d5-b5fb-5dc024a01fb4,segment=NetworkSegment(009ad5bf-699d-4f6b-81c2-928cd3e0480e),segment_id=009ad5bf-699d-4f6b-81c2-928cd3e0480e)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:32:33.595787 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4179e970-b00e-46a1-82e2-c6bfc5f55b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:33.606268 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-ff9b5ce0-86b4-42f1-a1fa-ecec1dd7aa22 req-10565da6-2f64-46c4-af9a-e821b65b57f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:33.689650 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4179e970-b00e-46a1-82e2-c6bfc5f55b60 None None] Routers {'3644e7f3-4dd6-41e4-a2eb-ec67b3abdcfd'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:32:33.690300 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-4179e970-b00e-46a1-82e2-c6bfc5f55b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:32:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['3644e7f3-4dd6-41e4-a2eb-ec67b3abdcfd'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:32:34.114013 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 17:32:34.244124 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 46900) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:32:34.345379 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 96d9265e-5c36-4216-b5da-3ebc61179801 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:32:34.395901 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf75c57b-5fd8-4440-be58-16224d4419ae req-3f15a7d5-b404-4601-9848-0b164db29f9f tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:34.404558 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-cf75c57b-5fd8-4440-be58-16224d4419ae req-3f15a7d5-b404-4601-9848-0b164db29f9f tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f4a1b09-ae6e-4372-b0c0-97a88ef4e9d9 HTTP/1.1" status: 200 len: 946 time: 0.2255356 Dec 06 17:32:34.548532 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff63eaf6-04ba-4ef1-a810-42895b18723d req-838a4c2e-4acc-496c-8497-8a98475a1c84 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:34.560152 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ff63eaf6-04ba-4ef1-a810-42895b18723d req-838a4c2e-4acc-496c-8497-8a98475a1c84 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a03f19b-e0d4-46d6-84a3-079d035de2c4 HTTP/1.1" status: 200 len: 945 time: 0.2898102 Dec 06 17:32:34.565617 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-ff9b5ce0-86b4-42f1-a1fa-ecec1dd7aa22 req-10565da6-2f64-46c4-af9a-e821b65b57f0 service neutron] For port 96d9265e-5c36-4216-b5da-3ebc61179801, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=96d9265e-5c36-4216-b5da-3ebc61179801,segment=NetworkSegment(2ad2e9d4-239e-4d66-8541-a8b3b2b1def0),segment_id=2ad2e9d4-239e-4d66-8541-a8b3b2b1def0)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:32:34.585449 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-cf75c57b-5fd8-4440-be58-16224d4419ae req-b9b598ae-4d6c-4224-ab2e-6d136746610b tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/security-groups?id=6319bd43-3382-435b-8dd0-6c4c8cc1ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1743255 Dec 06 17:32:34.658444 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc389634-d992-42fd-85c9-a1a4de66b4e8 None None] Pushing event updated for resources: {'Port': ['ID=819442d6-9ab3-49d5-b5fb-5dc024a01fb4,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:32:34.673624 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ff63eaf6-04ba-4ef1-a810-42895b18723d req-07594563-e264-4330-88f7-ef5b1b71d758 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f3c85a1-3b48-4f29-aec2-3a218353c857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967281 Dec 06 17:32:34.693693 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6e64986b-c6b5-42eb-94df-450703d385d2 None None] Provisioning complete for port 819442d6-9ab3-49d5-b5fb-5dc024a01fb4 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:32:34.702005 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6e64986b-c6b5-42eb-94df-450703d385d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:34.732844 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-ff9b5ce0-86b4-42f1-a1fa-ecec1dd7aa22 req-10565da6-2f64-46c4-af9a-e821b65b57f0 service neutron] For port 96d9265e-5c36-4216-b5da-3ebc61179801, host n-h1-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:32:34.864276 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-ff9b5ce0-86b4-42f1-a1fa-ecec1dd7aa22 req-10565da6-2f64-46c4-af9a-e821b65b57f0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:34.898610 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-ff9b5ce0-86b4-42f1-a1fa-ecec1dd7aa22 req-10565da6-2f64-46c4-af9a-e821b65b57f0 service neutron] Transition to ACTIVE for port object 96d9265e-5c36-4216-b5da-3ebc61179801 will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:32:34.901611 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a03f19b-e0d4-46d6-84a3-079d035de2c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96d9265e-5c36-4216-b5da-3ebc61179801'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:32:34.907907 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1c9d8fe-e661-4273-a391-01db88a5f4f7" -d '{"events": [{"server_uuid": "9a03f19b-e0d4-46d6-84a3-079d035de2c4", "name": "network-vif-unplugged", "status": "completed", "tag": "96d9265e-5c36-4216-b5da-3ebc61179801"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:32:34.927066 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-ff9b5ce0-86b4-42f1-a1fa-ecec1dd7aa22 req-10565da6-2f64-46c4-af9a-e821b65b57f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:35.081529 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 17:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb45798-c11b-429d-bb1b-c82bc1662daf x-openstack-request-id: req-abb45798-c11b-429d-bb1b-c82bc1662daf {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:32:35.081897 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a03f19b-e0d4-46d6-84a3-079d035de2c4", "name": "network-vif-unplugged", "status": "completed", "tag": "96d9265e-5c36-4216-b5da-3ebc61179801", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:32:35.082163 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-abb45798-c11b-429d-bb1b-c82bc1662daf {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:32:35.082620 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a03f19b-e0d4-46d6-84a3-079d035de2c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96d9265e-5c36-4216-b5da-3ebc61179801', 'code': 200} Dec 06 17:32:35.107385 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:35.125203 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-eb24aa0c-1164-45e0-9a03-e49fab3ef067 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=69e85b788d9741e7b6113f0e75fe9bd0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8768499 Dec 06 17:32:35.127220 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 46992) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:32:35.346988 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-37190ae5-2c87-41e3-9529-f24e5ca50584 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:35.421966 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-37190ae5-2c87-41e3-9529-f24e5ca50584 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:35.431106 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-4179e970-b00e-46a1-82e2-c6bfc5f55b60 None None] Set router 3644e7f3-4dd6-41e4-a2eb-ec67b3abdcfd gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:32:35.539783 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-37190ae5-2c87-41e3-9529-f24e5ca50584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:35.544241 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-37190ae5-2c87-41e3-9529-f24e5ca50584 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:35.546740 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-37190ae5-2c87-41e3-9529-f24e5ca50584 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/64b9da59-da41-4ca8-8c07-2567196944bc HTTP/1.1" status: 204 len: 168 time: 0.4184921 Dec 06 17:32:35.575640 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10565da6-2f64-46c4-af9a-e821b65b57f0 service neutron] Pushing event updated for resources: {'Port': ['ID=96d9265e-5c36-4216-b5da-3ebc61179801,revision_number=6']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:32:35.592931 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37190ae5-2c87-41e3-9529-f24e5ca50584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b9da59-da41-4ca8-8c07-2567196944bc,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:32:35.632860 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff9b5ce0-86b4-42f1-a1fa-ecec1dd7aa22 req-10565da6-2f64-46c4-af9a-e821b65b57f0 service neutron] No DVR routers for this DVR port 96d9265e-5c36-4216-b5da-3ebc61179801 on host n-h1-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:32:35.776323 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.db.api [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103286) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 17:32:35.776864 n-d-master-1 neutron-server[103286]: DEBUG oslo_db.api [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 17:32:35.933956 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9055dbf7-b0a7-4b61-a5a5-0e66373f2bc8 req-dab9f245-8de6-4db5-9f8b-a4b6bebce606 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:35.956076 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9055dbf7-b0a7-4b61-a5a5-0e66373f2bc8 req-dab9f245-8de6-4db5-9f8b-a4b6bebce606 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a03f19b-e0d4-46d6-84a3-079d035de2c4 HTTP/1.1" status: 200 len: 943 time: 0.1496806 Dec 06 17:32:36.043890 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:36.067895 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6e64986b-c6b5-42eb-94df-450703d385d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:36.143259 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bd8220-b6e2-4a2d-a513-d0c51825c7eb req-c328fb29-b1cd-492b-a702-740a0826fe8a tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:36.163181 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-39bd8220-b6e2-4a2d-a513-d0c51825c7eb req-c328fb29-b1cd-492b-a702-740a0826fe8a tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f4a1b09-ae6e-4372-b0c0-97a88ef4e9d9 HTTP/1.1" status: 200 len: 946 time: 0.2981210 Dec 06 17:32:36.222208 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9055dbf7-b0a7-4b61-a5a5-0e66373f2bc8 req-cd2d4965-a245-4bb5-8b63-aea2f10680d7 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f3c85a1-3b48-4f29-aec2-3a218353c857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2651451 Dec 06 17:32:36.230681 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6e64986b-c6b5-42eb-94df-450703d385d2 None None] For port 819442d6-9ab3-49d5-b5fb-5dc024a01fb4, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=819442d6-9ab3-49d5-b5fb-5dc024a01fb4,segment=NetworkSegment(009ad5bf-699d-4f6b-81c2-928cd3e0480e),segment_id=009ad5bf-699d-4f6b-81c2-928cd3e0480e)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:32:36.252925 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6e64986b-c6b5-42eb-94df-450703d385d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:36.329502 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-ff9b5ce0-86b4-42f1-a1fa-ecec1dd7aa22 req-10565da6-2f64-46c4-af9a-e821b65b57f0 service neutron] Attempting to bind port 96d9265e-5c36-4216-b5da-3ebc61179801 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:32:36.336478 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-ff9b5ce0-86b4-42f1-a1fa-ecec1dd7aa22 req-10565da6-2f64-46c4-af9a-e821b65b57f0 service neutron] Attempting to bind port 96d9265e-5c36-4216-b5da-3ebc61179801 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '2ad2e9d4-239e-4d66-8541-a8b3b2b1def0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '39ca8761-abdc-4183-874f-43b7c768d0ca'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:32:36.336958 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9b5ce0-86b4-42f1-a1fa-ecec1dd7aa22 req-10565da6-2f64-46c4-af9a-e821b65b57f0 service neutron] Attempting to bind port 96d9265e-5c36-4216-b5da-3ebc61179801 on network 39ca8761-abdc-4183-874f-43b7c768d0ca {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:32:36.391439 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9b5ce0-86b4-42f1-a1fa-ecec1dd7aa22 req-10565da6-2f64-46c4-af9a-e821b65b57f0 service neutron] Port 96d9265e-5c36-4216-b5da-3ebc61179801 on network 39ca8761-abdc-4183-874f-43b7c768d0ca not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:32:36.392329 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9b5ce0-86b4-42f1-a1fa-ecec1dd7aa22 req-10565da6-2f64-46c4-af9a-e821b65b57f0 service neutron] Attempting to bind port 96d9265e-5c36-4216-b5da-3ebc61179801 on network 39ca8761-abdc-4183-874f-43b7c768d0ca {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:32:36.438490 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9b5ce0-86b4-42f1-a1fa-ecec1dd7aa22 req-10565da6-2f64-46c4-af9a-e821b65b57f0 service neutron] Checking agent: {'id': '9d8b9f49-2860-4c1f-9b89-45a7657a3c4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:32:36.438736 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9b5ce0-86b4-42f1-a1fa-ecec1dd7aa22 req-10565da6-2f64-46c4-af9a-e821b65b57f0 service neutron] Checking segment: {'id': '2ad2e9d4-239e-4d66-8541-a8b3b2b1def0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '39ca8761-abdc-4183-874f-43b7c768d0ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:32:36.439130 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9b5ce0-86b4-42f1-a1fa-ecec1dd7aa22 req-10565da6-2f64-46c4-af9a-e821b65b57f0 service neutron] Bound using segment: {'id': '2ad2e9d4-239e-4d66-8541-a8b3b2b1def0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '39ca8761-abdc-4183-874f-43b7c768d0ca'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:32:36.439582 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-ff9b5ce0-86b4-42f1-a1fa-ecec1dd7aa22 req-10565da6-2f64-46c4-af9a-e821b65b57f0 service neutron] Bound port: 96d9265e-5c36-4216-b5da-3ebc61179801, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ad2e9d4-239e-4d66-8541-a8b3b2b1def0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '39ca8761-abdc-4183-874f-43b7c768d0ca'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:32:36.439946 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-ff9b5ce0-86b4-42f1-a1fa-ecec1dd7aa22 req-10565da6-2f64-46c4-af9a-e821b65b57f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:36.478067 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-39bd8220-b6e2-4a2d-a513-d0c51825c7eb req-0d6d724a-6423-41cb-8b21-0160c9f34f88 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/security-groups?id=6319bd43-3382-435b-8dd0-6c4c8cc1ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3134012 Dec 06 17:32:36.532258 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 47118) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:32:36.615811 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-ff9b5ce0-86b4-42f1-a1fa-ecec1dd7aa22 req-10565da6-2f64-46c4-af9a-e821b65b57f0 service neutron] For port 96d9265e-5c36-4216-b5da-3ebc61179801, host n-h2-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:32:36.625269 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-ff9b5ce0-86b4-42f1-a1fa-ecec1dd7aa22 req-10565da6-2f64-46c4-af9a-e821b65b57f0 service neutron] For port 96d9265e-5c36-4216-b5da-3ebc61179801, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=96d9265e-5c36-4216-b5da-3ebc61179801,segment=NetworkSegment(2ad2e9d4-239e-4d66-8541-a8b3b2b1def0),segment_id=2ad2e9d4-239e-4d66-8541-a8b3b2b1def0)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:32:36.634761 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-ff9b5ce0-86b4-42f1-a1fa-ecec1dd7aa22 req-10565da6-2f64-46c4-af9a-e821b65b57f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:36.682407 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-cdcf04ee-ca22-4e52-bb5e-f1e8112d663b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=108ad33c77564943aa901b9acb96ae4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1445003 Dec 06 17:32:36.683489 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 47122) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:32:36.784349 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e64986b-c6b5-42eb-94df-450703d385d2 None None] Pushing event updated for resources: {'Port': ['ID=819442d6-9ab3-49d5-b5fb-5dc024a01fb4,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:32:36.791884 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-c2b090d2-dae7-492e-b772-68e5288d827e None None] Provisioning complete for port 819442d6-9ab3-49d5-b5fb-5dc024a01fb4 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:32:36.809830 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c2b090d2-dae7-492e-b772-68e5288d827e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:36.833246 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9b5ce0-86b4-42f1-a1fa-ecec1dd7aa22 req-10565da6-2f64-46c4-af9a-e821b65b57f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:36.833921 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-ff9b5ce0-86b4-42f1-a1fa-ecec1dd7aa22 req-10565da6-2f64-46c4-af9a-e821b65b57f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:36.839991 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ff9b5ce0-86b4-42f1-a1fa-ecec1dd7aa22 req-10565da6-2f64-46c4-af9a-e821b65b57f0 service neutron] 10.222.0.44 "PUT /v2.0/ports/96d9265e-5c36-4216-b5da-3ebc61179801 HTTP/1.1" status: 200 len: 1091 time: 3.7141161 Dec 06 17:32:36.885327 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-57c11bae-f98c-45e2-b5bc-2bf7f58cb579 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:36.958350 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10565da6-2f64-46c4-af9a-e821b65b57f0 service neutron] Pushing event updated for resources: {'Port': ['ID=96d9265e-5c36-4216-b5da-3ebc61179801,revision_number=7']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:32:37.009803 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-4179e970-b00e-46a1-82e2-c6bfc5f55b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3644e7f3-4dd6-41e4-a2eb-ec67b3abdcfd', 'name': 'tempest-TestVolumeBootPattern-1607606723-router', 'tenant_id': 'b79391c53ca74e5d9ce9f9bdfa79125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.104'}], 'enable_snat': True}, 'gw_port_id': '288aac04-4b93-4959-9575-1ba5d1608ab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:32:20Z', 'updated_at': '2021-12-06T17:32:27Z', 'revision_number': 4, 'project_id': 'b79391c53ca74e5d9ce9f9bdfa79125a', 'gw_port': {'id': '288aac04-4b93-4959-9575-1ba5d1608ab0', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:30:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3644e7f3-4dd6-41e4-a2eb-ec67b3abdcfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:32:22Z', 'updated_at': '2021-12-06T17:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '819442d6-9ab3-49d5-b5fb-5dc024a01fb4', 'name': '', 'network_id': '5f7fba3a-198c-44c2-997b-da26086406e7', 'tenant_id': 'b79391c53ca74e5d9ce9f9bdfa79125a', 'mac_address': 'fa:16:3e:19:53:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3644e7f3-4dd6-41e4-a2eb-ec67b3abdcfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': 'e9c1b201-9582-4708-87c6-825646445b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:32:26Z', 'updated_at': '2021-12-06T17:32:33Z', 'revision_number': 4, 'project_id': 'b79391c53ca74e5d9ce9f9bdfa79125a', 'subnets': [{'id': 'e9c1b201-9582-4708-87c6-825646445b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:32:37.076279 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9b5ce0-86b4-42f1-a1fa-ecec1dd7aa22 req-a43c8916-7f7d-4def-8873-8a0963a20aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:37.081428 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ff9b5ce0-86b4-42f1-a1fa-ecec1dd7aa22 req-a43c8916-7f7d-4def-8873-8a0963a20aff service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=87136a91f6c54863bdb78ae5833b5c4e&device_id=9a03f19b-e0d4-46d6-84a3-079d035de2c4 HTTP/1.1" status: 200 len: 1094 time: 0.1708269 Dec 06 17:32:37.083605 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a03f19b-e0d4-46d6-84a3-079d035de2c4', 'tag': '96d9265e-5c36-4216-b5da-3ebc61179801'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:32:37.086733 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-575c18d2-a481-4d8a-9180-5dd3aaa4b96f" -d '{"events": [{"name": "network-changed", "server_uuid": "9a03f19b-e0d4-46d6-84a3-079d035de2c4", "tag": "96d9265e-5c36-4216-b5da-3ebc61179801"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:32:37.132896 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-57c11bae-f98c-45e2-b5bc-2bf7f58cb579 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:37.179449 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4179e970-b00e-46a1-82e2-c6bfc5f55b60 None None] The sync data for ids ['3644e7f3-4dd6-41e4-a2eb-ec67b3abdcfd'] in n-d-master-1 is: [{'id': '3644e7f3-4dd6-41e4-a2eb-ec67b3abdcfd', 'name': 'tempest-TestVolumeBootPattern-1607606723-router', 'tenant_id': 'b79391c53ca74e5d9ce9f9bdfa79125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.104'}], 'enable_snat': True}, 'gw_port_id': '288aac04-4b93-4959-9575-1ba5d1608ab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:32:20Z', 'updated_at': '2021-12-06T17:32:27Z', 'revision_number': 4, 'project_id': 'b79391c53ca74e5d9ce9f9bdfa79125a', 'gw_port': {'id': '288aac04-4b93-4959-9575-1ba5d1608ab0', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:30:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3644e7f3-4dd6-41e4-a2eb-ec67b3abdcfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:32:22Z', 'updated_at': '2021-12-06T17:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '819442d6-9ab3-49d5-b5fb-5dc024a01fb4', 'name': '', 'network_id': '5f7fba3a-198c-44c2-997b-da26086406e7', 'tenant_id': 'b79391c53ca74e5d9ce9f9bdfa79125a', 'mac_address': 'fa:16:3e:19:53:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3644e7f3-4dd6-41e4-a2eb-ec67b3abdcfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': 'e9c1b201-9582-4708-87c6-825646445b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:32:26Z', 'updated_at': '2021-12-06T17:32:33Z', 'revision_number': 4, 'project_id': 'b79391c53ca74e5d9ce9f9bdfa79125a', 'subnets': [{'id': 'e9c1b201-9582-4708-87c6-825646445b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:32:37.211992 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9b5ce0-86b4-42f1-a1fa-ecec1dd7aa22 req-ef55ec68-e877-4069-9505-b4fd2d2886bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:37.215536 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ff9b5ce0-86b4-42f1-a1fa-ecec1dd7aa22 req-ef55ec68-e877-4069-9505-b4fd2d2886bc service neutron] 10.222.0.44 "GET /v2.0/networks?id=39ca8761-abdc-4183-874f-43b7c768d0ca HTTP/1.1" status: 200 len: 898 time: 0.1220801 Dec 06 17:32:37.299011 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-57c11bae-f98c-45e2-b5bc-2bf7f58cb579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:37.311414 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-57c11bae-f98c-45e2-b5bc-2bf7f58cb579 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:37.319074 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-57c11bae-f98c-45e2-b5bc-2bf7f58cb579 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dc9265ba-140e-4ed9-9c29-a6887ef8ae94 HTTP/1.1" status: 204 len: 168 time: 0.6341691 Dec 06 17:32:37.368567 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ff9b5ce0-86b4-42f1-a1fa-ecec1dd7aa22 req-0273a5ba-ded9-43b6-a58b-a88481b108e4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96d9265e-5c36-4216-b5da-3ebc61179801 HTTP/1.1" status: 200 len: 998 time: 0.1469970 Dec 06 17:32:37.463555 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3df9ba-c7bf-4df5-9a74-4b27713362bd req-07e7ba30-eb01-401f-a90f-5f5e5150042c tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:37.480681 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2a3df9ba-c7bf-4df5-9a74-4b27713362bd req-07e7ba30-eb01-401f-a90f-5f5e5150042c tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f4a1b09-ae6e-4372-b0c0-97a88ef4e9d9 HTTP/1.1" status: 200 len: 946 time: 0.4761708 Dec 06 17:32:37.543826 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c11bae-f98c-45e2-b5bc-2bf7f58cb579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc9265ba-140e-4ed9-9c29-a6887ef8ae94,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:32:37.607597 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86f781f-60c2-4e15-8bf4-415a8252cb84 req-e39ec71b-8740-4c96-83ef-7ac90dbd48be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:37.622560 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9b5ce0-86b4-42f1-a1fa-ecec1dd7aa22 req-4ed1c10d-a6fd-4396-87c7-5a4e8c567b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:37.640992 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e86f781f-60c2-4e15-8bf4-415a8252cb84 req-e39ec71b-8740-4c96-83ef-7ac90dbd48be service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d7abadb1557c47ab8c8300111afe2d05&device_id=4f4a1b09-ae6e-4372-b0c0-97a88ef4e9d9 HTTP/1.1" status: 200 len: 1097 time: 0.7128692 Dec 06 17:32:37.641435 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ff9b5ce0-86b4-42f1-a1fa-ecec1dd7aa22 req-4ed1c10d-a6fd-4396-87c7-5a4e8c567b45 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ccec9b31-d792-401a-9e06-9a1a9efca83a HTTP/1.1" status: 200 len: 835 time: 0.2647946 Dec 06 17:32:37.793321 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 819442d6-9ab3-49d5-b5fb-5dc024a01fb4 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:32:37.937958 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9b5ce0-86b4-42f1-a1fa-ecec1dd7aa22 req-7b88d802-a17a-4500-a408-1b4d341f1a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:37.949621 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ff9b5ce0-86b4-42f1-a1fa-ecec1dd7aa22 req-7b88d802-a17a-4500-a408-1b4d341f1a3a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=39ca8761-abdc-4183-874f-43b7c768d0ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2921913 Dec 06 17:32:37.958100 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86f781f-60c2-4e15-8bf4-415a8252cb84 req-43f9084e-c8f9-428b-877c-db8d17e3998b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:37.966777 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e86f781f-60c2-4e15-8bf4-415a8252cb84 req-43f9084e-c8f9-428b-877c-db8d17e3998b service neutron] 10.222.0.44 "GET /v2.0/networks?id=343f954d-d1c3-4f66-bad4-ccfe52b09e6c HTTP/1.1" status: 200 len: 912 time: 0.2800646 Dec 06 17:32:38.028080 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 819442d6-9ab3-49d5-b5fb-5dc024a01fb4 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:32:38.030578 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:38.288362 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e86f781f-60c2-4e15-8bf4-415a8252cb84 req-53395ece-a01c-4a83-8117-5344bea04e22 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=53763800-2457-4bca-aff2-a0267289d271 HTTP/1.1" status: 200 len: 1002 time: 0.3093679 Dec 06 17:32:38.325122 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbf5e00-7647-4d16-ae5e-19f103f92b0a req-15c567af-d2c1-4a5c-8b31-e756930117ea tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:38.333632 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8fbf5e00-7647-4d16-ae5e-19f103f92b0a req-15c567af-d2c1-4a5c-8b31-e756930117ea tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/networks?id=2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4 HTTP/1.1" status: 200 len: 812 time: 0.6187997 Dec 06 17:32:38.374440 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2a3df9ba-c7bf-4df5-9a74-4b27713362bd req-9ce67011-0aa5-45bd-99f1-9e4b6b8c7ba5 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/security-groups?id=6319bd43-3382-435b-8dd0-6c4c8cc1ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8849478 Dec 06 17:32:38.404302 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8fbf5e00-7647-4d16-ae5e-19f103f92b0a req-0f4bd673-7471-4494-90b9-301b62c93f93 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/quotas/ecd8b64e36c540eeae4809301448bbe1 HTTP/1.1" status: 200 len: 375 time: 0.0571828 Dec 06 17:32:38.412268 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ff9b5ce0-86b4-42f1-a1fa-ecec1dd7aa22 req-c9d5dae3-f628-4cd7-ac29-12aa76c80dc4 service neutron] 10.222.0.44 "GET /v2.0/networks/39ca8761-abdc-4183-874f-43b7c768d0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4536281 Dec 06 17:32:38.529911 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86f781f-60c2-4e15-8bf4-415a8252cb84 req-257c88fb-2365-4836-a7fd-dee46c6af6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:38.537800 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e86f781f-60c2-4e15-8bf4-415a8252cb84 req-257c88fb-2365-4836-a7fd-dee46c6af6ba service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a4ea4d0f-71a4-4c95-82b1-6c4f14c713a1 HTTP/1.1" status: 200 len: 850 time: 0.2313623 Dec 06 17:32:38.610928 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cc19041-56a3-4ac9-85ba-f2d1b87abf0d x-openstack-request-id: req-8cc19041-56a3-4ac9-85ba-f2d1b87abf0d {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:32:38.623214 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a03f19b-e0d4-46d6-84a3-079d035de2c4", "tag": "96d9265e-5c36-4216-b5da-3ebc61179801", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:32:38.626189 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8cc19041-56a3-4ac9-85ba-f2d1b87abf0d {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:32:38.626887 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a03f19b-e0d4-46d6-84a3-079d035de2c4', 'tag': '96d9265e-5c36-4216-b5da-3ebc61179801', 'status': 'completed', 'code': 200} Dec 06 17:32:38.657252 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86f781f-60c2-4e15-8bf4-415a8252cb84 req-df6aa683-9af7-4116-a58b-2c157f73bc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:38.662901 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e86f781f-60c2-4e15-8bf4-415a8252cb84 req-df6aa683-9af7-4116-a58b-2c157f73bc0f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=343f954d-d1c3-4f66-bad4-ccfe52b09e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1182320 Dec 06 17:32:38.991891 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ff9b5ce0-86b4-42f1-a1fa-ecec1dd7aa22 req-51f0f8a6-1154-4d7f-af58-878da08bb095 service neutron] 10.222.0.44 "GET /v2.0/networks/39ca8761-abdc-4183-874f-43b7c768d0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5409071 Dec 06 17:32:39.042912 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e86f781f-60c2-4e15-8bf4-415a8252cb84 req-1db7255d-6ba4-48d4-9dbf-6f21b0a52112 service neutron] 10.222.0.44 "GET /v2.0/networks/343f954d-d1c3-4f66-bad4-ccfe52b09e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3723528 Dec 06 17:32:39.083812 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8fbf5e00-7647-4d16-ae5e-19f103f92b0a req-95e2d7b9-10c4-4940-82f3-5bd30deb0235 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ecd8b64e36c540eeae4809301448bbe1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6777878 Dec 06 17:32:39.176696 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575c18d2-a481-4d8a-9180-5dd3aaa4b96f req-5aaaf502-b1ac-4378-bf52-25f4a6787a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:39.182383 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-575c18d2-a481-4d8a-9180-5dd3aaa4b96f req-5aaaf502-b1ac-4378-bf52-25f4a6787a7b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=87136a91f6c54863bdb78ae5833b5c4e&device_id=9a03f19b-e0d4-46d6-84a3-079d035de2c4 HTTP/1.1" status: 200 len: 1094 time: 0.5903547 Dec 06 17:32:39.384134 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac72541-df34-405e-abb6-42ff558238e4 req-5201f68a-601a-424c-ad2b-87cc4c376888 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:39.395108 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7ac72541-df34-405e-abb6-42ff558238e4 req-5201f68a-601a-424c-ad2b-87cc4c376888 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a03f19b-e0d4-46d6-84a3-079d035de2c4 HTTP/1.1" status: 200 len: 943 time: 0.5738938 Dec 06 17:32:39.421572 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575c18d2-a481-4d8a-9180-5dd3aaa4b96f req-4e644a8a-98d1-4293-9e9f-7e79c80ed2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:39.423059 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-575c18d2-a481-4d8a-9180-5dd3aaa4b96f req-4e644a8a-98d1-4293-9e9f-7e79c80ed2d6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=39ca8761-abdc-4183-874f-43b7c768d0ca HTTP/1.1" status: 200 len: 898 time: 0.2302620 Dec 06 17:32:39.439623 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575c18d2-a481-4d8a-9180-5dd3aaa4b96f req-d9334a9f-f17a-4db3-9043-1c358753792e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:39.441248 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-575c18d2-a481-4d8a-9180-5dd3aaa4b96f req-d9334a9f-f17a-4db3-9043-1c358753792e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=87136a91f6c54863bdb78ae5833b5c4e&device_id=9a03f19b-e0d4-46d6-84a3-079d035de2c4 HTTP/1.1" status: 200 len: 1094 time: 0.3475318 Dec 06 17:32:39.494348 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e86f781f-60c2-4e15-8bf4-415a8252cb84 req-73c7f858-87f3-409c-8bda-8a2150c925a1 service neutron] 10.222.0.44 "GET /v2.0/networks/343f954d-d1c3-4f66-bad4-ccfe52b09e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4088762 Dec 06 17:32:39.543304 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-575c18d2-a481-4d8a-9180-5dd3aaa4b96f req-4aa33566-2e0e-4ad4-bf75-c641fe4cadd3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96d9265e-5c36-4216-b5da-3ebc61179801 HTTP/1.1" status: 200 len: 998 time: 0.1064801 Dec 06 17:32:39.636780 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7ac72541-df34-405e-abb6-42ff558238e4 req-0aab3e78-7a31-4192-a550-f7e3a1a66f9f tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f3c85a1-3b48-4f29-aec2-3a218353c857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2386668 Dec 06 17:32:39.704804 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575c18d2-a481-4d8a-9180-5dd3aaa4b96f req-160d0c3d-6488-4fb5-a124-63b5937dca2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:39.706393 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-575c18d2-a481-4d8a-9180-5dd3aaa4b96f req-160d0c3d-6488-4fb5-a124-63b5937dca2e service neutron] 10.222.0.44 "GET /v2.0/networks?id=39ca8761-abdc-4183-874f-43b7c768d0ca HTTP/1.1" status: 200 len: 898 time: 0.1621704 Dec 06 17:32:39.818374 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fca8465-9d8d-411d-9945-b8fc38f43755 req-5cfae4da-2a5e-4b6f-8626-0ac0d066c9b0 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:39.826828 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0fca8465-9d8d-411d-9945-b8fc38f43755 req-5cfae4da-2a5e-4b6f-8626-0ac0d066c9b0 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f4a1b09-ae6e-4372-b0c0-97a88ef4e9d9 HTTP/1.1" status: 200 len: 946 time: 0.1174438 Dec 06 17:32:39.970568 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-575c18d2-a481-4d8a-9180-5dd3aaa4b96f req-3cde21cd-180b-405c-9dc1-2d5dcd3e8ce5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96d9265e-5c36-4216-b5da-3ebc61179801 HTTP/1.1" status: 200 len: 998 time: 0.2112968 Dec 06 17:32:39.994227 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0fca8465-9d8d-411d-9945-b8fc38f43755 req-2ab82064-b5ee-43f8-9f38-fd971ef070a1 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/security-groups?id=6319bd43-3382-435b-8dd0-6c4c8cc1ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1653075 Dec 06 17:32:40.179178 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8fbf5e00-7647-4d16-ae5e-19f103f92b0a req-76b11dae-d233-4eeb-82ad-b089f86f4023 service neutron] 10.222.0.23 "GET /v2.0/networks/2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0101898 Dec 06 17:32:40.237969 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575c18d2-a481-4d8a-9180-5dd3aaa4b96f req-0b036164-1d59-43d3-99fc-f29a042029cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:40.250826 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-575c18d2-a481-4d8a-9180-5dd3aaa4b96f req-0b036164-1d59-43d3-99fc-f29a042029cf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ccec9b31-d792-401a-9e06-9a1a9efca83a HTTP/1.1" status: 200 len: 835 time: 0.0596011 Dec 06 17:32:40.406441 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575c18d2-a481-4d8a-9180-5dd3aaa4b96f req-00085a8b-5d55-447f-b699-8ade57c2caea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:40.407977 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-575c18d2-a481-4d8a-9180-5dd3aaa4b96f req-00085a8b-5d55-447f-b699-8ade57c2caea service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=39ca8761-abdc-4183-874f-43b7c768d0ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1563063 Dec 06 17:32:40.411143 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575c18d2-a481-4d8a-9180-5dd3aaa4b96f req-8a1480c4-2278-4df8-98d2-41eac528cac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:40.412665 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-575c18d2-a481-4d8a-9180-5dd3aaa4b96f req-8a1480c4-2278-4df8-98d2-41eac528cac2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ccec9b31-d792-401a-9e06-9a1a9efca83a HTTP/1.1" status: 200 len: 835 time: 0.7053356 Dec 06 17:32:40.571915 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8fbf5e00-7647-4d16-ae5e-19f103f92b0a req-9d5c5989-f6fb-4e54-b549-39780a293eda service neutron] 10.222.0.23 "GET /v2.0/networks/2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3022206 Dec 06 17:32:40.594933 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575c18d2-a481-4d8a-9180-5dd3aaa4b96f req-9053a493-7220-4b99-aee4-72d5f4fc36a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:40.596221 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-575c18d2-a481-4d8a-9180-5dd3aaa4b96f req-9053a493-7220-4b99-aee4-72d5f4fc36a5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=39ca8761-abdc-4183-874f-43b7c768d0ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1496246 Dec 06 17:32:40.645451 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-575c18d2-a481-4d8a-9180-5dd3aaa4b96f req-28d6a6c4-3f5d-48fb-8a50-b050f3cab12a service neutron] 10.222.0.44 "GET /v2.0/networks/39ca8761-abdc-4183-874f-43b7c768d0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252936 Dec 06 17:32:40.917519 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7253d364-377a-4cde-81ab-20fbb738690c req-05bfeab9-0056-42db-b541-bf913fb4677a tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:40.935672 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7253d364-377a-4cde-81ab-20fbb738690c req-05bfeab9-0056-42db-b541-bf913fb4677a tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a03f19b-e0d4-46d6-84a3-079d035de2c4 HTTP/1.1" status: 200 len: 943 time: 0.1108820 Dec 06 17:32:41.105150 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7253d364-377a-4cde-81ab-20fbb738690c req-29188bd6-90b3-4678-a6b0-0b71d08c271d tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f3c85a1-3b48-4f29-aec2-3a218353c857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1636608 Dec 06 17:32:41.454745 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99539698-f3e7-415a-96d0-64f71beb353e req-5c6e62a4-4f6e-4635-bd0c-519f3a4b1896 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:41.461089 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-99539698-f3e7-415a-96d0-64f71beb353e req-5c6e62a4-4f6e-4635-bd0c-519f3a4b1896 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f4a1b09-ae6e-4372-b0c0-97a88ef4e9d9 HTTP/1.1" status: 200 len: 946 time: 0.1702595 Dec 06 17:32:41.638523 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-99539698-f3e7-415a-96d0-64f71beb353e req-d5086701-8340-4810-87ca-eb9c56eb44a8 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/security-groups?id=6319bd43-3382-435b-8dd0-6c4c8cc1ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1634254 Dec 06 17:32:41.645412 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 96d9265e-5c36-4216-b5da-3ebc61179801 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:32:41.659003 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 47288) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:32:41.933926 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 96d9265e-5c36-4216-b5da-3ebc61179801, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=96d9265e-5c36-4216-b5da-3ebc61179801,segment=NetworkSegment(2ad2e9d4-239e-4d66-8541-a8b3b2b1def0),segment_id=2ad2e9d4-239e-4d66-8541-a8b3b2b1def0)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:32:41.962177 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': '96d9265e-5c36-4216-b5da-3ebc61179801', 'network_id': '39ca8761-abdc-4183-874f-43b7c768d0ca', 'port_id': '96d9265e-5c36-4216-b5da-3ebc61179801', 'mac_address': 'fa:16:3e:f4:11:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccec9b31-d792-401a-9e06-9a1a9efca83a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:32:42.084872 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6bb0a75a-62c8-4d89-9771-8119350c5412 req-b36e98ff-2c78-4516-9b9d-fad4d1eb59d9 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d702f20-6b86-434f-8638-991064c3e4b0 HTTP/1.1" status: 200 len: 210 time: 0.1253450 Dec 06 17:32:42.102421 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:42.161177 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96d9265e-5c36-4216-b5da-3ebc61179801 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:32:42.219661 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-575c18d2-a481-4d8a-9180-5dd3aaa4b96f req-584d531b-f346-4a9a-b4b3-53a1121d856d service neutron] 10.222.0.41 "GET /v2.0/networks/39ca8761-abdc-4183-874f-43b7c768d0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6022701 Dec 06 17:32:42.261187 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-575c18d2-a481-4d8a-9180-5dd3aaa4b96f req-f3e0fcf6-89a9-41e4-95c3-b1cd75332e36 service neutron] 10.222.0.44 "GET /v2.0/networks/39ca8761-abdc-4183-874f-43b7c768d0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5943084 Dec 06 17:32:42.279063 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 96d9265e-5c36-4216-b5da-3ebc61179801, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=96d9265e-5c36-4216-b5da-3ebc61179801,segment=NetworkSegment(2ad2e9d4-239e-4d66-8541-a8b3b2b1def0),segment_id=2ad2e9d4-239e-4d66-8541-a8b3b2b1def0)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:32:42.279664 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-b48f271f-2100-4509-ae86-c60e3e3ab7f0 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1756712643', 'router:external': True}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:32:42.291390 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:42.449544 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=96d9265e-5c36-4216-b5da-3ebc61179801,revision_number=8']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:32:42.456603 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-575c18d2-a481-4d8a-9180-5dd3aaa4b96f req-83e5f6ea-8384-4b5f-9461-10878c6baf3a service neutron] 10.222.0.41 "GET /v2.0/networks/39ca8761-abdc-4183-874f-43b7c768d0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273262 Dec 06 17:32:42.522392 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53bf0fe-0824-4f3a-8bfd-a612671aad3c req-8c2a17dd-c0d2-48db-9d86-9207d70404fb tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:42.526897 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a53bf0fe-0824-4f3a-8bfd-a612671aad3c req-8c2a17dd-c0d2-48db-9d86-9207d70404fb tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a03f19b-e0d4-46d6-84a3-079d035de2c4 HTTP/1.1" status: 200 len: 944 time: 0.2310882 Dec 06 17:32:42.531219 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b48f271f-2100-4509-ae86-c60e3e3ab7f0 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Made reservation on behalf of fb8969fc42ff444fbb5e941943ed938a for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:32:42.535669 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b48f271f-2100-4509-ae86-c60e3e3ab7f0 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:42.543610 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['96d9265e-5c36-4216-b5da-3ebc61179801'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:32:42.728352 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a53bf0fe-0824-4f3a-8bfd-a612671aad3c req-6292a616-35ab-4531-9846-334d33c14882 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f3c85a1-3b48-4f29-aec2-3a218353c857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1721003 Dec 06 17:32:42.734918 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b48f271f-2100-4509-ae86-c60e3e3ab7f0 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:42.879774 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b48f271f-2100-4509-ae86-c60e3e3ab7f0 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:42.885260 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b48f271f-2100-4509-ae86-c60e3e3ab7f0 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:42.900875 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b48f271f-2100-4509-ae86-c60e3e3ab7f0 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:32:42.914798 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b48f271f-2100-4509-ae86-c60e3e3ab7f0 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:42.915160 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-b48f271f-2100-4509-ae86-c60e3e3ab7f0 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Added segment c8438e86-c1db-43d5-84b6-679f520157a8 of type vlan for network 06310a8d-e73d-4beb-999d-f3fef2a4af49 Dec 06 17:32:42.971180 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b48f271f-2100-4509-ae86-c60e3e3ab7f0 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:43.014772 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b48f271f-2100-4509-ae86-c60e3e3ab7f0 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:43.016579 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48f271f-2100-4509-ae86-c60e3e3ab7f0 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:43.017544 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b48f271f-2100-4509-ae86-c60e3e3ab7f0 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks [] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:43.190034 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-b48f271f-2100-4509-ae86-c60e3e3ab7f0 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.5286434 Dec 06 17:32:43.193404 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 47340) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:32:43.199279 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48f271f-2100-4509-ae86-c60e3e3ab7f0 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb7ac880-4f36-4963-abd4-d2a5e2dd7a15,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:32:43.201395 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-964bde6f-c548-4e99-b694-478839202c5e tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Request body: {'subnet': {'network_id': '06310a8d-e73d-4beb-999d-f3fef2a4af49', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:32:43.216634 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48f271f-2100-4509-ae86-c60e3e3ab7f0 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Pushing event updated for resources: {'Network': ['ID=06310a8d-e73d-4beb-999d-f3fef2a4af49,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:32:43.253291 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 06310a8d-e73d-4beb-999d-f3fef2a4af49 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:32:43.401818 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-87c5f9d9-6b46-4e28-81e0-892f727ea862 req-be7bd1bc-a1ea-423a-8fa8-39f9827601a7 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d702f20-6b86-434f-8638-991064c3e4b0 HTTP/1.1" status: 200 len: 210 time: 0.0652409 Dec 06 17:32:43.474468 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-94518dfc-d48b-4c73-af7d-0f160162ef08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:43.656982 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 96d9265e-5c36-4216-b5da-3ebc61179801 up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:32:43.732625 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-964bde6f-c548-4e99-b694-478839202c5e tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Made reservation on behalf of fb8969fc42ff444fbb5e941943ed938a for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:32:43.735210 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-964bde6f-c548-4e99-b694-478839202c5e tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:43.812590 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning for port 96d9265e-5c36-4216-b5da-3ebc61179801 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:32:43.817893 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port 96d9265e-5c36-4216-b5da-3ebc61179801 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:32:43.818461 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:43.818599 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ff90c-6849-49ae-bead-26e1e5e21679 req-de8fdbc6-670b-45ab-b3eb-699237be1deb tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:43.820603 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-842ff90c-6849-49ae-bead-26e1e5e21679 req-de8fdbc6-670b-45ab-b3eb-699237be1deb tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a03f19b-e0d4-46d6-84a3-079d035de2c4&tenant_id=87136a91f6c54863bdb78ae5833b5c4e&binding%3Ahost_id=n-h2-master-1 HTTP/1.1" status: 200 len: 944 time: 0.5824907 Dec 06 17:32:43.926186 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7a5804-522f-47d4-9339-4f2153c64bba req-6a76861a-8990-4dff-be37-466198ed79e8 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:43.934609 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8d7a5804-522f-47d4-9339-4f2153c64bba req-6a76861a-8990-4dff-be37-466198ed79e8 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a03f19b-e0d4-46d6-84a3-079d035de2c4 HTTP/1.1" status: 200 len: 944 time: 0.4902282 Dec 06 17:32:44.029911 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbf5e00-7647-4d16-ae5e-19f103f92b0a req-db27d8cc-b0b7-450d-a074-8eeb43957760 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:44.031684 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8fbf5e00-7647-4d16-ae5e-19f103f92b0a req-db27d8cc-b0b7-450d-a074-8eeb43957760 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.41 "GET /v2.0/networks?id=2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4 HTTP/1.1" status: 200 len: 812 time: 0.8238358 Dec 06 17:32:44.071477 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-8fbf5e00-7647-4d16-ae5e-19f103f92b0a req-f77ff793-2965-4e70-8d5c-3df0fd48a7b2 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Request body: {'port': {'device_id': '4d702f20-6b86-434f-8638-991064c3e4b0', 'network_id': '2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4', 'admin_state_up': True, 'tenant_id': 'ecd8b64e36c540eeae4809301448bbe1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:32:44.090997 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:44.099758 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-842ff90c-6849-49ae-bead-26e1e5e21679 req-5b56b005-255c-46d6-8995-b9f613d74831 service neutron] 10.222.0.44 "GET /v2.0/ports/96d9265e-5c36-4216-b5da-3ebc61179801/bindings/n-h2-master-1 HTTP/1.1" status: 200 len: 382 time: 0.2654970 Dec 06 17:32:44.126881 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8d7a5804-522f-47d4-9339-4f2153c64bba req-d3481b60-6a02-4ac9-8658-c99ffab03b2d tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f3c85a1-3b48-4f29-aec2-3a218353c857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1858597 Dec 06 17:32:44.180704 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a03f19b-e0d4-46d6-84a3-079d035de2c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96d9265e-5c36-4216-b5da-3ebc61179801'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:32:44.188600 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6f7127b-5c2b-42cb-9298-361da0044b69" -d '{"events": [{"server_uuid": "9a03f19b-e0d4-46d6-84a3-079d035de2c4", "name": "network-vif-plugged", "status": "completed", "tag": "96d9265e-5c36-4216-b5da-3ebc61179801"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:32:44.222822 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 96d9265e-5c36-4216-b5da-3ebc61179801, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=96d9265e-5c36-4216-b5da-3ebc61179801,segment=NetworkSegment(2ad2e9d4-239e-4d66-8541-a8b3b2b1def0),segment_id=2ad2e9d4-239e-4d66-8541-a8b3b2b1def0)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:32:44.233777 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:44.322982 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f8e0e78-2f5f-4ef0-b442-f4a3c235f9a5 x-openstack-request-id: req-9f8e0e78-2f5f-4ef0-b442-f4a3c235f9a5 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:32:44.323682 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a03f19b-e0d4-46d6-84a3-079d035de2c4", "name": "network-vif-plugged", "status": "completed", "tag": "96d9265e-5c36-4216-b5da-3ebc61179801", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:32:44.323682 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9f8e0e78-2f5f-4ef0-b442-f4a3c235f9a5 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:32:44.324190 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a03f19b-e0d4-46d6-84a3-079d035de2c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96d9265e-5c36-4216-b5da-3ebc61179801', 'code': 200} Dec 06 17:32:44.354791 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=96d9265e-5c36-4216-b5da-3ebc61179801,revision_number=9']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:32:44.378910 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ff90c-6849-49ae-bead-26e1e5e21679 req-81f6a7d9-610f-4358-90f9-d7769905d763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:44.381420 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-842ff90c-6849-49ae-bead-26e1e5e21679 req-81f6a7d9-610f-4358-90f9-d7769905d763 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=87136a91f6c54863bdb78ae5833b5c4e&device_id=9a03f19b-e0d4-46d6-84a3-079d035de2c4 HTTP/1.1" status: 200 len: 1095 time: 0.2442529 Dec 06 17:32:44.639533 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5b4bedc3-5550-4670-8315-9cb9d9fab268 req-043a8fe3-02d6-4871-b79c-05308571e58c tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d702f20-6b86-434f-8638-991064c3e4b0 HTTP/1.1" status: 200 len: 210 time: 0.0425830 Dec 06 17:32:44.751158 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ff90c-6849-49ae-bead-26e1e5e21679 req-6acc6df4-a1cf-493e-9ce6-85c002ab7191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:44.753454 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-842ff90c-6849-49ae-bead-26e1e5e21679 req-6acc6df4-a1cf-493e-9ce6-85c002ab7191 service neutron] 10.222.0.44 "GET /v2.0/networks?id=39ca8761-abdc-4183-874f-43b7c768d0ca HTTP/1.1" status: 200 len: 898 time: 0.2736824 Dec 06 17:32:44.756106 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fbf5e00-7647-4d16-ae5e-19f103f92b0a req-f77ff793-2965-4e70-8d5c-3df0fd48a7b2 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Made reservation on behalf of ecd8b64e36c540eeae4809301448bbe1 for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:32:44.761830 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8fbf5e00-7647-4d16-ae5e-19f103f92b0a req-f77ff793-2965-4e70-8d5c-3df0fd48a7b2 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:45.085239 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-842ff90c-6849-49ae-bead-26e1e5e21679 req-6f71c006-38c0-483c-bb4e-dae84cb74d30 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96d9265e-5c36-4216-b5da-3ebc61179801 HTTP/1.1" status: 200 len: 1000 time: 0.2984545 Dec 06 17:32:45.180503 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-8fbf5e00-7647-4d16-ae5e-19f103f92b0a req-f77ff793-2965-4e70-8d5c-3df0fd48a7b2 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Allocated IP 172.20.0.12 (2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4/06d20752-22e2-4f05-a607-805be1f18e56/ad1873f4-0277-4ae4-b22f-fa4e85c76a49) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:32:45.470326 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1161280f-0315-4e86-9a35-84c790371eb2 req-fab344f4-e023-4164-b964-cffe77bd45f1 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:45.478739 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1161280f-0315-4e86-9a35-84c790371eb2 req-fab344f4-e023-4164-b964-cffe77bd45f1 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a03f19b-e0d4-46d6-84a3-079d035de2c4 HTTP/1.1" status: 200 len: 945 time: 0.1120846 Dec 06 17:32:45.510459 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ff90c-6849-49ae-bead-26e1e5e21679 req-655f1fec-0ca4-454f-b6b4-2b3be4bf9208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:45.512858 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-842ff90c-6849-49ae-bead-26e1e5e21679 req-655f1fec-0ca4-454f-b6b4-2b3be4bf9208 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ccec9b31-d792-401a-9e06-9a1a9efca83a HTTP/1.1" status: 200 len: 835 time: 0.4170947 Dec 06 17:32:45.517244 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8fbf5e00-7647-4d16-ae5e-19f103f92b0a req-f77ff793-2965-4e70-8d5c-3df0fd48a7b2 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:45.605361 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1161280f-0315-4e86-9a35-84c790371eb2 req-10d4c9f6-a838-4118-ac96-75fca0a10044 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f3c85a1-3b48-4f29-aec2-3a218353c857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200154 Dec 06 17:32:45.619732 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ff90c-6849-49ae-bead-26e1e5e21679 req-047e4a1d-bf39-44e4-ace5-2f55bd440861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:45.621643 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-842ff90c-6849-49ae-bead-26e1e5e21679 req-047e4a1d-bf39-44e4-ace5-2f55bd440861 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=39ca8761-abdc-4183-874f-43b7c768d0ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0991049 Dec 06 17:32:45.657386 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8fbf5e00-7647-4d16-ae5e-19f103f92b0a req-f77ff793-2965-4e70-8d5c-3df0fd48a7b2 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:45.694490 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c649bf17-e0c2-416d-8cd8-fb1b2699c618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:45.910901 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-842ff90c-6849-49ae-bead-26e1e5e21679 req-03a7f36a-604a-4744-ad7e-3dee1ed77cdd service neutron] 10.222.0.44 "GET /v2.0/networks/39ca8761-abdc-4183-874f-43b7c768d0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776458 Dec 06 17:32:45.914792 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fbf5e00-7647-4d16-ae5e-19f103f92b0a req-f77ff793-2965-4e70-8d5c-3df0fd48a7b2 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Network 2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:32:45.939900 n-d-master-1 neutron-server[103285]: DEBUG neutron.objects.ports [None req-964bde6f-c548-4e99-b694-478839202c5e tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103285) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 17:32:45.940392 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-964bde6f-c548-4e99-b694-478839202c5e tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:45.969050 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-8fbf5e00-7647-4d16-ae5e-19f103f92b0a req-f77ff793-2965-4e70-8d5c-3df0fd48a7b2 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:32:46.010458 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fbf5e00-7647-4d16-ae5e-19f103f92b0a req-f77ff793-2965-4e70-8d5c-3df0fd48a7b2 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:32:46.015840 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77ff793-2965-4e70-8d5c-3df0fd48a7b2 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Pushing event updated for resources: {'Port': ['ID=ad1873f4-0277-4ae4-b22f-fa4e85c76a49,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:32:46.126232 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77ff793-2965-4e70-8d5c-3df0fd48a7b2 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:32:46.126585 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77ff793-2965-4e70-8d5c-3df0fd48a7b2 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:32:46.126931 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77ff793-2965-4e70-8d5c-3df0fd48a7b2 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:32:46.127274 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77ff793-2965-4e70-8d5c-3df0fd48a7b2 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:32:46.127612 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77ff793-2965-4e70-8d5c-3df0fd48a7b2 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:32:46.127948 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77ff793-2965-4e70-8d5c-3df0fd48a7b2 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:32:46.128279 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77ff793-2965-4e70-8d5c-3df0fd48a7b2 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:32:46.128686 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77ff793-2965-4e70-8d5c-3df0fd48a7b2 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:32:46.128932 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77ff793-2965-4e70-8d5c-3df0fd48a7b2 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:32:46.129261 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77ff793-2965-4e70-8d5c-3df0fd48a7b2 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:32:46.129628 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77ff793-2965-4e70-8d5c-3df0fd48a7b2 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:32:46.129957 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77ff793-2965-4e70-8d5c-3df0fd48a7b2 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:32:46.130283 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77ff793-2965-4e70-8d5c-3df0fd48a7b2 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:32:46.176488 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f792f50-cd27-433f-a183-c0611dbe49f6 req-b3206b09-717f-46ff-84f5-3161fbad6e81 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:46.183924 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1f792f50-cd27-433f-a183-c0611dbe49f6 req-b3206b09-717f-46ff-84f5-3161fbad6e81 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d702f20-6b86-434f-8638-991064c3e4b0 HTTP/1.1" status: 200 len: 932 time: 0.2886882 Dec 06 17:32:46.218965 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964bde6f-c548-4e99-b694-478839202c5e tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Pushing event updated for resources: {'Subnet': ['ID=156bd1a8-c6bd-4e59-b614-f7c558f43de6,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:32:46.259600 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbf5e00-7647-4d16-ae5e-19f103f92b0a req-f77ff793-2965-4e70-8d5c-3df0fd48a7b2 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:46.260655 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8fbf5e00-7647-4d16-ae5e-19f103f92b0a req-f77ff793-2965-4e70-8d5c-3df0fd48a7b2 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:46.324920 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-f39121d5-0273-4784-ade8-533f4cba7752 None None] Provisioning complete for port ad1873f4-0277-4ae4-b22f-fa4e85c76a49 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:32:46.325685 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f39121d5-0273-4784-ade8-533f4cba7752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:46.348832 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964bde6f-c548-4e99-b694-478839202c5e tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Checking segment: {'id': 'c8438e86-c1db-43d5-84b6-679f520157a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '06310a8d-e73d-4beb-999d-f3fef2a4af49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:32:46.348832 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964bde6f-c548-4e99-b694-478839202c5e tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Network hostable DHCP agents. Network: 06310a8d-e73d-4beb-999d-f3fef2a4af49, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:32:46.348832 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8fbf5e00-7647-4d16-ae5e-19f103f92b0a req-f77ff793-2965-4e70-8d5c-3df0fd48a7b2 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2849116 Dec 06 17:32:46.348832 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-842ff90c-6849-49ae-bead-26e1e5e21679 req-31921f4b-c88c-44b0-bfe1-e31393006316 service neutron] 10.222.0.44 "GET /v2.0/networks/39ca8761-abdc-4183-874f-43b7c768d0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4020000 Dec 06 17:32:46.379557 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-8fbf5e00-7647-4d16-ae5e-19f103f92b0a req-0345cdd0-88c8-4b8f-8795-d39995cd535b service neutron] Request body: {'port': {'device_id': '4d702f20-6b86-434f-8638-991064c3e4b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:32:46.436760 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1f792f50-cd27-433f-a183-c0611dbe49f6 req-33469528-2efd-4c9c-9c62-e40cb023aa25 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=53a84ca2-3f2c-4a10-85a7-67cee2181fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513926 Dec 06 17:32:46.444789 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-f39121d5-0273-4784-ade8-533f4cba7752 None None] Port ad1873f4-0277-4ae4-b22f-fa4e85c76a49 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:32:46.479168 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964bde6f-c548-4e99-b694-478839202c5e tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Network 06310a8d-e73d-4beb-999d-f3fef2a4af49 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:32:46.494953 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8fbf5e00-7647-4d16-ae5e-19f103f92b0a req-0345cdd0-88c8-4b8f-8795-d39995cd535b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:46.504637 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-964bde6f-c548-4e99-b694-478839202c5e tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 06310a8d-e73d-4beb-999d-f3fef2a4af49) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:32:46.519865 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db79c15-1330-4ee1-876e-4c0589cfed46 None None] Network 06310a8d-e73d-4beb-999d-f3fef2a4af49 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:32:46.527045 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964bde6f-c548-4e99-b694-478839202c5e tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:46.527765 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-964bde6f-c548-4e99-b694-478839202c5e tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:46.585117 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 47410) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:32:46.588610 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-964bde6f-c548-4e99-b694-478839202c5e tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.3928339 Dec 06 17:32:46.590358 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-65a0b601-1b40-497f-9704-9c855a6bd16e tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-470660529', 'network_id': '06310a8d-e73d-4beb-999d-f3fef2a4af49'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:32:46.617996 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65a0b601-1b40-497f-9704-9c855a6bd16e tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Made reservation on behalf of fb8969fc42ff444fbb5e941943ed938a for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:32:46.622965 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-65a0b601-1b40-497f-9704-9c855a6bd16e tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:46.666511 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-65a0b601-1b40-497f-9704-9c855a6bd16e tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] device_id is not set on port ae0ec69b-0f8b-485d-92e9-20851b83619e yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:32:46.803895 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a3f06f-6763-4b68-98cd-331784acd08e None None] Network 06310a8d-e73d-4beb-999d-f3fef2a4af49 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:32:46.954568 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38761ce-71b5-4a96-9a7e-b64d6a95ecff req-e2096c68-956c-457b-8b5b-89fcfbe55a7f tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:46.973177 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b38761ce-71b5-4a96-9a7e-b64d6a95ecff req-e2096c68-956c-457b-8b5b-89fcfbe55a7f tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a03f19b-e0d4-46d6-84a3-079d035de2c4 HTTP/1.1" status: 200 len: 945 time: 0.2110860 Dec 06 17:32:47.011110 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:47.061820 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-65a0b601-1b40-497f-9704-9c855a6bd16e tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Allocated IP 2001:db8::250 (06310a8d-e73d-4beb-999d-f3fef2a4af49/156bd1a8-c6bd-4e59-b614-f7c558f43de6/ae0ec69b-0f8b-485d-92e9-20851b83619e) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:32:47.192671 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b38761ce-71b5-4a96-9a7e-b64d6a95ecff req-99af628d-1c06-4ebb-95b1-a5e669ba5555 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f3c85a1-3b48-4f29-aec2-3a218353c857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2151208 Dec 06 17:32:47.197424 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-8fbf5e00-7647-4d16-ae5e-19f103f92b0a req-0345cdd0-88c8-4b8f-8795-d39995cd535b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad1873f4-0277-4ae4-b22f-fa4e85c76a49 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:32:47.218608 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8fbf5e00-7647-4d16-ae5e-19f103f92b0a req-0345cdd0-88c8-4b8f-8795-d39995cd535b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:47.243977 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-8fbf5e00-7647-4d16-ae5e-19f103f92b0a req-0345cdd0-88c8-4b8f-8795-d39995cd535b service neutron] Transition to ACTIVE for port object ad1873f4-0277-4ae4-b22f-fa4e85c76a49 will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:32:47.251417 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8fbf5e00-7647-4d16-ae5e-19f103f92b0a req-0345cdd0-88c8-4b8f-8795-d39995cd535b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:47.377947 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0345cdd0-88c8-4b8f-8795-d39995cd535b service neutron] Pushing event updated for resources: {'Port': ['ID=ad1873f4-0277-4ae4-b22f-fa4e85c76a49,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:32:47.409815 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-65a0b601-1b40-497f-9704-9c855a6bd16e tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:47.447750 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-8fbf5e00-7647-4d16-ae5e-19f103f92b0a req-0345cdd0-88c8-4b8f-8795-d39995cd535b service neutron] Attempting to bind port ad1873f4-0277-4ae4-b22f-fa4e85c76a49 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:32:47.448089 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-8fbf5e00-7647-4d16-ae5e-19f103f92b0a req-0345cdd0-88c8-4b8f-8795-d39995cd535b service neutron] Attempting to bind port ad1873f4-0277-4ae4-b22f-fa4e85c76a49 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '335efc5d-483a-424a-abc6-8fe1bd340f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:32:47.448484 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbf5e00-7647-4d16-ae5e-19f103f92b0a req-0345cdd0-88c8-4b8f-8795-d39995cd535b service neutron] Attempting to bind port ad1873f4-0277-4ae4-b22f-fa4e85c76a49 on network 2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:32:47.455449 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbf5e00-7647-4d16-ae5e-19f103f92b0a req-0345cdd0-88c8-4b8f-8795-d39995cd535b service neutron] Port ad1873f4-0277-4ae4-b22f-fa4e85c76a49 on network 2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:32:47.456202 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbf5e00-7647-4d16-ae5e-19f103f92b0a req-0345cdd0-88c8-4b8f-8795-d39995cd535b service neutron] Attempting to bind port ad1873f4-0277-4ae4-b22f-fa4e85c76a49 on network 2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:32:47.462225 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbf5e00-7647-4d16-ae5e-19f103f92b0a req-0345cdd0-88c8-4b8f-8795-d39995cd535b service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:32:47.462568 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbf5e00-7647-4d16-ae5e-19f103f92b0a req-0345cdd0-88c8-4b8f-8795-d39995cd535b service neutron] Checking segment: {'id': '335efc5d-483a-424a-abc6-8fe1bd340f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:32:47.463454 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbf5e00-7647-4d16-ae5e-19f103f92b0a req-0345cdd0-88c8-4b8f-8795-d39995cd535b service neutron] Bound using segment: {'id': '335efc5d-483a-424a-abc6-8fe1bd340f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:32:47.463906 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-8fbf5e00-7647-4d16-ae5e-19f103f92b0a req-0345cdd0-88c8-4b8f-8795-d39995cd535b service neutron] Bound port: ad1873f4-0277-4ae4-b22f-fa4e85c76a49, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '335efc5d-483a-424a-abc6-8fe1bd340f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:32:47.464274 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8fbf5e00-7647-4d16-ae5e-19f103f92b0a req-0345cdd0-88c8-4b8f-8795-d39995cd535b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:47.501595 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-65a0b601-1b40-497f-9704-9c855a6bd16e tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:47.564785 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a0b601-1b40-497f-9704-9c855a6bd16e tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Network 06310a8d-e73d-4beb-999d-f3fef2a4af49 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:32:47.571471 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-65a0b601-1b40-497f-9704-9c855a6bd16e tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:32:47.583674 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a0b601-1b40-497f-9704-9c855a6bd16e tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:32:47.586428 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a0b601-1b40-497f-9704-9c855a6bd16e tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:47.589646 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-65a0b601-1b40-497f-9704-9c855a6bd16e tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:47.597043 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-8fbf5e00-7647-4d16-ae5e-19f103f92b0a req-0345cdd0-88c8-4b8f-8795-d39995cd535b service neutron] For port ad1873f4-0277-4ae4-b22f-fa4e85c76a49, host n-h1-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:32:47.600337 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a0b601-1b40-497f-9704-9c855a6bd16e tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Pushing event updated for resources: {'Port': ['ID=ae0ec69b-0f8b-485d-92e9-20851b83619e,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:32:47.601586 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-8fbf5e00-7647-4d16-ae5e-19f103f92b0a req-0345cdd0-88c8-4b8f-8795-d39995cd535b service neutron] For port ad1873f4-0277-4ae4-b22f-fa4e85c76a49, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ad1873f4-0277-4ae4-b22f-fa4e85c76a49,segment=NetworkSegment(335efc5d-483a-424a-abc6-8fe1bd340f96),segment_id=335efc5d-483a-424a-abc6-8fe1bd340f96)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:32:47.617531 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8fbf5e00-7647-4d16-ae5e-19f103f92b0a req-0345cdd0-88c8-4b8f-8795-d39995cd535b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:47.627724 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-65a0b601-1b40-497f-9704-9c855a6bd16e tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.0411613 Dec 06 17:32:47.633224 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 47436) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:32:47.734138 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbf5e00-7647-4d16-ae5e-19f103f92b0a req-0345cdd0-88c8-4b8f-8795-d39995cd535b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:47.734902 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8fbf5e00-7647-4d16-ae5e-19f103f92b0a req-0345cdd0-88c8-4b8f-8795-d39995cd535b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:47.736889 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8fbf5e00-7647-4d16-ae5e-19f103f92b0a req-0345cdd0-88c8-4b8f-8795-d39995cd535b service neutron] 10.222.0.41 "PUT /v2.0/ports/ad1873f4-0277-4ae4-b22f-fa4e85c76a49 HTTP/1.1" status: 200 len: 1092 time: 1.3674824 Dec 06 17:32:47.754628 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d702f20-6b86-434f-8638-991064c3e4b0', 'tag': 'ad1873f4-0277-4ae4-b22f-fa4e85c76a49'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:32:47.756866 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a8cdf08-0d83-4747-9055-3948b86f56e9" -d '{"events": [{"name": "network-changed", "server_uuid": "4d702f20-6b86-434f-8638-991064c3e4b0", "tag": "ad1873f4-0277-4ae4-b22f-fa4e85c76a49"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:32:47.926064 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6181503-6afc-4851-8274-cd4fccfcfaf4 req-c788cc94-803a-4ad1-9318-75f23885818b tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:47.928440 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d6181503-6afc-4851-8274-cd4fccfcfaf4 req-c788cc94-803a-4ad1-9318-75f23885818b tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d702f20-6b86-434f-8638-991064c3e4b0 HTTP/1.1" status: 200 len: 944 time: 0.3252094 Dec 06 17:32:47.933058 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c1f448f-b16d-4da7-999c-10b2a9229bc6 x-openstack-request-id: req-5c1f448f-b16d-4da7-999c-10b2a9229bc6 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:32:47.933457 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d702f20-6b86-434f-8638-991064c3e4b0", "tag": "ad1873f4-0277-4ae4-b22f-fa4e85c76a49", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:32:47.933845 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5c1f448f-b16d-4da7-999c-10b2a9229bc6 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:32:47.934317 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d702f20-6b86-434f-8638-991064c3e4b0', 'tag': 'ad1873f4-0277-4ae4-b22f-fa4e85c76a49', 'status': 'completed', 'code': 200} Dec 06 17:32:48.035573 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0345cdd0-88c8-4b8f-8795-d39995cd535b service neutron] Pushing event updated for resources: {'Port': ['ID=ad1873f4-0277-4ae4-b22f-fa4e85c76a49,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:32:48.048191 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d6181503-6afc-4851-8274-cd4fccfcfaf4 req-42bf72a6-00d3-458d-ad0b-78ea6b98c80e tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=53a84ca2-3f2c-4a10-85a7-67cee2181fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067016 Dec 06 17:32:48.051526 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbf5e00-7647-4d16-ae5e-19f103f92b0a req-ac8615bd-3fba-4686-896d-94f9ba17cb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:48.053340 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8fbf5e00-7647-4d16-ae5e-19f103f92b0a req-ac8615bd-3fba-4686-896d-94f9ba17cb8c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ecd8b64e36c540eeae4809301448bbe1&device_id=4d702f20-6b86-434f-8638-991064c3e4b0 HTTP/1.1" status: 200 len: 1095 time: 0.1974299 Dec 06 17:32:48.093291 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:48.502581 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8fbf5e00-7647-4d16-ae5e-19f103f92b0a req-ef277383-c46e-41db-8c16-4001047e252f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad1873f4-0277-4ae4-b22f-fa4e85c76a49 HTTP/1.1" status: 200 len: 217 time: 0.4313529 Dec 06 17:32:48.511806 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087324a5-c5e1-4157-8544-59f0a1a62c70 req-d8e33f39-1788-47ed-8662-bdd068bece9c tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:48.514541 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-087324a5-c5e1-4157-8544-59f0a1a62c70 req-d8e33f39-1788-47ed-8662-bdd068bece9c tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a03f19b-e0d4-46d6-84a3-079d035de2c4 HTTP/1.1" status: 200 len: 945 time: 0.1114330 Dec 06 17:32:48.598040 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-a9d301f3-da1b-4c69-9318-8f30a335fd83 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Deleting port ae0ec69b-0f8b-485d-92e9-20851b83619e {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:32:48.598670 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a9d301f3-da1b-4c69-9318-8f30a335fd83 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:48.606934 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbf5e00-7647-4d16-ae5e-19f103f92b0a req-87eef735-ba51-4308-a61f-a181381b28be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:48.609067 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8fbf5e00-7647-4d16-ae5e-19f103f92b0a req-87eef735-ba51-4308-a61f-a181381b28be service neutron] 10.222.0.41 "GET /v2.0/subnets?id=06d20752-22e2-4f05-a607-805be1f18e56 HTTP/1.1" status: 200 len: 851 time: 0.0887983 Dec 06 17:32:48.671859 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbf5e00-7647-4d16-ae5e-19f103f92b0a req-7928e609-8933-4685-b6b7-0dd56d8e3a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:48.673874 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8fbf5e00-7647-4d16-ae5e-19f103f92b0a req-7928e609-8933-4685-b6b7-0dd56d8e3a58 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491846 Dec 06 17:32:48.751892 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-087324a5-c5e1-4157-8544-59f0a1a62c70 req-9f1b2825-d9e2-4787-b6ed-bae9f11b4fe1 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f3c85a1-3b48-4f29-aec2-3a218353c857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2127235 Dec 06 17:32:48.789669 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a9d301f3-da1b-4c69-9318-8f30a335fd83 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:48.806522 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-a9d301f3-da1b-4c69-9318-8f30a335fd83 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Calling delete_port for ae0ec69b-0f8b-485d-92e9-20851b83619e owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:32:48.850265 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8fbf5e00-7647-4d16-ae5e-19f103f92b0a req-bb7501bf-18d4-470d-90c4-e9bb107e88a7 service neutron] 10.222.0.41 "GET /v2.0/networks/2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671064 Dec 06 17:32:48.977696 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a9d301f3-da1b-4c69-9318-8f30a335fd83 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:49.026009 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ff90c-6849-49ae-bead-26e1e5e21679 req-4713abc2-58da-4d3e-a647-89d87a5dc98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:49.027123 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d301f3-da1b-4c69-9318-8f30a335fd83 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Pushing event deleted for resources: {'Port': ['ID=ae0ec69b-0f8b-485d-92e9-20851b83619e,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:32:49.031923 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-842ff90c-6849-49ae-bead-26e1e5e21679 req-4713abc2-58da-4d3e-a647-89d87a5dc98f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9a03f19b-e0d4-46d6-84a3-079d035de2c4&tenant_id=87136a91f6c54863bdb78ae5833b5c4e HTTP/1.1" status: 200 len: 1096 time: 0.1807334 Dec 06 17:32:49.061634 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-842ff90c-6849-49ae-bead-26e1e5e21679 req-95587e2b-51ba-4298-b70f-ba95ccefb2ba service neutron] Request body: {'port': {'binding:host_id': 'n-h1-master-1', 'device_owner': 'compute:nova'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:32:49.063337 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a9d301f3-da1b-4c69-9318-8f30a335fd83 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:49.063757 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:49.073080 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-a9d301f3-da1b-4c69-9318-8f30a335fd83 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] 10.222.0.23 "DELETE /v2.0/ports/ae0ec69b-0f8b-485d-92e9-20851b83619e HTTP/1.1" status: 204 len: 168 time: 1.4358902 Dec 06 17:32:49.073295 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 47472) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:32:49.079865 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-a449cc30-7937-4621-b7cd-259dde1f7628 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '06310a8d-e73d-4beb-999d-f3fef2a4af49', 'external_fixed_ips': [{'subnet_id': '156bd1a8-c6bd-4e59-b614-f7c558f43de6', 'ip_address': '2001:db8::250'}]}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:32:49.111704 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a449cc30-7937-4621-b7cd-259dde1f7628 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:49.115226 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a449cc30-7937-4621-b7cd-259dde1f7628 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:49.149937 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8fbf5e00-7647-4d16-ae5e-19f103f92b0a req-a2b9f59b-754e-4245-8992-ef19882da398 service neutron] 10.222.0.41 "GET /v2.0/networks/2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801311 Dec 06 17:32:49.184205 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-842ff90c-6849-49ae-bead-26e1e5e21679 req-95587e2b-51ba-4298-b70f-ba95ccefb2ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:49.244972 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a449cc30-7937-4621-b7cd-259dde1f7628 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:49.419165 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a449cc30-7937-4621-b7cd-259dde1f7628 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:49.443024 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8cdf08-0d83-4747-9055-3948b86f56e9 req-e758c5f4-aab4-42e8-b8b1-f24ebdeb2219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:49.445109 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8a8cdf08-0d83-4747-9055-3948b86f56e9 req-e758c5f4-aab4-42e8-b8b1-f24ebdeb2219 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ecd8b64e36c540eeae4809301448bbe1&device_id=4d702f20-6b86-434f-8638-991064c3e4b0 HTTP/1.1" status: 200 len: 1095 time: 0.2045913 Dec 06 17:32:49.457309 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0650b25b-648c-4b5a-a827-0bf8b1617de9 req-28de2a16-26c0-45f5-9f38-1473c71da668 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:49.459794 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0650b25b-648c-4b5a-a827-0bf8b1617de9 req-28de2a16-26c0-45f5-9f38-1473c71da668 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d702f20-6b86-434f-8638-991064c3e4b0 HTTP/1.1" status: 200 len: 944 time: 0.1768458 Dec 06 17:32:49.568476 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8cdf08-0d83-4747-9055-3948b86f56e9 req-4cf14cb2-f620-4df7-96b6-c791f1a46e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:49.570052 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8a8cdf08-0d83-4747-9055-3948b86f56e9 req-4cf14cb2-f620-4df7-96b6-c791f1a46e87 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4 HTTP/1.1" status: 200 len: 913 time: 0.1089773 Dec 06 17:32:49.674690 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8a8cdf08-0d83-4747-9055-3948b86f56e9 req-5ebfe8eb-7657-4950-87f1-32ff480314d4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad1873f4-0277-4ae4-b22f-fa4e85c76a49 HTTP/1.1" status: 200 len: 217 time: 0.0869961 Dec 06 17:32:49.742649 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a449cc30-7937-4621-b7cd-259dde1f7628 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:49.769519 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a449cc30-7937-4621-b7cd-259dde1f7628 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:49.783230 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0650b25b-648c-4b5a-a827-0bf8b1617de9 req-eda4ee30-7e5d-44c8-b068-ec3227d692a1 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=53a84ca2-3f2c-4a10-85a7-67cee2181fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121563 Dec 06 17:32:49.834926 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8cdf08-0d83-4747-9055-3948b86f56e9 req-506e280e-32cd-4f84-a764-2b16267e2c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:49.836438 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8a8cdf08-0d83-4747-9055-3948b86f56e9 req-506e280e-32cd-4f84-a764-2b16267e2c20 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=06d20752-22e2-4f05-a607-805be1f18e56 HTTP/1.1" status: 200 len: 851 time: 0.1474097 Dec 06 17:32:49.866893 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-842ff90c-6849-49ae-bead-26e1e5e21679 req-95587e2b-51ba-4298-b70f-ba95ccefb2ba service neutron] For port 96d9265e-5c36-4216-b5da-3ebc61179801, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=96d9265e-5c36-4216-b5da-3ebc61179801,segment=NetworkSegment(2ad2e9d4-239e-4d66-8541-a8b3b2b1def0),segment_id=2ad2e9d4-239e-4d66-8541-a8b3b2b1def0)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:32:49.947668 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-842ff90c-6849-49ae-bead-26e1e5e21679 req-95587e2b-51ba-4298-b70f-ba95ccefb2ba service neutron] For port 96d9265e-5c36-4216-b5da-3ebc61179801, host n-h2-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:32:49.952418 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8cdf08-0d83-4747-9055-3948b86f56e9 req-f0628338-4bd5-41f9-94ef-c20933b42af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:49.955242 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8a8cdf08-0d83-4747-9055-3948b86f56e9 req-f0628338-4bd5-41f9-94ef-c20933b42af7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0799255 Dec 06 17:32:49.960789 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-a449cc30-7937-4621-b7cd-259dde1f7628 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Allocated IP 2001:db8::250 (06310a8d-e73d-4beb-999d-f3fef2a4af49/156bd1a8-c6bd-4e59-b614-f7c558f43de6/6fc4c7e6-1eae-46df-a0f8-53129900d0b0) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:32:50.057085 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a03f19b-e0d4-46d6-84a3-079d035de2c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96d9265e-5c36-4216-b5da-3ebc61179801'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:32:50.059579 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a4e8be-dc3f-439b-bf10-53321b6233cc" -d '{"events": [{"server_uuid": "9a03f19b-e0d4-46d6-84a3-079d035de2c4", "name": "network-vif-unplugged", "status": "completed", "tag": "96d9265e-5c36-4216-b5da-3ebc61179801"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:32:50.076414 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-842ff90c-6849-49ae-bead-26e1e5e21679 req-95587e2b-51ba-4298-b70f-ba95ccefb2ba service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:50.095129 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdac4aa6-3e59-4ac4-b460-a91d9a4765ce req-6cfd83fc-aed2-4a3a-8af4-b55a7f0105f5 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:50.110973 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-cdac4aa6-3e59-4ac4-b460-a91d9a4765ce req-6cfd83fc-aed2-4a3a-8af4-b55a7f0105f5 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a03f19b-e0d4-46d6-84a3-079d035de2c4 HTTP/1.1" status: 200 len: 945 time: 0.1296957 Dec 06 17:32:50.148750 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-842ff90c-6849-49ae-bead-26e1e5e21679 req-95587e2b-51ba-4298-b70f-ba95ccefb2ba service neutron] Transition to ACTIVE for port object 96d9265e-5c36-4216-b5da-3ebc61179801 will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:32:50.160594 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 17:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6178f2c6-9a9b-4380-9105-b169708b5179 x-openstack-request-id: req-6178f2c6-9a9b-4380-9105-b169708b5179 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:32:50.161084 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a03f19b-e0d4-46d6-84a3-079d035de2c4", "name": "network-vif-unplugged", "status": "completed", "tag": "96d9265e-5c36-4216-b5da-3ebc61179801", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:32:50.161544 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6178f2c6-9a9b-4380-9105-b169708b5179 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:32:50.162189 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a03f19b-e0d4-46d6-84a3-079d035de2c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96d9265e-5c36-4216-b5da-3ebc61179801', 'code': 200} Dec 06 17:32:50.168943 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-842ff90c-6849-49ae-bead-26e1e5e21679 req-95587e2b-51ba-4298-b70f-ba95ccefb2ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:50.204108 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8a8cdf08-0d83-4747-9055-3948b86f56e9 req-7234a65a-f9de-48c8-8b45-957a6e17556d service neutron] 10.222.0.41 "GET /v2.0/networks/2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255278 Dec 06 17:32:50.290641 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-cdac4aa6-3e59-4ac4-b460-a91d9a4765ce req-8e21e645-b319-4924-809a-c891fc25d87e tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f3c85a1-3b48-4f29-aec2-3a218353c857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1785572 Dec 06 17:32:50.347718 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a449cc30-7937-4621-b7cd-259dde1f7628 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:50.374194 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8a8cdf08-0d83-4747-9055-3948b86f56e9 req-40c60259-121f-4b20-a4b7-ba2d2f9521d2 service neutron] 10.222.0.41 "GET /v2.0/networks/2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547315 Dec 06 17:32:50.385247 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95587e2b-51ba-4298-b70f-ba95ccefb2ba service neutron] Pushing event updated for resources: {'Port': ['ID=96d9265e-5c36-4216-b5da-3ebc61179801,revision_number=10']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:32:50.454913 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a449cc30-7937-4621-b7cd-259dde1f7628 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:50.526847 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-842ff90c-6849-49ae-bead-26e1e5e21679 req-95587e2b-51ba-4298-b70f-ba95ccefb2ba service neutron] No DVR routers for this DVR port 96d9265e-5c36-4216-b5da-3ebc61179801 on host n-h2-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:32:50.549551 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a449cc30-7937-4621-b7cd-259dde1f7628 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Pushing event updated for resources: {'Port': ['ID=6fc4c7e6-1eae-46df-a0f8-53129900d0b0,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:32:50.579572 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a449cc30-7937-4621-b7cd-259dde1f7628 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Network 06310a8d-e73d-4beb-999d-f3fef2a4af49 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:32:50.581190 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-a449cc30-7937-4621-b7cd-259dde1f7628 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:32:50.586342 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a449cc30-7937-4621-b7cd-259dde1f7628 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:32:50.875492 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-842ff90c-6849-49ae-bead-26e1e5e21679 req-95587e2b-51ba-4298-b70f-ba95ccefb2ba service neutron] Attempting to bind port 96d9265e-5c36-4216-b5da-3ebc61179801 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:32:50.876627 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-842ff90c-6849-49ae-bead-26e1e5e21679 req-95587e2b-51ba-4298-b70f-ba95ccefb2ba service neutron] Attempting to bind port 96d9265e-5c36-4216-b5da-3ebc61179801 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '2ad2e9d4-239e-4d66-8541-a8b3b2b1def0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '39ca8761-abdc-4183-874f-43b7c768d0ca'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:32:50.877277 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842ff90c-6849-49ae-bead-26e1e5e21679 req-95587e2b-51ba-4298-b70f-ba95ccefb2ba service neutron] Attempting to bind port 96d9265e-5c36-4216-b5da-3ebc61179801 on network 39ca8761-abdc-4183-874f-43b7c768d0ca {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:32:50.884204 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842ff90c-6849-49ae-bead-26e1e5e21679 req-95587e2b-51ba-4298-b70f-ba95ccefb2ba service neutron] Port 96d9265e-5c36-4216-b5da-3ebc61179801 on network 39ca8761-abdc-4183-874f-43b7c768d0ca not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:32:50.885083 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842ff90c-6849-49ae-bead-26e1e5e21679 req-95587e2b-51ba-4298-b70f-ba95ccefb2ba service neutron] Attempting to bind port 96d9265e-5c36-4216-b5da-3ebc61179801 on network 39ca8761-abdc-4183-874f-43b7c768d0ca {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:32:50.896906 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842ff90c-6849-49ae-bead-26e1e5e21679 req-95587e2b-51ba-4298-b70f-ba95ccefb2ba service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:32:50.901224 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842ff90c-6849-49ae-bead-26e1e5e21679 req-95587e2b-51ba-4298-b70f-ba95ccefb2ba service neutron] Checking segment: {'id': '2ad2e9d4-239e-4d66-8541-a8b3b2b1def0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '39ca8761-abdc-4183-874f-43b7c768d0ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:32:50.902147 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842ff90c-6849-49ae-bead-26e1e5e21679 req-95587e2b-51ba-4298-b70f-ba95ccefb2ba service neutron] Bound using segment: {'id': '2ad2e9d4-239e-4d66-8541-a8b3b2b1def0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '39ca8761-abdc-4183-874f-43b7c768d0ca'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:32:50.905383 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-842ff90c-6849-49ae-bead-26e1e5e21679 req-95587e2b-51ba-4298-b70f-ba95ccefb2ba service neutron] Bound port: 96d9265e-5c36-4216-b5da-3ebc61179801, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ad2e9d4-239e-4d66-8541-a8b3b2b1def0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '39ca8761-abdc-4183-874f-43b7c768d0ca'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:32:50.906112 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-842ff90c-6849-49ae-bead-26e1e5e21679 req-95587e2b-51ba-4298-b70f-ba95ccefb2ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:51.054357 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a449cc30-7937-4621-b7cd-259dde1f7628 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:51.089983 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-842ff90c-6849-49ae-bead-26e1e5e21679 req-95587e2b-51ba-4298-b70f-ba95ccefb2ba service neutron] For port 96d9265e-5c36-4216-b5da-3ebc61179801, host n-h1-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:32:51.100728 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11b2d40-a1a0-4fcc-9783-5abd8f9691cd req-78806570-92b5-4c7b-9244-f5f9f7fda044 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:51.102532 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c11b2d40-a1a0-4fcc-9783-5abd8f9691cd req-78806570-92b5-4c7b-9244-f5f9f7fda044 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d702f20-6b86-434f-8638-991064c3e4b0 HTTP/1.1" status: 200 len: 944 time: 0.1669414 Dec 06 17:32:51.104684 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-842ff90c-6849-49ae-bead-26e1e5e21679 req-95587e2b-51ba-4298-b70f-ba95ccefb2ba service neutron] For port 96d9265e-5c36-4216-b5da-3ebc61179801, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=96d9265e-5c36-4216-b5da-3ebc61179801,segment=NetworkSegment(2ad2e9d4-239e-4d66-8541-a8b3b2b1def0),segment_id=2ad2e9d4-239e-4d66-8541-a8b3b2b1def0)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:32:51.111178 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-842ff90c-6849-49ae-bead-26e1e5e21679 req-95587e2b-51ba-4298-b70f-ba95ccefb2ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:51.238432 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ff90c-6849-49ae-bead-26e1e5e21679 req-95587e2b-51ba-4298-b70f-ba95ccefb2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:51.242673 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-842ff90c-6849-49ae-bead-26e1e5e21679 req-95587e2b-51ba-4298-b70f-ba95ccefb2ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:51.244357 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-842ff90c-6849-49ae-bead-26e1e5e21679 req-95587e2b-51ba-4298-b70f-ba95ccefb2ba service neutron] 10.222.0.41 "PUT /v2.0/ports/96d9265e-5c36-4216-b5da-3ebc61179801 HTTP/1.1" status: 200 len: 1092 time: 2.1948590 Dec 06 17:32:51.245589 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95587e2b-51ba-4298-b70f-ba95ccefb2ba service neutron] Pushing event updated for resources: {'Port': ['ID=96d9265e-5c36-4216-b5da-3ebc61179801,revision_number=11']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:32:51.392040 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c11b2d40-a1a0-4fcc-9783-5abd8f9691cd req-0b527524-c3f9-4a85-ad4a-f024013aa1d2 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=53a84ca2-3f2c-4a10-85a7-67cee2181fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711773 Dec 06 17:32:51.416273 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ff90c-6849-49ae-bead-26e1e5e21679 req-49bc3b73-b9a9-4979-9a33-96be2f91f970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:51.417833 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-842ff90c-6849-49ae-bead-26e1e5e21679 req-49bc3b73-b9a9-4979-9a33-96be2f91f970 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=87136a91f6c54863bdb78ae5833b5c4e&device_id=9a03f19b-e0d4-46d6-84a3-079d035de2c4 HTTP/1.1" status: 200 len: 1095 time: 0.1359434 Dec 06 17:32:51.629155 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ff90c-6849-49ae-bead-26e1e5e21679 req-03d040df-10b5-4a49-a65a-1b7b07551a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:51.630815 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-842ff90c-6849-49ae-bead-26e1e5e21679 req-03d040df-10b5-4a49-a65a-1b7b07551a6e service neutron] 10.222.0.41 "GET /v2.0/networks?id=39ca8761-abdc-4183-874f-43b7c768d0ca HTTP/1.1" status: 200 len: 898 time: 0.2020586 Dec 06 17:32:51.671580 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 96d9265e-5c36-4216-b5da-3ebc61179801 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:32:51.700821 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71b4ab1-f4b3-451a-bffc-1dc9f3754acd req-5d33a444-17da-4a7a-864f-3c39ea8d238f tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:51.712190 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d71b4ab1-f4b3-451a-bffc-1dc9f3754acd req-5d33a444-17da-4a7a-864f-3c39ea8d238f tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a03f19b-e0d4-46d6-84a3-079d035de2c4 HTTP/1.1" status: 200 len: 944 time: 0.2131038 Dec 06 17:32:51.782323 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 96d9265e-5c36-4216-b5da-3ebc61179801 not bound to the agent host n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:32:51.788230 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a449cc30-7937-4621-b7cd-259dde1f7628 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:51.809314 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-842ff90c-6849-49ae-bead-26e1e5e21679 req-795074b9-d67a-4bdd-992d-827166497f32 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96d9265e-5c36-4216-b5da-3ebc61179801 HTTP/1.1" status: 200 len: 998 time: 0.1654971 Dec 06 17:32:51.905269 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ff90c-6849-49ae-bead-26e1e5e21679 req-a3f52f3c-79bb-422e-abb7-65cee61e0b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:51.909554 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-842ff90c-6849-49ae-bead-26e1e5e21679 req-a3f52f3c-79bb-422e-abb7-65cee61e0b10 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ccec9b31-d792-401a-9e06-9a1a9efca83a HTTP/1.1" status: 200 len: 835 time: 0.0883465 Dec 06 17:32:51.955722 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d71b4ab1-f4b3-451a-bffc-1dc9f3754acd req-b2e2638c-93a4-467f-a96b-b275be87d72e tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f3c85a1-3b48-4f29-aec2-3a218353c857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2329798 Dec 06 17:32:52.083305 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ff90c-6849-49ae-bead-26e1e5e21679 req-a3b40a9f-5298-4668-aba4-b3764625f3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:52.085651 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-842ff90c-6849-49ae-bead-26e1e5e21679 req-a3b40a9f-5298-4668-aba4-b3764625f3e4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=39ca8761-abdc-4183-874f-43b7c768d0ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1636755 Dec 06 17:32:52.156861 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a449cc30-7937-4621-b7cd-259dde1f7628 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Router 8a9c13c5-9fc1-42dd-aaee-b5ee4eb7af7f is scheduled to L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 17:32:52.272302 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a03f19b-e0d4-46d6-84a3-079d035de2c4', 'tag': '96d9265e-5c36-4216-b5da-3ebc61179801'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:32:52.274927 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6165bbd-e40a-43d6-b66f-87c3bafd741d" -d '{"events": [{"name": "network-changed", "server_uuid": "9a03f19b-e0d4-46d6-84a3-079d035de2c4", "tag": "96d9265e-5c36-4216-b5da-3ebc61179801"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:32:52.361506 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-842ff90c-6849-49ae-bead-26e1e5e21679 req-3e088ca6-f006-49cc-b625-1f01cbd9f725 service neutron] 10.222.0.41 "GET /v2.0/networks/39ca8761-abdc-4183-874f-43b7c768d0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640464 Dec 06 17:32:52.393071 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e836a9e7-8926-48d4-9dac-76dbeb85b7f2 x-openstack-request-id: req-e836a9e7-8926-48d4-9dac-76dbeb85b7f2 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:32:52.393460 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a03f19b-e0d4-46d6-84a3-079d035de2c4", "tag": "96d9265e-5c36-4216-b5da-3ebc61179801", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:32:52.393690 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e836a9e7-8926-48d4-9dac-76dbeb85b7f2 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:32:52.394171 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a03f19b-e0d4-46d6-84a3-079d035de2c4', 'tag': '96d9265e-5c36-4216-b5da-3ebc61179801', 'status': 'completed', 'code': 200} Dec 06 17:32:52.415830 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a449cc30-7937-4621-b7cd-259dde1f7628 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:32:52.431926 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd23805-1179-44cb-ac46-41bb910a27c0 None None] Sync routers for ids ['8a9c13c5-9fc1-42dd-aaee-b5ee4eb7af7f'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:32:52.460312 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a449cc30-7937-4621-b7cd-259dde1f7628 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:52.465855 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-a449cc30-7937-4621-b7cd-259dde1f7628 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.3914170 Dec 06 17:32:52.468435 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 47578) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:32:52.477432 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd23805-1179-44cb-ac46-41bb910a27c0 None None] Routers {'8a9c13c5-9fc1-42dd-aaee-b5ee4eb7af7f'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:32:52.479596 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-efd23805-1179-44cb-ac46-41bb910a27c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:32:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['8a9c13c5-9fc1-42dd-aaee-b5ee4eb7af7f'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:32:52.647397 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-efd23805-1179-44cb-ac46-41bb910a27c0 None None] Set router 8a9c13c5-9fc1-42dd-aaee-b5ee4eb7af7f gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:32:52.667373 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-842ff90c-6849-49ae-bead-26e1e5e21679 req-5a38798c-4abd-4dad-9ee2-a5dde86ebc0a service neutron] 10.222.0.41 "GET /v2.0/networks/39ca8761-abdc-4183-874f-43b7c768d0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761407 Dec 06 17:32:52.760641 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6165bbd-e40a-43d6-b66f-87c3bafd741d req-e67c9caf-be91-42f9-9aa2-f45c377a0bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:52.762203 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d6165bbd-e40a-43d6-b66f-87c3bafd741d req-e67c9caf-be91-42f9-9aa2-f45c377a0bbd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=87136a91f6c54863bdb78ae5833b5c4e&device_id=9a03f19b-e0d4-46d6-84a3-079d035de2c4 HTTP/1.1" status: 200 len: 1095 time: 0.3488972 Dec 06 17:32:52.836972 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-897a30e5-8f8c-44d8-88ff-70c237c36108 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks [] for router, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:52.865485 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce223f6d-9eb7-444f-b46c-c8a379b77288 req-346b07e1-e132-4bef-b0e1-c576eab98d11 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:52.874533 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ce223f6d-9eb7-444f-b46c-c8a379b77288 req-346b07e1-e132-4bef-b0e1-c576eab98d11 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d702f20-6b86-434f-8638-991064c3e4b0 HTTP/1.1" status: 200 len: 944 time: 0.2777538 Dec 06 17:32:52.978908 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-efd23805-1179-44cb-ac46-41bb910a27c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a9c13c5-9fc1-42dd-aaee-b5ee4eb7af7f', 'name': '', 'tenant_id': 'fb8969fc42ff444fbb5e941943ed938a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06310a8d-e73d-4beb-999d-f3fef2a4af49', 'external_fixed_ips': [{'subnet_id': '156bd1a8-c6bd-4e59-b614-f7c558f43de6', 'ip_address': '2001:db8::250'}], 'enable_snat': True}, 'gw_port_id': '6fc4c7e6-1eae-46df-a0f8-53129900d0b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:32:49Z', 'updated_at': '2021-12-06T17:32:50Z', 'revision_number': 3, 'project_id': 'fb8969fc42ff444fbb5e941943ed938a', 'gw_port': {'id': '6fc4c7e6-1eae-46df-a0f8-53129900d0b0', 'name': '', 'network_id': '06310a8d-e73d-4beb-999d-f3fef2a4af49', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:73:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a9c13c5-9fc1-42dd-aaee-b5ee4eb7af7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '156bd1a8-c6bd-4e59-b614-f7c558f43de6', 'ip_address': '2001:db8::250', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:32:49Z', 'updated_at': '2021-12-06T17:32:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '156bd1a8-c6bd-4e59-b614-f7c558f43de6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:32:52.988410 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6165bbd-e40a-43d6-b66f-87c3bafd741d req-b6def3d4-9676-4043-aec9-b92a2b0600b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:52.989987 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d6165bbd-e40a-43d6-b66f-87c3bafd741d req-b6def3d4-9676-4043-aec9-b92a2b0600b6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=87136a91f6c54863bdb78ae5833b5c4e&device_id=9a03f19b-e0d4-46d6-84a3-079d035de2c4 HTTP/1.1" status: 200 len: 1095 time: 0.2581320 Dec 06 17:32:53.060334 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd23805-1179-44cb-ac46-41bb910a27c0 None None] Checking router: 8a9c13c5-9fc1-42dd-aaee-b5ee4eb7af7f for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:32:53.060334 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd23805-1179-44cb-ac46-41bb910a27c0 None None] Updating router 8a9c13c5-9fc1-42dd-aaee-b5ee4eb7af7f port 6fc4c7e6-1eae-46df-a0f8-53129900d0b0 binding host n-d-master-1 {{(pid=103287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:32:53.093440 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6165bbd-e40a-43d6-b66f-87c3bafd741d req-b81ced92-af59-4410-b474-e86010272405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:53.095245 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d6165bbd-e40a-43d6-b66f-87c3bafd741d req-b81ced92-af59-4410-b474-e86010272405 service neutron] 10.222.0.44 "GET /v2.0/networks?id=39ca8761-abdc-4183-874f-43b7c768d0ca HTTP/1.1" status: 200 len: 898 time: 0.3093035 Dec 06 17:32:53.112277 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-efd23805-1179-44cb-ac46-41bb910a27c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:53.146446 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ce223f6d-9eb7-444f-b46c-c8a379b77288 req-d2630362-5698-452c-88a1-6a0af93a59f1 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=53a84ca2-3f2c-4a10-85a7-67cee2181fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685795 Dec 06 17:32:53.174705 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-897a30e5-8f8c-44d8-88ff-70c237c36108 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:53.314558 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-897a30e5-8f8c-44d8-88ff-70c237c36108 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Deleting port 6fc4c7e6-1eae-46df-a0f8-53129900d0b0 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:32:53.315196 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-897a30e5-8f8c-44d8-88ff-70c237c36108 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:53.455049 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d6165bbd-e40a-43d6-b66f-87c3bafd741d req-6cec1cfa-27a1-4bce-a54d-1da6fe9fcf87 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96d9265e-5c36-4216-b5da-3ebc61179801 HTTP/1.1" status: 200 len: 998 time: 0.3511159 Dec 06 17:32:53.457056 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6165bbd-e40a-43d6-b66f-87c3bafd741d req-3fb53181-d74a-43f7-aea3-c106ad13d166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:53.458468 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d6165bbd-e40a-43d6-b66f-87c3bafd741d req-3fb53181-d74a-43f7-aea3-c106ad13d166 service neutron] 10.222.0.41 "GET /v2.0/networks?id=39ca8761-abdc-4183-874f-43b7c768d0ca HTTP/1.1" status: 200 len: 898 time: 0.4532487 Dec 06 17:32:53.497736 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-897a30e5-8f8c-44d8-88ff-70c237c36108 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:53.515635 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-897a30e5-8f8c-44d8-88ff-70c237c36108 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Calling delete_port for 6fc4c7e6-1eae-46df-a0f8-53129900d0b0 owned by network:router_gateway {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:32:53.562743 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beaa11e-027a-427f-bd2c-ece23ddfca45 req-a7f6c47d-8c80-4a75-954c-a210f0557631 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:53.588640 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9beaa11e-027a-427f-bd2c-ece23ddfca45 req-a7f6c47d-8c80-4a75-954c-a210f0557631 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a03f19b-e0d4-46d6-84a3-079d035de2c4 HTTP/1.1" status: 200 len: 944 time: 0.3894928 Dec 06 17:32:53.636236 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-efd23805-1179-44cb-ac46-41bb910a27c0 None None] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:53.655261 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-efd23805-1179-44cb-ac46-41bb910a27c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:53.875584 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd36b31-d4e1-4bdc-b274-be609b69be25 None None] Pushing event updated for resources: {'Port': ['ID=6fc4c7e6-1eae-46df-a0f8-53129900d0b0,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:32:53.952730 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-efd23805-1179-44cb-ac46-41bb910a27c0 None None] Attempting to bind port 6fc4c7e6-1eae-46df-a0f8-53129900d0b0 on host n-d-master-1 for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:32:53.960788 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-efd23805-1179-44cb-ac46-41bb910a27c0 None None] Attempting to bind port 6fc4c7e6-1eae-46df-a0f8-53129900d0b0 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'c8438e86-c1db-43d5-84b6-679f520157a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '06310a8d-e73d-4beb-999d-f3fef2a4af49'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:32:53.961177 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd23805-1179-44cb-ac46-41bb910a27c0 None None] Attempting to bind port 6fc4c7e6-1eae-46df-a0f8-53129900d0b0 on network 06310a8d-e73d-4beb-999d-f3fef2a4af49 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:32:53.978088 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd23805-1179-44cb-ac46-41bb910a27c0 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:32:53.978559 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd23805-1179-44cb-ac46-41bb910a27c0 None None] Checking segment: {'id': 'c8438e86-c1db-43d5-84b6-679f520157a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '06310a8d-e73d-4beb-999d-f3fef2a4af49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:32:53.978989 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-efd23805-1179-44cb-ac46-41bb910a27c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:53.979383 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd23805-1179-44cb-ac46-41bb910a27c0 None None] Bound using segment: {'id': 'c8438e86-c1db-43d5-84b6-679f520157a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '06310a8d-e73d-4beb-999d-f3fef2a4af49'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:32:53.979983 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-efd23805-1179-44cb-ac46-41bb910a27c0 None None] Bound port: 6fc4c7e6-1eae-46df-a0f8-53129900d0b0, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8438e86-c1db-43d5-84b6-679f520157a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '06310a8d-e73d-4beb-999d-f3fef2a4af49'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:32:53.980259 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-efd23805-1179-44cb-ac46-41bb910a27c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:54.074911 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-897a30e5-8f8c-44d8-88ff-70c237c36108 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:54.076157 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.db.api [None req-efd23805-1179-44cb-ac46-41bb910a27c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103287) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 17:32:54.076587 n-d-master-1 neutron-server[103287]: DEBUG oslo_db.api [None req-efd23805-1179-44cb-ac46-41bb910a27c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 17:32:54.167258 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-897a30e5-8f8c-44d8-88ff-70c237c36108 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536698'] for router_gateway, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:54.172297 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 47616) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:32:54.174998 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897a30e5-8f8c-44d8-88ff-70c237c36108 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Pushing event deleted for resources: {'Port': ['ID=6fc4c7e6-1eae-46df-a0f8-53129900d0b0,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:32:54.182295 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6165bbd-e40a-43d6-b66f-87c3bafd741d req-bfbbebec-b908-495f-b801-930085e634c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:54.184303 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d6165bbd-e40a-43d6-b66f-87c3bafd741d req-bfbbebec-b908-495f-b801-930085e634c2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ccec9b31-d792-401a-9e06-9a1a9efca83a HTTP/1.1" status: 200 len: 835 time: 0.6804607 Dec 06 17:32:54.203966 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9beaa11e-027a-427f-bd2c-ece23ddfca45 req-583cf1b4-dd8e-4bfb-97f8-d3773cac5533 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f3c85a1-3b48-4f29-aec2-3a218353c857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6143117 Dec 06 17:32:54.215283 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d6165bbd-e40a-43d6-b66f-87c3bafd741d req-5890de79-df73-4780-baf7-2a7161115ffa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96d9265e-5c36-4216-b5da-3ebc61179801 HTTP/1.1" status: 200 len: 998 time: 0.7179520 Dec 06 17:32:54.355571 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6165bbd-e40a-43d6-b66f-87c3bafd741d req-a7afb4c1-6bf8-4cb0-a71b-87b1a1c213c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:54.360329 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d6165bbd-e40a-43d6-b66f-87c3bafd741d req-a7afb4c1-6bf8-4cb0-a71b-87b1a1c213c9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=39ca8761-abdc-4183-874f-43b7c768d0ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1551876 Dec 06 17:32:54.367523 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6165bbd-e40a-43d6-b66f-87c3bafd741d req-4e477ede-d759-4ab9-af83-318b90303015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:54.369338 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d6165bbd-e40a-43d6-b66f-87c3bafd741d req-4e477ede-d759-4ab9-af83-318b90303015 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ccec9b31-d792-401a-9e06-9a1a9efca83a HTTP/1.1" status: 200 len: 835 time: 0.1377645 Dec 06 17:32:54.393358 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-897a30e5-8f8c-44d8-88ff-70c237c36108 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:54.470778 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 96d9265e-5c36-4216-b5da-3ebc61179801 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:32:54.515372 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d6165bbd-e40a-43d6-b66f-87c3bafd741d req-a8d06ebb-04aa-4c70-99a6-2ff507620989 service neutron] 10.222.0.44 "GET /v2.0/networks/39ca8761-abdc-4183-874f-43b7c768d0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441853 Dec 06 17:32:54.601518 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-efd23805-1179-44cb-ac46-41bb910a27c0 None None] Attempting to bind port 6fc4c7e6-1eae-46df-a0f8-53129900d0b0 on host n-d-master-1 for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:32:54.601808 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-efd23805-1179-44cb-ac46-41bb910a27c0 None None] Attempting to bind port 6fc4c7e6-1eae-46df-a0f8-53129900d0b0 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'c8438e86-c1db-43d5-84b6-679f520157a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '06310a8d-e73d-4beb-999d-f3fef2a4af49'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:32:54.602178 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd23805-1179-44cb-ac46-41bb910a27c0 None None] Attempting to bind port 6fc4c7e6-1eae-46df-a0f8-53129900d0b0 on network 06310a8d-e73d-4beb-999d-f3fef2a4af49 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:32:54.630079 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd23805-1179-44cb-ac46-41bb910a27c0 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:32:54.632014 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd23805-1179-44cb-ac46-41bb910a27c0 None None] Checking segment: {'id': 'c8438e86-c1db-43d5-84b6-679f520157a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '06310a8d-e73d-4beb-999d-f3fef2a4af49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:32:54.636754 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-efd23805-1179-44cb-ac46-41bb910a27c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:54.638023 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd23805-1179-44cb-ac46-41bb910a27c0 None None] Bound using segment: {'id': 'c8438e86-c1db-43d5-84b6-679f520157a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '06310a8d-e73d-4beb-999d-f3fef2a4af49'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:32:54.658710 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-efd23805-1179-44cb-ac46-41bb910a27c0 None None] Bound port: 6fc4c7e6-1eae-46df-a0f8-53129900d0b0, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8438e86-c1db-43d5-84b6-679f520157a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '06310a8d-e73d-4beb-999d-f3fef2a4af49'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:32:54.660824 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-efd23805-1179-44cb-ac46-41bb910a27c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:54.740578 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-efd23805-1179-44cb-ac46-41bb910a27c0 None None] Port 6fc4c7e6-1eae-46df-a0f8-53129900d0b0 has been deleted concurrently {{(pid=103287) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Dec 06 17:32:54.758863 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd23805-1179-44cb-ac46-41bb910a27c0 None None] Routers {'8a9c13c5-9fc1-42dd-aaee-b5ee4eb7af7f'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:32:54.759286 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6165bbd-e40a-43d6-b66f-87c3bafd741d req-2f78af3a-876c-4b5a-8950-32fa288060dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:54.759885 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-efd23805-1179-44cb-ac46-41bb910a27c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:32:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['8a9c13c5-9fc1-42dd-aaee-b5ee4eb7af7f'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:32:54.764814 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d6165bbd-e40a-43d6-b66f-87c3bafd741d req-2f78af3a-876c-4b5a-8950-32fa288060dd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=39ca8761-abdc-4183-874f-43b7c768d0ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2445154 Dec 06 17:32:54.834646 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-897a30e5-8f8c-44d8-88ff-70c237c36108 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:54.969616 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 96d9265e-5c36-4216-b5da-3ebc61179801, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=96d9265e-5c36-4216-b5da-3ebc61179801,segment=NetworkSegment(2ad2e9d4-239e-4d66-8541-a8b3b2b1def0),segment_id=2ad2e9d4-239e-4d66-8541-a8b3b2b1def0)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:32:54.990493 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': '96d9265e-5c36-4216-b5da-3ebc61179801', 'network_id': '39ca8761-abdc-4183-874f-43b7c768d0ca', 'port_id': '96d9265e-5c36-4216-b5da-3ebc61179801', 'mac_address': 'fa:16:3e:f4:11:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccec9b31-d792-401a-9e06-9a1a9efca83a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:32:54.996951 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-efd23805-1179-44cb-ac46-41bb910a27c0 None None] Set router 8a9c13c5-9fc1-42dd-aaee-b5ee4eb7af7f gateway port host: None {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:32:55.002879 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e6fa57a9-b244-4f88-b8f6-4ca0163c5e62 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:55.016652 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d6165bbd-e40a-43d6-b66f-87c3bafd741d req-951a7bef-452a-467f-9b18-52814126f4e7 service neutron] 10.222.0.41 "GET /v2.0/networks/39ca8761-abdc-4183-874f-43b7c768d0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348669 Dec 06 17:32:55.047728 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491bce9e-6309-4800-bd00-3ed9765df127 req-82f67699-9234-4dbd-987b-35561fa5866d tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:55.049313 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-491bce9e-6309-4800-bd00-3ed9765df127 req-82f67699-9234-4dbd-987b-35561fa5866d tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d702f20-6b86-434f-8638-991064c3e4b0 HTTP/1.1" status: 200 len: 944 time: 0.6967566 Dec 06 17:32:55.056511 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-897a30e5-8f8c-44d8-88ff-70c237c36108 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:55.057434 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-897a30e5-8f8c-44d8-88ff-70c237c36108 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8a9c13c5-9fc1-42dd-aaee-b5ee4eb7af7f {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 17:32:55.067547 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-897a30e5-8f8c-44d8-88ff-70c237c36108 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:55.069006 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-897a30e5-8f8c-44d8-88ff-70c237c36108 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] 10.222.0.23 "DELETE /v2.0/routers/8a9c13c5-9fc1-42dd-aaee-b5ee4eb7af7f HTTP/1.1" status: 204 len: 168 time: 2.5929193 Dec 06 17:32:55.075157 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:55.078844 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 47634) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:32:55.126654 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-efd23805-1179-44cb-ac46-41bb910a27c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a9c13c5-9fc1-42dd-aaee-b5ee4eb7af7f', 'name': '', 'tenant_id': 'fb8969fc42ff444fbb5e941943ed938a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:32:49Z', 'updated_at': '2021-12-06T17:32:53Z', 'revision_number': 5, 'project_id': 'fb8969fc42ff444fbb5e941943ed938a', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:32:55.132577 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96d9265e-5c36-4216-b5da-3ebc61179801 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:32:55.187725 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd23805-1179-44cb-ac46-41bb910a27c0 None None] The sync data for ids ['8a9c13c5-9fc1-42dd-aaee-b5ee4eb7af7f'] in n-d-master-1 is: [{'id': '8a9c13c5-9fc1-42dd-aaee-b5ee4eb7af7f', 'name': '', 'tenant_id': 'fb8969fc42ff444fbb5e941943ed938a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:32:49Z', 'updated_at': '2021-12-06T17:32:53Z', 'revision_number': 5, 'project_id': 'fb8969fc42ff444fbb5e941943ed938a', 'gw_port_host': None}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:32:55.189688 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 96d9265e-5c36-4216-b5da-3ebc61179801, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=96d9265e-5c36-4216-b5da-3ebc61179801,segment=NetworkSegment(2ad2e9d4-239e-4d66-8541-a8b3b2b1def0),segment_id=2ad2e9d4-239e-4d66-8541-a8b3b2b1def0)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:32:55.196693 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-7133d35b-6aad-4f72-adfd-65dcc8982101 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Deleting subnet 156bd1a8-c6bd-4e59-b614-f7c558f43de6 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:32:55.203996 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:55.237994 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7133d35b-6aad-4f72-adfd-65dcc8982101 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:55.246294 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-491bce9e-6309-4800-bd00-3ed9765df127 req-c182d20c-7036-4ee3-945a-bd2a89d15460 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=53a84ca2-3f2c-4a10-85a7-67cee2181fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680274 Dec 06 17:32:55.277934 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d6165bbd-e40a-43d6-b66f-87c3bafd741d req-e7ac39f0-17fd-41fb-8dc7-e9dfd6a977b1 service neutron] 10.222.0.44 "GET /v2.0/networks/39ca8761-abdc-4183-874f-43b7c768d0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6984746 Dec 06 17:32:55.309429 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7133d35b-6aad-4f72-adfd-65dcc8982101 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:55.349929 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=96d9265e-5c36-4216-b5da-3ebc61179801,revision_number=12']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:32:55.357335 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d6165bbd-e40a-43d6-b66f-87c3bafd741d req-58f57dd0-eab5-4bea-bcb1-f154758b6ada service neutron] 10.222.0.41 "GET /v2.0/networks/39ca8761-abdc-4183-874f-43b7c768d0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3308403 Dec 06 17:32:55.458008 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7133d35b-6aad-4f72-adfd-65dcc8982101 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:55.473589 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['96d9265e-5c36-4216-b5da-3ebc61179801'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:32:55.562611 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e6fa57a9-b244-4f88-b8f6-4ca0163c5e62 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:55.585953 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e6fa57a9-b244-4f88-b8f6-4ca0163c5e62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:55.721952 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-e6fa57a9-b244-4f88-b8f6-4ca0163c5e62 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=69880dd1b37c4a0095ad21d2ed72e33b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5457261 Dec 06 17:32:55.722743 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 47652) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:32:55.723588 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fa57a9-b244-4f88-b8f6-4ca0163c5e62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a796436-90a3-40ff-a346-27f0123e6fab,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:32:55.731651 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7133d35b-6aad-4f72-adfd-65dcc8982101 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:55.808568 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7133d35b-6aad-4f72-adfd-65dcc8982101 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:55.813949 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-7133d35b-6aad-4f72-adfd-65dcc8982101 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] 10.222.0.23 "DELETE /v2.0/subnets/156bd1a8-c6bd-4e59-b614-f7c558f43de6 HTTP/1.1" status: 204 len: 168 time: 0.7313249 Dec 06 17:32:55.815227 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7133d35b-6aad-4f72-adfd-65dcc8982101 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=156bd1a8-c6bd-4e59-b614-f7c558f43de6,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:32:55.818142 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 47656) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:32:55.955236 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f31bc159-430e-46dd-b626-6c948d8f344e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:55.966718 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f14261-223d-47c8-ad9c-a00699786e6d req-ec063e9a-6962-4247-b79f-154451035441 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:55.975488 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-22f14261-223d-47c8-ad9c-a00699786e6d req-ec063e9a-6962-4247-b79f-154451035441 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a03f19b-e0d4-46d6-84a3-079d035de2c4 HTTP/1.1" status: 200 len: 945 time: 0.1654656 Dec 06 17:32:55.983220 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-60c43de9-d18b-4362-9f37-2dd21a298b9a tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:56.015052 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f31bc159-430e-46dd-b626-6c948d8f344e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:56.096625 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-60c43de9-d18b-4362-9f37-2dd21a298b9a tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:56.117457 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-22f14261-223d-47c8-ad9c-a00699786e6d req-d3cc554e-05fb-4890-b959-4f8127fd8f06 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f3c85a1-3b48-4f29-aec2-3a218353c857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340933 Dec 06 17:32:56.128137 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 47660) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:32:56.152340 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-60c43de9-d18b-4362-9f37-2dd21a298b9a tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06310a8d-e73d-4beb-999d-f3fef2a4af49']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:32:56.167330 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-60c43de9-d18b-4362-9f37-2dd21a298b9a tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8438e86-c1db-43d5-84b6-679f520157a8') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:32:56.167790 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-60c43de9-d18b-4362-9f37-2dd21a298b9a tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8438e86-c1db-43d5-84b6-679f520157a8') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:32:56.184851 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-60c43de9-d18b-4362-9f37-2dd21a298b9a tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:56.215548 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-60c43de9-d18b-4362-9f37-2dd21a298b9a tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:56.217531 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f31bc159-430e-46dd-b626-6c948d8f344e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:56.224828 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60c43de9-d18b-4362-9f37-2dd21a298b9a tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:32:56.225812 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-60c43de9-d18b-4362-9f37-2dd21a298b9a tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:56.228582 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f31bc159-430e-46dd-b626-6c948d8f344e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:56.237101 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-f31bc159-430e-46dd-b626-6c948d8f344e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7a796436-90a3-40ff-a346-27f0123e6fab HTTP/1.1" status: 204 len: 168 time: 0.5127928 Dec 06 17:32:56.268334 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31bc159-430e-46dd-b626-6c948d8f344e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a796436-90a3-40ff-a346-27f0123e6fab,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:32:56.323963 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-5d7d82ff-0025-4348-86f2-5051fde067a0 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/floatingips/b0ce1dfd-ff3e-4be8-b799-06d8230e5cf5 HTTP/1.1" status: 200 len: 991 time: 0.1933296 Dec 06 17:32:56.328523 n-d-master-1 neutron-server[103284]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:32:56.328523 n-d-master-1 neutron-server[103284]: items = [ Dec 06 17:32:56.328523 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 17:32:56.328523 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:32:56.328523 n-d-master-1 neutron-server[103284]: timer() Dec 06 17:32:56.328523 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:32:56.328523 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 17:32:56.328523 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:32:56.328523 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 17:32:56.328523 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:32:56.328523 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 17:32:56.328523 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:32:56.328523 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 17:32:56.328523 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:32:56.328523 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 17:32:56.328523 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:32:56.328523 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:32:56.328523 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:32:56.328523 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:32:56.328523 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:32:56.328523 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 17:32:56.328523 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:32:56.328523 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 17:32:56.328523 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:32:56.328523 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:32:56.328523 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:32:56.328523 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 17:32:56.328523 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:32:56.328523 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:32:56.328523 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:32:56.328523 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:32:56.328523 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:32:56.328523 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:32:56.328523 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:32:56.369298 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-60c43de9-d18b-4362-9f37-2dd21a298b9a tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:56.380076 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60c43de9-d18b-4362-9f37-2dd21a298b9a tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 06310a8d-e73d-4beb-999d-f3fef2a4af49 {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 06 17:32:56.382818 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-60c43de9-d18b-4362-9f37-2dd21a298b9a tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks [] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:56.403902 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-60c43de9-d18b-4362-9f37-2dd21a298b9a tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] 10.222.0.23 "DELETE /v2.0/networks/06310a8d-e73d-4beb-999d-f3fef2a4af49 HTTP/1.1" status: 204 len: 168 time: 0.5838313 Dec 06 17:32:56.417786 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c43de9-d18b-4362-9f37-2dd21a298b9a tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Pushing event deleted for resources: {'Network': ['ID=06310a8d-e73d-4beb-999d-f3fef2a4af49,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:32:56.485389 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 96d9265e-5c36-4216-b5da-3ebc61179801 up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:32:56.557259 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d8b642-5c5b-4525-9eaa-06b2f4f5a7a3 req-da9cd9e3-df61-4d5f-a0fc-2c6ffa0fd575 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:56.586089 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-75d8b642-5c5b-4525-9eaa-06b2f4f5a7a3 req-da9cd9e3-df61-4d5f-a0fc-2c6ffa0fd575 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d702f20-6b86-434f-8638-991064c3e4b0 HTTP/1.1" status: 200 len: 944 time: 0.1428800 Dec 06 17:32:56.673048 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port 96d9265e-5c36-4216-b5da-3ebc61179801 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:32:56.678285 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port 96d9265e-5c36-4216-b5da-3ebc61179801 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:32:56.678661 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:56.754815 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-75d8b642-5c5b-4525-9eaa-06b2f4f5a7a3 req-ba55c41f-0095-41fd-8200-5f1492e533bc tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=53a84ca2-3f2c-4a10-85a7-67cee2181fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677179 Dec 06 17:32:56.878698 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:56.923472 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a03f19b-e0d4-46d6-84a3-079d035de2c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96d9265e-5c36-4216-b5da-3ebc61179801'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:32:56.926833 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b46778a-7e5d-435d-9d22-571137b7f973" -d '{"events": [{"server_uuid": "9a03f19b-e0d4-46d6-84a3-079d035de2c4", "name": "network-vif-plugged", "status": "completed", "tag": "96d9265e-5c36-4216-b5da-3ebc61179801"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:32:56.968595 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 47696) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:32:56.984196 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 96d9265e-5c36-4216-b5da-3ebc61179801, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=96d9265e-5c36-4216-b5da-3ebc61179801,segment=NetworkSegment(2ad2e9d4-239e-4d66-8541-a8b3b2b1def0),segment_id=2ad2e9d4-239e-4d66-8541-a8b3b2b1def0)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:32:56.988482 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4755aa81-c33f-4ff5-a546-cdd1372faf13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:56.993964 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:57.058796 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34b0f233-350b-4bfa-a239-15c6e28d11e7 x-openstack-request-id: req-34b0f233-350b-4bfa-a239-15c6e28d11e7 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:32:57.059474 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a03f19b-e0d4-46d6-84a3-079d035de2c4", "name": "network-vif-plugged", "status": "completed", "tag": "96d9265e-5c36-4216-b5da-3ebc61179801", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:32:57.059994 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-34b0f233-350b-4bfa-a239-15c6e28d11e7 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:32:57.060618 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a03f19b-e0d4-46d6-84a3-079d035de2c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96d9265e-5c36-4216-b5da-3ebc61179801', 'code': 200} Dec 06 17:32:57.105990 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=96d9265e-5c36-4216-b5da-3ebc61179801,revision_number=13']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:32:57.192434 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4755aa81-c33f-4ff5-a546-cdd1372faf13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:57.203609 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4755aa81-c33f-4ff5-a546-cdd1372faf13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:57.263298 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-4755aa81-c33f-4ff5-a546-cdd1372faf13 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3def4b506b8e46bb9497c42177a7b23b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2935445 Dec 06 17:32:57.265384 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4755aa81-c33f-4ff5-a546-cdd1372faf13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aadc697-a48f-4f4f-85d7-a4a01be4dda5,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:32:57.266578 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 47702) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:32:57.308010 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 47704) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:32:57.314444 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-0292bb89-7892-4cfe-b406-dea2d39cf327 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Request body: {'router': {'name': 'tempest-router--2056820472', 'project_id': '79d0052e3cb54a7d951c0c7a1b64fc7a'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:32:57.339361 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1a57c76f-cfae-423e-8662-4a03c37c653c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:57.350321 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0292bb89-7892-4cfe-b406-dea2d39cf327 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:57.351744 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0292bb89-7892-4cfe-b406-dea2d39cf327 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:57.383078 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1a57c76f-cfae-423e-8662-4a03c37c653c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:57.458047 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1a57c76f-cfae-423e-8662-4a03c37c653c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:57.461233 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1a57c76f-cfae-423e-8662-4a03c37c653c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:57.470236 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-1a57c76f-cfae-423e-8662-4a03c37c653c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2aadc697-a48f-4f4f-85d7-a4a01be4dda5 HTTP/1.1" status: 204 len: 168 time: 0.1967010 Dec 06 17:32:57.543689 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a57c76f-cfae-423e-8662-4a03c37c653c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aadc697-a48f-4f4f-85d7-a4a01be4dda5,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:32:57.608406 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0292bb89-7892-4cfe-b406-dea2d39cf327 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:57.618161 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0292bb89-7892-4cfe-b406-dea2d39cf327 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:57.674950 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0292bb89-7892-4cfe-b406-dea2d39cf327 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:57.678901 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-0292bb89-7892-4cfe-b406-dea2d39cf327 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3697076 Dec 06 17:32:57.679855 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 47710) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:32:57.950972 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0cfff9e1-4fbe-4122-9320-ecd72d18dd0a tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks [] for router, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:58.049413 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec6713e-1c4b-422e-915a-2e5792198be0 req-f39a1974-9ca1-4efb-adf3-a0e864febaf3 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:58.051238 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-dec6713e-1c4b-422e-915a-2e5792198be0 req-f39a1974-9ca1-4efb-adf3-a0e864febaf3 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d702f20-6b86-434f-8638-991064c3e4b0 HTTP/1.1" status: 200 len: 944 time: 0.1604972 Dec 06 17:32:58.146450 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 47718) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:32:58.166169 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0cfff9e1-4fbe-4122-9320-ecd72d18dd0a tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:58.169291 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0cfff9e1-4fbe-4122-9320-ecd72d18dd0a tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:58.171155 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bfb0a72d-2f7b-4e6c-823c-4b546883855a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:58.259423 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-dec6713e-1c4b-422e-915a-2e5792198be0 req-7f55e413-c75d-4058-82b5-e4d2aeef022e tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=53a84ca2-3f2c-4a10-85a7-67cee2181fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774704 Dec 06 17:32:58.272960 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0cfff9e1-4fbe-4122-9320-ecd72d18dd0a tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:58.274712 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cfff9e1-4fbe-4122-9320-ecd72d18dd0a tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cedcbaa6-0a72-4bc5-ab72-735db80578d0 {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 17:32:58.284617 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0cfff9e1-4fbe-4122-9320-ecd72d18dd0a tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:58.285933 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-0cfff9e1-4fbe-4122-9320-ecd72d18dd0a tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] 10.222.0.23 "DELETE /v2.0/routers/cedcbaa6-0a72-4bc5-ab72-735db80578d0 HTTP/1.1" status: 204 len: 168 time: 0.6047053 Dec 06 17:32:58.298948 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bfb0a72d-2f7b-4e6c-823c-4b546883855a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:58.305306 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bfb0a72d-2f7b-4e6c-823c-4b546883855a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:58.357300 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-bfb0a72d-2f7b-4e6c-823c-4b546883855a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=96f34b79f2f844b298efc9736523d5d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2096419 Dec 06 17:32:58.360657 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 47724) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:32:58.373017 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb0a72d-2f7b-4e6c-823c-4b546883855a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc04ec7a-0397-445f-8ce9-1518d6c39c95,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:32:58.423582 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8d548d05-2a11-4b05-87ab-deba79c5ff41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:58.451986 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8d548d05-2a11-4b05-87ab-deba79c5ff41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:58.519948 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8d548d05-2a11-4b05-87ab-deba79c5ff41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:58.522958 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8d548d05-2a11-4b05-87ab-deba79c5ff41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:58.525206 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-8d548d05-2a11-4b05-87ab-deba79c5ff41 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cc04ec7a-0397-445f-8ce9-1518d6c39c95 HTTP/1.1" status: 204 len: 168 time: 0.1630344 Dec 06 17:32:58.535715 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d548d05-2a11-4b05-87ab-deba79c5ff41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc04ec7a-0397-445f-8ce9-1518d6c39c95,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:32:58.596140 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 47730) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:32:58.828247 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-103610c6-0a6b-4081-bc7f-f8ce784f03b9 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-99311638', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}, 'admin_state_up': False}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:32:58.858345 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-103610c6-0a6b-4081-bc7f-f8ce784f03b9 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:58.859396 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-103610c6-0a6b-4081-bc7f-f8ce784f03b9 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:58.934028 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-103610c6-0a6b-4081-bc7f-f8ce784f03b9 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:59.148999 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-103610c6-0a6b-4081-bc7f-f8ce784f03b9 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:59.458599 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8928e-40b9-4f0d-a83b-8929f3da1771 req-cb024d5a-ae95-4f7a-8a56-3c67a5f15489 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:32:59.459145 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-103610c6-0a6b-4081-bc7f-f8ce784f03b9 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks [] for router_gateway, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:59.460806 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-39a8928e-40b9-4f0d-a83b-8929f3da1771 req-cb024d5a-ae95-4f7a-8a56-3c67a5f15489 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d702f20-6b86-434f-8638-991064c3e4b0 HTTP/1.1" status: 200 len: 944 time: 0.0619965 Dec 06 17:32:59.488589 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-103610c6-0a6b-4081-bc7f-f8ce784f03b9 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:59.560752 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-39a8928e-40b9-4f0d-a83b-8929f3da1771 req-37405d53-dd6e-41c0-b006-bb5def31e7e6 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=53a84ca2-3f2c-4a10-85a7-67cee2181fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933051 Dec 06 17:32:59.627661 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-103610c6-0a6b-4081-bc7f-f8ce784f03b9 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Allocated IP 172.35.1.236 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/f8af1e7c-ad75-4b48-a0d5-028866deb505) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:32:59.740186 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-103610c6-0a6b-4081-bc7f-f8ce784f03b9 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:59.803487 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-103610c6-0a6b-4081-bc7f-f8ce784f03b9 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:32:59.870969 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103610c6-0a6b-4081-bc7f-f8ce784f03b9 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:32:59.874758 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-103610c6-0a6b-4081-bc7f-f8ce784f03b9 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:32:59.878677 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103610c6-0a6b-4081-bc7f-f8ce784f03b9 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:32:59.888497 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a50b31a-b4fd-4e2e-b223-3c13ea50dc84 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:32:59.917911 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103610c6-0a6b-4081-bc7f-f8ce784f03b9 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Pushing event updated for resources: {'Port': ['ID=f8af1e7c-ad75-4b48-a0d5-028866deb505,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:32:59.933653 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-4791247e-75f0-433d-9278-fa74f61fe753 None None] Provisioning complete for port f8af1e7c-ad75-4b48-a0d5-028866deb505 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:32:59.934030 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4791247e-75f0-433d-9278-fa74f61fe753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:00.009576 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-4791247e-75f0-433d-9278-fa74f61fe753 None None] Port f8af1e7c-ad75-4b48-a0d5-028866deb505 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:33:00.301666 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-103610c6-0a6b-4081-bc7f-f8ce784f03b9 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks [] for router_gateway, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:00.878284 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-103610c6-0a6b-4081-bc7f-f8ce784f03b9 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:00.954331 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7445682d-ec17-4487-9454-e38da8c6e3cf req-cefc0a2c-8ac1-4102-a659-68624b74daf9 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:33:00.955957 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7445682d-ec17-4487-9454-e38da8c6e3cf req-cefc0a2c-8ac1-4102-a659-68624b74daf9 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d702f20-6b86-434f-8638-991064c3e4b0 HTTP/1.1" status: 200 len: 944 time: 0.2507858 Dec 06 17:33:01.304980 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7445682d-ec17-4487-9454-e38da8c6e3cf req-bb4b7537-2506-4fc3-8516-b92fe7de5a04 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=53a84ca2-3f2c-4a10-85a7-67cee2181fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087593 Dec 06 17:33:01.371104 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-103610c6-0a6b-4081-bc7f-f8ce784f03b9 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Router f084166c-702b-4027-97a0-eba19570ca26 is scheduled to L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 17:33:01.568085 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-103610c6-0a6b-4081-bc7f-f8ce784f03b9 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:33:01.581144 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49420644-e8c2-4e94-a74a-9565bc1eaa7f None None] Sync routers for ids ['f084166c-702b-4027-97a0-eba19570ca26'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:33:01.600775 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-103610c6-0a6b-4081-bc7f-f8ce784f03b9 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:01.609279 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 47844) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:01.610130 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-103610c6-0a6b-4081-bc7f-f8ce784f03b9 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.0100811 Dec 06 17:33:01.634583 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49420644-e8c2-4e94-a74a-9565bc1eaa7f None None] Routers {'f084166c-702b-4027-97a0-eba19570ca26'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:33:01.636052 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-49420644-e8c2-4e94-a74a-9565bc1eaa7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:32:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['f084166c-702b-4027-97a0-eba19570ca26'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:33:01.690418 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-49420644-e8c2-4e94-a74a-9565bc1eaa7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:33:01.704817 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49420644-e8c2-4e94-a74a-9565bc1eaa7f None None] Routers {'f084166c-702b-4027-97a0-eba19570ca26'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:33:01.705579 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-49420644-e8c2-4e94-a74a-9565bc1eaa7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:32:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['f084166c-702b-4027-97a0-eba19570ca26'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:33:01.726682 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 47852) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:01.736957 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-e4a3826e-f563-43d3-ad48-e98223fb2b31 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] 10.222.0.23 "GET /v2.0/routers/f084166c-702b-4027-97a0-eba19570ca26 HTTP/1.1" status: 200 len: 923 time: 0.1303360 Dec 06 17:33:01.761323 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 47854) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:01.768797 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-4e40ce15-c6f1-448b-af06-d28e54fac913 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] 10.222.0.23 "GET /v2.0/ports?device_id=f084166c-702b-4027-97a0-eba19570ca26 HTTP/1.1" status: 200 len: 205 time: 0.0404811 Dec 06 17:33:01.794412 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-49420644-e8c2-4e94-a74a-9565bc1eaa7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:33:01.797900 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49420644-e8c2-4e94-a74a-9565bc1eaa7f None None] The sync data for ids ['f084166c-702b-4027-97a0-eba19570ca26'] in n-d-master-1 is: [] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:33:01.897386 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e592bc24-b11b-4142-8ac8-4c410436e668 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks [] for router, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:01.974697 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 47862) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:02.019583 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e592bc24-b11b-4142-8ac8-4c410436e668 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:02.101511 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-e592bc24-b11b-4142-8ac8-4c410436e668 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Deleting port f8af1e7c-ad75-4b48-a0d5-028866deb505 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:33:02.102331 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e592bc24-b11b-4142-8ac8-4c410436e668 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:02.126109 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-07a6b829-a6ff-4479-b427-a752fe8d287c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:02.200682 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e592bc24-b11b-4142-8ac8-4c410436e668 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:02.216048 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-e592bc24-b11b-4142-8ac8-4c410436e668 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Calling delete_port for f8af1e7c-ad75-4b48-a0d5-028866deb505 owned by network:router_gateway {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:33:02.257637 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-07a6b829-a6ff-4479-b427-a752fe8d287c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:02.267973 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-07a6b829-a6ff-4479-b427-a752fe8d287c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:02.344713 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-07a6b829-a6ff-4479-b427-a752fe8d287c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bee1636ad06740ddaf71711df5141008&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3689137 Dec 06 17:33:02.352425 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 47878) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:02.361206 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a6b829-a6ff-4479-b427-a752fe8d287c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac05321-0e89-48a4-b5bb-58acb01bab7f,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:33:02.445038 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-663b7e33-89bc-4097-a0eb-4e50705ce336 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:02.471575 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-663b7e33-89bc-4097-a0eb-4e50705ce336 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:02.512833 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a85511-976e-4b7d-bc8a-a8762c9ae933 req-57f4fe18-05bd-431b-bd24-b18d09be9199 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:33:02.515076 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f3a85511-976e-4b7d-bc8a-a8762c9ae933 req-57f4fe18-05bd-431b-bd24-b18d09be9199 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d702f20-6b86-434f-8638-991064c3e4b0 HTTP/1.1" status: 200 len: 944 time: 0.0720780 Dec 06 17:33:02.557566 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-663b7e33-89bc-4097-a0eb-4e50705ce336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:02.560876 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-663b7e33-89bc-4097-a0eb-4e50705ce336 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:02.562123 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-663b7e33-89bc-4097-a0eb-4e50705ce336 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6ac05321-0e89-48a4-b5bb-58acb01bab7f HTTP/1.1" status: 204 len: 168 time: 0.2078757 Dec 06 17:33:02.579207 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663b7e33-89bc-4097-a0eb-4e50705ce336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac05321-0e89-48a4-b5bb-58acb01bab7f,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:33:02.653691 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f3a85511-976e-4b7d-bc8a-a8762c9ae933 req-5423ca76-c634-445b-aff0-c6c6c545f7db tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=53a84ca2-3f2c-4a10-85a7-67cee2181fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268458 Dec 06 17:33:02.669650 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e592bc24-b11b-4142-8ac8-4c410436e668 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:02.697513 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37040cfb-1074-4bc6-a7d9-7af2974c0c56 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:33:02.745745 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e592bc24-b11b-4142-8ac8-4c410436e668 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Pushing event deleted for resources: {'Port': ['ID=f8af1e7c-ad75-4b48-a0d5-028866deb505,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:33:02.822380 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e592bc24-b11b-4142-8ac8-4c410436e668 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536698'] for router_gateway, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:02.842993 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:02.954914 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e592bc24-b11b-4142-8ac8-4c410436e668 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:02.957839 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e592bc24-b11b-4142-8ac8-4c410436e668 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:03.037522 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e592bc24-b11b-4142-8ac8-4c410436e668 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:03.038597 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e592bc24-b11b-4142-8ac8-4c410436e668 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Fanout notify agent at l3_agent the message router_deleted on router f084166c-702b-4027-97a0-eba19570ca26 {{(pid=103285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 17:33:03.046223 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e592bc24-b11b-4142-8ac8-4c410436e668 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:03.051096 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 47898) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:03.052895 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-e592bc24-b11b-4142-8ac8-4c410436e668 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] 10.222.0.23 "DELETE /v2.0/routers/f084166c-702b-4027-97a0-eba19570ca26 HTTP/1.1" status: 204 len: 168 time: 1.2900450 Dec 06 17:33:03.058008 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-8e147670-a1d6-43b5-a90d-2c871162e9fd tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1816428680', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'enable_snat': False}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:33:03.059607 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 47900) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:03.101510 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f6089fb2-ecba-4258-b63b-85b0c714ec51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:03.116121 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8e147670-a1d6-43b5-a90d-2c871162e9fd tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:03.118424 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8e147670-a1d6-43b5-a90d-2c871162e9fd tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:03.187565 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8e147670-a1d6-43b5-a90d-2c871162e9fd tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:03.210254 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f6089fb2-ecba-4258-b63b-85b0c714ec51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:03.217978 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f6089fb2-ecba-4258-b63b-85b0c714ec51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:03.247479 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-f6089fb2-ecba-4258-b63b-85b0c714ec51 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=89a6187de8cc4b6aa3f7ec9e937177a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1867442 Dec 06 17:33:03.254835 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 47902) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:03.296408 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6089fb2-ecba-4258-b63b-85b0c714ec51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0cf6d8f-3f94-4aac-883a-e2d9a0703a92,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:33:03.360796 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8cbc9b03-f2ba-4ea3-99f8-93830f5ec867 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:03.410404 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8cbc9b03-f2ba-4ea3-99f8-93830f5ec867 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:03.525643 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8cbc9b03-f2ba-4ea3-99f8-93830f5ec867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:03.529162 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8cbc9b03-f2ba-4ea3-99f8-93830f5ec867 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:03.533248 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-8cbc9b03-f2ba-4ea3-99f8-93830f5ec867 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f0cf6d8f-3f94-4aac-883a-e2d9a0703a92 HTTP/1.1" status: 204 len: 168 time: 0.2746365 Dec 06 17:33:03.556812 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbc9b03-f2ba-4ea3-99f8-93830f5ec867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0cf6d8f-3f94-4aac-883a-e2d9a0703a92,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:33:03.760871 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8e147670-a1d6-43b5-a90d-2c871162e9fd tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:03.913907 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bb80120b-a50c-4b85-80ef-a512dd9bec69 req-595e035a-46a9-48da-904c-51d038a812ea service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4f4a1b09-ae6e-4372-b0c0-97a88ef4e9d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1266122 Dec 06 17:33:03.937872 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92baca72-b072-46b4-96e4-546cb99a295a req-b987b515-ec38-4f05-9621-95146b8d7abc tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:33:03.945919 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-92baca72-b072-46b4-96e4-546cb99a295a req-b987b515-ec38-4f05-9621-95146b8d7abc tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d702f20-6b86-434f-8638-991064c3e4b0 HTTP/1.1" status: 200 len: 944 time: 0.1370642 Dec 06 17:33:04.023931 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb80120b-a50c-4b85-80ef-a512dd9bec69 req-5a55c5a2-afc8-4514-8876-8694234f059d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:33:04.025771 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bb80120b-a50c-4b85-80ef-a512dd9bec69 req-5a55c5a2-afc8-4514-8876-8694234f059d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d7abadb1557c47ab8c8300111afe2d05&device_id=4f4a1b09-ae6e-4372-b0c0-97a88ef4e9d9 HTTP/1.1" status: 200 len: 1097 time: 0.0857387 Dec 06 17:33:04.063224 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-92baca72-b072-46b4-96e4-546cb99a295a req-1a778fb6-f2a2-40e0-b285-86710ce4c561 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=53a84ca2-3f2c-4a10-85a7-67cee2181fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161253 Dec 06 17:33:04.247026 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8e147670-a1d6-43b5-a90d-2c871162e9fd tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:04.272642 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8e147670-a1d6-43b5-a90d-2c871162e9fd tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:04.297349 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb80120b-a50c-4b85-80ef-a512dd9bec69 req-56a21886-b444-43eb-9417-6a3dcabed58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:33:04.304409 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bb80120b-a50c-4b85-80ef-a512dd9bec69 req-56a21886-b444-43eb-9417-6a3dcabed58a service neutron] 10.222.0.44 "GET /v2.0/networks?id=343f954d-d1c3-4f66-bad4-ccfe52b09e6c HTTP/1.1" status: 200 len: 912 time: 0.2416573 Dec 06 17:33:04.500117 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bb80120b-a50c-4b85-80ef-a512dd9bec69 req-99494d6f-a8ce-4e30-8430-ddf5e2e3154f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=53763800-2457-4bca-aff2-a0267289d271 HTTP/1.1" status: 200 len: 1002 time: 0.1850443 Dec 06 17:33:04.501928 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-8e147670-a1d6-43b5-a90d-2c871162e9fd tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Allocated IP 172.35.1.135 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/085d213a-8d00-46cc-b51c-ba7cdc9b9a48) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:33:04.663263 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb80120b-a50c-4b85-80ef-a512dd9bec69 req-63dc8db5-9a00-467a-83e9-9cf070b95322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:33:04.663536 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bb80120b-a50c-4b85-80ef-a512dd9bec69 req-63dc8db5-9a00-467a-83e9-9cf070b95322 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a4ea4d0f-71a4-4c95-82b1-6c4f14c713a1 HTTP/1.1" status: 200 len: 850 time: 0.1527162 Dec 06 17:33:04.742317 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8e147670-a1d6-43b5-a90d-2c871162e9fd tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:04.771321 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb80120b-a50c-4b85-80ef-a512dd9bec69 req-a7f5d7ba-c84b-48f6-aeb1-b4197a44a043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:33:04.776121 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bb80120b-a50c-4b85-80ef-a512dd9bec69 req-a7f5d7ba-c84b-48f6-aeb1-b4197a44a043 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=343f954d-d1c3-4f66-bad4-ccfe52b09e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1010268 Dec 06 17:33:04.863818 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8e147670-a1d6-43b5-a90d-2c871162e9fd tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:04.946756 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e147670-a1d6-43b5-a90d-2c871162e9fd tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:33:04.950160 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-8e147670-a1d6-43b5-a90d-2c871162e9fd tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:33:04.955099 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e147670-a1d6-43b5-a90d-2c871162e9fd tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:33:04.959173 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e147670-a1d6-43b5-a90d-2c871162e9fd tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Pushing event updated for resources: {'Port': ['ID=085d213a-8d00-46cc-b51c-ba7cdc9b9a48,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:33:04.976456 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1562c57-5acc-428b-8049-a4ed47e9d6db None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:33:04.997622 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bb80120b-a50c-4b85-80ef-a512dd9bec69 req-9c000cd1-6aeb-407f-ba2b-9f2f209dd408 service neutron] 10.222.0.44 "GET /v2.0/networks/343f954d-d1c3-4f66-bad4-ccfe52b09e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114601 Dec 06 17:33:05.133713 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-feb55be7-347a-4086-bf4f-4029a3a648bd None None] Provisioning complete for port 085d213a-8d00-46cc-b51c-ba7cdc9b9a48 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:33:05.136501 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-feb55be7-347a-4086-bf4f-4029a3a648bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:05.149619 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bb80120b-a50c-4b85-80ef-a512dd9bec69 req-3f1bab24-08bd-4042-b08e-042a7a43b607 service neutron] 10.222.0.44 "GET /v2.0/networks/343f954d-d1c3-4f66-bad4-ccfe52b09e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458759 Dec 06 17:33:05.253594 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-feb55be7-347a-4086-bf4f-4029a3a648bd None None] Port 085d213a-8d00-46cc-b51c-ba7cdc9b9a48 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:33:05.288300 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:05.344092 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca6f651-614e-481f-a195-c7b813825b32 req-acaf7be5-b841-4372-9adc-41cd0bb69d6b tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:33:05.346241 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-aca6f651-614e-481f-a195-c7b813825b32 req-acaf7be5-b841-4372-9adc-41cd0bb69d6b tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d702f20-6b86-434f-8638-991064c3e4b0 HTTP/1.1" status: 200 len: 944 time: 0.1384108 Dec 06 17:33:05.380100 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8e147670-a1d6-43b5-a90d-2c871162e9fd tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:05.478039 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-aca6f651-614e-481f-a195-c7b813825b32 req-4356d3e1-cb09-4265-9044-e31ae351f283 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=53a84ca2-3f2c-4a10-85a7-67cee2181fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256685 Dec 06 17:33:05.759907 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8e147670-a1d6-43b5-a90d-2c871162e9fd tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:05.927071 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d355b541-bc04-4856-a7b1-58370b2e4f91 req-11040d8c-181c-41b9-a394-4cee319a8e30 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9a03f19b-e0d4-46d6-84a3-079d035de2c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1009216 Dec 06 17:33:05.995490 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e147670-a1d6-43b5-a90d-2c871162e9fd tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Router 0c455fbf-bb26-4a5d-9c3d-6fcbfe90118a is scheduled to L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 17:33:06.106810 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d355b541-bc04-4856-a7b1-58370b2e4f91 req-eb10b869-6a2a-41bd-a52f-fd2d0bfdb272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:33:06.109550 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d355b541-bc04-4856-a7b1-58370b2e4f91 req-eb10b869-6a2a-41bd-a52f-fd2d0bfdb272 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=87136a91f6c54863bdb78ae5833b5c4e&device_id=9a03f19b-e0d4-46d6-84a3-079d035de2c4 HTTP/1.1" status: 200 len: 1097 time: 0.1125615 Dec 06 17:33:06.221265 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e147670-a1d6-43b5-a90d-2c871162e9fd tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:33:06.231906 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3b7b0e-1793-426a-97b1-db4f473fe982 None None] Sync routers for ids ['0c455fbf-bb26-4a5d-9c3d-6fcbfe90118a'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:33:06.255377 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8e147670-a1d6-43b5-a90d-2c871162e9fd tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:06.256802 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-8e147670-a1d6-43b5-a90d-2c871162e9fd tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.2028325 Dec 06 17:33:06.259452 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 47998) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:06.267500 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3b7b0e-1793-426a-97b1-db4f473fe982 None None] Routers {'0c455fbf-bb26-4a5d-9c3d-6fcbfe90118a'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:33:06.268023 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-6a3b7b0e-1793-426a-97b1-db4f473fe982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:32:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['0c455fbf-bb26-4a5d-9c3d-6fcbfe90118a'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:33:06.303259 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d355b541-bc04-4856-a7b1-58370b2e4f91 req-90c16ffa-83d9-4625-b7e6-a620ef234de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:33:06.307027 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d355b541-bc04-4856-a7b1-58370b2e4f91 req-90c16ffa-83d9-4625-b7e6-a620ef234de3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=39ca8761-abdc-4183-874f-43b7c768d0ca HTTP/1.1" status: 200 len: 898 time: 0.1751974 Dec 06 17:33:06.438508 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d355b541-bc04-4856-a7b1-58370b2e4f91 req-05e1ac89-3860-4253-b113-e64a09dc5a32 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96d9265e-5c36-4216-b5da-3ebc61179801 HTTP/1.1" status: 200 len: 1000 time: 0.1235118 Dec 06 17:33:06.557134 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-b486027a-d55e-4cf9-988f-c9eac4f70be8 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] 10.222.0.23 "GET /v2.0/routers/0c455fbf-bb26-4a5d-9c3d-6fcbfe90118a HTTP/1.1" status: 200 len: 909 time: 0.2910264 Dec 06 17:33:06.559896 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 48018) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:06.577132 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-21f72f84-60cc-4e94-8a6d-fda4fcf37e50 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1816428680', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'enable_snat': True}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:33:06.634711 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d355b541-bc04-4856-a7b1-58370b2e4f91 req-fe05c93d-9d3e-42fa-b34a-de14cb606cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:33:06.636733 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d355b541-bc04-4856-a7b1-58370b2e4f91 req-fe05c93d-9d3e-42fa-b34a-de14cb606cd2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ccec9b31-d792-401a-9e06-9a1a9efca83a HTTP/1.1" status: 200 len: 835 time: 0.1889472 Dec 06 17:33:06.673325 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-21f72f84-60cc-4e94-8a6d-fda4fcf37e50 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:06.674346 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-21f72f84-60cc-4e94-8a6d-fda4fcf37e50 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:06.687800 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-6a3b7b0e-1793-426a-97b1-db4f473fe982 None None] Set router 0c455fbf-bb26-4a5d-9c3d-6fcbfe90118a gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:33:06.731076 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d355b541-bc04-4856-a7b1-58370b2e4f91 req-36e4d8bd-14fd-4f77-b2d7-0630bdbb3da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:33:06.732955 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d355b541-bc04-4856-a7b1-58370b2e4f91 req-36e4d8bd-14fd-4f77-b2d7-0630bdbb3da8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=39ca8761-abdc-4183-874f-43b7c768d0ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0829513 Dec 06 17:33:06.847938 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26c219a-a8e6-4f1e-9601-2b388174d38b req-aa91f347-0f78-46a5-9fee-4bbfc8beca2f tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:33:06.850242 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f26c219a-a8e6-4f1e-9601-2b388174d38b req-aa91f347-0f78-46a5-9fee-4bbfc8beca2f tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d702f20-6b86-434f-8638-991064c3e4b0 HTTP/1.1" status: 200 len: 944 time: 0.1955633 Dec 06 17:33:06.859140 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-21f72f84-60cc-4e94-8a6d-fda4fcf37e50 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:06.860217 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d355b541-bc04-4856-a7b1-58370b2e4f91 req-15db74c7-02e8-4f8b-a882-c7861fc5158b service neutron] 10.222.0.41 "GET /v2.0/networks/39ca8761-abdc-4183-874f-43b7c768d0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187348 Dec 06 17:33:06.998444 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d355b541-bc04-4856-a7b1-58370b2e4f91 req-ad572218-2248-421a-a4f9-48163d1d0d9f service neutron] 10.222.0.41 "GET /v2.0/networks/39ca8761-abdc-4183-874f-43b7c768d0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288414 Dec 06 17:33:07.177324 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-6a3b7b0e-1793-426a-97b1-db4f473fe982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c455fbf-bb26-4a5d-9c3d-6fcbfe90118a', 'name': 'tempest-snat-router-1816428680', 'tenant_id': 'fb8969fc42ff444fbb5e941943ed938a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.135'}], 'enable_snat': False}, 'gw_port_id': '085d213a-8d00-46cc-b51c-ba7cdc9b9a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:33:03Z', 'updated_at': '2021-12-06T17:33:05Z', 'revision_number': 3, 'project_id': 'fb8969fc42ff444fbb5e941943ed938a', 'gw_port': {'id': '085d213a-8d00-46cc-b51c-ba7cdc9b9a48', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b7:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c455fbf-bb26-4a5d-9c3d-6fcbfe90118a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:33:04Z', 'updated_at': '2021-12-06T17:33:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:33:07.214172 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-21f72f84-60cc-4e94-8a6d-fda4fcf37e50 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:07.235709 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f26c219a-a8e6-4f1e-9601-2b388174d38b req-43d2bebd-9aad-48a0-b4d1-340a3ef8d647 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=53a84ca2-3f2c-4a10-85a7-67cee2181fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3740330 Dec 06 17:33:07.244112 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3b7b0e-1793-426a-97b1-db4f473fe982 None None] Checking router: 0c455fbf-bb26-4a5d-9c3d-6fcbfe90118a for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:33:07.244672 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3b7b0e-1793-426a-97b1-db4f473fe982 None None] Updating router 0c455fbf-bb26-4a5d-9c3d-6fcbfe90118a port 085d213a-8d00-46cc-b51c-ba7cdc9b9a48 binding host n-d-master-1 {{(pid=103287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:33:07.311742 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6a3b7b0e-1793-426a-97b1-db4f473fe982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:07.657775 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-21f72f84-60cc-4e94-8a6d-fda4fcf37e50 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:07.706816 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-21f72f84-60cc-4e94-8a6d-fda4fcf37e50 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:07.789856 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6a3b7b0e-1793-426a-97b1-db4f473fe982 None None] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:07.805605 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6a3b7b0e-1793-426a-97b1-db4f473fe982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:07.920077 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e28a42-5e9e-4e4e-bf5d-0190a7bd8140 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:33:07.957387 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-6a3b7b0e-1793-426a-97b1-db4f473fe982 None None] Attempting to bind port 085d213a-8d00-46cc-b51c-ba7cdc9b9a48 on host n-d-master-1 for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:33:07.957763 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-6a3b7b0e-1793-426a-97b1-db4f473fe982 None None] Attempting to bind port 085d213a-8d00-46cc-b51c-ba7cdc9b9a48 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:33:07.958117 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3b7b0e-1793-426a-97b1-db4f473fe982 None None] Attempting to bind port 085d213a-8d00-46cc-b51c-ba7cdc9b9a48 on network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:33:07.959685 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-21f72f84-60cc-4e94-8a6d-fda4fcf37e50 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Allocated IP 172.35.1.183 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/b5ca31dc-221b-4572-b2ad-3758834f6cd2) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:33:07.966256 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b7395a-592e-4a5b-8025-9615d9e3e274 None None] Pushing event updated for resources: {'Port': ['ID=085d213a-8d00-46cc-b51c-ba7cdc9b9a48,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:33:08.004789 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 48076) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:08.019275 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3b7b0e-1793-426a-97b1-db4f473fe982 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:33:08.021767 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3b7b0e-1793-426a-97b1-db4f473fe982 None None] Checking segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:33:08.025824 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6a3b7b0e-1793-426a-97b1-db4f473fe982 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:08.026387 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3b7b0e-1793-426a-97b1-db4f473fe982 None None] Bound using segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:33:08.031146 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-6a3b7b0e-1793-426a-97b1-db4f473fe982 None None] Bound port: 085d213a-8d00-46cc-b51c-ba7cdc9b9a48, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:33:08.031682 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6a3b7b0e-1793-426a-97b1-db4f473fe982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:08.038557 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-90a23cfe-7ae2-4c6a-bb16-0b8dbea97fd2 None None] Provisioning complete for port 085d213a-8d00-46cc-b51c-ba7cdc9b9a48 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:33:08.041190 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-90a23cfe-7ae2-4c6a-bb16-0b8dbea97fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:08.127579 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-90a23cfe-7ae2-4c6a-bb16-0b8dbea97fd2 None None] Port 085d213a-8d00-46cc-b51c-ba7cdc9b9a48 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:33:08.151830 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-6a3b7b0e-1793-426a-97b1-db4f473fe982 None None] For port 085d213a-8d00-46cc-b51c-ba7cdc9b9a48, host n-d-master-1, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:33:08.158713 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-6a3b7b0e-1793-426a-97b1-db4f473fe982 None None] For port 085d213a-8d00-46cc-b51c-ba7cdc9b9a48, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=085d213a-8d00-46cc-b51c-ba7cdc9b9a48,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:33:08.169345 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6a3b7b0e-1793-426a-97b1-db4f473fe982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:08.208172 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-21f72f84-60cc-4e94-8a6d-fda4fcf37e50 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:08.259715 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a08ea7-73cc-416e-8ab5-f28038cb2ddd None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:33:08.313550 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-21f72f84-60cc-4e94-8a6d-fda4fcf37e50 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:08.317996 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3b7b0e-1793-426a-97b1-db4f473fe982 None None] Routers {'0c455fbf-bb26-4a5d-9c3d-6fcbfe90118a'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:33:08.321200 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-6a3b7b0e-1793-426a-97b1-db4f473fe982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:32:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['0c455fbf-bb26-4a5d-9c3d-6fcbfe90118a'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:33:08.373719 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-fba4a72d-4420-4b84-ad22-ae757d3c3523 None None] Provisioning complete for port 085d213a-8d00-46cc-b51c-ba7cdc9b9a48 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:33:08.374100 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fba4a72d-4420-4b84-ad22-ae757d3c3523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:08.392607 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9f2fe948-ed63-4fd7-bfc1-ae2a77d2375b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:08.465026 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f72f84-60cc-4e94-8a6d-fda4fcf37e50 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:33:08.475199 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-21f72f84-60cc-4e94-8a6d-fda4fcf37e50 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:33:08.486253 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f72f84-60cc-4e94-8a6d-fda4fcf37e50 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:33:08.525912 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f72f84-60cc-4e94-8a6d-fda4fcf37e50 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Pushing event updated for resources: {'Port': ['ID=b5ca31dc-221b-4572-b2ad-3758834f6cd2,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:33:08.538938 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b7395a-592e-4a5b-8025-9615d9e3e274 None None] Pushing event updated for resources: {'Port': ['ID=085d213a-8d00-46cc-b51c-ba7cdc9b9a48,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:33:08.543038 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea50e52-c23c-42de-8bd5-50e2e7cb5ab2 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:33:08.553952 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device ad1873f4-0277-4ae4-b22f-fa4e85c76a49 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:33:08.602858 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-6a3b7b0e-1793-426a-97b1-db4f473fe982 None None] Set router 0c455fbf-bb26-4a5d-9c3d-6fcbfe90118a gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:33:08.625689 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecec1a1f-76b1-4bba-848d-51e56a62c068 req-51895cb5-19b9-4444-b2ef-416436b98783 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:33:08.627247 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ecec1a1f-76b1-4bba-848d-51e56a62c068 req-51895cb5-19b9-4444-b2ef-416436b98783 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d702f20-6b86-434f-8638-991064c3e4b0 HTTP/1.1" status: 200 len: 944 time: 0.1897883 Dec 06 17:33:08.691640 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9f2fe948-ed63-4fd7-bfc1-ae2a77d2375b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:08.740909 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9f2fe948-ed63-4fd7-bfc1-ae2a77d2375b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:08.807283 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port ad1873f4-0277-4ae4-b22f-fa4e85c76a49, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ad1873f4-0277-4ae4-b22f-fa4e85c76a49,segment=NetworkSegment(335efc5d-483a-424a-abc6-8fe1bd340f96),segment_id=335efc5d-483a-424a-abc6-8fe1bd340f96)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:33:08.845722 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fba4a72d-4420-4b84-ad22-ae757d3c3523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:08.890525 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-fba4a72d-4420-4b84-ad22-ae757d3c3523 None None] For port 085d213a-8d00-46cc-b51c-ba7cdc9b9a48, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=085d213a-8d00-46cc-b51c-ba7cdc9b9a48,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:33:08.900295 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': 'ad1873f4-0277-4ae4-b22f-fa4e85c76a49', 'network_id': '2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4', 'port_id': 'ad1873f4-0277-4ae4-b22f-fa4e85c76a49', 'mac_address': 'fa:16:3e:31:ad:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06d20752-22e2-4f05-a607-805be1f18e56', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:33:08.914187 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-9f2fe948-ed63-4fd7-bfc1-ae2a77d2375b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5a8adcc747074c4b8d8c275240a879f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9082487 Dec 06 17:33:08.914620 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 48098) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:08.928458 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2fe948-ed63-4fd7-bfc1-ae2a77d2375b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75fec3e5-1fc5-44e6-881d-4462c4692fc4,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:33:08.958705 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ecec1a1f-76b1-4bba-848d-51e56a62c068 req-b915391f-6cd8-4bf5-8bba-6ebdd3458ea2 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=53a84ca2-3f2c-4a10-85a7-67cee2181fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655735 Dec 06 17:33:09.001570 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fba4a72d-4420-4b84-ad22-ae757d3c3523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:09.004713 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:09.036375 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-6a3b7b0e-1793-426a-97b1-db4f473fe982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c455fbf-bb26-4a5d-9c3d-6fcbfe90118a', 'name': 'tempest-snat-router-1816428680', 'tenant_id': 'fb8969fc42ff444fbb5e941943ed938a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.135'}], 'enable_snat': False}, 'gw_port_id': '085d213a-8d00-46cc-b51c-ba7cdc9b9a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:33:03Z', 'updated_at': '2021-12-06T17:33:05Z', 'revision_number': 3, 'project_id': 'fb8969fc42ff444fbb5e941943ed938a', 'gw_port': {'id': '085d213a-8d00-46cc-b51c-ba7cdc9b9a48', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b7:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c455fbf-bb26-4a5d-9c3d-6fcbfe90118a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:33:04Z', 'updated_at': '2021-12-06T17:33:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:33:09.066582 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad1873f4-0277-4ae4-b22f-fa4e85c76a49 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:33:09.071725 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba4a72d-4420-4b84-ad22-ae757d3c3523 None None] Pushing event updated for resources: {'Port': ['ID=085d213a-8d00-46cc-b51c-ba7cdc9b9a48,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:33:09.072659 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3b7b0e-1793-426a-97b1-db4f473fe982 None None] The sync data for ids ['0c455fbf-bb26-4a5d-9c3d-6fcbfe90118a'] in n-d-master-1 is: [{'id': '0c455fbf-bb26-4a5d-9c3d-6fcbfe90118a', 'name': 'tempest-snat-router-1816428680', 'tenant_id': 'fb8969fc42ff444fbb5e941943ed938a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.135'}], 'enable_snat': False}, 'gw_port_id': '085d213a-8d00-46cc-b51c-ba7cdc9b9a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:33:03Z', 'updated_at': '2021-12-06T17:33:05Z', 'revision_number': 3, 'project_id': 'fb8969fc42ff444fbb5e941943ed938a', 'gw_port': {'id': '085d213a-8d00-46cc-b51c-ba7cdc9b9a48', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b7:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c455fbf-bb26-4a5d-9c3d-6fcbfe90118a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:33:04Z', 'updated_at': '2021-12-06T17:33:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-master-1'}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:33:09.085210 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba4a72d-4420-4b84-ad22-ae757d3c3523 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:33:09.085399 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba4a72d-4420-4b84-ad22-ae757d3c3523 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:33:09.085839 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba4a72d-4420-4b84-ad22-ae757d3c3523 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:33:09.086194 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba4a72d-4420-4b84-ad22-ae757d3c3523 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:33:09.086536 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba4a72d-4420-4b84-ad22-ae757d3c3523 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:33:09.086875 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba4a72d-4420-4b84-ad22-ae757d3c3523 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:33:09.087215 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba4a72d-4420-4b84-ad22-ae757d3c3523 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:33:09.087557 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba4a72d-4420-4b84-ad22-ae757d3c3523 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:33:09.087883 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba4a72d-4420-4b84-ad22-ae757d3c3523 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:33:09.088409 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba4a72d-4420-4b84-ad22-ae757d3c3523 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:33:09.088743 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba4a72d-4420-4b84-ad22-ae757d3c3523 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:33:09.089239 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba4a72d-4420-4b84-ad22-ae757d3c3523 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:33:09.090040 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba4a72d-4420-4b84-ad22-ae757d3c3523 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:33:09.131179 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port ad1873f4-0277-4ae4-b22f-fa4e85c76a49, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ad1873f4-0277-4ae4-b22f-fa4e85c76a49,segment=NetworkSegment(335efc5d-483a-424a-abc6-8fe1bd340f96),segment_id=335efc5d-483a-424a-abc6-8fe1bd340f96)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:33:09.161975 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-18d86553-6512-47c4-8818-186deaea2b2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:09.162915 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-c983fbed-309f-4deb-8300-9d692584ff87 None None] Provisioning complete for port b5ca31dc-221b-4572-b2ad-3758834f6cd2 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:33:09.163578 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c983fbed-309f-4deb-8300-9d692584ff87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:09.168498 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:09.194956 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-18d86553-6512-47c4-8818-186deaea2b2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:09.292973 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=ad1873f4-0277-4ae4-b22f-fa4e85c76a49,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:33:09.368121 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-c983fbed-309f-4deb-8300-9d692584ff87 None None] Port b5ca31dc-221b-4572-b2ad-3758834f6cd2 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:33:09.440111 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['ad1873f4-0277-4ae4-b22f-fa4e85c76a49'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:33:09.675881 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-21f72f84-60cc-4e94-8a6d-fda4fcf37e50 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:09.809415 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-18d86553-6512-47c4-8818-186deaea2b2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:09.812373 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-18d86553-6512-47c4-8818-186deaea2b2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:09.816165 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-18d86553-6512-47c4-8818-186deaea2b2a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/75fec3e5-1fc5-44e6-881d-4462c4692fc4 HTTP/1.1" status: 204 len: 168 time: 0.9003260 Dec 06 17:33:09.834317 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d86553-6512-47c4-8818-186deaea2b2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75fec3e5-1fc5-44e6-881d-4462c4692fc4,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:33:10.095398 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-21f72f84-60cc-4e94-8a6d-fda4fcf37e50 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:10.183980 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d496f1de-8aea-4748-b377-779c5a3bd6d7 req-b6c787ee-c280-4c65-9ecd-ccc500bf8332 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:33:10.185762 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d496f1de-8aea-4748-b377-779c5a3bd6d7 req-b6c787ee-c280-4c65-9ecd-ccc500bf8332 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d702f20-6b86-434f-8638-991064c3e4b0 HTTP/1.1" status: 200 len: 945 time: 0.1189463 Dec 06 17:33:10.278676 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 48132) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:10.284121 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d496f1de-8aea-4748-b377-779c5a3bd6d7 req-f9a49b17-2477-4563-83ce-fe8713f18742 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=53a84ca2-3f2c-4a10-85a7-67cee2181fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910468 Dec 06 17:33:10.308889 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b0f6e682-866d-4da9-ad87-4f4f48c823d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:10.446155 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b0f6e682-866d-4da9-ad87-4f4f48c823d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:10.456706 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b0f6e682-866d-4da9-ad87-4f4f48c823d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:10.483612 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21f72f84-60cc-4e94-8a6d-fda4fcf37e50 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Router e56f9add-b2f2-44be-94d4-c138d2b381bf is scheduled to L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 17:33:10.512065 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f6e682-866d-4da9-ad87-4f4f48c823d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24f1baa7-c23e-4a22-b8c5-219180384596,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:33:10.519485 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-b0f6e682-866d-4da9-ad87-4f4f48c823d5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c3cea970ae734555b083237153b45a14&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2342916 Dec 06 17:33:10.522128 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 48136) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:10.529545 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device ad1873f4-0277-4ae4-b22f-fa4e85c76a49 up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:33:10.637191 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port ad1873f4-0277-4ae4-b22f-fa4e85c76a49 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:33:10.643093 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port ad1873f4-0277-4ae4-b22f-fa4e85c76a49 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:33:10.643732 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:10.749508 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:10.795178 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d1ac425f-2eb5-42b6-9ee5-0e1211bf09c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:10.811870 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d702f20-6b86-434f-8638-991064c3e4b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad1873f4-0277-4ae4-b22f-fa4e85c76a49'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:33:10.816732 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63b4c70e-6472-4aef-84d6-d80bfd185a45" -d '{"events": [{"server_uuid": "4d702f20-6b86-434f-8638-991064c3e4b0", "name": "network-vif-plugged", "status": "completed", "tag": "ad1873f4-0277-4ae4-b22f-fa4e85c76a49"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:33:10.826475 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21f72f84-60cc-4e94-8a6d-fda4fcf37e50 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:33:10.843281 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d1ac425f-2eb5-42b6-9ee5-0e1211bf09c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:10.848324 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port ad1873f4-0277-4ae4-b22f-fa4e85c76a49, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ad1873f4-0277-4ae4-b22f-fa4e85c76a49,segment=NetworkSegment(335efc5d-483a-424a-abc6-8fe1bd340f96),segment_id=335efc5d-483a-424a-abc6-8fe1bd340f96)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:33:10.861153 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762dfe70-1f67-4ce0-bd68-2e58ecc81eb5 None None] Sync routers for ids ['e56f9add-b2f2-44be-94d4-c138d2b381bf'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:33:10.877593 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:10.925601 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f60254cb-6598-4840-83b2-5896e761067d x-openstack-request-id: req-f60254cb-6598-4840-83b2-5896e761067d {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:33:10.925957 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d702f20-6b86-434f-8638-991064c3e4b0", "name": "network-vif-plugged", "status": "completed", "tag": "ad1873f4-0277-4ae4-b22f-fa4e85c76a49", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:33:10.926317 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f60254cb-6598-4840-83b2-5896e761067d {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:33:10.926830 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d702f20-6b86-434f-8638-991064c3e4b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad1873f4-0277-4ae4-b22f-fa4e85c76a49', 'code': 200} Dec 06 17:33:10.930258 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-21f72f84-60cc-4e94-8a6d-fda4fcf37e50 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:10.935051 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-21f72f84-60cc-4e94-8a6d-fda4fcf37e50 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.3745720 Dec 06 17:33:10.938550 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 48144) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:10.992865 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d1ac425f-2eb5-42b6-9ee5-0e1211bf09c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:10.996289 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d1ac425f-2eb5-42b6-9ee5-0e1211bf09c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:11.005731 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-d1ac425f-2eb5-42b6-9ee5-0e1211bf09c3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/24f1baa7-c23e-4a22-b8c5-219180384596 HTTP/1.1" status: 204 len: 168 time: 0.4784086 Dec 06 17:33:11.022611 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ac425f-2eb5-42b6-9ee5-0e1211bf09c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f1baa7-c23e-4a22-b8c5-219180384596,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:33:11.069822 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762dfe70-1f67-4ce0-bd68-2e58ecc81eb5 None None] Routers {'e56f9add-b2f2-44be-94d4-c138d2b381bf'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:33:11.070734 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-762dfe70-1f67-4ce0-bd68-2e58ecc81eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:32:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['e56f9add-b2f2-44be-94d4-c138d2b381bf'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:33:11.142058 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 17:33:11.151392 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=ad1873f4-0277-4ae4-b22f-fa4e85c76a49,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:33:11.248395 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-762dfe70-1f67-4ce0-bd68-2e58ecc81eb5 None None] Set router e56f9add-b2f2-44be-94d4-c138d2b381bf gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:33:11.599312 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-762dfe70-1f67-4ce0-bd68-2e58ecc81eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e56f9add-b2f2-44be-94d4-c138d2b381bf', 'name': 'tempest-snat-router-1816428680', 'tenant_id': 'fb8969fc42ff444fbb5e941943ed938a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.183'}], 'enable_snat': True}, 'gw_port_id': 'b5ca31dc-221b-4572-b2ad-3758834f6cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:33:06Z', 'updated_at': '2021-12-06T17:33:08Z', 'revision_number': 3, 'project_id': 'fb8969fc42ff444fbb5e941943ed938a', 'gw_port': {'id': 'b5ca31dc-221b-4572-b2ad-3758834f6cd2', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f6:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e56f9add-b2f2-44be-94d4-c138d2b381bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:33:07Z', 'updated_at': '2021-12-06T17:33:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:33:11.658654 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762dfe70-1f67-4ce0-bd68-2e58ecc81eb5 None None] Checking router: e56f9add-b2f2-44be-94d4-c138d2b381bf for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:33:11.659135 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762dfe70-1f67-4ce0-bd68-2e58ecc81eb5 None None] Updating router e56f9add-b2f2-44be-94d4-c138d2b381bf port b5ca31dc-221b-4572-b2ad-3758834f6cd2 binding host n-d-master-1 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:33:11.672382 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852bea43-6a35-4f12-9de5-7d9f6546393d req-b158929d-903d-4cb4-851b-73856f328228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:33:11.673956 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-852bea43-6a35-4f12-9de5-7d9f6546393d req-b158929d-903d-4cb4-851b-73856f328228 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4d702f20-6b86-434f-8638-991064c3e4b0 HTTP/1.1" status: 200 len: 1097 time: 0.6395910 Dec 06 17:33:11.698385 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47c9c96-8857-4dde-99ab-19cf3db8a6ee req-188ff8e6-b8ed-4ae1-89e4-88a3fd7a6f7e tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:33:11.703777 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d47c9c96-8857-4dde-99ab-19cf3db8a6ee req-188ff8e6-b8ed-4ae1-89e4-88a3fd7a6f7e tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d702f20-6b86-434f-8638-991064c3e4b0 HTTP/1.1" status: 200 len: 946 time: 0.1582296 Dec 06 17:33:11.724015 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-762dfe70-1f67-4ce0-bd68-2e58ecc81eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:11.733186 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 085d213a-8d00-46cc-b51c-ba7cdc9b9a48 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:33:11.797904 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-ca1c4950-25c0-4e0a-8c53-c491df39cca8 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] 10.222.0.23 "GET /v2.0/routers/e56f9add-b2f2-44be-94d4-c138d2b381bf HTTP/1.1" status: 200 len: 908 time: 0.8580167 Dec 06 17:33:11.806754 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 48168) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:11.856489 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-852bea43-6a35-4f12-9de5-7d9f6546393d req-11142cf8-1746-4d8b-b7ad-399e399ecf4c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=53a84ca2-3f2c-4a10-85a7-67cee2181fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502044 Dec 06 17:33:11.931367 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d47c9c96-8857-4dde-99ab-19cf3db8a6ee req-6abe2538-cb15-431c-88ca-27d197874c50 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=53a84ca2-3f2c-4a10-85a7-67cee2181fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063906 Dec 06 17:33:11.994712 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c7df6b36-8988-4b2e-bcaa-c4d136e46bcc tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks [] for router, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:12.108430 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 085d213a-8d00-46cc-b51c-ba7cdc9b9a48 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:33:12.109015 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:12.215065 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c7df6b36-8988-4b2e-bcaa-c4d136e46bcc tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:12.353624 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-c7df6b36-8988-4b2e-bcaa-c4d136e46bcc tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Deleting port b5ca31dc-221b-4572-b2ad-3758834f6cd2 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:33:12.353979 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c7df6b36-8988-4b2e-bcaa-c4d136e46bcc tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:12.415486 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-762dfe70-1f67-4ce0-bd68-2e58ecc81eb5 None None] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:12.427168 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-762dfe70-1f67-4ce0-bd68-2e58ecc81eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:12.523767 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c498bdf9-00de-497e-bcd0-4a8cc5d175da None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:33:12.535287 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c7df6b36-8988-4b2e-bcaa-c4d136e46bcc tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:12.537111 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-762dfe70-1f67-4ce0-bd68-2e58ecc81eb5 None None] Attempting to bind port b5ca31dc-221b-4572-b2ad-3758834f6cd2 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:33:12.537502 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-762dfe70-1f67-4ce0-bd68-2e58ecc81eb5 None None] Attempting to bind port b5ca31dc-221b-4572-b2ad-3758834f6cd2 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:33:12.537932 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762dfe70-1f67-4ce0-bd68-2e58ecc81eb5 None None] Attempting to bind port b5ca31dc-221b-4572-b2ad-3758834f6cd2 on network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:33:12.540065 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cc3561-cfa7-4482-be85-3a563230a409 None None] Pushing event updated for resources: {'Port': ['ID=b5ca31dc-221b-4572-b2ad-3758834f6cd2,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:33:12.556721 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762dfe70-1f67-4ce0-bd68-2e58ecc81eb5 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:33:12.556984 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762dfe70-1f67-4ce0-bd68-2e58ecc81eb5 None None] Checking segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:33:12.557297 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-762dfe70-1f67-4ce0-bd68-2e58ecc81eb5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:12.557723 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762dfe70-1f67-4ce0-bd68-2e58ecc81eb5 None None] Bound using segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:33:12.558214 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-762dfe70-1f67-4ce0-bd68-2e58ecc81eb5 None None] Bound port: b5ca31dc-221b-4572-b2ad-3758834f6cd2, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:33:12.558794 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-762dfe70-1f67-4ce0-bd68-2e58ecc81eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:12.568831 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-c7df6b36-8988-4b2e-bcaa-c4d136e46bcc tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Calling delete_port for b5ca31dc-221b-4572-b2ad-3758834f6cd2 owned by network:router_gateway {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:33:12.670582 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-762dfe70-1f67-4ce0-bd68-2e58ecc81eb5 None None] For port b5ca31dc-221b-4572-b2ad-3758834f6cd2, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:33:12.679362 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-762dfe70-1f67-4ce0-bd68-2e58ecc81eb5 None None] For port b5ca31dc-221b-4572-b2ad-3758834f6cd2, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b5ca31dc-221b-4572-b2ad-3758834f6cd2,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:33:12.690124 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-762dfe70-1f67-4ce0-bd68-2e58ecc81eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:12.803450 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c7df6b36-8988-4b2e-bcaa-c4d136e46bcc tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:12.815869 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86be1d8-c0f6-44da-beb3-298ba5004e16 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:33:12.835968 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7df6b36-8988-4b2e-bcaa-c4d136e46bcc tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Pushing event deleted for resources: {'Port': ['ID=b5ca31dc-221b-4572-b2ad-3758834f6cd2,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:33:12.927487 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c7df6b36-8988-4b2e-bcaa-c4d136e46bcc tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536698'] for router_gateway, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:12.939839 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762dfe70-1f67-4ce0-bd68-2e58ecc81eb5 None None] Routers {'e56f9add-b2f2-44be-94d4-c138d2b381bf'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:33:12.942389 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-762dfe70-1f67-4ce0-bd68-2e58ecc81eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:32:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['e56f9add-b2f2-44be-94d4-c138d2b381bf'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:33:12.976568 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-ecea2e12-c125-4b45-bd94-1635ec870248 None None] Provisioning complete for port b5ca31dc-221b-4572-b2ad-3758834f6cd2 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:33:12.983574 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ecea2e12-c125-4b45-bd94-1635ec870248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:13.120420 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c93471-492f-4fa2-a4c3-a0055474bae6 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:33:13.123677 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-ecea2e12-c125-4b45-bd94-1635ec870248 None None] Port b5ca31dc-221b-4572-b2ad-3758834f6cd2 was deleted so its status cannot be updated. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 06 17:33:13.157013 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c7df6b36-8988-4b2e-bcaa-c4d136e46bcc tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:13.166707 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c7df6b36-8988-4b2e-bcaa-c4d136e46bcc tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:13.359497 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896f0370-ba8d-46e6-aa62-10377fa34e3f req-feae531c-3609-44c4-897a-d9bae3b070d4 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:33:13.361100 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-896f0370-ba8d-46e6-aa62-10377fa34e3f req-feae531c-3609-44c4-897a-d9bae3b070d4 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d702f20-6b86-434f-8638-991064c3e4b0 HTTP/1.1" status: 200 len: 946 time: 0.2073221 Dec 06 17:33:13.362323 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c7df6b36-8988-4b2e-bcaa-c4d136e46bcc tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:13.362917 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7df6b36-8988-4b2e-bcaa-c4d136e46bcc tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e56f9add-b2f2-44be-94d4-c138d2b381bf {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 17:33:13.380061 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c7df6b36-8988-4b2e-bcaa-c4d136e46bcc tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:13.381240 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-c7df6b36-8988-4b2e-bcaa-c4d136e46bcc tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] 10.222.0.23 "DELETE /v2.0/routers/e56f9add-b2f2-44be-94d4-c138d2b381bf HTTP/1.1" status: 204 len: 168 time: 1.5734367 Dec 06 17:33:13.384304 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 48264) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:13.397436 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cc3561-cfa7-4482-be85-3a563230a409 None None] Pushing event updated for resources: {'Port': ['ID=b5ca31dc-221b-4572-b2ad-3758834f6cd2,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:33:13.401270 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-762dfe70-1f67-4ce0-bd68-2e58ecc81eb5 None None] Set router e56f9add-b2f2-44be-94d4-c138d2b381bf gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:33:13.404447 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-f04923d3-61f1-4232-8c2b-13d1b28f7340 None None] Could not find standard attr ID for object b5ca31dc-221b-4572-b2ad-3758834f6cd2. {{(pid=103286) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 17:33:13.497530 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-762dfe70-1f67-4ce0-bd68-2e58ecc81eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e56f9add-b2f2-44be-94d4-c138d2b381bf', 'name': 'tempest-snat-router-1816428680', 'tenant_id': 'fb8969fc42ff444fbb5e941943ed938a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:33:06Z', 'updated_at': '2021-12-06T17:33:12Z', 'revision_number': 5, 'project_id': 'fb8969fc42ff444fbb5e941943ed938a', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:33:13.528648 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-896f0370-ba8d-46e6-aa62-10377fa34e3f req-1ee54a68-3bce-46f7-ae2f-1d20502a5e18 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=53a84ca2-3f2c-4a10-85a7-67cee2181fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461251 Dec 06 17:33:13.561699 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762dfe70-1f67-4ce0-bd68-2e58ecc81eb5 None None] The sync data for ids ['e56f9add-b2f2-44be-94d4-c138d2b381bf'] in n-d-master-1 is: [{'id': 'e56f9add-b2f2-44be-94d4-c138d2b381bf', 'name': 'tempest-snat-router-1816428680', 'tenant_id': 'fb8969fc42ff444fbb5e941943ed938a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:33:06Z', 'updated_at': '2021-12-06T17:33:12Z', 'revision_number': 5, 'project_id': 'fb8969fc42ff444fbb5e941943ed938a', 'gw_port_host': None}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:33:13.577833 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-35d24aab-961e-45fe-83c3-10821c742c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:13.616617 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7a4dd7f4-bf04-4983-9aa2-1585bcf34835 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks [] for router, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:13.766295 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7a4dd7f4-bf04-4983-9aa2-1585bcf34835 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:13.840148 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-7a4dd7f4-bf04-4983-9aa2-1585bcf34835 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Deleting port 085d213a-8d00-46cc-b51c-ba7cdc9b9a48 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:33:13.840474 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7a4dd7f4-bf04-4983-9aa2-1585bcf34835 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:13.955691 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-7a4dd7f4-bf04-4983-9aa2-1585bcf34835 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] For port 085d213a-8d00-46cc-b51c-ba7cdc9b9a48, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=085d213a-8d00-46cc-b51c-ba7cdc9b9a48,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:33:13.956361 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7a4dd7f4-bf04-4983-9aa2-1585bcf34835 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:13.994678 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-7a4dd7f4-bf04-4983-9aa2-1585bcf34835 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Calling delete_port for 085d213a-8d00-46cc-b51c-ba7cdc9b9a48 owned by network:router_gateway {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:33:14.132817 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 48312) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:14.304766 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7a4dd7f4-bf04-4983-9aa2-1585bcf34835 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:14.339018 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5928bd94-6397-4fca-b31a-7db21c70d964 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:14.343594 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4dd7f4-bf04-4983-9aa2-1585bcf34835 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Pushing event deleted for resources: {'Port': ['ID=085d213a-8d00-46cc-b51c-ba7cdc9b9a48,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:33:14.364637 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065ebf9e-1357-47cd-994e-5d87b2c027ed None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:33:14.497407 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7a4dd7f4-bf04-4983-9aa2-1585bcf34835 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536698'] for router_gateway, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:14.547295 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5928bd94-6397-4fca-b31a-7db21c70d964 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:14.644541 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5928bd94-6397-4fca-b31a-7db21c70d964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:14.661034 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7a4dd7f4-bf04-4983-9aa2-1585bcf34835 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:14.664083 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7a4dd7f4-bf04-4983-9aa2-1585bcf34835 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:14.722761 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36fbd18-c4f2-4123-8931-f85907d34c99 req-ee132e19-2f6f-4fa8-ba07-4be89a48b473 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:33:14.731926 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5928bd94-6397-4fca-b31a-7db21c70d964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cce9691-da6c-480b-a00e-5b8b7518c89f,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:33:14.732602 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d36fbd18-c4f2-4123-8931-f85907d34c99 req-ee132e19-2f6f-4fa8-ba07-4be89a48b473 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d702f20-6b86-434f-8638-991064c3e4b0 HTTP/1.1" status: 200 len: 946 time: 0.1104400 Dec 06 17:33:14.739422 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-5928bd94-6397-4fca-b31a-7db21c70d964 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=eec1c8860d2f47898fcf3b5ad728f3e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6053526 Dec 06 17:33:14.743202 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 48334) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:14.756816 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7a4dd7f4-bf04-4983-9aa2-1585bcf34835 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:14.758017 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a4dd7f4-bf04-4983-9aa2-1585bcf34835 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0c455fbf-bb26-4a5d-9c3d-6fcbfe90118a {{(pid=103285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 17:33:14.766126 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7a4dd7f4-bf04-4983-9aa2-1585bcf34835 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:14.768670 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-7a4dd7f4-bf04-4983-9aa2-1585bcf34835 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] 10.222.0.23 "DELETE /v2.0/routers/0c455fbf-bb26-4a5d-9c3d-6fcbfe90118a HTTP/1.1" status: 204 len: 168 time: 1.3832054 Dec 06 17:33:14.772090 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 48336) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:14.785353 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-2c667bb2-02f6-49c4-9867-b20ff2384774 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1909416113', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}, 'admin_state_up': False}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:33:14.853334 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2c667bb2-02f6-49c4-9867-b20ff2384774 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:14.854908 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2c667bb2-02f6-49c4-9867-b20ff2384774 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:14.903407 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a08722eb-65aa-45d5-9d61-8636896a0dec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:14.922892 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d36fbd18-c4f2-4123-8931-f85907d34c99 req-dedfbf01-93bc-4ec3-a03e-af93f34af826 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=53a84ca2-3f2c-4a10-85a7-67cee2181fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892126 Dec 06 17:33:14.957352 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a08722eb-65aa-45d5-9d61-8636896a0dec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:14.967031 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2c667bb2-02f6-49c4-9867-b20ff2384774 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:15.073785 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a08722eb-65aa-45d5-9d61-8636896a0dec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:15.077018 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a08722eb-65aa-45d5-9d61-8636896a0dec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:15.078218 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-a08722eb-65aa-45d5-9d61-8636896a0dec admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1cce9691-da6c-480b-a00e-5b8b7518c89f HTTP/1.1" status: 204 len: 168 time: 0.3345027 Dec 06 17:33:15.094852 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08722eb-65aa-45d5-9d61-8636896a0dec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cce9691-da6c-480b-a00e-5b8b7518c89f,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:33:15.258811 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2c667bb2-02f6-49c4-9867-b20ff2384774 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:15.271987 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7763ec-5eb4-4a75-b8c1-72aa65798b2e req-aa9adb3f-136a-465a-9a81-edb1f15004e1 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:33:15.280889 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fc7763ec-5eb4-4a75-b8c1-72aa65798b2e req-aa9adb3f-136a-465a-9a81-edb1f15004e1 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d702f20-6b86-434f-8638-991064c3e4b0 HTTP/1.1" status: 200 len: 946 time: 0.2362595 Dec 06 17:33:15.362532 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fc7763ec-5eb4-4a75-b8c1-72aa65798b2e req-080b1d7d-fd7e-481a-87dd-bfe97b1cf315 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=53a84ca2-3f2c-4a10-85a7-67cee2181fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806186 Dec 06 17:33:15.554834 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15a2ee2-17fd-4e32-80cd-57f1d6b127d7 req-1dc3909e-fede-405d-944e-1bd9ced200c0 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:33:15.566379 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b15a2ee2-17fd-4e32-80cd-57f1d6b127d7 req-1dc3909e-fede-405d-944e-1bd9ced200c0 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d702f20-6b86-434f-8638-991064c3e4b0 HTTP/1.1" status: 200 len: 946 time: 0.1058941 Dec 06 17:33:15.597648 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 085d213a-8d00-46cc-b51c-ba7cdc9b9a48 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:33:15.626564 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b15a2ee2-17fd-4e32-80cd-57f1d6b127d7 req-cf254648-4064-4605-866c-d744aca68209 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=53a84ca2-3f2c-4a10-85a7-67cee2181fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590496 Dec 06 17:33:15.644818 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 085d213a-8d00-46cc-b51c-ba7cdc9b9a48 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:33:15.646894 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 085d213a-8d00-46cc-b51c-ba7cdc9b9a48 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:33:15.691867 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-98d6ef50-3d86-4737-a3e9-526d164c8bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:15.744220 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2c667bb2-02f6-49c4-9867-b20ff2384774 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks [] for router_gateway, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:15.769180 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2c667bb2-02f6-49c4-9867-b20ff2384774 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:15.958666 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-2c667bb2-02f6-49c4-9867-b20ff2384774 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Allocated IP 172.35.1.11 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/502f47f9-e21f-4441-ad13-05a51dbcc3e9) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:33:16.064087 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a325d6e0-11aa-4add-84bd-a9d4b016bdb7 req-2f7e881b-dc97-4069-b710-51f98fc59aef tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:33:16.066096 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a325d6e0-11aa-4add-84bd-a9d4b016bdb7 req-2f7e881b-dc97-4069-b710-51f98fc59aef tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d702f20-6b86-434f-8638-991064c3e4b0 HTTP/1.1" status: 200 len: 946 time: 0.0940764 Dec 06 17:33:16.107083 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2c667bb2-02f6-49c4-9867-b20ff2384774 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:16.131804 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a325d6e0-11aa-4add-84bd-a9d4b016bdb7 req-e451431f-fe72-44f7-a022-a5cb98e12803 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=53a84ca2-3f2c-4a10-85a7-67cee2181fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588508 Dec 06 17:33:16.175069 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2c667bb2-02f6-49c4-9867-b20ff2384774 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:16.225249 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c667bb2-02f6-49c4-9867-b20ff2384774 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Pushing event updated for resources: {'Port': ['ID=502f47f9-e21f-4441-ad13-05a51dbcc3e9,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:33:16.233337 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c667bb2-02f6-49c4-9867-b20ff2384774 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:33:16.234954 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-2c667bb2-02f6-49c4-9867-b20ff2384774 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:33:16.237515 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c667bb2-02f6-49c4-9867-b20ff2384774 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:33:16.269569 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca692a2-4aa9-45b0-9bfa-7536a3e5ca45 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:33:16.351306 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-9997ec72-00b0-4dcb-9dad-ed5d62fd0236 None None] Provisioning complete for port 502f47f9-e21f-4441-ad13-05a51dbcc3e9 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:33:16.351701 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9997ec72-00b0-4dcb-9dad-ed5d62fd0236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:16.414758 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-9997ec72-00b0-4dcb-9dad-ed5d62fd0236 None None] Port 502f47f9-e21f-4441-ad13-05a51dbcc3e9 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:33:16.591245 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2c667bb2-02f6-49c4-9867-b20ff2384774 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks [] for router_gateway, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:16.949664 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:17.062314 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 48430) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:17.170365 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2c667bb2-02f6-49c4-9867-b20ff2384774 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:17.210585 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-879afe1f-41e3-476a-9e02-7e062b0c8c1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:17.326108 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-879afe1f-41e3-476a-9e02-7e062b0c8c1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:17.330745 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-879afe1f-41e3-476a-9e02-7e062b0c8c1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:17.365920 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-879afe1f-41e3-476a-9e02-7e062b0c8c1b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f6d60cba160e452ca15a9c4f8c20081a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3021605 Dec 06 17:33:17.369134 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 48438) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:17.394716 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879afe1f-41e3-476a-9e02-7e062b0c8c1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=658bd2d5-e1fc-4e42-b4af-afa2caf88232,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:33:17.416519 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e468315-2f0d-45b4-a58f-5d74dc329fe9 req-f49d599c-398e-4b44-b834-fed0cd980df2 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:33:17.418548 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8e468315-2f0d-45b4-a58f-5d74dc329fe9 req-f49d599c-398e-4b44-b834-fed0cd980df2 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d702f20-6b86-434f-8638-991064c3e4b0 HTTP/1.1" status: 200 len: 946 time: 0.1098104 Dec 06 17:33:17.519711 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-647db818-1fba-4d9a-a6cc-19d2ff4683a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:17.554824 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c667bb2-02f6-49c4-9867-b20ff2384774 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Router 87561ef8-c16b-40ce-ab2f-08717719007f is scheduled to L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 with binding_index 1 {{(pid=103285) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 17:33:17.571094 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8e468315-2f0d-45b4-a58f-5d74dc329fe9 req-195ae07c-9cf9-473b-9922-29205188f31d tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=53a84ca2-3f2c-4a10-85a7-67cee2181fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423869 Dec 06 17:33:17.601797 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-647db818-1fba-4d9a-a6cc-19d2ff4683a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:17.761989 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a478b60f-2ddf-4093-8dc6-fa8b62218714 req-a085aa4b-f724-478b-8a7d-96533953c254 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:33:17.771691 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a478b60f-2ddf-4093-8dc6-fa8b62218714 req-a085aa4b-f724-478b-8a7d-96533953c254 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d702f20-6b86-434f-8638-991064c3e4b0 HTTP/1.1" status: 200 len: 946 time: 0.1878531 Dec 06 17:33:17.912599 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-647db818-1fba-4d9a-a6cc-19d2ff4683a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:17.915207 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-647db818-1fba-4d9a-a6cc-19d2ff4683a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:17.917946 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-647db818-1fba-4d9a-a6cc-19d2ff4683a6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/658bd2d5-e1fc-4e42-b4af-afa2caf88232 HTTP/1.1" status: 204 len: 168 time: 0.5475395 Dec 06 17:33:17.936098 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647db818-1fba-4d9a-a6cc-19d2ff4683a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=658bd2d5-e1fc-4e42-b4af-afa2caf88232,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:33:17.939963 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c667bb2-02f6-49c4-9867-b20ff2384774 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:33:17.953765 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc95c5a-43cc-4a03-83e0-b8bbd800ed05 None None] Sync routers for ids ['87561ef8-c16b-40ce-ab2f-08717719007f'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:33:17.978718 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2c667bb2-02f6-49c4-9867-b20ff2384774 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:17.979478 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-2c667bb2-02f6-49c4-9867-b20ff2384774 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.2063940 Dec 06 17:33:17.982298 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 48452) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:17.985101 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc95c5a-43cc-4a03-83e0-b8bbd800ed05 None None] Routers {'87561ef8-c16b-40ce-ab2f-08717719007f'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:33:17.985992 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-0dc95c5a-43cc-4a03-83e0-b8bbd800ed05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:33:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['87561ef8-c16b-40ce-ab2f-08717719007f'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:33:17.986920 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-9022c660-6a31-4015-9c32-71c4132631bb tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'enable_snat': False}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:33:18.018122 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f5479a-f89a-4d21-a564-90079fec0056 req-6eb0f6f8-05e2-46c4-848c-32e9a56c8d91 tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:33:18.025902 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-19f5479a-f89a-4d21-a564-90079fec0056 req-6eb0f6f8-05e2-46c4-848c-32e9a56c8d91 tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] 10.222.0.23 "GET /v2.0/ports?device_id=9348bdba-5fb8-487f-b0f5-3ed7925472ac HTTP/1.1" status: 200 len: 945 time: 0.1803181 Dec 06 17:33:18.052981 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-0dc95c5a-43cc-4a03-83e0-b8bbd800ed05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:33:18.095147 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:18.095816 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-a478b60f-2ddf-4093-8dc6-fa8b62218714 req-a3faf49b-6aa9-487c-be8f-f6e2694dcb00 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Deleting port ad1873f4-0277-4ae4-b22f-fa4e85c76a49 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:33:18.096112 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-a478b60f-2ddf-4093-8dc6-fa8b62218714 req-a3faf49b-6aa9-487c-be8f-f6e2694dcb00 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:18.098818 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc95c5a-43cc-4a03-83e0-b8bbd800ed05 None None] Routers {'87561ef8-c16b-40ce-ab2f-08717719007f'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:33:18.100413 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-0dc95c5a-43cc-4a03-83e0-b8bbd800ed05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:33:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['87561ef8-c16b-40ce-ab2f-08717719007f'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:33:18.178515 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-0dc95c5a-43cc-4a03-83e0-b8bbd800ed05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:33:18.179785 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc95c5a-43cc-4a03-83e0-b8bbd800ed05 None None] The sync data for ids ['87561ef8-c16b-40ce-ab2f-08717719007f'] in n-d-master-1 is: [] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:33:18.241429 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-19f5479a-f89a-4d21-a564-90079fec0056 req-d567c6d0-d2c2-4a3e-81e0-b058d6165080 tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] 10.222.0.23 "GET /v2.0/security-groups?id=17933e3e-6db0-4f44-8e47-dedf5cf1a7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147498 Dec 06 17:33:18.319495 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-a478b60f-2ddf-4093-8dc6-fa8b62218714 req-a3faf49b-6aa9-487c-be8f-f6e2694dcb00 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] For port ad1873f4-0277-4ae4-b22f-fa4e85c76a49, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ad1873f4-0277-4ae4-b22f-fa4e85c76a49,segment=NetworkSegment(335efc5d-483a-424a-abc6-8fe1bd340f96),segment_id=335efc5d-483a-424a-abc6-8fe1bd340f96)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:33:18.320216 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-a478b60f-2ddf-4093-8dc6-fa8b62218714 req-a3faf49b-6aa9-487c-be8f-f6e2694dcb00 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:18.349115 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-a478b60f-2ddf-4093-8dc6-fa8b62218714 req-a3faf49b-6aa9-487c-be8f-f6e2694dcb00 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Calling delete_port for ad1873f4-0277-4ae4-b22f-fa4e85c76a49 owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:33:18.435222 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9022c660-6a31-4015-9c32-71c4132631bb tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:18.686693 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-a478b60f-2ddf-4093-8dc6-fa8b62218714 req-a3faf49b-6aa9-487c-be8f-f6e2694dcb00 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:18.770256 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3faf49b-6aa9-487c-be8f-f6e2694dcb00 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Pushing event deleted for resources: {'Port': ['ID=ad1873f4-0277-4ae4-b22f-fa4e85c76a49,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:33:18.862683 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-a478b60f-2ddf-4093-8dc6-fa8b62218714 req-a3faf49b-6aa9-487c-be8f-f6e2694dcb00 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] No DVR routers for this DVR port ad1873f4-0277-4ae4-b22f-fa4e85c76a49 on host n-h1-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:33:18.866263 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-a478b60f-2ddf-4093-8dc6-fa8b62218714 req-a3faf49b-6aa9-487c-be8f-f6e2694dcb00 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:18.874357 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a478b60f-2ddf-4093-8dc6-fa8b62218714 req-a3faf49b-6aa9-487c-be8f-f6e2694dcb00 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.41 "DELETE /v2.0/ports/ad1873f4-0277-4ae4-b22f-fa4e85c76a49 HTTP/1.1" status: 204 len: 173 time: 1.0736096 Dec 06 17:33:18.875290 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d702f20-6b86-434f-8638-991064c3e4b0', 'name': 'network-vif-deleted', 'tag': 'ad1873f4-0277-4ae4-b22f-fa4e85c76a49'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:33:18.880708 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b9054de-0f39-41a9-800b-eaa11637c732" -d '{"events": [{"server_uuid": "4d702f20-6b86-434f-8638-991064c3e4b0", "name": "network-vif-deleted", "tag": "ad1873f4-0277-4ae4-b22f-fa4e85c76a49"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:33:18.883996 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e90e1d3f-8a94-40bd-a2a3-044ed4fe26dd req-26a54c2e-c8b9-4671-8cae-0be7bfd2230f tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d702f20-6b86-434f-8638-991064c3e4b0 HTTP/1.1" status: 200 len: 210 time: 0.1679723 Dec 06 17:33:18.951503 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07d1c753-65f5-4cf5-85a0-680484101d33 x-openstack-request-id: req-07d1c753-65f5-4cf5-85a0-680484101d33 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:33:18.952077 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d702f20-6b86-434f-8638-991064c3e4b0", "name": "network-vif-deleted", "tag": "ad1873f4-0277-4ae4-b22f-fa4e85c76a49", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:33:18.952497 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-07d1c753-65f5-4cf5-85a0-680484101d33 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:33:18.953081 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d702f20-6b86-434f-8638-991064c3e4b0', 'name': 'network-vif-deleted', 'tag': 'ad1873f4-0277-4ae4-b22f-fa4e85c76a49', 'status': 'completed', 'code': 200} Dec 06 17:33:19.089980 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:19.248492 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9022c660-6a31-4015-9c32-71c4132631bb tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1944'] for router, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:19.252123 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9022c660-6a31-4015-9c32-71c4132631bb tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536591', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-575717'] for router, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:19.318659 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9f03d2-823c-4b81-98a2-4d0894c84a03 req-24e4b4d0-8c01-47c6-9faa-814ae3f7ac99 tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:33:19.320415 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-de9f03d2-823c-4b81-98a2-4d0894c84a03 req-24e4b4d0-8c01-47c6-9faa-814ae3f7ac99 tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] 10.222.0.44 "GET /v2.0/ports?device_id=9348bdba-5fb8-487f-b0f5-3ed7925472ac HTTP/1.1" status: 200 len: 945 time: 0.1094468 Dec 06 17:33:19.502521 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-de9f03d2-823c-4b81-98a2-4d0894c84a03 req-f967b9ae-2be2-4f34-bb4b-ee67eeac75f2 tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] Deleting port bc55a4d9-f663-4cec-8ef3-d3dabedaa331 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:33:19.503565 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-de9f03d2-823c-4b81-98a2-4d0894c84a03 req-f967b9ae-2be2-4f34-bb4b-ee67eeac75f2 tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:19.640307 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-de9f03d2-823c-4b81-98a2-4d0894c84a03 req-f967b9ae-2be2-4f34-bb4b-ee67eeac75f2 tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] For port bc55a4d9-f663-4cec-8ef3-d3dabedaa331, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=bc55a4d9-f663-4cec-8ef3-d3dabedaa331,segment=NetworkSegment(8ba3ae1c-8dbf-4d46-bbe3-6c8317b581b4),segment_id=8ba3ae1c-8dbf-4d46-bbe3-6c8317b581b4)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:33:19.640688 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-de9f03d2-823c-4b81-98a2-4d0894c84a03 req-f967b9ae-2be2-4f34-bb4b-ee67eeac75f2 tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:19.666414 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-de9f03d2-823c-4b81-98a2-4d0894c84a03 req-f967b9ae-2be2-4f34-bb4b-ee67eeac75f2 tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] Calling delete_port for bc55a4d9-f663-4cec-8ef3-d3dabedaa331 owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:33:19.884250 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-de9f03d2-823c-4b81-98a2-4d0894c84a03 req-f967b9ae-2be2-4f34-bb4b-ee67eeac75f2 tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:19.894407 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9022c660-6a31-4015-9c32-71c4132631bb tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Router 87561ef8-c16b-40ce-ab2f-08717719007f has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:33:19.925187 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f967b9ae-2be2-4f34-bb4b-ee67eeac75f2 tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] Pushing event deleted for resources: {'Port': ['ID=bc55a4d9-f663-4cec-8ef3-d3dabedaa331,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:33:19.941291 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfbc5cfd-30e8-4a80-a775-77c1a7c1fb2b None None] DHCP port deletion for 7e14ea57-a95a-45fc-b352-ea1c200fddac request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:33:19.958087 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208ed59d-24eb-4eee-bb25-216185e64af2 req-4507cc9e-d369-4e81-895f-5eb274a9b549 tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:33:19.967138 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-208ed59d-24eb-4eee-bb25-216185e64af2 req-4507cc9e-d369-4e81-895f-5eb274a9b549 tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] 10.222.0.23 "GET /v2.0/ports?device_id=9348bdba-5fb8-487f-b0f5-3ed7925472ac HTTP/1.1" status: 200 len: 867 time: 0.5734301 Dec 06 17:33:19.980930 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-de9f03d2-823c-4b81-98a2-4d0894c84a03 req-f967b9ae-2be2-4f34-bb4b-ee67eeac75f2 tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] No DVR routers for this DVR port bc55a4d9-f663-4cec-8ef3-d3dabedaa331 on host n-h2-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:33:19.984849 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-de9f03d2-823c-4b81-98a2-4d0894c84a03 req-f967b9ae-2be2-4f34-bb4b-ee67eeac75f2 tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:19.989709 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-de9f03d2-823c-4b81-98a2-4d0894c84a03 req-f967b9ae-2be2-4f34-bb4b-ee67eeac75f2 tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] 10.222.0.44 "DELETE /v2.0/ports/bc55a4d9-f663-4cec-8ef3-d3dabedaa331 HTTP/1.1" status: 204 len: 173 time: 0.6571591 Dec 06 17:33:20.137281 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5c420c9a-3c52-45bf-9202-3dd65f5d1977 req-4fa8892f-b16f-4efe-aa69-b32ce3298b3f tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d702f20-6b86-434f-8638-991064c3e4b0 HTTP/1.1" status: 200 len: 210 time: 0.0749280 Dec 06 17:33:20.225107 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-208ed59d-24eb-4eee-bb25-216185e64af2 req-adb4d123-e22c-4a54-86a8-8e7f8ce1393c tempest-VolumesSnapshotTestJSON-570730498 tempest-VolumesSnapshotTestJSON-570730498-project] 10.222.0.23 "GET /v2.0/security-groups?id=17933e3e-6db0-4f44-8e47-dedf5cf1a7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570047 Dec 06 17:33:20.242274 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9022c660-6a31-4015-9c32-71c4132631bb tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:33:20.255521 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9022c660-6a31-4015-9c32-71c4132631bb tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:20.256529 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-9022c660-6a31-4015-9c32-71c4132631bb tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] 10.222.0.23 "PUT /v2.0/routers/87561ef8-c16b-40ce-ab2f-08717719007f HTTP/1.1" status: 200 len: 925 time: 2.2732139 Dec 06 17:33:20.259395 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 48532) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:20.266555 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36188dd-6cea-47c5-aee1-7b57893a002c None None] Sync routers for ids ['87561ef8-c16b-40ce-ab2f-08717719007f'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:33:20.285571 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36188dd-6cea-47c5-aee1-7b57893a002c None None] Routers {'87561ef8-c16b-40ce-ab2f-08717719007f'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:33:20.288363 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-f36188dd-6cea-47c5-aee1-7b57893a002c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:33:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['87561ef8-c16b-40ce-ab2f-08717719007f'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:33:20.355159 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-f36188dd-6cea-47c5-aee1-7b57893a002c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:33:20.376172 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36188dd-6cea-47c5-aee1-7b57893a002c None None] Routers {'87561ef8-c16b-40ce-ab2f-08717719007f'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:33:20.377151 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-f36188dd-6cea-47c5-aee1-7b57893a002c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:33:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['87561ef8-c16b-40ce-ab2f-08717719007f'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:33:20.441164 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-f36188dd-6cea-47c5-aee1-7b57893a002c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:33:20.442136 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36188dd-6cea-47c5-aee1-7b57893a002c None None] The sync data for ids ['87561ef8-c16b-40ce-ab2f-08717719007f'] in n-d-master-1 is: [] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:33:20.462827 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 48542) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:20.466171 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-17daf8c8-9f70-43c4-8094-907a406bbb63 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] 10.222.0.23 "GET /v2.0/routers/87561ef8-c16b-40ce-ab2f-08717719007f HTTP/1.1" status: 200 len: 925 time: 0.2058084 Dec 06 17:33:20.501288 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 48544) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:20.561753 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device ad1873f4-0277-4ae4-b22f-fa4e85c76a49 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:33:20.606699 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] No Port match for: ad1873f4-0277-4ae4-b22f-fa4e85c76a49 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:33:20.607912 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device ad1873f4-0277-4ae4-b22f-fa4e85c76a49 not bound to the agent host n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:33:20.617356 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20aedf1-1f87-4281-9d4e-d5878a3afc02 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:33:20.623219 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 48548) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:20.624328 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-e20aedf1-1f87-4281-9d4e-d5878a3afc02 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=40c9982f-f1ff-4b90-bebe-b7d51655f7e2&device_id=87561ef8-c16b-40ce-ab2f-08717719007f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1602745 Dec 06 17:33:20.647001 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-433b4da2-3365-4450-90a8-284089519109 tempest-QuotasTest-2097303596 tempest-QuotasTest-2097303596-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:33:20.723802 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-433b4da2-3365-4450-90a8-284089519109 tempest-QuotasTest-2097303596 tempest-QuotasTest-2097303596-project-admin] 10.222.0.23 "PUT /v2.0/quotas/46c389127c7e466aaa306b7a3f91953d HTTP/1.1" status: 200 len: 366 time: 0.2186525 Dec 06 17:33:20.724051 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 48550) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:20.748374 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-c51f1399-3489-4fd8-bd52-d82f84019ee0 tempest-QuotasTest-2097303596 tempest-QuotasTest-2097303596-project-admin] 10.222.0.23 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0205190 Dec 06 17:33:20.749217 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 48554) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:20.750077 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0cd28c-bec2-4daf-9c2c-c3c7815ff455 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:33:20.753537 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-5a0cd28c-bec2-4daf-9c2c-c3c7815ff455 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] 10.222.0.23 "GET /v2.0/networks/40c9982f-f1ff-4b90-bebe-b7d51655f7e2 HTTP/1.1" status: 200 len: 881 time: 0.1272388 Dec 06 17:33:20.754269 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 48556) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:20.767327 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 48558) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:20.776876 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-b9b8d757-e823-4d07-b409-d4806d110d4b tempest-QuotasTest-2097303596 tempest-QuotasTest-2097303596-project-admin] 10.222.0.23 "GET /v2.0/quotas/46c389127c7e466aaa306b7a3f91953d HTTP/1.1" status: 200 len: 366 time: 0.0257378 Dec 06 17:33:20.799643 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-27ec6ce4-8304-4ab8-8278-e65abee99228 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] 10.222.0.23 "GET /v2.0/ports?device_id=87561ef8-c16b-40ce-ab2f-08717719007f HTTP/1.1" status: 200 len: 205 time: 0.0419955 Dec 06 17:33:20.800400 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 48562) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:20.811636 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-89350a76-fbde-47d6-a5a9-34e2a7531c27 tempest-QuotasTest-2097303596 tempest-QuotasTest-2097303596-project-admin] 10.222.0.23 "DELETE /v2.0/quotas/46c389127c7e466aaa306b7a3f91953d HTTP/1.1" status: 204 len: 168 time: 0.0406470 Dec 06 17:33:20.812370 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 48564) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:20.864859 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-600fe64f-c1ff-4e05-9cb6-ac96c5ba5d15 tempest-QuotasTest-2097303596 tempest-QuotasTest-2097303596-project-admin] 10.222.0.23 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0496325 Dec 06 17:33:20.865223 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 48566) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:20.881700 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-e231e9f5-2c44-41dc-9d4b-89f48e8e3fb6 tempest-QuotasTest-2097303596 tempest-QuotasTest-2097303596-project-admin] 10.222.0.23 "GET /v2.0/quotas/46c389127c7e466aaa306b7a3f91953d HTTP/1.1" status: 200 len: 370 time: 0.0129051 Dec 06 17:33:20.882298 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 48568) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:20.889570 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-64f6f81d-50e4-4e6d-881b-bfd6403049b2 tempest-QuotasTest-2097303596 tempest-QuotasTest-2097303596-project-admin] 10.222.0.23 "GET /v2.0/quotas/46c389127c7e466aaa306b7a3f91953d/default HTTP/1.1" status: 200 len: 370 time: 0.0038652 Dec 06 17:33:20.889729 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 48570) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:20.901865 n-d-master-1 neutron-server[103285]: INFO neutron.api.v2.resource [None req-6ccdf755-482a-47bf-ab10-873c8520e905 tempest-QuotasTest-2097303596 tempest-QuotasTest-2097303596-project-admin] delete failed (client error): The resource could not be found. Dec 06 17:33:20.916391 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-6ccdf755-482a-47bf-ab10-873c8520e905 tempest-QuotasTest-2097303596 tempest-QuotasTest-2097303596-project-admin] 10.222.0.23 "DELETE /v2.0/quotas/46c389127c7e466aaa306b7a3f91953d HTTP/1.1" status: 404 len: 348 time: 0.0256579 Dec 06 17:33:20.935469 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-56efbd03-c1d7-4301-926b-8484b10fae6c tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks [] for router, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:20.958367 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9348bdba-5fb8-487f-b0f5-3ed7925472ac', 'name': 'network-vif-deleted', 'tag': 'bc55a4d9-f663-4cec-8ef3-d3dabedaa331'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:33:20.961034 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33a8529a-712b-498d-8100-fea9af43c714" -d '{"events": [{"server_uuid": "9348bdba-5fb8-487f-b0f5-3ed7925472ac", "name": "network-vif-deleted", "tag": "bc55a4d9-f663-4cec-8ef3-d3dabedaa331"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:33:21.021503 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f307f3a-7bbe-44d5-9a39-f0abaeed733d x-openstack-request-id: req-6f307f3a-7bbe-44d5-9a39-f0abaeed733d {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:33:21.021884 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9348bdba-5fb8-487f-b0f5-3ed7925472ac", "name": "network-vif-deleted", "tag": "bc55a4d9-f663-4cec-8ef3-d3dabedaa331", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:33:21.022238 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6f307f3a-7bbe-44d5-9a39-f0abaeed733d {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:33:21.022717 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9348bdba-5fb8-487f-b0f5-3ed7925472ac', 'name': 'network-vif-deleted', 'tag': 'bc55a4d9-f663-4cec-8ef3-d3dabedaa331', 'status': 'completed', 'code': 200} Dec 06 17:33:21.055711 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 48576) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:21.088594 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-56efbd03-c1d7-4301-926b-8484b10fae6c tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:21.093238 n-d-master-1 neutron-server[103284]: DEBUG neutron.quota.resource [None req-f777da86-0699-46d9-b69e-945a60a6880a tempest-QuotasTest-2097303596 tempest-QuotasTest-2097303596-project-admin] Usage tracker for resource:network and project:f60a7d86e3a0429fa4001d50e8a46387 is out of sync, need to count used quota {{(pid=103284) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 06 17:33:21.099221 n-d-master-1 neutron-server[103284]: DEBUG neutron.quota.resource [None req-f777da86-0699-46d9-b69e-945a60a6880a tempest-QuotasTest-2097303596 tempest-QuotasTest-2097303596-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103284) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 06 17:33:21.130358 n-d-master-1 neutron-server[103284]: DEBUG neutron.quota.resource [None req-f777da86-0699-46d9-b69e-945a60a6880a tempest-QuotasTest-2097303596 tempest-QuotasTest-2097303596-project-admin] Usage tracker for resource:subnet and project:f60a7d86e3a0429fa4001d50e8a46387 is out of sync, need to count used quota {{(pid=103284) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 06 17:33:21.137340 n-d-master-1 neutron-server[103284]: DEBUG neutron.quota.resource [None req-f777da86-0699-46d9-b69e-945a60a6880a tempest-QuotasTest-2097303596 tempest-QuotasTest-2097303596-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103284) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 06 17:33:21.151173 n-d-master-1 neutron-server[103284]: DEBUG neutron.quota.resource [None req-f777da86-0699-46d9-b69e-945a60a6880a tempest-QuotasTest-2097303596 tempest-QuotasTest-2097303596-project-admin] Usage tracker for resource:subnetpool and project:f60a7d86e3a0429fa4001d50e8a46387 is out of sync, need to count used quota {{(pid=103284) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 06 17:33:21.159185 n-d-master-1 neutron-server[103284]: DEBUG neutron.quota.resource [None req-f777da86-0699-46d9-b69e-945a60a6880a tempest-QuotasTest-2097303596 tempest-QuotasTest-2097303596-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103284) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 06 17:33:21.172710 n-d-master-1 neutron-server[103284]: DEBUG neutron.quota.resource [None req-f777da86-0699-46d9-b69e-945a60a6880a tempest-QuotasTest-2097303596 tempest-QuotasTest-2097303596-project-admin] Usage tracker for resource:port and project:f60a7d86e3a0429fa4001d50e8a46387 is out of sync, need to count used quota {{(pid=103284) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 06 17:33:21.175491 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-56efbd03-c1d7-4301-926b-8484b10fae6c tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Deleting port 502f47f9-e21f-4441-ad13-05a51dbcc3e9 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:33:21.175833 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-56efbd03-c1d7-4301-926b-8484b10fae6c tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:21.189890 n-d-master-1 neutron-server[103284]: DEBUG neutron.quota.resource [None req-f777da86-0699-46d9-b69e-945a60a6880a tempest-QuotasTest-2097303596 tempest-QuotasTest-2097303596-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103284) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 06 17:33:21.230956 n-d-master-1 neutron-server[103284]: DEBUG neutron.quota.resource [None req-f777da86-0699-46d9-b69e-945a60a6880a tempest-QuotasTest-2097303596 tempest-QuotasTest-2097303596-project-admin] Usage tracker for resource:router and project:f60a7d86e3a0429fa4001d50e8a46387 is out of sync, need to count used quota {{(pid=103284) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 06 17:33:21.238192 n-d-master-1 neutron-server[103284]: DEBUG neutron.quota.resource [None req-f777da86-0699-46d9-b69e-945a60a6880a tempest-QuotasTest-2097303596 tempest-QuotasTest-2097303596-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103284) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 06 17:33:21.309490 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-390ebe3c-86d7-4c11-9d0f-5a4932373dee req-899b9a8f-e796-4abf-84aa-3a6138277d81 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d702f20-6b86-434f-8638-991064c3e4b0 HTTP/1.1" status: 200 len: 210 time: 0.0548606 Dec 06 17:33:21.309490 n-d-master-1 neutron-server[103284]: DEBUG neutron.quota.resource [None req-f777da86-0699-46d9-b69e-945a60a6880a tempest-QuotasTest-2097303596 tempest-QuotasTest-2097303596-project-admin] Usage tracker for resource:floatingip and project:f60a7d86e3a0429fa4001d50e8a46387 is out of sync, need to count used quota {{(pid=103284) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 06 17:33:21.329307 n-d-master-1 neutron-server[103284]: DEBUG neutron.quota.resource [None req-f777da86-0699-46d9-b69e-945a60a6880a tempest-QuotasTest-2097303596 tempest-QuotasTest-2097303596-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103284) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 06 17:33:21.334754 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-56efbd03-c1d7-4301-926b-8484b10fae6c tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:21.355379 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-56efbd03-c1d7-4301-926b-8484b10fae6c tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Calling delete_port for 502f47f9-e21f-4441-ad13-05a51dbcc3e9 owned by network:router_gateway {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:33:21.425207 n-d-master-1 neutron-server[103284]: DEBUG neutron.quota.resource [None req-f777da86-0699-46d9-b69e-945a60a6880a tempest-QuotasTest-2097303596 tempest-QuotasTest-2097303596-project-admin] Usage tracker for resource:security_group and project:f60a7d86e3a0429fa4001d50e8a46387 is out of sync, need to count used quota {{(pid=103284) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 06 17:33:21.432739 n-d-master-1 neutron-server[103284]: DEBUG neutron.quota.resource [None req-f777da86-0699-46d9-b69e-945a60a6880a tempest-QuotasTest-2097303596 tempest-QuotasTest-2097303596-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103284) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 06 17:33:21.456770 n-d-master-1 neutron-server[103284]: DEBUG neutron.quota.resource [None req-f777da86-0699-46d9-b69e-945a60a6880a tempest-QuotasTest-2097303596 tempest-QuotasTest-2097303596-project-admin] Usage tracker for resource:security_group_rule and project:f60a7d86e3a0429fa4001d50e8a46387 is out of sync, need to count used quota {{(pid=103284) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 06 17:33:21.494556 n-d-master-1 neutron-server[103284]: DEBUG neutron.quota.resource [None req-f777da86-0699-46d9-b69e-945a60a6880a tempest-QuotasTest-2097303596 tempest-QuotasTest-2097303596-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103284) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 06 17:33:21.506064 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-f777da86-0699-46d9-b69e-945a60a6880a tempest-QuotasTest-2097303596 tempest-QuotasTest-2097303596-project-admin] 10.222.0.23 "GET /v2.0/quotas/f60a7d86e3a0429fa4001d50e8a46387/details.json HTTP/1.1" status: 200 len: 703 time: 0.4492981 Dec 06 17:33:21.587235 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-56efbd03-c1d7-4301-926b-8484b10fae6c tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:21.642804 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56efbd03-c1d7-4301-926b-8484b10fae6c tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Pushing event deleted for resources: {'Port': ['ID=502f47f9-e21f-4441-ad13-05a51dbcc3e9,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:33:21.655802 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3695236f-acfd-462c-8c75-ba207a328e02 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:33:21.725260 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-56efbd03-c1d7-4301-926b-8484b10fae6c tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536698'] for router_gateway, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:21.828172 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device bc55a4d9-f663-4cec-8ef3-d3dabedaa331 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:33:21.836722 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-56efbd03-c1d7-4301-926b-8484b10fae6c tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:21.839715 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-56efbd03-c1d7-4301-926b-8484b10fae6c tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:21.851061 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] No Port match for: bc55a4d9-f663-4cec-8ef3-d3dabedaa331 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:33:21.851723 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device bc55a4d9-f663-4cec-8ef3-d3dabedaa331 not bound to the agent host n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:33:21.891733 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-56efbd03-c1d7-4301-926b-8484b10fae6c tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:21.892416 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56efbd03-c1d7-4301-926b-8484b10fae6c tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Fanout notify agent at l3_agent the message router_deleted on router 87561ef8-c16b-40ce-ab2f-08717719007f {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 17:33:21.905766 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-56efbd03-c1d7-4301-926b-8484b10fae6c tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:21.909959 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-56efbd03-c1d7-4301-926b-8484b10fae6c tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] 10.222.0.23 "DELETE /v2.0/routers/87561ef8-c16b-40ce-ab2f-08717719007f HTTP/1.1" status: 204 len: 168 time: 1.1083648 Dec 06 17:33:21.911103 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 48600) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:21.917015 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-c72afedc-6eb3-4ce8-bda3-23639f10c52e tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1736838196', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:33:21.947896 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c72afedc-6eb3-4ce8-bda3-23639f10c52e tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:21.949093 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c72afedc-6eb3-4ce8-bda3-23639f10c52e tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:21.958982 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 48602) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:22.011445 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c72afedc-6eb3-4ce8-bda3-23639f10c52e tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:22.018304 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c72afedc-6eb3-4ce8-bda3-23639f10c52e tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:22.039185 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c72afedc-6eb3-4ce8-bda3-23639f10c52e tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:22.043537 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 48610) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:22.044663 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-c72afedc-6eb3-4ce8-bda3-23639f10c52e tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1325107 Dec 06 17:33:22.053050 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-60b44618-ab47-48fc-a524-b98e0504fd8e tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Request body: {'router': {'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:33:22.147606 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-010ce577-679c-48e9-a682-18ebc9ed66ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:22.309568 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-60b44618-ab47-48fc-a524-b98e0504fd8e tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:22.408000 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-010ce577-679c-48e9-a682-18ebc9ed66ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:22.444699 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-010ce577-679c-48e9-a682-18ebc9ed66ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:22.453165 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-073fbcbc-713b-4019-a4ff-aeddd778316a req-6046bb62-e0ab-414f-b771-939c3722114e tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d702f20-6b86-434f-8638-991064c3e4b0 HTTP/1.1" status: 200 len: 210 time: 0.0410309 Dec 06 17:33:22.496175 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-010ce577-679c-48e9-a682-18ebc9ed66ae admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=df54e049d7404db5b5f559173e266e6a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5329936 Dec 06 17:33:22.498320 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 48620) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:22.500487 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010ce577-679c-48e9-a682-18ebc9ed66ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=598795b2-12e1-4923-be33-fa16711a68d1,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:33:22.563267 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c98a1123-b470-448b-9274-ce80fde7883e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:22.588479 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c98a1123-b470-448b-9274-ce80fde7883e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:22.646866 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c98a1123-b470-448b-9274-ce80fde7883e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:22.650372 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c98a1123-b470-448b-9274-ce80fde7883e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:22.653833 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-c98a1123-b470-448b-9274-ce80fde7883e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/598795b2-12e1-4923-be33-fa16711a68d1 HTTP/1.1" status: 204 len: 168 time: 0.1518362 Dec 06 17:33:22.673357 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98a1123-b470-448b-9274-ce80fde7883e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=598795b2-12e1-4923-be33-fa16711a68d1,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:33:22.676850 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-60b44618-ab47-48fc-a524-b98e0504fd8e tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks [] for router_gateway, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:22.736847 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-60b44618-ab47-48fc-a524-b98e0504fd8e tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:22.879210 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-60b44618-ab47-48fc-a524-b98e0504fd8e tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Allocated IP 172.35.1.221 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/684a7cd9-606e-4349-9885-a0f979021459) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:33:23.026532 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-60b44618-ab47-48fc-a524-b98e0504fd8e tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:23.065125 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 48636) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:23.082760 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f7fefb49-1035-4a38-88d8-1f9195f4c29a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:23.101396 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-60b44618-ab47-48fc-a524-b98e0504fd8e tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:23.186011 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b44618-ab47-48fc-a524-b98e0504fd8e tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:33:23.199049 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-60b44618-ab47-48fc-a524-b98e0504fd8e tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:33:23.210112 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b44618-ab47-48fc-a524-b98e0504fd8e tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:33:23.213597 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f7fefb49-1035-4a38-88d8-1f9195f4c29a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:23.218764 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7592ba-e612-4028-85ca-aeaeb81c9dc0 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:33:23.220006 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f7fefb49-1035-4a38-88d8-1f9195f4c29a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:23.268174 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-f7fefb49-1035-4a38-88d8-1f9195f4c29a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f60a7d86e3a0429fa4001d50e8a46387&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2017879 Dec 06 17:33:23.271544 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 48640) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:23.289131 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fefb49-1035-4a38-88d8-1f9195f4c29a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=457aebde-bf90-4132-9cbf-0b79c49fd7bd,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:33:23.316745 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-fbfab610-8590-4794-b273-8ff357ea8b3d None None] Provisioning complete for port 684a7cd9-606e-4349-9885-a0f979021459 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:33:23.317125 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fbfab610-8590-4794-b273-8ff357ea8b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:23.323108 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b44618-ab47-48fc-a524-b98e0504fd8e tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Pushing event updated for resources: {'Port': ['ID=684a7cd9-606e-4349-9885-a0f979021459,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:33:23.377689 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-fbfab610-8590-4794-b273-8ff357ea8b3d None None] Port 684a7cd9-606e-4349-9885-a0f979021459 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:33:23.402897 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7b1865c8-f4ee-43be-acfe-d61e392fb126 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:23.454756 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7b1865c8-f4ee-43be-acfe-d61e392fb126 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:23.557821 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa64e10-1339-4283-89ec-9c2bc3aa8794 req-dd385cf1-4e01-4ea7-9502-202898b92ecf tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:33:23.559266 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-afa64e10-1339-4283-89ec-9c2bc3aa8794 req-dd385cf1-4e01-4ea7-9502-202898b92ecf tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f4a1b09-ae6e-4372-b0c0-97a88ef4e9d9 HTTP/1.1" status: 200 len: 946 time: 0.0889499 Dec 06 17:33:23.610469 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7b1865c8-f4ee-43be-acfe-d61e392fb126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:23.614236 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7b1865c8-f4ee-43be-acfe-d61e392fb126 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:23.615705 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-7b1865c8-f4ee-43be-acfe-d61e392fb126 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/457aebde-bf90-4132-9cbf-0b79c49fd7bd HTTP/1.1" status: 204 len: 168 time: 0.3430138 Dec 06 17:33:23.649612 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b38af1e8-7e55-4116-b697-eb851c5d9cc9 req-569bee82-18e1-4823-a49f-e27a390c8ec3 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d702f20-6b86-434f-8638-991064c3e4b0 HTTP/1.1" status: 200 len: 210 time: 0.0525305 Dec 06 17:33:23.667227 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1865c8-f4ee-43be-acfe-d61e392fb126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=457aebde-bf90-4132-9cbf-0b79c49fd7bd,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:33:23.747189 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-afa64e10-1339-4283-89ec-9c2bc3aa8794 req-f675e44e-088a-46cd-a7e5-cee94cd279ee tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/security-groups?id=6319bd43-3382-435b-8dd0-6c4c8cc1ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035199 Dec 06 17:33:23.834703 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-60b44618-ab47-48fc-a524-b98e0504fd8e tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks [] for router_gateway, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:24.088974 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-60b44618-ab47-48fc-a524-b98e0504fd8e tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1944'] for router, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:24.092850 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-60b44618-ab47-48fc-a524-b98e0504fd8e tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536591', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-575717'] for router, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:24.411929 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60b44618-ab47-48fc-a524-b98e0504fd8e tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Router 5afdf1e0-b0b9-4226-bec0-5a0f62773408 is scheduled to L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 17:33:24.924362 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 48698) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:24.926630 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7f79c7d7-d293-45e2-b259-a6ecdea2472b req-7218885d-f029-4577-8a0f-e104f7f81eb1 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d702f20-6b86-434f-8638-991064c3e4b0 HTTP/1.1" status: 200 len: 210 time: 0.0744293 Dec 06 17:33:25.119091 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-85c995d8-d01b-496f-bb5f-7e9ee4a1fe2f tempest-AgentManagementNegativeTest-516339959 tempest-AgentManagementNegativeTest-516339959-project] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1911354 Dec 06 17:33:25.167217 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60b44618-ab47-48fc-a524-b98e0504fd8e tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:33:25.178566 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54c42a9-63b3-4ff8-bd0d-679275ac529c None None] Sync routers for ids ['5afdf1e0-b0b9-4226-bec0-5a0f62773408'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:33:25.184000 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-60b44618-ab47-48fc-a524-b98e0504fd8e tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:25.185698 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-60b44618-ab47-48fc-a524-b98e0504fd8e tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] 10.222.0.23 "PUT /v2.0/routers/5afdf1e0-b0b9-4226-bec0-5a0f62773408 HTTP/1.1" status: 200 len: 884 time: 3.1410587 Dec 06 17:33:25.188329 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 48708) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:25.199584 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54c42a9-63b3-4ff8-bd0d-679275ac529c None None] Routers {'5afdf1e0-b0b9-4226-bec0-5a0f62773408'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:33:25.200231 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-d54c42a9-63b3-4ff8-bd0d-679275ac529c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:33:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['5afdf1e0-b0b9-4226-bec0-5a0f62773408'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:33:25.201416 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607f032b-941c-41ab-ba5b-cc8ce03d22b2 req-2fd55aa4-91c4-4d08-9bd8-0869c261519e tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:33:25.203193 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-607f032b-941c-41ab-ba5b-cc8ce03d22b2 req-2fd55aa4-91c4-4d08-9bd8-0869c261519e tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f4a1b09-ae6e-4372-b0c0-97a88ef4e9d9 HTTP/1.1" status: 200 len: 946 time: 0.0901909 Dec 06 17:33:25.268950 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-607f032b-941c-41ab-ba5b-cc8ce03d22b2 req-4179824e-9e4a-4373-9d67-8e0a40074ff6 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/security-groups?id=6319bd43-3382-435b-8dd0-6c4c8cc1ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583277 Dec 06 17:33:25.298358 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-d54c42a9-63b3-4ff8-bd0d-679275ac529c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:33:25.316594 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54c42a9-63b3-4ff8-bd0d-679275ac529c None None] Routers {'5afdf1e0-b0b9-4226-bec0-5a0f62773408'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:33:25.318413 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-d54c42a9-63b3-4ff8-bd0d-679275ac529c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:33:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['5afdf1e0-b0b9-4226-bec0-5a0f62773408'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:33:25.384909 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-d54c42a9-63b3-4ff8-bd0d-679275ac529c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:33:25.385611 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54c42a9-63b3-4ff8-bd0d-679275ac529c None None] The sync data for ids ['5afdf1e0-b0b9-4226-bec0-5a0f62773408'] in n-d-master-1 is: [] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:33:25.426502 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-59e92c96-8a60-4943-8ce4-759a0ea33334 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] 10.222.0.23 "GET /v2.0/routers/5afdf1e0-b0b9-4226-bec0-5a0f62773408 HTTP/1.1" status: 200 len: 925 time: 0.2364225 Dec 06 17:33:25.428676 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 48718) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:25.488818 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 48720) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:25.533750 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6ae2b8-8f33-4af6-a867-fceb7d23bc25 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:33:25.535418 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-ce6ae2b8-8f33-4af6-a867-fceb7d23bc25 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=40c9982f-f1ff-4b90-bebe-b7d51655f7e2&device_id=5afdf1e0-b0b9-4226-bec0-5a0f62773408&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1054783 Dec 06 17:33:25.538176 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 48724) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:25.641648 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-54dd712b-f89c-43a8-9f77-e7c5c229319d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:25.641888 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd3aab4-605d-4628-a1ef-b7fe8ad76b44 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:33:25.643368 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-2cd3aab4-605d-4628-a1ef-b7fe8ad76b44 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] 10.222.0.23 "GET /v2.0/networks/40c9982f-f1ff-4b90-bebe-b7d51655f7e2 HTTP/1.1" status: 200 len: 881 time: 0.1036398 Dec 06 17:33:25.647195 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 48730) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:25.692811 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-42a22920-911a-4d73-a13c-09d4adf26e92 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] 10.222.0.23 "GET /v2.0/ports?device_id=5afdf1e0-b0b9-4226-bec0-5a0f62773408 HTTP/1.1" status: 200 len: 205 time: 0.0456181 Dec 06 17:33:25.695253 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 48732) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:25.742043 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-54dd712b-f89c-43a8-9f77-e7c5c229319d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:25.747296 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-54dd712b-f89c-43a8-9f77-e7c5c229319d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:25.800876 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-54dd712b-f89c-43a8-9f77-e7c5c229319d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1aa8d46f10f64a30866b567d03483aed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3081274 Dec 06 17:33:25.800876 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dd712b-f89c-43a8-9f77-e7c5c229319d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48247757-5d2d-49b6-b2d6-7de55c9e0545,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:33:25.803278 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 48734) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:25.867649 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f8343d58-163b-4951-8ead-bb2a104735eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:25.869855 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c75f7edc-59d8-4f8d-9eeb-6fb93c1fa699 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks [] for router, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:25.923540 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f8343d58-163b-4951-8ead-bb2a104735eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:25.998467 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f8343d58-163b-4951-8ead-bb2a104735eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:26.003378 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f8343d58-163b-4951-8ead-bb2a104735eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:26.007058 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-f8343d58-163b-4951-8ead-bb2a104735eb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/48247757-5d2d-49b6-b2d6-7de55c9e0545 HTTP/1.1" status: 204 len: 168 time: 0.2002988 Dec 06 17:33:26.024093 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8343d58-163b-4951-8ead-bb2a104735eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48247757-5d2d-49b6-b2d6-7de55c9e0545,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:33:26.074673 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c75f7edc-59d8-4f8d-9eeb-6fb93c1fa699 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:26.109876 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bcfcfa6e-611d-4ce6-8285-861cb3fe5318 req-701a2482-d13c-4a09-aa38-fa7b4b156deb tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d702f20-6b86-434f-8638-991064c3e4b0 HTTP/1.1" status: 200 len: 210 time: 0.0450315 Dec 06 17:33:26.181803 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-c75f7edc-59d8-4f8d-9eeb-6fb93c1fa699 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Deleting port 684a7cd9-606e-4349-9885-a0f979021459 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:33:26.182305 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c75f7edc-59d8-4f8d-9eeb-6fb93c1fa699 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:26.286109 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c75f7edc-59d8-4f8d-9eeb-6fb93c1fa699 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:26.308082 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-c75f7edc-59d8-4f8d-9eeb-6fb93c1fa699 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Calling delete_port for 684a7cd9-606e-4349-9885-a0f979021459 owned by network:router_gateway {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:33:26.513185 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb60de0-7459-44dc-b36b-602ac6948118 req-7b333e66-3058-4ad4-b4ce-f01fbacb2b64 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:33:26.518813 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1bb60de0-7459-44dc-b36b-602ac6948118 req-7b333e66-3058-4ad4-b4ce-f01fbacb2b64 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f4a1b09-ae6e-4372-b0c0-97a88ef4e9d9 HTTP/1.1" status: 200 len: 946 time: 0.1167812 Dec 06 17:33:26.620379 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1bb60de0-7459-44dc-b36b-602ac6948118 req-7ae32ba4-7a7a-461a-94db-e3495978ed5e tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/security-groups?id=6319bd43-3382-435b-8dd0-6c4c8cc1ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942032 Dec 06 17:33:26.631691 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c75f7edc-59d8-4f8d-9eeb-6fb93c1fa699 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:26.690154 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75f7edc-59d8-4f8d-9eeb-6fb93c1fa699 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Pushing event deleted for resources: {'Port': ['ID=684a7cd9-606e-4349-9885-a0f979021459,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:33:26.703873 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0986bce-f60c-439b-9409-3a532662a563 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:33:26.822374 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c75f7edc-59d8-4f8d-9eeb-6fb93c1fa699 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536698'] for router_gateway, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:26.951491 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c75f7edc-59d8-4f8d-9eeb-6fb93c1fa699 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:26.953950 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c75f7edc-59d8-4f8d-9eeb-6fb93c1fa699 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:27.009827 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c75f7edc-59d8-4f8d-9eeb-6fb93c1fa699 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:27.010509 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c75f7edc-59d8-4f8d-9eeb-6fb93c1fa699 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Fanout notify agent at l3_agent the message router_deleted on router 5afdf1e0-b0b9-4226-bec0-5a0f62773408 {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 17:33:27.029664 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c75f7edc-59d8-4f8d-9eeb-6fb93c1fa699 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:27.034623 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-c75f7edc-59d8-4f8d-9eeb-6fb93c1fa699 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] 10.222.0.23 "DELETE /v2.0/routers/5afdf1e0-b0b9-4226-bec0-5a0f62773408 HTTP/1.1" status: 204 len: 168 time: 1.3344741 Dec 06 17:33:27.034948 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 48782) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:27.040853 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-bfda357b-424f-45c1-b1fd-3b750d069f7c tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1498215095', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:33:27.076827 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bfda357b-424f-45c1-b1fd-3b750d069f7c tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:27.078104 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bfda357b-424f-45c1-b1fd-3b750d069f7c tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:27.125150 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 48788) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:27.275812 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bfda357b-424f-45c1-b1fd-3b750d069f7c tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:27.295895 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5519d479-2952-4e18-a500-59d073f46ea0 req-724f5a28-0fe9-4bf1-b4fa-6ca7da4c7946 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d702f20-6b86-434f-8638-991064c3e4b0 HTTP/1.1" status: 200 len: 210 time: 0.0330534 Dec 06 17:33:27.296104 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-66c20b9e-c693-4c63-bd6c-079e06b3b5a4 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-2007188481'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:33:27.297094 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bfda357b-424f-45c1-b1fd-3b750d069f7c tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:27.332845 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c20b9e-c693-4c63-bd6c-079e06b3b5a4 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Made reservation on behalf of 58c2416ade7148dfa446cd47a01986fc for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:33:27.337691 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-66c20b9e-c693-4c63-bd6c-079e06b3b5a4 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:27.342505 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bfda357b-424f-45c1-b1fd-3b750d069f7c tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:27.347345 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-bfda357b-424f-45c1-b1fd-3b750d069f7c tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3113654 Dec 06 17:33:27.348205 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 48798) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:27.354681 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-f0e1a84b-2922-4676-869a-01d54e686936 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'enable_snat': True}}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:33:27.375846 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-66c20b9e-c693-4c63-bd6c-079e06b3b5a4 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:27.551377 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-66c20b9e-c693-4c63-bd6c-079e06b3b5a4 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:27.563638 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-66c20b9e-c693-4c63-bd6c-079e06b3b5a4 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:27.636334 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66c20b9e-c693-4c63-bd6c-079e06b3b5a4 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:33:27.660081 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f0e1a84b-2922-4676-869a-01d54e686936 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:27.668479 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-66c20b9e-c693-4c63-bd6c-079e06b3b5a4 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:27.668968 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-66c20b9e-c693-4c63-bd6c-079e06b3b5a4 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Added segment a47332dc-5917-44f3-a9f4-ba1cd1d32759 of type vlan for network 92924f74-2f90-45e5-9033-541c61add3eb Dec 06 17:33:27.691679 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c20b9e-c693-4c63-bd6c-079e06b3b5a4 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=591bb29c-dc91-44b9-b1f3-543858f94bb1,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:33:27.718827 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c20b9e-c693-4c63-bd6c-079e06b3b5a4 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:33:27.719186 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c20b9e-c693-4c63-bd6c-079e06b3b5a4 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:33:27.719541 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c20b9e-c693-4c63-bd6c-079e06b3b5a4 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:33:27.719897 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c20b9e-c693-4c63-bd6c-079e06b3b5a4 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:33:27.720238 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c20b9e-c693-4c63-bd6c-079e06b3b5a4 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:33:27.720628 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c20b9e-c693-4c63-bd6c-079e06b3b5a4 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:33:27.721027 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c20b9e-c693-4c63-bd6c-079e06b3b5a4 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:33:27.721302 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c20b9e-c693-4c63-bd6c-079e06b3b5a4 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:33:27.721803 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c20b9e-c693-4c63-bd6c-079e06b3b5a4 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:33:27.722142 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c20b9e-c693-4c63-bd6c-079e06b3b5a4 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:33:27.722480 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c20b9e-c693-4c63-bd6c-079e06b3b5a4 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:33:27.722816 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c20b9e-c693-4c63-bd6c-079e06b3b5a4 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:33:27.723151 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c20b9e-c693-4c63-bd6c-079e06b3b5a4 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:33:27.743247 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-66c20b9e-c693-4c63-bd6c-079e06b3b5a4 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:27.801127 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-66c20b9e-c693-4c63-bd6c-079e06b3b5a4 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:27.813304 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c20b9e-c693-4c63-bd6c-079e06b3b5a4 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:33:27.814459 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-66c20b9e-c693-4c63-bd6c-079e06b3b5a4 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:28.036758 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-66c20b9e-c693-4c63-bd6c-079e06b3b5a4 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9068482 Dec 06 17:33:28.038833 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 48812) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:28.071365 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c20b9e-c693-4c63-bd6c-079e06b3b5a4 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event updated for resources: {'Network': ['ID=92924f74-2f90-45e5-9033-541c61add3eb,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:33:28.086940 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2856ca-d603-42cc-bc35-3a0d199f94c0 req-61c2eb8c-19ce-49ea-9030-995b3aa658c7 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:33:28.090330 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-ab0b0536-4eaa-45d6-bfed-37653d235d36 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Request body: {'subnet': {'network_id': '92924f74-2f90-45e5-9033-541c61add3eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:33:28.100944 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 92924f74-2f90-45e5-9033-541c61add3eb details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:33:28.113137 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1a2856ca-d603-42cc-bc35-3a0d199f94c0 req-61c2eb8c-19ce-49ea-9030-995b3aa658c7 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f4a1b09-ae6e-4372-b0c0-97a88ef4e9d9 HTTP/1.1" status: 200 len: 946 time: 0.3304605 Dec 06 17:33:28.208977 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1a2856ca-d603-42cc-bc35-3a0d199f94c0 req-d1908b53-a3fa-4fc8-b1ba-2f40629460f1 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/security-groups?id=6319bd43-3382-435b-8dd0-6c4c8cc1ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951467 Dec 06 17:33:28.224504 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f0e1a84b-2922-4676-869a-01d54e686936 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:28.271675 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f0e1a84b-2922-4676-869a-01d54e686936 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:28.295059 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab0b0536-4eaa-45d6-bfed-37653d235d36 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Made reservation on behalf of 58c2416ade7148dfa446cd47a01986fc for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:33:28.305805 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ab0b0536-4eaa-45d6-bfed-37653d235d36 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:28.462192 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-585b5b58-a6d9-433b-aa3c-1a7791afce5c req-6623723d-1bb5-4dac-b288-d212419a0493 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d702f20-6b86-434f-8638-991064c3e4b0 HTTP/1.1" status: 200 len: 210 time: 0.0495756 Dec 06 17:33:28.568882 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-f0e1a84b-2922-4676-869a-01d54e686936 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Allocated IP 172.35.1.131 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/2cf1ef19-ec00-476a-a592-f2ed918379ff) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:33:28.698358 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ab0b0536-4eaa-45d6-bfed-37653d235d36 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:28.804262 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f0e1a84b-2922-4676-869a-01d54e686936 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:28.831118 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0b0536-4eaa-45d6-bfed-37653d235d36 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event updated for resources: {'Subnet': ['ID=cdc78251-bcb9-488e-b63d-f1e2f34e5aa5,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:33:28.851568 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0b0536-4eaa-45d6-bfed-37653d235d36 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Checking segment: {'id': 'a47332dc-5917-44f3-a9f4-ba1cd1d32759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:33:28.851935 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0b0536-4eaa-45d6-bfed-37653d235d36 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Network hostable DHCP agents. Network: 92924f74-2f90-45e5-9033-541c61add3eb, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:33:28.887529 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0b0536-4eaa-45d6-bfed-37653d235d36 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Network 92924f74-2f90-45e5-9033-541c61add3eb is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:33:28.894022 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f0e1a84b-2922-4676-869a-01d54e686936 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:29.089979 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b3c856-e8d8-4e90-a6aa-344710e5deaa req-c7e2753f-81af-466e-9708-1328f29bf7b0 tempest-TestNetworkAdvancedServerOps-348317602 tempest-TestNetworkAdvancedServerOps-348317602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:33:29.092305 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a3b3c856-e8d8-4e90-a6aa-344710e5deaa req-c7e2753f-81af-466e-9708-1328f29bf7b0 tempest-TestNetworkAdvancedServerOps-348317602 tempest-TestNetworkAdvancedServerOps-348317602-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=9a03f19b-e0d4-46d6-84a3-079d035de2c4 HTTP/1.1" status: 200 len: 1097 time: 0.0456679 Dec 06 17:33:29.149591 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a3b3c856-e8d8-4e90-a6aa-344710e5deaa req-99265bc1-79a2-4382-ab41-61fd6e34f05f tempest-TestNetworkAdvancedServerOps-348317602 tempest-TestNetworkAdvancedServerOps-348317602-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=5f3c85a1-3b48-4f29-aec2-3a218353c857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510933 Dec 06 17:33:29.171914 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 48840) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:29.277939 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-ab0b0536-4eaa-45d6-bfed-37653d235d36 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 92924f74-2f90-45e5-9033-541c61add3eb) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:33:29.286061 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e1a84b-2922-4676-869a-01d54e686936 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:33:29.287951 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9a8a3c-232a-4685-a100-e4f4e80f7188 None None] Network 92924f74-2f90-45e5-9033-541c61add3eb requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:33:29.303243 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-f0e1a84b-2922-4676-869a-01d54e686936 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:33:29.316488 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0b0536-4eaa-45d6-bfed-37653d235d36 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:33:29.319256 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ab0b0536-4eaa-45d6-bfed-37653d235d36 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:29.331183 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e1a84b-2922-4676-869a-01d54e686936 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:33:29.411702 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e1a84b-2922-4676-869a-01d54e686936 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Pushing event updated for resources: {'Port': ['ID=2cf1ef19-ec00-476a-a592-f2ed918379ff,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:33:29.457076 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-ab0b0536-4eaa-45d6-bfed-37653d235d36 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4157267 Dec 06 17:33:29.462589 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 48856) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:29.471988 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-73574c89-fe61-46f8-925a-8e17cf36a07d tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Request body: {'port': {'network_id': '92924f74-2f90-45e5-9033-541c61add3eb', 'name': 'tempest-NetworksTestDHCPv6-1697676087'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:33:29.560925 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17a288e-8c61-4ef7-b234-e64dcda26062 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:33:29.619750 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75651fc2-b994-42e9-b4ce-0e90bf509001 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-92924f74-2f90-45e5-9033-541c61add3eb', 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb', 'tenant_id': '58c2416ade7148dfa446cd47a01986fc', 'fixed_ips': [{'subnet_id': 'cdc78251-bcb9-488e-b63d-f1e2f34e5aa5'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:33:29.621338 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-75651fc2-b994-42e9-b4ce-0e90bf509001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:29.621873 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1ebe05eb-9c4d-47e1-91ab-1f10b35653a1 req-10d2673b-1cba-47e0-837d-1e9ce9eaf9b1 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d702f20-6b86-434f-8638-991064c3e4b0 HTTP/1.1" status: 200 len: 210 time: 0.0467477 Dec 06 17:33:29.682142 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-eeb1ab33-ce39-4de4-8204-7fc972739e35 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Deleting port fd99b5a5-77ca-495d-8762-cd76200c41fa {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:33:29.682932 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eeb1ab33-ce39-4de4-8204-7fc972739e35 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:29.740450 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af23220-da16-47fc-9b39-067d00d1d256 req-dbeb7f36-f142-4a37-b796-821ae14b8d7f tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:33:29.741575 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8af23220-da16-47fc-9b39-067d00d1d256 req-dbeb7f36-f142-4a37-b796-821ae14b8d7f tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f4a1b09-ae6e-4372-b0c0-97a88ef4e9d9 HTTP/1.1" status: 200 len: 946 time: 0.3216710 Dec 06 17:33:29.835488 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-75651fc2-b994-42e9-b4ce-0e90bf509001 None None] Allocated IP 2001:db8::2 (92924f74-2f90-45e5-9033-541c61add3eb/cdc78251-bcb9-488e-b63d-f1e2f34e5aa5/75332d2e-61db-4766-8388-f879cdfc6bc0) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:33:29.922393 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eeb1ab33-ce39-4de4-8204-7fc972739e35 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:29.922393 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eeb1ab33-ce39-4de4-8204-7fc972739e35 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:29.957515 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8af23220-da16-47fc-9b39-067d00d1d256 req-c54e2892-61da-4dad-9a3b-852c67370f08 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/security-groups?id=6319bd43-3382-435b-8dd0-6c4c8cc1ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1945429 Dec 06 17:33:29.966359 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73574c89-fe61-46f8-925a-8e17cf36a07d tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Made reservation on behalf of 58c2416ade7148dfa446cd47a01986fc for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:33:29.982086 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-73574c89-fe61-46f8-925a-8e17cf36a07d tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:29.996635 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-eeb1ab33-ce39-4de4-8204-7fc972739e35 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Calling delete_port for fd99b5a5-77ca-495d-8762-cd76200c41fa owned by network:floatingip {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:33:30.046599 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-8b1997a7-2213-433e-862c-590160066388 None None] Provisioning complete for port 2cf1ef19-ec00-476a-a592-f2ed918379ff triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:33:30.047247 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8b1997a7-2213-433e-862c-590160066388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:30.107976 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-73574c89-fe61-46f8-925a-8e17cf36a07d tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] device_id is not set on port f2359831-7b0a-4fa8-adb0-d8b4529587cc yet. {{(pid=103285) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:33:30.113901 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-8b1997a7-2213-433e-862c-590160066388 None None] Port 2cf1ef19-ec00-476a-a592-f2ed918379ff cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:33:30.171308 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-75651fc2-b994-42e9-b4ce-0e90bf509001 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:30.203312 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-75651fc2-b994-42e9-b4ce-0e90bf509001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:30.219700 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f0e1a84b-2922-4676-869a-01d54e686936 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:30.352734 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75651fc2-b994-42e9-b4ce-0e90bf509001 None None] Network 92924f74-2f90-45e5-9033-541c61add3eb is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:33:30.356981 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-75651fc2-b994-42e9-b4ce-0e90bf509001 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:33:30.375207 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75651fc2-b994-42e9-b4ce-0e90bf509001 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:33:30.452624 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-73574c89-fe61-46f8-925a-8e17cf36a07d tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Allocated IP 2001:db8::362 (92924f74-2f90-45e5-9033-541c61add3eb/cdc78251-bcb9-488e-b63d-f1e2f34e5aa5/f2359831-7b0a-4fa8-adb0-d8b4529587cc) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:33:30.464419 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75651fc2-b994-42e9-b4ce-0e90bf509001 None None] Pushing event updated for resources: {'Port': ['ID=75332d2e-61db-4766-8388-f879cdfc6bc0,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:33:30.486357 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-75651fc2-b994-42e9-b4ce-0e90bf509001 None None] Attempting to bind port 75332d2e-61db-4766-8388-f879cdfc6bc0 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:33:30.486730 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-75651fc2-b994-42e9-b4ce-0e90bf509001 None None] Attempting to bind port 75332d2e-61db-4766-8388-f879cdfc6bc0 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'a47332dc-5917-44f3-a9f4-ba1cd1d32759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:33:30.487100 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75651fc2-b994-42e9-b4ce-0e90bf509001 None None] Attempting to bind port 75332d2e-61db-4766-8388-f879cdfc6bc0 on network 92924f74-2f90-45e5-9033-541c61add3eb {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:33:30.499474 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75651fc2-b994-42e9-b4ce-0e90bf509001 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:33:30.500381 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75651fc2-b994-42e9-b4ce-0e90bf509001 None None] Checking segment: {'id': 'a47332dc-5917-44f3-a9f4-ba1cd1d32759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:33:30.500973 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-75651fc2-b994-42e9-b4ce-0e90bf509001 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:30.502156 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75651fc2-b994-42e9-b4ce-0e90bf509001 None None] Bound using segment: {'id': 'a47332dc-5917-44f3-a9f4-ba1cd1d32759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:33:30.503353 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-75651fc2-b994-42e9-b4ce-0e90bf509001 None None] Bound port: 75332d2e-61db-4766-8388-f879cdfc6bc0, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a47332dc-5917-44f3-a9f4-ba1cd1d32759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:33:30.505945 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-75651fc2-b994-42e9-b4ce-0e90bf509001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:30.520715 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eeb1ab33-ce39-4de4-8204-7fc972739e35 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:30.605428 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-75651fc2-b994-42e9-b4ce-0e90bf509001 None None] For port 75332d2e-61db-4766-8388-f879cdfc6bc0, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:33:30.609954 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb1ab33-ce39-4de4-8204-7fc972739e35 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Pushing event deleted for resources: {'Port': ['ID=fd99b5a5-77ca-495d-8762-cd76200c41fa,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:33:30.623224 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-75651fc2-b994-42e9-b4ce-0e90bf509001 None None] For port 75332d2e-61db-4766-8388-f879cdfc6bc0, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=75332d2e-61db-4766-8388-f879cdfc6bc0,segment=NetworkSegment(a47332dc-5917-44f3-a9f4-ba1cd1d32759),segment_id=a47332dc-5917-44f3-a9f4-ba1cd1d32759)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:33:30.641510 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-75651fc2-b994-42e9-b4ce-0e90bf509001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:30.767277 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eeb1ab33-ce39-4de4-8204-7fc972739e35 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for floatingip, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:30.767634 n-d-master-1 neutron-server[103284]: INFO neutron.db.l3_db [None req-eeb1ab33-ce39-4de4-8204-7fc972739e35 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Floating IP b0ce1dfd-ff3e-4be8-b799-06d8230e5cf5 disassociated (deleted). External IP: 172.35.1.93, port: 96d9265e-5c36-4216-b5da-3ebc61179801. Dec 06 17:33:30.781119 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75651fc2-b994-42e9-b4ce-0e90bf509001 None None] Pushing event updated for resources: {'Port': ['ID=75332d2e-61db-4766-8388-f879cdfc6bc0,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:33:30.796901 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f0e1a84b-2922-4676-869a-01d54e686936 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1944'] for router, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:30.805506 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f0e1a84b-2922-4676-869a-01d54e686936 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536591', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-575717'] for router, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:30.917508 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-30f0b40e-f7f4-4efd-aba9-0c7042a0a968 req-a502a53e-e3be-443e-8893-348105bc01b9 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d702f20-6b86-434f-8638-991064c3e4b0 HTTP/1.1" status: 200 len: 210 time: 0.1630688 Dec 06 17:33:30.952489 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-73574c89-fe61-46f8-925a-8e17cf36a07d tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:31.281238 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-73574c89-fe61-46f8-925a-8e17cf36a07d tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:31.317092 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73574c89-fe61-46f8-925a-8e17cf36a07d tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Network 92924f74-2f90-45e5-9033-541c61add3eb is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:33:31.317092 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-73574c89-fe61-46f8-925a-8e17cf36a07d tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:33:31.319872 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73574c89-fe61-46f8-925a-8e17cf36a07d tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:33:31.327320 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73574c89-fe61-46f8-925a-8e17cf36a07d tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:33:31.328006 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-73574c89-fe61-46f8-925a-8e17cf36a07d tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:31.373039 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-73574c89-fe61-46f8-925a-8e17cf36a07d tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9072404 Dec 06 17:33:31.378927 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeb1ab33-ce39-4de4-8204-7fc972739e35 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Router f43264f5-9ffe-4f8e-a496-20b08ebe3013 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:33:31.380000 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 48892) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:31.387387 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da72e8ed-677b-42cc-b77c-b4e784ae27b3 req-5fae952e-43af-46fd-9cb1-b629ce2d41a8 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:33:31.389566 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-da72e8ed-677b-42cc-b77c-b4e784ae27b3 req-5fae952e-43af-46fd-9cb1-b629ce2d41a8 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f4a1b09-ae6e-4372-b0c0-97a88ef4e9d9 HTTP/1.1" status: 200 len: 946 time: 0.2347684 Dec 06 17:33:31.443823 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0e1a84b-2922-4676-869a-01d54e686936 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Router 7cffd0b3-549f-43b6-b0bf-a61e5e8444cd is scheduled to L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 with binding_index 1 {{(pid=103285) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 17:33:31.447997 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73574c89-fe61-46f8-925a-8e17cf36a07d tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event updated for resources: {'Port': ['ID=f2359831-7b0a-4fa8-adb0-d8b4529587cc,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:33:31.534215 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-da72e8ed-677b-42cc-b77c-b4e784ae27b3 req-115e91ff-4411-4b84-9681-45c241f4efdf tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/security-groups?id=6319bd43-3382-435b-8dd0-6c4c8cc1ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1369388 Dec 06 17:33:31.576787 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef62daae-d64f-42d9-837f-ac6b375e0fa5 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:33:31.584748 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef62daae-d64f-42d9-837f-ac6b375e0fa5 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:33:31.586709 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-ef62daae-d64f-42d9-837f-ac6b375e0fa5 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2044115 Dec 06 17:33:31.598192 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 48896) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:31.636878 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 75332d2e-61db-4766-8388-f879cdfc6bc0 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:33:31.722703 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0e1a84b-2922-4676-869a-01d54e686936 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:33:31.742418 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f0e1a84b-2922-4676-869a-01d54e686936 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:31.746462 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-f0e1a84b-2922-4676-869a-01d54e686936 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] 10.222.0.23 "PUT /v2.0/routers/7cffd0b3-549f-43b6-b0bf-a61e5e8444cd HTTP/1.1" status: 200 len: 919 time: 4.3968110 Dec 06 17:33:31.750407 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 48902) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:31.792843 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511b7047-43f7-4027-8073-77401014b87e None None] Sync routers for ids ['7cffd0b3-549f-43b6-b0bf-a61e5e8444cd'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:33:31.814151 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511b7047-43f7-4027-8073-77401014b87e None None] Routers {'7cffd0b3-549f-43b6-b0bf-a61e5e8444cd'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:33:31.815043 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-511b7047-43f7-4027-8073-77401014b87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:33:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['7cffd0b3-549f-43b6-b0bf-a61e5e8444cd'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:33:31.873867 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-511b7047-43f7-4027-8073-77401014b87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:33:31.888182 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeb1ab33-ce39-4de4-8204-7fc972739e35 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:33:31.894549 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511b7047-43f7-4027-8073-77401014b87e None None] Routers {'7cffd0b3-549f-43b6-b0bf-a61e5e8444cd'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:33:31.895253 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-511b7047-43f7-4027-8073-77401014b87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:33:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['7cffd0b3-549f-43b6-b0bf-a61e5e8444cd'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:33:31.900944 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffebb6e-dccd-49c1-b20c-a63aeaa0ecac None None] Sync routers for ids ['f43264f5-9ffe-4f8e-a496-20b08ebe3013'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:33:31.920972 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eeb1ab33-ce39-4de4-8204-7fc972739e35 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:31.938912 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-511b7047-43f7-4027-8073-77401014b87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:33:31.939581 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511b7047-43f7-4027-8073-77401014b87e None None] The sync data for ids ['7cffd0b3-549f-43b6-b0bf-a61e5e8444cd'] in n-d-master-1 is: [] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:33:31.941686 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffebb6e-dccd-49c1-b20c-a63aeaa0ecac None None] Routers {'f43264f5-9ffe-4f8e-a496-20b08ebe3013'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:33:31.944084 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-fffebb6e-dccd-49c1-b20c-a63aeaa0ecac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:33:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['f43264f5-9ffe-4f8e-a496-20b08ebe3013'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:33:31.952748 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-691021c7-1951-4758-8b07-9230b36d33bc tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] 10.222.0.23 "GET /v2.0/routers/7cffd0b3-549f-43b6-b0bf-a61e5e8444cd HTTP/1.1" status: 200 len: 925 time: 0.2011845 Dec 06 17:33:31.958687 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 48906) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:31.966663 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 75332d2e-61db-4766-8388-f879cdfc6bc0 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:33:31.968457 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:32.019316 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-eeb1ab33-ce39-4de4-8204-7fc972739e35 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "DELETE /v2.0/floatingips/b0ce1dfd-ff3e-4be8-b799-06d8230e5cf5 HTTP/1.1" status: 204 len: 168 time: 2.8440142 Dec 06 17:33:32.019316 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a03f19b-e0d4-46d6-84a3-079d035de2c4', 'tag': '96d9265e-5c36-4216-b5da-3ebc61179801'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:33:32.035852 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f304b855-9072-4aa8-99ab-3f386da1e828" -d '{"events": [{"name": "network-changed", "server_uuid": "9a03f19b-e0d4-46d6-84a3-079d035de2c4", "tag": "96d9265e-5c36-4216-b5da-3ebc61179801"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:33:32.092642 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a415bd3d-097d-4ec5-ae98-d6e4bf68904d tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:33:32.102932 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-a415bd3d-097d-4ec5-ae98-d6e4bf68904d tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=40c9982f-f1ff-4b90-bebe-b7d51655f7e2&device_id=7cffd0b3-549f-43b6-b0bf-a61e5e8444cd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1431553 Dec 06 17:33:32.107048 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 48916) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:32.155883 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-7e2cb228-b939-4b81-89b9-321f1d48aa5c tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Deleting port f2359831-7b0a-4fa8-adb0-d8b4529587cc {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:33:32.158889 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7e2cb228-b939-4b81-89b9-321f1d48aa5c tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:32.181284 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-965d90af-1a89-4047-9075-7ee49ee5495f x-openstack-request-id: req-965d90af-1a89-4047-9075-7ee49ee5495f {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:33:32.183728 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a03f19b-e0d4-46d6-84a3-079d035de2c4", "tag": "96d9265e-5c36-4216-b5da-3ebc61179801", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:33:32.185122 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-965d90af-1a89-4047-9075-7ee49ee5495f {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:33:32.187323 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a03f19b-e0d4-46d6-84a3-079d035de2c4', 'tag': '96d9265e-5c36-4216-b5da-3ebc61179801', 'status': 'completed', 'code': 200} Dec 06 17:33:32.305338 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-fffebb6e-dccd-49c1-b20c-a63aeaa0ecac None None] Set router f43264f5-9ffe-4f8e-a496-20b08ebe3013 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:33:32.333612 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:32.479122 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] For port 75332d2e-61db-4766-8388-f879cdfc6bc0, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=75332d2e-61db-4766-8388-f879cdfc6bc0,segment=NetworkSegment(a47332dc-5917-44f3-a9f4-ba1cd1d32759),segment_id=a47332dc-5917-44f3-a9f4-ba1cd1d32759)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:33:32.489255 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:32.581837 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f304b855-9072-4aa8-99ab-3f386da1e828 req-f2b7850c-5153-423b-9888-e15a8a541594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:33:32.583380 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f304b855-9072-4aa8-99ab-3f386da1e828 req-f2b7850c-5153-423b-9888-e15a8a541594 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=87136a91f6c54863bdb78ae5833b5c4e&device_id=9a03f19b-e0d4-46d6-84a3-079d035de2c4 HTTP/1.1" status: 200 len: 1097 time: 0.2785866 Dec 06 17:33:32.598836 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7e2cb228-b939-4b81-89b9-321f1d48aa5c tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:32.618438 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Pushing event updated for resources: {'Port': ['ID=75332d2e-61db-4766-8388-f879cdfc6bc0,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:33:32.633322 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e8d1c9-4f2f-473a-9ed0-099fe8f5ef90 None None] Network 92924f74-2f90-45e5-9033-541c61add3eb requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:33:32.709028 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-7e2cb228-b939-4b81-89b9-321f1d48aa5c tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Calling delete_port for f2359831-7b0a-4fa8-adb0-d8b4529587cc owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:33:32.772767 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-fffebb6e-dccd-49c1-b20c-a63aeaa0ecac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f43264f5-9ffe-4f8e-a496-20b08ebe3013', 'name': 'tempest-TestNetworkAdvancedServerOps-router-14200149', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.165'}], 'enable_snat': True}, 'gw_port_id': 'd9cdc0ba-d041-4458-aca4-96b4f4a0a431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:31:02Z', 'updated_at': '2021-12-06T17:31:12Z', 'revision_number': 4, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'gw_port': {'id': 'd9cdc0ba-d041-4458-aca4-96b4f4a0a431', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:15:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43264f5-9ffe-4f8e-a496-20b08ebe3013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2785, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:31:03Z', 'updated_at': '2021-12-06T17:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '0762b7ea-30ec-4cec-b999-6c7f13aaf345', 'name': '', 'network_id': '39ca8761-abdc-4183-874f-43b7c768d0ca', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'mac_address': 'fa:16:3e:a4:75:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43264f5-9ffe-4f8e-a496-20b08ebe3013', 'device_owner': 'network:router_interface', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': 'ccec9b31-d792-401a-9e06-9a1a9efca83a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:31:09Z', 'updated_at': '2021-12-06T17:31:22Z', 'revision_number': 5, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'subnets': [{'id': 'ccec9b31-d792-401a-9e06-9a1a9efca83a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:33:32.792143 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-8029cc01-f1ac-41cd-8831-de1ff7a5bac8 None None] Provisioning complete for port 75332d2e-61db-4766-8388-f879cdfc6bc0 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:33:32.792661 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8029cc01-f1ac-41cd-8831-de1ff7a5bac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:32.802070 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f304b855-9072-4aa8-99ab-3f386da1e828 req-a97fb004-10b4-4c04-b88f-538e083cb4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:33:32.803563 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f304b855-9072-4aa8-99ab-3f386da1e828 req-a97fb004-10b4-4c04-b88f-538e083cb4b3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=39ca8761-abdc-4183-874f-43b7c768d0ca HTTP/1.1" status: 200 len: 898 time: 0.1924031 Dec 06 17:33:32.814903 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d49f24f-c40f-4a61-b409-2d4ef9c71ea7 req-e77a92b6-2eba-4656-bfb0-df0b508d7104 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:33:32.820941 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4d49f24f-c40f-4a61-b409-2d4ef9c71ea7 req-e77a92b6-2eba-4656-bfb0-df0b508d7104 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a03f19b-e0d4-46d6-84a3-079d035de2c4 HTTP/1.1" status: 200 len: 946 time: 0.2194312 Dec 06 17:33:32.907659 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f304b855-9072-4aa8-99ab-3f386da1e828 req-174da275-c4ad-4bb3-ad1c-5c9f128ee221 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96d9265e-5c36-4216-b5da-3ebc61179801 HTTP/1.1" status: 200 len: 217 time: 0.0532148 Dec 06 17:33:32.962881 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b1d966-4cc9-44cb-a0ed-334a3663c6db tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:33:32.971893 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-f2b1d966-4cc9-44cb-a0ed-334a3663c6db tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] 10.222.0.23 "GET /v2.0/networks/40c9982f-f1ff-4b90-bebe-b7d51655f7e2 HTTP/1.1" status: 200 len: 881 time: 0.8638942 Dec 06 17:33:32.976488 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 48936) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:32.985924 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffebb6e-dccd-49c1-b20c-a63aeaa0ecac None None] Checking router: f43264f5-9ffe-4f8e-a496-20b08ebe3013 for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:33:32.988348 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4d49f24f-c40f-4a61-b409-2d4ef9c71ea7 req-6b20adf5-c654-4841-9f97-112bdc3f565e tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f3c85a1-3b48-4f29-aec2-3a218353c857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1603346 Dec 06 17:33:33.018348 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffebb6e-dccd-49c1-b20c-a63aeaa0ecac None None] Routers {'f43264f5-9ffe-4f8e-a496-20b08ebe3013'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:33:33.019422 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-fffebb6e-dccd-49c1-b20c-a63aeaa0ecac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:33:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['f43264f5-9ffe-4f8e-a496-20b08ebe3013'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:33:33.037539 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:33.139657 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d82db-94ed-435d-ba25-cb655b25a51a req-340869d2-087b-43a6-93ca-7dc1eaa24a91 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:33:33.150229 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-cc2d82db-94ed-435d-ba25-cb655b25a51a req-340869d2-087b-43a6-93ca-7dc1eaa24a91 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f4a1b09-ae6e-4372-b0c0-97a88ef4e9d9 HTTP/1.1" status: 200 len: 946 time: 0.3454106 Dec 06 17:33:33.156944 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-109b051f-7685-4e43-b70e-99a7d1868958 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cffd0b3-549f-43b6-b0bf-a61e5e8444cd HTTP/1.1" status: 200 len: 205 time: 0.1792490 Dec 06 17:33:33.171012 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 48940) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:33.182281 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7e2cb228-b939-4b81-89b9-321f1d48aa5c tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:33.244132 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f304b855-9072-4aa8-99ab-3f386da1e828 req-76d5b46c-501e-4d77-9616-45ee14941332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:33:33.245341 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-fffebb6e-dccd-49c1-b20c-a63aeaa0ecac None None] Set router f43264f5-9ffe-4f8e-a496-20b08ebe3013 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:33:33.248158 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f304b855-9072-4aa8-99ab-3f386da1e828 req-76d5b46c-501e-4d77-9616-45ee14941332 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ccec9b31-d792-401a-9e06-9a1a9efca83a HTTP/1.1" status: 200 len: 835 time: 0.3088384 Dec 06 17:33:33.267368 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-cc2d82db-94ed-435d-ba25-cb655b25a51a req-35b50f33-700b-424f-b935-28566acd81de tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/security-groups?id=6319bd43-3382-435b-8dd0-6c4c8cc1ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152194 Dec 06 17:33:33.327902 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2cb228-b939-4b81-89b9-321f1d48aa5c tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event deleted for resources: {'Port': ['ID=f2359831-7b0a-4fa8-adb0-d8b4529587cc,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:33:33.366245 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f304b855-9072-4aa8-99ab-3f386da1e828 req-f4c15717-529c-4c0e-97a0-f29f5ed53a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:33:33.368851 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f304b855-9072-4aa8-99ab-3f386da1e828 req-f4c15717-529c-4c0e-97a0-f29f5ed53a75 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=39ca8761-abdc-4183-874f-43b7c768d0ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0973592 Dec 06 17:33:33.608771 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f304b855-9072-4aa8-99ab-3f386da1e828 req-299312dd-8619-490e-a14e-6a442343e549 service neutron] 10.222.0.41 "GET /v2.0/networks/39ca8761-abdc-4183-874f-43b7c768d0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321947 Dec 06 17:33:33.656781 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 75332d2e-61db-4766-8388-f879cdfc6bc0 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:33:33.786761 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-fffebb6e-dccd-49c1-b20c-a63aeaa0ecac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f43264f5-9ffe-4f8e-a496-20b08ebe3013', 'name': 'tempest-TestNetworkAdvancedServerOps-router-14200149', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.165'}], 'enable_snat': True}, 'gw_port_id': 'd9cdc0ba-d041-4458-aca4-96b4f4a0a431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:31:02Z', 'updated_at': '2021-12-06T17:31:12Z', 'revision_number': 4, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'gw_port': {'id': 'd9cdc0ba-d041-4458-aca4-96b4f4a0a431', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:15:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43264f5-9ffe-4f8e-a496-20b08ebe3013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2785, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:31:03Z', 'updated_at': '2021-12-06T17:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '0762b7ea-30ec-4cec-b999-6c7f13aaf345', 'name': '', 'network_id': '39ca8761-abdc-4183-874f-43b7c768d0ca', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'mac_address': 'fa:16:3e:a4:75:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43264f5-9ffe-4f8e-a496-20b08ebe3013', 'device_owner': 'network:router_interface', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': 'ccec9b31-d792-401a-9e06-9a1a9efca83a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:31:09Z', 'updated_at': '2021-12-06T17:31:22Z', 'revision_number': 5, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'subnets': [{'id': 'ccec9b31-d792-401a-9e06-9a1a9efca83a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:33:33.823089 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-4412d507-35f7-459b-8994-2d92dbc0d164 None None] Could not find standard attr ID for object f2359831-7b0a-4fa8-adb0-d8b4529587cc. {{(pid=103286) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 17:33:33.839862 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffebb6e-dccd-49c1-b20c-a63aeaa0ecac None None] The sync data for ids ['f43264f5-9ffe-4f8e-a496-20b08ebe3013'] in n-d-master-1 is: [{'id': 'f43264f5-9ffe-4f8e-a496-20b08ebe3013', 'name': 'tempest-TestNetworkAdvancedServerOps-router-14200149', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.165'}], 'enable_snat': True}, 'gw_port_id': 'd9cdc0ba-d041-4458-aca4-96b4f4a0a431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:31:02Z', 'updated_at': '2021-12-06T17:31:12Z', 'revision_number': 4, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'gw_port': {'id': 'd9cdc0ba-d041-4458-aca4-96b4f4a0a431', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:15:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43264f5-9ffe-4f8e-a496-20b08ebe3013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2785, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:31:03Z', 'updated_at': '2021-12-06T17:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '0762b7ea-30ec-4cec-b999-6c7f13aaf345', 'name': '', 'network_id': '39ca8761-abdc-4183-874f-43b7c768d0ca', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'mac_address': 'fa:16:3e:a4:75:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43264f5-9ffe-4f8e-a496-20b08ebe3013', 'device_owner': 'network:router_interface', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': 'ccec9b31-d792-401a-9e06-9a1a9efca83a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:31:09Z', 'updated_at': '2021-12-06T17:31:22Z', 'revision_number': 5, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'subnets': [{'id': 'ccec9b31-d792-401a-9e06-9a1a9efca83a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:33:33.848136 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f304b855-9072-4aa8-99ab-3f386da1e828 req-b13327d1-85c6-4595-99c8-fc71f1d725e8 service neutron] 10.222.0.41 "GET /v2.0/networks/39ca8761-abdc-4183-874f-43b7c768d0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301369 Dec 06 17:33:33.912462 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 75332d2e-61db-4766-8388-f879cdfc6bc0 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:33:33.912859 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:33.988632 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-4412d507-35f7-459b-8994-2d92dbc0d164 None None] Provisioning complete for port 75332d2e-61db-4766-8388-f879cdfc6bc0 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:33:33.989033 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4412d507-35f7-459b-8994-2d92dbc0d164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:34.155001 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436a46f1-c0d8-4aba-b3b6-9ce4ffdfcc01 req-b8659a6f-5c7f-4a3d-9832-fd403d339be4 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:33:34.156600 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-436a46f1-c0d8-4aba-b3b6-9ce4ffdfcc01 req-b8659a6f-5c7f-4a3d-9832-fd403d339be4 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a03f19b-e0d4-46d6-84a3-079d035de2c4 HTTP/1.1" status: 200 len: 946 time: 0.2444115 Dec 06 17:33:34.167645 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7e2cb228-b939-4b81-89b9-321f1d48aa5c tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:34.186959 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-7e2cb228-b939-4b81-89b9-321f1d48aa5c tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/ports/f2359831-7b0a-4fa8-adb0-d8b4529587cc HTTP/1.1" status: 204 len: 168 time: 2.5828302 Dec 06 17:33:34.192264 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 48960) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:34.410668 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-78deb7ec-0c50-4295-b78a-b22f14853645 None None] Could not find standard attr ID for object f2359831-7b0a-4fa8-adb0-d8b4529587cc. {{(pid=103286) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 17:33:34.456359 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-436a46f1-c0d8-4aba-b3b6-9ce4ffdfcc01 req-4e8ef3d7-5790-4ff8-9533-802e971c8ae2 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Deleting port 96d9265e-5c36-4216-b5da-3ebc61179801 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:33:34.459781 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-436a46f1-c0d8-4aba-b3b6-9ce4ffdfcc01 req-4e8ef3d7-5790-4ff8-9533-802e971c8ae2 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:34.538200 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d4cd07b2-d394-467c-b27c-70e12462115c tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks [] for router, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:34.542058 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fed55b-20d5-4a24-8ce2-cf6d74dc1908 None None] New status for floating IP b0ce1dfd-ff3e-4be8-b799-06d8230e5cf5: DOWN {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 17:33:34.843698 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d4cd07b2-d394-467c-b27c-70e12462115c tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:34.871826 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96344f32-0d11-48cb-a110-2c750c21793e req-7f523ebd-fef9-46d1-8078-498135176ad1 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:33:34.873538 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-96344f32-0d11-48cb-a110-2c750c21793e req-7f523ebd-fef9-46d1-8078-498135176ad1 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a03f19b-e0d4-46d6-84a3-079d035de2c4 HTTP/1.1" status: 200 len: 946 time: 0.6404686 Dec 06 17:33:34.890912 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154a31af-016e-4008-8b9c-70524065c44d tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:33:34.899139 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154a31af-016e-4008-8b9c-70524065c44d tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:33:34.901036 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-154a31af-016e-4008-8b9c-70524065c44d tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.6947424 Dec 06 17:33:34.915446 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 48974) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:35.132498 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-96344f32-0d11-48cb-a110-2c750c21793e req-15a75ffc-2675-4df1-b75f-9e86bb726682 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f3c85a1-3b48-4f29-aec2-3a218353c857&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2288635 Dec 06 17:33:35.138675 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b0d36b1-c55b-4c5a-bccf-30bc24a3ed9e tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Deleting subnet cdc78251-bcb9-488e-b63d-f1e2f34e5aa5 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:33:35.143287 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9b0d36b1-c55b-4c5a-bccf-30bc24a3ed9e tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:35.178590 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-d4cd07b2-d394-467c-b27c-70e12462115c tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Deleting port 2cf1ef19-ec00-476a-a592-f2ed918379ff {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:33:35.178590 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d4cd07b2-d394-467c-b27c-70e12462115c tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:35.210592 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cede2a-77e7-46b1-8691-943ac54380eb req-77097e97-3d9c-41af-9d1f-53f1dd238557 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:33:35.227790 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-04cede2a-77e7-46b1-8691-943ac54380eb req-77097e97-3d9c-41af-9d1f-53f1dd238557 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f4a1b09-ae6e-4372-b0c0-97a88ef4e9d9 HTTP/1.1" status: 200 len: 946 time: 0.7961955 Dec 06 17:33:35.242749 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:35.276699 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9b0d36b1-c55b-4c5a-bccf-30bc24a3ed9e tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:35.344422 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d4cd07b2-d394-467c-b27c-70e12462115c tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:35.355736 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-04cede2a-77e7-46b1-8691-943ac54380eb req-a5c00431-3476-4d6c-8f97-f4314766d903 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/security-groups?id=6319bd43-3382-435b-8dd0-6c4c8cc1ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179013 Dec 06 17:33:35.367853 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-436a46f1-c0d8-4aba-b3b6-9ce4ffdfcc01 req-4e8ef3d7-5790-4ff8-9533-802e971c8ae2 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] For port 96d9265e-5c36-4216-b5da-3ebc61179801, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=96d9265e-5c36-4216-b5da-3ebc61179801,segment=NetworkSegment(2ad2e9d4-239e-4d66-8541-a8b3b2b1def0),segment_id=2ad2e9d4-239e-4d66-8541-a8b3b2b1def0)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:33:35.368481 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-436a46f1-c0d8-4aba-b3b6-9ce4ffdfcc01 req-4e8ef3d7-5790-4ff8-9533-802e971c8ae2 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:35.381296 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-d4cd07b2-d394-467c-b27c-70e12462115c tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Calling delete_port for 2cf1ef19-ec00-476a-a592-f2ed918379ff owned by network:router_gateway {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:33:35.396616 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-436a46f1-c0d8-4aba-b3b6-9ce4ffdfcc01 req-4e8ef3d7-5790-4ff8-9533-802e971c8ae2 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Calling delete_port for 96d9265e-5c36-4216-b5da-3ebc61179801 owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:33:35.743017 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-436a46f1-c0d8-4aba-b3b6-9ce4ffdfcc01 req-4e8ef3d7-5790-4ff8-9533-802e971c8ae2 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:35.804370 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d4cd07b2-d394-467c-b27c-70e12462115c tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:35.849436 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0caec49a-3018-4ac9-88fa-f90ba1ce58c9 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:33:35.902982 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8ef3d7-5790-4ff8-9533-802e971c8ae2 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Pushing event deleted for resources: {'Port': ['ID=96d9265e-5c36-4216-b5da-3ebc61179801,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:33:35.935862 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cd07b2-d394-467c-b27c-70e12462115c tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Pushing event deleted for resources: {'Port': ['ID=2cf1ef19-ec00-476a-a592-f2ed918379ff,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:33:35.947470 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5050bb-5c5d-49a1-82d1-08f73cc7926f req-2afe8369-4206-47b7-94d2-05e434a20b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:33:35.948678 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9b0d36b1-c55b-4c5a-bccf-30bc24a3ed9e tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:35.949977 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3d5050bb-5c5d-49a1-82d1-08f73cc7926f req-2afe8369-4206-47b7-94d2-05e434a20b87 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d7abadb1557c47ab8c8300111afe2d05&device_id=4f4a1b09-ae6e-4372-b0c0-97a88ef4e9d9 HTTP/1.1" status: 200 len: 1097 time: 0.2403672 Dec 06 17:33:35.964091 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053a59ad-4db3-4162-b503-0b9e74ac3848 req-572969d4-f6e6-453c-80fa-56bc5b26f5b4 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:33:35.973200 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-053a59ad-4db3-4162-b503-0b9e74ac3848 req-572969d4-f6e6-453c-80fa-56bc5b26f5b4 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f4a1b09-ae6e-4372-b0c0-97a88ef4e9d9 HTTP/1.1" status: 200 len: 946 time: 0.2807503 Dec 06 17:33:36.058163 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-436a46f1-c0d8-4aba-b3b6-9ce4ffdfcc01 req-4e8ef3d7-5790-4ff8-9533-802e971c8ae2 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] No DVR routers for this DVR port 96d9265e-5c36-4216-b5da-3ebc61179801 on host n-h1-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:33:36.114400 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-436a46f1-c0d8-4aba-b3b6-9ce4ffdfcc01 req-4e8ef3d7-5790-4ff8-9533-802e971c8ae2 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:36.121780 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-436a46f1-c0d8-4aba-b3b6-9ce4ffdfcc01 req-4e8ef3d7-5790-4ff8-9533-802e971c8ae2 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.41 "DELETE /v2.0/ports/96d9265e-5c36-4216-b5da-3ebc61179801 HTTP/1.1" status: 204 len: 173 time: 1.9514875 Dec 06 17:33:36.123785 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a03f19b-e0d4-46d6-84a3-079d035de2c4', 'name': 'network-vif-deleted', 'tag': '96d9265e-5c36-4216-b5da-3ebc61179801'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:33:36.126357 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74150853-f76a-4b25-b02d-7b8c0eb43ade" -d '{"events": [{"server_uuid": "9a03f19b-e0d4-46d6-84a3-079d035de2c4", "name": "network-vif-deleted", "tag": "96d9265e-5c36-4216-b5da-3ebc61179801"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:33:36.144879 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9b0d36b1-c55b-4c5a-bccf-30bc24a3ed9e tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:36.216599 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f925106-746e-42e1-bf68-0b5832cd9d8c x-openstack-request-id: req-2f925106-746e-42e1-bf68-0b5832cd9d8c {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:33:36.217155 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a03f19b-e0d4-46d6-84a3-079d035de2c4", "name": "network-vif-deleted", "tag": "96d9265e-5c36-4216-b5da-3ebc61179801", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:33:36.217155 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2f925106-746e-42e1-bf68-0b5832cd9d8c {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:33:36.219772 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a03f19b-e0d4-46d6-84a3-079d035de2c4', 'name': 'network-vif-deleted', 'tag': '96d9265e-5c36-4216-b5da-3ebc61179801', 'status': 'completed', 'code': 200} Dec 06 17:33:36.249378 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-053a59ad-4db3-4162-b503-0b9e74ac3848 req-62ce6559-15c0-4f6d-8c32-e3ae49bc3cb0 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/security-groups?id=6319bd43-3382-435b-8dd0-6c4c8cc1ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2749994 Dec 06 17:33:36.305050 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d4cd07b2-d394-467c-b27c-70e12462115c tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536698'] for router_gateway, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:36.317136 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5050bb-5c5d-49a1-82d1-08f73cc7926f req-37d41380-b1e3-44ec-abf6-f857950dbfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:33:36.319274 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3d5050bb-5c5d-49a1-82d1-08f73cc7926f req-37d41380-b1e3-44ec-abf6-f857950dbfe3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=343f954d-d1c3-4f66-bad4-ccfe52b09e6c HTTP/1.1" status: 200 len: 912 time: 0.2867219 Dec 06 17:33:36.523744 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3d5050bb-5c5d-49a1-82d1-08f73cc7926f req-05aa922f-e13d-4d65-b988-953ebe77421d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=53763800-2457-4bca-aff2-a0267289d271 HTTP/1.1" status: 200 len: 1002 time: 0.1940091 Dec 06 17:33:36.529415 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d4cd07b2-d394-467c-b27c-70e12462115c tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:36.538397 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d4cd07b2-d394-467c-b27c-70e12462115c tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:36.578946 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5050bb-5c5d-49a1-82d1-08f73cc7926f req-95b15c11-3db4-4964-89f5-2e6b75cb29b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:33:36.580510 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3d5050bb-5c5d-49a1-82d1-08f73cc7926f req-95b15c11-3db4-4964-89f5-2e6b75cb29b0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a4ea4d0f-71a4-4c95-82b1-6c4f14c713a1 HTTP/1.1" status: 200 len: 850 time: 0.0482166 Dec 06 17:33:36.647037 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5050bb-5c5d-49a1-82d1-08f73cc7926f req-25b21d23-3264-4e02-b6c9-20c000a170b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:33:36.648824 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3d5050bb-5c5d-49a1-82d1-08f73cc7926f req-25b21d23-3264-4e02-b6c9-20c000a170b2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=343f954d-d1c3-4f66-bad4-ccfe52b09e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0607991 Dec 06 17:33:36.651276 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 96d9265e-5c36-4216-b5da-3ebc61179801 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:33:36.690114 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] No Port match for: 96d9265e-5c36-4216-b5da-3ebc61179801 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:33:36.691061 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 96d9265e-5c36-4216-b5da-3ebc61179801 not bound to the agent host n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:33:36.697355 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0d36b1-c55b-4c5a-bccf-30bc24a3ed9e tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event deleted for resources: {'Subnet': ['ID=cdc78251-bcb9-488e-b63d-f1e2f34e5aa5,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:33:36.710101 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9b0d36b1-c55b-4c5a-bccf-30bc24a3ed9e tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:36.723272 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-9b0d36b1-c55b-4c5a-bccf-30bc24a3ed9e tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/subnets/cdc78251-bcb9-488e-b63d-f1e2f34e5aa5 HTTP/1.1" status: 204 len: 168 time: 1.7973304 Dec 06 17:33:36.723721 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 49012) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:36.748318 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7814e048-d8ba-4d3d-af7e-969205ee44da None None] Network 92924f74-2f90-45e5-9033-541c61add3eb requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:33:36.798780 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3d5050bb-5c5d-49a1-82d1-08f73cc7926f req-8e4496e5-51bd-40fb-a844-ef4b4dba638c service neutron] 10.222.0.44 "GET /v2.0/networks/343f954d-d1c3-4f66-bad4-ccfe52b09e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398087 Dec 06 17:33:36.946380 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-86540d48-0a9c-46c9-8ff0-b3b84a57987e req-30ba9a2b-aa6a-4509-adf4-100ab271e45c tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=9a03f19b-e0d4-46d6-84a3-079d035de2c4 HTTP/1.1" status: 200 len: 210 time: 0.3131287 Dec 06 17:33:36.954097 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-7119a732-e628-4e53-aff4-31c2ff70e02d tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2193189 Dec 06 17:33:36.955759 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d4cd07b2-d394-467c-b27c-70e12462115c tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:36.956899 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4cd07b2-d394-467c-b27c-70e12462115c tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Fanout notify agent at l3_agent the message router_deleted on router 7cffd0b3-549f-43b6-b0bf-a61e5e8444cd {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 17:33:36.971918 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 49020) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:36.987459 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-c7e9d381-ef65-434a-a9c8-cfcd786035f5 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Request body: {'subnet': {'network_id': '92924f74-2f90-45e5-9033-541c61add3eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:33:37.126901 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d4cd07b2-d394-467c-b27c-70e12462115c tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:37.134196 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-d4cd07b2-d394-467c-b27c-70e12462115c tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] 10.222.0.23 "DELETE /v2.0/routers/7cffd0b3-549f-43b6-b0bf-a61e5e8444cd HTTP/1.1" status: 204 len: 168 time: 3.9620912 Dec 06 17:33:37.147924 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3d5050bb-5c5d-49a1-82d1-08f73cc7926f req-9bad79a7-9087-4447-beb2-9256beaa84d9 service neutron] 10.222.0.44 "GET /v2.0/networks/343f954d-d1c3-4f66-bad4-ccfe52b09e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3290861 Dec 06 17:33:37.148770 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 49022) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:37.157795 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-f06b2297-d7d6-4321-9139-80f0a5ce91b5 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1707198040', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:33:37.165188 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7e9d381-ef65-434a-a9c8-cfcd786035f5 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Made reservation on behalf of 58c2416ade7148dfa446cd47a01986fc for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:33:37.170878 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c7e9d381-ef65-434a-a9c8-cfcd786035f5 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:37.214423 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f06b2297-d7d6-4321-9139-80f0a5ce91b5 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:37.216379 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f06b2297-d7d6-4321-9139-80f0a5ce91b5 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:37.346011 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f06b2297-d7d6-4321-9139-80f0a5ce91b5 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:37.375480 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b69c36-93b5-4bee-bdb3-abfc97dae79e None None] DHCP port deletion for 92924f74-2f90-45e5-9033-541c61add3eb request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:33:37.423060 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f06b2297-d7d6-4321-9139-80f0a5ce91b5 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:37.466460 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f06b2297-d7d6-4321-9139-80f0a5ce91b5 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:37.471920 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-f06b2297-d7d6-4321-9139-80f0a5ce91b5 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3203120 Dec 06 17:33:37.473979 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 49032) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:37.487018 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-a2cd321d-65af-441e-acae-2b3ef30b7248 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'enable_snat': False}}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:33:37.548932 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a3b69c36-93b5-4bee-bdb3-abfc97dae79e None None] Deleting port 75332d2e-61db-4766-8388-f879cdfc6bc0 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:33:37.553775 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a3b69c36-93b5-4bee-bdb3-abfc97dae79e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:37.576995 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c7e9d381-ef65-434a-a9c8-cfcd786035f5 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:37.662602 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e9d381-ef65-434a-a9c8-cfcd786035f5 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Network 92924f74-2f90-45e5-9033-541c61add3eb is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:33:37.668311 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-c7e9d381-ef65-434a-a9c8-cfcd786035f5 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:33:37.670539 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 75332d2e-61db-4766-8388-f879cdfc6bc0 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:33:37.675698 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e9d381-ef65-434a-a9c8-cfcd786035f5 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:33:37.676629 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c7e9d381-ef65-434a-a9c8-cfcd786035f5 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:37.690202 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e9d381-ef65-434a-a9c8-cfcd786035f5 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event updated for resources: {'Subnet': ['ID=e11ac205-a297-4fc1-8455-8b3f34cc33ce,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:33:37.718813 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-c7e9d381-ef65-434a-a9c8-cfcd786035f5 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7434406 Dec 06 17:33:37.721078 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 49034) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:37.730609 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-e14d3713-ccc4-4483-a86a-eaf9b2757305 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Request body: {'port': {'network_id': '92924f74-2f90-45e5-9033-541c61add3eb', 'name': 'tempest-NetworksTestDHCPv6-2089709147'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:33:37.764041 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2423bf9b-85a8-480e-944d-853bb972ccd9 req-1a490d6c-5ee4-4837-bd44-c4227994ca59 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:33:37.766097 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2423bf9b-85a8-480e-944d-853bb972ccd9 req-1a490d6c-5ee4-4837-bd44-c4227994ca59 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f4a1b09-ae6e-4372-b0c0-97a88ef4e9d9 HTTP/1.1" status: 200 len: 946 time: 0.4063938 Dec 06 17:33:37.806337 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a3b69c36-93b5-4bee-bdb3-abfc97dae79e None None] For port 75332d2e-61db-4766-8388-f879cdfc6bc0, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=75332d2e-61db-4766-8388-f879cdfc6bc0,segment=NetworkSegment(a47332dc-5917-44f3-a9f4-ba1cd1d32759),segment_id=a47332dc-5917-44f3-a9f4-ba1cd1d32759)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:33:37.807168 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a3b69c36-93b5-4bee-bdb3-abfc97dae79e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:37.839864 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a3b69c36-93b5-4bee-bdb3-abfc97dae79e None None] Calling delete_port for 75332d2e-61db-4766-8388-f879cdfc6bc0 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:33:37.949888 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No active binding found for port 75332d2e-61db-4766-8388-f879cdfc6bc0 {{(pid=103286) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 06 17:33:37.950991 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 75332d2e-61db-4766-8388-f879cdfc6bc0 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:33:37.952577 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a3b69c36-93b5-4bee-bdb3-abfc97dae79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:37.981408 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b69c36-93b5-4bee-bdb3-abfc97dae79e None None] Pushing event deleted for resources: {'Port': ['ID=75332d2e-61db-4766-8388-f879cdfc6bc0,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:33:37.986399 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b69c36-93b5-4bee-bdb3-abfc97dae79e None None] No DVR routers for this DVR port 75332d2e-61db-4766-8388-f879cdfc6bc0 on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:33:38.017075 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d4b2a3-f6e7-4108-9456-ea0a4aeb1887 None None] Network 92924f74-2f90-45e5-9033-541c61add3eb requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:33:38.054633 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 49048) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:38.203213 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e14d3713-ccc4-4483-a86a-eaf9b2757305 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Made reservation on behalf of 58c2416ade7148dfa446cd47a01986fc for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:33:38.207429 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e14d3713-ccc4-4483-a86a-eaf9b2757305 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:38.249259 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-e14d3713-ccc4-4483-a86a-eaf9b2757305 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] device_id is not set on port 544b2fd3-b7c5-4817-a946-fa040ba6004d yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:33:38.362725 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6708c3-d65c-40fa-a818-c27cfb73ebf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-92924f74-2f90-45e5-9033-541c61add3eb', 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb', 'tenant_id': '58c2416ade7148dfa446cd47a01986fc', 'fixed_ips': [{'subnet_id': 'e11ac205-a297-4fc1-8455-8b3f34cc33ce'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:33:38.363611 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3b6708c3-d65c-40fa-a818-c27cfb73ebf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:38.389192 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2423bf9b-85a8-480e-944d-853bb972ccd9 req-c2424602-4464-4bbe-b27a-67904a9a7a4e tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/security-groups?id=6319bd43-3382-435b-8dd0-6c4c8cc1ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5367608 Dec 06 17:33:38.430050 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a2cd321d-65af-441e-acae-2b3ef30b7248 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:38.569325 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-e14d3713-ccc4-4483-a86a-eaf9b2757305 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Allocated IP 2001:db8::ad (92924f74-2f90-45e5-9033-541c61add3eb/e11ac205-a297-4fc1-8455-8b3f34cc33ce/544b2fd3-b7c5-4817-a946-fa040ba6004d) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:33:38.972600 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e14d3713-ccc4-4483-a86a-eaf9b2757305 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:39.090499 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e14d3713-ccc4-4483-a86a-eaf9b2757305 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:39.186893 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14d3713-ccc4-4483-a86a-eaf9b2757305 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Network 92924f74-2f90-45e5-9033-541c61add3eb is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:33:39.193260 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-e14d3713-ccc4-4483-a86a-eaf9b2757305 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:33:39.206228 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14d3713-ccc4-4483-a86a-eaf9b2757305 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:33:39.217552 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14d3713-ccc4-4483-a86a-eaf9b2757305 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:33:39.219098 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e14d3713-ccc4-4483-a86a-eaf9b2757305 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:39.303219 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-3b6708c3-d65c-40fa-a818-c27cfb73ebf3 None None] Allocated IP 2001:db8::2 (92924f74-2f90-45e5-9033-541c61add3eb/e11ac205-a297-4fc1-8455-8b3f34cc33ce/1bac76ad-5af6-4344-8c4a-6f571c167c04) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:33:39.368218 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14d3713-ccc4-4483-a86a-eaf9b2757305 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event updated for resources: {'Port': ['ID=544b2fd3-b7c5-4817-a946-fa040ba6004d,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:33:39.408547 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-e14d3713-ccc4-4483-a86a-eaf9b2757305 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6863103 Dec 06 17:33:39.414159 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 49068) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:39.627599 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df06d725-fb03-4554-b4c6-79025d25053b tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:33:39.629488 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-df06d725-fb03-4554-b4c6-79025d25053b tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.2141621 Dec 06 17:33:39.634328 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 49072) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:39.686592 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3b6708c3-d65c-40fa-a818-c27cfb73ebf3 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:39.698735 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3b6708c3-d65c-40fa-a818-c27cfb73ebf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:39.772585 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a2cd321d-65af-441e-acae-2b3ef30b7248 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:39.785310 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8872db87-2a2f-4da7-8c58-44e8d9a212b9 req-cb803d37-a76f-4172-ba9d-3bdd85d63fb1 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:33:39.787229 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8872db87-2a2f-4da7-8c58-44e8d9a212b9 req-cb803d37-a76f-4172-ba9d-3bdd85d63fb1 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f4a1b09-ae6e-4372-b0c0-97a88ef4e9d9 HTTP/1.1" status: 200 len: 946 time: 0.2205377 Dec 06 17:33:39.811571 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6708c3-d65c-40fa-a818-c27cfb73ebf3 None None] Network 92924f74-2f90-45e5-9033-541c61add3eb is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:33:39.817717 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-3b6708c3-d65c-40fa-a818-c27cfb73ebf3 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:33:39.821939 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6708c3-d65c-40fa-a818-c27cfb73ebf3 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:33:39.837309 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a2cd321d-65af-441e-acae-2b3ef30b7248 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:39.910815 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-16679ea9-03c2-4073-8554-632d339cc6d0 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575908'] for router_interface, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:39.951710 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6708c3-d65c-40fa-a818-c27cfb73ebf3 None None] Pushing event updated for resources: {'Port': ['ID=1bac76ad-5af6-4344-8c4a-6f571c167c04,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:33:39.981036 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-3b6708c3-d65c-40fa-a818-c27cfb73ebf3 None None] Attempting to bind port 1bac76ad-5af6-4344-8c4a-6f571c167c04 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:33:39.981954 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-3b6708c3-d65c-40fa-a818-c27cfb73ebf3 None None] Attempting to bind port 1bac76ad-5af6-4344-8c4a-6f571c167c04 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'a47332dc-5917-44f3-a9f4-ba1cd1d32759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:33:39.982574 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6708c3-d65c-40fa-a818-c27cfb73ebf3 None None] Attempting to bind port 1bac76ad-5af6-4344-8c4a-6f571c167c04 on network 92924f74-2f90-45e5-9033-541c61add3eb {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:33:39.988331 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6708c3-d65c-40fa-a818-c27cfb73ebf3 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:33:39.989028 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6708c3-d65c-40fa-a818-c27cfb73ebf3 None None] Checking segment: {'id': 'a47332dc-5917-44f3-a9f4-ba1cd1d32759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:33:39.989786 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3b6708c3-d65c-40fa-a818-c27cfb73ebf3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:39.990428 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6708c3-d65c-40fa-a818-c27cfb73ebf3 None None] Bound using segment: {'id': 'a47332dc-5917-44f3-a9f4-ba1cd1d32759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:33:39.991145 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-3b6708c3-d65c-40fa-a818-c27cfb73ebf3 None None] Bound port: 1bac76ad-5af6-4344-8c4a-6f571c167c04, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a47332dc-5917-44f3-a9f4-ba1cd1d32759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:33:39.991762 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3b6708c3-d65c-40fa-a818-c27cfb73ebf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:40.010725 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8872db87-2a2f-4da7-8c58-44e8d9a212b9 req-8302d5c7-8593-4243-8130-7be69124e742 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/security-groups?id=6319bd43-3382-435b-8dd0-6c4c8cc1ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2123129 Dec 06 17:33:40.066423 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-923d36a1-2cf5-4fcc-8f40-424bc71f098f tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Deleting port 544b2fd3-b7c5-4817-a946-fa040ba6004d {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:33:40.070100 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-923d36a1-2cf5-4fcc-8f40-424bc71f098f tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:40.132543 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-a2cd321d-65af-441e-acae-2b3ef30b7248 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Allocated IP 172.35.1.54 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/6e7ca86e-20c5-4809-bdbb-08165cff48d3) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:33:40.354196 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-3b6708c3-d65c-40fa-a818-c27cfb73ebf3 None None] For port 1bac76ad-5af6-4344-8c4a-6f571c167c04, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:33:40.368776 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-3b6708c3-d65c-40fa-a818-c27cfb73ebf3 None None] For port 1bac76ad-5af6-4344-8c4a-6f571c167c04, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1bac76ad-5af6-4344-8c4a-6f571c167c04,segment=NetworkSegment(a47332dc-5917-44f3-a9f4-ba1cd1d32759),segment_id=a47332dc-5917-44f3-a9f4-ba1cd1d32759)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:33:40.380488 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3b6708c3-d65c-40fa-a818-c27cfb73ebf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:40.526344 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a2cd321d-65af-441e-acae-2b3ef30b7248 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:40.529182 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-923d36a1-2cf5-4fcc-8f40-424bc71f098f tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:40.593596 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-923d36a1-2cf5-4fcc-8f40-424bc71f098f tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Calling delete_port for 544b2fd3-b7c5-4817-a946-fa040ba6004d owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:33:40.624098 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6708c3-d65c-40fa-a818-c27cfb73ebf3 None None] Pushing event updated for resources: {'Port': ['ID=1bac76ad-5af6-4344-8c4a-6f571c167c04,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:33:40.630091 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a2cd321d-65af-441e-acae-2b3ef30b7248 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:40.690085 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cd321d-65af-441e-acae-2b3ef30b7248 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Pushing event updated for resources: {'Port': ['ID=6e7ca86e-20c5-4809-bdbb-08165cff48d3,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:33:40.726727 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2cd321d-65af-441e-acae-2b3ef30b7248 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:33:40.740570 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-a2cd321d-65af-441e-acae-2b3ef30b7248 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:33:40.743599 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cd321d-65af-441e-acae-2b3ef30b7248 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:33:40.747596 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-16679ea9-03c2-4073-8554-632d339cc6d0 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Deleting port 0762b7ea-30ec-4cec-b999-6c7f13aaf345 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:33:40.747944 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-16679ea9-03c2-4073-8554-632d339cc6d0 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:40.755227 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7179d50c-f523-46f3-8a10-ae11226aa5d2 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:33:40.921739 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-1e44c49c-77b1-4b80-978f-25f7615def0a None None] Provisioning complete for port 6e7ca86e-20c5-4809-bdbb-08165cff48d3 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:33:40.922454 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1e44c49c-77b1-4b80-978f-25f7615def0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:40.986400 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-923d36a1-2cf5-4fcc-8f40-424bc71f098f tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:41.062805 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-1e44c49c-77b1-4b80-978f-25f7615def0a None None] Port 6e7ca86e-20c5-4809-bdbb-08165cff48d3 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:33:41.076011 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923d36a1-2cf5-4fcc-8f40-424bc71f098f tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event deleted for resources: {'Port': ['ID=544b2fd3-b7c5-4817-a946-fa040ba6004d,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:33:41.092242 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-16679ea9-03c2-4073-8554-632d339cc6d0 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] For port 0762b7ea-30ec-4cec-b999-6c7f13aaf345, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0762b7ea-30ec-4cec-b999-6c7f13aaf345,segment=NetworkSegment(2ad2e9d4-239e-4d66-8541-a8b3b2b1def0),segment_id=2ad2e9d4-239e-4d66-8541-a8b3b2b1def0)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:33:41.092849 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-16679ea9-03c2-4073-8554-632d339cc6d0 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:41.098349 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-923d36a1-2cf5-4fcc-8f40-424bc71f098f tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:41.103083 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-923d36a1-2cf5-4fcc-8f40-424bc71f098f tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/ports/544b2fd3-b7c5-4817-a946-fa040ba6004d HTTP/1.1" status: 204 len: 168 time: 1.4531302 Dec 06 17:33:41.105556 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 49096) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:41.208058 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c9c4ce-2a3e-4993-8d41-0881d30e8191 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:33:41.212287 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c9c4ce-2a3e-4993-8d41-0881d30e8191 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:33:41.219132 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-a0c9c4ce-2a3e-4993-8d41-0881d30e8191 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1121364 Dec 06 17:33:41.219733 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 49098) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:41.366551 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea103c12-e375-48ef-a698-06cdf51fa84f tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Deleting subnet e11ac205-a297-4fc1-8455-8b3f34cc33ce {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:33:41.383257 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ea103c12-e375-48ef-a698-06cdf51fa84f tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:41.487045 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ea103c12-e375-48ef-a698-06cdf51fa84f tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:41.754538 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 1bac76ad-5af6-4344-8c4a-6f571c167c04 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:33:41.934121 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-16679ea9-03c2-4073-8554-632d339cc6d0 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Calling delete_port for 0762b7ea-30ec-4cec-b999-6c7f13aaf345 owned by network:router_interface {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:33:41.947743 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ea103c12-e375-48ef-a698-06cdf51fa84f tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:41.994448 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 1bac76ad-5af6-4344-8c4a-6f571c167c04 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:33:41.994837 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:42.190111 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ea103c12-e375-48ef-a698-06cdf51fa84f tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:42.279743 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea103c12-e375-48ef-a698-06cdf51fa84f tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event deleted for resources: {'Subnet': ['ID=e11ac205-a297-4fc1-8455-8b3f34cc33ce,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:33:42.299872 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ea103c12-e375-48ef-a698-06cdf51fa84f tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:42.303450 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-ea103c12-e375-48ef-a698-06cdf51fa84f tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/subnets/e11ac205-a297-4fc1-8455-8b3f34cc33ce HTTP/1.1" status: 204 len: 168 time: 1.0827460 Dec 06 17:33:42.306065 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 49116) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:42.311796 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:42.414463 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-9a9ff1df-a6c5-44f1-be95-cc69ddf1548f tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0960591 Dec 06 17:33:42.415391 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 49118) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:42.428048 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-f82933eb-5ce2-4cdb-97db-af6b2f3b4bbe tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Request body: {'subnet': {'network_id': '92924f74-2f90-45e5-9033-541c61add3eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:33:42.456601 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.db.api [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103286) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 17:33:42.456975 n-d-master-1 neutron-server[103286]: DEBUG oslo_db.api [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 17:33:42.498330 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a2cd321d-65af-441e-acae-2b3ef30b7248 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:42.675794 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90179be7-d486-4178-94c1-997c1c29cf40 None None] Network 92924f74-2f90-45e5-9033-541c61add3eb requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:33:42.732887 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f82933eb-5ce2-4cdb-97db-af6b2f3b4bbe tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Made reservation on behalf of 58c2416ade7148dfa446cd47a01986fc for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:33:42.736832 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f82933eb-5ce2-4cdb-97db-af6b2f3b4bbe tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:42.846639 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-bf5b4c5f-d229-4648-af8b-433cff5f9e47 None None] Provisioning complete for port 1bac76ad-5af6-4344-8c4a-6f571c167c04 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:33:42.847207 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bf5b4c5f-d229-4648-af8b-433cff5f9e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:42.882095 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-16679ea9-03c2-4073-8554-632d339cc6d0 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:42.972365 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16679ea9-03c2-4073-8554-632d339cc6d0 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Pushing event deleted for resources: {'Port': ['ID=0762b7ea-30ec-4cec-b999-6c7f13aaf345,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:33:43.040959 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:43.137099 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a2cd321d-65af-441e-acae-2b3ef30b7248 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1944'] for router, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:43.145923 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a2cd321d-65af-441e-acae-2b3ef30b7248 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536591', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-575717'] for router, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:43.168163 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f82933eb-5ce2-4cdb-97db-af6b2f3b4bbe tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:43.200518 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] For port 1bac76ad-5af6-4344-8c4a-6f571c167c04, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1bac76ad-5af6-4344-8c4a-6f571c167c04,segment=NetworkSegment(a47332dc-5917-44f3-a9f4-ba1cd1d32759),segment_id=a47332dc-5917-44f3-a9f4-ba1cd1d32759)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:33:43.230714 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:43.342963 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82933eb-5ce2-4cdb-97db-af6b2f3b4bbe tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event updated for resources: {'Subnet': ['ID=f74979c4-f091-4f62-9593-37939667fd5e,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:33:43.355928 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82933eb-5ce2-4cdb-97db-af6b2f3b4bbe tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Network 92924f74-2f90-45e5-9033-541c61add3eb is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:33:43.358222 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-f82933eb-5ce2-4cdb-97db-af6b2f3b4bbe tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:33:43.364566 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82933eb-5ce2-4cdb-97db-af6b2f3b4bbe tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:33:43.365288 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f82933eb-5ce2-4cdb-97db-af6b2f3b4bbe tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:43.402708 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3e3c48-39c1-4b99-a893-35c3f583ef2b None None] DHCP port deletion for 92924f74-2f90-45e5-9033-541c61add3eb request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:33:43.405332 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-f82933eb-5ce2-4cdb-97db-af6b2f3b4bbe tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9887776 Dec 06 17:33:43.407858 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 49138) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:43.412911 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-8daa7d36-f0a8-4872-8af8-8299a5d3af03 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Request body: {'port': {'network_id': '92924f74-2f90-45e5-9033-541c61add3eb', 'name': 'tempest-NetworksTestDHCPv6-238402229'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:33:43.636788 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-70558405-241e-41aa-b5dc-51827c0d2370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:43.639721 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Pushing event updated for resources: {'Port': ['ID=1bac76ad-5af6-4344-8c4a-6f571c167c04,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:33:43.692988 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-1b3e3c48-39c1-4b99-a893-35c3f583ef2b None None] Deleting port 1bac76ad-5af6-4344-8c4a-6f571c167c04 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:33:43.699205 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1b3e3c48-39c1-4b99-a893-35c3f583ef2b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:43.770287 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8daa7d36-f0a8-4872-8af8-8299a5d3af03 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Made reservation on behalf of 58c2416ade7148dfa446cd47a01986fc for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:33:43.782942 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 1bac76ad-5af6-4344-8c4a-6f571c167c04 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:33:43.787839 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8daa7d36-f0a8-4872-8af8-8299a5d3af03 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:43.867402 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-8daa7d36-f0a8-4872-8af8-8299a5d3af03 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] device_id is not set on port 50950f8c-6fb9-4348-a7ed-1ebb1ae7edc2 yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:33:43.908661 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-16679ea9-03c2-4073-8554-632d339cc6d0 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-772474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575952'] for router_interface, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:44.043635 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-1b3e3c48-39c1-4b99-a893-35c3f583ef2b None None] For port 1bac76ad-5af6-4344-8c4a-6f571c167c04, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1bac76ad-5af6-4344-8c4a-6f571c167c04,segment=NetworkSegment(a47332dc-5917-44f3-a9f4-ba1cd1d32759),segment_id=a47332dc-5917-44f3-a9f4-ba1cd1d32759)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:33:44.047001 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1b3e3c48-39c1-4b99-a893-35c3f583ef2b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:44.078587 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-1b3e3c48-39c1-4b99-a893-35c3f583ef2b None None] Calling delete_port for 1bac76ad-5af6-4344-8c4a-6f571c167c04 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:33:44.082723 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2cd321d-65af-441e-acae-2b3ef30b7248 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Router f32a582a-3672-4c4d-b6f4-4e7077a559c8 is scheduled to L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 with binding_index 1 {{(pid=103285) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 17:33:44.110774 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-8daa7d36-f0a8-4872-8af8-8299a5d3af03 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Allocated IP 2001:db8::6 (92924f74-2f90-45e5-9033-541c61add3eb/f74979c4-f091-4f62-9593-37939667fd5e/50950f8c-6fb9-4348-a7ed-1ebb1ae7edc2) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:33:44.169303 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:44.349545 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] For port 1bac76ad-5af6-4344-8c4a-6f571c167c04, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1bac76ad-5af6-4344-8c4a-6f571c167c04,segment=NetworkSegment(a47332dc-5917-44f3-a9f4-ba1cd1d32759),segment_id=a47332dc-5917-44f3-a9f4-ba1cd1d32759)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:33:44.384722 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:44.409749 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8daa7d36-f0a8-4872-8af8-8299a5d3af03 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:44.515453 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Pushing event updated for resources: {'Port': ['ID=1bac76ad-5af6-4344-8c4a-6f571c167c04,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:33:44.527380 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8daa7d36-f0a8-4872-8af8-8299a5d3af03 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:44.612536 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1b3e3c48-39c1-4b99-a893-35c3f583ef2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:44.622184 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8daa7d36-f0a8-4872-8af8-8299a5d3af03 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Network 92924f74-2f90-45e5-9033-541c61add3eb is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:33:44.646032 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-8daa7d36-f0a8-4872-8af8-8299a5d3af03 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:33:44.658349 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8daa7d36-f0a8-4872-8af8-8299a5d3af03 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:33:44.671468 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8daa7d36-f0a8-4872-8af8-8299a5d3af03 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:33:44.672042 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8daa7d36-f0a8-4872-8af8-8299a5d3af03 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:44.708839 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3e3c48-39c1-4b99-a893-35c3f583ef2b None None] Pushing event deleted for resources: {'Port': ['ID=1bac76ad-5af6-4344-8c4a-6f571c167c04,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:33:44.724655 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3e3c48-39c1-4b99-a893-35c3f583ef2b None None] No DVR routers for this DVR port 1bac76ad-5af6-4344-8c4a-6f571c167c04 on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:33:44.741546 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daa7d36-f0a8-4872-8af8-8299a5d3af03 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event updated for resources: {'Port': ['ID=50950f8c-6fb9-4348-a7ed-1ebb1ae7edc2,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:33:44.759511 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-8daa7d36-f0a8-4872-8af8-8299a5d3af03 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3503687 Dec 06 17:33:44.764407 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 49200) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:44.801409 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0e4ff2-3cc2-4bdb-a3ae-e5d93cc2ad32 None None] Network 92924f74-2f90-45e5-9033-541c61add3eb requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:33:44.877127 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2cd321d-65af-441e-acae-2b3ef30b7248 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:33:44.893372 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f79e6b7-35e3-4f2b-961e-8b0446a24af8 None None] Sync routers for ids ['f32a582a-3672-4c4d-b6f4-4e7077a559c8'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:33:44.922878 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f79e6b7-35e3-4f2b-961e-8b0446a24af8 None None] Routers {'f32a582a-3672-4c4d-b6f4-4e7077a559c8'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:33:44.928775 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-7f79e6b7-35e3-4f2b-961e-8b0446a24af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:33:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['f32a582a-3672-4c4d-b6f4-4e7077a559c8'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:33:44.960812 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d955282-1f0a-4f1b-b642-255c1c77ec2a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:33:44.963114 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-3d955282-1f0a-4f1b-b642-255c1c77ec2a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 927 time: 0.1934731 Dec 06 17:33:44.966190 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 49206) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:45.070128 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16679ea9-03c2-4073-8554-632d339cc6d0 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Router f43264f5-9ffe-4f8e-a496-20b08ebe3013 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:33:45.070722 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-7f79e6b7-35e3-4f2b-961e-8b0446a24af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:33:45.085132 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a2cd321d-65af-441e-acae-2b3ef30b7248 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:45.087107 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-a2cd321d-65af-441e-acae-2b3ef30b7248 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] 10.222.0.23 "PUT /v2.0/routers/f32a582a-3672-4c4d-b6f4-4e7077a559c8 HTTP/1.1" status: 200 len: 919 time: 7.6121974 Dec 06 17:33:45.091794 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 49208) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:45.129067 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f79e6b7-35e3-4f2b-961e-8b0446a24af8 None None] Routers {'f32a582a-3672-4c4d-b6f4-4e7077a559c8'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:33:45.131603 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-7f79e6b7-35e3-4f2b-961e-8b0446a24af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:33:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['f32a582a-3672-4c4d-b6f4-4e7077a559c8'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:33:45.231955 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-7f79e6b7-35e3-4f2b-961e-8b0446a24af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:33:45.233844 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f79e6b7-35e3-4f2b-961e-8b0446a24af8 None None] The sync data for ids ['f32a582a-3672-4c4d-b6f4-4e7077a559c8'] in n-d-master-1 is: [] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:33:45.333625 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-1c8fe1d4-6f58-4f46-9369-fc7f16f1880a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Deleting port 50950f8c-6fb9-4348-a7ed-1ebb1ae7edc2 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:33:45.336563 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1c8fe1d4-6f58-4f46-9369-fc7f16f1880a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:45.392639 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7f1404-85b2-4293-a205-3ce5be387234 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-92924f74-2f90-45e5-9033-541c61add3eb', 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb', 'tenant_id': '58c2416ade7148dfa446cd47a01986fc', 'fixed_ips': [{'subnet_id': 'f74979c4-f091-4f62-9593-37939667fd5e'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:33:45.393558 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fc7f1404-85b2-4293-a205-3ce5be387234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:45.419033 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-9000514b-296b-4534-ab63-2b37e4f030e1 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] 10.222.0.23 "GET /v2.0/routers/f32a582a-3672-4c4d-b6f4-4e7077a559c8 HTTP/1.1" status: 200 len: 925 time: 0.3252752 Dec 06 17:33:45.421296 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 49218) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:45.662865 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944c5630-8d5a-4152-85e3-44de47546e4e tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:33:45.671960 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-944c5630-8d5a-4152-85e3-44de47546e4e tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=40c9982f-f1ff-4b90-bebe-b7d51655f7e2&device_id=f32a582a-3672-4c4d-b6f4-4e7077a559c8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2472534 Dec 06 17:33:45.711946 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 49228) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:45.973531 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-18b7a649-c37e-43dd-8d10-ff19ca68bdd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:45.973531 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-fc7f1404-85b2-4293-a205-3ce5be387234 None None] Allocated IP 2001:db8::2 (92924f74-2f90-45e5-9033-541c61add3eb/f74979c4-f091-4f62-9593-37939667fd5e/cdf3d4cf-a77f-4c3b-9586-6660ce2a735e) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:33:45.981941 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af18f55d-e6b4-4574-a6c1-ac3c7715299a tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:33:45.981941 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-af18f55d-e6b4-4574-a6c1-ac3c7715299a tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] 10.222.0.23 "GET /v2.0/networks/40c9982f-f1ff-4b90-bebe-b7d51655f7e2 HTTP/1.1" status: 200 len: 881 time: 0.2270920 Dec 06 17:33:45.981941 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 49262) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:46.010281 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-7f9ee7fc-ca3b-464e-8062-3d41e7aa8295 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] 10.222.0.23 "GET /v2.0/ports?device_id=f32a582a-3672-4c4d-b6f4-4e7077a559c8 HTTP/1.1" status: 200 len: 205 time: 0.0615077 Dec 06 17:33:46.013159 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 49278) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:46.102074 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16679ea9-03c2-4073-8554-632d339cc6d0 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:33:46.113375 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-16679ea9-03c2-4073-8554-632d339cc6d0 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "PUT /v2.0/routers/f43264f5-9ffe-4f8e-a496-20b08ebe3013/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0459099 Dec 06 17:33:46.116024 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 49286) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:46.198206 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0567a15f-2eb2-4438-9660-7d2b8e01d587 None None] Sync routers for ids ['f43264f5-9ffe-4f8e-a496-20b08ebe3013'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:33:46.228741 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0567a15f-2eb2-4438-9660-7d2b8e01d587 None None] Routers {'f43264f5-9ffe-4f8e-a496-20b08ebe3013'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:33:46.231828 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-0567a15f-2eb2-4438-9660-7d2b8e01d587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:33:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['f43264f5-9ffe-4f8e-a496-20b08ebe3013'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:33:46.253273 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1c8fe1d4-6f58-4f46-9369-fc7f16f1880a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:46.296640 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-1c8fe1d4-6f58-4f46-9369-fc7f16f1880a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Calling delete_port for 50950f8c-6fb9-4348-a7ed-1ebb1ae7edc2 owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:33:46.358362 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f7a8169-040d-485a-bded-6b80f51d743f tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Deleting subnet ccec9b31-d792-401a-9e06-9a1a9efca83a {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:33:46.380221 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9f7a8169-040d-485a-bded-6b80f51d743f tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:46.435840 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5a4e4572-fbb9-45ef-82b9-5f5b6a2ee7e6 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks [] for router, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:46.638793 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1c8fe1d4-6f58-4f46-9369-fc7f16f1880a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:46.675050 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8fe1d4-6f58-4f46-9369-fc7f16f1880a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event deleted for resources: {'Port': ['ID=50950f8c-6fb9-4348-a7ed-1ebb1ae7edc2,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:33:46.711934 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1c8fe1d4-6f58-4f46-9369-fc7f16f1880a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:46.715810 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-1c8fe1d4-6f58-4f46-9369-fc7f16f1880a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/ports/50950f8c-6fb9-4348-a7ed-1ebb1ae7edc2 HTTP/1.1" status: 204 len: 168 time: 1.7484813 Dec 06 17:33:46.722597 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 49302) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:46.741634 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-0567a15f-2eb2-4438-9660-7d2b8e01d587 None None] Set router f43264f5-9ffe-4f8e-a496-20b08ebe3013 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:33:46.839485 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5c4e52-ded6-405a-872c-ca814aa99618 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:33:46.841117 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5c4e52-ded6-405a-872c-ca814aa99618 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:33:46.870493 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-af5c4e52-ded6-405a-872c-ca814aa99618 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1440275 Dec 06 17:33:46.878038 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 49310) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:46.997662 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [req-3d3b9992-025f-4a4e-a002-b05c3028cfa7 req-9c1c7d77-da76-42aa-b003-af7396beafe3 service neutron] (103285) timed out ('10.222.0.23', 53282) {{(pid=103285) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 06 17:33:47.010912 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-99586758-e887-457f-afd3-aea0f7cf2de7 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Deleting subnet f74979c4-f091-4f62-9593-37939667fd5e {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:33:47.033958 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9f7a8169-040d-485a-bded-6b80f51d743f tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:47.119153 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:47.158029 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fc7f1404-85b2-4293-a205-3ce5be387234 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:47.179481 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-99586758-e887-457f-afd3-aea0f7cf2de7 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:47.183620 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-0567a15f-2eb2-4438-9660-7d2b8e01d587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f43264f5-9ffe-4f8e-a496-20b08ebe3013', 'name': 'tempest-TestNetworkAdvancedServerOps-router-14200149', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.165'}], 'enable_snat': True}, 'gw_port_id': 'd9cdc0ba-d041-4458-aca4-96b4f4a0a431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:31:02Z', 'updated_at': '2021-12-06T17:33:42Z', 'revision_number': 5, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'gw_port': {'id': 'd9cdc0ba-d041-4458-aca4-96b4f4a0a431', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:15:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43264f5-9ffe-4f8e-a496-20b08ebe3013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2785, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:31:03Z', 'updated_at': '2021-12-06T17:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:33:47.187065 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fc7f1404-85b2-4293-a205-3ce5be387234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:47.247050 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5a4e4572-fbb9-45ef-82b9-5f5b6a2ee7e6 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:47.283457 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0567a15f-2eb2-4438-9660-7d2b8e01d587 None None] Checking router: f43264f5-9ffe-4f8e-a496-20b08ebe3013 for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:33:47.289158 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-99586758-e887-457f-afd3-aea0f7cf2de7 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:47.314193 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7f1404-85b2-4293-a205-3ce5be387234 None None] Network 92924f74-2f90-45e5-9033-541c61add3eb is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:33:47.320796 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-fc7f1404-85b2-4293-a205-3ce5be387234 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:33:47.323550 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7f1404-85b2-4293-a205-3ce5be387234 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:33:47.333102 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0567a15f-2eb2-4438-9660-7d2b8e01d587 None None] Routers {'f43264f5-9ffe-4f8e-a496-20b08ebe3013'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:33:47.333974 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-0567a15f-2eb2-4438-9660-7d2b8e01d587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:33:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['f43264f5-9ffe-4f8e-a496-20b08ebe3013'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:33:47.380890 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9f7a8169-040d-485a-bded-6b80f51d743f tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:47.525908 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-99586758-e887-457f-afd3-aea0f7cf2de7 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:47.571693 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9f7a8169-040d-485a-bded-6b80f51d743f tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:47.595200 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-5a4e4572-fbb9-45ef-82b9-5f5b6a2ee7e6 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Deleting port 6e7ca86e-20c5-4809-bdbb-08165cff48d3 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:33:47.595551 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5a4e4572-fbb9-45ef-82b9-5f5b6a2ee7e6 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:47.621393 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-99586758-e887-457f-afd3-aea0f7cf2de7 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:47.629165 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9f7a8169-040d-485a-bded-6b80f51d743f tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:47.642370 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-9f7a8169-040d-485a-bded-6b80f51d743f tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "DELETE /v2.0/subnets/ccec9b31-d792-401a-9e06-9a1a9efca83a HTTP/1.1" status: 204 len: 168 time: 1.5209074 Dec 06 17:33:47.654505 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 49326) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:47.689542 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99586758-e887-457f-afd3-aea0f7cf2de7 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event deleted for resources: {'Subnet': ['ID=f74979c4-f091-4f62-9593-37939667fd5e,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:33:47.694428 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-99586758-e887-457f-afd3-aea0f7cf2de7 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:47.698730 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-99586758-e887-457f-afd3-aea0f7cf2de7 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/subnets/f74979c4-f091-4f62-9593-37939667fd5e HTTP/1.1" status: 204 len: 168 time: 0.8196340 Dec 06 17:33:47.701964 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 49328) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:47.703112 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b561286-a207-4fcc-93ba-2d50e699a99b None None] Network 39ca8761-abdc-4183-874f-43b7c768d0ca requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:33:47.728643 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f1404-85b2-4293-a205-3ce5be387234 None None] Pushing event updated for resources: {'Port': ['ID=cdf3d4cf-a77f-4c3b-9586-6660ce2a735e,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:33:47.730694 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7a8169-040d-485a-bded-6b80f51d743f tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Pushing event deleted for resources: {'Subnet': ['ID=ccec9b31-d792-401a-9e06-9a1a9efca83a,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:33:47.811466 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-48b4fb74-727b-42bb-92e9-e58e7bd1e220 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1072710 Dec 06 17:33:47.817997 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 49332) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:47.850530 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7a8169-040d-485a-bded-6b80f51d743f tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:33:47.850887 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7a8169-040d-485a-bded-6b80f51d743f tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:33:47.851263 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7a8169-040d-485a-bded-6b80f51d743f tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:33:47.851585 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7a8169-040d-485a-bded-6b80f51d743f tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:33:47.851925 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7a8169-040d-485a-bded-6b80f51d743f tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:33:47.852262 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7a8169-040d-485a-bded-6b80f51d743f tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:33:47.852597 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7a8169-040d-485a-bded-6b80f51d743f tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:33:47.852932 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7a8169-040d-485a-bded-6b80f51d743f tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:33:47.853270 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7a8169-040d-485a-bded-6b80f51d743f tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:33:47.856027 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7a8169-040d-485a-bded-6b80f51d743f tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:33:47.856027 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7a8169-040d-485a-bded-6b80f51d743f tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:33:47.856027 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7a8169-040d-485a-bded-6b80f51d743f tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:33:47.856027 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7a8169-040d-485a-bded-6b80f51d743f tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:33:47.884529 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f848e49-bf79-484e-8130-11134c04e441 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:33:47.892045 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-0f848e49-bf79-484e-8130-11134c04e441 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0704343 Dec 06 17:33:47.893097 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 49334) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:48.029303 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e968d8-4131-4e91-b7a9-e7b831e8530f tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:33:48.031370 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5a4e4572-fbb9-45ef-82b9-5f5b6a2ee7e6 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:48.048023 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-17e968d8-4131-4e91-b7a9-e7b831e8530f tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1535625 Dec 06 17:33:48.048811 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 49340) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:48.068191 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-fc7f1404-85b2-4293-a205-3ce5be387234 None None] Attempting to bind port cdf3d4cf-a77f-4c3b-9586-6660ce2a735e on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:33:48.068737 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-fc7f1404-85b2-4293-a205-3ce5be387234 None None] Attempting to bind port cdf3d4cf-a77f-4c3b-9586-6660ce2a735e by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'a47332dc-5917-44f3-a9f4-ba1cd1d32759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:33:48.069140 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7f1404-85b2-4293-a205-3ce5be387234 None None] Attempting to bind port cdf3d4cf-a77f-4c3b-9586-6660ce2a735e on network 92924f74-2f90-45e5-9033-541c61add3eb {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:33:48.074689 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-5a4e4572-fbb9-45ef-82b9-5f5b6a2ee7e6 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Calling delete_port for 6e7ca86e-20c5-4809-bdbb-08165cff48d3 owned by network:router_gateway {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:33:48.098550 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1f27afe3-7f8f-4e0a-94e5-27faefa94c2a tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for router, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:48.114077 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 17:33:48.180330 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-ca0929d5-51e3-4085-96f9-5758500fde1b tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1278110 Dec 06 17:33:48.185217 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 49348) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:48.186482 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7f1404-85b2-4293-a205-3ce5be387234 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:33:48.187114 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7f1404-85b2-4293-a205-3ce5be387234 None None] Checking segment: {'id': 'a47332dc-5917-44f3-a9f4-ba1cd1d32759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:33:48.187645 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fc7f1404-85b2-4293-a205-3ce5be387234 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:48.188227 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7f1404-85b2-4293-a205-3ce5be387234 None None] Bound using segment: {'id': 'a47332dc-5917-44f3-a9f4-ba1cd1d32759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:33:48.189063 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-fc7f1404-85b2-4293-a205-3ce5be387234 None None] Bound port: cdf3d4cf-a77f-4c3b-9586-6660ce2a735e, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a47332dc-5917-44f3-a9f4-ba1cd1d32759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:33:48.189639 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fc7f1404-85b2-4293-a205-3ce5be387234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:48.198090 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-52a4f6a9-b398-42b2-9587-8654da20014a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Request body: {'subnet': {'network_id': '92924f74-2f90-45e5-9033-541c61add3eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:33:48.248915 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:48.284291 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-0567a15f-2eb2-4438-9660-7d2b8e01d587 None None] Set router f43264f5-9ffe-4f8e-a496-20b08ebe3013 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:33:48.469686 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52a4f6a9-b398-42b2-9587-8654da20014a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Made reservation on behalf of 58c2416ade7148dfa446cd47a01986fc for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:33:48.473937 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-52a4f6a9-b398-42b2-9587-8654da20014a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:48.517305 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1f27afe3-7f8f-4e0a-94e5-27faefa94c2a tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:48.569272 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-fc7f1404-85b2-4293-a205-3ce5be387234 None None] For port cdf3d4cf-a77f-4c3b-9586-6660ce2a735e, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:33:48.582232 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-fc7f1404-85b2-4293-a205-3ce5be387234 None None] For port cdf3d4cf-a77f-4c3b-9586-6660ce2a735e, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=cdf3d4cf-a77f-4c3b-9586-6660ce2a735e,segment=NetworkSegment(a47332dc-5917-44f3-a9f4-ba1cd1d32759),segment_id=a47332dc-5917-44f3-a9f4-ba1cd1d32759)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:33:48.597625 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fc7f1404-85b2-4293-a205-3ce5be387234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:48.686956 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959c36aa-95cc-4eb5-987a-4a71ba14309a None None] DHCP port deletion for 39ca8761-abdc-4183-874f-43b7c768d0ca request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:33:48.728282 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-1f27afe3-7f8f-4e0a-94e5-27faefa94c2a tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Deleting port d9cdc0ba-d041-4458-aca4-96b4f4a0a431 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:33:48.728990 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1f27afe3-7f8f-4e0a-94e5-27faefa94c2a tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:48.850041 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f1404-85b2-4293-a205-3ce5be387234 None None] Pushing event updated for resources: {'Port': ['ID=cdf3d4cf-a77f-4c3b-9586-6660ce2a735e,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:33:48.908348 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-1f27afe3-7f8f-4e0a-94e5-27faefa94c2a tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] For port d9cdc0ba-d041-4458-aca4-96b4f4a0a431, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d9cdc0ba-d041-4458-aca4-96b4f4a0a431,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:33:48.908973 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1f27afe3-7f8f-4e0a-94e5-27faefa94c2a tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:48.925963 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-1f27afe3-7f8f-4e0a-94e5-27faefa94c2a tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Calling delete_port for d9cdc0ba-d041-4458-aca4-96b4f4a0a431 owned by network:router_gateway {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:33:48.938816 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-959c36aa-95cc-4eb5-987a-4a71ba14309a None None] Deleting port aaa3a93b-d9cd-4011-865a-98a0d67c2b85 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:33:48.939403 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-959c36aa-95cc-4eb5-987a-4a71ba14309a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:48.989017 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-0567a15f-2eb2-4438-9660-7d2b8e01d587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f43264f5-9ffe-4f8e-a496-20b08ebe3013', 'name': 'tempest-TestNetworkAdvancedServerOps-router-14200149', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.165'}], 'enable_snat': True}, 'gw_port_id': 'd9cdc0ba-d041-4458-aca4-96b4f4a0a431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:31:02Z', 'updated_at': '2021-12-06T17:33:42Z', 'revision_number': 5, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'gw_port': {'id': 'd9cdc0ba-d041-4458-aca4-96b4f4a0a431', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:15:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43264f5-9ffe-4f8e-a496-20b08ebe3013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2785, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:31:03Z', 'updated_at': '2021-12-06T17:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:33:48.999066 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-52a4f6a9-b398-42b2-9587-8654da20014a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:49.054675 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0567a15f-2eb2-4438-9660-7d2b8e01d587 None None] The sync data for ids ['f43264f5-9ffe-4f8e-a496-20b08ebe3013'] in n-d-master-1 is: [{'id': 'f43264f5-9ffe-4f8e-a496-20b08ebe3013', 'name': 'tempest-TestNetworkAdvancedServerOps-router-14200149', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.165'}], 'enable_snat': True}, 'gw_port_id': 'd9cdc0ba-d041-4458-aca4-96b4f4a0a431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:31:02Z', 'updated_at': '2021-12-06T17:33:42Z', 'revision_number': 5, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'gw_port': {'id': 'd9cdc0ba-d041-4458-aca4-96b4f4a0a431', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:15:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43264f5-9ffe-4f8e-a496-20b08ebe3013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2785, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:31:03Z', 'updated_at': '2021-12-06T17:31:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:33:49.090575 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-959c36aa-95cc-4eb5-987a-4a71ba14309a None None] For port aaa3a93b-d9cd-4011-865a-98a0d67c2b85, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=aaa3a93b-d9cd-4011-865a-98a0d67c2b85,segment=NetworkSegment(2ad2e9d4-239e-4d66-8541-a8b3b2b1def0),segment_id=2ad2e9d4-239e-4d66-8541-a8b3b2b1def0)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:33:49.091405 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-959c36aa-95cc-4eb5-987a-4a71ba14309a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:49.094688 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a4f6a9-b398-42b2-9587-8654da20014a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Network 92924f74-2f90-45e5-9033-541c61add3eb is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:33:49.095763 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:49.112264 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-959c36aa-95cc-4eb5-987a-4a71ba14309a None None] Calling delete_port for aaa3a93b-d9cd-4011-865a-98a0d67c2b85 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:33:49.120715 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-52a4f6a9-b398-42b2-9587-8654da20014a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:33:49.131034 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a4f6a9-b398-42b2-9587-8654da20014a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:33:49.131668 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-52a4f6a9-b398-42b2-9587-8654da20014a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:49.144122 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64c7696-0e53-4cd9-82a6-e141cb18ad24 None None] Network 92924f74-2f90-45e5-9033-541c61add3eb requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:33:49.178610 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-52a4f6a9-b398-42b2-9587-8654da20014a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9868145 Dec 06 17:33:49.178610 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 49374) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:49.186628 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-04a3a9cd-f9d3-414f-aa58-6787d0c2e2cd tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Request body: {'port': {'network_id': '92924f74-2f90-45e5-9033-541c61add3eb', 'fixed_ips': [{'subnet_id': '398510e4-94bd-435e-8876-cbc5d5b0c57c', 'ip_address': '2001:db8::ce2b:d328:bb36:bfd'}], 'name': 'tempest-NetworksTestDHCPv6-510882352'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:33:49.193323 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a4f6a9-b398-42b2-9587-8654da20014a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event updated for resources: {'Subnet': ['ID=398510e4-94bd-435e-8876-cbc5d5b0c57c,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:33:49.199523 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1f27afe3-7f8f-4e0a-94e5-27faefa94c2a tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:49.256715 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f27afe3-7f8f-4e0a-94e5-27faefa94c2a tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Pushing event deleted for resources: {'Port': ['ID=d9cdc0ba-d041-4458-aca4-96b4f4a0a431,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:33:49.305277 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4322baa-9396-413c-8d3d-ab6c8e4bdf2b None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:33:49.366853 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5a4e4572-fbb9-45ef-82b9-5f5b6a2ee7e6 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:49.396968 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1f27afe3-7f8f-4e0a-94e5-27faefa94c2a tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536698'] for router_gateway, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:49.436958 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4e4572-fbb9-45ef-82b9-5f5b6a2ee7e6 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Pushing event deleted for resources: {'Port': ['ID=6e7ca86e-20c5-4809-bdbb-08165cff48d3,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:33:49.477862 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a3a9cd-f9d3-414f-aa58-6787d0c2e2cd tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Made reservation on behalf of 58c2416ade7148dfa446cd47a01986fc for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:33:49.594985 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-959c36aa-95cc-4eb5-987a-4a71ba14309a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:49.635150 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959c36aa-95cc-4eb5-987a-4a71ba14309a None None] No DVR routers for this DVR port aaa3a93b-d9cd-4011-865a-98a0d67c2b85 on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:33:49.705819 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959c36aa-95cc-4eb5-987a-4a71ba14309a None None] Pushing event deleted for resources: {'Port': ['ID=aaa3a93b-d9cd-4011-865a-98a0d67c2b85,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:33:49.798676 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-04a3a9cd-f9d3-414f-aa58-6787d0c2e2cd tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:49.822668 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2618a5-8908-40d6-ada6-af65340f2011 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:33:49.834313 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def7b1f3-c770-4bbd-a4c2-2a5032b8d4ca None None] Update dhcp port {'port': {'network_id': '92924f74-2f90-45e5-9033-541c61add3eb', 'fixed_ips': [{'subnet_id': '398510e4-94bd-435e-8876-cbc5d5b0c57c'}], 'binding:host_id': 'n-d-master-1'}, 'id': 'cdf3d4cf-a77f-4c3b-9586-6660ce2a735e'} from n-d-master-1. {{(pid=103286) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 06 17:33:49.844157 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-04a3a9cd-f9d3-414f-aa58-6787d0c2e2cd tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] device_id is not set on port 2a907e8e-638c-4cec-bef3-1ef72748fe3d yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:33:49.844924 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device aaa3a93b-d9cd-4011-865a-98a0d67c2b85 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:33:50.006047 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: aaa3a93b-d9cd-4011-865a-98a0d67c2b85 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:33:50.009768 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device aaa3a93b-d9cd-4011-865a-98a0d67c2b85 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:33:50.010967 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 0762b7ea-30ec-4cec-b999-6c7f13aaf345 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:33:50.045781 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1f27afe3-7f8f-4e0a-94e5-27faefa94c2a tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:50.049861 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1f27afe3-7f8f-4e0a-94e5-27faefa94c2a tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:50.075936 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-def7b1f3-c770-4bbd-a4c2-2a5032b8d4ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:50.088283 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 0762b7ea-30ec-4cec-b999-6c7f13aaf345 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:33:50.088846 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 0762b7ea-30ec-4cec-b999-6c7f13aaf345 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:33:50.188799 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1f27afe3-7f8f-4e0a-94e5-27faefa94c2a tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:50.189366 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f27afe3-7f8f-4e0a-94e5-27faefa94c2a tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Fanout notify agent at l3_agent the message router_deleted on router f43264f5-9ffe-4f8e-a496-20b08ebe3013 {{(pid=103285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 17:33:50.190902 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5a4e4572-fbb9-45ef-82b9-5f5b6a2ee7e6 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536698'] for router_gateway, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:50.208661 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1f27afe3-7f8f-4e0a-94e5-27faefa94c2a tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:50.218605 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 49390) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:50.221766 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-1f27afe3-7f8f-4e0a-94e5-27faefa94c2a tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "DELETE /v2.0/routers/f43264f5-9ffe-4f8e-a496-20b08ebe3013 HTTP/1.1" status: 204 len: 168 time: 2.5455861 Dec 06 17:33:50.349759 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-04a3a9cd-f9d3-414f-aa58-6787d0c2e2cd tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Allocated IP 2001:db8::ce2b:d328:bb36:bfd (92924f74-2f90-45e5-9033-541c61add3eb/398510e4-94bd-435e-8876-cbc5d5b0c57c/2a907e8e-638c-4cec-bef3-1ef72748fe3d) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:33:50.520091 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5a4e4572-fbb9-45ef-82b9-5f5b6a2ee7e6 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:50.524716 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5a4e4572-fbb9-45ef-82b9-5f5b6a2ee7e6 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:50.618195 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5a4e4572-fbb9-45ef-82b9-5f5b6a2ee7e6 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:50.618872 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a4e4572-fbb9-45ef-82b9-5f5b6a2ee7e6 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Fanout notify agent at l3_agent the message router_deleted on router f32a582a-3672-4c4d-b6f4-4e7077a559c8 {{(pid=103285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 17:33:50.628224 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5a4e4572-fbb9-45ef-82b9-5f5b6a2ee7e6 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:50.630108 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-5a4e4572-fbb9-45ef-82b9-5f5b6a2ee7e6 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] 10.222.0.23 "DELETE /v2.0/routers/f32a582a-3672-4c4d-b6f4-4e7077a559c8 HTTP/1.1" status: 204 len: 168 time: 4.6155558 Dec 06 17:33:50.634215 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 49398) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:50.645699 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-62052215-e99b-43ff-8009-710824741165 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1353990955', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}, 'admin_state_up': False}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:33:50.688427 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-62052215-e99b-43ff-8009-710824741165 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:50.690245 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-62052215-e99b-43ff-8009-710824741165 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:50.703622 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4834a6a3-00aa-4585-811d-8e6d602a0057 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:50.879943 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-62052215-e99b-43ff-8009-710824741165 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:50.943680 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4834a6a3-00aa-4585-811d-8e6d602a0057 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:50.966141 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-04a3a9cd-f9d3-414f-aa58-6787d0c2e2cd tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:50.989624 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-4834a6a3-00aa-4585-811d-8e6d602a0057 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39ca8761-abdc-4183-874f-43b7c768d0ca']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:33:51.003720 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-4834a6a3-00aa-4585-811d-8e6d602a0057 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ad2e9d4-239e-4d66-8541-a8b3b2b1def0') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:33:51.004023 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-4834a6a3-00aa-4585-811d-8e6d602a0057 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ad2e9d4-239e-4d66-8541-a8b3b2b1def0') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:33:51.024178 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4834a6a3-00aa-4585-811d-8e6d602a0057 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:51.047924 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4834a6a3-00aa-4585-811d-8e6d602a0057 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:51.055251 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-04a3a9cd-f9d3-414f-aa58-6787d0c2e2cd tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:51.057253 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4834a6a3-00aa-4585-811d-8e6d602a0057 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:33:51.057704 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4834a6a3-00aa-4585-811d-8e6d602a0057 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:51.061075 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 17:33:51.061075 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:33:51.061075 n-d-master-1 neutron-server[103284]: timer() Dec 06 17:33:51.061075 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:33:51.061075 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 17:33:51.061075 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:33:51.061075 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 17:33:51.061075 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:33:51.061075 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 17:33:51.061075 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:33:51.061075 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 17:33:51.061075 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:33:51.061075 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 17:33:51.061075 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:33:51.061075 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:33:51.061075 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:33:51.061075 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:33:51.061075 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:33:51.061075 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 17:33:51.061075 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:33:51.061075 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 17:33:51.061075 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:33:51.061075 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:33:51.061075 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:33:51.061075 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 17:33:51.061075 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:33:51.061075 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:33:51.061075 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:33:51.061075 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:33:51.061075 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:33:51.061075 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:33:51.061075 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:33:51.169004 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-def7b1f3-c770-4bbd-a4c2-2a5032b8d4ca None None] Allocated IP 2001:db8::2 (92924f74-2f90-45e5-9033-541c61add3eb/398510e4-94bd-435e-8876-cbc5d5b0c57c/cdf3d4cf-a77f-4c3b-9586-6660ce2a735e) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:33:51.183379 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a3a9cd-f9d3-414f-aa58-6787d0c2e2cd tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Network 92924f74-2f90-45e5-9033-541c61add3eb is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:33:51.191542 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-04a3a9cd-f9d3-414f-aa58-6787d0c2e2cd tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:33:51.200364 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a3a9cd-f9d3-414f-aa58-6787d0c2e2cd tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:33:51.206508 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a3a9cd-f9d3-414f-aa58-6787d0c2e2cd tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:33:51.207197 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-04a3a9cd-f9d3-414f-aa58-6787d0c2e2cd tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:51.218925 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a3a9cd-f9d3-414f-aa58-6787d0c2e2cd tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event updated for resources: {'Port': ['ID=2a907e8e-638c-4cec-bef3-1ef72748fe3d,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:33:51.220354 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-62052215-e99b-43ff-8009-710824741165 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:51.230824 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4834a6a3-00aa-4585-811d-8e6d602a0057 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:51.239595 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4834a6a3-00aa-4585-811d-8e6d602a0057 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:51.243711 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-4834a6a3-00aa-4585-811d-8e6d602a0057 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "DELETE /v2.0/networks/39ca8761-abdc-4183-874f-43b7c768d0ca HTTP/1.1" status: 204 len: 168 time: 1.0102327 Dec 06 17:33:51.249723 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-04a3a9cd-f9d3-414f-aa58-6787d0c2e2cd tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.0705516 Dec 06 17:33:51.250469 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 49410) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:51.255397 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 49412) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:51.269955 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4834a6a3-00aa-4585-811d-8e6d602a0057 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Pushing event deleted for resources: {'Network': ['ID=39ca8761-abdc-4183-874f-43b7c768d0ca,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:33:51.342695 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-def7b1f3-c770-4bbd-a4c2-2a5032b8d4ca None None] For port cdf3d4cf-a77f-4c3b-9586-6660ce2a735e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=cdf3d4cf-a77f-4c3b-9586-6660ce2a735e,segment=NetworkSegment(a47332dc-5917-44f3-a9f4-ba1cd1d32759),segment_id=a47332dc-5917-44f3-a9f4-ba1cd1d32759)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:33:51.381108 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-def7b1f3-c770-4bbd-a4c2-2a5032b8d4ca None None] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:51.390325 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-def7b1f3-c770-4bbd-a4c2-2a5032b8d4ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:51.418070 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a6b1d5e3-980f-465b-9464-3beba6e55136 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:51.499807 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a6b1d5e3-980f-465b-9464-3beba6e55136 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:51.542407 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34e26f7-9854-4c1a-974d-04a8ba743885 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:33:51.557525 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34e26f7-9854-4c1a-974d-04a8ba743885 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:33:51.567373 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 49418) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:51.567563 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-b34e26f7-9854-4c1a-974d-04a8ba743885 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.3077822 Dec 06 17:33:51.583093 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def7b1f3-c770-4bbd-a4c2-2a5032b8d4ca None None] Pushing event updated for resources: {'Port': ['ID=cdf3d4cf-a77f-4c3b-9586-6660ce2a735e,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:33:51.867741 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a6b1d5e3-980f-465b-9464-3beba6e55136 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:51.873672 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a6b1d5e3-980f-465b-9464-3beba6e55136 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:51.878111 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-a6b1d5e3-980f-465b-9464-3beba6e55136 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "DELETE /v2.0/security-groups/5f3c85a1-3b48-4f29-aec2-3a218353c857 HTTP/1.1" status: 204 len: 168 time: 0.6165619 Dec 06 17:33:51.892457 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-62052215-e99b-43ff-8009-710824741165 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks [] for router_gateway, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:51.907569 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device d9cdc0ba-d041-4458-aca4-96b4f4a0a431 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:33:51.916131 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b1d5e3-980f-465b-9464-3beba6e55136 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f3c85a1-3b48-4f29-aec2-3a218353c857,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:33:51.992293 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-6b84f069-042b-4ea3-b400-61bea3ee377a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Deleting port 2a907e8e-638c-4cec-bef3-1ef72748fe3d {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:33:51.992629 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6b84f069-042b-4ea3-b400-61bea3ee377a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:51.997447 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: d9cdc0ba-d041-4458-aca4-96b4f4a0a431 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:33:51.997829 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device d9cdc0ba-d041-4458-aca4-96b4f4a0a431 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:33:52.013345 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-62052215-e99b-43ff-8009-710824741165 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:52.492895 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6b84f069-042b-4ea3-b400-61bea3ee377a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:52.523743 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-6b84f069-042b-4ea3-b400-61bea3ee377a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Calling delete_port for 2a907e8e-638c-4cec-bef3-1ef72748fe3d owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:33:52.642584 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-62052215-e99b-43ff-8009-710824741165 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Allocated IP 172.35.1.138 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/f265446d-c9cb-47d0-81e9-fd919ae631b5) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:33:52.792083 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6b84f069-042b-4ea3-b400-61bea3ee377a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:52.864287 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b84f069-042b-4ea3-b400-61bea3ee377a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event deleted for resources: {'Port': ['ID=2a907e8e-638c-4cec-bef3-1ef72748fe3d,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:33:52.952361 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6b84f069-042b-4ea3-b400-61bea3ee377a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:52.956719 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-6b84f069-042b-4ea3-b400-61bea3ee377a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/ports/2a907e8e-638c-4cec-bef3-1ef72748fe3d HTTP/1.1" status: 204 len: 168 time: 1.3783813 Dec 06 17:33:52.959281 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 49450) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:53.029054 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-62052215-e99b-43ff-8009-710824741165 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:53.032451 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 49452) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:53.037668 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-317fb1a8-fbf1-4920-86e2-361883624654 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1004587086', 'description': 'tempest-secgroup-smoke-1004587086 description', 'project_id': '87136a91f6c54863bdb78ae5833b5c4e'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:33:53.083751 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-317fb1a8-fbf1-4920-86e2-361883624654 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:53.096677 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4287751c-40f1-4e66-96aa-38d232fc52b3 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:33:53.102988 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4287751c-40f1-4e66-96aa-38d232fc52b3 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:33:53.111360 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-4287751c-40f1-4e66-96aa-38d232fc52b3 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1504784 Dec 06 17:33:53.113197 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 49454) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:53.254652 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-317fb1a8-fbf1-4920-86e2-361883624654 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:53.257134 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-62052215-e99b-43ff-8009-710824741165 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:53.273640 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-317fb1a8-fbf1-4920-86e2-361883624654 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:53.303767 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-84311d1f-cdb4-4e50-b2cc-992d84279d3a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Deleting subnet 398510e4-94bd-435e-8876-cbc5d5b0c57c {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:33:53.322007 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-84311d1f-cdb4-4e50-b2cc-992d84279d3a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:53.370230 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62052215-e99b-43ff-8009-710824741165 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:33:53.398481 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-317fb1a8-fbf1-4920-86e2-361883624654 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:53.402444 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-317fb1a8-fbf1-4920-86e2-361883624654 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3662593 Dec 06 17:33:53.406313 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 49462) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:53.414315 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-62052215-e99b-43ff-8009-710824741165 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:33:53.416832 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62052215-e99b-43ff-8009-710824741165 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:33:53.428464 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d9b3bb-a8c9-44b6-bec4-d210c7839ad9 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:33:53.432208 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-9f44e061-67f9-4036-8bc1-4021168010ab tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Request body: {'security_group_rule': {'security_group_id': '7dc80c36-8cf2-463d-929d-e78b3fbfe10b', 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:33:53.595101 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-84311d1f-cdb4-4e50-b2cc-992d84279d3a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:53.662430 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9f44e061-67f9-4036-8bc1-4021168010ab tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:54.002579 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9f44e061-67f9-4036-8bc1-4021168010ab tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:54.024487 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9f44e061-67f9-4036-8bc1-4021168010ab tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:54.071455 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-84311d1f-cdb4-4e50-b2cc-992d84279d3a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:54.084151 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device cdf3d4cf-a77f-4c3b-9586-6660ce2a735e up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:33:54.189867 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f44e061-67f9-4036-8bc1-4021168010ab tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68029ca3-0807-4d88-bdf4-787826d313b4,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:33:54.224584 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-02c176ec-e2d8-4431-ac4f-e14a1c59b567 None None] Provisioning complete for port f265446d-c9cb-47d0-81e9-fd919ae631b5 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:33:54.225850 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-02c176ec-e2d8-4431-ac4f-e14a1c59b567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:54.227406 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9f44e061-67f9-4036-8bc1-4021168010ab tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:54.231401 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-9f44e061-67f9-4036-8bc1-4021168010ab tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8070123 Dec 06 17:33:54.254339 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 49476) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:54.288790 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-c80e7662-d20c-4e13-afae-dfbd7c6d3ce9 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Request body: {'security_group_rule': {'security_group_id': '7dc80c36-8cf2-463d-929d-e78b3fbfe10b', 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:33:54.341303 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port cdf3d4cf-a77f-4c3b-9586-6660ce2a735e triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:33:54.342049 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:54.417759 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-02c176ec-e2d8-4431-ac4f-e14a1c59b567 None None] Port f265446d-c9cb-47d0-81e9-fd919ae631b5 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:33:54.435822 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c80e7662-d20c-4e13-afae-dfbd7c6d3ce9 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:54.448649 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-84311d1f-cdb4-4e50-b2cc-992d84279d3a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:54.509831 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317fb1a8-fbf1-4920-86e2-361883624654 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc80c36-8cf2-463d-929d-e78b3fbfe10b,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:33:54.556098 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62052215-e99b-43ff-8009-710824741165 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Pushing event updated for resources: {'Port': ['ID=f265446d-c9cb-47d0-81e9-fd919ae631b5,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:33:54.658125 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-dbf0dfae-62c0-4179-9e33-b0c41c0acb81 None None] Provisioning complete for port cdf3d4cf-a77f-4c3b-9586-6660ce2a735e triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:33:54.658680 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-dbf0dfae-62c0-4179-9e33-b0c41c0acb81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:54.687882 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84311d1f-cdb4-4e50-b2cc-992d84279d3a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event deleted for resources: {'Subnet': ['ID=398510e4-94bd-435e-8876-cbc5d5b0c57c,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:33:54.721763 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-84311d1f-cdb4-4e50-b2cc-992d84279d3a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:54.727426 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-84311d1f-cdb4-4e50-b2cc-992d84279d3a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/subnets/398510e4-94bd-435e-8876-cbc5d5b0c57c HTTP/1.1" status: 204 len: 168 time: 1.6104772 Dec 06 17:33:54.732798 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 49484) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:54.740528 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:54.877027 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fecb877-f7cf-433d-a423-e0cf04cf8052 None None] Network 92924f74-2f90-45e5-9033-541c61add3eb requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:33:54.932757 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c80e7662-d20c-4e13-afae-dfbd7c6d3ce9 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:54.942184 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c80e7662-d20c-4e13-afae-dfbd7c6d3ce9 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:54.977327 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] For port cdf3d4cf-a77f-4c3b-9586-6660ce2a735e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=cdf3d4cf-a77f-4c3b-9586-6660ce2a735e,segment=NetworkSegment(a47332dc-5917-44f3-a9f4-ba1cd1d32759),segment_id=a47332dc-5917-44f3-a9f4-ba1cd1d32759)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:33:55.015348 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c80e7662-d20c-4e13-afae-dfbd7c6d3ce9 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:55.016699 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-6eb3e8fb-3552-4fcf-abb0-000b80657671 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2815385 Dec 06 17:33:55.021898 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 49490) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:55.022230 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 49492) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:55.035732 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-c80e7662-d20c-4e13-afae-dfbd7c6d3ce9 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7701638 Dec 06 17:33:55.045364 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80e7662-d20c-4e13-afae-dfbd7c6d3ce9 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2384812c-24ff-46cb-85dd-2fc3e0606436,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:33:55.045997 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:55.094013 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-1bc777cb-3108-42bf-b308-42dc7c561672 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Request body: {'security_group_rule': {'security_group_id': '7dc80c36-8cf2-463d-929d-e78b3fbfe10b', 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:33:55.106363 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-d652eec8-6aa4-4705-bc6f-4f306b34f3c1 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Request body: {'subnet': {'network_id': '92924f74-2f90-45e5-9033-541c61add3eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:33:55.168404 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-dbf0dfae-62c0-4179-9e33-b0c41c0acb81 None None] Could not find standard attr ID for object 2a907e8e-638c-4cec-bef3-1ef72748fe3d. {{(pid=103286) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 17:33:55.247073 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Pushing event updated for resources: {'Port': ['ID=cdf3d4cf-a77f-4c3b-9586-6660ce2a735e,revision_number=6']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:33:55.346908 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1bc777cb-3108-42bf-b308-42dc7c561672 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:55.368429 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd9b6fe-9a63-4268-b1b4-35f238cbd121 None None] DHCP port deletion for 92924f74-2f90-45e5-9033-541c61add3eb request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:33:55.456686 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-8bd9b6fe-9a63-4268-b1b4-35f238cbd121 None None] Deleting port cdf3d4cf-a77f-4c3b-9586-6660ce2a735e {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:33:55.457068 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8bd9b6fe-9a63-4268-b1b4-35f238cbd121 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:55.462883 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1bc777cb-3108-42bf-b308-42dc7c561672 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:55.473698 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1bc777cb-3108-42bf-b308-42dc7c561672 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:55.500623 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc777cb-3108-42bf-b308-42dc7c561672 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0620e8b-64b7-4559-a336-28c93cf44e66,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:33:55.505792 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-62052215-e99b-43ff-8009-710824741165 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks [] for router_gateway, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:55.593704 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-8bd9b6fe-9a63-4268-b1b4-35f238cbd121 None None] For port cdf3d4cf-a77f-4c3b-9586-6660ce2a735e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=cdf3d4cf-a77f-4c3b-9586-6660ce2a735e,segment=NetworkSegment(a47332dc-5917-44f3-a9f4-ba1cd1d32759),segment_id=a47332dc-5917-44f3-a9f4-ba1cd1d32759)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:33:55.594124 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8bd9b6fe-9a63-4268-b1b4-35f238cbd121 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:55.615859 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-8bd9b6fe-9a63-4268-b1b4-35f238cbd121 None None] Calling delete_port for cdf3d4cf-a77f-4c3b-9586-6660ce2a735e owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:33:55.626887 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d652eec8-6aa4-4705-bc6f-4f306b34f3c1 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Made reservation on behalf of 58c2416ade7148dfa446cd47a01986fc for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:33:55.648675 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d652eec8-6aa4-4705-bc6f-4f306b34f3c1 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:55.662218 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1bc777cb-3108-42bf-b308-42dc7c561672 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:55.671859 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 49504) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:55.674338 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-1bc777cb-3108-42bf-b308-42dc7c561672 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5863016 Dec 06 17:33:55.678870 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-4a2c0a3b-50f5-4bd5-bfdd-1330a0b4fddd tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Request body: {'security_group_rule': {'security_group_id': '7dc80c36-8cf2-463d-929d-e78b3fbfe10b', 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:33:55.739358 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4a2c0a3b-50f5-4bd5-bfdd-1330a0b4fddd tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:55.815824 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8bd9b6fe-9a63-4268-b1b4-35f238cbd121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:55.838108 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4a2c0a3b-50f5-4bd5-bfdd-1330a0b4fddd tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:55.843938 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4a2c0a3b-50f5-4bd5-bfdd-1330a0b4fddd tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:55.872524 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd9b6fe-9a63-4268-b1b4-35f238cbd121 None None] No DVR routers for this DVR port cdf3d4cf-a77f-4c3b-9586-6660ce2a735e on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:33:55.881035 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd9b6fe-9a63-4268-b1b4-35f238cbd121 None None] Pushing event deleted for resources: {'Port': ['ID=cdf3d4cf-a77f-4c3b-9586-6660ce2a735e,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:33:55.905103 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2655b98e-81dd-4548-8980-7686debc509e None None] get_active_networks_info from n-d-master-1 {{(pid=103286) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 17:33:55.917674 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device cdf3d4cf-a77f-4c3b-9586-6660ce2a735e no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:33:55.951777 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2c0a3b-50f5-4bd5-bfdd-1330a0b4fddd tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6095efa6-4e03-47d2-bb6d-dce5669ea7d6,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:33:55.952127 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-62052215-e99b-43ff-8009-710824741165 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:55.963827 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4a2c0a3b-50f5-4bd5-bfdd-1330a0b4fddd tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:55.965635 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-4a2c0a3b-50f5-4bd5-bfdd-1330a0b4fddd tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2915499 Dec 06 17:33:55.970666 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 49508) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:55.976342 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-a08d6b70-1e86-417f-8fc6-3f81711636d4 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Request body: {'security_group_rule': {'security_group_id': '7dc80c36-8cf2-463d-929d-e78b3fbfe10b', 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:33:55.995743 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: cdf3d4cf-a77f-4c3b-9586-6660ce2a735e {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:33:56.000830 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device cdf3d4cf-a77f-4c3b-9586-6660ce2a735e not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:33:56.101904 n-d-master-1 neutron-server[103285]: INFO neutron.db.securitygroups_db [None req-a08d6b70-1e86-417f-8fc6-3f81711636d4 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Project 87136a91f6c54863bdb78ae5833b5c4e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 17:33:56.114247 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a08d6b70-1e86-417f-8fc6-3f81711636d4 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:56.184927 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2655b98e-81dd-4548-8980-7686debc509e None None] Resources bound (agent type, host, resource id): {{(pid=103286) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 06 17:33:56.240734 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a08d6b70-1e86-417f-8fc6-3f81711636d4 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:56.274207 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a08d6b70-1e86-417f-8fc6-3f81711636d4 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:56.299103 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08d6b70-1e86-417f-8fc6-3f81711636d4 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e87761af-925c-4a06-9973-556ee217b529,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:33:56.307826 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62052215-e99b-43ff-8009-710824741165 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Router 2958aae9-f8b6-46d5-8d5a-0b4795106c04 is scheduled to L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 with binding_index 1 {{(pid=103285) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 17:33:56.453023 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62052215-e99b-43ff-8009-710824741165 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:33:56.468819 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef76b7b-8f0b-45cc-97c7-fa546296012b None None] Sync routers for ids ['2958aae9-f8b6-46d5-8d5a-0b4795106c04'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:33:56.470059 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a08d6b70-1e86-417f-8fc6-3f81711636d4 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:56.474486 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 49522) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:56.475193 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-a08d6b70-1e86-417f-8fc6-3f81711636d4 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5020285 Dec 06 17:33:56.476559 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d652eec8-6aa4-4705-bc6f-4f306b34f3c1 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:56.479422 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-65fd4046-aec3-4fa8-a230-4418385a9683 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Request body: {'security_group_rule': {'security_group_id': '7dc80c36-8cf2-463d-929d-e78b3fbfe10b', 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:33:56.491962 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef76b7b-8f0b-45cc-97c7-fa546296012b None None] Routers {'2958aae9-f8b6-46d5-8d5a-0b4795106c04'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:33:56.502132 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-eef76b7b-8f0b-45cc-97c7-fa546296012b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:33:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['2958aae9-f8b6-46d5-8d5a-0b4795106c04'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:33:56.551237 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d652eec8-6aa4-4705-bc6f-4f306b34f3c1 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event updated for resources: {'Subnet': ['ID=c6d336f8-978d-468b-b3bf-5b5096c7e5ec,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:33:56.554743 n-d-master-1 neutron-server[103284]: INFO neutron.db.securitygroups_db [None req-65fd4046-aec3-4fa8-a230-4418385a9683 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Project 87136a91f6c54863bdb78ae5833b5c4e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 17:33:56.568773 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d652eec8-6aa4-4705-bc6f-4f306b34f3c1 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Network 92924f74-2f90-45e5-9033-541c61add3eb is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:33:56.571335 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-d652eec8-6aa4-4705-bc6f-4f306b34f3c1 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:33:56.574684 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d652eec8-6aa4-4705-bc6f-4f306b34f3c1 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:33:56.575536 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d652eec8-6aa4-4705-bc6f-4f306b34f3c1 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:56.576521 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-65fd4046-aec3-4fa8-a230-4418385a9683 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:56.589738 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-62052215-e99b-43ff-8009-710824741165 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:56.592014 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-62052215-e99b-43ff-8009-710824741165 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.9568274 Dec 06 17:33:56.596764 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 49524) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:56.608089 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-3031cc9b-9a3e-4c96-8d4c-b3e7a2e310d2 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:33:56.624790 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-d652eec8-6aa4-4705-bc6f-4f306b34f3c1 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5222592 Dec 06 17:33:56.631974 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 49528) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:56.642138 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-eef76b7b-8f0b-45cc-97c7-fa546296012b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:33:56.661669 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-860b4cd8-05f0-4ef4-97e3-4ce8267837ac tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Request body: {'port': {'network_id': '92924f74-2f90-45e5-9033-541c61add3eb', 'fixed_ips': [{'subnet_id': 'c6d336f8-978d-468b-b3bf-5b5096c7e5ec', 'ip_address': '2001:db8::61b8:8aaf:df8e:88cb'}], 'name': 'tempest-NetworksTestDHCPv6-1704948120'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:33:56.664839 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef76b7b-8f0b-45cc-97c7-fa546296012b None None] Routers {'2958aae9-f8b6-46d5-8d5a-0b4795106c04'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:33:56.665744 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-eef76b7b-8f0b-45cc-97c7-fa546296012b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:33:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['2958aae9-f8b6-46d5-8d5a-0b4795106c04'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:33:56.735099 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-eef76b7b-8f0b-45cc-97c7-fa546296012b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:33:56.747109 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef76b7b-8f0b-45cc-97c7-fa546296012b None None] The sync data for ids ['2958aae9-f8b6-46d5-8d5a-0b4795106c04'] in n-d-master-1 is: [] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:33:56.961881 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810c63d7-44b6-472a-96e7-45a45e1f611c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-92924f74-2f90-45e5-9033-541c61add3eb', 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb', 'tenant_id': '58c2416ade7148dfa446cd47a01986fc', 'fixed_ips': [{'subnet_id': 'c6d336f8-978d-468b-b3bf-5b5096c7e5ec'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:33:56.962737 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-810c63d7-44b6-472a-96e7-45a45e1f611c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:56.980306 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-65fd4046-aec3-4fa8-a230-4418385a9683 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:56.998714 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-65fd4046-aec3-4fa8-a230-4418385a9683 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:57.061279 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fd4046-aec3-4fa8-a230-4418385a9683 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d4a51d8-0487-40c9-bbca-439740ec8012,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:33:57.075003 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-65fd4046-aec3-4fa8-a230-4418385a9683 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:57.080588 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-65fd4046-aec3-4fa8-a230-4418385a9683 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6024292 Dec 06 17:33:57.098328 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 49538) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:57.103431 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-8f074d12-e6e6-4651-984e-7f2240340c52 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Request body: {'network': {'name': 'tempest-network-smoke--1627009902', 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'port_security_enabled': True}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:33:57.176807 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.db.api [None req-860b4cd8-05f0-4ef4-97e3-4ce8267837ac tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 06 17:33:57.176807 n-d-master-1 neutron-server[103284]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 06 17:33:57.176807 n-d-master-1 neutron-server[103284]: [parameters: {'project_id_1': '58c2416ade7148dfa446cd47a01986fc', 'expiration_1': datetime.datetime(2021, 12, 6, 17, 33, 37, 149337)}] Dec 06 17:33:57.176807 n-d-master-1 neutron-server[103284]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103284) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 17:33:57.176807 n-d-master-1 neutron-server[103284]: DEBUG oslo_db.api [None req-860b4cd8-05f0-4ef4-97e3-4ce8267837ac tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 17:33:57.215284 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f074d12-e6e6-4651-984e-7f2240340c52 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Made reservation on behalf of 87136a91f6c54863bdb78ae5833b5c4e for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:33:57.220094 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8f074d12-e6e6-4651-984e-7f2240340c52 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:57.343184 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-810c63d7-44b6-472a-96e7-45a45e1f611c None None] Allocated IP 2001:db8::2 (92924f74-2f90-45e5-9033-541c61add3eb/c6d336f8-978d-468b-b3bf-5b5096c7e5ec/39c8a5ea-a0dd-47a6-a5e3-fdc65994f2b8) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:33:57.348521 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f074d12-e6e6-4651-984e-7f2240340c52 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:33:57.388118 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8f074d12-e6e6-4651-984e-7f2240340c52 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:57.393136 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-8f074d12-e6e6-4651-984e-7f2240340c52 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Added segment cbe98e49-8460-4bd9-935d-6d2813654e4d of type vlan for network 2ad59fcd-0d86-4bbd-abb1-606e8df3cf18 Dec 06 17:33:57.456262 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3031cc9b-9a3e-4c96-8d4c-b3e7a2e310d2 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:57.470986 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8f074d12-e6e6-4651-984e-7f2240340c52 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:57.488389 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3031cc9b-9a3e-4c96-8d4c-b3e7a2e310d2 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:57.574938 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8f074d12-e6e6-4651-984e-7f2240340c52 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:57.585040 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f074d12-e6e6-4651-984e-7f2240340c52 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:33:57.587903 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8f074d12-e6e6-4651-984e-7f2240340c52 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:57.628321 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-8f074d12-e6e6-4651-984e-7f2240340c52 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5287490 Dec 06 17:33:57.631370 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 49550) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:57.637768 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-3d59f24f-8d49-4a98-abec-bd8ff600bec5 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-592606232', 'admin_state_up': True, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:33:57.689167 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-810c63d7-44b6-472a-96e7-45a45e1f611c None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:57.706150 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-810c63d7-44b6-472a-96e7-45a45e1f611c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:57.732892 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3d59f24f-8d49-4a98-abec-bd8ff600bec5 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:57.735615 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3d59f24f-8d49-4a98-abec-bd8ff600bec5 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:57.749276 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f074d12-e6e6-4651-984e-7f2240340c52 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Pushing event updated for resources: {'Network': ['ID=2ad59fcd-0d86-4bbd-abb1-606e8df3cf18,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:33:57.752663 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-3031cc9b-9a3e-4c96-8d4c-b3e7a2e310d2 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Deleting port f265446d-c9cb-47d0-81e9-fd919ae631b5 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:33:57.752998 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3031cc9b-9a3e-4c96-8d4c-b3e7a2e310d2 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:57.807473 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-860b4cd8-05f0-4ef4-97e3-4ce8267837ac tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Made reservation on behalf of 58c2416ade7148dfa446cd47a01986fc for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:33:57.812453 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 2ad59fcd-0d86-4bbd-abb1-606e8df3cf18 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:33:57.851822 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810c63d7-44b6-472a-96e7-45a45e1f611c None None] Network 92924f74-2f90-45e5-9033-541c61add3eb is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:33:57.956788 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3031cc9b-9a3e-4c96-8d4c-b3e7a2e310d2 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:57.985458 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-810c63d7-44b6-472a-96e7-45a45e1f611c None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:33:57.990730 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810c63d7-44b6-472a-96e7-45a45e1f611c None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:33:57.994016 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-3031cc9b-9a3e-4c96-8d4c-b3e7a2e310d2 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Calling delete_port for f265446d-c9cb-47d0-81e9-fd919ae631b5 owned by network:router_gateway {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:33:58.017283 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810c63d7-44b6-472a-96e7-45a45e1f611c None None] Pushing event updated for resources: {'Port': ['ID=39c8a5ea-a0dd-47a6-a5e3-fdc65994f2b8,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:33:58.099182 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3d59f24f-8d49-4a98-abec-bd8ff600bec5 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:58.132535 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-810c63d7-44b6-472a-96e7-45a45e1f611c None None] Attempting to bind port 39c8a5ea-a0dd-47a6-a5e3-fdc65994f2b8 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:33:58.133381 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-810c63d7-44b6-472a-96e7-45a45e1f611c None None] Attempting to bind port 39c8a5ea-a0dd-47a6-a5e3-fdc65994f2b8 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'a47332dc-5917-44f3-a9f4-ba1cd1d32759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:33:58.134549 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810c63d7-44b6-472a-96e7-45a45e1f611c None None] Attempting to bind port 39c8a5ea-a0dd-47a6-a5e3-fdc65994f2b8 on network 92924f74-2f90-45e5-9033-541c61add3eb {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:33:58.146454 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810c63d7-44b6-472a-96e7-45a45e1f611c None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:33:58.147057 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810c63d7-44b6-472a-96e7-45a45e1f611c None None] Checking segment: {'id': 'a47332dc-5917-44f3-a9f4-ba1cd1d32759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:33:58.147617 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-810c63d7-44b6-472a-96e7-45a45e1f611c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:58.148416 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810c63d7-44b6-472a-96e7-45a45e1f611c None None] Bound using segment: {'id': 'a47332dc-5917-44f3-a9f4-ba1cd1d32759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:33:58.150400 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-810c63d7-44b6-472a-96e7-45a45e1f611c None None] Bound port: 39c8a5ea-a0dd-47a6-a5e3-fdc65994f2b8, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a47332dc-5917-44f3-a9f4-ba1cd1d32759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:33:58.150996 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-810c63d7-44b6-472a-96e7-45a45e1f611c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:58.229910 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-810c63d7-44b6-472a-96e7-45a45e1f611c None None] For port 39c8a5ea-a0dd-47a6-a5e3-fdc65994f2b8, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:33:58.235092 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-810c63d7-44b6-472a-96e7-45a45e1f611c None None] For port 39c8a5ea-a0dd-47a6-a5e3-fdc65994f2b8, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=39c8a5ea-a0dd-47a6-a5e3-fdc65994f2b8,segment=NetworkSegment(a47332dc-5917-44f3-a9f4-ba1cd1d32759),segment_id=a47332dc-5917-44f3-a9f4-ba1cd1d32759)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:33:58.247823 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-810c63d7-44b6-472a-96e7-45a45e1f611c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:58.316162 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-860b4cd8-05f0-4ef4-97e3-4ce8267837ac tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:58.416141 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810c63d7-44b6-472a-96e7-45a45e1f611c None None] Pushing event updated for resources: {'Port': ['ID=39c8a5ea-a0dd-47a6-a5e3-fdc65994f2b8,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:33:58.492597 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3031cc9b-9a3e-4c96-8d4c-b3e7a2e310d2 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:58.540620 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3031cc9b-9a3e-4c96-8d4c-b3e7a2e310d2 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Pushing event deleted for resources: {'Port': ['ID=f265446d-c9cb-47d0-81e9-fd919ae631b5,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:33:58.551919 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-860b4cd8-05f0-4ef4-97e3-4ce8267837ac tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] device_id is not set on port a46f5cc8-83ed-42b8-973f-36fd454a9b01 yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:33:58.568914 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3d59f24f-8d49-4a98-abec-bd8ff600bec5 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:58.865534 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3031cc9b-9a3e-4c96-8d4c-b3e7a2e310d2 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536698'] for router_gateway, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:59.242231 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-860b4cd8-05f0-4ef4-97e3-4ce8267837ac tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Allocated IP 2001:db8::61b8:8aaf:df8e:88cb (92924f74-2f90-45e5-9033-541c61add3eb/c6d336f8-978d-468b-b3bf-5b5096c7e5ec/a46f5cc8-83ed-42b8-973f-36fd454a9b01) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:33:59.409432 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3031cc9b-9a3e-4c96-8d4c-b3e7a2e310d2 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1944'] for router, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:59.413319 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3031cc9b-9a3e-4c96-8d4c-b3e7a2e310d2 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536591', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-575717'] for router, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:59.614673 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3031cc9b-9a3e-4c96-8d4c-b3e7a2e310d2 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Router 2958aae9-f8b6-46d5-8d5a-0b4795106c04 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:33:59.732076 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3031cc9b-9a3e-4c96-8d4c-b3e7a2e310d2 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:33:59.745139 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87984c6-0b79-4f32-addc-9ac806893a7b None None] Sync routers for ids ['2958aae9-f8b6-46d5-8d5a-0b4795106c04'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:33:59.775229 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87984c6-0b79-4f32-addc-9ac806893a7b None None] Routers {'2958aae9-f8b6-46d5-8d5a-0b4795106c04'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:33:59.775948 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-f87984c6-0b79-4f32-addc-9ac806893a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:33:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['2958aae9-f8b6-46d5-8d5a-0b4795106c04'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:33:59.776700 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3031cc9b-9a3e-4c96-8d4c-b3e7a2e310d2 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:33:59.815715 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-3031cc9b-9a3e-4c96-8d4c-b3e7a2e310d2 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] 10.222.0.23 "PUT /v2.0/routers/2958aae9-f8b6-46d5-8d5a-0b4795106c04 HTTP/1.1" status: 200 len: 710 time: 3.2109141 Dec 06 17:33:59.816557 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 49584) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:33:59.963310 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-f87984c6-0b79-4f32-addc-9ac806893a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:33:59.992312 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87984c6-0b79-4f32-addc-9ac806893a7b None None] Routers {'2958aae9-f8b6-46d5-8d5a-0b4795106c04'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:34:00.001489 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-f87984c6-0b79-4f32-addc-9ac806893a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:33:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['2958aae9-f8b6-46d5-8d5a-0b4795106c04'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:34:00.013966 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-da0e4992-fcb3-4dc4-81ab-c1e75f7595ac tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] 10.222.0.23 "GET /v2.0/routers/2958aae9-f8b6-46d5-8d5a-0b4795106c04 HTTP/1.1" status: 200 len: 745 time: 0.1916265 Dec 06 17:34:00.014572 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 49590) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:34:00.166996 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-f0376da1-dab0-48d7-a4ff-294a91af5294 tempest-RoutersIpV6AdminTest-80870924 tempest-RoutersIpV6AdminTest-80870924-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=40c9982f-f1ff-4b90-bebe-b7d51655f7e2&device_id=2958aae9-f8b6-46d5-8d5a-0b4795106c04 HTTP/1.1" status: 200 len: 205 time: 0.1512530 Dec 06 17:34:00.167622 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 49596) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:34:00.174808 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 39c8a5ea-a0dd-47a6-a5e3-fdc65994f2b8 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:34:00.187935 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-f87984c6-0b79-4f32-addc-9ac806893a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:34:00.188647 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87984c6-0b79-4f32-addc-9ac806893a7b None None] The sync data for ids ['2958aae9-f8b6-46d5-8d5a-0b4795106c04'] in n-d-master-1 is: [] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:34:00.266136 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-4fbd915a-f66c-4c1b-95f7-944ab14e37d3 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] 10.222.0.23 "GET /v2.0/ports?device_id=2958aae9-f8b6-46d5-8d5a-0b4795106c04 HTTP/1.1" status: 200 len: 205 time: 0.0946479 Dec 06 17:34:00.266847 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 49600) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:34:00.310967 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 39c8a5ea-a0dd-47a6-a5e3-fdc65994f2b8 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:34:00.311701 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:00.320802 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3d59f24f-8d49-4a98-abec-bd8ff600bec5 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for router_gateway, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:00.354290 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3d59f24f-8d49-4a98-abec-bd8ff600bec5 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:00.378684 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2cffef0-486b-4e7b-b6e1-f576588201d4 None None] Network 92924f74-2f90-45e5-9033-541c61add3eb requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:34:00.384296 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02aba117-52b3-4eae-8af6-4d42724ad5aa None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:34:00.419901 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-eff931ac-8b85-4f7c-b45a-ff0285463e07 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks [] for router, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:00.516836 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-3d59f24f-8d49-4a98-abec-bd8ff600bec5 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Allocated IP 172.35.1.185 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/cda2df68-107c-4d52-a437-cd4ed6ecf4a1) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:34:00.639291 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a1c303fa-aa11-4444-be89-2f04c691cf38 None None] Provisioning complete for port 39c8a5ea-a0dd-47a6-a5e3-fdc65994f2b8 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:34:00.639291 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a1c303fa-aa11-4444-be89-2f04c691cf38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:00.789894 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3d59f24f-8d49-4a98-abec-bd8ff600bec5 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:00.830571 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-860b4cd8-05f0-4ef4-97e3-4ce8267837ac tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:00.833213 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3d59f24f-8d49-4a98-abec-bd8ff600bec5 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:00.865893 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-eff931ac-8b85-4f7c-b45a-ff0285463e07 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:00.873379 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-eff931ac-8b85-4f7c-b45a-ff0285463e07 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:00.885460 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d59f24f-8d49-4a98-abec-bd8ff600bec5 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:34:00.894196 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-3d59f24f-8d49-4a98-abec-bd8ff600bec5 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:34:00.902809 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d59f24f-8d49-4a98-abec-bd8ff600bec5 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:34:00.922763 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3073d976-02f7-4403-b7bb-82308e3c0750 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:34:00.978322 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d59f24f-8d49-4a98-abec-bd8ff600bec5 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Pushing event updated for resources: {'Port': ['ID=cda2df68-107c-4d52-a437-cd4ed6ecf4a1,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:01.021895 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:01.035416 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-eff931ac-8b85-4f7c-b45a-ff0285463e07 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:01.036550 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eff931ac-8b85-4f7c-b45a-ff0285463e07 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Fanout notify agent at l3_agent the message router_deleted on router 2958aae9-f8b6-46d5-8d5a-0b4795106c04 {{(pid=103285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 17:34:01.053428 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-eff931ac-8b85-4f7c-b45a-ff0285463e07 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:01.061645 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-eff931ac-8b85-4f7c-b45a-ff0285463e07 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] 10.222.0.23 "DELETE /v2.0/routers/2958aae9-f8b6-46d5-8d5a-0b4795106c04 HTTP/1.1" status: 204 len: 168 time: 0.7938654 Dec 06 17:34:01.062607 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 49616) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:34:01.112896 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-860b4cd8-05f0-4ef4-97e3-4ce8267837ac tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:01.134402 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-a49b534b-587e-4170-8440-acd00e70abf7 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] 10.222.0.23 "GET /v2.0/ports?device_id=2958aae9-f8b6-46d5-8d5a-0b4795106c04 HTTP/1.1" status: 200 len: 205 time: 0.0702128 Dec 06 17:34:01.144441 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 49620) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:34:01.241244 n-d-master-1 neutron-server[103285]: INFO neutron.api.v2.resource [None req-caadec3d-eae7-427a-afbe-95f36609e8ac tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] delete failed (client error): The resource could not be found. Dec 06 17:34:01.253644 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-caadec3d-eae7-427a-afbe-95f36609e8ac tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] 10.222.0.23 "DELETE /v2.0/routers/2958aae9-f8b6-46d5-8d5a-0b4795106c04 HTTP/1.1" status: 404 len: 336 time: 0.1079481 Dec 06 17:34:01.254272 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 49626) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:34:01.331582 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860b4cd8-05f0-4ef4-97e3-4ce8267837ac tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event updated for resources: {'Port': ['ID=a46f5cc8-83ed-42b8-973f-36fd454a9b01,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:01.409247 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-08de6bfb-f2e1-4507-a94f-b6aa57355acd tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] 10.222.0.23 "GET /v2.0/ports?device_id=f32a582a-3672-4c4d-b6f4-4e7077a559c8 HTTP/1.1" status: 200 len: 205 time: 0.1421268 Dec 06 17:34:01.412079 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 49632) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:34:01.418935 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860b4cd8-05f0-4ef4-97e3-4ce8267837ac tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Network 92924f74-2f90-45e5-9033-541c61add3eb is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:34:01.422574 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-860b4cd8-05f0-4ef4-97e3-4ce8267837ac tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:34:01.426196 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860b4cd8-05f0-4ef4-97e3-4ce8267837ac tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:34:01.432871 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860b4cd8-05f0-4ef4-97e3-4ce8267837ac tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:01.433642 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-860b4cd8-05f0-4ef4-97e3-4ce8267837ac tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:01.475017 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-860b4cd8-05f0-4ef4-97e3-4ce8267837ac tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.8351007 Dec 06 17:34:01.475768 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 49634) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:34:01.627655 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a1c303fa-aa11-4444-be89-2f04c691cf38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:01.656846 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] For port 39c8a5ea-a0dd-47a6-a5e3-fdc65994f2b8, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=39c8a5ea-a0dd-47a6-a5e3-fdc65994f2b8,segment=NetworkSegment(a47332dc-5917-44f3-a9f4-ba1cd1d32759),segment_id=a47332dc-5917-44f3-a9f4-ba1cd1d32759)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:34:01.673932 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:01.752547 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3d59f24f-8d49-4a98-abec-bd8ff600bec5 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for router_gateway, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:01.829704 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79c1615-e165-4b1c-b381-09f6a68b1193 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:01.835867 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79c1615-e165-4b1c-b381-09f6a68b1193 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:01.837608 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-e79c1615-e165-4b1c-b381-09f6a68b1193 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.3602359 Dec 06 17:34:01.840436 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 49640) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:34:01.983515 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Pushing event updated for resources: {'Port': ['ID=39c8a5ea-a0dd-47a6-a5e3-fdc65994f2b8,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:01.999817 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.db.api [None req-a1c303fa-aa11-4444-be89-2f04c691cf38 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103286) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 17:34:02.000188 n-d-master-1 neutron-server[103286]: DEBUG oslo_db.api [None req-a1c303fa-aa11-4444-be89-2f04c691cf38 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 17:34:02.116873 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-a2e80143-c9f7-4a45-bde3-0e1ec959c056 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Deleting port a46f5cc8-83ed-42b8-973f-36fd454a9b01 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:34:02.117225 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a2e80143-c9f7-4a45-bde3-0e1ec959c056 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:02.198969 n-d-master-1 neutron-server[103285]: INFO neutron.api.v2.resource [None req-b76f0ac3-936c-4110-b980-6be75a0d0b86 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] delete failed (client error): The resource could not be found. Dec 06 17:34:02.208987 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-b76f0ac3-936c-4110-b980-6be75a0d0b86 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] 10.222.0.23 "DELETE /v2.0/routers/f32a582a-3672-4c4d-b6f4-4e7077a559c8 HTTP/1.1" status: 404 len: 336 time: 0.7956488 Dec 06 17:34:02.209917 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 49648) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:34:02.249349 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-d2e09cf2-0240-4093-b174-2d540b3fa10b tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cffd0b3-549f-43b6-b0bf-a61e5e8444cd HTTP/1.1" status: 200 len: 205 time: 0.0370941 Dec 06 17:34:02.250061 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 49650) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:34:02.352701 n-d-master-1 neutron-server[103285]: INFO neutron.api.v2.resource [None req-e47d7233-4f51-41e7-b507-662228c701c1 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] delete failed (client error): The resource could not be found. Dec 06 17:34:02.357163 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-e47d7233-4f51-41e7-b507-662228c701c1 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] 10.222.0.23 "DELETE /v2.0/routers/7cffd0b3-549f-43b6-b0bf-a61e5e8444cd HTTP/1.1" status: 404 len: 336 time: 0.1061299 Dec 06 17:34:02.357750 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 49654) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:34:02.390791 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-338a4dc1-72c3-4221-9b25-d1805cd782e8 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] 10.222.0.23 "GET /v2.0/ports?device_id=5afdf1e0-b0b9-4226-bec0-5a0f62773408 HTTP/1.1" status: 200 len: 205 time: 0.0318663 Dec 06 17:34:02.391337 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 49658) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:34:02.399812 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3d59f24f-8d49-4a98-abec-bd8ff600bec5 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:02.404342 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a2e80143-c9f7-4a45-bde3-0e1ec959c056 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:02.436408 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-a2e80143-c9f7-4a45-bde3-0e1ec959c056 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Calling delete_port for a46f5cc8-83ed-42b8-973f-36fd454a9b01 owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:34:02.466783 n-d-master-1 neutron-server[103285]: INFO neutron.api.v2.resource [None req-810095d7-eaac-4676-a2f0-d08ea3c15d17 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] delete failed (client error): The resource could not be found. Dec 06 17:34:02.470687 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-810095d7-eaac-4676-a2f0-d08ea3c15d17 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] 10.222.0.23 "DELETE /v2.0/routers/5afdf1e0-b0b9-4226-bec0-5a0f62773408 HTTP/1.1" status: 404 len: 336 time: 0.0783043 Dec 06 17:34:02.476059 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 49662) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:34:02.540322 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-0a6c8487-89fe-40d6-9618-d70c34b95dcc tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] 10.222.0.23 "GET /v2.0/ports?device_id=87561ef8-c16b-40ce-ab2f-08717719007f HTTP/1.1" status: 200 len: 205 time: 0.0603857 Dec 06 17:34:02.540322 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 49664) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:34:02.658716 n-d-master-1 neutron-server[103285]: INFO neutron.api.v2.resource [None req-0e97fb37-78f8-4705-bb2c-7dc0dd5476dd tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] delete failed (client error): The resource could not be found. Dec 06 17:34:02.661767 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-0e97fb37-78f8-4705-bb2c-7dc0dd5476dd tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] 10.222.0.23 "DELETE /v2.0/routers/87561ef8-c16b-40ce-ab2f-08717719007f HTTP/1.1" status: 404 len: 336 time: 0.1201842 Dec 06 17:34:02.663627 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 49672) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:34:02.748709 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-4bd55379-39e2-42e1-bf49-fa8a136a0822 None None] Provisioning complete for port a46f5cc8-83ed-42b8-973f-36fd454a9b01 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:34:02.749357 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4bd55379-39e2-42e1-bf49-fa8a136a0822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:02.774943 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-de64c94c-9dbe-45a4-9aa6-ff6f2fa0e0e7 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] 10.222.0.23 "GET /v2.0/ports?device_id=f084166c-702b-4027-97a0-eba19570ca26 HTTP/1.1" status: 200 len: 205 time: 0.1074369 Dec 06 17:34:02.777144 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 49676) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:34:02.874321 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-4bd55379-39e2-42e1-bf49-fa8a136a0822 None None] Port a46f5cc8-83ed-42b8-973f-36fd454a9b01 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:34:02.884750 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:02.891847 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-4bd55379-39e2-42e1-bf49-fa8a136a0822 None None] Provisioning complete for port 39c8a5ea-a0dd-47a6-a5e3-fdc65994f2b8 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:34:02.892219 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4bd55379-39e2-42e1-bf49-fa8a136a0822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:02.901502 n-d-master-1 neutron-server[103285]: INFO neutron.api.v2.resource [None req-6387da80-c1b9-48d9-8e92-d336b5e7ea89 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] delete failed (client error): The resource could not be found. Dec 06 17:34:02.914674 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 49684) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:34:02.914873 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-6387da80-c1b9-48d9-8e92-d336b5e7ea89 tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] 10.222.0.23 "DELETE /v2.0/routers/f084166c-702b-4027-97a0-eba19570ca26 HTTP/1.1" status: 404 len: 336 time: 0.1316152 Dec 06 17:34:02.970288 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-14d35291-5caa-443e-b0db-35000fbf676b tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] DELETE failed (client error): The resource could not be found. Dec 06 17:34:02.970770 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14d35291-5caa-443e-b0db-35000fbf676b tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:34:02.974276 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-14d35291-5caa-443e-b0db-35000fbf676b tempest-RoutersIpV6AdminTest-1330301676 tempest-RoutersIpV6AdminTest-1330301676-project] 10.222.0.23 "DELETE /v2.0/subnets/156bd1a8-c6bd-4e59-b614-f7c558f43de6 HTTP/1.1" status: 404 len: 337 time: 0.0680122 Dec 06 17:34:02.990867 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d59f24f-8d49-4a98-abec-bd8ff600bec5 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Router be5a6b5f-cbc3-4fef-97e1-a795b9f2b008 is scheduled to L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 17:34:02.999984 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a2e80143-c9f7-4a45-bde3-0e1ec959c056 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:03.108821 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e80143-c9f7-4a45-bde3-0e1ec959c056 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event deleted for resources: {'Port': ['ID=a46f5cc8-83ed-42b8-973f-36fd454a9b01,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:03.161756 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a2e80143-c9f7-4a45-bde3-0e1ec959c056 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:03.163302 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-4bd55379-39e2-42e1-bf49-fa8a136a0822 None None] Provisioning complete for port cda2df68-107c-4d52-a437-cd4ed6ecf4a1 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:34:03.169721 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4bd55379-39e2-42e1-bf49-fa8a136a0822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:03.169884 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-a2e80143-c9f7-4a45-bde3-0e1ec959c056 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/ports/a46f5cc8-83ed-42b8-973f-36fd454a9b01 HTTP/1.1" status: 204 len: 168 time: 1.3250163 Dec 06 17:34:03.169986 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 49704) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:34:03.218766 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d9b3fa16-8e1b-4591-b4f1-deab8c6dd7b9 req-d29e285c-257f-4ba4-a014-7955ecd87df0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4f4a1b09-ae6e-4372-b0c0-97a88ef4e9d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1304941 Dec 06 17:34:03.319811 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-4bd55379-39e2-42e1-bf49-fa8a136a0822 None None] Port cda2df68-107c-4d52-a437-cd4ed6ecf4a1 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:34:03.361843 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b3fa16-8e1b-4591-b4f1-deab8c6dd7b9 req-dae8985c-fda8-464d-af9e-d76e6046e6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:03.363681 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d9b3fa16-8e1b-4591-b4f1-deab8c6dd7b9 req-dae8985c-fda8-464d-af9e-d76e6046e6ba service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d7abadb1557c47ab8c8300111afe2d05&device_id=4f4a1b09-ae6e-4372-b0c0-97a88ef4e9d9 HTTP/1.1" status: 200 len: 1097 time: 0.0844519 Dec 06 17:34:03.417425 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b636aac4-f279-4fae-a4bc-a30a7568a188 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:03.419538 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b636aac4-f279-4fae-a4bc-a30a7568a188 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:03.425112 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-b636aac4-f279-4fae-a4bc-a30a7568a188 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2512834 Dec 06 17:34:03.425112 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 49726) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:34:03.463121 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-43b8e255-8889-4836-8912-7db97c592102 None None] Could not find standard attr ID for object a46f5cc8-83ed-42b8-973f-36fd454a9b01. {{(pid=103286) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 17:34:03.515129 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d59f24f-8d49-4a98-abec-bd8ff600bec5 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:34:03.528531 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f5d04c-2eb0-43be-af6d-0486f561fdb2 None None] Sync routers for ids ['be5a6b5f-cbc3-4fef-97e1-a795b9f2b008'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:34:03.547770 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f5d04c-2eb0-43be-af6d-0486f561fdb2 None None] Routers {'be5a6b5f-cbc3-4fef-97e1-a795b9f2b008'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:34:03.548218 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-a8f5d04c-2eb0-43be-af6d-0486f561fdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:33:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['be5a6b5f-cbc3-4fef-97e1-a795b9f2b008'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:34:03.575970 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-479b49f0-eac9-4178-b0a1-8054fccc8e08 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Deleting subnet c6d336f8-978d-468b-b3bf-5b5096c7e5ec {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:34:03.591538 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-479b49f0-eac9-4178-b0a1-8054fccc8e08 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:03.664504 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3d59f24f-8d49-4a98-abec-bd8ff600bec5 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:03.675624 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-3d59f24f-8d49-4a98-abec-bd8ff600bec5 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 6.0404556 Dec 06 17:34:03.683435 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 49746) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:34:03.751795 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b3fa16-8e1b-4591-b4f1-deab8c6dd7b9 req-18f5b77c-615d-4b85-a630-2799a15d2411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:03.757868 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d9b3fa16-8e1b-4591-b4f1-deab8c6dd7b9 req-18f5b77c-615d-4b85-a630-2799a15d2411 service neutron] 10.222.0.44 "GET /v2.0/networks?id=343f954d-d1c3-4f66-bad4-ccfe52b09e6c HTTP/1.1" status: 200 len: 912 time: 0.3570368 Dec 06 17:34:03.804913 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-af02c53d-3afa-4cfd-a20e-2e8b1ef94dc6 tempest-TestNetworkAdvancedServerOps-348317602 tempest-TestNetworkAdvancedServerOps-348317602-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=87136a91f6c54863bdb78ae5833b5c4e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1190414 Dec 06 17:34:03.809401 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 49760) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:34:03.828022 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-479b49f0-eac9-4178-b0a1-8054fccc8e08 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:03.831135 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 49764) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:34:03.836803 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-a8f5d04c-2eb0-43be-af6d-0486f561fdb2 None None] Set router be5a6b5f-cbc3-4fef-97e1-a795b9f2b008 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:34:04.007005 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 39c8a5ea-a0dd-47a6-a5e3-fdc65994f2b8 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:34:04.076894 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d9b3fa16-8e1b-4591-b4f1-deab8c6dd7b9 req-c0b6e985-11a0-4fdd-8fa6-ff81588573ac service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=53763800-2457-4bca-aff2-a0267289d271 HTTP/1.1" status: 200 len: 1002 time: 0.3100679 Dec 06 17:34:04.188419 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-74bf1079-27eb-43e6-a3bc-bb9a3174e91f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:04.189281 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b3fa16-8e1b-4591-b4f1-deab8c6dd7b9 req-11c27aa8-f641-4bc1-bfba-6caef7e94e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:04.191068 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d9b3fa16-8e1b-4591-b4f1-deab8c6dd7b9 req-11c27aa8-f641-4bc1-bfba-6caef7e94e8f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a4ea4d0f-71a4-4c95-82b1-6c4f14c713a1 HTTP/1.1" status: 200 len: 850 time: 0.1077859 Dec 06 17:34:04.210372 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 39c8a5ea-a0dd-47a6-a5e3-fdc65994f2b8 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:34:04.210861 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:04.325087 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b3fa16-8e1b-4591-b4f1-deab8c6dd7b9 req-40f22ad1-4a23-4981-b078-c5a8e0a5ab40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:04.328613 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d9b3fa16-8e1b-4591-b4f1-deab8c6dd7b9 req-40f22ad1-4a23-4981-b078-c5a8e0a5ab40 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=343f954d-d1c3-4f66-bad4-ccfe52b09e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1210604 Dec 06 17:34:04.336796 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-a8f5d04c-2eb0-43be-af6d-0486f561fdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be5a6b5f-cbc3-4fef-97e1-a795b9f2b008', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592606232', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.185'}], 'enable_snat': True}, 'gw_port_id': 'cda2df68-107c-4d52-a437-cd4ed6ecf4a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:33:57Z', 'updated_at': '2021-12-06T17:34:01Z', 'revision_number': 3, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'gw_port': {'id': 'cda2df68-107c-4d52-a437-cd4ed6ecf4a1', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:9f:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be5a6b5f-cbc3-4fef-97e1-a795b9f2b008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:34:00Z', 'updated_at': '2021-12-06T17:34:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:34:04.350297 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78cbd98e-033a-4883-a9d7-a6be2e8b7773 tempest-TestNetworkAdvancedServerOps-348317602 tempest-TestNetworkAdvancedServerOps-348317602-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:04.361001 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-78cbd98e-033a-4883-a9d7-a6be2e8b7773 tempest-TestNetworkAdvancedServerOps-348317602 tempest-TestNetworkAdvancedServerOps-348317602-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5496392 Dec 06 17:34:04.361944 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 49814) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:34:04.442869 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f5d04c-2eb0-43be-af6d-0486f561fdb2 None None] Checking router: be5a6b5f-cbc3-4fef-97e1-a795b9f2b008 for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:34:04.443078 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-479b49f0-eac9-4178-b0a1-8054fccc8e08 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:04.444087 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f5d04c-2eb0-43be-af6d-0486f561fdb2 None None] Updating router be5a6b5f-cbc3-4fef-97e1-a795b9f2b008 port cda2df68-107c-4d52-a437-cd4ed6ecf4a1 binding host n-d-master-1 {{(pid=103287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:34:04.476570 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-dcdde53e-2a05-41ca-aa6f-7453249f14ba tempest-TestNetworkAdvancedServerOps-348317602 tempest-TestNetworkAdvancedServerOps-348317602-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=40c9982f-f1ff-4b90-bebe-b7d51655f7e2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1107399 Dec 06 17:34:04.480051 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d9b3fa16-8e1b-4591-b4f1-deab8c6dd7b9 req-e681157b-1120-41a7-bcd7-e57e6f4ef1b3 service neutron] 10.222.0.44 "GET /v2.0/networks/343f954d-d1c3-4f66-bad4-ccfe52b09e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416314 Dec 06 17:34:04.481314 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 49826) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:34:04.496178 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-f89e87ed-0d00-4c67-9ee7-745dfe2fc291 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1271781567', 'network_id': '2ad59fcd-0d86-4bbd-abb1-606e8df3cf18', 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:34:04.541026 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a8f5d04c-2eb0-43be-af6d-0486f561fdb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:04.606527 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-479b49f0-eac9-4178-b0a1-8054fccc8e08 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:04.700878 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479b49f0-eac9-4178-b0a1-8054fccc8e08 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event deleted for resources: {'Subnet': ['ID=c6d336f8-978d-468b-b3bf-5b5096c7e5ec,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:04.720184 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ce603f-dece-44c4-9043-4988cff1bff9 None None] Network 92924f74-2f90-45e5-9033-541c61add3eb requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:34:04.722353 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-74bf1079-27eb-43e6-a3bc-bb9a3174e91f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:04.727181 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-479b49f0-eac9-4178-b0a1-8054fccc8e08 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:04.739018 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-479b49f0-eac9-4178-b0a1-8054fccc8e08 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/subnets/c6d336f8-978d-468b-b3bf-5b5096c7e5ec HTTP/1.1" status: 204 len: 168 time: 1.3130999 Dec 06 17:34:04.740690 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-74bf1079-27eb-43e6-a3bc-bb9a3174e91f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:04.745848 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 49848) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:34:04.789551 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f89e87ed-0d00-4c67-9ee7-745dfe2fc291 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Made reservation on behalf of 87136a91f6c54863bdb78ae5833b5c4e for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:34:04.803897 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f89e87ed-0d00-4c67-9ee7-745dfe2fc291 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:04.910882 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d9b3fa16-8e1b-4591-b4f1-deab8c6dd7b9 req-064bfbb0-cc6d-4332-a473-d18f995ff857 service neutron] 10.222.0.44 "GET /v2.0/networks/343f954d-d1c3-4f66-bad4-ccfe52b09e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3879523 Dec 06 17:34:04.922163 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-9b7f67b0-0cbc-4954-91b8-df2b1416ced5 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1673768 Dec 06 17:34:04.927186 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 49864) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:34:04.938302 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-28d09531-3dff-4888-8440-b37dc41cccd0 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Request body: {'subnet': {'network_id': '92924f74-2f90-45e5-9033-541c61add3eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:34:04.964499 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-74bf1079-27eb-43e6-a3bc-bb9a3174e91f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=aa3ab555312947c4a983782a8811ada0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1316683 Dec 06 17:34:04.975323 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 49870) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:34:05.110042 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bf1079-27eb-43e6-a3bc-bb9a3174e91f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e156331-2a01-430e-88d7-a510c9b1a6f9,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:05.158119 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fb0a3738-a1d2-497c-b58e-b3eb22cf06f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:05.158678 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a8f5d04c-2eb0-43be-af6d-0486f561fdb2 None None] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:05.176032 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a8f5d04c-2eb0-43be-af6d-0486f561fdb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:05.257595 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633726fd-e955-405f-84de-36558831091b None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:34:05.269888 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fb0a3738-a1d2-497c-b58e-b3eb22cf06f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:05.282662 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:05.292153 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e161c945-dde6-467e-9af0-5078a4f21c63 None None] DHCP port deletion for 92924f74-2f90-45e5-9033-541c61add3eb request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:34:05.342356 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28d09531-3dff-4888-8440-b37dc41cccd0 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Made reservation on behalf of 58c2416ade7148dfa446cd47a01986fc for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:34:05.347437 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-28d09531-3dff-4888-8440-b37dc41cccd0 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:05.389494 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-a8f5d04c-2eb0-43be-af6d-0486f561fdb2 None None] Attempting to bind port cda2df68-107c-4d52-a437-cd4ed6ecf4a1 on host n-d-master-1 for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:34:05.408974 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-a8f5d04c-2eb0-43be-af6d-0486f561fdb2 None None] Attempting to bind port cda2df68-107c-4d52-a437-cd4ed6ecf4a1 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:34:05.409341 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f5d04c-2eb0-43be-af6d-0486f561fdb2 None None] Attempting to bind port cda2df68-107c-4d52-a437-cd4ed6ecf4a1 on network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:34:05.428667 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f5d04c-2eb0-43be-af6d-0486f561fdb2 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:34:05.429108 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f5d04c-2eb0-43be-af6d-0486f561fdb2 None None] Checking segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:34:05.429540 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a8f5d04c-2eb0-43be-af6d-0486f561fdb2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:05.429944 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f5d04c-2eb0-43be-af6d-0486f561fdb2 None None] Bound using segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:34:05.430441 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-a8f5d04c-2eb0-43be-af6d-0486f561fdb2 None None] Bound port: cda2df68-107c-4d52-a437-cd4ed6ecf4a1, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:34:05.430843 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a8f5d04c-2eb0-43be-af6d-0486f561fdb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:05.491882 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f89e87ed-0d00-4c67-9ee7-745dfe2fc291 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:05.506653 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-9c00ce7e-4acc-4d59-a007-8586f422f2fe None None] Provisioning complete for port cda2df68-107c-4d52-a437-cd4ed6ecf4a1 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:34:05.507027 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9c00ce7e-4acc-4d59-a007-8586f422f2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:05.512098 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689b88d8-58df-4545-820b-a90a200376bb None None] Pushing event updated for resources: {'Port': ['ID=cda2df68-107c-4d52-a437-cd4ed6ecf4a1,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:05.533080 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689b88d8-58df-4545-820b-a90a200376bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:34:05.533346 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fb0a3738-a1d2-497c-b58e-b3eb22cf06f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:05.534892 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689b88d8-58df-4545-820b-a90a200376bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:34:05.534892 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689b88d8-58df-4545-820b-a90a200376bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:34:05.534892 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689b88d8-58df-4545-820b-a90a200376bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:34:05.534892 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689b88d8-58df-4545-820b-a90a200376bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:34:05.534892 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689b88d8-58df-4545-820b-a90a200376bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:34:05.535308 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689b88d8-58df-4545-820b-a90a200376bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:34:05.535388 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689b88d8-58df-4545-820b-a90a200376bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:34:05.535753 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689b88d8-58df-4545-820b-a90a200376bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:34:05.536069 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689b88d8-58df-4545-820b-a90a200376bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:34:05.536256 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689b88d8-58df-4545-820b-a90a200376bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:34:05.537866 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689b88d8-58df-4545-820b-a90a200376bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:34:05.538362 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689b88d8-58df-4545-820b-a90a200376bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:34:05.555900 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fb0a3738-a1d2-497c-b58e-b3eb22cf06f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:05.564147 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-fb0a3738-a1d2-497c-b58e-b3eb22cf06f3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4e156331-2a01-430e-88d7-a510c9b1a6f9 HTTP/1.1" status: 204 len: 168 time: 0.5753684 Dec 06 17:34:05.582017 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89e87ed-0d00-4c67-9ee7-745dfe2fc291 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Pushing event updated for resources: {'Subnet': ['ID=de158a22-7810-46bd-88c3-c73b7c7c458f,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:05.606558 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a3738-a1d2-497c-b58e-b3eb22cf06f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e156331-2a01-430e-88d7-a510c9b1a6f9,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:05.613635 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-a8f5d04c-2eb0-43be-af6d-0486f561fdb2 None None] For port cda2df68-107c-4d52-a437-cd4ed6ecf4a1, host n-d-master-1, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:34:05.623547 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-a8f5d04c-2eb0-43be-af6d-0486f561fdb2 None None] For port cda2df68-107c-4d52-a437-cd4ed6ecf4a1, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=cda2df68-107c-4d52-a437-cd4ed6ecf4a1,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:34:05.635495 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a8f5d04c-2eb0-43be-af6d-0486f561fdb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:05.649011 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-9c00ce7e-4acc-4d59-a007-8586f422f2fe None None] Port cda2df68-107c-4d52-a437-cd4ed6ecf4a1 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:34:05.675298 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-e161c945-dde6-467e-9af0-5078a4f21c63 None None] Deleting port 39c8a5ea-a0dd-47a6-a5e3-fdc65994f2b8 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:34:05.676379 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e161c945-dde6-467e-9af0-5078a4f21c63 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:05.724889 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89e87ed-0d00-4c67-9ee7-745dfe2fc291 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Checking segment: {'id': 'cbe98e49-8460-4bd9-935d-6d2813654e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2ad59fcd-0d86-4bbd-abb1-606e8df3cf18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:34:05.725766 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89e87ed-0d00-4c67-9ee7-745dfe2fc291 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Network hostable DHCP agents. Network: 2ad59fcd-0d86-4bbd-abb1-606e8df3cf18, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:34:05.837278 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f5d04c-2eb0-43be-af6d-0486f561fdb2 None None] Routers {'be5a6b5f-cbc3-4fef-97e1-a795b9f2b008'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:34:05.837791 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-a8f5d04c-2eb0-43be-af6d-0486f561fdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:33:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['be5a6b5f-cbc3-4fef-97e1-a795b9f2b008'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:34:05.868897 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89e87ed-0d00-4c67-9ee7-745dfe2fc291 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Network 2ad59fcd-0d86-4bbd-abb1-606e8df3cf18 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:34:05.923785 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d1ba51-261f-45d5-93ad-ab10d9e8bf07 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:34:05.924820 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-f89e87ed-0d00-4c67-9ee7-745dfe2fc291 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 2ad59fcd-0d86-4bbd-abb1-606e8df3cf18) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:34:05.953673 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659c6aca-07c8-4155-b0fe-d9cc1532d340 None None] Network 2ad59fcd-0d86-4bbd-abb1-606e8df3cf18 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:34:05.963746 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89e87ed-0d00-4c67-9ee7-745dfe2fc291 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:05.965966 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f89e87ed-0d00-4c67-9ee7-745dfe2fc291 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:06.127930 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 39c8a5ea-a0dd-47a6-a5e3-fdc65994f2b8 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:34:06.186627 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-f89e87ed-0d00-4c67-9ee7-745dfe2fc291 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.7041008 Dec 06 17:34:06.189504 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 49956) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:34:06.277045 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-a8f5d04c-2eb0-43be-af6d-0486f561fdb2 None None] Set router be5a6b5f-cbc3-4fef-97e1-a795b9f2b008 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:34:06.296005 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-e161c945-dde6-467e-9af0-5078a4f21c63 None None] For port 39c8a5ea-a0dd-47a6-a5e3-fdc65994f2b8, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=39c8a5ea-a0dd-47a6-a5e3-fdc65994f2b8,segment=NetworkSegment(a47332dc-5917-44f3-a9f4-ba1cd1d32759),segment_id=a47332dc-5917-44f3-a9f4-ba1cd1d32759)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:34:06.338722 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e161c945-dde6-467e-9af0-5078a4f21c63 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:06.339200 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689b88d8-58df-4545-820b-a90a200376bb None None] Pushing event updated for resources: {'Port': ['ID=cda2df68-107c-4d52-a437-cd4ed6ecf4a1,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:06.339301 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-e161c945-dde6-467e-9af0-5078a4f21c63 None None] Calling delete_port for 39c8a5ea-a0dd-47a6-a5e3-fdc65994f2b8 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:34:06.344557 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-28d09531-3dff-4888-8440-b37dc41cccd0 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:06.387975 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-8ab86e71-ab4c-488a-901e-52c85e472e2b None None] Provisioning complete for port cda2df68-107c-4d52-a437-cd4ed6ecf4a1 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:34:06.388912 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8ab86e71-ab4c-488a-901e-52c85e472e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:06.496625 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 49972) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:34:06.514706 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-a8f5d04c-2eb0-43be-af6d-0486f561fdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be5a6b5f-cbc3-4fef-97e1-a795b9f2b008', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592606232', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.185'}], 'enable_snat': True}, 'gw_port_id': 'cda2df68-107c-4d52-a437-cd4ed6ecf4a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:33:57Z', 'updated_at': '2021-12-06T17:34:01Z', 'revision_number': 3, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'gw_port': {'id': 'cda2df68-107c-4d52-a437-cd4ed6ecf4a1', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:9f:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be5a6b5f-cbc3-4fef-97e1-a795b9f2b008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:34:00Z', 'updated_at': '2021-12-06T17:34:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:34:06.571237 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d09531-3dff-4888-8440-b37dc41cccd0 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event updated for resources: {'Subnet': ['ID=63c18ee3-f396-4ebb-8175-941b62a8c8e5,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:06.576502 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f5d04c-2eb0-43be-af6d-0486f561fdb2 None None] The sync data for ids ['be5a6b5f-cbc3-4fef-97e1-a795b9f2b008'] in n-d-master-1 is: [{'id': 'be5a6b5f-cbc3-4fef-97e1-a795b9f2b008', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592606232', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.185'}], 'enable_snat': True}, 'gw_port_id': 'cda2df68-107c-4d52-a437-cd4ed6ecf4a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:33:57Z', 'updated_at': '2021-12-06T17:34:01Z', 'revision_number': 3, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'gw_port': {'id': 'cda2df68-107c-4d52-a437-cd4ed6ecf4a1', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:9f:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be5a6b5f-cbc3-4fef-97e1-a795b9f2b008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:34:00Z', 'updated_at': '2021-12-06T17:34:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:34:06.579464 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d09531-3dff-4888-8440-b37dc41cccd0 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Network 92924f74-2f90-45e5-9033-541c61add3eb is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:34:06.587020 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-28d09531-3dff-4888-8440-b37dc41cccd0 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:34:06.591822 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d09531-3dff-4888-8440-b37dc41cccd0 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:06.592641 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-28d09531-3dff-4888-8440-b37dc41cccd0 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:06.642773 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-28d09531-3dff-4888-8440-b37dc41cccd0 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7141740 Dec 06 17:34:06.646543 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-d22310a5-da94-4820-90bc-c32d49b04b8e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fb8969fc42ff444fbb5e941943ed938a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1483576 Dec 06 17:34:06.648519 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 49986) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:34:06.670145 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 49988) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:34:06.675421 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-984b50fa-9f1a-46b2-8aa2-07e84b3cb68f tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Request body: {'port': {'network_id': '92924f74-2f90-45e5-9033-541c61add3eb', 'fixed_ips': [{'subnet_id': '63c18ee3-f396-4ebb-8175-941b62a8c8e5', 'ip_address': '2001:db8::7aa1:b37d:3616:a118'}], 'name': 'tempest-NetworksTestDHCPv6-418719081'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:34:06.918653 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e0ca22e1-af18-4003-880e-48dd2c0e1dea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:06.924220 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:06.987131 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e4298b-bb9b-4abc-ad1b-dab1f1c740f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-2ad59fcd-0d86-4bbd-abb1-606e8df3cf18', 'network_id': '2ad59fcd-0d86-4bbd-abb1-606e8df3cf18', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'fixed_ips': [{'subnet_id': 'de158a22-7810-46bd-88c3-c73b7c7c458f'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:34:06.987850 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b8e4298b-bb9b-4abc-ad1b-dab1f1c740f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:07.064175 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e0ca22e1-af18-4003-880e-48dd2c0e1dea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:07.307588 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-984b50fa-9f1a-46b2-8aa2-07e84b3cb68f tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Made reservation on behalf of 58c2416ade7148dfa446cd47a01986fc for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:34:07.418720 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e0ca22e1-af18-4003-880e-48dd2c0e1dea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:07.422518 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e0ca22e1-af18-4003-880e-48dd2c0e1dea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:07.423942 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-e0ca22e1-af18-4003-880e-48dd2c0e1dea admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/eb7ac880-4f36-4963-abd4-d2a5e2dd7a15 HTTP/1.1" status: 204 len: 168 time: 0.7353065 Dec 06 17:34:07.471981 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e161c945-dde6-467e-9af0-5078a4f21c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:07.545047 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e161c945-dde6-467e-9af0-5078a4f21c63 None None] Pushing event deleted for resources: {'Port': ['ID=39c8a5ea-a0dd-47a6-a5e3-fdc65994f2b8,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:07.585086 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ca22e1-af18-4003-880e-48dd2c0e1dea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb7ac880-4f36-4963-abd4-d2a5e2dd7a15,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:07.658975 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e161c945-dde6-467e-9af0-5078a4f21c63 None None] No DVR routers for this DVR port 39c8a5ea-a0dd-47a6-a5e3-fdc65994f2b8 on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:34:07.709137 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-984b50fa-9f1a-46b2-8aa2-07e84b3cb68f tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:07.739427 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5ad265-4ce0-496d-97a4-0dec39f2ff66 None None] Network 92924f74-2f90-45e5-9033-541c61add3eb requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:34:07.775590 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-984b50fa-9f1a-46b2-8aa2-07e84b3cb68f tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] device_id is not set on port fb8c671f-0881-4de7-8476-0c2bc2d4da0d yet. {{(pid=103285) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:34:08.216863 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-b8e4298b-bb9b-4abc-ad1b-dab1f1c740f4 None None] Allocated IP 172.20.0.2 (2ad59fcd-0d86-4bbd-abb1-606e8df3cf18/de158a22-7810-46bd-88c3-c73b7c7c458f/6bd2c401-af5e-4344-8516-02dc2b5b8b9c) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:34:08.221634 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device cda2df68-107c-4d52-a437-cd4ed6ecf4a1 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:34:08.224474 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8ab86e71-ab4c-488a-901e-52c85e472e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:08.280766 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f326677f-4c50-4337-83bf-9d6077bde782 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:08.283980 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-8ab86e71-ab4c-488a-901e-52c85e472e2b None None] For port cda2df68-107c-4d52-a437-cd4ed6ecf4a1, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=cda2df68-107c-4d52-a437-cd4ed6ecf4a1,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:34:08.310488 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-984b50fa-9f1a-46b2-8aa2-07e84b3cb68f tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Allocated IP 2001:db8::7aa1:b37d:3616:a118 (92924f74-2f90-45e5-9033-541c61add3eb/63c18ee3-f396-4ebb-8175-941b62a8c8e5/fb8c671f-0881-4de7-8476-0c2bc2d4da0d) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:34:08.316483 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8ab86e71-ab4c-488a-901e-52c85e472e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:08.639877 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab86e71-ab4c-488a-901e-52c85e472e2b None None] Pushing event updated for resources: {'Port': ['ID=cda2df68-107c-4d52-a437-cd4ed6ecf4a1,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:08.761249 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-984b50fa-9f1a-46b2-8aa2-07e84b3cb68f tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:08.869970 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-984b50fa-9f1a-46b2-8aa2-07e84b3cb68f tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:09.033616 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984b50fa-9f1a-46b2-8aa2-07e84b3cb68f tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event updated for resources: {'Port': ['ID=fb8c671f-0881-4de7-8476-0c2bc2d4da0d,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:09.043367 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984b50fa-9f1a-46b2-8aa2-07e84b3cb68f tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Network 92924f74-2f90-45e5-9033-541c61add3eb is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:34:09.045377 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-984b50fa-9f1a-46b2-8aa2-07e84b3cb68f tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:34:09.048809 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984b50fa-9f1a-46b2-8aa2-07e84b3cb68f tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:34:09.062045 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984b50fa-9f1a-46b2-8aa2-07e84b3cb68f tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:09.063459 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-984b50fa-9f1a-46b2-8aa2-07e84b3cb68f tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:09.104578 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-984b50fa-9f1a-46b2-8aa2-07e84b3cb68f tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.4334276 Dec 06 17:34:09.105855 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 50176) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:34:09.206435 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39dcbbfc-3637-418d-a562-a3fdf18bc048 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-92924f74-2f90-45e5-9033-541c61add3eb', 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb', 'tenant_id': '58c2416ade7148dfa446cd47a01986fc', 'fixed_ips': [{'subnet_id': '63c18ee3-f396-4ebb-8175-941b62a8c8e5'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:34:09.210580 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-39dcbbfc-3637-418d-a562-a3fdf18bc048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:09.339016 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01b99c1-b593-40af-9acd-c4a45cecba0e tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:09.349561 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-d01b99c1-b593-40af-9acd-c4a45cecba0e tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2426174 Dec 06 17:34:09.353922 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 50196) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:34:09.391802 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port cda2df68-107c-4d52-a437-cd4ed6ecf4a1 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:34:09.394917 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:09.701773 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-596c672c-9495-4d68-ab9d-a956512284cf tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Deleting port fb8c671f-0881-4de7-8476-0c2bc2d4da0d {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:34:09.702404 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-596c672c-9495-4d68-ab9d-a956512284cf tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:09.896915 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-39dcbbfc-3637-418d-a562-a3fdf18bc048 None None] Allocated IP 2001:db8::2 (92924f74-2f90-45e5-9033-541c61add3eb/63c18ee3-f396-4ebb-8175-941b62a8c8e5/fbda0f9d-2972-4460-9fa2-0b1b5fff418b) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:34:09.907245 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b8e4298b-bb9b-4abc-ad1b-dab1f1c740f4 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:09.916239 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-596c672c-9495-4d68-ab9d-a956512284cf tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:09.959178 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b8e4298b-bb9b-4abc-ad1b-dab1f1c740f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:10.124615 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-f326677f-4c50-4337-83bf-9d6077bde782 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Allocated IP 172.20.0.1 (2ad59fcd-0d86-4bbd-abb1-606e8df3cf18/de158a22-7810-46bd-88c3-c73b7c7c458f/fff173c6-ed94-4ddc-a191-dc23d0c07196) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:34:10.218678 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-596c672c-9495-4d68-ab9d-a956512284cf tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Calling delete_port for fb8c671f-0881-4de7-8476-0c2bc2d4da0d owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:34:10.311571 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device cda2df68-107c-4d52-a437-cd4ed6ecf4a1 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:34:10.342797 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e4298b-bb9b-4abc-ad1b-dab1f1c740f4 None None] Network 2ad59fcd-0d86-4bbd-abb1-606e8df3cf18 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:34:10.476690 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-b8e4298b-bb9b-4abc-ad1b-dab1f1c740f4 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:34:10.518558 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e4298b-bb9b-4abc-ad1b-dab1f1c740f4 None None] Pushing event updated for resources: {'Port': ['ID=6bd2c401-af5e-4344-8516-02dc2b5b8b9c,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:10.536178 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e4298b-bb9b-4abc-ad1b-dab1f1c740f4 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:34:10.770531 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f326677f-4c50-4337-83bf-9d6077bde782 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:10.971710 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-596c672c-9495-4d68-ab9d-a956512284cf tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:11.046838 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596c672c-9495-4d68-ab9d-a956512284cf tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event deleted for resources: {'Port': ['ID=fb8c671f-0881-4de7-8476-0c2bc2d4da0d,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:11.056457 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e4298b-bb9b-4abc-ad1b-dab1f1c740f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:34:11.058967 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e4298b-bb9b-4abc-ad1b-dab1f1c740f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:34:11.060281 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e4298b-bb9b-4abc-ad1b-dab1f1c740f4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:34:11.061092 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e4298b-bb9b-4abc-ad1b-dab1f1c740f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:34:11.067626 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e4298b-bb9b-4abc-ad1b-dab1f1c740f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:34:11.068067 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e4298b-bb9b-4abc-ad1b-dab1f1c740f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:34:11.068482 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e4298b-bb9b-4abc-ad1b-dab1f1c740f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:34:11.068887 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e4298b-bb9b-4abc-ad1b-dab1f1c740f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:34:11.069287 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e4298b-bb9b-4abc-ad1b-dab1f1c740f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:34:11.069719 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e4298b-bb9b-4abc-ad1b-dab1f1c740f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:34:11.070116 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e4298b-bb9b-4abc-ad1b-dab1f1c740f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:34:11.070604 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e4298b-bb9b-4abc-ad1b-dab1f1c740f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:34:11.071210 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e4298b-bb9b-4abc-ad1b-dab1f1c740f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:34:11.108721 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-596c672c-9495-4d68-ab9d-a956512284cf tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:11.109166 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 50330) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:34:11.112003 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-596c672c-9495-4d68-ab9d-a956512284cf tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/ports/fb8c671f-0881-4de7-8476-0c2bc2d4da0d HTTP/1.1" status: 204 len: 168 time: 1.7275014 Dec 06 17:34:11.119653 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 50332) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:34:11.136057 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f326677f-4c50-4337-83bf-9d6077bde782 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:11.192298 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f326677f-4c50-4337-83bf-9d6077bde782 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Network 2ad59fcd-0d86-4bbd-abb1-606e8df3cf18 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:34:11.197802 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-f326677f-4c50-4337-83bf-9d6077bde782 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:34:11.220259 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-b8e4298b-bb9b-4abc-ad1b-dab1f1c740f4 None None] Attempting to bind port 6bd2c401-af5e-4344-8516-02dc2b5b8b9c on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:34:11.224557 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-b8e4298b-bb9b-4abc-ad1b-dab1f1c740f4 None None] Attempting to bind port 6bd2c401-af5e-4344-8516-02dc2b5b8b9c by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cbe98e49-8460-4bd9-935d-6d2813654e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2ad59fcd-0d86-4bbd-abb1-606e8df3cf18'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:34:11.228643 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e4298b-bb9b-4abc-ad1b-dab1f1c740f4 None None] Attempting to bind port 6bd2c401-af5e-4344-8516-02dc2b5b8b9c on network 2ad59fcd-0d86-4bbd-abb1-606e8df3cf18 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:34:11.262254 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f326677f-4c50-4337-83bf-9d6077bde782 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:34:11.353715 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e4298b-bb9b-4abc-ad1b-dab1f1c740f4 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:34:11.354675 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e4298b-bb9b-4abc-ad1b-dab1f1c740f4 None None] Checking segment: {'id': 'cbe98e49-8460-4bd9-935d-6d2813654e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2ad59fcd-0d86-4bbd-abb1-606e8df3cf18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:34:11.356743 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b8e4298b-bb9b-4abc-ad1b-dab1f1c740f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:11.357354 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e4298b-bb9b-4abc-ad1b-dab1f1c740f4 None None] Bound using segment: {'id': 'cbe98e49-8460-4bd9-935d-6d2813654e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2ad59fcd-0d86-4bbd-abb1-606e8df3cf18'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:34:11.358092 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-b8e4298b-bb9b-4abc-ad1b-dab1f1c740f4 None None] Bound port: 6bd2c401-af5e-4344-8516-02dc2b5b8b9c, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbe98e49-8460-4bd9-935d-6d2813654e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2ad59fcd-0d86-4bbd-abb1-606e8df3cf18'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:34:11.358717 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b8e4298b-bb9b-4abc-ad1b-dab1f1c740f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:11.406831 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919f8c12-8b21-4dee-9abe-60c8e037d0a4 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:11.409793 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919f8c12-8b21-4dee-9abe-60c8e037d0a4 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:11.415511 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-919f8c12-8b21-4dee-9abe-60c8e037d0a4 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2765329 Dec 06 17:34:11.418172 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 50342) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:34:11.496317 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-133281c6-785c-4f80-96db-c29054888676 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Deleting subnet 63c18ee3-f396-4ebb-8175-941b62a8c8e5 {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:34:11.504256 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-6d56288e-ec11-4f99-adee-8dc1d0134d7b tempest-RoutersAdminNegativeTest-2105149542 tempest-RoutersAdminNegativeTest-2105149542-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-43089440', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:34:11.520380 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f326677f-4c50-4337-83bf-9d6077bde782 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Pushing event updated for resources: {'Port': ['ID=fff173c6-ed94-4ddc-a191-dc23d0c07196,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:11.531889 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f326677f-4c50-4337-83bf-9d6077bde782 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539179'] for router_interface, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:11.575845 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port cda2df68-107c-4d52-a437-cd4ed6ecf4a1 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:34:11.576235 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:11.689732 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-39dcbbfc-3637-418d-a562-a3fdf18bc048 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:11.700389 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d56288e-ec11-4f99-adee-8dc1d0134d7b tempest-RoutersAdminNegativeTest-2105149542 tempest-RoutersAdminNegativeTest-2105149542-project-admin] Made reservation on behalf of c81e3a5e20dd4266a68e2f8d71ef1021 for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:34:11.715098 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6d56288e-ec11-4f99-adee-8dc1d0134d7b tempest-RoutersAdminNegativeTest-2105149542 tempest-RoutersAdminNegativeTest-2105149542-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:11.748319 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-39dcbbfc-3637-418d-a562-a3fdf18bc048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:11.753644 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-133281c6-785c-4f80-96db-c29054888676 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:11.765509 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6d56288e-ec11-4f99-adee-8dc1d0134d7b tempest-RoutersAdminNegativeTest-2105149542 tempest-RoutersAdminNegativeTest-2105149542-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:11.875509 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39dcbbfc-3637-418d-a562-a3fdf18bc048 None None] Network 92924f74-2f90-45e5-9033-541c61add3eb is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:34:11.879376 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b8e4298b-bb9b-4abc-ad1b-dab1f1c740f4 None None] For port 6bd2c401-af5e-4344-8516-02dc2b5b8b9c, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:34:11.893548 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-39dcbbfc-3637-418d-a562-a3fdf18bc048 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:34:11.897341 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39dcbbfc-3637-418d-a562-a3fdf18bc048 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:34:11.923153 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f326677f-4c50-4337-83bf-9d6077bde782 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:11.954182 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b8e4298b-bb9b-4abc-ad1b-dab1f1c740f4 None None] For port 6bd2c401-af5e-4344-8516-02dc2b5b8b9c, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6bd2c401-af5e-4344-8516-02dc2b5b8b9c,segment=NetworkSegment(cbe98e49-8460-4bd9-935d-6d2813654e4d),segment_id=cbe98e49-8460-4bd9-935d-6d2813654e4d)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:34:11.966989 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b8e4298b-bb9b-4abc-ad1b-dab1f1c740f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:11.987346 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6d56288e-ec11-4f99-adee-8dc1d0134d7b tempest-RoutersAdminNegativeTest-2105149542 tempest-RoutersAdminNegativeTest-2105149542-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:12.005807 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516a2b8c-2953-4896-bf3c-ae2121847e51 req-99a53bf6-97a2-4dfc-a39f-02abfdce4c03 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:12.009871 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-516a2b8c-2953-4896-bf3c-ae2121847e51 req-99a53bf6-97a2-4dfc-a39f-02abfdce4c03 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f4a1b09-ae6e-4372-b0c0-97a88ef4e9d9 HTTP/1.1" status: 200 len: 946 time: 0.4996269 Dec 06 17:34:12.020088 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6d56288e-ec11-4f99-adee-8dc1d0134d7b tempest-RoutersAdminNegativeTest-2105149542 tempest-RoutersAdminNegativeTest-2105149542-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:12.028072 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-6d56288e-ec11-4f99-adee-8dc1d0134d7b tempest-RoutersAdminNegativeTest-2105149542 tempest-RoutersAdminNegativeTest-2105149542-project-admin] device_id is not set on port 24bb2bec-66ce-4815-97ee-37036fd9f3c4 yet. {{(pid=103285) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:34:12.161023 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dcbbfc-3637-418d-a562-a3fdf18bc048 None None] Pushing event updated for resources: {'Port': ['ID=fbda0f9d-2972-4460-9fa2-0b1b5fff418b,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:12.175632 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d56288e-ec11-4f99-adee-8dc1d0134d7b tempest-RoutersAdminNegativeTest-2105149542 tempest-RoutersAdminNegativeTest-2105149542-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f67cdfa-0732-4133-85e5-4f9d02d48933,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:12.340967 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-133281c6-785c-4f80-96db-c29054888676 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:12.397853 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-39dcbbfc-3637-418d-a562-a3fdf18bc048 None None] Attempting to bind port fbda0f9d-2972-4460-9fa2-0b1b5fff418b on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:34:12.398495 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-39dcbbfc-3637-418d-a562-a3fdf18bc048 None None] Attempting to bind port fbda0f9d-2972-4460-9fa2-0b1b5fff418b by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'a47332dc-5917-44f3-a9f4-ba1cd1d32759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:34:12.399126 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39dcbbfc-3637-418d-a562-a3fdf18bc048 None None] Attempting to bind port fbda0f9d-2972-4460-9fa2-0b1b5fff418b on network 92924f74-2f90-45e5-9033-541c61add3eb {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:34:12.401299 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e4298b-bb9b-4abc-ad1b-dab1f1c740f4 None None] Pushing event updated for resources: {'Port': ['ID=6bd2c401-af5e-4344-8516-02dc2b5b8b9c,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:12.447242 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39dcbbfc-3637-418d-a562-a3fdf18bc048 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:34:12.447961 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39dcbbfc-3637-418d-a562-a3fdf18bc048 None None] Checking segment: {'id': 'a47332dc-5917-44f3-a9f4-ba1cd1d32759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:34:12.452554 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-39dcbbfc-3637-418d-a562-a3fdf18bc048 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:12.453183 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39dcbbfc-3637-418d-a562-a3fdf18bc048 None None] Bound using segment: {'id': 'a47332dc-5917-44f3-a9f4-ba1cd1d32759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:34:12.455980 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-39dcbbfc-3637-418d-a562-a3fdf18bc048 None None] Bound port: fbda0f9d-2972-4460-9fa2-0b1b5fff418b, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a47332dc-5917-44f3-a9f4-ba1cd1d32759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:34:12.456632 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-39dcbbfc-3637-418d-a562-a3fdf18bc048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:12.633941 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-133281c6-785c-4f80-96db-c29054888676 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:12.786647 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-39dcbbfc-3637-418d-a562-a3fdf18bc048 None None] For port fbda0f9d-2972-4460-9fa2-0b1b5fff418b, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:34:12.790607 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-39dcbbfc-3637-418d-a562-a3fdf18bc048 None None] For port fbda0f9d-2972-4460-9fa2-0b1b5fff418b, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=fbda0f9d-2972-4460-9fa2-0b1b5fff418b,segment=NetworkSegment(a47332dc-5917-44f3-a9f4-ba1cd1d32759),segment_id=a47332dc-5917-44f3-a9f4-ba1cd1d32759)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:34:12.803039 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-39dcbbfc-3637-418d-a562-a3fdf18bc048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:12.985934 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dcbbfc-3637-418d-a562-a3fdf18bc048 None None] Pushing event updated for resources: {'Port': ['ID=fbda0f9d-2972-4460-9fa2-0b1b5fff418b,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:13.059687 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-516a2b8c-2953-4896-bf3c-ae2121847e51 req-e1b04083-736e-4f24-bffd-1f5266f96f66 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/security-groups?id=6319bd43-3382-435b-8dd0-6c4c8cc1ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9354451 Dec 06 17:34:13.067047 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-6d56288e-ec11-4f99-adee-8dc1d0134d7b tempest-RoutersAdminNegativeTest-2105149542 tempest-RoutersAdminNegativeTest-2105149542-project-admin] Allocated IP 172.35.1.239 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/24bb2bec-66ce-4815-97ee-37036fd9f3c4) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:34:13.069757 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-133281c6-785c-4f80-96db-c29054888676 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:13.131896 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f326677f-4c50-4337-83bf-9d6077bde782 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:13.140468 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f326677f-4c50-4337-83bf-9d6077bde782 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:13.252743 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-133281c6-785c-4f80-96db-c29054888676 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:13.258093 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-133281c6-785c-4f80-96db-c29054888676 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/subnets/63c18ee3-f396-4ebb-8175-941b62a8c8e5 HTTP/1.1" status: 204 len: 168 time: 1.8387151 Dec 06 17:34:13.260777 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133281c6-785c-4f80-96db-c29054888676 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event deleted for resources: {'Subnet': ['ID=63c18ee3-f396-4ebb-8175-941b62a8c8e5,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:13.270286 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 50388) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:34:13.401028 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f326677f-4c50-4337-83bf-9d6077bde782 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-772465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539207'] for router_interface, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:13.411724 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-e614b51c-5980-4479-9f44-0f3e0640c33d tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1378837 Dec 06 17:34:13.413127 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 50396) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:34:13.415575 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f326677f-4c50-4337-83bf-9d6077bde782 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Pushing event updated for resources: {'Port': ['ID=fff173c6-ed94-4ddc-a191-dc23d0c07196,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:13.474800 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7371409d-1c51-45d7-921a-d43a141406eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:13.591453 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b573b4-a73d-49a1-b087-15faa5d0f1aa req-4e0b654b-5f26-48ab-8c45-d2149a0fe530 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:13.597378 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-74b573b4-a73d-49a1-b087-15faa5d0f1aa req-4e0b654b-5f26-48ab-8c45-d2149a0fe530 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f4a1b09-ae6e-4372-b0c0-97a88ef4e9d9 HTTP/1.1" status: 200 len: 946 time: 0.4825180 Dec 06 17:34:13.787339 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af900c8-ed01-4435-9914-633b0f5e6877 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:13.789773 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-7af900c8-ed01-4435-9914-633b0f5e6877 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3751493 Dec 06 17:34:13.804767 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 50412) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:34:13.997898 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6d56288e-ec11-4f99-adee-8dc1d0134d7b tempest-RoutersAdminNegativeTest-2105149542 tempest-RoutersAdminNegativeTest-2105149542-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:14.026406 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f326677f-4c50-4337-83bf-9d6077bde782 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Network 2ad59fcd-0d86-4bbd-abb1-606e8df3cf18 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:34:14.040285 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-f326677f-4c50-4337-83bf-9d6077bde782 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:34:14.071784 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6d56288e-ec11-4f99-adee-8dc1d0134d7b tempest-RoutersAdminNegativeTest-2105149542 tempest-RoutersAdminNegativeTest-2105149542-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:14.117093 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd6d624-1f4f-4a80-ae17-1b587206a98a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:14.122738 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-8cd6d624-1f4f-4a80-ae17-1b587206a98a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3171120 Dec 06 17:34:14.126251 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 50420) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:34:14.182043 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d56288e-ec11-4f99-adee-8dc1d0134d7b tempest-RoutersAdminNegativeTest-2105149542 tempest-RoutersAdminNegativeTest-2105149542-project-admin] Pushing event updated for resources: {'Port': ['ID=24bb2bec-66ce-4815-97ee-37036fd9f3c4,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:14.236147 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd7afc6-3cb3-4acd-a3eb-1904a0c12b86 None None] Network 2ad59fcd-0d86-4bbd-abb1-606e8df3cf18 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:34:14.239310 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d56288e-ec11-4f99-adee-8dc1d0134d7b tempest-RoutersAdminNegativeTest-2105149542 tempest-RoutersAdminNegativeTest-2105149542-project-admin] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:34:14.241935 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-6d56288e-ec11-4f99-adee-8dc1d0134d7b tempest-RoutersAdminNegativeTest-2105149542 tempest-RoutersAdminNegativeTest-2105149542-project-admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:34:14.246174 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-74b573b4-a73d-49a1-b087-15faa5d0f1aa req-7fbf3352-c546-405b-bbf3-29ffce3269b5 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Deleting port 53763800-2457-4bca-aff2-a0267289d271 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:34:14.246519 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-74b573b4-a73d-49a1-b087-15faa5d0f1aa req-7fbf3352-c546-405b-bbf3-29ffce3269b5 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:14.249511 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d56288e-ec11-4f99-adee-8dc1d0134d7b tempest-RoutersAdminNegativeTest-2105149542 tempest-RoutersAdminNegativeTest-2105149542-project-admin] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:34:14.323884 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-fc676a38-9e4d-4f4a-90fc-fa4d5bf18dff tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1886017 Dec 06 17:34:14.326110 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 50424) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:34:14.341085 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce70af1-e613-48c2-b3e8-783a67d8a12b None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:34:14.357983 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-488bafc6-4518-4b89-8aed-3f3c93fc12e4 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Request body: {'subnet': {'network_id': '92924f74-2f90-45e5-9033-541c61add3eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:34:14.399408 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-39a6cd09-7364-45ac-9599-bba5555a3111 None None] Provisioning complete for port 6bd2c401-af5e-4344-8516-02dc2b5b8b9c triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:34:14.405782 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-39a6cd09-7364-45ac-9599-bba5555a3111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:14.615009 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d56288e-ec11-4f99-adee-8dc1d0134d7b tempest-RoutersAdminNegativeTest-2105149542 tempest-RoutersAdminNegativeTest-2105149542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:14.615625 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6d56288e-ec11-4f99-adee-8dc1d0134d7b tempest-RoutersAdminNegativeTest-2105149542 tempest-RoutersAdminNegativeTest-2105149542-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:14.621277 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848368b3-146d-4057-bfa4-4e8650a344e6 req-45b93de2-4502-4586-a7da-5c3ac3aaa49b tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:14.636089 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-848368b3-146d-4057-bfa4-4e8650a344e6 req-45b93de2-4502-4586-a7da-5c3ac3aaa49b tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f4a1b09-ae6e-4372-b0c0-97a88ef4e9d9 HTTP/1.1" status: 200 len: 946 time: 0.4060769 Dec 06 17:34:14.651448 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-39a6cd09-7364-45ac-9599-bba5555a3111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:14.773098 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f326677f-4c50-4337-83bf-9d6077bde782 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Router be5a6b5f-cbc3-4fef-97e1-a795b9f2b008 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:34:14.802035 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-39a6cd09-7364-45ac-9599-bba5555a3111 None None] For port 6bd2c401-af5e-4344-8516-02dc2b5b8b9c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6bd2c401-af5e-4344-8516-02dc2b5b8b9c,segment=NetworkSegment(cbe98e49-8460-4bd9-935d-6d2813654e4d),segment_id=cbe98e49-8460-4bd9-935d-6d2813654e4d)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:34:14.908448 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-39a6cd09-7364-45ac-9599-bba5555a3111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:14.951505 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-6d56288e-ec11-4f99-adee-8dc1d0134d7b tempest-RoutersAdminNegativeTest-2105149542 tempest-RoutersAdminNegativeTest-2105149542-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 3.8406024 Dec 06 17:34:14.957375 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 50430) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:34:14.985115 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-34bf0ac1-7191-4996-9d77-77afbcd5b953 tempest-RoutersAdminNegativeTest-2105149542 tempest-RoutersAdminNegativeTest-2105149542-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.239'}]}}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:34:14.996109 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-74b573b4-a73d-49a1-b087-15faa5d0f1aa req-7fbf3352-c546-405b-bbf3-29ffce3269b5 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] For port 53763800-2457-4bca-aff2-a0267289d271, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=53763800-2457-4bca-aff2-a0267289d271,segment=NetworkSegment(e7633122-45be-4098-9151-607f71ade058),segment_id=e7633122-45be-4098-9151-607f71ade058)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:34:14.997445 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-74b573b4-a73d-49a1-b087-15faa5d0f1aa req-7fbf3352-c546-405b-bbf3-29ffce3269b5 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:15.066196 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-848368b3-146d-4057-bfa4-4e8650a344e6 req-7eb5bff2-a51c-493e-b21f-bca56ce86b5c tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/security-groups?id=6319bd43-3382-435b-8dd0-6c4c8cc1ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4286637 Dec 06 17:34:15.111308 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a6cd09-7364-45ac-9599-bba5555a3111 None None] Pushing event updated for resources: {'Port': ['ID=6bd2c401-af5e-4344-8516-02dc2b5b8b9c,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:15.123486 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device fbda0f9d-2972-4460-9fa2-0b1b5fff418b up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:34:15.302098 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f326677f-4c50-4337-83bf-9d6077bde782 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:34:15.317142 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-f326677f-4c50-4337-83bf-9d6077bde782 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "PUT /v2.0/routers/be5a6b5f-cbc3-4fef-97e1-a795b9f2b008/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1242018 Dec 06 17:34:15.324751 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eae4f82-01db-494d-b8bd-d5ada4ae9fd4 None None] Sync routers for ids ['be5a6b5f-cbc3-4fef-97e1-a795b9f2b008'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:34:15.423863 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eae4f82-01db-494d-b8bd-d5ada4ae9fd4 None None] Routers {'be5a6b5f-cbc3-4fef-97e1-a795b9f2b008'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:34:15.436458 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-9eae4f82-01db-494d-b8bd-d5ada4ae9fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:33:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['be5a6b5f-cbc3-4fef-97e1-a795b9f2b008'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:34:15.439296 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-9f45508a-0706-4902-8e5b-a5ec9d5e28f5 None None] Provisioning complete for port 24bb2bec-66ce-4815-97ee-37036fd9f3c4 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:34:15.445991 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9f45508a-0706-4902-8e5b-a5ec9d5e28f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:15.502793 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-488bafc6-4518-4b89-8aed-3f3c93fc12e4 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Made reservation on behalf of 58c2416ade7148dfa446cd47a01986fc for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:34:15.521495 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-488bafc6-4518-4b89-8aed-3f3c93fc12e4 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:15.633071 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55d82b1-4277-42ef-883c-b7a4890ad627 None None] Network 92924f74-2f90-45e5-9033-541c61add3eb requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:34:15.792050 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-9eae4f82-01db-494d-b8bd-d5ada4ae9fd4 None None] Set router be5a6b5f-cbc3-4fef-97e1-a795b9f2b008 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:34:16.129140 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port fbda0f9d-2972-4460-9fa2-0b1b5fff418b triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:34:16.129968 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:16.275659 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-9f45508a-0706-4902-8e5b-a5ec9d5e28f5 None None] Port 24bb2bec-66ce-4815-97ee-37036fd9f3c4 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:34:16.305985 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0dbd688e-5ef7-4e89-a9e5-3ff1db8e3f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:16.428410 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1b5810-cfba-461b-8c6e-88b179e66748 req-33080205-a2bd-4469-a5a9-03c71321a168 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:16.459890 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ce1b5810-cfba-461b-8c6e-88b179e66748 req-33080205-a2bd-4469-a5a9-03c71321a168 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f4a1b09-ae6e-4372-b0c0-97a88ef4e9d9 HTTP/1.1" status: 200 len: 946 time: 0.2375302 Dec 06 17:34:16.601158 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ce1b5810-cfba-461b-8c6e-88b179e66748 req-2e158168-f894-4445-b337-84ba7243643c tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/security-groups?id=6319bd43-3382-435b-8dd0-6c4c8cc1ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388464 Dec 06 17:34:16.627026 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:16.752380 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] For port fbda0f9d-2972-4460-9fa2-0b1b5fff418b, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=fbda0f9d-2972-4460-9fa2-0b1b5fff418b,segment=NetworkSegment(a47332dc-5917-44f3-a9f4-ba1cd1d32759),segment_id=a47332dc-5917-44f3-a9f4-ba1cd1d32759)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:34:16.779134 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:16.782346 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 6bd2c401-af5e-4344-8516-02dc2b5b8b9c up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:34:16.829100 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-9eae4f82-01db-494d-b8bd-d5ada4ae9fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be5a6b5f-cbc3-4fef-97e1-a795b9f2b008', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592606232', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.185'}], 'enable_snat': True}, 'gw_port_id': 'cda2df68-107c-4d52-a437-cd4ed6ecf4a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:33:57Z', 'updated_at': '2021-12-06T17:34:11Z', 'revision_number': 4, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'gw_port': {'id': 'cda2df68-107c-4d52-a437-cd4ed6ecf4a1', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:9f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5a6b5f-cbc3-4fef-97e1-a795b9f2b008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:34:00Z', 'updated_at': '2021-12-06T17:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'fff173c6-ed94-4ddc-a191-dc23d0c07196', 'name': '', 'network_id': '2ad59fcd-0d86-4bbd-abb1-606e8df3cf18', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'mac_address': 'fa:16:3e:22:9b:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be5a6b5f-cbc3-4fef-97e1-a795b9f2b008', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'de158a22-7810-46bd-88c3-c73b7c7c458f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:34:08Z', 'updated_at': '2021-12-06T17:34:12Z', 'revision_number': 2, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'subnets': [{'id': 'de158a22-7810-46bd-88c3-c73b7c7c458f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:34:16.856051 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a01b09e3-f063-483e-91f1-835e856bcab2 None None] Provisioning complete for port fbda0f9d-2972-4460-9fa2-0b1b5fff418b triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:34:16.856697 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a01b09e3-f063-483e-91f1-835e856bcab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:16.922018 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-34bf0ac1-7191-4996-9d77-77afbcd5b953 tempest-RoutersAdminNegativeTest-2105149542 tempest-RoutersAdminNegativeTest-2105149542-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:16.923182 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-34bf0ac1-7191-4996-9d77-77afbcd5b953 tempest-RoutersAdminNegativeTest-2105149542 tempest-RoutersAdminNegativeTest-2105149542-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:17.133447 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4c64d58d-b119-4a27-83e3-a3205069e930 req-ea730d39-838c-4d2c-ad4b-565969f03b8b tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1004587086&fields=id&tenant_id=87136a91f6c54863bdb78ae5833b5c4e HTTP/1.1" status: 200 len: 267 time: 0.4346244 Dec 06 17:34:17.148173 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2133e09-d27d-4428-a30f-84cea3684860 None None] DHCP port deletion for 92924f74-2f90-45e5-9033-541c61add3eb request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:34:17.175575 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eae4f82-01db-494d-b8bd-d5ada4ae9fd4 None None] Checking router: be5a6b5f-cbc3-4fef-97e1-a795b9f2b008 for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:34:17.175963 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eae4f82-01db-494d-b8bd-d5ada4ae9fd4 None None] Updating router be5a6b5f-cbc3-4fef-97e1-a795b9f2b008 port fff173c6-ed94-4ddc-a191-dc23d0c07196 binding host n-d-master-1 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:34:17.276352 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:17.378482 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9eae4f82-01db-494d-b8bd-d5ada4ae9fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:17.475112 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Pushing event updated for resources: {'Port': ['ID=fbda0f9d-2972-4460-9fa2-0b1b5fff418b,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:17.565859 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 6bd2c401-af5e-4344-8516-02dc2b5b8b9c triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:34:17.570567 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:17.590881 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-34bf0ac1-7191-4996-9d77-77afbcd5b953 tempest-RoutersAdminNegativeTest-2105149542 tempest-RoutersAdminNegativeTest-2105149542-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:17.598353 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-74b573b4-a73d-49a1-b087-15faa5d0f1aa req-7fbf3352-c546-405b-bbf3-29ffce3269b5 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:17.598723 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-74b573b4-a73d-49a1-b087-15faa5d0f1aa req-7fbf3352-c546-405b-bbf3-29ffce3269b5 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:17.599051 n-d-master-1 neutron-server[103285]: INFO neutron.db.l3_db [req-74b573b4-a73d-49a1-b087-15faa5d0f1aa req-7fbf3352-c546-405b-bbf3-29ffce3269b5 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Floating IP 45d767fc-2b20-43c2-ae5d-478339f5313f disassociated. External IP: 172.35.1.161, port: 53763800-2457-4bca-aff2-a0267289d271. Dec 06 17:34:17.599402 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-74b573b4-a73d-49a1-b087-15faa5d0f1aa req-7fbf3352-c546-405b-bbf3-29ffce3269b5 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Calling delete_port for 53763800-2457-4bca-aff2-a0267289d271 owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:34:17.800136 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec066447-cd41-46e7-8228-a6320f067399 req-69d7d10b-9e7f-4c17-8e5f-3b8e908b5071 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:17.816093 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ec066447-cd41-46e7-8228-a6320f067399 req-69d7d10b-9e7f-4c17-8e5f-3b8e908b5071 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f4a1b09-ae6e-4372-b0c0-97a88ef4e9d9 HTTP/1.1" status: 200 len: 946 time: 0.1072068 Dec 06 17:34:17.971041 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ec066447-cd41-46e7-8228-a6320f067399 req-0861becf-bb73-45da-8544-db8270372865 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/security-groups?id=6319bd43-3382-435b-8dd0-6c4c8cc1ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1530497 Dec 06 17:34:17.976958 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a2133e09-d27d-4428-a30f-84cea3684860 None None] Deleting port fbda0f9d-2972-4460-9fa2-0b1b5fff418b {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:34:17.977430 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a2133e09-d27d-4428-a30f-84cea3684860 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:18.030275 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a01b09e3-f063-483e-91f1-835e856bcab2 None None] Provisioning complete for port fff173c6-ed94-4ddc-a191-dc23d0c07196 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:34:18.030715 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a01b09e3-f063-483e-91f1-835e856bcab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:18.084918 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 53763800-2457-4bca-aff2-a0267289d271 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:34:18.113571 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-488bafc6-4518-4b89-8aed-3f3c93fc12e4 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:18.127550 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c64d58d-b119-4a27-83e3-a3205069e930 req-5d9b9d0e-0090-4a4d-bc80-c18085b37e7a tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:18.135501 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4c64d58d-b119-4a27-83e3-a3205069e930 req-5d9b9d0e-0090-4a4d-bc80-c18085b37e7a tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/networks?id=2ad59fcd-0d86-4bbd-abb1-606e8df3cf18 HTTP/1.1" status: 200 len: 797 time: 0.9848485 Dec 06 17:34:18.150217 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-74b573b4-a73d-49a1-b087-15faa5d0f1aa req-7fbf3352-c546-405b-bbf3-29ffce3269b5 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:18.355318 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488bafc6-4518-4b89-8aed-3f3c93fc12e4 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Network 92924f74-2f90-45e5-9033-541c61add3eb is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:34:18.383061 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-488bafc6-4518-4b89-8aed-3f3c93fc12e4 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:34:18.396898 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4c64d58d-b119-4a27-83e3-a3205069e930 req-aa9daf4e-064b-4442-b199-08083ae04214 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/quotas/87136a91f6c54863bdb78ae5833b5c4e HTTP/1.1" status: 200 len: 375 time: 0.2615163 Dec 06 17:34:18.407516 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a2133e09-d27d-4428-a30f-84cea3684860 None None] For port fbda0f9d-2972-4460-9fa2-0b1b5fff418b, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=fbda0f9d-2972-4460-9fa2-0b1b5fff418b,segment=NetworkSegment(a47332dc-5917-44f3-a9f4-ba1cd1d32759),segment_id=a47332dc-5917-44f3-a9f4-ba1cd1d32759)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:34:18.407920 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a2133e09-d27d-4428-a30f-84cea3684860 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:18.420144 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488bafc6-4518-4b89-8aed-3f3c93fc12e4 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:18.420763 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-488bafc6-4518-4b89-8aed-3f3c93fc12e4 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:18.421355 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a2133e09-d27d-4428-a30f-84cea3684860 None None] Calling delete_port for fbda0f9d-2972-4460-9fa2-0b1b5fff418b owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:34:18.458385 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbf3352-c546-405b-bbf3-29ffce3269b5 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Pushing event deleted for resources: {'Port': ['ID=53763800-2457-4bca-aff2-a0267289d271,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:18.467021 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488bafc6-4518-4b89-8aed-3f3c93fc12e4 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event updated for resources: {'Subnet': ['ID=43ca122b-8a08-4e12-b364-a18e231d5e51,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:18.517522 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a01b09e3-f063-483e-91f1-835e856bcab2 None None] Port fff173c6-ed94-4ddc-a191-dc23d0c07196 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:34:18.544491 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:18.546498 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a2133e09-d27d-4428-a30f-84cea3684860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:18.613673 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2133e09-d27d-4428-a30f-84cea3684860 None None] Pushing event deleted for resources: {'Port': ['ID=fbda0f9d-2972-4460-9fa2-0b1b5fff418b,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:18.663087 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-34bf0ac1-7191-4996-9d77-77afbcd5b953 tempest-RoutersAdminNegativeTest-2105149542 tempest-RoutersAdminNegativeTest-2105149542-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:18.708519 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [req-74b573b4-a73d-49a1-b087-15faa5d0f1aa req-7fbf3352-c546-405b-bbf3-29ffce3269b5 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Router fa5f03e8-9e2f-4c1d-9421-a3059a69fe60 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:34:18.714267 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-488bafc6-4518-4b89-8aed-3f3c93fc12e4 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.3781190 Dec 06 17:34:18.717353 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 50488) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:34:18.722644 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-5ed69750-b572-47c3-8f32-f39b4084e68c tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Request body: {'port': {'network_id': '92924f74-2f90-45e5-9033-541c61add3eb', 'fixed_ips': [{'subnet_id': '43ca122b-8a08-4e12-b364-a18e231d5e51', 'ip_address': '2001:db8::12c2:2fac:6ae6:aaed'}], 'name': 'tempest-NetworksTestDHCPv6-376240538'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:34:18.769696 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 6bd2c401-af5e-4344-8516-02dc2b5b8b9c up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:34:18.915031 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a01b09e3-f063-483e-91f1-835e856bcab2 None None] Provisioning complete for port 6bd2c401-af5e-4344-8516-02dc2b5b8b9c triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:34:18.915031 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a01b09e3-f063-483e-91f1-835e856bcab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:18.942552 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2133e09-d27d-4428-a30f-84cea3684860 None None] No DVR routers for this DVR port fbda0f9d-2972-4460-9fa2-0b1b5fff418b on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:34:18.987642 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4c64d58d-b119-4a27-83e3-a3205069e930 req-94af9f93-5ad2-4008-be1b-e27b2555cf7e tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=87136a91f6c54863bdb78ae5833b5c4e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5893450 Dec 06 17:34:19.024062 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] No active binding found for port 53763800-2457-4bca-aff2-a0267289d271 {{(pid=103286) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 06 17:34:19.027950 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 53763800-2457-4bca-aff2-a0267289d271 not bound to the agent host n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:34:19.054967 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ed69750-b572-47c3-8f32-f39b4084e68c tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Made reservation on behalf of 58c2416ade7148dfa446cd47a01986fc for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:34:19.131337 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3cc9823-f967-461e-ab52-4a3d41ca980e None None] Network 92924f74-2f90-45e5-9033-541c61add3eb requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:34:19.212768 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4fc14566-2003-44d0-a435-c6d6b8af65a6 req-34edb747-d803-42bd-8cb5-dfd7e952ca24 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f4a1b09-ae6e-4372-b0c0-97a88ef4e9d9 HTTP/1.1" status: 200 len: 210 time: 0.0652676 Dec 06 17:34:19.262187 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5ed69750-b572-47c3-8f32-f39b4084e68c tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:19.304433 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:19.344942 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-5ed69750-b572-47c3-8f32-f39b4084e68c tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] device_id is not set on port 512355a3-79e3-4827-a5a2-e8c9b14b4baf yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:34:19.430698 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-74b573b4-a73d-49a1-b087-15faa5d0f1aa req-7fbf3352-c546-405b-bbf3-29ffce3269b5 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:34:19.441484 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8970f2af-da72-4a27-862c-7a8c69da55bf None None] Sync routers for ids ['fa5f03e8-9e2f-4c1d-9421-a3059a69fe60'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:34:19.463477 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8970f2af-da72-4a27-862c-7a8c69da55bf None None] Routers {'fa5f03e8-9e2f-4c1d-9421-a3059a69fe60'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:34:19.464293 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-8970f2af-da72-4a27-862c-7a8c69da55bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:34:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['fa5f03e8-9e2f-4c1d-9421-a3059a69fe60'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:34:19.531212 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4c64d58d-b119-4a27-83e3-a3205069e930 req-c3ec023a-1407-4f51-a20f-79baa4eb6c5d service neutron] 10.222.0.23 "GET /v2.0/networks/2ad59fcd-0d86-4bbd-abb1-606e8df3cf18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5318861 Dec 06 17:34:19.578571 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 6bd2c401-af5e-4344-8516-02dc2b5b8b9c triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:34:19.587848 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:19.596733 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-74b573b4-a73d-49a1-b087-15faa5d0f1aa req-7fbf3352-c546-405b-bbf3-29ffce3269b5 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] No DVR routers for this DVR port 53763800-2457-4bca-aff2-a0267289d271 on host n-h2-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:34:19.601435 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-74b573b4-a73d-49a1-b087-15faa5d0f1aa req-7fbf3352-c546-405b-bbf3-29ffce3269b5 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:19.612360 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-74b573b4-a73d-49a1-b087-15faa5d0f1aa req-7fbf3352-c546-405b-bbf3-29ffce3269b5 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.44 "DELETE /v2.0/ports/53763800-2457-4bca-aff2-a0267289d271 HTTP/1.1" status: 204 len: 173 time: 5.9963884 Dec 06 17:34:19.656819 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f4a1b09-ae6e-4372-b0c0-97a88ef4e9d9', 'name': 'network-vif-deleted', 'tag': '53763800-2457-4bca-aff2-a0267289d271'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:34:19.659188 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac4fcc53-13f6-4e87-b7aa-c2d457f2388a" -d '{"events": [{"server_uuid": "4f4a1b09-ae6e-4372-b0c0-97a88ef4e9d9", "name": "network-vif-deleted", "tag": "53763800-2457-4bca-aff2-a0267289d271"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:34:19.744228 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-5ed69750-b572-47c3-8f32-f39b4084e68c tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Allocated IP 2001:db8::12c2:2fac:6ae6:aaed (92924f74-2f90-45e5-9033-541c61add3eb/43ca122b-8a08-4e12-b364-a18e231d5e51/512355a3-79e3-4827-a5a2-e8c9b14b4baf) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:34:19.783272 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-8970f2af-da72-4a27-862c-7a8c69da55bf None None] Set router fa5f03e8-9e2f-4c1d-9421-a3059a69fe60 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:34:19.805779 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9eae4f82-01db-494d-b8bd-d5ada4ae9fd4 None None] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:19.853177 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9eae4f82-01db-494d-b8bd-d5ada4ae9fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:19.888600 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-459e1613-cb9f-4d53-bbd2-a07a138cec28 x-openstack-request-id: req-459e1613-cb9f-4d53-bbd2-a07a138cec28 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:34:19.889206 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f4a1b09-ae6e-4372-b0c0-97a88ef4e9d9", "name": "network-vif-deleted", "tag": "53763800-2457-4bca-aff2-a0267289d271", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:34:19.899555 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-459e1613-cb9f-4d53-bbd2-a07a138cec28 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:34:19.900306 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f4a1b09-ae6e-4372-b0c0-97a88ef4e9d9', 'name': 'network-vif-deleted', 'tag': '53763800-2457-4bca-aff2-a0267289d271', 'status': 'completed', 'code': 200} Dec 06 17:34:20.186914 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4c64d58d-b119-4a27-83e3-a3205069e930 req-ea04f451-47f9-4716-a70d-d05e94016562 service neutron] 10.222.0.23 "GET /v2.0/networks/2ad59fcd-0d86-4bbd-abb1-606e8df3cf18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6438012 Dec 06 17:34:20.300070 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-8970f2af-da72-4a27-862c-7a8c69da55bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5f03e8-9e2f-4c1d-9421-a3059a69fe60', 'name': 'tempest-AttachVolumeTestJSON-1619787822-router', 'tenant_id': 'd7abadb1557c47ab8c8300111afe2d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.97'}], 'enable_snat': True}, 'gw_port_id': '37ad1a6e-a709-4377-9677-22ac44628bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:29:38Z', 'updated_at': '2021-12-06T17:29:48Z', 'revision_number': 4, 'project_id': 'd7abadb1557c47ab8c8300111afe2d05', 'gw_port': {'id': '37ad1a6e-a709-4377-9677-22ac44628bc2', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:fc:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5f03e8-9e2f-4c1d-9421-a3059a69fe60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:29:40Z', 'updated_at': '2021-12-06T17:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '06adf1f7-8794-431c-a2e0-a67acc87e575', 'name': '', 'network_id': '343f954d-d1c3-4f66-bad4-ccfe52b09e6c', 'tenant_id': 'd7abadb1557c47ab8c8300111afe2d05', 'mac_address': 'fa:16:3e:66:77:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5f03e8-9e2f-4c1d-9421-a3059a69fe60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': 'a4ea4d0f-71a4-4c95-82b1-6c4f14c713a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:29:46Z', 'updated_at': '2021-12-06T17:30:01Z', 'revision_number': 5, 'project_id': 'd7abadb1557c47ab8c8300111afe2d05', 'subnets': [{'id': 'a4ea4d0f-71a4-4c95-82b1-6c4f14c713a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:34:20.348705 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5ed69750-b572-47c3-8f32-f39b4084e68c tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:20.350937 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-34bf0ac1-7191-4996-9d77-77afbcd5b953 tempest-RoutersAdminNegativeTest-2105149542 tempest-RoutersAdminNegativeTest-2105149542-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:20.430790 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8970f2af-da72-4a27-862c-7a8c69da55bf None None] Checking router: fa5f03e8-9e2f-4c1d-9421-a3059a69fe60 for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:34:20.435089 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-34bf0ac1-7191-4996-9d77-77afbcd5b953 tempest-RoutersAdminNegativeTest-2105149542 tempest-RoutersAdminNegativeTest-2105149542-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:20.472554 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8970f2af-da72-4a27-862c-7a8c69da55bf None None] Routers {'fa5f03e8-9e2f-4c1d-9421-a3059a69fe60'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:34:20.473181 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-8970f2af-da72-4a27-862c-7a8c69da55bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:34:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['fa5f03e8-9e2f-4c1d-9421-a3059a69fe60'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:34:20.492658 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d966c181-2656-468d-be5a-0f927483ed2b None None] Pushing event updated for resources: {'Port': ['ID=fff173c6-ed94-4ddc-a191-dc23d0c07196,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:20.500918 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5ed69750-b572-47c3-8f32-f39b4084e68c tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:20.559966 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-731dddef-0444-47b1-9dee-9aa928475aa3 req-ccbb0a17-0685-4cc1-94b6-d9b05dfae693 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f4a1b09-ae6e-4372-b0c0-97a88ef4e9d9 HTTP/1.1" status: 200 len: 210 time: 0.0882013 Dec 06 17:34:20.606959 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed69750-b572-47c3-8f32-f39b4084e68c tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Network 92924f74-2f90-45e5-9033-541c61add3eb is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:34:20.634115 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-81090024-c110-453f-a9f9-b6724eb1e37f None None] Provisioning complete for port fff173c6-ed94-4ddc-a191-dc23d0c07196 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:34:20.634490 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-81090024-c110-453f-a9f9-b6724eb1e37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:20.663770 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed69750-b572-47c3-8f32-f39b4084e68c tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event updated for resources: {'Port': ['ID=512355a3-79e3-4827-a5a2-e8c9b14b4baf,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:20.679074 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-5ed69750-b572-47c3-8f32-f39b4084e68c tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:34:20.686865 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed69750-b572-47c3-8f32-f39b4084e68c tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:34:20.701979 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed69750-b572-47c3-8f32-f39b4084e68c tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:20.702606 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5ed69750-b572-47c3-8f32-f39b4084e68c tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:20.751749 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-5ed69750-b572-47c3-8f32-f39b4084e68c tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0330014 Dec 06 17:34:20.752456 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 50516) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:34:20.753235 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-81090024-c110-453f-a9f9-b6724eb1e37f None None] Port fff173c6-ed94-4ddc-a191-dc23d0c07196 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:34:20.767121 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-1323c348-47c0-4df9-8bb1-bc1ca22cae84 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Request body: {'port': {'network_id': '92924f74-2f90-45e5-9033-541c61add3eb', 'fixed_ips': [{'subnet_id': '43ca122b-8a08-4e12-b364-a18e231d5e51', 'ip_address': '2001:db8::12c2:2fac:6ae6:aaed'}], 'name': 'tempest-NetworksTestDHCPv6-11446571'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:34:20.795442 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-8970f2af-da72-4a27-862c-7a8c69da55bf None None] Set router fa5f03e8-9e2f-4c1d-9421-a3059a69fe60 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:34:20.869841 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-9eae4f82-01db-494d-b8bd-d5ada4ae9fd4 None None] Attempting to bind port fff173c6-ed94-4ddc-a191-dc23d0c07196 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:34:20.872206 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-9eae4f82-01db-494d-b8bd-d5ada4ae9fd4 None None] Attempting to bind port fff173c6-ed94-4ddc-a191-dc23d0c07196 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'cbe98e49-8460-4bd9-935d-6d2813654e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2ad59fcd-0d86-4bbd-abb1-606e8df3cf18'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:34:20.872461 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eae4f82-01db-494d-b8bd-d5ada4ae9fd4 None None] Attempting to bind port fff173c6-ed94-4ddc-a191-dc23d0c07196 on network 2ad59fcd-0d86-4bbd-abb1-606e8df3cf18 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:34:20.971961 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eae4f82-01db-494d-b8bd-d5ada4ae9fd4 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:34:20.973834 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eae4f82-01db-494d-b8bd-d5ada4ae9fd4 None None] Checking segment: {'id': 'cbe98e49-8460-4bd9-935d-6d2813654e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2ad59fcd-0d86-4bbd-abb1-606e8df3cf18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:34:20.974254 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9eae4f82-01db-494d-b8bd-d5ada4ae9fd4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:20.974661 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eae4f82-01db-494d-b8bd-d5ada4ae9fd4 None None] Bound using segment: {'id': 'cbe98e49-8460-4bd9-935d-6d2813654e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2ad59fcd-0d86-4bbd-abb1-606e8df3cf18'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:34:20.975161 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-9eae4f82-01db-494d-b8bd-d5ada4ae9fd4 None None] Bound port: fff173c6-ed94-4ddc-a191-dc23d0c07196, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbe98e49-8460-4bd9-935d-6d2813654e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2ad59fcd-0d86-4bbd-abb1-606e8df3cf18'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:34:20.975549 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9eae4f82-01db-494d-b8bd-d5ada4ae9fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:21.027425 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-34bf0ac1-7191-4996-9d77-77afbcd5b953 tempest-RoutersAdminNegativeTest-2105149542 tempest-RoutersAdminNegativeTest-2105149542-project-admin] Publish callbacks [] for router, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:21.057678 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d77d7c4b-bd7e-4e6e-a60f-deb948db1456 req-0f283c91-3879-49b1-9648-d18ce47e9b66 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa6c79b8-9a38-41df-86ca-6ce3a373db00 HTTP/1.1" status: 200 len: 210 time: 0.1223269 Dec 06 17:34:21.116629 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device fbda0f9d-2972-4460-9fa2-0b1b5fff418b no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:34:21.137347 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2665dd7-a1f3-43c5-936f-c7e0f3d177c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-92924f74-2f90-45e5-9033-541c61add3eb', 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb', 'tenant_id': '58c2416ade7148dfa446cd47a01986fc', 'fixed_ips': [{'subnet_id': '43ca122b-8a08-4e12-b364-a18e231d5e51'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:34:21.138299 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c2665dd7-a1f3-43c5-936f-c7e0f3d177c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:21.187484 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1323c348-47c0-4df9-8bb1-bc1ca22cae84 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Made reservation on behalf of 58c2416ade7148dfa446cd47a01986fc for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:34:21.192882 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1323c348-47c0-4df9-8bb1-bc1ca22cae84 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:21.226617 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-274c7461-b9f0-42dd-aa20-f20d6d7a063e None None] Provisioning complete for port fff173c6-ed94-4ddc-a191-dc23d0c07196 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:34:21.229018 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-274c7461-b9f0-42dd-aa20-f20d6d7a063e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:21.266087 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-1323c348-47c0-4df9-8bb1-bc1ca22cae84 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] device_id is not set on port 8bfedc30-38c7-4e74-baba-b149b8547594 yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:34:21.280352 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-8970f2af-da72-4a27-862c-7a8c69da55bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5f03e8-9e2f-4c1d-9421-a3059a69fe60', 'name': 'tempest-AttachVolumeTestJSON-1619787822-router', 'tenant_id': 'd7abadb1557c47ab8c8300111afe2d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.97'}], 'enable_snat': True}, 'gw_port_id': '37ad1a6e-a709-4377-9677-22ac44628bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:29:38Z', 'updated_at': '2021-12-06T17:29:48Z', 'revision_number': 4, 'project_id': 'd7abadb1557c47ab8c8300111afe2d05', 'gw_port': {'id': '37ad1a6e-a709-4377-9677-22ac44628bc2', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:fc:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5f03e8-9e2f-4c1d-9421-a3059a69fe60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:29:40Z', 'updated_at': '2021-12-06T17:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '06adf1f7-8794-431c-a2e0-a67acc87e575', 'name': '', 'network_id': '343f954d-d1c3-4f66-bad4-ccfe52b09e6c', 'tenant_id': 'd7abadb1557c47ab8c8300111afe2d05', 'mac_address': 'fa:16:3e:66:77:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5f03e8-9e2f-4c1d-9421-a3059a69fe60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': 'a4ea4d0f-71a4-4c95-82b1-6c4f14c713a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:29:46Z', 'updated_at': '2021-12-06T17:30:01Z', 'revision_number': 5, 'project_id': 'd7abadb1557c47ab8c8300111afe2d05', 'subnets': [{'id': 'a4ea4d0f-71a4-4c95-82b1-6c4f14c713a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:34:21.350963 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8970f2af-da72-4a27-862c-7a8c69da55bf None None] The sync data for ids ['fa5f03e8-9e2f-4c1d-9421-a3059a69fe60'] in n-d-master-1 is: [{'id': 'fa5f03e8-9e2f-4c1d-9421-a3059a69fe60', 'name': 'tempest-AttachVolumeTestJSON-1619787822-router', 'tenant_id': 'd7abadb1557c47ab8c8300111afe2d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.97'}], 'enable_snat': True}, 'gw_port_id': '37ad1a6e-a709-4377-9677-22ac44628bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:29:38Z', 'updated_at': '2021-12-06T17:29:48Z', 'revision_number': 4, 'project_id': 'd7abadb1557c47ab8c8300111afe2d05', 'gw_port': {'id': '37ad1a6e-a709-4377-9677-22ac44628bc2', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:fc:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5f03e8-9e2f-4c1d-9421-a3059a69fe60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:29:40Z', 'updated_at': '2021-12-06T17:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '06adf1f7-8794-431c-a2e0-a67acc87e575', 'name': '', 'network_id': '343f954d-d1c3-4f66-bad4-ccfe52b09e6c', 'tenant_id': 'd7abadb1557c47ab8c8300111afe2d05', 'mac_address': 'fa:16:3e:66:77:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5f03e8-9e2f-4c1d-9421-a3059a69fe60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': 'a4ea4d0f-71a4-4c95-82b1-6c4f14c713a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:29:46Z', 'updated_at': '2021-12-06T17:30:01Z', 'revision_number': 5, 'project_id': 'd7abadb1557c47ab8c8300111afe2d05', 'subnets': [{'id': 'a4ea4d0f-71a4-4c95-82b1-6c4f14c713a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:34:21.435979 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-34bf0ac1-7191-4996-9d77-77afbcd5b953 tempest-RoutersAdminNegativeTest-2105149542 tempest-RoutersAdminNegativeTest-2105149542-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:21.439639 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-34bf0ac1-7191-4996-9d77-77afbcd5b953 tempest-RoutersAdminNegativeTest-2105149542 tempest-RoutersAdminNegativeTest-2105149542-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:21.469662 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-9eae4f82-01db-494d-b8bd-d5ada4ae9fd4 None None] For port fff173c6-ed94-4ddc-a191-dc23d0c07196, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:34:21.487598 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-9eae4f82-01db-494d-b8bd-d5ada4ae9fd4 None None] For port fff173c6-ed94-4ddc-a191-dc23d0c07196, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=fff173c6-ed94-4ddc-a191-dc23d0c07196,segment=NetworkSegment(cbe98e49-8460-4bd9-935d-6d2813654e4d),segment_id=cbe98e49-8460-4bd9-935d-6d2813654e4d)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:34:21.579338 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: fbda0f9d-2972-4460-9fa2-0b1b5fff418b {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:34:21.579338 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device fbda0f9d-2972-4460-9fa2-0b1b5fff418b not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:34:21.588071 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-34bf0ac1-7191-4996-9d77-77afbcd5b953 tempest-RoutersAdminNegativeTest-2105149542 tempest-RoutersAdminNegativeTest-2105149542-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:21.588674 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34bf0ac1-7191-4996-9d77-77afbcd5b953 tempest-RoutersAdminNegativeTest-2105149542 tempest-RoutersAdminNegativeTest-2105149542-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b42f4fa9-69cb-4312-8d44-8d86c973c11f {{(pid=103285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 17:34:21.631901 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9eae4f82-01db-494d-b8bd-d5ada4ae9fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:21.632303 n-d-master-1 neutron-server[103285]: INFO neutron.api.v2.resource [None req-34bf0ac1-7191-4996-9d77-77afbcd5b953 tempest-RoutersAdminNegativeTest-2105149542 tempest-RoutersAdminNegativeTest-2105149542-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 06 17:34:21.636083 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-34bf0ac1-7191-4996-9d77-77afbcd5b953 tempest-RoutersAdminNegativeTest-2105149542 tempest-RoutersAdminNegativeTest-2105149542-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 6.6704326 Dec 06 17:34:21.638538 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 50532) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:34:21.728012 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-1323c348-47c0-4df9-8bb1-bc1ca22cae84 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] POST failed (client error): There was a conflict when trying to complete your request. Dec 06 17:34:21.728531 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1323c348-47c0-4df9-8bb1-bc1ca22cae84 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:34:21.766055 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 50536) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:34:21.835019 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-1323c348-47c0-4df9-8bb1-bc1ca22cae84 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.0814776 Dec 06 17:34:21.837504 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 50538) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:34:21.857822 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-d9e9ac3f-c133-474c-97ea-ea54d413301b tempest-RoutersAdminNegativeTest-2105149542 tempest-RoutersAdminNegativeTest-2105149542-project-admin] Deleting port 24bb2bec-66ce-4815-97ee-37036fd9f3c4 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:34:21.858162 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d9e9ac3f-c133-474c-97ea-ea54d413301b tempest-RoutersAdminNegativeTest-2105149542 tempest-RoutersAdminNegativeTest-2105149542-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:22.014304 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-49513145-e7d6-429b-83ec-61af3ca0ea92 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:22.087977 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49f50bd-d5a5-42f9-8533-99632e157203 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:22.098418 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-a49f50bd-d5a5-42f9-8533-99632e157203 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2573650 Dec 06 17:34:22.114349 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d9e9ac3f-c133-474c-97ea-ea54d413301b tempest-RoutersAdminNegativeTest-2105149542 tempest-RoutersAdminNegativeTest-2105149542-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:22.119706 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 50548) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:34:22.168337 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-c2665dd7-a1f3-43c5-936f-c7e0f3d177c5 None None] Allocated IP 2001:db8::2 (92924f74-2f90-45e5-9033-541c61add3eb/43ca122b-8a08-4e12-b364-a18e231d5e51/0ef58b6c-c392-4abb-9ad5-b7fdd95b1130) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:34:22.203246 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-49513145-e7d6-429b-83ec-61af3ca0ea92 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:22.321110 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-274c7461-b9f0-42dd-aa20-f20d6d7a063e None None] Port fff173c6-ed94-4ddc-a191-dc23d0c07196 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:34:22.331648 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-49513145-e7d6-429b-83ec-61af3ca0ea92 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:22.334770 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-49513145-e7d6-429b-83ec-61af3ca0ea92 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:22.336368 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-49513145-e7d6-429b-83ec-61af3ca0ea92 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "DELETE /v2.0/security-groups/6319bd43-3382-435b-8dd0-6c4c8cc1ccb6 HTTP/1.1" status: 204 len: 168 time: 0.5684202 Dec 06 17:34:22.342081 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 50554) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:34:22.357037 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6567b4-cc27-4526-aed0-0d1eb243c7d4 None None] New status for floating IP 45d767fc-2b20-43c2-ae5d-478339f5313f: DOWN {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 17:34:22.378920 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49513145-e7d6-429b-83ec-61af3ca0ea92 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6319bd43-3382-435b-8dd0-6c4c8cc1ccb6,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:22.382437 n-d-master-1 neutron-server[103284]: INFO neutron.api.v2.resource [None req-8280b88a-f462-441f-b776-1967302ec83a tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] show failed (client error): The resource could not be found. Dec 06 17:34:22.383716 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-8280b88a-f462-441f-b776-1967302ec83a tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/security-groups/6319bd43-3382-435b-8dd0-6c4c8cc1ccb6 HTTP/1.1" status: 404 len: 347 time: 0.0394824 Dec 06 17:34:22.387525 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 50556) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:34:22.560287 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d966c181-2656-468d-be5a-0f927483ed2b None None] Pushing event updated for resources: {'Port': ['ID=fff173c6-ed94-4ddc-a191-dc23d0c07196,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:22.790997 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-21b18ddb-91e2-4587-bc06-3476de20a279 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Deleting port d586fff1-4d72-49ef-a04d-10eb0694a5cd {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:34:22.791495 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-21b18ddb-91e2-4587-bc06-3476de20a279 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:22.956180 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eae4f82-01db-494d-b8bd-d5ada4ae9fd4 None None] Routers {'be5a6b5f-cbc3-4fef-97e1-a795b9f2b008'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:34:22.957154 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-9eae4f82-01db-494d-b8bd-d5ada4ae9fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:34:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['be5a6b5f-cbc3-4fef-97e1-a795b9f2b008'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:34:23.013798 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-21b18ddb-91e2-4587-bc06-3476de20a279 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:23.014139 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-21b18ddb-91e2-4587-bc06-3476de20a279 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:23.054681 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-21b18ddb-91e2-4587-bc06-3476de20a279 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Calling delete_port for d586fff1-4d72-49ef-a04d-10eb0694a5cd owned by network:floatingip {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:34:23.076823 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-d9e9ac3f-c133-474c-97ea-ea54d413301b tempest-RoutersAdminNegativeTest-2105149542 tempest-RoutersAdminNegativeTest-2105149542-project-admin] Calling delete_port for 24bb2bec-66ce-4815-97ee-37036fd9f3c4 owned by {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:34:23.116925 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6097dd17-4d59-4b3b-9863-c56991ca787c None None] Provisioning complete for port fff173c6-ed94-4ddc-a191-dc23d0c07196 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:34:23.117587 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6097dd17-4d59-4b3b-9863-c56991ca787c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:23.281217 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-706c2ce9-05ce-46ad-9177-102a346d5f30 req-5159f066-dbeb-4b72-903e-697afc6674b4 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa6c79b8-9a38-41df-86ca-6ce3a373db00 HTTP/1.1" status: 200 len: 210 time: 1.0115247 Dec 06 17:34:23.384959 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-21b18ddb-91e2-4587-bc06-3476de20a279 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:23.570809 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b18ddb-91e2-4587-bc06-3476de20a279 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Pushing event deleted for resources: {'Port': ['ID=d586fff1-4d72-49ef-a04d-10eb0694a5cd,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:23.617316 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-21b18ddb-91e2-4587-bc06-3476de20a279 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Publish callbacks [] for floatingip, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:23.624693 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-21b18ddb-91e2-4587-bc06-3476de20a279 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:23.627138 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-21b18ddb-91e2-4587-bc06-3476de20a279 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "DELETE /v2.0/floatingips/45d767fc-2b20-43c2-ae5d-478339f5313f HTTP/1.1" status: 204 len: 168 time: 1.2384632 Dec 06 17:34:23.629989 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6097dd17-4d59-4b3b-9863-c56991ca787c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:23.718760 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c2665dd7-a1f3-43c5-936f-c7e0f3d177c5 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:23.786357 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6097dd17-4d59-4b3b-9863-c56991ca787c None None] For port fff173c6-ed94-4ddc-a191-dc23d0c07196, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=fff173c6-ed94-4ddc-a191-dc23d0c07196,segment=NetworkSegment(cbe98e49-8460-4bd9-935d-6d2813654e4d),segment_id=cbe98e49-8460-4bd9-935d-6d2813654e4d)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:34:23.810652 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c64d58d-b119-4a27-83e3-a3205069e930 req-034aa8b2-87bc-404a-8bd4-1a90254ed5a5 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:23.812547 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4c64d58d-b119-4a27-83e3-a3205069e930 req-034aa8b2-87bc-404a-8bd4-1a90254ed5a5 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.41 "GET /v2.0/networks?id=2ad59fcd-0d86-4bbd-abb1-606e8df3cf18 HTTP/1.1" status: 200 len: 797 time: 0.7288437 Dec 06 17:34:23.813507 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6097dd17-4d59-4b3b-9863-c56991ca787c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:23.833931 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-9eae4f82-01db-494d-b8bd-d5ada4ae9fd4 None None] Set router be5a6b5f-cbc3-4fef-97e1-a795b9f2b008 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:34:23.860887 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c2665dd7-a1f3-43c5-936f-c7e0f3d177c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:23.953907 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-55fa7fb6-e219-4332-8e0e-243e0cfe8ede tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Deleting port 512355a3-79e3-4827-a5a2-e8c9b14b4baf {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:34:23.954584 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-55fa7fb6-e219-4332-8e0e-243e0cfe8ede tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:24.029024 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2665dd7-a1f3-43c5-936f-c7e0f3d177c5 None None] Network 92924f74-2f90-45e5-9033-541c61add3eb is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:34:24.033289 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-c2665dd7-a1f3-43c5-936f-c7e0f3d177c5 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:34:24.040280 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2665dd7-a1f3-43c5-936f-c7e0f3d177c5 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:34:24.146734 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6097dd17-4d59-4b3b-9863-c56991ca787c None None] Pushing event updated for resources: {'Port': ['ID=fff173c6-ed94-4ddc-a191-dc23d0c07196,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:24.213050 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-55fa7fb6-e219-4332-8e0e-243e0cfe8ede tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:24.247813 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-55fa7fb6-e219-4332-8e0e-243e0cfe8ede tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Calling delete_port for 512355a3-79e3-4827-a5a2-e8c9b14b4baf owned by {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:34:24.408255 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-c2665dd7-a1f3-43c5-936f-c7e0f3d177c5 None None] Attempting to bind port 0ef58b6c-c392-4abb-9ad5-b7fdd95b1130 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:34:24.408933 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-c2665dd7-a1f3-43c5-936f-c7e0f3d177c5 None None] Attempting to bind port 0ef58b6c-c392-4abb-9ad5-b7fdd95b1130 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'a47332dc-5917-44f3-a9f4-ba1cd1d32759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:34:24.409519 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2665dd7-a1f3-43c5-936f-c7e0f3d177c5 None None] Attempting to bind port 0ef58b6c-c392-4abb-9ad5-b7fdd95b1130 on network 92924f74-2f90-45e5-9033-541c61add3eb {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:34:24.419020 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2665dd7-a1f3-43c5-936f-c7e0f3d177c5 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:34:24.436082 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2665dd7-a1f3-43c5-936f-c7e0f3d177c5 None None] Checking segment: {'id': 'a47332dc-5917-44f3-a9f4-ba1cd1d32759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:34:24.436611 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c2665dd7-a1f3-43c5-936f-c7e0f3d177c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:24.437188 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2665dd7-a1f3-43c5-936f-c7e0f3d177c5 None None] Bound using segment: {'id': 'a47332dc-5917-44f3-a9f4-ba1cd1d32759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:34:24.437767 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-c2665dd7-a1f3-43c5-936f-c7e0f3d177c5 None None] Bound port: 0ef58b6c-c392-4abb-9ad5-b7fdd95b1130, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a47332dc-5917-44f3-a9f4-ba1cd1d32759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:34:24.438167 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c2665dd7-a1f3-43c5-936f-c7e0f3d177c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:24.440278 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2665dd7-a1f3-43c5-936f-c7e0f3d177c5 None None] Pushing event updated for resources: {'Port': ['ID=0ef58b6c-c392-4abb-9ad5-b7fdd95b1130,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:24.533296 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 50582) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:34:24.552808 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-607a62f7-aae0-4f6b-aee2-fc248c5b13c3 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1546753215', 'description': 'tempest-description--79846590'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:34:24.617069 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1045342f-e008-4b8c-aaf1-bace3a3bea68 req-796a1fed-9f89-4193-b90d-6c7c6b6dceea tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa6c79b8-9a38-41df-86ca-6ce3a373db00 HTTP/1.1" status: 200 len: 210 time: 0.1341424 Dec 06 17:34:24.622658 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-607a62f7-aae0-4f6b-aee2-fc248c5b13c3 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:24.630235 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c2665dd7-a1f3-43c5-936f-c7e0f3d177c5 None None] For port 0ef58b6c-c392-4abb-9ad5-b7fdd95b1130, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:34:24.669969 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-9eae4f82-01db-494d-b8bd-d5ada4ae9fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be5a6b5f-cbc3-4fef-97e1-a795b9f2b008', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592606232', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.185'}], 'enable_snat': True}, 'gw_port_id': 'cda2df68-107c-4d52-a437-cd4ed6ecf4a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:33:57Z', 'updated_at': '2021-12-06T17:34:11Z', 'revision_number': 4, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'gw_port': {'id': 'cda2df68-107c-4d52-a437-cd4ed6ecf4a1', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:9f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5a6b5f-cbc3-4fef-97e1-a795b9f2b008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:34:00Z', 'updated_at': '2021-12-06T17:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'fff173c6-ed94-4ddc-a191-dc23d0c07196', 'name': '', 'network_id': '2ad59fcd-0d86-4bbd-abb1-606e8df3cf18', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'mac_address': 'fa:16:3e:22:9b:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be5a6b5f-cbc3-4fef-97e1-a795b9f2b008', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'de158a22-7810-46bd-88c3-c73b7c7c458f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:34:08Z', 'updated_at': '2021-12-06T17:34:21Z', 'revision_number': 4, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'subnets': [{'id': 'de158a22-7810-46bd-88c3-c73b7c7c458f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:34:24.682906 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c2665dd7-a1f3-43c5-936f-c7e0f3d177c5 None None] For port 0ef58b6c-c392-4abb-9ad5-b7fdd95b1130, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0ef58b6c-c392-4abb-9ad5-b7fdd95b1130,segment=NetworkSegment(a47332dc-5917-44f3-a9f4-ba1cd1d32759),segment_id=a47332dc-5917-44f3-a9f4-ba1cd1d32759)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:34:24.736881 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eae4f82-01db-494d-b8bd-d5ada4ae9fd4 None None] The sync data for ids ['be5a6b5f-cbc3-4fef-97e1-a795b9f2b008'] in n-d-master-1 is: [{'id': 'be5a6b5f-cbc3-4fef-97e1-a795b9f2b008', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592606232', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.185'}], 'enable_snat': True}, 'gw_port_id': 'cda2df68-107c-4d52-a437-cd4ed6ecf4a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:33:57Z', 'updated_at': '2021-12-06T17:34:11Z', 'revision_number': 4, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'gw_port': {'id': 'cda2df68-107c-4d52-a437-cd4ed6ecf4a1', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:9f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5a6b5f-cbc3-4fef-97e1-a795b9f2b008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:34:00Z', 'updated_at': '2021-12-06T17:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'fff173c6-ed94-4ddc-a191-dc23d0c07196', 'name': '', 'network_id': '2ad59fcd-0d86-4bbd-abb1-606e8df3cf18', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'mac_address': 'fa:16:3e:22:9b:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be5a6b5f-cbc3-4fef-97e1-a795b9f2b008', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'de158a22-7810-46bd-88c3-c73b7c7c458f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:34:08Z', 'updated_at': '2021-12-06T17:34:21Z', 'revision_number': 4, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'subnets': [{'id': 'de158a22-7810-46bd-88c3-c73b7c7c458f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:34:24.739157 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c2665dd7-a1f3-43c5-936f-c7e0f3d177c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:24.886815 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4c64d58d-b119-4a27-83e3-a3205069e930 req-9c384825-a717-4279-a462-f9af4823a0a0 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87136a91f6c54863bdb78ae5833b5c4e HTTP/1.1" status: 200 len: 380 time: 1.0184910 Dec 06 17:34:24.904257 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-4c64d58d-b119-4a27-83e3-a3205069e930 req-296af995-2ab3-4404-82b0-870825a5d6a2 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Request body: {'port': {'device_id': 'aa6c79b8-9a38-41df-86ca-6ce3a373db00', 'network_id': '2ad59fcd-0d86-4bbd-abb1-606e8df3cf18', 'admin_state_up': True, 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'security_groups': ['7dc80c36-8cf2-463d-929d-e78b3fbfe10b']}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:34:24.963675 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2665dd7-a1f3-43c5-936f-c7e0f3d177c5 None None] Pushing event updated for resources: {'Port': ['ID=0ef58b6c-c392-4abb-9ad5-b7fdd95b1130,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:25.031610 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d9e9ac3f-c133-474c-97ea-ea54d413301b tempest-RoutersAdminNegativeTest-2105149542 tempest-RoutersAdminNegativeTest-2105149542-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:25.046776 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-55fa7fb6-e219-4332-8e0e-243e0cfe8ede tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:25.104451 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-607a62f7-aae0-4f6b-aee2-fc248c5b13c3 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:25.115839 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-607a62f7-aae0-4f6b-aee2-fc248c5b13c3 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:25.116077 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 17:34:25.193278 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e9ac3f-c133-474c-97ea-ea54d413301b tempest-RoutersAdminNegativeTest-2105149542 tempest-RoutersAdminNegativeTest-2105149542-project-admin] Pushing event deleted for resources: {'Port': ['ID=24bb2bec-66ce-4815-97ee-37036fd9f3c4,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:25.210047 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6a5785-00cf-4ca0-8b40-da067a8ac6f8 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:34:25.211995 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-607a62f7-aae0-4f6b-aee2-fc248c5b13c3 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:25.219275 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-607a62f7-aae0-4f6b-aee2-fc248c5b13c3 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6834340 Dec 06 17:34:25.224005 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 50588) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:34:25.233879 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-3684989d-5dec-41c1-91d5-7d6ecf09dac4 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Request body: {'security_group_rule': {'security_group_id': '6a3c1414-f022-4a3f-a1e2-17b7111b3b97', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:34:25.278449 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607a62f7-aae0-4f6b-aee2-fc248c5b13c3 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a3c1414-f022-4a3f-a1e2-17b7111b3b97,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:25.371779 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3684989d-5dec-41c1-91d5-7d6ecf09dac4 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:25.433574 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fa7fb6-e219-4332-8e0e-243e0cfe8ede tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event deleted for resources: {'Port': ['ID=512355a3-79e3-4827-a5a2-e8c9b14b4baf,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:25.464178 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-55fa7fb6-e219-4332-8e0e-243e0cfe8ede tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:25.474877 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-55fa7fb6-e219-4332-8e0e-243e0cfe8ede tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/ports/512355a3-79e3-4827-a5a2-e8c9b14b4baf HTTP/1.1" status: 204 len: 168 time: 3.3540394 Dec 06 17:34:25.481246 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 50592) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:34:25.547797 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d9e9ac3f-c133-474c-97ea-ea54d413301b tempest-RoutersAdminNegativeTest-2105149542 tempest-RoutersAdminNegativeTest-2105149542-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:25.556086 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-d9e9ac3f-c133-474c-97ea-ea54d413301b tempest-RoutersAdminNegativeTest-2105149542 tempest-RoutersAdminNegativeTest-2105149542-project-admin] 10.222.0.23 "DELETE /v2.0/ports/24bb2bec-66ce-4815-97ee-37036fd9f3c4 HTTP/1.1" status: 204 len: 168 time: 3.9164555 Dec 06 17:34:25.597097 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c64d58d-b119-4a27-83e3-a3205069e930 req-296af995-2ab3-4404-82b0-870825a5d6a2 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Made reservation on behalf of 87136a91f6c54863bdb78ae5833b5c4e for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:34:25.608235 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-4c64d58d-b119-4a27-83e3-a3205069e930 req-296af995-2ab3-4404-82b0-870825a5d6a2 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:25.747653 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3684989d-5dec-41c1-91d5-7d6ecf09dac4 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:25.779525 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3684989d-5dec-41c1-91d5-7d6ecf09dac4 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:25.935349 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3684989d-5dec-41c1-91d5-7d6ecf09dac4 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:25.939106 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-3684989d-5dec-41c1-91d5-7d6ecf09dac4 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7100894 Dec 06 17:34:25.981998 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device fff173c6-ed94-4ddc-a191-dc23d0c07196 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:34:26.008660 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3684989d-5dec-41c1-91d5-7d6ecf09dac4 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdb5d8f0-af65-43d8-a0b1-658f3e470e49,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:26.022135 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 50602) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:34:26.045020 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ed30a64a-7476-4338-ab40-dbdb102bc9eb req-607312fe-ec7e-4e69-9314-c374486c9d87 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa6c79b8-9a38-41df-86ca-6ce3a373db00 HTTP/1.1" status: 200 len: 210 time: 0.2004814 Dec 06 17:34:26.059357 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-37bcd33b-2ef6-4182-a552-b5fd23a0bf07 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Request body: {'security_group_rule': {'security_group_id': '6a3c1414-f022-4a3f-a1e2-17b7111b3b97', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:34:26.079298 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-4c64d58d-b119-4a27-83e3-a3205069e930 req-296af995-2ab3-4404-82b0-870825a5d6a2 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Allocated IP 172.20.0.4 (2ad59fcd-0d86-4bbd-abb1-606e8df3cf18/de158a22-7810-46bd-88c3-c73b7c7c458f/898d1acc-2af6-4093-9de7-c69ed9ead98f) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:34:26.131750 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5e841c-f26f-41b1-8800-fc8cf1a72026 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:26.138287 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5e841c-f26f-41b1-8800-fc8cf1a72026 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:26.146983 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-de5e841c-f26f-41b1-8800-fc8cf1a72026 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.6064696 Dec 06 17:34:26.150142 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 50606) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:34:26.178815 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port fff173c6-ed94-4ddc-a191-dc23d0c07196 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:34:26.179032 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:26.330038 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-37bcd33b-2ef6-4182-a552-b5fd23a0bf07 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:26.386552 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 50610) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:34:26.426795 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 0ef58b6c-c392-4abb-9ad5-b7fdd95b1130 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:34:26.465955 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d0787c8-8783-4b51-a030-124297dc910a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Deleting subnet 43ca122b-8a08-4e12-b364-a18e231d5e51 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:34:26.478550 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7d0787c8-8783-4b51-a030-124297dc910a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:26.544146 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-4c64d58d-b119-4a27-83e3-a3205069e930 req-296af995-2ab3-4404-82b0-870825a5d6a2 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:26.642748 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 0ef58b6c-c392-4abb-9ad5-b7fdd95b1130 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:34:26.646036 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:26.658287 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7d0787c8-8783-4b51-a030-124297dc910a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:26.682381 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-4c64d58d-b119-4a27-83e3-a3205069e930 req-296af995-2ab3-4404-82b0-870825a5d6a2 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:26.756629 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-586607e8-3fc2-4a11-a02d-3b463080425f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:26.806264 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-37bcd33b-2ef6-4182-a552-b5fd23a0bf07 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:26.831265 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c64d58d-b119-4a27-83e3-a3205069e930 req-296af995-2ab3-4404-82b0-870825a5d6a2 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Network 2ad59fcd-0d86-4bbd-abb1-606e8df3cf18 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:34:26.834591 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-37bcd33b-2ef6-4182-a552-b5fd23a0bf07 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:26.862767 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-4c64d58d-b119-4a27-83e3-a3205069e930 req-296af995-2ab3-4404-82b0-870825a5d6a2 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:34:26.871975 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c64d58d-b119-4a27-83e3-a3205069e930 req-296af995-2ab3-4404-82b0-870825a5d6a2 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:34:26.945366 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bcd33b-2ef6-4182-a552-b5fd23a0bf07 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21bd33e6-e88b-4e63-92c0-4c1c9221d83c,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:26.971497 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-37bcd33b-2ef6-4182-a552-b5fd23a0bf07 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:26.973254 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-37bcd33b-2ef6-4182-a552-b5fd23a0bf07 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9472499 Dec 06 17:34:26.989756 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 50620) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:34:27.001295 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-423d7a33-3c18-4afb-be66-6223da76216f tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Request body: {'floatingip': {'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:34:27.015603 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:27.083264 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296af995-2ab3-4404-82b0-870825a5d6a2 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Pushing event updated for resources: {'Port': ['ID=898d1acc-2af6-4093-9de7-c69ed9ead98f,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:27.098079 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7d0787c8-8783-4b51-a030-124297dc910a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:27.177506 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-495401ec-1fbf-48f4-82af-d9d73a375fe4 None None] Provisioning complete for port 0ef58b6c-c392-4abb-9ad5-b7fdd95b1130 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:34:27.188771 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-495401ec-1fbf-48f4-82af-d9d73a375fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:27.213774 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c64d58d-b119-4a27-83e3-a3205069e930 req-296af995-2ab3-4404-82b0-870825a5d6a2 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:27.216390 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-4c64d58d-b119-4a27-83e3-a3205069e930 req-296af995-2ab3-4404-82b0-870825a5d6a2 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:27.284252 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-423d7a33-3c18-4afb-be66-6223da76216f tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Publish callbacks [] for floatingip, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:27.368843 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4c64d58d-b119-4a27-83e3-a3205069e930 req-296af995-2ab3-4404-82b0-870825a5d6a2 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4712279 Dec 06 17:34:27.426331 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-4c64d58d-b119-4a27-83e3-a3205069e930 req-ddf9e4a3-29d9-4900-9371-b20a10d3e723 service neutron] Request body: {'port': {'device_id': 'aa6c79b8-9a38-41df-86ca-6ce3a373db00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:34:27.450990 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bd2402-a655-4f86-baac-9991f5e41e5f req-06f5b2c5-a006-457d-8334-289eea78322e tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:27.458646 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f1bd2402-a655-4f86-baac-9991f5e41e5f req-06f5b2c5-a006-457d-8334-289eea78322e tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa6c79b8-9a38-41df-86ca-6ce3a373db00 HTTP/1.1" status: 200 len: 931 time: 0.2125750 Dec 06 17:34:27.477509 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-495401ec-1fbf-48f4-82af-d9d73a375fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:27.527091 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7d0787c8-8783-4b51-a030-124297dc910a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:27.559204 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.db.api [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103286) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 17:34:27.559843 n-d-master-1 neutron-server[103286]: DEBUG oslo_db.api [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 17:34:27.579505 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0787c8-8783-4b51-a030-124297dc910a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event deleted for resources: {'Subnet': ['ID=43ca122b-8a08-4e12-b364-a18e231d5e51,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:27.618149 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.db.api [None req-495401ec-1fbf-48f4-82af-d9d73a375fe4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103286) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 17:34:27.618591 n-d-master-1 neutron-server[103286]: DEBUG oslo_db.api [None req-495401ec-1fbf-48f4-82af-d9d73a375fe4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 17:34:27.622180 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7d0787c8-8783-4b51-a030-124297dc910a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:27.623613 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e956b8c-3593-430f-a8f0-1895a605d9ea None None] Network 92924f74-2f90-45e5-9033-541c61add3eb requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:34:27.628384 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-7d0787c8-8783-4b51-a030-124297dc910a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/subnets/43ca122b-8a08-4e12-b364-a18e231d5e51 HTTP/1.1" status: 204 len: 168 time: 1.4638076 Dec 06 17:34:27.631337 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-586607e8-3fc2-4a11-a02d-3b463080425f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:27.632641 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 50630) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:34:27.688190 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-586607e8-3fc2-4a11-a02d-3b463080425f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:27.705800 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f1bd2402-a655-4f86-baac-9991f5e41e5f req-104ccff7-b384-4086-8910-ee6be6974829 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dc80c36-8cf2-463d-929d-e78b3fbfe10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2046964 Dec 06 17:34:27.706429 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-4c64d58d-b119-4a27-83e3-a3205069e930 req-ddf9e4a3-29d9-4900-9371-b20a10d3e723 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:27.755213 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 50634) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:34:27.755514 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-05b86be3-68ba-408c-ab71-05b9d22c828b tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1188753 Dec 06 17:34:27.798915 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586607e8-3fc2-4a11-a02d-3b463080425f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4748012-c1d9-450b-9ee2-1795a26de2bc,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:27.804662 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-b5cdca47-9e23-4d40-8a91-76902be6e558 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Request body: {'subnet': {'network_id': '92924f74-2f90-45e5-9033-541c61add3eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:34:27.809619 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-586607e8-3fc2-4a11-a02d-3b463080425f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a661de7db3f64982916e6d2e2ecfdc54&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4196887 Dec 06 17:34:27.812550 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586607e8-3fc2-4a11-a02d-3b463080425f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:34:27.812819 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586607e8-3fc2-4a11-a02d-3b463080425f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:34:27.813551 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586607e8-3fc2-4a11-a02d-3b463080425f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:34:27.813880 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586607e8-3fc2-4a11-a02d-3b463080425f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:34:27.814222 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586607e8-3fc2-4a11-a02d-3b463080425f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:34:27.814580 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586607e8-3fc2-4a11-a02d-3b463080425f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:34:27.814872 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586607e8-3fc2-4a11-a02d-3b463080425f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:34:27.815199 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586607e8-3fc2-4a11-a02d-3b463080425f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:34:27.815525 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586607e8-3fc2-4a11-a02d-3b463080425f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:34:27.815853 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586607e8-3fc2-4a11-a02d-3b463080425f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:34:27.816523 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586607e8-3fc2-4a11-a02d-3b463080425f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:34:27.816864 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586607e8-3fc2-4a11-a02d-3b463080425f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:34:27.817194 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586607e8-3fc2-4a11-a02d-3b463080425f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:34:27.820487 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 50636) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:34:27.885238 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-423d7a33-3c18-4afb-be66-6223da76216f tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:27.906741 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bece89f9-ad16-4cc3-8abb-d666e388bf2d None None] DHCP port deletion for 92924f74-2f90-45e5-9033-541c61add3eb request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:34:27.983960 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-bece89f9-ad16-4cc3-8abb-d666e388bf2d None None] Deleting port 0ef58b6c-c392-4abb-9ad5-b7fdd95b1130 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:34:27.986766 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bece89f9-ad16-4cc3-8abb-d666e388bf2d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:28.053221 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-423d7a33-3c18-4afb-be66-6223da76216f tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Allocated IP 172.35.1.53 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/60af7d39-5977-4890-8f7a-3ddda1a07bfe) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:34:28.058613 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4ceca508-874b-4af1-945b-b6f0e0aeb4c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:28.147577 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:28.167777 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5cdca47-9e23-4d40-8a91-76902be6e558 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Made reservation on behalf of 58c2416ade7148dfa446cd47a01986fc for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:34:28.171349 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b5cdca47-9e23-4d40-8a91-76902be6e558 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:28.208471 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4ceca508-874b-4af1-945b-b6f0e0aeb4c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:28.209680 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-bece89f9-ad16-4cc3-8abb-d666e388bf2d None None] For port 0ef58b6c-c392-4abb-9ad5-b7fdd95b1130, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0ef58b6c-c392-4abb-9ad5-b7fdd95b1130,segment=NetworkSegment(a47332dc-5917-44f3-a9f4-ba1cd1d32759),segment_id=a47332dc-5917-44f3-a9f4-ba1cd1d32759)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:34:28.210094 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bece89f9-ad16-4cc3-8abb-d666e388bf2d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:28.291623 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] For port 0ef58b6c-c392-4abb-9ad5-b7fdd95b1130, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0ef58b6c-c392-4abb-9ad5-b7fdd95b1130,segment=NetworkSegment(a47332dc-5917-44f3-a9f4-ba1cd1d32759),segment_id=a47332dc-5917-44f3-a9f4-ba1cd1d32759)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:34:28.300953 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-bece89f9-ad16-4cc3-8abb-d666e388bf2d None None] Calling delete_port for 0ef58b6c-c392-4abb-9ad5-b7fdd95b1130 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:34:28.302953 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:28.310661 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-495401ec-1fbf-48f4-82af-d9d73a375fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:28.414084 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-423d7a33-3c18-4afb-be66-6223da76216f tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:28.439263 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-4c64d58d-b119-4a27-83e3-a3205069e930 req-ddf9e4a3-29d9-4900-9371-b20a10d3e723 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 898d1acc-2af6-4093-9de7-c69ed9ead98f {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:34:28.448696 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-4c64d58d-b119-4a27-83e3-a3205069e930 req-ddf9e4a3-29d9-4900-9371-b20a10d3e723 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:28.517849 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-423d7a33-3c18-4afb-be66-6223da76216f tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:28.536092 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-4c64d58d-b119-4a27-83e3-a3205069e930 req-ddf9e4a3-29d9-4900-9371-b20a10d3e723 service neutron] Transition to ACTIVE for port object 898d1acc-2af6-4093-9de7-c69ed9ead98f will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:34:28.539986 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4ceca508-874b-4af1-945b-b6f0e0aeb4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:28.543318 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4ceca508-874b-4af1-945b-b6f0e0aeb4c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:28.545304 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-4ceca508-874b-4af1-945b-b6f0e0aeb4c3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b4748012-c1d9-450b-9ee2-1795a26de2bc HTTP/1.1" status: 204 len: 168 time: 0.7229133 Dec 06 17:34:28.593412 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-4c64d58d-b119-4a27-83e3-a3205069e930 req-ddf9e4a3-29d9-4900-9371-b20a10d3e723 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:28.612793 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceca508-874b-4af1-945b-b6f0e0aeb4c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4748012-c1d9-450b-9ee2-1795a26de2bc,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:28.625422 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423d7a33-3c18-4afb-be66-6223da76216f tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Pushing event updated for resources: {'Port': ['ID=60af7d39-5977-4890-8f7a-3ddda1a07bfe,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:28.669860 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423d7a33-3c18-4afb-be66-6223da76216f tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:34:28.673605 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-423d7a33-3c18-4afb-be66-6223da76216f tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:34:28.679458 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423d7a33-3c18-4afb-be66-6223da76216f tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:34:28.790711 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf9e4a3-29d9-4900-9371-b20a10d3e723 service neutron] Pushing event updated for resources: {'Port': ['ID=898d1acc-2af6-4093-9de7-c69ed9ead98f,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:28.916205 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-423d7a33-3c18-4afb-be66-6223da76216f tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:28.921014 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b5cdca47-9e23-4d40-8a91-76902be6e558 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:29.031182 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 0ef58b6c-c392-4abb-9ad5-b7fdd95b1130 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:34:29.092416 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-423d7a33-3c18-4afb-be66-6223da76216f tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:29.150035 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.db.api [None req-495401ec-1fbf-48f4-82af-d9d73a375fe4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103286) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 17:34:29.150706 n-d-master-1 neutron-server[103286]: DEBUG oslo_db.api [None req-495401ec-1fbf-48f4-82af-d9d73a375fe4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 17:34:29.166300 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5cdca47-9e23-4d40-8a91-76902be6e558 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Network 92924f74-2f90-45e5-9033-541c61add3eb is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:34:29.183507 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Pushing event updated for resources: {'Port': ['ID=0ef58b6c-c392-4abb-9ad5-b7fdd95b1130,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:29.199403 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-b5cdca47-9e23-4d40-8a91-76902be6e558 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:34:29.217759 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cdca47-9e23-4d40-8a91-76902be6e558 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:29.218517 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b5cdca47-9e23-4d40-8a91-76902be6e558 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:29.225948 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dca972-74f8-4e52-844f-7ac8a0c7549b req-646d800e-b93d-4cb6-b326-c7e326779af0 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:29.228678 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-64dca972-74f8-4e52-844f-7ac8a0c7549b req-646d800e-b93d-4cb6-b326-c7e326779af0 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa6c79b8-9a38-41df-86ca-6ce3a373db00 HTTP/1.1" status: 200 len: 943 time: 0.2934325 Dec 06 17:34:29.267396 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 50664) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:34:29.282835 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:29.311650 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cdca47-9e23-4d40-8a91-76902be6e558 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event updated for resources: {'Subnet': ['ID=3b44914c-13a2-4e77-8bb6-a280641d663e,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:29.312345 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bece89f9-ad16-4cc3-8abb-d666e388bf2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:29.346053 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-b5cdca47-9e23-4d40-8a91-76902be6e558 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5512629 Dec 06 17:34:29.352780 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-4c64d58d-b119-4a27-83e3-a3205069e930 req-ddf9e4a3-29d9-4900-9371-b20a10d3e723 service neutron] Attempting to bind port 898d1acc-2af6-4093-9de7-c69ed9ead98f on host n-h1-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:34:29.354059 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-4c64d58d-b119-4a27-83e3-a3205069e930 req-ddf9e4a3-29d9-4900-9371-b20a10d3e723 service neutron] Attempting to bind port 898d1acc-2af6-4093-9de7-c69ed9ead98f by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'cbe98e49-8460-4bd9-935d-6d2813654e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2ad59fcd-0d86-4bbd-abb1-606e8df3cf18'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:34:29.354638 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c64d58d-b119-4a27-83e3-a3205069e930 req-ddf9e4a3-29d9-4900-9371-b20a10d3e723 service neutron] Attempting to bind port 898d1acc-2af6-4093-9de7-c69ed9ead98f on network 2ad59fcd-0d86-4bbd-abb1-606e8df3cf18 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:34:29.355522 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 50666) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:34:29.358265 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bece89f9-ad16-4cc3-8abb-d666e388bf2d None None] No DVR routers for this DVR port 0ef58b6c-c392-4abb-9ad5-b7fdd95b1130 on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:34:29.369866 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bece89f9-ad16-4cc3-8abb-d666e388bf2d None None] Pushing event deleted for resources: {'Port': ['ID=0ef58b6c-c392-4abb-9ad5-b7fdd95b1130,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:29.379339 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-64dca972-74f8-4e52-844f-7ac8a0c7549b req-c6533292-ebf7-4677-ba14-3bf5031f4cb3 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dc80c36-8cf2-463d-929d-e78b3fbfe10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406069 Dec 06 17:34:29.384489 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-a5f8d27f-1b20-4623-a209-c8d9fa9b10ac tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Request body: {'port': {'network_id': '92924f74-2f90-45e5-9033-541c61add3eb', 'fixed_ips': [{'subnet_id': '3b44914c-13a2-4e77-8bb6-a280641d663e', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-64614069'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:34:29.411786 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c64d58d-b119-4a27-83e3-a3205069e930 req-ddf9e4a3-29d9-4900-9371-b20a10d3e723 service neutron] Port 898d1acc-2af6-4093-9de7-c69ed9ead98f on network 2ad59fcd-0d86-4bbd-abb1-606e8df3cf18 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:34:29.413483 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c64d58d-b119-4a27-83e3-a3205069e930 req-ddf9e4a3-29d9-4900-9371-b20a10d3e723 service neutron] Attempting to bind port 898d1acc-2af6-4093-9de7-c69ed9ead98f on network 2ad59fcd-0d86-4bbd-abb1-606e8df3cf18 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:34:29.441392 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59914689-5a56-4842-b460-5e63f0e197e0 None None] Network 92924f74-2f90-45e5-9033-541c61add3eb requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:34:29.443236 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c64d58d-b119-4a27-83e3-a3205069e930 req-ddf9e4a3-29d9-4900-9371-b20a10d3e723 service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:34:29.443882 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c64d58d-b119-4a27-83e3-a3205069e930 req-ddf9e4a3-29d9-4900-9371-b20a10d3e723 service neutron] Checking segment: {'id': 'cbe98e49-8460-4bd9-935d-6d2813654e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2ad59fcd-0d86-4bbd-abb1-606e8df3cf18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:34:29.449186 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c64d58d-b119-4a27-83e3-a3205069e930 req-ddf9e4a3-29d9-4900-9371-b20a10d3e723 service neutron] Bound using segment: {'id': 'cbe98e49-8460-4bd9-935d-6d2813654e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2ad59fcd-0d86-4bbd-abb1-606e8df3cf18'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:34:29.450136 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-4c64d58d-b119-4a27-83e3-a3205069e930 req-ddf9e4a3-29d9-4900-9371-b20a10d3e723 service neutron] Bound port: 898d1acc-2af6-4093-9de7-c69ed9ead98f, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbe98e49-8460-4bd9-935d-6d2813654e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2ad59fcd-0d86-4bbd-abb1-606e8df3cf18'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:34:29.450689 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-4c64d58d-b119-4a27-83e3-a3205069e930 req-ddf9e4a3-29d9-4900-9371-b20a10d3e723 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:29.515346 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-8b3b86f0-5d0b-4796-ae15-8d304312ebed admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c81e3a5e20dd4266a68e2f8d71ef1021&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2322357 Dec 06 17:34:29.521238 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 50668) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:34:29.659903 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9333dcec-efe2-4c78-92b3-f188c3e88932 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-92924f74-2f90-45e5-9033-541c61add3eb', 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb', 'tenant_id': '58c2416ade7148dfa446cd47a01986fc', 'fixed_ips': [{'subnet_id': '3b44914c-13a2-4e77-8bb6-a280641d663e'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:34:29.661080 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9333dcec-efe2-4c78-92b3-f188c3e88932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:29.743778 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-4c64d58d-b119-4a27-83e3-a3205069e930 req-ddf9e4a3-29d9-4900-9371-b20a10d3e723 service neutron] For port 898d1acc-2af6-4093-9de7-c69ed9ead98f, host n-h1-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:34:29.758674 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-4c64d58d-b119-4a27-83e3-a3205069e930 req-ddf9e4a3-29d9-4900-9371-b20a10d3e723 service neutron] For port 898d1acc-2af6-4093-9de7-c69ed9ead98f, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=898d1acc-2af6-4093-9de7-c69ed9ead98f,segment=NetworkSegment(cbe98e49-8460-4bd9-935d-6d2813654e4d),segment_id=cbe98e49-8460-4bd9-935d-6d2813654e4d)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:34:29.777939 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-4c64d58d-b119-4a27-83e3-a3205069e930 req-ddf9e4a3-29d9-4900-9371-b20a10d3e723 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:29.812242 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6f63ccc1-8aa9-4e85-8bf8-a6703409e0c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:29.834188 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5f8d27f-1b20-4623-a209-c8d9fa9b10ac tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Made reservation on behalf of 58c2416ade7148dfa446cd47a01986fc for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:34:29.843765 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-423d7a33-3c18-4afb-be66-6223da76216f tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:29.867150 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-9333dcec-efe2-4c78-92b3-f188c3e88932 None None] Allocated IP 2001:db8::2 (92924f74-2f90-45e5-9033-541c61add3eb/3b44914c-13a2-4e77-8bb6-a280641d663e/a87ac680-0137-41e7-9e01-77f2046d272e) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:34:29.868509 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-423d7a33-3c18-4afb-be66-6223da76216f tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:29.945591 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf9e4a3-29d9-4900-9371-b20a10d3e723 service neutron] Pushing event updated for resources: {'Port': ['ID=898d1acc-2af6-4093-9de7-c69ed9ead98f,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:30.002367 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6f63ccc1-8aa9-4e85-8bf8-a6703409e0c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:30.112861 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c64d58d-b119-4a27-83e3-a3205069e930 req-ddf9e4a3-29d9-4900-9371-b20a10d3e723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:30.113589 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-4c64d58d-b119-4a27-83e3-a3205069e930 req-ddf9e4a3-29d9-4900-9371-b20a10d3e723 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:30.115157 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4c64d58d-b119-4a27-83e3-a3205069e930 req-ddf9e4a3-29d9-4900-9371-b20a10d3e723 service neutron] 10.222.0.41 "PUT /v2.0/ports/898d1acc-2af6-4093-9de7-c69ed9ead98f HTTP/1.1" status: 200 len: 1091 time: 2.7208261 Dec 06 17:34:30.119488 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa6c79b8-9a38-41df-86ca-6ce3a373db00', 'tag': '898d1acc-2af6-4093-9de7-c69ed9ead98f'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:34:30.131527 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bcd4f5d-cfe0-4043-a55e-fc5335aef771" -d '{"events": [{"name": "network-changed", "server_uuid": "aa6c79b8-9a38-41df-86ca-6ce3a373db00", "tag": "898d1acc-2af6-4093-9de7-c69ed9ead98f"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:34:30.138141 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6f63ccc1-8aa9-4e85-8bf8-a6703409e0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:30.156571 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6f63ccc1-8aa9-4e85-8bf8-a6703409e0c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:30.161768 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-6f63ccc1-8aa9-4e85-8bf8-a6703409e0c6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6f67cdfa-0732-4133-85e5-4f9d02d48933 HTTP/1.1" status: 204 len: 168 time: 0.6365201 Dec 06 17:34:30.238595 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9333dcec-efe2-4c78-92b3-f188c3e88932 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:30.272627 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f63ccc1-8aa9-4e85-8bf8-a6703409e0c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f67cdfa-0732-4133-85e5-4f9d02d48933,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:30.298837 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-495401ec-1fbf-48f4-82af-d9d73a375fe4 None None] Port 0ef58b6c-c392-4abb-9ad5-b7fdd95b1130 update to ACTIVE by agent not found {{(pid=103286) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 06 17:34:30.300999 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9333dcec-efe2-4c78-92b3-f188c3e88932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:30.306762 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5b192e4-631e-4fe2-a8a3-db531b67500f x-openstack-request-id: req-c5b192e4-631e-4fe2-a8a3-db531b67500f {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:34:30.307072 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa6c79b8-9a38-41df-86ca-6ce3a373db00", "tag": "898d1acc-2af6-4093-9de7-c69ed9ead98f", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:34:30.307332 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c5b192e4-631e-4fe2-a8a3-db531b67500f {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:34:30.316544 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa6c79b8-9a38-41df-86ca-6ce3a373db00', 'tag': '898d1acc-2af6-4093-9de7-c69ed9ead98f', 'status': 'completed', 'code': 200} Dec 06 17:34:30.364004 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c64d58d-b119-4a27-83e3-a3205069e930 req-c4228647-9477-4160-b4f6-9112c1101e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:30.370841 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4c64d58d-b119-4a27-83e3-a3205069e930 req-c4228647-9477-4160-b4f6-9112c1101e65 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=87136a91f6c54863bdb78ae5833b5c4e&device_id=aa6c79b8-9a38-41df-86ca-6ce3a373db00 HTTP/1.1" status: 200 len: 1094 time: 0.2017257 Dec 06 17:34:30.437653 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9333dcec-efe2-4c78-92b3-f188c3e88932 None None] Pushing event updated for resources: {'Port': ['ID=a87ac680-0137-41e7-9e01-77f2046d272e,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:30.447889 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-495401ec-1fbf-48f4-82af-d9d73a375fe4 None None] Could not find standard attr ID for object 512355a3-79e3-4827-a5a2-e8c9b14b4baf. {{(pid=103286) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 17:34:30.479573 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9333dcec-efe2-4c78-92b3-f188c3e88932 None None] Network 92924f74-2f90-45e5-9033-541c61add3eb is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:34:30.486348 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-9333dcec-efe2-4c78-92b3-f188c3e88932 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:34:30.493696 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9333dcec-efe2-4c78-92b3-f188c3e88932 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:34:30.540055 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4c64d58d-b119-4a27-83e3-a3205069e930 req-30308651-871a-4161-a09d-6741ab5a43ad service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=898d1acc-2af6-4093-9de7-c69ed9ead98f HTTP/1.1" status: 200 len: 217 time: 0.1549573 Dec 06 17:34:30.540543 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 50690) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:34:30.570104 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-6ee7326b-9c91-4d2f-ae9d-482174c50bc9 tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-348417616', 'description': 'tempest-secgroup-smoke-348417616 description', 'project_id': '7a5c2edb34ef45d5b7fd006e4fd1e900'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:34:30.601180 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6e73a3d5-4ff0-4a1f-9925-ace9bc2c4358 None None] Could not find standard attr ID for object fb8c671f-0881-4de7-8476-0c2bc2d4da0d. {{(pid=103286) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 17:34:30.665850 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6ee7326b-9c91-4d2f-ae9d-482174c50bc9 tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:30.700116 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-9333dcec-efe2-4c78-92b3-f188c3e88932 None None] Attempting to bind port a87ac680-0137-41e7-9e01-77f2046d272e on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:34:30.700555 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-9333dcec-efe2-4c78-92b3-f188c3e88932 None None] Attempting to bind port a87ac680-0137-41e7-9e01-77f2046d272e by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'a47332dc-5917-44f3-a9f4-ba1cd1d32759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:34:30.701017 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9333dcec-efe2-4c78-92b3-f188c3e88932 None None] Attempting to bind port a87ac680-0137-41e7-9e01-77f2046d272e on network 92924f74-2f90-45e5-9033-541c61add3eb {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:34:30.713796 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9333dcec-efe2-4c78-92b3-f188c3e88932 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:34:30.714433 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9333dcec-efe2-4c78-92b3-f188c3e88932 None None] Checking segment: {'id': 'a47332dc-5917-44f3-a9f4-ba1cd1d32759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:34:30.714923 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9333dcec-efe2-4c78-92b3-f188c3e88932 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:30.715499 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9333dcec-efe2-4c78-92b3-f188c3e88932 None None] Bound using segment: {'id': 'a47332dc-5917-44f3-a9f4-ba1cd1d32759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:34:30.716078 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-9333dcec-efe2-4c78-92b3-f188c3e88932 None None] Bound port: a87ac680-0137-41e7-9e01-77f2046d272e, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a47332dc-5917-44f3-a9f4-ba1cd1d32759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:34:30.716573 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9333dcec-efe2-4c78-92b3-f188c3e88932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:30.829198 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-423d7a33-3c18-4afb-be66-6223da76216f tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:30.863245 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-9333dcec-efe2-4c78-92b3-f188c3e88932 None None] For port a87ac680-0137-41e7-9e01-77f2046d272e, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:34:30.871678 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-9333dcec-efe2-4c78-92b3-f188c3e88932 None None] For port a87ac680-0137-41e7-9e01-77f2046d272e, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a87ac680-0137-41e7-9e01-77f2046d272e,segment=NetworkSegment(a47332dc-5917-44f3-a9f4-ba1cd1d32759),segment_id=a47332dc-5917-44f3-a9f4-ba1cd1d32759)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:34:30.878213 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6ee7326b-9c91-4d2f-ae9d-482174c50bc9 tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:30.898182 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423d7a33-3c18-4afb-be66-6223da76216f tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Pushing event updated for resources: {'Port': ['ID=60af7d39-5977-4890-8f7a-3ddda1a07bfe,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:30.898662 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9333dcec-efe2-4c78-92b3-f188c3e88932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:30.912435 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6ee7326b-9c91-4d2f-ae9d-482174c50bc9 tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:30.977748 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6ee7326b-9c91-4d2f-ae9d-482174c50bc9 tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:30.977748 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-6ee7326b-9c91-4d2f-ae9d-482174c50bc9 tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4317939 Dec 06 17:34:30.980477 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 50698) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:34:31.001365 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-423d7a33-3c18-4afb-be66-6223da76216f tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:31.002659 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-423d7a33-3c18-4afb-be66-6223da76216f tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0089786 Dec 06 17:34:31.009971 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-a2b4288e-0034-4818-9bca-15de39458348 tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Request body: {'security_group_rule': {'security_group_id': '53cb9de0-95b5-473c-9e29-7b6cfb4563a1', 'project_id': '7a5c2edb34ef45d5b7fd006e4fd1e900', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:34:31.045620 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c64d58d-b119-4a27-83e3-a3205069e930 req-227d9507-c509-4a64-9501-39605da60c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:31.046548 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4c64d58d-b119-4a27-83e3-a3205069e930 req-227d9507-c509-4a64-9501-39605da60c61 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=de158a22-7810-46bd-88c3-c73b7c7c458f HTTP/1.1" status: 200 len: 835 time: 0.4240901 Dec 06 17:34:31.047298 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee7326b-9c91-4d2f-ae9d-482174c50bc9 tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53cb9de0-95b5-473c-9e29-7b6cfb4563a1,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:31.099730 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9333dcec-efe2-4c78-92b3-f188c3e88932 None None] Pushing event updated for resources: {'Port': ['ID=a87ac680-0137-41e7-9e01-77f2046d272e,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:31.113175 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a5f8d27f-1b20-4623-a209-c8d9fa9b10ac tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:31.146792 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c64d58d-b119-4a27-83e3-a3205069e930 req-15741993-7257-4aa6-81a9-148a127a8175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:31.149282 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc123ff-d81c-420d-9dca-c9e508e8ca08 req-275f9f90-1044-4ebc-97d1-ce6f6601f98c tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:31.150717 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4c64d58d-b119-4a27-83e3-a3205069e930 req-15741993-7257-4aa6-81a9-148a127a8175 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2ad59fcd-0d86-4bbd-abb1-606e8df3cf18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0906746 Dec 06 17:34:31.158083 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7fc123ff-d81c-420d-9dca-c9e508e8ca08 req-275f9f90-1044-4ebc-97d1-ce6f6601f98c tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa6c79b8-9a38-41df-86ca-6ce3a373db00 HTTP/1.1" status: 200 len: 943 time: 0.5518260 Dec 06 17:34:31.283097 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-a5f8d27f-1b20-4623-a209-c8d9fa9b10ac tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] device_id is not set on port e4400827-aa42-4e13-abc3-73b3528c5b9f yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:34:31.435328 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4c64d58d-b119-4a27-83e3-a3205069e930 req-9f623b53-21f1-4701-b6a7-7a8192cd4cae service neutron] 10.222.0.41 "GET /v2.0/networks/2ad59fcd-0d86-4bbd-abb1-606e8df3cf18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713809 Dec 06 17:34:31.534756 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a2b4288e-0034-4818-9bca-15de39458348 tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:31.671612 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5f8d27f-1b20-4623-a209-c8d9fa9b10ac tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 17:34:31.675012 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5f8d27f-1b20-4623-a209-c8d9fa9b10ac tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:34:31.701512 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7fc123ff-d81c-420d-9dca-c9e508e8ca08 req-5efdbfec-64b0-4d0f-95f7-dd233cf77f7f tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dc80c36-8cf2-463d-929d-e78b3fbfe10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5276682 Dec 06 17:34:31.706635 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fcd93493-9423-48a5-9c98-ec18b50d36ea req-d379139a-de60-45c2-bf00-d3f29e713955 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1546753215&fields=id&tenant_id=d7abadb1557c47ab8c8300111afe2d05 HTTP/1.1" status: 200 len: 267 time: 0.2661877 Dec 06 17:34:31.738470 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a2b4288e-0034-4818-9bca-15de39458348 tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:31.742874 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4c64d58d-b119-4a27-83e3-a3205069e930 req-a54e9ce2-344f-413c-bc42-33609b7b0989 service neutron] 10.222.0.41 "GET /v2.0/networks/2ad59fcd-0d86-4bbd-abb1-606e8df3cf18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949467 Dec 06 17:34:31.747646 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a2b4288e-0034-4818-9bca-15de39458348 tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:31.774739 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-a5f8d27f-1b20-4623-a209-c8d9fa9b10ac tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.3942084 Dec 06 17:34:31.791292 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 50730) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:34:31.813828 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b4288e-0034-4818-9bca-15de39458348 tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30ca0be4-3bed-4030-8365-8810c50f301b,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:31.843170 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a2b4288e-0034-4818-9bca-15de39458348 tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:31.853855 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-a2b4288e-0034-4818-9bca-15de39458348 tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8626230 Dec 06 17:34:31.853855 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 50732) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:34:31.860693 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-935e00df-ace7-48b4-b44b-50851dd830d4 tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Request body: {'security_group_rule': {'security_group_id': '53cb9de0-95b5-473c-9e29-7b6cfb4563a1', 'project_id': '7a5c2edb34ef45d5b7fd006e4fd1e900', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:34:31.899946 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929b5377-0186-43c2-ae7f-7f1f1b101f05 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:31.901953 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-929b5377-0186-43c2-ae7f-7f1f1b101f05 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1044927 Dec 06 17:34:31.907251 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 50736) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:34:31.959949 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-935e00df-ace7-48b4-b44b-50851dd830d4 tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:31.993321 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd93493-9423-48a5-9c98-ec18b50d36ea req-9bda2781-33c7-4392-b3da-17425b2ba646 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:32.017991 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fcd93493-9423-48a5-9c98-ec18b50d36ea req-9bda2781-33c7-4392-b3da-17425b2ba646 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/networks?id=343f954d-d1c3-4f66-bad4-ccfe52b09e6c HTTP/1.1" status: 200 len: 811 time: 0.2845364 Dec 06 17:34:32.067916 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcd4f5d-cfe0-4043-a55e-fc5335aef771 req-fed9b270-b87e-49c6-9fe5-5c126b35cbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:32.082508 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8bcd4f5d-cfe0-4043-a55e-fc5335aef771 req-fed9b270-b87e-49c6-9fe5-5c126b35cbbf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=87136a91f6c54863bdb78ae5833b5c4e&device_id=aa6c79b8-9a38-41df-86ca-6ce3a373db00 HTTP/1.1" status: 200 len: 1094 time: 0.2388899 Dec 06 17:34:32.158499 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 50738) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:34:32.172154 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fcd93493-9423-48a5-9c98-ec18b50d36ea req-88d8977c-7a4e-4245-9082-f1e93fd6247a tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/quotas/d7abadb1557c47ab8c8300111afe2d05 HTTP/1.1" status: 200 len: 375 time: 0.1531107 Dec 06 17:34:32.199320 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11dcd480-d819-4b59-9cb5-fd27ca413ede tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:32.203343 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11dcd480-d819-4b59-9cb5-fd27ca413ede tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:32.205152 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-11dcd480-d819-4b59-9cb5-fd27ca413ede tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2967842 Dec 06 17:34:32.220885 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 50746) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:34:32.264213 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-935e00df-ace7-48b4-b44b-50851dd830d4 tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:32.276064 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-935e00df-ace7-48b4-b44b-50851dd830d4 tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:32.365389 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-935e00df-ace7-48b4-b44b-50851dd830d4 tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:32.373346 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-935e00df-ace7-48b4-b44b-50851dd830d4 tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5199215 Dec 06 17:34:32.380248 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935e00df-ace7-48b4-b44b-50851dd830d4 tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d70cbda-eab5-4e67-862b-dbcee66bd5bb,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:32.383002 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 50750) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:34:32.389157 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-d36c6e68-e7ce-4094-951c-2b328d25459f tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Request body: {'security_group_rule': {'security_group_id': '53cb9de0-95b5-473c-9e29-7b6cfb4563a1', 'project_id': '7a5c2edb34ef45d5b7fd006e4fd1e900', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:34:32.424755 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-00313ec0-64c3-4616-b435-2027338e8c1a tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1209446960'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:34:32.443819 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d36c6e68-e7ce-4094-951c-2b328d25459f tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:32.477231 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-16d072f3-4b18-413e-a445-9876da246e81 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Deleting subnet 3b44914c-13a2-4e77-8bb6-a280641d663e {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:34:32.484808 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcd4f5d-cfe0-4043-a55e-fc5335aef771 req-28c75866-60f0-472f-9ff2-12bff7769713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:32.487108 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8bcd4f5d-cfe0-4043-a55e-fc5335aef771 req-28c75866-60f0-472f-9ff2-12bff7769713 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2ad59fcd-0d86-4bbd-abb1-606e8df3cf18 HTTP/1.1" status: 200 len: 898 time: 0.4006248 Dec 06 17:34:32.495874 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-16d072f3-4b18-413e-a445-9876da246e81 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:32.519886 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fcd93493-9423-48a5-9c98-ec18b50d36ea req-47e574d8-926d-4009-976a-09a8f385c6e3 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d7abadb1557c47ab8c8300111afe2d05&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3074136 Dec 06 17:34:32.562863 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d36c6e68-e7ce-4094-951c-2b328d25459f tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:32.572371 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d36c6e68-e7ce-4094-951c-2b328d25459f tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:32.578219 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device a87ac680-0137-41e7-9e01-77f2046d272e up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:34:32.606212 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36c6e68-e7ce-4094-951c-2b328d25459f tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39991146-03c1-4dc3-84c2-6cc0058b935d,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:32.687619 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port a87ac680-0137-41e7-9e01-77f2046d272e triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:34:32.688436 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:32.700345 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d36c6e68-e7ce-4094-951c-2b328d25459f tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:32.701645 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-d36c6e68-e7ce-4094-951c-2b328d25459f tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3175607 Dec 06 17:34:32.704357 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 50752) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:34:32.708951 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-7610b175-038d-4dfd-924c-c8030da43f8a tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Request body: {'security_group_rule': {'security_group_id': '53cb9de0-95b5-473c-9e29-7b6cfb4563a1', 'project_id': '7a5c2edb34ef45d5b7fd006e4fd1e900', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:34:32.740454 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8bcd4f5d-cfe0-4043-a55e-fc5335aef771 req-1c44f32a-58cc-4791-bc76-7fdec7cac349 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=898d1acc-2af6-4093-9de7-c69ed9ead98f HTTP/1.1" status: 200 len: 217 time: 0.2412169 Dec 06 17:34:32.741053 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00313ec0-64c3-4616-b435-2027338e8c1a tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Made reservation on behalf of dc24c60063a149a2a5b2e6db2d951eb0 for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:34:32.751122 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-00313ec0-64c3-4616-b435-2027338e8c1a tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:32.770294 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7610b175-038d-4dfd-924c-c8030da43f8a tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:32.842452 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-00313ec0-64c3-4616-b435-2027338e8c1a tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:32.866787 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:32.871885 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:32.883953 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7610b175-038d-4dfd-924c-c8030da43f8a tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:32.898273 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-16d072f3-4b18-413e-a445-9876da246e81 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:32.913614 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7610b175-038d-4dfd-924c-c8030da43f8a tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:32.921254 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] For port a87ac680-0137-41e7-9e01-77f2046d272e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a87ac680-0137-41e7-9e01-77f2046d272e,segment=NetworkSegment(a47332dc-5917-44f3-a9f4-ba1cd1d32759),segment_id=a47332dc-5917-44f3-a9f4-ba1cd1d32759)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:34:32.939295 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:32.970194 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7610b175-038d-4dfd-924c-c8030da43f8a tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc77f7d9-5c09-4b1e-b7b3-f2b55232a2e7,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:32.973311 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-7f33047c-a942-43f5-9a9f-6ce6c40afc81 None None] Provisioning complete for port a87ac680-0137-41e7-9e01-77f2046d272e triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:34:32.974017 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7f33047c-a942-43f5-9a9f-6ce6c40afc81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:32.989832 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190a5b3e-2d06-457c-8e51-f56788860b1b req-9c527659-a51b-443b-a2c0-b4fd5aa10e54 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:32.991477 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-190a5b3e-2d06-457c-8e51-f56788860b1b req-9c527659-a51b-443b-a2c0-b4fd5aa10e54 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa6c79b8-9a38-41df-86ca-6ce3a373db00 HTTP/1.1" status: 200 len: 943 time: 0.1028697 Dec 06 17:34:32.994489 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7610b175-038d-4dfd-924c-c8030da43f8a tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:32.998859 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-7610b175-038d-4dfd-924c-c8030da43f8a tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2908788 Dec 06 17:34:33.001972 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 50756) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:34:33.006531 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-8fc8e44a-654e-4ded-bb90-803528df2094 tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Request body: {'security_group_rule': {'security_group_id': '53cb9de0-95b5-473c-9e29-7b6cfb4563a1', 'project_id': '7a5c2edb34ef45d5b7fd006e4fd1e900', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:34:33.061330 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Pushing event updated for resources: {'Port': ['ID=a87ac680-0137-41e7-9e01-77f2046d272e,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:33.068682 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-190a5b3e-2d06-457c-8e51-f56788860b1b req-81e94cbd-5643-4a59-ae13-dc8c27f2ff84 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dc80c36-8cf2-463d-929d-e78b3fbfe10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568640 Dec 06 17:34:33.110196 n-d-master-1 neutron-server[103284]: INFO neutron.db.securitygroups_db [None req-8fc8e44a-654e-4ded-bb90-803528df2094 tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Project 7a5c2edb34ef45d5b7fd006e4fd1e900 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 17:34:33.116447 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8fc8e44a-654e-4ded-bb90-803528df2094 tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:33.232602 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8fc8e44a-654e-4ded-bb90-803528df2094 tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:33.246096 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8fc8e44a-654e-4ded-bb90-803528df2094 tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:33.261438 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-d0bc4294-497b-4b11-bae4-d7bf8be6a33f None None] Could not find standard attr ID for object 512355a3-79e3-4827-a5a2-e8c9b14b4baf. {{(pid=103286) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 17:34:33.286215 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc8e44a-654e-4ded-bb90-803528df2094 tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2911ec9a-29b9-4697-a5a2-b34bdc854f18,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:33.306320 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8fc8e44a-654e-4ded-bb90-803528df2094 tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:33.308992 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-8fc8e44a-654e-4ded-bb90-803528df2094 tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3046532 Dec 06 17:34:33.310488 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 50764) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:34:33.317570 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-84cc4319-c77b-402a-ab19-923563b037ab tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Request body: {'security_group_rule': {'security_group_id': '53cb9de0-95b5-473c-9e29-7b6cfb4563a1', 'project_id': '7a5c2edb34ef45d5b7fd006e4fd1e900', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:34:33.360222 n-d-master-1 neutron-server[103284]: INFO neutron.db.securitygroups_db [None req-84cc4319-c77b-402a-ab19-923563b037ab tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Project 7a5c2edb34ef45d5b7fd006e4fd1e900 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 17:34:33.373316 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-84cc4319-c77b-402a-ab19-923563b037ab tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:33.572046 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-84cc4319-c77b-402a-ab19-923563b037ab tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:33.586933 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-84cc4319-c77b-402a-ab19-923563b037ab tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:33.623667 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcd4f5d-cfe0-4043-a55e-fc5335aef771 req-062e6b58-c394-4f70-b10e-a70abbbf21cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:33.626152 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8bcd4f5d-cfe0-4043-a55e-fc5335aef771 req-062e6b58-c394-4f70-b10e-a70abbbf21cf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=de158a22-7810-46bd-88c3-c73b7c7c458f HTTP/1.1" status: 200 len: 835 time: 0.8084366 Dec 06 17:34:33.638135 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-84cc4319-c77b-402a-ab19-923563b037ab tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:33.639575 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-84cc4319-c77b-402a-ab19-923563b037ab tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3279614 Dec 06 17:34:33.640654 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cc4319-c77b-402a-ab19-923563b037ab tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7d0c950-6824-4a23-9775-def841779f45,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:33.699014 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fcd93493-9423-48a5-9c98-ec18b50d36ea req-d2479020-2ae1-4e70-83b7-a33276abed61 service neutron] 10.222.0.23 "GET /v2.0/networks/343f954d-d1c3-4f66-bad4-ccfe52b09e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0783281 Dec 06 17:34:33.811166 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bfd130-47aa-4707-b247-00bb557db94d req-4a3571f8-51e6-4f2a-8fcc-12e076b4dc81 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:33.819777 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e1bfd130-47aa-4707-b247-00bb557db94d req-4a3571f8-51e6-4f2a-8fcc-12e076b4dc81 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/networks?id=2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4 HTTP/1.1" status: 200 len: 812 time: 0.1617069 Dec 06 17:34:33.834187 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e1bfd130-47aa-4707-b247-00bb557db94d req-ce63b3be-1ec2-4d13-a628-77d2e644c43c tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/quotas/ecd8b64e36c540eeae4809301448bbe1 HTTP/1.1" status: 200 len: 375 time: 0.0133770 Dec 06 17:34:33.848313 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-16d072f3-4b18-413e-a445-9876da246e81 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:33.920104 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e1bfd130-47aa-4707-b247-00bb557db94d req-63795c85-e43d-496f-b7ac-7f29ffea84fd tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ecd8b64e36c540eeae4809301448bbe1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0776443 Dec 06 17:34:33.937424 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-16d072f3-4b18-413e-a445-9876da246e81 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:33.966965 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-16d072f3-4b18-413e-a445-9876da246e81 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:33.970697 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-16d072f3-4b18-413e-a445-9876da246e81 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/subnets/3b44914c-13a2-4e77-8bb6-a280641d663e HTTP/1.1" status: 204 len: 168 time: 1.7482195 Dec 06 17:34:33.974140 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 50782) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:34:33.976057 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82ab552-8807-4dab-9fff-aa62aba30101 None None] Network 92924f74-2f90-45e5-9033-541c61add3eb requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:34:34.062490 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-467eaaf4-f181-45f9-b9db-bd24e0153bbd tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0866339 Dec 06 17:34:34.063494 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 50784) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:34:34.070685 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-63b5e039-be08-426e-9cd0-be040ce59892 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Request body: {'subnet': {'network_id': '92924f74-2f90-45e5-9033-541c61add3eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:34:34.125991 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcd4f5d-cfe0-4043-a55e-fc5335aef771 req-7ca632fe-d954-4252-977d-3811c73c1e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:34.127550 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8bcd4f5d-cfe0-4043-a55e-fc5335aef771 req-7ca632fe-d954-4252-977d-3811c73c1e2f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2ad59fcd-0d86-4bbd-abb1-606e8df3cf18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4879334 Dec 06 17:34:34.150382 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d072f3-4b18-413e-a445-9876da246e81 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event deleted for resources: {'Subnet': ['ID=3b44914c-13a2-4e77-8bb6-a280641d663e,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:34.176976 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-00313ec0-64c3-4616-b435-2027338e8c1a tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:34.228030 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e1bfd130-47aa-4707-b247-00bb557db94d req-2df61c9c-d3ff-48ae-94b0-9c0b1cbb6ae7 service neutron] 10.222.0.23 "GET /v2.0/networks/2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055420 Dec 06 17:34:34.352473 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28b7503-88e1-4bc2-a562-96bfd7fa5dce None None] DHCP port deletion for 92924f74-2f90-45e5-9033-541c61add3eb request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:34:34.353256 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8bcd4f5d-cfe0-4043-a55e-fc5335aef771 req-16705df5-8b95-4044-b11e-ce4e0f83d435 service neutron] 10.222.0.41 "GET /v2.0/networks/2ad59fcd-0d86-4bbd-abb1-606e8df3cf18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787937 Dec 06 17:34:34.365984 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-00313ec0-64c3-4616-b435-2027338e8c1a tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:34.381589 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00313ec0-64c3-4616-b435-2027338e8c1a tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:34:34.418503 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-00313ec0-64c3-4616-b435-2027338e8c1a tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:34.420409 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-00313ec0-64c3-4616-b435-2027338e8c1a tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Added segment 374065fe-d77f-459c-8ccb-af697bc04557 of type vlan for network 1ebf57e8-91a1-495b-90d7-c99d7db8d7d8 Dec 06 17:34:34.462029 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e1bfd130-47aa-4707-b247-00bb557db94d req-123a9076-12cd-43b6-9e18-ab871162d9a7 service neutron] 10.222.0.23 "GET /v2.0/networks/2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213998 Dec 06 17:34:34.471692 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63b5e039-be08-426e-9cd0-be040ce59892 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Made reservation on behalf of 58c2416ade7148dfa446cd47a01986fc for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:34:34.498437 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-63b5e039-be08-426e-9cd0-be040ce59892 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:34.511354 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-c28b7503-88e1-4bc2-a562-96bfd7fa5dce None None] Deleting port a87ac680-0137-41e7-9e01-77f2046d272e {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:34:34.512139 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c28b7503-88e1-4bc2-a562-96bfd7fa5dce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:34.551352 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device a87ac680-0137-41e7-9e01-77f2046d272e no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:34:34.585177 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-00313ec0-64c3-4616-b435-2027338e8c1a tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:34.697250 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fcd93493-9423-48a5-9c98-ec18b50d36ea req-ab9ba697-98cd-45ee-a05f-4ff2fa1d8fb1 service neutron] 10.222.0.23 "GET /v2.0/networks/343f954d-d1c3-4f66-bad4-ccfe52b09e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9947853 Dec 06 17:34:34.701587 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00313ec0-64c3-4616-b435-2027338e8c1a tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c60c72-8b54-40e3-8a05-14115fecb76a,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:34.738345 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c28b7503-88e1-4bc2-a562-96bfd7fa5dce None None] For port a87ac680-0137-41e7-9e01-77f2046d272e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a87ac680-0137-41e7-9e01-77f2046d272e,segment=NetworkSegment(a47332dc-5917-44f3-a9f4-ba1cd1d32759),segment_id=a47332dc-5917-44f3-a9f4-ba1cd1d32759)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:34:34.738821 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c28b7503-88e1-4bc2-a562-96bfd7fa5dce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:34.771221 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-c28b7503-88e1-4bc2-a562-96bfd7fa5dce None None] Calling delete_port for a87ac680-0137-41e7-9e01-77f2046d272e owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:34:34.868476 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:34.888120 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.db.resource_extend [None req-00313ec0-64c3-4616-b435-2027338e8c1a tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 06 17:34:35.026026 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-00313ec0-64c3-4616-b435-2027338e8c1a tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:35.035475 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 898d1acc-2af6-4093-9de7-c69ed9ead98f details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:34:35.041349 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00313ec0-64c3-4616-b435-2027338e8c1a tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:35.042111 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-00313ec0-64c3-4616-b435-2027338e8c1a tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:35.216965 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.db.resource_extend [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 06 17:34:35.234301 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 50816) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:34:35.258539 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] For port a87ac680-0137-41e7-9e01-77f2046d272e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a87ac680-0137-41e7-9e01-77f2046d272e,segment=NetworkSegment(a47332dc-5917-44f3-a9f4-ba1cd1d32759),segment_id=a47332dc-5917-44f3-a9f4-ba1cd1d32759)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:34:35.361510 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-00313ec0-64c3-4616-b435-2027338e8c1a tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 3.2016556 Dec 06 17:34:35.364205 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8bcd4f5d-cfe0-4043-a55e-fc5335aef771 req-3c53f209-8958-48de-96d6-902172270e56 service neutron] 10.222.0.41 "GET /v2.0/networks/2ad59fcd-0d86-4bbd-abb1-606e8df3cf18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7666025 Dec 06 17:34:35.364889 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 50824) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:34:35.373412 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-63b5e039-be08-426e-9cd0-be040ce59892 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:35.384465 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:35.394472 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-c216d7e9-d8a5-4f66-b8a7-53bc6a51a869 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Request body: {'subnet': {'network_id': '1ebf57e8-91a1-495b-90d7-c99d7db8d7d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:34:35.410935 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00313ec0-64c3-4616-b435-2027338e8c1a tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Pushing event updated for resources: {'Network': ['ID=1ebf57e8-91a1-495b-90d7-c99d7db8d7d8,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:35.535854 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb203bb8-74a0-44cf-ba6e-3fdd209431b7 req-7ac5b5ca-3fe9-427e-859f-d2e45b44f842 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:35.544944 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fb203bb8-74a0-44cf-ba6e-3fdd209431b7 req-7ac5b5ca-3fe9-427e-859f-d2e45b44f842 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa6c79b8-9a38-41df-86ca-6ce3a373db00 HTTP/1.1" status: 200 len: 943 time: 0.3127949 Dec 06 17:34:35.561943 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:35.622506 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c216d7e9-d8a5-4f66-b8a7-53bc6a51a869 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Made reservation on behalf of dc24c60063a149a2a5b2e6db2d951eb0 for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:34:35.641633 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c216d7e9-d8a5-4f66-b8a7-53bc6a51a869 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:35.648455 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 1ebf57e8-91a1-495b-90d7-c99d7db8d7d8 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:34:35.655806 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b5e039-be08-426e-9cd0-be040ce59892 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event updated for resources: {'Subnet': ['ID=926295a9-1d78-4392-a387-e92237c9787c,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:35.696611 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fb203bb8-74a0-44cf-ba6e-3fdd209431b7 req-8fc85f0f-05b4-472c-a2db-2bd9c7652d7d tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dc80c36-8cf2-463d-929d-e78b3fbfe10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500938 Dec 06 17:34:35.800116 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4acd6010-fa26-47ff-b9b6-cf534d155b04 req-e12f4acf-3972-47d1-8d5b-9fa8a3c49ae6 tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-348417616&fields=id&tenant_id=7a5c2edb34ef45d5b7fd006e4fd1e900 HTTP/1.1" status: 200 len: 267 time: 0.5646276 Dec 06 17:34:35.836023 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-94e83337-8c5b-4dff-8437-ae1f5f24d914 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:35.851065 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b5e039-be08-426e-9cd0-be040ce59892 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Network 92924f74-2f90-45e5-9033-541c61add3eb is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:34:35.943473 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-63b5e039-be08-426e-9cd0-be040ce59892 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:34:35.949235 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b5e039-be08-426e-9cd0-be040ce59892 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:35.950859 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-63b5e039-be08-426e-9cd0-be040ce59892 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:35.960211 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9af0d960-a42c-4569-9fc7-b6aa5f94031c req-d1d7447b-a760-4d55-90af-f289d59275c0 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=233dace4-98c2-44a3-9485-25c0a217e10d HTTP/1.1" status: 200 len: 210 time: 0.0857470 Dec 06 17:34:35.977810 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c28b7503-88e1-4bc2-a562-96bfd7fa5dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:36.048347 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 898d1acc-2af6-4093-9de7-c69ed9ead98f, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=898d1acc-2af6-4093-9de7-c69ed9ead98f,segment=NetworkSegment(cbe98e49-8460-4bd9-935d-6d2813654e4d),segment_id=cbe98e49-8460-4bd9-935d-6d2813654e4d)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:34:36.081431 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': '898d1acc-2af6-4093-9de7-c69ed9ead98f', 'network_id': '2ad59fcd-0d86-4bbd-abb1-606e8df3cf18', 'port_id': '898d1acc-2af6-4093-9de7-c69ed9ead98f', 'mac_address': 'fa:16:3e:5d:36:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de158a22-7810-46bd-88c3-c73b7c7c458f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:34:36.104097 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28b7503-88e1-4bc2-a562-96bfd7fa5dce None None] No DVR routers for this DVR port a87ac680-0137-41e7-9e01-77f2046d272e on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:34:36.158510 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:36.179328 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Pushing event updated for resources: {'Port': ['ID=a87ac680-0137-41e7-9e01-77f2046d272e,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:36.183043 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee5a3ce-aada-42f8-8b43-4a70bc4ed9d7 None None] Network 92924f74-2f90-45e5-9033-541c61add3eb requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:34:36.198698 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-63b5e039-be08-426e-9cd0-be040ce59892 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1322603 Dec 06 17:34:36.204918 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 50836) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:34:36.232735 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-cd212439-79dc-43fe-b5a5-0af771966f8c tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-947597933', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:34:36.267988 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2238bed7-bffd-4a8f-b81a-7b1f71f001e4 req-9bcc871b-3347-4c4e-9d98-9c6e847df6a2 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/ports?device_id=522f6eb5-ac1c-49e5-9878-81b994af1b41 HTTP/1.1" status: 200 len: 210 time: 0.1197343 Dec 06 17:34:36.269693 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 898d1acc-2af6-4093-9de7-c69ed9ead98f {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:34:36.321025 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acd6010-fa26-47ff-b9b6-cf534d155b04 req-3b80f67c-750a-4cfc-83b2-8c2c754e2872 tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:36.322808 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4acd6010-fa26-47ff-b9b6-cf534d155b04 req-3b80f67c-750a-4cfc-83b2-8c2c754e2872 tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] 10.222.0.23 "GET /v2.0/networks?id=6b7abc05-e65c-45dd-b06d-3e0ac29b2d69 HTTP/1.1" status: 200 len: 814 time: 0.5217323 Dec 06 17:34:36.328148 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cd212439-79dc-43fe-b5a5-0af771966f8c tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:36.329151 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cd212439-79dc-43fe-b5a5-0af771966f8c tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:36.330418 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 898d1acc-2af6-4093-9de7-c69ed9ead98f, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=898d1acc-2af6-4093-9de7-c69ed9ead98f,segment=NetworkSegment(cbe98e49-8460-4bd9-935d-6d2813654e4d),segment_id=cbe98e49-8460-4bd9-935d-6d2813654e4d)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:34:36.336740 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28b7503-88e1-4bc2-a562-96bfd7fa5dce None None] Pushing event deleted for resources: {'Port': ['ID=a87ac680-0137-41e7-9e01-77f2046d272e,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:36.345522 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:36.368108 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4acd6010-fa26-47ff-b9b6-cf534d155b04 req-361c7415-950c-486c-aaba-afc0eae90e95 tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] 10.222.0.23 "GET /v2.0/quotas/7a5c2edb34ef45d5b7fd006e4fd1e900 HTTP/1.1" status: 200 len: 375 time: 0.0338442 Dec 06 17:34:36.459680 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-94e83337-8c5b-4dff-8437-ae1f5f24d914 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:36.465287 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cd212439-79dc-43fe-b5a5-0af771966f8c tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:36.477593 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-94e83337-8c5b-4dff-8437-ae1f5f24d914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:36.488500 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4acd6010-fa26-47ff-b9b6-cf534d155b04 req-efbac4e3-7ee0-4a1e-91c8-cb9de555afad tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7a5c2edb34ef45d5b7fd006e4fd1e900&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1127772 Dec 06 17:34:36.523668 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=898d1acc-2af6-4093-9de7-c69ed9ead98f,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:36.529137 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cd212439-79dc-43fe-b5a5-0af771966f8c tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:36.589135 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c216d7e9-d8a5-4f66-b8a7-53bc6a51a869 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:36.598588 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-94e83337-8c5b-4dff-8437-ae1f5f24d914 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e59af68120dd4c7c9d778ae158b8ab82&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3617489 Dec 06 17:34:36.602519 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e83337-8c5b-4dff-8437-ae1f5f24d914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8def0bea-1f1a-4071-a69e-dae503c10567,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:36.608027 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 50838) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:34:36.649814 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cd212439-79dc-43fe-b5a5-0af771966f8c tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:36.652172 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-cd212439-79dc-43fe-b5a5-0af771966f8c tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4414642 Dec 06 17:34:36.663358 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['898d1acc-2af6-4093-9de7-c69ed9ead98f'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:34:36.663943 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 50840) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:34:36.790213 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ada72e-286d-43af-91a5-b6778536bd3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-92924f74-2f90-45e5-9033-541c61add3eb', 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb', 'tenant_id': '58c2416ade7148dfa446cd47a01986fc', 'fixed_ips': [{'subnet_id': '926295a9-1d78-4392-a387-e92237c9787c'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:34:36.794150 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-55ada72e-286d-43af-91a5-b6778536bd3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:36.797919 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c216d7e9-d8a5-4f66-b8a7-53bc6a51a869 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Pushing event updated for resources: {'Subnet': ['ID=f554394a-ba32-4dfd-885b-aaabaece3f35,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:36.806967 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c216d7e9-d8a5-4f66-b8a7-53bc6a51a869 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Checking segment: {'id': '374065fe-d77f-459c-8ccb-af697bc04557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1ebf57e8-91a1-495b-90d7-c99d7db8d7d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:34:36.807410 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c216d7e9-d8a5-4f66-b8a7-53bc6a51a869 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Network hostable DHCP agents. Network: 1ebf57e8-91a1-495b-90d7-c99d7db8d7d8, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:34:36.829165 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c216d7e9-d8a5-4f66-b8a7-53bc6a51a869 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Network 1ebf57e8-91a1-495b-90d7-c99d7db8d7d8 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:34:36.852882 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-c216d7e9-d8a5-4f66-b8a7-53bc6a51a869 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 1ebf57e8-91a1-495b-90d7-c99d7db8d7d8) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:34:36.890692 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e7f413-a793-4fb0-b09e-44198c910ad2 None None] Network 1ebf57e8-91a1-495b-90d7-c99d7db8d7d8 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:34:36.894603 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c216d7e9-d8a5-4f66-b8a7-53bc6a51a869 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:36.895214 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c216d7e9-d8a5-4f66-b8a7-53bc6a51a869 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:37.034699 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-c216d7e9-d8a5-4f66-b8a7-53bc6a51a869 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6444690 Dec 06 17:34:37.036375 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 50848) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:34:37.076134 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-8e88c9aa-09f3-452c-bc88-d85c82c97a89 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Request body: {'port': {'network_id': '1ebf57e8-91a1-495b-90d7-c99d7db8d7d8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1687477708'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:34:37.078337 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-55ada72e-286d-43af-91a5-b6778536bd3d None None] Allocated IP 2001:db8::2 (92924f74-2f90-45e5-9033-541c61add3eb/926295a9-1d78-4392-a387-e92237c9787c/be3360a0-9152-4878-9e0f-aac0eb8be9e7) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:34:37.246060 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4e4061f4-16fd-4fbd-9cf7-ba175a2c7c93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:37.306251 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4e4061f4-16fd-4fbd-9cf7-ba175a2c7c93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:37.346769 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cc7a29-cccb-4b94-b4bb-8ee84050e02d req-2a608bc9-85ce-4745-ba31-85d33771fc5d tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:37.348694 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d5cc7a29-cccb-4b94-b4bb-8ee84050e02d req-2a608bc9-85ce-4745-ba31-85d33771fc5d tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa6c79b8-9a38-41df-86ca-6ce3a373db00 HTTP/1.1" status: 200 len: 944 time: 0.4816873 Dec 06 17:34:37.539078 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e88c9aa-09f3-452c-bc88-d85c82c97a89 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Made reservation on behalf of dc24c60063a149a2a5b2e6db2d951eb0 for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:34:37.544465 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8e88c9aa-09f3-452c-bc88-d85c82c97a89 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:37.546274 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-55ada72e-286d-43af-91a5-b6778536bd3d None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:37.596066 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-8e88c9aa-09f3-452c-bc88-d85c82c97a89 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] device_id is not set on port 94421c3b-41a0-429c-9191-c1ad54b25214 yet. {{(pid=103285) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:34:37.644485 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-55ada72e-286d-43af-91a5-b6778536bd3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:37.757324 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-8e88c9aa-09f3-452c-bc88-d85c82c97a89 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Allocated IP 2001:db8::3cd (1ebf57e8-91a1-495b-90d7-c99d7db8d7d8/f554394a-ba32-4dfd-885b-aaabaece3f35/94421c3b-41a0-429c-9191-c1ad54b25214) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:34:37.775590 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd93493-9423-48a5-9c98-ec18b50d36ea req-e25f6239-e0c7-4bd7-97d7-09caf6c33884 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:37.777634 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fcd93493-9423-48a5-9c98-ec18b50d36ea req-e25f6239-e0c7-4bd7-97d7-09caf6c33884 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.44 "GET /v2.0/networks?id=343f954d-d1c3-4f66-bad4-ccfe52b09e6c HTTP/1.1" status: 200 len: 811 time: 0.2625072 Dec 06 17:34:37.786408 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4e4061f4-16fd-4fbd-9cf7-ba175a2c7c93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:37.789086 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4e4061f4-16fd-4fbd-9cf7-ba175a2c7c93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:37.793577 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-4e4061f4-16fd-4fbd-9cf7-ba175a2c7c93 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8def0bea-1f1a-4071-a69e-dae503c10567 HTTP/1.1" status: 204 len: 168 time: 1.1841867 Dec 06 17:34:37.842091 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4061f4-16fd-4fbd-9cf7-ba175a2c7c93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8def0bea-1f1a-4071-a69e-dae503c10567,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:37.896451 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4acd6010-fa26-47ff-b9b6-cf534d155b04 req-73ae26ff-3e10-4c48-9eff-17baa484491d service neutron] 10.222.0.23 "GET /v2.0/networks/6b7abc05-e65c-45dd-b06d-3e0ac29b2d69?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3685427 Dec 06 17:34:37.914251 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ada72e-286d-43af-91a5-b6778536bd3d None None] Pushing event updated for resources: {'Port': ['ID=be3360a0-9152-4878-9e0f-aac0eb8be9e7,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:37.929817 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8e88c9aa-09f3-452c-bc88-d85c82c97a89 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:37.987054 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d5cc7a29-cccb-4b94-b4bb-8ee84050e02d req-a74ecc99-19b3-4e8c-bef6-f0360b5bc3a5 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dc80c36-8cf2-463d-929d-e78b3fbfe10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6191764 Dec 06 17:34:38.010215 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8e88c9aa-09f3-452c-bc88-d85c82c97a89 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:38.082717 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ada72e-286d-43af-91a5-b6778536bd3d None None] Network 92924f74-2f90-45e5-9033-541c61add3eb is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:34:38.092231 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-55ada72e-286d-43af-91a5-b6778536bd3d None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:34:38.103800 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ada72e-286d-43af-91a5-b6778536bd3d None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:34:38.176764 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e88c9aa-09f3-452c-bc88-d85c82c97a89 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Pushing event updated for resources: {'Port': ['ID=94421c3b-41a0-429c-9191-c1ad54b25214,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:38.216992 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e88c9aa-09f3-452c-bc88-d85c82c97a89 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Network 1ebf57e8-91a1-495b-90d7-c99d7db8d7d8 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:34:38.317189 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1ab0e4d7-da60-4325-b6ba-362df98f710a req-ede25db6-1e23-4ce9-8817-011983095115 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=233dace4-98c2-44a3-9485-25c0a217e10d HTTP/1.1" status: 200 len: 210 time: 0.1502206 Dec 06 17:34:38.319107 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-8e88c9aa-09f3-452c-bc88-d85c82c97a89 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:34:38.337339 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e88c9aa-09f3-452c-bc88-d85c82c97a89 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:34:38.360406 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e88c9aa-09f3-452c-bc88-d85c82c97a89 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:38.361098 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8e88c9aa-09f3-452c-bc88-d85c82c97a89 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:38.379332 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fcd93493-9423-48a5-9c98-ec18b50d36ea req-ce9715f2-2cdb-44bc-a57e-99c8b4591ed2 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7abadb1557c47ab8c8300111afe2d05 HTTP/1.1" status: 200 len: 380 time: 0.5801284 Dec 06 17:34:38.390003 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bfd130-47aa-4707-b247-00bb557db94d req-74628dc2-dceb-494a-a016-29b1bf13b2cc tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:38.391557 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e1bfd130-47aa-4707-b247-00bb557db94d req-74628dc2-dceb-494a-a016-29b1bf13b2cc tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.44 "GET /v2.0/networks?id=2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4 HTTP/1.1" status: 200 len: 812 time: 1.4377561 Dec 06 17:34:38.428180 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-e1bfd130-47aa-4707-b247-00bb557db94d req-f63c5b84-ffcb-4205-ac37-1fcd8c1d7ccf tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Request body: {'port': {'device_id': '233dace4-98c2-44a3-9485-25c0a217e10d', 'network_id': '2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4', 'admin_state_up': True, 'tenant_id': 'ecd8b64e36c540eeae4809301448bbe1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:34:38.448631 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-fcd93493-9423-48a5-9c98-ec18b50d36ea req-d61c2557-a9d3-4192-b18b-74502b9a1be4 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Request body: {'port': {'device_id': '522f6eb5-ac1c-49e5-9878-81b994af1b41', 'network_id': '343f954d-d1c3-4f66-bad4-ccfe52b09e6c', 'admin_state_up': True, 'tenant_id': 'd7abadb1557c47ab8c8300111afe2d05', 'security_groups': ['6a3c1414-f022-4a3f-a1e2-17b7111b3b97']}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:34:38.488135 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4acd6010-fa26-47ff-b9b6-cf534d155b04 req-37fb5014-7978-4f7f-8931-d7a79f9288ac service neutron] 10.222.0.23 "GET /v2.0/networks/6b7abc05-e65c-45dd-b06d-3e0ac29b2d69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5873809 Dec 06 17:34:38.564784 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-55ada72e-286d-43af-91a5-b6778536bd3d None None] Attempting to bind port be3360a0-9152-4878-9e0f-aac0eb8be9e7 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:34:38.565270 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-55ada72e-286d-43af-91a5-b6778536bd3d None None] Attempting to bind port be3360a0-9152-4878-9e0f-aac0eb8be9e7 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'a47332dc-5917-44f3-a9f4-ba1cd1d32759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:34:38.565834 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ada72e-286d-43af-91a5-b6778536bd3d None None] Attempting to bind port be3360a0-9152-4878-9e0f-aac0eb8be9e7 on network 92924f74-2f90-45e5-9033-541c61add3eb {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:34:38.569292 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 50862) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:34:38.580598 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ada72e-286d-43af-91a5-b6778536bd3d None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:34:38.581095 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ada72e-286d-43af-91a5-b6778536bd3d None None] Checking segment: {'id': 'a47332dc-5917-44f3-a9f4-ba1cd1d32759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:34:38.581612 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-55ada72e-286d-43af-91a5-b6778536bd3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:38.582081 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ada72e-286d-43af-91a5-b6778536bd3d None None] Bound using segment: {'id': 'a47332dc-5917-44f3-a9f4-ba1cd1d32759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:34:38.582672 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-55ada72e-286d-43af-91a5-b6778536bd3d None None] Bound port: be3360a0-9152-4878-9e0f-aac0eb8be9e7, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a47332dc-5917-44f3-a9f4-ba1cd1d32759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:34:38.583197 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-55ada72e-286d-43af-91a5-b6778536bd3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:38.584481 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d2ade5b2-51a1-4820-a31b-7d7901925947 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:38.602938 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1bfd130-47aa-4707-b247-00bb557db94d req-f63c5b84-ffcb-4205-ac37-1fcd8c1d7ccf tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Made reservation on behalf of ecd8b64e36c540eeae4809301448bbe1 for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:34:38.607239 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e1bfd130-47aa-4707-b247-00bb557db94d req-f63c5b84-ffcb-4205-ac37-1fcd8c1d7ccf tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:38.677208 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888d8a7c-d0b9-4ddc-9e0b-7b36dc25e512 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-1ebf57e8-91a1-495b-90d7-c99d7db8d7d8', 'network_id': '1ebf57e8-91a1-495b-90d7-c99d7db8d7d8', 'tenant_id': 'dc24c60063a149a2a5b2e6db2d951eb0', 'fixed_ips': [{'subnet_id': 'f554394a-ba32-4dfd-885b-aaabaece3f35'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:34:38.678119 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-888d8a7c-d0b9-4ddc-9e0b-7b36dc25e512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:38.686133 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b9b77cda-cc4b-4db0-882d-4134360cbc4e tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:38.802213 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-e1bfd130-47aa-4707-b247-00bb557db94d req-f63c5b84-ffcb-4205-ac37-1fcd8c1d7ccf tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Allocated IP 172.20.0.9 (2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4/06d20752-22e2-4f05-a607-805be1f18e56/c1420086-383a-49a5-8e9c-1dc3c65524c2) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:34:38.928880 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-55ada72e-286d-43af-91a5-b6778536bd3d None None] For port be3360a0-9152-4878-9e0f-aac0eb8be9e7, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:34:38.958609 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-55ada72e-286d-43af-91a5-b6778536bd3d None None] For port be3360a0-9152-4878-9e0f-aac0eb8be9e7, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=be3360a0-9152-4878-9e0f-aac0eb8be9e7,segment=NetworkSegment(a47332dc-5917-44f3-a9f4-ba1cd1d32759),segment_id=a47332dc-5917-44f3-a9f4-ba1cd1d32759)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:34:38.981755 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-55ada72e-286d-43af-91a5-b6778536bd3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:38.987343 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e1bfd130-47aa-4707-b247-00bb557db94d req-f63c5b84-ffcb-4205-ac37-1fcd8c1d7ccf tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:39.126589 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-8e88c9aa-09f3-452c-bc88-d85c82c97a89 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.0627775 Dec 06 17:34:39.127773 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 50880) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:34:39.175944 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-da398f6a-63a9-41ce-8695-59aab40456e7 req-9e25fb86-c9f5-4a71-8c91-f8c2b30e2cfa tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/ports?device_id=522f6eb5-ac1c-49e5-9878-81b994af1b41 HTTP/1.1" status: 200 len: 210 time: 0.6097102 Dec 06 17:34:39.190725 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-fa2524ae-6202-4c0e-b322-b624d4d71d74 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Request body: {'port': {'network_id': '1ebf57e8-91a1-495b-90d7-c99d7db8d7d8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-332248291', 'allowed_address_pairs': [{'ip_address': '2001:db8::3cd', 'mac_address': 'fa:16:3e:a3:d0:96'}]}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:34:39.309198 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ada72e-286d-43af-91a5-b6778536bd3d None None] Pushing event updated for resources: {'Port': ['ID=be3360a0-9152-4878-9e0f-aac0eb8be9e7,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:39.345643 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-888d8a7c-d0b9-4ddc-9e0b-7b36dc25e512 None None] Allocated IP 2001:db8::2 (1ebf57e8-91a1-495b-90d7-c99d7db8d7d8/f554394a-ba32-4dfd-885b-aaabaece3f35/5176465e-60d8-442c-8345-150688eec9e8) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:34:39.364192 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcd93493-9423-48a5-9c98-ec18b50d36ea req-d61c2557-a9d3-4192-b18b-74502b9a1be4 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Made reservation on behalf of d7abadb1557c47ab8c8300111afe2d05 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:34:39.386939 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fcd93493-9423-48a5-9c98-ec18b50d36ea req-d61c2557-a9d3-4192-b18b-74502b9a1be4 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:39.434322 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-155e223b-1f9b-49c9-969f-a36238134a34 req-b8dfe829-1e48-4474-8a50-8a4a393ed3a4 tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf4f8cd6-cdf3-4302-b4fd-5d4390fc664c HTTP/1.1" status: 200 len: 210 time: 0.2001896 Dec 06 17:34:39.452081 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e1bfd130-47aa-4707-b247-00bb557db94d req-f63c5b84-ffcb-4205-ac37-1fcd8c1d7ccf tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:39.744482 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1bfd130-47aa-4707-b247-00bb557db94d req-f63c5b84-ffcb-4205-ac37-1fcd8c1d7ccf tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Network 2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:34:39.751073 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-888d8a7c-d0b9-4ddc-9e0b-7b36dc25e512 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:39.766104 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-888d8a7c-d0b9-4ddc-9e0b-7b36dc25e512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:39.798073 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-e1bfd130-47aa-4707-b247-00bb557db94d req-f63c5b84-ffcb-4205-ac37-1fcd8c1d7ccf tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:34:39.813857 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1bfd130-47aa-4707-b247-00bb557db94d req-f63c5b84-ffcb-4205-ac37-1fcd8c1d7ccf tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:34:39.839659 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63c5b84-ffcb-4205-ac37-1fcd8c1d7ccf tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Pushing event updated for resources: {'Port': ['ID=c1420086-383a-49a5-8e9c-1dc3c65524c2,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:39.928245 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888d8a7c-d0b9-4ddc-9e0b-7b36dc25e512 None None] Network 1ebf57e8-91a1-495b-90d7-c99d7db8d7d8 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:34:39.935359 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aaf7c0-ae0a-43fe-abe4-af84568edafc req-5e4b7657-136e-4106-bbe8-afc8ec9737e1 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:39.936969 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-46aaf7c0-ae0a-43fe-abe4-af84568edafc req-5e4b7657-136e-4106-bbe8-afc8ec9737e1 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa6c79b8-9a38-41df-86ca-6ce3a373db00 HTTP/1.1" status: 200 len: 944 time: 0.4749777 Dec 06 17:34:39.950859 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa2524ae-6202-4c0e-b322-b624d4d71d74 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Made reservation on behalf of dc24c60063a149a2a5b2e6db2d951eb0 for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:34:39.955497 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-888d8a7c-d0b9-4ddc-9e0b-7b36dc25e512 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:34:39.973672 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888d8a7c-d0b9-4ddc-9e0b-7b36dc25e512 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:34:40.002685 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888d8a7c-d0b9-4ddc-9e0b-7b36dc25e512 None None] Pushing event updated for resources: {'Port': ['ID=5176465e-60d8-442c-8345-150688eec9e8,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:40.007318 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-fcd93493-9423-48a5-9c98-ec18b50d36ea req-d61c2557-a9d3-4192-b18b-74502b9a1be4 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Allocated IP 172.20.0.12 (343f954d-d1c3-4f66-bad4-ccfe52b09e6c/a4ea4d0f-71a4-4c95-82b1-6c4f14c713a1/131abded-8690-4d9b-b8ba-d98c5f8c0b81) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:34:40.031317 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bfd130-47aa-4707-b247-00bb557db94d req-f63c5b84-ffcb-4205-ac37-1fcd8c1d7ccf tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:40.032003 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e1bfd130-47aa-4707-b247-00bb557db94d req-f63c5b84-ffcb-4205-ac37-1fcd8c1d7ccf tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:40.106062 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-888d8a7c-d0b9-4ddc-9e0b-7b36dc25e512 None None] Attempting to bind port 5176465e-60d8-442c-8345-150688eec9e8 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:34:40.106503 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-888d8a7c-d0b9-4ddc-9e0b-7b36dc25e512 None None] Attempting to bind port 5176465e-60d8-442c-8345-150688eec9e8 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '374065fe-d77f-459c-8ccb-af697bc04557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1ebf57e8-91a1-495b-90d7-c99d7db8d7d8'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:34:40.106757 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888d8a7c-d0b9-4ddc-9e0b-7b36dc25e512 None None] Attempting to bind port 5176465e-60d8-442c-8345-150688eec9e8 on network 1ebf57e8-91a1-495b-90d7-c99d7db8d7d8 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:34:40.124854 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888d8a7c-d0b9-4ddc-9e0b-7b36dc25e512 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:34:40.125236 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888d8a7c-d0b9-4ddc-9e0b-7b36dc25e512 None None] Checking segment: {'id': '374065fe-d77f-459c-8ccb-af697bc04557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1ebf57e8-91a1-495b-90d7-c99d7db8d7d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:34:40.127829 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-888d8a7c-d0b9-4ddc-9e0b-7b36dc25e512 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:40.128251 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888d8a7c-d0b9-4ddc-9e0b-7b36dc25e512 None None] Bound using segment: {'id': '374065fe-d77f-459c-8ccb-af697bc04557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1ebf57e8-91a1-495b-90d7-c99d7db8d7d8'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:34:40.128755 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-888d8a7c-d0b9-4ddc-9e0b-7b36dc25e512 None None] Bound port: 5176465e-60d8-442c-8345-150688eec9e8, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '374065fe-d77f-459c-8ccb-af697bc04557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1ebf57e8-91a1-495b-90d7-c99d7db8d7d8'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:34:40.129151 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-888d8a7c-d0b9-4ddc-9e0b-7b36dc25e512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:40.234551 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fcd93493-9423-48a5-9c98-ec18b50d36ea req-d61c2557-a9d3-4192-b18b-74502b9a1be4 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:40.244022 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e1bfd130-47aa-4707-b247-00bb557db94d req-f63c5b84-ffcb-4205-ac37-1fcd8c1d7ccf tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8363135 Dec 06 17:34:40.280126 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-b9b77cda-cc4b-4db0-882d-4134360cbc4e tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Allocated IP 2001:db8::1 (92924f74-2f90-45e5-9033-541c61add3eb/926295a9-1d78-4392-a387-e92237c9787c/79389b58-736d-431a-baec-056c11457f73) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:34:40.297612 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-888d8a7c-d0b9-4ddc-9e0b-7b36dc25e512 None None] For port 5176465e-60d8-442c-8345-150688eec9e8, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:34:40.308046 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-888d8a7c-d0b9-4ddc-9e0b-7b36dc25e512 None None] For port 5176465e-60d8-442c-8345-150688eec9e8, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=5176465e-60d8-442c-8345-150688eec9e8,segment=NetworkSegment(374065fe-d77f-459c-8ccb-af697bc04557),segment_id=374065fe-d77f-459c-8ccb-af697bc04557)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:34:40.309391 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61d8bad-6663-465d-b580-f0eb88f46f7e req-e79260c5-3baf-4439-940f-c237f5aa344d tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:40.309798 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-e1bfd130-47aa-4707-b247-00bb557db94d req-8834da58-fe15-4f4f-8683-7f469114c3cb service neutron] Request body: {'port': {'device_id': '233dace4-98c2-44a3-9485-25c0a217e10d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:34:40.311328 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a61d8bad-6663-465d-b580-f0eb88f46f7e req-e79260c5-3baf-4439-940f-c237f5aa344d tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=233dace4-98c2-44a3-9485-25c0a217e10d HTTP/1.1" status: 200 len: 931 time: 0.6570737 Dec 06 17:34:40.317398 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fcd93493-9423-48a5-9c98-ec18b50d36ea req-d61c2557-a9d3-4192-b18b-74502b9a1be4 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:40.318738 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d2ade5b2-51a1-4820-a31b-7d7901925947 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:40.321771 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-888d8a7c-d0b9-4ddc-9e0b-7b36dc25e512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:40.349915 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-46aaf7c0-ae0a-43fe-abe4-af84568edafc req-795d5936-df5e-463e-a363-ce13b7f43a21 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dc80c36-8cf2-463d-929d-e78b3fbfe10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4045231 Dec 06 17:34:40.438214 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d2ade5b2-51a1-4820-a31b-7d7901925947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:40.446803 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e1bfd130-47aa-4707-b247-00bb557db94d req-8834da58-fe15-4f4f-8683-7f469114c3cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:40.493193 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ade5b2-51a1-4820-a31b-7d7901925947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43564b0a-ccc3-4135-8abf-4d2ce250cebe,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:40.536928 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888d8a7c-d0b9-4ddc-9e0b-7b36dc25e512 None None] Pushing event updated for resources: {'Port': ['ID=5176465e-60d8-442c-8345-150688eec9e8,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:40.543468 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61c2557-a9d3-4192-b18b-74502b9a1be4 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Pushing event updated for resources: {'Port': ['ID=131abded-8690-4d9b-b8ba-d98c5f8c0b81,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:40.556981 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a61d8bad-6663-465d-b580-f0eb88f46f7e req-e5cab7cc-bb76-4023-8f44-f0269d3b2692 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=53a84ca2-3f2c-4a10-85a7-67cee2181fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261875 Dec 06 17:34:40.578152 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcd93493-9423-48a5-9c98-ec18b50d36ea req-d61c2557-a9d3-4192-b18b-74502b9a1be4 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Network 343f954d-d1c3-4f66-bad4-ccfe52b09e6c is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:34:40.593293 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-fcd93493-9423-48a5-9c98-ec18b50d36ea req-d61c2557-a9d3-4192-b18b-74502b9a1be4 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:34:40.596585 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcd93493-9423-48a5-9c98-ec18b50d36ea req-d61c2557-a9d3-4192-b18b-74502b9a1be4 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:34:40.630906 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-45889025-659b-41b7-acac-8856d799b41d None None] Provisioning complete for port c1420086-383a-49a5-8e9c-1dc3c65524c2 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:34:40.630906 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-45889025-659b-41b7-acac-8856d799b41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:40.706249 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd93493-9423-48a5-9c98-ec18b50d36ea req-d61c2557-a9d3-4192-b18b-74502b9a1be4 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:40.707040 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fcd93493-9423-48a5-9c98-ec18b50d36ea req-d61c2557-a9d3-4192-b18b-74502b9a1be4 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:40.711402 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b15cf6-b397-4e26-abe3-645f12d4565a req-8afe146a-571d-4712-8314-987035b20891 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:40.725929 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device be3360a0-9152-4878-9e0f-aac0eb8be9e7 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:34:40.728051 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-56b15cf6-b397-4e26-abe3-645f12d4565a req-8afe146a-571d-4712-8314-987035b20891 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/ports?device_id=522f6eb5-ac1c-49e5-9878-81b994af1b41 HTTP/1.1" status: 200 len: 932 time: 0.2465031 Dec 06 17:34:40.737104 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fa2524ae-6202-4c0e-b322-b624d4d71d74 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:40.773878 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fcd93493-9423-48a5-9c98-ec18b50d36ea req-d61c2557-a9d3-4192-b18b-74502b9a1be4 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3312237 Dec 06 17:34:40.787457 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-fcd93493-9423-48a5-9c98-ec18b50d36ea req-331ceec8-bd22-419f-8419-b8a369b6c41b service neutron] Request body: {'port': {'device_id': '522f6eb5-ac1c-49e5-9878-81b994af1b41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:34:40.881126 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-45889025-659b-41b7-acac-8856d799b41d None None] Port c1420086-383a-49a5-8e9c-1dc3c65524c2 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:34:40.942176 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port be3360a0-9152-4878-9e0f-aac0eb8be9e7 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:34:40.950075 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:40.959080 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 898d1acc-2af6-4093-9de7-c69ed9ead98f up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:34:40.959299 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fcd93493-9423-48a5-9c98-ec18b50d36ea req-331ceec8-bd22-419f-8419-b8a369b6c41b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:40.983676 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7e8a2cdc-d6c7-4b4a-bf6d-1fde8e06eff4 req-f9222f32-e087-42cf-802c-4fbcc938c0f5 tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf4f8cd6-cdf3-4302-b4fd-5d4390fc664c HTTP/1.1" status: 200 len: 210 time: 0.0690780 Dec 06 17:34:40.990850 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b9b77cda-cc4b-4db0-882d-4134360cbc4e tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:41.317770 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port 898d1acc-2af6-4093-9de7-c69ed9ead98f completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:34:41.405531 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-d2ade5b2-51a1-4820-a31b-7d7901925947 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9155b559a60944b88d2ce6272de13f58&name=default HTTP/1.1" status: 200 len: 3000 time: 2.8350663 Dec 06 17:34:41.424732 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 50900) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:34:41.438000 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-fa2524ae-6202-4c0e-b322-b624d4d71d74 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] device_id is not set on port 3c77bc9c-872f-434f-b4d9-cbdbb51efb57 yet. {{(pid=103285) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:34:41.474394 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:41.508765 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port 898d1acc-2af6-4093-9de7-c69ed9ead98f triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:34:41.509143 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:41.527293 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b9b77cda-cc4b-4db0-882d-4134360cbc4e tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:41.699169 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-56b15cf6-b397-4e26-abe3-645f12d4565a req-e2c0ef44-d881-4962-adfb-d81a6f5643c2 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a3c1414-f022-4a3f-a1e2-17b7111b3b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3457305 Dec 06 17:34:41.759675 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] For port be3360a0-9152-4878-9e0f-aac0eb8be9e7, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=be3360a0-9152-4878-9e0f-aac0eb8be9e7,segment=NetworkSegment(a47332dc-5917-44f3-a9f4-ba1cd1d32759),segment_id=a47332dc-5917-44f3-a9f4-ba1cd1d32759)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:34:41.771009 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6e255424-aabf-4f27-8c2d-cc455c156d5b None None] Provisioning complete for port 131abded-8690-4d9b-b8ba-d98c5f8c0b81 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:34:41.772581 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6e255424-aabf-4f27-8c2d-cc455c156d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:41.871917 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6e255424-aabf-4f27-8c2d-cc455c156d5b None None] Port 131abded-8690-4d9b-b8ba-d98c5f8c0b81 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:34:41.873436 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:41.911519 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acd6010-fa26-47ff-b9b6-cf534d155b04 req-7190f40d-f7fb-4153-973f-55d4be348b30 tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:41.912968 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4acd6010-fa26-47ff-b9b6-cf534d155b04 req-7190f40d-f7fb-4153-973f-55d4be348b30 tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] 10.222.0.41 "GET /v2.0/networks?id=6b7abc05-e65c-45dd-b06d-3e0ac29b2d69 HTTP/1.1" status: 200 len: 814 time: 0.5411530 Dec 06 17:34:42.006654 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Pushing event updated for resources: {'Port': ['ID=be3360a0-9152-4878-9e0f-aac0eb8be9e7,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:42.068039 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-fa2524ae-6202-4c0e-b322-b624d4d71d74 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Allocated IP 2001:db8::8a (1ebf57e8-91a1-495b-90d7-c99d7db8d7d8/f554394a-ba32-4dfd-885b-aaabaece3f35/3c77bc9c-872f-434f-b4d9-cbdbb51efb57) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:34:42.084718 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b77cda-cc4b-4db0-882d-4134360cbc4e tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event updated for resources: {'Port': ['ID=79389b58-736d-431a-baec-056c11457f73,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:42.111005 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-e1bfd130-47aa-4707-b247-00bb557db94d req-8834da58-fe15-4f4f-8683-7f469114c3cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1420086-383a-49a5-8e9c-1dc3c65524c2 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:34:42.125865 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b77cda-cc4b-4db0-882d-4134360cbc4e tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Network 92924f74-2f90-45e5-9033-541c61add3eb is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:34:42.136142 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:42.145355 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-b9b77cda-cc4b-4db0-882d-4134360cbc4e tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:34:42.149794 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc557e41-1a02-4e6b-98d9-9cfe29affab2 req-7b33e0e7-98ab-40ee-b982-98c53d7dada9 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:42.150747 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b77cda-cc4b-4db0-882d-4134360cbc4e tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:34:42.151694 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b9b77cda-cc4b-4db0-882d-4134360cbc4e tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539179'] for router_interface, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:42.152544 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fc557e41-1a02-4e6b-98d9-9cfe29affab2 req-7b33e0e7-98ab-40ee-b982-98c53d7dada9 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=233dace4-98c2-44a3-9485-25c0a217e10d HTTP/1.1" status: 200 len: 931 time: 0.3351948 Dec 06 17:34:42.159825 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e1bfd130-47aa-4707-b247-00bb557db94d req-8834da58-fe15-4f4f-8683-7f469114c3cb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:42.166498 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-198fb8ba-93fe-48c0-9667-75e66c75ec91 None None] Provisioning complete for port be3360a0-9152-4878-9e0f-aac0eb8be9e7 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:34:42.167400 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-198fb8ba-93fe-48c0-9667-75e66c75ec91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:42.228502 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa6c79b8-9a38-41df-86ca-6ce3a373db00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '898d1acc-2af6-4093-9de7-c69ed9ead98f'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:34:42.231286 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e02ca2a8-2754-46c5-854d-466e6df29459" -d '{"events": [{"server_uuid": "aa6c79b8-9a38-41df-86ca-6ce3a373db00", "name": "network-vif-plugged", "status": "completed", "tag": "898d1acc-2af6-4093-9de7-c69ed9ead98f"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:34:42.253302 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4acd6010-fa26-47ff-b9b6-cf534d155b04 req-f90eaa6a-f9d7-43ac-b2d6-45569e659583 tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a5c2edb34ef45d5b7fd006e4fd1e900 HTTP/1.1" status: 200 len: 379 time: 0.3163099 Dec 06 17:34:42.268144 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-e1bfd130-47aa-4707-b247-00bb557db94d req-8834da58-fe15-4f4f-8683-7f469114c3cb service neutron] Transition to ACTIVE for port object c1420086-383a-49a5-8e9c-1dc3c65524c2 will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:34:42.279183 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 898d1acc-2af6-4093-9de7-c69ed9ead98f, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=898d1acc-2af6-4093-9de7-c69ed9ead98f,segment=NetworkSegment(cbe98e49-8460-4bd9-935d-6d2813654e4d),segment_id=cbe98e49-8460-4bd9-935d-6d2813654e4d)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:34:42.288928 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-4acd6010-fa26-47ff-b9b6-cf534d155b04 req-9af8db1e-148c-4729-93d6-b0d7aef8e56d tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Request body: {'port': {'device_id': 'bf4f8cd6-cdf3-4302-b4fd-5d4390fc664c', 'network_id': '6b7abc05-e65c-45dd-b06d-3e0ac29b2d69', 'admin_state_up': True, 'tenant_id': '7a5c2edb34ef45d5b7fd006e4fd1e900', 'security_groups': ['53cb9de0-95b5-473c-9e29-7b6cfb4563a1']}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:34:42.289379 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:42.371369 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e1bfd130-47aa-4707-b247-00bb557db94d req-8834da58-fe15-4f4f-8683-7f469114c3cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:42.448691 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ba8f55-8c6a-4ced-b492-cbdd70b7e84c req-e8bd9197-f9a1-4cce-adc7-3a2e81a47f94 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:42.456915 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f2ba8f55-8c6a-4ced-b492-cbdd70b7e84c req-e8bd9197-f9a1-4cce-adc7-3a2e81a47f94 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa6c79b8-9a38-41df-86ca-6ce3a373db00 HTTP/1.1" status: 200 len: 944 time: 0.9644721 Dec 06 17:34:42.479782 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8b25f44d-12d1-4d4e-b7d3-758d2b3da45d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:42.529577 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8b25f44d-12d1-4d4e-b7d3-758d2b3da45d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:42.571532 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=898d1acc-2af6-4093-9de7-c69ed9ead98f,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:42.726010 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 5176465e-60d8-442c-8345-150688eec9e8 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:34:42.742097 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8b25f44d-12d1-4d4e-b7d3-758d2b3da45d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:42.745073 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8b25f44d-12d1-4d4e-b7d3-758d2b3da45d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:42.748721 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-8b25f44d-12d1-4d4e-b7d3-758d2b3da45d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/43564b0a-ccc3-4135-8abf-4d2ce250cebe HTTP/1.1" status: 204 len: 168 time: 1.3203461 Dec 06 17:34:42.784530 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f2ba8f55-8c6a-4ced-b492-cbdd70b7e84c req-81f7f0d0-886d-45fd-8c96-a86403eee1da tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dc80c36-8cf2-463d-929d-e78b3fbfe10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3266664 Dec 06 17:34:42.800267 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fc557e41-1a02-4e6b-98d9-9cfe29affab2 req-0c377fd1-a7d8-49c0-a4b9-a55a12bea91f tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=53a84ca2-3f2c-4a10-85a7-67cee2181fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6338642 Dec 06 17:34:42.832282 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b25f44d-12d1-4d4e-b7d3-758d2b3da45d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43564b0a-ccc3-4135-8abf-4d2ce250cebe,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:42.911556 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854d05e1-bd68-4aee-98c3-a00fae7da03f None None] Network 1ebf57e8-91a1-495b-90d7-c99d7db8d7d8 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:34:42.914261 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-ba76d016-505a-4f0f-becd-a410ba761ab8 None None] Provisioning complete for port 79389b58-736d-431a-baec-056c11457f73 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:34:42.914261 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ba76d016-505a-4f0f-becd-a410ba761ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:42.928404 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b9b77cda-cc4b-4db0-882d-4134360cbc4e tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:43.005508 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2daf4b10-fe55-48e2-b82b-80c774cf3fee x-openstack-request-id: req-2daf4b10-fe55-48e2-b82b-80c774cf3fee {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:34:43.005508 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa6c79b8-9a38-41df-86ca-6ce3a373db00", "name": "network-vif-plugged", "status": "completed", "tag": "898d1acc-2af6-4093-9de7-c69ed9ead98f", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:34:43.005833 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2daf4b10-fe55-48e2-b82b-80c774cf3fee {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:34:43.008564 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa6c79b8-9a38-41df-86ca-6ce3a373db00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '898d1acc-2af6-4093-9de7-c69ed9ead98f', 'code': 200} Dec 06 17:34:43.017741 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-ba76d016-505a-4f0f-becd-a410ba761ab8 None None] Port 79389b58-736d-431a-baec-056c11457f73 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:34:43.097875 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 5176465e-60d8-442c-8345-150688eec9e8 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:34:43.098254 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:43.272938 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-29cd2f8d-6cab-48b2-9ed4-036fc8500846 None None] Provisioning complete for port 94421c3b-41a0-429c-9191-c1ad54b25214 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:34:43.273319 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-29cd2f8d-6cab-48b2-9ed4-036fc8500846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:43.477925 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-29cd2f8d-6cab-48b2-9ed4-036fc8500846 None None] Port 94421c3b-41a0-429c-9191-c1ad54b25214 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:34:43.491991 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-edcacea1-22b4-48e3-b7e2-dacd18242d4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:43.495898 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:43.501763 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b9b77cda-cc4b-4db0-882d-4134360cbc4e tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:43.551188 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0c9a9679-82f6-4a23-8a07-0d7dd2949525 req-0c21361b-79cc-496e-86ad-c446706ba047 tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf4f8cd6-cdf3-4302-b4fd-5d4390fc664c HTTP/1.1" status: 200 len: 210 time: 0.6002042 Dec 06 17:34:43.562627 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b9b77cda-cc4b-4db0-882d-4134360cbc4e tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:43.564012 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b9b77cda-cc4b-4db0-882d-4134360cbc4e tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-772465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539207'] for router_interface, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:43.616796 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] For port 5176465e-60d8-442c-8345-150688eec9e8, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=5176465e-60d8-442c-8345-150688eec9e8,segment=NetworkSegment(374065fe-d77f-459c-8ccb-af697bc04557),segment_id=374065fe-d77f-459c-8ccb-af697bc04557)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:34:43.621843 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-29cd2f8d-6cab-48b2-9ed4-036fc8500846 None None] Provisioning complete for port 5176465e-60d8-442c-8345-150688eec9e8 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:34:43.622587 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-29cd2f8d-6cab-48b2-9ed4-036fc8500846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:43.674073 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b77cda-cc4b-4db0-882d-4134360cbc4e tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event updated for resources: {'Port': ['ID=79389b58-736d-431a-baec-056c11457f73,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:43.739107 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:43.739912 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device be3360a0-9152-4878-9e0f-aac0eb8be9e7 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:34:43.977386 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-fcd93493-9423-48a5-9c98-ec18b50d36ea req-331ceec8-bd22-419f-8419-b8a369b6c41b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 131abded-8690-4d9b-b8ba-d98c5f8c0b81 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:34:43.999102 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b77cda-cc4b-4db0-882d-4134360cbc4e tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Network 92924f74-2f90-45e5-9033-541c61add3eb is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:34:44.023728 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04ab30f-0b97-4058-95d3-03f24dec5ffe req-a23c64ce-0037-4e36-966b-3f48e0d6d485 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:44.025420 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b04ab30f-0b97-4058-95d3-03f24dec5ffe req-a23c64ce-0037-4e36-966b-3f48e0d6d485 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa6c79b8-9a38-41df-86ca-6ce3a373db00 HTTP/1.1" status: 200 len: 945 time: 0.1210091 Dec 06 17:34:44.026943 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-b9b77cda-cc4b-4db0-882d-4134360cbc4e tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:34:44.029244 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port be3360a0-9152-4878-9e0f-aac0eb8be9e7 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:34:44.037775 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:44.045137 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fa2524ae-6202-4c0e-b322-b624d4d71d74 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:44.092709 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fcd93493-9423-48a5-9c98-ec18b50d36ea req-331ceec8-bd22-419f-8419-b8a369b6c41b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:44.247118 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8834da58-fe15-4f4f-8683-7f469114c3cb service neutron] Pushing event updated for resources: {'Port': ['ID=c1420086-383a-49a5-8e9c-1dc3c65524c2,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:44.264962 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fa2524ae-6202-4c0e-b322-b624d4d71d74 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:44.280838 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Pushing event updated for resources: {'Port': ['ID=5176465e-60d8-442c-8345-150688eec9e8,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:44.426017 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-fcd93493-9423-48a5-9c98-ec18b50d36ea req-331ceec8-bd22-419f-8419-b8a369b6c41b service neutron] Transition to ACTIVE for port object 131abded-8690-4d9b-b8ba-d98c5f8c0b81 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:34:44.467762 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fcd93493-9423-48a5-9c98-ec18b50d36ea req-331ceec8-bd22-419f-8419-b8a369b6c41b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:44.605229 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-0da690f7-65ef-4ee8-aa5e-27a6a7e8301c None None] Provisioning complete for port 94421c3b-41a0-429c-9191-c1ad54b25214 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:34:44.605630 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0da690f7-65ef-4ee8-aa5e-27a6a7e8301c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:44.613546 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9b77cda-cc4b-4db0-882d-4134360cbc4e tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Router 59887a0d-42a5-4e5f-bff3-1a1694379682 is scheduled to L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 17:34:44.624120 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331ceec8-bd22-419f-8419-b8a369b6c41b service neutron] Pushing event updated for resources: {'Port': ['ID=131abded-8690-4d9b-b8ba-d98c5f8c0b81,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:44.700132 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4104243e-f4f1-478f-93fb-4550c2202241 req-54e98104-6f5f-4a4b-86f8-f3c183c50688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:44.702238 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4104243e-f4f1-478f-93fb-4550c2202241 req-54e98104-6f5f-4a4b-86f8-f3c183c50688 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=aa6c79b8-9a38-41df-86ca-6ce3a373db00 HTTP/1.1" status: 200 len: 1096 time: 0.5155330 Dec 06 17:34:44.710249 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-0da690f7-65ef-4ee8-aa5e-27a6a7e8301c None None] Port 94421c3b-41a0-429c-9191-c1ad54b25214 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:34:44.726068 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-0da690f7-65ef-4ee8-aa5e-27a6a7e8301c None None] Provisioning complete for port 5176465e-60d8-442c-8345-150688eec9e8 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:34:44.726445 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0da690f7-65ef-4ee8-aa5e-27a6a7e8301c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:44.815277 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2524ae-6202-4c0e-b322-b624d4d71d74 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Network 1ebf57e8-91a1-495b-90d7-c99d7db8d7d8 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:34:44.837212 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4acd6010-fa26-47ff-b9b6-cf534d155b04 req-9af8db1e-148c-4729-93d6-b0d7aef8e56d tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Made reservation on behalf of 7a5c2edb34ef45d5b7fd006e4fd1e900 for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:34:44.844039 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-4acd6010-fa26-47ff-b9b6-cf534d155b04 req-9af8db1e-148c-4729-93d6-b0d7aef8e56d tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:44.854959 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b04ab30f-0b97-4058-95d3-03f24dec5ffe req-624a8ca8-3bdc-4b1f-8253-b89686292209 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dc80c36-8cf2-463d-929d-e78b3fbfe10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8029876 Dec 06 17:34:44.870053 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-fa2524ae-6202-4c0e-b322-b624d4d71d74 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:34:44.883199 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2524ae-6202-4c0e-b322-b624d4d71d74 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:34:44.890168 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2524ae-6202-4c0e-b322-b624d4d71d74 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:44.891201 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fa2524ae-6202-4c0e-b322-b624d4d71d74 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:44.908279 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9b77cda-cc4b-4db0-882d-4134360cbc4e tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:34:44.910569 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 5176465e-60d8-442c-8345-150688eec9e8 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:34:44.914350 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-b9b77cda-cc4b-4db0-882d-4134360cbc4e tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "PUT /v2.0/routers/59887a0d-42a5-4e5f-bff3-1a1694379682/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2491579 Dec 06 17:34:44.918169 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2524ae-6202-4c0e-b322-b624d4d71d74 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Pushing event updated for resources: {'Port': ['ID=3c77bc9c-872f-434f-b4d9-cbdbb51efb57,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:44.920908 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aac3846-1700-4429-bf19-f9f382511a40 None None] Sync routers for ids ['59887a0d-42a5-4e5f-bff3-1a1694379682'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:34:44.933214 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 50948) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:34:44.939275 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aac3846-1700-4429-bf19-f9f382511a40 None None] Routers {'59887a0d-42a5-4e5f-bff3-1a1694379682'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:34:44.939899 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-0aac3846-1700-4429-bf19-f9f382511a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:34:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['59887a0d-42a5-4e5f-bff3-1a1694379682'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:34:44.984852 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-fcd93493-9423-48a5-9c98-ec18b50d36ea req-331ceec8-bd22-419f-8419-b8a369b6c41b service neutron] Attempting to bind port 131abded-8690-4d9b-b8ba-d98c5f8c0b81 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:34:44.987350 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-fcd93493-9423-48a5-9c98-ec18b50d36ea req-331ceec8-bd22-419f-8419-b8a369b6c41b service neutron] Attempting to bind port 131abded-8690-4d9b-b8ba-d98c5f8c0b81 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'e7633122-45be-4098-9151-607f71ade058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '343f954d-d1c3-4f66-bad4-ccfe52b09e6c'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:34:44.987912 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd93493-9423-48a5-9c98-ec18b50d36ea req-331ceec8-bd22-419f-8419-b8a369b6c41b service neutron] Attempting to bind port 131abded-8690-4d9b-b8ba-d98c5f8c0b81 on network 343f954d-d1c3-4f66-bad4-ccfe52b09e6c {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:34:45.003051 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471a76a5-b211-4d40-ab87-a5230841275e req-0035a989-6d04-4976-bd32-8bf0028a7da3 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:45.010689 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-471a76a5-b211-4d40-ab87-a5230841275e req-0035a989-6d04-4976-bd32-8bf0028a7da3 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/ports?device_id=522f6eb5-ac1c-49e5-9878-81b994af1b41 HTTP/1.1" status: 200 len: 932 time: 0.8795693 Dec 06 17:34:45.012768 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd93493-9423-48a5-9c98-ec18b50d36ea req-331ceec8-bd22-419f-8419-b8a369b6c41b service neutron] Port 131abded-8690-4d9b-b8ba-d98c5f8c0b81 on network 343f954d-d1c3-4f66-bad4-ccfe52b09e6c not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:34:45.015372 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd93493-9423-48a5-9c98-ec18b50d36ea req-331ceec8-bd22-419f-8419-b8a369b6c41b service neutron] Attempting to bind port 131abded-8690-4d9b-b8ba-d98c5f8c0b81 on network 343f954d-d1c3-4f66-bad4-ccfe52b09e6c {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:34:45.055756 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd93493-9423-48a5-9c98-ec18b50d36ea req-331ceec8-bd22-419f-8419-b8a369b6c41b service neutron] Checking agent: {'id': '9d8b9f49-2860-4c1f-9b89-45a7657a3c4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:34:45.056774 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd93493-9423-48a5-9c98-ec18b50d36ea req-331ceec8-bd22-419f-8419-b8a369b6c41b service neutron] Checking segment: {'id': 'e7633122-45be-4098-9151-607f71ade058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '343f954d-d1c3-4f66-bad4-ccfe52b09e6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:34:45.061070 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd93493-9423-48a5-9c98-ec18b50d36ea req-331ceec8-bd22-419f-8419-b8a369b6c41b service neutron] Bound using segment: {'id': 'e7633122-45be-4098-9151-607f71ade058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '343f954d-d1c3-4f66-bad4-ccfe52b09e6c'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:34:45.066348 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-fcd93493-9423-48a5-9c98-ec18b50d36ea req-331ceec8-bd22-419f-8419-b8a369b6c41b service neutron] Bound port: 131abded-8690-4d9b-b8ba-d98c5f8c0b81, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7633122-45be-4098-9151-607f71ade058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '343f954d-d1c3-4f66-bad4-ccfe52b09e6c'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:34:45.068915 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fcd93493-9423-48a5-9c98-ec18b50d36ea req-331ceec8-bd22-419f-8419-b8a369b6c41b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:45.120949 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-e1bfd130-47aa-4707-b247-00bb557db94d req-8834da58-fe15-4f4f-8683-7f469114c3cb service neutron] Attempting to bind port c1420086-383a-49a5-8e9c-1dc3c65524c2 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:34:45.121601 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-e1bfd130-47aa-4707-b247-00bb557db94d req-8834da58-fe15-4f4f-8683-7f469114c3cb service neutron] Attempting to bind port c1420086-383a-49a5-8e9c-1dc3c65524c2 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '335efc5d-483a-424a-abc6-8fe1bd340f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:34:45.128186 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bfd130-47aa-4707-b247-00bb557db94d req-8834da58-fe15-4f4f-8683-7f469114c3cb service neutron] Attempting to bind port c1420086-383a-49a5-8e9c-1dc3c65524c2 on network 2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:34:45.208216 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-fa2524ae-6202-4c0e-b322-b624d4d71d74 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 6.0564797 Dec 06 17:34:45.218153 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 50950) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:34:45.229136 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 5176465e-60d8-442c-8345-150688eec9e8 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:34:45.236144 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:45.334183 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bfd130-47aa-4707-b247-00bb557db94d req-8834da58-fe15-4f4f-8683-7f469114c3cb service neutron] Port c1420086-383a-49a5-8e9c-1dc3c65524c2 on network 2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:34:45.337854 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bfd130-47aa-4707-b247-00bb557db94d req-8834da58-fe15-4f4f-8683-7f469114c3cb service neutron] Attempting to bind port c1420086-383a-49a5-8e9c-1dc3c65524c2 on network 2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:34:45.348483 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-0aac3846-1700-4429-bf19-f9f382511a40 None None] Set router 59887a0d-42a5-4e5f-bff3-1a1694379682 gateway port host: None {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:34:45.362545 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4104243e-f4f1-478f-93fb-4550c2202241 req-921c918b-6c42-4750-ab74-58614568e86e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7dc80c36-8cf2-463d-929d-e78b3fbfe10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6204803 Dec 06 17:34:45.365787 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8783f5fe-c9b3-41a5-8fa6-481e1df432b7 req-e3bd0602-0ee6-4a56-92bf-c5a31cc151fd tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:45.367425 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8783f5fe-c9b3-41a5-8fa6-481e1df432b7 req-e3bd0602-0ee6-4a56-92bf-c5a31cc151fd tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=233dace4-98c2-44a3-9485-25c0a217e10d HTTP/1.1" status: 200 len: 943 time: 0.2384613 Dec 06 17:34:45.372484 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-fcd93493-9423-48a5-9c98-ec18b50d36ea req-331ceec8-bd22-419f-8419-b8a369b6c41b service neutron] For port 131abded-8690-4d9b-b8ba-d98c5f8c0b81, host n-h2-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:34:45.379855 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-fcd93493-9423-48a5-9c98-ec18b50d36ea req-331ceec8-bd22-419f-8419-b8a369b6c41b service neutron] For port 131abded-8690-4d9b-b8ba-d98c5f8c0b81, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=131abded-8690-4d9b-b8ba-d98c5f8c0b81,segment=NetworkSegment(e7633122-45be-4098-9151-607f71ade058),segment_id=e7633122-45be-4098-9151-607f71ade058)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:34:45.428043 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fcd93493-9423-48a5-9c98-ec18b50d36ea req-331ceec8-bd22-419f-8419-b8a369b6c41b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:45.462017 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-04b9ca4d-7467-47a0-bd5d-c94b11e0ad7f None None] Provisioning complete for port 94421c3b-41a0-429c-9191-c1ad54b25214 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:34:45.463171 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-04b9ca4d-7467-47a0-bd5d-c94b11e0ad7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:45.502353 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-04b9ca4d-7467-47a0-bd5d-c94b11e0ad7f None None] Port 94421c3b-41a0-429c-9191-c1ad54b25214 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:34:45.514475 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-04b9ca4d-7467-47a0-bd5d-c94b11e0ad7f None None] Provisioning complete for port 79389b58-736d-431a-baec-056c11457f73 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:34:45.515259 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-04b9ca4d-7467-47a0-bd5d-c94b11e0ad7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:45.562234 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd93493-9423-48a5-9c98-ec18b50d36ea req-331ceec8-bd22-419f-8419-b8a369b6c41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:45.562898 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fcd93493-9423-48a5-9c98-ec18b50d36ea req-331ceec8-bd22-419f-8419-b8a369b6c41b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:45.564503 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fcd93493-9423-48a5-9c98-ec18b50d36ea req-331ceec8-bd22-419f-8419-b8a369b6c41b service neutron] 10.222.0.44 "PUT /v2.0/ports/131abded-8690-4d9b-b8ba-d98c5f8c0b81 HTTP/1.1" status: 200 len: 1092 time: 4.7820902 Dec 06 17:34:45.565154 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '522f6eb5-ac1c-49e5-9878-81b994af1b41', 'tag': '131abded-8690-4d9b-b8ba-d98c5f8c0b81'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:34:45.567825 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4906020d-a871-4c35-840f-fc9037d65dac" -d '{"events": [{"name": "network-changed", "server_uuid": "522f6eb5-ac1c-49e5-9878-81b994af1b41", "tag": "131abded-8690-4d9b-b8ba-d98c5f8c0b81"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:34:45.594420 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8783f5fe-c9b3-41a5-8fa6-481e1df432b7 req-8c298cf4-3eb4-4946-917d-63201bd88163 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=53a84ca2-3f2c-4a10-85a7-67cee2181fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039742 Dec 06 17:34:45.687331 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331ceec8-bd22-419f-8419-b8a369b6c41b service neutron] Pushing event updated for resources: {'Port': ['ID=131abded-8690-4d9b-b8ba-d98c5f8c0b81,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:45.719438 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-4acd6010-fa26-47ff-b9b6-cf534d155b04 req-9af8db1e-148c-4729-93d6-b0d7aef8e56d tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Allocated IP 172.20.0.10 (6b7abc05-e65c-45dd-b06d-3e0ac29b2d69/e0ff83a7-9b77-408a-ae64-b8b2247c5811/00fa4bcf-ee2e-4551-b2d1-fdb01cc6d6c5) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:34:45.738886 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-04b9ca4d-7467-47a0-bd5d-c94b11e0ad7f None None] Port 79389b58-736d-431a-baec-056c11457f73 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:34:45.756329 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd93493-9423-48a5-9c98-ec18b50d36ea req-a6348da7-1bc6-4f41-9173-1cea7a5a6cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:45.765218 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fcd93493-9423-48a5-9c98-ec18b50d36ea req-a6348da7-1bc6-4f41-9173-1cea7a5a6cb9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d7abadb1557c47ab8c8300111afe2d05&device_id=522f6eb5-ac1c-49e5-9878-81b994af1b41 HTTP/1.1" status: 200 len: 1095 time: 0.1387289 Dec 06 17:34:45.766674 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-215c4ac3-3d4f-47f7-b525-6b72667dc430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:45.874187 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fcd93493-9423-48a5-9c98-ec18b50d36ea req-2dc38cb9-3c19-4b26-9598-3f2b4b32f93a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=131abded-8690-4d9b-b8ba-d98c5f8c0b81 HTTP/1.1" status: 200 len: 217 time: 0.1003842 Dec 06 17:34:45.910256 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-02485c28-e9db-43bd-ac6f-202513153325 None None] Provisioning complete for port 3c77bc9c-872f-434f-b4d9-cbdbb51efb57 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:34:45.918068 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-02485c28-e9db-43bd-ac6f-202513153325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:45.952671 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5a057d93-d3fc-45fe-a5be-212d934101d3 req-d8ed77cf-59fa-4487-894a-73affcf2fbbf tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf4f8cd6-cdf3-4302-b4fd-5d4390fc664c HTTP/1.1" status: 200 len: 210 time: 0.0744891 Dec 06 17:34:46.026166 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-02485c28-e9db-43bd-ac6f-202513153325 None None] Port 3c77bc9c-872f-434f-b4d9-cbdbb51efb57 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:34:46.032537 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b5f952-a379-4cd2-b9b4-1b5eedbf3a13 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:46.045136 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-88b5f952-a379-4cd2-b9b4-1b5eedbf3a13 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "GET /v2.0/ports/79389b58-736d-431a-baec-056c11457f73 HTTP/1.1" status: 200 len: 911 time: 1.1047938 Dec 06 17:34:46.048120 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 50976) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:34:46.081165 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd93493-9423-48a5-9c98-ec18b50d36ea req-095dea1b-fd0f-4f83-bf74-a90f5e902b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:46.083269 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fcd93493-9423-48a5-9c98-ec18b50d36ea req-095dea1b-fd0f-4f83-bf74-a90f5e902b32 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a4ea4d0f-71a4-4c95-82b1-6c4f14c713a1 HTTP/1.1" status: 200 len: 850 time: 0.1296513 Dec 06 17:34:46.161969 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd4c20ec-6028-4462-bf13-1b06d6c5ff83 x-openstack-request-id: req-cd4c20ec-6028-4462-bf13-1b06d6c5ff83 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:34:46.176330 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "522f6eb5-ac1c-49e5-9878-81b994af1b41", "tag": "131abded-8690-4d9b-b8ba-d98c5f8c0b81", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:34:46.177398 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cd4c20ec-6028-4462-bf13-1b06d6c5ff83 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:34:46.177892 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '522f6eb5-ac1c-49e5-9878-81b994af1b41', 'tag': '131abded-8690-4d9b-b8ba-d98c5f8c0b81', 'status': 'completed', 'code': 200} Dec 06 17:34:46.200922 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-471a76a5-b211-4d40-ab87-a5230841275e req-bd30f382-6d70-403b-af6b-4cd40516e267 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a3c1414-f022-4a3f-a1e2-17b7111b3b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1889856 Dec 06 17:34:46.249337 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd93493-9423-48a5-9c98-ec18b50d36ea req-d6e2d96b-a341-4ab5-a132-28bbc96c59ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:46.251066 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fcd93493-9423-48a5-9c98-ec18b50d36ea req-d6e2d96b-a341-4ab5-a132-28bbc96c59ad service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=343f954d-d1c3-4f66-bad4-ccfe52b09e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1578813 Dec 06 17:34:46.257048 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bfd130-47aa-4707-b247-00bb557db94d req-8834da58-fe15-4f4f-8683-7f469114c3cb service neutron] Checking agent: {'id': '9d8b9f49-2860-4c1f-9b89-45a7657a3c4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:34:46.257772 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bfd130-47aa-4707-b247-00bb557db94d req-8834da58-fe15-4f4f-8683-7f469114c3cb service neutron] Checking segment: {'id': '335efc5d-483a-424a-abc6-8fe1bd340f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:34:46.258332 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bfd130-47aa-4707-b247-00bb557db94d req-8834da58-fe15-4f4f-8683-7f469114c3cb service neutron] Bound using segment: {'id': '335efc5d-483a-424a-abc6-8fe1bd340f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:34:46.259113 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-e1bfd130-47aa-4707-b247-00bb557db94d req-8834da58-fe15-4f4f-8683-7f469114c3cb service neutron] Bound port: c1420086-383a-49a5-8e9c-1dc3c65524c2, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '335efc5d-483a-424a-abc6-8fe1bd340f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:34:46.260382 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e1bfd130-47aa-4707-b247-00bb557db94d req-8834da58-fe15-4f4f-8683-7f469114c3cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:46.354612 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8012588-4b79-464a-afaa-05fcbee7762a tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:46.359293 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-0aac3846-1700-4429-bf19-f9f382511a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59887a0d-42a5-4e5f-bff3-1a1694379682', 'name': 'tempest-NetworksTestDHCPv6-router-947597933', 'tenant_id': '58c2416ade7148dfa446cd47a01986fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:34:36Z', 'updated_at': '2021-12-06T17:34:42Z', 'revision_number': 2, 'project_id': '58c2416ade7148dfa446cd47a01986fc', 'gw_port_host': None, '_interfaces': [{'id': '79389b58-736d-431a-baec-056c11457f73', 'name': '', 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb', 'tenant_id': '58c2416ade7148dfa446cd47a01986fc', 'mac_address': 'fa:16:3e:8f:cf:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59887a0d-42a5-4e5f-bff3-1a1694379682', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '926295a9-1d78-4392-a387-e92237c9787c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:34:39Z', 'updated_at': '2021-12-06T17:34:43Z', 'revision_number': 2, 'project_id': '58c2416ade7148dfa446cd47a01986fc', 'subnets': [{'id': '926295a9-1d78-4392-a387-e92237c9787c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:34:46.360875 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8012588-4b79-464a-afaa-05fcbee7762a tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:46.367175 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8012588-4b79-464a-afaa-05fcbee7762a tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:46.369120 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-d8012588-4b79-464a-afaa-05fcbee7762a tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 1.1374681 Dec 06 17:34:46.378541 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 50984) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:34:46.388527 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b1ff7b-7f60-4c97-962a-eb57b4db7edd tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:46.395747 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b1ff7b-7f60-4c97-962a-eb57b4db7edd tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:46.403647 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-96b1ff7b-7f60-4c97-962a-eb57b4db7edd tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2185180 Dec 06 17:34:46.405977 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 50986) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:34:46.461902 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aac3846-1700-4429-bf19-f9f382511a40 None None] Checking router: 59887a0d-42a5-4e5f-bff3-1a1694379682 for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:34:46.462251 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aac3846-1700-4429-bf19-f9f382511a40 None None] Updating router 59887a0d-42a5-4e5f-bff3-1a1694379682 port 79389b58-736d-431a-baec-056c11457f73 binding host n-d-master-1 {{(pid=103287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:34:46.519539 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0aac3846-1700-4429-bf19-f9f382511a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:46.610363 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3826b9eb-eef9-4b0c-88bd-20b8e93c8f7d req-0986736d-0334-4972-b637-64b7363e4d28 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:46.621486 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3826b9eb-eef9-4b0c-88bd-20b8e93c8f7d req-0986736d-0334-4972-b637-64b7363e4d28 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa6c79b8-9a38-41df-86ca-6ce3a373db00 HTTP/1.1" status: 200 len: 945 time: 0.3932509 Dec 06 17:34:46.733554 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fcd93493-9423-48a5-9c98-ec18b50d36ea req-a008f362-13fa-4a30-a9fd-cb880a41a15c service neutron] 10.222.0.44 "GET /v2.0/networks/343f954d-d1c3-4f66-bad4-ccfe52b09e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4685252 Dec 06 17:34:46.758047 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-e1bfd130-47aa-4707-b247-00bb557db94d req-8834da58-fe15-4f4f-8683-7f469114c3cb service neutron] For port c1420086-383a-49a5-8e9c-1dc3c65524c2, host n-h2-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:34:46.804556 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-4acd6010-fa26-47ff-b9b6-cf534d155b04 req-9af8db1e-148c-4729-93d6-b0d7aef8e56d tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:46.932341 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-e1bfd130-47aa-4707-b247-00bb557db94d req-8834da58-fe15-4f4f-8683-7f469114c3cb service neutron] For port c1420086-383a-49a5-8e9c-1dc3c65524c2, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=c1420086-383a-49a5-8e9c-1dc3c65524c2,segment=NetworkSegment(335efc5d-483a-424a-abc6-8fe1bd340f96),segment_id=335efc5d-483a-424a-abc6-8fe1bd340f96)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:34:46.945341 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:46.997004 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3826b9eb-eef9-4b0c-88bd-20b8e93c8f7d req-936fb06b-7ba3-4638-abba-49c09c5c8fcf tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dc80c36-8cf2-463d-929d-e78b3fbfe10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3604174 Dec 06 17:34:47.022814 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e1bfd130-47aa-4707-b247-00bb557db94d req-8834da58-fe15-4f4f-8683-7f469114c3cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:47.060960 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fcd93493-9423-48a5-9c98-ec18b50d36ea req-24892444-5bdb-4360-aad0-e5f76fbcc5d0 service neutron] 10.222.0.44 "GET /v2.0/networks/343f954d-d1c3-4f66-bad4-ccfe52b09e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3145282 Dec 06 17:34:47.268897 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d326666a-632f-4970-aac1-118b434ce6a6 req-5d97a5bf-ea73-4bbd-b5f9-7af4da446361 tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf4f8cd6-cdf3-4302-b4fd-5d4390fc664c HTTP/1.1" status: 200 len: 210 time: 0.0810118 Dec 06 17:34:47.283603 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4906020d-a871-4c35-840f-fc9037d65dac req-4a930d0b-8438-4022-bb69-2c43384f447e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:47.285384 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4906020d-a871-4c35-840f-fc9037d65dac req-4a930d0b-8438-4022-bb69-2c43384f447e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d7abadb1557c47ab8c8300111afe2d05&device_id=522f6eb5-ac1c-49e5-9878-81b994af1b41 HTTP/1.1" status: 200 len: 1095 time: 0.1474917 Dec 06 17:34:47.341703 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0aac3846-1700-4429-bf19-f9f382511a40 None None] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:47.355624 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0aac3846-1700-4429-bf19-f9f382511a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:47.515103 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4505f24a-be35-4349-95ba-dcd98e76da12 None None] Pushing event updated for resources: {'Port': ['ID=79389b58-736d-431a-baec-056c11457f73,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:47.547408 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4906020d-a871-4c35-840f-fc9037d65dac req-860a0ed4-c99d-4c6a-861b-6eab8abbf73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:47.550857 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4906020d-a871-4c35-840f-fc9037d65dac req-860a0ed4-c99d-4c6a-861b-6eab8abbf73a service neutron] 10.222.0.44 "GET /v2.0/networks?id=343f954d-d1c3-4f66-bad4-ccfe52b09e6c HTTP/1.1" status: 200 len: 912 time: 0.2563689 Dec 06 17:34:47.604650 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bfd130-47aa-4707-b247-00bb557db94d req-8834da58-fe15-4f4f-8683-7f469114c3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:47.606150 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e1bfd130-47aa-4707-b247-00bb557db94d req-8834da58-fe15-4f4f-8683-7f469114c3cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:47.609969 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e1bfd130-47aa-4707-b247-00bb557db94d req-8834da58-fe15-4f4f-8683-7f469114c3cb service neutron] 10.222.0.44 "PUT /v2.0/ports/c1420086-383a-49a5-8e9c-1dc3c65524c2 HTTP/1.1" status: 200 len: 1091 time: 7.3336563 Dec 06 17:34:47.652603 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '233dace4-98c2-44a3-9485-25c0a217e10d', 'tag': 'c1420086-383a-49a5-8e9c-1dc3c65524c2'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:34:47.654364 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-0aac3846-1700-4429-bf19-f9f382511a40 None None] Attempting to bind port 79389b58-736d-431a-baec-056c11457f73 on host n-d-master-1 for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:34:47.654769 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-0aac3846-1700-4429-bf19-f9f382511a40 None None] Attempting to bind port 79389b58-736d-431a-baec-056c11457f73 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'a47332dc-5917-44f3-a9f4-ba1cd1d32759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:34:47.655192 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aac3846-1700-4429-bf19-f9f382511a40 None None] Attempting to bind port 79389b58-736d-431a-baec-056c11457f73 on network 92924f74-2f90-45e5-9033-541c61add3eb {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:34:47.657497 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4906020d-a871-4c35-840f-fc9037d65dac req-fecd1319-56dd-4585-a002-049798a6cf46 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=131abded-8690-4d9b-b8ba-d98c5f8c0b81 HTTP/1.1" status: 200 len: 217 time: 0.0973701 Dec 06 17:34:47.660849 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b4f46a9-393b-4385-91dd-66775250ea6d" -d '{"events": [{"name": "network-changed", "server_uuid": "233dace4-98c2-44a3-9485-25c0a217e10d", "tag": "c1420086-383a-49a5-8e9c-1dc3c65524c2"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:34:47.678695 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aac3846-1700-4429-bf19-f9f382511a40 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:34:47.679189 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aac3846-1700-4429-bf19-f9f382511a40 None None] Checking segment: {'id': 'a47332dc-5917-44f3-a9f4-ba1cd1d32759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:34:47.679553 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0aac3846-1700-4429-bf19-f9f382511a40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:47.679949 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aac3846-1700-4429-bf19-f9f382511a40 None None] Bound using segment: {'id': 'a47332dc-5917-44f3-a9f4-ba1cd1d32759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:34:47.680451 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-0aac3846-1700-4429-bf19-f9f382511a40 None None] Bound port: 79389b58-736d-431a-baec-056c11457f73, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a47332dc-5917-44f3-a9f4-ba1cd1d32759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:34:47.680829 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0aac3846-1700-4429-bf19-f9f382511a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:47.818329 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6074b2d8-347e-432c-945f-05a1b22e8343 req-bfda366c-f45e-47b1-83d3-aaf474af7805 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:47.832803 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6074b2d8-347e-432c-945f-05a1b22e8343 req-bfda366c-f45e-47b1-83d3-aaf474af7805 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/ports?device_id=522f6eb5-ac1c-49e5-9878-81b994af1b41 HTTP/1.1" status: 200 len: 944 time: 0.3550613 Dec 06 17:34:47.918190 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-8056a027-a558-4ffe-b133-532402bb4749 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Deleting port 3c77bc9c-872f-434f-b4d9-cbdbb51efb57 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:34:47.918750 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8056a027-a558-4ffe-b133-532402bb4749 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:47.921347 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8834da58-fe15-4f4f-8683-7f469114c3cb service neutron] Pushing event updated for resources: {'Port': ['ID=c1420086-383a-49a5-8e9c-1dc3c65524c2,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:47.929845 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-4acd6010-fa26-47ff-b9b6-cf534d155b04 req-9af8db1e-148c-4729-93d6-b0d7aef8e56d tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:47.967403 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4906020d-a871-4c35-840f-fc9037d65dac req-ee9652b6-78e5-49b4-8f52-fe3df6110cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:47.976770 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4906020d-a871-4c35-840f-fc9037d65dac req-ee9652b6-78e5-49b4-8f52-fe3df6110cec service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a4ea4d0f-71a4-4c95-82b1-6c4f14c713a1 HTTP/1.1" status: 200 len: 850 time: 0.3063595 Dec 06 17:34:48.034796 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-0aac3846-1700-4429-bf19-f9f382511a40 None None] For port 79389b58-736d-431a-baec-056c11457f73, host n-d-master-1, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:34:48.049802 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3555a28b-5623-43da-b40b-a5a89bc25d81 req-d68889ab-c526-44a4-bd1a-3c4acf209bf6 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:48.051553 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3555a28b-5623-43da-b40b-a5a89bc25d81 req-d68889ab-c526-44a4-bd1a-3c4acf209bf6 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=233dace4-98c2-44a3-9485-25c0a217e10d HTTP/1.1" status: 200 len: 943 time: 1.2142441 Dec 06 17:34:48.056908 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-0aac3846-1700-4429-bf19-f9f382511a40 None None] For port 79389b58-736d-431a-baec-056c11457f73, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=79389b58-736d-431a-baec-056c11457f73,segment=NetworkSegment(a47332dc-5917-44f3-a9f4-ba1cd1d32759),segment_id=a47332dc-5917-44f3-a9f4-ba1cd1d32759)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:34:48.077990 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0aac3846-1700-4429-bf19-f9f382511a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:48.110964 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:48.139530 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6074b2d8-347e-432c-945f-05a1b22e8343 req-503765cb-e365-46cf-b00f-753b96153cae tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a3c1414-f022-4a3f-a1e2-17b7111b3b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3055513 Dec 06 17:34:48.219763 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4906020d-a871-4c35-840f-fc9037d65dac req-91f9dea3-9597-47ee-8a4b-88f834c8d922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:48.225992 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4906020d-a871-4c35-840f-fc9037d65dac req-91f9dea3-9597-47ee-8a4b-88f834c8d922 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=343f954d-d1c3-4f66-bad4-ccfe52b09e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2385523 Dec 06 17:34:48.269194 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aac3846-1700-4429-bf19-f9f382511a40 None None] Routers {'59887a0d-42a5-4e5f-bff3-1a1694379682'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:34:48.269872 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-0aac3846-1700-4429-bf19-f9f382511a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:34:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['59887a0d-42a5-4e5f-bff3-1a1694379682'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:34:48.296589 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8834da58-fe15-4f4f-8683-7f469114c3cb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:34:48.296961 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8834da58-fe15-4f4f-8683-7f469114c3cb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:34:48.297314 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8834da58-fe15-4f4f-8683-7f469114c3cb service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:34:48.302014 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8834da58-fe15-4f4f-8683-7f469114c3cb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:34:48.302407 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8834da58-fe15-4f4f-8683-7f469114c3cb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:34:48.302757 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8834da58-fe15-4f4f-8683-7f469114c3cb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:34:48.303097 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8834da58-fe15-4f4f-8683-7f469114c3cb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:34:48.303433 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8834da58-fe15-4f4f-8683-7f469114c3cb service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:34:48.303760 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8834da58-fe15-4f4f-8683-7f469114c3cb service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:34:48.305593 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8834da58-fe15-4f4f-8683-7f469114c3cb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:34:48.307826 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8834da58-fe15-4f4f-8683-7f469114c3cb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:34:48.308467 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8834da58-fe15-4f4f-8683-7f469114c3cb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:34:48.308940 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8834da58-fe15-4f4f-8683-7f469114c3cb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:34:48.378755 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-490581a0-bd08-4d03-8b0d-77ee9105d341 None None] Provisioning complete for port 79389b58-736d-431a-baec-056c11457f73 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:34:48.379142 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-490581a0-bd08-4d03-8b0d-77ee9105d341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:48.398304 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1e5bf61-02fc-4eb2-a057-305c70fcb281 x-openstack-request-id: req-e1e5bf61-02fc-4eb2-a057-305c70fcb281 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:34:48.398793 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "233dace4-98c2-44a3-9485-25c0a217e10d", "tag": "c1420086-383a-49a5-8e9c-1dc3c65524c2", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:34:48.409138 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e1e5bf61-02fc-4eb2-a057-305c70fcb281 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:34:48.409611 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '233dace4-98c2-44a3-9485-25c0a217e10d', 'tag': 'c1420086-383a-49a5-8e9c-1dc3c65524c2', 'status': 'completed', 'code': 200} Dec 06 17:34:48.476898 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4acd6010-fa26-47ff-b9b6-cf534d155b04 req-9af8db1e-148c-4729-93d6-b0d7aef8e56d tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Network 6b7abc05-e65c-45dd-b06d-3e0ac29b2d69 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:34:48.538532 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4505f24a-be35-4349-95ba-dcd98e76da12 None None] Pushing event updated for resources: {'Port': ['ID=79389b58-736d-431a-baec-056c11457f73,revision_number=4']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:48.597126 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4906020d-a871-4c35-840f-fc9037d65dac req-cd45ef0a-d38b-490a-9120-fdaf1198c891 service neutron] 10.222.0.44 "GET /v2.0/networks/343f954d-d1c3-4f66-bad4-ccfe52b09e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3658247 Dec 06 17:34:48.604957 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-4acd6010-fa26-47ff-b9b6-cf534d155b04 req-9af8db1e-148c-4729-93d6-b0d7aef8e56d tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:34:48.647852 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-0aac3846-1700-4429-bf19-f9f382511a40 None None] Set router 59887a0d-42a5-4e5f-bff3-1a1694379682 gateway port host: None {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:34:48.657685 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-4acd6010-fa26-47ff-b9b6-cf534d155b04 req-9af8db1e-148c-4729-93d6-b0d7aef8e56d tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:34:48.770862 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af8db1e-148c-4729-93d6-b0d7aef8e56d tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Pushing event updated for resources: {'Port': ['ID=00fa4bcf-ee2e-4551-b2d1-fdb01cc6d6c5,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:48.803548 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-490581a0-bd08-4d03-8b0d-77ee9105d341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:48.848669 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8056a027-a558-4ffe-b133-532402bb4749 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:48.884240 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-8056a027-a558-4ffe-b133-532402bb4749 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Calling delete_port for 3c77bc9c-872f-434f-b4d9-cbdbb51efb57 owned by {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:34:48.888692 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-490581a0-bd08-4d03-8b0d-77ee9105d341 None None] For port 79389b58-736d-431a-baec-056c11457f73, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=79389b58-736d-431a-baec-056c11457f73,segment=NetworkSegment(a47332dc-5917-44f3-a9f4-ba1cd1d32759),segment_id=a47332dc-5917-44f3-a9f4-ba1cd1d32759)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:34:48.898036 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-490581a0-bd08-4d03-8b0d-77ee9105d341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:48.926883 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bfd130-47aa-4707-b247-00bb557db94d req-c72833b4-86aa-4b99-a990-3292b1a02529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:48.931552 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e1bfd130-47aa-4707-b247-00bb557db94d req-c72833b4-86aa-4b99-a990-3292b1a02529 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ecd8b64e36c540eeae4809301448bbe1&device_id=233dace4-98c2-44a3-9485-25c0a217e10d HTTP/1.1" status: 200 len: 1094 time: 1.1720963 Dec 06 17:34:48.949495 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a31c877-730a-4e25-848b-349f680906f4 req-37f637ae-7055-4105-92e2-64145d932b69 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:48.959112 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8a31c877-730a-4e25-848b-349f680906f4 req-37f637ae-7055-4105-92e2-64145d932b69 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa6c79b8-9a38-41df-86ca-6ce3a373db00 HTTP/1.1" status: 200 len: 945 time: 0.3086183 Dec 06 17:34:49.110080 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4906020d-a871-4c35-840f-fc9037d65dac req-671e4863-4541-41c6-9f3b-47b1e8a88aad service neutron] 10.222.0.44 "GET /v2.0/networks/343f954d-d1c3-4f66-bad4-ccfe52b09e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5022097 Dec 06 17:34:49.127893 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490581a0-bd08-4d03-8b0d-77ee9105d341 None None] Pushing event updated for resources: {'Port': ['ID=79389b58-736d-431a-baec-056c11457f73,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:49.133205 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-214e3311-0b42-41fa-9aa0-185fcc78579e None None] Provisioning complete for port 79389b58-736d-431a-baec-056c11457f73 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:34:49.148485 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-214e3311-0b42-41fa-9aa0-185fcc78579e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:49.207926 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acd6010-fa26-47ff-b9b6-cf534d155b04 req-9af8db1e-148c-4729-93d6-b0d7aef8e56d tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:49.211737 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-4acd6010-fa26-47ff-b9b6-cf534d155b04 req-9af8db1e-148c-4729-93d6-b0d7aef8e56d tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:49.236392 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8a31c877-730a-4e25-848b-349f680906f4 req-22484a3e-2542-4ad6-aa62-7c75b95e8572 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dc80c36-8cf2-463d-929d-e78b3fbfe10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2759857 Dec 06 17:34:49.335126 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:49.402883 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-0aac3846-1700-4429-bf19-f9f382511a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59887a0d-42a5-4e5f-bff3-1a1694379682', 'name': 'tempest-NetworksTestDHCPv6-router-947597933', 'tenant_id': '58c2416ade7148dfa446cd47a01986fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:34:36Z', 'updated_at': '2021-12-06T17:34:42Z', 'revision_number': 2, 'project_id': '58c2416ade7148dfa446cd47a01986fc', 'gw_port_host': None, '_interfaces': [{'id': '79389b58-736d-431a-baec-056c11457f73', 'name': '', 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb', 'tenant_id': '58c2416ade7148dfa446cd47a01986fc', 'mac_address': 'fa:16:3e:8f:cf:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59887a0d-42a5-4e5f-bff3-1a1694379682', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '926295a9-1d78-4392-a387-e92237c9787c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:34:39Z', 'updated_at': '2021-12-06T17:34:48Z', 'revision_number': 4, 'project_id': '58c2416ade7148dfa446cd47a01986fc', 'subnets': [{'id': '926295a9-1d78-4392-a387-e92237c9787c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:34:49.434168 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aac3846-1700-4429-bf19-f9f382511a40 None None] The sync data for ids ['59887a0d-42a5-4e5f-bff3-1a1694379682'] in n-d-master-1 is: [{'id': '59887a0d-42a5-4e5f-bff3-1a1694379682', 'name': 'tempest-NetworksTestDHCPv6-router-947597933', 'tenant_id': '58c2416ade7148dfa446cd47a01986fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:34:36Z', 'updated_at': '2021-12-06T17:34:42Z', 'revision_number': 2, 'project_id': '58c2416ade7148dfa446cd47a01986fc', 'gw_port_host': None, '_interfaces': [{'id': '79389b58-736d-431a-baec-056c11457f73', 'name': '', 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb', 'tenant_id': '58c2416ade7148dfa446cd47a01986fc', 'mac_address': 'fa:16:3e:8f:cf:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59887a0d-42a5-4e5f-bff3-1a1694379682', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '926295a9-1d78-4392-a387-e92237c9787c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:34:39Z', 'updated_at': '2021-12-06T17:34:48Z', 'revision_number': 4, 'project_id': '58c2416ade7148dfa446cd47a01986fc', 'subnets': [{'id': '926295a9-1d78-4392-a387-e92237c9787c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:34:49.446225 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e1bfd130-47aa-4707-b247-00bb557db94d req-8aa41875-59b0-4f2e-91a3-3782dd494600 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1420086-383a-49a5-8e9c-1dc3c65524c2 HTTP/1.1" status: 200 len: 217 time: 0.4120457 Dec 06 17:34:49.640481 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb33a8b3-7e09-4f68-a13b-478894083a6e req-65a48057-f495-4702-8b9f-4336872378ed tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:49.659740 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fb33a8b3-7e09-4f68-a13b-478894083a6e req-65a48057-f495-4702-8b9f-4336872378ed tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf4f8cd6-cdf3-4302-b4fd-5d4390fc664c HTTP/1.1" status: 200 len: 932 time: 0.2023215 Dec 06 17:34:49.726494 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3555a28b-5623-43da-b40b-a5a89bc25d81 req-02728e97-2c78-4aa6-9aae-9a1af192d2ef tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=53a84ca2-3f2c-4a10-85a7-67cee2181fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5727499 Dec 06 17:34:49.769537 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4acd6010-fa26-47ff-b9b6-cf534d155b04 req-9af8db1e-148c-4729-93d6-b0d7aef8e56d tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.5000865 Dec 06 17:34:49.825452 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-aecdca17-9fcb-444e-a934-4ea31bd1296b None None] Provisioning complete for port 00fa4bcf-ee2e-4551-b2d1-fdb01cc6d6c5 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:34:49.825859 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-aecdca17-9fcb-444e-a934-4ea31bd1296b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:49.826560 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fb33a8b3-7e09-4f68-a13b-478894083a6e req-c01d0060-1056-40b2-ab14-96159dd3d21c tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] 10.222.0.23 "GET /v2.0/security-groups?id=53cb9de0-95b5-473c-9e29-7b6cfb4563a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1654956 Dec 06 17:34:49.904927 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-4acd6010-fa26-47ff-b9b6-cf534d155b04 req-84db70e3-d974-4561-a697-52d0ddccae67 service neutron] Request body: {'port': {'device_id': 'bf4f8cd6-cdf3-4302-b4fd-5d4390fc664c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:34:49.908992 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-aecdca17-9fcb-444e-a934-4ea31bd1296b None None] Port 00fa4bcf-ee2e-4551-b2d1-fdb01cc6d6c5 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:34:50.030775 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8056a027-a558-4ffe-b133-532402bb4749 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:50.048500 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bfd130-47aa-4707-b247-00bb557db94d req-e9c6a771-5fe4-411a-a18d-dd070c859739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:50.051152 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e1bfd130-47aa-4707-b247-00bb557db94d req-e9c6a771-5fe4-411a-a18d-dd070c859739 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=06d20752-22e2-4f05-a607-805be1f18e56 HTTP/1.1" status: 200 len: 851 time: 0.3451674 Dec 06 17:34:50.155626 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e5b9c2-ca5a-462b-a219-fd4c9ae5c5dc req-36ebf00a-f964-4f24-96c8-f229c65ecffd tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:50.169264 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-48e5b9c2-ca5a-462b-a219-fd4c9ae5c5dc req-36ebf00a-f964-4f24-96c8-f229c65ecffd tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa6c79b8-9a38-41df-86ca-6ce3a373db00 HTTP/1.1" status: 200 len: 945 time: 0.1762137 Dec 06 17:34:50.171261 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 131abded-8690-4d9b-b8ba-d98c5f8c0b81 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:34:50.246180 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8056a027-a558-4ffe-b133-532402bb4749 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Pushing event deleted for resources: {'Port': ['ID=3c77bc9c-872f-434f-b4d9-cbdbb51efb57,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:50.331727 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-48e5b9c2-ca5a-462b-a219-fd4c9ae5c5dc req-6266dd8e-2f23-467d-b214-1499807b4b57 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dc80c36-8cf2-463d-929d-e78b3fbfe10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1576109 Dec 06 17:34:50.358658 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 51034) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:34:50.477496 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-4acd6010-fa26-47ff-b9b6-cf534d155b04 req-84db70e3-d974-4561-a697-52d0ddccae67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:50.508181 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a02a67-4ff7-4762-a2b8-41602f16133e tempest-TestNetworkAdvancedServerOps-348317602 tempest-TestNetworkAdvancedServerOps-348317602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:50.516923 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 51040) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:34:50.523108 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-f8a02a67-4ff7-4762-a2b8-41602f16133e tempest-TestNetworkAdvancedServerOps-348317602 tempest-TestNetworkAdvancedServerOps-348317602-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=aa6c79b8-9a38-41df-86ca-6ce3a373db00 HTTP/1.1" status: 200 len: 1091 time: 0.1583154 Dec 06 17:34:50.528055 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 131abded-8690-4d9b-b8ba-d98c5f8c0b81, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=131abded-8690-4d9b-b8ba-d98c5f8c0b81,segment=NetworkSegment(e7633122-45be-4098-9151-607f71ade058),segment_id=e7633122-45be-4098-9151-607f71ade058)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:34:50.557182 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': '131abded-8690-4d9b-b8ba-d98c5f8c0b81', 'network_id': '343f954d-d1c3-4f66-bad4-ccfe52b09e6c', 'port_id': '131abded-8690-4d9b-b8ba-d98c5f8c0b81', 'mac_address': 'fa:16:3e:6b:22:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4ea4d0f-71a4-4c95-82b1-6c4f14c713a1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:34:50.568768 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-f3881a2a-7fae-4903-b09b-ea91595f67a4 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Request body: {'floatingip': {'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'port_id': '898d1acc-2af6-4093-9de7-c69ed9ead98f', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:34:50.630798 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f0a409-31b2-4686-881a-8fd71b05cfeb req-07b33fff-3833-4240-b9eb-fa5972acf33e tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:50.632434 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-69f0a409-31b2-4686-881a-8fd71b05cfeb req-07b33fff-3833-4240-b9eb-fa5972acf33e tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/ports?device_id=522f6eb5-ac1c-49e5-9878-81b994af1b41 HTTP/1.1" status: 200 len: 944 time: 0.6352406 Dec 06 17:34:50.650258 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:50.684494 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 131abded-8690-4d9b-b8ba-d98c5f8c0b81 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:34:50.752182 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 131abded-8690-4d9b-b8ba-d98c5f8c0b81, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=131abded-8690-4d9b-b8ba-d98c5f8c0b81,segment=NetworkSegment(e7633122-45be-4098-9151-607f71ade058),segment_id=e7633122-45be-4098-9151-607f71ade058)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:34:50.763386 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:50.842859 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 79389b58-736d-431a-baec-056c11457f73 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:34:51.123955 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['131abded-8690-4d9b-b8ba-d98c5f8c0b81'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:34:51.137891 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed82ae4-cd94-45ea-b3dd-6a140aad370d req-77ce585f-37ee-45fc-87f1-4352c5046d25 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:51.139690 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-eed82ae4-cd94-45ea-b3dd-6a140aad370d req-77ce585f-37ee-45fc-87f1-4352c5046d25 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=233dace4-98c2-44a3-9485-25c0a217e10d HTTP/1.1" status: 200 len: 943 time: 0.1735160 Dec 06 17:34:51.231315 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=131abded-8690-4d9b-b8ba-d98c5f8c0b81,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:51.318793 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-eed82ae4-cd94-45ea-b3dd-6a140aad370d req-8b940996-5754-4c51-9caa-faf7acc0006f tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=53a84ca2-3f2c-4a10-85a7-67cee2181fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655061 Dec 06 17:34:51.370961 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bfd130-47aa-4707-b247-00bb557db94d req-6d53fbf8-ef47-473d-8c28-61dbca948666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:51.372362 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e1bfd130-47aa-4707-b247-00bb557db94d req-6d53fbf8-ef47-473d-8c28-61dbca948666 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2638960 Dec 06 17:34:51.438073 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 79389b58-736d-431a-baec-056c11457f73 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:34:51.438923 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:51.446719 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8056a027-a558-4ffe-b133-532402bb4749 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:51.451723 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-8056a027-a558-4ffe-b133-532402bb4749 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] 10.222.0.23 "DELETE /v2.0/ports/3c77bc9c-872f-434f-b4d9-cbdbb51efb57 HTTP/1.1" status: 204 len: 168 time: 5.0456595 Dec 06 17:34:51.454479 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 51054) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:34:51.492081 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f3881a2a-7fae-4903-b09b-ea91595f67a4 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for floatingip, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:51.511928 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-73bd4480-98a7-4403-bc2c-c40a3d781dd5 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575908'] for router_interface, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:51.532127 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-0474b5d6-1d17-456d-ba5e-1173a16e6d89 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] GET failed (client error): The resource could not be found. Dec 06 17:34:51.533807 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-0474b5d6-1d17-456d-ba5e-1173a16e6d89 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] 10.222.0.23 "GET /v2.0/ports/3c77bc9c-872f-434f-b4d9-cbdbb51efb57 HTTP/1.1" status: 404 len: 333 time: 0.0781620 Dec 06 17:34:51.538669 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 51056) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:34:51.549884 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-e04b3d04-c963-4068-b89e-0b452ec5b2eb tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Request body: {'port': {'network_id': '1ebf57e8-91a1-495b-90d7-c99d7db8d7d8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1443349511'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:34:51.729902 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-69f0a409-31b2-4686-881a-8fd71b05cfeb req-bce7cc90-7310-4f00-a177-f329347b8411 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a3c1414-f022-4a3f-a1e2-17b7111b3b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0684760 Dec 06 17:34:51.814887 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0573e859-d72c-4ac6-b8fc-03c7eca0a1d7 req-a57391e0-a504-42aa-8126-97efee70fd42 tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:51.839111 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0573e859-d72c-4ac6-b8fc-03c7eca0a1d7 req-a57391e0-a504-42aa-8126-97efee70fd42 tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf4f8cd6-cdf3-4302-b4fd-5d4390fc664c HTTP/1.1" status: 200 len: 932 time: 0.3079164 Dec 06 17:34:51.934677 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e1bfd130-47aa-4707-b247-00bb557db94d req-8b06ec80-dafb-4038-9f1c-e88984292869 service neutron] 10.222.0.44 "GET /v2.0/networks/2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5381439 Dec 06 17:34:52.023246 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0573e859-d72c-4ac6-b8fc-03c7eca0a1d7 req-43ae24bb-68cf-487a-928d-368817c01196 tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] 10.222.0.23 "GET /v2.0/security-groups?id=53cb9de0-95b5-473c-9e29-7b6cfb4563a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1805165 Dec 06 17:34:52.073589 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e04b3d04-c963-4068-b89e-0b452ec5b2eb tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Made reservation on behalf of dc24c60063a149a2a5b2e6db2d951eb0 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:34:52.079508 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e04b3d04-c963-4068-b89e-0b452ec5b2eb tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:52.125167 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-e04b3d04-c963-4068-b89e-0b452ec5b2eb tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] device_id is not set on port 937c98d0-3245-4564-9c5c-5a254ad871ae yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:34:52.200880 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 131abded-8690-4d9b-b8ba-d98c5f8c0b81 up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:34:52.272650 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e1bfd130-47aa-4707-b247-00bb557db94d req-8036d17d-5d4b-452f-ab3b-7512aa4daff9 service neutron] 10.222.0.44 "GET /v2.0/networks/2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3282609 Dec 06 17:34:52.296997 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-4acd6010-fa26-47ff-b9b6-cf534d155b04 req-84db70e3-d974-4561-a697-52d0ddccae67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00fa4bcf-ee2e-4551-b2d1-fdb01cc6d6c5 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:34:52.310200 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-4acd6010-fa26-47ff-b9b6-cf534d155b04 req-84db70e3-d974-4561-a697-52d0ddccae67 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:52.318427 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f3881a2a-7fae-4903-b09b-ea91595f67a4 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:52.338022 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-e04b3d04-c963-4068-b89e-0b452ec5b2eb tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Allocated IP 2001:db8::13 (1ebf57e8-91a1-495b-90d7-c99d7db8d7d8/f554394a-ba32-4dfd-885b-aaabaece3f35/937c98d0-3245-4564-9c5c-5a254ad871ae) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:34:52.372073 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-4acd6010-fa26-47ff-b9b6-cf534d155b04 req-84db70e3-d974-4561-a697-52d0ddccae67 service neutron] Transition to ACTIVE for port object 00fa4bcf-ee2e-4551-b2d1-fdb01cc6d6c5 will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:34:52.403040 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning for port 131abded-8690-4d9b-b8ba-d98c5f8c0b81 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:34:52.410897 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port 131abded-8690-4d9b-b8ba-d98c5f8c0b81 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:34:52.411691 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:52.436961 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-4acd6010-fa26-47ff-b9b6-cf534d155b04 req-84db70e3-d974-4561-a697-52d0ddccae67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:52.564680 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e04b3d04-c963-4068-b89e-0b452ec5b2eb tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:52.615281 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e04b3d04-c963-4068-b89e-0b452ec5b2eb tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:52.619047 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:52.657927 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 131abded-8690-4d9b-b8ba-d98c5f8c0b81, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=131abded-8690-4d9b-b8ba-d98c5f8c0b81,segment=NetworkSegment(e7633122-45be-4098-9151-607f71ade058),segment_id=e7633122-45be-4098-9151-607f71ade058)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:34:52.659244 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '522f6eb5-ac1c-49e5-9878-81b994af1b41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '131abded-8690-4d9b-b8ba-d98c5f8c0b81'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:34:52.662949 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e138bc2-7987-4b74-adab-0b18a79edf4d" -d '{"events": [{"server_uuid": "522f6eb5-ac1c-49e5-9878-81b994af1b41", "name": "network-vif-plugged", "status": "completed", "tag": "131abded-8690-4d9b-b8ba-d98c5f8c0b81"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:34:52.668387 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:52.750074 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=131abded-8690-4d9b-b8ba-d98c5f8c0b81,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:52.750687 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b3d04-c963-4068-b89e-0b452ec5b2eb tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Pushing event updated for resources: {'Port': ['ID=937c98d0-3245-4564-9c5c-5a254ad871ae,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:52.788971 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04b3d04-c963-4068-b89e-0b452ec5b2eb tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Network 1ebf57e8-91a1-495b-90d7-c99d7db8d7d8 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:34:52.792485 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-e04b3d04-c963-4068-b89e-0b452ec5b2eb tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:34:52.815443 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-088d5676-5a28-433e-b000-c01c9f76c308 x-openstack-request-id: req-088d5676-5a28-433e-b000-c01c9f76c308 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:34:52.816010 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "522f6eb5-ac1c-49e5-9878-81b994af1b41", "name": "network-vif-plugged", "status": "completed", "tag": "131abded-8690-4d9b-b8ba-d98c5f8c0b81", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:34:52.816401 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-088d5676-5a28-433e-b000-c01c9f76c308 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:34:52.816914 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '522f6eb5-ac1c-49e5-9878-81b994af1b41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '131abded-8690-4d9b-b8ba-d98c5f8c0b81', 'code': 200} Dec 06 17:34:52.823851 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04b3d04-c963-4068-b89e-0b452ec5b2eb tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:34:52.845791 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04b3d04-c963-4068-b89e-0b452ec5b2eb tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:52.849670 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e04b3d04-c963-4068-b89e-0b452ec5b2eb tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:52.973581 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-e04b3d04-c963-4068-b89e-0b452ec5b2eb tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.4314942 Dec 06 17:34:52.978358 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 51070) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:34:52.987643 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4f46a9-393b-4385-91dd-66775250ea6d req-c745af7e-872c-44ad-bd64-360e7d8ea1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:52.989258 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-747e0d24-4c7b-4699-a598-7199fcf932c3 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3cd', 'mac_address': 'fa:16:3e:a3:d0:96'}]}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:34:52.990617 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2b4f46a9-393b-4385-91dd-66775250ea6d req-c745af7e-872c-44ad-bd64-360e7d8ea1cc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ecd8b64e36c540eeae4809301448bbe1&device_id=233dace4-98c2-44a3-9485-25c0a217e10d HTTP/1.1" status: 200 len: 1094 time: 0.6428776 Dec 06 17:34:53.047465 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41f8dde-1133-4fcc-abed-fbd1e1f24842 req-6a4fa751-4d38-4aaa-b185-04a8304b8a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:53.050796 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d41f8dde-1133-4fcc-abed-fbd1e1f24842 req-6a4fa751-4d38-4aaa-b185-04a8304b8a09 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=522f6eb5-ac1c-49e5-9878-81b994af1b41 HTTP/1.1" status: 200 len: 1097 time: 0.1381276 Dec 06 17:34:53.164656 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-f3881a2a-7fae-4903-b09b-ea91595f67a4 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Allocated IP 172.35.1.171 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/d499c3dc-9885-45d8-a65b-b8b7c2faa42e) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:34:53.298986 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84db70e3-d974-4561-a697-52d0ddccae67 service neutron] Pushing event updated for resources: {'Port': ['ID=00fa4bcf-ee2e-4551-b2d1-fdb01cc6d6c5,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:53.363075 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d41f8dde-1133-4fcc-abed-fbd1e1f24842 req-404cb372-d0f7-4fe8-982c-cf6633d75535 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6a3c1414-f022-4a3f-a1e2-17b7111b3b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3031061 Dec 06 17:34:53.375487 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-d1668a02-9bd7-4233-8e62-097820458508 None None] Provisioning complete for port 937c98d0-3245-4564-9c5c-5a254ad871ae triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:34:53.375873 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d1668a02-9bd7-4233-8e62-097820458508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:53.467988 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-d1668a02-9bd7-4233-8e62-097820458508 None None] Port 937c98d0-3245-4564-9c5c-5a254ad871ae cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:34:53.509423 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-747e0d24-4c7b-4699-a598-7199fcf932c3 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:53.522849 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-73bd4480-98a7-4403-bc2c-c40a3d781dd5 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Deleting port 79389b58-736d-431a-baec-056c11457f73 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:34:53.523402 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-73bd4480-98a7-4403-bc2c-c40a3d781dd5 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:53.547853 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90b69db-10d1-44dc-b5e0-0595df1e26d9 req-6cae8408-b507-4ea5-97ff-a60bf9b78067 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:53.555145 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b90b69db-10d1-44dc-b5e0-0595df1e26d9 req-6cae8408-b507-4ea5-97ff-a60bf9b78067 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=233dace4-98c2-44a3-9485-25c0a217e10d HTTP/1.1" status: 200 len: 943 time: 0.9561522 Dec 06 17:34:53.746166 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-4acd6010-fa26-47ff-b9b6-cf534d155b04 req-84db70e3-d974-4561-a697-52d0ddccae67 service neutron] Attempting to bind port 00fa4bcf-ee2e-4551-b2d1-fdb01cc6d6c5 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:34:53.746547 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-4acd6010-fa26-47ff-b9b6-cf534d155b04 req-84db70e3-d974-4561-a697-52d0ddccae67 service neutron] Attempting to bind port 00fa4bcf-ee2e-4551-b2d1-fdb01cc6d6c5 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '337ca0aa-03ad-4967-b4ee-18615f2b329c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6b7abc05-e65c-45dd-b06d-3e0ac29b2d69'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:34:53.746857 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4acd6010-fa26-47ff-b9b6-cf534d155b04 req-84db70e3-d974-4561-a697-52d0ddccae67 service neutron] Attempting to bind port 00fa4bcf-ee2e-4551-b2d1-fdb01cc6d6c5 on network 6b7abc05-e65c-45dd-b06d-3e0ac29b2d69 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:34:53.757977 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4f46a9-393b-4385-91dd-66775250ea6d req-60bd2507-2151-40f6-afe1-bf9629f68bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:53.759487 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2b4f46a9-393b-4385-91dd-66775250ea6d req-60bd2507-2151-40f6-afe1-bf9629f68bd0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4 HTTP/1.1" status: 200 len: 913 time: 0.4973648 Dec 06 17:34:53.831700 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4acd6010-fa26-47ff-b9b6-cf534d155b04 req-84db70e3-d974-4561-a697-52d0ddccae67 service neutron] Port 00fa4bcf-ee2e-4551-b2d1-fdb01cc6d6c5 on network 6b7abc05-e65c-45dd-b06d-3e0ac29b2d69 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:34:53.832037 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4acd6010-fa26-47ff-b9b6-cf534d155b04 req-84db70e3-d974-4561-a697-52d0ddccae67 service neutron] Attempting to bind port 00fa4bcf-ee2e-4551-b2d1-fdb01cc6d6c5 on network 6b7abc05-e65c-45dd-b06d-3e0ac29b2d69 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:34:53.849706 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b90b69db-10d1-44dc-b5e0-0595df1e26d9 req-062a548c-3b22-4329-ad84-879ff22377c6 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=53a84ca2-3f2c-4a10-85a7-67cee2181fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936246 Dec 06 17:34:53.889155 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2b4f46a9-393b-4385-91dd-66775250ea6d req-ec3edf78-ede2-4ad9-a305-d9b5342f21bd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1420086-383a-49a5-8e9c-1dc3c65524c2 HTTP/1.1" status: 200 len: 217 time: 0.1103022 Dec 06 17:34:53.958796 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f3881a2a-7fae-4903-b09b-ea91595f67a4 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:53.960563 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4acd6010-fa26-47ff-b9b6-cf534d155b04 req-84db70e3-d974-4561-a697-52d0ddccae67 service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:34:53.961206 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4acd6010-fa26-47ff-b9b6-cf534d155b04 req-84db70e3-d974-4561-a697-52d0ddccae67 service neutron] Checking segment: {'id': '337ca0aa-03ad-4967-b4ee-18615f2b329c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6b7abc05-e65c-45dd-b06d-3e0ac29b2d69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:34:53.961690 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4acd6010-fa26-47ff-b9b6-cf534d155b04 req-84db70e3-d974-4561-a697-52d0ddccae67 service neutron] Bound using segment: {'id': '337ca0aa-03ad-4967-b4ee-18615f2b329c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6b7abc05-e65c-45dd-b06d-3e0ac29b2d69'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:34:53.963014 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-4acd6010-fa26-47ff-b9b6-cf534d155b04 req-84db70e3-d974-4561-a697-52d0ddccae67 service neutron] Bound port: 00fa4bcf-ee2e-4551-b2d1-fdb01cc6d6c5, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '337ca0aa-03ad-4967-b4ee-18615f2b329c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6b7abc05-e65c-45dd-b06d-3e0ac29b2d69'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:34:53.963014 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-4acd6010-fa26-47ff-b9b6-cf534d155b04 req-84db70e3-d974-4561-a697-52d0ddccae67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:54.043043 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4f46a9-393b-4385-91dd-66775250ea6d req-1e8c6472-aec0-4677-869e-fb124451351b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:54.044666 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2b4f46a9-393b-4385-91dd-66775250ea6d req-1e8c6472-aec0-4677-869e-fb124451351b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=06d20752-22e2-4f05-a607-805be1f18e56 HTTP/1.1" status: 200 len: 851 time: 0.1223915 Dec 06 17:34:54.047648 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-73bd4480-98a7-4403-bc2c-c40a3d781dd5 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] For port 79389b58-736d-431a-baec-056c11457f73, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=79389b58-736d-431a-baec-056c11457f73,segment=NetworkSegment(a47332dc-5917-44f3-a9f4-ba1cd1d32759),segment_id=a47332dc-5917-44f3-a9f4-ba1cd1d32759)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:34:54.048092 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-73bd4480-98a7-4403-bc2c-c40a3d781dd5 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:54.121896 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-73bd4480-98a7-4403-bc2c-c40a3d781dd5 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Calling delete_port for 79389b58-736d-431a-baec-056c11457f73 owned by network:router_interface {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:34:54.140249 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4f46a9-393b-4385-91dd-66775250ea6d req-b37dba1a-8415-4fef-be01-b1a7758f76a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:54.141970 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2b4f46a9-393b-4385-91dd-66775250ea6d req-b37dba1a-8415-4fef-be01-b1a7758f76a2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0806615 Dec 06 17:34:54.210984 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-4acd6010-fa26-47ff-b9b6-cf534d155b04 req-84db70e3-d974-4561-a697-52d0ddccae67 service neutron] For port 00fa4bcf-ee2e-4551-b2d1-fdb01cc6d6c5, host n-h1-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:34:54.215154 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-4acd6010-fa26-47ff-b9b6-cf534d155b04 req-84db70e3-d974-4561-a697-52d0ddccae67 service neutron] For port 00fa4bcf-ee2e-4551-b2d1-fdb01cc6d6c5, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=00fa4bcf-ee2e-4551-b2d1-fdb01cc6d6c5,segment=NetworkSegment(337ca0aa-03ad-4967-b4ee-18615f2b329c),segment_id=337ca0aa-03ad-4967-b4ee-18615f2b329c)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:34:54.319495 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2b4f46a9-393b-4385-91dd-66775250ea6d req-3bd15e1d-07d9-4f18-920a-d8a7447c7212 service neutron] 10.222.0.44 "GET /v2.0/networks/2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001890 Dec 06 17:34:54.342857 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93454769-66e1-4ca6-a146-4c63659ab21e req-c14d3e47-6587-4c38-a7f6-803143cc0fd6 tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:54.351748 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-93454769-66e1-4ca6-a146-4c63659ab21e req-c14d3e47-6587-4c38-a7f6-803143cc0fd6 tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf4f8cd6-cdf3-4302-b4fd-5d4390fc664c HTTP/1.1" status: 200 len: 944 time: 0.3437929 Dec 06 17:34:54.359391 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-4acd6010-fa26-47ff-b9b6-cf534d155b04 req-84db70e3-d974-4561-a697-52d0ddccae67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:54.455208 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08283d5d-7aaf-4164-b096-a6ae8719d233 req-0be39b46-29e1-48c9-ad05-b7500537c2b0 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:54.472436 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-08283d5d-7aaf-4164-b096-a6ae8719d233 req-0be39b46-29e1-48c9-ad05-b7500537c2b0 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/ports?device_id=522f6eb5-ac1c-49e5-9878-81b994af1b41 HTTP/1.1" status: 200 len: 946 time: 0.9090266 Dec 06 17:34:54.656335 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84db70e3-d974-4561-a697-52d0ddccae67 service neutron] Pushing event updated for resources: {'Port': ['ID=00fa4bcf-ee2e-4551-b2d1-fdb01cc6d6c5,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:54.687107 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-08283d5d-7aaf-4164-b096-a6ae8719d233 req-a383ecf2-3171-4c93-ab43-ae6bd3d4c5d8 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a3c1414-f022-4a3f-a1e2-17b7111b3b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2104955 Dec 06 17:34:54.744194 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acd6010-fa26-47ff-b9b6-cf534d155b04 req-84db70e3-d974-4561-a697-52d0ddccae67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:54.744837 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-4acd6010-fa26-47ff-b9b6-cf534d155b04 req-84db70e3-d974-4561-a697-52d0ddccae67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:54.754184 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4acd6010-fa26-47ff-b9b6-cf534d155b04 req-84db70e3-d974-4561-a697-52d0ddccae67 service neutron] 10.222.0.41 "PUT /v2.0/ports/00fa4bcf-ee2e-4551-b2d1-fdb01cc6d6c5 HTTP/1.1" status: 200 len: 1092 time: 4.9255109 Dec 06 17:34:54.758076 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf4f8cd6-cdf3-4302-b4fd-5d4390fc664c', 'tag': '00fa4bcf-ee2e-4551-b2d1-fdb01cc6d6c5'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:34:54.760503 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e36a9cd5-9e75-4a4c-a8d7-98b743946e4b" -d '{"events": [{"name": "network-changed", "server_uuid": "bf4f8cd6-cdf3-4302-b4fd-5d4390fc664c", "tag": "00fa4bcf-ee2e-4551-b2d1-fdb01cc6d6c5"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:34:54.950386 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-93454769-66e1-4ca6-a146-4c63659ab21e req-abd95897-1741-4185-8bb6-f38af8fce76c tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] 10.222.0.23 "GET /v2.0/security-groups?id=53cb9de0-95b5-473c-9e29-7b6cfb4563a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5972934 Dec 06 17:34:54.960012 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-062aa3ca-f330-40d8-b124-7a840b7dd5d6 x-openstack-request-id: req-062aa3ca-f330-40d8-b124-7a840b7dd5d6 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:34:54.960012 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf4f8cd6-cdf3-4302-b4fd-5d4390fc664c", "tag": "00fa4bcf-ee2e-4551-b2d1-fdb01cc6d6c5", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:34:54.962217 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-062aa3ca-f330-40d8-b124-7a840b7dd5d6 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:34:54.962830 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf4f8cd6-cdf3-4302-b4fd-5d4390fc664c', 'tag': '00fa4bcf-ee2e-4551-b2d1-fdb01cc6d6c5', 'status': 'completed', 'code': 200} Dec 06 17:34:55.019874 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f3881a2a-7fae-4903-b09b-ea91595f67a4 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:55.084239 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3881a2a-7fae-4903-b09b-ea91595f67a4 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:34:55.101093 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-f3881a2a-7fae-4903-b09b-ea91595f67a4 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:34:55.110617 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3881a2a-7fae-4903-b09b-ea91595f67a4 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:34:55.144207 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-747e0d24-4c7b-4699-a598-7199fcf932c3 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:55.177392 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-747e0d24-4c7b-4699-a598-7199fcf932c3 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:55.254023 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-747e0d24-4c7b-4699-a598-7199fcf932c3 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] In _notify_port_updated(), no bound segment for port 937c98d0-3245-4564-9c5c-5a254ad871ae on network 1ebf57e8-91a1-495b-90d7-c99d7db8d7d8 {{(pid=103284) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 17:34:55.263027 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747e0d24-4c7b-4699-a598-7199fcf932c3 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:55.278563 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-747e0d24-4c7b-4699-a598-7199fcf932c3 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:55.280153 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-747e0d24-4c7b-4699-a598-7199fcf932c3 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] 10.222.0.23 "PUT /v2.0/ports/937c98d0-3245-4564-9c5c-5a254ad871ae HTTP/1.1" status: 200 len: 1002 time: 2.3006377 Dec 06 17:34:55.284177 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 51086) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:34:55.353446 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053096fe-1f75-4b93-87e3-96578e6bd5b7 req-6d902740-c4f4-49ba-bfce-09c7e2e95ec9 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:55.356109 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-053096fe-1f75-4b93-87e3-96578e6bd5b7 req-6d902740-c4f4-49ba-bfce-09c7e2e95ec9 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=233dace4-98c2-44a3-9485-25c0a217e10d HTTP/1.1" status: 200 len: 943 time: 0.3098290 Dec 06 17:34:55.504344 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747e0d24-4c7b-4699-a598-7199fcf932c3 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Pushing event updated for resources: {'Port': ['ID=937c98d0-3245-4564-9c5c-5a254ad871ae,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:55.722418 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-053096fe-1f75-4b93-87e3-96578e6bd5b7 req-5c9284f3-823e-4a79-b39d-31a44240f509 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=53a84ca2-3f2c-4a10-85a7-67cee2181fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3500144 Dec 06 17:34:55.783463 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-3a6675a3-99ba-473f-9714-6757eead3621 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Deleting port 937c98d0-3245-4564-9c5c-5a254ad871ae {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:34:55.783970 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3a6675a3-99ba-473f-9714-6757eead3621 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:55.868417 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3881a2a-7fae-4903-b09b-ea91595f67a4 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Pushing event updated for resources: {'Port': ['ID=d499c3dc-9885-45d8-a65b-b8b7c2faa42e,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:55.872707 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acd6010-fa26-47ff-b9b6-cf534d155b04 req-b33255d1-181f-4dac-bbdd-12adc50ab074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:55.874279 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4acd6010-fa26-47ff-b9b6-cf534d155b04 req-b33255d1-181f-4dac-bbdd-12adc50ab074 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7a5c2edb34ef45d5b7fd006e4fd1e900&device_id=bf4f8cd6-cdf3-4302-b4fd-5d4390fc664c HTTP/1.1" status: 200 len: 1095 time: 1.0464051 Dec 06 17:34:55.875033 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-3c43b852-452d-42f5-8ca3-fca8fb7a6261 None None] Provisioning complete for port 937c98d0-3245-4564-9c5c-5a254ad871ae triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:34:55.876563 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3c43b852-452d-42f5-8ca3-fca8fb7a6261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:55.966558 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3a6675a3-99ba-473f-9714-6757eead3621 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:56.007508 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-3c43b852-452d-42f5-8ca3-fca8fb7a6261 None None] Port 937c98d0-3245-4564-9c5c-5a254ad871ae cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:34:56.028941 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-3a6675a3-99ba-473f-9714-6757eead3621 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Calling delete_port for 937c98d0-3245-4564-9c5c-5a254ad871ae owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:34:56.353180 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2b4f46a9-393b-4385-91dd-66775250ea6d req-0e3acbee-3727-40c0-882f-ac5884fdb707 service neutron] 10.222.0.44 "GET /v2.0/networks/2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9787273 Dec 06 17:34:56.355270 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4acd6010-fa26-47ff-b9b6-cf534d155b04 req-0fe08b23-da14-4ead-bbd1-08c170fb49c9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00fa4bcf-ee2e-4551-b2d1-fdb01cc6d6c5 HTTP/1.1" status: 200 len: 217 time: 0.4411924 Dec 06 17:34:56.500402 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df39340e-aeb2-409c-8ba1-c09f3cb1b9c5 req-a7e3e51f-d380-4f43-94a7-97b969f4d871 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:56.501984 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-df39340e-aeb2-409c-8ba1-c09f3cb1b9c5 req-a7e3e51f-d380-4f43-94a7-97b969f4d871 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/ports?device_id=522f6eb5-ac1c-49e5-9878-81b994af1b41 HTTP/1.1" status: 200 len: 946 time: 0.6268051 Dec 06 17:34:56.524091 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3a6675a3-99ba-473f-9714-6757eead3621 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:56.535397 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acd6010-fa26-47ff-b9b6-cf534d155b04 req-5f42fe83-b8f2-4126-bf5c-5f783b4b843d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:56.537179 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4acd6010-fa26-47ff-b9b6-cf534d155b04 req-5f42fe83-b8f2-4126-bf5c-5f783b4b843d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e0ff83a7-9b77-408a-ae64-b8b2247c5811 HTTP/1.1" status: 200 len: 853 time: 0.1446579 Dec 06 17:34:56.601182 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 51104) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:34:56.654419 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-73bd4480-98a7-4403-bc2c-c40a3d781dd5 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:56.691618 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6675a3-99ba-473f-9714-6757eead3621 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Pushing event deleted for resources: {'Port': ['ID=937c98d0-3245-4564-9c5c-5a254ad871ae,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:56.759041 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494df5cb-376a-400b-9174-f023c798a71a req-92c096ec-cefa-4fa1-b47f-05bec76ec3c8 tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:56.761860 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-494df5cb-376a-400b-9174-f023c798a71a req-92c096ec-cefa-4fa1-b47f-05bec76ec3c8 tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf4f8cd6-cdf3-4302-b4fd-5d4390fc664c HTTP/1.1" status: 200 len: 944 time: 0.5917139 Dec 06 17:34:56.764752 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bd4480-98a7-4403-bc2c-c40a3d781dd5 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event deleted for resources: {'Port': ['ID=79389b58-736d-431a-baec-056c11457f73,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:56.811498 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-df39340e-aeb2-409c-8ba1-c09f3cb1b9c5 req-d1e747ee-0062-4e21-aa0f-f25a5b78304d tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a3c1414-f022-4a3f-a1e2-17b7111b3b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3030457 Dec 06 17:34:56.939122 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-494df5cb-376a-400b-9174-f023c798a71a req-07c36603-835f-4072-adc9-c82442c59379 tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] 10.222.0.23 "GET /v2.0/security-groups?id=53cb9de0-95b5-473c-9e29-7b6cfb4563a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1615419 Dec 06 17:34:57.013716 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acd6010-fa26-47ff-b9b6-cf534d155b04 req-c12f95f1-80be-40d1-8d77-d331953cf2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:57.016804 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4acd6010-fa26-47ff-b9b6-cf534d155b04 req-c12f95f1-80be-40d1-8d77-d331953cf2b0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6b7abc05-e65c-45dd-b06d-3e0ac29b2d69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4689956 Dec 06 17:34:57.137441 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8f6dc08d-5abb-4cb9-ba52-dd6d1c8318c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:57.198328 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3a6675a3-99ba-473f-9714-6757eead3621 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:57.206386 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-3a6675a3-99ba-473f-9714-6757eead3621 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] 10.222.0.23 "DELETE /v2.0/ports/937c98d0-3245-4564-9c5c-5a254ad871ae HTTP/1.1" status: 204 len: 168 time: 1.9086981 Dec 06 17:34:57.218971 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 51114) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:34:57.283825 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e96e077-6421-411a-9776-8a09f0dfbdb2 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] GET failed (client error): The resource could not be found. Dec 06 17:34:57.292564 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-6e96e077-6421-411a-9776-8a09f0dfbdb2 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] 10.222.0.23 "GET /v2.0/ports/937c98d0-3245-4564-9c5c-5a254ad871ae HTTP/1.1" status: 404 len: 333 time: 0.0690899 Dec 06 17:34:57.294101 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 51116) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:34:57.305831 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-5a1146d0-3d70-4982-9bc1-b0f27b4a71bb tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Request body: {'port': {'network_id': '1ebf57e8-91a1-495b-90d7-c99d7db8d7d8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-784991845'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:34:57.360882 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8f6dc08d-5abb-4cb9-ba52-dd6d1c8318c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:57.388268 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8f6dc08d-5abb-4cb9-ba52-dd6d1c8318c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:57.405577 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-73bd4480-98a7-4403-bc2c-c40a3d781dd5 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-772474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575952'] for router_interface, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:57.547894 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ba2bed-59f0-42e6-aeaa-2ff08f9f4145 req-d4ba2098-2f7b-48cf-976f-bfef98dcef6a tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:57.561256 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d1ba2bed-59f0-42e6-aeaa-2ff08f9f4145 req-d4ba2098-2f7b-48cf-976f-bfef98dcef6a tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/ports?device_id=522f6eb5-ac1c-49e5-9878-81b994af1b41 HTTP/1.1" status: 200 len: 946 time: 0.4548600 Dec 06 17:34:57.561943 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 51118) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:34:57.570747 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-e4698dc1-ff57-46f4-9dbf-f71a427fa2d8 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Request body: {'floatingip': {'port_id': '131abded-8690-4d9b-b8ba-d98c5f8c0b81'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:34:57.670850 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e4698dc1-ff57-46f4-9dbf-f71a427fa2d8 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Publish callbacks [] for floatingip, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:57.671582 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e618d7-5674-4512-8f4e-53944745290b req-0d0f28fb-d353-4eb1-b786-258f12a9fe33 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:57.674077 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-20e618d7-5674-4512-8f4e-53944745290b req-0d0f28fb-d353-4eb1-b786-258f12a9fe33 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=233dace4-98c2-44a3-9485-25c0a217e10d HTTP/1.1" status: 200 len: 943 time: 0.6573923 Dec 06 17:34:57.682389 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4acd6010-fa26-47ff-b9b6-cf534d155b04 req-332705a9-3824-4ce7-876a-809121ab0ebd service neutron] 10.222.0.41 "GET /v2.0/networks/6b7abc05-e65c-45dd-b06d-3e0ac29b2d69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5121677 Dec 06 17:34:57.685215 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a1146d0-3d70-4982-9bc1-b0f27b4a71bb tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Made reservation on behalf of dc24c60063a149a2a5b2e6db2d951eb0 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:34:57.688433 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5a1146d0-3d70-4982-9bc1-b0f27b4a71bb tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:57.837430 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-5a1146d0-3d70-4982-9bc1-b0f27b4a71bb tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] device_id is not set on port f5d26054-8ba9-4178-b5b2-ba82e8918424 yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:34:57.953563 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73bd4480-98a7-4403-bc2c-c40a3d781dd5 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Router 59887a0d-42a5-4e5f-bff3-1a1694379682 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:34:57.956429 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4acd6010-fa26-47ff-b9b6-cf534d155b04 req-ff29b59e-8058-47bb-8fa7-d933a45fa464 service neutron] 10.222.0.41 "GET /v2.0/networks/6b7abc05-e65c-45dd-b06d-3e0ac29b2d69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407936 Dec 06 17:34:58.065385 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6dc08d-5abb-4cb9-ba52-dd6d1c8318c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a6472e-7974-4ad1-9dcf-01f3912333cd,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:58.090374 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-8f6dc08d-5abb-4cb9-ba52-dd6d1c8318c9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b6f05c6a5e2c4f12a68672ebb56ad742&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4749055 Dec 06 17:34:58.094767 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 51124) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:34:58.187941 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f3881a2a-7fae-4903-b09b-ea91595f67a4 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:58.400285 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-20e618d7-5674-4512-8f4e-53944745290b req-3ecddd0b-0a12-45ab-afe8-384fa885e8b1 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=53a84ca2-3f2c-4a10-85a7-67cee2181fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7096167 Dec 06 17:34:58.410512 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36a9cd5-9e75-4a4c-a8d7-98b743946e4b req-c56d00b3-541a-4692-a98f-1e5482b613fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:58.412189 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e36a9cd5-9e75-4a4c-a8d7-98b743946e4b req-c56d00b3-541a-4692-a98f-1e5482b613fe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7a5c2edb34ef45d5b7fd006e4fd1e900&device_id=bf4f8cd6-cdf3-4302-b4fd-5d4390fc664c HTTP/1.1" status: 200 len: 1095 time: 0.3702323 Dec 06 17:34:58.428297 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73bd4480-98a7-4403-bc2c-c40a3d781dd5 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:34:58.428297 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-73bd4480-98a7-4403-bc2c-c40a3d781dd5 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "PUT /v2.0/routers/59887a0d-42a5-4e5f-bff3-1a1694379682/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0113702 Dec 06 17:34:58.431911 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca210a0-7b78-45ab-81d7-57213d2079b4 None None] Sync routers for ids ['59887a0d-42a5-4e5f-bff3-1a1694379682'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:34:58.449789 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca210a0-7b78-45ab-81d7-57213d2079b4 None None] Routers {'59887a0d-42a5-4e5f-bff3-1a1694379682'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:34:58.450664 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-3ca210a0-7b78-45ab-81d7-57213d2079b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:34:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['59887a0d-42a5-4e5f-bff3-1a1694379682'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:34:58.454265 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be070447-ec2c-4f7f-a496-085b75a69edf req-2c1c1dd4-49f4-4fd2-a649-32ed6169057d tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:58.457171 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-be070447-ec2c-4f7f-a496-085b75a69edf req-2c1c1dd4-49f4-4fd2-a649-32ed6169057d tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf4f8cd6-cdf3-4302-b4fd-5d4390fc664c HTTP/1.1" status: 200 len: 944 time: 0.4173706 Dec 06 17:34:58.460265 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 51126) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:34:58.525036 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae93fae9-89e6-45f9-adfd-b1a181580400 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:58.527665 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae93fae9-89e6-45f9-adfd-b1a181580400 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:58.529424 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-ae93fae9-89e6-45f9-adfd-b1a181580400 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0666165 Dec 06 17:34:58.537889 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 51128) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:34:58.599038 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-3ca210a0-7b78-45ab-81d7-57213d2079b4 None None] Set router 59887a0d-42a5-4e5f-bff3-1a1694379682 gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:34:58.602757 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-5a1146d0-3d70-4982-9bc1-b0f27b4a71bb tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Allocated IP 2001:db8::c7 (1ebf57e8-91a1-495b-90d7-c99d7db8d7d8/f554394a-ba32-4dfd-885b-aaabaece3f35/f5d26054-8ba9-4178-b5b2-ba82e8918424) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:34:58.664361 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-be070447-ec2c-4f7f-a496-085b75a69edf req-662d16d0-3daa-48f5-b1b7-dcf232839601 tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] 10.222.0.23 "GET /v2.0/security-groups?id=53cb9de0-95b5-473c-9e29-7b6cfb4563a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273739 Dec 06 17:34:58.688009 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc286a3b-65c7-443b-9574-6008d7d8470a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Deleting subnet 926295a9-1d78-4392-a387-e92237c9787c {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:34:58.693019 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b02eef4b-7cdf-48fc-ad36-826d01062d9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:58.707769 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-3ca210a0-7b78-45ab-81d7-57213d2079b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59887a0d-42a5-4e5f-bff3-1a1694379682', 'name': 'tempest-NetworksTestDHCPv6-router-947597933', 'tenant_id': '58c2416ade7148dfa446cd47a01986fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:34:36Z', 'updated_at': '2021-12-06T17:34:56Z', 'revision_number': 3, 'project_id': '58c2416ade7148dfa446cd47a01986fc', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:34:58.736393 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f3881a2a-7fae-4903-b09b-ea91595f67a4 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:58.754110 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bc286a3b-65c7-443b-9574-6008d7d8470a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:58.764060 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca210a0-7b78-45ab-81d7-57213d2079b4 None None] Checking router: 59887a0d-42a5-4e5f-bff3-1a1694379682 for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:34:58.790632 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca210a0-7b78-45ab-81d7-57213d2079b4 None None] Routers {'59887a0d-42a5-4e5f-bff3-1a1694379682'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:34:58.795020 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-3ca210a0-7b78-45ab-81d7-57213d2079b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:34:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['59887a0d-42a5-4e5f-bff3-1a1694379682'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:34:58.813952 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.db.resource_extend [None req-e4698dc1-ff57-46f4-9dbf-f71a427fa2d8 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 06 17:34:58.869808 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bc286a3b-65c7-443b-9574-6008d7d8470a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:58.888716 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f3881a2a-7fae-4903-b09b-ea91595f67a4 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:58.901834 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f3881a2a-7fae-4903-b09b-ea91595f67a4 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:58.928124 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b02eef4b-7cdf-48fc-ad36-826d01062d9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:58.969398 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e4698dc1-ff57-46f4-9dbf-f71a427fa2d8 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:58.987170 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e4698dc1-ff57-46f4-9dbf-f71a427fa2d8 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:58.996011 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36a9cd5-9e75-4a4c-a8d7-98b743946e4b req-a4f292a6-2ead-450e-bf21-fbd1dd2f9089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:34:58.997767 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e36a9cd5-9e75-4a4c-a8d7-98b743946e4b req-a4f292a6-2ead-450e-bf21-fbd1dd2f9089 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6b7abc05-e65c-45dd-b06d-3e0ac29b2d69 HTTP/1.1" status: 200 len: 915 time: 0.5565283 Dec 06 17:34:58.998762 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-3ca210a0-7b78-45ab-81d7-57213d2079b4 None None] Set router 59887a0d-42a5-4e5f-bff3-1a1694379682 gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:34:59.033664 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3881a2a-7fae-4903-b09b-ea91595f67a4 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Pushing event updated for resources: {'Port': ['ID=d499c3dc-9885-45d8-a65b-b8b7c2faa42e,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:34:59.082354 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-3ca210a0-7b78-45ab-81d7-57213d2079b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59887a0d-42a5-4e5f-bff3-1a1694379682', 'name': 'tempest-NetworksTestDHCPv6-router-947597933', 'tenant_id': '58c2416ade7148dfa446cd47a01986fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:34:36Z', 'updated_at': '2021-12-06T17:34:56Z', 'revision_number': 3, 'project_id': '58c2416ade7148dfa446cd47a01986fc', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:34:59.098627 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e36a9cd5-9e75-4a4c-a8d7-98b743946e4b req-0bd1c441-521b-49d0-818b-13fc61909e4a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00fa4bcf-ee2e-4551-b2d1-fdb01cc6d6c5 HTTP/1.1" status: 200 len: 217 time: 0.0757687 Dec 06 17:34:59.124864 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bc286a3b-65c7-443b-9574-6008d7d8470a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:59.141241 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca210a0-7b78-45ab-81d7-57213d2079b4 None None] The sync data for ids ['59887a0d-42a5-4e5f-bff3-1a1694379682'] in n-d-master-1 is: [{'id': '59887a0d-42a5-4e5f-bff3-1a1694379682', 'name': 'tempest-NetworksTestDHCPv6-router-947597933', 'tenant_id': '58c2416ade7148dfa446cd47a01986fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:34:36Z', 'updated_at': '2021-12-06T17:34:56Z', 'revision_number': 3, 'project_id': '58c2416ade7148dfa446cd47a01986fc', 'gw_port_host': None}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:34:59.170960 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f3881a2a-7fae-4903-b09b-ea91595f67a4 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:59.219233 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5a1146d0-3d70-4982-9bc1-b0f27b4a71bb tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:59.242151 n-d-master-1 neutron-server[103284]: INFO neutron.db.l3_db [None req-e4698dc1-ff57-46f4-9dbf-f71a427fa2d8 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Floating IP 46d3c957-08ed-465a-ba5b-24fe2569e9f2 associated. External IP: 172.35.1.53, port: 131abded-8690-4d9b-b8ba-d98c5f8c0b81. Dec 06 17:34:59.319307 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bc286a3b-65c7-443b-9574-6008d7d8470a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:59.355978 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb146257-7f5b-4668-a40e-30c04f8d5be8 None None] Network 92924f74-2f90-45e5-9033-541c61add3eb requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:34:59.721214 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7139e48-4469-419f-8a0b-a912e0d38318 None None] DHCP port deletion for 92924f74-2f90-45e5-9033-541c61add3eb request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:34:59.844258 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b02eef4b-7cdf-48fc-ad36-826d01062d9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:59.861694 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b02eef4b-7cdf-48fc-ad36-826d01062d9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:59.864313 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-b02eef4b-7cdf-48fc-ad36-826d01062d9d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c8a6472e-7974-4ad1-9dcf-01f3912333cd HTTP/1.1" status: 204 len: 168 time: 1.7389030 Dec 06 17:34:59.868899 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-d7139e48-4469-419f-8a0b-a912e0d38318 None None] Deleting port be3360a0-9152-4878-9e0f-aac0eb8be9e7 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:34:59.869846 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d7139e48-4469-419f-8a0b-a912e0d38318 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:59.947349 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-d7139e48-4469-419f-8a0b-a912e0d38318 None None] For port be3360a0-9152-4878-9e0f-aac0eb8be9e7, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=be3360a0-9152-4878-9e0f-aac0eb8be9e7,segment=NetworkSegment(a47332dc-5917-44f3-a9f4-ba1cd1d32759),segment_id=a47332dc-5917-44f3-a9f4-ba1cd1d32759)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:34:59.948172 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d7139e48-4469-419f-8a0b-a912e0d38318 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:34:59.972169 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-d7139e48-4469-419f-8a0b-a912e0d38318 None None] Calling delete_port for be3360a0-9152-4878-9e0f-aac0eb8be9e7 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:34:59.999764 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02eef4b-7cdf-48fc-ad36-826d01062d9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a6472e-7974-4ad1-9dcf-01f3912333cd,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:00.081900 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36a9cd5-9e75-4a4c-a8d7-98b743946e4b req-71cefef4-d22e-4120-b606-63c3cae2d6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:00.083712 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e36a9cd5-9e75-4a4c-a8d7-98b743946e4b req-71cefef4-d22e-4120-b606-63c3cae2d6ff service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e0ff83a7-9b77-408a-ae64-b8b2247c5811 HTTP/1.1" status: 200 len: 853 time: 0.9711936 Dec 06 17:35:00.097770 n-d-master-1 neutron-server[103285]: INFO neutron.db.l3_db [None req-f3881a2a-7fae-4903-b09b-ea91595f67a4 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Floating IP 45ab3526-947b-4f10-bf72-c962f2e395a6 associated. External IP: 172.35.1.171, port: 898d1acc-2af6-4093-9de7-c69ed9ead98f. Dec 06 17:35:00.147354 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d7139e48-4469-419f-8a0b-a912e0d38318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:00.219782 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7139e48-4469-419f-8a0b-a912e0d38318 None None] Pushing event deleted for resources: {'Port': ['ID=be3360a0-9152-4878-9e0f-aac0eb8be9e7,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:00.224199 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bc286a3b-65c7-443b-9574-6008d7d8470a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:00.228076 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-bc286a3b-65c7-443b-9574-6008d7d8470a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/subnets/926295a9-1d78-4392-a387-e92237c9787c HTTP/1.1" status: 204 len: 168 time: 1.6842995 Dec 06 17:35:00.237862 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7139e48-4469-419f-8a0b-a912e0d38318 None None] No DVR routers for this DVR port be3360a0-9152-4878-9e0f-aac0eb8be9e7 on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:35:00.250735 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 51144) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:00.286215 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5a1146d0-3d70-4982-9bc1-b0f27b4a71bb tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:00.348641 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc286a3b-65c7-443b-9574-6008d7d8470a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event deleted for resources: {'Subnet': ['ID=926295a9-1d78-4392-a387-e92237c9787c,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:00.464890 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeb2555-49ea-4ae7-b849-aff6ed8e347d req-767caf45-d57f-4661-a582-c1b743bd883e tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:00.466557 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-cdeb2555-49ea-4ae7-b849-aff6ed8e347d req-767caf45-d57f-4661-a582-c1b743bd883e tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=233dace4-98c2-44a3-9485-25c0a217e10d HTTP/1.1" status: 200 len: 943 time: 0.6277518 Dec 06 17:35:00.632005 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36a9cd5-9e75-4a4c-a8d7-98b743946e4b req-025affdd-0679-457e-b3f9-29581ca96780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:00.634099 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e36a9cd5-9e75-4a4c-a8d7-98b743946e4b req-025affdd-0679-457e-b3f9-29581ca96780 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6b7abc05-e65c-45dd-b06d-3e0ac29b2d69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5378430 Dec 06 17:35:00.722606 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-cdeb2555-49ea-4ae7-b849-aff6ed8e347d req-40864ef7-0000-4712-81d6-7d841106e348 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=53a84ca2-3f2c-4a10-85a7-67cee2181fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451684 Dec 06 17:35:00.730219 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 79389b58-736d-431a-baec-056c11457f73 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:35:00.774611 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 79389b58-736d-431a-baec-056c11457f73 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:35:00.774975 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 79389b58-736d-431a-baec-056c11457f73 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:35:00.775451 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device be3360a0-9152-4878-9e0f-aac0eb8be9e7 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:35:00.788630 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1146d0-3d70-4982-9bc1-b0f27b4a71bb tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Pushing event updated for resources: {'Port': ['ID=f5d26054-8ba9-4178-b5b2-ba82e8918424,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:00.800084 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1146d0-3d70-4982-9bc1-b0f27b4a71bb tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Network 1ebf57e8-91a1-495b-90d7-c99d7db8d7d8 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:35:00.808587 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-5a1146d0-3d70-4982-9bc1-b0f27b4a71bb tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:35:00.811737 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1146d0-3d70-4982-9bc1-b0f27b4a71bb tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:35:00.819064 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1146d0-3d70-4982-9bc1-b0f27b4a71bb tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:00.819878 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5a1146d0-3d70-4982-9bc1-b0f27b4a71bb tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:00.833090 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4698dc1-ff57-46f4-9dbf-f71a427fa2d8 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Router fa5f03e8-9e2f-4c1d-9421-a3059a69fe60 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:35:00.849877 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: be3360a0-9152-4878-9e0f-aac0eb8be9e7 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:35:00.850940 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device be3360a0-9152-4878-9e0f-aac0eb8be9e7 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:35:00.873062 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97814f7a-aa6e-429d-b082-8b514792e3a1 req-b57cd4e3-869e-4892-8ba5-2ed020d5b7bc tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:00.874845 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-97814f7a-aa6e-429d-b082-8b514792e3a1 req-b57cd4e3-869e-4892-8ba5-2ed020d5b7bc tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf4f8cd6-cdf3-4302-b4fd-5d4390fc664c HTTP/1.1" status: 200 len: 944 time: 0.6452641 Dec 06 17:35:00.887127 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-84023321-220d-48ee-ac76-354628d3458b tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.6136494 Dec 06 17:35:00.888402 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 51158) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:00.955928 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e36a9cd5-9e75-4a4c-a8d7-98b743946e4b req-0759380a-a435-4ef9-864a-c960d3681791 service neutron] 10.222.0.41 "GET /v2.0/networks/6b7abc05-e65c-45dd-b06d-3e0ac29b2d69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566795 Dec 06 17:35:00.996930 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-5a1146d0-3d70-4982-9bc1-b0f27b4a71bb tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.7015824 Dec 06 17:35:00.999945 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eee33107-8e1b-4d9c-a90f-c284cfe36cf4 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for router, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:01.022361 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 51162) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:01.040546 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-58f45d62-e28d-4c52-9d35-e09bdbd5a3b1 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:a3:d0:96'}]}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:35:01.106470 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e36a9cd5-9e75-4a4c-a8d7-98b743946e4b req-73a5178d-4f0c-4beb-afd9-d286aa866418 service neutron] 10.222.0.41 "GET /v2.0/networks/6b7abc05-e65c-45dd-b06d-3e0ac29b2d69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370716 Dec 06 17:35:01.118194 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3881a2a-7fae-4903-b09b-ea91595f67a4 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Router be5a6b5f-cbc3-4fef-97e1-a795b9f2b008 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:35:01.221715 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-97814f7a-aa6e-429d-b082-8b514792e3a1 req-9b9561b4-0579-45c0-a08d-5a8ddb5d9bbb tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] 10.222.0.23 "GET /v2.0/security-groups?id=53cb9de0-95b5-473c-9e29-7b6cfb4563a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3299918 Dec 06 17:35:01.383493 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-3620c67a-9ceb-4235-a714-cd90e48a5bff None None] Provisioning complete for port f5d26054-8ba9-4178-b5b2-ba82e8918424 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:35:01.385122 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3620c67a-9ceb-4235-a714-cd90e48a5bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:01.385247 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3881a2a-7fae-4903-b09b-ea91595f67a4 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:35:01.396162 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4c1392-8111-4b17-9584-0d09fcd2bcae None None] Sync routers for ids ['be5a6b5f-cbc3-4fef-97e1-a795b9f2b008'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:35:01.414289 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eee33107-8e1b-4d9c-a90f-c284cfe36cf4 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:01.420966 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eee33107-8e1b-4d9c-a90f-c284cfe36cf4 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:01.421973 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f3881a2a-7fae-4903-b09b-ea91595f67a4 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:01.445806 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4c1392-8111-4b17-9584-0d09fcd2bcae None None] Routers {'be5a6b5f-cbc3-4fef-97e1-a795b9f2b008'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:35:01.446435 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-8a4c1392-8111-4b17-9584-0d09fcd2bcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:34:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['be5a6b5f-cbc3-4fef-97e1-a795b9f2b008'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:35:01.472884 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-f3881a2a-7fae-4903-b09b-ea91595f67a4 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 10.9294271 Dec 06 17:35:01.474506 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa6c79b8-9a38-41df-86ca-6ce3a373db00', 'tag': '898d1acc-2af6-4093-9de7-c69ed9ead98f'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:35:01.489618 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7338c660-8cd9-41ff-9a01-b8b6ea9ce508" -d '{"events": [{"name": "network-changed", "server_uuid": "aa6c79b8-9a38-41df-86ca-6ce3a373db00", "tag": "898d1acc-2af6-4093-9de7-c69ed9ead98f"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:35:01.526382 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-3620c67a-9ceb-4235-a714-cd90e48a5bff None None] Port f5d26054-8ba9-4178-b5b2-ba82e8918424 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:35:01.579549 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eee33107-8e1b-4d9c-a90f-c284cfe36cf4 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:01.580205 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eee33107-8e1b-4d9c-a90f-c284cfe36cf4 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Fanout notify agent at l3_agent the message router_deleted on router 59887a0d-42a5-4e5f-bff3-1a1694379682 {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 17:35:01.590837 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eee33107-8e1b-4d9c-a90f-c284cfe36cf4 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:01.593965 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fe31479-71e5-4501-a77b-2653cceeb0f8 x-openstack-request-id: req-0fe31479-71e5-4501-a77b-2653cceeb0f8 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:35:01.594706 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa6c79b8-9a38-41df-86ca-6ce3a373db00", "tag": "898d1acc-2af6-4093-9de7-c69ed9ead98f", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:35:01.595114 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0fe31479-71e5-4501-a77b-2653cceeb0f8 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:35:01.595367 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-eee33107-8e1b-4d9c-a90f-c284cfe36cf4 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/routers/59887a0d-42a5-4e5f-bff3-1a1694379682 HTTP/1.1" status: 204 len: 168 time: 0.7023053 Dec 06 17:35:01.601822 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 51178) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:01.606729 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa6c79b8-9a38-41df-86ca-6ce3a373db00', 'tag': '898d1acc-2af6-4093-9de7-c69ed9ead98f', 'status': 'completed', 'code': 200} Dec 06 17:35:01.610752 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-9c445e5b-587c-4e67-b66c-4ac18ed80034 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Request body: {'subnet': {'network_id': '92924f74-2f90-45e5-9033-541c61add3eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:35:01.659741 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-58f45d62-e28d-4c52-9d35-e09bdbd5a3b1 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:01.703970 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4698dc1-ff57-46f4-9dbf-f71a427fa2d8 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:35:01.712902 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e4698dc1-ff57-46f4-9dbf-f71a427fa2d8 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:01.733553 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb0571b-5aaf-48f1-91b7-285ef85c1e8e None None] Sync routers for ids ['fa5f03e8-9e2f-4c1d-9421-a3059a69fe60'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:35:01.787303 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7338c660-8cd9-41ff-9a01-b8b6ea9ce508 req-97c9687b-fe73-464b-bb1b-798845b665f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:01.788866 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7338c660-8cd9-41ff-9a01-b8b6ea9ce508 req-97c9687b-fe73-464b-bb1b-798845b665f9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=87136a91f6c54863bdb78ae5833b5c4e&device_id=aa6c79b8-9a38-41df-86ca-6ce3a373db00 HTTP/1.1" status: 200 len: 1096 time: 0.1479673 Dec 06 17:35:01.795026 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-8a4c1392-8111-4b17-9584-0d09fcd2bcae None None] Set router be5a6b5f-cbc3-4fef-97e1-a795b9f2b008 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:35:01.817588 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb0571b-5aaf-48f1-91b7-285ef85c1e8e None None] Routers {'fa5f03e8-9e2f-4c1d-9421-a3059a69fe60'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:35:01.818374 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-7eb0571b-5aaf-48f1-91b7-285ef85c1e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:34:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['fa5f03e8-9e2f-4c1d-9421-a3059a69fe60'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:35:01.854663 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88616ecf-120d-47b4-87c8-9f9458950e08 req-ca943078-0d94-4c3e-93db-08a90deaba60 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:01.856728 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-88616ecf-120d-47b4-87c8-9f9458950e08 req-ca943078-0d94-4c3e-93db-08a90deaba60 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa6c79b8-9a38-41df-86ca-6ce3a373db00 HTTP/1.1" status: 200 len: 945 time: 0.1738412 Dec 06 17:35:01.990297 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-e4698dc1-ff57-46f4-9dbf-f71a427fa2d8 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "PUT /v2.0/floatingips/46d3c957-08ed-465a-ba5b-24fe2569e9f2 HTTP/1.1" status: 200 len: 991 time: 4.4271255 Dec 06 17:35:01.996182 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '522f6eb5-ac1c-49e5-9878-81b994af1b41', 'tag': '131abded-8690-4d9b-b8ba-d98c5f8c0b81'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:35:01.998664 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a339750b-0e8b-4a62-9074-9efa5b107e81" -d '{"events": [{"name": "network-changed", "server_uuid": "522f6eb5-ac1c-49e5-9878-81b994af1b41", "tag": "131abded-8690-4d9b-b8ba-d98c5f8c0b81"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:35:02.012873 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-88616ecf-120d-47b4-87c8-9f9458950e08 req-315790c1-8dcc-46a9-9d7a-829c71ffc726 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dc80c36-8cf2-463d-929d-e78b3fbfe10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378162 Dec 06 17:35:02.036500 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 51186) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:02.105402 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-7eb0571b-5aaf-48f1-91b7-285ef85c1e8e None None] Set router fa5f03e8-9e2f-4c1d-9421-a3059a69fe60 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:35:02.265211 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-58f45d62-e28d-4c52-9d35-e09bdbd5a3b1 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:02.290218 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ac23ab7-da24-45f9-a4e1-8f3804ea575e x-openstack-request-id: req-8ac23ab7-da24-45f9-a4e1-8f3804ea575e {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:35:02.290218 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "522f6eb5-ac1c-49e5-9878-81b994af1b41", "tag": "131abded-8690-4d9b-b8ba-d98c5f8c0b81", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:35:02.290218 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8ac23ab7-da24-45f9-a4e1-8f3804ea575e {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:35:02.291711 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '522f6eb5-ac1c-49e5-9878-81b994af1b41', 'tag': '131abded-8690-4d9b-b8ba-d98c5f8c0b81', 'status': 'completed', 'code': 200} Dec 06 17:35:02.296969 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-58f45d62-e28d-4c52-9d35-e09bdbd5a3b1 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:02.319000 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-58f45d62-e28d-4c52-9d35-e09bdbd5a3b1 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] In _notify_port_updated(), no bound segment for port f5d26054-8ba9-4178-b5b2-ba82e8918424 on network 1ebf57e8-91a1-495b-90d7-c99d7db8d7d8 {{(pid=103284) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 17:35:02.342051 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 17:35:02.343906 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f45d62-e28d-4c52-9d35-e09bdbd5a3b1 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:02.347364 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-58f45d62-e28d-4c52-9d35-e09bdbd5a3b1 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:02.352038 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-58f45d62-e28d-4c52-9d35-e09bdbd5a3b1 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] 10.222.0.23 "PUT /v2.0/ports/f5d26054-8ba9-4178-b5b2-ba82e8918424 HTTP/1.1" status: 200 len: 1001 time: 1.3190331 Dec 06 17:35:02.356507 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c445e5b-587c-4e67-b66c-4ac18ed80034 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Made reservation on behalf of 58c2416ade7148dfa446cd47a01986fc for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:35:02.358069 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 51190) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:02.371453 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-88f9e753-5105-4afa-9412-d4211c1f5015 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/floatingips/45ab3526-947b-4f10-bf72-c962f2e395a6 HTTP/1.1" status: 200 len: 991 time: 0.3277175 Dec 06 17:35:02.371567 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9c445e5b-587c-4e67-b66c-4ac18ed80034 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:02.392345 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7338c660-8cd9-41ff-9a01-b8b6ea9ce508 req-7cc71e29-661f-4575-b8e9-4d3430588cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:02.399451 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7338c660-8cd9-41ff-9a01-b8b6ea9ce508 req-7cc71e29-661f-4575-b8e9-4d3430588cb6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2ad59fcd-0d86-4bbd-abb1-606e8df3cf18 HTTP/1.1" status: 200 len: 898 time: 0.5799012 Dec 06 17:35:02.446644 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-8a4c1392-8111-4b17-9584-0d09fcd2bcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be5a6b5f-cbc3-4fef-97e1-a795b9f2b008', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592606232', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.185'}], 'enable_snat': True}, 'gw_port_id': 'cda2df68-107c-4d52-a437-cd4ed6ecf4a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:33:57Z', 'updated_at': '2021-12-06T17:34:11Z', 'revision_number': 4, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'gw_port': {'id': 'cda2df68-107c-4d52-a437-cd4ed6ecf4a1', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:9f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5a6b5f-cbc3-4fef-97e1-a795b9f2b008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:34:00Z', 'updated_at': '2021-12-06T17:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '45ab3526-947b-4f10-bf72-c962f2e395a6', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'floating_ip_address': '172.35.1.171', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': 'be5a6b5f-cbc3-4fef-97e1-a795b9f2b008', 'port_id': '898d1acc-2af6-4093-9de7-c69ed9ead98f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ad59fcd-0d86-4bbd-abb1-606e8df3cf18', 'mac_address': 'fa:16:3e:5d:36:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6c79b8-9a38-41df-86ca-6ce3a373db00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:34:56Z', 'updated_at': '2021-12-06T17:34:56Z', 'revision_number': 0, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fff173c6-ed94-4ddc-a191-dc23d0c07196', 'name': '', 'network_id': '2ad59fcd-0d86-4bbd-abb1-606e8df3cf18', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'mac_address': 'fa:16:3e:22:9b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5a6b5f-cbc3-4fef-97e1-a795b9f2b008', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'de158a22-7810-46bd-88c3-c73b7c7c458f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:34:08Z', 'updated_at': '2021-12-06T17:34:23Z', 'revision_number': 5, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'subnets': [{'id': 'de158a22-7810-46bd-88c3-c73b7c7c458f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:35:02.487040 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4c1392-8111-4b17-9584-0d09fcd2bcae None None] Checking router: be5a6b5f-cbc3-4fef-97e1-a795b9f2b008 for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:35:02.527803 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4c1392-8111-4b17-9584-0d09fcd2bcae None None] Routers {'be5a6b5f-cbc3-4fef-97e1-a795b9f2b008'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:35:02.528484 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-8a4c1392-8111-4b17-9584-0d09fcd2bcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:34:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['be5a6b5f-cbc3-4fef-97e1-a795b9f2b008'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:35:02.642043 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f45d62-e28d-4c52-9d35-e09bdbd5a3b1 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Pushing event updated for resources: {'Port': ['ID=f5d26054-8ba9-4178-b5b2-ba82e8918424,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:02.657658 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a339750b-0e8b-4a62-9074-9efa5b107e81 req-495e600b-fd3c-4f61-b434-7497d06d762c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:02.661729 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a339750b-0e8b-4a62-9074-9efa5b107e81 req-495e600b-fd3c-4f61-b434-7497d06d762c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d7abadb1557c47ab8c8300111afe2d05&device_id=522f6eb5-ac1c-49e5-9878-81b994af1b41 HTTP/1.1" status: 200 len: 1097 time: 0.3981736 Dec 06 17:35:02.752759 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64f4755-ef20-4ef9-b475-b5b475246f3b req-d001650f-99fd-4f14-8ef9-a933c563c82f tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:02.754618 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a64f4755-ef20-4ef9-b475-b5b475246f3b req-d001650f-99fd-4f14-8ef9-a933c563c82f tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=233dace4-98c2-44a3-9485-25c0a217e10d HTTP/1.1" status: 200 len: 943 time: 0.7940035 Dec 06 17:35:02.825119 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7338c660-8cd9-41ff-9a01-b8b6ea9ce508 req-66d4ce62-e61a-4b47-be38-2258c89e8b8d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=898d1acc-2af6-4093-9de7-c69ed9ead98f HTTP/1.1" status: 200 len: 999 time: 0.3609858 Dec 06 17:35:02.867794 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-8a4c1392-8111-4b17-9584-0d09fcd2bcae None None] Set router be5a6b5f-cbc3-4fef-97e1-a795b9f2b008 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:35:02.877805 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:02.920425 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-cef28608-22db-4aef-88df-f9e1d0dd8fe0 None None] Provisioning complete for port f5d26054-8ba9-4178-b5b2-ba82e8918424 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:35:02.921595 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cef28608-22db-4aef-88df-f9e1d0dd8fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:02.951526 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-83e6fd8c-ae76-402d-a742-e5799150cdf4 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Deleting port f5d26054-8ba9-4178-b5b2-ba82e8918424 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:35:02.952007 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-83e6fd8c-ae76-402d-a742-e5799150cdf4 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:02.965996 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df9196f-7e2c-4548-b975-ed0766624baa req-a1d91df7-c484-4708-8135-c8c22e1d4cfb tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:02.967711 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3df9196f-7e2c-4548-b975-ed0766624baa req-a1d91df7-c484-4708-8135-c8c22e1d4cfb tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf4f8cd6-cdf3-4302-b4fd-5d4390fc664c HTTP/1.1" status: 200 len: 944 time: 0.5023403 Dec 06 17:35:02.971031 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-cef28608-22db-4aef-88df-f9e1d0dd8fe0 None None] Port f5d26054-8ba9-4178-b5b2-ba82e8918424 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:35:02.982694 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a64f4755-ef20-4ef9-b475-b5b475246f3b req-153e6858-bd1f-4b56-b706-eab09669be5b tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=53a84ca2-3f2c-4a10-85a7-67cee2181fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518354 Dec 06 17:35:02.982912 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-7eb0571b-5aaf-48f1-91b7-285ef85c1e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5f03e8-9e2f-4c1d-9421-a3059a69fe60', 'name': 'tempest-AttachVolumeTestJSON-1619787822-router', 'tenant_id': 'd7abadb1557c47ab8c8300111afe2d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.97'}], 'enable_snat': True}, 'gw_port_id': '37ad1a6e-a709-4377-9677-22ac44628bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:29:38Z', 'updated_at': '2021-12-06T17:29:48Z', 'revision_number': 4, 'project_id': 'd7abadb1557c47ab8c8300111afe2d05', 'gw_port': {'id': '37ad1a6e-a709-4377-9677-22ac44628bc2', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:fc:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5f03e8-9e2f-4c1d-9421-a3059a69fe60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:29:40Z', 'updated_at': '2021-12-06T17:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '46d3c957-08ed-465a-ba5b-24fe2569e9f2', 'tenant_id': 'd7abadb1557c47ab8c8300111afe2d05', 'floating_ip_address': '172.35.1.53', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': 'fa5f03e8-9e2f-4c1d-9421-a3059a69fe60', 'port_id': '131abded-8690-4d9b-b8ba-d98c5f8c0b81', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3078, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '343f954d-d1c3-4f66-bad4-ccfe52b09e6c', 'mac_address': 'fa:16:3e:6b:22:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522f6eb5-ac1c-49e5-9878-81b994af1b41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:34:28Z', 'updated_at': '2021-12-06T17:34:58Z', 'revision_number': 1, 'project_id': 'd7abadb1557c47ab8c8300111afe2d05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06adf1f7-8794-431c-a2e0-a67acc87e575', 'name': '', 'network_id': '343f954d-d1c3-4f66-bad4-ccfe52b09e6c', 'tenant_id': 'd7abadb1557c47ab8c8300111afe2d05', 'mac_address': 'fa:16:3e:66:77:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5f03e8-9e2f-4c1d-9421-a3059a69fe60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': 'a4ea4d0f-71a4-4c95-82b1-6c4f14c713a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:29:46Z', 'updated_at': '2021-12-06T17:30:01Z', 'revision_number': 5, 'project_id': 'd7abadb1557c47ab8c8300111afe2d05', 'subnets': [{'id': 'a4ea4d0f-71a4-4c95-82b1-6c4f14c713a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:35:02.999292 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7338c660-8cd9-41ff-9a01-b8b6ea9ce508 req-20c9fc65-b947-4754-a9af-4779c4674cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:03.003166 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7338c660-8cd9-41ff-9a01-b8b6ea9ce508 req-20c9fc65-b947-4754-a9af-4779c4674cee service neutron] 10.222.0.41 "GET /v2.0/subnets?id=de158a22-7810-46bd-88c3-c73b7c7c458f HTTP/1.1" status: 200 len: 835 time: 0.1485217 Dec 06 17:35:03.020299 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-21b551aa-9552-4181-b6d9-f8378fb30330 req-19d8775e-27ff-4005-932b-a9e93ed0c943 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=522f6eb5-ac1c-49e5-9878-81b994af1b41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5005748 Dec 06 17:35:03.034077 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb0571b-5aaf-48f1-91b7-285ef85c1e8e None None] Checking router: fa5f03e8-9e2f-4c1d-9421-a3059a69fe60 for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:35:03.035203 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a339750b-0e8b-4a62-9074-9efa5b107e81 req-7b9142be-4525-4d38-8ddd-20085c26ba60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:03.037673 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a339750b-0e8b-4a62-9074-9efa5b107e81 req-7b9142be-4525-4d38-8ddd-20085c26ba60 service neutron] 10.222.0.44 "GET /v2.0/networks?id=343f954d-d1c3-4f66-bad4-ccfe52b09e6c HTTP/1.1" status: 200 len: 912 time: 0.3640409 Dec 06 17:35:03.059203 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb0571b-5aaf-48f1-91b7-285ef85c1e8e None None] Routers {'fa5f03e8-9e2f-4c1d-9421-a3059a69fe60'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:35:03.059853 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-7eb0571b-5aaf-48f1-91b7-285ef85c1e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:34:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['fa5f03e8-9e2f-4c1d-9421-a3059a69fe60'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:35:03.234568 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9c445e5b-587c-4e67-b66c-4ac18ed80034 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:03.261761 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-7eb0571b-5aaf-48f1-91b7-285ef85c1e8e None None] Set router fa5f03e8-9e2f-4c1d-9421-a3059a69fe60 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:35:03.273825 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-83e6fd8c-ae76-402d-a742-e5799150cdf4 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:03.303176 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c445e5b-587c-4e67-b66c-4ac18ed80034 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Network 92924f74-2f90-45e5-9033-541c61add3eb is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:35:03.308873 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-9c445e5b-587c-4e67-b66c-4ac18ed80034 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:35:03.315252 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c445e5b-587c-4e67-b66c-4ac18ed80034 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:03.316224 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9c445e5b-587c-4e67-b66c-4ac18ed80034 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:03.324125 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9f0774-d990-4e16-b46b-c874e85a3b65 None None] Network 92924f74-2f90-45e5-9033-541c61add3eb requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:35:03.325899 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3df9196f-7e2c-4548-b975-ed0766624baa req-47311508-7f1a-4939-b527-a25cd9020cf6 tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] 10.222.0.23 "GET /v2.0/security-groups?id=53cb9de0-95b5-473c-9e29-7b6cfb4563a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3138363 Dec 06 17:35:03.349504 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c445e5b-587c-4e67-b66c-4ac18ed80034 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event updated for resources: {'Subnet': ['ID=20183a46-3d56-4ae3-9f42-faf5fab0f02d,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:03.356429 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-83e6fd8c-ae76-402d-a742-e5799150cdf4 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Calling delete_port for f5d26054-8ba9-4178-b5b2-ba82e8918424 owned by {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:35:03.369612 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-9c445e5b-587c-4e67-b66c-4ac18ed80034 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7631395 Dec 06 17:35:03.370645 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 51208) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:03.371616 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 51210) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:03.377446 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-c39c875b-e68f-4290-9a2c-c6639c344f35 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-53996194', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:35:03.387043 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a339750b-0e8b-4a62-9074-9efa5b107e81 req-0faccd9b-0954-4118-8835-b4d17dc1e641 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=131abded-8690-4d9b-b8ba-d98c5f8c0b81 HTTP/1.1" status: 200 len: 999 time: 0.3247628 Dec 06 17:35:03.388970 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7338c660-8cd9-41ff-9a01-b8b6ea9ce508 req-37700898-6cf1-4338-bd95-7613689caf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:03.390467 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7338c660-8cd9-41ff-9a01-b8b6ea9ce508 req-37700898-6cf1-4338-bd95-7613689caf59 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2ad59fcd-0d86-4bbd-abb1-606e8df3cf18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3472755 Dec 06 17:35:03.516696 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-8a4c1392-8111-4b17-9584-0d09fcd2bcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be5a6b5f-cbc3-4fef-97e1-a795b9f2b008', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592606232', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.185'}], 'enable_snat': True}, 'gw_port_id': 'cda2df68-107c-4d52-a437-cd4ed6ecf4a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:33:57Z', 'updated_at': '2021-12-06T17:34:11Z', 'revision_number': 4, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'gw_port': {'id': 'cda2df68-107c-4d52-a437-cd4ed6ecf4a1', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:9f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5a6b5f-cbc3-4fef-97e1-a795b9f2b008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:34:00Z', 'updated_at': '2021-12-06T17:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '45ab3526-947b-4f10-bf72-c962f2e395a6', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'floating_ip_address': '172.35.1.171', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': 'be5a6b5f-cbc3-4fef-97e1-a795b9f2b008', 'port_id': '898d1acc-2af6-4093-9de7-c69ed9ead98f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ad59fcd-0d86-4bbd-abb1-606e8df3cf18', 'mac_address': 'fa:16:3e:5d:36:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6c79b8-9a38-41df-86ca-6ce3a373db00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:34:56Z', 'updated_at': '2021-12-06T17:34:56Z', 'revision_number': 0, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fff173c6-ed94-4ddc-a191-dc23d0c07196', 'name': '', 'network_id': '2ad59fcd-0d86-4bbd-abb1-606e8df3cf18', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'mac_address': 'fa:16:3e:22:9b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5a6b5f-cbc3-4fef-97e1-a795b9f2b008', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'de158a22-7810-46bd-88c3-c73b7c7c458f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:34:08Z', 'updated_at': '2021-12-06T17:34:23Z', 'revision_number': 5, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'subnets': [{'id': 'de158a22-7810-46bd-88c3-c73b7c7c458f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:35:03.544711 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-c67a14ef-60a2-47a7-b4ac-af8ff0cb0fce tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/floatingips/45ab3526-947b-4f10-bf72-c962f2e395a6 HTTP/1.1" status: 200 len: 991 time: 0.1715155 Dec 06 17:35:03.560300 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c39c875b-e68f-4290-9a2c-c6639c344f35 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:03.561356 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c39c875b-e68f-4290-9a2c-c6639c344f35 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:03.571165 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4c1392-8111-4b17-9584-0d09fcd2bcae None None] The sync data for ids ['be5a6b5f-cbc3-4fef-97e1-a795b9f2b008'] in n-d-master-1 is: [{'id': 'be5a6b5f-cbc3-4fef-97e1-a795b9f2b008', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592606232', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.185'}], 'enable_snat': True}, 'gw_port_id': 'cda2df68-107c-4d52-a437-cd4ed6ecf4a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:33:57Z', 'updated_at': '2021-12-06T17:34:11Z', 'revision_number': 4, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'gw_port': {'id': 'cda2df68-107c-4d52-a437-cd4ed6ecf4a1', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:9f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5a6b5f-cbc3-4fef-97e1-a795b9f2b008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:34:00Z', 'updated_at': '2021-12-06T17:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '45ab3526-947b-4f10-bf72-c962f2e395a6', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'floating_ip_address': '172.35.1.171', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': 'be5a6b5f-cbc3-4fef-97e1-a795b9f2b008', 'port_id': '898d1acc-2af6-4093-9de7-c69ed9ead98f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ad59fcd-0d86-4bbd-abb1-606e8df3cf18', 'mac_address': 'fa:16:3e:5d:36:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6c79b8-9a38-41df-86ca-6ce3a373db00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:34:56Z', 'updated_at': '2021-12-06T17:34:56Z', 'revision_number': 0, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fff173c6-ed94-4ddc-a191-dc23d0c07196', 'name': '', 'network_id': '2ad59fcd-0d86-4bbd-abb1-606e8df3cf18', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'mac_address': 'fa:16:3e:22:9b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5a6b5f-cbc3-4fef-97e1-a795b9f2b008', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'de158a22-7810-46bd-88c3-c73b7c7c458f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:34:08Z', 'updated_at': '2021-12-06T17:34:23Z', 'revision_number': 5, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'subnets': [{'id': 'de158a22-7810-46bd-88c3-c73b7c7c458f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:35:03.586521 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a339750b-0e8b-4a62-9074-9efa5b107e81 req-458cde30-27df-40d8-b793-923c1a87df1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:03.596979 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a339750b-0e8b-4a62-9074-9efa5b107e81 req-458cde30-27df-40d8-b793-923c1a87df1a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a4ea4d0f-71a4-4c95-82b1-6c4f14c713a1 HTTP/1.1" status: 200 len: 850 time: 0.1994996 Dec 06 17:35:03.719515 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c39c875b-e68f-4290-9a2c-c6639c344f35 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:03.730510 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7338c660-8cd9-41ff-9a01-b8b6ea9ce508 req-2000aee3-cfc8-48f3-8f50-1762ad8ddfca service neutron] 10.222.0.41 "GET /v2.0/networks/2ad59fcd-0d86-4bbd-abb1-606e8df3cf18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3172657 Dec 06 17:35:03.733508 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c39c875b-e68f-4290-9a2c-c6639c344f35 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:03.802899 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a339750b-0e8b-4a62-9074-9efa5b107e81 req-5253d4b7-796c-4063-af96-906cc15d9b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:03.804686 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a339750b-0e8b-4a62-9074-9efa5b107e81 req-5253d4b7-796c-4063-af96-906cc15d9b1d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=343f954d-d1c3-4f66-bad4-ccfe52b09e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1963573 Dec 06 17:35:03.859047 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c39c875b-e68f-4290-9a2c-c6639c344f35 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:03.863827 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 51216) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:03.864466 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-c39c875b-e68f-4290-9a2c-c6639c344f35 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4904757 Dec 06 17:35:03.915654 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3698ad87-a5e5-4067-9a38-b4dc64aff21b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-92924f74-2f90-45e5-9033-541c61add3eb', 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb', 'tenant_id': '58c2416ade7148dfa446cd47a01986fc', 'fixed_ips': [{'subnet_id': '20183a46-3d56-4ae3-9f42-faf5fab0f02d'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:35:03.916293 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3698ad87-a5e5-4067-9a38-b4dc64aff21b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:04.039570 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a339750b-0e8b-4a62-9074-9efa5b107e81 req-00ca21f1-ef90-4c23-9a03-9454d66818e4 service neutron] 10.222.0.44 "GET /v2.0/networks/343f954d-d1c3-4f66-bad4-ccfe52b09e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213728 Dec 06 17:35:04.116546 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde90fc0-9d0e-4d71-b65e-a17fd28a6a82 None None] New status for floating IP 45ab3526-947b-4f10-bf72-c962f2e395a6: ACTIVE {{(pid=103287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 17:35:04.213407 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-83e6fd8c-ae76-402d-a742-e5799150cdf4 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:04.232404 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a339750b-0e8b-4a62-9074-9efa5b107e81 req-f47b4c9c-0865-41eb-9820-c160f9b49f12 service neutron] 10.222.0.44 "GET /v2.0/networks/343f954d-d1c3-4f66-bad4-ccfe52b09e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691859 Dec 06 17:35:04.316183 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e6fd8c-ae76-402d-a742-e5799150cdf4 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Pushing event deleted for resources: {'Port': ['ID=f5d26054-8ba9-4178-b5b2-ba82e8918424,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:04.397827 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2542fbb3-4cca-4aa4-ac55-914ed7062c77 req-1c178f95-872a-473d-b3f6-e9cf7355a0d6 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:04.405281 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2542fbb3-4cca-4aa4-ac55-914ed7062c77 req-1c178f95-872a-473d-b3f6-e9cf7355a0d6 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=233dace4-98c2-44a3-9485-25c0a217e10d HTTP/1.1" status: 200 len: 943 time: 0.2190278 Dec 06 17:35:04.436547 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-7eb0571b-5aaf-48f1-91b7-285ef85c1e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5f03e8-9e2f-4c1d-9421-a3059a69fe60', 'name': 'tempest-AttachVolumeTestJSON-1619787822-router', 'tenant_id': 'd7abadb1557c47ab8c8300111afe2d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.97'}], 'enable_snat': True}, 'gw_port_id': '37ad1a6e-a709-4377-9677-22ac44628bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:29:38Z', 'updated_at': '2021-12-06T17:29:48Z', 'revision_number': 4, 'project_id': 'd7abadb1557c47ab8c8300111afe2d05', 'gw_port': {'id': '37ad1a6e-a709-4377-9677-22ac44628bc2', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:fc:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5f03e8-9e2f-4c1d-9421-a3059a69fe60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:29:40Z', 'updated_at': '2021-12-06T17:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '46d3c957-08ed-465a-ba5b-24fe2569e9f2', 'tenant_id': 'd7abadb1557c47ab8c8300111afe2d05', 'floating_ip_address': '172.35.1.53', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': 'fa5f03e8-9e2f-4c1d-9421-a3059a69fe60', 'port_id': '131abded-8690-4d9b-b8ba-d98c5f8c0b81', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3078, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '343f954d-d1c3-4f66-bad4-ccfe52b09e6c', 'mac_address': 'fa:16:3e:6b:22:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522f6eb5-ac1c-49e5-9878-81b994af1b41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:34:28Z', 'updated_at': '2021-12-06T17:34:58Z', 'revision_number': 1, 'project_id': 'd7abadb1557c47ab8c8300111afe2d05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06adf1f7-8794-431c-a2e0-a67acc87e575', 'name': '', 'network_id': '343f954d-d1c3-4f66-bad4-ccfe52b09e6c', 'tenant_id': 'd7abadb1557c47ab8c8300111afe2d05', 'mac_address': 'fa:16:3e:66:77:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5f03e8-9e2f-4c1d-9421-a3059a69fe60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': 'a4ea4d0f-71a4-4c95-82b1-6c4f14c713a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:29:46Z', 'updated_at': '2021-12-06T17:30:01Z', 'revision_number': 5, 'project_id': 'd7abadb1557c47ab8c8300111afe2d05', 'subnets': [{'id': 'a4ea4d0f-71a4-4c95-82b1-6c4f14c713a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:35:04.457049 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7338c660-8cd9-41ff-9a01-b8b6ea9ce508 req-61068842-6154-4d85-b542-a48d9711c0d5 service neutron] 10.222.0.41 "GET /v2.0/networks/2ad59fcd-0d86-4bbd-abb1-606e8df3cf18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7168143 Dec 06 17:35:04.469327 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-83e6fd8c-ae76-402d-a742-e5799150cdf4 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:04.480026 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-83e6fd8c-ae76-402d-a742-e5799150cdf4 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] 10.222.0.23 "DELETE /v2.0/ports/f5d26054-8ba9-4178-b5b2-ba82e8918424 HTTP/1.1" status: 204 len: 168 time: 2.1134782 Dec 06 17:35:04.480246 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 51224) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:04.482683 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb0571b-5aaf-48f1-91b7-285ef85c1e8e None None] The sync data for ids ['fa5f03e8-9e2f-4c1d-9421-a3059a69fe60'] in n-d-master-1 is: [{'id': 'fa5f03e8-9e2f-4c1d-9421-a3059a69fe60', 'name': 'tempest-AttachVolumeTestJSON-1619787822-router', 'tenant_id': 'd7abadb1557c47ab8c8300111afe2d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.97'}], 'enable_snat': True}, 'gw_port_id': '37ad1a6e-a709-4377-9677-22ac44628bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:29:38Z', 'updated_at': '2021-12-06T17:29:48Z', 'revision_number': 4, 'project_id': 'd7abadb1557c47ab8c8300111afe2d05', 'gw_port': {'id': '37ad1a6e-a709-4377-9677-22ac44628bc2', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:fc:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5f03e8-9e2f-4c1d-9421-a3059a69fe60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:29:40Z', 'updated_at': '2021-12-06T17:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '46d3c957-08ed-465a-ba5b-24fe2569e9f2', 'tenant_id': 'd7abadb1557c47ab8c8300111afe2d05', 'floating_ip_address': '172.35.1.53', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': 'fa5f03e8-9e2f-4c1d-9421-a3059a69fe60', 'port_id': '131abded-8690-4d9b-b8ba-d98c5f8c0b81', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3078, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '343f954d-d1c3-4f66-bad4-ccfe52b09e6c', 'mac_address': 'fa:16:3e:6b:22:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522f6eb5-ac1c-49e5-9878-81b994af1b41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:34:28Z', 'updated_at': '2021-12-06T17:34:58Z', 'revision_number': 1, 'project_id': 'd7abadb1557c47ab8c8300111afe2d05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06adf1f7-8794-431c-a2e0-a67acc87e575', 'name': '', 'network_id': '343f954d-d1c3-4f66-bad4-ccfe52b09e6c', 'tenant_id': 'd7abadb1557c47ab8c8300111afe2d05', 'mac_address': 'fa:16:3e:66:77:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5f03e8-9e2f-4c1d-9421-a3059a69fe60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': 'a4ea4d0f-71a4-4c95-82b1-6c4f14c713a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:29:46Z', 'updated_at': '2021-12-06T17:30:01Z', 'revision_number': 5, 'project_id': 'd7abadb1557c47ab8c8300111afe2d05', 'subnets': [{'id': 'a4ea4d0f-71a4-4c95-82b1-6c4f14c713a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:35:04.534023 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-3698ad87-a5e5-4067-9a38-b4dc64aff21b None None] Allocated IP 2001:db8::2 (92924f74-2f90-45e5-9033-541c61add3eb/20183a46-3d56-4ae3-9f42-faf5fab0f02d/a330b6e6-c38e-4855-a4ba-a6ea4190145b) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:35:04.553579 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0d1b894-1a06-4415-8672-882952965240 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] GET failed (client error): The resource could not be found. Dec 06 17:35:04.558965 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-e0d1b894-1a06-4415-8672-882952965240 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] 10.222.0.23 "GET /v2.0/ports/f5d26054-8ba9-4178-b5b2-ba82e8918424 HTTP/1.1" status: 404 len: 333 time: 0.0691569 Dec 06 17:35:04.558965 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 51226) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:04.561286 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 51228) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:04.581186 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-fd3dd506-e8fc-4621-bc3c-b148a76af773 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Request body: {'port': {'network_id': '1ebf57e8-91a1-495b-90d7-c99d7db8d7d8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1872160175'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:35:04.696836 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2542fbb3-4cca-4aa4-ac55-914ed7062c77 req-dfaefcfb-8103-473d-bc31-cdeacff824e2 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=53a84ca2-3f2c-4a10-85a7-67cee2181fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906179 Dec 06 17:35:04.706011 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-5bd3e437-a55c-4b87-8f2e-b80ed30f972f tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/floatingips/45ab3526-947b-4f10-bf72-c962f2e395a6 HTTP/1.1" status: 200 len: 993 time: 0.1425462 Dec 06 17:35:04.706011 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e2a233e8-196f-4fc9-8e3e-9bd5d8c160b3 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:04.849485 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b551aa-9552-4181-b6d9-f8378fb30330 req-5e5bc9a5-8aa9-42a5-9d98-f5e00ed9c6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:04.851004 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-21b551aa-9552-4181-b6d9-f8378fb30330 req-5e5bc9a5-8aa9-42a5-9d98-f5e00ed9c6b3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d7abadb1557c47ab8c8300111afe2d05&device_id=522f6eb5-ac1c-49e5-9878-81b994af1b41 HTTP/1.1" status: 200 len: 1097 time: 0.4600894 Dec 06 17:35:04.875249 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd3dd506-e8fc-4621-bc3c-b148a76af773 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Made reservation on behalf of dc24c60063a149a2a5b2e6db2d951eb0 for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:35:04.882679 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fd3dd506-e8fc-4621-bc3c-b148a76af773 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:04.885544 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3698ad87-a5e5-4067-9a38-b4dc64aff21b None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:04.897860 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3698ad87-a5e5-4067-9a38-b4dc64aff21b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:04.915346 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268bd347-14d5-4540-856a-1bfb4c934626 req-cd5d185a-a9b8-4b19-9142-7cfd53a7214a tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:04.933694 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-268bd347-14d5-4540-856a-1bfb4c934626 req-cd5d185a-a9b8-4b19-9142-7cfd53a7214a tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf4f8cd6-cdf3-4302-b4fd-5d4390fc664c HTTP/1.1" status: 200 len: 944 time: 0.4751248 Dec 06 17:35:04.944136 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3698ad87-a5e5-4067-9a38-b4dc64aff21b None None] Network 92924f74-2f90-45e5-9033-541c61add3eb is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:35:04.952426 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-3698ad87-a5e5-4067-9a38-b4dc64aff21b None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:35:04.956776 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3698ad87-a5e5-4067-9a38-b4dc64aff21b None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:35:04.969818 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26713a99-9b6e-44bb-a6e0-1d4a0a5e348a None None] New status for floating IP 46d3c957-08ed-465a-ba5b-24fe2569e9f2: ACTIVE {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 17:35:05.058387 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3698ad87-a5e5-4067-9a38-b4dc64aff21b None None] Pushing event updated for resources: {'Port': ['ID=a330b6e6-c38e-4855-a4ba-a6ea4190145b,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:05.078978 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-3698ad87-a5e5-4067-9a38-b4dc64aff21b None None] Attempting to bind port a330b6e6-c38e-4855-a4ba-a6ea4190145b on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:35:05.079596 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-3698ad87-a5e5-4067-9a38-b4dc64aff21b None None] Attempting to bind port a330b6e6-c38e-4855-a4ba-a6ea4190145b by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'a47332dc-5917-44f3-a9f4-ba1cd1d32759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:35:05.080338 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3698ad87-a5e5-4067-9a38-b4dc64aff21b None None] Attempting to bind port a330b6e6-c38e-4855-a4ba-a6ea4190145b on network 92924f74-2f90-45e5-9033-541c61add3eb {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:35:05.122862 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3698ad87-a5e5-4067-9a38-b4dc64aff21b None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:35:05.123635 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3698ad87-a5e5-4067-9a38-b4dc64aff21b None None] Checking segment: {'id': 'a47332dc-5917-44f3-a9f4-ba1cd1d32759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:35:05.124347 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3698ad87-a5e5-4067-9a38-b4dc64aff21b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:05.124951 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3698ad87-a5e5-4067-9a38-b4dc64aff21b None None] Bound using segment: {'id': 'a47332dc-5917-44f3-a9f4-ba1cd1d32759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:35:05.125687 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-3698ad87-a5e5-4067-9a38-b4dc64aff21b None None] Bound port: a330b6e6-c38e-4855-a4ba-a6ea4190145b, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a47332dc-5917-44f3-a9f4-ba1cd1d32759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:35:05.126315 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3698ad87-a5e5-4067-9a38-b4dc64aff21b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:05.128331 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b551aa-9552-4181-b6d9-f8378fb30330 req-cdde3d8b-cb38-4aac-96e6-b32b72f7cc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:05.130062 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-21b551aa-9552-4181-b6d9-f8378fb30330 req-cdde3d8b-cb38-4aac-96e6-b32b72f7cc83 service neutron] 10.222.0.44 "GET /v2.0/networks?id=343f954d-d1c3-4f66-bad4-ccfe52b09e6c HTTP/1.1" status: 200 len: 912 time: 0.2231705 Dec 06 17:35:05.216767 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-3698ad87-a5e5-4067-9a38-b4dc64aff21b None None] For port a330b6e6-c38e-4855-a4ba-a6ea4190145b, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:35:05.220934 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-3698ad87-a5e5-4067-9a38-b4dc64aff21b None None] For port a330b6e6-c38e-4855-a4ba-a6ea4190145b, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a330b6e6-c38e-4855-a4ba-a6ea4190145b,segment=NetworkSegment(a47332dc-5917-44f3-a9f4-ba1cd1d32759),segment_id=a47332dc-5917-44f3-a9f4-ba1cd1d32759)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:35:05.256296 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3698ad87-a5e5-4067-9a38-b4dc64aff21b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:05.297601 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-268bd347-14d5-4540-856a-1bfb4c934626 req-ebbeba0e-1d50-41b2-a372-9c6afc92fb23 tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] 10.222.0.23 "GET /v2.0/security-groups?id=53cb9de0-95b5-473c-9e29-7b6cfb4563a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1660821 Dec 06 17:35:05.300640 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-21b551aa-9552-4181-b6d9-f8378fb30330 req-09214e42-8483-4b64-9de1-df4dae730ffb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=131abded-8690-4d9b-b8ba-d98c5f8c0b81 HTTP/1.1" status: 200 len: 999 time: 0.0929103 Dec 06 17:35:05.309100 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-fd3dd506-e8fc-4621-bc3c-b148a76af773 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] device_id is not set on port e630c7a0-b3fc-4837-952a-ad5dae0e0403 yet. {{(pid=103285) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:35:05.410535 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:05.456397 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3698ad87-a5e5-4067-9a38-b4dc64aff21b None None] Pushing event updated for resources: {'Port': ['ID=a330b6e6-c38e-4855-a4ba-a6ea4190145b,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:05.587750 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-e2a233e8-196f-4fc9-8e3e-9bd5d8c160b3 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Allocated IP 2001:db8::1 (92924f74-2f90-45e5-9033-541c61add3eb/20183a46-3d56-4ae3-9f42-faf5fab0f02d/306c930e-6a4e-4967-b154-15c28d7a5c9b) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:35:05.860485 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e2a233e8-196f-4fc9-8e3e-9bd5d8c160b3 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:05.935574 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e2a233e8-196f-4fc9-8e3e-9bd5d8c160b3 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:06.026449 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a233e8-196f-4fc9-8e3e-9bd5d8c160b3 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Network 92924f74-2f90-45e5-9033-541c61add3eb is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:35:06.030359 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-e2a233e8-196f-4fc9-8e3e-9bd5d8c160b3 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:35:06.034769 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a233e8-196f-4fc9-8e3e-9bd5d8c160b3 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:35:06.035574 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e2a233e8-196f-4fc9-8e3e-9bd5d8c160b3 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539179'] for router_interface, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:06.047337 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-fd3dd506-e8fc-4621-bc3c-b148a76af773 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Allocated IP 2001:db8::2ee (1ebf57e8-91a1-495b-90d7-c99d7db8d7d8/f554394a-ba32-4dfd-885b-aaabaece3f35/e630c7a0-b3fc-4837-952a-ad5dae0e0403) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:35:06.083620 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b551aa-9552-4181-b6d9-f8378fb30330 req-34f99f36-dc21-4a6c-a7d0-bd93bd1ed99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:06.085348 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-21b551aa-9552-4181-b6d9-f8378fb30330 req-34f99f36-dc21-4a6c-a7d0-bd93bd1ed99f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a4ea4d0f-71a4-4c95-82b1-6c4f14c713a1 HTTP/1.1" status: 200 len: 850 time: 0.1342213 Dec 06 17:35:06.091089 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a233e8-196f-4fc9-8e3e-9bd5d8c160b3 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event updated for resources: {'Port': ['ID=306c930e-6a4e-4967-b154-15c28d7a5c9b,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:06.184338 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeead92-dfaf-4e5f-b528-b33a2fff09e2 req-a772fe71-50e0-4ada-bbc4-e98b50f8925f tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:06.186297 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-beeead92-dfaf-4e5f-b528-b33a2fff09e2 req-a772fe71-50e0-4ada-bbc4-e98b50f8925f tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=233dace4-98c2-44a3-9485-25c0a217e10d HTTP/1.1" status: 200 len: 943 time: 0.2264931 Dec 06 17:35:06.252750 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e2a233e8-196f-4fc9-8e3e-9bd5d8c160b3 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:06.341811 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b551aa-9552-4181-b6d9-f8378fb30330 req-a946bb27-981d-472e-a061-33dd12fdd625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:06.343373 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-21b551aa-9552-4181-b6d9-f8378fb30330 req-a946bb27-981d-472e-a061-33dd12fdd625 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=343f954d-d1c3-4f66-bad4-ccfe52b09e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2400696 Dec 06 17:35:06.516031 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-beeead92-dfaf-4e5f-b528-b33a2fff09e2 req-07343e2c-150a-4770-bcca-56b3b85f9c67 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=53a84ca2-3f2c-4a10-85a7-67cee2181fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3073182 Dec 06 17:35:06.703543 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d479de56-d82b-41e3-af38-eadca22951d9 req-abeb05db-62ad-4ed1-8f70-641ca91adb28 tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:06.729317 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d479de56-d82b-41e3-af38-eadca22951d9 req-abeb05db-62ad-4ed1-8f70-641ca91adb28 tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf4f8cd6-cdf3-4302-b4fd-5d4390fc664c HTTP/1.1" status: 200 len: 944 time: 0.2880764 Dec 06 17:35:06.792763 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fd3dd506-e8fc-4621-bc3c-b148a76af773 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:06.814071 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device a330b6e6-c38e-4855-a4ba-a6ea4190145b up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:35:06.877389 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port a330b6e6-c38e-4855-a4ba-a6ea4190145b triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:35:06.878049 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:06.878354 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-21b551aa-9552-4181-b6d9-f8378fb30330 req-20e214f6-b6d0-4d42-8b0f-b14d54630b33 service neutron] 10.222.0.44 "GET /v2.0/networks/343f954d-d1c3-4f66-bad4-ccfe52b09e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4537702 Dec 06 17:35:07.011058 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 00fa4bcf-ee2e-4551-b2d1-fdb01cc6d6c5 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:35:07.066614 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d479de56-d82b-41e3-af38-eadca22951d9 req-5d43265b-deb5-49eb-8ded-13bfe5660a0a tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] 10.222.0.23 "GET /v2.0/security-groups?id=53cb9de0-95b5-473c-9e29-7b6cfb4563a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3292127 Dec 06 17:35:07.120647 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fd3dd506-e8fc-4621-bc3c-b148a76af773 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:07.170719 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:07.204408 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3dd506-e8fc-4621-bc3c-b148a76af773 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Network 1ebf57e8-91a1-495b-90d7-c99d7db8d7d8 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:35:07.214414 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e2a233e8-196f-4fc9-8e3e-9bd5d8c160b3 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:07.220124 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-fd3dd506-e8fc-4621-bc3c-b148a76af773 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:35:07.229500 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3dd506-e8fc-4621-bc3c-b148a76af773 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:35:07.236337 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3dd506-e8fc-4621-bc3c-b148a76af773 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:07.237852 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e2a233e8-196f-4fc9-8e3e-9bd5d8c160b3 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:07.238772 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e2a233e8-196f-4fc9-8e3e-9bd5d8c160b3 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-772465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539207'] for router_interface, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:07.257259 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fd3dd506-e8fc-4621-bc3c-b148a76af773 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:07.287492 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-21b551aa-9552-4181-b6d9-f8378fb30330 req-d9be0eb8-575d-47f5-b832-9c10ac2a4511 service neutron] 10.222.0.44 "GET /v2.0/networks/343f954d-d1c3-4f66-bad4-ccfe52b09e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3961208 Dec 06 17:35:07.289570 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3dd506-e8fc-4621-bc3c-b148a76af773 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Pushing event updated for resources: {'Port': ['ID=e630c7a0-b3fc-4837-952a-ad5dae0e0403,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:07.328901 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-fd3dd506-e8fc-4621-bc3c-b148a76af773 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.7640762 Dec 06 17:35:07.331605 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 51264) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:07.341064 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-1a7d2fc4-1e48-458f-b5db-c37b51d576e6 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Request body: {'port': {'network_id': '1ebf57e8-91a1-495b-90d7-c99d7db8d7d8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-945670933'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:35:07.371465 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] For port a330b6e6-c38e-4855-a4ba-a6ea4190145b, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a330b6e6-c38e-4855-a4ba-a6ea4190145b,segment=NetworkSegment(a47332dc-5917-44f3-a9f4-ba1cd1d32759),segment_id=a47332dc-5917-44f3-a9f4-ba1cd1d32759)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:35:07.385631 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:07.423790 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-1bdeca94-9f7c-433b-801a-314d3546533d None None] Provisioning complete for port a330b6e6-c38e-4855-a4ba-a6ea4190145b triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:35:07.424166 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1bdeca94-9f7c-433b-801a-314d3546533d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:07.497169 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a233e8-196f-4fc9-8e3e-9bd5d8c160b3 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event updated for resources: {'Port': ['ID=306c930e-6a4e-4967-b154-15c28d7a5c9b,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:07.600890 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a7d2fc4-1e48-458f-b5db-c37b51d576e6 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Made reservation on behalf of dc24c60063a149a2a5b2e6db2d951eb0 for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:35:07.605916 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1a7d2fc4-1e48-458f-b5db-c37b51d576e6 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:07.608352 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 00fa4bcf-ee2e-4551-b2d1-fdb01cc6d6c5, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=00fa4bcf-ee2e-4551-b2d1-fdb01cc6d6c5,segment=NetworkSegment(337ca0aa-03ad-4967-b4ee-18615f2b329c),segment_id=337ca0aa-03ad-4967-b4ee-18615f2b329c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:35:07.640218 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a233e8-196f-4fc9-8e3e-9bd5d8c160b3 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Network 92924f74-2f90-45e5-9033-541c61add3eb is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:35:07.645916 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-e2a233e8-196f-4fc9-8e3e-9bd5d8c160b3 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:35:07.650793 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-1a7d2fc4-1e48-458f-b5db-c37b51d576e6 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] device_id is not set on port 96e1d4cd-72a6-4bca-944a-b5bf4cf4595b yet. {{(pid=103285) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:35:07.756460 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': '00fa4bcf-ee2e-4551-b2d1-fdb01cc6d6c5', 'network_id': '6b7abc05-e65c-45dd-b06d-3e0ac29b2d69', 'port_id': '00fa4bcf-ee2e-4551-b2d1-fdb01cc6d6c5', 'mac_address': 'fa:16:3e:57:14:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0ff83a7-9b77-408a-ae64-b8b2247c5811', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:35:07.928431 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Pushing event updated for resources: {'Port': ['ID=a330b6e6-c38e-4855-a4ba-a6ea4190145b,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:07.944064 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:07.994267 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00fa4bcf-ee2e-4551-b2d1-fdb01cc6d6c5 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:35:08.051229 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42a2aba-02d0-404b-9553-ae19f38069dd req-d97f46d4-8a5a-4bcf-b649-5ee88d5f0fc0 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:08.059440 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e42a2aba-02d0-404b-9553-ae19f38069dd req-d97f46d4-8a5a-4bcf-b649-5ee88d5f0fc0 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=233dace4-98c2-44a3-9485-25c0a217e10d HTTP/1.1" status: 200 len: 943 time: 0.2417207 Dec 06 17:35:08.066813 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 00fa4bcf-ee2e-4551-b2d1-fdb01cc6d6c5, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=00fa4bcf-ee2e-4551-b2d1-fdb01cc6d6c5,segment=NetworkSegment(337ca0aa-03ad-4967-b4ee-18615f2b329c),segment_id=337ca0aa-03ad-4967-b4ee-18615f2b329c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:35:08.076735 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:08.091541 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e6a44d9d-8030-4447-84ad-4bdd1069b43b req-3e2be456-be90-425b-b40b-83b0c3f93225 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=aa6c79b8-9a38-41df-86ca-6ce3a373db00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2962089 Dec 06 17:35:08.095333 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2a233e8-196f-4fc9-8e3e-9bd5d8c160b3 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Router ea5aa61a-a98f-4a2d-8c76-652dec00f6d0 is scheduled to L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 17:35:08.222309 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-1a7d2fc4-1e48-458f-b5db-c37b51d576e6 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Allocated IP 2001:db8::7a (1ebf57e8-91a1-495b-90d7-c99d7db8d7d8/f554394a-ba32-4dfd-885b-aaabaece3f35/96e1d4cd-72a6-4bca-944a-b5bf4cf4595b) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:35:08.268724 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2a233e8-196f-4fc9-8e3e-9bd5d8c160b3 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:35:08.286837 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e672035d-560b-49a4-b0ad-480439f7f765 None None] Sync routers for ids ['ea5aa61a-a98f-4a2d-8c76-652dec00f6d0'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:35:08.287765 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-e2a233e8-196f-4fc9-8e3e-9bd5d8c160b3 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "PUT /v2.0/routers/ea5aa61a-a98f-4a2d-8c76-652dec00f6d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4225857 Dec 06 17:35:08.289003 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 51282) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:08.331483 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-0be0078c-d42e-4430-a930-2a06c0b417ab None None] Provisioning complete for port 306c930e-6a4e-4967-b154-15c28d7a5c9b triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:35:08.331862 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0be0078c-d42e-4430-a930-2a06c0b417ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:08.342601 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e672035d-560b-49a4-b0ad-480439f7f765 None None] Routers {'ea5aa61a-a98f-4a2d-8c76-652dec00f6d0'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:35:08.344391 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-e672035d-560b-49a4-b0ad-480439f7f765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:34:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['ea5aa61a-a98f-4a2d-8c76-652dec00f6d0'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:35:08.345688 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=00fa4bcf-ee2e-4551-b2d1-fdb01cc6d6c5,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:08.393211 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['00fa4bcf-ee2e-4551-b2d1-fdb01cc6d6c5'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:35:08.396934 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b6da2c-7e91-4017-b0f6-e3b7240b450f req-cf03566c-2bc0-4b60-a989-032df60950a8 tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:08.404983 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-93b6da2c-7e91-4017-b0f6-e3b7240b450f req-cf03566c-2bc0-4b60-a989-032df60950a8 tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf4f8cd6-cdf3-4302-b4fd-5d4390fc664c HTTP/1.1" status: 200 len: 945 time: 0.1342499 Dec 06 17:35:08.435288 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1a7d2fc4-1e48-458f-b5db-c37b51d576e6 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:08.437804 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0465f9-bc6b-4119-8b1b-073b82715092 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:08.442956 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-6c0465f9-bc6b-4119-8b1b-073b82715092 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "GET /v2.0/ports/306c930e-6a4e-4967-b154-15c28d7a5c9b HTTP/1.1" status: 200 len: 911 time: 0.1382737 Dec 06 17:35:08.448874 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 51284) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:08.479666 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-0be0078c-d42e-4430-a930-2a06c0b417ab None None] Port 306c930e-6a4e-4967-b154-15c28d7a5c9b cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:35:08.531197 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-e672035d-560b-49a4-b0ad-480439f7f765 None None] Set router ea5aa61a-a98f-4a2d-8c76-652dec00f6d0 gateway port host: None {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:35:08.549329 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1a7d2fc4-1e48-458f-b5db-c37b51d576e6 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:08.557083 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-0be0078c-d42e-4430-a930-2a06c0b417ab None None] Provisioning complete for port e630c7a0-b3fc-4837-952a-ad5dae0e0403 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:35:08.557504 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0be0078c-d42e-4430-a930-2a06c0b417ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:08.580180 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e42a2aba-02d0-404b-9553-ae19f38069dd req-6d3e1bc5-083f-4efe-bda7-a46062d79190 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=53a84ca2-3f2c-4a10-85a7-67cee2181fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5198011 Dec 06 17:35:08.599817 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-93b6da2c-7e91-4017-b0f6-e3b7240b450f req-d4761407-920b-4f5e-9ac5-05b4accc96bb tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] 10.222.0.23 "GET /v2.0/security-groups?id=53cb9de0-95b5-473c-9e29-7b6cfb4563a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1939497 Dec 06 17:35:08.631517 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801248ef-9a30-4417-aaf1-f69ff655a025 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:08.651015 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801248ef-9a30-4417-aaf1-f69ff655a025 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:08.659384 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-801248ef-9a30-4417-aaf1-f69ff655a025 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2071764 Dec 06 17:35:08.660009 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 51286) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:08.680340 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-0be0078c-d42e-4430-a930-2a06c0b417ab None None] Port e630c7a0-b3fc-4837-952a-ad5dae0e0403 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:35:08.693399 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7d2fc4-1e48-458f-b5db-c37b51d576e6 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Network 1ebf57e8-91a1-495b-90d7-c99d7db8d7d8 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:35:08.701172 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-1a7d2fc4-1e48-458f-b5db-c37b51d576e6 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:35:08.712408 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7d2fc4-1e48-458f-b5db-c37b51d576e6 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:35:08.722234 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7d2fc4-1e48-458f-b5db-c37b51d576e6 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:08.722892 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1a7d2fc4-1e48-458f-b5db-c37b51d576e6 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:08.726765 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a44d9d-8030-4447-84ad-4bdd1069b43b req-9b2f00e4-237e-4331-8c39-33f179499c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:08.728799 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e6a44d9d-8030-4447-84ad-4bdd1069b43b req-9b2f00e4-237e-4331-8c39-33f179499c59 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=87136a91f6c54863bdb78ae5833b5c4e&device_id=aa6c79b8-9a38-41df-86ca-6ce3a373db00 HTTP/1.1" status: 200 len: 1096 time: 0.5548298 Dec 06 17:35:08.785112 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device a330b6e6-c38e-4855-a4ba-a6ea4190145b up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:35:09.010514 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a44d9d-8030-4447-84ad-4bdd1069b43b req-e508bb44-db62-427d-9bf2-6053ea587f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:09.014663 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e6a44d9d-8030-4447-84ad-4bdd1069b43b req-e508bb44-db62-427d-9bf2-6053ea587f48 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2ad59fcd-0d86-4bbd-abb1-606e8df3cf18 HTTP/1.1" status: 200 len: 898 time: 0.2455070 Dec 06 17:35:09.015406 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7d2fc4-1e48-458f-b5db-c37b51d576e6 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Pushing event updated for resources: {'Port': ['ID=96e1d4cd-72a6-4bca-944a-b5bf4cf4595b,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:09.053761 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-1a7d2fc4-1e48-458f-b5db-c37b51d576e6 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.7208390 Dec 06 17:35:09.054397 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 51290) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:09.075510 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-5fad2b43-fc14-4d3e-bcee-c3fc71d8fa4a tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3cd', 'mac_address': 'fa:16:3e:a3:d0:96'}, {'ip_address': '2001:db8::2ee', 'mac_address': 'fa:16:3e:f9:3f:a7'}]}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:35:09.086299 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-e672035d-560b-49a4-b0ad-480439f7f765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea5aa61a-a98f-4a2d-8c76-652dec00f6d0', 'name': 'tempest-NetworksTestDHCPv6-router-53996194', 'tenant_id': '58c2416ade7148dfa446cd47a01986fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:35:03Z', 'updated_at': '2021-12-06T17:35:06Z', 'revision_number': 2, 'project_id': '58c2416ade7148dfa446cd47a01986fc', 'gw_port_host': None, '_interfaces': [{'id': '306c930e-6a4e-4967-b154-15c28d7a5c9b', 'name': '', 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb', 'tenant_id': '58c2416ade7148dfa446cd47a01986fc', 'mac_address': 'fa:16:3e:22:dd:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea5aa61a-a98f-4a2d-8c76-652dec00f6d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': '20183a46-3d56-4ae3-9f42-faf5fab0f02d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:35:04Z', 'updated_at': '2021-12-06T17:35:06Z', 'revision_number': 2, 'project_id': '58c2416ade7148dfa446cd47a01986fc', 'subnets': [{'id': '20183a46-3d56-4ae3-9f42-faf5fab0f02d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:35:09.124592 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port a330b6e6-c38e-4855-a4ba-a6ea4190145b triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:35:09.125169 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:09.183714 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e672035d-560b-49a4-b0ad-480439f7f765 None None] Checking router: ea5aa61a-a98f-4a2d-8c76-652dec00f6d0 for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:35:09.184077 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e672035d-560b-49a4-b0ad-480439f7f765 None None] Updating router ea5aa61a-a98f-4a2d-8c76-652dec00f6d0 port 306c930e-6a4e-4967-b154-15c28d7a5c9b binding host n-d-master-1 {{(pid=103287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:35:09.271806 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e672035d-560b-49a4-b0ad-480439f7f765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:09.290818 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-78d78854-5cf2-4b4c-8858-f3da8a4b49e0 None None] Provisioning complete for port 96e1d4cd-72a6-4bca-944a-b5bf4cf4595b triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:35:09.293325 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-78d78854-5cf2-4b4c-8858-f3da8a4b49e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:09.364240 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e6a44d9d-8030-4447-84ad-4bdd1069b43b req-3388b3cd-0944-4d86-854c-14218a1db043 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=898d1acc-2af6-4093-9de7-c69ed9ead98f HTTP/1.1" status: 200 len: 1001 time: 0.3362215 Dec 06 17:35:09.380530 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-78d78854-5cf2-4b4c-8858-f3da8a4b49e0 None None] Port 96e1d4cd-72a6-4bca-944a-b5bf4cf4595b cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:35:09.575174 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a44d9d-8030-4447-84ad-4bdd1069b43b req-3c4a4910-9e2f-4a9f-9130-cf2d82aab7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:09.576652 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e6a44d9d-8030-4447-84ad-4bdd1069b43b req-3c4a4910-9e2f-4a9f-9130-cf2d82aab7e3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=de158a22-7810-46bd-88c3-c73b7c7c458f HTTP/1.1" status: 200 len: 835 time: 0.1279149 Dec 06 17:35:09.776224 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0452cc74-602f-4cba-be0d-9396ebbaed77 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575908'] for router_interface, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:09.798945 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5fad2b43-fc14-4d3e-bcee-c3fc71d8fa4a tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:09.834267 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a44d9d-8030-4447-84ad-4bdd1069b43b req-64f9e50a-78e8-461c-ba91-4cfd9c32d519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:09.835837 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e6a44d9d-8030-4447-84ad-4bdd1069b43b req-64f9e50a-78e8-461c-ba91-4cfd9c32d519 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2ad59fcd-0d86-4bbd-abb1-606e8df3cf18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2453208 Dec 06 17:35:09.876517 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c580b85e-efae-4133-af32-4dc94e6d9142 req-5356aa34-1b82-48ec-8a7c-b46a70598160 tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:09.891458 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c580b85e-efae-4133-af32-4dc94e6d9142 req-5356aa34-1b82-48ec-8a7c-b46a70598160 tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf4f8cd6-cdf3-4302-b4fd-5d4390fc664c HTTP/1.1" status: 200 len: 945 time: 0.1288784 Dec 06 17:35:10.106528 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e672035d-560b-49a4-b0ad-480439f7f765 None None] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:10.109674 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdff2536-fe02-42eb-8cbb-44cea2cc2014 req-2b779081-b317-4aea-b701-52e2f9b8d551 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:10.111294 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-cdff2536-fe02-42eb-8cbb-44cea2cc2014 req-2b779081-b317-4aea-b701-52e2f9b8d551 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=233dace4-98c2-44a3-9485-25c0a217e10d HTTP/1.1" status: 200 len: 943 time: 0.3485422 Dec 06 17:35:10.120104 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e672035d-560b-49a4-b0ad-480439f7f765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:10.179206 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c580b85e-efae-4133-af32-4dc94e6d9142 req-c5b1d95e-2f46-41b3-84ec-9ab1352f6f4f tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] 10.222.0.23 "GET /v2.0/security-groups?id=53cb9de0-95b5-473c-9e29-7b6cfb4563a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2808609 Dec 06 17:35:10.216073 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588f2a4e-cb9a-454e-b887-3be9096b1617 None None] Pushing event updated for resources: {'Port': ['ID=306c930e-6a4e-4967-b154-15c28d7a5c9b,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:10.231810 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588f2a4e-cb9a-454e-b887-3be9096b1617 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:35:10.232378 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588f2a4e-cb9a-454e-b887-3be9096b1617 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:35:10.233381 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588f2a4e-cb9a-454e-b887-3be9096b1617 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:35:10.233947 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588f2a4e-cb9a-454e-b887-3be9096b1617 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:35:10.234460 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588f2a4e-cb9a-454e-b887-3be9096b1617 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:35:10.234972 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588f2a4e-cb9a-454e-b887-3be9096b1617 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:35:10.235481 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588f2a4e-cb9a-454e-b887-3be9096b1617 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:35:10.236005 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588f2a4e-cb9a-454e-b887-3be9096b1617 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:35:10.236509 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588f2a4e-cb9a-454e-b887-3be9096b1617 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:35:10.237020 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588f2a4e-cb9a-454e-b887-3be9096b1617 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:35:10.237549 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588f2a4e-cb9a-454e-b887-3be9096b1617 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:35:10.238054 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588f2a4e-cb9a-454e-b887-3be9096b1617 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:35:10.240186 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588f2a4e-cb9a-454e-b887-3be9096b1617 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:35:10.349932 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-cdff2536-fe02-42eb-8cbb-44cea2cc2014 req-84412ddc-a44d-47f0-9443-52094fd227fc tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=53a84ca2-3f2c-4a10-85a7-67cee2181fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178288 Dec 06 17:35:10.367120 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 51304) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:10.388061 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-e672035d-560b-49a4-b0ad-480439f7f765 None None] Attempting to bind port 306c930e-6a4e-4967-b154-15c28d7a5c9b on host n-d-master-1 for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:35:10.388439 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-e672035d-560b-49a4-b0ad-480439f7f765 None None] Attempting to bind port 306c930e-6a4e-4967-b154-15c28d7a5c9b by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'a47332dc-5917-44f3-a9f4-ba1cd1d32759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:35:10.388969 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e672035d-560b-49a4-b0ad-480439f7f765 None None] Attempting to bind port 306c930e-6a4e-4967-b154-15c28d7a5c9b on network 92924f74-2f90-45e5-9033-541c61add3eb {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:35:10.402491 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e672035d-560b-49a4-b0ad-480439f7f765 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:35:10.402491 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e672035d-560b-49a4-b0ad-480439f7f765 None None] Checking segment: {'id': 'a47332dc-5917-44f3-a9f4-ba1cd1d32759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:35:10.402826 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e672035d-560b-49a4-b0ad-480439f7f765 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:10.403236 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e672035d-560b-49a4-b0ad-480439f7f765 None None] Bound using segment: {'id': 'a47332dc-5917-44f3-a9f4-ba1cd1d32759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:35:10.403649 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-e672035d-560b-49a4-b0ad-480439f7f765 None None] Bound port: 306c930e-6a4e-4967-b154-15c28d7a5c9b, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a47332dc-5917-44f3-a9f4-ba1cd1d32759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:35:10.404028 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e672035d-560b-49a4-b0ad-480439f7f765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:10.439563 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-0452cc74-602f-4cba-be0d-9396ebbaed77 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Deleting port 306c930e-6a4e-4967-b154-15c28d7a5c9b {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:35:10.439992 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0452cc74-602f-4cba-be0d-9396ebbaed77 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:10.512668 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e6a44d9d-8030-4447-84ad-4bdd1069b43b req-cdd87ef5-f22a-4f1b-95eb-491c98d1bfd9 service neutron] 10.222.0.41 "GET /v2.0/networks/2ad59fcd-0d86-4bbd-abb1-606e8df3cf18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6595490 Dec 06 17:35:10.553815 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5fad2b43-fc14-4d3e-bcee-c3fc71d8fa4a tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:10.568257 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5fad2b43-fc14-4d3e-bcee-c3fc71d8fa4a tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:10.587063 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-e672035d-560b-49a4-b0ad-480439f7f765 None None] For port 306c930e-6a4e-4967-b154-15c28d7a5c9b, host n-d-master-1, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:35:10.600979 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-e672035d-560b-49a4-b0ad-480439f7f765 None None] For port 306c930e-6a4e-4967-b154-15c28d7a5c9b, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=306c930e-6a4e-4967-b154-15c28d7a5c9b,segment=NetworkSegment(a47332dc-5917-44f3-a9f4-ba1cd1d32759),segment_id=a47332dc-5917-44f3-a9f4-ba1cd1d32759)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:35:10.610845 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e672035d-560b-49a4-b0ad-480439f7f765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:10.643860 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-46cab025-34a3-4167-8aa2-c4adae919d75 None None] Provisioning complete for port 306c930e-6a4e-4967-b154-15c28d7a5c9b triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:35:10.645944 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-46cab025-34a3-4167-8aa2-c4adae919d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:10.717992 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-5fad2b43-fc14-4d3e-bcee-c3fc71d8fa4a tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] In _notify_port_updated(), no bound segment for port 96e1d4cd-72a6-4bca-944a-b5bf4cf4595b on network 1ebf57e8-91a1-495b-90d7-c99d7db8d7d8 {{(pid=103285) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 17:35:10.724738 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e672035d-560b-49a4-b0ad-480439f7f765 None None] Routers {'ea5aa61a-a98f-4a2d-8c76-652dec00f6d0'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:35:10.729128 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fad2b43-fc14-4d3e-bcee-c3fc71d8fa4a tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:10.735141 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5fad2b43-fc14-4d3e-bcee-c3fc71d8fa4a tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:10.735849 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-e672035d-560b-49a4-b0ad-480439f7f765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:34:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['ea5aa61a-a98f-4a2d-8c76-652dec00f6d0'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:35:10.736747 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-5fad2b43-fc14-4d3e-bcee-c3fc71d8fa4a tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] 10.222.0.23 "PUT /v2.0/ports/96e1d4cd-72a6-4bca-944a-b5bf4cf4595b HTTP/1.1" status: 200 len: 1066 time: 1.6676805 Dec 06 17:35:10.741900 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e6a44d9d-8030-4447-84ad-4bdd1069b43b req-c507761f-e205-41b0-a998-c86158985bf6 service neutron] 10.222.0.41 "GET /v2.0/networks/2ad59fcd-0d86-4bbd-abb1-606e8df3cf18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849034 Dec 06 17:35:10.742437 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 51310) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:10.748635 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588f2a4e-cb9a-454e-b887-3be9096b1617 None None] Pushing event updated for resources: {'Port': ['ID=306c930e-6a4e-4967-b154-15c28d7a5c9b,revision_number=4']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:10.757876 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-0452cc74-602f-4cba-be0d-9396ebbaed77 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] For port 306c930e-6a4e-4967-b154-15c28d7a5c9b, host n-d-master-1, got binding levels [] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:35:10.758258 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0452cc74-602f-4cba-be0d-9396ebbaed77 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:10.890226 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-0452cc74-602f-4cba-be0d-9396ebbaed77 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Calling delete_port for 306c930e-6a4e-4967-b154-15c28d7a5c9b owned by network:router_interface {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:35:10.922438 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-46cab025-34a3-4167-8aa2-c4adae919d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:10.958849 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fad2b43-fc14-4d3e-bcee-c3fc71d8fa4a tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Pushing event updated for resources: {'Port': ['ID=96e1d4cd-72a6-4bca-944a-b5bf4cf4595b,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:10.996453 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-e672035d-560b-49a4-b0ad-480439f7f765 None None] Set router ea5aa61a-a98f-4a2d-8c76-652dec00f6d0 gateway port host: None {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:35:11.018629 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 00fa4bcf-ee2e-4551-b2d1-fdb01cc6d6c5 up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:35:11.037805 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-3b8666a8-7dfe-479c-a296-7832a083ee55 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Deleting port 96e1d4cd-72a6-4bca-944a-b5bf4cf4595b {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:35:11.038149 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3b8666a8-7dfe-479c-a296-7832a083ee55 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:11.049987 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-abbbcbfa-4280-4bbe-9cd1-487ad48cc1ac admin admin] Deleting subnet a82def35-47de-45f8-b5b7-47ede7612944 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:35:11.061947 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-abbbcbfa-4280-4bbe-9cd1-487ad48cc1ac admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:11.123532 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-46cab025-34a3-4167-8aa2-c4adae919d75 None None] For port 306c930e-6a4e-4967-b154-15c28d7a5c9b, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=306c930e-6a4e-4967-b154-15c28d7a5c9b,segment=NetworkSegment(a47332dc-5917-44f3-a9f4-ba1cd1d32759),segment_id=a47332dc-5917-44f3-a9f4-ba1cd1d32759)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:35:11.135592 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-46cab025-34a3-4167-8aa2-c4adae919d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:11.221267 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cab025-34a3-4167-8aa2-c4adae919d75 None None] Pushing event updated for resources: {'Port': ['ID=306c930e-6a4e-4967-b154-15c28d7a5c9b,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:11.221461 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-abbbcbfa-4280-4bbe-9cd1-487ad48cc1ac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:11.231659 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port 00fa4bcf-ee2e-4551-b2d1-fdb01cc6d6c5 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:35:11.297289 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port 00fa4bcf-ee2e-4551-b2d1-fdb01cc6d6c5 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:35:11.298753 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:11.305975 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cab025-34a3-4167-8aa2-c4adae919d75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:35:11.306939 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cab025-34a3-4167-8aa2-c4adae919d75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:35:11.308994 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cab025-34a3-4167-8aa2-c4adae919d75 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:35:11.309422 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cab025-34a3-4167-8aa2-c4adae919d75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:35:11.310010 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cab025-34a3-4167-8aa2-c4adae919d75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:35:11.310421 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cab025-34a3-4167-8aa2-c4adae919d75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:35:11.311902 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cab025-34a3-4167-8aa2-c4adae919d75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:35:11.312318 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cab025-34a3-4167-8aa2-c4adae919d75 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:35:11.313210 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cab025-34a3-4167-8aa2-c4adae919d75 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:35:11.317919 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cab025-34a3-4167-8aa2-c4adae919d75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:35:11.319558 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cab025-34a3-4167-8aa2-c4adae919d75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:35:11.320044 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cab025-34a3-4167-8aa2-c4adae919d75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:35:11.320561 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cab025-34a3-4167-8aa2-c4adae919d75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:35:11.321018 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3b8666a8-7dfe-479c-a296-7832a083ee55 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:11.350365 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-3b8666a8-7dfe-479c-a296-7832a083ee55 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Calling delete_port for 96e1d4cd-72a6-4bca-944a-b5bf4cf4595b owned by {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:35:11.367872 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-abbbcbfa-4280-4bbe-9cd1-487ad48cc1ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:11.408917 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-e8856224-9e2d-4382-a688-5470a18fdb46 None None] Provisioning complete for port 96e1d4cd-72a6-4bca-944a-b5bf4cf4595b triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:35:11.409287 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e8856224-9e2d-4382-a688-5470a18fdb46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:11.452689 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-e672035d-560b-49a4-b0ad-480439f7f765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea5aa61a-a98f-4a2d-8c76-652dec00f6d0', 'name': 'tempest-NetworksTestDHCPv6-router-53996194', 'tenant_id': '58c2416ade7148dfa446cd47a01986fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:35:03Z', 'updated_at': '2021-12-06T17:35:06Z', 'revision_number': 2, 'project_id': '58c2416ade7148dfa446cd47a01986fc', 'gw_port_host': None, '_interfaces': [{'id': '306c930e-6a4e-4967-b154-15c28d7a5c9b', 'name': '', 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb', 'tenant_id': '58c2416ade7148dfa446cd47a01986fc', 'mac_address': 'fa:16:3e:22:dd:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea5aa61a-a98f-4a2d-8c76-652dec00f6d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': '20183a46-3d56-4ae3-9f42-faf5fab0f02d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:35:04Z', 'updated_at': '2021-12-06T17:35:10Z', 'revision_number': 4, 'project_id': '58c2416ade7148dfa446cd47a01986fc', 'subnets': [{'id': '20183a46-3d56-4ae3-9f42-faf5fab0f02d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:35:11.528576 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-e8856224-9e2d-4382-a688-5470a18fdb46 None None] Port 96e1d4cd-72a6-4bca-944a-b5bf4cf4595b cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:35:11.557309 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0452cc74-602f-4cba-be0d-9396ebbaed77 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:11.628842 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e672035d-560b-49a4-b0ad-480439f7f765 None None] The sync data for ids ['ea5aa61a-a98f-4a2d-8c76-652dec00f6d0'] in n-d-master-1 is: [{'id': 'ea5aa61a-a98f-4a2d-8c76-652dec00f6d0', 'name': 'tempest-NetworksTestDHCPv6-router-53996194', 'tenant_id': '58c2416ade7148dfa446cd47a01986fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:35:03Z', 'updated_at': '2021-12-06T17:35:06Z', 'revision_number': 2, 'project_id': '58c2416ade7148dfa446cd47a01986fc', 'gw_port_host': None, '_interfaces': [{'id': '306c930e-6a4e-4967-b154-15c28d7a5c9b', 'name': '', 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb', 'tenant_id': '58c2416ade7148dfa446cd47a01986fc', 'mac_address': 'fa:16:3e:22:dd:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea5aa61a-a98f-4a2d-8c76-652dec00f6d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': '20183a46-3d56-4ae3-9f42-faf5fab0f02d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:35:04Z', 'updated_at': '2021-12-06T17:35:10Z', 'revision_number': 4, 'project_id': '58c2416ade7148dfa446cd47a01986fc', 'subnets': [{'id': '20183a46-3d56-4ae3-9f42-faf5fab0f02d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:35:11.644853 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0452cc74-602f-4cba-be0d-9396ebbaed77 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event deleted for resources: {'Port': ['ID=306c930e-6a4e-4967-b154-15c28d7a5c9b,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:11.651975 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61997e14-1b7c-4a43-ae17-228d59a1e844 req-f6c9efa2-f7c2-4256-9ddd-e286ca8c980e tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:11.653650 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-61997e14-1b7c-4a43-ae17-228d59a1e844 req-f6c9efa2-f7c2-4256-9ddd-e286ca8c980e tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf4f8cd6-cdf3-4302-b4fd-5d4390fc664c HTTP/1.1" status: 200 len: 945 time: 0.2809453 Dec 06 17:35:11.660979 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:11.671784 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-9b7f5ec5-5634-4909-84bf-bae1ff4f8414 None None] Could not find standard attr ID for object 306c930e-6a4e-4967-b154-15c28d7a5c9b. {{(pid=103286) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 17:35:11.741005 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-abbbcbfa-4280-4bbe-9cd1-487ad48cc1ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:11.752861 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 00fa4bcf-ee2e-4551-b2d1-fdb01cc6d6c5, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=00fa4bcf-ee2e-4551-b2d1-fdb01cc6d6c5,segment=NetworkSegment(337ca0aa-03ad-4967-b4ee-18615f2b329c),segment_id=337ca0aa-03ad-4967-b4ee-18615f2b329c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:35:11.756108 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf4f8cd6-cdf3-4302-b4fd-5d4390fc664c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00fa4bcf-ee2e-4551-b2d1-fdb01cc6d6c5'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:35:11.773693 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b974bf78-1c0c-4640-9b71-3fb97839c9cd" -d '{"events": [{"server_uuid": "bf4f8cd6-cdf3-4302-b4fd-5d4390fc664c", "name": "network-vif-plugged", "status": "completed", "tag": "00fa4bcf-ee2e-4551-b2d1-fdb01cc6d6c5"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:35:11.779766 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:11.798585 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbbcbfa-4280-4bbe-9cd1-487ad48cc1ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a82def35-47de-45f8-b5b7-47ede7612944,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:11.886701 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=00fa4bcf-ee2e-4551-b2d1-fdb01cc6d6c5,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:11.917745 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-61997e14-1b7c-4a43-ae17-228d59a1e844 req-383c37ee-b0b5-46fd-97ba-76cdb99aa6ce tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] 10.222.0.23 "GET /v2.0/security-groups?id=53cb9de0-95b5-473c-9e29-7b6cfb4563a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2551861 Dec 06 17:35:11.926282 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3b8666a8-7dfe-479c-a296-7832a083ee55 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:11.957002 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0452cc74-602f-4cba-be0d-9396ebbaed77 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-772474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575952'] for router_interface, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:11.964641 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8666a8-7dfe-479c-a296-7832a083ee55 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Pushing event deleted for resources: {'Port': ['ID=96e1d4cd-72a6-4bca-944a-b5bf4cf4595b,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:11.975098 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd0f79d-73c6-432a-b4b0-55e842c5a87f None None] Network 7e14ea57-a95a-45fc-b352-ea1c200fddac requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:35:11.990692 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-abbbcbfa-4280-4bbe-9cd1-487ad48cc1ac admin admin] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:11.997668 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-abbbcbfa-4280-4bbe-9cd1-487ad48cc1ac admin admin] 10.222.0.23 "DELETE /v2.0/subnets/a82def35-47de-45f8-b5b7-47ede7612944 HTTP/1.1" status: 204 len: 168 time: 1.6294706 Dec 06 17:35:12.007045 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 51322) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:12.135588 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9866e368-2257-4de7-8c84-7e16feb99141 x-openstack-request-id: req-9866e368-2257-4de7-8c84-7e16feb99141 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:35:12.136786 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf4f8cd6-cdf3-4302-b4fd-5d4390fc664c", "name": "network-vif-plugged", "status": "completed", "tag": "00fa4bcf-ee2e-4551-b2d1-fdb01cc6d6c5", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:35:12.138396 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9866e368-2257-4de7-8c84-7e16feb99141 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:35:12.140742 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf4f8cd6-cdf3-4302-b4fd-5d4390fc664c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00fa4bcf-ee2e-4551-b2d1-fdb01cc6d6c5', 'code': 200} Dec 06 17:35:12.239410 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e284f520-3215-4dc5-a240-3cb678d28925 req-14db896d-beb0-42e9-ba55-6a85a2497dec tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:12.248686 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e284f520-3215-4dc5-a240-3cb678d28925 req-14db896d-beb0-42e9-ba55-6a85a2497dec tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=233dace4-98c2-44a3-9485-25c0a217e10d HTTP/1.1" status: 200 len: 943 time: 0.6229463 Dec 06 17:35:12.334256 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d91b5f0-97a1-4bca-bd45-4f9d29d8f229 None None] DHCP port deletion for 7e14ea57-a95a-45fc-b352-ea1c200fddac request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:35:12.355596 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6747b2-4575-480e-93bc-8fa04860752d req-b2784e14-5d55-436b-8296-1f65cf8aa551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:12.357154 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7d6747b2-4575-480e-93bc-8fa04860752d req-b2784e14-5d55-436b-8296-1f65cf8aa551 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bf4f8cd6-cdf3-4302-b4fd-5d4390fc664c HTTP/1.1" status: 200 len: 1097 time: 0.2330699 Dec 06 17:35:12.554793 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7d6747b2-4575-480e-93bc-8fa04860752d req-56b1872d-5077-46b2-8b00-fa4d3e2a94c4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=53cb9de0-95b5-473c-9e29-7b6cfb4563a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1863260 Dec 06 17:35:12.558371 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3b8666a8-7dfe-479c-a296-7832a083ee55 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:12.564396 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-3b8666a8-7dfe-479c-a296-7832a083ee55 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] 10.222.0.23 "DELETE /v2.0/ports/96e1d4cd-72a6-4bca-944a-b5bf4cf4595b HTTP/1.1" status: 204 len: 168 time: 1.7723875 Dec 06 17:35:12.570357 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 51326) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:12.618975 n-d-master-1 neutron-server[103285]: INFO neutron.pecan_wsgi.hooks.translation [None req-5189444e-048f-46bc-98e8-3aa0664dbb98 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] GET failed (client error): The resource could not be found. Dec 06 17:35:12.625254 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-5189444e-048f-46bc-98e8-3aa0664dbb98 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] 10.222.0.23 "GET /v2.0/ports/96e1d4cd-72a6-4bca-944a-b5bf4cf4595b HTTP/1.1" status: 404 len: 333 time: 0.0540369 Dec 06 17:35:12.626032 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 51330) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:12.804371 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-5bd5ad5b-70ea-4c08-be17-b3ff626ced8d tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Deleting port e630c7a0-b3fc-4837-952a-ad5dae0e0403 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:35:12.805048 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5bd5ad5b-70ea-4c08-be17-b3ff626ced8d tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:12.915264 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-78c05a07-c78c-4508-ad75-271f92c290af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:12.983307 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5bd5ad5b-70ea-4c08-be17-b3ff626ced8d tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:13.013149 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-5bd5ad5b-70ea-4c08-be17-b3ff626ced8d tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Calling delete_port for e630c7a0-b3fc-4837-952a-ad5dae0e0403 owned by {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:35:13.106043 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e284f520-3215-4dc5-a240-3cb678d28925 req-3759d0be-7bea-4b7e-a850-575a6b0cc3f1 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=53a84ca2-3f2c-4a10-85a7-67cee2181fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8557656 Dec 06 17:35:13.179791 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0452cc74-602f-4cba-be0d-9396ebbaed77 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Router ea5aa61a-a98f-4a2d-8c76-652dec00f6d0 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:35:13.181978 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-78c05a07-c78c-4508-ad75-271f92c290af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:13.191276 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5bd5ad5b-70ea-4c08-be17-b3ff626ced8d tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:13.213108 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-78c05a07-c78c-4508-ad75-271f92c290af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e14ea57-a95a-45fc-b352-ea1c200fddac']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:35:13.235004 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd5ad5b-70ea-4c08-be17-b3ff626ced8d tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Pushing event deleted for resources: {'Port': ['ID=e630c7a0-b3fc-4837-952a-ad5dae0e0403,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:13.278971 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8a786c-2659-4ae2-940b-21a640f7e8e5 req-6f6ad466-d457-4720-b30a-68c2c3a7d765 tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:13.287070 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8b8a786c-2659-4ae2-940b-21a640f7e8e5 req-6f6ad466-d457-4720-b30a-68c2c3a7d765 tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf4f8cd6-cdf3-4302-b4fd-5d4390fc664c HTTP/1.1" status: 200 len: 946 time: 0.1498187 Dec 06 17:35:13.311335 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5bd5ad5b-70ea-4c08-be17-b3ff626ced8d tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:13.322321 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-5bd5ad5b-70ea-4c08-be17-b3ff626ced8d tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] 10.222.0.23 "DELETE /v2.0/ports/e630c7a0-b3fc-4837-952a-ad5dae0e0403 HTTP/1.1" status: 204 len: 168 time: 0.6950893 Dec 06 17:35:13.323558 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 51338) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:13.341525 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-78c05a07-c78c-4508-ad75-271f92c290af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ba3ae1c-8dbf-4d46-bbe3-6c8317b581b4') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:35:13.342156 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-78c05a07-c78c-4508-ad75-271f92c290af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ba3ae1c-8dbf-4d46-bbe3-6c8317b581b4') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:35:13.358955 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-78c05a07-c78c-4508-ad75-271f92c290af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:13.362354 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0452cc74-602f-4cba-be0d-9396ebbaed77 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:35:13.383764 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-0452cc74-602f-4cba-be0d-9396ebbaed77 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "PUT /v2.0/routers/ea5aa61a-a98f-4a2d-8c76-652dec00f6d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7206154 Dec 06 17:35:13.384600 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 51340) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:13.400886 n-d-master-1 neutron-server[103285]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d8a8bfe-2379-4121-a4b8-051d953ce785 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] GET failed (client error): The resource could not be found. Dec 06 17:35:13.403182 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-2d8a8bfe-2379-4121-a4b8-051d953ce785 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] 10.222.0.23 "GET /v2.0/ports/e630c7a0-b3fc-4837-952a-ad5dae0e0403 HTTP/1.1" status: 404 len: 333 time: 0.0784304 Dec 06 17:35:13.408803 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8b8a786c-2659-4ae2-940b-21a640f7e8e5 req-05dc1bc1-6c62-4fe6-b026-759fb467c744 tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] 10.222.0.23 "GET /v2.0/security-groups?id=53cb9de0-95b5-473c-9e29-7b6cfb4563a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208031 Dec 06 17:35:13.409522 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 51342) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:13.451605 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b6116bdd-ba2d-4bb5-bb03-d320cbdffaab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:13.485486 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-78c05a07-c78c-4508-ad75-271f92c290af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:13.501191 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78c05a07-c78c-4508-ad75-271f92c290af admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:35:13.514062 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-78c05a07-c78c-4508-ad75-271f92c290af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:13.516132 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 17:35:13.516132 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:35:13.516132 n-d-master-1 neutron-server[103284]: timer() Dec 06 17:35:13.516132 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:35:13.516132 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 17:35:13.516132 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:35:13.516132 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 17:35:13.516132 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:35:13.516132 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 17:35:13.516132 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:35:13.516132 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 17:35:13.516132 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:35:13.516132 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 17:35:13.516132 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:35:13.516132 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:35:13.516132 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:35:13.516132 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:35:13.516132 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:35:13.516132 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 17:35:13.516132 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:35:13.516132 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 17:35:13.516132 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:35:13.516132 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:35:13.516132 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:35:13.516132 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 17:35:13.516132 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:35:13.516132 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:35:13.516132 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:35:13.516132 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:35:13.516132 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:35:13.516132 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:35:13.516132 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:35:13.547240 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-bf1d3287-1375-468a-a29e-80f775dccc14 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Deleting port 94421c3b-41a0-429c-9191-c1ad54b25214 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:35:13.547599 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bf1d3287-1375-468a-a29e-80f775dccc14 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:13.565096 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dacfeae1-a86f-4008-b351-23271993c155 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:13.567295 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dacfeae1-a86f-4008-b351-23271993c155 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:13.569463 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-dacfeae1-a86f-4008-b351-23271993c155 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1827250 Dec 06 17:35:13.572736 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 51344) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:13.673976 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-78c05a07-c78c-4508-ad75-271f92c290af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:13.686191 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-78c05a07-c78c-4508-ad75-271f92c290af admin admin] Publish callbacks [] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:13.696592 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-78c05a07-c78c-4508-ad75-271f92c290af admin admin] 10.222.0.23 "DELETE /v2.0/networks/7e14ea57-a95a-45fc-b352-ea1c200fddac HTTP/1.1" status: 204 len: 168 time: 1.6838284 Dec 06 17:35:13.724057 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c05a07-c78c-4508-ad75-271f92c290af admin admin] Pushing event deleted for resources: {'Network': ['ID=7e14ea57-a95a-45fc-b352-ea1c200fddac,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:13.779660 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-59d3df83-ccaf-47bf-aaca-c0645ebda773 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Deleting subnet 20183a46-3d56-4ae3-9f42-faf5fab0f02d {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:35:13.785570 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-59d3df83-ccaf-47bf-aaca-c0645ebda773 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:13.878562 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-59d3df83-ccaf-47bf-aaca-c0645ebda773 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:13.923560 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bf1d3287-1375-468a-a29e-80f775dccc14 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:13.930209 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 51352) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:13.964110 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-bf1d3287-1375-468a-a29e-80f775dccc14 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Calling delete_port for 94421c3b-41a0-429c-9191-c1ad54b25214 owned by {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:35:13.999971 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-08a58869-1020-48dd-8820-91f90eacc49f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5adf2ca31be24010a5919f824c787266&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0685728 Dec 06 17:35:14.002388 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 51354) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:14.071360 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-59d3df83-ccaf-47bf-aaca-c0645ebda773 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:14.074855 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e8a61f4c-b19c-4250-99ea-393822e5b182 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:14.086688 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2531a7-5705-401c-985a-bde51c806786 None None] Sync routers for ids ['ea5aa61a-a98f-4a2d-8c76-652dec00f6d0'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:35:14.097882 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2531a7-5705-401c-985a-bde51c806786 None None] Routers {'ea5aa61a-a98f-4a2d-8c76-652dec00f6d0'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:35:14.098676 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-9c2531a7-5705-401c-985a-bde51c806786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:34:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['ea5aa61a-a98f-4a2d-8c76-652dec00f6d0'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:35:14.112918 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e8a61f4c-b19c-4250-99ea-393822e5b182 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:14.215035 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e8a61f4c-b19c-4250-99ea-393822e5b182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:14.217865 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e8a61f4c-b19c-4250-99ea-393822e5b182 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:14.219084 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-e8a61f4c-b19c-4250-99ea-393822e5b182 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/17933e3e-6db0-4f44-8e47-dedf5cf1a7f7 HTTP/1.1" status: 204 len: 168 time: 0.2157810 Dec 06 17:35:14.233554 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a61f4c-b19c-4250-99ea-393822e5b182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17933e3e-6db0-4f44-8e47-dedf5cf1a7f7,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:14.415674 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-9c2531a7-5705-401c-985a-bde51c806786 None None] Set router ea5aa61a-a98f-4a2d-8c76-652dec00f6d0 gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:35:14.500106 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-9c2531a7-5705-401c-985a-bde51c806786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea5aa61a-a98f-4a2d-8c76-652dec00f6d0', 'name': 'tempest-NetworksTestDHCPv6-router-53996194', 'tenant_id': '58c2416ade7148dfa446cd47a01986fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:35:03Z', 'updated_at': '2021-12-06T17:35:11Z', 'revision_number': 3, 'project_id': '58c2416ade7148dfa446cd47a01986fc', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:35:14.549210 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2531a7-5705-401c-985a-bde51c806786 None None] Checking router: ea5aa61a-a98f-4a2d-8c76-652dec00f6d0 for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:35:14.571259 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2531a7-5705-401c-985a-bde51c806786 None None] Routers {'ea5aa61a-a98f-4a2d-8c76-652dec00f6d0'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:35:14.572725 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-9c2531a7-5705-401c-985a-bde51c806786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:34:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['ea5aa61a-a98f-4a2d-8c76-652dec00f6d0'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:35:14.617193 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-59d3df83-ccaf-47bf-aaca-c0645ebda773 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:14.658539 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e062290d-a1db-4d50-91ea-712c8731c04b req-1920569d-0dff-4804-8163-6796dee35cfd tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:14.666202 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e062290d-a1db-4d50-91ea-712c8731c04b req-1920569d-0dff-4804-8163-6796dee35cfd tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf4f8cd6-cdf3-4302-b4fd-5d4390fc664c HTTP/1.1" status: 200 len: 946 time: 0.1141741 Dec 06 17:35:14.681992 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-9c2531a7-5705-401c-985a-bde51c806786 None None] Set router ea5aa61a-a98f-4a2d-8c76-652dec00f6d0 gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:35:14.684677 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d3df83-ccaf-47bf-aaca-c0645ebda773 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event deleted for resources: {'Subnet': ['ID=20183a46-3d56-4ae3-9f42-faf5fab0f02d,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:14.688870 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-59d3df83-ccaf-47bf-aaca-c0645ebda773 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:14.695030 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-59d3df83-ccaf-47bf-aaca-c0645ebda773 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/subnets/20183a46-3d56-4ae3-9f42-faf5fab0f02d HTTP/1.1" status: 204 len: 168 time: 1.1194184 Dec 06 17:35:14.696422 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 51362) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:14.764660 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-9c2531a7-5705-401c-985a-bde51c806786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea5aa61a-a98f-4a2d-8c76-652dec00f6d0', 'name': 'tempest-NetworksTestDHCPv6-router-53996194', 'tenant_id': '58c2416ade7148dfa446cd47a01986fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:35:03Z', 'updated_at': '2021-12-06T17:35:11Z', 'revision_number': 3, 'project_id': '58c2416ade7148dfa446cd47a01986fc', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:35:14.767133 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab87b891-5336-4e67-997c-b1d6179be967 None None] Network 92924f74-2f90-45e5-9033-541c61add3eb requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:35:14.781568 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bf1d3287-1375-468a-a29e-80f775dccc14 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:14.802667 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e062290d-a1db-4d50-91ea-712c8731c04b req-e3db3aa2-2d52-4ae2-8cc9-52b417f2fca2 tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] 10.222.0.23 "GET /v2.0/security-groups?id=53cb9de0-95b5-473c-9e29-7b6cfb4563a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307449 Dec 06 17:35:14.828324 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65820bc-613a-4a7c-a2dc-231633d22a52 req-3db92411-9a9d-406f-bf86-c28bf4c2a075 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:14.828324 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f65820bc-613a-4a7c-a2dc-231633d22a52 req-3db92411-9a9d-406f-bf86-c28bf4c2a075 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=233dace4-98c2-44a3-9485-25c0a217e10d HTTP/1.1" status: 200 len: 943 time: 0.2248900 Dec 06 17:35:14.867649 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2531a7-5705-401c-985a-bde51c806786 None None] The sync data for ids ['ea5aa61a-a98f-4a2d-8c76-652dec00f6d0'] in n-d-master-1 is: [{'id': 'ea5aa61a-a98f-4a2d-8c76-652dec00f6d0', 'name': 'tempest-NetworksTestDHCPv6-router-53996194', 'tenant_id': '58c2416ade7148dfa446cd47a01986fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:35:03Z', 'updated_at': '2021-12-06T17:35:11Z', 'revision_number': 3, 'project_id': '58c2416ade7148dfa446cd47a01986fc', 'gw_port_host': None}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:35:14.883636 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1d3287-1375-468a-a29e-80f775dccc14 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Pushing event deleted for resources: {'Port': ['ID=94421c3b-41a0-429c-9191-c1ad54b25214,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:14.967522 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bf1d3287-1375-468a-a29e-80f775dccc14 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:14.970792 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-bf1d3287-1375-468a-a29e-80f775dccc14 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] 10.222.0.23 "DELETE /v2.0/ports/94421c3b-41a0-429c-9191-c1ad54b25214 HTTP/1.1" status: 204 len: 168 time: 1.5601652 Dec 06 17:35:14.973770 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 51372) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:14.984752 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-ee0512f7-5899-4ef9-92bf-b98f0231bbf5 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 708 time: 0.2850618 Dec 06 17:35:14.985062 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 51374) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:15.094831 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-7462b00c-563c-440c-a0bb-13fefd5f4eda tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Deleting subnet f554394a-ba32-4dfd-885b-aaabaece3f35 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:35:15.099262 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f65820bc-613a-4a7c-a2dc-231633d22a52 req-930dc7c8-92b1-4fbb-9c46-91c5692fb0ef tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=53a84ca2-3f2c-4a10-85a7-67cee2181fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378180 Dec 06 17:35:15.100064 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7462b00c-563c-440c-a0bb-13fefd5f4eda tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:15.120298 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6b484d35-3e6a-42bd-bd68-ae339285c7ed tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for router, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:15.157357 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7462b00c-563c-440c-a0bb-13fefd5f4eda tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:15.272054 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c976d6f-ede0-4afe-8218-825e69eef9ed None None] DHCP port deletion for 92924f74-2f90-45e5-9033-541c61add3eb request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:35:15.292197 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7462b00c-563c-440c-a0bb-13fefd5f4eda tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:15.315418 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4fff3-db6f-4836-8f3b-288284541439 req-38ec22e6-e5fe-4edd-b6ec-43e62ab05929 tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:15.323043 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f8f4fff3-db6f-4836-8f3b-288284541439 req-38ec22e6-e5fe-4edd-b6ec-43e62ab05929 tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf4f8cd6-cdf3-4302-b4fd-5d4390fc664c HTTP/1.1" status: 200 len: 946 time: 0.1407084 Dec 06 17:35:15.323825 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6b484d35-3e6a-42bd-bd68-ae339285c7ed tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:15.328902 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6b484d35-3e6a-42bd-bd68-ae339285c7ed tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:15.340596 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-0c976d6f-ede0-4afe-8218-825e69eef9ed None None] Deleting port a330b6e6-c38e-4855-a4ba-a6ea4190145b {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:35:15.341270 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0c976d6f-ede0-4afe-8218-825e69eef9ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:15.410345 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6b484d35-3e6a-42bd-bd68-ae339285c7ed tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:15.411215 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b484d35-3e6a-42bd-bd68-ae339285c7ed tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Fanout notify agent at l3_agent the message router_deleted on router ea5aa61a-a98f-4a2d-8c76-652dec00f6d0 {{(pid=103285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 17:35:15.421411 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f8f4fff3-db6f-4836-8f3b-288284541439 req-e36cd2ff-cd80-4147-bd58-b9df73e6f663 tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] 10.222.0.23 "GET /v2.0/security-groups?id=53cb9de0-95b5-473c-9e29-7b6cfb4563a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974083 Dec 06 17:35:15.426542 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6b484d35-3e6a-42bd-bd68-ae339285c7ed tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:15.431044 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 51378) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:15.432213 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-6b484d35-3e6a-42bd-bd68-ae339285c7ed tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/routers/ea5aa61a-a98f-4a2d-8c76-652dec00f6d0 HTTP/1.1" status: 204 len: 168 time: 0.4457908 Dec 06 17:35:15.442501 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 51380) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:15.445496 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7462b00c-563c-440c-a0bb-13fefd5f4eda tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:15.475869 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-0c976d6f-ede0-4afe-8218-825e69eef9ed None None] For port a330b6e6-c38e-4855-a4ba-a6ea4190145b, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a330b6e6-c38e-4855-a4ba-a6ea4190145b,segment=NetworkSegment(a47332dc-5917-44f3-a9f4-ba1cd1d32759),segment_id=a47332dc-5917-44f3-a9f4-ba1cd1d32759)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:35:15.476295 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0c976d6f-ede0-4afe-8218-825e69eef9ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:15.490989 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7462b00c-563c-440c-a0bb-13fefd5f4eda tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Pushing event deleted for resources: {'Subnet': ['ID=f554394a-ba32-4dfd-885b-aaabaece3f35,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:15.498812 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7462b00c-563c-440c-a0bb-13fefd5f4eda tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:15.502470 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-7462b00c-563c-440c-a0bb-13fefd5f4eda tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] 10.222.0.23 "DELETE /v2.0/subnets/f554394a-ba32-4dfd-885b-aaabaece3f35 HTTP/1.1" status: 204 len: 168 time: 0.5272129 Dec 06 17:35:15.505057 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 51384) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:15.510780 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c30c918-70db-4c80-b6c0-edbbaf5f6aec None None] Network 1ebf57e8-91a1-495b-90d7-c99d7db8d7d8 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:35:15.513854 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-0c976d6f-ede0-4afe-8218-825e69eef9ed None None] Calling delete_port for a330b6e6-c38e-4855-a4ba-a6ea4190145b owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:35:15.537432 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941f132d-1619-4321-abe0-58f3a5e698e9 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:15.539044 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-941f132d-1619-4321-abe0-58f3a5e698e9 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1066794 Dec 06 17:35:15.542545 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 51386) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:15.626829 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77dc1981-4044-4c83-bfe5-add583634068 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:15.629591 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-77dc1981-4044-4c83-bfe5-add583634068 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0844531 Dec 06 17:35:15.631245 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 51388) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:15.688686 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-6c9b02d0-2abc-4759-bd20-4f562bae5704 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0523496 Dec 06 17:35:15.690499 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 51390) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:15.702089 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-86305655-1d1d-4976-a987-f65ce4c1f536 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Request body: {'subnet': {'network_id': '92924f74-2f90-45e5-9033-541c61add3eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:35:15.704972 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3f1f4ebb-9bb7-457c-8973-5a531cccab58 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:15.796222 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-3f1f4ebb-9bb7-457c-8973-5a531cccab58 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Deleting port 5176465e-60d8-442c-8345-150688eec9e8 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:35:15.796799 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3f1f4ebb-9bb7-457c-8973-5a531cccab58 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:15.843668 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0c976d6f-ede0-4afe-8218-825e69eef9ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:15.874127 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c976d6f-ede0-4afe-8218-825e69eef9ed None None] No DVR routers for this DVR port a330b6e6-c38e-4855-a4ba-a6ea4190145b on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:35:15.899177 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86305655-1d1d-4976-a987-f65ce4c1f536 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Made reservation on behalf of 58c2416ade7148dfa446cd47a01986fc for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:35:15.910312 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-86305655-1d1d-4976-a987-f65ce4c1f536 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:15.939220 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06afac20-6e7d-4306-810f-f01c64239fa5 None None] DHCP port deletion for 1ebf57e8-91a1-495b-90d7-c99d7db8d7d8 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:35:15.959944 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-3f1f4ebb-9bb7-457c-8973-5a531cccab58 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] For port 5176465e-60d8-442c-8345-150688eec9e8, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=5176465e-60d8-442c-8345-150688eec9e8,segment=NetworkSegment(374065fe-d77f-459c-8ccb-af697bc04557),segment_id=374065fe-d77f-459c-8ccb-af697bc04557)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:35:15.959944 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3f1f4ebb-9bb7-457c-8973-5a531cccab58 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:15.972613 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c976d6f-ede0-4afe-8218-825e69eef9ed None None] Pushing event deleted for resources: {'Port': ['ID=a330b6e6-c38e-4855-a4ba-a6ea4190145b,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:15.986333 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-3f1f4ebb-9bb7-457c-8973-5a531cccab58 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Calling delete_port for 5176465e-60d8-442c-8345-150688eec9e8 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:35:15.989959 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85e1a39-21ca-4b84-a9a6-5fb43a8b9496 tempest-TestVolumeBackupRestore-1661565499 tempest-TestVolumeBackupRestore-1661565499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:15.991851 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-d85e1a39-21ca-4b84-a9a6-5fb43a8b9496 tempest-TestVolumeBackupRestore-1661565499 tempest-TestVolumeBackupRestore-1661565499-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=bf4f8cd6-cdf3-4302-b4fd-5d4390fc664c HTTP/1.1" status: 200 len: 1092 time: 0.5481961 Dec 06 17:35:15.995214 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 51394) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:16.000175 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-61539de1-d4c4-4c3e-8da7-fd995aed3f4d tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Request body: {'floatingip': {'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'port_id': '00fa4bcf-ee2e-4551-b2d1-fdb01cc6d6c5', 'tenant_id': '7a5c2edb34ef45d5b7fd006e4fd1e900', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:35:16.044554 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-305c912c-7b8b-45dc-948e-15dada8181b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:16.103405 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-61539de1-d4c4-4c3e-8da7-fd995aed3f4d tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Publish callbacks [] for floatingip, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:16.140598 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-06afac20-6e7d-4306-810f-f01c64239fa5 None None] Deleting port 5176465e-60d8-442c-8345-150688eec9e8 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:35:16.145682 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-06afac20-6e7d-4306-810f-f01c64239fa5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:16.251440 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-06afac20-6e7d-4306-810f-f01c64239fa5 None None] For port 5176465e-60d8-442c-8345-150688eec9e8, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=5176465e-60d8-442c-8345-150688eec9e8,segment=NetworkSegment(374065fe-d77f-459c-8ccb-af697bc04557),segment_id=374065fe-d77f-459c-8ccb-af697bc04557)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:35:16.251832 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-06afac20-6e7d-4306-810f-f01c64239fa5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:16.273043 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-06afac20-6e7d-4306-810f-f01c64239fa5 None None] Calling delete_port for 5176465e-60d8-442c-8345-150688eec9e8 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:35:16.284328 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3f1f4ebb-9bb7-457c-8973-5a531cccab58 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:16.331675 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1f4ebb-9bb7-457c-8973-5a531cccab58 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Pushing event deleted for resources: {'Port': ['ID=5176465e-60d8-442c-8345-150688eec9e8,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:16.338506 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1f4ebb-9bb7-457c-8973-5a531cccab58 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] No DVR routers for this DVR port 5176465e-60d8-442c-8345-150688eec9e8 on host n-d-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:35:16.426319 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1264be2e-d830-4040-81e8-d342f9185c35 req-0cb96dc9-300b-4bef-b14e-9f6db715c4fc tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:16.442182 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1264be2e-d830-4040-81e8-d342f9185c35 req-0cb96dc9-300b-4bef-b14e-9f6db715c4fc tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=233dace4-98c2-44a3-9485-25c0a217e10d HTTP/1.1" status: 200 len: 943 time: 0.1428962 Dec 06 17:35:16.458419 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3f1f4ebb-9bb7-457c-8973-5a531cccab58 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:16.479431 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-06afac20-6e7d-4306-810f-f01c64239fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:16.482193 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-3f1f4ebb-9bb7-457c-8973-5a531cccab58 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ebf57e8-91a1-495b-90d7-c99d7db8d7d8']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:35:16.492575 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-3f1f4ebb-9bb7-457c-8973-5a531cccab58 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '374065fe-d77f-459c-8ccb-af697bc04557') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:35:16.492808 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-3f1f4ebb-9bb7-457c-8973-5a531cccab58 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '374065fe-d77f-459c-8ccb-af697bc04557') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:35:16.512033 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3f1f4ebb-9bb7-457c-8973-5a531cccab58 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:16.516765 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06afac20-6e7d-4306-810f-f01c64239fa5 None None] No DVR routers for this DVR port 5176465e-60d8-442c-8345-150688eec9e8 on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:35:16.550836 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3f1f4ebb-9bb7-457c-8973-5a531cccab58 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:16.565799 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f1f4ebb-9bb7-457c-8973-5a531cccab58 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:35:16.566145 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3f1f4ebb-9bb7-457c-8973-5a531cccab58 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:16.573269 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06afac20-6e7d-4306-810f-f01c64239fa5 None None] Pushing event deleted for resources: {'Port': ['ID=5176465e-60d8-442c-8345-150688eec9e8,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:16.631628 n-d-master-1 neutron-server[103284]: DEBUG neutron.objects.ports [None req-86305655-1d1d-4976-a987-f65ce4c1f536 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103284) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 17:35:16.639082 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-86305655-1d1d-4976-a987-f65ce4c1f536 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:16.646549 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:35:16.646549 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:35:16.646549 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:35:16.646549 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:35:16.646549 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:35:16.646549 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:35:16.646549 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:35:16.646549 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:35:16.646549 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:35:16.646549 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:35:16.646549 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:35:16.646549 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:35:16.646549 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:35:16.646549 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:35:16.646549 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:35:16.646549 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:35:16.646549 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:35:16.646549 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:35:16.646549 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:35:16.646549 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:35:16.646549 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:35:16.646549 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:35:16.646549 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:35:16.646549 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:35:16.646549 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:35:16.646549 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:35:16.646549 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:35:16.646549 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:35:16.646549 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:35:16.646549 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:35:16.646549 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:35:16.646549 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:35:16.657199 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3f1f4ebb-9bb7-457c-8973-5a531cccab58 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:16.665154 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3f1f4ebb-9bb7-457c-8973-5a531cccab58 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:16.669555 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-3f1f4ebb-9bb7-457c-8973-5a531cccab58 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] 10.222.0.23 "DELETE /v2.0/networks/1ebf57e8-91a1-495b-90d7-c99d7db8d7d8 HTTP/1.1" status: 204 len: 168 time: 1.1624725 Dec 06 17:35:16.670293 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-61539de1-d4c4-4c3e-8da7-fd995aed3f4d tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:16.742782 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 5176465e-60d8-442c-8345-150688eec9e8 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:35:16.759930 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86305655-1d1d-4976-a987-f65ce4c1f536 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Network 92924f74-2f90-45e5-9033-541c61add3eb is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:35:16.789732 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1264be2e-d830-4040-81e8-d342f9185c35 req-39f56e8a-6728-431e-a5d1-48fe0ea3dce4 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=53a84ca2-3f2c-4a10-85a7-67cee2181fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3465526 Dec 06 17:35:16.795417 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-86305655-1d1d-4976-a987-f65ce4c1f536 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:35:16.797138 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 5176465e-60d8-442c-8345-150688eec9e8 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:35:16.797508 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 5176465e-60d8-442c-8345-150688eec9e8 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:35:16.797933 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 306c930e-6a4e-4967-b154-15c28d7a5c9b no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:35:16.800479 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-61539de1-d4c4-4c3e-8da7-fd995aed3f4d tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Allocated IP 172.35.1.92 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/03b545e7-7b2e-4d54-9422-e122a5885f0f) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:35:16.808520 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86305655-1d1d-4976-a987-f65ce4c1f536 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:16.809954 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-86305655-1d1d-4976-a987-f65ce4c1f536 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:16.851914 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86305655-1d1d-4976-a987-f65ce4c1f536 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event updated for resources: {'Subnet': ['ID=d663edd5-0db8-42e0-badc-6abe515dd2e6,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:16.864664 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-86305655-1d1d-4976-a987-f65ce4c1f536 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1728599 Dec 06 17:35:16.868224 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 51410) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:16.869626 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bea4c7a-3137-4b63-a6fe-9869b33774c2 None None] Network 92924f74-2f90-45e5-9033-541c61add3eb requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:35:16.883300 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-a8bde3dc-d995-4c3e-9e19-cc36da74a835 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Request body: {'subnet': {'network_id': '92924f74-2f90-45e5-9033-541c61add3eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:35:16.983955 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-61539de1-d4c4-4c3e-8da7-fd995aed3f4d tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:17.003908 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 306c930e-6a4e-4967-b154-15c28d7a5c9b {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:35:17.004271 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 306c930e-6a4e-4967-b154-15c28d7a5c9b not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:35:17.004695 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device a330b6e6-c38e-4855-a4ba-a6ea4190145b no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:35:17.043892 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1f4ebb-9bb7-457c-8973-5a531cccab58 tempest-AllowedAddressPairIpV6TestJSON-1780890763 tempest-AllowedAddressPairIpV6TestJSON-1780890763-project] Pushing event deleted for resources: {'Network': ['ID=1ebf57e8-91a1-495b-90d7-c99d7db8d7d8,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:17.053405 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-61539de1-d4c4-4c3e-8da7-fd995aed3f4d tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:17.065692 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: a330b6e6-c38e-4855-a4ba-a6ea4190145b {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:35:17.066603 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device a330b6e6-c38e-4855-a4ba-a6ea4190145b not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:35:17.093520 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46c5045-88ca-4690-b07e-36e1dd4ca2e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-92924f74-2f90-45e5-9033-541c61add3eb', 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb', 'tenant_id': '58c2416ade7148dfa446cd47a01986fc', 'fixed_ips': [{'subnet_id': 'd663edd5-0db8-42e0-badc-6abe515dd2e6'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:35:17.097092 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f46c5045-88ca-4690-b07e-36e1dd4ca2e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:17.129377 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:17.151066 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61539de1-d4c4-4c3e-8da7-fd995aed3f4d tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:35:17.179781 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-61539de1-d4c4-4c3e-8da7-fd995aed3f4d tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:35:17.186128 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8bde3dc-d995-4c3e-9e19-cc36da74a835 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Made reservation on behalf of 58c2416ade7148dfa446cd47a01986fc for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:35:17.190064 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a8bde3dc-d995-4c3e-9e19-cc36da74a835 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:17.190193 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61539de1-d4c4-4c3e-8da7-fd995aed3f4d tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:35:17.193451 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61539de1-d4c4-4c3e-8da7-fd995aed3f4d tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Pushing event updated for resources: {'Port': ['ID=03b545e7-7b2e-4d54-9422-e122a5885f0f,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:17.293844 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 51416) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:17.340512 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-f46c5045-88ca-4690-b07e-36e1dd4ca2e2 None None] Allocated IP 2001:db8::f816:3eff:fe7a:7279 (92924f74-2f90-45e5-9033-541c61add3eb/d663edd5-0db8-42e0-badc-6abe515dd2e6/fe66c57b-68ba-4560-be12-885e5355d4c1) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:35:17.569064 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-5fadba0e-82e1-44bb-b97c-7f5b723b65a2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dc24c60063a149a2a5b2e6db2d951eb0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2685454 Dec 06 17:35:17.578261 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 51420) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:17.605143 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f46c5045-88ca-4690-b07e-36e1dd4ca2e2 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:17.621294 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f46c5045-88ca-4690-b07e-36e1dd4ca2e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:17.642945 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46c5045-88ca-4690-b07e-36e1dd4ca2e2 None None] Network 92924f74-2f90-45e5-9033-541c61add3eb is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:35:17.644648 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-f46c5045-88ca-4690-b07e-36e1dd4ca2e2 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:35:17.674462 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46c5045-88ca-4690-b07e-36e1dd4ca2e2 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:35:17.733613 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a8bde3dc-d995-4c3e-9e19-cc36da74a835 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:17.753519 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-f46c5045-88ca-4690-b07e-36e1dd4ca2e2 None None] Attempting to bind port fe66c57b-68ba-4560-be12-885e5355d4c1 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:35:17.753756 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-f46c5045-88ca-4690-b07e-36e1dd4ca2e2 None None] Attempting to bind port fe66c57b-68ba-4560-be12-885e5355d4c1 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'a47332dc-5917-44f3-a9f4-ba1cd1d32759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:35:17.754293 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46c5045-88ca-4690-b07e-36e1dd4ca2e2 None None] Attempting to bind port fe66c57b-68ba-4560-be12-885e5355d4c1 on network 92924f74-2f90-45e5-9033-541c61add3eb {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:35:17.767778 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-61539de1-d4c4-4c3e-8da7-fd995aed3f4d tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:17.784644 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46c5045-88ca-4690-b07e-36e1dd4ca2e2 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:35:17.785032 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46c5045-88ca-4690-b07e-36e1dd4ca2e2 None None] Checking segment: {'id': 'a47332dc-5917-44f3-a9f4-ba1cd1d32759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:35:17.785447 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f46c5045-88ca-4690-b07e-36e1dd4ca2e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:17.785905 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46c5045-88ca-4690-b07e-36e1dd4ca2e2 None None] Bound using segment: {'id': 'a47332dc-5917-44f3-a9f4-ba1cd1d32759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:35:17.786643 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-f46c5045-88ca-4690-b07e-36e1dd4ca2e2 None None] Bound port: fe66c57b-68ba-4560-be12-885e5355d4c1, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a47332dc-5917-44f3-a9f4-ba1cd1d32759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:35:17.786909 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f46c5045-88ca-4690-b07e-36e1dd4ca2e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:17.803372 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46c5045-88ca-4690-b07e-36e1dd4ca2e2 None None] Pushing event updated for resources: {'Port': ['ID=fe66c57b-68ba-4560-be12-885e5355d4c1,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:17.847599 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-613be26c-fb1c-43af-b4ab-178c67e3b84a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:17.857717 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8bde3dc-d995-4c3e-9e19-cc36da74a835 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Network 92924f74-2f90-45e5-9033-541c61add3eb is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:35:17.875706 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-a8bde3dc-d995-4c3e-9e19-cc36da74a835 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:35:17.880736 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8bde3dc-d995-4c3e-9e19-cc36da74a835 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:17.888558 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a8bde3dc-d995-4c3e-9e19-cc36da74a835 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:17.888788 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-f46c5045-88ca-4690-b07e-36e1dd4ca2e2 None None] For port fe66c57b-68ba-4560-be12-885e5355d4c1, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:35:17.893014 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-f46c5045-88ca-4690-b07e-36e1dd4ca2e2 None None] For port fe66c57b-68ba-4560-be12-885e5355d4c1, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=fe66c57b-68ba-4560-be12-885e5355d4c1,segment=NetworkSegment(a47332dc-5917-44f3-a9f4-ba1cd1d32759),segment_id=a47332dc-5917-44f3-a9f4-ba1cd1d32759)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:35:17.902249 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f46c5045-88ca-4690-b07e-36e1dd4ca2e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:17.924697 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-613be26c-fb1c-43af-b4ab-178c67e3b84a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:17.924929 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-61539de1-d4c4-4c3e-8da7-fd995aed3f4d tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:17.940364 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bde3dc-d995-4c3e-9e19-cc36da74a835 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event updated for resources: {'Subnet': ['ID=ff7f9684-39c6-410c-9f86-629117e44ef9,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:17.980456 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46c5045-88ca-4690-b07e-36e1dd4ca2e2 None None] Pushing event updated for resources: {'Port': ['ID=fe66c57b-68ba-4560-be12-885e5355d4c1,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:18.017060 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-a8bde3dc-d995-4c3e-9e19-cc36da74a835 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1470954 Dec 06 17:35:18.023653 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 51428) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:18.029257 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-10c5296d-e394-4cb1-b0aa-520666d85171 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Request body: {'port': {'network_id': '92924f74-2f90-45e5-9033-541c61add3eb', 'mac_address': 'fa:16:3e:0d:c6:8b', 'name': 'tempest-NetworksTestDHCPv6-138147530'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:35:18.112538 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45f022f-2a4c-4bb7-a1cf-dd572fdbe888 req-24cb9b8c-e4c0-42c2-962b-4f037bec238f tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:18.114049 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:18.114907 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d45f022f-2a4c-4bb7-a1cf-dd572fdbe888 req-24cb9b8c-e4c0-42c2-962b-4f037bec238f tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=233dace4-98c2-44a3-9485-25c0a217e10d HTTP/1.1" status: 200 len: 943 time: 0.1651473 Dec 06 17:35:18.153547 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-613be26c-fb1c-43af-b4ab-178c67e3b84a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:18.156198 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-613be26c-fb1c-43af-b4ab-178c67e3b84a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:18.159805 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-613be26c-fb1c-43af-b4ab-178c67e3b84a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a7c60c72-8b54-40e3-8a05-14115fecb76a HTTP/1.1" status: 204 len: 168 time: 0.5780556 Dec 06 17:35:18.193011 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-61539de1-d4c4-4c3e-8da7-fd995aed3f4d tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:18.201571 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-61539de1-d4c4-4c3e-8da7-fd995aed3f4d tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:18.203574 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613be26c-fb1c-43af-b4ab-178c67e3b84a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c60c72-8b54-40e3-8a05-14115fecb76a,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:18.275621 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d45f022f-2a4c-4bb7-a1cf-dd572fdbe888 req-8e6f4da8-cfe2-4b2b-9e79-da3ae1cd2195 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=53a84ca2-3f2c-4a10-85a7-67cee2181fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521721 Dec 06 17:35:18.307855 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device c1420086-383a-49a5-8e9c-1dc3c65524c2 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:35:18.334151 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61539de1-d4c4-4c3e-8da7-fd995aed3f4d tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Pushing event updated for resources: {'Port': ['ID=03b545e7-7b2e-4d54-9422-e122a5885f0f,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:18.355920 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-61539de1-d4c4-4c3e-8da7-fd995aed3f4d tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:18.370793 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10c5296d-e394-4cb1-b0aa-520666d85171 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Made reservation on behalf of 58c2416ade7148dfa446cd47a01986fc for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:35:18.456118 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port c1420086-383a-49a5-8e9c-1dc3c65524c2, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=c1420086-383a-49a5-8e9c-1dc3c65524c2,segment=NetworkSegment(335efc5d-483a-424a-abc6-8fe1bd340f96),segment_id=335efc5d-483a-424a-abc6-8fe1bd340f96)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:35:18.469619 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': 'c1420086-383a-49a5-8e9c-1dc3c65524c2', 'network_id': '2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4', 'port_id': 'c1420086-383a-49a5-8e9c-1dc3c65524c2', 'mac_address': 'fa:16:3e:95:f2:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06d20752-22e2-4f05-a607-805be1f18e56', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:35:18.494406 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-10c5296d-e394-4cb1-b0aa-520666d85171 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:18.520604 n-d-master-1 neutron-server[103285]: INFO neutron.db.l3_db [None req-61539de1-d4c4-4c3e-8da7-fd995aed3f4d tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Floating IP a0323866-4136-45b3-93f7-66d6586502e8 associated. External IP: 172.35.1.92, port: 00fa4bcf-ee2e-4551-b2d1-fdb01cc6d6c5. Dec 06 17:35:18.531010 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:18.541510 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-10c5296d-e394-4cb1-b0aa-520666d85171 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] device_id is not set on port 63132136-5de2-43fb-9a08-a7409db35a78 yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:35:18.556769 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1420086-383a-49a5-8e9c-1dc3c65524c2 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:35:18.588432 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port c1420086-383a-49a5-8e9c-1dc3c65524c2, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=c1420086-383a-49a5-8e9c-1dc3c65524c2,segment=NetworkSegment(335efc5d-483a-424a-abc6-8fe1bd340f96),segment_id=335efc5d-483a-424a-abc6-8fe1bd340f96)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:35:18.598864 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:18.653100 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=c1420086-383a-49a5-8e9c-1dc3c65524c2,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:18.787755 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device fe66c57b-68ba-4560-be12-885e5355d4c1 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:35:18.808224 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61539de1-d4c4-4c3e-8da7-fd995aed3f4d tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Router 4944aec1-da7d-45c9-b314-7cf4c68eb618 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:35:18.813240 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-10c5296d-e394-4cb1-b0aa-520666d85171 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Allocated IP 172.20.0.11 (92924f74-2f90-45e5-9033-541c61add3eb/ff7f9684-39c6-410c-9f86-629117e44ef9/63132136-5de2-43fb-9a08-a7409db35a78) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:35:18.820096 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-10c5296d-e394-4cb1-b0aa-520666d85171 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Allocated IP 2001:db8::f816:3eff:fe0d:c68b (92924f74-2f90-45e5-9033-541c61add3eb/d663edd5-0db8-42e0-badc-6abe515dd2e6/63132136-5de2-43fb-9a08-a7409db35a78) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:35:18.842504 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['c1420086-383a-49a5-8e9c-1dc3c65524c2'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:35:19.007952 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port fe66c57b-68ba-4560-be12-885e5355d4c1 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:35:19.008414 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:19.015370 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61539de1-d4c4-4c3e-8da7-fd995aed3f4d tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:35:19.029458 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd51dfb7-7eee-49f0-ad1c-e34ff3804cc5 None None] Sync routers for ids ['4944aec1-da7d-45c9-b314-7cf4c68eb618'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:35:19.043849 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd51dfb7-7eee-49f0-ad1c-e34ff3804cc5 None None] Routers {'4944aec1-da7d-45c9-b314-7cf4c68eb618'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:35:19.044693 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-cd51dfb7-7eee-49f0-ad1c-e34ff3804cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:35:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['4944aec1-da7d-45c9-b314-7cf4c68eb618'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:35:19.059434 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-61539de1-d4c4-4c3e-8da7-fd995aed3f4d tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:19.132019 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-10c5296d-e394-4cb1-b0aa-520666d85171 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:19.139141 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-61539de1-d4c4-4c3e-8da7-fd995aed3f4d tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1427329 Dec 06 17:35:19.140035 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf4f8cd6-cdf3-4302-b4fd-5d4390fc664c', 'tag': '00fa4bcf-ee2e-4551-b2d1-fdb01cc6d6c5'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:35:19.142582 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 51454) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:19.143523 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-decb51cd-c9d9-41fe-a089-cf7ac7fe0a5d" -d '{"events": [{"name": "network-changed", "server_uuid": "bf4f8cd6-cdf3-4302-b4fd-5d4390fc664c", "tag": "00fa4bcf-ee2e-4551-b2d1-fdb01cc6d6c5"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:35:19.203561 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:19.221183 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa223e0-65d0-43d7-b0f8-5360a4a44e4c x-openstack-request-id: req-faa223e0-65d0-43d7-b0f8-5360a4a44e4c {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:35:19.221699 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf4f8cd6-cdf3-4302-b4fd-5d4390fc664c", "tag": "00fa4bcf-ee2e-4551-b2d1-fdb01cc6d6c5", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:35:19.221950 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-faa223e0-65d0-43d7-b0f8-5360a4a44e4c {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:35:19.223212 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf4f8cd6-cdf3-4302-b4fd-5d4390fc664c', 'tag': '00fa4bcf-ee2e-4551-b2d1-fdb01cc6d6c5', 'status': 'completed', 'code': 200} Dec 06 17:35:19.307027 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-10c5296d-e394-4cb1-b0aa-520666d85171 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:19.384708 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decb51cd-c9d9-41fe-a089-cf7ac7fe0a5d req-cdb946d0-be94-43e6-896c-3f8e9310b877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:19.386453 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-decb51cd-c9d9-41fe-a089-cf7ac7fe0a5d req-cdb946d0-be94-43e6-896c-3f8e9310b877 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7a5c2edb34ef45d5b7fd006e4fd1e900&device_id=bf4f8cd6-cdf3-4302-b4fd-5d4390fc664c HTTP/1.1" status: 200 len: 1097 time: 0.1405387 Dec 06 17:35:19.395238 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-cd51dfb7-7eee-49f0-ad1c-e34ff3804cc5 None None] Set router 4944aec1-da7d-45c9-b314-7cf4c68eb618 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:35:19.470259 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c5296d-e394-4cb1-b0aa-520666d85171 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event updated for resources: {'Port': ['ID=63132136-5de2-43fb-9a08-a7409db35a78,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:19.502237 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c5296d-e394-4cb1-b0aa-520666d85171 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Network 92924f74-2f90-45e5-9033-541c61add3eb is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:35:19.504619 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-10c5296d-e394-4cb1-b0aa-520666d85171 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:35:19.508975 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c5296d-e394-4cb1-b0aa-520666d85171 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:35:19.587872 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 51468) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:19.595925 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c5296d-e394-4cb1-b0aa-520666d85171 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:19.596974 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-10c5296d-e394-4cb1-b0aa-520666d85171 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:19.601746 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d55985-eb90-40b7-bc57-6f5e1ef28ecb tempest-TestVolumeBackupRestore-1661565499 tempest-TestVolumeBackupRestore-1661565499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:19.604032 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-b1d55985-eb90-40b7-bc57-6f5e1ef28ecb tempest-TestVolumeBackupRestore-1661565499 tempest-TestVolumeBackupRestore-1661565499-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=bf4f8cd6-cdf3-4302-b4fd-5d4390fc664c HTTP/1.1" status: 200 len: 1092 time: 0.4603698 Dec 06 17:35:19.609041 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:19.612114 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 51472) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:19.617931 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-db816c05-6db2-4b1b-a9c4-2d942ae1d52d tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Request body: {'floatingip': {'port_id': '00fa4bcf-ee2e-4551-b2d1-fdb01cc6d6c5'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:35:19.689057 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-10c5296d-e394-4cb1-b0aa-520666d85171 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.6644504 Dec 06 17:35:19.692118 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 51476) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:19.712801 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-db816c05-6db2-4b1b-a9c4-2d942ae1d52d tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Publish callbacks [] for floatingip, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:19.723198 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] For port fe66c57b-68ba-4560-be12-885e5355d4c1, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=fe66c57b-68ba-4560-be12-885e5355d4c1,segment=NetworkSegment(a47332dc-5917-44f3-a9f4-ba1cd1d32759),segment_id=a47332dc-5917-44f3-a9f4-ba1cd1d32759)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:35:19.738416 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae52489b-d3df-4488-b888-0663c3773ab8 None None] Network 92924f74-2f90-45e5-9033-541c61add3eb requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:35:19.764341 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:19.824495 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-b5c5a8de-aca2-47d8-a618-fd86d054acde tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1302107674'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:35:19.875020 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa87869-1825-495f-ac56-3582df6ab50a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:19.883196 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa87869-1825-495f-ac56-3582df6ab50a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:19.887542 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-baa87869-1825-495f-ac56-3582df6ab50a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1920249 Dec 06 17:35:19.891230 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-cd51dfb7-7eee-49f0-ad1c-e34ff3804cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4944aec1-da7d-45c9-b314-7cf4c68eb618', 'name': 'tempest-TestVolumeBackupRestore-1417776253-router', 'tenant_id': '7a5c2edb34ef45d5b7fd006e4fd1e900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.52'}], 'enable_snat': True}, 'gw_port_id': '69eca43d-71e6-4316-8bf1-6b6034bc50fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:29:23Z', 'updated_at': '2021-12-06T17:29:38Z', 'revision_number': 4, 'project_id': '7a5c2edb34ef45d5b7fd006e4fd1e900', 'gw_port': {'id': '69eca43d-71e6-4316-8bf1-6b6034bc50fc', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4944aec1-da7d-45c9-b314-7cf4c68eb618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:29:27Z', 'updated_at': '2021-12-06T17:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'a0323866-4136-45b3-93f7-66d6586502e8', 'tenant_id': '7a5c2edb34ef45d5b7fd006e4fd1e900', 'floating_ip_address': '172.35.1.92', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '4944aec1-da7d-45c9-b314-7cf4c68eb618', 'port_id': '00fa4bcf-ee2e-4551-b2d1-fdb01cc6d6c5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b7abc05-e65c-45dd-b06d-3e0ac29b2d69', 'mac_address': 'fa:16:3e:57:14:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4f8cd6-cdf3-4302-b4fd-5d4390fc664c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:35:17Z', 'updated_at': '2021-12-06T17:35:17Z', 'revision_number': 0, 'project_id': '7a5c2edb34ef45d5b7fd006e4fd1e900', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '092412d2-ed47-4961-a7f2-15f33499534c', 'name': '', 'network_id': '6b7abc05-e65c-45dd-b06d-3e0ac29b2d69', 'tenant_id': '7a5c2edb34ef45d5b7fd006e4fd1e900', 'mac_address': 'fa:16:3e:6e:e5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4944aec1-da7d-45c9-b314-7cf4c68eb618', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': 'e0ff83a7-9b77-408a-ae64-b8b2247c5811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:29:35Z', 'updated_at': '2021-12-06T17:29:49Z', 'revision_number': 5, 'project_id': '7a5c2edb34ef45d5b7fd006e4fd1e900', 'subnets': [{'id': 'e0ff83a7-9b77-408a-ae64-b8b2247c5811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:35:19.894336 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 51478) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:19.927609 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd51dfb7-7eee-49f0-ad1c-e34ff3804cc5 None None] Checking router: 4944aec1-da7d-45c9-b314-7cf4c68eb618 for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:35:19.940330 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd51dfb7-7eee-49f0-ad1c-e34ff3804cc5 None None] Routers {'4944aec1-da7d-45c9-b314-7cf4c68eb618'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:35:19.941316 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-cd51dfb7-7eee-49f0-ad1c-e34ff3804cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:35:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['4944aec1-da7d-45c9-b314-7cf4c68eb618'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:35:19.961165 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5c5a8de-aca2-47d8-a618-fd86d054acde tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Made reservation on behalf of cc23e4542aba45ca9c378841a2ab2c85 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:35:19.966018 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b5c5a8de-aca2-47d8-a618-fd86d054acde tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:19.981773 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b5c5a8de-aca2-47d8-a618-fd86d054acde tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:20.116134 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07553ec8-801f-40e5-821c-6c45dc0a190e req-a530c088-8c31-406e-b07b-b606a2a59eaf tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:20.124598 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-07553ec8-801f-40e5-821c-6c45dc0a190e req-a530c088-8c31-406e-b07b-b606a2a59eaf tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=233dace4-98c2-44a3-9485-25c0a217e10d HTTP/1.1" status: 200 len: 944 time: 0.6779118 Dec 06 17:35:20.127166 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-cd51dfb7-7eee-49f0-ad1c-e34ff3804cc5 None None] Set router 4944aec1-da7d-45c9-b314-7cf4c68eb618 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:35:20.155092 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decb51cd-c9d9-41fe-a089-cf7ac7fe0a5d req-37946078-7f23-44f3-97c7-aa06b3d453f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:20.156603 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-decb51cd-c9d9-41fe-a089-cf7ac7fe0a5d req-37946078-7f23-44f3-97c7-aa06b3d453f5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6b7abc05-e65c-45dd-b06d-3e0ac29b2d69 HTTP/1.1" status: 200 len: 915 time: 0.7605870 Dec 06 17:35:20.239439 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-d9e0be8b-3be4-4d52-a1f7-7cf69fdefa5a None None] Provisioning complete for port fe66c57b-68ba-4560-be12-885e5355d4c1 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:35:20.240227 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d9e0be8b-3be4-4d52-a1f7-7cf69fdefa5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:20.257895 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-07553ec8-801f-40e5-821c-6c45dc0a190e req-ab87489f-fbe4-4984-840e-0552825ca72c tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=53a84ca2-3f2c-4a10-85a7-67cee2181fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322751 Dec 06 17:35:20.279240 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-e64c4cb0-6594-4d13-a064-31f8ccf9acb4 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Deleting port 63132136-5de2-43fb-9a08-a7409db35a78 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:35:20.280347 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e64c4cb0-6594-4d13-a064-31f8ccf9acb4 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:20.284012 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-decb51cd-c9d9-41fe-a089-cf7ac7fe0a5d req-0a4d2274-7292-42a7-a0d0-9cab33544f70 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00fa4bcf-ee2e-4551-b2d1-fdb01cc6d6c5 HTTP/1.1" status: 200 len: 999 time: 0.1127191 Dec 06 17:35:20.310411 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Pushing event updated for resources: {'Port': ['ID=fe66c57b-68ba-4560-be12-885e5355d4c1,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:20.331622 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device c1420086-383a-49a5-8e9c-1dc3c65524c2 up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:35:20.355608 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decb51cd-c9d9-41fe-a089-cf7ac7fe0a5d req-9fa08206-1b3e-474d-9352-82c282fb21f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:20.358077 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-decb51cd-c9d9-41fe-a089-cf7ac7fe0a5d req-9fa08206-1b3e-474d-9352-82c282fb21f4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e0ff83a7-9b77-408a-ae64-b8b2247c5811 HTTP/1.1" status: 200 len: 853 time: 0.0653937 Dec 06 17:35:20.424859 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decb51cd-c9d9-41fe-a089-cf7ac7fe0a5d req-d3016948-578d-4dbb-b710-a44f1da852ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:20.428888 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-decb51cd-c9d9-41fe-a089-cf7ac7fe0a5d req-d3016948-578d-4dbb-b710-a44f1da852ec service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6b7abc05-e65c-45dd-b06d-3e0ac29b2d69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0615690 Dec 06 17:35:20.458963 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [req-decb51cd-c9d9-41fe-a089-cf7ac7fe0a5d req-90227723-6620-4ecc-a6ec-65da0ad13521 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103285) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:35:20.462420 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-decb51cd-c9d9-41fe-a089-cf7ac7fe0a5d req-90227723-6620-4ecc-a6ec-65da0ad13521 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0236807 Dec 06 17:35:20.533584 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b5c5a8de-aca2-47d8-a618-fd86d054acde tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:20.559212 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning for port c1420086-383a-49a5-8e9c-1dc3c65524c2 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:35:20.567059 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port c1420086-383a-49a5-8e9c-1dc3c65524c2 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:35:20.567628 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:20.583231 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b5c5a8de-aca2-47d8-a618-fd86d054acde tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:20.606853 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-cd51dfb7-7eee-49f0-ad1c-e34ff3804cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4944aec1-da7d-45c9-b314-7cf4c68eb618', 'name': 'tempest-TestVolumeBackupRestore-1417776253-router', 'tenant_id': '7a5c2edb34ef45d5b7fd006e4fd1e900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.52'}], 'enable_snat': True}, 'gw_port_id': '69eca43d-71e6-4316-8bf1-6b6034bc50fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:29:23Z', 'updated_at': '2021-12-06T17:29:38Z', 'revision_number': 4, 'project_id': '7a5c2edb34ef45d5b7fd006e4fd1e900', 'gw_port': {'id': '69eca43d-71e6-4316-8bf1-6b6034bc50fc', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4944aec1-da7d-45c9-b314-7cf4c68eb618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:29:27Z', 'updated_at': '2021-12-06T17:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'a0323866-4136-45b3-93f7-66d6586502e8', 'tenant_id': '7a5c2edb34ef45d5b7fd006e4fd1e900', 'floating_ip_address': '172.35.1.92', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '4944aec1-da7d-45c9-b314-7cf4c68eb618', 'port_id': '00fa4bcf-ee2e-4551-b2d1-fdb01cc6d6c5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b7abc05-e65c-45dd-b06d-3e0ac29b2d69', 'mac_address': 'fa:16:3e:57:14:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4f8cd6-cdf3-4302-b4fd-5d4390fc664c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:35:17Z', 'updated_at': '2021-12-06T17:35:17Z', 'revision_number': 0, 'project_id': '7a5c2edb34ef45d5b7fd006e4fd1e900', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '092412d2-ed47-4961-a7f2-15f33499534c', 'name': '', 'network_id': '6b7abc05-e65c-45dd-b06d-3e0ac29b2d69', 'tenant_id': '7a5c2edb34ef45d5b7fd006e4fd1e900', 'mac_address': 'fa:16:3e:6e:e5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4944aec1-da7d-45c9-b314-7cf4c68eb618', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': 'e0ff83a7-9b77-408a-ae64-b8b2247c5811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:29:35Z', 'updated_at': '2021-12-06T17:29:49Z', 'revision_number': 5, 'project_id': '7a5c2edb34ef45d5b7fd006e4fd1e900', 'subnets': [{'id': 'e0ff83a7-9b77-408a-ae64-b8b2247c5811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:35:20.623458 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c5a8de-aca2-47d8-a618-fd86d054acde tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bbae013-6ffd-41da-a6fe-8d80fc8f3a70,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:20.639820 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e64c4cb0-6594-4d13-a064-31f8ccf9acb4 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:20.679379 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5c5a8de-aca2-47d8-a618-fd86d054acde tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:35:20.682373 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-e64c4cb0-6594-4d13-a064-31f8ccf9acb4 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Calling delete_port for 63132136-5de2-43fb-9a08-a7409db35a78 owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:35:20.731467 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd51dfb7-7eee-49f0-ad1c-e34ff3804cc5 None None] The sync data for ids ['4944aec1-da7d-45c9-b314-7cf4c68eb618'] in n-d-master-1 is: [{'id': '4944aec1-da7d-45c9-b314-7cf4c68eb618', 'name': 'tempest-TestVolumeBackupRestore-1417776253-router', 'tenant_id': '7a5c2edb34ef45d5b7fd006e4fd1e900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.52'}], 'enable_snat': True}, 'gw_port_id': '69eca43d-71e6-4316-8bf1-6b6034bc50fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:29:23Z', 'updated_at': '2021-12-06T17:29:38Z', 'revision_number': 4, 'project_id': '7a5c2edb34ef45d5b7fd006e4fd1e900', 'gw_port': {'id': '69eca43d-71e6-4316-8bf1-6b6034bc50fc', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4944aec1-da7d-45c9-b314-7cf4c68eb618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:29:27Z', 'updated_at': '2021-12-06T17:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'a0323866-4136-45b3-93f7-66d6586502e8', 'tenant_id': '7a5c2edb34ef45d5b7fd006e4fd1e900', 'floating_ip_address': '172.35.1.92', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '4944aec1-da7d-45c9-b314-7cf4c68eb618', 'port_id': '00fa4bcf-ee2e-4551-b2d1-fdb01cc6d6c5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b7abc05-e65c-45dd-b06d-3e0ac29b2d69', 'mac_address': 'fa:16:3e:57:14:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4f8cd6-cdf3-4302-b4fd-5d4390fc664c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:35:17Z', 'updated_at': '2021-12-06T17:35:17Z', 'revision_number': 0, 'project_id': '7a5c2edb34ef45d5b7fd006e4fd1e900', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '092412d2-ed47-4961-a7f2-15f33499534c', 'name': '', 'network_id': '6b7abc05-e65c-45dd-b06d-3e0ac29b2d69', 'tenant_id': '7a5c2edb34ef45d5b7fd006e4fd1e900', 'mac_address': 'fa:16:3e:6e:e5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4944aec1-da7d-45c9-b314-7cf4c68eb618', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': 'e0ff83a7-9b77-408a-ae64-b8b2247c5811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:29:35Z', 'updated_at': '2021-12-06T17:29:49Z', 'revision_number': 5, 'project_id': '7a5c2edb34ef45d5b7fd006e4fd1e900', 'subnets': [{'id': 'e0ff83a7-9b77-408a-ae64-b8b2247c5811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:35:20.744018 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b5c5a8de-aca2-47d8-a618-fd86d054acde tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:20.744382 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-b5c5a8de-aca2-47d8-a618-fd86d054acde tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Added segment 25a115a3-cd5d-4113-a5e3-17468c094ba7 of type vlan for network 702d4517-69f3-41a6-938a-63108c69fac4 Dec 06 17:35:20.751319 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-decb51cd-c9d9-41fe-a089-cf7ac7fe0a5d req-8b0e672b-75dc-4696-b967-7a07354d23aa service neutron] 10.222.0.41 "GET /v2.0/networks/6b7abc05-e65c-45dd-b06d-3e0ac29b2d69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755570 Dec 06 17:35:20.765511 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:20.780594 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device fe66c57b-68ba-4560-be12-885e5355d4c1 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:35:20.833932 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba97dba-cd4d-427a-a1ac-30c9d6f90b85 None None] Update dhcp port {'port': {'network_id': '92924f74-2f90-45e5-9033-541c61add3eb', 'fixed_ips': [{'subnet_id': 'd663edd5-0db8-42e0-badc-6abe515dd2e6', 'ip_address': '2001:db8::f816:3eff:fe7a:7279'}, {'subnet_id': 'ff7f9684-39c6-410c-9f86-629117e44ef9'}], 'binding:host_id': 'n-d-master-1'}, 'id': 'fe66c57b-68ba-4560-be12-885e5355d4c1'} from n-d-master-1. {{(pid=103286) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 06 17:35:20.835857 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '233dace4-98c2-44a3-9485-25c0a217e10d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1420086-383a-49a5-8e9c-1dc3c65524c2'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:35:20.839051 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ce53e94-4641-434f-836b-0ea45d89ecbf" -d '{"events": [{"server_uuid": "233dace4-98c2-44a3-9485-25c0a217e10d", "name": "network-vif-plugged", "status": "completed", "tag": "c1420086-383a-49a5-8e9c-1dc3c65524c2"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:35:20.874505 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port c1420086-383a-49a5-8e9c-1dc3c65524c2, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=c1420086-383a-49a5-8e9c-1dc3c65524c2,segment=NetworkSegment(335efc5d-483a-424a-abc6-8fe1bd340f96),segment_id=335efc5d-483a-424a-abc6-8fe1bd340f96)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:35:20.890475 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:20.900854 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6ba97dba-cd4d-427a-a1ac-30c9d6f90b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:20.902996 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-decb51cd-c9d9-41fe-a089-cf7ac7fe0a5d req-f821d014-5f94-4a09-a717-b30553266b02 service neutron] 10.222.0.41 "GET /v2.0/networks/6b7abc05-e65c-45dd-b06d-3e0ac29b2d69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436851 Dec 06 17:35:20.946053 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a239cb9-df85-40a5-a2a1-c189d670ad68 x-openstack-request-id: req-1a239cb9-df85-40a5-a2a1-c189d670ad68 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:35:20.946358 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "233dace4-98c2-44a3-9485-25c0a217e10d", "name": "network-vif-plugged", "status": "completed", "tag": "c1420086-383a-49a5-8e9c-1dc3c65524c2", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:35:20.948658 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1a239cb9-df85-40a5-a2a1-c189d670ad68 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:35:20.949087 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '233dace4-98c2-44a3-9485-25c0a217e10d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1420086-383a-49a5-8e9c-1dc3c65524c2', 'code': 200} Dec 06 17:35:20.980127 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port fe66c57b-68ba-4560-be12-885e5355d4c1 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:35:20.980501 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:21.063739 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=c1420086-383a-49a5-8e9c-1dc3c65524c2,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:21.162166 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f13982-221e-4797-96be-fae35d982d9b None None] New status for floating IP a0323866-4136-45b3-93f7-66d6586502e8: ACTIVE {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 17:35:21.167438 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9861fa58-dd64-4129-a4ae-1035d3a3f7c9 req-ade61e67-4ef8-457c-84f6-8d60bd833af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:21.169633 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9861fa58-dd64-4129-a4ae-1035d3a3f7c9 req-ade61e67-4ef8-457c-84f6-8d60bd833af8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=233dace4-98c2-44a3-9485-25c0a217e10d HTTP/1.1" status: 200 len: 1096 time: 0.1719906 Dec 06 17:35:21.249182 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9861fa58-dd64-4129-a4ae-1035d3a3f7c9 req-5f1a8afd-6ff9-4f90-b00a-b421c5cb432d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=53a84ca2-3f2c-4a10-85a7-67cee2181fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694122 Dec 06 17:35:21.339775 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-6ba97dba-cd4d-427a-a1ac-30c9d6f90b85 None None] Allocated IP 172.20.0.2 (92924f74-2f90-45e5-9033-541c61add3eb/ff7f9684-39c6-410c-9f86-629117e44ef9/fe66c57b-68ba-4560-be12-885e5355d4c1) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:35:21.436478 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b5c5a8de-aca2-47d8-a618-fd86d054acde tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:21.437730 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c13a87-3cb9-40f8-97a7-8db374783cc5 req-be963801-1115-4237-9e95-3dbab748aec5 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:21.439176 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-32c13a87-3cb9-40f8-97a7-8db374783cc5 req-be963801-1115-4237-9e95-3dbab748aec5 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa6c79b8-9a38-41df-86ca-6ce3a373db00 HTTP/1.1" status: 200 len: 945 time: 0.0646889 Dec 06 17:35:21.449589 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6ba97dba-cd4d-427a-a1ac-30c9d6f90b85 None None] For port fe66c57b-68ba-4560-be12-885e5355d4c1, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=fe66c57b-68ba-4560-be12-885e5355d4c1,segment=NetworkSegment(a47332dc-5917-44f3-a9f4-ba1cd1d32759),segment_id=a47332dc-5917-44f3-a9f4-ba1cd1d32759)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:35:21.489020 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6ba97dba-cd4d-427a-a1ac-30c9d6f90b85 None None] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:21.499809 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6ba97dba-cd4d-427a-a1ac-30c9d6f90b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:21.535759 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-32c13a87-3cb9-40f8-97a7-8db374783cc5 req-cf82a626-f0c5-4b47-a6cc-fedf946f236e tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dc80c36-8cf2-463d-929d-e78b3fbfe10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837100 Dec 06 17:35:21.566893 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 51496) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:21.704696 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba97dba-cd4d-427a-a1ac-30c9d6f90b85 None None] Pushing event updated for resources: {'Port': ['ID=fe66c57b-68ba-4560-be12-885e5355d4c1,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:21.721119 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.db.resource_extend [None req-b5c5a8de-aca2-47d8-a618-fd86d054acde tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 06 17:35:21.743474 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-475c410f-1597-4595-9732-b5909555016f tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/floatingips/45ab3526-947b-4f10-bf72-c962f2e395a6 HTTP/1.1" status: 200 len: 993 time: 0.1633983 Dec 06 17:35:21.818635 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-db816c05-6db2-4b1b-a9c4-2d942ae1d52d tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:21.825154 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.db.api [None req-51f13982-221e-4797-96be-fae35d982d9b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103286) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 17:35:21.825756 n-d-master-1 neutron-server[103286]: DEBUG oslo_db.api [None req-51f13982-221e-4797-96be-fae35d982d9b None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 17:35:21.829563 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-db816c05-6db2-4b1b-a9c4-2d942ae1d52d tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:21.841124 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ae9bd8-1f45-4ff1-97bc-fe6ae4c7ce55 req-86c72578-5b3e-4821-bc07-62da8ee67d0b tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:21.842931 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-54ae9bd8-1f45-4ff1-97bc-fe6ae4c7ce55 req-86c72578-5b3e-4821-bc07-62da8ee67d0b tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=233dace4-98c2-44a3-9485-25c0a217e10d HTTP/1.1" status: 200 len: 945 time: 0.4619863 Dec 06 17:35:21.849439 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b5c5a8de-aca2-47d8-a618-fd86d054acde tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:21.856231 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c5a8de-aca2-47d8-a618-fd86d054acde tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:21.857078 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b5c5a8de-aca2-47d8-a618-fd86d054acde tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Publish callbacks [] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:22.035985 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-b5c5a8de-aca2-47d8-a618-fd86d054acde tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.4278188 Dec 06 17:35:22.036608 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 51506) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:22.041699 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-e660a117-56f7-4843-9586-9450094aa638 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Request body: {'subnet': {'network_id': '702d4517-69f3-41a6-938a-63108c69fac4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:35:22.123415 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c5a8de-aca2-47d8-a618-fd86d054acde tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Pushing event updated for resources: {'Network': ['ID=702d4517-69f3-41a6-938a-63108c69fac4,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:22.141244 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-54ae9bd8-1f45-4ff1-97bc-fe6ae4c7ce55 req-7bbfca46-39f3-443c-9290-755d986906d0 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=53a84ca2-3f2c-4a10-85a7-67cee2181fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808435 Dec 06 17:35:22.143297 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 702d4517-69f3-41a6-938a-63108c69fac4 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:35:22.145274 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e64c4cb0-6594-4d13-a064-31f8ccf9acb4 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:22.195741 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64c4cb0-6594-4d13-a064-31f8ccf9acb4 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event deleted for resources: {'Port': ['ID=63132136-5de2-43fb-9a08-a7409db35a78,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:22.226301 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628826d6-b4e6-40ae-af58-8a2ebddc7eef req-d0a15664-9225-4f3d-b516-6456c4ea6eee tempest-TestNetworkAdvancedServerOps-348317602 tempest-TestNetworkAdvancedServerOps-348317602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:22.234376 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-628826d6-b4e6-40ae-af58-8a2ebddc7eef req-d0a15664-9225-4f3d-b516-6456c4ea6eee tempest-TestNetworkAdvancedServerOps-348317602 tempest-TestNetworkAdvancedServerOps-348317602-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=aa6c79b8-9a38-41df-86ca-6ce3a373db00 HTTP/1.1" status: 200 len: 1096 time: 0.1239338 Dec 06 17:35:22.260681 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e660a117-56f7-4843-9586-9450094aa638 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Made reservation on behalf of cc23e4542aba45ca9c378841a2ab2c85 for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:35:22.264601 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e660a117-56f7-4843-9586-9450094aa638 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:22.326980 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f13982-221e-4797-96be-fae35d982d9b None None] New status for floating IP a0323866-4136-45b3-93f7-66d6586502e8: ACTIVE {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 17:35:22.444628 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-628826d6-b4e6-40ae-af58-8a2ebddc7eef req-00fb5836-3e5c-4d9b-9a19-1fc7fffde016 tempest-TestNetworkAdvancedServerOps-348317602 tempest-TestNetworkAdvancedServerOps-348317602-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=7dc80c36-8cf2-463d-929d-e78b3fbfe10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2085686 Dec 06 17:35:22.496658 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e64c4cb0-6594-4d13-a064-31f8ccf9acb4 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:22.506943 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-e64c4cb0-6594-4d13-a064-31f8ccf9acb4 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/ports/63132136-5de2-43fb-9a08-a7409db35a78 HTTP/1.1" status: 204 len: 168 time: 2.6064374 Dec 06 17:35:22.511090 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 51510) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:22.700139 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db816c05-6db2-4b1b-a9c4-2d942ae1d52d tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Router 4944aec1-da7d-45c9-b314-7cf4c68eb618 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:35:22.763166 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e959ee-aa6a-4dd1-9ecc-b9e7ee5b2f56 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:22.764734 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e959ee-aa6a-4dd1-9ecc-b9e7ee5b2f56 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:22.781695 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e959ee-aa6a-4dd1-9ecc-b9e7ee5b2f56 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:22.794099 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-35a6b4a2-62b5-4a03-a76f-561b928da294 None None] Could not find standard attr ID for object 63132136-5de2-43fb-9a08-a7409db35a78. {{(pid=103286) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 17:35:22.796318 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-b6e959ee-aa6a-4dd1-9ecc-b9e7ee5b2f56 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2831571 Dec 06 17:35:22.797834 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 51516) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:22.803322 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device fe66c57b-68ba-4560-be12-885e5355d4c1 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:35:22.809039 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e660a117-56f7-4843-9586-9450094aa638 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:22.915880 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-a41675bb-a86f-4702-b734-767c532cb20e tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Deleting subnet d663edd5-0db8-42e0-badc-6abe515dd2e6 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:35:22.923917 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a41675bb-a86f-4702-b734-767c532cb20e tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:22.926352 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e660a117-56f7-4843-9586-9450094aa638 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Pushing event updated for resources: {'Subnet': ['ID=3cc82197-a1be-4696-a2e2-cabd68e6ddf9,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:22.928710 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-35a6b4a2-62b5-4a03-a76f-561b928da294 None None] Provisioning complete for port fe66c57b-68ba-4560-be12-885e5355d4c1 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:35:22.929698 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-35a6b4a2-62b5-4a03-a76f-561b928da294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:22.956649 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e660a117-56f7-4843-9586-9450094aa638 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Checking segment: {'id': '25a115a3-cd5d-4113-a5e3-17468c094ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '702d4517-69f3-41a6-938a-63108c69fac4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:35:22.956930 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e660a117-56f7-4843-9586-9450094aa638 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Network hostable DHCP agents. Network: 702d4517-69f3-41a6-938a-63108c69fac4, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:35:22.984173 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e660a117-56f7-4843-9586-9450094aa638 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Network 702d4517-69f3-41a6-938a-63108c69fac4 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:35:22.997180 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port fe66c57b-68ba-4560-be12-885e5355d4c1 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:35:22.999300 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:23.003395 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-e660a117-56f7-4843-9586-9450094aa638 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 702d4517-69f3-41a6-938a-63108c69fac4) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:35:23.008466 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e660a117-56f7-4843-9586-9450094aa638 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:23.009803 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e660a117-56f7-4843-9586-9450094aa638 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:23.035049 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-e660a117-56f7-4843-9586-9450094aa638 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9950662 Dec 06 17:35:23.035766 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 51522) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:23.042646 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a41675bb-a86f-4702-b734-767c532cb20e tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:23.046881 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040d5571-5a9c-47e3-8d25-86ac1d544e9b None None] Network 702d4517-69f3-41a6-938a-63108c69fac4 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:35:23.051736 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-0dbd5142-8ab6-432e-9e94-9e684e2f7405 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Request body: {'port': {'network_id': '702d4517-69f3-41a6-938a-63108c69fac4', 'name': 'tempest-AllowedAddressPairTestJSON-767621583'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:35:23.269646 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db816c05-6db2-4b1b-a9c4-2d942ae1d52d tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:35:23.285636 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009b503f-9e71-4f50-b627-a8ca8d8e9a19 None None] Sync routers for ids ['4944aec1-da7d-45c9-b314-7cf4c68eb618'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:35:23.289087 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-db816c05-6db2-4b1b-a9c4-2d942ae1d52d tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:23.307021 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009b503f-9e71-4f50-b627-a8ca8d8e9a19 None None] Routers {'4944aec1-da7d-45c9-b314-7cf4c68eb618'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:35:23.307648 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-009b503f-9e71-4f50-b627-a8ca8d8e9a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:35:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['4944aec1-da7d-45c9-b314-7cf4c68eb618'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:35:23.341007 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf4f8cd6-cdf3-4302-b4fd-5d4390fc664c', 'tag': '00fa4bcf-ee2e-4551-b2d1-fdb01cc6d6c5'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:35:23.343813 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c685a5-92be-43d0-b7f2-3076ff5cfa69" -d '{"events": [{"name": "network-changed", "server_uuid": "bf4f8cd6-cdf3-4302-b4fd-5d4390fc664c", "tag": "00fa4bcf-ee2e-4551-b2d1-fdb01cc6d6c5"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:35:23.384126 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-db816c05-6db2-4b1b-a9c4-2d942ae1d52d tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] 10.222.0.23 "PUT /v2.0/floatingips/a0323866-4136-45b3-93f7-66d6586502e8 HTTP/1.1" status: 200 len: 991 time: 3.7707002 Dec 06 17:35:23.386249 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a41675bb-a86f-4702-b734-767c532cb20e tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:23.418574 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb62ada0-388e-47ab-9254-d73924051e98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-702d4517-69f3-41a6-938a-63108c69fac4', 'network_id': '702d4517-69f3-41a6-938a-63108c69fac4', 'tenant_id': 'cc23e4542aba45ca9c378841a2ab2c85', 'fixed_ips': [{'subnet_id': '3cc82197-a1be-4696-a2e2-cabd68e6ddf9'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:35:23.423364 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cb62ada0-388e-47ab-9254-d73924051e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:23.426836 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dbd5142-8ab6-432e-9e94-9e684e2f7405 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Made reservation on behalf of cc23e4542aba45ca9c378841a2ab2c85 for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:35:23.437305 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5142-8ab6-432e-9e94-9e684e2f7405 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:23.481689 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-600b6613-a9c6-4599-a34c-0d70a9021872 None None] Could not find standard attr ID for object 63132136-5de2-43fb-9a08-a7409db35a78. {{(pid=103286) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 17:35:23.498110 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-0dbd5142-8ab6-432e-9e94-9e684e2f7405 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] device_id is not set on port 6acfac89-799e-46b9-a44d-d28766f0172f yet. {{(pid=103285) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:35:23.499680 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a41675bb-a86f-4702-b734-767c532cb20e tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:23.514846 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33371876-3ceb-4a4f-b14c-101277d70e8a req-9812657e-6bc3-4936-8280-0abc4649e35d tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:23.516851 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-33371876-3ceb-4a4f-b14c-101277d70e8a req-9812657e-6bc3-4936-8280-0abc4649e35d tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=233dace4-98c2-44a3-9485-25c0a217e10d HTTP/1.1" status: 200 len: 945 time: 0.2057545 Dec 06 17:35:23.569766 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-009b503f-9e71-4f50-b627-a8ca8d8e9a19 None None] Set router 4944aec1-da7d-45c9-b314-7cf4c68eb618 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:35:23.584098 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41675bb-a86f-4702-b734-767c532cb20e tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event deleted for resources: {'Subnet': ['ID=d663edd5-0db8-42e0-badc-6abe515dd2e6,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:23.602268 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a41675bb-a86f-4702-b734-767c532cb20e tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:23.609923 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-a41675bb-a86f-4702-b734-767c532cb20e tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/subnets/d663edd5-0db8-42e0-badc-6abe515dd2e6 HTTP/1.1" status: 204 len: 168 time: 0.8079164 Dec 06 17:35:23.610127 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 51540) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:23.629087 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-69971d39-4052-4e82-9f5b-56f1aacb08c3 req-5a030ea6-a49f-4f24-8616-dd2916d6f943 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=aa6c79b8-9a38-41df-86ca-6ce3a373db00&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1471245 Dec 06 17:35:23.639084 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [req-69971d39-4052-4e82-9f5b-56f1aacb08c3 req-075c2a0a-0316-4061-9b3b-8b6afc31abac service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:35:23.641666 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-69971d39-4052-4e82-9f5b-56f1aacb08c3 req-075c2a0a-0316-4061-9b3b-8b6afc31abac service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067868 Dec 06 17:35:23.725231 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-33371876-3ceb-4a4f-b14c-101277d70e8a req-0719d899-f722-44e5-9496-1ea9f86a8abf tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=53a84ca2-3f2c-4a10-85a7-67cee2181fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696894 Dec 06 17:35:23.793734 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fd73df7-ff4d-452d-8bd7-68f5cede160b tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Deleting subnet ff7f9684-39c6-410c-9f86-629117e44ef9 {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:35:23.798031 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-0dbd5142-8ab6-432e-9e94-9e684e2f7405 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Allocated IP 172.20.0.8 (702d4517-69f3-41a6-938a-63108c69fac4/3cc82197-a1be-4696-a2e2-cabd68e6ddf9/6acfac89-799e-46b9-a44d-d28766f0172f) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:35:23.805561 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8fd73df7-ff4d-452d-8bd7-68f5cede160b tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:23.842992 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2cf5167-6db9-42c9-8d17-7fe3e7a88d00 x-openstack-request-id: req-f2cf5167-6db9-42c9-8d17-7fe3e7a88d00 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:35:23.843307 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf4f8cd6-cdf3-4302-b4fd-5d4390fc664c", "tag": "00fa4bcf-ee2e-4551-b2d1-fdb01cc6d6c5", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:35:23.843552 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f2cf5167-6db9-42c9-8d17-7fe3e7a88d00 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:35:23.843970 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf4f8cd6-cdf3-4302-b4fd-5d4390fc664c', 'tag': '00fa4bcf-ee2e-4551-b2d1-fdb01cc6d6c5', 'status': 'completed', 'code': 200} Dec 06 17:35:23.916651 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8fd73df7-ff4d-452d-8bd7-68f5cede160b tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:24.054033 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-009b503f-9e71-4f50-b627-a8ca8d8e9a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4944aec1-da7d-45c9-b314-7cf4c68eb618', 'name': 'tempest-TestVolumeBackupRestore-1417776253-router', 'tenant_id': '7a5c2edb34ef45d5b7fd006e4fd1e900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.52'}], 'enable_snat': True}, 'gw_port_id': '69eca43d-71e6-4316-8bf1-6b6034bc50fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:29:23Z', 'updated_at': '2021-12-06T17:29:38Z', 'revision_number': 4, 'project_id': '7a5c2edb34ef45d5b7fd006e4fd1e900', 'gw_port': {'id': '69eca43d-71e6-4316-8bf1-6b6034bc50fc', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4944aec1-da7d-45c9-b314-7cf4c68eb618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:29:27Z', 'updated_at': '2021-12-06T17:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'a0323866-4136-45b3-93f7-66d6586502e8', 'tenant_id': '7a5c2edb34ef45d5b7fd006e4fd1e900', 'floating_ip_address': '172.35.1.92', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '4944aec1-da7d-45c9-b314-7cf4c68eb618', 'port_id': '00fa4bcf-ee2e-4551-b2d1-fdb01cc6d6c5', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b7abc05-e65c-45dd-b06d-3e0ac29b2d69', 'mac_address': 'fa:16:3e:57:14:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4f8cd6-cdf3-4302-b4fd-5d4390fc664c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:35:17Z', 'updated_at': '2021-12-06T17:35:22Z', 'revision_number': 2, 'project_id': '7a5c2edb34ef45d5b7fd006e4fd1e900', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '092412d2-ed47-4961-a7f2-15f33499534c', 'name': '', 'network_id': '6b7abc05-e65c-45dd-b06d-3e0ac29b2d69', 'tenant_id': '7a5c2edb34ef45d5b7fd006e4fd1e900', 'mac_address': 'fa:16:3e:6e:e5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4944aec1-da7d-45c9-b314-7cf4c68eb618', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': 'e0ff83a7-9b77-408a-ae64-b8b2247c5811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:29:35Z', 'updated_at': '2021-12-06T17:29:49Z', 'revision_number': 5, 'project_id': '7a5c2edb34ef45d5b7fd006e4fd1e900', 'subnets': [{'id': 'e0ff83a7-9b77-408a-ae64-b8b2247c5811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:35:24.073722 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752e062a-1f7d-4787-8724-415a05bcd3af None None] Network 92924f74-2f90-45e5-9033-541c61add3eb requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:35:24.099926 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009b503f-9e71-4f50-b627-a8ca8d8e9a19 None None] Checking router: 4944aec1-da7d-45c9-b314-7cf4c68eb618 for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:35:24.112617 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009b503f-9e71-4f50-b627-a8ca8d8e9a19 None None] Routers {'4944aec1-da7d-45c9-b314-7cf4c68eb618'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:35:24.113942 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-009b503f-9e71-4f50-b627-a8ca8d8e9a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:35:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['4944aec1-da7d-45c9-b314-7cf4c68eb618'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:35:24.127606 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c685a5-92be-43d0-b7f2-3076ff5cfa69 req-920a33d2-58c4-45c0-94e2-dd970ebcfe35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:24.129271 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-48c685a5-92be-43d0-b7f2-3076ff5cfa69 req-920a33d2-58c4-45c0-94e2-dd970ebcfe35 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7a5c2edb34ef45d5b7fd006e4fd1e900&device_id=bf4f8cd6-cdf3-4302-b4fd-5d4390fc664c HTTP/1.1" status: 200 len: 1097 time: 0.2618613 Dec 06 17:35:24.232900 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449fad5c-0e31-4d44-beb2-4b26be3feb92 req-1034af72-48aa-4878-8ad9-2e48c57843dc tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:24.240294 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-449fad5c-0e31-4d44-beb2-4b26be3feb92 req-1034af72-48aa-4878-8ad9-2e48c57843dc tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=233dace4-98c2-44a3-9485-25c0a217e10d HTTP/1.1" status: 200 len: 945 time: 0.2979739 Dec 06 17:35:24.312947 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-009b503f-9e71-4f50-b627-a8ca8d8e9a19 None None] Set router 4944aec1-da7d-45c9-b314-7cf4c68eb618 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:35:24.398084 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8fd73df7-ff4d-452d-8bd7-68f5cede160b tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:24.437562 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c685a5-92be-43d0-b7f2-3076ff5cfa69 req-4fcba96a-9ef0-48e1-9bf5-d6d9fd2ccee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:24.439370 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-48c685a5-92be-43d0-b7f2-3076ff5cfa69 req-4fcba96a-9ef0-48e1-9bf5-d6d9fd2ccee9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6b7abc05-e65c-45dd-b06d-3e0ac29b2d69 HTTP/1.1" status: 200 len: 915 time: 0.3014498 Dec 06 17:35:24.451018 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [req-69971d39-4052-4e82-9f5b-56f1aacb08c3 req-a45a8832-7fc5-46a3-b0d8-d3bdcd725ad6 tempest-TestNetworkAdvancedServerOps-348317602 tempest-TestNetworkAdvancedServerOps-348317602-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103285) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:35:24.453680 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-69971d39-4052-4e82-9f5b-56f1aacb08c3 req-a45a8832-7fc5-46a3-b0d8-d3bdcd725ad6 tempest-TestNetworkAdvancedServerOps-348317602 tempest-TestNetworkAdvancedServerOps-348317602-project-admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0080719 Dec 06 17:35:24.576429 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69971d39-4052-4e82-9f5b-56f1aacb08c3 req-b8b6f6d6-d703-4537-ae73-e5b8e92903b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:24.585916 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-69971d39-4052-4e82-9f5b-56f1aacb08c3 req-b8b6f6d6-d703-4537-ae73-e5b8e92903b2 service neutron] 10.222.0.23 "GET /v2.0/ports/898d1acc-2af6-4093-9de7-c69ed9ead98f HTTP/1.1" status: 200 len: 1093 time: 0.0754490 Dec 06 17:35:24.596528 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-69971d39-4052-4e82-9f5b-56f1aacb08c3 req-3d182ff0-f07c-4bd3-839f-41734f3f6324 service neutron] Request body: {'binding': {'host': 'n-h2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:35:24.596994 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-69971d39-4052-4e82-9f5b-56f1aacb08c3 req-3d182ff0-f07c-4bd3-839f-41734f3f6324 service neutron] Unknown quota resources ['binding']. {{(pid=103284) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 06 17:35:24.632180 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-449fad5c-0e31-4d44-beb2-4b26be3feb92 req-c037e27f-d139-4238-9a64-9e70fe9532ab tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=53a84ca2-3f2c-4a10-85a7-67cee2181fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3909776 Dec 06 17:35:24.690301 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-48c685a5-92be-43d0-b7f2-3076ff5cfa69 req-12f581ad-8ab3-4841-b8a1-5dc58993b671 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00fa4bcf-ee2e-4551-b2d1-fdb01cc6d6c5 HTTP/1.1" status: 200 len: 1001 time: 0.1933246 Dec 06 17:35:24.733993 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5142-8ab6-432e-9e94-9e684e2f7405 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:24.780900 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-69971d39-4052-4e82-9f5b-56f1aacb08c3 req-3d182ff0-f07c-4bd3-839f-41734f3f6324 service neutron] Attempting to bind port 898d1acc-2af6-4093-9de7-c69ed9ead98f on host n-h2-master-1 for vnic_type normal with profile None {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:35:24.781242 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-69971d39-4052-4e82-9f5b-56f1aacb08c3 req-3d182ff0-f07c-4bd3-839f-41734f3f6324 service neutron] Attempting to bind port 898d1acc-2af6-4093-9de7-c69ed9ead98f by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'cbe98e49-8460-4bd9-935d-6d2813654e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2ad59fcd-0d86-4bbd-abb1-606e8df3cf18'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:35:24.781611 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69971d39-4052-4e82-9f5b-56f1aacb08c3 req-3d182ff0-f07c-4bd3-839f-41734f3f6324 service neutron] Attempting to bind port 898d1acc-2af6-4093-9de7-c69ed9ead98f on network 2ad59fcd-0d86-4bbd-abb1-606e8df3cf18 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:35:24.790087 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69971d39-4052-4e82-9f5b-56f1aacb08c3 req-3d182ff0-f07c-4bd3-839f-41734f3f6324 service neutron] Port 898d1acc-2af6-4093-9de7-c69ed9ead98f on network 2ad59fcd-0d86-4bbd-abb1-606e8df3cf18 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:35:24.790445 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69971d39-4052-4e82-9f5b-56f1aacb08c3 req-3d182ff0-f07c-4bd3-839f-41734f3f6324 service neutron] Attempting to bind port 898d1acc-2af6-4093-9de7-c69ed9ead98f on network 2ad59fcd-0d86-4bbd-abb1-606e8df3cf18 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:35:24.794390 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8fd73df7-ff4d-452d-8bd7-68f5cede160b tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:24.804206 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69971d39-4052-4e82-9f5b-56f1aacb08c3 req-3d182ff0-f07c-4bd3-839f-41734f3f6324 service neutron] Checking agent: {'id': '9d8b9f49-2860-4c1f-9b89-45a7657a3c4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:35:24.804449 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69971d39-4052-4e82-9f5b-56f1aacb08c3 req-3d182ff0-f07c-4bd3-839f-41734f3f6324 service neutron] Checking segment: {'id': 'cbe98e49-8460-4bd9-935d-6d2813654e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2ad59fcd-0d86-4bbd-abb1-606e8df3cf18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:35:24.804767 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69971d39-4052-4e82-9f5b-56f1aacb08c3 req-3d182ff0-f07c-4bd3-839f-41734f3f6324 service neutron] Bound using segment: {'id': 'cbe98e49-8460-4bd9-935d-6d2813654e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2ad59fcd-0d86-4bbd-abb1-606e8df3cf18'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:35:24.805221 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-69971d39-4052-4e82-9f5b-56f1aacb08c3 req-3d182ff0-f07c-4bd3-839f-41734f3f6324 service neutron] Bound port: 898d1acc-2af6-4093-9de7-c69ed9ead98f, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbe98e49-8460-4bd9-935d-6d2813654e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2ad59fcd-0d86-4bbd-abb1-606e8df3cf18'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:35:24.849101 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-009b503f-9e71-4f50-b627-a8ca8d8e9a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4944aec1-da7d-45c9-b314-7cf4c68eb618', 'name': 'tempest-TestVolumeBackupRestore-1417776253-router', 'tenant_id': '7a5c2edb34ef45d5b7fd006e4fd1e900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.52'}], 'enable_snat': True}, 'gw_port_id': '69eca43d-71e6-4316-8bf1-6b6034bc50fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:29:23Z', 'updated_at': '2021-12-06T17:29:38Z', 'revision_number': 4, 'project_id': '7a5c2edb34ef45d5b7fd006e4fd1e900', 'gw_port': {'id': '69eca43d-71e6-4316-8bf1-6b6034bc50fc', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4944aec1-da7d-45c9-b314-7cf4c68eb618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:29:27Z', 'updated_at': '2021-12-06T17:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'a0323866-4136-45b3-93f7-66d6586502e8', 'tenant_id': '7a5c2edb34ef45d5b7fd006e4fd1e900', 'floating_ip_address': '172.35.1.92', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '4944aec1-da7d-45c9-b314-7cf4c68eb618', 'port_id': '00fa4bcf-ee2e-4551-b2d1-fdb01cc6d6c5', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b7abc05-e65c-45dd-b06d-3e0ac29b2d69', 'mac_address': 'fa:16:3e:57:14:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4f8cd6-cdf3-4302-b4fd-5d4390fc664c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:35:17Z', 'updated_at': '2021-12-06T17:35:22Z', 'revision_number': 2, 'project_id': '7a5c2edb34ef45d5b7fd006e4fd1e900', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '092412d2-ed47-4961-a7f2-15f33499534c', 'name': '', 'network_id': '6b7abc05-e65c-45dd-b06d-3e0ac29b2d69', 'tenant_id': '7a5c2edb34ef45d5b7fd006e4fd1e900', 'mac_address': 'fa:16:3e:6e:e5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4944aec1-da7d-45c9-b314-7cf4c68eb618', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': 'e0ff83a7-9b77-408a-ae64-b8b2247c5811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:29:35Z', 'updated_at': '2021-12-06T17:29:49Z', 'revision_number': 5, 'project_id': '7a5c2edb34ef45d5b7fd006e4fd1e900', 'subnets': [{'id': 'e0ff83a7-9b77-408a-ae64-b8b2247c5811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:35:24.875686 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8fd73df7-ff4d-452d-8bd7-68f5cede160b tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:24.879193 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-8fd73df7-ff4d-452d-8bd7-68f5cede160b tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/subnets/ff7f9684-39c6-410c-9f86-629117e44ef9 HTTP/1.1" status: 204 len: 168 time: 1.2684968 Dec 06 17:35:24.911505 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 51558) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:24.933985 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009b503f-9e71-4f50-b627-a8ca8d8e9a19 None None] The sync data for ids ['4944aec1-da7d-45c9-b314-7cf4c68eb618'] in n-d-master-1 is: [{'id': '4944aec1-da7d-45c9-b314-7cf4c68eb618', 'name': 'tempest-TestVolumeBackupRestore-1417776253-router', 'tenant_id': '7a5c2edb34ef45d5b7fd006e4fd1e900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.52'}], 'enable_snat': True}, 'gw_port_id': '69eca43d-71e6-4316-8bf1-6b6034bc50fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:29:23Z', 'updated_at': '2021-12-06T17:29:38Z', 'revision_number': 4, 'project_id': '7a5c2edb34ef45d5b7fd006e4fd1e900', 'gw_port': {'id': '69eca43d-71e6-4316-8bf1-6b6034bc50fc', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4944aec1-da7d-45c9-b314-7cf4c68eb618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:29:27Z', 'updated_at': '2021-12-06T17:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'a0323866-4136-45b3-93f7-66d6586502e8', 'tenant_id': '7a5c2edb34ef45d5b7fd006e4fd1e900', 'floating_ip_address': '172.35.1.92', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '4944aec1-da7d-45c9-b314-7cf4c68eb618', 'port_id': '00fa4bcf-ee2e-4551-b2d1-fdb01cc6d6c5', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b7abc05-e65c-45dd-b06d-3e0ac29b2d69', 'mac_address': 'fa:16:3e:57:14:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4f8cd6-cdf3-4302-b4fd-5d4390fc664c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:35:17Z', 'updated_at': '2021-12-06T17:35:22Z', 'revision_number': 2, 'project_id': '7a5c2edb34ef45d5b7fd006e4fd1e900', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '092412d2-ed47-4961-a7f2-15f33499534c', 'name': '', 'network_id': '6b7abc05-e65c-45dd-b06d-3e0ac29b2d69', 'tenant_id': '7a5c2edb34ef45d5b7fd006e4fd1e900', 'mac_address': 'fa:16:3e:6e:e5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4944aec1-da7d-45c9-b314-7cf4c68eb618', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': 'e0ff83a7-9b77-408a-ae64-b8b2247c5811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:29:35Z', 'updated_at': '2021-12-06T17:29:49Z', 'revision_number': 5, 'project_id': '7a5c2edb34ef45d5b7fd006e4fd1e900', 'subnets': [{'id': 'e0ff83a7-9b77-408a-ae64-b8b2247c5811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:35:24.972987 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-c96fe28c-d140-4795-901f-a3b32dfd9e41 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0553439 Dec 06 17:35:24.979170 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd73df7-ff4d-452d-8bd7-68f5cede160b tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event deleted for resources: {'Subnet': ['ID=ff7f9684-39c6-410c-9f86-629117e44ef9,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:24.988193 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 51560) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:24.995322 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-4d95b815-303f-4bbd-877c-0b90e17d39e1 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Request body: {'subnet': {'network_id': '92924f74-2f90-45e5-9033-541c61add3eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:35:25.019686 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c685a5-92be-43d0-b7f2-3076ff5cfa69 req-319e8e74-900e-4cfe-99fb-57ccba9ac56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:25.021499 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-48c685a5-92be-43d0-b7f2-3076ff5cfa69 req-319e8e74-900e-4cfe-99fb-57ccba9ac56b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e0ff83a7-9b77-408a-ae64-b8b2247c5811 HTTP/1.1" status: 200 len: 853 time: 0.3115015 Dec 06 17:35:25.042603 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-69971d39-4052-4e82-9f5b-56f1aacb08c3 req-3d182ff0-f07c-4bd3-839f-41734f3f6324 service neutron] For port 898d1acc-2af6-4093-9de7-c69ed9ead98f, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=898d1acc-2af6-4093-9de7-c69ed9ead98f,segment=NetworkSegment(cbe98e49-8460-4bd9-935d-6d2813654e4d),segment_id=cbe98e49-8460-4bd9-935d-6d2813654e4d)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:35:25.104919 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-69971d39-4052-4e82-9f5b-56f1aacb08c3 req-3d182ff0-f07c-4bd3-839f-41734f3f6324 service neutron] Publish callbacks [] for binding, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:25.106507 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-69971d39-4052-4e82-9f5b-56f1aacb08c3 req-3d182ff0-f07c-4bd3-839f-41734f3f6324 service neutron] 10.222.0.23 "POST /v2.0/ports/898d1acc-2af6-4093-9de7-c69ed9ead98f/bindings HTTP/1.1" status: 201 len: 389 time: 0.5184846 Dec 06 17:35:25.115436 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5142-8ab6-432e-9e94-9e684e2f7405 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:25.139491 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c685a5-92be-43d0-b7f2-3076ff5cfa69 req-29baa585-491a-4754-8b63-f289bccccfea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:25.141254 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-48c685a5-92be-43d0-b7f2-3076ff5cfa69 req-29baa585-491a-4754-8b63-f289bccccfea service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6b7abc05-e65c-45dd-b06d-3e0ac29b2d69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1042469 Dec 06 17:35:25.159338 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d95b815-303f-4bbd-877c-0b90e17d39e1 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Made reservation on behalf of 58c2416ade7148dfa446cd47a01986fc for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:35:25.183891 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4d95b815-303f-4bbd-877c-0b90e17d39e1 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:25.189968 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-cb62ada0-388e-47ab-9254-d73924051e98 None None] Allocated IP 172.20.0.2 (702d4517-69f3-41a6-938a-63108c69fac4/3cc82197-a1be-4696-a2e2-cabd68e6ddf9/cd05f68b-7495-43d1-988e-c848ff7f1424) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:35:25.247784 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc99439-13d6-4f07-9c68-9a36ee18860a req-6dad0383-4ca6-4f30-bff1-bc8ca0562e8c tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:25.249483 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4dc99439-13d6-4f07-9c68-9a36ee18860a req-6dad0383-4ca6-4f30-bff1-bc8ca0562e8c tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=233dace4-98c2-44a3-9485-25c0a217e10d HTTP/1.1" status: 200 len: 945 time: 0.2809393 Dec 06 17:35:25.372618 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dbd5142-8ab6-432e-9e94-9e684e2f7405 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Network 702d4517-69f3-41a6-938a-63108c69fac4 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:35:25.425411 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-0dbd5142-8ab6-432e-9e94-9e684e2f7405 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:35:25.523060 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cb62ada0-388e-47ab-9254-d73924051e98 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:25.526746 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc00d4f-ca6c-476a-8b5a-c687d350e3c5 req-4a1a25d1-1b0a-45a3-9df3-36e3ef70cc9e tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:25.529436 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbd5142-8ab6-432e-9e94-9e684e2f7405 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:35:25.533534 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cb62ada0-388e-47ab-9254-d73924051e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:25.535748 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2cc00d4f-ca6c-476a-8b5a-c687d350e3c5 req-4a1a25d1-1b0a-45a3-9df3-36e3ef70cc9e tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa6c79b8-9a38-41df-86ca-6ce3a373db00 HTTP/1.1" status: 200 len: 945 time: 0.1234784 Dec 06 17:35:25.594041 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350d9407-b05c-4be2-94cb-fe598d9a0c1d None None] Network 92924f74-2f90-45e5-9033-541c61add3eb requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:35:25.624751 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dbd5142-8ab6-432e-9e94-9e684e2f7405 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:25.625396 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5142-8ab6-432e-9e94-9e684e2f7405 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:25.628184 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbd5142-8ab6-432e-9e94-9e684e2f7405 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Pushing event updated for resources: {'Port': ['ID=6acfac89-799e-46b9-a44d-d28766f0172f,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:25.656488 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-48c685a5-92be-43d0-b7f2-3076ff5cfa69 req-51b59228-d199-4f84-91f9-13a8886bdda7 service neutron] 10.222.0.41 "GET /v2.0/networks/6b7abc05-e65c-45dd-b06d-3e0ac29b2d69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4890547 Dec 06 17:35:25.682717 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2cc00d4f-ca6c-476a-8b5a-c687d350e3c5 req-7660a677-6314-4477-b9e6-47bbf67e13a5 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dc80c36-8cf2-463d-929d-e78b3fbfe10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459014 Dec 06 17:35:25.686194 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4dc99439-13d6-4f07-9c68-9a36ee18860a req-00a30fde-aadf-431a-98be-40900e450cd5 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=53a84ca2-3f2c-4a10-85a7-67cee2181fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3990362 Dec 06 17:35:25.721040 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-0dbd5142-8ab6-432e-9e94-9e684e2f7405 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.6827495 Dec 06 17:35:25.722719 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 51566) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:25.730017 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-bfc6a42f-694a-4009-b96e-8f0ae9e710d2 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Request body: {'port': {'network_id': '702d4517-69f3-41a6-938a-63108c69fac4', 'name': 'tempest-AllowedAddressPairTestJSON-1861633201', 'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:ab:fd:75'}]}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:35:25.732270 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb62ada0-388e-47ab-9254-d73924051e98 None None] Network 702d4517-69f3-41a6-938a-63108c69fac4 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:35:25.768121 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-cb62ada0-388e-47ab-9254-d73924051e98 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:35:25.778379 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb62ada0-388e-47ab-9254-d73924051e98 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:35:25.798003 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-338cf2d4-9296-4d98-92a7-68d4346d17d9 None None] Provisioning complete for port fe66c57b-68ba-4560-be12-885e5355d4c1 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:35:25.798530 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-338cf2d4-9296-4d98-92a7-68d4346d17d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:25.829570 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb62ada0-388e-47ab-9254-d73924051e98 None None] Pushing event updated for resources: {'Port': ['ID=cd05f68b-7495-43d1-988e-c848ff7f1424,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:25.845901 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf4f8cd6-cdf3-4302-b4fd-5d4390fc664c', 'tag': '00fa4bcf-ee2e-4551-b2d1-fdb01cc6d6c5'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:35:25.849235 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f7b1de1-ae40-44cf-bc19-42a6371b0abd" -d '{"events": [{"name": "network-changed", "server_uuid": "bf4f8cd6-cdf3-4302-b4fd-5d4390fc664c", "tag": "00fa4bcf-ee2e-4551-b2d1-fdb01cc6d6c5"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:35:25.974652 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-cb62ada0-388e-47ab-9254-d73924051e98 None None] Attempting to bind port cd05f68b-7495-43d1-988e-c848ff7f1424 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:35:25.975058 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-cb62ada0-388e-47ab-9254-d73924051e98 None None] Attempting to bind port cd05f68b-7495-43d1-988e-c848ff7f1424 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '25a115a3-cd5d-4113-a5e3-17468c094ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '702d4517-69f3-41a6-938a-63108c69fac4'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:35:25.975521 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb62ada0-388e-47ab-9254-d73924051e98 None None] Attempting to bind port cd05f68b-7495-43d1-988e-c848ff7f1424 on network 702d4517-69f3-41a6-938a-63108c69fac4 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:35:25.984788 n-d-master-1 neutron-server[103284]: DEBUG neutron.objects.ports [None req-4d95b815-303f-4bbd-877c-0b90e17d39e1 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103284) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 17:35:25.992656 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb62ada0-388e-47ab-9254-d73924051e98 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:35:25.993262 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb62ada0-388e-47ab-9254-d73924051e98 None None] Checking segment: {'id': '25a115a3-cd5d-4113-a5e3-17468c094ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '702d4517-69f3-41a6-938a-63108c69fac4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:35:25.993719 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cb62ada0-388e-47ab-9254-d73924051e98 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:25.994147 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb62ada0-388e-47ab-9254-d73924051e98 None None] Bound using segment: {'id': '25a115a3-cd5d-4113-a5e3-17468c094ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '702d4517-69f3-41a6-938a-63108c69fac4'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:35:25.994667 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-cb62ada0-388e-47ab-9254-d73924051e98 None None] Bound port: cd05f68b-7495-43d1-988e-c848ff7f1424, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25a115a3-cd5d-4113-a5e3-17468c094ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '702d4517-69f3-41a6-938a-63108c69fac4'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:35:25.995146 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cb62ada0-388e-47ab-9254-d73924051e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:26.001351 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69971d39-4052-4e82-9f5b-56f1aacb08c3 req-5c6818b4-8b22-4ce2-a69e-eb55d8fd0c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:26.003025 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-69971d39-4052-4e82-9f5b-56f1aacb08c3 req-5c6818b4-8b22-4ce2-a69e-eb55d8fd0c3c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=87136a91f6c54863bdb78ae5833b5c4e&device_id=aa6c79b8-9a38-41df-86ca-6ce3a373db00 HTTP/1.1" status: 200 len: 1096 time: 0.5788190 Dec 06 17:35:26.004909 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-48c685a5-92be-43d0-b7f2-3076ff5cfa69 req-173857b8-3bde-4603-81fc-eaa420112342 service neutron] 10.222.0.41 "GET /v2.0/networks/6b7abc05-e65c-45dd-b06d-3e0ac29b2d69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3395662 Dec 06 17:35:26.127040 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad0a07c-9e8f-41a5-88b1-c96a2eb7daee None None] DHCP port deletion for 92924f74-2f90-45e5-9033-541c61add3eb request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:35:26.163580 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dba72c4-1f99-4481-92a4-5a85d0aa0026 x-openstack-request-id: req-2dba72c4-1f99-4481-92a4-5a85d0aa0026 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:35:26.163961 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf4f8cd6-cdf3-4302-b4fd-5d4390fc664c", "tag": "00fa4bcf-ee2e-4551-b2d1-fdb01cc6d6c5", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:35:26.164288 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2dba72c4-1f99-4481-92a4-5a85d0aa0026 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:35:26.164950 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf4f8cd6-cdf3-4302-b4fd-5d4390fc664c', 'tag': '00fa4bcf-ee2e-4551-b2d1-fdb01cc6d6c5', 'status': 'completed', 'code': 200} Dec 06 17:35:26.178087 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-cb62ada0-388e-47ab-9254-d73924051e98 None None] For port cd05f68b-7495-43d1-988e-c848ff7f1424, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:35:26.201912 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-cb62ada0-388e-47ab-9254-d73924051e98 None None] For port cd05f68b-7495-43d1-988e-c848ff7f1424, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=cd05f68b-7495-43d1-988e-c848ff7f1424,segment=NetworkSegment(25a115a3-cd5d-4113-a5e3-17468c094ba7),segment_id=25a115a3-cd5d-4113-a5e3-17468c094ba7)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:35:26.209995 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cb62ada0-388e-47ab-9254-d73924051e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:26.254208 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfc6a42f-694a-4009-b96e-8f0ae9e710d2 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Made reservation on behalf of cc23e4542aba45ca9c378841a2ab2c85 for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:35:26.270374 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb62ada0-388e-47ab-9254-d73924051e98 None None] Pushing event updated for resources: {'Port': ['ID=cd05f68b-7495-43d1-988e-c848ff7f1424,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:26.293707 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-cad0a07c-9e8f-41a5-88b1-c96a2eb7daee None None] Deleting port fe66c57b-68ba-4560-be12-885e5355d4c1 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:35:26.294111 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cad0a07c-9e8f-41a5-88b1-c96a2eb7daee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:26.378142 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4d95b815-303f-4bbd-877c-0b90e17d39e1 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:26.398701 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-cad0a07c-9e8f-41a5-88b1-c96a2eb7daee None None] For port fe66c57b-68ba-4560-be12-885e5355d4c1, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=fe66c57b-68ba-4560-be12-885e5355d4c1,segment=NetworkSegment(a47332dc-5917-44f3-a9f4-ba1cd1d32759),segment_id=a47332dc-5917-44f3-a9f4-ba1cd1d32759)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:35:26.399031 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cad0a07c-9e8f-41a5-88b1-c96a2eb7daee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:26.422865 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-cad0a07c-9e8f-41a5-88b1-c96a2eb7daee None None] Calling delete_port for fe66c57b-68ba-4560-be12-885e5355d4c1 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:35:26.423485 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b1de1-ae40-44cf-bc19-42a6371b0abd req-fecde26a-0c39-4868-be78-bec59d3415c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:26.425969 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8f7b1de1-ae40-44cf-bc19-42a6371b0abd req-fecde26a-0c39-4868-be78-bec59d3415c0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7a5c2edb34ef45d5b7fd006e4fd1e900&device_id=bf4f8cd6-cdf3-4302-b4fd-5d4390fc664c HTTP/1.1" status: 200 len: 1097 time: 0.3222370 Dec 06 17:35:26.444512 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16029f4f-3bd2-40e8-b368-c34cf1ad414f req-d8999b9e-04f0-41ad-a94f-634cf12de1d2 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:26.446037 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-16029f4f-3bd2-40e8-b368-c34cf1ad414f req-d8999b9e-04f0-41ad-a94f-634cf12de1d2 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=233dace4-98c2-44a3-9485-25c0a217e10d HTTP/1.1" status: 200 len: 945 time: 0.1961889 Dec 06 17:35:26.608584 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69971d39-4052-4e82-9f5b-56f1aacb08c3 req-e57c1afa-ea11-454b-8168-deb215282987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:26.613674 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-69971d39-4052-4e82-9f5b-56f1aacb08c3 req-e57c1afa-ea11-454b-8168-deb215282987 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2ad59fcd-0d86-4bbd-abb1-606e8df3cf18 HTTP/1.1" status: 200 len: 898 time: 0.5893495 Dec 06 17:35:26.645796 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-4d95b815-303f-4bbd-877c-0b90e17d39e1 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] For port fe66c57b-68ba-4560-be12-885e5355d4c1, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=fe66c57b-68ba-4560-be12-885e5355d4c1,segment=NetworkSegment(a47332dc-5917-44f3-a9f4-ba1cd1d32759),segment_id=a47332dc-5917-44f3-a9f4-ba1cd1d32759)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:35:26.712889 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4d95b815-303f-4bbd-877c-0b90e17d39e1 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:26.734587 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cad0a07c-9e8f-41a5-88b1-c96a2eb7daee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:26.747329 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4d95b815-303f-4bbd-877c-0b90e17d39e1 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:26.749984 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4d95b815-303f-4bbd-877c-0b90e17d39e1 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:26.761491 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad0a07c-9e8f-41a5-88b1-c96a2eb7daee None None] No DVR routers for this DVR port fe66c57b-68ba-4560-be12-885e5355d4c1 on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:35:26.794947 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-69971d39-4052-4e82-9f5b-56f1aacb08c3 req-42db26f2-1f3f-4a69-995e-f4d8ebf07eb5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=898d1acc-2af6-4093-9de7-c69ed9ead98f HTTP/1.1" status: 200 len: 1001 time: 0.1580822 Dec 06 17:35:26.811064 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad0a07c-9e8f-41a5-88b1-c96a2eb7daee None None] Pushing event deleted for resources: {'Port': ['ID=fe66c57b-68ba-4560-be12-885e5355d4c1,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:26.852357 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device cd05f68b-7495-43d1-988e-c848ff7f1424 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:35:26.885429 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-16029f4f-3bd2-40e8-b368-c34cf1ad414f req-642fb11a-0089-416c-b8bf-aa9af5d8f56f tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=53a84ca2-3f2c-4a10-85a7-67cee2181fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3675392 Dec 06 17:35:26.903171 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d95b815-303f-4bbd-877c-0b90e17d39e1 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event deleted for resources: {'Port': ['ID=fe66c57b-68ba-4560-be12-885e5355d4c1,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:26.933038 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b1de1-ae40-44cf-bc19-42a6371b0abd req-f2145d75-fcf4-4787-a03d-37463551b45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:26.934800 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8f7b1de1-ae40-44cf-bc19-42a6371b0abd req-f2145d75-fcf4-4787-a03d-37463551b45b service neutron] 10.222.0.41 "GET /v2.0/networks?id=6b7abc05-e65c-45dd-b06d-3e0ac29b2d69 HTTP/1.1" status: 200 len: 915 time: 0.4842892 Dec 06 17:35:26.941522 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bfc6a42f-694a-4009-b96e-8f0ae9e710d2 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:26.947793 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port cd05f68b-7495-43d1-988e-c848ff7f1424 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:35:26.948889 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:26.955171 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d95b815-303f-4bbd-877c-0b90e17d39e1 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Network 92924f74-2f90-45e5-9033-541c61add3eb is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:35:26.959528 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-4d95b815-303f-4bbd-877c-0b90e17d39e1 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:35:26.963507 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d95b815-303f-4bbd-877c-0b90e17d39e1 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:26.964255 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4d95b815-303f-4bbd-877c-0b90e17d39e1 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:26.997821 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69971d39-4052-4e82-9f5b-56f1aacb08c3 req-df12c5e9-bf0a-411e-9e09-af045749f9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:27.000529 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-69971d39-4052-4e82-9f5b-56f1aacb08c3 req-df12c5e9-bf0a-411e-9e09-af045749f9b3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=de158a22-7810-46bd-88c3-c73b7c7c458f HTTP/1.1" status: 200 len: 835 time: 0.1497247 Dec 06 17:35:27.013967 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d95b815-303f-4bbd-877c-0b90e17d39e1 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event updated for resources: {'Subnet': ['ID=844cd00f-b0bc-4b4c-a854-c45cf333f5c0,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:27.032463 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8283fe-7f0f-401c-a463-7ec2d423262e None None] Network 92924f74-2f90-45e5-9033-541c61add3eb requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:35:27.041085 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-4d95b815-303f-4bbd-877c-0b90e17d39e1 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0497727 Dec 06 17:35:27.042872 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 51584) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:27.075822 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-b5ff2ea3-16c6-4b71-a67c-afa0b7e1127c tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Request body: {'subnet': {'network_id': '92924f74-2f90-45e5-9033-541c61add3eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:35:27.090297 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-bfc6a42f-694a-4009-b96e-8f0ae9e710d2 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] device_id is not set on port 8b04f281-89c9-4d6c-a009-ff9f2887eba2 yet. {{(pid=103285) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:35:27.155046 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b26931-ec99-4488-93c8-a0368896f24a req-9b7352bc-9e6e-49de-984a-359742fb45b4 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:27.156996 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a9b26931-ec99-4488-93c8-a0368896f24a req-9b7352bc-9e6e-49de-984a-359742fb45b4 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa6c79b8-9a38-41df-86ca-6ce3a373db00 HTTP/1.1" status: 200 len: 945 time: 0.3071017 Dec 06 17:35:27.272400 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:27.369059 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a9b26931-ec99-4488-93c8-a0368896f24a req-30624de5-0f85-410d-a092-a45193850c4c tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dc80c36-8cf2-463d-929d-e78b3fbfe10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062553 Dec 06 17:35:27.399095 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ff2ea3-16c6-4b71-a67c-afa0b7e1127c tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Made reservation on behalf of 58c2416ade7148dfa446cd47a01986fc for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:35:27.406068 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b5ff2ea3-16c6-4b71-a67c-afa0b7e1127c tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:27.423526 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353424ca-a8eb-40ea-ba90-6226eaa6ce98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-92924f74-2f90-45e5-9033-541c61add3eb', 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb', 'tenant_id': '58c2416ade7148dfa446cd47a01986fc', 'fixed_ips': [{'subnet_id': '844cd00f-b0bc-4b4c-a854-c45cf333f5c0'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:35:27.424413 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-353424ca-a8eb-40ea-ba90-6226eaa6ce98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:27.450265 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] For port cd05f68b-7495-43d1-988e-c848ff7f1424, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=cd05f68b-7495-43d1-988e-c848ff7f1424,segment=NetworkSegment(25a115a3-cd5d-4113-a5e3-17468c094ba7),segment_id=25a115a3-cd5d-4113-a5e3-17468c094ba7)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:35:27.468644 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:27.623891 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device fe66c57b-68ba-4560-be12-885e5355d4c1 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:35:27.664212 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: fe66c57b-68ba-4560-be12-885e5355d4c1 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:35:27.666092 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device fe66c57b-68ba-4560-be12-885e5355d4c1 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:35:27.685841 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Pushing event updated for resources: {'Port': ['ID=cd05f68b-7495-43d1-988e-c848ff7f1424,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:27.759057 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-353424ca-a8eb-40ea-ba90-6226eaa6ce98 None None] Allocated IP 2001:db8::f816:3eff:fe6b:ca43 (92924f74-2f90-45e5-9033-541c61add3eb/844cd00f-b0bc-4b4c-a854-c45cf333f5c0/45aaa085-300b-4c84-8f91-2d4f5f6e6223) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:35:27.794105 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bda94f-8732-4640-8e33-7f9d66537ce3 req-0906ec58-252e-4437-a759-e4b35e5aa381 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:27.795663 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-78bda94f-8732-4640-8e33-7f9d66537ce3 req-0906ec58-252e-4437-a759-e4b35e5aa381 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.44 "GET /v2.0/ports?device_id=233dace4-98c2-44a3-9485-25c0a217e10d HTTP/1.1" status: 200 len: 945 time: 0.0752389 Dec 06 17:35:27.818617 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-bfc6a42f-694a-4009-b96e-8f0ae9e710d2 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Allocated IP 172.20.0.4 (702d4517-69f3-41a6-938a-63108c69fac4/3cc82197-a1be-4696-a2e2-cabd68e6ddf9/8b04f281-89c9-4d6c-a009-ff9f2887eba2) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:35:27.838258 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b5ff2ea3-16c6-4b71-a67c-afa0b7e1127c tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:27.905732 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ff2ea3-16c6-4b71-a67c-afa0b7e1127c tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Network 92924f74-2f90-45e5-9033-541c61add3eb is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:35:27.926432 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-b5ff2ea3-16c6-4b71-a67c-afa0b7e1127c tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:35:27.950934 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8f7b1de1-ae40-44cf-bc19-42a6371b0abd req-79d158a1-94a3-4eaa-a760-fe1c08ef51b8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00fa4bcf-ee2e-4551-b2d1-fdb01cc6d6c5 HTTP/1.1" status: 200 len: 1001 time: 0.9792063 Dec 06 17:35:27.974233 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ff2ea3-16c6-4b71-a67c-afa0b7e1127c tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:27.977633 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b5ff2ea3-16c6-4b71-a67c-afa0b7e1127c tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:28.026505 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ff2ea3-16c6-4b71-a67c-afa0b7e1127c tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event updated for resources: {'Subnet': ['ID=ec3b903d-ab9b-4647-bfa4-d0e3e7bdb9d7,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:28.036783 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-b5ff2ea3-16c6-4b71-a67c-afa0b7e1127c tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9887722 Dec 06 17:35:28.037248 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69971d39-4052-4e82-9f5b-56f1aacb08c3 req-8d329472-15c3-4bde-85a3-0ce9d3add890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:28.039126 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-69971d39-4052-4e82-9f5b-56f1aacb08c3 req-8d329472-15c3-4bde-85a3-0ce9d3add890 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2ad59fcd-0d86-4bbd-abb1-606e8df3cf18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9973440 Dec 06 17:35:28.041849 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 51588) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:28.049312 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-b7b3dc11-b7e3-4b5b-bfeb-e4040935b52b tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Request body: {'port': {'network_id': '92924f74-2f90-45e5-9033-541c61add3eb', 'mac_address': 'fa:16:3e:f1:bc:ab', 'name': 'tempest-NetworksTestDHCPv6-78592760'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:35:28.056065 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ff2ea3-16c6-4b71-a67c-afa0b7e1127c tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:35:28.056433 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ff2ea3-16c6-4b71-a67c-afa0b7e1127c tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:35:28.056836 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ff2ea3-16c6-4b71-a67c-afa0b7e1127c tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:35:28.057108 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ff2ea3-16c6-4b71-a67c-afa0b7e1127c tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:35:28.057443 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ff2ea3-16c6-4b71-a67c-afa0b7e1127c tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:35:28.057805 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ff2ea3-16c6-4b71-a67c-afa0b7e1127c tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:35:28.058140 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ff2ea3-16c6-4b71-a67c-afa0b7e1127c tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:35:28.058461 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ff2ea3-16c6-4b71-a67c-afa0b7e1127c tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:35:28.058791 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ff2ea3-16c6-4b71-a67c-afa0b7e1127c tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:35:28.059112 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ff2ea3-16c6-4b71-a67c-afa0b7e1127c tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:35:28.059446 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ff2ea3-16c6-4b71-a67c-afa0b7e1127c tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:35:28.059774 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ff2ea3-16c6-4b71-a67c-afa0b7e1127c tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:35:28.060098 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ff2ea3-16c6-4b71-a67c-afa0b7e1127c tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:35:28.118906 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b1de1-ae40-44cf-bc19-42a6371b0abd req-f8ce9b99-6391-4bff-b413-c62a5b85c1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:28.121006 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8f7b1de1-ae40-44cf-bc19-42a6371b0abd req-f8ce9b99-6391-4bff-b413-c62a5b85c1bd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e0ff83a7-9b77-408a-ae64-b8b2247c5811 HTTP/1.1" status: 200 len: 853 time: 0.1614530 Dec 06 17:35:28.129782 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485d69c1-4059-4783-9f8e-e7e1bd2880e9 None None] Network 702d4517-69f3-41a6-938a-63108c69fac4 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:35:28.142141 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-78bda94f-8732-4640-8e33-7f9d66537ce3 req-35661774-c426-4428-936f-a2d0a2bd3877 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Deleting port c1420086-383a-49a5-8e9c-1dc3c65524c2 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:35:28.142492 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-78bda94f-8732-4640-8e33-7f9d66537ce3 req-35661774-c426-4428-936f-a2d0a2bd3877 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:28.249262 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-df473639-cc8d-48fe-8d12-de25a8962794 None None] Provisioning complete for port cd05f68b-7495-43d1-988e-c848ff7f1424 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:35:28.249669 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-df473639-cc8d-48fe-8d12-de25a8962794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:28.252456 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-353424ca-a8eb-40ea-ba90-6226eaa6ce98 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:28.276164 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-78bda94f-8732-4640-8e33-7f9d66537ce3 req-35661774-c426-4428-936f-a2d0a2bd3877 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] For port c1420086-383a-49a5-8e9c-1dc3c65524c2, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=c1420086-383a-49a5-8e9c-1dc3c65524c2,segment=NetworkSegment(335efc5d-483a-424a-abc6-8fe1bd340f96),segment_id=335efc5d-483a-424a-abc6-8fe1bd340f96)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:35:28.276527 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-78bda94f-8732-4640-8e33-7f9d66537ce3 req-35661774-c426-4428-936f-a2d0a2bd3877 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:28.283009 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0495736-764c-4c5b-aa68-cfd2b929047f req-607a8820-494d-49fd-97ab-8d306f03ad77 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:28.285085 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f0495736-764c-4c5b-aa68-cfd2b929047f req-607a8820-494d-49fd-97ab-8d306f03ad77 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=233dace4-98c2-44a3-9485-25c0a217e10d HTTP/1.1" status: 200 len: 945 time: 0.2668600 Dec 06 17:35:28.289493 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-353424ca-a8eb-40ea-ba90-6226eaa6ce98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:28.304098 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-78bda94f-8732-4640-8e33-7f9d66537ce3 req-35661774-c426-4428-936f-a2d0a2bd3877 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Calling delete_port for c1420086-383a-49a5-8e9c-1dc3c65524c2 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:35:28.313845 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b3dc11-b7e3-4b5b-bfeb-e4040935b52b tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Made reservation on behalf of 58c2416ade7148dfa446cd47a01986fc for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:35:28.355927 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b1de1-ae40-44cf-bc19-42a6371b0abd req-55dd1de3-11de-4128-8c86-25759f7c25c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:28.358516 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8f7b1de1-ae40-44cf-bc19-42a6371b0abd req-55dd1de3-11de-4128-8c86-25759f7c25c0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6b7abc05-e65c-45dd-b06d-3e0ac29b2d69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1972692 Dec 06 17:35:28.391218 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353424ca-a8eb-40ea-ba90-6226eaa6ce98 None None] Network 92924f74-2f90-45e5-9033-541c61add3eb is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:35:28.392108 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-69971d39-4052-4e82-9f5b-56f1aacb08c3 req-aea4910f-a885-432b-9c01-2af1d976836e service neutron] 10.222.0.44 "GET /v2.0/networks/2ad59fcd-0d86-4bbd-abb1-606e8df3cf18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3328633 Dec 06 17:35:28.402824 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-353424ca-a8eb-40ea-ba90-6226eaa6ce98 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:35:28.404746 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353424ca-a8eb-40ea-ba90-6226eaa6ce98 None None] Pushing event updated for resources: {'Port': ['ID=45aaa085-300b-4c84-8f91-2d4f5f6e6223,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:28.407723 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353424ca-a8eb-40ea-ba90-6226eaa6ce98 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:35:28.435571 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bfc6a42f-694a-4009-b96e-8f0ae9e710d2 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:28.473742 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b7b3dc11-b7e3-4b5b-bfeb-e4040935b52b tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:28.529570 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f0495736-764c-4c5b-aa68-cfd2b929047f req-dd2db42f-981c-4dbb-9cd9-3a9e4ba11a64 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=53a84ca2-3f2c-4a10-85a7-67cee2181fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317255 Dec 06 17:35:28.550043 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-b7b3dc11-b7e3-4b5b-bfeb-e4040935b52b tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] device_id is not set on port d343d78d-0bcb-4992-ad82-e660bc9e5e4d yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:35:28.601034 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-353424ca-a8eb-40ea-ba90-6226eaa6ce98 None None] Attempting to bind port 45aaa085-300b-4c84-8f91-2d4f5f6e6223 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:35:28.601505 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-353424ca-a8eb-40ea-ba90-6226eaa6ce98 None None] Attempting to bind port 45aaa085-300b-4c84-8f91-2d4f5f6e6223 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'a47332dc-5917-44f3-a9f4-ba1cd1d32759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:35:28.601959 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353424ca-a8eb-40ea-ba90-6226eaa6ce98 None None] Attempting to bind port 45aaa085-300b-4c84-8f91-2d4f5f6e6223 on network 92924f74-2f90-45e5-9033-541c61add3eb {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:35:28.614228 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353424ca-a8eb-40ea-ba90-6226eaa6ce98 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:35:28.614485 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353424ca-a8eb-40ea-ba90-6226eaa6ce98 None None] Checking segment: {'id': 'a47332dc-5917-44f3-a9f4-ba1cd1d32759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:35:28.614898 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-353424ca-a8eb-40ea-ba90-6226eaa6ce98 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:28.615313 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353424ca-a8eb-40ea-ba90-6226eaa6ce98 None None] Bound using segment: {'id': 'a47332dc-5917-44f3-a9f4-ba1cd1d32759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:35:28.615769 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-353424ca-a8eb-40ea-ba90-6226eaa6ce98 None None] Bound port: 45aaa085-300b-4c84-8f91-2d4f5f6e6223, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a47332dc-5917-44f3-a9f4-ba1cd1d32759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:35:28.616208 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-353424ca-a8eb-40ea-ba90-6226eaa6ce98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:28.678504 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bfc6a42f-694a-4009-b96e-8f0ae9e710d2 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:28.754664 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-353424ca-a8eb-40ea-ba90-6226eaa6ce98 None None] For port 45aaa085-300b-4c84-8f91-2d4f5f6e6223, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:35:28.754964 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-78bda94f-8732-4640-8e33-7f9d66537ce3 req-35661774-c426-4428-936f-a2d0a2bd3877 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:28.773136 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-353424ca-a8eb-40ea-ba90-6226eaa6ce98 None None] For port 45aaa085-300b-4c84-8f91-2d4f5f6e6223, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=45aaa085-300b-4c84-8f91-2d4f5f6e6223,segment=NetworkSegment(a47332dc-5917-44f3-a9f4-ba1cd1d32759),segment_id=a47332dc-5917-44f3-a9f4-ba1cd1d32759)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:35:28.785679 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['c1420086-383a-49a5-8e9c-1dc3c65524c2'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:35:28.789404 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-353424ca-a8eb-40ea-ba90-6226eaa6ce98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:28.810789 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8f7b1de1-ae40-44cf-bc19-42a6371b0abd req-a0154d95-b164-4232-a0b8-b4ff1b8b9a5d service neutron] 10.222.0.41 "GET /v2.0/networks/6b7abc05-e65c-45dd-b06d-3e0ac29b2d69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4398451 Dec 06 17:35:28.829646 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc6a42f-694a-4009-b96e-8f0ae9e710d2 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Network 702d4517-69f3-41a6-938a-63108c69fac4 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:35:28.836451 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-bfc6a42f-694a-4009-b96e-8f0ae9e710d2 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:35:28.850195 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-69971d39-4052-4e82-9f5b-56f1aacb08c3 req-aa19f04b-b2bf-4109-84ed-945c06aae51b service neutron] 10.222.0.44 "GET /v2.0/networks/2ad59fcd-0d86-4bbd-abb1-606e8df3cf18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4247437 Dec 06 17:35:28.854035 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc6a42f-694a-4009-b96e-8f0ae9e710d2 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:35:28.894656 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device cd05f68b-7495-43d1-988e-c848ff7f1424 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:35:28.902789 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc6a42f-694a-4009-b96e-8f0ae9e710d2 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Pushing event updated for resources: {'Port': ['ID=8b04f281-89c9-4d6c-a009-ff9f2887eba2,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:29.068292 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc6a42f-694a-4009-b96e-8f0ae9e710d2 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:29.068929 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bfc6a42f-694a-4009-b96e-8f0ae9e710d2 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:29.113942 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69971d39-4052-4e82-9f5b-56f1aacb08c3 req-6356f713-c34e-4777-90d0-b981f26b4cd3 tempest-TestNetworkAdvancedServerOps-348317602 tempest-TestNetworkAdvancedServerOps-348317602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:29.115663 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-69971d39-4052-4e82-9f5b-56f1aacb08c3 req-6356f713-c34e-4777-90d0-b981f26b4cd3 tempest-TestNetworkAdvancedServerOps-348317602 tempest-TestNetworkAdvancedServerOps-348317602-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=aa6c79b8-9a38-41df-86ca-6ce3a373db00&tenant_id=87136a91f6c54863bdb78ae5833b5c4e&binding%3Ahost_id=n-h1-master-1 HTTP/1.1" status: 200 len: 1096 time: 0.2030404 Dec 06 17:35:29.148827 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-69971d39-4052-4e82-9f5b-56f1aacb08c3 req-fe6ce939-7bf5-44de-a2fc-efe5aebedabf service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-master-1'}}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:35:29.170676 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-bfc6a42f-694a-4009-b96e-8f0ae9e710d2 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 3.4427128 Dec 06 17:35:29.183070 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 51598) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:29.257373 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8f7b1de1-ae40-44cf-bc19-42a6371b0abd req-e7da18de-533e-4acf-ab39-f0a5012ba1ad service neutron] 10.222.0.41 "GET /v2.0/networks/6b7abc05-e65c-45dd-b06d-3e0ac29b2d69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4225626 Dec 06 17:35:29.275189 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35661774-c426-4428-936f-a2d0a2bd3877 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Pushing event deleted for resources: {'Port': ['ID=c1420086-383a-49a5-8e9c-1dc3c65524c2,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:29.292933 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-f794dc30-5e7b-49dc-9bb8-eccd65993291 None None] Provisioning complete for port cd05f68b-7495-43d1-988e-c848ff7f1424 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:35:29.293388 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f794dc30-5e7b-49dc-9bb8-eccd65993291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:29.295932 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353424ca-a8eb-40ea-ba90-6226eaa6ce98 None None] Pushing event updated for resources: {'Port': ['ID=45aaa085-300b-4c84-8f91-2d4f5f6e6223,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:29.304680 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51720236-ec70-4b32-befa-3e8f63fef7ac req-b2cfc606-8048-415a-8010-fb342f3cfd7a tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:29.306505 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-51720236-ec70-4b32-befa-3e8f63fef7ac req-b2cfc606-8048-415a-8010-fb342f3cfd7a tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa6c79b8-9a38-41df-86ca-6ce3a373db00 HTTP/1.1" status: 200 len: 945 time: 0.7822037 Dec 06 17:35:29.423664 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port cd05f68b-7495-43d1-988e-c848ff7f1424 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:35:29.427075 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:29.507550 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2d3fe4-872c-4a9c-9036-9a566c7206e0 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:29.523965 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-b7b3dc11-b7e3-4b5b-bfeb-e4040935b52b tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Allocated IP 172.20.0.3 (92924f74-2f90-45e5-9033-541c61add3eb/ec3b903d-ab9b-4647-bfa4-d0e3e7bdb9d7/d343d78d-0bcb-4992-ad82-e660bc9e5e4d) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:35:29.527475 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2d3fe4-872c-4a9c-9036-9a566c7206e0 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:29.531664 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-b7b3dc11-b7e3-4b5b-bfeb-e4040935b52b tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Allocated IP 2001:db8::f816:3eff:fef1:bcab (92924f74-2f90-45e5-9033-541c61add3eb/844cd00f-b0bc-4b4c-a854-c45cf333f5c0/d343d78d-0bcb-4992-ad82-e660bc9e5e4d) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:35:29.536260 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2d3fe4-872c-4a9c-9036-9a566c7206e0 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:29.538274 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-2f2d3fe4-872c-4a9c-9036-9a566c7206e0 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.3542850 Dec 06 17:35:29.541418 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 51602) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:29.674186 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-69971d39-4052-4e82-9f5b-56f1aacb08c3 req-fe6ce939-7bf5-44de-a2fc-efe5aebedabf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:29.687389 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-f794dc30-5e7b-49dc-9bb8-eccd65993291 None None] Provisioning complete for port 6acfac89-799e-46b9-a44d-d28766f0172f triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:35:29.687604 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f794dc30-5e7b-49dc-9bb8-eccd65993291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:29.716652 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-51720236-ec70-4b32-befa-3e8f63fef7ac req-50f449db-3ace-4ba5-843a-af49c70aaf88 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dc80c36-8cf2-463d-929d-e78b3fbfe10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3721740 Dec 06 17:35:29.717577 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-78bda94f-8732-4640-8e33-7f9d66537ce3 req-35661774-c426-4428-936f-a2d0a2bd3877 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] No DVR routers for this DVR port c1420086-383a-49a5-8e9c-1dc3c65524c2 on host n-h2-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:35:29.745608 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-78bda94f-8732-4640-8e33-7f9d66537ce3 req-35661774-c426-4428-936f-a2d0a2bd3877 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:29.775612 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-f794dc30-5e7b-49dc-9bb8-eccd65993291 None None] Port 6acfac89-799e-46b9-a44d-d28766f0172f cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:35:29.780556 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-78bda94f-8732-4640-8e33-7f9d66537ce3 req-35661774-c426-4428-936f-a2d0a2bd3877 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.44 "DELETE /v2.0/ports/c1420086-383a-49a5-8e9c-1dc3c65524c2 HTTP/1.1" status: 204 len: 173 time: 1.9785457 Dec 06 17:35:29.781069 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '233dace4-98c2-44a3-9485-25c0a217e10d', 'name': 'network-vif-deleted', 'tag': 'c1420086-383a-49a5-8e9c-1dc3c65524c2'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:35:29.788286 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd934fea-eb8d-4059-a245-afb6ca2b91f5" -d '{"events": [{"server_uuid": "233dace4-98c2-44a3-9485-25c0a217e10d", "name": "network-vif-deleted", "tag": "c1420086-383a-49a5-8e9c-1dc3c65524c2"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:35:29.890989 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfb405b2-edd9-4248-aae8-1feaace60372 x-openstack-request-id: req-dfb405b2-edd9-4248-aae8-1feaace60372 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:35:29.891308 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "233dace4-98c2-44a3-9485-25c0a217e10d", "name": "network-vif-deleted", "tag": "c1420086-383a-49a5-8e9c-1dc3c65524c2", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:35:29.891554 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dfb405b2-edd9-4248-aae8-1feaace60372 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:35:29.891978 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '233dace4-98c2-44a3-9485-25c0a217e10d', 'name': 'network-vif-deleted', 'tag': 'c1420086-383a-49a5-8e9c-1dc3c65524c2', 'status': 'completed', 'code': 200} Dec 06 17:35:29.899906 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-350d58c3-ba23-4467-9efb-30a8bb99176a None None] Provisioning complete for port 6acfac89-799e-46b9-a44d-d28766f0172f triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:35:29.900357 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-350d58c3-ba23-4467-9efb-30a8bb99176a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:29.967395 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-350d58c3-ba23-4467-9efb-30a8bb99176a None None] Port 6acfac89-799e-46b9-a44d-d28766f0172f cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:35:29.998881 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4da25094-7650-4a2a-99cd-2968a3446e80 req-c3e24e77-30b4-4035-a74a-d54e69cf7454 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=233dace4-98c2-44a3-9485-25c0a217e10d HTTP/1.1" status: 200 len: 210 time: 0.2408307 Dec 06 17:35:30.013819 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b7b3dc11-b7e3-4b5b-bfeb-e4040935b52b tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:30.058267 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b7b3dc11-b7e3-4b5b-bfeb-e4040935b52b tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:30.101351 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-c515e39b-c89c-4726-8149-efb20d9ed820 None None] Provisioning complete for port 8b04f281-89c9-4d6c-a009-ff9f2887eba2 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:35:30.104664 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c515e39b-c89c-4726-8149-efb20d9ed820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:30.142138 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-cd485d53-db31-4161-988b-88e899633fd4 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Deleting port 8b04f281-89c9-4d6c-a009-ff9f2887eba2 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:35:30.142749 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cd485d53-db31-4161-988b-88e899633fd4 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:30.219693 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b3dc11-b7e3-4b5b-bfeb-e4040935b52b tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Network 92924f74-2f90-45e5-9033-541c61add3eb is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:35:30.249268 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-b7b3dc11-b7e3-4b5b-bfeb-e4040935b52b tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:35:30.260805 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-69971d39-4052-4e82-9f5b-56f1aacb08c3 req-fe6ce939-7bf5-44de-a2fc-efe5aebedabf service neutron] For port 898d1acc-2af6-4093-9de7-c69ed9ead98f, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=898d1acc-2af6-4093-9de7-c69ed9ead98f,segment=NetworkSegment(cbe98e49-8460-4bd9-935d-6d2813654e4d),segment_id=cbe98e49-8460-4bd9-935d-6d2813654e4d)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:35:30.261205 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b3dc11-b7e3-4b5b-bfeb-e4040935b52b tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:35:30.269119 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-c515e39b-c89c-4726-8149-efb20d9ed820 None None] Port 8b04f281-89c9-4d6c-a009-ff9f2887eba2 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:35:30.337125 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cd485d53-db31-4161-988b-88e899633fd4 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:30.346743 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-69971d39-4052-4e82-9f5b-56f1aacb08c3 req-fe6ce939-7bf5-44de-a2fc-efe5aebedabf service neutron] For port 898d1acc-2af6-4093-9de7-c69ed9ead98f, host n-h1-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:35:30.385846 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-cd485d53-db31-4161-988b-88e899633fd4 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Calling delete_port for 8b04f281-89c9-4d6c-a009-ff9f2887eba2 owned by {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:35:30.438068 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b3dc11-b7e3-4b5b-bfeb-e4040935b52b tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event updated for resources: {'Port': ['ID=d343d78d-0bcb-4992-ad82-e660bc9e5e4d,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:30.466258 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa6c79b8-9a38-41df-86ca-6ce3a373db00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '898d1acc-2af6-4093-9de7-c69ed9ead98f'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:35:30.468728 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93723523-3a55-4321-87ae-078427039909" -d '{"events": [{"server_uuid": "aa6c79b8-9a38-41df-86ca-6ce3a373db00", "name": "network-vif-unplugged", "status": "completed", "tag": "898d1acc-2af6-4093-9de7-c69ed9ead98f"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:35:30.476275 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b3dc11-b7e3-4b5b-bfeb-e4040935b52b tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:30.477313 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b7b3dc11-b7e3-4b5b-bfeb-e4040935b52b tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:30.491564 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-69971d39-4052-4e82-9f5b-56f1aacb08c3 req-fe6ce939-7bf5-44de-a2fc-efe5aebedabf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:30.532276 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-b7b3dc11-b7e3-4b5b-bfeb-e4040935b52b tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 2.4859805 Dec 06 17:35:30.532518 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 51614) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:30.604980 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-69971d39-4052-4e82-9f5b-56f1aacb08c3 req-fe6ce939-7bf5-44de-a2fc-efe5aebedabf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:30.663356 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114c30bf-7375-4faf-afce-860354ac7cd9 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:30.691336 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 17:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78ecf21f-3adb-4f16-b291-e667da012bf2 x-openstack-request-id: req-78ecf21f-3adb-4f16-b291-e667da012bf2 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:35:30.691814 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa6c79b8-9a38-41df-86ca-6ce3a373db00", "name": "network-vif-unplugged", "status": "completed", "tag": "898d1acc-2af6-4093-9de7-c69ed9ead98f", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:35:30.692155 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-78ecf21f-3adb-4f16-b291-e667da012bf2 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:35:30.692663 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa6c79b8-9a38-41df-86ca-6ce3a373db00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '898d1acc-2af6-4093-9de7-c69ed9ead98f', 'code': 200} Dec 06 17:35:30.693992 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114c30bf-7375-4faf-afce-860354ac7cd9 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:30.697317 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-114c30bf-7375-4faf-afce-860354ac7cd9 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1780 time: 0.1637142 Dec 06 17:35:30.700662 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 51616) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:30.858410 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 45aaa085-300b-4c84-8f91-2d4f5f6e6223 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:35:30.876018 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-52bbddc0-0261-4383-8148-003471910b23 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Deleting port d343d78d-0bcb-4992-ad82-e660bc9e5e4d {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:35:30.876385 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-52bbddc0-0261-4383-8148-003471910b23 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:30.945219 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6ce939-7bf5-44de-a2fc-efe5aebedabf service neutron] Pushing event updated for resources: {'Port': ['ID=898d1acc-2af6-4093-9de7-c69ed9ead98f,revision_number=7']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:30.988821 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 45aaa085-300b-4c84-8f91-2d4f5f6e6223 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:35:30.992144 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:31.083476 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d1c568-f8fb-4209-b69e-621605e29eea None None] Network 92924f74-2f90-45e5-9033-541c61add3eb requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:35:31.134551 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3c38fb-a063-4069-a4e9-79a1d62fc0a7 req-83e274aa-6dcf-4761-9032-dac1ba189404 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:31.138992 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9b3c38fb-a063-4069-a4e9-79a1d62fc0a7 req-83e274aa-6dcf-4761-9032-dac1ba189404 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa6c79b8-9a38-41df-86ca-6ce3a373db00 HTTP/1.1" status: 200 len: 943 time: 0.2453451 Dec 06 17:35:31.182918 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-52bbddc0-0261-4383-8148-003471910b23 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:31.218538 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-52bbddc0-0261-4383-8148-003471910b23 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Calling delete_port for d343d78d-0bcb-4992-ad82-e660bc9e5e4d owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:35:31.226863 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-fa02b545-d824-4390-aa06-cc0e76323a0a None None] Provisioning complete for port 45aaa085-300b-4c84-8f91-2d4f5f6e6223 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:35:31.227373 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fa02b545-d824-4390-aa06-cc0e76323a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:31.254747 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-69971d39-4052-4e82-9f5b-56f1aacb08c3 req-fe6ce939-7bf5-44de-a2fc-efe5aebedabf service neutron] Attempting to bind port 898d1acc-2af6-4093-9de7-c69ed9ead98f on host n-h1-master-1 for vnic_type normal with profile {"migrating_to": "n-h2-master-1"} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:35:31.260066 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-69971d39-4052-4e82-9f5b-56f1aacb08c3 req-fe6ce939-7bf5-44de-a2fc-efe5aebedabf service neutron] Attempting to bind port 898d1acc-2af6-4093-9de7-c69ed9ead98f by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'cbe98e49-8460-4bd9-935d-6d2813654e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2ad59fcd-0d86-4bbd-abb1-606e8df3cf18'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:35:31.261847 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69971d39-4052-4e82-9f5b-56f1aacb08c3 req-fe6ce939-7bf5-44de-a2fc-efe5aebedabf service neutron] Attempting to bind port 898d1acc-2af6-4093-9de7-c69ed9ead98f on network 2ad59fcd-0d86-4bbd-abb1-606e8df3cf18 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:35:31.289722 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f4bc065a-bbd8-422e-9111-480ddc19b6cc req-36b31b5c-6a86-4b98-afe2-6c435d680501 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=233dace4-98c2-44a3-9485-25c0a217e10d HTTP/1.1" status: 200 len: 210 time: 0.1272659 Dec 06 17:35:31.293979 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cd485d53-db31-4161-988b-88e899633fd4 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:31.407619 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69971d39-4052-4e82-9f5b-56f1aacb08c3 req-fe6ce939-7bf5-44de-a2fc-efe5aebedabf service neutron] Port 898d1acc-2af6-4093-9de7-c69ed9ead98f on network 2ad59fcd-0d86-4bbd-abb1-606e8df3cf18 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:35:31.408336 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69971d39-4052-4e82-9f5b-56f1aacb08c3 req-fe6ce939-7bf5-44de-a2fc-efe5aebedabf service neutron] Attempting to bind port 898d1acc-2af6-4093-9de7-c69ed9ead98f on network 2ad59fcd-0d86-4bbd-abb1-606e8df3cf18 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:35:31.417647 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69971d39-4052-4e82-9f5b-56f1aacb08c3 req-fe6ce939-7bf5-44de-a2fc-efe5aebedabf service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:35:31.418357 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69971d39-4052-4e82-9f5b-56f1aacb08c3 req-fe6ce939-7bf5-44de-a2fc-efe5aebedabf service neutron] Checking segment: {'id': 'cbe98e49-8460-4bd9-935d-6d2813654e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2ad59fcd-0d86-4bbd-abb1-606e8df3cf18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:35:31.419007 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69971d39-4052-4e82-9f5b-56f1aacb08c3 req-fe6ce939-7bf5-44de-a2fc-efe5aebedabf service neutron] Bound using segment: {'id': 'cbe98e49-8460-4bd9-935d-6d2813654e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2ad59fcd-0d86-4bbd-abb1-606e8df3cf18'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:35:31.419674 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-69971d39-4052-4e82-9f5b-56f1aacb08c3 req-fe6ce939-7bf5-44de-a2fc-efe5aebedabf service neutron] Bound port: 898d1acc-2af6-4093-9de7-c69ed9ead98f, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbe98e49-8460-4bd9-935d-6d2813654e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2ad59fcd-0d86-4bbd-abb1-606e8df3cf18'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:35:31.420281 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-69971d39-4052-4e82-9f5b-56f1aacb08c3 req-fe6ce939-7bf5-44de-a2fc-efe5aebedabf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:31.422700 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd485d53-db31-4161-988b-88e899633fd4 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Pushing event deleted for resources: {'Port': ['ID=8b04f281-89c9-4d6c-a009-ff9f2887eba2,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:31.457031 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:31.587531 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] For port 45aaa085-300b-4c84-8f91-2d4f5f6e6223, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=45aaa085-300b-4c84-8f91-2d4f5f6e6223,segment=NetworkSegment(a47332dc-5917-44f3-a9f4-ba1cd1d32759),segment_id=a47332dc-5917-44f3-a9f4-ba1cd1d32759)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:35:31.645161 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:31.661613 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fa02b545-d824-4390-aa06-cc0e76323a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:31.680079 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-69971d39-4052-4e82-9f5b-56f1aacb08c3 req-fe6ce939-7bf5-44de-a2fc-efe5aebedabf service neutron] For port 898d1acc-2af6-4093-9de7-c69ed9ead98f, host n-h1-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:35:31.793978 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-52bbddc0-0261-4383-8148-003471910b23 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:31.795286 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-69971d39-4052-4e82-9f5b-56f1aacb08c3 req-fe6ce939-7bf5-44de-a2fc-efe5aebedabf service neutron] For port 898d1acc-2af6-4093-9de7-c69ed9ead98f, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=898d1acc-2af6-4093-9de7-c69ed9ead98f,segment=NetworkSegment(cbe98e49-8460-4bd9-935d-6d2813654e4d),segment_id=cbe98e49-8460-4bd9-935d-6d2813654e4d)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:35:31.804666 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-69971d39-4052-4e82-9f5b-56f1aacb08c3 req-fe6ce939-7bf5-44de-a2fc-efe5aebedabf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:31.857391 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bbddc0-0261-4383-8148-003471910b23 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event deleted for resources: {'Port': ['ID=d343d78d-0bcb-4992-ad82-e660bc9e5e4d,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:31.867014 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9b3c38fb-a063-4069-a4e9-79a1d62fc0a7 req-45fd9ad7-9ab2-48ad-9646-bfd608368ca9 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dc80c36-8cf2-463d-929d-e78b3fbfe10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4758363 Dec 06 17:35:31.936953 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Pushing event updated for resources: {'Port': ['ID=45aaa085-300b-4c84-8f91-2d4f5f6e6223,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:31.971607 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-52bbddc0-0261-4383-8148-003471910b23 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:31.981678 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-52bbddc0-0261-4383-8148-003471910b23 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/ports/d343d78d-0bcb-4992-ad82-e660bc9e5e4d HTTP/1.1" status: 204 len: 168 time: 1.2775679 Dec 06 17:35:31.982297 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 51626) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:32.001839 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.db.api [None req-fa02b545-d824-4390-aa06-cc0e76323a0a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103286) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 17:35:32.002203 n-d-master-1 neutron-server[103286]: DEBUG oslo_db.api [None req-fa02b545-d824-4390-aa06-cc0e76323a0a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 17:35:32.016603 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97bf0fdb-4d94-45c3-9f90-53ff9134de15 None None] Update dhcp port {'port': {'network_id': '92924f74-2f90-45e5-9033-541c61add3eb', 'fixed_ips': [{'subnet_id': '844cd00f-b0bc-4b4c-a854-c45cf333f5c0', 'ip_address': '2001:db8::f816:3eff:fe6b:ca43'}, {'subnet_id': 'ec3b903d-ab9b-4647-bfa4-d0e3e7bdb9d7'}], 'binding:host_id': 'n-d-master-1'}, 'id': '45aaa085-300b-4c84-8f91-2d4f5f6e6223'} from n-d-master-1. {{(pid=103286) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 06 17:35:32.017212 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cd485d53-db31-4161-988b-88e899633fd4 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:32.027878 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-cd485d53-db31-4161-988b-88e899633fd4 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] 10.222.0.23 "DELETE /v2.0/ports/8b04f281-89c9-4d6c-a009-ff9f2887eba2 HTTP/1.1" status: 204 len: 168 time: 2.4827194 Dec 06 17:35:32.027878 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6ce939-7bf5-44de-a2fc-efe5aebedabf service neutron] Pushing event updated for resources: {'Port': ['ID=898d1acc-2af6-4093-9de7-c69ed9ead98f,revision_number=8']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:32.084804 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 51628) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:32.086600 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-97bf0fdb-4d94-45c3-9f90-53ff9134de15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:32.159311 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30099be-6b90-4f49-8841-fe313a1e3a2b tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:32.160848 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30099be-6b90-4f49-8841-fe313a1e3a2b tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:32.162428 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30099be-6b90-4f49-8841-fe313a1e3a2b tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:32.168937 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-a30099be-6b90-4f49-8841-fe313a1e3a2b tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1746974 Dec 06 17:35:32.170315 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1311837-36a7-43ec-9a47-ad58a456f198 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] GET failed (client error): The resource could not be found. Dec 06 17:35:32.171729 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-e1311837-36a7-43ec-9a47-ad58a456f198 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] 10.222.0.23 "GET /v2.0/ports/8b04f281-89c9-4d6c-a009-ff9f2887eba2 HTTP/1.1" status: 404 len: 333 time: 0.0859649 Dec 06 17:35:32.173602 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 51630) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:32.185938 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 51632) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:32.209326 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-e7adc80b-7b67-4fb5-b5bc-43e714751b3a tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Request body: {'port': {'network_id': '702d4517-69f3-41a6-938a-63108c69fac4', 'name': 'tempest-AllowedAddressPairTestJSON-1300538770'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:35:32.220955 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69971d39-4052-4e82-9f5b-56f1aacb08c3 req-fe6ce939-7bf5-44de-a2fc-efe5aebedabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:32.224837 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-69971d39-4052-4e82-9f5b-56f1aacb08c3 req-fe6ce939-7bf5-44de-a2fc-efe5aebedabf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:32.226539 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-69971d39-4052-4e82-9f5b-56f1aacb08c3 req-fe6ce939-7bf5-44de-a2fc-efe5aebedabf service neutron] 10.222.0.44 "PUT /v2.0/ports/898d1acc-2af6-4093-9de7-c69ed9ead98f HTTP/1.1" status: 200 len: 1121 time: 3.0861268 Dec 06 17:35:32.317681 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['898d1acc-2af6-4093-9de7-c69ed9ead98f'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:35:32.374843 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-437b36f3-e198-476a-9fd7-cf90f6c18b40 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Deleting subnet 844cd00f-b0bc-4b4c-a854-c45cf333f5c0 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:35:32.385747 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device c1420086-383a-49a5-8e9c-1dc3c65524c2 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:35:32.449894 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] No Port match for: c1420086-383a-49a5-8e9c-1dc3c65524c2 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:35:32.450427 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device c1420086-383a-49a5-8e9c-1dc3c65524c2 not bound to the agent host n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:35:32.493251 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-97bf0fdb-4d94-45c3-9f90-53ff9134de15 None None] Allocated IP 172.20.0.2 (92924f74-2f90-45e5-9033-541c61add3eb/ec3b903d-ab9b-4647-bfa4-d0e3e7bdb9d7/45aaa085-300b-4c84-8f91-2d4f5f6e6223) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:35:32.497318 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7adc80b-7b67-4fb5-b5bc-43e714751b3a tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Made reservation on behalf of cc23e4542aba45ca9c378841a2ab2c85 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:35:32.502039 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e7adc80b-7b67-4fb5-b5bc-43e714751b3a tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:32.552764 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-e7adc80b-7b67-4fb5-b5bc-43e714751b3a tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] device_id is not set on port 741f0be7-04f9-4385-8600-ccf82a0e92e1 yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:35:32.556460 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2b054d84-04da-436e-9959-e548b048dc40 req-5508f77b-799d-4ad7-a61d-c33c630f95c3 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=233dace4-98c2-44a3-9485-25c0a217e10d HTTP/1.1" status: 200 len: 210 time: 0.1201229 Dec 06 17:35:32.628738 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-97bf0fdb-4d94-45c3-9f90-53ff9134de15 None None] For port 45aaa085-300b-4c84-8f91-2d4f5f6e6223, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=45aaa085-300b-4c84-8f91-2d4f5f6e6223,segment=NetworkSegment(a47332dc-5917-44f3-a9f4-ba1cd1d32759),segment_id=a47332dc-5917-44f3-a9f4-ba1cd1d32759)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:35:32.660479 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-97bf0fdb-4d94-45c3-9f90-53ff9134de15 None None] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:32.671354 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-437b36f3-e198-476a-9fd7-cf90f6c18b40 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:32.694585 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa6c79b8-9a38-41df-86ca-6ce3a373db00', 'tag': '898d1acc-2af6-4093-9de7-c69ed9ead98f'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:35:32.700125 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0252e09-5b2f-4994-822b-c041b836bd60" -d '{"events": [{"name": "network-changed", "server_uuid": "aa6c79b8-9a38-41df-86ca-6ce3a373db00", "tag": "898d1acc-2af6-4093-9de7-c69ed9ead98f"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:35:32.703405 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-97bf0fdb-4d94-45c3-9f90-53ff9134de15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:32.768312 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd47f714-46ac-48ad-940d-0ec237f63d07 x-openstack-request-id: req-fd47f714-46ac-48ad-940d-0ec237f63d07 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:35:32.768687 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa6c79b8-9a38-41df-86ca-6ce3a373db00", "tag": "898d1acc-2af6-4093-9de7-c69ed9ead98f", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:35:32.769010 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fd47f714-46ac-48ad-940d-0ec237f63d07 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:35:32.769502 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa6c79b8-9a38-41df-86ca-6ce3a373db00', 'tag': '898d1acc-2af6-4093-9de7-c69ed9ead98f', 'status': 'completed', 'code': 200} Dec 06 17:35:32.832329 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bf0fdb-4d94-45c3-9f90-53ff9134de15 None None] Pushing event updated for resources: {'Port': ['ID=45aaa085-300b-4c84-8f91-2d4f5f6e6223,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:32.850763 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-437b36f3-e198-476a-9fd7-cf90f6c18b40 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:32.861790 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 45aaa085-300b-4c84-8f91-2d4f5f6e6223 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:35:32.910050 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0252e09-5b2f-4994-822b-c041b836bd60 req-361b4aea-0650-4f44-b360-e9b39fda7f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:32.917294 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f0252e09-5b2f-4994-822b-c041b836bd60 req-361b4aea-0650-4f44-b360-e9b39fda7f03 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=87136a91f6c54863bdb78ae5833b5c4e&device_id=aa6c79b8-9a38-41df-86ca-6ce3a373db00 HTTP/1.1" status: 200 len: 1124 time: 0.1246777 Dec 06 17:35:33.010022 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-e7adc80b-7b67-4fb5-b5bc-43e714751b3a tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Allocated IP 172.20.0.13 (702d4517-69f3-41a6-938a-63108c69fac4/3cc82197-a1be-4696-a2e2-cabd68e6ddf9/741f0be7-04f9-4385-8600-ccf82a0e92e1) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:35:33.017889 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:33.065210 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 45aaa085-300b-4c84-8f91-2d4f5f6e6223 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:35:33.065807 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:33.143349 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-437b36f3-e198-476a-9fd7-cf90f6c18b40 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:33.166903 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0252e09-5b2f-4994-822b-c041b836bd60 req-4010349e-bfc4-4221-a356-29c813fdd97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:33.168748 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f0252e09-5b2f-4994-822b-c041b836bd60 req-4010349e-bfc4-4221-a356-29c813fdd97c service neutron] 10.222.0.41 "GET /v2.0/networks?id=2ad59fcd-0d86-4bbd-abb1-606e8df3cf18 HTTP/1.1" status: 200 len: 898 time: 0.2421558 Dec 06 17:35:33.178699 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-9ce9ff0a-5da0-44e2-af3d-5ebddb6cee24 None None] Provisioning complete for port 898d1acc-2af6-4093-9de7-c69ed9ead98f triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:35:33.179075 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9ce9ff0a-5da0-44e2-af3d-5ebddb6cee24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:33.247815 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de035cef-9bd1-420d-a65c-99ecb617720f req-9a4cdb33-a494-43ef-8f49-715e5aef3b63 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:33.260240 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-de035cef-9bd1-420d-a65c-99ecb617720f req-9a4cdb33-a494-43ef-8f49-715e5aef3b63 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa6c79b8-9a38-41df-86ca-6ce3a373db00 HTTP/1.1" status: 200 len: 943 time: 0.2472224 Dec 06 17:35:33.322089 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f0252e09-5b2f-4994-822b-c041b836bd60 req-a0c8a5ef-dfe0-484f-a224-412d6c0874b0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=898d1acc-2af6-4093-9de7-c69ed9ead98f HTTP/1.1" status: 200 len: 999 time: 0.1443324 Dec 06 17:35:33.393751 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9ce9ff0a-5da0-44e2-af3d-5ebddb6cee24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:33.423286 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0252e09-5b2f-4994-822b-c041b836bd60 req-60456b8a-dabf-46a3-a559-ef1f63aba912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:33.425736 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f0252e09-5b2f-4994-822b-c041b836bd60 req-60456b8a-dabf-46a3-a559-ef1f63aba912 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=de158a22-7810-46bd-88c3-c73b7c7c458f HTTP/1.1" status: 200 len: 835 time: 0.0959826 Dec 06 17:35:33.441114 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-de035cef-9bd1-420d-a65c-99ecb617720f req-83517ab6-4293-4d80-99b2-0550cfc8e747 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dc80c36-8cf2-463d-929d-e78b3fbfe10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1795094 Dec 06 17:35:33.445315 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-437b36f3-e198-476a-9fd7-cf90f6c18b40 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:33.584317 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa6c79b8-9a38-41df-86ca-6ce3a373db00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '898d1acc-2af6-4093-9de7-c69ed9ead98f'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:35:33.593993 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06cef7f6-6f54-4d41-933d-f1d55fa4f5c7" -d '{"events": [{"server_uuid": "aa6c79b8-9a38-41df-86ca-6ce3a373db00", "name": "network-vif-plugged", "status": "completed", "tag": "898d1acc-2af6-4093-9de7-c69ed9ead98f"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:35:33.594606 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0252e09-5b2f-4994-822b-c041b836bd60 req-25ab095f-3863-462d-b190-a14715a13b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:33.596197 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f0252e09-5b2f-4994-822b-c041b836bd60 req-25ab095f-3863-462d-b190-a14715a13b5d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2ad59fcd-0d86-4bbd-abb1-606e8df3cf18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1614721 Dec 06 17:35:33.626808 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-9ce9ff0a-5da0-44e2-af3d-5ebddb6cee24 None None] For port 898d1acc-2af6-4093-9de7-c69ed9ead98f, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=898d1acc-2af6-4093-9de7-c69ed9ead98f,segment=NetworkSegment(cbe98e49-8460-4bd9-935d-6d2813654e4d),segment_id=cbe98e49-8460-4bd9-935d-6d2813654e4d)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:35:33.634637 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9ce9ff0a-5da0-44e2-af3d-5ebddb6cee24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:33.678968 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-437b36f3-e198-476a-9fd7-cf90f6c18b40 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:33.688082 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-437b36f3-e198-476a-9fd7-cf90f6c18b40 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/subnets/844cd00f-b0bc-4b4c-a854-c45cf333f5c0 HTTP/1.1" status: 204 len: 168 time: 1.5148580 Dec 06 17:35:33.691833 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 51650) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:33.719843 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437b36f3-e198-476a-9fd7-cf90f6c18b40 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event deleted for resources: {'Subnet': ['ID=844cd00f-b0bc-4b4c-a854-c45cf333f5c0,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:33.742388 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13961713-1a87-4bab-8d8f-4b7437176228 x-openstack-request-id: req-13961713-1a87-4bab-8d8f-4b7437176228 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:35:33.742690 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa6c79b8-9a38-41df-86ca-6ce3a373db00", "name": "network-vif-plugged", "status": "completed", "tag": "898d1acc-2af6-4093-9de7-c69ed9ead98f", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:35:33.743571 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-13961713-1a87-4bab-8d8f-4b7437176228 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:35:33.744044 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa6c79b8-9a38-41df-86ca-6ce3a373db00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '898d1acc-2af6-4093-9de7-c69ed9ead98f', 'code': 200} Dec 06 17:35:33.873700 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f9378bc1-5500-4724-a8de-602c242ad52a req-d57f021c-fae1-46cc-aa00-ef93112bb85f tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=233dace4-98c2-44a3-9485-25c0a217e10d HTTP/1.1" status: 200 len: 210 time: 0.0858879 Dec 06 17:35:33.904917 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9b053fc-5cc9-4cdf-9f88-0a16e6669290 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Deleting subnet ec3b903d-ab9b-4647-bfa4-d0e3e7bdb9d7 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:35:33.928000 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f9b053fc-5cc9-4cdf-9f88-0a16e6669290 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:33.938077 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f0252e09-5b2f-4994-822b-c041b836bd60 req-041938ee-91da-4515-b9a9-359dc2ba5939 service neutron] 10.222.0.41 "GET /v2.0/networks/2ad59fcd-0d86-4bbd-abb1-606e8df3cf18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3319609 Dec 06 17:35:33.945496 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce9ff0a-5da0-44e2-af3d-5ebddb6cee24 None None] Pushing event updated for resources: {'Port': ['ID=898d1acc-2af6-4093-9de7-c69ed9ead98f,revision_number=9']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:33.973178 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e7adc80b-7b67-4fb5-b5bc-43e714751b3a tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:34.024670 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f9b053fc-5cc9-4cdf-9f88-0a16e6669290 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:34.153354 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e7adc80b-7b67-4fb5-b5bc-43e714751b3a tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:34.196934 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f0252e09-5b2f-4994-822b-c041b836bd60 req-9afdafd7-bf6d-4c8f-9ceb-c7d83c9242f7 service neutron] 10.222.0.41 "GET /v2.0/networks/2ad59fcd-0d86-4bbd-abb1-606e8df3cf18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486665 Dec 06 17:35:34.230643 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59305b76-b7f1-45e9-ba47-b7882c88c4c9 None None] Network 92924f74-2f90-45e5-9033-541c61add3eb requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:35:34.257197 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7adc80b-7b67-4fb5-b5bc-43e714751b3a tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Network 702d4517-69f3-41a6-938a-63108c69fac4 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:35:34.267415 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f9b053fc-5cc9-4cdf-9f88-0a16e6669290 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:34.271458 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-e7adc80b-7b67-4fb5-b5bc-43e714751b3a tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:35:34.304427 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7adc80b-7b67-4fb5-b5bc-43e714751b3a tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:35:34.394191 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7adc80b-7b67-4fb5-b5bc-43e714751b3a tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Pushing event updated for resources: {'Port': ['ID=741f0be7-04f9-4385-8600-ccf82a0e92e1,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:34.395760 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-0d4ac83f-94cd-40ec-aac6-38c6eabea3ee None None] Provisioning complete for port 45aaa085-300b-4c84-8f91-2d4f5f6e6223 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:35:34.397036 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0d4ac83f-94cd-40ec-aac6-38c6eabea3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:34.502196 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7adc80b-7b67-4fb5-b5bc-43e714751b3a tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:34.509662 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e7adc80b-7b67-4fb5-b5bc-43e714751b3a tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:34.559522 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f9b053fc-5cc9-4cdf-9f88-0a16e6669290 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:34.596043 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f9b053fc-5cc9-4cdf-9f88-0a16e6669290 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:34.608219 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-f9b053fc-5cc9-4cdf-9f88-0a16e6669290 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/subnets/ec3b903d-ab9b-4647-bfa4-d0e3e7bdb9d7 HTTP/1.1" status: 204 len: 168 time: 0.9072373 Dec 06 17:35:34.626381 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-e7adc80b-7b67-4fb5-b5bc-43e714751b3a tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4339700 Dec 06 17:35:34.664471 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 51656) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:34.664471 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 51658) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:34.674654 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-02fbd2c9-e096-4b16-8a9d-33c1f5fb7432 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:ab:fd:75'}]}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:35:34.707194 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b053fc-5cc9-4cdf-9f88-0a16e6669290 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event deleted for resources: {'Subnet': ['ID=ec3b903d-ab9b-4647-bfa4-d0e3e7bdb9d7,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:34.725986 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87143119-b87d-4d60-a3c3-4663513d3c9b req-93a8ccb8-f42e-4905-86b7-a3596a38f7a0 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:34.728089 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-87143119-b87d-4d60-a3c3-4663513d3c9b req-93a8ccb8-f42e-4905-86b7-a3596a38f7a0 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa6c79b8-9a38-41df-86ca-6ce3a373db00 HTTP/1.1" status: 200 len: 945 time: 0.1570480 Dec 06 17:35:34.767083 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-fbc5e9a0-83fd-4839-bec1-5a80e8347127 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1021829 Dec 06 17:35:34.772780 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 51662) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:34.778017 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-2d860c3c-56f8-4503-9854-6ec1313fb9bf tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Request body: {'subnet': {'network_id': '92924f74-2f90-45e5-9033-541c61add3eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:35:34.786311 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 45aaa085-300b-4c84-8f91-2d4f5f6e6223 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:35:34.878513 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-87143119-b87d-4d60-a3c3-4663513d3c9b req-38239f47-6c08-4b3e-b418-c7b9bc99cd0c tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dc80c36-8cf2-463d-929d-e78b3fbfe10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420791 Dec 06 17:35:34.995602 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d860c3c-56f8-4503-9854-6ec1313fb9bf tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Made reservation on behalf of 58c2416ade7148dfa446cd47a01986fc for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:35:35.005833 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2d860c3c-56f8-4503-9854-6ec1313fb9bf tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:35.022906 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 45aaa085-300b-4c84-8f91-2d4f5f6e6223 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:35:35.023438 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:35.070487 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-78b44bbd-49fa-4c36-8323-89a24b1ac2e7 req-b7a92be2-71f6-4191-b579-e9ef1ce74210 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=233dace4-98c2-44a3-9485-25c0a217e10d HTTP/1.1" status: 200 len: 210 time: 0.0533538 Dec 06 17:35:35.146693 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-0d4ac83f-94cd-40ec-aac6-38c6eabea3ee None None] Could not find standard attr ID for object d343d78d-0bcb-4992-ad82-e660bc9e5e4d. {{(pid=103286) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 17:35:35.190313 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-02fbd2c9-e096-4b16-8a9d-33c1f5fb7432 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:35.276981 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:35.286605 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-70cf1c0b-30eb-468b-a00c-f8939770df3b None None] Provisioning complete for port 741f0be7-04f9-4385-8600-ccf82a0e92e1 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:35:35.286978 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-70cf1c0b-30eb-468b-a00c-f8939770df3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:35.288756 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11099a4-1d0c-4c02-95bc-1cb0d8df9681 None None] DHCP port deletion for 92924f74-2f90-45e5-9033-541c61add3eb request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:35:35.359614 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-70cf1c0b-30eb-468b-a00c-f8939770df3b None None] Port 741f0be7-04f9-4385-8600-ccf82a0e92e1 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:35:35.376286 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-c11099a4-1d0c-4c02-95bc-1cb0d8df9681 None None] Deleting port 45aaa085-300b-4c84-8f91-2d4f5f6e6223 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:35:35.376680 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c11099a4-1d0c-4c02-95bc-1cb0d8df9681 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:35.454741 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c11099a4-1d0c-4c02-95bc-1cb0d8df9681 None None] For port 45aaa085-300b-4c84-8f91-2d4f5f6e6223, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=45aaa085-300b-4c84-8f91-2d4f5f6e6223,segment=NetworkSegment(a47332dc-5917-44f3-a9f4-ba1cd1d32759),segment_id=a47332dc-5917-44f3-a9f4-ba1cd1d32759)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:35:35.455066 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c11099a4-1d0c-4c02-95bc-1cb0d8df9681 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:35.469565 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-c11099a4-1d0c-4c02-95bc-1cb0d8df9681 None None] Calling delete_port for 45aaa085-300b-4c84-8f91-2d4f5f6e6223 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:35:35.560371 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c11099a4-1d0c-4c02-95bc-1cb0d8df9681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:35.600543 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11099a4-1d0c-4c02-95bc-1cb0d8df9681 None None] No DVR routers for this DVR port 45aaa085-300b-4c84-8f91-2d4f5f6e6223 on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:35:35.605557 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11099a4-1d0c-4c02-95bc-1cb0d8df9681 None None] Pushing event deleted for resources: {'Port': ['ID=45aaa085-300b-4c84-8f91-2d4f5f6e6223,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:35.625855 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-02fbd2c9-e096-4b16-8a9d-33c1f5fb7432 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:35.629046 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2d860c3c-56f8-4503-9854-6ec1313fb9bf tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:35.647828 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-02fbd2c9-e096-4b16-8a9d-33c1f5fb7432 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:35.687621 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d860c3c-56f8-4503-9854-6ec1313fb9bf tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Network 92924f74-2f90-45e5-9033-541c61add3eb is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:35:35.762534 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-2d860c3c-56f8-4503-9854-6ec1313fb9bf tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:35:35.781794 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d860c3c-56f8-4503-9854-6ec1313fb9bf tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:35.783005 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2d860c3c-56f8-4503-9854-6ec1313fb9bf tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:35.791343 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff577ef-59e9-43ad-ae24-f49e32bb245e None None] Network 92924f74-2f90-45e5-9033-541c61add3eb requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:35:35.886894 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fbd2c9-e096-4b16-8a9d-33c1f5fb7432 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Pushing event updated for resources: {'Port': ['ID=741f0be7-04f9-4385-8600-ccf82a0e92e1,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:35.942165 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-2d860c3c-56f8-4503-9854-6ec1313fb9bf tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1680875 Dec 06 17:35:35.945052 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 51672) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:35.950806 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-95c18562-b2c5-4cc7-a09c-c1b1b8c10517 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Request body: {'subnet': {'network_id': '92924f74-2f90-45e5-9033-541c61add3eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:35:35.953867 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d860c3c-56f8-4503-9854-6ec1313fb9bf tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event updated for resources: {'Subnet': ['ID=dca69f26-1f62-4cef-9ce1-d25967b4f6e4,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:35.979550 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-02fbd2c9-e096-4b16-8a9d-33c1f5fb7432 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] In _notify_port_updated(), no bound segment for port 741f0be7-04f9-4385-8600-ccf82a0e92e1 on network 702d4517-69f3-41a6-938a-63108c69fac4 {{(pid=103284) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 17:35:35.996321 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02fbd2c9-e096-4b16-8a9d-33c1f5fb7432 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:35.997156 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-02fbd2c9-e096-4b16-8a9d-33c1f5fb7432 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:36.001858 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-02fbd2c9-e096-4b16-8a9d-33c1f5fb7432 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] 10.222.0.23 "PUT /v2.0/ports/741f0be7-04f9-4385-8600-ccf82a0e92e1 HTTP/1.1" status: 200 len: 994 time: 1.3311911 Dec 06 17:35:36.004181 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 51674) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:36.129729 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4808275-8b5b-4262-913a-ba152e40e423 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-92924f74-2f90-45e5-9033-541c61add3eb', 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb', 'tenant_id': '58c2416ade7148dfa446cd47a01986fc', 'fixed_ips': [{'subnet_id': 'dca69f26-1f62-4cef-9ce1-d25967b4f6e4'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:35:36.131249 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c4808275-8b5b-4262-913a-ba152e40e423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:36.246697 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd8d5fd-c3bb-4e06-8a59-dcee66b9d8d1 req-cc523a3b-6754-47c4-b73b-8c331abb48eb tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:36.248329 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bdd8d5fd-c3bb-4e06-8a59-dcee66b9d8d1 req-cc523a3b-6754-47c4-b73b-8c331abb48eb tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa6c79b8-9a38-41df-86ca-6ce3a373db00 HTTP/1.1" status: 200 len: 945 time: 0.1486232 Dec 06 17:35:36.250452 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95c18562-b2c5-4cc7-a09c-c1b1b8c10517 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Made reservation on behalf of 58c2416ade7148dfa446cd47a01986fc for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:35:36.260217 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-95c18562-b2c5-4cc7-a09c-c1b1b8c10517 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:36.268320 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-745284d6-2f1e-44e1-9796-630b49114498 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Deleting port 741f0be7-04f9-4385-8600-ccf82a0e92e1 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:35:36.268658 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-745284d6-2f1e-44e1-9796-630b49114498 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:36.335726 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-c4808275-8b5b-4262-913a-ba152e40e423 None None] Allocated IP 172.20.0.2 (92924f74-2f90-45e5-9033-541c61add3eb/dca69f26-1f62-4cef-9ce1-d25967b4f6e4/719e39ec-bea9-49a9-92d6-0025d3fbfab7) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:35:36.418007 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-745284d6-2f1e-44e1-9796-630b49114498 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:36.427959 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bdd8d5fd-c3bb-4e06-8a59-dcee66b9d8d1 req-e7f8020d-6eea-411f-8410-357b62330d10 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dc80c36-8cf2-463d-929d-e78b3fbfe10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096694 Dec 06 17:35:36.442848 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-745284d6-2f1e-44e1-9796-630b49114498 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Calling delete_port for 741f0be7-04f9-4385-8600-ccf82a0e92e1 owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:35:36.546648 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8b23774d-5e75-4494-89f4-08246c87f21f req-c6c4f596-feca-4858-a788-d3a206660561 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=233dace4-98c2-44a3-9485-25c0a217e10d HTTP/1.1" status: 200 len: 210 time: 0.0428708 Dec 06 17:35:36.566943 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 898d1acc-2af6-4093-9de7-c69ed9ead98f details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:35:36.599112 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c4808275-8b5b-4262-913a-ba152e40e423 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:36.629238 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c4808275-8b5b-4262-913a-ba152e40e423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:36.650098 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-c2786a15-7378-4a92-9264-0d6f49ad80ab None None] Provisioning complete for port 741f0be7-04f9-4385-8600-ccf82a0e92e1 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:35:36.650722 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c2786a15-7378-4a92-9264-0d6f49ad80ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:36.704734 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-745284d6-2f1e-44e1-9796-630b49114498 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:36.721900 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 45aaa085-300b-4c84-8f91-2d4f5f6e6223 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:35:36.767748 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745284d6-2f1e-44e1-9796-630b49114498 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Pushing event deleted for resources: {'Port': ['ID=741f0be7-04f9-4385-8600-ccf82a0e92e1,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:36.796433 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4808275-8b5b-4262-913a-ba152e40e423 None None] Network 92924f74-2f90-45e5-9033-541c61add3eb is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:35:36.873198 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 898d1acc-2af6-4093-9de7-c69ed9ead98f, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=898d1acc-2af6-4093-9de7-c69ed9ead98f,segment=NetworkSegment(cbe98e49-8460-4bd9-935d-6d2813654e4d),segment_id=cbe98e49-8460-4bd9-935d-6d2813654e4d)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:35:36.892611 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-c4808275-8b5b-4262-913a-ba152e40e423 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:35:36.901223 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 898d1acc-2af6-4093-9de7-c69ed9ead98f has no active binding in host n-h2-master-1 {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 06 17:35:36.908860 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4808275-8b5b-4262-913a-ba152e40e423 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:35:36.940663 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 45aaa085-300b-4c84-8f91-2d4f5f6e6223 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:35:36.943371 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 45aaa085-300b-4c84-8f91-2d4f5f6e6223 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:35:36.979237 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4808275-8b5b-4262-913a-ba152e40e423 None None] Pushing event updated for resources: {'Port': ['ID=719e39ec-bea9-49a9-92d6-0025d3fbfab7,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:36.993040 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-c2786a15-7378-4a92-9264-0d6f49ad80ab None None] Port 741f0be7-04f9-4385-8600-ccf82a0e92e1 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:35:37.051622 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-745284d6-2f1e-44e1-9796-630b49114498 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:37.058013 n-d-master-1 neutron-server[103285]: DEBUG neutron.objects.ports [None req-95c18562-b2c5-4cc7-a09c-c1b1b8c10517 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103285) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 17:35:37.065348 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-745284d6-2f1e-44e1-9796-630b49114498 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] 10.222.0.23 "DELETE /v2.0/ports/741f0be7-04f9-4385-8600-ccf82a0e92e1 HTTP/1.1" status: 204 len: 168 time: 1.0599582 Dec 06 17:35:37.066120 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 51686) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:37.094847 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-c4808275-8b5b-4262-913a-ba152e40e423 None None] Attempting to bind port 719e39ec-bea9-49a9-92d6-0025d3fbfab7 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:35:37.098024 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-c4808275-8b5b-4262-913a-ba152e40e423 None None] Attempting to bind port 719e39ec-bea9-49a9-92d6-0025d3fbfab7 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'a47332dc-5917-44f3-a9f4-ba1cd1d32759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:35:37.098611 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4808275-8b5b-4262-913a-ba152e40e423 None None] Attempting to bind port 719e39ec-bea9-49a9-92d6-0025d3fbfab7 on network 92924f74-2f90-45e5-9033-541c61add3eb {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:35:37.112967 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4808275-8b5b-4262-913a-ba152e40e423 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:35:37.113372 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4808275-8b5b-4262-913a-ba152e40e423 None None] Checking segment: {'id': 'a47332dc-5917-44f3-a9f4-ba1cd1d32759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:35:37.113820 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c4808275-8b5b-4262-913a-ba152e40e423 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:37.114226 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4808275-8b5b-4262-913a-ba152e40e423 None None] Bound using segment: {'id': 'a47332dc-5917-44f3-a9f4-ba1cd1d32759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:35:37.114730 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-c4808275-8b5b-4262-913a-ba152e40e423 None None] Bound port: 719e39ec-bea9-49a9-92d6-0025d3fbfab7, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a47332dc-5917-44f3-a9f4-ba1cd1d32759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:35:37.115132 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c4808275-8b5b-4262-913a-ba152e40e423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:37.127532 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d8837d3-a8d5-4e62-ad13-9202142e3386 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] GET failed (client error): The resource could not be found. Dec 06 17:35:37.131097 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-1d8837d3-a8d5-4e62-ad13-9202142e3386 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] 10.222.0.23 "GET /v2.0/ports/741f0be7-04f9-4385-8600-ccf82a0e92e1 HTTP/1.1" status: 404 len: 333 time: 0.0639999 Dec 06 17:35:37.135484 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 51690) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:37.141565 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-02e3e43f-11db-4c91-8351-b7db2d6e9915 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Request body: {'port': {'network_id': '702d4517-69f3-41a6-938a-63108c69fac4', 'name': 'tempest-AllowedAddressPairTestJSON-835662312'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:35:37.284991 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c4808275-8b5b-4262-913a-ba152e40e423 None None] For port 719e39ec-bea9-49a9-92d6-0025d3fbfab7, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:35:37.291867 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c4808275-8b5b-4262-913a-ba152e40e423 None None] For port 719e39ec-bea9-49a9-92d6-0025d3fbfab7, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=719e39ec-bea9-49a9-92d6-0025d3fbfab7,segment=NetworkSegment(a47332dc-5917-44f3-a9f4-ba1cd1d32759),segment_id=a47332dc-5917-44f3-a9f4-ba1cd1d32759)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:35:37.304793 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02e3e43f-11db-4c91-8351-b7db2d6e9915 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Made reservation on behalf of cc23e4542aba45ca9c378841a2ab2c85 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:35:37.308729 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c4808275-8b5b-4262-913a-ba152e40e423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:37.308888 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-02e3e43f-11db-4c91-8351-b7db2d6e9915 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:37.332098 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-02e3e43f-11db-4c91-8351-b7db2d6e9915 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] device_id is not set on port 5cf59b7f-f238-4211-b18c-1bb5ba9d4187 yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:35:37.434136 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4808275-8b5b-4262-913a-ba152e40e423 None None] Pushing event updated for resources: {'Port': ['ID=719e39ec-bea9-49a9-92d6-0025d3fbfab7,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:37.544615 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-02e3e43f-11db-4c91-8351-b7db2d6e9915 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Allocated IP 172.20.0.9 (702d4517-69f3-41a6-938a-63108c69fac4/3cc82197-a1be-4696-a2e2-cabd68e6ddf9/5cf59b7f-f238-4211-b18c-1bb5ba9d4187) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:35:37.735925 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d01794f-38cb-491c-b69e-7d658addb0ea req-c79d1335-3695-49e2-a694-525a9e2b15b9 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:37.744913 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1d01794f-38cb-491c-b69e-7d658addb0ea req-c79d1335-3695-49e2-a694-525a9e2b15b9 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa6c79b8-9a38-41df-86ca-6ce3a373db00 HTTP/1.1" status: 200 len: 945 time: 0.1758604 Dec 06 17:35:37.876509 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1d01794f-38cb-491c-b69e-7d658addb0ea req-ae057efb-b130-4c21-933b-8d5428330cf8 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dc80c36-8cf2-463d-929d-e78b3fbfe10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250989 Dec 06 17:35:38.024777 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-02e3e43f-11db-4c91-8351-b7db2d6e9915 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:38.045591 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-70bc28ea-955b-41f0-8085-ae03a8af1fc1 req-3277a74f-fabf-49fb-9e1e-3e2d4ebc9d9d tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=233dace4-98c2-44a3-9485-25c0a217e10d HTTP/1.1" status: 200 len: 210 time: 0.0390091 Dec 06 17:35:38.050056 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-69971d39-4052-4e82-9f5b-56f1aacb08c3 req-e9bc2215-0315-4f7a-b48e-b11664ab8aa3 service neutron] 10.222.0.41 "GET /v2.0/ports/898d1acc-2af6-4093-9de7-c69ed9ead98f/bindings/n-h2-master-1 HTTP/1.1" status: 200 len: 384 time: 0.8068202 Dec 06 17:35:38.070217 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-02e3e43f-11db-4c91-8351-b7db2d6e9915 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:38.121442 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e3e43f-11db-4c91-8351-b7db2d6e9915 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Network 702d4517-69f3-41a6-938a-63108c69fac4 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:35:38.126727 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-02e3e43f-11db-4c91-8351-b7db2d6e9915 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:35:38.131488 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e3e43f-11db-4c91-8351-b7db2d6e9915 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:35:38.182998 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e3e43f-11db-4c91-8351-b7db2d6e9915 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:38.183645 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-02e3e43f-11db-4c91-8351-b7db2d6e9915 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:38.190364 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e3e43f-11db-4c91-8351-b7db2d6e9915 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Pushing event updated for resources: {'Port': ['ID=5cf59b7f-f238-4211-b18c-1bb5ba9d4187,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:38.214951 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-02e3e43f-11db-4c91-8351-b7db2d6e9915 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.0772521 Dec 06 17:35:38.219688 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 51712) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:38.230634 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-88fb2378-636b-407b-94ac-9585fe7cc3b6 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:ab:fd:75'}]}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:35:38.346558 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-88fb2378-636b-407b-94ac-9585fe7cc3b6 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:38.365261 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-95c18562-b2c5-4cc7-a09c-c1b1b8c10517 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:38.441997 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-69971d39-4052-4e82-9f5b-56f1aacb08c3 req-38553767-06b3-4996-829a-387730f65b56 service neutron] For port 898d1acc-2af6-4093-9de7-c69ed9ead98f, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=898d1acc-2af6-4093-9de7-c69ed9ead98f,segment=NetworkSegment(cbe98e49-8460-4bd9-935d-6d2813654e4d),segment_id=cbe98e49-8460-4bd9-935d-6d2813654e4d)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:35:38.549758 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-69971d39-4052-4e82-9f5b-56f1aacb08c3 req-38553767-06b3-4996-829a-387730f65b56 service neutron] For port 898d1acc-2af6-4093-9de7-c69ed9ead98f, host n-h1-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:35:38.647814 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a9214613-6cd9-453c-8ae2-3664ed670f03 None None] Provisioning complete for port 5cf59b7f-f238-4211-b18c-1bb5ba9d4187 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:35:38.648709 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a9214613-6cd9-453c-8ae2-3664ed670f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:38.722682 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a9214613-6cd9-453c-8ae2-3664ed670f03 None None] Port 5cf59b7f-f238-4211-b18c-1bb5ba9d4187 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:35:38.728155 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa6c79b8-9a38-41df-86ca-6ce3a373db00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '898d1acc-2af6-4093-9de7-c69ed9ead98f'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:35:38.730747 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bf2c85f-e71b-4738-b650-0b34cb47230c" -d '{"events": [{"server_uuid": "aa6c79b8-9a38-41df-86ca-6ce3a373db00", "name": "network-vif-unplugged", "status": "completed", "tag": "898d1acc-2af6-4093-9de7-c69ed9ead98f"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:35:38.759206 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-69971d39-4052-4e82-9f5b-56f1aacb08c3 req-38553767-06b3-4996-829a-387730f65b56 service neutron] For port 898d1acc-2af6-4093-9de7-c69ed9ead98f, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=898d1acc-2af6-4093-9de7-c69ed9ead98f,segment=NetworkSegment(cbe98e49-8460-4bd9-935d-6d2813654e4d),segment_id=cbe98e49-8460-4bd9-935d-6d2813654e4d)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:35:38.793334 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-69971d39-4052-4e82-9f5b-56f1aacb08c3 req-38553767-06b3-4996-829a-387730f65b56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:38.819629 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 17:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-640da637-9062-482a-ada6-17a07c366f68 x-openstack-request-id: req-640da637-9062-482a-ada6-17a07c366f68 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:35:38.820086 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa6c79b8-9a38-41df-86ca-6ce3a373db00", "name": "network-vif-unplugged", "status": "completed", "tag": "898d1acc-2af6-4093-9de7-c69ed9ead98f", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:35:38.820492 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-640da637-9062-482a-ada6-17a07c366f68 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:35:38.821100 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa6c79b8-9a38-41df-86ca-6ce3a373db00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '898d1acc-2af6-4093-9de7-c69ed9ead98f', 'code': 200} Dec 06 17:35:38.843910 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-88fb2378-636b-407b-94ac-9585fe7cc3b6 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:38.856476 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-88fb2378-636b-407b-94ac-9585fe7cc3b6 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:38.861393 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 719e39ec-bea9-49a9-92d6-0025d3fbfab7 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:35:38.970397 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fb2378-636b-407b-94ac-9585fe7cc3b6 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Pushing event updated for resources: {'Port': ['ID=5cf59b7f-f238-4211-b18c-1bb5ba9d4187,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:39.005354 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 719e39ec-bea9-49a9-92d6-0025d3fbfab7 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:35:39.006005 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:39.088165 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-69971d39-4052-4e82-9f5b-56f1aacb08c3 req-38553767-06b3-4996-829a-387730f65b56 service neutron] Transition to ACTIVE for port object 898d1acc-2af6-4093-9de7-c69ed9ead98f will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:35:39.097666 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-95c18562-b2c5-4cc7-a09c-c1b1b8c10517 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] For port 719e39ec-bea9-49a9-92d6-0025d3fbfab7, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=719e39ec-bea9-49a9-92d6-0025d3fbfab7,segment=NetworkSegment(a47332dc-5917-44f3-a9f4-ba1cd1d32759),segment_id=a47332dc-5917-44f3-a9f4-ba1cd1d32759)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:35:39.142434 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 898d1acc-2af6-4093-9de7-c69ed9ead98f no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:35:39.144275 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-69971d39-4052-4e82-9f5b-56f1aacb08c3 req-38553767-06b3-4996-829a-387730f65b56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:39.168621 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd526f1-f3e8-44e6-addb-d6a60ccf2c23 req-44f4039c-4db0-470d-9703-76a48adc05bf tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:39.170460 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4cd526f1-f3e8-44e6-addb-d6a60ccf2c23 req-44f4039c-4db0-470d-9703-76a48adc05bf tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa6c79b8-9a38-41df-86ca-6ce3a373db00 HTTP/1.1" status: 200 len: 944 time: 0.1956706 Dec 06 17:35:39.174380 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-88fb2378-636b-407b-94ac-9585fe7cc3b6 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] In _notify_port_updated(), no bound segment for port 5cf59b7f-f238-4211-b18c-1bb5ba9d4187 on network 702d4517-69f3-41a6-938a-63108c69fac4 {{(pid=103284) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 17:35:39.180099 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88fb2378-636b-407b-94ac-9585fe7cc3b6 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:39.181033 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-88fb2378-636b-407b-94ac-9585fe7cc3b6 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:39.185543 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-88fb2378-636b-407b-94ac-9585fe7cc3b6 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] 10.222.0.23 "PUT /v2.0/ports/5cf59b7f-f238-4211-b18c-1bb5ba9d4187 HTTP/1.1" status: 200 len: 995 time: 0.9644151 Dec 06 17:35:39.186235 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 51726) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:39.210647 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:39.244029 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 898d1acc-2af6-4093-9de7-c69ed9ead98f not bound to the agent host n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:35:39.276959 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 17:35:39.319620 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4cd526f1-f3e8-44e6-addb-d6a60ccf2c23 req-54bc4fad-1ff5-4f5f-b2fe-b816e412e710 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dc80c36-8cf2-463d-929d-e78b3fbfe10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309319 Dec 06 17:35:39.436870 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-95c18562-b2c5-4cc7-a09c-c1b1b8c10517 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:39.452664 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-b3db6425-e5c0-4224-904d-e7e0b4b25403 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Deleting port 5cf59b7f-f238-4211-b18c-1bb5ba9d4187 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:35:39.453086 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b3db6425-e5c0-4224-904d-e7e0b4b25403 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:39.475896 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-95c18562-b2c5-4cc7-a09c-c1b1b8c10517 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:39.478033 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-95c18562-b2c5-4cc7-a09c-c1b1b8c10517 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:39.538087 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-04726390-d05e-4878-8d8e-88cb13bfb4ce None None] Provisioning complete for port 719e39ec-bea9-49a9-92d6-0025d3fbfab7 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:35:39.538582 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-04726390-d05e-4878-8d8e-88cb13bfb4ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:39.568076 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c18562-b2c5-4cc7-a09c-c1b1b8c10517 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Network 92924f74-2f90-45e5-9033-541c61add3eb is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:35:39.572273 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c18562-b2c5-4cc7-a09c-c1b1b8c10517 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event updated for resources: {'Subnet': ['ID=472e0ff6-8ec3-4058-945a-f3e5373749ca,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:39.577108 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-95c18562-b2c5-4cc7-a09c-c1b1b8c10517 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:35:39.581413 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c18562-b2c5-4cc7-a09c-c1b1b8c10517 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:39.582230 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-95c18562-b2c5-4cc7-a09c-c1b1b8c10517 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:39.589048 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38553767-06b3-4996-829a-387730f65b56 service neutron] Pushing event updated for resources: {'Port': ['ID=898d1acc-2af6-4093-9de7-c69ed9ead98f,revision_number=11']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:39.590132 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b3db6425-e5c0-4224-904d-e7e0b4b25403 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:39.606721 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ad794b-ef27-4325-97c3-3276900fb6d1 None None] Network 92924f74-2f90-45e5-9033-541c61add3eb requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:35:39.612675 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-b3db6425-e5c0-4224-904d-e7e0b4b25403 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Calling delete_port for 5cf59b7f-f238-4211-b18c-1bb5ba9d4187 owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:35:39.645856 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.db.api [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103286) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 17:35:39.646783 n-d-master-1 neutron-server[103286]: DEBUG oslo_db.api [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 17:35:39.657320 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c18562-b2c5-4cc7-a09c-c1b1b8c10517 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event updated for resources: {'Port': ['ID=719e39ec-bea9-49a9-92d6-0025d3fbfab7,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:39.700081 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-69971d39-4052-4e82-9f5b-56f1aacb08c3 req-38553767-06b3-4996-829a-387730f65b56 service neutron] No DVR routers for this DVR port 898d1acc-2af6-4093-9de7-c69ed9ead98f on host n-h1-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:35:39.744727 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-95c18562-b2c5-4cc7-a09c-c1b1b8c10517 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.7978387 Dec 06 17:35:39.747688 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 51730) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:39.753940 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-9ad578f9-80bd-4cea-a5e8-8ce9cafe243f tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Request body: {'port': {'network_id': '92924f74-2f90-45e5-9033-541c61add3eb', 'mac_address': 'fa:16:3e:b5:09:b5', 'name': 'tempest-NetworksTestDHCPv6-3805598'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:35:39.782169 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-04726390-d05e-4878-8d8e-88cb13bfb4ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:39.861881 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b3db6425-e5c0-4224-904d-e7e0b4b25403 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:39.862386 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-04726390-d05e-4878-8d8e-88cb13bfb4ce None None] For port 719e39ec-bea9-49a9-92d6-0025d3fbfab7, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=719e39ec-bea9-49a9-92d6-0025d3fbfab7,segment=NetworkSegment(a47332dc-5917-44f3-a9f4-ba1cd1d32759),segment_id=a47332dc-5917-44f3-a9f4-ba1cd1d32759)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:35:39.872973 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-04726390-d05e-4878-8d8e-88cb13bfb4ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:39.900628 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3db6425-e5c0-4224-904d-e7e0b4b25403 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Pushing event deleted for resources: {'Port': ['ID=5cf59b7f-f238-4211-b18c-1bb5ba9d4187,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:39.960050 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04726390-d05e-4878-8d8e-88cb13bfb4ce None None] Pushing event updated for resources: {'Port': ['ID=719e39ec-bea9-49a9-92d6-0025d3fbfab7,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:39.987050 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-03a2e040-da98-4085-a14a-1e0404e18b8c None None] Could not find standard attr ID for object 5cf59b7f-f238-4211-b18c-1bb5ba9d4187. {{(pid=103286) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 17:35:40.071476 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b3db6425-e5c0-4224-904d-e7e0b4b25403 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:40.088127 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-b3db6425-e5c0-4224-904d-e7e0b4b25403 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] 10.222.0.23 "DELETE /v2.0/ports/5cf59b7f-f238-4211-b18c-1bb5ba9d4187 HTTP/1.1" status: 204 len: 168 time: 0.8921247 Dec 06 17:35:40.088305 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 51736) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:40.101229 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-69971d39-4052-4e82-9f5b-56f1aacb08c3 req-38553767-06b3-4996-829a-387730f65b56 service neutron] 10.222.0.41 "PUT /v2.0/ports/898d1acc-2af6-4093-9de7-c69ed9ead98f/bindings/n-h2-master-1/activate HTTP/1.1" status: 200 len: 369 time: 2.0341840 Dec 06 17:35:40.119074 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad578f9-80bd-4cea-a5e8-8ce9cafe243f tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Made reservation on behalf of 58c2416ade7148dfa446cd47a01986fc for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:35:40.128003 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e623fe3-50d3-427c-aa0f-c54b11b6e270 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] GET failed (client error): The resource could not be found. Dec 06 17:35:40.136461 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-8e623fe3-50d3-427c-aa0f-c54b11b6e270 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] 10.222.0.23 "GET /v2.0/ports/5cf59b7f-f238-4211-b18c-1bb5ba9d4187 HTTP/1.1" status: 404 len: 333 time: 0.0435870 Dec 06 17:35:40.136941 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 51740) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:40.160358 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-6fff8e93-1028-4f7f-a2b8-f0ec91b3e32a tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Request body: {'port': {'network_id': '702d4517-69f3-41a6-938a-63108c69fac4', 'name': 'tempest-AllowedAddressPairTestJSON-810641537'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:35:40.289298 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69971d39-4052-4e82-9f5b-56f1aacb08c3 req-48007727-73be-455b-a02e-ab12d8c5e4ce tempest-TestNetworkAdvancedServerOps-348317602 tempest-TestNetworkAdvancedServerOps-348317602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:40.292805 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-69971d39-4052-4e82-9f5b-56f1aacb08c3 req-48007727-73be-455b-a02e-ab12d8c5e4ce tempest-TestNetworkAdvancedServerOps-348317602 tempest-TestNetworkAdvancedServerOps-348317602-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=aa6c79b8-9a38-41df-86ca-6ce3a373db00&tenant_id=87136a91f6c54863bdb78ae5833b5c4e&binding%3Ahost_id=n-h1-master-1 HTTP/1.1" status: 200 len: 1095 time: 0.1278923 Dec 06 17:35:40.369744 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ad578f9-80bd-4cea-a5e8-8ce9cafe243f tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:40.417156 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9ad578f9-80bd-4cea-a5e8-8ce9cafe243f tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] device_id is not set on port b394525b-e315-4f61-a90b-e9308f4b07ed yet. {{(pid=103285) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:35:40.431832 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69971d39-4052-4e82-9f5b-56f1aacb08c3 req-c636fad7-dd88-412b-8412-483ea6d38a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:40.438784 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-69971d39-4052-4e82-9f5b-56f1aacb08c3 req-c636fad7-dd88-412b-8412-483ea6d38a26 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=aa6c79b8-9a38-41df-86ca-6ce3a373db00&tenant_id=87136a91f6c54863bdb78ae5833b5c4e HTTP/1.1" status: 200 len: 1095 time: 0.1384010 Dec 06 17:35:40.545034 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e895ef05-9815-4f3b-a6b7-608b9af9ef6d req-638ac2ec-6ffe-456c-902d-84f4dcca3590 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:40.558193 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e895ef05-9815-4f3b-a6b7-608b9af9ef6d req-638ac2ec-6ffe-456c-902d-84f4dcca3590 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa6c79b8-9a38-41df-86ca-6ce3a373db00 HTTP/1.1" status: 200 len: 944 time: 0.1025875 Dec 06 17:35:40.564187 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69971d39-4052-4e82-9f5b-56f1aacb08c3 req-a8b80a41-285e-46a0-8d22-3487de1f11dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:40.566270 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-69971d39-4052-4e82-9f5b-56f1aacb08c3 req-a8b80a41-285e-46a0-8d22-3487de1f11dc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=87136a91f6c54863bdb78ae5833b5c4e&device_id=aa6c79b8-9a38-41df-86ca-6ce3a373db00 HTTP/1.1" status: 200 len: 1095 time: 0.0939608 Dec 06 17:35:40.575709 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fff8e93-1028-4f7f-a2b8-f0ec91b3e32a tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Made reservation on behalf of cc23e4542aba45ca9c378841a2ab2c85 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:35:40.581389 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6fff8e93-1028-4f7f-a2b8-f0ec91b3e32a tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:40.680533 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e895ef05-9815-4f3b-a6b7-608b9af9ef6d req-ca0f9cbd-3514-4c70-83ba-5a3fed0ce13c tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dc80c36-8cf2-463d-929d-e78b3fbfe10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196222 Dec 06 17:35:40.687899 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-6fff8e93-1028-4f7f-a2b8-f0ec91b3e32a tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] device_id is not set on port 67fb5ab9-1470-496c-b56f-3596a3c3130b yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:35:40.750326 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 719e39ec-bea9-49a9-92d6-0025d3fbfab7 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:35:40.867570 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 719e39ec-bea9-49a9-92d6-0025d3fbfab7 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:35:40.868270 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:40.877805 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69971d39-4052-4e82-9f5b-56f1aacb08c3 req-537d11b8-b1ec-4b8c-b579-d96c9356aaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:40.880797 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-69971d39-4052-4e82-9f5b-56f1aacb08c3 req-537d11b8-b1ec-4b8c-b579-d96c9356aaf9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2ad59fcd-0d86-4bbd-abb1-606e8df3cf18 HTTP/1.1" status: 200 len: 898 time: 0.2916982 Dec 06 17:35:40.890334 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-9ad578f9-80bd-4cea-a5e8-8ce9cafe243f tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Allocated IP 172.20.0.8 (92924f74-2f90-45e5-9033-541c61add3eb/dca69f26-1f62-4cef-9ce1-d25967b4f6e4/b394525b-e315-4f61-a90b-e9308f4b07ed) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:35:40.917544 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-6fff8e93-1028-4f7f-a2b8-f0ec91b3e32a tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Allocated IP 172.20.0.5 (702d4517-69f3-41a6-938a-63108c69fac4/3cc82197-a1be-4696-a2e2-cabd68e6ddf9/67fb5ab9-1470-496c-b56f-3596a3c3130b) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:35:40.922868 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-9ad578f9-80bd-4cea-a5e8-8ce9cafe243f tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Allocated IP 2001:db8::f816:3eff:feb5:9b5 (92924f74-2f90-45e5-9033-541c61add3eb/472e0ff6-8ec3-4058-945a-f3e5373749ca/b394525b-e315-4f61-a90b-e9308f4b07ed) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:35:41.043113 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b3228ee6-e0f5-4d48-bb20-969a921cbbd3 None None] Provisioning complete for port 719e39ec-bea9-49a9-92d6-0025d3fbfab7 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:35:41.043868 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b3228ee6-e0f5-4d48-bb20-969a921cbbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:41.046308 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-69971d39-4052-4e82-9f5b-56f1aacb08c3 req-584d9f4e-31e9-4ec5-a681-51b5447f0468 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=898d1acc-2af6-4093-9de7-c69ed9ead98f HTTP/1.1" status: 200 len: 999 time: 0.1449215 Dec 06 17:35:41.172609 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69971d39-4052-4e82-9f5b-56f1aacb08c3 req-377c06dc-e028-47a7-b0e6-1a62c21f2c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:41.174060 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-69971d39-4052-4e82-9f5b-56f1aacb08c3 req-377c06dc-e028-47a7-b0e6-1a62c21f2c5e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=de158a22-7810-46bd-88c3-c73b7c7c458f HTTP/1.1" status: 200 len: 835 time: 0.1194878 Dec 06 17:35:41.250547 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69971d39-4052-4e82-9f5b-56f1aacb08c3 req-571005e9-89a4-40af-813e-edfa19b5eda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:41.252072 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-69971d39-4052-4e82-9f5b-56f1aacb08c3 req-571005e9-89a4-40af-813e-edfa19b5eda7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2ad59fcd-0d86-4bbd-abb1-606e8df3cf18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708754 Dec 06 17:35:41.274777 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ad578f9-80bd-4cea-a5e8-8ce9cafe243f tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:41.426520 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-69971d39-4052-4e82-9f5b-56f1aacb08c3 req-a43e4be5-b7d3-4c62-8dfb-69f53ecea2e8 service neutron] 10.222.0.44 "GET /v2.0/networks/2ad59fcd-0d86-4bbd-abb1-606e8df3cf18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651134 Dec 06 17:35:41.432481 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ad578f9-80bd-4cea-a5e8-8ce9cafe243f tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:41.537811 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad578f9-80bd-4cea-a5e8-8ce9cafe243f tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Network 92924f74-2f90-45e5-9033-541c61add3eb is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:35:41.543625 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad578f9-80bd-4cea-a5e8-8ce9cafe243f tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event updated for resources: {'Port': ['ID=b394525b-e315-4f61-a90b-e9308f4b07ed,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:41.546392 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-9ad578f9-80bd-4cea-a5e8-8ce9cafe243f tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:35:41.550089 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad578f9-80bd-4cea-a5e8-8ce9cafe243f tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:35:41.581063 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6fff8e93-1028-4f7f-a2b8-f0ec91b3e32a tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:41.620316 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad578f9-80bd-4cea-a5e8-8ce9cafe243f tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:41.621051 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ad578f9-80bd-4cea-a5e8-8ce9cafe243f tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:41.629797 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-69971d39-4052-4e82-9f5b-56f1aacb08c3 req-1e8ade30-c1e4-4572-aa7f-0f2fdb890692 service neutron] 10.222.0.44 "GET /v2.0/networks/2ad59fcd-0d86-4bbd-abb1-606e8df3cf18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663632 Dec 06 17:35:41.653357 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-9ad578f9-80bd-4cea-a5e8-8ce9cafe243f tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.9042697 Dec 06 17:35:41.656823 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 51754) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:41.727541 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6fff8e93-1028-4f7f-a2b8-f0ec91b3e32a tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:41.822407 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6441b94b-3181-48b3-bdfe-214bc72024d3 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:41.830651 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6441b94b-3181-48b3-bdfe-214bc72024d3 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:41.832538 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-6441b94b-3181-48b3-bdfe-214bc72024d3 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1859 time: 0.1747601 Dec 06 17:35:41.835415 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 51760) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:41.912391 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fff8e93-1028-4f7f-a2b8-f0ec91b3e32a tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Pushing event updated for resources: {'Port': ['ID=67fb5ab9-1470-496c-b56f-3596a3c3130b,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:41.931167 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fff8e93-1028-4f7f-a2b8-f0ec91b3e32a tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Network 702d4517-69f3-41a6-938a-63108c69fac4 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:35:41.934174 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-6fff8e93-1028-4f7f-a2b8-f0ec91b3e32a tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:35:41.937669 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fff8e93-1028-4f7f-a2b8-f0ec91b3e32a tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:35:42.003298 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f6faac-152c-4cd1-9968-6e43d9c50705 req-0c986cb0-1bbd-44db-9eb8-36e2ff1a875c tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:42.004885 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-46f6faac-152c-4cd1-9968-6e43d9c50705 req-0c986cb0-1bbd-44db-9eb8-36e2ff1a875c tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa6c79b8-9a38-41df-86ca-6ce3a373db00 HTTP/1.1" status: 200 len: 944 time: 0.1245813 Dec 06 17:35:42.057596 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69971d39-4052-4e82-9f5b-56f1aacb08c3 req-827afa85-fbc4-41b9-b7a4-18a2a0ae11a3 tempest-TestNetworkAdvancedServerOps-348317602 tempest-TestNetworkAdvancedServerOps-348317602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:42.059855 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-69971d39-4052-4e82-9f5b-56f1aacb08c3 req-827afa85-fbc4-41b9-b7a4-18a2a0ae11a3 tempest-TestNetworkAdvancedServerOps-348317602 tempest-TestNetworkAdvancedServerOps-348317602-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=aa6c79b8-9a38-41df-86ca-6ce3a373db00&tenant_id=87136a91f6c54863bdb78ae5833b5c4e&binding%3Ahost_id=n-h2-master-1 HTTP/1.1" status: 200 len: 1095 time: 0.0850971 Dec 06 17:35:42.095547 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fff8e93-1028-4f7f-a2b8-f0ec91b3e32a tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:42.096225 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6fff8e93-1028-4f7f-a2b8-f0ec91b3e32a tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:42.123643 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-bd9d834f-a743-4ed6-8706-cfaee9d305e1 None None] Provisioning complete for port b394525b-e315-4f61-a90b-e9308f4b07ed triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:35:42.124195 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bd9d834f-a743-4ed6-8706-cfaee9d305e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:42.141072 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-6fff8e93-1028-4f7f-a2b8-f0ec91b3e32a tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.0000174 Dec 06 17:35:42.146319 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-46f6faac-152c-4cd1-9968-6e43d9c50705 req-30907f00-b341-44e6-a5c0-515bb0cafc49 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dc80c36-8cf2-463d-929d-e78b3fbfe10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161649 Dec 06 17:35:42.146849 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 51762) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:42.152450 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-ad41ccec-17ec-4348-b24a-7a9a352d14eb tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Request body: {'port': {'network_id': '702d4517-69f3-41a6-938a-63108c69fac4', 'name': 'tempest-AllowedAddressPairTestJSON-1185683925'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:35:42.162565 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-b775fdd7-982d-4241-bf05-4be8099b3f63 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Deleting port b394525b-e315-4f61-a90b-e9308f4b07ed {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:35:42.162922 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b775fdd7-982d-4241-bf05-4be8099b3f63 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:42.230579 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-bd9d834f-a743-4ed6-8706-cfaee9d305e1 None None] Port b394525b-e315-4f61-a90b-e9308f4b07ed cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:35:42.328127 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad41ccec-17ec-4348-b24a-7a9a352d14eb tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Made reservation on behalf of cc23e4542aba45ca9c378841a2ab2c85 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:35:42.332060 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ad41ccec-17ec-4348-b24a-7a9a352d14eb tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:42.354356 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-ad41ccec-17ec-4348-b24a-7a9a352d14eb tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] device_id is not set on port 4a0e9b29-b021-41e6-81a3-30234ae3db6d yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:35:42.359634 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-7e11d0f2-7d6a-4420-be92-037f2e00a43d None None] Provisioning complete for port 67fb5ab9-1470-496c-b56f-3596a3c3130b triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:35:42.360214 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7e11d0f2-7d6a-4420-be92-037f2e00a43d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:42.415992 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b775fdd7-982d-4241-bf05-4be8099b3f63 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:42.434278 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-b775fdd7-982d-4241-bf05-4be8099b3f63 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Calling delete_port for b394525b-e315-4f61-a90b-e9308f4b07ed owned by {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:35:42.442967 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-7e11d0f2-7d6a-4420-be92-037f2e00a43d None None] Port 67fb5ab9-1470-496c-b56f-3596a3c3130b cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:35:42.580879 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-ad41ccec-17ec-4348-b24a-7a9a352d14eb tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Allocated IP 172.20.0.7 (702d4517-69f3-41a6-938a-63108c69fac4/3cc82197-a1be-4696-a2e2-cabd68e6ddf9/4a0e9b29-b021-41e6-81a3-30234ae3db6d) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:35:42.697023 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b775fdd7-982d-4241-bf05-4be8099b3f63 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:42.741877 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b775fdd7-982d-4241-bf05-4be8099b3f63 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event deleted for resources: {'Port': ['ID=b394525b-e315-4f61-a90b-e9308f4b07ed,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:42.804737 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-69971d39-4052-4e82-9f5b-56f1aacb08c3 req-22296f76-8dfe-408e-a7da-9ac98dc4c7e7 service neutron] For port 898d1acc-2af6-4093-9de7-c69ed9ead98f, host n-h1-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:35:42.823556 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ad41ccec-17ec-4348-b24a-7a9a352d14eb tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:42.837117 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-69971d39-4052-4e82-9f5b-56f1aacb08c3 req-22296f76-8dfe-408e-a7da-9ac98dc4c7e7 service neutron] Publish callbacks [] for binding, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:42.839105 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-69971d39-4052-4e82-9f5b-56f1aacb08c3 req-22296f76-8dfe-408e-a7da-9ac98dc4c7e7 service neutron] 10.222.0.44 "DELETE /v2.0/ports/898d1acc-2af6-4093-9de7-c69ed9ead98f/bindings/n-h1-master-1 HTTP/1.1" status: 204 len: 173 time: 0.7707090 Dec 06 17:35:42.920532 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ad41ccec-17ec-4348-b24a-7a9a352d14eb tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:42.966360 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b775fdd7-982d-4241-bf05-4be8099b3f63 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:42.973725 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-b775fdd7-982d-4241-bf05-4be8099b3f63 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/ports/b394525b-e315-4f61-a90b-e9308f4b07ed HTTP/1.1" status: 204 len: 168 time: 1.1369712 Dec 06 17:35:42.976133 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 51770) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:43.003141 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad41ccec-17ec-4348-b24a-7a9a352d14eb tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Pushing event updated for resources: {'Port': ['ID=4a0e9b29-b021-41e6-81a3-30234ae3db6d,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:43.018730 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad41ccec-17ec-4348-b24a-7a9a352d14eb tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Network 702d4517-69f3-41a6-938a-63108c69fac4 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:35:43.020446 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-ad41ccec-17ec-4348-b24a-7a9a352d14eb tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:35:43.023495 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad41ccec-17ec-4348-b24a-7a9a352d14eb tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:35:43.054142 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e976f6d0-5d7d-45bb-8954-d017beaace3a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:43.061223 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e976f6d0-5d7d-45bb-8954-d017beaace3a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:43.063024 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e976f6d0-5d7d-45bb-8954-d017beaace3a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:43.069331 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-e976f6d0-5d7d-45bb-8954-d017beaace3a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0907161 Dec 06 17:35:43.069331 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 51772) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:43.150531 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad41ccec-17ec-4348-b24a-7a9a352d14eb tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:43.151623 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ad41ccec-17ec-4348-b24a-7a9a352d14eb tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:43.177947 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-11a486af-100e-4327-addd-28e2373bcdb4 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Deleting subnet 472e0ff6-8ec3-4058-945a-f3e5373749ca {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:35:43.205668 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-ad41ccec-17ec-4348-b24a-7a9a352d14eb tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0575473 Dec 06 17:35:43.208086 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-11a486af-100e-4327-addd-28e2373bcdb4 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:43.208231 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 51776) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:43.214410 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-89da8118-0874-4020-ae5f-f4560493dfed tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:ab:fd:75'}, {'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:06:e9:e4'}]}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:35:43.313308 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-11a486af-100e-4327-addd-28e2373bcdb4 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:43.463559 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f327ee52-32d1-4104-ba1a-9d3995c2edcf req-3f350fe2-e5a1-4b7c-a33e-00556d6582dd tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:43.465216 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f327ee52-32d1-4104-ba1a-9d3995c2edcf req-3f350fe2-e5a1-4b7c-a33e-00556d6582dd tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa6c79b8-9a38-41df-86ca-6ce3a373db00 HTTP/1.1" status: 200 len: 944 time: 0.1657619 Dec 06 17:35:43.479218 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4bd0c617-bbe4-4ca8-8300-c250c0ae20e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:43.490321 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-5e3adddb-2254-462d-b881-082d158cb839 None None] Provisioning complete for port 4a0e9b29-b021-41e6-81a3-30234ae3db6d triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:35:43.490927 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5e3adddb-2254-462d-b881-082d158cb839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:43.559186 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-11a486af-100e-4327-addd-28e2373bcdb4 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:43.581720 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-5e3adddb-2254-462d-b881-082d158cb839 None None] Port 4a0e9b29-b021-41e6-81a3-30234ae3db6d cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:35:43.601295 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-89da8118-0874-4020-ae5f-f4560493dfed tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:43.662291 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f327ee52-32d1-4104-ba1a-9d3995c2edcf req-2b86c955-b429-4680-9a00-d00958164c2d tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dc80c36-8cf2-463d-929d-e78b3fbfe10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1891634 Dec 06 17:35:43.856626 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-11a486af-100e-4327-addd-28e2373bcdb4 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:43.959332 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a486af-100e-4327-addd-28e2373bcdb4 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event deleted for resources: {'Subnet': ['ID=472e0ff6-8ec3-4058-945a-f3e5373749ca,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:43.961330 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62bc1ea-53cb-4fd9-9d81-57a90bfe7619 None None] Network 92924f74-2f90-45e5-9033-541c61add3eb requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:35:43.979301 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-11a486af-100e-4327-addd-28e2373bcdb4 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:43.989070 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-11a486af-100e-4327-addd-28e2373bcdb4 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/subnets/472e0ff6-8ec3-4058-945a-f3e5373749ca HTTP/1.1" status: 204 len: 168 time: 0.9190731 Dec 06 17:35:43.994156 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 51798) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:44.042417 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-89da8118-0874-4020-ae5f-f4560493dfed tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:44.058241 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-89da8118-0874-4020-ae5f-f4560493dfed tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:44.135656 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-daf4fb3c-968e-4add-8083-3f46421bdc40 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Deleting subnet dca69f26-1f62-4cef-9ce1-d25967b4f6e4 {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:35:44.152446 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-daf4fb3c-968e-4add-8083-3f46421bdc40 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:44.161691 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89da8118-0874-4020-ae5f-f4560493dfed tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Pushing event updated for resources: {'Port': ['ID=4a0e9b29-b021-41e6-81a3-30234ae3db6d,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:44.168821 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdde25f-386d-45a8-ba66-8cc5d4af794d req-4d094d0f-5685-4afb-95f8-ff2339f88203 tempest-TestNetworkAdvancedServerOps-348317602 tempest-TestNetworkAdvancedServerOps-348317602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:44.170432 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-dcdde25f-386d-45a8-ba66-8cc5d4af794d req-4d094d0f-5685-4afb-95f8-ff2339f88203 tempest-TestNetworkAdvancedServerOps-348317602 tempest-TestNetworkAdvancedServerOps-348317602-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=aa6c79b8-9a38-41df-86ca-6ce3a373db00 HTTP/1.1" status: 200 len: 1095 time: 0.2624521 Dec 06 17:35:44.244284 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-daf4fb3c-968e-4add-8083-3f46421bdc40 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:44.307605 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-89da8118-0874-4020-ae5f-f4560493dfed tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] In _notify_port_updated(), no bound segment for port 4a0e9b29-b021-41e6-81a3-30234ae3db6d on network 702d4517-69f3-41a6-938a-63108c69fac4 {{(pid=103284) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 17:35:44.316957 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89da8118-0874-4020-ae5f-f4560493dfed tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:44.317693 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-89da8118-0874-4020-ae5f-f4560493dfed tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:44.319074 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-89da8118-0874-4020-ae5f-f4560493dfed tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] 10.222.0.23 "PUT /v2.0/ports/4a0e9b29-b021-41e6-81a3-30234ae3db6d HTTP/1.1" status: 200 len: 1055 time: 1.1099415 Dec 06 17:35:44.326674 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 51800) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:44.455018 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-dcdde25f-386d-45a8-ba66-8cc5d4af794d req-f18bfa1c-8338-4134-b175-de828c4fee62 tempest-TestNetworkAdvancedServerOps-348317602 tempest-TestNetworkAdvancedServerOps-348317602-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=7dc80c36-8cf2-463d-929d-e78b3fbfe10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2766058 Dec 06 17:35:44.488019 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-daf4fb3c-968e-4add-8083-3f46421bdc40 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:44.557949 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-a44b0392-3984-45f2-ba8f-977e88a759d3 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Deleting port 4a0e9b29-b021-41e6-81a3-30234ae3db6d {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:35:44.562449 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a44b0392-3984-45f2-ba8f-977e88a759d3 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:44.640982 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-daf4fb3c-968e-4add-8083-3f46421bdc40 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:44.735121 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a753e455-1331-4beb-900d-da0bf726f5a0 None None] Provisioning complete for port 4a0e9b29-b021-41e6-81a3-30234ae3db6d triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:35:44.735695 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a753e455-1331-4beb-900d-da0bf726f5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:44.754717 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-daf4fb3c-968e-4add-8083-3f46421bdc40 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:44.758307 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-daf4fb3c-968e-4add-8083-3f46421bdc40 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/subnets/dca69f26-1f62-4cef-9ce1-d25967b4f6e4 HTTP/1.1" status: 204 len: 168 time: 0.7617011 Dec 06 17:35:44.761875 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf4fb3c-968e-4add-8083-3f46421bdc40 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event deleted for resources: {'Subnet': ['ID=dca69f26-1f62-4cef-9ce1-d25967b4f6e4,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:44.778601 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 51804) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:44.805607 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d631244c-3850-4911-a5fa-026851a0d39e req-e115f4bf-1d1a-4cd3-8ab1-34ac25c41610 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:44.809715 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d631244c-3850-4911-a5fa-026851a0d39e req-e115f4bf-1d1a-4cd3-8ab1-34ac25c41610 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa6c79b8-9a38-41df-86ca-6ce3a373db00 HTTP/1.1" status: 200 len: 944 time: 0.1552472 Dec 06 17:35:44.824098 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a753e455-1331-4beb-900d-da0bf726f5a0 None None] Port 4a0e9b29-b021-41e6-81a3-30234ae3db6d cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:35:44.914182 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d631244c-3850-4911-a5fa-026851a0d39e req-41d87fd6-840c-4128-b1fa-63bb324e2baa tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dc80c36-8cf2-463d-929d-e78b3fbfe10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985050 Dec 06 17:35:44.920879 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-b6c2af0f-5829-404a-981b-f1a45ccd36b5 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1375225 Dec 06 17:35:44.923647 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 51808) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:44.928746 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-b5870bb6-5ae4-4bfa-b115-dfd33249a68a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Request body: {'subnet': {'network_id': '92924f74-2f90-45e5-9033-541c61add3eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:35:44.971216 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 51810) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:45.023668 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a44b0392-3984-45f2-ba8f-977e88a759d3 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:45.054618 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-a44b0392-3984-45f2-ba8f-977e88a759d3 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Calling delete_port for 4a0e9b29-b021-41e6-81a3-30234ae3db6d owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:35:45.272167 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-5de0ea5d-4f2d-4d58-80c5-e0bc2b134def tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/floatingips/45ab3526-947b-4f10-bf72-c962f2e395a6 HTTP/1.1" status: 200 len: 991 time: 0.2798233 Dec 06 17:35:45.281326 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5870bb6-5ae4-4bfa-b115-dfd33249a68a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Made reservation on behalf of 58c2416ade7148dfa446cd47a01986fc for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:35:45.290038 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b5870bb6-5ae4-4bfa-b115-dfd33249a68a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:45.365443 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2078e03-1c30-4602-b8ee-561a4228bcd1 None None] Network 92924f74-2f90-45e5-9033-541c61add3eb requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:35:45.379499 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-8c8a587d-88ff-406d-9d78-53656f243a67 None None] Provisioning complete for port 719e39ec-bea9-49a9-92d6-0025d3fbfab7 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:35:45.379964 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8c8a587d-88ff-406d-9d78-53656f243a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:45.413903 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a44b0392-3984-45f2-ba8f-977e88a759d3 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:45.484383 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44b0392-3984-45f2-ba8f-977e88a759d3 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Pushing event deleted for resources: {'Port': ['ID=4a0e9b29-b021-41e6-81a3-30234ae3db6d,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:45.613263 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 51822) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:45.856648 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ffa09dff-ed97-4c36-9e5a-4c5a346d060b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:46.062381 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39aed476-7b6c-4663-8d09-c7810793673a None None] DHCP port deletion for 92924f74-2f90-45e5-9033-541c61add3eb request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:35:46.131513 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-39aed476-7b6c-4663-8d09-c7810793673a None None] Deleting port 719e39ec-bea9-49a9-92d6-0025d3fbfab7 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:35:46.132123 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-39aed476-7b6c-4663-8d09-c7810793673a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:46.297233 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a44b0392-3984-45f2-ba8f-977e88a759d3 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:46.304638 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 51830) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:46.305726 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-a44b0392-3984-45f2-ba8f-977e88a759d3 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] 10.222.0.23 "DELETE /v2.0/ports/4a0e9b29-b021-41e6-81a3-30234ae3db6d HTTP/1.1" status: 204 len: 168 time: 1.9735405 Dec 06 17:35:46.318118 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-1993a3df-7b91-421f-a1ba-2e6d7b8a69da tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Deleting port d499c3dc-9885-45d8-a65b-b8b7c2faa42e {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:35:46.318476 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1993a3df-7b91-421f-a1ba-2e6d7b8a69da tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:46.332717 n-d-master-1 neutron-server[103285]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0066b1e-6b10-4ce7-9d2d-5220fb7f325d tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] GET failed (client error): The resource could not be found. Dec 06 17:35:46.334432 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-b0066b1e-6b10-4ce7-9d2d-5220fb7f325d tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] 10.222.0.23 "GET /v2.0/ports/4a0e9b29-b021-41e6-81a3-30234ae3db6d HTTP/1.1" status: 404 len: 333 time: 0.0276175 Dec 06 17:35:46.337759 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 51832) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:46.435250 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-39aed476-7b6c-4663-8d09-c7810793673a None None] For port 719e39ec-bea9-49a9-92d6-0025d3fbfab7, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=719e39ec-bea9-49a9-92d6-0025d3fbfab7,segment=NetworkSegment(a47332dc-5917-44f3-a9f4-ba1cd1d32759),segment_id=a47332dc-5917-44f3-a9f4-ba1cd1d32759)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:35:46.435682 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-39aed476-7b6c-4663-8d09-c7810793673a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:46.458450 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-39aed476-7b6c-4663-8d09-c7810793673a None None] Calling delete_port for 719e39ec-bea9-49a9-92d6-0025d3fbfab7 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:35:46.471331 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1993a3df-7b91-421f-a1ba-2e6d7b8a69da tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:46.471874 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1993a3df-7b91-421f-a1ba-2e6d7b8a69da tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:46.496660 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-1993a3df-7b91-421f-a1ba-2e6d7b8a69da tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Calling delete_port for d499c3dc-9885-45d8-a65b-b8b7c2faa42e owned by network:floatingip {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:35:46.510430 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b5870bb6-5ae4-4bfa-b115-dfd33249a68a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:46.586176 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-39aed476-7b6c-4663-8d09-c7810793673a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:46.592754 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-5b3cdfdc-c21a-4a37-9554-bdd1e9a40139 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Deleting port 67fb5ab9-1470-496c-b56f-3596a3c3130b {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:35:46.593434 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5b3cdfdc-c21a-4a37-9554-bdd1e9a40139 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:46.606543 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39aed476-7b6c-4663-8d09-c7810793673a None None] No DVR routers for this DVR port 719e39ec-bea9-49a9-92d6-0025d3fbfab7 on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:35:46.654646 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aed476-7b6c-4663-8d09-c7810793673a None None] Pushing event deleted for resources: {'Port': ['ID=719e39ec-bea9-49a9-92d6-0025d3fbfab7,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:46.717987 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5870bb6-5ae4-4bfa-b115-dfd33249a68a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Network 92924f74-2f90-45e5-9033-541c61add3eb is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:35:46.734050 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5870bb6-5ae4-4bfa-b115-dfd33249a68a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event updated for resources: {'Subnet': ['ID=666628fe-3230-421a-87b7-3eea7657ce65,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:46.745225 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-b5870bb6-5ae4-4bfa-b115-dfd33249a68a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:35:46.761793 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5870bb6-5ae4-4bfa-b115-dfd33249a68a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:46.762519 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b5870bb6-5ae4-4bfa-b115-dfd33249a68a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:46.762692 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b437c68e-752a-421e-9860-8cb7756875ce None None] Network 92924f74-2f90-45e5-9033-541c61add3eb requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:35:46.769407 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 719e39ec-bea9-49a9-92d6-0025d3fbfab7 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:35:46.806214 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-b5870bb6-5ae4-4bfa-b115-dfd33249a68a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8779938 Dec 06 17:35:46.806554 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 51834) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:46.812350 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-00c12b5c-6fdc-4055-b7f2-85b0dce2042f tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Request body: {'subnet': {'network_id': '92924f74-2f90-45e5-9033-541c61add3eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:35:46.831900 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5b3cdfdc-c21a-4a37-9554-bdd1e9a40139 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:46.832097 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1993a3df-7b91-421f-a1ba-2e6d7b8a69da tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:46.862515 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1993a3df-7b91-421f-a1ba-2e6d7b8a69da tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Pushing event deleted for resources: {'Port': ['ID=d499c3dc-9885-45d8-a65b-b8b7c2faa42e,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:46.941798 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1993a3df-7b91-421f-a1ba-2e6d7b8a69da tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for floatingip, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:46.942629 n-d-master-1 neutron-server[103284]: INFO neutron.db.l3_db [None req-1993a3df-7b91-421f-a1ba-2e6d7b8a69da tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Floating IP 45ab3526-947b-4f10-bf72-c962f2e395a6 disassociated (deleted). External IP: 172.35.1.171, port: 898d1acc-2af6-4093-9de7-c69ed9ead98f. Dec 06 17:35:46.958577 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-5b3cdfdc-c21a-4a37-9554-bdd1e9a40139 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Calling delete_port for 67fb5ab9-1470-496c-b56f-3596a3c3130b owned by {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:35:47.007190 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 719e39ec-bea9-49a9-92d6-0025d3fbfab7 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:35:47.007800 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 719e39ec-bea9-49a9-92d6-0025d3fbfab7 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:35:47.068988 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c12b5c-6fdc-4055-b7f2-85b0dce2042f tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Made reservation on behalf of 58c2416ade7148dfa446cd47a01986fc for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:35:47.070846 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:47.091510 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-00c12b5c-6fdc-4055-b7f2-85b0dce2042f tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:47.118546 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d1c769-3c9e-4dbb-9a39-618e1c4ca490 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-92924f74-2f90-45e5-9033-541c61add3eb', 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb', 'tenant_id': '58c2416ade7148dfa446cd47a01986fc', 'fixed_ips': [{'subnet_id': '666628fe-3230-421a-87b7-3eea7657ce65'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:35:47.119887 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-11d1c769-3c9e-4dbb-9a39-618e1c4ca490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:47.329272 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-11d1c769-3c9e-4dbb-9a39-618e1c4ca490 None None] Allocated IP 172.20.0.2 (92924f74-2f90-45e5-9033-541c61add3eb/666628fe-3230-421a-87b7-3eea7657ce65/bfd24d93-346b-4fa6-b808-9f732eb016db) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:35:47.345522 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5b3cdfdc-c21a-4a37-9554-bdd1e9a40139 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:47.413504 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3cdfdc-c21a-4a37-9554-bdd1e9a40139 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Pushing event deleted for resources: {'Port': ['ID=67fb5ab9-1470-496c-b56f-3596a3c3130b,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:47.443716 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1993a3df-7b91-421f-a1ba-2e6d7b8a69da tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Router be5a6b5f-cbc3-4fef-97e1-a795b9f2b008 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:35:47.682575 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-11d1c769-3c9e-4dbb-9a39-618e1c4ca490 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:47.691592 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-11d1c769-3c9e-4dbb-9a39-618e1c4ca490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:47.725001 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1993a3df-7b91-421f-a1ba-2e6d7b8a69da tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:35:47.731113 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1993a3df-7b91-421f-a1ba-2e6d7b8a69da tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:47.736776 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d1c769-3c9e-4dbb-9a39-618e1c4ca490 None None] Network 92924f74-2f90-45e5-9033-541c61add3eb is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:35:47.740755 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1484cac4-fd73-47f2-b4f3-d6c54c5be060 None None] Sync routers for ids ['be5a6b5f-cbc3-4fef-97e1-a795b9f2b008'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:35:47.754054 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-11d1c769-3c9e-4dbb-9a39-618e1c4ca490 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:35:47.762249 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d1c769-3c9e-4dbb-9a39-618e1c4ca490 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:35:47.788925 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-1993a3df-7b91-421f-a1ba-2e6d7b8a69da tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "DELETE /v2.0/floatingips/45ab3526-947b-4f10-bf72-c962f2e395a6 HTTP/1.1" status: 204 len: 168 time: 2.1746485 Dec 06 17:35:47.792825 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa6c79b8-9a38-41df-86ca-6ce3a373db00', 'tag': '898d1acc-2af6-4093-9de7-c69ed9ead98f'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:35:47.796641 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86d527ea-6812-4230-ae1a-5536def4f4d1" -d '{"events": [{"name": "network-changed", "server_uuid": "aa6c79b8-9a38-41df-86ca-6ce3a373db00", "tag": "898d1acc-2af6-4093-9de7-c69ed9ead98f"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:35:47.799871 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1484cac4-fd73-47f2-b4f3-d6c54c5be060 None None] Routers {'be5a6b5f-cbc3-4fef-97e1-a795b9f2b008'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:35:47.800630 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-1484cac4-fd73-47f2-b4f3-d6c54c5be060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:35:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['be5a6b5f-cbc3-4fef-97e1-a795b9f2b008'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:35:47.823083 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5b3cdfdc-c21a-4a37-9554-bdd1e9a40139 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:47.831879 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-5b3cdfdc-c21a-4a37-9554-bdd1e9a40139 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] 10.222.0.23 "DELETE /v2.0/ports/67fb5ab9-1470-496c-b56f-3596a3c3130b HTTP/1.1" status: 204 len: 168 time: 1.4906540 Dec 06 17:35:47.833494 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 51850) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:47.873558 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7eec287-abe8-48c9-b1c2-eeefc9018bbc x-openstack-request-id: req-f7eec287-abe8-48c9-b1c2-eeefc9018bbc {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:35:47.874148 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa6c79b8-9a38-41df-86ca-6ce3a373db00", "tag": "898d1acc-2af6-4093-9de7-c69ed9ead98f", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:35:47.874658 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f7eec287-abe8-48c9-b1c2-eeefc9018bbc {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:35:47.875171 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa6c79b8-9a38-41df-86ca-6ce3a373db00', 'tag': '898d1acc-2af6-4093-9de7-c69ed9ead98f', 'status': 'completed', 'code': 200} Dec 06 17:35:47.898103 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d1c769-3c9e-4dbb-9a39-618e1c4ca490 None None] Pushing event updated for resources: {'Port': ['ID=bfd24d93-346b-4fa6-b808-9f732eb016db,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:47.905443 n-d-master-1 neutron-server[103285]: INFO neutron.pecan_wsgi.hooks.translation [None req-80601276-a41d-44b6-913a-74065e8b2f0f tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] GET failed (client error): The resource could not be found. Dec 06 17:35:47.912237 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-80601276-a41d-44b6-913a-74065e8b2f0f tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] 10.222.0.23 "GET /v2.0/ports/67fb5ab9-1470-496c-b56f-3596a3c3130b HTTP/1.1" status: 404 len: 333 time: 0.0727210 Dec 06 17:35:47.912861 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 51852) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:47.967913 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-11d1c769-3c9e-4dbb-9a39-618e1c4ca490 None None] Attempting to bind port bfd24d93-346b-4fa6-b808-9f732eb016db on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:35:47.968297 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-11d1c769-3c9e-4dbb-9a39-618e1c4ca490 None None] Attempting to bind port bfd24d93-346b-4fa6-b808-9f732eb016db by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'a47332dc-5917-44f3-a9f4-ba1cd1d32759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:35:47.968662 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d1c769-3c9e-4dbb-9a39-618e1c4ca490 None None] Attempting to bind port bfd24d93-346b-4fa6-b808-9f732eb016db on network 92924f74-2f90-45e5-9033-541c61add3eb {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:35:48.007552 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d1c769-3c9e-4dbb-9a39-618e1c4ca490 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:35:48.008285 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d1c769-3c9e-4dbb-9a39-618e1c4ca490 None None] Checking segment: {'id': 'a47332dc-5917-44f3-a9f4-ba1cd1d32759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:35:48.008900 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-11d1c769-3c9e-4dbb-9a39-618e1c4ca490 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:48.009323 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d1c769-3c9e-4dbb-9a39-618e1c4ca490 None None] Bound using segment: {'id': 'a47332dc-5917-44f3-a9f4-ba1cd1d32759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:35:48.009837 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-11d1c769-3c9e-4dbb-9a39-618e1c4ca490 None None] Bound port: bfd24d93-346b-4fa6-b808-9f732eb016db, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a47332dc-5917-44f3-a9f4-ba1cd1d32759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:35:48.010336 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-11d1c769-3c9e-4dbb-9a39-618e1c4ca490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:48.094094 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d527ea-6812-4230-ae1a-5536def4f4d1 req-ab1b5f4c-65d4-4a32-9733-fb479afc3335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:48.095490 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-86d527ea-6812-4230-ae1a-5536def4f4d1 req-ab1b5f4c-65d4-4a32-9733-fb479afc3335 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=87136a91f6c54863bdb78ae5833b5c4e&device_id=aa6c79b8-9a38-41df-86ca-6ce3a373db00 HTTP/1.1" status: 200 len: 1095 time: 0.1870065 Dec 06 17:35:48.115834 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-5aa1fe46-8e2a-4c44-aa08-546d620c1788 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Deleting port 6acfac89-799e-46b9-a44d-d28766f0172f {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:35:48.116450 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5aa1fe46-8e2a-4c44-aa08-546d620c1788 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:48.166605 n-d-master-1 neutron-server[103285]: DEBUG neutron.objects.ports [None req-00c12b5c-6fdc-4055-b7f2-85b0dce2042f tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103285) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 17:35:48.174125 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-1484cac4-fd73-47f2-b4f3-d6c54c5be060 None None] Set router be5a6b5f-cbc3-4fef-97e1-a795b9f2b008 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:35:48.243715 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5aa1fe46-8e2a-4c44-aa08-546d620c1788 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:48.272213 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-5aa1fe46-8e2a-4c44-aa08-546d620c1788 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Calling delete_port for 6acfac89-799e-46b9-a44d-d28766f0172f owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:35:48.434252 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:48.436888 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e5e344-d120-46ca-a725-e9a5f0c59d00 req-58bd2615-24a2-45a2-9806-842d5097c3a8 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:48.438692 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-45e5e344-d120-46ca-a725-e9a5f0c59d00 req-58bd2615-24a2-45a2-9806-842d5097c3a8 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa6c79b8-9a38-41df-86ca-6ce3a373db00 HTTP/1.1" status: 200 len: 944 time: 0.2540207 Dec 06 17:35:48.513532 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-11d1c769-3c9e-4dbb-9a39-618e1c4ca490 None None] For port bfd24d93-346b-4fa6-b808-9f732eb016db, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:35:48.540955 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-11d1c769-3c9e-4dbb-9a39-618e1c4ca490 None None] For port bfd24d93-346b-4fa6-b808-9f732eb016db, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=bfd24d93-346b-4fa6-b808-9f732eb016db,segment=NetworkSegment(a47332dc-5917-44f3-a9f4-ba1cd1d32759),segment_id=a47332dc-5917-44f3-a9f4-ba1cd1d32759)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:35:48.544817 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-45e5e344-d120-46ca-a725-e9a5f0c59d00 req-03cc3e9c-042a-4cb0-b0bc-1f10da0aa3bb tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dc80c36-8cf2-463d-929d-e78b3fbfe10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946941 Dec 06 17:35:48.560512 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-11d1c769-3c9e-4dbb-9a39-618e1c4ca490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:48.601364 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d527ea-6812-4230-ae1a-5536def4f4d1 req-e222b616-8b7a-4bea-b93b-813556affe36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:48.603566 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-86d527ea-6812-4230-ae1a-5536def4f4d1 req-e222b616-8b7a-4bea-b93b-813556affe36 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2ad59fcd-0d86-4bbd-abb1-606e8df3cf18 HTTP/1.1" status: 200 len: 898 time: 0.4981411 Dec 06 17:35:48.730780 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-00c12b5c-6fdc-4055-b7f2-85b0dce2042f tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:48.752271 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5aa1fe46-8e2a-4c44-aa08-546d620c1788 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:48.769883 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d1c769-3c9e-4dbb-9a39-618e1c4ca490 None None] Pushing event updated for resources: {'Port': ['ID=bfd24d93-346b-4fa6-b808-9f732eb016db,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:48.772461 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-86d527ea-6812-4230-ae1a-5536def4f4d1 req-8e0c714d-1ae1-4529-8e90-e51c9eabf6a1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=898d1acc-2af6-4093-9de7-c69ed9ead98f HTTP/1.1" status: 200 len: 217 time: 0.1610045 Dec 06 17:35:48.811947 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-1484cac4-fd73-47f2-b4f3-d6c54c5be060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be5a6b5f-cbc3-4fef-97e1-a795b9f2b008', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592606232', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.185'}], 'enable_snat': True}, 'gw_port_id': 'cda2df68-107c-4d52-a437-cd4ed6ecf4a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:33:57Z', 'updated_at': '2021-12-06T17:34:11Z', 'revision_number': 4, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'gw_port': {'id': 'cda2df68-107c-4d52-a437-cd4ed6ecf4a1', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:9f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5a6b5f-cbc3-4fef-97e1-a795b9f2b008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:34:00Z', 'updated_at': '2021-12-06T17:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'fff173c6-ed94-4ddc-a191-dc23d0c07196', 'name': '', 'network_id': '2ad59fcd-0d86-4bbd-abb1-606e8df3cf18', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'mac_address': 'fa:16:3e:22:9b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5a6b5f-cbc3-4fef-97e1-a795b9f2b008', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'de158a22-7810-46bd-88c3-c73b7c7c458f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:34:08Z', 'updated_at': '2021-12-06T17:34:23Z', 'revision_number': 5, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'subnets': [{'id': 'de158a22-7810-46bd-88c3-c73b7c7c458f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:35:48.851682 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1484cac4-fd73-47f2-b4f3-d6c54c5be060 None None] Checking router: be5a6b5f-cbc3-4fef-97e1-a795b9f2b008 for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:35:48.864363 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa1fe46-8e2a-4c44-aa08-546d620c1788 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Pushing event deleted for resources: {'Port': ['ID=6acfac89-799e-46b9-a44d-d28766f0172f,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:48.865644 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1484cac4-fd73-47f2-b4f3-d6c54c5be060 None None] Routers {'be5a6b5f-cbc3-4fef-97e1-a795b9f2b008'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:35:48.872373 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-1484cac4-fd73-47f2-b4f3-d6c54c5be060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:35:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['be5a6b5f-cbc3-4fef-97e1-a795b9f2b008'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:35:48.918696 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8653e32-33f5-4a30-83d7-5ad7f79edfd6 req-c454a3f4-a3a5-4844-a857-d7b7d3d4a5d0 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:48.927363 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c8653e32-33f5-4a30-83d7-5ad7f79edfd6 req-c454a3f4-a3a5-4844-a857-d7b7d3d4a5d0 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa6c79b8-9a38-41df-86ca-6ce3a373db00 HTTP/1.1" status: 200 len: 944 time: 0.3190055 Dec 06 17:35:49.117580 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-1484cac4-fd73-47f2-b4f3-d6c54c5be060 None None] Set router be5a6b5f-cbc3-4fef-97e1-a795b9f2b008 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:35:49.209110 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d527ea-6812-4230-ae1a-5536def4f4d1 req-ef4dc67c-79cb-4471-a4db-68c408a92221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:49.215558 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-86d527ea-6812-4230-ae1a-5536def4f4d1 req-ef4dc67c-79cb-4471-a4db-68c408a92221 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=de158a22-7810-46bd-88c3-c73b7c7c458f HTTP/1.1" status: 200 len: 835 time: 0.2508771 Dec 06 17:35:49.268913 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5aa1fe46-8e2a-4c44-aa08-546d620c1788 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:49.276409 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-5aa1fe46-8e2a-4c44-aa08-546d620c1788 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] 10.222.0.23 "DELETE /v2.0/ports/6acfac89-799e-46b9-a44d-d28766f0172f HTTP/1.1" status: 204 len: 168 time: 1.3621752 Dec 06 17:35:49.280886 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 51912) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:49.353753 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d0d8845-faf0-41f1-9377-7d464a0767b5 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Deleting subnet 3cc82197-a1be-4696-a2e2-cabd68e6ddf9 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:35:49.357605 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7d0d8845-faf0-41f1-9377-7d464a0767b5 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:49.457805 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:49.477613 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7d0d8845-faf0-41f1-9377-7d464a0767b5 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:49.504901 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d527ea-6812-4230-ae1a-5536def4f4d1 req-fd45de4e-e0fd-4250-a4de-6ff46e6b57a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:49.509317 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-86d527ea-6812-4230-ae1a-5536def4f4d1 req-fd45de4e-e0fd-4250-a4de-6ff46e6b57a4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2ad59fcd-0d86-4bbd-abb1-606e8df3cf18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1985526 Dec 06 17:35:49.526821 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-00c12b5c-6fdc-4055-b7f2-85b0dce2042f tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] For port bfd24d93-346b-4fa6-b808-9f732eb016db, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=bfd24d93-346b-4fa6-b808-9f732eb016db,segment=NetworkSegment(a47332dc-5917-44f3-a9f4-ba1cd1d32759),segment_id=a47332dc-5917-44f3-a9f4-ba1cd1d32759)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:35:49.538090 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-c8653e32-33f5-4a30-83d7-5ad7f79edfd6 req-54859b6b-b7e2-4054-a896-5a1731e51c2d tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Deleting port 898d1acc-2af6-4093-9de7-c69ed9ead98f {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:35:49.538434 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c8653e32-33f5-4a30-83d7-5ad7f79edfd6 req-54859b6b-b7e2-4054-a896-5a1731e51c2d tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:49.639514 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-1484cac4-fd73-47f2-b4f3-d6c54c5be060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be5a6b5f-cbc3-4fef-97e1-a795b9f2b008', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592606232', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.185'}], 'enable_snat': True}, 'gw_port_id': 'cda2df68-107c-4d52-a437-cd4ed6ecf4a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:33:57Z', 'updated_at': '2021-12-06T17:34:11Z', 'revision_number': 4, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'gw_port': {'id': 'cda2df68-107c-4d52-a437-cd4ed6ecf4a1', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:9f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5a6b5f-cbc3-4fef-97e1-a795b9f2b008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:34:00Z', 'updated_at': '2021-12-06T17:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'fff173c6-ed94-4ddc-a191-dc23d0c07196', 'name': '', 'network_id': '2ad59fcd-0d86-4bbd-abb1-606e8df3cf18', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'mac_address': 'fa:16:3e:22:9b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5a6b5f-cbc3-4fef-97e1-a795b9f2b008', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'de158a22-7810-46bd-88c3-c73b7c7c458f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:34:08Z', 'updated_at': '2021-12-06T17:34:23Z', 'revision_number': 5, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'subnets': [{'id': 'de158a22-7810-46bd-88c3-c73b7c7c458f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:35:49.713648 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1484cac4-fd73-47f2-b4f3-d6c54c5be060 None None] The sync data for ids ['be5a6b5f-cbc3-4fef-97e1-a795b9f2b008'] in n-d-master-1 is: [{'id': 'be5a6b5f-cbc3-4fef-97e1-a795b9f2b008', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592606232', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.185'}], 'enable_snat': True}, 'gw_port_id': 'cda2df68-107c-4d52-a437-cd4ed6ecf4a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:33:57Z', 'updated_at': '2021-12-06T17:34:11Z', 'revision_number': 4, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'gw_port': {'id': 'cda2df68-107c-4d52-a437-cd4ed6ecf4a1', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:9f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5a6b5f-cbc3-4fef-97e1-a795b9f2b008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:34:00Z', 'updated_at': '2021-12-06T17:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'fff173c6-ed94-4ddc-a191-dc23d0c07196', 'name': '', 'network_id': '2ad59fcd-0d86-4bbd-abb1-606e8df3cf18', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'mac_address': 'fa:16:3e:22:9b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5a6b5f-cbc3-4fef-97e1-a795b9f2b008', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'de158a22-7810-46bd-88c3-c73b7c7c458f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:34:08Z', 'updated_at': '2021-12-06T17:34:23Z', 'revision_number': 5, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'subnets': [{'id': 'de158a22-7810-46bd-88c3-c73b7c7c458f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:35:49.824048 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-00c12b5c-6fdc-4055-b7f2-85b0dce2042f tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:49.840872 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-00c12b5c-6fdc-4055-b7f2-85b0dce2042f tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:49.843796 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-c8653e32-33f5-4a30-83d7-5ad7f79edfd6 req-54859b6b-b7e2-4054-a896-5a1731e51c2d tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] For port 898d1acc-2af6-4093-9de7-c69ed9ead98f, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=898d1acc-2af6-4093-9de7-c69ed9ead98f,segment=NetworkSegment(cbe98e49-8460-4bd9-935d-6d2813654e4d),segment_id=cbe98e49-8460-4bd9-935d-6d2813654e4d)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:35:49.844294 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c8653e32-33f5-4a30-83d7-5ad7f79edfd6 req-54859b6b-b7e2-4054-a896-5a1731e51c2d tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:49.846848 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-00c12b5c-6fdc-4055-b7f2-85b0dce2042f tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:49.886457 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-c8653e32-33f5-4a30-83d7-5ad7f79edfd6 req-54859b6b-b7e2-4054-a896-5a1731e51c2d tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Calling delete_port for 898d1acc-2af6-4093-9de7-c69ed9ead98f owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:35:49.935345 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c12b5c-6fdc-4055-b7f2-85b0dce2042f tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event updated for resources: {'Subnet': ['ID=36fc5da6-e551-49d1-b8de-ca7b48a1d73d,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:50.045077 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c12b5c-6fdc-4055-b7f2-85b0dce2042f tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Network 92924f74-2f90-45e5-9033-541c61add3eb is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:35:50.082618 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c11e4e2-460f-4ad6-a378-c3f8f33fde8e req-7b76edb0-466e-49de-8d88-36b84f1484f7 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:50.084338 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6c11e4e2-460f-4ad6-a378-c3f8f33fde8e req-7b76edb0-466e-49de-8d88-36b84f1484f7 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa6c79b8-9a38-41df-86ca-6ce3a373db00 HTTP/1.1" status: 200 len: 944 time: 0.3752027 Dec 06 17:35:50.100217 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7d0d8845-faf0-41f1-9377-7d464a0767b5 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:50.101565 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c12b5c-6fdc-4055-b7f2-85b0dce2042f tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:35:50.102148 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c12b5c-6fdc-4055-b7f2-85b0dce2042f tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:35:50.102490 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c12b5c-6fdc-4055-b7f2-85b0dce2042f tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:35:50.102834 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c12b5c-6fdc-4055-b7f2-85b0dce2042f tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:35:50.103172 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c12b5c-6fdc-4055-b7f2-85b0dce2042f tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:35:50.103504 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c12b5c-6fdc-4055-b7f2-85b0dce2042f tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:35:50.103834 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c12b5c-6fdc-4055-b7f2-85b0dce2042f tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:35:50.104162 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c12b5c-6fdc-4055-b7f2-85b0dce2042f tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:35:50.104491 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c12b5c-6fdc-4055-b7f2-85b0dce2042f tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:35:50.104811 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c12b5c-6fdc-4055-b7f2-85b0dce2042f tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:35:50.122138 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c12b5c-6fdc-4055-b7f2-85b0dce2042f tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:35:50.122624 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c12b5c-6fdc-4055-b7f2-85b0dce2042f tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:35:50.122980 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c12b5c-6fdc-4055-b7f2-85b0dce2042f tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:35:50.152836 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-00c12b5c-6fdc-4055-b7f2-85b0dce2042f tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:35:50.170771 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c12b5c-6fdc-4055-b7f2-85b0dce2042f tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:50.171387 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-00c12b5c-6fdc-4055-b7f2-85b0dce2042f tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:50.233193 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-86d527ea-6812-4230-ae1a-5536def4f4d1 req-4014d698-f051-46cc-a6ec-bf0ea1def578 service neutron] 10.222.0.44 "GET /v2.0/networks/2ad59fcd-0d86-4bbd-abb1-606e8df3cf18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7134941 Dec 06 17:35:50.257859 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7d0d8845-faf0-41f1-9377-7d464a0767b5 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:50.283564 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7d0d8845-faf0-41f1-9377-7d464a0767b5 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:50.295939 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f07736d-e701-436f-aa3f-fcb6ec131cb4 None None] Network 702d4517-69f3-41a6-938a-63108c69fac4 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:35:50.296494 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-7d0d8845-faf0-41f1-9377-7d464a0767b5 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] 10.222.0.23 "DELETE /v2.0/subnets/3cc82197-a1be-4696-a2e2-cabd68e6ddf9 HTTP/1.1" status: 204 len: 168 time: 1.0135920 Dec 06 17:35:50.318287 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 51950) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:50.346854 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00dbcdda-719a-4216-8515-532406f920a8 None None] New status for floating IP 45ab3526-947b-4f10-bf72-c962f2e395a6: DOWN {{(pid=103287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 17:35:50.364461 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-00c12b5c-6fdc-4055-b7f2-85b0dce2042f tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.5566816 Dec 06 17:35:50.402127 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c12b5c-6fdc-4055-b7f2-85b0dce2042f tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event updated for resources: {'Port': ['ID=bfd24d93-346b-4fa6-b808-9f732eb016db,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:50.414040 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 51952) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:50.426893 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0d8845-faf0-41f1-9377-7d464a0767b5 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Pushing event deleted for resources: {'Subnet': ['ID=3cc82197-a1be-4696-a2e2-cabd68e6ddf9,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:50.435937 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eb1f0038-a78a-4458-8474-faa263ccf593 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:50.452889 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c8653e32-33f5-4a30-83d7-5ad7f79edfd6 req-54859b6b-b7e2-4054-a896-5a1731e51c2d tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:50.454949 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-4615b6f0-f8af-4c39-b1e5-1c04efafdf69 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Request body: {'port': {'network_id': '92924f74-2f90-45e5-9033-541c61add3eb', 'mac_address': 'fa:16:3e:c4:35:a1', 'name': 'tempest-NetworksTestDHCPv6-2103092954'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:35:50.525353 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54859b6b-b7e2-4054-a896-5a1731e51c2d tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Pushing event deleted for resources: {'Port': ['ID=898d1acc-2af6-4093-9de7-c69ed9ead98f,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:50.607814 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8653e32-33f5-4a30-83d7-5ad7f79edfd6 req-54859b6b-b7e2-4054-a896-5a1731e51c2d tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] No DVR routers for this DVR port 898d1acc-2af6-4093-9de7-c69ed9ead98f on host n-h2-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:35:50.615742 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c8653e32-33f5-4a30-83d7-5ad7f79edfd6 req-54859b6b-b7e2-4054-a896-5a1731e51c2d tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:50.623803 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c8653e32-33f5-4a30-83d7-5ad7f79edfd6 req-54859b6b-b7e2-4054-a896-5a1731e51c2d tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.44 "DELETE /v2.0/ports/898d1acc-2af6-4093-9de7-c69ed9ead98f HTTP/1.1" status: 204 len: 173 time: 1.6072075 Dec 06 17:35:50.626886 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa6c79b8-9a38-41df-86ca-6ce3a373db00', 'name': 'network-vif-deleted', 'tag': '898d1acc-2af6-4093-9de7-c69ed9ead98f'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:35:50.632110 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24f0690b-16d9-46a3-9c37-82f5dba8a68e" -d '{"events": [{"server_uuid": "aa6c79b8-9a38-41df-86ca-6ce3a373db00", "name": "network-vif-deleted", "tag": "898d1acc-2af6-4093-9de7-c69ed9ead98f"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:35:50.659539 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-eb1f0038-a78a-4458-8474-faa263ccf593 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Deleting port cd05f68b-7495-43d1-988e-c848ff7f1424 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:35:50.660335 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eb1f0038-a78a-4458-8474-faa263ccf593 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:50.750458 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ce3451-cdbe-472a-9fe4-da7286218a2d None None] Network 92924f74-2f90-45e5-9033-541c61add3eb requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:35:50.800746 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-eb1f0038-a78a-4458-8474-faa263ccf593 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] For port cd05f68b-7495-43d1-988e-c848ff7f1424, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=cd05f68b-7495-43d1-988e-c848ff7f1424,segment=NetworkSegment(25a115a3-cd5d-4113-a5e3-17468c094ba7),segment_id=25a115a3-cd5d-4113-a5e3-17468c094ba7)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:35:50.801220 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eb1f0038-a78a-4458-8474-faa263ccf593 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:50.814688 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-095e4ca6-b13e-4c5e-a1fb-737e91715e89 x-openstack-request-id: req-095e4ca6-b13e-4c5e-a1fb-737e91715e89 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:35:50.815218 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa6c79b8-9a38-41df-86ca-6ce3a373db00", "name": "network-vif-deleted", "tag": "898d1acc-2af6-4093-9de7-c69ed9ead98f", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:35:50.815600 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-095e4ca6-b13e-4c5e-a1fb-737e91715e89 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:35:50.816151 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa6c79b8-9a38-41df-86ca-6ce3a373db00', 'name': 'network-vif-deleted', 'tag': '898d1acc-2af6-4093-9de7-c69ed9ead98f', 'status': 'completed', 'code': 200} Dec 06 17:35:50.838708 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-eb1f0038-a78a-4458-8474-faa263ccf593 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Calling delete_port for cd05f68b-7495-43d1-988e-c848ff7f1424 owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:35:50.857461 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6c11e4e2-460f-4ad6-a378-c3f8f33fde8e req-c04e5b00-80d2-4969-9090-792ee8522869 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dc80c36-8cf2-463d-929d-e78b3fbfe10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7154753 Dec 06 17:35:50.978107 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-86d527ea-6812-4230-ae1a-5536def4f4d1 req-cab1afce-6f7c-4eac-8560-293914cba01c service neutron] 10.222.0.44 "GET /v2.0/networks/2ad59fcd-0d86-4bbd-abb1-606e8df3cf18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7249913 Dec 06 17:35:51.013454 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device bfd24d93-346b-4fa6-b808-9f732eb016db up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:35:51.063676 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eb1f0038-a78a-4458-8474-faa263ccf593 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:51.073810 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-bc0a1480-c579-40ca-87a1-fe99f67d8c01 None None] Provisioning complete for port bfd24d93-346b-4fa6-b808-9f732eb016db triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:35:51.074269 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bc0a1480-c579-40ca-87a1-fe99f67d8c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:51.100757 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1f0038-a78a-4458-8474-faa263ccf593 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] No DVR routers for this DVR port cd05f68b-7495-43d1-988e-c848ff7f1424 on host n-d-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:35:51.105113 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4615b6f0-f8af-4c39-b1e5-1c04efafdf69 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Made reservation on behalf of 58c2416ade7148dfa446cd47a01986fc for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:35:51.161766 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1f0038-a78a-4458-8474-faa263ccf593 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Pushing event deleted for resources: {'Port': ['ID=cd05f68b-7495-43d1-988e-c848ff7f1424,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:51.279461 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eb1f0038-a78a-4458-8474-faa263ccf593 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:51.319504 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-eb1f0038-a78a-4458-8474-faa263ccf593 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['702d4517-69f3-41a6-938a-63108c69fac4']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:35:51.332890 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-eb1f0038-a78a-4458-8474-faa263ccf593 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25a115a3-cd5d-4113-a5e3-17468c094ba7') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:35:51.333396 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-eb1f0038-a78a-4458-8474-faa263ccf593 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25a115a3-cd5d-4113-a5e3-17468c094ba7') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:35:51.337222 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c030ebe4-56db-4494-9d85-05f8bd5e6c6e None None] DHCP port deletion for 702d4517-69f3-41a6-938a-63108c69fac4 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:35:51.351639 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eb1f0038-a78a-4458-8474-faa263ccf593 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:51.368978 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eb1f0038-a78a-4458-8474-faa263ccf593 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:51.381170 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb1f0038-a78a-4458-8474-faa263ccf593 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:35:51.381820 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eb1f0038-a78a-4458-8474-faa263ccf593 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:51.385742 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port bfd24d93-346b-4fa6-b808-9f732eb016db triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:35:51.386347 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:51.387187 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 17:35:51.387187 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:35:51.387187 n-d-master-1 neutron-server[103284]: timer() Dec 06 17:35:51.387187 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:35:51.387187 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 17:35:51.387187 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:35:51.387187 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 17:35:51.387187 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:35:51.387187 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 17:35:51.387187 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:35:51.387187 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 17:35:51.387187 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:35:51.387187 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 17:35:51.387187 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:35:51.387187 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:35:51.387187 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:35:51.387187 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:35:51.387187 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:35:51.387187 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 17:35:51.387187 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:35:51.387187 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 17:35:51.387187 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:35:51.387187 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:35:51.387187 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:35:51.387187 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 17:35:51.387187 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:35:51.387187 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:35:51.387187 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:35:51.387187 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:35:51.387187 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:35:51.387187 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:35:51.387187 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:35:51.394717 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4615b6f0-f8af-4c39-b1e5-1c04efafdf69 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:51.444893 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-4615b6f0-f8af-4c39-b1e5-1c04efafdf69 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] device_id is not set on port d29ffb33-7fa4-46cc-9958-9256183dcbde yet. {{(pid=103285) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:35:51.489442 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eb1f0038-a78a-4458-8474-faa263ccf593 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:51.503306 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eb1f0038-a78a-4458-8474-faa263ccf593 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Publish callbacks [] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:51.514345 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-eb1f0038-a78a-4458-8474-faa263ccf593 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] 10.222.0.23 "DELETE /v2.0/networks/702d4517-69f3-41a6-938a-63108c69fac4 HTTP/1.1" status: 204 len: 168 time: 1.1896415 Dec 06 17:35:51.538401 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bc0a1480-c579-40ca-87a1-fe99f67d8c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:51.556707 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1f0038-a78a-4458-8474-faa263ccf593 tempest-AllowedAddressPairTestJSON-922883071 tempest-AllowedAddressPairTestJSON-922883071-project] Pushing event deleted for resources: {'Network': ['ID=702d4517-69f3-41a6-938a-63108c69fac4,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:51.676027 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:51.708836 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-bc0a1480-c579-40ca-87a1-fe99f67d8c01 None None] For port bfd24d93-346b-4fa6-b808-9f732eb016db, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=bfd24d93-346b-4fa6-b808-9f732eb016db,segment=NetworkSegment(a47332dc-5917-44f3-a9f4-ba1cd1d32759),segment_id=a47332dc-5917-44f3-a9f4-ba1cd1d32759)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:35:51.756002 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bc0a1480-c579-40ca-87a1-fe99f67d8c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:51.764384 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-4615b6f0-f8af-4c39-b1e5-1c04efafdf69 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Allocated IP 172.20.0.11 (92924f74-2f90-45e5-9033-541c61add3eb/666628fe-3230-421a-87b7-3eea7657ce65/d29ffb33-7fa4-46cc-9958-9256183dcbde) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:35:51.775499 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-4615b6f0-f8af-4c39-b1e5-1c04efafdf69 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Allocated IP 2001:db8::f816:3eff:fec4:35a1 (92924f74-2f90-45e5-9033-541c61add3eb/36fc5da6-e551-49d1-b8de-ca7b48a1d73d/d29ffb33-7fa4-46cc-9958-9256183dcbde) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:35:51.845861 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.db.api [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103286) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 17:35:51.846218 n-d-master-1 neutron-server[103286]: DEBUG oslo_db.api [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 17:35:51.935351 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 51972) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:51.983869 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0a1480-c579-40ca-87a1-fe99f67d8c01 None None] Pushing event updated for resources: {'Port': ['ID=bfd24d93-346b-4fa6-b808-9f732eb016db,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:52.068355 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4615b6f0-f8af-4c39-b1e5-1c04efafdf69 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:52.152673 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4615b6f0-f8af-4c39-b1e5-1c04efafdf69 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:52.193047 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 51976) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:52.231618 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4615b6f0-f8af-4c39-b1e5-1c04efafdf69 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Network 92924f74-2f90-45e5-9033-541c61add3eb is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:35:52.232578 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4615b6f0-f8af-4c39-b1e5-1c04efafdf69 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event updated for resources: {'Port': ['ID=d29ffb33-7fa4-46cc-9958-9256183dcbde,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:52.238829 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-4615b6f0-f8af-4c39-b1e5-1c04efafdf69 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:35:52.241278 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4615b6f0-f8af-4c39-b1e5-1c04efafdf69 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:35:52.329998 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4615b6f0-f8af-4c39-b1e5-1c04efafdf69 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:52.330765 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4615b6f0-f8af-4c39-b1e5-1c04efafdf69 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:52.356757 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-4615b6f0-f8af-4c39-b1e5-1c04efafdf69 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.9392369 Dec 06 17:35:52.359578 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 51982) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:52.502858 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-7fbf2770-02a9-4bd9-9e39-857199df9569 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cc23e4542aba45ca9c378841a2ab2c85&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3062360 Dec 06 17:35:52.507983 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 898d1acc-2af6-4093-9de7-c69ed9ead98f no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:35:52.520042 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 51984) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:52.546184 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bad8915-93aa-4878-a00f-b44a335de82d tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:52.553490 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bad8915-93aa-4878-a00f-b44a335de82d tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:52.559377 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-8bad8915-93aa-4878-a00f-b44a335de82d tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.1960652 Dec 06 17:35:52.564690 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 51986) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:52.821726 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2a3d7d54-0663-4bb4-8771-6c629791196f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:52.900125 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2a3d7d54-0663-4bb4-8771-6c629791196f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:52.921678 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-af4c1fb1-7669-4cf8-9832-793888212196 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Deleting port d29ffb33-7fa4-46cc-9958-9256183dcbde {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:35:52.922054 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-af4c1fb1-7669-4cf8-9832-793888212196 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:52.956317 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device bfd24d93-346b-4fa6-b808-9f732eb016db up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:35:52.960662 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] No Port match for: 898d1acc-2af6-4093-9de7-c69ed9ead98f {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:35:52.962346 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 898d1acc-2af6-4093-9de7-c69ed9ead98f not bound to the agent host n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:35:53.001391 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b20fc722-6348-475b-a17a-79efdda92f7c None None] Provisioning complete for port bfd24d93-346b-4fa6-b808-9f732eb016db triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:35:53.002412 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b20fc722-6348-475b-a17a-79efdda92f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:53.099189 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port bfd24d93-346b-4fa6-b808-9f732eb016db triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:35:53.099555 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:53.189183 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2a3d7d54-0663-4bb4-8771-6c629791196f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:53.195838 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2a3d7d54-0663-4bb4-8771-6c629791196f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:53.198495 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-2a3d7d54-0663-4bb4-8771-6c629791196f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5bbae013-6ffd-41da-a6fe-8d80fc8f3a70 HTTP/1.1" status: 204 len: 168 time: 0.6736186 Dec 06 17:35:53.240118 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3d7d54-0663-4bb4-8771-6c629791196f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bbae013-6ffd-41da-a6fe-8d80fc8f3a70,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:53.266121 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-af4c1fb1-7669-4cf8-9832-793888212196 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:53.299846 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-af4c1fb1-7669-4cf8-9832-793888212196 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Calling delete_port for d29ffb33-7fa4-46cc-9958-9256183dcbde owned by {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:35:53.303498 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-18a20d0c-53ca-46f9-a60b-6bc9b1620436 None None] Provisioning complete for port d29ffb33-7fa4-46cc-9958-9256183dcbde triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:35:53.303871 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-18a20d0c-53ca-46f9-a60b-6bc9b1620436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:53.404267 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device cd05f68b-7495-43d1-988e-c848ff7f1424 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:35:53.453615 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d1dbfdc9-00c2-4bbb-b5ee-b1e651816045 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575908'] for router_interface, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:53.502823 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: cd05f68b-7495-43d1-988e-c848ff7f1424 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:35:53.504312 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device cd05f68b-7495-43d1-988e-c848ff7f1424 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:35:53.541229 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-18a20d0c-53ca-46f9-a60b-6bc9b1620436 None None] Port d29ffb33-7fa4-46cc-9958-9256183dcbde cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:35:53.745432 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-af4c1fb1-7669-4cf8-9832-793888212196 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:53.815844 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4c1fb1-7669-4cf8-9832-793888212196 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event deleted for resources: {'Port': ['ID=d29ffb33-7fa4-46cc-9958-9256183dcbde,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:53.926058 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-af4c1fb1-7669-4cf8-9832-793888212196 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:53.930914 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-af4c1fb1-7669-4cf8-9832-793888212196 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/ports/d29ffb33-7fa4-46cc-9958-9256183dcbde HTTP/1.1" status: 204 len: 168 time: 1.3632417 Dec 06 17:35:53.935069 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52066) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:54.086540 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-d1dbfdc9-00c2-4bbb-b5ee-b1e651816045 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Deleting port fff173c6-ed94-4ddc-a191-dc23d0c07196 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:35:54.087046 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d1dbfdc9-00c2-4bbb-b5ee-b1e651816045 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:54.093848 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e501ce0-0c7d-419f-bba2-486ba02c909b tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:54.100226 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e501ce0-0c7d-419f-bba2-486ba02c909b tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:54.102795 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e501ce0-0c7d-419f-bba2-486ba02c909b tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:54.107679 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 52084) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:54.108956 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-0e501ce0-0c7d-419f-bba2-486ba02c909b tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1715779 Dec 06 17:35:54.214281 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-84224cc3-1d75-438f-bf7d-42d449034c4f tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Deleting subnet 36fc5da6-e551-49d1-b8de-ca7b48a1d73d {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:35:54.228432 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-84224cc3-1d75-438f-bf7d-42d449034c4f tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:54.245913 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-d1dbfdc9-00c2-4bbb-b5ee-b1e651816045 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] For port fff173c6-ed94-4ddc-a191-dc23d0c07196, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=fff173c6-ed94-4ddc-a191-dc23d0c07196,segment=NetworkSegment(cbe98e49-8460-4bd9-935d-6d2813654e4d),segment_id=cbe98e49-8460-4bd9-935d-6d2813654e4d)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:35:54.246291 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d1dbfdc9-00c2-4bbb-b5ee-b1e651816045 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:54.281448 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-d1dbfdc9-00c2-4bbb-b5ee-b1e651816045 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Calling delete_port for fff173c6-ed94-4ddc-a191-dc23d0c07196 owned by network:router_interface {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:35:54.302344 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-84224cc3-1d75-438f-bf7d-42d449034c4f tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:54.450868 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-84224cc3-1d75-438f-bf7d-42d449034c4f tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:54.561096 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-84224cc3-1d75-438f-bf7d-42d449034c4f tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:54.601518 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-84224cc3-1d75-438f-bf7d-42d449034c4f tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:54.607405 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65300ff-0288-484e-b99a-dc0419dfbd65 None None] Network 92924f74-2f90-45e5-9033-541c61add3eb requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:35:54.613803 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-84224cc3-1d75-438f-bf7d-42d449034c4f tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/subnets/36fc5da6-e551-49d1-b8de-ca7b48a1d73d HTTP/1.1" status: 204 len: 168 time: 0.5050077 Dec 06 17:35:54.614482 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 52098) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:54.684296 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d1dbfdc9-00c2-4bbb-b5ee-b1e651816045 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:54.693428 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84224cc3-1d75-438f-bf7d-42d449034c4f tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event deleted for resources: {'Subnet': ['ID=36fc5da6-e551-49d1-b8de-ca7b48a1d73d,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:54.730005 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dbfdc9-00c2-4bbb-b5ee-b1e651816045 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Pushing event deleted for resources: {'Port': ['ID=fff173c6-ed94-4ddc-a191-dc23d0c07196,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:54.791059 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaec3faa-317e-4d7b-ab57-12b042dcbfdc tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Deleting subnet 666628fe-3230-421a-87b7-3eea7657ce65 {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:35:54.796678 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-eaec3faa-317e-4d7b-ab57-12b042dcbfdc tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:54.862986 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-eaec3faa-317e-4d7b-ab57-12b042dcbfdc tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:55.048111 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-eaec3faa-317e-4d7b-ab57-12b042dcbfdc tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:55.156837 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-eaec3faa-317e-4d7b-ab57-12b042dcbfdc tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:55.171254 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d1dbfdc9-00c2-4bbb-b5ee-b1e651816045 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-772474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575952'] for router_interface, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:55.194228 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaec3faa-317e-4d7b-ab57-12b042dcbfdc tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event deleted for resources: {'Subnet': ['ID=666628fe-3230-421a-87b7-3eea7657ce65,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:55.202577 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-eaec3faa-317e-4d7b-ab57-12b042dcbfdc tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:55.210454 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-eaec3faa-317e-4d7b-ab57-12b042dcbfdc tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/subnets/666628fe-3230-421a-87b7-3eea7657ce65 HTTP/1.1" status: 204 len: 168 time: 0.5416408 Dec 06 17:35:55.212444 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 52108) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:55.263270 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-14784357-d609-48a3-8cc2-eb11ea70fbc7 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0492377 Dec 06 17:35:55.264259 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 52110) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:55.340147 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69415140-3e36-4751-85ef-15e711efa671 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:55.345457 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-69415140-3e36-4751-85ef-15e711efa671 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0780413 Dec 06 17:35:55.345734 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 52116) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:55.427110 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b893e926-c9bd-457f-83c1-7a5dec405b41 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:55.431682 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-b893e926-c9bd-457f-83c1-7a5dec405b41 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0821257 Dec 06 17:35:55.434654 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 52120) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:55.521750 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-be7e20bb-eb44-4a7c-92da-644fe3376cd7 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0855720 Dec 06 17:35:55.529674 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 52122) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:55.539284 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-7659e4cd-2da9-4555-bb37-560ead3fbe7f tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Request body: {'subnet': {'network_id': '92924f74-2f90-45e5-9033-541c61add3eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:35:55.594498 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1dbfdc9-00c2-4bbb-b5ee-b1e651816045 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Router be5a6b5f-cbc3-4fef-97e1-a795b9f2b008 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:35:55.730737 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7659e4cd-2da9-4555-bb37-560ead3fbe7f tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Made reservation on behalf of 58c2416ade7148dfa446cd47a01986fc for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:35:55.741041 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7659e4cd-2da9-4555-bb37-560ead3fbe7f tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:55.745898 n-d-master-1 neutron-server[103285]: INFO neutron.pecan_wsgi.hooks.translation [None req-7659e4cd-2da9-4555-bb37-560ead3fbe7f tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 17:35:55.746175 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7659e4cd-2da9-4555-bb37-560ead3fbe7f tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103285) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:35:55.803500 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-7659e4cd-2da9-4555-bb37-560ead3fbe7f tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2698720 Dec 06 17:35:55.804452 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 52132) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:55.824706 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1dbfdc9-00c2-4bbb-b5ee-b1e651816045 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:35:55.825289 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-7d24aeb2-bbad-4fb1-b7ee-5ddc3a31a0ea tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Request body: {'subnet': {'network_id': '92924f74-2f90-45e5-9033-541c61add3eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:35:55.834053 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-d1dbfdc9-00c2-4bbb-b5ee-b1e651816045 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "PUT /v2.0/routers/be5a6b5f-cbc3-4fef-97e1-a795b9f2b008/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8942342 Dec 06 17:35:55.835268 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 52136) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:55.838650 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925132c3-9d28-4d4b-be63-a8167713f4cf None None] Sync routers for ids ['be5a6b5f-cbc3-4fef-97e1-a795b9f2b008'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:35:55.861346 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925132c3-9d28-4d4b-be63-a8167713f4cf None None] Routers {'be5a6b5f-cbc3-4fef-97e1-a795b9f2b008'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:35:55.862390 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-925132c3-9d28-4d4b-be63-a8167713f4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:35:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['be5a6b5f-cbc3-4fef-97e1-a795b9f2b008'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:35:55.876028 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04f8828-d8a4-468e-a211-610e44ac4703 None None] Network 92924f74-2f90-45e5-9033-541c61add3eb requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:35:56.023789 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-925132c3-9d28-4d4b-be63-a8167713f4cf None None] Set router be5a6b5f-cbc3-4fef-97e1-a795b9f2b008 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:35:56.214790 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-fb632824-0f9b-4c9e-ae3a-a788243b6d52 None None] Provisioning complete for port bfd24d93-346b-4fa6-b808-9f732eb016db triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:35:56.215168 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fb632824-0f9b-4c9e-ae3a-a788243b6d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:56.335830 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52148) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:56.432608 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7272f87-227e-403f-af00-2cb81c8612b5 None None] DHCP port deletion for 92924f74-2f90-45e5-9033-541c61add3eb request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:35:56.456673 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bc6218b-80c6-4e93-be13-96a67f20b9ba tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Deleting subnet de158a22-7810-46bd-88c3-c73b7c7c458f {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:35:56.466934 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-925132c3-9d28-4d4b-be63-a8167713f4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be5a6b5f-cbc3-4fef-97e1-a795b9f2b008', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592606232', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.185'}], 'enable_snat': True}, 'gw_port_id': 'cda2df68-107c-4d52-a437-cd4ed6ecf4a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:33:57Z', 'updated_at': '2021-12-06T17:35:54Z', 'revision_number': 5, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'gw_port': {'id': 'cda2df68-107c-4d52-a437-cd4ed6ecf4a1', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:9f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5a6b5f-cbc3-4fef-97e1-a795b9f2b008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:34:00Z', 'updated_at': '2021-12-06T17:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:35:56.472592 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6bc6218b-80c6-4e93-be13-96a67f20b9ba tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:56.504711 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925132c3-9d28-4d4b-be63-a8167713f4cf None None] Checking router: be5a6b5f-cbc3-4fef-97e1-a795b9f2b008 for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:35:56.530584 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925132c3-9d28-4d4b-be63-a8167713f4cf None None] Routers {'be5a6b5f-cbc3-4fef-97e1-a795b9f2b008'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:35:56.531421 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-925132c3-9d28-4d4b-be63-a8167713f4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:35:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['be5a6b5f-cbc3-4fef-97e1-a795b9f2b008'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:35:56.539370 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6bc6218b-80c6-4e93-be13-96a67f20b9ba tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:56.539522 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1c032dbc-b12d-46b6-a9ab-cfb666157ee1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:56.592291 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a7272f87-227e-403f-af00-2cb81c8612b5 None None] Deleting port bfd24d93-346b-4fa6-b808-9f732eb016db {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:35:56.592512 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a7272f87-227e-403f-af00-2cb81c8612b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:56.594652 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d24aeb2-bbad-4fb1-b7ee-5ddc3a31a0ea tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Made reservation on behalf of 58c2416ade7148dfa446cd47a01986fc for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:35:56.599293 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7d24aeb2-bbad-4fb1-b7ee-5ddc3a31a0ea tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:56.601289 n-d-master-1 neutron-server[103285]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d24aeb2-bbad-4fb1-b7ee-5ddc3a31a0ea tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 17:35:56.601812 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d24aeb2-bbad-4fb1-b7ee-5ddc3a31a0ea tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103285) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:35:56.627146 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-7d24aeb2-bbad-4fb1-b7ee-5ddc3a31a0ea tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.8222919 Dec 06 17:35:56.630404 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 52154) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:56.637038 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-0ff28ce9-47b3-4452-b1eb-bd9c644fd524 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Request body: {'subnet': {'network_id': '92924f74-2f90-45e5-9033-541c61add3eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:35:56.693399 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1c032dbc-b12d-46b6-a9ab-cfb666157ee1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:56.701149 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1c032dbc-b12d-46b6-a9ab-cfb666157ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:56.766108 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a7272f87-227e-403f-af00-2cb81c8612b5 None None] For port bfd24d93-346b-4fa6-b808-9f732eb016db, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=bfd24d93-346b-4fa6-b808-9f732eb016db,segment=NetworkSegment(a47332dc-5917-44f3-a9f4-ba1cd1d32759),segment_id=a47332dc-5917-44f3-a9f4-ba1cd1d32759)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:35:56.766888 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a7272f87-227e-403f-af00-2cb81c8612b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:56.793431 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a7272f87-227e-403f-af00-2cb81c8612b5 None None] Calling delete_port for bfd24d93-346b-4fa6-b808-9f732eb016db owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:35:56.801262 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6bc6218b-80c6-4e93-be13-96a67f20b9ba tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:56.826062 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c032dbc-b12d-46b6-a9ab-cfb666157ee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7062323-a475-44bd-9318-3f75bfcd44ac,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:56.862800 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-1c032dbc-b12d-46b6-a9ab-cfb666157ee1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=feaa1a537dc7403291bcf8f9fabf20a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5253208 Dec 06 17:35:56.865845 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 52160) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:56.878595 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device bfd24d93-346b-4fa6-b808-9f732eb016db no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:35:56.884734 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ff28ce9-47b3-4452-b1eb-bd9c644fd524 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Made reservation on behalf of 58c2416ade7148dfa446cd47a01986fc for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:35:56.888328 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0ff28ce9-47b3-4452-b1eb-bd9c644fd524 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:56.889965 n-d-master-1 neutron-server[103285]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ff28ce9-47b3-4452-b1eb-bd9c644fd524 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 17:35:56.892645 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ff28ce9-47b3-4452-b1eb-bd9c644fd524 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103285) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:35:56.924417 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6bc6218b-80c6-4e93-be13-96a67f20b9ba tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:56.940391 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52162) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:56.940733 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-0ff28ce9-47b3-4452-b1eb-bd9c644fd524 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3088894 Dec 06 17:35:56.948188 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-f5c3dce9-c29b-4b9f-b8e5-6c6e76eef0ec tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Request body: {'subnet': {'network_id': '92924f74-2f90-45e5-9033-541c61add3eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:35:56.961334 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-925132c3-9d28-4d4b-be63-a8167713f4cf None None] Set router be5a6b5f-cbc3-4fef-97e1-a795b9f2b008 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:35:56.970873 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6218b-80c6-4e93-be13-96a67f20b9ba tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Pushing event deleted for resources: {'Subnet': ['ID=de158a22-7810-46bd-88c3-c73b7c7c458f,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:56.981218 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6bc6218b-80c6-4e93-be13-96a67f20b9ba tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:56.986858 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-6bc6218b-80c6-4e93-be13-96a67f20b9ba tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "DELETE /v2.0/subnets/de158a22-7810-46bd-88c3-c73b7c7c458f HTTP/1.1" status: 204 len: 168 time: 1.1473398 Dec 06 17:35:56.987112 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 52164) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:56.997508 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f2516a16-0bba-45ee-ae9a-c3935db04193 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:57.030002 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861be63f-0aa4-4c37-9d4e-3fe25bafc140 None None] Network 2ad59fcd-0d86-4bbd-abb1-606e8df3cf18 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:35:57.061410 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f2516a16-0bba-45ee-ae9a-c3935db04193 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:57.098844 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5c3dce9-c29b-4b9f-b8e5-6c6e76eef0ec tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Made reservation on behalf of 58c2416ade7148dfa446cd47a01986fc for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:35:57.105720 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f5c3dce9-c29b-4b9f-b8e5-6c6e76eef0ec tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:57.107913 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5c3dce9-c29b-4b9f-b8e5-6c6e76eef0ec tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 17:35:57.108576 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5c3dce9-c29b-4b9f-b8e5-6c6e76eef0ec tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:35:57.132694 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-f5c3dce9-c29b-4b9f-b8e5-6c6e76eef0ec tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1898749 Dec 06 17:35:57.136579 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52166) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:57.143522 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-a013a8eb-4acd-4ab7-823a-65f73b0bcdd4 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Request body: {'subnet': {'network_id': '92924f74-2f90-45e5-9033-541c61add3eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:35:57.148268 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d866de81-4238-491f-a567-196cfe0ba21e tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for router, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:57.154184 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a7272f87-227e-403f-af00-2cb81c8612b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:57.239412 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f2516a16-0bba-45ee-ae9a-c3935db04193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:57.242480 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f2516a16-0bba-45ee-ae9a-c3935db04193 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:57.243895 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-f2516a16-0bba-45ee-ae9a-c3935db04193 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d7062323-a475-44bd-9318-3f75bfcd44ac HTTP/1.1" status: 204 len: 168 time: 0.3767488 Dec 06 17:35:57.280774 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2516a16-0bba-45ee-ae9a-c3935db04193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7062323-a475-44bd-9318-3f75bfcd44ac,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:57.310716 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a013a8eb-4acd-4ab7-823a-65f73b0bcdd4 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Made reservation on behalf of 58c2416ade7148dfa446cd47a01986fc for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:35:57.325865 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a013a8eb-4acd-4ab7-823a-65f73b0bcdd4 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:57.329770 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d866de81-4238-491f-a567-196cfe0ba21e tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:57.332169 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-a013a8eb-4acd-4ab7-823a-65f73b0bcdd4 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 17:35:57.333578 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a013a8eb-4acd-4ab7-823a-65f73b0bcdd4 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:35:57.380108 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-a013a8eb-4acd-4ab7-823a-65f73b0bcdd4 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2394848 Dec 06 17:35:57.380267 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52170) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:57.386391 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-2948cfd7-fe89-4bd6-bf91-280bc9e14d19 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Request body: {'subnet': {'network_id': '92924f74-2f90-45e5-9033-541c61add3eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:35:57.458531 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-d866de81-4238-491f-a567-196cfe0ba21e tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Deleting port cda2df68-107c-4d52-a437-cd4ed6ecf4a1 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:35:57.459040 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d866de81-4238-491f-a567-196cfe0ba21e tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:57.518810 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2948cfd7-fe89-4bd6-bf91-280bc9e14d19 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Made reservation on behalf of 58c2416ade7148dfa446cd47a01986fc for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:35:57.530380 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2948cfd7-fe89-4bd6-bf91-280bc9e14d19 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:57.535302 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-2948cfd7-fe89-4bd6-bf91-280bc9e14d19 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 17:35:57.535692 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2948cfd7-fe89-4bd6-bf91-280bc9e14d19 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:35:57.538163 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7272f87-227e-403f-af00-2cb81c8612b5 None None] Pushing event deleted for resources: {'Port': ['ID=bfd24d93-346b-4fa6-b808-9f732eb016db,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:57.541018 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:57.567177 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7272f87-227e-403f-af00-2cb81c8612b5 None None] No DVR routers for this DVR port bfd24d93-346b-4fa6-b808-9f732eb016db on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:35:57.569766 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-2948cfd7-fe89-4bd6-bf91-280bc9e14d19 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1880059 Dec 06 17:35:57.570219 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52174) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:57.588151 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-d866de81-4238-491f-a567-196cfe0ba21e tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] For port cda2df68-107c-4d52-a437-cd4ed6ecf4a1, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=cda2df68-107c-4d52-a437-cd4ed6ecf4a1,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:35:57.589261 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d866de81-4238-491f-a567-196cfe0ba21e tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:57.618682 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-d866de81-4238-491f-a567-196cfe0ba21e tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Calling delete_port for cda2df68-107c-4d52-a437-cd4ed6ecf4a1 owned by network:router_gateway {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:35:57.660489 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-ac22f31f-6c24-4bea-92c0-64358f011119 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0890162 Dec 06 17:35:57.661117 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52178) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:57.744352 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52180) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:57.776122 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4399d3aa-3eda-4154-b099-ba6643693a2f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:57.848083 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe2d784-69e5-48e5-8d30-777285fb0d5c tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:57.853695 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-bbe2d784-69e5-48e5-8d30-777285fb0d5c tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1914809 Dec 06 17:35:57.862632 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52184) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:57.862862 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d866de81-4238-491f-a567-196cfe0ba21e tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:57.921089 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-b0a06b1e-a194-4536-88f2-b46a7db89995 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0626366 Dec 06 17:35:57.923214 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52188) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:57.938759 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-925132c3-9d28-4d4b-be63-a8167713f4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be5a6b5f-cbc3-4fef-97e1-a795b9f2b008', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592606232', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.185'}], 'enable_snat': True}, 'gw_port_id': 'cda2df68-107c-4d52-a437-cd4ed6ecf4a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:33:57Z', 'updated_at': '2021-12-06T17:35:54Z', 'revision_number': 5, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'gw_port': {'id': 'cda2df68-107c-4d52-a437-cd4ed6ecf4a1', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:9f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5a6b5f-cbc3-4fef-97e1-a795b9f2b008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:34:00Z', 'updated_at': '2021-12-06T17:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:35:57.945895 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-03e2b996-54dc-4c8a-bdeb-ed8971c92bae tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Request body: {'subnet': {'network_id': '92924f74-2f90-45e5-9033-541c61add3eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:35:57.961651 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d866de81-4238-491f-a567-196cfe0ba21e tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Pushing event deleted for resources: {'Port': ['ID=cda2df68-107c-4d52-a437-cd4ed6ecf4a1,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:57.975254 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925132c3-9d28-4d4b-be63-a8167713f4cf None None] The sync data for ids ['be5a6b5f-cbc3-4fef-97e1-a795b9f2b008'] in n-d-master-1 is: [{'id': 'be5a6b5f-cbc3-4fef-97e1-a795b9f2b008', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592606232', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.185'}], 'enable_snat': True}, 'gw_port_id': 'cda2df68-107c-4d52-a437-cd4ed6ecf4a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:33:57Z', 'updated_at': '2021-12-06T17:35:54Z', 'revision_number': 5, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'gw_port': {'id': 'cda2df68-107c-4d52-a437-cd4ed6ecf4a1', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:9f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5a6b5f-cbc3-4fef-97e1-a795b9f2b008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:34:00Z', 'updated_at': '2021-12-06T17:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:35:57.995181 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26b4dde-2e44-4ddc-9d0b-328a77b1becb None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:35:58.042618 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1481ff4e-0b6d-40a9-92bb-5eb3ff95386a None None] DHCP port deletion for 2ad59fcd-0d86-4bbd-abb1-606e8df3cf18 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:35:58.070708 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4399d3aa-3eda-4154-b099-ba6643693a2f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:58.077403 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4399d3aa-3eda-4154-b099-ba6643693a2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:58.086580 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d866de81-4238-491f-a567-196cfe0ba21e tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536698'] for router_gateway, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:58.108876 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-1481ff4e-0b6d-40a9-92bb-5eb3ff95386a None None] Deleting port 6bd2c401-af5e-4344-8516-02dc2b5b8b9c {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:35:58.109263 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1481ff4e-0b6d-40a9-92bb-5eb3ff95386a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:58.130368 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-4399d3aa-3eda-4154-b099-ba6643693a2f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=287326fd68c44282be3390d657593a32&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3849416 Dec 06 17:35:58.138691 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 52190) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:58.147379 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4399d3aa-3eda-4154-b099-ba6643693a2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aabdea9-1214-4e36-875e-6c1949945b4e,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:58.155228 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e2b996-54dc-4c8a-bdeb-ed8971c92bae tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Made reservation on behalf of 58c2416ade7148dfa446cd47a01986fc for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:35:58.159645 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-03e2b996-54dc-4c8a-bdeb-ed8971c92bae tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:58.193365 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-1481ff4e-0b6d-40a9-92bb-5eb3ff95386a None None] For port 6bd2c401-af5e-4344-8516-02dc2b5b8b9c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6bd2c401-af5e-4344-8516-02dc2b5b8b9c,segment=NetworkSegment(cbe98e49-8460-4bd9-935d-6d2813654e4d),segment_id=cbe98e49-8460-4bd9-935d-6d2813654e4d)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:35:58.194212 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1481ff4e-0b6d-40a9-92bb-5eb3ff95386a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:58.218260 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-1481ff4e-0b6d-40a9-92bb-5eb3ff95386a None None] Calling delete_port for 6bd2c401-af5e-4344-8516-02dc2b5b8b9c owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:35:58.247812 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d866de81-4238-491f-a567-196cfe0ba21e tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:58.253076 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d866de81-4238-491f-a567-196cfe0ba21e tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:58.329930 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-20b71d34-26a6-4d38-ab96-fc7b6df2bd55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:58.339871 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d866de81-4238-491f-a567-196cfe0ba21e tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:58.340419 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d866de81-4238-491f-a567-196cfe0ba21e tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Fanout notify agent at l3_agent the message router_deleted on router be5a6b5f-cbc3-4fef-97e1-a795b9f2b008 {{(pid=103285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 17:35:58.342476 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1481ff4e-0b6d-40a9-92bb-5eb3ff95386a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:58.358166 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d866de81-4238-491f-a567-196cfe0ba21e tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:58.362062 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-d866de81-4238-491f-a567-196cfe0ba21e tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "DELETE /v2.0/routers/be5a6b5f-cbc3-4fef-97e1-a795b9f2b008 HTTP/1.1" status: 204 len: 168 time: 1.3740067 Dec 06 17:35:58.362696 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 52192) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:58.378595 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481ff4e-0b6d-40a9-92bb-5eb3ff95386a None None] Pushing event deleted for resources: {'Port': ['ID=6bd2c401-af5e-4344-8516-02dc2b5b8b9c,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:58.385527 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1481ff4e-0b6d-40a9-92bb-5eb3ff95386a None None] No DVR routers for this DVR port 6bd2c401-af5e-4344-8516-02dc2b5b8b9c on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:35:58.410076 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-20b71d34-26a6-4d38-ab96-fc7b6df2bd55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:58.501119 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-26d5fd2e-dfb9-4a6f-b72e-4bef627d82e7 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:58.558689 n-d-master-1 neutron-server[103284]: DEBUG neutron.objects.ports [None req-03e2b996-54dc-4c8a-bdeb-ed8971c92bae tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103284) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 17:35:58.562695 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-03e2b996-54dc-4c8a-bdeb-ed8971c92bae tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:58.579138 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-20b71d34-26a6-4d38-ab96-fc7b6df2bd55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:58.581963 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-20b71d34-26a6-4d38-ab96-fc7b6df2bd55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:58.585745 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-20b71d34-26a6-4d38-ab96-fc7b6df2bd55 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9aabdea9-1214-4e36-875e-6c1949945b4e HTTP/1.1" status: 204 len: 168 time: 0.4434605 Dec 06 17:35:58.626867 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b71d34-26a6-4d38-ab96-fc7b6df2bd55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aabdea9-1214-4e36-875e-6c1949945b4e,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:58.630017 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-26d5fd2e-dfb9-4a6f-b72e-4bef627d82e7 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:58.661813 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e2b996-54dc-4c8a-bdeb-ed8971c92bae tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Network 92924f74-2f90-45e5-9033-541c61add3eb is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:35:58.665601 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-26d5fd2e-dfb9-4a6f-b72e-4bef627d82e7 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ad59fcd-0d86-4bbd-abb1-606e8df3cf18']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:35:58.676201 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-26d5fd2e-dfb9-4a6f-b72e-4bef627d82e7 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbe98e49-8460-4bd9-935d-6d2813654e4d') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:35:58.676574 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-26d5fd2e-dfb9-4a6f-b72e-4bef627d82e7 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbe98e49-8460-4bd9-935d-6d2813654e4d') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:35:58.678940 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-03e2b996-54dc-4c8a-bdeb-ed8971c92bae tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:35:58.689024 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e2b996-54dc-4c8a-bdeb-ed8971c92bae tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:35:58.689316 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-26d5fd2e-dfb9-4a6f-b72e-4bef627d82e7 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:58.692871 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4bd4ef-8f68-4b50-9330-e2f0c44cfd65 None None] Network 92924f74-2f90-45e5-9033-541c61add3eb requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:35:58.694803 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-03e2b996-54dc-4c8a-bdeb-ed8971c92bae tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:58.710045 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-26d5fd2e-dfb9-4a6f-b72e-4bef627d82e7 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:58.725834 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26d5fd2e-dfb9-4a6f-b72e-4bef627d82e7 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:35:58.726796 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-26d5fd2e-dfb9-4a6f-b72e-4bef627d82e7 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:58.731975 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:35:58.731975 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:35:58.731975 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:35:58.731975 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:35:58.731975 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:35:58.731975 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:35:58.731975 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:35:58.731975 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:35:58.731975 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:35:58.731975 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:35:58.731975 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:35:58.731975 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:35:58.731975 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:35:58.731975 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:35:58.731975 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:35:58.731975 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:35:58.731975 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:35:58.731975 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:35:58.731975 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:35:58.731975 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:35:58.731975 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:35:58.731975 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:35:58.731975 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:35:58.731975 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:35:58.731975 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:35:58.731975 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:35:58.731975 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:35:58.731975 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:35:58.731975 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:35:58.731975 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:35:58.731975 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:35:58.731975 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:35:58.737800 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e2b996-54dc-4c8a-bdeb-ed8971c92bae tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event updated for resources: {'Subnet': ['ID=b234622e-d8da-419c-b3ae-8bc6a4c4a438,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:58.757069 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-03e2b996-54dc-4c8a-bdeb-ed8971c92bae tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8327696 Dec 06 17:35:58.762597 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52200) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:58.786132 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-9a86175a-5ea2-48b9-90ae-d73f3d10ac16 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Request body: {'port': {'network_id': '92924f74-2f90-45e5-9033-541c61add3eb', 'mac_address': 'fa:16:3e:ea:c3:a5', 'name': 'tempest-NetworksTestDHCPv6-929958388'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:35:58.905830 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-26d5fd2e-dfb9-4a6f-b72e-4bef627d82e7 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:58.914524 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-26d5fd2e-dfb9-4a6f-b72e-4bef627d82e7 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:58.923817 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-26d5fd2e-dfb9-4a6f-b72e-4bef627d82e7 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "DELETE /v2.0/networks/2ad59fcd-0d86-4bbd-abb1-606e8df3cf18 HTTP/1.1" status: 204 len: 168 time: 0.5566378 Dec 06 17:35:58.928145 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52204) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:35:58.959416 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d5fd2e-dfb9-4a6f-b72e-4bef627d82e7 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Pushing event deleted for resources: {'Network': ['ID=2ad59fcd-0d86-4bbd-abb1-606e8df3cf18,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:59.016809 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device fff173c6-ed94-4ddc-a191-dc23d0c07196 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:35:59.089914 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: fff173c6-ed94-4ddc-a191-dc23d0c07196 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:35:59.090468 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device fff173c6-ed94-4ddc-a191-dc23d0c07196 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:35:59.090954 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 6bd2c401-af5e-4344-8516-02dc2b5b8b9c no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:35:59.140199 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 6bd2c401-af5e-4344-8516-02dc2b5b8b9c {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:35:59.144914 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 6bd2c401-af5e-4344-8516-02dc2b5b8b9c not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:35:59.169190 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-08fc50f4-1cff-4eed-ac59-64cb2f4fb077 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:59.196969 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a86175a-5ea2-48b9-90ae-d73f3d10ac16 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Made reservation on behalf of 58c2416ade7148dfa446cd47a01986fc for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:35:59.204197 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d546ca-17fe-4aad-b69b-fbae26ef5221 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-92924f74-2f90-45e5-9033-541c61add3eb', 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb', 'tenant_id': '58c2416ade7148dfa446cd47a01986fc', 'fixed_ips': [{'subnet_id': 'b234622e-d8da-419c-b3ae-8bc6a4c4a438'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:35:59.205305 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a7d546ca-17fe-4aad-b69b-fbae26ef5221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:59.235764 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-08fc50f4-1cff-4eed-ac59-64cb2f4fb077 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:59.347652 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9a86175a-5ea2-48b9-90ae-d73f3d10ac16 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:59.374392 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-9a86175a-5ea2-48b9-90ae-d73f3d10ac16 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] device_id is not set on port 60e53599-ef83-46ee-83d1-8c91e19a317f yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:35:59.438789 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-a7d546ca-17fe-4aad-b69b-fbae26ef5221 None None] Allocated IP 2001:db8::f816:3eff:fe17:d6b1 (92924f74-2f90-45e5-9033-541c61add3eb/b234622e-d8da-419c-b3ae-8bc6a4c4a438/df880272-c5a7-4ab5-9b98-a60bf199e291) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:35:59.465999 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-08fc50f4-1cff-4eed-ac59-64cb2f4fb077 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:59.470441 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-08fc50f4-1cff-4eed-ac59-64cb2f4fb077 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:59.474277 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-08fc50f4-1cff-4eed-ac59-64cb2f4fb077 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "DELETE /v2.0/security-groups/7dc80c36-8cf2-463d-929d-e78b3fbfe10b HTTP/1.1" status: 204 len: 168 time: 0.5391157 Dec 06 17:35:59.486735 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fc50f4-1cff-4eed-ac59-64cb2f4fb077 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dc80c36-8cf2-463d-929d-e78b3fbfe10b,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:59.680261 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a7d546ca-17fe-4aad-b69b-fbae26ef5221 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:59.686673 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a7d546ca-17fe-4aad-b69b-fbae26ef5221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:59.732335 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d546ca-17fe-4aad-b69b-fbae26ef5221 None None] Network 92924f74-2f90-45e5-9033-541c61add3eb is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:35:59.738311 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-a7d546ca-17fe-4aad-b69b-fbae26ef5221 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:35:59.741412 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d546ca-17fe-4aad-b69b-fbae26ef5221 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:35:59.779811 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-9a86175a-5ea2-48b9-90ae-d73f3d10ac16 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Allocated IP 2001:db8::f816:3eff:feea:c3a5 (92924f74-2f90-45e5-9033-541c61add3eb/b234622e-d8da-419c-b3ae-8bc6a4c4a438/60e53599-ef83-46ee-83d1-8c91e19a317f) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:35:59.805242 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d546ca-17fe-4aad-b69b-fbae26ef5221 None None] Pushing event updated for resources: {'Port': ['ID=df880272-c5a7-4ab5-9b98-a60bf199e291,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:35:59.825029 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-a7d546ca-17fe-4aad-b69b-fbae26ef5221 None None] Attempting to bind port df880272-c5a7-4ab5-9b98-a60bf199e291 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:35:59.825579 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-a7d546ca-17fe-4aad-b69b-fbae26ef5221 None None] Attempting to bind port df880272-c5a7-4ab5-9b98-a60bf199e291 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'a47332dc-5917-44f3-a9f4-ba1cd1d32759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:35:59.830599 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d546ca-17fe-4aad-b69b-fbae26ef5221 None None] Attempting to bind port df880272-c5a7-4ab5-9b98-a60bf199e291 on network 92924f74-2f90-45e5-9033-541c61add3eb {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:35:59.839081 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d546ca-17fe-4aad-b69b-fbae26ef5221 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:35:59.843236 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d546ca-17fe-4aad-b69b-fbae26ef5221 None None] Checking segment: {'id': 'a47332dc-5917-44f3-a9f4-ba1cd1d32759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:35:59.843842 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a7d546ca-17fe-4aad-b69b-fbae26ef5221 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:59.845121 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d546ca-17fe-4aad-b69b-fbae26ef5221 None None] Bound using segment: {'id': 'a47332dc-5917-44f3-a9f4-ba1cd1d32759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:35:59.846108 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-a7d546ca-17fe-4aad-b69b-fbae26ef5221 None None] Bound port: df880272-c5a7-4ab5-9b98-a60bf199e291, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a47332dc-5917-44f3-a9f4-ba1cd1d32759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:35:59.849102 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a7d546ca-17fe-4aad-b69b-fbae26ef5221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:35:59.970710 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a7d546ca-17fe-4aad-b69b-fbae26ef5221 None None] For port df880272-c5a7-4ab5-9b98-a60bf199e291, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:35:59.975408 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a7d546ca-17fe-4aad-b69b-fbae26ef5221 None None] For port df880272-c5a7-4ab5-9b98-a60bf199e291, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=df880272-c5a7-4ab5-9b98-a60bf199e291,segment=NetworkSegment(a47332dc-5917-44f3-a9f4-ba1cd1d32759),segment_id=a47332dc-5917-44f3-a9f4-ba1cd1d32759)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:35:59.982796 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a7d546ca-17fe-4aad-b69b-fbae26ef5221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:00.078393 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9a86175a-5ea2-48b9-90ae-d73f3d10ac16 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:00.128340 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d546ca-17fe-4aad-b69b-fbae26ef5221 None None] Pushing event updated for resources: {'Port': ['ID=df880272-c5a7-4ab5-9b98-a60bf199e291,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:00.147499 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9a86175a-5ea2-48b9-90ae-d73f3d10ac16 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:00.228283 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a86175a-5ea2-48b9-90ae-d73f3d10ac16 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Network 92924f74-2f90-45e5-9033-541c61add3eb is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:36:00.236213 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 52238) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:36:00.238923 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-9a86175a-5ea2-48b9-90ae-d73f3d10ac16 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:36:00.241448 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a86175a-5ea2-48b9-90ae-d73f3d10ac16 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:36:00.251505 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-d10d3366-a5a0-4ea1-a6c2-50853f0bdc30 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-180207884', 'description': 'tempest-secgroup-smoke-180207884 description', 'project_id': '87136a91f6c54863bdb78ae5833b5c4e'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:36:00.255307 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a86175a-5ea2-48b9-90ae-d73f3d10ac16 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:00.256012 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9a86175a-5ea2-48b9-90ae-d73f3d10ac16 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:00.260215 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a86175a-5ea2-48b9-90ae-d73f3d10ac16 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event updated for resources: {'Port': ['ID=60e53599-ef83-46ee-83d1-8c91e19a317f,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:00.294375 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d10d3366-a5a0-4ea1-a6c2-50853f0bdc30 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:00.302364 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-9a86175a-5ea2-48b9-90ae-d73f3d10ac16 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5385354 Dec 06 17:36:00.305060 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52242) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:36:00.410132 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e11861a-6f54-4b4c-b60d-408a795b9270 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:00.418216 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e11861a-6f54-4b4c-b60d-408a795b9270 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:00.423748 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-4e11861a-6f54-4b4c-b60d-408a795b9270 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1175139 Dec 06 17:36:00.424592 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52244) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:36:00.428480 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d10d3366-a5a0-4ea1-a6c2-50853f0bdc30 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:00.438424 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d10d3366-a5a0-4ea1-a6c2-50853f0bdc30 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:00.507409 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10d3366-a5a0-4ea1-a6c2-50853f0bdc30 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0af89b83-5a7a-4bff-a60e-7cfc30b594ff,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:00.522968 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d10d3366-a5a0-4ea1-a6c2-50853f0bdc30 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:00.527793 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-d10d3366-a5a0-4ea1-a6c2-50853f0bdc30 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2894711 Dec 06 17:36:00.528431 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 52250) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:36:00.534507 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-7d0a9831-9257-4175-8448-3070bd69afd3 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Request body: {'security_group_rule': {'security_group_id': '0af89b83-5a7a-4bff-a60e-7cfc30b594ff', 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:36:00.564194 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-c3aa9f6f-f5ef-49c0-ae50-b16a98e82159 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Deleting port 60e53599-ef83-46ee-83d1-8c91e19a317f {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:36:00.564519 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c3aa9f6f-f5ef-49c0-ae50-b16a98e82159 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:00.578068 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7d0a9831-9257-4175-8448-3070bd69afd3 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:00.681971 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7d0a9831-9257-4175-8448-3070bd69afd3 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:00.692746 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7d0a9831-9257-4175-8448-3070bd69afd3 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:00.714856 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c3aa9f6f-f5ef-49c0-ae50-b16a98e82159 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:00.739199 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7d0a9831-9257-4175-8448-3070bd69afd3 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:00.739557 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-c3aa9f6f-f5ef-49c0-ae50-b16a98e82159 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Calling delete_port for 60e53599-ef83-46ee-83d1-8c91e19a317f owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:36:00.742353 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-7d0a9831-9257-4175-8448-3070bd69afd3 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2127075 Dec 06 17:36:00.745172 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52254) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:36:00.752815 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-66af95c5-4d6c-4f9e-8376-b5c5d979985e tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Request body: {'security_group_rule': {'security_group_id': '0af89b83-5a7a-4bff-a60e-7cfc30b594ff', 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:36:00.760358 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0a9831-9257-4175-8448-3070bd69afd3 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=493e9061-6663-426a-9915-2167e428cc5e,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:00.827574 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device df880272-c5a7-4ab5-9b98-a60bf199e291 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:36:00.866911 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-66af95c5-4d6c-4f9e-8376-b5c5d979985e tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:00.928181 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port df880272-c5a7-4ab5-9b98-a60bf199e291 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:36:00.928670 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:01.039195 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:01.099733 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] For port df880272-c5a7-4ab5-9b98-a60bf199e291, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=df880272-c5a7-4ab5-9b98-a60bf199e291,segment=NetworkSegment(a47332dc-5917-44f3-a9f4-ba1cd1d32759),segment_id=a47332dc-5917-44f3-a9f4-ba1cd1d32759)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:36:01.107665 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-66af95c5-4d6c-4f9e-8376-b5c5d979985e tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:01.108529 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:01.113459 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-66af95c5-4d6c-4f9e-8376-b5c5d979985e tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:01.151627 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66af95c5-4d6c-4f9e-8376-b5c5d979985e tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc5d9f85-0ad1-4c08-8a7b-9621798c9866,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:01.153579 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c3aa9f6f-f5ef-49c0-ae50-b16a98e82159 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:01.180102 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device cda2df68-107c-4d52-a437-cd4ed6ecf4a1 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:36:01.226573 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: cda2df68-107c-4d52-a437-cd4ed6ecf4a1 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:36:01.226928 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device cda2df68-107c-4d52-a437-cd4ed6ecf4a1 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:36:01.227645 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-66af95c5-4d6c-4f9e-8376-b5c5d979985e tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:01.233234 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-66af95c5-4d6c-4f9e-8376-b5c5d979985e tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4866159 Dec 06 17:36:01.236111 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 52270) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:36:01.238318 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aa9f6f-f5ef-49c0-ae50-b16a98e82159 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event deleted for resources: {'Port': ['ID=60e53599-ef83-46ee-83d1-8c91e19a317f,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:01.241662 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-e2ed8619-a87c-48e5-81a2-35ff54fd8e6c tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Request body: {'security_group_rule': {'security_group_id': '0af89b83-5a7a-4bff-a60e-7cfc30b594ff', 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:36:01.272660 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c3aa9f6f-f5ef-49c0-ae50-b16a98e82159 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:01.273062 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Pushing event updated for resources: {'Port': ['ID=df880272-c5a7-4ab5-9b98-a60bf199e291,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:01.278238 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-c3aa9f6f-f5ef-49c0-ae50-b16a98e82159 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/ports/60e53599-ef83-46ee-83d1-8c91e19a317f HTTP/1.1" status: 204 len: 168 time: 0.8525217 Dec 06 17:36:01.280851 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52272) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:36:01.328437 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e2ed8619-a87c-48e5-81a2-35ff54fd8e6c tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:01.368418 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649bc56f-83b4-4a78-84f9-64509c7c6590 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:01.370470 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649bc56f-83b4-4a78-84f9-64509c7c6590 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:01.375611 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-649bc56f-83b4-4a78-84f9-64509c7c6590 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0934637 Dec 06 17:36:01.375946 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 52278) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:36:01.477275 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fda0821-aaf1-46da-8d17-4279fc934ebe tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Deleting subnet b234622e-d8da-419c-b3ae-8bc6a4c4a438 {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:36:01.491410 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3fda0821-aaf1-46da-8d17-4279fc934ebe tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:01.548112 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e2ed8619-a87c-48e5-81a2-35ff54fd8e6c tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:01.557841 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e2ed8619-a87c-48e5-81a2-35ff54fd8e6c tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:01.582581 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ed8619-a87c-48e5-81a2-35ff54fd8e6c tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=012db822-4a6b-44e6-ac13-21ea934b90ff,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:01.594917 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3fda0821-aaf1-46da-8d17-4279fc934ebe tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:01.651920 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e2ed8619-a87c-48e5-81a2-35ff54fd8e6c tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:01.653147 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-e2ed8619-a87c-48e5-81a2-35ff54fd8e6c tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4160254 Dec 06 17:36:01.659247 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52288) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:36:01.669873 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-cb3e541a-3484-4eb7-93d6-fbe68238c719 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Request body: {'security_group_rule': {'security_group_id': '0af89b83-5a7a-4bff-a60e-7cfc30b594ff', 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:36:01.715851 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cb3e541a-3484-4eb7-93d6-fbe68238c719 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:01.728768 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3fda0821-aaf1-46da-8d17-4279fc934ebe tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:01.828752 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cb3e541a-3484-4eb7-93d6-fbe68238c719 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:01.830840 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-61986936-e069-4fef-b3ea-9d1809b13c45 None None] Provisioning complete for port df880272-c5a7-4ab5-9b98-a60bf199e291 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:36:01.832301 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-61986936-e069-4fef-b3ea-9d1809b13c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:01.839270 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cb3e541a-3484-4eb7-93d6-fbe68238c719 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:01.848015 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3fda0821-aaf1-46da-8d17-4279fc934ebe tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:01.890340 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fda0821-aaf1-46da-8d17-4279fc934ebe tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event deleted for resources: {'Subnet': ['ID=b234622e-d8da-419c-b3ae-8bc6a4c4a438,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:01.900287 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3fda0821-aaf1-46da-8d17-4279fc934ebe tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:01.903001 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3e541a-3484-4eb7-93d6-fbe68238c719 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75e9f2b5-3822-4899-8993-481945f6336e,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:01.909646 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-3fda0821-aaf1-46da-8d17-4279fc934ebe tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/subnets/b234622e-d8da-419c-b3ae-8bc6a4c4a438 HTTP/1.1" status: 204 len: 168 time: 0.5327964 Dec 06 17:36:01.911090 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cb3e541a-3484-4eb7-93d6-fbe68238c719 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:01.912309 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-cb3e541a-3484-4eb7-93d6-fbe68238c719 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2512052 Dec 06 17:36:01.912983 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 52298) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:36:01.916177 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52300) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:36:01.928936 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-93783ee1-b225-4851-9cfe-6be975410715 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Request body: {'security_group_rule': {'security_group_id': '0af89b83-5a7a-4bff-a60e-7cfc30b594ff', 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:36:01.988137 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-2a40af23-a6e3-4ab5-86f2-b4b35cca35fa tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0667195 Dec 06 17:36:01.988137 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 52304) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:36:01.989500 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-03f1024c-b453-4a13-9f76-f2e3b51319f4 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Request body: {'subnet': {'network_id': '92924f74-2f90-45e5-9033-541c61add3eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:36:01.993035 n-d-master-1 neutron-server[103284]: INFO neutron.db.securitygroups_db [None req-93783ee1-b225-4851-9cfe-6be975410715 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Project 87136a91f6c54863bdb78ae5833b5c4e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 17:36:02.005229 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-93783ee1-b225-4851-9cfe-6be975410715 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:02.129079 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f1024c-b453-4a13-9f76-f2e3b51319f4 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Made reservation on behalf of 58c2416ade7148dfa446cd47a01986fc for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:36:02.158729 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-03f1024c-b453-4a13-9f76-f2e3b51319f4 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:02.158913 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c30fdab-3e2e-41fe-b9eb-84bd4e718b98 None None] Network 92924f74-2f90-45e5-9033-541c61add3eb requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:36:02.171287 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 52316) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:36:02.174906 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-93783ee1-b225-4851-9cfe-6be975410715 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:02.184956 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-93783ee1-b225-4851-9cfe-6be975410715 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:02.237162 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93783ee1-b225-4851-9cfe-6be975410715 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad295dda-5e23-4424-98f9-2eacefbc1ed3,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:02.250879 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-93783ee1-b225-4851-9cfe-6be975410715 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:02.254753 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-93783ee1-b225-4851-9cfe-6be975410715 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3334594 Dec 06 17:36:02.256578 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52326) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:36:02.259659 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-c07b0d5c-1565-4cd7-8064-998f521534b7 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Request body: {'security_group_rule': {'security_group_id': '0af89b83-5a7a-4bff-a60e-7cfc30b594ff', 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:36:02.294665 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-890b4663-cf16-487d-a0cc-84681c58668c None None] Could not find standard attr ID for object 60e53599-ef83-46ee-83d1-8c91e19a317f. {{(pid=103286) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 17:36:02.306897 n-d-master-1 neutron-server[103284]: INFO neutron.db.securitygroups_db [None req-c07b0d5c-1565-4cd7-8064-998f521534b7 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Project 87136a91f6c54863bdb78ae5833b5c4e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 17:36:02.314684 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c07b0d5c-1565-4cd7-8064-998f521534b7 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:02.492534 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c07b0d5c-1565-4cd7-8064-998f521534b7 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:02.496212 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbf5208-bdaa-41c9-8472-aca1bd034522 None None] DHCP port deletion for 92924f74-2f90-45e5-9033-541c61add3eb request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:36:02.496856 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c07b0d5c-1565-4cd7-8064-998f521534b7 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:02.517207 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b0d5c-1565-4cd7-8064-998f521534b7 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed117105-e9fc-45ef-8325-c6d4cca8abdc,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:02.533714 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c07b0d5c-1565-4cd7-8064-998f521534b7 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:02.543390 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-c07b0d5c-1565-4cd7-8064-998f521534b7 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2850337 Dec 06 17:36:02.544539 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52340) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:36:02.552604 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-f927ed35-9da8-49f6-ac3e-bdcf17c99361 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Request body: {'network': {'name': 'tempest-network-smoke--1361679763', 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'port_security_enabled': True}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:36:02.576563 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-dbd42ece-d195-4b38-9bf0-88fd799601f4 req-725b904c-1653-442a-8aba-905a7a3c522b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=522f6eb5-ac1c-49e5-9878-81b994af1b41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2074850 Dec 06 17:36:02.587978 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f927ed35-9da8-49f6-ac3e-bdcf17c99361 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Made reservation on behalf of 87136a91f6c54863bdb78ae5833b5c4e for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:36:02.592539 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f927ed35-9da8-49f6-ac3e-bdcf17c99361 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:02.656543 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-dbbf5208-bdaa-41c9-8472-aca1bd034522 None None] Deleting port df880272-c5a7-4ab5-9b98-a60bf199e291 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:36:02.657094 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-dbbf5208-bdaa-41c9-8472-aca1bd034522 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:02.673173 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f927ed35-9da8-49f6-ac3e-bdcf17c99361 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:36:02.689750 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f927ed35-9da8-49f6-ac3e-bdcf17c99361 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:02.690838 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-f927ed35-9da8-49f6-ac3e-bdcf17c99361 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Added segment 15889185-46f9-4fe1-84c2-011c80927a16 of type vlan for network 2c008a8b-421d-4b40-9646-1dd7934eadae Dec 06 17:36:02.776452 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-dbbf5208-bdaa-41c9-8472-aca1bd034522 None None] For port df880272-c5a7-4ab5-9b98-a60bf199e291, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=df880272-c5a7-4ab5-9b98-a60bf199e291,segment=NetworkSegment(a47332dc-5917-44f3-a9f4-ba1cd1d32759),segment_id=a47332dc-5917-44f3-a9f4-ba1cd1d32759)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:36:02.777066 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-dbbf5208-bdaa-41c9-8472-aca1bd034522 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:02.784147 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device df880272-c5a7-4ab5-9b98-a60bf199e291 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:36:02.804300 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f927ed35-9da8-49f6-ac3e-bdcf17c99361 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:02.828318 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd42ece-d195-4b38-9bf0-88fd799601f4 req-c2167285-1348-49ca-8d90-f91dd4e64618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:02.832357 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-dbd42ece-d195-4b38-9bf0-88fd799601f4 req-c2167285-1348-49ca-8d90-f91dd4e64618 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d7abadb1557c47ab8c8300111afe2d05&device_id=522f6eb5-ac1c-49e5-9878-81b994af1b41 HTTP/1.1" status: 200 len: 1097 time: 0.1858256 Dec 06 17:36:02.862902 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f927ed35-9da8-49f6-ac3e-bdcf17c99361 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:02.888202 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f927ed35-9da8-49f6-ac3e-bdcf17c99361 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:02.889748 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f927ed35-9da8-49f6-ac3e-bdcf17c99361 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:02.894877 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-dbbf5208-bdaa-41c9-8472-aca1bd034522 None None] Calling delete_port for df880272-c5a7-4ab5-9b98-a60bf199e291 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:36:02.922923 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:02.940021 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c511d589-9840-45fb-af99-a53a2f3e5113 tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Deleting port 03b545e7-7b2e-4d54-9422-e122a5885f0f {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:36:02.941035 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c511d589-9840-45fb-af99-a53a2f3e5113 tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:03.002286 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-f927ed35-9da8-49f6-ac3e-bdcf17c99361 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4557619 Dec 06 17:36:03.002996 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52368) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:36:03.011212 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-7ae9ab88-148e-4d39-9783-d4ada02ba7e0 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1544797192', 'admin_state_up': True, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:36:03.045235 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7ae9ab88-148e-4d39-9783-d4ada02ba7e0 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:03.045235 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7ae9ab88-148e-4d39-9783-d4ada02ba7e0 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:03.092030 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-dbbf5208-bdaa-41c9-8472-aca1bd034522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:03.102316 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7ae9ab88-148e-4d39-9783-d4ada02ba7e0 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:03.112101 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c511d589-9840-45fb-af99-a53a2f3e5113 tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:03.112440 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c511d589-9840-45fb-af99-a53a2f3e5113 tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:03.186108 n-d-master-1 neutron-server[103285]: DEBUG neutron.objects.ports [None req-03f1024c-b453-4a13-9f76-f2e3b51319f4 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103285) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 17:36:03.186108 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c511d589-9840-45fb-af99-a53a2f3e5113 tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Calling delete_port for 03b545e7-7b2e-4d54-9422-e122a5885f0f owned by network:floatingip {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:36:03.186108 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-03f1024c-b453-4a13-9f76-f2e3b51319f4 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:03.214755 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Port df880272-c5a7-4ab5-9b98-a60bf199e291 update to DOWN by agent not found {{(pid=103286) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 06 17:36:03.217388 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbf5208-bdaa-41c9-8472-aca1bd034522 None None] Pushing event deleted for resources: {'Port': ['ID=df880272-c5a7-4ab5-9b98-a60bf199e291,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:03.234695 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f927ed35-9da8-49f6-ac3e-bdcf17c99361 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Pushing event updated for resources: {'Network': ['ID=2c008a8b-421d-4b40-9646-1dd7934eadae,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:03.250387 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbf5208-bdaa-41c9-8472-aca1bd034522 None None] No DVR routers for this DVR port df880272-c5a7-4ab5-9b98-a60bf199e291 on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:36:03.284074 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd42ece-d195-4b38-9bf0-88fd799601f4 req-f4528610-43c0-4a83-bc79-d7723148553f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:03.284074 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-dbd42ece-d195-4b38-9bf0-88fd799601f4 req-f4528610-43c0-4a83-bc79-d7723148553f service neutron] 10.222.0.44 "GET /v2.0/networks?id=343f954d-d1c3-4f66-bad4-ccfe52b09e6c HTTP/1.1" status: 200 len: 912 time: 0.4139533 Dec 06 17:36:03.284354 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 2c008a8b-421d-4b40-9646-1dd7934eadae details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:36:03.467141 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7ae9ab88-148e-4d39-9783-d4ada02ba7e0 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:03.531383 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f1024c-b453-4a13-9f76-f2e3b51319f4 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Network 92924f74-2f90-45e5-9033-541c61add3eb is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:36:03.611580 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-03f1024c-b453-4a13-9f76-f2e3b51319f4 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:36:03.614953 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f1024c-b453-4a13-9f76-f2e3b51319f4 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:03.615562 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-03f1024c-b453-4a13-9f76-f2e3b51319f4 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:03.623183 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421bd526-0112-4f60-88b6-3ee88a0e3ab6 None None] Network 92924f74-2f90-45e5-9033-541c61add3eb requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:36:03.652773 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f1024c-b453-4a13-9f76-f2e3b51319f4 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event updated for resources: {'Subnet': ['ID=8160617a-bb93-4f2e-bd32-99e4c83db4e9,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:03.687782 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-03f1024c-b453-4a13-9f76-f2e3b51319f4 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7024488 Dec 06 17:36:03.693848 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 52396) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:36:03.697671 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-dbd42ece-d195-4b38-9bf0-88fd799601f4 req-f14184c4-ae78-47df-8dc9-6cb5facc26bd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=131abded-8690-4d9b-b8ba-d98c5f8c0b81 HTTP/1.1" status: 200 len: 1001 time: 0.2601323 Dec 06 17:36:03.706216 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-54eca3af-a946-47b5-9e47-03e9e851b012 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Request body: {'port': {'network_id': '92924f74-2f90-45e5-9033-541c61add3eb', 'mac_address': 'fa:16:3e:7e:12:98', 'name': 'tempest-NetworksTestDHCPv6-1355209600'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:36:03.741653 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7ae9ab88-148e-4d39-9783-d4ada02ba7e0 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for router_gateway, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:03.769021 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7ae9ab88-148e-4d39-9783-d4ada02ba7e0 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:03.860083 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd42ece-d195-4b38-9bf0-88fd799601f4 req-2b06b3fc-817c-4b1d-819b-027cec7f69a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:03.861709 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-dbd42ece-d195-4b38-9bf0-88fd799601f4 req-2b06b3fc-817c-4b1d-819b-027cec7f69a4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a4ea4d0f-71a4-4c95-82b1-6c4f14c713a1 HTTP/1.1" status: 200 len: 850 time: 0.1484647 Dec 06 17:36:03.950624 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a97b87-a927-43fd-a199-e3ce8f20f96d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-92924f74-2f90-45e5-9033-541c61add3eb', 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb', 'tenant_id': '58c2416ade7148dfa446cd47a01986fc', 'fixed_ips': [{'subnet_id': '8160617a-bb93-4f2e-bd32-99e4c83db4e9'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:36:03.952338 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a3a97b87-a927-43fd-a199-e3ce8f20f96d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:03.963172 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-7ae9ab88-148e-4d39-9783-d4ada02ba7e0 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Allocated IP 172.35.1.68 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/6aefa83b-060f-4ff4-a2ed-9787ee95f23a) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:36:03.996589 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd42ece-d195-4b38-9bf0-88fd799601f4 req-73b1fa27-34ce-404e-902f-7e672e64e19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:03.998556 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-dbd42ece-d195-4b38-9bf0-88fd799601f4 req-73b1fa27-34ce-404e-902f-7e672e64e19c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=343f954d-d1c3-4f66-bad4-ccfe52b09e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1264067 Dec 06 17:36:04.003872 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c511d589-9840-45fb-af99-a53a2f3e5113 tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:04.027031 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54eca3af-a946-47b5-9e47-03e9e851b012 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Made reservation on behalf of 58c2416ade7148dfa446cd47a01986fc for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:36:04.091692 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c511d589-9840-45fb-af99-a53a2f3e5113 tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Pushing event deleted for resources: {'Port': ['ID=03b545e7-7b2e-4d54-9422-e122a5885f0f,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:04.166500 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-a3a97b87-a927-43fd-a199-e3ce8f20f96d None None] Allocated IP 2001:db8::f816:3eff:feed:47c8 (92924f74-2f90-45e5-9033-541c61add3eb/8160617a-bb93-4f2e-bd32-99e4c83db4e9/ee4352c9-6845-423a-a769-290ea64ab73b) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:36:04.193193 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52400) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:36:04.216899 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7ae9ab88-148e-4d39-9783-d4ada02ba7e0 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:04.270145 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7ae9ab88-148e-4d39-9783-d4ada02ba7e0 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:04.276741 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c511d589-9840-45fb-af99-a53a2f3e5113 tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Publish callbacks [] for floatingip, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:04.277367 n-d-master-1 neutron-server[103285]: INFO neutron.db.l3_db [None req-c511d589-9840-45fb-af99-a53a2f3e5113 tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Floating IP a0323866-4136-45b3-93f7-66d6586502e8 disassociated (deleted). External IP: 172.35.1.92, port: 00fa4bcf-ee2e-4551-b2d1-fdb01cc6d6c5. Dec 06 17:36:04.356928 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-20aff35e-a7ff-4802-8ab1-83ca75f1ee3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:04.380403 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae9ab88-148e-4d39-9783-d4ada02ba7e0 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:36:04.383899 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-7ae9ab88-148e-4d39-9783-d4ada02ba7e0 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:36:04.385003 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a3a97b87-a927-43fd-a199-e3ce8f20f96d None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:04.386928 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae9ab88-148e-4d39-9783-d4ada02ba7e0 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:36:04.409894 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01f1869-b7e3-499c-bd5f-a4f80bfe5d7d None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:36:04.421528 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a3a97b87-a927-43fd-a199-e3ce8f20f96d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:04.497364 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a97b87-a927-43fd-a199-e3ce8f20f96d None None] Pushing event updated for resources: {'Port': ['ID=ee4352c9-6845-423a-a769-290ea64ab73b,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:04.512551 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a97b87-a927-43fd-a199-e3ce8f20f96d None None] Network 92924f74-2f90-45e5-9033-541c61add3eb is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:36:04.514595 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-a3a97b87-a927-43fd-a199-e3ce8f20f96d None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:36:04.517892 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a97b87-a927-43fd-a199-e3ce8f20f96d None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:36:04.576314 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-f0563dd4-bc53-4308-9b53-795d594d96ca None None] Provisioning complete for port 6aefa83b-060f-4ff4-a2ed-9787ee95f23a triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:36:04.577110 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f0563dd4-bc53-4308-9b53-795d594d96ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:04.650539 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-a3a97b87-a927-43fd-a199-e3ce8f20f96d None None] Attempting to bind port ee4352c9-6845-423a-a769-290ea64ab73b on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:36:04.651225 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-a3a97b87-a927-43fd-a199-e3ce8f20f96d None None] Attempting to bind port ee4352c9-6845-423a-a769-290ea64ab73b by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'a47332dc-5917-44f3-a9f4-ba1cd1d32759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:36:04.653309 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a97b87-a927-43fd-a199-e3ce8f20f96d None None] Attempting to bind port ee4352c9-6845-423a-a769-290ea64ab73b on network 92924f74-2f90-45e5-9033-541c61add3eb {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:36:04.666146 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-f0563dd4-bc53-4308-9b53-795d594d96ca None None] Port 6aefa83b-060f-4ff4-a2ed-9787ee95f23a cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:36:04.667896 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a97b87-a927-43fd-a199-e3ce8f20f96d None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:36:04.668371 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a97b87-a927-43fd-a199-e3ce8f20f96d None None] Checking segment: {'id': 'a47332dc-5917-44f3-a9f4-ba1cd1d32759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:36:04.668898 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a3a97b87-a927-43fd-a199-e3ce8f20f96d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:04.669487 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a97b87-a927-43fd-a199-e3ce8f20f96d None None] Bound using segment: {'id': 'a47332dc-5917-44f3-a9f4-ba1cd1d32759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:36:04.670131 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-a3a97b87-a927-43fd-a199-e3ce8f20f96d None None] Bound port: ee4352c9-6845-423a-a769-290ea64ab73b, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a47332dc-5917-44f3-a9f4-ba1cd1d32759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:36:04.670592 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a3a97b87-a927-43fd-a199-e3ce8f20f96d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:04.740728 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae9ab88-148e-4d39-9783-d4ada02ba7e0 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Pushing event updated for resources: {'Port': ['ID=6aefa83b-060f-4ff4-a2ed-9787ee95f23a,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:04.760912 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-20aff35e-a7ff-4802-8ab1-83ca75f1ee3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:04.769520 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a3a97b87-a927-43fd-a199-e3ce8f20f96d None None] For port ee4352c9-6845-423a-a769-290ea64ab73b, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:36:04.774185 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a3a97b87-a927-43fd-a199-e3ce8f20f96d None None] For port ee4352c9-6845-423a-a769-290ea64ab73b, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ee4352c9-6845-423a-a769-290ea64ab73b,segment=NetworkSegment(a47332dc-5917-44f3-a9f4-ba1cd1d32759),segment_id=a47332dc-5917-44f3-a9f4-ba1cd1d32759)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:36:04.784856 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a3a97b87-a927-43fd-a199-e3ce8f20f96d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:04.801549 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-20aff35e-a7ff-4802-8ab1-83ca75f1ee3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:04.835220 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-dbd42ece-d195-4b38-9bf0-88fd799601f4 req-8ee8d82b-b940-4cde-b2e3-55462a7f6de5 service neutron] 10.222.0.44 "GET /v2.0/networks/343f954d-d1c3-4f66-bad4-ccfe52b09e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8249786 Dec 06 17:36:04.839890 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-54eca3af-a946-47b5-9e47-03e9e851b012 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:04.862314 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a97b87-a927-43fd-a199-e3ce8f20f96d None None] Pushing event updated for resources: {'Port': ['ID=ee4352c9-6845-423a-a769-290ea64ab73b,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:04.965253 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-54eca3af-a946-47b5-9e47-03e9e851b012 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] device_id is not set on port 1fd91fb3-251c-4d87-87e5-a5f516e6bdeb yet. {{(pid=103285) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:36:05.131157 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-dbd42ece-d195-4b38-9bf0-88fd799601f4 req-a5403ed3-fb00-4453-a78a-8f16c301cb36 service neutron] 10.222.0.44 "GET /v2.0/networks/343f954d-d1c3-4f66-bad4-ccfe52b09e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533453 Dec 06 17:36:05.270009 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:05.271585 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-54eca3af-a946-47b5-9e47-03e9e851b012 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Allocated IP 2001:db8::f816:3eff:fe7e:1298 (92924f74-2f90-45e5-9033-541c61add3eb/8160617a-bb93-4f2e-bd32-99e4c83db4e9/1fd91fb3-251c-4d87-87e5-a5f516e6bdeb) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:36:05.277808 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-20aff35e-a7ff-4802-8ab1-83ca75f1ee3a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=708d998ba1db441d843a0cf26cd88df6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0825870 Dec 06 17:36:05.280976 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 52410) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:36:05.298961 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c511d589-9840-45fb-af99-a53a2f3e5113 tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Router 4944aec1-da7d-45c9-b314-7cf4c68eb618 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:36:05.318791 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aff35e-a7ff-4802-8ab1-83ca75f1ee3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70182d85-a654-477e-8a9c-ef6b6d09c8f1,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:05.420121 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7ae9ab88-148e-4d39-9783-d4ada02ba7e0 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for router_gateway, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:05.500944 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0867731c-8650-4653-b9f8-9c4d067f403b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:05.605639 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0867731c-8650-4653-b9f8-9c4d067f403b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:05.661350 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c511d589-9840-45fb-af99-a53a2f3e5113 tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:36:05.667440 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c511d589-9840-45fb-af99-a53a2f3e5113 tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:05.674171 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64da1ed-ddb1-467d-b9cb-ad08677aca07 None None] Sync routers for ids ['4944aec1-da7d-45c9-b314-7cf4c68eb618'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:36:05.686960 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64da1ed-ddb1-467d-b9cb-ad08677aca07 None None] Routers {'4944aec1-da7d-45c9-b314-7cf4c68eb618'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:36:05.687585 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-f64da1ed-ddb1-467d-b9cb-ad08677aca07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:35:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['4944aec1-da7d-45c9-b314-7cf4c68eb618'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:36:05.739692 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-54eca3af-a946-47b5-9e47-03e9e851b012 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:05.762181 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-c511d589-9840-45fb-af99-a53a2f3e5113 tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] 10.222.0.23 "DELETE /v2.0/floatingips/a0323866-4136-45b3-93f7-66d6586502e8 HTTP/1.1" status: 204 len: 168 time: 3.5897074 Dec 06 17:36:05.765207 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf4f8cd6-cdf3-4302-b4fd-5d4390fc664c', 'tag': '00fa4bcf-ee2e-4551-b2d1-fdb01cc6d6c5'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:36:05.767619 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b17a647-c2b2-4260-8639-ab369cb0c64b" -d '{"events": [{"name": "network-changed", "server_uuid": "bf4f8cd6-cdf3-4302-b4fd-5d4390fc664c", "tag": "00fa4bcf-ee2e-4551-b2d1-fdb01cc6d6c5"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:36:05.800642 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0867731c-8650-4653-b9f8-9c4d067f403b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:05.803658 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0867731c-8650-4653-b9f8-9c4d067f403b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:05.808323 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-0867731c-8650-4653-b9f8-9c4d067f403b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/70182d85-a654-477e-8a9c-ef6b6d09c8f1 HTTP/1.1" status: 204 len: 168 time: 0.5260770 Dec 06 17:36:05.819843 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0867731c-8650-4653-b9f8-9c4d067f403b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70182d85-a654-477e-8a9c-ef6b6d09c8f1,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:05.835358 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-f64da1ed-ddb1-467d-b9cb-ad08677aca07 None None] Set router 4944aec1-da7d-45c9-b314-7cf4c68eb618 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:36:05.846336 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-54eca3af-a946-47b5-9e47-03e9e851b012 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:05.892629 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae0ec210-5a20-443a-add9-3bfcff9acf77 x-openstack-request-id: req-ae0ec210-5a20-443a-add9-3bfcff9acf77 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:36:05.892629 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf4f8cd6-cdf3-4302-b4fd-5d4390fc664c", "tag": "00fa4bcf-ee2e-4551-b2d1-fdb01cc6d6c5", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:36:05.892981 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ae0ec210-5a20-443a-add9-3bfcff9acf77 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:36:05.893311 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf4f8cd6-cdf3-4302-b4fd-5d4390fc664c', 'tag': '00fa4bcf-ee2e-4551-b2d1-fdb01cc6d6c5', 'status': 'completed', 'code': 200} Dec 06 17:36:05.918971 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54eca3af-a946-47b5-9e47-03e9e851b012 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Network 92924f74-2f90-45e5-9033-541c61add3eb is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:36:05.937480 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7ae9ab88-148e-4d39-9783-d4ada02ba7e0 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:05.963529 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-54eca3af-a946-47b5-9e47-03e9e851b012 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:36:05.976388 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54eca3af-a946-47b5-9e47-03e9e851b012 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:36:05.989931 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54eca3af-a946-47b5-9e47-03e9e851b012 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:05.990979 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-54eca3af-a946-47b5-9e47-03e9e851b012 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:05.994830 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eca3af-a946-47b5-9e47-03e9e851b012 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event updated for resources: {'Port': ['ID=1fd91fb3-251c-4d87-87e5-a5f516e6bdeb,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:06.028069 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-54eca3af-a946-47b5-9e47-03e9e851b012 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.3293223 Dec 06 17:36:06.030128 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 52426) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:36:06.179220 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35a57e3-817a-49eb-a505-f106b04a56c1 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:06.186664 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35a57e3-817a-49eb-a505-f106b04a56c1 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:06.194483 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-f35a57e3-817a-49eb-a505-f106b04a56c1 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1606081 Dec 06 17:36:06.196003 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 52432) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:36:06.205768 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b17a647-c2b2-4260-8639-ab369cb0c64b req-0c239acc-0579-451e-8cab-a2650975b79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:06.215811 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7b17a647-c2b2-4260-8639-ab369cb0c64b req-0c239acc-0579-451e-8cab-a2650975b79c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7a5c2edb34ef45d5b7fd006e4fd1e900&device_id=bf4f8cd6-cdf3-4302-b4fd-5d4390fc664c HTTP/1.1" status: 200 len: 1097 time: 0.3051958 Dec 06 17:36:06.285840 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ae9ab88-148e-4d39-9783-d4ada02ba7e0 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Router 664ceb40-c693-45a1-b31b-858085478c75 is scheduled to L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 17:36:06.315728 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-f64da1ed-ddb1-467d-b9cb-ad08677aca07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4944aec1-da7d-45c9-b314-7cf4c68eb618', 'name': 'tempest-TestVolumeBackupRestore-1417776253-router', 'tenant_id': '7a5c2edb34ef45d5b7fd006e4fd1e900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.52'}], 'enable_snat': True}, 'gw_port_id': '69eca43d-71e6-4316-8bf1-6b6034bc50fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:29:23Z', 'updated_at': '2021-12-06T17:29:38Z', 'revision_number': 4, 'project_id': '7a5c2edb34ef45d5b7fd006e4fd1e900', 'gw_port': {'id': '69eca43d-71e6-4316-8bf1-6b6034bc50fc', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4944aec1-da7d-45c9-b314-7cf4c68eb618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:29:27Z', 'updated_at': '2021-12-06T17:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '092412d2-ed47-4961-a7f2-15f33499534c', 'name': '', 'network_id': '6b7abc05-e65c-45dd-b06d-3e0ac29b2d69', 'tenant_id': '7a5c2edb34ef45d5b7fd006e4fd1e900', 'mac_address': 'fa:16:3e:6e:e5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4944aec1-da7d-45c9-b314-7cf4c68eb618', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': 'e0ff83a7-9b77-408a-ae64-b8b2247c5811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:29:35Z', 'updated_at': '2021-12-06T17:29:49Z', 'revision_number': 5, 'project_id': '7a5c2edb34ef45d5b7fd006e4fd1e900', 'subnets': [{'id': 'e0ff83a7-9b77-408a-ae64-b8b2247c5811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:36:06.390717 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64da1ed-ddb1-467d-b9cb-ad08677aca07 None None] Checking router: 4944aec1-da7d-45c9-b314-7cf4c68eb618 for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:36:06.417444 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64da1ed-ddb1-467d-b9cb-ad08677aca07 None None] Routers {'4944aec1-da7d-45c9-b314-7cf4c68eb618'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:36:06.419619 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-f64da1ed-ddb1-467d-b9cb-ad08677aca07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:35:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['4944aec1-da7d-45c9-b314-7cf4c68eb618'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:36:06.458331 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b17a647-c2b2-4260-8639-ab369cb0c64b req-14e20228-3544-439a-8ea1-14547af28dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:06.460249 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7b17a647-c2b2-4260-8639-ab369cb0c64b req-14e20228-3544-439a-8ea1-14547af28dbe service neutron] 10.222.0.41 "GET /v2.0/networks?id=6b7abc05-e65c-45dd-b06d-3e0ac29b2d69 HTTP/1.1" status: 200 len: 915 time: 0.1899378 Dec 06 17:36:06.480749 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ae9ab88-148e-4d39-9783-d4ada02ba7e0 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:36:06.492904 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdeaba13-d0ea-4627-9ff3-8a41135af0a2 None None] Sync routers for ids ['664ceb40-c693-45a1-b31b-858085478c75'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:36:06.511216 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdeaba13-d0ea-4627-9ff3-8a41135af0a2 None None] Routers {'664ceb40-c693-45a1-b31b-858085478c75'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:36:06.511861 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-cdeaba13-d0ea-4627-9ff3-8a41135af0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:35:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['664ceb40-c693-45a1-b31b-858085478c75'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:36:06.514284 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52436) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:36:06.560504 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7842093e-f8ad-4948-a979-89679a52d66f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:06.573537 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7ae9ab88-148e-4d39-9783-d4ada02ba7e0 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:06.580203 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-7ae9ab88-148e-4d39-9783-d4ada02ba7e0 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.5728908 Dec 06 17:36:06.582486 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52440) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:36:06.611076 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7b17a647-c2b2-4260-8639-ab369cb0c64b req-cf1b1753-ce36-4da9-9c51-5f2f504dae08 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00fa4bcf-ee2e-4551-b2d1-fdb01cc6d6c5 HTTP/1.1" status: 200 len: 217 time: 0.1151266 Dec 06 17:36:06.674694 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-f64da1ed-ddb1-467d-b9cb-ad08677aca07 None None] Set router 4944aec1-da7d-45c9-b314-7cf4c68eb618 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:36:06.707142 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-990898fb-9ce4-4fdd-b848-0e7dbbeea31e tempest-TestNetworkAdvancedServerOps-348317602 tempest-TestNetworkAdvancedServerOps-348317602-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=87136a91f6c54863bdb78ae5833b5c4e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1219378 Dec 06 17:36:06.707797 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52446) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:36:06.712907 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c919389c-841c-4bba-ad74-5c567242a3f5 req-4df400ae-8889-4439-aca2-c633cc471911 tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:06.715664 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c919389c-841c-4bba-ad74-5c567242a3f5 req-4df400ae-8889-4439-aca2-c633cc471911 tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf4f8cd6-cdf3-4302-b4fd-5d4390fc664c HTTP/1.1" status: 200 len: 946 time: 0.4503734 Dec 06 17:36:06.911015 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48bdabde-0640-4335-8b4b-361b481cac78 tempest-TestNetworkAdvancedServerOps-348317602 tempest-TestNetworkAdvancedServerOps-348317602-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:06.915518 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-48bdabde-0640-4335-8b4b-361b481cac78 tempest-TestNetworkAdvancedServerOps-348317602 tempest-TestNetworkAdvancedServerOps-348317602-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2041695 Dec 06 17:36:06.933962 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 52448) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:36:06.997379 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7842093e-f8ad-4948-a979-89679a52d66f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:07.007508 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7842093e-f8ad-4948-a979-89679a52d66f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:07.019310 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device ee4352c9-6845-423a-a769-290ea64ab73b up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:36:07.033618 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b17a647-c2b2-4260-8639-ab369cb0c64b req-7c7de8f6-adc2-4582-8ee2-fb208e3cb9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:07.035397 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7b17a647-c2b2-4260-8639-ab369cb0c64b req-7c7de8f6-adc2-4582-8ee2-fb208e3cb9a6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e0ff83a7-9b77-408a-ae64-b8b2247c5811 HTTP/1.1" status: 200 len: 853 time: 0.3663976 Dec 06 17:36:07.038040 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-a24b4faf-a72a-4517-9c8d-d88c87042815 tempest-TestNetworkAdvancedServerOps-348317602 tempest-TestNetworkAdvancedServerOps-348317602-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=40c9982f-f1ff-4b90-bebe-b7d51655f7e2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1004393 Dec 06 17:36:07.047022 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 52450) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:36:07.058577 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-96cb0786-afcf-43b9-9859-c968ce49ebb0 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Deleting port 1fd91fb3-251c-4d87-87e5-a5f516e6bdeb {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:36:07.058800 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-96cb0786-afcf-43b9-9859-c968ce49ebb0 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:07.082935 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-7842093e-f8ad-4948-a979-89679a52d66f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=35b6a1e0ff034caeb52e0f85cf23f677&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5652597 Dec 06 17:36:07.084431 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52452) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:36:07.122860 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-f64da1ed-ddb1-467d-b9cb-ad08677aca07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4944aec1-da7d-45c9-b314-7cf4c68eb618', 'name': 'tempest-TestVolumeBackupRestore-1417776253-router', 'tenant_id': '7a5c2edb34ef45d5b7fd006e4fd1e900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.52'}], 'enable_snat': True}, 'gw_port_id': '69eca43d-71e6-4316-8bf1-6b6034bc50fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:29:23Z', 'updated_at': '2021-12-06T17:29:38Z', 'revision_number': 4, 'project_id': '7a5c2edb34ef45d5b7fd006e4fd1e900', 'gw_port': {'id': '69eca43d-71e6-4316-8bf1-6b6034bc50fc', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4944aec1-da7d-45c9-b314-7cf4c68eb618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:29:27Z', 'updated_at': '2021-12-06T17:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '092412d2-ed47-4961-a7f2-15f33499534c', 'name': '', 'network_id': '6b7abc05-e65c-45dd-b06d-3e0ac29b2d69', 'tenant_id': '7a5c2edb34ef45d5b7fd006e4fd1e900', 'mac_address': 'fa:16:3e:6e:e5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4944aec1-da7d-45c9-b314-7cf4c68eb618', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': 'e0ff83a7-9b77-408a-ae64-b8b2247c5811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:29:35Z', 'updated_at': '2021-12-06T17:29:49Z', 'revision_number': 5, 'project_id': '7a5c2edb34ef45d5b7fd006e4fd1e900', 'subnets': [{'id': 'e0ff83a7-9b77-408a-ae64-b8b2247c5811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:36:07.124442 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7842093e-f8ad-4948-a979-89679a52d66f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de52ff98-68ff-49bb-9140-2692d759d172,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:07.138538 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-3dce952f-9535-40da-90eb-3a760e6e4bc9 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-12951804', 'network_id': '2c008a8b-421d-4b40-9646-1dd7934eadae', 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:36:07.164985 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-ae8a0272-0322-4b40-a522-78947ca6ef70 None None] Provisioning complete for port ee4352c9-6845-423a-a769-290ea64ab73b triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:36:07.167295 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ae8a0272-0322-4b40-a522-78947ca6ef70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:07.187740 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64da1ed-ddb1-467d-b9cb-ad08677aca07 None None] The sync data for ids ['4944aec1-da7d-45c9-b314-7cf4c68eb618'] in n-d-master-1 is: [{'id': '4944aec1-da7d-45c9-b314-7cf4c68eb618', 'name': 'tempest-TestVolumeBackupRestore-1417776253-router', 'tenant_id': '7a5c2edb34ef45d5b7fd006e4fd1e900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.52'}], 'enable_snat': True}, 'gw_port_id': '69eca43d-71e6-4316-8bf1-6b6034bc50fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:29:23Z', 'updated_at': '2021-12-06T17:29:38Z', 'revision_number': 4, 'project_id': '7a5c2edb34ef45d5b7fd006e4fd1e900', 'gw_port': {'id': '69eca43d-71e6-4316-8bf1-6b6034bc50fc', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4944aec1-da7d-45c9-b314-7cf4c68eb618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:29:27Z', 'updated_at': '2021-12-06T17:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '092412d2-ed47-4961-a7f2-15f33499534c', 'name': '', 'network_id': '6b7abc05-e65c-45dd-b06d-3e0ac29b2d69', 'tenant_id': '7a5c2edb34ef45d5b7fd006e4fd1e900', 'mac_address': 'fa:16:3e:6e:e5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4944aec1-da7d-45c9-b314-7cf4c68eb618', 'device_owner': 'network:router_interface', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': 'e0ff83a7-9b77-408a-ae64-b8b2247c5811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:29:35Z', 'updated_at': '2021-12-06T17:29:49Z', 'revision_number': 5, 'project_id': '7a5c2edb34ef45d5b7fd006e4fd1e900', 'subnets': [{'id': 'e0ff83a7-9b77-408a-ae64-b8b2247c5811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:36:07.204002 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a875a2f0-297f-4a4d-af63-0e2f76474d37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:07.234154 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c919389c-841c-4bba-ad74-5c567242a3f5 req-c75a38f6-6fff-41d4-bcc3-47ceb51b38c7 tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] 10.222.0.23 "GET /v2.0/security-groups?id=53cb9de0-95b5-473c-9e29-7b6cfb4563a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4860005 Dec 06 17:36:07.236320 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a875a2f0-297f-4a4d-af63-0e2f76474d37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:07.249732 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port ee4352c9-6845-423a-a769-290ea64ab73b triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:36:07.250329 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:07.305595 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-cdeaba13-d0ea-4627-9ff3-8a41135af0a2 None None] Set router 664ceb40-c693-45a1-b31b-858085478c75 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:36:07.314441 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a875a2f0-297f-4a4d-af63-0e2f76474d37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:07.317458 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a875a2f0-297f-4a4d-af63-0e2f76474d37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:07.319299 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-a875a2f0-297f-4a4d-af63-0e2f76474d37 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/de52ff98-68ff-49bb-9140-2692d759d172 HTTP/1.1" status: 204 len: 168 time: 0.2339063 Dec 06 17:36:07.330199 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a875a2f0-297f-4a4d-af63-0e2f76474d37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de52ff98-68ff-49bb-9140-2692d759d172,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:07.387145 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b17a647-c2b2-4260-8639-ab369cb0c64b req-4f45adac-0fcd-40bc-93bc-b3b9d170b8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:07.388850 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7b17a647-c2b2-4260-8639-ab369cb0c64b req-4f45adac-0fcd-40bc-93bc-b3b9d170b8b7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6b7abc05-e65c-45dd-b06d-3e0ac29b2d69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3428161 Dec 06 17:36:07.405107 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ae8a0272-0322-4b40-a522-78947ca6ef70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:07.490796 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-96cb0786-afcf-43b9-9859-c968ce49ebb0 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:07.495422 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dce952f-9535-40da-90eb-3a760e6e4bc9 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Made reservation on behalf of 87136a91f6c54863bdb78ae5833b5c4e for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:36:07.505256 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3dce952f-9535-40da-90eb-3a760e6e4bc9 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:07.604081 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-96cb0786-afcf-43b9-9859-c968ce49ebb0 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Calling delete_port for 1fd91fb3-251c-4d87-87e5-a5f516e6bdeb owned by {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:36:07.705668 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-ae8a0272-0322-4b40-a522-78947ca6ef70 None None] For port ee4352c9-6845-423a-a769-290ea64ab73b, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ee4352c9-6845-423a-a769-290ea64ab73b,segment=NetworkSegment(a47332dc-5917-44f3-a9f4-ba1cd1d32759),segment_id=a47332dc-5917-44f3-a9f4-ba1cd1d32759)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:36:07.730420 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:07.732006 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ae8a0272-0322-4b40-a522-78947ca6ef70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:07.732216 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b9506e-7aa0-40c3-8ced-0f7ae191208e None None] New status for floating IP a0323866-4136-45b3-93f7-66d6586502e8: DOWN {{(pid=103287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 17:36:07.810193 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7b17a647-c2b2-4260-8639-ab369cb0c64b req-955cc0fa-7340-4801-9cea-4860815b45c3 service neutron] 10.222.0.41 "GET /v2.0/networks/6b7abc05-e65c-45dd-b06d-3e0ac29b2d69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3786490 Dec 06 17:36:07.894519 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8a0272-0322-4b40-a522-78947ca6ef70 None None] Pushing event updated for resources: {'Port': ['ID=ee4352c9-6845-423a-a769-290ea64ab73b,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:07.918823 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-31aeb730-230d-4219-883d-c4c7b07ab7a7 None None] Provisioning complete for port 1fd91fb3-251c-4d87-87e5-a5f516e6bdeb triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:36:07.919439 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-31aeb730-230d-4219-883d-c4c7b07ab7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:07.923501 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.db.api [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103286) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 17:36:07.924042 n-d-master-1 neutron-server[103286]: DEBUG oslo_db.api [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 17:36:07.972056 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-cdeaba13-d0ea-4627-9ff3-8a41135af0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '664ceb40-c693-45a1-b31b-858085478c75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1544797192', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.68'}], 'enable_snat': True}, 'gw_port_id': '6aefa83b-060f-4ff4-a2ed-9787ee95f23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:36:03Z', 'updated_at': '2021-12-06T17:36:05Z', 'revision_number': 3, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'gw_port': {'id': '6aefa83b-060f-4ff4-a2ed-9787ee95f23a', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:b5:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '664ceb40-c693-45a1-b31b-858085478c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3192, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:36:03Z', 'updated_at': '2021-12-06T17:36:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:36:07.978063 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-31aeb730-230d-4219-883d-c4c7b07ab7a7 None None] Port 1fd91fb3-251c-4d87-87e5-a5f516e6bdeb cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:36:08.030812 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdeaba13-d0ea-4627-9ff3-8a41135af0a2 None None] Checking router: 664ceb40-c693-45a1-b31b-858085478c75 for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:36:08.031202 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdeaba13-d0ea-4627-9ff3-8a41135af0a2 None None] Updating router 664ceb40-c693-45a1-b31b-858085478c75 port 6aefa83b-060f-4ff4-a2ed-9787ee95f23a binding host n-d-master-1 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:36:08.069759 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cdeaba13-d0ea-4627-9ff3-8a41135af0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:08.185635 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f0c068-77cd-4dd3-8691-70831437ca08 req-a27590af-66f9-4276-ab24-aeea96ee9fb7 tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:08.188204 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a2f0c068-77cd-4dd3-8691-70831437ca08 req-a27590af-66f9-4276-ab24-aeea96ee9fb7 tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf4f8cd6-cdf3-4302-b4fd-5d4390fc664c HTTP/1.1" status: 200 len: 946 time: 0.2186337 Dec 06 17:36:08.213307 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7b17a647-c2b2-4260-8639-ab369cb0c64b req-4bb29221-d607-4724-a169-d440c55dd411 service neutron] 10.222.0.41 "GET /v2.0/networks/6b7abc05-e65c-45dd-b06d-3e0ac29b2d69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3931689 Dec 06 17:36:08.269179 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-96cb0786-afcf-43b9-9859-c968ce49ebb0 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:08.310362 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cb0786-afcf-43b9-9859-c968ce49ebb0 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event deleted for resources: {'Port': ['ID=1fd91fb3-251c-4d87-87e5-a5f516e6bdeb,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:08.317249 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3dce952f-9535-40da-90eb-3a760e6e4bc9 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:08.436567 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-96cb0786-afcf-43b9-9859-c968ce49ebb0 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:08.439932 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-96cb0786-afcf-43b9-9859-c968ce49ebb0 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/ports/1fd91fb3-251c-4d87-87e5-a5f516e6bdeb HTTP/1.1" status: 204 len: 168 time: 2.2425997 Dec 06 17:36:08.442646 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52482) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:36:08.517391 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dce952f-9535-40da-90eb-3a760e6e4bc9 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Pushing event updated for resources: {'Subnet': ['ID=9617ec86-ff21-4a37-a800-d6258d9d9658,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:08.536085 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54bea9ba-909e-4ffd-8871-333ed7481e0b tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:08.538170 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54bea9ba-909e-4ffd-8871-333ed7481e0b tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:08.540702 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-54bea9ba-909e-4ffd-8871-333ed7481e0b tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0968571 Dec 06 17:36:08.543761 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52484) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:36:08.576108 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cdeaba13-d0ea-4627-9ff3-8a41135af0a2 None None] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:08.581698 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e05db8c-943d-4224-b1fc-99ee496ceba0 req-3ef9cc20-6c92-449c-aba6-47ecb450aee9 tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:08.583343 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6e05db8c-943d-4224-b1fc-99ee496ceba0 req-3ef9cc20-6c92-449c-aba6-47ecb450aee9 tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf4f8cd6-cdf3-4302-b4fd-5d4390fc664c HTTP/1.1" status: 200 len: 946 time: 0.1895576 Dec 06 17:36:08.584131 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dce952f-9535-40da-90eb-3a760e6e4bc9 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Checking segment: {'id': '15889185-46f9-4fe1-84c2-011c80927a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2c008a8b-421d-4b40-9646-1dd7934eadae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:36:08.584492 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dce952f-9535-40da-90eb-3a760e6e4bc9 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Network hostable DHCP agents. Network: 2c008a8b-421d-4b40-9646-1dd7934eadae, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:36:08.605512 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cdeaba13-d0ea-4627-9ff3-8a41135af0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:08.625909 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-a2f0c068-77cd-4dd3-8691-70831437ca08 req-2f823e6d-198e-4393-8ee7-7e37476c15b2 tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Deleting port 00fa4bcf-ee2e-4551-b2d1-fdb01cc6d6c5 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:36:08.626257 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-a2f0c068-77cd-4dd3-8691-70831437ca08 req-2f823e6d-198e-4393-8ee7-7e37476c15b2 tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:08.650018 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4328d2bf-7ff5-4d3d-aacd-a0781e379b4c None None] Pushing event updated for resources: {'Port': ['ID=6aefa83b-060f-4ff4-a2ed-9787ee95f23a,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:08.662759 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe5fa1c3-12f0-44b7-bc87-3f06fcaa53e1 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Deleting subnet 8160617a-bb93-4f2e-bd32-99e4c83db4e9 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:36:08.670649 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fe5fa1c3-12f0-44b7-bc87-3f06fcaa53e1 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:08.686262 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e67991-99b9-4361-98e3-ee1ec6212cea None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:36:08.709799 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-cdeaba13-d0ea-4627-9ff3-8a41135af0a2 None None] Attempting to bind port 6aefa83b-060f-4ff4-a2ed-9787ee95f23a on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:36:08.710471 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-cdeaba13-d0ea-4627-9ff3-8a41135af0a2 None None] Attempting to bind port 6aefa83b-060f-4ff4-a2ed-9787ee95f23a by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:36:08.711256 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdeaba13-d0ea-4627-9ff3-8a41135af0a2 None None] Attempting to bind port 6aefa83b-060f-4ff4-a2ed-9787ee95f23a on network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:36:08.753669 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdeaba13-d0ea-4627-9ff3-8a41135af0a2 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:36:08.754369 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdeaba13-d0ea-4627-9ff3-8a41135af0a2 None None] Checking segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:36:08.754960 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cdeaba13-d0ea-4627-9ff3-8a41135af0a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:08.755667 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdeaba13-d0ea-4627-9ff3-8a41135af0a2 None None] Bound using segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:36:08.756323 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-cdeaba13-d0ea-4627-9ff3-8a41135af0a2 None None] Bound port: 6aefa83b-060f-4ff4-a2ed-9787ee95f23a, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:36:08.756894 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cdeaba13-d0ea-4627-9ff3-8a41135af0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:08.808103 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fe5fa1c3-12f0-44b7-bc87-3f06fcaa53e1 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:08.843148 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-a2f0c068-77cd-4dd3-8691-70831437ca08 req-2f823e6d-198e-4393-8ee7-7e37476c15b2 tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] For port 00fa4bcf-ee2e-4551-b2d1-fdb01cc6d6c5, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=00fa4bcf-ee2e-4551-b2d1-fdb01cc6d6c5,segment=NetworkSegment(337ca0aa-03ad-4967-b4ee-18615f2b329c),segment_id=337ca0aa-03ad-4967-b4ee-18615f2b329c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:36:08.843442 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-a2f0c068-77cd-4dd3-8691-70831437ca08 req-2f823e6d-198e-4393-8ee7-7e37476c15b2 tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:08.871950 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dce952f-9535-40da-90eb-3a760e6e4bc9 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Network 2c008a8b-421d-4b40-9646-1dd7934eadae is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:36:08.907022 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-a2f0c068-77cd-4dd3-8691-70831437ca08 req-2f823e6d-198e-4393-8ee7-7e37476c15b2 tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Calling delete_port for 00fa4bcf-ee2e-4551-b2d1-fdb01cc6d6c5 owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:36:08.910333 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device ee4352c9-6845-423a-a769-290ea64ab73b up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:36:08.922739 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-3dce952f-9535-40da-90eb-3a760e6e4bc9 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 2c008a8b-421d-4b40-9646-1dd7934eadae) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:36:08.936223 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-3ebb0b08-8a3f-4c5a-8f63-a184b0c5399d None None] Provisioning complete for port 6aefa83b-060f-4ff4-a2ed-9787ee95f23a triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:36:08.936973 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3ebb0b08-8a3f-4c5a-8f63-a184b0c5399d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:08.954894 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6e05db8c-943d-4224-b1fc-99ee496ceba0 req-d426971e-475a-443f-be1c-aeb0cbd0f97b tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] 10.222.0.23 "GET /v2.0/security-groups?id=53cb9de0-95b5-473c-9e29-7b6cfb4563a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3609266 Dec 06 17:36:08.957830 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dce952f-9535-40da-90eb-3a760e6e4bc9 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:08.963968 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3dce952f-9535-40da-90eb-3a760e6e4bc9 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:08.989749 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6af3bc1-081a-442b-9ab4-ff22b009cf77 None None] Network 2c008a8b-421d-4b40-9646-1dd7934eadae requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:36:08.995018 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fe5fa1c3-12f0-44b7-bc87-3f06fcaa53e1 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:09.033077 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-3dce952f-9535-40da-90eb-3a760e6e4bc9 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9597635 Dec 06 17:36:09.036801 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 52496) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:36:09.166977 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fe5fa1c3-12f0-44b7-bc87-3f06fcaa53e1 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:09.191590 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-cdeaba13-d0ea-4627-9ff3-8a41135af0a2 None None] For port 6aefa83b-060f-4ff4-a2ed-9787ee95f23a, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:36:09.204629 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fe5fa1c3-12f0-44b7-bc87-3f06fcaa53e1 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:09.211997 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-fe5fa1c3-12f0-44b7-bc87-3f06fcaa53e1 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/subnets/8160617a-bb93-4f2e-bd32-99e4c83db4e9 HTTP/1.1" status: 204 len: 168 time: 0.6670589 Dec 06 17:36:09.212602 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-cdeaba13-d0ea-4627-9ff3-8a41135af0a2 None None] For port 6aefa83b-060f-4ff4-a2ed-9787ee95f23a, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6aefa83b-060f-4ff4-a2ed-9787ee95f23a,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:36:09.226008 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 52500) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:36:09.265819 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5fa1c3-12f0-44b7-bc87-3f06fcaa53e1 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event deleted for resources: {'Subnet': ['ID=8160617a-bb93-4f2e-bd32-99e4c83db4e9,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:09.280027 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df1f2de-8d4a-481b-bc51-fec38c53d14d None None] Network 92924f74-2f90-45e5-9033-541c61add3eb requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:36:09.282234 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-e451f3bf-9555-48ba-81f2-e6d08d346a48 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0532534 Dec 06 17:36:09.287726 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52504) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:36:09.392953 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ee59e6-5765-48a2-87c2-fc6f67b3a2b6 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:09.396313 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-d2ee59e6-5765-48a2-87c2-fc6f67b3a2b6 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1061945 Dec 06 17:36:09.399110 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52508) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:36:09.415015 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cdeaba13-d0ea-4627-9ff3-8a41135af0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:09.504595 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b7e734-59cb-4c96-b534-6f77cbdcc04c tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:09.510920 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-71b7e734-59cb-4c96-b534-6f77cbdcc04c tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1066964 Dec 06 17:36:09.510920 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52512) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:36:09.534806 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788604b3-76aa-4908-8956-588133d23947 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-2c008a8b-421d-4b40-9646-1dd7934eadae', 'network_id': '2c008a8b-421d-4b40-9646-1dd7934eadae', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'fixed_ips': [{'subnet_id': '9617ec86-ff21-4a37-a800-d6258d9d9658'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:36:09.536900 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-788604b3-76aa-4908-8956-588133d23947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:09.569718 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-ecc54e43-e273-424b-b57b-4bf8caa79e2b tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0539560 Dec 06 17:36:09.570869 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52516) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:36:09.576504 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-bd00f890-4bf2-4e39-9de4-e25529d6f8f8 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Request body: {'subnet': {'network_id': '92924f74-2f90-45e5-9033-541c61add3eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:36:09.615712 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-3ebb0b08-8a3f-4c5a-8f63-a184b0c5399d None None] Port 6aefa83b-060f-4ff4-a2ed-9787ee95f23a cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:36:09.636850 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994cd954-3bf7-4d19-84e1-9b60da8d6b22 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:36:09.684271 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdeaba13-d0ea-4627-9ff3-8a41135af0a2 None None] Routers {'664ceb40-c693-45a1-b31b-858085478c75'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:36:09.685292 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-cdeaba13-d0ea-4627-9ff3-8a41135af0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:35:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['664ceb40-c693-45a1-b31b-858085478c75'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:36:09.736779 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd00f890-4bf2-4e39-9de4-e25529d6f8f8 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Made reservation on behalf of 58c2416ade7148dfa446cd47a01986fc for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:36:09.743697 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bd00f890-4bf2-4e39-9de4-e25529d6f8f8 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:09.750815 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4328d2bf-7ff5-4d3d-aacd-a0781e379b4c None None] Pushing event updated for resources: {'Port': ['ID=6aefa83b-060f-4ff4-a2ed-9787ee95f23a,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:09.875352 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port ee4352c9-6845-423a-a769-290ea64ab73b triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:36:09.875731 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:10.090394 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-a2f0c068-77cd-4dd3-8691-70831437ca08 req-2f823e6d-198e-4393-8ee7-7e37476c15b2 tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:10.162923 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f823e6d-198e-4393-8ee7-7e37476c15b2 tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Pushing event deleted for resources: {'Port': ['ID=00fa4bcf-ee2e-4551-b2d1-fdb01cc6d6c5,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:10.225532 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-223b31c3-8091-4847-b42e-b478bddd57f0 req-a24b91b4-899a-4f34-afaa-e27d9c75efb7 tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf4f8cd6-cdf3-4302-b4fd-5d4390fc664c HTTP/1.1" status: 200 len: 210 time: 0.0683851 Dec 06 17:36:10.243997 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2f0c068-77cd-4dd3-8691-70831437ca08 req-2f823e6d-198e-4393-8ee7-7e37476c15b2 tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] No DVR routers for this DVR port 00fa4bcf-ee2e-4551-b2d1-fdb01cc6d6c5 on host n-h1-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:36:10.254771 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-a2f0c068-77cd-4dd3-8691-70831437ca08 req-2f823e6d-198e-4393-8ee7-7e37476c15b2 tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:10.260545 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a2f0c068-77cd-4dd3-8691-70831437ca08 req-2f823e6d-198e-4393-8ee7-7e37476c15b2 tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] 10.222.0.41 "DELETE /v2.0/ports/00fa4bcf-ee2e-4551-b2d1-fdb01cc6d6c5 HTTP/1.1" status: 204 len: 173 time: 2.0617070 Dec 06 17:36:10.260864 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf4f8cd6-cdf3-4302-b4fd-5d4390fc664c', 'name': 'network-vif-deleted', 'tag': '00fa4bcf-ee2e-4551-b2d1-fdb01cc6d6c5'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:36:10.263613 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e08515-75ea-4269-88af-69907481f18c" -d '{"events": [{"server_uuid": "bf4f8cd6-cdf3-4302-b4fd-5d4390fc664c", "name": "network-vif-deleted", "tag": "00fa4bcf-ee2e-4551-b2d1-fdb01cc6d6c5"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:36:10.413112 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b3a2a67-94b1-4637-b909-c797aa7f4658 x-openstack-request-id: req-6b3a2a67-94b1-4637-b909-c797aa7f4658 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:36:10.413501 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf4f8cd6-cdf3-4302-b4fd-5d4390fc664c", "name": "network-vif-deleted", "tag": "00fa4bcf-ee2e-4551-b2d1-fdb01cc6d6c5", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:36:10.413995 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6b3a2a67-94b1-4637-b909-c797aa7f4658 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:36:10.414457 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf4f8cd6-cdf3-4302-b4fd-5d4390fc664c', 'name': 'network-vif-deleted', 'tag': '00fa4bcf-ee2e-4551-b2d1-fdb01cc6d6c5', 'status': 'completed', 'code': 200} Dec 06 17:36:10.475745 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2237b4bd-83fe-4eaa-b4ee-7238dc0f9f1c tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:10.494383 n-d-master-1 neutron-server[103284]: DEBUG neutron.objects.ports [None req-bd00f890-4bf2-4e39-9de4-e25529d6f8f8 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103284) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 17:36:10.497531 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-cdeaba13-d0ea-4627-9ff3-8a41135af0a2 None None] Set router 664ceb40-c693-45a1-b31b-858085478c75 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:36:10.613709 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386c0b51-2db0-4008-8699-ef6c58a483e1 None None] DHCP port deletion for 92924f74-2f90-45e5-9033-541c61add3eb request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:36:10.648187 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-f88b91a5-c3df-48c6-a8e5-623860f5bc1d None None] Provisioning complete for port 6aefa83b-060f-4ff4-a2ed-9787ee95f23a triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:36:10.649058 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f88b91a5-c3df-48c6-a8e5-623860f5bc1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:10.899615 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bd00f890-4bf2-4e39-9de4-e25529d6f8f8 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:11.043597 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-788604b3-76aa-4908-8956-588133d23947 None None] Allocated IP 172.20.0.2 (2c008a8b-421d-4b40-9646-1dd7934eadae/9617ec86-ff21-4a37-a800-d6258d9d9658/0d2854a7-1533-4b5f-b16d-ba7ff1f236dd) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:36:11.183942 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-bd00f890-4bf2-4e39-9de4-e25529d6f8f8 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] For port ee4352c9-6845-423a-a769-290ea64ab73b, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ee4352c9-6845-423a-a769-290ea64ab73b,segment=NetworkSegment(a47332dc-5917-44f3-a9f4-ba1cd1d32759),segment_id=a47332dc-5917-44f3-a9f4-ba1cd1d32759)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:36:11.251426 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bd00f890-4bf2-4e39-9de4-e25529d6f8f8 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:11.264522 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 00fa4bcf-ee2e-4551-b2d1-fdb01cc6d6c5 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:36:11.271473 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bd00f890-4bf2-4e39-9de4-e25529d6f8f8 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:11.274762 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bd00f890-4bf2-4e39-9de4-e25529d6f8f8 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:11.366883 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] No Port match for: 00fa4bcf-ee2e-4551-b2d1-fdb01cc6d6c5 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:36:11.367267 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 00fa4bcf-ee2e-4551-b2d1-fdb01cc6d6c5 not bound to the agent host n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:36:11.382117 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-386c0b51-2db0-4008-8699-ef6c58a483e1 None None] Deleting port ee4352c9-6845-423a-a769-290ea64ab73b {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:36:11.383655 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-386c0b51-2db0-4008-8699-ef6c58a483e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:11.470751 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd00f890-4bf2-4e39-9de4-e25529d6f8f8 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Network 92924f74-2f90-45e5-9033-541c61add3eb is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:36:11.487186 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-386c0b51-2db0-4008-8699-ef6c58a483e1 None None] For port ee4352c9-6845-423a-a769-290ea64ab73b, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ee4352c9-6845-423a-a769-290ea64ab73b,segment=NetworkSegment(a47332dc-5917-44f3-a9f4-ba1cd1d32759),segment_id=a47332dc-5917-44f3-a9f4-ba1cd1d32759)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:36:11.487833 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-386c0b51-2db0-4008-8699-ef6c58a483e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:11.508576 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-386c0b51-2db0-4008-8699-ef6c58a483e1 None None] Calling delete_port for ee4352c9-6845-423a-a769-290ea64ab73b owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:36:11.521606 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-bd00f890-4bf2-4e39-9de4-e25529d6f8f8 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:36:11.530693 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd00f890-4bf2-4e39-9de4-e25529d6f8f8 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:11.532676 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bd00f890-4bf2-4e39-9de4-e25529d6f8f8 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:11.601654 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0f324a06-ba29-4026-b731-abd313eacdec req-6a2db4ee-1d8d-4b39-87c8-379c94986119 tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf4f8cd6-cdf3-4302-b4fd-5d4390fc664c HTTP/1.1" status: 200 len: 210 time: 0.1808224 Dec 06 17:36:11.654888 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-bd00f890-4bf2-4e39-9de4-e25529d6f8f8 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.0826406 Dec 06 17:36:11.655739 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd00f890-4bf2-4e39-9de4-e25529d6f8f8 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event updated for resources: {'Subnet': ['ID=4b437d75-87b1-4dc2-811d-033aa4798fc6,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:11.658606 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52546) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:36:11.660856 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd00f890-4bf2-4e39-9de4-e25529d6f8f8 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event updated for resources: {'Port': ['ID=ee4352c9-6845-423a-a769-290ea64ab73b,revision_number=6']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:11.662836 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device ee4352c9-6845-423a-a769-290ea64ab73b no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:36:11.670562 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-1fffe839-832f-42a5-9b04-df8c0d147449 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Request body: {'port': {'network_id': '92924f74-2f90-45e5-9033-541c61add3eb', 'mac_address': 'fa:16:3e:b9:08:51', 'name': 'tempest-NetworksTestDHCPv6-2046874532'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:36:11.704636 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f88b91a5-c3df-48c6-a8e5-623860f5bc1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:11.798185 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-f88b91a5-c3df-48c6-a8e5-623860f5bc1d None None] For port 6aefa83b-060f-4ff4-a2ed-9787ee95f23a, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6aefa83b-060f-4ff4-a2ed-9787ee95f23a,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:36:11.819179 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-386c0b51-2db0-4008-8699-ef6c58a483e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:11.824729 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f88b91a5-c3df-48c6-a8e5-623860f5bc1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:11.844051 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-cdeaba13-d0ea-4627-9ff3-8a41135af0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '664ceb40-c693-45a1-b31b-858085478c75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1544797192', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.68'}], 'enable_snat': True}, 'gw_port_id': '6aefa83b-060f-4ff4-a2ed-9787ee95f23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:36:03Z', 'updated_at': '2021-12-06T17:36:05Z', 'revision_number': 3, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'gw_port': {'id': '6aefa83b-060f-4ff4-a2ed-9787ee95f23a', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:b5:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '664ceb40-c693-45a1-b31b-858085478c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3192, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:36:03Z', 'updated_at': '2021-12-06T17:36:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:36:11.855223 n-d-master-1 neutron-server[103286]: INFO neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No ports have port_id starting with ee4352c9-6845-423a-a769-290ea64ab73b Dec 06 17:36:11.896095 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fffe839-832f-42a5-9b04-df8c0d147449 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Made reservation on behalf of 58c2416ade7148dfa446cd47a01986fc for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:36:11.979394 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386c0b51-2db0-4008-8699-ef6c58a483e1 None None] Pushing event deleted for resources: {'Port': ['ID=ee4352c9-6845-423a-a769-290ea64ab73b,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:11.981698 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdeaba13-d0ea-4627-9ff3-8a41135af0a2 None None] The sync data for ids ['664ceb40-c693-45a1-b31b-858085478c75'] in n-d-master-1 is: [{'id': '664ceb40-c693-45a1-b31b-858085478c75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1544797192', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.68'}], 'enable_snat': True}, 'gw_port_id': '6aefa83b-060f-4ff4-a2ed-9787ee95f23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:36:03Z', 'updated_at': '2021-12-06T17:36:05Z', 'revision_number': 3, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'gw_port': {'id': '6aefa83b-060f-4ff4-a2ed-9787ee95f23a', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:b5:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '664ceb40-c693-45a1-b31b-858085478c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3192, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:36:03Z', 'updated_at': '2021-12-06T17:36:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:36:12.033344 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386c0b51-2db0-4008-8699-ef6c58a483e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:36:12.033687 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386c0b51-2db0-4008-8699-ef6c58a483e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:36:12.034043 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386c0b51-2db0-4008-8699-ef6c58a483e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:36:12.034390 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386c0b51-2db0-4008-8699-ef6c58a483e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:36:12.034736 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386c0b51-2db0-4008-8699-ef6c58a483e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:36:12.035078 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386c0b51-2db0-4008-8699-ef6c58a483e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:36:12.035414 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386c0b51-2db0-4008-8699-ef6c58a483e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:36:12.035754 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386c0b51-2db0-4008-8699-ef6c58a483e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:36:12.036086 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386c0b51-2db0-4008-8699-ef6c58a483e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:36:12.036425 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386c0b51-2db0-4008-8699-ef6c58a483e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:36:12.036757 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386c0b51-2db0-4008-8699-ef6c58a483e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:36:12.037090 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386c0b51-2db0-4008-8699-ef6c58a483e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:36:12.037419 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386c0b51-2db0-4008-8699-ef6c58a483e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:36:12.062029 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1fffe839-832f-42a5-9b04-df8c0d147449 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:12.105367 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-1fffe839-832f-42a5-9b04-df8c0d147449 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] device_id is not set on port 2a688d84-7024-4ae2-8c43-37d4e691c39a yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:36:12.194277 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386c0b51-2db0-4008-8699-ef6c58a483e1 None None] No DVR routers for this DVR port ee4352c9-6845-423a-a769-290ea64ab73b on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:36:12.224693 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-788604b3-76aa-4908-8956-588133d23947 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:12.250134 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214dfceb-3ace-4e08-81b4-6aefaebe003e None None] Network 92924f74-2f90-45e5-9033-541c61add3eb requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:36:12.258010 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-788604b3-76aa-4908-8956-588133d23947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:12.324572 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88b91a5-c3df-48c6-a8e5-623860f5bc1d None None] Pushing event updated for resources: {'Port': ['ID=6aefa83b-060f-4ff4-a2ed-9787ee95f23a,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:12.391568 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-2237b4bd-83fe-4eaa-b4ee-7238dc0f9f1c tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Allocated IP 172.20.0.1 (2c008a8b-421d-4b40-9646-1dd7934eadae/9617ec86-ff21-4a37-a800-d6258d9d9658/1570c39b-f1da-48bb-b1b1-2f62857b4028) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:36:12.404846 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788604b3-76aa-4908-8956-588133d23947 None None] Network 2c008a8b-421d-4b40-9646-1dd7934eadae is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:36:12.406297 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-1fffe839-832f-42a5-9b04-df8c0d147449 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Allocated IP 2001:db8::f816:3eff:feb9:851 (92924f74-2f90-45e5-9033-541c61add3eb/4b437d75-87b1-4dc2-811d-033aa4798fc6/2a688d84-7024-4ae2-8c43-37d4e691c39a) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:36:12.419286 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-788604b3-76aa-4908-8956-588133d23947 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:36:12.432366 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788604b3-76aa-4908-8956-588133d23947 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:36:12.512589 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788604b3-76aa-4908-8956-588133d23947 None None] Pushing event updated for resources: {'Port': ['ID=0d2854a7-1533-4b5f-b16d-ba7ff1f236dd,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:12.540809 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-788604b3-76aa-4908-8956-588133d23947 None None] Attempting to bind port 0d2854a7-1533-4b5f-b16d-ba7ff1f236dd on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:36:12.541092 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-788604b3-76aa-4908-8956-588133d23947 None None] Attempting to bind port 0d2854a7-1533-4b5f-b16d-ba7ff1f236dd by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '15889185-46f9-4fe1-84c2-011c80927a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2c008a8b-421d-4b40-9646-1dd7934eadae'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:36:12.541630 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788604b3-76aa-4908-8956-588133d23947 None None] Attempting to bind port 0d2854a7-1533-4b5f-b16d-ba7ff1f236dd on network 2c008a8b-421d-4b40-9646-1dd7934eadae {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:36:12.555401 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788604b3-76aa-4908-8956-588133d23947 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:36:12.555903 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788604b3-76aa-4908-8956-588133d23947 None None] Checking segment: {'id': '15889185-46f9-4fe1-84c2-011c80927a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2c008a8b-421d-4b40-9646-1dd7934eadae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:36:12.556389 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-788604b3-76aa-4908-8956-588133d23947 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:12.556852 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788604b3-76aa-4908-8956-588133d23947 None None] Bound using segment: {'id': '15889185-46f9-4fe1-84c2-011c80927a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2c008a8b-421d-4b40-9646-1dd7934eadae'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:36:12.559028 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-788604b3-76aa-4908-8956-588133d23947 None None] Bound port: 0d2854a7-1533-4b5f-b16d-ba7ff1f236dd, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15889185-46f9-4fe1-84c2-011c80927a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2c008a8b-421d-4b40-9646-1dd7934eadae'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:36:12.560240 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-788604b3-76aa-4908-8956-588133d23947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:12.714178 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2237b4bd-83fe-4eaa-b4ee-7238dc0f9f1c tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:12.808133 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee93d88-63a2-4de5-ab33-1784d71e8e21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-92924f74-2f90-45e5-9033-541c61add3eb', 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb', 'tenant_id': '58c2416ade7148dfa446cd47a01986fc', 'fixed_ips': [{'subnet_id': '4b437d75-87b1-4dc2-811d-033aa4798fc6'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:36:12.810448 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2237b4bd-83fe-4eaa-b4ee-7238dc0f9f1c tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:12.818640 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1fffe839-832f-42a5-9b04-df8c0d147449 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:12.819984 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1ee93d88-63a2-4de5-ab33-1784d71e8e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:12.825378 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4d8b3c8f-5287-40cc-858e-bda6d3cf46a7 req-d4211377-698c-4f92-8995-56f88909bbc1 tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf4f8cd6-cdf3-4302-b4fd-5d4390fc664c HTTP/1.1" status: 200 len: 210 time: 0.0848510 Dec 06 17:36:12.893836 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1fffe839-832f-42a5-9b04-df8c0d147449 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:12.899726 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-788604b3-76aa-4908-8956-588133d23947 None None] For port 0d2854a7-1533-4b5f-b16d-ba7ff1f236dd, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:36:12.913203 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2237b4bd-83fe-4eaa-b4ee-7238dc0f9f1c tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Network 2c008a8b-421d-4b40-9646-1dd7934eadae is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:36:12.919326 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-788604b3-76aa-4908-8956-588133d23947 None None] For port 0d2854a7-1533-4b5f-b16d-ba7ff1f236dd, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0d2854a7-1533-4b5f-b16d-ba7ff1f236dd,segment=NetworkSegment(15889185-46f9-4fe1-84c2-011c80927a16),segment_id=15889185-46f9-4fe1-84c2-011c80927a16)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:36:12.931542 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-2237b4bd-83fe-4eaa-b4ee-7238dc0f9f1c tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:36:12.936485 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2237b4bd-83fe-4eaa-b4ee-7238dc0f9f1c tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:36:12.990009 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fffe839-832f-42a5-9b04-df8c0d147449 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Network 92924f74-2f90-45e5-9033-541c61add3eb is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:36:12.994558 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-1fffe839-832f-42a5-9b04-df8c0d147449 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:36:13.004931 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fffe839-832f-42a5-9b04-df8c0d147449 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:36:13.015368 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fffe839-832f-42a5-9b04-df8c0d147449 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:13.015686 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2237b4bd-83fe-4eaa-b4ee-7238dc0f9f1c tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Pushing event updated for resources: {'Port': ['ID=1570c39b-f1da-48bb-b1b1-2f62857b4028,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:13.017008 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1fffe839-832f-42a5-9b04-df8c0d147449 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:13.036557 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-788604b3-76aa-4908-8956-588133d23947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:13.049127 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fffe839-832f-42a5-9b04-df8c0d147449 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event updated for resources: {'Port': ['ID=2a688d84-7024-4ae2-8c43-37d4e691c39a,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:13.066342 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2237b4bd-83fe-4eaa-b4ee-7238dc0f9f1c tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539179'] for router_interface, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:13.084867 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-1fffe839-832f-42a5-9b04-df8c0d147449 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4249518 Dec 06 17:36:13.086393 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52562) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:36:13.241293 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b3ca82-0226-4578-b9ab-bf2237a87c73 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:13.250970 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-d4b3ca82-0226-4578-b9ab-bf2237a87c73 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1586058 Dec 06 17:36:13.251717 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52566) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:36:13.259992 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788604b3-76aa-4908-8956-588133d23947 None None] Pushing event updated for resources: {'Port': ['ID=0d2854a7-1533-4b5f-b16d-ba7ff1f236dd,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:13.306204 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-1ee93d88-63a2-4de5-ab33-1784d71e8e21 None None] Allocated IP 2001:db8::f816:3eff:fed5:50b3 (92924f74-2f90-45e5-9033-541c61add3eb/4b437d75-87b1-4dc2-811d-033aa4798fc6/e56f7995-f6c7-44f9-bb97-6b792c8ed170) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:36:13.451689 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2237b4bd-83fe-4eaa-b4ee-7238dc0f9f1c tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:13.544317 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-97f9b6b1-f41d-47ec-ad67-493a3bcc239d tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Deleting port 2a688d84-7024-4ae2-8c43-37d4e691c39a {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:36:13.548351 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-97f9b6b1-f41d-47ec-ad67-493a3bcc239d tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:13.660361 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ff8d7992-427a-475f-af72-34e16ffd7ebc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:13.684946 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 6aefa83b-060f-4ff4-a2ed-9787ee95f23a up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:36:13.784012 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-97f9b6b1-f41d-47ec-ad67-493a3bcc239d tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:13.847549 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-97f9b6b1-f41d-47ec-ad67-493a3bcc239d tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Calling delete_port for 2a688d84-7024-4ae2-8c43-37d4e691c39a owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:36:14.084839 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1d3287ca-473f-4861-83c2-ac446518405e req-dd38d331-986b-4759-9590-3f0e84737dfc tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf4f8cd6-cdf3-4302-b4fd-5d4390fc664c HTTP/1.1" status: 200 len: 210 time: 0.0744081 Dec 06 17:36:14.138923 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 6aefa83b-060f-4ff4-a2ed-9787ee95f23a triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:36:14.139296 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:14.144224 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1ee93d88-63a2-4de5-ab33-1784d71e8e21 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:14.206625 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1ee93d88-63a2-4de5-ab33-1784d71e8e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:14.239741 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-97f9b6b1-f41d-47ec-ad67-493a3bcc239d tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:14.271409 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2237b4bd-83fe-4eaa-b4ee-7238dc0f9f1c tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:14.282759 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2237b4bd-83fe-4eaa-b4ee-7238dc0f9f1c tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:14.300220 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee93d88-63a2-4de5-ab33-1784d71e8e21 None None] Pushing event updated for resources: {'Port': ['ID=e56f7995-f6c7-44f9-bb97-6b792c8ed170,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:14.303892 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f9b6b1-f41d-47ec-ad67-493a3bcc239d tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event deleted for resources: {'Port': ['ID=2a688d84-7024-4ae2-8c43-37d4e691c39a,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:14.333120 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-97f9b6b1-f41d-47ec-ad67-493a3bcc239d tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:14.340682 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-97f9b6b1-f41d-47ec-ad67-493a3bcc239d tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/ports/2a688d84-7024-4ae2-8c43-37d4e691c39a HTTP/1.1" status: 204 len: 168 time: 1.0861676 Dec 06 17:36:14.341133 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52576) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:36:14.348704 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee93d88-63a2-4de5-ab33-1784d71e8e21 None None] Network 92924f74-2f90-45e5-9033-541c61add3eb is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:36:14.351625 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-1ee93d88-63a2-4de5-ab33-1784d71e8e21 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:36:14.361787 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee93d88-63a2-4de5-ab33-1784d71e8e21 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:36:14.439280 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab1f8db-61b3-432b-aaae-441395b4fbb9 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:14.441205 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab1f8db-61b3-432b-aaae-441395b4fbb9 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:14.446341 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-dab1f8db-61b3-432b-aaae-441395b4fbb9 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1010644 Dec 06 17:36:14.447109 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2237b4bd-83fe-4eaa-b4ee-7238dc0f9f1c tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-772465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539207'] for router_interface, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:14.447434 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52578) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:36:14.543036 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fa0306b-9f6e-4e44-890e-7d31d44b5d7f tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Deleting subnet 4b437d75-87b1-4dc2-811d-033aa4798fc6 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:36:14.553270 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0fa0306b-9f6e-4e44-890e-7d31d44b5d7f tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:14.640815 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-1ee93d88-63a2-4de5-ab33-1784d71e8e21 None None] Attempting to bind port e56f7995-f6c7-44f9-bb97-6b792c8ed170 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:36:14.641287 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-1ee93d88-63a2-4de5-ab33-1784d71e8e21 None None] Attempting to bind port e56f7995-f6c7-44f9-bb97-6b792c8ed170 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'a47332dc-5917-44f3-a9f4-ba1cd1d32759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:36:14.642142 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee93d88-63a2-4de5-ab33-1784d71e8e21 None None] Attempting to bind port e56f7995-f6c7-44f9-bb97-6b792c8ed170 on network 92924f74-2f90-45e5-9033-541c61add3eb {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:36:14.652773 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee93d88-63a2-4de5-ab33-1784d71e8e21 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:36:14.653155 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee93d88-63a2-4de5-ab33-1784d71e8e21 None None] Checking segment: {'id': 'a47332dc-5917-44f3-a9f4-ba1cd1d32759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:36:14.653600 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1ee93d88-63a2-4de5-ab33-1784d71e8e21 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:14.654001 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee93d88-63a2-4de5-ab33-1784d71e8e21 None None] Bound using segment: {'id': 'a47332dc-5917-44f3-a9f4-ba1cd1d32759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:36:14.654491 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-1ee93d88-63a2-4de5-ab33-1784d71e8e21 None None] Bound port: e56f7995-f6c7-44f9-bb97-6b792c8ed170, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a47332dc-5917-44f3-a9f4-ba1cd1d32759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:36:14.654880 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1ee93d88-63a2-4de5-ab33-1784d71e8e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:14.668170 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0fa0306b-9f6e-4e44-890e-7d31d44b5d7f tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:14.713287 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2237b4bd-83fe-4eaa-b4ee-7238dc0f9f1c tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Pushing event updated for resources: {'Port': ['ID=1570c39b-f1da-48bb-b1b1-2f62857b4028,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:14.851126 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-1ee93d88-63a2-4de5-ab33-1784d71e8e21 None None] For port e56f7995-f6c7-44f9-bb97-6b792c8ed170, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:36:14.857414 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-1ee93d88-63a2-4de5-ab33-1784d71e8e21 None None] For port e56f7995-f6c7-44f9-bb97-6b792c8ed170, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e56f7995-f6c7-44f9-bb97-6b792c8ed170,segment=NetworkSegment(a47332dc-5917-44f3-a9f4-ba1cd1d32759),segment_id=a47332dc-5917-44f3-a9f4-ba1cd1d32759)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:36:14.869444 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1ee93d88-63a2-4de5-ab33-1784d71e8e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:14.899070 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2237b4bd-83fe-4eaa-b4ee-7238dc0f9f1c tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Network 2c008a8b-421d-4b40-9646-1dd7934eadae is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:36:14.900771 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-2237b4bd-83fe-4eaa-b4ee-7238dc0f9f1c tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:36:14.948102 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0fa0306b-9f6e-4e44-890e-7d31d44b5d7f tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:15.059656 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee93d88-63a2-4de5-ab33-1784d71e8e21 None None] Pushing event updated for resources: {'Port': ['ID=e56f7995-f6c7-44f9-bb97-6b792c8ed170,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:15.120643 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0fa0306b-9f6e-4e44-890e-7d31d44b5d7f tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:15.143400 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0fa0306b-9f6e-4e44-890e-7d31d44b5d7f tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:15.148732 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-0fa0306b-9f6e-4e44-890e-7d31d44b5d7f tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/subnets/4b437d75-87b1-4dc2-811d-033aa4798fc6 HTTP/1.1" status: 204 len: 168 time: 0.6995766 Dec 06 17:36:15.151896 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52590) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:36:15.183158 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa0306b-9f6e-4e44-890e-7d31d44b5d7f tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event deleted for resources: {'Subnet': ['ID=4b437d75-87b1-4dc2-811d-033aa4798fc6,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:15.241724 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2237b4bd-83fe-4eaa-b4ee-7238dc0f9f1c tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Router 664ceb40-c693-45a1-b31b-858085478c75 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:36:15.266059 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-b97153bd-f4e9-4bdd-9c5a-02295d6da475 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1127524 Dec 06 17:36:15.272093 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52592) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:36:15.307604 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-7991c4d6-f4f1-4eaa-9b92-45adc5cda07a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Request body: {'subnet': {'network_id': '92924f74-2f90-45e5-9033-541c61add3eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:36:15.389732 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4cb174-8f30-4e1a-8def-092e2f3af805 None None] Network 2c008a8b-421d-4b40-9646-1dd7934eadae requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:36:15.431488 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8a6fc483-4809-4949-ad2a-203c80f60ad6 req-d79926cd-fb24-4095-a039-11f4dde1ed5a tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf4f8cd6-cdf3-4302-b4fd-5d4390fc664c HTTP/1.1" status: 200 len: 210 time: 0.1617136 Dec 06 17:36:15.564381 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2237b4bd-83fe-4eaa-b4ee-7238dc0f9f1c tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:36:15.586079 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-2237b4bd-83fe-4eaa-b4ee-7238dc0f9f1c tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "PUT /v2.0/routers/664ceb40-c693-45a1-b31b-858085478c75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5462110 Dec 06 17:36:15.595813 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7991c4d6-f4f1-4eaa-9b92-45adc5cda07a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Made reservation on behalf of 58c2416ade7148dfa446cd47a01986fc for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:36:15.622785 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7991c4d6-f4f1-4eaa-9b92-45adc5cda07a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:15.832256 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-e2df2e4e-275c-433d-ac92-d689d6ea46a9 None None] Provisioning complete for port 0d2854a7-1533-4b5f-b16d-ba7ff1f236dd triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:36:15.832837 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e2df2e4e-275c-433d-ac92-d689d6ea46a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:15.839143 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341883ca-6489-49a0-968a-6c03aa1236b2 None None] Sync routers for ids ['664ceb40-c693-45a1-b31b-858085478c75'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:36:15.841268 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5fb5398c-f55a-4646-93a8-b52b5dda5263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:15.890199 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 0d2854a7-1533-4b5f-b16d-ba7ff1f236dd up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:36:15.985000 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341883ca-6489-49a0-968a-6c03aa1236b2 None None] Routers {'664ceb40-c693-45a1-b31b-858085478c75'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:36:15.985984 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-341883ca-6489-49a0-968a-6c03aa1236b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:36:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['664ceb40-c693-45a1-b31b-858085478c75'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:36:16.254961 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e2df2e4e-275c-433d-ac92-d689d6ea46a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:16.286880 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 17:36:16.339379 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-341883ca-6489-49a0-968a-6c03aa1236b2 None None] Set router 664ceb40-c693-45a1-b31b-858085478c75 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:36:16.342371 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 0d2854a7-1533-4b5f-b16d-ba7ff1f236dd triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:36:16.342759 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:16.597543 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-e2df2e4e-275c-433d-ac92-d689d6ea46a9 None None] For port 0d2854a7-1533-4b5f-b16d-ba7ff1f236dd, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0d2854a7-1533-4b5f-b16d-ba7ff1f236dd,segment=NetworkSegment(15889185-46f9-4fe1-84c2-011c80927a16),segment_id=15889185-46f9-4fe1-84c2-011c80927a16)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:36:16.662899 n-d-master-1 neutron-server[103284]: DEBUG neutron.objects.ports [None req-7991c4d6-f4f1-4eaa-9b92-45adc5cda07a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103284) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 17:36:16.727465 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e2df2e4e-275c-433d-ac92-d689d6ea46a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:16.805175 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e2e9e1df-c5f2-41f2-82d5-964037194a0f req-a33b72ea-51c4-49be-887e-0556590d7464 tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf4f8cd6-cdf3-4302-b4fd-5d4390fc664c HTTP/1.1" status: 200 len: 210 time: 0.0526705 Dec 06 17:36:16.977284 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device e56f7995-f6c7-44f9-bb97-6b792c8ed170 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:36:16.992611 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7991c4d6-f4f1-4eaa-9b92-45adc5cda07a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:17.064381 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3674e992-1093-45f5-935d-97ba6338d8c9 None None] Network 92924f74-2f90-45e5-9033-541c61add3eb requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:36:17.089764 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-93ee410f-06fb-46eb-97bf-498ee4215a4e None None] Provisioning complete for port 1570c39b-f1da-48bb-b1b1-2f62857b4028 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:36:17.090319 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-93ee410f-06fb-46eb-97bf-498ee4215a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:17.186228 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2df2e4e-275c-433d-ac92-d689d6ea46a9 None None] Pushing event updated for resources: {'Port': ['ID=0d2854a7-1533-4b5f-b16d-ba7ff1f236dd,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:17.198802 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:17.327965 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-7991c4d6-f4f1-4eaa-9b92-45adc5cda07a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] For port e56f7995-f6c7-44f9-bb97-6b792c8ed170, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e56f7995-f6c7-44f9-bb97-6b792c8ed170,segment=NetworkSegment(a47332dc-5917-44f3-a9f4-ba1cd1d32759),segment_id=a47332dc-5917-44f3-a9f4-ba1cd1d32759)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:36:17.374750 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7991c4d6-f4f1-4eaa-9b92-45adc5cda07a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:17.377163 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-93ee410f-06fb-46eb-97bf-498ee4215a4e None None] Port 1570c39b-f1da-48bb-b1b1-2f62857b4028 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:36:17.389690 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7991c4d6-f4f1-4eaa-9b92-45adc5cda07a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:17.390453 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7991c4d6-f4f1-4eaa-9b92-45adc5cda07a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:17.494699 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-93ee410f-06fb-46eb-97bf-498ee4215a4e None None] Provisioning complete for port 0d2854a7-1533-4b5f-b16d-ba7ff1f236dd triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:36:17.494894 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-93ee410f-06fb-46eb-97bf-498ee4215a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:17.533746 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7991c4d6-f4f1-4eaa-9b92-45adc5cda07a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event updated for resources: {'Subnet': ['ID=16822673-107d-42d7-9533-9c1c9bb1c7e2,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:17.536218 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port e56f7995-f6c7-44f9-bb97-6b792c8ed170 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:36:17.536615 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:17.561947 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7991c4d6-f4f1-4eaa-9b92-45adc5cda07a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Network 92924f74-2f90-45e5-9033-541c61add3eb is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:36:17.566999 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-7991c4d6-f4f1-4eaa-9b92-45adc5cda07a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:36:17.572433 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7991c4d6-f4f1-4eaa-9b92-45adc5cda07a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:17.573164 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7991c4d6-f4f1-4eaa-9b92-45adc5cda07a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:17.603473 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7991c4d6-f4f1-4eaa-9b92-45adc5cda07a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event updated for resources: {'Port': ['ID=e56f7995-f6c7-44f9-bb97-6b792c8ed170,revision_number=5']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:17.614379 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-7991c4d6-f4f1-4eaa-9b92-45adc5cda07a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.3211040 Dec 06 17:36:17.614379 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52632) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:36:17.619507 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-35590059-c524-42b7-b8ab-ea9adc9eb805 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Request body: {'port': {'network_id': '92924f74-2f90-45e5-9033-541c61add3eb', 'mac_address': 'fa:16:3e:5e:3e:fc', 'name': 'tempest-NetworksTestDHCPv6-1197827528'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:36:17.689774 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-341883ca-6489-49a0-968a-6c03aa1236b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '664ceb40-c693-45a1-b31b-858085478c75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1544797192', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.68'}], 'enable_snat': True}, 'gw_port_id': '6aefa83b-060f-4ff4-a2ed-9787ee95f23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:36:03Z', 'updated_at': '2021-12-06T17:36:13Z', 'revision_number': 4, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'gw_port': {'id': '6aefa83b-060f-4ff4-a2ed-9787ee95f23a', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:b5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664ceb40-c693-45a1-b31b-858085478c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3192, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:36:03Z', 'updated_at': '2021-12-06T17:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '1570c39b-f1da-48bb-b1b1-2f62857b4028', 'name': '', 'network_id': '2c008a8b-421d-4b40-9646-1dd7934eadae', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'mac_address': 'fa:16:3e:92:dd:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '664ceb40-c693-45a1-b31b-858085478c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '9617ec86-ff21-4a37-a800-d6258d9d9658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:36:10Z', 'updated_at': '2021-12-06T17:36:14Z', 'revision_number': 2, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'subnets': [{'id': '9617ec86-ff21-4a37-a800-d6258d9d9658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:36:17.748526 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341883ca-6489-49a0-968a-6c03aa1236b2 None None] Checking router: 664ceb40-c693-45a1-b31b-858085478c75 for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:36:17.748526 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341883ca-6489-49a0-968a-6c03aa1236b2 None None] Updating router 664ceb40-c693-45a1-b31b-858085478c75 port 1570c39b-f1da-48bb-b1b1-2f62857b4028 binding host n-d-master-1 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:36:17.836598 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35590059-c524-42b7-b8ab-ea9adc9eb805 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Made reservation on behalf of 58c2416ade7148dfa446cd47a01986fc for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:36:17.938127 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-82e6439b-9add-44dd-ad2f-bf3c8afe2998 req-68b22fff-fddb-4f1f-bbe9-ddc73dfea9c3 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-180207884&fields=id&tenant_id=87136a91f6c54863bdb78ae5833b5c4e HTTP/1.1" status: 200 len: 267 time: 0.0987163 Dec 06 17:36:17.992135 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-89f6bcc0-a46c-474c-ac7f-7f052623376a req-8af6885b-6f00-4e7f-ae8d-eab3e69a4c21 tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf4f8cd6-cdf3-4302-b4fd-5d4390fc664c HTTP/1.1" status: 200 len: 210 time: 0.0396442 Dec 06 17:36:18.057638 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-35590059-c524-42b7-b8ab-ea9adc9eb805 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:18.087969 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-341883ca-6489-49a0-968a-6c03aa1236b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:18.105702 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-35590059-c524-42b7-b8ab-ea9adc9eb805 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] device_id is not set on port 2f74e387-01b9-4664-a15b-e69dfabd1279 yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:36:18.112718 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:18.201637 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:18.226522 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e6439b-9add-44dd-ad2f-bf3c8afe2998 req-d6769029-e6d1-420e-9561-720223862fc9 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:18.231559 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] For port e56f7995-f6c7-44f9-bb97-6b792c8ed170, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e56f7995-f6c7-44f9-bb97-6b792c8ed170,segment=NetworkSegment(a47332dc-5917-44f3-a9f4-ba1cd1d32759),segment_id=a47332dc-5917-44f3-a9f4-ba1cd1d32759)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:36:18.234962 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-82e6439b-9add-44dd-ad2f-bf3c8afe2998 req-d6769029-e6d1-420e-9561-720223862fc9 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/networks?id=2c008a8b-421d-4b40-9646-1dd7934eadae HTTP/1.1" status: 200 len: 797 time: 0.2811818 Dec 06 17:36:18.260026 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-82e6439b-9add-44dd-ad2f-bf3c8afe2998 req-811bc9b7-c9da-46ff-adee-176ae74e7ec3 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/quotas/87136a91f6c54863bdb78ae5833b5c4e HTTP/1.1" status: 200 len: 375 time: 0.0238585 Dec 06 17:36:18.374621 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-82e6439b-9add-44dd-ad2f-bf3c8afe2998 req-453e4fab-9f7c-497e-a88c-7b5856a61d8a tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=87136a91f6c54863bdb78ae5833b5c4e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1121562 Dec 06 17:36:18.386535 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-35590059-c524-42b7-b8ab-ea9adc9eb805 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Allocated IP 2001:db8::f816:3eff:fe5e:3efc (92924f74-2f90-45e5-9033-541c61add3eb/16822673-107d-42d7-9533-9c1c9bb1c7e2/2f74e387-01b9-4664-a15b-e69dfabd1279) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:36:18.417335 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:18.424991 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-5520e5d9-9acb-4eaf-95b8-c83269f1f62c None None] Provisioning complete for port 1570c39b-f1da-48bb-b1b1-2f62857b4028 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:36:18.425622 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5520e5d9-9acb-4eaf-95b8-c83269f1f62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:18.516915 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8a5214-ad34-46c9-97d7-56ab6e640459 None None] Network 92924f74-2f90-45e5-9033-541c61add3eb requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:36:18.576385 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-82e6439b-9add-44dd-ad2f-bf3c8afe2998 req-c223fa5a-c095-4dd7-9b25-94d28deac0e3 service neutron] 10.222.0.23 "GET /v2.0/networks/2c008a8b-421d-4b40-9646-1dd7934eadae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004442 Dec 06 17:36:18.612288 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-5520e5d9-9acb-4eaf-95b8-c83269f1f62c None None] Port 1570c39b-f1da-48bb-b1b1-2f62857b4028 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:36:18.615556 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 0d2854a7-1533-4b5f-b16d-ba7ff1f236dd up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:36:18.697990 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-35590059-c524-42b7-b8ab-ea9adc9eb805 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:18.705321 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-82e6439b-9add-44dd-ad2f-bf3c8afe2998 req-a564ec17-0f02-4497-8487-ef2f03fe5391 service neutron] 10.222.0.23 "GET /v2.0/networks/2c008a8b-421d-4b40-9646-1dd7934eadae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277051 Dec 06 17:36:18.726477 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Pushing event updated for resources: {'Port': ['ID=e56f7995-f6c7-44f9-bb97-6b792c8ed170,revision_number=6']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:18.745211 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-35590059-c524-42b7-b8ab-ea9adc9eb805 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:18.799004 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-5520e5d9-9acb-4eaf-95b8-c83269f1f62c None None] Provisioning complete for port e56f7995-f6c7-44f9-bb97-6b792c8ed170 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:36:18.799556 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5520e5d9-9acb-4eaf-95b8-c83269f1f62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:18.823839 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35590059-c524-42b7-b8ab-ea9adc9eb805 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event updated for resources: {'Port': ['ID=2f74e387-01b9-4664-a15b-e69dfabd1279,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:18.845866 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35590059-c524-42b7-b8ab-ea9adc9eb805 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Network 92924f74-2f90-45e5-9033-541c61add3eb is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:36:18.848449 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-35590059-c524-42b7-b8ab-ea9adc9eb805 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:36:18.859877 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35590059-c524-42b7-b8ab-ea9adc9eb805 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:36:18.869378 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35590059-c524-42b7-b8ab-ea9adc9eb805 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:18.870098 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-35590059-c524-42b7-b8ab-ea9adc9eb805 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:18.905144 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 52650) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:36:18.917525 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-35590059-c524-42b7-b8ab-ea9adc9eb805 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3025863 Dec 06 17:36:18.983250 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1fc88d-0752-4f81-835c-25c21c642d0c tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:18.992330 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 0d2854a7-1533-4b5f-b16d-ba7ff1f236dd triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:36:18.994685 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1fc88d-0752-4f81-835c-25c21c642d0c tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:19.001417 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:19.002619 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52652) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:36:19.027050 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-6c1fc88d-0752-4f81-835c-25c21c642d0c tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.0916798 Dec 06 17:36:19.222343 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2600046b-cd8d-4668-903f-558f3c145b26 req-ce8d164b-5e3e-4192-8e10-cf37fb54ceea tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccda23e4-e182-44da-9f28-4c236d1fba5a HTTP/1.1" status: 200 len: 210 time: 0.1020882 Dec 06 17:36:19.278788 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:19.285621 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-341883ca-6489-49a0-968a-6c03aa1236b2 None None] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:19.294634 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7695de67-dee4-4955-8258-cbd549b578f9 req-4b8f01fc-880d-4967-b013-366bbae89eb1 tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf4f8cd6-cdf3-4302-b4fd-5d4390fc664c HTTP/1.1" status: 200 len: 210 time: 0.1216373 Dec 06 17:36:19.304668 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-341883ca-6489-49a0-968a-6c03aa1236b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:19.504861 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9a7d6b-a7a0-4e13-b3d6-8d953bfa121a None None] Pushing event updated for resources: {'Port': ['ID=1570c39b-f1da-48bb-b1b1-2f62857b4028,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:19.537993 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device e56f7995-f6c7-44f9-bb97-6b792c8ed170 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:36:19.697421 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-1ef2d310-e392-4d64-aafe-2af1f1f60407 None None] Provisioning complete for port e56f7995-f6c7-44f9-bb97-6b792c8ed170 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:36:19.701979 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1ef2d310-e392-4d64-aafe-2af1f1f60407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:19.884841 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-341883ca-6489-49a0-968a-6c03aa1236b2 None None] Attempting to bind port 1570c39b-f1da-48bb-b1b1-2f62857b4028 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:36:19.886071 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-341883ca-6489-49a0-968a-6c03aa1236b2 None None] Attempting to bind port 1570c39b-f1da-48bb-b1b1-2f62857b4028 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '15889185-46f9-4fe1-84c2-011c80927a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2c008a8b-421d-4b40-9646-1dd7934eadae'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:36:19.886689 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341883ca-6489-49a0-968a-6c03aa1236b2 None None] Attempting to bind port 1570c39b-f1da-48bb-b1b1-2f62857b4028 on network 2c008a8b-421d-4b40-9646-1dd7934eadae {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:36:19.906907 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341883ca-6489-49a0-968a-6c03aa1236b2 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:36:19.914431 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341883ca-6489-49a0-968a-6c03aa1236b2 None None] Checking segment: {'id': '15889185-46f9-4fe1-84c2-011c80927a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2c008a8b-421d-4b40-9646-1dd7934eadae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:36:19.915171 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-341883ca-6489-49a0-968a-6c03aa1236b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:19.915813 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341883ca-6489-49a0-968a-6c03aa1236b2 None None] Bound using segment: {'id': '15889185-46f9-4fe1-84c2-011c80927a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2c008a8b-421d-4b40-9646-1dd7934eadae'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:36:19.916677 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-341883ca-6489-49a0-968a-6c03aa1236b2 None None] Bound port: 1570c39b-f1da-48bb-b1b1-2f62857b4028, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15889185-46f9-4fe1-84c2-011c80927a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2c008a8b-421d-4b40-9646-1dd7934eadae'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:36:19.917155 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-341883ca-6489-49a0-968a-6c03aa1236b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:19.988691 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port e56f7995-f6c7-44f9-bb97-6b792c8ed170 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:36:19.991184 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:20.270148 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-145f38c9-f44e-4e37-93ee-fa530af51e58 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Deleting port 2f74e387-01b9-4664-a15b-e69dfabd1279 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:36:20.273218 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-145f38c9-f44e-4e37-93ee-fa530af51e58 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:20.431421 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-341883ca-6489-49a0-968a-6c03aa1236b2 None None] For port 1570c39b-f1da-48bb-b1b1-2f62857b4028, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:36:20.435615 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-341883ca-6489-49a0-968a-6c03aa1236b2 None None] For port 1570c39b-f1da-48bb-b1b1-2f62857b4028, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1570c39b-f1da-48bb-b1b1-2f62857b4028,segment=NetworkSegment(15889185-46f9-4fe1-84c2-011c80927a16),segment_id=15889185-46f9-4fe1-84c2-011c80927a16)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:36:20.447949 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-341883ca-6489-49a0-968a-6c03aa1236b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:20.493237 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ccc102ca-8997-491d-ae77-3aead4f5468a req-07f36a6d-92b1-4e74-9542-bff85f4353b4 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccda23e4-e182-44da-9f28-4c236d1fba5a HTTP/1.1" status: 200 len: 210 time: 0.0723162 Dec 06 17:36:20.545907 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-145f38c9-f44e-4e37-93ee-fa530af51e58 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:20.566081 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9a7d6b-a7a0-4e13-b3d6-8d953bfa121a None None] Pushing event updated for resources: {'Port': ['ID=1570c39b-f1da-48bb-b1b1-2f62857b4028,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:20.619889 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-52246ea5-a013-4f46-8b9a-dd0f879f8ca5 req-d3ed01d0-46c6-4e71-a2ba-07d106a69df4 tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf4f8cd6-cdf3-4302-b4fd-5d4390fc664c HTTP/1.1" status: 200 len: 210 time: 0.1350288 Dec 06 17:36:20.629920 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-145f38c9-f44e-4e37-93ee-fa530af51e58 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Calling delete_port for 2f74e387-01b9-4664-a15b-e69dfabd1279 owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:36:20.677182 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-26644533-625d-4ef6-8589-8893b5686dc7 None None] Provisioning complete for port 1570c39b-f1da-48bb-b1b1-2f62857b4028 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:36:20.677598 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-26644533-625d-4ef6-8589-8893b5686dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:20.840368 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341883ca-6489-49a0-968a-6c03aa1236b2 None None] Routers {'664ceb40-c693-45a1-b31b-858085478c75'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:36:20.842798 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-341883ca-6489-49a0-968a-6c03aa1236b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:36:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['664ceb40-c693-45a1-b31b-858085478c75'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:36:21.041142 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device e56f7995-f6c7-44f9-bb97-6b792c8ed170 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:36:21.068214 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-341883ca-6489-49a0-968a-6c03aa1236b2 None None] Set router 664ceb40-c693-45a1-b31b-858085478c75 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:36:21.069973 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-145f38c9-f44e-4e37-93ee-fa530af51e58 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:21.171037 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145f38c9-f44e-4e37-93ee-fa530af51e58 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event deleted for resources: {'Port': ['ID=2f74e387-01b9-4664-a15b-e69dfabd1279,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:21.195815 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-145f38c9-f44e-4e37-93ee-fa530af51e58 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:21.202629 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-145f38c9-f44e-4e37-93ee-fa530af51e58 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/ports/2f74e387-01b9-4664-a15b-e69dfabd1279 HTTP/1.1" status: 204 len: 168 time: 2.1957757 Dec 06 17:36:21.203425 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 52696) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:36:21.525554 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2de0f3b-7e60-47d4-bbb6-8b98c6a83a92 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:21.527227 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2de0f3b-7e60-47d4-bbb6-8b98c6a83a92 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:21.528949 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-b2de0f3b-7e60-47d4-bbb6-8b98c6a83a92 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.3245313 Dec 06 17:36:21.533980 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52712) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:36:21.558253 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-26644533-625d-4ef6-8589-8893b5686dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:21.692276 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port e56f7995-f6c7-44f9-bb97-6b792c8ed170 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:36:21.692890 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:21.731059 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-dabf538d-44c7-4f45-82bb-aad3ca7ae58a req-fe38681a-dbdc-40f0-a74e-44b8ac0f5df6 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccda23e4-e182-44da-9f28-4c236d1fba5a HTTP/1.1" status: 200 len: 210 time: 0.1015930 Dec 06 17:36:21.749498 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-26644533-625d-4ef6-8589-8893b5686dc7 None None] For port 1570c39b-f1da-48bb-b1b1-2f62857b4028, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1570c39b-f1da-48bb-b1b1-2f62857b4028,segment=NetworkSegment(15889185-46f9-4fe1-84c2-011c80927a16),segment_id=15889185-46f9-4fe1-84c2-011c80927a16)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:36:21.800454 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-26644533-625d-4ef6-8589-8893b5686dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:21.804608 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-b57b3429-3d4b-4c48-9b25-2f3ccdaa99e3 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Deleting subnet 16822673-107d-42d7-9533-9c1c9bb1c7e2 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:36:21.824905 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e6439b-9add-44dd-ad2f-bf3c8afe2998 req-814e8237-38f5-4569-8390-16580f967059 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:21.828545 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b57b3429-3d4b-4c48-9b25-2f3ccdaa99e3 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:21.830156 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-82e6439b-9add-44dd-ad2f-bf3c8afe2998 req-814e8237-38f5-4569-8390-16580f967059 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.41 "GET /v2.0/networks?id=2c008a8b-421d-4b40-9646-1dd7934eadae HTTP/1.1" status: 200 len: 797 time: 0.4679306 Dec 06 17:36:21.943071 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-82e6439b-9add-44dd-ad2f-bf3c8afe2998 req-4a8f14e1-c2f0-48a5-a6d7-c5a980643d78 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87136a91f6c54863bdb78ae5833b5c4e HTTP/1.1" status: 200 len: 379 time: 0.0975199 Dec 06 17:36:21.956921 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b57b3429-3d4b-4c48-9b25-2f3ccdaa99e3 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:21.972553 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-82e6439b-9add-44dd-ad2f-bf3c8afe2998 req-6fe990b9-fbab-4116-b856-62b7f8fbd6aa tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Request body: {'port': {'device_id': 'ccda23e4-e182-44da-9f28-4c236d1fba5a', 'network_id': '2c008a8b-421d-4b40-9646-1dd7934eadae', 'admin_state_up': True, 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'security_groups': ['0af89b83-5a7a-4bff-a60e-7cfc30b594ff']}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:36:21.979320 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-26644533-625d-4ef6-8589-8893b5686dc7 None None] Provisioning complete for port e56f7995-f6c7-44f9-bb97-6b792c8ed170 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:36:21.979701 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-26644533-625d-4ef6-8589-8893b5686dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:22.042510 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c57274d5-cd69-43c0-8ee5-99ea1657f97b req-ebb87272-31a8-4ab8-90cd-d344a28ac85c tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf4f8cd6-cdf3-4302-b4fd-5d4390fc664c HTTP/1.1" status: 200 len: 210 time: 0.1082783 Dec 06 17:36:22.052181 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26644533-625d-4ef6-8589-8893b5686dc7 None None] Pushing event updated for resources: {'Port': ['ID=1570c39b-f1da-48bb-b1b1-2f62857b4028,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:22.183593 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b57b3429-3d4b-4c48-9b25-2f3ccdaa99e3 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:22.310254 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82e6439b-9add-44dd-ad2f-bf3c8afe2998 req-6fe990b9-fbab-4116-b856-62b7f8fbd6aa tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Made reservation on behalf of 87136a91f6c54863bdb78ae5833b5c4e for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:36:22.316546 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-82e6439b-9add-44dd-ad2f-bf3c8afe2998 req-6fe990b9-fbab-4116-b856-62b7f8fbd6aa tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:22.321825 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b57b3429-3d4b-4c48-9b25-2f3ccdaa99e3 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:22.375769 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57b3429-3d4b-4c48-9b25-2f3ccdaa99e3 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event deleted for resources: {'Subnet': ['ID=16822673-107d-42d7-9533-9c1c9bb1c7e2,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:22.381733 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b57b3429-3d4b-4c48-9b25-2f3ccdaa99e3 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:22.388449 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-b57b3429-3d4b-4c48-9b25-2f3ccdaa99e3 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/subnets/16822673-107d-42d7-9533-9c1c9bb1c7e2 HTTP/1.1" status: 204 len: 168 time: 0.8523047 Dec 06 17:36:22.391322 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52728) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:36:22.453395 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-341883ca-6489-49a0-968a-6c03aa1236b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '664ceb40-c693-45a1-b31b-858085478c75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1544797192', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.68'}], 'enable_snat': True}, 'gw_port_id': '6aefa83b-060f-4ff4-a2ed-9787ee95f23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:36:03Z', 'updated_at': '2021-12-06T17:36:13Z', 'revision_number': 4, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'gw_port': {'id': '6aefa83b-060f-4ff4-a2ed-9787ee95f23a', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:b5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664ceb40-c693-45a1-b31b-858085478c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3192, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:36:03Z', 'updated_at': '2021-12-06T17:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '1570c39b-f1da-48bb-b1b1-2f62857b4028', 'name': '', 'network_id': '2c008a8b-421d-4b40-9646-1dd7934eadae', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'mac_address': 'fa:16:3e:92:dd:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '664ceb40-c693-45a1-b31b-858085478c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '9617ec86-ff21-4a37-a800-d6258d9d9658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:36:10Z', 'updated_at': '2021-12-06T17:36:20Z', 'revision_number': 4, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'subnets': [{'id': '9617ec86-ff21-4a37-a800-d6258d9d9658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:36:22.456865 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-e1d26fea-47c2-4cbe-b63e-34b77007070d tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0641570 Dec 06 17:36:22.458666 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 52730) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:36:22.466614 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dbdda2d-5db4-4661-bb50-bc885053fe67 None None] Network 92924f74-2f90-45e5-9033-541c61add3eb requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:36:22.522187 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341883ca-6489-49a0-968a-6c03aa1236b2 None None] The sync data for ids ['664ceb40-c693-45a1-b31b-858085478c75'] in n-d-master-1 is: [{'id': '664ceb40-c693-45a1-b31b-858085478c75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1544797192', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.68'}], 'enable_snat': True}, 'gw_port_id': '6aefa83b-060f-4ff4-a2ed-9787ee95f23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:36:03Z', 'updated_at': '2021-12-06T17:36:13Z', 'revision_number': 4, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'gw_port': {'id': '6aefa83b-060f-4ff4-a2ed-9787ee95f23a', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:b5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664ceb40-c693-45a1-b31b-858085478c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3192, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:36:03Z', 'updated_at': '2021-12-06T17:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '1570c39b-f1da-48bb-b1b1-2f62857b4028', 'name': '', 'network_id': '2c008a8b-421d-4b40-9646-1dd7934eadae', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'mac_address': 'fa:16:3e:92:dd:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '664ceb40-c693-45a1-b31b-858085478c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '9617ec86-ff21-4a37-a800-d6258d9d9658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:36:10Z', 'updated_at': '2021-12-06T17:36:20Z', 'revision_number': 4, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'subnets': [{'id': '9617ec86-ff21-4a37-a800-d6258d9d9658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:36:22.564113 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9214aed8-3489-4cc3-8300-1769c0953c5b tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:22.568020 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-9214aed8-3489-4cc3-8300-1769c0953c5b tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1064634 Dec 06 17:36:22.568684 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52736) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:36:22.597754 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-82e6439b-9add-44dd-ad2f-bf3c8afe2998 req-6fe990b9-fbab-4116-b856-62b7f8fbd6aa tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Allocated IP 172.20.0.5 (2c008a8b-421d-4b40-9646-1dd7934eadae/9617ec86-ff21-4a37-a800-d6258d9d9658/f78f30ca-02ef-48c5-97e9-5186573744a1) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:36:22.664958 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-26644533-625d-4ef6-8589-8893b5686dc7 None None] Could not find standard attr ID for object 2a688d84-7024-4ae2-8c43-37d4e691c39a. {{(pid=103286) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 17:36:22.692141 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-26644533-625d-4ef6-8589-8893b5686dc7 None None] Could not find standard attr ID for object 2f74e387-01b9-4664-a15b-e69dfabd1279. {{(pid=103286) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 17:36:22.800562 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698060b0-f7b2-4b0d-8a8e-28c45f7b759f tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:22.810164 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-698060b0-f7b2-4b0d-8a8e-28c45f7b759f tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2392769 Dec 06 17:36:22.814403 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52740) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:36:22.922232 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-ca833695-b6f2-480f-a8e0-0238f7c051ac tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1064441 Dec 06 17:36:22.931106 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52744) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:36:22.938157 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-1f9ba6b8-5f1c-4859-9bf8-86c05a81765a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Request body: {'subnet': {'network_id': '92924f74-2f90-45e5-9033-541c61add3eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:36:22.946497 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-82e6439b-9add-44dd-ad2f-bf3c8afe2998 req-6fe990b9-fbab-4116-b856-62b7f8fbd6aa tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:22.953507 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 1570c39b-f1da-48bb-b1b1-2f62857b4028 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:36:22.982602 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-036e8e90-6c60-446c-b9cf-e8bedbf9e0e1 req-d4e47549-a93e-459f-8c04-ffedb42b7092 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccda23e4-e182-44da-9f28-4c236d1fba5a HTTP/1.1" status: 200 len: 210 time: 0.0778942 Dec 06 17:36:23.031119 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-c5ee5356-976d-494e-936e-a7599e395c43 None None] Provisioning complete for port 1570c39b-f1da-48bb-b1b1-2f62857b4028 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:36:23.031387 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c5ee5356-976d-494e-936e-a7599e395c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:23.055013 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-82e6439b-9add-44dd-ad2f-bf3c8afe2998 req-6fe990b9-fbab-4116-b856-62b7f8fbd6aa tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:23.159615 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52748) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:36:23.196316 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f9ba6b8-5f1c-4859-9bf8-86c05a81765a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Made reservation on behalf of 58c2416ade7148dfa446cd47a01986fc for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:36:23.213480 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1f9ba6b8-5f1c-4859-9bf8-86c05a81765a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:23.254094 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82e6439b-9add-44dd-ad2f-bf3c8afe2998 req-6fe990b9-fbab-4116-b856-62b7f8fbd6aa tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Network 2c008a8b-421d-4b40-9646-1dd7934eadae is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:36:23.272463 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-82e6439b-9add-44dd-ad2f-bf3c8afe2998 req-6fe990b9-fbab-4116-b856-62b7f8fbd6aa tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:36:23.295440 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-82e6439b-9add-44dd-ad2f-bf3c8afe2998 req-6fe990b9-fbab-4116-b856-62b7f8fbd6aa tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:36:23.308304 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe990b9-fbab-4116-b856-62b7f8fbd6aa tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Pushing event updated for resources: {'Port': ['ID=f78f30ca-02ef-48c5-97e9-5186573744a1,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:23.331764 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a9a9ae-d739-4e33-9244-3a26a34dfa74 None None] DHCP port deletion for 92924f74-2f90-45e5-9033-541c61add3eb request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:36:23.360309 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 1570c39b-f1da-48bb-b1b1-2f62857b4028 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:36:23.360705 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:23.362436 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-c5ee5356-976d-494e-936e-a7599e395c43 None None] Could not find standard attr ID for object 2f74e387-01b9-4664-a15b-e69dfabd1279. {{(pid=103286) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 17:36:23.452938 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0a2a01ef-ed1f-4549-a2dd-dde294e9698e tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:23.518016 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e6439b-9add-44dd-ad2f-bf3c8afe2998 req-6fe990b9-fbab-4116-b856-62b7f8fbd6aa tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:23.520934 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-82e6439b-9add-44dd-ad2f-bf3c8afe2998 req-6fe990b9-fbab-4116-b856-62b7f8fbd6aa tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:23.530752 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0a2a01ef-ed1f-4549-a2dd-dde294e9698e tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:23.561093 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-82e6439b-9add-44dd-ad2f-bf3c8afe2998 req-6fe990b9-fbab-4116-b856-62b7f8fbd6aa tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6016521 Dec 06 17:36:23.580387 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-82e6439b-9add-44dd-ad2f-bf3c8afe2998 req-8367198b-83e6-4ed4-9dcb-cc6a5f90bf85 service neutron] Request body: {'port': {'device_id': 'ccda23e4-e182-44da-9f28-4c236d1fba5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:36:23.662827 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-c9a9a9ae-d739-4e33-9244-3a26a34dfa74 None None] Deleting port e56f7995-f6c7-44f9-bb97-6b792c8ed170 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:36:23.664487 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c9a9a9ae-d739-4e33-9244-3a26a34dfa74 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:23.751388 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-82e6439b-9add-44dd-ad2f-bf3c8afe2998 req-8367198b-83e6-4ed4-9dcb-cc6a5f90bf85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:23.804978 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-5bdcd3c8-dc4d-45f3-8ece-ba3aa176de4e None None] Provisioning complete for port f78f30ca-02ef-48c5-97e9-5186573744a1 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:36:23.805360 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5bdcd3c8-dc4d-45f3-8ece-ba3aa176de4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:23.885744 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1f9ba6b8-5f1c-4859-9bf8-86c05a81765a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:23.893601 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c9a9a9ae-d739-4e33-9244-3a26a34dfa74 None None] For port e56f7995-f6c7-44f9-bb97-6b792c8ed170, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e56f7995-f6c7-44f9-bb97-6b792c8ed170,segment=NetworkSegment(a47332dc-5917-44f3-a9f4-ba1cd1d32759),segment_id=a47332dc-5917-44f3-a9f4-ba1cd1d32759)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:36:23.895640 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c9a9a9ae-d739-4e33-9244-3a26a34dfa74 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:23.929566 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0a2a01ef-ed1f-4549-a2dd-dde294e9698e tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:23.932268 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0a2a01ef-ed1f-4549-a2dd-dde294e9698e tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:23.933899 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-0a2a01ef-ed1f-4549-a2dd-dde294e9698e tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] 10.222.0.23 "DELETE /v2.0/security-groups/53cb9de0-95b5-473c-9e29-7b6cfb4563a1 HTTP/1.1" status: 204 len: 168 time: 0.7727120 Dec 06 17:36:23.949479 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9ba6b8-5f1c-4859-9bf8-86c05a81765a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Network 92924f74-2f90-45e5-9033-541c61add3eb is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:36:23.951351 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-c9a9a9ae-d739-4e33-9244-3a26a34dfa74 None None] Calling delete_port for e56f7995-f6c7-44f9-bb97-6b792c8ed170 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:36:23.955408 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-1f9ba6b8-5f1c-4859-9bf8-86c05a81765a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:36:23.967749 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9ba6b8-5f1c-4859-9bf8-86c05a81765a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:23.968794 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1f9ba6b8-5f1c-4859-9bf8-86c05a81765a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:23.971430 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-5bdcd3c8-dc4d-45f3-8ece-ba3aa176de4e None None] Port f78f30ca-02ef-48c5-97e9-5186573744a1 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:36:24.001158 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2a01ef-ed1f-4549-a2dd-dde294e9698e tempest-TestVolumeBackupRestore-32473616 tempest-TestVolumeBackupRestore-32473616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53cb9de0-95b5-473c-9e29-7b6cfb4563a1,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:24.026320 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-1f9ba6b8-5f1c-4859-9bf8-86c05a81765a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0918498 Dec 06 17:36:24.030823 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52760) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:36:24.042151 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-e7509bcb-463d-4a11-9b7e-c4d00d29a193 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Request body: {'port': {'network_id': '92924f74-2f90-45e5-9033-541c61add3eb', 'mac_address': 'fa:16:3e:36:b7:2c', 'name': 'tempest-NetworksTestDHCPv6-766253135'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:36:24.275965 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-82e6439b-9add-44dd-ad2f-bf3c8afe2998 req-8367198b-83e6-4ed4-9dcb-cc6a5f90bf85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f78f30ca-02ef-48c5-97e9-5186573744a1 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:36:24.289350 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-82e6439b-9add-44dd-ad2f-bf3c8afe2998 req-8367198b-83e6-4ed4-9dcb-cc6a5f90bf85 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:24.310524 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-82e6439b-9add-44dd-ad2f-bf3c8afe2998 req-8367198b-83e6-4ed4-9dcb-cc6a5f90bf85 service neutron] Transition to ACTIVE for port object f78f30ca-02ef-48c5-97e9-5186573744a1 will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:36:24.322179 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-82e6439b-9add-44dd-ad2f-bf3c8afe2998 req-8367198b-83e6-4ed4-9dcb-cc6a5f90bf85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:24.336854 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9ba6b8-5f1c-4859-9bf8-86c05a81765a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event updated for resources: {'Subnet': ['ID=d795a100-2f71-483c-b99a-74505f8ddc76,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:24.348196 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c9a9a9ae-d739-4e33-9244-3a26a34dfa74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:24.434861 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a9a9ae-d739-4e33-9244-3a26a34dfa74 None None] Pushing event deleted for resources: {'Port': ['ID=e56f7995-f6c7-44f9-bb97-6b792c8ed170,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:24.446869 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a9a9ae-d739-4e33-9244-3a26a34dfa74 None None] No DVR routers for this DVR port e56f7995-f6c7-44f9-bb97-6b792c8ed170 on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:36:24.510090 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ab9654-f605-4d2c-8b93-9fc98e1e0835 None None] Network 92924f74-2f90-45e5-9033-541c61add3eb requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:36:24.640477 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06efab2a-eb57-4b32-96b6-6fcf7ea961a8 req-021dd359-04e6-4929-9db2-616e6e487ab9 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:24.669647 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-06efab2a-eb57-4b32-96b6-6fcf7ea961a8 req-021dd359-04e6-4929-9db2-616e6e487ab9 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccda23e4-e182-44da-9f28-4c236d1fba5a HTTP/1.1" status: 200 len: 943 time: 0.3972802 Dec 06 17:36:24.860043 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-82e6439b-9add-44dd-ad2f-bf3c8afe2998 req-8367198b-83e6-4ed4-9dcb-cc6a5f90bf85 service neutron] Attempting to bind port f78f30ca-02ef-48c5-97e9-5186573744a1 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:36:24.860606 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-82e6439b-9add-44dd-ad2f-bf3c8afe2998 req-8367198b-83e6-4ed4-9dcb-cc6a5f90bf85 service neutron] Attempting to bind port f78f30ca-02ef-48c5-97e9-5186573744a1 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '15889185-46f9-4fe1-84c2-011c80927a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2c008a8b-421d-4b40-9646-1dd7934eadae'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:36:24.860714 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e6439b-9add-44dd-ad2f-bf3c8afe2998 req-8367198b-83e6-4ed4-9dcb-cc6a5f90bf85 service neutron] Attempting to bind port f78f30ca-02ef-48c5-97e9-5186573744a1 on network 2c008a8b-421d-4b40-9646-1dd7934eadae {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:36:24.888122 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e6439b-9add-44dd-ad2f-bf3c8afe2998 req-8367198b-83e6-4ed4-9dcb-cc6a5f90bf85 service neutron] Port f78f30ca-02ef-48c5-97e9-5186573744a1 on network 2c008a8b-421d-4b40-9646-1dd7934eadae not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:36:24.888430 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e6439b-9add-44dd-ad2f-bf3c8afe2998 req-8367198b-83e6-4ed4-9dcb-cc6a5f90bf85 service neutron] Attempting to bind port f78f30ca-02ef-48c5-97e9-5186573744a1 on network 2c008a8b-421d-4b40-9646-1dd7934eadae {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:36:24.890726 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8367198b-83e6-4ed4-9dcb-cc6a5f90bf85 service neutron] Pushing event updated for resources: {'Port': ['ID=f78f30ca-02ef-48c5-97e9-5186573744a1,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:24.920935 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e6439b-9add-44dd-ad2f-bf3c8afe2998 req-8367198b-83e6-4ed4-9dcb-cc6a5f90bf85 service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:36:24.921287 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e6439b-9add-44dd-ad2f-bf3c8afe2998 req-8367198b-83e6-4ed4-9dcb-cc6a5f90bf85 service neutron] Checking segment: {'id': '15889185-46f9-4fe1-84c2-011c80927a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2c008a8b-421d-4b40-9646-1dd7934eadae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:36:24.921711 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e6439b-9add-44dd-ad2f-bf3c8afe2998 req-8367198b-83e6-4ed4-9dcb-cc6a5f90bf85 service neutron] Bound using segment: {'id': '15889185-46f9-4fe1-84c2-011c80927a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2c008a8b-421d-4b40-9646-1dd7934eadae'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:36:24.922167 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-82e6439b-9add-44dd-ad2f-bf3c8afe2998 req-8367198b-83e6-4ed4-9dcb-cc6a5f90bf85 service neutron] Bound port: f78f30ca-02ef-48c5-97e9-5186573744a1, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15889185-46f9-4fe1-84c2-011c80927a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2c008a8b-421d-4b40-9646-1dd7934eadae'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:36:24.922543 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-82e6439b-9add-44dd-ad2f-bf3c8afe2998 req-8367198b-83e6-4ed4-9dcb-cc6a5f90bf85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:24.983630 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7509bcb-463d-4a11-9b7e-c4d00d29a193 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Made reservation on behalf of 58c2416ade7148dfa446cd47a01986fc for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:36:25.038190 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device e56f7995-f6c7-44f9-bb97-6b792c8ed170 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:36:25.065226 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-06efab2a-eb57-4b32-96b6-6fcf7ea961a8 req-dbe59e94-d035-4f92-b484-d7b64e158357 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=0af89b83-5a7a-4bff-a60e-7cfc30b594ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3958075 Dec 06 17:36:25.184504 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-82e6439b-9add-44dd-ad2f-bf3c8afe2998 req-8367198b-83e6-4ed4-9dcb-cc6a5f90bf85 service neutron] For port f78f30ca-02ef-48c5-97e9-5186573744a1, host n-h1-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:36:25.191544 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-82e6439b-9add-44dd-ad2f-bf3c8afe2998 req-8367198b-83e6-4ed4-9dcb-cc6a5f90bf85 service neutron] For port f78f30ca-02ef-48c5-97e9-5186573744a1, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=f78f30ca-02ef-48c5-97e9-5186573744a1,segment=NetworkSegment(15889185-46f9-4fe1-84c2-011c80927a16),segment_id=15889185-46f9-4fe1-84c2-011c80927a16)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:36:25.202925 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-82e6439b-9add-44dd-ad2f-bf3c8afe2998 req-8367198b-83e6-4ed4-9dcb-cc6a5f90bf85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:25.258930 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e7509bcb-463d-4a11-9b7e-c4d00d29a193 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:25.277400 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: e56f7995-f6c7-44f9-bb97-6b792c8ed170 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:36:25.277826 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device e56f7995-f6c7-44f9-bb97-6b792c8ed170 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:36:25.318007 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb62164-41c0-4a6d-9290-15913e939640 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-92924f74-2f90-45e5-9033-541c61add3eb', 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb', 'tenant_id': '58c2416ade7148dfa446cd47a01986fc', 'fixed_ips': [{'subnet_id': 'd795a100-2f71-483c-b99a-74505f8ddc76'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:36:25.324371 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7cb62164-41c0-4a6d-9290-15913e939640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:25.402729 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-e7509bcb-463d-4a11-9b7e-c4d00d29a193 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] device_id is not set on port 62533d36-ec4a-457f-a9b1-5d8af3ef73ed yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:36:25.422055 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e6439b-9add-44dd-ad2f-bf3c8afe2998 req-8367198b-83e6-4ed4-9dcb-cc6a5f90bf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:25.423272 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-82e6439b-9add-44dd-ad2f-bf3c8afe2998 req-8367198b-83e6-4ed4-9dcb-cc6a5f90bf85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:25.455912 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-82e6439b-9add-44dd-ad2f-bf3c8afe2998 req-8367198b-83e6-4ed4-9dcb-cc6a5f90bf85 service neutron] 10.222.0.41 "PUT /v2.0/ports/f78f30ca-02ef-48c5-97e9-5186573744a1 HTTP/1.1" status: 200 len: 1091 time: 1.8779304 Dec 06 17:36:25.464179 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccda23e4-e182-44da-9f28-4c236d1fba5a', 'tag': 'f78f30ca-02ef-48c5-97e9-5186573744a1'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:36:25.471618 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79081bfa-1cca-40b3-a6d6-3b6f72a519d2" -d '{"events": [{"name": "network-changed", "server_uuid": "ccda23e4-e182-44da-9f28-4c236d1fba5a", "tag": "f78f30ca-02ef-48c5-97e9-5186573744a1"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:36:25.683012 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d7760f-af29-4726-881c-9fd404960821 x-openstack-request-id: req-43d7760f-af29-4726-881c-9fd404960821 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:36:25.683309 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccda23e4-e182-44da-9f28-4c236d1fba5a", "tag": "f78f30ca-02ef-48c5-97e9-5186573744a1", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:36:25.694160 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-43d7760f-af29-4726-881c-9fd404960821 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:36:25.695319 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccda23e4-e182-44da-9f28-4c236d1fba5a', 'tag': 'f78f30ca-02ef-48c5-97e9-5186573744a1', 'status': 'completed', 'code': 200} Dec 06 17:36:25.713972 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-e7509bcb-463d-4a11-9b7e-c4d00d29a193 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Allocated IP 2001:db8::5e (92924f74-2f90-45e5-9033-541c61add3eb/d795a100-2f71-483c-b99a-74505f8ddc76/62533d36-ec4a-457f-a9b1-5d8af3ef73ed) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:36:25.717382 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8367198b-83e6-4ed4-9dcb-cc6a5f90bf85 service neutron] Pushing event updated for resources: {'Port': ['ID=f78f30ca-02ef-48c5-97e9-5186573744a1,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:25.759629 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e6439b-9add-44dd-ad2f-bf3c8afe2998 req-7b9990dc-6d85-48c5-8645-8dc9709ca293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:25.763125 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-82e6439b-9add-44dd-ad2f-bf3c8afe2998 req-7b9990dc-6d85-48c5-8645-8dc9709ca293 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=87136a91f6c54863bdb78ae5833b5c4e&device_id=ccda23e4-e182-44da-9f28-4c236d1fba5a HTTP/1.1" status: 200 len: 1094 time: 0.2177255 Dec 06 17:36:25.930267 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-82e6439b-9add-44dd-ad2f-bf3c8afe2998 req-8de005e4-cbb2-46d4-b909-848a02df4695 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f78f30ca-02ef-48c5-97e9-5186573744a1 HTTP/1.1" status: 200 len: 217 time: 0.1552117 Dec 06 17:36:26.088885 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e6439b-9add-44dd-ad2f-bf3c8afe2998 req-212062e8-bd61-4a88-9649-2afeba2240c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:26.090420 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-82e6439b-9add-44dd-ad2f-bf3c8afe2998 req-212062e8-bd61-4a88-9649-2afeba2240c0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9617ec86-ff21-4a37-a800-d6258d9d9658 HTTP/1.1" status: 200 len: 833 time: 0.1488757 Dec 06 17:36:26.224381 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e6439b-9add-44dd-ad2f-bf3c8afe2998 req-b5fcfb14-ffc4-4a79-840d-fd3f3737b617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:26.226038 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-82e6439b-9add-44dd-ad2f-bf3c8afe2998 req-b5fcfb14-ffc4-4a79-840d-fd3f3737b617 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2c008a8b-421d-4b40-9646-1dd7934eadae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1200798 Dec 06 17:36:26.252111 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e7509bcb-463d-4a11-9b7e-c4d00d29a193 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:26.339469 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-82e6439b-9add-44dd-ad2f-bf3c8afe2998 req-6256f96b-ff59-4c2a-81fb-43cbc0dc789d service neutron] 10.222.0.41 "GET /v2.0/networks/2c008a8b-421d-4b40-9646-1dd7934eadae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009822 Dec 06 17:36:26.376007 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e7509bcb-463d-4a11-9b7e-c4d00d29a193 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:26.534218 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-7cb62164-41c0-4a6d-9290-15913e939640 None None] Allocated IP 2001:db8::2 (92924f74-2f90-45e5-9033-541c61add3eb/d795a100-2f71-483c-b99a-74505f8ddc76/72bdef45-9f9a-47d6-9ac1-f1e746cd70fe) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:36:26.545059 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf43579-96ee-4884-91bd-6958be7730ed req-f91888ca-8268-401b-8710-c244126d574c tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:26.558220 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-acf43579-96ee-4884-91bd-6958be7730ed req-f91888ca-8268-401b-8710-c244126d574c tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccda23e4-e182-44da-9f28-4c236d1fba5a HTTP/1.1" status: 200 len: 943 time: 0.2174213 Dec 06 17:36:26.583820 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7509bcb-463d-4a11-9b7e-c4d00d29a193 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Network 92924f74-2f90-45e5-9033-541c61add3eb is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:36:26.601168 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-e7509bcb-463d-4a11-9b7e-c4d00d29a193 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:36:26.617797 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7509bcb-463d-4a11-9b7e-c4d00d29a193 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:36:26.631177 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7509bcb-463d-4a11-9b7e-c4d00d29a193 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:26.653524 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e7509bcb-463d-4a11-9b7e-c4d00d29a193 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:26.693960 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7509bcb-463d-4a11-9b7e-c4d00d29a193 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event updated for resources: {'Port': ['ID=62533d36-ec4a-457f-a9b1-5d8af3ef73ed,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:26.725015 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-e7509bcb-463d-4a11-9b7e-c4d00d29a193 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6877339 Dec 06 17:36:26.728020 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52952) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:36:26.738061 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-acf43579-96ee-4884-91bd-6958be7730ed req-a932a464-d3f7-4b2a-9ae1-5e3d94c918b3 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=0af89b83-5a7a-4bff-a60e-7cfc30b594ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1788917 Dec 06 17:36:26.747858 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-82e6439b-9add-44dd-ad2f-bf3c8afe2998 req-d96fa8de-6b05-44ca-9c9e-e59d4fe800b0 service neutron] 10.222.0.41 "GET /v2.0/networks/2c008a8b-421d-4b40-9646-1dd7934eadae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3700316 Dec 06 17:36:26.834258 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7cb62164-41c0-4a6d-9290-15913e939640 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:26.848218 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7cb62164-41c0-4a6d-9290-15913e939640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:26.864017 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15db1ead-d474-4308-85d4-d77cf3420b37 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:26.873786 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-15db1ead-d474-4308-85d4-d77cf3420b37 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.1446862 Dec 06 17:36:26.877008 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 52966) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:36:26.905996 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79081bfa-1cca-40b3-a6d6-3b6f72a519d2 req-c6646866-2d55-4440-9bcf-21060c300d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:26.907516 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-79081bfa-1cca-40b3-a6d6-3b6f72a519d2 req-c6646866-2d55-4440-9bcf-21060c300d70 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=87136a91f6c54863bdb78ae5833b5c4e&device_id=ccda23e4-e182-44da-9f28-4c236d1fba5a HTTP/1.1" status: 200 len: 1094 time: 0.0808594 Dec 06 17:36:26.912993 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb62164-41c0-4a6d-9290-15913e939640 None None] Network 92924f74-2f90-45e5-9033-541c61add3eb is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:36:26.916483 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-7cb62164-41c0-4a6d-9290-15913e939640 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:36:26.922926 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb62164-41c0-4a6d-9290-15913e939640 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:36:26.990993 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb62164-41c0-4a6d-9290-15913e939640 None None] Pushing event updated for resources: {'Port': ['ID=72bdef45-9f9a-47d6-9ac1-f1e746cd70fe,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:27.007562 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-7cb62164-41c0-4a6d-9290-15913e939640 None None] Attempting to bind port 72bdef45-9f9a-47d6-9ac1-f1e746cd70fe on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:36:27.008197 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-7cb62164-41c0-4a6d-9290-15913e939640 None None] Attempting to bind port 72bdef45-9f9a-47d6-9ac1-f1e746cd70fe by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'a47332dc-5917-44f3-a9f4-ba1cd1d32759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:36:27.008733 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb62164-41c0-4a6d-9290-15913e939640 None None] Attempting to bind port 72bdef45-9f9a-47d6-9ac1-f1e746cd70fe on network 92924f74-2f90-45e5-9033-541c61add3eb {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:36:27.014919 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb62164-41c0-4a6d-9290-15913e939640 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:36:27.015521 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb62164-41c0-4a6d-9290-15913e939640 None None] Checking segment: {'id': 'a47332dc-5917-44f3-a9f4-ba1cd1d32759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:36:27.016097 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7cb62164-41c0-4a6d-9290-15913e939640 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:27.016650 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb62164-41c0-4a6d-9290-15913e939640 None None] Bound using segment: {'id': 'a47332dc-5917-44f3-a9f4-ba1cd1d32759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:36:27.017630 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-7cb62164-41c0-4a6d-9290-15913e939640 None None] Bound port: 72bdef45-9f9a-47d6-9ac1-f1e746cd70fe, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a47332dc-5917-44f3-a9f4-ba1cd1d32759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:36:27.018464 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7cb62164-41c0-4a6d-9290-15913e939640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:27.151714 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-1deccdea-5f74-4336-b623-e83f18b1f840 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Deleting port 62533d36-ec4a-457f-a9b1-5d8af3ef73ed {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:36:27.152013 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1deccdea-5f74-4336-b623-e83f18b1f840 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:27.160891 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-7cb62164-41c0-4a6d-9290-15913e939640 None None] For port 72bdef45-9f9a-47d6-9ac1-f1e746cd70fe, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:36:27.171951 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-7cb62164-41c0-4a6d-9290-15913e939640 None None] For port 72bdef45-9f9a-47d6-9ac1-f1e746cd70fe, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=72bdef45-9f9a-47d6-9ac1-f1e746cd70fe,segment=NetworkSegment(a47332dc-5917-44f3-a9f4-ba1cd1d32759),segment_id=a47332dc-5917-44f3-a9f4-ba1cd1d32759)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:36:27.190608 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79081bfa-1cca-40b3-a6d6-3b6f72a519d2 req-db2ecbc8-e5a5-441c-8c28-2121a29cced6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:27.192120 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-79081bfa-1cca-40b3-a6d6-3b6f72a519d2 req-db2ecbc8-e5a5-441c-8c28-2121a29cced6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2c008a8b-421d-4b40-9646-1dd7934eadae HTTP/1.1" status: 200 len: 898 time: 0.2741797 Dec 06 17:36:27.226260 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7cb62164-41c0-4a6d-9290-15913e939640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:27.302372 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-79081bfa-1cca-40b3-a6d6-3b6f72a519d2 req-abf51269-b843-4bc5-bb2b-ccf1c8092941 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f78f30ca-02ef-48c5-97e9-5186573744a1 HTTP/1.1" status: 200 len: 217 time: 0.1018379 Dec 06 17:36:27.434168 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1deccdea-5f74-4336-b623-e83f18b1f840 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:27.452204 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79081bfa-1cca-40b3-a6d6-3b6f72a519d2 req-4ac16045-11bc-4fa6-a5ef-f1ecfbfac9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:27.455773 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb62164-41c0-4a6d-9290-15913e939640 None None] Pushing event updated for resources: {'Port': ['ID=72bdef45-9f9a-47d6-9ac1-f1e746cd70fe,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:27.457117 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-79081bfa-1cca-40b3-a6d6-3b6f72a519d2 req-4ac16045-11bc-4fa6-a5ef-f1ecfbfac9ff service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9617ec86-ff21-4a37-a800-d6258d9d9658 HTTP/1.1" status: 200 len: 833 time: 0.1467896 Dec 06 17:36:27.478391 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-1deccdea-5f74-4336-b623-e83f18b1f840 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Calling delete_port for 62533d36-ec4a-457f-a9b1-5d8af3ef73ed owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:36:27.627421 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79081bfa-1cca-40b3-a6d6-3b6f72a519d2 req-e53620c6-a2b2-4e32-8734-1ade163af30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:27.631504 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-79081bfa-1cca-40b3-a6d6-3b6f72a519d2 req-e53620c6-a2b2-4e32-8734-1ade163af30a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2c008a8b-421d-4b40-9646-1dd7934eadae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1622329 Dec 06 17:36:27.841104 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1deccdea-5f74-4336-b623-e83f18b1f840 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:27.932486 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deccdea-5f74-4336-b623-e83f18b1f840 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event deleted for resources: {'Port': ['ID=62533d36-ec4a-457f-a9b1-5d8af3ef73ed,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:27.991758 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-79081bfa-1cca-40b3-a6d6-3b6f72a519d2 req-1a40ff05-43a1-47eb-a837-d3b668b3f2c8 service neutron] 10.222.0.41 "GET /v2.0/networks/2c008a8b-421d-4b40-9646-1dd7934eadae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3507502 Dec 06 17:36:28.010314 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1deccdea-5f74-4336-b623-e83f18b1f840 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:28.023370 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-1deccdea-5f74-4336-b623-e83f18b1f840 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/ports/62533d36-ec4a-457f-a9b1-5d8af3ef73ed HTTP/1.1" status: 204 len: 168 time: 1.1448457 Dec 06 17:36:28.036077 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53058) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:36:28.222753 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f018569f-4feb-44d3-bbef-695ae68d749c tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:28.228329 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f018569f-4feb-44d3-bbef-695ae68d749c tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:28.236794 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-f018569f-4feb-44d3-bbef-695ae68d749c tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1996307 Dec 06 17:36:28.244697 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53080) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:36:28.324373 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a502ef1-e65f-435a-aaa2-fe7797bab5be req-df9b2312-bc90-4027-9200-ae98395690de tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:28.328085 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4a502ef1-e65f-435a-aaa2-fe7797bab5be req-df9b2312-bc90-4027-9200-ae98395690de tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccda23e4-e182-44da-9f28-4c236d1fba5a HTTP/1.1" status: 200 len: 943 time: 0.4060738 Dec 06 17:36:28.423036 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf62943c-d041-407e-bdbb-1d2e72093672 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Deleting subnet d795a100-2f71-483c-b99a-74505f8ddc76 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:36:28.432742 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bf62943c-d041-407e-bdbb-1d2e72093672 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:28.524552 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-79081bfa-1cca-40b3-a6d6-3b6f72a519d2 req-b29a96c0-9395-4529-aea8-1dd330c9dae9 service neutron] 10.222.0.41 "GET /v2.0/networks/2c008a8b-421d-4b40-9646-1dd7934eadae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4788122 Dec 06 17:36:28.547143 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4a502ef1-e65f-435a-aaa2-fe7797bab5be req-47ec27e8-894a-4bc1-ba04-41baf291ac78 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=0af89b83-5a7a-4bff-a60e-7cfc30b594ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2079284 Dec 06 17:36:28.608763 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bf62943c-d041-407e-bdbb-1d2e72093672 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:28.801087 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bf62943c-d041-407e-bdbb-1d2e72093672 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:28.957379 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 72bdef45-9f9a-47d6-9ac1-f1e746cd70fe up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:36:28.977570 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bf62943c-d041-407e-bdbb-1d2e72093672 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:29.058090 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf62943c-d041-407e-bdbb-1d2e72093672 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event deleted for resources: {'Subnet': ['ID=d795a100-2f71-483c-b99a-74505f8ddc76,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:29.078973 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf62943c-d041-407e-bdbb-1d2e72093672 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:36:29.079328 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf62943c-d041-407e-bdbb-1d2e72093672 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:36:29.081721 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf62943c-d041-407e-bdbb-1d2e72093672 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:36:29.084625 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf62943c-d041-407e-bdbb-1d2e72093672 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:36:29.085773 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf62943c-d041-407e-bdbb-1d2e72093672 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:36:29.086293 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf62943c-d041-407e-bdbb-1d2e72093672 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:36:29.088371 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf62943c-d041-407e-bdbb-1d2e72093672 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:36:29.089008 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf62943c-d041-407e-bdbb-1d2e72093672 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:36:29.089996 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf62943c-d041-407e-bdbb-1d2e72093672 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:36:29.091004 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf62943c-d041-407e-bdbb-1d2e72093672 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:36:29.092100 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf62943c-d041-407e-bdbb-1d2e72093672 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:36:29.093256 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf62943c-d041-407e-bdbb-1d2e72093672 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:36:29.094869 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf62943c-d041-407e-bdbb-1d2e72093672 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:36:29.108418 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bf62943c-d041-407e-bdbb-1d2e72093672 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:29.119680 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-bf62943c-d041-407e-bdbb-1d2e72093672 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/subnets/d795a100-2f71-483c-b99a-74505f8ddc76 HTTP/1.1" status: 204 len: 168 time: 0.8717425 Dec 06 17:36:29.120165 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 53160) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:36:29.250430 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53172) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:36:29.250645 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-ac193872-e5c1-4df8-9471-27151cd07471 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1292875 Dec 06 17:36:29.274373 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device f78f30ca-02ef-48c5-97e9-5186573744a1 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:36:29.412071 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16ce999-ef06-4e4e-b41b-b42a39501576 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:29.416937 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-f16ce999-ef06-4e4e-b41b-b42a39501576 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1650586 Dec 06 17:36:29.419601 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 53192) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:36:29.608429 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ab3466-1a79-473f-9d24-b21e9cbff950 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:29.633494 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53216) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:36:29.633924 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-48ab3466-1a79-473f-9d24-b21e9cbff950 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2129290 Dec 06 17:36:29.719266 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-c041e583-b8da-4b5c-8d9e-97dea97614aa tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0837438 Dec 06 17:36:29.723296 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 53224) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:36:29.725133 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port f78f30ca-02ef-48c5-97e9-5186573744a1, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=f78f30ca-02ef-48c5-97e9-5186573744a1,segment=NetworkSegment(15889185-46f9-4fe1-84c2-011c80927a16),segment_id=15889185-46f9-4fe1-84c2-011c80927a16)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:36:29.729160 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-531cf8ae-34e2-4939-aa9f-8c440f742f37 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Request body: {'subnet': {'network_id': '92924f74-2f90-45e5-9033-541c61add3eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:36:29.803032 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': 'f78f30ca-02ef-48c5-97e9-5186573744a1', 'network_id': '2c008a8b-421d-4b40-9646-1dd7934eadae', 'port_id': 'f78f30ca-02ef-48c5-97e9-5186573744a1', 'mac_address': 'fa:16:3e:c3:31:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9617ec86-ff21-4a37-a800-d6258d9d9658', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:36:29.811015 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc18133-c400-4bf8-bce1-023c11f9ae1a None None] Network 92924f74-2f90-45e5-9033-541c61add3eb requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:36:29.839043 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 72bdef45-9f9a-47d6-9ac1-f1e746cd70fe triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:36:29.840465 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:30.078583 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533a2ae5-84cc-4429-a356-571fc229aa3c req-5dbbb073-83f2-4b3a-9506-733793b6f488 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:30.093911 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-533a2ae5-84cc-4429-a356-571fc229aa3c req-5dbbb073-83f2-4b3a-9506-733793b6f488 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccda23e4-e182-44da-9f28-4c236d1fba5a HTTP/1.1" status: 200 len: 943 time: 0.3167255 Dec 06 17:36:30.177349 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-531cf8ae-34e2-4939-aa9f-8c440f742f37 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Made reservation on behalf of 58c2416ade7148dfa446cd47a01986fc for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:36:30.194839 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-531cf8ae-34e2-4939-aa9f-8c440f742f37 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:30.240231 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:30.273280 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-80658271-2f67-463d-b485-a70c58cd4a8b None None] Provisioning complete for port 72bdef45-9f9a-47d6-9ac1-f1e746cd70fe triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:36:30.277136 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-80658271-2f67-463d-b485-a70c58cd4a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:30.521354 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f78f30ca-02ef-48c5-97e9-5186573744a1 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:36:30.747709 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port f78f30ca-02ef-48c5-97e9-5186573744a1, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=f78f30ca-02ef-48c5-97e9-5186573744a1,segment=NetworkSegment(15889185-46f9-4fe1-84c2-011c80927a16),segment_id=15889185-46f9-4fe1-84c2-011c80927a16)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:36:30.941532 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:31.129738 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=f78f30ca-02ef-48c5-97e9-5186573744a1,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:31.136652 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-533a2ae5-84cc-4429-a356-571fc229aa3c req-1b94842c-c9ee-46e5-9a56-5e30e0738a53 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=0af89b83-5a7a-4bff-a60e-7cfc30b594ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0293438 Dec 06 17:36:31.172523 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:31.310463 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-80658271-2f67-463d-b485-a70c58cd4a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:31.365661 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['f78f30ca-02ef-48c5-97e9-5186573744a1'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:36:31.715903 n-d-master-1 neutron-server[103285]: DEBUG neutron.objects.ports [None req-531cf8ae-34e2-4939-aa9f-8c440f742f37 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103285) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 17:36:31.940524 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca86e8b-9389-40e1-a45e-5a813bd89936 None None] DHCP port deletion for 92924f74-2f90-45e5-9033-541c61add3eb request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:36:32.093287 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-531cf8ae-34e2-4939-aa9f-8c440f742f37 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:32.310169 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.db.api [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 06 17:36:32.310169 n-d-master-1 neutron-server[103286]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Dec 06 17:36:32.310169 n-d-master-1 neutron-server[103286]: [parameters: {'status': 'ACTIVE', 'ports_id': '72bdef45-9f9a-47d6-9ac1-f1e746cd70fe'}] Dec 06 17:36:32.310169 n-d-master-1 neutron-server[103286]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103286) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 17:36:32.315179 n-d-master-1 neutron-server[103286]: DEBUG oslo_db.api [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 17:36:32.324313 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.db.api [None req-80658271-2f67-463d-b485-a70c58cd4a8b None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 06 17:36:32.324313 n-d-master-1 neutron-server[103286]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Dec 06 17:36:32.324313 n-d-master-1 neutron-server[103286]: [parameters: {'status': 'ACTIVE', 'ports_id': '72bdef45-9f9a-47d6-9ac1-f1e746cd70fe'}] Dec 06 17:36:32.324313 n-d-master-1 neutron-server[103286]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103286) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 17:36:32.324313 n-d-master-1 neutron-server[103286]: DEBUG oslo_db.api [None req-80658271-2f67-463d-b485-a70c58cd4a8b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 17:36:32.352034 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-4ca86e8b-9389-40e1-a45e-5a813bd89936 None None] Deleting port 72bdef45-9f9a-47d6-9ac1-f1e746cd70fe {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:36:32.352423 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4ca86e8b-9389-40e1-a45e-5a813bd89936 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:32.504936 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a54f05-9539-4973-a995-a610caf0113a req-2a0b49ce-8730-4f3d-a92a-a4340177cb2d tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:32.509688 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a1a54f05-9539-4973-a995-a610caf0113a req-2a0b49ce-8730-4f3d-a92a-a4340177cb2d tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccda23e4-e182-44da-9f28-4c236d1fba5a HTTP/1.1" status: 200 len: 944 time: 0.1759086 Dec 06 17:36:32.555439 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-531cf8ae-34e2-4939-aa9f-8c440f742f37 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] For port 72bdef45-9f9a-47d6-9ac1-f1e746cd70fe, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=72bdef45-9f9a-47d6-9ac1-f1e746cd70fe,segment=NetworkSegment(a47332dc-5917-44f3-a9f4-ba1cd1d32759),segment_id=a47332dc-5917-44f3-a9f4-ba1cd1d32759)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:36:32.624251 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-531cf8ae-34e2-4939-aa9f-8c440f742f37 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:32.654918 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-4ca86e8b-9389-40e1-a45e-5a813bd89936 None None] For port 72bdef45-9f9a-47d6-9ac1-f1e746cd70fe, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=72bdef45-9f9a-47d6-9ac1-f1e746cd70fe,segment=NetworkSegment(a47332dc-5917-44f3-a9f4-ba1cd1d32759),segment_id=a47332dc-5917-44f3-a9f4-ba1cd1d32759)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:36:32.656931 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4ca86e8b-9389-40e1-a45e-5a813bd89936 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:32.688364 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-531cf8ae-34e2-4939-aa9f-8c440f742f37 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:32.689061 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-531cf8ae-34e2-4939-aa9f-8c440f742f37 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:32.744129 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-4ca86e8b-9389-40e1-a45e-5a813bd89936 None None] Calling delete_port for 72bdef45-9f9a-47d6-9ac1-f1e746cd70fe owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:36:32.902919 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531cf8ae-34e2-4939-aa9f-8c440f742f37 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Network 92924f74-2f90-45e5-9033-541c61add3eb is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:36:32.948624 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531cf8ae-34e2-4939-aa9f-8c440f742f37 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event updated for resources: {'Subnet': ['ID=6ea0da43-6693-45a7-9839-eba28c66494e,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:32.951512 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-531cf8ae-34e2-4939-aa9f-8c440f742f37 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:36:32.959869 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531cf8ae-34e2-4939-aa9f-8c440f742f37 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:32.961306 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-531cf8ae-34e2-4939-aa9f-8c440f742f37 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:32.998323 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-531cf8ae-34e2-4939-aa9f-8c440f742f37 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.2710507 Dec 06 17:36:32.999223 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53362) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:36:33.004973 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a1a54f05-9539-4973-a995-a610caf0113a req-a350a8e6-8d2a-400a-807e-0d7f97c4f6fa tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=0af89b83-5a7a-4bff-a60e-7cfc30b594ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4822471 Dec 06 17:36:33.010125 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-e63c84f9-1e78-4c8f-b537-f49edc07b148 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Request body: {'subnet': {'network_id': '92924f74-2f90-45e5-9033-541c61add3eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:36:33.038495 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-80658271-2f67-463d-b485-a70c58cd4a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:33.077560 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531cf8ae-34e2-4939-aa9f-8c440f742f37 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event updated for resources: {'Port': ['ID=72bdef45-9f9a-47d6-9ac1-f1e746cd70fe,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:33.232266 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:33.233608 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:33.242558 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-80658271-2f67-463d-b485-a70c58cd4a8b None None] For port 72bdef45-9f9a-47d6-9ac1-f1e746cd70fe, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=72bdef45-9f9a-47d6-9ac1-f1e746cd70fe,segment=NetworkSegment(a47332dc-5917-44f3-a9f4-ba1cd1d32759),segment_id=a47332dc-5917-44f3-a9f4-ba1cd1d32759)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:36:33.271980 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-80658271-2f67-463d-b485-a70c58cd4a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:33.356509 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e63c84f9-1e78-4c8f-b537-f49edc07b148 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Made reservation on behalf of 58c2416ade7148dfa446cd47a01986fc for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:36:33.363246 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e63c84f9-1e78-4c8f-b537-f49edc07b148 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:33.410380 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80658271-2f67-463d-b485-a70c58cd4a8b None None] Pushing event updated for resources: {'Port': ['ID=72bdef45-9f9a-47d6-9ac1-f1e746cd70fe,revision_number=6']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:33.592182 n-d-master-1 neutron-server[103284]: INFO neutron.db.ipam_backend_mixin [None req-e63c84f9-1e78-4c8f-b537-f49edc07b148 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6ea0da43-6693-45a7-9839-eba28c66494e (CIDR: 2001:db8::/64) Dec 06 17:36:33.599823 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-e63c84f9-1e78-4c8f-b537-f49edc07b148 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 17:36:33.600984 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e63c84f9-1e78-4c8f-b537-f49edc07b148 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:36:33.628958 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-e63c84f9-1e78-4c8f-b537-f49edc07b148 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6248696 Dec 06 17:36:33.631982 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 53370) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:36:33.638316 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-dd55bb56-ee18-4cef-b6d6-7907c9b9dd4e tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Request body: {'subnet': {'network_id': '92924f74-2f90-45e5-9033-541c61add3eb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:36:33.655571 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.db.api [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103286) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 17:36:33.656106 n-d-master-1 neutron-server[103286]: DEBUG oslo_db.api [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 17:36:33.683141 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4ca86e8b-9389-40e1-a45e-5a813bd89936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:33.789219 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca86e8b-9389-40e1-a45e-5a813bd89936 None None] Pushing event deleted for resources: {'Port': ['ID=72bdef45-9f9a-47d6-9ac1-f1e746cd70fe,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:33.844078 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca86e8b-9389-40e1-a45e-5a813bd89936 None None] No DVR routers for this DVR port 72bdef45-9f9a-47d6-9ac1-f1e746cd70fe on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:36:33.869031 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea1e9f2-0f21-45b1-8069-930dcac53a69 None None] Network 92924f74-2f90-45e5-9033-541c61add3eb requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:36:34.036970 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd55bb56-ee18-4cef-b6d6-7907c9b9dd4e tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Made reservation on behalf of 58c2416ade7148dfa446cd47a01986fc for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:36:34.041154 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dd55bb56-ee18-4cef-b6d6-7907c9b9dd4e tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:34.148221 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Port 72bdef45-9f9a-47d6-9ac1-f1e746cd70fe update to ACTIVE by agent not found {{(pid=103286) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 06 17:36:34.331891 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 72bdef45-9f9a-47d6-9ac1-f1e746cd70fe no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:36:34.337750 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0dff9b4-2fbe-4518-b128-4768870a6195 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-92924f74-2f90-45e5-9033-541c61add3eb', 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb', 'tenant_id': '58c2416ade7148dfa446cd47a01986fc', 'fixed_ips': [{'subnet_id': '6ea0da43-6693-45a7-9839-eba28c66494e'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:36:34.338641 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b0dff9b4-2fbe-4518-b128-4768870a6195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:34.357409 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ca3be1-b937-4bf8-aea5-aa8beb8e8188 req-bfcb02d1-9113-4020-b44c-aa7281ae1e7b tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:34.361106 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-48ca3be1-b937-4bf8-aea5-aa8beb8e8188 req-bfcb02d1-9113-4020-b44c-aa7281ae1e7b tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccda23e4-e182-44da-9f28-4c236d1fba5a HTTP/1.1" status: 200 len: 944 time: 0.1834753 Dec 06 17:36:34.435337 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 72bdef45-9f9a-47d6-9ac1-f1e746cd70fe {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:36:34.435873 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 72bdef45-9f9a-47d6-9ac1-f1e746cd70fe not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:36:34.521078 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-48ca3be1-b937-4bf8-aea5-aa8beb8e8188 req-39401e73-f7d8-4fe7-b3e1-aa9c3048b661 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=0af89b83-5a7a-4bff-a60e-7cfc30b594ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1526289 Dec 06 17:36:34.916362 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-b0dff9b4-2fbe-4518-b128-4768870a6195 None None] Allocated IP 2001:db8::f816:3eff:fe15:a026 (92924f74-2f90-45e5-9033-541c61add3eb/6ea0da43-6693-45a7-9839-eba28c66494e/a2115334-d25e-47ab-b9c1-c47bbeb9a5a3) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:36:34.921663 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dd55bb56-ee18-4cef-b6d6-7907c9b9dd4e tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:35.067103 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd55bb56-ee18-4cef-b6d6-7907c9b9dd4e tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Network 92924f74-2f90-45e5-9033-541c61add3eb is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:36:35.078974 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-dd55bb56-ee18-4cef-b6d6-7907c9b9dd4e tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:36:35.082468 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd55bb56-ee18-4cef-b6d6-7907c9b9dd4e tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:35.083071 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dd55bb56-ee18-4cef-b6d6-7907c9b9dd4e tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:35.096155 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd55bb56-ee18-4cef-b6d6-7907c9b9dd4e tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event updated for resources: {'Subnet': ['ID=1675a7dc-15c2-47a3-a657-e4334e0244ea,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:35.114487 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-dd55bb56-ee18-4cef-b6d6-7907c9b9dd4e tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4781904 Dec 06 17:36:35.114839 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53392) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:36:35.119917 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-a28eec4e-94cd-4609-9a42-a93a096d11b3 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Request body: {'port': {'network_id': '92924f74-2f90-45e5-9033-541c61add3eb', 'mac_address': 'fa:16:3e:ef:b0:57', 'name': 'tempest-NetworksTestDHCPv6-353556365'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:36:35.251565 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b0dff9b4-2fbe-4518-b128-4768870a6195 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:35.295788 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b0dff9b4-2fbe-4518-b128-4768870a6195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:35.360260 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device f78f30ca-02ef-48c5-97e9-5186573744a1 up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:36:35.405754 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a28eec4e-94cd-4609-9a42-a93a096d11b3 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Made reservation on behalf of 58c2416ade7148dfa446cd47a01986fc for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:36:35.408973 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:35.469831 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dff9b4-2fbe-4518-b128-4768870a6195 None None] Pushing event updated for resources: {'Port': ['ID=a2115334-d25e-47ab-b9c1-c47bbeb9a5a3,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:35.482589 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0dff9b4-2fbe-4518-b128-4768870a6195 None None] Network 92924f74-2f90-45e5-9033-541c61add3eb is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:36:35.493634 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-b0dff9b4-2fbe-4518-b128-4768870a6195 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:36:35.497163 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0dff9b4-2fbe-4518-b128-4768870a6195 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:36:35.609919 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-b0dff9b4-2fbe-4518-b128-4768870a6195 None None] Attempting to bind port a2115334-d25e-47ab-b9c1-c47bbeb9a5a3 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:36:35.610399 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-b0dff9b4-2fbe-4518-b128-4768870a6195 None None] Attempting to bind port a2115334-d25e-47ab-b9c1-c47bbeb9a5a3 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'a47332dc-5917-44f3-a9f4-ba1cd1d32759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:36:35.611107 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0dff9b4-2fbe-4518-b128-4768870a6195 None None] Attempting to bind port a2115334-d25e-47ab-b9c1-c47bbeb9a5a3 on network 92924f74-2f90-45e5-9033-541c61add3eb {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:36:35.613270 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port f78f30ca-02ef-48c5-97e9-5186573744a1 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:36:35.629028 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0dff9b4-2fbe-4518-b128-4768870a6195 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:36:35.629705 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0dff9b4-2fbe-4518-b128-4768870a6195 None None] Checking segment: {'id': 'a47332dc-5917-44f3-a9f4-ba1cd1d32759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:36:35.632431 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b0dff9b4-2fbe-4518-b128-4768870a6195 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:35.633050 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0dff9b4-2fbe-4518-b128-4768870a6195 None None] Bound using segment: {'id': 'a47332dc-5917-44f3-a9f4-ba1cd1d32759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:36:35.633748 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-b0dff9b4-2fbe-4518-b128-4768870a6195 None None] Bound port: a2115334-d25e-47ab-b9c1-c47bbeb9a5a3, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a47332dc-5917-44f3-a9f4-ba1cd1d32759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:36:35.634299 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b0dff9b4-2fbe-4518-b128-4768870a6195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:35.650037 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port f78f30ca-02ef-48c5-97e9-5186573744a1 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:36:35.650420 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:35.691972 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a28eec4e-94cd-4609-9a42-a93a096d11b3 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:35.746083 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd210bfa-3d8a-4259-826d-026d13215189 req-dbc183e6-a28c-4d61-9d0a-3be46b674d8c tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:35.752139 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bd210bfa-3d8a-4259-826d-026d13215189 req-dbc183e6-a28c-4d61-9d0a-3be46b674d8c tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccda23e4-e182-44da-9f28-4c236d1fba5a HTTP/1.1" status: 200 len: 944 time: 0.1098943 Dec 06 17:36:35.799226 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-a28eec4e-94cd-4609-9a42-a93a096d11b3 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] device_id is not set on port 110772bd-1240-4587-85a3-b82bd0cff20e yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:36:35.851098 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bd210bfa-3d8a-4259-826d-026d13215189 req-3d8b65e7-9082-456f-b9d2-b0bb67e509e2 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=0af89b83-5a7a-4bff-a60e-7cfc30b594ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934467 Dec 06 17:36:35.916599 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b0dff9b4-2fbe-4518-b128-4768870a6195 None None] For port a2115334-d25e-47ab-b9c1-c47bbeb9a5a3, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:36:35.919950 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:35.924383 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b0dff9b4-2fbe-4518-b128-4768870a6195 None None] For port a2115334-d25e-47ab-b9c1-c47bbeb9a5a3, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a2115334-d25e-47ab-b9c1-c47bbeb9a5a3,segment=NetworkSegment(a47332dc-5917-44f3-a9f4-ba1cd1d32759),segment_id=a47332dc-5917-44f3-a9f4-ba1cd1d32759)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:36:35.934029 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b0dff9b4-2fbe-4518-b128-4768870a6195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:36.072524 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dff9b4-2fbe-4518-b128-4768870a6195 None None] Pushing event updated for resources: {'Port': ['ID=a2115334-d25e-47ab-b9c1-c47bbeb9a5a3,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:36.119028 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 53410) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:36:36.167614 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port f78f30ca-02ef-48c5-97e9-5186573744a1, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=f78f30ca-02ef-48c5-97e9-5186573744a1,segment=NetworkSegment(15889185-46f9-4fe1-84c2-011c80927a16),segment_id=15889185-46f9-4fe1-84c2-011c80927a16)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:36:36.179205 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccda23e4-e182-44da-9f28-4c236d1fba5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f78f30ca-02ef-48c5-97e9-5186573744a1'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:36:36.181800 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a85a0236-3f97-4f96-aa42-29748ae1b529" -d '{"events": [{"server_uuid": "ccda23e4-e182-44da-9f28-4c236d1fba5a", "name": "network-vif-plugged", "status": "completed", "tag": "f78f30ca-02ef-48c5-97e9-5186573744a1"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:36:36.206104 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:36.216583 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-a28eec4e-94cd-4609-9a42-a93a096d11b3 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Allocated IP 2001:db8:0:1::2c8 (92924f74-2f90-45e5-9033-541c61add3eb/1675a7dc-15c2-47a3-a657-e4334e0244ea/110772bd-1240-4587-85a3-b82bd0cff20e) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:36:36.252577 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-a28eec4e-94cd-4609-9a42-a93a096d11b3 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Allocated IP 2001:db8::f816:3eff:feef:b057 (92924f74-2f90-45e5-9033-541c61add3eb/6ea0da43-6693-45a7-9839-eba28c66494e/110772bd-1240-4587-85a3-b82bd0cff20e) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:36:36.370616 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=f78f30ca-02ef-48c5-97e9-5186573744a1,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:36.785535 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bf14c5f-45de-4a71-b458-9c5ae3a86a21 x-openstack-request-id: req-9bf14c5f-45de-4a71-b458-9c5ae3a86a21 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:36:36.786144 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccda23e4-e182-44da-9f28-4c236d1fba5a", "name": "network-vif-plugged", "status": "completed", "tag": "f78f30ca-02ef-48c5-97e9-5186573744a1", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:36:36.786144 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9bf14c5f-45de-4a71-b458-9c5ae3a86a21 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:36:36.786482 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccda23e4-e182-44da-9f28-4c236d1fba5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f78f30ca-02ef-48c5-97e9-5186573744a1', 'code': 200} Dec 06 17:36:36.862891 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a28eec4e-94cd-4609-9a42-a93a096d11b3 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:37.016337 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a28eec4e-94cd-4609-9a42-a93a096d11b3 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:37.093042 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28eec4e-94cd-4609-9a42-a93a096d11b3 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Network 92924f74-2f90-45e5-9033-541c61add3eb is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:36:37.103263 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-a28eec4e-94cd-4609-9a42-a93a096d11b3 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:36:37.113457 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28eec4e-94cd-4609-9a42-a93a096d11b3 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:36:37.123420 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28eec4e-94cd-4609-9a42-a93a096d11b3 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:37.124437 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a28eec4e-94cd-4609-9a42-a93a096d11b3 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:37.157833 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28eec4e-94cd-4609-9a42-a93a096d11b3 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event updated for resources: {'Port': ['ID=110772bd-1240-4587-85a3-b82bd0cff20e,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:37.183386 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-a28eec4e-94cd-4609-9a42-a93a096d11b3 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.0645692 Dec 06 17:36:37.185055 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53450) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:36:37.440781 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-dc296919-f6c5-4a0a-9fc0-84f31199498c tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Deleting port 110772bd-1240-4587-85a3-b82bd0cff20e {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:36:37.441129 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dc296919-f6c5-4a0a-9fc0-84f31199498c tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:37.715441 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dc296919-f6c5-4a0a-9fc0-84f31199498c tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:37.723894 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84158454-3337-4004-b30e-3af34faa6401 req-5cb1430b-8f5a-40b4-adb5-e377df8714e4 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:37.733392 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-dc296919-f6c5-4a0a-9fc0-84f31199498c tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Calling delete_port for 110772bd-1240-4587-85a3-b82bd0cff20e owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:36:37.739182 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-84158454-3337-4004-b30e-3af34faa6401 req-5cb1430b-8f5a-40b4-adb5-e377df8714e4 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccda23e4-e182-44da-9f28-4c236d1fba5a HTTP/1.1" status: 200 len: 945 time: 0.4115729 Dec 06 17:36:37.773662 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074eccf4-9d62-4349-bb88-3dd8f6fbe121 req-7dd89cbe-b6bf-4bef-9a11-d4cea8fa9b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:37.789236 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-074eccf4-9d62-4349-bb88-3dd8f6fbe121 req-7dd89cbe-b6bf-4bef-9a11-d4cea8fa9b30 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ccda23e4-e182-44da-9f28-4c236d1fba5a HTTP/1.1" status: 200 len: 1096 time: 0.4603796 Dec 06 17:36:38.136607 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-84158454-3337-4004-b30e-3af34faa6401 req-a41ec651-4b10-465c-a1fd-379e5f82ff03 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=0af89b83-5a7a-4bff-a60e-7cfc30b594ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3878186 Dec 06 17:36:38.201506 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dc296919-f6c5-4a0a-9fc0-84f31199498c tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:38.273610 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-074eccf4-9d62-4349-bb88-3dd8f6fbe121 req-31629f23-ef1f-4da2-bcfe-92f4af4ddc54 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0af89b83-5a7a-4bff-a60e-7cfc30b594ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3834906 Dec 06 17:36:38.316256 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc296919-f6c5-4a0a-9fc0-84f31199498c tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event deleted for resources: {'Port': ['ID=110772bd-1240-4587-85a3-b82bd0cff20e,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:38.322917 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbcadfcb-ce44-4b22-9042-256d2aae511a None None] Network 92924f74-2f90-45e5-9033-541c61add3eb requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:36:38.471952 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dc296919-f6c5-4a0a-9fc0-84f31199498c tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:38.478248 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-dc296919-f6c5-4a0a-9fc0-84f31199498c tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/ports/110772bd-1240-4587-85a3-b82bd0cff20e HTTP/1.1" status: 204 len: 168 time: 1.2908785 Dec 06 17:36:38.480852 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53468) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:36:38.512765 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c9d28877-97ce-4401-ae52-8964d8bc0ab8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575908'] for router_interface, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:38.536575 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device a2115334-d25e-47ab-b9c1-c47bbeb9a5a3 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:36:38.569745 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c24844-de76-4aae-85be-adeec1c8f0db tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:38.571265 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-03c24844-de76-4aae-85be-adeec1c8f0db tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0894647 Dec 06 17:36:38.573821 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53470) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:36:38.689562 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c028dc8-4627-4d18-b7bf-b8d145b348fa tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:38.691136 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-6c028dc8-4627-4d18-b7bf-b8d145b348fa tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1163745 Dec 06 17:36:38.694544 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 53474) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:36:38.750817 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-f8813375-ecdd-46b7-95c9-5bf5b1275dba None None] Provisioning complete for port a2115334-d25e-47ab-b9c1-c47bbeb9a5a3 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:36:38.751200 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f8813375-ecdd-46b7-95c9-5bf5b1275dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:38.869045 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39e76ae-dfbe-437f-a179-e420b66f2634 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:38.870780 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39e76ae-dfbe-437f-a179-e420b66f2634 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:38.872304 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39e76ae-dfbe-437f-a179-e420b66f2634 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:38.873936 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-f39e76ae-dfbe-437f-a179-e420b66f2634 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1767504 Dec 06 17:36:38.876963 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53476) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:36:38.961905 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-d69d258f-091e-4a2d-a6a0-5e47cd2511e5 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Deleting subnet 1675a7dc-15c2-47a3-a657-e4334e0244ea {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:36:38.965760 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d69d258f-091e-4a2d-a6a0-5e47cd2511e5 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:39.001689 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port a2115334-d25e-47ab-b9c1-c47bbeb9a5a3 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:36:39.002390 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:39.107861 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c9d28877-97ce-4401-ae52-8964d8bc0ab8 admin admin] Deleting port 092412d2-ed47-4961-a7f2-15f33499534c {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:36:39.108392 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c9d28877-97ce-4401-ae52-8964d8bc0ab8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:39.132012 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f8813375-ecdd-46b7-95c9-5bf5b1275dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:39.135000 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d69d258f-091e-4a2d-a6a0-5e47cd2511e5 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:39.172953 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c207267e-e463-4b2e-8188-3175c25a7cdd None None] Update dhcp port {'port': {'network_id': '92924f74-2f90-45e5-9033-541c61add3eb', 'fixed_ips': [{'subnet_id': '6ea0da43-6693-45a7-9839-eba28c66494e', 'ip_address': '2001:db8::f816:3eff:fe15:a026'}, {'subnet_id': '1675a7dc-15c2-47a3-a657-e4334e0244ea'}], 'binding:host_id': 'n-d-master-1'}, 'id': 'a2115334-d25e-47ab-b9c1-c47bbeb9a5a3'} from n-d-master-1. {{(pid=103286) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 06 17:36:39.291929 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d69d258f-091e-4a2d-a6a0-5e47cd2511e5 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:39.360479 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-f8813375-ecdd-46b7-95c9-5bf5b1275dba None None] For port a2115334-d25e-47ab-b9c1-c47bbeb9a5a3, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a2115334-d25e-47ab-b9c1-c47bbeb9a5a3,segment=NetworkSegment(a47332dc-5917-44f3-a9f4-ba1cd1d32759),segment_id=a47332dc-5917-44f3-a9f4-ba1cd1d32759)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:36:39.372706 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c207267e-e463-4b2e-8188-3175c25a7cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:39.378377 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c9d28877-97ce-4401-ae52-8964d8bc0ab8 admin admin] For port 092412d2-ed47-4961-a7f2-15f33499534c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=092412d2-ed47-4961-a7f2-15f33499534c,segment=NetworkSegment(337ca0aa-03ad-4967-b4ee-18615f2b329c),segment_id=337ca0aa-03ad-4967-b4ee-18615f2b329c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:36:39.380426 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c9d28877-97ce-4401-ae52-8964d8bc0ab8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:39.425445 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d69d258f-091e-4a2d-a6a0-5e47cd2511e5 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:39.434363 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f8813375-ecdd-46b7-95c9-5bf5b1275dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:39.486464 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d69d258f-091e-4a2d-a6a0-5e47cd2511e5 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:39.494528 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-d69d258f-091e-4a2d-a6a0-5e47cd2511e5 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/subnets/1675a7dc-15c2-47a3-a657-e4334e0244ea HTTP/1.1" status: 204 len: 168 time: 0.6146922 Dec 06 17:36:39.495878 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c9d28877-97ce-4401-ae52-8964d8bc0ab8 admin admin] Calling delete_port for 092412d2-ed47-4961-a7f2-15f33499534c owned by network:router_interface {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:36:39.500472 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 53486) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:36:39.581391 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69d258f-091e-4a2d-a6a0-5e47cd2511e5 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event deleted for resources: {'Subnet': ['ID=1675a7dc-15c2-47a3-a657-e4334e0244ea,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:39.616588 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b1ea79-eed4-476e-aa34-a9082912366a req-b2f40c26-9d4d-4ab9-b4b5-7736a6b03e9e tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:39.619085 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-76b1ea79-eed4-476e-aa34-a9082912366a req-b2f40c26-9d4d-4ab9-b4b5-7736a6b03e9e tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccda23e4-e182-44da-9f28-4c236d1fba5a HTTP/1.1" status: 200 len: 945 time: 0.2014706 Dec 06 17:36:39.714629 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4ed22e4-b9ca-4fb4-9aff-da5b389a84e0 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Deleting subnet 6ea0da43-6693-45a7-9839-eba28c66494e {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:36:39.717802 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a4ed22e4-b9ca-4fb4-9aff-da5b389a84e0 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:39.765558 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a4ed22e4-b9ca-4fb4-9aff-da5b389a84e0 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:39.792014 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-76b1ea79-eed4-476e-aa34-a9082912366a req-5a487873-d9f8-4842-b5ff-38279aeb364c tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=0af89b83-5a7a-4bff-a60e-7cfc30b594ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1579397 Dec 06 17:36:39.874047 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:39.883532 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8813375-ecdd-46b7-95c9-5bf5b1275dba None None] Pushing event updated for resources: {'Port': ['ID=a2115334-d25e-47ab-b9c1-c47bbeb9a5a3,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:39.946818 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a4ed22e4-b9ca-4fb4-9aff-da5b389a84e0 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:39.974138 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.db.api [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103286) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 17:36:39.974559 n-d-master-1 neutron-server[103286]: DEBUG oslo_db.api [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 17:36:40.192846 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c9d28877-97ce-4401-ae52-8964d8bc0ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:40.203622 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server [None req-c207267e-e463-4b2e-8188-3175c25a7cdd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6ea0da43-6693-45a7-9839-eba28c66494e: This subnet is being modified by another concurrent operation. Dec 06 17:36:40.203622 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 06 17:36:40.203622 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 06 17:36:40.203622 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 06 17:36:40.203622 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 06 17:36:40.203622 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 06 17:36:40.203622 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 06 17:36:40.203622 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 06 17:36:40.203622 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 06 17:36:40.203622 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 06 17:36:40.203622 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 06 17:36:40.203622 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 06 17:36:40.203622 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 17:36:40.203622 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 17:36:40.203622 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 17:36:40.203622 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 17:36:40.203622 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 17:36:40.203622 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 17:36:40.203622 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 17:36:40.203622 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 17:36:40.203622 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 17:36:40.203622 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 17:36:40.203622 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 17:36:40.203622 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 17:36:40.203622 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 17:36:40.203622 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 17:36:40.203622 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 17:36:40.203622 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 17:36:40.203622 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 17:36:40.203622 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 17:36:40.203622 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 17:36:40.203622 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 17:36:40.203622 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 17:36:40.203622 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 17:36:40.203622 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 17:36:40.203622 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 17:36:40.203622 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Dec 06 17:36:40.203622 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Dec 06 17:36:40.203622 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Dec 06 17:36:40.203622 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Dec 06 17:36:40.203622 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 06 17:36:40.203622 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 17:36:40.203622 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 06 17:36:40.203622 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 06 17:36:40.203622 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 17:36:40.203622 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 17:36:40.203622 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 17:36:40.203622 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 17:36:40.203622 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 17:36:40.203622 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 17:36:40.203622 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 17:36:40.203622 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 17:36:40.203622 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 17:36:40.203622 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 17:36:40.203622 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 17:36:40.203622 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 17:36:40.203622 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 17:36:40.203622 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 17:36:40.203622 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 17:36:40.203622 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 17:36:40.203622 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 17:36:40.203622 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 17:36:40.203622 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 17:36:40.203622 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 17:36:40.203622 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 17:36:40.203622 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 17:36:40.203622 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 17:36:40.203622 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 17:36:40.203622 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Dec 06 17:36:40.203622 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Dec 06 17:36:40.203622 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 06 17:36:40.203622 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 06 17:36:40.203622 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Dec 06 17:36:40.203622 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Dec 06 17:36:40.203622 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Dec 06 17:36:40.203622 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Dec 06 17:36:40.203622 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Dec 06 17:36:40.203622 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Dec 06 17:36:40.203622 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Dec 06 17:36:40.203622 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 06 17:36:40.203622 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 06 17:36:40.203622 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 06 17:36:40.203622 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 06 17:36:40.203622 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server raise exception Dec 06 17:36:40.203622 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6ea0da43-6693-45a7-9839-eba28c66494e: This subnet is being modified by another concurrent operation. Dec 06 17:36:40.203622 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server Dec 06 17:36:40.235835 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a4ed22e4-b9ca-4fb4-9aff-da5b389a84e0 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:40.277278 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d28877-97ce-4401-ae52-8964d8bc0ab8 admin admin] Pushing event deleted for resources: {'Port': ['ID=092412d2-ed47-4961-a7f2-15f33499534c,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:40.297719 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a4ed22e4-b9ca-4fb4-9aff-da5b389a84e0 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:40.301624 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53498) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:36:40.302619 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-a4ed22e4-b9ca-4fb4-9aff-da5b389a84e0 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/subnets/6ea0da43-6693-45a7-9839-eba28c66494e HTTP/1.1" status: 204 len: 168 time: 0.7948103 Dec 06 17:36:40.306609 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ed22e4-b9ca-4fb4-9aff-da5b389a84e0 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event deleted for resources: {'Subnet': ['ID=6ea0da43-6693-45a7-9839-eba28c66494e,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:40.396495 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-bd51f7a5-f451-49ad-978d-50d90a84f35a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0898259 Dec 06 17:36:40.397931 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53500) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:36:40.405835 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-1bf37a4e-bcb9-4feb-97b6-a53309b23f97 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Request body: {'subnet': {'network_id': '92924f74-2f90-45e5-9033-541c61add3eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:36:40.782994 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bf37a4e-bcb9-4feb-97b6-a53309b23f97 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Made reservation on behalf of 58c2416ade7148dfa446cd47a01986fc for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:36:40.788354 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1bf37a4e-bcb9-4feb-97b6-a53309b23f97 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:40.817943 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c9d28877-97ce-4401-ae52-8964d8bc0ab8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-772474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575952'] for router_interface, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:40.887153 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6448e7c-6878-4b07-9195-9ee94417b9a8 None None] Network 92924f74-2f90-45e5-9033-541c61add3eb requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:36:40.987216 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-d907d635-cf4d-43d5-9c8d-59795236b9f4 None None] Provisioning complete for port a2115334-d25e-47ab-b9c1-c47bbeb9a5a3 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:36:40.987509 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d907d635-cf4d-43d5-9c8d-59795236b9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:41.155865 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6f8176-e8c3-4c81-86b2-110ceeab633a req-9c1d964c-7db5-4825-a625-7039e80c31d7 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:41.169707 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1b6f8176-e8c3-4c81-86b2-110ceeab633a req-9c1d964c-7db5-4825-a625-7039e80c31d7 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccda23e4-e182-44da-9f28-4c236d1fba5a HTTP/1.1" status: 200 len: 945 time: 0.1891580 Dec 06 17:36:41.323451 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1b6f8176-e8c3-4c81-86b2-110ceeab633a req-0161c749-e0e4-47c3-8981-4e3759749b5a tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=0af89b83-5a7a-4bff-a60e-7cfc30b594ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1528354 Dec 06 17:36:41.363209 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9d28877-97ce-4401-ae52-8964d8bc0ab8 admin admin] Router 4944aec1-da7d-45c9-b314-7cf4c68eb618 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:36:41.386821 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a3de0d-c65d-412e-8dad-36b1a0c78ac4 None None] DHCP port deletion for 92924f74-2f90-45e5-9033-541c61add3eb request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:36:41.391172 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device a2115334-d25e-47ab-b9c1-c47bbeb9a5a3 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:36:41.422671 n-d-master-1 neutron-server[103284]: DEBUG neutron.objects.ports [None req-1bf37a4e-bcb9-4feb-97b6-a53309b23f97 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103284) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 17:36:41.555618 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9d28877-97ce-4401-ae52-8964d8bc0ab8 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:36:41.576451 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d637374c-5db0-4bbd-8752-3a84c41e8887 None None] Sync routers for ids ['4944aec1-da7d-45c9-b314-7cf4c68eb618'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:36:41.583974 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:41.597275 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53522) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:36:41.598535 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-c9d28877-97ce-4401-ae52-8964d8bc0ab8 admin admin] 10.222.0.23 "PUT /v2.0/routers/4944aec1-da7d-45c9-b314-7cf4c68eb618/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4783278 Dec 06 17:36:41.602895 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d637374c-5db0-4bbd-8752-3a84c41e8887 None None] Routers {'4944aec1-da7d-45c9-b314-7cf4c68eb618'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:36:41.603603 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-d637374c-5db0-4bbd-8752-3a84c41e8887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:36:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['4944aec1-da7d-45c9-b314-7cf4c68eb618'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:36:41.607875 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-10a3de0d-c65d-412e-8dad-36b1a0c78ac4 None None] Deleting port a2115334-d25e-47ab-b9c1-c47bbeb9a5a3 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:36:41.608261 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-10a3de0d-c65d-412e-8dad-36b1a0c78ac4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:41.636655 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aac2e8-1857-45cd-b8c3-bd9db8f1b51f req-d474c5ee-7411-45be-b2c2-78872dde5446 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:41.646615 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-59aac2e8-1857-45cd-b8c3-bd9db8f1b51f req-d474c5ee-7411-45be-b2c2-78872dde5446 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccda23e4-e182-44da-9f28-4c236d1fba5a HTTP/1.1" status: 200 len: 945 time: 0.1764443 Dec 06 17:36:41.763669 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-10a3de0d-c65d-412e-8dad-36b1a0c78ac4 None None] For port a2115334-d25e-47ab-b9c1-c47bbeb9a5a3, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a2115334-d25e-47ab-b9c1-c47bbeb9a5a3,segment=NetworkSegment(a47332dc-5917-44f3-a9f4-ba1cd1d32759),segment_id=a47332dc-5917-44f3-a9f4-ba1cd1d32759)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:36:41.764395 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-10a3de0d-c65d-412e-8dad-36b1a0c78ac4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:41.778999 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-10a3de0d-c65d-412e-8dad-36b1a0c78ac4 None None] Calling delete_port for a2115334-d25e-47ab-b9c1-c47bbeb9a5a3 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:36:41.815239 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-59aac2e8-1857-45cd-b8c3-bd9db8f1b51f req-4cd790f0-1c71-4dfe-b345-1b09c9707dbe tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=0af89b83-5a7a-4bff-a60e-7cfc30b594ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1553557 Dec 06 17:36:41.815389 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 53530) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:36:41.836267 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04310d5a-f8e5-476f-bc00-64c3879a1cf0 req-6fa7b041-b09a-405c-bbe6-0abd1f249d5d tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:41.853003 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-04310d5a-f8e5-476f-bc00-64c3879a1cf0 req-6fa7b041-b09a-405c-bbe6-0abd1f249d5d tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/networks?id=2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4 HTTP/1.1" status: 200 len: 812 time: 0.4154468 Dec 06 17:36:41.898870 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d836c9-d3b2-4036-9aa8-07a575b25c48 tempest-TestNetworkAdvancedServerOps-348317602 tempest-TestNetworkAdvancedServerOps-348317602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:41.901884 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-96d836c9-d3b2-4036-9aa8-07a575b25c48 tempest-TestNetworkAdvancedServerOps-348317602 tempest-TestNetworkAdvancedServerOps-348317602-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=ccda23e4-e182-44da-9f28-4c236d1fba5a HTTP/1.1" status: 200 len: 1091 time: 0.0840759 Dec 06 17:36:41.903807 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 53534) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:36:41.915346 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-10a3de0d-c65d-412e-8dad-36b1a0c78ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:41.915831 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-19b72abc-f6a8-4539-8664-8e9a12ff3bef tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Request body: {'floatingip': {'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'port_id': 'f78f30ca-02ef-48c5-97e9-5186573744a1', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:36:41.937225 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-04310d5a-f8e5-476f-bc00-64c3879a1cf0 req-694280dc-81f5-4849-9428-cda4bf8bab3a tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/quotas/ecd8b64e36c540eeae4809301448bbe1 HTTP/1.1" status: 200 len: 375 time: 0.0832367 Dec 06 17:36:41.978636 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-19b72abc-f6a8-4539-8664-8e9a12ff3bef tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for floatingip, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:42.023853 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a3de0d-c65d-412e-8dad-36b1a0c78ac4 None None] Pushing event deleted for resources: {'Port': ['ID=a2115334-d25e-47ab-b9c1-c47bbeb9a5a3,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:42.033045 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a3de0d-c65d-412e-8dad-36b1a0c78ac4 None None] No DVR routers for this DVR port a2115334-d25e-47ab-b9c1-c47bbeb9a5a3 on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:36:42.070353 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf69a5d-2e59-494a-a9b1-75f8a6a0068f None None] get_active_networks_info from n-d-master-1 {{(pid=103286) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 17:36:42.109160 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.ipam_pluggable_backend [None req-1bf37a4e-bcb9-4feb-97b6-a53309b23f97 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Port a2115334-d25e-47ab-b9c1-c47bbeb9a5a3 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103284) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 06 17:36:42.110782 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.ipam_pluggable_backend [None req-1bf37a4e-bcb9-4feb-97b6-a53309b23f97 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Reverting IP allocation for 2001:db8::f816:3eff:fe15:a026 {{(pid=103284) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Dec 06 17:36:42.134221 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-d637374c-5db0-4bbd-8752-3a84c41e8887 None None] Set router 4944aec1-da7d-45c9-b314-7cf4c68eb618 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:36:42.135731 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.ipam_pluggable_backend [None req-1bf37a4e-bcb9-4feb-97b6-a53309b23f97 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe15:a026 {{(pid=103284) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Dec 06 17:36:42.147873 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1bf37a4e-bcb9-4feb-97b6-a53309b23f97 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:42.200682 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-19b72abc-f6a8-4539-8664-8e9a12ff3bef tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:42.323421 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-04310d5a-f8e5-476f-bc00-64c3879a1cf0 req-6288bb05-190f-43e2-8426-c6fb6290d73d tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ecd8b64e36c540eeae4809301448bbe1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3851745 Dec 06 17:36:42.406158 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf69a5d-2e59-494a-a9b1-75f8a6a0068f None None] Resources bound (agent type, host, resource id): {{(pid=103286) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 06 17:36:42.422888 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-19b72abc-f6a8-4539-8664-8e9a12ff3bef tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Allocated IP 172.35.1.18 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/5881a868-3b6e-43be-ae3e-8b3e2676ba07) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:36:42.619805 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-d637374c-5db0-4bbd-8752-3a84c41e8887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4944aec1-da7d-45c9-b314-7cf4c68eb618', 'name': 'tempest-TestVolumeBackupRestore-1417776253-router', 'tenant_id': '7a5c2edb34ef45d5b7fd006e4fd1e900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.52'}], 'enable_snat': True}, 'gw_port_id': '69eca43d-71e6-4316-8bf1-6b6034bc50fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:29:23Z', 'updated_at': '2021-12-06T17:36:40Z', 'revision_number': 5, 'project_id': '7a5c2edb34ef45d5b7fd006e4fd1e900', 'gw_port': {'id': '69eca43d-71e6-4316-8bf1-6b6034bc50fc', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4944aec1-da7d-45c9-b314-7cf4c68eb618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:29:27Z', 'updated_at': '2021-12-06T17:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:36:42.702940 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d637374c-5db0-4bbd-8752-3a84c41e8887 None None] Checking router: 4944aec1-da7d-45c9-b314-7cf4c68eb618 for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:36:42.705587 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-19b72abc-f6a8-4539-8664-8e9a12ff3bef tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:42.725679 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d637374c-5db0-4bbd-8752-3a84c41e8887 None None] Routers {'4944aec1-da7d-45c9-b314-7cf4c68eb618'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:36:42.727978 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-d637374c-5db0-4bbd-8752-3a84c41e8887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:36:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['4944aec1-da7d-45c9-b314-7cf4c68eb618'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:36:42.803941 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-19b72abc-f6a8-4539-8664-8e9a12ff3bef tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:42.922375 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b72abc-f6a8-4539-8664-8e9a12ff3bef tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Pushing event updated for resources: {'Port': ['ID=5881a868-3b6e-43be-ae3e-8b3e2676ba07,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:42.956652 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b72abc-f6a8-4539-8664-8e9a12ff3bef tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:36:42.960895 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-19b72abc-f6a8-4539-8664-8e9a12ff3bef tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:36:42.976979 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf37a4e-bcb9-4feb-97b6-a53309b23f97 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event updated for resources: {'Subnet': ['ID=26e1b2f6-9741-4536-be00-6384de52b2d0,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:42.986634 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf37a4e-bcb9-4feb-97b6-a53309b23f97 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Network 92924f74-2f90-45e5-9033-541c61add3eb is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:36:42.986759 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b72abc-f6a8-4539-8664-8e9a12ff3bef tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:36:42.986857 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-11f9d9d6-9d4f-443a-82c8-c7b437dc3a7a admin admin] Publish callbacks [] for router, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:42.988492 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-1bf37a4e-bcb9-4feb-97b6-a53309b23f97 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:36:42.995306 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca33b625-d998-429f-b3d2-321a2580a8cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-92924f74-2f90-45e5-9033-541c61add3eb', 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb', 'tenant_id': '58c2416ade7148dfa446cd47a01986fc', 'fixed_ips': [{'subnet_id': '26e1b2f6-9741-4536-be00-6384de52b2d0'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:36:42.996189 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ca33b625-d998-429f-b3d2-321a2580a8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:43.023495 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf37a4e-bcb9-4feb-97b6-a53309b23f97 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:43.024098 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1bf37a4e-bcb9-4feb-97b6-a53309b23f97 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:43.061408 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-d637374c-5db0-4bbd-8752-3a84c41e8887 None None] Set router 4944aec1-da7d-45c9-b314-7cf4c68eb618 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:36:43.066228 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-1bf37a4e-bcb9-4feb-97b6-a53309b23f97 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6670008 Dec 06 17:36:43.066764 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53544) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:36:43.091892 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-ba906f2b-4bc6-4c5f-819a-8a6d973073fb tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Request body: {'subnet': {'network_id': '92924f74-2f90-45e5-9033-541c61add3eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:36:43.271839 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba906f2b-4bc6-4c5f-819a-8a6d973073fb tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Made reservation on behalf of 58c2416ade7148dfa446cd47a01986fc for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:36:43.293167 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ba906f2b-4bc6-4c5f-819a-8a6d973073fb tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:43.331593 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-ca33b625-d998-429f-b3d2-321a2580a8cd None None] Allocated IP 2001:db8::f816:3eff:febd:201e (92924f74-2f90-45e5-9033-541c61add3eb/26e1b2f6-9741-4536-be00-6384de52b2d0/a529a512-aaa8-4f3e-b5b9-b325d3751d04) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:36:43.422808 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-04310d5a-f8e5-476f-bc00-64c3879a1cf0 req-de684d98-bebe-4926-a1b7-d10a0a75d399 service neutron] 10.222.0.23 "GET /v2.0/networks/2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0799491 Dec 06 17:36:43.504868 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-d637374c-5db0-4bbd-8752-3a84c41e8887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4944aec1-da7d-45c9-b314-7cf4c68eb618', 'name': 'tempest-TestVolumeBackupRestore-1417776253-router', 'tenant_id': '7a5c2edb34ef45d5b7fd006e4fd1e900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.52'}], 'enable_snat': True}, 'gw_port_id': '69eca43d-71e6-4316-8bf1-6b6034bc50fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:29:23Z', 'updated_at': '2021-12-06T17:36:40Z', 'revision_number': 5, 'project_id': '7a5c2edb34ef45d5b7fd006e4fd1e900', 'gw_port': {'id': '69eca43d-71e6-4316-8bf1-6b6034bc50fc', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4944aec1-da7d-45c9-b314-7cf4c68eb618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:29:27Z', 'updated_at': '2021-12-06T17:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:36:43.531017 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c9eee75a-011c-4f6e-bc6d-793e53912e20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:43.594633 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-11f9d9d6-9d4f-443a-82c8-c7b437dc3a7a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:43.599171 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d637374c-5db0-4bbd-8752-3a84c41e8887 None None] The sync data for ids ['4944aec1-da7d-45c9-b314-7cf4c68eb618'] in n-d-master-1 is: [{'id': '4944aec1-da7d-45c9-b314-7cf4c68eb618', 'name': 'tempest-TestVolumeBackupRestore-1417776253-router', 'tenant_id': '7a5c2edb34ef45d5b7fd006e4fd1e900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.52'}], 'enable_snat': True}, 'gw_port_id': '69eca43d-71e6-4316-8bf1-6b6034bc50fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:29:23Z', 'updated_at': '2021-12-06T17:36:40Z', 'revision_number': 5, 'project_id': '7a5c2edb34ef45d5b7fd006e4fd1e900', 'gw_port': {'id': '69eca43d-71e6-4316-8bf1-6b6034bc50fc', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4944aec1-da7d-45c9-b314-7cf4c68eb618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:29:27Z', 'updated_at': '2021-12-06T17:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:36:43.659734 n-d-master-1 neutron-server[103284]: INFO neutron.db.ipam_backend_mixin [None req-ba906f2b-4bc6-4c5f-819a-8a6d973073fb tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 26e1b2f6-9741-4536-be00-6384de52b2d0 (CIDR: 2001:db8::/64) Dec 06 17:36:43.669296 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba906f2b-4bc6-4c5f-819a-8a6d973073fb tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 17:36:43.670059 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba906f2b-4bc6-4c5f-819a-8a6d973073fb tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:36:43.718749 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ca33b625-d998-429f-b3d2-321a2580a8cd None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:43.729736 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ca33b625-d998-429f-b3d2-321a2580a8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:43.749886 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-ba906f2b-4bc6-4c5f-819a-8a6d973073fb tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6785233 Dec 06 17:36:43.762098 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53550) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:36:43.770330 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-04eed032-9693-48e1-a30d-44d7f556b865 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Request body: {'subnet': {'network_id': '92924f74-2f90-45e5-9033-541c61add3eb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:36:43.805166 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-04310d5a-f8e5-476f-bc00-64c3879a1cf0 req-079de7a4-d7c4-455f-83b0-e4e35871e576 service neutron] 10.222.0.23 "GET /v2.0/networks/2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3493228 Dec 06 17:36:43.821135 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca33b625-d998-429f-b3d2-321a2580a8cd None None] Pushing event updated for resources: {'Port': ['ID=a529a512-aaa8-4f3e-b5b9-b325d3751d04,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:43.844655 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-11f9d9d6-9d4f-443a-82c8-c7b437dc3a7a admin admin] Deleting port 69eca43d-71e6-4316-8bf1-6b6034bc50fc {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:36:43.845109 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-11f9d9d6-9d4f-443a-82c8-c7b437dc3a7a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:43.865946 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca33b625-d998-429f-b3d2-321a2580a8cd None None] Network 92924f74-2f90-45e5-9033-541c61add3eb is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:36:43.867457 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-ca33b625-d998-429f-b3d2-321a2580a8cd None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:36:43.870944 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca33b625-d998-429f-b3d2-321a2580a8cd None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:36:43.937916 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-11f9d9d6-9d4f-443a-82c8-c7b437dc3a7a admin admin] For port 69eca43d-71e6-4316-8bf1-6b6034bc50fc, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=69eca43d-71e6-4316-8bf1-6b6034bc50fc,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:36:43.938333 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-11f9d9d6-9d4f-443a-82c8-c7b437dc3a7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:43.957716 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-11f9d9d6-9d4f-443a-82c8-c7b437dc3a7a admin admin] Calling delete_port for 69eca43d-71e6-4316-8bf1-6b6034bc50fc owned by network:router_gateway {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:36:44.005030 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-ca33b625-d998-429f-b3d2-321a2580a8cd None None] Attempting to bind port a529a512-aaa8-4f3e-b5b9-b325d3751d04 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:36:44.005602 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-ca33b625-d998-429f-b3d2-321a2580a8cd None None] Attempting to bind port a529a512-aaa8-4f3e-b5b9-b325d3751d04 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'a47332dc-5917-44f3-a9f4-ba1cd1d32759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:36:44.005808 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca33b625-d998-429f-b3d2-321a2580a8cd None None] Attempting to bind port a529a512-aaa8-4f3e-b5b9-b325d3751d04 on network 92924f74-2f90-45e5-9033-541c61add3eb {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:36:44.030334 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca33b625-d998-429f-b3d2-321a2580a8cd None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:36:44.033112 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca33b625-d998-429f-b3d2-321a2580a8cd None None] Checking segment: {'id': 'a47332dc-5917-44f3-a9f4-ba1cd1d32759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:36:44.033577 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ca33b625-d998-429f-b3d2-321a2580a8cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:44.033998 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca33b625-d998-429f-b3d2-321a2580a8cd None None] Bound using segment: {'id': 'a47332dc-5917-44f3-a9f4-ba1cd1d32759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:36:44.034591 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-ca33b625-d998-429f-b3d2-321a2580a8cd None None] Bound port: a529a512-aaa8-4f3e-b5b9-b325d3751d04, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a47332dc-5917-44f3-a9f4-ba1cd1d32759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '92924f74-2f90-45e5-9033-541c61add3eb'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:36:44.034919 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ca33b625-d998-429f-b3d2-321a2580a8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:44.214372 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-ca33b625-d998-429f-b3d2-321a2580a8cd None None] For port a529a512-aaa8-4f3e-b5b9-b325d3751d04, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:36:44.222558 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-ca33b625-d998-429f-b3d2-321a2580a8cd None None] For port a529a512-aaa8-4f3e-b5b9-b325d3751d04, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a529a512-aaa8-4f3e-b5b9-b325d3751d04,segment=NetworkSegment(a47332dc-5917-44f3-a9f4-ba1cd1d32759),segment_id=a47332dc-5917-44f3-a9f4-ba1cd1d32759)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:36:44.237300 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ca33b625-d998-429f-b3d2-321a2580a8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:44.389341 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-11f9d9d6-9d4f-443a-82c8-c7b437dc3a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:44.402750 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca33b625-d998-429f-b3d2-321a2580a8cd None None] Pushing event updated for resources: {'Port': ['ID=a529a512-aaa8-4f3e-b5b9-b325d3751d04,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:44.508525 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f9d9d6-9d4f-443a-82c8-c7b437dc3a7a admin admin] Pushing event deleted for resources: {'Port': ['ID=69eca43d-71e6-4316-8bf1-6b6034bc50fc,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:44.791186 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-98af0b8f-ed2c-4e7e-9567-e6b749449e3b req-eae8f4ac-f8c2-4912-b74f-17dfadd05135 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea399e16-6987-4048-879e-71b3ee241be7 HTTP/1.1" status: 200 len: 210 time: 0.0973470 Dec 06 17:36:44.864286 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-11f9d9d6-9d4f-443a-82c8-c7b437dc3a7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536698'] for router_gateway, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:44.979039 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-19b72abc-f6a8-4539-8664-8e9a12ff3bef tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:44.988467 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04eed032-9693-48e1-a30d-44d7f556b865 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Made reservation on behalf of 58c2416ade7148dfa446cd47a01986fc for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:36:44.992739 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-04eed032-9693-48e1-a30d-44d7f556b865 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:45.146584 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-11f9d9d6-9d4f-443a-82c8-c7b437dc3a7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:45.181648 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-11f9d9d6-9d4f-443a-82c8-c7b437dc3a7a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:45.231978 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-19b72abc-f6a8-4539-8664-8e9a12ff3bef tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:45.263577 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-11f9d9d6-9d4f-443a-82c8-c7b437dc3a7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:45.265789 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11f9d9d6-9d4f-443a-82c8-c7b437dc3a7a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4944aec1-da7d-45c9-b314-7cf4c68eb618 {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 17:36:45.289423 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-11f9d9d6-9d4f-443a-82c8-c7b437dc3a7a admin admin] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:45.294888 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-11f9d9d6-9d4f-443a-82c8-c7b437dc3a7a admin admin] 10.222.0.23 "DELETE /v2.0/routers/4944aec1-da7d-45c9-b314-7cf4c68eb618 HTTP/1.1" status: 204 len: 168 time: 3.6901042 Dec 06 17:36:45.296359 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53582) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:36:45.465746 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca625ddd-7ae2-4015-90d0-26fe85308000 admin admin] Deleting subnet e0ff83a7-9b77-408a-ae64-b8b2247c5811 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:36:45.472430 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ca625ddd-7ae2-4015-90d0-26fe85308000 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:45.521629 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device a529a512-aaa8-4f3e-b5b9-b325d3751d04 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:36:45.611927 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ca625ddd-7ae2-4015-90d0-26fe85308000 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:45.697270 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b0177d9c-5e47-4351-8ef6-0063f1e6e8d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:45.744629 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port a529a512-aaa8-4f3e-b5b9-b325d3751d04 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:36:45.745013 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:45.783383 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-19b72abc-f6a8-4539-8664-8e9a12ff3bef tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:45.795994 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-19b72abc-f6a8-4539-8664-8e9a12ff3bef tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:46.014777 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:46.025930 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-19b72abc-f6a8-4539-8664-8e9a12ff3bef tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:46.050990 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-04eed032-9693-48e1-a30d-44d7f556b865 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:46.077118 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] For port a529a512-aaa8-4f3e-b5b9-b325d3751d04, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a529a512-aaa8-4f3e-b5b9-b325d3751d04,segment=NetworkSegment(a47332dc-5917-44f3-a9f4-ba1cd1d32759),segment_id=a47332dc-5917-44f3-a9f4-ba1cd1d32759)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:36:46.085483 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:46.107532 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2e82ebe6-bfa6-44b8-bbee-6cc7716fbe19 req-92fa3b62-e7e0-4f15-bb08-7881694a394a tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea399e16-6987-4048-879e-71b3ee241be7 HTTP/1.1" status: 200 len: 210 time: 0.1111176 Dec 06 17:36:46.153863 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 092412d2-ed47-4961-a7f2-15f33499534c no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:36:46.183504 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b72abc-f6a8-4539-8664-8e9a12ff3bef tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Pushing event updated for resources: {'Port': ['ID=5881a868-3b6e-43be-ae3e-8b3e2676ba07,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:46.217025 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 092412d2-ed47-4961-a7f2-15f33499534c {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:36:46.217383 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 092412d2-ed47-4961-a7f2-15f33499534c not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:36:46.255747 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04eed032-9693-48e1-a30d-44d7f556b865 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Network 92924f74-2f90-45e5-9033-541c61add3eb is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:36:46.258682 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Pushing event updated for resources: {'Port': ['ID=a529a512-aaa8-4f3e-b5b9-b325d3751d04,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:46.300368 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-04eed032-9693-48e1-a30d-44d7f556b865 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:36:46.315591 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04eed032-9693-48e1-a30d-44d7f556b865 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:46.316333 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-04eed032-9693-48e1-a30d-44d7f556b865 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:46.326165 n-d-master-1 neutron-server[103285]: INFO neutron.db.l3_db [None req-19b72abc-f6a8-4539-8664-8e9a12ff3bef tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Floating IP d35e419a-4c67-4d88-921a-49a528290f98 associated. External IP: 172.35.1.18, port: f78f30ca-02ef-48c5-97e9-5186573744a1. Dec 06 17:36:46.420503 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-04eed032-9693-48e1-a30d-44d7f556b865 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6571724 Dec 06 17:36:46.421709 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eed032-9693-48e1-a30d-44d7f556b865 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event updated for resources: {'Subnet': ['ID=0051d084-3cf6-406e-b2f5-ffb08ac38d17,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:46.441558 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53594) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:36:46.447844 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb069ad-e7d3-4aaa-aeb1-09c02d324b75 None None] Network 92924f74-2f90-45e5-9033-541c61add3eb requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:36:46.476525 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-4d1386ee-44a6-48c9-8da5-f2aa74164bd2 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Request body: {'port': {'network_id': '92924f74-2f90-45e5-9033-541c61add3eb', 'mac_address': 'fa:16:3e:b9:cf:ba', 'name': 'tempest-NetworksTestDHCPv6-1064838251'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:36:46.497462 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce03308-4ec9-4529-822c-240d8286340b None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:36:46.668623 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ca625ddd-7ae2-4015-90d0-26fe85308000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:46.674414 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-e4434833-237b-44e3-b208-bb2ecf92c275 None None] Provisioning complete for port a529a512-aaa8-4f3e-b5b9-b325d3751d04 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:36:46.674963 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e4434833-237b-44e3-b208-bb2ecf92c275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:46.719513 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d1386ee-44a6-48c9-8da5-f2aa74164bd2 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Made reservation on behalf of 58c2416ade7148dfa446cd47a01986fc for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:36:46.832290 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04310d5a-f8e5-476f-bc00-64c3879a1cf0 req-2ee7a54e-10f9-48e3-a6f4-f67dca2bd01d tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:46.838237 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-04310d5a-f8e5-476f-bc00-64c3879a1cf0 req-2ee7a54e-10f9-48e3-a6f4-f67dca2bd01d tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.44 "GET /v2.0/networks?id=2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4 HTTP/1.1" status: 200 len: 812 time: 0.5080438 Dec 06 17:36:46.921940 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ca625ddd-7ae2-4015-90d0-26fe85308000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:46.935654 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-04310d5a-f8e5-476f-bc00-64c3879a1cf0 req-db3b6f47-c5c9-49ee-94c4-fdbe38680f7d tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Request body: {'port': {'device_id': 'ea399e16-6987-4048-879e-71b3ee241be7', 'network_id': '2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4', 'admin_state_up': True, 'tenant_id': 'ecd8b64e36c540eeae4809301448bbe1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:36:46.965601 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ca625ddd-7ae2-4015-90d0-26fe85308000 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:46.969138 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-ca625ddd-7ae2-4015-90d0-26fe85308000 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e0ff83a7-9b77-408a-ae64-b8b2247c5811 HTTP/1.1" status: 204 len: 168 time: 1.6583705 Dec 06 17:36:46.987568 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6485c1c-6775-41e6-af42-3c168e603dfe None None] Network 6b7abc05-e65c-45dd-b06d-3e0ac29b2d69 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:36:46.996795 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 53604) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:36:47.023101 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca625ddd-7ae2-4015-90d0-26fe85308000 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0ff83a7-9b77-408a-ae64-b8b2247c5811,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:47.101093 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4d1386ee-44a6-48c9-8da5-f2aa74164bd2 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:47.176128 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:47.234606 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-4d1386ee-44a6-48c9-8da5-f2aa74164bd2 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] device_id is not set on port e77f24af-d3a3-48b5-b8c5-bb3545fbd7ed yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:36:47.321636 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7049cc99-6966-445e-934e-9feb8ab9df3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:47.366527 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device a529a512-aaa8-4f3e-b5b9-b325d3751d04 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:36:47.390795 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b68188-1b07-44a8-9b32-7d9eefea60de None None] DHCP port deletion for 6b7abc05-e65c-45dd-b06d-3e0ac29b2d69 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:36:47.436934 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19b72abc-f6a8-4539-8664-8e9a12ff3bef tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Router 664ceb40-c693-45a1-b31b-858085478c75 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:36:47.495379 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bebfeda5-3628-45b5-8813-60d8e4ad9c27 req-698a0513-434a-47e5-947c-d1143a3b8f84 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea399e16-6987-4048-879e-71b3ee241be7 HTTP/1.1" status: 200 len: 210 time: 0.1007185 Dec 06 17:36:47.610431 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca458b3-ea68-4ee2-bc55-d36fac927625 None None] Update dhcp port {'port': {'network_id': '92924f74-2f90-45e5-9033-541c61add3eb', 'fixed_ips': [{'subnet_id': '26e1b2f6-9741-4536-be00-6384de52b2d0', 'ip_address': '2001:db8::f816:3eff:febd:201e'}, {'subnet_id': '0051d084-3cf6-406e-b2f5-ffb08ac38d17'}], 'binding:host_id': 'n-d-master-1'}, 'id': 'a529a512-aaa8-4f3e-b5b9-b325d3751d04'} from n-d-master-1. {{(pid=103286) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 06 17:36:47.619030 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04310d5a-f8e5-476f-bc00-64c3879a1cf0 req-db3b6f47-c5c9-49ee-94c4-fdbe38680f7d tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Made reservation on behalf of ecd8b64e36c540eeae4809301448bbe1 for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:36:47.628618 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-04310d5a-f8e5-476f-bc00-64c3879a1cf0 req-db3b6f47-c5c9-49ee-94c4-fdbe38680f7d tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:47.676473 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cca458b3-ea68-4ee2-bc55-d36fac927625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:47.784505 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-4d1386ee-44a6-48c9-8da5-f2aa74164bd2 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Allocated IP 2001:db8:0:1::314 (92924f74-2f90-45e5-9033-541c61add3eb/0051d084-3cf6-406e-b2f5-ffb08ac38d17/e77f24af-d3a3-48b5-b8c5-bb3545fbd7ed) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:36:47.802627 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-4d1386ee-44a6-48c9-8da5-f2aa74164bd2 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Allocated IP 2001:db8::f816:3eff:feb9:cfba (92924f74-2f90-45e5-9033-541c61add3eb/26e1b2f6-9741-4536-be00-6384de52b2d0/e77f24af-d3a3-48b5-b8c5-bb3545fbd7ed) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:36:47.829656 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-36b68188-1b07-44a8-9b32-7d9eefea60de None None] Deleting port f322f367-2e20-49f8-b159-c94bf55f639d {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:36:47.830039 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-36b68188-1b07-44a8-9b32-7d9eefea60de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:47.835548 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port a529a512-aaa8-4f3e-b5b9-b325d3751d04 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:36:47.835914 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:48.066044 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-36b68188-1b07-44a8-9b32-7d9eefea60de None None] For port f322f367-2e20-49f8-b159-c94bf55f639d, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f322f367-2e20-49f8-b159-c94bf55f639d,segment=NetworkSegment(337ca0aa-03ad-4967-b4ee-18615f2b329c),segment_id=337ca0aa-03ad-4967-b4ee-18615f2b329c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:36:48.066342 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-36b68188-1b07-44a8-9b32-7d9eefea60de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:48.087300 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-36b68188-1b07-44a8-9b32-7d9eefea60de None None] Calling delete_port for f322f367-2e20-49f8-b159-c94bf55f639d owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:36:48.123669 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 69eca43d-71e6-4316-8bf1-6b6034bc50fc no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:36:48.171774 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4d1386ee-44a6-48c9-8da5-f2aa74164bd2 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:48.250808 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 69eca43d-71e6-4316-8bf1-6b6034bc50fc {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:36:48.252205 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 69eca43d-71e6-4316-8bf1-6b6034bc50fc not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:36:48.258200 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4d1386ee-44a6-48c9-8da5-f2aa74164bd2 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:48.259707 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19b72abc-f6a8-4539-8664-8e9a12ff3bef tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:36:48.270137 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:48.284527 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb21e8f-6af0-46fe-9aba-5c36679bad78 None None] Sync routers for ids ['664ceb40-c693-45a1-b31b-858085478c75'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:36:48.311976 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-19b72abc-f6a8-4539-8664-8e9a12ff3bef tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:48.353371 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-19b72abc-f6a8-4539-8664-8e9a12ff3bef tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 6.4459989 Dec 06 17:36:48.356629 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccda23e4-e182-44da-9f28-4c236d1fba5a', 'tag': 'f78f30ca-02ef-48c5-97e9-5186573744a1'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:36:48.359826 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eecfca9-9027-4dba-851e-10ded0a011a0" -d '{"events": [{"name": "network-changed", "server_uuid": "ccda23e4-e182-44da-9f28-4c236d1fba5a", "tag": "f78f30ca-02ef-48c5-97e9-5186573744a1"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:36:48.367927 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-04310d5a-f8e5-476f-bc00-64c3879a1cf0 req-db3b6f47-c5c9-49ee-94c4-fdbe38680f7d tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Allocated IP 172.20.0.3 (2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4/06d20752-22e2-4f05-a607-805be1f18e56/3866e590-72b5-47f5-b2e8-e4ff83aab6c6) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:36:48.370966 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb21e8f-6af0-46fe-9aba-5c36679bad78 None None] Routers {'664ceb40-c693-45a1-b31b-858085478c75'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:36:48.371142 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-7049cc99-6966-445e-934e-9feb8ab9df3d admin admin] Deleting port f322f367-2e20-49f8-b159-c94bf55f639d {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:36:48.371375 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7049cc99-6966-445e-934e-9feb8ab9df3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:48.372227 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-2eb21e8f-6af0-46fe-9aba-5c36679bad78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:36:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['664ceb40-c693-45a1-b31b-858085478c75'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:36:48.408858 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1386ee-44a6-48c9-8da5-f2aa74164bd2 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Network 92924f74-2f90-45e5-9033-541c61add3eb is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:36:48.427769 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-4d1386ee-44a6-48c9-8da5-f2aa74164bd2 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:36:48.460625 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1386ee-44a6-48c9-8da5-f2aa74164bd2 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:36:48.478908 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1386ee-44a6-48c9-8da5-f2aa74164bd2 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:48.487297 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4d1386ee-44a6-48c9-8da5-f2aa74164bd2 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:48.508580 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-7049cc99-6966-445e-934e-9feb8ab9df3d admin admin] For port f322f367-2e20-49f8-b159-c94bf55f639d, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f322f367-2e20-49f8-b159-c94bf55f639d,segment=NetworkSegment(337ca0aa-03ad-4967-b4ee-18615f2b329c),segment_id=337ca0aa-03ad-4967-b4ee-18615f2b329c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:36:48.508957 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7049cc99-6966-445e-934e-9feb8ab9df3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:48.521240 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1386ee-44a6-48c9-8da5-f2aa74164bd2 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event updated for resources: {'Port': ['ID=e77f24af-d3a3-48b5-b8c5-bb3545fbd7ed,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:48.580513 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-7049cc99-6966-445e-934e-9feb8ab9df3d admin admin] Calling delete_port for f322f367-2e20-49f8-b159-c94bf55f639d owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:36:48.619946 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-4d1386ee-44a6-48c9-8da5-f2aa74164bd2 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.1770327 Dec 06 17:36:48.620920 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53622) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:36:48.688847 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e8946ae-9e73-4d3b-b3a8-0b627ffaf62d x-openstack-request-id: req-8e8946ae-9e73-4d3b-b3a8-0b627ffaf62d {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:36:48.689158 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccda23e4-e182-44da-9f28-4c236d1fba5a", "tag": "f78f30ca-02ef-48c5-97e9-5186573744a1", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:36:48.689425 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8e8946ae-9e73-4d3b-b3a8-0b627ffaf62d {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:36:48.689890 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccda23e4-e182-44da-9f28-4c236d1fba5a', 'tag': 'f78f30ca-02ef-48c5-97e9-5186573744a1', 'status': 'completed', 'code': 200} Dec 06 17:36:48.793063 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-04310d5a-f8e5-476f-bc00-64c3879a1cf0 req-db3b6f47-c5c9-49ee-94c4-fdbe38680f7d tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:48.797628 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9a1d81-c047-43ab-ba71-671b527a391d req-7b55ab88-0a9c-4179-97aa-70d03f657b96 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:48.801526 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6c9a1d81-c047-43ab-ba71-671b527a391d req-7b55ab88-0a9c-4179-97aa-70d03f657b96 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccda23e4-e182-44da-9f28-4c236d1fba5a HTTP/1.1" status: 200 len: 945 time: 0.2974174 Dec 06 17:36:48.833852 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eecfca9-9027-4dba-851e-10ded0a011a0 req-351bd520-7b27-46dc-87d3-2276babb0c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:48.836202 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7eecfca9-9027-4dba-851e-10ded0a011a0 req-351bd520-7b27-46dc-87d3-2276babb0c9d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=87136a91f6c54863bdb78ae5833b5c4e&device_id=ccda23e4-e182-44da-9f28-4c236d1fba5a HTTP/1.1" status: 200 len: 1096 time: 0.1188731 Dec 06 17:36:48.839960 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7049cc99-6966-445e-934e-9feb8ab9df3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:48.970171 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6c9a1d81-c047-43ab-ba71-671b527a391d req-9b42e745-bd94-485d-9da1-14a190cafb48 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=0af89b83-5a7a-4bff-a60e-7cfc30b594ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1607511 Dec 06 17:36:48.996588 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-70eb03ba-bd08-44c4-ad10-81cb25ce16cd tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Deleting port e77f24af-d3a3-48b5-b8c5-bb3545fbd7ed {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:36:49.001063 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-70eb03ba-bd08-44c4-ad10-81cb25ce16cd tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:49.008277 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53624) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:36:49.011279 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eecfca9-9027-4dba-851e-10ded0a011a0 req-500b6486-2d01-4dea-b0fa-c66dd2abbac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:49.013367 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7eecfca9-9027-4dba-851e-10ded0a011a0 req-500b6486-2d01-4dea-b0fa-c66dd2abbac7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2c008a8b-421d-4b40-9646-1dd7934eadae HTTP/1.1" status: 200 len: 898 time: 0.1456230 Dec 06 17:36:49.024727 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-2eb21e8f-6af0-46fe-9aba-5c36679bad78 None None] Set router 664ceb40-c693-45a1-b31b-858085478c75 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:36:49.072762 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7049cc99-6966-445e-934e-9feb8ab9df3d admin admin] Pushing event deleted for resources: {'Port': ['ID=f322f367-2e20-49f8-b159-c94bf55f639d,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:49.082908 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3dd39d77-3e99-48d3-994a-ed4dc0eac672 req-8c3bb66c-61a2-44ba-9dd7-866d358b8d1b tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea399e16-6987-4048-879e-71b3ee241be7 HTTP/1.1" status: 200 len: 210 time: 0.2439291 Dec 06 17:36:49.207951 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-cca458b3-ea68-4ee2-bc55-d36fac927625 None None] Allocated IP 2001:db8:0:1::2 (92924f74-2f90-45e5-9033-541c61add3eb/0051d084-3cf6-406e-b2f5-ffb08ac38d17/a529a512-aaa8-4f3e-b5b9-b325d3751d04) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:36:49.231295 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7eecfca9-9027-4dba-851e-10ded0a011a0 req-be0f3cf6-b518-4e8d-930b-d2496b49c5f9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f78f30ca-02ef-48c5-97e9-5186573744a1 HTTP/1.1" status: 200 len: 998 time: 0.1681352 Dec 06 17:36:49.232379 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7049cc99-6966-445e-934e-9feb8ab9df3d admin admin] No DVR routers for this DVR port f322f367-2e20-49f8-b159-c94bf55f639d on host n-d-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:36:49.304175 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:49.305460 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-70eb03ba-bd08-44c4-ad10-81cb25ce16cd tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:49.322157 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device f322f367-2e20-49f8-b159-c94bf55f639d no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:36:49.332196 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-04310d5a-f8e5-476f-bc00-64c3879a1cf0 req-db3b6f47-c5c9-49ee-94c4-fdbe38680f7d tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:49.335548 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-70eb03ba-bd08-44c4-ad10-81cb25ce16cd tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Calling delete_port for e77f24af-d3a3-48b5-b8c5-bb3545fbd7ed owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:36:49.386626 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-36b68188-1b07-44a8-9b32-7d9eefea60de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:49.388394 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: f322f367-2e20-49f8-b159-c94bf55f639d {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:36:49.388744 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device f322f367-2e20-49f8-b159-c94bf55f639d not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:36:49.415713 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eecfca9-9027-4dba-851e-10ded0a011a0 req-ee36ca43-047f-424a-b3cb-b9afad7aed89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:49.421769 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7eecfca9-9027-4dba-851e-10ded0a011a0 req-ee36ca43-047f-424a-b3cb-b9afad7aed89 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9617ec86-ff21-4a37-a800-d6258d9d9658 HTTP/1.1" status: 200 len: 833 time: 0.1720586 Dec 06 17:36:49.479912 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b68188-1b07-44a8-9b32-7d9eefea60de None None] No DVR routers for this DVR port f322f367-2e20-49f8-b159-c94bf55f639d on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:36:49.515129 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b68188-1b07-44a8-9b32-7d9eefea60de None None] Pushing event deleted for resources: {'Port': ['ID=f322f367-2e20-49f8-b159-c94bf55f639d,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:49.555109 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-98291341-fe9d-4f81-a65e-de2780780c8e tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/floatingips/d35e419a-4c67-4d88-921a-49a528290f98 HTTP/1.1" status: 200 len: 990 time: 0.5403030 Dec 06 17:36:49.656610 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04310d5a-f8e5-476f-bc00-64c3879a1cf0 req-db3b6f47-c5c9-49ee-94c4-fdbe38680f7d tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Network 2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:36:49.669644 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7049cc99-6966-445e-934e-9feb8ab9df3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:49.677181 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-04310d5a-f8e5-476f-bc00-64c3879a1cf0 req-db3b6f47-c5c9-49ee-94c4-fdbe38680f7d tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:36:49.778761 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-70eb03ba-bd08-44c4-ad10-81cb25ce16cd tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:49.798492 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-7049cc99-6966-445e-934e-9feb8ab9df3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b7abc05-e65c-45dd-b06d-3e0ac29b2d69']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:36:49.840552 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-7049cc99-6966-445e-934e-9feb8ab9df3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '337ca0aa-03ad-4967-b4ee-18615f2b329c') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:36:49.842013 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-7049cc99-6966-445e-934e-9feb8ab9df3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '337ca0aa-03ad-4967-b4ee-18615f2b329c') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:36:49.863435 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-cca458b3-ea68-4ee2-bc55-d36fac927625 None None] For port a529a512-aaa8-4f3e-b5b9-b325d3751d04, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a529a512-aaa8-4f3e-b5b9-b325d3751d04,segment=NetworkSegment(a47332dc-5917-44f3-a9f4-ba1cd1d32759),segment_id=a47332dc-5917-44f3-a9f4-ba1cd1d32759)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:36:49.877107 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eb03ba-bd08-44c4-ad10-81cb25ce16cd tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event deleted for resources: {'Port': ['ID=e77f24af-d3a3-48b5-b8c5-bb3545fbd7ed,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:49.885412 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7049cc99-6966-445e-934e-9feb8ab9df3d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:49.900459 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cca458b3-ea68-4ee2-bc55-d36fac927625 None None] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:49.925121 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cca458b3-ea68-4ee2-bc55-d36fac927625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:49.932837 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7049cc99-6966-445e-934e-9feb8ab9df3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:49.947484 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7049cc99-6966-445e-934e-9feb8ab9df3d admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:36:49.947956 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7049cc99-6966-445e-934e-9feb8ab9df3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:49.985642 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-70eb03ba-bd08-44c4-ad10-81cb25ce16cd tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:49.991406 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-70eb03ba-bd08-44c4-ad10-81cb25ce16cd tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/ports/e77f24af-d3a3-48b5-b8c5-bb3545fbd7ed HTTP/1.1" status: 204 len: 168 time: 1.3656538 Dec 06 17:36:49.993017 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53626) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:36:50.103938 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:36:50.103938 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:36:50.103938 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:36:50.103938 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:36:50.103938 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:36:50.103938 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:36:50.103938 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:36:50.103938 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:36:50.103938 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:36:50.103938 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:36:50.103938 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:36:50.103938 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:36:50.103938 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:36:50.103938 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:36:50.103938 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:36:50.103938 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:36:50.103938 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:36:50.103938 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:36:50.103938 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:36:50.103938 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:36:50.103938 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:36:50.103938 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:36:50.103938 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:36:50.103938 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:36:50.103938 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:36:50.103938 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:36:50.103938 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:36:50.103938 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:36:50.103938 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:36:50.103938 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:36:50.103938 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:36:50.103938 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:36:50.107319 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-04310d5a-f8e5-476f-bc00-64c3879a1cf0 req-db3b6f47-c5c9-49ee-94c4-fdbe38680f7d tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:36:50.109078 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca458b3-ea68-4ee2-bc55-d36fac927625 None None] Pushing event updated for resources: {'Port': ['ID=a529a512-aaa8-4f3e-b5b9-b325d3751d04,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:50.180145 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-2eb21e8f-6af0-46fe-9aba-5c36679bad78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '664ceb40-c693-45a1-b31b-858085478c75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1544797192', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.68'}], 'enable_snat': True}, 'gw_port_id': '6aefa83b-060f-4ff4-a2ed-9787ee95f23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:36:03Z', 'updated_at': '2021-12-06T17:36:13Z', 'revision_number': 4, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'gw_port': {'id': '6aefa83b-060f-4ff4-a2ed-9787ee95f23a', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:b5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664ceb40-c693-45a1-b31b-858085478c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3192, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:36:03Z', 'updated_at': '2021-12-06T17:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'd35e419a-4c67-4d88-921a-49a528290f98', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'floating_ip_address': '172.35.1.18', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '664ceb40-c693-45a1-b31b-858085478c75', 'port_id': 'f78f30ca-02ef-48c5-97e9-5186573744a1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c008a8b-421d-4b40-9646-1dd7934eadae', 'mac_address': 'fa:16:3e:c3:31:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccda23e4-e182-44da-9f28-4c236d1fba5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:36:43Z', 'updated_at': '2021-12-06T17:36:43Z', 'revision_number': 0, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1570c39b-f1da-48bb-b1b1-2f62857b4028', 'name': '', 'network_id': '2c008a8b-421d-4b40-9646-1dd7934eadae', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'mac_address': 'fa:16:3e:92:dd:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664ceb40-c693-45a1-b31b-858085478c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '9617ec86-ff21-4a37-a800-d6258d9d9658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:36:10Z', 'updated_at': '2021-12-06T17:36:21Z', 'revision_number': 5, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'subnets': [{'id': '9617ec86-ff21-4a37-a800-d6258d9d9658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:36:50.210647 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69ff9be-4659-4fc5-b4fd-3a711385d187 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:50.223563 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-d69ff9be-4659-4fc5-b4fd-3a711385d187 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2271354 Dec 06 17:36:50.228998 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53634) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:36:50.240686 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb21e8f-6af0-46fe-9aba-5c36679bad78 None None] Checking router: 664ceb40-c693-45a1-b31b-858085478c75 for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:36:50.242204 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3b6f47-c5c9-49ee-94c4-fdbe38680f7d tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Pushing event updated for resources: {'Port': ['ID=3866e590-72b5-47f5-b2e8-e4ff83aab6c6,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:50.270571 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3b6f47-c5c9-49ee-94c4-fdbe38680f7d tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:36:50.270946 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3b6f47-c5c9-49ee-94c4-fdbe38680f7d tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:36:50.271284 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3b6f47-c5c9-49ee-94c4-fdbe38680f7d tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:36:50.272224 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3b6f47-c5c9-49ee-94c4-fdbe38680f7d tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:36:50.272571 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3b6f47-c5c9-49ee-94c4-fdbe38680f7d tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:36:50.272915 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3b6f47-c5c9-49ee-94c4-fdbe38680f7d tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:36:50.273378 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3b6f47-c5c9-49ee-94c4-fdbe38680f7d tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:36:50.273657 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3b6f47-c5c9-49ee-94c4-fdbe38680f7d tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:36:50.273999 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3b6f47-c5c9-49ee-94c4-fdbe38680f7d tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:36:50.274336 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3b6f47-c5c9-49ee-94c4-fdbe38680f7d tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:36:50.274668 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3b6f47-c5c9-49ee-94c4-fdbe38680f7d tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:36:50.275002 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3b6f47-c5c9-49ee-94c4-fdbe38680f7d tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:36:50.275341 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3b6f47-c5c9-49ee-94c4-fdbe38680f7d tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:36:50.279036 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7049cc99-6966-445e-934e-9feb8ab9df3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:50.291388 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eecfca9-9027-4dba-851e-10ded0a011a0 req-39b43918-9f19-4ad0-a734-1c8b98477f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:50.292902 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7eecfca9-9027-4dba-851e-10ded0a011a0 req-39b43918-9f19-4ad0-a734-1c8b98477f0b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2c008a8b-421d-4b40-9646-1dd7934eadae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7327139 Dec 06 17:36:50.297400 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7049cc99-6966-445e-934e-9feb8ab9df3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:50.303698 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-7049cc99-6966-445e-934e-9feb8ab9df3d admin admin] 10.222.0.23 "DELETE /v2.0/networks/6b7abc05-e65c-45dd-b06d-3e0ac29b2d69 HTTP/1.1" status: 204 len: 168 time: 3.3030837 Dec 06 17:36:50.313439 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb21e8f-6af0-46fe-9aba-5c36679bad78 None None] Routers {'664ceb40-c693-45a1-b31b-858085478c75'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:36:50.314796 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-2eb21e8f-6af0-46fe-9aba-5c36679bad78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:36:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['664ceb40-c693-45a1-b31b-858085478c75'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:36:50.320955 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 53636) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:36:50.416720 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f262cc-726e-4b94-bbdd-f6179063d19b tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:50.418664 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-88f262cc-726e-4b94-bbdd-f6179063d19b tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1859550 Dec 06 17:36:50.421920 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53638) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:36:50.450255 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04310d5a-f8e5-476f-bc00-64c3879a1cf0 req-db3b6f47-c5c9-49ee-94c4-fdbe38680f7d tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:50.450912 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-04310d5a-f8e5-476f-bc00-64c3879a1cf0 req-db3b6f47-c5c9-49ee-94c4-fdbe38680f7d tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:50.472503 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bbcb3e-2501-4f27-af56-73409ea0077d req-9a048900-680e-4776-95b5-824098c1494f tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:50.478395 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a6bbcb3e-2501-4f27-af56-73409ea0077d req-9a048900-680e-4776-95b5-824098c1494f tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea399e16-6987-4048-879e-71b3ee241be7 HTTP/1.1" status: 200 len: 931 time: 0.1339610 Dec 06 17:36:50.540424 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec2849e-293a-4a73-820a-321b6ada3eeb tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:50.542260 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec2849e-293a-4a73-820a-321b6ada3eeb tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:50.546425 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec2849e-293a-4a73-820a-321b6ada3eeb tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:50.548956 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-2eb21e8f-6af0-46fe-9aba-5c36679bad78 None None] Set router 664ceb40-c693-45a1-b31b-858085478c75 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:36:50.552932 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-bec2849e-293a-4a73-820a-321b6ada3eeb tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1296465 Dec 06 17:36:50.561722 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53640) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:36:50.563208 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53642) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:36:50.629716 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7eecfca9-9027-4dba-851e-10ded0a011a0 req-52ab0933-f9f5-41b7-a67c-8da0b4891523 service neutron] 10.222.0.41 "GET /v2.0/networks/2c008a8b-421d-4b40-9646-1dd7934eadae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3273485 Dec 06 17:36:50.630469 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7049cc99-6966-445e-934e-9feb8ab9df3d admin admin] Pushing event deleted for resources: {'Network': ['ID=6b7abc05-e65c-45dd-b06d-3e0ac29b2d69,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:50.712741 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a6bbcb3e-2501-4f27-af56-73409ea0077d req-c8d2fd05-f063-4c15-a974-e0fa4dba1c6f tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=53a84ca2-3f2c-4a10-85a7-67cee2181fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235632 Dec 06 17:36:50.762296 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-02f1eade-c68b-408d-a82d-ff1daff56509 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/floatingips/d35e419a-4c67-4d88-921a-49a528290f98 HTTP/1.1" status: 200 len: 990 time: 0.1852360 Dec 06 17:36:50.768763 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-8905c0aa-ce6b-485e-b788-c0ea0c0b2c75 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Deleting subnet 0051d084-3cf6-406e-b2f5-ffb08ac38d17 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:36:50.772624 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8905c0aa-ce6b-485e-b788-c0ea0c0b2c75 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:50.806446 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7eecfca9-9027-4dba-851e-10ded0a011a0 req-a6ee0fa1-6d42-473a-ad33-eb1aed895329 service neutron] 10.222.0.41 "GET /v2.0/networks/2c008a8b-421d-4b40-9646-1dd7934eadae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536927 Dec 06 17:36:50.821086 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8905c0aa-ce6b-485e-b788-c0ea0c0b2c75 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:50.839348 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-aba537ce-dd91-478f-bf7f-de09e89211a0 None None] Provisioning complete for port 3866e590-72b5-47f5-b2e8-e4ff83aab6c6 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:36:50.839732 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-aba537ce-dd91-478f-bf7f-de09e89211a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:50.853258 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-04310d5a-f8e5-476f-bc00-64c3879a1cf0 req-db3b6f47-c5c9-49ee-94c4-fdbe38680f7d tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9348836 Dec 06 17:36:50.881652 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-04310d5a-f8e5-476f-bc00-64c3879a1cf0 req-5ef00dc1-b388-4211-81a3-110a921613bd service neutron] Request body: {'port': {'device_id': 'ea399e16-6987-4048-879e-71b3ee241be7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:36:51.007599 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8905c0aa-ce6b-485e-b788-c0ea0c0b2c75 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:51.065160 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-aba537ce-dd91-478f-bf7f-de09e89211a0 None None] Port 3866e590-72b5-47f5-b2e8-e4ff83aab6c6 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:36:51.159755 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8905c0aa-ce6b-485e-b788-c0ea0c0b2c75 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:51.264040 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8905c0aa-ce6b-485e-b788-c0ea0c0b2c75 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:51.272083 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-2eb21e8f-6af0-46fe-9aba-5c36679bad78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '664ceb40-c693-45a1-b31b-858085478c75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1544797192', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.68'}], 'enable_snat': True}, 'gw_port_id': '6aefa83b-060f-4ff4-a2ed-9787ee95f23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:36:03Z', 'updated_at': '2021-12-06T17:36:13Z', 'revision_number': 4, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'gw_port': {'id': '6aefa83b-060f-4ff4-a2ed-9787ee95f23a', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:b5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664ceb40-c693-45a1-b31b-858085478c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3192, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:36:03Z', 'updated_at': '2021-12-06T17:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'd35e419a-4c67-4d88-921a-49a528290f98', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'floating_ip_address': '172.35.1.18', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '664ceb40-c693-45a1-b31b-858085478c75', 'port_id': 'f78f30ca-02ef-48c5-97e9-5186573744a1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c008a8b-421d-4b40-9646-1dd7934eadae', 'mac_address': 'fa:16:3e:c3:31:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccda23e4-e182-44da-9f28-4c236d1fba5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:36:43Z', 'updated_at': '2021-12-06T17:36:43Z', 'revision_number': 0, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1570c39b-f1da-48bb-b1b1-2f62857b4028', 'name': '', 'network_id': '2c008a8b-421d-4b40-9646-1dd7934eadae', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'mac_address': 'fa:16:3e:92:dd:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664ceb40-c693-45a1-b31b-858085478c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '9617ec86-ff21-4a37-a800-d6258d9d9658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:36:10Z', 'updated_at': '2021-12-06T17:36:21Z', 'revision_number': 5, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'subnets': [{'id': '9617ec86-ff21-4a37-a800-d6258d9d9658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:36:51.283315 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-8905c0aa-ce6b-485e-b788-c0ea0c0b2c75 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/subnets/0051d084-3cf6-406e-b2f5-ffb08ac38d17 HTTP/1.1" status: 204 len: 168 time: 0.7175345 Dec 06 17:36:51.284327 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8905c0aa-ce6b-485e-b788-c0ea0c0b2c75 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event deleted for resources: {'Subnet': ['ID=0051d084-3cf6-406e-b2f5-ffb08ac38d17,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:51.292893 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53654) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:36:51.356988 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device a529a512-aaa8-4f3e-b5b9-b325d3751d04 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:36:51.363050 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7151b357-c1fe-4e95-af22-de32cad42119 None None] Network 92924f74-2f90-45e5-9033-541c61add3eb requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:36:51.372164 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb21e8f-6af0-46fe-9aba-5c36679bad78 None None] The sync data for ids ['664ceb40-c693-45a1-b31b-858085478c75'] in n-d-master-1 is: [{'id': '664ceb40-c693-45a1-b31b-858085478c75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1544797192', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.68'}], 'enable_snat': True}, 'gw_port_id': '6aefa83b-060f-4ff4-a2ed-9787ee95f23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:36:03Z', 'updated_at': '2021-12-06T17:36:13Z', 'revision_number': 4, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'gw_port': {'id': '6aefa83b-060f-4ff4-a2ed-9787ee95f23a', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:b5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664ceb40-c693-45a1-b31b-858085478c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3192, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:36:03Z', 'updated_at': '2021-12-06T17:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'd35e419a-4c67-4d88-921a-49a528290f98', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'floating_ip_address': '172.35.1.18', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '664ceb40-c693-45a1-b31b-858085478c75', 'port_id': 'f78f30ca-02ef-48c5-97e9-5186573744a1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c008a8b-421d-4b40-9646-1dd7934eadae', 'mac_address': 'fa:16:3e:c3:31:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccda23e4-e182-44da-9f28-4c236d1fba5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:36:43Z', 'updated_at': '2021-12-06T17:36:43Z', 'revision_number': 0, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1570c39b-f1da-48bb-b1b1-2f62857b4028', 'name': '', 'network_id': '2c008a8b-421d-4b40-9646-1dd7934eadae', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'mac_address': 'fa:16:3e:92:dd:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664ceb40-c693-45a1-b31b-858085478c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '9617ec86-ff21-4a37-a800-d6258d9d9658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:36:10Z', 'updated_at': '2021-12-06T17:36:21Z', 'revision_number': 5, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'subnets': [{'id': '9617ec86-ff21-4a37-a800-d6258d9d9658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:36:51.380228 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-04310d5a-f8e5-476f-bc00-64c3879a1cf0 req-5ef00dc1-b388-4211-81a3-110a921613bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:51.430998 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-2df83428-fa88-40e8-ae70-9fecdfee6ca9 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Deleting subnet 26e1b2f6-9741-4536-be00-6384de52b2d0 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:36:51.455151 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2df83428-fa88-40e8-ae70-9fecdfee6ca9 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:51.540708 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2df83428-fa88-40e8-ae70-9fecdfee6ca9 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:51.653596 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-d99545e4-a07a-4cc0-9b4b-2e1321afa562 None None] Provisioning complete for port a529a512-aaa8-4f3e-b5b9-b325d3751d04 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:36:51.659058 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d99545e4-a07a-4cc0-9b4b-2e1321afa562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:51.765625 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2df83428-fa88-40e8-ae70-9fecdfee6ca9 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:51.771202 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53662) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:36:51.820359 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port a529a512-aaa8-4f3e-b5b9-b325d3751d04 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:36:51.820666 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:51.910626 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488cfb92-41d6-4584-9872-1e33f777bd41 None None] New status for floating IP d35e419a-4c67-4d88-921a-49a528290f98: ACTIVE {{(pid=103287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 17:36:51.985140 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-ca7c8c6a-5f5e-4792-aabc-a43dbf90ab25 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/floatingips/d35e419a-4c67-4d88-921a-49a528290f98 HTTP/1.1" status: 200 len: 990 time: 0.2077658 Dec 06 17:36:52.066192 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2df83428-fa88-40e8-ae70-9fecdfee6ca9 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:52.165593 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df83428-fa88-40e8-ae70-9fecdfee6ca9 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event deleted for resources: {'Subnet': ['ID=26e1b2f6-9741-4536-be00-6384de52b2d0,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:52.177511 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2df83428-fa88-40e8-ae70-9fecdfee6ca9 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:52.188292 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-2df83428-fa88-40e8-ae70-9fecdfee6ca9 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/subnets/26e1b2f6-9741-4536-be00-6384de52b2d0 HTTP/1.1" status: 204 len: 168 time: 0.8915448 Dec 06 17:36:52.194013 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53666) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:36:52.289652 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-04310d5a-f8e5-476f-bc00-64c3879a1cf0 req-5ef00dc1-b388-4211-81a3-110a921613bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3866e590-72b5-47f5-b2e8-e4ff83aab6c6 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:36:52.300206 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-04310d5a-f8e5-476f-bc00-64c3879a1cf0 req-5ef00dc1-b388-4211-81a3-110a921613bd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:52.313264 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-ba1b2d6c-4433-4814-b423-611d83790b9c tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1040506 Dec 06 17:36:52.314246 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53668) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:36:52.315262 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-04310d5a-f8e5-476f-bc00-64c3879a1cf0 req-5ef00dc1-b388-4211-81a3-110a921613bd service neutron] Transition to ACTIVE for port object 3866e590-72b5-47f5-b2e8-e4ff83aab6c6 will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:36:52.324768 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-38afe86f-dae8-440c-a6db-9baf3788ce60 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Request body: {'subnet': {'network_id': '92924f74-2f90-45e5-9033-541c61add3eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:36:52.336973 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-04310d5a-f8e5-476f-bc00-64c3879a1cf0 req-5ef00dc1-b388-4211-81a3-110a921613bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:52.408457 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef00dc1-b388-4211-81a3-110a921613bd service neutron] Pushing event updated for resources: {'Port': ['ID=3866e590-72b5-47f5-b2e8-e4ff83aab6c6,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:52.442839 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4000d30e-30c4-42bb-822b-1fc405a6988e req-cb5fb24f-3624-4ac8-a44f-d63f655e3e4e tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:52.445460 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4000d30e-30c4-42bb-822b-1fc405a6988e req-cb5fb24f-3624-4ac8-a44f-d63f655e3e4e tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea399e16-6987-4048-879e-71b3ee241be7 HTTP/1.1" status: 200 len: 931 time: 0.4780035 Dec 06 17:36:52.499447 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39723082-894f-47b4-8100-84de07076e19 None None] Update dhcp port {'port': {'network_id': '92924f74-2f90-45e5-9033-541c61add3eb', 'fixed_ips': [{'subnet_id': '26e1b2f6-9741-4536-be00-6384de52b2d0'}], 'binding:host_id': 'n-d-master-1'}, 'id': 'a529a512-aaa8-4f3e-b5b9-b325d3751d04'} from n-d-master-1. {{(pid=103286) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 06 17:36:52.524859 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38afe86f-dae8-440c-a6db-9baf3788ce60 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Made reservation on behalf of 58c2416ade7148dfa446cd47a01986fc for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:36:52.530494 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-38afe86f-dae8-440c-a6db-9baf3788ce60 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:52.583987 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-85e5754a-4bbe-4ce2-b4a1-589da99b73bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575908'] for router_interface, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:52.588751 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-39723082-894f-47b4-8100-84de07076e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:52.905447 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ba0d26-d0ac-444b-bbb0-0c2e8d1e1dc0 None None] Network 92924f74-2f90-45e5-9033-541c61add3eb requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:36:52.985119 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-38afe86f-dae8-440c-a6db-9baf3788ce60 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:52.996296 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53674) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:36:53.062170 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-97e5537c-c0fc-47c0-aa06-cf11c58995fb None None] Provisioning complete for port a529a512-aaa8-4f3e-b5b9-b325d3751d04 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:36:53.062539 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-97e5537c-c0fc-47c0-aa06-cf11c58995fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:53.216775 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-af0e6ebb-5650-4dd6-9a40-7b9b09c528e2 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/floatingips/d35e419a-4c67-4d88-921a-49a528290f98 HTTP/1.1" status: 200 len: 992 time: 0.2170184 Dec 06 17:36:53.233910 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7778e943-1406-4b62-8efb-0841a721c2b0 None None] Update dhcp port {'port': {'network_id': '92924f74-2f90-45e5-9033-541c61add3eb', 'fixed_ips': [{'subnet_id': 'c827b377-8c2a-4d0d-acfc-9571ea821108'}], 'binding:host_id': 'n-d-master-1'}, 'id': 'a529a512-aaa8-4f3e-b5b9-b325d3751d04'} from n-d-master-1. {{(pid=103286) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 06 17:36:53.290516 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7778e943-1406-4b62-8efb-0841a721c2b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:53.292460 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 17:36:53.299059 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38afe86f-dae8-440c-a6db-9baf3788ce60 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Network 92924f74-2f90-45e5-9033-541c61add3eb is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:36:53.305442 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-38afe86f-dae8-440c-a6db-9baf3788ce60 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:36:53.311184 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38afe86f-dae8-440c-a6db-9baf3788ce60 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:53.311822 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-38afe86f-dae8-440c-a6db-9baf3788ce60 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:53.322861 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38afe86f-dae8-440c-a6db-9baf3788ce60 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event updated for resources: {'Subnet': ['ID=c827b377-8c2a-4d0d-acfc-9571ea821108,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:53.327473 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device a529a512-aaa8-4f3e-b5b9-b325d3751d04 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:36:53.360827 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-38afe86f-dae8-440c-a6db-9baf3788ce60 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0456078 Dec 06 17:36:53.362128 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53678) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:36:53.368079 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-bcaebd39-b765-4112-87df-5315132f24e8 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Request body: {'subnet': {'network_id': '92924f74-2f90-45e5-9033-541c61add3eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:36:53.631061 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-04310d5a-f8e5-476f-bc00-64c3879a1cf0 req-5ef00dc1-b388-4211-81a3-110a921613bd service neutron] Attempting to bind port 3866e590-72b5-47f5-b2e8-e4ff83aab6c6 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:36:53.631061 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-04310d5a-f8e5-476f-bc00-64c3879a1cf0 req-5ef00dc1-b388-4211-81a3-110a921613bd service neutron] Attempting to bind port 3866e590-72b5-47f5-b2e8-e4ff83aab6c6 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '335efc5d-483a-424a-abc6-8fe1bd340f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:36:53.639192 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04310d5a-f8e5-476f-bc00-64c3879a1cf0 req-5ef00dc1-b388-4211-81a3-110a921613bd service neutron] Attempting to bind port 3866e590-72b5-47f5-b2e8-e4ff83aab6c6 on network 2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:36:53.657456 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04310d5a-f8e5-476f-bc00-64c3879a1cf0 req-5ef00dc1-b388-4211-81a3-110a921613bd service neutron] Port 3866e590-72b5-47f5-b2e8-e4ff83aab6c6 on network 2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:36:53.657812 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04310d5a-f8e5-476f-bc00-64c3879a1cf0 req-5ef00dc1-b388-4211-81a3-110a921613bd service neutron] Attempting to bind port 3866e590-72b5-47f5-b2e8-e4ff83aab6c6 on network 2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:36:53.679208 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4000d30e-30c4-42bb-822b-1fc405a6988e req-ef99a358-77c7-42ab-bc79-02fb98a04709 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=53a84ca2-3f2c-4a10-85a7-67cee2181fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2211943 Dec 06 17:36:53.691744 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04310d5a-f8e5-476f-bc00-64c3879a1cf0 req-5ef00dc1-b388-4211-81a3-110a921613bd service neutron] Checking agent: {'id': '9d8b9f49-2860-4c1f-9b89-45a7657a3c4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:36:53.692105 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04310d5a-f8e5-476f-bc00-64c3879a1cf0 req-5ef00dc1-b388-4211-81a3-110a921613bd service neutron] Checking segment: {'id': '335efc5d-483a-424a-abc6-8fe1bd340f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:36:53.692509 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04310d5a-f8e5-476f-bc00-64c3879a1cf0 req-5ef00dc1-b388-4211-81a3-110a921613bd service neutron] Bound using segment: {'id': '335efc5d-483a-424a-abc6-8fe1bd340f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:36:53.692981 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-04310d5a-f8e5-476f-bc00-64c3879a1cf0 req-5ef00dc1-b388-4211-81a3-110a921613bd service neutron] Bound port: 3866e590-72b5-47f5-b2e8-e4ff83aab6c6, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '335efc5d-483a-424a-abc6-8fe1bd340f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:36:53.694890 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-04310d5a-f8e5-476f-bc00-64c3879a1cf0 req-5ef00dc1-b388-4211-81a3-110a921613bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:53.739392 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcaebd39-b765-4112-87df-5315132f24e8 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Made reservation on behalf of 58c2416ade7148dfa446cd47a01986fc for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:36:53.743545 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bcaebd39-b765-4112-87df-5315132f24e8 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:53.871232 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:53.922771 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-7778e943-1406-4b62-8efb-0841a721c2b0 None None] Allocated IP 2001:db8::2 (92924f74-2f90-45e5-9033-541c61add3eb/c827b377-8c2a-4d0d-acfc-9571ea821108/a529a512-aaa8-4f3e-b5b9-b325d3751d04) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:36:53.924158 n-d-master-1 neutron-server[103284]: INFO neutron.db.ipam_backend_mixin [None req-bcaebd39-b765-4112-87df-5315132f24e8 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c827b377-8c2a-4d0d-acfc-9571ea821108 (CIDR: 2001:db8::/64) Dec 06 17:36:53.930604 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcaebd39-b765-4112-87df-5315132f24e8 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 17:36:53.931140 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcaebd39-b765-4112-87df-5315132f24e8 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:36:53.934955 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] For port a529a512-aaa8-4f3e-b5b9-b325d3751d04, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a529a512-aaa8-4f3e-b5b9-b325d3751d04,segment=NetworkSegment(a47332dc-5917-44f3-a9f4-ba1cd1d32759),segment_id=a47332dc-5917-44f3-a9f4-ba1cd1d32759)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:36:53.940784 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:53.962218 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-04310d5a-f8e5-476f-bc00-64c3879a1cf0 req-5ef00dc1-b388-4211-81a3-110a921613bd service neutron] For port 3866e590-72b5-47f5-b2e8-e4ff83aab6c6, host n-h2-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:36:53.967091 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-bcaebd39-b765-4112-87df-5315132f24e8 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6037898 Dec 06 17:36:53.967791 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53684) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:36:53.978692 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-fa9b2a7f-3c8e-47fa-abe9-9db0e113484d tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Request body: {'subnet': {'network_id': '92924f74-2f90-45e5-9033-541c61add3eb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:36:54.033868 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-04310d5a-f8e5-476f-bc00-64c3879a1cf0 req-5ef00dc1-b388-4211-81a3-110a921613bd service neutron] For port 3866e590-72b5-47f5-b2e8-e4ff83aab6c6, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=3866e590-72b5-47f5-b2e8-e4ff83aab6c6,segment=NetworkSegment(335efc5d-483a-424a-abc6-8fe1bd340f96),segment_id=335efc5d-483a-424a-abc6-8fe1bd340f96)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:36:54.051658 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-04310d5a-f8e5-476f-bc00-64c3879a1cf0 req-5ef00dc1-b388-4211-81a3-110a921613bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:54.101942 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04310d5a-f8e5-476f-bc00-64c3879a1cf0 req-5ef00dc1-b388-4211-81a3-110a921613bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:54.102576 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-04310d5a-f8e5-476f-bc00-64c3879a1cf0 req-5ef00dc1-b388-4211-81a3-110a921613bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:54.104732 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-04310d5a-f8e5-476f-bc00-64c3879a1cf0 req-5ef00dc1-b388-4211-81a3-110a921613bd service neutron] 10.222.0.44 "PUT /v2.0/ports/3866e590-72b5-47f5-b2e8-e4ff83aab6c6 HTTP/1.1" status: 200 len: 1091 time: 3.2411876 Dec 06 17:36:54.109128 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea399e16-6987-4048-879e-71b3ee241be7', 'tag': '3866e590-72b5-47f5-b2e8-e4ff83aab6c6'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:36:54.120188 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ef0ebb-f954-4a01-b67d-a5c93b816660" -d '{"events": [{"name": "network-changed", "server_uuid": "ea399e16-6987-4048-879e-71b3ee241be7", "tag": "3866e590-72b5-47f5-b2e8-e4ff83aab6c6"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:36:54.132877 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa9b2a7f-3c8e-47fa-abe9-9db0e113484d tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Made reservation on behalf of 58c2416ade7148dfa446cd47a01986fc for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:36:54.137280 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fa9b2a7f-3c8e-47fa-abe9-9db0e113484d tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:54.153725 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-85e5754a-4bbe-4ce2-b4a1-589da99b73bd admin admin] Deleting port c419fce3-3332-4a5c-9de4-e18bf64bcd92 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:36:54.154120 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-85e5754a-4bbe-4ce2-b4a1-589da99b73bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:54.231697 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c4d5555-238f-46d3-8d72-ef552968593c x-openstack-request-id: req-3c4d5555-238f-46d3-8d72-ef552968593c {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:36:54.231931 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea399e16-6987-4048-879e-71b3ee241be7", "tag": "3866e590-72b5-47f5-b2e8-e4ff83aab6c6", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:36:54.232263 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3c4d5555-238f-46d3-8d72-ef552968593c {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:36:54.232686 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea399e16-6987-4048-879e-71b3ee241be7', 'tag': '3866e590-72b5-47f5-b2e8-e4ff83aab6c6', 'status': 'completed', 'code': 200} Dec 06 17:36:54.255039 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Pushing event updated for resources: {'Port': ['ID=a529a512-aaa8-4f3e-b5b9-b325d3751d04,revision_number=7']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:54.288609 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-7778e943-1406-4b62-8efb-0841a721c2b0 None None] For port a529a512-aaa8-4f3e-b5b9-b325d3751d04, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a529a512-aaa8-4f3e-b5b9-b325d3751d04,segment=NetworkSegment(a47332dc-5917-44f3-a9f4-ba1cd1d32759),segment_id=a47332dc-5917-44f3-a9f4-ba1cd1d32759)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:36:54.310624 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04310d5a-f8e5-476f-bc00-64c3879a1cf0 req-08e4d6fe-c1cd-4adc-938b-55e9bf795ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:54.312243 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-04310d5a-f8e5-476f-bc00-64c3879a1cf0 req-08e4d6fe-c1cd-4adc-938b-55e9bf795ec5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ecd8b64e36c540eeae4809301448bbe1&device_id=ea399e16-6987-4048-879e-71b3ee241be7 HTTP/1.1" status: 200 len: 1094 time: 0.1537118 Dec 06 17:36:54.384364 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7778e943-1406-4b62-8efb-0841a721c2b0 None None] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:54.400516 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7778e943-1406-4b62-8efb-0841a721c2b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:54.468603 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-85e5754a-4bbe-4ce2-b4a1-589da99b73bd admin admin] For port c419fce3-3332-4a5c-9de4-e18bf64bcd92, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c419fce3-3332-4a5c-9de4-e18bf64bcd92,segment=NetworkSegment(35f2df28-5ddf-4082-92c5-67b99863a844),segment_id=35f2df28-5ddf-4082-92c5-67b99863a844)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:36:54.468976 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-85e5754a-4bbe-4ce2-b4a1-589da99b73bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:54.484842 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-85e5754a-4bbe-4ce2-b4a1-589da99b73bd admin admin] Calling delete_port for c419fce3-3332-4a5c-9de4-e18bf64bcd92 owned by network:router_interface {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:36:54.520312 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7778e943-1406-4b62-8efb-0841a721c2b0 None None] Pushing event updated for resources: {'Port': ['ID=a529a512-aaa8-4f3e-b5b9-b325d3751d04,revision_number=8']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:54.557152 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef00dc1-b388-4211-81a3-110a921613bd service neutron] Pushing event updated for resources: {'Port': ['ID=3866e590-72b5-47f5-b2e8-e4ff83aab6c6,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:54.564493 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-04310d5a-f8e5-476f-bc00-64c3879a1cf0 req-1718147f-d93d-46ae-a056-11fdd21f7df0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3866e590-72b5-47f5-b2e8-e4ff83aab6c6 HTTP/1.1" status: 200 len: 217 time: 0.2112868 Dec 06 17:36:54.762711 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04310d5a-f8e5-476f-bc00-64c3879a1cf0 req-273fb139-a166-4962-8785-01553f6a5c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:54.766187 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-04310d5a-f8e5-476f-bc00-64c3879a1cf0 req-273fb139-a166-4962-8785-01553f6a5c51 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=06d20752-22e2-4f05-a607-805be1f18e56 HTTP/1.1" status: 200 len: 851 time: 0.1942117 Dec 06 17:36:54.969170 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70e3925-c56d-4769-8512-4869023205f8 req-d8b99615-a2b9-495d-9290-c4c2bdff39ad tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:54.971625 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d70e3925-c56d-4769-8512-4869023205f8 req-d8b99615-a2b9-495d-9290-c4c2bdff39ad tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea399e16-6987-4048-879e-71b3ee241be7 HTTP/1.1" status: 200 len: 943 time: 0.1291866 Dec 06 17:36:55.008427 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04310d5a-f8e5-476f-bc00-64c3879a1cf0 req-626df4eb-be7d-48cd-bfb7-f3fae4fc41bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:55.010142 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-04310d5a-f8e5-476f-bc00-64c3879a1cf0 req-626df4eb-be7d-48cd-bfb7-f3fae4fc41bf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2179611 Dec 06 17:36:55.123515 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d70e3925-c56d-4769-8512-4869023205f8 req-20e6d0b2-1004-43b9-a299-7da36751a384 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=53a84ca2-3f2c-4a10-85a7-67cee2181fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440287 Dec 06 17:36:55.125681 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-85e5754a-4bbe-4ce2-b4a1-589da99b73bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:55.391053 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device a529a512-aaa8-4f3e-b5b9-b325d3751d04 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:36:55.411914 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e5754a-4bbe-4ce2-b4a1-589da99b73bd admin admin] Pushing event deleted for resources: {'Port': ['ID=c419fce3-3332-4a5c-9de4-e18bf64bcd92,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:55.520363 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port a529a512-aaa8-4f3e-b5b9-b325d3751d04 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:36:55.521267 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:55.572850 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-04310d5a-f8e5-476f-bc00-64c3879a1cf0 req-def57119-d190-4390-a978-31b612beeda4 service neutron] 10.222.0.44 "GET /v2.0/networks/2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4647775 Dec 06 17:36:55.697206 n-d-master-1 neutron-server[103284]: DEBUG neutron.objects.ports [None req-fa9b2a7f-3c8e-47fa-abe9-9db0e113484d tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103284) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 17:36:55.757345 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2715f4-c3aa-49b7-9e5d-b1e259d5992f None None] Network 92924f74-2f90-45e5-9033-541c61add3eb requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:36:55.759838 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:55.864564 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] For port a529a512-aaa8-4f3e-b5b9-b325d3751d04, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a529a512-aaa8-4f3e-b5b9-b325d3751d04,segment=NetworkSegment(a47332dc-5917-44f3-a9f4-ba1cd1d32759),segment_id=a47332dc-5917-44f3-a9f4-ba1cd1d32759)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:36:55.874489 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-926f8e66-8b55-4afb-8e22-c5a47202bb97 None None] Provisioning complete for port a529a512-aaa8-4f3e-b5b9-b325d3751d04 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:36:55.874791 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-926f8e66-8b55-4afb-8e22-c5a47202bb97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:55.881382 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:56.005312 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Pushing event updated for resources: {'Port': ['ID=a529a512-aaa8-4f3e-b5b9-b325d3751d04,revision_number=9']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:56.021023 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-85e5754a-4bbe-4ce2-b4a1-589da99b73bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-772474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575952'] for router_interface, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:56.042659 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-04310d5a-f8e5-476f-bc00-64c3879a1cf0 req-1540a8d9-6097-46f1-8faf-4b65695108a9 service neutron] 10.222.0.44 "GET /v2.0/networks/2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3930533 Dec 06 17:36:56.312222 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ef0ebb-f954-4a01-b67d-a5c93b816660 req-7e828227-c9f3-4d62-9e78-af7456b092e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:56.315484 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-86ef0ebb-f954-4a01-b67d-a5c93b816660 req-7e828227-c9f3-4d62-9e78-af7456b092e1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ecd8b64e36c540eeae4809301448bbe1&device_id=ea399e16-6987-4048-879e-71b3ee241be7 HTTP/1.1" status: 200 len: 1094 time: 0.2117777 Dec 06 17:36:56.361862 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fa9b2a7f-3c8e-47fa-abe9-9db0e113484d tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:56.403631 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 53742) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:36:56.591921 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ef0ebb-f954-4a01-b67d-a5c93b816660 req-b226be74-d9b7-4ac6-ba91-23cb9c71d4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:56.597450 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-86ef0ebb-f954-4a01-b67d-a5c93b816660 req-b226be74-d9b7-4ac6-ba91-23cb9c71d4c5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4 HTTP/1.1" status: 200 len: 913 time: 0.2723441 Dec 06 17:36:56.645123 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-fa9b2a7f-3c8e-47fa-abe9-9db0e113484d tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] For port a529a512-aaa8-4f3e-b5b9-b325d3751d04, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a529a512-aaa8-4f3e-b5b9-b325d3751d04,segment=NetworkSegment(a47332dc-5917-44f3-a9f4-ba1cd1d32759),segment_id=a47332dc-5917-44f3-a9f4-ba1cd1d32759)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:36:56.688524 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fa9b2a7f-3c8e-47fa-abe9-9db0e113484d tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:56.707159 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fa9b2a7f-3c8e-47fa-abe9-9db0e113484d tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:56.707934 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fa9b2a7f-3c8e-47fa-abe9-9db0e113484d tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:56.762660 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-86ef0ebb-f954-4a01-b67d-a5c93b816660 req-eb25153f-78b4-40a4-b7a4-9fa1bfdb1edc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3866e590-72b5-47f5-b2e8-e4ff83aab6c6 HTTP/1.1" status: 200 len: 217 time: 0.1539752 Dec 06 17:36:56.839368 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9b2a7f-3c8e-47fa-abe9-9db0e113484d tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event updated for resources: {'Port': ['ID=a529a512-aaa8-4f3e-b5b9-b325d3751d04,revision_number=11']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:56.923969 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f76763-da72-48d0-8078-7a7c8861a02f req-c6f40dbd-7883-49ab-a1c9-e7cf72bb16ad tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:56.935841 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-55f76763-da72-48d0-8078-7a7c8861a02f req-c6f40dbd-7883-49ab-a1c9-e7cf72bb16ad tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea399e16-6987-4048-879e-71b3ee241be7 HTTP/1.1" status: 200 len: 943 time: 0.6808138 Dec 06 17:36:57.005509 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-97d90076-6950-4ef1-93d3-626a52fbcd28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:57.025914 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9b2a7f-3c8e-47fa-abe9-9db0e113484d tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Network 92924f74-2f90-45e5-9033-541c61add3eb is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:36:57.047055 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-55f76763-da72-48d0-8078-7a7c8861a02f req-e3ddb9d2-048f-47a0-b1db-997eca952363 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=53a84ca2-3f2c-4a10-85a7-67cee2181fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102505 Dec 06 17:36:57.048517 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-fa9b2a7f-3c8e-47fa-abe9-9db0e113484d tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:36:57.055099 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9b2a7f-3c8e-47fa-abe9-9db0e113484d tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:57.056516 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fa9b2a7f-3c8e-47fa-abe9-9db0e113484d tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:57.108298 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9b2a7f-3c8e-47fa-abe9-9db0e113484d tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event updated for resources: {'Subnet': ['ID=48e11351-7431-483b-9a36-7e6aca9de976,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:57.123351 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-fa9b2a7f-3c8e-47fa-abe9-9db0e113484d tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.1537304 Dec 06 17:36:57.128955 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53752) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:36:57.134962 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-78fda351-fd67-4f54-890d-f5f844611d43 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Request body: {'port': {'network_id': '92924f74-2f90-45e5-9033-541c61add3eb', 'mac_address': 'fa:16:3e:05:a1:08', 'name': 'tempest-NetworksTestDHCPv6-1643932965'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:36:57.212085 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85e5754a-4bbe-4ce2-b4a1-589da99b73bd admin admin] Router 29e0e53e-09a5-4b8d-b4a2-659cc648429c has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:36:57.332934 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ef0ebb-f954-4a01-b67d-a5c93b816660 req-e7272535-482c-437e-a4fc-4ed2381ed37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:57.334638 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-86ef0ebb-f954-4a01-b67d-a5c93b816660 req-e7272535-482c-437e-a4fc-4ed2381ed37d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=06d20752-22e2-4f05-a607-805be1f18e56 HTTP/1.1" status: 200 len: 851 time: 0.5584297 Dec 06 17:36:57.409281 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device a529a512-aaa8-4f3e-b5b9-b325d3751d04 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:36:57.461348 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78fda351-fd67-4f54-890d-f5f844611d43 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Made reservation on behalf of 58c2416ade7148dfa446cd47a01986fc for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:36:57.464479 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-97d90076-6950-4ef1-93d3-626a52fbcd28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:57.526900 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port a529a512-aaa8-4f3e-b5b9-b325d3751d04 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:36:57.527281 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:57.546305 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-97d90076-6950-4ef1-93d3-626a52fbcd28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:57.577362 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ef0ebb-f954-4a01-b67d-a5c93b816660 req-a3aab233-9a8d-4663-94ba-2a6b16fca17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:57.583320 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-86ef0ebb-f954-4a01-b67d-a5c93b816660 req-a3aab233-9a8d-4663-94ba-2a6b16fca17c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2355072 Dec 06 17:36:57.624560 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddddd98c-0d74-4b13-859a-5dd1e8c9c43c None None] Network 92924f74-2f90-45e5-9033-541c61add3eb requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:36:57.679310 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-78fda351-fd67-4f54-890d-f5f844611d43 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:57.722554 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-78fda351-fd67-4f54-890d-f5f844611d43 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] device_id is not set on port 644c5bec-028d-4333-b942-4d9036f6d5b2 yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:36:57.827643 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-ca17835f-11ee-47f4-9cba-7e60de0f8c8f None None] Provisioning complete for port a529a512-aaa8-4f3e-b5b9-b325d3751d04 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:36:57.828022 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ca17835f-11ee-47f4-9cba-7e60de0f8c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:57.855363 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-97d90076-6950-4ef1-93d3-626a52fbcd28 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=736f8ef540f346ee93a68519c72a9a1f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4501998 Dec 06 17:36:57.857910 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53758) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:36:57.871752 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d90076-6950-4ef1-93d3-626a52fbcd28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a022974-daa7-4ae0-b461-28469f1eb573,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:57.929128 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85e5754a-4bbe-4ce2-b4a1-589da99b73bd admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:36:57.946028 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-85e5754a-4bbe-4ce2-b4a1-589da99b73bd admin admin] 10.222.0.23 "PUT /v2.0/routers/29e0e53e-09a5-4b8d-b4a2-659cc648429c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6207016 Dec 06 17:36:57.948733 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 53760) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:36:57.990346 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b3df18-f779-4cd7-a9d4-b9ac0e1dff52 None None] Sync routers for ids ['29e0e53e-09a5-4b8d-b4a2-659cc648429c'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:36:58.076587 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-86ef0ebb-f954-4a01-b67d-a5c93b816660 req-99fe227b-5560-49d3-a0ca-bdfffcc43ddf service neutron] 10.222.0.44 "GET /v2.0/networks/2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4796395 Dec 06 17:36:58.164773 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b3df18-f779-4cd7-a9d4-b9ac0e1dff52 None None] Routers {'29e0e53e-09a5-4b8d-b4a2-659cc648429c'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:36:58.165725 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-43b3df18-f779-4cd7-a9d4-b9ac0e1dff52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:36:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['29e0e53e-09a5-4b8d-b4a2-659cc648429c'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:36:58.192037 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dadcc86c-0cb5-4d87-93be-a534a58bfe81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:58.326268 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-78fda351-fd67-4f54-890d-f5f844611d43 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Allocated IP 2001:db8::1f8 (92924f74-2f90-45e5-9033-541c61add3eb/c827b377-8c2a-4d0d-acfc-9571ea821108/644c5bec-028d-4333-b942-4d9036f6d5b2) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:36:58.349333 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dadcc86c-0cb5-4d87-93be-a534a58bfe81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:58.377344 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-78fda351-fd67-4f54-890d-f5f844611d43 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Allocated IP 2001:db8:0:1:f816:3eff:fe05:a108 (92924f74-2f90-45e5-9033-541c61add3eb/48e11351-7431-483b-9a36-7e6aca9de976/644c5bec-028d-4333-b942-4d9036f6d5b2) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:36:58.410991 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa88018-eaa5-4ada-9658-6129c3b36e18 req-979908e9-a339-4c49-90e9-a993bda5b78d tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:58.422818 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7aa88018-eaa5-4ada-9658-6129c3b36e18 req-979908e9-a339-4c49-90e9-a993bda5b78d tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea399e16-6987-4048-879e-71b3ee241be7 HTTP/1.1" status: 200 len: 943 time: 0.1951120 Dec 06 17:36:58.431796 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-86ef0ebb-f954-4a01-b67d-a5c93b816660 req-02b1f5f8-08f8-4391-b690-b554a041f758 service neutron] 10.222.0.44 "GET /v2.0/networks/2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3411276 Dec 06 17:36:58.435390 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-44277314-f0d7-4df1-856a-bc1a20084252 admin admin] Publish callbacks [] for router, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:58.542015 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-43b3df18-f779-4cd7-a9d4-b9ac0e1dff52 None None] Set router 29e0e53e-09a5-4b8d-b4a2-659cc648429c gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:36:58.632771 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7aa88018-eaa5-4ada-9658-6129c3b36e18 req-d2d6d17c-5068-4446-8d68-050d6e178e2c tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=53a84ca2-3f2c-4a10-85a7-67cee2181fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866536 Dec 06 17:36:58.743647 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-44277314-f0d7-4df1-856a-bc1a20084252 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:58.748608 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-78fda351-fd67-4f54-890d-f5f844611d43 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:58.809222 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dadcc86c-0cb5-4d87-93be-a534a58bfe81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:58.813845 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dadcc86c-0cb5-4d87-93be-a534a58bfe81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:58.817423 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-dadcc86c-0cb5-4d87-93be-a534a58bfe81 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4a022974-daa7-4ae0-b461-28469f1eb573 HTTP/1.1" status: 204 len: 168 time: 0.9560766 Dec 06 17:36:58.825378 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-78fda351-fd67-4f54-890d-f5f844611d43 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:58.845965 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadcc86c-0cb5-4d87-93be-a534a58bfe81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a022974-daa7-4ae0-b461-28469f1eb573,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:58.923401 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-43b3df18-f779-4cd7-a9d4-b9ac0e1dff52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e0e53e-09a5-4b8d-b4a2-659cc648429c', 'name': 'tempest-TestVolumeBackupRestore-901269189-router', 'tenant_id': '6e138608b70747f9873bb4a870ce45fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.145'}], 'enable_snat': True}, 'gw_port_id': 'b35e9502-aeb6-49ff-a6d8-5b6eed9aa524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:29:46Z', 'updated_at': '2021-12-06T17:36:54Z', 'revision_number': 5, 'project_id': '6e138608b70747f9873bb4a870ce45fb', 'gw_port': {'id': 'b35e9502-aeb6-49ff-a6d8-5b6eed9aa524', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:4e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e0e53e-09a5-4b8d-b4a2-659cc648429c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:29:47Z', 'updated_at': '2021-12-06T17:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:36:58.948562 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-44277314-f0d7-4df1-856a-bc1a20084252 admin admin] Deleting port b35e9502-aeb6-49ff-a6d8-5b6eed9aa524 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:36:58.948983 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-44277314-f0d7-4df1-856a-bc1a20084252 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:58.982062 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78fda351-fd67-4f54-890d-f5f844611d43 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Network 92924f74-2f90-45e5-9033-541c61add3eb is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:36:58.996083 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-78fda351-fd67-4f54-890d-f5f844611d43 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:36:58.999094 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fda351-fd67-4f54-890d-f5f844611d43 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:36:58.999713 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b3df18-f779-4cd7-a9d4-b9ac0e1dff52 None None] Checking router: 29e0e53e-09a5-4b8d-b4a2-659cc648429c for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:36:59.006803 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78fda351-fd67-4f54-890d-f5f844611d43 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:36:59.013034 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-78fda351-fd67-4f54-890d-f5f844611d43 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:59.020901 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b3df18-f779-4cd7-a9d4-b9ac0e1dff52 None None] Routers {'29e0e53e-09a5-4b8d-b4a2-659cc648429c'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:36:59.022607 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-43b3df18-f779-4cd7-a9d4-b9ac0e1dff52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:36:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['29e0e53e-09a5-4b8d-b4a2-659cc648429c'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:36:59.066806 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fda351-fd67-4f54-890d-f5f844611d43 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event updated for resources: {'Port': ['ID=644c5bec-028d-4333-b942-4d9036f6d5b2,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:59.102018 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-78fda351-fd67-4f54-890d-f5f844611d43 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.9712689 Dec 06 17:36:59.102761 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53774) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:36:59.223236 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-44277314-f0d7-4df1-856a-bc1a20084252 admin admin] For port b35e9502-aeb6-49ff-a6d8-5b6eed9aa524, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b35e9502-aeb6-49ff-a6d8-5b6eed9aa524,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:36:59.223784 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-44277314-f0d7-4df1-856a-bc1a20084252 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:59.300536 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-44277314-f0d7-4df1-856a-bc1a20084252 admin admin] Calling delete_port for b35e9502-aeb6-49ff-a6d8-5b6eed9aa524 owned by network:router_gateway {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:36:59.314818 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-fe69009a-1daa-497c-a264-4fb6dfd14b47 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Deleting port 644c5bec-028d-4333-b942-4d9036f6d5b2 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:36:59.315165 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fe69009a-1daa-497c-a264-4fb6dfd14b47 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:59.494770 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fe69009a-1daa-497c-a264-4fb6dfd14b47 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:59.510761 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-fe69009a-1daa-497c-a264-4fb6dfd14b47 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Calling delete_port for 644c5bec-028d-4333-b942-4d9036f6d5b2 owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:36:59.624350 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-44277314-f0d7-4df1-856a-bc1a20084252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:59.678172 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44277314-f0d7-4df1-856a-bc1a20084252 admin admin] Pushing event deleted for resources: {'Port': ['ID=b35e9502-aeb6-49ff-a6d8-5b6eed9aa524,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:36:59.727825 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b7b77f-0b7b-49ea-8c92-b5bab8d654ee None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:36:59.749641 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6035f9c5-7613-452b-858a-e761542ced47 None None] Provisioning complete for port a529a512-aaa8-4f3e-b5b9-b325d3751d04 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:36:59.750619 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6035f9c5-7613-452b-858a-e761542ced47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:59.773033 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-44277314-f0d7-4df1-856a-bc1a20084252 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536698'] for router_gateway, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:36:59.779043 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-43b3df18-f779-4cd7-a9d4-b9ac0e1dff52 None None] Set router 29e0e53e-09a5-4b8d-b4a2-659cc648429c gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:36:59.933342 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-43b3df18-f779-4cd7-a9d4-b9ac0e1dff52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e0e53e-09a5-4b8d-b4a2-659cc648429c', 'name': 'tempest-TestVolumeBackupRestore-901269189-router', 'tenant_id': '6e138608b70747f9873bb4a870ce45fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:29:46Z', 'updated_at': '2021-12-06T17:36:58Z', 'revision_number': 6, 'project_id': '6e138608b70747f9873bb4a870ce45fb', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:37:00.018429 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fe69009a-1daa-497c-a264-4fb6dfd14b47 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:00.030393 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b3df18-f779-4cd7-a9d4-b9ac0e1dff52 None None] The sync data for ids ['29e0e53e-09a5-4b8d-b4a2-659cc648429c'] in n-d-master-1 is: [{'id': '29e0e53e-09a5-4b8d-b4a2-659cc648429c', 'name': 'tempest-TestVolumeBackupRestore-901269189-router', 'tenant_id': '6e138608b70747f9873bb4a870ce45fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:29:46Z', 'updated_at': '2021-12-06T17:36:58Z', 'revision_number': 6, 'project_id': '6e138608b70747f9873bb4a870ce45fb', 'gw_port_host': None}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:37:00.094774 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe69009a-1daa-497c-a264-4fb6dfd14b47 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event deleted for resources: {'Port': ['ID=644c5bec-028d-4333-b942-4d9036f6d5b2,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:00.230425 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fe69009a-1daa-497c-a264-4fb6dfd14b47 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:00.242222 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-fe69009a-1daa-497c-a264-4fb6dfd14b47 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/ports/644c5bec-028d-4333-b942-4d9036f6d5b2 HTTP/1.1" status: 204 len: 168 time: 1.1356897 Dec 06 17:37:00.243042 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53808) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:00.312409 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-3f7bd65b-a07d-4898-a5ec-df6af17a5569 None None] Could not find standard attr ID for object e77f24af-d3a3-48b5-b8c5-bb3545fbd7ed. {{(pid=103286) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 17:37:00.316131 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-3f7bd65b-a07d-4898-a5ec-df6af17a5569 None None] Could not find standard attr ID for object 644c5bec-028d-4333-b942-4d9036f6d5b2. {{(pid=103286) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 17:37:00.371700 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a5b1ef-f9e7-4298-abce-3ac95084cf64 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:00.379540 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-55a5b1ef-f9e7-4298-abce-3ac95084cf64 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1355526 Dec 06 17:37:00.380443 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53812) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:00.499864 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a590297-cec2-4b45-aa9e-711d53e85686 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:00.513050 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-4a590297-cec2-4b45-aa9e-711d53e85686 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1300673 Dec 06 17:37:00.515215 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53814) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:00.618568 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc6993a-4e31-42bd-bbdc-fd29c77a602e tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:00.620700 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc6993a-4e31-42bd-bbdc-fd29c77a602e tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:00.622812 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc6993a-4e31-42bd-bbdc-fd29c77a602e tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:00.627670 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-7cc6993a-4e31-42bd-bbdc-fd29c77a602e tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1096120 Dec 06 17:37:00.628425 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53820) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:00.694938 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-44277314-f0d7-4df1-856a-bc1a20084252 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:00.698996 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-5adeb5c6-cde3-46bd-967e-5bb2eba85a5d tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Deleting subnet 48e11351-7431-483b-9a36-7e6aca9de976 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:37:00.700019 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-44277314-f0d7-4df1-856a-bc1a20084252 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:00.702840 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5adeb5c6-cde3-46bd-967e-5bb2eba85a5d tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:00.812621 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5adeb5c6-cde3-46bd-967e-5bb2eba85a5d tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:00.822264 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8913c13-133c-4513-877d-6579628f4e8c req-71e54bde-eeb4-4a80-9bbc-17206f82958a tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:00.831884 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d8913c13-133c-4513-877d-6579628f4e8c req-71e54bde-eeb4-4a80-9bbc-17206f82958a tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea399e16-6987-4048-879e-71b3ee241be7 HTTP/1.1" status: 200 len: 943 time: 0.2611563 Dec 06 17:37:00.884660 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-44277314-f0d7-4df1-856a-bc1a20084252 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:00.885180 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44277314-f0d7-4df1-856a-bc1a20084252 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29e0e53e-09a5-4b8d-b4a2-659cc648429c {{(pid=103285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 17:37:00.890897 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-44277314-f0d7-4df1-856a-bc1a20084252 admin admin] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:00.898995 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-44277314-f0d7-4df1-856a-bc1a20084252 admin admin] 10.222.0.23 "DELETE /v2.0/routers/29e0e53e-09a5-4b8d-b4a2-659cc648429c HTTP/1.1" status: 204 len: 168 time: 2.9491553 Dec 06 17:37:00.901664 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53828) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:00.970408 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d8913c13-133c-4513-877d-6579628f4e8c req-c5e47412-d67a-4d63-a688-68b1e105010a tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=53a84ca2-3f2c-4a10-85a7-67cee2181fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373067 Dec 06 17:37:01.011050 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5adeb5c6-cde3-46bd-967e-5bb2eba85a5d tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:01.049277 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8e1576f-1de9-4439-bc0f-a90d697582bf admin admin] Deleting subnet 09203897-1b7c-44a8-8851-bb201685374a {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:37:01.055297 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a8e1576f-1de9-4439-bc0f-a90d697582bf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:01.137375 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5adeb5c6-cde3-46bd-967e-5bb2eba85a5d tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:01.167106 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff11ad9-1d7b-484c-bfa1-643c5f11671d None None] Network 92924f74-2f90-45e5-9033-541c61add3eb requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:37:01.168374 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5adeb5c6-cde3-46bd-967e-5bb2eba85a5d tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:01.173635 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-5adeb5c6-cde3-46bd-967e-5bb2eba85a5d tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/subnets/48e11351-7431-483b-9a36-7e6aca9de976 HTTP/1.1" status: 204 len: 168 time: 0.5437531 Dec 06 17:37:01.176145 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 53832) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:01.248121 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adeb5c6-cde3-46bd-967e-5bb2eba85a5d tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event deleted for resources: {'Subnet': ['ID=48e11351-7431-483b-9a36-7e6aca9de976,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:01.260764 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a8e1576f-1de9-4439-bc0f-a90d697582bf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:01.291209 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53834) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:01.304043 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-258bcaa1-6d84-439a-a287-b24e2b329c2a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Deleting subnet c827b377-8c2a-4d0d-acfc-9571ea821108 {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:37:01.314103 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-258bcaa1-6d84-439a-a287-b24e2b329c2a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:01.357203 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device b35e9502-aeb6-49ff-a6d8-5b6eed9aa524 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:37:01.386519 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a8e1576f-1de9-4439-bc0f-a90d697582bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:01.414786 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: b35e9502-aeb6-49ff-a6d8-5b6eed9aa524 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:37:01.417384 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-258bcaa1-6d84-439a-a287-b24e2b329c2a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:01.420965 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device b35e9502-aeb6-49ff-a6d8-5b6eed9aa524 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:37:01.421893 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device c419fce3-3332-4a5c-9de4-e18bf64bcd92 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:37:01.510799 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: c419fce3-3332-4a5c-9de4-e18bf64bcd92 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:37:01.511154 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device c419fce3-3332-4a5c-9de4-e18bf64bcd92 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:37:01.532990 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a8e1576f-1de9-4439-bc0f-a90d697582bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:01.576916 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c82e81ae-e638-48d2-8752-54a467676adb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:01.589388 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a8e1576f-1de9-4439-bc0f-a90d697582bf admin admin] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:01.596769 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-a8e1576f-1de9-4439-bc0f-a90d697582bf admin admin] 10.222.0.23 "DELETE /v2.0/subnets/09203897-1b7c-44a8-8851-bb201685374a HTTP/1.1" status: 204 len: 168 time: 0.6901169 Dec 06 17:37:01.597866 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 53838) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:01.602179 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e1576f-1de9-4439-bc0f-a90d697582bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09203897-1b7c-44a8-8851-bb201685374a,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:01.602660 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2563f59-6e62-495a-844b-d3a78dbd0d60 None None] Network 52d4bccd-dd8b-418c-9dcd-d4ac4119f28e requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:37:01.651649 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-258bcaa1-6d84-439a-a287-b24e2b329c2a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:01.763733 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-699b0c45-98b2-44d3-948e-b8705d28b569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:01.805215 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c82e81ae-e638-48d2-8752-54a467676adb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:01.811311 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c82e81ae-e638-48d2-8752-54a467676adb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:01.831202 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-258bcaa1-6d84-439a-a287-b24e2b329c2a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:01.869170 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-c82e81ae-e638-48d2-8752-54a467676adb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=90b41d3ebd13478dabc9fdacb17c4573&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5767829 Dec 06 17:37:01.873545 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53842) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:01.896163 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82e81ae-e638-48d2-8752-54a467676adb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93a44981-ee45-4c09-8b44-f6995b2cf614,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:01.900093 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258bcaa1-6d84-439a-a287-b24e2b329c2a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event deleted for resources: {'Subnet': ['ID=c827b377-8c2a-4d0d-acfc-9571ea821108,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:01.903165 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-258bcaa1-6d84-439a-a287-b24e2b329c2a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:01.907543 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-258bcaa1-6d84-439a-a287-b24e2b329c2a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/subnets/c827b377-8c2a-4d0d-acfc-9571ea821108 HTTP/1.1" status: 204 len: 168 time: 0.7300196 Dec 06 17:37:01.910628 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 53844) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:01.956740 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-5b5814da-9b33-4f27-b14e-181cd9d24d6e tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0433836 Dec 06 17:37:01.960429 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 53848) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:01.965936 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-a639c713-ff30-4948-9add-f70559453179 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Request body: {'subnet': {'network_id': '92924f74-2f90-45e5-9033-541c61add3eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:37:02.012257 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aea59e7-fcac-4571-bb46-a3c56d095385 None None] DHCP port deletion for 52d4bccd-dd8b-418c-9dcd-d4ac4119f28e request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:37:02.036411 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-699b0c45-98b2-44d3-948e-b8705d28b569 admin admin] Deleting port f0d1b0d1-79c2-4dec-94f1-a1f7c1eb9c1c {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:37:02.040012 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-699b0c45-98b2-44d3-948e-b8705d28b569 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:02.050448 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-97537a6d-6fdc-4414-980f-812102386e3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:02.138054 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-97537a6d-6fdc-4414-980f-812102386e3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:02.145429 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-4aea59e7-fcac-4571-bb46-a3c56d095385 None None] Deleting port f0d1b0d1-79c2-4dec-94f1-a1f7c1eb9c1c {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:37:02.145843 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4aea59e7-fcac-4571-bb46-a3c56d095385 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:02.190857 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70d30fe-a82e-4061-b5cd-d30a5c10b08a req-81d6e003-34f5-4f49-825c-7aa67bbdea9d tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:02.192620 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f70d30fe-a82e-4061-b5cd-d30a5c10b08a req-81d6e003-34f5-4f49-825c-7aa67bbdea9d tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea399e16-6987-4048-879e-71b3ee241be7 HTTP/1.1" status: 200 len: 943 time: 0.1129012 Dec 06 17:37:02.242980 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-699b0c45-98b2-44d3-948e-b8705d28b569 admin admin] For port f0d1b0d1-79c2-4dec-94f1-a1f7c1eb9c1c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f0d1b0d1-79c2-4dec-94f1-a1f7c1eb9c1c,segment=NetworkSegment(35f2df28-5ddf-4082-92c5-67b99863a844),segment_id=35f2df28-5ddf-4082-92c5-67b99863a844)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:37:02.243230 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-699b0c45-98b2-44d3-948e-b8705d28b569 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:02.271787 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-699b0c45-98b2-44d3-948e-b8705d28b569 admin admin] Calling delete_port for f0d1b0d1-79c2-4dec-94f1-a1f7c1eb9c1c owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:37:02.281845 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f70d30fe-a82e-4061-b5cd-d30a5c10b08a req-ced921f7-3061-45eb-8b90-602adbae720a tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=53a84ca2-3f2c-4a10-85a7-67cee2181fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782642 Dec 06 17:37:02.283718 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-97537a6d-6fdc-4414-980f-812102386e3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:02.290186 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-97537a6d-6fdc-4414-980f-812102386e3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:02.291779 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-97537a6d-6fdc-4414-980f-812102386e3e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/93a44981-ee45-4c09-8b44-f6995b2cf614 HTTP/1.1" status: 204 len: 168 time: 0.4165325 Dec 06 17:37:02.302583 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a639c713-ff30-4948-9add-f70559453179 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Made reservation on behalf of 58c2416ade7148dfa446cd47a01986fc for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:37:02.304995 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97537a6d-6fdc-4414-980f-812102386e3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a44981-ee45-4c09-8b44-f6995b2cf614,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:02.309336 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-4aea59e7-fcac-4571-bb46-a3c56d095385 None None] For port f0d1b0d1-79c2-4dec-94f1-a1f7c1eb9c1c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f0d1b0d1-79c2-4dec-94f1-a1f7c1eb9c1c,segment=NetworkSegment(35f2df28-5ddf-4082-92c5-67b99863a844),segment_id=35f2df28-5ddf-4082-92c5-67b99863a844)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:37:02.309866 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4aea59e7-fcac-4571-bb46-a3c56d095385 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:02.333250 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a639c713-ff30-4948-9add-f70559453179 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:02.365133 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-4aea59e7-fcac-4571-bb46-a3c56d095385 None None] Calling delete_port for f0d1b0d1-79c2-4dec-94f1-a1f7c1eb9c1c owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:37:02.594805 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4aea59e7-fcac-4571-bb46-a3c56d095385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:02.655352 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea59e7-fcac-4571-bb46-a3c56d095385 None None] Pushing event deleted for resources: {'Port': ['ID=f0d1b0d1-79c2-4dec-94f1-a1f7c1eb9c1c,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:02.666405 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aea59e7-fcac-4571-bb46-a3c56d095385 None None] No DVR routers for this DVR port f0d1b0d1-79c2-4dec-94f1-a1f7c1eb9c1c on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:37:02.686795 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-699b0c45-98b2-44d3-948e-b8705d28b569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:02.706692 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699b0c45-98b2-44d3-948e-b8705d28b569 admin admin] No DVR routers for this DVR port f0d1b0d1-79c2-4dec-94f1-a1f7c1eb9c1c on host n-d-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:37:02.738393 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699b0c45-98b2-44d3-948e-b8705d28b569 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0d1b0d1-79c2-4dec-94f1-a1f7c1eb9c1c,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:02.869383 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54fda2b7-bfd7-4aae-9c01-3c4947b503ab None None] Network 92924f74-2f90-45e5-9033-541c61add3eb requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:37:02.888554 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:02.915405 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-699b0c45-98b2-44d3-948e-b8705d28b569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:02.945159 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-699b0c45-98b2-44d3-948e-b8705d28b569 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52d4bccd-dd8b-418c-9dcd-d4ac4119f28e']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:37:02.955803 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-699b0c45-98b2-44d3-948e-b8705d28b569 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35f2df28-5ddf-4082-92c5-67b99863a844') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:37:02.956090 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-699b0c45-98b2-44d3-948e-b8705d28b569 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35f2df28-5ddf-4082-92c5-67b99863a844') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:37:02.971497 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-699b0c45-98b2-44d3-948e-b8705d28b569 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:03.001140 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-699b0c45-98b2-44d3-948e-b8705d28b569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:03.012524 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-699b0c45-98b2-44d3-948e-b8705d28b569 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:37:03.012952 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-699b0c45-98b2-44d3-948e-b8705d28b569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:03.036018 n-d-master-1 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:37:03.036018 n-d-master-1 neutron-server[103285]: self.session.flush() Dec 06 17:37:03.036018 n-d-master-1 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:37:03.036018 n-d-master-1 neutron-server[103285]: self.session.flush() Dec 06 17:37:03.036018 n-d-master-1 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:37:03.036018 n-d-master-1 neutron-server[103285]: self.session.flush() Dec 06 17:37:03.036018 n-d-master-1 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:37:03.036018 n-d-master-1 neutron-server[103285]: self.session.flush() Dec 06 17:37:03.036018 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:37:03.036018 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:37:03.036018 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:37:03.036018 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:37:03.036018 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:37:03.036018 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:37:03.036018 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:37:03.036018 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:37:03.036018 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:37:03.036018 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:37:03.036018 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:37:03.036018 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:37:03.036018 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:37:03.036018 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:37:03.036018 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:37:03.036018 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:37:03.036018 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:37:03.036018 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:37:03.036018 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:37:03.036018 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:37:03.036018 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:37:03.036018 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:37:03.036018 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:37:03.036018 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:37:03.036018 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:37:03.036018 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:37:03.036018 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:37:03.036018 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:37:03.036018 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:37:03.036018 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:37:03.036018 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:37:03.036018 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:37:03.067641 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a639c713-ff30-4948-9add-f70559453179 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:03.077631 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-641b2367-d676-4518-a12b-79f483c48e1f None None] Provisioning complete for port a529a512-aaa8-4f3e-b5b9-b325d3751d04 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:37:03.078015 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-641b2367-d676-4518-a12b-79f483c48e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:03.134687 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a639c713-ff30-4948-9add-f70559453179 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Network 92924f74-2f90-45e5-9033-541c61add3eb is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:37:03.151484 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-a639c713-ff30-4948-9add-f70559453179 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:37:03.163341 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a639c713-ff30-4948-9add-f70559453179 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:03.164925 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a639c713-ff30-4948-9add-f70559453179 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:03.169071 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-699b0c45-98b2-44d3-948e-b8705d28b569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:03.256765 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-699b0c45-98b2-44d3-948e-b8705d28b569 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:03.265658 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-699b0c45-98b2-44d3-948e-b8705d28b569 admin admin] 10.222.0.23 "DELETE /v2.0/networks/52d4bccd-dd8b-418c-9dcd-d4ac4119f28e HTTP/1.1" status: 204 len: 168 time: 1.6664507 Dec 06 17:37:03.276674 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699b0c45-98b2-44d3-948e-b8705d28b569 admin admin] Pushing event deleted for resources: {'Network': ['ID=52d4bccd-dd8b-418c-9dcd-d4ac4119f28e,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:03.279681 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a639c713-ff30-4948-9add-f70559453179 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event updated for resources: {'Subnet': ['ID=941688f6-4879-4a3e-88ca-c92ba8cf07ba,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:03.297459 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-a639c713-ff30-4948-9add-f70559453179 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3356662 Dec 06 17:37:03.300059 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 53876) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:03.315140 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-b0613c97-2137-45ea-97f1-982d8e6f9e59 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Request body: {'subnet': {'network_id': '92924f74-2f90-45e5-9033-541c61add3eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:37:03.348151 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device f0d1b0d1-79c2-4dec-94f1-a1f7c1eb9c1c no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:37:03.417610 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: f0d1b0d1-79c2-4dec-94f1-a1f7c1eb9c1c {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:37:03.421206 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device f0d1b0d1-79c2-4dec-94f1-a1f7c1eb9c1c not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:37:03.505065 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d241c1c7-f03d-46ec-a50a-577cca8aa969 req-0620b964-28fa-4c2f-adf8-628cbe7d5ef0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=522f6eb5-ac1c-49e5-9878-81b994af1b41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1581464 Dec 06 17:37:03.562268 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53882) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:03.575565 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fe92dd-beba-4638-94b9-47e639c48be7 req-0f812631-f438-4318-900e-00be7328e813 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:03.587025 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-32fe92dd-beba-4638-94b9-47e639c48be7 req-0f812631-f438-4318-900e-00be7328e813 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea399e16-6987-4048-879e-71b3ee241be7 HTTP/1.1" status: 200 len: 943 time: 0.1592958 Dec 06 17:37:03.630373 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-17b62096-9250-4f6d-9460-a30419fc746d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7a5c2edb34ef45d5b7fd006e4fd1e900&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0661604 Dec 06 17:37:03.632165 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53888) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:03.636220 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0613c97-2137-45ea-97f1-982d8e6f9e59 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Made reservation on behalf of 58c2416ade7148dfa446cd47a01986fc for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:37:03.638512 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b0613c97-2137-45ea-97f1-982d8e6f9e59 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:03.681300 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b5b53f-efd3-4a81-a4d8-84e8450c0b48 None None] Network 92924f74-2f90-45e5-9033-541c61add3eb requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:37:03.693737 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2db63666-7602-4d2c-9b0a-f0fabb074d33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:03.726222 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2db63666-7602-4d2c-9b0a-f0fabb074d33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:03.790380 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2db63666-7602-4d2c-9b0a-f0fabb074d33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:03.795728 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2db63666-7602-4d2c-9b0a-f0fabb074d33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:03.798042 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-2db63666-7602-4d2c-9b0a-f0fabb074d33 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0c218188-2404-44b7-9d63-93d56a7bf8ab HTTP/1.1" status: 204 len: 168 time: 0.1646271 Dec 06 17:37:03.812997 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db63666-7602-4d2c-9b0a-f0fabb074d33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c218188-2404-44b7-9d63-93d56a7bf8ab,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:03.843887 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-bed49a9d-8911-473a-ba2a-cd57faa74379 None None] Provisioning complete for port a529a512-aaa8-4f3e-b5b9-b325d3751d04 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:37:03.844655 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bed49a9d-8911-473a-ba2a-cd57faa74379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:03.869451 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d241c1c7-f03d-46ec-a50a-577cca8aa969 req-7919798e-a5ca-4ea4-b6ec-cc8f1b2812f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:03.871159 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d241c1c7-f03d-46ec-a50a-577cca8aa969 req-7919798e-a5ca-4ea4-b6ec-cc8f1b2812f0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d7abadb1557c47ab8c8300111afe2d05&device_id=522f6eb5-ac1c-49e5-9878-81b994af1b41 HTTP/1.1" status: 200 len: 1097 time: 0.2802653 Dec 06 17:37:03.910503 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-32fe92dd-beba-4638-94b9-47e639c48be7 req-bdc0065c-3438-439b-bfe5-3e825a871499 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=53a84ca2-3f2c-4a10-85a7-67cee2181fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3225305 Dec 06 17:37:04.025820 n-d-master-1 neutron-server[103285]: INFO neutron.db.ipam_backend_mixin [None req-b0613c97-2137-45ea-97f1-982d8e6f9e59 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 941688f6-4879-4a3e-88ca-c92ba8cf07ba (CIDR: 2001:db8::/64) Dec 06 17:37:04.040919 n-d-master-1 neutron-server[103285]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0613c97-2137-45ea-97f1-982d8e6f9e59 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 17:37:04.041409 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0613c97-2137-45ea-97f1-982d8e6f9e59 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103285) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:37:04.132395 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-b0613c97-2137-45ea-97f1-982d8e6f9e59 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8312383 Dec 06 17:37:04.135323 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53894) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:04.143358 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-370b6df9-4b6e-442d-beee-dabc8329bd32 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Request body: {'subnet': {'network_id': '92924f74-2f90-45e5-9033-541c61add3eb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:37:04.153928 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d241c1c7-f03d-46ec-a50a-577cca8aa969 req-03f2cc0d-83d3-4f1f-879d-6877048b586c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:04.157810 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d241c1c7-f03d-46ec-a50a-577cca8aa969 req-03f2cc0d-83d3-4f1f-879d-6877048b586c service neutron] 10.222.0.44 "GET /v2.0/networks?id=343f954d-d1c3-4f66-bad4-ccfe52b09e6c HTTP/1.1" status: 200 len: 912 time: 0.2635546 Dec 06 17:37:04.295900 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d241c1c7-f03d-46ec-a50a-577cca8aa969 req-e7f76b35-409d-4bed-83a7-9103cce5f273 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=131abded-8690-4d9b-b8ba-d98c5f8c0b81 HTTP/1.1" status: 200 len: 1001 time: 0.1254075 Dec 06 17:37:04.393425 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-370b6df9-4b6e-442d-beee-dabc8329bd32 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Made reservation on behalf of 58c2416ade7148dfa446cd47a01986fc for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:37:04.397650 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-370b6df9-4b6e-442d-beee-dabc8329bd32 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:04.453171 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d241c1c7-f03d-46ec-a50a-577cca8aa969 req-1f11236d-54d9-4384-ac07-2fc1e9b8f06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:04.454749 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d241c1c7-f03d-46ec-a50a-577cca8aa969 req-1f11236d-54d9-4384-ac07-2fc1e9b8f06c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a4ea4d0f-71a4-4c95-82b1-6c4f14c713a1 HTTP/1.1" status: 200 len: 850 time: 0.1481810 Dec 06 17:37:04.503395 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-8d481119-9ab7-49b9-964a-091365969d64 None None] Provisioning complete for port a529a512-aaa8-4f3e-b5b9-b325d3751d04 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:37:04.504384 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8d481119-9ab7-49b9-964a-091365969d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:04.605120 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d241c1c7-f03d-46ec-a50a-577cca8aa969 req-e9e86dc7-391d-4ef1-b94e-5a753bb285f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:04.606690 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d241c1c7-f03d-46ec-a50a-577cca8aa969 req-e9e86dc7-391d-4ef1-b94e-5a753bb285f1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=343f954d-d1c3-4f66-bad4-ccfe52b09e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1408939 Dec 06 17:37:04.808953 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53908) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:04.867859 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d241c1c7-f03d-46ec-a50a-577cca8aa969 req-c84c4d5a-8075-43c1-8701-071cd19d2d00 service neutron] 10.222.0.44 "GET /v2.0/networks/343f954d-d1c3-4f66-bad4-ccfe52b09e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524056 Dec 06 17:37:04.901200 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-3309cdcc-5bbd-49f8-b661-2ba2f82344d4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6e138608b70747f9873bb4a870ce45fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0889518 Dec 06 17:37:04.903646 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53912) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:05.077240 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 53916) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:05.094909 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d241c1c7-f03d-46ec-a50a-577cca8aa969 req-a7a7c3b2-3280-4b33-ae96-47579973882b service neutron] 10.222.0.44 "GET /v2.0/networks/343f954d-d1c3-4f66-bad4-ccfe52b09e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197208 Dec 06 17:37:05.161676 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-70163d5b-8c9f-4eaa-afaf-afabd0cd4f57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:05.232128 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-70163d5b-8c9f-4eaa-afaf-afabd0cd4f57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:05.255832 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c88e9bcd-b958-4777-9e7f-4d58f96ef578 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:05.265677 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:05.305932 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099da705-294b-48e9-b0e3-c889b7708261 req-56c15df3-c865-41a7-93f3-05e2fd14bcc6 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:05.308169 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-099da705-294b-48e9-b0e3-c889b7708261 req-56c15df3-c865-41a7-93f3-05e2fd14bcc6 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea399e16-6987-4048-879e-71b3ee241be7 HTTP/1.1" status: 200 len: 943 time: 0.2828691 Dec 06 17:37:05.391434 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-099da705-294b-48e9-b0e3-c889b7708261 req-dad900bf-ff41-4c1e-b951-61c3b5d2c8e1 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=53a84ca2-3f2c-4a10-85a7-67cee2181fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658658 Dec 06 17:37:05.426421 n-d-master-1 neutron-server[103284]: DEBUG neutron.objects.ports [None req-370b6df9-4b6e-442d-beee-dabc8329bd32 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103284) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 17:37:05.446059 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-70163d5b-8c9f-4eaa-afaf-afabd0cd4f57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:05.448764 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-70163d5b-8c9f-4eaa-afaf-afabd0cd4f57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:05.452910 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-70163d5b-8c9f-4eaa-afaf-afabd0cd4f57 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/da3ca6f7-c9bc-420f-b24e-3f97630b0fd4 HTTP/1.1" status: 204 len: 168 time: 0.5481670 Dec 06 17:37:05.455778 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c88e9bcd-b958-4777-9e7f-4d58f96ef578 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:05.461419 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c88e9bcd-b958-4777-9e7f-4d58f96ef578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:05.517247 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-c88e9bcd-b958-4777-9e7f-4d58f96ef578 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fd7956f628604519928bec483811b10c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4388859 Dec 06 17:37:05.518034 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88e9bcd-b958-4777-9e7f-4d58f96ef578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50b80a33-6057-49a9-a384-fc965cc43b2f,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:05.523971 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70163d5b-8c9f-4eaa-afaf-afabd0cd4f57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3ca6f7-c9bc-420f-b24e-3f97630b0fd4,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:05.535055 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 53924) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:05.606435 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1ee836ff-1d28-44ac-9246-23bea5708d89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:05.637120 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1ee836ff-1d28-44ac-9246-23bea5708d89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:05.746746 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1ee836ff-1d28-44ac-9246-23bea5708d89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:05.750849 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1ee836ff-1d28-44ac-9246-23bea5708d89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:05.752440 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-1ee836ff-1d28-44ac-9246-23bea5708d89 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/50b80a33-6057-49a9-a384-fc965cc43b2f HTTP/1.1" status: 204 len: 168 time: 0.2143164 Dec 06 17:37:05.758660 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-370b6df9-4b6e-442d-beee-dabc8329bd32 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:05.768660 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee836ff-1d28-44ac-9246-23bea5708d89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b80a33-6057-49a9-a384-fc965cc43b2f,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:06.021073 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-370b6df9-4b6e-442d-beee-dabc8329bd32 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] For port a529a512-aaa8-4f3e-b5b9-b325d3751d04, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a529a512-aaa8-4f3e-b5b9-b325d3751d04,segment=NetworkSegment(a47332dc-5917-44f3-a9f4-ba1cd1d32759),segment_id=a47332dc-5917-44f3-a9f4-ba1cd1d32759)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:37:06.063486 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-370b6df9-4b6e-442d-beee-dabc8329bd32 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:06.070033 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-370b6df9-4b6e-442d-beee-dabc8329bd32 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:06.071284 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-370b6df9-4b6e-442d-beee-dabc8329bd32 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:06.188077 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370b6df9-4b6e-442d-beee-dabc8329bd32 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event updated for resources: {'Port': ['ID=a529a512-aaa8-4f3e-b5b9-b325d3751d04,revision_number=15']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:06.191609 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370b6df9-4b6e-442d-beee-dabc8329bd32 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event updated for resources: {'Subnet': ['ID=160e4e0b-89b0-4b95-912d-89081a74857a,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:06.206575 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370b6df9-4b6e-442d-beee-dabc8329bd32 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Network 92924f74-2f90-45e5-9033-541c61add3eb is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:37:06.208546 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-370b6df9-4b6e-442d-beee-dabc8329bd32 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:37:06.213013 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370b6df9-4b6e-442d-beee-dabc8329bd32 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:06.214276 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-370b6df9-4b6e-442d-beee-dabc8329bd32 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:06.221063 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5740fbde-05a8-4c64-84a3-cc884ca4750b None None] Network 92924f74-2f90-45e5-9033-541c61add3eb requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:37:06.240738 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 53932) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:06.241372 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-370b6df9-4b6e-442d-beee-dabc8329bd32 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.1049213 Dec 06 17:37:06.246479 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-d3ce6e41-256e-4ad3-9b2c-2b74f087e7ce tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Request body: {'port': {'network_id': '92924f74-2f90-45e5-9033-541c61add3eb', 'mac_address': 'fa:16:3e:75:d8:1f', 'name': 'tempest-NetworksTestDHCPv6-1644792572'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:37:06.324552 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53934) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:06.341527 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-43a85365-ae03-438e-95d4-0ab06a519def admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:06.428015 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ce6e41-256e-4ad3-9b2c-2b74f087e7ce tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Made reservation on behalf of 58c2416ade7148dfa446cd47a01986fc for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:37:06.470505 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-43a85365-ae03-438e-95d4-0ab06a519def admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:06.478034 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-43a85365-ae03-438e-95d4-0ab06a519def admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:06.489255 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ac90e5-48f4-403e-8993-4d6099b5967c None None] Update dhcp port {'port': {'network_id': '92924f74-2f90-45e5-9033-541c61add3eb', 'fixed_ips': [{'subnet_id': '160e4e0b-89b0-4b95-912d-89081a74857a', 'ip_address': '2001:db8:0:1:f816:3eff:febd:201e'}, {'subnet_id': '941688f6-4879-4a3e-88ca-c92ba8cf07ba'}], 'binding:host_id': 'n-d-master-1'}, 'id': 'a529a512-aaa8-4f3e-b5b9-b325d3751d04'} from n-d-master-1. {{(pid=103286) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 06 17:37:06.521817 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-36ac90e5-48f4-403e-8993-4d6099b5967c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:06.522004 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-43a85365-ae03-438e-95d4-0ab06a519def admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=46170abc4f054e0d8fd1ff73162a2b8d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1931744 Dec 06 17:37:06.527002 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53938) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:06.577690 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a85365-ae03-438e-95d4-0ab06a519def admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91ce5de3-3c99-4c52-8c18-54475f101f8a,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:06.634691 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5b51445c-2e67-4dca-961c-f899122c1092 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:06.635055 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d3ce6e41-256e-4ad3-9b2c-2b74f087e7ce tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:06.657491 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edecce16-ba27-46cb-ac6c-5ca4106ddccc req-e4bd2ec7-eba6-41a0-8de4-82d59caf50db tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:06.665552 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-edecce16-ba27-46cb-ac6c-5ca4106ddccc req-e4bd2ec7-eba6-41a0-8de4-82d59caf50db tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea399e16-6987-4048-879e-71b3ee241be7 HTTP/1.1" status: 200 len: 943 time: 0.1816661 Dec 06 17:37:06.684576 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5b51445c-2e67-4dca-961c-f899122c1092 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:06.694304 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-d3ce6e41-256e-4ad3-9b2c-2b74f087e7ce tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] device_id is not set on port b79727c5-f890-4df4-9677-2476373593ae yet. {{(pid=103285) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:37:06.786718 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5b51445c-2e67-4dca-961c-f899122c1092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:06.787357 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-edecce16-ba27-46cb-ac6c-5ca4106ddccc req-16fc2094-c761-4b85-af20-5c9c3f298c29 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=53a84ca2-3f2c-4a10-85a7-67cee2181fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206872 Dec 06 17:37:06.789868 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5b51445c-2e67-4dca-961c-f899122c1092 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:06.791170 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-5b51445c-2e67-4dca-961c-f899122c1092 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/91ce5de3-3c99-4c52-8c18-54475f101f8a HTTP/1.1" status: 204 len: 168 time: 0.2623327 Dec 06 17:37:06.800167 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-36ac90e5-48f4-403e-8993-4d6099b5967c None None] Allocated IP 2001:db8::2 (92924f74-2f90-45e5-9033-541c61add3eb/941688f6-4879-4a3e-88ca-c92ba8cf07ba/a529a512-aaa8-4f3e-b5b9-b325d3751d04) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:37:06.804359 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b51445c-2e67-4dca-961c-f899122c1092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ce5de3-3c99-4c52-8c18-54475f101f8a,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:06.956778 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-36ac90e5-48f4-403e-8993-4d6099b5967c None None] For port a529a512-aaa8-4f3e-b5b9-b325d3751d04, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a529a512-aaa8-4f3e-b5b9-b325d3751d04,segment=NetworkSegment(a47332dc-5917-44f3-a9f4-ba1cd1d32759),segment_id=a47332dc-5917-44f3-a9f4-ba1cd1d32759)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:37:06.994513 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-36ac90e5-48f4-403e-8993-4d6099b5967c None None] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:07.003387 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-36ac90e5-48f4-403e-8993-4d6099b5967c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:07.085063 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-26e26ca1-06a7-40f0-97aa-ffc0398a8581 req-c51a2815-845f-4dab-90a5-5c30440a6e07 tempest-VolumesNegativeTest-1685911805 tempest-VolumesNegativeTest-1685911805-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=5626160f3fcc4192ba27dcd91261b968&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0457408 Dec 06 17:37:07.155405 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ac90e5-48f4-403e-8993-4d6099b5967c None None] Pushing event updated for resources: {'Port': ['ID=a529a512-aaa8-4f3e-b5b9-b325d3751d04,revision_number=16']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:07.192146 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-d3ce6e41-256e-4ad3-9b2c-2b74f087e7ce tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Allocated IP 2001:db8::111 (92924f74-2f90-45e5-9033-541c61add3eb/941688f6-4879-4a3e-88ca-c92ba8cf07ba/b79727c5-f890-4df4-9677-2476373593ae) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:37:07.200532 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-d3ce6e41-256e-4ad3-9b2c-2b74f087e7ce tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Allocated IP 2001:db8:0:1:f816:3eff:fe75:d81f (92924f74-2f90-45e5-9033-541c61add3eb/160e4e0b-89b0-4b95-912d-89081a74857a/b79727c5-f890-4df4-9677-2476373593ae) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:37:07.337553 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device a529a512-aaa8-4f3e-b5b9-b325d3751d04 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:37:07.424887 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e26ca1-06a7-40f0-97aa-ffc0398a8581 req-b8e04f30-b709-4883-b9e6-5a9cd63c28d7 tempest-VolumesNegativeTest-1685911805 tempest-VolumesNegativeTest-1685911805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:07.432836 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-26e26ca1-06a7-40f0-97aa-ffc0398a8581 req-b8e04f30-b709-4883-b9e6-5a9cd63c28d7 tempest-VolumesNegativeTest-1685911805 tempest-VolumesNegativeTest-1685911805-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3418522 Dec 06 17:37:07.456854 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-26e26ca1-06a7-40f0-97aa-ffc0398a8581 req-0c86fa3a-125c-47fb-a554-d9626c1d300e tempest-VolumesNegativeTest-1685911805 tempest-VolumesNegativeTest-1685911805-project] 10.222.0.23 "GET /v2.0/quotas/5626160f3fcc4192ba27dcd91261b968 HTTP/1.1" status: 200 len: 375 time: 0.0130050 Dec 06 17:37:07.471345 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port a529a512-aaa8-4f3e-b5b9-b325d3751d04 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:37:07.471729 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:07.528205 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d3ce6e41-256e-4ad3-9b2c-2b74f087e7ce tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:07.533131 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-26e26ca1-06a7-40f0-97aa-ffc0398a8581 req-358b97fc-c397-426e-b56e-620ba84e2616 tempest-VolumesNegativeTest-1685911805 tempest-VolumesNegativeTest-1685911805-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5626160f3fcc4192ba27dcd91261b968&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0689466 Dec 06 17:37:07.602776 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d3ce6e41-256e-4ad3-9b2c-2b74f087e7ce tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:07.667832 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ce6e41-256e-4ad3-9b2c-2b74f087e7ce tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Network 92924f74-2f90-45e5-9033-541c61add3eb is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:37:07.674440 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-d3ce6e41-256e-4ad3-9b2c-2b74f087e7ce tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:37:07.680521 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ce6e41-256e-4ad3-9b2c-2b74f087e7ce tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:37:07.686694 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ce6e41-256e-4ad3-9b2c-2b74f087e7ce tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:07.688144 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d3ce6e41-256e-4ad3-9b2c-2b74f087e7ce tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:07.708506 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ce6e41-256e-4ad3-9b2c-2b74f087e7ce tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event updated for resources: {'Port': ['ID=b79727c5-f890-4df4-9677-2476373593ae,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:07.726429 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-d3ce6e41-256e-4ad3-9b2c-2b74f087e7ce tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.4837799 Dec 06 17:37:07.729112 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 53980) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:07.876313 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-14bcf873-11c8-45f2-8a6a-5be05599b09a req-da8fd23f-9b5f-478f-a1c2-3874a18a5b2f tempest-VolumesNegativeTest-1685911805 tempest-VolumesNegativeTest-1685911805-project] 10.222.0.23 "GET /v2.0/ports?device_id=58a05d33-78d7-4aeb-964d-80676d60d8e3 HTTP/1.1" status: 200 len: 210 time: 0.0426159 Dec 06 17:37:07.900026 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-2d9e64fd-146a-419f-ae69-32230da57d06 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Deleting port b79727c5-f890-4df4-9677-2476373593ae {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:37:07.900555 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2d9e64fd-146a-419f-ae69-32230da57d06 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:08.064363 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dd5aaa-e290-4d8f-97c5-23bed939749d req-369d3c1a-47ad-4610-b795-0765bff5039c tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:08.074025 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c8dd5aaa-e290-4d8f-97c5-23bed939749d req-369d3c1a-47ad-4610-b795-0765bff5039c tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea399e16-6987-4048-879e-71b3ee241be7 HTTP/1.1" status: 200 len: 943 time: 0.1464541 Dec 06 17:37:08.105931 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2d9e64fd-146a-419f-ae69-32230da57d06 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:08.134678 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-2d9e64fd-146a-419f-ae69-32230da57d06 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Calling delete_port for b79727c5-f890-4df4-9677-2476373593ae owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:37:08.158543 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c8dd5aaa-e290-4d8f-97c5-23bed939749d req-546e8baf-ceb2-4d32-9a95-57afff1b5591 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=53a84ca2-3f2c-4a10-85a7-67cee2181fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764771 Dec 06 17:37:08.265726 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-d29ff3b4-ffe4-4d13-91f7-a0ecb23a5ec1 None None] Provisioning complete for port a529a512-aaa8-4f3e-b5b9-b325d3751d04 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:37:08.266252 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d29ff3b4-ffe4-4d13-91f7-a0ecb23a5ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:08.474015 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2d9e64fd-146a-419f-ae69-32230da57d06 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:08.527609 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9e64fd-146a-419f-ae69-32230da57d06 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event deleted for resources: {'Port': ['ID=b79727c5-f890-4df4-9677-2476373593ae,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:08.592044 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2d9e64fd-146a-419f-ae69-32230da57d06 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:08.595869 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-2d9e64fd-146a-419f-ae69-32230da57d06 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/ports/b79727c5-f890-4df4-9677-2476373593ae HTTP/1.1" status: 204 len: 168 time: 0.8654010 Dec 06 17:37:08.598464 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 54006) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:08.626344 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-50c0cd9f-7647-4d7d-adfe-45bc332c22dc None None] Could not find standard attr ID for object b79727c5-f890-4df4-9677-2476373593ae. {{(pid=103286) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 17:37:08.666782 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d85e8c-289c-418e-a237-43d5a08ea4e0 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:08.671448 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54008) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:08.671654 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-c5d85e8c-289c-418e-a237-43d5a08ea4e0 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0708256 Dec 06 17:37:08.734142 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d545563-733a-4da8-ac8e-cdb037ce53b4 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:08.738023 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-5d545563-733a-4da8-ac8e-cdb037ce53b4 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0648808 Dec 06 17:37:08.738626 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 54012) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:08.800206 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ec974d-0343-49c2-993f-a6e8cac4542d tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:08.802141 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 3866e590-72b5-47f5-b2e8-e4ff83aab6c6 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:37:08.802455 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ec974d-0343-49c2-993f-a6e8cac4542d tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:08.804235 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ec974d-0343-49c2-993f-a6e8cac4542d tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:08.809924 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-f6ec974d-0343-49c2-993f-a6e8cac4542d tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0700290 Dec 06 17:37:08.810084 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54016) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:08.869578 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-d89ab08c-ceeb-46a2-94a6-a9f77befa4c0 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Deleting subnet 160e4e0b-89b0-4b95-912d-89081a74857a {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:37:08.873019 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d89ab08c-ceeb-46a2-94a6-a9f77befa4c0 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:08.940196 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 3866e590-72b5-47f5-b2e8-e4ff83aab6c6, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=3866e590-72b5-47f5-b2e8-e4ff83aab6c6,segment=NetworkSegment(335efc5d-483a-424a-abc6-8fe1bd340f96),segment_id=335efc5d-483a-424a-abc6-8fe1bd340f96)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:37:08.941529 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d89ab08c-ceeb-46a2-94a6-a9f77befa4c0 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:08.958387 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': '3866e590-72b5-47f5-b2e8-e4ff83aab6c6', 'network_id': '2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4', 'port_id': '3866e590-72b5-47f5-b2e8-e4ff83aab6c6', 'mac_address': 'fa:16:3e:e1:19:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06d20752-22e2-4f05-a607-805be1f18e56', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:37:08.994649 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-343c2a25-181d-4ea7-bf42-3518850897e1 req-423b25c4-8190-4e8a-865d-71e5e838562e tempest-VolumesNegativeTest-1685911805 tempest-VolumesNegativeTest-1685911805-project] 10.222.0.23 "GET /v2.0/ports?device_id=58a05d33-78d7-4aeb-964d-80676d60d8e3 HTTP/1.1" status: 200 len: 210 time: 0.0376346 Dec 06 17:37:09.005342 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:09.023644 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3866e590-72b5-47f5-b2e8-e4ff83aab6c6 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:37:09.047703 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 3866e590-72b5-47f5-b2e8-e4ff83aab6c6, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=3866e590-72b5-47f5-b2e8-e4ff83aab6c6,segment=NetworkSegment(335efc5d-483a-424a-abc6-8fe1bd340f96),segment_id=335efc5d-483a-424a-abc6-8fe1bd340f96)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:37:09.053980 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:09.065707 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d89ab08c-ceeb-46a2-94a6-a9f77befa4c0 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:09.107872 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=3866e590-72b5-47f5-b2e8-e4ff83aab6c6,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:09.133917 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-26e26ca1-06a7-40f0-97aa-ffc0398a8581 req-374033fe-f1ca-4958-84f2-3977c950af64 tempest-VolumesNegativeTest-1685911805 tempest-VolumesNegativeTest-1685911805-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=5626160f3fcc4192ba27dcd91261b968&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308239 Dec 06 17:37:09.143625 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d89ab08c-ceeb-46a2-94a6-a9f77befa4c0 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:09.207988 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89ab08c-ceeb-46a2-94a6-a9f77befa4c0 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event deleted for resources: {'Subnet': ['ID=160e4e0b-89b0-4b95-912d-89081a74857a,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:09.210117 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d89ab08c-ceeb-46a2-94a6-a9f77befa4c0 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:09.216145 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 54028) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:09.220824 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1028cd3a-4528-4244-b5e1-c5bb37a52096 None None] Network 92924f74-2f90-45e5-9033-541c61add3eb requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:37:09.226694 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-d89ab08c-ceeb-46a2-94a6-a9f77befa4c0 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/subnets/160e4e0b-89b0-4b95-912d-89081a74857a HTTP/1.1" status: 204 len: 168 time: 0.4144590 Dec 06 17:37:09.292979 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['3866e590-72b5-47f5-b2e8-e4ff83aab6c6'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:37:09.294995 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device a529a512-aaa8-4f3e-b5b9-b325d3751d04 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:37:09.394674 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0dab3a2-0031-4191-a454-6e297a134d17 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Deleting subnet 941688f6-4879-4a3e-88ca-c92ba8cf07ba {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:37:09.398394 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a0dab3a2-0031-4191-a454-6e297a134d17 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:09.417409 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e42776-9112-47e0-8dae-6d102fc19acb req-f8a5bd49-cc40-48a4-885e-23d9d3b526f8 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:09.426632 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-87e42776-9112-47e0-8dae-6d102fc19acb req-f8a5bd49-cc40-48a4-885e-23d9d3b526f8 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea399e16-6987-4048-879e-71b3ee241be7 HTTP/1.1" status: 200 len: 944 time: 0.0906363 Dec 06 17:37:09.461979 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a0dab3a2-0031-4191-a454-6e297a134d17 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:09.504082 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-87e42776-9112-47e0-8dae-6d102fc19acb req-3250ba0c-0359-45bb-947c-fe4c2fd8ad8a tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=53a84ca2-3f2c-4a10-85a7-67cee2181fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694168 Dec 06 17:37:09.507751 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e26ca1-06a7-40f0-97aa-ffc0398a8581 req-0b9f5eec-93c7-4ef9-9fa1-41d9a83885d9 tempest-VolumesNegativeTest-1685911805 tempest-VolumesNegativeTest-1685911805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:09.509267 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-26e26ca1-06a7-40f0-97aa-ffc0398a8581 req-0b9f5eec-93c7-4ef9-9fa1-41d9a83885d9 tempest-VolumesNegativeTest-1685911805 tempest-VolumesNegativeTest-1685911805-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3636906 Dec 06 17:37:09.528433 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-26e26ca1-06a7-40f0-97aa-ffc0398a8581 req-25985930-c993-40b4-b5b6-fceed0eb438c tempest-VolumesNegativeTest-1685911805 tempest-VolumesNegativeTest-1685911805-project] Request body: {'port': {'device_id': '58a05d33-78d7-4aeb-964d-80676d60d8e3', 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a', 'admin_state_up': True, 'tenant_id': '5626160f3fcc4192ba27dcd91261b968'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:37:09.543993 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port a529a512-aaa8-4f3e-b5b9-b325d3751d04 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:37:09.544376 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:09.638343 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a0dab3a2-0031-4191-a454-6e297a134d17 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:09.739986 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26e26ca1-06a7-40f0-97aa-ffc0398a8581 req-25985930-c993-40b4-b5b6-fceed0eb438c tempest-VolumesNegativeTest-1685911805 tempest-VolumesNegativeTest-1685911805-project] Made reservation on behalf of 5626160f3fcc4192ba27dcd91261b968 for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:37:09.745150 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-26e26ca1-06a7-40f0-97aa-ffc0398a8581 req-25985930-c993-40b4-b5b6-fceed0eb438c tempest-VolumesNegativeTest-1685911805 tempest-VolumesNegativeTest-1685911805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:09.757765 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a0dab3a2-0031-4191-a454-6e297a134d17 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:09.785078 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-26e26ca1-06a7-40f0-97aa-ffc0398a8581 req-25985930-c993-40b4-b5b6-fceed0eb438c tempest-VolumesNegativeTest-1685911805 tempest-VolumesNegativeTest-1685911805-project] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:09.790686 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dab3a2-0031-4191-a454-6e297a134d17 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event deleted for resources: {'Subnet': ['ID=941688f6-4879-4a3e-88ca-c92ba8cf07ba,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:09.808712 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a0dab3a2-0031-4191-a454-6e297a134d17 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:09.814669 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54036) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:09.815018 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-a0dab3a2-0031-4191-a454-6e297a134d17 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/subnets/941688f6-4879-4a3e-88ca-c92ba8cf07ba HTTP/1.1" status: 204 len: 168 time: 0.5845220 Dec 06 17:37:09.868478 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 54038) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:09.873825 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-1858eb82-dbbd-4ba6-aeab-f27e0f23999e tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0495064 Dec 06 17:37:09.925393 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-26e26ca1-06a7-40f0-97aa-ffc0398a8581 req-25985930-c993-40b4-b5b6-fceed0eb438c tempest-VolumesNegativeTest-1685911805 tempest-VolumesNegativeTest-1685911805-project] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:09.940529 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae4864f-f3b5-4e36-a351-fb90e23a5ebd tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:09.945289 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54044) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:09.945414 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-dae4864f-f3b5-4e36-a351-fb90e23a5ebd tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0749788 Dec 06 17:37:09.946326 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-26e26ca1-06a7-40f0-97aa-ffc0398a8581 req-25985930-c993-40b4-b5b6-fceed0eb438c tempest-VolumesNegativeTest-1685911805 tempest-VolumesNegativeTest-1685911805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:10.011024 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25985930-c993-40b4-b5b6-fceed0eb438c tempest-VolumesNegativeTest-1685911805 tempest-VolumesNegativeTest-1685911805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97537d20-c711-4ff2-88fd-5754c7256de8,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:10.014653 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0c9105-fe2a-433b-ac5f-0a60f26682ff tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:10.016739 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-cc0c9105-fe2a-433b-ac5f-0a60f26682ff tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0697219 Dec 06 17:37:10.023046 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 54046) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:10.045443 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd507aef-5d75-4596-b290-a7f23b28d99d None None] Update dhcp port {'port': {'network_id': '92924f74-2f90-45e5-9033-541c61add3eb', 'fixed_ips': [{'subnet_id': '941688f6-4879-4a3e-88ca-c92ba8cf07ba'}], 'binding:host_id': 'n-d-master-1'}, 'id': 'a529a512-aaa8-4f3e-b5b9-b325d3751d04'} from n-d-master-1. {{(pid=103286) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 06 17:37:10.074824 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-707c1d5e-d582-4618-a653-11ef8d9d8fc0 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0470810 Dec 06 17:37:10.075939 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54050) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:10.084424 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fd507aef-5d75-4596-b290-a7f23b28d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:10.110897 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae027f33-b11e-4d50-89f7-2175e3a2edab tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] DELETE failed (client error): The resource could not be found. Dec 06 17:37:10.112037 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae027f33-b11e-4d50-89f7-2175e3a2edab tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:37:10.117953 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-ae027f33-b11e-4d50-89f7-2175e3a2edab tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/ports/b79727c5-f890-4df4-9677-2476373593ae HTTP/1.1" status: 404 len: 333 time: 0.0389590 Dec 06 17:37:10.118222 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54052) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:10.147837 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-26e355e5-29c4-4bd9-ad6c-769b6a44e5cc req-5fad7e4c-f3dc-4e45-86db-6d6b92180ddc tempest-VolumesNegativeTest-1685911805 tempest-VolumesNegativeTest-1685911805-project] 10.222.0.23 "GET /v2.0/ports?device_id=58a05d33-78d7-4aeb-964d-80676d60d8e3 HTTP/1.1" status: 200 len: 210 time: 0.0409753 Dec 06 17:37:10.163884 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-26e26ca1-06a7-40f0-97aa-ffc0398a8581 req-25985930-c993-40b4-b5b6-fceed0eb438c tempest-VolumesNegativeTest-1685911805 tempest-VolumesNegativeTest-1685911805-project] Allocated IP 192.168.233.158 (ee08a0d2-834f-4c39-be47-9c424581246a/1342252a-21e4-4783-88ff-f54776c79059/aeb87ee1-591e-4158-a9f4-8273951b7a14) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:37:10.176717 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca2e9a90-e60d-4e0e-9f9d-f0f96812990e tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] DELETE failed (client error): The resource could not be found. Dec 06 17:37:10.177333 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca2e9a90-e60d-4e0e-9f9d-f0f96812990e tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:37:10.181221 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-ca2e9a90-e60d-4e0e-9f9d-f0f96812990e tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/subnets/160e4e0b-89b0-4b95-912d-89081a74857a HTTP/1.1" status: 404 len: 337 time: 0.0620396 Dec 06 17:37:10.184180 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54054) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:10.216082 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-51122bde-b16a-456c-924c-91a12b6f0a56 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] DELETE failed (client error): The resource could not be found. Dec 06 17:37:10.216581 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51122bde-b16a-456c-924c-91a12b6f0a56 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:37:10.221177 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-51122bde-b16a-456c-924c-91a12b6f0a56 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/subnets/941688f6-4879-4a3e-88ca-c92ba8cf07ba HTTP/1.1" status: 404 len: 337 time: 0.0349543 Dec 06 17:37:10.222797 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54056) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:10.251589 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-edcde753-9e9c-4870-9b35-44fd29a6594c tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] DELETE failed (client error): The resource could not be found. Dec 06 17:37:10.252317 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edcde753-9e9c-4870-9b35-44fd29a6594c tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:37:10.259777 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-edcde753-9e9c-4870-9b35-44fd29a6594c tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/ports/644c5bec-028d-4333-b942-4d9036f6d5b2 HTTP/1.1" status: 404 len: 333 time: 0.0357139 Dec 06 17:37:10.260746 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54058) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:10.291642 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a0121c2-8a9f-43a2-b895-01116354aed5 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] DELETE failed (client error): The resource could not be found. Dec 06 17:37:10.292259 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a0121c2-8a9f-43a2-b895-01116354aed5 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:37:10.298167 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-5a0121c2-8a9f-43a2-b895-01116354aed5 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/subnets/48e11351-7431-483b-9a36-7e6aca9de976 HTTP/1.1" status: 404 len: 337 time: 0.0363340 Dec 06 17:37:10.298890 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54060) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:10.314586 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7541ce2b-7679-4623-8d15-dc9b5aaa045e None None] Network 92924f74-2f90-45e5-9033-541c61add3eb requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:37:10.333998 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-a78b3768-e32b-48cd-a0d0-4d8f7864d8c7 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] DELETE failed (client error): The resource could not be found. Dec 06 17:37:10.334672 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a78b3768-e32b-48cd-a0d0-4d8f7864d8c7 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:37:10.338169 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-26e26ca1-06a7-40f0-97aa-ffc0398a8581 req-25985930-c993-40b4-b5b6-fceed0eb438c tempest-VolumesNegativeTest-1685911805 tempest-VolumesNegativeTest-1685911805-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:10.340820 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-a78b3768-e32b-48cd-a0d0-4d8f7864d8c7 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/subnets/c827b377-8c2a-4d0d-acfc-9571ea821108 HTTP/1.1" status: 404 len: 337 time: 0.0407557 Dec 06 17:37:10.341530 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54062) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:10.366509 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-86bc102d-5835-433d-abe3-090cc315629e tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] DELETE failed (client error): The resource could not be found. Dec 06 17:37:10.367241 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86bc102d-5835-433d-abe3-090cc315629e tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:37:10.373313 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-86bc102d-5835-433d-abe3-090cc315629e tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/ports/e77f24af-d3a3-48b5-b8c5-bb3545fbd7ed HTTP/1.1" status: 404 len: 333 time: 0.0305715 Dec 06 17:37:10.374033 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54064) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:10.383487 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-26e26ca1-06a7-40f0-97aa-ffc0398a8581 req-25985930-c993-40b4-b5b6-fceed0eb438c tempest-VolumesNegativeTest-1685911805 tempest-VolumesNegativeTest-1685911805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:10.406675 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-46bb44af-de7d-4509-8d04-0ca913289b14 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] DELETE failed (client error): The resource could not be found. Dec 06 17:37:10.407232 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46bb44af-de7d-4509-8d04-0ca913289b14 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:37:10.414454 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-46bb44af-de7d-4509-8d04-0ca913289b14 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/subnets/0051d084-3cf6-406e-b2f5-ffb08ac38d17 HTTP/1.1" status: 404 len: 337 time: 0.0393310 Dec 06 17:37:10.415273 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54066) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:10.441241 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-f1c687aa-af06-4e14-92e3-714507c068c8 None None] Provisioning complete for port a529a512-aaa8-4f3e-b5b9-b325d3751d04 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:37:10.441774 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f1c687aa-af06-4e14-92e3-714507c068c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:10.473233 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e58c41c-410a-4973-81e4-0ad20c366e98 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] DELETE failed (client error): The resource could not be found. Dec 06 17:37:10.475772 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e58c41c-410a-4973-81e4-0ad20c366e98 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:37:10.491520 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-9e58c41c-410a-4973-81e4-0ad20c366e98 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/subnets/26e1b2f6-9741-4536-be00-6384de52b2d0 HTTP/1.1" status: 404 len: 337 time: 0.0727906 Dec 06 17:37:10.492457 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54068) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:10.497747 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26e26ca1-06a7-40f0-97aa-ffc0398a8581 req-25985930-c993-40b4-b5b6-fceed0eb438c tempest-VolumesNegativeTest-1685911805 tempest-VolumesNegativeTest-1685911805-project] Network ee08a0d2-834f-4c39-be47-9c424581246a is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:37:10.507873 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25985930-c993-40b4-b5b6-fceed0eb438c tempest-VolumesNegativeTest-1685911805 tempest-VolumesNegativeTest-1685911805-project] Pushing event updated for resources: {'Port': ['ID=aeb87ee1-591e-4158-a9f4-8273951b7a14,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:10.511275 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-26e26ca1-06a7-40f0-97aa-ffc0398a8581 req-25985930-c993-40b4-b5b6-fceed0eb438c tempest-VolumesNegativeTest-1685911805 tempest-VolumesNegativeTest-1685911805-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:37:10.534339 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-26e26ca1-06a7-40f0-97aa-ffc0398a8581 req-25985930-c993-40b4-b5b6-fceed0eb438c tempest-VolumesNegativeTest-1685911805 tempest-VolumesNegativeTest-1685911805-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:37:10.540641 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-237eb9ee-f2ef-40ae-b82c-66e3531ba5e1 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] DELETE failed (client error): The resource could not be found. Dec 06 17:37:10.544978 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-237eb9ee-f2ef-40ae-b82c-66e3531ba5e1 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:37:10.552139 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-237eb9ee-f2ef-40ae-b82c-66e3531ba5e1 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/ports/110772bd-1240-4587-85a3-b82bd0cff20e HTTP/1.1" status: 404 len: 333 time: 0.0585442 Dec 06 17:37:10.558148 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54072) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:10.632528 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-030bdf15-acfb-43e3-966e-fe0a020c0db1 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] DELETE failed (client error): The resource could not be found. Dec 06 17:37:10.633004 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-030bdf15-acfb-43e3-966e-fe0a020c0db1 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:37:10.636172 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-030bdf15-acfb-43e3-966e-fe0a020c0db1 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/subnets/1675a7dc-15c2-47a3-a657-e4334e0244ea HTTP/1.1" status: 404 len: 337 time: 0.0783091 Dec 06 17:37:10.641684 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54074) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:10.661152 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2921247e-fca4-4b91-b90a-cf4eac416e27 None None] DHCP port deletion for 92924f74-2f90-45e5-9033-541c61add3eb request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:37:10.675075 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e26ca1-06a7-40f0-97aa-ffc0398a8581 req-25985930-c993-40b4-b5b6-fceed0eb438c tempest-VolumesNegativeTest-1685911805 tempest-VolumesNegativeTest-1685911805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:10.679390 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-26e26ca1-06a7-40f0-97aa-ffc0398a8581 req-25985930-c993-40b4-b5b6-fceed0eb438c tempest-VolumesNegativeTest-1685911805 tempest-VolumesNegativeTest-1685911805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:10.710390 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-26e26ca1-06a7-40f0-97aa-ffc0398a8581 req-25985930-c993-40b4-b5b6-fceed0eb438c tempest-VolumesNegativeTest-1685911805 tempest-VolumesNegativeTest-1685911805-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1862934 Dec 06 17:37:10.721648 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-26e26ca1-06a7-40f0-97aa-ffc0398a8581 req-23205473-05dc-4427-9e8c-535fe0bc0d7f service neutron] Request body: {'port': {'device_id': '58a05d33-78d7-4aeb-964d-80676d60d8e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:37:10.748940 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-78636a0e-745d-4bf8-805b-ae87aec23e69 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] DELETE failed (client error): The resource could not be found. Dec 06 17:37:10.749408 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78636a0e-745d-4bf8-805b-ae87aec23e69 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:37:10.751309 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-2921247e-fca4-4b91-b90a-cf4eac416e27 None None] Deleting port a529a512-aaa8-4f3e-b5b9-b325d3751d04 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:37:10.751709 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2921247e-fca4-4b91-b90a-cf4eac416e27 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:10.752477 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-78636a0e-745d-4bf8-805b-ae87aec23e69 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/subnets/6ea0da43-6693-45a7-9839-eba28c66494e HTTP/1.1" status: 404 len: 337 time: 0.1094952 Dec 06 17:37:10.770376 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 54078) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:10.840530 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6d41f8-e540-4a76-84f4-72045f97bd5b req-67ee494d-f3fb-4f6f-a821-3f3476f5221a tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:10.847487 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 3866e590-72b5-47f5-b2e8-e4ff83aab6c6 up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:37:10.854023 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5b6d41f8-e540-4a76-84f4-72045f97bd5b req-67ee494d-f3fb-4f6f-a821-3f3476f5221a tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea399e16-6987-4048-879e-71b3ee241be7 HTTP/1.1" status: 200 len: 944 time: 0.1861520 Dec 06 17:37:10.915839 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-2921247e-fca4-4b91-b90a-cf4eac416e27 None None] For port a529a512-aaa8-4f3e-b5b9-b325d3751d04, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a529a512-aaa8-4f3e-b5b9-b325d3751d04,segment=NetworkSegment(a47332dc-5917-44f3-a9f4-ba1cd1d32759),segment_id=a47332dc-5917-44f3-a9f4-ba1cd1d32759)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:37:10.916184 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2921247e-fca4-4b91-b90a-cf4eac416e27 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:10.941742 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-2921247e-fca4-4b91-b90a-cf4eac416e27 None None] Calling delete_port for a529a512-aaa8-4f3e-b5b9-b325d3751d04 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:37:10.955070 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5b6d41f8-e540-4a76-84f4-72045f97bd5b req-52589990-fa5f-4246-b4da-e760e194463e tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=53a84ca2-3f2c-4a10-85a7-67cee2181fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836890 Dec 06 17:37:11.022224 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning for port 3866e590-72b5-47f5-b2e8-e4ff83aab6c6 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:37:11.032096 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port 3866e590-72b5-47f5-b2e8-e4ff83aab6c6 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:37:11.032483 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:11.089909 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-19cb08e2-977a-4e8e-a2ef-0e11a72b4490 None None] Provisioning complete for port aeb87ee1-591e-4158-a9f4-8273951b7a14 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:37:11.090768 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-19cb08e2-977a-4e8e-a2ef-0e11a72b4490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:11.094837 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2921247e-fca4-4b91-b90a-cf4eac416e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:11.151617 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2921247e-fca4-4b91-b90a-cf4eac416e27 None None] Pushing event deleted for resources: {'Port': ['ID=a529a512-aaa8-4f3e-b5b9-b325d3751d04,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:11.153555 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2921247e-fca4-4b91-b90a-cf4eac416e27 None None] No DVR routers for this DVR port a529a512-aaa8-4f3e-b5b9-b325d3751d04 on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:37:11.172793 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-19cb08e2-977a-4e8e-a2ef-0e11a72b4490 None None] Port aeb87ee1-591e-4158-a9f4-8273951b7a14 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:37:11.211814 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:11.243963 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea399e16-6987-4048-879e-71b3ee241be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3866e590-72b5-47f5-b2e8-e4ff83aab6c6'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:37:11.246644 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e022d8f3-a2ba-4d4e-bc6e-8767b93a740c" -d '{"events": [{"server_uuid": "ea399e16-6987-4048-879e-71b3ee241be7", "name": "network-vif-plugged", "status": "completed", "tag": "3866e590-72b5-47f5-b2e8-e4ff83aab6c6"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:37:11.254806 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device a529a512-aaa8-4f3e-b5b9-b325d3751d04 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:37:11.273393 n-d-master-1 neutron-server[103285]: INFO neutron.pecan_wsgi.hooks.translation [None req-b692e9d9-60fd-45d6-b099-f2a1dc918f14 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] DELETE failed (client error): The resource could not be found. Dec 06 17:37:11.273987 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b692e9d9-60fd-45d6-b099-f2a1dc918f14 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103285) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:37:11.279306 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-b692e9d9-60fd-45d6-b099-f2a1dc918f14 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/ports/62533d36-ec4a-457f-a9b1-5d8af3ef73ed HTTP/1.1" status: 404 len: 333 time: 0.5029438 Dec 06 17:37:11.279775 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54086) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:11.304802 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b30a1518-8f1d-4145-9a6e-759b962d6170 x-openstack-request-id: req-b30a1518-8f1d-4145-9a6e-759b962d6170 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:37:11.305139 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea399e16-6987-4048-879e-71b3ee241be7", "name": "network-vif-plugged", "status": "completed", "tag": "3866e590-72b5-47f5-b2e8-e4ff83aab6c6", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:37:11.305401 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b30a1518-8f1d-4145-9a6e-759b962d6170 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:37:11.306828 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea399e16-6987-4048-879e-71b3ee241be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3866e590-72b5-47f5-b2e8-e4ff83aab6c6', 'code': 200} Dec 06 17:37:11.306828 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: a529a512-aaa8-4f3e-b5b9-b325d3751d04 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:37:11.306828 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device a529a512-aaa8-4f3e-b5b9-b325d3751d04 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:37:11.315792 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 3866e590-72b5-47f5-b2e8-e4ff83aab6c6, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=3866e590-72b5-47f5-b2e8-e4ff83aab6c6,segment=NetworkSegment(335efc5d-483a-424a-abc6-8fe1bd340f96),segment_id=335efc5d-483a-424a-abc6-8fe1bd340f96)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:37:11.320948 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:11.327931 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e6adfab-f917-4115-8163-c8c8993dda9a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] DELETE failed (client error): The resource could not be found. Dec 06 17:37:11.328580 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e6adfab-f917-4115-8163-c8c8993dda9a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:37:11.337278 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-4e6adfab-f917-4115-8163-c8c8993dda9a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/subnets/d795a100-2f71-483c-b99a-74505f8ddc76 HTTP/1.1" status: 404 len: 337 time: 0.0540524 Dec 06 17:37:11.340642 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 54088) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:11.355343 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-26e26ca1-06a7-40f0-97aa-ffc0398a8581 req-23205473-05dc-4427-9e8c-535fe0bc0d7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:11.375294 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=3866e590-72b5-47f5-b2e8-e4ff83aab6c6,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:11.392611 n-d-master-1 neutron-server[103285]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0cc89e2-100a-4c20-aca9-555fd4401581 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] DELETE failed (client error): The resource could not be found. Dec 06 17:37:11.393150 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0cc89e2-100a-4c20-aca9-555fd4401581 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103285) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:37:11.396424 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-d0cc89e2-100a-4c20-aca9-555fd4401581 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/ports/2f74e387-01b9-4664-a15b-e69dfabd1279 HTTP/1.1" status: 404 len: 333 time: 0.0542095 Dec 06 17:37:11.399228 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54090) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:11.417462 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-798965e8-550a-42a5-9469-1e2e36347394 req-be3caeb8-65c6-4a42-817c-52edae5e3f97 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ccda23e4-e182-44da-9f28-4c236d1fba5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6171694 Dec 06 17:37:11.426059 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-35a923f0-fa56-4f60-ae74-a334de71a2c0 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] DELETE failed (client error): The resource could not be found. Dec 06 17:37:11.426452 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35a923f0-fa56-4f60-ae74-a334de71a2c0 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:37:11.430500 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-35a923f0-fa56-4f60-ae74-a334de71a2c0 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/subnets/16822673-107d-42d7-9533-9c1c9bb1c7e2 HTTP/1.1" status: 404 len: 337 time: 0.0297339 Dec 06 17:37:11.432733 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54092) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:11.451202 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb72c1b-9a87-429b-968c-2003b807f0c1 req-8e9b4858-999c-4c36-ae0e-e0a275ff25cb tempest-VolumesNegativeTest-1685911805 tempest-VolumesNegativeTest-1685911805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:11.452668 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ecb72c1b-9a87-429b-968c-2003b807f0c1 req-8e9b4858-999c-4c36-ae0e-e0a275ff25cb tempest-VolumesNegativeTest-1685911805 tempest-VolumesNegativeTest-1685911805-project] 10.222.0.23 "GET /v2.0/ports?device_id=58a05d33-78d7-4aeb-964d-80676d60d8e3 HTTP/1.1" status: 200 len: 936 time: 0.1745377 Dec 06 17:37:11.460468 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-26f08130-80cb-47cd-8b0c-227943738b42 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] DELETE failed (client error): The resource could not be found. Dec 06 17:37:11.461792 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26f08130-80cb-47cd-8b0c-227943738b42 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:37:11.465428 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-26f08130-80cb-47cd-8b0c-227943738b42 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/ports/2a688d84-7024-4ae2-8c43-37d4e691c39a HTTP/1.1" status: 404 len: 333 time: 0.0317645 Dec 06 17:37:11.467981 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54094) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:11.499445 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-47ed221d-e9de-4e2a-9075-0fc35ee50764 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] DELETE failed (client error): The resource could not be found. Dec 06 17:37:11.499923 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47ed221d-e9de-4e2a-9075-0fc35ee50764 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:37:11.503055 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-47ed221d-e9de-4e2a-9075-0fc35ee50764 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/subnets/4b437d75-87b1-4dc2-811d-033aa4798fc6 HTTP/1.1" status: 404 len: 337 time: 0.0340996 Dec 06 17:37:11.505663 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54096) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:11.529408 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b4b3a53-5c6c-4993-840f-4ae465857fd5 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] DELETE failed (client error): The resource could not be found. Dec 06 17:37:11.529966 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b4b3a53-5c6c-4993-840f-4ae465857fd5 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:37:11.532998 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-6b4b3a53-5c6c-4993-840f-4ae465857fd5 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/ports/1fd91fb3-251c-4d87-87e5-a5f516e6bdeb HTTP/1.1" status: 404 len: 333 time: 0.0264251 Dec 06 17:37:11.535463 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54098) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:11.551702 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0879d97c-90ed-4389-8577-1713aeb9a73e req-52ab2cd2-0e27-4759-9db6-a81d53a8817c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:11.553855 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0879d97c-90ed-4389-8577-1713aeb9a73e req-52ab2cd2-0e27-4759-9db6-a81d53a8817c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ea399e16-6987-4048-879e-71b3ee241be7 HTTP/1.1" status: 200 len: 1096 time: 0.1787727 Dec 06 17:37:11.562574 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-464801b7-2855-4754-bedd-4c50e7dafa06 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] DELETE failed (client error): The resource could not be found. Dec 06 17:37:11.563040 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-464801b7-2855-4754-bedd-4c50e7dafa06 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:37:11.566373 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-464801b7-2855-4754-bedd-4c50e7dafa06 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/subnets/8160617a-bb93-4f2e-bd32-99e4c83db4e9 HTTP/1.1" status: 404 len: 337 time: 0.0298524 Dec 06 17:37:11.568726 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54100) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:11.591011 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-b612ca1e-d629-43af-9927-b0f58d137c97 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] DELETE failed (client error): The resource could not be found. Dec 06 17:37:11.591556 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b612ca1e-d629-43af-9927-b0f58d137c97 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:37:11.594645 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-b612ca1e-d629-43af-9927-b0f58d137c97 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/ports/60e53599-ef83-46ee-83d1-8c91e19a317f HTTP/1.1" status: 404 len: 333 time: 0.0249708 Dec 06 17:37:11.597218 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54102) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:11.624540 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-f537a5b8-7432-47e1-975e-01cd7448aba8 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] DELETE failed (client error): The resource could not be found. Dec 06 17:37:11.625011 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f537a5b8-7432-47e1-975e-01cd7448aba8 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:37:11.628248 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-f537a5b8-7432-47e1-975e-01cd7448aba8 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/subnets/b234622e-d8da-419c-b3ae-8bc6a4c4a438 HTTP/1.1" status: 404 len: 337 time: 0.0301318 Dec 06 17:37:11.630740 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54104) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:11.635240 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ecb72c1b-9a87-429b-968c-2003b807f0c1 req-e70328d5-3edb-482b-8406-9b8ffef9203e tempest-VolumesNegativeTest-1685911805 tempest-VolumesNegativeTest-1685911805-project] 10.222.0.23 "GET /v2.0/security-groups?id=97537d20-c711-4ff2-88fd-5754c7256de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712523 Dec 06 17:37:11.653219 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f0e34c3-dae9-4e5e-84d8-43ad7655f807 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] DELETE failed (client error): The resource could not be found. Dec 06 17:37:11.653811 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f0e34c3-dae9-4e5e-84d8-43ad7655f807 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:37:11.656601 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798965e8-550a-42a5-9469-1e2e36347394 req-0f7dd5be-032c-47d3-86d5-deabb17257ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:11.657003 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-9f0e34c3-dae9-4e5e-84d8-43ad7655f807 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/ports/d29ffb33-7fa4-46cc-9958-9256183dcbde HTTP/1.1" status: 404 len: 333 time: 0.0253496 Dec 06 17:37:11.658134 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-798965e8-550a-42a5-9469-1e2e36347394 req-0f7dd5be-032c-47d3-86d5-deabb17257ec service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=87136a91f6c54863bdb78ae5833b5c4e&device_id=ccda23e4-e182-44da-9f28-4c236d1fba5a HTTP/1.1" status: 200 len: 1096 time: 0.1743517 Dec 06 17:37:11.659701 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54106) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:11.690361 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2a4d4b4-63ac-42e1-b754-008184478043 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] DELETE failed (client error): The resource could not be found. Dec 06 17:37:11.690738 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2a4d4b4-63ac-42e1-b754-008184478043 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:37:11.693879 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-e2a4d4b4-63ac-42e1-b754-008184478043 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/subnets/36fc5da6-e551-49d1-b8de-ca7b48a1d73d HTTP/1.1" status: 404 len: 337 time: 0.0331457 Dec 06 17:37:11.696620 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54108) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:11.717328 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0879d97c-90ed-4389-8577-1713aeb9a73e req-1805eeb3-08a3-454c-85a6-6ab4948a4e8b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=53a84ca2-3f2c-4a10-85a7-67cee2181fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476688 Dec 06 17:37:11.722762 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d75ae69-b222-4e97-a8c2-b94fdea9ae2c tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] DELETE failed (client error): The resource could not be found. Dec 06 17:37:11.723231 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d75ae69-b222-4e97-a8c2-b94fdea9ae2c tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:37:11.727010 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-0d75ae69-b222-4e97-a8c2-b94fdea9ae2c tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/subnets/666628fe-3230-421a-87b7-3eea7657ce65 HTTP/1.1" status: 404 len: 337 time: 0.0292556 Dec 06 17:37:11.729633 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54110) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:11.753568 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c2756e4-77c0-4f43-8415-4e4b3bd8e2f6 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] DELETE failed (client error): The resource could not be found. Dec 06 17:37:11.754299 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c2756e4-77c0-4f43-8415-4e4b3bd8e2f6 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:37:11.757873 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-3c2756e4-77c0-4f43-8415-4e4b3bd8e2f6 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/ports/b394525b-e315-4f61-a90b-e9308f4b07ed HTTP/1.1" status: 404 len: 333 time: 0.0269513 Dec 06 17:37:11.760102 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54114) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:11.788649 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-fab447db-dc61-44b8-8b8f-66cb21816793 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] DELETE failed (client error): The resource could not be found. Dec 06 17:37:11.789125 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fab447db-dc61-44b8-8b8f-66cb21816793 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:37:11.793635 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-fab447db-dc61-44b8-8b8f-66cb21816793 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/subnets/472e0ff6-8ec3-4058-945a-f3e5373749ca HTTP/1.1" status: 404 len: 337 time: 0.0310404 Dec 06 17:37:11.795585 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54116) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:11.823983 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-8de6c8f8-99fc-44f7-97f9-a5530e2ab923 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] DELETE failed (client error): The resource could not be found. Dec 06 17:37:11.824523 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8de6c8f8-99fc-44f7-97f9-a5530e2ab923 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:37:11.828024 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-8de6c8f8-99fc-44f7-97f9-a5530e2ab923 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/subnets/dca69f26-1f62-4cef-9ce1-d25967b4f6e4 HTTP/1.1" status: 404 len: 337 time: 0.0313525 Dec 06 17:37:11.830576 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54122) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:11.831294 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798965e8-550a-42a5-9469-1e2e36347394 req-c47acbb6-8986-49a9-b6c0-ea01edafafd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:11.832775 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-798965e8-550a-42a5-9469-1e2e36347394 req-c47acbb6-8986-49a9-b6c0-ea01edafafd7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2c008a8b-421d-4b40-9646-1dd7934eadae HTTP/1.1" status: 200 len: 898 time: 0.1270206 Dec 06 17:37:11.854613 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-f68e3836-1e01-40dd-9674-c665ebe876e7 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] DELETE failed (client error): The resource could not be found. Dec 06 17:37:11.855253 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f68e3836-1e01-40dd-9674-c665ebe876e7 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:37:11.858360 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-f68e3836-1e01-40dd-9674-c665ebe876e7 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/ports/d343d78d-0bcb-4992-ad82-e660bc9e5e4d HTTP/1.1" status: 404 len: 333 time: 0.0268574 Dec 06 17:37:11.860945 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54124) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:11.892321 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9e8ee28-88ed-4ddd-bc49-680332b51ef4 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] DELETE failed (client error): The resource could not be found. Dec 06 17:37:11.892796 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9e8ee28-88ed-4ddd-bc49-680332b51ef4 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:37:11.896729 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-f9e8ee28-88ed-4ddd-bc49-680332b51ef4 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/subnets/ec3b903d-ab9b-4647-bfa4-d0e3e7bdb9d7 HTTP/1.1" status: 404 len: 337 time: 0.0342062 Dec 06 17:37:11.899310 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54126) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:11.919299 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-26e26ca1-06a7-40f0-97aa-ffc0398a8581 req-23205473-05dc-4427-9e8c-535fe0bc0d7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aeb87ee1-591e-4158-a9f4-8273951b7a14 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:37:11.930500 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-26e26ca1-06a7-40f0-97aa-ffc0398a8581 req-23205473-05dc-4427-9e8c-535fe0bc0d7f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:11.945667 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-798965e8-550a-42a5-9469-1e2e36347394 req-cd474736-70be-4771-80c5-15ebfb468bb6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f78f30ca-02ef-48c5-97e9-5186573744a1 HTTP/1.1" status: 200 len: 1000 time: 0.1026227 Dec 06 17:37:11.950462 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-26e26ca1-06a7-40f0-97aa-ffc0398a8581 req-23205473-05dc-4427-9e8c-535fe0bc0d7f service neutron] Transition to ACTIVE for port object aeb87ee1-591e-4158-a9f4-8273951b7a14 will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:37:11.962386 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-26e26ca1-06a7-40f0-97aa-ffc0398a8581 req-23205473-05dc-4427-9e8c-535fe0bc0d7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:12.058776 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798965e8-550a-42a5-9469-1e2e36347394 req-da90b275-23e3-4712-970a-43bb5e7180c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:12.060288 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-798965e8-550a-42a5-9469-1e2e36347394 req-da90b275-23e3-4712-970a-43bb5e7180c5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9617ec86-ff21-4a37-a800-d6258d9d9658 HTTP/1.1" status: 200 len: 833 time: 0.1075981 Dec 06 17:37:12.076331 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23205473-05dc-4427-9e8c-535fe0bc0d7f service neutron] Pushing event updated for resources: {'Port': ['ID=aeb87ee1-591e-4158-a9f4-8273951b7a14,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:12.188694 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798965e8-550a-42a5-9469-1e2e36347394 req-2938b118-561e-4191-a287-af9b92f5da12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:12.190522 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-798965e8-550a-42a5-9469-1e2e36347394 req-2938b118-561e-4191-a287-af9b92f5da12 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2c008a8b-421d-4b40-9646-1dd7934eadae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1154277 Dec 06 17:37:12.202234 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-26e26ca1-06a7-40f0-97aa-ffc0398a8581 req-23205473-05dc-4427-9e8c-535fe0bc0d7f service neutron] Attempting to bind port aeb87ee1-591e-4158-a9f4-8273951b7a14 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:37:12.202549 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-26e26ca1-06a7-40f0-97aa-ffc0398a8581 req-23205473-05dc-4427-9e8c-535fe0bc0d7f service neutron] Attempting to bind port aeb87ee1-591e-4158-a9f4-8273951b7a14 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:37:12.202891 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e26ca1-06a7-40f0-97aa-ffc0398a8581 req-23205473-05dc-4427-9e8c-535fe0bc0d7f service neutron] Attempting to bind port aeb87ee1-591e-4158-a9f4-8273951b7a14 on network ee08a0d2-834f-4c39-be47-9c424581246a {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:37:12.296133 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e26ca1-06a7-40f0-97aa-ffc0398a8581 req-23205473-05dc-4427-9e8c-535fe0bc0d7f service neutron] Port aeb87ee1-591e-4158-a9f4-8273951b7a14 on network ee08a0d2-834f-4c39-be47-9c424581246a not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:37:12.296851 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e26ca1-06a7-40f0-97aa-ffc0398a8581 req-23205473-05dc-4427-9e8c-535fe0bc0d7f service neutron] Attempting to bind port aeb87ee1-591e-4158-a9f4-8273951b7a14 on network ee08a0d2-834f-4c39-be47-9c424581246a {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:37:12.305224 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e26ca1-06a7-40f0-97aa-ffc0398a8581 req-23205473-05dc-4427-9e8c-535fe0bc0d7f service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:37:12.305848 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e26ca1-06a7-40f0-97aa-ffc0398a8581 req-23205473-05dc-4427-9e8c-535fe0bc0d7f service neutron] Checking segment: {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:37:12.306738 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e26ca1-06a7-40f0-97aa-ffc0398a8581 req-23205473-05dc-4427-9e8c-535fe0bc0d7f service neutron] Bound using segment: {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:37:12.307363 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-26e26ca1-06a7-40f0-97aa-ffc0398a8581 req-23205473-05dc-4427-9e8c-535fe0bc0d7f service neutron] Bound port: aeb87ee1-591e-4158-a9f4-8273951b7a14, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:37:12.310101 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-26e26ca1-06a7-40f0-97aa-ffc0398a8581 req-23205473-05dc-4427-9e8c-535fe0bc0d7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:12.341448 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-798965e8-550a-42a5-9469-1e2e36347394 req-3aeb686d-f46a-4146-a47b-d5d75fd7ac64 service neutron] 10.222.0.41 "GET /v2.0/networks/2c008a8b-421d-4b40-9646-1dd7934eadae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429644 Dec 06 17:37:12.354065 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-11018b95-21f4-41a5-9840-9d4ebee8b98d tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] DELETE failed (client error): The resource could not be found. Dec 06 17:37:12.354597 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11018b95-21f4-41a5-9840-9d4ebee8b98d tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:37:12.360455 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-11018b95-21f4-41a5-9840-9d4ebee8b98d tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/subnets/844cd00f-b0bc-4b4c-a854-c45cf333f5c0 HTTP/1.1" status: 404 len: 337 time: 0.4573016 Dec 06 17:37:12.365596 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54136) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:12.403016 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bb92049-344c-4e70-b8ed-ba72aba2def5 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] DELETE failed (client error): The resource could not be found. Dec 06 17:37:12.403578 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bb92049-344c-4e70-b8ed-ba72aba2def5 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:37:12.409084 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-2bb92049-344c-4e70-b8ed-ba72aba2def5 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/ports/63132136-5de2-43fb-9a08-a7409db35a78 HTTP/1.1" status: 404 len: 333 time: 0.0395834 Dec 06 17:37:12.409309 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54138) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:12.442534 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-3235ed84-9b8e-4441-8254-d057fd72715b tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] DELETE failed (client error): The resource could not be found. Dec 06 17:37:12.443973 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3235ed84-9b8e-4441-8254-d057fd72715b tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:37:12.449944 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-3235ed84-9b8e-4441-8254-d057fd72715b tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/subnets/ff7f9684-39c6-410c-9f86-629117e44ef9 HTTP/1.1" status: 404 len: 337 time: 0.0375359 Dec 06 17:37:12.451987 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54140) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:12.465121 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-26e26ca1-06a7-40f0-97aa-ffc0398a8581 req-23205473-05dc-4427-9e8c-535fe0bc0d7f service neutron] For port aeb87ee1-591e-4158-a9f4-8273951b7a14, host n-h1-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:37:12.469335 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495ccb0c-afc3-45b6-94b7-a96cbc7800cd req-b6e03030-2b36-4b2b-b0f4-76b37d221fd8 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:12.470394 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-26e26ca1-06a7-40f0-97aa-ffc0398a8581 req-23205473-05dc-4427-9e8c-535fe0bc0d7f service neutron] For port aeb87ee1-591e-4158-a9f4-8273951b7a14, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=aeb87ee1-591e-4158-a9f4-8273951b7a14,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:37:12.470992 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-495ccb0c-afc3-45b6-94b7-a96cbc7800cd req-b6e03030-2b36-4b2b-b0f4-76b37d221fd8 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea399e16-6987-4048-879e-71b3ee241be7 HTTP/1.1" status: 200 len: 945 time: 0.1192100 Dec 06 17:37:12.488123 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-26e26ca1-06a7-40f0-97aa-ffc0398a8581 req-23205473-05dc-4427-9e8c-535fe0bc0d7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:12.495421 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-6734f904-9b75-4af6-913c-5fdecbe5d8c2 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] DELETE failed (client error): The resource could not be found. Dec 06 17:37:12.495976 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6734f904-9b75-4af6-913c-5fdecbe5d8c2 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:37:12.501497 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-6734f904-9b75-4af6-913c-5fdecbe5d8c2 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/subnets/d663edd5-0db8-42e0-badc-6abe515dd2e6 HTTP/1.1" status: 404 len: 337 time: 0.0461621 Dec 06 17:37:12.504237 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54142) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:12.522932 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-798965e8-550a-42a5-9469-1e2e36347394 req-a97d532a-9b10-4d9d-90f0-599c71970a97 service neutron] 10.222.0.41 "GET /v2.0/networks/2c008a8b-421d-4b40-9646-1dd7934eadae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619065 Dec 06 17:37:12.534152 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e26ca1-06a7-40f0-97aa-ffc0398a8581 req-23205473-05dc-4427-9e8c-535fe0bc0d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:12.534906 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-26e26ca1-06a7-40f0-97aa-ffc0398a8581 req-23205473-05dc-4427-9e8c-535fe0bc0d7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:12.537344 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-26e26ca1-06a7-40f0-97aa-ffc0398a8581 req-23205473-05dc-4427-9e8c-535fe0bc0d7f service neutron] 10.222.0.41 "PUT /v2.0/ports/aeb87ee1-591e-4158-a9f4-8273951b7a14 HTTP/1.1" status: 200 len: 1096 time: 1.8191700 Dec 06 17:37:12.537961 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58a05d33-78d7-4aeb-964d-80676d60d8e3', 'tag': 'aeb87ee1-591e-4158-a9f4-8273951b7a14'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:37:12.540673 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a6620c-a86e-425c-afbf-6ffafea66878" -d '{"events": [{"name": "network-changed", "server_uuid": "58a05d33-78d7-4aeb-964d-80676d60d8e3", "tag": "aeb87ee1-591e-4158-a9f4-8273951b7a14"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:37:12.593595 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23205473-05dc-4427-9e8c-535fe0bc0d7f service neutron] Pushing event updated for resources: {'Port': ['ID=aeb87ee1-591e-4158-a9f4-8273951b7a14,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:12.602054 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da9e91c-6940-4710-b8d6-ee04dff57721 x-openstack-request-id: req-8da9e91c-6940-4710-b8d6-ee04dff57721 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:37:12.602781 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58a05d33-78d7-4aeb-964d-80676d60d8e3", "tag": "aeb87ee1-591e-4158-a9f4-8273951b7a14", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:37:12.603192 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8da9e91c-6940-4710-b8d6-ee04dff57721 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:37:12.603394 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-495ccb0c-afc3-45b6-94b7-a96cbc7800cd req-978ed249-16ae-4e28-9b0f-f7ac1313ebb5 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=53a84ca2-3f2c-4a10-85a7-67cee2181fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102047 Dec 06 17:37:12.603908 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58a05d33-78d7-4aeb-964d-80676d60d8e3', 'tag': 'aeb87ee1-591e-4158-a9f4-8273951b7a14', 'status': 'completed', 'code': 200} Dec 06 17:37:12.606713 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-c37dbdf5-4d96-4dc8-95f0-3f1bce472956 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea5aa61a-a98f-4a2d-8c76-652dec00f6d0 HTTP/1.1" status: 200 len: 205 time: 0.0998945 Dec 06 17:37:12.608686 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 54146) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:12.671933 n-d-master-1 neutron-server[103285]: INFO neutron.api.v2.resource [None req-612c8b8f-1d71-4eb5-8ad4-c91047557fc9 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] delete failed (client error): The resource could not be found. Dec 06 17:37:12.672672 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-612c8b8f-1d71-4eb5-8ad4-c91047557fc9 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/routers/ea5aa61a-a98f-4a2d-8c76-652dec00f6d0 HTTP/1.1" status: 404 len: 336 time: 0.0622702 Dec 06 17:37:12.674859 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54150) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:12.716470 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-36a4dcbd-d9ae-4ccd-b69d-f9f8c7f08974 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] DELETE failed (client error): The resource could not be found. Dec 06 17:37:12.716898 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36a4dcbd-d9ae-4ccd-b69d-f9f8c7f08974 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:37:12.722800 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-36a4dcbd-d9ae-4ccd-b69d-f9f8c7f08974 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/subnets/20183a46-3d56-4ae3-9f42-faf5fab0f02d HTTP/1.1" status: 404 len: 337 time: 0.0443869 Dec 06 17:37:12.723068 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54152) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:12.735370 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e26ca1-06a7-40f0-97aa-ffc0398a8581 req-0a83347e-e628-4486-ab92-7e767e03b73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:12.737612 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-26e26ca1-06a7-40f0-97aa-ffc0398a8581 req-0a83347e-e628-4486-ab92-7e767e03b73b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5626160f3fcc4192ba27dcd91261b968&device_id=58a05d33-78d7-4aeb-964d-80676d60d8e3 HTTP/1.1" status: 200 len: 1099 time: 0.0779581 Dec 06 17:37:12.754570 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-c35f4c22-e34b-4c7e-a776-39d57ebc86f5 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "GET /v2.0/ports?device_id=59887a0d-42a5-4e5f-bff3-1a1694379682 HTTP/1.1" status: 200 len: 205 time: 0.0281992 Dec 06 17:37:12.755267 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54154) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:12.807141 n-d-master-1 neutron-server[103284]: INFO neutron.api.v2.resource [None req-50a92a47-ce67-4a2c-94c5-1b6a159b0408 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] delete failed (client error): The resource could not be found. Dec 06 17:37:12.810727 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-50a92a47-ce67-4a2c-94c5-1b6a159b0408 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/routers/59887a0d-42a5-4e5f-bff3-1a1694379682 HTTP/1.1" status: 404 len: 336 time: 0.0521731 Dec 06 17:37:12.811366 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54156) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:12.828870 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-26e26ca1-06a7-40f0-97aa-ffc0398a8581 req-7fa7455a-4d8c-4c71-8ca1-0610bb69de0f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=aeb87ee1-591e-4158-a9f4-8273951b7a14 HTTP/1.1" status: 200 len: 217 time: 0.0767150 Dec 06 17:37:12.842936 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-370da00e-96b1-4311-9e4e-1bcc46f892a6 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] DELETE failed (client error): The resource could not be found. Dec 06 17:37:12.843406 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-370da00e-96b1-4311-9e4e-1bcc46f892a6 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:37:12.847510 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-370da00e-96b1-4311-9e4e-1bcc46f892a6 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/subnets/926295a9-1d78-4392-a387-e92237c9787c HTTP/1.1" status: 404 len: 337 time: 0.0347383 Dec 06 17:37:12.850374 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54158) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:12.876764 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-39797ada-67fb-4477-8561-98ed6fded29e tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] DELETE failed (client error): The resource could not be found. Dec 06 17:37:12.877158 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39797ada-67fb-4477-8561-98ed6fded29e tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:37:12.881069 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-39797ada-67fb-4477-8561-98ed6fded29e tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/subnets/3b44914c-13a2-4e77-8bb6-a280641d663e HTTP/1.1" status: 404 len: 337 time: 0.0288775 Dec 06 17:37:12.883527 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54160) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:12.908640 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ecbb01b-9290-4298-924b-ae2738f89aa5 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] DELETE failed (client error): The resource could not be found. Dec 06 17:37:12.909205 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ecbb01b-9290-4298-924b-ae2738f89aa5 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:37:12.914766 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-5ecbb01b-9290-4298-924b-ae2738f89aa5 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/ports/512355a3-79e3-4827-a5a2-e8c9b14b4baf HTTP/1.1" status: 404 len: 333 time: 0.0280221 Dec 06 17:37:12.916309 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54162) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:12.918460 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a36125-cab2-4606-bfa6-d65b86415dde req-9b3f8e22-25c3-4fcb-ad41-020a984c14cc tempest-VolumesNegativeTest-1685911805 tempest-VolumesNegativeTest-1685911805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:12.920317 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f2a36125-cab2-4606-bfa6-d65b86415dde req-9b3f8e22-25c3-4fcb-ad41-020a984c14cc tempest-VolumesNegativeTest-1685911805 tempest-VolumesNegativeTest-1685911805-project] 10.222.0.23 "GET /v2.0/ports?device_id=58a05d33-78d7-4aeb-964d-80676d60d8e3 HTTP/1.1" status: 200 len: 948 time: 0.1572297 Dec 06 17:37:12.922645 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e26ca1-06a7-40f0-97aa-ffc0398a8581 req-04631100-27d6-49c8-ae05-c843337d3e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:12.924254 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-26e26ca1-06a7-40f0-97aa-ffc0398a8581 req-04631100-27d6-49c8-ae05-c843337d3e1e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1342252a-21e4-4783-88ff-f54776c79059 HTTP/1.1" status: 200 len: 843 time: 0.0748296 Dec 06 17:37:12.942318 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-0849c3a4-89af-4152-86c3-599011a582c6 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] DELETE failed (client error): The resource could not be found. Dec 06 17:37:12.942655 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0849c3a4-89af-4152-86c3-599011a582c6 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:37:12.952209 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-0849c3a4-89af-4152-86c3-599011a582c6 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/subnets/43ca122b-8a08-4e12-b364-a18e231d5e51 HTTP/1.1" status: 404 len: 337 time: 0.0345674 Dec 06 17:37:12.953905 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54164) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:12.988614 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aa142f7-8671-4c4b-800c-f61fff050e1b tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] DELETE failed (client error): The resource could not be found. Dec 06 17:37:12.989155 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7aa142f7-8671-4c4b-800c-f61fff050e1b tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:37:12.996798 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 54166) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:12.996954 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-7aa142f7-8671-4c4b-800c-f61fff050e1b tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/ports/fb8c671f-0881-4de7-8476-0c2bc2d4da0d HTTP/1.1" status: 404 len: 333 time: 0.0417104 Dec 06 17:37:13.011172 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f2a36125-cab2-4606-bfa6-d65b86415dde req-00ba1770-6052-4f33-b607-3d9542cc3e14 tempest-VolumesNegativeTest-1685911805 tempest-VolumesNegativeTest-1685911805-project] 10.222.0.23 "GET /v2.0/security-groups?id=97537d20-c711-4ff2-88fd-5754c7256de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837622 Dec 06 17:37:13.013026 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e26ca1-06a7-40f0-97aa-ffc0398a8581 req-6681a7ab-332c-4fd2-84c6-e69105a9091e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:13.014484 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-26e26ca1-06a7-40f0-97aa-ffc0398a8581 req-6681a7ab-332c-4fd2-84c6-e69105a9091e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee08a0d2-834f-4c39-be47-9c424581246a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0808997 Dec 06 17:37:13.039509 n-d-master-1 neutron-server[103285]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba75c08c-b220-49a6-b373-2ec80896d331 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] DELETE failed (client error): The resource could not be found. Dec 06 17:37:13.039978 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba75c08c-b220-49a6-b373-2ec80896d331 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103285) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:37:13.043500 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-ba75c08c-b220-49a6-b373-2ec80896d331 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/subnets/63c18ee3-f396-4ebb-8175-941b62a8c8e5 HTTP/1.1" status: 404 len: 337 time: 0.0445547 Dec 06 17:37:13.045361 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 54168) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:13.094030 n-d-master-1 neutron-server[103285]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e879e75-e150-4466-9b17-6f24c10343f0 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] DELETE failed (client error): The resource could not be found. Dec 06 17:37:13.094727 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e879e75-e150-4466-9b17-6f24c10343f0 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103285) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:37:13.100181 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-1e879e75-e150-4466-9b17-6f24c10343f0 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/ports/a46f5cc8-83ed-42b8-973f-36fd454a9b01 HTTP/1.1" status: 404 len: 333 time: 0.0514665 Dec 06 17:37:13.101216 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54174) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:13.126951 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-07e1fd58-fbc9-4fa1-96e1-1a65a1990db1 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] DELETE failed (client error): The resource could not be found. Dec 06 17:37:13.127433 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07e1fd58-fbc9-4fa1-96e1-1a65a1990db1 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:37:13.133651 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-07e1fd58-fbc9-4fa1-96e1-1a65a1990db1 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/subnets/c6d336f8-978d-468b-b3bf-5b5096c7e5ec HTTP/1.1" status: 404 len: 337 time: 0.0298038 Dec 06 17:37:13.134019 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54178) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:13.173895 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-137d4294-8e3e-44d9-8df4-bf1c6b066704 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] DELETE failed (client error): The resource could not be found. Dec 06 17:37:13.174676 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-137d4294-8e3e-44d9-8df4-bf1c6b066704 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:37:13.182269 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-137d4294-8e3e-44d9-8df4-bf1c6b066704 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/ports/2a907e8e-638c-4cec-bef3-1ef72748fe3d HTTP/1.1" status: 404 len: 333 time: 0.0459039 Dec 06 17:37:13.183209 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54180) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:13.195430 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-26e26ca1-06a7-40f0-97aa-ffc0398a8581 req-7b45a2f6-9420-4ea9-b2bd-4c187cca6522 service neutron] 10.222.0.41 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627522 Dec 06 17:37:13.216080 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fcd7547-16b9-4416-9c71-bc65145d71ec tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] DELETE failed (client error): The resource could not be found. Dec 06 17:37:13.217626 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fcd7547-16b9-4416-9c71-bc65145d71ec tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:37:13.224760 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-5fcd7547-16b9-4416-9c71-bc65145d71ec tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/subnets/398510e4-94bd-435e-8876-cbc5d5b0c57c HTTP/1.1" status: 404 len: 337 time: 0.0402243 Dec 06 17:37:13.225007 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 54184) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:13.287782 n-d-master-1 neutron-server[103285]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9aadb3a-0f6f-454d-9c20-fc560c68dd51 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] DELETE failed (client error): The resource could not be found. Dec 06 17:37:13.288387 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9aadb3a-0f6f-454d-9c20-fc560c68dd51 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103285) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:37:13.293801 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-b9aadb3a-0f6f-454d-9c20-fc560c68dd51 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/ports/50950f8c-6fb9-4348-a7ed-1ebb1ae7edc2 HTTP/1.1" status: 404 len: 333 time: 0.0655403 Dec 06 17:37:13.294208 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54186) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:13.323585 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4cecae3-84ad-4e4f-94be-13a1c33c216a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] DELETE failed (client error): The resource could not be found. Dec 06 17:37:13.323585 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4cecae3-84ad-4e4f-94be-13a1c33c216a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:37:13.328580 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-b4cecae3-84ad-4e4f-94be-13a1c33c216a tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/subnets/f74979c4-f091-4f62-9593-37939667fd5e HTTP/1.1" status: 404 len: 337 time: 0.0311000 Dec 06 17:37:13.329325 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54188) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:13.337230 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-26e26ca1-06a7-40f0-97aa-ffc0398a8581 req-84352f50-f3d5-44d2-bca1-f40daf7f1b5a service neutron] 10.222.0.41 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341622 Dec 06 17:37:13.355994 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-857967a8-ad25-45ea-bf35-61160ad84b9b tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] DELETE failed (client error): The resource could not be found. Dec 06 17:37:13.356619 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-857967a8-ad25-45ea-bf35-61160ad84b9b tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:37:13.362401 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-857967a8-ad25-45ea-bf35-61160ad84b9b tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/ports/544b2fd3-b7c5-4817-a946-fa040ba6004d HTTP/1.1" status: 404 len: 333 time: 0.0300541 Dec 06 17:37:13.365974 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54190) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:13.400306 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6bbceda-3183-41de-92a4-ad2cc1e1cd1b tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] DELETE failed (client error): The resource could not be found. Dec 06 17:37:13.401012 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6bbceda-3183-41de-92a4-ad2cc1e1cd1b tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:37:13.409226 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-d6bbceda-3183-41de-92a4-ad2cc1e1cd1b tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/subnets/e11ac205-a297-4fc1-8455-8b3f34cc33ce HTTP/1.1" status: 404 len: 337 time: 0.0388849 Dec 06 17:37:13.409814 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54192) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:13.435533 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-eeb18a38-46ed-44d5-bbdb-ebaa79b23908 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] DELETE failed (client error): The resource could not be found. Dec 06 17:37:13.436170 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eeb18a38-46ed-44d5-bbdb-ebaa79b23908 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:37:13.440399 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-eeb18a38-46ed-44d5-bbdb-ebaa79b23908 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/ports/f2359831-7b0a-4fa8-adb0-d8b4529587cc HTTP/1.1" status: 404 len: 333 time: 0.0286057 Dec 06 17:37:13.442435 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54196) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:13.443651 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a6620c-a86e-425c-afbf-6ffafea66878 req-f7da232d-75a0-4552-8d0e-f0ed91777849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:13.445558 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-37a6620c-a86e-425c-afbf-6ffafea66878 req-f7da232d-75a0-4552-8d0e-f0ed91777849 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5626160f3fcc4192ba27dcd91261b968&device_id=58a05d33-78d7-4aeb-964d-80676d60d8e3 HTTP/1.1" status: 200 len: 1099 time: 0.0548785 Dec 06 17:37:13.448993 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c63b05da-21a9-4211-9727-acc98529940f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:13.479128 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3eec5e2-474a-45b8-875f-7956d10f8355 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] DELETE failed (client error): The resource could not be found. Dec 06 17:37:13.479654 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3eec5e2-474a-45b8-875f-7956d10f8355 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:37:13.485335 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-e3eec5e2-474a-45b8-875f-7956d10f8355 tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/subnets/cdc78251-bcb9-488e-b63d-f1e2f34e5aa5 HTTP/1.1" status: 404 len: 337 time: 0.0394216 Dec 06 17:37:13.485551 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54200) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:13.582169 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d88d9193-bdd5-4f28-843a-aa6c64a7073e tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:13.593077 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a6620c-a86e-425c-afbf-6ffafea66878 req-d3172481-2798-45b5-b3a5-a65c6c46849c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:13.594706 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-37a6620c-a86e-425c-afbf-6ffafea66878 req-d3172481-2798-45b5-b3a5-a65c6c46849c service neutron] 10.222.0.41 "GET /v2.0/networks?id=ee08a0d2-834f-4c39-be47-9c424581246a HTTP/1.1" status: 200 len: 870 time: 0.1400065 Dec 06 17:37:13.651512 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-37a6620c-a86e-425c-afbf-6ffafea66878 req-2a0b7d9d-cf9b-4594-b94c-4e3d6fe1211e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=aeb87ee1-591e-4158-a9f4-8273951b7a14 HTTP/1.1" status: 200 len: 217 time: 0.0452688 Dec 06 17:37:13.692601 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d88d9193-bdd5-4f28-843a-aa6c64a7073e tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:13.715624 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a6620c-a86e-425c-afbf-6ffafea66878 req-375a206e-8f7c-41c6-bdb6-f93d9a9cc8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:13.717426 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-37a6620c-a86e-425c-afbf-6ffafea66878 req-375a206e-8f7c-41c6-bdb6-f93d9a9cc8a9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1342252a-21e4-4783-88ff-f54776c79059 HTTP/1.1" status: 200 len: 843 time: 0.0523458 Dec 06 17:37:13.743686 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-d88d9193-bdd5-4f28-843a-aa6c64a7073e tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92924f74-2f90-45e5-9033-541c61add3eb']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:37:13.756941 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-d88d9193-bdd5-4f28-843a-aa6c64a7073e tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a47332dc-5917-44f3-a9f4-ba1cd1d32759') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:37:13.757381 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-d88d9193-bdd5-4f28-843a-aa6c64a7073e tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a47332dc-5917-44f3-a9f4-ba1cd1d32759') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:37:13.778915 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b12423-c57e-4733-bf21-380887339e32 req-4b1b7c39-dcfa-4b3e-9411-8c2f227ac83c tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:13.782088 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-81b12423-c57e-4733-bf21-380887339e32 req-4b1b7c39-dcfa-4b3e-9411-8c2f227ac83c tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea399e16-6987-4048-879e-71b3ee241be7 HTTP/1.1" status: 200 len: 945 time: 0.0797062 Dec 06 17:37:13.784003 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d88d9193-bdd5-4f28-843a-aa6c64a7073e tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:13.795356 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a6620c-a86e-425c-afbf-6ffafea66878 req-e22dc5d6-55f5-4af0-810d-ff932bd6f44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:13.796870 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-37a6620c-a86e-425c-afbf-6ffafea66878 req-e22dc5d6-55f5-4af0-810d-ff932bd6f44d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee08a0d2-834f-4c39-be47-9c424581246a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0636234 Dec 06 17:37:13.813283 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d88d9193-bdd5-4f28-843a-aa6c64a7073e tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:13.826836 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d88d9193-bdd5-4f28-843a-aa6c64a7073e tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:37:13.827238 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d88d9193-bdd5-4f28-843a-aa6c64a7073e tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:13.831289 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 17:37:13.831289 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:37:13.831289 n-d-master-1 neutron-server[103284]: timer() Dec 06 17:37:13.831289 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:37:13.831289 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 17:37:13.831289 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:37:13.831289 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 17:37:13.831289 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:37:13.831289 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 17:37:13.831289 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:37:13.831289 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 17:37:13.831289 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:37:13.831289 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 17:37:13.831289 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:37:13.831289 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:37:13.831289 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:37:13.831289 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:37:13.831289 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:37:13.831289 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 17:37:13.831289 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:37:13.831289 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 17:37:13.831289 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:37:13.831289 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:37:13.831289 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:37:13.831289 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 17:37:13.831289 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:37:13.831289 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:37:13.831289 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:37:13.831289 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:37:13.831289 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:37:13.831289 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:37:13.831289 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:37:13.912078 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-37a6620c-a86e-425c-afbf-6ffafea66878 req-47989a01-6f3b-49e6-bf77-7e30d6450891 service neutron] 10.222.0.41 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060915 Dec 06 17:37:13.914071 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-81b12423-c57e-4733-bf21-380887339e32 req-acb6840a-fcc8-44a8-8f04-2795a3125320 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=53a84ca2-3f2c-4a10-85a7-67cee2181fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227629 Dec 06 17:37:13.925110 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d88d9193-bdd5-4f28-843a-aa6c64a7073e tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:13.946220 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d88d9193-bdd5-4f28-843a-aa6c64a7073e tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Publish callbacks [] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:13.953260 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-d88d9193-bdd5-4f28-843a-aa6c64a7073e tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] 10.222.0.23 "DELETE /v2.0/networks/92924f74-2f90-45e5-9033-541c61add3eb HTTP/1.1" status: 204 len: 168 time: 0.4640052 Dec 06 17:37:13.965507 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88d9193-bdd5-4f28-843a-aa6c64a7073e tempest-NetworksTestDHCPv6-1527602004 tempest-NetworksTestDHCPv6-1527602004-project] Pushing event deleted for resources: {'Network': ['ID=92924f74-2f90-45e5-9033-541c61add3eb,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:14.112868 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-37a6620c-a86e-425c-afbf-6ffafea66878 req-20cec143-3b3a-4c96-8aa7-263a17c3a186 service neutron] 10.222.0.41 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903665 Dec 06 17:37:14.145617 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1242ef09-ed01-4065-97b5-dfe082f87e90 req-625dc70e-07e6-4322-8fa3-c0a7cf44737a tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:14.147185 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1242ef09-ed01-4065-97b5-dfe082f87e90 req-625dc70e-07e6-4322-8fa3-c0a7cf44737a tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea399e16-6987-4048-879e-71b3ee241be7 HTTP/1.1" status: 200 len: 945 time: 0.0766361 Dec 06 17:37:14.156962 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7251bde4-67db-4802-a154-c8453c72040d req-63383d8f-1474-4fb9-acc8-22c30d59b3dd tempest-VolumesNegativeTest-1685911805 tempest-VolumesNegativeTest-1685911805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:14.158533 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7251bde4-67db-4802-a154-c8453c72040d req-63383d8f-1474-4fb9-acc8-22c30d59b3dd tempest-VolumesNegativeTest-1685911805 tempest-VolumesNegativeTest-1685911805-project] 10.222.0.23 "GET /v2.0/ports?device_id=58a05d33-78d7-4aeb-964d-80676d60d8e3 HTTP/1.1" status: 200 len: 948 time: 0.0618093 Dec 06 17:37:14.200431 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1242ef09-ed01-4065-97b5-dfe082f87e90 req-b83d18ca-8bc5-41d4-9cf5-cbb2dc71e088 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=53a84ca2-3f2c-4a10-85a7-67cee2181fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470755 Dec 06 17:37:14.235457 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7251bde4-67db-4802-a154-c8453c72040d req-0d3bf05a-4c08-428b-bb6c-68eb7c91708c tempest-VolumesNegativeTest-1685911805 tempest-VolumesNegativeTest-1685911805-project] 10.222.0.23 "GET /v2.0/security-groups?id=97537d20-c711-4ff2-88fd-5754c7256de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678759 Dec 06 17:37:14.311827 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 54218) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:14.468826 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-95501a6a-eaf8-4234-8e8e-74e485f5a48c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=58c2416ade7148dfa446cd47a01986fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1555903 Dec 06 17:37:14.471957 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54228) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:14.526418 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b7e831c5-e47d-443a-96f3-60cf30d5d4f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:14.556328 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b7e831c5-e47d-443a-96f3-60cf30d5d4f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:14.614499 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b7e831c5-e47d-443a-96f3-60cf30d5d4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:14.617659 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b7e831c5-e47d-443a-96f3-60cf30d5d4f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:14.619106 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-b7e831c5-e47d-443a-96f3-60cf30d5d4f7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/591bb29c-dc91-44b9-b1f3-543858f94bb1 HTTP/1.1" status: 204 len: 168 time: 0.1460037 Dec 06 17:37:14.635128 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e831c5-e47d-443a-96f3-60cf30d5d4f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=591bb29c-dc91-44b9-b1f3-543858f94bb1,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:15.514619 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d14fa25-11b1-492b-ac81-855cc7e3e418 req-eb88113e-ead3-4b67-ab09-27897838e3f7 tempest-VolumesNegativeTest-1685911805 tempest-VolumesNegativeTest-1685911805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:15.522164 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device aeb87ee1-591e-4158-a9f4-8273951b7a14 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:37:15.531583 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5d14fa25-11b1-492b-ac81-855cc7e3e418 req-eb88113e-ead3-4b67-ab09-27897838e3f7 tempest-VolumesNegativeTest-1685911805 tempest-VolumesNegativeTest-1685911805-project] 10.222.0.23 "GET /v2.0/ports?device_id=58a05d33-78d7-4aeb-964d-80676d60d8e3 HTTP/1.1" status: 200 len: 948 time: 0.1547041 Dec 06 17:37:15.691682 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 54300) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:15.698641 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5d14fa25-11b1-492b-ac81-855cc7e3e418 req-cb087a8f-7714-4ee4-8f3d-3e9bb9f4f850 tempest-VolumesNegativeTest-1685911805 tempest-VolumesNegativeTest-1685911805-project] 10.222.0.23 "GET /v2.0/security-groups?id=97537d20-c711-4ff2-88fd-5754c7256de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585758 Dec 06 17:37:15.789730 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3a77cfe9-b72f-4cb8-ac32-05434ff8a339 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:15.807280 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port aeb87ee1-591e-4158-a9f4-8273951b7a14, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=aeb87ee1-591e-4158-a9f4-8273951b7a14,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:37:15.830274 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': 'aeb87ee1-591e-4158-a9f4-8273951b7a14', 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a', 'port_id': 'aeb87ee1-591e-4158-a9f4-8273951b7a14', 'mac_address': 'fa:16:3e:22:c8:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1342252a-21e4-4783-88ff-f54776c79059', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:37:15.870616 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-d85e3ca1-5d57-4ba3-8981-85572e6d6867 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-653414798'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:37:15.903828 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d85e3ca1-5d57-4ba3-8981-85572e6d6867 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Made reservation on behalf of a456683d8f034bfab99d34aee0779b2c for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:37:15.910233 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d85e3ca1-5d57-4ba3-8981-85572e6d6867 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:15.916945 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:15.931847 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d85e3ca1-5d57-4ba3-8981-85572e6d6867 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:15.936004 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aeb87ee1-591e-4158-a9f4-8273951b7a14 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:37:15.962511 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port aeb87ee1-591e-4158-a9f4-8273951b7a14, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=aeb87ee1-591e-4158-a9f4-8273951b7a14,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:37:15.967712 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:16.024204 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d85e3ca1-5d57-4ba3-8981-85572e6d6867 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:16.031446 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d85e3ca1-5d57-4ba3-8981-85572e6d6867 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:16.098424 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=aeb87ee1-591e-4158-a9f4-8273951b7a14,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:16.107140 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d85e3ca1-5d57-4ba3-8981-85572e6d6867 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:37:16.122345 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:37:16.123441 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:37:16.124171 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:37:16.124171 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:37:16.124494 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:37:16.127171 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:37:16.128596 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:37:16.129146 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85e3ca1-5d57-4ba3-8981-85572e6d6867 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad8946b9-f5bf-4cbe-b944-a5b164dddb3a,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:16.129375 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:37:16.130419 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:37:16.131160 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:37:16.144917 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:37:16.148432 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:37:16.148792 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:37:16.149608 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d85e3ca1-5d57-4ba3-8981-85572e6d6867 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:16.150240 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-d85e3ca1-5d57-4ba3-8981-85572e6d6867 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Added segment 320c13dc-a378-4956-a585-08ed178b4552 of type vlan for network 291b1ca1-e694-4002-8724-027882d5a226 Dec 06 17:37:16.214882 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d85e3ca1-5d57-4ba3-8981-85572e6d6867 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:16.250287 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['aeb87ee1-591e-4158-a9f4-8273951b7a14'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:37:16.285575 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d85e3ca1-5d57-4ba3-8981-85572e6d6867 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:16.293353 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85e3ca1-5d57-4ba3-8981-85572e6d6867 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:16.294027 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d85e3ca1-5d57-4ba3-8981-85572e6d6867 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:16.376888 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85e3ca1-5d57-4ba3-8981-85572e6d6867 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Pushing event updated for resources: {'Network': ['ID=291b1ca1-e694-4002-8724-027882d5a226,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:16.417378 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-d85e3ca1-5d57-4ba3-8981-85572e6d6867 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7232113 Dec 06 17:37:16.419043 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 291b1ca1-e694-4002-8724-027882d5a226 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:37:16.560292 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 54332) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:16.566351 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-d693e00c-1a0e-47c4-9045-b9d722b6820d tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Request body: {'subnet': {'network_id': '291b1ca1-e694-4002-8724-027882d5a226', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:37:16.666972 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d693e00c-1a0e-47c4-9045-b9d722b6820d tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Made reservation on behalf of a456683d8f034bfab99d34aee0779b2c for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:37:16.670709 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d693e00c-1a0e-47c4-9045-b9d722b6820d tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:16.947004 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76713728-210f-4e14-b7bc-468b4fddcfcc req-6d591258-2917-4dd5-8065-604db624ea4b tempest-VolumesNegativeTest-1685911805 tempest-VolumesNegativeTest-1685911805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:16.956974 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-76713728-210f-4e14-b7bc-468b4fddcfcc req-6d591258-2917-4dd5-8065-604db624ea4b tempest-VolumesNegativeTest-1685911805 tempest-VolumesNegativeTest-1685911805-project] 10.222.0.23 "GET /v2.0/ports?device_id=58a05d33-78d7-4aeb-964d-80676d60d8e3 HTTP/1.1" status: 200 len: 949 time: 0.1202843 Dec 06 17:37:16.990967 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:17.055572 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-76713728-210f-4e14-b7bc-468b4fddcfcc req-a007a192-e891-4a5e-a77a-66f4c5c1e2ed tempest-VolumesNegativeTest-1685911805 tempest-VolumesNegativeTest-1685911805-project] 10.222.0.23 "GET /v2.0/security-groups?id=97537d20-c711-4ff2-88fd-5754c7256de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972693 Dec 06 17:37:17.063943 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d693e00c-1a0e-47c4-9045-b9d722b6820d tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:17.176455 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d693e00c-1a0e-47c4-9045-b9d722b6820d tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Pushing event updated for resources: {'Subnet': ['ID=9b32dd5f-65e6-4a09-b2e9-6fb9b745232b,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:17.182998 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d693e00c-1a0e-47c4-9045-b9d722b6820d tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Checking segment: {'id': '320c13dc-a378-4956-a585-08ed178b4552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '291b1ca1-e694-4002-8724-027882d5a226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:37:17.183378 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d693e00c-1a0e-47c4-9045-b9d722b6820d tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Network hostable DHCP agents. Network: 291b1ca1-e694-4002-8724-027882d5a226, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:37:17.220858 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d693e00c-1a0e-47c4-9045-b9d722b6820d tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Network 291b1ca1-e694-4002-8724-027882d5a226 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:37:17.240881 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-d693e00c-1a0e-47c4-9045-b9d722b6820d tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 291b1ca1-e694-4002-8724-027882d5a226) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:37:17.245995 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d693e00c-1a0e-47c4-9045-b9d722b6820d tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:17.247277 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d693e00c-1a0e-47c4-9045-b9d722b6820d tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:17.254001 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c0730b-f583-482c-8309-8126bc095c7c None None] Network 291b1ca1-e694-4002-8724-027882d5a226 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:37:17.277236 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54342) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:17.277390 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-d693e00c-1a0e-47c4-9045-b9d722b6820d tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.7154820 Dec 06 17:37:17.283772 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-fecdcf96-0df8-440c-b70d-7a59116e7bf2 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1274377324'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:37:17.330562 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fecdcf96-0df8-440c-b70d-7a59116e7bf2 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Made reservation on behalf of a456683d8f034bfab99d34aee0779b2c for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:37:17.339449 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fecdcf96-0df8-440c-b70d-7a59116e7bf2 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:17.397892 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fecdcf96-0df8-440c-b70d-7a59116e7bf2 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:37:17.412611 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fecdcf96-0df8-440c-b70d-7a59116e7bf2 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:17.413263 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-fecdcf96-0df8-440c-b70d-7a59116e7bf2 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Added segment d4c11533-1139-42b1-b5e0-fce0fd9fe1af of type vlan for network c0d8307e-bca3-4e96-b277-7382a21d0231 Dec 06 17:37:17.464456 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fecdcf96-0df8-440c-b70d-7a59116e7bf2 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:17.488231 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d914d17-cc9a-4452-816d-17306772e322 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-291b1ca1-e694-4002-8724-027882d5a226', 'network_id': '291b1ca1-e694-4002-8724-027882d5a226', 'tenant_id': 'a456683d8f034bfab99d34aee0779b2c', 'fixed_ips': [{'subnet_id': '9b32dd5f-65e6-4a09-b2e9-6fb9b745232b'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:37:17.490120 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8d914d17-cc9a-4452-816d-17306772e322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:17.497646 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fecdcf96-0df8-440c-b70d-7a59116e7bf2 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:17.506179 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fecdcf96-0df8-440c-b70d-7a59116e7bf2 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:17.507417 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fecdcf96-0df8-440c-b70d-7a59116e7bf2 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks [] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:17.588871 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device aeb87ee1-591e-4158-a9f4-8273951b7a14 up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:37:17.592629 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-fecdcf96-0df8-440c-b70d-7a59116e7bf2 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3138034 Dec 06 17:37:17.595543 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 54344) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:17.600428 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecdcf96-0df8-440c-b70d-7a59116e7bf2 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Pushing event updated for resources: {'Network': ['ID=c0d8307e-bca3-4e96-b277-7382a21d0231,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:17.601728 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-dc66ed51-7fb5-4022-86e2-38e1e2dbb1e8 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Request body: {'subnet': {'network_id': 'c0d8307e-bca3-4e96-b277-7382a21d0231', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:37:17.629375 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network c0d8307e-bca3-4e96-b277-7382a21d0231 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:37:17.736986 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc66ed51-7fb5-4022-86e2-38e1e2dbb1e8 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Made reservation on behalf of a456683d8f034bfab99d34aee0779b2c for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:37:17.742291 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dc66ed51-7fb5-4022-86e2-38e1e2dbb1e8 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:17.787605 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port aeb87ee1-591e-4158-a9f4-8273951b7a14 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:37:17.798149 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-8d914d17-cc9a-4452-816d-17306772e322 None None] Allocated IP 172.20.255.242 (291b1ca1-e694-4002-8724-027882d5a226/9b32dd5f-65e6-4a09-b2e9-6fb9b745232b/11df76e3-ba38-4db9-92ac-ab5d8b47df02) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:37:17.800221 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port aeb87ee1-591e-4158-a9f4-8273951b7a14 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:37:17.801051 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:17.976385 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:18.027233 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dc66ed51-7fb5-4022-86e2-38e1e2dbb1e8 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:18.035522 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58a05d33-78d7-4aeb-964d-80676d60d8e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeb87ee1-591e-4158-a9f4-8273951b7a14'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:37:18.037824 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5650747-13a5-4ff5-9fc2-135c7008003e" -d '{"events": [{"server_uuid": "58a05d33-78d7-4aeb-964d-80676d60d8e3", "name": "network-vif-plugged", "status": "completed", "tag": "aeb87ee1-591e-4158-a9f4-8273951b7a14"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:37:18.054713 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port aeb87ee1-591e-4158-a9f4-8273951b7a14, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=aeb87ee1-591e-4158-a9f4-8273951b7a14,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:37:18.066685 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:18.069851 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8d914d17-cc9a-4452-816d-17306772e322 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:18.097549 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee0d3103-ba83-4c5f-bd27-05bd5ecc1688 x-openstack-request-id: req-ee0d3103-ba83-4c5f-bd27-05bd5ecc1688 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:37:18.098450 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58a05d33-78d7-4aeb-964d-80676d60d8e3", "name": "network-vif-plugged", "status": "completed", "tag": "aeb87ee1-591e-4158-a9f4-8273951b7a14", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:37:18.099387 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ee0d3103-ba83-4c5f-bd27-05bd5ecc1688 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:37:18.100258 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58a05d33-78d7-4aeb-964d-80676d60d8e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeb87ee1-591e-4158-a9f4-8273951b7a14', 'code': 200} Dec 06 17:37:18.107611 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8d914d17-cc9a-4452-816d-17306772e322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:18.108299 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc66ed51-7fb5-4022-86e2-38e1e2dbb1e8 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Pushing event updated for resources: {'Subnet': ['ID=44831095-ac9b-42cd-870c-54c47ac661ab,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:18.115732 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc66ed51-7fb5-4022-86e2-38e1e2dbb1e8 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Checking segment: {'id': 'd4c11533-1139-42b1-b5e0-fce0fd9fe1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c0d8307e-bca3-4e96-b277-7382a21d0231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:37:18.116096 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc66ed51-7fb5-4022-86e2-38e1e2dbb1e8 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Network hostable DHCP agents. Network: c0d8307e-bca3-4e96-b277-7382a21d0231, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:37:18.144097 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc66ed51-7fb5-4022-86e2-38e1e2dbb1e8 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Network c0d8307e-bca3-4e96-b277-7382a21d0231 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:37:18.151172 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:18.152409 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d914d17-cc9a-4452-816d-17306772e322 None None] Network 291b1ca1-e694-4002-8724-027882d5a226 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:37:18.156690 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=aeb87ee1-591e-4158-a9f4-8273951b7a14,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:18.158356 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-dc66ed51-7fb5-4022-86e2-38e1e2dbb1e8 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, c0d8307e-bca3-4e96-b277-7382a21d0231) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:37:18.160000 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-8d914d17-cc9a-4452-816d-17306772e322 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:37:18.163941 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc66ed51-7fb5-4022-86e2-38e1e2dbb1e8 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:18.164385 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d914d17-cc9a-4452-816d-17306772e322 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:37:18.164525 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dc66ed51-7fb5-4022-86e2-38e1e2dbb1e8 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:18.198562 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-dc66ed51-7fb5-4022-86e2-38e1e2dbb1e8 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.6017733 Dec 06 17:37:18.201264 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 54352) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:18.206200 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dbe4d02-54f5-451b-82ea-6e0580066333 None None] Network c0d8307e-bca3-4e96-b277-7382a21d0231 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:37:18.245605 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6bc97d-dc11-469b-9f6c-1976ea742ac5 req-7ede9047-5269-4d77-b3aa-4d47102ef8af tempest-VolumesNegativeTest-1685911805 tempest-VolumesNegativeTest-1685911805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:18.247258 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6c6bc97d-dc11-469b-9f6c-1976ea742ac5 req-7ede9047-5269-4d77-b3aa-4d47102ef8af tempest-VolumesNegativeTest-1685911805 tempest-VolumesNegativeTest-1685911805-project] 10.222.0.23 "GET /v2.0/ports?device_id=58a05d33-78d7-4aeb-964d-80676d60d8e3 HTTP/1.1" status: 200 len: 950 time: 0.0923917 Dec 06 17:37:18.281301 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d914d17-cc9a-4452-816d-17306772e322 None None] Pushing event updated for resources: {'Port': ['ID=11df76e3-ba38-4db9-92ac-ab5d8b47df02,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:18.344887 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6c6bc97d-dc11-469b-9f6c-1976ea742ac5 req-b5186c57-ccd8-4eed-94be-3533f59720f6 tempest-VolumesNegativeTest-1685911805 tempest-VolumesNegativeTest-1685911805-project] 10.222.0.23 "GET /v2.0/security-groups?id=97537d20-c711-4ff2-88fd-5754c7256de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904622 Dec 06 17:37:18.377211 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-304f8d0b-e874-4c0b-a1fe-0934c0d41095 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:18.379666 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [req-57134a01-6d8f-42c6-96d9-a7b9f0e19c22 req-dc745c63-3b6a-4485-8272-c8d2dd0d68b2 service neutron] (103284) timed out ('10.222.0.23', 57528) {{(pid=103284) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 06 17:37:18.393629 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-8d914d17-cc9a-4452-816d-17306772e322 None None] Attempting to bind port 11df76e3-ba38-4db9-92ac-ab5d8b47df02 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:37:18.393629 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-8d914d17-cc9a-4452-816d-17306772e322 None None] Attempting to bind port 11df76e3-ba38-4db9-92ac-ab5d8b47df02 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '320c13dc-a378-4956-a585-08ed178b4552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '291b1ca1-e694-4002-8724-027882d5a226'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:37:18.393629 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d914d17-cc9a-4452-816d-17306772e322 None None] Attempting to bind port 11df76e3-ba38-4db9-92ac-ab5d8b47df02 on network 291b1ca1-e694-4002-8724-027882d5a226 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:37:18.402620 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d914d17-cc9a-4452-816d-17306772e322 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:37:18.402780 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d914d17-cc9a-4452-816d-17306772e322 None None] Checking segment: {'id': '320c13dc-a378-4956-a585-08ed178b4552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '291b1ca1-e694-4002-8724-027882d5a226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:37:18.403187 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8d914d17-cc9a-4452-816d-17306772e322 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:18.403595 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d914d17-cc9a-4452-816d-17306772e322 None None] Bound using segment: {'id': '320c13dc-a378-4956-a585-08ed178b4552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '291b1ca1-e694-4002-8724-027882d5a226'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:37:18.404235 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-8d914d17-cc9a-4452-816d-17306772e322 None None] Bound port: 11df76e3-ba38-4db9-92ac-ab5d8b47df02, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '320c13dc-a378-4956-a585-08ed178b4552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '291b1ca1-e694-4002-8724-027882d5a226'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:37:18.404631 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8d914d17-cc9a-4452-816d-17306772e322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:18.448153 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-304f8d0b-e874-4c0b-a1fe-0934c0d41095 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:18.532982 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619b93fe-e89b-410f-8c13-b30124d3ae78 req-47930ff6-8c9f-4e7d-bf3e-17665890c47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:18.535005 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-619b93fe-e89b-410f-8c13-b30124d3ae78 req-47930ff6-8c9f-4e7d-bf3e-17665890c47c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=58a05d33-78d7-4aeb-964d-80676d60d8e3 HTTP/1.1" status: 200 len: 1101 time: 0.3193369 Dec 06 17:37:18.537009 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-304f8d0b-e874-4c0b-a1fe-0934c0d41095 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:18.580340 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8c0c3f-df2b-47f0-a402-eab0270a6334 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-c0d8307e-bca3-4e96-b277-7382a21d0231', 'network_id': 'c0d8307e-bca3-4e96-b277-7382a21d0231', 'tenant_id': 'a456683d8f034bfab99d34aee0779b2c', 'fixed_ips': [{'subnet_id': '44831095-ac9b-42cd-870c-54c47ac661ab'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:37:18.581202 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2c8c0c3f-df2b-47f0-a402-eab0270a6334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:18.604908 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304f8d0b-e874-4c0b-a1fe-0934c0d41095 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Pushing event deleted for resources: {'Subnet': ['ID=44831095-ac9b-42cd-870c-54c47ac661ab,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:18.619265 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-8d914d17-cc9a-4452-816d-17306772e322 None None] For port 11df76e3-ba38-4db9-92ac-ab5d8b47df02, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:37:18.637558 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-8d914d17-cc9a-4452-816d-17306772e322 None None] For port 11df76e3-ba38-4db9-92ac-ab5d8b47df02, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=11df76e3-ba38-4db9-92ac-ab5d8b47df02,segment=NetworkSegment(320c13dc-a378-4956-a585-08ed178b4552),segment_id=320c13dc-a378-4956-a585-08ed178b4552)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:37:18.655641 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-619b93fe-e89b-410f-8c13-b30124d3ae78 req-c45e39b9-3214-4244-9c86-681eeb1cb37f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=97537d20-c711-4ff2-88fd-5754c7256de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090522 Dec 06 17:37:18.657928 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8d914d17-cc9a-4452-816d-17306772e322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:18.752069 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-304f8d0b-e874-4c0b-a1fe-0934c0d41095 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:18.797696 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6838d9a3-a19f-48d0-bc1a-3a49e222e7a1 None None] Network c0d8307e-bca3-4e96-b277-7382a21d0231 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:37:18.801762 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-304f8d0b-e874-4c0b-a1fe-0934c0d41095 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0d8307e-bca3-4e96-b277-7382a21d0231']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:37:18.808101 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610752ee-b1be-4325-9c5e-987267c5ce2b req-23f1413d-e822-4776-8be8-1a77ed088461 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:18.826752 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-610752ee-b1be-4325-9c5e-987267c5ce2b req-23f1413d-e822-4776-8be8-1a77ed088461 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/networks?id=2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4 HTTP/1.1" status: 200 len: 812 time: 0.2399890 Dec 06 17:37:18.842537 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-304f8d0b-e874-4c0b-a1fe-0934c0d41095 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4c11533-1139-42b1-b5e0-fce0fd9fe1af') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:37:18.842937 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-304f8d0b-e874-4c0b-a1fe-0934c0d41095 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4c11533-1139-42b1-b5e0-fce0fd9fe1af') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:37:18.851646 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-610752ee-b1be-4325-9c5e-987267c5ce2b req-077289a0-5482-4436-9210-db1ace3bd152 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/quotas/ecd8b64e36c540eeae4809301448bbe1 HTTP/1.1" status: 200 len: 375 time: 0.0211558 Dec 06 17:37:18.862590 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-304f8d0b-e874-4c0b-a1fe-0934c0d41095 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:18.882747 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-304f8d0b-e874-4c0b-a1fe-0934c0d41095 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:18.893328 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-304f8d0b-e874-4c0b-a1fe-0934c0d41095 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:37:18.893962 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-304f8d0b-e874-4c0b-a1fe-0934c0d41095 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:18.898668 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:37:18.898668 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:37:18.898668 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:37:18.898668 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:37:18.898668 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:37:18.898668 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:37:18.898668 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:37:18.898668 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:37:18.898668 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:37:18.898668 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:37:18.898668 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:37:18.898668 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:37:18.898668 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:37:18.898668 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:37:18.898668 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:37:18.898668 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:37:18.898668 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:37:18.898668 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:37:18.898668 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:37:18.898668 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:37:18.898668 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:37:18.898668 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:37:18.898668 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:37:18.898668 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:37:18.898668 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:37:18.898668 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:37:18.898668 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:37:18.898668 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:37:18.898668 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:37:18.898668 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:37:18.898668 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:37:18.898668 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:37:18.917941 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d914d17-cc9a-4452-816d-17306772e322 None None] Pushing event updated for resources: {'Port': ['ID=11df76e3-ba38-4db9-92ac-ab5d8b47df02,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:19.031004 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-610752ee-b1be-4325-9c5e-987267c5ce2b req-c25d233e-005d-4b81-af3e-7b146ddbf35e tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ecd8b64e36c540eeae4809301448bbe1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1699934 Dec 06 17:37:19.156514 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb4ec83-3660-4715-a08f-d2109a8eae57 req-b1e14214-5e31-40ee-b0ce-84c821ac5388 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:19.175282 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:19.180016 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2eb4ec83-3660-4715-a08f-d2109a8eae57 req-b1e14214-5e31-40ee-b0ce-84c821ac5388 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccda23e4-e182-44da-9f28-4c236d1fba5a HTTP/1.1" status: 200 len: 945 time: 0.1762893 Dec 06 17:37:19.182553 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-304f8d0b-e874-4c0b-a1fe-0934c0d41095 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:19.205178 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-304f8d0b-e874-4c0b-a1fe-0934c0d41095 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:19.236192 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-304f8d0b-e874-4c0b-a1fe-0934c0d41095 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] 10.222.0.23 "DELETE /v2.0/networks/c0d8307e-bca3-4e96-b277-7382a21d0231 HTTP/1.1" status: 204 len: 168 time: 1.0333416 Dec 06 17:37:19.238371 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 54394) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:19.326698 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-6cc1c12c-7b62-4625-87ca-eb8b1c63211b tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1586378275'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:37:19.334261 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304f8d0b-e874-4c0b-a1fe-0934c0d41095 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Pushing event deleted for resources: {'Network': ['ID=c0d8307e-bca3-4e96-b277-7382a21d0231,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:19.340577 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-610752ee-b1be-4325-9c5e-987267c5ce2b req-331cb895-af2f-4dd0-b705-0e07e287c4ab service neutron] 10.222.0.23 "GET /v2.0/networks/2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2962565 Dec 06 17:37:19.432870 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc1c12c-7b62-4625-87ca-eb8b1c63211b tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Made reservation on behalf of a456683d8f034bfab99d34aee0779b2c for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:37:19.438786 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6cc1c12c-7b62-4625-87ca-eb8b1c63211b tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:19.467130 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2eb4ec83-3660-4715-a08f-d2109a8eae57 req-85a884dc-0f3a-478f-926d-1ac2bb716258 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=0af89b83-5a7a-4bff-a60e-7cfc30b594ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2785387 Dec 06 17:37:19.516553 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 11df76e3-ba38-4db9-92ac-ab5d8b47df02 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:37:19.535303 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cc1c12c-7b62-4625-87ca-eb8b1c63211b tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:37:19.561636 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6cc1c12c-7b62-4625-87ca-eb8b1c63211b tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:19.562157 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-6cc1c12c-7b62-4625-87ca-eb8b1c63211b tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Added segment f31e57cc-62ec-494d-9b64-f53cca6379d1 of type vlan for network 4203fbd2-f2cc-4716-9362-35a665bfcbaa Dec 06 17:37:19.592741 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-610752ee-b1be-4325-9c5e-987267c5ce2b req-2e69de09-d436-4233-9303-026d4449b052 service neutron] 10.222.0.23 "GET /v2.0/networks/2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455738 Dec 06 17:37:19.686567 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6cc1c12c-7b62-4625-87ca-eb8b1c63211b tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:19.780563 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56e9e2c-47bf-4a4f-affb-04ecb4b36912 req-a109134d-ffc5-4301-a277-af9aba78dd5f tempest-VolumesNegativeTest-1685911805 tempest-VolumesNegativeTest-1685911805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:19.782241 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c56e9e2c-47bf-4a4f-affb-04ecb4b36912 req-a109134d-ffc5-4301-a277-af9aba78dd5f tempest-VolumesNegativeTest-1685911805 tempest-VolumesNegativeTest-1685911805-project] 10.222.0.23 "GET /v2.0/ports?device_id=58a05d33-78d7-4aeb-964d-80676d60d8e3 HTTP/1.1" status: 200 len: 950 time: 0.1660273 Dec 06 17:37:19.831662 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6cc1c12c-7b62-4625-87ca-eb8b1c63211b tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:19.838578 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc1c12c-7b62-4625-87ca-eb8b1c63211b tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:19.840513 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6cc1c12c-7b62-4625-87ca-eb8b1c63211b tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:19.874207 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-6cc1c12c-7b62-4625-87ca-eb8b1c63211b tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6224692 Dec 06 17:37:19.877053 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54404) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:19.884349 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-acb1a7ae-4735-4c82-9a89-b14b84ade2af tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Request body: {'subnet': {'network_id': '4203fbd2-f2cc-4716-9362-35a665bfcbaa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:37:20.013553 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 11df76e3-ba38-4db9-92ac-ab5d8b47df02 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:37:20.015127 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:20.069343 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c56e9e2c-47bf-4a4f-affb-04ecb4b36912 req-b94e21a2-bce1-44a3-bce4-f6a668bf3c3d tempest-VolumesNegativeTest-1685911805 tempest-VolumesNegativeTest-1685911805-project] 10.222.0.23 "GET /v2.0/security-groups?id=97537d20-c711-4ff2-88fd-5754c7256de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745719 Dec 06 17:37:20.127499 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4328addc-81db-4399-8acd-38df25273814 req-6f6d211c-c3b4-45de-bbb5-7ff5ffb6934c tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=9723ca4f-190e-4386-9f0e-3eeb63038ec4 HTTP/1.1" status: 200 len: 210 time: 0.0869446 Dec 06 17:37:20.139635 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc1c12c-7b62-4625-87ca-eb8b1c63211b tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Pushing event updated for resources: {'Network': ['ID=4203fbd2-f2cc-4716-9362-35a665bfcbaa,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:20.158818 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 4203fbd2-f2cc-4716-9362-35a665bfcbaa details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:37:20.207155 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acb1a7ae-4735-4c82-9a89-b14b84ade2af tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Made reservation on behalf of a456683d8f034bfab99d34aee0779b2c for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:37:20.213715 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-acb1a7ae-4735-4c82-9a89-b14b84ade2af tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:20.243050 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:20.304235 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] For port 11df76e3-ba38-4db9-92ac-ab5d8b47df02, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=11df76e3-ba38-4db9-92ac-ab5d8b47df02,segment=NetworkSegment(320c13dc-a378-4956-a585-08ed178b4552),segment_id=320c13dc-a378-4956-a585-08ed178b4552)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:37:20.312098 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:20.319117 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.ipam_backend_mixin [None req-acb1a7ae-4735-4c82-9a89-b14b84ade2af tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Performing IP validity checks on allocation pools {{(pid=103284) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 06 17:37:20.319824 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.ipam_backend_mixin [None req-acb1a7ae-4735-4c82-9a89-b14b84ade2af tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103284) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 06 17:37:20.378815 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Pushing event updated for resources: {'Port': ['ID=11df76e3-ba38-4db9-92ac-ab5d8b47df02,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:20.545553 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b0da59-9a70-46fb-a1cc-c3fc00276997 None None] Network 291b1ca1-e694-4002-8724-027882d5a226 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:37:20.655883 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93c05d8-c4b2-4653-ab29-c45b4ef4d463 req-1d9a51d5-a978-4e33-ac3d-9e5d91913870 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:20.657494 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c93c05d8-c4b2-4653-ab29-c45b4ef4d463 req-1d9a51d5-a978-4e33-ac3d-9e5d91913870 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccda23e4-e182-44da-9f28-4c236d1fba5a HTTP/1.1" status: 200 len: 945 time: 0.0924547 Dec 06 17:37:20.691716 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-acb1a7ae-4735-4c82-9a89-b14b84ade2af tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:20.715580 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6ee41ec-32e4-48e9-9e0d-98e2c0df5c8e None None] Provisioning complete for port 11df76e3-ba38-4db9-92ac-ab5d8b47df02 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:37:20.715867 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6ee41ec-32e4-48e9-9e0d-98e2c0df5c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:20.742665 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c93c05d8-c4b2-4653-ab29-c45b4ef4d463 req-5d89d64a-4b65-4ce3-94c3-4919625af724 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=0af89b83-5a7a-4bff-a60e-7cfc30b594ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720613 Dec 06 17:37:20.803853 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb1a7ae-4735-4c82-9a89-b14b84ade2af tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Checking segment: {'id': 'f31e57cc-62ec-494d-9b64-f53cca6379d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4203fbd2-f2cc-4716-9362-35a665bfcbaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:37:20.804229 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb1a7ae-4735-4c82-9a89-b14b84ade2af tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Network hostable DHCP agents. Network: 4203fbd2-f2cc-4716-9362-35a665bfcbaa, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:37:20.821857 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb1a7ae-4735-4c82-9a89-b14b84ade2af tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Pushing event updated for resources: {'Subnet': ['ID=5ef5dd0b-0fd5-4bbf-805c-4a5b9ad6538a,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:20.841948 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb1a7ae-4735-4c82-9a89-b14b84ade2af tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Network 4203fbd2-f2cc-4716-9362-35a665bfcbaa is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:37:20.854960 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-acb1a7ae-4735-4c82-9a89-b14b84ade2af tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 4203fbd2-f2cc-4716-9362-35a665bfcbaa) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:37:20.860783 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb1a7ae-4735-4c82-9a89-b14b84ade2af tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:20.862964 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-acb1a7ae-4735-4c82-9a89-b14b84ade2af tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:20.894599 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-acb1a7ae-4735-4c82-9a89-b14b84ade2af tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.0135560 Dec 06 17:37:20.894827 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1c3362-429d-49d8-a224-4df78c2daa6d None None] Network 4203fbd2-f2cc-4716-9362-35a665bfcbaa requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:37:20.895089 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 54424) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:21.034395 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b0ea47b9-de07-4fef-8d37-209b3edf8069 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:21.143468 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b0ea47b9-de07-4fef-8d37-209b3edf8069 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:21.145064 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4afa217f-34d1-46fa-ac32-0cd9686a8a70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-4203fbd2-f2cc-4716-9362-35a665bfcbaa', 'network_id': '4203fbd2-f2cc-4716-9362-35a665bfcbaa', 'tenant_id': 'a456683d8f034bfab99d34aee0779b2c', 'fixed_ips': [{'subnet_id': '5ef5dd0b-0fd5-4bbf-805c-4a5b9ad6538a'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:37:21.146266 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4afa217f-34d1-46fa-ac32-0cd9686a8a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:21.327382 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-be4547a9-83fc-4285-b70c-a093494e854d req-fa884ddb-5ae8-429f-b904-7cef5384231c tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=9723ca4f-190e-4386-9f0e-3eeb63038ec4 HTTP/1.1" status: 200 len: 210 time: 0.0465577 Dec 06 17:37:21.338108 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b0ea47b9-de07-4fef-8d37-209b3edf8069 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:21.353741 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 11df76e3-ba38-4db9-92ac-ab5d8b47df02 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:37:21.372837 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ea47b9-de07-4fef-8d37-209b3edf8069 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Pushing event deleted for resources: {'Subnet': ['ID=5ef5dd0b-0fd5-4bbf-805c-4a5b9ad6538a,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:21.396993 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78dd8c7-d0e2-4b56-a853-55c3c31d8cdb req-41deda16-3ae9-4699-a53e-dc65f84d1793 tempest-VolumesNegativeTest-1685911805 tempest-VolumesNegativeTest-1685911805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:21.399966 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d78dd8c7-d0e2-4b56-a853-55c3c31d8cdb req-41deda16-3ae9-4699-a53e-dc65f84d1793 tempest-VolumesNegativeTest-1685911805 tempest-VolumesNegativeTest-1685911805-project] 10.222.0.23 "GET /v2.0/ports?device_id=58a05d33-78d7-4aeb-964d-80676d60d8e3 HTTP/1.1" status: 200 len: 950 time: 0.1958106 Dec 06 17:37:21.401049 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server [None req-4afa217f-34d1-46fa-ac32-0cd9686a8a70 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5ef5dd0b-0fd5-4bbf-805c-4a5b9ad6538a: This subnet is being modified by another concurrent operation. Dec 06 17:37:21.401049 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 06 17:37:21.401049 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 06 17:37:21.401049 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 06 17:37:21.401049 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 06 17:37:21.401049 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 06 17:37:21.401049 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 06 17:37:21.401049 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 06 17:37:21.401049 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 06 17:37:21.401049 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 06 17:37:21.401049 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 17:37:21.401049 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 17:37:21.401049 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 17:37:21.401049 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 17:37:21.401049 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 17:37:21.401049 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 17:37:21.401049 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 17:37:21.401049 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 17:37:21.401049 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 17:37:21.401049 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 17:37:21.401049 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 17:37:21.401049 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 17:37:21.401049 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 17:37:21.401049 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 17:37:21.401049 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 17:37:21.401049 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 17:37:21.401049 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 17:37:21.401049 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 17:37:21.401049 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 17:37:21.401049 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 17:37:21.401049 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 17:37:21.401049 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 17:37:21.401049 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 17:37:21.401049 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 17:37:21.401049 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 06 17:37:21.401049 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 06 17:37:21.401049 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Dec 06 17:37:21.401049 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 06 17:37:21.401049 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Dec 06 17:37:21.401049 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 06 17:37:21.401049 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 06 17:37:21.401049 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 06 17:37:21.401049 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 06 17:37:21.401049 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 17:37:21.401049 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 06 17:37:21.401049 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 06 17:37:21.401049 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 17:37:21.401049 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 17:37:21.401049 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 17:37:21.401049 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 17:37:21.401049 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 17:37:21.401049 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 17:37:21.401049 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 17:37:21.401049 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 17:37:21.401049 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 17:37:21.401049 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 17:37:21.401049 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 17:37:21.401049 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 17:37:21.401049 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 17:37:21.401049 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 17:37:21.401049 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 17:37:21.401049 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 17:37:21.401049 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 17:37:21.401049 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 17:37:21.401049 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 17:37:21.401049 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 17:37:21.401049 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 17:37:21.401049 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 17:37:21.401049 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 17:37:21.401049 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 17:37:21.401049 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 06 17:37:21.401049 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 06 17:37:21.401049 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 06 17:37:21.401049 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 06 17:37:21.401049 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 06 17:37:21.401049 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 06 17:37:21.401049 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 06 17:37:21.401049 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 06 17:37:21.401049 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 17:37:21.401049 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 17:37:21.401049 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 17:37:21.401049 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 17:37:21.401049 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 06 17:37:21.401049 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 06 17:37:21.401049 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 06 17:37:21.401049 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 06 17:37:21.401049 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 06 17:37:21.401049 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 06 17:37:21.401049 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 06 17:37:21.401049 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server raise exception Dec 06 17:37:21.401049 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5ef5dd0b-0fd5-4bbf-805c-4a5b9ad6538a: This subnet is being modified by another concurrent operation. Dec 06 17:37:21.401049 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server Dec 06 17:37:21.413130 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b8275eb1-2316-4777-b6d6-1534f202f169 None None] Provisioning complete for port 11df76e3-ba38-4db9-92ac-ab5d8b47df02 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:37:21.413566 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b8275eb1-2316-4777-b6d6-1534f202f169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:21.473594 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e007fb-a2f3-4f57-8fac-4c59d462df38 None None] Network 4203fbd2-f2cc-4716-9362-35a665bfcbaa requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:37:21.504698 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b0ea47b9-de07-4fef-8d37-209b3edf8069 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:21.566391 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d78dd8c7-d0e2-4b56-a853-55c3c31d8cdb req-cfe77b09-666e-454e-945d-62d89ffd9af8 tempest-VolumesNegativeTest-1685911805 tempest-VolumesNegativeTest-1685911805-project] 10.222.0.23 "GET /v2.0/security-groups?id=97537d20-c711-4ff2-88fd-5754c7256de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451228 Dec 06 17:37:21.683095 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-b0ea47b9-de07-4fef-8d37-209b3edf8069 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4203fbd2-f2cc-4716-9362-35a665bfcbaa']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:37:21.721964 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 11df76e3-ba38-4db9-92ac-ab5d8b47df02 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:37:21.722977 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:21.725319 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-b0ea47b9-de07-4fef-8d37-209b3edf8069 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f31e57cc-62ec-494d-9b64-f53cca6379d1') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:37:21.725693 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-b0ea47b9-de07-4fef-8d37-209b3edf8069 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f31e57cc-62ec-494d-9b64-f53cca6379d1') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:37:21.763582 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b0ea47b9-de07-4fef-8d37-209b3edf8069 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:21.816441 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b1635a-cee9-4caf-975c-32f3898598b9 None None] get_active_networks_info from n-d-master-1 {{(pid=103286) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 17:37:21.819872 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b0ea47b9-de07-4fef-8d37-209b3edf8069 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:21.828528 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0ea47b9-de07-4fef-8d37-209b3edf8069 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:37:21.828935 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b0ea47b9-de07-4fef-8d37-209b3edf8069 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:21.833605 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:37:21.833605 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:37:21.833605 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:37:21.833605 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:37:21.833605 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:37:21.833605 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:37:21.833605 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:37:21.833605 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:37:21.833605 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:37:21.833605 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:37:21.833605 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:37:21.833605 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:37:21.833605 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:37:21.833605 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:37:21.833605 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:37:21.833605 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:37:21.833605 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:37:21.833605 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:37:21.833605 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:37:21.833605 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:37:21.833605 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:37:21.833605 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:37:21.833605 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:37:21.833605 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:37:21.833605 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:37:21.833605 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:37:21.833605 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:37:21.833605 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:37:21.833605 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:37:21.833605 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:37:21.833605 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:37:21.833605 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:37:21.839907 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610752ee-b1be-4325-9c5e-987267c5ce2b req-abcffe14-fbb5-4a6d-8937-7e5614657ad4 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:21.841396 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-610752ee-b1be-4325-9c5e-987267c5ce2b req-abcffe14-fbb5-4a6d-8937-7e5614657ad4 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.41 "GET /v2.0/networks?id=2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4 HTTP/1.1" status: 200 len: 812 time: 0.3330553 Dec 06 17:37:21.875175 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-610752ee-b1be-4325-9c5e-987267c5ce2b req-3ebcf619-fe5a-47fb-a6ef-05ef937ac6f6 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Request body: {'port': {'device_id': '9723ca4f-190e-4386-9f0e-3eeb63038ec4', 'network_id': '2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4', 'admin_state_up': True, 'tenant_id': 'ecd8b64e36c540eeae4809301448bbe1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:37:21.973459 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6357f3c-0f79-4936-b3d4-598d69b36bbd req-d8970721-8c58-4859-9fb9-9cddc87176c8 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:21.981875 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c6357f3c-0f79-4936-b3d4-598d69b36bbd req-d8970721-8c58-4859-9fb9-9cddc87176c8 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccda23e4-e182-44da-9f28-4c236d1fba5a HTTP/1.1" status: 200 len: 945 time: 0.1058381 Dec 06 17:37:21.999040 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b0ea47b9-de07-4fef-8d37-209b3edf8069 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:22.022163 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b0ea47b9-de07-4fef-8d37-209b3edf8069 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:22.030706 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-b0ea47b9-de07-4fef-8d37-209b3edf8069 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] 10.222.0.23 "DELETE /v2.0/networks/4203fbd2-f2cc-4716-9362-35a665bfcbaa HTTP/1.1" status: 204 len: 168 time: 1.1341960 Dec 06 17:37:22.033885 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54442) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:22.046838 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-9ead0bc7-d94b-49e3-a080-68f01f0cdfc3 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1592896465'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:37:22.070043 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ea47b9-de07-4fef-8d37-209b3edf8069 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Pushing event deleted for resources: {'Network': ['ID=4203fbd2-f2cc-4716-9362-35a665bfcbaa,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:22.142706 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c6357f3c-0f79-4936-b3d4-598d69b36bbd req-f3d4f4ab-cc1d-4f9e-b272-af2c7d61acd3 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=0af89b83-5a7a-4bff-a60e-7cfc30b594ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1595976 Dec 06 17:37:22.163982 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ead0bc7-d94b-49e3-a080-68f01f0cdfc3 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Made reservation on behalf of a456683d8f034bfab99d34aee0779b2c for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:37:22.167989 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9ead0bc7-d94b-49e3-a080-68f01f0cdfc3 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:22.230872 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b1635a-cee9-4caf-975c-32f3898598b9 None None] Resources bound (agent type, host, resource id): {{(pid=103286) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 06 17:37:22.235094 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ead0bc7-d94b-49e3-a080-68f01f0cdfc3 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:37:22.238240 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5c4cf-793c-4a0a-9158-ecd9cb59e2da req-d79db88f-2f80-4165-ad54-f8bfa586aaa8 tempest-VolumesNegativeTest-1685911805 tempest-VolumesNegativeTest-1685911805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:22.241146 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-53f5c4cf-793c-4a0a-9158-ecd9cb59e2da req-d79db88f-2f80-4165-ad54-f8bfa586aaa8 tempest-VolumesNegativeTest-1685911805 tempest-VolumesNegativeTest-1685911805-project] 10.222.0.23 "GET /v2.0/ports?device_id=58a05d33-78d7-4aeb-964d-80676d60d8e3 HTTP/1.1" status: 200 len: 950 time: 0.0960271 Dec 06 17:37:22.243382 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-610752ee-b1be-4325-9c5e-987267c5ce2b req-3ebcf619-fe5a-47fb-a6ef-05ef937ac6f6 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Made reservation on behalf of ecd8b64e36c540eeae4809301448bbe1 for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:37:22.252053 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-610752ee-b1be-4325-9c5e-987267c5ce2b req-3ebcf619-fe5a-47fb-a6ef-05ef937ac6f6 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:22.259265 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9ead0bc7-d94b-49e3-a080-68f01f0cdfc3 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:22.259621 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-9ead0bc7-d94b-49e3-a080-68f01f0cdfc3 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Added segment c53baade-402b-4225-8ea9-b5a7e1ffc394 of type vlan for network b7ebde8c-4b62-4608-bb18-8035f3c5a0f3 Dec 06 17:37:22.398195 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9ead0bc7-d94b-49e3-a080-68f01f0cdfc3 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:22.468759 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9ead0bc7-d94b-49e3-a080-68f01f0cdfc3 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:22.486024 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ead0bc7-d94b-49e3-a080-68f01f0cdfc3 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:22.486696 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9ead0bc7-d94b-49e3-a080-68f01f0cdfc3 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks [] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:22.501917 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-610752ee-b1be-4325-9c5e-987267c5ce2b req-3ebcf619-fe5a-47fb-a6ef-05ef937ac6f6 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Allocated IP 172.20.0.11 (2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4/06d20752-22e2-4f05-a607-805be1f18e56/c87e789f-6fc8-478c-82d0-8ecdee8e0c2e) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:37:22.600139 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8dcf8f65-2356-41c3-b6a7-66554ab15fca req-01bee399-0150-46a3-a426-5bd6dc1c8422 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=9723ca4f-190e-4386-9f0e-3eeb63038ec4 HTTP/1.1" status: 200 len: 210 time: 0.0913861 Dec 06 17:37:22.609206 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-9ead0bc7-d94b-49e3-a080-68f01f0cdfc3 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5741286 Dec 06 17:37:22.613363 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54452) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:22.619594 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-abbb8b16-b979-458e-83d9-f78757df957d tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Request body: {'subnet': {'network_id': 'b7ebde8c-4b62-4608-bb18-8035f3c5a0f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:37:22.688719 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ead0bc7-d94b-49e3-a080-68f01f0cdfc3 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Pushing event updated for resources: {'Network': ['ID=b7ebde8c-4b62-4608-bb18-8035f3c5a0f3,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:22.704976 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network b7ebde8c-4b62-4608-bb18-8035f3c5a0f3 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:37:22.813548 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-53f5c4cf-793c-4a0a-9158-ecd9cb59e2da req-bee6b320-a8c5-4d93-85e2-c845fce20e31 tempest-VolumesNegativeTest-1685911805 tempest-VolumesNegativeTest-1685911805-project] 10.222.0.23 "GET /v2.0/security-groups?id=97537d20-c711-4ff2-88fd-5754c7256de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5367432 Dec 06 17:37:22.866247 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abbb8b16-b979-458e-83d9-f78757df957d tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Made reservation on behalf of a456683d8f034bfab99d34aee0779b2c for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:37:22.873430 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-abbb8b16-b979-458e-83d9-f78757df957d tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:22.932808 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-610752ee-b1be-4325-9c5e-987267c5ce2b req-3ebcf619-fe5a-47fb-a6ef-05ef937ac6f6 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:23.009876 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-610752ee-b1be-4325-9c5e-987267c5ce2b req-3ebcf619-fe5a-47fb-a6ef-05ef937ac6f6 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:23.023717 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['3866e590-72b5-47f5-b2e8-e4ff83aab6c6'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:37:23.087370 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebcf619-fe5a-47fb-a6ef-05ef937ac6f6 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Pushing event updated for resources: {'Port': ['ID=c87e789f-6fc8-478c-82d0-8ecdee8e0c2e,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:23.114836 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-610752ee-b1be-4325-9c5e-987267c5ce2b req-3ebcf619-fe5a-47fb-a6ef-05ef937ac6f6 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Network 2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:37:23.118678 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-610752ee-b1be-4325-9c5e-987267c5ce2b req-3ebcf619-fe5a-47fb-a6ef-05ef937ac6f6 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:37:23.122996 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-610752ee-b1be-4325-9c5e-987267c5ce2b req-3ebcf619-fe5a-47fb-a6ef-05ef937ac6f6 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:37:23.242848 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610752ee-b1be-4325-9c5e-987267c5ce2b req-3ebcf619-fe5a-47fb-a6ef-05ef937ac6f6 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:23.243897 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-610752ee-b1be-4325-9c5e-987267c5ce2b req-3ebcf619-fe5a-47fb-a6ef-05ef937ac6f6 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:23.262906 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-abbb8b16-b979-458e-83d9-f78757df957d tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:23.270321 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-610752ee-b1be-4325-9c5e-987267c5ce2b req-3ebcf619-fe5a-47fb-a6ef-05ef937ac6f6 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4173894 Dec 06 17:37:23.289286 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-610752ee-b1be-4325-9c5e-987267c5ce2b req-7f0cf352-306e-4846-9959-5593f4a4a518 service neutron] Request body: {'port': {'device_id': '9723ca4f-190e-4386-9f0e-3eeb63038ec4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:37:23.399615 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbb8b16-b979-458e-83d9-f78757df957d tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Checking segment: {'id': 'c53baade-402b-4225-8ea9-b5a7e1ffc394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b7ebde8c-4b62-4608-bb18-8035f3c5a0f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:37:23.400957 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abbb8b16-b979-458e-83d9-f78757df957d tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Network hostable DHCP agents. Network: b7ebde8c-4b62-4608-bb18-8035f3c5a0f3, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:37:23.462621 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70349fc-cdde-42b2-8e24-4296c4d87dee req-0bc586ff-c926-4b98-bb5d-174749eb25df tempest-VolumesNegativeTest-1685911805 tempest-VolumesNegativeTest-1685911805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:23.465073 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b70349fc-cdde-42b2-8e24-4296c4d87dee req-0bc586ff-c926-4b98-bb5d-174749eb25df tempest-VolumesNegativeTest-1685911805 tempest-VolumesNegativeTest-1685911805-project] 10.222.0.41 "GET /v2.0/ports?device_id=58a05d33-78d7-4aeb-964d-80676d60d8e3 HTTP/1.1" status: 200 len: 950 time: 0.1276095 Dec 06 17:37:23.465774 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-610752ee-b1be-4325-9c5e-987267c5ce2b req-7f0cf352-306e-4846-9959-5593f4a4a518 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:23.498177 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbb8b16-b979-458e-83d9-f78757df957d tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Pushing event updated for resources: {'Subnet': ['ID=b5af9e65-2650-4852-83ae-6c9a9f35d42b,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:23.505688 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abbb8b16-b979-458e-83d9-f78757df957d tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Network b7ebde8c-4b62-4608-bb18-8035f3c5a0f3 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:37:23.532561 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c28cef-6a4a-4da9-900f-ba7b5b6698d2 req-38e912b2-8fb1-433d-a96e-70d3ae8c7ee1 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:23.534910 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-94c28cef-6a4a-4da9-900f-ba7b5b6698d2 req-38e912b2-8fb1-433d-a96e-70d3ae8c7ee1 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccda23e4-e182-44da-9f28-4c236d1fba5a HTTP/1.1" status: 200 len: 945 time: 0.1648316 Dec 06 17:37:23.537180 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-abbb8b16-b979-458e-83d9-f78757df957d tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, b7ebde8c-4b62-4608-bb18-8035f3c5a0f3) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:37:23.543035 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbb8b16-b979-458e-83d9-f78757df957d tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:23.544277 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-abbb8b16-b979-458e-83d9-f78757df957d tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:23.551417 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132dfda3-a0a5-4f88-95db-5493ca4656e4 None None] Network b7ebde8c-4b62-4608-bb18-8035f3c5a0f3 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:37:23.611869 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-abbb8b16-b979-458e-83d9-f78757df957d tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9971323 Dec 06 17:37:23.630751 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 54468) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:23.670326 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-94c28cef-6a4a-4da9-900f-ba7b5b6698d2 req-85e63ee5-b5da-4d96-b128-f8e8fccf2111 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=0af89b83-5a7a-4bff-a60e-7cfc30b594ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225913 Dec 06 17:37:23.730401 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-52b300ab-7c03-4702-8c36-a755c83e7f99 None None] Provisioning complete for port c87e789f-6fc8-478c-82d0-8ecdee8e0c2e triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:37:23.731090 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-52b300ab-7c03-4702-8c36-a755c83e7f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:23.801405 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-52b300ab-7c03-4702-8c36-a755c83e7f99 None None] Port c87e789f-6fc8-478c-82d0-8ecdee8e0c2e cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:37:23.956432 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e94049-4f27-4953-b7b9-80010540e10f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-b7ebde8c-4b62-4608-bb18-8035f3c5a0f3', 'network_id': 'b7ebde8c-4b62-4608-bb18-8035f3c5a0f3', 'tenant_id': 'a456683d8f034bfab99d34aee0779b2c', 'fixed_ips': [{'subnet_id': 'b5af9e65-2650-4852-83ae-6c9a9f35d42b'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:37:23.957645 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-16e94049-4f27-4953-b7b9-80010540e10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:24.075149 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e367e72c-d69d-4f98-8f34-b7c3c22c1f3f req-dfe1b57e-2983-4cfa-991d-f01d7b731a65 tempest-VolumesNegativeTest-1685911805 tempest-VolumesNegativeTest-1685911805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:24.088459 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e367e72c-d69d-4f98-8f34-b7c3c22c1f3f req-dfe1b57e-2983-4cfa-991d-f01d7b731a65 tempest-VolumesNegativeTest-1685911805 tempest-VolumesNegativeTest-1685911805-project] 10.222.0.23 "GET /v2.0/ports?device_id=58a05d33-78d7-4aeb-964d-80676d60d8e3 HTTP/1.1" status: 200 len: 950 time: 0.1364224 Dec 06 17:37:24.100290 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-610752ee-b1be-4325-9c5e-987267c5ce2b req-7f0cf352-306e-4846-9959-5593f4a4a518 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c87e789f-6fc8-478c-82d0-8ecdee8e0c2e {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:37:24.111372 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-610752ee-b1be-4325-9c5e-987267c5ce2b req-7f0cf352-306e-4846-9959-5593f4a4a518 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:24.126247 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-610752ee-b1be-4325-9c5e-987267c5ce2b req-7f0cf352-306e-4846-9959-5593f4a4a518 service neutron] Transition to ACTIVE for port object c87e789f-6fc8-478c-82d0-8ecdee8e0c2e will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:37:24.133338 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-39776287-f572-49a2-8d5f-9fc1e2a48d8a tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:24.164915 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-610752ee-b1be-4325-9c5e-987267c5ce2b req-7f0cf352-306e-4846-9959-5593f4a4a518 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:24.244791 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-16e94049-4f27-4953-b7b9-80010540e10f None None] Allocated IP 172.20.0.1 (b7ebde8c-4b62-4608-bb18-8035f3c5a0f3/b5af9e65-2650-4852-83ae-6c9a9f35d42b/9ed274d8-444e-4629-ab8e-c4f3cd8f0a84) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:37:24.253852 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e367e72c-d69d-4f98-8f34-b7c3c22c1f3f req-82003bd8-cf38-4427-b030-3247eb930179 tempest-VolumesNegativeTest-1685911805 tempest-VolumesNegativeTest-1685911805-project] 10.222.0.23 "GET /v2.0/security-groups?id=97537d20-c711-4ff2-88fd-5754c7256de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641507 Dec 06 17:37:24.339169 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54482) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:24.612283 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1843f108-2493-4b64-a2fb-7372c245c133 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:24.624787 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-16e94049-4f27-4953-b7b9-80010540e10f None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:24.634935 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-16e94049-4f27-4953-b7b9-80010540e10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:24.746577 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e94049-4f27-4953-b7b9-80010540e10f None None] Network b7ebde8c-4b62-4608-bb18-8035f3c5a0f3 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:37:24.772925 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-16e94049-4f27-4953-b7b9-80010540e10f None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:37:24.777514 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e94049-4f27-4953-b7b9-80010540e10f None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:37:24.795388 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e94049-4f27-4953-b7b9-80010540e10f None None] Pushing event updated for resources: {'Port': ['ID=9ed274d8-444e-4629-ab8e-c4f3cd8f0a84,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:24.871627 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1843f108-2493-4b64-a2fb-7372c245c133 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:24.908024 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1843f108-2493-4b64-a2fb-7372c245c133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:24.914955 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-16e94049-4f27-4953-b7b9-80010540e10f None None] Attempting to bind port 9ed274d8-444e-4629-ab8e-c4f3cd8f0a84 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:37:24.915461 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-16e94049-4f27-4953-b7b9-80010540e10f None None] Attempting to bind port 9ed274d8-444e-4629-ab8e-c4f3cd8f0a84 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'c53baade-402b-4225-8ea9-b5a7e1ffc394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b7ebde8c-4b62-4608-bb18-8035f3c5a0f3'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:37:24.915840 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e94049-4f27-4953-b7b9-80010540e10f None None] Attempting to bind port 9ed274d8-444e-4629-ab8e-c4f3cd8f0a84 on network b7ebde8c-4b62-4608-bb18-8035f3c5a0f3 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:37:24.925541 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e94049-4f27-4953-b7b9-80010540e10f None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:37:24.925934 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e94049-4f27-4953-b7b9-80010540e10f None None] Checking segment: {'id': 'c53baade-402b-4225-8ea9-b5a7e1ffc394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b7ebde8c-4b62-4608-bb18-8035f3c5a0f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:37:24.926388 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-16e94049-4f27-4953-b7b9-80010540e10f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:24.926943 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e94049-4f27-4953-b7b9-80010540e10f None None] Bound using segment: {'id': 'c53baade-402b-4225-8ea9-b5a7e1ffc394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b7ebde8c-4b62-4608-bb18-8035f3c5a0f3'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:37:24.927427 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-16e94049-4f27-4953-b7b9-80010540e10f None None] Bound port: 9ed274d8-444e-4629-ab8e-c4f3cd8f0a84, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c53baade-402b-4225-8ea9-b5a7e1ffc394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b7ebde8c-4b62-4608-bb18-8035f3c5a0f3'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:37:24.927816 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-16e94049-4f27-4953-b7b9-80010540e10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:24.950493 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1843f108-2493-4b64-a2fb-7372c245c133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5daeceab-08da-4e42-b89a-8c8e5c791424,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:24.997429 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-1843f108-2493-4b64-a2fb-7372c245c133 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=91e188f12b9f4260b5664dd94803c0b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6569827 Dec 06 17:37:25.007845 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c9eb21-23b7-4b93-b2a8-a79affc558a7 req-45e67abf-7152-4877-adef-279ae657c971 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:25.009694 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d2c9eb21-23b7-4b93-b2a8-a79affc558a7 req-45e67abf-7152-4877-adef-279ae657c971 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccda23e4-e182-44da-9f28-4c236d1fba5a HTTP/1.1" status: 200 len: 945 time: 0.1360466 Dec 06 17:37:25.010382 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54490) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:25.027254 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-16e94049-4f27-4953-b7b9-80010540e10f None None] For port 9ed274d8-444e-4629-ab8e-c4f3cd8f0a84, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:37:25.031895 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-16e94049-4f27-4953-b7b9-80010540e10f None None] For port 9ed274d8-444e-4629-ab8e-c4f3cd8f0a84, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9ed274d8-444e-4629-ab8e-c4f3cd8f0a84,segment=NetworkSegment(c53baade-402b-4225-8ea9-b5a7e1ffc394),segment_id=c53baade-402b-4225-8ea9-b5a7e1ffc394)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:37:25.042216 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-16e94049-4f27-4953-b7b9-80010540e10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:25.118628 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-942a12b6-e2ee-4cb2-9bcf-f1bee77195ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:25.125820 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d2c9eb21-23b7-4b93-b2a8-a79affc558a7 req-aa3d0c74-d074-4097-829e-9a21be897048 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=0af89b83-5a7a-4bff-a60e-7cfc30b594ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079791 Dec 06 17:37:25.174194 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-942a12b6-e2ee-4cb2-9bcf-f1bee77195ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:25.219340 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e94049-4f27-4953-b7b9-80010540e10f None None] Pushing event updated for resources: {'Port': ['ID=9ed274d8-444e-4629-ab8e-c4f3cd8f0a84,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:25.229383 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0cf352-306e-4846-9959-5593f4a4a518 service neutron] Pushing event updated for resources: {'Port': ['ID=c87e789f-6fc8-478c-82d0-8ecdee8e0c2e,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:25.270279 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-942a12b6-e2ee-4cb2-9bcf-f1bee77195ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:25.273728 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-942a12b6-e2ee-4cb2-9bcf-f1bee77195ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:25.275003 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-942a12b6-e2ee-4cb2-9bcf-f1bee77195ed admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5daeceab-08da-4e42-b89a-8c8e5c791424 HTTP/1.1" status: 204 len: 168 time: 0.2634764 Dec 06 17:37:25.290541 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942a12b6-e2ee-4cb2-9bcf-f1bee77195ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5daeceab-08da-4e42-b89a-8c8e5c791424,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:25.332993 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-39776287-f572-49a2-8d5f-9fc1e2a48d8a tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:25.354266 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa432b8-29e7-45ec-94f7-8610893a34d1 req-dc3fa854-80fd-44e0-ad68-621885a20e77 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:25.361610 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1aa432b8-29e7-45ec-94f7-8610893a34d1 req-dc3fa854-80fd-44e0-ad68-621885a20e77 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=9723ca4f-190e-4386-9f0e-3eeb63038ec4 HTTP/1.1" status: 200 len: 944 time: 1.2230549 Dec 06 17:37:25.489748 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-b70349fc-cdde-42b2-8e24-4296c4d87dee req-7c2966de-fefc-4129-be43-2869ca7e8a5f tempest-VolumesNegativeTest-1685911805 tempest-VolumesNegativeTest-1685911805-project] Deleting port aeb87ee1-591e-4158-a9f4-8273951b7a14 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:37:25.490112 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-b70349fc-cdde-42b2-8e24-4296c4d87dee req-7c2966de-fefc-4129-be43-2869ca7e8a5f tempest-VolumesNegativeTest-1685911805 tempest-VolumesNegativeTest-1685911805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:25.697356 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-610752ee-b1be-4325-9c5e-987267c5ce2b req-7f0cf352-306e-4846-9959-5593f4a4a518 service neutron] Attempting to bind port c87e789f-6fc8-478c-82d0-8ecdee8e0c2e on host n-h1-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:37:25.700574 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-610752ee-b1be-4325-9c5e-987267c5ce2b req-7f0cf352-306e-4846-9959-5593f4a4a518 service neutron] Attempting to bind port c87e789f-6fc8-478c-82d0-8ecdee8e0c2e by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '335efc5d-483a-424a-abc6-8fe1bd340f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:37:25.701029 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610752ee-b1be-4325-9c5e-987267c5ce2b req-7f0cf352-306e-4846-9959-5593f4a4a518 service neutron] Attempting to bind port c87e789f-6fc8-478c-82d0-8ecdee8e0c2e on network 2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:37:25.715493 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9e3338-f1c3-4598-b303-ac6f1e7b5f42 req-7de7d61b-9cb4-45db-9d70-8a0815ae10a6 tempest-VolumesNegativeTest-1685911805 tempest-VolumesNegativeTest-1685911805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:25.719668 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee9e3338-f1c3-4598-b303-ac6f1e7b5f42 req-7de7d61b-9cb4-45db-9d70-8a0815ae10a6 tempest-VolumesNegativeTest-1685911805 tempest-VolumesNegativeTest-1685911805-project] 10.222.0.23 "GET /v2.0/ports?device_id=58a05d33-78d7-4aeb-964d-80676d60d8e3 HTTP/1.1" status: 200 len: 950 time: 0.2778277 Dec 06 17:37:25.742362 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1aa432b8-29e7-45ec-94f7-8610893a34d1 req-f29794c4-63be-4d33-af99-2b984c0d41ff tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=53a84ca2-3f2c-4a10-85a7-67cee2181fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3794997 Dec 06 17:37:25.749779 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-39776287-f572-49a2-8d5f-9fc1e2a48d8a tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:25.788104 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610752ee-b1be-4325-9c5e-987267c5ce2b req-7f0cf352-306e-4846-9959-5593f4a4a518 service neutron] Port c87e789f-6fc8-478c-82d0-8ecdee8e0c2e on network 2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:37:25.788785 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610752ee-b1be-4325-9c5e-987267c5ce2b req-7f0cf352-306e-4846-9959-5593f4a4a518 service neutron] Attempting to bind port c87e789f-6fc8-478c-82d0-8ecdee8e0c2e on network 2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:37:25.819725 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee9e3338-f1c3-4598-b303-ac6f1e7b5f42 req-5af83c8e-c279-4736-a9a3-f5520b513ead tempest-VolumesNegativeTest-1685911805 tempest-VolumesNegativeTest-1685911805-project] 10.222.0.23 "GET /v2.0/security-groups?id=97537d20-c711-4ff2-88fd-5754c7256de8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911436 Dec 06 17:37:25.866565 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-b70349fc-cdde-42b2-8e24-4296c4d87dee req-7c2966de-fefc-4129-be43-2869ca7e8a5f tempest-VolumesNegativeTest-1685911805 tempest-VolumesNegativeTest-1685911805-project] For port aeb87ee1-591e-4158-a9f4-8273951b7a14, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=aeb87ee1-591e-4158-a9f4-8273951b7a14,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:37:25.867280 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-b70349fc-cdde-42b2-8e24-4296c4d87dee req-7c2966de-fefc-4129-be43-2869ca7e8a5f tempest-VolumesNegativeTest-1685911805 tempest-VolumesNegativeTest-1685911805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:25.890110 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-b70349fc-cdde-42b2-8e24-4296c4d87dee req-7c2966de-fefc-4129-be43-2869ca7e8a5f tempest-VolumesNegativeTest-1685911805 tempest-VolumesNegativeTest-1685911805-project] Calling delete_port for aeb87ee1-591e-4158-a9f4-8273951b7a14 owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:37:25.920493 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39776287-f572-49a2-8d5f-9fc1e2a48d8a tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Pushing event deleted for resources: {'Subnet': ['ID=b5af9e65-2650-4852-83ae-6c9a9f35d42b,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:25.979990 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54500) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:25.991832 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-39776287-f572-49a2-8d5f-9fc1e2a48d8a tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:25.997187 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c0268bf9-3045-4e30-a2ed-da046764d29a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:26.016869 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-39776287-f572-49a2-8d5f-9fc1e2a48d8a tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7ebde8c-4b62-4608-bb18-8035f3c5a0f3']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:37:26.027469 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-39776287-f572-49a2-8d5f-9fc1e2a48d8a tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c53baade-402b-4225-8ea9-b5a7e1ffc394') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:37:26.027919 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-39776287-f572-49a2-8d5f-9fc1e2a48d8a tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c53baade-402b-4225-8ea9-b5a7e1ffc394') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:37:26.038201 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-39776287-f572-49a2-8d5f-9fc1e2a48d8a tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:26.053335 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-39776287-f572-49a2-8d5f-9fc1e2a48d8a tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:26.062608 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39776287-f572-49a2-8d5f-9fc1e2a48d8a tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:37:26.063139 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-39776287-f572-49a2-8d5f-9fc1e2a48d8a tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:26.099491 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c0268bf9-3045-4e30-a2ed-da046764d29a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:26.108778 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c0268bf9-3045-4e30-a2ed-da046764d29a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:26.131386 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:37:26.131386 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:37:26.131386 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:37:26.131386 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:37:26.131386 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:37:26.131386 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:37:26.131386 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:37:26.131386 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:37:26.131386 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:37:26.131386 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:37:26.131386 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:37:26.131386 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:37:26.131386 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:37:26.131386 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:37:26.131386 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:37:26.131386 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:37:26.131386 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:37:26.131386 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:37:26.131386 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:37:26.131386 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:37:26.131386 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:37:26.131386 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:37:26.131386 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:37:26.131386 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:37:26.131386 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:37:26.131386 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:37:26.131386 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:37:26.131386 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:37:26.131386 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:37:26.131386 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:37:26.131386 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:37:26.131386 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:37:26.133534 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610752ee-b1be-4325-9c5e-987267c5ce2b req-7f0cf352-306e-4846-9959-5593f4a4a518 service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:37:26.133534 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610752ee-b1be-4325-9c5e-987267c5ce2b req-7f0cf352-306e-4846-9959-5593f4a4a518 service neutron] Checking segment: {'id': '335efc5d-483a-424a-abc6-8fe1bd340f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:37:26.133534 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610752ee-b1be-4325-9c5e-987267c5ce2b req-7f0cf352-306e-4846-9959-5593f4a4a518 service neutron] Bound using segment: {'id': '335efc5d-483a-424a-abc6-8fe1bd340f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:37:26.133826 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-610752ee-b1be-4325-9c5e-987267c5ce2b req-7f0cf352-306e-4846-9959-5593f4a4a518 service neutron] Bound port: c87e789f-6fc8-478c-82d0-8ecdee8e0c2e, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '335efc5d-483a-424a-abc6-8fe1bd340f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:37:26.134548 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-610752ee-b1be-4325-9c5e-987267c5ce2b req-7f0cf352-306e-4846-9959-5593f4a4a518 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:26.139125 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.db.api [None req-39776287-f572-49a2-8d5f-9fc1e2a48d8a tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 06 17:37:26.139125 n-d-master-1 neutron-server[103285]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 06 17:37:26.139125 n-d-master-1 neutron-server[103285]: [parameters: {'id': 'b7ebde8c-4b62-4608-bb18-8035f3c5a0f3'}] Dec 06 17:37:26.139125 n-d-master-1 neutron-server[103285]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103285) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 17:37:26.139491 n-d-master-1 neutron-server[103285]: DEBUG oslo_db.api [None req-39776287-f572-49a2-8d5f-9fc1e2a48d8a tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 17:37:26.156314 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0268bf9-3045-4e30-a2ed-da046764d29a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb0c997-92e3-402b-80ae-2b489e014c33,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:26.203173 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-c0268bf9-3045-4e30-a2ed-da046764d29a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fd07e4db1bbb4d9db3f7affc7f8e37d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2209384 Dec 06 17:37:26.205934 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54504) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:26.277886 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-35626211-1c94-49d1-af92-d1417897256b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:26.311264 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-610752ee-b1be-4325-9c5e-987267c5ce2b req-7f0cf352-306e-4846-9959-5593f4a4a518 service neutron] For port c87e789f-6fc8-478c-82d0-8ecdee8e0c2e, host n-h1-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:37:26.314737 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-610752ee-b1be-4325-9c5e-987267c5ce2b req-7f0cf352-306e-4846-9959-5593f4a4a518 service neutron] For port c87e789f-6fc8-478c-82d0-8ecdee8e0c2e, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=c87e789f-6fc8-478c-82d0-8ecdee8e0c2e,segment=NetworkSegment(335efc5d-483a-424a-abc6-8fe1bd340f96),segment_id=335efc5d-483a-424a-abc6-8fe1bd340f96)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:37:26.325112 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-35626211-1c94-49d1-af92-d1417897256b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:26.328641 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-610752ee-b1be-4325-9c5e-987267c5ce2b req-7f0cf352-306e-4846-9959-5593f4a4a518 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:26.387038 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610752ee-b1be-4325-9c5e-987267c5ce2b req-7f0cf352-306e-4846-9959-5593f4a4a518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:26.387798 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-610752ee-b1be-4325-9c5e-987267c5ce2b req-7f0cf352-306e-4846-9959-5593f4a4a518 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:26.389373 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-610752ee-b1be-4325-9c5e-987267c5ce2b req-7f0cf352-306e-4846-9959-5593f4a4a518 service neutron] 10.222.0.41 "PUT /v2.0/ports/c87e789f-6fc8-478c-82d0-8ecdee8e0c2e HTTP/1.1" status: 200 len: 1092 time: 3.1070313 Dec 06 17:37:26.390130 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9723ca4f-190e-4386-9f0e-3eeb63038ec4', 'tag': 'c87e789f-6fc8-478c-82d0-8ecdee8e0c2e'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:37:26.392273 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c08362-f0bf-4c0c-8a5a-c44442708b36" -d '{"events": [{"name": "network-changed", "server_uuid": "9723ca4f-190e-4386-9f0e-3eeb63038ec4", "tag": "c87e789f-6fc8-478c-82d0-8ecdee8e0c2e"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:37:26.424904 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-35626211-1c94-49d1-af92-d1417897256b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:26.432940 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-35626211-1c94-49d1-af92-d1417897256b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:26.436172 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-35626211-1c94-49d1-af92-d1417897256b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0fb0c997-92e3-402b-80ae-2b489e014c33 HTTP/1.1" status: 204 len: 168 time: 0.2284808 Dec 06 17:37:26.457558 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35626211-1c94-49d1-af92-d1417897256b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb0c997-92e3-402b-80ae-2b489e014c33,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:26.481545 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eec1d8a7-fce6-4852-838f-3e4f0ce27f2c x-openstack-request-id: req-eec1d8a7-fce6-4852-838f-3e4f0ce27f2c {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:37:26.481967 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9723ca4f-190e-4386-9f0e-3eeb63038ec4", "tag": "c87e789f-6fc8-478c-82d0-8ecdee8e0c2e", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:37:26.482343 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-eec1d8a7-fce6-4852-838f-3e4f0ce27f2c {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:37:26.482850 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9723ca4f-190e-4386-9f0e-3eeb63038ec4', 'tag': 'c87e789f-6fc8-478c-82d0-8ecdee8e0c2e', 'status': 'completed', 'code': 200} Dec 06 17:37:26.518844 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400c7fb4-53f0-4e3a-952e-521b1f5b5e76 req-c040490b-ed37-40ae-bbcd-ace2e791d75a tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:26.545834 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-400c7fb4-53f0-4e3a-952e-521b1f5b5e76 req-c040490b-ed37-40ae-bbcd-ace2e791d75a tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccda23e4-e182-44da-9f28-4c236d1fba5a HTTP/1.1" status: 200 len: 945 time: 0.3000898 Dec 06 17:37:26.670832 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-39776287-f572-49a2-8d5f-9fc1e2a48d8a tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:26.703459 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0cf352-306e-4846-9959-5593f4a4a518 service neutron] Pushing event updated for resources: {'Port': ['ID=c87e789f-6fc8-478c-82d0-8ecdee8e0c2e,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:26.746034 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-b70349fc-cdde-42b2-8e24-4296c4d87dee req-7c2966de-fefc-4129-be43-2869ca7e8a5f tempest-VolumesNegativeTest-1685911805 tempest-VolumesNegativeTest-1685911805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:26.819484 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-400c7fb4-53f0-4e3a-952e-521b1f5b5e76 req-d02974e8-e1c0-43d8-9c3e-06bdf6db1ff5 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=0af89b83-5a7a-4bff-a60e-7cfc30b594ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2725022 Dec 06 17:37:26.950758 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2966de-fefc-4129-be43-2869ca7e8a5f tempest-VolumesNegativeTest-1685911805 tempest-VolumesNegativeTest-1685911805-project] Pushing event deleted for resources: {'Port': ['ID=aeb87ee1-591e-4158-a9f4-8273951b7a14,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:26.966941 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab97568-a0da-4272-8681-197bac6062a3 None None] Network b7ebde8c-4b62-4608-bb18-8035f3c5a0f3 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:37:26.995324 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610752ee-b1be-4325-9c5e-987267c5ce2b req-72c3d880-ad09-43be-af05-413d5c12fa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:26.996947 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-610752ee-b1be-4325-9c5e-987267c5ce2b req-72c3d880-ad09-43be-af05-413d5c12fa54 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ecd8b64e36c540eeae4809301448bbe1&device_id=9723ca4f-190e-4386-9f0e-3eeb63038ec4 HTTP/1.1" status: 200 len: 1095 time: 0.5338092 Dec 06 17:37:27.029570 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569abf1d-e0c3-4502-adef-d269afe9b7e7 req-f2250a10-37f1-4313-ac04-9966317c9d56 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:27.042065 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-569abf1d-e0c3-4502-adef-d269afe9b7e7 req-f2250a10-37f1-4313-ac04-9966317c9d56 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=9723ca4f-190e-4386-9f0e-3eeb63038ec4 HTTP/1.1" status: 200 len: 944 time: 0.1781185 Dec 06 17:37:27.149273 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-85b025e5-4b35-4d55-84ed-ef2cc9d9dc57 None None] Provisioning complete for port 9ed274d8-444e-4629-ab8e-c4f3cd8f0a84 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:37:27.150453 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-569abf1d-e0c3-4502-adef-d269afe9b7e7 req-97d0452e-a6af-4519-9ff1-c843eadbf7ed tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=53a84ca2-3f2c-4a10-85a7-67cee2181fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058409 Dec 06 17:37:27.158242 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-85b025e5-4b35-4d55-84ed-ef2cc9d9dc57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:27.216974 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-b70349fc-cdde-42b2-8e24-4296c4d87dee req-7c2966de-fefc-4129-be43-2869ca7e8a5f tempest-VolumesNegativeTest-1685911805 tempest-VolumesNegativeTest-1685911805-project] No DVR routers for this DVR port aeb87ee1-591e-4158-a9f4-8273951b7a14 on host n-h1-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:37:27.225594 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-b70349fc-cdde-42b2-8e24-4296c4d87dee req-7c2966de-fefc-4129-be43-2869ca7e8a5f tempest-VolumesNegativeTest-1685911805 tempest-VolumesNegativeTest-1685911805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:27.238101 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b70349fc-cdde-42b2-8e24-4296c4d87dee req-7c2966de-fefc-4129-be43-2869ca7e8a5f tempest-VolumesNegativeTest-1685911805 tempest-VolumesNegativeTest-1685911805-project] 10.222.0.41 "DELETE /v2.0/ports/aeb87ee1-591e-4158-a9f4-8273951b7a14 HTTP/1.1" status: 204 len: 173 time: 3.7542522 Dec 06 17:37:27.344136 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-610752ee-b1be-4325-9c5e-987267c5ce2b req-d07ffcd9-cae7-4116-8801-8cec4c45012c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c87e789f-6fc8-478c-82d0-8ecdee8e0c2e HTTP/1.1" status: 200 len: 217 time: 0.2882397 Dec 06 17:37:27.403074 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 9ed274d8-444e-4629-ab8e-c4f3cd8f0a84 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:37:27.419505 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5bdb996e-164d-49ae-bd7f-94a08a98671b req-d70e6129-ac4f-4468-b441-73001bd0d2c6 tempest-VolumesNegativeTest-1685911805 tempest-VolumesNegativeTest-1685911805-project] 10.222.0.23 "GET /v2.0/ports?device_id=58a05d33-78d7-4aeb-964d-80676d60d8e3 HTTP/1.1" status: 200 len: 210 time: 0.3644388 Dec 06 17:37:27.502376 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610752ee-b1be-4325-9c5e-987267c5ce2b req-85df3419-0476-453a-b7f6-6a816ec3cf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:27.504992 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-610752ee-b1be-4325-9c5e-987267c5ce2b req-85df3419-0476-453a-b7f6-6a816ec3cf05 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=06d20752-22e2-4f05-a607-805be1f18e56 HTTP/1.1" status: 200 len: 851 time: 0.1151674 Dec 06 17:37:27.508175 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-39776287-f572-49a2-8d5f-9fc1e2a48d8a tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Deleting port 9ed274d8-444e-4629-ab8e-c4f3cd8f0a84 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:37:27.508871 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-39776287-f572-49a2-8d5f-9fc1e2a48d8a tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:27.555538 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-85b025e5-4b35-4d55-84ed-ef2cc9d9dc57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:27.580437 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device aeb87ee1-591e-4158-a9f4-8273951b7a14 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:37:27.606934 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] No Port match for: aeb87ee1-591e-4158-a9f4-8273951b7a14 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:37:27.608085 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device aeb87ee1-591e-4158-a9f4-8273951b7a14 not bound to the agent host n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:37:27.634078 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 9ed274d8-444e-4629-ab8e-c4f3cd8f0a84 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:37:27.635143 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:27.685740 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-39776287-f572-49a2-8d5f-9fc1e2a48d8a tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] For port 9ed274d8-444e-4629-ab8e-c4f3cd8f0a84, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9ed274d8-444e-4629-ab8e-c4f3cd8f0a84,segment=NetworkSegment(c53baade-402b-4225-8ea9-b5a7e1ffc394),segment_id=c53baade-402b-4225-8ea9-b5a7e1ffc394)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:37:27.686116 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-39776287-f572-49a2-8d5f-9fc1e2a48d8a tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:27.691222 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610752ee-b1be-4325-9c5e-987267c5ce2b req-9d5a7999-f51d-4732-9285-2a26035de7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:27.692872 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-610752ee-b1be-4325-9c5e-987267c5ce2b req-9d5a7999-f51d-4732-9285-2a26035de7f5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1674912 Dec 06 17:37:27.720977 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-85b025e5-4b35-4d55-84ed-ef2cc9d9dc57 None None] For port 9ed274d8-444e-4629-ab8e-c4f3cd8f0a84, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9ed274d8-444e-4629-ab8e-c4f3cd8f0a84,segment=NetworkSegment(c53baade-402b-4225-8ea9-b5a7e1ffc394),segment_id=c53baade-402b-4225-8ea9-b5a7e1ffc394)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:37:27.726870 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f34d42d-8fd3-4517-a926-2a21a47d79cf None None] DHCP port deletion for b7ebde8c-4b62-4608-bb18-8035f3c5a0f3 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:37:27.740765 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-39776287-f572-49a2-8d5f-9fc1e2a48d8a tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Calling delete_port for 9ed274d8-444e-4629-ab8e-c4f3cd8f0a84 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:37:27.879971 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-85b025e5-4b35-4d55-84ed-ef2cc9d9dc57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:27.967133 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-610752ee-b1be-4325-9c5e-987267c5ce2b req-da7deab0-3bb1-459c-b1d5-07fb107f4082 service neutron] 10.222.0.41 "GET /v2.0/networks/2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630804 Dec 06 17:37:28.035875 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0568b3b-6056-4d22-a655-c0a87347f3c4 req-ed8becfb-42b2-4204-b03e-d93209f8057b tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:28.039149 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e0568b3b-6056-4d22-a655-c0a87347f3c4 req-ed8becfb-42b2-4204-b03e-d93209f8057b tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccda23e4-e182-44da-9f28-4c236d1fba5a HTTP/1.1" status: 200 len: 945 time: 0.0854099 Dec 06 17:37:28.088174 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-39776287-f572-49a2-8d5f-9fc1e2a48d8a tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:28.115232 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e0568b3b-6056-4d22-a655-c0a87347f3c4 req-aab9baaf-8140-4bf0-96e4-d14ba4566a1d tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=0af89b83-5a7a-4bff-a60e-7cfc30b594ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682583 Dec 06 17:37:28.140296 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b025e5-4b35-4d55-84ed-ef2cc9d9dc57 None None] Pushing event updated for resources: {'Port': ['ID=9ed274d8-444e-4629-ab8e-c4f3cd8f0a84,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:28.148305 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-2f34d42d-8fd3-4517-a926-2a21a47d79cf None None] Deleting port 9ed274d8-444e-4629-ab8e-c4f3cd8f0a84 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:37:28.148757 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2f34d42d-8fd3-4517-a926-2a21a47d79cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:28.164154 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39776287-f572-49a2-8d5f-9fc1e2a48d8a tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Pushing event deleted for resources: {'Port': ['ID=9ed274d8-444e-4629-ab8e-c4f3cd8f0a84,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:28.196977 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-610752ee-b1be-4325-9c5e-987267c5ce2b req-892be970-2b04-48e5-9c68-9e1aba310b36 service neutron] 10.222.0.41 "GET /v2.0/networks/2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175317 Dec 06 17:37:28.197875 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39776287-f572-49a2-8d5f-9fc1e2a48d8a tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] No DVR routers for this DVR port 9ed274d8-444e-4629-ab8e-c4f3cd8f0a84 on host n-d-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:37:28.293218 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-2f34d42d-8fd3-4517-a926-2a21a47d79cf None None] For port 9ed274d8-444e-4629-ab8e-c4f3cd8f0a84, host n-d-master-1, got binding levels [] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:37:28.293865 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2f34d42d-8fd3-4517-a926-2a21a47d79cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:28.374093 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-39776287-f572-49a2-8d5f-9fc1e2a48d8a tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:28.408047 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-39776287-f572-49a2-8d5f-9fc1e2a48d8a tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7ebde8c-4b62-4608-bb18-8035f3c5a0f3']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:37:28.425720 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-39776287-f572-49a2-8d5f-9fc1e2a48d8a tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c53baade-402b-4225-8ea9-b5a7e1ffc394') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:37:28.426026 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-39776287-f572-49a2-8d5f-9fc1e2a48d8a tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c53baade-402b-4225-8ea9-b5a7e1ffc394') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:37:28.450989 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c851a6e-bf83-4081-a239-5e3e2e3dd4ce req-c3d9ba70-90a5-46ba-a88c-1f75d87c8e6a tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:28.453588 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5c851a6e-bf83-4081-a239-5e3e2e3dd4ce req-c3d9ba70-90a5-46ba-a88c-1f75d87c8e6a tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=9723ca4f-190e-4386-9f0e-3eeb63038ec4 HTTP/1.1" status: 200 len: 944 time: 0.1735525 Dec 06 17:37:28.517198 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c08362-f0bf-4c0c-8a5a-c44442708b36 req-c3473727-897c-492c-80a4-6117c9f147e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:28.517198 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-26c08362-f0bf-4c0c-8a5a-c44442708b36 req-c3473727-897c-492c-80a4-6117c9f147e7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ecd8b64e36c540eeae4809301448bbe1&device_id=9723ca4f-190e-4386-9f0e-3eeb63038ec4 HTTP/1.1" status: 200 len: 1095 time: 0.2474320 Dec 06 17:37:28.517198 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58a05d33-78d7-4aeb-964d-80676d60d8e3', 'name': 'network-vif-deleted', 'tag': 'aeb87ee1-591e-4158-a9f4-8273951b7a14'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:37:28.517198 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af0a27ed-eb33-46ce-a4a3-f20a61a1d9f3" -d '{"events": [{"server_uuid": "58a05d33-78d7-4aeb-964d-80676d60d8e3", "name": "network-vif-deleted", "tag": "aeb87ee1-591e-4158-a9f4-8273951b7a14"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:37:28.574090 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-39776287-f572-49a2-8d5f-9fc1e2a48d8a tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:28.603730 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-2f34d42d-8fd3-4517-a926-2a21a47d79cf None None] Calling delete_port for 9ed274d8-444e-4629-ab8e-c4f3cd8f0a84 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:37:28.610596 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.ipam_backend_mixin [None req-2f34d42d-8fd3-4517-a926-2a21a47d79cf None None] Port 9ed274d8-444e-4629-ab8e-c4f3cd8f0a84 was not found and therefore no delete operation was performed {{(pid=103286) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 06 17:37:28.614410 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2f34d42d-8fd3-4517-a926-2a21a47d79cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:28.622224 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-39776287-f572-49a2-8d5f-9fc1e2a48d8a tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:28.641320 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39776287-f572-49a2-8d5f-9fc1e2a48d8a tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:37:28.642129 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-39776287-f572-49a2-8d5f-9fc1e2a48d8a tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:28.683371 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f34d42d-8fd3-4517-a926-2a21a47d79cf None None] Pushing event deleted for resources: {'Port': ['ID=9ed274d8-444e-4629-ab8e-c4f3cd8f0a84,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:28.702419 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f34d42d-8fd3-4517-a926-2a21a47d79cf None None] No DVR routers for this DVR port 9ed274d8-444e-4629-ab8e-c4f3cd8f0a84 on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:37:28.744457 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:37:28.744457 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:37:28.744457 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:37:28.744457 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:37:28.744457 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:37:28.744457 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:37:28.744457 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:37:28.744457 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:37:28.744457 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:37:28.744457 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:37:28.744457 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:37:28.744457 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:37:28.744457 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:37:28.744457 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:37:28.744457 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:37:28.744457 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:37:28.744457 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:37:28.744457 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:37:28.744457 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:37:28.744457 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:37:28.744457 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:37:28.744457 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:37:28.744457 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:37:28.744457 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:37:28.744457 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:37:28.744457 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:37:28.744457 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:37:28.744457 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:37:28.744457 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:37:28.744457 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:37:28.744457 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:37:28.744457 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:37:28.752194 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1409ab45-4c2b-44ed-a7f3-2b0f9af557f7 x-openstack-request-id: req-1409ab45-4c2b-44ed-a7f3-2b0f9af557f7 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:37:28.752715 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58a05d33-78d7-4aeb-964d-80676d60d8e3", "name": "network-vif-deleted", "tag": "aeb87ee1-591e-4158-a9f4-8273951b7a14", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:37:28.754147 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1409ab45-4c2b-44ed-a7f3-2b0f9af557f7 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:37:28.757253 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58a05d33-78d7-4aeb-964d-80676d60d8e3', 'name': 'network-vif-deleted', 'tag': 'aeb87ee1-591e-4158-a9f4-8273951b7a14', 'status': 'completed', 'code': 200} Dec 06 17:37:28.919060 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-39776287-f572-49a2-8d5f-9fc1e2a48d8a tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:28.967244 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-39776287-f572-49a2-8d5f-9fc1e2a48d8a tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:28.984230 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54566) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:28.990022 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-bed6a800-5159-4d0a-9773-9e884936a44c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-12655530'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:37:28.995672 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-39776287-f572-49a2-8d5f-9fc1e2a48d8a tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] 10.222.0.23 "DELETE /v2.0/networks/b7ebde8c-4b62-4608-bb18-8035f3c5a0f3 HTTP/1.1" status: 204 len: 168 time: 5.3192563 Dec 06 17:37:29.040945 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bed6a800-5159-4d0a-9773-9e884936a44c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Made reservation on behalf of a456683d8f034bfab99d34aee0779b2c for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:37:29.045560 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39776287-f572-49a2-8d5f-9fc1e2a48d8a tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Pushing event deleted for resources: {'Network': ['ID=b7ebde8c-4b62-4608-bb18-8035f3c5a0f3,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:29.048859 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bed6a800-5159-4d0a-9773-9e884936a44c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:29.058184 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c08362-f0bf-4c0c-8a5a-c44442708b36 req-9074e599-723a-47b5-96cb-1c9127e5bfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:29.060918 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-26c08362-f0bf-4c0c-8a5a-c44442708b36 req-9074e599-723a-47b5-96cb-1c9127e5bfe7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4 HTTP/1.1" status: 200 len: 913 time: 0.5191779 Dec 06 17:37:29.068476 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5c851a6e-bf83-4081-a239-5e3e2e3dd4ce req-4109ad1c-e917-4e4e-aa0a-48c4a89c77dc tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=53a84ca2-3f2c-4a10-85a7-67cee2181fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5852838 Dec 06 17:37:29.142606 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bed6a800-5159-4d0a-9773-9e884936a44c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:37:29.158568 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-26c08362-f0bf-4c0c-8a5a-c44442708b36 req-3b851676-9001-4853-94da-999b8a5bb920 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c87e789f-6fc8-478c-82d0-8ecdee8e0c2e HTTP/1.1" status: 200 len: 217 time: 0.0745084 Dec 06 17:37:29.182197 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bed6a800-5159-4d0a-9773-9e884936a44c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:29.182574 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-bed6a800-5159-4d0a-9773-9e884936a44c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Added segment e01be55b-ab31-427b-8465-cc731448af5a of type vlan for network 7a34779d-8161-4805-ab95-d264c85e0ad9 Dec 06 17:37:29.272818 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c08362-f0bf-4c0c-8a5a-c44442708b36 req-32ed803d-c73d-4d7c-9418-c3dd1ffe0d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:29.274371 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-26c08362-f0bf-4c0c-8a5a-c44442708b36 req-32ed803d-c73d-4d7c-9418-c3dd1ffe0d8c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=06d20752-22e2-4f05-a607-805be1f18e56 HTTP/1.1" status: 200 len: 851 time: 0.1042686 Dec 06 17:37:29.297906 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bed6a800-5159-4d0a-9773-9e884936a44c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:29.346243 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 9ed274d8-444e-4629-ab8e-c4f3cd8f0a84 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:37:29.400138 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 9ed274d8-444e-4629-ab8e-c4f3cd8f0a84 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:37:29.402926 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 9ed274d8-444e-4629-ab8e-c4f3cd8f0a84 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:37:29.421544 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.db.resource_extend [None req-bed6a800-5159-4d0a-9773-9e884936a44c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 06 17:37:29.424415 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c08362-f0bf-4c0c-8a5a-c44442708b36 req-c490d6fa-2494-414e-a570-ff49e3688687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:29.424999 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-26c08362-f0bf-4c0c-8a5a-c44442708b36 req-c490d6fa-2494-414e-a570-ff49e3688687 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1390812 Dec 06 17:37:29.461607 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bed6a800-5159-4d0a-9773-9e884936a44c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:29.469284 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed6a800-5159-4d0a-9773-9e884936a44c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:29.470239 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bed6a800-5159-4d0a-9773-9e884936a44c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks [] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:29.599573 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-bed6a800-5159-4d0a-9773-9e884936a44c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.6141093 Dec 06 17:37:29.600814 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54582) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:29.610347 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-92207e4d-71c9-4de6-9d78-f919ce9f6a81 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Request body: {'subnet': {'network_id': '7a34779d-8161-4805-ab95-d264c85e0ad9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:37:29.623357 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb20a05f-f97b-4015-b438-36769827a790 req-4d6f16b9-082d-4517-a867-5601207f7c23 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:29.626437 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-cb20a05f-f97b-4015-b438-36769827a790 req-4d6f16b9-082d-4517-a867-5601207f7c23 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccda23e4-e182-44da-9f28-4c236d1fba5a HTTP/1.1" status: 200 len: 945 time: 0.3306260 Dec 06 17:37:29.629146 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed6a800-5159-4d0a-9773-9e884936a44c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Pushing event updated for resources: {'Network': ['ID=7a34779d-8161-4805-ab95-d264c85e0ad9,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:29.679887 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed6a800-5159-4d0a-9773-9e884936a44c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:37:29.680495 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed6a800-5159-4d0a-9773-9e884936a44c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:37:29.681008 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed6a800-5159-4d0a-9773-9e884936a44c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:37:29.681720 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed6a800-5159-4d0a-9773-9e884936a44c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:37:29.682421 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed6a800-5159-4d0a-9773-9e884936a44c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:37:29.682916 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed6a800-5159-4d0a-9773-9e884936a44c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:37:29.683431 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed6a800-5159-4d0a-9773-9e884936a44c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:37:29.683937 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed6a800-5159-4d0a-9773-9e884936a44c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:37:29.684427 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed6a800-5159-4d0a-9773-9e884936a44c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:37:29.685037 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed6a800-5159-4d0a-9773-9e884936a44c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:37:29.685551 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed6a800-5159-4d0a-9773-9e884936a44c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:37:29.686043 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed6a800-5159-4d0a-9773-9e884936a44c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:37:29.686549 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed6a800-5159-4d0a-9773-9e884936a44c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:37:29.689844 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-26c08362-f0bf-4c0c-8a5a-c44442708b36 req-d20bdf0b-5fc9-4d0c-b774-bc4cdd347ecb service neutron] 10.222.0.41 "GET /v2.0/networks/2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504287 Dec 06 17:37:29.702484 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 7a34779d-8161-4805-ab95-d264c85e0ad9 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:37:29.906703 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-cb20a05f-f97b-4015-b438-36769827a790 req-1cf05657-ef92-4668-a8a4-6d43f26bffa8 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=0af89b83-5a7a-4bff-a60e-7cfc30b594ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2478857 Dec 06 17:37:29.908817 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92207e4d-71c9-4de6-9d78-f919ce9f6a81 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Made reservation on behalf of a456683d8f034bfab99d34aee0779b2c for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:37:29.912955 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-92207e4d-71c9-4de6-9d78-f919ce9f6a81 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:30.018353 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-26c08362-f0bf-4c0c-8a5a-c44442708b36 req-c89d7c89-1422-4142-8792-b5e9b185bf39 service neutron] 10.222.0.41 "GET /v2.0/networks/2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3167641 Dec 06 17:37:30.285513 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 17:37:30.307446 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d593f54-33dd-4552-941f-8c23622f5571 req-1212a466-e843-4685-a303-99773bbb00a8 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:30.309689 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5d593f54-33dd-4552-941f-8c23622f5571 req-1212a466-e843-4685-a303-99773bbb00a8 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=9723ca4f-190e-4386-9f0e-3eeb63038ec4 HTTP/1.1" status: 200 len: 944 time: 0.0710461 Dec 06 17:37:30.380399 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5d593f54-33dd-4552-941f-8c23622f5571 req-c1793f41-f222-4735-862f-0f676c211a7d tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=53a84ca2-3f2c-4a10-85a7-67cee2181fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580554 Dec 06 17:37:30.499967 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-92207e4d-71c9-4de6-9d78-f919ce9f6a81 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:30.527038 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 54644) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:30.617302 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92207e4d-71c9-4de6-9d78-f919ce9f6a81 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Pushing event updated for resources: {'Subnet': ['ID=205a1e2e-9867-498f-832c-54c6faff72f1,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:30.636465 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92207e4d-71c9-4de6-9d78-f919ce9f6a81 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Checking segment: {'id': 'e01be55b-ab31-427b-8465-cc731448af5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7a34779d-8161-4805-ab95-d264c85e0ad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:37:30.640902 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92207e4d-71c9-4de6-9d78-f919ce9f6a81 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Network hostable DHCP agents. Network: 7a34779d-8161-4805-ab95-d264c85e0ad9, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:37:30.682650 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92207e4d-71c9-4de6-9d78-f919ce9f6a81 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Network 7a34779d-8161-4805-ab95-d264c85e0ad9 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:37:30.698818 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-92207e4d-71c9-4de6-9d78-f919ce9f6a81 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 7a34779d-8161-4805-ab95-d264c85e0ad9) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:37:30.716214 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92207e4d-71c9-4de6-9d78-f919ce9f6a81 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:30.716970 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-92207e4d-71c9-4de6-9d78-f919ce9f6a81 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:30.728098 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901385b8-9e7d-47c5-97c1-4ee44bb68fee None None] Network 7a34779d-8161-4805-ab95-d264c85e0ad9 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:37:30.743508 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 54658) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:30.744717 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-92207e4d-71c9-4de6-9d78-f919ce9f6a81 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1391473 Dec 06 17:37:30.820869 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-304c4668-64ee-4af8-a390-3e5b3064b669 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:30.978909 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-75b3956d-6f8f-46e1-bbec-379f6ea57c83 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:31.090355 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-304c4668-64ee-4af8-a390-3e5b3064b669 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:31.094667 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-75b3956d-6f8f-46e1-bbec-379f6ea57c83 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:31.100137 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-304c4668-64ee-4af8-a390-3e5b3064b669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:31.263988 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-304c4668-64ee-4af8-a390-3e5b3064b669 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=25c5e6b829b34c6190ca1d51e7533f8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7358401 Dec 06 17:37:31.270755 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 54678) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:31.280934 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6554361e-e7e6-42f6-bd79-b16022b13220 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-7a34779d-8161-4805-ab95-d264c85e0ad9', 'network_id': '7a34779d-8161-4805-ab95-d264c85e0ad9', 'tenant_id': 'a456683d8f034bfab99d34aee0779b2c', 'fixed_ips': [{'subnet_id': '205a1e2e-9867-498f-832c-54c6faff72f1'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:37:31.280934 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6554361e-e7e6-42f6-bd79-b16022b13220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:31.290105 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304c4668-64ee-4af8-a390-3e5b3064b669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5846633d-548f-42ad-a3ca-3234d9b8e413,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:31.360110 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-75b3956d-6f8f-46e1-bbec-379f6ea57c83 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:31.363583 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f319f664-2dec-433e-ab43-a8542b18d14b req-1dea1b33-0ff6-44a1-84a0-1d23f267c133 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:31.377510 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f319f664-2dec-433e-ab43-a8542b18d14b req-1dea1b33-0ff6-44a1-84a0-1d23f267c133 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccda23e4-e182-44da-9f28-4c236d1fba5a HTTP/1.1" status: 200 len: 945 time: 0.1793535 Dec 06 17:37:31.423702 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b3956d-6f8f-46e1-bbec-379f6ea57c83 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Pushing event deleted for resources: {'Subnet': ['ID=205a1e2e-9867-498f-832c-54c6faff72f1,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:31.517772 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-916dd4c4-90e8-4d44-9c66-c78054d3b5e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:31.544316 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f319f664-2dec-433e-ab43-a8542b18d14b req-2f94246b-d1f4-4868-8d8d-86cdc67c7264 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=0af89b83-5a7a-4bff-a60e-7cfc30b594ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1605413 Dec 06 17:37:31.598182 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server [None req-6554361e-e7e6-42f6-bd79-b16022b13220 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 205a1e2e-9867-498f-832c-54c6faff72f1: This subnet is being modified by another concurrent operation. Dec 06 17:37:31.598182 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 06 17:37:31.598182 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 06 17:37:31.598182 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 06 17:37:31.598182 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 06 17:37:31.598182 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 06 17:37:31.598182 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 06 17:37:31.598182 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 06 17:37:31.598182 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 06 17:37:31.598182 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 06 17:37:31.598182 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 17:37:31.598182 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 17:37:31.598182 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 17:37:31.598182 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 17:37:31.598182 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 17:37:31.598182 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 17:37:31.598182 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 17:37:31.598182 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 17:37:31.598182 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 17:37:31.598182 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 17:37:31.598182 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 17:37:31.598182 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 17:37:31.598182 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 17:37:31.598182 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 17:37:31.598182 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 17:37:31.598182 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 17:37:31.598182 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 17:37:31.598182 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 17:37:31.598182 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 17:37:31.598182 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 17:37:31.598182 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 17:37:31.598182 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 17:37:31.598182 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 17:37:31.598182 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 17:37:31.598182 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 06 17:37:31.598182 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 06 17:37:31.598182 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Dec 06 17:37:31.598182 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 06 17:37:31.598182 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Dec 06 17:37:31.598182 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 06 17:37:31.598182 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 06 17:37:31.598182 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 06 17:37:31.598182 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 06 17:37:31.598182 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 17:37:31.598182 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 06 17:37:31.598182 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 06 17:37:31.598182 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 17:37:31.598182 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 17:37:31.598182 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 17:37:31.598182 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 17:37:31.598182 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 17:37:31.598182 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 17:37:31.598182 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 17:37:31.598182 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 17:37:31.598182 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 17:37:31.598182 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 17:37:31.598182 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 17:37:31.598182 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 17:37:31.598182 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 17:37:31.598182 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 17:37:31.598182 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 17:37:31.598182 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 17:37:31.598182 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 17:37:31.598182 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 17:37:31.598182 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 17:37:31.598182 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 17:37:31.598182 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 17:37:31.598182 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 17:37:31.598182 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 17:37:31.598182 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 17:37:31.598182 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 06 17:37:31.598182 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 06 17:37:31.598182 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 06 17:37:31.598182 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 06 17:37:31.598182 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 06 17:37:31.598182 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 06 17:37:31.598182 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 06 17:37:31.598182 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 06 17:37:31.598182 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 17:37:31.598182 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 17:37:31.598182 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 17:37:31.598182 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 17:37:31.598182 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 06 17:37:31.598182 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 06 17:37:31.598182 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 06 17:37:31.598182 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 06 17:37:31.598182 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 06 17:37:31.598182 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 06 17:37:31.598182 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 06 17:37:31.598182 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server raise exception Dec 06 17:37:31.598182 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 205a1e2e-9867-498f-832c-54c6faff72f1: This subnet is being modified by another concurrent operation. Dec 06 17:37:31.598182 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server Dec 06 17:37:31.640768 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-75b3956d-6f8f-46e1-bbec-379f6ea57c83 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:31.642611 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e28b56-5b23-404a-a102-fd46f942918c None None] Network 7a34779d-8161-4805-ab95-d264c85e0ad9 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:37:31.670262 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-75b3956d-6f8f-46e1-bbec-379f6ea57c83 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a34779d-8161-4805-ab95-d264c85e0ad9']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:37:31.681807 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-75b3956d-6f8f-46e1-bbec-379f6ea57c83 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e01be55b-ab31-427b-8465-cc731448af5a') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:37:31.682208 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-75b3956d-6f8f-46e1-bbec-379f6ea57c83 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e01be55b-ab31-427b-8465-cc731448af5a') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:37:31.696009 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-75b3956d-6f8f-46e1-bbec-379f6ea57c83 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:31.725596 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-75b3956d-6f8f-46e1-bbec-379f6ea57c83 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:31.732983 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75b3956d-6f8f-46e1-bbec-379f6ea57c83 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:37:31.733689 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-75b3956d-6f8f-46e1-bbec-379f6ea57c83 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:31.850674 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:37:31.850674 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:37:31.850674 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:37:31.850674 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:37:31.850674 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:37:31.850674 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:37:31.850674 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:37:31.850674 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:37:31.850674 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:37:31.850674 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:37:31.850674 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:37:31.850674 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:37:31.850674 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:37:31.850674 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:37:31.850674 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:37:31.850674 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:37:31.850674 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:37:31.850674 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:37:31.850674 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:37:31.850674 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:37:31.850674 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:37:31.850674 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:37:31.850674 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:37:31.850674 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:37:31.850674 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:37:31.850674 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:37:31.850674 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:37:31.850674 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:37:31.850674 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:37:31.850674 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:37:31.850674 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:37:31.850674 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:37:31.860087 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-75b3956d-6f8f-46e1-bbec-379f6ea57c83 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:31.866080 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-75b3956d-6f8f-46e1-bbec-379f6ea57c83 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:31.869995 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-75b3956d-6f8f-46e1-bbec-379f6ea57c83 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] 10.222.0.23 "DELETE /v2.0/networks/7a34779d-8161-4805-ab95-d264c85e0ad9 HTTP/1.1" status: 204 len: 168 time: 1.1250734 Dec 06 17:37:31.875279 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54702) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:31.879453 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-916dd4c4-90e8-4d44-9c66-c78054d3b5e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:31.881446 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-a357cc39-33de-432f-a95c-8f1ce0cea294 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1974757368'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:37:31.906178 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b3956d-6f8f-46e1-bbec-379f6ea57c83 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Pushing event deleted for resources: {'Network': ['ID=7a34779d-8161-4805-ab95-d264c85e0ad9,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:31.954887 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a357cc39-33de-432f-a95c-8f1ce0cea294 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Made reservation on behalf of a456683d8f034bfab99d34aee0779b2c for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:37:31.964141 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6954d389-4fd9-4989-bb70-d8c63bc811bd None None] get_active_networks_info from n-d-master-1 {{(pid=103286) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 17:37:31.978336 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a357cc39-33de-432f-a95c-8f1ce0cea294 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:32.034644 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-916dd4c4-90e8-4d44-9c66-c78054d3b5e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:32.038208 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-916dd4c4-90e8-4d44-9c66-c78054d3b5e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:32.042415 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-916dd4c4-90e8-4d44-9c66-c78054d3b5e5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5846633d-548f-42ad-a3ca-3234d9b8e413 HTTP/1.1" status: 204 len: 168 time: 0.7706347 Dec 06 17:37:32.060410 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916dd4c4-90e8-4d44-9c66-c78054d3b5e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5846633d-548f-42ad-a3ca-3234d9b8e413,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:32.061562 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a357cc39-33de-432f-a95c-8f1ce0cea294 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:37:32.094463 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a357cc39-33de-432f-a95c-8f1ce0cea294 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:32.097634 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-a357cc39-33de-432f-a95c-8f1ce0cea294 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Added segment ae0bc8db-ffb4-45bc-83d4-a9fabe45d4b8 of type vlan for network 36d0189e-3974-42b0-ab2c-4dc7f2195f75 Dec 06 17:37:32.224847 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eb9254-b665-4cbb-8417-51d5a791702e req-fdf6704b-9584-4f31-9f84-b75d9737e509 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:32.236588 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-22eb9254-b665-4cbb-8417-51d5a791702e req-fdf6704b-9584-4f31-9f84-b75d9737e509 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=9723ca4f-190e-4386-9f0e-3eeb63038ec4 HTTP/1.1" status: 200 len: 944 time: 0.0686064 Dec 06 17:37:32.271512 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a357cc39-33de-432f-a95c-8f1ce0cea294 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:32.336032 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a357cc39-33de-432f-a95c-8f1ce0cea294 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:32.365853 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a357cc39-33de-432f-a95c-8f1ce0cea294 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:32.366789 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a357cc39-33de-432f-a95c-8f1ce0cea294 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks [] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:32.368014 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-22eb9254-b665-4cbb-8417-51d5a791702e req-e11b68e4-6fb1-4e6f-b19c-9a4b6154ae4e tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=53a84ca2-3f2c-4a10-85a7-67cee2181fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304822 Dec 06 17:37:32.409635 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6954d389-4fd9-4989-bb70-d8c63bc811bd None None] Resources bound (agent type, host, resource id): {{(pid=103286) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 06 17:37:32.743870 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-a357cc39-33de-432f-a95c-8f1ce0cea294 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8674495 Dec 06 17:37:32.746465 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54752) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:32.782341 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-8adf01ca-26c0-483a-b9a9-de0e9221be0f tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Request body: {'subnet': {'network_id': '36d0189e-3974-42b0-ab2c-4dc7f2195f75', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:37:32.792238 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a357cc39-33de-432f-a95c-8f1ce0cea294 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Pushing event updated for resources: {'Network': ['ID=36d0189e-3974-42b0-ab2c-4dc7f2195f75,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:32.808763 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 36d0189e-3974-42b0-ab2c-4dc7f2195f75 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:37:32.866569 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31102562-1d9c-4d14-a871-11d0ac599b2d req-7caec10e-3e1d-492c-8791-940ad5696367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:32.874042 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-31102562-1d9c-4d14-a871-11d0ac599b2d req-7caec10e-3e1d-492c-8791-940ad5696367 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ccda23e4-e182-44da-9f28-4c236d1fba5a HTTP/1.1" status: 200 len: 1096 time: 0.1326799 Dec 06 17:37:32.890777 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 54762) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:32.917640 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-33f93e64-6e18-46f4-9b6f-4f11d4e1feb9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:32.931004 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:32.941390 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ae449-e8de-4a70-a819-f75712f15551 req-6d37330f-fa7d-4c2b-8dfc-2e1c88b95858 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:32.956568 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bc6ae449-e8de-4a70-a819-f75712f15551 req-6d37330f-fa7d-4c2b-8dfc-2e1c88b95858 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccda23e4-e182-44da-9f28-4c236d1fba5a HTTP/1.1" status: 200 len: 945 time: 0.2524178 Dec 06 17:37:33.060375 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bc6ae449-e8de-4a70-a819-f75712f15551 req-29a756ca-55a8-4cf2-a438-d30b06139f7b tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=0af89b83-5a7a-4bff-a60e-7cfc30b594ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025221 Dec 06 17:37:33.062242 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8adf01ca-26c0-483a-b9a9-de0e9221be0f tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Made reservation on behalf of a456683d8f034bfab99d34aee0779b2c for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:37:33.066804 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8adf01ca-26c0-483a-b9a9-de0e9221be0f tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:33.125664 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-31102562-1d9c-4d14-a871-11d0ac599b2d req-43667539-ee58-4351-91c4-feede59d65f2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0af89b83-5a7a-4bff-a60e-7cfc30b594ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2403781 Dec 06 17:37:33.130283 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.ipam_backend_mixin [None req-8adf01ca-26c0-483a-b9a9-de0e9221be0f tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Performing IP validity checks on allocation pools {{(pid=103284) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 06 17:37:33.131135 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.ipam_backend_mixin [None req-8adf01ca-26c0-483a-b9a9-de0e9221be0f tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103284) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 06 17:37:33.146354 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-33f93e64-6e18-46f4-9b6f-4f11d4e1feb9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:33.166138 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-33f93e64-6e18-46f4-9b6f-4f11d4e1feb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:33.220395 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-33f93e64-6e18-46f4-9b6f-4f11d4e1feb9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=40f853a2c90f4b02a9e71df8709e9963&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3282404 Dec 06 17:37:33.226037 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54770) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:33.236769 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f93e64-6e18-46f4-9b6f-4f11d4e1feb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a5c5f96-1d45-4566-9b50-a12741d99a8d,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:33.316403 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8adf01ca-26c0-483a-b9a9-de0e9221be0f tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:33.418031 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-be99d475-007c-4772-81a6-292648f95dc1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:33.444005 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adf01ca-26c0-483a-b9a9-de0e9221be0f tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Pushing event updated for resources: {'Subnet': ['ID=1ed9aad0-f905-4596-8970-9c2eb7539417,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:33.471991 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-be99d475-007c-4772-81a6-292648f95dc1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:33.489528 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adf01ca-26c0-483a-b9a9-de0e9221be0f tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Checking segment: {'id': 'ae0bc8db-ffb4-45bc-83d4-a9fabe45d4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '36d0189e-3974-42b0-ab2c-4dc7f2195f75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:37:33.489906 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8adf01ca-26c0-483a-b9a9-de0e9221be0f tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Network hostable DHCP agents. Network: 36d0189e-3974-42b0-ab2c-4dc7f2195f75, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:37:33.539562 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd08f4-77f1-405b-949c-5d7fa2c8aa1c req-0af010c2-220c-47b0-aa6c-12d5c43d62cc tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:33.541403 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bcbd08f4-77f1-405b-949c-5d7fa2c8aa1c req-0af010c2-220c-47b0-aa6c-12d5c43d62cc tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=9723ca4f-190e-4386-9f0e-3eeb63038ec4 HTTP/1.1" status: 200 len: 944 time: 0.0790091 Dec 06 17:37:33.557044 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8adf01ca-26c0-483a-b9a9-de0e9221be0f tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Network 36d0189e-3974-42b0-ab2c-4dc7f2195f75 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:37:33.582268 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-8adf01ca-26c0-483a-b9a9-de0e9221be0f tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 36d0189e-3974-42b0-ab2c-4dc7f2195f75) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:37:33.597123 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc1b43e-6dc8-4cb4-b045-5ae8345376e0 None None] Network 36d0189e-3974-42b0-ab2c-4dc7f2195f75 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:37:33.597854 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8adf01ca-26c0-483a-b9a9-de0e9221be0f tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:33.600014 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device f78f30ca-02ef-48c5-97e9-5186573744a1 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:37:33.600515 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8adf01ca-26c0-483a-b9a9-de0e9221be0f tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:33.643738 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-be99d475-007c-4772-81a6-292648f95dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:33.652098 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-be99d475-007c-4772-81a6-292648f95dc1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:33.653299 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-be99d475-007c-4772-81a6-292648f95dc1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8a5c5f96-1d45-4566-9b50-a12741d99a8d HTTP/1.1" status: 204 len: 168 time: 0.4261181 Dec 06 17:37:33.724683 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-8adf01ca-26c0-483a-b9a9-de0e9221be0f tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.9390852 Dec 06 17:37:33.724683 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be99d475-007c-4772-81a6-292648f95dc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a5c5f96-1d45-4566-9b50-a12741d99a8d,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:33.725983 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 54792) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:33.773941 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bcbd08f4-77f1-405b-949c-5d7fa2c8aa1c req-998b9dc5-00ac-41ca-a721-e525f9e1ddd2 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=53a84ca2-3f2c-4a10-85a7-67cee2181fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985064 Dec 06 17:37:33.981617 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9dbfbf-c790-4e69-b143-c48e3500f9ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-36d0189e-3974-42b0-ab2c-4dc7f2195f75', 'network_id': '36d0189e-3974-42b0-ab2c-4dc7f2195f75', 'tenant_id': 'a456683d8f034bfab99d34aee0779b2c', 'fixed_ips': [{'subnet_id': '1ed9aad0-f905-4596-8970-9c2eb7539417'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:37:33.983054 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ca9dbfbf-c790-4e69-b143-c48e3500f9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:33.995541 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-579dba9e-9781-4c4e-9d82-e458a0ed476a tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:33.996072 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port f78f30ca-02ef-48c5-97e9-5186573744a1, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=f78f30ca-02ef-48c5-97e9-5186573744a1,segment=NetworkSegment(15889185-46f9-4fe1-84c2-011c80927a16),segment_id=15889185-46f9-4fe1-84c2-011c80927a16)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:37:34.093571 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': 'f78f30ca-02ef-48c5-97e9-5186573744a1', 'network_id': '2c008a8b-421d-4b40-9646-1dd7934eadae', 'port_id': 'f78f30ca-02ef-48c5-97e9-5186573744a1', 'mac_address': 'fa:16:3e:c3:31:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9617ec86-ff21-4a37-a800-d6258d9d9658', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:37:34.118639 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-579dba9e-9781-4c4e-9d82-e458a0ed476a tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:34.281423 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-579dba9e-9781-4c4e-9d82-e458a0ed476a tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:34.408677 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server [None req-ca9dbfbf-c790-4e69-b143-c48e3500f9ef None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1ed9aad0-f905-4596-8970-9c2eb7539417: This subnet is being modified by another concurrent operation. Dec 06 17:37:34.408677 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 06 17:37:34.408677 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 06 17:37:34.408677 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 06 17:37:34.408677 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 06 17:37:34.408677 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 06 17:37:34.408677 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 06 17:37:34.408677 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 06 17:37:34.408677 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 06 17:37:34.408677 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 06 17:37:34.408677 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 17:37:34.408677 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 17:37:34.408677 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 17:37:34.408677 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 17:37:34.408677 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 17:37:34.408677 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 17:37:34.408677 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 17:37:34.408677 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 17:37:34.408677 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 17:37:34.408677 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 17:37:34.408677 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 17:37:34.408677 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 17:37:34.408677 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 17:37:34.408677 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 17:37:34.408677 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 17:37:34.408677 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 17:37:34.408677 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 17:37:34.408677 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 17:37:34.408677 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 17:37:34.408677 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 17:37:34.408677 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 17:37:34.408677 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 17:37:34.408677 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 17:37:34.408677 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 17:37:34.408677 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 06 17:37:34.408677 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 06 17:37:34.408677 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Dec 06 17:37:34.408677 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 06 17:37:34.408677 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Dec 06 17:37:34.408677 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 06 17:37:34.408677 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 06 17:37:34.408677 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 06 17:37:34.408677 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 06 17:37:34.408677 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 17:37:34.408677 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 06 17:37:34.408677 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 06 17:37:34.408677 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 17:37:34.408677 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 17:37:34.408677 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 17:37:34.408677 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 17:37:34.408677 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 17:37:34.408677 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 17:37:34.408677 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 17:37:34.408677 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 17:37:34.408677 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 17:37:34.408677 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 17:37:34.408677 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 17:37:34.408677 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 17:37:34.408677 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 17:37:34.408677 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 17:37:34.408677 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 17:37:34.408677 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 17:37:34.408677 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 17:37:34.408677 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 17:37:34.408677 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 17:37:34.408677 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 17:37:34.408677 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 17:37:34.408677 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 17:37:34.408677 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 17:37:34.408677 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 17:37:34.408677 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 06 17:37:34.408677 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 06 17:37:34.408677 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 06 17:37:34.408677 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 06 17:37:34.408677 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 06 17:37:34.408677 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 06 17:37:34.408677 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 06 17:37:34.408677 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 06 17:37:34.408677 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 17:37:34.408677 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 17:37:34.408677 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 17:37:34.408677 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 17:37:34.408677 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 06 17:37:34.408677 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 06 17:37:34.408677 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 06 17:37:34.408677 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 06 17:37:34.408677 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 06 17:37:34.408677 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 06 17:37:34.408677 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 06 17:37:34.408677 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server raise exception Dec 06 17:37:34.408677 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1ed9aad0-f905-4596-8970-9c2eb7539417: This subnet is being modified by another concurrent operation. Dec 06 17:37:34.408677 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server Dec 06 17:37:34.427307 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:34.445333 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2665f660-b86a-402c-a360-1e37e559fce5 None None] Network 36d0189e-3974-42b0-ab2c-4dc7f2195f75 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:37:34.449827 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579dba9e-9781-4c4e-9d82-e458a0ed476a tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Pushing event deleted for resources: {'Subnet': ['ID=1ed9aad0-f905-4596-8970-9c2eb7539417,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:34.456606 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05de4938-c525-4774-b5a6-b455e734e5dc req-3a7ebf01-892c-40bc-ba8e-d7d512b8fec8 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:34.459987 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-05de4938-c525-4774-b5a6-b455e734e5dc req-3a7ebf01-892c-40bc-ba8e-d7d512b8fec8 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccda23e4-e182-44da-9f28-4c236d1fba5a HTTP/1.1" status: 200 len: 945 time: 0.1919925 Dec 06 17:37:34.586504 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f78f30ca-02ef-48c5-97e9-5186573744a1 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:37:34.627578 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-579dba9e-9781-4c4e-9d82-e458a0ed476a tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:34.629347 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-05de4938-c525-4774-b5a6-b455e734e5dc req-ed1cf175-0ce8-4e1d-9743-79cf3789c1d6 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=0af89b83-5a7a-4bff-a60e-7cfc30b594ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1587939 Dec 06 17:37:34.687169 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-579dba9e-9781-4c4e-9d82-e458a0ed476a tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36d0189e-3974-42b0-ab2c-4dc7f2195f75']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:37:34.723093 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-579dba9e-9781-4c4e-9d82-e458a0ed476a tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae0bc8db-ffb4-45bc-83d4-a9fabe45d4b8') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:37:34.727199 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-579dba9e-9781-4c4e-9d82-e458a0ed476a tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae0bc8db-ffb4-45bc-83d4-a9fabe45d4b8') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:37:34.750941 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-579dba9e-9781-4c4e-9d82-e458a0ed476a tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:34.796486 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-579dba9e-9781-4c4e-9d82-e458a0ed476a tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:34.815287 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-579dba9e-9781-4c4e-9d82-e458a0ed476a tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:37:34.815976 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-579dba9e-9781-4c4e-9d82-e458a0ed476a tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:34.821374 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:37:34.821374 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:37:34.821374 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:37:34.821374 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:37:34.821374 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:37:34.821374 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:37:34.821374 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:37:34.821374 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:37:34.821374 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:37:34.821374 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:37:34.821374 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:37:34.821374 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:37:34.821374 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:37:34.821374 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:37:34.821374 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:37:34.821374 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:37:34.821374 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:37:34.821374 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:37:34.821374 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:37:34.821374 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:37:34.821374 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:37:34.821374 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:37:34.821374 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:37:34.821374 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:37:34.821374 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:37:34.821374 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:37:34.821374 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:37:34.821374 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:37:34.821374 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:37:34.821374 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:37:34.821374 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:37:34.821374 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:37:34.835459 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port f78f30ca-02ef-48c5-97e9-5186573744a1, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=f78f30ca-02ef-48c5-97e9-5186573744a1,segment=NetworkSegment(15889185-46f9-4fe1-84c2-011c80927a16),segment_id=15889185-46f9-4fe1-84c2-011c80927a16)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:37:34.882514 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:34.975729 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafc523d-a296-42d3-9de6-f64b04e50477 req-f4a014af-f82c-4947-8e9e-57307014eb68 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:34.976973 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3985ce4-991d-42fe-9882-0924be92f0ba None None] get_active_networks_info from n-d-master-1 {{(pid=103286) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 17:37:34.983835 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-eafc523d-a296-42d3-9de6-f64b04e50477 req-f4a014af-f82c-4947-8e9e-57307014eb68 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/ports?device_id=522f6eb5-ac1c-49e5-9878-81b994af1b41 HTTP/1.1" status: 200 len: 946 time: 0.1347594 Dec 06 17:37:35.070725 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=f78f30ca-02ef-48c5-97e9-5186573744a1,revision_number=6']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:35.099909 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-eafc523d-a296-42d3-9de6-f64b04e50477 req-576afb49-750d-45a6-80dc-b7fefd9794bb tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a3c1414-f022-4a3f-a1e2-17b7111b3b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066427 Dec 06 17:37:35.153513 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['f78f30ca-02ef-48c5-97e9-5186573744a1'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:37:35.155444 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-579dba9e-9781-4c4e-9d82-e458a0ed476a tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:35.174500 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-579dba9e-9781-4c4e-9d82-e458a0ed476a tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:35.180603 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-579dba9e-9781-4c4e-9d82-e458a0ed476a tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] 10.222.0.23 "DELETE /v2.0/networks/36d0189e-3974-42b0-ab2c-4dc7f2195f75 HTTP/1.1" status: 204 len: 168 time: 1.4598053 Dec 06 17:37:35.185899 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54856) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:35.189968 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ce8305-d9bb-42c1-943d-50e9910b7a0c req-eae6fc66-a7bf-4ffe-bb3d-95c9a43efb81 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:35.191577 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-69ce8305-d9bb-42c1-943d-50e9910b7a0c req-eae6fc66-a7bf-4ffe-bb3d-95c9a43efb81 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=9723ca4f-190e-4386-9f0e-3eeb63038ec4 HTTP/1.1" status: 200 len: 944 time: 0.2907019 Dec 06 17:37:35.192759 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-ab5c3897-9d8f-478f-a162-4bc37e827770 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-715403696'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:37:35.210119 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579dba9e-9781-4c4e-9d82-e458a0ed476a tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Pushing event deleted for resources: {'Network': ['ID=36d0189e-3974-42b0-ab2c-4dc7f2195f75,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:35.247739 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab5c3897-9d8f-478f-a162-4bc37e827770 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Made reservation on behalf of a456683d8f034bfab99d34aee0779b2c for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:37:35.255799 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ab5c3897-9d8f-478f-a162-4bc37e827770 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:35.322045 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab5c3897-9d8f-478f-a162-4bc37e827770 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:37:35.326744 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3985ce4-991d-42fe-9882-0924be92f0ba None None] Resources bound (agent type, host, resource id): {{(pid=103286) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 06 17:37:35.331374 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:35.334635 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-69ce8305-d9bb-42c1-943d-50e9910b7a0c req-5e669d7f-975a-4244-9b12-df74bf6aa160 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=53a84ca2-3f2c-4a10-85a7-67cee2181fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240566 Dec 06 17:37:35.355218 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ab5c3897-9d8f-478f-a162-4bc37e827770 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:35.355641 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-ab5c3897-9d8f-478f-a162-4bc37e827770 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Added segment f693abf5-e7b5-49c5-a172-7d3f9d0938bb of type vlan for network 08cc6a29-d3b5-4312-b005-e942603a9559 Dec 06 17:37:35.489705 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ab5c3897-9d8f-478f-a162-4bc37e827770 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:35.534289 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ab5c3897-9d8f-478f-a162-4bc37e827770 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:35.546917 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5c3897-9d8f-478f-a162-4bc37e827770 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:35.549695 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ab5c3897-9d8f-478f-a162-4bc37e827770 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks [] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:35.604081 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device f78f30ca-02ef-48c5-97e9-5186573744a1 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:37:35.689180 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5c3897-9d8f-478f-a162-4bc37e827770 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Pushing event updated for resources: {'Network': ['ID=08cc6a29-d3b5-4312-b005-e942603a9559,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:35.710630 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-ab5c3897-9d8f-478f-a162-4bc37e827770 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5236378 Dec 06 17:37:35.713690 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 54892) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:35.719174 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-eb799d40-63fc-4b51-baca-8f9f79df0815 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Request body: {'subnet': {'network_id': '08cc6a29-d3b5-4312-b005-e942603a9559', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:37:35.752165 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 08cc6a29-d3b5-4312-b005-e942603a9559 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:37:35.994958 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac576822-6648-46ad-b6b1-95a5f7b6a2ba req-8bc1d56b-dbe0-4423-b4bb-d9c8ad3cbba0 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:35.999750 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ac576822-6648-46ad-b6b1-95a5f7b6a2ba req-8bc1d56b-dbe0-4423-b4bb-d9c8ad3cbba0 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccda23e4-e182-44da-9f28-4c236d1fba5a HTTP/1.1" status: 200 len: 944 time: 0.1510496 Dec 06 17:37:36.062010 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb799d40-63fc-4b51-baca-8f9f79df0815 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Made reservation on behalf of a456683d8f034bfab99d34aee0779b2c for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:37:36.069377 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-eb799d40-63fc-4b51-baca-8f9f79df0815 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:36.097194 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ac576822-6648-46ad-b6b1-95a5f7b6a2ba req-3061c2cd-881e-48c1-9de4-de02cdd71577 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=0af89b83-5a7a-4bff-a60e-7cfc30b594ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822160 Dec 06 17:37:36.124760 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 54900) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:36.257727 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:36.277130 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id f78f30ca-02ef-48c5-97e9-5186573744a1 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:37:36.313631 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port f78f30ca-02ef-48c5-97e9-5186573744a1, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=f78f30ca-02ef-48c5-97e9-5186573744a1,segment=NetworkSegment(15889185-46f9-4fe1-84c2-011c80927a16),segment_id=15889185-46f9-4fe1-84c2-011c80927a16)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:37:36.350722 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:36.436517 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-cc62f7c4-1177-4081-bfb3-89447eeff2ac tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/floatingips/d35e419a-4c67-4d88-921a-49a528290f98 HTTP/1.1" status: 200 len: 991 time: 0.3100927 Dec 06 17:37:36.478220 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb9ce4e-1418-4f98-98f8-cde5a71eb78a req-dae901ab-a72a-491a-894f-7c74da9c9ce6 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:36.486427 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-acb9ce4e-1418-4f98-98f8-cde5a71eb78a req-dae901ab-a72a-491a-894f-7c74da9c9ce6 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/ports?device_id=522f6eb5-ac1c-49e5-9878-81b994af1b41 HTTP/1.1" status: 200 len: 946 time: 0.1658633 Dec 06 17:37:36.546997 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-acb9ce4e-1418-4f98-98f8-cde5a71eb78a req-40aa2af4-12b2-4517-b661-a597962f6eaa tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a3c1414-f022-4a3f-a1e2-17b7111b3b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588775 Dec 06 17:37:36.640895 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9381e1-4cf4-4ade-8644-df4296a4a987 req-fbc2be2a-5ee4-43ce-8cfa-c277f3cc62f2 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:36.653977 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-cc9381e1-4cf4-4ade-8644-df4296a4a987 req-fbc2be2a-5ee4-43ce-8cfa-c277f3cc62f2 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=9723ca4f-190e-4386-9f0e-3eeb63038ec4 HTTP/1.1" status: 200 len: 944 time: 0.1390631 Dec 06 17:37:36.655095 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c3e2e-9455-4ec5-87ea-8bf836691f24 req-bc30dc99-f331-42ff-8a8c-dfc4cbdd8f21 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:36.657431 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ff8c3e2e-9455-4ec5-87ea-8bf836691f24 req-bc30dc99-f331-42ff-8a8c-dfc4cbdd8f21 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.44 "GET /v2.0/ports?device_id=522f6eb5-ac1c-49e5-9878-81b994af1b41 HTTP/1.1" status: 200 len: 946 time: 0.1005182 Dec 06 17:37:36.731678 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=f78f30ca-02ef-48c5-97e9-5186573744a1,revision_number=7']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:36.825732 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-cc9381e1-4cf4-4ade-8644-df4296a4a987 req-51970a12-eb14-4f22-affb-040133669f88 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=53a84ca2-3f2c-4a10-85a7-67cee2181fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706326 Dec 06 17:37:37.024960 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-ff8c3e2e-9455-4ec5-87ea-8bf836691f24 req-67fa9950-2bdc-4835-b303-e027dc51f6e0 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Deleting port 131abded-8690-4d9b-b8ba-d98c5f8c0b81 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:37:37.025661 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-ff8c3e2e-9455-4ec5-87ea-8bf836691f24 req-67fa9950-2bdc-4835-b303-e027dc51f6e0 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:37.031723 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-eb799d40-63fc-4b51-baca-8f9f79df0815 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:37.178590 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb799d40-63fc-4b51-baca-8f9f79df0815 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Pushing event updated for resources: {'Subnet': ['ID=bc3520da-4978-4585-823c-d5c7ca6d325f,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:37.228230 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb799d40-63fc-4b51-baca-8f9f79df0815 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Checking segment: {'id': 'f693abf5-e7b5-49c5-a172-7d3f9d0938bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '08cc6a29-d3b5-4312-b005-e942603a9559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:37:37.228608 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb799d40-63fc-4b51-baca-8f9f79df0815 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Network hostable DHCP agents. Network: 08cc6a29-d3b5-4312-b005-e942603a9559, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:37:37.237727 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-ff8c3e2e-9455-4ec5-87ea-8bf836691f24 req-67fa9950-2bdc-4835-b303-e027dc51f6e0 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] For port 131abded-8690-4d9b-b8ba-d98c5f8c0b81, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=131abded-8690-4d9b-b8ba-d98c5f8c0b81,segment=NetworkSegment(e7633122-45be-4098-9151-607f71ade058),segment_id=e7633122-45be-4098-9151-607f71ade058)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:37:37.238097 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-ff8c3e2e-9455-4ec5-87ea-8bf836691f24 req-67fa9950-2bdc-4835-b303-e027dc51f6e0 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:37.296184 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb799d40-63fc-4b51-baca-8f9f79df0815 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Network 08cc6a29-d3b5-4312-b005-e942603a9559 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:37:37.313124 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-eb799d40-63fc-4b51-baca-8f9f79df0815 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 08cc6a29-d3b5-4312-b005-e942603a9559) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:37:37.318094 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb799d40-63fc-4b51-baca-8f9f79df0815 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:37.318771 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-eb799d40-63fc-4b51-baca-8f9f79df0815 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:37.330789 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea1c274-39d2-48ad-8094-e8dd2d5a91fe None None] Network 08cc6a29-d3b5-4312-b005-e942603a9559 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:37:37.375533 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-eb799d40-63fc-4b51-baca-8f9f79df0815 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.6604750 Dec 06 17:37:37.378222 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 54918) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:37.542945 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-ff8c3e2e-9455-4ec5-87ea-8bf836691f24 req-67fa9950-2bdc-4835-b303-e027dc51f6e0 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:37.544025 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-ff8c3e2e-9455-4ec5-87ea-8bf836691f24 req-67fa9950-2bdc-4835-b303-e027dc51f6e0 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:37.544025 n-d-master-1 neutron-server[103285]: INFO neutron.db.l3_db [req-ff8c3e2e-9455-4ec5-87ea-8bf836691f24 req-67fa9950-2bdc-4835-b303-e027dc51f6e0 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Floating IP 46d3c957-08ed-465a-ba5b-24fe2569e9f2 disassociated. External IP: 172.35.1.53, port: 131abded-8690-4d9b-b8ba-d98c5f8c0b81. Dec 06 17:37:37.544025 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-ff8c3e2e-9455-4ec5-87ea-8bf836691f24 req-67fa9950-2bdc-4835-b303-e027dc51f6e0 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Calling delete_port for 131abded-8690-4d9b-b8ba-d98c5f8c0b81 owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:37:37.559600 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e32358c8-bab8-4555-9a1f-8088f3e04ebc tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:37.603239 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75d9d5e-2004-46dc-8dc7-2612531f5335 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-08cc6a29-d3b5-4312-b005-e942603a9559', 'network_id': '08cc6a29-d3b5-4312-b005-e942603a9559', 'tenant_id': 'a456683d8f034bfab99d34aee0779b2c', 'fixed_ips': [{'subnet_id': 'bc3520da-4978-4585-823c-d5c7ca6d325f'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:37:37.604289 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b75d9d5e-2004-46dc-8dc7-2612531f5335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:37.631264 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device f78f30ca-02ef-48c5-97e9-5186573744a1 up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:37:38.028294 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dee6d8-ad6b-4d5f-838f-eb85719f192e req-3b57e990-986e-4946-9e34-72f9bc55b8c9 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:38.030725 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d2dee6d8-ad6b-4d5f-838f-eb85719f192e req-3b57e990-986e-4946-9e34-72f9bc55b8c9 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=9723ca4f-190e-4386-9f0e-3eeb63038ec4 HTTP/1.1" status: 200 len: 944 time: 0.0999765 Dec 06 17:37:38.108555 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port f78f30ca-02ef-48c5-97e9-5186573744a1 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:37:38.109193 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:38.175882 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-b75d9d5e-2004-46dc-8dc7-2612531f5335 None None] Allocated IP 172.20.0.1 (08cc6a29-d3b5-4312-b005-e942603a9559/bc3520da-4978-4585-823c-d5c7ca6d325f/c3acfd43-5cdc-49a2-85ed-eb9d9063e18f) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:37:38.177959 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d2dee6d8-ad6b-4d5f-838f-eb85719f192e req-0b53ddc2-f225-43a5-a551-679f0efff7db tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=53a84ca2-3f2c-4a10-85a7-67cee2181fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315658 Dec 06 17:37:38.194031 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98519f48-bcdb-4a22-bc42-68df65d00781 req-9bc240f5-8733-48c9-b60d-51389e8193a7 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:38.195748 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-98519f48-bcdb-4a22-bc42-68df65d00781 req-9bc240f5-8733-48c9-b60d-51389e8193a7 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/ports?device_id=522f6eb5-ac1c-49e5-9878-81b994af1b41 HTTP/1.1" status: 200 len: 946 time: 0.1263838 Dec 06 17:37:38.203501 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e32358c8-bab8-4555-9a1f-8088f3e04ebc tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:38.296033 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:38.325992 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-98519f48-bcdb-4a22-bc42-68df65d00781 req-94c6195e-a6f2-4ce6-8e1e-97f86a0d90dd tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a3c1414-f022-4a3f-a1e2-17b7111b3b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172082 Dec 06 17:37:38.333072 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccda23e4-e182-44da-9f28-4c236d1fba5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f78f30ca-02ef-48c5-97e9-5186573744a1'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:37:38.335483 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5afaec3b-3179-4fed-bf5a-0e5552fdbfe3" -d '{"events": [{"server_uuid": "ccda23e4-e182-44da-9f28-4c236d1fba5a", "name": "network-vif-plugged", "status": "completed", "tag": "f78f30ca-02ef-48c5-97e9-5186573744a1"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:37:38.368365 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-ff8c3e2e-9455-4ec5-87ea-8bf836691f24 req-67fa9950-2bdc-4835-b303-e027dc51f6e0 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:38.375950 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port f78f30ca-02ef-48c5-97e9-5186573744a1, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=f78f30ca-02ef-48c5-97e9-5186573744a1,segment=NetworkSegment(15889185-46f9-4fe1-84c2-011c80927a16),segment_id=15889185-46f9-4fe1-84c2-011c80927a16)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:37:38.385150 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:38.389548 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6178de2c-59f7-43aa-b96a-7ab7d297628c x-openstack-request-id: req-6178de2c-59f7-43aa-b96a-7ab7d297628c {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:37:38.389894 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccda23e4-e182-44da-9f28-4c236d1fba5a", "name": "network-vif-plugged", "status": "completed", "tag": "f78f30ca-02ef-48c5-97e9-5186573744a1", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:37:38.390163 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6178de2c-59f7-43aa-b96a-7ab7d297628c {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:37:38.390829 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccda23e4-e182-44da-9f28-4c236d1fba5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f78f30ca-02ef-48c5-97e9-5186573744a1', 'code': 200} Dec 06 17:37:38.440077 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fa9950-2bdc-4835-b303-e027dc51f6e0 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Pushing event deleted for resources: {'Port': ['ID=131abded-8690-4d9b-b8ba-d98c5f8c0b81,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:38.500248 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=f78f30ca-02ef-48c5-97e9-5186573744a1,revision_number=8']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:38.505451 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b75d9d5e-2004-46dc-8dc7-2612531f5335 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:38.518299 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b75d9d5e-2004-46dc-8dc7-2612531f5335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:38.537768 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e32358c8-bab8-4555-9a1f-8088f3e04ebc tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:38.571158 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75d9d5e-2004-46dc-8dc7-2612531f5335 None None] Network 08cc6a29-d3b5-4312-b005-e942603a9559 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:37:38.575472 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-b75d9d5e-2004-46dc-8dc7-2612531f5335 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:37:38.585417 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75d9d5e-2004-46dc-8dc7-2612531f5335 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:37:38.607678 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75d9d5e-2004-46dc-8dc7-2612531f5335 None None] Pushing event updated for resources: {'Port': ['ID=c3acfd43-5cdc-49a2-85ed-eb9d9063e18f,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:38.612832 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32358c8-bab8-4555-9a1f-8088f3e04ebc tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Pushing event deleted for resources: {'Subnet': ['ID=bc3520da-4978-4585-823c-d5c7ca6d325f,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:38.668522 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-b75d9d5e-2004-46dc-8dc7-2612531f5335 None None] Attempting to bind port c3acfd43-5cdc-49a2-85ed-eb9d9063e18f on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:37:38.669035 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-b75d9d5e-2004-46dc-8dc7-2612531f5335 None None] Attempting to bind port c3acfd43-5cdc-49a2-85ed-eb9d9063e18f by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'f693abf5-e7b5-49c5-a172-7d3f9d0938bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '08cc6a29-d3b5-4312-b005-e942603a9559'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:37:38.669452 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75d9d5e-2004-46dc-8dc7-2612531f5335 None None] Attempting to bind port c3acfd43-5cdc-49a2-85ed-eb9d9063e18f on network 08cc6a29-d3b5-4312-b005-e942603a9559 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:37:38.675255 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75d9d5e-2004-46dc-8dc7-2612531f5335 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:37:38.675677 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75d9d5e-2004-46dc-8dc7-2612531f5335 None None] Checking segment: {'id': 'f693abf5-e7b5-49c5-a172-7d3f9d0938bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '08cc6a29-d3b5-4312-b005-e942603a9559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:37:38.676057 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b75d9d5e-2004-46dc-8dc7-2612531f5335 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:38.677075 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75d9d5e-2004-46dc-8dc7-2612531f5335 None None] Bound using segment: {'id': 'f693abf5-e7b5-49c5-a172-7d3f9d0938bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '08cc6a29-d3b5-4312-b005-e942603a9559'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:37:38.677583 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-b75d9d5e-2004-46dc-8dc7-2612531f5335 None None] Bound port: c3acfd43-5cdc-49a2-85ed-eb9d9063e18f, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f693abf5-e7b5-49c5-a172-7d3f9d0938bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '08cc6a29-d3b5-4312-b005-e942603a9559'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:37:38.677976 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b75d9d5e-2004-46dc-8dc7-2612531f5335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:38.717935 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e32358c8-bab8-4555-9a1f-8088f3e04ebc tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:38.738950 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff8c3e2e-9455-4ec5-87ea-8bf836691f24 req-67fa9950-2bdc-4835-b303-e027dc51f6e0 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Router fa5f03e8-9e2f-4c1d-9421-a3059a69fe60 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:37:38.757343 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-e32358c8-bab8-4555-9a1f-8088f3e04ebc tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08cc6a29-d3b5-4312-b005-e942603a9559']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:37:38.778468 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-e32358c8-bab8-4555-9a1f-8088f3e04ebc tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f693abf5-e7b5-49c5-a172-7d3f9d0938bb') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:37:38.778733 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-e32358c8-bab8-4555-9a1f-8088f3e04ebc tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f693abf5-e7b5-49c5-a172-7d3f9d0938bb') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:37:38.787398 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b75d9d5e-2004-46dc-8dc7-2612531f5335 None None] For port c3acfd43-5cdc-49a2-85ed-eb9d9063e18f, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:37:38.793865 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b75d9d5e-2004-46dc-8dc7-2612531f5335 None None] For port c3acfd43-5cdc-49a2-85ed-eb9d9063e18f, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c3acfd43-5cdc-49a2-85ed-eb9d9063e18f,segment=NetworkSegment(f693abf5-e7b5-49c5-a172-7d3f9d0938bb),segment_id=f693abf5-e7b5-49c5-a172-7d3f9d0938bb)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:37:38.800894 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b75d9d5e-2004-46dc-8dc7-2612531f5335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:38.904364 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75d9d5e-2004-46dc-8dc7-2612531f5335 None None] Pushing event updated for resources: {'Port': ['ID=c3acfd43-5cdc-49a2-85ed-eb9d9063e18f,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:38.914863 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff8c3e2e-9455-4ec5-87ea-8bf836691f24 req-67fa9950-2bdc-4835-b303-e027dc51f6e0 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:37:38.928477 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8fc696-4666-4eac-94d2-dce1f740cf4c None None] Sync routers for ids ['fa5f03e8-9e2f-4c1d-9421-a3059a69fe60'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:37:38.942987 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e32358c8-bab8-4555-9a1f-8088f3e04ebc tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:38.944795 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b2c251-b5bd-4bcd-89b7-9d0c6f92fed6 None None] Network 08cc6a29-d3b5-4312-b005-e942603a9559 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:37:38.947052 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8fc696-4666-4eac-94d2-dce1f740cf4c None None] Routers {'fa5f03e8-9e2f-4c1d-9421-a3059a69fe60'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:37:38.947685 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-ba8fc696-4666-4eac-94d2-dce1f740cf4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:37:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['fa5f03e8-9e2f-4c1d-9421-a3059a69fe60'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:37:38.970004 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff8c3e2e-9455-4ec5-87ea-8bf836691f24 req-67fa9950-2bdc-4835-b303-e027dc51f6e0 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] No DVR routers for this DVR port 131abded-8690-4d9b-b8ba-d98c5f8c0b81 on host n-h2-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:37:38.973893 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-ff8c3e2e-9455-4ec5-87ea-8bf836691f24 req-67fa9950-2bdc-4835-b303-e027dc51f6e0 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:38.977587 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ff8c3e2e-9455-4ec5-87ea-8bf836691f24 req-67fa9950-2bdc-4835-b303-e027dc51f6e0 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.44 "DELETE /v2.0/ports/131abded-8690-4d9b-b8ba-d98c5f8c0b81 HTTP/1.1" status: 204 len: 173 time: 2.3096476 Dec 06 17:37:38.990935 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '522f6eb5-ac1c-49e5-9878-81b994af1b41', 'name': 'network-vif-deleted', 'tag': '131abded-8690-4d9b-b8ba-d98c5f8c0b81'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:37:38.993740 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-844d2b4b-b8a1-445e-98d5-806014b38047" -d '{"events": [{"server_uuid": "522f6eb5-ac1c-49e5-9878-81b994af1b41", "name": "network-vif-deleted", "tag": "131abded-8690-4d9b-b8ba-d98c5f8c0b81"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:37:39.032537 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e32358c8-bab8-4555-9a1f-8088f3e04ebc tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:39.053236 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e32358c8-bab8-4555-9a1f-8088f3e04ebc tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:37:39.053712 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e32358c8-bab8-4555-9a1f-8088f3e04ebc tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:39.057081 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:37:39.057081 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:37:39.057081 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:37:39.057081 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:37:39.057081 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:37:39.057081 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:37:39.057081 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:37:39.057081 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:37:39.057081 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:37:39.057081 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:37:39.057081 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:37:39.057081 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:37:39.057081 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:37:39.057081 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:37:39.057081 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:37:39.057081 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:37:39.057081 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:37:39.057081 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:37:39.057081 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:37:39.057081 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:37:39.057081 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:37:39.057081 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:37:39.057081 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:37:39.057081 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:37:39.057081 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:37:39.057081 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:37:39.057081 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:37:39.057081 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:37:39.057081 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:37:39.057081 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:37:39.057081 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:37:39.057081 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:37:39.114227 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c98d8f02-83c8-4c77-9775-0f08ccdf728f x-openstack-request-id: req-c98d8f02-83c8-4c77-9775-0f08ccdf728f {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:37:39.114529 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "522f6eb5-ac1c-49e5-9878-81b994af1b41", "name": "network-vif-deleted", "tag": "131abded-8690-4d9b-b8ba-d98c5f8c0b81", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:37:39.114795 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c98d8f02-83c8-4c77-9775-0f08ccdf728f {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:37:39.115212 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '522f6eb5-ac1c-49e5-9878-81b994af1b41', 'name': 'network-vif-deleted', 'tag': '131abded-8690-4d9b-b8ba-d98c5f8c0b81', 'status': 'completed', 'code': 200} Dec 06 17:37:39.175665 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.db.api [None req-e32358c8-bab8-4555-9a1f-8088f3e04ebc tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 06 17:37:39.175665 n-d-master-1 neutron-server[103285]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 06 17:37:39.175665 n-d-master-1 neutron-server[103285]: [parameters: {'id': '08cc6a29-d3b5-4312-b005-e942603a9559'}] Dec 06 17:37:39.175665 n-d-master-1 neutron-server[103285]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103285) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 17:37:39.176094 n-d-master-1 neutron-server[103285]: DEBUG oslo_db.api [None req-e32358c8-bab8-4555-9a1f-8088f3e04ebc tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 17:37:39.250535 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-ba8fc696-4666-4eac-94d2-dce1f740cf4c None None] Set router fa5f03e8-9e2f-4c1d-9421-a3059a69fe60 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:37:39.259889 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13abe3f9-db04-4c91-97a1-2f1152864f99 None None] get_active_networks_info from n-d-master-1 {{(pid=103286) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 17:37:39.392773 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd964f6e-3433-4958-b8c1-e9f59fab2389 req-bedb8d17-89f2-4ab0-8142-00d579b62fbd tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:39.407897 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-dd964f6e-3433-4958-b8c1-e9f59fab2389 req-bedb8d17-89f2-4ab0-8142-00d579b62fbd tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=9723ca4f-190e-4386-9f0e-3eeb63038ec4 HTTP/1.1" status: 200 len: 944 time: 0.1091330 Dec 06 17:37:39.526089 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-dd964f6e-3433-4958-b8c1-e9f59fab2389 req-cca301d5-ab1f-4511-879f-57e2c04df233 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=53a84ca2-3f2c-4a10-85a7-67cee2181fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172881 Dec 06 17:37:39.541189 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9dc12bef-05f6-4062-b5d2-96baa59b1e41 req-4d8b538b-5b1a-4f23-93f2-63b9913a7601 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/ports?device_id=522f6eb5-ac1c-49e5-9878-81b994af1b41 HTTP/1.1" status: 200 len: 210 time: 0.0407181 Dec 06 17:37:39.573812 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13abe3f9-db04-4c91-97a1-2f1152864f99 None None] Resources bound (agent type, host, resource id): {{(pid=103286) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 06 17:37:39.677795 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e32358c8-bab8-4555-9a1f-8088f3e04ebc tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:39.767076 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-ba8fc696-4666-4eac-94d2-dce1f740cf4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5f03e8-9e2f-4c1d-9421-a3059a69fe60', 'name': 'tempest-AttachVolumeTestJSON-1619787822-router', 'tenant_id': 'd7abadb1557c47ab8c8300111afe2d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.97'}], 'enable_snat': True}, 'gw_port_id': '37ad1a6e-a709-4377-9677-22ac44628bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:29:38Z', 'updated_at': '2021-12-06T17:29:48Z', 'revision_number': 4, 'project_id': 'd7abadb1557c47ab8c8300111afe2d05', 'gw_port': {'id': '37ad1a6e-a709-4377-9677-22ac44628bc2', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:fc:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5f03e8-9e2f-4c1d-9421-a3059a69fe60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:29:40Z', 'updated_at': '2021-12-06T17:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '06adf1f7-8794-431c-a2e0-a67acc87e575', 'name': '', 'network_id': '343f954d-d1c3-4f66-bad4-ccfe52b09e6c', 'tenant_id': 'd7abadb1557c47ab8c8300111afe2d05', 'mac_address': 'fa:16:3e:66:77:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5f03e8-9e2f-4c1d-9421-a3059a69fe60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': 'a4ea4d0f-71a4-4c95-82b1-6c4f14c713a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:29:46Z', 'updated_at': '2021-12-06T17:30:01Z', 'revision_number': 5, 'project_id': 'd7abadb1557c47ab8c8300111afe2d05', 'subnets': [{'id': 'a4ea4d0f-71a4-4c95-82b1-6c4f14c713a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:37:39.818623 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-e32358c8-bab8-4555-9a1f-8088f3e04ebc tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Deleting port c3acfd43-5cdc-49a2-85ed-eb9d9063e18f {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:37:39.820075 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e32358c8-bab8-4555-9a1f-8088f3e04ebc tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:39.820451 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8fc696-4666-4eac-94d2-dce1f740cf4c None None] Checking router: fa5f03e8-9e2f-4c1d-9421-a3059a69fe60 for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:37:39.835749 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8fc696-4666-4eac-94d2-dce1f740cf4c None None] Routers {'fa5f03e8-9e2f-4c1d-9421-a3059a69fe60'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:37:39.836655 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-ba8fc696-4666-4eac-94d2-dce1f740cf4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:37:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['fa5f03e8-9e2f-4c1d-9421-a3059a69fe60'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:37:39.890124 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54948) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:40.012096 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-e32358c8-bab8-4555-9a1f-8088f3e04ebc tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] For port c3acfd43-5cdc-49a2-85ed-eb9d9063e18f, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c3acfd43-5cdc-49a2-85ed-eb9d9063e18f,segment=NetworkSegment(f693abf5-e7b5-49c5-a172-7d3f9d0938bb),segment_id=f693abf5-e7b5-49c5-a172-7d3f9d0938bb)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:37:40.015443 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e32358c8-bab8-4555-9a1f-8088f3e04ebc tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:40.047793 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-ba8fc696-4666-4eac-94d2-dce1f740cf4c None None] Set router fa5f03e8-9e2f-4c1d-9421-a3059a69fe60 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:37:40.070262 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-e32358c8-bab8-4555-9a1f-8088f3e04ebc tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Calling delete_port for c3acfd43-5cdc-49a2-85ed-eb9d9063e18f owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:37:40.176886 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-850d108a-ea9b-46c3-8709-bd007511f3c0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5626160f3fcc4192ba27dcd91261b968&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2853742 Dec 06 17:37:40.179342 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54952) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:40.241596 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e32358c8-bab8-4555-9a1f-8088f3e04ebc tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:40.278974 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-174c7dd9-fc18-4f23-ae42-d382e2c31817 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:40.306272 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-174c7dd9-fc18-4f23-ae42-d382e2c31817 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:40.313948 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32358c8-bab8-4555-9a1f-8088f3e04ebc tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Pushing event deleted for resources: {'Port': ['ID=c3acfd43-5cdc-49a2-85ed-eb9d9063e18f,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:40.325135 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32358c8-bab8-4555-9a1f-8088f3e04ebc tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] No DVR routers for this DVR port c3acfd43-5cdc-49a2-85ed-eb9d9063e18f on host n-d-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:37:40.378644 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-174c7dd9-fc18-4f23-ae42-d382e2c31817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:40.382171 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-174c7dd9-fc18-4f23-ae42-d382e2c31817 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:40.385367 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-174c7dd9-fc18-4f23-ae42-d382e2c31817 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/97537d20-c711-4ff2-88fd-5754c7256de8 HTTP/1.1" status: 204 len: 168 time: 0.2047954 Dec 06 17:37:40.400403 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174c7dd9-fc18-4f23-ae42-d382e2c31817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97537d20-c711-4ff2-88fd-5754c7256de8,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:40.517740 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e32358c8-bab8-4555-9a1f-8088f3e04ebc tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:40.519970 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-ba8fc696-4666-4eac-94d2-dce1f740cf4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5f03e8-9e2f-4c1d-9421-a3059a69fe60', 'name': 'tempest-AttachVolumeTestJSON-1619787822-router', 'tenant_id': 'd7abadb1557c47ab8c8300111afe2d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.97'}], 'enable_snat': True}, 'gw_port_id': '37ad1a6e-a709-4377-9677-22ac44628bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:29:38Z', 'updated_at': '2021-12-06T17:29:48Z', 'revision_number': 4, 'project_id': 'd7abadb1557c47ab8c8300111afe2d05', 'gw_port': {'id': '37ad1a6e-a709-4377-9677-22ac44628bc2', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:fc:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5f03e8-9e2f-4c1d-9421-a3059a69fe60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:29:40Z', 'updated_at': '2021-12-06T17:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '06adf1f7-8794-431c-a2e0-a67acc87e575', 'name': '', 'network_id': '343f954d-d1c3-4f66-bad4-ccfe52b09e6c', 'tenant_id': 'd7abadb1557c47ab8c8300111afe2d05', 'mac_address': 'fa:16:3e:66:77:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5f03e8-9e2f-4c1d-9421-a3059a69fe60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': 'a4ea4d0f-71a4-4c95-82b1-6c4f14c713a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:29:46Z', 'updated_at': '2021-12-06T17:30:01Z', 'revision_number': 5, 'project_id': 'd7abadb1557c47ab8c8300111afe2d05', 'subnets': [{'id': 'a4ea4d0f-71a4-4c95-82b1-6c4f14c713a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:37:40.578930 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-e32358c8-bab8-4555-9a1f-8088f3e04ebc tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08cc6a29-d3b5-4312-b005-e942603a9559']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:37:40.603240 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8fc696-4666-4eac-94d2-dce1f740cf4c None None] The sync data for ids ['fa5f03e8-9e2f-4c1d-9421-a3059a69fe60'] in n-d-master-1 is: [{'id': 'fa5f03e8-9e2f-4c1d-9421-a3059a69fe60', 'name': 'tempest-AttachVolumeTestJSON-1619787822-router', 'tenant_id': 'd7abadb1557c47ab8c8300111afe2d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.97'}], 'enable_snat': True}, 'gw_port_id': '37ad1a6e-a709-4377-9677-22ac44628bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:29:38Z', 'updated_at': '2021-12-06T17:29:48Z', 'revision_number': 4, 'project_id': 'd7abadb1557c47ab8c8300111afe2d05', 'gw_port': {'id': '37ad1a6e-a709-4377-9677-22ac44628bc2', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:fc:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5f03e8-9e2f-4c1d-9421-a3059a69fe60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:29:40Z', 'updated_at': '2021-12-06T17:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '06adf1f7-8794-431c-a2e0-a67acc87e575', 'name': '', 'network_id': '343f954d-d1c3-4f66-bad4-ccfe52b09e6c', 'tenant_id': 'd7abadb1557c47ab8c8300111afe2d05', 'mac_address': 'fa:16:3e:66:77:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5f03e8-9e2f-4c1d-9421-a3059a69fe60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': 'a4ea4d0f-71a4-4c95-82b1-6c4f14c713a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:29:46Z', 'updated_at': '2021-12-06T17:30:01Z', 'revision_number': 5, 'project_id': 'd7abadb1557c47ab8c8300111afe2d05', 'subnets': [{'id': 'a4ea4d0f-71a4-4c95-82b1-6c4f14c713a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:37:40.604827 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-e32358c8-bab8-4555-9a1f-8088f3e04ebc tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f693abf5-e7b5-49c5-a172-7d3f9d0938bb') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:37:40.605156 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-e32358c8-bab8-4555-9a1f-8088f3e04ebc tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f693abf5-e7b5-49c5-a172-7d3f9d0938bb') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:37:40.635051 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e32358c8-bab8-4555-9a1f-8088f3e04ebc tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:40.684432 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e32358c8-bab8-4555-9a1f-8088f3e04ebc tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:40.697523 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e32358c8-bab8-4555-9a1f-8088f3e04ebc tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:37:40.697988 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e32358c8-bab8-4555-9a1f-8088f3e04ebc tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:40.708294 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:37:40.708294 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:37:40.708294 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:37:40.708294 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:37:40.708294 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:37:40.708294 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:37:40.708294 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:37:40.708294 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:37:40.708294 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:37:40.708294 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:37:40.708294 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:37:40.708294 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:37:40.708294 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:37:40.708294 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:37:40.708294 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:37:40.708294 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:37:40.708294 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:37:40.708294 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:37:40.708294 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:37:40.708294 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:37:40.708294 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:37:40.708294 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:37:40.708294 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:37:40.708294 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:37:40.708294 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:37:40.708294 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:37:40.708294 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:37:40.708294 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:37:40.708294 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:37:40.708294 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:37:40.708294 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:37:40.708294 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:37:40.752128 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54964) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:40.920811 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a895ba94-8ef8-4c0d-8d31-2cbecb054b06 req-3a059912-bdb2-4e7d-91bb-2c6e15b644e1 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:40.931324 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e32358c8-bab8-4555-9a1f-8088f3e04ebc tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:40.939002 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e32358c8-bab8-4555-9a1f-8088f3e04ebc tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:40.939372 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a895ba94-8ef8-4c0d-8d31-2cbecb054b06 req-3a059912-bdb2-4e7d-91bb-2c6e15b644e1 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=9723ca4f-190e-4386-9f0e-3eeb63038ec4 HTTP/1.1" status: 200 len: 944 time: 0.2789707 Dec 06 17:37:40.959423 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-e32358c8-bab8-4555-9a1f-8088f3e04ebc tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] 10.222.0.23 "DELETE /v2.0/networks/08cc6a29-d3b5-4312-b005-e942603a9559 HTTP/1.1" status: 204 len: 168 time: 3.5802526 Dec 06 17:37:40.963418 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 54972) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:40.968210 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-3d8ce2fc-5428-4ff7-9052-9883df8f4b32 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1216998108'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:37:40.979860 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 131abded-8690-4d9b-b8ba-d98c5f8c0b81 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:37:41.017980 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] No Port match for: 131abded-8690-4d9b-b8ba-d98c5f8c0b81 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:37:41.018355 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 131abded-8690-4d9b-b8ba-d98c5f8c0b81 not bound to the agent host n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:37:41.030362 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32358c8-bab8-4555-9a1f-8088f3e04ebc tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Pushing event deleted for resources: {'Network': ['ID=08cc6a29-d3b5-4312-b005-e942603a9559,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:41.050549 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-375b3578-827b-4718-92e2-7cfb899c3bef tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:41.084802 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d8ce2fc-5428-4ff7-9052-9883df8f4b32 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Made reservation on behalf of a456683d8f034bfab99d34aee0779b2c for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:37:41.088862 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3d8ce2fc-5428-4ff7-9052-9883df8f4b32 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:41.144444 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-375b3578-827b-4718-92e2-7cfb899c3bef tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:41.155456 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d8ce2fc-5428-4ff7-9052-9883df8f4b32 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:37:41.183981 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3d8ce2fc-5428-4ff7-9052-9883df8f4b32 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:41.184358 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-3d8ce2fc-5428-4ff7-9052-9883df8f4b32 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Added segment 1fd4f5d4-fe77-4d2a-9e11-4dacf9613823 of type vlan for network c07a3e1a-caf6-4ca3-b089-680f364d25f2 Dec 06 17:37:41.198187 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a895ba94-8ef8-4c0d-8d31-2cbecb054b06 req-743c5c57-380a-43fa-9de5-93f30e6de93c tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=53a84ca2-3f2c-4a10-85a7-67cee2181fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552905 Dec 06 17:37:41.258591 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-375b3578-827b-4718-92e2-7cfb899c3bef tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:41.262974 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-375b3578-827b-4718-92e2-7cfb899c3bef tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:41.265004 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-375b3578-827b-4718-92e2-7cfb899c3bef tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "DELETE /v2.0/security-groups/6a3c1414-f022-4a3f-a1e2-17b7111b3b97 HTTP/1.1" status: 204 len: 168 time: 0.5093522 Dec 06 17:37:41.274981 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3d8ce2fc-5428-4ff7-9052-9883df8f4b32 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:41.279888 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54978) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:41.281051 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375b3578-827b-4718-92e2-7cfb899c3bef tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a3c1414-f022-4a3f-a1e2-17b7111b3b97,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:41.281260 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd6cb11-0060-4159-bbd7-172ec418ae5d None None] New status for floating IP 46d3c957-08ed-465a-ba5b-24fe2569e9f2: DOWN {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 17:37:41.304553 n-d-master-1 neutron-server[103284]: INFO neutron.api.v2.resource [None req-192bf57d-db1f-4f08-85ed-7c28dddf367e tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] show failed (client error): The resource could not be found. Dec 06 17:37:41.306174 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-192bf57d-db1f-4f08-85ed-7c28dddf367e tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "GET /v2.0/security-groups/6a3c1414-f022-4a3f-a1e2-17b7111b3b97 HTTP/1.1" status: 404 len: 347 time: 0.0210361 Dec 06 17:37:41.309084 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 54980) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:41.373062 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3d8ce2fc-5428-4ff7-9052-9883df8f4b32 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:41.379074 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8ce2fc-5428-4ff7-9052-9883df8f4b32 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:41.380330 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3d8ce2fc-5428-4ff7-9052-9883df8f4b32 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:41.506211 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-3d8ce2fc-5428-4ff7-9052-9883df8f4b32 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5420048 Dec 06 17:37:41.506863 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 54986) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:41.534737 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-a2b247d7-8a64-42f6-8862-aeec705bd03c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Request body: {'subnet': {'network_id': 'c07a3e1a-caf6-4ca3-b089-680f364d25f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:37:41.720925 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-927e4f51-c792-4832-93ec-402475ff34d1 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Deleting port 60af7d39-5977-4890-8f7a-3ddda1a07bfe {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:37:41.721457 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-927e4f51-c792-4832-93ec-402475ff34d1 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:41.765210 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8ce2fc-5428-4ff7-9052-9883df8f4b32 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Pushing event updated for resources: {'Network': ['ID=c07a3e1a-caf6-4ca3-b089-680f364d25f2,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:41.779923 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network c07a3e1a-caf6-4ca3-b089-680f364d25f2 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:37:41.844214 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2b247d7-8a64-42f6-8862-aeec705bd03c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Made reservation on behalf of a456683d8f034bfab99d34aee0779b2c for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:37:41.861513 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a2b247d7-8a64-42f6-8862-aeec705bd03c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:41.930859 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-927e4f51-c792-4832-93ec-402475ff34d1 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:41.931429 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-927e4f51-c792-4832-93ec-402475ff34d1 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:41.952618 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-927e4f51-c792-4832-93ec-402475ff34d1 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Calling delete_port for 60af7d39-5977-4890-8f7a-3ddda1a07bfe owned by network:floatingip {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:37:42.124558 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a2b247d7-8a64-42f6-8862-aeec705bd03c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:42.212058 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b247d7-8a64-42f6-8862-aeec705bd03c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Pushing event updated for resources: {'Subnet': ['ID=c826e457-b49a-4f5b-8608-5eafb8110c0e,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:42.240825 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-927e4f51-c792-4832-93ec-402475ff34d1 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:42.250968 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b247d7-8a64-42f6-8862-aeec705bd03c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Checking segment: {'id': '1fd4f5d4-fe77-4d2a-9e11-4dacf9613823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c07a3e1a-caf6-4ca3-b089-680f364d25f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:37:42.253332 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b247d7-8a64-42f6-8862-aeec705bd03c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Network hostable DHCP agents. Network: c07a3e1a-caf6-4ca3-b089-680f364d25f2, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:37:42.297136 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927e4f51-c792-4832-93ec-402475ff34d1 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Pushing event deleted for resources: {'Port': ['ID=60af7d39-5977-4890-8f7a-3ddda1a07bfe,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:42.298139 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b247d7-8a64-42f6-8862-aeec705bd03c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Network c07a3e1a-caf6-4ca3-b089-680f364d25f2 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:37:42.320755 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-a2b247d7-8a64-42f6-8862-aeec705bd03c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, c07a3e1a-caf6-4ca3-b089-680f364d25f2) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:37:42.331655 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b247d7-8a64-42f6-8862-aeec705bd03c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:42.332500 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a2b247d7-8a64-42f6-8862-aeec705bd03c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:42.336514 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7587122-1937-4670-baf7-6a4bc7a005c4 None None] Network c07a3e1a-caf6-4ca3-b089-680f364d25f2 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:37:42.472180 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-927e4f51-c792-4832-93ec-402475ff34d1 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Publish callbacks [] for floatingip, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:42.479309 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-927e4f51-c792-4832-93ec-402475ff34d1 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:42.485578 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-927e4f51-c792-4832-93ec-402475ff34d1 tempest-AttachVolumeTestJSON-427081873 tempest-AttachVolumeTestJSON-427081873-project] 10.222.0.23 "DELETE /v2.0/floatingips/46d3c957-08ed-465a-ba5b-24fe2569e9f2 HTTP/1.1" status: 204 len: 168 time: 1.1748595 Dec 06 17:37:42.556987 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-a2b247d7-8a64-42f6-8862-aeec705bd03c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0463781 Dec 06 17:37:42.561509 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55012) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:42.586525 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e737feb4-7564-4992-a4d6-e13d7cbbb1ce req-1e5710cf-f2f6-441a-bba9-aea786eeedcb tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:42.588699 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e737feb4-7564-4992-a4d6-e13d7cbbb1ce req-1e5710cf-f2f6-441a-bba9-aea786eeedcb tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=9723ca4f-190e-4386-9f0e-3eeb63038ec4 HTTP/1.1" status: 200 len: 944 time: 0.2011397 Dec 06 17:37:42.713501 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e737feb4-7564-4992-a4d6-e13d7cbbb1ce req-78243623-3c2f-4511-a96d-9321d57058e1 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=53a84ca2-3f2c-4a10-85a7-67cee2181fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050324 Dec 06 17:37:42.751322 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f907f3f5-202c-449f-a347-e1a776454ac6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-c07a3e1a-caf6-4ca3-b089-680f364d25f2', 'network_id': 'c07a3e1a-caf6-4ca3-b089-680f364d25f2', 'tenant_id': 'a456683d8f034bfab99d34aee0779b2c', 'fixed_ips': [{'subnet_id': 'c826e457-b49a-4f5b-8608-5eafb8110c0e'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:37:42.752914 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f907f3f5-202c-449f-a347-e1a776454ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:42.810722 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e8544b1d-7752-45aa-b25c-fc01acd41af9 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:42.889368 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e8544b1d-7752-45aa-b25c-fc01acd41af9 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:42.962800 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-f907f3f5-202c-449f-a347-e1a776454ac6 None None] Allocated IP 172.20.0.1 (c07a3e1a-caf6-4ca3-b089-680f364d25f2/c826e457-b49a-4f5b-8608-5eafb8110c0e/5e7d2a18-b346-4f07-b4ee-77932615c3c6) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:37:43.158916 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f907f3f5-202c-449f-a347-e1a776454ac6 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:43.169520 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f907f3f5-202c-449f-a347-e1a776454ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:43.193887 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e8544b1d-7752-45aa-b25c-fc01acd41af9 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:43.233880 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f907f3f5-202c-449f-a347-e1a776454ac6 None None] Network c07a3e1a-caf6-4ca3-b089-680f364d25f2 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:37:43.239954 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-f907f3f5-202c-449f-a347-e1a776454ac6 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:37:43.250910 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f907f3f5-202c-449f-a347-e1a776454ac6 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:37:43.254927 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f907f3f5-202c-449f-a347-e1a776454ac6 None None] Pushing event updated for resources: {'Port': ['ID=5e7d2a18-b346-4f07-b4ee-77932615c3c6,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:43.299008 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e8544b1d-7752-45aa-b25c-fc01acd41af9 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:43.324881 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-f907f3f5-202c-449f-a347-e1a776454ac6 None None] Attempting to bind port 5e7d2a18-b346-4f07-b4ee-77932615c3c6 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:37:43.325527 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-f907f3f5-202c-449f-a347-e1a776454ac6 None None] Attempting to bind port 5e7d2a18-b346-4f07-b4ee-77932615c3c6 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '1fd4f5d4-fe77-4d2a-9e11-4dacf9613823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c07a3e1a-caf6-4ca3-b089-680f364d25f2'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:37:43.326086 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f907f3f5-202c-449f-a347-e1a776454ac6 None None] Attempting to bind port 5e7d2a18-b346-4f07-b4ee-77932615c3c6 on network c07a3e1a-caf6-4ca3-b089-680f364d25f2 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:37:43.329367 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8544b1d-7752-45aa-b25c-fc01acd41af9 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Pushing event deleted for resources: {'Subnet': ['ID=c826e457-b49a-4f5b-8608-5eafb8110c0e,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:43.346640 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f907f3f5-202c-449f-a347-e1a776454ac6 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:37:43.347243 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f907f3f5-202c-449f-a347-e1a776454ac6 None None] Checking segment: {'id': '1fd4f5d4-fe77-4d2a-9e11-4dacf9613823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c07a3e1a-caf6-4ca3-b089-680f364d25f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:37:43.347426 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f907f3f5-202c-449f-a347-e1a776454ac6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:43.347832 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f907f3f5-202c-449f-a347-e1a776454ac6 None None] Bound using segment: {'id': '1fd4f5d4-fe77-4d2a-9e11-4dacf9613823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c07a3e1a-caf6-4ca3-b089-680f364d25f2'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:37:43.348888 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-f907f3f5-202c-449f-a347-e1a776454ac6 None None] Bound port: 5e7d2a18-b346-4f07-b4ee-77932615c3c6, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fd4f5d4-fe77-4d2a-9e11-4dacf9613823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c07a3e1a-caf6-4ca3-b089-680f364d25f2'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:37:43.349278 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f907f3f5-202c-449f-a347-e1a776454ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:43.350649 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-e8544b1d-7752-45aa-b25c-fc01acd41af9 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c07a3e1a-caf6-4ca3-b089-680f364d25f2']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:37:43.368364 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-e8544b1d-7752-45aa-b25c-fc01acd41af9 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fd4f5d4-fe77-4d2a-9e11-4dacf9613823') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:37:43.368669 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-e8544b1d-7752-45aa-b25c-fc01acd41af9 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fd4f5d4-fe77-4d2a-9e11-4dacf9613823') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:37:43.381616 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e8544b1d-7752-45aa-b25c-fc01acd41af9 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:43.399453 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e8544b1d-7752-45aa-b25c-fc01acd41af9 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:43.409109 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8544b1d-7752-45aa-b25c-fc01acd41af9 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:37:43.409858 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e8544b1d-7752-45aa-b25c-fc01acd41af9 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:43.420662 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 17:37:43.420662 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:37:43.420662 n-d-master-1 neutron-server[103284]: timer() Dec 06 17:37:43.420662 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:37:43.420662 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 17:37:43.420662 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:37:43.420662 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 17:37:43.420662 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:37:43.420662 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 17:37:43.420662 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:37:43.420662 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 17:37:43.420662 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:37:43.420662 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 17:37:43.420662 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:37:43.420662 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:37:43.420662 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:37:43.420662 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:37:43.420662 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:37:43.420662 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 17:37:43.420662 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:37:43.420662 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 17:37:43.420662 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:37:43.420662 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:37:43.420662 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:37:43.420662 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 17:37:43.420662 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:37:43.420662 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:37:43.420662 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:37:43.420662 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:37:43.420662 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:37:43.420662 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:37:43.420662 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:37:43.476760 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-f907f3f5-202c-449f-a347-e1a776454ac6 None None] For port 5e7d2a18-b346-4f07-b4ee-77932615c3c6, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:37:43.503198 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d321ef56-9542-47ab-8680-df9ad1c81f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:43.529873 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.db.api [None req-e8544b1d-7752-45aa-b25c-fc01acd41af9 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 06 17:37:43.529873 n-d-master-1 neutron-server[103284]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 06 17:37:43.529873 n-d-master-1 neutron-server[103284]: [parameters: {'id': 'c07a3e1a-caf6-4ca3-b089-680f364d25f2'}] Dec 06 17:37:43.529873 n-d-master-1 neutron-server[103284]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103284) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 17:37:43.530323 n-d-master-1 neutron-server[103284]: DEBUG oslo_db.api [None req-e8544b1d-7752-45aa-b25c-fc01acd41af9 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 17:37:43.539863 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-f907f3f5-202c-449f-a347-e1a776454ac6 None None] For port 5e7d2a18-b346-4f07-b4ee-77932615c3c6, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=5e7d2a18-b346-4f07-b4ee-77932615c3c6,segment=NetworkSegment(1fd4f5d4-fe77-4d2a-9e11-4dacf9613823),segment_id=1fd4f5d4-fe77-4d2a-9e11-4dacf9613823)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:37:43.549140 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f907f3f5-202c-449f-a347-e1a776454ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:43.715666 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f907f3f5-202c-449f-a347-e1a776454ac6 None None] Pushing event updated for resources: {'Port': ['ID=5e7d2a18-b346-4f07-b4ee-77932615c3c6,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:43.725115 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f7d1e3-9234-4167-b657-3dfb574e08ae None None] Network c07a3e1a-caf6-4ca3-b089-680f364d25f2 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:37:43.949698 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c135f-d2b0-441b-a39c-6b310c44b295 req-4d361220-6d83-4af0-97d3-70dcde62dc9b tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:43.960131 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-772c135f-d2b0-441b-a39c-6b310c44b295 req-4d361220-6d83-4af0-97d3-70dcde62dc9b tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=9723ca4f-190e-4386-9f0e-3eeb63038ec4 HTTP/1.1" status: 200 len: 944 time: 0.0914860 Dec 06 17:37:43.982850 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f64f2a5-25da-4706-90c2-8ff184eef6ed None None] get_active_networks_info from n-d-master-1 {{(pid=103286) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 17:37:44.019169 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-772c135f-d2b0-441b-a39c-6b310c44b295 req-4499e502-ebc7-457b-b51b-f2c18a1ced4e tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=53a84ca2-3f2c-4a10-85a7-67cee2181fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524530 Dec 06 17:37:44.033402 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e8544b1d-7752-45aa-b25c-fc01acd41af9 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:44.111517 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-e8544b1d-7752-45aa-b25c-fc01acd41af9 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Deleting port 5e7d2a18-b346-4f07-b4ee-77932615c3c6 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:37:44.111517 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e8544b1d-7752-45aa-b25c-fc01acd41af9 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:44.126300 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f64f2a5-25da-4706-90c2-8ff184eef6ed None None] Resources bound (agent type, host, resource id): {{(pid=103286) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 06 17:37:44.320118 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-e8544b1d-7752-45aa-b25c-fc01acd41af9 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] For port 5e7d2a18-b346-4f07-b4ee-77932615c3c6, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=5e7d2a18-b346-4f07-b4ee-77932615c3c6,segment=NetworkSegment(1fd4f5d4-fe77-4d2a-9e11-4dacf9613823),segment_id=1fd4f5d4-fe77-4d2a-9e11-4dacf9613823)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:37:44.320791 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e8544b1d-7752-45aa-b25c-fc01acd41af9 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:44.346381 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-e8544b1d-7752-45aa-b25c-fc01acd41af9 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Calling delete_port for 5e7d2a18-b346-4f07-b4ee-77932615c3c6 owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:37:44.455132 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e8544b1d-7752-45aa-b25c-fc01acd41af9 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:44.493902 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8544b1d-7752-45aa-b25c-fc01acd41af9 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Pushing event deleted for resources: {'Port': ['ID=5e7d2a18-b346-4f07-b4ee-77932615c3c6,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:44.496053 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8544b1d-7752-45aa-b25c-fc01acd41af9 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] No DVR routers for this DVR port 5e7d2a18-b346-4f07-b4ee-77932615c3c6 on host n-d-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:37:44.583022 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e8544b1d-7752-45aa-b25c-fc01acd41af9 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:44.607086 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-e8544b1d-7752-45aa-b25c-fc01acd41af9 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c07a3e1a-caf6-4ca3-b089-680f364d25f2']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:37:44.616705 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-e8544b1d-7752-45aa-b25c-fc01acd41af9 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fd4f5d4-fe77-4d2a-9e11-4dacf9613823') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:37:44.617082 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-e8544b1d-7752-45aa-b25c-fc01acd41af9 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fd4f5d4-fe77-4d2a-9e11-4dacf9613823') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:37:44.627288 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e8544b1d-7752-45aa-b25c-fc01acd41af9 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:44.641233 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e8544b1d-7752-45aa-b25c-fc01acd41af9 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:44.648051 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8544b1d-7752-45aa-b25c-fc01acd41af9 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:37:44.648502 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e8544b1d-7752-45aa-b25c-fc01acd41af9 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:44.651573 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 17:37:44.651573 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:37:44.651573 n-d-master-1 neutron-server[103284]: timer() Dec 06 17:37:44.651573 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:37:44.651573 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 17:37:44.651573 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:37:44.651573 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 17:37:44.651573 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:37:44.651573 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 17:37:44.651573 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:37:44.651573 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 17:37:44.651573 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:37:44.651573 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 17:37:44.651573 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:37:44.651573 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:37:44.651573 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:37:44.651573 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:37:44.651573 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:37:44.651573 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 17:37:44.651573 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:37:44.651573 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 17:37:44.651573 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:37:44.651573 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:37:44.651573 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:37:44.651573 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 17:37:44.651573 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:37:44.651573 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:37:44.651573 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:37:44.651573 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:37:44.651573 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:37:44.651573 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:37:44.651573 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:37:44.710924 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e8544b1d-7752-45aa-b25c-fc01acd41af9 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:44.720864 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e8544b1d-7752-45aa-b25c-fc01acd41af9 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks [] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:44.726422 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-e8544b1d-7752-45aa-b25c-fc01acd41af9 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] 10.222.0.23 "DELETE /v2.0/networks/c07a3e1a-caf6-4ca3-b089-680f364d25f2 HTTP/1.1" status: 204 len: 168 time: 2.1635487 Dec 06 17:37:44.728054 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 55060) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:44.734157 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-2f31fd38-c9e6-4cdc-9457-2eee9490ecd6 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-204802296'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:37:44.742963 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8544b1d-7752-45aa-b25c-fc01acd41af9 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Pushing event deleted for resources: {'Network': ['ID=c07a3e1a-caf6-4ca3-b089-680f364d25f2,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:44.760817 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f31fd38-c9e6-4cdc-9457-2eee9490ecd6 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Made reservation on behalf of a456683d8f034bfab99d34aee0779b2c for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:37:44.772877 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2f31fd38-c9e6-4cdc-9457-2eee9490ecd6 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:44.808414 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f31fd38-c9e6-4cdc-9457-2eee9490ecd6 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:37:44.820319 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2f31fd38-c9e6-4cdc-9457-2eee9490ecd6 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:44.820669 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-2f31fd38-c9e6-4cdc-9457-2eee9490ecd6 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Added segment e11a11ed-ce14-4210-923d-14248556b762 of type vlan for network b9174b3c-cb93-4073-a565-cfedc5d6048e Dec 06 17:37:44.864395 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2f31fd38-c9e6-4cdc-9457-2eee9490ecd6 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:44.891194 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2f31fd38-c9e6-4cdc-9457-2eee9490ecd6 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:44.897829 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f31fd38-c9e6-4cdc-9457-2eee9490ecd6 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:44.898431 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2f31fd38-c9e6-4cdc-9457-2eee9490ecd6 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:44.965440 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-2f31fd38-c9e6-4cdc-9457-2eee9490ecd6 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2353952 Dec 06 17:37:44.968385 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55064) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:44.974470 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-22f75aaf-bc15-461a-bcf9-bfc9fc8f2946 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:37:45.000515 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f31fd38-c9e6-4cdc-9457-2eee9490ecd6 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Pushing event updated for resources: {'Network': ['ID=b9174b3c-cb93-4073-a565-cfedc5d6048e,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:45.014201 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network b9174b3c-cb93-4073-a565-cfedc5d6048e details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:37:45.189119 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e91c4d-01a0-47b7-b92a-6e00422f04a6 req-97ef527a-b9ce-407c-88fa-b3d8019f5e09 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:45.197677 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-23e91c4d-01a0-47b7-b92a-6e00422f04a6 req-97ef527a-b9ce-407c-88fa-b3d8019f5e09 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=9723ca4f-190e-4386-9f0e-3eeb63038ec4 HTTP/1.1" status: 200 len: 944 time: 0.0682747 Dec 06 17:37:45.264759 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-23e91c4d-01a0-47b7-b92a-6e00422f04a6 req-47a471cd-2ecf-4509-b64b-4e9b9bc940bd tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=53a84ca2-3f2c-4a10-85a7-67cee2181fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616632 Dec 06 17:37:45.300249 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-22f75aaf-bc15-461a-bcf9-bfc9fc8f2946 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:45.321768 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-22f75aaf-bc15-461a-bcf9-bfc9fc8f2946 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:45.345198 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-22f75aaf-bc15-461a-bcf9-bfc9fc8f2946 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Network b9174b3c-cb93-4073-a565-cfedc5d6048e is not hosted by any dhcp agent {{(pid=103284) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 06 17:37:45.352517 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f75aaf-bc15-461a-bcf9-bfc9fc8f2946 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:45.353152 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-22f75aaf-bc15-461a-bcf9-bfc9fc8f2946 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks [] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:45.354509 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-22f75aaf-bc15-461a-bcf9-bfc9fc8f2946 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] 10.222.0.23 "PUT /v2.0/networks/b9174b3c-cb93-4073-a565-cfedc5d6048e HTTP/1.1" status: 200 len: 723 time: 0.3845644 Dec 06 17:37:45.358165 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 55074) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:45.365577 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-13733d37-510a-4068-a5e2-08e229902e72 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Request body: {'subnet': {'network_id': 'b9174b3c-cb93-4073-a565-cfedc5d6048e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:37:45.528979 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13733d37-510a-4068-a5e2-08e229902e72 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Made reservation on behalf of a456683d8f034bfab99d34aee0779b2c for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:37:45.547745 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-13733d37-510a-4068-a5e2-08e229902e72 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:45.723624 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f5a7d051-7252-418a-9338-eb2f3e446c4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:45.953300 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-13733d37-510a-4068-a5e2-08e229902e72 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:46.027819 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f75aaf-bc15-461a-bcf9-bfc9fc8f2946 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Pushing event updated for resources: {'Network': ['ID=b9174b3c-cb93-4073-a565-cfedc5d6048e,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:46.040403 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network b9174b3c-cb93-4073-a565-cfedc5d6048e details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:37:46.106569 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13733d37-510a-4068-a5e2-08e229902e72 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Pushing event updated for resources: {'Subnet': ['ID=5e028ff5-67ac-4de3-a572-d4fc46ee0afc,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:46.144375 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13733d37-510a-4068-a5e2-08e229902e72 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Checking segment: {'id': 'e11a11ed-ce14-4210-923d-14248556b762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b9174b3c-cb93-4073-a565-cfedc5d6048e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:37:46.145260 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13733d37-510a-4068-a5e2-08e229902e72 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Network hostable DHCP agents. Network: b9174b3c-cb93-4073-a565-cfedc5d6048e, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:37:46.197556 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13733d37-510a-4068-a5e2-08e229902e72 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Network b9174b3c-cb93-4073-a565-cfedc5d6048e is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:37:46.216046 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-13733d37-510a-4068-a5e2-08e229902e72 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, b9174b3c-cb93-4073-a565-cfedc5d6048e) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:37:46.221529 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13733d37-510a-4068-a5e2-08e229902e72 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:46.222145 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-13733d37-510a-4068-a5e2-08e229902e72 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:46.226016 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003ffade-595f-41bd-bdd4-2a96e054ef2c None None] Network b9174b3c-cb93-4073-a565-cfedc5d6048e requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:37:46.242161 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-13733d37-510a-4068-a5e2-08e229902e72 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8819613 Dec 06 17:37:46.244425 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 55084) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:46.250675 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-4e9ea814-7ddc-4bad-b613-0e4aee78f571 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:37:46.370750 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4e9ea814-7ddc-4bad-b613-0e4aee78f571 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59118598'] for subnet, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:46.464343 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6eae51-320a-4c6c-9950-04799e4ec9a3 req-26ae9902-1c5d-489d-82c2-39f39183c5e4 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:46.475995 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66f0b13-a629-411f-af43-d81219d8b94c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-b9174b3c-cb93-4073-a565-cfedc5d6048e', 'network_id': 'b9174b3c-cb93-4073-a565-cfedc5d6048e', 'tenant_id': 'a456683d8f034bfab99d34aee0779b2c', 'fixed_ips': [{'subnet_id': '5e028ff5-67ac-4de3-a572-d4fc46ee0afc'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:37:46.476667 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8a6eae51-320a-4c6c-9950-04799e4ec9a3 req-26ae9902-1c5d-489d-82c2-39f39183c5e4 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=9723ca4f-190e-4386-9f0e-3eeb63038ec4 HTTP/1.1" status: 200 len: 944 time: 0.0913658 Dec 06 17:37:46.477219 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d66f0b13-a629-411f-af43-d81219d8b94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:46.547555 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8a6eae51-320a-4c6c-9950-04799e4ec9a3 req-cc7c63c6-9442-449f-88dc-337d8f8e370b tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=53a84ca2-3f2c-4a10-85a7-67cee2181fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638478 Dec 06 17:37:46.662837 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4e9ea814-7ddc-4bad-b613-0e4aee78f571 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794388923823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-58807134'] for subnet, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:46.682755 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9ea814-7ddc-4bad-b613-0e4aee78f571 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:46.683853 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4e9ea814-7ddc-4bad-b613-0e4aee78f571 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:46.685616 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-4e9ea814-7ddc-4bad-b613-0e4aee78f571 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] 10.222.0.23 "PUT /v2.0/subnets/5e028ff5-67ac-4de3-a572-d4fc46ee0afc HTTP/1.1" status: 200 len: 806 time: 0.4398158 Dec 06 17:37:46.688342 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55090) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:46.748699 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-d66f0b13-a629-411f-af43-d81219d8b94c None None] Allocated IP 172.20.0.2 (b9174b3c-cb93-4073-a565-cfedc5d6048e/5e028ff5-67ac-4de3-a572-d4fc46ee0afc/b88416b3-4ce3-453b-a350-18ba98fd99e1) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:37:46.756917 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9ea814-7ddc-4bad-b613-0e4aee78f571 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Pushing event updated for resources: {'Subnet': ['ID=5e028ff5-67ac-4de3-a572-d4fc46ee0afc,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:46.854888 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c5b9dca2-1920-4734-9c31-782c8f48026c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:46.941732 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c5b9dca2-1920-4734-9c31-782c8f48026c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:46.998871 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:47.036704 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d66f0b13-a629-411f-af43-d81219d8b94c None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:47.045493 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d66f0b13-a629-411f-af43-d81219d8b94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:47.072734 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c5b9dca2-1920-4734-9c31-782c8f48026c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:47.084266 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66f0b13-a629-411f-af43-d81219d8b94c None None] Network b9174b3c-cb93-4073-a565-cfedc5d6048e is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:37:47.089020 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-d66f0b13-a629-411f-af43-d81219d8b94c None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:37:47.094989 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66f0b13-a629-411f-af43-d81219d8b94c None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:37:47.105821 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b9dca2-1920-4734-9c31-782c8f48026c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Pushing event deleted for resources: {'Subnet': ['ID=5e028ff5-67ac-4de3-a572-d4fc46ee0afc,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:47.142968 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66f0b13-a629-411f-af43-d81219d8b94c None None] Pushing event updated for resources: {'Port': ['ID=b88416b3-4ce3-453b-a350-18ba98fd99e1,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:47.234964 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-d66f0b13-a629-411f-af43-d81219d8b94c None None] Attempting to bind port b88416b3-4ce3-453b-a350-18ba98fd99e1 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:37:47.235349 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-d66f0b13-a629-411f-af43-d81219d8b94c None None] Attempting to bind port b88416b3-4ce3-453b-a350-18ba98fd99e1 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'e11a11ed-ce14-4210-923d-14248556b762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b9174b3c-cb93-4073-a565-cfedc5d6048e'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:37:47.235843 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66f0b13-a629-411f-af43-d81219d8b94c None None] Attempting to bind port b88416b3-4ce3-453b-a350-18ba98fd99e1 on network b9174b3c-cb93-4073-a565-cfedc5d6048e {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:37:47.249695 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66f0b13-a629-411f-af43-d81219d8b94c None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:37:47.250348 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66f0b13-a629-411f-af43-d81219d8b94c None None] Checking segment: {'id': 'e11a11ed-ce14-4210-923d-14248556b762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b9174b3c-cb93-4073-a565-cfedc5d6048e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:37:47.250943 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d66f0b13-a629-411f-af43-d81219d8b94c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:47.251268 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66f0b13-a629-411f-af43-d81219d8b94c None None] Bound using segment: {'id': 'e11a11ed-ce14-4210-923d-14248556b762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b9174b3c-cb93-4073-a565-cfedc5d6048e'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:37:47.252999 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-d66f0b13-a629-411f-af43-d81219d8b94c None None] Bound port: b88416b3-4ce3-453b-a350-18ba98fd99e1, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e11a11ed-ce14-4210-923d-14248556b762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b9174b3c-cb93-4073-a565-cfedc5d6048e'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:37:47.253425 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d66f0b13-a629-411f-af43-d81219d8b94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:47.256481 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c5b9dca2-1920-4734-9c31-782c8f48026c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:47.310583 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-c5b9dca2-1920-4734-9c31-782c8f48026c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9174b3c-cb93-4073-a565-cfedc5d6048e']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:37:47.329005 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-c5b9dca2-1920-4734-9c31-782c8f48026c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e11a11ed-ce14-4210-923d-14248556b762') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:37:47.329662 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-c5b9dca2-1920-4734-9c31-782c8f48026c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e11a11ed-ce14-4210-923d-14248556b762') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:37:47.341697 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c5b9dca2-1920-4734-9c31-782c8f48026c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:47.358443 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c5b9dca2-1920-4734-9c31-782c8f48026c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:47.360105 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-d66f0b13-a629-411f-af43-d81219d8b94c None None] For port b88416b3-4ce3-453b-a350-18ba98fd99e1, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:37:47.366613 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5b9dca2-1920-4734-9c31-782c8f48026c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:37:47.367163 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c5b9dca2-1920-4734-9c31-782c8f48026c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:47.370435 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 17:37:47.370435 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:37:47.370435 n-d-master-1 neutron-server[103284]: timer() Dec 06 17:37:47.370435 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:37:47.370435 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 17:37:47.370435 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:37:47.370435 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 17:37:47.370435 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:37:47.370435 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 17:37:47.370435 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:37:47.370435 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 17:37:47.370435 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:37:47.370435 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 17:37:47.370435 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:37:47.370435 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:37:47.370435 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:37:47.370435 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:37:47.370435 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:37:47.370435 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 17:37:47.370435 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:37:47.370435 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 17:37:47.370435 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:37:47.370435 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:37:47.370435 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:37:47.370435 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 17:37:47.370435 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:37:47.370435 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:37:47.370435 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:37:47.370435 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:37:47.370435 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:37:47.370435 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:37:47.370435 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:37:47.439047 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-d66f0b13-a629-411f-af43-d81219d8b94c None None] For port b88416b3-4ce3-453b-a350-18ba98fd99e1, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b88416b3-4ce3-453b-a350-18ba98fd99e1,segment=NetworkSegment(e11a11ed-ce14-4210-923d-14248556b762),segment_id=e11a11ed-ce14-4210-923d-14248556b762)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:37:47.441336 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.db.api [None req-c5b9dca2-1920-4734-9c31-782c8f48026c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 06 17:37:47.441336 n-d-master-1 neutron-server[103284]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 06 17:37:47.441336 n-d-master-1 neutron-server[103284]: [parameters: {'id': 'b9174b3c-cb93-4073-a565-cfedc5d6048e'}] Dec 06 17:37:47.441336 n-d-master-1 neutron-server[103284]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103284) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 17:37:47.443998 n-d-master-1 neutron-server[103284]: DEBUG oslo_db.api [None req-c5b9dca2-1920-4734-9c31-782c8f48026c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 17:37:47.444960 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d66f0b13-a629-411f-af43-d81219d8b94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:47.526307 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66f0b13-a629-411f-af43-d81219d8b94c None None] Pushing event updated for resources: {'Port': ['ID=b88416b3-4ce3-453b-a350-18ba98fd99e1,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:47.553724 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5abb33-5b3e-4745-b051-a0ac6f8b7be8 None None] Network b9174b3c-cb93-4073-a565-cfedc5d6048e requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:37:47.773189 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9673eb8e-3139-403e-8018-18f0d0628b0c req-81d8f226-9629-4eb6-85f1-05689816fcfe tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:47.790249 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9673eb8e-3139-403e-8018-18f0d0628b0c req-81d8f226-9629-4eb6-85f1-05689816fcfe tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=9723ca4f-190e-4386-9f0e-3eeb63038ec4 HTTP/1.1" status: 200 len: 944 time: 0.1204195 Dec 06 17:37:47.860692 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9673eb8e-3139-403e-8018-18f0d0628b0c req-ea125c2c-5662-4884-9d49-ac61b85398a8 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=53a84ca2-3f2c-4a10-85a7-67cee2181fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690954 Dec 06 17:37:47.933400 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfbbe68d-5abd-46a7-89ad-a510ab36d7fc None None] Network b9174b3c-cb93-4073-a565-cfedc5d6048e requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:37:47.946079 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c5b9dca2-1920-4734-9c31-782c8f48026c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:48.090968 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-c5b9dca2-1920-4734-9c31-782c8f48026c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Deleting port b88416b3-4ce3-453b-a350-18ba98fd99e1 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:37:48.091676 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c5b9dca2-1920-4734-9c31-782c8f48026c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:48.124131 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5ad2b3-502f-484e-a623-e31c48869eeb None None] get_active_networks_info from n-d-master-1 {{(pid=103286) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 17:37:48.182633 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:48.252458 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-c5b9dca2-1920-4734-9c31-782c8f48026c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] For port b88416b3-4ce3-453b-a350-18ba98fd99e1, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b88416b3-4ce3-453b-a350-18ba98fd99e1,segment=NetworkSegment(e11a11ed-ce14-4210-923d-14248556b762),segment_id=e11a11ed-ce14-4210-923d-14248556b762)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:37:48.254699 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c5b9dca2-1920-4734-9c31-782c8f48026c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:48.260893 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5ad2b3-502f-484e-a623-e31c48869eeb None None] Resources bound (agent type, host, resource id): {{(pid=103286) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 06 17:37:48.288624 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-c5b9dca2-1920-4734-9c31-782c8f48026c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Calling delete_port for b88416b3-4ce3-453b-a350-18ba98fd99e1 owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:37:48.475607 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c5b9dca2-1920-4734-9c31-782c8f48026c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:48.513020 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b9dca2-1920-4734-9c31-782c8f48026c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] No DVR routers for this DVR port b88416b3-4ce3-453b-a350-18ba98fd99e1 on host n-d-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:37:48.592257 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b9dca2-1920-4734-9c31-782c8f48026c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Pushing event deleted for resources: {'Port': ['ID=b88416b3-4ce3-453b-a350-18ba98fd99e1,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:48.779672 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c5b9dca2-1920-4734-9c31-782c8f48026c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:48.836337 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-c5b9dca2-1920-4734-9c31-782c8f48026c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9174b3c-cb93-4073-a565-cfedc5d6048e']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:37:48.849460 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-c5b9dca2-1920-4734-9c31-782c8f48026c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e11a11ed-ce14-4210-923d-14248556b762') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:37:48.849850 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-c5b9dca2-1920-4734-9c31-782c8f48026c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e11a11ed-ce14-4210-923d-14248556b762') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:37:48.861998 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c5b9dca2-1920-4734-9c31-782c8f48026c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:48.878173 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c5b9dca2-1920-4734-9c31-782c8f48026c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:48.887125 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5b9dca2-1920-4734-9c31-782c8f48026c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:37:48.888794 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c5b9dca2-1920-4734-9c31-782c8f48026c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:48.897374 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 17:37:48.897374 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:37:48.897374 n-d-master-1 neutron-server[103284]: timer() Dec 06 17:37:48.897374 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:37:48.897374 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 17:37:48.897374 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:37:48.897374 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 17:37:48.897374 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:37:48.897374 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 17:37:48.897374 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:37:48.897374 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 17:37:48.897374 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:37:48.897374 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 17:37:48.897374 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:37:48.897374 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:37:48.897374 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:37:48.897374 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:37:48.897374 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:37:48.897374 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 17:37:48.897374 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:37:48.897374 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 17:37:48.897374 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:37:48.897374 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:37:48.897374 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:37:48.897374 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 17:37:48.897374 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:37:48.897374 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:37:48.897374 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:37:48.897374 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:37:48.897374 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:37:48.897374 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:37:48.897374 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:37:49.057637 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83318dc-8413-4462-a143-8f63c7772bc3 req-bc9d6e76-9c04-43f1-80b2-f31eb01df7e3 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:49.059804 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e83318dc-8413-4462-a143-8f63c7772bc3 req-bc9d6e76-9c04-43f1-80b2-f31eb01df7e3 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=9723ca4f-190e-4386-9f0e-3eeb63038ec4 HTTP/1.1" status: 200 len: 944 time: 0.0825450 Dec 06 17:37:49.062587 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c5b9dca2-1920-4734-9c31-782c8f48026c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:49.070442 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c5b9dca2-1920-4734-9c31-782c8f48026c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks [] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:49.075127 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-c5b9dca2-1920-4734-9c31-782c8f48026c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] 10.222.0.23 "DELETE /v2.0/networks/b9174b3c-cb93-4073-a565-cfedc5d6048e HTTP/1.1" status: 204 len: 168 time: 2.3856289 Dec 06 17:37:49.077986 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 55112) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:49.104966 n-d-master-1 neutron-server[103285]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bb1bbc0-7010-4a87-a863-9db7804a61bc tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] DELETE failed (client error): The resource could not be found. Dec 06 17:37:49.105226 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:49.105998 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bb1bbc0-7010-4a87-a863-9db7804a61bc tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103285) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:37:49.107343 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b9dca2-1920-4734-9c31-782c8f48026c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Pushing event deleted for resources: {'Network': ['ID=b9174b3c-cb93-4073-a565-cfedc5d6048e,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:49.115733 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-5bb1bbc0-7010-4a87-a863-9db7804a61bc tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] 10.222.0.23 "DELETE /v2.0/networks/b9174b3c-cb93-4073-a565-cfedc5d6048e HTTP/1.1" status: 404 len: 339 time: 0.0357831 Dec 06 17:37:49.116638 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 55114) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:49.123074 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-f7af4d0a-3ca2-4e3d-b913-eadbaa614b37 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-577532483', 'description': 'd1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:37:49.154554 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7af4d0a-3ca2-4e3d-b913-eadbaa614b37 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Made reservation on behalf of a456683d8f034bfab99d34aee0779b2c for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:37:49.160628 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f7af4d0a-3ca2-4e3d-b913-eadbaa614b37 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:49.210106 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e83318dc-8413-4462-a143-8f63c7772bc3 req-d580011a-880b-4d20-b0d9-74808419c233 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=53a84ca2-3f2c-4a10-85a7-67cee2181fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335154 Dec 06 17:37:49.211303 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7af4d0a-3ca2-4e3d-b913-eadbaa614b37 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:37:49.225942 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f7af4d0a-3ca2-4e3d-b913-eadbaa614b37 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:49.226475 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-f7af4d0a-3ca2-4e3d-b913-eadbaa614b37 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Added segment f26fde43-ff63-479a-a9bb-0c97ac1b5256 of type vlan for network 261d41c7-037c-4961-8f93-553c41517af2 Dec 06 17:37:49.284963 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f7af4d0a-3ca2-4e3d-b913-eadbaa614b37 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:49.321243 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f7af4d0a-3ca2-4e3d-b913-eadbaa614b37 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:49.328097 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7af4d0a-3ca2-4e3d-b913-eadbaa614b37 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:49.329177 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f7af4d0a-3ca2-4e3d-b913-eadbaa614b37 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-771481'] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:49.427186 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7af4d0a-3ca2-4e3d-b913-eadbaa614b37 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Pushing event updated for resources: {'Network': ['ID=261d41c7-037c-4961-8f93-553c41517af2,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:49.442454 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 261d41c7-037c-4961-8f93-553c41517af2 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:37:49.456050 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-f7af4d0a-3ca2-4e3d-b913-eadbaa614b37 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.3380423 Dec 06 17:37:49.458297 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55120) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:49.602230 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f6d296-1b42-43d1-a7bb-5657b8c04196 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:49.607516 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-f7f6d296-1b42-43d1-a7bb-5657b8c04196 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] 10.222.0.23 "GET /v2.0/networks?id=261d41c7-037c-4961-8f93-553c41517af2 HTTP/1.1" status: 200 len: 760 time: 0.1480000 Dec 06 17:37:49.608091 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 55126) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:49.615754 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-6a9665a5-a6d5-4be1-ba2f-b0970a6b6444 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Request body: {'network': {'description': 'd2'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:37:49.821779 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6a9665a5-a6d5-4be1-ba2f-b0970a6b6444 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:49.837611 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6a9665a5-a6d5-4be1-ba2f-b0970a6b6444 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:49.860005 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6a9665a5-a6d5-4be1-ba2f-b0970a6b6444 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Network 261d41c7-037c-4961-8f93-553c41517af2 is not hosted by any dhcp agent {{(pid=103285) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 06 17:37:49.867570 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9665a5-a6d5-4be1-ba2f-b0970a6b6444 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:49.868250 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6a9665a5-a6d5-4be1-ba2f-b0970a6b6444 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks [] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:49.872139 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-6a9665a5-a6d5-4be1-ba2f-b0970a6b6444 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] 10.222.0.23 "PUT /v2.0/networks/261d41c7-037c-4961-8f93-553c41517af2 HTTP/1.1" status: 200 len: 757 time: 0.2602637 Dec 06 17:37:49.872558 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55132) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:50.010330 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9665a5-a6d5-4be1-ba2f-b0970a6b6444 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Pushing event updated for resources: {'Network': ['ID=261d41c7-037c-4961-8f93-553c41517af2,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:50.024297 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 261d41c7-037c-4961-8f93-553c41517af2 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:37:50.058463 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf9c440-8a85-40c6-bf36-995b4c323839 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:50.073371 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-ddf9c440-8a85-40c6-bf36-995b4c323839 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] 10.222.0.23 "GET /v2.0/networks?id=261d41c7-037c-4961-8f93-553c41517af2 HTTP/1.1" status: 200 len: 760 time: 0.1995335 Dec 06 17:37:50.077040 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 55138) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:50.082061 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-0d46a1b9-1b5e-4bbb-8be0-b3f3b2cca1bc tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-537586279'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:37:50.130007 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d46a1b9-1b5e-4bbb-8be0-b3f3b2cca1bc tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Made reservation on behalf of a456683d8f034bfab99d34aee0779b2c for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:37:50.133564 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0d46a1b9-1b5e-4bbb-8be0-b3f3b2cca1bc tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:50.195128 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d46a1b9-1b5e-4bbb-8be0-b3f3b2cca1bc tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:37:50.217222 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0d46a1b9-1b5e-4bbb-8be0-b3f3b2cca1bc tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:50.218430 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-0d46a1b9-1b5e-4bbb-8be0-b3f3b2cca1bc tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Added segment 95d68934-e9a5-4863-aefc-b4124f6ff3e4 of type vlan for network 6d029fdb-b321-4ddc-ab70-85db5dc65fb0 Dec 06 17:37:50.314074 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0d46a1b9-1b5e-4bbb-8be0-b3f3b2cca1bc tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:50.354849 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0d46a1b9-1b5e-4bbb-8be0-b3f3b2cca1bc tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:50.359988 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d46a1b9-1b5e-4bbb-8be0-b3f3b2cca1bc tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:50.360628 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0d46a1b9-1b5e-4bbb-8be0-b3f3b2cca1bc tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks [] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:50.399274 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-0d46a1b9-1b5e-4bbb-8be0-b3f3b2cca1bc tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3210251 Dec 06 17:37:50.403953 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 55144) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:50.414399 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-06e3616e-92ec-4388-b0c0-6821b687f9ce tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Request body: {'subnet': {'network_id': '6d029fdb-b321-4ddc-ab70-85db5dc65fb0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:37:50.521171 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d46a1b9-1b5e-4bbb-8be0-b3f3b2cca1bc tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Pushing event updated for resources: {'Network': ['ID=6d029fdb-b321-4ddc-ab70-85db5dc65fb0,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:50.576793 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5547810f-421c-4941-9ec9-d9a09e8f622e req-628b0348-9912-4c53-906c-dca041e5f3eb tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:50.578803 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5547810f-421c-4941-9ec9-d9a09e8f622e req-628b0348-9912-4c53-906c-dca041e5f3eb tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=9723ca4f-190e-4386-9f0e-3eeb63038ec4 HTTP/1.1" status: 200 len: 944 time: 0.2387447 Dec 06 17:37:50.580958 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d46a1b9-1b5e-4bbb-8be0-b3f3b2cca1bc tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:37:50.581637 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d46a1b9-1b5e-4bbb-8be0-b3f3b2cca1bc tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:37:50.582189 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d46a1b9-1b5e-4bbb-8be0-b3f3b2cca1bc tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:37:50.583295 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d46a1b9-1b5e-4bbb-8be0-b3f3b2cca1bc tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:37:50.583800 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d46a1b9-1b5e-4bbb-8be0-b3f3b2cca1bc tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:37:50.584326 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d46a1b9-1b5e-4bbb-8be0-b3f3b2cca1bc tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:37:50.584823 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d46a1b9-1b5e-4bbb-8be0-b3f3b2cca1bc tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:37:50.585358 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d46a1b9-1b5e-4bbb-8be0-b3f3b2cca1bc tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:37:50.585900 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d46a1b9-1b5e-4bbb-8be0-b3f3b2cca1bc tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:37:50.586407 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d46a1b9-1b5e-4bbb-8be0-b3f3b2cca1bc tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:37:50.586955 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d46a1b9-1b5e-4bbb-8be0-b3f3b2cca1bc tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:37:50.587438 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d46a1b9-1b5e-4bbb-8be0-b3f3b2cca1bc tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:37:50.587981 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d46a1b9-1b5e-4bbb-8be0-b3f3b2cca1bc tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:37:50.603151 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 6d029fdb-b321-4ddc-ab70-85db5dc65fb0 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:37:50.771544 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5547810f-421c-4941-9ec9-d9a09e8f622e req-3792de4f-6325-4ddc-b5ca-ba805d41d052 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=53a84ca2-3f2c-4a10-85a7-67cee2181fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767695 Dec 06 17:37:50.772713 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06e3616e-92ec-4388-b0c0-6821b687f9ce tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Made reservation on behalf of a456683d8f034bfab99d34aee0779b2c for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:37:50.776505 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-06e3616e-92ec-4388-b0c0-6821b687f9ce tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:51.001929 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-06e3616e-92ec-4388-b0c0-6821b687f9ce tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:51.074855 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e3616e-92ec-4388-b0c0-6821b687f9ce tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Checking segment: {'id': '95d68934-e9a5-4863-aefc-b4124f6ff3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6d029fdb-b321-4ddc-ab70-85db5dc65fb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:37:51.075229 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e3616e-92ec-4388-b0c0-6821b687f9ce tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Network hostable DHCP agents. Network: 6d029fdb-b321-4ddc-ab70-85db5dc65fb0, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:37:51.098876 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e3616e-92ec-4388-b0c0-6821b687f9ce tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Pushing event updated for resources: {'Subnet': ['ID=ad31f87d-b72e-4195-b00b-fe59e354b617,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:51.110645 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e3616e-92ec-4388-b0c0-6821b687f9ce tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Network 6d029fdb-b321-4ddc-ab70-85db5dc65fb0 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:37:51.124310 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-06e3616e-92ec-4388-b0c0-6821b687f9ce tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 6d029fdb-b321-4ddc-ab70-85db5dc65fb0) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:37:51.134684 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea448ee-0f5b-4668-9676-c77fabffa78c None None] Network 6d029fdb-b321-4ddc-ab70-85db5dc65fb0 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:37:51.136358 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e3616e-92ec-4388-b0c0-6821b687f9ce tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:51.137503 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-06e3616e-92ec-4388-b0c0-6821b687f9ce tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:51.167040 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55150) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:51.168005 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-06e3616e-92ec-4388-b0c0-6821b687f9ce tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7621124 Dec 06 17:37:51.343773 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700c90d1-4e21-4977-b884-0ad5f8e9b198 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-6d029fdb-b321-4ddc-ab70-85db5dc65fb0', 'network_id': '6d029fdb-b321-4ddc-ab70-85db5dc65fb0', 'tenant_id': 'a456683d8f034bfab99d34aee0779b2c', 'fixed_ips': [{'subnet_id': 'ad31f87d-b72e-4195-b00b-fe59e354b617'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:37:51.344802 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-700c90d1-4e21-4977-b884-0ad5f8e9b198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:51.378842 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-73f828e9-5172-466d-9a79-4fb64782246c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:51.451743 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-73f828e9-5172-466d-9a79-4fb64782246c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:51.563630 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-700c90d1-4e21-4977-b884-0ad5f8e9b198 None None] Allocated IP 172.20.0.2 (6d029fdb-b321-4ddc-ab70-85db5dc65fb0/ad31f87d-b72e-4195-b00b-fe59e354b617/c9c14296-27c9-4bdc-bffe-052e83c48f79) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:37:51.871713 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-700c90d1-4e21-4977-b884-0ad5f8e9b198 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:51.886681 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-700c90d1-4e21-4977-b884-0ad5f8e9b198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:51.903151 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-73f828e9-5172-466d-9a79-4fb64782246c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:51.968363 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 55162) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:52.005530 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700c90d1-4e21-4977-b884-0ad5f8e9b198 None None] Network 6d029fdb-b321-4ddc-ab70-85db5dc65fb0 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:37:52.025967 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-700c90d1-4e21-4977-b884-0ad5f8e9b198 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:37:52.028934 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c90d1-4e21-4977-b884-0ad5f8e9b198 None None] Pushing event updated for resources: {'Port': ['ID=c9c14296-27c9-4bdc-bffe-052e83c48f79,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:52.037084 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700c90d1-4e21-4977-b884-0ad5f8e9b198 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:37:52.112769 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-73f828e9-5172-466d-9a79-4fb64782246c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:52.143254 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-73f828e9-5172-466d-9a79-4fb64782246c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d029fdb-b321-4ddc-ab70-85db5dc65fb0']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:37:52.146683 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-700c90d1-4e21-4977-b884-0ad5f8e9b198 None None] Attempting to bind port c9c14296-27c9-4bdc-bffe-052e83c48f79 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:37:52.147976 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-700c90d1-4e21-4977-b884-0ad5f8e9b198 None None] Attempting to bind port c9c14296-27c9-4bdc-bffe-052e83c48f79 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '95d68934-e9a5-4863-aefc-b4124f6ff3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6d029fdb-b321-4ddc-ab70-85db5dc65fb0'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:37:52.147976 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700c90d1-4e21-4977-b884-0ad5f8e9b198 None None] Attempting to bind port c9c14296-27c9-4bdc-bffe-052e83c48f79 on network 6d029fdb-b321-4ddc-ab70-85db5dc65fb0 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:37:52.154992 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700c90d1-4e21-4977-b884-0ad5f8e9b198 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:37:52.155470 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-73f828e9-5172-466d-9a79-4fb64782246c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95d68934-e9a5-4863-aefc-b4124f6ff3e4') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:37:52.156040 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700c90d1-4e21-4977-b884-0ad5f8e9b198 None None] Checking segment: {'id': '95d68934-e9a5-4863-aefc-b4124f6ff3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6d029fdb-b321-4ddc-ab70-85db5dc65fb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:37:52.156911 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-700c90d1-4e21-4977-b884-0ad5f8e9b198 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:52.157561 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700c90d1-4e21-4977-b884-0ad5f8e9b198 None None] Bound using segment: {'id': '95d68934-e9a5-4863-aefc-b4124f6ff3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6d029fdb-b321-4ddc-ab70-85db5dc65fb0'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:37:52.157949 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-73f828e9-5172-466d-9a79-4fb64782246c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95d68934-e9a5-4863-aefc-b4124f6ff3e4') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:37:52.158956 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-700c90d1-4e21-4977-b884-0ad5f8e9b198 None None] Bound port: c9c14296-27c9-4bdc-bffe-052e83c48f79, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95d68934-e9a5-4863-aefc-b4124f6ff3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6d029fdb-b321-4ddc-ab70-85db5dc65fb0'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:37:52.159830 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-700c90d1-4e21-4977-b884-0ad5f8e9b198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:52.184018 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-73f828e9-5172-466d-9a79-4fb64782246c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:52.208714 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f828e9-5172-466d-9a79-4fb64782246c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Pushing event deleted for resources: {'Subnet': ['ID=ad31f87d-b72e-4195-b00b-fe59e354b617,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:52.209693 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-65dd354c-a752-4e44-b444-2a1b41f4240c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:52.232614 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-73f828e9-5172-466d-9a79-4fb64782246c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:52.244693 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73f828e9-5172-466d-9a79-4fb64782246c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:37:52.246072 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-73f828e9-5172-466d-9a79-4fb64782246c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:52.249747 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 17:37:52.249747 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:37:52.249747 n-d-master-1 neutron-server[103284]: timer() Dec 06 17:37:52.249747 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:37:52.249747 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 17:37:52.249747 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:37:52.249747 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 17:37:52.249747 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:37:52.249747 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 17:37:52.249747 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:37:52.249747 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 17:37:52.249747 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:37:52.249747 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 17:37:52.249747 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:37:52.249747 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:37:52.249747 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:37:52.249747 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:37:52.249747 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:37:52.249747 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 17:37:52.249747 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:37:52.249747 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 17:37:52.249747 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:37:52.249747 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:37:52.249747 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:37:52.249747 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 17:37:52.249747 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:37:52.249747 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:37:52.249747 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:37:52.249747 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:37:52.249747 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:37:52.249747 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:37:52.249747 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:37:52.268142 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-700c90d1-4e21-4977-b884-0ad5f8e9b198 None None] For port c9c14296-27c9-4bdc-bffe-052e83c48f79, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:37:52.285907 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9359b1-a67b-4774-b8e2-a42a33169f10 req-f58d69de-2e3e-45e5-b9c5-b94074fc9066 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:52.287444 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fa9359b1-a67b-4774-b8e2-a42a33169f10 req-f58d69de-2e3e-45e5-b9c5-b94074fc9066 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=9723ca4f-190e-4386-9f0e-3eeb63038ec4 HTTP/1.1" status: 200 len: 944 time: 0.3676958 Dec 06 17:37:52.344683 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-700c90d1-4e21-4977-b884-0ad5f8e9b198 None None] For port c9c14296-27c9-4bdc-bffe-052e83c48f79, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c9c14296-27c9-4bdc-bffe-052e83c48f79,segment=NetworkSegment(95d68934-e9a5-4863-aefc-b4124f6ff3e4),segment_id=95d68934-e9a5-4863-aefc-b4124f6ff3e4)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:37:52.350661 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.db.api [None req-73f828e9-5172-466d-9a79-4fb64782246c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 06 17:37:52.350661 n-d-master-1 neutron-server[103284]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 06 17:37:52.350661 n-d-master-1 neutron-server[103284]: [parameters: {'id': '6d029fdb-b321-4ddc-ab70-85db5dc65fb0'}] Dec 06 17:37:52.350661 n-d-master-1 neutron-server[103284]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103284) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 17:37:52.351700 n-d-master-1 neutron-server[103284]: DEBUG oslo_db.api [None req-73f828e9-5172-466d-9a79-4fb64782246c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 17:37:52.354058 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-700c90d1-4e21-4977-b884-0ad5f8e9b198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:52.396019 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fa9359b1-a67b-4774-b8e2-a42a33169f10 req-fb5789b6-9714-46d1-a8e1-19d7610f1a48 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=53a84ca2-3f2c-4a10-85a7-67cee2181fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769501 Dec 06 17:37:52.454521 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-65dd354c-a752-4e44-b444-2a1b41f4240c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:52.458173 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c90d1-4e21-4977-b884-0ad5f8e9b198 None None] Pushing event updated for resources: {'Port': ['ID=c9c14296-27c9-4bdc-bffe-052e83c48f79,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:52.460958 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-65dd354c-a752-4e44-b444-2a1b41f4240c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:52.494305 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-65dd354c-a752-4e44-b444-2a1b41f4240c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3303d25704404876a5ee53df53bffd74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5245140 Dec 06 17:37:52.496843 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55168) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:52.535044 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f04d3c5-8826-4cce-b17e-51da4eadea97 None None] Network 6d029fdb-b321-4ddc-ab70-85db5dc65fb0 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:37:52.554853 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dd354c-a752-4e44-b444-2a1b41f4240c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d3be14-7c6a-4c69-8895-2adcf2c109c7,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:52.580044 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-84cee9f9-c9aa-4717-88c1-40ff5480aaa9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:52.612603 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-84cee9f9-c9aa-4717-88c1-40ff5480aaa9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:52.670679 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-84cee9f9-c9aa-4717-88c1-40ff5480aaa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:52.675589 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-84cee9f9-c9aa-4717-88c1-40ff5480aaa9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:52.678105 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-84cee9f9-c9aa-4717-88c1-40ff5480aaa9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f6d3be14-7c6a-4c69-8895-2adcf2c109c7 HTTP/1.1" status: 204 len: 168 time: 0.1799955 Dec 06 17:37:52.688320 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cee9f9-c9aa-4717-88c1-40ff5480aaa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d3be14-7c6a-4c69-8895-2adcf2c109c7,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:52.718036 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60591a1e-f449-4b5d-93d5-3a9ce2173c83 None None] get_active_networks_info from n-d-master-1 {{(pid=103286) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 17:37:52.853643 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-73f828e9-5172-466d-9a79-4fb64782246c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:52.859103 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60591a1e-f449-4b5d-93d5-3a9ce2173c83 None None] Resources bound (agent type, host, resource id): {{(pid=103286) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 06 17:37:52.932916 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-73f828e9-5172-466d-9a79-4fb64782246c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Deleting port c9c14296-27c9-4bdc-bffe-052e83c48f79 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:37:52.933559 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-73f828e9-5172-466d-9a79-4fb64782246c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:53.009572 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-73f828e9-5172-466d-9a79-4fb64782246c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] For port c9c14296-27c9-4bdc-bffe-052e83c48f79, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c9c14296-27c9-4bdc-bffe-052e83c48f79,segment=NetworkSegment(95d68934-e9a5-4863-aefc-b4124f6ff3e4),segment_id=95d68934-e9a5-4863-aefc-b4124f6ff3e4)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:37:53.010074 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-73f828e9-5172-466d-9a79-4fb64782246c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:53.024073 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-73f828e9-5172-466d-9a79-4fb64782246c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Calling delete_port for c9c14296-27c9-4bdc-bffe-052e83c48f79 owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:37:53.119654 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-73f828e9-5172-466d-9a79-4fb64782246c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:53.135404 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f828e9-5172-466d-9a79-4fb64782246c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] No DVR routers for this DVR port c9c14296-27c9-4bdc-bffe-052e83c48f79 on host n-d-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:37:53.198270 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f828e9-5172-466d-9a79-4fb64782246c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Pushing event deleted for resources: {'Port': ['ID=c9c14296-27c9-4bdc-bffe-052e83c48f79,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:53.357936 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-73f828e9-5172-466d-9a79-4fb64782246c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:53.386947 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-73f828e9-5172-466d-9a79-4fb64782246c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d029fdb-b321-4ddc-ab70-85db5dc65fb0']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:37:53.397855 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-73f828e9-5172-466d-9a79-4fb64782246c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95d68934-e9a5-4863-aefc-b4124f6ff3e4') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:37:53.398897 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-73f828e9-5172-466d-9a79-4fb64782246c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95d68934-e9a5-4863-aefc-b4124f6ff3e4') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:37:53.412992 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-73f828e9-5172-466d-9a79-4fb64782246c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:53.435119 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-73f828e9-5172-466d-9a79-4fb64782246c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:53.443922 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73f828e9-5172-466d-9a79-4fb64782246c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:37:53.445211 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-73f828e9-5172-466d-9a79-4fb64782246c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:53.537325 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 17:37:53.537325 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:37:53.537325 n-d-master-1 neutron-server[103284]: timer() Dec 06 17:37:53.537325 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:37:53.537325 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 17:37:53.537325 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:37:53.537325 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 17:37:53.537325 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:37:53.537325 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 17:37:53.537325 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:37:53.537325 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 17:37:53.537325 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:37:53.537325 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 17:37:53.537325 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:37:53.537325 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:37:53.537325 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:37:53.537325 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:37:53.537325 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:37:53.537325 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 17:37:53.537325 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:37:53.537325 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 17:37:53.537325 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:37:53.537325 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:37:53.537325 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:37:53.537325 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 17:37:53.537325 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:37:53.537325 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:37:53.537325 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:37:53.537325 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:37:53.537325 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:37:53.537325 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:37:53.537325 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:37:53.542967 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-73f828e9-5172-466d-9a79-4fb64782246c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:53.578856 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-73f828e9-5172-466d-9a79-4fb64782246c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks [] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:53.581398 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9166ce91-d4eb-476a-b9a2-c8a96ad1ab57 req-aa4bb24c-3193-46a6-aaf9-e5b4658f5457 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:53.588467 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-73f828e9-5172-466d-9a79-4fb64782246c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] 10.222.0.23 "DELETE /v2.0/networks/6d029fdb-b321-4ddc-ab70-85db5dc65fb0 HTTP/1.1" status: 204 len: 168 time: 2.4182460 Dec 06 17:37:53.590379 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f828e9-5172-466d-9a79-4fb64782246c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Pushing event deleted for resources: {'Network': ['ID=6d029fdb-b321-4ddc-ab70-85db5dc65fb0,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:53.590949 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9166ce91-d4eb-476a-b9a2-c8a96ad1ab57 req-aa4bb24c-3193-46a6-aaf9-e5b4658f5457 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=9723ca4f-190e-4386-9f0e-3eeb63038ec4 HTTP/1.1" status: 200 len: 944 time: 0.0817909 Dec 06 17:37:53.593350 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55200) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:53.631167 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b04d7c4-2411-42d5-9b79-89fd292ae909 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] GET failed (client error): The resource could not be found. Dec 06 17:37:53.636934 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-4b04d7c4-2411-42d5-9b79-89fd292ae909 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] 10.222.0.23 "GET /v2.0/subnets/ad31f87d-b72e-4195-b00b-fe59e354b617 HTTP/1.1" status: 404 len: 337 time: 0.0418019 Dec 06 17:37:53.637605 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55202) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:53.658905 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9166ce91-d4eb-476a-b9a2-c8a96ad1ab57 req-ebfc1880-17a0-47c0-9a4d-895e0f9470f6 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=53a84ca2-3f2c-4a10-85a7-67cee2181fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666382 Dec 06 17:37:53.667261 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-9130dd0a-da6b-4aed-bdfc-52232de9c271 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] DELETE failed (client error): The resource could not be found. Dec 06 17:37:53.668221 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9130dd0a-da6b-4aed-bdfc-52232de9c271 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:37:53.678812 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 55204) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:53.679047 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-9130dd0a-da6b-4aed-bdfc-52232de9c271 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] 10.222.0.23 "DELETE /v2.0/networks/6d029fdb-b321-4ddc-ab70-85db5dc65fb0 HTTP/1.1" status: 404 len: 339 time: 0.0401008 Dec 06 17:37:53.956069 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e37f24-346d-4805-8f82-701ed0751c3b tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:53.963838 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55212) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:53.967287 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-f9e37f24-346d-4805-8f82-701ed0751c3b tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2856674 Dec 06 17:37:54.038832 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-a836103e-b563-4759-854f-963c3ed174be tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] 10.222.0.23 "GET /v2.0/subnets?network_id=40c9982f-f1ff-4b90-bebe-b7d51655f7e2 HTTP/1.1" status: 200 len: 207 time: 0.0735140 Dec 06 17:37:54.042261 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 55214) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:54.387403 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b12f14c-459e-4406-83b8-371addd1df5b tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:54.400883 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b12f14c-459e-4406-83b8-371addd1df5b tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:54.414666 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b12f14c-459e-4406-83b8-371addd1df5b tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:54.429091 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b12f14c-459e-4406-83b8-371addd1df5b tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:54.431949 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-8b12f14c-459e-4406-83b8-371addd1df5b tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.3881817 Dec 06 17:37:54.435927 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55222) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:54.713830 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-b55ba66b-fa3c-41ab-bdcc-30ffdb5f7537 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] 10.222.0.23 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.2719321 Dec 06 17:37:54.714310 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 55228) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:54.816433 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898db793-6201-4cf6-bcd2-a4ce10619799 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:54.819103 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898db793-6201-4cf6-bcd2-a4ce10619799 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:54.827120 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-898db793-6201-4cf6-bcd2-a4ce10619799 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1105764 Dec 06 17:37:54.827120 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 55230) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:54.829621 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3838e13-f8c5-4940-b662-ea2e3874ce1c req-ab9627d5-e64c-41ae-b0fe-429aac58c03b tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:54.831905 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a3838e13-f8c5-4940-b662-ea2e3874ce1c req-ab9627d5-e64c-41ae-b0fe-429aac58c03b tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=9723ca4f-190e-4386-9f0e-3eeb63038ec4 HTTP/1.1" status: 200 len: 944 time: 0.0882602 Dec 06 17:37:54.896679 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9711537b-5068-4256-9a1d-df69b0e85be5 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Attributes excluded by policy engine: ['shared'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:54.897453 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a3838e13-f8c5-4940-b662-ea2e3874ce1c req-56a938d4-bcdd-4c87-bab6-9001d56966f3 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=53a84ca2-3f2c-4a10-85a7-67cee2181fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576842 Dec 06 17:37:54.898709 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9711537b-5068-4256-9a1d-df69b0e85be5 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Attributes excluded by policy engine: ['shared'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:54.905243 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-9711537b-5068-4256-9a1d-df69b0e85be5 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] 10.222.0.23 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0725682 Dec 06 17:37:54.905608 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 55232) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:55.592417 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f904de-0a73-4304-9ee1-68973ffdfa65 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:55.594631 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-26f904de-0a73-4304-9ee1-68973ffdfa65 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] 10.222.0.23 "GET /v2.0/networks/291b1ca1-e694-4002-8724-027882d5a226 HTTP/1.1" status: 200 len: 799 time: 0.6877940 Dec 06 17:37:55.598524 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 55248) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:55.758011 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-de4c28a0-8869-4ee3-b7f8-378df0249e3e tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] 10.222.0.23 "GET /v2.0/networks/291b1ca1-e694-4002-8724-027882d5a226?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1540067 Dec 06 17:37:55.758656 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55250) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:55.824614 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992198ea-9b53-4e3c-925a-065759ed9b14 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:55.826121 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-992198ea-9b53-4e3c-925a-065759ed9b14 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] 10.222.0.23 "GET /v2.0/subnets/9b32dd5f-65e6-4a09-b2e9-6fb9b745232b HTTP/1.1" status: 200 len: 811 time: 0.0663416 Dec 06 17:37:55.830121 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 55252) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:55.889328 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40feabe8-df26-4c1a-9c91-c5ed0e6114af tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Attributes excluded by policy engine: ['shared'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:55.891110 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-40feabe8-df26-4c1a-9c91-c5ed0e6114af tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] 10.222.0.23 "GET /v2.0/subnets/9b32dd5f-65e6-4a09-b2e9-6fb9b745232b?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0597641 Dec 06 17:37:55.895802 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 55254) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:55.901612 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-44447d3d-9c08-48a8-853a-44bbf2089e04 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1335112144'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:37:55.925918 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44447d3d-9c08-48a8-853a-44bbf2089e04 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Made reservation on behalf of a456683d8f034bfab99d34aee0779b2c for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:37:55.929663 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-44447d3d-9c08-48a8-853a-44bbf2089e04 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:55.956522 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44447d3d-9c08-48a8-853a-44bbf2089e04 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:37:55.969449 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-44447d3d-9c08-48a8-853a-44bbf2089e04 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:55.969876 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-44447d3d-9c08-48a8-853a-44bbf2089e04 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Added segment f41bd9c9-0a1c-4c7a-a620-6578ea9adeec of type vlan for network a9bb71f2-16b3-45b3-93fc-a5e92f0bcf82 Dec 06 17:37:56.040060 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-44447d3d-9c08-48a8-853a-44bbf2089e04 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:56.081754 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9ae899-fcdc-4369-8c95-7fcb3edd78c8 req-145f27c9-e58b-49cd-ae44-ed7db15dac05 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:56.083371 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2b9ae899-fcdc-4369-8c95-7fcb3edd78c8 req-145f27c9-e58b-49cd-ae44-ed7db15dac05 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=9723ca4f-190e-4386-9f0e-3eeb63038ec4 HTTP/1.1" status: 200 len: 944 time: 0.0784776 Dec 06 17:37:56.084625 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-44447d3d-9c08-48a8-853a-44bbf2089e04 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:56.090187 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44447d3d-9c08-48a8-853a-44bbf2089e04 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:56.090842 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-44447d3d-9c08-48a8-853a-44bbf2089e04 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks [] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:56.143331 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-44447d3d-9c08-48a8-853a-44bbf2089e04 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2463310 Dec 06 17:37:56.146983 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55258) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:56.151624 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-17a5df39-9c76-4cca-9817-559878c38057 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Request body: {'subnet': {'network_id': 'a9bb71f2-16b3-45b3-93fc-a5e92f0bcf82', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:37:56.188471 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44447d3d-9c08-48a8-853a-44bbf2089e04 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Pushing event updated for resources: {'Network': ['ID=a9bb71f2-16b3-45b3-93fc-a5e92f0bcf82,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:56.199840 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network a9bb71f2-16b3-45b3-93fc-a5e92f0bcf82 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:37:56.218203 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2b9ae899-fcdc-4369-8c95-7fcb3edd78c8 req-276d5bb8-5995-48d0-a42d-8cb361f40bbe tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=53a84ca2-3f2c-4a10-85a7-67cee2181fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242611 Dec 06 17:37:56.257824 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17a5df39-9c76-4cca-9817-559878c38057 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Made reservation on behalf of a456683d8f034bfab99d34aee0779b2c for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:37:56.262056 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-17a5df39-9c76-4cca-9817-559878c38057 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:56.338962 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.ipam_backend_mixin [None req-17a5df39-9c76-4cca-9817-559878c38057 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Performing IP validity checks on allocation pools {{(pid=103284) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 06 17:37:56.339680 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.ipam_backend_mixin [None req-17a5df39-9c76-4cca-9817-559878c38057 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103284) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 06 17:37:56.478646 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-17a5df39-9c76-4cca-9817-559878c38057 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:56.576077 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a5df39-9c76-4cca-9817-559878c38057 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Checking segment: {'id': 'f41bd9c9-0a1c-4c7a-a620-6578ea9adeec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a9bb71f2-16b3-45b3-93fc-a5e92f0bcf82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:37:56.576530 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a5df39-9c76-4cca-9817-559878c38057 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Network hostable DHCP agents. Network: a9bb71f2-16b3-45b3-93fc-a5e92f0bcf82, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:37:56.586399 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a5df39-9c76-4cca-9817-559878c38057 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Pushing event updated for resources: {'Subnet': ['ID=4cfb2532-d6e9-4ed3-bc1a-153ca9ab883f,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:56.614290 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a5df39-9c76-4cca-9817-559878c38057 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Network a9bb71f2-16b3-45b3-93fc-a5e92f0bcf82 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:37:56.632258 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-17a5df39-9c76-4cca-9817-559878c38057 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, a9bb71f2-16b3-45b3-93fc-a5e92f0bcf82) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:37:56.640663 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926fb767-d817-493d-a336-b754f41effe9 None None] Network a9bb71f2-16b3-45b3-93fc-a5e92f0bcf82 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:37:56.650369 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a5df39-9c76-4cca-9817-559878c38057 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:56.651585 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-17a5df39-9c76-4cca-9817-559878c38057 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:56.673939 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-17a5df39-9c76-4cca-9817-559878c38057 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.5260744 Dec 06 17:37:56.677078 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55270) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:56.684110 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-061c9d91-8663-43bc-a5af-d4beab813ba6 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:37:56.878162 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb81bd8-b201-4df3-bad8-70ccf74ad412 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-a9bb71f2-16b3-45b3-93fc-a5e92f0bcf82', 'network_id': 'a9bb71f2-16b3-45b3-93fc-a5e92f0bcf82', 'tenant_id': 'a456683d8f034bfab99d34aee0779b2c', 'fixed_ips': [{'subnet_id': '4cfb2532-d6e9-4ed3-bc1a-153ca9ab883f'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:37:56.880250 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6bb81bd8-b201-4df3-bad8-70ccf74ad412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:56.914776 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-061c9d91-8663-43bc-a5af-d4beab813ba6 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59217646'] for subnet, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:57.045033 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.db.api [None req-6bb81bd8-b201-4df3-bad8-70ccf74ad412 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 06 17:37:57.045033 n-d-master-1 neutron-server[103286]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Dec 06 17:37:57.045033 n-d-master-1 neutron-server[103286]: [parameters: {'in_use': 1, 'id_1': '4cfb2532-d6e9-4ed3-bc1a-153ca9ab883f'}] Dec 06 17:37:57.045033 n-d-master-1 neutron-server[103286]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103286) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 17:37:57.045586 n-d-master-1 neutron-server[103286]: DEBUG oslo_db.api [None req-6bb81bd8-b201-4df3-bad8-70ccf74ad412 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 17:37:57.129749 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 55276) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:57.177129 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-061c9d91-8663-43bc-a5af-d4beab813ba6 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794388923823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59003676'] for subnet, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:57.270449 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061c9d91-8663-43bc-a5af-d4beab813ba6 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:57.271385 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-061c9d91-8663-43bc-a5af-d4beab813ba6 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:57.273246 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-061c9d91-8663-43bc-a5af-d4beab813ba6 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] 10.222.0.23 "PUT /v2.0/subnets/4cfb2532-d6e9-4ed3-bc1a-153ca9ab883f HTTP/1.1" status: 200 len: 877 time: 0.5948207 Dec 06 17:37:57.277374 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55282) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:57.285923 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c20b57d3-fc24-4785-92f2-d0ae16ffae04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:57.325675 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061c9d91-8663-43bc-a5af-d4beab813ba6 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Pushing event updated for resources: {'Subnet': ['ID=4cfb2532-d6e9-4ed3-bc1a-153ca9ab883f,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:57.436554 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c20b57d3-fc24-4785-92f2-d0ae16ffae04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:57.443561 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c20b57d3-fc24-4785-92f2-d0ae16ffae04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:57.499711 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-c20b57d3-fc24-4785-92f2-d0ae16ffae04 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d807365f1fe04344aec50e467fb9490c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3679914 Dec 06 17:37:57.500816 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20b57d3-fc24-4785-92f2-d0ae16ffae04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ead8d0fa-15fe-4954-99cc-142977dae959,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:57.503736 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 55286) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:57.546797 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6bb81bd8-b201-4df3-bad8-70ccf74ad412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:57.587971 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54b5b87-7168-4c27-a1b9-ec62ff4ef7c2 req-3b7eadd6-acf3-488c-a0e4-72c66d9c5123 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:57.589773 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f54b5b87-7168-4c27-a1b9-ec62ff4ef7c2 req-3b7eadd6-acf3-488c-a0e4-72c66d9c5123 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=9723ca4f-190e-4386-9f0e-3eeb63038ec4 HTTP/1.1" status: 200 len: 944 time: 0.2261879 Dec 06 17:37:57.594009 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7a24e882-880a-4e04-844d-06c700fb00ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:57.611296 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aa9f891f-8e93-48ef-a3d2-21b02bbd2b44 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:57.666442 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7a24e882-880a-4e04-844d-06c700fb00ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:57.699384 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device c87e789f-6fc8-478c-82d0-8ecdee8e0c2e details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:37:57.741292 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f54b5b87-7168-4c27-a1b9-ec62ff4ef7c2 req-8f49b799-92d9-49b0-9f18-ccab22cafe80 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=53a84ca2-3f2c-4a10-85a7-67cee2181fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258693 Dec 06 17:37:57.759765 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7a24e882-880a-4e04-844d-06c700fb00ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:57.763284 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7a24e882-880a-4e04-844d-06c700fb00ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:57.765856 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-7a24e882-880a-4e04-844d-06c700fb00ae admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ead8d0fa-15fe-4954-99cc-142977dae959 HTTP/1.1" status: 204 len: 168 time: 0.2594144 Dec 06 17:37:57.786577 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a24e882-880a-4e04-844d-06c700fb00ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead8d0fa-15fe-4954-99cc-142977dae959,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:57.854929 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aa9f891f-8e93-48ef-a3d2-21b02bbd2b44 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:57.902789 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port c87e789f-6fc8-478c-82d0-8ecdee8e0c2e, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=c87e789f-6fc8-478c-82d0-8ecdee8e0c2e,segment=NetworkSegment(335efc5d-483a-424a-abc6-8fe1bd340f96),segment_id=335efc5d-483a-424a-abc6-8fe1bd340f96)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:37:57.948446 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aa9f891f-8e93-48ef-a3d2-21b02bbd2b44 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:57.972764 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': 'c87e789f-6fc8-478c-82d0-8ecdee8e0c2e', 'network_id': '2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4', 'port_id': 'c87e789f-6fc8-478c-82d0-8ecdee8e0c2e', 'mac_address': 'fa:16:3e:01:e1:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06d20752-22e2-4f05-a607-805be1f18e56', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:37:57.977967 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server [None req-6bb81bd8-b201-4df3-bad8-70ccf74ad412 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4cfb2532-d6e9-4ed3-bc1a-153ca9ab883f: This subnet is being modified by another concurrent operation. Dec 06 17:37:57.977967 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 06 17:37:57.977967 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 06 17:37:57.977967 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 06 17:37:57.977967 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 06 17:37:57.977967 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 06 17:37:57.977967 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 06 17:37:57.977967 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 06 17:37:57.977967 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 06 17:37:57.977967 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 06 17:37:57.977967 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 17:37:57.977967 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 17:37:57.977967 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 17:37:57.977967 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 17:37:57.977967 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 17:37:57.977967 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 17:37:57.977967 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 17:37:57.977967 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 17:37:57.977967 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 17:37:57.977967 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 17:37:57.977967 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 17:37:57.977967 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 17:37:57.977967 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 17:37:57.977967 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 17:37:57.977967 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 17:37:57.977967 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 17:37:57.977967 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 17:37:57.977967 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 17:37:57.977967 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 17:37:57.977967 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 17:37:57.977967 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 17:37:57.977967 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 17:37:57.977967 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 17:37:57.977967 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 17:37:57.977967 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 06 17:37:57.977967 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 06 17:37:57.977967 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Dec 06 17:37:57.977967 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 06 17:37:57.977967 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Dec 06 17:37:57.977967 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 06 17:37:57.977967 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 06 17:37:57.977967 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 06 17:37:57.977967 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 06 17:37:57.977967 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 17:37:57.977967 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 06 17:37:57.977967 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 06 17:37:57.977967 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 17:37:57.977967 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 17:37:57.977967 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 17:37:57.977967 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 17:37:57.977967 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 17:37:57.977967 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 17:37:57.977967 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 17:37:57.977967 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 17:37:57.977967 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 17:37:57.977967 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 17:37:57.977967 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 17:37:57.977967 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 17:37:57.977967 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 17:37:57.977967 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 17:37:57.977967 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 17:37:57.977967 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 17:37:57.977967 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 17:37:57.977967 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 17:37:57.977967 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 17:37:57.977967 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 17:37:57.977967 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 17:37:57.977967 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 17:37:57.977967 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 17:37:57.977967 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 17:37:57.977967 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 06 17:37:57.977967 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 06 17:37:57.977967 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 06 17:37:57.977967 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 06 17:37:57.977967 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 06 17:37:57.977967 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 06 17:37:57.977967 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 06 17:37:57.977967 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 06 17:37:57.977967 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 17:37:57.977967 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 17:37:57.977967 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 17:37:57.977967 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 17:37:57.977967 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 06 17:37:57.977967 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 06 17:37:57.977967 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 06 17:37:57.977967 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 06 17:37:57.977967 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 06 17:37:57.977967 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 06 17:37:57.977967 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 06 17:37:57.977967 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server raise exception Dec 06 17:37:57.977967 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4cfb2532-d6e9-4ed3-bc1a-153ca9ab883f: This subnet is being modified by another concurrent operation. Dec 06 17:37:57.977967 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server Dec 06 17:37:58.007466 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c00d76-7c78-4dd2-8fde-b6ca91ab63f2 None None] Network a9bb71f2-16b3-45b3-93fc-a5e92f0bcf82 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:37:58.014880 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9f891f-8e93-48ef-a3d2-21b02bbd2b44 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Pushing event deleted for resources: {'Subnet': ['ID=4cfb2532-d6e9-4ed3-bc1a-153ca9ab883f,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:58.124177 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aa9f891f-8e93-48ef-a3d2-21b02bbd2b44 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:58.153662 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-aa9f891f-8e93-48ef-a3d2-21b02bbd2b44 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9bb71f2-16b3-45b3-93fc-a5e92f0bcf82']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:37:58.167013 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-aa9f891f-8e93-48ef-a3d2-21b02bbd2b44 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f41bd9c9-0a1c-4c7a-a620-6578ea9adeec') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:37:58.167655 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-aa9f891f-8e93-48ef-a3d2-21b02bbd2b44 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f41bd9c9-0a1c-4c7a-a620-6578ea9adeec') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:37:58.180057 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aa9f891f-8e93-48ef-a3d2-21b02bbd2b44 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:58.186597 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:58.199745 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aa9f891f-8e93-48ef-a3d2-21b02bbd2b44 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:58.208105 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa9f891f-8e93-48ef-a3d2-21b02bbd2b44 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:37:58.209301 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aa9f891f-8e93-48ef-a3d2-21b02bbd2b44 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:58.213201 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 17:37:58.213201 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:37:58.213201 n-d-master-1 neutron-server[103284]: timer() Dec 06 17:37:58.213201 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:37:58.213201 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 17:37:58.213201 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:37:58.213201 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 17:37:58.213201 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:37:58.213201 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 17:37:58.213201 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:37:58.213201 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 17:37:58.213201 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:37:58.213201 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 17:37:58.213201 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:37:58.213201 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:37:58.213201 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:37:58.213201 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:37:58.213201 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:37:58.213201 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 17:37:58.213201 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:37:58.213201 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 17:37:58.213201 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:37:58.213201 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:37:58.213201 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:37:58.213201 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 17:37:58.213201 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:37:58.213201 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:37:58.213201 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:37:58.213201 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:37:58.213201 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:37:58.213201 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:37:58.213201 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:37:58.215421 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c87e789f-6fc8-478c-82d0-8ecdee8e0c2e {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:37:58.288006 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port c87e789f-6fc8-478c-82d0-8ecdee8e0c2e, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=c87e789f-6fc8-478c-82d0-8ecdee8e0c2e,segment=NetworkSegment(335efc5d-483a-424a-abc6-8fe1bd340f96),segment_id=335efc5d-483a-424a-abc6-8fe1bd340f96)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:37:58.289285 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33718ff-8aff-405c-a73e-98619026be77 None None] Network a9bb71f2-16b3-45b3-93fc-a5e92f0bcf82 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:37:58.298730 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:58.307134 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aa9f891f-8e93-48ef-a3d2-21b02bbd2b44 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:58.326313 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aa9f891f-8e93-48ef-a3d2-21b02bbd2b44 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks [] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:58.331554 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-aa9f891f-8e93-48ef-a3d2-21b02bbd2b44 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] 10.222.0.23 "DELETE /v2.0/networks/a9bb71f2-16b3-45b3-93fc-a5e92f0bcf82 HTTP/1.1" status: 204 len: 168 time: 1.0516577 Dec 06 17:37:58.337991 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 55292) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:58.356598 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9f891f-8e93-48ef-a3d2-21b02bbd2b44 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Pushing event deleted for resources: {'Network': ['ID=a9bb71f2-16b3-45b3-93fc-a5e92f0bcf82,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:58.395146 n-d-master-1 neutron-server[103285]: INFO neutron.pecan_wsgi.hooks.translation [None req-274844f6-d97d-4223-a6e4-890737bd3878 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] DELETE failed (client error): The resource could not be found. Dec 06 17:37:58.395605 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-274844f6-d97d-4223-a6e4-890737bd3878 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103285) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:37:58.402916 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-274844f6-d97d-4223-a6e4-890737bd3878 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] 10.222.0.23 "DELETE /v2.0/subnets/4cfb2532-d6e9-4ed3-bc1a-153ca9ab883f HTTP/1.1" status: 404 len: 337 time: 0.0638053 Dec 06 17:37:58.406664 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55294) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:58.432326 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-914f299f-e530-4331-99d0-fa69c9c0e5fa tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] DELETE failed (client error): The resource could not be found. Dec 06 17:37:58.432909 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-914f299f-e530-4331-99d0-fa69c9c0e5fa tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:37:58.441794 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 55298) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:58.442627 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-914f299f-e530-4331-99d0-fa69c9c0e5fa tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] 10.222.0.23 "DELETE /v2.0/networks/a9bb71f2-16b3-45b3-93fc-a5e92f0bcf82 HTTP/1.1" status: 404 len: 339 time: 0.0343349 Dec 06 17:37:58.470520 n-d-master-1 neutron-server[103285]: INFO neutron.pecan_wsgi.hooks.translation [None req-cef83235-2b15-4e1c-9b4f-a1ae749512f8 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] DELETE failed (client error): The resource could not be found. Dec 06 17:37:58.471344 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cef83235-2b15-4e1c-9b4f-a1ae749512f8 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103285) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:37:58.475396 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-cef83235-2b15-4e1c-9b4f-a1ae749512f8 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] 10.222.0.23 "DELETE /v2.0/subnets/ad31f87d-b72e-4195-b00b-fe59e354b617 HTTP/1.1" status: 404 len: 337 time: 0.0312879 Dec 06 17:37:58.479070 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55300) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:58.521273 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-55534343-149c-4d7a-a4c6-cf431fa1fdce tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] DELETE failed (client error): The resource could not be found. Dec 06 17:37:58.522479 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55534343-149c-4d7a-a4c6-cf431fa1fdce tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:37:58.526645 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-55534343-149c-4d7a-a4c6-cf431fa1fdce tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] 10.222.0.23 "DELETE /v2.0/networks/6d029fdb-b321-4ddc-ab70-85db5dc65fb0 HTTP/1.1" status: 404 len: 339 time: 0.0463653 Dec 06 17:37:58.529210 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 55302) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:58.625052 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-94fdfa53-8d2f-4bd4-8b5c-c9c4f77d0296 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:58.629838 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=c87e789f-6fc8-478c-82d0-8ecdee8e0c2e,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:58.642303 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940f9729-0624-4447-a5ae-a768347eb863 None None] get_active_networks_info from n-d-master-1 {{(pid=103286) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 17:37:58.711795 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['c87e789f-6fc8-478c-82d0-8ecdee8e0c2e'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:37:58.732871 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-94fdfa53-8d2f-4bd4-8b5c-c9c4f77d0296 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:58.773587 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-94fdfa53-8d2f-4bd4-8b5c-c9c4f77d0296 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['261d41c7-037c-4961-8f93-553c41517af2']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:37:58.795240 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-94fdfa53-8d2f-4bd4-8b5c-c9c4f77d0296 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f26fde43-ff63-479a-a9bb-0c97ac1b5256') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:37:58.797094 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-94fdfa53-8d2f-4bd4-8b5c-c9c4f77d0296 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f26fde43-ff63-479a-a9bb-0c97ac1b5256') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:37:58.811922 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-94fdfa53-8d2f-4bd4-8b5c-c9c4f77d0296 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:58.829580 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-94fdfa53-8d2f-4bd4-8b5c-c9c4f77d0296 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:58.837487 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94fdfa53-8d2f-4bd4-8b5c-c9c4f77d0296 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:37:58.837983 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-94fdfa53-8d2f-4bd4-8b5c-c9c4f77d0296 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:58.841796 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:37:58.841796 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:37:58.841796 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:37:58.841796 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:37:58.841796 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:37:58.841796 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:37:58.841796 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:37:58.841796 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:37:58.841796 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:37:58.841796 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:37:58.841796 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:37:58.841796 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:37:58.841796 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:37:58.841796 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:37:58.841796 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:37:58.841796 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:37:58.841796 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:37:58.841796 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:37:58.841796 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:37:58.841796 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:37:58.841796 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:37:58.841796 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:37:58.841796 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:37:58.841796 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:37:58.841796 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:37:58.841796 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:37:58.841796 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:37:58.841796 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:37:58.841796 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:37:58.841796 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:37:58.841796 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:37:58.841796 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:37:58.865906 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940f9729-0624-4447-a5ae-a768347eb863 None None] Resources bound (agent type, host, resource id): {{(pid=103286) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 06 17:37:58.945830 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba13e16-ccf8-4b6e-b126-f93fdc4b5a47 req-ccaaaacc-b72a-4ea3-a109-57d7808d62d0 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:37:58.949414 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4ba13e16-ccf8-4b6e-b126-f93fdc4b5a47 req-ccaaaacc-b72a-4ea3-a109-57d7808d62d0 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=9723ca4f-190e-4386-9f0e-3eeb63038ec4 HTTP/1.1" status: 200 len: 945 time: 0.0952792 Dec 06 17:37:58.949919 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-94fdfa53-8d2f-4bd4-8b5c-c9c4f77d0296 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:58.957675 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-94fdfa53-8d2f-4bd4-8b5c-c9c4f77d0296 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks [] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:58.960975 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-94fdfa53-8d2f-4bd4-8b5c-c9c4f77d0296 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] 10.222.0.23 "DELETE /v2.0/networks/261d41c7-037c-4961-8f93-553c41517af2 HTTP/1.1" status: 204 len: 168 time: 0.4305003 Dec 06 17:37:58.972380 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55306) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:58.984344 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fdfa53-8d2f-4bd4-8b5c-c9c4f77d0296 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Pushing event deleted for resources: {'Network': ['ID=261d41c7-037c-4961-8f93-553c41517af2,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:59.104967 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bdb9a7c-23e7-41df-bd15-be30eb3df08d tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] DELETE failed (client error): The resource could not be found. Dec 06 17:37:59.105443 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bdb9a7c-23e7-41df-bd15-be30eb3df08d tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:37:59.110725 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4ba13e16-ccf8-4b6e-b126-f93fdc4b5a47 req-73b26b6d-aba8-4dc8-9a0c-fff7f0d600d6 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=53a84ca2-3f2c-4a10-85a7-67cee2181fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472871 Dec 06 17:37:59.118753 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-7bdb9a7c-23e7-41df-bd15-be30eb3df08d tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] 10.222.0.23 "DELETE /v2.0/subnets/5e028ff5-67ac-4de3-a572-d4fc46ee0afc HTTP/1.1" status: 404 len: 337 time: 0.1383307 Dec 06 17:37:59.119942 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 55310) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:59.152304 n-d-master-1 neutron-server[103285]: INFO neutron.pecan_wsgi.hooks.translation [None req-930ec64b-3d29-47d7-9187-26d143ccc2ef tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] DELETE failed (client error): The resource could not be found. Dec 06 17:37:59.153451 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-930ec64b-3d29-47d7-9187-26d143ccc2ef tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103285) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:37:59.159352 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-930ec64b-3d29-47d7-9187-26d143ccc2ef tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] 10.222.0.23 "DELETE /v2.0/networks/b9174b3c-cb93-4073-a565-cfedc5d6048e HTTP/1.1" status: 404 len: 339 time: 0.0358973 Dec 06 17:37:59.161948 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55312) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:59.200762 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-76b5f306-9481-4f0a-9ca7-c03ea8e2d2cd tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] DELETE failed (client error): The resource could not be found. Dec 06 17:37:59.201240 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76b5f306-9481-4f0a-9ca7-c03ea8e2d2cd tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:37:59.208078 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-76b5f306-9481-4f0a-9ca7-c03ea8e2d2cd tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] 10.222.0.23 "DELETE /v2.0/subnets/c826e457-b49a-4f5b-8608-5eafb8110c0e HTTP/1.1" status: 404 len: 337 time: 0.0416903 Dec 06 17:37:59.208931 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 55314) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:59.237767 n-d-master-1 neutron-server[103285]: INFO neutron.pecan_wsgi.hooks.translation [None req-33e3b83f-a42b-4041-aad0-34bf70c7b24a tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] DELETE failed (client error): The resource could not be found. Dec 06 17:37:59.238589 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33e3b83f-a42b-4041-aad0-34bf70c7b24a tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103285) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:37:59.244929 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55316) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:59.245800 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-33e3b83f-a42b-4041-aad0-34bf70c7b24a tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] 10.222.0.23 "DELETE /v2.0/networks/c07a3e1a-caf6-4ca3-b089-680f364d25f2 HTTP/1.1" status: 404 len: 339 time: 0.0339279 Dec 06 17:37:59.273292 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-044f24d3-1009-4b62-b2b3-47d177400e4c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] DELETE failed (client error): The resource could not be found. Dec 06 17:37:59.273292 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-044f24d3-1009-4b62-b2b3-47d177400e4c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:37:59.279078 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-044f24d3-1009-4b62-b2b3-47d177400e4c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] 10.222.0.23 "DELETE /v2.0/subnets/bc3520da-4978-4585-823c-d5c7ca6d325f HTTP/1.1" status: 404 len: 337 time: 0.0301497 Dec 06 17:37:59.279414 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 55318) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:59.299186 n-d-master-1 neutron-server[103285]: INFO neutron.pecan_wsgi.hooks.translation [None req-f11ef841-7a7d-483c-91d5-edc84ab1973f tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] DELETE failed (client error): The resource could not be found. Dec 06 17:37:59.299624 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f11ef841-7a7d-483c-91d5-edc84ab1973f tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103285) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:37:59.302890 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-f11ef841-7a7d-483c-91d5-edc84ab1973f tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] 10.222.0.23 "DELETE /v2.0/networks/08cc6a29-d3b5-4312-b005-e942603a9559 HTTP/1.1" status: 404 len: 339 time: 0.0224621 Dec 06 17:37:59.305616 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55320) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:59.333779 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-28d1b99a-0d00-419d-afd5-7d55fddecf3a tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] DELETE failed (client error): The resource could not be found. Dec 06 17:37:59.334255 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28d1b99a-0d00-419d-afd5-7d55fddecf3a tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:37:59.337613 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-28d1b99a-0d00-419d-afd5-7d55fddecf3a tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] 10.222.0.23 "DELETE /v2.0/subnets/1ed9aad0-f905-4596-8970-9c2eb7539417 HTTP/1.1" status: 404 len: 337 time: 0.0307524 Dec 06 17:37:59.340180 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55322) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:59.359828 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-66f28907-f640-4859-895a-5f667d3857cd tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] DELETE failed (client error): The resource could not be found. Dec 06 17:37:59.360495 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66f28907-f640-4859-895a-5f667d3857cd tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:37:59.363620 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-66f28907-f640-4859-895a-5f667d3857cd tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] 10.222.0.23 "DELETE /v2.0/networks/36d0189e-3974-42b0-ab2c-4dc7f2195f75 HTTP/1.1" status: 404 len: 339 time: 0.0225182 Dec 06 17:37:59.366241 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55324) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:59.392668 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-a57c32df-94c1-4935-9138-46745e8e75a2 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] DELETE failed (client error): The resource could not be found. Dec 06 17:37:59.393190 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a57c32df-94c1-4935-9138-46745e8e75a2 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:37:59.400169 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-a57c32df-94c1-4935-9138-46745e8e75a2 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] 10.222.0.23 "DELETE /v2.0/subnets/205a1e2e-9867-498f-832c-54c6faff72f1 HTTP/1.1" status: 404 len: 337 time: 0.0306005 Dec 06 17:37:59.400340 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55326) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:59.422285 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc016d2c-1b66-42c7-b17e-aa48eb39d852 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] DELETE failed (client error): The resource could not be found. Dec 06 17:37:59.422774 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc016d2c-1b66-42c7-b17e-aa48eb39d852 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:37:59.425841 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-bc016d2c-1b66-42c7-b17e-aa48eb39d852 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] 10.222.0.23 "DELETE /v2.0/networks/7a34779d-8161-4805-ab95-d264c85e0ad9 HTTP/1.1" status: 404 len: 339 time: 0.0245504 Dec 06 17:37:59.428202 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55328) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:59.454078 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-44466618-bf1c-45c4-877f-7d3567d1d07d tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] DELETE failed (client error): The resource could not be found. Dec 06 17:37:59.454559 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44466618-bf1c-45c4-877f-7d3567d1d07d tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:37:59.458374 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-44466618-bf1c-45c4-877f-7d3567d1d07d tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] 10.222.0.23 "DELETE /v2.0/subnets/b5af9e65-2650-4852-83ae-6c9a9f35d42b HTTP/1.1" status: 404 len: 337 time: 0.0292563 Dec 06 17:37:59.460940 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55330) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:59.479565 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-99dcf52a-eba4-4327-8041-d70191231bbb tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] DELETE failed (client error): The resource could not be found. Dec 06 17:37:59.480085 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99dcf52a-eba4-4327-8041-d70191231bbb tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:37:59.483263 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-99dcf52a-eba4-4327-8041-d70191231bbb tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] 10.222.0.23 "DELETE /v2.0/networks/b7ebde8c-4b62-4608-bb18-8035f3c5a0f3 HTTP/1.1" status: 404 len: 339 time: 0.0213325 Dec 06 17:37:59.485792 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55332) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:59.512407 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-271cc81c-c291-4a52-9c1d-b0b89feeeb3d tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] DELETE failed (client error): The resource could not be found. Dec 06 17:37:59.512870 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-271cc81c-c291-4a52-9c1d-b0b89feeeb3d tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:37:59.515916 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-271cc81c-c291-4a52-9c1d-b0b89feeeb3d tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] 10.222.0.23 "DELETE /v2.0/subnets/5ef5dd0b-0fd5-4bbf-805c-4a5b9ad6538a HTTP/1.1" status: 404 len: 337 time: 0.0292034 Dec 06 17:37:59.518801 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55334) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:59.539252 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce0839ac-c4eb-4444-836e-468455e3c4fa tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] DELETE failed (client error): The resource could not be found. Dec 06 17:37:59.539776 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce0839ac-c4eb-4444-836e-468455e3c4fa tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:37:59.543102 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-ce0839ac-c4eb-4444-836e-468455e3c4fa tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] 10.222.0.23 "DELETE /v2.0/networks/4203fbd2-f2cc-4716-9362-35a665bfcbaa HTTP/1.1" status: 404 len: 339 time: 0.0226457 Dec 06 17:37:59.545628 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55338) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:59.579636 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a0552aa-70ca-454a-b1dc-0abc09c9d704 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] DELETE failed (client error): The resource could not be found. Dec 06 17:37:59.580243 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a0552aa-70ca-454a-b1dc-0abc09c9d704 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:37:59.584353 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-7a0552aa-70ca-454a-b1dc-0abc09c9d704 tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] 10.222.0.23 "DELETE /v2.0/subnets/44831095-ac9b-42cd-870c-54c47ac661ab HTTP/1.1" status: 404 len: 337 time: 0.0376027 Dec 06 17:37:59.586797 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55340) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:59.606047 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3f40566-57a0-44a2-a54e-df7f913efa6d tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] DELETE failed (client error): The resource could not be found. Dec 06 17:37:59.606562 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3f40566-57a0-44a2-a54e-df7f913efa6d tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:37:59.609673 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-f3f40566-57a0-44a2-a54e-df7f913efa6d tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] 10.222.0.23 "DELETE /v2.0/networks/c0d8307e-bca3-4e96-b277-7382a21d0231 HTTP/1.1" status: 404 len: 339 time: 0.0219114 Dec 06 17:37:59.612149 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55342) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:59.666993 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f5ff9a2-cb7b-4195-abd5-02043857d1fe tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Deleting subnet 9b32dd5f-65e6-4a09-b2e9-6fb9b745232b {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:37:59.670206 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5f5ff9a2-cb7b-4195-abd5-02043857d1fe tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:59.708339 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device c87e789f-6fc8-478c-82d0-8ecdee8e0c2e up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:37:59.712679 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5f5ff9a2-cb7b-4195-abd5-02043857d1fe tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:59.759133 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port c87e789f-6fc8-478c-82d0-8ecdee8e0c2e completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:37:59.764030 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port c87e789f-6fc8-478c-82d0-8ecdee8e0c2e triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:37:59.769516 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:59.808356 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5f5ff9a2-cb7b-4195-abd5-02043857d1fe tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:59.859450 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:59.871543 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5f5ff9a2-cb7b-4195-abd5-02043857d1fe tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:59.886798 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9723ca4f-190e-4386-9f0e-3eeb63038ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c87e789f-6fc8-478c-82d0-8ecdee8e0c2e'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:37:59.889525 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-103e5fb2-d744-44ab-b3f9-8792e32caac4" -d '{"events": [{"server_uuid": "9723ca4f-190e-4386-9f0e-3eeb63038ec4", "name": "network-vif-plugged", "status": "completed", "tag": "c87e789f-6fc8-478c-82d0-8ecdee8e0c2e"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:37:59.901650 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5ff9a2-cb7b-4195-abd5-02043857d1fe tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Pushing event deleted for resources: {'Subnet': ['ID=9b32dd5f-65e6-4a09-b2e9-6fb9b745232b,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:37:59.904193 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5f5ff9a2-cb7b-4195-abd5-02043857d1fe tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:59.911028 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-5f5ff9a2-cb7b-4195-abd5-02043857d1fe tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] 10.222.0.23 "DELETE /v2.0/subnets/9b32dd5f-65e6-4a09-b2e9-6fb9b745232b HTTP/1.1" status: 204 len: 168 time: 0.2948539 Dec 06 17:37:59.911028 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55346) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:37:59.923478 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port c87e789f-6fc8-478c-82d0-8ecdee8e0c2e, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=c87e789f-6fc8-478c-82d0-8ecdee8e0c2e,segment=NetworkSegment(335efc5d-483a-424a-abc6-8fe1bd340f96),segment_id=335efc5d-483a-424a-abc6-8fe1bd340f96)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:37:59.929721 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e062715a-1069-4067-9fb6-173b14b4e38e None None] Network 291b1ca1-e694-4002-8724-027882d5a226 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:37:59.945915 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:37:59.955151 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ea3722-0f4c-4be2-8e94-26270152abeb x-openstack-request-id: req-f5ea3722-0f4c-4be2-8e94-26270152abeb {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:37:59.955745 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9723ca4f-190e-4386-9f0e-3eeb63038ec4", "name": "network-vif-plugged", "status": "completed", "tag": "c87e789f-6fc8-478c-82d0-8ecdee8e0c2e", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:37:59.956008 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f5ea3722-0f4c-4be2-8e94-26270152abeb {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:37:59.956412 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9723ca4f-190e-4386-9f0e-3eeb63038ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c87e789f-6fc8-478c-82d0-8ecdee8e0c2e', 'code': 200} Dec 06 17:37:59.999861 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-779cc0a6-f05d-4628-9618-5d7e8fbef89c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:00.050437 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=c87e789f-6fc8-478c-82d0-8ecdee8e0c2e,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:00.070018 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca60939-b1bf-4e43-9df8-7d2b3d7ce937 req-b7d859d5-2501-4b13-a95f-3822626d9cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:38:00.072102 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0ca60939-b1bf-4e43-9df8-7d2b3d7ce937 req-b7d859d5-2501-4b13-a95f-3822626d9cbb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9723ca4f-190e-4386-9f0e-3eeb63038ec4 HTTP/1.1" status: 200 len: 1097 time: 0.0449388 Dec 06 17:38:00.076731 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-779cc0a6-f05d-4628-9618-5d7e8fbef89c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Deleting port 11df76e3-ba38-4db9-92ac-ab5d8b47df02 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:38:00.077286 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-779cc0a6-f05d-4628-9618-5d7e8fbef89c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:00.129799 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0ca60939-b1bf-4e43-9df8-7d2b3d7ce937 req-5bf14bb9-2869-4276-9639-1b10869a783a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=53a84ca2-3f2c-4a10-85a7-67cee2181fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485160 Dec 06 17:38:00.169019 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-779cc0a6-f05d-4628-9618-5d7e8fbef89c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] For port 11df76e3-ba38-4db9-92ac-ab5d8b47df02, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=11df76e3-ba38-4db9-92ac-ab5d8b47df02,segment=NetworkSegment(320c13dc-a378-4956-a585-08ed178b4552),segment_id=320c13dc-a378-4956-a585-08ed178b4552)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:38:00.169392 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-779cc0a6-f05d-4628-9618-5d7e8fbef89c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:00.187854 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-779cc0a6-f05d-4628-9618-5d7e8fbef89c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Calling delete_port for 11df76e3-ba38-4db9-92ac-ab5d8b47df02 owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:38:00.188195 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ad8ae3-f4c3-49aa-88ef-2a149d614585 None None] DHCP port deletion for 291b1ca1-e694-4002-8724-027882d5a226 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:38:00.296844 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-84ad8ae3-f4c3-49aa-88ef-2a149d614585 None None] Deleting port 11df76e3-ba38-4db9-92ac-ab5d8b47df02 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:38:00.297383 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-84ad8ae3-f4c3-49aa-88ef-2a149d614585 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:00.308098 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-779cc0a6-f05d-4628-9618-5d7e8fbef89c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:00.309623 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1779fadc-f2de-4e46-a7d7-bf222f64c9c9 req-100f32e5-871a-42c3-a0b0-91cbbeb54166 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:38:00.312361 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1779fadc-f2de-4e46-a7d7-bf222f64c9c9 req-100f32e5-871a-42c3-a0b0-91cbbeb54166 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=9723ca4f-190e-4386-9f0e-3eeb63038ec4 HTTP/1.1" status: 200 len: 946 time: 0.1072161 Dec 06 17:38:00.358046 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779cc0a6-f05d-4628-9618-5d7e8fbef89c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Pushing event deleted for resources: {'Port': ['ID=11df76e3-ba38-4db9-92ac-ab5d8b47df02,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:00.360032 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779cc0a6-f05d-4628-9618-5d7e8fbef89c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] No DVR routers for this DVR port 11df76e3-ba38-4db9-92ac-ab5d8b47df02 on host n-d-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:38:00.376354 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-84ad8ae3-f4c3-49aa-88ef-2a149d614585 None None] For port 11df76e3-ba38-4db9-92ac-ab5d8b47df02, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=11df76e3-ba38-4db9-92ac-ab5d8b47df02,segment=NetworkSegment(320c13dc-a378-4956-a585-08ed178b4552),segment_id=320c13dc-a378-4956-a585-08ed178b4552)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:38:00.377076 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-84ad8ae3-f4c3-49aa-88ef-2a149d614585 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:00.399150 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-84ad8ae3-f4c3-49aa-88ef-2a149d614585 None None] Calling delete_port for 11df76e3-ba38-4db9-92ac-ab5d8b47df02 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:38:00.419298 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1779fadc-f2de-4e46-a7d7-bf222f64c9c9 req-688aabca-697f-4b41-afe5-bf2a0dad0f94 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=53a84ca2-3f2c-4a10-85a7-67cee2181fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982277 Dec 06 17:38:00.459108 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-779cc0a6-f05d-4628-9618-5d7e8fbef89c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:00.488641 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-779cc0a6-f05d-4628-9618-5d7e8fbef89c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['291b1ca1-e694-4002-8724-027882d5a226']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:38:00.496081 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:38:00.496081 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:38:00.496081 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:38:00.496081 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:38:00.496081 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:38:00.496081 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:38:00.496081 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:38:00.496081 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:38:00.496081 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:38:00.496081 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:38:00.496081 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:38:00.496081 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:38:00.496081 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:38:00.496081 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:38:00.496081 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:38:00.496081 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:38:00.496081 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:38:00.496081 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:38:00.496081 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:38:00.496081 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:38:00.496081 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:38:00.496081 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:38:00.496081 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:38:00.496081 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:38:00.496081 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:38:00.496081 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:38:00.496081 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:38:00.496081 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:38:00.496081 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:38:00.496081 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:38:00.496081 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:38:00.496081 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:38:00.496081 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:38:00.496081 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:38:00.496081 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:38:00.496081 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:38:00.496081 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:38:00.496081 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:38:00.496081 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:38:00.496081 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:38:00.496081 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:38:00.496081 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:38:00.496081 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:38:00.496081 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:38:00.496081 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:38:00.496081 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:38:00.496081 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:38:00.496081 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:38:00.496081 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:38:00.496081 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:38:00.496081 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:38:00.496081 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:38:00.496081 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:38:00.496081 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 17:38:00.505983 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-779cc0a6-f05d-4628-9618-5d7e8fbef89c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '320c13dc-a378-4956-a585-08ed178b4552') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:38:00.506356 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-779cc0a6-f05d-4628-9618-5d7e8fbef89c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '320c13dc-a378-4956-a585-08ed178b4552') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:38:00.506943 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-84ad8ae3-f4c3-49aa-88ef-2a149d614585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:00.517946 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-779cc0a6-f05d-4628-9618-5d7e8fbef89c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:00.526672 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ad8ae3-f4c3-49aa-88ef-2a149d614585 None None] No DVR routers for this DVR port 11df76e3-ba38-4db9-92ac-ab5d8b47df02 on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:38:00.540922 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-779cc0a6-f05d-4628-9618-5d7e8fbef89c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:00.553596 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ad8ae3-f4c3-49aa-88ef-2a149d614585 None None] Pushing event deleted for resources: {'Port': ['ID=11df76e3-ba38-4db9-92ac-ab5d8b47df02,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:00.570183 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-779cc0a6-f05d-4628-9618-5d7e8fbef89c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:38:00.570591 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-779cc0a6-f05d-4628-9618-5d7e8fbef89c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:00.573907 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 17:38:00.573907 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:38:00.573907 n-d-master-1 neutron-server[103284]: timer() Dec 06 17:38:00.573907 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:38:00.573907 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 17:38:00.573907 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:38:00.573907 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 17:38:00.573907 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:38:00.573907 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 17:38:00.573907 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:38:00.573907 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 17:38:00.573907 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:38:00.573907 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 17:38:00.573907 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:38:00.573907 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:38:00.573907 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:38:00.573907 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:38:00.573907 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:38:00.573907 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 17:38:00.573907 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:38:00.573907 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 17:38:00.573907 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:38:00.573907 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:38:00.573907 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:38:00.573907 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 17:38:00.573907 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:38:00.573907 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:38:00.573907 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:38:00.573907 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:38:00.573907 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:38:00.573907 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:38:00.573907 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:38:00.668480 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-779cc0a6-f05d-4628-9618-5d7e8fbef89c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:00.681289 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 55362) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:00.682514 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-779cc0a6-f05d-4628-9618-5d7e8fbef89c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Publish callbacks [] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:00.686777 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-779cc0a6-f05d-4628-9618-5d7e8fbef89c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] 10.222.0.23 "DELETE /v2.0/networks/291b1ca1-e694-4002-8724-027882d5a226 HTTP/1.1" status: 204 len: 168 time: 0.7753990 Dec 06 17:38:00.707158 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779cc0a6-f05d-4628-9618-5d7e8fbef89c tempest-NetworksTest-1359911066 tempest-NetworksTest-1359911066-project] Pushing event deleted for resources: {'Network': ['ID=291b1ca1-e694-4002-8724-027882d5a226,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:01.008965 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55370) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:01.178630 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-0042009d-837c-4d70-8f8f-9bbc36f56e07 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a456683d8f034bfab99d34aee0779b2c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1677487 Dec 06 17:38:01.180939 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55374) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:01.232278 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b8dda63f-8b6c-4466-a269-8fbac20c704f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:01.256712 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b8dda63f-8b6c-4466-a269-8fbac20c704f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:01.279521 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-61a24aba-852a-4fc5-b5c0-752833d7cc5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575908'] for router_interface, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:01.289019 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 11df76e3-ba38-4db9-92ac-ab5d8b47df02 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:38:01.319755 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 11df76e3-ba38-4db9-92ac-ab5d8b47df02 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:38:01.322209 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 11df76e3-ba38-4db9-92ac-ab5d8b47df02 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:38:01.323687 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b8dda63f-8b6c-4466-a269-8fbac20c704f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:01.328823 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b8dda63f-8b6c-4466-a269-8fbac20c704f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:01.332616 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-b8dda63f-8b6c-4466-a269-8fbac20c704f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ad8946b9-f5bf-4cbe-b944-a5b164dddb3a HTTP/1.1" status: 204 len: 168 time: 0.1497209 Dec 06 17:38:01.355320 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dda63f-8b6c-4466-a269-8fbac20c704f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad8946b9-f5bf-4cbe-b944-a5b164dddb3a,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:01.571275 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-61a24aba-852a-4fc5-b5c0-752833d7cc5b admin admin] Deleting port 06adf1f7-8794-431c-a2e0-a67acc87e575 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:38:01.571621 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-61a24aba-852a-4fc5-b5c0-752833d7cc5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:01.578606 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb096cd-b251-4e68-8c77-1237463d9f79 req-dcae97fb-04d2-471f-b9eb-aa9307efbc98 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:38:01.580196 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7cb096cd-b251-4e68-8c77-1237463d9f79 req-dcae97fb-04d2-471f-b9eb-aa9307efbc98 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=9723ca4f-190e-4386-9f0e-3eeb63038ec4 HTTP/1.1" status: 200 len: 946 time: 0.0805953 Dec 06 17:38:01.654623 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7cb096cd-b251-4e68-8c77-1237463d9f79 req-37c5dfa9-045b-4577-8d26-640fa19022b4 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=53a84ca2-3f2c-4a10-85a7-67cee2181fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682771 Dec 06 17:38:01.680056 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-61a24aba-852a-4fc5-b5c0-752833d7cc5b admin admin] For port 06adf1f7-8794-431c-a2e0-a67acc87e575, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=06adf1f7-8794-431c-a2e0-a67acc87e575,segment=NetworkSegment(e7633122-45be-4098-9151-607f71ade058),segment_id=e7633122-45be-4098-9151-607f71ade058)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:38:01.680660 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-61a24aba-852a-4fc5-b5c0-752833d7cc5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:01.696847 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-61a24aba-852a-4fc5-b5c0-752833d7cc5b admin admin] Calling delete_port for 06adf1f7-8794-431c-a2e0-a67acc87e575 owned by network:router_interface {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:38:01.874941 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2963a8e-fde9-4b5e-b57c-8788f1f5bd94 req-6bf89ab8-bd9f-45bd-83a8-5b9dcdb94908 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:38:01.876503 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f2963a8e-fde9-4b5e-b57c-8788f1f5bd94 req-6bf89ab8-bd9f-45bd-83a8-5b9dcdb94908 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=9723ca4f-190e-4386-9f0e-3eeb63038ec4 HTTP/1.1" status: 200 len: 946 time: 0.1233926 Dec 06 17:38:01.989961 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f2963a8e-fde9-4b5e-b57c-8788f1f5bd94 req-7a164ac0-2948-48db-90b8-7a5e57bac9ba tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=53a84ca2-3f2c-4a10-85a7-67cee2181fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939152 Dec 06 17:38:02.024989 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-61a24aba-852a-4fc5-b5c0-752833d7cc5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:02.070233 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a24aba-852a-4fc5-b5c0-752833d7cc5b admin admin] Pushing event deleted for resources: {'Port': ['ID=06adf1f7-8794-431c-a2e0-a67acc87e575,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:02.341082 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-61a24aba-852a-4fc5-b5c0-752833d7cc5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-772474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575952'] for router_interface, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:02.382290 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55408) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:02.491850 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8716f6d-c856-4844-be61-f945a5ca53e1 req-666a2ad0-452b-4d52-a843-1ec6680d841c tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:38:02.492400 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-6074fbf2-4b65-4c7a-ba1c-88f46971945d tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Request body: {'security_group': {'name': 'tempest-secgroup--503788849'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:38:02.493399 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f8716f6d-c856-4844-be61-f945a5ca53e1 req-666a2ad0-452b-4d52-a843-1ec6680d841c tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=9723ca4f-190e-4386-9f0e-3eeb63038ec4 HTTP/1.1" status: 200 len: 946 time: 0.1009097 Dec 06 17:38:02.521857 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6074fbf2-4b65-4c7a-ba1c-88f46971945d tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:02.533210 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6074fbf2-4b65-4c7a-ba1c-88f46971945d tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:02.607939 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f8716f6d-c856-4844-be61-f945a5ca53e1 req-c7a92173-62ac-442f-a597-946641b99599 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=53a84ca2-3f2c-4a10-85a7-67cee2181fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064873 Dec 06 17:38:02.688193 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61a24aba-852a-4fc5-b5c0-752833d7cc5b admin admin] Router fa5f03e8-9e2f-4c1d-9421-a3059a69fe60 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:38:02.694611 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6074fbf2-4b65-4c7a-ba1c-88f46971945d tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:02.701111 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6074fbf2-4b65-4c7a-ba1c-88f46971945d tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:02.815404 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6074fbf2-4b65-4c7a-ba1c-88f46971945d tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:02.816692 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61a24aba-852a-4fc5-b5c0-752833d7cc5b admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:38:02.819590 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6074fbf2-4b65-4c7a-ba1c-88f46971945d tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bada042-b14f-49ab-9619-f9e87eaa3786,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:02.828344 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d76529-6e5c-4f92-9704-c392509e3d7c None None] Sync routers for ids ['fa5f03e8-9e2f-4c1d-9421-a3059a69fe60'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:38:02.832688 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-61a24aba-852a-4fc5-b5c0-752833d7cc5b admin admin] 10.222.0.23 "PUT /v2.0/routers/fa5f03e8-9e2f-4c1d-9421-a3059a69fe60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1478977 Dec 06 17:38:02.833168 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 55422) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:02.846594 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6074fbf2-4b65-4c7a-ba1c-88f46971945d tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:02.854365 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d76529-6e5c-4f92-9704-c392509e3d7c None None] Routers {'fa5f03e8-9e2f-4c1d-9421-a3059a69fe60'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:38:02.854996 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-39d76529-6e5c-4f92-9704-c392509e3d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:37:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['fa5f03e8-9e2f-4c1d-9421-a3059a69fe60'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:38:02.904641 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:02.919791 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6074fbf2-4b65-4c7a-ba1c-88f46971945d tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:02.927163 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-6074fbf2-4b65-4c7a-ba1c-88f46971945d tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5437968 Dec 06 17:38:02.928226 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6074fbf2-4b65-4c7a-ba1c-88f46971945d tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=571dbffa-1403-48a2-b8db-080970b4a725,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:02.930293 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55424) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:03.011543 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-06e73ed4-ce7e-40e3-8b33-917fcc906fb5 admin admin] Publish callbacks [] for router, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:03.019085 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-39d76529-6e5c-4f92-9704-c392509e3d7c None None] Set router fa5f03e8-9e2f-4c1d-9421-a3059a69fe60 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:38:03.033844 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-b029d992-9e10-44ac-bea2-42c35eec0b57 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1014218 Dec 06 17:38:03.036103 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55428) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:03.041068 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-edb50e5e-3cc4-4241-98e9-0c1776b6b20d tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Request body: {'security_group': {'name': 'tempest-security--1917733746', 'description': 'tempest-security-description-759230740'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:38:03.084363 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-edb50e5e-3cc4-4241-98e9-0c1776b6b20d tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:03.136101 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-edb50e5e-3cc4-4241-98e9-0c1776b6b20d tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:03.140921 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-edb50e5e-3cc4-4241-98e9-0c1776b6b20d tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:03.144805 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-edb50e5e-3cc4-4241-98e9-0c1776b6b20d tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:03.146625 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-edb50e5e-3cc4-4241-98e9-0c1776b6b20d tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] 10.222.0.23 "PUT /v2.0/security-groups/571dbffa-1403-48a2-b8db-080970b4a725 HTTP/1.1" status: 200 len: 1796 time: 0.1095500 Dec 06 17:38:03.150932 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55430) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:03.203463 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-f0b8b6d7-f945-48ba-bb9e-407d7b499554 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] 10.222.0.23 "GET /v2.0/security-groups/571dbffa-1403-48a2-b8db-080970b4a725 HTTP/1.1" status: 200 len: 1796 time: 0.0508759 Dec 06 17:38:03.208550 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55432) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:03.247169 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb50e5e-3cc4-4241-98e9-0c1776b6b20d tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=571dbffa-1403-48a2-b8db-080970b4a725,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:03.280945 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-39d76529-6e5c-4f92-9704-c392509e3d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5f03e8-9e2f-4c1d-9421-a3059a69fe60', 'name': 'tempest-AttachVolumeTestJSON-1619787822-router', 'tenant_id': 'd7abadb1557c47ab8c8300111afe2d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.97'}], 'enable_snat': True}, 'gw_port_id': '37ad1a6e-a709-4377-9677-22ac44628bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:29:38Z', 'updated_at': '2021-12-06T17:38:01Z', 'revision_number': 5, 'project_id': 'd7abadb1557c47ab8c8300111afe2d05', 'gw_port': {'id': '37ad1a6e-a709-4377-9677-22ac44628bc2', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:fc:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5f03e8-9e2f-4c1d-9421-a3059a69fe60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:29:40Z', 'updated_at': '2021-12-06T17:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:38:03.313668 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d76529-6e5c-4f92-9704-c392509e3d7c None None] Checking router: fa5f03e8-9e2f-4c1d-9421-a3059a69fe60 for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:38:03.317717 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5cffa4cf-83d8-4299-b9bf-3c8b383193da tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:03.326407 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d76529-6e5c-4f92-9704-c392509e3d7c None None] Routers {'fa5f03e8-9e2f-4c1d-9421-a3059a69fe60'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:38:03.327236 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-39d76529-6e5c-4f92-9704-c392509e3d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:37:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['fa5f03e8-9e2f-4c1d-9421-a3059a69fe60'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:38:03.349599 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5cffa4cf-83d8-4299-b9bf-3c8b383193da tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:03.399437 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5cffa4cf-83d8-4299-b9bf-3c8b383193da tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:03.402401 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5cffa4cf-83d8-4299-b9bf-3c8b383193da tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:03.406373 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-5cffa4cf-83d8-4299-b9bf-3c8b383193da tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] 10.222.0.23 "DELETE /v2.0/security-groups/571dbffa-1403-48a2-b8db-080970b4a725 HTTP/1.1" status: 204 len: 168 time: 0.1943738 Dec 06 17:38:03.408179 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55434) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:03.428771 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cffa4cf-83d8-4299-b9bf-3c8b383193da tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=571dbffa-1403-48a2-b8db-080970b4a725,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:03.479977 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-476cd5a7-c4f4-4271-89f2-1eac236e8acc tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0704989 Dec 06 17:38:03.482771 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 55436) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:03.490012 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-39d76529-6e5c-4f92-9704-c392509e3d7c None None] Set router fa5f03e8-9e2f-4c1d-9421-a3059a69fe60 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:38:03.500464 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-06e73ed4-ce7e-40e3-8b33-917fcc906fb5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:03.505372 n-d-master-1 neutron-server[103285]: INFO neutron.api.v2.resource [None req-7e059296-0bbc-4e03-b214-21f5971e28e7 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] delete failed (client error): The resource could not be found. Dec 06 17:38:03.510413 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-7e059296-0bbc-4e03-b214-21f5971e28e7 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] 10.222.0.23 "DELETE /v2.0/security-groups/571dbffa-1403-48a2-b8db-080970b4a725 HTTP/1.1" status: 404 len: 347 time: 0.0227497 Dec 06 17:38:03.511505 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 55438) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:03.516177 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-fff5d3a6-fdd0-430c-ad12-b8f3fb80e44f tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Request body: {'security_group': {'name': 'tempest-secgroup--2027423528'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:38:03.543958 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fff5d3a6-fdd0-430c-ad12-b8f3fb80e44f tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:03.632524 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-06e73ed4-ce7e-40e3-8b33-917fcc906fb5 admin admin] Deleting port 37ad1a6e-a709-4377-9677-22ac44628bc2 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:38:03.633229 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-06e73ed4-ce7e-40e3-8b33-917fcc906fb5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:03.679737 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fff5d3a6-fdd0-430c-ad12-b8f3fb80e44f tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:03.690949 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-39d76529-6e5c-4f92-9704-c392509e3d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5f03e8-9e2f-4c1d-9421-a3059a69fe60', 'name': 'tempest-AttachVolumeTestJSON-1619787822-router', 'tenant_id': 'd7abadb1557c47ab8c8300111afe2d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.97'}], 'enable_snat': True}, 'gw_port_id': '37ad1a6e-a709-4377-9677-22ac44628bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:29:38Z', 'updated_at': '2021-12-06T17:38:01Z', 'revision_number': 5, 'project_id': 'd7abadb1557c47ab8c8300111afe2d05', 'gw_port': {'id': '37ad1a6e-a709-4377-9677-22ac44628bc2', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:fc:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5f03e8-9e2f-4c1d-9421-a3059a69fe60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:29:40Z', 'updated_at': '2021-12-06T17:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:38:03.709176 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fff5d3a6-fdd0-430c-ad12-b8f3fb80e44f tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:03.724108 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d76529-6e5c-4f92-9704-c392509e3d7c None None] The sync data for ids ['fa5f03e8-9e2f-4c1d-9421-a3059a69fe60'] in n-d-master-1 is: [{'id': 'fa5f03e8-9e2f-4c1d-9421-a3059a69fe60', 'name': 'tempest-AttachVolumeTestJSON-1619787822-router', 'tenant_id': 'd7abadb1557c47ab8c8300111afe2d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.97'}], 'enable_snat': True}, 'gw_port_id': '37ad1a6e-a709-4377-9677-22ac44628bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:29:38Z', 'updated_at': '2021-12-06T17:38:01Z', 'revision_number': 5, 'project_id': 'd7abadb1557c47ab8c8300111afe2d05', 'gw_port': {'id': '37ad1a6e-a709-4377-9677-22ac44628bc2', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:fc:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5f03e8-9e2f-4c1d-9421-a3059a69fe60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:29:40Z', 'updated_at': '2021-12-06T17:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:38:03.762409 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fff5d3a6-fdd0-430c-ad12-b8f3fb80e44f tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:03.766611 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-fff5d3a6-fdd0-430c-ad12-b8f3fb80e44f tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2512794 Dec 06 17:38:03.768105 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55444) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:03.774294 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-b459c062-632f-4261-aecc-d21b9b995cc2 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Request body: {'security_group_rule': {'security_group_id': '8c3ef61e-0dcd-4dd8-99ea-b79a4c8ea122', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:38:03.808138 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff5d3a6-fdd0-430c-ad12-b8f3fb80e44f tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c3ef61e-0dcd-4dd8-99ea-b79a4c8ea122,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:03.812143 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-06e73ed4-ce7e-40e3-8b33-917fcc906fb5 admin admin] For port 37ad1a6e-a709-4377-9677-22ac44628bc2, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=37ad1a6e-a709-4377-9677-22ac44628bc2,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:38:03.812533 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-06e73ed4-ce7e-40e3-8b33-917fcc906fb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:03.820155 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b459c062-632f-4261-aecc-d21b9b995cc2 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:03.829674 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-06e73ed4-ce7e-40e3-8b33-917fcc906fb5 admin admin] Calling delete_port for 37ad1a6e-a709-4377-9677-22ac44628bc2 owned by network:router_gateway {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:38:03.847972 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e157389-2438-4c04-95fd-65fe85f2c3dc req-3f99ba49-3f12-405e-8e0f-571d875b3ce7 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:38:03.849497 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9e157389-2438-4c04-95fd-65fe85f2c3dc req-3f99ba49-3f12-405e-8e0f-571d875b3ce7 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=9723ca4f-190e-4386-9f0e-3eeb63038ec4 HTTP/1.1" status: 200 len: 946 time: 0.1062984 Dec 06 17:38:03.891819 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b459c062-632f-4261-aecc-d21b9b995cc2 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:03.896821 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b459c062-632f-4261-aecc-d21b9b995cc2 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:03.915965 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b459c062-632f-4261-aecc-d21b9b995cc2 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79352e9b-571f-43e9-a7cf-119646201bcd,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:03.930410 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b459c062-632f-4261-aecc-d21b9b995cc2 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:03.933426 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-b459c062-632f-4261-aecc-d21b9b995cc2 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1618307 Dec 06 17:38:03.935549 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55446) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:03.956188 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9e157389-2438-4c04-95fd-65fe85f2c3dc req-7b54b1d5-8652-459f-b4eb-5a3b69afac5e tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=53a84ca2-3f2c-4a10-85a7-67cee2181fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995069 Dec 06 17:38:03.994875 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6ff0a497-cdcc-4766-9755-b18043625231 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:04.004061 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6ff0a497-cdcc-4766-9755-b18043625231 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:04.036503 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6ff0a497-cdcc-4766-9755-b18043625231 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:04.043291 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6ff0a497-cdcc-4766-9755-b18043625231 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:04.047320 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-6ff0a497-cdcc-4766-9755-b18043625231 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/79352e9b-571f-43e9-a7cf-119646201bcd HTTP/1.1" status: 204 len: 168 time: 0.1078217 Dec 06 17:38:04.047452 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55448) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:04.074643 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca4a033-e084-40ed-a817-1f7bfb5bdcb6 req-a658ec12-98d5-407a-b237-9f9e30922ce0 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:38:04.075028 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff0a497-cdcc-4766-9755-b18043625231 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=79352e9b-571f-43e9-a7cf-119646201bcd,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:04.076244 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2ca4a033-e084-40ed-a817-1f7bfb5bdcb6 req-a658ec12-98d5-407a-b237-9f9e30922ce0 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.41 "GET /v2.0/ports?device_id=9723ca4f-190e-4386-9f0e-3eeb63038ec4 HTTP/1.1" status: 200 len: 946 time: 0.0703869 Dec 06 17:38:04.117328 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-75059959-184a-4914-b631-b8b010d4fc45 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0663812 Dec 06 17:38:04.120870 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55450) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:04.198506 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-06e73ed4-ce7e-40e3-8b33-917fcc906fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:04.208332 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7147e713-6205-46ee-8d07-e477753688b1 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:04.238762 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e73ed4-ce7e-40e3-8b33-917fcc906fb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=37ad1a6e-a709-4377-9677-22ac44628bc2,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:04.240923 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7147e713-6205-46ee-8d07-e477753688b1 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:04.288683 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a4021e-f5ea-4027-8fe3-ebd6d48434a1 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:38:04.348676 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-2ca4a033-e084-40ed-a817-1f7bfb5bdcb6 req-fc96096b-ba96-4987-a0b5-c21103077b98 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Deleting port c87e789f-6fc8-478c-82d0-8ecdee8e0c2e {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:38:04.349245 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2ca4a033-e084-40ed-a817-1f7bfb5bdcb6 req-fc96096b-ba96-4987-a0b5-c21103077b98 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:04.356852 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7147e713-6205-46ee-8d07-e477753688b1 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:04.360863 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7147e713-6205-46ee-8d07-e477753688b1 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:04.366366 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-7147e713-6205-46ee-8d07-e477753688b1 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] 10.222.0.23 "DELETE /v2.0/security-groups/8c3ef61e-0dcd-4dd8-99ea-b79a4c8ea122 HTTP/1.1" status: 204 len: 168 time: 0.2420113 Dec 06 17:38:04.370981 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55452) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:04.395731 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7147e713-6205-46ee-8d07-e477753688b1 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c3ef61e-0dcd-4dd8-99ea-b79a4c8ea122,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:04.459816 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-ddf1a3b1-93b4-4f03-8316-cf4604b410f8 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0862997 Dec 06 17:38:04.464067 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55454) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:04.468721 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-aa085266-0aeb-4961-bf24-bfb225170298 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Request body: {'security_group': {'name': 'tempest-secgroup--1347005842'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:38:04.482160 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-06e73ed4-ce7e-40e3-8b33-917fcc906fb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536698'] for router_gateway, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:04.500363 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aa085266-0aeb-4961-bf24-bfb225170298 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:04.587950 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aa085266-0aeb-4961-bf24-bfb225170298 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:04.593462 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aa085266-0aeb-4961-bf24-bfb225170298 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:04.593629 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-42a7436a-3674-41ab-ae88-81d859e473b0 req-cd2f6e05-e663-4d4f-98cc-6d8fda662e2d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ea399e16-6987-4048-879e-71b3ee241be7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2333765 Dec 06 17:38:04.617675 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-06e73ed4-ce7e-40e3-8b33-917fcc906fb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:04.630592 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa085266-0aeb-4961-bf24-bfb225170298 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b554de88-3a10-4c7a-951c-3beaa812c673,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:04.636134 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-06e73ed4-ce7e-40e3-8b33-917fcc906fb5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:04.636900 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aa085266-0aeb-4961-bf24-bfb225170298 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:04.638821 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-aa085266-0aeb-4961-bf24-bfb225170298 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1732740 Dec 06 17:38:04.640997 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-2ca4a033-e084-40ed-a817-1f7bfb5bdcb6 req-fc96096b-ba96-4987-a0b5-c21103077b98 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] For port c87e789f-6fc8-478c-82d0-8ecdee8e0c2e, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=c87e789f-6fc8-478c-82d0-8ecdee8e0c2e,segment=NetworkSegment(335efc5d-483a-424a-abc6-8fe1bd340f96),segment_id=335efc5d-483a-424a-abc6-8fe1bd340f96)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:38:04.641204 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55456) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:04.641313 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2ca4a033-e084-40ed-a817-1f7bfb5bdcb6 req-fc96096b-ba96-4987-a0b5-c21103077b98 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:04.646809 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-82b506c5-90d6-494f-b7df-fe987163117a tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Request body: {'security_group_rule': {'security_group_id': 'b554de88-3a10-4c7a-951c-3beaa812c673', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:38:04.679716 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-82b506c5-90d6-494f-b7df-fe987163117a tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:04.694633 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-2ca4a033-e084-40ed-a817-1f7bfb5bdcb6 req-fc96096b-ba96-4987-a0b5-c21103077b98 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Calling delete_port for c87e789f-6fc8-478c-82d0-8ecdee8e0c2e owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:38:04.758244 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-82b506c5-90d6-494f-b7df-fe987163117a tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:04.765507 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-82b506c5-90d6-494f-b7df-fe987163117a tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:04.798141 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b506c5-90d6-494f-b7df-fe987163117a tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=307ce0c4-c24e-4617-b433-a7e80f7eb59f,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:04.811775 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-82b506c5-90d6-494f-b7df-fe987163117a tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:04.811949 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-06e73ed4-ce7e-40e3-8b33-917fcc906fb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:04.812559 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06e73ed4-ce7e-40e3-8b33-917fcc906fb5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa5f03e8-9e2f-4c1d-9421-a3059a69fe60 {{(pid=103285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 17:38:04.813510 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-82b506c5-90d6-494f-b7df-fe987163117a tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1712916 Dec 06 17:38:04.816794 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55460) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:04.822051 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-74e09bfa-79b1-47c5-aa7d-c0f5d4907e97 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Request body: {'security_group_rule': {'security_group_id': 'b554de88-3a10-4c7a-951c-3beaa812c673', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:38:04.822277 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-06e73ed4-ce7e-40e3-8b33-917fcc906fb5 admin admin] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:04.823648 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-06e73ed4-ce7e-40e3-8b33-917fcc906fb5 admin admin] 10.222.0.23 "DELETE /v2.0/routers/fa5f03e8-9e2f-4c1d-9421-a3059a69fe60 HTTP/1.1" status: 204 len: 168 time: 1.9892285 Dec 06 17:38:04.829153 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55462) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:04.839814 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a7436a-3674-41ab-ae88-81d859e473b0 req-9a2559fd-dafa-4bdc-9946-f39bfea5fa6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:38:04.842684 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-42a7436a-3674-41ab-ae88-81d859e473b0 req-9a2559fd-dafa-4bdc-9946-f39bfea5fa6c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ecd8b64e36c540eeae4809301448bbe1&device_id=ea399e16-6987-4048-879e-71b3ee241be7 HTTP/1.1" status: 200 len: 1096 time: 0.1878326 Dec 06 17:38:04.898308 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cccf29b-236f-4efb-99c5-7e2d27fc0e8c admin admin] Deleting subnet a4ea4d0f-71a4-4c95-82b1-6c4f14c713a1 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:38:04.902247 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2cccf29b-236f-4efb-99c5-7e2d27fc0e8c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:04.929503 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-74e09bfa-79b1-47c5-aa7d-c0f5d4907e97 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:04.975517 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2cccf29b-236f-4efb-99c5-7e2d27fc0e8c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:05.047222 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2ca4a033-e084-40ed-a817-1f7bfb5bdcb6 req-fc96096b-ba96-4987-a0b5-c21103077b98 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:05.061266 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['3866e590-72b5-47f5-b2e8-e4ff83aab6c6'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:38:05.064015 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['c87e789f-6fc8-478c-82d0-8ecdee8e0c2e'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:38:05.084038 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-74e09bfa-79b1-47c5-aa7d-c0f5d4907e97 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:05.099390 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-74e09bfa-79b1-47c5-aa7d-c0f5d4907e97 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:05.122884 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc96096b-ba96-4987-a0b5-c21103077b98 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Pushing event deleted for resources: {'Port': ['ID=c87e789f-6fc8-478c-82d0-8ecdee8e0c2e,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:05.163577 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ca4a033-e084-40ed-a817-1f7bfb5bdcb6 req-fc96096b-ba96-4987-a0b5-c21103077b98 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] No DVR routers for this DVR port c87e789f-6fc8-478c-82d0-8ecdee8e0c2e on host n-h1-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:38:05.165945 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a7436a-3674-41ab-ae88-81d859e473b0 req-92d4b7f0-559f-4485-b83b-fd76e64901a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:38:05.167626 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-42a7436a-3674-41ab-ae88-81d859e473b0 req-92d4b7f0-559f-4485-b83b-fd76e64901a7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4 HTTP/1.1" status: 200 len: 913 time: 0.2454259 Dec 06 17:38:05.168948 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2ca4a033-e084-40ed-a817-1f7bfb5bdcb6 req-fc96096b-ba96-4987-a0b5-c21103077b98 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:05.171082 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e09bfa-79b1-47c5-aa7d-c0f5d4907e97 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=796d32d7-f685-4724-a9c6-759bcc7b612e,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:05.173411 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2ca4a033-e084-40ed-a817-1f7bfb5bdcb6 req-fc96096b-ba96-4987-a0b5-c21103077b98 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.41 "DELETE /v2.0/ports/c87e789f-6fc8-478c-82d0-8ecdee8e0c2e HTTP/1.1" status: 204 len: 173 time: 1.0898771 Dec 06 17:38:05.173901 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9723ca4f-190e-4386-9f0e-3eeb63038ec4', 'name': 'network-vif-deleted', 'tag': 'c87e789f-6fc8-478c-82d0-8ecdee8e0c2e'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:38:05.176616 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5152333-9692-40e0-81ce-d922129020c0" -d '{"events": [{"server_uuid": "9723ca4f-190e-4386-9f0e-3eeb63038ec4", "name": "network-vif-deleted", "tag": "c87e789f-6fc8-478c-82d0-8ecdee8e0c2e"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:38:05.181481 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2cccf29b-236f-4efb-99c5-7e2d27fc0e8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:05.231122 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-42a7436a-3674-41ab-ae88-81d859e473b0 req-916fd9a0-3e0a-402a-b1fc-553f0a6750d8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3866e590-72b5-47f5-b2e8-e4ff83aab6c6 HTTP/1.1" status: 200 len: 217 time: 0.0508065 Dec 06 17:38:05.265825 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ab844da7-8c2b-4421-b563-eff033256c94 req-b8887949-e87f-4a23-b982-114285432d1b tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=9723ca4f-190e-4386-9f0e-3eeb63038ec4 HTTP/1.1" status: 200 len: 210 time: 0.1104937 Dec 06 17:38:05.272257 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-74e09bfa-79b1-47c5-aa7d-c0f5d4907e97 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:05.273484 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-74e09bfa-79b1-47c5-aa7d-c0f5d4907e97 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4555748 Dec 06 17:38:05.278517 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55468) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:05.289682 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-b2fba6af-8bb4-4ed2-94af-aec05aa33095 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Request body: {'security_group_rule': {'security_group_id': 'b554de88-3a10-4c7a-951c-3beaa812c673', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:38:05.358982 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4073955d-f9c6-4b6c-ac95-ef3b248c771a x-openstack-request-id: req-4073955d-f9c6-4b6c-ac95-ef3b248c771a {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:38:05.359425 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:05.360344 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9723ca4f-190e-4386-9f0e-3eeb63038ec4", "name": "network-vif-deleted", "tag": "c87e789f-6fc8-478c-82d0-8ecdee8e0c2e", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:38:05.362659 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4073955d-f9c6-4b6c-ac95-ef3b248c771a {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:38:05.364962 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9723ca4f-190e-4386-9f0e-3eeb63038ec4', 'name': 'network-vif-deleted', 'tag': 'c87e789f-6fc8-478c-82d0-8ecdee8e0c2e', 'status': 'completed', 'code': 200} Dec 06 17:38:05.373945 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b2fba6af-8bb4-4ed2-94af-aec05aa33095 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:05.380435 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2cccf29b-236f-4efb-99c5-7e2d27fc0e8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:05.384774 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a7436a-3674-41ab-ae88-81d859e473b0 req-fb2278e8-c756-4dd7-98d9-a813f077996d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:38:05.387551 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-42a7436a-3674-41ab-ae88-81d859e473b0 req-fb2278e8-c756-4dd7-98d9-a813f077996d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=06d20752-22e2-4f05-a607-805be1f18e56 HTTP/1.1" status: 200 len: 851 time: 0.1497135 Dec 06 17:38:05.435530 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cccf29b-236f-4efb-99c5-7e2d27fc0e8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4ea4d0f-71a4-4c95-82b1-6c4f14c713a1,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:05.446085 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2cccf29b-236f-4efb-99c5-7e2d27fc0e8c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:05.449045 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e8b361-20ed-4e8b-a6c7-31de3ab167f3 None None] Network 343f954d-d1c3-4f66-bad4-ccfe52b09e6c requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:38:05.453773 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-2cccf29b-236f-4efb-99c5-7e2d27fc0e8c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/a4ea4d0f-71a4-4c95-82b1-6c4f14c713a1 HTTP/1.1" status: 204 len: 168 time: 0.6219482 Dec 06 17:38:05.459562 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 55472) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:05.576042 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b2fba6af-8bb4-4ed2-94af-aec05aa33095 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:05.583130 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 06adf1f7-8794-431c-a2e0-a67acc87e575 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:38:05.585375 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b2fba6af-8bb4-4ed2-94af-aec05aa33095 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:05.602595 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a7436a-3674-41ab-ae88-81d859e473b0 req-99f98c62-5e2c-47b6-ba52-9b49e234a961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:38:05.604133 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-42a7436a-3674-41ab-ae88-81d859e473b0 req-99f98c62-5e2c-47b6-ba52-9b49e234a961 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2087753 Dec 06 17:38:05.614489 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fba6af-8bb4-4ed2-94af-aec05aa33095 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dbacf87-589a-4004-b992-9023f41e0600,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:05.633278 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b2fba6af-8bb4-4ed2-94af-aec05aa33095 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:05.637992 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-b2fba6af-8bb4-4ed2-94af-aec05aa33095 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3539076 Dec 06 17:38:05.638845 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55476) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:05.645993 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-656f3e8b-c916-4289-82c4-2b7e9e548313 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Request body: {'security_group_rule': {'security_group_id': 'b554de88-3a10-4c7a-951c-3beaa812c673', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:38:05.670622 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 06adf1f7-8794-431c-a2e0-a67acc87e575 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:38:05.670992 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 06adf1f7-8794-431c-a2e0-a67acc87e575 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:38:05.671765 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 37ad1a6e-a709-4377-9677-22ac44628bc2 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:38:05.691717 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-656f3e8b-c916-4289-82c4-2b7e9e548313 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:05.710904 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d20916fa-561f-48d9-996e-0ba0216709ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:05.727655 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 37ad1a6e-a709-4377-9677-22ac44628bc2 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:38:05.728287 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 37ad1a6e-a709-4377-9677-22ac44628bc2 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:38:05.798529 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-656f3e8b-c916-4289-82c4-2b7e9e548313 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:05.803435 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-656f3e8b-c916-4289-82c4-2b7e9e548313 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:05.831393 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656f3e8b-c916-4289-82c4-2b7e9e548313 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea71fb9d-cbc8-4f62-97bd-83cc488ce770,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:05.842801 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-656f3e8b-c916-4289-82c4-2b7e9e548313 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:05.843831 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-656f3e8b-c916-4289-82c4-2b7e9e548313 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2038903 Dec 06 17:38:05.847009 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55480) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:05.852762 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-3af34458-6c7c-4948-885f-b6ea3362350d tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Request body: {'security_group_rule': {'security_group_id': 'b554de88-3a10-4c7a-951c-3beaa812c673', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:38:05.878212 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-42a7436a-3674-41ab-ae88-81d859e473b0 req-42fdac03-523b-4944-95d7-30ce073cdd63 service neutron] 10.222.0.44 "GET /v2.0/networks/2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496395 Dec 06 17:38:05.899574 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a4cb87-75c2-4ba1-adce-69b5ce484c2a None None] DHCP port deletion for 343f954d-d1c3-4f66-bad4-ccfe52b09e6c request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:38:05.916311 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3af34458-6c7c-4948-885f-b6ea3362350d tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:05.995596 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3af34458-6c7c-4948-885f-b6ea3362350d tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:05.997067 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-33a4cb87-75c2-4ba1-adce-69b5ce484c2a None None] Deleting port 3a0c4759-b608-4742-b9d4-e5bd2a749450 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:38:05.997442 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-33a4cb87-75c2-4ba1-adce-69b5ce484c2a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:06.004014 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3af34458-6c7c-4948-885f-b6ea3362350d tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:06.026559 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-42a7436a-3674-41ab-ae88-81d859e473b0 req-b082cac5-88aa-4e61-8f33-94a2dc82082f service neutron] 10.222.0.44 "GET /v2.0/networks/2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015463 Dec 06 17:38:06.030033 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af34458-6c7c-4948-885f-b6ea3362350d tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21836d7b-2e8d-4936-a278-ec7fb3a1dcb3,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:06.049496 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3af34458-6c7c-4948-885f-b6ea3362350d tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:06.055547 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 55482) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:06.057363 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-3af34458-6c7c-4948-885f-b6ea3362350d tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2075613 Dec 06 17:38:06.095490 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-d20916fa-561f-48d9-996e-0ba0216709ea admin admin] Deleting port 3a0c4759-b608-4742-b9d4-e5bd2a749450 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:38:06.096191 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d20916fa-561f-48d9-996e-0ba0216709ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:06.118120 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-33a4cb87-75c2-4ba1-adce-69b5ce484c2a None None] For port 3a0c4759-b608-4742-b9d4-e5bd2a749450, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=3a0c4759-b608-4742-b9d4-e5bd2a749450,segment=NetworkSegment(e7633122-45be-4098-9151-607f71ade058),segment_id=e7633122-45be-4098-9151-607f71ade058)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:38:06.118678 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-33a4cb87-75c2-4ba1-adce-69b5ce484c2a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:06.135696 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-33a4cb87-75c2-4ba1-adce-69b5ce484c2a None None] Calling delete_port for 3a0c4759-b608-4742-b9d4-e5bd2a749450 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:38:06.139732 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d35ea22c-e770-4257-bc12-61974513f942 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:06.159880 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d35ea22c-e770-4257-bc12-61974513f942 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:06.238202 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d35ea22c-e770-4257-bc12-61974513f942 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:06.238881 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-33a4cb87-75c2-4ba1-adce-69b5ce484c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:06.257316 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d35ea22c-e770-4257-bc12-61974513f942 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:06.261818 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55484) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:06.262097 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-d35ea22c-e770-4257-bc12-61974513f942 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/21836d7b-2e8d-4936-a278-ec7fb3a1dcb3 HTTP/1.1" status: 204 len: 168 time: 0.2004066 Dec 06 17:38:06.273659 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-d20916fa-561f-48d9-996e-0ba0216709ea admin admin] For port 3a0c4759-b608-4742-b9d4-e5bd2a749450, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=3a0c4759-b608-4742-b9d4-e5bd2a749450,segment=NetworkSegment(e7633122-45be-4098-9151-607f71ade058),segment_id=e7633122-45be-4098-9151-607f71ade058)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:38:06.274538 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d20916fa-561f-48d9-996e-0ba0216709ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:06.277554 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35ea22c-e770-4257-bc12-61974513f942 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=21836d7b-2e8d-4936-a278-ec7fb3a1dcb3,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:06.289172 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a4cb87-75c2-4ba1-adce-69b5ce484c2a None None] No DVR routers for this DVR port 3a0c4759-b608-4742-b9d4-e5bd2a749450 on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:38:06.303114 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a4cb87-75c2-4ba1-adce-69b5ce484c2a None None] Pushing event deleted for resources: {'Port': ['ID=3a0c4759-b608-4742-b9d4-e5bd2a749450,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:06.309408 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-d20916fa-561f-48d9-996e-0ba0216709ea admin admin] Calling delete_port for 3a0c4759-b608-4742-b9d4-e5bd2a749450 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:38:06.349369 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-e038b540-ffaa-48ac-8fba-6c6200ce3a2f tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0859964 Dec 06 17:38:06.350736 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55488) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:06.383925 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8b33e922-c23a-42e2-ac65-6f8f85401608 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:06.395162 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8b33e922-c23a-42e2-ac65-6f8f85401608 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:06.437874 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8b33e922-c23a-42e2-ac65-6f8f85401608 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:06.454483 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8b33e922-c23a-42e2-ac65-6f8f85401608 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:06.459674 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-8b33e922-c23a-42e2-ac65-6f8f85401608 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/ea71fb9d-cbc8-4f62-97bd-83cc488ce770 HTTP/1.1" status: 204 len: 168 time: 0.1074691 Dec 06 17:38:06.460740 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 55490) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:06.460903 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b33e922-c23a-42e2-ac65-6f8f85401608 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ea71fb9d-cbc8-4f62-97bd-83cc488ce770,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:06.494237 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-99024235-77a3-4377-91b1-6038cc622f46 req-f2485ddd-7e3f-4508-be7f-5ecfb27792e3 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=9723ca4f-190e-4386-9f0e-3eeb63038ec4 HTTP/1.1" status: 200 len: 210 time: 0.0300014 Dec 06 17:38:06.499449 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d20916fa-561f-48d9-996e-0ba0216709ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:06.520686 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20916fa-561f-48d9-996e-0ba0216709ea admin admin] No DVR routers for this DVR port 3a0c4759-b608-4742-b9d4-e5bd2a749450 on host n-d-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:38:06.594425 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-2c7ed074-d347-466e-b80c-c13b3ba897f6 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1323435 Dec 06 17:38:06.597373 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55492) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:06.614134 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20916fa-561f-48d9-996e-0ba0216709ea admin admin] Pushing event deleted for resources: {'Port': ['ID=3a0c4759-b608-4742-b9d4-e5bd2a749450,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:06.641340 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0fc5c177-e5cb-46c7-b6b8-15236434fa4e tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:06.651724 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0fc5c177-e5cb-46c7-b6b8-15236434fa4e tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:06.689216 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d20916fa-561f-48d9-996e-0ba0216709ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:06.693223 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0fc5c177-e5cb-46c7-b6b8-15236434fa4e tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:06.710465 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0fc5c177-e5cb-46c7-b6b8-15236434fa4e tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:06.711672 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-0fc5c177-e5cb-46c7-b6b8-15236434fa4e tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/5dbacf87-589a-4004-b992-9023f41e0600 HTTP/1.1" status: 204 len: 168 time: 0.1125371 Dec 06 17:38:06.712609 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc5c177-e5cb-46c7-b6b8-15236434fa4e tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5dbacf87-589a-4004-b992-9023f41e0600,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:06.715398 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55494) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:06.725402 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-d20916fa-561f-48d9-996e-0ba0216709ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['343f954d-d1c3-4f66-bad4-ccfe52b09e6c']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:38:06.748122 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-d20916fa-561f-48d9-996e-0ba0216709ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7633122-45be-4098-9151-607f71ade058') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:38:06.748506 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-d20916fa-561f-48d9-996e-0ba0216709ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7633122-45be-4098-9151-607f71ade058') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:38:06.762542 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d20916fa-561f-48d9-996e-0ba0216709ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:06.763335 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-58fae93d-fbfe-45ec-9d50-e57204816c52 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0466921 Dec 06 17:38:06.766241 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55496) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:06.784013 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d20916fa-561f-48d9-996e-0ba0216709ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:06.795051 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d20916fa-561f-48d9-996e-0ba0216709ea admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:38:06.796322 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d20916fa-561f-48d9-996e-0ba0216709ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:06.799007 n-d-master-1 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:38:06.799007 n-d-master-1 neutron-server[103285]: self.session.flush() Dec 06 17:38:06.799007 n-d-master-1 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:38:06.799007 n-d-master-1 neutron-server[103285]: self.session.flush() Dec 06 17:38:06.799007 n-d-master-1 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:38:06.799007 n-d-master-1 neutron-server[103285]: self.session.flush() Dec 06 17:38:06.799007 n-d-master-1 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:38:06.799007 n-d-master-1 neutron-server[103285]: self.session.flush() Dec 06 17:38:06.799007 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:38:06.799007 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:38:06.799007 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:38:06.799007 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:38:06.799007 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:38:06.799007 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:38:06.799007 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:38:06.799007 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:38:06.799007 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:38:06.799007 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:38:06.799007 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:38:06.799007 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:38:06.799007 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:38:06.799007 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:38:06.799007 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:38:06.799007 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:38:06.799007 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:38:06.799007 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:38:06.799007 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:38:06.799007 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:38:06.799007 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:38:06.799007 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:38:06.799007 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:38:06.799007 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:38:06.799007 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:38:06.799007 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:38:06.799007 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:38:06.799007 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:38:06.799007 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:38:06.799007 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:38:06.799007 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:38:06.799007 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:38:06.814561 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6f3b31ba-a5f3-458e-8ba8-390727497f82 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:06.828470 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6f3b31ba-a5f3-458e-8ba8-390727497f82 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:06.869189 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6f3b31ba-a5f3-458e-8ba8-390727497f82 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:06.874007 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d20916fa-561f-48d9-996e-0ba0216709ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:06.883329 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d20916fa-561f-48d9-996e-0ba0216709ea admin admin] Publish callbacks [] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:06.890745 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-d20916fa-561f-48d9-996e-0ba0216709ea admin admin] 10.222.0.23 "DELETE /v2.0/networks/343f954d-d1c3-4f66-bad4-ccfe52b09e6c HTTP/1.1" status: 204 len: 168 time: 1.4299886 Dec 06 17:38:06.894350 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6f3b31ba-a5f3-458e-8ba8-390727497f82 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:06.897973 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-6f3b31ba-a5f3-458e-8ba8-390727497f82 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/796d32d7-f685-4724-a9c6-759bcc7b612e HTTP/1.1" status: 204 len: 168 time: 0.1284909 Dec 06 17:38:06.897973 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3b31ba-a5f3-458e-8ba8-390727497f82 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=796d32d7-f685-4724-a9c6-759bcc7b612e,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:06.898732 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55500) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:06.911258 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20916fa-561f-48d9-996e-0ba0216709ea admin admin] Pushing event deleted for resources: {'Network': ['ID=343f954d-d1c3-4f66-bad4-ccfe52b09e6c,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:07.005369 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-f6bddc4b-0ca7-41ac-a6d1-156401f76783 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0864196 Dec 06 17:38:07.008270 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 55504) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:07.061587 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8b63f24f-ca0c-4d2d-b4b6-af057c5821e0 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:07.072784 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8b63f24f-ca0c-4d2d-b4b6-af057c5821e0 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:07.114223 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8b63f24f-ca0c-4d2d-b4b6-af057c5821e0 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:07.125511 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8b63f24f-ca0c-4d2d-b4b6-af057c5821e0 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:07.126987 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-8b63f24f-ca0c-4d2d-b4b6-af057c5821e0 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/307ce0c4-c24e-4617-b433-a7e80f7eb59f HTTP/1.1" status: 204 len: 168 time: 0.1162572 Dec 06 17:38:07.130445 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55506) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:07.134074 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63f24f-ca0c-4d2d-b4b6-af057c5821e0 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=307ce0c4-c24e-4617-b433-a7e80f7eb59f,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:07.159262 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 55508) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:07.199322 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-80246787-f20a-40e7-b43a-20870f1b063a tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0663803 Dec 06 17:38:07.201597 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55510) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:07.212624 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-13f9a95b-e7b6-4c6c-8740-6275d0005c65 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d7abadb1557c47ab8c8300111afe2d05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0510733 Dec 06 17:38:07.214369 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 55512) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:07.302666 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fcb83078-080f-4668-9317-57e012f8461a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:07.303085 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 17:38:07.305589 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-33f76863-21d0-4cbf-9453-dcc9d67e0bb3 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:07.334120 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fcb83078-080f-4668-9317-57e012f8461a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:07.345388 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 3a0c4759-b608-4742-b9d4-e5bd2a749450 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:38:07.353892 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-33f76863-21d0-4cbf-9453-dcc9d67e0bb3 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:07.395599 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 3a0c4759-b608-4742-b9d4-e5bd2a749450 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:38:07.395955 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 3a0c4759-b608-4742-b9d4-e5bd2a749450 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:38:07.412555 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fcb83078-080f-4668-9317-57e012f8461a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:07.419711 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fcb83078-080f-4668-9317-57e012f8461a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:07.429218 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-fcb83078-080f-4668-9317-57e012f8461a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/454bb607-f7d1-4922-bafe-e6512640976f HTTP/1.1" status: 204 len: 168 time: 0.2108302 Dec 06 17:38:07.439135 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb83078-080f-4668-9317-57e012f8461a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=454bb607-f7d1-4922-bafe-e6512640976f,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:07.451268 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-33f76863-21d0-4cbf-9453-dcc9d67e0bb3 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:07.457030 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-33f76863-21d0-4cbf-9453-dcc9d67e0bb3 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:07.461544 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 55516) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:07.462184 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-33f76863-21d0-4cbf-9453-dcc9d67e0bb3 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] 10.222.0.23 "DELETE /v2.0/security-groups/b554de88-3a10-4c7a-951c-3beaa812c673 HTTP/1.1" status: 204 len: 168 time: 0.2441525 Dec 06 17:38:07.478585 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f76863-21d0-4cbf-9453-dcc9d67e0bb3 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b554de88-3a10-4c7a-951c-3beaa812c673,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:07.598325 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-c6ae5c25-b859-45a4-82b3-993e6b3e4ae8 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1345322 Dec 06 17:38:07.604845 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55520) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:07.617873 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-93fc6325-84fe-485d-a1a5-120ae8c76abb tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Request body: {'security_group': {'name': 'tempest-secgroup--488293564'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:38:07.694208 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-93fc6325-84fe-485d-a1a5-120ae8c76abb tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:07.724440 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device c87e789f-6fc8-478c-82d0-8ecdee8e0c2e no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:38:07.756195 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-24feee93-0692-48f7-98e5-c0df71f22035 req-b745482c-d263-4dba-beb9-6cd3725067ca tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=9723ca4f-190e-4386-9f0e-3eeb63038ec4 HTTP/1.1" status: 200 len: 210 time: 0.0437009 Dec 06 17:38:07.792259 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] No Port match for: c87e789f-6fc8-478c-82d0-8ecdee8e0c2e {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:38:07.792607 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device c87e789f-6fc8-478c-82d0-8ecdee8e0c2e not bound to the agent host n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:38:07.894048 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-93fc6325-84fe-485d-a1a5-120ae8c76abb tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:07.908208 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-93fc6325-84fe-485d-a1a5-120ae8c76abb tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:07.952228 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fc6325-84fe-485d-a1a5-120ae8c76abb tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3bc6923-2978-4a6f-9e18-b37598b6ad1d,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:07.958106 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-93fc6325-84fe-485d-a1a5-120ae8c76abb tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:07.959436 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-93fc6325-84fe-485d-a1a5-120ae8c76abb tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3499475 Dec 06 17:38:07.962517 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 55530) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:07.967580 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-34f24813-65ca-42db-a043-64ad370925be tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Request body: {'security_group_rule': {'security_group_id': 'a3bc6923-2978-4a6f-9e18-b37598b6ad1d', 'direction': 'ingress', 'protocol': 17}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:38:08.059521 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-34f24813-65ca-42db-a043-64ad370925be tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:08.165319 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-34f24813-65ca-42db-a043-64ad370925be tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:08.172836 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-34f24813-65ca-42db-a043-64ad370925be tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:08.209338 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f24813-65ca-42db-a043-64ad370925be tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0051356-1da8-4922-b627-1be1757321fc,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:08.236716 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-34f24813-65ca-42db-a043-64ad370925be tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:08.240851 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-34f24813-65ca-42db-a043-64ad370925be tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2743654 Dec 06 17:38:08.241417 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55538) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:08.732600 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4bb8c776-4aa1-4032-ad60-47e154a819ca tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:08.767212 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4bb8c776-4aa1-4032-ad60-47e154a819ca tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:08.827418 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4bb8c776-4aa1-4032-ad60-47e154a819ca tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:08.830596 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4bb8c776-4aa1-4032-ad60-47e154a819ca tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:08.832026 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-4bb8c776-4aa1-4032-ad60-47e154a819ca tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] 10.222.0.23 "DELETE /v2.0/security-groups/a3bc6923-2978-4a6f-9e18-b37598b6ad1d HTTP/1.1" status: 204 len: 168 time: 0.5893235 Dec 06 17:38:08.834799 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 55554) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:08.852665 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb8c776-4aa1-4032-ad60-47e154a819ca tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3bc6923-2978-4a6f-9e18-b37598b6ad1d,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:08.916155 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-bb3f3142-2ff1-4789-8fd8-795e6878d212 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0800357 Dec 06 17:38:08.921814 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 55556) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:08.932400 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-b2028b66-2492-470f-b099-47afbe53092b tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Request body: {'security_group': {'name': 'tempest-secgroup--448902927'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:38:08.940005 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1e5b0621-53f3-42f4-972f-7d909ed4ede1 req-d6c96f66-c43e-4f1b-b4eb-597007532846 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=9723ca4f-190e-4386-9f0e-3eeb63038ec4 HTTP/1.1" status: 200 len: 210 time: 0.0432103 Dec 06 17:38:08.986268 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b2028b66-2492-470f-b099-47afbe53092b tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:09.097970 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b2028b66-2492-470f-b099-47afbe53092b tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:09.104309 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b2028b66-2492-470f-b099-47afbe53092b tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:09.195285 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b2028b66-2492-470f-b099-47afbe53092b tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:09.197801 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-b2028b66-2492-470f-b099-47afbe53092b tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2747457 Dec 06 17:38:09.200923 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55570) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:09.202612 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2028b66-2492-470f-b099-47afbe53092b tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90fa1e6b-208c-4cc7-a690-011c1f4424cb,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:09.206100 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-37e1fbd8-c263-4896-a23a-a510483b8979 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Request body: {'security_group': {'name': 'tempest-secgroup--295382586'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:38:09.275848 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-37e1fbd8-c263-4896-a23a-a510483b8979 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:09.392325 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-37e1fbd8-c263-4896-a23a-a510483b8979 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:09.398591 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-37e1fbd8-c263-4896-a23a-a510483b8979 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:09.440033 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e1fbd8-c263-4896-a23a-a510483b8979 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9765fec2-ad1e-4b0d-befb-dccd94a31e1e,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:09.444961 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-37e1fbd8-c263-4896-a23a-a510483b8979 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:09.446670 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-37e1fbd8-c263-4896-a23a-a510483b8979 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2440639 Dec 06 17:38:09.449298 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 55576) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:09.454677 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-205718a5-779c-4680-b027-b9566b2f229b tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Request body: {'security_group_rule': {'security_group_id': '90fa1e6b-208c-4cc7-a690-011c1f4424cb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '9765fec2-ad1e-4b0d-befb-dccd94a31e1e', 'remote_ip_prefix': None}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:38:09.512394 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-205718a5-779c-4680-b027-b9566b2f229b tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:09.634666 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-205718a5-779c-4680-b027-b9566b2f229b tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:09.640869 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-205718a5-779c-4680-b027-b9566b2f229b tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:09.667014 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205718a5-779c-4680-b027-b9566b2f229b tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9fac647-7aaf-48c9-ac16-a93cc8446ff8,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:09.676862 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-205718a5-779c-4680-b027-b9566b2f229b tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:09.680743 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-205718a5-779c-4680-b027-b9566b2f229b tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2276359 Dec 06 17:38:09.681086 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 55580) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:09.710987 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ac073387-a6ba-476a-a33f-5241d7b443cd tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:09.719388 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ac073387-a6ba-476a-a33f-5241d7b443cd tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:09.752898 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ac073387-a6ba-476a-a33f-5241d7b443cd tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:09.761708 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ac073387-a6ba-476a-a33f-5241d7b443cd tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:09.762919 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-ac073387-a6ba-476a-a33f-5241d7b443cd tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/e9fac647-7aaf-48c9-ac16-a93cc8446ff8 HTTP/1.1" status: 204 len: 168 time: 0.0806782 Dec 06 17:38:09.766106 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55584) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:09.790069 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac073387-a6ba-476a-a33f-5241d7b443cd tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e9fac647-7aaf-48c9-ac16-a93cc8446ff8,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:09.832152 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-4d81bd44-cc25-4bc5-9b1a-e21e2ced9a86 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0622885 Dec 06 17:38:09.832574 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 55586) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:09.904933 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-81916f8b-51b6-41fa-a1f8-cfd39f5ea9ec tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:09.936206 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-81916f8b-51b6-41fa-a1f8-cfd39f5ea9ec tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:09.985723 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-81916f8b-51b6-41fa-a1f8-cfd39f5ea9ec tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:09.990806 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-81916f8b-51b6-41fa-a1f8-cfd39f5ea9ec tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:09.994398 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-81916f8b-51b6-41fa-a1f8-cfd39f5ea9ec tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] 10.222.0.23 "DELETE /v2.0/security-groups/9765fec2-ad1e-4b0d-befb-dccd94a31e1e HTTP/1.1" status: 204 len: 168 time: 0.1583025 Dec 06 17:38:09.995094 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55596) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:10.001896 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81916f8b-51b6-41fa-a1f8-cfd39f5ea9ec tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9765fec2-ad1e-4b0d-befb-dccd94a31e1e,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:10.123691 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-d701470f-0f0f-4526-863b-e7401fb4f161 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1241994 Dec 06 17:38:10.125277 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55604) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:10.133412 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-07a35b10-ec3d-4522-af8b-ce1e3f2ee22c req-511b4459-073b-4dde-8942-ed0ed4a24e02 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=9723ca4f-190e-4386-9f0e-3eeb63038ec4 HTTP/1.1" status: 200 len: 210 time: 0.0467205 Dec 06 17:38:10.195071 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1173c188-d488-40cd-ab0a-b63fb0d88888 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:10.224060 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1173c188-d488-40cd-ab0a-b63fb0d88888 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:10.299853 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1173c188-d488-40cd-ab0a-b63fb0d88888 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:10.303567 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1173c188-d488-40cd-ab0a-b63fb0d88888 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:10.307898 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 55616) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:10.308608 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-1173c188-d488-40cd-ab0a-b63fb0d88888 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] 10.222.0.23 "DELETE /v2.0/security-groups/90fa1e6b-208c-4cc7-a690-011c1f4424cb HTTP/1.1" status: 204 len: 168 time: 0.1815920 Dec 06 17:38:10.323977 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1173c188-d488-40cd-ab0a-b63fb0d88888 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90fa1e6b-208c-4cc7-a690-011c1f4424cb,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:10.405935 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-9d8a8c72-a275-4d19-ba69-38b0a569a9b1 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0959053 Dec 06 17:38:10.410596 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 55620) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:10.414555 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-bbad3eb1-af82-4062-86d0-0ada88b5a66d tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Request body: {'security_group': {'name': 'tempest-secgroup--466677290'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:38:10.440441 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bbad3eb1-af82-4062-86d0-0ada88b5a66d tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:10.554367 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bbad3eb1-af82-4062-86d0-0ada88b5a66d tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:10.562057 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bbad3eb1-af82-4062-86d0-0ada88b5a66d tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:10.597681 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bbad3eb1-af82-4062-86d0-0ada88b5a66d tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:10.602067 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-bbad3eb1-af82-4062-86d0-0ada88b5a66d tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1879890 Dec 06 17:38:10.602231 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55622) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:10.604707 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbad3eb1-af82-4062-86d0-0ada88b5a66d tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0092ca78-65ed-4213-a36d-4ff3245ac190,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:10.611266 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-61f952a0-a101-4558-b6ff-d38e016ced75 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Request body: {'security_group_rule': {'security_group_id': '0092ca78-65ed-4213-a36d-4ff3245ac190', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:38:10.663644 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-61f952a0-a101-4558-b6ff-d38e016ced75 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:10.796861 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-61f952a0-a101-4558-b6ff-d38e016ced75 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:10.810466 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-61f952a0-a101-4558-b6ff-d38e016ced75 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:10.826116 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f952a0-a101-4558-b6ff-d38e016ced75 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3584a586-4bb0-441a-a2f2-e1e8eb3b6851,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:10.838346 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-61f952a0-a101-4558-b6ff-d38e016ced75 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:10.839641 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-61f952a0-a101-4558-b6ff-d38e016ced75 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2365210 Dec 06 17:38:10.842586 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 55632) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:10.888176 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0c610277-c71a-4f7c-9b39-6ef0b39b8ce0 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:10.908045 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0c610277-c71a-4f7c-9b39-6ef0b39b8ce0 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:10.949797 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0c610277-c71a-4f7c-9b39-6ef0b39b8ce0 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:10.958733 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0c610277-c71a-4f7c-9b39-6ef0b39b8ce0 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:10.960418 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-0c610277-c71a-4f7c-9b39-6ef0b39b8ce0 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/3584a586-4bb0-441a-a2f2-e1e8eb3b6851 HTTP/1.1" status: 204 len: 168 time: 0.1167419 Dec 06 17:38:10.963020 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55636) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:10.966660 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c610277-c71a-4f7c-9b39-6ef0b39b8ce0 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3584a586-4bb0-441a-a2f2-e1e8eb3b6851,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:11.021519 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-17e7d261-702a-48c1-ab67-8af2946edfdb tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0570524 Dec 06 17:38:11.024173 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55640) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:11.193673 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-67c30b07-a47d-4b9e-a056-c8d8b8d9d63e tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:11.243907 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-67c30b07-a47d-4b9e-a056-c8d8b8d9d63e tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:11.297958 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-67c30b07-a47d-4b9e-a056-c8d8b8d9d63e tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:11.302461 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-67c30b07-a47d-4b9e-a056-c8d8b8d9d63e tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:11.303935 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-67c30b07-a47d-4b9e-a056-c8d8b8d9d63e tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] 10.222.0.23 "DELETE /v2.0/security-groups/0092ca78-65ed-4213-a36d-4ff3245ac190 HTTP/1.1" status: 204 len: 168 time: 0.2785997 Dec 06 17:38:11.306668 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 55650) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:11.332740 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c30b07-a47d-4b9e-a056-c8d8b8d9d63e tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0092ca78-65ed-4213-a36d-4ff3245ac190,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:11.446673 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ef52df86-1903-4876-9b72-bea34fe919ff req-74ceba8e-554b-4744-b652-805f88cd8ea0 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=9723ca4f-190e-4386-9f0e-3eeb63038ec4 HTTP/1.1" status: 200 len: 210 time: 0.0886829 Dec 06 17:38:11.471796 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-7093a543-dd99-4d8e-a253-d6673424eb6a tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1614404 Dec 06 17:38:11.477508 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 55656) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:11.491932 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-e3489259-c7fe-40c2-bf9d-e8de20ba0482 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Request body: {'security_group': {'name': 'tempest-secgroup--514858564'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:38:11.571152 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e3489259-c7fe-40c2-bf9d-e8de20ba0482 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:11.658762 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e3489259-c7fe-40c2-bf9d-e8de20ba0482 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:11.663812 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e3489259-c7fe-40c2-bf9d-e8de20ba0482 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:11.702655 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e3489259-c7fe-40c2-bf9d-e8de20ba0482 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:11.707252 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55660) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:11.707695 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-e3489259-c7fe-40c2-bf9d-e8de20ba0482 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2242606 Dec 06 17:38:11.709742 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3489259-c7fe-40c2-bf9d-e8de20ba0482 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=828e65f2-790c-4542-8fb4-6c28fa4bff8c,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:11.712978 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-2fcf69b3-9a52-4e11-8174-2a3fe2a98c5e tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Request body: {'security_group_rule': {'security_group_id': '828e65f2-790c-4542-8fb4-6c28fa4bff8c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:38:11.750927 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2fcf69b3-9a52-4e11-8174-2a3fe2a98c5e tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:11.832066 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4f513ce4-b9eb-469b-ab25-722ce52c0aac req-e06d46a4-9904-4d57-b710-5d2ee63b0bf8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ccda23e4-e182-44da-9f28-4c236d1fba5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0866175 Dec 06 17:38:11.868355 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2fcf69b3-9a52-4e11-8174-2a3fe2a98c5e tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:11.880176 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2fcf69b3-9a52-4e11-8174-2a3fe2a98c5e tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:11.912818 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcf69b3-9a52-4e11-8174-2a3fe2a98c5e tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6156361-5074-4aa7-a1e0-9cdea4cbf399,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:11.936191 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2fcf69b3-9a52-4e11-8174-2a3fe2a98c5e tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:11.938747 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-2fcf69b3-9a52-4e11-8174-2a3fe2a98c5e tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2302656 Dec 06 17:38:11.941992 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55666) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:11.973622 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-d337ac0c-7346-4af9-9698-2718dcc9752d tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] 10.222.0.23 "GET /v2.0/security-group-rules/b6156361-5074-4aa7-a1e0-9cdea4cbf399 HTTP/1.1" status: 200 len: 763 time: 0.0233674 Dec 06 17:38:11.975639 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55668) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:12.048818 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f513ce4-b9eb-469b-ab25-722ce52c0aac req-89547b6e-76f5-4210-a456-0d5f1e05692c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:38:12.057001 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4f513ce4-b9eb-469b-ab25-722ce52c0aac req-89547b6e-76f5-4210-a456-0d5f1e05692c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=87136a91f6c54863bdb78ae5833b5c4e&device_id=ccda23e4-e182-44da-9f28-4c236d1fba5a HTTP/1.1" status: 200 len: 1096 time: 0.1044824 Dec 06 17:38:12.060722 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-baa76b2b-3c92-4bea-b0a1-730e851b49c8 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0832546 Dec 06 17:38:12.063367 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 55670) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:12.102936 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e975ff8d-6446-45f0-91e0-f314b0563e9b tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:12.128763 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e975ff8d-6446-45f0-91e0-f314b0563e9b tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:12.197676 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e975ff8d-6446-45f0-91e0-f314b0563e9b tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:12.208238 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e975ff8d-6446-45f0-91e0-f314b0563e9b tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:12.211790 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-e975ff8d-6446-45f0-91e0-f314b0563e9b tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/b6156361-5074-4aa7-a1e0-9cdea4cbf399 HTTP/1.1" status: 204 len: 168 time: 0.1450486 Dec 06 17:38:12.212560 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55674) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:12.221649 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e975ff8d-6446-45f0-91e0-f314b0563e9b tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b6156361-5074-4aa7-a1e0-9cdea4cbf399,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:12.226724 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f513ce4-b9eb-469b-ab25-722ce52c0aac req-001a9307-d115-473d-ac42-e26a20faf87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:38:12.228380 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4f513ce4-b9eb-469b-ab25-722ce52c0aac req-001a9307-d115-473d-ac42-e26a20faf87d service neutron] 10.222.0.41 "GET /v2.0/networks?id=2c008a8b-421d-4b40-9646-1dd7934eadae HTTP/1.1" status: 200 len: 898 time: 0.1379378 Dec 06 17:38:12.290179 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-42662492-c740-4b32-abf3-f8b34cfa907a tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0767632 Dec 06 17:38:12.291393 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55676) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:12.296885 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-ff7533bf-e79b-47cc-8ed2-0c05a2f9531a tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Request body: {'security_group_rule': {'security_group_id': '828e65f2-790c-4542-8fb4-6c28fa4bff8c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:38:12.322996 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4f513ce4-b9eb-469b-ab25-722ce52c0aac req-f33ccc46-769e-4dfe-a894-10bb75235b05 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f78f30ca-02ef-48c5-97e9-5186573744a1 HTTP/1.1" status: 200 len: 1000 time: 0.0782540 Dec 06 17:38:12.332529 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ff7533bf-e79b-47cc-8ed2-0c05a2f9531a tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:12.394643 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ff7533bf-e79b-47cc-8ed2-0c05a2f9531a tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:12.403666 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ff7533bf-e79b-47cc-8ed2-0c05a2f9531a tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:12.413223 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f513ce4-b9eb-469b-ab25-722ce52c0aac req-af82008b-6b72-4643-8b3d-735336f6dbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:38:12.415153 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4f513ce4-b9eb-469b-ab25-722ce52c0aac req-af82008b-6b72-4643-8b3d-735336f6dbdc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9617ec86-ff21-4a37-a800-d6258d9d9658 HTTP/1.1" status: 200 len: 833 time: 0.0828509 Dec 06 17:38:12.430487 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7533bf-e79b-47cc-8ed2-0c05a2f9531a tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92121707-7bec-4825-9bee-9ccdab5ae57d,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:12.444565 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ff7533bf-e79b-47cc-8ed2-0c05a2f9531a tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:12.445951 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-ff7533bf-e79b-47cc-8ed2-0c05a2f9531a tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1531618 Dec 06 17:38:12.449855 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55682) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:12.471905 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-88a26b90-3f22-478e-b4ff-04f017d152bb tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] 10.222.0.23 "GET /v2.0/security-group-rules/92121707-7bec-4825-9bee-9ccdab5ae57d HTTP/1.1" status: 200 len: 763 time: 0.0190337 Dec 06 17:38:12.474107 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55684) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:12.497885 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f513ce4-b9eb-469b-ab25-722ce52c0aac req-bd240b08-452d-4558-900d-8a58a6078640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:38:12.499743 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4f513ce4-b9eb-469b-ab25-722ce52c0aac req-bd240b08-452d-4558-900d-8a58a6078640 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2c008a8b-421d-4b40-9646-1dd7934eadae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0752578 Dec 06 17:38:12.558373 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-6d4e22dc-2e75-46f4-a23b-7e5792fe162d tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0831366 Dec 06 17:38:12.561013 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55692) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:12.599223 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6961cbd1-c019-4d43-8bcf-4934807063ac tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:12.621996 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6961cbd1-c019-4d43-8bcf-4934807063ac tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:12.638905 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4f513ce4-b9eb-469b-ab25-722ce52c0aac req-7467e46a-fbdc-4bac-905b-72fcc4dfc1e8 service neutron] 10.222.0.41 "GET /v2.0/networks/2c008a8b-421d-4b40-9646-1dd7934eadae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289473 Dec 06 17:38:12.652565 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6961cbd1-c019-4d43-8bcf-4934807063ac tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:12.661419 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6961cbd1-c019-4d43-8bcf-4934807063ac tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:12.665018 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-6961cbd1-c019-4d43-8bcf-4934807063ac tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/92121707-7bec-4825-9bee-9ccdab5ae57d HTTP/1.1" status: 204 len: 168 time: 0.1001344 Dec 06 17:38:12.666289 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55696) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:12.679267 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6961cbd1-c019-4d43-8bcf-4934807063ac tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=92121707-7bec-4825-9bee-9ccdab5ae57d,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:12.740668 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-55e648c3-ba95-4bb0-9e91-027eed1451c5 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0624311 Dec 06 17:38:12.742063 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55702) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:12.747160 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-b625b83b-d88b-49a4-b28d-0d02061d083d tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Request body: {'security_group_rule': {'security_group_id': '828e65f2-790c-4542-8fb4-6c28fa4bff8c', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:38:12.793947 n-d-master-1 neutron-server[103284]: INFO neutron.db.securitygroups_db [None req-b625b83b-d88b-49a4-b28d-0d02061d083d tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Project d3655c85d474452199a63d9634d23000 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 17:38:12.802360 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b625b83b-d88b-49a4-b28d-0d02061d083d tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:12.878894 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b625b83b-d88b-49a4-b28d-0d02061d083d tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:12.886464 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b625b83b-d88b-49a4-b28d-0d02061d083d tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:12.931225 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b625b83b-d88b-49a4-b28d-0d02061d083d tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31ccc01b-6448-4459-9c0b-5ddae31b149f,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:12.948687 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b625b83b-d88b-49a4-b28d-0d02061d083d tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:12.954178 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-b625b83b-d88b-49a4-b28d-0d02061d083d tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2082851 Dec 06 17:38:12.954719 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55712) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:12.985621 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-083854d8-ced1-400c-b801-4138466ba4a6 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] 10.222.0.23 "GET /v2.0/security-group-rules/31ccc01b-6448-4459-9c0b-5ddae31b149f HTTP/1.1" status: 200 len: 769 time: 0.0273871 Dec 06 17:38:13.000654 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55716) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:13.055691 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4f513ce4-b9eb-469b-ab25-722ce52c0aac req-993bb34a-7e3f-4120-9db6-a07cc333d80e service neutron] 10.222.0.41 "GET /v2.0/networks/2c008a8b-421d-4b40-9646-1dd7934eadae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4051640 Dec 06 17:38:13.070963 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-9a5ad903-1a65-4e63-bb67-bc6868759683 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0690718 Dec 06 17:38:13.073615 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 55718) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:13.107491 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-41df2001-565f-4b2b-a497-479c4b8a039c tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:13.116001 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-41df2001-565f-4b2b-a497-479c4b8a039c tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:13.162910 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-41df2001-565f-4b2b-a497-479c4b8a039c tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:13.171749 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-41df2001-565f-4b2b-a497-479c4b8a039c tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:13.174398 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-41df2001-565f-4b2b-a497-479c4b8a039c tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/31ccc01b-6448-4459-9c0b-5ddae31b149f HTTP/1.1" status: 204 len: 168 time: 0.0987318 Dec 06 17:38:13.176932 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55722) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:13.181037 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41df2001-565f-4b2b-a497-479c4b8a039c tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=31ccc01b-6448-4459-9c0b-5ddae31b149f,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:13.233411 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 55724) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:13.233714 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-4cfd0d26-7b56-48e6-8b42-3cae0bc5391d tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0551183 Dec 06 17:38:13.303681 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-56cf45bd-78d9-45a2-9a38-739ca8dc449b tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:13.330722 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-56cf45bd-78d9-45a2-9a38-739ca8dc449b tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:13.381329 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-56cf45bd-78d9-45a2-9a38-739ca8dc449b tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:13.385461 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-56cf45bd-78d9-45a2-9a38-739ca8dc449b tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:13.387454 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-56cf45bd-78d9-45a2-9a38-739ca8dc449b tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] 10.222.0.23 "DELETE /v2.0/security-groups/828e65f2-790c-4542-8fb4-6c28fa4bff8c HTTP/1.1" status: 204 len: 168 time: 0.1525295 Dec 06 17:38:13.389876 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55728) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:13.399885 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cf45bd-78d9-45a2-9a38-739ca8dc449b tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=828e65f2-790c-4542-8fb4-6c28fa4bff8c,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:13.459059 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-84a1ccc0-5ee1-4f7f-9986-8a342181ea41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:13.479305 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 55736) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:13.480323 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-da34eef5-ca4b-4119-85c1-4a0e8cd430f4 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0884733 Dec 06 17:38:13.486554 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-981dfe73-8253-4216-b38d-dfd798d5d7c6 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Request body: {'security_group': {'name': 'tempest-secgroup--1810671115'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:38:13.520902 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-981dfe73-8253-4216-b38d-dfd798d5d7c6 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:13.604360 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-981dfe73-8253-4216-b38d-dfd798d5d7c6 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:13.610712 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-981dfe73-8253-4216-b38d-dfd798d5d7c6 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:13.648943 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981dfe73-8253-4216-b38d-dfd798d5d7c6 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1452bb-a0ec-46d8-b5ac-c72607369e3d,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:13.666246 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-981dfe73-8253-4216-b38d-dfd798d5d7c6 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:13.668127 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-981dfe73-8253-4216-b38d-dfd798d5d7c6 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1874256 Dec 06 17:38:13.670596 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 55750) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:13.676533 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-705beb86-07a0-44eb-a7a4-0263a8ae87e9 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Request body: {'security_group_rule': {'security_group_id': 'ae1452bb-a0ec-46d8-b5ac-c72607369e3d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:38:13.713089 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-705beb86-07a0-44eb-a7a4-0263a8ae87e9 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:13.818487 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-705beb86-07a0-44eb-a7a4-0263a8ae87e9 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:13.824580 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-705beb86-07a0-44eb-a7a4-0263a8ae87e9 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:13.846813 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705beb86-07a0-44eb-a7a4-0263a8ae87e9 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33132165-8d3e-4158-a866-81869fce4bba,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:13.857682 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-705beb86-07a0-44eb-a7a4-0263a8ae87e9 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:13.857682 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-705beb86-07a0-44eb-a7a4-0263a8ae87e9 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1858163 Dec 06 17:38:13.860420 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 55764) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:13.920154 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dfccd9fa-3ef2-45bc-9ba8-91a7434b76f3 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:13.948230 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dfccd9fa-3ef2-45bc-9ba8-91a7434b76f3 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:14.005363 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dfccd9fa-3ef2-45bc-9ba8-91a7434b76f3 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:14.008420 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dfccd9fa-3ef2-45bc-9ba8-91a7434b76f3 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:14.012366 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55778) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:14.012977 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-dfccd9fa-3ef2-45bc-9ba8-91a7434b76f3 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] 10.222.0.23 "DELETE /v2.0/security-groups/ae1452bb-a0ec-46d8-b5ac-c72607369e3d HTTP/1.1" status: 204 len: 168 time: 0.1509480 Dec 06 17:38:14.027655 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfccd9fa-3ef2-45bc-9ba8-91a7434b76f3 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae1452bb-a0ec-46d8-b5ac-c72607369e3d,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:14.082544 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 55784) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:14.084035 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-e9241a6b-e0f2-4a42-8976-a553fdbf41b8 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0693760 Dec 06 17:38:14.086531 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55786) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:14.141497 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-d1b34d66-1119-445e-8d1d-c328676d7166 tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0532236 Dec 06 17:38:14.144338 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55790) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:14.176295 n-d-master-1 neutron-server[103284]: INFO neutron.api.v2.resource [None req-dcc9c0d7-f38b-4803-a311-503ebbfc15ef tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] delete failed (client error): The resource could not be found. Dec 06 17:38:14.182822 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-dcc9c0d7-f38b-4803-a311-503ebbfc15ef tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] 10.222.0.23 "DELETE /v2.0/security-groups/ae1452bb-a0ec-46d8-b5ac-c72607369e3d HTTP/1.1" status: 404 len: 347 time: 0.0373149 Dec 06 17:38:14.184579 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55794) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:14.296060 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-48aa97a9-342b-42ee-a896-c2b9b04922cc tempest-SecGroupIPv6Test-1548362737 tempest-SecGroupIPv6Test-1548362737-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1089740 Dec 06 17:38:14.347648 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-5115c92e-2ab3-4bff-8d1a-a55ebea5f97b tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Deleting port 5881a868-3b6e-43be-ae3e-8b3e2676ba07 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:38:14.348340 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5115c92e-2ab3-4bff-8d1a-a55ebea5f97b tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:14.451635 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5115c92e-2ab3-4bff-8d1a-a55ebea5f97b tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:14.451997 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5115c92e-2ab3-4bff-8d1a-a55ebea5f97b tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:14.469796 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-5115c92e-2ab3-4bff-8d1a-a55ebea5f97b tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Calling delete_port for 5881a868-3b6e-43be-ae3e-8b3e2676ba07 owned by network:floatingip {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:38:14.647109 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55824) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:14.717424 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5115c92e-2ab3-4bff-8d1a-a55ebea5f97b tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:14.752792 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115c92e-2ab3-4bff-8d1a-a55ebea5f97b tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Pushing event deleted for resources: {'Port': ['ID=5881a868-3b6e-43be-ae3e-8b3e2676ba07,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:14.841719 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5115c92e-2ab3-4bff-8d1a-a55ebea5f97b tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for floatingip, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:14.842397 n-d-master-1 neutron-server[103285]: INFO neutron.db.l3_db [None req-5115c92e-2ab3-4bff-8d1a-a55ebea5f97b tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Floating IP d35e419a-4c67-4d88-921a-49a528290f98 disassociated (deleted). External IP: 172.35.1.18, port: f78f30ca-02ef-48c5-97e9-5186573744a1. Dec 06 17:38:14.896585 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-68f54b86-4758-4f03-8f4f-40dfcdd9c387 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d3655c85d474452199a63d9634d23000&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2489519 Dec 06 17:38:14.899368 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55842) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:15.096440 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-75cef37f-85c8-4c7c-823d-3619deb9d142 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:15.168981 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-75cef37f-85c8-4c7c-823d-3619deb9d142 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:15.252883 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-75cef37f-85c8-4c7c-823d-3619deb9d142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:15.256060 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-75cef37f-85c8-4c7c-823d-3619deb9d142 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:15.261833 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-75cef37f-85c8-4c7c-823d-3619deb9d142 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4bada042-b14f-49ab-9619-f9e87eaa3786 HTTP/1.1" status: 204 len: 168 time: 0.3610072 Dec 06 17:38:15.278819 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cef37f-85c8-4c7c-823d-3619deb9d142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bada042-b14f-49ab-9619-f9e87eaa3786,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:15.317445 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5115c92e-2ab3-4bff-8d1a-a55ebea5f97b tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Router 664ceb40-c693-45a1-b31b-858085478c75 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:38:15.467211 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5115c92e-2ab3-4bff-8d1a-a55ebea5f97b tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:38:15.473089 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5115c92e-2ab3-4bff-8d1a-a55ebea5f97b tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:15.480575 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3545c667-9701-4c91-9fc9-538fe944f907 None None] Sync routers for ids ['664ceb40-c693-45a1-b31b-858085478c75'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:38:15.498840 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3545c667-9701-4c91-9fc9-538fe944f907 None None] Routers {'664ceb40-c693-45a1-b31b-858085478c75'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:38:15.500557 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-3545c667-9701-4c91-9fc9-538fe944f907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:37:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['664ceb40-c693-45a1-b31b-858085478c75'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:38:15.506856 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-5115c92e-2ab3-4bff-8d1a-a55ebea5f97b tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "DELETE /v2.0/floatingips/d35e419a-4c67-4d88-921a-49a528290f98 HTTP/1.1" status: 204 len: 168 time: 1.4229703 Dec 06 17:38:15.507218 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccda23e4-e182-44da-9f28-4c236d1fba5a', 'tag': 'f78f30ca-02ef-48c5-97e9-5186573744a1'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:38:15.520710 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-893c86a9-1ef3-481f-a564-c97e4ca3ee2a" -d '{"events": [{"name": "network-changed", "server_uuid": "ccda23e4-e182-44da-9f28-4c236d1fba5a", "tag": "f78f30ca-02ef-48c5-97e9-5186573744a1"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:38:15.585341 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e048f02e-ceca-4ebc-b185-b134f3ea634d x-openstack-request-id: req-e048f02e-ceca-4ebc-b185-b134f3ea634d {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:38:15.585698 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccda23e4-e182-44da-9f28-4c236d1fba5a", "tag": "f78f30ca-02ef-48c5-97e9-5186573744a1", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:38:15.585965 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e048f02e-ceca-4ebc-b185-b134f3ea634d {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:38:15.586390 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccda23e4-e182-44da-9f28-4c236d1fba5a', 'tag': 'f78f30ca-02ef-48c5-97e9-5186573744a1', 'status': 'completed', 'code': 200} Dec 06 17:38:15.732031 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c005b477-4a63-49a6-b12a-deca033dd40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:15.761876 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893c86a9-1ef3-481f-a564-c97e4ca3ee2a req-1ffa8be0-689f-42a6-b95d-74f9642fe9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:38:15.766379 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-893c86a9-1ef3-481f-a564-c97e4ca3ee2a req-1ffa8be0-689f-42a6-b95d-74f9642fe9d5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=87136a91f6c54863bdb78ae5833b5c4e&device_id=ccda23e4-e182-44da-9f28-4c236d1fba5a HTTP/1.1" status: 200 len: 1096 time: 0.1463192 Dec 06 17:38:15.809625 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-3545c667-9701-4c91-9fc9-538fe944f907 None None] Set router 664ceb40-c693-45a1-b31b-858085478c75 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:38:16.161233 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8593c1f5-c045-47c1-ba23-0298b2320937 req-0e4790ed-745a-4781-a1da-2d644114ebd5 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:38:16.170212 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8593c1f5-c045-47c1-ba23-0298b2320937 req-0e4790ed-745a-4781-a1da-2d644114ebd5 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccda23e4-e182-44da-9f28-4c236d1fba5a HTTP/1.1" status: 200 len: 945 time: 0.1849995 Dec 06 17:38:16.185445 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893c86a9-1ef3-481f-a564-c97e4ca3ee2a req-b1aeae3a-5b4e-4dfb-8fc0-2164eb425cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:38:16.186991 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-893c86a9-1ef3-481f-a564-c97e4ca3ee2a req-b1aeae3a-5b4e-4dfb-8fc0-2164eb425cd0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2c008a8b-421d-4b40-9646-1dd7934eadae HTTP/1.1" status: 200 len: 898 time: 0.4077208 Dec 06 17:38:16.300544 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-3545c667-9701-4c91-9fc9-538fe944f907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '664ceb40-c693-45a1-b31b-858085478c75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1544797192', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.68'}], 'enable_snat': True}, 'gw_port_id': '6aefa83b-060f-4ff4-a2ed-9787ee95f23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:36:03Z', 'updated_at': '2021-12-06T17:36:13Z', 'revision_number': 4, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'gw_port': {'id': '6aefa83b-060f-4ff4-a2ed-9787ee95f23a', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:b5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664ceb40-c693-45a1-b31b-858085478c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3192, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:36:03Z', 'updated_at': '2021-12-06T17:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '1570c39b-f1da-48bb-b1b1-2f62857b4028', 'name': '', 'network_id': '2c008a8b-421d-4b40-9646-1dd7934eadae', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'mac_address': 'fa:16:3e:92:dd:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664ceb40-c693-45a1-b31b-858085478c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '9617ec86-ff21-4a37-a800-d6258d9d9658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:36:10Z', 'updated_at': '2021-12-06T17:36:21Z', 'revision_number': 5, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'subnets': [{'id': '9617ec86-ff21-4a37-a800-d6258d9d9658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:38:16.302722 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-893c86a9-1ef3-481f-a564-c97e4ca3ee2a req-ea7b3296-632c-4299-abee-899aec0925a0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f78f30ca-02ef-48c5-97e9-5186573744a1 HTTP/1.1" status: 200 len: 217 time: 0.1031299 Dec 06 17:38:16.332967 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3545c667-9701-4c91-9fc9-538fe944f907 None None] Checking router: 664ceb40-c693-45a1-b31b-858085478c75 for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:38:16.353572 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3545c667-9701-4c91-9fc9-538fe944f907 None None] Routers {'664ceb40-c693-45a1-b31b-858085478c75'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:38:16.354214 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-3545c667-9701-4c91-9fc9-538fe944f907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:38:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['664ceb40-c693-45a1-b31b-858085478c75'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:38:16.379648 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8593c1f5-c045-47c1-ba23-0298b2320937 req-0fa4ebf7-2f1f-4eae-8c0d-80b3cbb5dd38 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=0af89b83-5a7a-4bff-a60e-7cfc30b594ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2023349 Dec 06 17:38:16.401059 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893c86a9-1ef3-481f-a564-c97e4ca3ee2a req-c672444b-655d-4959-98ab-2bebbdc85a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:38:16.403874 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-893c86a9-1ef3-481f-a564-c97e4ca3ee2a req-c672444b-655d-4959-98ab-2bebbdc85a9a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9617ec86-ff21-4a37-a800-d6258d9d9658 HTTP/1.1" status: 200 len: 833 time: 0.0905013 Dec 06 17:38:16.407396 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55918) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:16.415108 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55920) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:16.485335 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893c86a9-1ef3-481f-a564-c97e4ca3ee2a req-86dd3adb-6a5f-4ba0-a186-a85d95fe1e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:38:16.487431 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-893c86a9-1ef3-481f-a564-c97e4ca3ee2a req-86dd3adb-6a5f-4ba0-a186-a85d95fe1e0c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2c008a8b-421d-4b40-9646-1dd7934eadae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708144 Dec 06 17:38:16.607586 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1140b556-871d-4347-a4c4-4c53f5e8f2d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:16.718588 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-893c86a9-1ef3-481f-a564-c97e4ca3ee2a req-e7ca73f0-16fe-4893-a3eb-1d0a50219cc8 service neutron] 10.222.0.41 "GET /v2.0/networks/2c008a8b-421d-4b40-9646-1dd7934eadae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224467 Dec 06 17:38:16.719449 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-1e3188d3-7e14-4907-a2be-788924a99a4b tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:38:16.720682 n-d-master-1 neutron-server[103284]: WARNING neutron.api.v2.base [None req-1e3188d3-7e14-4907-a2be-788924a99a4b tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 06 17:38:16.720926 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-3545c667-9701-4c91-9fc9-538fe944f907 None None] Set router 664ceb40-c693-45a1-b31b-858085478c75 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:38:16.721533 n-d-master-1 neutron-server[103284]: INFO neutron.api.v2.resource [None req-1e3188d3-7e14-4907-a2be-788924a99a4b tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] create failed (client error): There was a conflict when trying to complete your request. Dec 06 17:38:16.726327 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-1e3188d3-7e14-4907-a2be-788924a99a4b tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3064904 Dec 06 17:38:16.729002 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 55926) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:16.740643 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-5fdfb8d5-66a0-454b-80c6-70dca1291c97 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Request body: {'security_group': {'name': 'tempest-secgroup--166276810'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:38:16.781969 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1140b556-871d-4347-a4c4-4c53f5e8f2d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:16.792253 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1140b556-871d-4347-a4c4-4c53f5e8f2d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:16.851492 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1140b556-871d-4347-a4c4-4c53f5e8f2d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19c525ae-0261-444f-8579-ab82ced7e02f,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:16.861016 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-1140b556-871d-4347-a4c4-4c53f5e8f2d4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e46755c9a78241ffb6a3a9aef11a66be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4524374 Dec 06 17:38:16.861691 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55928) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:16.926552 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ffd8f2b1-c5f0-41e6-ad27-00854ebf1a24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:16.951543 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-893c86a9-1ef3-481f-a564-c97e4ca3ee2a req-20069456-5dd5-4338-b050-066562060dc2 service neutron] 10.222.0.41 "GET /v2.0/networks/2c008a8b-421d-4b40-9646-1dd7934eadae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237399 Dec 06 17:38:16.983173 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5fdfb8d5-66a0-454b-80c6-70dca1291c97 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:16.990571 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ffd8f2b1-c5f0-41e6-ad27-00854ebf1a24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:17.000937 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5fdfb8d5-66a0-454b-80c6-70dca1291c97 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:17.069520 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ffd8f2b1-c5f0-41e6-ad27-00854ebf1a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:17.083919 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ffd8f2b1-c5f0-41e6-ad27-00854ebf1a24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:17.087816 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-ffd8f2b1-c5f0-41e6-ad27-00854ebf1a24 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/19c525ae-0261-444f-8579-ab82ced7e02f HTTP/1.1" status: 204 len: 168 time: 0.2235639 Dec 06 17:38:17.124308 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd8f2b1-c5f0-41e6-ad27-00854ebf1a24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c525ae-0261-444f-8579-ab82ced7e02f,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:17.209810 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5fdfb8d5-66a0-454b-80c6-70dca1291c97 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:17.219182 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5fdfb8d5-66a0-454b-80c6-70dca1291c97 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:17.304336 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:17.312052 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5fdfb8d5-66a0-454b-80c6-70dca1291c97 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:17.328970 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5fdfb8d5-66a0-454b-80c6-70dca1291c97 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:17.343528 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-3545c667-9701-4c91-9fc9-538fe944f907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '664ceb40-c693-45a1-b31b-858085478c75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1544797192', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.68'}], 'enable_snat': True}, 'gw_port_id': '6aefa83b-060f-4ff4-a2ed-9787ee95f23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:36:03Z', 'updated_at': '2021-12-06T17:36:13Z', 'revision_number': 4, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'gw_port': {'id': '6aefa83b-060f-4ff4-a2ed-9787ee95f23a', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:b5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664ceb40-c693-45a1-b31b-858085478c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3192, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:36:03Z', 'updated_at': '2021-12-06T17:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '1570c39b-f1da-48bb-b1b1-2f62857b4028', 'name': '', 'network_id': '2c008a8b-421d-4b40-9646-1dd7934eadae', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'mac_address': 'fa:16:3e:92:dd:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664ceb40-c693-45a1-b31b-858085478c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '9617ec86-ff21-4a37-a800-d6258d9d9658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:36:10Z', 'updated_at': '2021-12-06T17:36:21Z', 'revision_number': 5, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'subnets': [{'id': '9617ec86-ff21-4a37-a800-d6258d9d9658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:38:17.378903 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3545c667-9701-4c91-9fc9-538fe944f907 None None] The sync data for ids ['664ceb40-c693-45a1-b31b-858085478c75'] in n-d-master-1 is: [{'id': '664ceb40-c693-45a1-b31b-858085478c75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1544797192', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.68'}], 'enable_snat': True}, 'gw_port_id': '6aefa83b-060f-4ff4-a2ed-9787ee95f23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:36:03Z', 'updated_at': '2021-12-06T17:36:13Z', 'revision_number': 4, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'gw_port': {'id': '6aefa83b-060f-4ff4-a2ed-9787ee95f23a', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:b5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664ceb40-c693-45a1-b31b-858085478c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3192, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:36:03Z', 'updated_at': '2021-12-06T17:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '1570c39b-f1da-48bb-b1b1-2f62857b4028', 'name': '', 'network_id': '2c008a8b-421d-4b40-9646-1dd7934eadae', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'mac_address': 'fa:16:3e:92:dd:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664ceb40-c693-45a1-b31b-858085478c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '9617ec86-ff21-4a37-a800-d6258d9d9658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:36:10Z', 'updated_at': '2021-12-06T17:36:21Z', 'revision_number': 5, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'subnets': [{'id': '9617ec86-ff21-4a37-a800-d6258d9d9658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:38:17.409197 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdfb8d5-66a0-454b-80c6-70dca1291c97 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d532263-b7df-4b30-a209-065259d1a6ea,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:17.471063 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdfb8d5-66a0-454b-80c6-70dca1291c97 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69536060-e4a3-4d4e-acf5-2ba1005ff82d,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:17.491613 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5fdfb8d5-66a0-454b-80c6-70dca1291c97 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:17.493245 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-5fdfb8d5-66a0-454b-80c6-70dca1291c97 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7632117 Dec 06 17:38:17.496222 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55944) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:17.501227 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-96dc453b-e741-4412-a153-c2a7e8a9db0c tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Request body: {'security_group_rule': {'security_group_id': '69536060-e4a3-4d4e-acf5-2ba1005ff82d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:38:17.510317 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cc81d8-517a-4069-8a68-6d5100cd9742 req-1a86c991-7571-495a-97df-ba96494b8a19 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:38:17.521238 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e1cc81d8-517a-4069-8a68-6d5100cd9742 req-1a86c991-7571-495a-97df-ba96494b8a19 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.41 "GET /v2.0/ports?device_id=ccda23e4-e182-44da-9f28-4c236d1fba5a HTTP/1.1" status: 200 len: 945 time: 0.2030652 Dec 06 17:38:17.646111 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 55946) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:17.666764 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-96dc453b-e741-4412-a153-c2a7e8a9db0c tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:17.674328 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-77d745ac-0f2b-443f-ab10-a290060c84cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:17.677916 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370efba6-b4ea-4b23-b659-b0b23720ce23 req-37548542-7bfa-4bef-99b9-e7d3671980c8 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:38:17.680030 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-370efba6-b4ea-4b23-b659-b0b23720ce23 req-37548542-7bfa-4bef-99b9-e7d3671980c8 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccda23e4-e182-44da-9f28-4c236d1fba5a HTTP/1.1" status: 200 len: 945 time: 0.1733537 Dec 06 17:38:17.755465 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-e1cc81d8-517a-4069-8a68-6d5100cd9742 req-47c8018f-2c7b-4b26-8cae-44bf69860686 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Deleting port f78f30ca-02ef-48c5-97e9-5186573744a1 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:38:17.755812 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e1cc81d8-517a-4069-8a68-6d5100cd9742 req-47c8018f-2c7b-4b26-8cae-44bf69860686 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:17.803560 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-370efba6-b4ea-4b23-b659-b0b23720ce23 req-3c13709b-cc87-4926-9c62-13bc1cd2d3cf tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/security-groups?id=0af89b83-5a7a-4bff-a60e-7cfc30b594ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161377 Dec 06 17:38:17.814650 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-96dc453b-e741-4412-a153-c2a7e8a9db0c tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:17.843320 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-96dc453b-e741-4412-a153-c2a7e8a9db0c tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:17.869718 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dc453b-e741-4412-a153-c2a7e8a9db0c tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf101f13-72f3-41aa-935b-00a741c37f8b,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:17.883611 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-96dc453b-e741-4412-a153-c2a7e8a9db0c tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:17.885162 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-96dc453b-e741-4412-a153-c2a7e8a9db0c tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3878615 Dec 06 17:38:17.887861 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55948) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:17.894227 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-d605e1cb-97f3-4d35-a7e5-34f18efa437e tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Request body: {'security_group_rule': {'security_group_id': '69536060-e4a3-4d4e-acf5-2ba1005ff82d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:38:17.926447 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec63e22-25a0-4728-955b-4edfbe793fd9 None None] New status for floating IP d35e419a-4c67-4d88-921a-49a528290f98: DOWN {{(pid=103287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 17:38:17.936388 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d605e1cb-97f3-4d35-a7e5-34f18efa437e tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:17.970350 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-77d745ac-0f2b-443f-ab10-a290060c84cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:17.988727 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-77d745ac-0f2b-443f-ab10-a290060c84cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:18.060933 n-d-master-1 neutron-server[103284]: INFO neutron.api.v2.resource [None req-d605e1cb-97f3-4d35-a7e5-34f18efa437e tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] create failed (client error): There was a conflict when trying to complete your request. Dec 06 17:38:18.062312 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-d605e1cb-97f3-4d35-a7e5-34f18efa437e tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1735024 Dec 06 17:38:18.065254 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55952) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:18.071565 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-e1cc81d8-517a-4069-8a68-6d5100cd9742 req-47c8018f-2c7b-4b26-8cae-44bf69860686 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] For port f78f30ca-02ef-48c5-97e9-5186573744a1, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=f78f30ca-02ef-48c5-97e9-5186573744a1,segment=NetworkSegment(15889185-46f9-4fe1-84c2-011c80927a16),segment_id=15889185-46f9-4fe1-84c2-011c80927a16)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:38:18.071941 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e1cc81d8-517a-4069-8a68-6d5100cd9742 req-47c8018f-2c7b-4b26-8cae-44bf69860686 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:18.109229 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-e1cc81d8-517a-4069-8a68-6d5100cd9742 req-47c8018f-2c7b-4b26-8cae-44bf69860686 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Calling delete_port for f78f30ca-02ef-48c5-97e9-5186573744a1 owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:38:18.113047 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-77d745ac-0f2b-443f-ab10-a290060c84cb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f36c31e299f9451daa00f08ee542d135&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4659412 Dec 06 17:38:18.118411 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55954) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:18.132903 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:18.137969 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d745ac-0f2b-443f-ab10-a290060c84cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99dfaac3-70d9-4da2-804a-775412455822,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:18.175662 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-426cabbb-8776-466a-aa97-de8108bcf71f tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:18.220503 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-426cabbb-8776-466a-aa97-de8108bcf71f tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:18.257577 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0bf49eb5-021e-4458-855c-b1598bca2ada admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:18.294181 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0bf49eb5-021e-4458-855c-b1598bca2ada admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:18.302329 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e1cc81d8-517a-4069-8a68-6d5100cd9742 req-47c8018f-2c7b-4b26-8cae-44bf69860686 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:18.302535 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-426cabbb-8776-466a-aa97-de8108bcf71f tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:18.305250 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-426cabbb-8776-466a-aa97-de8108bcf71f tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:18.308969 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-426cabbb-8776-466a-aa97-de8108bcf71f tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] 10.222.0.23 "DELETE /v2.0/security-groups/69536060-e4a3-4d4e-acf5-2ba1005ff82d HTTP/1.1" status: 204 len: 168 time: 0.2394588 Dec 06 17:38:18.315153 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55958) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:18.339654 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c8018f-2c7b-4b26-8cae-44bf69860686 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Pushing event deleted for resources: {'Port': ['ID=f78f30ca-02ef-48c5-97e9-5186573744a1,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:18.395752 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426cabbb-8776-466a-aa97-de8108bcf71f tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69536060-e4a3-4d4e-acf5-2ba1005ff82d,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:18.408592 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1cc81d8-517a-4069-8a68-6d5100cd9742 req-47c8018f-2c7b-4b26-8cae-44bf69860686 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] No DVR routers for this DVR port f78f30ca-02ef-48c5-97e9-5186573744a1 on host n-h1-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:38:18.411400 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e1cc81d8-517a-4069-8a68-6d5100cd9742 req-47c8018f-2c7b-4b26-8cae-44bf69860686 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:18.412296 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-6972830f-1dd4-4693-8e51-ce28ed8237a6 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0953293 Dec 06 17:38:18.412972 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55960) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:18.416252 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e1cc81d8-517a-4069-8a68-6d5100cd9742 req-47c8018f-2c7b-4b26-8cae-44bf69860686 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.41 "DELETE /v2.0/ports/f78f30ca-02ef-48c5-97e9-5186573744a1 HTTP/1.1" status: 204 len: 173 time: 0.8824697 Dec 06 17:38:18.416911 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccda23e4-e182-44da-9f28-4c236d1fba5a', 'name': 'network-vif-deleted', 'tag': 'f78f30ca-02ef-48c5-97e9-5186573744a1'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:38:18.419599 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b83973b6-8f33-44e0-bcf4-2392fb2c90ec" -d '{"events": [{"server_uuid": "ccda23e4-e182-44da-9f28-4c236d1fba5a", "name": "network-vif-deleted", "tag": "f78f30ca-02ef-48c5-97e9-5186573744a1"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:38:18.445811 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-b5859cd9-9e78-4694-8f01-cf526726549c tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Request body: {'security_group': {'name': 'tempest-secgroup--404726775'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:38:18.496736 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db1c9f46-7083-45a5-921b-78cbaab380dd x-openstack-request-id: req-db1c9f46-7083-45a5-921b-78cbaab380dd {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:38:18.497033 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccda23e4-e182-44da-9f28-4c236d1fba5a", "name": "network-vif-deleted", "tag": "f78f30ca-02ef-48c5-97e9-5186573744a1", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:38:18.497293 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-db1c9f46-7083-45a5-921b-78cbaab380dd {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:38:18.497943 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccda23e4-e182-44da-9f28-4c236d1fba5a', 'name': 'network-vif-deleted', 'tag': 'f78f30ca-02ef-48c5-97e9-5186573744a1', 'status': 'completed', 'code': 200} Dec 06 17:38:18.507648 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b5859cd9-9e78-4694-8f01-cf526726549c tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:18.554991 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0bf49eb5-021e-4458-855c-b1598bca2ada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:18.558176 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0bf49eb5-021e-4458-855c-b1598bca2ada admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:18.559270 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-0bf49eb5-021e-4458-855c-b1598bca2ada admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/99dfaac3-70d9-4da2-804a-775412455822 HTTP/1.1" status: 204 len: 168 time: 0.4399192 Dec 06 17:38:18.578577 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf49eb5-021e-4458-855c-b1598bca2ada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99dfaac3-70d9-4da2-804a-775412455822,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:18.610904 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b5859cd9-9e78-4694-8f01-cf526726549c tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:18.616844 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b5859cd9-9e78-4694-8f01-cf526726549c tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:18.652786 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b5859cd9-9e78-4694-8f01-cf526726549c tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:18.654130 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-b5859cd9-9e78-4694-8f01-cf526726549c tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2193050 Dec 06 17:38:18.656206 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5859cd9-9e78-4694-8f01-cf526726549c tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccfed2c0-e069-4d09-ac1d-0998b274095f,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:18.657092 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 55966) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:18.667533 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-9957d38d-6707-4b49-8b9d-3a164459d937 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Request body: {'security_group_rule': {'security_group_id': 'ccfed2c0-e069-4d09-ac1d-0998b274095f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:38:18.671000 n-d-master-1 neutron-server[103285]: WARNING neutron.api.v2.base [None req-9957d38d-6707-4b49-8b9d-3a164459d937 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 06 17:38:18.672747 n-d-master-1 neutron-server[103285]: INFO neutron.api.v2.resource [None req-9957d38d-6707-4b49-8b9d-3a164459d937 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 17:38:18.681914 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-9957d38d-6707-4b49-8b9d-3a164459d937 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0210509 Dec 06 17:38:18.686320 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55968) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:18.756363 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e249fb7e-a075-46d3-9922-91972a79736e tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:18.799560 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e249fb7e-a075-46d3-9922-91972a79736e tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:18.879717 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e249fb7e-a075-46d3-9922-91972a79736e tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:18.883070 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e249fb7e-a075-46d3-9922-91972a79736e tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:18.883598 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-e249fb7e-a075-46d3-9922-91972a79736e tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] 10.222.0.23 "DELETE /v2.0/security-groups/ccfed2c0-e069-4d09-ac1d-0998b274095f HTTP/1.1" status: 204 len: 168 time: 0.1968062 Dec 06 17:38:18.886378 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 55974) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:18.904451 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e249fb7e-a075-46d3-9922-91972a79736e tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccfed2c0-e069-4d09-ac1d-0998b274095f,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:18.961530 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-662352b9-697e-4590-b1bd-1cb69972acf9 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0730357 Dec 06 17:38:18.964930 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 55976) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:18.981223 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e7c67f5a-692e-4a19-b548-fa3eadca029b req-71f74f94-3f1a-4f13-ba8b-39c33a8054f0 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccda23e4-e182-44da-9f28-4c236d1fba5a HTTP/1.1" status: 200 len: 210 time: 0.0424345 Dec 06 17:38:18.984966 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-ddaace13-e27a-47a3-965b-71f615758bf6 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Request body: {'security_group': {'name': 'tempest-secgroup--304494671'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:38:19.029380 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ddaace13-e27a-47a3-965b-71f615758bf6 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:19.098911 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:19.162679 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ddaace13-e27a-47a3-965b-71f615758bf6 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:19.166442 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ddaace13-e27a-47a3-965b-71f615758bf6 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:19.201448 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ddaace13-e27a-47a3-965b-71f615758bf6 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:19.206011 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-ddaace13-e27a-47a3-965b-71f615758bf6 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2398200 Dec 06 17:38:19.209497 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55990) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:19.214520 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-2dc3c3c3-d58c-4c91-a3c1-ae0382eddcb7 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Request body: {'security_group_rule': {'security_group_id': 'a24eb6cd-4637-487e-adcd-d316a21966ad', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:38:19.218045 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaace13-e27a-47a3-965b-71f615758bf6 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a24eb6cd-4637-487e-adcd-d316a21966ad,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:19.224441 n-d-master-1 neutron-server[103284]: WARNING neutron.api.v2.base [None req-2dc3c3c3-d58c-4c91-a3c1-ae0382eddcb7 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 06 17:38:19.225140 n-d-master-1 neutron-server[103284]: INFO neutron.api.v2.resource [None req-2dc3c3c3-d58c-4c91-a3c1-ae0382eddcb7 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 17:38:19.226196 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-2dc3c3c3-d58c-4c91-a3c1-ae0382eddcb7 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0154169 Dec 06 17:38:19.229112 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 55994) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:19.357927 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1d76163d-a974-4815-aabc-9fedca28961d tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:19.377938 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4fbe8e-44ce-4653-a727-c377b33dcb1a req-018d11f0-659c-4b0c-87e6-12496a35a147 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:38:19.381966 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-da4fbe8e-44ce-4653-a727-c377b33dcb1a req-018d11f0-659c-4b0c-87e6-12496a35a147 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea399e16-6987-4048-879e-71b3ee241be7 HTTP/1.1" status: 200 len: 945 time: 0.0896411 Dec 06 17:38:19.398428 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1d76163d-a974-4815-aabc-9fedca28961d tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:19.466128 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-da4fbe8e-44ce-4653-a727-c377b33dcb1a req-e5907830-7a21-4bb6-9909-c4e3dad6afce tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=53a84ca2-3f2c-4a10-85a7-67cee2181fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729673 Dec 06 17:38:19.475523 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1d76163d-a974-4815-aabc-9fedca28961d tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:19.478802 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1d76163d-a974-4815-aabc-9fedca28961d tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:19.480113 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-1d76163d-a974-4815-aabc-9fedca28961d tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] 10.222.0.23 "DELETE /v2.0/security-groups/a24eb6cd-4637-487e-adcd-d316a21966ad HTTP/1.1" status: 204 len: 168 time: 0.2499809 Dec 06 17:38:19.483956 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 56002) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:19.515649 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d76163d-a974-4815-aabc-9fedca28961d tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a24eb6cd-4637-487e-adcd-d316a21966ad,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:19.546896 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-83573a56-fde9-47ea-b907-2d5546436825 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0615656 Dec 06 17:38:19.552074 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 56006) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:19.558153 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-2a8f6c53-0028-41d1-a515-a557abea794f tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Request body: {'security_group': {'name': 'tempest-secgroup--1857050799'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:38:19.592502 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2a8f6c53-0028-41d1-a515-a557abea794f tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:19.664836 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2a8f6c53-0028-41d1-a515-a557abea794f tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:19.669766 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2a8f6c53-0028-41d1-a515-a557abea794f tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:19.701225 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2a8f6c53-0028-41d1-a515-a557abea794f tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:19.702474 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-2a8f6c53-0028-41d1-a515-a557abea794f tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1492872 Dec 06 17:38:19.705297 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 56012) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:19.709770 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-ab50c608-6c1f-466f-ba84-010da2496617 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Request body: {'security_group_rule': {'security_group_id': '65bff5d8-28ce-43f4-b4d0-db38b08c73c4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:38:19.710620 n-d-master-1 neutron-server[103285]: WARNING neutron.api.v2.base [None req-ab50c608-6c1f-466f-ba84-010da2496617 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 06 17:38:19.711291 n-d-master-1 neutron-server[103285]: INFO neutron.api.v2.resource [None req-ab50c608-6c1f-466f-ba84-010da2496617 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 17:38:19.713988 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-ab50c608-6c1f-466f-ba84-010da2496617 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0058367 Dec 06 17:38:19.714869 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8f6c53-0028-41d1-a515-a557abea794f tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65bff5d8-28ce-43f4-b4d0-db38b08c73c4,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:19.715007 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 56014) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:19.726467 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-97812fb7-659f-43cb-ad9e-ae0fc483d6ca tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Request body: {'security_group_rule': {'security_group_id': '65bff5d8-28ce-43f4-b4d0-db38b08c73c4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:38:19.728219 n-d-master-1 neutron-server[103284]: WARNING neutron.api.v2.base [None req-97812fb7-659f-43cb-ad9e-ae0fc483d6ca tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 06 17:38:19.728758 n-d-master-1 neutron-server[103284]: INFO neutron.api.v2.resource [None req-97812fb7-659f-43cb-ad9e-ae0fc483d6ca tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 17:38:19.729790 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-97812fb7-659f-43cb-ad9e-ae0fc483d6ca tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0137725 Dec 06 17:38:19.732623 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 56016) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:19.738026 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-deefb0e9-f47a-4d9d-9d80-cbe05857d058 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Request body: {'security_group_rule': {'security_group_id': '65bff5d8-28ce-43f4-b4d0-db38b08c73c4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:38:19.739063 n-d-master-1 neutron-server[103284]: WARNING neutron.api.v2.base [None req-deefb0e9-f47a-4d9d-9d80-cbe05857d058 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 06 17:38:19.739533 n-d-master-1 neutron-server[103284]: INFO neutron.api.v2.resource [None req-deefb0e9-f47a-4d9d-9d80-cbe05857d058 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 17:38:19.740454 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-deefb0e9-f47a-4d9d-9d80-cbe05857d058 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0065436 Dec 06 17:38:19.743267 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 56018) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:19.748080 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-27e83cd3-848e-4d49-aef7-e3b13c95da78 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Request body: {'security_group_rule': {'security_group_id': '65bff5d8-28ce-43f4-b4d0-db38b08c73c4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:38:19.749591 n-d-master-1 neutron-server[103285]: WARNING neutron.api.v2.base [None req-27e83cd3-848e-4d49-aef7-e3b13c95da78 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 06 17:38:19.750078 n-d-master-1 neutron-server[103285]: INFO neutron.api.v2.resource [None req-27e83cd3-848e-4d49-aef7-e3b13c95da78 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 17:38:19.751007 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-27e83cd3-848e-4d49-aef7-e3b13c95da78 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0064631 Dec 06 17:38:19.753827 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 56020) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:19.820917 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6ce64129-5a3b-4e78-a241-ffb018ddb62a tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:19.848959 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6ce64129-5a3b-4e78-a241-ffb018ddb62a tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:19.899363 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6ce64129-5a3b-4e78-a241-ffb018ddb62a tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:19.902206 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6ce64129-5a3b-4e78-a241-ffb018ddb62a tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:19.905816 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-6ce64129-5a3b-4e78-a241-ffb018ddb62a tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] 10.222.0.23 "DELETE /v2.0/security-groups/65bff5d8-28ce-43f4-b4d0-db38b08c73c4 HTTP/1.1" status: 204 len: 168 time: 0.1485641 Dec 06 17:38:19.906161 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 56024) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:19.925744 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce64129-5a3b-4e78-a241-ffb018ddb62a tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65bff5d8-28ce-43f4-b4d0-db38b08c73c4,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:19.952840 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-980065aa-4c38-406c-8cd0-a9b0964c613e tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0455034 Dec 06 17:38:19.958884 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 56026) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:19.963835 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-b189fdb2-75d2-46e0-840c-cb1d139238f2 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Request body: {'security_group': {'name': 'tempest-secgroup--512511122'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:38:19.991777 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b189fdb2-75d2-46e0-840c-cb1d139238f2 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:20.072976 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 56036) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:20.080242 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b189fdb2-75d2-46e0-840c-cb1d139238f2 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:20.088026 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b189fdb2-75d2-46e0-840c-cb1d139238f2 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:20.135044 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b189fdb2-75d2-46e0-840c-cb1d139238f2 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=685530ef-6cd5-4cde-b306-33e6765f533b,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:20.153022 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b189fdb2-75d2-46e0-840c-cb1d139238f2 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:20.155166 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-b189fdb2-75d2-46e0-840c-cb1d139238f2 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1948588 Dec 06 17:38:20.158986 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 56038) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:20.164773 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-eb58e22e-dca1-4403-b952-7ff31e140dfe tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Request body: {'security_group_rule': {'security_group_id': '685530ef-6cd5-4cde-b306-33e6765f533b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:38:20.165723 n-d-master-1 neutron-server[103284]: WARNING neutron.api.v2.base [None req-eb58e22e-dca1-4403-b952-7ff31e140dfe tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 06 17:38:20.166216 n-d-master-1 neutron-server[103284]: INFO neutron.api.v2.resource [None req-eb58e22e-dca1-4403-b952-7ff31e140dfe tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 17:38:20.169852 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-eb58e22e-dca1-4403-b952-7ff31e140dfe tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0067904 Dec 06 17:38:20.170011 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 56040) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:20.174111 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-41bdb9c4-9ab1-4c69-a66b-05287bbd9696 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Request body: {'security_group_rule': {'security_group_id': '685530ef-6cd5-4cde-b306-33e6765f533b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:38:20.218165 n-d-master-1 neutron-server[103284]: INFO neutron.api.v2.resource [None req-41bdb9c4-9ab1-4c69-a66b-05287bbd9696 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 17:38:20.221726 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-41bdb9c4-9ab1-4c69-a66b-05287bbd9696 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0485806 Dec 06 17:38:20.224874 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 56044) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:20.230070 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-e0cdc915-b6e6-4bde-8031-3f03c8996420 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Request body: {'security_group_rule': {'security_group_id': '685530ef-6cd5-4cde-b306-33e6765f533b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:38:20.230580 n-d-master-1 neutron-server[103284]: WARNING neutron.api.v2.base [None req-e0cdc915-b6e6-4bde-8031-3f03c8996420 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 06 17:38:20.231070 n-d-master-1 neutron-server[103284]: INFO neutron.api.v2.resource [None req-e0cdc915-b6e6-4bde-8031-3f03c8996420 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 17:38:20.234772 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-e0cdc915-b6e6-4bde-8031-3f03c8996420 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0063734 Dec 06 17:38:20.235042 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 56046) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:20.239479 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-91646c3e-a838-43b2-9d61-57ddf766a73c tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Request body: {'security_group_rule': {'security_group_id': '685530ef-6cd5-4cde-b306-33e6765f533b', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:38:20.300192 n-d-master-1 neutron-server[103284]: INFO neutron.api.v2.resource [None req-91646c3e-a838-43b2-9d61-57ddf766a73c tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 17:38:20.305220 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-91646c3e-a838-43b2-9d61-57ddf766a73c tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0666158 Dec 06 17:38:20.305822 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 56052) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:20.311884 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-3e712633-75a9-4b2f-8f8e-bcd7c9c765bf tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Request body: {'security_group_rule': {'security_group_id': '685530ef-6cd5-4cde-b306-33e6765f533b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:38:20.312327 n-d-master-1 neutron-server[103284]: WARNING neutron.api.v2.base [None req-3e712633-75a9-4b2f-8f8e-bcd7c9c765bf tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 06 17:38:20.312889 n-d-master-1 neutron-server[103284]: INFO neutron.api.v2.resource [None req-3e712633-75a9-4b2f-8f8e-bcd7c9c765bf tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 17:38:20.316456 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-3e712633-75a9-4b2f-8f8e-bcd7c9c765bf tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0068984 Dec 06 17:38:20.316732 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 56054) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:20.321376 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-0a819742-8ec6-4d1d-b39b-3138de18d09d tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Request body: {'security_group_rule': {'security_group_id': '685530ef-6cd5-4cde-b306-33e6765f533b', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:38:20.369141 n-d-master-1 neutron-server[103284]: INFO neutron.db.securitygroups_db [None req-0a819742-8ec6-4d1d-b39b-3138de18d09d tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Project ef17a42482ac40559dc60a1941e7b1f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 17:38:20.401922 n-d-master-1 neutron-server[103284]: INFO neutron.api.v2.resource [None req-0a819742-8ec6-4d1d-b39b-3138de18d09d tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 17:38:20.403583 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-0a819742-8ec6-4d1d-b39b-3138de18d09d tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0856483 Dec 06 17:38:20.406544 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 56056) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:20.412240 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-b850dae4-52cd-4335-b6aa-bdeaf7a826dc tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Request body: {'security_group_rule': {'security_group_id': '685530ef-6cd5-4cde-b306-33e6765f533b', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:38:20.412904 n-d-master-1 neutron-server[103284]: WARNING neutron.api.v2.base [None req-b850dae4-52cd-4335-b6aa-bdeaf7a826dc tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 06 17:38:20.413708 n-d-master-1 neutron-server[103284]: INFO neutron.api.v2.resource [None req-b850dae4-52cd-4335-b6aa-bdeaf7a826dc tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 17:38:20.417436 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-b850dae4-52cd-4335-b6aa-bdeaf7a826dc tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0071878 Dec 06 17:38:20.417827 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 56058) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:20.426046 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-5a3257ce-1355-43a7-b125-017ae13e8600 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Request body: {'security_group_rule': {'security_group_id': '685530ef-6cd5-4cde-b306-33e6765f533b', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:38:20.460384 n-d-master-1 neutron-server[103284]: INFO neutron.db.securitygroups_db [None req-5a3257ce-1355-43a7-b125-017ae13e8600 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Project ef17a42482ac40559dc60a1941e7b1f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 17:38:20.477985 n-d-master-1 neutron-server[103284]: INFO neutron.api.v2.resource [None req-5a3257ce-1355-43a7-b125-017ae13e8600 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 17:38:20.479166 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-5a3257ce-1355-43a7-b125-017ae13e8600 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0590756 Dec 06 17:38:20.481995 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 56062) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:20.489112 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-d4ede42a-4eae-4785-a4fa-18de28bfb10e tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Request body: {'security_group_rule': {'security_group_id': '685530ef-6cd5-4cde-b306-33e6765f533b', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:38:20.534857 n-d-master-1 neutron-server[103284]: INFO neutron.db.securitygroups_db [None req-d4ede42a-4eae-4785-a4fa-18de28bfb10e tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Project ef17a42482ac40559dc60a1941e7b1f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 17:38:20.576402 n-d-master-1 neutron-server[103284]: INFO neutron.api.v2.resource [None req-d4ede42a-4eae-4785-a4fa-18de28bfb10e tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 17:38:20.578639 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-d4ede42a-4eae-4785-a4fa-18de28bfb10e tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0949841 Dec 06 17:38:20.594637 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 56070) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:20.636680 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0483cd77-1fec-4b38-b055-f8ae594faaa7 req-a638fdd1-725e-48a9-9fe0-c0bb3e82d05a tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:38:20.659912 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0483cd77-1fec-4b38-b055-f8ae594faaa7 req-a638fdd1-725e-48a9-9fe0-c0bb3e82d05a tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea399e16-6987-4048-879e-71b3ee241be7 HTTP/1.1" status: 200 len: 945 time: 0.0988324 Dec 06 17:38:20.695901 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-145beaa2-0a09-42ce-b6a7-d00e93b28992 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:20.730028 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0483cd77-1fec-4b38-b055-f8ae594faaa7 req-a2af0e03-6122-4691-92e3-901def2b7942 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=53a84ca2-3f2c-4a10-85a7-67cee2181fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675499 Dec 06 17:38:20.762391 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-145beaa2-0a09-42ce-b6a7-d00e93b28992 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:21.105178 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f143ebe7-5907-4f08-b297-5fabecf3b4c2 req-4bfcfeb3-5d71-45dc-90ed-04d3a4b82d0e tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:38:21.106692 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f143ebe7-5907-4f08-b297-5fabecf3b4c2 req-4bfcfeb3-5d71-45dc-90ed-04d3a4b82d0e tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea399e16-6987-4048-879e-71b3ee241be7 HTTP/1.1" status: 200 len: 945 time: 0.3951426 Dec 06 17:38:21.122206 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-145beaa2-0a09-42ce-b6a7-d00e93b28992 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:21.124304 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-145beaa2-0a09-42ce-b6a7-d00e93b28992 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:21.127798 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-145beaa2-0a09-42ce-b6a7-d00e93b28992 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] 10.222.0.23 "DELETE /v2.0/security-groups/685530ef-6cd5-4cde-b306-33e6765f533b HTTP/1.1" status: 204 len: 168 time: 0.5286295 Dec 06 17:38:21.128893 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 56094) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:21.157314 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145beaa2-0a09-42ce-b6a7-d00e93b28992 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=685530ef-6cd5-4cde-b306-33e6765f533b,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:21.205520 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-ecdbd8d0-9363-4b18-a7aa-4625f3200c6a tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0689390 Dec 06 17:38:21.208620 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 56098) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:21.217506 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-49c81a4f-3349-48b5-b26d-475c40107a9e tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Request body: {'security_group': {'name': 'tempest-secgroup--802450638'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:38:21.226157 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cb6e5752-4e83-4857-a410-fe80f865b730 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575908'] for router_interface, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:21.280647 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-49c81a4f-3349-48b5-b26d-475c40107a9e tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:21.346731 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-f143ebe7-5907-4f08-b297-5fabecf3b4c2 req-64ec2775-fd41-4336-9615-131181559ffa tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Deleting port 3866e590-72b5-47f5-b2e8-e4ff83aab6c6 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:38:21.347073 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-f143ebe7-5907-4f08-b297-5fabecf3b4c2 req-64ec2775-fd41-4336-9615-131181559ffa tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:21.400964 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-49c81a4f-3349-48b5-b26d-475c40107a9e tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:21.410196 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-49c81a4f-3349-48b5-b26d-475c40107a9e tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:21.468899 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-49c81a4f-3349-48b5-b26d-475c40107a9e tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:21.470079 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-49c81a4f-3349-48b5-b26d-475c40107a9e tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2603939 Dec 06 17:38:21.473129 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 56108) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:21.478303 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-d2134c6a-550b-49ad-8dd1-665109d35162 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Request body: {'security_group_rule': {'security_group_id': 'c9001ed9-2e36-4b3c-a306-36b92c83d0e9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:38:21.485719 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c81a4f-3349-48b5-b26d-475c40107a9e tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9001ed9-2e36-4b3c-a306-36b92c83d0e9,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:21.522747 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-f143ebe7-5907-4f08-b297-5fabecf3b4c2 req-64ec2775-fd41-4336-9615-131181559ffa tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] For port 3866e590-72b5-47f5-b2e8-e4ff83aab6c6, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=3866e590-72b5-47f5-b2e8-e4ff83aab6c6,segment=NetworkSegment(335efc5d-483a-424a-abc6-8fe1bd340f96),segment_id=335efc5d-483a-424a-abc6-8fe1bd340f96)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:38:21.523107 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-f143ebe7-5907-4f08-b297-5fabecf3b4c2 req-64ec2775-fd41-4336-9615-131181559ffa tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:21.542786 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-f143ebe7-5907-4f08-b297-5fabecf3b4c2 req-64ec2775-fd41-4336-9615-131181559ffa tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Calling delete_port for 3866e590-72b5-47f5-b2e8-e4ff83aab6c6 owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:38:21.544985 n-d-master-1 neutron-server[103284]: INFO neutron.api.v2.resource [None req-d2134c6a-550b-49ad-8dd1-665109d35162 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] create failed (client error): The resource could not be found. Dec 06 17:38:21.549683 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 56112) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:21.550428 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-d2134c6a-550b-49ad-8dd1-665109d35162 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0734911 Dec 06 17:38:21.559852 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-0bffdcc7-a505-4498-bf5e-ed4620616b75 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Request body: {'security_group_rule': {'security_group_id': 'c9001ed9-2e36-4b3c-a306-36b92c83d0e9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '9ceb732b-5bc7-4d6e-bd6a-1a6f18189870'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:38:21.716079 n-d-master-1 neutron-server[103285]: INFO neutron.api.v2.resource [None req-0bffdcc7-a505-4498-bf5e-ed4620616b75 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] create failed (client error): The resource could not be found. Dec 06 17:38:21.717957 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-0bffdcc7-a505-4498-bf5e-ed4620616b75 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1651001 Dec 06 17:38:21.721393 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 56118) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:21.792221 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-cb6e5752-4e83-4857-a410-fe80f865b730 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Deleting port 1570c39b-f1da-48bb-b1b1-2f62857b4028 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:38:21.792569 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cb6e5752-4e83-4857-a410-fe80f865b730 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:21.831905 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device f78f30ca-02ef-48c5-97e9-5186573744a1 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:38:21.858117 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] No Port match for: f78f30ca-02ef-48c5-97e9-5186573744a1 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:38:21.858467 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device f78f30ca-02ef-48c5-97e9-5186573744a1 not bound to the agent host n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:38:21.925167 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-f143ebe7-5907-4f08-b297-5fabecf3b4c2 req-64ec2775-fd41-4336-9615-131181559ffa tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:21.934212 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e48029bf-12bd-4ed0-bcd2-4372942cccee tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:21.944490 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['3866e590-72b5-47f5-b2e8-e4ff83aab6c6'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:38:21.988968 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ec2775-fd41-4336-9615-131181559ffa tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Pushing event deleted for resources: {'Port': ['ID=3866e590-72b5-47f5-b2e8-e4ff83aab6c6,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:22.000573 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-cb6e5752-4e83-4857-a410-fe80f865b730 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] For port 1570c39b-f1da-48bb-b1b1-2f62857b4028, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1570c39b-f1da-48bb-b1b1-2f62857b4028,segment=NetworkSegment(15889185-46f9-4fe1-84c2-011c80927a16),segment_id=15889185-46f9-4fe1-84c2-011c80927a16)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:38:22.000950 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cb6e5752-4e83-4857-a410-fe80f865b730 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:22.029095 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e48029bf-12bd-4ed0-bcd2-4372942cccee tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:22.058988 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6188b02-56f8-4cbf-b88d-743223db8604 req-175301c8-9ad8-4ac6-b86d-4435d77dc6db tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:38:22.060387 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a6188b02-56f8-4cbf-b88d-743223db8604 req-175301c8-9ad8-4ac6-b86d-4435d77dc6db tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea399e16-6987-4048-879e-71b3ee241be7 HTTP/1.1" status: 200 len: 867 time: 0.1903718 Dec 06 17:38:22.061357 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-cb6e5752-4e83-4857-a410-fe80f865b730 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Calling delete_port for 1570c39b-f1da-48bb-b1b1-2f62857b4028 owned by network:router_interface {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:38:22.105621 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-f143ebe7-5907-4f08-b297-5fabecf3b4c2 req-64ec2775-fd41-4336-9615-131181559ffa tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] No DVR routers for this DVR port 3866e590-72b5-47f5-b2e8-e4ff83aab6c6 on host n-h2-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:38:22.115453 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-f143ebe7-5907-4f08-b297-5fabecf3b4c2 req-64ec2775-fd41-4336-9615-131181559ffa tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:22.118767 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f143ebe7-5907-4f08-b297-5fabecf3b4c2 req-64ec2775-fd41-4336-9615-131181559ffa tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.44 "DELETE /v2.0/ports/3866e590-72b5-47f5-b2e8-e4ff83aab6c6 HTTP/1.1" status: 204 len: 173 time: 1.0040755 Dec 06 17:38:22.124953 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea399e16-6987-4048-879e-71b3ee241be7', 'name': 'network-vif-deleted', 'tag': '3866e590-72b5-47f5-b2e8-e4ff83aab6c6'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:38:22.126213 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 56124) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:22.127292 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99dfc7bd-24f9-4522-be75-308b67196179" -d '{"events": [{"server_uuid": "ea399e16-6987-4048-879e-71b3ee241be7", "name": "network-vif-deleted", "tag": "3866e590-72b5-47f5-b2e8-e4ff83aab6c6"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:38:22.230769 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5537811-7961-4805-8912-a480559cd2a1 x-openstack-request-id: req-e5537811-7961-4805-8912-a480559cd2a1 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:38:22.232210 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea399e16-6987-4048-879e-71b3ee241be7", "name": "network-vif-deleted", "tag": "3866e590-72b5-47f5-b2e8-e4ff83aab6c6", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:38:22.232210 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e5537811-7961-4805-8912-a480559cd2a1 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:38:22.232210 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea399e16-6987-4048-879e-71b3ee241be7', 'name': 'network-vif-deleted', 'tag': '3866e590-72b5-47f5-b2e8-e4ff83aab6c6', 'status': 'completed', 'code': 200} Dec 06 17:38:22.267738 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a6188b02-56f8-4cbf-b88d-743223db8604 req-eb62df53-5241-48e4-b0fc-fb288f60d8b9 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=53a84ca2-3f2c-4a10-85a7-67cee2181fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967568 Dec 06 17:38:22.275805 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e48029bf-12bd-4ed0-bcd2-4372942cccee tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:22.278549 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e48029bf-12bd-4ed0-bcd2-4372942cccee tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:22.283917 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-e48029bf-12bd-4ed0-bcd2-4372942cccee tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] 10.222.0.23 "DELETE /v2.0/security-groups/c9001ed9-2e36-4b3c-a306-36b92c83d0e9 HTTP/1.1" status: 204 len: 168 time: 0.5566859 Dec 06 17:38:22.285620 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 56130) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:22.365572 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a5cc88d7-a281-4ee5-85e8-e3a1a1e5b0a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:22.386898 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48029bf-12bd-4ed0-bcd2-4372942cccee tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9001ed9-2e36-4b3c-a306-36b92c83d0e9,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:22.438468 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-bb619d9d-5c7d-4f08-8c25-becb39a06a84 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1508830 Dec 06 17:38:22.445881 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 56132) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:22.451084 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-75c72720-f7e4-4175-9567-96c836c7236d tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Request body: {'security_group_rule': {'security_group_id': '52475a0e-0cd3-41ec-80d8-fb78df811998', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:38:22.600165 n-d-master-1 neutron-server[103285]: INFO neutron.api.v2.resource [None req-75c72720-f7e4-4175-9567-96c836c7236d tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] create failed (client error): The resource could not be found. Dec 06 17:38:22.606417 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-75c72720-f7e4-4175-9567-96c836c7236d tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1543920 Dec 06 17:38:22.607957 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 56136) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:22.615804 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-f7993ad2-b6c6-4328-add1-45e41e40a8f9 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Request body: {'security_group': {'name': 'tempest-secgroup--853557796'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:38:22.621779 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a5cc88d7-a281-4ee5-85e8-e3a1a1e5b0a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:22.623737 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cb6e5752-4e83-4857-a410-fe80f865b730 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:22.635833 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a5cc88d7-a281-4ee5-85e8-e3a1a1e5b0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:22.682831 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6e5752-4e83-4857-a410-fe80f865b730 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Pushing event deleted for resources: {'Port': ['ID=1570c39b-f1da-48bb-b1b1-2f62857b4028,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:22.757010 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-a5cc88d7-a281-4ee5-85e8-e3a1a1e5b0a8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4d76b64f81394e2fb9bfe9f7c4b73e02&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6276870 Dec 06 17:38:22.757669 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 56138) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:22.760071 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cc88d7-a281-4ee5-85e8-e3a1a1e5b0a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=283b7e2e-8f69-4d42-8079-4af60b68cfad,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:22.777560 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f7993ad2-b6c6-4328-add1-45e41e40a8f9 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:22.928934 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fc91c8f2-a184-4f0a-ade4-7cad541bbfbc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:22.990339 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fc91c8f2-a184-4f0a-ade4-7cad541bbfbc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:23.022110 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f7993ad2-b6c6-4328-add1-45e41e40a8f9 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:23.040126 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f7993ad2-b6c6-4328-add1-45e41e40a8f9 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:23.102810 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f7993ad2-b6c6-4328-add1-45e41e40a8f9 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:23.104388 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-f7993ad2-b6c6-4328-add1-45e41e40a8f9 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4934809 Dec 06 17:38:23.107852 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 56140) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:23.114620 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-e9096ad8-1b2e-464a-968a-59fd8654def2 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Request body: {'security_group': {'name': 'tempest-secgroup--240935787'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:38:23.121184 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7993ad2-b6c6-4328-add1-45e41e40a8f9 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75a97bc7-5a60-4d9c-bb0a-8c01f9b74f5c,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:23.144336 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cb6e5752-4e83-4857-a410-fe80f865b730 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-772474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575952'] for router_interface, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:23.147056 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fc91c8f2-a184-4f0a-ade4-7cad541bbfbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:23.151828 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fc91c8f2-a184-4f0a-ade4-7cad541bbfbc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:23.158021 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-fc91c8f2-a184-4f0a-ade4-7cad541bbfbc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/283b7e2e-8f69-4d42-8079-4af60b68cfad HTTP/1.1" status: 204 len: 168 time: 0.3988431 Dec 06 17:38:23.168543 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e9096ad8-1b2e-464a-968a-59fd8654def2 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:23.195178 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc91c8f2-a184-4f0a-ade4-7cad541bbfbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=283b7e2e-8f69-4d42-8079-4af60b68cfad,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:23.365428 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e9096ad8-1b2e-464a-968a-59fd8654def2 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:23.384669 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e9096ad8-1b2e-464a-968a-59fd8654def2 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:23.519635 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e9096ad8-1b2e-464a-968a-59fd8654def2 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:23.520907 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-e9096ad8-1b2e-464a-968a-59fd8654def2 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4112234 Dec 06 17:38:23.523068 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-54f3eb73-bd3d-4fad-bec0-1daff93613b5 req-2f717f3c-f7e6-445a-bdd9-e0471626e9bc tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea399e16-6987-4048-879e-71b3ee241be7 HTTP/1.1" status: 200 len: 210 time: 0.0899844 Dec 06 17:38:23.528040 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 56148) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:23.533397 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-7bf9e8a8-1265-46e9-add2-eac0e3476d9e tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Request body: {'security_group_rule': {'security_group_id': '75a97bc7-5a60-4d9c-bb0a-8c01f9b74f5c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'bf89ecb0-3fd2-48eb-b1e0-9d35a5195d13'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:38:23.560772 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9096ad8-1b2e-464a-968a-59fd8654def2 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf89ecb0-3fd2-48eb-b1e0-9d35a5195d13,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:23.628495 n-d-master-1 neutron-server[103284]: INFO neutron.api.v2.resource [None req-7bf9e8a8-1265-46e9-add2-eac0e3476d9e tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 17:38:23.631781 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-7bf9e8a8-1265-46e9-add2-eac0e3476d9e tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1021478 Dec 06 17:38:23.636634 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 56152) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:23.714710 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb6e5752-4e83-4857-a410-fe80f865b730 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Router 664ceb40-c693-45a1-b31b-858085478c75 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:38:23.738204 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-467734f3-3d64-45f0-9535-495a9094eaa6 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:23.765168 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-467734f3-3d64-45f0-9535-495a9094eaa6 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:23.822308 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-467734f3-3d64-45f0-9535-495a9094eaa6 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:23.828166 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-467734f3-3d64-45f0-9535-495a9094eaa6 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:23.832601 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-467734f3-3d64-45f0-9535-495a9094eaa6 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] 10.222.0.23 "DELETE /v2.0/security-groups/bf89ecb0-3fd2-48eb-b1e0-9d35a5195d13 HTTP/1.1" status: 204 len: 168 time: 0.1878219 Dec 06 17:38:23.836497 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 56154) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:23.855443 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467734f3-3d64-45f0-9535-495a9094eaa6 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf89ecb0-3fd2-48eb-b1e0-9d35a5195d13,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:23.886675 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 56156) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:23.911002 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e77a43c8-8e91-4473-8e6a-1e6e2b83e090 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:23.975721 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-0da44ecf-b173-43d0-bb81-f00b8d59855c tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1388025 Dec 06 17:38:23.977884 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 56158) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:24.005003 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb6e5752-4e83-4857-a410-fe80f865b730 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:38:24.030301 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9a2141-e663-4929-827f-703fe53881e7 None None] Sync routers for ids ['664ceb40-c693-45a1-b31b-858085478c75'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:38:24.035378 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 56160) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:24.037995 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-cb6e5752-4e83-4857-a410-fe80f865b730 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "PUT /v2.0/routers/664ceb40-c693-45a1-b31b-858085478c75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9630120 Dec 06 17:38:24.051262 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9a2141-e663-4929-827f-703fe53881e7 None None] Routers {'664ceb40-c693-45a1-b31b-858085478c75'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:38:24.052369 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-8f9a2141-e663-4929-827f-703fe53881e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:38:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['664ceb40-c693-45a1-b31b-858085478c75'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:38:24.093282 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d9a0f2cf-8f4f-446e-ba4d-df95ae96901c tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:24.131240 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a708ba7-ac79-4383-9e08-bc312b44b11a tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Deleting subnet 9617ec86-ff21-4a37-a800-d6258d9d9658 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:38:24.139306 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e77a43c8-8e91-4473-8e6a-1e6e2b83e090 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:24.145790 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9a708ba7-ac79-4383-9e08-bc312b44b11a tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:24.169975 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-8f9a2141-e663-4929-827f-703fe53881e7 None None] Set router 664ceb40-c693-45a1-b31b-858085478c75 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:38:24.172120 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d9a0f2cf-8f4f-446e-ba4d-df95ae96901c tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:24.174591 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e77a43c8-8e91-4473-8e6a-1e6e2b83e090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:24.249345 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9a708ba7-ac79-4383-9e08-bc312b44b11a tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:24.281898 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 56162) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:24.288020 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-e77a43c8-8e91-4473-8e6a-1e6e2b83e090 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8dc9eb84ca474266bc61ade0d2338401&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4002151 Dec 06 17:38:24.292886 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77a43c8-8e91-4473-8e6a-1e6e2b83e090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc51011-b469-4b88-8cbf-c44e90a4827c,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:24.324398 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d9a0f2cf-8f4f-446e-ba4d-df95ae96901c tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:24.327043 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d9a0f2cf-8f4f-446e-ba4d-df95ae96901c tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:24.328148 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-d9a0f2cf-8f4f-446e-ba4d-df95ae96901c tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] 10.222.0.23 "DELETE /v2.0/security-groups/75a97bc7-5a60-4d9c-bb0a-8c01f9b74f5c HTTP/1.1" status: 204 len: 168 time: 0.3493400 Dec 06 17:38:24.333959 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 56164) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:24.356159 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a0f2cf-8f4f-446e-ba4d-df95ae96901c tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a97bc7-5a60-4d9c-bb0a-8c01f9b74f5c,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:24.412434 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-378e3c28-52dc-4043-bb3f-57ac65979ec8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:24.462207 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-378e3c28-52dc-4043-bb3f-57ac65979ec8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:24.472044 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-f1984523-69f4-4bf6-8fb7-1080a2169884 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1336050 Dec 06 17:38:24.472241 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9a708ba7-ac79-4383-9e08-bc312b44b11a tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:24.479560 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 56166) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:24.493549 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-8f9a2141-e663-4929-827f-703fe53881e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '664ceb40-c693-45a1-b31b-858085478c75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1544797192', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.68'}], 'enable_snat': True}, 'gw_port_id': '6aefa83b-060f-4ff4-a2ed-9787ee95f23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:36:03Z', 'updated_at': '2021-12-06T17:38:22Z', 'revision_number': 5, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'gw_port': {'id': '6aefa83b-060f-4ff4-a2ed-9787ee95f23a', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:b5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664ceb40-c693-45a1-b31b-858085478c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3192, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:36:03Z', 'updated_at': '2021-12-06T17:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:38:24.511144 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-288fa497-af0a-4367-915a-3bb0f7b7d764 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Request body: {'security_group': {'name': 'tempest-secgroup--366184021'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:38:24.533567 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9a2141-e663-4929-827f-703fe53881e7 None None] Checking router: 664ceb40-c693-45a1-b31b-858085478c75 for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:38:24.541497 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-288fa497-af0a-4367-915a-3bb0f7b7d764 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:24.546471 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9a2141-e663-4929-827f-703fe53881e7 None None] Routers {'664ceb40-c693-45a1-b31b-858085478c75'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:38:24.547530 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-8f9a2141-e663-4929-827f-703fe53881e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:38:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['664ceb40-c693-45a1-b31b-858085478c75'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:38:24.614239 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-378e3c28-52dc-4043-bb3f-57ac65979ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:24.617097 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-378e3c28-52dc-4043-bb3f-57ac65979ec8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:24.618385 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-378e3c28-52dc-4043-bb3f-57ac65979ec8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cfc51011-b469-4b88-8cbf-c44e90a4827c HTTP/1.1" status: 204 len: 168 time: 0.3355038 Dec 06 17:38:24.640843 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378e3c28-52dc-4043-bb3f-57ac65979ec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc51011-b469-4b88-8cbf-c44e90a4827c,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:24.685099 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9a708ba7-ac79-4383-9e08-bc312b44b11a tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:24.728549 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a708ba7-ac79-4383-9e08-bc312b44b11a tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Pushing event deleted for resources: {'Subnet': ['ID=9617ec86-ff21-4a37-a800-d6258d9d9658,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:24.735544 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9a708ba7-ac79-4383-9e08-bc312b44b11a tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:24.762558 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-9a708ba7-ac79-4383-9e08-bc312b44b11a tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "DELETE /v2.0/subnets/9617ec86-ff21-4a37-a800-d6258d9d9658 HTTP/1.1" status: 204 len: 168 time: 0.7110844 Dec 06 17:38:24.762558 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 56174) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:24.766671 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490f1418-b330-4ed8-ba74-741a31f776e1 None None] Network 2c008a8b-421d-4b40-9646-1dd7934eadae requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:38:24.777865 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c7f2ce5a-ba51-4f43-9c42-899997525139 req-be7bdf6f-388a-4954-8378-89cccc50cd95 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea399e16-6987-4048-879e-71b3ee241be7 HTTP/1.1" status: 200 len: 210 time: 0.1111290 Dec 06 17:38:24.850073 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-288fa497-af0a-4367-915a-3bb0f7b7d764 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:24.857274 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-288fa497-af0a-4367-915a-3bb0f7b7d764 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:24.880935 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-288fa497-af0a-4367-915a-3bb0f7b7d764 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:24.882201 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-288fa497-af0a-4367-915a-3bb0f7b7d764 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3749726 Dec 06 17:38:24.887732 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 56176) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:24.916968 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-96cff5b0-5ece-4fbb-b849-4cb4172c22f2 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Request body: {'security_group_rule': {'security_group_id': '35218292-b833-46d1-9f8c-6b3e3a3e8673', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:38:24.940230 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288fa497-af0a-4367-915a-3bb0f7b7d764 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35218292-b833-46d1-9f8c-6b3e3a3e8673,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:24.948424 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-8f9a2141-e663-4929-827f-703fe53881e7 None None] Set router 664ceb40-c693-45a1-b31b-858085478c75 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:38:24.995311 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ee35f963-645a-4f75-959e-10e011f35aea tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for router, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:25.036701 n-d-master-1 neutron-server[103285]: INFO neutron.api.v2.resource [None req-96cff5b0-5ece-4fbb-b849-4cb4172c22f2 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 17:38:25.040573 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-96cff5b0-5ece-4fbb-b849-4cb4172c22f2 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1491060 Dec 06 17:38:25.041640 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 56178) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:25.056080 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-366baaca-cdb8-40e2-be08-0defe9cdea23 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Request body: {'security_group_rule': {'security_group_id': '35218292-b833-46d1-9f8c-6b3e3a3e8673', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:38:25.155185 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ee35f963-645a-4f75-959e-10e011f35aea tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:25.159065 n-d-master-1 neutron-server[103285]: INFO neutron.api.v2.resource [None req-366baaca-cdb8-40e2-be08-0defe9cdea23 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 17:38:25.160952 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-366baaca-cdb8-40e2-be08-0defe9cdea23 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1182377 Dec 06 17:38:25.164087 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 56182) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:25.193556 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb3b607-bc91-4bc2-b38b-55c578a4b670 None None] DHCP port deletion for 2c008a8b-421d-4b40-9646-1dd7934eadae request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:38:25.196785 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 3866e590-72b5-47f5-b2e8-e4ff83aab6c6 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:38:25.262180 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ba18fb0d-27b7-4c9e-a1bf-b46169d6428f tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:25.273249 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-ee35f963-645a-4f75-959e-10e011f35aea tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Deleting port 6aefa83b-060f-4ff4-a2ed-9787ee95f23a {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:38:25.273915 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ee35f963-645a-4f75-959e-10e011f35aea tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:25.292232 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] No Port match for: 3866e590-72b5-47f5-b2e8-e4ff83aab6c6 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:38:25.293201 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 3866e590-72b5-47f5-b2e8-e4ff83aab6c6 not bound to the agent host n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:38:25.330861 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ba18fb0d-27b7-4c9e-a1bf-b46169d6428f tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:25.371331 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 0d2854a7-1533-4b5f-b16d-ba7ff1f236dd no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:38:25.411181 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-8cb3b607-bc91-4bc2-b38b-55c578a4b670 None None] Deleting port 0d2854a7-1533-4b5f-b16d-ba7ff1f236dd {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:38:25.411528 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8cb3b607-bc91-4bc2-b38b-55c578a4b670 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:25.436997 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-ee35f963-645a-4f75-959e-10e011f35aea tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] For port 6aefa83b-060f-4ff4-a2ed-9787ee95f23a, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6aefa83b-060f-4ff4-a2ed-9787ee95f23a,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:38:25.450139 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ee35f963-645a-4f75-959e-10e011f35aea tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:25.459135 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ba18fb0d-27b7-4c9e-a1bf-b46169d6428f tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:25.473361 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ba18fb0d-27b7-4c9e-a1bf-b46169d6428f tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:25.479683 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-ee35f963-645a-4f75-959e-10e011f35aea tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Calling delete_port for 6aefa83b-060f-4ff4-a2ed-9787ee95f23a owned by network:router_gateway {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:38:25.483843 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 56188) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:25.486558 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-ba18fb0d-27b7-4c9e-a1bf-b46169d6428f tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] 10.222.0.23 "DELETE /v2.0/security-groups/35218292-b833-46d1-9f8c-6b3e3a3e8673 HTTP/1.1" status: 204 len: 168 time: 0.3199422 Dec 06 17:38:25.542529 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-8f9a2141-e663-4929-827f-703fe53881e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '664ceb40-c693-45a1-b31b-858085478c75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1544797192', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.68'}], 'enable_snat': True}, 'gw_port_id': '6aefa83b-060f-4ff4-a2ed-9787ee95f23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:36:03Z', 'updated_at': '2021-12-06T17:38:22Z', 'revision_number': 5, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'gw_port': {'id': '6aefa83b-060f-4ff4-a2ed-9787ee95f23a', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:b5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664ceb40-c693-45a1-b31b-858085478c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3192, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:36:03Z', 'updated_at': '2021-12-06T17:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:38:25.542828 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba18fb0d-27b7-4c9e-a1bf-b46169d6428f tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35218292-b833-46d1-9f8c-6b3e3a3e8673,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:25.562156 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-8cb3b607-bc91-4bc2-b38b-55c578a4b670 None None] For port 0d2854a7-1533-4b5f-b16d-ba7ff1f236dd, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0d2854a7-1533-4b5f-b16d-ba7ff1f236dd,segment=NetworkSegment(15889185-46f9-4fe1-84c2-011c80927a16),segment_id=15889185-46f9-4fe1-84c2-011c80927a16)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:38:25.563092 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8cb3b607-bc91-4bc2-b38b-55c578a4b670 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:25.606777 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-abceaa16-dcd5-4eda-b266-768289a4b501 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1127589 Dec 06 17:38:25.608017 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 56192) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:25.620457 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-e95448c5-185f-4504-a701-0a7e5a26a923 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Request body: {'security_group': {'name': 'tempest-secgroup--2077097744'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:38:25.660521 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-8cb3b607-bc91-4bc2-b38b-55c578a4b670 None None] Calling delete_port for 0d2854a7-1533-4b5f-b16d-ba7ff1f236dd owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:38:25.664649 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9a2141-e663-4929-827f-703fe53881e7 None None] The sync data for ids ['664ceb40-c693-45a1-b31b-858085478c75'] in n-d-master-1 is: [{'id': '664ceb40-c693-45a1-b31b-858085478c75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1544797192', 'tenant_id': '87136a91f6c54863bdb78ae5833b5c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.68'}], 'enable_snat': True}, 'gw_port_id': '6aefa83b-060f-4ff4-a2ed-9787ee95f23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:36:03Z', 'updated_at': '2021-12-06T17:38:22Z', 'revision_number': 5, 'project_id': '87136a91f6c54863bdb78ae5833b5c4e', 'gw_port': {'id': '6aefa83b-060f-4ff4-a2ed-9787ee95f23a', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:b5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664ceb40-c693-45a1-b31b-858085478c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3192, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:36:03Z', 'updated_at': '2021-12-06T17:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:38:25.725289 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e95448c5-185f-4504-a701-0a7e5a26a923 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:25.833219 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:25.976540 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] For port 0d2854a7-1533-4b5f-b16d-ba7ff1f236dd, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0d2854a7-1533-4b5f-b16d-ba7ff1f236dd,segment=NetworkSegment(15889185-46f9-4fe1-84c2-011c80927a16),segment_id=15889185-46f9-4fe1-84c2-011c80927a16)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:38:25.983145 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:26.005976 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2fbd57a0-8f16-449a-b673-e9257baa8fc4 req-1fbf9b4a-bac1-4330-bc55-a542c8a42a9f tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea399e16-6987-4048-879e-71b3ee241be7 HTTP/1.1" status: 200 len: 210 time: 0.0724223 Dec 06 17:38:26.014894 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ee35f963-645a-4f75-959e-10e011f35aea tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:26.070022 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8cb3b607-bc91-4bc2-b38b-55c578a4b670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:26.075928 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8020b9b-dc3b-4a6f-8539-4f7930a3ff3d None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:38:26.097198 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Pushing event updated for resources: {'Port': ['ID=0d2854a7-1533-4b5f-b16d-ba7ff1f236dd,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:26.102113 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb3b607-bc91-4bc2-b38b-55c578a4b670 None None] No DVR routers for this DVR port 0d2854a7-1533-4b5f-b16d-ba7ff1f236dd on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:38:26.115405 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:38:26.115953 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:38:26.117401 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:38:26.118781 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:38:26.119537 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:38:26.120195 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:38:26.120539 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:38:26.120881 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:38:26.122188 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:38:26.122626 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:38:26.122981 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:38:26.125145 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:38:26.126962 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:38:26.160020 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e95448c5-185f-4504-a701-0a7e5a26a923 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:26.188041 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee35f963-645a-4f75-959e-10e011f35aea tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Pushing event deleted for resources: {'Port': ['ID=6aefa83b-060f-4ff4-a2ed-9787ee95f23a,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:26.197160 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e95448c5-185f-4504-a701-0a7e5a26a923 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:26.214383 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb3b607-bc91-4bc2-b38b-55c578a4b670 None None] Pushing event deleted for resources: {'Port': ['ID=0d2854a7-1533-4b5f-b16d-ba7ff1f236dd,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:26.279793 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e95448c5-185f-4504-a701-0a7e5a26a923 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:26.281088 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-e95448c5-185f-4504-a701-0a7e5a26a923 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6720412 Dec 06 17:38:26.284543 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 56206) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:26.289328 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-4803b037-6eed-4398-aff9-f1a20299ca07 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:38:26.289884 n-d-master-1 neutron-server[103285]: WARNING neutron.api.v2.base [None req-4803b037-6eed-4398-aff9-f1a20299ca07 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 06 17:38:26.290410 n-d-master-1 neutron-server[103285]: INFO neutron.api.v2.resource [None req-4803b037-6eed-4398-aff9-f1a20299ca07 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] update failed (client error): There was a conflict when trying to complete your request. Dec 06 17:38:26.291466 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-4803b037-6eed-4398-aff9-f1a20299ca07 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] 10.222.0.23 "PUT /v2.0/security-groups/cbdca9df-11c9-4194-ac24-95648f229444 HTTP/1.1" status: 409 len: 330 time: 0.0059195 Dec 06 17:38:26.299022 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 56208) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:26.309903 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95448c5-185f-4504-a701-0a7e5a26a923 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbdca9df-11c9-4194-ac24-95648f229444,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:26.340670 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ee35f963-645a-4f75-959e-10e011f35aea tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536698'] for router_gateway, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:26.485726 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-351c9c91-009c-4a8e-90ff-6dbce5ebb37b tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:26.508013 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ee35f963-645a-4f75-959e-10e011f35aea tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:26.511298 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ee35f963-645a-4f75-959e-10e011f35aea tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:26.549227 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-351c9c91-009c-4a8e-90ff-6dbce5ebb37b tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:26.576527 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ee35f963-645a-4f75-959e-10e011f35aea tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:26.577082 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee35f963-645a-4f75-959e-10e011f35aea tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Fanout notify agent at l3_agent the message router_deleted on router 664ceb40-c693-45a1-b31b-858085478c75 {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 17:38:26.590652 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ee35f963-645a-4f75-959e-10e011f35aea tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:26.593340 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-ee35f963-645a-4f75-959e-10e011f35aea tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "DELETE /v2.0/routers/664ceb40-c693-45a1-b31b-858085478c75 HTTP/1.1" status: 204 len: 168 time: 1.8414512 Dec 06 17:38:26.598578 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 56212) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:26.662636 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-351c9c91-009c-4a8e-90ff-6dbce5ebb37b tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:26.667060 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-351c9c91-009c-4a8e-90ff-6dbce5ebb37b tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:26.671021 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-351c9c91-009c-4a8e-90ff-6dbce5ebb37b tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] 10.222.0.23 "DELETE /v2.0/security-groups/cbdca9df-11c9-4194-ac24-95648f229444 HTTP/1.1" status: 204 len: 168 time: 0.3676465 Dec 06 17:38:26.673717 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 56216) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:26.691640 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351c9c91-009c-4a8e-90ff-6dbce5ebb37b tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbdca9df-11c9-4194-ac24-95648f229444,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:26.802540 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5c05faed-17f5-4d11-bcb5-005b2bfbbf28 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:26.820202 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-755d9cdc-7ace-415e-821b-4bc45d3400f0 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1452222 Dec 06 17:38:26.826035 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 56218) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:26.847898 n-d-master-1 neutron-server[103285]: INFO neutron.api.v2.resource [None req-0583c1c8-fe51-46ef-bbf3-fe6ba8b0dbf2 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] delete failed (client error): The resource could not be found. Dec 06 17:38:26.848994 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-0583c1c8-fe51-46ef-bbf3-fe6ba8b0dbf2 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] 10.222.0.23 "DELETE /v2.0/security-groups/c139623f-1345-48cc-a7b9-65564d718472 HTTP/1.1" status: 404 len: 347 time: 0.0219536 Dec 06 17:38:26.861287 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 56220) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:26.887786 n-d-master-1 neutron-server[103285]: INFO neutron.api.v2.resource [None req-65528fb1-674f-4a4f-9424-f746e0d369d2 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] show failed (client error): The resource could not be found. Dec 06 17:38:26.903213 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-65528fb1-674f-4a4f-9424-f746e0d369d2 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] 10.222.0.23 "GET /v2.0/security-groups/83b886b7-e329-43b1-9ccd-e5c81e9edba6 HTTP/1.1" status: 404 len: 347 time: 0.0410345 Dec 06 17:38:26.908232 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 56224) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:26.934794 n-d-master-1 neutron-server[103285]: INFO neutron.api.v2.resource [None req-64d31cbd-f38d-4ee0-96a7-0ff7916272b8 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] show failed (client error): The resource could not be found. Dec 06 17:38:26.941545 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-64d31cbd-f38d-4ee0-96a7-0ff7916272b8 tempest-NegativeSecGroupIPv6Test-948938389 tempest-NegativeSecGroupIPv6Test-948938389-project] 10.222.0.23 "GET /v2.0/security-group-rules/2f49a7e1-4f71-4a5b-8f2c-c00ab87cf4e7 HTTP/1.1" status: 404 len: 356 time: 0.0266268 Dec 06 17:38:26.996472 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5c05faed-17f5-4d11-bcb5-005b2bfbbf28 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:27.048645 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-5c05faed-17f5-4d11-bcb5-005b2bfbbf28 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c008a8b-421d-4b40-9646-1dd7934eadae']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:38:27.073958 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-5c05faed-17f5-4d11-bcb5-005b2bfbbf28 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15889185-46f9-4fe1-84c2-011c80927a16') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:38:27.074267 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-5c05faed-17f5-4d11-bcb5-005b2bfbbf28 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15889185-46f9-4fe1-84c2-011c80927a16') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:38:27.090187 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5c05faed-17f5-4d11-bcb5-005b2bfbbf28 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:27.110910 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5c05faed-17f5-4d11-bcb5-005b2bfbbf28 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:27.129537 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c05faed-17f5-4d11-bcb5-005b2bfbbf28 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:38:27.133027 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5c05faed-17f5-4d11-bcb5-005b2bfbbf28 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:27.140234 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 17:38:27.140234 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:38:27.140234 n-d-master-1 neutron-server[103284]: timer() Dec 06 17:38:27.140234 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:38:27.140234 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 17:38:27.140234 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:38:27.140234 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 17:38:27.140234 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:38:27.140234 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 17:38:27.140234 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:38:27.140234 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 17:38:27.140234 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:38:27.140234 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 17:38:27.140234 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:38:27.140234 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:38:27.140234 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:38:27.140234 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:38:27.140234 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:38:27.140234 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 17:38:27.140234 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:38:27.140234 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 17:38:27.140234 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:38:27.140234 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:38:27.140234 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:38:27.140234 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 17:38:27.140234 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:38:27.140234 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:38:27.140234 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:38:27.140234 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:38:27.140234 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:38:27.140234 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:38:27.140234 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:38:27.246343 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-61347805-e812-40fb-9532-747076c20f62 req-691dff20-08df-450f-9903-ddeac8f5b9b5 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea399e16-6987-4048-879e-71b3ee241be7 HTTP/1.1" status: 200 len: 210 time: 0.1036148 Dec 06 17:38:27.389984 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 1570c39b-f1da-48bb-b1b1-2f62857b4028 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:38:27.416006 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5c05faed-17f5-4d11-bcb5-005b2bfbbf28 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:27.437367 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5c05faed-17f5-4d11-bcb5-005b2bfbbf28 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:27.438388 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 56238) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:27.454338 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-5c05faed-17f5-4d11-bcb5-005b2bfbbf28 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "DELETE /v2.0/networks/2c008a8b-421d-4b40-9646-1dd7934eadae HTTP/1.1" status: 204 len: 168 time: 0.8400636 Dec 06 17:38:27.459634 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 56242) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:27.494563 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c05faed-17f5-4d11-bcb5-005b2bfbbf28 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Pushing event deleted for resources: {'Network': ['ID=2c008a8b-421d-4b40-9646-1dd7934eadae,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:27.507646 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 1570c39b-f1da-48bb-b1b1-2f62857b4028 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:38:27.508867 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 1570c39b-f1da-48bb-b1b1-2f62857b4028 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:38:27.509582 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 6aefa83b-060f-4ff4-a2ed-9787ee95f23a no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:38:27.559096 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 6aefa83b-060f-4ff4-a2ed-9787ee95f23a {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:38:27.559788 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 6aefa83b-060f-4ff4-a2ed-9787ee95f23a not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:38:27.565443 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c9f7ef4f-343f-4090-a09d-a657aa40ed46 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:27.603834 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c9f7ef4f-343f-4090-a09d-a657aa40ed46 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:27.678831 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c9f7ef4f-343f-4090-a09d-a657aa40ed46 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:27.688168 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c9f7ef4f-343f-4090-a09d-a657aa40ed46 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:27.693648 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-c9f7ef4f-343f-4090-a09d-a657aa40ed46 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] 10.222.0.23 "DELETE /v2.0/security-groups/0af89b83-5a7a-4bff-a60e-7cfc30b594ff HTTP/1.1" status: 204 len: 168 time: 0.2326882 Dec 06 17:38:27.709121 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f7ef4f-343f-4090-a09d-a657aa40ed46 tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af89b83-5a7a-4bff-a60e-7cfc30b594ff,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:27.853865 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-eb1177dc-9f77-413f-9e5a-e52750e40753 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ef17a42482ac40559dc60a1941e7b1f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4093704 Dec 06 17:38:27.856859 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 56254) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:27.932800 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-76e95371-e035-4683-b7b2-45d767766701 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:27.955036 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-76e95371-e035-4683-b7b2-45d767766701 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:28.017763 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-76e95371-e035-4683-b7b2-45d767766701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:28.021756 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-76e95371-e035-4683-b7b2-45d767766701 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:28.025646 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-76e95371-e035-4683-b7b2-45d767766701 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9d532263-b7df-4b30-a209-065259d1a6ea HTTP/1.1" status: 204 len: 168 time: 0.1652789 Dec 06 17:38:28.033171 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e95371-e035-4683-b7b2-45d767766701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d532263-b7df-4b30-a209-065259d1a6ea,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:28.333337 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 56270) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:28.362602 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-82aa3509-046f-485d-a2a3-44e83c03b0c5 req-63386a7b-bf8c-4685-a869-820066077177 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea399e16-6987-4048-879e-71b3ee241be7 HTTP/1.1" status: 200 len: 210 time: 0.0374107 Dec 06 17:38:28.601894 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 56282) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:28.602551 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-e294d1ab-6a79-42fa-9b24-ed60b2ba461f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=87136a91f6c54863bdb78ae5833b5c4e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2673047 Dec 06 17:38:28.656291 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9d22e492-ae23-4ed6-97aa-c3bae0ce3ab6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:28.681166 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9d22e492-ae23-4ed6-97aa-c3bae0ce3ab6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:28.748840 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9d22e492-ae23-4ed6-97aa-c3bae0ce3ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:28.752383 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9d22e492-ae23-4ed6-97aa-c3bae0ce3ab6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:28.754859 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-9d22e492-ae23-4ed6-97aa-c3bae0ce3ab6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a15e59d4-ba6f-4ab8-ad11-c55970804803 HTTP/1.1" status: 204 len: 168 time: 0.1516619 Dec 06 17:38:28.763860 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d22e492-ae23-4ed6-97aa-c3bae0ce3ab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a15e59d4-ba6f-4ab8-ad11-c55970804803,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:29.172828 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 56306) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:29.264807 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-ec54ba0f-84bc-4323-a3b8-4237b26cf2ba admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e5cd1d1c5ad84e8ea40e354c39689ea5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0898256 Dec 06 17:38:29.267047 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 56310) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:29.337859 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0c9f7416-ce5c-4ba4-b195-54ea31290ae9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:29.370272 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0c9f7416-ce5c-4ba4-b195-54ea31290ae9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:29.465448 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0c9f7416-ce5c-4ba4-b195-54ea31290ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:29.469019 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0c9f7416-ce5c-4ba4-b195-54ea31290ae9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:29.475071 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-0c9f7416-ce5c-4ba4-b195-54ea31290ae9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/876c5c74-e950-4791-9d6a-d81c0bdd2694 HTTP/1.1" status: 204 len: 168 time: 0.2067792 Dec 06 17:38:29.486005 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9f7416-ce5c-4ba4-b195-54ea31290ae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=876c5c74-e950-4791-9d6a-d81c0bdd2694,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:29.572784 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a0b596b6-e27d-4519-ba90-670d309034ba req-8e90361f-bed3-444e-abf1-eecf8aaaf5ec tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea399e16-6987-4048-879e-71b3ee241be7 HTTP/1.1" status: 200 len: 210 time: 0.0421743 Dec 06 17:38:30.270356 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 56338) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:30.432857 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ade9d1c0-c802-4aa8-893b-e18e2557b7b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:30.580538 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ade9d1c0-c802-4aa8-893b-e18e2557b7b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:30.594666 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ade9d1c0-c802-4aa8-893b-e18e2557b7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:30.648837 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-ade9d1c0-c802-4aa8-893b-e18e2557b7b2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8fa791711b714946bd52fae032072172&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3765328 Dec 06 17:38:30.651582 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 56358) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:30.658381 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade9d1c0-c802-4aa8-893b-e18e2557b7b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa7b61f-10b0-4f7e-a998-d4d7fe02214d,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:30.675806 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade9d1c0-c802-4aa8-893b-e18e2557b7b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:38:30.676409 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade9d1c0-c802-4aa8-893b-e18e2557b7b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:38:30.676999 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade9d1c0-c802-4aa8-893b-e18e2557b7b2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:38:30.678472 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade9d1c0-c802-4aa8-893b-e18e2557b7b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:38:30.679011 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade9d1c0-c802-4aa8-893b-e18e2557b7b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:38:30.679529 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade9d1c0-c802-4aa8-893b-e18e2557b7b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:38:30.680047 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade9d1c0-c802-4aa8-893b-e18e2557b7b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:38:30.680560 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade9d1c0-c802-4aa8-893b-e18e2557b7b2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:38:30.681089 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade9d1c0-c802-4aa8-893b-e18e2557b7b2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:38:30.681634 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade9d1c0-c802-4aa8-893b-e18e2557b7b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:38:30.682148 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade9d1c0-c802-4aa8-893b-e18e2557b7b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:38:30.682649 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade9d1c0-c802-4aa8-893b-e18e2557b7b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:38:30.683204 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade9d1c0-c802-4aa8-893b-e18e2557b7b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:38:30.746217 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5559e49d-b74e-4248-86ee-76b137b9ea97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:30.807684 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5559e49d-b74e-4248-86ee-76b137b9ea97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:30.900825 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5559e49d-b74e-4248-86ee-76b137b9ea97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:30.904188 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5559e49d-b74e-4248-86ee-76b137b9ea97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:30.906136 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-5559e49d-b74e-4248-86ee-76b137b9ea97 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0fa7b61f-10b0-4f7e-a998-d4d7fe02214d HTTP/1.1" status: 204 len: 168 time: 0.2534311 Dec 06 17:38:30.919034 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5559e49d-b74e-4248-86ee-76b137b9ea97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa7b61f-10b0-4f7e-a998-d4d7fe02214d,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:31.637962 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 56398) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:31.660487 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-85f0d016-4fbd-42cc-818d-0474ac74d86b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:31.827196 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-85f0d016-4fbd-42cc-818d-0474ac74d86b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:31.840598 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-85f0d016-4fbd-42cc-818d-0474ac74d86b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:31.942278 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f0d016-4fbd-42cc-818d-0474ac74d86b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aca4e88a-ad39-4d86-8de0-c8c1da80f184,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:31.953722 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-85f0d016-4fbd-42cc-818d-0474ac74d86b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ec68598fea3946fc82d83f3b65006bbf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3139462 Dec 06 17:38:31.956844 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 56406) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:32.020806 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bad0990f-a83f-4a86-af6e-471d764387a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:32.051012 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bad0990f-a83f-4a86-af6e-471d764387a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:32.115451 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bad0990f-a83f-4a86-af6e-471d764387a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:32.119068 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bad0990f-a83f-4a86-af6e-471d764387a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:32.120656 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-bad0990f-a83f-4a86-af6e-471d764387a5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aca4e88a-ad39-4d86-8de0-c8c1da80f184 HTTP/1.1" status: 204 len: 168 time: 0.1622841 Dec 06 17:38:32.130213 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad0990f-a83f-4a86-af6e-471d764387a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca4e88a-ad39-4d86-8de0-c8c1da80f184,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:32.895850 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:33.676085 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 56498) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:33.681126 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-06d52995-195d-4710-a3db-38e09cd4206a tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Request body: {'network': {'name': 'tempest-network-smoke--745804873', 'project_id': 'c27044cf11ea44118ff5004391cd34da', 'port_security_enabled': True}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:38:33.730633 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d52995-195d-4710-a3db-38e09cd4206a tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Made reservation on behalf of c27044cf11ea44118ff5004391cd34da for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:38:33.734528 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-06d52995-195d-4710-a3db-38e09cd4206a tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:33.776206 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-06d52995-195d-4710-a3db-38e09cd4206a tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:33.954943 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-06d52995-195d-4710-a3db-38e09cd4206a tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:33.964994 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-06d52995-195d-4710-a3db-38e09cd4206a tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:34.019259 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06d52995-195d-4710-a3db-38e09cd4206a tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:38:34.031008 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d52995-195d-4710-a3db-38e09cd4206a tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31e7cc84-8745-4ddb-b972-0859a6bd0d90,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:34.051991 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-06d52995-195d-4710-a3db-38e09cd4206a tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:34.052392 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-06d52995-195d-4710-a3db-38e09cd4206a tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Added segment 0086a8a7-cc68-4b68-a6a5-a1c6cd29727d of type vlan for network ca92a34c-5a45-49c6-88fa-170359e316c2 Dec 06 17:38:34.144980 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-06d52995-195d-4710-a3db-38e09cd4206a tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:34.228095 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-06d52995-195d-4710-a3db-38e09cd4206a tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:34.258041 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d52995-195d-4710-a3db-38e09cd4206a tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:38:34.258741 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-06d52995-195d-4710-a3db-38e09cd4206a tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks [] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:34.275240 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 56530) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:34.416491 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-06d52995-195d-4710-a3db-38e09cd4206a tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7392397 Dec 06 17:38:34.420167 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 56538) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:34.425746 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-14bbe9f4-8370-4d36-9bbe-2fcbf7af5c6d tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-474003343', 'admin_state_up': True, 'project_id': 'c27044cf11ea44118ff5004391cd34da', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:38:34.463616 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d52995-195d-4710-a3db-38e09cd4206a tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Pushing event updated for resources: {'Network': ['ID=ca92a34c-5a45-49c6-88fa-170359e316c2,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:34.466071 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [req-6da18ece-b790-428d-a220-81baf44853c9 req-7984cc57-cd7f-4a60-a48e-779d92a4f1e5 service neutron] (103284) timed out ('10.222.0.44', 52922) {{(pid=103284) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 06 17:38:34.479335 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network ca92a34c-5a45-49c6-88fa-170359e316c2 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:38:34.485916 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a1792656-2b4d-4269-b15c-2851456ccad1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:34.494023 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-14bbe9f4-8370-4d36-9bbe-2fcbf7af5c6d tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:34.495665 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-14bbe9f4-8370-4d36-9bbe-2fcbf7af5c6d tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:34.554185 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-14bbe9f4-8370-4d36-9bbe-2fcbf7af5c6d tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:34.671453 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a1792656-2b4d-4269-b15c-2851456ccad1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:34.684309 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a1792656-2b4d-4269-b15c-2851456ccad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:34.760816 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-a1792656-2b4d-4269-b15c-2851456ccad1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=078e9908f8bc4f349f78679d0234e8a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4842002 Dec 06 17:38:34.762757 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 56546) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:34.800951 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1792656-2b4d-4269-b15c-2851456ccad1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9977673f-c331-4899-8611-1f6743a05eac,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:34.842360 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-50408776-496c-4e12-ab6d-81610882ba33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:34.876349 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-50408776-496c-4e12-ab6d-81610882ba33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:34.919429 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 56552) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:34.931580 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-e6d95542-b470-4bbe-b0e4-64e252fbe701 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-928314126', 'description': 'tempest-secgroup-smoke-928314126 description', 'project_id': 'ecd8b64e36c540eeae4809301448bbe1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:38:34.981259 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-50408776-496c-4e12-ab6d-81610882ba33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:34.985294 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-50408776-496c-4e12-ab6d-81610882ba33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:34.987086 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-50408776-496c-4e12-ab6d-81610882ba33 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9977673f-c331-4899-8611-1f6743a05eac HTTP/1.1" status: 204 len: 168 time: 0.2227547 Dec 06 17:38:34.997957 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50408776-496c-4e12-ab6d-81610882ba33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9977673f-c331-4899-8611-1f6743a05eac,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:35.025386 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e6d95542-b470-4bbe-b0e4-64e252fbe701 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:35.054072 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-14bbe9f4-8370-4d36-9bbe-2fcbf7af5c6d tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:35.252201 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:35.499163 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e6d95542-b470-4bbe-b0e4-64e252fbe701 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:35.506842 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e6d95542-b470-4bbe-b0e4-64e252fbe701 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:35.542793 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e6d95542-b470-4bbe-b0e4-64e252fbe701 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:35.544654 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-e6d95542-b470-4bbe-b0e4-64e252fbe701 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6169109 Dec 06 17:38:35.547760 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 56572) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:35.556450 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-315441fa-7bba-4c51-a3d8-209f3a828507 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Request body: {'security_group_rule': {'security_group_id': '1e5797dc-b155-406a-9d6a-299f1fe9f8d8', 'project_id': 'ecd8b64e36c540eeae4809301448bbe1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:38:35.567001 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d95542-b470-4bbe-b0e4-64e252fbe701 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e5797dc-b155-406a-9d6a-299f1fe9f8d8,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:35.666908 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-315441fa-7bba-4c51-a3d8-209f3a828507 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:35.780901 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-315441fa-7bba-4c51-a3d8-209f3a828507 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:35.786880 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-315441fa-7bba-4c51-a3d8-209f3a828507 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:35.826960 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315441fa-7bba-4c51-a3d8-209f3a828507 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf07c8bd-7eb0-47b9-8d84-8ff0cdbe2973,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:35.849402 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-315441fa-7bba-4c51-a3d8-209f3a828507 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:35.851624 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-315441fa-7bba-4c51-a3d8-209f3a828507 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3027332 Dec 06 17:38:35.854323 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 56586) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:35.858748 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-418de937-e05f-4e91-8e06-89aaff016b15 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Request body: {'security_group_rule': {'security_group_id': '1e5797dc-b155-406a-9d6a-299f1fe9f8d8', 'project_id': 'ecd8b64e36c540eeae4809301448bbe1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:38:35.876606 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-14bbe9f4-8370-4d36-9bbe-2fcbf7af5c6d tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks [] for router_gateway, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:35.914772 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-418de937-e05f-4e91-8e06-89aaff016b15 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:35.950921 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-14bbe9f4-8370-4d36-9bbe-2fcbf7af5c6d tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:36.067462 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-418de937-e05f-4e91-8e06-89aaff016b15 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:36.075050 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-418de937-e05f-4e91-8e06-89aaff016b15 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:36.132203 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418de937-e05f-4e91-8e06-89aaff016b15 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=116d0862-0bab-48ec-a4b2-f756bf7cebd2,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:36.160265 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-418de937-e05f-4e91-8e06-89aaff016b15 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:36.164262 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-418de937-e05f-4e91-8e06-89aaff016b15 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3062947 Dec 06 17:38:36.165722 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 56592) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:36.195072 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-9f03a2c6-f40a-4185-a993-5ff55f6ff0e7 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Request body: {'security_group_rule': {'security_group_id': '1e5797dc-b155-406a-9d6a-299f1fe9f8d8', 'project_id': 'ecd8b64e36c540eeae4809301448bbe1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:38:36.248949 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-14bbe9f4-8370-4d36-9bbe-2fcbf7af5c6d tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Allocated IP 172.35.1.154 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/02e9925f-c728-43d0-95f0-518733740a5c) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:38:36.258314 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9f03a2c6-f40a-4185-a993-5ff55f6ff0e7 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:36.419444 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9f03a2c6-f40a-4185-a993-5ff55f6ff0e7 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:36.427008 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9f03a2c6-f40a-4185-a993-5ff55f6ff0e7 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:36.451243 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f03a2c6-f40a-4185-a993-5ff55f6ff0e7 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0e02ee2-dbc8-4e11-871d-336a965f8fec,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:36.478272 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9f03a2c6-f40a-4185-a993-5ff55f6ff0e7 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:36.480973 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-9f03a2c6-f40a-4185-a993-5ff55f6ff0e7 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3114226 Dec 06 17:38:36.483833 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 56600) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:36.499383 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-2107ca49-3865-4ce8-ba37-6aef8bdab3b2 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Request body: {'security_group_rule': {'security_group_id': '1e5797dc-b155-406a-9d6a-299f1fe9f8d8', 'project_id': 'ecd8b64e36c540eeae4809301448bbe1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:38:36.524860 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-14bbe9f4-8370-4d36-9bbe-2fcbf7af5c6d tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:36.532319 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2107ca49-3865-4ce8-ba37-6aef8bdab3b2 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:36.596981 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-14bbe9f4-8370-4d36-9bbe-2fcbf7af5c6d tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:36.683469 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2107ca49-3865-4ce8-ba37-6aef8bdab3b2 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:36.689039 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2107ca49-3865-4ce8-ba37-6aef8bdab3b2 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:36.705410 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2107ca49-3865-4ce8-ba37-6aef8bdab3b2 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7706cd55-988d-4780-acf6-7598f1038f9b,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:36.707969 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14bbe9f4-8370-4d36-9bbe-2fcbf7af5c6d tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:38:36.714211 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-14bbe9f4-8370-4d36-9bbe-2fcbf7af5c6d tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:38:36.725281 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2107ca49-3865-4ce8-ba37-6aef8bdab3b2 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:36.726577 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-2107ca49-3865-4ce8-ba37-6aef8bdab3b2 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2415783 Dec 06 17:38:36.730204 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 56612) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:36.733453 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bbe9f4-8370-4d36-9bbe-2fcbf7af5c6d tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:38:36.736372 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bbe9f4-8370-4d36-9bbe-2fcbf7af5c6d tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Pushing event updated for resources: {'Port': ['ID=02e9925f-c728-43d0-95f0-518733740a5c,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:36.739600 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-49498e06-276c-4035-a76e-471f239afd54 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Request body: {'security_group_rule': {'security_group_id': '1e5797dc-b155-406a-9d6a-299f1fe9f8d8', 'project_id': 'ecd8b64e36c540eeae4809301448bbe1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:38:36.774080 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ddefe4d-2beb-4a02-8c49-8278633d7abf None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:38:36.783374 n-d-master-1 neutron-server[103285]: INFO neutron.db.securitygroups_db [None req-49498e06-276c-4035-a76e-471f239afd54 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Project ecd8b64e36c540eeae4809301448bbe1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 17:38:36.791029 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-49498e06-276c-4035-a76e-471f239afd54 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:36.911637 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-540793d6-5763-4cca-ba3c-70d17fc8482b None None] Provisioning complete for port 02e9925f-c728-43d0-95f0-518733740a5c triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:38:36.912090 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-540793d6-5763-4cca-ba3c-70d17fc8482b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:36.928125 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-49498e06-276c-4035-a76e-471f239afd54 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:36.942195 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-49498e06-276c-4035-a76e-471f239afd54 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:36.982556 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-49498e06-276c-4035-a76e-471f239afd54 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:36.987101 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-49498e06-276c-4035-a76e-471f239afd54 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2555270 Dec 06 17:38:36.988389 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 56620) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:36.994002 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49498e06-276c-4035-a76e-471f239afd54 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb1d08d0-2dc1-4cf1-9ce6-63759c04fe58,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:36.996025 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-7366a769-ac41-44e5-8240-e7542e4791e6 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Request body: {'security_group_rule': {'security_group_id': '1e5797dc-b155-406a-9d6a-299f1fe9f8d8', 'project_id': 'ecd8b64e36c540eeae4809301448bbe1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:38:37.030019 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-540793d6-5763-4cca-ba3c-70d17fc8482b None None] Port 02e9925f-c728-43d0-95f0-518733740a5c cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:38:37.050865 n-d-master-1 neutron-server[103284]: INFO neutron.db.securitygroups_db [None req-7366a769-ac41-44e5-8240-e7542e4791e6 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Project ecd8b64e36c540eeae4809301448bbe1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 17:38:37.061755 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7366a769-ac41-44e5-8240-e7542e4791e6 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:37.135981 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7366a769-ac41-44e5-8240-e7542e4791e6 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:37.144386 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7366a769-ac41-44e5-8240-e7542e4791e6 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:37.171302 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7366a769-ac41-44e5-8240-e7542e4791e6 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f9fcce7-0c23-4a09-afc3-d593832a0547,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:37.291560 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-14bbe9f4-8370-4d36-9bbe-2fcbf7af5c6d tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks [] for router_gateway, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:37.340806 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7366a769-ac41-44e5-8240-e7542e4791e6 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:37.352106 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-7366a769-ac41-44e5-8240-e7542e4791e6 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3558059 Dec 06 17:38:37.645378 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-14bbe9f4-8370-4d36-9bbe-2fcbf7af5c6d tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:37.853010 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14bbe9f4-8370-4d36-9bbe-2fcbf7af5c6d tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Router ae46d148-3246-4760-8641-a8b685055c6e is scheduled to L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 17:38:38.085276 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14bbe9f4-8370-4d36-9bbe-2fcbf7af5c6d tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:38:38.096433 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e501db34-3298-46f6-971a-3311e5e4c973 None None] Sync routers for ids ['ae46d148-3246-4760-8641-a8b685055c6e'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:38:38.107373 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e501db34-3298-46f6-971a-3311e5e4c973 None None] Routers {'ae46d148-3246-4760-8641-a8b685055c6e'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:38:38.108623 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-e501db34-3298-46f6-971a-3311e5e4c973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:38:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['ae46d148-3246-4760-8641-a8b685055c6e'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:38:38.112710 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-14bbe9f4-8370-4d36-9bbe-2fcbf7af5c6d tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:38.117017 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-14bbe9f4-8370-4d36-9bbe-2fcbf7af5c6d tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.6928072 Dec 06 17:38:38.117399 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 56690) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:38.220374 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-e501db34-3298-46f6-971a-3311e5e4c973 None None] Set router ae46d148-3246-4760-8641-a8b685055c6e gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:38:38.415684 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-afb72cbe-d7cc-45ab-8816-4070e17859e5 tempest-TestSecurityGroupsBasicOps-2053023288 tempest-TestSecurityGroupsBasicOps-2053023288-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=c27044cf11ea44118ff5004391cd34da&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2968113 Dec 06 17:38:38.418451 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 56718) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:38.631077 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-e501db34-3298-46f6-971a-3311e5e4c973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae46d148-3246-4760-8641-a8b685055c6e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-474003343', 'tenant_id': 'c27044cf11ea44118ff5004391cd34da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.154'}], 'enable_snat': True}, 'gw_port_id': '02e9925f-c728-43d0-95f0-518733740a5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:38:34Z', 'updated_at': '2021-12-06T17:38:37Z', 'revision_number': 3, 'project_id': 'c27044cf11ea44118ff5004391cd34da', 'gw_port': {'id': '02e9925f-c728-43d0-95f0-518733740a5c', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:17:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae46d148-3246-4760-8641-a8b685055c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:38:35Z', 'updated_at': '2021-12-06T17:38:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:38:38.682033 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9281bb6-07b4-4a22-97fc-b18ad225159f tempest-TestSecurityGroupsBasicOps-2053023288 tempest-TestSecurityGroupsBasicOps-2053023288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:38:38.689184 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e501db34-3298-46f6-971a-3311e5e4c973 None None] Checking router: ae46d148-3246-4760-8641-a8b685055c6e for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:38:38.689591 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e501db34-3298-46f6-971a-3311e5e4c973 None None] Updating router ae46d148-3246-4760-8641-a8b685055c6e port 02e9925f-c728-43d0-95f0-518733740a5c binding host n-d-master-1 {{(pid=103287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:38:38.697560 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-d9281bb6-07b4-4a22-97fc-b18ad225159f tempest-TestSecurityGroupsBasicOps-2053023288 tempest-TestSecurityGroupsBasicOps-2053023288-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2779872 Dec 06 17:38:38.700418 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 56746) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:38.747306 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e501db34-3298-46f6-971a-3311e5e4c973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:38.798501 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-258e340e-0246-4371-827b-8ea2653b08d4 tempest-TestSecurityGroupsBasicOps-2053023288 tempest-TestSecurityGroupsBasicOps-2053023288-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=40c9982f-f1ff-4b90-bebe-b7d51655f7e2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0935650 Dec 06 17:38:38.801782 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 56748) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:38.808503 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-1772d024-b8fd-439e-999e-9a63381b6f04 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2050122385', 'network_id': 'ca92a34c-5a45-49c6-88fa-170359e316c2', 'project_id': 'c27044cf11ea44118ff5004391cd34da', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:38:38.932856 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1772d024-b8fd-439e-999e-9a63381b6f04 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Made reservation on behalf of c27044cf11ea44118ff5004391cd34da for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:38:38.942613 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1772d024-b8fd-439e-999e-9a63381b6f04 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:39.073018 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 56758) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:39.150878 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 56762) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:39.310623 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f7c9ddc9-704d-43d8-a572-9620cb9773d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:39.370000 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1772d024-b8fd-439e-999e-9a63381b6f04 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:39.384683 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d242655a-55fa-4591-8197-0690bbd438af admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:39.449303 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1772d024-b8fd-439e-999e-9a63381b6f04 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Pushing event updated for resources: {'Subnet': ['ID=f4ab2fad-07f3-4876-b0e1-2d6064898429,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:39.472221 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1772d024-b8fd-439e-999e-9a63381b6f04 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Checking segment: {'id': '0086a8a7-cc68-4b68-a6a5-a1c6cd29727d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ca92a34c-5a45-49c6-88fa-170359e316c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:38:39.472820 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1772d024-b8fd-439e-999e-9a63381b6f04 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Network hostable DHCP agents. Network: ca92a34c-5a45-49c6-88fa-170359e316c2, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:38:39.499106 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1772d024-b8fd-439e-999e-9a63381b6f04 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Network ca92a34c-5a45-49c6-88fa-170359e316c2 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:38:39.513641 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-1772d024-b8fd-439e-999e-9a63381b6f04 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, ca92a34c-5a45-49c6-88fa-170359e316c2) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:38:39.526085 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f9f19f-d450-42f4-9a0e-e0096f85a03f None None] Network ca92a34c-5a45-49c6-88fa-170359e316c2 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:38:39.535197 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1772d024-b8fd-439e-999e-9a63381b6f04 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:38:39.536128 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1772d024-b8fd-439e-999e-9a63381b6f04 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:39.584008 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-1772d024-b8fd-439e-999e-9a63381b6f04 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7809243 Dec 06 17:38:39.587030 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 56766) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:39.628814 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e501db34-3298-46f6-971a-3311e5e4c973 None None] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:39.640242 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f7c9ddc9-704d-43d8-a572-9620cb9773d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:39.660736 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f7c9ddc9-704d-43d8-a572-9620cb9773d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:39.666636 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e501db34-3298-46f6-971a-3311e5e4c973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:39.818734 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e155c6b6-fe71-4869-bede-4733ade22614 None None] Pushing event updated for resources: {'Port': ['ID=02e9925f-c728-43d0-95f0-518733740a5c,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:39.822277 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d242655a-55fa-4591-8197-0690bbd438af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:39.825210 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-f7c9ddc9-704d-43d8-a572-9620cb9773d9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=92cc8069494042c99892b62d74edec7d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7508171 Dec 06 17:38:39.826080 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c9ddc9-704d-43d8-a572-9620cb9773d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20f2a19a-52d6-46ea-8735-996b03b9d097,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:39.828597 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 56770) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:39.842317 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e155c6b6-fe71-4869-bede-4733ade22614 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:38:39.842664 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e155c6b6-fe71-4869-bede-4733ade22614 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:38:39.843000 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e155c6b6-fe71-4869-bede-4733ade22614 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:38:39.843579 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e155c6b6-fe71-4869-bede-4733ade22614 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:38:39.843918 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e155c6b6-fe71-4869-bede-4733ade22614 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:38:39.844248 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e155c6b6-fe71-4869-bede-4733ade22614 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:38:39.844574 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e155c6b6-fe71-4869-bede-4733ade22614 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:38:39.844896 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e155c6b6-fe71-4869-bede-4733ade22614 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:38:39.845219 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e155c6b6-fe71-4869-bede-4733ade22614 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:38:39.845564 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e155c6b6-fe71-4869-bede-4733ade22614 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:38:39.845888 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e155c6b6-fe71-4869-bede-4733ade22614 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:38:39.846843 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e155c6b6-fe71-4869-bede-4733ade22614 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:38:39.847164 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e155c6b6-fe71-4869-bede-4733ade22614 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:38:39.896077 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-e501db34-3298-46f6-971a-3311e5e4c973 None None] Attempting to bind port 02e9925f-c728-43d0-95f0-518733740a5c on host n-d-master-1 for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:38:39.896304 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612fa62b-b205-4850-89fa-7f6cfcca9d62 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:38:39.896441 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-e501db34-3298-46f6-971a-3311e5e4c973 None None] Attempting to bind port 02e9925f-c728-43d0-95f0-518733740a5c by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:38:39.896860 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e501db34-3298-46f6-971a-3311e5e4c973 None None] Attempting to bind port 02e9925f-c728-43d0-95f0-518733740a5c on network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:38:39.903658 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d242655a-55fa-4591-8197-0690bbd438af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:39.913720 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8711ad0-1de6-4e40-a67f-c209649a6760 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-ca92a34c-5a45-49c6-88fa-170359e316c2', 'network_id': 'ca92a34c-5a45-49c6-88fa-170359e316c2', 'tenant_id': 'c27044cf11ea44118ff5004391cd34da', 'fixed_ips': [{'subnet_id': 'f4ab2fad-07f3-4876-b0e1-2d6064898429'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:38:39.914605 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e8711ad0-1de6-4e40-a67f-c209649a6760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:39.974993 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e501db34-3298-46f6-971a-3311e5e4c973 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:38:39.975664 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e501db34-3298-46f6-971a-3311e5e4c973 None None] Checking segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:38:39.976220 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e501db34-3298-46f6-971a-3311e5e4c973 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:39.976794 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e501db34-3298-46f6-971a-3311e5e4c973 None None] Bound using segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:38:39.977435 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-e501db34-3298-46f6-971a-3311e5e4c973 None None] Bound port: 02e9925f-c728-43d0-95f0-518733740a5c, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:38:39.978065 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e501db34-3298-46f6-971a-3311e5e4c973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:39.995900 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d242655a-55fa-4591-8197-0690bbd438af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb0c79c1-1893-472b-924c-8ec13aa72280,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:40.061854 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-d242655a-55fa-4591-8197-0690bbd438af admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fb2f541986b24a6593351c5b20222775&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9097974 Dec 06 17:38:40.066752 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 56772) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:40.094500 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3ead3be8-85bb-4eab-9170-2a0762b4b1c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:40.127994 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-e501db34-3298-46f6-971a-3311e5e4c973 None None] For port 02e9925f-c728-43d0-95f0-518733740a5c, host n-d-master-1, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:38:40.132258 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-e501db34-3298-46f6-971a-3311e5e4c973 None None] For port 02e9925f-c728-43d0-95f0-518733740a5c, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=02e9925f-c728-43d0-95f0-518733740a5c,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:38:40.142362 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e501db34-3298-46f6-971a-3311e5e4c973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:40.183998 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3ead3be8-85bb-4eab-9170-2a0762b4b1c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:40.243870 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bc6110c2-1d81-4503-b930-e6584d75c383 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:40.287002 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e501db34-3298-46f6-971a-3311e5e4c973 None None] Routers {'ae46d148-3246-4760-8641-a8b685055c6e'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:38:40.287653 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-e501db34-3298-46f6-971a-3311e5e4c973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:38:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['ae46d148-3246-4760-8641-a8b685055c6e'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:38:40.372658 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bc6110c2-1d81-4503-b930-e6584d75c383 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:40.432294 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-e8711ad0-1de6-4e40-a67f-c209649a6760 None None] Allocated IP 172.20.0.2 (ca92a34c-5a45-49c6-88fa-170359e316c2/f4ab2fad-07f3-4876-b0e1-2d6064898429/7dcf564c-f078-4459-9b79-302011453bce) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:38:40.468683 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3ead3be8-85bb-4eab-9170-2a0762b4b1c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:40.472005 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3ead3be8-85bb-4eab-9170-2a0762b4b1c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:40.474206 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-3ead3be8-85bb-4eab-9170-2a0762b4b1c4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/20f2a19a-52d6-46ea-8735-996b03b9d097 HTTP/1.1" status: 204 len: 168 time: 0.6200461 Dec 06 17:38:40.521907 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bc6110c2-1d81-4503-b930-e6584d75c383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:40.529574 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bc6110c2-1d81-4503-b930-e6584d75c383 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:40.535195 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-bc6110c2-1d81-4503-b930-e6584d75c383 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/eb0c79c1-1893-472b-924c-8ec13aa72280 HTTP/1.1" status: 204 len: 168 time: 0.4671259 Dec 06 17:38:40.551014 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ead3be8-85bb-4eab-9170-2a0762b4b1c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f2a19a-52d6-46ea-8735-996b03b9d097,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:40.607908 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6110c2-1d81-4503-b930-e6584d75c383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb0c79c1-1893-472b-924c-8ec13aa72280,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:40.703218 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e8711ad0-1de6-4e40-a67f-c209649a6760 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:40.718387 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8203101f-989b-43ec-b5e2-9ba58eeb85e0 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:38:40.721343 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-e501db34-3298-46f6-971a-3311e5e4c973 None None] Set router ae46d148-3246-4760-8641-a8b685055c6e gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:38:40.735741 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e8711ad0-1de6-4e40-a67f-c209649a6760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:40.744493 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-57109e6e-0f3d-4b0e-8954-386ab3aac8a3 None None] Provisioning complete for port 02e9925f-c728-43d0-95f0-518733740a5c triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:38:40.744949 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-57109e6e-0f3d-4b0e-8954-386ab3aac8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:40.896000 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8711ad0-1de6-4e40-a67f-c209649a6760 None None] Network ca92a34c-5a45-49c6-88fa-170359e316c2 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:38:40.899681 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-57109e6e-0f3d-4b0e-8954-386ab3aac8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:40.925633 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-57109e6e-0f3d-4b0e-8954-386ab3aac8a3 None None] For port 02e9925f-c728-43d0-95f0-518733740a5c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=02e9925f-c728-43d0-95f0-518733740a5c,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:38:40.927239 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-e8711ad0-1de6-4e40-a67f-c209649a6760 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:38:40.930915 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8711ad0-1de6-4e40-a67f-c209649a6760 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:38:40.970513 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8711ad0-1de6-4e40-a67f-c209649a6760 None None] Pushing event updated for resources: {'Port': ['ID=7dcf564c-f078-4459-9b79-302011453bce,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:40.980491 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-57109e6e-0f3d-4b0e-8954-386ab3aac8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:41.031404 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57109e6e-0f3d-4b0e-8954-386ab3aac8a3 None None] Pushing event updated for resources: {'Port': ['ID=02e9925f-c728-43d0-95f0-518733740a5c,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:41.067237 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-e8711ad0-1de6-4e40-a67f-c209649a6760 None None] Attempting to bind port 7dcf564c-f078-4459-9b79-302011453bce on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:38:41.067581 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-e8711ad0-1de6-4e40-a67f-c209649a6760 None None] Attempting to bind port 7dcf564c-f078-4459-9b79-302011453bce by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '0086a8a7-cc68-4b68-a6a5-a1c6cd29727d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ca92a34c-5a45-49c6-88fa-170359e316c2'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:38:41.067775 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e155c6b6-fe71-4869-bede-4733ade22614 None None] Pushing event updated for resources: {'Port': ['ID=02e9925f-c728-43d0-95f0-518733740a5c,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:41.067952 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8711ad0-1de6-4e40-a67f-c209649a6760 None None] Attempting to bind port 7dcf564c-f078-4459-9b79-302011453bce on network ca92a34c-5a45-49c6-88fa-170359e316c2 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:38:41.080928 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8711ad0-1de6-4e40-a67f-c209649a6760 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:38:41.080928 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8711ad0-1de6-4e40-a67f-c209649a6760 None None] Checking segment: {'id': '0086a8a7-cc68-4b68-a6a5-a1c6cd29727d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ca92a34c-5a45-49c6-88fa-170359e316c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:38:41.081253 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e8711ad0-1de6-4e40-a67f-c209649a6760 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:41.081445 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8711ad0-1de6-4e40-a67f-c209649a6760 None None] Bound using segment: {'id': '0086a8a7-cc68-4b68-a6a5-a1c6cd29727d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ca92a34c-5a45-49c6-88fa-170359e316c2'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:38:41.081961 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-e8711ad0-1de6-4e40-a67f-c209649a6760 None None] Bound port: 7dcf564c-f078-4459-9b79-302011453bce, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0086a8a7-cc68-4b68-a6a5-a1c6cd29727d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ca92a34c-5a45-49c6-88fa-170359e316c2'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:38:41.086724 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e8711ad0-1de6-4e40-a67f-c209649a6760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:41.229453 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-e8711ad0-1de6-4e40-a67f-c209649a6760 None None] For port 7dcf564c-f078-4459-9b79-302011453bce, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:38:41.235236 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-e8711ad0-1de6-4e40-a67f-c209649a6760 None None] For port 7dcf564c-f078-4459-9b79-302011453bce, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7dcf564c-f078-4459-9b79-302011453bce,segment=NetworkSegment(0086a8a7-cc68-4b68-a6a5-a1c6cd29727d),segment_id=0086a8a7-cc68-4b68-a6a5-a1c6cd29727d)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:38:41.263201 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e8711ad0-1de6-4e40-a67f-c209649a6760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:41.314555 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b01426e9-be60-4bde-ad3c-22b8fdf9b5c4 None None] Provisioning complete for port 02e9925f-c728-43d0-95f0-518733740a5c triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:38:41.314983 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b01426e9-be60-4bde-ad3c-22b8fdf9b5c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:41.601821 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5919e202-fe9e-43fc-98d8-9617fb2dd74d tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:41.743096 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-e501db34-3298-46f6-971a-3311e5e4c973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae46d148-3246-4760-8641-a8b685055c6e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-474003343', 'tenant_id': 'c27044cf11ea44118ff5004391cd34da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.154'}], 'enable_snat': True}, 'gw_port_id': '02e9925f-c728-43d0-95f0-518733740a5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:38:34Z', 'updated_at': '2021-12-06T17:38:37Z', 'revision_number': 3, 'project_id': 'c27044cf11ea44118ff5004391cd34da', 'gw_port': {'id': '02e9925f-c728-43d0-95f0-518733740a5c', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:17:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae46d148-3246-4760-8641-a8b685055c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:38:35Z', 'updated_at': '2021-12-06T17:38:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:38:41.756890 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8711ad0-1de6-4e40-a67f-c209649a6760 None None] Pushing event updated for resources: {'Port': ['ID=7dcf564c-f078-4459-9b79-302011453bce,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:41.846714 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e501db34-3298-46f6-971a-3311e5e4c973 None None] The sync data for ids ['ae46d148-3246-4760-8641-a8b685055c6e'] in n-d-master-1 is: [{'id': 'ae46d148-3246-4760-8641-a8b685055c6e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-474003343', 'tenant_id': 'c27044cf11ea44118ff5004391cd34da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.154'}], 'enable_snat': True}, 'gw_port_id': '02e9925f-c728-43d0-95f0-518733740a5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:38:34Z', 'updated_at': '2021-12-06T17:38:37Z', 'revision_number': 3, 'project_id': 'c27044cf11ea44118ff5004391cd34da', 'gw_port': {'id': '02e9925f-c728-43d0-95f0-518733740a5c', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:17:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae46d148-3246-4760-8641-a8b685055c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:38:35Z', 'updated_at': '2021-12-06T17:38:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:38:42.477779 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-5919e202-fe9e-43fc-98d8-9617fb2dd74d tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Allocated IP 172.20.0.1 (ca92a34c-5a45-49c6-88fa-170359e316c2/f4ab2fad-07f3-4876-b0e1-2d6064898429/33d10205-200f-4b35-a682-a9f70021fec4) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:38:42.715126 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5919e202-fe9e-43fc-98d8-9617fb2dd74d tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:42.774044 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5919e202-fe9e-43fc-98d8-9617fb2dd74d tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:42.885434 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5919e202-fe9e-43fc-98d8-9617fb2dd74d tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Network ca92a34c-5a45-49c6-88fa-170359e316c2 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:38:42.887606 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5919e202-fe9e-43fc-98d8-9617fb2dd74d tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Pushing event updated for resources: {'Port': ['ID=33d10205-200f-4b35-a682-a9f70021fec4,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:42.896073 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-5919e202-fe9e-43fc-98d8-9617fb2dd74d tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:38:42.899514 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5919e202-fe9e-43fc-98d8-9617fb2dd74d tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:38:42.926452 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 56836) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:42.963433 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5919e202-fe9e-43fc-98d8-9617fb2dd74d tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539179'] for router_interface, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:43.125162 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2e7d23-69a1-40ba-967b-2e5baebe04a5 None None] Network ca92a34c-5a45-49c6-88fa-170359e316c2 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:38:43.342586 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5919e202-fe9e-43fc-98d8-9617fb2dd74d tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:43.360607 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e9b70f63-cd18-475b-81ad-9c0d2943002f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:43.442095 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-d327155c-d404-4e5e-89aa-6b31f91db4b4 None None] Provisioning complete for port 7dcf564c-f078-4459-9b79-302011453bce triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:38:43.442484 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d327155c-d404-4e5e-89aa-6b31f91db4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:43.513709 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 7dcf564c-f078-4459-9b79-302011453bce up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:38:43.651481 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e9b70f63-cd18-475b-81ad-9c0d2943002f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:43.660639 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e9b70f63-cd18-475b-81ad-9c0d2943002f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:43.682237 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cc30d643-b9e4-4a9b-a37b-f8db83388066 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:43.749167 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-e9b70f63-cd18-475b-81ad-9c0d2943002f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=726cf82389724a26910e89bc5918312b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8216860 Dec 06 17:38:43.751607 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 56856) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:43.810280 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b70f63-cd18-475b-81ad-9c0d2943002f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21556110-fed7-4d05-883b-a08ffc69cfa3,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:43.885832 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5919e202-fe9e-43fc-98d8-9617fb2dd74d tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:43.888152 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c72f1650-d4af-43ea-8800-5a5b661f2d17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:43.901004 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5919e202-fe9e-43fc-98d8-9617fb2dd74d tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:43.925273 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c72f1650-d4af-43ea-8800-5a5b661f2d17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:43.952263 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 7dcf564c-f078-4459-9b79-302011453bce triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:38:43.956440 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:43.993548 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c72f1650-d4af-43ea-8800-5a5b661f2d17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:43.997196 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c72f1650-d4af-43ea-8800-5a5b661f2d17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:44.002808 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-c72f1650-d4af-43ea-8800-5a5b661f2d17 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/21556110-fed7-4d05-883b-a08ffc69cfa3 HTTP/1.1" status: 204 len: 168 time: 0.2315788 Dec 06 17:38:44.012176 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72f1650-d4af-43ea-8800-5a5b661f2d17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21556110-fed7-4d05-883b-a08ffc69cfa3,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:44.047117 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5919e202-fe9e-43fc-98d8-9617fb2dd74d tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-772465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539207'] for router_interface, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:44.119240 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5919e202-fe9e-43fc-98d8-9617fb2dd74d tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Pushing event updated for resources: {'Port': ['ID=33d10205-200f-4b35-a682-a9f70021fec4,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:44.180486 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d327155c-d404-4e5e-89aa-6b31f91db4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:44.263167 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:44.291640 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-d327155c-d404-4e5e-89aa-6b31f91db4b4 None None] For port 7dcf564c-f078-4459-9b79-302011453bce, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7dcf564c-f078-4459-9b79-302011453bce,segment=NetworkSegment(0086a8a7-cc68-4b68-a6a5-a1c6cd29727d),segment_id=0086a8a7-cc68-4b68-a6a5-a1c6cd29727d)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:38:44.298023 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 17:38:44.304528 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d327155c-d404-4e5e-89aa-6b31f91db4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:44.380628 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5919e202-fe9e-43fc-98d8-9617fb2dd74d tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Network ca92a34c-5a45-49c6-88fa-170359e316c2 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:38:44.387578 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-5919e202-fe9e-43fc-98d8-9617fb2dd74d tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:38:44.497351 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.db.api [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103286) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 17:38:44.499897 n-d-master-1 neutron-server[103286]: DEBUG oslo_db.api [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 17:38:44.517277 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d327155c-d404-4e5e-89aa-6b31f91db4b4 None None] Pushing event updated for resources: {'Port': ['ID=7dcf564c-f078-4459-9b79-302011453bce,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:44.615134 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5919e202-fe9e-43fc-98d8-9617fb2dd74d tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Router ae46d148-3246-4760-8641-a8b685055c6e has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:38:44.741615 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-08adb813-9f0d-425f-a4d3-680ed720fe1d None None] Provisioning complete for port 7dcf564c-f078-4459-9b79-302011453bce triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:38:44.742811 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-08adb813-9f0d-425f-a4d3-680ed720fe1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:44.759829 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5919e202-fe9e-43fc-98d8-9617fb2dd74d tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:38:44.768558 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-5919e202-fe9e-43fc-98d8-9617fb2dd74d tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] 10.222.0.23 "PUT /v2.0/routers/ae46d148-3246-4760-8641-a8b685055c6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1770542 Dec 06 17:38:44.768903 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 56882) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:44.773937 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-fe2981b9-1a3e-415d-a28d-1e00598c87d0 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--494439788', 'description': 'tempest-secgroup_access--494439788 description', 'project_id': 'c27044cf11ea44118ff5004391cd34da'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:38:44.818045 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fe2981b9-1a3e-415d-a28d-1e00598c87d0 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:44.958857 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01caba9-737a-49b2-904b-6bcde6addb6f None None] Sync routers for ids ['ae46d148-3246-4760-8641-a8b685055c6e'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:38:44.990981 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fe2981b9-1a3e-415d-a28d-1e00598c87d0 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:45.016388 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fe2981b9-1a3e-415d-a28d-1e00598c87d0 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:45.036656 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01caba9-737a-49b2-904b-6bcde6addb6f None None] Routers {'ae46d148-3246-4760-8641-a8b685055c6e'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:38:45.039408 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-e01caba9-737a-49b2-904b-6bcde6addb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:38:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['ae46d148-3246-4760-8641-a8b685055c6e'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:38:45.081445 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2981b9-1a3e-415d-a28d-1e00598c87d0 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03d44015-0045-4e90-8a7f-d9fa82ca8f95,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:45.087865 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fe2981b9-1a3e-415d-a28d-1e00598c87d0 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:45.090248 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-fe2981b9-1a3e-415d-a28d-1e00598c87d0 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.3192801 Dec 06 17:38:45.092269 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 56892) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:45.100112 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-c2cee9fe-22d1-4303-9a36-6721bae8b33c tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1561242769', 'description': 'tempest-secgroup_general--1561242769 description', 'project_id': 'c27044cf11ea44118ff5004391cd34da'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:38:45.129956 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c2cee9fe-22d1-4303-9a36-6721bae8b33c tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:45.177223 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 02e9925f-c728-43d0-95f0-518733740a5c up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:38:45.321152 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-08adb813-9f0d-425f-a4d3-680ed720fe1d None None] Provisioning complete for port 33d10205-200f-4b35-a682-a9f70021fec4 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:38:45.322626 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-08adb813-9f0d-425f-a4d3-680ed720fe1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:45.340397 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c2cee9fe-22d1-4303-9a36-6721bae8b33c tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:45.350875 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c2cee9fe-22d1-4303-9a36-6721bae8b33c tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:45.429742 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c2cee9fe-22d1-4303-9a36-6721bae8b33c tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:45.431983 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-c2cee9fe-22d1-4303-9a36-6721bae8b33c tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.3375993 Dec 06 17:38:45.435593 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 56904) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:45.443613 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-61a0c88f-ff21-447e-93a3-115172d4e0fb tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Request body: {'security_group_rule': {'security_group_id': '03d44015-0045-4e90-8a7f-d9fa82ca8f95', 'project_id': 'c27044cf11ea44118ff5004391cd34da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:38:45.463040 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cee9fe-22d1-4303-9a36-6721bae8b33c tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50289c58-9355-4c79-a331-bc5dbabf2d4a,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:45.510376 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-e01caba9-737a-49b2-904b-6bcde6addb6f None None] Set router ae46d148-3246-4760-8641-a8b685055c6e gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:38:45.525834 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-61a0c88f-ff21-447e-93a3-115172d4e0fb tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:45.609893 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 02e9925f-c728-43d0-95f0-518733740a5c triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:38:45.610277 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:45.615326 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-08adb813-9f0d-425f-a4d3-680ed720fe1d None None] Port 33d10205-200f-4b35-a682-a9f70021fec4 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:38:45.672426 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-61a0c88f-ff21-447e-93a3-115172d4e0fb tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:45.683457 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-61a0c88f-ff21-447e-93a3-115172d4e0fb tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:45.790009 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-61a0c88f-ff21-447e-93a3-115172d4e0fb tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:45.791451 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-61a0c88f-ff21-447e-93a3-115172d4e0fb tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3546484 Dec 06 17:38:45.792639 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a0c88f-ff21-447e-93a3-115172d4e0fb tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41700299-7811-4fd9-ad4a-e29908e4ebef,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:45.820657 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6343d61c-d90b-4baf-8446-7e03116e9d9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:45.887484 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-9934f4ce-b431-4304-a663-0fffef03282d None None] Provisioning complete for port 33d10205-200f-4b35-a682-a9f70021fec4 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:38:45.890212 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9934f4ce-b431-4304-a663-0fffef03282d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:46.055813 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-9934f4ce-b431-4304-a663-0fffef03282d None None] Port 33d10205-200f-4b35-a682-a9f70021fec4 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:38:46.244033 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-58de734c-83ee-430f-8250-6620fa09dfe7 req-f8949a21-ae30-4b68-8fc1-d1ff40e27d68 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup_access--494439788&fields=id&tenant_id=c27044cf11ea44118ff5004391cd34da HTTP/1.1" status: 200 len: 267 time: 0.1232102 Dec 06 17:38:46.277347 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-e01caba9-737a-49b2-904b-6bcde6addb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae46d148-3246-4760-8641-a8b685055c6e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-474003343', 'tenant_id': 'c27044cf11ea44118ff5004391cd34da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.154'}], 'enable_snat': True}, 'gw_port_id': '02e9925f-c728-43d0-95f0-518733740a5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:38:34Z', 'updated_at': '2021-12-06T17:38:43Z', 'revision_number': 4, 'project_id': 'c27044cf11ea44118ff5004391cd34da', 'gw_port': {'id': '02e9925f-c728-43d0-95f0-518733740a5c', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:17:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae46d148-3246-4760-8641-a8b685055c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:38:35Z', 'updated_at': '2021-12-06T17:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '33d10205-200f-4b35-a682-a9f70021fec4', 'name': '', 'network_id': 'ca92a34c-5a45-49c6-88fa-170359e316c2', 'tenant_id': 'c27044cf11ea44118ff5004391cd34da', 'mac_address': 'fa:16:3e:e5:e9:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae46d148-3246-4760-8641-a8b685055c6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': 'f4ab2fad-07f3-4876-b0e1-2d6064898429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:38:41Z', 'updated_at': '2021-12-06T17:38:43Z', 'revision_number': 2, 'project_id': 'c27044cf11ea44118ff5004391cd34da', 'subnets': [{'id': 'f4ab2fad-07f3-4876-b0e1-2d6064898429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:38:46.331849 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01caba9-737a-49b2-904b-6bcde6addb6f None None] Checking router: ae46d148-3246-4760-8641-a8b685055c6e for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:38:46.332518 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01caba9-737a-49b2-904b-6bcde6addb6f None None] Updating router ae46d148-3246-4760-8641-a8b685055c6e port 33d10205-200f-4b35-a682-a9f70021fec4 binding host n-d-master-1 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:38:46.374305 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-58de734c-83ee-430f-8250-6620fa09dfe7 req-1690ddcc-0209-428f-afd4-bc60eca2a089 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup_general--1561242769&fields=id&tenant_id=c27044cf11ea44118ff5004391cd34da HTTP/1.1" status: 200 len: 267 time: 0.1193390 Dec 06 17:38:46.382894 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 7dcf564c-f078-4459-9b79-302011453bce up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:38:46.443072 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e01caba9-737a-49b2-904b-6bcde6addb6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:46.560759 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 7dcf564c-f078-4459-9b79-302011453bce triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:38:46.561074 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:46.765376 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58de734c-83ee-430f-8250-6620fa09dfe7 req-a77d7db6-6a17-4f23-882f-e9dcd945f73d tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:38:46.774509 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-58de734c-83ee-430f-8250-6620fa09dfe7 req-a77d7db6-6a17-4f23-882f-e9dcd945f73d tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] 10.222.0.23 "GET /v2.0/networks?id=ca92a34c-5a45-49c6-88fa-170359e316c2 HTTP/1.1" status: 200 len: 796 time: 0.3863742 Dec 06 17:38:46.819920 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-58de734c-83ee-430f-8250-6620fa09dfe7 req-ae2f03cc-8bdd-4de5-af8d-bd54f0e73713 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] 10.222.0.23 "GET /v2.0/quotas/c27044cf11ea44118ff5004391cd34da HTTP/1.1" status: 200 len: 375 time: 0.0445781 Dec 06 17:38:46.945489 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-58de734c-83ee-430f-8250-6620fa09dfe7 req-0c9db91a-8486-4a28-9241-407cab3c92f1 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c27044cf11ea44118ff5004391cd34da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1189101 Dec 06 17:38:46.962192 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [req-58de734c-83ee-430f-8250-6620fa09dfe7 req-735e2589-043f-4b4e-b6e4-2126c635ffab service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:38:46.963183 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-58de734c-83ee-430f-8250-6620fa09dfe7 req-735e2589-043f-4b4e-b6e4-2126c635ffab service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058532 Dec 06 17:38:47.093091 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:47.137616 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-58de734c-83ee-430f-8250-6620fa09dfe7 req-da645980-b6c5-4a19-8985-971437a92635 service neutron] 10.222.0.23 "GET /v2.0/networks/ca92a34c-5a45-49c6-88fa-170359e316c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451116 Dec 06 17:38:47.287711 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-58de734c-83ee-430f-8250-6620fa09dfe7 req-738aee06-07a5-42f5-9642-76ea5fd2d30a service neutron] 10.222.0.23 "GET /v2.0/networks/ca92a34c-5a45-49c6-88fa-170359e316c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403973 Dec 06 17:38:47.340894 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e01caba9-737a-49b2-904b-6bcde6addb6f None None] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:47.356723 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e01caba9-737a-49b2-904b-6bcde6addb6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:47.549777 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a9c252-d398-411a-b7a4-270a0a72284d None None] Pushing event updated for resources: {'Port': ['ID=33d10205-200f-4b35-a682-a9f70021fec4,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:47.598050 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-e01caba9-737a-49b2-904b-6bcde6addb6f None None] Attempting to bind port 33d10205-200f-4b35-a682-a9f70021fec4 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:38:47.598461 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-e01caba9-737a-49b2-904b-6bcde6addb6f None None] Attempting to bind port 33d10205-200f-4b35-a682-a9f70021fec4 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '0086a8a7-cc68-4b68-a6a5-a1c6cd29727d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ca92a34c-5a45-49c6-88fa-170359e316c2'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:38:47.598839 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01caba9-737a-49b2-904b-6bcde6addb6f None None] Attempting to bind port 33d10205-200f-4b35-a682-a9f70021fec4 on network ca92a34c-5a45-49c6-88fa-170359e316c2 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:38:47.637341 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01caba9-737a-49b2-904b-6bcde6addb6f None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:38:47.640091 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01caba9-737a-49b2-904b-6bcde6addb6f None None] Checking segment: {'id': '0086a8a7-cc68-4b68-a6a5-a1c6cd29727d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ca92a34c-5a45-49c6-88fa-170359e316c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:38:47.641305 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e01caba9-737a-49b2-904b-6bcde6addb6f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:47.641305 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01caba9-737a-49b2-904b-6bcde6addb6f None None] Bound using segment: {'id': '0086a8a7-cc68-4b68-a6a5-a1c6cd29727d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ca92a34c-5a45-49c6-88fa-170359e316c2'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:38:47.641591 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-e01caba9-737a-49b2-904b-6bcde6addb6f None None] Bound port: 33d10205-200f-4b35-a682-a9f70021fec4, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0086a8a7-cc68-4b68-a6a5-a1c6cd29727d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ca92a34c-5a45-49c6-88fa-170359e316c2'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:38:47.644197 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e01caba9-737a-49b2-904b-6bcde6addb6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:47.771479 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7167cfee-cd28-4333-a31a-f4a18b40faa5 req-6154bae8-2b85-4d65-9f5f-4a47c9f6a4eb tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdbff481-ddf8-420f-b442-c3544ce12597 HTTP/1.1" status: 200 len: 210 time: 0.1750450 Dec 06 17:38:47.918024 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-bf0f2988-c240-45d7-905c-23c193630c98 None None] Provisioning complete for port 33d10205-200f-4b35-a682-a9f70021fec4 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:38:47.918631 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bf0f2988-c240-45d7-905c-23c193630c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:47.974594 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-e01caba9-737a-49b2-904b-6bcde6addb6f None None] For port 33d10205-200f-4b35-a682-a9f70021fec4, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:38:47.997694 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-e01caba9-737a-49b2-904b-6bcde6addb6f None None] For port 33d10205-200f-4b35-a682-a9f70021fec4, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=33d10205-200f-4b35-a682-a9f70021fec4,segment=NetworkSegment(0086a8a7-cc68-4b68-a6a5-a1c6cd29727d),segment_id=0086a8a7-cc68-4b68-a6a5-a1c6cd29727d)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:38:48.008473 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e01caba9-737a-49b2-904b-6bcde6addb6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:48.010584 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-bf0f2988-c240-45d7-905c-23c193630c98 None None] Port 33d10205-200f-4b35-a682-a9f70021fec4 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:38:48.079192 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01caba9-737a-49b2-904b-6bcde6addb6f None None] Routers {'ae46d148-3246-4760-8641-a8b685055c6e'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:38:48.080501 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-e01caba9-737a-49b2-904b-6bcde6addb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:38:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['ae46d148-3246-4760-8641-a8b685055c6e'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:38:48.215961 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a9c252-d398-411a-b7a4-270a0a72284d None None] Pushing event updated for resources: {'Port': ['ID=33d10205-200f-4b35-a682-a9f70021fec4,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:48.323771 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-e01caba9-737a-49b2-904b-6bcde6addb6f None None] Set router ae46d148-3246-4760-8641-a8b685055c6e gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:38:48.420708 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:48.627164 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-c01e2cee-953b-4e7e-8628-c39040d69886 None None] Provisioning complete for port 33d10205-200f-4b35-a682-a9f70021fec4 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:38:48.627563 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c01e2cee-953b-4e7e-8628-c39040d69886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:48.777315 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c01e2cee-953b-4e7e-8628-c39040d69886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:48.780629 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-e01caba9-737a-49b2-904b-6bcde6addb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae46d148-3246-4760-8641-a8b685055c6e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-474003343', 'tenant_id': 'c27044cf11ea44118ff5004391cd34da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.154'}], 'enable_snat': True}, 'gw_port_id': '02e9925f-c728-43d0-95f0-518733740a5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:38:34Z', 'updated_at': '2021-12-06T17:38:43Z', 'revision_number': 4, 'project_id': 'c27044cf11ea44118ff5004391cd34da', 'gw_port': {'id': '02e9925f-c728-43d0-95f0-518733740a5c', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:17:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae46d148-3246-4760-8641-a8b685055c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:38:35Z', 'updated_at': '2021-12-06T17:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '33d10205-200f-4b35-a682-a9f70021fec4', 'name': '', 'network_id': 'ca92a34c-5a45-49c6-88fa-170359e316c2', 'tenant_id': 'c27044cf11ea44118ff5004391cd34da', 'mac_address': 'fa:16:3e:e5:e9:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae46d148-3246-4760-8641-a8b685055c6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': 'f4ab2fad-07f3-4876-b0e1-2d6064898429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:38:41Z', 'updated_at': '2021-12-06T17:38:47Z', 'revision_number': 4, 'project_id': 'c27044cf11ea44118ff5004391cd34da', 'subnets': [{'id': 'f4ab2fad-07f3-4876-b0e1-2d6064898429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:38:48.840768 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57018) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:48.884525 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01caba9-737a-49b2-904b-6bcde6addb6f None None] The sync data for ids ['ae46d148-3246-4760-8641-a8b685055c6e'] in n-d-master-1 is: [{'id': 'ae46d148-3246-4760-8641-a8b685055c6e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-474003343', 'tenant_id': 'c27044cf11ea44118ff5004391cd34da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.154'}], 'enable_snat': True}, 'gw_port_id': '02e9925f-c728-43d0-95f0-518733740a5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:38:34Z', 'updated_at': '2021-12-06T17:38:43Z', 'revision_number': 4, 'project_id': 'c27044cf11ea44118ff5004391cd34da', 'gw_port': {'id': '02e9925f-c728-43d0-95f0-518733740a5c', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:17:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae46d148-3246-4760-8641-a8b685055c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:38:35Z', 'updated_at': '2021-12-06T17:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '33d10205-200f-4b35-a682-a9f70021fec4', 'name': '', 'network_id': 'ca92a34c-5a45-49c6-88fa-170359e316c2', 'tenant_id': 'c27044cf11ea44118ff5004391cd34da', 'mac_address': 'fa:16:3e:e5:e9:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae46d148-3246-4760-8641-a8b685055c6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': 'f4ab2fad-07f3-4876-b0e1-2d6064898429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:38:41Z', 'updated_at': '2021-12-06T17:38:47Z', 'revision_number': 4, 'project_id': 'c27044cf11ea44118ff5004391cd34da', 'subnets': [{'id': 'f4ab2fad-07f3-4876-b0e1-2d6064898429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:38:48.970064 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c01e2cee-953b-4e7e-8628-c39040d69886 None None] For port 33d10205-200f-4b35-a682-a9f70021fec4, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=33d10205-200f-4b35-a682-a9f70021fec4,segment=NetworkSegment(0086a8a7-cc68-4b68-a6a5-a1c6cd29727d),segment_id=0086a8a7-cc68-4b68-a6a5-a1c6cd29727d)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:38:48.989453 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c01e2cee-953b-4e7e-8628-c39040d69886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:49.080063 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1181a8f5-5954-4979-bf34-87c89038a8a2 req-358e5e49-a2bb-4750-88fe-e25d5bb6cef3 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdbff481-ddf8-420f-b442-c3544ce12597 HTTP/1.1" status: 200 len: 210 time: 0.1777656 Dec 06 17:38:49.103898 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01e2cee-953b-4e7e-8628-c39040d69886 None None] Pushing event updated for resources: {'Port': ['ID=33d10205-200f-4b35-a682-a9f70021fec4,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:49.132406 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:49.228143 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-37296acd-bdf2-4b05-aca1-a559468981b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:49.420623 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-37296acd-bdf2-4b05-aca1-a559468981b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:49.429206 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-37296acd-bdf2-4b05-aca1-a559468981b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:49.517113 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-37296acd-bdf2-4b05-aca1-a559468981b2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8fadaf35f7e04ac6961cb954b75782f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6719568 Dec 06 17:38:49.522015 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37296acd-bdf2-4b05-aca1-a559468981b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee502b9-2112-4364-ab2a-3fe1ed5c209a,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:49.528693 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57032) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:49.689326 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f2720f47-f99d-41bd-8de2-e838c84d7795 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:49.697456 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58de734c-83ee-430f-8250-6620fa09dfe7 req-8e17e739-f499-46a7-9eb2-a77ad6ae0a34 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:38:49.712344 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-58de734c-83ee-430f-8250-6620fa09dfe7 req-8e17e739-f499-46a7-9eb2-a77ad6ae0a34 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] 10.222.0.41 "GET /v2.0/networks?id=ca92a34c-5a45-49c6-88fa-170359e316c2 HTTP/1.1" status: 200 len: 796 time: 0.3650224 Dec 06 17:38:49.720605 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f2720f47-f99d-41bd-8de2-e838c84d7795 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:49.824587 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f2720f47-f99d-41bd-8de2-e838c84d7795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:49.834622 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f2720f47-f99d-41bd-8de2-e838c84d7795 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:49.838695 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-f2720f47-f99d-41bd-8de2-e838c84d7795 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3ee502b9-2112-4364-ab2a-3fe1ed5c209a HTTP/1.1" status: 204 len: 168 time: 0.3079948 Dec 06 17:38:49.857091 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2720f47-f99d-41bd-8de2-e838c84d7795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee502b9-2112-4364-ab2a-3fe1ed5c209a,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:49.912150 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-58de734c-83ee-430f-8250-6620fa09dfe7 req-2966e4aa-ba63-4753-ab0f-b9514dddd777 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c27044cf11ea44118ff5004391cd34da HTTP/1.1" status: 200 len: 477 time: 0.1827793 Dec 06 17:38:49.923137 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-58de734c-83ee-430f-8250-6620fa09dfe7 req-f06c0796-cd2c-4d97-a5c2-5ccaf34989e9 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Request body: {'port': {'device_id': 'bdbff481-ddf8-420f-b442-c3544ce12597', 'network_id': 'ca92a34c-5a45-49c6-88fa-170359e316c2', 'admin_state_up': True, 'tenant_id': 'c27044cf11ea44118ff5004391cd34da', 'security_groups': ['03d44015-0045-4e90-8a7f-d9fa82ca8f95', '50289c58-9355-4c79-a331-bc5dbabf2d4a']}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:38:50.247212 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bda4fa1e-0aa4-4d7f-ae9a-09a2afeacaa0 req-543c28ec-d598-4e92-adfa-df552a09110b tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdbff481-ddf8-420f-b442-c3544ce12597 HTTP/1.1" status: 200 len: 210 time: 0.0464737 Dec 06 17:38:50.248016 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58de734c-83ee-430f-8250-6620fa09dfe7 req-f06c0796-cd2c-4d97-a5c2-5ccaf34989e9 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Made reservation on behalf of c27044cf11ea44118ff5004391cd34da for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:38:50.251832 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-58de734c-83ee-430f-8250-6620fa09dfe7 req-f06c0796-cd2c-4d97-a5c2-5ccaf34989e9 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:50.412330 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 33d10205-200f-4b35-a682-a9f70021fec4 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:38:50.576212 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 33d10205-200f-4b35-a682-a9f70021fec4 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:38:50.576646 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:50.578621 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57048) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:50.621072 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e5adffb8-8440-48f7-9d74-a32d204c6a4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:50.665582 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-58de734c-83ee-430f-8250-6620fa09dfe7 req-f06c0796-cd2c-4d97-a5c2-5ccaf34989e9 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Allocated IP 172.20.0.6 (ca92a34c-5a45-49c6-88fa-170359e316c2/f4ab2fad-07f3-4876-b0e1-2d6064898429/8b90a031-d215-4fa7-bc6d-63e57197f5e4) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:38:50.856314 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e5adffb8-8440-48f7-9d74-a32d204c6a4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:50.863428 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e5adffb8-8440-48f7-9d74-a32d204c6a4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:50.928293 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5adffb8-8440-48f7-9d74-a32d204c6a4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2619b4dd-0279-4fa0-a71d-0f749f197560,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:50.935226 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-e5adffb8-8440-48f7-9d74-a32d204c6a4f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=986a94dd477944e1ac1b8363e3ca6b4e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3552287 Dec 06 17:38:50.937942 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57060) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:51.012762 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-58de734c-83ee-430f-8250-6620fa09dfe7 req-f06c0796-cd2c-4d97-a5c2-5ccaf34989e9 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:51.042862 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7cc5e067-f4a1-4262-ae96-b460da0e2f27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:51.082919 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7cc5e067-f4a1-4262-ae96-b460da0e2f27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:51.107456 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-58de734c-83ee-430f-8250-6620fa09dfe7 req-f06c0796-cd2c-4d97-a5c2-5ccaf34989e9 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:51.202133 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7cc5e067-f4a1-4262-ae96-b460da0e2f27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:51.207575 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7cc5e067-f4a1-4262-ae96-b460da0e2f27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:51.208949 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06c0796-cd2c-4d97-a5c2-5ccaf34989e9 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Pushing event updated for resources: {'Port': ['ID=8b90a031-d215-4fa7-bc6d-63e57197f5e4,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:51.211823 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-7cc5e067-f4a1-4262-ae96-b460da0e2f27 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2619b4dd-0279-4fa0-a71d-0f749f197560 HTTP/1.1" status: 204 len: 168 time: 0.2724800 Dec 06 17:38:51.222891 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc5e067-f4a1-4262-ae96-b460da0e2f27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2619b4dd-0279-4fa0-a71d-0f749f197560,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:51.277402 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58de734c-83ee-430f-8250-6620fa09dfe7 req-f06c0796-cd2c-4d97-a5c2-5ccaf34989e9 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Network ca92a34c-5a45-49c6-88fa-170359e316c2 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:38:51.280349 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-58de734c-83ee-430f-8250-6620fa09dfe7 req-f06c0796-cd2c-4d97-a5c2-5ccaf34989e9 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:38:51.299899 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-58de734c-83ee-430f-8250-6620fa09dfe7 req-f06c0796-cd2c-4d97-a5c2-5ccaf34989e9 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:38:51.315780 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06c0796-cd2c-4d97-a5c2-5ccaf34989e9 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:38:51.316326 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06c0796-cd2c-4d97-a5c2-5ccaf34989e9 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:38:51.316854 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06c0796-cd2c-4d97-a5c2-5ccaf34989e9 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:38:51.318179 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06c0796-cd2c-4d97-a5c2-5ccaf34989e9 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:38:51.318829 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06c0796-cd2c-4d97-a5c2-5ccaf34989e9 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:38:51.322785 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06c0796-cd2c-4d97-a5c2-5ccaf34989e9 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:38:51.323435 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06c0796-cd2c-4d97-a5c2-5ccaf34989e9 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:38:51.324049 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06c0796-cd2c-4d97-a5c2-5ccaf34989e9 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:38:51.328214 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06c0796-cd2c-4d97-a5c2-5ccaf34989e9 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:38:51.328914 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06c0796-cd2c-4d97-a5c2-5ccaf34989e9 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:38:51.329506 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06c0796-cd2c-4d97-a5c2-5ccaf34989e9 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:38:51.329874 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06c0796-cd2c-4d97-a5c2-5ccaf34989e9 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:38:51.330777 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06c0796-cd2c-4d97-a5c2-5ccaf34989e9 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:38:51.467416 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58de734c-83ee-430f-8250-6620fa09dfe7 req-f06c0796-cd2c-4d97-a5c2-5ccaf34989e9 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:38:51.468117 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-58de734c-83ee-430f-8250-6620fa09dfe7 req-f06c0796-cd2c-4d97-a5c2-5ccaf34989e9 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:51.518431 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-58de734c-83ee-430f-8250-6620fa09dfe7 req-f06c0796-cd2c-4d97-a5c2-5ccaf34989e9 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.5992610 Dec 06 17:38:51.529082 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9145ae2-e961-4cc4-b066-8b9a6be1398a req-b503b25d-fa31-4c6d-b492-06b6d9210413 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:38:51.530733 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f9145ae2-e961-4cc4-b066-8b9a6be1398a req-b503b25d-fa31-4c6d-b492-06b6d9210413 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdbff481-ddf8-420f-b442-c3544ce12597 HTTP/1.1" status: 200 len: 970 time: 0.1321273 Dec 06 17:38:51.543141 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-58de734c-83ee-430f-8250-6620fa09dfe7 req-f21d90f1-226b-4c20-8240-1538f2352790 service neutron] Request body: {'port': {'device_id': 'bdbff481-ddf8-420f-b442-c3544ce12597', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:38:51.686962 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-58de734c-83ee-430f-8250-6620fa09dfe7 req-f21d90f1-226b-4c20-8240-1538f2352790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:51.740351 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f9145ae2-e961-4cc4-b066-8b9a6be1398a req-3ac42683-1526-4cc9-b3a8-6d83aea88e60 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] 10.222.0.23 "GET /v2.0/security-groups?id=50289c58-9355-4c79-a331-bc5dbabf2d4a&id=03d44015-0045-4e90-8a7f-d9fa82ca8f95&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1995316 Dec 06 17:38:51.889721 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-ccc44c40-2c1a-4456-aae2-d33aa54e0b19 None None] Provisioning complete for port 8b90a031-d215-4fa7-bc6d-63e57197f5e4 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:38:51.891982 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ccc44c40-2c1a-4456-aae2-d33aa54e0b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:51.967173 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-ccc44c40-2c1a-4456-aae2-d33aa54e0b19 None None] Port 8b90a031-d215-4fa7-bc6d-63e57197f5e4 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:38:52.146639 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-58de734c-83ee-430f-8250-6620fa09dfe7 req-f21d90f1-226b-4c20-8240-1538f2352790 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b90a031-d215-4fa7-bc6d-63e57197f5e4 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:38:52.156424 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-58de734c-83ee-430f-8250-6620fa09dfe7 req-f21d90f1-226b-4c20-8240-1538f2352790 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:52.176470 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-58de734c-83ee-430f-8250-6620fa09dfe7 req-f21d90f1-226b-4c20-8240-1538f2352790 service neutron] Transition to ACTIVE for port object 8b90a031-d215-4fa7-bc6d-63e57197f5e4 will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:38:52.185364 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-58de734c-83ee-430f-8250-6620fa09dfe7 req-f21d90f1-226b-4c20-8240-1538f2352790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:52.349195 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21d90f1-226b-4c20-8240-1538f2352790 service neutron] Pushing event updated for resources: {'Port': ['ID=8b90a031-d215-4fa7-bc6d-63e57197f5e4,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:52.398207 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-58de734c-83ee-430f-8250-6620fa09dfe7 req-f21d90f1-226b-4c20-8240-1538f2352790 service neutron] Attempting to bind port 8b90a031-d215-4fa7-bc6d-63e57197f5e4 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:38:52.401662 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-58de734c-83ee-430f-8250-6620fa09dfe7 req-f21d90f1-226b-4c20-8240-1538f2352790 service neutron] Attempting to bind port 8b90a031-d215-4fa7-bc6d-63e57197f5e4 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '0086a8a7-cc68-4b68-a6a5-a1c6cd29727d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ca92a34c-5a45-49c6-88fa-170359e316c2'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:38:52.406226 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58de734c-83ee-430f-8250-6620fa09dfe7 req-f21d90f1-226b-4c20-8240-1538f2352790 service neutron] Attempting to bind port 8b90a031-d215-4fa7-bc6d-63e57197f5e4 on network ca92a34c-5a45-49c6-88fa-170359e316c2 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:38:52.424842 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58de734c-83ee-430f-8250-6620fa09dfe7 req-f21d90f1-226b-4c20-8240-1538f2352790 service neutron] Port 8b90a031-d215-4fa7-bc6d-63e57197f5e4 on network ca92a34c-5a45-49c6-88fa-170359e316c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:38:52.429803 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58de734c-83ee-430f-8250-6620fa09dfe7 req-f21d90f1-226b-4c20-8240-1538f2352790 service neutron] Attempting to bind port 8b90a031-d215-4fa7-bc6d-63e57197f5e4 on network ca92a34c-5a45-49c6-88fa-170359e316c2 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:38:52.444333 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58de734c-83ee-430f-8250-6620fa09dfe7 req-f21d90f1-226b-4c20-8240-1538f2352790 service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:38:52.445051 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58de734c-83ee-430f-8250-6620fa09dfe7 req-f21d90f1-226b-4c20-8240-1538f2352790 service neutron] Checking segment: {'id': '0086a8a7-cc68-4b68-a6a5-a1c6cd29727d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ca92a34c-5a45-49c6-88fa-170359e316c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:38:52.453685 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58de734c-83ee-430f-8250-6620fa09dfe7 req-f21d90f1-226b-4c20-8240-1538f2352790 service neutron] Bound using segment: {'id': '0086a8a7-cc68-4b68-a6a5-a1c6cd29727d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ca92a34c-5a45-49c6-88fa-170359e316c2'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:38:52.454520 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-58de734c-83ee-430f-8250-6620fa09dfe7 req-f21d90f1-226b-4c20-8240-1538f2352790 service neutron] Bound port: 8b90a031-d215-4fa7-bc6d-63e57197f5e4, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0086a8a7-cc68-4b68-a6a5-a1c6cd29727d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ca92a34c-5a45-49c6-88fa-170359e316c2'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:38:52.455210 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-58de734c-83ee-430f-8250-6620fa09dfe7 req-f21d90f1-226b-4c20-8240-1538f2352790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:52.552428 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-58de734c-83ee-430f-8250-6620fa09dfe7 req-f21d90f1-226b-4c20-8240-1538f2352790 service neutron] For port 8b90a031-d215-4fa7-bc6d-63e57197f5e4, host n-h1-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:38:52.556719 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-58de734c-83ee-430f-8250-6620fa09dfe7 req-f21d90f1-226b-4c20-8240-1538f2352790 service neutron] For port 8b90a031-d215-4fa7-bc6d-63e57197f5e4, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8b90a031-d215-4fa7-bc6d-63e57197f5e4,segment=NetworkSegment(0086a8a7-cc68-4b68-a6a5-a1c6cd29727d),segment_id=0086a8a7-cc68-4b68-a6a5-a1c6cd29727d)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:38:52.580091 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-58de734c-83ee-430f-8250-6620fa09dfe7 req-f21d90f1-226b-4c20-8240-1538f2352790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:52.623345 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58de734c-83ee-430f-8250-6620fa09dfe7 req-f21d90f1-226b-4c20-8240-1538f2352790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:38:52.624516 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-58de734c-83ee-430f-8250-6620fa09dfe7 req-f21d90f1-226b-4c20-8240-1538f2352790 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:52.627662 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-58de734c-83ee-430f-8250-6620fa09dfe7 req-f21d90f1-226b-4c20-8240-1538f2352790 service neutron] 10.222.0.41 "PUT /v2.0/ports/8b90a031-d215-4fa7-bc6d-63e57197f5e4 HTTP/1.1" status: 200 len: 1130 time: 1.0903897 Dec 06 17:38:52.632086 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdbff481-ddf8-420f-b442-c3544ce12597', 'tag': '8b90a031-d215-4fa7-bc6d-63e57197f5e4'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:38:52.634841 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e7ba69-4928-47cf-8b36-49bd26b2a6aa" -d '{"events": [{"name": "network-changed", "server_uuid": "bdbff481-ddf8-420f-b442-c3544ce12597", "tag": "8b90a031-d215-4fa7-bc6d-63e57197f5e4"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:38:52.892372 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e69d99-622e-44e8-8065-af4a292b2be7 x-openstack-request-id: req-a5e69d99-622e-44e8-8065-af4a292b2be7 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:38:52.893232 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdbff481-ddf8-420f-b442-c3544ce12597", "tag": "8b90a031-d215-4fa7-bc6d-63e57197f5e4", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:38:52.893688 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a5e69d99-622e-44e8-8065-af4a292b2be7 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:38:52.894773 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdbff481-ddf8-420f-b442-c3544ce12597', 'tag': '8b90a031-d215-4fa7-bc6d-63e57197f5e4', 'status': 'completed', 'code': 200} Dec 06 17:38:52.909579 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58de734c-83ee-430f-8250-6620fa09dfe7 req-f67ad490-209d-4dc7-b0ba-60566e516eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:38:52.911376 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-58de734c-83ee-430f-8250-6620fa09dfe7 req-f67ad490-209d-4dc7-b0ba-60566e516eb5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c27044cf11ea44118ff5004391cd34da&device_id=bdbff481-ddf8-420f-b442-c3544ce12597 HTTP/1.1" status: 200 len: 1133 time: 0.1998048 Dec 06 17:38:52.912875 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21d90f1-226b-4c20-8240-1538f2352790 service neutron] Pushing event updated for resources: {'Port': ['ID=8b90a031-d215-4fa7-bc6d-63e57197f5e4,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:52.983766 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a823ad23-2eb7-42dd-b590-638659d857b0 req-7befaadc-5a50-4213-999c-af553ae0d0ab tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:38:53.001688 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a823ad23-2eb7-42dd-b590-638659d857b0 req-7befaadc-5a50-4213-999c-af553ae0d0ab tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdbff481-ddf8-420f-b442-c3544ce12597 HTTP/1.1" status: 200 len: 982 time: 0.1131997 Dec 06 17:38:53.013987 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-58de734c-83ee-430f-8250-6620fa09dfe7 req-f1699be0-d8b6-4773-9d58-a7c7d90d1703 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b90a031-d215-4fa7-bc6d-63e57197f5e4 HTTP/1.1" status: 200 len: 217 time: 0.0924170 Dec 06 17:38:53.106874 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58de734c-83ee-430f-8250-6620fa09dfe7 req-94e3acec-087f-44f3-9ac8-eb32b5f1fe0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:38:53.108620 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-58de734c-83ee-430f-8250-6620fa09dfe7 req-94e3acec-087f-44f3-9ac8-eb32b5f1fe0a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f4ab2fad-07f3-4876-b0e1-2d6064898429 HTTP/1.1" status: 200 len: 835 time: 0.0840268 Dec 06 17:38:53.118532 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a823ad23-2eb7-42dd-b590-638659d857b0 req-02c8a1b5-b980-458b-9ad6-18881051d6fc tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] 10.222.0.23 "GET /v2.0/security-groups?id=50289c58-9355-4c79-a331-bc5dbabf2d4a&id=03d44015-0045-4e90-8a7f-d9fa82ca8f95&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1159115 Dec 06 17:38:53.207845 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58de734c-83ee-430f-8250-6620fa09dfe7 req-dc36783b-35c0-4b2d-9bb1-512974e00451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:38:53.209968 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-58de734c-83ee-430f-8250-6620fa09dfe7 req-dc36783b-35c0-4b2d-9bb1-512974e00451 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ca92a34c-5a45-49c6-88fa-170359e316c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0811377 Dec 06 17:38:53.366645 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-58de734c-83ee-430f-8250-6620fa09dfe7 req-81d358b1-ecc7-4314-bbea-64df997d618b service neutron] 10.222.0.41 "GET /v2.0/networks/ca92a34c-5a45-49c6-88fa-170359e316c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435201 Dec 06 17:38:53.493182 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-58de734c-83ee-430f-8250-6620fa09dfe7 req-55f35d0d-1787-40a2-8174-be6c7afc5465 service neutron] 10.222.0.41 "GET /v2.0/networks/ca92a34c-5a45-49c6-88fa-170359e316c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144893 Dec 06 17:38:53.623391 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e7ba69-4928-47cf-8b36-49bd26b2a6aa req-4610fb10-151b-488e-873b-cf4794b130c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:38:53.625367 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-91e7ba69-4928-47cf-8b36-49bd26b2a6aa req-4610fb10-151b-488e-873b-cf4794b130c4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c27044cf11ea44118ff5004391cd34da&device_id=bdbff481-ddf8-420f-b442-c3544ce12597 HTTP/1.1" status: 200 len: 1133 time: 0.0592108 Dec 06 17:38:53.788059 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e7ba69-4928-47cf-8b36-49bd26b2a6aa req-c73b2142-12d5-4cff-9acc-4b42b7d57eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:38:53.790106 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-91e7ba69-4928-47cf-8b36-49bd26b2a6aa req-c73b2142-12d5-4cff-9acc-4b42b7d57eb7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ca92a34c-5a45-49c6-88fa-170359e316c2 HTTP/1.1" status: 200 len: 897 time: 0.1560817 Dec 06 17:38:53.848626 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-91e7ba69-4928-47cf-8b36-49bd26b2a6aa req-c9a647a6-690a-4418-99bc-737606a79941 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b90a031-d215-4fa7-bc6d-63e57197f5e4 HTTP/1.1" status: 200 len: 217 time: 0.0502260 Dec 06 17:38:53.907576 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57126) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:53.937206 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e7ba69-4928-47cf-8b36-49bd26b2a6aa req-9a6f5e77-45a5-4527-b97b-7dba69e6857c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:38:53.941194 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-91e7ba69-4928-47cf-8b36-49bd26b2a6aa req-9a6f5e77-45a5-4527-b97b-7dba69e6857c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f4ab2fad-07f3-4876-b0e1-2d6064898429 HTTP/1.1" status: 200 len: 835 time: 0.0842464 Dec 06 17:38:54.031426 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e7ba69-4928-47cf-8b36-49bd26b2a6aa req-828c467d-c817-4144-aa78-e1443f5dc9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:38:54.032997 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-91e7ba69-4928-47cf-8b36-49bd26b2a6aa req-828c467d-c817-4144-aa78-e1443f5dc9e4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ca92a34c-5a45-49c6-88fa-170359e316c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0836103 Dec 06 17:38:54.103989 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-961c88e7-5333-4d78-8819-bd602ec4d096 tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-423090377'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:38:54.138935 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-961c88e7-5333-4d78-8819-bd602ec4d096 tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] Made reservation on behalf of 84d9340779544104baffaaa2438d6cd4 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:38:54.146194 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-961c88e7-5333-4d78-8819-bd602ec4d096 tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:54.161361 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-961c88e7-5333-4d78-8819-bd602ec4d096 tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:54.280365 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-961c88e7-5333-4d78-8819-bd602ec4d096 tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:54.288489 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-961c88e7-5333-4d78-8819-bd602ec4d096 tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:54.325334 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-961c88e7-5333-4d78-8819-bd602ec4d096 tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:38:54.367106 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-961c88e7-5333-4d78-8819-bd602ec4d096 tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:54.367754 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-961c88e7-5333-4d78-8819-bd602ec4d096 tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] Added segment 59295a69-fade-4ffe-90b2-ed382ee775f8 of type vlan for network 5c87da67-d236-4a5a-9abc-701af47c949f Dec 06 17:38:54.370252 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961c88e7-5333-4d78-8819-bd602ec4d096 tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8592f01b-8954-4d94-8982-8f6d0c33ab2e,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:54.428382 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-961c88e7-5333-4d78-8819-bd602ec4d096 tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:54.465761 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-961c88e7-5333-4d78-8819-bd602ec4d096 tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:54.474610 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961c88e7-5333-4d78-8819-bd602ec4d096 tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:38:54.475765 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-961c88e7-5333-4d78-8819-bd602ec4d096 tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] Publish callbacks [] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:54.539577 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-961c88e7-5333-4d78-8819-bd602ec4d096 tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.6282561 Dec 06 17:38:54.544506 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57132) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:54.553092 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-731df073-3eec-45d5-bd99-01fa6af69709 tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] Request body: {'subnet': {'network_id': '5c87da67-d236-4a5a-9abc-701af47c949f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:38:54.617849 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961c88e7-5333-4d78-8819-bd602ec4d096 tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] Pushing event updated for resources: {'Network': ['ID=5c87da67-d236-4a5a-9abc-701af47c949f,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:54.637046 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 5c87da67-d236-4a5a-9abc-701af47c949f details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:38:54.737451 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-91e7ba69-4928-47cf-8b36-49bd26b2a6aa req-b2bc91ff-07f1-48fe-8a2e-d5d11d39128e service neutron] 10.222.0.41 "GET /v2.0/networks/ca92a34c-5a45-49c6-88fa-170359e316c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6924324 Dec 06 17:38:54.761771 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db35f3b7-ef7f-4e98-a90b-b099ab044b57 req-eb6fb266-d920-4dca-b899-9dfe01953fb8 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:38:54.763996 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-db35f3b7-ef7f-4e98-a90b-b099ab044b57 req-eb6fb266-d920-4dca-b899-9dfe01953fb8 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdbff481-ddf8-420f-b442-c3544ce12597 HTTP/1.1" status: 200 len: 982 time: 0.2325654 Dec 06 17:38:54.915101 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-731df073-3eec-45d5-bd99-01fa6af69709 tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] Made reservation on behalf of 84d9340779544104baffaaa2438d6cd4 for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:38:54.918980 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-731df073-3eec-45d5-bd99-01fa6af69709 tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:54.974107 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-91e7ba69-4928-47cf-8b36-49bd26b2a6aa req-8414f249-5add-49f2-a045-c5d3cab3076f service neutron] 10.222.0.41 "GET /v2.0/networks/ca92a34c-5a45-49c6-88fa-170359e316c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231524 Dec 06 17:38:55.034871 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-db35f3b7-ef7f-4e98-a90b-b099ab044b57 req-5b0f1a7e-a9c4-4be8-8730-0bff4d9d669d tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] 10.222.0.23 "GET /v2.0/security-groups?id=50289c58-9355-4c79-a331-bc5dbabf2d4a&id=03d44015-0045-4e90-8a7f-d9fa82ca8f95&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1663830 Dec 06 17:38:55.201351 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-731df073-3eec-45d5-bd99-01fa6af69709 tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:55.282101 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731df073-3eec-45d5-bd99-01fa6af69709 tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] Pushing event updated for resources: {'Subnet': ['ID=794f0de1-1efb-493b-8749-1373f7c227ab,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:55.284515 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731df073-3eec-45d5-bd99-01fa6af69709 tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] Checking segment: {'id': '59295a69-fade-4ffe-90b2-ed382ee775f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5c87da67-d236-4a5a-9abc-701af47c949f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:38:55.284888 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731df073-3eec-45d5-bd99-01fa6af69709 tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] Network hostable DHCP agents. Network: 5c87da67-d236-4a5a-9abc-701af47c949f, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:38:55.303525 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731df073-3eec-45d5-bd99-01fa6af69709 tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] Network 5c87da67-d236-4a5a-9abc-701af47c949f is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:38:55.315956 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-731df073-3eec-45d5-bd99-01fa6af69709 tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 5c87da67-d236-4a5a-9abc-701af47c949f) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:38:55.321174 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731df073-3eec-45d5-bd99-01fa6af69709 tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:38:55.322080 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-731df073-3eec-45d5-bd99-01fa6af69709 tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:55.327156 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da50db45-ee76-48e8-834b-f901c0811033 None None] Network 5c87da67-d236-4a5a-9abc-701af47c949f requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:38:55.353824 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-731df073-3eec-45d5-bd99-01fa6af69709 tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8032978 Dec 06 17:38:55.354888 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57150) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:55.360891 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-8153c952-4885-41fc-b321-26302e680551 tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] Request body: {'port': {'network_id': '5c87da67-d236-4a5a-9abc-701af47c949f', 'name': 'tempest-DHCPAgentSchedulersTestJSON-2117023007'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:38:55.546044 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8153c952-4885-41fc-b321-26302e680551 tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] Made reservation on behalf of 84d9340779544104baffaaa2438d6cd4 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:38:55.551028 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8153c952-4885-41fc-b321-26302e680551 tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:55.582268 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-8153c952-4885-41fc-b321-26302e680551 tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] device_id is not set on port 6da9a1ea-177b-4f27-993a-bdc7ff1ee447 yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:38:55.584772 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b78ad11-b0f1-417c-84e2-532cea51bf61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-5c87da67-d236-4a5a-9abc-701af47c949f', 'network_id': '5c87da67-d236-4a5a-9abc-701af47c949f', 'tenant_id': '84d9340779544104baffaaa2438d6cd4', 'fixed_ips': [{'subnet_id': '794f0de1-1efb-493b-8749-1373f7c227ab'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:38:55.585692 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9b78ad11-b0f1-417c-84e2-532cea51bf61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:55.716695 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-8153c952-4885-41fc-b321-26302e680551 tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] Allocated IP 172.20.0.4 (5c87da67-d236-4a5a-9abc-701af47c949f/794f0de1-1efb-493b-8749-1373f7c227ab/6da9a1ea-177b-4f27-993a-bdc7ff1ee447) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:38:55.941559 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8153c952-4885-41fc-b321-26302e680551 tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:55.992993 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8153c952-4885-41fc-b321-26302e680551 tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:56.058297 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8153c952-4885-41fc-b321-26302e680551 tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] Network 5c87da67-d236-4a5a-9abc-701af47c949f is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:38:56.061661 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-8153c952-4885-41fc-b321-26302e680551 tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:38:56.073423 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8153c952-4885-41fc-b321-26302e680551 tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:38:56.083695 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8153c952-4885-41fc-b321-26302e680551 tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] Pushing event updated for resources: {'Port': ['ID=6da9a1ea-177b-4f27-993a-bdc7ff1ee447,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:56.126510 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-9b78ad11-b0f1-417c-84e2-532cea51bf61 None None] Allocated IP 172.20.0.2 (5c87da67-d236-4a5a-9abc-701af47c949f/794f0de1-1efb-493b-8749-1373f7c227ab/e451e413-f8ed-45be-ae7d-37d7718a9520) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:38:56.236790 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8153c952-4885-41fc-b321-26302e680551 tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:38:56.238295 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8153c952-4885-41fc-b321-26302e680551 tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:56.341201 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-8153c952-4885-41fc-b321-26302e680551 tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9851854 Dec 06 17:38:56.344668 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57172) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:56.359717 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c2b610-6254-46f0-96c9-ce15f1201937 req-7325852e-0003-4198-a625-fc22a50e864a tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:38:56.361833 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d2c2b610-6254-46f0-96c9-ce15f1201937 req-7325852e-0003-4198-a625-fc22a50e864a tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdbff481-ddf8-420f-b442-c3544ce12597 HTTP/1.1" status: 200 len: 982 time: 0.1093438 Dec 06 17:38:56.431138 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9b78ad11-b0f1-417c-84e2-532cea51bf61 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:56.443530 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9b78ad11-b0f1-417c-84e2-532cea51bf61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:56.451353 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d2c2b610-6254-46f0-96c9-ce15f1201937 req-3c49b477-aa0e-4935-9cb8-dbf7e6a800f8 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] 10.222.0.23 "GET /v2.0/security-groups?id=50289c58-9355-4c79-a331-bc5dbabf2d4a&id=03d44015-0045-4e90-8a7f-d9fa82ca8f95&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0813310 Dec 06 17:38:56.512386 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b78ad11-b0f1-417c-84e2-532cea51bf61 None None] Pushing event updated for resources: {'Port': ['ID=e451e413-f8ed-45be-ae7d-37d7718a9520,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:56.524239 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b78ad11-b0f1-417c-84e2-532cea51bf61 None None] Network 5c87da67-d236-4a5a-9abc-701af47c949f is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:38:56.525870 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-9b78ad11-b0f1-417c-84e2-532cea51bf61 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:38:56.525987 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c09d55cd-9cf4-438f-adec-fe3447d8de01 tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] Deleting port 6da9a1ea-177b-4f27-993a-bdc7ff1ee447 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:38:56.526156 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c09d55cd-9cf4-438f-adec-fe3447d8de01 tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:56.528124 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b78ad11-b0f1-417c-84e2-532cea51bf61 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:38:56.599585 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-9b78ad11-b0f1-417c-84e2-532cea51bf61 None None] Attempting to bind port e451e413-f8ed-45be-ae7d-37d7718a9520 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:38:56.599877 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-9b78ad11-b0f1-417c-84e2-532cea51bf61 None None] Attempting to bind port e451e413-f8ed-45be-ae7d-37d7718a9520 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '59295a69-fade-4ffe-90b2-ed382ee775f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5c87da67-d236-4a5a-9abc-701af47c949f'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:38:56.600301 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b78ad11-b0f1-417c-84e2-532cea51bf61 None None] Attempting to bind port e451e413-f8ed-45be-ae7d-37d7718a9520 on network 5c87da67-d236-4a5a-9abc-701af47c949f {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:38:56.607492 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b78ad11-b0f1-417c-84e2-532cea51bf61 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:38:56.607874 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b78ad11-b0f1-417c-84e2-532cea51bf61 None None] Checking segment: {'id': '59295a69-fade-4ffe-90b2-ed382ee775f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5c87da67-d236-4a5a-9abc-701af47c949f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:38:56.608336 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9b78ad11-b0f1-417c-84e2-532cea51bf61 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:56.608660 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b78ad11-b0f1-417c-84e2-532cea51bf61 None None] Bound using segment: {'id': '59295a69-fade-4ffe-90b2-ed382ee775f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5c87da67-d236-4a5a-9abc-701af47c949f'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:38:56.609138 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-9b78ad11-b0f1-417c-84e2-532cea51bf61 None None] Bound port: e451e413-f8ed-45be-ae7d-37d7718a9520, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59295a69-fade-4ffe-90b2-ed382ee775f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5c87da67-d236-4a5a-9abc-701af47c949f'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:38:56.609543 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9b78ad11-b0f1-417c-84e2-532cea51bf61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:56.650296 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c09d55cd-9cf4-438f-adec-fe3447d8de01 tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:56.667500 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c09d55cd-9cf4-438f-adec-fe3447d8de01 tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] Calling delete_port for 6da9a1ea-177b-4f27-993a-bdc7ff1ee447 owned by {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:38:56.685898 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-9b78ad11-b0f1-417c-84e2-532cea51bf61 None None] For port e451e413-f8ed-45be-ae7d-37d7718a9520, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:38:56.690907 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-9b78ad11-b0f1-417c-84e2-532cea51bf61 None None] For port e451e413-f8ed-45be-ae7d-37d7718a9520, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e451e413-f8ed-45be-ae7d-37d7718a9520,segment=NetworkSegment(59295a69-fade-4ffe-90b2-ed382ee775f8),segment_id=59295a69-fade-4ffe-90b2-ed382ee775f8)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:38:56.696927 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9b78ad11-b0f1-417c-84e2-532cea51bf61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:56.751320 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b78ad11-b0f1-417c-84e2-532cea51bf61 None None] Pushing event updated for resources: {'Port': ['ID=e451e413-f8ed-45be-ae7d-37d7718a9520,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:56.860000 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c09d55cd-9cf4-438f-adec-fe3447d8de01 tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:56.902530 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d55cd-9cf4-438f-adec-fe3447d8de01 tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] Pushing event deleted for resources: {'Port': ['ID=6da9a1ea-177b-4f27-993a-bdc7ff1ee447,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:56.984187 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c09d55cd-9cf4-438f-adec-fe3447d8de01 tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:56.990888 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57178) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:56.991918 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-c09d55cd-9cf4-438f-adec-fe3447d8de01 tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] 10.222.0.23 "DELETE /v2.0/ports/6da9a1ea-177b-4f27-993a-bdc7ff1ee447 HTTP/1.1" status: 204 len: 168 time: 0.6429837 Dec 06 17:38:57.092161 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-969e0903-a73c-4567-8ffc-9d2d7565136b tempest-DHCPAgentSchedulersTestJSON-427088934 tempest-DHCPAgentSchedulersTestJSON-427088934-project-admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.0994925 Dec 06 17:38:57.092382 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57184) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:57.098320 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-1b5bb0fa-9aca-4468-8b28-70e4962651c6 tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1436628339'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:38:57.141814 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b5bb0fa-9aca-4468-8b28-70e4962651c6 tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] Made reservation on behalf of 84d9340779544104baffaaa2438d6cd4 for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:38:57.149001 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1b5bb0fa-9aca-4468-8b28-70e4962651c6 tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:57.194386 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b5bb0fa-9aca-4468-8b28-70e4962651c6 tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:38:57.210375 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1b5bb0fa-9aca-4468-8b28-70e4962651c6 tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:57.210766 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-1b5bb0fa-9aca-4468-8b28-70e4962651c6 tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] Added segment a6fc67cf-2180-4a63-b1c2-1bf7c27417f9 of type vlan for network 9b8ab4b3-26df-4acf-97bc-97775cc2b40c Dec 06 17:38:57.258943 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1b5bb0fa-9aca-4468-8b28-70e4962651c6 tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:57.292700 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1b5bb0fa-9aca-4468-8b28-70e4962651c6 tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:57.299548 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5bb0fa-9aca-4468-8b28-70e4962651c6 tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:38:57.300175 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1b5bb0fa-9aca-4468-8b28-70e4962651c6 tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] Publish callbacks [] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:57.386351 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57192) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:57.386873 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-1b5bb0fa-9aca-4468-8b28-70e4962651c6 tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.2929749 Dec 06 17:38:57.400684 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5bb0fa-9aca-4468-8b28-70e4962651c6 tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] Pushing event updated for resources: {'Network': ['ID=9b8ab4b3-26df-4acf-97bc-97775cc2b40c,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:57.414664 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 9b8ab4b3-26df-4acf-97bc-97775cc2b40c details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:38:57.714104 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cd57ff-afa5-4061-871d-48b447c72e17 req-bdb6cd70-482c-47a6-b7d9-987f4658e939 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:38:57.722699 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-67cd57ff-afa5-4061-871d-48b447c72e17 req-bdb6cd70-482c-47a6-b7d9-987f4658e939 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdbff481-ddf8-420f-b442-c3544ce12597 HTTP/1.1" status: 200 len: 982 time: 0.1272805 Dec 06 17:38:57.822950 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-67cd57ff-afa5-4061-871d-48b447c72e17 req-367dcbf7-4148-45fb-be1f-4c42af2a9858 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] 10.222.0.23 "GET /v2.0/security-groups?id=50289c58-9355-4c79-a331-bc5dbabf2d4a&id=03d44015-0045-4e90-8a7f-d9fa82ca8f95&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0988853 Dec 06 17:38:58.016800 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 8b90a031-d215-4fa7-bc6d-63e57197f5e4 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:38:58.151040 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39acdb00-b2e5-4942-87c1-56e1db7630c2 None None] Network 5c87da67-d236-4a5a-9abc-701af47c949f requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:38:58.177943 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-95ffa4e2-cf86-4dfe-a985-e3ed54088a2b tempest-DHCPAgentSchedulersTestJSON-427088934 tempest-DHCPAgentSchedulersTestJSON-427088934-project-admin] 10.222.0.23 "GET /v2.0/agents/763a0e85-0508-4e16-8ac8-85e419b84f71/dhcp-networks HTTP/1.1" status: 200 len: 5676 time: 0.7893686 Dec 06 17:38:58.181238 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57216) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:58.314062 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34029c1f-7ab5-4b5a-a394-2c22c0ae025e tempest-DHCPAgentSchedulersTestJSON-427088934 tempest-DHCPAgentSchedulersTestJSON-427088934-project-admin] Network 9b8ab4b3-26df-4acf-97bc-97775cc2b40c is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:38:58.352799 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0502e009-b1e9-4bb3-ba34-01aec1453cfa None None] Network 9b8ab4b3-26df-4acf-97bc-97775cc2b40c requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:38:58.356091 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-34029c1f-7ab5-4b5a-a394-2c22c0ae025e tempest-DHCPAgentSchedulersTestJSON-427088934 tempest-DHCPAgentSchedulersTestJSON-427088934-project-admin] 10.222.0.23 "POST /v2.0/agents/763a0e85-0508-4e16-8ac8-85e419b84f71/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1734872 Dec 06 17:38:58.358639 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57218) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:58.379065 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 8b90a031-d215-4fa7-bc6d-63e57197f5e4, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8b90a031-d215-4fa7-bc6d-63e57197f5e4,segment=NetworkSegment(0086a8a7-cc68-4b68-a6a5-a1c6cd29727d),segment_id=0086a8a7-cc68-4b68-a6a5-a1c6cd29727d)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:38:58.407175 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-894d62b5-2bac-4eab-ae51-ea455e99db12 None None] Provisioning complete for port e451e413-f8ed-45be-ae7d-37d7718a9520 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:38:58.407468 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-894d62b5-2bac-4eab-ae51-ea455e99db12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:58.472268 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device e451e413-f8ed-45be-ae7d-37d7718a9520 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:38:58.513448 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': '8b90a031-d215-4fa7-bc6d-63e57197f5e4', 'network_id': 'ca92a34c-5a45-49c6-88fa-170359e316c2', 'port_id': '8b90a031-d215-4fa7-bc6d-63e57197f5e4', 'mac_address': 'fa:16:3e:7a:25:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4ab2fad-07f3-4876-b0e1-2d6064898429', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:38:58.672034 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-4a3a218b-c079-4402-b2ee-4b666e392603 tempest-DHCPAgentSchedulersTestJSON-427088934 tempest-DHCPAgentSchedulersTestJSON-427088934-project-admin] 10.222.0.23 "GET /v2.0/agents/763a0e85-0508-4e16-8ac8-85e419b84f71/dhcp-networks HTTP/1.1" status: 200 len: 6447 time: 0.3106289 Dec 06 17:38:58.674647 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57220) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:58.776291 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57224) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:58.777006 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-d35dd54a-e48e-4df1-8de7-9470cd24e7c8 tempest-DHCPAgentSchedulersTestJSON-427088934 tempest-DHCPAgentSchedulersTestJSON-427088934-project-admin] 10.222.0.23 "DELETE /v2.0/agents/763a0e85-0508-4e16-8ac8-85e419b84f71/dhcp-networks/9b8ab4b3-26df-4acf-97bc-97775cc2b40c HTTP/1.1" status: 204 len: 168 time: 0.1008549 Dec 06 17:38:58.866042 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port e451e413-f8ed-45be-ae7d-37d7718a9520 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:38:58.866422 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:58.914207 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:59.003354 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b90a031-d215-4fa7-bc6d-63e57197f5e4 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:38:59.066489 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47fd8e9-ed28-44ef-881b-71e47833801a req-8b7fe5e5-7263-4da0-af24-6676fbe407cd tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:38:59.070470 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f47fd8e9-ed28-44ef-881b-71e47833801a req-8b7fe5e5-7263-4da0-af24-6676fbe407cd tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdbff481-ddf8-420f-b442-c3544ce12597 HTTP/1.1" status: 200 len: 982 time: 0.1045132 Dec 06 17:38:59.105550 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 8b90a031-d215-4fa7-bc6d-63e57197f5e4, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8b90a031-d215-4fa7-bc6d-63e57197f5e4,segment=NetworkSegment(0086a8a7-cc68-4b68-a6a5-a1c6cd29727d),segment_id=0086a8a7-cc68-4b68-a6a5-a1c6cd29727d)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:38:59.113742 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-a7942dd6-5f18-4def-a7fa-b2447ffae75e tempest-DHCPAgentSchedulersTestJSON-427088934 tempest-DHCPAgentSchedulersTestJSON-427088934-project-admin] 10.222.0.23 "GET /v2.0/agents/763a0e85-0508-4e16-8ac8-85e419b84f71/dhcp-networks HTTP/1.1" status: 200 len: 5676 time: 0.3360395 Dec 06 17:38:59.119948 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57232) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:59.130692 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-894d62b5-2bac-4eab-ae51-ea455e99db12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:59.145328 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:59.156643 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-6e7f0ea1-64ec-487d-bea6-30db3f732191 tempest-DHCPAgentSchedulersTestJSON-427088934 tempest-DHCPAgentSchedulersTestJSON-427088934-project-admin] 10.222.0.23 "GET /v2.0/networks/5c87da67-d236-4a5a-9abc-701af47c949f/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0350933 Dec 06 17:38:59.165146 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57236) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:59.211366 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-c1a8f83c-9527-4041-90b0-780e9340a8a9 tempest-DHCPAgentSchedulersTestJSON-427088934 tempest-DHCPAgentSchedulersTestJSON-427088934-project-admin] 10.222.0.23 "GET /v2.0/networks/5c87da67-d236-4a5a-9abc-701af47c949f/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0472498 Dec 06 17:38:59.213745 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57238) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:59.277942 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-894d62b5-2bac-4eab-ae51-ea455e99db12 None None] For port e451e413-f8ed-45be-ae7d-37d7718a9520, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e451e413-f8ed-45be-ae7d-37d7718a9520,segment=NetworkSegment(59295a69-fade-4ffe-90b2-ed382ee775f8),segment_id=59295a69-fade-4ffe-90b2-ed382ee775f8)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:38:59.281626 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:59.287825 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f47fd8e9-ed28-44ef-881b-71e47833801a req-07d1bafc-7396-49bd-aa5e-243aa520973b tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] 10.222.0.23 "GET /v2.0/security-groups?id=50289c58-9355-4c79-a331-bc5dbabf2d4a&id=03d44015-0045-4e90-8a7f-d9fa82ca8f95&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1996675 Dec 06 17:38:59.326831 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-894d62b5-2bac-4eab-ae51-ea455e99db12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:59.409459 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=8b90a031-d215-4fa7-bc6d-63e57197f5e4,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:59.444815 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-34c978b4-bbd4-4d45-983a-0171e3c34998 tempest-DHCPAgentSchedulersTestJSON-427088934 tempest-DHCPAgentSchedulersTestJSON-427088934-project-admin] 10.222.0.23 "GET /v2.0/agents/763a0e85-0508-4e16-8ac8-85e419b84f71/dhcp-networks HTTP/1.1" status: 200 len: 5676 time: 0.2291222 Dec 06 17:38:59.447909 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57240) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:38:59.462349 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['8b90a031-d215-4fa7-bc6d-63e57197f5e4'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:38:59.574974 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.db.api [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103286) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 17:38:59.575657 n-d-master-1 neutron-server[103286]: DEBUG oslo_db.api [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 17:38:59.591254 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1b718011-a4ed-4e91-a07b-39331687d08c tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:59.604011 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-3cb22d35-8cca-48ab-aa88-f4dd15719c90 None None] Provisioning complete for port e451e413-f8ed-45be-ae7d-37d7718a9520 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:38:59.604386 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3cb22d35-8cca-48ab-aa88-f4dd15719c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:59.631992 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894d62b5-2bac-4eab-ae51-ea455e99db12 None None] Pushing event updated for resources: {'Port': ['ID=e451e413-f8ed-45be-ae7d-37d7718a9520,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:38:59.755844 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1b718011-a4ed-4e91-a07b-39331687d08c tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:59.782291 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-1b718011-a4ed-4e91-a07b-39331687d08c tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b8ab4b3-26df-4acf-97bc-97775cc2b40c']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:38:59.822240 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-1b718011-a4ed-4e91-a07b-39331687d08c tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6fc67cf-2180-4a63-b1c2-1bf7c27417f9') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:38:59.823035 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-1b718011-a4ed-4e91-a07b-39331687d08c tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6fc67cf-2180-4a63-b1c2-1bf7c27417f9') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:38:59.836647 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1b718011-a4ed-4e91-a07b-39331687d08c tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:59.865905 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1b718011-a4ed-4e91-a07b-39331687d08c tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:59.873923 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b718011-a4ed-4e91-a07b-39331687d08c tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:38:59.875400 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1b718011-a4ed-4e91-a07b-39331687d08c tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:59.907447 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 17:38:59.907447 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:38:59.907447 n-d-master-1 neutron-server[103284]: timer() Dec 06 17:38:59.907447 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:38:59.907447 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 17:38:59.907447 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:38:59.907447 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 17:38:59.907447 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:38:59.907447 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 17:38:59.907447 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:38:59.907447 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 17:38:59.907447 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:38:59.907447 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 17:38:59.907447 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:38:59.907447 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:38:59.907447 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:38:59.907447 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:38:59.907447 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:38:59.907447 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 17:38:59.907447 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:38:59.907447 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 17:38:59.907447 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:38:59.907447 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:38:59.907447 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:38:59.907447 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 17:38:59.907447 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:38:59.907447 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:38:59.907447 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:38:59.907447 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:38:59.907447 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:38:59.907447 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:38:59.907447 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:38:59.914956 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-07677626-6898-4c0e-8ca7-59452d33d5be None None] Could not find standard attr ID for object 6da9a1ea-177b-4f27-993a-bdc7ff1ee447. {{(pid=103286) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 17:38:59.983666 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1b718011-a4ed-4e91-a07b-39331687d08c tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:38:59.994300 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1b718011-a4ed-4e91-a07b-39331687d08c tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] Publish callbacks [] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:00.001941 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-1b718011-a4ed-4e91-a07b-39331687d08c tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] 10.222.0.23 "DELETE /v2.0/networks/9b8ab4b3-26df-4acf-97bc-97775cc2b40c HTTP/1.1" status: 204 len: 168 time: 0.5523918 Dec 06 17:39:00.004242 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57248) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:00.038967 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b718011-a4ed-4e91-a07b-39331687d08c tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] Pushing event deleted for resources: {'Network': ['ID=9b8ab4b3-26df-4acf-97bc-97775cc2b40c,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:00.052088 n-d-master-1 neutron-server[103285]: INFO neutron.pecan_wsgi.hooks.translation [None req-32d1b3b0-5d67-44de-b247-264c75a02133 tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] DELETE failed (client error): The resource could not be found. Dec 06 17:39:00.052713 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32d1b3b0-5d67-44de-b247-264c75a02133 tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103285) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:39:00.056558 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-32d1b3b0-5d67-44de-b247-264c75a02133 tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] 10.222.0.23 "DELETE /v2.0/ports/6da9a1ea-177b-4f27-993a-bdc7ff1ee447 HTTP/1.1" status: 404 len: 333 time: 0.0508752 Dec 06 17:39:00.059098 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57252) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:00.186502 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-59723912-c5c7-4bd3-8b26-0bf958f62396 tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] Deleting subnet 794f0de1-1efb-493b-8749-1373f7c227ab {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:39:00.191794 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-59723912-c5c7-4bd3-8b26-0bf958f62396 tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:00.289657 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-59723912-c5c7-4bd3-8b26-0bf958f62396 tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:00.446382 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device e451e413-f8ed-45be-ae7d-37d7718a9520 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:39:00.473923 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-59723912-c5c7-4bd3-8b26-0bf958f62396 tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:00.531881 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e7a085-65ce-456a-bb5c-e419f95303f2 req-ed169266-cdf3-4d7f-a5ee-b7fefa6c9161 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:39:00.535127 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-20e7a085-65ce-456a-bb5c-e419f95303f2 req-ed169266-cdf3-4d7f-a5ee-b7fefa6c9161 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdbff481-ddf8-420f-b442-c3544ce12597 HTTP/1.1" status: 200 len: 983 time: 0.1155121 Dec 06 17:39:00.536900 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port e451e413-f8ed-45be-ae7d-37d7718a9520 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:39:00.537504 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:00.616206 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-59723912-c5c7-4bd3-8b26-0bf958f62396 tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:00.643236 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-20e7a085-65ce-456a-bb5c-e419f95303f2 req-57d0acc2-9afb-4ff8-8e7f-343d262bc20c tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] 10.222.0.23 "GET /v2.0/security-groups?id=50289c58-9355-4c79-a331-bc5dbabf2d4a&id=03d44015-0045-4e90-8a7f-d9fa82ca8f95&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1019983 Dec 06 17:39:00.667094 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59723912-c5c7-4bd3-8b26-0bf958f62396 tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] Pushing event deleted for resources: {'Subnet': ['ID=794f0de1-1efb-493b-8749-1373f7c227ab,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:00.672251 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-59723912-c5c7-4bd3-8b26-0bf958f62396 tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:00.679818 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57266) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:00.686067 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-59723912-c5c7-4bd3-8b26-0bf958f62396 tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] 10.222.0.23 "DELETE /v2.0/subnets/794f0de1-1efb-493b-8749-1373f7c227ab HTTP/1.1" status: 204 len: 168 time: 0.6257296 Dec 06 17:39:00.687490 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b44b88-ecfd-4452-b7a8-97503a2fa3f3 None None] Network 5c87da67-d236-4a5a-9abc-701af47c949f requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:39:00.812300 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ecfb4bbb-01b2-488c-ba3a-6568b9292d34 tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:00.918682 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-ecfb4bbb-01b2-488c-ba3a-6568b9292d34 tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] Deleting port e451e413-f8ed-45be-ae7d-37d7718a9520 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:39:00.919148 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ecfb4bbb-01b2-488c-ba3a-6568b9292d34 tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:00.987671 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4bb805e-e126-4fab-91ce-06b23459674d None None] DHCP port deletion for 5c87da67-d236-4a5a-9abc-701af47c949f request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:39:01.059794 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-ecfb4bbb-01b2-488c-ba3a-6568b9292d34 tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] For port e451e413-f8ed-45be-ae7d-37d7718a9520, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e451e413-f8ed-45be-ae7d-37d7718a9520,segment=NetworkSegment(59295a69-fade-4ffe-90b2-ed382ee775f8),segment_id=59295a69-fade-4ffe-90b2-ed382ee775f8)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:39:01.060379 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ecfb4bbb-01b2-488c-ba3a-6568b9292d34 tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:01.092444 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-ecfb4bbb-01b2-488c-ba3a-6568b9292d34 tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] Calling delete_port for e451e413-f8ed-45be-ae7d-37d7718a9520 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:39:01.128306 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-f4bb805e-e126-4fab-91ce-06b23459674d None None] Deleting port e451e413-f8ed-45be-ae7d-37d7718a9520 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:39:01.128956 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f4bb805e-e126-4fab-91ce-06b23459674d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:01.219635 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ecfb4bbb-01b2-488c-ba3a-6568b9292d34 tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:01.243573 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-f4bb805e-e126-4fab-91ce-06b23459674d None None] For port e451e413-f8ed-45be-ae7d-37d7718a9520, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e451e413-f8ed-45be-ae7d-37d7718a9520,segment=NetworkSegment(59295a69-fade-4ffe-90b2-ed382ee775f8),segment_id=59295a69-fade-4ffe-90b2-ed382ee775f8)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:39:01.244420 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f4bb805e-e126-4fab-91ce-06b23459674d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:01.252707 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfb4bbb-01b2-488c-ba3a-6568b9292d34 tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] Pushing event deleted for resources: {'Port': ['ID=e451e413-f8ed-45be-ae7d-37d7718a9520,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:01.258308 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfb4bbb-01b2-488c-ba3a-6568b9292d34 tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] No DVR routers for this DVR port e451e413-f8ed-45be-ae7d-37d7718a9520 on host n-d-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:39:01.262254 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-f4bb805e-e126-4fab-91ce-06b23459674d None None] Calling delete_port for e451e413-f8ed-45be-ae7d-37d7718a9520 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:39:01.355914 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ecfb4bbb-01b2-488c-ba3a-6568b9292d34 tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:01.378574 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f4bb805e-e126-4fab-91ce-06b23459674d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:01.397999 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-ecfb4bbb-01b2-488c-ba3a-6568b9292d34 tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c87da67-d236-4a5a-9abc-701af47c949f']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:39:01.403242 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bb805e-e126-4fab-91ce-06b23459674d None None] Pushing event deleted for resources: {'Port': ['ID=e451e413-f8ed-45be-ae7d-37d7718a9520,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:01.414921 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bb805e-e126-4fab-91ce-06b23459674d None None] No DVR routers for this DVR port e451e413-f8ed-45be-ae7d-37d7718a9520 on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:39:01.420158 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-ecfb4bbb-01b2-488c-ba3a-6568b9292d34 tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59295a69-fade-4ffe-90b2-ed382ee775f8') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:39:01.420459 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-ecfb4bbb-01b2-488c-ba3a-6568b9292d34 tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59295a69-fade-4ffe-90b2-ed382ee775f8') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:39:01.432790 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ecfb4bbb-01b2-488c-ba3a-6568b9292d34 tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:01.451381 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ecfb4bbb-01b2-488c-ba3a-6568b9292d34 tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:01.460240 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecfb4bbb-01b2-488c-ba3a-6568b9292d34 tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:39:01.460828 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ecfb4bbb-01b2-488c-ba3a-6568b9292d34 tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:01.546265 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:39:01.546265 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:39:01.546265 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:39:01.546265 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:39:01.546265 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:39:01.546265 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:39:01.546265 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:39:01.546265 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:39:01.546265 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:39:01.546265 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:39:01.546265 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:39:01.546265 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:39:01.546265 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:39:01.546265 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:39:01.546265 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:39:01.546265 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:39:01.546265 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:39:01.546265 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:39:01.546265 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:39:01.546265 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:39:01.546265 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:39:01.546265 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:39:01.546265 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:39:01.546265 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:39:01.546265 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:39:01.546265 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:39:01.546265 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:39:01.546265 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:39:01.546265 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:39:01.546265 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:39:01.546265 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:39:01.546265 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:39:01.554096 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ecfb4bbb-01b2-488c-ba3a-6568b9292d34 tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:01.565106 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ecfb4bbb-01b2-488c-ba3a-6568b9292d34 tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] Publish callbacks [] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:01.570039 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-ecfb4bbb-01b2-488c-ba3a-6568b9292d34 tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] 10.222.0.23 "DELETE /v2.0/networks/5c87da67-d236-4a5a-9abc-701af47c949f HTTP/1.1" status: 204 len: 168 time: 0.8888831 Dec 06 17:39:01.584903 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfb4bbb-01b2-488c-ba3a-6568b9292d34 tempest-DHCPAgentSchedulersTestJSON-1522226764 tempest-DHCPAgentSchedulersTestJSON-1522226764-project] Pushing event deleted for resources: {'Network': ['ID=5c87da67-d236-4a5a-9abc-701af47c949f,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:01.835218 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be641486-85ea-4a88-9a43-b26a729863df req-2628c2be-0566-42d7-a09e-2c8c4583a035 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:39:01.844510 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-be641486-85ea-4a88-9a43-b26a729863df req-2628c2be-0566-42d7-a09e-2c8c4583a035 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdbff481-ddf8-420f-b442-c3544ce12597 HTTP/1.1" status: 200 len: 983 time: 0.0835078 Dec 06 17:39:01.951322 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-be641486-85ea-4a88-9a43-b26a729863df req-074aef1a-db45-4db5-8f51-817b91728583 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] 10.222.0.23 "GET /v2.0/security-groups?id=50289c58-9355-4c79-a331-bc5dbabf2d4a&id=03d44015-0045-4e90-8a7f-d9fa82ca8f95&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1055787 Dec 06 17:39:01.996342 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57290) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:02.050639 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 8b90a031-d215-4fa7-bc6d-63e57197f5e4 up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:39:02.151252 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port 8b90a031-d215-4fa7-bc6d-63e57197f5e4 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:39:02.159356 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port 8b90a031-d215-4fa7-bc6d-63e57197f5e4 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:39:02.159876 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:02.194321 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-fd35bbba-88b8-426b-9df8-55311426a108 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=84d9340779544104baffaaa2438d6cd4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1920438 Dec 06 17:39:02.194897 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57294) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:02.314201 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bf177b1b-b1e1-45dc-bc73-2190409d2fa4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:02.355895 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device e451e413-f8ed-45be-ae7d-37d7718a9520 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:39:02.367973 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bf177b1b-b1e1-45dc-bc73-2190409d2fa4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:02.403296 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:02.406359 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: e451e413-f8ed-45be-ae7d-37d7718a9520 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:39:02.406780 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device e451e413-f8ed-45be-ae7d-37d7718a9520 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:39:02.438512 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdbff481-ddf8-420f-b442-c3544ce12597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b90a031-d215-4fa7-bc6d-63e57197f5e4'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:39:02.441921 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c92d1c2-6928-4913-90b9-e6d0ec05d6d7" -d '{"events": [{"server_uuid": "bdbff481-ddf8-420f-b442-c3544ce12597", "name": "network-vif-plugged", "status": "completed", "tag": "8b90a031-d215-4fa7-bc6d-63e57197f5e4"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:39:02.443643 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bf177b1b-b1e1-45dc-bc73-2190409d2fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:02.446859 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bf177b1b-b1e1-45dc-bc73-2190409d2fa4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:02.448232 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-bf177b1b-b1e1-45dc-bc73-2190409d2fa4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8592f01b-8954-4d94-8982-8f6d0c33ab2e HTTP/1.1" status: 204 len: 168 time: 0.2525480 Dec 06 17:39:02.463201 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf177b1b-b1e1-45dc-bc73-2190409d2fa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8592f01b-8954-4d94-8982-8f6d0c33ab2e,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:02.476091 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 8b90a031-d215-4fa7-bc6d-63e57197f5e4, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8b90a031-d215-4fa7-bc6d-63e57197f5e4,segment=NetworkSegment(0086a8a7-cc68-4b68-a6a5-a1c6cd29727d),segment_id=0086a8a7-cc68-4b68-a6a5-a1c6cd29727d)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:39:02.481777 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:02.554461 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=8b90a031-d215-4fa7-bc6d-63e57197f5e4,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:02.562475 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63e5b919-7ffe-4b8b-acfc-65f222fee79d x-openstack-request-id: req-63e5b919-7ffe-4b8b-acfc-65f222fee79d {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:39:02.562906 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdbff481-ddf8-420f-b442-c3544ce12597", "name": "network-vif-plugged", "status": "completed", "tag": "8b90a031-d215-4fa7-bc6d-63e57197f5e4", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:39:02.563336 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-63e5b919-7ffe-4b8b-acfc-65f222fee79d {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:39:02.563829 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdbff481-ddf8-420f-b442-c3544ce12597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b90a031-d215-4fa7-bc6d-63e57197f5e4', 'code': 200} Dec 06 17:39:02.726489 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57322) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:02.738595 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e9dae-8ed9-491a-8e5a-1bd88283e55c req-a593e661-5bbd-4662-92f9-81668454c5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:39:02.740395 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ce3e9dae-8ed9-491a-8e5a-1bd88283e55c req-a593e661-5bbd-4662-92f9-81668454c5e1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bdbff481-ddf8-420f-b442-c3544ce12597 HTTP/1.1" status: 200 len: 1135 time: 0.1114984 Dec 06 17:39:02.816763 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ce3e9dae-8ed9-491a-8e5a-1bd88283e55c req-2d2b6b11-11b2-484f-8f44-517491769f5d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=50289c58-9355-4c79-a331-bc5dbabf2d4a&id=03d44015-0045-4e90-8a7f-d9fa82ca8f95&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0627503 Dec 06 17:39:02.885645 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:02.956887 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-189ab0d1-4c61-4ea8-9be9-3b2d8949c4c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:03.043549 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57332) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:03.070652 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-766bae90-9676-44cc-99bc-29cb44ebde7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:03.087423 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-189ab0d1-4c61-4ea8-9be9-3b2d8949c4c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:03.125222 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-189ab0d1-4c61-4ea8-9be9-3b2d8949c4c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:03.158341 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-189ab0d1-4c61-4ea8-9be9-3b2d8949c4c9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6878e94101a14296b19dddc15a1db17a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4287078 Dec 06 17:39:03.160371 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57334) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:03.183439 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-766bae90-9676-44cc-99bc-29cb44ebde7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:03.188528 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-766bae90-9676-44cc-99bc-29cb44ebde7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:03.235716 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766bae90-9676-44cc-99bc-29cb44ebde7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27dbe0a7-b421-4e44-95f1-12b5dc25a1aa,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:03.261350 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-766bae90-9676-44cc-99bc-29cb44ebde7b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4f4a983d596b486f8bc9bbc1af71b8c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2162399 Dec 06 17:39:03.264411 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57336) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:03.312538 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189ab0d1-4c61-4ea8-9be9-3b2d8949c4c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a8605a1-515d-4c36-881e-7d2f3b1269ef,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:03.329660 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f5f3b-da27-470c-9f70-82008bfa18e2 req-c353ee06-da05-4d38-89fb-63bf10cc1a81 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:39:03.331278 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e88f5f3b-da27-470c-9f70-82008bfa18e2 req-c353ee06-da05-4d38-89fb-63bf10cc1a81 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdbff481-ddf8-420f-b442-c3544ce12597 HTTP/1.1" status: 200 len: 984 time: 0.2420309 Dec 06 17:39:03.343830 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-57323204-69a4-4773-91a9-120776812e9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:03.364624 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5b9fcbf4-0d85-4a61-8254-a35422b3a945 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:03.369629 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-57323204-69a4-4773-91a9-120776812e9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:03.421060 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5b9fcbf4-0d85-4a61-8254-a35422b3a945 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:03.431205 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-57323204-69a4-4773-91a9-120776812e9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:03.434436 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-57323204-69a4-4773-91a9-120776812e9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:03.437931 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-57323204-69a4-4773-91a9-120776812e9a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/27dbe0a7-b421-4e44-95f1-12b5dc25a1aa HTTP/1.1" status: 204 len: 168 time: 0.1699855 Dec 06 17:39:03.443975 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e88f5f3b-da27-470c-9f70-82008bfa18e2 req-b1dcf1ea-e683-4354-9471-23647b1584f4 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] 10.222.0.23 "GET /v2.0/security-groups?id=50289c58-9355-4c79-a331-bc5dbabf2d4a&id=03d44015-0045-4e90-8a7f-d9fa82ca8f95&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1015620 Dec 06 17:39:03.459549 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57323204-69a4-4773-91a9-120776812e9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27dbe0a7-b421-4e44-95f1-12b5dc25a1aa,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:03.503784 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5b9fcbf4-0d85-4a61-8254-a35422b3a945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:03.506741 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5b9fcbf4-0d85-4a61-8254-a35422b3a945 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:03.510915 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-5b9fcbf4-0d85-4a61-8254-a35422b3a945 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6a8605a1-515d-4c36-881e-7d2f3b1269ef HTTP/1.1" status: 204 len: 168 time: 0.3481047 Dec 06 17:39:03.519785 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9fcbf4-0d85-4a61-8254-a35422b3a945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a8605a1-515d-4c36-881e-7d2f3b1269ef,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:04.009686 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57360) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:04.030734 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-14bdddfb-1f9b-413a-9ec9-5bffc357c89a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:04.180682 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-14bdddfb-1f9b-413a-9ec9-5bffc357c89a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:04.190552 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-14bdddfb-1f9b-413a-9ec9-5bffc357c89a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:04.241896 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57372) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:04.242451 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-14bdddfb-1f9b-413a-9ec9-5bffc357c89a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0d966dca4cd84108b8c31ad671b682d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2310996 Dec 06 17:39:04.243153 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bdddfb-1f9b-413a-9ec9-5bffc357c89a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b576dc0-3c96-42d0-8f27-a01fbc2aabfd,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:04.323825 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-66fb72e5-bbc5-4af9-9900-d951e8fc14e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:04.354594 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-66fb72e5-bbc5-4af9-9900-d951e8fc14e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:04.443319 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-66fb72e5-bbc5-4af9-9900-d951e8fc14e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:04.446685 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-66fb72e5-bbc5-4af9-9900-d951e8fc14e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:04.450612 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-66fb72e5-bbc5-4af9-9900-d951e8fc14e9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2b576dc0-3c96-42d0-8f27-a01fbc2aabfd HTTP/1.1" status: 204 len: 168 time: 0.2065990 Dec 06 17:39:04.464848 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fb72e5-bbc5-4af9-9900-d951e8fc14e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b576dc0-3c96-42d0-8f27-a01fbc2aabfd,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:04.620778 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ca5a6-c595-4a0a-834a-f97f31edef43 req-24240ad6-a4be-44ed-965b-f58e0c1efd16 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:39:04.622407 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a73ca5a6-c595-4a0a-834a-f97f31edef43 req-24240ad6-a4be-44ed-965b-f58e0c1efd16 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdbff481-ddf8-420f-b442-c3544ce12597 HTTP/1.1" status: 200 len: 984 time: 0.0841529 Dec 06 17:39:04.629934 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57386) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:04.716661 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a73ca5a6-c595-4a0a-834a-f97f31edef43 req-09732135-2669-40d6-b41e-6398f283ddba tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] 10.222.0.23 "GET /v2.0/security-groups?id=50289c58-9355-4c79-a331-bc5dbabf2d4a&id=03d44015-0045-4e90-8a7f-d9fa82ca8f95&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0669694 Dec 06 17:39:04.948010 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce4608-ad7f-4842-8f77-8efff4c4a30b req-5e802f46-86ac-4fcb-ba44-fcc699628c02 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:39:04.957014 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-96ce4608-ad7f-4842-8f77-8efff4c4a30b req-5e802f46-86ac-4fcb-ba44-fcc699628c02 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdbff481-ddf8-420f-b442-c3544ce12597 HTTP/1.1" status: 200 len: 984 time: 0.1198611 Dec 06 17:39:05.096844 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-96ce4608-ad7f-4842-8f77-8efff4c4a30b req-c9fda0f7-1258-47da-a964-247f2cfc57d1 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] 10.222.0.23 "GET /v2.0/security-groups?id=50289c58-9355-4c79-a331-bc5dbabf2d4a&id=03d44015-0045-4e90-8a7f-d9fa82ca8f95&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1382961 Dec 06 17:39:05.200409 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2548291a-c91c-4637-b687-9d608cdcfdac admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:05.252640 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cbb2f8-cfe4-4098-8733-83cd055157b5 req-8a5f368f-edb7-44a1-b825-25b965aa7607 tempest-TestSecurityGroupsBasicOps-2053023288 tempest-TestSecurityGroupsBasicOps-2053023288-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:39:05.255796 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d2cbb2f8-cfe4-4098-8733-83cd055157b5 req-8a5f368f-edb7-44a1-b825-25b965aa7607 tempest-TestSecurityGroupsBasicOps-2053023288 tempest-TestSecurityGroupsBasicOps-2053023288-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=bdbff481-ddf8-420f-b442-c3544ce12597 HTTP/1.1" status: 200 len: 1135 time: 0.0743501 Dec 06 17:39:05.288252 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:05.294346 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-d2cbb2f8-cfe4-4098-8733-83cd055157b5 req-51c7cbff-6ebb-45ba-8e66-b4cec0933af3 tempest-TestSecurityGroupsBasicOps-2053023288 tempest-TestSecurityGroupsBasicOps-2053023288-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:05.305290 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57412) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:05.361396 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eb5dfa02-2086-428b-8098-191ed48c86ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:05.430483 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-d2cbb2f8-cfe4-4098-8733-83cd055157b5 req-51c7cbff-6ebb-45ba-8e66-b4cec0933af3 tempest-TestSecurityGroupsBasicOps-2053023288 tempest-TestSecurityGroupsBasicOps-2053023288-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:05.437272 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-d2cbb2f8-cfe4-4098-8733-83cd055157b5 req-51c7cbff-6ebb-45ba-8e66-b4cec0933af3 tempest-TestSecurityGroupsBasicOps-2053023288 tempest-TestSecurityGroupsBasicOps-2053023288-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:05.442157 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2548291a-c91c-4637-b687-9d608cdcfdac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:05.450973 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2548291a-c91c-4637-b687-9d608cdcfdac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:05.482815 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c7cbff-6ebb-45ba-8e66-b4cec0933af3 tempest-TestSecurityGroupsBasicOps-2053023288 tempest-TestSecurityGroupsBasicOps-2053023288-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b93365f-5855-434e-8789-040d4d768caa,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:05.548074 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-2548291a-c91c-4637-b687-9d608cdcfdac admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a3c418841b2a486c8b5e030d6bac78f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9168067 Dec 06 17:39:05.557255 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57414) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:05.566179 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2548291a-c91c-4637-b687-9d608cdcfdac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe35f92e-9c9b-4a6a-83a5-1c2a765f9058,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:05.569232 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d2cbb2f8-cfe4-4098-8733-83cd055157b5 req-51c7cbff-6ebb-45ba-8e66-b4cec0933af3 tempest-TestSecurityGroupsBasicOps-2053023288 tempest-TestSecurityGroupsBasicOps-2053023288-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=50289c58-9355-4c79-a331-bc5dbabf2d4a&id=03d44015-0045-4e90-8a7f-d9fa82ca8f95&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3022151 Dec 06 17:39:05.591492 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57416) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:05.603372 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eb5dfa02-2086-428b-8098-191ed48c86ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:05.613793 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eb5dfa02-2086-428b-8098-191ed48c86ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:05.648040 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5dfa02-2086-428b-8098-191ed48c86ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cee8167-5238-494b-81ce-762604f39810,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:05.669306 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75cc20df-09fb-4e5c-a486-46550d9be417 tempest-TestSecurityGroupsBasicOps-2053023288 tempest-TestSecurityGroupsBasicOps-2053023288-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:39:05.675176 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-75cc20df-09fb-4e5c-a486-46550d9be417 tempest-TestSecurityGroupsBasicOps-2053023288 tempest-TestSecurityGroupsBasicOps-2053023288-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=bdbff481-ddf8-420f-b442-c3544ce12597 HTTP/1.1" status: 200 len: 1130 time: 0.0820296 Dec 06 17:39:05.675370 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57420) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:05.681230 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-aa41b0b6-3dab-411e-9215-1dd139a4e883 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Request body: {'floatingip': {'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'port_id': '8b90a031-d215-4fa7-bc6d-63e57197f5e4', 'tenant_id': 'c27044cf11ea44118ff5004391cd34da', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:39:05.689639 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-eb5dfa02-2086-428b-8098-191ed48c86ca admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7137e3bd6ca8436f8eca3616501beae6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3832297 Dec 06 17:39:05.692318 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57422) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:05.714613 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b8628c70-8643-47de-86f6-d517ee15b904 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:05.728379 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aa41b0b6-3dab-411e-9215-1dd139a4e883 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks [] for floatingip, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:05.751260 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d272acb8-ec7f-4cc5-bb37-0db4c6441d5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:05.776170 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d272acb8-ec7f-4cc5-bb37-0db4c6441d5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:05.789437 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b8628c70-8643-47de-86f6-d517ee15b904 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:05.838208 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d272acb8-ec7f-4cc5-bb37-0db4c6441d5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:05.841902 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d272acb8-ec7f-4cc5-bb37-0db4c6441d5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:05.846444 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-d272acb8-ec7f-4cc5-bb37-0db4c6441d5e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3cee8167-5238-494b-81ce-762604f39810 HTTP/1.1" status: 204 len: 168 time: 0.1525128 Dec 06 17:39:05.867838 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d272acb8-ec7f-4cc5-bb37-0db4c6441d5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cee8167-5238-494b-81ce-762604f39810,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:05.919060 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b8628c70-8643-47de-86f6-d517ee15b904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:05.923173 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b8628c70-8643-47de-86f6-d517ee15b904 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:05.924546 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-b8628c70-8643-47de-86f6-d517ee15b904 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fe35f92e-9c9b-4a6a-83a5-1c2a765f9058 HTTP/1.1" status: 204 len: 168 time: 0.3663111 Dec 06 17:39:05.960827 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8628c70-8643-47de-86f6-d517ee15b904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe35f92e-9c9b-4a6a-83a5-1c2a765f9058,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:06.006101 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aa41b0b6-3dab-411e-9215-1dd139a4e883 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:06.151911 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-aa41b0b6-3dab-411e-9215-1dd139a4e883 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Allocated IP 172.35.1.191 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/71de7502-f7ad-4f03-95c6-16de1c120685) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:39:06.348300 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aa41b0b6-3dab-411e-9215-1dd139a4e883 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:06.416292 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aa41b0b6-3dab-411e-9215-1dd139a4e883 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:06.496989 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa41b0b6-3dab-411e-9215-1dd139a4e883 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:39:06.501248 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-aa41b0b6-3dab-411e-9215-1dd139a4e883 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:39:06.511107 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa41b0b6-3dab-411e-9215-1dd139a4e883 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:39:06.540713 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57440) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:06.562651 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa41b0b6-3dab-411e-9215-1dd139a4e883 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Pushing event updated for resources: {'Port': ['ID=71de7502-f7ad-4f03-95c6-16de1c120685,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:06.563091 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-18cc4896-6460-4b10-827a-8dee92131a3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:06.691837 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-18cc4896-6460-4b10-827a-8dee92131a3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:06.693186 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57442) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:06.711359 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-18cc4896-6460-4b10-827a-8dee92131a3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:06.787585 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-18cc4896-6460-4b10-827a-8dee92131a3e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=062fe1516a0f4f25968143ab0321f74a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2447915 Dec 06 17:39:06.793365 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57446) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:06.825371 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cc4896-6460-4b10-827a-8dee92131a3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e5ca8eb-0a54-4eb7-9747-d79b7b7e2e93,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:06.860520 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3adfb740-358e-40fd-b6b2-1182dc2ede22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:06.886355 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3adfb740-358e-40fd-b6b2-1182dc2ede22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:06.946901 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3adfb740-358e-40fd-b6b2-1182dc2ede22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:06.949554 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3adfb740-358e-40fd-b6b2-1182dc2ede22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:06.950774 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-3adfb740-358e-40fd-b6b2-1182dc2ede22 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1e5ca8eb-0a54-4eb7-9747-d79b7b7e2e93 HTTP/1.1" status: 204 len: 168 time: 0.1562991 Dec 06 17:39:06.955283 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-96c3da31-f2e2-4cd6-97c2-dbe8fd83de70 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-459434915', 'router:external': True}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:39:06.969253 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adfb740-358e-40fd-b6b2-1182dc2ede22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e5ca8eb-0a54-4eb7-9747-d79b7b7e2e93,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:06.998319 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96c3da31-f2e2-4cd6-97c2-dbe8fd83de70 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Made reservation on behalf of 5500a782a3fe4002828e776455e19288 for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:39:07.001198 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-96c3da31-f2e2-4cd6-97c2-dbe8fd83de70 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:07.011497 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-96c3da31-f2e2-4cd6-97c2-dbe8fd83de70 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:07.102393 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-96c3da31-f2e2-4cd6-97c2-dbe8fd83de70 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:07.109520 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-96c3da31-f2e2-4cd6-97c2-dbe8fd83de70 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:07.137832 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96c3da31-f2e2-4cd6-97c2-dbe8fd83de70 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:39:07.162412 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-96c3da31-f2e2-4cd6-97c2-dbe8fd83de70 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:07.163062 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-96c3da31-f2e2-4cd6-97c2-dbe8fd83de70 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Added segment 2099576f-b6aa-4aaa-86e6-1ce998d56c07 of type vlan for network 465f5243-c51b-4cad-9744-34398c0d953e Dec 06 17:39:07.164932 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c3da31-f2e2-4cd6-97c2-dbe8fd83de70 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b6f201f-071e-4ed0-a08c-c3bdd8322b25,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:07.222646 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-96c3da31-f2e2-4cd6-97c2-dbe8fd83de70 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:07.260516 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aa41b0b6-3dab-411e-9215-1dd139a4e883 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:07.272837 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-96c3da31-f2e2-4cd6-97c2-dbe8fd83de70 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:07.274174 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c3da31-f2e2-4cd6-97c2-dbe8fd83de70 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:39:07.275002 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-96c3da31-f2e2-4cd6-97c2-dbe8fd83de70 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks [] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:07.344295 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-96c3da31-f2e2-4cd6-97c2-dbe8fd83de70 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.6498938 Dec 06 17:39:07.344548 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57454) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:07.351904 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-e972a4e8-87c1-4a86-ab20-07fab7e7a1b7 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Request body: {'subnet': {'network_id': '465f5243-c51b-4cad-9744-34398c0d953e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:39:07.412009 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c3da31-f2e2-4cd6-97c2-dbe8fd83de70 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Pushing event updated for resources: {'Network': ['ID=465f5243-c51b-4cad-9744-34398c0d953e,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:07.423906 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 465f5243-c51b-4cad-9744-34398c0d953e details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:39:07.432105 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aa41b0b6-3dab-411e-9215-1dd139a4e883 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:07.435409 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e972a4e8-87c1-4a86-ab20-07fab7e7a1b7 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Made reservation on behalf of 5500a782a3fe4002828e776455e19288 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:39:07.437763 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e972a4e8-87c1-4a86-ab20-07fab7e7a1b7 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:08.063429 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aa41b0b6-3dab-411e-9215-1dd139a4e883 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:08.075901 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aa41b0b6-3dab-411e-9215-1dd139a4e883 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:08.202279 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa41b0b6-3dab-411e-9215-1dd139a4e883 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Pushing event updated for resources: {'Port': ['ID=71de7502-f7ad-4f03-95c6-16de1c120685,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:08.215580 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aa41b0b6-3dab-411e-9215-1dd139a4e883 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:08.443285 n-d-master-1 neutron-server[103284]: INFO neutron.db.l3_db [None req-aa41b0b6-3dab-411e-9215-1dd139a4e883 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Floating IP ef8e6732-5f53-41ef-87ed-431c81742c8e associated. External IP: 172.35.1.191, port: 8b90a031-d215-4fa7-bc6d-63e57197f5e4. Dec 06 17:39:08.499305 n-d-master-1 neutron-server[103284]: DEBUG neutron.objects.ports [None req-e972a4e8-87c1-4a86-ab20-07fab7e7a1b7 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103284) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 17:39:08.499782 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e972a4e8-87c1-4a86-ab20-07fab7e7a1b7 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:08.610599 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e972a4e8-87c1-4a86-ab20-07fab7e7a1b7 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Pushing event updated for resources: {'Subnet': ['ID=cbe16eeb-9f1c-43fd-b125-c8f42a809d06,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:08.634213 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e972a4e8-87c1-4a86-ab20-07fab7e7a1b7 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Checking segment: {'id': '2099576f-b6aa-4aaa-86e6-1ce998d56c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '465f5243-c51b-4cad-9744-34398c0d953e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:39:08.634640 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e972a4e8-87c1-4a86-ab20-07fab7e7a1b7 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Network hostable DHCP agents. Network: 465f5243-c51b-4cad-9744-34398c0d953e, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:39:08.690923 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e972a4e8-87c1-4a86-ab20-07fab7e7a1b7 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Network 465f5243-c51b-4cad-9744-34398c0d953e is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:39:08.705335 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-e972a4e8-87c1-4a86-ab20-07fab7e7a1b7 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 465f5243-c51b-4cad-9744-34398c0d953e) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:39:08.708509 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e972a4e8-87c1-4a86-ab20-07fab7e7a1b7 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:39:08.709111 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e972a4e8-87c1-4a86-ab20-07fab7e7a1b7 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:08.715551 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050288d5-5ae0-4dba-b639-320e64b9f652 None None] Network 465f5243-c51b-4cad-9744-34398c0d953e requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:39:08.783487 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-e972a4e8-87c1-4a86-ab20-07fab7e7a1b7 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4374714 Dec 06 17:39:08.786269 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57492) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:08.791566 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-18bc36f4-c7de-422d-957c-4cc224f5cd45 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-126116194', 'network_id': '465f5243-c51b-4cad-9744-34398c0d953e'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:39:08.799471 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa41b0b6-3dab-411e-9215-1dd139a4e883 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Router ae46d148-3246-4760-8641-a8b685055c6e has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:39:08.850612 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18bc36f4-c7de-422d-957c-4cc224f5cd45 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Made reservation on behalf of 5500a782a3fe4002828e776455e19288 for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:39:08.853756 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-18bc36f4-c7de-422d-957c-4cc224f5cd45 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:08.854974 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e81ac3-3149-46f1-90ca-9fd7643dcb52 None None] Network 465f5243-c51b-4cad-9744-34398c0d953e requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:39:08.896394 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-18bc36f4-c7de-422d-957c-4cc224f5cd45 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] device_id is not set on port a5d0ad3d-f382-4319-be68-2a7bcc1d711b yet. {{(pid=103285) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:39:08.966786 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa41b0b6-3dab-411e-9215-1dd139a4e883 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:39:08.978524 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90380751-decc-41ff-bef9-6b030e05e80a None None] Sync routers for ids ['ae46d148-3246-4760-8641-a8b685055c6e'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:39:08.993372 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90380751-decc-41ff-bef9-6b030e05e80a None None] Routers {'ae46d148-3246-4760-8641-a8b685055c6e'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:39:08.994074 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-90380751-decc-41ff-bef9-6b030e05e80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:38:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['ae46d148-3246-4760-8641-a8b685055c6e'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:39:09.001331 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aa41b0b6-3dab-411e-9215-1dd139a4e883 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:09.049596 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-aa41b0b6-3dab-411e-9215-1dd139a4e883 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3720796 Dec 06 17:39:09.050965 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdbff481-ddf8-420f-b442-c3544ce12597', 'tag': '8b90a031-d215-4fa7-bc6d-63e57197f5e4'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:39:09.054411 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2636413-e624-4eb2-980a-adc91b2e45e6" -d '{"events": [{"name": "network-changed", "server_uuid": "bdbff481-ddf8-420f-b442-c3544ce12597", "tag": "8b90a031-d215-4fa7-bc6d-63e57197f5e4"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:39:09.056088 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57494) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:09.263505 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-90380751-decc-41ff-bef9-6b030e05e80a None None] Set router ae46d148-3246-4760-8641-a8b685055c6e gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:39:09.266403 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a20e3949-69eb-4140-8599-7d81dd44a22b x-openstack-request-id: req-a20e3949-69eb-4140-8599-7d81dd44a22b {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:39:09.266791 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdbff481-ddf8-420f-b442-c3544ce12597", "tag": "8b90a031-d215-4fa7-bc6d-63e57197f5e4", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:39:09.267094 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a20e3949-69eb-4140-8599-7d81dd44a22b {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:39:09.267803 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdbff481-ddf8-420f-b442-c3544ce12597', 'tag': '8b90a031-d215-4fa7-bc6d-63e57197f5e4', 'status': 'completed', 'code': 200} Dec 06 17:39:09.322470 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-18bc36f4-c7de-422d-957c-4cc224f5cd45 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Allocated IP 172.20.0.9 (465f5243-c51b-4cad-9744-34398c0d953e/cbe16eeb-9f1c-43fd-b125-c8f42a809d06/a5d0ad3d-f382-4319-be68-2a7bcc1d711b) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:39:09.445689 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d664ea-feb7-44d3-aa2a-57eaf69e088e tempest-TestSecurityGroupsBasicOps-2053023288 tempest-TestSecurityGroupsBasicOps-2053023288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:39:09.446158 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d664ea-feb7-44d3-aa2a-57eaf69e088e tempest-TestSecurityGroupsBasicOps-2053023288 tempest-TestSecurityGroupsBasicOps-2053023288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:39:09.446630 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d664ea-feb7-44d3-aa2a-57eaf69e088e tempest-TestSecurityGroupsBasicOps-2053023288 tempest-TestSecurityGroupsBasicOps-2053023288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:39:09.447097 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d664ea-feb7-44d3-aa2a-57eaf69e088e tempest-TestSecurityGroupsBasicOps-2053023288 tempest-TestSecurityGroupsBasicOps-2053023288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:39:09.447682 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d664ea-feb7-44d3-aa2a-57eaf69e088e tempest-TestSecurityGroupsBasicOps-2053023288 tempest-TestSecurityGroupsBasicOps-2053023288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:39:09.448378 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d664ea-feb7-44d3-aa2a-57eaf69e088e tempest-TestSecurityGroupsBasicOps-2053023288 tempest-TestSecurityGroupsBasicOps-2053023288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:39:09.448823 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d664ea-feb7-44d3-aa2a-57eaf69e088e tempest-TestSecurityGroupsBasicOps-2053023288 tempest-TestSecurityGroupsBasicOps-2053023288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:39:09.453220 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-e7d664ea-feb7-44d3-aa2a-57eaf69e088e tempest-TestSecurityGroupsBasicOps-2053023288 tempest-TestSecurityGroupsBasicOps-2053023288-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4989 time: 0.3935778 Dec 06 17:39:09.454077 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57508) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:09.477544 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2636413-e624-4eb2-980a-adc91b2e45e6 req-5bcd6006-e11a-499a-9dae-b92a91c9ec3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:39:09.479791 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b2636413-e624-4eb2-980a-adc91b2e45e6 req-5bcd6006-e11a-499a-9dae-b92a91c9ec3f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c27044cf11ea44118ff5004391cd34da&device_id=bdbff481-ddf8-420f-b442-c3544ce12597 HTTP/1.1" status: 200 len: 1135 time: 0.1814756 Dec 06 17:39:09.559745 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a14085-db97-443b-a6b9-886a0ad3347a tempest-TestSecurityGroupsBasicOps-2053023288 tempest-TestSecurityGroupsBasicOps-2053023288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:39:09.560251 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a14085-db97-443b-a6b9-886a0ad3347a tempest-TestSecurityGroupsBasicOps-2053023288 tempest-TestSecurityGroupsBasicOps-2053023288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:39:09.560780 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a14085-db97-443b-a6b9-886a0ad3347a tempest-TestSecurityGroupsBasicOps-2053023288 tempest-TestSecurityGroupsBasicOps-2053023288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:39:09.561420 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a14085-db97-443b-a6b9-886a0ad3347a tempest-TestSecurityGroupsBasicOps-2053023288 tempest-TestSecurityGroupsBasicOps-2053023288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:39:09.562101 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a14085-db97-443b-a6b9-886a0ad3347a tempest-TestSecurityGroupsBasicOps-2053023288 tempest-TestSecurityGroupsBasicOps-2053023288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:39:09.562568 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a14085-db97-443b-a6b9-886a0ad3347a tempest-TestSecurityGroupsBasicOps-2053023288 tempest-TestSecurityGroupsBasicOps-2053023288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:39:09.563103 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a14085-db97-443b-a6b9-886a0ad3347a tempest-TestSecurityGroupsBasicOps-2053023288 tempest-TestSecurityGroupsBasicOps-2053023288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:39:09.565881 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-30a14085-db97-443b-a6b9-886a0ad3347a tempest-TestSecurityGroupsBasicOps-2053023288 tempest-TestSecurityGroupsBasicOps-2053023288-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4599 time: 0.1101146 Dec 06 17:39:09.568570 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57512) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:09.644772 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-90380751-decc-41ff-bef9-6b030e05e80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae46d148-3246-4760-8641-a8b685055c6e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-474003343', 'tenant_id': 'c27044cf11ea44118ff5004391cd34da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.154'}], 'enable_snat': True}, 'gw_port_id': '02e9925f-c728-43d0-95f0-518733740a5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:38:34Z', 'updated_at': '2021-12-06T17:38:43Z', 'revision_number': 4, 'project_id': 'c27044cf11ea44118ff5004391cd34da', 'gw_port': {'id': '02e9925f-c728-43d0-95f0-518733740a5c', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:17:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae46d148-3246-4760-8641-a8b685055c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:38:35Z', 'updated_at': '2021-12-06T17:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'ef8e6732-5f53-41ef-87ed-431c81742c8e', 'tenant_id': 'c27044cf11ea44118ff5004391cd34da', 'floating_ip_address': '172.35.1.191', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': 'ae46d148-3246-4760-8641-a8b685055c6e', 'port_id': '8b90a031-d215-4fa7-bc6d-63e57197f5e4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca92a34c-5a45-49c6-88fa-170359e316c2', 'mac_address': 'fa:16:3e:7a:25:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbff481-ddf8-420f-b442-c3544ce12597', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:39:06Z', 'updated_at': '2021-12-06T17:39:06Z', 'revision_number': 0, 'project_id': 'c27044cf11ea44118ff5004391cd34da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33d10205-200f-4b35-a682-a9f70021fec4', 'name': '', 'network_id': 'ca92a34c-5a45-49c6-88fa-170359e316c2', 'tenant_id': 'c27044cf11ea44118ff5004391cd34da', 'mac_address': 'fa:16:3e:e5:e9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae46d148-3246-4760-8641-a8b685055c6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': 'f4ab2fad-07f3-4876-b0e1-2d6064898429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:38:41Z', 'updated_at': '2021-12-06T17:38:48Z', 'revision_number': 5, 'project_id': 'c27044cf11ea44118ff5004391cd34da', 'subnets': [{'id': 'f4ab2fad-07f3-4876-b0e1-2d6064898429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:39:09.662838 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2636413-e624-4eb2-980a-adc91b2e45e6 req-2f9e8a1c-5ba7-4685-af13-956800d48c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:39:09.664537 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b2636413-e624-4eb2-980a-adc91b2e45e6 req-2f9e8a1c-5ba7-4685-af13-956800d48c14 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ca92a34c-5a45-49c6-88fa-170359e316c2 HTTP/1.1" status: 200 len: 897 time: 0.1764839 Dec 06 17:39:09.685281 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90380751-decc-41ff-bef9-6b030e05e80a None None] Checking router: ae46d148-3246-4760-8641-a8b685055c6e for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:39:09.688570 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-18bc36f4-c7de-422d-957c-4cc224f5cd45 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:09.694375 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90380751-decc-41ff-bef9-6b030e05e80a None None] Routers {'ae46d148-3246-4760-8641-a8b685055c6e'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:39:09.694992 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-90380751-decc-41ff-bef9-6b030e05e80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:38:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['ae46d148-3246-4760-8641-a8b685055c6e'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:39:09.769715 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b2636413-e624-4eb2-980a-adc91b2e45e6 req-dcdf3e70-e57c-4bc4-a27d-5f8059cd6fbb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b90a031-d215-4fa7-bc6d-63e57197f5e4 HTTP/1.1" status: 200 len: 999 time: 0.0909503 Dec 06 17:39:09.838666 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-90380751-decc-41ff-bef9-6b030e05e80a None None] Set router ae46d148-3246-4760-8641-a8b685055c6e gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:39:09.872522 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-9017cc83-b195-4522-8458-ea29c6f84ef0 tempest-TestSecurityGroupsBasicOps-2053023288 tempest-TestSecurityGroupsBasicOps-2053023288-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3056 time: 0.3024285 Dec 06 17:39:09.873113 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57514) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:09.953171 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d146cd-31cb-44e4-afce-3e9a027b7d4d tempest-TestSecurityGroupsBasicOps-2053023288 tempest-TestSecurityGroupsBasicOps-2053023288-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:39:09.953716 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d146cd-31cb-44e4-afce-3e9a027b7d4d tempest-TestSecurityGroupsBasicOps-2053023288 tempest-TestSecurityGroupsBasicOps-2053023288-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:39:09.966056 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-44d146cd-31cb-44e4-afce-3e9a027b7d4d tempest-TestSecurityGroupsBasicOps-2053023288 tempest-TestSecurityGroupsBasicOps-2053023288-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=ae46d148-3246-4760-8641-a8b685055c6e HTTP/1.1" status: 200 len: 1990 time: 0.0917988 Dec 06 17:39:10.091583 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-18bc36f4-c7de-422d-957c-4cc224f5cd45 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:10.143558 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18bc36f4-c7de-422d-957c-4cc224f5cd45 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Network 465f5243-c51b-4cad-9744-34398c0d953e is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:39:10.153578 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-18bc36f4-c7de-422d-957c-4cc224f5cd45 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:39:10.160371 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bc36f4-c7de-422d-957c-4cc224f5cd45 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:39:10.166285 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2636413-e624-4eb2-980a-adc91b2e45e6 req-b6b63d6b-6124-4c9b-add3-c7e83d9ab166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:39:10.167782 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b2636413-e624-4eb2-980a-adc91b2e45e6 req-b6b63d6b-6124-4c9b-add3-c7e83d9ab166 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f4ab2fad-07f3-4876-b0e1-2d6064898429 HTTP/1.1" status: 200 len: 835 time: 0.3946249 Dec 06 17:39:10.186846 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bc36f4-c7de-422d-957c-4cc224f5cd45 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Pushing event updated for resources: {'Port': ['ID=a5d0ad3d-f382-4319-be68-2a7bcc1d711b,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:10.208318 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-90380751-decc-41ff-bef9-6b030e05e80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae46d148-3246-4760-8641-a8b685055c6e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-474003343', 'tenant_id': 'c27044cf11ea44118ff5004391cd34da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.154'}], 'enable_snat': True}, 'gw_port_id': '02e9925f-c728-43d0-95f0-518733740a5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:38:34Z', 'updated_at': '2021-12-06T17:38:43Z', 'revision_number': 4, 'project_id': 'c27044cf11ea44118ff5004391cd34da', 'gw_port': {'id': '02e9925f-c728-43d0-95f0-518733740a5c', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:17:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae46d148-3246-4760-8641-a8b685055c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:38:35Z', 'updated_at': '2021-12-06T17:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'ef8e6732-5f53-41ef-87ed-431c81742c8e', 'tenant_id': 'c27044cf11ea44118ff5004391cd34da', 'floating_ip_address': '172.35.1.191', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': 'ae46d148-3246-4760-8641-a8b685055c6e', 'port_id': '8b90a031-d215-4fa7-bc6d-63e57197f5e4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca92a34c-5a45-49c6-88fa-170359e316c2', 'mac_address': 'fa:16:3e:7a:25:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbff481-ddf8-420f-b442-c3544ce12597', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:39:06Z', 'updated_at': '2021-12-06T17:39:06Z', 'revision_number': 0, 'project_id': 'c27044cf11ea44118ff5004391cd34da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33d10205-200f-4b35-a682-a9f70021fec4', 'name': '', 'network_id': 'ca92a34c-5a45-49c6-88fa-170359e316c2', 'tenant_id': 'c27044cf11ea44118ff5004391cd34da', 'mac_address': 'fa:16:3e:e5:e9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae46d148-3246-4760-8641-a8b685055c6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': 'f4ab2fad-07f3-4876-b0e1-2d6064898429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:38:41Z', 'updated_at': '2021-12-06T17:38:48Z', 'revision_number': 5, 'project_id': 'c27044cf11ea44118ff5004391cd34da', 'subnets': [{'id': 'f4ab2fad-07f3-4876-b0e1-2d6064898429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:39:10.237321 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90380751-decc-41ff-bef9-6b030e05e80a None None] The sync data for ids ['ae46d148-3246-4760-8641-a8b685055c6e'] in n-d-master-1 is: [{'id': 'ae46d148-3246-4760-8641-a8b685055c6e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-474003343', 'tenant_id': 'c27044cf11ea44118ff5004391cd34da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.154'}], 'enable_snat': True}, 'gw_port_id': '02e9925f-c728-43d0-95f0-518733740a5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:38:34Z', 'updated_at': '2021-12-06T17:38:43Z', 'revision_number': 4, 'project_id': 'c27044cf11ea44118ff5004391cd34da', 'gw_port': {'id': '02e9925f-c728-43d0-95f0-518733740a5c', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:17:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae46d148-3246-4760-8641-a8b685055c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:38:35Z', 'updated_at': '2021-12-06T17:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'ef8e6732-5f53-41ef-87ed-431c81742c8e', 'tenant_id': 'c27044cf11ea44118ff5004391cd34da', 'floating_ip_address': '172.35.1.191', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': 'ae46d148-3246-4760-8641-a8b685055c6e', 'port_id': '8b90a031-d215-4fa7-bc6d-63e57197f5e4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca92a34c-5a45-49c6-88fa-170359e316c2', 'mac_address': 'fa:16:3e:7a:25:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbff481-ddf8-420f-b442-c3544ce12597', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:39:06Z', 'updated_at': '2021-12-06T17:39:06Z', 'revision_number': 0, 'project_id': 'c27044cf11ea44118ff5004391cd34da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33d10205-200f-4b35-a682-a9f70021fec4', 'name': '', 'network_id': 'ca92a34c-5a45-49c6-88fa-170359e316c2', 'tenant_id': 'c27044cf11ea44118ff5004391cd34da', 'mac_address': 'fa:16:3e:e5:e9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae46d148-3246-4760-8641-a8b685055c6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': 'f4ab2fad-07f3-4876-b0e1-2d6064898429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:38:41Z', 'updated_at': '2021-12-06T17:38:48Z', 'revision_number': 5, 'project_id': 'c27044cf11ea44118ff5004391cd34da', 'subnets': [{'id': 'f4ab2fad-07f3-4876-b0e1-2d6064898429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:39:10.239771 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18bc36f4-c7de-422d-957c-4cc224f5cd45 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:39:10.240397 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-18bc36f4-c7de-422d-957c-4cc224f5cd45 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:10.260714 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2636413-e624-4eb2-980a-adc91b2e45e6 req-6978e06e-e96b-4451-af3b-90ff0e4a43db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:39:10.262548 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b2636413-e624-4eb2-980a-adc91b2e45e6 req-6978e06e-e96b-4451-af3b-90ff0e4a43db service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ca92a34c-5a45-49c6-88fa-170359e316c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0767758 Dec 06 17:39:10.267784 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-18bc36f4-c7de-422d-957c-4cc224f5cd45 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.4804103 Dec 06 17:39:10.270601 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57518) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:10.378628 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b2636413-e624-4eb2-980a-adc91b2e45e6 req-09ef1040-7772-4931-bd1f-e3402a0380b1 service neutron] 10.222.0.41 "GET /v2.0/networks/ca92a34c-5a45-49c6-88fa-170359e316c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079187 Dec 06 17:39:10.380968 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-56cc700a-68d4-4fec-972d-b40f7050b072 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Deleting port a5d0ad3d-f382-4319-be68-2a7bcc1d711b {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:39:10.381317 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-56cc700a-68d4-4fec-972d-b40f7050b072 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:10.477963 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-56cc700a-68d4-4fec-972d-b40f7050b072 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:10.500867 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b2636413-e624-4eb2-980a-adc91b2e45e6 req-adda56f5-c22a-4e52-9ad7-67601054aa4c service neutron] 10.222.0.41 "GET /v2.0/networks/ca92a34c-5a45-49c6-88fa-170359e316c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112354 Dec 06 17:39:10.502504 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-56cc700a-68d4-4fec-972d-b40f7050b072 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Calling delete_port for a5d0ad3d-f382-4319-be68-2a7bcc1d711b owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:39:10.575109 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec02e7b6-3b20-4ff6-804f-13064372ee4c None None] New status for floating IP ef8e6732-5f53-41ef-87ed-431c81742c8e: ACTIVE {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 17:39:10.651482 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-56cc700a-68d4-4fec-972d-b40f7050b072 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:10.682658 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cc700a-68d4-4fec-972d-b40f7050b072 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Pushing event deleted for resources: {'Port': ['ID=a5d0ad3d-f382-4319-be68-2a7bcc1d711b,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:10.750573 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-56cc700a-68d4-4fec-972d-b40f7050b072 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:10.755047 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-56cc700a-68d4-4fec-972d-b40f7050b072 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] 10.222.0.23 "DELETE /v2.0/ports/a5d0ad3d-f382-4319-be68-2a7bcc1d711b HTTP/1.1" status: 204 len: 168 time: 0.4832733 Dec 06 17:39:10.757927 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57532) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:10.762790 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-b1764999-43a6-4393-ac55-a32d34a1611e tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '465f5243-c51b-4cad-9744-34398c0d953e', 'external_fixed_ips': [{'subnet_id': 'cbe16eeb-9f1c-43fd-b125-c8f42a809d06', 'ip_address': '172.20.0.9'}]}}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:39:10.812262 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b1764999-43a6-4393-ac55-a32d34a1611e tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:10.813268 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b1764999-43a6-4393-ac55-a32d34a1611e tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:10.852310 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3c26cebb-108b-487d-9053-f27587aec2cd req-83c93ef6-a182-481e-bc81-a9e00d373f4f tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-928314126&fields=id&tenant_id=ecd8b64e36c540eeae4809301448bbe1 HTTP/1.1" status: 200 len: 267 time: 0.0700481 Dec 06 17:39:10.954197 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b1764999-43a6-4393-ac55-a32d34a1611e tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:11.143858 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b1764999-43a6-4393-ac55-a32d34a1611e tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:11.152808 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c26cebb-108b-487d-9053-f27587aec2cd req-ade266bc-fe01-46df-9f00-7cb52d5b33a0 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:39:11.154440 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3c26cebb-108b-487d-9053-f27587aec2cd req-ade266bc-fe01-46df-9f00-7cb52d5b33a0 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/networks?id=2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4 HTTP/1.1" status: 200 len: 812 time: 0.2824981 Dec 06 17:39:11.184562 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3c26cebb-108b-487d-9053-f27587aec2cd req-80cfb5f7-43d1-4a40-beea-b549257592ba tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/quotas/ecd8b64e36c540eeae4809301448bbe1 HTTP/1.1" status: 200 len: 375 time: 0.0236392 Dec 06 17:39:11.299021 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3c26cebb-108b-487d-9053-f27587aec2cd req-edf43ac4-37eb-4e6f-8043-54b21a9c2aa9 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ecd8b64e36c540eeae4809301448bbe1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1082206 Dec 06 17:39:11.417347 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [req-3c26cebb-108b-487d-9053-f27587aec2cd req-192214ec-1077-4c8f-ac7d-f1a427ee546c service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103285) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:39:11.418362 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3c26cebb-108b-487d-9053-f27587aec2cd req-192214ec-1077-4c8f-ac7d-f1a427ee546c service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1052787 Dec 06 17:39:11.461218 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b1764999-43a6-4393-ac55-a32d34a1611e tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:11.510993 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b1764999-43a6-4393-ac55-a32d34a1611e tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:11.663961 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3c26cebb-108b-487d-9053-f27587aec2cd req-aa7f28c5-6651-441f-a0e0-a9ae1bc6c030 service neutron] 10.222.0.23 "GET /v2.0/networks/2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372181 Dec 06 17:39:11.794832 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-b1764999-43a6-4393-ac55-a32d34a1611e tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Allocated IP 172.20.0.9 (465f5243-c51b-4cad-9744-34398c0d953e/cbe16eeb-9f1c-43fd-b125-c8f42a809d06/3ed1e552-97c0-4f0b-8470-a8d43ea30575) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:39:11.817172 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3c26cebb-108b-487d-9053-f27587aec2cd req-acd33da9-fd20-4b14-beee-24ce9107ce7a service neutron] 10.222.0.23 "GET /v2.0/networks/2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429827 Dec 06 17:39:11.943786 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b1764999-43a6-4393-ac55-a32d34a1611e tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:11.978953 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b1764999-43a6-4393-ac55-a32d34a1611e tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:12.022016 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1764999-43a6-4393-ac55-a32d34a1611e tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Network 465f5243-c51b-4cad-9744-34398c0d953e is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:39:12.025805 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-b1764999-43a6-4393-ac55-a32d34a1611e tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:39:12.029989 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1764999-43a6-4393-ac55-a32d34a1611e tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:39:12.075891 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1764999-43a6-4393-ac55-a32d34a1611e tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Pushing event updated for resources: {'Port': ['ID=3ed1e552-97c0-4f0b-8470-a8d43ea30575,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:12.146774 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9eefb5ef-4f26-45ab-8379-b1a845541c1a req-4d6cbf3f-d439-4178-9519-92ee7253dd15 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=254f2db9-d6bf-432e-87d8-46ac17077c80 HTTP/1.1" status: 200 len: 210 time: 0.0313730 Dec 06 17:39:12.352953 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b1764999-43a6-4393-ac55-a32d34a1611e tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:12.390277 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a14780c6-99bc-4232-bd27-8a9f70746192 req-48403a2a-5bfc-4843-b86e-9eeee744d9e5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bdbff481-ddf8-420f-b442-c3544ce12597&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0883527 Dec 06 17:39:12.535198 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14780c6-99bc-4232-bd27-8a9f70746192 req-7df4159c-3ebf-4c98-9354-f7342538d214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:39:12.536664 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a14780c6-99bc-4232-bd27-8a9f70746192 req-7df4159c-3ebf-4c98-9354-f7342538d214 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c27044cf11ea44118ff5004391cd34da&device_id=bdbff481-ddf8-420f-b442-c3544ce12597 HTTP/1.1" status: 200 len: 1135 time: 0.0938306 Dec 06 17:39:12.658169 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b1764999-43a6-4393-ac55-a32d34a1611e tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:13.019684 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14780c6-99bc-4232-bd27-8a9f70746192 req-f63108d0-089c-444a-bfb3-b233b203f870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:39:13.021132 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a14780c6-99bc-4232-bd27-8a9f70746192 req-f63108d0-089c-444a-bfb3-b233b203f870 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ca92a34c-5a45-49c6-88fa-170359e316c2 HTTP/1.1" status: 200 len: 897 time: 0.4406035 Dec 06 17:39:13.339331 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a14780c6-99bc-4232-bd27-8a9f70746192 req-f7caf992-b78f-4992-bc3f-e4409653f311 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b90a031-d215-4fa7-bc6d-63e57197f5e4 HTTP/1.1" status: 200 len: 1001 time: 0.2897477 Dec 06 17:39:13.341307 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f2929aaa-696b-4a14-abf3-12d46f2fe197 req-18937012-c86e-4ff2-a428-8d65f74821b4 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=254f2db9-d6bf-432e-87d8-46ac17077c80 HTTP/1.1" status: 200 len: 210 time: 0.0495422 Dec 06 17:39:13.409897 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c26cebb-108b-487d-9053-f27587aec2cd req-5d9a2034-f509-429b-8729-3d195567867c tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:39:13.411439 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3c26cebb-108b-487d-9053-f27587aec2cd req-5d9a2034-f509-429b-8729-3d195567867c tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.44 "GET /v2.0/networks?id=2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4 HTTP/1.1" status: 200 len: 812 time: 0.3631363 Dec 06 17:39:13.454888 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14780c6-99bc-4232-bd27-8a9f70746192 req-a6a55934-4225-42a2-aaf3-b20f32de4e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:39:13.455794 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-31c42698-e914-4cf0-95ec-a239424fe33b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:13.456485 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a14780c6-99bc-4232-bd27-8a9f70746192 req-a6a55934-4225-42a2-aaf3-b20f32de4e69 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f4ab2fad-07f3-4876-b0e1-2d6064898429 HTTP/1.1" status: 200 len: 835 time: 0.0934429 Dec 06 17:39:13.463736 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1764999-43a6-4393-ac55-a32d34a1611e tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Router f41146b4-a4ee-4aaa-a6e1-b85c458731e8 is scheduled to L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 with binding_index 1 {{(pid=103285) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 17:39:13.531661 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3c26cebb-108b-487d-9053-f27587aec2cd req-c762eb6d-bc52-4396-a0ed-b60fe91b2f67 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ecd8b64e36c540eeae4809301448bbe1 HTTP/1.1" status: 200 len: 379 time: 0.1083527 Dec 06 17:39:13.574087 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-3c26cebb-108b-487d-9053-f27587aec2cd req-dad9ab2c-c08d-490c-82c4-75eb92024b81 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Request body: {'port': {'device_id': '254f2db9-d6bf-432e-87d8-46ac17077c80', 'network_id': '2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4', 'admin_state_up': True, 'tenant_id': 'ecd8b64e36c540eeae4809301448bbe1', 'security_groups': ['1e5797dc-b155-406a-9d6a-299f1fe9f8d8']}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:39:13.643567 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14780c6-99bc-4232-bd27-8a9f70746192 req-93d2cf6f-aea8-4dfd-a8d3-688e9ba745e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:39:13.645142 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a14780c6-99bc-4232-bd27-8a9f70746192 req-93d2cf6f-aea8-4dfd-a8d3-688e9ba745e7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ca92a34c-5a45-49c6-88fa-170359e316c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1612782 Dec 06 17:39:13.774173 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1764999-43a6-4393-ac55-a32d34a1611e tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:39:13.792679 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b355eef6-c04d-49dc-9091-5a4298370c76 None None] Sync routers for ids ['f41146b4-a4ee-4aaa-a6e1-b85c458731e8'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:39:13.810597 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c26cebb-108b-487d-9053-f27587aec2cd req-dad9ab2c-c08d-490c-82c4-75eb92024b81 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Made reservation on behalf of ecd8b64e36c540eeae4809301448bbe1 for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:39:13.811056 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b355eef6-c04d-49dc-9091-5a4298370c76 None None] Routers {'f41146b4-a4ee-4aaa-a6e1-b85c458731e8'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:39:13.811718 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-b355eef6-c04d-49dc-9091-5a4298370c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:38:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['f41146b4-a4ee-4aaa-a6e1-b85c458731e8'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:39:13.814520 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-3c26cebb-108b-487d-9053-f27587aec2cd req-dad9ab2c-c08d-490c-82c4-75eb92024b81 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:13.834752 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b1764999-43a6-4393-ac55-a32d34a1611e tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:13.836675 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-b1764999-43a6-4393-ac55-a32d34a1611e tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.0776281 Dec 06 17:39:13.839733 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57568) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:13.867917 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a14780c6-99bc-4232-bd27-8a9f70746192 req-dfb47eb7-c23b-4f65-9f2e-242e91d92eb1 service neutron] 10.222.0.41 "GET /v2.0/networks/ca92a34c-5a45-49c6-88fa-170359e316c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935008 Dec 06 17:39:13.951475 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-b355eef6-c04d-49dc-9091-5a4298370c76 None None] Set router f41146b4-a4ee-4aaa-a6e1-b85c458731e8 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:39:14.025774 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b63218ac-336d-454d-aa57-0c8a25e1758a tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks [] for router, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:14.072086 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a14780c6-99bc-4232-bd27-8a9f70746192 req-50cd3521-c5cd-4cb4-9173-f796ffa821be service neutron] 10.222.0.41 "GET /v2.0/networks/ca92a34c-5a45-49c6-88fa-170359e316c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733942 Dec 06 17:39:14.073245 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-3c26cebb-108b-487d-9053-f27587aec2cd req-dad9ab2c-c08d-490c-82c4-75eb92024b81 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Allocated IP 172.20.0.8 (2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4/06d20752-22e2-4f05-a607-805be1f18e56/d8195b8e-e449-48c2-83b3-3ede1a9ed187) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:39:14.184713 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b63218ac-336d-454d-aa57-0c8a25e1758a tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:14.226224 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-b355eef6-c04d-49dc-9091-5a4298370c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41146b4-a4ee-4aaa-a6e1-b85c458731e8', 'name': '', 'tenant_id': '5500a782a3fe4002828e776455e19288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '465f5243-c51b-4cad-9744-34398c0d953e', 'external_fixed_ips': [{'subnet_id': 'cbe16eeb-9f1c-43fd-b125-c8f42a809d06', 'ip_address': '172.20.0.9'}], 'enable_snat': True}, 'gw_port_id': '3ed1e552-97c0-4f0b-8470-a8d43ea30575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:39:10Z', 'updated_at': '2021-12-06T17:39:12Z', 'revision_number': 3, 'project_id': '5500a782a3fe4002828e776455e19288', 'gw_port': {'id': '3ed1e552-97c0-4f0b-8470-a8d43ea30575', 'name': '', 'network_id': '465f5243-c51b-4cad-9744-34398c0d953e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:80:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f41146b4-a4ee-4aaa-a6e1-b85c458731e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'cbe16eeb-9f1c-43fd-b125-c8f42a809d06', 'ip_address': '172.20.0.9', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:39:11Z', 'updated_at': '2021-12-06T17:39:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cbe16eeb-9f1c-43fd-b125-c8f42a809d06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:39:14.248595 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-b63218ac-336d-454d-aa57-0c8a25e1758a tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Deleting port 3ed1e552-97c0-4f0b-8470-a8d43ea30575 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:39:14.249292 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b63218ac-336d-454d-aa57-0c8a25e1758a tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:14.256928 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b355eef6-c04d-49dc-9091-5a4298370c76 None None] Checking router: f41146b4-a4ee-4aaa-a6e1-b85c458731e8 for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:39:14.257859 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b355eef6-c04d-49dc-9091-5a4298370c76 None None] Updating router f41146b4-a4ee-4aaa-a6e1-b85c458731e8 port 3ed1e552-97c0-4f0b-8470-a8d43ea30575 binding host n-d-master-1 {{(pid=103287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:39:14.266430 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-3c26cebb-108b-487d-9053-f27587aec2cd req-dad9ab2c-c08d-490c-82c4-75eb92024b81 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:14.292631 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b355eef6-c04d-49dc-9091-5a4298370c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:14.310049 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-3c26cebb-108b-487d-9053-f27587aec2cd req-dad9ab2c-c08d-490c-82c4-75eb92024b81 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:14.332684 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b63218ac-336d-454d-aa57-0c8a25e1758a tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:14.335730 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c26cebb-108b-487d-9053-f27587aec2cd req-dad9ab2c-c08d-490c-82c4-75eb92024b81 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Network 2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:39:14.339622 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-3c26cebb-108b-487d-9053-f27587aec2cd req-dad9ab2c-c08d-490c-82c4-75eb92024b81 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:39:14.348605 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-b63218ac-336d-454d-aa57-0c8a25e1758a tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Calling delete_port for 3ed1e552-97c0-4f0b-8470-a8d43ea30575 owned by network:router_gateway {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:39:14.385790 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c26cebb-108b-487d-9053-f27587aec2cd req-dad9ab2c-c08d-490c-82c4-75eb92024b81 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:39:14.444942 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad9ab2c-c08d-490c-82c4-75eb92024b81 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Pushing event updated for resources: {'Port': ['ID=d8195b8e-e449-48c2-83b3-3ede1a9ed187,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:14.465338 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c26cebb-108b-487d-9053-f27587aec2cd req-dad9ab2c-c08d-490c-82c4-75eb92024b81 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:39:14.467930 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-3c26cebb-108b-487d-9053-f27587aec2cd req-dad9ab2c-c08d-490c-82c4-75eb92024b81 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:14.489050 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3c26cebb-108b-487d-9053-f27587aec2cd req-dad9ab2c-c08d-490c-82c4-75eb92024b81 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9262178 Dec 06 17:39:14.502869 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-3c26cebb-108b-487d-9053-f27587aec2cd req-4f993aeb-8974-4671-8913-59eb2af6f8ad service neutron] Request body: {'port': {'device_id': '254f2db9-d6bf-432e-87d8-46ac17077c80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:39:14.574678 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-3c26cebb-108b-487d-9053-f27587aec2cd req-4f993aeb-8974-4671-8913-59eb2af6f8ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:14.606250 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77945d7d-dcbc-4dd1-958b-39ffc90a899b req-aa71af0b-77b5-4c4e-a258-6b7430f43e75 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:39:14.608810 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-77945d7d-dcbc-4dd1-958b-39ffc90a899b req-aa71af0b-77b5-4c4e-a258-6b7430f43e75 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=254f2db9-d6bf-432e-87d8-46ac17077c80 HTTP/1.1" status: 200 len: 931 time: 0.1278436 Dec 06 17:39:14.710437 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-77945d7d-dcbc-4dd1-958b-39ffc90a899b req-76d34a2b-8d61-4331-81bb-8e85965f6653 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=1e5797dc-b155-406a-9d6a-299f1fe9f8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954762 Dec 06 17:39:14.718898 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b63218ac-336d-454d-aa57-0c8a25e1758a tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:14.734555 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.db.api [None req-b355eef6-c04d-49dc-9091-5a4298370c76 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103287) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 17:39:14.735311 n-d-master-1 neutron-server[103287]: DEBUG oslo_db.api [None req-b355eef6-c04d-49dc-9091-5a4298370c76 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 17:39:14.743556 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-9929bf67-da72-4a45-aa38-ce5db5d067df None None] Provisioning complete for port d8195b8e-e449-48c2-83b3-3ede1a9ed187 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:39:14.744078 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9929bf67-da72-4a45-aa38-ce5db5d067df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:14.762171 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63218ac-336d-454d-aa57-0c8a25e1758a tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Pushing event deleted for resources: {'Port': ['ID=3ed1e552-97c0-4f0b-8470-a8d43ea30575,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:14.797106 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-9929bf67-da72-4a45-aa38-ce5db5d067df None None] Port d8195b8e-e449-48c2-83b3-3ede1a9ed187 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:39:14.830529 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b63218ac-336d-454d-aa57-0c8a25e1758a tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536698'] for router_gateway, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:14.943223 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-3c26cebb-108b-487d-9053-f27587aec2cd req-4f993aeb-8974-4671-8913-59eb2af6f8ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8195b8e-e449-48c2-83b3-3ede1a9ed187 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:39:14.952955 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-3c26cebb-108b-487d-9053-f27587aec2cd req-4f993aeb-8974-4671-8913-59eb2af6f8ad service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:14.968103 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-3c26cebb-108b-487d-9053-f27587aec2cd req-4f993aeb-8974-4671-8913-59eb2af6f8ad service neutron] Transition to ACTIVE for port object d8195b8e-e449-48c2-83b3-3ede1a9ed187 will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:39:14.971731 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-3c26cebb-108b-487d-9053-f27587aec2cd req-4f993aeb-8974-4671-8913-59eb2af6f8ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:15.033067 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f993aeb-8974-4671-8913-59eb2af6f8ad service neutron] Pushing event updated for resources: {'Port': ['ID=d8195b8e-e449-48c2-83b3-3ede1a9ed187,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:15.182832 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-3c26cebb-108b-487d-9053-f27587aec2cd req-4f993aeb-8974-4671-8913-59eb2af6f8ad service neutron] Attempting to bind port d8195b8e-e449-48c2-83b3-3ede1a9ed187 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:39:15.183178 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-3c26cebb-108b-487d-9053-f27587aec2cd req-4f993aeb-8974-4671-8913-59eb2af6f8ad service neutron] Attempting to bind port d8195b8e-e449-48c2-83b3-3ede1a9ed187 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '335efc5d-483a-424a-abc6-8fe1bd340f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:39:15.183515 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c26cebb-108b-487d-9053-f27587aec2cd req-4f993aeb-8974-4671-8913-59eb2af6f8ad service neutron] Attempting to bind port d8195b8e-e449-48c2-83b3-3ede1a9ed187 on network 2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:39:15.189176 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c26cebb-108b-487d-9053-f27587aec2cd req-4f993aeb-8974-4671-8913-59eb2af6f8ad service neutron] Port d8195b8e-e449-48c2-83b3-3ede1a9ed187 on network 2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:39:15.189435 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c26cebb-108b-487d-9053-f27587aec2cd req-4f993aeb-8974-4671-8913-59eb2af6f8ad service neutron] Attempting to bind port d8195b8e-e449-48c2-83b3-3ede1a9ed187 on network 2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:39:15.195129 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c26cebb-108b-487d-9053-f27587aec2cd req-4f993aeb-8974-4671-8913-59eb2af6f8ad service neutron] Checking agent: {'id': '9d8b9f49-2860-4c1f-9b89-45a7657a3c4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:39:15.195620 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c26cebb-108b-487d-9053-f27587aec2cd req-4f993aeb-8974-4671-8913-59eb2af6f8ad service neutron] Checking segment: {'id': '335efc5d-483a-424a-abc6-8fe1bd340f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:39:15.196019 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c26cebb-108b-487d-9053-f27587aec2cd req-4f993aeb-8974-4671-8913-59eb2af6f8ad service neutron] Bound using segment: {'id': '335efc5d-483a-424a-abc6-8fe1bd340f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:39:15.196458 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-3c26cebb-108b-487d-9053-f27587aec2cd req-4f993aeb-8974-4671-8913-59eb2af6f8ad service neutron] Bound port: d8195b8e-e449-48c2-83b3-3ede1a9ed187, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '335efc5d-483a-424a-abc6-8fe1bd340f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:39:15.196822 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-3c26cebb-108b-487d-9053-f27587aec2cd req-4f993aeb-8974-4671-8913-59eb2af6f8ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:15.243581 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b63218ac-336d-454d-aa57-0c8a25e1758a tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:15.247095 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b63218ac-336d-454d-aa57-0c8a25e1758a tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:15.270635 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b355eef6-c04d-49dc-9091-5a4298370c76 None None] Port 3ed1e552-97c0-4f0b-8470-a8d43ea30575 not found while updating agent binding for router f41146b4-a4ee-4aaa-a6e1-b85c458731e8. {{(pid=103287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 06 17:39:15.290561 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b355eef6-c04d-49dc-9091-5a4298370c76 None None] Routers {'f41146b4-a4ee-4aaa-a6e1-b85c458731e8'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:39:15.291201 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-b355eef6-c04d-49dc-9091-5a4298370c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:38:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['f41146b4-a4ee-4aaa-a6e1-b85c458731e8'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:39:15.307219 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b63218ac-336d-454d-aa57-0c8a25e1758a tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:15.308245 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b63218ac-336d-454d-aa57-0c8a25e1758a tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f41146b4-a4ee-4aaa-a6e1-b85c458731e8 {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 17:39:15.319516 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b63218ac-336d-454d-aa57-0c8a25e1758a tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:15.321154 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-b63218ac-336d-454d-aa57-0c8a25e1758a tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] 10.222.0.23 "DELETE /v2.0/routers/f41146b4-a4ee-4aaa-a6e1-b85c458731e8 HTTP/1.1" status: 204 len: 168 time: 1.4802859 Dec 06 17:39:15.323816 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57580) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:15.408735 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-b355eef6-c04d-49dc-9091-5a4298370c76 None None] Set router f41146b4-a4ee-4aaa-a6e1-b85c458731e8 gateway port host: None {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:39:15.428837 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-fab604bb-ee9d-4b7b-8572-45d9169e2d27 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Deleting subnet cbe16eeb-9f1c-43fd-b125-c8f42a809d06 {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:39:15.434886 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-3c26cebb-108b-487d-9053-f27587aec2cd req-4f993aeb-8974-4671-8913-59eb2af6f8ad service neutron] For port d8195b8e-e449-48c2-83b3-3ede1a9ed187, host n-h2-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:39:15.445743 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fab604bb-ee9d-4b7b-8572-45d9169e2d27 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:15.468329 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-3c26cebb-108b-487d-9053-f27587aec2cd req-4f993aeb-8974-4671-8913-59eb2af6f8ad service neutron] For port d8195b8e-e449-48c2-83b3-3ede1a9ed187, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=d8195b8e-e449-48c2-83b3-3ede1a9ed187,segment=NetworkSegment(335efc5d-483a-424a-abc6-8fe1bd340f96),segment_id=335efc5d-483a-424a-abc6-8fe1bd340f96)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:39:15.477678 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-3c26cebb-108b-487d-9053-f27587aec2cd req-4f993aeb-8974-4671-8913-59eb2af6f8ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:15.487638 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-b355eef6-c04d-49dc-9091-5a4298370c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41146b4-a4ee-4aaa-a6e1-b85c458731e8', 'name': '', 'tenant_id': '5500a782a3fe4002828e776455e19288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:39:10Z', 'updated_at': '2021-12-06T17:39:14Z', 'revision_number': 5, 'project_id': '5500a782a3fe4002828e776455e19288', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:39:15.495676 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c26cebb-108b-487d-9053-f27587aec2cd req-4f993aeb-8974-4671-8913-59eb2af6f8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:39:15.496625 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-3c26cebb-108b-487d-9053-f27587aec2cd req-4f993aeb-8974-4671-8913-59eb2af6f8ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:15.498123 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3c26cebb-108b-487d-9053-f27587aec2cd req-4f993aeb-8974-4671-8913-59eb2af6f8ad service neutron] 10.222.0.44 "PUT /v2.0/ports/d8195b8e-e449-48c2-83b3-3ede1a9ed187 HTTP/1.1" status: 200 len: 1091 time: 1.0006924 Dec 06 17:39:15.506319 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '254f2db9-d6bf-432e-87d8-46ac17077c80', 'tag': 'd8195b8e-e449-48c2-83b3-3ede1a9ed187'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:39:15.514289 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfbce360-a4b7-40f0-b0be-4a57052f896a" -d '{"events": [{"name": "network-changed", "server_uuid": "254f2db9-d6bf-432e-87d8-46ac17077c80", "tag": "d8195b8e-e449-48c2-83b3-3ede1a9ed187"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:39:15.554324 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fab604bb-ee9d-4b7b-8572-45d9169e2d27 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:15.566850 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b355eef6-c04d-49dc-9091-5a4298370c76 None None] The sync data for ids ['f41146b4-a4ee-4aaa-a6e1-b85c458731e8'] in n-d-master-1 is: [{'id': 'f41146b4-a4ee-4aaa-a6e1-b85c458731e8', 'name': '', 'tenant_id': '5500a782a3fe4002828e776455e19288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:39:10Z', 'updated_at': '2021-12-06T17:39:14Z', 'revision_number': 5, 'project_id': '5500a782a3fe4002828e776455e19288', 'gw_port_host': None}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:39:15.618492 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e142c4-2a69-445b-ab21-c81fa28b3301 x-openstack-request-id: req-20e142c4-2a69-445b-ab21-c81fa28b3301 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:39:15.618838 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "254f2db9-d6bf-432e-87d8-46ac17077c80", "tag": "d8195b8e-e449-48c2-83b3-3ede1a9ed187", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:39:15.619098 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-20e142c4-2a69-445b-ab21-c81fa28b3301 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:39:15.619506 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '254f2db9-d6bf-432e-87d8-46ac17077c80', 'tag': 'd8195b8e-e449-48c2-83b3-3ede1a9ed187', 'status': 'completed', 'code': 200} Dec 06 17:39:15.673827 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0748eaf6-b71a-4841-b137-5b8d80417af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:15.674840 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f993aeb-8974-4671-8913-59eb2af6f8ad service neutron] Pushing event updated for resources: {'Port': ['ID=d8195b8e-e449-48c2-83b3-3ede1a9ed187,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:15.703411 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fab604bb-ee9d-4b7b-8572-45d9169e2d27 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:15.800075 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c26cebb-108b-487d-9053-f27587aec2cd req-ff7c63f4-73d8-433e-8a92-dd3eb2545512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:39:15.812675 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3c26cebb-108b-487d-9053-f27587aec2cd req-ff7c63f4-73d8-433e-8a92-dd3eb2545512 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ecd8b64e36c540eeae4809301448bbe1&device_id=254f2db9-d6bf-432e-87d8-46ac17077c80 HTTP/1.1" status: 200 len: 1094 time: 0.2692275 Dec 06 17:39:15.880588 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fab604bb-ee9d-4b7b-8572-45d9169e2d27 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:15.907894 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e2230a-f7d0-49c6-86dd-d88962c76c5b req-f34bcddf-ac90-42d1-a037-0ea8108f7318 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:39:15.909865 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e0e2230a-f7d0-49c6-86dd-d88962c76c5b req-f34bcddf-ac90-42d1-a037-0ea8108f7318 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=254f2db9-d6bf-432e-87d8-46ac17077c80 HTTP/1.1" status: 200 len: 943 time: 0.0670669 Dec 06 17:39:15.911735 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab604bb-ee9d-4b7b-8572-45d9169e2d27 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=cbe16eeb-9f1c-43fd-b125-c8f42a809d06,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:15.916187 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3c26cebb-108b-487d-9053-f27587aec2cd req-09511ccc-bb86-4371-9401-ca06aa0d74d5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8195b8e-e449-48c2-83b3-3ede1a9ed187 HTTP/1.1" status: 200 len: 217 time: 0.0932922 Dec 06 17:39:15.938526 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fab604bb-ee9d-4b7b-8572-45d9169e2d27 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:15.947138 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-fab604bb-ee9d-4b7b-8572-45d9169e2d27 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] 10.222.0.23 "DELETE /v2.0/subnets/cbe16eeb-9f1c-43fd-b125-c8f42a809d06 HTTP/1.1" status: 204 len: 168 time: 0.6207852 Dec 06 17:39:15.991036 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57588) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:15.996440 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e0e2230a-f7d0-49c6-86dd-d88962c76c5b req-dc0b91d3-9829-4183-b43f-58f39934ad49 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=1e5797dc-b155-406a-9d6a-299f1fe9f8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729983 Dec 06 17:39:16.077547 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c26cebb-108b-487d-9053-f27587aec2cd req-1d0c1a28-5f9c-46f3-9778-9c59706f8735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:39:16.079027 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3c26cebb-108b-487d-9053-f27587aec2cd req-1d0c1a28-5f9c-46f3-9778-9c59706f8735 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=06d20752-22e2-4f05-a607-805be1f18e56 HTTP/1.1" status: 200 len: 851 time: 0.1513824 Dec 06 17:39:16.119887 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1ddde950-a6e7-48ac-bb5d-a9662731b708 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:16.145677 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c26cebb-108b-487d-9053-f27587aec2cd req-09452475-6985-403c-9a2c-13d1c0add742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:39:16.147253 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3c26cebb-108b-487d-9053-f27587aec2cd req-09452475-6985-403c-9a2c-13d1c0add742 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0604558 Dec 06 17:39:16.280041 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1ddde950-a6e7-48ac-bb5d-a9662731b708 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:16.313361 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-1ddde950-a6e7-48ac-bb5d-a9662731b708 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['465f5243-c51b-4cad-9744-34398c0d953e']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:39:16.332734 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-1ddde950-a6e7-48ac-bb5d-a9662731b708 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2099576f-b6aa-4aaa-86e6-1ce998d56c07') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:39:16.333015 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-1ddde950-a6e7-48ac-bb5d-a9662731b708 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2099576f-b6aa-4aaa-86e6-1ce998d56c07') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:39:16.342858 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3c26cebb-108b-487d-9053-f27587aec2cd req-7eba01b6-c1ae-4e0a-a061-050513c3c661 service neutron] 10.222.0.44 "GET /v2.0/networks/2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731608 Dec 06 17:39:16.346695 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1ddde950-a6e7-48ac-bb5d-a9662731b708 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:16.375627 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1ddde950-a6e7-48ac-bb5d-a9662731b708 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:16.390090 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ddde950-a6e7-48ac-bb5d-a9662731b708 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:39:16.390325 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1ddde950-a6e7-48ac-bb5d-a9662731b708 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:16.392817 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:39:16.392817 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:39:16.392817 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:39:16.392817 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:39:16.392817 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:39:16.392817 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:39:16.392817 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:39:16.392817 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:39:16.392817 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:39:16.392817 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:39:16.392817 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:39:16.392817 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:39:16.392817 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:39:16.392817 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:39:16.392817 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:39:16.392817 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:39:16.392817 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:39:16.392817 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:39:16.392817 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:39:16.392817 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:39:16.392817 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:39:16.392817 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:39:16.392817 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:39:16.392817 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:39:16.392817 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:39:16.392817 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:39:16.392817 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:39:16.392817 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:39:16.392817 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:39:16.392817 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:39:16.392817 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:39:16.392817 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:39:16.496125 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1ddde950-a6e7-48ac-bb5d-a9662731b708 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:16.505044 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ddde950-a6e7-48ac-bb5d-a9662731b708 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 465f5243-c51b-4cad-9744-34398c0d953e {{(pid=103285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 06 17:39:16.507311 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1ddde950-a6e7-48ac-bb5d-a9662731b708 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks [] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:16.514600 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-1ddde950-a6e7-48ac-bb5d-a9662731b708 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] 10.222.0.23 "DELETE /v2.0/networks/465f5243-c51b-4cad-9744-34398c0d953e HTTP/1.1" status: 204 len: 168 time: 0.5173032 Dec 06 17:39:16.514600 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3c26cebb-108b-487d-9053-f27587aec2cd req-1e6cb92a-65b8-4787-be52-ecfa965a67ae service neutron] 10.222.0.44 "GET /v2.0/networks/2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594217 Dec 06 17:39:16.524812 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddde950-a6e7-48ac-bb5d-a9662731b708 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Pushing event deleted for resources: {'Network': ['ID=465f5243-c51b-4cad-9744-34398c0d953e,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:16.651290 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbce360-a4b7-40f0-b0be-4a57052f896a req-ea771852-97a8-43fe-8e69-4883a8fad12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:39:16.652816 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-cfbce360-a4b7-40f0-b0be-4a57052f896a req-ea771852-97a8-43fe-8e69-4883a8fad12d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ecd8b64e36c540eeae4809301448bbe1&device_id=254f2db9-d6bf-432e-87d8-46ac17077c80 HTTP/1.1" status: 200 len: 1094 time: 0.0838718 Dec 06 17:39:16.833080 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbce360-a4b7-40f0-b0be-4a57052f896a req-d762a111-6e81-4ce5-bdb3-3db4c21a0c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:39:16.834713 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-cfbce360-a4b7-40f0-b0be-4a57052f896a req-d762a111-6e81-4ce5-bdb3-3db4c21a0c11 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4 HTTP/1.1" status: 200 len: 913 time: 0.1718800 Dec 06 17:39:16.870833 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57600) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:16.876620 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-4cad62a2-d129-48d4-a8c3-1d8b62c78250 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Request body: {'router': {'name': 'tempest-router--859919636', 'project_id': 'cd2c49da1b8f40d2a322cc6ad933abb3'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:39:16.901745 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4cad62a2-d129-48d4-a8c3-1d8b62c78250 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:16.903342 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4cad62a2-d129-48d4-a8c3-1d8b62c78250 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:16.906201 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-cfbce360-a4b7-40f0-b0be-4a57052f896a req-48b166ae-faa2-46fb-8952-cec14407929e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8195b8e-e449-48c2-83b3-3ede1a9ed187 HTTP/1.1" status: 200 len: 217 time: 0.0639315 Dec 06 17:39:16.969128 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:16.989634 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbce360-a4b7-40f0-b0be-4a57052f896a req-e5ab747f-d882-434a-924c-8b18e1703a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:39:16.990388 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4cad62a2-d129-48d4-a8c3-1d8b62c78250 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:16.996730 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-cfbce360-a4b7-40f0-b0be-4a57052f896a req-e5ab747f-d882-434a-924c-8b18e1703a99 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=06d20752-22e2-4f05-a607-805be1f18e56 HTTP/1.1" status: 200 len: 851 time: 0.0836153 Dec 06 17:39:16.997041 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4cad62a2-d129-48d4-a8c3-1d8b62c78250 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:17.037312 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4cad62a2-d129-48d4-a8c3-1d8b62c78250 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:17.050421 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-4cad62a2-d129-48d4-a8c3-1d8b62c78250 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1772270 Dec 06 17:39:17.050752 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57604) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:17.129758 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbce360-a4b7-40f0-b0be-4a57052f896a req-3a9140b6-c6db-407e-8b7b-46ddd4d42bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:39:17.131294 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-cfbce360-a4b7-40f0-b0be-4a57052f896a req-3a9140b6-c6db-407e-8b7b-46ddd4d42bf9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1276212 Dec 06 17:39:17.170929 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fcb11e9b-b33e-4592-bac1-714add3edab5 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks [] for router, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:17.232912 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4823cf4-1c3b-4959-b8fa-e5d0fe5fc261 req-3fc0a615-d280-4e04-b3bc-4345234108a8 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:39:17.240887 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e4823cf4-1c3b-4959-b8fa-e5d0fe5fc261 req-3fc0a615-d280-4e04-b3bc-4345234108a8 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=254f2db9-d6bf-432e-87d8-46ac17077c80 HTTP/1.1" status: 200 len: 943 time: 0.1403489 Dec 06 17:39:17.312687 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-cfbce360-a4b7-40f0-b0be-4a57052f896a req-d6171d5c-efbf-4838-822e-c5fb2118f598 service neutron] 10.222.0.44 "GET /v2.0/networks/2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690392 Dec 06 17:39:17.328309 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e4823cf4-1c3b-4959-b8fa-e5d0fe5fc261 req-45943fb2-b0f5-4dd0-a75e-65a4e6cd6106 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=1e5797dc-b155-406a-9d6a-299f1fe9f8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817859 Dec 06 17:39:17.366597 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fcb11e9b-b33e-4592-bac1-714add3edab5 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:17.368965 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fcb11e9b-b33e-4592-bac1-714add3edab5 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:17.423955 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-cfbce360-a4b7-40f0-b0be-4a57052f896a req-3639773f-f834-457b-9ffd-e7856da460c4 service neutron] 10.222.0.44 "GET /v2.0/networks/2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944784 Dec 06 17:39:17.426665 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fcb11e9b-b33e-4592-bac1-714add3edab5 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:17.427444 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcb11e9b-b33e-4592-bac1-714add3edab5 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Fanout notify agent at l3_agent the message router_deleted on router eec97721-7ab7-41c4-b18e-c7b2043f84f4 {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 17:39:17.459350 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fcb11e9b-b33e-4592-bac1-714add3edab5 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:17.461946 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-fcb11e9b-b33e-4592-bac1-714add3edab5 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] 10.222.0.23 "DELETE /v2.0/routers/eec97721-7ab7-41c4-b18e-c7b2043f84f4 HTTP/1.1" status: 204 len: 168 time: 0.4091885 Dec 06 17:39:17.650136 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57610) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:17.861958 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-1b7d37db-26e8-44d4-b2af-fa5c0b840b6c tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1933632859', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}, 'admin_state_up': False}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:39:17.885175 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1b7d37db-26e8-44d4-b2af-fa5c0b840b6c tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:17.886130 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1b7d37db-26e8-44d4-b2af-fa5c0b840b6c tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:17.936324 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1b7d37db-26e8-44d4-b2af-fa5c0b840b6c tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:18.078352 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1b7d37db-26e8-44d4-b2af-fa5c0b840b6c tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:18.123697 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:18.282478 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1b7d37db-26e8-44d4-b2af-fa5c0b840b6c tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks [] for router_gateway, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:18.300989 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1b7d37db-26e8-44d4-b2af-fa5c0b840b6c tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:18.428631 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-1b7d37db-26e8-44d4-b2af-fa5c0b840b6c tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Allocated IP 172.35.1.160 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/d18ef2e6-658e-4d3a-9035-6c92c1667199) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:39:18.477419 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0811301b-674b-4ef2-a973-1ddd083afbf9 req-0900b238-2132-4682-9ba4-b4c447e9e510 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:39:18.478930 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0811301b-674b-4ef2-a973-1ddd083afbf9 req-0900b238-2132-4682-9ba4-b4c447e9e510 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=254f2db9-d6bf-432e-87d8-46ac17077c80 HTTP/1.1" status: 200 len: 943 time: 0.0871763 Dec 06 17:39:18.576959 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0811301b-674b-4ef2-a973-1ddd083afbf9 req-2dfd5407-68fe-4e74-bc04-24f6b3d95ea1 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=1e5797dc-b155-406a-9d6a-299f1fe9f8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689418 Dec 06 17:39:18.593153 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1b7d37db-26e8-44d4-b2af-fa5c0b840b6c tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:18.636919 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1b7d37db-26e8-44d4-b2af-fa5c0b840b6c tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:18.674264 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7d37db-26e8-44d4-b2af-fa5c0b840b6c tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:39:18.678476 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-1b7d37db-26e8-44d4-b2af-fa5c0b840b6c tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:39:18.685000 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7d37db-26e8-44d4-b2af-fa5c0b840b6c tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:39:18.694580 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ec973f-0f64-4db6-a0cc-12ad79ce3758 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:39:18.736463 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7d37db-26e8-44d4-b2af-fa5c0b840b6c tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Pushing event updated for resources: {'Port': ['ID=d18ef2e6-658e-4d3a-9035-6c92c1667199,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:18.819463 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-cb5f3473-9ab9-4a38-b1f7-3824a8c642bc None None] Provisioning complete for port d18ef2e6-658e-4d3a-9035-6c92c1667199 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:39:18.820549 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cb5f3473-9ab9-4a38-b1f7-3824a8c642bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:18.871505 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-cb5f3473-9ab9-4a38-b1f7-3824a8c642bc None None] Port d18ef2e6-658e-4d3a-9035-6c92c1667199 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:39:18.996572 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1b7d37db-26e8-44d4-b2af-fa5c0b840b6c tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks [] for router_gateway, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:19.090446 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:19.255707 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1b7d37db-26e8-44d4-b2af-fa5c0b840b6c tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:19.388177 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b7d37db-26e8-44d4-b2af-fa5c0b840b6c tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Router 73c3d381-89b5-4a58-912b-872a1b1bd2fd is scheduled to L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 17:39:19.496124 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b7d37db-26e8-44d4-b2af-fa5c0b840b6c tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:39:19.506344 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3263b9-58ab-4f16-b482-e57e7c5975b2 None None] Sync routers for ids ['73c3d381-89b5-4a58-912b-872a1b1bd2fd'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:39:19.516067 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3263b9-58ab-4f16-b482-e57e7c5975b2 None None] Routers {'73c3d381-89b5-4a58-912b-872a1b1bd2fd'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:39:19.516682 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-ed3263b9-58ab-4f16-b482-e57e7c5975b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:39:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['73c3d381-89b5-4a58-912b-872a1b1bd2fd'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:39:19.518305 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1b7d37db-26e8-44d4-b2af-fa5c0b840b6c tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:19.519730 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-1b7d37db-26e8-44d4-b2af-fa5c0b840b6c tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.8685696 Dec 06 17:39:19.522277 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57626) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:19.553900 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-ed3263b9-58ab-4f16-b482-e57e7c5975b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:39:19.564196 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3263b9-58ab-4f16-b482-e57e7c5975b2 None None] Routers {'73c3d381-89b5-4a58-912b-872a1b1bd2fd'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:39:19.565026 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-ed3263b9-58ab-4f16-b482-e57e7c5975b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:39:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['73c3d381-89b5-4a58-912b-872a1b1bd2fd'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:39:19.598647 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-ed3263b9-58ab-4f16-b482-e57e7c5975b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:39:19.599314 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3263b9-58ab-4f16-b482-e57e7c5975b2 None None] The sync data for ids ['73c3d381-89b5-4a58-912b-872a1b1bd2fd'] in n-d-master-1 is: [] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:39:19.638414 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-8ef0a379-a2b2-49a5-a696-d822e14b9e19 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] 10.222.0.23 "GET /v2.0/routers/73c3d381-89b5-4a58-912b-872a1b1bd2fd HTTP/1.1" status: 200 len: 921 time: 0.1146526 Dec 06 17:39:19.640924 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57630) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:19.668264 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-a3c7fbe2-3b16-4148-ab53-c53e92d62af4 tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] 10.222.0.23 "GET /v2.0/ports?device_id=73c3d381-89b5-4a58-912b-872a1b1bd2fd HTTP/1.1" status: 200 len: 205 time: 0.0262010 Dec 06 17:39:19.670803 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57632) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:19.707197 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fca4de-0435-4b51-aa98-aa91885ededc req-c4454fd0-6b75-4db0-9525-95b9b7bedf47 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:39:19.709354 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d2fca4de-0435-4b51-aa98-aa91885ededc req-c4454fd0-6b75-4db0-9525-95b9b7bedf47 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=254f2db9-d6bf-432e-87d8-46ac17077c80 HTTP/1.1" status: 200 len: 943 time: 0.0561562 Dec 06 17:39:19.773603 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d2fca4de-0435-4b51-aa98-aa91885ededc req-bc3f4bd9-e2d0-41e7-a656-71b2ad34f54f tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=1e5797dc-b155-406a-9d6a-299f1fe9f8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585852 Dec 06 17:39:19.793151 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-577d4bd1-ef3b-4888-b043-80e0bce84067 tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks [] for router, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:19.897937 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-577d4bd1-ef3b-4888-b043-80e0bce84067 tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:19.960529 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-577d4bd1-ef3b-4888-b043-80e0bce84067 tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Deleting port d18ef2e6-658e-4d3a-9035-6c92c1667199 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:39:19.960875 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-577d4bd1-ef3b-4888-b043-80e0bce84067 tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:20.046881 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-577d4bd1-ef3b-4888-b043-80e0bce84067 tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:20.058913 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-577d4bd1-ef3b-4888-b043-80e0bce84067 tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Calling delete_port for d18ef2e6-658e-4d3a-9035-6c92c1667199 owned by network:router_gateway {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:39:20.235027 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-577d4bd1-ef3b-4888-b043-80e0bce84067 tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:20.260821 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577d4bd1-ef3b-4888-b043-80e0bce84067 tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Pushing event deleted for resources: {'Port': ['ID=d18ef2e6-658e-4d3a-9035-6c92c1667199,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:20.276360 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585bbe0a-3dc0-4d12-b034-1be351f28341 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:39:20.331736 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-577d4bd1-ef3b-4888-b043-80e0bce84067 tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536698'] for router_gateway, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:20.700672 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-577d4bd1-ef3b-4888-b043-80e0bce84067 tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:20.702766 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-577d4bd1-ef3b-4888-b043-80e0bce84067 tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:20.743969 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-577d4bd1-ef3b-4888-b043-80e0bce84067 tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:20.744517 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-577d4bd1-ef3b-4888-b043-80e0bce84067 tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Fanout notify agent at l3_agent the message router_deleted on router 73c3d381-89b5-4a58-912b-872a1b1bd2fd {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 17:39:20.751857 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-577d4bd1-ef3b-4888-b043-80e0bce84067 tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:20.752957 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-577d4bd1-ef3b-4888-b043-80e0bce84067 tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] 10.222.0.23 "DELETE /v2.0/routers/73c3d381-89b5-4a58-912b-872a1b1bd2fd HTTP/1.1" status: 204 len: 168 time: 1.0812471 Dec 06 17:39:20.756426 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57636) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:20.760527 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-b929e451-f234-4cc1-b40b-b1b78ab2d667 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1123199237', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'enable_snat': False}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:39:20.791619 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b929e451-f234-4cc1-b40b-b1b78ab2d667 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:20.792676 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b929e451-f234-4cc1-b40b-b1b78ab2d667 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:20.862703 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b929e451-f234-4cc1-b40b-b1b78ab2d667 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:21.021566 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d90092-bb7b-4c46-a10f-b9faf2ab424c req-ce49052c-4669-4761-a575-44f1563edbc1 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:39:21.023072 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-37d90092-bb7b-4c46-a10f-b9faf2ab424c req-ce49052c-4669-4761-a575-44f1563edbc1 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=254f2db9-d6bf-432e-87d8-46ac17077c80 HTTP/1.1" status: 200 len: 943 time: 0.1739817 Dec 06 17:39:21.031382 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b929e451-f234-4cc1-b40b-b1b78ab2d667 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:21.122416 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-37d90092-bb7b-4c46-a10f-b9faf2ab424c req-00f1664d-6057-4493-8a74-9cc2d66d173d tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=1e5797dc-b155-406a-9d6a-299f1fe9f8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930562 Dec 06 17:39:21.291737 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b929e451-f234-4cc1-b40b-b1b78ab2d667 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:21.298479 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 17:39:21.315832 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b929e451-f234-4cc1-b40b-b1b78ab2d667 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:21.419047 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-b929e451-f234-4cc1-b40b-b1b78ab2d667 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Allocated IP 172.35.1.115 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/b2501972-206c-48f0-ba54-de5ac3cc155d) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:39:21.527396 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b929e451-f234-4cc1-b40b-b1b78ab2d667 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:21.563973 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b929e451-f234-4cc1-b40b-b1b78ab2d667 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:21.603471 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b929e451-f234-4cc1-b40b-b1b78ab2d667 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:39:21.607806 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-b929e451-f234-4cc1-b40b-b1b78ab2d667 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:39:21.611561 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b929e451-f234-4cc1-b40b-b1b78ab2d667 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:39:21.621918 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d24135-f165-4272-a87a-8d85b984878f None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:39:21.648841 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b929e451-f234-4cc1-b40b-b1b78ab2d667 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Pushing event updated for resources: {'Port': ['ID=b2501972-206c-48f0-ba54-de5ac3cc155d,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:21.721272 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-5e427fb8-4f20-48ee-b88e-84ae1c8b9cf6 None None] Provisioning complete for port b2501972-206c-48f0-ba54-de5ac3cc155d triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:39:21.721856 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5e427fb8-4f20-48ee-b88e-84ae1c8b9cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:21.754754 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-5e427fb8-4f20-48ee-b88e-84ae1c8b9cf6 None None] Port b2501972-206c-48f0-ba54-de5ac3cc155d cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:39:21.864488 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b929e451-f234-4cc1-b40b-b1b78ab2d667 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:22.061277 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b929e451-f234-4cc1-b40b-b1b78ab2d667 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:22.201178 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b929e451-f234-4cc1-b40b-b1b78ab2d667 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Router d9e6c053-e12e-42e9-a87b-65e9c467ce2a is scheduled to L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 17:39:22.247339 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9740b4d-74df-45c4-94ae-8bc928a62c95 req-41886b79-e2ce-46ae-a789-cd0a57ecc2c2 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:39:22.248957 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e9740b4d-74df-45c4-94ae-8bc928a62c95 req-41886b79-e2ce-46ae-a789-cd0a57ecc2c2 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=254f2db9-d6bf-432e-87d8-46ac17077c80 HTTP/1.1" status: 200 len: 943 time: 0.0530000 Dec 06 17:39:22.303343 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e9740b4d-74df-45c4-94ae-8bc928a62c95 req-15dc6154-c30e-47ba-aeda-f3fedf771105 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=1e5797dc-b155-406a-9d6a-299f1fe9f8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480809 Dec 06 17:39:22.324498 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b929e451-f234-4cc1-b40b-b1b78ab2d667 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:39:22.334307 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9186bb8-487b-4147-a008-a009a5615fbf None None] Sync routers for ids ['d9e6c053-e12e-42e9-a87b-65e9c467ce2a'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:39:22.346546 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9186bb8-487b-4147-a008-a009a5615fbf None None] Routers {'d9e6c053-e12e-42e9-a87b-65e9c467ce2a'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:39:22.346742 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b929e451-f234-4cc1-b40b-b1b78ab2d667 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:22.346869 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-b9186bb8-487b-4147-a008-a009a5615fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:39:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['d9e6c053-e12e-42e9-a87b-65e9c467ce2a'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:39:22.347922 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-b929e451-f234-4cc1-b40b-b1b78ab2d667 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 1.5905600 Dec 06 17:39:22.350556 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57652) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:22.455099 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-b9186bb8-487b-4147-a008-a009a5615fbf None None] Set router d9e6c053-e12e-42e9-a87b-65e9c467ce2a gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:39:22.459717 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-d1c97803-db1e-461f-93e5-a3982fd2644e tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] 10.222.0.23 "GET /v2.0/routers/d9e6c053-e12e-42e9-a87b-65e9c467ce2a HTTP/1.1" status: 200 len: 909 time: 0.1080184 Dec 06 17:39:22.462409 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57654) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:22.466763 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-86e3ad68-d3b1-41c3-91c6-1774478cad3c tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1123199237', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'enable_snat': True}}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:39:22.489056 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-86e3ad68-d3b1-41c3-91c6-1774478cad3c tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:22.490130 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-86e3ad68-d3b1-41c3-91c6-1774478cad3c tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:22.544556 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-86e3ad68-d3b1-41c3-91c6-1774478cad3c tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:22.638713 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-b9186bb8-487b-4147-a008-a009a5615fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e6c053-e12e-42e9-a87b-65e9c467ce2a', 'name': 'tempest-snat-router-1123199237', 'tenant_id': '5500a782a3fe4002828e776455e19288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.115'}], 'enable_snat': False}, 'gw_port_id': 'b2501972-206c-48f0-ba54-de5ac3cc155d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:39:20Z', 'updated_at': '2021-12-06T17:39:21Z', 'revision_number': 3, 'project_id': '5500a782a3fe4002828e776455e19288', 'gw_port': {'id': 'b2501972-206c-48f0-ba54-de5ac3cc155d', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f2:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9e6c053-e12e-42e9-a87b-65e9c467ce2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:39:21Z', 'updated_at': '2021-12-06T17:39:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:39:22.669497 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9186bb8-487b-4147-a008-a009a5615fbf None None] Checking router: d9e6c053-e12e-42e9-a87b-65e9c467ce2a for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:39:22.670030 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9186bb8-487b-4147-a008-a009a5615fbf None None] Updating router d9e6c053-e12e-42e9-a87b-65e9c467ce2a port b2501972-206c-48f0-ba54-de5ac3cc155d binding host n-d-master-1 {{(pid=103287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:39:22.702787 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b9186bb8-487b-4147-a008-a009a5615fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:23.019523 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-86e3ad68-d3b1-41c3-91c6-1774478cad3c tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:23.066446 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b9186bb8-487b-4147-a008-a009a5615fbf None None] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:23.074155 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b9186bb8-487b-4147-a008-a009a5615fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:23.129970 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc03b88d-c2f1-48d4-82c8-3e541c8e4f84 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:39:23.147944 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-b9186bb8-487b-4147-a008-a009a5615fbf None None] Attempting to bind port b2501972-206c-48f0-ba54-de5ac3cc155d on host n-d-master-1 for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:39:23.148329 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-b9186bb8-487b-4147-a008-a009a5615fbf None None] Attempting to bind port b2501972-206c-48f0-ba54-de5ac3cc155d by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:39:23.148755 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9186bb8-487b-4147-a008-a009a5615fbf None None] Attempting to bind port b2501972-206c-48f0-ba54-de5ac3cc155d on network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:39:23.168705 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766fe5d2-16d2-43b3-9232-0f8de68e3d04 None None] Pushing event updated for resources: {'Port': ['ID=b2501972-206c-48f0-ba54-de5ac3cc155d,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:23.182802 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9186bb8-487b-4147-a008-a009a5615fbf None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:39:23.183197 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9186bb8-487b-4147-a008-a009a5615fbf None None] Checking segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:39:23.183582 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b9186bb8-487b-4147-a008-a009a5615fbf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:23.183975 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9186bb8-487b-4147-a008-a009a5615fbf None None] Bound using segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:39:23.186632 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-b9186bb8-487b-4147-a008-a009a5615fbf None None] Bound port: b2501972-206c-48f0-ba54-de5ac3cc155d, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:39:23.187030 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b9186bb8-487b-4147-a008-a009a5615fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:23.197782 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-5b6a4ca5-59f3-4d6f-978b-24eb978a2fb4 None None] Provisioning complete for port b2501972-206c-48f0-ba54-de5ac3cc155d triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:39:23.198164 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5b6a4ca5-59f3-4d6f-978b-24eb978a2fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:23.240708 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-5b6a4ca5-59f3-4d6f-978b-24eb978a2fb4 None None] Port b2501972-206c-48f0-ba54-de5ac3cc155d cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:39:23.253349 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-b9186bb8-487b-4147-a008-a009a5615fbf None None] For port b2501972-206c-48f0-ba54-de5ac3cc155d, host n-d-master-1, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:39:23.256642 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-b9186bb8-487b-4147-a008-a009a5615fbf None None] For port b2501972-206c-48f0-ba54-de5ac3cc155d, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b2501972-206c-48f0-ba54-de5ac3cc155d,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:39:23.262246 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b9186bb8-487b-4147-a008-a009a5615fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:23.307729 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b7eee9-ac46-41fd-be84-8c552c74c9da None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:39:23.314487 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9186bb8-487b-4147-a008-a009a5615fbf None None] Routers {'d9e6c053-e12e-42e9-a87b-65e9c467ce2a'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:39:23.315152 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-86e3ad68-d3b1-41c3-91c6-1774478cad3c tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:23.315680 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-b9186bb8-487b-4147-a008-a009a5615fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:39:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['d9e6c053-e12e-42e9-a87b-65e9c467ce2a'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:39:23.340481 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-86e3ad68-d3b1-41c3-91c6-1774478cad3c tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:23.381279 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-999b70f9-7ffa-4240-9a18-c80170f86d94 None None] Provisioning complete for port b2501972-206c-48f0-ba54-de5ac3cc155d triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:39:23.383635 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-999b70f9-7ffa-4240-9a18-c80170f86d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:23.432286 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-b9186bb8-487b-4147-a008-a009a5615fbf None None] Set router d9e6c053-e12e-42e9-a87b-65e9c467ce2a gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:39:23.460541 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57666) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:23.483569 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1d6da8-9128-4c71-8133-f90e549d02a4 req-50730877-9299-493f-aac1-eba7ee45bf6f tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:39:23.495643 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-86e3ad68-d3b1-41c3-91c6-1774478cad3c tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Allocated IP 172.35.1.6 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/ae2246ca-8830-48bc-b176-060646b3def1) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:39:23.506147 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-da1d6da8-9128-4c71-8133-f90e549d02a4 req-50730877-9299-493f-aac1-eba7ee45bf6f tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=254f2db9-d6bf-432e-87d8-46ac17077c80 HTTP/1.1" status: 200 len: 943 time: 0.1073923 Dec 06 17:39:23.512336 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-999b70f9-7ffa-4240-9a18-c80170f86d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:23.545965 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-999b70f9-7ffa-4240-9a18-c80170f86d94 None None] For port b2501972-206c-48f0-ba54-de5ac3cc155d, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b2501972-206c-48f0-ba54-de5ac3cc155d,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:39:23.552243 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-999b70f9-7ffa-4240-9a18-c80170f86d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:23.611229 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-da1d6da8-9128-4c71-8133-f90e549d02a4 req-b727862f-ffb7-4370-825e-0ee83c8f7edd tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=1e5797dc-b155-406a-9d6a-299f1fe9f8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034515 Dec 06 17:39:23.631126 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766fe5d2-16d2-43b3-9232-0f8de68e3d04 None None] Pushing event updated for resources: {'Port': ['ID=b2501972-206c-48f0-ba54-de5ac3cc155d,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:23.640909 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999b70f9-7ffa-4240-9a18-c80170f86d94 None None] Pushing event updated for resources: {'Port': ['ID=b2501972-206c-48f0-ba54-de5ac3cc155d,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:23.660355 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-b9186bb8-487b-4147-a008-a009a5615fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e6c053-e12e-42e9-a87b-65e9c467ce2a', 'name': 'tempest-snat-router-1123199237', 'tenant_id': '5500a782a3fe4002828e776455e19288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.115'}], 'enable_snat': False}, 'gw_port_id': 'b2501972-206c-48f0-ba54-de5ac3cc155d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:39:20Z', 'updated_at': '2021-12-06T17:39:21Z', 'revision_number': 3, 'project_id': '5500a782a3fe4002828e776455e19288', 'gw_port': {'id': 'b2501972-206c-48f0-ba54-de5ac3cc155d', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f2:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9e6c053-e12e-42e9-a87b-65e9c467ce2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:39:21Z', 'updated_at': '2021-12-06T17:39:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:39:23.689292 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9186bb8-487b-4147-a008-a009a5615fbf None None] The sync data for ids ['d9e6c053-e12e-42e9-a87b-65e9c467ce2a'] in n-d-master-1 is: [{'id': 'd9e6c053-e12e-42e9-a87b-65e9c467ce2a', 'name': 'tempest-snat-router-1123199237', 'tenant_id': '5500a782a3fe4002828e776455e19288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.115'}], 'enable_snat': False}, 'gw_port_id': 'b2501972-206c-48f0-ba54-de5ac3cc155d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:39:20Z', 'updated_at': '2021-12-06T17:39:21Z', 'revision_number': 3, 'project_id': '5500a782a3fe4002828e776455e19288', 'gw_port': {'id': 'b2501972-206c-48f0-ba54-de5ac3cc155d', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f2:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9e6c053-e12e-42e9-a87b-65e9c467ce2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:39:21Z', 'updated_at': '2021-12-06T17:39:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-master-1'}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:39:23.689793 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a4e20565-3841-49c2-b817-6ad97eb23235 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:23.706898 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-86e3ad68-d3b1-41c3-91c6-1774478cad3c tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:23.750614 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-86e3ad68-d3b1-41c3-91c6-1774478cad3c tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:23.792963 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e3ad68-d3b1-41c3-91c6-1774478cad3c tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:39:23.798436 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-86e3ad68-d3b1-41c3-91c6-1774478cad3c tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:39:23.803376 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e3ad68-d3b1-41c3-91c6-1774478cad3c tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:39:23.813213 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2480147-5d1c-4ee7-b0ee-2827c1ca399e None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:39:23.829693 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a4e20565-3841-49c2-b817-6ad97eb23235 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:23.838123 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a4e20565-3841-49c2-b817-6ad97eb23235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:23.846339 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e3ad68-d3b1-41c3-91c6-1774478cad3c tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Pushing event updated for resources: {'Port': ['ID=ae2246ca-8830-48bc-b176-060646b3def1,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:23.876086 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-e5b4c8e7-221d-45eb-a041-56ca1764a127 None None] Provisioning complete for port ae2246ca-8830-48bc-b176-060646b3def1 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:39:23.876410 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e5b4c8e7-221d-45eb-a041-56ca1764a127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:23.906595 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-a4e20565-3841-49c2-b817-6ad97eb23235 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fcc516a484964c5b912014d66a3d4eb9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4438040 Dec 06 17:39:23.909955 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57670) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:23.930249 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-e5b4c8e7-221d-45eb-a041-56ca1764a127 None None] Port ae2246ca-8830-48bc-b176-060646b3def1 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:39:23.934957 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e20565-3841-49c2-b817-6ad97eb23235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7459b0a-ab28-42a7-901d-ae8bdbbb4b93,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:24.007064 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0059e543-6ff0-4578-aa58-3d9b17384859 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:24.041034 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0059e543-6ff0-4578-aa58-3d9b17384859 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:24.113874 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0059e543-6ff0-4578-aa58-3d9b17384859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:24.117091 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0059e543-6ff0-4578-aa58-3d9b17384859 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:24.119327 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-0059e543-6ff0-4578-aa58-3d9b17384859 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a7459b0a-ab28-42a7-901d-ae8bdbbb4b93 HTTP/1.1" status: 204 len: 168 time: 0.2079067 Dec 06 17:39:24.143052 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0059e543-6ff0-4578-aa58-3d9b17384859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7459b0a-ab28-42a7-901d-ae8bdbbb4b93,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:24.188910 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-86e3ad68-d3b1-41c3-91c6-1774478cad3c tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:24.344163 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device b2501972-206c-48f0-ba54-de5ac3cc155d up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:39:24.449132 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port b2501972-206c-48f0-ba54-de5ac3cc155d triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:39:24.459269 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:24.459717 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-86e3ad68-d3b1-41c3-91c6-1774478cad3c tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:24.536700 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57676) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:24.550957 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b014d997-c9be-425f-8645-c328b7eebeb1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:24.616899 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86e3ad68-d3b1-41c3-91c6-1774478cad3c tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Router b988f541-5e2f-43e8-af68-1857c013eb05 is scheduled to L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 with binding_index 1 {{(pid=103285) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 17:39:24.640169 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b014d997-c9be-425f-8645-c328b7eebeb1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:24.647338 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b014d997-c9be-425f-8645-c328b7eebeb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:24.693726 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-b014d997-c9be-425f-8645-c328b7eebeb1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=08e278d3c1254bdd8cf92d6053f33ab5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1535456 Dec 06 17:39:24.693726 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b014d997-c9be-425f-8645-c328b7eebeb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=623a1169-b7e7-442f-a9f8-c52238b5c818,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:24.694796 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57680) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:24.750815 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6fd25ee7-1372-4899-b70e-55a788cb62a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:24.785584 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6fd25ee7-1372-4899-b70e-55a788cb62a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:24.789769 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d57869-679e-422f-8aef-6ca36e215bb7 req-7d39ee7b-cb52-4822-8e0d-f2ea8777c666 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:39:24.791267 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-02d57869-679e-422f-8aef-6ca36e215bb7 req-7d39ee7b-cb52-4822-8e0d-f2ea8777c666 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=254f2db9-d6bf-432e-87d8-46ac17077c80 HTTP/1.1" status: 200 len: 943 time: 0.1062665 Dec 06 17:39:24.797449 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86e3ad68-d3b1-41c3-91c6-1774478cad3c tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:39:24.813540 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a243a4c-d956-4bc7-8283-5fa6f79fc8ff None None] Sync routers for ids ['b988f541-5e2f-43e8-af68-1857c013eb05'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:39:24.834366 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-86e3ad68-d3b1-41c3-91c6-1774478cad3c tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:24.838203 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-86e3ad68-d3b1-41c3-91c6-1774478cad3c tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 2.3721976 Dec 06 17:39:24.838489 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57682) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:24.842031 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a243a4c-d956-4bc7-8283-5fa6f79fc8ff None None] Routers {'b988f541-5e2f-43e8-af68-1857c013eb05'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:39:24.842959 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-2a243a4c-d956-4bc7-8283-5fa6f79fc8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:39:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['b988f541-5e2f-43e8-af68-1857c013eb05'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:39:24.849712 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6fd25ee7-1372-4899-b70e-55a788cb62a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:24.854646 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6fd25ee7-1372-4899-b70e-55a788cb62a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:24.858848 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-02d57869-679e-422f-8aef-6ca36e215bb7 req-e1d80991-48f5-49f2-93dd-c43efb278441 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=1e5797dc-b155-406a-9d6a-299f1fe9f8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591705 Dec 06 17:39:24.859178 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-6fd25ee7-1372-4899-b70e-55a788cb62a3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/623a1169-b7e7-442f-a9f8-c52238b5c818 HTTP/1.1" status: 204 len: 168 time: 0.1630919 Dec 06 17:39:24.903797 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd25ee7-1372-4899-b70e-55a788cb62a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=623a1169-b7e7-442f-a9f8-c52238b5c818,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:24.990197 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-2a243a4c-d956-4bc7-8283-5fa6f79fc8ff None None] Set router b988f541-5e2f-43e8-af68-1857c013eb05 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:39:24.993546 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-afdb91cb-aa91-46bb-8db7-365317ca9e82 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] 10.222.0.23 "GET /v2.0/routers/b988f541-5e2f-43e8-af68-1857c013eb05 HTTP/1.1" status: 200 len: 906 time: 0.1538825 Dec 06 17:39:24.996040 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57686) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:25.105117 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-71be6734-05bd-4c99-a199-f708a092515c tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks [] for router, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:25.199427 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-2a243a4c-d956-4bc7-8283-5fa6f79fc8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b988f541-5e2f-43e8-af68-1857c013eb05', 'name': 'tempest-snat-router-1123199237', 'tenant_id': '5500a782a3fe4002828e776455e19288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.6'}], 'enable_snat': True}, 'gw_port_id': 'ae2246ca-8830-48bc-b176-060646b3def1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:39:22Z', 'updated_at': '2021-12-06T17:39:24Z', 'revision_number': 3, 'project_id': '5500a782a3fe4002828e776455e19288', 'gw_port': {'id': 'ae2246ca-8830-48bc-b176-060646b3def1', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8f:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b988f541-5e2f-43e8-af68-1857c013eb05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:39:23Z', 'updated_at': '2021-12-06T17:39:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:39:25.230176 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a243a4c-d956-4bc7-8283-5fa6f79fc8ff None None] Checking router: b988f541-5e2f-43e8-af68-1857c013eb05 for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:39:25.230824 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a243a4c-d956-4bc7-8283-5fa6f79fc8ff None None] Updating router b988f541-5e2f-43e8-af68-1857c013eb05 port ae2246ca-8830-48bc-b176-060646b3def1 binding host n-d-master-1 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:39:25.260625 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2a243a4c-d956-4bc7-8283-5fa6f79fc8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:25.528039 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-71be6734-05bd-4c99-a199-f708a092515c tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:25.567816 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2a243a4c-d956-4bc7-8283-5fa6f79fc8ff None None] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:25.590701 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-71be6734-05bd-4c99-a199-f708a092515c tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Deleting port ae2246ca-8830-48bc-b176-060646b3def1 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:39:25.591217 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-71be6734-05bd-4c99-a199-f708a092515c tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:25.591346 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2a243a4c-d956-4bc7-8283-5fa6f79fc8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:25.622074 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3243b9-5e53-40ef-b34e-7b145649bfee None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:39:25.662359 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-2a243a4c-d956-4bc7-8283-5fa6f79fc8ff None None] Attempting to bind port ae2246ca-8830-48bc-b176-060646b3def1 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:39:25.662733 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-2a243a4c-d956-4bc7-8283-5fa6f79fc8ff None None] Attempting to bind port ae2246ca-8830-48bc-b176-060646b3def1 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:39:25.663425 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a243a4c-d956-4bc7-8283-5fa6f79fc8ff None None] Attempting to bind port ae2246ca-8830-48bc-b176-060646b3def1 on network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:39:25.671686 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a243a4c-d956-4bc7-8283-5fa6f79fc8ff None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:39:25.672003 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a243a4c-d956-4bc7-8283-5fa6f79fc8ff None None] Checking segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:39:25.672424 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2a243a4c-d956-4bc7-8283-5fa6f79fc8ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:25.673384 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a243a4c-d956-4bc7-8283-5fa6f79fc8ff None None] Bound using segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:39:25.673920 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-2a243a4c-d956-4bc7-8283-5fa6f79fc8ff None None] Bound port: ae2246ca-8830-48bc-b176-060646b3def1, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:39:25.674301 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2a243a4c-d956-4bc7-8283-5fa6f79fc8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:25.678370 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-71be6734-05bd-4c99-a199-f708a092515c tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:25.692561 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-71be6734-05bd-4c99-a199-f708a092515c tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Calling delete_port for ae2246ca-8830-48bc-b176-060646b3def1 owned by network:router_gateway {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:39:25.704665 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00176ebb-549b-474b-8f43-b2e4da2e0c07 None None] Pushing event updated for resources: {'Port': ['ID=ae2246ca-8830-48bc-b176-060646b3def1,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:25.739217 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-2a243a4c-d956-4bc7-8283-5fa6f79fc8ff None None] For port ae2246ca-8830-48bc-b176-060646b3def1, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:39:25.744306 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-2a243a4c-d956-4bc7-8283-5fa6f79fc8ff None None] For port ae2246ca-8830-48bc-b176-060646b3def1, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ae2246ca-8830-48bc-b176-060646b3def1,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:39:25.749653 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2a243a4c-d956-4bc7-8283-5fa6f79fc8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:25.828743 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121fcca6-6e5d-4b51-a4d0-b7e424908599 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:39:25.843591 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-4de82bfa-002d-4926-98cd-61ff64e5e279 None None] Provisioning complete for port ae2246ca-8830-48bc-b176-060646b3def1 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:39:25.843975 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4de82bfa-002d-4926-98cd-61ff64e5e279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:25.849941 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a243a4c-d956-4bc7-8283-5fa6f79fc8ff None None] Routers {'b988f541-5e2f-43e8-af68-1857c013eb05'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:39:25.850738 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-2a243a4c-d956-4bc7-8283-5fa6f79fc8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:39:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['b988f541-5e2f-43e8-af68-1857c013eb05'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:39:25.893332 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-71be6734-05bd-4c99-a199-f708a092515c tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:25.936196 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71be6734-05bd-4c99-a199-f708a092515c tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Pushing event deleted for resources: {'Port': ['ID=ae2246ca-8830-48bc-b176-060646b3def1,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:26.039397 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-71be6734-05bd-4c99-a199-f708a092515c tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536698'] for router_gateway, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:26.085356 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccab7cfc-8ac1-49d4-aa9f-3939aa97d293 req-e21d743b-a414-4afc-992b-d19dbe56a9b6 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:39:26.086991 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ccab7cfc-8ac1-49d4-aa9f-3939aa97d293 req-e21d743b-a414-4afc-992b-d19dbe56a9b6 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=254f2db9-d6bf-432e-87d8-46ac17077c80 HTTP/1.1" status: 200 len: 943 time: 0.1225843 Dec 06 17:39:26.133077 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdfb394b-1665-4fc4-a53c-1f14db79de63 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:39:26.142926 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00176ebb-549b-474b-8f43-b2e4da2e0c07 None None] Pushing event updated for resources: {'Port': ['ID=ae2246ca-8830-48bc-b176-060646b3def1,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:26.155222 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00176ebb-549b-474b-8f43-b2e4da2e0c07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:39:26.155583 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00176ebb-549b-474b-8f43-b2e4da2e0c07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:39:26.155936 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00176ebb-549b-474b-8f43-b2e4da2e0c07 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:39:26.156284 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00176ebb-549b-474b-8f43-b2e4da2e0c07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:39:26.156630 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00176ebb-549b-474b-8f43-b2e4da2e0c07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:39:26.157007 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00176ebb-549b-474b-8f43-b2e4da2e0c07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:39:26.157904 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00176ebb-549b-474b-8f43-b2e4da2e0c07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:39:26.158244 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00176ebb-549b-474b-8f43-b2e4da2e0c07 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:39:26.158583 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00176ebb-549b-474b-8f43-b2e4da2e0c07 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:39:26.158918 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00176ebb-549b-474b-8f43-b2e4da2e0c07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:39:26.159251 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00176ebb-549b-474b-8f43-b2e4da2e0c07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:39:26.159589 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00176ebb-549b-474b-8f43-b2e4da2e0c07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:39:26.159918 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00176ebb-549b-474b-8f43-b2e4da2e0c07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:39:26.167524 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-71be6734-05bd-4c99-a199-f708a092515c tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:26.171125 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-71be6734-05bd-4c99-a199-f708a092515c tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:26.182732 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-4de82bfa-002d-4926-98cd-61ff64e5e279 None None] Could not find standard attr ID for object ae2246ca-8830-48bc-b176-060646b3def1. {{(pid=103286) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 17:39:26.189223 n-d-master-1 neutron-server[103286]: INFO neutron.plugins.ml2.db [None req-4de82bfa-002d-4926-98cd-61ff64e5e279 None None] No ports have port_id starting with ae2246ca-8830-48bc-b176-060646b3def1 Dec 06 17:39:26.195180 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-2a243a4c-d956-4bc7-8283-5fa6f79fc8ff None None] Set router b988f541-5e2f-43e8-af68-1857c013eb05 gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:39:26.237257 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ccab7cfc-8ac1-49d4-aa9f-3939aa97d293 req-96b64acd-dfb8-49aa-bfaa-da9d871cb609 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=1e5797dc-b155-406a-9d6a-299f1fe9f8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187382 Dec 06 17:39:26.238365 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-71be6734-05bd-4c99-a199-f708a092515c tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:26.238890 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71be6734-05bd-4c99-a199-f708a092515c tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b988f541-5e2f-43e8-af68-1857c013eb05 {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 17:39:26.248358 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-71be6734-05bd-4c99-a199-f708a092515c tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:26.253096 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57720) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:26.255607 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-2a243a4c-d956-4bc7-8283-5fa6f79fc8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b988f541-5e2f-43e8-af68-1857c013eb05', 'name': 'tempest-snat-router-1123199237', 'tenant_id': '5500a782a3fe4002828e776455e19288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:39:22Z', 'updated_at': '2021-12-06T17:39:25Z', 'revision_number': 4, 'project_id': '5500a782a3fe4002828e776455e19288', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:39:26.259635 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-71be6734-05bd-4c99-a199-f708a092515c tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] 10.222.0.23 "DELETE /v2.0/routers/b988f541-5e2f-43e8-af68-1857c013eb05 HTTP/1.1" status: 204 len: 168 time: 1.2626159 Dec 06 17:39:26.283829 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a243a4c-d956-4bc7-8283-5fa6f79fc8ff None None] The sync data for ids ['b988f541-5e2f-43e8-af68-1857c013eb05'] in n-d-master-1 is: [{'id': 'b988f541-5e2f-43e8-af68-1857c013eb05', 'name': 'tempest-snat-router-1123199237', 'tenant_id': '5500a782a3fe4002828e776455e19288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:39:22Z', 'updated_at': '2021-12-06T17:39:25Z', 'revision_number': 4, 'project_id': '5500a782a3fe4002828e776455e19288', 'gw_port_host': None}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:39:26.312771 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a2f1d2be-b32b-40b6-8a0f-ab7f882fcd97 None None] Could not find standard attr ID for object ae2246ca-8830-48bc-b176-060646b3def1. {{(pid=103286) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 17:39:26.372170 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6a167d4c-e088-4c97-8835-e1059ac64407 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks [] for router, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:26.481853 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6a167d4c-e088-4c97-8835-e1059ac64407 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:26.543426 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6a167d4c-e088-4c97-8835-e1059ac64407 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Deleting port b2501972-206c-48f0-ba54-de5ac3cc155d {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:39:26.543777 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6a167d4c-e088-4c97-8835-e1059ac64407 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:26.623119 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6a167d4c-e088-4c97-8835-e1059ac64407 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] For port b2501972-206c-48f0-ba54-de5ac3cc155d, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b2501972-206c-48f0-ba54-de5ac3cc155d,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:39:26.623484 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6a167d4c-e088-4c97-8835-e1059ac64407 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:26.636764 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6a167d4c-e088-4c97-8835-e1059ac64407 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Calling delete_port for b2501972-206c-48f0-ba54-de5ac3cc155d owned by network:router_gateway {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:39:26.810182 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6a167d4c-e088-4c97-8835-e1059ac64407 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:26.842109 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a167d4c-e088-4c97-8835-e1059ac64407 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Pushing event deleted for resources: {'Port': ['ID=b2501972-206c-48f0-ba54-de5ac3cc155d,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:26.853877 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2af3d5-853a-42d3-a275-ba14045f2d79 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:39:26.924177 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6a167d4c-e088-4c97-8835-e1059ac64407 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536698'] for router_gateway, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:27.019904 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6a167d4c-e088-4c97-8835-e1059ac64407 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:27.022237 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6a167d4c-e088-4c97-8835-e1059ac64407 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:27.066445 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6a167d4c-e088-4c97-8835-e1059ac64407 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:27.067040 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a167d4c-e088-4c97-8835-e1059ac64407 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d9e6c053-e12e-42e9-a87b-65e9c467ce2a {{(pid=103285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 17:39:27.071293 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6a167d4c-e088-4c97-8835-e1059ac64407 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:27.072479 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-6a167d4c-e088-4c97-8835-e1059ac64407 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] 10.222.0.23 "DELETE /v2.0/routers/d9e6c053-e12e-42e9-a87b-65e9c467ce2a HTTP/1.1" status: 204 len: 168 time: 0.8182476 Dec 06 17:39:27.076296 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57736) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:27.080968 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-b39f204c-a910-4509-9a0d-cb0bf310e887 tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1200174530', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}, 'admin_state_up': False}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:39:27.108099 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b39f204c-a910-4509-9a0d-cb0bf310e887 tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:27.109315 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b39f204c-a910-4509-9a0d-cb0bf310e887 tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:27.164211 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b39f204c-a910-4509-9a0d-cb0bf310e887 tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:27.316316 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b39f204c-a910-4509-9a0d-cb0bf310e887 tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:27.365988 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c220f-dae8-48f1-bd0e-3ae5434fcafe req-400d08a5-2a17-4c88-93b0-9cf8e836f719 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:39:27.367504 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a71c220f-dae8-48f1-bd0e-3ae5434fcafe req-400d08a5-2a17-4c88-93b0-9cf8e836f719 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=254f2db9-d6bf-432e-87d8-46ac17077c80 HTTP/1.1" status: 200 len: 943 time: 0.0538568 Dec 06 17:39:27.422223 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a71c220f-dae8-48f1-bd0e-3ae5434fcafe req-dabff79b-86d8-45ff-9a57-155af685d6ff tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=1e5797dc-b155-406a-9d6a-299f1fe9f8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485494 Dec 06 17:39:27.484146 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device d8195b8e-e449-48c2-83b3-3ede1a9ed187 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:39:27.517659 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b39f204c-a910-4509-9a0d-cb0bf310e887 tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks [] for router_gateway, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:27.537640 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b39f204c-a910-4509-9a0d-cb0bf310e887 tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:27.600653 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port d8195b8e-e449-48c2-83b3-3ede1a9ed187, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=d8195b8e-e449-48c2-83b3-3ede1a9ed187,segment=NetworkSegment(335efc5d-483a-424a-abc6-8fe1bd340f96),segment_id=335efc5d-483a-424a-abc6-8fe1bd340f96)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:39:27.612086 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': 'd8195b8e-e449-48c2-83b3-3ede1a9ed187', 'network_id': '2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4', 'port_id': 'd8195b8e-e449-48c2-83b3-3ede1a9ed187', 'mac_address': 'fa:16:3e:ca:a1:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06d20752-22e2-4f05-a607-805be1f18e56', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:39:27.642332 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-b39f204c-a910-4509-9a0d-cb0bf310e887 tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Allocated IP 172.35.1.248 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/4c67a431-411c-4db7-b398-e8a69d11803e) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:39:27.653885 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:27.668202 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8195b8e-e449-48c2-83b3-3ede1a9ed187 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:39:27.688780 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port d8195b8e-e449-48c2-83b3-3ede1a9ed187, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=d8195b8e-e449-48c2-83b3-3ede1a9ed187,segment=NetworkSegment(335efc5d-483a-424a-abc6-8fe1bd340f96),segment_id=335efc5d-483a-424a-abc6-8fe1bd340f96)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:39:27.691956 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:27.739529 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=d8195b8e-e449-48c2-83b3-3ede1a9ed187,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:27.756627 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b39f204c-a910-4509-9a0d-cb0bf310e887 tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:27.791854 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b39f204c-a910-4509-9a0d-cb0bf310e887 tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:27.831652 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39f204c-a910-4509-9a0d-cb0bf310e887 tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:39:27.834589 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-b39f204c-a910-4509-9a0d-cb0bf310e887 tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:39:27.838320 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39f204c-a910-4509-9a0d-cb0bf310e887 tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:39:27.843922 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39f204c-a910-4509-9a0d-cb0bf310e887 tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Pushing event updated for resources: {'Port': ['ID=4c67a431-411c-4db7-b398-e8a69d11803e,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:27.848823 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e96eba-a628-4cc9-804a-ddd6c684251d None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:39:27.935274 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['d8195b8e-e449-48c2-83b3-3ede1a9ed187'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:39:27.978242 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-60599bc4-2dd7-4a82-817e-c355bdad21e5 None None] Provisioning complete for port 4c67a431-411c-4db7-b398-e8a69d11803e triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:39:27.978619 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-60599bc4-2dd7-4a82-817e-c355bdad21e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:28.031418 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-60599bc4-2dd7-4a82-817e-c355bdad21e5 None None] Port 4c67a431-411c-4db7-b398-e8a69d11803e cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:39:28.114544 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b39f204c-a910-4509-9a0d-cb0bf310e887 tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks [] for router_gateway, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:28.312220 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device b2501972-206c-48f0-ba54-de5ac3cc155d no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:39:28.333388 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b39f204c-a910-4509-9a0d-cb0bf310e887 tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:28.334497 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: b2501972-206c-48f0-ba54-de5ac3cc155d {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:39:28.334806 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device b2501972-206c-48f0-ba54-de5ac3cc155d not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:39:28.474444 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b39f204c-a910-4509-9a0d-cb0bf310e887 tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Router 4ea2a0b2-1a64-4449-8f31-f804edb80669 is scheduled to L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 17:39:28.606837 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bf5530-9b73-4439-adaf-dbe530c2dd8f req-9348d4ad-9daa-4f74-ac5b-06b9290b3ecd tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:39:28.608217 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-48bf5530-9b73-4439-adaf-dbe530c2dd8f req-9348d4ad-9daa-4f74-ac5b-06b9290b3ecd tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=254f2db9-d6bf-432e-87d8-46ac17077c80 HTTP/1.1" status: 200 len: 944 time: 0.0933373 Dec 06 17:39:28.630166 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b39f204c-a910-4509-9a0d-cb0bf310e887 tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:39:28.644043 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091d34a7-9cb7-4abb-bc2f-df5606865c77 None None] Sync routers for ids ['4ea2a0b2-1a64-4449-8f31-f804edb80669'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:39:28.653371 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091d34a7-9cb7-4abb-bc2f-df5606865c77 None None] Routers {'4ea2a0b2-1a64-4449-8f31-f804edb80669'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:39:28.654003 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-091d34a7-9cb7-4abb-bc2f-df5606865c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:39:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['4ea2a0b2-1a64-4449-8f31-f804edb80669'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:39:28.666099 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b39f204c-a910-4509-9a0d-cb0bf310e887 tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:28.667313 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-b39f204c-a910-4509-9a0d-cb0bf310e887 tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.5900142 Dec 06 17:39:28.670236 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57758) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:28.675674 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-01aac174-5192-4d20-8f96-674e20c79b56 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'enable_snat': False}}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:39:28.677639 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-48bf5530-9b73-4439-adaf-dbe530c2dd8f req-5d8e075e-eba0-47b0-b6c7-050ccc6aebb6 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=1e5797dc-b155-406a-9d6a-299f1fe9f8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626695 Dec 06 17:39:28.691546 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-091d34a7-9cb7-4abb-bc2f-df5606865c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:39:28.700172 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091d34a7-9cb7-4abb-bc2f-df5606865c77 None None] Routers {'4ea2a0b2-1a64-4449-8f31-f804edb80669'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:39:28.700765 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-091d34a7-9cb7-4abb-bc2f-df5606865c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:39:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['4ea2a0b2-1a64-4449-8f31-f804edb80669'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:39:28.732691 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-091d34a7-9cb7-4abb-bc2f-df5606865c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:39:28.733339 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091d34a7-9cb7-4abb-bc2f-df5606865c77 None None] The sync data for ids ['4ea2a0b2-1a64-4449-8f31-f804edb80669'] in n-d-master-1 is: [] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:39:28.965815 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-01aac174-5192-4d20-8f96-674e20c79b56 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:29.340595 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-01aac174-5192-4d20-8f96-674e20c79b56 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1944'] for router, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:29.343833 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-01aac174-5192-4d20-8f96-674e20c79b56 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536591', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-575717'] for router, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:29.487207 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device d8195b8e-e449-48c2-83b3-3ede1a9ed187 up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:39:29.543417 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning for port d8195b8e-e449-48c2-83b3-3ede1a9ed187 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:39:29.551321 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port d8195b8e-e449-48c2-83b3-3ede1a9ed187 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:39:29.551696 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:29.638058 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:29.663197 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '254f2db9-d6bf-432e-87d8-46ac17077c80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8195b8e-e449-48c2-83b3-3ede1a9ed187'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:39:29.665674 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c38b2f67-2214-41a8-a3ea-86b1efeef6cd" -d '{"events": [{"server_uuid": "254f2db9-d6bf-432e-87d8-46ac17077c80", "name": "network-vif-plugged", "status": "completed", "tag": "d8195b8e-e449-48c2-83b3-3ede1a9ed187"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:39:29.680366 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port d8195b8e-e449-48c2-83b3-3ede1a9ed187, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=d8195b8e-e449-48c2-83b3-3ede1a9ed187,segment=NetworkSegment(335efc5d-483a-424a-abc6-8fe1bd340f96),segment_id=335efc5d-483a-424a-abc6-8fe1bd340f96)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:39:29.685662 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:29.755789 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a9de499-4cdd-4563-82e5-7ca0fd4b7260 x-openstack-request-id: req-2a9de499-4cdd-4563-82e5-7ca0fd4b7260 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:39:29.756099 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "254f2db9-d6bf-432e-87d8-46ac17077c80", "name": "network-vif-plugged", "status": "completed", "tag": "d8195b8e-e449-48c2-83b3-3ede1a9ed187", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:39:29.756365 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2a9de499-4cdd-4563-82e5-7ca0fd4b7260 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:39:29.756778 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '254f2db9-d6bf-432e-87d8-46ac17077c80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8195b8e-e449-48c2-83b3-3ede1a9ed187', 'code': 200} Dec 06 17:39:29.757563 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=d8195b8e-e449-48c2-83b3-3ede1a9ed187,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:29.810259 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01aac174-5192-4d20-8f96-674e20c79b56 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Router 4ea2a0b2-1a64-4449-8f31-f804edb80669 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:39:29.833062 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c96a562-abeb-4b02-9234-43c1e17adbdf req-7559e30d-d5d3-4f56-b41a-13cf51183e33 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:39:29.838019 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9c96a562-abeb-4b02-9234-43c1e17adbdf req-7559e30d-d5d3-4f56-b41a-13cf51183e33 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=254f2db9-d6bf-432e-87d8-46ac17077c80 HTTP/1.1" status: 200 len: 945 time: 0.0608065 Dec 06 17:39:29.894403 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9c96a562-abeb-4b02-9234-43c1e17adbdf req-04c768ce-702e-47d0-9854-dcb39bfd86b5 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=1e5797dc-b155-406a-9d6a-299f1fe9f8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529685 Dec 06 17:39:29.940200 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfe88ca-13aa-4df8-be41-9c92735e70cd req-6e2e9244-eff5-40fc-9c04-b629a1d43d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:39:29.941779 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9cfe88ca-13aa-4df8-be41-9c92735e70cd req-6e2e9244-eff5-40fc-9c04-b629a1d43d3a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=254f2db9-d6bf-432e-87d8-46ac17077c80 HTTP/1.1" status: 200 len: 1096 time: 0.1287630 Dec 06 17:39:29.989872 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01aac174-5192-4d20-8f96-674e20c79b56 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:39:29.994499 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-01aac174-5192-4d20-8f96-674e20c79b56 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:29.995816 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-01aac174-5192-4d20-8f96-674e20c79b56 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] 10.222.0.23 "PUT /v2.0/routers/4ea2a0b2-1a64-4449-8f31-f804edb80669 HTTP/1.1" status: 200 len: 922 time: 1.3244925 Dec 06 17:39:29.998680 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57792) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:30.002137 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aae7758-13fe-4e24-8229-89879e927d57 None None] Sync routers for ids ['4ea2a0b2-1a64-4449-8f31-f804edb80669'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:39:30.012865 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aae7758-13fe-4e24-8229-89879e927d57 None None] Routers {'4ea2a0b2-1a64-4449-8f31-f804edb80669'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:39:30.013870 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-7aae7758-13fe-4e24-8229-89879e927d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:39:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['4ea2a0b2-1a64-4449-8f31-f804edb80669'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:39:30.016089 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9cfe88ca-13aa-4df8-be41-9c92735e70cd req-bb5072c1-7f44-437a-94f8-9bd95554648f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=1e5797dc-b155-406a-9d6a-299f1fe9f8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674806 Dec 06 17:39:30.052296 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-7aae7758-13fe-4e24-8229-89879e927d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:39:30.061049 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aae7758-13fe-4e24-8229-89879e927d57 None None] Routers {'4ea2a0b2-1a64-4449-8f31-f804edb80669'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:39:30.061714 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-7aae7758-13fe-4e24-8229-89879e927d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:39:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['4ea2a0b2-1a64-4449-8f31-f804edb80669'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:39:30.095618 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-7aae7758-13fe-4e24-8229-89879e927d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:39:30.096293 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aae7758-13fe-4e24-8229-89879e927d57 None None] The sync data for ids ['4ea2a0b2-1a64-4449-8f31-f804edb80669'] in n-d-master-1 is: [] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:39:30.117206 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-2653bc8f-5206-4a39-b601-c1831ead1e10 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] 10.222.0.23 "GET /v2.0/routers/4ea2a0b2-1a64-4449-8f31-f804edb80669 HTTP/1.1" status: 200 len: 922 time: 0.1147449 Dec 06 17:39:30.117564 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57794) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:30.188800 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c438566-8716-4b68-b310-49d09ffd5ec6 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:39:30.190491 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-5c438566-8716-4b68-b310-49d09ffd5ec6 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=40c9982f-f1ff-4b90-bebe-b7d51655f7e2&device_id=4ea2a0b2-1a64-4449-8f31-f804edb80669&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0719695 Dec 06 17:39:30.193183 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57798) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:30.261056 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57800) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:30.282038 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5abe76-9c92-43f1-acc4-1867cf6f4f7a tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:39:30.283464 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-ed5abe76-9c92-43f1-acc4-1867cf6f4f7a tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] 10.222.0.23 "GET /v2.0/networks/40c9982f-f1ff-4b90-bebe-b7d51655f7e2 HTTP/1.1" status: 200 len: 881 time: 0.0893373 Dec 06 17:39:30.286188 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57804) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:30.312325 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-c4c367db-bfc1-4ce0-ad70-701bb3e1b30e tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ea2a0b2-1a64-4449-8f31-f804edb80669 HTTP/1.1" status: 200 len: 205 time: 0.0250556 Dec 06 17:39:30.315648 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57808) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:30.373986 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fb08b994-0cf0-496f-a376-f5b02f097f62 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:30.458785 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-20d87428-b50c-4bc1-b864-2f79f7aeb5da tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks [] for router, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:30.575767 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fb08b994-0cf0-496f-a376-f5b02f097f62 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:30.581315 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fb08b994-0cf0-496f-a376-f5b02f097f62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:30.624889 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-20d87428-b50c-4bc1-b864-2f79f7aeb5da tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:30.631689 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-fb08b994-0cf0-496f-a376-f5b02f097f62 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=01a80142b3244f769d9326ec0920b276&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3695629 Dec 06 17:39:30.633771 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb08b994-0cf0-496f-a376-f5b02f097f62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eec3eb83-6f1f-4f95-bba8-8fa08b15d775,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:30.634523 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57810) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:30.683700 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-20d87428-b50c-4bc1-b864-2f79f7aeb5da tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Deleting port 4c67a431-411c-4db7-b398-e8a69d11803e {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:39:30.684059 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-20d87428-b50c-4bc1-b864-2f79f7aeb5da tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:30.686425 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ec67fabc-e12b-48e6-9c5d-ce1542b871c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:30.708993 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ec67fabc-e12b-48e6-9c5d-ce1542b871c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:30.756225 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ec67fabc-e12b-48e6-9c5d-ce1542b871c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:30.759105 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ec67fabc-e12b-48e6-9c5d-ce1542b871c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:30.762660 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-ec67fabc-e12b-48e6-9c5d-ce1542b871c6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/eec3eb83-6f1f-4f95-bba8-8fa08b15d775 HTTP/1.1" status: 204 len: 168 time: 0.1247921 Dec 06 17:39:30.773987 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec67fabc-e12b-48e6-9c5d-ce1542b871c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec3eb83-6f1f-4f95-bba8-8fa08b15d775,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:30.780251 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-20d87428-b50c-4bc1-b864-2f79f7aeb5da tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:30.783133 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec67fabc-e12b-48e6-9c5d-ce1542b871c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:39:30.783490 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec67fabc-e12b-48e6-9c5d-ce1542b871c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:39:30.783846 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec67fabc-e12b-48e6-9c5d-ce1542b871c6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:39:30.784194 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec67fabc-e12b-48e6-9c5d-ce1542b871c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:39:30.784537 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec67fabc-e12b-48e6-9c5d-ce1542b871c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:39:30.784879 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec67fabc-e12b-48e6-9c5d-ce1542b871c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:39:30.785217 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec67fabc-e12b-48e6-9c5d-ce1542b871c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:39:30.785583 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec67fabc-e12b-48e6-9c5d-ce1542b871c6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:39:30.785968 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec67fabc-e12b-48e6-9c5d-ce1542b871c6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:39:30.786241 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec67fabc-e12b-48e6-9c5d-ce1542b871c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:39:30.786581 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec67fabc-e12b-48e6-9c5d-ce1542b871c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:39:30.786914 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec67fabc-e12b-48e6-9c5d-ce1542b871c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:39:30.787244 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec67fabc-e12b-48e6-9c5d-ce1542b871c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:39:30.794731 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-20d87428-b50c-4bc1-b864-2f79f7aeb5da tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Calling delete_port for 4c67a431-411c-4db7-b398-e8a69d11803e owned by network:router_gateway {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:39:30.974184 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-20d87428-b50c-4bc1-b864-2f79f7aeb5da tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:31.001102 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f74513-c46f-485d-88f7-13f417d07101 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:39:31.061539 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d87428-b50c-4bc1-b864-2f79f7aeb5da tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Pushing event deleted for resources: {'Port': ['ID=4c67a431-411c-4db7-b398-e8a69d11803e,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:31.081674 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57818) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:31.112108 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d66e1e79-2825-4b28-bf73-5a4e768fc9c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:31.145022 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-20d87428-b50c-4bc1-b864-2f79f7aeb5da tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536698'] for router_gateway, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:31.217028 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a905c537-d82c-4a59-8b72-52e37666a6e6 req-33159cf5-6656-4ef4-b279-4a81fa084c9e tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:39:31.218564 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a905c537-d82c-4a59-8b72-52e37666a6e6 req-33159cf5-6656-4ef4-b279-4a81fa084c9e tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=254f2db9-d6bf-432e-87d8-46ac17077c80 HTTP/1.1" status: 200 len: 945 time: 0.2338581 Dec 06 17:39:31.271180 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-20d87428-b50c-4bc1-b864-2f79f7aeb5da tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:31.277523 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-20d87428-b50c-4bc1-b864-2f79f7aeb5da tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:31.349834 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-20d87428-b50c-4bc1-b864-2f79f7aeb5da tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:31.350383 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20d87428-b50c-4bc1-b864-2f79f7aeb5da tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Fanout notify agent at l3_agent the message router_deleted on router 4ea2a0b2-1a64-4449-8f31-f804edb80669 {{(pid=103285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 17:39:31.357088 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-20d87428-b50c-4bc1-b864-2f79f7aeb5da tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:31.358218 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-20d87428-b50c-4bc1-b864-2f79f7aeb5da tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] 10.222.0.23 "DELETE /v2.0/routers/4ea2a0b2-1a64-4449-8f31-f804edb80669 HTTP/1.1" status: 204 len: 168 time: 1.0415936 Dec 06 17:39:31.362697 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57820) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:31.367261 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-19cad4c8-787d-4602-ad8e-27670eef8dba tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1563067308', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:39:31.369288 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a905c537-d82c-4a59-8b72-52e37666a6e6 req-8e0814e0-d4a9-40d1-aab3-22fc5c80cf63 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=1e5797dc-b155-406a-9d6a-299f1fe9f8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210825 Dec 06 17:39:31.399296 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d66e1e79-2825-4b28-bf73-5a4e768fc9c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:31.401969 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-19cad4c8-787d-4602-ad8e-27670eef8dba tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:31.402660 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d66e1e79-2825-4b28-bf73-5a4e768fc9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:31.403388 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-19cad4c8-787d-4602-ad8e-27670eef8dba tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:31.441172 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-d66e1e79-2825-4b28-bf73-5a4e768fc9c5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d069d5f51a5b464898b1fc928cf4feb9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3589644 Dec 06 17:39:31.443164 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e1e79-2825-4b28-bf73-5a4e768fc9c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caadb155-ea7e-4da5-9889-fb42ed837ee1,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:31.445443 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57822) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:31.457222 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-19cad4c8-787d-4602-ad8e-27670eef8dba tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:31.461746 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-19cad4c8-787d-4602-ad8e-27670eef8dba tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:31.479047 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-19cad4c8-787d-4602-ad8e-27670eef8dba tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:31.480237 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-19cad4c8-787d-4602-ad8e-27670eef8dba tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1166375 Dec 06 17:39:31.482944 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57824) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:31.487306 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-572c59ab-0d04-4d11-8969-c1f07ef8c8bf tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Request body: {'router': {'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:39:31.498214 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b99be54e-6793-476b-9dd2-6a01c712b9cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:31.519839 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b99be54e-6793-476b-9dd2-6a01c712b9cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:31.569178 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b99be54e-6793-476b-9dd2-6a01c712b9cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:31.571873 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b99be54e-6793-476b-9dd2-6a01c712b9cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:31.576044 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-b99be54e-6793-476b-9dd2-6a01c712b9cd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/caadb155-ea7e-4da5-9889-fb42ed837ee1 HTTP/1.1" status: 204 len: 168 time: 0.1269164 Dec 06 17:39:31.582272 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99be54e-6793-476b-9dd2-6a01c712b9cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caadb155-ea7e-4da5-9889-fb42ed837ee1,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:31.994455 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-572c59ab-0d04-4d11-8969-c1f07ef8c8bf tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:32.191438 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-572c59ab-0d04-4d11-8969-c1f07ef8c8bf tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks [] for router_gateway, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:32.210619 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-572c59ab-0d04-4d11-8969-c1f07ef8c8bf tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:32.314234 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-572c59ab-0d04-4d11-8969-c1f07ef8c8bf tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Allocated IP 172.35.1.41 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/10f01b0c-b458-4c62-9acc-b706ed1b51a0) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:39:32.426379 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-572c59ab-0d04-4d11-8969-c1f07ef8c8bf tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:32.487774 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-572c59ab-0d04-4d11-8969-c1f07ef8c8bf tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:32.529273 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7a3b16-2659-415a-b848-392bd4ec46c7 req-f1af07e6-c4a3-44bf-bbe7-e74bc861d121 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:39:32.530801 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1b7a3b16-2659-415a-b848-392bd4ec46c7 req-f1af07e6-c4a3-44bf-bbe7-e74bc861d121 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=254f2db9-d6bf-432e-87d8-46ac17077c80 HTTP/1.1" status: 200 len: 945 time: 0.0832591 Dec 06 17:39:32.538786 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572c59ab-0d04-4d11-8969-c1f07ef8c8bf tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:39:32.547503 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-572c59ab-0d04-4d11-8969-c1f07ef8c8bf tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:39:32.551805 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572c59ab-0d04-4d11-8969-c1f07ef8c8bf tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:39:32.562432 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1dea061-5ab3-4c5c-996b-8dc9e71ab891 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:39:32.595624 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572c59ab-0d04-4d11-8969-c1f07ef8c8bf tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Pushing event updated for resources: {'Port': ['ID=10f01b0c-b458-4c62-9acc-b706ed1b51a0,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:32.638706 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1b7a3b16-2659-415a-b848-392bd4ec46c7 req-2f2fae7c-5396-417c-b11b-15bf4812b519 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=1e5797dc-b155-406a-9d6a-299f1fe9f8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988011 Dec 06 17:39:32.699460 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-35ad0753-0a2f-449d-a389-67a58c0e7a31 None None] Provisioning complete for port 10f01b0c-b458-4c62-9acc-b706ed1b51a0 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:39:32.700144 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-35ad0753-0a2f-449d-a389-67a58c0e7a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:32.759018 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-35ad0753-0a2f-449d-a389-67a58c0e7a31 None None] Port 10f01b0c-b458-4c62-9acc-b706ed1b51a0 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:39:32.776959 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa9b75-4a82-49fa-9070-082d796706a1 req-b4aa5b31-9074-4352-ad4b-77214dec1aba tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:39:32.786167 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6eaa9b75-4a82-49fa-9070-082d796706a1 req-b4aa5b31-9074-4352-ad4b-77214dec1aba tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=254f2db9-d6bf-432e-87d8-46ac17077c80 HTTP/1.1" status: 200 len: 945 time: 0.0652137 Dec 06 17:39:32.837821 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6eaa9b75-4a82-49fa-9070-082d796706a1 req-deaa3125-c739-4b4c-9d4c-4006aac50d01 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=1e5797dc-b155-406a-9d6a-299f1fe9f8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500636 Dec 06 17:39:32.857703 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57868) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:32.871257 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-572c59ab-0d04-4d11-8969-c1f07ef8c8bf tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks [] for router_gateway, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:32.895919 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:33.110823 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-572c59ab-0d04-4d11-8969-c1f07ef8c8bf tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1944'] for router, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:33.116874 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-572c59ab-0d04-4d11-8969-c1f07ef8c8bf tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536591', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-575717'] for router, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:33.122524 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622d0837-ae20-4443-8bca-d4eff749f0df tempest-TestVolumeBootPattern-649944683 tempest-TestVolumeBootPattern-649944683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:39:33.124068 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-622d0837-ae20-4443-8bca-d4eff749f0df tempest-TestVolumeBootPattern-649944683 tempest-TestVolumeBootPattern-649944683-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=254f2db9-d6bf-432e-87d8-46ac17077c80 HTTP/1.1" status: 200 len: 1091 time: 0.2654293 Dec 06 17:39:33.127141 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57878) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:33.131757 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-889f505f-5216-4c8a-878c-da17f4f085c1 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Request body: {'floatingip': {'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'port_id': 'd8195b8e-e449-48c2-83b3-3ede1a9ed187', 'tenant_id': 'ecd8b64e36c540eeae4809301448bbe1', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:39:33.236199 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-889f505f-5216-4c8a-878c-da17f4f085c1 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks [] for floatingip, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:33.339264 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-572c59ab-0d04-4d11-8969-c1f07ef8c8bf tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Router 2e199d0d-041b-4409-91c2-db0fcfefa6f1 is scheduled to L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 17:39:33.411255 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-889f505f-5216-4c8a-878c-da17f4f085c1 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:33.512682 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-572c59ab-0d04-4d11-8969-c1f07ef8c8bf tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:39:33.522991 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17737348-a947-4401-b3f5-15506a145c7c None None] Sync routers for ids ['2e199d0d-041b-4409-91c2-db0fcfefa6f1'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:39:33.524373 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-572c59ab-0d04-4d11-8969-c1f07ef8c8bf tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:33.525568 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-572c59ab-0d04-4d11-8969-c1f07ef8c8bf tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] 10.222.0.23 "PUT /v2.0/routers/2e199d0d-041b-4409-91c2-db0fcfefa6f1 HTTP/1.1" status: 200 len: 879 time: 2.0416644 Dec 06 17:39:33.528427 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57892) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:33.533385 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17737348-a947-4401-b3f5-15506a145c7c None None] Routers {'2e199d0d-041b-4409-91c2-db0fcfefa6f1'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:39:33.534220 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-17737348-a947-4401-b3f5-15506a145c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:39:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['2e199d0d-041b-4409-91c2-db0fcfefa6f1'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:39:33.572873 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-17737348-a947-4401-b3f5-15506a145c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:39:33.573927 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-889f505f-5216-4c8a-878c-da17f4f085c1 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Allocated IP 172.35.1.58 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/3e3d5dec-a860-4511-a8d8-503ed1fc0d03) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:39:33.584140 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17737348-a947-4401-b3f5-15506a145c7c None None] Routers {'2e199d0d-041b-4409-91c2-db0fcfefa6f1'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:39:33.585284 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-17737348-a947-4401-b3f5-15506a145c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:39:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['2e199d0d-041b-4409-91c2-db0fcfefa6f1'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:39:33.635805 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-17737348-a947-4401-b3f5-15506a145c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:39:33.636743 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17737348-a947-4401-b3f5-15506a145c7c None None] The sync data for ids ['2e199d0d-041b-4409-91c2-db0fcfefa6f1'] in n-d-master-1 is: [] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:39:33.650613 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-9937a2c3-0530-4e5f-898f-a43b4daef592 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] 10.222.0.23 "GET /v2.0/routers/2e199d0d-041b-4409-91c2-db0fcfefa6f1 HTTP/1.1" status: 200 len: 920 time: 0.1200683 Dec 06 17:39:33.652677 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57896) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:33.693400 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-889f505f-5216-4c8a-878c-da17f4f085c1 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:33.728717 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e4a098-b2f3-4600-961b-f3b17b9055cb tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:39:33.730435 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-79e4a098-b2f3-4600-961b-f3b17b9055cb tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=40c9982f-f1ff-4b90-bebe-b7d51655f7e2&device_id=2e199d0d-041b-4409-91c2-db0fcfefa6f1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0766261 Dec 06 17:39:33.732636 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-889f505f-5216-4c8a-878c-da17f4f085c1 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:33.733858 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57898) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:33.785134 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889f505f-5216-4c8a-878c-da17f4f085c1 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:39:33.789112 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-889f505f-5216-4c8a-878c-da17f4f085c1 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:39:33.791212 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889f505f-5216-4c8a-878c-da17f4f085c1 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Pushing event updated for resources: {'Port': ['ID=3e3d5dec-a860-4511-a8d8-503ed1fc0d03,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:33.799911 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889f505f-5216-4c8a-878c-da17f4f085c1 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:39:33.826610 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d6b13c-da1f-45c5-89f2-ee7b9d9ce9f7 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:39:33.828623 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-03d6b13c-da1f-45c5-89f2-ee7b9d9ce9f7 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] 10.222.0.23 "GET /v2.0/networks/40c9982f-f1ff-4b90-bebe-b7d51655f7e2 HTTP/1.1" status: 200 len: 881 time: 0.0935037 Dec 06 17:39:33.831453 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57906) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:33.858876 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-9418aa1d-b7dc-4ffc-bcd0-06e87e305041 tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e199d0d-041b-4409-91c2-db0fcfefa6f1 HTTP/1.1" status: 200 len: 205 time: 0.0260551 Dec 06 17:39:33.861858 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57908) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:33.974215 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-09f30859-0f81-413e-a8d4-652642f72963 tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks [] for router, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:34.105854 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-09f30859-0f81-413e-a8d4-652642f72963 tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:34.182478 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-09f30859-0f81-413e-a8d4-652642f72963 tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Deleting port 10f01b0c-b458-4c62-9acc-b706ed1b51a0 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:39:34.183241 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-09f30859-0f81-413e-a8d4-652642f72963 tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:34.187902 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57912) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:34.253544 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-889f505f-5216-4c8a-878c-da17f4f085c1 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:34.286802 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-09f30859-0f81-413e-a8d4-652642f72963 tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:34.299108 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-09f30859-0f81-413e-a8d4-652642f72963 tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Calling delete_port for 10f01b0c-b458-4c62-9acc-b706ed1b51a0 owned by network:router_gateway {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:39:34.337530 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-889f505f-5216-4c8a-878c-da17f4f085c1 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:34.358545 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-301238a2-25fe-4ee5-8061-536c040c5ac7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:34.504901 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-889f505f-5216-4c8a-878c-da17f4f085c1 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:34.510592 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-889f505f-5216-4c8a-878c-da17f4f085c1 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:34.526481 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-301238a2-25fe-4ee5-8061-536c040c5ac7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:34.533612 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-301238a2-25fe-4ee5-8061-536c040c5ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:34.551309 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-09f30859-0f81-413e-a8d4-652642f72963 tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:34.596771 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889f505f-5216-4c8a-878c-da17f4f085c1 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Pushing event updated for resources: {'Port': ['ID=3e3d5dec-a860-4511-a8d8-503ed1fc0d03,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:34.605045 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301238a2-25fe-4ee5-8061-536c040c5ac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6455a963-7502-4c2f-acba-4c4facb0ff74,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:34.606463 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-889f505f-5216-4c8a-878c-da17f4f085c1 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:34.607661 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f30859-0f81-413e-a8d4-652642f72963 tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Pushing event deleted for resources: {'Port': ['ID=10f01b0c-b458-4c62-9acc-b706ed1b51a0,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:34.613153 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-301238a2-25fe-4ee5-8061-536c040c5ac7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9d9f4f9d0ce344c790fedab2566c62ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4233236 Dec 06 17:39:34.616180 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57916) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:34.632775 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7077b36-218b-427f-a01c-0cdc799c8c61 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:39:34.712131 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-09f30859-0f81-413e-a8d4-652642f72963 tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536698'] for router_gateway, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:34.719842 n-d-master-1 neutron-server[103284]: INFO neutron.db.l3_db [None req-889f505f-5216-4c8a-878c-da17f4f085c1 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Floating IP 71e0ebb4-009f-494f-a9f6-f1374b2dc82e associated. External IP: 172.35.1.58, port: d8195b8e-e449-48c2-83b3-3ede1a9ed187. Dec 06 17:39:34.805714 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5b224979-0d22-4a90-b70f-7c005d928344 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:34.819983 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-09f30859-0f81-413e-a8d4-652642f72963 tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:34.823497 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-09f30859-0f81-413e-a8d4-652642f72963 tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:34.840438 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5b224979-0d22-4a90-b70f-7c005d928344 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:34.898908 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-09f30859-0f81-413e-a8d4-652642f72963 tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:34.899604 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09f30859-0f81-413e-a8d4-652642f72963 tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Fanout notify agent at l3_agent the message router_deleted on router 2e199d0d-041b-4409-91c2-db0fcfefa6f1 {{(pid=103285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 17:39:34.909031 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-09f30859-0f81-413e-a8d4-652642f72963 tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:34.914369 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-09f30859-0f81-413e-a8d4-652642f72963 tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] 10.222.0.23 "DELETE /v2.0/routers/2e199d0d-041b-4409-91c2-db0fcfefa6f1 HTTP/1.1" status: 204 len: 168 time: 1.0474606 Dec 06 17:39:34.914618 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57918) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:34.920458 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-dc5ca188-38e5-4ef3-8a7d-8cd42f6bfaf7 tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-250184020', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:39:34.948291 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dc5ca188-38e5-4ef3-8a7d-8cd42f6bfaf7 tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:34.949633 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dc5ca188-38e5-4ef3-8a7d-8cd42f6bfaf7 tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:34.965270 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5b224979-0d22-4a90-b70f-7c005d928344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:34.968070 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5b224979-0d22-4a90-b70f-7c005d928344 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:34.969418 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-5b224979-0d22-4a90-b70f-7c005d928344 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6455a963-7502-4c2f-acba-4c4facb0ff74 HTTP/1.1" status: 204 len: 168 time: 0.3522851 Dec 06 17:39:34.993458 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b224979-0d22-4a90-b70f-7c005d928344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6455a963-7502-4c2f-acba-4c4facb0ff74,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:35.027060 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dc5ca188-38e5-4ef3-8a7d-8cd42f6bfaf7 tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:35.033881 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dc5ca188-38e5-4ef3-8a7d-8cd42f6bfaf7 tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:35.065569 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dc5ca188-38e5-4ef3-8a7d-8cd42f6bfaf7 tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:35.069376 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-dc5ca188-38e5-4ef3-8a7d-8cd42f6bfaf7 tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1513038 Dec 06 17:39:35.069926 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57922) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:35.075041 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-d68d6f04-217f-43c7-8e20-94c497938735 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'enable_snat': True}}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:39:35.274556 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:35.298960 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-889f505f-5216-4c8a-878c-da17f4f085c1 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Router 07bf1f70-b412-4e25-b1a7-7cacff22ab7c has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:39:35.318900 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57926) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:35.336785 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d68d6f04-217f-43c7-8e20-94c497938735 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:35.339710 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0dc46f4d-3dd9-43dd-87ea-fe4ed97e7de4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:35.414832 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-889f505f-5216-4c8a-878c-da17f4f085c1 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:39:35.426778 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f59d87-3ee1-40e3-baaf-d759e19cc470 None None] Sync routers for ids ['07bf1f70-b412-4e25-b1a7-7cacff22ab7c'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:39:35.435120 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-889f505f-5216-4c8a-878c-da17f4f085c1 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:35.440309 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f59d87-3ee1-40e3-baaf-d759e19cc470 None None] Routers {'07bf1f70-b412-4e25-b1a7-7cacff22ab7c'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:39:35.441408 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-83f59d87-3ee1-40e3-baaf-d759e19cc470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:39:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['07bf1f70-b412-4e25-b1a7-7cacff22ab7c'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:39:35.468774 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-889f505f-5216-4c8a-878c-da17f4f085c1 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3405545 Dec 06 17:39:35.470027 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '254f2db9-d6bf-432e-87d8-46ac17077c80', 'tag': 'd8195b8e-e449-48c2-83b3-3ede1a9ed187'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:39:35.472911 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eab090da-e804-4af9-b23a-c58ff33d39b3" -d '{"events": [{"name": "network-changed", "server_uuid": "254f2db9-d6bf-432e-87d8-46ac17077c80", "tag": "d8195b8e-e449-48c2-83b3-3ede1a9ed187"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:39:35.476196 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0dc46f4d-3dd9-43dd-87ea-fe4ed97e7de4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:35.491503 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0dc46f4d-3dd9-43dd-87ea-fe4ed97e7de4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:35.516026 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e10f6bfa-5094-4722-9e5e-4a5ec0174c5c x-openstack-request-id: req-e10f6bfa-5094-4722-9e5e-4a5ec0174c5c {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:39:35.516407 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "254f2db9-d6bf-432e-87d8-46ac17077c80", "tag": "d8195b8e-e449-48c2-83b3-3ede1a9ed187", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:39:35.516595 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e10f6bfa-5094-4722-9e5e-4a5ec0174c5c {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:39:35.517313 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '254f2db9-d6bf-432e-87d8-46ac17077c80', 'tag': 'd8195b8e-e449-48c2-83b3-3ede1a9ed187', 'status': 'completed', 'code': 200} Dec 06 17:39:35.551564 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-0dc46f4d-3dd9-43dd-87ea-fe4ed97e7de4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2a2cca32c1434c0e87fdea262a583627&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2316372 Dec 06 17:39:35.554564 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc46f4d-3dd9-43dd-87ea-fe4ed97e7de4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e6abcad-1919-4312-9037-1997ed3dec9d,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:35.554799 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 57932) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:35.573330 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-83f59d87-3ee1-40e3-baaf-d759e19cc470 None None] Set router 07bf1f70-b412-4e25-b1a7-7cacff22ab7c gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:39:35.608349 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-88c7c31d-9a55-4f9c-8eb9-0c269743857b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:35.632851 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-88c7c31d-9a55-4f9c-8eb9-0c269743857b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:35.685829 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-88c7c31d-9a55-4f9c-8eb9-0c269743857b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:35.692119 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-88c7c31d-9a55-4f9c-8eb9-0c269743857b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:35.696353 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-88c7c31d-9a55-4f9c-8eb9-0c269743857b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9e6abcad-1919-4312-9037-1997ed3dec9d HTTP/1.1" status: 204 len: 168 time: 0.1375809 Dec 06 17:39:35.713260 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c7c31d-9a55-4f9c-8eb9-0c269743857b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e6abcad-1919-4312-9037-1997ed3dec9d,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:35.859279 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-83f59d87-3ee1-40e3-baaf-d759e19cc470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bf1f70-b412-4e25-b1a7-7cacff22ab7c', 'name': 'tempest-TestVolumeBootPattern-2129032411-router', 'tenant_id': 'ecd8b64e36c540eeae4809301448bbe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.204'}], 'enable_snat': True}, 'gw_port_id': '496acb0e-6acc-4519-8b36-37d1a9461f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:32:06Z', 'updated_at': '2021-12-06T17:32:15Z', 'revision_number': 4, 'project_id': 'ecd8b64e36c540eeae4809301448bbe1', 'gw_port': {'id': '496acb0e-6acc-4519-8b36-37d1a9461f0c', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bf1f70-b412-4e25-b1a7-7cacff22ab7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:32:08Z', 'updated_at': '2021-12-06T17:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '71e0ebb4-009f-494f-a9f6-f1374b2dc82e', 'tenant_id': 'ecd8b64e36c540eeae4809301448bbe1', 'floating_ip_address': '172.35.1.58', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '07bf1f70-b412-4e25-b1a7-7cacff22ab7c', 'port_id': 'd8195b8e-e449-48c2-83b3-3ede1a9ed187', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4', 'mac_address': 'fa:16:3e:ca:a1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254f2db9-d6bf-432e-87d8-46ac17077c80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:39:34Z', 'updated_at': '2021-12-06T17:39:34Z', 'revision_number': 0, 'project_id': 'ecd8b64e36c540eeae4809301448bbe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5e38546-3774-4985-91ea-188ae7e8c07b', 'name': '', 'network_id': '2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4', 'tenant_id': 'ecd8b64e36c540eeae4809301448bbe1', 'mac_address': 'fa:16:3e:7f:a0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bf1f70-b412-4e25-b1a7-7cacff22ab7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': '06d20752-22e2-4f05-a607-805be1f18e56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:32:12Z', 'updated_at': '2021-12-06T17:32:21Z', 'revision_number': 5, 'project_id': 'ecd8b64e36c540eeae4809301448bbe1', 'subnets': [{'id': '06d20752-22e2-4f05-a607-805be1f18e56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:39:35.885805 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f59d87-3ee1-40e3-baaf-d759e19cc470 None None] Checking router: 07bf1f70-b412-4e25-b1a7-7cacff22ab7c for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:39:35.896253 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f59d87-3ee1-40e3-baaf-d759e19cc470 None None] Routers {'07bf1f70-b412-4e25-b1a7-7cacff22ab7c'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:39:35.896873 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-83f59d87-3ee1-40e3-baaf-d759e19cc470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:39:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['07bf1f70-b412-4e25-b1a7-7cacff22ab7c'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:39:35.970036 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab090da-e804-4af9-b23a-c58ff33d39b3 req-878145bf-8b41-4ff9-bd16-0c393acef896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:39:35.971549 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-eab090da-e804-4af9-b23a-c58ff33d39b3 req-878145bf-8b41-4ff9-bd16-0c393acef896 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ecd8b64e36c540eeae4809301448bbe1&device_id=254f2db9-d6bf-432e-87d8-46ac17077c80 HTTP/1.1" status: 200 len: 1096 time: 0.4317114 Dec 06 17:39:36.010640 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-83f59d87-3ee1-40e3-baaf-d759e19cc470 None None] Set router 07bf1f70-b412-4e25-b1a7-7cacff22ab7c gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:39:36.059591 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d68d6f04-217f-43c7-8e20-94c497938735 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:36.084400 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d68d6f04-217f-43c7-8e20-94c497938735 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:36.152534 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab090da-e804-4af9-b23a-c58ff33d39b3 req-a0079474-2ba2-4d9b-ac8a-5a4b472a5274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:39:36.154138 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-eab090da-e804-4af9-b23a-c58ff33d39b3 req-a0079474-2ba2-4d9b-ac8a-5a4b472a5274 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4 HTTP/1.1" status: 200 len: 913 time: 0.1628327 Dec 06 17:39:36.263078 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-eab090da-e804-4af9-b23a-c58ff33d39b3 req-32257d58-bf59-4d0e-80a1-b6e5f335a57c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8195b8e-e449-48c2-83b3-3ede1a9ed187 HTTP/1.1" status: 200 len: 998 time: 0.1011844 Dec 06 17:39:36.264235 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-d68d6f04-217f-43c7-8e20-94c497938735 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Allocated IP 172.35.1.112 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/de303393-2ec2-4ec5-8184-a7ca499911dd) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:39:36.279595 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-83f59d87-3ee1-40e3-baaf-d759e19cc470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bf1f70-b412-4e25-b1a7-7cacff22ab7c', 'name': 'tempest-TestVolumeBootPattern-2129032411-router', 'tenant_id': 'ecd8b64e36c540eeae4809301448bbe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.204'}], 'enable_snat': True}, 'gw_port_id': '496acb0e-6acc-4519-8b36-37d1a9461f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:32:06Z', 'updated_at': '2021-12-06T17:32:15Z', 'revision_number': 4, 'project_id': 'ecd8b64e36c540eeae4809301448bbe1', 'gw_port': {'id': '496acb0e-6acc-4519-8b36-37d1a9461f0c', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bf1f70-b412-4e25-b1a7-7cacff22ab7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:32:08Z', 'updated_at': '2021-12-06T17:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '71e0ebb4-009f-494f-a9f6-f1374b2dc82e', 'tenant_id': 'ecd8b64e36c540eeae4809301448bbe1', 'floating_ip_address': '172.35.1.58', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '07bf1f70-b412-4e25-b1a7-7cacff22ab7c', 'port_id': 'd8195b8e-e449-48c2-83b3-3ede1a9ed187', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4', 'mac_address': 'fa:16:3e:ca:a1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254f2db9-d6bf-432e-87d8-46ac17077c80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:39:34Z', 'updated_at': '2021-12-06T17:39:34Z', 'revision_number': 0, 'project_id': 'ecd8b64e36c540eeae4809301448bbe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5e38546-3774-4985-91ea-188ae7e8c07b', 'name': '', 'network_id': '2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4', 'tenant_id': 'ecd8b64e36c540eeae4809301448bbe1', 'mac_address': 'fa:16:3e:7f:a0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bf1f70-b412-4e25-b1a7-7cacff22ab7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': '06d20752-22e2-4f05-a607-805be1f18e56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:32:12Z', 'updated_at': '2021-12-06T17:32:21Z', 'revision_number': 5, 'project_id': 'ecd8b64e36c540eeae4809301448bbe1', 'subnets': [{'id': '06d20752-22e2-4f05-a607-805be1f18e56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:39:36.315408 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f59d87-3ee1-40e3-baaf-d759e19cc470 None None] The sync data for ids ['07bf1f70-b412-4e25-b1a7-7cacff22ab7c'] in n-d-master-1 is: [{'id': '07bf1f70-b412-4e25-b1a7-7cacff22ab7c', 'name': 'tempest-TestVolumeBootPattern-2129032411-router', 'tenant_id': 'ecd8b64e36c540eeae4809301448bbe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.204'}], 'enable_snat': True}, 'gw_port_id': '496acb0e-6acc-4519-8b36-37d1a9461f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:32:06Z', 'updated_at': '2021-12-06T17:32:15Z', 'revision_number': 4, 'project_id': 'ecd8b64e36c540eeae4809301448bbe1', 'gw_port': {'id': '496acb0e-6acc-4519-8b36-37d1a9461f0c', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bf1f70-b412-4e25-b1a7-7cacff22ab7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:32:08Z', 'updated_at': '2021-12-06T17:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '71e0ebb4-009f-494f-a9f6-f1374b2dc82e', 'tenant_id': 'ecd8b64e36c540eeae4809301448bbe1', 'floating_ip_address': '172.35.1.58', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '07bf1f70-b412-4e25-b1a7-7cacff22ab7c', 'port_id': 'd8195b8e-e449-48c2-83b3-3ede1a9ed187', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4', 'mac_address': 'fa:16:3e:ca:a1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254f2db9-d6bf-432e-87d8-46ac17077c80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:39:34Z', 'updated_at': '2021-12-06T17:39:34Z', 'revision_number': 0, 'project_id': 'ecd8b64e36c540eeae4809301448bbe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5e38546-3774-4985-91ea-188ae7e8c07b', 'name': '', 'network_id': '2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4', 'tenant_id': 'ecd8b64e36c540eeae4809301448bbe1', 'mac_address': 'fa:16:3e:7f:a0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bf1f70-b412-4e25-b1a7-7cacff22ab7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': '06d20752-22e2-4f05-a607-805be1f18e56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:32:12Z', 'updated_at': '2021-12-06T17:32:21Z', 'revision_number': 5, 'project_id': 'ecd8b64e36c540eeae4809301448bbe1', 'subnets': [{'id': '06d20752-22e2-4f05-a607-805be1f18e56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:39:36.387853 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab090da-e804-4af9-b23a-c58ff33d39b3 req-87a21d9d-aa8f-4d71-b3e1-6f72b8c42798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:39:36.389339 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-eab090da-e804-4af9-b23a-c58ff33d39b3 req-87a21d9d-aa8f-4d71-b3e1-6f72b8c42798 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=06d20752-22e2-4f05-a607-805be1f18e56 HTTP/1.1" status: 200 len: 851 time: 0.1101024 Dec 06 17:39:36.448297 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d68d6f04-217f-43c7-8e20-94c497938735 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:36.465103 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab090da-e804-4af9-b23a-c58ff33d39b3 req-4cc56a84-3f70-4c1b-88a0-baf9984b59d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:39:36.466870 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-eab090da-e804-4af9-b23a-c58ff33d39b3 req-4cc56a84-3f70-4c1b-88a0-baf9984b59d5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704315 Dec 06 17:39:36.553355 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d68d6f04-217f-43c7-8e20-94c497938735 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:36.568074 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19204fc0-bfc8-48c4-b3e5-e324bc128df1 None None] New status for floating IP 71e0ebb4-009f-494f-a9f6-f1374b2dc82e: ACTIVE {{(pid=103287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 17:39:36.615867 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68d6f04-217f-43c7-8e20-94c497938735 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:39:36.627662 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-eab090da-e804-4af9-b23a-c58ff33d39b3 req-2f5a600b-0876-4b85-8a73-8e4f06c37adc service neutron] 10.222.0.44 "GET /v2.0/networks/2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490195 Dec 06 17:39:36.628648 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-d68d6f04-217f-43c7-8e20-94c497938735 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:39:36.632755 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68d6f04-217f-43c7-8e20-94c497938735 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:39:36.643997 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25fbc49c-deb0-49e2-81da-418b841aca53 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:39:36.644262 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68d6f04-217f-43c7-8e20-94c497938735 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Pushing event updated for resources: {'Port': ['ID=de303393-2ec2-4ec5-8184-a7ca499911dd,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:36.715768 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-e961ba54-6df1-46bc-9d35-ffb8941eef46 None None] Provisioning complete for port de303393-2ec2-4ec5-8184-a7ca499911dd triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:39:36.716188 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e961ba54-6df1-46bc-9d35-ffb8941eef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:36.765069 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-e961ba54-6df1-46bc-9d35-ffb8941eef46 None None] Port de303393-2ec2-4ec5-8184-a7ca499911dd cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:39:36.868386 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-eab090da-e804-4af9-b23a-c58ff33d39b3 req-d50151e6-653d-487b-9d8f-51ac4c7896b8 service neutron] 10.222.0.44 "GET /v2.0/networks/2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370231 Dec 06 17:39:37.004936 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d68d6f04-217f-43c7-8e20-94c497938735 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:37.210047 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d68d6f04-217f-43c7-8e20-94c497938735 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1944'] for router, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:37.213579 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d68d6f04-217f-43c7-8e20-94c497938735 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536591', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-575717'] for router, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:37.352947 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d68d6f04-217f-43c7-8e20-94c497938735 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Router d3367306-988e-4918-933c-2d72cd39537b is scheduled to L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 with binding_index 1 {{(pid=103285) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 17:39:37.464221 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d68d6f04-217f-43c7-8e20-94c497938735 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:39:37.468773 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d68d6f04-217f-43c7-8e20-94c497938735 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:37.472210 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-d68d6f04-217f-43c7-8e20-94c497938735 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] 10.222.0.23 "PUT /v2.0/routers/d3367306-988e-4918-933c-2d72cd39537b HTTP/1.1" status: 200 len: 914 time: 2.3989453 Dec 06 17:39:37.472494 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57980) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:37.475802 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d525e3-c6d5-4583-ba45-6477fd42716a None None] Sync routers for ids ['d3367306-988e-4918-933c-2d72cd39537b'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:39:37.488279 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d525e3-c6d5-4583-ba45-6477fd42716a None None] Routers {'d3367306-988e-4918-933c-2d72cd39537b'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:39:37.488910 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-b7d525e3-c6d5-4583-ba45-6477fd42716a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:39:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['d3367306-988e-4918-933c-2d72cd39537b'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:39:37.526860 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-b7d525e3-c6d5-4583-ba45-6477fd42716a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:39:37.536876 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d525e3-c6d5-4583-ba45-6477fd42716a None None] Routers {'d3367306-988e-4918-933c-2d72cd39537b'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:39:37.537600 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-b7d525e3-c6d5-4583-ba45-6477fd42716a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:39:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['d3367306-988e-4918-933c-2d72cd39537b'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:39:37.570836 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-b7d525e3-c6d5-4583-ba45-6477fd42716a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:39:37.571583 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d525e3-c6d5-4583-ba45-6477fd42716a None None] The sync data for ids ['d3367306-988e-4918-933c-2d72cd39537b'] in n-d-master-1 is: [] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:39:37.589281 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-a19d3c9c-966e-421d-a9b5-7170cfc870f2 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] 10.222.0.23 "GET /v2.0/routers/d3367306-988e-4918-933c-2d72cd39537b HTTP/1.1" status: 200 len: 920 time: 0.1156073 Dec 06 17:39:37.592086 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57982) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:37.635412 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8dae057-bae1-4941-bd16-ea8dbe1be6ac tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:39:37.637013 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-f8dae057-bae1-4941-bd16-ea8dbe1be6ac tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=40c9982f-f1ff-4b90-bebe-b7d51655f7e2&device_id=d3367306-988e-4918-933c-2d72cd39537b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0440471 Dec 06 17:39:37.639569 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57988) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:37.734127 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c803a4-d409-4045-8f21-7c873c9b29ca tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:39:37.736208 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-93c803a4-d409-4045-8f21-7c873c9b29ca tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] 10.222.0.23 "GET /v2.0/networks/40c9982f-f1ff-4b90-bebe-b7d51655f7e2 HTTP/1.1" status: 200 len: 881 time: 0.0957487 Dec 06 17:39:37.739014 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57990) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:37.767870 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-0aa9b276-f8b2-4e66-bce2-0c75ff89873f tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3367306-988e-4918-933c-2d72cd39537b HTTP/1.1" status: 200 len: 205 time: 0.0252283 Dec 06 17:39:37.768080 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57994) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:37.876184 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a85a54ca-c525-43c3-87e8-283ca558af7d tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks [] for router, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:37.981971 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a85a54ca-c525-43c3-87e8-283ca558af7d tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:38.033643 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-a85a54ca-c525-43c3-87e8-283ca558af7d tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Deleting port de303393-2ec2-4ec5-8184-a7ca499911dd {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:39:38.034329 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a85a54ca-c525-43c3-87e8-283ca558af7d tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:38.110134 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a85a54ca-c525-43c3-87e8-283ca558af7d tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:38.121373 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-a85a54ca-c525-43c3-87e8-283ca558af7d tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Calling delete_port for de303393-2ec2-4ec5-8184-a7ca499911dd owned by network:router_gateway {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:39:38.286369 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a85a54ca-c525-43c3-87e8-283ca558af7d tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:38.313624 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85a54ca-c525-43c3-87e8-283ca558af7d tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Pushing event deleted for resources: {'Port': ['ID=de303393-2ec2-4ec5-8184-a7ca499911dd,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:38.331248 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99fa2303-8252-4432-bdc9-46b5a01446b4 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:39:38.383035 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a85a54ca-c525-43c3-87e8-283ca558af7d tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536698'] for router_gateway, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:38.482860 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a85a54ca-c525-43c3-87e8-283ca558af7d tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:38.485111 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a85a54ca-c525-43c3-87e8-283ca558af7d tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:38.528968 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a85a54ca-c525-43c3-87e8-283ca558af7d tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:38.529524 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a85a54ca-c525-43c3-87e8-283ca558af7d tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Fanout notify agent at l3_agent the message router_deleted on router d3367306-988e-4918-933c-2d72cd39537b {{(pid=103285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 17:39:38.536657 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a85a54ca-c525-43c3-87e8-283ca558af7d tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:38.541618 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-a85a54ca-c525-43c3-87e8-283ca558af7d tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] 10.222.0.23 "DELETE /v2.0/routers/d3367306-988e-4918-933c-2d72cd39537b HTTP/1.1" status: 204 len: 168 time: 0.7688217 Dec 06 17:39:38.541618 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57996) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:38.545657 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-2c3a7d1a-6871-4ae5-aad5-4d7963e90fca tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-119274564', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:39:38.569729 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2c3a7d1a-6871-4ae5-aad5-4d7963e90fca tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:38.570759 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2c3a7d1a-6871-4ae5-aad5-4d7963e90fca tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:38.619698 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2c3a7d1a-6871-4ae5-aad5-4d7963e90fca tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:38.623509 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2c3a7d1a-6871-4ae5-aad5-4d7963e90fca tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:38.640400 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2c3a7d1a-6871-4ae5-aad5-4d7963e90fca tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:38.642511 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-2c3a7d1a-6871-4ae5-aad5-4d7963e90fca tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1001806 Dec 06 17:39:38.645156 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 57998) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:38.649275 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-480eee9d-a64e-48ff-afb3-4ba3ec4687e5 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'enable_snat': False}}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:39:39.167175 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-480eee9d-a64e-48ff-afb3-4ba3ec4687e5 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:39.366339 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-480eee9d-a64e-48ff-afb3-4ba3ec4687e5 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:39.385229 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-480eee9d-a64e-48ff-afb3-4ba3ec4687e5 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:39.487602 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-480eee9d-a64e-48ff-afb3-4ba3ec4687e5 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Allocated IP 172.35.1.47 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/c601f401-50ad-4116-91e8-bb6cea8fb104) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:39:39.595175 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-480eee9d-a64e-48ff-afb3-4ba3ec4687e5 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:39.632433 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-480eee9d-a64e-48ff-afb3-4ba3ec4687e5 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:39.674734 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480eee9d-a64e-48ff-afb3-4ba3ec4687e5 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:39:39.677786 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-480eee9d-a64e-48ff-afb3-4ba3ec4687e5 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:39:39.681428 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480eee9d-a64e-48ff-afb3-4ba3ec4687e5 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:39:39.691831 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3708075-64c9-4b93-b638-31078a17144d None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:39:39.707730 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480eee9d-a64e-48ff-afb3-4ba3ec4687e5 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Pushing event updated for resources: {'Port': ['ID=c601f401-50ad-4116-91e8-bb6cea8fb104,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:39.817532 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-dbab6f69-7629-455b-8dfa-9142c5dc5b00 None None] Provisioning complete for port c601f401-50ad-4116-91e8-bb6cea8fb104 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:39:39.818060 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-dbab6f69-7629-455b-8dfa-9142c5dc5b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:39.859102 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-dbab6f69-7629-455b-8dfa-9142c5dc5b00 None None] Port c601f401-50ad-4116-91e8-bb6cea8fb104 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:39:39.937923 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-480eee9d-a64e-48ff-afb3-4ba3ec4687e5 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:40.138795 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-480eee9d-a64e-48ff-afb3-4ba3ec4687e5 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1944'] for router, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:40.142673 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-480eee9d-a64e-48ff-afb3-4ba3ec4687e5 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536591', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-575717'] for router, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:40.301494 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-480eee9d-a64e-48ff-afb3-4ba3ec4687e5 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Router 864e9cbc-2f3f-45ec-9534-eb3c443b8b49 is scheduled to L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 with binding_index 1 {{(pid=103285) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 17:39:40.409195 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-480eee9d-a64e-48ff-afb3-4ba3ec4687e5 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:39:40.413675 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-480eee9d-a64e-48ff-afb3-4ba3ec4687e5 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:40.414670 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-480eee9d-a64e-48ff-afb3-4ba3ec4687e5 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] 10.222.0.23 "PUT /v2.0/routers/864e9cbc-2f3f-45ec-9534-eb3c443b8b49 HTTP/1.1" status: 200 len: 914 time: 1.7685637 Dec 06 17:39:40.417242 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58018) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:40.419982 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5d8b2f-c1ca-44b8-97cc-d9a4dfca2613 None None] Sync routers for ids ['864e9cbc-2f3f-45ec-9534-eb3c443b8b49'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:39:40.431108 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5d8b2f-c1ca-44b8-97cc-d9a4dfca2613 None None] Routers {'864e9cbc-2f3f-45ec-9534-eb3c443b8b49'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:39:40.431724 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-ab5d8b2f-c1ca-44b8-97cc-d9a4dfca2613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:39:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['864e9cbc-2f3f-45ec-9534-eb3c443b8b49'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:39:40.467336 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-ab5d8b2f-c1ca-44b8-97cc-d9a4dfca2613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:39:40.476869 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5d8b2f-c1ca-44b8-97cc-d9a4dfca2613 None None] Routers {'864e9cbc-2f3f-45ec-9534-eb3c443b8b49'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:39:40.477723 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-ab5d8b2f-c1ca-44b8-97cc-d9a4dfca2613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:39:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['864e9cbc-2f3f-45ec-9534-eb3c443b8b49'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:39:40.511896 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-ab5d8b2f-c1ca-44b8-97cc-d9a4dfca2613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:39:40.512559 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5d8b2f-c1ca-44b8-97cc-d9a4dfca2613 None None] The sync data for ids ['864e9cbc-2f3f-45ec-9534-eb3c443b8b49'] in n-d-master-1 is: [] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:39:40.525537 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-67203460-e08c-412b-91cf-258b3c6299fa tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] 10.222.0.23 "GET /v2.0/routers/864e9cbc-2f3f-45ec-9534-eb3c443b8b49 HTTP/1.1" status: 200 len: 920 time: 0.1071262 Dec 06 17:39:40.528154 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58020) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:40.569458 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8f6ec6-6563-4ffa-a0d1-c39d27561d62 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:39:40.570999 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-fa8f6ec6-6563-4ffa-a0d1-c39d27561d62 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=40c9982f-f1ff-4b90-bebe-b7d51655f7e2&device_id=864e9cbc-2f3f-45ec-9534-eb3c443b8b49&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0419512 Dec 06 17:39:40.573633 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58022) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:40.660857 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311e1f5b-9cae-422a-bafa-52d5c7a058ee tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:39:40.662295 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-311e1f5b-9cae-422a-bafa-52d5c7a058ee tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] 10.222.0.23 "GET /v2.0/networks/40c9982f-f1ff-4b90-bebe-b7d51655f7e2 HTTP/1.1" status: 200 len: 881 time: 0.0877702 Dec 06 17:39:40.665049 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58024) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:40.691897 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-504400c0-03c1-4fa4-a6dd-f2c64365905c tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] 10.222.0.23 "GET /v2.0/ports?device_id=864e9cbc-2f3f-45ec-9534-eb3c443b8b49 HTTP/1.1" status: 200 len: 205 time: 0.0257838 Dec 06 17:39:40.694297 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58026) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:40.801251 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2e6b563a-ec6e-43b0-aef3-5229c114a96b tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks [] for router, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:40.910691 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2e6b563a-ec6e-43b0-aef3-5229c114a96b tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:40.969619 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-2e6b563a-ec6e-43b0-aef3-5229c114a96b tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Deleting port c601f401-50ad-4116-91e8-bb6cea8fb104 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:39:40.969963 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2e6b563a-ec6e-43b0-aef3-5229c114a96b tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:41.052156 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2e6b563a-ec6e-43b0-aef3-5229c114a96b tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:41.064330 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-2e6b563a-ec6e-43b0-aef3-5229c114a96b tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Calling delete_port for c601f401-50ad-4116-91e8-bb6cea8fb104 owned by network:router_gateway {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:39:41.229217 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2e6b563a-ec6e-43b0-aef3-5229c114a96b tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:41.257051 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6b563a-ec6e-43b0-aef3-5229c114a96b tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Pushing event deleted for resources: {'Port': ['ID=c601f401-50ad-4116-91e8-bb6cea8fb104,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:41.280482 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfcbfd2a-a3b0-40ea-b641-398e9caba712 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:39:41.331363 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2e6b563a-ec6e-43b0-aef3-5229c114a96b tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536698'] for router_gateway, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:41.417136 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2e6b563a-ec6e-43b0-aef3-5229c114a96b tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:41.419440 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2e6b563a-ec6e-43b0-aef3-5229c114a96b tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:41.463372 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2e6b563a-ec6e-43b0-aef3-5229c114a96b tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:41.464017 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e6b563a-ec6e-43b0-aef3-5229c114a96b tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Fanout notify agent at l3_agent the message router_deleted on router 864e9cbc-2f3f-45ec-9534-eb3c443b8b49 {{(pid=103285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 17:39:41.470792 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2e6b563a-ec6e-43b0-aef3-5229c114a96b tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:41.471898 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-2e6b563a-ec6e-43b0-aef3-5229c114a96b tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] 10.222.0.23 "DELETE /v2.0/routers/864e9cbc-2f3f-45ec-9534-eb3c443b8b49 HTTP/1.1" status: 204 len: 168 time: 0.7767324 Dec 06 17:39:41.475939 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58030) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:41.480154 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-a46553a2-4478-4857-af2d-fb2f09d754e2 tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-460386501', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}, 'admin_state_up': False}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:39:41.503839 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a46553a2-4478-4857-af2d-fb2f09d754e2 tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:41.505238 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a46553a2-4478-4857-af2d-fb2f09d754e2 tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:41.563739 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a46553a2-4478-4857-af2d-fb2f09d754e2 tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:41.701939 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a46553a2-4478-4857-af2d-fb2f09d754e2 tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:41.910977 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a46553a2-4478-4857-af2d-fb2f09d754e2 tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks [] for router_gateway, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:41.929944 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a46553a2-4478-4857-af2d-fb2f09d754e2 tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:42.039032 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-a46553a2-4478-4857-af2d-fb2f09d754e2 tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Allocated IP 172.35.1.189 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/c71c1f5b-4792-4df1-85fa-2e0b0e271ccc) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:39:42.141972 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a46553a2-4478-4857-af2d-fb2f09d754e2 tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:42.181081 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a46553a2-4478-4857-af2d-fb2f09d754e2 tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:42.235601 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46553a2-4478-4857-af2d-fb2f09d754e2 tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:39:42.240128 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-a46553a2-4478-4857-af2d-fb2f09d754e2 tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:39:42.244764 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46553a2-4478-4857-af2d-fb2f09d754e2 tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:39:42.259008 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58bf44f6-11db-49aa-a1a3-5eb82b4ae034 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:39:42.274162 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46553a2-4478-4857-af2d-fb2f09d754e2 tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Pushing event updated for resources: {'Port': ['ID=c71c1f5b-4792-4df1-85fa-2e0b0e271ccc,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:42.297539 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-05e249a9-f284-49a6-bbe5-15957a71afd8 None None] Provisioning complete for port c71c1f5b-4792-4df1-85fa-2e0b0e271ccc triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:39:42.298135 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-05e249a9-f284-49a6-bbe5-15957a71afd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:42.335336 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-05e249a9-f284-49a6-bbe5-15957a71afd8 None None] Port c71c1f5b-4792-4df1-85fa-2e0b0e271ccc cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:39:42.785168 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58048) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:42.833180 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a46553a2-4478-4857-af2d-fb2f09d754e2 tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks [] for router_gateway, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:42.899888 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bcfa81be-83ad-4b3b-ab31-3e4ae0ee4b1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:42.976666 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bcfa81be-83ad-4b3b-ab31-3e4ae0ee4b1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:42.983106 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bcfa81be-83ad-4b3b-ab31-3e4ae0ee4b1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:43.028598 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-bcfa81be-83ad-4b3b-ab31-3e4ae0ee4b1e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3939e72a0f9b4a579a834c27959226bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2416213 Dec 06 17:39:43.030224 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfa81be-83ad-4b3b-ab31-3e4ae0ee4b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beb26a1c-45b7-4f56-a2cf-875832e54712,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:43.031339 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58052) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:43.061885 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a46553a2-4478-4857-af2d-fb2f09d754e2 tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:43.132147 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9cf99ebb-6cfc-44f6-9d93-50b0173cec42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:43.190706 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9cf99ebb-6cfc-44f6-9d93-50b0173cec42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:43.256332 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a46553a2-4478-4857-af2d-fb2f09d754e2 tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Router a5687209-178d-4c8f-9389-15463f30ecd3 is scheduled to L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 with binding_index 1 {{(pid=103285) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 17:39:43.259291 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9cf99ebb-6cfc-44f6-9d93-50b0173cec42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:43.261863 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9cf99ebb-6cfc-44f6-9d93-50b0173cec42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:43.263033 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-9cf99ebb-6cfc-44f6-9d93-50b0173cec42 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/beb26a1c-45b7-4f56-a2cf-875832e54712 HTTP/1.1" status: 204 len: 168 time: 0.2300317 Dec 06 17:39:43.277904 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf99ebb-6cfc-44f6-9d93-50b0173cec42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb26a1c-45b7-4f56-a2cf-875832e54712,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:43.393260 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a46553a2-4478-4857-af2d-fb2f09d754e2 tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:39:43.404100 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0637314-fb5f-4872-b60e-b4108eeb602e None None] Sync routers for ids ['a5687209-178d-4c8f-9389-15463f30ecd3'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:39:43.417086 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0637314-fb5f-4872-b60e-b4108eeb602e None None] Routers {'a5687209-178d-4c8f-9389-15463f30ecd3'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:39:43.418095 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-c0637314-fb5f-4872-b60e-b4108eeb602e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:39:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['a5687209-178d-4c8f-9389-15463f30ecd3'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:39:43.419074 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a46553a2-4478-4857-af2d-fb2f09d754e2 tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:43.421511 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-a46553a2-4478-4857-af2d-fb2f09d754e2 tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.9436271 Dec 06 17:39:43.423172 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58060) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:43.428262 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-7449d4f1-0924-435d-8bd6-e9be895c345d tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:39:43.472138 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-c0637314-fb5f-4872-b60e-b4108eeb602e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:39:43.487514 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0637314-fb5f-4872-b60e-b4108eeb602e None None] Routers {'a5687209-178d-4c8f-9389-15463f30ecd3'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:39:43.488376 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-c0637314-fb5f-4872-b60e-b4108eeb602e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:39:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['a5687209-178d-4c8f-9389-15463f30ecd3'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:39:43.491998 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-205617bb-2402-4144-ae0f-56b87fc082fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:43.526221 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-c0637314-fb5f-4872-b60e-b4108eeb602e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:39:43.527155 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0637314-fb5f-4872-b60e-b4108eeb602e None None] The sync data for ids ['a5687209-178d-4c8f-9389-15463f30ecd3'] in n-d-master-1 is: [] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:39:43.595769 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58064) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:43.608985 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0eb6a4c8-409c-40c4-86f5-f8e8030c62db admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:43.702728 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0eb6a4c8-409c-40c4-86f5-f8e8030c62db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:43.711138 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0eb6a4c8-409c-40c4-86f5-f8e8030c62db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:43.753223 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-0eb6a4c8-409c-40c4-86f5-f8e8030c62db admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1bfd6859a8e14b1f9b947e889110c446&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1535053 Dec 06 17:39:43.753223 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb6a4c8-409c-40c4-86f5-f8e8030c62db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31e2f4fe-b049-4a17-a912-ee01ea6e6306,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:43.755057 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58066) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:43.794574 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7449d4f1-0924-435d-8bd6-e9be895c345d tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:43.806698 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7449d4f1-0924-435d-8bd6-e9be895c345d tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:43.807494 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-46266717-3faf-45db-a57d-9a4806bbd0d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:43.830558 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-46266717-3faf-45db-a57d-9a4806bbd0d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:43.861642 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-7449d4f1-0924-435d-8bd6-e9be895c345d tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Deleting port c71c1f5b-4792-4df1-85fa-2e0b0e271ccc {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:39:43.861982 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7449d4f1-0924-435d-8bd6-e9be895c345d tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:43.879792 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-46266717-3faf-45db-a57d-9a4806bbd0d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:43.883302 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-46266717-3faf-45db-a57d-9a4806bbd0d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:43.884524 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-46266717-3faf-45db-a57d-9a4806bbd0d6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/31e2f4fe-b049-4a17-a912-ee01ea6e6306 HTTP/1.1" status: 204 len: 168 time: 0.1285589 Dec 06 17:39:43.892869 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46266717-3faf-45db-a57d-9a4806bbd0d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e2f4fe-b049-4a17-a912-ee01ea6e6306,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:43.943452 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7449d4f1-0924-435d-8bd6-e9be895c345d tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:43.955736 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-7449d4f1-0924-435d-8bd6-e9be895c345d tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Calling delete_port for c71c1f5b-4792-4df1-85fa-2e0b0e271ccc owned by network:router_gateway {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:39:44.123100 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7449d4f1-0924-435d-8bd6-e9be895c345d tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:44.151513 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7449d4f1-0924-435d-8bd6-e9be895c345d tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Pushing event deleted for resources: {'Port': ['ID=c71c1f5b-4792-4df1-85fa-2e0b0e271ccc,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:44.166687 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbc250a-fa45-4733-b649-daab711636ac None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:39:44.219431 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7449d4f1-0924-435d-8bd6-e9be895c345d tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536698'] for router_gateway, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:44.397691 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58084) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:44.435842 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7449d4f1-0924-435d-8bd6-e9be895c345d tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1944'] for router, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:44.441158 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7449d4f1-0924-435d-8bd6-e9be895c345d tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536591', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-575717'] for router, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:44.489593 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-de4d4bc5-8f2a-44ee-bbd5-f6b90693c84c tempest-TestSecurityGroupsBasicOps-2053023288 tempest-TestSecurityGroupsBasicOps-2053023288-project-admin] 10.222.0.23 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2413 time: 0.0830259 Dec 06 17:39:44.489593 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58088) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:44.493042 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-80e6fdf8-f0ac-4a10-8d9c-927f7742726a tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Request body: {'network': {'name': 'tempest-network-smoke--1984786940', 'project_id': 'c27044cf11ea44118ff5004391cd34da', 'port_security_enabled': False}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:39:44.515202 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e6fdf8-f0ac-4a10-8d9c-927f7742726a tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Made reservation on behalf of c27044cf11ea44118ff5004391cd34da for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:39:44.520888 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-80e6fdf8-f0ac-4a10-8d9c-927f7742726a tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:44.528411 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7449d4f1-0924-435d-8bd6-e9be895c345d tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Router a5687209-178d-4c8f-9389-15463f30ecd3 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:39:44.549898 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80e6fdf8-f0ac-4a10-8d9c-927f7742726a tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:39:44.559550 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-80e6fdf8-f0ac-4a10-8d9c-927f7742726a tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:44.559900 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-80e6fdf8-f0ac-4a10-8d9c-927f7742726a tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Added segment a9024ff3-c610-412b-9561-46e0a3e58922 of type vlan for network a9d5c5ab-d0bb-462a-b997-20ad4a075ad1 Dec 06 17:39:44.600231 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-80e6fdf8-f0ac-4a10-8d9c-927f7742726a tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:44.608669 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7449d4f1-0924-435d-8bd6-e9be895c345d tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:39:44.616273 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7449d4f1-0924-435d-8bd6-e9be895c345d tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:44.619878 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-7449d4f1-0924-435d-8bd6-e9be895c345d tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] 10.222.0.23 "PUT /v2.0/routers/a5687209-178d-4c8f-9389-15463f30ecd3 HTTP/1.1" status: 200 len: 705 time: 1.1930606 Dec 06 17:39:44.620816 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58094) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:44.623547 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a715d758-59e7-405d-97a8-0c6d1ce664b9 None None] Sync routers for ids ['a5687209-178d-4c8f-9389-15463f30ecd3'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:39:44.634447 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a715d758-59e7-405d-97a8-0c6d1ce664b9 None None] Routers {'a5687209-178d-4c8f-9389-15463f30ecd3'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:39:44.635073 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-a715d758-59e7-405d-97a8-0c6d1ce664b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:39:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['a5687209-178d-4c8f-9389-15463f30ecd3'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:39:44.639595 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-80e6fdf8-f0ac-4a10-8d9c-927f7742726a tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:44.647771 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e6fdf8-f0ac-4a10-8d9c-927f7742726a tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:39:44.648647 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-80e6fdf8-f0ac-4a10-8d9c-927f7742726a tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks [] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:44.672858 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-a715d758-59e7-405d-97a8-0c6d1ce664b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:39:44.675265 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-80e6fdf8-f0ac-4a10-8d9c-927f7742726a tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1889133 Dec 06 17:39:44.682910 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a715d758-59e7-405d-97a8-0c6d1ce664b9 None None] Routers {'a5687209-178d-4c8f-9389-15463f30ecd3'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:39:44.683517 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-a715d758-59e7-405d-97a8-0c6d1ce664b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:39:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['a5687209-178d-4c8f-9389-15463f30ecd3'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:39:44.688978 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58096) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:44.695410 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-802f43a1-32a1-4231-b855-5f4b90c208ba tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1837937523', 'admin_state_up': True, 'project_id': 'c27044cf11ea44118ff5004391cd34da', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:39:44.702785 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-8c18624b-a8aa-4b3a-b363-f2907e846045 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] 10.222.0.23 "GET /v2.0/routers/a5687209-178d-4c8f-9389-15463f30ecd3 HTTP/1.1" status: 200 len: 740 time: 0.0815890 Dec 06 17:39:44.705805 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58098) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:44.725219 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-a715d758-59e7-405d-97a8-0c6d1ce664b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:39:44.726112 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a715d758-59e7-405d-97a8-0c6d1ce664b9 None None] The sync data for ids ['a5687209-178d-4c8f-9389-15463f30ecd3'] in n-d-master-1 is: [] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:39:44.759632 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e6fdf8-f0ac-4a10-8d9c-927f7742726a tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Pushing event updated for resources: {'Network': ['ID=a9d5c5ab-d0bb-462a-b997-20ad4a075ad1,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:44.768760 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-13490b3b-f8ed-4c0c-a1dc-1afde8304e81 tempest-RoutersAdminTest-622082862 tempest-RoutersAdminTest-622082862-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=40c9982f-f1ff-4b90-bebe-b7d51655f7e2&device_id=a5687209-178d-4c8f-9389-15463f30ecd3 HTTP/1.1" status: 200 len: 205 time: 0.0584211 Dec 06 17:39:44.769338 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58102) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:44.777463 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-802f43a1-32a1-4231-b855-5f4b90c208ba tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:44.778583 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network a9d5c5ab-d0bb-462a-b997-20ad4a075ad1 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:39:44.779598 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-802f43a1-32a1-4231-b855-5f4b90c208ba tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:44.817117 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-6257b0d8-06f7-418b-a339-a34ce0b790c1 tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5687209-178d-4c8f-9389-15463f30ecd3 HTTP/1.1" status: 200 len: 205 time: 0.0465372 Dec 06 17:39:44.825196 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58104) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:44.851023 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-802f43a1-32a1-4231-b855-5f4b90c208ba tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:44.909672 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-18b659e0-9ced-4344-9751-45f66cc8bfc4 tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks [] for router, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:45.000352 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-802f43a1-32a1-4231-b855-5f4b90c208ba tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:45.079423 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-18b659e0-9ced-4344-9751-45f66cc8bfc4 tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:45.081716 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-18b659e0-9ced-4344-9751-45f66cc8bfc4 tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:45.129710 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-18b659e0-9ced-4344-9751-45f66cc8bfc4 tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:45.130319 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18b659e0-9ced-4344-9751-45f66cc8bfc4 tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Fanout notify agent at l3_agent the message router_deleted on router a5687209-178d-4c8f-9389-15463f30ecd3 {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 17:39:45.138370 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-18b659e0-9ced-4344-9751-45f66cc8bfc4 tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:45.140008 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-18b659e0-9ced-4344-9751-45f66cc8bfc4 tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] 10.222.0.23 "DELETE /v2.0/routers/a5687209-178d-4c8f-9389-15463f30ecd3 HTTP/1.1" status: 204 len: 168 time: 0.3132820 Dec 06 17:39:45.144090 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58114) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:45.182599 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-cd1e927c-43ea-49c0-ab27-4b0b1b2c4605 tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5687209-178d-4c8f-9389-15463f30ecd3 HTTP/1.1" status: 200 len: 205 time: 0.0372946 Dec 06 17:39:45.183247 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58118) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:45.225804 n-d-master-1 neutron-server[103285]: INFO neutron.api.v2.resource [None req-9b51817f-70ce-4a89-9da3-fa70f14bfa2f tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] delete failed (client error): The resource could not be found. Dec 06 17:39:45.226846 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-9b51817f-70ce-4a89-9da3-fa70f14bfa2f tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] 10.222.0.23 "DELETE /v2.0/routers/a5687209-178d-4c8f-9389-15463f30ecd3 HTTP/1.1" status: 404 len: 336 time: 0.0426643 Dec 06 17:39:45.229657 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58120) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:45.247991 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-802f43a1-32a1-4231-b855-5f4b90c208ba tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks [] for router_gateway, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:45.270217 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-fd3df842-21b5-491c-aad8-d63921d703c8 tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] 10.222.0.23 "GET /v2.0/ports?device_id=864e9cbc-2f3f-45ec-9534-eb3c443b8b49 HTTP/1.1" status: 200 len: 205 time: 0.0389652 Dec 06 17:39:45.272283 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58124) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:45.282882 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-802f43a1-32a1-4231-b855-5f4b90c208ba tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:45.341209 n-d-master-1 neutron-server[103284]: INFO neutron.api.v2.resource [None req-97195796-5e12-4670-bda6-17d2d72ff6a7 tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] delete failed (client error): The resource could not be found. Dec 06 17:39:45.345225 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-97195796-5e12-4670-bda6-17d2d72ff6a7 tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] 10.222.0.23 "DELETE /v2.0/routers/864e9cbc-2f3f-45ec-9534-eb3c443b8b49 HTTP/1.1" status: 404 len: 336 time: 0.0692499 Dec 06 17:39:45.345733 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58128) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:45.387640 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-5228591b-edf3-44f0-9fcf-7b3a6606f284 tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3367306-988e-4918-933c-2d72cd39537b HTTP/1.1" status: 200 len: 205 time: 0.0403216 Dec 06 17:39:45.390605 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58130) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:45.427605 n-d-master-1 neutron-server[103284]: INFO neutron.api.v2.resource [None req-ff2b14a4-ecc9-4ea8-af4e-913f0b120360 tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] delete failed (client error): The resource could not be found. Dec 06 17:39:45.431296 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-ff2b14a4-ecc9-4ea8-af4e-913f0b120360 tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] 10.222.0.23 "DELETE /v2.0/routers/d3367306-988e-4918-933c-2d72cd39537b HTTP/1.1" status: 404 len: 336 time: 0.0377758 Dec 06 17:39:45.431296 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58136) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:45.438717 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-802f43a1-32a1-4231-b855-5f4b90c208ba tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Allocated IP 172.35.1.181 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/eaa58daa-ad48-414a-a11a-7723321b0400) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:39:45.459085 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-f06d859f-f5d9-426d-a5cf-e246c2e262c3 tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e199d0d-041b-4409-91c2-db0fcfefa6f1 HTTP/1.1" status: 200 len: 205 time: 0.0268493 Dec 06 17:39:45.461321 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58140) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:45.503499 n-d-master-1 neutron-server[103284]: INFO neutron.api.v2.resource [None req-f2ee313f-d822-4b76-a758-03cd0c7f51b9 tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] delete failed (client error): The resource could not be found. Dec 06 17:39:45.505508 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-f2ee313f-d822-4b76-a758-03cd0c7f51b9 tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] 10.222.0.23 "DELETE /v2.0/routers/2e199d0d-041b-4409-91c2-db0fcfefa6f1 HTTP/1.1" status: 404 len: 336 time: 0.0423183 Dec 06 17:39:45.507444 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58146) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:45.541311 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-46d2936d-886a-4f99-b805-2eac657241c6 tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ea2a0b2-1a64-4449-8f31-f804edb80669 HTTP/1.1" status: 200 len: 205 time: 0.0327408 Dec 06 17:39:45.543791 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58148) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:45.578285 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-802f43a1-32a1-4231-b855-5f4b90c208ba tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:45.584369 n-d-master-1 neutron-server[103284]: INFO neutron.api.v2.resource [None req-8f4ffe90-f1f8-4a89-b9c1-6fcc9d6ec2f4 tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] delete failed (client error): The resource could not be found. Dec 06 17:39:45.585503 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-8f4ffe90-f1f8-4a89-b9c1-6fcc9d6ec2f4 tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] 10.222.0.23 "DELETE /v2.0/routers/4ea2a0b2-1a64-4449-8f31-f804edb80669 HTTP/1.1" status: 404 len: 336 time: 0.0404546 Dec 06 17:39:45.588169 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58150) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:45.614274 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-802f43a1-32a1-4231-b855-5f4b90c208ba tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:45.615276 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-067e7d93-a7f6-413d-805e-609f7e5d61f2 tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] 10.222.0.23 "GET /v2.0/ports?device_id=73c3d381-89b5-4a58-912b-872a1b1bd2fd HTTP/1.1" status: 200 len: 205 time: 0.0260541 Dec 06 17:39:45.617677 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58152) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:45.651089 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802f43a1-32a1-4231-b855-5f4b90c208ba tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:39:45.653417 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-802f43a1-32a1-4231-b855-5f4b90c208ba tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:39:45.659701 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802f43a1-32a1-4231-b855-5f4b90c208ba tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:39:45.662952 n-d-master-1 neutron-server[103284]: INFO neutron.api.v2.resource [None req-46f3b747-0d69-4074-8ecb-c3d4f6813e50 tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] delete failed (client error): The resource could not be found. Dec 06 17:39:45.664041 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-46f3b747-0d69-4074-8ecb-c3d4f6813e50 tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] 10.222.0.23 "DELETE /v2.0/routers/73c3d381-89b5-4a58-912b-872a1b1bd2fd HTTP/1.1" status: 404 len: 336 time: 0.0451982 Dec 06 17:39:45.666780 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58154) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:45.682672 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69767ce6-5be1-4e4d-8719-7eb7edc88ac1 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:39:45.696659 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-883716cf-9402-4a4b-84e0-216d3734eeca tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] DELETE failed (client error): The resource could not be found. Dec 06 17:39:45.697129 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-883716cf-9402-4a4b-84e0-216d3734eeca tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:39:45.700277 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-883716cf-9402-4a4b-84e0-216d3734eeca tempest-RoutersAdminTest-34480241 tempest-RoutersAdminTest-34480241-project] 10.222.0.23 "DELETE /v2.0/subnets/cbe16eeb-9f1c-43fd-b125-c8f42a809d06 HTTP/1.1" status: 404 len: 337 time: 0.0325637 Dec 06 17:39:45.711959 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-89da58f5-6e1a-4937-a4a4-b7e0c66d65b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:45.715435 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802f43a1-32a1-4231-b855-5f4b90c208ba tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Pushing event updated for resources: {'Port': ['ID=eaa58daa-ad48-414a-a11a-7723321b0400,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:45.806924 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-07e32f79-b1cd-4064-927f-1bc6c55abc1d None None] Provisioning complete for port eaa58daa-ad48-414a-a11a-7723321b0400 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:39:45.807527 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-07e32f79-b1cd-4064-927f-1bc6c55abc1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:45.863852 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-07e32f79-b1cd-4064-927f-1bc6c55abc1d None None] Port eaa58daa-ad48-414a-a11a-7723321b0400 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:39:45.991464 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-802f43a1-32a1-4231-b855-5f4b90c208ba tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks [] for router_gateway, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:46.034641 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58166) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:46.149377 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-42c4e8be-4221-46aa-b709-cc2ff16a8cc5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:46.210970 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-802f43a1-32a1-4231-b855-5f4b90c208ba tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:46.232148 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-42c4e8be-4221-46aa-b709-cc2ff16a8cc5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:46.237185 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-42c4e8be-4221-46aa-b709-cc2ff16a8cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:46.282838 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-42c4e8be-4221-46aa-b709-cc2ff16a8cc5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1603d5db3d1a40ba8dba7f12f4fbdcaf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2470212 Dec 06 17:39:46.284290 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c4e8be-4221-46aa-b709-cc2ff16a8cc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef7c37b3-49d9-41a6-877c-74b4b3360847,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:46.286770 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58170) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:46.345581 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-98226508-677c-4abf-883d-112d0b79d891 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:46.356028 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-802f43a1-32a1-4231-b855-5f4b90c208ba tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Router 65a545f3-c1ed-47e1-a69a-374519ca3da6 is scheduled to L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 with binding_index 1 {{(pid=103285) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 17:39:46.372321 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-98226508-677c-4abf-883d-112d0b79d891 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:46.427994 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-98226508-677c-4abf-883d-112d0b79d891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:46.430703 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-98226508-677c-4abf-883d-112d0b79d891 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:46.434178 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-98226508-677c-4abf-883d-112d0b79d891 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ef7c37b3-49d9-41a6-877c-74b4b3360847 HTTP/1.1" status: 204 len: 168 time: 0.1439190 Dec 06 17:39:46.441285 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98226508-677c-4abf-883d-112d0b79d891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef7c37b3-49d9-41a6-877c-74b4b3360847,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:46.482022 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-802f43a1-32a1-4231-b855-5f4b90c208ba tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:39:46.492209 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186843b5-36cf-403d-bfc2-f335a4f4e202 None None] Sync routers for ids ['65a545f3-c1ed-47e1-a69a-374519ca3da6'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:39:46.505152 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186843b5-36cf-403d-bfc2-f335a4f4e202 None None] Routers {'65a545f3-c1ed-47e1-a69a-374519ca3da6'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:39:46.506147 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-186843b5-36cf-403d-bfc2-f335a4f4e202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:39:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['65a545f3-c1ed-47e1-a69a-374519ca3da6'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:39:46.519114 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-802f43a1-32a1-4231-b855-5f4b90c208ba tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:46.521189 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-802f43a1-32a1-4231-b855-5f4b90c208ba tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8309684 Dec 06 17:39:46.525398 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58174) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:46.612490 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e624f85f-9557-4581-9aef-aaa953c5dfc2 tempest-TestSecurityGroupsBasicOps-2053023288 tempest-TestSecurityGroupsBasicOps-2053023288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:39:46.616769 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-e624f85f-9557-4581-9aef-aaa953c5dfc2 tempest-TestSecurityGroupsBasicOps-2053023288 tempest-TestSecurityGroupsBasicOps-2053023288-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=c27044cf11ea44118ff5004391cd34da&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0857441 Dec 06 17:39:46.617612 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58178) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:46.688943 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-186843b5-36cf-403d-bfc2-f335a4f4e202 None None] Set router 65a545f3-c1ed-47e1-a69a-374519ca3da6 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:39:46.820992 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a95d3ba-d70b-404c-a818-e057b68104b7 tempest-TestSecurityGroupsBasicOps-2053023288 tempest-TestSecurityGroupsBasicOps-2053023288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:39:46.826064 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58180) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:46.826760 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-8a95d3ba-d70b-404c-a818-e057b68104b7 tempest-TestSecurityGroupsBasicOps-2053023288 tempest-TestSecurityGroupsBasicOps-2053023288-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2076056 Dec 06 17:39:46.869358 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-d67e9a18-1200-4437-8d73-8973e140822e tempest-TestSecurityGroupsBasicOps-2053023288 tempest-TestSecurityGroupsBasicOps-2053023288-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=40c9982f-f1ff-4b90-bebe-b7d51655f7e2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0420177 Dec 06 17:39:46.872048 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58182) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:46.899422 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58184) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:46.910746 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-e298e19e-261b-464f-8765-0a3d32b95605 tempest-TestSecurityGroupsBasicOps-2053023288 tempest-TestSecurityGroupsBasicOps-2053023288-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=c27044cf11ea44118ff5004391cd34da&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0350702 Dec 06 17:39:46.911025 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58186) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:46.952514 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-ecfc93af-0f8f-403e-9b23-ef7516749a70 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5500a782a3fe4002828e776455e19288&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0495563 Dec 06 17:39:46.952732 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58190) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:47.014584 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2923c8cf-c7ef-48c3-bdd3-87ee7364de49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:47.050846 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2923c8cf-c7ef-48c3-bdd3-87ee7364de49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:47.112823 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2923c8cf-c7ef-48c3-bdd3-87ee7364de49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:47.117587 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2923c8cf-c7ef-48c3-bdd3-87ee7364de49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:47.120068 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-2923c8cf-c7ef-48c3-bdd3-87ee7364de49 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9b6f201f-071e-4ed0-a08c-c3bdd8322b25 HTTP/1.1" status: 204 len: 168 time: 0.1658754 Dec 06 17:39:47.134753 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2923c8cf-c7ef-48c3-bdd3-87ee7364de49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b6f201f-071e-4ed0-a08c-c3bdd8322b25,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:47.156310 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:47.167198 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-186843b5-36cf-403d-bfc2-f335a4f4e202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a545f3-c1ed-47e1-a69a-374519ca3da6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1837937523', 'tenant_id': 'c27044cf11ea44118ff5004391cd34da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.181'}], 'enable_snat': True}, 'gw_port_id': 'eaa58daa-ad48-414a-a11a-7723321b0400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:39:44Z', 'updated_at': '2021-12-06T17:39:45Z', 'revision_number': 3, 'project_id': 'c27044cf11ea44118ff5004391cd34da', 'gw_port': {'id': 'eaa58daa-ad48-414a-a11a-7723321b0400', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d8:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65a545f3-c1ed-47e1-a69a-374519ca3da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:39:45Z', 'updated_at': '2021-12-06T17:39:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:39:47.196715 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186843b5-36cf-403d-bfc2-f335a4f4e202 None None] Checking router: 65a545f3-c1ed-47e1-a69a-374519ca3da6 for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:39:47.197345 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186843b5-36cf-403d-bfc2-f335a4f4e202 None None] Updating router 65a545f3-c1ed-47e1-a69a-374519ca3da6 port eaa58daa-ad48-414a-a11a-7723321b0400 binding host n-d-master-1 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:39:47.238469 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-186843b5-36cf-403d-bfc2-f335a4f4e202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:47.447148 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81549a4d-b6c4-4e29-ac3b-98fede1f4d0e tempest-TestSecurityGroupsBasicOps-2053023288 tempest-TestSecurityGroupsBasicOps-2053023288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:39:47.451583 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-81549a4d-b6c4-4e29-ac3b-98fede1f4d0e tempest-TestSecurityGroupsBasicOps-2053023288 tempest-TestSecurityGroupsBasicOps-2053023288-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5370479 Dec 06 17:39:47.452099 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58206) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:47.490989 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-3f57da44-20b8-4c5c-a67b-5f4fe3bfab10 tempest-TestSecurityGroupsBasicOps-2053023288 tempest-TestSecurityGroupsBasicOps-2053023288-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=40c9982f-f1ff-4b90-bebe-b7d51655f7e2&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0354357 Dec 06 17:39:47.491206 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58208) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:47.501582 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-9af9b784-5b74-4d48-b332-8660f3851ac4 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-56664123', 'network_id': 'a9d5c5ab-d0bb-462a-b997-20ad4a075ad1', 'project_id': 'c27044cf11ea44118ff5004391cd34da', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:39:47.565023 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-186843b5-36cf-403d-bfc2-f335a4f4e202 None None] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:47.572582 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-186843b5-36cf-403d-bfc2-f335a4f4e202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:47.596872 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af9b784-5b74-4d48-b332-8660f3851ac4 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Made reservation on behalf of c27044cf11ea44118ff5004391cd34da for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:39:47.600995 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9af9b784-5b74-4d48-b332-8660f3851ac4 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:47.650080 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4acbfa0d-2ea4-4933-a829-accaabe9fd83 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:39:47.668024 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-186843b5-36cf-403d-bfc2-f335a4f4e202 None None] Attempting to bind port eaa58daa-ad48-414a-a11a-7723321b0400 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:39:47.668590 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-186843b5-36cf-403d-bfc2-f335a4f4e202 None None] Attempting to bind port eaa58daa-ad48-414a-a11a-7723321b0400 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:39:47.669388 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186843b5-36cf-403d-bfc2-f335a4f4e202 None None] Attempting to bind port eaa58daa-ad48-414a-a11a-7723321b0400 on network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:39:47.674878 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f7a4ee-4782-40b5-a5db-6c913b5cd350 None None] Pushing event updated for resources: {'Port': ['ID=eaa58daa-ad48-414a-a11a-7723321b0400,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:47.680460 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186843b5-36cf-403d-bfc2-f335a4f4e202 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:39:47.681157 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186843b5-36cf-403d-bfc2-f335a4f4e202 None None] Checking segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:39:47.681820 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-186843b5-36cf-403d-bfc2-f335a4f4e202 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:47.682415 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186843b5-36cf-403d-bfc2-f335a4f4e202 None None] Bound using segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:39:47.683173 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-186843b5-36cf-403d-bfc2-f335a4f4e202 None None] Bound port: eaa58daa-ad48-414a-a11a-7723321b0400, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:39:47.683795 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-186843b5-36cf-403d-bfc2-f335a4f4e202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:47.751348 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b1ff49a1-b002-458a-bec4-12dd4738c6d1 None None] Provisioning complete for port eaa58daa-ad48-414a-a11a-7723321b0400 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:39:47.752132 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b1ff49a1-b002-458a-bec4-12dd4738c6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:47.793140 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-186843b5-36cf-403d-bfc2-f335a4f4e202 None None] For port eaa58daa-ad48-414a-a11a-7723321b0400, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:39:47.818479 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-186843b5-36cf-403d-bfc2-f335a4f4e202 None None] For port eaa58daa-ad48-414a-a11a-7723321b0400, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=eaa58daa-ad48-414a-a11a-7723321b0400,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:39:47.827259 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-186843b5-36cf-403d-bfc2-f335a4f4e202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:47.833634 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b1ff49a1-b002-458a-bec4-12dd4738c6d1 None None] Port eaa58daa-ad48-414a-a11a-7723321b0400 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:39:47.904820 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7defded-a2fd-4527-921f-ad7b749352de None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:39:47.921655 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f7a4ee-4782-40b5-a5db-6c913b5cd350 None None] Pushing event updated for resources: {'Port': ['ID=eaa58daa-ad48-414a-a11a-7723321b0400,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:47.927892 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186843b5-36cf-403d-bfc2-f335a4f4e202 None None] Routers {'65a545f3-c1ed-47e1-a69a-374519ca3da6'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:39:47.928537 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-186843b5-36cf-403d-bfc2-f335a4f4e202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:39:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['65a545f3-c1ed-47e1-a69a-374519ca3da6'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:39:47.940712 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9af9b784-5b74-4d48-b332-8660f3851ac4 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:48.067144 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af9b784-5b74-4d48-b332-8660f3851ac4 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Pushing event updated for resources: {'Subnet': ['ID=1bc2763c-4928-4622-9536-23909c6f1157,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:48.073830 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-186843b5-36cf-403d-bfc2-f335a4f4e202 None None] Set router 65a545f3-c1ed-47e1-a69a-374519ca3da6 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:39:48.075609 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-9b5f62fb-f7ef-482c-b6d4-4f4d3cd3d9bd None None] Provisioning complete for port eaa58daa-ad48-414a-a11a-7723321b0400 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:39:48.075988 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9b5f62fb-f7ef-482c-b6d4-4f4d3cd3d9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:48.083757 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af9b784-5b74-4d48-b332-8660f3851ac4 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Checking segment: {'id': 'a9024ff3-c610-412b-9561-46e0a3e58922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a9d5c5ab-d0bb-462a-b997-20ad4a075ad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:39:48.084136 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af9b784-5b74-4d48-b332-8660f3851ac4 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Network hostable DHCP agents. Network: a9d5c5ab-d0bb-462a-b997-20ad4a075ad1, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:39:48.112672 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af9b784-5b74-4d48-b332-8660f3851ac4 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Network a9d5c5ab-d0bb-462a-b997-20ad4a075ad1 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:39:48.127038 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-9af9b784-5b74-4d48-b332-8660f3851ac4 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, a9d5c5ab-d0bb-462a-b997-20ad4a075ad1) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:39:48.132673 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af9b784-5b74-4d48-b332-8660f3851ac4 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:39:48.133430 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9af9b784-5b74-4d48-b332-8660f3851ac4 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:48.162852 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-9af9b784-5b74-4d48-b332-8660f3851ac4 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 833 time: 0.6681085 Dec 06 17:39:48.163090 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fcf554c-3a17-4a1b-8ffe-28b7bd10acf4 None None] Network a9d5c5ab-d0bb-462a-b997-20ad4a075ad1 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:39:48.163538 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58226) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:48.248186 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:48.434208 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9b5f62fb-f7ef-482c-b6d4-4f4d3cd3d9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:48.480586 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-9b5f62fb-f7ef-482c-b6d4-4f4d3cd3d9bd None None] For port eaa58daa-ad48-414a-a11a-7723321b0400, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=eaa58daa-ad48-414a-a11a-7723321b0400,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:39:48.492372 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84aff6bb-2b7e-4477-a12f-e0f3c33833d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-a9d5c5ab-d0bb-462a-b997-20ad4a075ad1', 'network_id': 'a9d5c5ab-d0bb-462a-b997-20ad4a075ad1', 'tenant_id': 'c27044cf11ea44118ff5004391cd34da', 'fixed_ips': [{'subnet_id': '1bc2763c-4928-4622-9536-23909c6f1157'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:39:48.493272 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-84aff6bb-2b7e-4477-a12f-e0f3c33833d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:48.500624 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9b5f62fb-f7ef-482c-b6d4-4f4d3cd3d9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:48.549772 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-186843b5-36cf-403d-bfc2-f335a4f4e202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a545f3-c1ed-47e1-a69a-374519ca3da6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1837937523', 'tenant_id': 'c27044cf11ea44118ff5004391cd34da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.181'}], 'enable_snat': True}, 'gw_port_id': 'eaa58daa-ad48-414a-a11a-7723321b0400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:39:44Z', 'updated_at': '2021-12-06T17:39:45Z', 'revision_number': 3, 'project_id': 'c27044cf11ea44118ff5004391cd34da', 'gw_port': {'id': 'eaa58daa-ad48-414a-a11a-7723321b0400', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d8:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65a545f3-c1ed-47e1-a69a-374519ca3da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:39:45Z', 'updated_at': '2021-12-06T17:39:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:39:48.592083 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186843b5-36cf-403d-bfc2-f335a4f4e202 None None] The sync data for ids ['65a545f3-c1ed-47e1-a69a-374519ca3da6'] in n-d-master-1 is: [{'id': '65a545f3-c1ed-47e1-a69a-374519ca3da6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1837937523', 'tenant_id': 'c27044cf11ea44118ff5004391cd34da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.181'}], 'enable_snat': True}, 'gw_port_id': 'eaa58daa-ad48-414a-a11a-7723321b0400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:39:44Z', 'updated_at': '2021-12-06T17:39:45Z', 'revision_number': 3, 'project_id': 'c27044cf11ea44118ff5004391cd34da', 'gw_port': {'id': 'eaa58daa-ad48-414a-a11a-7723321b0400', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d8:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65a545f3-c1ed-47e1-a69a-374519ca3da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:39:45Z', 'updated_at': '2021-12-06T17:39:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:39:48.679575 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f62fb-f7ef-482c-b6d4-4f4d3cd3d9bd None None] Pushing event updated for resources: {'Port': ['ID=eaa58daa-ad48-414a-a11a-7723321b0400,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:48.769645 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-84aff6bb-2b7e-4477-a12f-e0f3c33833d5 None None] Allocated IP 172.20.0.18 (a9d5c5ab-d0bb-462a-b997-20ad4a075ad1/1bc2763c-4928-4622-9536-23909c6f1157/e156ae79-cc2c-499a-8174-9823f43d3e25) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:39:48.876910 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-772991ac-a14d-4eab-b8d9-67c3a0fb299c tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:48.986578 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-84aff6bb-2b7e-4477-a12f-e0f3c33833d5 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:48.994279 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-84aff6bb-2b7e-4477-a12f-e0f3c33833d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:49.047953 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58246) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:49.067738 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84aff6bb-2b7e-4477-a12f-e0f3c33833d5 None None] Network a9d5c5ab-d0bb-462a-b997-20ad4a075ad1 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:39:49.081586 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-84aff6bb-2b7e-4477-a12f-e0f3c33833d5 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:39:49.090091 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84aff6bb-2b7e-4477-a12f-e0f3c33833d5 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:39:49.096140 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aff6bb-2b7e-4477-a12f-e0f3c33833d5 None None] Pushing event updated for resources: {'Port': ['ID=e156ae79-cc2c-499a-8174-9823f43d3e25,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:49.122281 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:49.217106 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-84aff6bb-2b7e-4477-a12f-e0f3c33833d5 None None] Attempting to bind port e156ae79-cc2c-499a-8174-9823f43d3e25 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:39:49.217747 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-84aff6bb-2b7e-4477-a12f-e0f3c33833d5 None None] Attempting to bind port e156ae79-cc2c-499a-8174-9823f43d3e25 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'a9024ff3-c610-412b-9561-46e0a3e58922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a9d5c5ab-d0bb-462a-b997-20ad4a075ad1'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:39:49.218137 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84aff6bb-2b7e-4477-a12f-e0f3c33833d5 None None] Attempting to bind port e156ae79-cc2c-499a-8174-9823f43d3e25 on network a9d5c5ab-d0bb-462a-b997-20ad4a075ad1 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:39:49.232503 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84aff6bb-2b7e-4477-a12f-e0f3c33833d5 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:39:49.232939 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84aff6bb-2b7e-4477-a12f-e0f3c33833d5 None None] Checking segment: {'id': 'a9024ff3-c610-412b-9561-46e0a3e58922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a9d5c5ab-d0bb-462a-b997-20ad4a075ad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:39:49.233353 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-84aff6bb-2b7e-4477-a12f-e0f3c33833d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:49.233776 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84aff6bb-2b7e-4477-a12f-e0f3c33833d5 None None] Bound using segment: {'id': 'a9024ff3-c610-412b-9561-46e0a3e58922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a9d5c5ab-d0bb-462a-b997-20ad4a075ad1'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:39:49.234262 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-84aff6bb-2b7e-4477-a12f-e0f3c33833d5 None None] Bound port: e156ae79-cc2c-499a-8174-9823f43d3e25, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9024ff3-c610-412b-9561-46e0a3e58922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a9d5c5ab-d0bb-462a-b997-20ad4a075ad1'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:39:49.234691 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-84aff6bb-2b7e-4477-a12f-e0f3c33833d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:49.243016 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-a6c7e224-b492-4bc1-86fe-405a2cbbcfd2 tempest-RoutersTestDVR-1512640992 tempest-RoutersTestDVR-1512640992-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-129964331'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:39:49.295676 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a6c7e224-b492-4bc1-86fe-405a2cbbcfd2 tempest-RoutersTestDVR-1512640992 tempest-RoutersTestDVR-1512640992-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:49.297778 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a6c7e224-b492-4bc1-86fe-405a2cbbcfd2 tempest-RoutersTestDVR-1512640992 tempest-RoutersTestDVR-1512640992-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:49.329170 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-84aff6bb-2b7e-4477-a12f-e0f3c33833d5 None None] For port e156ae79-cc2c-499a-8174-9823f43d3e25, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:39:49.335004 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-84aff6bb-2b7e-4477-a12f-e0f3c33833d5 None None] For port e156ae79-cc2c-499a-8174-9823f43d3e25, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e156ae79-cc2c-499a-8174-9823f43d3e25,segment=NetworkSegment(a9024ff3-c610-412b-9561-46e0a3e58922),segment_id=a9024ff3-c610-412b-9561-46e0a3e58922)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:39:49.350074 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-84aff6bb-2b7e-4477-a12f-e0f3c33833d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:49.375324 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a6c7e224-b492-4bc1-86fe-405a2cbbcfd2 tempest-RoutersTestDVR-1512640992 tempest-RoutersTestDVR-1512640992-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:49.384646 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a6c7e224-b492-4bc1-86fe-405a2cbbcfd2 tempest-RoutersTestDVR-1512640992 tempest-RoutersTestDVR-1512640992-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:49.410557 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a6c7e224-b492-4bc1-86fe-405a2cbbcfd2 tempest-RoutersTestDVR-1512640992 tempest-RoutersTestDVR-1512640992-project-admin] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:49.410898 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-a6c7e224-b492-4bc1-86fe-405a2cbbcfd2 tempest-RoutersTestDVR-1512640992 tempest-RoutersTestDVR-1512640992-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.3617375 Dec 06 17:39:49.413770 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58252) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:49.441532 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aff6bb-2b7e-4477-a12f-e0f3c33833d5 None None] Pushing event updated for resources: {'Port': ['ID=e156ae79-cc2c-499a-8174-9823f43d3e25,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:49.555055 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-43fce049-9f1f-4a11-aa29-c46c6f6ed044 tempest-RoutersTestDVR-1512640992 tempest-RoutersTestDVR-1512640992-project-admin] Publish callbacks [] for router, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:49.811906 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-43fce049-9f1f-4a11-aa29-c46c6f6ed044 tempest-RoutersTestDVR-1512640992 tempest-RoutersTestDVR-1512640992-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:49.814739 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-43fce049-9f1f-4a11-aa29-c46c6f6ed044 tempest-RoutersTestDVR-1512640992 tempest-RoutersTestDVR-1512640992-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:49.884786 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-43fce049-9f1f-4a11-aa29-c46c6f6ed044 tempest-RoutersTestDVR-1512640992 tempest-RoutersTestDVR-1512640992-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:49.885328 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43fce049-9f1f-4a11-aa29-c46c6f6ed044 tempest-RoutersTestDVR-1512640992 tempest-RoutersTestDVR-1512640992-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ff83a1a3-8aac-439c-846f-ef7d7a181327 {{(pid=103285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 17:39:49.890340 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-43fce049-9f1f-4a11-aa29-c46c6f6ed044 tempest-RoutersTestDVR-1512640992 tempest-RoutersTestDVR-1512640992-project-admin] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:49.893633 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-43fce049-9f1f-4a11-aa29-c46c6f6ed044 tempest-RoutersTestDVR-1512640992 tempest-RoutersTestDVR-1512640992-project-admin] 10.222.0.23 "DELETE /v2.0/routers/ff83a1a3-8aac-439c-846f-ef7d7a181327 HTTP/1.1" status: 204 len: 168 time: 0.4786353 Dec 06 17:39:49.897287 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58254) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:49.906859 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-9e4b201c-7e20-4a2f-bade-c660a902de47 tempest-RoutersTestDVR-1512640992 tempest-RoutersTestDVR-1512640992-project-admin] Request body: {'router': {'name': 'tempest-router-1250320724', 'distributed': False}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:39:49.920252 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-772991ac-a14d-4eab-b8d9-67c3a0fb299c tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Allocated IP 172.20.0.17 (a9d5c5ab-d0bb-462a-b997-20ad4a075ad1/1bc2763c-4928-4622-9536-23909c6f1157/89e5c18a-3561-4c7e-9f1e-222983d54f64) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:39:49.945667 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9e4b201c-7e20-4a2f-bade-c660a902de47 tempest-RoutersTestDVR-1512640992 tempest-RoutersTestDVR-1512640992-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:49.946957 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9e4b201c-7e20-4a2f-bade-c660a902de47 tempest-RoutersTestDVR-1512640992 tempest-RoutersTestDVR-1512640992-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:50.008975 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9e4b201c-7e20-4a2f-bade-c660a902de47 tempest-RoutersTestDVR-1512640992 tempest-RoutersTestDVR-1512640992-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:50.015651 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9e4b201c-7e20-4a2f-bade-c660a902de47 tempest-RoutersTestDVR-1512640992 tempest-RoutersTestDVR-1512640992-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:50.032693 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9e4b201c-7e20-4a2f-bade-c660a902de47 tempest-RoutersTestDVR-1512640992 tempest-RoutersTestDVR-1512640992-project-admin] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:50.033956 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-9e4b201c-7e20-4a2f-bade-c660a902de47 tempest-RoutersTestDVR-1512640992 tempest-RoutersTestDVR-1512640992-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1356626 Dec 06 17:39:50.036753 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58256) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:50.082020 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-772991ac-a14d-4eab-b8d9-67c3a0fb299c tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:50.114395 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d996c7b2-e9dd-49f5-8f81-b4ea54f79e19 tempest-RoutersTestDVR-1512640992 tempest-RoutersTestDVR-1512640992-project-admin] Publish callbacks [] for router, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:50.127668 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-772991ac-a14d-4eab-b8d9-67c3a0fb299c tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:50.177640 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772991ac-a14d-4eab-b8d9-67c3a0fb299c tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Network a9d5c5ab-d0bb-462a-b997-20ad4a075ad1 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:39:50.181133 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-772991ac-a14d-4eab-b8d9-67c3a0fb299c tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:39:50.185889 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772991ac-a14d-4eab-b8d9-67c3a0fb299c tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:39:50.216705 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772991ac-a14d-4eab-b8d9-67c3a0fb299c tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Pushing event updated for resources: {'Port': ['ID=89e5c18a-3561-4c7e-9f1e-222983d54f64,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:50.238623 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-772991ac-a14d-4eab-b8d9-67c3a0fb299c tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539179'] for router_interface, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:50.300213 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d996c7b2-e9dd-49f5-8f81-b4ea54f79e19 tempest-RoutersTestDVR-1512640992 tempest-RoutersTestDVR-1512640992-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:50.313788 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d996c7b2-e9dd-49f5-8f81-b4ea54f79e19 tempest-RoutersTestDVR-1512640992 tempest-RoutersTestDVR-1512640992-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:50.377022 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d996c7b2-e9dd-49f5-8f81-b4ea54f79e19 tempest-RoutersTestDVR-1512640992 tempest-RoutersTestDVR-1512640992-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:50.378794 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d996c7b2-e9dd-49f5-8f81-b4ea54f79e19 tempest-RoutersTestDVR-1512640992 tempest-RoutersTestDVR-1512640992-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6069c01d-38ac-480b-b95d-c9897f02ae58 {{(pid=103285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 17:39:50.402754 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d996c7b2-e9dd-49f5-8f81-b4ea54f79e19 tempest-RoutersTestDVR-1512640992 tempest-RoutersTestDVR-1512640992-project-admin] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:50.408374 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58258) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:50.414804 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-0bd58859-e430-4ac7-b6ab-b4a94ef2e479 tempest-RoutersTestDVR-1512640992 tempest-RoutersTestDVR-1512640992-project-admin] Request body: {'router': {'name': 'tempest-router-1002998479', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '00ad1e7b8b384202b8b286ee5147a75b'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:39:50.428429 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-d996c7b2-e9dd-49f5-8f81-b4ea54f79e19 tempest-RoutersTestDVR-1512640992 tempest-RoutersTestDVR-1512640992-project-admin] 10.222.0.23 "DELETE /v2.0/routers/6069c01d-38ac-480b-b95d-c9897f02ae58 HTTP/1.1" status: 204 len: 168 time: 0.3753159 Dec 06 17:39:50.435950 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device e156ae79-cc2c-499a-8174-9823f43d3e25 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:39:50.467387 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-772991ac-a14d-4eab-b8d9-67c3a0fb299c tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:50.478734 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0bd58859-e430-4ac7-b6ab-b4a94ef2e479 tempest-RoutersTestDVR-1512640992 tempest-RoutersTestDVR-1512640992-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:50.480118 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0bd58859-e430-4ac7-b6ab-b4a94ef2e479 tempest-RoutersTestDVR-1512640992 tempest-RoutersTestDVR-1512640992-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:50.497608 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port e156ae79-cc2c-499a-8174-9823f43d3e25 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:39:50.498178 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:50.608892 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:50.622842 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0bd58859-e430-4ac7-b6ab-b4a94ef2e479 tempest-RoutersTestDVR-1512640992 tempest-RoutersTestDVR-1512640992-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:50.632568 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0bd58859-e430-4ac7-b6ab-b4a94ef2e479 tempest-RoutersTestDVR-1512640992 tempest-RoutersTestDVR-1512640992-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:50.650267 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] For port e156ae79-cc2c-499a-8174-9823f43d3e25, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e156ae79-cc2c-499a-8174-9823f43d3e25,segment=NetworkSegment(a9024ff3-c610-412b-9561-46e0a3e58922),segment_id=a9024ff3-c610-412b-9561-46e0a3e58922)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:39:50.658784 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:50.659632 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device eaa58daa-ad48-414a-a11a-7723321b0400 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:39:50.689459 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0bd58859-e430-4ac7-b6ab-b4a94ef2e479 tempest-RoutersTestDVR-1512640992 tempest-RoutersTestDVR-1512640992-project-admin] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:50.695768 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-0bd58859-e430-4ac7-b6ab-b4a94ef2e479 tempest-RoutersTestDVR-1512640992 tempest-RoutersTestDVR-1512640992-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2862592 Dec 06 17:39:50.696400 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58264) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:50.703595 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-7649fea2-23c3-4a89-8014-849a6832ffad tempest-RoutersTestDVR-1512640992 tempest-RoutersTestDVR-1512640992-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:39:50.730319 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Pushing event updated for resources: {'Port': ['ID=e156ae79-cc2c-499a-8174-9823f43d3e25,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:50.813800 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port eaa58daa-ad48-414a-a11a-7723321b0400 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:39:50.814699 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:50.969633 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a425a91a-0e54-4751-9a39-b6c76c5250b8 None None] Network a9d5c5ab-d0bb-462a-b997-20ad4a075ad1 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:39:50.997834 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-772991ac-a14d-4eab-b8d9-67c3a0fb299c tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:51.017297 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-772991ac-a14d-4eab-b8d9-67c3a0fb299c tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:51.054000 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58268) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:51.068439 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-d9d8de89-5926-4d96-8ddc-0c48cb62fcc7 None None] Provisioning complete for port e156ae79-cc2c-499a-8174-9823f43d3e25 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:39:51.068896 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d9d8de89-5926-4d96-8ddc-0c48cb62fcc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:51.121501 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7649fea2-23c3-4a89-8014-849a6832ffad tempest-RoutersTestDVR-1512640992 tempest-RoutersTestDVR-1512640992-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-575722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1944'] for router, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:51.122978 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7649fea2-23c3-4a89-8014-849a6832ffad tempest-RoutersTestDVR-1512640992 tempest-RoutersTestDVR-1512640992-project-admin] Publish callbacks [] for router, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:51.140284 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-772991ac-a14d-4eab-b8d9-67c3a0fb299c tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-772465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539207'] for router_interface, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:51.144158 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772991ac-a14d-4eab-b8d9-67c3a0fb299c tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Pushing event updated for resources: {'Port': ['ID=89e5c18a-3561-4c7e-9f1e-222983d54f64,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:51.243057 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-7649fea2-23c3-4a89-8014-849a6832ffad tempest-RoutersTestDVR-1512640992 tempest-RoutersTestDVR-1512640992-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103285) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Dec 06 17:39:51.243524 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-7649fea2-23c3-4a89-8014-849a6832ffad tempest-RoutersTestDVR-1512640992 tempest-RoutersTestDVR-1512640992-project-admin] Router 1883a6e0-b7fc-4ea7-b7c3-eb92b0460aea migrating from provider to provider. {{(pid=103285) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Dec 06 17:39:51.243924 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7649fea2-23c3-4a89-8014-849a6832ffad tempest-RoutersTestDVR-1512640992 tempest-RoutersTestDVR-1512640992-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:51.256040 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7649fea2-23c3-4a89-8014-849a6832ffad tempest-RoutersTestDVR-1512640992 tempest-RoutersTestDVR-1512640992-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:51.262298 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7649fea2-23c3-4a89-8014-849a6832ffad tempest-RoutersTestDVR-1512640992 tempest-RoutersTestDVR-1512640992-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536591', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-575717'] for router, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:51.334216 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772991ac-a14d-4eab-b8d9-67c3a0fb299c tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Network a9d5c5ab-d0bb-462a-b997-20ad4a075ad1 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:39:51.336753 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-772991ac-a14d-4eab-b8d9-67c3a0fb299c tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:39:51.362813 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2addf3ad-1e85-4043-964c-1fce22697393 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:51.392312 n-d-master-1 neutron-server[103285]: WARNING neutron.scheduler.l3_agent_scheduler [None req-7649fea2-23c3-4a89-8014-849a6832ffad tempest-RoutersTestDVR-1512640992 tempest-RoutersTestDVR-1512640992-project-admin] No L3 agents can host the router 1883a6e0-b7fc-4ea7-b7c3-eb92b0460aea Dec 06 17:39:51.501512 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-772991ac-a14d-4eab-b8d9-67c3a0fb299c tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Router 65a545f3-c1ed-47e1-a69a-374519ca3da6 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:39:51.587871 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7649fea2-23c3-4a89-8014-849a6832ffad tempest-RoutersTestDVR-1512640992 tempest-RoutersTestDVR-1512640992-project-admin] Hosts for router 1883a6e0-b7fc-4ea7-b7c3-eb92b0460aea: [] {{(pid=103285) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Dec 06 17:39:51.627438 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7649fea2-23c3-4a89-8014-849a6832ffad tempest-RoutersTestDVR-1512640992 tempest-RoutersTestDVR-1512640992-project-admin] Hosts for other DVR routers connected to router 1883a6e0-b7fc-4ea7-b7c3-eb92b0460aea: set() {{(pid=103285) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Dec 06 17:39:51.631257 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7649fea2-23c3-4a89-8014-849a6832ffad tempest-RoutersTestDVR-1512640992 tempest-RoutersTestDVR-1512640992-project-admin] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:51.635706 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-7649fea2-23c3-4a89-8014-849a6832ffad tempest-RoutersTestDVR-1512640992 tempest-RoutersTestDVR-1512640992-project-admin] 10.222.0.23 "PUT /v2.0/routers/1883a6e0-b7fc-4ea7-b7c3-eb92b0460aea HTTP/1.1" status: 200 len: 717 time: 0.9379265 Dec 06 17:39:51.636680 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58272) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:51.652943 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2addf3ad-1e85-4043-964c-1fce22697393 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:51.660241 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2addf3ad-1e85-4043-964c-1fce22697393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:51.685181 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-1161b32f-33f3-40e5-9afe-0168243011c8 None None] Provisioning complete for port e156ae79-cc2c-499a-8174-9823f43d3e25 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:39:51.685746 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1161b32f-33f3-40e5-9afe-0168243011c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:51.715365 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-2addf3ad-1e85-4043-964c-1fce22697393 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1126312b432c4d018bed2200d52d6c01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6544173 Dec 06 17:39:51.715365 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2addf3ad-1e85-4043-964c-1fce22697393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc17245-23ab-47b0-97ec-82263491beba,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:51.717313 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58274) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:51.738318 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2addf3ad-1e85-4043-964c-1fce22697393 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:39:51.738318 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2addf3ad-1e85-4043-964c-1fce22697393 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:39:51.738650 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2addf3ad-1e85-4043-964c-1fce22697393 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:39:51.738929 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2addf3ad-1e85-4043-964c-1fce22697393 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:39:51.739594 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2addf3ad-1e85-4043-964c-1fce22697393 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:39:51.739594 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2addf3ad-1e85-4043-964c-1fce22697393 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:39:51.739900 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2addf3ad-1e85-4043-964c-1fce22697393 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:39:51.740227 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2addf3ad-1e85-4043-964c-1fce22697393 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:39:51.740553 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2addf3ad-1e85-4043-964c-1fce22697393 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:39:51.741374 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2addf3ad-1e85-4043-964c-1fce22697393 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:39:51.741374 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2addf3ad-1e85-4043-964c-1fce22697393 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:39:51.741587 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2addf3ad-1e85-4043-964c-1fce22697393 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:39:51.741873 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2addf3ad-1e85-4043-964c-1fce22697393 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:39:51.751479 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-3df460fa-7f23-4b10-b152-33bba8715b6f tempest-RoutersTestDVR-1512640992 tempest-RoutersTestDVR-1512640992-project-admin] 10.222.0.23 "GET /v2.0/routers/1883a6e0-b7fc-4ea7-b7c3-eb92b0460aea HTTP/1.1" status: 200 len: 717 time: 0.1132970 Dec 06 17:39:51.751725 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58276) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:51.772753 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-772991ac-a14d-4eab-b8d9-67c3a0fb299c tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:39:51.799340 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-772991ac-a14d-4eab-b8d9-67c3a0fb299c tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] 10.222.0.23 "PUT /v2.0/routers/65a545f3-c1ed-47e1-a69a-374519ca3da6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6258194 Dec 06 17:39:51.799611 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4237c3c-54bf-42e6-8cf5-ef0b059a601f None None] Sync routers for ids ['65a545f3-c1ed-47e1-a69a-374519ca3da6'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:39:51.818242 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4237c3c-54bf-42e6-8cf5-ef0b059a601f None None] Routers {'65a545f3-c1ed-47e1-a69a-374519ca3da6'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:39:51.819113 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-b4237c3c-54bf-42e6-8cf5-ef0b059a601f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:39:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['65a545f3-c1ed-47e1-a69a-374519ca3da6'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:39:51.838523 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1c1972dd-b14d-4c86-8eb6-4208a817b721 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:51.871638 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1c1972dd-b14d-4c86-8eb6-4208a817b721 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:51.880398 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-1161b32f-33f3-40e5-9afe-0168243011c8 None None] Provisioning complete for port 89e5c18a-3561-4c7e-9f1e-222983d54f64 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:39:51.880785 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1161b32f-33f3-40e5-9afe-0168243011c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:51.944693 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1c1972dd-b14d-4c86-8eb6-4208a817b721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:51.947563 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1c1972dd-b14d-4c86-8eb6-4208a817b721 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:51.952097 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-1c1972dd-b14d-4c86-8eb6-4208a817b721 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5dc17245-23ab-47b0-97ec-82263491beba HTTP/1.1" status: 204 len: 168 time: 0.2314782 Dec 06 17:39:51.963656 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1972dd-b14d-4c86-8eb6-4208a817b721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc17245-23ab-47b0-97ec-82263491beba,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:51.965545 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-1161b32f-33f3-40e5-9afe-0168243011c8 None None] Port 89e5c18a-3561-4c7e-9f1e-222983d54f64 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:39:52.052499 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-b4237c3c-54bf-42e6-8cf5-ef0b059a601f None None] Set router 65a545f3-c1ed-47e1-a69a-374519ca3da6 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:39:52.100654 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-c2b9a595-8e4e-4b86-b242-ea9547d849c8 None None] Provisioning complete for port 89e5c18a-3561-4c7e-9f1e-222983d54f64 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:39:52.102663 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c2b9a595-8e4e-4b86-b242-ea9547d849c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:52.200917 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-c2b9a595-8e4e-4b86-b242-ea9547d849c8 None None] Port 89e5c18a-3561-4c7e-9f1e-222983d54f64 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:39:52.258432 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-8c74cc38-f5b5-4c10-9909-4dc16ebfc343 tempest-RoutersTestDVR-2029654059 tempest-RoutersTestDVR-2029654059-project] 10.222.0.23 "GET /v2.0/routers/1883a6e0-b7fc-4ea7-b7c3-eb92b0460aea HTTP/1.1" status: 200 len: 683 time: 0.5056891 Dec 06 17:39:52.261192 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58296) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:52.332223 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-ce209fa2-dcbe-450e-831d-d4adf86cd182 None None] Provisioning complete for port 89e5c18a-3561-4c7e-9f1e-222983d54f64 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:39:52.332583 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ce209fa2-dcbe-450e-831d-d4adf86cd182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:52.348753 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc52d3df-3673-45b4-b13b-78e3bf703fb3 req-183a2298-2931-4a95-a516-be4ee2bef772 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:39:52.350370 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fc52d3df-3673-45b4-b13b-78e3bf703fb3 req-183a2298-2931-4a95-a516-be4ee2bef772 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] 10.222.0.23 "GET /v2.0/networks?id=a9d5c5ab-d0bb-462a-b997-20ad4a075ad1 HTTP/1.1" status: 200 len: 798 time: 0.2061384 Dec 06 17:39:52.350854 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58298) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:52.363487 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-396bcfbb-8aad-403e-aa6b-8ca63cd06e52 tempest-RoutersTestDVR-1512640992 tempest-RoutersTestDVR-1512640992-project-admin] Publish callbacks [] for router, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:52.374373 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-40790621-3501-4503-abb0-1fe48e0d6058 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:52.381743 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device e156ae79-cc2c-499a-8174-9823f43d3e25 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:39:52.387972 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fc52d3df-3673-45b4-b13b-78e3bf703fb3 req-3cf0375d-1aec-4d37-b116-191e2e488fd9 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] 10.222.0.23 "GET /v2.0/quotas/c27044cf11ea44118ff5004391cd34da HTTP/1.1" status: 200 len: 375 time: 0.0283802 Dec 06 17:39:52.446798 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-ce209fa2-dcbe-450e-831d-d4adf86cd182 None None] Port 89e5c18a-3561-4c7e-9f1e-222983d54f64 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:39:52.470472 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port e156ae79-cc2c-499a-8174-9823f43d3e25 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:39:52.471252 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:52.481311 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fc52d3df-3673-45b4-b13b-78e3bf703fb3 req-b9e93ca7-268c-4aa3-bca3-67aae580d43c tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c27044cf11ea44118ff5004391cd34da&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0858645 Dec 06 17:39:52.490716 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-b4237c3c-54bf-42e6-8cf5-ef0b059a601f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a545f3-c1ed-47e1-a69a-374519ca3da6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1837937523', 'tenant_id': 'c27044cf11ea44118ff5004391cd34da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.181'}], 'enable_snat': True}, 'gw_port_id': 'eaa58daa-ad48-414a-a11a-7723321b0400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:39:44Z', 'updated_at': '2021-12-06T17:39:50Z', 'revision_number': 4, 'project_id': 'c27044cf11ea44118ff5004391cd34da', 'gw_port': {'id': 'eaa58daa-ad48-414a-a11a-7723321b0400', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a545f3-c1ed-47e1-a69a-374519ca3da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:39:45Z', 'updated_at': '2021-12-06T17:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '89e5c18a-3561-4c7e-9f1e-222983d54f64', 'name': '', 'network_id': 'a9d5c5ab-d0bb-462a-b997-20ad4a075ad1', 'tenant_id': 'c27044cf11ea44118ff5004391cd34da', 'mac_address': 'fa:16:3e:b7:14:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65a545f3-c1ed-47e1-a69a-374519ca3da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '1bc2763c-4928-4622-9536-23909c6f1157', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:39:49Z', 'updated_at': '2021-12-06T17:39:50Z', 'revision_number': 2, 'project_id': 'c27044cf11ea44118ff5004391cd34da', 'subnets': [{'id': '1bc2763c-4928-4622-9536-23909c6f1157', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:39:52.527512 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4237c3c-54bf-42e6-8cf5-ef0b059a601f None None] Checking router: 65a545f3-c1ed-47e1-a69a-374519ca3da6 for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:39:52.528125 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4237c3c-54bf-42e6-8cf5-ef0b059a601f None None] Updating router 65a545f3-c1ed-47e1-a69a-374519ca3da6 port 89e5c18a-3561-4c7e-9f1e-222983d54f64 binding host n-d-master-1 {{(pid=103287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:39:52.560000 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b4237c3c-54bf-42e6-8cf5-ef0b059a601f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:52.567691 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-396bcfbb-8aad-403e-aa6b-8ca63cd06e52 tempest-RoutersTestDVR-1512640992 tempest-RoutersTestDVR-1512640992-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:52.570411 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-396bcfbb-8aad-403e-aa6b-8ca63cd06e52 tempest-RoutersTestDVR-1512640992 tempest-RoutersTestDVR-1512640992-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:52.590713 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-40790621-3501-4503-abb0-1fe48e0d6058 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:52.601934 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-40790621-3501-4503-abb0-1fe48e0d6058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:52.624918 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-396bcfbb-8aad-403e-aa6b-8ca63cd06e52 tempest-RoutersTestDVR-1512640992 tempest-RoutersTestDVR-1512640992-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:52.625494 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-396bcfbb-8aad-403e-aa6b-8ca63cd06e52 tempest-RoutersTestDVR-1512640992 tempest-RoutersTestDVR-1512640992-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1883a6e0-b7fc-4ea7-b7c3-eb92b0460aea {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 17:39:52.630661 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-396bcfbb-8aad-403e-aa6b-8ca63cd06e52 tempest-RoutersTestDVR-1512640992 tempest-RoutersTestDVR-1512640992-project-admin] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:52.637077 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-396bcfbb-8aad-403e-aa6b-8ca63cd06e52 tempest-RoutersTestDVR-1512640992 tempest-RoutersTestDVR-1512640992-project-admin] 10.222.0.23 "DELETE /v2.0/routers/1883a6e0-b7fc-4ea7-b7c3-eb92b0460aea HTTP/1.1" status: 204 len: 168 time: 0.3699408 Dec 06 17:39:52.637205 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58300) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:52.642222 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-32ee61b5-00ce-4966-addc-ef917764d22c tempest-RoutersTestDVR-1512640992 tempest-RoutersTestDVR-1512640992-project-admin] Request body: {'router': {'name': 'tempest-router-1910626099', 'distributed': True}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:39:52.658959 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40790621-3501-4503-abb0-1fe48e0d6058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f133c7b5-edf7-4328-a360-9c7f7676a5d4,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:52.664430 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-40790621-3501-4503-abb0-1fe48e0d6058 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=170d3977eca443cdaf9558edbb1e3294&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3125958 Dec 06 17:39:52.667205 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fc52d3df-3673-45b4-b13b-78e3bf703fb3 req-28988317-f922-43b4-860e-25bcce1b8786 service neutron] 10.222.0.23 "GET /v2.0/networks/a9d5c5ab-d0bb-462a-b997-20ad4a075ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657374 Dec 06 17:39:52.667697 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58302) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:52.670107 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-32ee61b5-00ce-4966-addc-ef917764d22c tempest-RoutersTestDVR-1512640992 tempest-RoutersTestDVR-1512640992-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:52.671257 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-32ee61b5-00ce-4966-addc-ef917764d22c tempest-RoutersTestDVR-1512640992 tempest-RoutersTestDVR-1512640992-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:52.731848 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-32ee61b5-00ce-4966-addc-ef917764d22c tempest-RoutersTestDVR-1512640992 tempest-RoutersTestDVR-1512640992-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:52.738007 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-32ee61b5-00ce-4966-addc-ef917764d22c tempest-RoutersTestDVR-1512640992 tempest-RoutersTestDVR-1512640992-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:52.755197 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-32ee61b5-00ce-4966-addc-ef917764d22c tempest-RoutersTestDVR-1512640992 tempest-RoutersTestDVR-1512640992-project-admin] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:52.757916 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-32ee61b5-00ce-4966-addc-ef917764d22c tempest-RoutersTestDVR-1512640992 tempest-RoutersTestDVR-1512640992-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1197336 Dec 06 17:39:52.759657 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58304) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:52.787541 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6b923d89-6a43-4199-919c-d60f1cbab50a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:52.822876 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6b923d89-6a43-4199-919c-d60f1cbab50a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:52.831905 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fc52d3df-3673-45b4-b13b-78e3bf703fb3 req-00547643-6400-4ebc-afad-8216f6965ec3 service neutron] 10.222.0.23 "GET /v2.0/networks/a9d5c5ab-d0bb-462a-b997-20ad4a075ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362033 Dec 06 17:39:52.848438 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3ca9e475-498d-4f33-8d7a-e99ae848775b tempest-RoutersTestDVR-1512640992 tempest-RoutersTestDVR-1512640992-project-admin] Publish callbacks [] for router, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:52.884347 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6b923d89-6a43-4199-919c-d60f1cbab50a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:52.888931 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6b923d89-6a43-4199-919c-d60f1cbab50a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:52.891724 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-6b923d89-6a43-4199-919c-d60f1cbab50a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f133c7b5-edf7-4328-a360-9c7f7676a5d4 HTTP/1.1" status: 204 len: 168 time: 0.2218380 Dec 06 17:39:52.922248 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b923d89-6a43-4199-919c-d60f1cbab50a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f133c7b5-edf7-4328-a360-9c7f7676a5d4,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:52.977164 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b4237c3c-54bf-42e6-8cf5-ef0b059a601f None None] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:52.985990 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b4237c3c-54bf-42e6-8cf5-ef0b059a601f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:53.121836 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3ca9e475-498d-4f33-8d7a-e99ae848775b tempest-RoutersTestDVR-1512640992 tempest-RoutersTestDVR-1512640992-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:53.126081 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-dcbf886c-abb8-408e-a278-62601dfae867 req-c931f44e-ea1e-45ee-8767-310f0a2bdd33 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] 10.222.0.23 "GET /v2.0/ports?device_id=28332ba8-cd48-4902-8b3d-00acbfc7bc42 HTTP/1.1" status: 200 len: 210 time: 0.0622692 Dec 06 17:39:53.128125 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3ca9e475-498d-4f33-8d7a-e99ae848775b tempest-RoutersTestDVR-1512640992 tempest-RoutersTestDVR-1512640992-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:53.149039 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-b4237c3c-54bf-42e6-8cf5-ef0b059a601f None None] Attempting to bind port 89e5c18a-3561-4c7e-9f1e-222983d54f64 on host n-d-master-1 for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:39:53.149420 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-b4237c3c-54bf-42e6-8cf5-ef0b059a601f None None] Attempting to bind port 89e5c18a-3561-4c7e-9f1e-222983d54f64 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'a9024ff3-c610-412b-9561-46e0a3e58922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a9d5c5ab-d0bb-462a-b997-20ad4a075ad1'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:39:53.149814 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4237c3c-54bf-42e6-8cf5-ef0b059a601f None None] Attempting to bind port 89e5c18a-3561-4c7e-9f1e-222983d54f64 on network a9d5c5ab-d0bb-462a-b997-20ad4a075ad1 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:39:53.153294 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b18a7b-3d16-4a0f-bdde-1702f45b563a None None] Pushing event updated for resources: {'Port': ['ID=89e5c18a-3561-4c7e-9f1e-222983d54f64,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:53.166445 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b18a7b-3d16-4a0f-bdde-1702f45b563a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:39:53.166445 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b18a7b-3d16-4a0f-bdde-1702f45b563a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:39:53.166445 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b18a7b-3d16-4a0f-bdde-1702f45b563a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:39:53.166445 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b18a7b-3d16-4a0f-bdde-1702f45b563a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:39:53.166445 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b18a7b-3d16-4a0f-bdde-1702f45b563a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:39:53.166445 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b18a7b-3d16-4a0f-bdde-1702f45b563a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:39:53.166445 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b18a7b-3d16-4a0f-bdde-1702f45b563a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:39:53.166445 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b18a7b-3d16-4a0f-bdde-1702f45b563a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:39:53.166445 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b18a7b-3d16-4a0f-bdde-1702f45b563a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:39:53.167233 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b18a7b-3d16-4a0f-bdde-1702f45b563a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:39:53.167459 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b18a7b-3d16-4a0f-bdde-1702f45b563a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:39:53.168008 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b18a7b-3d16-4a0f-bdde-1702f45b563a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:39:53.168405 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b18a7b-3d16-4a0f-bdde-1702f45b563a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:39:53.174352 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4237c3c-54bf-42e6-8cf5-ef0b059a601f None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:39:53.174864 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4237c3c-54bf-42e6-8cf5-ef0b059a601f None None] Checking segment: {'id': 'a9024ff3-c610-412b-9561-46e0a3e58922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a9d5c5ab-d0bb-462a-b997-20ad4a075ad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:39:53.175281 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b4237c3c-54bf-42e6-8cf5-ef0b059a601f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:53.175667 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4237c3c-54bf-42e6-8cf5-ef0b059a601f None None] Bound using segment: {'id': 'a9024ff3-c610-412b-9561-46e0a3e58922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a9d5c5ab-d0bb-462a-b997-20ad4a075ad1'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:39:53.176196 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-b4237c3c-54bf-42e6-8cf5-ef0b059a601f None None] Bound port: 89e5c18a-3561-4c7e-9f1e-222983d54f64, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9024ff3-c610-412b-9561-46e0a3e58922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a9d5c5ab-d0bb-462a-b997-20ad4a075ad1'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:39:53.176534 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b4237c3c-54bf-42e6-8cf5-ef0b059a601f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:53.217495 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3ca9e475-498d-4f33-8d7a-e99ae848775b tempest-RoutersTestDVR-1512640992 tempest-RoutersTestDVR-1512640992-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:53.218445 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ca9e475-498d-4f33-8d7a-e99ae848775b tempest-RoutersTestDVR-1512640992 tempest-RoutersTestDVR-1512640992-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 701c1c1a-02b5-4798-8f83-8b87891eb5f8 {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 17:39:53.225086 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3ca9e475-498d-4f33-8d7a-e99ae848775b tempest-RoutersTestDVR-1512640992 tempest-RoutersTestDVR-1512640992-project-admin] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:53.226854 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-3ca9e475-498d-4f33-8d7a-e99ae848775b tempest-RoutersTestDVR-1512640992 tempest-RoutersTestDVR-1512640992-project-admin] 10.222.0.23 "DELETE /v2.0/routers/701c1c1a-02b5-4798-8f83-8b87891eb5f8 HTTP/1.1" status: 204 len: 168 time: 0.4660337 Dec 06 17:39:53.287186 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-b4237c3c-54bf-42e6-8cf5-ef0b059a601f None None] For port 89e5c18a-3561-4c7e-9f1e-222983d54f64, host n-d-master-1, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:39:53.292185 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-b4237c3c-54bf-42e6-8cf5-ef0b059a601f None None] For port 89e5c18a-3561-4c7e-9f1e-222983d54f64, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=89e5c18a-3561-4c7e-9f1e-222983d54f64,segment=NetworkSegment(a9024ff3-c610-412b-9561-46e0a3e58922),segment_id=a9024ff3-c610-412b-9561-46e0a3e58922)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:39:53.298954 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b4237c3c-54bf-42e6-8cf5-ef0b059a601f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:53.377197 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4237c3c-54bf-42e6-8cf5-ef0b059a601f None None] Routers {'65a545f3-c1ed-47e1-a69a-374519ca3da6'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:39:53.378017 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-b4237c3c-54bf-42e6-8cf5-ef0b059a601f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:39:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['65a545f3-c1ed-47e1-a69a-374519ca3da6'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:39:53.444145 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b18a7b-3d16-4a0f-bdde-1702f45b563a None None] Pushing event updated for resources: {'Port': ['ID=89e5c18a-3561-4c7e-9f1e-222983d54f64,revision_number=4']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:53.498109 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-c18fe20f-ecc4-4c17-a7ac-f0a98cd5eeda None None] Provisioning complete for port 89e5c18a-3561-4c7e-9f1e-222983d54f64 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:39:53.498707 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c18fe20f-ecc4-4c17-a7ac-f0a98cd5eeda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:53.556087 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-b4237c3c-54bf-42e6-8cf5-ef0b059a601f None None] Set router 65a545f3-c1ed-47e1-a69a-374519ca3da6 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:39:53.630110 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58330) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:53.686916 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c18fe20f-ecc4-4c17-a7ac-f0a98cd5eeda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:53.747602 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c18fe20f-ecc4-4c17-a7ac-f0a98cd5eeda None None] For port 89e5c18a-3561-4c7e-9f1e-222983d54f64, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=89e5c18a-3561-4c7e-9f1e-222983d54f64,segment=NetworkSegment(a9024ff3-c610-412b-9561-46e0a3e58922),segment_id=a9024ff3-c610-412b-9561-46e0a3e58922)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:39:53.752731 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c18fe20f-ecc4-4c17-a7ac-f0a98cd5eeda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:53.851935 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18fe20f-ecc4-4c17-a7ac-f0a98cd5eeda None None] Pushing event updated for resources: {'Port': ['ID=89e5c18a-3561-4c7e-9f1e-222983d54f64,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:53.888418 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-24de63cf-93b4-4427-8a73-e3337409126a None None] Provisioning complete for port 89e5c18a-3561-4c7e-9f1e-222983d54f64 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:39:53.888801 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-24de63cf-93b4-4427-8a73-e3337409126a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:53.919762 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a5c3736e-4ea2-4fdb-93dd-f54a7ec13acf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:53.967617 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-b4237c3c-54bf-42e6-8cf5-ef0b059a601f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a545f3-c1ed-47e1-a69a-374519ca3da6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1837937523', 'tenant_id': 'c27044cf11ea44118ff5004391cd34da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.181'}], 'enable_snat': True}, 'gw_port_id': 'eaa58daa-ad48-414a-a11a-7723321b0400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:39:44Z', 'updated_at': '2021-12-06T17:39:50Z', 'revision_number': 4, 'project_id': 'c27044cf11ea44118ff5004391cd34da', 'gw_port': {'id': 'eaa58daa-ad48-414a-a11a-7723321b0400', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a545f3-c1ed-47e1-a69a-374519ca3da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:39:45Z', 'updated_at': '2021-12-06T17:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '89e5c18a-3561-4c7e-9f1e-222983d54f64', 'name': '', 'network_id': 'a9d5c5ab-d0bb-462a-b997-20ad4a075ad1', 'tenant_id': 'c27044cf11ea44118ff5004391cd34da', 'mac_address': 'fa:16:3e:b7:14:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65a545f3-c1ed-47e1-a69a-374519ca3da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '1bc2763c-4928-4622-9536-23909c6f1157', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:39:49Z', 'updated_at': '2021-12-06T17:39:53Z', 'revision_number': 4, 'project_id': 'c27044cf11ea44118ff5004391cd34da', 'subnets': [{'id': '1bc2763c-4928-4622-9536-23909c6f1157', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:39:54.013055 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a5c3736e-4ea2-4fdb-93dd-f54a7ec13acf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:54.016139 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4237c3c-54bf-42e6-8cf5-ef0b059a601f None None] The sync data for ids ['65a545f3-c1ed-47e1-a69a-374519ca3da6'] in n-d-master-1 is: [{'id': '65a545f3-c1ed-47e1-a69a-374519ca3da6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1837937523', 'tenant_id': 'c27044cf11ea44118ff5004391cd34da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.181'}], 'enable_snat': True}, 'gw_port_id': 'eaa58daa-ad48-414a-a11a-7723321b0400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:39:44Z', 'updated_at': '2021-12-06T17:39:50Z', 'revision_number': 4, 'project_id': 'c27044cf11ea44118ff5004391cd34da', 'gw_port': {'id': 'eaa58daa-ad48-414a-a11a-7723321b0400', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a545f3-c1ed-47e1-a69a-374519ca3da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:39:45Z', 'updated_at': '2021-12-06T17:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '89e5c18a-3561-4c7e-9f1e-222983d54f64', 'name': '', 'network_id': 'a9d5c5ab-d0bb-462a-b997-20ad4a075ad1', 'tenant_id': 'c27044cf11ea44118ff5004391cd34da', 'mac_address': 'fa:16:3e:b7:14:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65a545f3-c1ed-47e1-a69a-374519ca3da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '1bc2763c-4928-4622-9536-23909c6f1157', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:39:49Z', 'updated_at': '2021-12-06T17:39:53Z', 'revision_number': 4, 'project_id': 'c27044cf11ea44118ff5004391cd34da', 'subnets': [{'id': '1bc2763c-4928-4622-9536-23909c6f1157', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:39:54.018774 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a5c3736e-4ea2-4fdb-93dd-f54a7ec13acf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:54.061349 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-a5c3736e-4ea2-4fdb-93dd-f54a7ec13acf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=00ad1e7b8b384202b8b286ee5147a75b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4289470 Dec 06 17:39:54.063745 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58342) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:54.070468 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c3736e-4ea2-4fdb-93dd-f54a7ec13acf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c978c6e7-9fed-454a-a20f-4573568e675d,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:54.160163 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-215716db-d250-4dd1-bc03-25551b916f84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:54.215568 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-215716db-d250-4dd1-bc03-25551b916f84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:54.361950 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8ba76d87-d926-43a3-b08f-0f3bd07b4908 req-2093d335-1b70-40cb-ae0f-1d0e962e5706 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] 10.222.0.23 "GET /v2.0/ports?device_id=28332ba8-cd48-4902-8b3d-00acbfc7bc42 HTTP/1.1" status: 200 len: 210 time: 0.0875239 Dec 06 17:39:54.427915 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 89e5c18a-3561-4c7e-9f1e-222983d54f64 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:39:54.459540 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-215716db-d250-4dd1-bc03-25551b916f84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:54.462206 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-215716db-d250-4dd1-bc03-25551b916f84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:54.465939 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-215716db-d250-4dd1-bc03-25551b916f84 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c978c6e7-9fed-454a-a20f-4573568e675d HTTP/1.1" status: 204 len: 168 time: 0.4011467 Dec 06 17:39:54.491014 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215716db-d250-4dd1-bc03-25551b916f84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c978c6e7-9fed-454a-a20f-4573568e675d,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:54.522644 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 89e5c18a-3561-4c7e-9f1e-222983d54f64 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:39:54.525978 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:54.569577 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc52d3df-3673-45b4-b13b-78e3bf703fb3 req-8ae95c93-2a2f-43ba-ade8-a485c2edd174 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:39:54.574026 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fc52d3df-3673-45b4-b13b-78e3bf703fb3 req-8ae95c93-2a2f-43ba-ade8-a485c2edd174 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] 10.222.0.44 "GET /v2.0/networks?id=a9d5c5ab-d0bb-462a-b997-20ad4a075ad1 HTTP/1.1" status: 200 len: 798 time: 0.2387128 Dec 06 17:39:54.595370 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-fc52d3df-3673-45b4-b13b-78e3bf703fb3 req-77063fa5-f793-4c83-8e86-7590fa28b46f tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Request body: {'port': {'device_id': '28332ba8-cd48-4902-8b3d-00acbfc7bc42', 'network_id': 'a9d5c5ab-d0bb-462a-b997-20ad4a075ad1', 'admin_state_up': True, 'tenant_id': 'c27044cf11ea44118ff5004391cd34da'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:39:54.748875 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc52d3df-3673-45b4-b13b-78e3bf703fb3 req-77063fa5-f793-4c83-8e86-7590fa28b46f tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Made reservation on behalf of c27044cf11ea44118ff5004391cd34da for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:39:54.754940 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-fc52d3df-3673-45b4-b13b-78e3bf703fb3 req-77063fa5-f793-4c83-8e86-7590fa28b46f tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:54.930519 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-fc52d3df-3673-45b4-b13b-78e3bf703fb3 req-77063fa5-f793-4c83-8e86-7590fa28b46f tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Allocated IP 172.20.0.20 (a9d5c5ab-d0bb-462a-b997-20ad4a075ad1/1bc2763c-4928-4622-9536-23909c6f1157/b3fba51f-ecb7-4344-a078-902cf1a303b0) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:39:55.012132 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58362) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:55.030418 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d7b5dec8-2299-48a1-b962-27e1ff9cc874 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:55.084440 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-fc52d3df-3673-45b4-b13b-78e3bf703fb3 req-77063fa5-f793-4c83-8e86-7590fa28b46f tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:55.132795 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-fc52d3df-3673-45b4-b13b-78e3bf703fb3 req-77063fa5-f793-4c83-8e86-7590fa28b46f tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:55.137928 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d7b5dec8-2299-48a1-b962-27e1ff9cc874 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:55.148743 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d7b5dec8-2299-48a1-b962-27e1ff9cc874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:55.190185 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc52d3df-3673-45b4-b13b-78e3bf703fb3 req-77063fa5-f793-4c83-8e86-7590fa28b46f tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Network a9d5c5ab-d0bb-462a-b997-20ad4a075ad1 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:39:55.195943 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-fc52d3df-3673-45b4-b13b-78e3bf703fb3 req-77063fa5-f793-4c83-8e86-7590fa28b46f tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:39:55.197457 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b5dec8-2299-48a1-b962-27e1ff9cc874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08975e6e-e9f6-4faf-becb-cabf72a47ed6,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:55.198645 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc52d3df-3673-45b4-b13b-78e3bf703fb3 req-77063fa5-f793-4c83-8e86-7590fa28b46f tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:39:55.207938 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-d7b5dec8-2299-48a1-b962-27e1ff9cc874 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=505e6c1e35d1448cad3214ef7a78c93b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1921756 Dec 06 17:39:55.208094 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58368) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:55.241462 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77063fa5-f793-4c83-8e86-7590fa28b46f tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Pushing event updated for resources: {'Port': ['ID=b3fba51f-ecb7-4344-a078-902cf1a303b0,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:55.286566 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc52d3df-3673-45b4-b13b-78e3bf703fb3 req-77063fa5-f793-4c83-8e86-7590fa28b46f tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:39:55.287985 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-fc52d3df-3673-45b4-b13b-78e3bf703fb3 req-77063fa5-f793-4c83-8e86-7590fa28b46f tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:55.291644 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-619c7801-6cec-4780-95bd-3f2efab59fd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:55.311153 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fc52d3df-3673-45b4-b13b-78e3bf703fb3 req-77063fa5-f793-4c83-8e86-7590fa28b46f tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.7252483 Dec 06 17:39:55.320874 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-619c7801-6cec-4780-95bd-3f2efab59fd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:55.328655 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-fc52d3df-3673-45b4-b13b-78e3bf703fb3 req-b5131bb0-dd2f-45f6-9ed0-0f0c27dfe33e service neutron] Request body: {'port': {'device_id': '28332ba8-cd48-4902-8b3d-00acbfc7bc42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:39:55.383090 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-619c7801-6cec-4780-95bd-3f2efab59fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:55.388100 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-619c7801-6cec-4780-95bd-3f2efab59fd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:55.390057 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-619c7801-6cec-4780-95bd-3f2efab59fd0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/08975e6e-e9f6-4faf-becb-cabf72a47ed6 HTTP/1.1" status: 204 len: 168 time: 0.1806180 Dec 06 17:39:55.400686 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619c7801-6cec-4780-95bd-3f2efab59fd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08975e6e-e9f6-4faf-becb-cabf72a47ed6,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:55.427940 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-fc52d3df-3673-45b4-b13b-78e3bf703fb3 req-b5131bb0-dd2f-45f6-9ed0-0f0c27dfe33e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:55.602934 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaed28d-2622-4ad6-aca2-5c55f50b6a9b req-3b7b2896-a957-4f80-940e-2bcba1308179 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:39:55.626393 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ceaed28d-2622-4ad6-aca2-5c55f50b6a9b req-3b7b2896-a957-4f80-940e-2bcba1308179 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] 10.222.0.23 "GET /v2.0/ports?device_id=28332ba8-cd48-4902-8b3d-00acbfc7bc42 HTTP/1.1" status: 200 len: 895 time: 0.1169820 Dec 06 17:39:55.660297 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-fb263034-6e25-48b7-a8fc-0bd3de83ac3d None None] Provisioning complete for port b3fba51f-ecb7-4344-a078-902cf1a303b0 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:39:55.661009 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fb263034-6e25-48b7-a8fc-0bd3de83ac3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:55.719098 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-fb263034-6e25-48b7-a8fc-0bd3de83ac3d None None] Port b3fba51f-ecb7-4344-a078-902cf1a303b0 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:39:56.128654 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-fc52d3df-3673-45b4-b13b-78e3bf703fb3 req-b5131bb0-dd2f-45f6-9ed0-0f0c27dfe33e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3fba51f-ecb7-4344-a078-902cf1a303b0 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:39:56.136502 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-fc52d3df-3673-45b4-b13b-78e3bf703fb3 req-b5131bb0-dd2f-45f6-9ed0-0f0c27dfe33e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:56.150229 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-fc52d3df-3673-45b4-b13b-78e3bf703fb3 req-b5131bb0-dd2f-45f6-9ed0-0f0c27dfe33e service neutron] Transition to ACTIVE for port object b3fba51f-ecb7-4344-a078-902cf1a303b0 will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:39:56.156188 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-fc52d3df-3673-45b4-b13b-78e3bf703fb3 req-b5131bb0-dd2f-45f6-9ed0-0f0c27dfe33e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:56.216144 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5131bb0-dd2f-45f6-9ed0-0f0c27dfe33e service neutron] Pushing event updated for resources: {'Port': ['ID=b3fba51f-ecb7-4344-a078-902cf1a303b0,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:56.315415 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-fc52d3df-3673-45b4-b13b-78e3bf703fb3 req-b5131bb0-dd2f-45f6-9ed0-0f0c27dfe33e service neutron] Attempting to bind port b3fba51f-ecb7-4344-a078-902cf1a303b0 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:39:56.315765 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-fc52d3df-3673-45b4-b13b-78e3bf703fb3 req-b5131bb0-dd2f-45f6-9ed0-0f0c27dfe33e service neutron] Attempting to bind port b3fba51f-ecb7-4344-a078-902cf1a303b0 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'a9024ff3-c610-412b-9561-46e0a3e58922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a9d5c5ab-d0bb-462a-b997-20ad4a075ad1'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:39:56.316098 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc52d3df-3673-45b4-b13b-78e3bf703fb3 req-b5131bb0-dd2f-45f6-9ed0-0f0c27dfe33e service neutron] Attempting to bind port b3fba51f-ecb7-4344-a078-902cf1a303b0 on network a9d5c5ab-d0bb-462a-b997-20ad4a075ad1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:39:56.320604 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc52d3df-3673-45b4-b13b-78e3bf703fb3 req-b5131bb0-dd2f-45f6-9ed0-0f0c27dfe33e service neutron] Port b3fba51f-ecb7-4344-a078-902cf1a303b0 on network a9d5c5ab-d0bb-462a-b997-20ad4a075ad1 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:39:56.320915 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc52d3df-3673-45b4-b13b-78e3bf703fb3 req-b5131bb0-dd2f-45f6-9ed0-0f0c27dfe33e service neutron] Attempting to bind port b3fba51f-ecb7-4344-a078-902cf1a303b0 on network a9d5c5ab-d0bb-462a-b997-20ad4a075ad1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:39:56.325921 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc52d3df-3673-45b4-b13b-78e3bf703fb3 req-b5131bb0-dd2f-45f6-9ed0-0f0c27dfe33e service neutron] Checking agent: {'id': '9d8b9f49-2860-4c1f-9b89-45a7657a3c4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:39:56.326597 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc52d3df-3673-45b4-b13b-78e3bf703fb3 req-b5131bb0-dd2f-45f6-9ed0-0f0c27dfe33e service neutron] Checking segment: {'id': 'a9024ff3-c610-412b-9561-46e0a3e58922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a9d5c5ab-d0bb-462a-b997-20ad4a075ad1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:39:56.328708 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc52d3df-3673-45b4-b13b-78e3bf703fb3 req-b5131bb0-dd2f-45f6-9ed0-0f0c27dfe33e service neutron] Bound using segment: {'id': 'a9024ff3-c610-412b-9561-46e0a3e58922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a9d5c5ab-d0bb-462a-b997-20ad4a075ad1'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:39:56.329065 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-fc52d3df-3673-45b4-b13b-78e3bf703fb3 req-b5131bb0-dd2f-45f6-9ed0-0f0c27dfe33e service neutron] Bound port: b3fba51f-ecb7-4344-a078-902cf1a303b0, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9024ff3-c610-412b-9561-46e0a3e58922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a9d5c5ab-d0bb-462a-b997-20ad4a075ad1'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:39:56.329951 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-fc52d3df-3673-45b4-b13b-78e3bf703fb3 req-b5131bb0-dd2f-45f6-9ed0-0f0c27dfe33e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:56.409417 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-fc52d3df-3673-45b4-b13b-78e3bf703fb3 req-b5131bb0-dd2f-45f6-9ed0-0f0c27dfe33e service neutron] For port b3fba51f-ecb7-4344-a078-902cf1a303b0, host n-h2-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:39:56.414156 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-fc52d3df-3673-45b4-b13b-78e3bf703fb3 req-b5131bb0-dd2f-45f6-9ed0-0f0c27dfe33e service neutron] For port b3fba51f-ecb7-4344-a078-902cf1a303b0, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=b3fba51f-ecb7-4344-a078-902cf1a303b0,segment=NetworkSegment(a9024ff3-c610-412b-9561-46e0a3e58922),segment_id=a9024ff3-c610-412b-9561-46e0a3e58922)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:39:56.425461 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-fc52d3df-3673-45b4-b13b-78e3bf703fb3 req-b5131bb0-dd2f-45f6-9ed0-0f0c27dfe33e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:56.440258 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58424) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:56.466451 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc52d3df-3673-45b4-b13b-78e3bf703fb3 req-b5131bb0-dd2f-45f6-9ed0-0f0c27dfe33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:39:56.467361 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-fc52d3df-3673-45b4-b13b-78e3bf703fb3 req-b5131bb0-dd2f-45f6-9ed0-0f0c27dfe33e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:56.469235 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fc52d3df-3673-45b4-b13b-78e3bf703fb3 req-b5131bb0-dd2f-45f6-9ed0-0f0c27dfe33e service neutron] 10.222.0.44 "PUT /v2.0/ports/b3fba51f-ecb7-4344-a078-902cf1a303b0 HTTP/1.1" status: 200 len: 1055 time: 1.1487858 Dec 06 17:39:56.471937 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28332ba8-cd48-4902-8b3d-00acbfc7bc42', 'tag': 'b3fba51f-ecb7-4344-a078-902cf1a303b0'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:39:56.474774 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d21c25ed-201c-4ac2-ae23-e6e09eb88b97" -d '{"events": [{"name": "network-changed", "server_uuid": "28332ba8-cd48-4902-8b3d-00acbfc7bc42", "tag": "b3fba51f-ecb7-4344-a078-902cf1a303b0"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:39:56.567196 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ccf4073-8e3d-40a4-adee-a7ee1c30e668 x-openstack-request-id: req-0ccf4073-8e3d-40a4-adee-a7ee1c30e668 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:39:56.567605 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28332ba8-cd48-4902-8b3d-00acbfc7bc42", "tag": "b3fba51f-ecb7-4344-a078-902cf1a303b0", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:39:56.567875 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0ccf4073-8e3d-40a4-adee-a7ee1c30e668 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:39:56.574068 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28332ba8-cd48-4902-8b3d-00acbfc7bc42', 'tag': 'b3fba51f-ecb7-4344-a078-902cf1a303b0', 'status': 'completed', 'code': 200} Dec 06 17:39:56.584697 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-359358a7-a80b-4010-a37e-6eab92801d35 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1067352274'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:39:56.595555 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5131bb0-dd2f-45f6-9ed0-0f0c27dfe33e service neutron] Pushing event updated for resources: {'Port': ['ID=b3fba51f-ecb7-4344-a078-902cf1a303b0,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:56.605125 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc52d3df-3673-45b4-b13b-78e3bf703fb3 req-b987e237-3652-4314-8058-5c5a4e55af8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:39:56.607160 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fc52d3df-3673-45b4-b13b-78e3bf703fb3 req-b987e237-3652-4314-8058-5c5a4e55af8f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c27044cf11ea44118ff5004391cd34da&device_id=28332ba8-cd48-4902-8b3d-00acbfc7bc42 HTTP/1.1" status: 200 len: 1058 time: 0.0886247 Dec 06 17:39:56.629784 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-359358a7-a80b-4010-a37e-6eab92801d35 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] Made reservation on behalf of a26b03c71dc14322bcd2290b4301b75f for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:39:56.633654 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-359358a7-a80b-4010-a37e-6eab92801d35 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:56.644173 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-359358a7-a80b-4010-a37e-6eab92801d35 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:56.658193 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fc52d3df-3673-45b4-b13b-78e3bf703fb3 req-46ee9975-9c09-43c4-be52-8b42ee247efc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=b3fba51f-ecb7-4344-a078-902cf1a303b0 HTTP/1.1" status: 200 len: 217 time: 0.0423038 Dec 06 17:39:56.719417 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc52d3df-3673-45b4-b13b-78e3bf703fb3 req-40e8c668-ef29-493b-8254-dc7101cc1eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:39:56.721257 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fc52d3df-3673-45b4-b13b-78e3bf703fb3 req-40e8c668-ef29-493b-8254-dc7101cc1eda service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1bc2763c-4928-4622-9536-23909c6f1157 HTTP/1.1" status: 200 len: 836 time: 0.0559518 Dec 06 17:39:56.812129 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc52d3df-3673-45b4-b13b-78e3bf703fb3 req-7abf3ed8-e629-4d39-864d-1380191348ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:39:56.815103 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fc52d3df-3673-45b4-b13b-78e3bf703fb3 req-7abf3ed8-e629-4d39-864d-1380191348ee service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a9d5c5ab-d0bb-462a-b997-20ad4a075ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0817640 Dec 06 17:39:56.822254 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-359358a7-a80b-4010-a37e-6eab92801d35 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:56.830667 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-359358a7-a80b-4010-a37e-6eab92801d35 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:56.868688 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-359358a7-a80b-4010-a37e-6eab92801d35 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:39:56.890765 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359358a7-a80b-4010-a37e-6eab92801d35 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=052c593a-9dff-4751-9655-7b345b72478f,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:56.896470 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-359358a7-a80b-4010-a37e-6eab92801d35 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:56.897064 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-359358a7-a80b-4010-a37e-6eab92801d35 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] Added segment 287aa5d5-6d1e-48d3-8f20-fb7784c79948 of type vlan for network b1abd3b6-03be-4dc3-8803-70a077815881 Dec 06 17:39:56.942726 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fc52d3df-3673-45b4-b13b-78e3bf703fb3 req-ca69afb5-cc6a-4e15-98fc-65d57255edcb service neutron] 10.222.0.44 "GET /v2.0/networks/a9d5c5ab-d0bb-462a-b997-20ad4a075ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179063 Dec 06 17:39:56.975112 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-359358a7-a80b-4010-a37e-6eab92801d35 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:57.003008 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bd1442-25ff-4793-b6bc-5e97d9ef9581 req-07c08902-18aa-4b88-8021-37c0cef1b987 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:39:57.004551 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-62bd1442-25ff-4793-b6bc-5e97d9ef9581 req-07c08902-18aa-4b88-8021-37c0cef1b987 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] 10.222.0.23 "GET /v2.0/ports?device_id=28332ba8-cd48-4902-8b3d-00acbfc7bc42 HTTP/1.1" status: 200 len: 907 time: 0.2758372 Dec 06 17:39:57.021249 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-359358a7-a80b-4010-a37e-6eab92801d35 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:57.028714 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359358a7-a80b-4010-a37e-6eab92801d35 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:39:57.029387 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-359358a7-a80b-4010-a37e-6eab92801d35 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] Publish callbacks [] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:57.069013 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-359358a7-a80b-4010-a37e-6eab92801d35 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.6274993 Dec 06 17:39:57.070006 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fc52d3df-3673-45b4-b13b-78e3bf703fb3 req-54fcceae-20d0-46b9-932d-8d3320e7851f service neutron] 10.222.0.44 "GET /v2.0/networks/a9d5c5ab-d0bb-462a-b997-20ad4a075ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153445 Dec 06 17:39:57.071786 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58434) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:57.077426 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-b0efe085-68da-4671-a3a0-a301521a3de8 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] Request body: {'subnet': {'network_id': 'b1abd3b6-03be-4dc3-8803-70a077815881', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:39:57.112919 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359358a7-a80b-4010-a37e-6eab92801d35 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] Pushing event updated for resources: {'Network': ['ID=b1abd3b6-03be-4dc3-8803-70a077815881,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:57.126532 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network b1abd3b6-03be-4dc3-8803-70a077815881 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:39:57.213085 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c25ed-201c-4ac2-ae23-e6e09eb88b97 req-7c686cfb-3862-42c7-a05a-2c492af2602c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:39:57.213659 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d21c25ed-201c-4ac2-ae23-e6e09eb88b97 req-7c686cfb-3862-42c7-a05a-2c492af2602c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c27044cf11ea44118ff5004391cd34da&device_id=28332ba8-cd48-4902-8b3d-00acbfc7bc42 HTTP/1.1" status: 200 len: 1058 time: 0.0740702 Dec 06 17:39:57.256023 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0efe085-68da-4671-a3a0-a301521a3de8 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] Made reservation on behalf of a26b03c71dc14322bcd2290b4301b75f for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:39:57.259507 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b0efe085-68da-4671-a3a0-a301521a3de8 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:57.392340 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c25ed-201c-4ac2-ae23-e6e09eb88b97 req-4effc4af-0387-4b0f-b1cf-60d584d4a477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:39:57.393842 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d21c25ed-201c-4ac2-ae23-e6e09eb88b97 req-4effc4af-0387-4b0f-b1cf-60d584d4a477 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a9d5c5ab-d0bb-462a-b997-20ad4a075ad1 HTTP/1.1" status: 200 len: 899 time: 0.1728475 Dec 06 17:39:57.443419 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d21c25ed-201c-4ac2-ae23-e6e09eb88b97 req-02bde873-2d41-490e-847d-ad2a4a002a1f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=b3fba51f-ecb7-4344-a078-902cf1a303b0 HTTP/1.1" status: 200 len: 217 time: 0.0395653 Dec 06 17:39:57.545376 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c25ed-201c-4ac2-ae23-e6e09eb88b97 req-d37375c5-9bfa-40f2-8e1c-19331c798904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:39:57.546921 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d21c25ed-201c-4ac2-ae23-e6e09eb88b97 req-d37375c5-9bfa-40f2-8e1c-19331c798904 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1bc2763c-4928-4622-9536-23909c6f1157 HTTP/1.1" status: 200 len: 836 time: 0.0821109 Dec 06 17:39:57.583606 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b0efe085-68da-4671-a3a0-a301521a3de8 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:57.652962 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c25ed-201c-4ac2-ae23-e6e09eb88b97 req-f21fbada-079f-45a1-96b3-f7af073fff52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:39:57.654636 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d21c25ed-201c-4ac2-ae23-e6e09eb88b97 req-f21fbada-079f-45a1-96b3-f7af073fff52 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a9d5c5ab-d0bb-462a-b997-20ad4a075ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0980191 Dec 06 17:39:57.660542 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0efe085-68da-4671-a3a0-a301521a3de8 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] Pushing event updated for resources: {'Subnet': ['ID=deeae8c5-0e59-4679-b20f-f1ee7087bd9a,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:57.694800 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0efe085-68da-4671-a3a0-a301521a3de8 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] Checking segment: {'id': '287aa5d5-6d1e-48d3-8f20-fb7784c79948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'b1abd3b6-03be-4dc3-8803-70a077815881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:39:57.695160 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0efe085-68da-4671-a3a0-a301521a3de8 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] Network hostable DHCP agents. Network: b1abd3b6-03be-4dc3-8803-70a077815881, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:39:57.743291 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0efe085-68da-4671-a3a0-a301521a3de8 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] Network b1abd3b6-03be-4dc3-8803-70a077815881 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:39:57.757556 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-b0efe085-68da-4671-a3a0-a301521a3de8 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, b1abd3b6-03be-4dc3-8803-70a077815881) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:39:57.767315 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9e241f-e291-459e-a6ff-416daa402234 None None] Network b1abd3b6-03be-4dc3-8803-70a077815881 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:39:57.769533 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0efe085-68da-4671-a3a0-a301521a3de8 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:39:57.770136 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b0efe085-68da-4671-a3a0-a301521a3de8 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:57.784580 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d21c25ed-201c-4ac2-ae23-e6e09eb88b97 req-969f1a96-b30a-4652-a0bd-1f212c1dc456 service neutron] 10.222.0.44 "GET /v2.0/networks/a9d5c5ab-d0bb-462a-b997-20ad4a075ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187780 Dec 06 17:39:57.793858 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-b0efe085-68da-4671-a3a0-a301521a3de8 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7209749 Dec 06 17:39:57.796559 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58438) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:57.802766 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-31498586-afac-46c5-ac52-63f55f4f2b8c tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] Request body: {'port': {'network_id': 'b1abd3b6-03be-4dc3-8803-70a077815881', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1980582554'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:39:57.902843 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d21c25ed-201c-4ac2-ae23-e6e09eb88b97 req-08c10454-62f5-45e4-9a16-feb5c809277d service neutron] 10.222.0.44 "GET /v2.0/networks/a9d5c5ab-d0bb-462a-b997-20ad4a075ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071999 Dec 06 17:39:57.943525 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31498586-afac-46c5-ac52-63f55f4f2b8c tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] Made reservation on behalf of a26b03c71dc14322bcd2290b4301b75f for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:39:57.947130 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-31498586-afac-46c5-ac52-63f55f4f2b8c tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:57.965194 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-31498586-afac-46c5-ac52-63f55f4f2b8c tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] device_id is not set on port a654dc83-1dc4-4f27-aa6d-86bb02dc889c yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:39:58.092137 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb5fcc7-863d-4419-8f91-4493b4f2683a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-b1abd3b6-03be-4dc3-8803-70a077815881', 'network_id': 'b1abd3b6-03be-4dc3-8803-70a077815881', 'tenant_id': 'a26b03c71dc14322bcd2290b4301b75f', 'fixed_ips': [{'subnet_id': 'deeae8c5-0e59-4679-b20f-f1ee7087bd9a'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:39:58.092823 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-31498586-afac-46c5-ac52-63f55f4f2b8c tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] Allocated IP 2001:db8::38c (b1abd3b6-03be-4dc3-8803-70a077815881/deeae8c5-0e59-4679-b20f-f1ee7087bd9a/a654dc83-1dc4-4f27-aa6d-86bb02dc889c) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:39:58.093361 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1cb5fcc7-863d-4419-8f91-4493b4f2683a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:58.239629 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14326f0-a4a2-4763-8a44-2a5acabb49bd req-74a86953-01a3-482c-9d7b-b81e5abebaa7 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:39:58.241280 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e14326f0-a4a2-4763-8a44-2a5acabb49bd req-74a86953-01a3-482c-9d7b-b81e5abebaa7 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] 10.222.0.23 "GET /v2.0/ports?device_id=28332ba8-cd48-4902-8b3d-00acbfc7bc42 HTTP/1.1" status: 200 len: 907 time: 0.1426737 Dec 06 17:39:58.255450 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-31498586-afac-46c5-ac52-63f55f4f2b8c tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:58.298437 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 17:39:58.300512 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-31498586-afac-46c5-ac52-63f55f4f2b8c tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:58.349420 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31498586-afac-46c5-ac52-63f55f4f2b8c tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] Network b1abd3b6-03be-4dc3-8803-70a077815881 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:39:58.351181 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-1cb5fcc7-863d-4419-8f91-4493b4f2683a None None] Allocated IP 2001:db8::2 (b1abd3b6-03be-4dc3-8803-70a077815881/deeae8c5-0e59-4679-b20f-f1ee7087bd9a/56e84a01-e358-48a0-9b77-cdda68ec352f) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:39:58.352829 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-31498586-afac-46c5-ac52-63f55f4f2b8c tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:39:58.357781 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31498586-afac-46c5-ac52-63f55f4f2b8c tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:39:58.363472 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31498586-afac-46c5-ac52-63f55f4f2b8c tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:39:58.364116 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-31498586-afac-46c5-ac52-63f55f4f2b8c tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:58.368031 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31498586-afac-46c5-ac52-63f55f4f2b8c tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] Pushing event updated for resources: {'Port': ['ID=a654dc83-1dc4-4f27-aa6d-86bb02dc889c,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:58.386410 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-31498586-afac-46c5-ac52-63f55f4f2b8c tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.5876667 Dec 06 17:39:58.389329 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58446) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:58.395226 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-8af1a464-6fed-41fa-a36b-5d3be1b4b5e1 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] Request body: {'port': {'network_id': 'b1abd3b6-03be-4dc3-8803-70a077815881', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-600932023', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:39:58.396009 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.api.validators [None req-8af1a464-6fed-41fa-a36b-5d3be1b4b5e1 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] bootfile-name is not in valid_values {{(pid=103284) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 06 17:39:58.396233 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.api.validators [None req-8af1a464-6fed-41fa-a36b-5d3be1b4b5e1 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] tftp-server is not in valid_values {{(pid=103284) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 06 17:39:58.396571 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.api.validators [None req-8af1a464-6fed-41fa-a36b-5d3be1b4b5e1 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] server-ip-address is not in valid_values {{(pid=103284) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 06 17:39:58.513493 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af1a464-6fed-41fa-a36b-5d3be1b4b5e1 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] Made reservation on behalf of a26b03c71dc14322bcd2290b4301b75f for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:39:58.518182 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8af1a464-6fed-41fa-a36b-5d3be1b4b5e1 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:58.520000 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1cb5fcc7-863d-4419-8f91-4493b4f2683a None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:58.526692 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1cb5fcc7-863d-4419-8f91-4493b4f2683a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:58.542278 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-8af1a464-6fed-41fa-a36b-5d3be1b4b5e1 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] device_id is not set on port 0f3833e3-a1db-4e49-8957-04d55a95b282 yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:39:58.567974 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb5fcc7-863d-4419-8f91-4493b4f2683a None None] Network b1abd3b6-03be-4dc3-8803-70a077815881 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:39:58.572642 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-1cb5fcc7-863d-4419-8f91-4493b4f2683a None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:39:58.581705 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb5fcc7-863d-4419-8f91-4493b4f2683a None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:39:58.584966 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb5fcc7-863d-4419-8f91-4493b4f2683a None None] Pushing event updated for resources: {'Port': ['ID=56e84a01-e358-48a0-9b77-cdda68ec352f,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:58.653436 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-1cb5fcc7-863d-4419-8f91-4493b4f2683a None None] Attempting to bind port 56e84a01-e358-48a0-9b77-cdda68ec352f on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:39:58.653970 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-1cb5fcc7-863d-4419-8f91-4493b4f2683a None None] Attempting to bind port 56e84a01-e358-48a0-9b77-cdda68ec352f by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '287aa5d5-6d1e-48d3-8f20-fb7784c79948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'b1abd3b6-03be-4dc3-8803-70a077815881'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:39:58.654782 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb5fcc7-863d-4419-8f91-4493b4f2683a None None] Attempting to bind port 56e84a01-e358-48a0-9b77-cdda68ec352f on network b1abd3b6-03be-4dc3-8803-70a077815881 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:39:58.660293 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb5fcc7-863d-4419-8f91-4493b4f2683a None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:39:58.660906 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb5fcc7-863d-4419-8f91-4493b4f2683a None None] Checking segment: {'id': '287aa5d5-6d1e-48d3-8f20-fb7784c79948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'b1abd3b6-03be-4dc3-8803-70a077815881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:39:58.661403 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1cb5fcc7-863d-4419-8f91-4493b4f2683a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:58.661920 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb5fcc7-863d-4419-8f91-4493b4f2683a None None] Bound using segment: {'id': '287aa5d5-6d1e-48d3-8f20-fb7784c79948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'b1abd3b6-03be-4dc3-8803-70a077815881'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:39:58.662468 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-1cb5fcc7-863d-4419-8f91-4493b4f2683a None None] Bound port: 56e84a01-e358-48a0-9b77-cdda68ec352f, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '287aa5d5-6d1e-48d3-8f20-fb7784c79948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'b1abd3b6-03be-4dc3-8803-70a077815881'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:39:58.662948 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1cb5fcc7-863d-4419-8f91-4493b4f2683a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:58.708876 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-8af1a464-6fed-41fa-a36b-5d3be1b4b5e1 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] Allocated IP 2001:db8::18b (b1abd3b6-03be-4dc3-8803-70a077815881/deeae8c5-0e59-4679-b20f-f1ee7087bd9a/0f3833e3-a1db-4e49-8957-04d55a95b282) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:39:58.735982 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-1cb5fcc7-863d-4419-8f91-4493b4f2683a None None] For port 56e84a01-e358-48a0-9b77-cdda68ec352f, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:39:58.740510 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-1cb5fcc7-863d-4419-8f91-4493b4f2683a None None] For port 56e84a01-e358-48a0-9b77-cdda68ec352f, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=56e84a01-e358-48a0-9b77-cdda68ec352f,segment=NetworkSegment(287aa5d5-6d1e-48d3-8f20-fb7784c79948),segment_id=287aa5d5-6d1e-48d3-8f20-fb7784c79948)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:39:58.745623 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1cb5fcc7-863d-4419-8f91-4493b4f2683a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:58.822468 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb5fcc7-863d-4419-8f91-4493b4f2683a None None] Pushing event updated for resources: {'Port': ['ID=56e84a01-e358-48a0-9b77-cdda68ec352f,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:58.920101 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8af1a464-6fed-41fa-a36b-5d3be1b4b5e1 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:58.966229 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8af1a464-6fed-41fa-a36b-5d3be1b4b5e1 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:59.026989 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af1a464-6fed-41fa-a36b-5d3be1b4b5e1 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] Network b1abd3b6-03be-4dc3-8803-70a077815881 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:39:59.031399 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-8af1a464-6fed-41fa-a36b-5d3be1b4b5e1 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:39:59.034066 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af1a464-6fed-41fa-a36b-5d3be1b4b5e1 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:39:59.041815 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af1a464-6fed-41fa-a36b-5d3be1b4b5e1 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:39:59.050810 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8af1a464-6fed-41fa-a36b-5d3be1b4b5e1 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:59.067878 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af1a464-6fed-41fa-a36b-5d3be1b4b5e1 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] Pushing event updated for resources: {'Port': ['ID=0f3833e3-a1db-4e49-8957-04d55a95b282,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:39:59.078459 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-8af1a464-6fed-41fa-a36b-5d3be1b4b5e1 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 0.6878994 Dec 06 17:39:59.081205 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58452) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:59.144840 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b54327c-14e9-444a-b83d-33c2698db234 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:39:59.151004 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b54327c-14e9-444a-b83d-33c2698db234 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:39:59.157038 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b54327c-14e9-444a-b83d-33c2698db234 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:39:59.161782 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-6b54327c-14e9-444a-b83d-33c2698db234 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.0794215 Dec 06 17:39:59.161974 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58454) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:39:59.617988 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad63703e-6d07-4663-828b-9aca994c976d req-aebfe183-d675-4035-a85a-c1782437828b tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:39:59.619551 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ad63703e-6d07-4663-828b-9aca994c976d req-aebfe183-d675-4035-a85a-c1782437828b tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] 10.222.0.23 "GET /v2.0/ports?device_id=28332ba8-cd48-4902-8b3d-00acbfc7bc42 HTTP/1.1" status: 200 len: 907 time: 0.0688372 Dec 06 17:39:59.623321 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-5593e3e0-48b1-4951-97f2-4205040c6538 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] Deleting port 0f3833e3-a1db-4e49-8957-04d55a95b282 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:39:59.623634 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5593e3e0-48b1-4951-97f2-4205040c6538 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:59.690698 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device b3fba51f-ecb7-4344-a078-902cf1a303b0 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:39:59.747557 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5593e3e0-48b1-4951-97f2-4205040c6538 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:59.765746 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-5593e3e0-48b1-4951-97f2-4205040c6538 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] Calling delete_port for 0f3833e3-a1db-4e49-8957-04d55a95b282 owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:39:59.873828 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port b3fba51f-ecb7-4344-a078-902cf1a303b0, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=b3fba51f-ecb7-4344-a078-902cf1a303b0,segment=NetworkSegment(a9024ff3-c610-412b-9561-46e0a3e58922),segment_id=a9024ff3-c610-412b-9561-46e0a3e58922)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:39:59.895472 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': 'b3fba51f-ecb7-4344-a078-902cf1a303b0', 'network_id': 'a9d5c5ab-d0bb-462a-b997-20ad4a075ad1', 'port_id': 'b3fba51f-ecb7-4344-a078-902cf1a303b0', 'mac_address': 'fa:16:3e:24:3b:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bc2763c-4928-4622-9536-23909c6f1157', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:39:59.956674 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:59.972679 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5593e3e0-48b1-4951-97f2-4205040c6538 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:39:59.979205 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3fba51f-ecb7-4344-a078-902cf1a303b0 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:40:00.013639 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port b3fba51f-ecb7-4344-a078-902cf1a303b0, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=b3fba51f-ecb7-4344-a078-902cf1a303b0,segment=NetworkSegment(a9024ff3-c610-412b-9561-46e0a3e58922),segment_id=a9024ff3-c610-412b-9561-46e0a3e58922)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:40:00.019019 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:00.030073 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5593e3e0-48b1-4951-97f2-4205040c6538 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] Pushing event deleted for resources: {'Port': ['ID=0f3833e3-a1db-4e49-8957-04d55a95b282,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:00.090571 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5593e3e0-48b1-4951-97f2-4205040c6538 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:00.091139 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=b3fba51f-ecb7-4344-a078-902cf1a303b0,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:00.097907 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-5593e3e0-48b1-4951-97f2-4205040c6538 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] 10.222.0.23 "DELETE /v2.0/ports/0f3833e3-a1db-4e49-8957-04d55a95b282 HTTP/1.1" status: 204 len: 168 time: 0.9342918 Dec 06 17:40:00.101286 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58474) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:00.111458 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-1ca5dd1a-3928-4d0a-b2b3-5010fddf1124 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] Request body: {'port': {'name': 'tempest-new-port-name-1374414888', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:40:00.111926 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.api.validators [None req-1ca5dd1a-3928-4d0a-b2b3-5010fddf1124 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] bootfile-name is not in valid_values {{(pid=103284) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 06 17:40:00.112390 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.api.validators [None req-1ca5dd1a-3928-4d0a-b2b3-5010fddf1124 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] tftp-server is not in valid_values {{(pid=103284) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 06 17:40:00.112802 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.api.validators [None req-1ca5dd1a-3928-4d0a-b2b3-5010fddf1124 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] server-ip-address is not in valid_values {{(pid=103284) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 06 17:40:00.118789 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c865f8ee-c7c9-4813-a033-9716b16e2770 None None] Network b1abd3b6-03be-4dc3-8803-70a077815881 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:40:00.204246 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1ca5dd1a-3928-4d0a-b2b3-5010fddf1124 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:00.207989 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-698622cf-09cb-4392-bc4e-b7d793979bff None None] Provisioning complete for port 56e84a01-e358-48a0-9b77-cdda68ec352f triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:40:00.208358 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-698622cf-09cb-4392-bc4e-b7d793979bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:00.283882 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['b3fba51f-ecb7-4344-a078-902cf1a303b0'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:40:00.415917 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 56e84a01-e358-48a0-9b77-cdda68ec352f up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:40:00.443464 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-698622cf-09cb-4392-bc4e-b7d793979bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:00.463553 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1ca5dd1a-3928-4d0a-b2b3-5010fddf1124 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:00.469696 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1ca5dd1a-3928-4d0a-b2b3-5010fddf1124 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:00.497774 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-698622cf-09cb-4392-bc4e-b7d793979bff None None] For port 56e84a01-e358-48a0-9b77-cdda68ec352f, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=56e84a01-e358-48a0-9b77-cdda68ec352f,segment=NetworkSegment(287aa5d5-6d1e-48d3-8f20-fb7784c79948),segment_id=287aa5d5-6d1e-48d3-8f20-fb7784c79948)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:40:00.505068 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-698622cf-09cb-4392-bc4e-b7d793979bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:00.511398 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 56e84a01-e358-48a0-9b77-cdda68ec352f triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:40:00.511898 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:00.539504 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-1ca5dd1a-3928-4d0a-b2b3-5010fddf1124 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] In _notify_port_updated(), no bound segment for port a654dc83-1dc4-4f27-aa6d-86bb02dc889c on network b1abd3b6-03be-4dc3-8803-70a077815881 {{(pid=103284) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 17:40:00.545681 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca5dd1a-3928-4d0a-b2b3-5010fddf1124 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:00.546333 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1ca5dd1a-3928-4d0a-b2b3-5010fddf1124 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:00.547991 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-1ca5dd1a-3928-4d0a-b2b3-5010fddf1124 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] 10.222.0.23 "PUT /v2.0/ports/a654dc83-1dc4-4f27-aa6d-86bb02dc889c HTTP/1.1" status: 200 len: 1130 time: 0.4453533 Dec 06 17:40:00.550572 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58496) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:00.569956 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca5dd1a-3928-4d0a-b2b3-5010fddf1124 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] Pushing event updated for resources: {'Port': ['ID=a654dc83-1dc4-4f27-aa6d-86bb02dc889c,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:00.624316 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db5e890-108b-49ba-b824-0c9b3e908384 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:00.626719 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-2db5e890-108b-49ba-b824-0c9b3e908384 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] 10.222.0.23 "GET /v2.0/ports/a654dc83-1dc4-4f27-aa6d-86bb02dc889c HTTP/1.1" status: 200 len: 1130 time: 0.0750055 Dec 06 17:40:00.628884 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698622cf-09cb-4392-bc4e-b7d793979bff None None] Pushing event updated for resources: {'Port': ['ID=56e84a01-e358-48a0-9b77-cdda68ec352f,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:00.630342 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58500) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:00.822660 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5a1a3f-0b5d-4899-b608-534e9e62c4c6 req-6598fe60-c2cc-45f4-b3ed-13fd1e1ff582 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:00.837227 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2d5a1a3f-0b5d-4899-b608-534e9e62c4c6 req-6598fe60-c2cc-45f4-b3ed-13fd1e1ff582 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] 10.222.0.23 "GET /v2.0/ports?device_id=28332ba8-cd48-4902-8b3d-00acbfc7bc42 HTTP/1.1" status: 200 len: 908 time: 0.0828905 Dec 06 17:40:00.838195 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-e4d9e6b6-83c3-4f68-b899-86cec33a1c00 None None] Provisioning complete for port 56e84a01-e358-48a0-9b77-cdda68ec352f triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:40:00.838878 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e4d9e6b6-83c3-4f68-b899-86cec33a1c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:00.856178 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-1e0020ad-ca50-4286-9f5f-edb928ed45dd tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] Deleting port a654dc83-1dc4-4f27-aa6d-86bb02dc889c {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:40:00.856702 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1e0020ad-ca50-4286-9f5f-edb928ed45dd tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:00.956033 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-e4d9e6b6-83c3-4f68-b899-86cec33a1c00 None None] Provisioning complete for port a654dc83-1dc4-4f27-aa6d-86bb02dc889c triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:40:00.956412 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e4d9e6b6-83c3-4f68-b899-86cec33a1c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:00.998405 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-e4d9e6b6-83c3-4f68-b899-86cec33a1c00 None None] Port a654dc83-1dc4-4f27-aa6d-86bb02dc889c cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:40:01.006321 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1e0020ad-ca50-4286-9f5f-edb928ed45dd tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:01.020459 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-1e0020ad-ca50-4286-9f5f-edb928ed45dd tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] Calling delete_port for a654dc83-1dc4-4f27-aa6d-86bb02dc889c owned by {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:40:01.122625 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-5eab8b77-cd68-408e-908c-f87e2075bb8e None None] Provisioning complete for port a654dc83-1dc4-4f27-aa6d-86bb02dc889c triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:40:01.123291 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5eab8b77-cd68-408e-908c-f87e2075bb8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:01.172219 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-5eab8b77-cd68-408e-908c-f87e2075bb8e None None] Port a654dc83-1dc4-4f27-aa6d-86bb02dc889c cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:40:01.173242 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1e0020ad-ca50-4286-9f5f-edb928ed45dd tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:01.203982 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0020ad-ca50-4286-9f5f-edb928ed45dd tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] Pushing event deleted for resources: {'Port': ['ID=a654dc83-1dc4-4f27-aa6d-86bb02dc889c,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:01.231106 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1e0020ad-ca50-4286-9f5f-edb928ed45dd tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:01.238432 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-1e0020ad-ca50-4286-9f5f-edb928ed45dd tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] 10.222.0.23 "DELETE /v2.0/ports/a654dc83-1dc4-4f27-aa6d-86bb02dc889c HTTP/1.1" status: 204 len: 168 time: 0.6063404 Dec 06 17:40:01.238725 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58516) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:01.297403 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-763b20ed-cd9d-4c24-a738-e321c730dd70 None None] Could not find standard attr ID for object 0f3833e3-a1db-4e49-8957-04d55a95b282. {{(pid=103286) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 17:40:01.302155 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-b44e817d-be2a-4041-81ed-12126d5c1197 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] Deleting subnet deeae8c5-0e59-4679-b20f-f1ee7087bd9a {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:40:01.305611 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b44e817d-be2a-4041-81ed-12126d5c1197 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:01.348235 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b44e817d-be2a-4041-81ed-12126d5c1197 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:01.446489 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b44e817d-be2a-4041-81ed-12126d5c1197 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:01.514757 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b44e817d-be2a-4041-81ed-12126d5c1197 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:01.542251 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44e817d-be2a-4041-81ed-12126d5c1197 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] Pushing event deleted for resources: {'Subnet': ['ID=deeae8c5-0e59-4679-b20f-f1ee7087bd9a,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:01.549022 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b44e817d-be2a-4041-81ed-12126d5c1197 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:01.552884 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-b44e817d-be2a-4041-81ed-12126d5c1197 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] 10.222.0.23 "DELETE /v2.0/subnets/deeae8c5-0e59-4679-b20f-f1ee7087bd9a HTTP/1.1" status: 204 len: 168 time: 0.3130455 Dec 06 17:40:01.555666 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58518) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:01.653649 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-057be46d-537b-4ded-aac4-99b2f17b71f5 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:01.701108 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device b3fba51f-ecb7-4344-a078-902cf1a303b0 up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:40:01.721315 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-057be46d-537b-4ded-aac4-99b2f17b71f5 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] Deleting port 56e84a01-e358-48a0-9b77-cdda68ec352f {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:40:01.722352 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-057be46d-537b-4ded-aac4-99b2f17b71f5 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:01.733715 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d53eb3-e85c-4567-ad3e-1d03ad69a288 None None] Network b1abd3b6-03be-4dc3-8803-70a077815881 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:40:01.795328 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-057be46d-537b-4ded-aac4-99b2f17b71f5 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] For port 56e84a01-e358-48a0-9b77-cdda68ec352f, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=56e84a01-e358-48a0-9b77-cdda68ec352f,segment=NetworkSegment(287aa5d5-6d1e-48d3-8f20-fb7784c79948),segment_id=287aa5d5-6d1e-48d3-8f20-fb7784c79948)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:40:01.796096 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-057be46d-537b-4ded-aac4-99b2f17b71f5 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:01.813454 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-057be46d-537b-4ded-aac4-99b2f17b71f5 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] Calling delete_port for 56e84a01-e358-48a0-9b77-cdda68ec352f owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:40:01.840515 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning for port b3fba51f-ecb7-4344-a078-902cf1a303b0 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:40:01.850636 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port b3fba51f-ecb7-4344-a078-902cf1a303b0 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:40:01.851326 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:01.871238 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-87dd7310-921d-47b9-8f8d-3bc84f87f0fc None None] Could not find standard attr ID for object a654dc83-1dc4-4f27-aa6d-86bb02dc889c. {{(pid=103286) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 17:40:01.917861 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-057be46d-537b-4ded-aac4-99b2f17b71f5 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:01.980824 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057be46d-537b-4ded-aac4-99b2f17b71f5 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] Pushing event deleted for resources: {'Port': ['ID=56e84a01-e358-48a0-9b77-cdda68ec352f,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:01.982844 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057be46d-537b-4ded-aac4-99b2f17b71f5 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] No DVR routers for this DVR port 56e84a01-e358-48a0-9b77-cdda68ec352f on host n-d-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:40:01.994073 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff8e7bf-2de0-41a0-b987-b29234d2708c req-68818bc8-725e-43ee-bd96-a02ddb4e6aa2 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:01.996309 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:02.007301 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6ff8e7bf-2de0-41a0-b987-b29234d2708c req-68818bc8-725e-43ee-bd96-a02ddb4e6aa2 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] 10.222.0.23 "GET /v2.0/ports?device_id=28332ba8-cd48-4902-8b3d-00acbfc7bc42 HTTP/1.1" status: 200 len: 908 time: 0.0842471 Dec 06 17:40:02.023173 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16084256-9067-4938-92fc-3c3dac6a722a None None] DHCP port deletion for b1abd3b6-03be-4dc3-8803-70a077815881 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:40:02.051844 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28332ba8-cd48-4902-8b3d-00acbfc7bc42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3fba51f-ecb7-4344-a078-902cf1a303b0'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:40:02.054349 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9421f1f8-2479-43aa-9117-e89d119d667a" -d '{"events": [{"server_uuid": "28332ba8-cd48-4902-8b3d-00acbfc7bc42", "name": "network-vif-plugged", "status": "completed", "tag": "b3fba51f-ecb7-4344-a078-902cf1a303b0"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:40:02.069037 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port b3fba51f-ecb7-4344-a078-902cf1a303b0, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=b3fba51f-ecb7-4344-a078-902cf1a303b0,segment=NetworkSegment(a9024ff3-c610-412b-9561-46e0a3e58922),segment_id=a9024ff3-c610-412b-9561-46e0a3e58922)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:40:02.076461 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:02.097761 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-057be46d-537b-4ded-aac4-99b2f17b71f5 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:02.102058 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aded8a3c-c69c-4ae8-800c-dfa6d5f5b35c x-openstack-request-id: req-aded8a3c-c69c-4ae8-800c-dfa6d5f5b35c {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:40:02.102629 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28332ba8-cd48-4902-8b3d-00acbfc7bc42", "name": "network-vif-plugged", "status": "completed", "tag": "b3fba51f-ecb7-4344-a078-902cf1a303b0", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:40:02.102949 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-aded8a3c-c69c-4ae8-800c-dfa6d5f5b35c {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:40:02.103405 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28332ba8-cd48-4902-8b3d-00acbfc7bc42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3fba51f-ecb7-4344-a078-902cf1a303b0', 'code': 200} Dec 06 17:40:02.126872 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-057be46d-537b-4ded-aac4-99b2f17b71f5 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1abd3b6-03be-4dc3-8803-70a077815881']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:40:02.136306 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=b3fba51f-ecb7-4344-a078-902cf1a303b0,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:02.138133 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-057be46d-537b-4ded-aac4-99b2f17b71f5 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '287aa5d5-6d1e-48d3-8f20-fb7784c79948') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:40:02.138436 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-057be46d-537b-4ded-aac4-99b2f17b71f5 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '287aa5d5-6d1e-48d3-8f20-fb7784c79948') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:40:02.158905 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-057be46d-537b-4ded-aac4-99b2f17b71f5 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:02.180084 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-057be46d-537b-4ded-aac4-99b2f17b71f5 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:02.201145 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-057be46d-537b-4ded-aac4-99b2f17b71f5 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:40:02.201589 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-057be46d-537b-4ded-aac4-99b2f17b71f5 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:02.206845 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:40:02.206845 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:40:02.206845 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:40:02.206845 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:40:02.206845 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:40:02.206845 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:40:02.206845 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:40:02.206845 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:40:02.206845 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:40:02.206845 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:40:02.206845 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:40:02.206845 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:40:02.206845 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:40:02.206845 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:40:02.206845 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:40:02.206845 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:40:02.206845 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:40:02.206845 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:40:02.206845 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:40:02.206845 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:40:02.206845 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:40:02.206845 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:40:02.206845 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:40:02.206845 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:40:02.206845 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:40:02.206845 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:40:02.206845 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:40:02.206845 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:40:02.206845 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:40:02.206845 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:40:02.206845 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:40:02.206845 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:40:02.274438 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2076a75-7b2f-4ae2-a4f2-359e1cd36fb9 req-3782f827-466d-4110-9d63-f4c55dc86a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:02.276871 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e2076a75-7b2f-4ae2-a4f2-359e1cd36fb9 req-3782f827-466d-4110-9d63-f4c55dc86a4d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=28332ba8-cd48-4902-8b3d-00acbfc7bc42 HTTP/1.1" status: 200 len: 1060 time: 0.1065748 Dec 06 17:40:02.278076 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-057be46d-537b-4ded-aac4-99b2f17b71f5 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:02.297244 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-057be46d-537b-4ded-aac4-99b2f17b71f5 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] Publish callbacks [] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:02.300454 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-057be46d-537b-4ded-aac4-99b2f17b71f5 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] 10.222.0.23 "DELETE /v2.0/networks/b1abd3b6-03be-4dc3-8803-70a077815881 HTTP/1.1" status: 204 len: 168 time: 0.7435367 Dec 06 17:40:02.312863 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057be46d-537b-4ded-aac4-99b2f17b71f5 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513 tempest-ExtraDHCPOptionsIpV6TestJSON-2001566513-project] Pushing event deleted for resources: {'Network': ['ID=b1abd3b6-03be-4dc3-8803-70a077815881,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:02.316615 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 56e84a01-e358-48a0-9b77-cdda68ec352f no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:40:02.341801 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 56e84a01-e358-48a0-9b77-cdda68ec352f {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:40:02.342481 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 56e84a01-e358-48a0-9b77-cdda68ec352f not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:40:02.551804 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58532) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:02.830351 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-d87f162d-9a09-4e91-a366-770c524796ff admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a26b03c71dc14322bcd2290b4301b75f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2750442 Dec 06 17:40:02.830656 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58536) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:02.878545 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dbd96038-4878-42bf-909f-932085a6817e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:02.902850 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:02.904173 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dbd96038-4878-42bf-909f-932085a6817e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:02.954111 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dbd96038-4878-42bf-909f-932085a6817e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:02.956843 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dbd96038-4878-42bf-909f-932085a6817e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:02.960749 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-dbd96038-4878-42bf-909f-932085a6817e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/052c593a-9dff-4751-9655-7b345b72478f HTTP/1.1" status: 204 len: 168 time: 0.1291173 Dec 06 17:40:02.968782 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd96038-4878-42bf-909f-932085a6817e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=052c593a-9dff-4751-9655-7b345b72478f,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:03.127582 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bb5649-6225-4a44-97ff-46714d56be4d req-a77424d1-5ec9-4635-b30f-d14a434fa857 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:03.129111 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d1bb5649-6225-4a44-97ff-46714d56be4d req-a77424d1-5ec9-4635-b30f-d14a434fa857 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] 10.222.0.23 "GET /v2.0/ports?device_id=28332ba8-cd48-4902-8b3d-00acbfc7bc42 HTTP/1.1" status: 200 len: 909 time: 0.0517340 Dec 06 17:40:03.654974 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58562) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:03.753711 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-c4df4413-ffc1-40ad-b982-e39c5e5a5f12 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-53899724'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:40:03.776917 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4df4413-ffc1-40ad-b982-e39c5e5a5f12 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Made reservation on behalf of e1d2d51e45b142aeb7c0cb11182fd5b6 for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:40:03.780766 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c4df4413-ffc1-40ad-b982-e39c5e5a5f12 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:03.791047 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c4df4413-ffc1-40ad-b982-e39c5e5a5f12 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:03.870475 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c4df4413-ffc1-40ad-b982-e39c5e5a5f12 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:03.874995 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c4df4413-ffc1-40ad-b982-e39c5e5a5f12 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:03.904641 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4df4413-ffc1-40ad-b982-e39c5e5a5f12 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:40:03.910928 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4df4413-ffc1-40ad-b982-e39c5e5a5f12 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3aeaed0c-7d92-41ed-ab34-04dd67c756c6,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:03.917586 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c4df4413-ffc1-40ad-b982-e39c5e5a5f12 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:03.917931 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-c4df4413-ffc1-40ad-b982-e39c5e5a5f12 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Added segment 37761f0b-fe44-4bf1-ac36-1f351267ba1e of type vlan for network c1765617-5131-45ca-9670-d239337b43fd Dec 06 17:40:03.971269 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c4df4413-ffc1-40ad-b982-e39c5e5a5f12 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:03.996636 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c4df4413-ffc1-40ad-b982-e39c5e5a5f12 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:04.004481 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4df4413-ffc1-40ad-b982-e39c5e5a5f12 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:04.005191 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c4df4413-ffc1-40ad-b982-e39c5e5a5f12 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:04.072572 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-c4df4413-ffc1-40ad-b982-e39c5e5a5f12 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4162962 Dec 06 17:40:04.075087 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58566) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:04.081383 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-b32a03be-0fb1-4bd7-bc5f-396d2b97e61b tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Request body: {'port': {'network_id': 'c1765617-5131-45ca-9670-d239337b43fd', 'name': 'tempest-PortsIpV6TestJSON-1849922771'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:40:04.082122 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4df4413-ffc1-40ad-b982-e39c5e5a5f12 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Pushing event updated for resources: {'Network': ['ID=c1765617-5131-45ca-9670-d239337b43fd,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:04.093188 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network c1765617-5131-45ca-9670-d239337b43fd details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:40:04.190884 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b32a03be-0fb1-4bd7-bc5f-396d2b97e61b tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Made reservation on behalf of e1d2d51e45b142aeb7c0cb11182fd5b6 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:40:04.194965 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b32a03be-0fb1-4bd7-bc5f-396d2b97e61b tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:04.221775 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-b32a03be-0fb1-4bd7-bc5f-396d2b97e61b tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] device_id is not set on port c9be6efe-ab4c-43c0-ac3a-7c012a70e7aa yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:40:04.283559 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5eab51-078e-4d16-b72d-b6a3a2084608 req-f473b85c-e1d0-432e-aa25-d35d24ba23f6 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:04.285098 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5b5eab51-078e-4d16-b72d-b6a3a2084608 req-f473b85c-e1d0-432e-aa25-d35d24ba23f6 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] 10.222.0.23 "GET /v2.0/ports?device_id=28332ba8-cd48-4902-8b3d-00acbfc7bc42 HTTP/1.1" status: 200 len: 909 time: 0.0549281 Dec 06 17:40:04.364923 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f136bfff-5f7a-49c5-847d-2b8778e924dc req-9bccf0cc-3f05-4511-b0a9-c5bb7329ac60 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=254f2db9-d6bf-432e-87d8-46ac17077c80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0463181 Dec 06 17:40:04.491944 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79322a6-6b6a-4c78-9a59-6f8cbc9d682c req-913e81cc-ace2-444a-9335-f35fff17ad08 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:04.493538 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e79322a6-6b6a-4c78-9a59-6f8cbc9d682c req-913e81cc-ace2-444a-9335-f35fff17ad08 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] 10.222.0.23 "GET /v2.0/ports?device_id=28332ba8-cd48-4902-8b3d-00acbfc7bc42 HTTP/1.1" status: 200 len: 909 time: 0.1199591 Dec 06 17:40:04.494696 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f136bfff-5f7a-49c5-847d-2b8778e924dc req-4ecd7b1f-5386-4b6b-87ac-7661ec5ad076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:04.496820 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b32a03be-0fb1-4bd7-bc5f-396d2b97e61b tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:04.496981 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f136bfff-5f7a-49c5-847d-2b8778e924dc req-4ecd7b1f-5386-4b6b-87ac-7661ec5ad076 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ecd8b64e36c540eeae4809301448bbe1&device_id=254f2db9-d6bf-432e-87d8-46ac17077c80 HTTP/1.1" status: 200 len: 1096 time: 0.0727100 Dec 06 17:40:04.554523 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b32a03be-0fb1-4bd7-bc5f-396d2b97e61b tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:04.626295 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32a03be-0fb1-4bd7-bc5f-396d2b97e61b tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Pushing event updated for resources: {'Port': ['ID=c9be6efe-ab4c-43c0-ac3a-7c012a70e7aa,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:04.639208 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32a03be-0fb1-4bd7-bc5f-396d2b97e61b tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Checking segment: {'id': '37761f0b-fe44-4bf1-ac36-1f351267ba1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c1765617-5131-45ca-9670-d239337b43fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:40:04.639591 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32a03be-0fb1-4bd7-bc5f-396d2b97e61b tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Network hostable DHCP agents. Network: c1765617-5131-45ca-9670-d239337b43fd, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:40:04.647500 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72501b1c-c687-4c76-af2a-bc0a77259379 req-e9b77a8e-6f8f-4a1b-9a28-62def0d2382a tempest-TestSecurityGroupsBasicOps-2053023288 tempest-TestSecurityGroupsBasicOps-2053023288-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:04.648901 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-72501b1c-c687-4c76-af2a-bc0a77259379 req-e9b77a8e-6f8f-4a1b-9a28-62def0d2382a tempest-TestSecurityGroupsBasicOps-2053023288 tempest-TestSecurityGroupsBasicOps-2053023288-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=28332ba8-cd48-4902-8b3d-00acbfc7bc42 HTTP/1.1" status: 200 len: 1060 time: 0.0677168 Dec 06 17:40:04.650364 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f136bfff-5f7a-49c5-847d-2b8778e924dc req-10a8df8d-66f6-4b48-b9a9-4e9748db6e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:04.653773 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f136bfff-5f7a-49c5-847d-2b8778e924dc req-10a8df8d-66f6-4b48-b9a9-4e9748db6e41 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4 HTTP/1.1" status: 200 len: 913 time: 0.1257420 Dec 06 17:40:04.654198 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58588) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:04.659042 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32a03be-0fb1-4bd7-bc5f-396d2b97e61b tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Network c1765617-5131-45ca-9670-d239337b43fd is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:40:04.691476 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-b32a03be-0fb1-4bd7-bc5f-396d2b97e61b tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, c1765617-5131-45ca-9670-d239337b43fd) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:40:04.697914 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32a03be-0fb1-4bd7-bc5f-396d2b97e61b tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:40:04.706572 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32a03be-0fb1-4bd7-bc5f-396d2b97e61b tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:04.707624 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b32a03be-0fb1-4bd7-bc5f-396d2b97e61b tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:04.713761 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e893f514-8086-4fa7-a9a6-719aa64f165e None None] Network c1765617-5131-45ca-9670-d239337b43fd requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:40:04.724465 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f136bfff-5f7a-49c5-847d-2b8778e924dc req-36f97883-7ab5-4db0-8c8a-022262b122bd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8195b8e-e449-48c2-83b3-3ede1a9ed187 HTTP/1.1" status: 200 len: 1000 time: 0.0637317 Dec 06 17:40:04.784987 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-b32a03be-0fb1-4bd7-bc5f-396d2b97e61b tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7085640 Dec 06 17:40:04.788598 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58594) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:04.794689 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-3a198e1b-1369-4b7d-8939-254f83c0e51d tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1922014808'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:40:04.799624 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f136bfff-5f7a-49c5-847d-2b8778e924dc req-7a3805d2-a885-4002-ad91-e5e7ad559522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:04.802116 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f136bfff-5f7a-49c5-847d-2b8778e924dc req-7a3805d2-a885-4002-ad91-e5e7ad559522 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=06d20752-22e2-4f05-a607-805be1f18e56 HTTP/1.1" status: 200 len: 851 time: 0.0695143 Dec 06 17:40:04.812718 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039aeefa-b619-4e80-85eb-b9525807eac6 req-6ce97ef5-0b52-4549-b0da-f39535ed55e5 tempest-TestSecurityGroupsBasicOps-2053023288 tempest-TestSecurityGroupsBasicOps-2053023288-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:04.814305 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-039aeefa-b619-4e80-85eb-b9525807eac6 req-6ce97ef5-0b52-4549-b0da-f39535ed55e5 tempest-TestSecurityGroupsBasicOps-2053023288 tempest-TestSecurityGroupsBasicOps-2053023288-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=bdbff481-ddf8-420f-b442-c3544ce12597 HTTP/1.1" status: 200 len: 1135 time: 0.0791810 Dec 06 17:40:04.834601 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-69559289-3a03-4712-85ad-0272a9a280c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:04.845790 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a198e1b-1369-4b7d-8939-254f83c0e51d tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Made reservation on behalf of e1d2d51e45b142aeb7c0cb11182fd5b6 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:40:04.849283 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3a198e1b-1369-4b7d-8939-254f83c0e51d tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:04.892560 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f136bfff-5f7a-49c5-847d-2b8778e924dc req-f07561ed-6646-4811-bf7b-907c8b28524e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:04.894369 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f136bfff-5f7a-49c5-847d-2b8778e924dc req-f07561ed-6646-4811-bf7b-907c8b28524e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0843482 Dec 06 17:40:04.911486 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a198e1b-1369-4b7d-8939-254f83c0e51d tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:40:04.915703 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-039aeefa-b619-4e80-85eb-b9525807eac6 req-d93cc5db-ac6a-4e5f-81ba-2e2aa15378dc tempest-TestSecurityGroupsBasicOps-2053023288 tempest-TestSecurityGroupsBasicOps-2053023288-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=50289c58-9355-4c79-a331-bc5dbabf2d4a&id=03d44015-0045-4e90-8a7f-d9fa82ca8f95&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0950203 Dec 06 17:40:04.940568 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3a198e1b-1369-4b7d-8939-254f83c0e51d tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:04.940568 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-3a198e1b-1369-4b7d-8939-254f83c0e51d tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Added segment f7ce55aa-3cc2-4ee0-bc01-f1ca57c37263 of type vlan for network e11a3412-ff41-4179-b919-c5d9702881ad Dec 06 17:40:04.940568 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58596) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:04.999854 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3a198e1b-1369-4b7d-8939-254f83c0e51d tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:05.017872 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6176f3ab-75cd-4bd0-9137-4f5770555c2c tempest-TestSecurityGroupsBasicOps-2053023288 tempest-TestSecurityGroupsBasicOps-2053023288-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:05.018583 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-69559289-3a03-4712-85ad-0272a9a280c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:05.019418 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-6176f3ab-75cd-4bd0-9137-4f5770555c2c tempest-TestSecurityGroupsBasicOps-2053023288 tempest-TestSecurityGroupsBasicOps-2053023288-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=28332ba8-cd48-4902-8b3d-00acbfc7bc42 HTTP/1.1" status: 200 len: 1055 time: 0.0778162 Dec 06 17:40:05.022658 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f136bfff-5f7a-49c5-847d-2b8778e924dc req-79fc7fa0-5a26-450f-ad78-5a3b2a69d603 service neutron] 10.222.0.44 "GET /v2.0/networks/2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190615 Dec 06 17:40:05.025965 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-69559289-3a03-4712-85ad-0272a9a280c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:05.037582 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3a198e1b-1369-4b7d-8939-254f83c0e51d tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:05.043506 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a198e1b-1369-4b7d-8939-254f83c0e51d tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:05.044134 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3a198e1b-1369-4b7d-8939-254f83c0e51d tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:05.098615 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69559289-3a03-4712-85ad-0272a9a280c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40b62924-fa77-42f8-a9cb-a794b88f1ea7,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:05.102830 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-69559289-3a03-4712-85ad-0272a9a280c1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=83e6ffbcc2cb4de388a790821895cb83&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4476938 Dec 06 17:40:05.111629 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58600) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:05.115104 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-3a198e1b-1369-4b7d-8939-254f83c0e51d tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3254721 Dec 06 17:40:05.124767 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58602) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:05.134977 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-ccf85de8-4d5d-47eb-a42a-5c0baaca902a tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Request body: {'ports': [{'network_id': 'c1765617-5131-45ca-9670-d239337b43fd'}, {'network_id': 'e11a3412-ff41-4179-b919-c5d9702881ad'}]} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:40:05.135302 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-ccf85de8-4d5d-47eb-a42a-5c0baaca902a tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Request body: {'port': {'network_id': 'c1765617-5131-45ca-9670-d239337b43fd'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:40:05.135872 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-ccf85de8-4d5d-47eb-a42a-5c0baaca902a tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Request body: {'port': {'network_id': 'e11a3412-ff41-4179-b919-c5d9702881ad'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:40:05.168873 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f136bfff-5f7a-49c5-847d-2b8778e924dc req-2595c6c6-3174-4d37-bf9e-eba6761b9de8 service neutron] 10.222.0.44 "GET /v2.0/networks/2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362739 Dec 06 17:40:05.181456 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a198e1b-1369-4b7d-8939-254f83c0e51d tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Pushing event updated for resources: {'Network': ['ID=e11a3412-ff41-4179-b919-c5d9702881ad,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:05.192485 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network e11a3412-ff41-4179-b919-c5d9702881ad details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:40:05.280240 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:05.351020 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-88f07d6c-6e30-4ee6-ba7d-dc2b901a3fb1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:05.367535 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1c94b0-1082-4242-8094-d7663ccac062 req-9e9342d8-f880-44eb-8a4d-3206d433ac6a tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:05.369043 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2f1c94b0-1082-4242-8094-d7663ccac062 req-9e9342d8-f880-44eb-8a4d-3206d433ac6a tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] 10.222.0.23 "GET /v2.0/ports?device_id=28332ba8-cd48-4902-8b3d-00acbfc7bc42 HTTP/1.1" status: 200 len: 909 time: 0.1419106 Dec 06 17:40:05.402026 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-88f07d6c-6e30-4ee6-ba7d-dc2b901a3fb1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:05.446751 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccf85de8-4d5d-47eb-a42a-5c0baaca902a tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Made reservation on behalf of e1d2d51e45b142aeb7c0cb11182fd5b6 for: {'port': 2} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:40:05.451303 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ccf85de8-4d5d-47eb-a42a-5c0baaca902a tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:05.464995 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ccf85de8-4d5d-47eb-a42a-5c0baaca902a tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:05.498802 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-88f07d6c-6e30-4ee6-ba7d-dc2b901a3fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:05.501963 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-88f07d6c-6e30-4ee6-ba7d-dc2b901a3fb1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:05.503112 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-88f07d6c-6e30-4ee6-ba7d-dc2b901a3fb1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/40b62924-fa77-42f8-a9cb-a794b88f1ea7 HTTP/1.1" status: 204 len: 168 time: 0.3869202 Dec 06 17:40:05.540781 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f07d6c-6e30-4ee6-ba7d-dc2b901a3fb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40b62924-fa77-42f8-a9cb-a794b88f1ea7,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:05.563726 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-ccf85de8-4d5d-47eb-a42a-5c0baaca902a tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] device_id is not set on port 522a98f4-1383-4c22-bc14-5cdbd14baf54 yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:40:05.686571 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ccf85de8-4d5d-47eb-a42a-5c0baaca902a tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:05.762319 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-ccf85de8-4d5d-47eb-a42a-5c0baaca902a tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] device_id is not set on port 964e95b4-99a9-45d5-8ff6-e16092fc8024 yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:40:05.782749 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58610) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:05.795756 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b67c2fd7-d82e-4015-97e4-724d97a588fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:05.873853 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b67c2fd7-d82e-4015-97e4-724d97a588fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:05.878132 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b67c2fd7-d82e-4015-97e4-724d97a588fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:05.883456 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ccf85de8-4d5d-47eb-a42a-5c0baaca902a tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:05.921752 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-b67c2fd7-d82e-4015-97e4-724d97a588fb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f4416313d8ec4239be0a3c5b469bbe29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1377103 Dec 06 17:40:05.922893 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67c2fd7-d82e-4015-97e4-724d97a588fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7076ad81-74f0-4d20-bc58-05f448683c5a,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:05.925393 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58612) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:05.929264 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ccf85de8-4d5d-47eb-a42a-5c0baaca902a tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:05.975751 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fb369190-ff6a-45ae-8f2f-82b6ab720828 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:05.978454 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf85de8-4d5d-47eb-a42a-5c0baaca902a tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Network c1765617-5131-45ca-9670-d239337b43fd is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:40:05.981809 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-ccf85de8-4d5d-47eb-a42a-5c0baaca902a tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:40:05.986405 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf85de8-4d5d-47eb-a42a-5c0baaca902a tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:40:05.987265 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ccf85de8-4d5d-47eb-a42a-5c0baaca902a tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:05.994439 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf85de8-4d5d-47eb-a42a-5c0baaca902a tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Pushing event updated for resources: {'Port': ['ID=522a98f4-1383-4c22-bc14-5cdbd14baf54,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:06.000250 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fb369190-ff6a-45ae-8f2f-82b6ab720828 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:06.047609 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fb369190-ff6a-45ae-8f2f-82b6ab720828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:06.050356 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fb369190-ff6a-45ae-8f2f-82b6ab720828 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:06.054073 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-fb369190-ff6a-45ae-8f2f-82b6ab720828 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7076ad81-74f0-4d20-bc58-05f448683c5a HTTP/1.1" status: 204 len: 168 time: 0.1253519 Dec 06 17:40:06.055439 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf85de8-4d5d-47eb-a42a-5c0baaca902a tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Pushing event updated for resources: {'Port': ['ID=964e95b4-99a9-45d5-8ff6-e16092fc8024,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:06.060036 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb369190-ff6a-45ae-8f2f-82b6ab720828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7076ad81-74f0-4d20-bc58-05f448683c5a,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:06.067995 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf85de8-4d5d-47eb-a42a-5c0baaca902a tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Checking segment: {'id': 'f7ce55aa-3cc2-4ee0-bc01-f1ca57c37263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e11a3412-ff41-4179-b919-c5d9702881ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:40:06.068370 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf85de8-4d5d-47eb-a42a-5c0baaca902a tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Network hostable DHCP agents. Network: e11a3412-ff41-4179-b919-c5d9702881ad, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:40:06.087925 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf85de8-4d5d-47eb-a42a-5c0baaca902a tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Network e11a3412-ff41-4179-b919-c5d9702881ad is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:40:06.098377 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-ccf85de8-4d5d-47eb-a42a-5c0baaca902a tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, e11a3412-ff41-4179-b919-c5d9702881ad) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:40:06.102572 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf85de8-4d5d-47eb-a42a-5c0baaca902a tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:40:06.109629 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf85de8-4d5d-47eb-a42a-5c0baaca902a tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:06.110994 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47dae97a-ea64-45c7-b91a-a6a3bf29778c None None] Network e11a3412-ff41-4179-b919-c5d9702881ad requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:40:06.115563 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf85de8-4d5d-47eb-a42a-5c0baaca902a tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:06.118104 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ccf85de8-4d5d-47eb-a42a-5c0baaca902a tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:06.136047 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-ccf85de8-4d5d-47eb-a42a-5c0baaca902a tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.0102761 Dec 06 17:40:06.138949 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58616) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:06.241892 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-8b958fff-93e8-472a-ab96-64cd8ae44252 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Deleting port 964e95b4-99a9-45d5-8ff6-e16092fc8024 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:40:06.242269 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8b958fff-93e8-472a-ab96-64cd8ae44252 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:06.312141 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8b958fff-93e8-472a-ab96-64cd8ae44252 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:06.333363 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-8b958fff-93e8-472a-ab96-64cd8ae44252 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Calling delete_port for 964e95b4-99a9-45d5-8ff6-e16092fc8024 owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:40:06.424673 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8b958fff-93e8-472a-ab96-64cd8ae44252 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:06.453712 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b958fff-93e8-472a-ab96-64cd8ae44252 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Pushing event deleted for resources: {'Port': ['ID=964e95b4-99a9-45d5-8ff6-e16092fc8024,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:06.464893 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8b958fff-93e8-472a-ab96-64cd8ae44252 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:06.471432 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-8b958fff-93e8-472a-ab96-64cd8ae44252 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "DELETE /v2.0/ports/964e95b4-99a9-45d5-8ff6-e16092fc8024 HTTP/1.1" status: 204 len: 168 time: 0.3284199 Dec 06 17:40:06.471967 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58630) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:06.502835 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74a1e0b-65c4-4bdf-b71a-f2364693c855 req-2814548d-d97c-45b0-8c37-19f4c83d77a6 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:06.504425 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a74a1e0b-65c4-4bdf-b71a-f2364693c855 req-2814548d-d97c-45b0-8c37-19f4c83d77a6 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] 10.222.0.23 "GET /v2.0/ports?device_id=28332ba8-cd48-4902-8b3d-00acbfc7bc42 HTTP/1.1" status: 200 len: 909 time: 0.0557754 Dec 06 17:40:06.535696 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c687d765-8872-47ee-ad49-6156aaf17c8e tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:06.542517 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c687d765-8872-47ee-ad49-6156aaf17c8e tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:06.546897 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-c687d765-8872-47ee-ad49-6156aaf17c8e tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0711873 Dec 06 17:40:06.547044 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58632) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:06.580681 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b89fb6a-9b88-40f3-9512-f0df7bc3a7bc req-c9340958-78e3-43b3-8a11-aa2040e49351 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:06.582201 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9b89fb6a-9b88-40f3-9512-f0df7bc3a7bc req-c9340958-78e3-43b3-8a11-aa2040e49351 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] 10.222.0.44 "GET /v2.0/ports?device_id=28332ba8-cd48-4902-8b3d-00acbfc7bc42 HTTP/1.1" status: 200 len: 909 time: 0.0578680 Dec 06 17:40:06.648484 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-902baee0-dbd7-43d7-ad9f-14bdffd03b0c tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Deleting port 522a98f4-1383-4c22-bc14-5cdbd14baf54 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:40:06.648831 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-902baee0-dbd7-43d7-ad9f-14bdffd03b0c tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:06.686540 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-9b89fb6a-9b88-40f3-9512-f0df7bc3a7bc req-d3cf4069-5410-4f40-9ff8-83458af47e78 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Deleting port b3fba51f-ecb7-4344-a078-902cf1a303b0 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:40:06.686941 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-9b89fb6a-9b88-40f3-9512-f0df7bc3a7bc req-d3cf4069-5410-4f40-9ff8-83458af47e78 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:06.725047 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-902baee0-dbd7-43d7-ad9f-14bdffd03b0c tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:06.738586 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-902baee0-dbd7-43d7-ad9f-14bdffd03b0c tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Calling delete_port for 522a98f4-1383-4c22-bc14-5cdbd14baf54 owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:40:06.806572 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-9b89fb6a-9b88-40f3-9512-f0df7bc3a7bc req-d3cf4069-5410-4f40-9ff8-83458af47e78 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] For port b3fba51f-ecb7-4344-a078-902cf1a303b0, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=b3fba51f-ecb7-4344-a078-902cf1a303b0,segment=NetworkSegment(a9024ff3-c610-412b-9561-46e0a3e58922),segment_id=a9024ff3-c610-412b-9561-46e0a3e58922)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:40:06.807179 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-9b89fb6a-9b88-40f3-9512-f0df7bc3a7bc req-d3cf4069-5410-4f40-9ff8-83458af47e78 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:06.819404 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-9b89fb6a-9b88-40f3-9512-f0df7bc3a7bc req-d3cf4069-5410-4f40-9ff8-83458af47e78 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Calling delete_port for b3fba51f-ecb7-4344-a078-902cf1a303b0 owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:40:06.830953 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-902baee0-dbd7-43d7-ad9f-14bdffd03b0c tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:06.861899 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902baee0-dbd7-43d7-ad9f-14bdffd03b0c tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Pushing event deleted for resources: {'Port': ['ID=522a98f4-1383-4c22-bc14-5cdbd14baf54,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:06.867273 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-902baee0-dbd7-43d7-ad9f-14bdffd03b0c tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:06.873222 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-902baee0-dbd7-43d7-ad9f-14bdffd03b0c tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "DELETE /v2.0/ports/522a98f4-1383-4c22-bc14-5cdbd14baf54 HTTP/1.1" status: 204 len: 168 time: 0.3228381 Dec 06 17:40:06.873804 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58646) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:06.945115 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14612e02-c66a-43dc-af43-594aa378b617 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:06.946635 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-14612e02-c66a-43dc-af43-594aa378b617 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0721824 Dec 06 17:40:06.949389 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58648) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:07.003163 n-d-master-1 neutron-server[103285]: INFO neutron.pecan_wsgi.hooks.translation [None req-f933cf54-1ccb-41ce-99d0-de86d1858df8 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] GET failed (client error): The resource could not be found. Dec 06 17:40:07.004578 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-f933cf54-1ccb-41ce-99d0-de86d1858df8 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "GET /v2.0/ports/964e95b4-99a9-45d5-8ff6-e16092fc8024 HTTP/1.1" status: 404 len: 333 time: 0.0542493 Dec 06 17:40:07.007335 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58652) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:07.042895 n-d-master-1 neutron-server[103285]: INFO neutron.pecan_wsgi.hooks.translation [None req-60a88a2a-c4fa-45d1-ab84-9c6cf924ebf3 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] GET failed (client error): The resource could not be found. Dec 06 17:40:07.044322 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-60a88a2a-c4fa-45d1-ab84-9c6cf924ebf3 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "GET /v2.0/ports/522a98f4-1383-4c22-bc14-5cdbd14baf54 HTTP/1.1" status: 404 len: 333 time: 0.0359802 Dec 06 17:40:07.047029 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58654) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:07.086118 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-9b89fb6a-9b88-40f3-9512-f0df7bc3a7bc req-d3cf4069-5410-4f40-9ff8-83458af47e78 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:07.151001 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cf4069-5410-4f40-9ff8-83458af47e78 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Pushing event deleted for resources: {'Port': ['ID=b3fba51f-ecb7-4344-a078-902cf1a303b0,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:07.189840 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a171b609-b67c-432c-a888-d41981512d6d tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:07.207020 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b89fb6a-9b88-40f3-9512-f0df7bc3a7bc req-d3cf4069-5410-4f40-9ff8-83458af47e78 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] No DVR routers for this DVR port b3fba51f-ecb7-4344-a078-902cf1a303b0 on host n-h2-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:40:07.210971 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-9b89fb6a-9b88-40f3-9512-f0df7bc3a7bc req-d3cf4069-5410-4f40-9ff8-83458af47e78 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:07.214386 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9b89fb6a-9b88-40f3-9512-f0df7bc3a7bc req-d3cf4069-5410-4f40-9ff8-83458af47e78 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] 10.222.0.44 "DELETE /v2.0/ports/b3fba51f-ecb7-4344-a078-902cf1a303b0 HTTP/1.1" status: 204 len: 173 time: 0.6247568 Dec 06 17:40:07.215250 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28332ba8-cd48-4902-8b3d-00acbfc7bc42', 'name': 'network-vif-deleted', 'tag': 'b3fba51f-ecb7-4344-a078-902cf1a303b0'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:40:07.218284 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75378ee5-aa59-40e4-a7bc-86ae52800647" -d '{"events": [{"server_uuid": "28332ba8-cd48-4902-8b3d-00acbfc7bc42", "name": "network-vif-deleted", "tag": "b3fba51f-ecb7-4344-a078-902cf1a303b0"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:40:07.254004 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58660) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:07.293994 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52b94c1f-5c7d-481e-92bd-53e651c944b9 x-openstack-request-id: req-52b94c1f-5c7d-481e-92bd-53e651c944b9 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:40:07.294380 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28332ba8-cd48-4902-8b3d-00acbfc7bc42", "name": "network-vif-deleted", "tag": "b3fba51f-ecb7-4344-a078-902cf1a303b0", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:40:07.294851 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-52b94c1f-5c7d-481e-92bd-53e651c944b9 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:40:07.295072 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28332ba8-cd48-4902-8b3d-00acbfc7bc42', 'name': 'network-vif-deleted', 'tag': 'b3fba51f-ecb7-4344-a078-902cf1a303b0', 'status': 'completed', 'code': 200} Dec 06 17:40:07.370681 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a171b609-b67c-432c-a888-d41981512d6d tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:07.391971 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2c3f98b5-f89e-4c22-9013-7728ec2c194d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:07.398793 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-a171b609-b67c-432c-a888-d41981512d6d tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e11a3412-ff41-4179-b919-c5d9702881ad']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:40:07.409204 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-a171b609-b67c-432c-a888-d41981512d6d tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7ce55aa-3cc2-4ee0-bc01-f1ca57c37263') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:40:07.409540 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-a171b609-b67c-432c-a888-d41981512d6d tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7ce55aa-3cc2-4ee0-bc01-f1ca57c37263') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:40:07.419560 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a171b609-b67c-432c-a888-d41981512d6d tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:07.434335 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a171b609-b67c-432c-a888-d41981512d6d tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:07.442158 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a171b609-b67c-432c-a888-d41981512d6d tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:40:07.442691 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a171b609-b67c-432c-a888-d41981512d6d tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:07.445827 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:40:07.445827 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:40:07.445827 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:40:07.445827 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:40:07.445827 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:40:07.445827 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:40:07.445827 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:40:07.445827 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:40:07.445827 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:40:07.445827 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:40:07.445827 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:40:07.445827 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:40:07.445827 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:40:07.445827 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:40:07.445827 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:40:07.445827 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:40:07.445827 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:40:07.445827 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:40:07.445827 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:40:07.445827 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:40:07.445827 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:40:07.445827 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:40:07.445827 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:40:07.445827 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:40:07.445827 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:40:07.445827 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:40:07.445827 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:40:07.445827 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:40:07.445827 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:40:07.445827 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:40:07.445827 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:40:07.445827 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:40:07.471081 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2c3f98b5-f89e-4c22-9013-7728ec2c194d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:07.474442 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2c3f98b5-f89e-4c22-9013-7728ec2c194d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:07.506479 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a171b609-b67c-432c-a888-d41981512d6d tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:07.510567 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a171b609-b67c-432c-a888-d41981512d6d tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:07.511866 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3f98b5-f89e-4c22-9013-7728ec2c194d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b82fcb54-707e-4d4d-8bf6-0ea70e5152dc,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:07.520617 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-a171b609-b67c-432c-a888-d41981512d6d tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "DELETE /v2.0/networks/e11a3412-ff41-4179-b919-c5d9702881ad HTTP/1.1" status: 204 len: 168 time: 0.4662008 Dec 06 17:40:07.520833 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-2c3f98b5-f89e-4c22-9013-7728ec2c194d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b752db12db74429a84fe1843fe2bef15&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2613227 Dec 06 17:40:07.520833 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58664) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:07.523826 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-fb19492f-c76b-4af7-9ce8-eea089f5d17c tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1774626145'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:40:07.526765 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58666) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:07.529576 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a171b609-b67c-432c-a888-d41981512d6d tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Pushing event deleted for resources: {'Network': ['ID=e11a3412-ff41-4179-b919-c5d9702881ad,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:07.577742 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb19492f-c76b-4af7-9ce8-eea089f5d17c tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Made reservation on behalf of e1d2d51e45b142aeb7c0cb11182fd5b6 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:40:07.581266 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fb19492f-c76b-4af7-9ce8-eea089f5d17c tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:07.614410 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ff4dd073-e51c-4596-a9d5-059e59d0a71e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:07.633509 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d15f3d67-18ff-414d-a197-2f868ccb87c4 req-e8195110-7832-4825-9357-0ec5d3645fae tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] 10.222.0.23 "GET /v2.0/ports?device_id=28332ba8-cd48-4902-8b3d-00acbfc7bc42 HTTP/1.1" status: 200 len: 210 time: 0.0332224 Dec 06 17:40:07.634188 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb19492f-c76b-4af7-9ce8-eea089f5d17c tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:40:07.655250 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fb19492f-c76b-4af7-9ce8-eea089f5d17c tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:07.656323 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-fb19492f-c76b-4af7-9ce8-eea089f5d17c tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Added segment 10fc2b12-6165-4317-9f28-8ac4b386b07e of type vlan for network 9cfbb868-968f-43a7-b983-13a9fe066e5d Dec 06 17:40:07.659100 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ff4dd073-e51c-4596-a9d5-059e59d0a71e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:07.725906 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fb19492f-c76b-4af7-9ce8-eea089f5d17c tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:07.759926 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fb19492f-c76b-4af7-9ce8-eea089f5d17c tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:07.765922 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb19492f-c76b-4af7-9ce8-eea089f5d17c tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:07.766854 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fb19492f-c76b-4af7-9ce8-eea089f5d17c tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:07.776932 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ff4dd073-e51c-4596-a9d5-059e59d0a71e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:07.779662 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ff4dd073-e51c-4596-a9d5-059e59d0a71e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:07.781295 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-ff4dd073-e51c-4596-a9d5-059e59d0a71e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b82fcb54-707e-4d4d-8bf6-0ea70e5152dc HTTP/1.1" status: 204 len: 168 time: 0.2531531 Dec 06 17:40:07.820189 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-fb19492f-c76b-4af7-9ce8-eea089f5d17c tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2977064 Dec 06 17:40:07.820189 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4dd073-e51c-4596-a9d5-059e59d0a71e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b82fcb54-707e-4d4d-8bf6-0ea70e5152dc,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:07.820486 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58672) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:07.826637 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-a0062293-f6ae-4d46-ab32-4dceac915d76 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Request body: {'subnet': {'network_id': '9cfbb868-968f-43a7-b983-13a9fe066e5d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:40:07.859913 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb19492f-c76b-4af7-9ce8-eea089f5d17c tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Pushing event updated for resources: {'Network': ['ID=9cfbb868-968f-43a7-b983-13a9fe066e5d,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:07.870555 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 9cfbb868-968f-43a7-b983-13a9fe066e5d details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:40:07.928996 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0062293-f6ae-4d46-ab32-4dceac915d76 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Made reservation on behalf of e1d2d51e45b142aeb7c0cb11182fd5b6 for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:40:07.933198 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a0062293-f6ae-4d46-ab32-4dceac915d76 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:07.996480 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.ipam_backend_mixin [None req-a0062293-f6ae-4d46-ab32-4dceac915d76 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Performing IP validity checks on allocation pools {{(pid=103285) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 06 17:40:07.999435 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.ipam_backend_mixin [None req-a0062293-f6ae-4d46-ab32-4dceac915d76 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103285) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 06 17:40:08.122160 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a0062293-f6ae-4d46-ab32-4dceac915d76 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:08.189135 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0062293-f6ae-4d46-ab32-4dceac915d76 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Pushing event updated for resources: {'Subnet': ['ID=22021a92-5de0-4ec8-a7e7-326c56983f7d,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:08.196367 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0062293-f6ae-4d46-ab32-4dceac915d76 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Checking segment: {'id': '10fc2b12-6165-4317-9f28-8ac4b386b07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9cfbb868-968f-43a7-b983-13a9fe066e5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:40:08.196734 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0062293-f6ae-4d46-ab32-4dceac915d76 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Network hostable DHCP agents. Network: 9cfbb868-968f-43a7-b983-13a9fe066e5d, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:40:08.214946 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0062293-f6ae-4d46-ab32-4dceac915d76 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Network 9cfbb868-968f-43a7-b983-13a9fe066e5d is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:40:08.225702 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-a0062293-f6ae-4d46-ab32-4dceac915d76 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 9cfbb868-968f-43a7-b983-13a9fe066e5d) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:40:08.234848 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0062293-f6ae-4d46-ab32-4dceac915d76 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:08.235643 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a0062293-f6ae-4d46-ab32-4dceac915d76 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:08.236832 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc76e466-5f86-4616-95b4-084f4509d277 None None] Network 9cfbb868-968f-43a7-b983-13a9fe066e5d requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:40:08.257238 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-a0062293-f6ae-4d46-ab32-4dceac915d76 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4357109 Dec 06 17:40:08.259579 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58686) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:08.265448 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-1e0b08a1-6211-4892-baa9-5f2e0ec2804f tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Request body: {'port': {'network_id': '9cfbb868-968f-43a7-b983-13a9fe066e5d', 'name': 'tempest-PortsIpV6TestJSON-752131098'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:40:08.410138 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e0b08a1-6211-4892-baa9-5f2e0ec2804f tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Made reservation on behalf of e1d2d51e45b142aeb7c0cb11182fd5b6 for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:40:08.419564 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1e0b08a1-6211-4892-baa9-5f2e0ec2804f tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:08.439751 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d491ae-e828-4faf-b4a2-f87653941606 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-9cfbb868-968f-43a7-b983-13a9fe066e5d', 'network_id': '9cfbb868-968f-43a7-b983-13a9fe066e5d', 'tenant_id': 'e1d2d51e45b142aeb7c0cb11182fd5b6', 'fixed_ips': [{'subnet_id': '22021a92-5de0-4ec8-a7e7-326c56983f7d'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:40:08.440948 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-87d491ae-e828-4faf-b4a2-f87653941606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:08.441785 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-1e0b08a1-6211-4892-baa9-5f2e0ec2804f tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] device_id is not set on port 2e0a4629-805b-4915-ad4b-a9cf25079442 yet. {{(pid=103285) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:40:08.571996 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-1e0b08a1-6211-4892-baa9-5f2e0ec2804f tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Allocated IP 2001:db8::261 (9cfbb868-968f-43a7-b983-13a9fe066e5d/22021a92-5de0-4ec8-a7e7-326c56983f7d/2e0a4629-805b-4915-ad4b-a9cf25079442) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:40:08.698375 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58704) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:08.728717 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1e0b08a1-6211-4892-baa9-5f2e0ec2804f tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:08.785200 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1e0b08a1-6211-4892-baa9-5f2e0ec2804f tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:08.833321 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0b08a1-6211-4892-baa9-5f2e0ec2804f tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Network 9cfbb868-968f-43a7-b983-13a9fe066e5d is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:40:08.836398 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-1e0b08a1-6211-4892-baa9-5f2e0ec2804f tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:40:08.839461 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-87d491ae-e828-4faf-b4a2-f87653941606 None None] Allocated IP 2001:db8::2 (9cfbb868-968f-43a7-b983-13a9fe066e5d/22021a92-5de0-4ec8-a7e7-326c56983f7d/80689972-74cd-4c76-8e44-4d647768b5ef) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:40:08.840388 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0b08a1-6211-4892-baa9-5f2e0ec2804f tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:40:08.846729 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e0b08a1-6211-4892-baa9-5f2e0ec2804f tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:08.847459 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1e0b08a1-6211-4892-baa9-5f2e0ec2804f tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:08.854354 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0b08a1-6211-4892-baa9-5f2e0ec2804f tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Pushing event updated for resources: {'Port': ['ID=2e0a4629-805b-4915-ad4b-a9cf25079442,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:08.873132 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-1e0b08a1-6211-4892-baa9-5f2e0ec2804f tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.6124625 Dec 06 17:40:08.876914 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58706) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:09.046638 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-e51da8be-b5a3-4b3f-82fc-7049cff625f1 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Deleting port 2e0a4629-805b-4915-ad4b-a9cf25079442 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:40:09.047310 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e51da8be-b5a3-4b3f-82fc-7049cff625f1 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:09.066518 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-87d491ae-e828-4faf-b4a2-f87653941606 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:09.076337 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-87d491ae-e828-4faf-b4a2-f87653941606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:09.149969 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d491ae-e828-4faf-b4a2-f87653941606 None None] Network 9cfbb868-968f-43a7-b983-13a9fe066e5d is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:40:09.153423 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-87d491ae-e828-4faf-b4a2-f87653941606 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:40:09.159482 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d491ae-e828-4faf-b4a2-f87653941606 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:40:09.162310 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e51da8be-b5a3-4b3f-82fc-7049cff625f1 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:09.162934 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d491ae-e828-4faf-b4a2-f87653941606 None None] Pushing event updated for resources: {'Port': ['ID=80689972-74cd-4c76-8e44-4d647768b5ef,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:09.186958 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-e51da8be-b5a3-4b3f-82fc-7049cff625f1 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Calling delete_port for 2e0a4629-805b-4915-ad4b-a9cf25079442 owned by {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:40:09.222239 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-14d28d4a-aaa9-4b57-90f9-50f7b3ceb294 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575908'] for router_interface, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:09.231983 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-87d491ae-e828-4faf-b4a2-f87653941606 None None] Attempting to bind port 80689972-74cd-4c76-8e44-4d647768b5ef on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:40:09.232435 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-87d491ae-e828-4faf-b4a2-f87653941606 None None] Attempting to bind port 80689972-74cd-4c76-8e44-4d647768b5ef by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '10fc2b12-6165-4317-9f28-8ac4b386b07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9cfbb868-968f-43a7-b983-13a9fe066e5d'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:40:09.232842 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d491ae-e828-4faf-b4a2-f87653941606 None None] Attempting to bind port 80689972-74cd-4c76-8e44-4d647768b5ef on network 9cfbb868-968f-43a7-b983-13a9fe066e5d {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:40:09.239471 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d491ae-e828-4faf-b4a2-f87653941606 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:40:09.239859 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d491ae-e828-4faf-b4a2-f87653941606 None None] Checking segment: {'id': '10fc2b12-6165-4317-9f28-8ac4b386b07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9cfbb868-968f-43a7-b983-13a9fe066e5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:40:09.240309 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-87d491ae-e828-4faf-b4a2-f87653941606 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:09.240767 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d491ae-e828-4faf-b4a2-f87653941606 None None] Bound using segment: {'id': '10fc2b12-6165-4317-9f28-8ac4b386b07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9cfbb868-968f-43a7-b983-13a9fe066e5d'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:40:09.241300 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-87d491ae-e828-4faf-b4a2-f87653941606 None None] Bound port: 80689972-74cd-4c76-8e44-4d647768b5ef, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10fc2b12-6165-4317-9f28-8ac4b386b07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9cfbb868-968f-43a7-b983-13a9fe066e5d'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:40:09.241741 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-87d491ae-e828-4faf-b4a2-f87653941606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:09.322870 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-87d491ae-e828-4faf-b4a2-f87653941606 None None] For port 80689972-74cd-4c76-8e44-4d647768b5ef, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:40:09.327044 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-87d491ae-e828-4faf-b4a2-f87653941606 None None] For port 80689972-74cd-4c76-8e44-4d647768b5ef, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=80689972-74cd-4c76-8e44-4d647768b5ef,segment=NetworkSegment(10fc2b12-6165-4317-9f28-8ac4b386b07e),segment_id=10fc2b12-6165-4317-9f28-8ac4b386b07e)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:40:09.334491 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-87d491ae-e828-4faf-b4a2-f87653941606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:09.421950 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d491ae-e828-4faf-b4a2-f87653941606 None None] Pushing event updated for resources: {'Port': ['ID=80689972-74cd-4c76-8e44-4d647768b5ef,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:09.591151 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-14d28d4a-aaa9-4b57-90f9-50f7b3ceb294 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Deleting port 89e5c18a-3561-4c7e-9f1e-222983d54f64 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:40:09.591624 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-14d28d4a-aaa9-4b57-90f9-50f7b3ceb294 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:09.731756 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device b3fba51f-ecb7-4344-a078-902cf1a303b0 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:40:09.747958 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-14d28d4a-aaa9-4b57-90f9-50f7b3ceb294 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] For port 89e5c18a-3561-4c7e-9f1e-222983d54f64, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=89e5c18a-3561-4c7e-9f1e-222983d54f64,segment=NetworkSegment(a9024ff3-c610-412b-9561-46e0a3e58922),segment_id=a9024ff3-c610-412b-9561-46e0a3e58922)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:40:09.750671 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-14d28d4a-aaa9-4b57-90f9-50f7b3ceb294 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:09.768014 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] No Port match for: b3fba51f-ecb7-4344-a078-902cf1a303b0 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:40:09.768382 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device b3fba51f-ecb7-4344-a078-902cf1a303b0 not bound to the agent host n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:40:09.778766 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-14d28d4a-aaa9-4b57-90f9-50f7b3ceb294 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Calling delete_port for 89e5c18a-3561-4c7e-9f1e-222983d54f64 owned by network:router_interface {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:40:09.797865 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e51da8be-b5a3-4b3f-82fc-7049cff625f1 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:09.841808 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51da8be-b5a3-4b3f-82fc-7049cff625f1 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Pushing event deleted for resources: {'Port': ['ID=2e0a4629-805b-4915-ad4b-a9cf25079442,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:09.874566 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e51da8be-b5a3-4b3f-82fc-7049cff625f1 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:09.883902 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-e51da8be-b5a3-4b3f-82fc-7049cff625f1 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "DELETE /v2.0/ports/2e0a4629-805b-4915-ad4b-a9cf25079442 HTTP/1.1" status: 204 len: 168 time: 1.0037203 Dec 06 17:40:09.883902 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58716) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:09.913547 n-d-master-1 neutron-server[103285]: INFO neutron.pecan_wsgi.hooks.translation [None req-87a3850a-6eb7-4f28-bc31-4735f0731656 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] DELETE failed (client error): The resource could not be found. Dec 06 17:40:09.914364 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87a3850a-6eb7-4f28-bc31-4735f0731656 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103285) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:40:09.921950 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-87a3850a-6eb7-4f28-bc31-4735f0731656 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "DELETE /v2.0/ports/2e0a4629-805b-4915-ad4b-a9cf25079442 HTTP/1.1" status: 404 len: 333 time: 0.0374656 Dec 06 17:40:09.922192 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58718) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:09.951423 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-23f73156-3b91-4ed5-b7aa-f61bc21357d9 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] GET failed (client error): The resource could not be found. Dec 06 17:40:09.953527 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-23f73156-3b91-4ed5-b7aa-f61bc21357d9 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "GET /v2.0/ports/2e0a4629-805b-4915-ad4b-a9cf25079442 HTTP/1.1" status: 404 len: 333 time: 0.0300298 Dec 06 17:40:09.956003 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58720) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:10.392596 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 80689972-74cd-4c76-8e44-4d647768b5ef up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:40:10.394414 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-e12963d2-bf9c-4206-9fde-372594cf88a7 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Deleting subnet 22021a92-5de0-4ec8-a7e7-326c56983f7d {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:40:10.399015 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e12963d2-bf9c-4206-9fde-372594cf88a7 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:10.455244 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 80689972-74cd-4c76-8e44-4d647768b5ef triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:40:10.456531 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:10.480029 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e12963d2-bf9c-4206-9fde-372594cf88a7 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:10.532416 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-14d28d4a-aaa9-4b57-90f9-50f7b3ceb294 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:10.582371 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:10.601563 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d28d4a-aaa9-4b57-90f9-50f7b3ceb294 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Pushing event deleted for resources: {'Port': ['ID=89e5c18a-3561-4c7e-9f1e-222983d54f64,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:10.633919 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] For port 80689972-74cd-4c76-8e44-4d647768b5ef, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=80689972-74cd-4c76-8e44-4d647768b5ef,segment=NetworkSegment(10fc2b12-6165-4317-9f28-8ac4b386b07e),segment_id=10fc2b12-6165-4317-9f28-8ac4b386b07e)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:40:10.643804 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:10.721592 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e12963d2-bf9c-4206-9fde-372594cf88a7 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:10.889199 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-14d28d4a-aaa9-4b57-90f9-50f7b3ceb294 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-772474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575952'] for router_interface, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:10.933240 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6413145c-44e1-4f7f-acbd-a8231c226764 None None] Network 9cfbb868-968f-43a7-b983-13a9fe066e5d requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:40:11.003921 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e12963d2-bf9c-4206-9fde-372594cf88a7 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:11.005371 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-e99807f9-1056-4de5-aaec-5146fecbe554 None None] Provisioning complete for port 80689972-74cd-4c76-8e44-4d647768b5ef triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:40:11.005711 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e99807f9-1056-4de5-aaec-5146fecbe554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:11.035094 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Pushing event updated for resources: {'Port': ['ID=80689972-74cd-4c76-8e44-4d647768b5ef,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:11.044967 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12963d2-bf9c-4206-9fde-372594cf88a7 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Pushing event deleted for resources: {'Subnet': ['ID=22021a92-5de0-4ec8-a7e7-326c56983f7d,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:11.049170 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e12963d2-bf9c-4206-9fde-372594cf88a7 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:11.052469 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-e12963d2-bf9c-4206-9fde-372594cf88a7 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "DELETE /v2.0/subnets/22021a92-5de0-4ec8-a7e7-326c56983f7d HTTP/1.1" status: 204 len: 168 time: 1.0952845 Dec 06 17:40:11.055163 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58728) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:11.182088 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14d28d4a-aaa9-4b57-90f9-50f7b3ceb294 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Router 65a545f3-c1ed-47e1-a69a-374519ca3da6 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:40:11.185229 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2e369a3a-998f-472a-b03d-b39251ac8e51 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:11.241452 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14065acd-5ea1-4e9d-99c5-f5c0d6e46501 None None] DHCP port deletion for 9cfbb868-968f-43a7-b983-13a9fe066e5d request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:40:11.267071 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-2e369a3a-998f-472a-b03d-b39251ac8e51 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Deleting port 80689972-74cd-4c76-8e44-4d647768b5ef {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:40:11.267769 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2e369a3a-998f-472a-b03d-b39251ac8e51 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:11.307281 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-14065acd-5ea1-4e9d-99c5-f5c0d6e46501 None None] Deleting port 80689972-74cd-4c76-8e44-4d647768b5ef {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:40:11.307664 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-14065acd-5ea1-4e9d-99c5-f5c0d6e46501 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:11.324497 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d28d4a-aaa9-4b57-90f9-50f7b3ceb294 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:40:11.339416 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-14d28d4a-aaa9-4b57-90f9-50f7b3ceb294 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] 10.222.0.23 "PUT /v2.0/routers/65a545f3-c1ed-47e1-a69a-374519ca3da6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6389754 Dec 06 17:40:11.341188 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58732) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:11.346456 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-2e369a3a-998f-472a-b03d-b39251ac8e51 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] For port 80689972-74cd-4c76-8e44-4d647768b5ef, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=80689972-74cd-4c76-8e44-4d647768b5ef,segment=NetworkSegment(10fc2b12-6165-4317-9f28-8ac4b386b07e),segment_id=10fc2b12-6165-4317-9f28-8ac4b386b07e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:40:11.346826 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2e369a3a-998f-472a-b03d-b39251ac8e51 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:11.360427 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-2e369a3a-998f-472a-b03d-b39251ac8e51 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Calling delete_port for 80689972-74cd-4c76-8e44-4d647768b5ef owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:40:11.364314 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fc8b58-2295-4438-8fa6-81861fb98350 None None] Sync routers for ids ['65a545f3-c1ed-47e1-a69a-374519ca3da6'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:40:11.393182 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-14065acd-5ea1-4e9d-99c5-f5c0d6e46501 None None] For port 80689972-74cd-4c76-8e44-4d647768b5ef, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=80689972-74cd-4c76-8e44-4d647768b5ef,segment=NetworkSegment(10fc2b12-6165-4317-9f28-8ac4b386b07e),segment_id=10fc2b12-6165-4317-9f28-8ac4b386b07e)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:40:11.393930 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-14065acd-5ea1-4e9d-99c5-f5c0d6e46501 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:11.403911 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fc8b58-2295-4438-8fa6-81861fb98350 None None] Routers {'65a545f3-c1ed-47e1-a69a-374519ca3da6'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:40:11.404554 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-48fc8b58-2295-4438-8fa6-81861fb98350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:39:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['65a545f3-c1ed-47e1-a69a-374519ca3da6'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:40:11.408967 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-f218b605-b65f-4eb3-b1ed-b2808bdd504d tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Deleting subnet 1bc2763c-4928-4622-9536-23909c6f1157 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:40:11.412756 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f218b605-b65f-4eb3-b1ed-b2808bdd504d tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:11.469567 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2e369a3a-998f-472a-b03d-b39251ac8e51 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:11.475537 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f218b605-b65f-4eb3-b1ed-b2808bdd504d tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:11.501184 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e369a3a-998f-472a-b03d-b39251ac8e51 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Pushing event deleted for resources: {'Port': ['ID=80689972-74cd-4c76-8e44-4d647768b5ef,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:11.505053 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e369a3a-998f-472a-b03d-b39251ac8e51 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] No DVR routers for this DVR port 80689972-74cd-4c76-8e44-4d647768b5ef on host n-d-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:40:11.517095 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-48fc8b58-2295-4438-8fa6-81861fb98350 None None] Set router 65a545f3-c1ed-47e1-a69a-374519ca3da6 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:40:11.594200 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2e369a3a-998f-472a-b03d-b39251ac8e51 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:11.596945 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f218b605-b65f-4eb3-b1ed-b2808bdd504d tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:11.618169 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-2e369a3a-998f-472a-b03d-b39251ac8e51 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cfbb868-968f-43a7-b983-13a9fe066e5d']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:40:11.629618 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-2e369a3a-998f-472a-b03d-b39251ac8e51 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10fc2b12-6165-4317-9f28-8ac4b386b07e') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:40:11.630155 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-2e369a3a-998f-472a-b03d-b39251ac8e51 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10fc2b12-6165-4317-9f28-8ac4b386b07e') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:40:11.644372 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2e369a3a-998f-472a-b03d-b39251ac8e51 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:11.660107 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2e369a3a-998f-472a-b03d-b39251ac8e51 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:11.667408 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e369a3a-998f-472a-b03d-b39251ac8e51 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:40:11.668106 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2e369a3a-998f-472a-b03d-b39251ac8e51 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:11.683906 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f218b605-b65f-4eb3-b1ed-b2808bdd504d tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:11.693715 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-14065acd-5ea1-4e9d-99c5-f5c0d6e46501 None None] Calling delete_port for 80689972-74cd-4c76-8e44-4d647768b5ef owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:40:11.700401 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f218b605-b65f-4eb3-b1ed-b2808bdd504d tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:11.712520 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f718b6-fb93-4545-beac-eeb1688f64af None None] Network a9d5c5ab-d0bb-462a-b997-20ad4a075ad1 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:40:11.720137 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-f218b605-b65f-4eb3-b1ed-b2808bdd504d tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] 10.222.0.23 "DELETE /v2.0/subnets/1bc2763c-4928-4622-9536-23909c6f1157 HTTP/1.1" status: 204 len: 168 time: 0.3745048 Dec 06 17:40:11.721410 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58734) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:11.751365 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:40:11.751365 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:40:11.751365 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:40:11.751365 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:40:11.751365 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:40:11.751365 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:40:11.751365 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:40:11.751365 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:40:11.751365 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:40:11.751365 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:40:11.751365 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:40:11.751365 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:40:11.751365 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:40:11.751365 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:40:11.751365 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:40:11.751365 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:40:11.751365 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:40:11.751365 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:40:11.751365 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:40:11.751365 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:40:11.751365 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:40:11.751365 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:40:11.751365 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:40:11.751365 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:40:11.751365 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:40:11.751365 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:40:11.751365 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:40:11.751365 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:40:11.751365 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:40:11.751365 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:40:11.751365 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:40:11.751365 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:40:11.759186 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f218b605-b65f-4eb3-b1ed-b2808bdd504d tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Pushing event deleted for resources: {'Subnet': ['ID=1bc2763c-4928-4622-9536-23909c6f1157,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:11.791603 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2e369a3a-998f-472a-b03d-b39251ac8e51 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:11.807159 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2e369a3a-998f-472a-b03d-b39251ac8e51 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:11.810842 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-2e369a3a-998f-472a-b03d-b39251ac8e51 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "DELETE /v2.0/networks/9cfbb868-968f-43a7-b983-13a9fe066e5d HTTP/1.1" status: 204 len: 168 time: 0.7541273 Dec 06 17:40:11.821820 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58736) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:11.827774 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-283eff77-6bd5-4514-b491-c942a94defdb tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1853455209'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:40:11.834691 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e369a3a-998f-472a-b03d-b39251ac8e51 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Pushing event deleted for resources: {'Network': ['ID=9cfbb868-968f-43a7-b983-13a9fe066e5d,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:11.854395 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f8a42b03-efa4-4aa6-a986-0083916bf968 req-6d7e2849-d009-4495-b613-b694145ba9b8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bdbff481-ddf8-420f-b442-c3544ce12597&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0992568 Dec 06 17:40:11.875553 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-283eff77-6bd5-4514-b491-c942a94defdb tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Made reservation on behalf of e1d2d51e45b142aeb7c0cb11182fd5b6 for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:40:11.879718 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-283eff77-6bd5-4514-b491-c942a94defdb tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:11.906889 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-669b79f2-cec7-41ad-ab87-34b5a0c195f9 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks [] for router, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:11.908498 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-283eff77-6bd5-4514-b491-c942a94defdb tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:40:11.920027 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-283eff77-6bd5-4514-b491-c942a94defdb tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:11.921707 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-283eff77-6bd5-4514-b491-c942a94defdb tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Added segment 9fa9522f-367e-43e4-a8fb-2327e5c6df78 of type vlan for network 9e877804-9fa8-43a1-bdf0-b7c6008cdda0 Dec 06 17:40:11.980750 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-48fc8b58-2295-4438-8fa6-81861fb98350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a545f3-c1ed-47e1-a69a-374519ca3da6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1837937523', 'tenant_id': 'c27044cf11ea44118ff5004391cd34da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.181'}], 'enable_snat': True}, 'gw_port_id': 'eaa58daa-ad48-414a-a11a-7723321b0400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:39:44Z', 'updated_at': '2021-12-06T17:40:10Z', 'revision_number': 5, 'project_id': 'c27044cf11ea44118ff5004391cd34da', 'gw_port': {'id': 'eaa58daa-ad48-414a-a11a-7723321b0400', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a545f3-c1ed-47e1-a69a-374519ca3da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:39:45Z', 'updated_at': '2021-12-06T17:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:40:12.006141 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-283eff77-6bd5-4514-b491-c942a94defdb tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:12.028951 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a42b03-efa4-4aa6-a986-0083916bf968 req-90d43884-b26b-4deb-a117-5c257a6d6fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:12.030812 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f8a42b03-efa4-4aa6-a986-0083916bf968 req-90d43884-b26b-4deb-a117-5c257a6d6fc6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c27044cf11ea44118ff5004391cd34da&device_id=bdbff481-ddf8-420f-b442-c3544ce12597 HTTP/1.1" status: 200 len: 1135 time: 0.0948989 Dec 06 17:40:12.036935 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fc8b58-2295-4438-8fa6-81861fb98350 None None] Checking router: 65a545f3-c1ed-47e1-a69a-374519ca3da6 for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:40:12.052452 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-283eff77-6bd5-4514-b491-c942a94defdb tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:12.054035 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fc8b58-2295-4438-8fa6-81861fb98350 None None] Routers {'65a545f3-c1ed-47e1-a69a-374519ca3da6'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:40:12.054582 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-48fc8b58-2295-4438-8fa6-81861fb98350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:39:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['65a545f3-c1ed-47e1-a69a-374519ca3da6'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:40:12.074330 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283eff77-6bd5-4514-b491-c942a94defdb tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:12.075004 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-283eff77-6bd5-4514-b491-c942a94defdb tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:12.087257 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-669b79f2-cec7-41ad-ab87-34b5a0c195f9 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:12.206469 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-669b79f2-cec7-41ad-ab87-34b5a0c195f9 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Deleting port eaa58daa-ad48-414a-a11a-7723321b0400 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:40:12.207052 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-669b79f2-cec7-41ad-ab87-34b5a0c195f9 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:12.208551 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73117aff-01b9-4772-9195-f9b55dbe2472 None None] DHCP port deletion for a9d5c5ab-d0bb-462a-b997-20ad4a075ad1 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:40:12.216761 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-14065acd-5ea1-4e9d-99c5-f5c0d6e46501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:12.266404 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-14065acd-5ea1-4e9d-99c5-f5c0d6e46501 None None] Network 9cfbb868-968f-43a7-b983-13a9fe066e5d is not hosted by any dhcp agent {{(pid=103286) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 06 17:40:12.266797 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14065acd-5ea1-4e9d-99c5-f5c0d6e46501 None None] No DVR routers for this DVR port 80689972-74cd-4c76-8e44-4d647768b5ef on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:40:12.271450 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-48fc8b58-2295-4438-8fa6-81861fb98350 None None] Set router 65a545f3-c1ed-47e1-a69a-374519ca3da6 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:40:12.277627 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-283eff77-6bd5-4514-b491-c942a94defdb tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4511442 Dec 06 17:40:12.280185 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58740) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:12.287932 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-9ec2c2ab-f488-4a66-b580-0a80d73a9094 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Request body: {'subnet': {'network_id': '9e877804-9fa8-43a1-bdf0-b7c6008cdda0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:40:12.309522 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283eff77-6bd5-4514-b491-c942a94defdb tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Pushing event updated for resources: {'Network': ['ID=9e877804-9fa8-43a1-bdf0-b7c6008cdda0,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:12.341998 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14065acd-5ea1-4e9d-99c5-f5c0d6e46501 None None] Pushing event deleted for resources: {'Port': ['ID=80689972-74cd-4c76-8e44-4d647768b5ef,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:12.383701 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 9e877804-9fa8-43a1-bdf0-b7c6008cdda0 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:40:12.429306 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a42b03-efa4-4aa6-a986-0083916bf968 req-a971af22-2b3b-4d2a-a8d4-929a8e4312d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:12.430855 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f8a42b03-efa4-4aa6-a986-0083916bf968 req-a971af22-2b3b-4d2a-a8d4-929a8e4312d0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ca92a34c-5a45-49c6-88fa-170359e316c2 HTTP/1.1" status: 200 len: 897 time: 0.3441679 Dec 06 17:40:12.449499 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-669b79f2-cec7-41ad-ab87-34b5a0c195f9 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] For port eaa58daa-ad48-414a-a11a-7723321b0400, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=eaa58daa-ad48-414a-a11a-7723321b0400,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:40:12.452057 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-669b79f2-cec7-41ad-ab87-34b5a0c195f9 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:12.473379 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-669b79f2-cec7-41ad-ab87-34b5a0c195f9 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Calling delete_port for eaa58daa-ad48-414a-a11a-7723321b0400 owned by network:router_gateway {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:40:12.561348 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f8a42b03-efa4-4aa6-a986-0083916bf968 req-fdeef954-236e-4395-aa5e-2f891825fd5e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b90a031-d215-4fa7-bc6d-63e57197f5e4 HTTP/1.1" status: 200 len: 1001 time: 0.1168053 Dec 06 17:40:12.563964 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device e156ae79-cc2c-499a-8174-9823f43d3e25 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:40:12.572934 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ec2c2ab-f488-4a66-b580-0a80d73a9094 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Made reservation on behalf of e1d2d51e45b142aeb7c0cb11182fd5b6 for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:40:12.579897 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ec2c2ab-f488-4a66-b580-0a80d73a9094 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:12.649154 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-73117aff-01b9-4772-9195-f9b55dbe2472 None None] Deleting port e156ae79-cc2c-499a-8174-9823f43d3e25 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:40:12.652975 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-73117aff-01b9-4772-9195-f9b55dbe2472 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:12.706210 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a42b03-efa4-4aa6-a986-0083916bf968 req-49f024bf-6f3d-4ae6-b018-4434f4b6bf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:12.707927 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f8a42b03-efa4-4aa6-a986-0083916bf968 req-49f024bf-6f3d-4ae6-b018-4434f4b6bf38 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f4ab2fad-07f3-4876-b0e1-2d6064898429 HTTP/1.1" status: 200 len: 835 time: 0.1219130 Dec 06 17:40:12.726462 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-669b79f2-cec7-41ad-ab87-34b5a0c195f9 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:12.740244 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-73117aff-01b9-4772-9195-f9b55dbe2472 None None] For port e156ae79-cc2c-499a-8174-9823f43d3e25, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e156ae79-cc2c-499a-8174-9823f43d3e25,segment=NetworkSegment(a9024ff3-c610-412b-9561-46e0a3e58922),segment_id=a9024ff3-c610-412b-9561-46e0a3e58922)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:40:12.740752 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-73117aff-01b9-4772-9195-f9b55dbe2472 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:12.790768 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92533db7-b3f6-4cb5-90b8-7eaf9507a2fa None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:40:12.799378 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669b79f2-cec7-41ad-ab87-34b5a0c195f9 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Pushing event deleted for resources: {'Port': ['ID=eaa58daa-ad48-414a-a11a-7723321b0400,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:12.807583 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a42b03-efa4-4aa6-a986-0083916bf968 req-25eb2548-123e-41ff-a6b4-8428d567df28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:12.809352 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f8a42b03-efa4-4aa6-a986-0083916bf968 req-25eb2548-123e-41ff-a6b4-8428d567df28 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ca92a34c-5a45-49c6-88fa-170359e316c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0896888 Dec 06 17:40:12.812688 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-73117aff-01b9-4772-9195-f9b55dbe2472 None None] Calling delete_port for e156ae79-cc2c-499a-8174-9823f43d3e25 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:40:12.855811 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-669b79f2-cec7-41ad-ab87-34b5a0c195f9 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536698'] for router_gateway, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:12.928286 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:12.954808 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ec2c2ab-f488-4a66-b580-0a80d73a9094 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:12.985902 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-669b79f2-cec7-41ad-ab87-34b5a0c195f9 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:12.989195 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-669b79f2-cec7-41ad-ab87-34b5a0c195f9 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:12.991151 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] For port e156ae79-cc2c-499a-8174-9823f43d3e25, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e156ae79-cc2c-499a-8174-9823f43d3e25,segment=NetworkSegment(a9024ff3-c610-412b-9561-46e0a3e58922),segment_id=a9024ff3-c610-412b-9561-46e0a3e58922)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:40:13.003150 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:13.004861 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 80689972-74cd-4c76-8e44-4d647768b5ef no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:40:13.007899 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-48fc8b58-2295-4438-8fa6-81861fb98350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a545f3-c1ed-47e1-a69a-374519ca3da6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1837937523', 'tenant_id': 'c27044cf11ea44118ff5004391cd34da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.181'}], 'enable_snat': True}, 'gw_port_id': 'eaa58daa-ad48-414a-a11a-7723321b0400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:39:44Z', 'updated_at': '2021-12-06T17:40:10Z', 'revision_number': 5, 'project_id': 'c27044cf11ea44118ff5004391cd34da', 'gw_port': {'id': 'eaa58daa-ad48-414a-a11a-7723321b0400', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a545f3-c1ed-47e1-a69a-374519ca3da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:39:45Z', 'updated_at': '2021-12-06T17:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:40:13.025730 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f8a42b03-efa4-4aa6-a986-0083916bf968 req-2ef9c81f-6837-4e93-ac10-5751e33f8777 service neutron] 10.222.0.41 "GET /v2.0/networks/ca92a34c-5a45-49c6-88fa-170359e316c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061615 Dec 06 17:40:13.051994 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-669b79f2-cec7-41ad-ab87-34b5a0c195f9 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:13.052771 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-669b79f2-cec7-41ad-ab87-34b5a0c195f9 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Fanout notify agent at l3_agent the message router_deleted on router 65a545f3-c1ed-47e1-a69a-374519ca3da6 {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 17:40:13.061022 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-669b79f2-cec7-41ad-ab87-34b5a0c195f9 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:13.065576 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-669b79f2-cec7-41ad-ab87-34b5a0c195f9 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] 10.222.0.23 "DELETE /v2.0/routers/65a545f3-c1ed-47e1-a69a-374519ca3da6 HTTP/1.1" status: 204 len: 168 time: 1.3392763 Dec 06 17:40:13.066213 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58742) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:13.103364 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 80689972-74cd-4c76-8e44-4d647768b5ef {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:40:13.104324 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 80689972-74cd-4c76-8e44-4d647768b5ef not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:40:13.111500 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fc8b58-2295-4438-8fa6-81861fb98350 None None] The sync data for ids ['65a545f3-c1ed-47e1-a69a-374519ca3da6'] in n-d-master-1 is: [{'id': '65a545f3-c1ed-47e1-a69a-374519ca3da6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1837937523', 'tenant_id': 'c27044cf11ea44118ff5004391cd34da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.181'}], 'enable_snat': True}, 'gw_port_id': 'eaa58daa-ad48-414a-a11a-7723321b0400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:39:44Z', 'updated_at': '2021-12-06T17:40:10Z', 'revision_number': 5, 'project_id': 'c27044cf11ea44118ff5004391cd34da', 'gw_port': {'id': 'eaa58daa-ad48-414a-a11a-7723321b0400', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a545f3-c1ed-47e1-a69a-374519ca3da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:39:45Z', 'updated_at': '2021-12-06T17:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:40:13.120244 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-73117aff-01b9-4772-9195-f9b55dbe2472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:13.136484 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73117aff-01b9-4772-9195-f9b55dbe2472 None None] No DVR routers for this DVR port e156ae79-cc2c-499a-8174-9823f43d3e25 on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:40:13.173070 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Pushing event updated for resources: {'Port': ['ID=e156ae79-cc2c-499a-8174-9823f43d3e25,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:13.196614 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-592c651b-1d6c-4dda-be94-3a0166e7ef1b tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:13.204112 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73117aff-01b9-4772-9195-f9b55dbe2472 None None] Pushing event deleted for resources: {'Port': ['ID=e156ae79-cc2c-499a-8174-9823f43d3e25,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:13.211891 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec2c2ab-f488-4a66-b580-0a80d73a9094 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Checking segment: {'id': '9fa9522f-367e-43e4-a8fb-2327e5c6df78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9e877804-9fa8-43a1-bdf0-b7c6008cdda0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:40:13.212846 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec2c2ab-f488-4a66-b580-0a80d73a9094 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Network hostable DHCP agents. Network: 9e877804-9fa8-43a1-bdf0-b7c6008cdda0, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:40:13.220959 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f8a42b03-efa4-4aa6-a986-0083916bf968 req-1d1fcf82-7433-4ab8-9a3e-b7f9f15716bc service neutron] 10.222.0.41 "GET /v2.0/networks/ca92a34c-5a45-49c6-88fa-170359e316c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683161 Dec 06 17:40:13.222196 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec2c2ab-f488-4a66-b580-0a80d73a9094 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Pushing event updated for resources: {'Subnet': ['ID=a9831cc6-26c6-4848-acaf-6c08734693b4,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:13.267072 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec2c2ab-f488-4a66-b580-0a80d73a9094 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Network 9e877804-9fa8-43a1-bdf0-b7c6008cdda0 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:40:13.279021 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-9ec2c2ab-f488-4a66-b580-0a80d73a9094 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 9e877804-9fa8-43a1-bdf0-b7c6008cdda0) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:40:13.287834 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8197ed8-4bcb-4d63-9b31-c03746554d41 None None] Network 9e877804-9fa8-43a1-bdf0-b7c6008cdda0 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:40:13.293869 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec2c2ab-f488-4a66-b580-0a80d73a9094 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:13.294480 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ec2c2ab-f488-4a66-b580-0a80d73a9094 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:13.299376 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-592c651b-1d6c-4dda-be94-3a0166e7ef1b tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:13.315161 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-9ec2c2ab-f488-4a66-b580-0a80d73a9094 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0313337 Dec 06 17:40:13.317546 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58744) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:13.323155 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-9b38ca53-1f66-48fd-b5f7-4fe151e6046a tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Request body: {'port': {'network_id': '9e877804-9fa8-43a1-bdf0-b7c6008cdda0', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1127393016'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:40:13.332304 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-592c651b-1d6c-4dda-be94-3a0166e7ef1b tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9d5c5ab-d0bb-462a-b997-20ad4a075ad1']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:40:13.353761 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-592c651b-1d6c-4dda-be94-3a0166e7ef1b tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9024ff3-c610-412b-9561-46e0a3e58922') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:40:13.354067 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-592c651b-1d6c-4dda-be94-3a0166e7ef1b tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9024ff3-c610-412b-9561-46e0a3e58922') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:40:13.371547 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-592c651b-1d6c-4dda-be94-3a0166e7ef1b tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:13.386376 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-592c651b-1d6c-4dda-be94-3a0166e7ef1b tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:13.394890 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-592c651b-1d6c-4dda-be94-3a0166e7ef1b tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:40:13.395584 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-592c651b-1d6c-4dda-be94-3a0166e7ef1b tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:13.398782 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 17:40:13.398782 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:40:13.398782 n-d-master-1 neutron-server[103284]: timer() Dec 06 17:40:13.398782 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:40:13.398782 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 17:40:13.398782 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:40:13.398782 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 17:40:13.398782 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:40:13.398782 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 17:40:13.398782 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:40:13.398782 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 17:40:13.398782 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:40:13.398782 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 17:40:13.398782 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:40:13.398782 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:40:13.398782 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:40:13.398782 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:40:13.398782 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:40:13.398782 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 17:40:13.398782 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:40:13.398782 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 17:40:13.398782 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:40:13.398782 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:40:13.398782 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:40:13.398782 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 17:40:13.398782 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:40:13.398782 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:40:13.398782 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:40:13.398782 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:40:13.398782 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:40:13.398782 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:40:13.398782 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:40:13.465558 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-592c651b-1d6c-4dda-be94-3a0166e7ef1b tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:13.478246 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-592c651b-1d6c-4dda-be94-3a0166e7ef1b tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks [] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:13.479044 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b38ca53-1f66-48fd-b5f7-4fe151e6046a tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Made reservation on behalf of e1d2d51e45b142aeb7c0cb11182fd5b6 for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:40:13.484173 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4c7c595e-22da-4d62-beb2-933a0066f729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:13.485583 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-592c651b-1d6c-4dda-be94-3a0166e7ef1b tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] 10.222.0.23 "DELETE /v2.0/networks/a9d5c5ab-d0bb-462a-b997-20ad4a075ad1 HTTP/1.1" status: 204 len: 168 time: 0.4182918 Dec 06 17:40:13.492333 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9b38ca53-1f66-48fd-b5f7-4fe151e6046a tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:13.496060 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58748) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:13.506132 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592c651b-1d6c-4dda-be94-3a0166e7ef1b tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Pushing event deleted for resources: {'Network': ['ID=a9d5c5ab-d0bb-462a-b997-20ad4a075ad1,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:13.517192 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e2d185-c0d6-4c9b-826e-d16ba0ad3728 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-9e877804-9fa8-43a1-bdf0-b7c6008cdda0', 'network_id': '9e877804-9fa8-43a1-bdf0-b7c6008cdda0', 'tenant_id': 'e1d2d51e45b142aeb7c0cb11182fd5b6', 'fixed_ips': [{'subnet_id': 'a9831cc6-26c6-4848-acaf-6c08734693b4'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:40:13.529562 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-14e2d185-c0d6-4c9b-826e-d16ba0ad3728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:13.531430 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-9b38ca53-1f66-48fd-b5f7-4fe151e6046a tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] device_id is not set on port 258512cf-9889-40f4-ab0f-e45666e97073 yet. {{(pid=103285) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:40:13.688502 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-9b38ca53-1f66-48fd-b5f7-4fe151e6046a tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Allocated IP 2001:db8::1ce (9e877804-9fa8-43a1-bdf0-b7c6008cdda0/a9831cc6-26c6-4848-acaf-6c08734693b4/258512cf-9889-40f4-ab0f-e45666e97073) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:40:13.826153 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-2529414d-431b-4418-ac7e-644905cd0392 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Deleting port 71de7502-f7ad-4f03-95c6-16de1c120685 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:40:13.826773 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2529414d-431b-4418-ac7e-644905cd0392 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:13.850155 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9b38ca53-1f66-48fd-b5f7-4fe151e6046a tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:13.892755 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9b38ca53-1f66-48fd-b5f7-4fe151e6046a tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:13.920050 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2529414d-431b-4418-ac7e-644905cd0392 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:13.920394 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2529414d-431b-4418-ac7e-644905cd0392 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:13.937528 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-2529414d-431b-4418-ac7e-644905cd0392 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Calling delete_port for 71de7502-f7ad-4f03-95c6-16de1c120685 owned by network:floatingip {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:40:13.953421 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b38ca53-1f66-48fd-b5f7-4fe151e6046a tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Network 9e877804-9fa8-43a1-bdf0-b7c6008cdda0 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:40:13.962891 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-9b38ca53-1f66-48fd-b5f7-4fe151e6046a tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:40:13.967562 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-14e2d185-c0d6-4c9b-826e-d16ba0ad3728 None None] Allocated IP 2001:db8::2 (9e877804-9fa8-43a1-bdf0-b7c6008cdda0/a9831cc6-26c6-4848-acaf-6c08734693b4/b95ad9de-de82-4215-9811-53e7c9271f3e) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:40:13.969308 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b38ca53-1f66-48fd-b5f7-4fe151e6046a tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:40:13.975701 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b38ca53-1f66-48fd-b5f7-4fe151e6046a tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:13.976471 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9b38ca53-1f66-48fd-b5f7-4fe151e6046a tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:13.996309 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b38ca53-1f66-48fd-b5f7-4fe151e6046a tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Pushing event updated for resources: {'Port': ['ID=258512cf-9889-40f4-ab0f-e45666e97073,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:14.019024 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-9b38ca53-1f66-48fd-b5f7-4fe151e6046a tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 0.6977079 Dec 06 17:40:14.019772 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58750) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:14.168337 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-ceb90d5c-a2c9-40bb-a0de-a54342129d17 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Deleting port 258512cf-9889-40f4-ab0f-e45666e97073 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:40:14.169242 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ceb90d5c-a2c9-40bb-a0de-a54342129d17 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:14.185564 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-14e2d185-c0d6-4c9b-826e-d16ba0ad3728 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:14.192509 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-14e2d185-c0d6-4c9b-826e-d16ba0ad3728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:14.235950 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e2d185-c0d6-4c9b-826e-d16ba0ad3728 None None] Network 9e877804-9fa8-43a1-bdf0-b7c6008cdda0 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:40:14.240247 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-14e2d185-c0d6-4c9b-826e-d16ba0ad3728 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:40:14.243162 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2529414d-431b-4418-ac7e-644905cd0392 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:14.245462 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e2d185-c0d6-4c9b-826e-d16ba0ad3728 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:40:14.254247 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e2d185-c0d6-4c9b-826e-d16ba0ad3728 None None] Pushing event updated for resources: {'Port': ['ID=b95ad9de-de82-4215-9811-53e7c9271f3e,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:14.279310 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2529414d-431b-4418-ac7e-644905cd0392 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Pushing event deleted for resources: {'Port': ['ID=71de7502-f7ad-4f03-95c6-16de1c120685,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:14.307416 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ceb90d5c-a2c9-40bb-a0de-a54342129d17 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:14.320395 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-ceb90d5c-a2c9-40bb-a0de-a54342129d17 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Calling delete_port for 258512cf-9889-40f4-ab0f-e45666e97073 owned by {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:40:14.322095 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-14e2d185-c0d6-4c9b-826e-d16ba0ad3728 None None] Attempting to bind port b95ad9de-de82-4215-9811-53e7c9271f3e on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:40:14.323192 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-14e2d185-c0d6-4c9b-826e-d16ba0ad3728 None None] Attempting to bind port b95ad9de-de82-4215-9811-53e7c9271f3e by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '9fa9522f-367e-43e4-a8fb-2327e5c6df78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9e877804-9fa8-43a1-bdf0-b7c6008cdda0'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:40:14.323813 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e2d185-c0d6-4c9b-826e-d16ba0ad3728 None None] Attempting to bind port b95ad9de-de82-4215-9811-53e7c9271f3e on network 9e877804-9fa8-43a1-bdf0-b7c6008cdda0 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:40:14.329972 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e2d185-c0d6-4c9b-826e-d16ba0ad3728 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:40:14.330458 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e2d185-c0d6-4c9b-826e-d16ba0ad3728 None None] Checking segment: {'id': '9fa9522f-367e-43e4-a8fb-2327e5c6df78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9e877804-9fa8-43a1-bdf0-b7c6008cdda0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:40:14.330933 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-14e2d185-c0d6-4c9b-826e-d16ba0ad3728 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:14.331517 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e2d185-c0d6-4c9b-826e-d16ba0ad3728 None None] Bound using segment: {'id': '9fa9522f-367e-43e4-a8fb-2327e5c6df78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9e877804-9fa8-43a1-bdf0-b7c6008cdda0'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:40:14.332613 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-14e2d185-c0d6-4c9b-826e-d16ba0ad3728 None None] Bound port: b95ad9de-de82-4215-9811-53e7c9271f3e, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fa9522f-367e-43e4-a8fb-2327e5c6df78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9e877804-9fa8-43a1-bdf0-b7c6008cdda0'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:40:14.332750 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-14e2d185-c0d6-4c9b-826e-d16ba0ad3728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:14.393808 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2529414d-431b-4418-ac7e-644905cd0392 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks [] for floatingip, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:14.400112 n-d-master-1 neutron-server[103284]: INFO neutron.db.l3_db [None req-2529414d-431b-4418-ac7e-644905cd0392 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Floating IP ef8e6732-5f53-41ef-87ed-431c81742c8e disassociated (deleted). External IP: 172.35.1.191, port: 8b90a031-d215-4fa7-bc6d-63e57197f5e4. Dec 06 17:40:14.417337 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-14e2d185-c0d6-4c9b-826e-d16ba0ad3728 None None] For port b95ad9de-de82-4215-9811-53e7c9271f3e, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:40:14.422321 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-14e2d185-c0d6-4c9b-826e-d16ba0ad3728 None None] For port b95ad9de-de82-4215-9811-53e7c9271f3e, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b95ad9de-de82-4215-9811-53e7c9271f3e,segment=NetworkSegment(9fa9522f-367e-43e4-a8fb-2327e5c6df78),segment_id=9fa9522f-367e-43e4-a8fb-2327e5c6df78)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:40:14.428185 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-14e2d185-c0d6-4c9b-826e-d16ba0ad3728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:14.466748 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ceb90d5c-a2c9-40bb-a0de-a54342129d17 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:14.524632 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb90d5c-a2c9-40bb-a0de-a54342129d17 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Pushing event deleted for resources: {'Port': ['ID=258512cf-9889-40f4-ab0f-e45666e97073,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:14.535544 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e2d185-c0d6-4c9b-826e-d16ba0ad3728 None None] Pushing event updated for resources: {'Port': ['ID=b95ad9de-de82-4215-9811-53e7c9271f3e,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:14.597144 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 89e5c18a-3561-4c7e-9f1e-222983d54f64 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:40:14.607121 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ceb90d5c-a2c9-40bb-a0de-a54342129d17 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:14.613068 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-ceb90d5c-a2c9-40bb-a0de-a54342129d17 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "DELETE /v2.0/ports/258512cf-9889-40f4-ab0f-e45666e97073 HTTP/1.1" status: 204 len: 168 time: 0.5898707 Dec 06 17:40:14.613365 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58754) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:14.618211 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 89e5c18a-3561-4c7e-9f1e-222983d54f64 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:40:14.618562 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 89e5c18a-3561-4c7e-9f1e-222983d54f64 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:40:14.618984 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device eaa58daa-ad48-414a-a11a-7723321b0400 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:40:14.643392 n-d-master-1 neutron-server[103285]: INFO neutron.pecan_wsgi.hooks.translation [None req-073d2895-72e9-4dfb-a261-de9519419ea8 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] GET failed (client error): The resource could not be found. Dec 06 17:40:14.644784 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-073d2895-72e9-4dfb-a261-de9519419ea8 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "GET /v2.0/ports/258512cf-9889-40f4-ab0f-e45666e97073 HTTP/1.1" status: 404 len: 333 time: 0.0304315 Dec 06 17:40:14.648143 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58756) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:14.648444 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: eaa58daa-ad48-414a-a11a-7723321b0400 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:40:14.648760 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device eaa58daa-ad48-414a-a11a-7723321b0400 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:40:14.731201 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ec9bf41-c414-47ea-8861-9dc61db9b208 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Deleting subnet a9831cc6-26c6-4848-acaf-6c08734693b4 {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:40:14.748481 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1ec9bf41-c414-47ea-8861-9dc61db9b208 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:14.760003 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2529414d-431b-4418-ac7e-644905cd0392 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Router ae46d148-3246-4760-8641-a8b685055c6e has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:40:14.811566 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1ec9bf41-c414-47ea-8861-9dc61db9b208 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:14.912014 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2529414d-431b-4418-ac7e-644905cd0392 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:40:14.922245 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ade09b-bdbb-4f4e-8445-fe108d527825 None None] Sync routers for ids ['ae46d148-3246-4760-8641-a8b685055c6e'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:40:14.923478 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2529414d-431b-4418-ac7e-644905cd0392 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:14.934910 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ade09b-bdbb-4f4e-8445-fe108d527825 None None] Routers {'ae46d148-3246-4760-8641-a8b685055c6e'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:40:14.935531 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-64ade09b-bdbb-4f4e-8445-fe108d527825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:39:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['ae46d148-3246-4760-8641-a8b685055c6e'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:40:14.944611 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1ec9bf41-c414-47ea-8861-9dc61db9b208 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:14.960577 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-2529414d-431b-4418-ac7e-644905cd0392 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] 10.222.0.23 "DELETE /v2.0/floatingips/ef8e6732-5f53-41ef-87ed-431c81742c8e HTTP/1.1" status: 204 len: 168 time: 1.4622095 Dec 06 17:40:14.961435 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdbff481-ddf8-420f-b442-c3544ce12597', 'tag': '8b90a031-d215-4fa7-bc6d-63e57197f5e4'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:40:14.964157 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c1a6a7b-3d24-4dea-b005-595ef77ebed9" -d '{"events": [{"name": "network-changed", "server_uuid": "bdbff481-ddf8-420f-b442-c3544ce12597", "tag": "8b90a031-d215-4fa7-bc6d-63e57197f5e4"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:40:15.028658 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65d47f33-4dda-4a27-b493-d6b67484b6c3 x-openstack-request-id: req-65d47f33-4dda-4a27-b493-d6b67484b6c3 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:40:15.028954 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdbff481-ddf8-420f-b442-c3544ce12597", "tag": "8b90a031-d215-4fa7-bc6d-63e57197f5e4", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:40:15.029216 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-65d47f33-4dda-4a27-b493-d6b67484b6c3 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:40:15.029655 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdbff481-ddf8-420f-b442-c3544ce12597', 'tag': '8b90a031-d215-4fa7-bc6d-63e57197f5e4', 'status': 'completed', 'code': 200} Dec 06 17:40:15.060485 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-64ade09b-bdbb-4f4e-8445-fe108d527825 None None] Set router ae46d148-3246-4760-8641-a8b685055c6e gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:40:15.101099 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1ec9bf41-c414-47ea-8861-9dc61db9b208 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:15.147683 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec9bf41-c414-47ea-8861-9dc61db9b208 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Pushing event deleted for resources: {'Subnet': ['ID=a9831cc6-26c6-4848-acaf-6c08734693b4,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:15.158229 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1ec9bf41-c414-47ea-8861-9dc61db9b208 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:15.161745 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-1ec9bf41-c414-47ea-8861-9dc61db9b208 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "DELETE /v2.0/subnets/a9831cc6-26c6-4848-acaf-6c08734693b4 HTTP/1.1" status: 204 len: 168 time: 0.5125525 Dec 06 17:40:15.164556 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58764) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:15.169868 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1a6a7b-3d24-4dea-b005-595ef77ebed9 req-14bc0ce4-7716-4949-8266-c747369e6a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:15.172243 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8c1a6a7b-3d24-4dea-b005-595ef77ebed9 req-14bc0ce4-7716-4949-8266-c747369e6a9f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c27044cf11ea44118ff5004391cd34da&device_id=bdbff481-ddf8-420f-b442-c3544ce12597 HTTP/1.1" status: 200 len: 1135 time: 0.1192350 Dec 06 17:40:15.300143 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1a6a7b-3d24-4dea-b005-595ef77ebed9 req-37b246bf-0128-4d7a-8df3-a02a582269d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:15.301808 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8c1a6a7b-3d24-4dea-b005-595ef77ebed9 req-37b246bf-0128-4d7a-8df3-a02a582269d4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ca92a34c-5a45-49c6-88fa-170359e316c2 HTTP/1.1" status: 200 len: 897 time: 0.1222563 Dec 06 17:40:15.368907 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8c1a6a7b-3d24-4dea-b005-595ef77ebed9 req-6b837ae6-a7ed-4587-9481-c812adaa03f9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b90a031-d215-4fa7-bc6d-63e57197f5e4 HTTP/1.1" status: 200 len: 217 time: 0.0491967 Dec 06 17:40:15.369608 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-64ade09b-bdbb-4f4e-8445-fe108d527825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae46d148-3246-4760-8641-a8b685055c6e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-474003343', 'tenant_id': 'c27044cf11ea44118ff5004391cd34da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.154'}], 'enable_snat': True}, 'gw_port_id': '02e9925f-c728-43d0-95f0-518733740a5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:38:34Z', 'updated_at': '2021-12-06T17:38:43Z', 'revision_number': 4, 'project_id': 'c27044cf11ea44118ff5004391cd34da', 'gw_port': {'id': '02e9925f-c728-43d0-95f0-518733740a5c', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:17:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae46d148-3246-4760-8641-a8b685055c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:38:35Z', 'updated_at': '2021-12-06T17:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '33d10205-200f-4b35-a682-a9f70021fec4', 'name': '', 'network_id': 'ca92a34c-5a45-49c6-88fa-170359e316c2', 'tenant_id': 'c27044cf11ea44118ff5004391cd34da', 'mac_address': 'fa:16:3e:e5:e9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae46d148-3246-4760-8641-a8b685055c6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': 'f4ab2fad-07f3-4876-b0e1-2d6064898429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:38:41Z', 'updated_at': '2021-12-06T17:38:48Z', 'revision_number': 5, 'project_id': 'c27044cf11ea44118ff5004391cd34da', 'subnets': [{'id': 'f4ab2fad-07f3-4876-b0e1-2d6064898429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:40:15.438441 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ade09b-bdbb-4f4e-8445-fe108d527825 None None] Checking router: ae46d148-3246-4760-8641-a8b685055c6e for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:40:15.442754 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1a6a7b-3d24-4dea-b005-595ef77ebed9 req-1c3f9a21-a526-4789-81a1-ab922aac0992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:15.447460 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8c1a6a7b-3d24-4dea-b005-595ef77ebed9 req-1c3f9a21-a526-4789-81a1-ab922aac0992 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f4ab2fad-07f3-4876-b0e1-2d6064898429 HTTP/1.1" status: 200 len: 835 time: 0.0700812 Dec 06 17:40:15.471927 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ade09b-bdbb-4f4e-8445-fe108d527825 None None] Routers {'ae46d148-3246-4760-8641-a8b685055c6e'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:40:15.472699 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-64ade09b-bdbb-4f4e-8445-fe108d527825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:39:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['ae46d148-3246-4760-8641-a8b685055c6e'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:40:15.515549 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1a6a7b-3d24-4dea-b005-595ef77ebed9 req-0274c82e-0c0b-4960-be58-6b2595f05690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:15.517656 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8c1a6a7b-3d24-4dea-b005-595ef77ebed9 req-0274c82e-0c0b-4960-be58-6b2595f05690 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ca92a34c-5a45-49c6-88fa-170359e316c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0592382 Dec 06 17:40:15.678253 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-841ae3ae-3a37-4845-a2c0-9f5f8afae2f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:15.704581 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8c1a6a7b-3d24-4dea-b005-595ef77ebed9 req-a0f3b3e0-1dd0-447d-aff5-25746f953b39 service neutron] 10.222.0.41 "GET /v2.0/networks/ca92a34c-5a45-49c6-88fa-170359e316c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770098 Dec 06 17:40:15.741632 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fe689093-0a0c-40e5-9926-93e2ddb00fe0 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:15.763719 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-64ade09b-bdbb-4f4e-8445-fe108d527825 None None] Set router ae46d148-3246-4760-8641-a8b685055c6e gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:40:15.790308 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32658d2-534e-4eed-8a59-6f4a49c6356f req-075f9713-1c0e-4560-91d4-020d6b9f4e27 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:15.791917 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e32658d2-534e-4eed-8a59-6f4a49c6356f req-075f9713-1c0e-4560-91d4-020d6b9f4e27 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdbff481-ddf8-420f-b442-c3544ce12597 HTTP/1.1" status: 200 len: 984 time: 0.5475619 Dec 06 17:40:15.871071 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8c1a6a7b-3d24-4dea-b005-595ef77ebed9 req-4d301d17-3232-4a62-bae7-1b4fde1cf06c service neutron] 10.222.0.41 "GET /v2.0/networks/ca92a34c-5a45-49c6-88fa-170359e316c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516528 Dec 06 17:40:15.920291 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-fe689093-0a0c-40e5-9926-93e2ddb00fe0 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Deleting port b95ad9de-de82-4215-9811-53e7c9271f3e {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:40:15.920654 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fe689093-0a0c-40e5-9926-93e2ddb00fe0 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:15.926498 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ef8769-472c-4c7b-9098-43cfd54f6b92 None None] Network 9e877804-9fa8-43a1-bdf0-b7c6008cdda0 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:40:15.961073 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e32658d2-534e-4eed-8a59-6f4a49c6356f req-12a863a1-667c-4bea-b791-5db86a1f6af5 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] 10.222.0.23 "GET /v2.0/security-groups?id=50289c58-9355-4c79-a331-bc5dbabf2d4a&id=03d44015-0045-4e90-8a7f-d9fa82ca8f95&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1382720 Dec 06 17:40:16.017313 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-fe689093-0a0c-40e5-9926-93e2ddb00fe0 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] For port b95ad9de-de82-4215-9811-53e7c9271f3e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b95ad9de-de82-4215-9811-53e7c9271f3e,segment=NetworkSegment(9fa9522f-367e-43e4-a8fb-2327e5c6df78),segment_id=9fa9522f-367e-43e4-a8fb-2327e5c6df78)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:40:16.017983 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fe689093-0a0c-40e5-9926-93e2ddb00fe0 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:16.026839 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-64ade09b-bdbb-4f4e-8445-fe108d527825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae46d148-3246-4760-8641-a8b685055c6e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-474003343', 'tenant_id': 'c27044cf11ea44118ff5004391cd34da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.154'}], 'enable_snat': True}, 'gw_port_id': '02e9925f-c728-43d0-95f0-518733740a5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:38:34Z', 'updated_at': '2021-12-06T17:38:43Z', 'revision_number': 4, 'project_id': 'c27044cf11ea44118ff5004391cd34da', 'gw_port': {'id': '02e9925f-c728-43d0-95f0-518733740a5c', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:17:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae46d148-3246-4760-8641-a8b685055c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:38:35Z', 'updated_at': '2021-12-06T17:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '33d10205-200f-4b35-a682-a9f70021fec4', 'name': '', 'network_id': 'ca92a34c-5a45-49c6-88fa-170359e316c2', 'tenant_id': 'c27044cf11ea44118ff5004391cd34da', 'mac_address': 'fa:16:3e:e5:e9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae46d148-3246-4760-8641-a8b685055c6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': 'f4ab2fad-07f3-4876-b0e1-2d6064898429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:38:41Z', 'updated_at': '2021-12-06T17:38:48Z', 'revision_number': 5, 'project_id': 'c27044cf11ea44118ff5004391cd34da', 'subnets': [{'id': 'f4ab2fad-07f3-4876-b0e1-2d6064898429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:40:16.034589 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-fe689093-0a0c-40e5-9926-93e2ddb00fe0 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Calling delete_port for b95ad9de-de82-4215-9811-53e7c9271f3e owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:40:16.053768 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-500e2d93-9c42-40af-8b03-486313f8cee1 None None] Provisioning complete for port b95ad9de-de82-4215-9811-53e7c9271f3e triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:40:16.054431 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-500e2d93-9c42-40af-8b03-486313f8cee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:16.059713 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ade09b-bdbb-4f4e-8445-fe108d527825 None None] The sync data for ids ['ae46d148-3246-4760-8641-a8b685055c6e'] in n-d-master-1 is: [{'id': 'ae46d148-3246-4760-8641-a8b685055c6e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-474003343', 'tenant_id': 'c27044cf11ea44118ff5004391cd34da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.154'}], 'enable_snat': True}, 'gw_port_id': '02e9925f-c728-43d0-95f0-518733740a5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:38:34Z', 'updated_at': '2021-12-06T17:38:43Z', 'revision_number': 4, 'project_id': 'c27044cf11ea44118ff5004391cd34da', 'gw_port': {'id': '02e9925f-c728-43d0-95f0-518733740a5c', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:17:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae46d148-3246-4760-8641-a8b685055c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:38:35Z', 'updated_at': '2021-12-06T17:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '33d10205-200f-4b35-a682-a9f70021fec4', 'name': '', 'network_id': 'ca92a34c-5a45-49c6-88fa-170359e316c2', 'tenant_id': 'c27044cf11ea44118ff5004391cd34da', 'mac_address': 'fa:16:3e:e5:e9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae46d148-3246-4760-8641-a8b685055c6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': 'f4ab2fad-07f3-4876-b0e1-2d6064898429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:38:41Z', 'updated_at': '2021-12-06T17:38:48Z', 'revision_number': 5, 'project_id': 'c27044cf11ea44118ff5004391cd34da', 'subnets': [{'id': 'f4ab2fad-07f3-4876-b0e1-2d6064898429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:40:16.130873 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fe689093-0a0c-40e5-9926-93e2ddb00fe0 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:16.170076 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe689093-0a0c-40e5-9926-93e2ddb00fe0 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Pushing event deleted for resources: {'Port': ['ID=b95ad9de-de82-4215-9811-53e7c9271f3e,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:16.172035 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe689093-0a0c-40e5-9926-93e2ddb00fe0 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] No DVR routers for this DVR port b95ad9de-de82-4215-9811-53e7c9271f3e on host n-d-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:40:16.259569 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fe689093-0a0c-40e5-9926-93e2ddb00fe0 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:16.288274 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-fe689093-0a0c-40e5-9926-93e2ddb00fe0 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e877804-9fa8-43a1-bdf0-b7c6008cdda0']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:40:16.318354 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-fe689093-0a0c-40e5-9926-93e2ddb00fe0 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fa9522f-367e-43e4-a8fb-2327e5c6df78') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:40:16.318726 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-fe689093-0a0c-40e5-9926-93e2ddb00fe0 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fa9522f-367e-43e4-a8fb-2327e5c6df78') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:40:16.331282 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fe689093-0a0c-40e5-9926-93e2ddb00fe0 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:16.332602 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-500e2d93-9c42-40af-8b03-486313f8cee1 None None] Could not find standard attr ID for object b95ad9de-de82-4215-9811-53e7c9271f3e. {{(pid=103286) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 17:40:16.336263 n-d-master-1 neutron-server[103286]: INFO neutron.plugins.ml2.db [None req-500e2d93-9c42-40af-8b03-486313f8cee1 None None] No ports have port_id starting with b95ad9de-de82-4215-9811-53e7c9271f3e Dec 06 17:40:16.348027 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fe689093-0a0c-40e5-9926-93e2ddb00fe0 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:16.361695 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe689093-0a0c-40e5-9926-93e2ddb00fe0 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:40:16.362290 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fe689093-0a0c-40e5-9926-93e2ddb00fe0 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:16.369860 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 17:40:16.369860 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:40:16.369860 n-d-master-1 neutron-server[103284]: timer() Dec 06 17:40:16.369860 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:40:16.369860 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 17:40:16.369860 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:40:16.369860 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 17:40:16.369860 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:40:16.369860 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 17:40:16.369860 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:40:16.369860 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 17:40:16.369860 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:40:16.369860 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 17:40:16.369860 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:40:16.369860 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:40:16.369860 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:40:16.369860 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:40:16.369860 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:40:16.369860 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 17:40:16.369860 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:40:16.369860 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 17:40:16.369860 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:40:16.369860 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:40:16.369860 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:40:16.369860 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 17:40:16.369860 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:40:16.369860 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:40:16.369860 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:40:16.369860 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:40:16.369860 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:40:16.369860 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:40:16.369860 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:40:16.430798 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881101dc-75a5-4912-b577-c7bfd60390bf None None] New status for floating IP ef8e6732-5f53-41ef-87ed-431c81742c8e: DOWN {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 17:40:16.458075 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fe689093-0a0c-40e5-9926-93e2ddb00fe0 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:16.466093 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fe689093-0a0c-40e5-9926-93e2ddb00fe0 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:16.472754 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-fe689093-0a0c-40e5-9926-93e2ddb00fe0 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "DELETE /v2.0/networks/9e877804-9fa8-43a1-bdf0-b7c6008cdda0 HTTP/1.1" status: 204 len: 168 time: 1.3040466 Dec 06 17:40:16.473875 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58770) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:16.474337 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68eb1863-1b9e-4dd8-93da-2d78b673a194 None None] DHCP port deletion for 9e877804-9fa8-43a1-bdf0-b7c6008cdda0 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:40:16.478301 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-6e599649-0e89-4ea6-8e3f-8763ea45d598 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Request body: {'port': {'network_id': 'c1765617-5131-45ca-9670-d239337b43fd', 'name': 'tempest-PortsIpV6TestJSON-680577719'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:40:16.490032 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe689093-0a0c-40e5-9926-93e2ddb00fe0 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Pushing event deleted for resources: {'Network': ['ID=9e877804-9fa8-43a1-bdf0-b7c6008cdda0,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:16.594966 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e599649-0e89-4ea6-8e3f-8763ea45d598 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Made reservation on behalf of e1d2d51e45b142aeb7c0cb11182fd5b6 for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:40:16.598474 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6e599649-0e89-4ea6-8e3f-8763ea45d598 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:16.615815 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-6e599649-0e89-4ea6-8e3f-8763ea45d598 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] device_id is not set on port 6ea9cd4f-86f1-4d10-9a72-7d3619680b29 yet. {{(pid=103285) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:40:16.788814 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7486a9db-ff63-4cc2-a602-6f03dccfce68 req-3327c343-90e8-4f8f-8c71-62ed6bacd8bf tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:16.791125 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7486a9db-ff63-4cc2-a602-6f03dccfce68 req-3327c343-90e8-4f8f-8c71-62ed6bacd8bf tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdbff481-ddf8-420f-b442-c3544ce12597 HTTP/1.1" status: 200 len: 984 time: 0.1172011 Dec 06 17:40:16.850763 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6e599649-0e89-4ea6-8e3f-8763ea45d598 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:16.929986 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6e599649-0e89-4ea6-8e3f-8763ea45d598 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:16.965315 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-7486a9db-ff63-4cc2-a602-6f03dccfce68 req-c98c2c68-6923-4d62-96c1-1d9550ffe034 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Deleting port 8b90a031-d215-4fa7-bc6d-63e57197f5e4 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:40:16.965693 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-7486a9db-ff63-4cc2-a602-6f03dccfce68 req-c98c2c68-6923-4d62-96c1-1d9550ffe034 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:16.966890 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:17.005253 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e599649-0e89-4ea6-8e3f-8763ea45d598 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Network c1765617-5131-45ca-9670-d239337b43fd is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:40:17.012587 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-6e599649-0e89-4ea6-8e3f-8763ea45d598 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:40:17.045885 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e599649-0e89-4ea6-8e3f-8763ea45d598 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:40:17.055769 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e599649-0e89-4ea6-8e3f-8763ea45d598 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:17.056428 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6e599649-0e89-4ea6-8e3f-8763ea45d598 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:17.080102 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e599649-0e89-4ea6-8e3f-8763ea45d598 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Pushing event updated for resources: {'Port': ['ID=6ea9cd4f-86f1-4d10-9a72-7d3619680b29,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:17.114231 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-6e599649-0e89-4ea6-8e3f-8763ea45d598 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.6398294 Dec 06 17:40:17.116824 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58776) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:17.155133 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15929b3f-e05c-4344-9871-466ead517ac7 req-05c8a10f-6f4a-4dc1-8758-fbf75c12f253 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:17.157234 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-15929b3f-e05c-4344-9871-466ead517ac7 req-05c8a10f-6f4a-4dc1-8758-fbf75c12f253 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdbff481-ddf8-420f-b442-c3544ce12597 HTTP/1.1" status: 200 len: 984 time: 0.0981472 Dec 06 17:40:17.159155 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-7486a9db-ff63-4cc2-a602-6f03dccfce68 req-c98c2c68-6923-4d62-96c1-1d9550ffe034 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] For port 8b90a031-d215-4fa7-bc6d-63e57197f5e4, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8b90a031-d215-4fa7-bc6d-63e57197f5e4,segment=NetworkSegment(0086a8a7-cc68-4b68-a6a5-a1c6cd29727d),segment_id=0086a8a7-cc68-4b68-a6a5-a1c6cd29727d)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:40:17.159993 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-7486a9db-ff63-4cc2-a602-6f03dccfce68 req-c98c2c68-6923-4d62-96c1-1d9550ffe034 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:17.178794 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-7486a9db-ff63-4cc2-a602-6f03dccfce68 req-c98c2c68-6923-4d62-96c1-1d9550ffe034 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Calling delete_port for 8b90a031-d215-4fa7-bc6d-63e57197f5e4 owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:40:17.226181 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-03583577-f01f-4430-aacd-e18ecc8cb4cf tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Deleting port 6ea9cd4f-86f1-4d10-9a72-7d3619680b29 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:40:17.226349 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-03583577-f01f-4430-aacd-e18ecc8cb4cf tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:17.279444 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-15929b3f-e05c-4344-9871-466ead517ac7 req-db2b4720-d869-4c2c-a14f-0352cd12d3b1 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] 10.222.0.23 "GET /v2.0/security-groups?id=50289c58-9355-4c79-a331-bc5dbabf2d4a&id=03d44015-0045-4e90-8a7f-d9fa82ca8f95&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1096263 Dec 06 17:40:17.300689 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-03583577-f01f-4430-aacd-e18ecc8cb4cf tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:17.314082 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-03583577-f01f-4430-aacd-e18ecc8cb4cf tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Calling delete_port for 6ea9cd4f-86f1-4d10-9a72-7d3619680b29 owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:40:17.353461 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-7486a9db-ff63-4cc2-a602-6f03dccfce68 req-c98c2c68-6923-4d62-96c1-1d9550ffe034 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:17.380991 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98c2c68-6923-4d62-96c1-1d9550ffe034 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Pushing event deleted for resources: {'Port': ['ID=8b90a031-d215-4fa7-bc6d-63e57197f5e4,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:17.397686 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-03583577-f01f-4430-aacd-e18ecc8cb4cf tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:17.426988 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-7486a9db-ff63-4cc2-a602-6f03dccfce68 req-c98c2c68-6923-4d62-96c1-1d9550ffe034 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] No DVR routers for this DVR port 8b90a031-d215-4fa7-bc6d-63e57197f5e4 on host n-h1-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:40:17.429725 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-7486a9db-ff63-4cc2-a602-6f03dccfce68 req-c98c2c68-6923-4d62-96c1-1d9550ffe034 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:17.432872 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03583577-f01f-4430-aacd-e18ecc8cb4cf tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Pushing event deleted for resources: {'Port': ['ID=6ea9cd4f-86f1-4d10-9a72-7d3619680b29,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:17.433375 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7486a9db-ff63-4cc2-a602-6f03dccfce68 req-c98c2c68-6923-4d62-96c1-1d9550ffe034 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] 10.222.0.41 "DELETE /v2.0/ports/8b90a031-d215-4fa7-bc6d-63e57197f5e4 HTTP/1.1" status: 204 len: 173 time: 0.6278546 Dec 06 17:40:17.433871 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdbff481-ddf8-420f-b442-c3544ce12597', 'name': 'network-vif-deleted', 'tag': '8b90a031-d215-4fa7-bc6d-63e57197f5e4'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:40:17.438728 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-03583577-f01f-4430-aacd-e18ecc8cb4cf tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:17.440901 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35479172-dc24-44f1-aa4a-2bf4a9e1a1ab" -d '{"events": [{"server_uuid": "bdbff481-ddf8-420f-b442-c3544ce12597", "name": "network-vif-deleted", "tag": "8b90a031-d215-4fa7-bc6d-63e57197f5e4"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:40:17.444367 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-03583577-f01f-4430-aacd-e18ecc8cb4cf tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "DELETE /v2.0/ports/6ea9cd4f-86f1-4d10-9a72-7d3619680b29 HTTP/1.1" status: 204 len: 168 time: 0.3262269 Dec 06 17:40:17.444921 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58782) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:17.451071 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-51b733e9-84a5-4338-bfec-5cfe7ed74afc tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Request body: {'port': {'network_id': 'c1765617-5131-45ca-9670-d239337b43fd', 'mac_address': 'fa:16:3e:3e:c7:6a', 'name': 'tempest-PortsIpV6TestJSON-1327906446'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:40:17.487004 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f229052-e557-4fd7-9fb2-1a06274567ca x-openstack-request-id: req-3f229052-e557-4fd7-9fb2-1a06274567ca {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:40:17.489892 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdbff481-ddf8-420f-b442-c3544ce12597", "name": "network-vif-deleted", "tag": "8b90a031-d215-4fa7-bc6d-63e57197f5e4", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:40:17.490157 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3f229052-e557-4fd7-9fb2-1a06274567ca {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:40:17.490570 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdbff481-ddf8-420f-b442-c3544ce12597', 'name': 'network-vif-deleted', 'tag': '8b90a031-d215-4fa7-bc6d-63e57197f5e4', 'status': 'completed', 'code': 200} Dec 06 17:40:17.543912 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51b733e9-84a5-4338-bfec-5cfe7ed74afc tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Made reservation on behalf of e1d2d51e45b142aeb7c0cb11182fd5b6 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:40:17.614343 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-51b733e9-84a5-4338-bfec-5cfe7ed74afc tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:17.633906 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-51b733e9-84a5-4338-bfec-5cfe7ed74afc tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] device_id is not set on port 7ac4d698-aac3-438b-92c8-36a91e019243 yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:40:17.798814 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-51b733e9-84a5-4338-bfec-5cfe7ed74afc tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:17.833723 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-51b733e9-84a5-4338-bfec-5cfe7ed74afc tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:17.881167 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b733e9-84a5-4338-bfec-5cfe7ed74afc tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Network c1765617-5131-45ca-9670-d239337b43fd is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:40:17.886850 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-51b733e9-84a5-4338-bfec-5cfe7ed74afc tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:40:17.891790 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b733e9-84a5-4338-bfec-5cfe7ed74afc tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:40:17.897743 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b733e9-84a5-4338-bfec-5cfe7ed74afc tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:17.898220 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-51b733e9-84a5-4338-bfec-5cfe7ed74afc tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:17.901961 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b733e9-84a5-4338-bfec-5cfe7ed74afc tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Pushing event updated for resources: {'Port': ['ID=7ac4d698-aac3-438b-92c8-36a91e019243,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:17.917565 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-51b733e9-84a5-4338-bfec-5cfe7ed74afc tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.4709249 Dec 06 17:40:17.919999 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58786) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:17.966416 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c92e64c-19cf-4062-9ad4-02a8d8977e00 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:17.968438 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-0c92e64c-19cf-4062-9ad4-02a8d8977e00 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "GET /v2.0/ports/7ac4d698-aac3-438b-92c8-36a91e019243 HTTP/1.1" status: 200 len: 845 time: 0.0469034 Dec 06 17:40:17.970982 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58788) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:18.062101 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-475c2b86-b9f6-4cbf-80e3-5ea47d33fa29 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Deleting port 7ac4d698-aac3-438b-92c8-36a91e019243 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:40:18.062447 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-475c2b86-b9f6-4cbf-80e3-5ea47d33fa29 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:18.124747 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:18.135548 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-475c2b86-b9f6-4cbf-80e3-5ea47d33fa29 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:18.149110 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-475c2b86-b9f6-4cbf-80e3-5ea47d33fa29 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Calling delete_port for 7ac4d698-aac3-438b-92c8-36a91e019243 owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:40:18.232377 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-475c2b86-b9f6-4cbf-80e3-5ea47d33fa29 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:18.262901 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475c2b86-b9f6-4cbf-80e3-5ea47d33fa29 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Pushing event deleted for resources: {'Port': ['ID=7ac4d698-aac3-438b-92c8-36a91e019243,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:18.271316 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-475c2b86-b9f6-4cbf-80e3-5ea47d33fa29 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:18.274884 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-475c2b86-b9f6-4cbf-80e3-5ea47d33fa29 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "DELETE /v2.0/ports/7ac4d698-aac3-438b-92c8-36a91e019243 HTTP/1.1" status: 204 len: 168 time: 0.3029404 Dec 06 17:40:18.277580 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58790) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:18.304424 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-b20a1040-09be-48e7-bd59-bde1162a79b4 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] GET failed (client error): The resource could not be found. Dec 06 17:40:18.305905 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-b20a1040-09be-48e7-bd59-bde1162a79b4 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "GET /v2.0/ports/7ac4d698-aac3-438b-92c8-36a91e019243 HTTP/1.1" status: 404 len: 333 time: 0.0273821 Dec 06 17:40:18.314012 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58794) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:18.317442 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device b95ad9de-de82-4215-9811-53e7c9271f3e no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:40:18.319566 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-4290e895-389e-487c-9e99-b9d6afae96e5 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Request body: {'port': {'network_id': 'c1765617-5131-45ca-9670-d239337b43fd', 'name': 'tempest-PortsIpV6TestJSON-1246565479'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:40:18.340495 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: b95ad9de-de82-4215-9811-53e7c9271f3e {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:40:18.341244 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device b95ad9de-de82-4215-9811-53e7c9271f3e not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:40:18.358542 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58796) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:18.413090 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1e2e515e-61fe-43e8-b32f-aa43040f4459 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:18.424424 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4290e895-389e-487c-9e99-b9d6afae96e5 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Made reservation on behalf of e1d2d51e45b142aeb7c0cb11182fd5b6 for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:40:18.427983 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4290e895-389e-487c-9e99-b9d6afae96e5 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:18.438476 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1e2e515e-61fe-43e8-b32f-aa43040f4459 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:18.445997 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-4290e895-389e-487c-9e99-b9d6afae96e5 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] device_id is not set on port 3e45163e-3d9a-4e2d-9927-5ecad63c89be yet. {{(pid=103285) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:40:18.490900 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1e2e515e-61fe-43e8-b32f-aa43040f4459 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:18.494689 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1e2e515e-61fe-43e8-b32f-aa43040f4459 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:18.498209 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-1e2e515e-61fe-43e8-b32f-aa43040f4459 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] 10.222.0.23 "DELETE /v2.0/security-groups/50289c58-9355-4c79-a331-bc5dbabf2d4a HTTP/1.1" status: 204 len: 168 time: 0.1361582 Dec 06 17:40:18.501860 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58800) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:18.519727 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2e515e-61fe-43e8-b32f-aa43040f4459 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50289c58-9355-4c79-a331-bc5dbabf2d4a,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:18.578012 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-375ff656-2eb6-4b62-99af-6ec744b85607 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:18.604184 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-375ff656-2eb6-4b62-99af-6ec744b85607 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:18.632250 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4290e895-389e-487c-9e99-b9d6afae96e5 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:18.658148 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-375ff656-2eb6-4b62-99af-6ec744b85607 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:18.660914 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-375ff656-2eb6-4b62-99af-6ec744b85607 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:18.664693 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-375ff656-2eb6-4b62-99af-6ec744b85607 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] 10.222.0.23 "DELETE /v2.0/security-groups/03d44015-0045-4e90-8a7f-d9fa82ca8f95 HTTP/1.1" status: 204 len: 168 time: 0.1593478 Dec 06 17:40:18.665333 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58808) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:18.673061 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375ff656-2eb6-4b62-99af-6ec744b85607 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d44015-0045-4e90-8a7f-d9fa82ca8f95,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:18.714344 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4290e895-389e-487c-9e99-b9d6afae96e5 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:18.801347 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4290e895-389e-487c-9e99-b9d6afae96e5 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Network c1765617-5131-45ca-9670-d239337b43fd is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:40:18.809637 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-4290e895-389e-487c-9e99-b9d6afae96e5 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:40:18.814888 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4290e895-389e-487c-9e99-b9d6afae96e5 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:40:18.820508 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4290e895-389e-487c-9e99-b9d6afae96e5 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:18.821122 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4290e895-389e-487c-9e99-b9d6afae96e5 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:18.823529 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4290e895-389e-487c-9e99-b9d6afae96e5 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Pushing event updated for resources: {'Port': ['ID=3e45163e-3d9a-4e2d-9927-5ecad63c89be,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:19.081183 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:19.247523 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-4290e895-389e-487c-9e99-b9d6afae96e5 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9322085 Dec 06 17:40:19.250173 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58826) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:19.256409 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-a5230fe2-8536-4eb3-a59f-41e1b7249c72 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:40:19.359444 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a5230fe2-8536-4eb3-a59f-41e1b7249c72 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:19.590955 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a5230fe2-8536-4eb3-a59f-41e1b7249c72 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:19.600242 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a5230fe2-8536-4eb3-a59f-41e1b7249c72 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:19.661311 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-a5230fe2-8536-4eb3-a59f-41e1b7249c72 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] In _notify_port_updated(), no bound segment for port 3e45163e-3d9a-4e2d-9927-5ecad63c89be on network c1765617-5131-45ca-9670-d239337b43fd {{(pid=103285) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 17:40:19.666890 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5230fe2-8536-4eb3-a59f-41e1b7249c72 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:19.667524 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a5230fe2-8536-4eb3-a59f-41e1b7249c72 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:19.668897 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-a5230fe2-8536-4eb3-a59f-41e1b7249c72 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "PUT /v2.0/ports/3e45163e-3d9a-4e2d-9927-5ecad63c89be HTTP/1.1" status: 200 len: 818 time: 0.4178057 Dec 06 17:40:19.671752 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58838) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:19.694467 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5230fe2-8536-4eb3-a59f-41e1b7249c72 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Pushing event updated for resources: {'Port': ['ID=3e45163e-3d9a-4e2d-9927-5ecad63c89be,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:19.710720 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-46360a95-2e58-44fd-9dd3-03962a14124d tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575908'] for router_interface, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:19.787955 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-4c6a5f85-7421-499e-a67e-8a8b077d8c12 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Deleting port 3e45163e-3d9a-4e2d-9927-5ecad63c89be {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:40:19.788378 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4c6a5f85-7421-499e-a67e-8a8b077d8c12 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:19.862442 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4c6a5f85-7421-499e-a67e-8a8b077d8c12 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:19.876917 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-4c6a5f85-7421-499e-a67e-8a8b077d8c12 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Calling delete_port for 3e45163e-3d9a-4e2d-9927-5ecad63c89be owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:40:19.968886 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4c6a5f85-7421-499e-a67e-8a8b077d8c12 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:19.987987 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-46360a95-2e58-44fd-9dd3-03962a14124d tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Deleting port 33d10205-200f-4b35-a682-a9f70021fec4 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:40:19.988340 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-46360a95-2e58-44fd-9dd3-03962a14124d tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:19.999672 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6a5f85-7421-499e-a67e-8a8b077d8c12 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Pushing event deleted for resources: {'Port': ['ID=3e45163e-3d9a-4e2d-9927-5ecad63c89be,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:20.004864 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4c6a5f85-7421-499e-a67e-8a8b077d8c12 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:20.011236 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-4c6a5f85-7421-499e-a67e-8a8b077d8c12 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "DELETE /v2.0/ports/3e45163e-3d9a-4e2d-9927-5ecad63c89be HTTP/1.1" status: 204 len: 168 time: 0.3384366 Dec 06 17:40:20.011963 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58844) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:20.060346 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce40582-efb9-442d-972b-388e9ad2c6ee tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:20.065078 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-cce40582-efb9-442d-972b-388e9ad2c6ee tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0496256 Dec 06 17:40:20.065289 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58846) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:20.090680 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-710a1856-fa69-4489-9c08-00d165e68dcc tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] GET failed (client error): The resource could not be found. Dec 06 17:40:20.096321 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-710a1856-fa69-4489-9c08-00d165e68dcc tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "GET /v2.0/ports/3e45163e-3d9a-4e2d-9927-5ecad63c89be HTTP/1.1" status: 404 len: 333 time: 0.0252283 Dec 06 17:40:20.096461 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-46360a95-2e58-44fd-9dd3-03962a14124d tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] For port 33d10205-200f-4b35-a682-a9f70021fec4, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=33d10205-200f-4b35-a682-a9f70021fec4,segment=NetworkSegment(0086a8a7-cc68-4b68-a6a5-a1c6cd29727d),segment_id=0086a8a7-cc68-4b68-a6a5-a1c6cd29727d)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:40:20.096461 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-46360a95-2e58-44fd-9dd3-03962a14124d tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:20.096669 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58848) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:20.102146 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-2a49cbb1-79d7-4245-b659-0c06f1da423f tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1671242832'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:40:20.110536 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-46360a95-2e58-44fd-9dd3-03962a14124d tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Calling delete_port for 33d10205-200f-4b35-a682-a9f70021fec4 owned by network:router_interface {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:40:20.126986 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a49cbb1-79d7-4245-b659-0c06f1da423f tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Made reservation on behalf of e1d2d51e45b142aeb7c0cb11182fd5b6 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:40:20.131744 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2a49cbb1-79d7-4245-b659-0c06f1da423f tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:20.159032 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a49cbb1-79d7-4245-b659-0c06f1da423f tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:40:20.169112 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2a49cbb1-79d7-4245-b659-0c06f1da423f tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:20.169489 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-2a49cbb1-79d7-4245-b659-0c06f1da423f tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Added segment 0b5b3dc7-4a10-41c5-9c2b-c428348cc176 of type vlan for network f07c64f8-7207-427d-91a4-2470b5439dda Dec 06 17:40:20.217366 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2a49cbb1-79d7-4245-b659-0c06f1da423f tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:20.243849 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2a49cbb1-79d7-4245-b659-0c06f1da423f tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:20.254018 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a49cbb1-79d7-4245-b659-0c06f1da423f tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:20.254783 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2a49cbb1-79d7-4245-b659-0c06f1da423f tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:20.295214 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-2a49cbb1-79d7-4245-b659-0c06f1da423f tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1975498 Dec 06 17:40:20.298775 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58854) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:20.306572 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-034e8663-b754-4936-b7f3-5abd73ea9591 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Request body: {'subnet': {'network_id': 'f07c64f8-7207-427d-91a4-2470b5439dda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:40:20.333944 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a49cbb1-79d7-4245-b659-0c06f1da423f tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Pushing event updated for resources: {'Network': ['ID=f07c64f8-7207-427d-91a4-2470b5439dda,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:20.345232 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network f07c64f8-7207-427d-91a4-2470b5439dda details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:40:20.382998 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-46360a95-2e58-44fd-9dd3-03962a14124d tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:20.401304 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 8b90a031-d215-4fa7-bc6d-63e57197f5e4 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:40:20.423044 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46360a95-2e58-44fd-9dd3-03962a14124d tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Pushing event deleted for resources: {'Port': ['ID=33d10205-200f-4b35-a682-a9f70021fec4,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:20.432928 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] No Port match for: 8b90a031-d215-4fa7-bc6d-63e57197f5e4 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:40:20.433373 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 8b90a031-d215-4fa7-bc6d-63e57197f5e4 not bound to the agent host n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:40:20.502476 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-034e8663-b754-4936-b7f3-5abd73ea9591 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Made reservation on behalf of e1d2d51e45b142aeb7c0cb11182fd5b6 for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:40:20.506052 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-034e8663-b754-4936-b7f3-5abd73ea9591 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:20.694794 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-46360a95-2e58-44fd-9dd3-03962a14124d tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-772474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575952'] for router_interface, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:20.877166 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-034e8663-b754-4936-b7f3-5abd73ea9591 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:20.978997 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034e8663-b754-4936-b7f3-5abd73ea9591 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Pushing event updated for resources: {'Subnet': ['ID=b46984b8-b5d2-439e-84dd-05e1e8ac9a4a,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:20.994663 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034e8663-b754-4936-b7f3-5abd73ea9591 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Checking segment: {'id': '0b5b3dc7-4a10-41c5-9c2b-c428348cc176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f07c64f8-7207-427d-91a4-2470b5439dda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:40:20.995037 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034e8663-b754-4936-b7f3-5abd73ea9591 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Network hostable DHCP agents. Network: f07c64f8-7207-427d-91a4-2470b5439dda, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:40:21.057978 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034e8663-b754-4936-b7f3-5abd73ea9591 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Network f07c64f8-7207-427d-91a4-2470b5439dda is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:40:21.072342 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-034e8663-b754-4936-b7f3-5abd73ea9591 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, f07c64f8-7207-427d-91a4-2470b5439dda) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:40:21.074941 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46360a95-2e58-44fd-9dd3-03962a14124d tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Router ae46d148-3246-4760-8641-a8b685055c6e has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:40:21.079324 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034e8663-b754-4936-b7f3-5abd73ea9591 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:21.079932 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-034e8663-b754-4936-b7f3-5abd73ea9591 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:21.081810 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2263bb04-38a5-4b77-b8fc-ca8380fff80e None None] Network f07c64f8-7207-427d-91a4-2470b5439dda requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:40:21.101034 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-034e8663-b754-4936-b7f3-5abd73ea9591 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7983179 Dec 06 17:40:21.101396 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58870) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:21.109376 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-51f62a74-708f-40c7-a5db-b7c0651cae75 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Request body: {'subnet': {'network_id': 'f07c64f8-7207-427d-91a4-2470b5439dda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:40:21.216851 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46360a95-2e58-44fd-9dd3-03962a14124d tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:40:21.222768 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-46360a95-2e58-44fd-9dd3-03962a14124d tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] 10.222.0.23 "PUT /v2.0/routers/ae46d148-3246-4760-8641-a8b685055c6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5560842 Dec 06 17:40:21.225966 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58872) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:21.228654 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b14423-5793-4fa5-9415-498a3740d56f None None] Sync routers for ids ['ae46d148-3246-4760-8641-a8b685055c6e'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:40:21.237443 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51f62a74-708f-40c7-a5db-b7c0651cae75 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Made reservation on behalf of e1d2d51e45b142aeb7c0cb11182fd5b6 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:40:21.241688 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-51f62a74-708f-40c7-a5db-b7c0651cae75 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:21.248901 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b14423-5793-4fa5-9415-498a3740d56f None None] Routers {'ae46d148-3246-4760-8641-a8b685055c6e'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:40:21.250014 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-80b14423-5793-4fa5-9415-498a3740d56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:40:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['ae46d148-3246-4760-8641-a8b685055c6e'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:40:21.298386 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3742913-6366-4dea-a88a-664c98596f9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-f07c64f8-7207-427d-91a4-2470b5439dda', 'network_id': 'f07c64f8-7207-427d-91a4-2470b5439dda', 'tenant_id': 'e1d2d51e45b142aeb7c0cb11182fd5b6', 'fixed_ips': [{'subnet_id': 'b46984b8-b5d2-439e-84dd-05e1e8ac9a4a'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:40:21.299268 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c3742913-6366-4dea-a88a-664c98596f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:21.310095 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa7bfe63-5e82-448d-8cf6-29498695e57e tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Deleting subnet f4ab2fad-07f3-4876-b0e1-2d6064898429 {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:40:21.314331 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fa7bfe63-5e82-448d-8cf6-29498695e57e tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:21.367491 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fa7bfe63-5e82-448d-8cf6-29498695e57e tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:21.385458 n-d-master-1 neutron-server[103284]: INFO neutron.db.ipam_backend_mixin [None req-51f62a74-708f-40c7-a5db-b7c0651cae75 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b46984b8-b5d2-439e-84dd-05e1e8ac9a4a (CIDR: 2001:db8::/64) Dec 06 17:40:21.392123 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-51f62a74-708f-40c7-a5db-b7c0651cae75 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 17:40:21.392754 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51f62a74-708f-40c7-a5db-b7c0651cae75 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:40:21.429598 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-51f62a74-708f-40c7-a5db-b7c0651cae75 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3269401 Dec 06 17:40:21.432270 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58878) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:21.439892 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-f6fa4317-b770-4761-b47d-72ddf16b9127 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Request body: {'subnet': {'network_id': 'f07c64f8-7207-427d-91a4-2470b5439dda', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:40:21.482381 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-80b14423-5793-4fa5-9415-498a3740d56f None None] Set router ae46d148-3246-4760-8641-a8b685055c6e gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:40:21.483407 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-c3742913-6366-4dea-a88a-664c98596f9a None None] Allocated IP 2001:db8::2 (f07c64f8-7207-427d-91a4-2470b5439dda/b46984b8-b5d2-439e-84dd-05e1e8ac9a4a/c13ef8bd-6046-4267-8bf7-81e4ab818414) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:40:21.507622 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fa7bfe63-5e82-448d-8cf6-29498695e57e tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:21.587146 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fa7bfe63-5e82-448d-8cf6-29498695e57e tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:21.629065 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6fa4317-b770-4761-b47d-72ddf16b9127 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Made reservation on behalf of e1d2d51e45b142aeb7c0cb11182fd5b6 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:40:21.634883 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f6fa4317-b770-4761-b47d-72ddf16b9127 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:21.657656 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7bfe63-5e82-448d-8cf6-29498695e57e tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Pushing event deleted for resources: {'Subnet': ['ID=f4ab2fad-07f3-4876-b0e1-2d6064898429,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:21.659730 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fa7bfe63-5e82-448d-8cf6-29498695e57e tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:21.664042 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-fa7bfe63-5e82-448d-8cf6-29498695e57e tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] 10.222.0.23 "DELETE /v2.0/subnets/f4ab2fad-07f3-4876-b0e1-2d6064898429 HTTP/1.1" status: 204 len: 168 time: 0.4368224 Dec 06 17:40:21.666623 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58886) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:21.695274 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c933ba-f091-4ccc-96a9-fb0497748414 None None] Network ca92a34c-5a45-49c6-88fa-170359e316c2 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:40:21.776980 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c3742913-6366-4dea-a88a-664c98596f9a None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:21.791654 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-80b14423-5793-4fa5-9415-498a3740d56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae46d148-3246-4760-8641-a8b685055c6e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-474003343', 'tenant_id': 'c27044cf11ea44118ff5004391cd34da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.154'}], 'enable_snat': True}, 'gw_port_id': '02e9925f-c728-43d0-95f0-518733740a5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:38:34Z', 'updated_at': '2021-12-06T17:40:20Z', 'revision_number': 5, 'project_id': 'c27044cf11ea44118ff5004391cd34da', 'gw_port': {'id': '02e9925f-c728-43d0-95f0-518733740a5c', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:17:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae46d148-3246-4760-8641-a8b685055c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:38:35Z', 'updated_at': '2021-12-06T17:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:40:21.793608 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c3742913-6366-4dea-a88a-664c98596f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:21.826282 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b14423-5793-4fa5-9415-498a3740d56f None None] Checking router: ae46d148-3246-4760-8641-a8b685055c6e for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:40:21.840078 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b14423-5793-4fa5-9415-498a3740d56f None None] Routers {'ae46d148-3246-4760-8641-a8b685055c6e'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:40:21.840839 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-80b14423-5793-4fa5-9415-498a3740d56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:40:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['ae46d148-3246-4760-8641-a8b685055c6e'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:40:21.856399 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0af1f973-3f4a-4f78-af22-7dd652e3d9c0 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks [] for router, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:21.863884 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3742913-6366-4dea-a88a-664c98596f9a None None] Network f07c64f8-7207-427d-91a4-2470b5439dda is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:40:21.871504 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-c3742913-6366-4dea-a88a-664c98596f9a None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:40:21.887956 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3742913-6366-4dea-a88a-664c98596f9a None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:40:21.894368 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3742913-6366-4dea-a88a-664c98596f9a None None] Pushing event updated for resources: {'Port': ['ID=c13ef8bd-6046-4267-8bf7-81e4ab818414,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:22.006939 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-c3742913-6366-4dea-a88a-664c98596f9a None None] Attempting to bind port c13ef8bd-6046-4267-8bf7-81e4ab818414 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:40:22.007187 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-80b14423-5793-4fa5-9415-498a3740d56f None None] Set router ae46d148-3246-4760-8641-a8b685055c6e gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:40:22.010160 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-c3742913-6366-4dea-a88a-664c98596f9a None None] Attempting to bind port c13ef8bd-6046-4267-8bf7-81e4ab818414 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '0b5b3dc7-4a10-41c5-9c2b-c428348cc176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f07c64f8-7207-427d-91a4-2470b5439dda'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:40:22.010387 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3742913-6366-4dea-a88a-664c98596f9a None None] Attempting to bind port c13ef8bd-6046-4267-8bf7-81e4ab818414 on network f07c64f8-7207-427d-91a4-2470b5439dda {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:40:22.021635 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0af1f973-3f4a-4f78-af22-7dd652e3d9c0 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:22.024742 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3742913-6366-4dea-a88a-664c98596f9a None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:40:22.025252 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3742913-6366-4dea-a88a-664c98596f9a None None] Checking segment: {'id': '0b5b3dc7-4a10-41c5-9c2b-c428348cc176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f07c64f8-7207-427d-91a4-2470b5439dda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:40:22.025784 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c3742913-6366-4dea-a88a-664c98596f9a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:22.026640 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3742913-6366-4dea-a88a-664c98596f9a None None] Bound using segment: {'id': '0b5b3dc7-4a10-41c5-9c2b-c428348cc176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f07c64f8-7207-427d-91a4-2470b5439dda'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:40:22.026839 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-c3742913-6366-4dea-a88a-664c98596f9a None None] Bound port: c13ef8bd-6046-4267-8bf7-81e4ab818414, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5b3dc7-4a10-41c5-9c2b-c428348cc176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f07c64f8-7207-427d-91a4-2470b5439dda'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:40:22.027890 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c3742913-6366-4dea-a88a-664c98596f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:22.052731 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddbdea53-950b-4ac5-bd6a-b635bac69333 None None] DHCP port deletion for ca92a34c-5a45-49c6-88fa-170359e316c2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:40:22.103535 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f6fa4317-b770-4761-b47d-72ddf16b9127 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:22.138418 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-0af1f973-3f4a-4f78-af22-7dd652e3d9c0 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Deleting port 02e9925f-c728-43d0-95f0-518733740a5c {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:40:22.138760 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0af1f973-3f4a-4f78-af22-7dd652e3d9c0 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:22.162107 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c3742913-6366-4dea-a88a-664c98596f9a None None] For port c13ef8bd-6046-4267-8bf7-81e4ab818414, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:40:22.167867 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c3742913-6366-4dea-a88a-664c98596f9a None None] For port c13ef8bd-6046-4267-8bf7-81e4ab818414, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c13ef8bd-6046-4267-8bf7-81e4ab818414,segment=NetworkSegment(0b5b3dc7-4a10-41c5-9c2b-c428348cc176),segment_id=0b5b3dc7-4a10-41c5-9c2b-c428348cc176)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:40:22.178110 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c3742913-6366-4dea-a88a-664c98596f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:22.220523 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6fa4317-b770-4761-b47d-72ddf16b9127 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Network f07c64f8-7207-427d-91a4-2470b5439dda is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:40:22.223793 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-f6fa4317-b770-4761-b47d-72ddf16b9127 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:40:22.230357 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6fa4317-b770-4761-b47d-72ddf16b9127 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:22.230965 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f6fa4317-b770-4761-b47d-72ddf16b9127 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:22.249526 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fa4317-b770-4761-b47d-72ddf16b9127 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Pushing event updated for resources: {'Subnet': ['ID=f439eb5f-2ce0-455f-b1fe-90961d844ea3,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:22.257571 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-ddbdea53-950b-4ac5-bd6a-b635bac69333 None None] Deleting port 7dcf564c-f078-4459-9b79-302011453bce {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:40:22.257959 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ddbdea53-950b-4ac5-bd6a-b635bac69333 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:22.268065 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-f6fa4317-b770-4761-b47d-72ddf16b9127 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8342180 Dec 06 17:40:22.268340 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58892) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:22.269504 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-80b14423-5793-4fa5-9415-498a3740d56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae46d148-3246-4760-8641-a8b685055c6e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-474003343', 'tenant_id': 'c27044cf11ea44118ff5004391cd34da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.154'}], 'enable_snat': True}, 'gw_port_id': '02e9925f-c728-43d0-95f0-518733740a5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:38:34Z', 'updated_at': '2021-12-06T17:40:20Z', 'revision_number': 5, 'project_id': 'c27044cf11ea44118ff5004391cd34da', 'gw_port': {'id': '02e9925f-c728-43d0-95f0-518733740a5c', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:17:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae46d148-3246-4760-8641-a8b685055c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:38:35Z', 'updated_at': '2021-12-06T17:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:40:22.294029 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-3951b332-8524-4466-b38d-68b5fbe65a7b tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Request body: {'port': {'network_id': 'f07c64f8-7207-427d-91a4-2470b5439dda', 'fixed_ips': [{'subnet_id': 'b46984b8-b5d2-439e-84dd-05e1e8ac9a4a'}, {'subnet_id': 'f439eb5f-2ce0-455f-b1fe-90961d844ea3'}], 'name': 'tempest-PortsIpV6TestJSON-2042648709'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:40:22.302715 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3742913-6366-4dea-a88a-664c98596f9a None None] Pushing event updated for resources: {'Port': ['ID=c13ef8bd-6046-4267-8bf7-81e4ab818414,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:22.323302 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b14423-5793-4fa5-9415-498a3740d56f None None] The sync data for ids ['ae46d148-3246-4760-8641-a8b685055c6e'] in n-d-master-1 is: [{'id': 'ae46d148-3246-4760-8641-a8b685055c6e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-474003343', 'tenant_id': 'c27044cf11ea44118ff5004391cd34da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.154'}], 'enable_snat': True}, 'gw_port_id': '02e9925f-c728-43d0-95f0-518733740a5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:38:34Z', 'updated_at': '2021-12-06T17:40:20Z', 'revision_number': 5, 'project_id': 'c27044cf11ea44118ff5004391cd34da', 'gw_port': {'id': '02e9925f-c728-43d0-95f0-518733740a5c', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:17:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae46d148-3246-4760-8641-a8b685055c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:38:35Z', 'updated_at': '2021-12-06T17:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:40:22.325335 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-0af1f973-3f4a-4f78-af22-7dd652e3d9c0 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] For port 02e9925f-c728-43d0-95f0-518733740a5c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=02e9925f-c728-43d0-95f0-518733740a5c,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:40:22.325740 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0af1f973-3f4a-4f78-af22-7dd652e3d9c0 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:22.369539 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-0af1f973-3f4a-4f78-af22-7dd652e3d9c0 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Calling delete_port for 02e9925f-c728-43d0-95f0-518733740a5c owned by network:router_gateway {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:40:22.377656 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-ddbdea53-950b-4ac5-bd6a-b635bac69333 None None] For port 7dcf564c-f078-4459-9b79-302011453bce, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7dcf564c-f078-4459-9b79-302011453bce,segment=NetworkSegment(0086a8a7-cc68-4b68-a6a5-a1c6cd29727d),segment_id=0086a8a7-cc68-4b68-a6a5-a1c6cd29727d)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:40:22.378194 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ddbdea53-950b-4ac5-bd6a-b635bac69333 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:22.398297 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-ddbdea53-950b-4ac5-bd6a-b635bac69333 None None] Calling delete_port for 7dcf564c-f078-4459-9b79-302011453bce owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:40:22.488011 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ddbdea53-950b-4ac5-bd6a-b635bac69333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:22.523425 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbdea53-950b-4ac5-bd6a-b635bac69333 None None] Pushing event deleted for resources: {'Port': ['ID=7dcf564c-f078-4459-9b79-302011453bce,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:22.531187 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbdea53-950b-4ac5-bd6a-b635bac69333 None None] No DVR routers for this DVR port 7dcf564c-f078-4459-9b79-302011453bce on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:40:22.624958 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3951b332-8524-4466-b38d-68b5fbe65a7b tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Made reservation on behalf of e1d2d51e45b142aeb7c0cb11182fd5b6 for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:40:22.758813 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 7dcf564c-f078-4459-9b79-302011453bce no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:40:22.803860 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0af1f973-3f4a-4f78-af22-7dd652e3d9c0 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:22.806125 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 7dcf564c-f078-4459-9b79-302011453bce {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:40:22.806722 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 7dcf564c-f078-4459-9b79-302011453bce not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:40:22.809268 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3951b332-8524-4466-b38d-68b5fbe65a7b tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:22.846533 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af1f973-3f4a-4f78-af22-7dd652e3d9c0 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Pushing event deleted for resources: {'Port': ['ID=02e9925f-c728-43d0-95f0-518733740a5c,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:22.861020 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecef4560-c702-4c62-ba73-9df9aeb3c6f2 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:40:22.866182 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-3951b332-8524-4466-b38d-68b5fbe65a7b tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] device_id is not set on port 7e853b39-146d-4874-b2e9-d161127227ae yet. {{(pid=103285) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:40:23.018178 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0af1f973-3f4a-4f78-af22-7dd652e3d9c0 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536698'] for router_gateway, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:23.467017 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0af1f973-3f4a-4f78-af22-7dd652e3d9c0 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:23.492095 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0af1f973-3f4a-4f78-af22-7dd652e3d9c0 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:23.556234 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0af1f973-3f4a-4f78-af22-7dd652e3d9c0 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:23.557074 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0af1f973-3f4a-4f78-af22-7dd652e3d9c0 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Fanout notify agent at l3_agent the message router_deleted on router ae46d148-3246-4760-8641-a8b685055c6e {{(pid=103285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 17:40:23.567684 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0af1f973-3f4a-4f78-af22-7dd652e3d9c0 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:23.568886 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-0af1f973-3f4a-4f78-af22-7dd652e3d9c0 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] 10.222.0.23 "DELETE /v2.0/routers/ae46d148-3246-4760-8641-a8b685055c6e HTTP/1.1" status: 204 len: 168 time: 1.8992863 Dec 06 17:40:23.571675 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58912) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:23.681688 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e1228650-f215-4ef7-aa0b-878e59238b04 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:23.692043 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e8eec5-4663-4892-9097-c8a471c39e24 None None] Network f07c64f8-7207-427d-91a4-2470b5439dda requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:40:23.760670 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-3951b332-8524-4466-b38d-68b5fbe65a7b tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Allocated IP 2001:db8::309 (f07c64f8-7207-427d-91a4-2470b5439dda/b46984b8-b5d2-439e-84dd-05e1e8ac9a4a/7e853b39-146d-4874-b2e9-d161127227ae) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:40:23.782482 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-3951b332-8524-4466-b38d-68b5fbe65a7b tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Allocated IP 2001:db8:0:1::b7 (f07c64f8-7207-427d-91a4-2470b5439dda/f439eb5f-2ce0-455f-b1fe-90961d844ea3/7e853b39-146d-4874-b2e9-d161127227ae) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:40:23.807395 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-2f5bae24-0a03-44f2-9a25-2f437b49fa2d None None] Provisioning complete for port c13ef8bd-6046-4267-8bf7-81e4ab818414 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:40:23.808019 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2f5bae24-0a03-44f2-9a25-2f437b49fa2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:23.824083 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e1228650-f215-4ef7-aa0b-878e59238b04 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:23.846885 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-e1228650-f215-4ef7-aa0b-878e59238b04 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca92a34c-5a45-49c6-88fa-170359e316c2']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:40:23.858592 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-e1228650-f215-4ef7-aa0b-878e59238b04 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0086a8a7-cc68-4b68-a6a5-a1c6cd29727d') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:40:23.859141 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-e1228650-f215-4ef7-aa0b-878e59238b04 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0086a8a7-cc68-4b68-a6a5-a1c6cd29727d') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:40:23.877322 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e1228650-f215-4ef7-aa0b-878e59238b04 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:23.896248 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e1228650-f215-4ef7-aa0b-878e59238b04 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:23.902322 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1228650-f215-4ef7-aa0b-878e59238b04 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:40:23.902322 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e1228650-f215-4ef7-aa0b-878e59238b04 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:23.906751 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 17:40:23.906751 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:40:23.906751 n-d-master-1 neutron-server[103284]: timer() Dec 06 17:40:23.906751 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:40:23.906751 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 17:40:23.906751 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:40:23.906751 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 17:40:23.906751 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:40:23.906751 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 17:40:23.906751 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:40:23.906751 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 17:40:23.906751 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:40:23.906751 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 17:40:23.906751 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:40:23.906751 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:40:23.906751 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:40:23.906751 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:40:23.906751 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:40:23.906751 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 17:40:23.906751 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:40:23.906751 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 17:40:23.906751 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:40:23.906751 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:40:23.906751 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:40:23.906751 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 17:40:23.906751 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:40:23.906751 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:40:23.906751 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:40:23.906751 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:40:23.906751 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:40:23.906751 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:40:23.906751 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:40:23.971941 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2f5bae24-0a03-44f2-9a25-2f437b49fa2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:23.978981 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e1228650-f215-4ef7-aa0b-878e59238b04 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:23.987301 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e1228650-f215-4ef7-aa0b-878e59238b04 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Publish callbacks [] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:23.995502 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-e1228650-f215-4ef7-aa0b-878e59238b04 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] 10.222.0.23 "DELETE /v2.0/networks/ca92a34c-5a45-49c6-88fa-170359e316c2 HTTP/1.1" status: 204 len: 168 time: 0.4227357 Dec 06 17:40:24.008331 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3951b332-8524-4466-b38d-68b5fbe65a7b tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:24.010226 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1228650-f215-4ef7-aa0b-878e59238b04 tempest-TestSecurityGroupsBasicOps-148188803 tempest-TestSecurityGroupsBasicOps-148188803-project] Pushing event deleted for resources: {'Network': ['ID=ca92a34c-5a45-49c6-88fa-170359e316c2,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:24.038744 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-2f5bae24-0a03-44f2-9a25-2f437b49fa2d None None] For port c13ef8bd-6046-4267-8bf7-81e4ab818414, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c13ef8bd-6046-4267-8bf7-81e4ab818414,segment=NetworkSegment(0b5b3dc7-4a10-41c5-9c2b-c428348cc176),segment_id=0b5b3dc7-4a10-41c5-9c2b-c428348cc176)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:40:24.043665 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2f5bae24-0a03-44f2-9a25-2f437b49fa2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:24.086879 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3951b332-8524-4466-b38d-68b5fbe65a7b tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:24.137375 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3951b332-8524-4466-b38d-68b5fbe65a7b tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Network f07c64f8-7207-427d-91a4-2470b5439dda is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:40:24.141992 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-3951b332-8524-4466-b38d-68b5fbe65a7b tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:40:24.146047 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3951b332-8524-4466-b38d-68b5fbe65a7b tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:40:24.152612 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3951b332-8524-4466-b38d-68b5fbe65a7b tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:24.153328 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3951b332-8524-4466-b38d-68b5fbe65a7b tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:24.172563 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3951b332-8524-4466-b38d-68b5fbe65a7b tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Pushing event updated for resources: {'Port': ['ID=7e853b39-146d-4874-b2e9-d161127227ae,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:24.173038 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb45e0f-1ce6-4125-b452-c9237e69d2a7 None None] Update dhcp port {'port': {'network_id': 'f07c64f8-7207-427d-91a4-2470b5439dda', 'fixed_ips': [{'subnet_id': 'b46984b8-b5d2-439e-84dd-05e1e8ac9a4a', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f439eb5f-2ce0-455f-b1fe-90961d844ea3'}], 'binding:host_id': 'n-d-master-1'}, 'id': 'c13ef8bd-6046-4267-8bf7-81e4ab818414'} from n-d-master-1. {{(pid=103286) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 06 17:40:24.178050 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5bae24-0a03-44f2-9a25-2f437b49fa2d None None] Pushing event updated for resources: {'Port': ['ID=c13ef8bd-6046-4267-8bf7-81e4ab818414,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:24.207655 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58928) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:24.207978 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-3951b332-8524-4466-b38d-68b5fbe65a7b tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.9263713 Dec 06 17:40:24.212303 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-dcb45e0f-1ce6-4125-b452-c9237e69d2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:24.217935 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-43e3aa6e-8aa8-47f4-b928-c80aa0b676e3 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b46984b8-b5d2-439e-84dd-05e1e8ac9a4a'}]}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:40:24.429994 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device c13ef8bd-6046-4267-8bf7-81e4ab818414 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:40:24.455418 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58932) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:24.467268 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-dcb45e0f-1ce6-4125-b452-c9237e69d2a7 None None] Allocated IP 2001:db8:0:1::2 (f07c64f8-7207-427d-91a4-2470b5439dda/f439eb5f-2ce0-455f-b1fe-90961d844ea3/c13ef8bd-6046-4267-8bf7-81e4ab818414) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:40:24.491727 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-43e3aa6e-8aa8-47f4-b928-c80aa0b676e3 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:24.569390 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port c13ef8bd-6046-4267-8bf7-81e4ab818414 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:40:24.569390 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:24.648811 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-dcb45e0f-1ce6-4125-b452-c9237e69d2a7 None None] For port c13ef8bd-6046-4267-8bf7-81e4ab818414, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c13ef8bd-6046-4267-8bf7-81e4ab818414,segment=NetworkSegment(0b5b3dc7-4a10-41c5-9c2b-c428348cc176),segment_id=0b5b3dc7-4a10-41c5-9c2b-c428348cc176)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:40:24.669686 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-5ed76486-51a2-426e-b3d0-184ef0f4940d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c27044cf11ea44118ff5004391cd34da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2118187 Dec 06 17:40:24.670132 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58940) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:24.731264 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-dcb45e0f-1ce6-4125-b452-c9237e69d2a7 None None] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:24.739188 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-dcb45e0f-1ce6-4125-b452-c9237e69d2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:24.743218 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e98acc7c-7e6d-49e2-b7fd-76560fa2e3a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:24.769217 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e98acc7c-7e6d-49e2-b7fd-76560fa2e3a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:24.802333 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 33d10205-200f-4b35-a682-a9f70021fec4 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:40:24.816023 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-43e3aa6e-8aa8-47f4-b928-c80aa0b676e3 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Delete allocated IP 2001:db8:0:1::b7 (f07c64f8-7207-427d-91a4-2470b5439dda/f439eb5f-2ce0-455f-b1fe-90961d844ea3) {{(pid=103284) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 06 17:40:24.836126 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e98acc7c-7e6d-49e2-b7fd-76560fa2e3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:24.838759 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e98acc7c-7e6d-49e2-b7fd-76560fa2e3a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:24.839942 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-e98acc7c-7e6d-49e2-b7fd-76560fa2e3a5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/31e7cc84-8745-4ddb-b972-0859a6bd0d90 HTTP/1.1" status: 204 len: 168 time: 0.1688385 Dec 06 17:40:24.861634 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98acc7c-7e6d-49e2-b7fd-76560fa2e3a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e7cc84-8745-4ddb-b972-0859a6bd0d90,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:24.908388 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 33d10205-200f-4b35-a682-a9f70021fec4 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:40:24.908737 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 33d10205-200f-4b35-a682-a9f70021fec4 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:40:24.909154 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 02e9925f-c728-43d0-95f0-518733740a5c no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:40:24.951479 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb45e0f-1ce6-4125-b452-c9237e69d2a7 None None] Pushing event updated for resources: {'Port': ['ID=c13ef8bd-6046-4267-8bf7-81e4ab818414,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:24.958036 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 02e9925f-c728-43d0-95f0-518733740a5c {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:40:24.958343 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 02e9925f-c728-43d0-95f0-518733740a5c not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:40:25.010937 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-43e3aa6e-8aa8-47f4-b928-c80aa0b676e3 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:25.020841 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-43e3aa6e-8aa8-47f4-b928-c80aa0b676e3 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:25.096720 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-43e3aa6e-8aa8-47f4-b928-c80aa0b676e3 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] In _notify_port_updated(), no bound segment for port 7e853b39-146d-4874-b2e9-d161127227ae on network f07c64f8-7207-427d-91a4-2470b5439dda {{(pid=103284) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 17:40:25.103319 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e3aa6e-8aa8-47f4-b928-c80aa0b676e3 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:25.103957 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-43e3aa6e-8aa8-47f4-b928-c80aa0b676e3 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:25.108291 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-43e3aa6e-8aa8-47f4-b928-c80aa0b676e3 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "PUT /v2.0/ports/7e853b39-146d-4874-b2e9-d161127227ae HTTP/1.1" status: 200 len: 926 time: 0.8919215 Dec 06 17:40:25.108920 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58952) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:25.114509 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-05cb3de7-288a-4e11-b1dc-9d17ae8e5fe9 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b46984b8-b5d2-439e-84dd-05e1e8ac9a4a'}, {'subnet_id': 'f439eb5f-2ce0-455f-b1fe-90961d844ea3'}]}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:40:25.126170 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e3aa6e-8aa8-47f4-b928-c80aa0b676e3 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Pushing event updated for resources: {'Port': ['ID=7e853b39-146d-4874-b2e9-d161127227ae,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:25.221780 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-05cb3de7-288a-4e11-b1dc-9d17ae8e5fe9 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:25.236340 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58958) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:25.270862 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fd097ff3-2b64-4454-be97-bd973cf3d7dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:25.365185 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fd097ff3-2b64-4454-be97-bd973cf3d7dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:25.371239 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fd097ff3-2b64-4454-be97-bd973cf3d7dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:25.416431 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-fd097ff3-2b64-4454-be97-bd973cf3d7dd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=469ceadd410f482bb2218619976aca83&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1789196 Dec 06 17:40:25.417427 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd097ff3-2b64-4454-be97-bd973cf3d7dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2764409e-2776-41e0-a3f5-508a36206dbd,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:25.419056 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58960) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:25.570498 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f80591fc-ffa2-497c-ba90-4cba3c1a66eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:25.618994 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-05cb3de7-288a-4e11-b1dc-9d17ae8e5fe9 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Allocated IP 2001:db8:0:1::306 (f07c64f8-7207-427d-91a4-2470b5439dda/f439eb5f-2ce0-455f-b1fe-90961d844ea3/7e853b39-146d-4874-b2e9-d161127227ae) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:40:25.622180 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f80591fc-ffa2-497c-ba90-4cba3c1a66eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:25.651684 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9aefa1f-7cb5-401a-ab00-b6c88a935e81 None None] Network f07c64f8-7207-427d-91a4-2470b5439dda requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:40:25.728421 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f80591fc-ffa2-497c-ba90-4cba3c1a66eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:25.732251 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f80591fc-ffa2-497c-ba90-4cba3c1a66eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:25.736814 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-f80591fc-ffa2-497c-ba90-4cba3c1a66eb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2764409e-2776-41e0-a3f5-508a36206dbd HTTP/1.1" status: 204 len: 168 time: 0.3141644 Dec 06 17:40:25.745591 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-784b536f-e8ff-4f23-b11c-38ebbd7e551b None None] Provisioning complete for port c13ef8bd-6046-4267-8bf7-81e4ab818414 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:40:25.746090 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-784b536f-e8ff-4f23-b11c-38ebbd7e551b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:25.748990 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80591fc-ffa2-497c-ba90-4cba3c1a66eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2764409e-2776-41e0-a3f5-508a36206dbd,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:25.817182 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-05cb3de7-288a-4e11-b1dc-9d17ae8e5fe9 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:25.824553 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-05cb3de7-288a-4e11-b1dc-9d17ae8e5fe9 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:25.932686 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-05cb3de7-288a-4e11-b1dc-9d17ae8e5fe9 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] In _notify_port_updated(), no bound segment for port 7e853b39-146d-4874-b2e9-d161127227ae on network f07c64f8-7207-427d-91a4-2470b5439dda {{(pid=103285) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 17:40:25.938319 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05cb3de7-288a-4e11-b1dc-9d17ae8e5fe9 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:25.938949 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-05cb3de7-288a-4e11-b1dc-9d17ae8e5fe9 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:25.940407 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-05cb3de7-288a-4e11-b1dc-9d17ae8e5fe9 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "PUT /v2.0/ports/7e853b39-146d-4874-b2e9-d161127227ae HTTP/1.1" status: 200 len: 1012 time: 0.8304369 Dec 06 17:40:25.944124 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58974) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:25.947542 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cb3de7-288a-4e11-b1dc-9d17ae8e5fe9 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Pushing event updated for resources: {'Port': ['ID=7e853b39-146d-4874-b2e9-d161127227ae,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:26.084472 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-c3305a6f-5a8f-4719-9374-a12462a68410 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Deleting port 7e853b39-146d-4874-b2e9-d161127227ae {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:40:26.084823 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c3305a6f-5a8f-4719-9374-a12462a68410 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:26.188090 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c3305a6f-5a8f-4719-9374-a12462a68410 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:26.207890 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-c3305a6f-5a8f-4719-9374-a12462a68410 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Calling delete_port for 7e853b39-146d-4874-b2e9-d161127227ae owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:40:26.245401 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58982) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:26.293320 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-ccec724c-be5c-4fc2-ad46-b598b20b3cb2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8fa713e48475459d963325dff90073af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0466959 Dec 06 17:40:26.296183 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58984) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:26.320494 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-85b3f528-8f63-4ead-a6c9-eef1a6a31733 None None] Provisioning complete for port c13ef8bd-6046-4267-8bf7-81e4ab818414 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:40:26.321013 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-85b3f528-8f63-4ead-a6c9-eef1a6a31733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:26.378955 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-64aa7872-d85f-47f7-892f-fc5719200f37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:26.409319 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-64aa7872-d85f-47f7-892f-fc5719200f37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:26.430900 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device c13ef8bd-6046-4267-8bf7-81e4ab818414 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:40:26.486900 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-64aa7872-d85f-47f7-892f-fc5719200f37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:26.491649 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-64aa7872-d85f-47f7-892f-fc5719200f37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:26.494775 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-64aa7872-d85f-47f7-892f-fc5719200f37 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8b93365f-5855-434e-8789-040d4d768caa HTTP/1.1" status: 204 len: 168 time: 0.1957791 Dec 06 17:40:26.510376 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aa7872-d85f-47f7-892f-fc5719200f37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b93365f-5855-434e-8789-040d4d768caa,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:26.522936 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c3305a6f-5a8f-4719-9374-a12462a68410 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:26.572165 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3305a6f-5a8f-4719-9374-a12462a68410 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Pushing event deleted for resources: {'Port': ['ID=7e853b39-146d-4874-b2e9-d161127227ae,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:26.635220 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c3305a6f-5a8f-4719-9374-a12462a68410 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:26.641797 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-c3305a6f-5a8f-4719-9374-a12462a68410 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "DELETE /v2.0/ports/7e853b39-146d-4874-b2e9-d161127227ae HTTP/1.1" status: 204 len: 168 time: 0.6964285 Dec 06 17:40:26.644545 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 58992) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:26.676674 n-d-master-1 neutron-server[103285]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bb0e076-88af-4950-b9d7-711ffe1eaf89 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] GET failed (client error): The resource could not be found. Dec 06 17:40:26.678841 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-3bb0e076-88af-4950-b9d7-711ffe1eaf89 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "GET /v2.0/ports/7e853b39-146d-4874-b2e9-d161127227ae HTTP/1.1" status: 404 len: 333 time: 0.0328500 Dec 06 17:40:26.681550 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 58994) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:26.760198 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f060498-38da-429d-856d-0d3faafadaba tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Deleting subnet f439eb5f-2ce0-455f-b1fe-90961d844ea3 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:40:26.769799 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2f060498-38da-429d-856d-0d3faafadaba tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:26.821383 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-85b3f528-8f63-4ead-a6c9-eef1a6a31733 None None] Provisioning complete for port 7e853b39-146d-4874-b2e9-d161127227ae triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:40:26.822468 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-85b3f528-8f63-4ead-a6c9-eef1a6a31733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:26.844766 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-85b3f528-8f63-4ead-a6c9-eef1a6a31733 None None] Port 7e853b39-146d-4874-b2e9-d161127227ae was deleted so its status cannot be updated. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 06 17:40:26.866274 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port c13ef8bd-6046-4267-8bf7-81e4ab818414 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:40:26.866965 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:26.875293 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2f060498-38da-429d-856d-0d3faafadaba tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:26.999989 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a91503ed-b77f-4caf-8487-db01df81f051 None None] Could not find standard attr ID for object 7e853b39-146d-4874-b2e9-d161127227ae. {{(pid=103286) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 17:40:27.003503 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2f060498-38da-429d-856d-0d3faafadaba tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:27.093880 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2f060498-38da-429d-856d-0d3faafadaba tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:27.131547 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f060498-38da-429d-856d-0d3faafadaba tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Pushing event deleted for resources: {'Subnet': ['ID=f439eb5f-2ce0-455f-b1fe-90961d844ea3,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:27.149947 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2f060498-38da-429d-856d-0d3faafadaba tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:27.153408 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-2f060498-38da-429d-856d-0d3faafadaba tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "DELETE /v2.0/subnets/f439eb5f-2ce0-455f-b1fe-90961d844ea3 HTTP/1.1" status: 204 len: 168 time: 0.4704278 Dec 06 17:40:27.157023 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 59016) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:27.246035 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dfac448-7a02-4706-954d-5ee9e95f07fc tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Deleting subnet b46984b8-b5d2-439e-84dd-05e1e8ac9a4a {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:40:27.249053 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8dfac448-7a02-4706-954d-5ee9e95f07fc tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:27.276596 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb6ac31-8a61-4b1a-bbc5-7672973c3e97 None None] Network f07c64f8-7207-427d-91a4-2470b5439dda requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:40:27.308381 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8dfac448-7a02-4706-954d-5ee9e95f07fc tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:27.336219 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-94c8d776-3014-4ac0-864c-c54458d6571f None None] Could not find standard attr ID for object 7e853b39-146d-4874-b2e9-d161127227ae. {{(pid=103286) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 17:40:27.416175 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8dfac448-7a02-4706-954d-5ee9e95f07fc tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:27.487866 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8dfac448-7a02-4706-954d-5ee9e95f07fc tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:27.539706 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfac448-7a02-4706-954d-5ee9e95f07fc tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Pushing event deleted for resources: {'Subnet': ['ID=b46984b8-b5d2-439e-84dd-05e1e8ac9a4a,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:27.542109 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8dfac448-7a02-4706-954d-5ee9e95f07fc tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:27.545794 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-8dfac448-7a02-4706-954d-5ee9e95f07fc tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "DELETE /v2.0/subnets/b46984b8-b5d2-439e-84dd-05e1e8ac9a4a HTTP/1.1" status: 204 len: 168 time: 0.3876557 Dec 06 17:40:27.548553 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59030) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:27.559618 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 59032) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:27.642950 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b1d56f45-b0fe-4946-9b94-85a8b0b0bf8a tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:27.682843 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-2c19daf0-8e70-4064-94eb-a027c862a56b admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1570943812-network', 'tenant_id': '9958090856424e22a766753003d3c509'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:40:27.712251 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c19daf0-8e70-4064-94eb-a027c862a56b admin admin] Made reservation on behalf of 9958090856424e22a766753003d3c509 for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:40:27.714756 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2c19daf0-8e70-4064-94eb-a027c862a56b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:27.716370 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-b1d56f45-b0fe-4946-9b94-85a8b0b0bf8a tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Deleting port c13ef8bd-6046-4267-8bf7-81e4ab818414 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:40:27.716733 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b1d56f45-b0fe-4946-9b94-85a8b0b0bf8a tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:27.728735 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2c19daf0-8e70-4064-94eb-a027c862a56b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:27.832072 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2c19daf0-8e70-4064-94eb-a027c862a56b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:27.843371 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2c19daf0-8e70-4064-94eb-a027c862a56b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:27.853192 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-b1d56f45-b0fe-4946-9b94-85a8b0b0bf8a tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] For port c13ef8bd-6046-4267-8bf7-81e4ab818414, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c13ef8bd-6046-4267-8bf7-81e4ab818414,segment=NetworkSegment(0b5b3dc7-4a10-41c5-9c2b-c428348cc176),segment_id=0b5b3dc7-4a10-41c5-9c2b-c428348cc176)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:40:27.853919 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b1d56f45-b0fe-4946-9b94-85a8b0b0bf8a tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:27.874766 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c19daf0-8e70-4064-94eb-a027c862a56b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:40:27.879590 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-b1d56f45-b0fe-4946-9b94-85a8b0b0bf8a tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Calling delete_port for c13ef8bd-6046-4267-8bf7-81e4ab818414 owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:40:27.886120 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c19daf0-8e70-4064-94eb-a027c862a56b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feca4497-bf8c-4f2f-a053-a888fd62f2a3,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:27.893121 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2c19daf0-8e70-4064-94eb-a027c862a56b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:27.893554 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-2c19daf0-8e70-4064-94eb-a027c862a56b admin admin] Added segment f0dac617-d925-4afa-b58e-9b423daa3fc5 of type vlan for network 1a98210b-ef1a-4b86-a377-aee1dd1b3998 Dec 06 17:40:27.939326 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2c19daf0-8e70-4064-94eb-a027c862a56b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:27.970322 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2c19daf0-8e70-4064-94eb-a027c862a56b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:27.970678 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c19daf0-8e70-4064-94eb-a027c862a56b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:27.971405 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2c19daf0-8e70-4064-94eb-a027c862a56b admin admin] Publish callbacks [] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:27.980782 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b1d56f45-b0fe-4946-9b94-85a8b0b0bf8a tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:28.014769 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d56f45-b0fe-4946-9b94-85a8b0b0bf8a tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Pushing event deleted for resources: {'Port': ['ID=c13ef8bd-6046-4267-8bf7-81e4ab818414,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:28.019760 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d56f45-b0fe-4946-9b94-85a8b0b0bf8a tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] No DVR routers for this DVR port c13ef8bd-6046-4267-8bf7-81e4ab818414 on host n-d-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:40:28.039080 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-2c19daf0-8e70-4064-94eb-a027c862a56b admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4756179 Dec 06 17:40:28.039294 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 59042) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:28.044050 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-e3e9cb86-5988-47da-9e13-f4e04557350c admin admin] Request body: {'subnet': {'network_id': '1a98210b-ef1a-4b86-a377-aee1dd1b3998', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1570943812-subnet', 'tenant_id': '9958090856424e22a766753003d3c509', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:40:28.057604 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c19daf0-8e70-4064-94eb-a027c862a56b admin admin] Pushing event updated for resources: {'Network': ['ID=1a98210b-ef1a-4b86-a377-aee1dd1b3998,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:28.070715 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 1a98210b-ef1a-4b86-a377-aee1dd1b3998 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:40:28.098694 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e9cb86-5988-47da-9e13-f4e04557350c admin admin] Made reservation on behalf of 9958090856424e22a766753003d3c509 for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:40:28.101595 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e3e9cb86-5988-47da-9e13-f4e04557350c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:28.153285 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b1d56f45-b0fe-4946-9b94-85a8b0b0bf8a tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:28.191328 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-b1d56f45-b0fe-4946-9b94-85a8b0b0bf8a tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f07c64f8-7207-427d-91a4-2470b5439dda']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:40:28.201175 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-b1d56f45-b0fe-4946-9b94-85a8b0b0bf8a tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b5b3dc7-4a10-41c5-9c2b-c428348cc176') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:40:28.201492 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-b1d56f45-b0fe-4946-9b94-85a8b0b0bf8a tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b5b3dc7-4a10-41c5-9c2b-c428348cc176') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:40:28.211889 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b1d56f45-b0fe-4946-9b94-85a8b0b0bf8a tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:28.231367 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b1d56f45-b0fe-4946-9b94-85a8b0b0bf8a tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:28.237924 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1d56f45-b0fe-4946-9b94-85a8b0b0bf8a tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:40:28.238272 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b1d56f45-b0fe-4946-9b94-85a8b0b0bf8a tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:28.241723 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 17:40:28.241723 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:40:28.241723 n-d-master-1 neutron-server[103284]: timer() Dec 06 17:40:28.241723 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:40:28.241723 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 17:40:28.241723 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:40:28.241723 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 17:40:28.241723 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:40:28.241723 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 17:40:28.241723 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:40:28.241723 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 17:40:28.241723 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:40:28.241723 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 17:40:28.241723 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:40:28.241723 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:40:28.241723 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:40:28.241723 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:40:28.241723 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:40:28.241723 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 17:40:28.241723 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:40:28.241723 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 17:40:28.241723 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:40:28.241723 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:40:28.241723 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:40:28.241723 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 17:40:28.241723 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:40:28.241723 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:40:28.241723 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:40:28.241723 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:40:28.241723 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:40:28.241723 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:40:28.241723 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:40:28.265242 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d24134d-98cf-4d64-ac49-c92ec3c5c27b None None] Network f07c64f8-7207-427d-91a4-2470b5439dda requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:40:28.309087 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b1d56f45-b0fe-4946-9b94-85a8b0b0bf8a tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:28.322347 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b1d56f45-b0fe-4946-9b94-85a8b0b0bf8a tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:28.325675 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-b1d56f45-b0fe-4946-9b94-85a8b0b0bf8a tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "DELETE /v2.0/networks/f07c64f8-7207-427d-91a4-2470b5439dda HTTP/1.1" status: 204 len: 168 time: 0.7760222 Dec 06 17:40:28.336003 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 59048) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:28.337873 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d56f45-b0fe-4946-9b94-85a8b0b0bf8a tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Pushing event deleted for resources: {'Network': ['ID=f07c64f8-7207-427d-91a4-2470b5439dda,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:28.391632 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-87d57c87-e241-4c7c-91c9-a1e8ecedb85e None None] Could not find standard attr ID for object c13ef8bd-6046-4267-8bf7-81e4ab818414. {{(pid=103286) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 17:40:28.431740 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b373a11d-8404-47c2-8c11-fa1397ee7875 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:28.433979 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-b373a11d-8404-47c2-8c11-fa1397ee7875 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0962176 Dec 06 17:40:28.438450 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 59054) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:28.497031 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37391e85-5ce6-4ee5-90f8-c95c5e6eaa1f None None] DHCP port deletion for f07c64f8-7207-427d-91a4-2470b5439dda request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:40:28.520930 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e3e9cb86-5988-47da-9e13-f4e04557350c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:28.554000 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-c39e9486-ac1f-45c0-ad51-65c2d59dd248 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1114717 Dec 06 17:40:28.554462 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59056) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:28.559622 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-c19f0479-9599-4977-8411-70e3a7f0a4cb tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1711450444'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:40:28.578551 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e9cb86-5988-47da-9e13-f4e04557350c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1de2b3a3-d438-4064-b200-7efab7e3c6e2,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:28.588473 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c19f0479-9599-4977-8411-70e3a7f0a4cb tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Made reservation on behalf of e1d2d51e45b142aeb7c0cb11182fd5b6 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:40:28.594147 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c19f0479-9599-4977-8411-70e3a7f0a4cb tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:28.595952 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e9cb86-5988-47da-9e13-f4e04557350c admin admin] Checking segment: {'id': 'f0dac617-d925-4afa-b58e-9b423daa3fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1a98210b-ef1a-4b86-a377-aee1dd1b3998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:40:28.596279 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e9cb86-5988-47da-9e13-f4e04557350c admin admin] Network hostable DHCP agents. Network: 1a98210b-ef1a-4b86-a377-aee1dd1b3998, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:40:28.623228 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e9cb86-5988-47da-9e13-f4e04557350c admin admin] Network 1a98210b-ef1a-4b86-a377-aee1dd1b3998 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:40:28.624856 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c19f0479-9599-4977-8411-70e3a7f0a4cb tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:40:28.634530 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-e3e9cb86-5988-47da-9e13-f4e04557350c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 1a98210b-ef1a-4b86-a377-aee1dd1b3998) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:40:28.639101 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e9cb86-5988-47da-9e13-f4e04557350c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:28.641409 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e3e9cb86-5988-47da-9e13-f4e04557350c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:28.648114 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c19f0479-9599-4977-8411-70e3a7f0a4cb tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:28.648566 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-c19f0479-9599-4977-8411-70e3a7f0a4cb tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Added segment 9a076120-b2ad-41e9-861f-82895b6d66d1 of type vlan for network 9042b6bb-715e-4d30-8c24-a58bddf034c4 Dec 06 17:40:28.657490 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028c2314-eaf4-4218-8428-0560a66e3281 None None] Network 1a98210b-ef1a-4b86-a377-aee1dd1b3998 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:40:28.660709 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-e3e9cb86-5988-47da-9e13-f4e04557350c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6204278 Dec 06 17:40:28.706699 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c19f0479-9599-4977-8411-70e3a7f0a4cb tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:28.733379 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c19f0479-9599-4977-8411-70e3a7f0a4cb tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:28.743182 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19f0479-9599-4977-8411-70e3a7f0a4cb tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:28.757723 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c19f0479-9599-4977-8411-70e3a7f0a4cb tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:28.804972 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 59064) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:28.805697 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-c19f0479-9599-4977-8411-70e3a7f0a4cb tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2497721 Dec 06 17:40:28.810622 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-04805f3f-9756-4f67-a8d8-beaa3fc6c1f1 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Request body: {'subnet': {'network_id': '9042b6bb-715e-4d30-8c24-a58bddf034c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:40:28.831342 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f6b2c0-2146-4405-bbcf-6c61e363f35c None None] Network 1a98210b-ef1a-4b86-a377-aee1dd1b3998 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:40:28.861882 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19f0479-9599-4977-8411-70e3a7f0a4cb tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Pushing event updated for resources: {'Network': ['ID=9042b6bb-715e-4d30-8c24-a58bddf034c4,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:28.923658 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 9042b6bb-715e-4d30-8c24-a58bddf034c4 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:40:28.943654 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04805f3f-9756-4f67-a8d8-beaa3fc6c1f1 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Made reservation on behalf of e1d2d51e45b142aeb7c0cb11182fd5b6 for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:40:28.948994 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-04805f3f-9756-4f67-a8d8-beaa3fc6c1f1 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:29.196401 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-04805f3f-9756-4f67-a8d8-beaa3fc6c1f1 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:29.257908 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04805f3f-9756-4f67-a8d8-beaa3fc6c1f1 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Pushing event updated for resources: {'Subnet': ['ID=d36b049a-1d66-4b51-b1ad-73bb445444c7,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:29.278618 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04805f3f-9756-4f67-a8d8-beaa3fc6c1f1 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Checking segment: {'id': '9a076120-b2ad-41e9-861f-82895b6d66d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '9042b6bb-715e-4d30-8c24-a58bddf034c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:40:29.278970 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04805f3f-9756-4f67-a8d8-beaa3fc6c1f1 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Network hostable DHCP agents. Network: 9042b6bb-715e-4d30-8c24-a58bddf034c4, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:40:29.305382 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 59088) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:29.310753 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-3816f9aa-171d-40f7-9def-6db859c56f4a admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-175890229-network', 'tenant_id': 'd12080596bc641a08d8043effc91f433'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:40:29.315433 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04805f3f-9756-4f67-a8d8-beaa3fc6c1f1 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Network 9042b6bb-715e-4d30-8c24-a58bddf034c4 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:40:29.327190 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-04805f3f-9756-4f67-a8d8-beaa3fc6c1f1 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 9042b6bb-715e-4d30-8c24-a58bddf034c4) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:40:29.333458 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04805f3f-9756-4f67-a8d8-beaa3fc6c1f1 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:29.334087 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-04805f3f-9756-4f67-a8d8-beaa3fc6c1f1 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:29.337904 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38abb0ca-ac47-4d8e-9021-747efa4f76aa None None] Network 9042b6bb-715e-4d30-8c24-a58bddf034c4 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:40:29.349277 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3816f9aa-171d-40f7-9def-6db859c56f4a admin admin] Made reservation on behalf of d12080596bc641a08d8043effc91f433 for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:40:29.352004 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3816f9aa-171d-40f7-9def-6db859c56f4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:29.361253 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-04805f3f-9756-4f67-a8d8-beaa3fc6c1f1 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5518663 Dec 06 17:40:29.361838 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59090) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:29.365024 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3816f9aa-171d-40f7-9def-6db859c56f4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:29.373302 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-5a8daaf7-d1a3-4f37-b65a-2c64e040f63c tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Request body: {'port': {'network_id': '9042b6bb-715e-4d30-8c24-a58bddf034c4', 'name': 'tempest-PortsIpV6TestJSON-1761536615'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:40:29.458151 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3816f9aa-171d-40f7-9def-6db859c56f4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:29.465570 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3816f9aa-171d-40f7-9def-6db859c56f4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:29.477785 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3816f9aa-171d-40f7-9def-6db859c56f4a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:40:29.487754 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3816f9aa-171d-40f7-9def-6db859c56f4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:29.488230 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-3816f9aa-171d-40f7-9def-6db859c56f4a admin admin] Added segment 05fa09d0-4714-470e-aa98-8030b09f1a75 of type vlan for network 3e23bead-ad89-4f36-bb9e-cfbfbb0f6889 Dec 06 17:40:29.524390 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6ba3b6-c540-4b7d-b6ae-56a1c169fbcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-9042b6bb-715e-4d30-8c24-a58bddf034c4', 'network_id': '9042b6bb-715e-4d30-8c24-a58bddf034c4', 'tenant_id': 'e1d2d51e45b142aeb7c0cb11182fd5b6', 'fixed_ips': [{'subnet_id': 'd36b049a-1d66-4b51-b1ad-73bb445444c7'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:40:29.525349 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7e6ba3b6-c540-4b7d-b6ae-56a1c169fbcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:29.533192 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a8daaf7-d1a3-4f37-b65a-2c64e040f63c tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Made reservation on behalf of e1d2d51e45b142aeb7c0cb11182fd5b6 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:40:29.534946 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3816f9aa-171d-40f7-9def-6db859c56f4a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:29.539309 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5a8daaf7-d1a3-4f37-b65a-2c64e040f63c tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:29.565267 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-5a8daaf7-d1a3-4f37-b65a-2c64e040f63c tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] device_id is not set on port 5e104b59-b2af-4121-9f90-243f7f5c5382 yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:40:29.576536 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3816f9aa-171d-40f7-9def-6db859c56f4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52f1f748-58bc-47e8-b51e-237ebba841a7,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:29.588307 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3816f9aa-171d-40f7-9def-6db859c56f4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:29.589755 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3816f9aa-171d-40f7-9def-6db859c56f4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:29.590591 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3816f9aa-171d-40f7-9def-6db859c56f4a admin admin] Publish callbacks [] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:29.670264 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-3816f9aa-171d-40f7-9def-6db859c56f4a admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3633513 Dec 06 17:40:29.673558 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 59092) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:29.678526 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-101c49a8-46e6-450b-9179-b66a33f94a45 admin admin] Request body: {'subnet': {'network_id': '3e23bead-ad89-4f36-bb9e-cfbfbb0f6889', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-175890229-subnet', 'tenant_id': 'd12080596bc641a08d8043effc91f433', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:40:29.685201 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3816f9aa-171d-40f7-9def-6db859c56f4a admin admin] Pushing event updated for resources: {'Network': ['ID=3e23bead-ad89-4f36-bb9e-cfbfbb0f6889,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:29.695869 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-7e6ba3b6-c540-4b7d-b6ae-56a1c169fbcc None None] Allocated IP 2001:db8::2 (9042b6bb-715e-4d30-8c24-a58bddf034c4/d36b049a-1d66-4b51-b1ad-73bb445444c7/324cd3b6-abbd-4a19-88cd-00627bd874d0) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:40:29.702841 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 3e23bead-ad89-4f36-bb9e-cfbfbb0f6889 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:40:29.710772 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-101c49a8-46e6-450b-9179-b66a33f94a45 admin admin] Made reservation on behalf of d12080596bc641a08d8043effc91f433 for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:40:29.713068 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-101c49a8-46e6-450b-9179-b66a33f94a45 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:29.917131 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7e6ba3b6-c540-4b7d-b6ae-56a1c169fbcc None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:29.925652 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7e6ba3b6-c540-4b7d-b6ae-56a1c169fbcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:29.938481 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-101c49a8-46e6-450b-9179-b66a33f94a45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:29.972854 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6ba3b6-c540-4b7d-b6ae-56a1c169fbcc None None] Network 9042b6bb-715e-4d30-8c24-a58bddf034c4 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:40:29.976894 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-7e6ba3b6-c540-4b7d-b6ae-56a1c169fbcc None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:40:29.979460 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6ba3b6-c540-4b7d-b6ae-56a1c169fbcc None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:40:29.992041 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6ba3b6-c540-4b7d-b6ae-56a1c169fbcc None None] Pushing event updated for resources: {'Port': ['ID=324cd3b6-abbd-4a19-88cd-00627bd874d0,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:30.000728 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-5a8daaf7-d1a3-4f37-b65a-2c64e040f63c tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Allocated IP 2001:db8::394 (9042b6bb-715e-4d30-8c24-a58bddf034c4/d36b049a-1d66-4b51-b1ad-73bb445444c7/5e104b59-b2af-4121-9f90-243f7f5c5382) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:40:30.012294 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101c49a8-46e6-450b-9179-b66a33f94a45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15a4efb8-b9f5-4d73-9713-1c4e0c18fcfd,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:30.022048 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101c49a8-46e6-450b-9179-b66a33f94a45 admin admin] Checking segment: {'id': '05fa09d0-4714-470e-aa98-8030b09f1a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3e23bead-ad89-4f36-bb9e-cfbfbb0f6889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:40:30.022427 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101c49a8-46e6-450b-9179-b66a33f94a45 admin admin] Network hostable DHCP agents. Network: 3e23bead-ad89-4f36-bb9e-cfbfbb0f6889, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:40:30.044070 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101c49a8-46e6-450b-9179-b66a33f94a45 admin admin] Network 3e23bead-ad89-4f36-bb9e-cfbfbb0f6889 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:40:30.049038 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6ba3b6-c540-4b7d-b6ae-56a1c169fbcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:40:30.049390 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6ba3b6-c540-4b7d-b6ae-56a1c169fbcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:40:30.049762 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6ba3b6-c540-4b7d-b6ae-56a1c169fbcc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:40:30.050103 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6ba3b6-c540-4b7d-b6ae-56a1c169fbcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:40:30.050440 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6ba3b6-c540-4b7d-b6ae-56a1c169fbcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:40:30.051057 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6ba3b6-c540-4b7d-b6ae-56a1c169fbcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:40:30.051307 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6ba3b6-c540-4b7d-b6ae-56a1c169fbcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:40:30.051414 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6ba3b6-c540-4b7d-b6ae-56a1c169fbcc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:40:30.051727 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6ba3b6-c540-4b7d-b6ae-56a1c169fbcc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:40:30.052050 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6ba3b6-c540-4b7d-b6ae-56a1c169fbcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:40:30.052379 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6ba3b6-c540-4b7d-b6ae-56a1c169fbcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:40:30.052785 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6ba3b6-c540-4b7d-b6ae-56a1c169fbcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:40:30.053150 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6ba3b6-c540-4b7d-b6ae-56a1c169fbcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:40:30.058241 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-7e6ba3b6-c540-4b7d-b6ae-56a1c169fbcc None None] Attempting to bind port 324cd3b6-abbd-4a19-88cd-00627bd874d0 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:40:30.058241 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-7e6ba3b6-c540-4b7d-b6ae-56a1c169fbcc None None] Attempting to bind port 324cd3b6-abbd-4a19-88cd-00627bd874d0 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '9a076120-b2ad-41e9-861f-82895b6d66d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '9042b6bb-715e-4d30-8c24-a58bddf034c4'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:40:30.058561 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6ba3b6-c540-4b7d-b6ae-56a1c169fbcc None None] Attempting to bind port 324cd3b6-abbd-4a19-88cd-00627bd874d0 on network 9042b6bb-715e-4d30-8c24-a58bddf034c4 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:40:30.064171 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6ba3b6-c540-4b7d-b6ae-56a1c169fbcc None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:40:30.064594 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6ba3b6-c540-4b7d-b6ae-56a1c169fbcc None None] Checking segment: {'id': '9a076120-b2ad-41e9-861f-82895b6d66d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '9042b6bb-715e-4d30-8c24-a58bddf034c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:40:30.065001 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7e6ba3b6-c540-4b7d-b6ae-56a1c169fbcc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:30.065392 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6ba3b6-c540-4b7d-b6ae-56a1c169fbcc None None] Bound using segment: {'id': '9a076120-b2ad-41e9-861f-82895b6d66d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '9042b6bb-715e-4d30-8c24-a58bddf034c4'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:40:30.065891 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-7e6ba3b6-c540-4b7d-b6ae-56a1c169fbcc None None] Bound port: 324cd3b6-abbd-4a19-88cd-00627bd874d0, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a076120-b2ad-41e9-861f-82895b6d66d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '9042b6bb-715e-4d30-8c24-a58bddf034c4'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:40:30.066279 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7e6ba3b6-c540-4b7d-b6ae-56a1c169fbcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:30.066738 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-101c49a8-46e6-450b-9179-b66a33f94a45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 3e23bead-ad89-4f36-bb9e-cfbfbb0f6889) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:40:30.094963 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f55f68-82f8-4ed2-a430-c4bd82e6c45d None None] Network 3e23bead-ad89-4f36-bb9e-cfbfbb0f6889 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:40:30.103047 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101c49a8-46e6-450b-9179-b66a33f94a45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:30.103647 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-101c49a8-46e6-450b-9179-b66a33f94a45 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:30.134257 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-101c49a8-46e6-450b-9179-b66a33f94a45 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4594812 Dec 06 17:40:30.196121 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5a8daaf7-d1a3-4f37-b65a-2c64e040f63c tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:30.239477 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5a8daaf7-d1a3-4f37-b65a-2c64e040f63c tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:30.258818 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-7e6ba3b6-c540-4b7d-b6ae-56a1c169fbcc None None] For port 324cd3b6-abbd-4a19-88cd-00627bd874d0, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:40:30.266398 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-7e6ba3b6-c540-4b7d-b6ae-56a1c169fbcc None None] For port 324cd3b6-abbd-4a19-88cd-00627bd874d0, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=324cd3b6-abbd-4a19-88cd-00627bd874d0,segment=NetworkSegment(9a076120-b2ad-41e9-861f-82895b6d66d1),segment_id=9a076120-b2ad-41e9-861f-82895b6d66d1)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:40:30.289981 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7e6ba3b6-c540-4b7d-b6ae-56a1c169fbcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:30.304039 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8daaf7-d1a3-4f37-b65a-2c64e040f63c tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Pushing event updated for resources: {'Port': ['ID=5e104b59-b2af-4121-9f90-243f7f5c5382,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:30.325759 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8daaf7-d1a3-4f37-b65a-2c64e040f63c tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Network 9042b6bb-715e-4d30-8c24-a58bddf034c4 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:40:30.327865 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-5a8daaf7-d1a3-4f37-b65a-2c64e040f63c tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:40:30.330283 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8daaf7-d1a3-4f37-b65a-2c64e040f63c tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:40:30.332696 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device c13ef8bd-6046-4267-8bf7-81e4ab818414 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:40:30.338101 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8daaf7-d1a3-4f37-b65a-2c64e040f63c tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:30.339115 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5a8daaf7-d1a3-4f37-b65a-2c64e040f63c tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:30.365333 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 59110) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:30.369980 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-5a8daaf7-d1a3-4f37-b65a-2c64e040f63c tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9992371 Dec 06 17:40:30.371214 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-bce521d9-fb5d-44d1-a196-81b0e2b87eee tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Request body: {'port': {'network_id': '9042b6bb-715e-4d30-8c24-a58bddf034c4', 'name': 'tempest-PortsIpV6TestJSON-825086881'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:40:30.405483 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: c13ef8bd-6046-4267-8bf7-81e4ab818414 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:40:30.406027 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device c13ef8bd-6046-4267-8bf7-81e4ab818414 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:40:30.442790 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969522cf-a9f2-4511-8051-c9c7bd3fe16d None None] Network 3e23bead-ad89-4f36-bb9e-cfbfbb0f6889 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:40:30.478970 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6ba3b6-c540-4b7d-b6ae-56a1c169fbcc None None] Pushing event updated for resources: {'Port': ['ID=324cd3b6-abbd-4a19-88cd-00627bd874d0,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:30.559599 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bce521d9-fb5d-44d1-a196-81b0e2b87eee tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Made reservation on behalf of e1d2d51e45b142aeb7c0cb11182fd5b6 for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:40:30.567827 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bce521d9-fb5d-44d1-a196-81b0e2b87eee tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:30.601058 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-bce521d9-fb5d-44d1-a196-81b0e2b87eee tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] device_id is not set on port cbe21b23-e764-4de2-9687-4e5db189b89e yet. {{(pid=103285) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:40:30.806472 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-bce521d9-fb5d-44d1-a196-81b0e2b87eee tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Allocated IP 2001:db8::18c (9042b6bb-715e-4d30-8c24-a58bddf034c4/d36b049a-1d66-4b51-b1ad-73bb445444c7/cbe21b23-e764-4de2-9687-4e5db189b89e) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:40:31.048181 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bce521d9-fb5d-44d1-a196-81b0e2b87eee tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:31.057243 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d993a696-cadf-475d-8699-d1f77ce06fe4 req-9a8e91cb-118a-46b8-a205-32d4c5cbb275 tempest-TestServerAdvancedOps-281695889 tempest-TestServerAdvancedOps-281695889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:31.058778 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d993a696-cadf-475d-8699-d1f77ce06fe4 req-9a8e91cb-118a-46b8-a205-32d4c5cbb275 tempest-TestServerAdvancedOps-281695889 tempest-TestServerAdvancedOps-281695889-project] 10.222.0.23 "GET /v2.0/networks?id=1a98210b-ef1a-4b86-a377-aee1dd1b3998 HTTP/1.1" status: 200 len: 812 time: 0.1776540 Dec 06 17:40:31.082359 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d993a696-cadf-475d-8699-d1f77ce06fe4 req-8e3efb27-c76f-4ac6-a343-97cb2a0ce571 tempest-TestServerAdvancedOps-281695889 tempest-TestServerAdvancedOps-281695889-project] 10.222.0.23 "GET /v2.0/quotas/9958090856424e22a766753003d3c509 HTTP/1.1" status: 200 len: 375 time: 0.0165784 Dec 06 17:40:31.117289 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d993a696-cadf-475d-8699-d1f77ce06fe4 req-8d9129eb-4a0c-40be-8ad2-f690957ebe69 tempest-TestServerAdvancedOps-281695889 tempest-TestServerAdvancedOps-281695889-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9958090856424e22a766753003d3c509&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292103 Dec 06 17:40:31.125738 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bce521d9-fb5d-44d1-a196-81b0e2b87eee tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:31.223996 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce521d9-fb5d-44d1-a196-81b0e2b87eee tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Network 9042b6bb-715e-4d30-8c24-a58bddf034c4 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:40:31.233773 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-bce521d9-fb5d-44d1-a196-81b0e2b87eee tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:40:31.237380 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce521d9-fb5d-44d1-a196-81b0e2b87eee tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Pushing event updated for resources: {'Port': ['ID=cbe21b23-e764-4de2-9687-4e5db189b89e,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:31.243659 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce521d9-fb5d-44d1-a196-81b0e2b87eee tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:40:31.250089 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce521d9-fb5d-44d1-a196-81b0e2b87eee tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:31.250583 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bce521d9-fb5d-44d1-a196-81b0e2b87eee tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:31.283205 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d993a696-cadf-475d-8699-d1f77ce06fe4 req-410cb4de-4a4d-46bb-8a73-f230b02a5daa service neutron] 10.222.0.23 "GET /v2.0/networks/1a98210b-ef1a-4b86-a377-aee1dd1b3998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554804 Dec 06 17:40:31.286961 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-bce521d9-fb5d-44d1-a196-81b0e2b87eee tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9202302 Dec 06 17:40:31.289934 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59140) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:31.393890 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdcb341c-937d-46c8-bbbb-7232356ef5b4 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:31.394845 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d993a696-cadf-475d-8699-d1f77ce06fe4 req-7620b9fd-88ad-4362-933e-67b8934112ce service neutron] 10.222.0.23 "GET /v2.0/networks/1a98210b-ef1a-4b86-a377-aee1dd1b3998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050873 Dec 06 17:40:31.395858 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-fdcb341c-937d-46c8-bbbb-7232356ef5b4 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A394 HTTP/1.1" status: 200 len: 929 time: 0.1046410 Dec 06 17:40:31.399076 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59142) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:31.528742 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-789ed754-0b86-4eb6-80b0-ad73a576269c tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Deleting port cbe21b23-e764-4de2-9687-4e5db189b89e {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:40:31.529398 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-789ed754-0b86-4eb6-80b0-ad73a576269c tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:31.657914 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bd063508-89f5-48f4-8e2a-161dfaa0ac2a req-402b7fab-09d5-46ae-be40-60b1c835da63 tempest-TestServerAdvancedOps-281695889 tempest-TestServerAdvancedOps-281695889-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ab0ebac-c2e8-4e19-931c-2ac45ff34382 HTTP/1.1" status: 200 len: 210 time: 0.0943949 Dec 06 17:40:31.685267 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-789ed754-0b86-4eb6-80b0-ad73a576269c tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:31.699574 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-789ed754-0b86-4eb6-80b0-ad73a576269c tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Calling delete_port for cbe21b23-e764-4de2-9687-4e5db189b89e owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:40:31.719136 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd62f863-87c3-47c1-8033-0d0f8d4e96be None None] Network 9042b6bb-715e-4d30-8c24-a58bddf034c4 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:40:31.791234 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6822a474-9f4c-416c-8595-1a0412f8e106 None None] Provisioning complete for port 324cd3b6-abbd-4a19-88cd-00627bd874d0 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:40:31.791613 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6822a474-9f4c-416c-8595-1a0412f8e106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:31.872119 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-789ed754-0b86-4eb6-80b0-ad73a576269c tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:31.903658 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789ed754-0b86-4eb6-80b0-ad73a576269c tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Pushing event deleted for resources: {'Port': ['ID=cbe21b23-e764-4de2-9687-4e5db189b89e,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:31.932892 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-789ed754-0b86-4eb6-80b0-ad73a576269c tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:31.938907 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-789ed754-0b86-4eb6-80b0-ad73a576269c tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "DELETE /v2.0/ports/cbe21b23-e764-4de2-9687-4e5db189b89e HTTP/1.1" status: 204 len: 168 time: 0.5361533 Dec 06 17:40:31.938907 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789ed754-0b86-4eb6-80b0-ad73a576269c tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:40:31.938907 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789ed754-0b86-4eb6-80b0-ad73a576269c tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:40:31.939262 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789ed754-0b86-4eb6-80b0-ad73a576269c tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:40:31.939362 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 59160) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:31.939472 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789ed754-0b86-4eb6-80b0-ad73a576269c tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:40:31.941600 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789ed754-0b86-4eb6-80b0-ad73a576269c tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:40:31.941600 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789ed754-0b86-4eb6-80b0-ad73a576269c tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:40:31.941600 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789ed754-0b86-4eb6-80b0-ad73a576269c tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:40:31.941600 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789ed754-0b86-4eb6-80b0-ad73a576269c tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:40:31.941600 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789ed754-0b86-4eb6-80b0-ad73a576269c tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:40:31.941600 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789ed754-0b86-4eb6-80b0-ad73a576269c tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:40:31.942205 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789ed754-0b86-4eb6-80b0-ad73a576269c tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:40:31.942205 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789ed754-0b86-4eb6-80b0-ad73a576269c tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:40:31.942382 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789ed754-0b86-4eb6-80b0-ad73a576269c tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:40:31.967023 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6822a474-9f4c-416c-8595-1a0412f8e106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:31.968293 n-d-master-1 neutron-server[103285]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d151e09-27a4-4528-b82f-3cf79787ca27 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] GET failed (client error): The resource could not be found. Dec 06 17:40:31.972211 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-7d151e09-27a4-4528-b82f-3cf79787ca27 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "GET /v2.0/ports/cbe21b23-e764-4de2-9687-4e5db189b89e HTTP/1.1" status: 404 len: 333 time: 0.0291934 Dec 06 17:40:31.973041 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59164) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:32.024056 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6822a474-9f4c-416c-8595-1a0412f8e106 None None] For port 324cd3b6-abbd-4a19-88cd-00627bd874d0, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=324cd3b6-abbd-4a19-88cd-00627bd874d0,segment=NetworkSegment(9a076120-b2ad-41e9-861f-82895b6d66d1),segment_id=9a076120-b2ad-41e9-861f-82895b6d66d1)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:40:32.035106 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6822a474-9f4c-416c-8595-1a0412f8e106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:32.088431 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-cbfaa8c8-91b3-485b-95e5-7abad82a50b6 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Deleting port 5e104b59-b2af-4121-9f90-243f7f5c5382 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:40:32.089066 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cbfaa8c8-91b3-485b-95e5-7abad82a50b6 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:32.110963 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6822a474-9f4c-416c-8595-1a0412f8e106 None None] Pushing event updated for resources: {'Port': ['ID=324cd3b6-abbd-4a19-88cd-00627bd874d0,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:32.201235 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cbfaa8c8-91b3-485b-95e5-7abad82a50b6 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:32.215741 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-cbfaa8c8-91b3-485b-95e5-7abad82a50b6 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Calling delete_port for 5e104b59-b2af-4121-9f90-243f7f5c5382 owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:40:32.410838 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b9e7bd80-0cc2-4b90-857f-899904b1b850 None None] Provisioning complete for port 5e104b59-b2af-4121-9f90-243f7f5c5382 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:40:32.411534 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b9e7bd80-0cc2-4b90-857f-899904b1b850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:32.459215 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 324cd3b6-abbd-4a19-88cd-00627bd874d0 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:40:32.548651 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b9e7bd80-0cc2-4b90-857f-899904b1b850 None None] Port 5e104b59-b2af-4121-9f90-243f7f5c5382 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:40:32.584282 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 324cd3b6-abbd-4a19-88cd-00627bd874d0 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:40:32.585845 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:32.621725 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b9e7bd80-0cc2-4b90-857f-899904b1b850 None None] Provisioning complete for port 324cd3b6-abbd-4a19-88cd-00627bd874d0 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:40:32.622232 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b9e7bd80-0cc2-4b90-857f-899904b1b850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:32.794004 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cbfaa8c8-91b3-485b-95e5-7abad82a50b6 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:32.825341 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2d7e9fff-3c42-4d8c-951d-88bda2b6704c req-df843c92-9658-4cea-ae59-44937dac3c26 tempest-TestServerAdvancedOps-281695889 tempest-TestServerAdvancedOps-281695889-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ab0ebac-c2e8-4e19-931c-2ac45ff34382 HTTP/1.1" status: 200 len: 210 time: 0.0593150 Dec 06 17:40:32.843500 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfaa8c8-91b3-485b-95e5-7abad82a50b6 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Pushing event deleted for resources: {'Port': ['ID=5e104b59-b2af-4121-9f90-243f7f5c5382,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:32.905947 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cbfaa8c8-91b3-485b-95e5-7abad82a50b6 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:32.910630 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:32.912277 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-cbfaa8c8-91b3-485b-95e5-7abad82a50b6 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "DELETE /v2.0/ports/5e104b59-b2af-4121-9f90-243f7f5c5382 HTTP/1.1" status: 204 len: 168 time: 0.9380181 Dec 06 17:40:32.916086 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 59182) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:32.923617 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a9edd164-4d21-4862-b72c-745931282609 None None] Could not find standard attr ID for object 5e104b59-b2af-4121-9f90-243f7f5c5382. {{(pid=103286) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 17:40:32.973451 n-d-master-1 neutron-server[103285]: INFO neutron.pecan_wsgi.hooks.translation [None req-76e2922c-3a9f-48c2-bf19-32f04b2c9e47 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] GET failed (client error): The resource could not be found. Dec 06 17:40:32.975640 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-76e2922c-3a9f-48c2-bf19-32f04b2c9e47 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "GET /v2.0/ports/5e104b59-b2af-4121-9f90-243f7f5c5382 HTTP/1.1" status: 404 len: 333 time: 0.0582471 Dec 06 17:40:32.978404 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59184) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:33.065446 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f291688-cd27-449f-b034-85a1f933e0d5 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Deleting subnet d36b049a-1d66-4b51-b1ad-73bb445444c7 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:40:33.070372 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5f291688-cd27-449f-b034-85a1f933e0d5 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:33.135388 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5f291688-cd27-449f-b034-85a1f933e0d5 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:33.144377 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d993a696-cadf-475d-8699-d1f77ce06fe4 req-3576c6b6-c7db-4632-a47e-063d217f8398 tempest-TestServerAdvancedOps-281695889 tempest-TestServerAdvancedOps-281695889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:33.146344 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-de3cb08f-4d6a-410c-8505-c86fae85b6f4 None None] Could not find standard attr ID for object cbe21b23-e764-4de2-9687-4e5db189b89e. {{(pid=103286) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 17:40:33.146614 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d993a696-cadf-475d-8699-d1f77ce06fe4 req-3576c6b6-c7db-4632-a47e-063d217f8398 tempest-TestServerAdvancedOps-281695889 tempest-TestServerAdvancedOps-281695889-project] 10.222.0.41 "GET /v2.0/networks?id=1a98210b-ef1a-4b86-a377-aee1dd1b3998 HTTP/1.1" status: 200 len: 812 time: 0.2152019 Dec 06 17:40:33.166298 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-d993a696-cadf-475d-8699-d1f77ce06fe4 req-74fd9890-b057-475c-a373-bb86406c7fe3 tempest-TestServerAdvancedOps-281695889 tempest-TestServerAdvancedOps-281695889-project] Request body: {'port': {'device_id': '3ab0ebac-c2e8-4e19-931c-2ac45ff34382', 'network_id': '1a98210b-ef1a-4b86-a377-aee1dd1b3998', 'admin_state_up': True, 'tenant_id': '9958090856424e22a766753003d3c509'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:40:33.248391 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5f291688-cd27-449f-b034-85a1f933e0d5 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:33.319709 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d993a696-cadf-475d-8699-d1f77ce06fe4 req-74fd9890-b057-475c-a373-bb86406c7fe3 tempest-TestServerAdvancedOps-281695889 tempest-TestServerAdvancedOps-281695889-project] Made reservation on behalf of 9958090856424e22a766753003d3c509 for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:40:33.323388 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-d993a696-cadf-475d-8699-d1f77ce06fe4 req-74fd9890-b057-475c-a373-bb86406c7fe3 tempest-TestServerAdvancedOps-281695889 tempest-TestServerAdvancedOps-281695889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:33.335904 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5f291688-cd27-449f-b034-85a1f933e0d5 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:33.366501 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f291688-cd27-449f-b034-85a1f933e0d5 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Pushing event deleted for resources: {'Subnet': ['ID=d36b049a-1d66-4b51-b1ad-73bb445444c7,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:33.372383 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5f291688-cd27-449f-b034-85a1f933e0d5 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:33.376419 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-5f291688-cd27-449f-b034-85a1f933e0d5 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "DELETE /v2.0/subnets/d36b049a-1d66-4b51-b1ad-73bb445444c7 HTTP/1.1" status: 204 len: 168 time: 0.3969965 Dec 06 17:40:33.379227 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59192) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:33.462500 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-910f2f85-22cd-4a6b-8253-9642ac58d958 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:33.493320 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-d993a696-cadf-475d-8699-d1f77ce06fe4 req-74fd9890-b057-475c-a373-bb86406c7fe3 tempest-TestServerAdvancedOps-281695889 tempest-TestServerAdvancedOps-281695889-project] Allocated IP 172.20.0.9 (1a98210b-ef1a-4b86-a377-aee1dd1b3998/1de2b3a3-d438-4064-b200-7efab7e3c6e2/522d349e-cbc3-4152-b81d-ff80b30b7a4b) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:40:33.531215 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-910f2f85-22cd-4a6b-8253-9642ac58d958 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Deleting port 324cd3b6-abbd-4a19-88cd-00627bd874d0 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:40:33.531602 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-910f2f85-22cd-4a6b-8253-9642ac58d958 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:33.571376 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0595b79-1c85-47cc-9d33-5cf6622c3ab4 None None] Network 9042b6bb-715e-4d30-8c24-a58bddf034c4 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:40:33.605294 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-910f2f85-22cd-4a6b-8253-9642ac58d958 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] For port 324cd3b6-abbd-4a19-88cd-00627bd874d0, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=324cd3b6-abbd-4a19-88cd-00627bd874d0,segment=NetworkSegment(9a076120-b2ad-41e9-861f-82895b6d66d1),segment_id=9a076120-b2ad-41e9-861f-82895b6d66d1)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:40:33.605696 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-910f2f85-22cd-4a6b-8253-9642ac58d958 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:33.620288 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-910f2f85-22cd-4a6b-8253-9642ac58d958 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Calling delete_port for 324cd3b6-abbd-4a19-88cd-00627bd874d0 owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:40:33.694390 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-d993a696-cadf-475d-8699-d1f77ce06fe4 req-74fd9890-b057-475c-a373-bb86406c7fe3 tempest-TestServerAdvancedOps-281695889 tempest-TestServerAdvancedOps-281695889-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:33.726518 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-910f2f85-22cd-4a6b-8253-9642ac58d958 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:33.753980 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f2f85-22cd-4a6b-8253-9642ac58d958 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Pushing event deleted for resources: {'Port': ['ID=324cd3b6-abbd-4a19-88cd-00627bd874d0,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:33.760513 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910f2f85-22cd-4a6b-8253-9642ac58d958 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] No DVR routers for this DVR port 324cd3b6-abbd-4a19-88cd-00627bd874d0 on host n-d-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:40:33.768147 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-d993a696-cadf-475d-8699-d1f77ce06fe4 req-74fd9890-b057-475c-a373-bb86406c7fe3 tempest-TestServerAdvancedOps-281695889 tempest-TestServerAdvancedOps-281695889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:33.823640 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d993a696-cadf-475d-8699-d1f77ce06fe4 req-74fd9890-b057-475c-a373-bb86406c7fe3 tempest-TestServerAdvancedOps-281695889 tempest-TestServerAdvancedOps-281695889-project] Network 1a98210b-ef1a-4b86-a377-aee1dd1b3998 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:40:33.832912 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-d993a696-cadf-475d-8699-d1f77ce06fe4 req-74fd9890-b057-475c-a373-bb86406c7fe3 tempest-TestServerAdvancedOps-281695889 tempest-TestServerAdvancedOps-281695889-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:40:33.837396 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e8a084-284c-4fd8-9a59-bfa4d43b57ef None None] DHCP port deletion for 9042b6bb-715e-4d30-8c24-a58bddf034c4 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:40:33.845438 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-d993a696-cadf-475d-8699-d1f77ce06fe4 req-74fd9890-b057-475c-a373-bb86406c7fe3 tempest-TestServerAdvancedOps-281695889 tempest-TestServerAdvancedOps-281695889-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:40:33.877210 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-910f2f85-22cd-4a6b-8253-9642ac58d958 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:33.891692 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fd9890-b057-475c-a373-bb86406c7fe3 tempest-TestServerAdvancedOps-281695889 tempest-TestServerAdvancedOps-281695889-project] Pushing event updated for resources: {'Port': ['ID=522d349e-cbc3-4152-b81d-ff80b30b7a4b,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:33.912110 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-910f2f85-22cd-4a6b-8253-9642ac58d958 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9042b6bb-715e-4d30-8c24-a58bddf034c4']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:40:33.913537 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d993a696-cadf-475d-8699-d1f77ce06fe4 req-74fd9890-b057-475c-a373-bb86406c7fe3 tempest-TestServerAdvancedOps-281695889 tempest-TestServerAdvancedOps-281695889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:33.914542 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-d993a696-cadf-475d-8699-d1f77ce06fe4 req-74fd9890-b057-475c-a373-bb86406c7fe3 tempest-TestServerAdvancedOps-281695889 tempest-TestServerAdvancedOps-281695889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:33.926315 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-910f2f85-22cd-4a6b-8253-9642ac58d958 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a076120-b2ad-41e9-861f-82895b6d66d1') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:40:33.926963 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-910f2f85-22cd-4a6b-8253-9642ac58d958 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a076120-b2ad-41e9-861f-82895b6d66d1') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:40:33.933807 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d993a696-cadf-475d-8699-d1f77ce06fe4 req-74fd9890-b057-475c-a373-bb86406c7fe3 tempest-TestServerAdvancedOps-281695889 tempest-TestServerAdvancedOps-281695889-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7744236 Dec 06 17:40:33.942825 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-910f2f85-22cd-4a6b-8253-9642ac58d958 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:33.956351 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-d993a696-cadf-475d-8699-d1f77ce06fe4 req-8c977bf3-3443-4f68-b56f-8340f45918c4 service neutron] Request body: {'port': {'device_id': '3ab0ebac-c2e8-4e19-931c-2ac45ff34382', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:40:33.988444 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-910f2f85-22cd-4a6b-8253-9642ac58d958 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:34.003446 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-910f2f85-22cd-4a6b-8253-9642ac58d958 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:40:34.004171 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-910f2f85-22cd-4a6b-8253-9642ac58d958 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:34.007432 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 17:40:34.007432 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:40:34.007432 n-d-master-1 neutron-server[103284]: timer() Dec 06 17:40:34.007432 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:40:34.007432 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 17:40:34.007432 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:40:34.007432 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 17:40:34.007432 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:40:34.007432 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 17:40:34.007432 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:40:34.007432 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 17:40:34.007432 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:40:34.007432 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 17:40:34.007432 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:40:34.007432 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:40:34.007432 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:40:34.007432 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:40:34.007432 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:40:34.007432 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 17:40:34.007432 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:40:34.007432 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 17:40:34.007432 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:40:34.007432 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:40:34.007432 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:40:34.007432 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 17:40:34.007432 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:40:34.007432 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:40:34.007432 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:40:34.007432 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:40:34.007432 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:40:34.007432 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:40:34.007432 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:40:34.030059 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5c0cce-4161-4f30-a6d6-c587f2120de1 req-21e1f4bc-5d56-4d76-bfd7-78d1ad84fa8b tempest-TestServerAdvancedOps-281695889 tempest-TestServerAdvancedOps-281695889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:34.034021 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-d993a696-cadf-475d-8699-d1f77ce06fe4 req-8c977bf3-3443-4f68-b56f-8340f45918c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:34.039355 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7b5c0cce-4161-4f30-a6d6-c587f2120de1 req-21e1f4bc-5d56-4d76-bfd7-78d1ad84fa8b tempest-TestServerAdvancedOps-281695889 tempest-TestServerAdvancedOps-281695889-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ab0ebac-c2e8-4e19-931c-2ac45ff34382 HTTP/1.1" status: 200 len: 931 time: 0.1021669 Dec 06 17:40:34.135290 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-910f2f85-22cd-4a6b-8253-9642ac58d958 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:34.163394 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-910f2f85-22cd-4a6b-8253-9642ac58d958 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:34.171377 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-910f2f85-22cd-4a6b-8253-9642ac58d958 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "DELETE /v2.0/networks/9042b6bb-715e-4d30-8c24-a58bddf034c4 HTTP/1.1" status: 204 len: 168 time: 0.7873354 Dec 06 17:40:34.171377 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f2f85-22cd-4a6b-8253-9642ac58d958 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Pushing event deleted for resources: {'Network': ['ID=9042b6bb-715e-4d30-8c24-a58bddf034c4,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:34.175541 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7b5c0cce-4161-4f30-a6d6-c587f2120de1 req-aa8d8de3-a818-4050-a2c3-6080b9a906bc tempest-TestServerAdvancedOps-281695889 tempest-TestServerAdvancedOps-281695889-project] 10.222.0.23 "GET /v2.0/security-groups?id=feca4497-bf8c-4f2f-a053-a888fd62f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352344 Dec 06 17:40:34.176372 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59206) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:34.181198 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-88c80c4e-4757-4798-b2c0-1724d53219a9 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1182092716'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:40:34.223862 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c80c4e-4757-4798-b2c0-1724d53219a9 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Made reservation on behalf of e1d2d51e45b142aeb7c0cb11182fd5b6 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:40:34.227364 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-88c80c4e-4757-4798-b2c0-1724d53219a9 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:34.254122 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88c80c4e-4757-4798-b2c0-1724d53219a9 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:40:34.274025 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-88c80c4e-4757-4798-b2c0-1724d53219a9 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:34.274424 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-88c80c4e-4757-4798-b2c0-1724d53219a9 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Added segment 18eef057-f1e2-42b4-b6fe-707c2448c4d0 of type vlan for network a23b880f-6217-4164-9974-818397c64129 Dec 06 17:40:34.329055 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-88c80c4e-4757-4798-b2c0-1724d53219a9 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:34.357285 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-88c80c4e-4757-4798-b2c0-1724d53219a9 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:34.363720 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c80c4e-4757-4798-b2c0-1724d53219a9 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:34.364325 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-88c80c4e-4757-4798-b2c0-1724d53219a9 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:34.398452 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-d993a696-cadf-475d-8699-d1f77ce06fe4 req-8c977bf3-3443-4f68-b56f-8340f45918c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 522d349e-cbc3-4152-b81d-ff80b30b7a4b {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:40:34.407421 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-d993a696-cadf-475d-8699-d1f77ce06fe4 req-8c977bf3-3443-4f68-b56f-8340f45918c4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:34.427229 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 324cd3b6-abbd-4a19-88cd-00627bd874d0 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:40:34.439470 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c80c4e-4757-4798-b2c0-1724d53219a9 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Pushing event updated for resources: {'Network': ['ID=a23b880f-6217-4164-9974-818397c64129,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:34.444657 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-d993a696-cadf-475d-8699-d1f77ce06fe4 req-8c977bf3-3443-4f68-b56f-8340f45918c4 service neutron] Transition to ACTIVE for port object 522d349e-cbc3-4152-b81d-ff80b30b7a4b will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:40:34.453070 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-d993a696-cadf-475d-8699-d1f77ce06fe4 req-8c977bf3-3443-4f68-b56f-8340f45918c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:34.458869 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-88c80c4e-4757-4798-b2c0-1724d53219a9 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2811518 Dec 06 17:40:34.459775 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 324cd3b6-abbd-4a19-88cd-00627bd874d0 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:40:34.460220 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 324cd3b6-abbd-4a19-88cd-00627bd874d0 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:40:34.461884 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59212) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:34.468522 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-1f6c1cab-8ca4-4df6-a268-46f638147965 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Request body: {'subnet': {'network_id': 'a23b880f-6217-4164-9974-818397c64129', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:40:34.478144 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network a23b880f-6217-4164-9974-818397c64129 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:40:34.558093 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c977bf3-3443-4f68-b56f-8340f45918c4 service neutron] Pushing event updated for resources: {'Port': ['ID=522d349e-cbc3-4152-b81d-ff80b30b7a4b,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:34.591589 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f6c1cab-8ca4-4df6-a268-46f638147965 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Made reservation on behalf of e1d2d51e45b142aeb7c0cb11182fd5b6 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:40:34.595910 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1f6c1cab-8ca4-4df6-a268-46f638147965 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:34.656652 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-d993a696-cadf-475d-8699-d1f77ce06fe4 req-8c977bf3-3443-4f68-b56f-8340f45918c4 service neutron] Attempting to bind port 522d349e-cbc3-4152-b81d-ff80b30b7a4b on host n-h1-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:40:34.656652 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-d993a696-cadf-475d-8699-d1f77ce06fe4 req-8c977bf3-3443-4f68-b56f-8340f45918c4 service neutron] Attempting to bind port 522d349e-cbc3-4152-b81d-ff80b30b7a4b by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'f0dac617-d925-4afa-b58e-9b423daa3fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1a98210b-ef1a-4b86-a377-aee1dd1b3998'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:40:34.656652 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d993a696-cadf-475d-8699-d1f77ce06fe4 req-8c977bf3-3443-4f68-b56f-8340f45918c4 service neutron] Attempting to bind port 522d349e-cbc3-4152-b81d-ff80b30b7a4b on network 1a98210b-ef1a-4b86-a377-aee1dd1b3998 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:40:34.657148 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d993a696-cadf-475d-8699-d1f77ce06fe4 req-8c977bf3-3443-4f68-b56f-8340f45918c4 service neutron] Port 522d349e-cbc3-4152-b81d-ff80b30b7a4b on network 1a98210b-ef1a-4b86-a377-aee1dd1b3998 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:40:34.657148 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d993a696-cadf-475d-8699-d1f77ce06fe4 req-8c977bf3-3443-4f68-b56f-8340f45918c4 service neutron] Attempting to bind port 522d349e-cbc3-4152-b81d-ff80b30b7a4b on network 1a98210b-ef1a-4b86-a377-aee1dd1b3998 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:40:34.665562 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d993a696-cadf-475d-8699-d1f77ce06fe4 req-8c977bf3-3443-4f68-b56f-8340f45918c4 service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:40:34.665562 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d993a696-cadf-475d-8699-d1f77ce06fe4 req-8c977bf3-3443-4f68-b56f-8340f45918c4 service neutron] Checking segment: {'id': 'f0dac617-d925-4afa-b58e-9b423daa3fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1a98210b-ef1a-4b86-a377-aee1dd1b3998'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:40:34.665562 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d993a696-cadf-475d-8699-d1f77ce06fe4 req-8c977bf3-3443-4f68-b56f-8340f45918c4 service neutron] Bound using segment: {'id': 'f0dac617-d925-4afa-b58e-9b423daa3fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1a98210b-ef1a-4b86-a377-aee1dd1b3998'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:40:34.665562 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-d993a696-cadf-475d-8699-d1f77ce06fe4 req-8c977bf3-3443-4f68-b56f-8340f45918c4 service neutron] Bound port: 522d349e-cbc3-4152-b81d-ff80b30b7a4b, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0dac617-d925-4afa-b58e-9b423daa3fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1a98210b-ef1a-4b86-a377-aee1dd1b3998'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:40:34.665562 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-d993a696-cadf-475d-8699-d1f77ce06fe4 req-8c977bf3-3443-4f68-b56f-8340f45918c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:34.742137 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-d993a696-cadf-475d-8699-d1f77ce06fe4 req-8c977bf3-3443-4f68-b56f-8340f45918c4 service neutron] For port 522d349e-cbc3-4152-b81d-ff80b30b7a4b, host n-h1-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:40:34.745690 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-d993a696-cadf-475d-8699-d1f77ce06fe4 req-8c977bf3-3443-4f68-b56f-8340f45918c4 service neutron] For port 522d349e-cbc3-4152-b81d-ff80b30b7a4b, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=522d349e-cbc3-4152-b81d-ff80b30b7a4b,segment=NetworkSegment(f0dac617-d925-4afa-b58e-9b423daa3fc5),segment_id=f0dac617-d925-4afa-b58e-9b423daa3fc5)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:40:34.751911 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-d993a696-cadf-475d-8699-d1f77ce06fe4 req-8c977bf3-3443-4f68-b56f-8340f45918c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:34.800940 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d993a696-cadf-475d-8699-d1f77ce06fe4 req-8c977bf3-3443-4f68-b56f-8340f45918c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:34.801615 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-d993a696-cadf-475d-8699-d1f77ce06fe4 req-8c977bf3-3443-4f68-b56f-8340f45918c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:34.803052 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d993a696-cadf-475d-8699-d1f77ce06fe4 req-8c977bf3-3443-4f68-b56f-8340f45918c4 service neutron] 10.222.0.41 "PUT /v2.0/ports/522d349e-cbc3-4152-b81d-ff80b30b7a4b HTTP/1.1" status: 200 len: 1091 time: 0.8582075 Dec 06 17:40:34.803500 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ab0ebac-c2e8-4e19-931c-2ac45ff34382', 'tag': '522d349e-cbc3-4152-b81d-ff80b30b7a4b'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:40:34.805824 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40cc74f7-895d-4089-9548-ca844555ffe7" -d '{"events": [{"name": "network-changed", "server_uuid": "3ab0ebac-c2e8-4e19-931c-2ac45ff34382", "tag": "522d349e-cbc3-4152-b81d-ff80b30b7a4b"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:40:34.843444 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c977bf3-3443-4f68-b56f-8340f45918c4 service neutron] Pushing event updated for resources: {'Port': ['ID=522d349e-cbc3-4152-b81d-ff80b30b7a4b,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:34.850976 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1f6c1cab-8ca4-4df6-a268-46f638147965 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:34.899376 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e10af1a-1d1d-4d35-8cf2-8343fc534d1f x-openstack-request-id: req-4e10af1a-1d1d-4d35-8cf2-8343fc534d1f {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:40:34.900023 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ab0ebac-c2e8-4e19-931c-2ac45ff34382", "tag": "522d349e-cbc3-4152-b81d-ff80b30b7a4b", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:40:34.900443 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4e10af1a-1d1d-4d35-8cf2-8343fc534d1f {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:40:34.901076 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ab0ebac-c2e8-4e19-931c-2ac45ff34382', 'tag': '522d349e-cbc3-4152-b81d-ff80b30b7a4b', 'status': 'completed', 'code': 200} Dec 06 17:40:34.914912 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d993a696-cadf-475d-8699-d1f77ce06fe4 req-3b7ca5e2-e859-4fad-9295-a9252ad72233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:34.916748 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d993a696-cadf-475d-8699-d1f77ce06fe4 req-3b7ca5e2-e859-4fad-9295-a9252ad72233 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9958090856424e22a766753003d3c509&device_id=3ab0ebac-c2e8-4e19-931c-2ac45ff34382 HTTP/1.1" status: 200 len: 1094 time: 0.0604479 Dec 06 17:40:34.932589 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6c1cab-8ca4-4df6-a268-46f638147965 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Pushing event updated for resources: {'Subnet': ['ID=b638ded9-f1a0-43f9-92fd-098b9464758d,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:34.959916 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6c1cab-8ca4-4df6-a268-46f638147965 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Checking segment: {'id': '18eef057-f1e2-42b4-b6fe-707c2448c4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a23b880f-6217-4164-9974-818397c64129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:40:34.960291 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6c1cab-8ca4-4df6-a268-46f638147965 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Network hostable DHCP agents. Network: a23b880f-6217-4164-9974-818397c64129, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:40:34.965188 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d993a696-cadf-475d-8699-d1f77ce06fe4 req-7cd2aac7-e82f-4da7-8b82-07255f4212b6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=522d349e-cbc3-4152-b81d-ff80b30b7a4b HTTP/1.1" status: 200 len: 217 time: 0.0383310 Dec 06 17:40:34.979865 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6c1cab-8ca4-4df6-a268-46f638147965 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Network a23b880f-6217-4164-9974-818397c64129 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:40:34.992669 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-1f6c1cab-8ca4-4df6-a268-46f638147965 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, a23b880f-6217-4164-9974-818397c64129) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:40:35.000875 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ff9b22-1a08-432c-b8c0-2a7515b29518 None None] Network a23b880f-6217-4164-9974-818397c64129 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:40:35.007033 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6c1cab-8ca4-4df6-a268-46f638147965 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:35.007652 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1f6c1cab-8ca4-4df6-a268-46f638147965 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:35.044121 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-1f6c1cab-8ca4-4df6-a268-46f638147965 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5805285 Dec 06 17:40:35.046987 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59224) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:35.053189 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d993a696-cadf-475d-8699-d1f77ce06fe4 req-946b6c92-ce4d-4390-a7ee-956781c12892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:35.054999 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d993a696-cadf-475d-8699-d1f77ce06fe4 req-946b6c92-ce4d-4390-a7ee-956781c12892 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1de2b3a3-d438-4064-b200-7efab7e3c6e2 HTTP/1.1" status: 200 len: 852 time: 0.0791321 Dec 06 17:40:35.059139 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-26627779-0572-4665-b2cb-d30fa4f93dae tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Request body: {'port': {'network_id': 'a23b880f-6217-4164-9974-818397c64129', 'name': 'tempest-PortsIpV6TestJSON-1823756243', 'fixed_ips': [{'subnet_id': 'b638ded9-f1a0-43f9-92fd-098b9464758d', 'ip_address': '2001:db8::10'}]}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:40:35.102226 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d993a696-cadf-475d-8699-d1f77ce06fe4 req-8e2879d1-0528-49f9-b846-adba60077b18 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1a98210b-ef1a-4b86-a377-aee1dd1b3998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341234 Dec 06 17:40:35.205980 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e283f63-4cb2-44f0-b9a4-6b163f7994c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-a23b880f-6217-4164-9974-818397c64129', 'network_id': 'a23b880f-6217-4164-9974-818397c64129', 'tenant_id': 'e1d2d51e45b142aeb7c0cb11182fd5b6', 'fixed_ips': [{'subnet_id': 'b638ded9-f1a0-43f9-92fd-098b9464758d'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:40:35.206956 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5e283f63-4cb2-44f0-b9a4-6b163f7994c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:35.288248 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d993a696-cadf-475d-8699-d1f77ce06fe4 req-6b2a8cc3-aaf4-4306-8d22-da0c479bf8ba service neutron] 10.222.0.41 "GET /v2.0/networks/1a98210b-ef1a-4b86-a377-aee1dd1b3998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738634 Dec 06 17:40:35.302144 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 17:40:35.340398 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26627779-0572-4665-b2cb-d30fa4f93dae tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Made reservation on behalf of e1d2d51e45b142aeb7c0cb11182fd5b6 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:40:35.392614 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:35.435595 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25e75b1-1124-42dc-8630-b84fdc5bbe33 req-5b56976d-8d86-4f45-86e6-56cbe510e4a2 tempest-TestServerAdvancedOps-281695889 tempest-TestServerAdvancedOps-281695889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:35.437169 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e25e75b1-1124-42dc-8630-b84fdc5bbe33 req-5b56976d-8d86-4f45-86e6-56cbe510e4a2 tempest-TestServerAdvancedOps-281695889 tempest-TestServerAdvancedOps-281695889-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ab0ebac-c2e8-4e19-931c-2ac45ff34382 HTTP/1.1" status: 200 len: 943 time: 0.1552134 Dec 06 17:40:35.450904 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d993a696-cadf-475d-8699-d1f77ce06fe4 req-33be31e6-735a-40db-a6ed-005e319ded52 service neutron] 10.222.0.41 "GET /v2.0/networks/1a98210b-ef1a-4b86-a377-aee1dd1b3998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491716 Dec 06 17:40:35.458483 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-5e283f63-4cb2-44f0-b9a4-6b163f7994c6 None None] Allocated IP 2001:db8::2 (a23b880f-6217-4164-9974-818397c64129/b638ded9-f1a0-43f9-92fd-098b9464758d/5aaf1b0f-fa2c-4621-97e1-c0294951abc0) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:40:35.489764 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-26627779-0572-4665-b2cb-d30fa4f93dae tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:35.533376 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-26627779-0572-4665-b2cb-d30fa4f93dae tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] device_id is not set on port af5623e1-3a73-43e1-84c6-02cf4d787e81 yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:40:35.553574 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e25e75b1-1124-42dc-8630-b84fdc5bbe33 req-ddbc5c9b-2639-4f21-ab2e-823261d82c23 tempest-TestServerAdvancedOps-281695889 tempest-TestServerAdvancedOps-281695889-project] 10.222.0.23 "GET /v2.0/security-groups?id=feca4497-bf8c-4f2f-a053-a888fd62f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061287 Dec 06 17:40:35.614343 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cc74f7-895d-4089-9548-ca844555ffe7 req-acf8a746-55f1-4a8e-a125-945b0d1e62eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:35.615864 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-40cc74f7-895d-4089-9548-ca844555ffe7 req-acf8a746-55f1-4a8e-a125-945b0d1e62eb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9958090856424e22a766753003d3c509&device_id=3ab0ebac-c2e8-4e19-931c-2ac45ff34382 HTTP/1.1" status: 200 len: 1094 time: 0.0995057 Dec 06 17:40:35.657288 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5e283f63-4cb2-44f0-b9a4-6b163f7994c6 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:35.684763 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5e283f63-4cb2-44f0-b9a4-6b163f7994c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:35.759514 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cc74f7-895d-4089-9548-ca844555ffe7 req-a0d498f5-46c4-4cf7-9296-e1d098b5d601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:35.760885 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-26627779-0572-4665-b2cb-d30fa4f93dae tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Allocated IP 2001:db8::10 (a23b880f-6217-4164-9974-818397c64129/b638ded9-f1a0-43f9-92fd-098b9464758d/af5623e1-3a73-43e1-84c6-02cf4d787e81) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:40:35.761283 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-40cc74f7-895d-4089-9548-ca844555ffe7 req-a0d498f5-46c4-4cf7-9296-e1d098b5d601 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1a98210b-ef1a-4b86-a377-aee1dd1b3998 HTTP/1.1" status: 200 len: 913 time: 0.1361241 Dec 06 17:40:35.848932 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-40cc74f7-895d-4089-9548-ca844555ffe7 req-32549164-8337-4be3-987a-c1518250a314 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=522d349e-cbc3-4152-b81d-ff80b30b7a4b HTTP/1.1" status: 200 len: 217 time: 0.0742893 Dec 06 17:40:35.912519 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e283f63-4cb2-44f0-b9a4-6b163f7994c6 None None] Network a23b880f-6217-4164-9974-818397c64129 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:40:35.916441 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cc74f7-895d-4089-9548-ca844555ffe7 req-189b809c-d0c1-4eba-a844-89dce78faaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:35.919325 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-5e283f63-4cb2-44f0-b9a4-6b163f7994c6 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:40:35.922900 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e283f63-4cb2-44f0-b9a4-6b163f7994c6 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:40:35.924414 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-40cc74f7-895d-4089-9548-ca844555ffe7 req-189b809c-d0c1-4eba-a844-89dce78faaf9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1de2b3a3-d438-4064-b200-7efab7e3c6e2 HTTP/1.1" status: 200 len: 852 time: 0.0642838 Dec 06 17:40:35.939817 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e283f63-4cb2-44f0-b9a4-6b163f7994c6 None None] Pushing event updated for resources: {'Port': ['ID=5aaf1b0f-fa2c-4621-97e1-c0294951abc0,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:35.955973 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-26627779-0572-4665-b2cb-d30fa4f93dae tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:35.963443 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-40cc74f7-895d-4089-9548-ca844555ffe7 req-306a79e2-2d2d-4905-bbb3-4b66ef7f08be service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1a98210b-ef1a-4b86-a377-aee1dd1b3998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336628 Dec 06 17:40:35.997456 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-5e283f63-4cb2-44f0-b9a4-6b163f7994c6 None None] Attempting to bind port 5aaf1b0f-fa2c-4621-97e1-c0294951abc0 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:40:35.998213 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-5e283f63-4cb2-44f0-b9a4-6b163f7994c6 None None] Attempting to bind port 5aaf1b0f-fa2c-4621-97e1-c0294951abc0 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '18eef057-f1e2-42b4-b6fe-707c2448c4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a23b880f-6217-4164-9974-818397c64129'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:40:35.998783 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e283f63-4cb2-44f0-b9a4-6b163f7994c6 None None] Attempting to bind port 5aaf1b0f-fa2c-4621-97e1-c0294951abc0 on network a23b880f-6217-4164-9974-818397c64129 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:40:36.006242 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e283f63-4cb2-44f0-b9a4-6b163f7994c6 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:40:36.007309 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e283f63-4cb2-44f0-b9a4-6b163f7994c6 None None] Checking segment: {'id': '18eef057-f1e2-42b4-b6fe-707c2448c4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a23b880f-6217-4164-9974-818397c64129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:40:36.008019 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5e283f63-4cb2-44f0-b9a4-6b163f7994c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:36.008437 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-26627779-0572-4665-b2cb-d30fa4f93dae tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:36.008809 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e283f63-4cb2-44f0-b9a4-6b163f7994c6 None None] Bound using segment: {'id': '18eef057-f1e2-42b4-b6fe-707c2448c4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a23b880f-6217-4164-9974-818397c64129'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:40:36.009638 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-5e283f63-4cb2-44f0-b9a4-6b163f7994c6 None None] Bound port: 5aaf1b0f-fa2c-4621-97e1-c0294951abc0, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18eef057-f1e2-42b4-b6fe-707c2448c4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a23b880f-6217-4164-9974-818397c64129'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:40:36.010273 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5e283f63-4cb2-44f0-b9a4-6b163f7994c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:36.065391 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26627779-0572-4665-b2cb-d30fa4f93dae tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Network a23b880f-6217-4164-9974-818397c64129 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:40:36.069759 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-26627779-0572-4665-b2cb-d30fa4f93dae tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:40:36.073778 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26627779-0572-4665-b2cb-d30fa4f93dae tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:40:36.082030 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26627779-0572-4665-b2cb-d30fa4f93dae tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:36.082739 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-26627779-0572-4665-b2cb-d30fa4f93dae tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:36.083838 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-5e283f63-4cb2-44f0-b9a4-6b163f7994c6 None None] For port 5aaf1b0f-fa2c-4621-97e1-c0294951abc0, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:40:36.088140 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-5e283f63-4cb2-44f0-b9a4-6b163f7994c6 None None] For port 5aaf1b0f-fa2c-4621-97e1-c0294951abc0, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=5aaf1b0f-fa2c-4621-97e1-c0294951abc0,segment=NetworkSegment(18eef057-f1e2-42b4-b6fe-707c2448c4d0),segment_id=18eef057-f1e2-42b4-b6fe-707c2448c4d0)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:40:36.095125 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5e283f63-4cb2-44f0-b9a4-6b163f7994c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:36.100085 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26627779-0572-4665-b2cb-d30fa4f93dae tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Pushing event updated for resources: {'Port': ['ID=af5623e1-3a73-43e1-84c6-02cf4d787e81,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:36.125905 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-40cc74f7-895d-4089-9548-ca844555ffe7 req-1b62a9a4-0815-4eaf-a08f-a749a7bc2279 service neutron] 10.222.0.41 "GET /v2.0/networks/1a98210b-ef1a-4b86-a377-aee1dd1b3998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483598 Dec 06 17:40:36.132453 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-26627779-0572-4665-b2cb-d30fa4f93dae tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0842655 Dec 06 17:40:36.134854 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59244) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:36.143490 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-a2ecc998-65e5-4270-821b-d9e501711366 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Request body: {'port': {'network_id': 'a23b880f-6217-4164-9974-818397c64129', 'name': 'tempest-PortsIpV6TestJSON-825126773', 'fixed_ips': [{'subnet_id': 'b638ded9-f1a0-43f9-92fd-098b9464758d', 'ip_address': '2001:db8::f'}]}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:40:36.172480 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e283f63-4cb2-44f0-b9a4-6b163f7994c6 None None] Pushing event updated for resources: {'Port': ['ID=5aaf1b0f-fa2c-4621-97e1-c0294951abc0,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:36.243000 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-40cc74f7-895d-4089-9548-ca844555ffe7 req-a6420d7d-a827-4f09-b55f-94e951b69a41 service neutron] 10.222.0.41 "GET /v2.0/networks/1a98210b-ef1a-4b86-a377-aee1dd1b3998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112976 Dec 06 17:40:36.287013 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2ecc998-65e5-4270-821b-d9e501711366 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Made reservation on behalf of e1d2d51e45b142aeb7c0cb11182fd5b6 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:40:36.294416 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a2ecc998-65e5-4270-821b-d9e501711366 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:36.313324 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-a2ecc998-65e5-4270-821b-d9e501711366 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] device_id is not set on port 20bf26eb-627d-4c86-81c6-ab774a317f08 yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:40:36.524701 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-a2ecc998-65e5-4270-821b-d9e501711366 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Allocated IP 2001:db8::f (a23b880f-6217-4164-9974-818397c64129/b638ded9-f1a0-43f9-92fd-098b9464758d/20bf26eb-627d-4c86-81c6-ab774a317f08) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:40:36.695608 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0463468e-e12f-40f4-bc03-fb3e6ce433ce req-e5e1de84-cb30-4d94-bb61-c5eccd514076 tempest-TestServerAdvancedOps-281695889 tempest-TestServerAdvancedOps-281695889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:36.697168 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0463468e-e12f-40f4-bc03-fb3e6ce433ce req-e5e1de84-cb30-4d94-bb61-c5eccd514076 tempest-TestServerAdvancedOps-281695889 tempest-TestServerAdvancedOps-281695889-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ab0ebac-c2e8-4e19-931c-2ac45ff34382 HTTP/1.1" status: 200 len: 943 time: 0.0616062 Dec 06 17:40:36.698404 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a2ecc998-65e5-4270-821b-d9e501711366 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:36.738549 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a2ecc998-65e5-4270-821b-d9e501711366 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:36.758029 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0463468e-e12f-40f4-bc03-fb3e6ce433ce req-d3736198-1618-4717-91d0-e154da502156 tempest-TestServerAdvancedOps-281695889 tempest-TestServerAdvancedOps-281695889-project] 10.222.0.23 "GET /v2.0/security-groups?id=feca4497-bf8c-4f2f-a053-a888fd62f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526001 Dec 06 17:40:36.798612 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ecc998-65e5-4270-821b-d9e501711366 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Network a23b880f-6217-4164-9974-818397c64129 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:40:36.801795 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-a2ecc998-65e5-4270-821b-d9e501711366 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:40:36.805762 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ecc998-65e5-4270-821b-d9e501711366 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:40:36.811548 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ecc998-65e5-4270-821b-d9e501711366 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:36.812183 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a2ecc998-65e5-4270-821b-d9e501711366 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:36.820886 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ecc998-65e5-4270-821b-d9e501711366 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Pushing event updated for resources: {'Port': ['ID=20bf26eb-627d-4c86-81c6-ab774a317f08,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:36.834216 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-a2ecc998-65e5-4270-821b-d9e501711366 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.6980040 Dec 06 17:40:36.836810 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59262) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:36.934278 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7f55d5-48b8-491d-a02a-9d7adf25acc1 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:36.941237 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-0e7f55d5-48b8-491d-a02a-9d7adf25acc1 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1010551 Dec 06 17:40:36.941594 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59264) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:36.997304 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffd708e-a64c-46d4-a15d-ef471df7e230 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:37.004049 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffd708e-a64c-46d4-a15d-ef471df7e230 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:37.010153 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffd708e-a64c-46d4-a15d-ef471df7e230 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:37.011919 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-4ffd708e-a64c-46d4-a15d-ef471df7e230 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.0693688 Dec 06 17:40:37.015321 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59266) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:37.113839 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-d7102a5b-1f12-4617-9c30-46af80c0a3c3 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Deleting port 20bf26eb-627d-4c86-81c6-ab774a317f08 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:40:37.114188 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d7102a5b-1f12-4617-9c30-46af80c0a3c3 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:37.201364 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d7c758-ab49-4cae-a74e-f0763632a9ca None None] Network a23b880f-6217-4164-9974-818397c64129 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:40:37.222253 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d7102a5b-1f12-4617-9c30-46af80c0a3c3 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:37.235092 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-d7102a5b-1f12-4617-9c30-46af80c0a3c3 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Calling delete_port for 20bf26eb-627d-4c86-81c6-ab774a317f08 owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:40:37.345739 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-e977f345-591b-48fa-8357-9029a3562d4b None None] Provisioning complete for port 5aaf1b0f-fa2c-4621-97e1-c0294951abc0 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:40:37.346115 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e977f345-591b-48fa-8357-9029a3562d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:37.386984 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d7102a5b-1f12-4617-9c30-46af80c0a3c3 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:37.422044 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7102a5b-1f12-4617-9c30-46af80c0a3c3 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Pushing event deleted for resources: {'Port': ['ID=20bf26eb-627d-4c86-81c6-ab774a317f08,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:37.448634 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d7102a5b-1f12-4617-9c30-46af80c0a3c3 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:37.454144 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-d7102a5b-1f12-4617-9c30-46af80c0a3c3 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "DELETE /v2.0/ports/20bf26eb-627d-4c86-81c6-ab774a317f08 HTTP/1.1" status: 204 len: 168 time: 0.4368527 Dec 06 17:40:37.455593 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59274) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:37.466438 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e977f345-591b-48fa-8357-9029a3562d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:37.485546 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-68a48dd5-a344-4f16-ace0-04f0c53a0028 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] GET failed (client error): The resource could not be found. Dec 06 17:40:37.489551 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-68a48dd5-a344-4f16-ace0-04f0c53a0028 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "GET /v2.0/ports/20bf26eb-627d-4c86-81c6-ab774a317f08 HTTP/1.1" status: 404 len: 333 time: 0.0305357 Dec 06 17:40:37.489999 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59276) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:37.508658 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-e977f345-591b-48fa-8357-9029a3562d4b None None] For port 5aaf1b0f-fa2c-4621-97e1-c0294951abc0, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=5aaf1b0f-fa2c-4621-97e1-c0294951abc0,segment=NetworkSegment(18eef057-f1e2-42b4-b6fe-707c2448c4d0),segment_id=18eef057-f1e2-42b4-b6fe-707c2448c4d0)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:40:37.513288 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e977f345-591b-48fa-8357-9029a3562d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:37.574661 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e977f345-591b-48fa-8357-9029a3562d4b None None] Pushing event updated for resources: {'Port': ['ID=5aaf1b0f-fa2c-4621-97e1-c0294951abc0,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:37.612554 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-e9f2a3f1-4a6a-4ffc-8201-b06864454594 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Deleting port af5623e1-3a73-43e1-84c6-02cf4d787e81 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:40:37.612894 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e9f2a3f1-4a6a-4ffc-8201-b06864454594 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:37.724176 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e9f2a3f1-4a6a-4ffc-8201-b06864454594 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:37.735213 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6ae803f1-404f-4eb0-b183-dd9e295be657 None None] Could not find standard attr ID for object 20bf26eb-627d-4c86-81c6-ab774a317f08. {{(pid=103286) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 17:40:37.739970 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-e9f2a3f1-4a6a-4ffc-8201-b06864454594 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Calling delete_port for af5623e1-3a73-43e1-84c6-02cf4d787e81 owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:40:37.746765 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6ae803f1-404f-4eb0-b183-dd9e295be657 None None] Provisioning complete for port 5aaf1b0f-fa2c-4621-97e1-c0294951abc0 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:40:37.747357 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6ae803f1-404f-4eb0-b183-dd9e295be657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:37.846660 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6ae803f1-404f-4eb0-b183-dd9e295be657 None None] Provisioning complete for port af5623e1-3a73-43e1-84c6-02cf4d787e81 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:40:37.847104 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6ae803f1-404f-4eb0-b183-dd9e295be657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:37.895273 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6ae803f1-404f-4eb0-b183-dd9e295be657 None None] Port af5623e1-3a73-43e1-84c6-02cf4d787e81 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:40:37.935251 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92767f18-cc09-4c4f-84dc-91eae079d7d7 req-a6145719-1237-4818-a9aa-628ced61615c tempest-TestServerAdvancedOps-281695889 tempest-TestServerAdvancedOps-281695889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:37.937574 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-92767f18-cc09-4c4f-84dc-91eae079d7d7 req-a6145719-1237-4818-a9aa-628ced61615c tempest-TestServerAdvancedOps-281695889 tempest-TestServerAdvancedOps-281695889-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ab0ebac-c2e8-4e19-931c-2ac45ff34382 HTTP/1.1" status: 200 len: 943 time: 0.0753911 Dec 06 17:40:38.010953 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e9f2a3f1-4a6a-4ffc-8201-b06864454594 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:38.020806 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-0ef165d5-203d-4c5e-8d93-7f39dafdb3b2 None None] Could not find standard attr ID for object af5623e1-3a73-43e1-84c6-02cf4d787e81. {{(pid=103286) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 17:40:38.062315 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f2a3f1-4a6a-4ffc-8201-b06864454594 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Pushing event deleted for resources: {'Port': ['ID=af5623e1-3a73-43e1-84c6-02cf4d787e81,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:38.071971 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-92767f18-cc09-4c4f-84dc-91eae079d7d7 req-09273b41-2dc3-44c1-91be-0c4cc36c334f tempest-TestServerAdvancedOps-281695889 tempest-TestServerAdvancedOps-281695889-project] 10.222.0.23 "GET /v2.0/security-groups?id=feca4497-bf8c-4f2f-a053-a888fd62f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148839 Dec 06 17:40:38.093960 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e9f2a3f1-4a6a-4ffc-8201-b06864454594 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:38.099986 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-e9f2a3f1-4a6a-4ffc-8201-b06864454594 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "DELETE /v2.0/ports/af5623e1-3a73-43e1-84c6-02cf4d787e81 HTTP/1.1" status: 204 len: 168 time: 0.6053834 Dec 06 17:40:38.100410 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 59288) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:38.128758 n-d-master-1 neutron-server[103285]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bf0691f-7ecc-4042-9b18-bc867b5d4e97 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] GET failed (client error): The resource could not be found. Dec 06 17:40:38.132735 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-9bf0691f-7ecc-4042-9b18-bc867b5d4e97 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "GET /v2.0/ports/af5623e1-3a73-43e1-84c6-02cf4d787e81 HTTP/1.1" status: 404 len: 333 time: 0.0287871 Dec 06 17:40:38.133161 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 59290) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:38.192025 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5a188e1-e8d3-4790-abc2-37dbe7b9d1b5 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Deleting subnet b638ded9-f1a0-43f9-92fd-098b9464758d {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:40:38.196330 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c5a188e1-e8d3-4790-abc2-37dbe7b9d1b5 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:38.243122 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c5a188e1-e8d3-4790-abc2-37dbe7b9d1b5 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:38.339125 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a696e137-cbad-4fe8-b691-8845d6bd3a99 None None] Could not find standard attr ID for object 20bf26eb-627d-4c86-81c6-ab774a317f08. {{(pid=103286) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 17:40:38.367537 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c5a188e1-e8d3-4790-abc2-37dbe7b9d1b5 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:38.416184 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 5aaf1b0f-fa2c-4621-97e1-c0294951abc0 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:40:38.443612 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c5a188e1-e8d3-4790-abc2-37dbe7b9d1b5 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:38.459749 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 522d349e-cbc3-4152-b81d-ff80b30b7a4b details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:40:38.477674 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c5a188e1-e8d3-4790-abc2-37dbe7b9d1b5 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:38.480799 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-c5a188e1-e8d3-4790-abc2-37dbe7b9d1b5 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "DELETE /v2.0/subnets/b638ded9-f1a0-43f9-92fd-098b9464758d HTTP/1.1" status: 204 len: 168 time: 0.3469326 Dec 06 17:40:38.481906 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a188e1-e8d3-4790-abc2-37dbe7b9d1b5 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Pushing event deleted for resources: {'Subnet': ['ID=b638ded9-f1a0-43f9-92fd-098b9464758d,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:38.485523 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59300) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:38.562143 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 5aaf1b0f-fa2c-4621-97e1-c0294951abc0 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:40:38.562500 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:38.577218 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-31824c66-4685-4496-aa0d-81379fdeee1c tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:38.594321 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0298404-0205-4f51-b823-9f166f92398c None None] Network a23b880f-6217-4164-9974-818397c64129 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:40:38.639768 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-31824c66-4685-4496-aa0d-81379fdeee1c tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Deleting port 5aaf1b0f-fa2c-4621-97e1-c0294951abc0 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:40:38.640114 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-31824c66-4685-4496-aa0d-81379fdeee1c tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:38.688377 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 522d349e-cbc3-4152-b81d-ff80b30b7a4b, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=522d349e-cbc3-4152-b81d-ff80b30b7a4b,segment=NetworkSegment(f0dac617-d925-4afa-b58e-9b423daa3fc5),segment_id=f0dac617-d925-4afa-b58e-9b423daa3fc5)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:40:38.708106 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-31824c66-4685-4496-aa0d-81379fdeee1c tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] For port 5aaf1b0f-fa2c-4621-97e1-c0294951abc0, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=5aaf1b0f-fa2c-4621-97e1-c0294951abc0,segment=NetworkSegment(18eef057-f1e2-42b4-b6fe-707c2448c4d0),segment_id=18eef057-f1e2-42b4-b6fe-707c2448c4d0)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:40:38.708596 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-31824c66-4685-4496-aa0d-81379fdeee1c tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:38.722926 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-31824c66-4685-4496-aa0d-81379fdeee1c tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Calling delete_port for 5aaf1b0f-fa2c-4621-97e1-c0294951abc0 owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:40:38.725501 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': '522d349e-cbc3-4152-b81d-ff80b30b7a4b', 'network_id': '1a98210b-ef1a-4b86-a377-aee1dd1b3998', 'port_id': '522d349e-cbc3-4152-b81d-ff80b30b7a4b', 'mac_address': 'fa:16:3e:cc:c1:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1de2b3a3-d438-4064-b200-7efab7e3c6e2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:40:38.819983 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-31824c66-4685-4496-aa0d-81379fdeee1c tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:38.832475 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:38.854959 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31824c66-4685-4496-aa0d-81379fdeee1c tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Pushing event deleted for resources: {'Port': ['ID=5aaf1b0f-fa2c-4621-97e1-c0294951abc0,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:38.856623 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 522d349e-cbc3-4152-b81d-ff80b30b7a4b {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:40:38.859750 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31824c66-4685-4496-aa0d-81379fdeee1c tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] No DVR routers for this DVR port 5aaf1b0f-fa2c-4621-97e1-c0294951abc0 on host n-d-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:40:38.878743 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 522d349e-cbc3-4152-b81d-ff80b30b7a4b, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=522d349e-cbc3-4152-b81d-ff80b30b7a4b,segment=NetworkSegment(f0dac617-d925-4afa-b58e-9b423daa3fc5),segment_id=f0dac617-d925-4afa-b58e-9b423daa3fc5)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:40:38.883884 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:38.924947 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a467417d-e6b5-4c3e-bfbb-8c57b4c0cf69 None None] DHCP port deletion for a23b880f-6217-4164-9974-818397c64129 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:40:38.958118 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=522d349e-cbc3-4152-b81d-ff80b30b7a4b,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:38.958377 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-31824c66-4685-4496-aa0d-81379fdeee1c tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:38.980377 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-31824c66-4685-4496-aa0d-81379fdeee1c tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a23b880f-6217-4164-9974-818397c64129']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:40:38.990389 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-31824c66-4685-4496-aa0d-81379fdeee1c tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18eef057-f1e2-42b4-b6fe-707c2448c4d0') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:40:38.990693 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-31824c66-4685-4496-aa0d-81379fdeee1c tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18eef057-f1e2-42b4-b6fe-707c2448c4d0') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:40:39.000727 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-31824c66-4685-4496-aa0d-81379fdeee1c tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:39.014720 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-31824c66-4685-4496-aa0d-81379fdeee1c tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:39.021225 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31824c66-4685-4496-aa0d-81379fdeee1c tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:40:39.021645 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-31824c66-4685-4496-aa0d-81379fdeee1c tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:39.024893 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 17:40:39.024893 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:40:39.024893 n-d-master-1 neutron-server[103284]: timer() Dec 06 17:40:39.024893 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:40:39.024893 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 17:40:39.024893 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:40:39.024893 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 17:40:39.024893 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:40:39.024893 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 17:40:39.024893 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:40:39.024893 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 17:40:39.024893 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:40:39.024893 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 17:40:39.024893 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:40:39.024893 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:40:39.024893 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:40:39.024893 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:40:39.024893 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:40:39.024893 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 17:40:39.024893 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:40:39.024893 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 17:40:39.024893 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:40:39.024893 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:40:39.024893 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:40:39.024893 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 17:40:39.024893 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:40:39.024893 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:40:39.024893 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:40:39.024893 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:40:39.024893 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:40:39.024893 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:40:39.024893 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:40:39.090782 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-31824c66-4685-4496-aa0d-81379fdeee1c tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:39.101881 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-31824c66-4685-4496-aa0d-81379fdeee1c tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:39.110766 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 59314) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:39.111261 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-31824c66-4685-4496-aa0d-81379fdeee1c tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "DELETE /v2.0/networks/a23b880f-6217-4164-9974-818397c64129 HTTP/1.1" status: 204 len: 168 time: 0.6243827 Dec 06 17:40:39.115777 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-72011bd4-125f-4b05-bf8d-a64139ae6725 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-565762707'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:40:39.124172 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31824c66-4685-4496-aa0d-81379fdeee1c tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Pushing event deleted for resources: {'Network': ['ID=a23b880f-6217-4164-9974-818397c64129,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:39.189998 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72011bd4-125f-4b05-bf8d-a64139ae6725 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Made reservation on behalf of e1d2d51e45b142aeb7c0cb11182fd5b6 for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:40:39.194176 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-72011bd4-125f-4b05-bf8d-a64139ae6725 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:39.229225 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72011bd4-125f-4b05-bf8d-a64139ae6725 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:40:39.242690 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72060094-0db5-4b78-bbb0-3fa5b2aead5c req-b5432315-ac1a-4064-b19a-c368db43f2d1 tempest-TestServerAdvancedOps-281695889 tempest-TestServerAdvancedOps-281695889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:39.244273 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-72060094-0db5-4b78-bbb0-3fa5b2aead5c req-b5432315-ac1a-4064-b19a-c368db43f2d1 tempest-TestServerAdvancedOps-281695889 tempest-TestServerAdvancedOps-281695889-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ab0ebac-c2e8-4e19-931c-2ac45ff34382 HTTP/1.1" status: 200 len: 944 time: 0.0932600 Dec 06 17:40:39.249982 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-72011bd4-125f-4b05-bf8d-a64139ae6725 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:39.250455 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-72011bd4-125f-4b05-bf8d-a64139ae6725 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Added segment 67163676-0328-43ee-9d11-5a6e32c51f51 of type vlan for network 58cb6ff2-4e43-4f8b-ba3f-25490d59b38b Dec 06 17:40:39.307767 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-72011bd4-125f-4b05-bf8d-a64139ae6725 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:39.342824 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-72060094-0db5-4b78-bbb0-3fa5b2aead5c req-ff7809d9-cf1d-4116-96a1-0cc093c3f90e tempest-TestServerAdvancedOps-281695889 tempest-TestServerAdvancedOps-281695889-project] 10.222.0.23 "GET /v2.0/security-groups?id=feca4497-bf8c-4f2f-a053-a888fd62f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901055 Dec 06 17:40:39.350840 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-72011bd4-125f-4b05-bf8d-a64139ae6725 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:39.357336 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72011bd4-125f-4b05-bf8d-a64139ae6725 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:39.358545 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-72011bd4-125f-4b05-bf8d-a64139ae6725 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:39.383143 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['522d349e-cbc3-4152-b81d-ff80b30b7a4b'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:40:39.425639 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-72011bd4-125f-4b05-bf8d-a64139ae6725 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3137162 Dec 06 17:40:39.428553 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59322) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:39.435738 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72011bd4-125f-4b05-bf8d-a64139ae6725 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Pushing event updated for resources: {'Network': ['ID=58cb6ff2-4e43-4f8b-ba3f-25490d59b38b,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:39.437054 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-d1091eae-9914-4ea2-8885-ec148b3f0034 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Request body: {'subnet': {'network_id': '58cb6ff2-4e43-4f8b-ba3f-25490d59b38b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:40:39.448721 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 58cb6ff2-4e43-4f8b-ba3f-25490d59b38b details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:40:39.543818 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1091eae-9914-4ea2-8885-ec148b3f0034 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Made reservation on behalf of e1d2d51e45b142aeb7c0cb11182fd5b6 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:40:39.547820 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d1091eae-9914-4ea2-8885-ec148b3f0034 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:39.743549 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d1091eae-9914-4ea2-8885-ec148b3f0034 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:39.805866 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1091eae-9914-4ea2-8885-ec148b3f0034 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Pushing event updated for resources: {'Subnet': ['ID=ad31c92e-89d3-4022-a2d9-365f6cf3035c,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:39.813731 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1091eae-9914-4ea2-8885-ec148b3f0034 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Checking segment: {'id': '67163676-0328-43ee-9d11-5a6e32c51f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '58cb6ff2-4e43-4f8b-ba3f-25490d59b38b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:40:39.814040 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1091eae-9914-4ea2-8885-ec148b3f0034 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Network hostable DHCP agents. Network: 58cb6ff2-4e43-4f8b-ba3f-25490d59b38b, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:40:39.831464 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1091eae-9914-4ea2-8885-ec148b3f0034 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Network 58cb6ff2-4e43-4f8b-ba3f-25490d59b38b is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:40:39.840745 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-d1091eae-9914-4ea2-8885-ec148b3f0034 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 58cb6ff2-4e43-4f8b-ba3f-25490d59b38b) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:40:39.845379 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1091eae-9914-4ea2-8885-ec148b3f0034 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:39.846017 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d1091eae-9914-4ea2-8885-ec148b3f0034 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:39.855399 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359446a9-526b-4653-962d-4232610dc6a0 None None] Network 58cb6ff2-4e43-4f8b-ba3f-25490d59b38b requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:40:39.862877 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-d1091eae-9914-4ea2-8885-ec148b3f0034 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4328058 Dec 06 17:40:39.865373 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59328) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:39.871092 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-9cca304d-82bf-4f82-87eb-9b9854dfd304 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-268956261', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:40:39.895862 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9cca304d-82bf-4f82-87eb-9b9854dfd304 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:39.896808 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9cca304d-82bf-4f82-87eb-9b9854dfd304 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:39.961684 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9cca304d-82bf-4f82-87eb-9b9854dfd304 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:39.966759 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9cca304d-82bf-4f82-87eb-9b9854dfd304 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:39.986375 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9cca304d-82bf-4f82-87eb-9b9854dfd304 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:39.987902 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-9cca304d-82bf-4f82-87eb-9b9854dfd304 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1215155 Dec 06 17:40:39.991382 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 59334) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:39.998060 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-fe832714-c2dd-4468-a386-73cb0ed01099 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Request body: {'port': {'network_id': '58cb6ff2-4e43-4f8b-ba3f-25490d59b38b', 'name': 'tempest-PortsIpV6TestJSON-1316980428'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:40:40.041941 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270052e7-c3b2-4701-9f4c-76cba6362c58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-58cb6ff2-4e43-4f8b-ba3f-25490d59b38b', 'network_id': '58cb6ff2-4e43-4f8b-ba3f-25490d59b38b', 'tenant_id': 'e1d2d51e45b142aeb7c0cb11182fd5b6', 'fixed_ips': [{'subnet_id': 'ad31c92e-89d3-4022-a2d9-365f6cf3035c'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:40:40.042880 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-270052e7-c3b2-4701-9f4c-76cba6362c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:40.110302 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe832714-c2dd-4468-a386-73cb0ed01099 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Made reservation on behalf of e1d2d51e45b142aeb7c0cb11182fd5b6 for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:40:40.114417 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fe832714-c2dd-4468-a386-73cb0ed01099 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:40.132266 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-fe832714-c2dd-4468-a386-73cb0ed01099 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] device_id is not set on port 25921bfa-a990-49ef-a58e-be3d4665e7c1 yet. {{(pid=103285) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:40:40.189496 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-270052e7-c3b2-4701-9f4c-76cba6362c58 None None] Allocated IP 2001:db8::2 (58cb6ff2-4e43-4f8b-ba3f-25490d59b38b/ad31c92e-89d3-4022-a2d9-365f6cf3035c/30081b34-c402-4176-80fa-6f15ee27f04d) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:40:40.343895 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-270052e7-c3b2-4701-9f4c-76cba6362c58 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:40.350910 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-270052e7-c3b2-4701-9f4c-76cba6362c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:40.365931 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 5aaf1b0f-fa2c-4621-97e1-c0294951abc0 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:40:40.417100 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-fe832714-c2dd-4468-a386-73cb0ed01099 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Allocated IP 2001:db8::284 (58cb6ff2-4e43-4f8b-ba3f-25490d59b38b/ad31c92e-89d3-4022-a2d9-365f6cf3035c/25921bfa-a990-49ef-a58e-be3d4665e7c1) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:40:40.422659 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 5aaf1b0f-fa2c-4621-97e1-c0294951abc0 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:40:40.423178 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 5aaf1b0f-fa2c-4621-97e1-c0294951abc0 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:40:40.436991 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270052e7-c3b2-4701-9f4c-76cba6362c58 None None] Network 58cb6ff2-4e43-4f8b-ba3f-25490d59b38b is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:40:40.441910 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270052e7-c3b2-4701-9f4c-76cba6362c58 None None] Pushing event updated for resources: {'Port': ['ID=30081b34-c402-4176-80fa-6f15ee27f04d,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:40.444672 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-270052e7-c3b2-4701-9f4c-76cba6362c58 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:40:40.452412 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270052e7-c3b2-4701-9f4c-76cba6362c58 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:40:40.480026 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 522d349e-cbc3-4152-b81d-ff80b30b7a4b up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:40:40.541956 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-270052e7-c3b2-4701-9f4c-76cba6362c58 None None] Attempting to bind port 30081b34-c402-4176-80fa-6f15ee27f04d on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:40:40.542320 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-270052e7-c3b2-4701-9f4c-76cba6362c58 None None] Attempting to bind port 30081b34-c402-4176-80fa-6f15ee27f04d by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '67163676-0328-43ee-9d11-5a6e32c51f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '58cb6ff2-4e43-4f8b-ba3f-25490d59b38b'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:40:40.542690 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270052e7-c3b2-4701-9f4c-76cba6362c58 None None] Attempting to bind port 30081b34-c402-4176-80fa-6f15ee27f04d on network 58cb6ff2-4e43-4f8b-ba3f-25490d59b38b {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:40:40.553433 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592c900e-b71a-42a3-bf69-51e74431da6e req-d845085e-7e24-4258-b0f3-17255157af82 tempest-TestServerAdvancedOps-281695889 tempest-TestServerAdvancedOps-281695889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:40.555886 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270052e7-c3b2-4701-9f4c-76cba6362c58 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:40:40.556269 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270052e7-c3b2-4701-9f4c-76cba6362c58 None None] Checking segment: {'id': '67163676-0328-43ee-9d11-5a6e32c51f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '58cb6ff2-4e43-4f8b-ba3f-25490d59b38b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:40:40.556536 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-592c900e-b71a-42a3-bf69-51e74431da6e req-d845085e-7e24-4258-b0f3-17255157af82 tempest-TestServerAdvancedOps-281695889 tempest-TestServerAdvancedOps-281695889-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ab0ebac-c2e8-4e19-931c-2ac45ff34382 HTTP/1.1" status: 200 len: 944 time: 0.0927837 Dec 06 17:40:40.556668 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-270052e7-c3b2-4701-9f4c-76cba6362c58 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:40.557057 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270052e7-c3b2-4701-9f4c-76cba6362c58 None None] Bound using segment: {'id': '67163676-0328-43ee-9d11-5a6e32c51f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '58cb6ff2-4e43-4f8b-ba3f-25490d59b38b'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:40:40.557568 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-270052e7-c3b2-4701-9f4c-76cba6362c58 None None] Bound port: 30081b34-c402-4176-80fa-6f15ee27f04d, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67163676-0328-43ee-9d11-5a6e32c51f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '58cb6ff2-4e43-4f8b-ba3f-25490d59b38b'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:40:40.557948 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-270052e7-c3b2-4701-9f4c-76cba6362c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:40.579899 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port 522d349e-cbc3-4152-b81d-ff80b30b7a4b completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:40:40.607373 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port 522d349e-cbc3-4152-b81d-ff80b30b7a4b triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:40:40.608535 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:40.625975 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-592c900e-b71a-42a3-bf69-51e74431da6e req-7c86cc76-29e6-4bb6-9bfd-c61fce0e707d tempest-TestServerAdvancedOps-281695889 tempest-TestServerAdvancedOps-281695889-project] 10.222.0.23 "GET /v2.0/security-groups?id=feca4497-bf8c-4f2f-a053-a888fd62f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622303 Dec 06 17:40:40.675801 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-270052e7-c3b2-4701-9f4c-76cba6362c58 None None] For port 30081b34-c402-4176-80fa-6f15ee27f04d, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:40:40.691990 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-270052e7-c3b2-4701-9f4c-76cba6362c58 None None] For port 30081b34-c402-4176-80fa-6f15ee27f04d, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=30081b34-c402-4176-80fa-6f15ee27f04d,segment=NetworkSegment(67163676-0328-43ee-9d11-5a6e32c51f51),segment_id=67163676-0328-43ee-9d11-5a6e32c51f51)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:40:40.700933 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-270052e7-c3b2-4701-9f4c-76cba6362c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:40.778634 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:40.809831 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270052e7-c3b2-4701-9f4c-76cba6362c58 None None] Pushing event updated for resources: {'Port': ['ID=30081b34-c402-4176-80fa-6f15ee27f04d,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:40.818745 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ab0ebac-c2e8-4e19-931c-2ac45ff34382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '522d349e-cbc3-4152-b81d-ff80b30b7a4b'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:40:40.821036 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-514429b7-40d8-446f-823f-aca57a3cbe4c" -d '{"events": [{"server_uuid": "3ab0ebac-c2e8-4e19-931c-2ac45ff34382", "name": "network-vif-plugged", "status": "completed", "tag": "522d349e-cbc3-4152-b81d-ff80b30b7a4b"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:40:40.837022 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 522d349e-cbc3-4152-b81d-ff80b30b7a4b, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=522d349e-cbc3-4152-b81d-ff80b30b7a4b,segment=NetworkSegment(f0dac617-d925-4afa-b58e-9b423daa3fc5),segment_id=f0dac617-d925-4afa-b58e-9b423daa3fc5)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:40:40.842936 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:40.885577 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14f48c33-13f9-4afa-825f-0b202e6a5a7b x-openstack-request-id: req-14f48c33-13f9-4afa-825f-0b202e6a5a7b {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:40:40.886167 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ab0ebac-c2e8-4e19-931c-2ac45ff34382", "name": "network-vif-plugged", "status": "completed", "tag": "522d349e-cbc3-4152-b81d-ff80b30b7a4b", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:40:40.886598 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-14f48c33-13f9-4afa-825f-0b202e6a5a7b {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:40:40.887183 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ab0ebac-c2e8-4e19-931c-2ac45ff34382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '522d349e-cbc3-4152-b81d-ff80b30b7a4b', 'code': 200} Dec 06 17:40:40.924967 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=522d349e-cbc3-4152-b81d-ff80b30b7a4b,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:41.080371 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fe832714-c2dd-4468-a386-73cb0ed01099 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:41.083125 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2671a4f4-d99c-4a24-96c6-c45570dba0be req-1d9afab7-c643-4c97-8826-f2e15a57f819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:41.084638 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2671a4f4-d99c-4a24-96c6-c45570dba0be req-1d9afab7-c643-4c97-8826-f2e15a57f819 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3ab0ebac-c2e8-4e19-931c-2ac45ff34382 HTTP/1.1" status: 200 len: 1096 time: 0.0845373 Dec 06 17:40:41.146926 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fe832714-c2dd-4468-a386-73cb0ed01099 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:41.165566 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2671a4f4-d99c-4a24-96c6-c45570dba0be req-b84857d0-309a-4813-a31d-69fee0c45978 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=feca4497-bf8c-4f2f-a053-a888fd62f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687294 Dec 06 17:40:41.196205 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe832714-c2dd-4468-a386-73cb0ed01099 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Network 58cb6ff2-4e43-4f8b-ba3f-25490d59b38b is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:40:41.199280 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-fe832714-c2dd-4468-a386-73cb0ed01099 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:40:41.203512 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe832714-c2dd-4468-a386-73cb0ed01099 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:40:41.209148 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe832714-c2dd-4468-a386-73cb0ed01099 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:41.209810 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fe832714-c2dd-4468-a386-73cb0ed01099 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:41.223079 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe832714-c2dd-4468-a386-73cb0ed01099 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Pushing event updated for resources: {'Port': ['ID=25921bfa-a990-49ef-a58e-be3d4665e7c1,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:41.233062 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-fe832714-c2dd-4468-a386-73cb0ed01099 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2403862 Dec 06 17:40:41.235700 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 59358) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:41.571976 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c695970f-6d9b-4b15-98de-b13cb0c1b135 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:41.780628 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80616042-ea36-411d-a558-056f077d303a req-564d20fd-d758-4141-bf28-184b50be0a76 tempest-TestServerAdvancedOps-281695889 tempest-TestServerAdvancedOps-281695889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:41.783564 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-80616042-ea36-411d-a558-056f077d303a req-564d20fd-d758-4141-bf28-184b50be0a76 tempest-TestServerAdvancedOps-281695889 tempest-TestServerAdvancedOps-281695889-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ab0ebac-c2e8-4e19-931c-2ac45ff34382 HTTP/1.1" status: 200 len: 945 time: 0.0634663 Dec 06 17:40:41.858656 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-80616042-ea36-411d-a558-056f077d303a req-6195a7e8-46a3-4d5b-a3c2-219a239935f5 tempest-TestServerAdvancedOps-281695889 tempest-TestServerAdvancedOps-281695889-project] 10.222.0.23 "GET /v2.0/security-groups?id=feca4497-bf8c-4f2f-a053-a888fd62f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680718 Dec 06 17:40:41.871168 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c695970f-6d9b-4b15-98de-b13cb0c1b135 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:41.887326 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c695970f-6d9b-4b15-98de-b13cb0c1b135 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:41.928384 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf78360-8186-477e-a4df-e2de7f715fda None None] Network 58cb6ff2-4e43-4f8b-ba3f-25490d59b38b requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:40:41.971021 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c695970f-6d9b-4b15-98de-b13cb0c1b135 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Pushing event updated for resources: {'Port': ['ID=25921bfa-a990-49ef-a58e-be3d4665e7c1,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:42.012199 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-731d5acc-d580-4143-8b5e-bcf9b8c15600 None None] Provisioning complete for port 30081b34-c402-4176-80fa-6f15ee27f04d triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:40:42.012579 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-731d5acc-d580-4143-8b5e-bcf9b8c15600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:42.078189 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c695970f-6d9b-4b15-98de-b13cb0c1b135 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539179'] for router_interface, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:42.158410 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-731d5acc-d580-4143-8b5e-bcf9b8c15600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:42.206682 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-731d5acc-d580-4143-8b5e-bcf9b8c15600 None None] For port 30081b34-c402-4176-80fa-6f15ee27f04d, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=30081b34-c402-4176-80fa-6f15ee27f04d,segment=NetworkSegment(67163676-0328-43ee-9d11-5a6e32c51f51),segment_id=67163676-0328-43ee-9d11-5a6e32c51f51)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:40:42.214857 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-731d5acc-d580-4143-8b5e-bcf9b8c15600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:42.223960 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c695970f-6d9b-4b15-98de-b13cb0c1b135 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:42.297017 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731d5acc-d580-4143-8b5e-bcf9b8c15600 None None] Pushing event updated for resources: {'Port': ['ID=30081b34-c402-4176-80fa-6f15ee27f04d,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:42.427056 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 30081b34-c402-4176-80fa-6f15ee27f04d up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:40:42.486414 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 30081b34-c402-4176-80fa-6f15ee27f04d triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:40:42.486791 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:42.590303 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-9eccdebe-bbd9-4546-bffc-cb6b2f547147 None None] Provisioning complete for port 25921bfa-a990-49ef-a58e-be3d4665e7c1 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:40:42.591080 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9eccdebe-bbd9-4546-bffc-cb6b2f547147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:42.612390 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c695970f-6d9b-4b15-98de-b13cb0c1b135 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:42.618345 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c695970f-6d9b-4b15-98de-b13cb0c1b135 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:42.619410 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c695970f-6d9b-4b15-98de-b13cb0c1b135 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-772465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539207'] for router_interface, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:42.660048 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-9eccdebe-bbd9-4546-bffc-cb6b2f547147 None None] Port 25921bfa-a990-49ef-a58e-be3d4665e7c1 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:40:42.671887 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-9eccdebe-bbd9-4546-bffc-cb6b2f547147 None None] Provisioning complete for port 30081b34-c402-4176-80fa-6f15ee27f04d triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:40:42.673101 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9eccdebe-bbd9-4546-bffc-cb6b2f547147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:42.689001 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c695970f-6d9b-4b15-98de-b13cb0c1b135 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Pushing event updated for resources: {'Port': ['ID=25921bfa-a990-49ef-a58e-be3d4665e7c1,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:42.771287 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c695970f-6d9b-4b15-98de-b13cb0c1b135 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Network 58cb6ff2-4e43-4f8b-ba3f-25490d59b38b is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:40:42.771287 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-c695970f-6d9b-4b15-98de-b13cb0c1b135 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:40:42.912338 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-ce67ea40-71f0-479c-a315-039eefce5d55 None None] Provisioning complete for port 25921bfa-a990-49ef-a58e-be3d4665e7c1 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:40:42.912724 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ce67ea40-71f0-479c-a315-039eefce5d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:42.945240 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c695970f-6d9b-4b15-98de-b13cb0c1b135 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Router 5d1505b9-e488-4ae0-9f3d-5ffb187b230b is scheduled to L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 with binding_index 1 {{(pid=103285) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 17:40:42.965619 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-ce67ea40-71f0-479c-a315-039eefce5d55 None None] Port 25921bfa-a990-49ef-a58e-be3d4665e7c1 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:40:43.092388 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb9ebd8-82dd-498b-bf00-4db457ae0342 req-ba9595b5-4f2c-44b9-a123-b938e77852d8 tempest-TestServerAdvancedOps-281695889 tempest-TestServerAdvancedOps-281695889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:43.094119 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8cb9ebd8-82dd-498b-bf00-4db457ae0342 req-ba9595b5-4f2c-44b9-a123-b938e77852d8 tempest-TestServerAdvancedOps-281695889 tempest-TestServerAdvancedOps-281695889-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ab0ebac-c2e8-4e19-931c-2ac45ff34382 HTTP/1.1" status: 200 len: 945 time: 0.0955999 Dec 06 17:40:43.095171 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c695970f-6d9b-4b15-98de-b13cb0c1b135 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:40:43.100434 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-c695970f-6d9b-4b15-98de-b13cb0c1b135 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "PUT /v2.0/routers/5d1505b9-e488-4ae0-9f3d-5ffb187b230b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8634191 Dec 06 17:40:43.103525 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59392) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:43.106898 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6859692-1ddd-4a0b-a678-ff30bd5a12a8 None None] Sync routers for ids ['5d1505b9-e488-4ae0-9f3d-5ffb187b230b'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:40:43.130371 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6859692-1ddd-4a0b-a678-ff30bd5a12a8 None None] Routers {'5d1505b9-e488-4ae0-9f3d-5ffb187b230b'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:40:43.131047 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-b6859692-1ddd-4a0b-a678-ff30bd5a12a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:40:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['5d1505b9-e488-4ae0-9f3d-5ffb187b230b'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:40:43.162184 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c05698-8d90-48ae-8826-c5646e4fb098 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:43.172894 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-d7c05698-8d90-48ae-8826-c5646e4fb098 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d1505b9-e488-4ae0-9f3d-5ffb187b230b HTTP/1.1" status: 200 len: 989 time: 0.0612171 Dec 06 17:40:43.174028 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59398) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:43.175915 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8cb9ebd8-82dd-498b-bf00-4db457ae0342 req-ff8e31fe-665c-41f3-adc1-86f29bb361af tempest-TestServerAdvancedOps-281695889 tempest-TestServerAdvancedOps-281695889-project] 10.222.0.23 "GET /v2.0/security-groups?id=feca4497-bf8c-4f2f-a053-a888fd62f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742054 Dec 06 17:40:43.382153 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-b6859692-1ddd-4a0b-a678-ff30bd5a12a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:40:43.398384 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6859692-1ddd-4a0b-a678-ff30bd5a12a8 None None] Routers {'5d1505b9-e488-4ae0-9f3d-5ffb187b230b'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:40:43.399105 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-b6859692-1ddd-4a0b-a678-ff30bd5a12a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:40:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['5d1505b9-e488-4ae0-9f3d-5ffb187b230b'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:40:43.435932 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-b6859692-1ddd-4a0b-a678-ff30bd5a12a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:40:43.436548 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6859692-1ddd-4a0b-a678-ff30bd5a12a8 None None] The sync data for ids ['5d1505b9-e488-4ae0-9f3d-5ffb187b230b'] in n-d-master-1 is: [] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:40:43.437675 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451772e4-2ac6-46d4-ba71-cbaea860f7d9 req-4077bb57-c741-4d21-801e-7134f465d182 tempest-TestServerAdvancedOps-281695889 tempest-TestServerAdvancedOps-281695889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:43.439273 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-451772e4-2ac6-46d4-ba71-cbaea860f7d9 req-4077bb57-c741-4d21-801e-7134f465d182 tempest-TestServerAdvancedOps-281695889 tempest-TestServerAdvancedOps-281695889-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ab0ebac-c2e8-4e19-931c-2ac45ff34382 HTTP/1.1" status: 200 len: 945 time: 0.1533034 Dec 06 17:40:43.455653 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-f26d0b06-2a3b-49bb-b8da-7d394b782f14 None None] Provisioning complete for port 25921bfa-a990-49ef-a58e-be3d4665e7c1 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:40:43.456367 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f26d0b06-2a3b-49bb-b8da-7d394b782f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:43.460343 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d349072a-f684-47b4-9843-0abca41f14f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:43.500654 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-f26d0b06-2a3b-49bb-b8da-7d394b782f14 None None] Port 25921bfa-a990-49ef-a58e-be3d4665e7c1 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:40:43.555091 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-451772e4-2ac6-46d4-ba71-cbaea860f7d9 req-4eb05102-e065-4504-b5d3-f58a213b3b6d tempest-TestServerAdvancedOps-281695889 tempest-TestServerAdvancedOps-281695889-project] 10.222.0.23 "GET /v2.0/security-groups?id=feca4497-bf8c-4f2f-a053-a888fd62f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090093 Dec 06 17:40:43.630188 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a441c404-55d3-4c7d-989c-86aa2ae9090d None None] Provisioning complete for port 25921bfa-a990-49ef-a58e-be3d4665e7c1 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:40:43.630969 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a441c404-55d3-4c7d-989c-86aa2ae9090d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:43.674804 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a441c404-55d3-4c7d-989c-86aa2ae9090d None None] Port 25921bfa-a990-49ef-a58e-be3d4665e7c1 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:40:43.798980 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e2756472-9b38-4a4d-9dc4-76fc2b1efbde tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575908'] for router_interface, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:44.219116 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662fb2fa-0e27-49fd-96f3-c2e9c26bf483 req-0181120b-9888-4f20-ab7e-1374f304cb90 tempest-TestServerAdvancedOps-281695889 tempest-TestServerAdvancedOps-281695889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:44.220629 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-662fb2fa-0e27-49fd-96f3-c2e9c26bf483 req-0181120b-9888-4f20-ab7e-1374f304cb90 tempest-TestServerAdvancedOps-281695889 tempest-TestServerAdvancedOps-281695889-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ab0ebac-c2e8-4e19-931c-2ac45ff34382 HTTP/1.1" status: 200 len: 945 time: 0.4593627 Dec 06 17:40:44.333515 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-662fb2fa-0e27-49fd-96f3-c2e9c26bf483 req-4c6569e1-bd6b-44ff-bb8e-ca5e81139c23 tempest-TestServerAdvancedOps-281695889 tempest-TestServerAdvancedOps-281695889-project] 10.222.0.23 "GET /v2.0/security-groups?id=feca4497-bf8c-4f2f-a053-a888fd62f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049547 Dec 06 17:40:44.374252 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 30081b34-c402-4176-80fa-6f15ee27f04d up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:40:44.417162 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-e2756472-9b38-4a4d-9dc4-76fc2b1efbde tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Deleting port 25921bfa-a990-49ef-a58e-be3d4665e7c1 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:40:44.417545 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e2756472-9b38-4a4d-9dc4-76fc2b1efbde tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:44.427543 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 30081b34-c402-4176-80fa-6f15ee27f04d triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:40:44.427924 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:44.510794 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e2756472-9b38-4a4d-9dc4-76fc2b1efbde tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:44.526781 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-e2756472-9b38-4a4d-9dc4-76fc2b1efbde tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Calling delete_port for 25921bfa-a990-49ef-a58e-be3d4665e7c1 owned by network:router_interface {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:40:44.708088 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e2756472-9b38-4a4d-9dc4-76fc2b1efbde tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:44.734971 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2756472-9b38-4a4d-9dc4-76fc2b1efbde tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Pushing event deleted for resources: {'Port': ['ID=25921bfa-a990-49ef-a58e-be3d4665e7c1,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:44.834523 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e2756472-9b38-4a4d-9dc4-76fc2b1efbde tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-772474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575952'] for router_interface, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:45.008909 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2756472-9b38-4a4d-9dc4-76fc2b1efbde tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Router 5d1505b9-e488-4ae0-9f3d-5ffb187b230b has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:40:45.086597 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2756472-9b38-4a4d-9dc4-76fc2b1efbde tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:40:45.094826 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-e2756472-9b38-4a4d-9dc4-76fc2b1efbde tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "PUT /v2.0/routers/5d1505b9-e488-4ae0-9f3d-5ffb187b230b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9164593 Dec 06 17:40:45.095111 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59438) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:45.100607 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ded32e6-385e-4796-b63c-dc7d9ec34dab None None] Sync routers for ids ['5d1505b9-e488-4ae0-9f3d-5ffb187b230b'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:40:45.113718 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ded32e6-385e-4796-b63c-dc7d9ec34dab None None] Routers {'5d1505b9-e488-4ae0-9f3d-5ffb187b230b'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:40:45.114490 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-1ded32e6-385e-4796-b63c-dc7d9ec34dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:40:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['5d1505b9-e488-4ae0-9f3d-5ffb187b230b'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:40:45.136728 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cc42fe2-bd4e-4055-91e2-384330ea62f8 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] GET failed (client error): The resource could not be found. Dec 06 17:40:45.138467 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-6cc42fe2-bd4e-4055-91e2-384330ea62f8 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "GET /v2.0/ports/25921bfa-a990-49ef-a58e-be3d4665e7c1 HTTP/1.1" status: 404 len: 333 time: 0.0423119 Dec 06 17:40:45.142665 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 59440) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:45.152767 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-1ded32e6-385e-4796-b63c-dc7d9ec34dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:40:45.161661 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ded32e6-385e-4796-b63c-dc7d9ec34dab None None] Routers {'5d1505b9-e488-4ae0-9f3d-5ffb187b230b'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:40:45.162257 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-1ded32e6-385e-4796-b63c-dc7d9ec34dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:40:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['5d1505b9-e488-4ae0-9f3d-5ffb187b230b'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:40:45.193892 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-1ded32e6-385e-4796-b63c-dc7d9ec34dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:40:45.194542 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ded32e6-385e-4796-b63c-dc7d9ec34dab None None] The sync data for ids ['5d1505b9-e488-4ae0-9f3d-5ffb187b230b'] in n-d-master-1 is: [] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:40:45.236966 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f5db652b-eb37-47cf-9868-dfff6e11601f tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for router, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:45.399515 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f5db652b-eb37-47cf-9868-dfff6e11601f tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:45.402127 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f5db652b-eb37-47cf-9868-dfff6e11601f tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:45.466184 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f5db652b-eb37-47cf-9868-dfff6e11601f tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:45.466629 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5db652b-eb37-47cf-9868-dfff6e11601f tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Fanout notify agent at l3_agent the message router_deleted on router 5d1505b9-e488-4ae0-9f3d-5ffb187b230b {{(pid=103285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 17:40:45.474488 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f5db652b-eb37-47cf-9868-dfff6e11601f tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:45.475603 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-f5db652b-eb37-47cf-9868-dfff6e11601f tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "DELETE /v2.0/routers/5d1505b9-e488-4ae0-9f3d-5ffb187b230b HTTP/1.1" status: 204 len: 168 time: 0.3316417 Dec 06 17:40:45.478218 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 59450) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:45.538047 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d1c98e-36b2-4666-8a8a-48d3161e8df3 req-5c23fa8e-7c9e-4513-826e-69fe05b69e2e tempest-TestServerAdvancedOps-281695889 tempest-TestServerAdvancedOps-281695889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:45.539544 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-03d1c98e-36b2-4666-8a8a-48d3161e8df3 req-5c23fa8e-7c9e-4513-826e-69fe05b69e2e tempest-TestServerAdvancedOps-281695889 tempest-TestServerAdvancedOps-281695889-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ab0ebac-c2e8-4e19-931c-2ac45ff34382 HTTP/1.1" status: 200 len: 945 time: 0.1008754 Dec 06 17:40:45.548697 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-24647422-2192-43b3-bed9-81bd12b26b0c tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Deleting subnet ad31c92e-89d3-4022-a2d9-365f6cf3035c {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:40:45.557192 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-24647422-2192-43b3-bed9-81bd12b26b0c tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:45.615030 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-24647422-2192-43b3-bed9-81bd12b26b0c tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:45.649352 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-03d1c98e-36b2-4666-8a8a-48d3161e8df3 req-731388c2-ddbd-4af3-91e9-7cf8f28a2c98 tempest-TestServerAdvancedOps-281695889 tempest-TestServerAdvancedOps-281695889-project] 10.222.0.23 "GET /v2.0/security-groups?id=feca4497-bf8c-4f2f-a053-a888fd62f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982599 Dec 06 17:40:45.692882 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-56a77fbe-2a8b-4b09-bc16-c96c02f162e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:45.721158 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-24647422-2192-43b3-bed9-81bd12b26b0c tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:45.802589 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-24647422-2192-43b3-bed9-81bd12b26b0c tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:45.836352 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24647422-2192-43b3-bed9-81bd12b26b0c tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Pushing event deleted for resources: {'Subnet': ['ID=ad31c92e-89d3-4022-a2d9-365f6cf3035c,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:45.861877 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-24647422-2192-43b3-bed9-81bd12b26b0c tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:45.868181 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-24647422-2192-43b3-bed9-81bd12b26b0c tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "DELETE /v2.0/subnets/ad31c92e-89d3-4022-a2d9-365f6cf3035c HTTP/1.1" status: 204 len: 168 time: 0.3863726 Dec 06 17:40:45.868845 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59460) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:45.876786 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5d6037-5599-40fd-874d-42d198897928 None None] Network 58cb6ff2-4e43-4f8b-ba3f-25490d59b38b requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:40:45.942942 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b90709-ae3f-4510-9c68-89f8afaddae7 req-83428ab0-a933-4016-aff8-e52149a6de4f tempest-TestServerAdvancedOps-281695889 tempest-TestServerAdvancedOps-281695889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:45.944480 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-57b90709-ae3f-4510-9c68-89f8afaddae7 req-83428ab0-a933-4016-aff8-e52149a6de4f tempest-TestServerAdvancedOps-281695889 tempest-TestServerAdvancedOps-281695889-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ab0ebac-c2e8-4e19-931c-2ac45ff34382 HTTP/1.1" status: 200 len: 945 time: 0.1103590 Dec 06 17:40:45.959568 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccf6c05-5a33-4139-a98b-2cdaafb9dad6 req-3a772cc3-8f38-449d-ab74-d6e56da7f5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:45.961039 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4ccf6c05-5a33-4139-a98b-2cdaafb9dad6 req-3a772cc3-8f38-449d-ab74-d6e56da7f5af service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9958090856424e22a766753003d3c509&device_id=3ab0ebac-c2e8-4e19-931c-2ac45ff34382 HTTP/1.1" status: 200 len: 1096 time: 0.0782449 Dec 06 17:40:45.995402 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ce2c4bec-c1ca-48d9-ad1f-61da49f500f8 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:46.065394 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-ce2c4bec-c1ca-48d9-ad1f-61da49f500f8 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Deleting port 30081b34-c402-4176-80fa-6f15ee27f04d {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:40:46.065783 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ce2c4bec-c1ca-48d9-ad1f-61da49f500f8 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:46.070091 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-57b90709-ae3f-4510-9c68-89f8afaddae7 req-b083db7e-2043-4d7c-a423-5699a5a49df3 tempest-TestServerAdvancedOps-281695889 tempest-TestServerAdvancedOps-281695889-project] 10.222.0.23 "GET /v2.0/security-groups?id=feca4497-bf8c-4f2f-a053-a888fd62f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182365 Dec 06 17:40:46.116458 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccf6c05-5a33-4139-a98b-2cdaafb9dad6 req-732dcf69-680a-41c3-9a3c-662cf447b6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:46.117968 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4ccf6c05-5a33-4139-a98b-2cdaafb9dad6 req-732dcf69-680a-41c3-9a3c-662cf447b6b2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1a98210b-ef1a-4b86-a377-aee1dd1b3998 HTTP/1.1" status: 200 len: 913 time: 0.1448662 Dec 06 17:40:46.134345 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369435bb-ec3c-46da-9229-0a0002e202be None None] DHCP port deletion for 58cb6ff2-4e43-4f8b-ba3f-25490d59b38b request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:40:46.143577 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-ce2c4bec-c1ca-48d9-ad1f-61da49f500f8 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] For port 30081b34-c402-4176-80fa-6f15ee27f04d, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=30081b34-c402-4176-80fa-6f15ee27f04d,segment=NetworkSegment(67163676-0328-43ee-9d11-5a6e32c51f51),segment_id=67163676-0328-43ee-9d11-5a6e32c51f51)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:40:46.143951 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ce2c4bec-c1ca-48d9-ad1f-61da49f500f8 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:46.160747 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-ce2c4bec-c1ca-48d9-ad1f-61da49f500f8 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Calling delete_port for 30081b34-c402-4176-80fa-6f15ee27f04d owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:40:46.169729 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4ccf6c05-5a33-4139-a98b-2cdaafb9dad6 req-87617c1b-da12-4335-a26e-9a92805a4bbf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=522d349e-cbc3-4152-b81d-ff80b30b7a4b HTTP/1.1" status: 200 len: 217 time: 0.0392098 Dec 06 17:40:46.188435 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-369435bb-ec3c-46da-9229-0a0002e202be None None] Deleting port 30081b34-c402-4176-80fa-6f15ee27f04d {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:40:46.189736 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-369435bb-ec3c-46da-9229-0a0002e202be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:46.232637 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccf6c05-5a33-4139-a98b-2cdaafb9dad6 req-03dec0c6-dff6-4295-a75c-23858845637e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:46.234130 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4ccf6c05-5a33-4139-a98b-2cdaafb9dad6 req-03dec0c6-dff6-4295-a75c-23858845637e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1de2b3a3-d438-4064-b200-7efab7e3c6e2 HTTP/1.1" status: 200 len: 852 time: 0.0541465 Dec 06 17:40:46.260961 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ce2c4bec-c1ca-48d9-ad1f-61da49f500f8 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:46.272916 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-369435bb-ec3c-46da-9229-0a0002e202be None None] For port 30081b34-c402-4176-80fa-6f15ee27f04d, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=30081b34-c402-4176-80fa-6f15ee27f04d,segment=NetworkSegment(67163676-0328-43ee-9d11-5a6e32c51f51),segment_id=67163676-0328-43ee-9d11-5a6e32c51f51)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:40:46.273340 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-369435bb-ec3c-46da-9229-0a0002e202be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:46.296168 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2c4bec-c1ca-48d9-ad1f-61da49f500f8 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] No DVR routers for this DVR port 30081b34-c402-4176-80fa-6f15ee27f04d on host n-d-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:40:46.301421 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2c4bec-c1ca-48d9-ad1f-61da49f500f8 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Pushing event deleted for resources: {'Port': ['ID=30081b34-c402-4176-80fa-6f15ee27f04d,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:46.304645 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4ccf6c05-5a33-4139-a98b-2cdaafb9dad6 req-f03fd24f-9edc-4114-98be-10eeb06aa78e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1a98210b-ef1a-4b86-a377-aee1dd1b3998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556076 Dec 06 17:40:46.308949 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-369435bb-ec3c-46da-9229-0a0002e202be None None] Calling delete_port for 30081b34-c402-4176-80fa-6f15ee27f04d owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:40:46.391006 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 30081b34-c402-4176-80fa-6f15ee27f04d no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:40:46.414352 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4ccf6c05-5a33-4139-a98b-2cdaafb9dad6 req-81370e34-1a45-4ec6-9c32-6eb765cd7bed service neutron] 10.222.0.41 "GET /v2.0/networks/1a98210b-ef1a-4b86-a377-aee1dd1b3998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974514 Dec 06 17:40:46.420278 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ce2c4bec-c1ca-48d9-ad1f-61da49f500f8 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:46.429114 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 30081b34-c402-4176-80fa-6f15ee27f04d {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:40:46.429592 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 30081b34-c402-4176-80fa-6f15ee27f04d not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:40:46.452555 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-ce2c4bec-c1ca-48d9-ad1f-61da49f500f8 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58cb6ff2-4e43-4f8b-ba3f-25490d59b38b']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:40:46.455673 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-369435bb-ec3c-46da-9229-0a0002e202be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:46.470108 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-ce2c4bec-c1ca-48d9-ad1f-61da49f500f8 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67163676-0328-43ee-9d11-5a6e32c51f51') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:40:46.470597 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-ce2c4bec-c1ca-48d9-ad1f-61da49f500f8 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67163676-0328-43ee-9d11-5a6e32c51f51') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:40:46.477595 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369435bb-ec3c-46da-9229-0a0002e202be None None] No DVR routers for this DVR port 30081b34-c402-4176-80fa-6f15ee27f04d on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:40:46.489727 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ce2c4bec-c1ca-48d9-ad1f-61da49f500f8 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:46.507755 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ce2c4bec-c1ca-48d9-ad1f-61da49f500f8 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:46.509284 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369435bb-ec3c-46da-9229-0a0002e202be None None] Pushing event deleted for resources: {'Port': ['ID=30081b34-c402-4176-80fa-6f15ee27f04d,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:46.533767 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce2c4bec-c1ca-48d9-ad1f-61da49f500f8 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:40:46.534461 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ce2c4bec-c1ca-48d9-ad1f-61da49f500f8 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:46.538400 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 17:40:46.538400 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:40:46.538400 n-d-master-1 neutron-server[103284]: timer() Dec 06 17:40:46.538400 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:40:46.538400 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 17:40:46.538400 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:40:46.538400 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 17:40:46.538400 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:40:46.538400 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 17:40:46.538400 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:40:46.538400 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 17:40:46.538400 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:40:46.538400 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 17:40:46.538400 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:40:46.538400 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:40:46.538400 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:40:46.538400 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:40:46.538400 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:40:46.538400 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 17:40:46.538400 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:40:46.538400 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 17:40:46.538400 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:40:46.538400 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:40:46.538400 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:40:46.538400 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 17:40:46.538400 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:40:46.538400 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:40:46.538400 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:40:46.538400 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:40:46.538400 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:40:46.538400 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:40:46.538400 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:40:46.567745 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4ccf6c05-5a33-4139-a98b-2cdaafb9dad6 req-1e2c1d84-61a5-4e5f-9039-0f398fb911fd service neutron] 10.222.0.41 "GET /v2.0/networks/1a98210b-ef1a-4b86-a377-aee1dd1b3998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414979 Dec 06 17:40:46.603799 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ce2c4bec-c1ca-48d9-ad1f-61da49f500f8 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:46.614484 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ce2c4bec-c1ca-48d9-ad1f-61da49f500f8 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:46.621127 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-ce2c4bec-c1ca-48d9-ad1f-61da49f500f8 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "DELETE /v2.0/networks/58cb6ff2-4e43-4f8b-ba3f-25490d59b38b HTTP/1.1" status: 204 len: 168 time: 0.7473810 Dec 06 17:40:46.625539 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 59476) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:46.634272 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2c4bec-c1ca-48d9-ad1f-61da49f500f8 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Pushing event deleted for resources: {'Network': ['ID=58cb6ff2-4e43-4f8b-ba3f-25490d59b38b,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:46.669579 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abc7168-d0a4-4693-b140-bc05ef09e09c tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:46.670964 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-4abc7168-d0a4-4693-b140-bc05ef09e09c tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "GET /v2.0/ports/c9be6efe-ab4c-43c0-ac3a-7c012a70e7aa HTTP/1.1" status: 200 len: 845 time: 0.0441773 Dec 06 17:40:46.674492 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 59478) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:46.713014 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-35de8265-5e64-478a-9c49-96f8d400fdb7 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "GET /v2.0/ports/c9be6efe-ab4c-43c0-ac3a-7c012a70e7aa?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0374737 Dec 06 17:40:46.716616 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 59480) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:46.721178 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-c1ac437e-8b2c-45cf-a6fd-32ee1072e7ac tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Request body: {'subnet': {'network_id': 'c1765617-5131-45ca-9670-d239337b43fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:40:46.815433 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ac437e-8b2c-45cf-a6fd-32ee1072e7ac tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Made reservation on behalf of e1d2d51e45b142aeb7c0cb11182fd5b6 for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:40:46.818966 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1ac437e-8b2c-45cf-a6fd-32ee1072e7ac tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:46.967344 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:47.001847 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1ac437e-8b2c-45cf-a6fd-32ee1072e7ac tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:47.043136 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ac437e-8b2c-45cf-a6fd-32ee1072e7ac tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Network c1765617-5131-45ca-9670-d239337b43fd is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:40:47.047661 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-c1ac437e-8b2c-45cf-a6fd-32ee1072e7ac tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:40:47.051872 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ac437e-8b2c-45cf-a6fd-32ee1072e7ac tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:47.052471 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1ac437e-8b2c-45cf-a6fd-32ee1072e7ac tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:47.057726 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675df4c0-7f6a-4ebd-be9a-b9c796175f46 None None] Network c1765617-5131-45ca-9670-d239337b43fd requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:40:47.064687 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ac437e-8b2c-45cf-a6fd-32ee1072e7ac tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Pushing event updated for resources: {'Subnet': ['ID=f35a5ce8-371c-4bac-bc63-63685a1843da,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:47.078776 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-c1ac437e-8b2c-45cf-a6fd-32ee1072e7ac tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3574326 Dec 06 17:40:47.078951 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59490) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:47.083072 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-79f280ea-2c7f-451d-b6d9-9cd4434e5737 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Request body: {'security_group': {'name': 'tempest-secgroup-1188455741'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:40:47.131908 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-79f280ea-2c7f-451d-b6d9-9cd4434e5737 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:47.253220 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa1342e-1782-47b4-bee7-958bee381921 req-200e11b2-8a75-4683-b7f1-230d0e48ed7a tempest-TestServerAdvancedOps-281695889 tempest-TestServerAdvancedOps-281695889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:47.255110 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-efa1342e-1782-47b4-bee7-958bee381921 req-200e11b2-8a75-4683-b7f1-230d0e48ed7a tempest-TestServerAdvancedOps-281695889 tempest-TestServerAdvancedOps-281695889-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ab0ebac-c2e8-4e19-931c-2ac45ff34382 HTTP/1.1" status: 200 len: 945 time: 0.0799458 Dec 06 17:40:47.262035 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-79f280ea-2c7f-451d-b6d9-9cd4434e5737 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:47.282948 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b335ad09-fdc2-4568-98f6-27e68009c606 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-c1765617-5131-45ca-9670-d239337b43fd', 'network_id': 'c1765617-5131-45ca-9670-d239337b43fd', 'tenant_id': 'e1d2d51e45b142aeb7c0cb11182fd5b6', 'fixed_ips': [{'subnet_id': 'f35a5ce8-371c-4bac-bc63-63685a1843da'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:40:47.284197 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b335ad09-fdc2-4568-98f6-27e68009c606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:47.286407 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-79f280ea-2c7f-451d-b6d9-9cd4434e5737 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:47.342673 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-efa1342e-1782-47b4-bee7-958bee381921 req-cdd1c196-2bff-4645-916b-949adbaeae61 tempest-TestServerAdvancedOps-281695889 tempest-TestServerAdvancedOps-281695889-project] 10.222.0.23 "GET /v2.0/security-groups?id=feca4497-bf8c-4f2f-a053-a888fd62f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783923 Dec 06 17:40:47.353805 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-79f280ea-2c7f-451d-b6d9-9cd4434e5737 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:47.363413 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-79f280ea-2c7f-451d-b6d9-9cd4434e5737 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2783773 Dec 06 17:40:47.363413 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f280ea-2c7f-451d-b6d9-9cd4434e5737 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f3c46d3-6b6b-498a-a0fe-1ac146350ce1,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:47.363413 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59496) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:47.367367 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-24af0803-9010-4454-84ca-c6ef4cdb7c48 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Request body: {'security_group': {'name': 'tempest-secgroup-1148105219'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:40:47.399208 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-24af0803-9010-4454-84ca-c6ef4cdb7c48 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:47.453252 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-b335ad09-fdc2-4568-98f6-27e68009c606 None None] Allocated IP 2001:db8::2 (c1765617-5131-45ca-9670-d239337b43fd/f35a5ce8-371c-4bac-bc63-63685a1843da/e7fc14e2-4a76-422c-9676-59941ec47dc8) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:40:47.496455 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-24af0803-9010-4454-84ca-c6ef4cdb7c48 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:47.501028 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-24af0803-9010-4454-84ca-c6ef4cdb7c48 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:47.531903 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-24af0803-9010-4454-84ca-c6ef4cdb7c48 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:47.535749 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-24af0803-9010-4454-84ca-c6ef4cdb7c48 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1705890 Dec 06 17:40:47.536077 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59502) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:47.540768 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-bb141771-c091-4144-98b7-2572b908b117 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1630277967', 'security_groups': ['9dd815de-1057-4ac4-ad39-a8c58e913d0e'], 'network_id': 'c1765617-5131-45ca-9670-d239337b43fd', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f35a5ce8-371c-4bac-bc63-63685a1843da'}]}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:40:47.545543 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24af0803-9010-4454-84ca-c6ef4cdb7c48 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd815de-1057-4ac4-ad39-a8c58e913d0e,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:47.631931 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b335ad09-fdc2-4568-98f6-27e68009c606 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:47.641746 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b335ad09-fdc2-4568-98f6-27e68009c606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:47.668286 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb141771-c091-4144-98b7-2572b908b117 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Made reservation on behalf of e1d2d51e45b142aeb7c0cb11182fd5b6 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:40:47.687337 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b335ad09-fdc2-4568-98f6-27e68009c606 None None] Network c1765617-5131-45ca-9670-d239337b43fd is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:40:47.690350 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-b335ad09-fdc2-4568-98f6-27e68009c606 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:40:47.693837 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b335ad09-fdc2-4568-98f6-27e68009c606 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:40:47.710942 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b335ad09-fdc2-4568-98f6-27e68009c606 None None] Pushing event updated for resources: {'Port': ['ID=e7fc14e2-4a76-422c-9676-59941ec47dc8,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:47.763493 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-b335ad09-fdc2-4568-98f6-27e68009c606 None None] Attempting to bind port e7fc14e2-4a76-422c-9676-59941ec47dc8 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:40:47.763907 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-b335ad09-fdc2-4568-98f6-27e68009c606 None None] Attempting to bind port e7fc14e2-4a76-422c-9676-59941ec47dc8 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '37761f0b-fe44-4bf1-ac36-1f351267ba1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c1765617-5131-45ca-9670-d239337b43fd'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:40:47.764271 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b335ad09-fdc2-4568-98f6-27e68009c606 None None] Attempting to bind port e7fc14e2-4a76-422c-9676-59941ec47dc8 on network c1765617-5131-45ca-9670-d239337b43fd {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:40:47.771407 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b335ad09-fdc2-4568-98f6-27e68009c606 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:40:47.771792 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b335ad09-fdc2-4568-98f6-27e68009c606 None None] Checking segment: {'id': '37761f0b-fe44-4bf1-ac36-1f351267ba1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c1765617-5131-45ca-9670-d239337b43fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:40:47.772201 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b335ad09-fdc2-4568-98f6-27e68009c606 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:47.772601 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b335ad09-fdc2-4568-98f6-27e68009c606 None None] Bound using segment: {'id': '37761f0b-fe44-4bf1-ac36-1f351267ba1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c1765617-5131-45ca-9670-d239337b43fd'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:40:47.773079 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-b335ad09-fdc2-4568-98f6-27e68009c606 None None] Bound port: e7fc14e2-4a76-422c-9676-59941ec47dc8, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37761f0b-fe44-4bf1-ac36-1f351267ba1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c1765617-5131-45ca-9670-d239337b43fd'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:40:47.775685 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b335ad09-fdc2-4568-98f6-27e68009c606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:47.777240 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bb141771-c091-4144-98b7-2572b908b117 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:47.796555 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [None req-bb141771-c091-4144-98b7-2572b908b117 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] device_id is not set on port 88ba133e-05b2-4cf1-9136-12381d62ae9a yet. {{(pid=103284) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:40:47.846024 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b335ad09-fdc2-4568-98f6-27e68009c606 None None] For port e7fc14e2-4a76-422c-9676-59941ec47dc8, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:40:47.849378 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b335ad09-fdc2-4568-98f6-27e68009c606 None None] For port e7fc14e2-4a76-422c-9676-59941ec47dc8, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e7fc14e2-4a76-422c-9676-59941ec47dc8,segment=NetworkSegment(37761f0b-fe44-4bf1-ac36-1f351267ba1e),segment_id=37761f0b-fe44-4bf1-ac36-1f351267ba1e)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:40:47.854516 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b335ad09-fdc2-4568-98f6-27e68009c606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:47.917829 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b335ad09-fdc2-4568-98f6-27e68009c606 None None] Pushing event updated for resources: {'Port': ['ID=e7fc14e2-4a76-422c-9676-59941ec47dc8,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:47.979245 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-bb141771-c091-4144-98b7-2572b908b117 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Allocated IP 2001:db8::197 (c1765617-5131-45ca-9670-d239337b43fd/f35a5ce8-371c-4bac-bc63-63685a1843da/88ba133e-05b2-4cf1-9136-12381d62ae9a) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:40:48.148053 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:48.164512 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bb141771-c091-4144-98b7-2572b908b117 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:48.200245 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bb141771-c091-4144-98b7-2572b908b117 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:48.252007 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb141771-c091-4144-98b7-2572b908b117 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Network c1765617-5131-45ca-9670-d239337b43fd is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:40:48.260071 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-bb141771-c091-4144-98b7-2572b908b117 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:40:48.262409 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb141771-c091-4144-98b7-2572b908b117 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Pushing event updated for resources: {'Port': ['ID=88ba133e-05b2-4cf1-9136-12381d62ae9a,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:48.267321 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb141771-c091-4144-98b7-2572b908b117 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:40:48.274444 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb141771-c091-4144-98b7-2572b908b117 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:48.275154 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bb141771-c091-4144-98b7-2572b908b117 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:48.300991 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-bb141771-c091-4144-98b7-2572b908b117 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.7635334 Dec 06 17:40:48.303750 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59516) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:48.309789 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-e442d58e-28f3-452f-a82a-ee19498caf15 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Request body: {'subnet': {'network_id': 'c1765617-5131-45ca-9670-d239337b43fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:40:48.425618 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device e7fc14e2-4a76-422c-9676-59941ec47dc8 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:40:48.446123 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e442d58e-28f3-452f-a82a-ee19498caf15 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Made reservation on behalf of e1d2d51e45b142aeb7c0cb11182fd5b6 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:40:48.450347 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e442d58e-28f3-452f-a82a-ee19498caf15 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:48.502893 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfbba45-c8c0-4ba7-80dd-60d6518a4107 req-a62e052c-40c0-4a7b-bbea-1e6bead16512 tempest-TestServerAdvancedOps-281695889 tempest-TestServerAdvancedOps-281695889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:48.510469 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0cfbba45-c8c0-4ba7-80dd-60d6518a4107 req-a62e052c-40c0-4a7b-bbea-1e6bead16512 tempest-TestServerAdvancedOps-281695889 tempest-TestServerAdvancedOps-281695889-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ab0ebac-c2e8-4e19-931c-2ac45ff34382 HTTP/1.1" status: 200 len: 945 time: 0.0741248 Dec 06 17:40:48.530612 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port e7fc14e2-4a76-422c-9676-59941ec47dc8 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:40:48.531350 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:48.564039 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0cfbba45-c8c0-4ba7-80dd-60d6518a4107 req-13c55634-f447-4e5d-aef1-0198e07775f3 tempest-TestServerAdvancedOps-281695889 tempest-TestServerAdvancedOps-281695889-project] 10.222.0.23 "GET /v2.0/security-groups?id=feca4497-bf8c-4f2f-a053-a888fd62f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527894 Dec 06 17:40:48.598962 n-d-master-1 neutron-server[103284]: INFO neutron.db.ipam_backend_mixin [None req-e442d58e-28f3-452f-a82a-ee19498caf15 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f35a5ce8-371c-4bac-bc63-63685a1843da (CIDR: 2001:db8::/64) Dec 06 17:40:48.603855 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-e442d58e-28f3-452f-a82a-ee19498caf15 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 17:40:48.604423 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e442d58e-28f3-452f-a82a-ee19498caf15 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:40:48.625772 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-e442d58e-28f3-452f-a82a-ee19498caf15 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3208520 Dec 06 17:40:48.628879 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 59528) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:48.633952 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-9f891cf0-394f-4ec4-9c4a-b6999691ca01 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Request body: {'subnet': {'network_id': 'c1765617-5131-45ca-9670-d239337b43fd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:40:48.635694 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:48.692032 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] For port e7fc14e2-4a76-422c-9676-59941ec47dc8, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e7fc14e2-4a76-422c-9676-59941ec47dc8,segment=NetworkSegment(37761f0b-fe44-4bf1-ac36-1f351267ba1e),segment_id=37761f0b-fe44-4bf1-ac36-1f351267ba1e)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:40:48.702094 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:48.815826 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Pushing event updated for resources: {'Port': ['ID=e7fc14e2-4a76-422c-9676-59941ec47dc8,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:48.831995 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f891cf0-394f-4ec4-9c4a-b6999691ca01 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Made reservation on behalf of e1d2d51e45b142aeb7c0cb11182fd5b6 for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:40:48.839893 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9f891cf0-394f-4ec4-9c4a-b6999691ca01 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:48.965098 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026dca2a-0a8a-4933-b152-54beef0e3c81 req-6909d643-02fb-4d07-a34e-ed8961eae648 tempest-TestServerAdvancedOps-281695889 tempest-TestServerAdvancedOps-281695889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:48.966727 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-026dca2a-0a8a-4933-b152-54beef0e3c81 req-6909d643-02fb-4d07-a34e-ed8961eae648 tempest-TestServerAdvancedOps-281695889 tempest-TestServerAdvancedOps-281695889-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ab0ebac-c2e8-4e19-931c-2ac45ff34382 HTTP/1.1" status: 200 len: 945 time: 0.1077852 Dec 06 17:40:49.041728 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-026dca2a-0a8a-4933-b152-54beef0e3c81 req-fddd1ca9-894c-49cd-bbc2-b02764f7713a tempest-TestServerAdvancedOps-281695889 tempest-TestServerAdvancedOps-281695889-project] 10.222.0.23 "GET /v2.0/security-groups?id=feca4497-bf8c-4f2f-a053-a888fd62f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646243 Dec 06 17:40:49.087714 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:49.164835 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-29046dcf-a381-41ac-abfa-33d17315160a None None] Provisioning complete for port c9be6efe-ab4c-43c0-ac3a-7c012a70e7aa triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:40:49.165600 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-29046dcf-a381-41ac-abfa-33d17315160a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:49.214507 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-29046dcf-a381-41ac-abfa-33d17315160a None None] Port c9be6efe-ab4c-43c0-ac3a-7c012a70e7aa cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:40:49.221231 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9f891cf0-394f-4ec4-9c4a-b6999691ca01 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:49.227366 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-29046dcf-a381-41ac-abfa-33d17315160a None None] Provisioning complete for port e7fc14e2-4a76-422c-9676-59941ec47dc8 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:40:49.227743 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-29046dcf-a381-41ac-abfa-33d17315160a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:49.286880 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f891cf0-394f-4ec4-9c4a-b6999691ca01 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Network c1765617-5131-45ca-9670-d239337b43fd is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:40:49.295476 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-9f891cf0-394f-4ec4-9c4a-b6999691ca01 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:40:49.302400 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f891cf0-394f-4ec4-9c4a-b6999691ca01 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Pushing event updated for resources: {'Subnet': ['ID=c1e2aa31-e236-47c2-a1e8-0cd183a1196b,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:49.307321 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f891cf0-394f-4ec4-9c4a-b6999691ca01 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:49.307948 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9f891cf0-394f-4ec4-9c4a-b6999691ca01 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:49.339320 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59540) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:49.340044 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-9f891cf0-394f-4ec4-9c4a-b6999691ca01 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7100124 Dec 06 17:40:49.346168 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-fb7c523b-8922-4709-825b-627b7007d02f tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-783530241', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c1e2aa31-e236-47c2-a1e8-0cd183a1196b'}], 'security_groups': ['2f3c46d3-6b6b-498a-a0fe-1ac146350ce1']}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:40:49.415778 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a8d7ab-d119-43e4-abe7-f0f0cec77ea8 None None] Network c1765617-5131-45ca-9670-d239337b43fd requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:40:49.431102 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fb7c523b-8922-4709-825b-627b7007d02f tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:49.487207 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-635d8d9a-c4f5-41c4-9d02-7660665bb572 None None] Provisioning complete for port 88ba133e-05b2-4cf1-9136-12381d62ae9a triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:40:49.487581 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-635d8d9a-c4f5-41c4-9d02-7660665bb572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:49.542691 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-635d8d9a-c4f5-41c4-9d02-7660665bb572 None None] Port 88ba133e-05b2-4cf1-9136-12381d62ae9a cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:40:49.698906 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d83c36a-cfc7-468f-9979-974a41f7f157 None None] Update dhcp port {'port': {'network_id': 'c1765617-5131-45ca-9670-d239337b43fd', 'fixed_ips': [{'subnet_id': 'f35a5ce8-371c-4bac-bc63-63685a1843da', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c1e2aa31-e236-47c2-a1e8-0cd183a1196b'}], 'binding:host_id': 'n-d-master-1'}, 'id': 'e7fc14e2-4a76-422c-9676-59941ec47dc8'} from n-d-master-1. {{(pid=103286) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 06 17:40:49.728410 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7d83c36a-cfc7-468f-9979-974a41f7f157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:49.773795 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-fb7c523b-8922-4709-825b-627b7007d02f tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Delete allocated IP 2001:db8::197 (c1765617-5131-45ca-9670-d239337b43fd/f35a5ce8-371c-4bac-bc63-63685a1843da) {{(pid=103284) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 06 17:40:49.781958 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-fb7c523b-8922-4709-825b-627b7007d02f tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Allocated IP 2001:db8:0:1::21c (c1765617-5131-45ca-9670-d239337b43fd/c1e2aa31-e236-47c2-a1e8-0cd183a1196b/88ba133e-05b2-4cf1-9136-12381d62ae9a) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:40:49.941972 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fb7c523b-8922-4709-825b-627b7007d02f tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:49.946914 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fb7c523b-8922-4709-825b-627b7007d02f tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:49.999104 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-7d83c36a-cfc7-468f-9979-974a41f7f157 None None] Allocated IP 2001:db8:0:1::2 (c1765617-5131-45ca-9670-d239337b43fd/c1e2aa31-e236-47c2-a1e8-0cd183a1196b/e7fc14e2-4a76-422c-9676-59941ec47dc8) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:40:50.005085 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-fb7c523b-8922-4709-825b-627b7007d02f tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] In _notify_port_updated(), no bound segment for port 88ba133e-05b2-4cf1-9136-12381d62ae9a on network c1765617-5131-45ca-9670-d239337b43fd {{(pid=103284) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 17:40:50.012481 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7c523b-8922-4709-825b-627b7007d02f tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:50.013180 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fb7c523b-8922-4709-825b-627b7007d02f tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:50.015293 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-fb7c523b-8922-4709-825b-627b7007d02f tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "PUT /v2.0/ports/88ba133e-05b2-4cf1-9136-12381d62ae9a HTTP/1.1" status: 200 len: 930 time: 0.6747696 Dec 06 17:40:50.018392 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 59558) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:50.027304 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7c523b-8922-4709-825b-627b7007d02f tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Pushing event updated for resources: {'Port': ['ID=88ba133e-05b2-4cf1-9136-12381d62ae9a,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:50.125034 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-7d83c36a-cfc7-468f-9979-974a41f7f157 None None] For port e7fc14e2-4a76-422c-9676-59941ec47dc8, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e7fc14e2-4a76-422c-9676-59941ec47dc8,segment=NetworkSegment(37761f0b-fe44-4bf1-ac36-1f351267ba1e),segment_id=37761f0b-fe44-4bf1-ac36-1f351267ba1e)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:40:50.131659 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-ee8aabb7-2eb1-41e2-bc8a-488b337ff0ed tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Deleting port 88ba133e-05b2-4cf1-9136-12381d62ae9a {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:40:50.132248 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ee8aabb7-2eb1-41e2-bc8a-488b337ff0ed tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:50.162615 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7d83c36a-cfc7-468f-9979-974a41f7f157 None None] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:50.170825 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7d83c36a-cfc7-468f-9979-974a41f7f157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:50.173154 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81f585e-f6d5-446f-9378-63f3cb2b0d58 req-63b4e80a-eba1-4ba3-a608-7e681005c56b tempest-TestServerAdvancedOps-281695889 tempest-TestServerAdvancedOps-281695889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:50.174929 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e81f585e-f6d5-446f-9378-63f3cb2b0d58 req-63b4e80a-eba1-4ba3-a608-7e681005c56b tempest-TestServerAdvancedOps-281695889 tempest-TestServerAdvancedOps-281695889-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ab0ebac-c2e8-4e19-931c-2ac45ff34382 HTTP/1.1" status: 200 len: 945 time: 0.0637162 Dec 06 17:40:50.222943 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d83c36a-cfc7-468f-9979-974a41f7f157 None None] Pushing event updated for resources: {'Port': ['ID=e7fc14e2-4a76-422c-9676-59941ec47dc8,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:50.245756 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e81f585e-f6d5-446f-9378-63f3cb2b0d58 req-5f504a87-91f7-43ea-9244-cc113c30c844 tempest-TestServerAdvancedOps-281695889 tempest-TestServerAdvancedOps-281695889-project] 10.222.0.23 "GET /v2.0/security-groups?id=feca4497-bf8c-4f2f-a053-a888fd62f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636876 Dec 06 17:40:50.247365 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ee8aabb7-2eb1-41e2-bc8a-488b337ff0ed tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:50.268779 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-ee8aabb7-2eb1-41e2-bc8a-488b337ff0ed tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Calling delete_port for 88ba133e-05b2-4cf1-9136-12381d62ae9a owned by {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:40:50.390241 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device e7fc14e2-4a76-422c-9676-59941ec47dc8 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:40:50.442374 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ee8aabb7-2eb1-41e2-bc8a-488b337ff0ed tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:50.483360 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8aabb7-2eb1-41e2-bc8a-488b337ff0ed tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Pushing event deleted for resources: {'Port': ['ID=88ba133e-05b2-4cf1-9136-12381d62ae9a,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:50.516645 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port e7fc14e2-4a76-422c-9676-59941ec47dc8 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:40:50.517060 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:50.543690 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ee8aabb7-2eb1-41e2-bc8a-488b337ff0ed tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:50.555844 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-ee8aabb7-2eb1-41e2-bc8a-488b337ff0ed tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "DELETE /v2.0/ports/88ba133e-05b2-4cf1-9136-12381d62ae9a HTTP/1.1" status: 204 len: 168 time: 0.5362442 Dec 06 17:40:50.575075 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 59572) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:50.605314 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adffbdfd-4e92-4153-b476-3008dcf90300 req-464aba79-9a2c-45e5-be6a-2b413c66bfc6 tempest-TestServerAdvancedOps-281695889 tempest-TestServerAdvancedOps-281695889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:50.606475 n-d-master-1 neutron-server[103285]: INFO neutron.pecan_wsgi.hooks.translation [None req-51a31ce1-9f07-482c-9469-dc5ac399f903 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] GET failed (client error): The resource could not be found. Dec 06 17:40:50.608576 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-51a31ce1-9f07-482c-9469-dc5ac399f903 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "GET /v2.0/ports/88ba133e-05b2-4cf1-9136-12381d62ae9a HTTP/1.1" status: 404 len: 333 time: 0.0323126 Dec 06 17:40:50.614339 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 59578) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:50.618570 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-adffbdfd-4e92-4153-b476-3008dcf90300 req-464aba79-9a2c-45e5-be6a-2b413c66bfc6 tempest-TestServerAdvancedOps-281695889 tempest-TestServerAdvancedOps-281695889-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ab0ebac-c2e8-4e19-931c-2ac45ff34382 HTTP/1.1" status: 200 len: 945 time: 0.1215689 Dec 06 17:40:50.656112 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a31e2f-3041-4ffc-9675-d279bb8a2d2e req-b8330ac7-1fc4-494c-b43e-4497170782f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:50.657677 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-26a31e2f-3041-4ffc-9675-d279bb8a2d2e req-b8330ac7-1fc4-494c-b43e-4497170782f6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9958090856424e22a766753003d3c509&device_id=3ab0ebac-c2e8-4e19-931c-2ac45ff34382 HTTP/1.1" status: 200 len: 1096 time: 0.1300442 Dec 06 17:40:50.682382 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-adffbdfd-4e92-4153-b476-3008dcf90300 req-24fa391c-dc81-4ab7-9228-172cb3d40bc4 tempest-TestServerAdvancedOps-281695889 tempest-TestServerAdvancedOps-281695889-project] 10.222.0.23 "GET /v2.0/security-groups?id=feca4497-bf8c-4f2f-a053-a888fd62f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619490 Dec 06 17:40:51.083806 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9e8200-2763-4bbd-a81a-933e446349cb None None] Provisioning complete for port c9be6efe-ab4c-43c0-ac3a-7c012a70e7aa triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:40:51.084452 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9e8200-2763-4bbd-a81a-933e446349cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:51.120184 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8f5de677-6b37-40b6-9fa3-cde745ca0365 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:51.126475 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9e8200-2763-4bbd-a81a-933e446349cb None None] Port c9be6efe-ab4c-43c0-ac3a-7c012a70e7aa cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:40:51.146006 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9e8200-2763-4bbd-a81a-933e446349cb None None] Provisioning complete for port e7fc14e2-4a76-422c-9676-59941ec47dc8 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:40:51.146679 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9e8200-2763-4bbd-a81a-933e446349cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:51.161093 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8f5de677-6b37-40b6-9fa3-cde745ca0365 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:51.170612 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a31e2f-3041-4ffc-9675-d279bb8a2d2e req-f74f23e8-d137-4019-8ff1-bd3a2f5826d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:51.172110 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-26a31e2f-3041-4ffc-9675-d279bb8a2d2e req-f74f23e8-d137-4019-8ff1-bd3a2f5826d0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1a98210b-ef1a-4b86-a377-aee1dd1b3998 HTTP/1.1" status: 200 len: 913 time: 0.5024533 Dec 06 17:40:51.234366 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9e8200-2763-4bbd-a81a-933e446349cb None None] Could not find standard attr ID for object 88ba133e-05b2-4cf1-9136-12381d62ae9a. {{(pid=103286) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 17:40:51.247038 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8f5de677-6b37-40b6-9fa3-cde745ca0365 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:51.250372 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8f5de677-6b37-40b6-9fa3-cde745ca0365 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:51.251713 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-8f5de677-6b37-40b6-9fa3-cde745ca0365 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "DELETE /v2.0/security-groups/9dd815de-1057-4ac4-ad39-a8c58e913d0e HTTP/1.1" status: 204 len: 168 time: 0.6367068 Dec 06 17:40:51.254528 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59588) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:51.257846 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-26a31e2f-3041-4ffc-9675-d279bb8a2d2e req-270c2135-40ea-4df1-af31-69f169f5e375 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=522d349e-cbc3-4152-b81d-ff80b30b7a4b HTTP/1.1" status: 200 len: 217 time: 0.0746934 Dec 06 17:40:51.263105 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5de677-6b37-40b6-9fa3-cde745ca0365 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd815de-1057-4ac4-ad39-a8c58e913d0e,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:51.319972 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a31e2f-3041-4ffc-9675-d279bb8a2d2e req-84a6ac17-4ab6-4422-8538-997f4a3a2fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:51.322245 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-26a31e2f-3041-4ffc-9675-d279bb8a2d2e req-84a6ac17-4ab6-4422-8538-997f4a3a2fe4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1de2b3a3-d438-4064-b200-7efab7e3c6e2 HTTP/1.1" status: 200 len: 852 time: 0.0499680 Dec 06 17:40:51.332918 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-140bf4cc-6a05-4f3c-92b0-ae1ad3a79cf1 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:51.347454 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-3888e1e1-960a-4791-83e9-b532ea084e79 None None] Could not find standard attr ID for object 88ba133e-05b2-4cf1-9136-12381d62ae9a. {{(pid=103286) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 17:40:51.372722 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-26a31e2f-3041-4ffc-9675-d279bb8a2d2e req-87f7ba4c-bb7d-4e23-9be7-5aaac5198ea9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1a98210b-ef1a-4b86-a377-aee1dd1b3998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389562 Dec 06 17:40:51.374321 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-140bf4cc-6a05-4f3c-92b0-ae1ad3a79cf1 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:51.436655 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-140bf4cc-6a05-4f3c-92b0-ae1ad3a79cf1 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:51.440703 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-140bf4cc-6a05-4f3c-92b0-ae1ad3a79cf1 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:51.442477 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-140bf4cc-6a05-4f3c-92b0-ae1ad3a79cf1 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "DELETE /v2.0/security-groups/2f3c46d3-6b6b-498a-a0fe-1ac146350ce1 HTTP/1.1" status: 204 len: 168 time: 0.1867509 Dec 06 17:40:51.445195 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 59590) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:51.455554 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140bf4cc-6a05-4f3c-92b0-ae1ad3a79cf1 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f3c46d3-6b6b-498a-a0fe-1ac146350ce1,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:51.524790 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-e194281b-c273-49ed-9e5e-c90accb533ca tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Deleting subnet f35a5ce8-371c-4bac-bc63-63685a1843da {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:40:51.536732 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e194281b-c273-49ed-9e5e-c90accb533ca tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:51.540985 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-26a31e2f-3041-4ffc-9675-d279bb8a2d2e req-ae6e2895-d9da-41a2-91ce-a0f698b01b54 service neutron] 10.222.0.41 "GET /v2.0/networks/1a98210b-ef1a-4b86-a377-aee1dd1b3998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555853 Dec 06 17:40:51.628874 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e194281b-c273-49ed-9e5e-c90accb533ca tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:51.707361 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-26a31e2f-3041-4ffc-9675-d279bb8a2d2e req-b1ee6232-c242-430e-85a5-f91aec7d5a03 service neutron] 10.222.0.41 "GET /v2.0/networks/1a98210b-ef1a-4b86-a377-aee1dd1b3998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476064 Dec 06 17:40:51.748639 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e194281b-c273-49ed-9e5e-c90accb533ca tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:51.839780 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a1856f-d6be-4de5-a07c-846ca311710e req-d9764d93-589b-4c6d-a4f4-e8fd2e1d4a23 tempest-TestServerAdvancedOps-281695889 tempest-TestServerAdvancedOps-281695889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:51.841323 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-65a1856f-d6be-4de5-a07c-846ca311710e req-d9764d93-589b-4c6d-a4f4-e8fd2e1d4a23 tempest-TestServerAdvancedOps-281695889 tempest-TestServerAdvancedOps-281695889-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ab0ebac-c2e8-4e19-931c-2ac45ff34382 HTTP/1.1" status: 200 len: 945 time: 0.0702043 Dec 06 17:40:51.849290 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e194281b-c273-49ed-9e5e-c90accb533ca tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:51.894343 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e194281b-c273-49ed-9e5e-c90accb533ca tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Pushing event deleted for resources: {'Subnet': ['ID=f35a5ce8-371c-4bac-bc63-63685a1843da,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:51.912261 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e194281b-c273-49ed-9e5e-c90accb533ca tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:51.915508 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-e194281b-c273-49ed-9e5e-c90accb533ca tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "DELETE /v2.0/subnets/f35a5ce8-371c-4bac-bc63-63685a1843da HTTP/1.1" status: 204 len: 168 time: 0.4678724 Dec 06 17:40:51.917031 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e194281b-c273-49ed-9e5e-c90accb533ca tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:40:51.917381 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e194281b-c273-49ed-9e5e-c90accb533ca tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:40:51.917748 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e194281b-c273-49ed-9e5e-c90accb533ca tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:40:51.918084 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e194281b-c273-49ed-9e5e-c90accb533ca tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:40:51.918416 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e194281b-c273-49ed-9e5e-c90accb533ca tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:40:51.918752 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e194281b-c273-49ed-9e5e-c90accb533ca tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:40:51.919078 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e194281b-c273-49ed-9e5e-c90accb533ca tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:40:51.919407 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e194281b-c273-49ed-9e5e-c90accb533ca tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:40:51.919736 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff04a70a-bca2-40b7-98cc-5ae167815623 None None] Network c1765617-5131-45ca-9670-d239337b43fd requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:40:51.920385 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e194281b-c273-49ed-9e5e-c90accb533ca tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:40:51.920687 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e194281b-c273-49ed-9e5e-c90accb533ca tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:40:51.921011 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e194281b-c273-49ed-9e5e-c90accb533ca tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:40:51.921331 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e194281b-c273-49ed-9e5e-c90accb533ca tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:40:51.921674 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e194281b-c273-49ed-9e5e-c90accb533ca tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:40:51.922774 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59596) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:51.928383 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-69a7e6b4-3b7e-4311-9995-6f75fab3f712 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Request body: {'subnet': {'network_id': 'c1765617-5131-45ca-9670-d239337b43fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:40:51.947318 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-65a1856f-d6be-4de5-a07c-846ca311710e req-072a265c-87da-4222-a5d6-a2cc774c72fc tempest-TestServerAdvancedOps-281695889 tempest-TestServerAdvancedOps-281695889-project] 10.222.0.23 "GET /v2.0/security-groups?id=feca4497-bf8c-4f2f-a053-a888fd62f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955670 Dec 06 17:40:52.060421 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69a7e6b4-3b7e-4311-9995-6f75fab3f712 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Made reservation on behalf of e1d2d51e45b142aeb7c0cb11182fd5b6 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:40:52.067738 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-69a7e6b4-3b7e-4311-9995-6f75fab3f712 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:52.317763 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-69a7e6b4-3b7e-4311-9995-6f75fab3f712 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:52.373114 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a7e6b4-3b7e-4311-9995-6f75fab3f712 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Network c1765617-5131-45ca-9670-d239337b43fd is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:40:52.376541 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-69a7e6b4-3b7e-4311-9995-6f75fab3f712 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:40:52.381436 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a7e6b4-3b7e-4311-9995-6f75fab3f712 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:52.382631 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-69a7e6b4-3b7e-4311-9995-6f75fab3f712 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:52.408264 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a7e6b4-3b7e-4311-9995-6f75fab3f712 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Pushing event updated for resources: {'Subnet': ['ID=d4035b77-a15a-4abd-8089-785969821a0e,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:52.416895 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-69a7e6b4-3b7e-4311-9995-6f75fab3f712 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4900761 Dec 06 17:40:52.417308 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59598) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:52.422107 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-58f1f410-7158-4b40-b68e-2a6a92cc0fab tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Request body: {'security_group': {'name': 'tempest-secgroup-1938379668'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:40:52.448369 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-58f1f410-7158-4b40-b68e-2a6a92cc0fab tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:52.524576 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-58f1f410-7158-4b40-b68e-2a6a92cc0fab tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:52.528414 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-58f1f410-7158-4b40-b68e-2a6a92cc0fab tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:52.559238 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1f410-7158-4b40-b68e-2a6a92cc0fab tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db7a3647-da57-4103-9d16-cf7c20408ffc,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:52.573359 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-58f1f410-7158-4b40-b68e-2a6a92cc0fab tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:52.578400 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-58f1f410-7158-4b40-b68e-2a6a92cc0fab tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1570780 Dec 06 17:40:52.578704 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 59600) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:52.583321 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-82a46331-08fe-4716-bdbe-af40ae149195 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Request body: {'security_group': {'name': 'tempest-secgroup-998762509'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:40:52.618909 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-82a46331-08fe-4716-bdbe-af40ae149195 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:52.711777 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-82a46331-08fe-4716-bdbe-af40ae149195 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:52.713854 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044a2742-9d6c-4bc9-ae94-036296728a7c None None] Network c1765617-5131-45ca-9670-d239337b43fd requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:40:52.718330 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-82a46331-08fe-4716-bdbe-af40ae149195 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:52.751720 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-82a46331-08fe-4716-bdbe-af40ae149195 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:52.755506 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-82a46331-08fe-4716-bdbe-af40ae149195 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1732807 Dec 06 17:40:52.755857 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59604) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:52.760399 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-63ca4681-d416-4f44-940d-d4c902b9014b tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Request body: {'security_group': {'name': 'tempest-secgroup-913361215'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:40:52.781423 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a46331-08fe-4716-bdbe-af40ae149195 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42387e05-8840-4c3f-ad30-f8a8ef44e6c3,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:52.802370 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-63ca4681-d416-4f44-940d-d4c902b9014b tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:52.809508 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-54dda0b1-85cf-40f9-b8dd-d9268d00f96e None None] Provisioning complete for port c9be6efe-ab4c-43c0-ac3a-7c012a70e7aa triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:40:52.809878 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-54dda0b1-85cf-40f9-b8dd-d9268d00f96e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:52.873334 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-63ca4681-d416-4f44-940d-d4c902b9014b tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:52.878728 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-63ca4681-d416-4f44-940d-d4c902b9014b tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:52.891100 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-54dda0b1-85cf-40f9-b8dd-d9268d00f96e None None] Port c9be6efe-ab4c-43c0-ac3a-7c012a70e7aa cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:40:52.910735 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-63ca4681-d416-4f44-940d-d4c902b9014b tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:52.911750 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-54dda0b1-85cf-40f9-b8dd-d9268d00f96e None None] Provisioning complete for port e7fc14e2-4a76-422c-9676-59941ec47dc8 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:40:52.912177 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-63ca4681-d416-4f44-940d-d4c902b9014b tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1553113 Dec 06 17:40:52.912505 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-54dda0b1-85cf-40f9-b8dd-d9268d00f96e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:52.916415 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 59606) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:52.920592 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ca4681-d416-4f44-940d-d4c902b9014b tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Pushing event updated for resources: {'SecurityGroup': ['ID=310f1834-258a-4dfe-a49b-5b3dc634cc25,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:52.922370 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-7935beb0-a8de-4956-9d98-0e92e84d7dcd tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-23910938', 'security_groups': ['310f1834-258a-4dfe-a49b-5b3dc634cc25'], 'network_id': 'c1765617-5131-45ca-9670-d239337b43fd', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd4035b77-a15a-4abd-8089-785969821a0e'}]}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:40:53.058012 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7935beb0-a8de-4956-9d98-0e92e84d7dcd tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Made reservation on behalf of e1d2d51e45b142aeb7c0cb11182fd5b6 for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:40:53.102557 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758462b1-e20b-47a5-a7df-839799d68b96 None None] Update dhcp port {'port': {'network_id': 'c1765617-5131-45ca-9670-d239337b43fd', 'fixed_ips': [{'subnet_id': 'c1e2aa31-e236-47c2-a1e8-0cd183a1196b', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'd4035b77-a15a-4abd-8089-785969821a0e'}], 'binding:host_id': 'n-d-master-1'}, 'id': 'e7fc14e2-4a76-422c-9676-59941ec47dc8'} from n-d-master-1. {{(pid=103286) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 06 17:40:53.105969 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb9e488-45da-4d00-8997-9a986cdb651f req-7641e58d-e7d4-4653-9be1-09d8062c4387 tempest-TestServerAdvancedOps-281695889 tempest-TestServerAdvancedOps-281695889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:53.111335 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3bb9e488-45da-4d00-8997-9a986cdb651f req-7641e58d-e7d4-4653-9be1-09d8062c4387 tempest-TestServerAdvancedOps-281695889 tempest-TestServerAdvancedOps-281695889-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ab0ebac-c2e8-4e19-931c-2ac45ff34382 HTTP/1.1" status: 200 len: 945 time: 0.0726397 Dec 06 17:40:53.131981 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-758462b1-e20b-47a5-a7df-839799d68b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:53.168240 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7935beb0-a8de-4956-9d98-0e92e84d7dcd tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:53.185043 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3bb9e488-45da-4d00-8997-9a986cdb651f req-25e09077-4514-4be3-a60f-13280eee03e8 tempest-TestServerAdvancedOps-281695889 tempest-TestServerAdvancedOps-281695889-project] 10.222.0.23 "GET /v2.0/security-groups?id=feca4497-bf8c-4f2f-a053-a888fd62f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670040 Dec 06 17:40:53.189269 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-7935beb0-a8de-4956-9d98-0e92e84d7dcd tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] device_id is not set on port 562707c7-b8af-4bd6-b91d-aefff032776b yet. {{(pid=103285) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 17:40:53.462520 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d11124-0e8c-40a2-96e3-c8a878fa73a3 req-26119e93-9f59-4042-9db9-abf030965301 tempest-TestServerAdvancedOps-281695889 tempest-TestServerAdvancedOps-281695889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:53.464353 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-48d11124-0e8c-40a2-96e3-c8a878fa73a3 req-26119e93-9f59-4042-9db9-abf030965301 tempest-TestServerAdvancedOps-281695889 tempest-TestServerAdvancedOps-281695889-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ab0ebac-c2e8-4e19-931c-2ac45ff34382 HTTP/1.1" status: 200 len: 945 time: 0.0527365 Dec 06 17:40:53.479048 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-758462b1-e20b-47a5-a7df-839799d68b96 None None] Allocated IP 2001:db8::2 (c1765617-5131-45ca-9670-d239337b43fd/d4035b77-a15a-4abd-8089-785969821a0e/e7fc14e2-4a76-422c-9676-59941ec47dc8) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:40:53.515247 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-48d11124-0e8c-40a2-96e3-c8a878fa73a3 req-41974353-1eaf-4b53-b3f7-ecf5672d9576 tempest-TestServerAdvancedOps-281695889 tempest-TestServerAdvancedOps-281695889-project] 10.222.0.23 "GET /v2.0/security-groups?id=feca4497-bf8c-4f2f-a053-a888fd62f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438030 Dec 06 17:40:53.577902 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-758462b1-e20b-47a5-a7df-839799d68b96 None None] For port e7fc14e2-4a76-422c-9676-59941ec47dc8, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e7fc14e2-4a76-422c-9676-59941ec47dc8,segment=NetworkSegment(37761f0b-fe44-4bf1-ac36-1f351267ba1e),segment_id=37761f0b-fe44-4bf1-ac36-1f351267ba1e)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:40:53.609247 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-758462b1-e20b-47a5-a7df-839799d68b96 None None] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:53.614599 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-758462b1-e20b-47a5-a7df-839799d68b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:53.693884 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-7935beb0-a8de-4956-9d98-0e92e84d7dcd tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Allocated IP 2001:db8::391 (c1765617-5131-45ca-9670-d239337b43fd/d4035b77-a15a-4abd-8089-785969821a0e/562707c7-b8af-4bd6-b91d-aefff032776b) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:40:53.702802 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758462b1-e20b-47a5-a7df-839799d68b96 None None] Pushing event updated for resources: {'Port': ['ID=e7fc14e2-4a76-422c-9676-59941ec47dc8,revision_number=6']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:53.853241 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7935beb0-a8de-4956-9d98-0e92e84d7dcd tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:53.890154 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7935beb0-a8de-4956-9d98-0e92e84d7dcd tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:53.940642 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7935beb0-a8de-4956-9d98-0e92e84d7dcd tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Network c1765617-5131-45ca-9670-d239337b43fd is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:40:53.944304 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-7935beb0-a8de-4956-9d98-0e92e84d7dcd tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:40:53.946874 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7935beb0-a8de-4956-9d98-0e92e84d7dcd tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:40:53.953558 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7935beb0-a8de-4956-9d98-0e92e84d7dcd tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:53.954292 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7935beb0-a8de-4956-9d98-0e92e84d7dcd tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:53.963914 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7935beb0-a8de-4956-9d98-0e92e84d7dcd tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Pushing event updated for resources: {'Port': ['ID=562707c7-b8af-4bd6-b91d-aefff032776b,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:53.979462 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-7935beb0-a8de-4956-9d98-0e92e84d7dcd tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0618749 Dec 06 17:40:53.982270 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 59616) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:53.988690 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-1695ac7a-592a-4e54-a3da-c018df67f15c tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Request body: {'subnet': {'network_id': 'c1765617-5131-45ca-9670-d239337b43fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:40:54.115409 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1695ac7a-592a-4e54-a3da-c018df67f15c tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Made reservation on behalf of e1d2d51e45b142aeb7c0cb11182fd5b6 for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:40:54.119714 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1695ac7a-592a-4e54-a3da-c018df67f15c tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:54.220172 n-d-master-1 neutron-server[103285]: INFO neutron.db.ipam_backend_mixin [None req-1695ac7a-592a-4e54-a3da-c018df67f15c tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d4035b77-a15a-4abd-8089-785969821a0e (CIDR: 2001:db8::/64) Dec 06 17:40:54.222997 n-d-master-1 neutron-server[103285]: INFO neutron.pecan_wsgi.hooks.translation [None req-1695ac7a-592a-4e54-a3da-c018df67f15c tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 17:40:54.223499 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1695ac7a-592a-4e54-a3da-c018df67f15c tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103285) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:40:54.248871 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59618) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:54.249450 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-1695ac7a-592a-4e54-a3da-c018df67f15c tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2649426 Dec 06 17:40:54.256520 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-3bb1352a-c738-4f7c-953e-50cec2371327 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Request body: {'subnet': {'network_id': 'c1765617-5131-45ca-9670-d239337b43fd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:40:54.319754 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-d2d64080-6f9b-46cb-94bf-35f240236eda None None] Provisioning complete for port c9be6efe-ab4c-43c0-ac3a-7c012a70e7aa triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:40:54.320882 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d2d64080-6f9b-46cb-94bf-35f240236eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:54.375246 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device e7fc14e2-4a76-422c-9676-59941ec47dc8 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:40:54.409849 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-d2d64080-6f9b-46cb-94bf-35f240236eda None None] Port c9be6efe-ab4c-43c0-ac3a-7c012a70e7aa cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:40:54.416434 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bb1352a-c738-4f7c-953e-50cec2371327 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Made reservation on behalf of e1d2d51e45b142aeb7c0cb11182fd5b6 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:40:54.422916 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3bb1352a-c738-4f7c-953e-50cec2371327 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:54.432541 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-d2d64080-6f9b-46cb-94bf-35f240236eda None None] Provisioning complete for port e7fc14e2-4a76-422c-9676-59941ec47dc8 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:40:54.432913 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d2d64080-6f9b-46cb-94bf-35f240236eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:54.487637 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port e7fc14e2-4a76-422c-9676-59941ec47dc8 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:40:54.488156 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:54.544463 n-d-master-1 neutron-server[103284]: INFO neutron.db.ipam_backend_mixin [None req-3bb1352a-c738-4f7c-953e-50cec2371327 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet c1e2aa31-e236-47c2-a1e8-0cd183a1196b (CIDR: 2001:db8:0:1::/64) Dec 06 17:40:54.549566 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bb1352a-c738-4f7c-953e-50cec2371327 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 17:40:54.550632 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bb1352a-c738-4f7c-953e-50cec2371327 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:40:54.584335 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-3bb1352a-c738-4f7c-953e-50cec2371327 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.3342452 Dec 06 17:40:54.587493 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 59622) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:54.593744 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-f677b2ab-b675-461d-a489-683bcaf3a205 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Request body: {'subnet': {'network_id': 'c1765617-5131-45ca-9670-d239337b43fd', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:40:54.718651 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-7b507618-6ef0-406f-9c68-9207356f1e7e None None] Provisioning complete for port 562707c7-b8af-4bd6-b91d-aefff032776b triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:40:54.719131 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7b507618-6ef0-406f-9c68-9207356f1e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:54.729258 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67c11e8-9551-4fbc-9825-cf2b316f2fc0 req-a46b9e77-fdc6-477a-b610-0a3ad5bea558 tempest-TestServerAdvancedOps-281695889 tempest-TestServerAdvancedOps-281695889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:54.730905 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a67c11e8-9551-4fbc-9825-cf2b316f2fc0 req-a46b9e77-fdc6-477a-b610-0a3ad5bea558 tempest-TestServerAdvancedOps-281695889 tempest-TestServerAdvancedOps-281695889-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ab0ebac-c2e8-4e19-931c-2ac45ff34382 HTTP/1.1" status: 200 len: 945 time: 0.0757954 Dec 06 17:40:54.755509 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-7b507618-6ef0-406f-9c68-9207356f1e7e None None] Port 562707c7-b8af-4bd6-b91d-aefff032776b cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:40:54.776216 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f677b2ab-b675-461d-a489-683bcaf3a205 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Made reservation on behalf of e1d2d51e45b142aeb7c0cb11182fd5b6 for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:40:54.780336 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f677b2ab-b675-461d-a489-683bcaf3a205 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:54.816292 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a67c11e8-9551-4fbc-9825-cf2b316f2fc0 req-519058ec-e9ac-44a9-91cc-9a9afcf25e22 tempest-TestServerAdvancedOps-281695889 tempest-TestServerAdvancedOps-281695889-project] 10.222.0.23 "GET /v2.0/security-groups?id=feca4497-bf8c-4f2f-a053-a888fd62f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771372 Dec 06 17:40:55.021266 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f677b2ab-b675-461d-a489-683bcaf3a205 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:55.066291 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f677b2ab-b675-461d-a489-683bcaf3a205 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Network c1765617-5131-45ca-9670-d239337b43fd is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:40:55.070697 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-f677b2ab-b675-461d-a489-683bcaf3a205 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:40:55.074783 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f677b2ab-b675-461d-a489-683bcaf3a205 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:55.075376 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f677b2ab-b675-461d-a489-683bcaf3a205 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:55.081288 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d107a394-ebfd-40bb-92eb-b2c66ebefc29 None None] Network c1765617-5131-45ca-9670-d239337b43fd requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:40:55.088933 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f677b2ab-b675-461d-a489-683bcaf3a205 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Pushing event updated for resources: {'Subnet': ['ID=1b863567-c4e9-4ade-96b2-3beea6db57a1,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:55.099447 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-f677b2ab-b675-461d-a489-683bcaf3a205 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5096087 Dec 06 17:40:55.101021 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59626) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:55.106305 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-72872f88-68c1-44aa-a7d5-e316f1f2f003 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-352805931', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1b863567-c4e9-4ade-96b2-3beea6db57a1'}], 'security_groups': ['db7a3647-da57-4103-9d16-cf7c20408ffc', '42387e05-8840-4c3f-ad30-f8a8ef44e6c3']}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:40:55.264852 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-72872f88-68c1-44aa-a7d5-e316f1f2f003 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:55.323264 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36debce-430f-4629-9173-54516688a0ad None None] Update dhcp port {'port': {'network_id': 'c1765617-5131-45ca-9670-d239337b43fd', 'fixed_ips': [{'subnet_id': 'c1e2aa31-e236-47c2-a1e8-0cd183a1196b', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'd4035b77-a15a-4abd-8089-785969821a0e', 'ip_address': '2001:db8::2'}, {'subnet_id': '1b863567-c4e9-4ade-96b2-3beea6db57a1'}], 'binding:host_id': 'n-d-master-1'}, 'id': 'e7fc14e2-4a76-422c-9676-59941ec47dc8'} from n-d-master-1. {{(pid=103286) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 06 17:40:55.358226 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e36debce-430f-4629-9173-54516688a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:55.384462 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab8820c-e960-419e-8db3-9df79b294fc4 req-4b9c4b3b-a99f-434f-a3da-ca28d588b538 tempest-TestServerAdvancedOps-281695889 tempest-TestServerAdvancedOps-281695889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:55.386456 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4ab8820c-e960-419e-8db3-9df79b294fc4 req-4b9c4b3b-a99f-434f-a3da-ca28d588b538 tempest-TestServerAdvancedOps-281695889 tempest-TestServerAdvancedOps-281695889-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ab0ebac-c2e8-4e19-931c-2ac45ff34382 HTTP/1.1" status: 200 len: 945 time: 0.0671325 Dec 06 17:40:55.505619 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-4ab8820c-e960-419e-8db3-9df79b294fc4 req-7b0a66e6-d750-4f9e-a143-b654ab4d23a6 tempest-TestServerAdvancedOps-281695889 tempest-TestServerAdvancedOps-281695889-project] Deleting port 522d349e-cbc3-4152-b81d-ff80b30b7a4b {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:40:55.505958 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-4ab8820c-e960-419e-8db3-9df79b294fc4 req-7b0a66e6-d750-4f9e-a143-b654ab4d23a6 tempest-TestServerAdvancedOps-281695889 tempest-TestServerAdvancedOps-281695889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:55.601212 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-4ab8820c-e960-419e-8db3-9df79b294fc4 req-7b0a66e6-d750-4f9e-a143-b654ab4d23a6 tempest-TestServerAdvancedOps-281695889 tempest-TestServerAdvancedOps-281695889-project] For port 522d349e-cbc3-4152-b81d-ff80b30b7a4b, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=522d349e-cbc3-4152-b81d-ff80b30b7a4b,segment=NetworkSegment(f0dac617-d925-4afa-b58e-9b423daa3fc5),segment_id=f0dac617-d925-4afa-b58e-9b423daa3fc5)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:40:55.601571 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-4ab8820c-e960-419e-8db3-9df79b294fc4 req-7b0a66e6-d750-4f9e-a143-b654ab4d23a6 tempest-TestServerAdvancedOps-281695889 tempest-TestServerAdvancedOps-281695889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:55.609428 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-72872f88-68c1-44aa-a7d5-e316f1f2f003 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Delete allocated IP 2001:db8::391 (c1765617-5131-45ca-9670-d239337b43fd/d4035b77-a15a-4abd-8089-785969821a0e) {{(pid=103284) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 06 17:40:55.616829 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-72872f88-68c1-44aa-a7d5-e316f1f2f003 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Allocated IP 2001:db8:0:2::2a4 (c1765617-5131-45ca-9670-d239337b43fd/1b863567-c4e9-4ade-96b2-3beea6db57a1/562707c7-b8af-4bd6-b91d-aefff032776b) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:40:55.617906 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-4ab8820c-e960-419e-8db3-9df79b294fc4 req-7b0a66e6-d750-4f9e-a143-b654ab4d23a6 tempest-TestServerAdvancedOps-281695889 tempest-TestServerAdvancedOps-281695889-project] Calling delete_port for 522d349e-cbc3-4152-b81d-ff80b30b7a4b owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:40:55.771809 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-4ab8820c-e960-419e-8db3-9df79b294fc4 req-7b0a66e6-d750-4f9e-a143-b654ab4d23a6 tempest-TestServerAdvancedOps-281695889 tempest-TestServerAdvancedOps-281695889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:55.788276 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['522d349e-cbc3-4152-b81d-ff80b30b7a4b'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:40:55.803651 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0a66e6-d750-4f9e-a143-b654ab4d23a6 tempest-TestServerAdvancedOps-281695889 tempest-TestServerAdvancedOps-281695889-project] Pushing event deleted for resources: {'Port': ['ID=522d349e-cbc3-4152-b81d-ff80b30b7a4b,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:55.812310 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-72872f88-68c1-44aa-a7d5-e316f1f2f003 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:55.819821 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-72872f88-68c1-44aa-a7d5-e316f1f2f003 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:55.865177 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ab8820c-e960-419e-8db3-9df79b294fc4 req-7b0a66e6-d750-4f9e-a143-b654ab4d23a6 tempest-TestServerAdvancedOps-281695889 tempest-TestServerAdvancedOps-281695889-project] No DVR routers for this DVR port 522d349e-cbc3-4152-b81d-ff80b30b7a4b on host n-h1-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:40:55.868033 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-4ab8820c-e960-419e-8db3-9df79b294fc4 req-7b0a66e6-d750-4f9e-a143-b654ab4d23a6 tempest-TestServerAdvancedOps-281695889 tempest-TestServerAdvancedOps-281695889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:55.871500 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4ab8820c-e960-419e-8db3-9df79b294fc4 req-7b0a66e6-d750-4f9e-a143-b654ab4d23a6 tempest-TestServerAdvancedOps-281695889 tempest-TestServerAdvancedOps-281695889-project] 10.222.0.41 "DELETE /v2.0/ports/522d349e-cbc3-4152-b81d-ff80b30b7a4b HTTP/1.1" status: 204 len: 173 time: 0.4746141 Dec 06 17:40:55.872380 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ab0ebac-c2e8-4e19-931c-2ac45ff34382', 'name': 'network-vif-deleted', 'tag': '522d349e-cbc3-4152-b81d-ff80b30b7a4b'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:40:55.875251 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b50770-ee63-49d6-82c1-fc123ef31084" -d '{"events": [{"server_uuid": "3ab0ebac-c2e8-4e19-931c-2ac45ff34382", "name": "network-vif-deleted", "tag": "522d349e-cbc3-4152-b81d-ff80b30b7a4b"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:40:55.876319 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-e36debce-430f-4629-9173-54516688a0ad None None] Allocated IP 2001:db8:0:2::2 (c1765617-5131-45ca-9670-d239337b43fd/1b863567-c4e9-4ade-96b2-3beea6db57a1/e7fc14e2-4a76-422c-9676-59941ec47dc8) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:40:55.927420 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-72872f88-68c1-44aa-a7d5-e316f1f2f003 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] In _notify_port_updated(), no bound segment for port 562707c7-b8af-4bd6-b91d-aefff032776b on network c1765617-5131-45ca-9670-d239337b43fd {{(pid=103284) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 17:40:55.935687 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72872f88-68c1-44aa-a7d5-e316f1f2f003 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:40:55.936364 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-72872f88-68c1-44aa-a7d5-e316f1f2f003 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:55.937727 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-72872f88-68c1-44aa-a7d5-e316f1f2f003 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "PUT /v2.0/ports/562707c7-b8af-4bd6-b91d-aefff032776b HTTP/1.1" status: 200 len: 969 time: 0.8355894 Dec 06 17:40:55.940606 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 59634) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:55.950921 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc42b9cf-3bcf-4b6d-8158-39c2990ad53a x-openstack-request-id: req-fc42b9cf-3bcf-4b6d-8158-39c2990ad53a {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:40:55.951720 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ab0ebac-c2e8-4e19-931c-2ac45ff34382", "name": "network-vif-deleted", "tag": "522d349e-cbc3-4152-b81d-ff80b30b7a4b", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:40:55.951976 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fc42b9cf-3bcf-4b6d-8158-39c2990ad53a {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:40:55.952372 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ab0ebac-c2e8-4e19-931c-2ac45ff34382', 'name': 'network-vif-deleted', 'tag': '522d349e-cbc3-4152-b81d-ff80b30b7a4b', 'status': 'completed', 'code': 200} Dec 06 17:40:55.968449 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72872f88-68c1-44aa-a7d5-e316f1f2f003 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Pushing event updated for resources: {'Port': ['ID=562707c7-b8af-4bd6-b91d-aefff032776b,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:56.025447 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8b5a3afb-ae9f-4c1e-b339-4ccdb70fbc99 req-21583726-97ad-41a0-8e6d-8dc27c8afd07 tempest-TestServerAdvancedOps-281695889 tempest-TestServerAdvancedOps-281695889-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ab0ebac-c2e8-4e19-931c-2ac45ff34382 HTTP/1.1" status: 200 len: 210 time: 0.0459909 Dec 06 17:40:56.068527 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-e36debce-430f-4629-9173-54516688a0ad None None] For port e7fc14e2-4a76-422c-9676-59941ec47dc8, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e7fc14e2-4a76-422c-9676-59941ec47dc8,segment=NetworkSegment(37761f0b-fe44-4bf1-ac36-1f351267ba1e),segment_id=37761f0b-fe44-4bf1-ac36-1f351267ba1e)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:40:56.079800 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-69f3bbf2-8978-4b65-a0ee-6e9e3d3fda79 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Deleting port 562707c7-b8af-4bd6-b91d-aefff032776b {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:40:56.080586 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-69f3bbf2-8978-4b65-a0ee-6e9e3d3fda79 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:56.103792 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e36debce-430f-4629-9173-54516688a0ad None None] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:56.109658 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e36debce-430f-4629-9173-54516688a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:56.174521 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-69f3bbf2-8978-4b65-a0ee-6e9e3d3fda79 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:56.187338 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-69f3bbf2-8978-4b65-a0ee-6e9e3d3fda79 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Calling delete_port for 562707c7-b8af-4bd6-b91d-aefff032776b owned by {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:40:56.227590 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36debce-430f-4629-9173-54516688a0ad None None] Pushing event updated for resources: {'Port': ['ID=e7fc14e2-4a76-422c-9676-59941ec47dc8,revision_number=7']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:56.343654 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-69f3bbf2-8978-4b65-a0ee-6e9e3d3fda79 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:56.383141 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f3bbf2-8978-4b65-a0ee-6e9e3d3fda79 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Pushing event deleted for resources: {'Port': ['ID=562707c7-b8af-4bd6-b91d-aefff032776b,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:56.386916 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device e7fc14e2-4a76-422c-9676-59941ec47dc8 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:40:56.440508 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-69f3bbf2-8978-4b65-a0ee-6e9e3d3fda79 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:56.448205 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59636) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:56.454249 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-69f3bbf2-8978-4b65-a0ee-6e9e3d3fda79 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "DELETE /v2.0/ports/562707c7-b8af-4bd6-b91d-aefff032776b HTTP/1.1" status: 204 len: 168 time: 0.5124700 Dec 06 17:40:56.470305 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port e7fc14e2-4a76-422c-9676-59941ec47dc8 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:40:56.470708 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:56.532849 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-6050596b-d1b2-409a-ac99-e3a2979663eb tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] GET failed (client error): The resource could not be found. Dec 06 17:40:56.537203 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 59638) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:56.540210 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-6050596b-d1b2-409a-ac99-e3a2979663eb tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "GET /v2.0/ports/562707c7-b8af-4bd6-b91d-aefff032776b HTTP/1.1" status: 404 len: 333 time: 0.0909176 Dec 06 17:40:56.605584 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-360bc060-c63e-4a1c-8864-e1f705084042 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:56.630010 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-360bc060-c63e-4a1c-8864-e1f705084042 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:56.673947 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-360bc060-c63e-4a1c-8864-e1f705084042 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:56.676648 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-360bc060-c63e-4a1c-8864-e1f705084042 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:56.678030 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-360bc060-c63e-4a1c-8864-e1f705084042 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "DELETE /v2.0/security-groups/310f1834-258a-4dfe-a49b-5b3dc634cc25 HTTP/1.1" status: 204 len: 168 time: 0.1393759 Dec 06 17:40:56.680619 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59640) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:56.689579 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360bc060-c63e-4a1c-8864-e1f705084042 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=310f1834-258a-4dfe-a49b-5b3dc634cc25,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:56.737066 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b6a6870e-15a4-4bf6-bbd3-687130053d02 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:56.761624 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b6a6870e-15a4-4bf6-bbd3-687130053d02 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:56.817718 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b6a6870e-15a4-4bf6-bbd3-687130053d02 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:56.823943 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b6a6870e-15a4-4bf6-bbd3-687130053d02 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:56.825121 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-b6a6870e-15a4-4bf6-bbd3-687130053d02 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "DELETE /v2.0/security-groups/42387e05-8840-4c3f-ad30-f8a8ef44e6c3 HTTP/1.1" status: 204 len: 168 time: 0.1434944 Dec 06 17:40:56.828445 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 59646) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:56.837914 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a6870e-15a4-4bf6-bbd3-687130053d02 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42387e05-8840-4c3f-ad30-f8a8ef44e6c3,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:56.905270 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-f1ead053-ae2f-4eb5-82ba-3db545a2c3f6 None None] Provisioning complete for port c9be6efe-ab4c-43c0-ac3a-7c012a70e7aa triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:40:56.905801 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f1ead053-ae2f-4eb5-82ba-3db545a2c3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:56.912236 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-afc0f272-94d5-4d32-8185-3be7ed3322d7 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:56.940830 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-afc0f272-94d5-4d32-8185-3be7ed3322d7 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:56.947213 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-f1ead053-ae2f-4eb5-82ba-3db545a2c3f6 None None] Port c9be6efe-ab4c-43c0-ac3a-7c012a70e7aa cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:40:56.960413 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-f1ead053-ae2f-4eb5-82ba-3db545a2c3f6 None None] Provisioning complete for port e7fc14e2-4a76-422c-9676-59941ec47dc8 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:40:56.960794 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f1ead053-ae2f-4eb5-82ba-3db545a2c3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:57.025623 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-afc0f272-94d5-4d32-8185-3be7ed3322d7 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:57.028573 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-afc0f272-94d5-4d32-8185-3be7ed3322d7 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:57.032780 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-afc0f272-94d5-4d32-8185-3be7ed3322d7 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "DELETE /v2.0/security-groups/db7a3647-da57-4103-9d16-cf7c20408ffc HTTP/1.1" status: 204 len: 168 time: 0.2000151 Dec 06 17:40:57.033414 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59662) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:57.055686 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc0f272-94d5-4d32-8185-3be7ed3322d7 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db7a3647-da57-4103-9d16-cf7c20408ffc,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:57.085881 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-f1ead053-ae2f-4eb5-82ba-3db545a2c3f6 None None] Could not find standard attr ID for object 562707c7-b8af-4bd6-b91d-aefff032776b. {{(pid=103286) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 17:40:57.112438 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b499985-d327-413e-b008-80b2ccaf0496 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Deleting subnet d4035b77-a15a-4abd-8089-785969821a0e {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:40:57.117917 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7b499985-d327-413e-b008-80b2ccaf0496 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:57.121349 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 59674) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:57.168383 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7b499985-d327-413e-b008-80b2ccaf0496 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:57.180848 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-35034264-05c9-4fe4-919e-e9bf0f08915a admin admin] Deleting subnet 1de2b3a3-d438-4064-b200-7efab7e3c6e2 {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:40:57.184492 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-35034264-05c9-4fe4-919e-e9bf0f08915a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:57.208185 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-7031647b-e6f4-4a66-84cd-79185713977a None None] Could not find standard attr ID for object 562707c7-b8af-4bd6-b91d-aefff032776b. {{(pid=103286) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 17:40:57.232663 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-35034264-05c9-4fe4-919e-e9bf0f08915a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:57.291761 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7b499985-d327-413e-b008-80b2ccaf0496 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:57.294210 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-35034264-05c9-4fe4-919e-e9bf0f08915a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:57.365538 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-35034264-05c9-4fe4-919e-e9bf0f08915a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:57.366146 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7b499985-d327-413e-b008-80b2ccaf0496 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:57.395006 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b499985-d327-413e-b008-80b2ccaf0496 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Pushing event deleted for resources: {'Subnet': ['ID=d4035b77-a15a-4abd-8089-785969821a0e,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:57.395242 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35034264-05c9-4fe4-919e-e9bf0f08915a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1de2b3a3-d438-4064-b200-7efab7e3c6e2,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:57.399785 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-35034264-05c9-4fe4-919e-e9bf0f08915a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:57.403334 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-35034264-05c9-4fe4-919e-e9bf0f08915a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/1de2b3a3-d438-4064-b200-7efab7e3c6e2 HTTP/1.1" status: 204 len: 168 time: 0.2808764 Dec 06 17:40:57.409070 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59706) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:57.422697 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7b499985-d327-413e-b008-80b2ccaf0496 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:57.426401 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-7b499985-d327-413e-b008-80b2ccaf0496 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "DELETE /v2.0/subnets/d4035b77-a15a-4abd-8089-785969821a0e HTTP/1.1" status: 204 len: 168 time: 0.3916049 Dec 06 17:40:57.429730 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 59712) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:57.436791 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e668005-f379-43f6-8f72-d1355247d9e1 None None] Network c1765617-5131-45ca-9670-d239337b43fd requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:40:57.488823 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-bff26fc9-4e13-4b39-8745-c2bec91d2798 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Deleting subnet 1b863567-c4e9-4ade-96b2-3beea6db57a1 {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:40:57.492410 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bff26fc9-4e13-4b39-8745-c2bec91d2798 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:57.504767 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c613eab0-f711-4118-9a66-e9ba490ac271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:57.542524 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bff26fc9-4e13-4b39-8745-c2bec91d2798 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:57.594207 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c613eab0-f711-4118-9a66-e9ba490ac271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:57.625343 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-c613eab0-f711-4118-9a66-e9ba490ac271 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a98210b-ef1a-4b86-a377-aee1dd1b3998']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:40:57.636706 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-c613eab0-f711-4118-9a66-e9ba490ac271 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0dac617-d925-4afa-b58e-9b423daa3fc5') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:40:57.637295 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-c613eab0-f711-4118-9a66-e9ba490ac271 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0dac617-d925-4afa-b58e-9b423daa3fc5') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:40:57.643000 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bff26fc9-4e13-4b39-8745-c2bec91d2798 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:57.652289 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c613eab0-f711-4118-9a66-e9ba490ac271 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:57.671332 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c613eab0-f711-4118-9a66-e9ba490ac271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:57.681974 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c613eab0-f711-4118-9a66-e9ba490ac271 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:40:57.682992 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c613eab0-f711-4118-9a66-e9ba490ac271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:57.684884 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 17:40:57.684884 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:40:57.684884 n-d-master-1 neutron-server[103284]: timer() Dec 06 17:40:57.684884 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:40:57.684884 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 17:40:57.684884 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:40:57.684884 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 17:40:57.684884 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:40:57.684884 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 17:40:57.684884 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:40:57.684884 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 17:40:57.684884 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:40:57.684884 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 17:40:57.684884 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:40:57.684884 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:40:57.684884 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:40:57.684884 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:40:57.684884 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:40:57.684884 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 17:40:57.684884 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:40:57.684884 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 17:40:57.684884 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:40:57.684884 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:40:57.684884 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:40:57.684884 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 17:40:57.684884 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:40:57.684884 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:40:57.684884 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:40:57.684884 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:40:57.684884 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:40:57.684884 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:40:57.684884 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:40:57.740254 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bff26fc9-4e13-4b39-8745-c2bec91d2798 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:57.758325 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c613eab0-f711-4118-9a66-e9ba490ac271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:57.783477 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff26fc9-4e13-4b39-8745-c2bec91d2798 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Pushing event deleted for resources: {'Subnet': ['ID=1b863567-c4e9-4ade-96b2-3beea6db57a1,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:57.790549 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c613eab0-f711-4118-9a66-e9ba490ac271 admin admin] Publish callbacks [] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:57.794072 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bff26fc9-4e13-4b39-8745-c2bec91d2798 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:57.795519 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-c613eab0-f711-4118-9a66-e9ba490ac271 admin admin] 10.222.0.23 "DELETE /v2.0/networks/1a98210b-ef1a-4b86-a377-aee1dd1b3998 HTTP/1.1" status: 204 len: 168 time: 0.3850286 Dec 06 17:40:57.797448 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c613eab0-f711-4118-9a66-e9ba490ac271 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a98210b-ef1a-4b86-a377-aee1dd1b3998,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:57.799080 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59754) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:57.800578 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-bff26fc9-4e13-4b39-8745-c2bec91d2798 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "DELETE /v2.0/subnets/1b863567-c4e9-4ade-96b2-3beea6db57a1 HTTP/1.1" status: 204 len: 168 time: 0.3696818 Dec 06 17:40:57.800871 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59756) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:57.862388 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-0475f191-6300-450f-99ff-e7d6c2ad2b96 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] DELETE failed (client error): The resource could not be found. Dec 06 17:40:57.862898 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0475f191-6300-450f-99ff-e7d6c2ad2b96 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:40:57.868297 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-0475f191-6300-450f-99ff-e7d6c2ad2b96 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "DELETE /v2.0/subnets/d4035b77-a15a-4abd-8089-785969821a0e HTTP/1.1" status: 404 len: 337 time: 0.0579176 Dec 06 17:40:57.868734 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 59766) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:57.882267 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-313c909d-4405-47ac-9e4b-b916b08bba49 admin admin] Deleting subnet 15a4efb8-b9f5-4d73-9713-1c4e0c18fcfd {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:40:57.885861 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-313c909d-4405-47ac-9e4b-b916b08bba49 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:57.922321 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-313c909d-4405-47ac-9e4b-b916b08bba49 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:57.942673 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5f10fed-65ce-4ed3-b0e5-eec292c7dba5 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Deleting subnet c1e2aa31-e236-47c2-a1e8-0cd183a1196b {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:40:57.947506 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f5f10fed-65ce-4ed3-b0e5-eec292c7dba5 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:57.977172 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-313c909d-4405-47ac-9e4b-b916b08bba49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:57.994340 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f5f10fed-65ce-4ed3-b0e5-eec292c7dba5 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:58.069377 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-313c909d-4405-47ac-9e4b-b916b08bba49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:58.102930 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313c909d-4405-47ac-9e4b-b916b08bba49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15a4efb8-b9f5-4d73-9713-1c4e0c18fcfd,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:58.107847 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-313c909d-4405-47ac-9e4b-b916b08bba49 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:58.111739 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f5f10fed-65ce-4ed3-b0e5-eec292c7dba5 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:58.112638 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-313c909d-4405-47ac-9e4b-b916b08bba49 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/15a4efb8-b9f5-4d73-9713-1c4e0c18fcfd HTTP/1.1" status: 204 len: 168 time: 0.3124647 Dec 06 17:40:58.116459 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 59798) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:58.223549 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5fb6cd18-50f0-43d8-92b7-0defe007ca94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:58.238777 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f5f10fed-65ce-4ed3-b0e5-eec292c7dba5 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:58.287679 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f10fed-65ce-4ed3-b0e5-eec292c7dba5 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Pushing event deleted for resources: {'Subnet': ['ID=c1e2aa31-e236-47c2-a1e8-0cd183a1196b,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:58.290104 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f5f10fed-65ce-4ed3-b0e5-eec292c7dba5 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:58.296296 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-f5f10fed-65ce-4ed3-b0e5-eec292c7dba5 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "DELETE /v2.0/subnets/c1e2aa31-e236-47c2-a1e8-0cd183a1196b HTTP/1.1" status: 204 len: 168 time: 0.4240556 Dec 06 17:40:58.296420 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59824) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:58.339433 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-799aea4c-b574-40e2-bd62-17268924147c tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] DELETE failed (client error): The resource could not be found. Dec 06 17:40:58.340114 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-799aea4c-b574-40e2-bd62-17268924147c tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:40:58.344524 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-799aea4c-b574-40e2-bd62-17268924147c tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "DELETE /v2.0/subnets/f35a5ce8-371c-4bac-bc63-63685a1843da HTTP/1.1" status: 404 len: 337 time: 0.0464203 Dec 06 17:40:58.347911 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59832) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:58.354987 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5fb6cd18-50f0-43d8-92b7-0defe007ca94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:58.381600 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-5fb6cd18-50f0-43d8-92b7-0defe007ca94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e23bead-ad89-4f36-bb9e-cfbfbb0f6889']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:40:58.382024 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-f81348f1-6526-4aee-8f9e-ec7a2ff21bb7 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d1505b9-e488-4ae0-9f3d-5ffb187b230b HTTP/1.1" status: 200 len: 205 time: 0.0320766 Dec 06 17:40:58.384878 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59840) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:58.391962 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-5fb6cd18-50f0-43d8-92b7-0defe007ca94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05fa09d0-4714-470e-aa98-8030b09f1a75') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:40:58.392260 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-5fb6cd18-50f0-43d8-92b7-0defe007ca94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05fa09d0-4714-470e-aa98-8030b09f1a75') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:40:58.402837 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5fb6cd18-50f0-43d8-92b7-0defe007ca94 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:58.417968 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5fb6cd18-50f0-43d8-92b7-0defe007ca94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:58.429649 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fb6cd18-50f0-43d8-92b7-0defe007ca94 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:40:58.430200 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5fb6cd18-50f0-43d8-92b7-0defe007ca94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:58.432119 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:40:58.432119 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:40:58.432119 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:40:58.432119 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:40:58.432119 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:40:58.432119 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:40:58.432119 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:40:58.432119 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:40:58.432119 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:40:58.432119 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:40:58.432119 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:40:58.432119 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:40:58.432119 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:40:58.432119 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:40:58.432119 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:40:58.432119 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:40:58.432119 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:40:58.432119 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:40:58.432119 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:40:58.432119 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:40:58.432119 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:40:58.432119 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:40:58.432119 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:40:58.432119 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:40:58.432119 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:40:58.432119 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:40:58.432119 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:40:58.432119 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:40:58.432119 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:40:58.432119 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:40:58.432119 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:40:58.432119 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:40:58.477179 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06ceebc-2c47-42ef-a832-d49569890b8a None None] Network c1765617-5131-45ca-9670-d239337b43fd requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:40:58.515678 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5fb6cd18-50f0-43d8-92b7-0defe007ca94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:58.524859 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5fb6cd18-50f0-43d8-92b7-0defe007ca94 admin admin] Publish callbacks [] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:58.534683 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-5fb6cd18-50f0-43d8-92b7-0defe007ca94 admin admin] 10.222.0.23 "DELETE /v2.0/networks/3e23bead-ad89-4f36-bb9e-cfbfbb0f6889 HTTP/1.1" status: 204 len: 168 time: 0.4148538 Dec 06 17:40:58.543992 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 522d349e-cbc3-4152-b81d-ff80b30b7a4b no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:40:58.563855 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb6cd18-50f0-43d8-92b7-0defe007ca94 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e23bead-ad89-4f36-bb9e-cfbfbb0f6889,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:58.588273 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] No Port match for: 522d349e-cbc3-4152-b81d-ff80b30b7a4b {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:40:58.588866 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 522d349e-cbc3-4152-b81d-ff80b30b7a4b not bound to the agent host n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:40:58.642577 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-eba4f094-942e-4a1e-8bf6-6fee377ba31c None None] Provisioning complete for port c9be6efe-ab4c-43c0-ac3a-7c012a70e7aa triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:40:58.642996 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-eba4f094-942e-4a1e-8bf6-6fee377ba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:58.688903 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-eba4f094-942e-4a1e-8bf6-6fee377ba31c None None] Port c9be6efe-ab4c-43c0-ac3a-7c012a70e7aa cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:40:58.706792 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-eba4f094-942e-4a1e-8bf6-6fee377ba31c None None] Provisioning complete for port e7fc14e2-4a76-422c-9676-59941ec47dc8 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:40:58.707132 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-eba4f094-942e-4a1e-8bf6-6fee377ba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:58.813129 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd5a4c4-4cc4-4aaf-ac8f-e471a6cac36f None None] DHCP port deletion for c1765617-5131-45ca-9670-d239337b43fd request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:40:58.818430 n-d-master-1 neutron-server[103284]: INFO neutron.api.v2.resource [None req-34b5cd8c-f26b-4cd2-a7cc-e5bd27314642 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] delete failed (client error): The resource could not be found. Dec 06 17:40:58.819571 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-34b5cd8c-f26b-4cd2-a7cc-e5bd27314642 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "DELETE /v2.0/routers/5d1505b9-e488-4ae0-9f3d-5ffb187b230b HTTP/1.1" status: 404 len: 336 time: 0.4334872 Dec 06 17:40:58.822462 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59888) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:58.849693 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-a36954a5-0c16-43d3-bcdc-8535589481f3 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] DELETE failed (client error): The resource could not be found. Dec 06 17:40:58.850275 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a36954a5-0c16-43d3-bcdc-8535589481f3 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:40:58.850629 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 59892) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:58.853451 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-a36954a5-0c16-43d3-bcdc-8535589481f3 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "DELETE /v2.0/subnets/ad31c92e-89d3-4022-a2d9-365f6cf3035c HTTP/1.1" status: 404 len: 337 time: 0.0300515 Dec 06 17:40:58.855990 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59894) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:58.881348 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-2bd5a4c4-4cc4-4aaf-ac8f-e471a6cac36f None None] Deleting port e7fc14e2-4a76-422c-9676-59941ec47dc8 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:40:58.881966 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2bd5a4c4-4cc4-4aaf-ac8f-e471a6cac36f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:58.883636 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-f369c538-f049-4e8e-a199-66d5faf8e2d4 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] DELETE failed (client error): The resource could not be found. Dec 06 17:40:58.884256 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f369c538-f049-4e8e-a199-66d5faf8e2d4 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:40:58.887394 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-f369c538-f049-4e8e-a199-66d5faf8e2d4 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "DELETE /v2.0/subnets/b638ded9-f1a0-43f9-92fd-098b9464758d HTTP/1.1" status: 404 len: 337 time: 0.0303257 Dec 06 17:40:58.892471 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 59900) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:58.932104 n-d-master-1 neutron-server[103285]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b179251-9c6a-4d50-a970-2623d28b8bc5 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] DELETE failed (client error): The resource could not be found. Dec 06 17:40:58.932560 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b179251-9c6a-4d50-a970-2623d28b8bc5 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103285) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:40:58.936125 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-0b179251-9c6a-4d50-a970-2623d28b8bc5 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "DELETE /v2.0/subnets/d36b049a-1d66-4b51-b1ad-73bb445444c7 HTTP/1.1" status: 404 len: 337 time: 0.0427220 Dec 06 17:40:58.942125 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-ff6671c7-eef9-4be5-b087-74a92d0f072b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9958090856424e22a766753003d3c509&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0879314 Dec 06 17:40:58.942125 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 59908) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:58.943152 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59910) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:58.955879 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-2bd5a4c4-4cc4-4aaf-ac8f-e471a6cac36f None None] For port e7fc14e2-4a76-422c-9676-59941ec47dc8, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e7fc14e2-4a76-422c-9676-59941ec47dc8,segment=NetworkSegment(37761f0b-fe44-4bf1-ac36-1f351267ba1e),segment_id=37761f0b-fe44-4bf1-ac36-1f351267ba1e)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:40:58.956587 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2bd5a4c4-4cc4-4aaf-ac8f-e471a6cac36f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:58.966837 n-d-master-1 neutron-server[103285]: INFO neutron.pecan_wsgi.hooks.translation [None req-e555132b-24bb-48b5-bf46-ab2c15430e5e tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] DELETE failed (client error): The resource could not be found. Dec 06 17:40:58.967402 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e555132b-24bb-48b5-bf46-ab2c15430e5e tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103285) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:40:58.971062 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-e555132b-24bb-48b5-bf46-ab2c15430e5e tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "DELETE /v2.0/ports/7e853b39-146d-4874-b2e9-d161127227ae HTTP/1.1" status: 404 len: 333 time: 0.0298150 Dec 06 17:40:58.973002 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-2bd5a4c4-4cc4-4aaf-ac8f-e471a6cac36f None None] Calling delete_port for e7fc14e2-4a76-422c-9676-59941ec47dc8 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:40:58.974725 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 59916) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:59.001607 n-d-master-1 neutron-server[103285]: INFO neutron.pecan_wsgi.hooks.translation [None req-2de960a8-5796-4c25-9674-96cb45bc079f tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] DELETE failed (client error): The resource could not be found. Dec 06 17:40:59.002341 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2de960a8-5796-4c25-9674-96cb45bc079f tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103285) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:40:59.007663 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-2de960a8-5796-4c25-9674-96cb45bc079f tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "DELETE /v2.0/subnets/f439eb5f-2ce0-455f-b1fe-90961d844ea3 HTTP/1.1" status: 404 len: 337 time: 0.0316837 Dec 06 17:40:59.010124 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e2858933-0a54-41dd-a7c9-65ef466597df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:59.010385 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 59924) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:59.046503 n-d-master-1 neutron-server[103285]: INFO neutron.pecan_wsgi.hooks.translation [None req-cce9ada4-6e24-4951-953f-23f525ddd762 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] DELETE failed (client error): The resource could not be found. Dec 06 17:40:59.047189 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cce9ada4-6e24-4951-953f-23f525ddd762 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103285) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:40:59.049335 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e2858933-0a54-41dd-a7c9-65ef466597df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:59.050419 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-cce9ada4-6e24-4951-953f-23f525ddd762 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "DELETE /v2.0/subnets/b46984b8-b5d2-439e-84dd-05e1e8ac9a4a HTTP/1.1" status: 404 len: 337 time: 0.0389116 Dec 06 17:40:59.053146 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 59930) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:59.087531 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2bd5a4c4-4cc4-4aaf-ac8f-e471a6cac36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:59.100267 n-d-master-1 neutron-server[103285]: INFO neutron.pecan_wsgi.hooks.translation [None req-708b8a30-d2d0-4353-8493-d6b3ddc71105 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] DELETE failed (client error): The resource could not be found. Dec 06 17:40:59.101077 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-708b8a30-d2d0-4353-8493-d6b3ddc71105 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103285) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:40:59.105376 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-708b8a30-d2d0-4353-8493-d6b3ddc71105 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "DELETE /v2.0/ports/258512cf-9889-40f4-ab0f-e45666e97073 HTTP/1.1" status: 404 len: 333 time: 0.0509310 Dec 06 17:40:59.108562 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 59940) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:59.118417 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd5a4c4-4cc4-4aaf-ac8f-e471a6cac36f None None] Pushing event deleted for resources: {'Port': ['ID=e7fc14e2-4a76-422c-9676-59941ec47dc8,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:59.120072 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e2858933-0a54-41dd-a7c9-65ef466597df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:59.123779 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd5a4c4-4cc4-4aaf-ac8f-e471a6cac36f None None] No DVR routers for this DVR port e7fc14e2-4a76-422c-9676-59941ec47dc8 on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:40:59.129446 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e2858933-0a54-41dd-a7c9-65ef466597df admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:59.145360 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-e2858933-0a54-41dd-a7c9-65ef466597df admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/feca4497-bf8c-4f2f-a053-a888fd62f2a3 HTTP/1.1" status: 204 len: 168 time: 0.2010164 Dec 06 17:40:59.150378 n-d-master-1 neutron-server[103285]: INFO neutron.pecan_wsgi.hooks.translation [None req-7247525c-fa0e-4595-b823-098561d81266 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] DELETE failed (client error): The resource could not be found. Dec 06 17:40:59.151029 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7247525c-fa0e-4595-b823-098561d81266 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103285) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:40:59.154583 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-7247525c-fa0e-4595-b823-098561d81266 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "DELETE /v2.0/subnets/a9831cc6-26c6-4848-acaf-6c08734693b4 HTTP/1.1" status: 404 len: 337 time: 0.0446858 Dec 06 17:40:59.156278 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2858933-0a54-41dd-a7c9-65ef466597df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feca4497-bf8c-4f2f-a053-a888fd62f2a3,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:59.157169 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 59948) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:59.206622 n-d-master-1 neutron-server[103285]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7107db2-1493-47c8-b6a4-43068b144dc7 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] DELETE failed (client error): The resource could not be found. Dec 06 17:40:59.207154 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7107db2-1493-47c8-b6a4-43068b144dc7 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103285) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 17:40:59.210207 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-d7107db2-1493-47c8-b6a4-43068b144dc7 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "DELETE /v2.0/subnets/22021a92-5de0-4ec8-a7e7-326c56983f7d HTTP/1.1" status: 404 len: 337 time: 0.0516002 Dec 06 17:40:59.212777 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 59956) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:59.310090 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-6f6fbcc1-3b33-4042-8cfb-ce1ff92365d4 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Deleting port c9be6efe-ab4c-43c0-ac3a-7c012a70e7aa {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:40:59.310746 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6f6fbcc1-3b33-4042-8cfb-ce1ff92365d4 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:59.379635 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6f6fbcc1-3b33-4042-8cfb-ce1ff92365d4 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:59.399411 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-6f6fbcc1-3b33-4042-8cfb-ce1ff92365d4 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Calling delete_port for c9be6efe-ab4c-43c0-ac3a-7c012a70e7aa owned by {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:40:59.482997 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6f6fbcc1-3b33-4042-8cfb-ce1ff92365d4 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:59.510156 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6fbcc1-3b33-4042-8cfb-ce1ff92365d4 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Pushing event deleted for resources: {'Port': ['ID=c9be6efe-ab4c-43c0-ac3a-7c012a70e7aa,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:59.522634 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6f6fbcc1-3b33-4042-8cfb-ce1ff92365d4 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:59.529065 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-6f6fbcc1-3b33-4042-8cfb-ce1ff92365d4 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "DELETE /v2.0/ports/c9be6efe-ab4c-43c0-ac3a-7c012a70e7aa HTTP/1.1" status: 204 len: 168 time: 0.3150072 Dec 06 17:40:59.529319 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 60002) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:59.541811 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60004) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:59.590872 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-53827833-a3de-4020-afc4-37449a1c001f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d12080596bc641a08d8043effc91f433&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0457926 Dec 06 17:40:59.591110 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60014) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:40:59.615576 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6cafa0dd-ace3-42d3-8829-6c9effc51107 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:59.644285 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a15b430c-6739-4011-ae8e-e25820930d9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:59.670277 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a15b430c-6739-4011-ae8e-e25820930d9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:59.718319 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6cafa0dd-ace3-42d3-8829-6c9effc51107 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:59.727661 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a15b430c-6739-4011-ae8e-e25820930d9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:59.730880 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a15b430c-6739-4011-ae8e-e25820930d9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:59.732929 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-a15b430c-6739-4011-ae8e-e25820930d9e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/52f1f748-58bc-47e8-b51e-237ebba841a7 HTTP/1.1" status: 204 len: 168 time: 0.1400385 Dec 06 17:40:59.742476 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15b430c-6739-4011-ae8e-e25820930d9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f1f748-58bc-47e8-b51e-237ebba841a7,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:40:59.742985 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-6cafa0dd-ace3-42d3-8829-6c9effc51107 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1765617-5131-45ca-9670-d239337b43fd']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:40:59.759389 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-6cafa0dd-ace3-42d3-8829-6c9effc51107 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37761f0b-fe44-4bf1-ac36-1f351267ba1e') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:40:59.759690 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-6cafa0dd-ace3-42d3-8829-6c9effc51107 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37761f0b-fe44-4bf1-ac36-1f351267ba1e') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:40:59.774578 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6cafa0dd-ace3-42d3-8829-6c9effc51107 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:59.791619 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6cafa0dd-ace3-42d3-8829-6c9effc51107 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:59.799199 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cafa0dd-ace3-42d3-8829-6c9effc51107 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:40:59.799725 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6cafa0dd-ace3-42d3-8829-6c9effc51107 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:59.803029 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:40:59.803029 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:40:59.803029 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:40:59.803029 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:40:59.803029 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:40:59.803029 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:40:59.803029 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:40:59.803029 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:40:59.803029 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:40:59.803029 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:40:59.803029 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:40:59.803029 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:40:59.803029 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:40:59.803029 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:40:59.803029 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:40:59.803029 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:40:59.803029 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:40:59.803029 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:40:59.803029 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:40:59.803029 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:40:59.803029 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:40:59.803029 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:40:59.803029 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:40:59.803029 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:40:59.803029 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:40:59.803029 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:40:59.803029 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:40:59.803029 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:40:59.803029 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:40:59.803029 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:40:59.803029 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:40:59.803029 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:40:59.864972 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6cafa0dd-ace3-42d3-8829-6c9effc51107 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:59.872508 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6cafa0dd-ace3-42d3-8829-6c9effc51107 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Publish callbacks [] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:40:59.876955 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-6cafa0dd-ace3-42d3-8829-6c9effc51107 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] 10.222.0.23 "DELETE /v2.0/networks/c1765617-5131-45ca-9670-d239337b43fd HTTP/1.1" status: 204 len: 168 time: 0.3464427 Dec 06 17:40:59.898529 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cafa0dd-ace3-42d3-8829-6c9effc51107 tempest-PortsIpV6TestJSON-1001321683 tempest-PortsIpV6TestJSON-1001321683-project] Pushing event deleted for resources: {'Network': ['ID=c1765617-5131-45ca-9670-d239337b43fd,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:00.122893 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 60100) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:00.280229 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-3cf75457-9667-46c5-8639-2cc14c267344 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e1d2d51e45b142aeb7c0cb11182fd5b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1561623 Dec 06 17:41:00.282644 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 60132) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:00.342267 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c7d61395-9b37-48ba-a9a6-5a64515265b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:00.363644 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device e7fc14e2-4a76-422c-9676-59941ec47dc8 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:41:00.385766 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c7d61395-9b37-48ba-a9a6-5a64515265b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:00.391396 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: e7fc14e2-4a76-422c-9676-59941ec47dc8 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:41:00.391836 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device e7fc14e2-4a76-422c-9676-59941ec47dc8 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:41:00.454239 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c7d61395-9b37-48ba-a9a6-5a64515265b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:00.457620 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c7d61395-9b37-48ba-a9a6-5a64515265b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:00.460991 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-c7d61395-9b37-48ba-a9a6-5a64515265b6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3aeaed0c-7d92-41ed-ab34-04dd67c756c6 HTTP/1.1" status: 204 len: 168 time: 0.1750605 Dec 06 17:41:00.466708 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d61395-9b37-48ba-a9a6-5a64515265b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aeaed0c-7d92-41ed-ab34-04dd67c756c6,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:00.660042 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 60184) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:00.759541 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-fc5eddbc-81de-4904-ab11-260f5a4741d4 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-470072378-network', 'tenant_id': 'cb4e31255e4a4acbaf1ecb75ca1b0298'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:41:00.786696 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc5eddbc-81de-4904-ab11-260f5a4741d4 admin admin] Made reservation on behalf of cb4e31255e4a4acbaf1ecb75ca1b0298 for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:41:00.789026 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fc5eddbc-81de-4904-ab11-260f5a4741d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:00.798794 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fc5eddbc-81de-4904-ab11-260f5a4741d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:00.875281 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fc5eddbc-81de-4904-ab11-260f5a4741d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:00.879661 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fc5eddbc-81de-4904-ab11-260f5a4741d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:00.905026 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc5eddbc-81de-4904-ab11-260f5a4741d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:41:00.922447 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5eddbc-81de-4904-ab11-260f5a4741d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0273d3ce-1534-4890-aeb8-c481a7a4e800,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:00.927169 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fc5eddbc-81de-4904-ab11-260f5a4741d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:00.927510 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-fc5eddbc-81de-4904-ab11-260f5a4741d4 admin admin] Added segment 710dad7c-f5a4-4c3a-9691-e882be3b7ae9 of type vlan for network 849af80a-6232-4c4a-981d-f8860259668f Dec 06 17:41:00.968071 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fc5eddbc-81de-4904-ab11-260f5a4741d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:00.994371 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fc5eddbc-81de-4904-ab11-260f5a4741d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:00.995324 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5eddbc-81de-4904-ab11-260f5a4741d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:41:00.995902 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fc5eddbc-81de-4904-ab11-260f5a4741d4 admin admin] Publish callbacks [] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:01.052316 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-fc5eddbc-81de-4904-ab11-260f5a4741d4 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3911395 Dec 06 17:41:01.055494 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60204) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:01.059585 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5eddbc-81de-4904-ab11-260f5a4741d4 admin admin] Pushing event updated for resources: {'Network': ['ID=849af80a-6232-4c4a-981d-f8860259668f,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:01.061994 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-7c86a6e9-416c-4f65-9bb2-c2e9988af9c9 admin admin] Request body: {'subnet': {'network_id': '849af80a-6232-4c4a-981d-f8860259668f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-470072378-subnet', 'tenant_id': 'cb4e31255e4a4acbaf1ecb75ca1b0298', 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:41:01.070668 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 849af80a-6232-4c4a-981d-f8860259668f details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:41:01.095097 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c86a6e9-416c-4f65-9bb2-c2e9988af9c9 admin admin] Made reservation on behalf of cb4e31255e4a4acbaf1ecb75ca1b0298 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:41:01.095097 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7c86a6e9-416c-4f65-9bb2-c2e9988af9c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:01.210922 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 60212) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:01.307755 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7c86a6e9-416c-4f65-9bb2-c2e9988af9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:01.320669 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-89892bf7-5261-41f3-b6c2-397b73b04148 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Request body: {'security_group': {'name': 'tempest-secgroup--1325636469'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:41:01.344677 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-89892bf7-5261-41f3-b6c2-397b73b04148 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:01.355043 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-89892bf7-5261-41f3-b6c2-397b73b04148 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:01.371329 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c86a6e9-416c-4f65-9bb2-c2e9988af9c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07510422-b60d-44a2-92b1-678490cc486d,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:01.378929 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c86a6e9-416c-4f65-9bb2-c2e9988af9c9 admin admin] Checking segment: {'id': '710dad7c-f5a4-4c3a-9691-e882be3b7ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '849af80a-6232-4c4a-981d-f8860259668f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:41:01.379525 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c86a6e9-416c-4f65-9bb2-c2e9988af9c9 admin admin] Network hostable DHCP agents. Network: 849af80a-6232-4c4a-981d-f8860259668f, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:41:01.402309 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c86a6e9-416c-4f65-9bb2-c2e9988af9c9 admin admin] Network 849af80a-6232-4c4a-981d-f8860259668f is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:41:01.415165 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-7c86a6e9-416c-4f65-9bb2-c2e9988af9c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 849af80a-6232-4c4a-981d-f8860259668f) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:41:01.421258 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c86a6e9-416c-4f65-9bb2-c2e9988af9c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:41:01.422620 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7c86a6e9-416c-4f65-9bb2-c2e9988af9c9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:01.427698 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a8e0db-4631-4c8e-b241-b0a3299d83e6 None None] Network 849af80a-6232-4c4a-981d-f8860259668f requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:41:01.446687 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-89892bf7-5261-41f3-b6c2-397b73b04148 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:01.447747 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-7c86a6e9-416c-4f65-9bb2-c2e9988af9c9 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3904095 Dec 06 17:41:01.447920 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 60216) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:01.453508 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-e99a958f-7951-4de6-8445-7f0e6ae87ffb admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-470072378-router', 'tenant_id': 'cb4e31255e4a4acbaf1ecb75ca1b0298', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:41:01.459814 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-89892bf7-5261-41f3-b6c2-397b73b04148 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:01.508922 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e99a958f-7951-4de6-8445-7f0e6ae87ffb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:01.509956 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e99a958f-7951-4de6-8445-7f0e6ae87ffb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:01.519206 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89892bf7-5261-41f3-b6c2-397b73b04148 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a81c3b53-2109-4f1d-bab9-37e4cb836292,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:01.587579 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e99a958f-7951-4de6-8445-7f0e6ae87ffb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:01.600170 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08b89b4-2cd9-476f-9547-028e02c12757 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-849af80a-6232-4c4a-981d-f8860259668f', 'network_id': '849af80a-6232-4c4a-981d-f8860259668f', 'tenant_id': 'cb4e31255e4a4acbaf1ecb75ca1b0298', 'fixed_ips': [{'subnet_id': '07510422-b60d-44a2-92b1-678490cc486d'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:41:01.601038 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d08b89b4-2cd9-476f-9547-028e02c12757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:01.608979 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-89892bf7-5261-41f3-b6c2-397b73b04148 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:01.669163 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-89892bf7-5261-41f3-b6c2-397b73b04148 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:01.705102 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-89892bf7-5261-41f3-b6c2-397b73b04148 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:01.706779 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-89892bf7-5261-41f3-b6c2-397b73b04148 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4948361 Dec 06 17:41:01.709625 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60218) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:01.763701 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-d08b89b4-2cd9-476f-9547-028e02c12757 None None] Allocated IP 172.20.0.2 (849af80a-6232-4c4a-981d-f8860259668f/07510422-b60d-44a2-92b1-678490cc486d/3ea578b7-862d-4ea9-b80c-b925fc504d90) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:41:01.772093 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-295d07b7-b309-4e1f-94b3-f97183fb625e tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0610316 Dec 06 17:41:01.772315 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89892bf7-5261-41f3-b6c2-397b73b04148 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0510eeac-465f-45ea-9a35-ff2debbbe10a,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:01.774810 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 60220) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:01.781609 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-b68744e4-36c8-48e3-a80d-b3673e4ad75f tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Request body: {'security_group': {'name': 'tempest-security--2013048379', 'description': 'tempest-security-description-1998893189'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:41:01.790102 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e99a958f-7951-4de6-8445-7f0e6ae87ffb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:01.842055 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b68744e4-36c8-48e3-a80d-b3673e4ad75f tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:01.922063 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b68744e4-36c8-48e3-a80d-b3673e4ad75f tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:01.923741 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d08b89b4-2cd9-476f-9547-028e02c12757 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:01.931139 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d08b89b4-2cd9-476f-9547-028e02c12757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:01.933420 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b68744e4-36c8-48e3-a80d-b3673e4ad75f tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:01.936230 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b68744e4-36c8-48e3-a80d-b3673e4ad75f tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:01.939974 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-b68744e4-36c8-48e3-a80d-b3673e4ad75f tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] 10.222.0.23 "PUT /v2.0/security-groups/0510eeac-465f-45ea-9a35-ff2debbbe10a HTTP/1.1" status: 200 len: 1797 time: 0.1614952 Dec 06 17:41:01.940396 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60222) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:01.968169 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68744e4-36c8-48e3-a80d-b3673e4ad75f tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0510eeac-465f-45ea-9a35-ff2debbbe10a,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:01.991539 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08b89b4-2cd9-476f-9547-028e02c12757 None None] Network 849af80a-6232-4c4a-981d-f8860259668f is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:41:01.998313 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-d08b89b4-2cd9-476f-9547-028e02c12757 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:41:02.003209 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08b89b4-2cd9-476f-9547-028e02c12757 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:41:02.004566 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-af53dd70-53e8-46c8-8652-4f6ecfc3411a tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] 10.222.0.23 "GET /v2.0/security-groups/0510eeac-465f-45ea-9a35-ff2debbbe10a HTTP/1.1" status: 200 len: 1797 time: 0.0625885 Dec 06 17:41:02.006983 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60224) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:02.074150 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-d08b89b4-2cd9-476f-9547-028e02c12757 None None] Attempting to bind port 3ea578b7-862d-4ea9-b80c-b925fc504d90 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:41:02.074610 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-d08b89b4-2cd9-476f-9547-028e02c12757 None None] Attempting to bind port 3ea578b7-862d-4ea9-b80c-b925fc504d90 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '710dad7c-f5a4-4c3a-9691-e882be3b7ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '849af80a-6232-4c4a-981d-f8860259668f'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:41:02.075185 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08b89b4-2cd9-476f-9547-028e02c12757 None None] Attempting to bind port 3ea578b7-862d-4ea9-b80c-b925fc504d90 on network 849af80a-6232-4c4a-981d-f8860259668f {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:41:02.078312 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-68be5c8f-5e35-4fe0-9884-8edf51d359ee tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:02.081602 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08b89b4-2cd9-476f-9547-028e02c12757 None None] Pushing event updated for resources: {'Port': ['ID=3ea578b7-862d-4ea9-b80c-b925fc504d90,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:02.090431 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08b89b4-2cd9-476f-9547-028e02c12757 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:41:02.090871 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08b89b4-2cd9-476f-9547-028e02c12757 None None] Checking segment: {'id': '710dad7c-f5a4-4c3a-9691-e882be3b7ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '849af80a-6232-4c4a-981d-f8860259668f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:41:02.091878 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d08b89b4-2cd9-476f-9547-028e02c12757 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:02.092318 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08b89b4-2cd9-476f-9547-028e02c12757 None None] Bound using segment: {'id': '710dad7c-f5a4-4c3a-9691-e882be3b7ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '849af80a-6232-4c4a-981d-f8860259668f'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:41:02.092830 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-d08b89b4-2cd9-476f-9547-028e02c12757 None None] Bound port: 3ea578b7-862d-4ea9-b80c-b925fc504d90, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '710dad7c-f5a4-4c3a-9691-e882be3b7ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '849af80a-6232-4c4a-981d-f8860259668f'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:41:02.093224 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d08b89b4-2cd9-476f-9547-028e02c12757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:02.120437 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-68be5c8f-5e35-4fe0-9884-8edf51d359ee tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:02.166471 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-d08b89b4-2cd9-476f-9547-028e02c12757 None None] For port 3ea578b7-862d-4ea9-b80c-b925fc504d90, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:41:02.170558 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-d08b89b4-2cd9-476f-9547-028e02c12757 None None] For port 3ea578b7-862d-4ea9-b80c-b925fc504d90, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=3ea578b7-862d-4ea9-b80c-b925fc504d90,segment=NetworkSegment(710dad7c-f5a4-4c3a-9691-e882be3b7ae9),segment_id=710dad7c-f5a4-4c3a-9691-e882be3b7ae9)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:41:02.176448 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d08b89b4-2cd9-476f-9547-028e02c12757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:02.199659 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-68be5c8f-5e35-4fe0-9884-8edf51d359ee tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:02.205022 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-68be5c8f-5e35-4fe0-9884-8edf51d359ee tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:02.206549 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-68be5c8f-5e35-4fe0-9884-8edf51d359ee tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] 10.222.0.23 "DELETE /v2.0/security-groups/0510eeac-465f-45ea-9a35-ff2debbbe10a HTTP/1.1" status: 204 len: 168 time: 0.1984286 Dec 06 17:41:02.218801 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60226) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:02.219877 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68be5c8f-5e35-4fe0-9884-8edf51d359ee tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0510eeac-465f-45ea-9a35-ff2debbbe10a,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:02.275091 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08b89b4-2cd9-476f-9547-028e02c12757 None None] Pushing event updated for resources: {'Port': ['ID=3ea578b7-862d-4ea9-b80c-b925fc504d90,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:02.351335 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-746df37c-7276-45f6-9c37-09ce1f72d744 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1212802 Dec 06 17:41:02.354433 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60230) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:02.370037 n-d-master-1 neutron-server[103284]: INFO neutron.api.v2.resource [None req-21b36d99-7ae7-4540-a98c-3cf6eb48906b tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] delete failed (client error): The resource could not be found. Dec 06 17:41:02.371299 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-21b36d99-7ae7-4540-a98c-3cf6eb48906b tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] 10.222.0.23 "DELETE /v2.0/security-groups/0510eeac-465f-45ea-9a35-ff2debbbe10a HTTP/1.1" status: 404 len: 347 time: 0.0155771 Dec 06 17:41:02.376903 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60232) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:02.382117 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-c6fb3853-6075-4202-ab53-af5649ff23c7 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Request body: {'security_group': {'name': 'tempest-secgroup--1079809993'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:41:02.411528 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c6fb3853-6075-4202-ab53-af5649ff23c7 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:02.532341 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c6fb3853-6075-4202-ab53-af5649ff23c7 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:02.538378 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c6fb3853-6075-4202-ab53-af5649ff23c7 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:02.548414 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e99a958f-7951-4de6-8445-7f0e6ae87ffb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:02.570352 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e99a958f-7951-4de6-8445-7f0e6ae87ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:02.589604 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fb3853-6075-4202-ab53-af5649ff23c7 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df8fada8-28e9-4ed9-97bd-a342cd798b9a,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:02.594657 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c6fb3853-6075-4202-ab53-af5649ff23c7 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:02.595912 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-c6fb3853-6075-4202-ab53-af5649ff23c7 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2175651 Dec 06 17:41:02.599962 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60234) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:02.605165 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-22e68cbf-a784-4436-b7c6-3fb49d9f787d tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Request body: {'security_group_rule': {'security_group_id': 'df8fada8-28e9-4ed9-97bd-a342cd798b9a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:41:02.644316 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-22e68cbf-a784-4436-b7c6-3fb49d9f787d tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:02.715804 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-22e68cbf-a784-4436-b7c6-3fb49d9f787d tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:02.719221 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-e99a958f-7951-4de6-8445-7f0e6ae87ffb admin admin] Allocated IP 172.35.1.230 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/c8d13ff9-fc24-4a2e-98ba-ad9be9aa1b3f) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:41:02.724459 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-22e68cbf-a784-4436-b7c6-3fb49d9f787d tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:02.751367 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e68cbf-a784-4436-b7c6-3fb49d9f787d tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50d7bd2a-2670-485d-a1fa-1a0bddd2db6e,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:02.769056 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-22e68cbf-a784-4436-b7c6-3fb49d9f787d tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:02.776900 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-22e68cbf-a784-4436-b7c6-3fb49d9f787d tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1758776 Dec 06 17:41:02.777971 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60236) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:02.805968 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a277995c-80e0-4d30-9699-f79adb5b4ccc tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:02.814940 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a277995c-80e0-4d30-9699-f79adb5b4ccc tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:02.851385 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a277995c-80e0-4d30-9699-f79adb5b4ccc tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:02.855217 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e99a958f-7951-4de6-8445-7f0e6ae87ffb admin admin] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:02.861448 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a277995c-80e0-4d30-9699-f79adb5b4ccc tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:02.866019 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-a277995c-80e0-4d30-9699-f79adb5b4ccc tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/50d7bd2a-2670-485d-a1fa-1a0bddd2db6e HTTP/1.1" status: 204 len: 168 time: 0.0861373 Dec 06 17:41:02.866274 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 60238) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:02.891155 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a277995c-80e0-4d30-9699-f79adb5b4ccc tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=50d7bd2a-2670-485d-a1fa-1a0bddd2db6e,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:02.927576 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:02.939083 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-7b398ff0-10c7-4bf7-a1f0-1d876b67d125 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0714848 Dec 06 17:41:02.940985 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e99a958f-7951-4de6-8445-7f0e6ae87ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:02.941911 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60240) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:02.988523 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99a958f-7951-4de6-8445-7f0e6ae87ffb admin admin] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:41:02.991544 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-e99a958f-7951-4de6-8445-7f0e6ae87ffb admin admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:41:02.995261 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99a958f-7951-4de6-8445-7f0e6ae87ffb admin admin] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:41:02.998690 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f1708016-de71-47aa-b905-efefc0cbfab3 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:03.011439 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943ac67b-9057-4380-a91c-bc3c865baee0 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:41:03.021757 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99a958f-7951-4de6-8445-7f0e6ae87ffb admin admin] Pushing event updated for resources: {'Port': ['ID=c8d13ff9-fc24-4a2e-98ba-ad9be9aa1b3f,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:03.025651 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f1708016-de71-47aa-b905-efefc0cbfab3 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:03.073855 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f1708016-de71-47aa-b905-efefc0cbfab3 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:03.080328 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f1708016-de71-47aa-b905-efefc0cbfab3 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:03.081826 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-f1708016-de71-47aa-b905-efefc0cbfab3 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] 10.222.0.23 "DELETE /v2.0/security-groups/df8fada8-28e9-4ed9-97bd-a342cd798b9a HTTP/1.1" status: 204 len: 168 time: 0.1388855 Dec 06 17:41:03.085700 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60242) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:03.107121 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1708016-de71-47aa-b905-efefc0cbfab3 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df8fada8-28e9-4ed9-97bd-a342cd798b9a,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:03.145901 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-8a2b4858-ab21-4362-99aa-d8a3cd59ebc6 None None] Provisioning complete for port c8d13ff9-fc24-4a2e-98ba-ad9be9aa1b3f triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:41:03.148922 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8a2b4858-ab21-4362-99aa-d8a3cd59ebc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:03.164809 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-91b996b8-90ec-4d2d-8318-0d08deb705fe tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0776100 Dec 06 17:41:03.168931 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60244) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:03.174884 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-05a522d9-4e0a-4275-a5ca-18d2730f8004 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Request body: {'security_group': {'name': 'tempest-secgroup--1121353704'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:41:03.206412 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-05a522d9-4e0a-4275-a5ca-18d2730f8004 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:03.208359 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-8a2b4858-ab21-4362-99aa-d8a3cd59ebc6 None None] Port c8d13ff9-fc24-4a2e-98ba-ad9be9aa1b3f cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:41:03.317086 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-05a522d9-4e0a-4275-a5ca-18d2730f8004 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:03.328285 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-05a522d9-4e0a-4275-a5ca-18d2730f8004 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:03.345152 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e99a958f-7951-4de6-8445-7f0e6ae87ffb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:03.378294 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-05a522d9-4e0a-4275-a5ca-18d2730f8004 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:03.379622 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-05a522d9-4e0a-4275-a5ca-18d2730f8004 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2084079 Dec 06 17:41:03.380637 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a522d9-4e0a-4275-a5ca-18d2730f8004 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60d29bcb-d65b-43ae-a459-8bb2f565968f,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:03.393678 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60248) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:03.398952 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-f7085389-1c99-4bec-9a37-4d772c7eb560 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Request body: {'security_group_rule': {'security_group_id': '60d29bcb-d65b-43ae-a459-8bb2f565968f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:41:03.435980 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f7085389-1c99-4bec-9a37-4d772c7eb560 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:03.505486 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f7085389-1c99-4bec-9a37-4d772c7eb560 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:03.510739 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f7085389-1c99-4bec-9a37-4d772c7eb560 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:03.536146 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7085389-1c99-4bec-9a37-4d772c7eb560 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ace00990-7505-4dd5-bb23-c18641bb6c3b,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:03.545533 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f7085389-1c99-4bec-9a37-4d772c7eb560 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:03.547024 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-f7085389-1c99-4bec-9a37-4d772c7eb560 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1522400 Dec 06 17:41:03.549728 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60250) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:03.554569 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-233b4820-8dff-4c79-8d08-62510e2ef2be tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Request body: {'security_group_rule': {'security_group_id': '60d29bcb-d65b-43ae-a459-8bb2f565968f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:41:03.585390 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-233b4820-8dff-4c79-8d08-62510e2ef2be tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:03.616433 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c83ffc5-48a4-419e-b03e-d5c1886784ae None None] Network 849af80a-6232-4c4a-981d-f8860259668f requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:41:03.623135 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e99a958f-7951-4de6-8445-7f0e6ae87ffb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:03.658455 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-233b4820-8dff-4c79-8d08-62510e2ef2be tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:03.666374 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-233b4820-8dff-4c79-8d08-62510e2ef2be tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:03.687722 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233b4820-8dff-4c79-8d08-62510e2ef2be tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e690cff-01f0-485d-a025-166bc302e452,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:03.706163 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-233b4820-8dff-4c79-8d08-62510e2ef2be tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:03.712822 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-233b4820-8dff-4c79-8d08-62510e2ef2be tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1617901 Dec 06 17:41:03.714458 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60252) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:03.720616 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-a37ad15a-619a-4e8c-b9b8-1da65cff0222 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Request body: {'security_group_rule': {'security_group_id': '60d29bcb-d65b-43ae-a459-8bb2f565968f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:41:03.723224 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-bdabb9ea-51d8-4692-9707-afc3f2be14fe None None] Provisioning complete for port 3ea578b7-862d-4ea9-b80c-b925fc504d90 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:41:03.723608 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bdabb9ea-51d8-4692-9707-afc3f2be14fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:03.763933 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a37ad15a-619a-4e8c-b9b8-1da65cff0222 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:03.793810 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e99a958f-7951-4de6-8445-7f0e6ae87ffb admin admin] Router 3bb29b69-7a44-458a-a1f3-b509dbb255d2 is scheduled to L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 with binding_index 1 {{(pid=103285) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 17:41:03.839625 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a37ad15a-619a-4e8c-b9b8-1da65cff0222 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:03.844906 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a37ad15a-619a-4e8c-b9b8-1da65cff0222 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:03.861601 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37ad15a-619a-4e8c-b9b8-1da65cff0222 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cdb2ec0-41c0-4691-a262-ca40a9bc74aa,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:03.880279 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a37ad15a-619a-4e8c-b9b8-1da65cff0222 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:03.884726 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-a37ad15a-619a-4e8c-b9b8-1da65cff0222 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1666737 Dec 06 17:41:03.885177 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60254) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:03.890736 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-62c0aa77-38da-40c4-8047-e3aba8ec8efa tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Request body: {'security_group_rule': {'security_group_id': '60d29bcb-d65b-43ae-a459-8bb2f565968f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:41:03.907250 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bdabb9ea-51d8-4692-9707-afc3f2be14fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:03.953205 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-62c0aa77-38da-40c4-8047-e3aba8ec8efa tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:03.960807 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-bdabb9ea-51d8-4692-9707-afc3f2be14fe None None] For port 3ea578b7-862d-4ea9-b80c-b925fc504d90, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=3ea578b7-862d-4ea9-b80c-b925fc504d90,segment=NetworkSegment(710dad7c-f5a4-4c3a-9691-e882be3b7ae9),segment_id=710dad7c-f5a4-4c3a-9691-e882be3b7ae9)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:41:03.962745 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e99a958f-7951-4de6-8445-7f0e6ae87ffb admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:41:03.970360 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bdabb9ea-51d8-4692-9707-afc3f2be14fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:03.979639 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ef3016-ce01-4b5e-9998-815a9db949de None None] Sync routers for ids ['3bb29b69-7a44-458a-a1f3-b509dbb255d2'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:41:03.998698 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e99a958f-7951-4de6-8445-7f0e6ae87ffb admin admin] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:04.001513 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-e99a958f-7951-4de6-8445-7f0e6ae87ffb admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5509689 Dec 06 17:41:04.007360 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 60256) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:04.029983 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ef3016-ce01-4b5e-9998-815a9db949de None None] Routers {'3bb29b69-7a44-458a-a1f3-b509dbb255d2'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:41:04.030996 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-89ef3016-ce01-4b5e-9998-815a9db949de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:40:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['3bb29b69-7a44-458a-a1f3-b509dbb255d2'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:41:04.052800 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-62c0aa77-38da-40c4-8047-e3aba8ec8efa tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:04.057930 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-62c0aa77-38da-40c4-8047-e3aba8ec8efa tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:04.082179 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c0aa77-38da-40c4-8047-e3aba8ec8efa tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dcba5ca-9cf6-462d-9706-a297cb5c7342,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:04.106682 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-62c0aa77-38da-40c4-8047-e3aba8ec8efa tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:04.109859 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-62c0aa77-38da-40c4-8047-e3aba8ec8efa tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2226808 Dec 06 17:41:04.111582 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60258) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:04.118585 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-d8dfa481-5c39-42b4-adc2-3837e32535e0 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Request body: {'security_group_rule': {'security_group_id': '60d29bcb-d65b-43ae-a459-8bb2f565968f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:41:04.128399 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdabb9ea-51d8-4692-9707-afc3f2be14fe None None] Pushing event updated for resources: {'Port': ['ID=3ea578b7-862d-4ea9-b80c-b925fc504d90,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:04.172882 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d8dfa481-5c39-42b4-adc2-3837e32535e0 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:04.209533 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-89ef3016-ce01-4b5e-9998-815a9db949de None None] Set router 3bb29b69-7a44-458a-a1f3-b509dbb255d2 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:41:04.265349 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d8dfa481-5c39-42b4-adc2-3837e32535e0 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:04.271865 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d8dfa481-5c39-42b4-adc2-3837e32535e0 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:04.300607 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dfa481-5c39-42b4-adc2-3837e32535e0 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6c20313-df13-4e53-9a31-f4e8d30d1c7b,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:04.329076 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d8dfa481-5c39-42b4-adc2-3837e32535e0 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:04.333251 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-d8dfa481-5c39-42b4-adc2-3837e32535e0 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2203114 Dec 06 17:41:04.333883 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60260) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:04.350424 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-3a5df683-5812-4392-9849-8cc44e91131c None None] Provisioning complete for port 3ea578b7-862d-4ea9-b80c-b925fc504d90 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:41:04.350831 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3a5df683-5812-4392-9849-8cc44e91131c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:04.396822 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e392ec20-406a-48ef-85c2-0d0f1c4079bb tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:04.421284 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e392ec20-406a-48ef-85c2-0d0f1c4079bb tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:04.454725 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e392ec20-406a-48ef-85c2-0d0f1c4079bb tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:04.468547 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e392ec20-406a-48ef-85c2-0d0f1c4079bb tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:04.469530 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-e392ec20-406a-48ef-85c2-0d0f1c4079bb tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/b6c20313-df13-4e53-9a31-f4e8d30d1c7b HTTP/1.1" status: 204 len: 168 time: 0.1346915 Dec 06 17:41:04.472426 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60264) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:04.475370 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 3ea578b7-862d-4ea9-b80c-b925fc504d90 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:41:04.494631 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e392ec20-406a-48ef-85c2-0d0f1c4079bb tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b6c20313-df13-4e53-9a31-f4e8d30d1c7b,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:04.549816 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-ea5cd9a8-d42a-4943-8c0e-dc82252cf962 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0731208 Dec 06 17:41:04.550242 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60266) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:04.579305 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f0d809bf-fb46-4784-9569-445173615392 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:04.588759 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f0d809bf-fb46-4784-9569-445173615392 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:04.622147 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f0d809bf-fb46-4784-9569-445173615392 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:04.630532 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f0d809bf-fb46-4784-9569-445173615392 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:04.633654 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-f0d809bf-fb46-4784-9569-445173615392 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/9dcba5ca-9cf6-462d-9706-a297cb5c7342 HTTP/1.1" status: 204 len: 168 time: 0.0801086 Dec 06 17:41:04.636893 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60268) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:04.637357 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 3ea578b7-862d-4ea9-b80c-b925fc504d90 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:41:04.637775 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:04.640038 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d809bf-fb46-4784-9569-445173615392 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9dcba5ca-9cf6-462d-9706-a297cb5c7342,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:04.656109 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6ac00d21-c2ab-4c83-8391-89eced0f9c55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:04.687241 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-d0764698-d7e4-4e6d-ad43-cf52d6f75abf tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0489933 Dec 06 17:41:04.689110 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-89ef3016-ce01-4b5e-9998-815a9db949de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb29b69-7a44-458a-a1f3-b509dbb255d2', 'name': 'tempest-TestServerBasicOps-470072378-router', 'tenant_id': 'cb4e31255e4a4acbaf1ecb75ca1b0298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.230'}], 'enable_snat': True}, 'gw_port_id': 'c8d13ff9-fc24-4a2e-98ba-ad9be9aa1b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:41:01Z', 'updated_at': '2021-12-06T17:41:03Z', 'revision_number': 3, 'project_id': 'cb4e31255e4a4acbaf1ecb75ca1b0298', 'gw_port': {'id': 'c8d13ff9-fc24-4a2e-98ba-ad9be9aa1b3f', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9e:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bb29b69-7a44-458a-a1f3-b509dbb255d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:41:02Z', 'updated_at': '2021-12-06T17:41:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:41:04.690040 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60270) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:04.717939 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-32a12290-c1b2-4dff-b080-ebc5b6a7344d tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:04.721591 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ef3016-ce01-4b5e-9998-815a9db949de None None] Checking router: 3bb29b69-7a44-458a-a1f3-b509dbb255d2 for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:41:04.721961 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ef3016-ce01-4b5e-9998-815a9db949de None None] Updating router 3bb29b69-7a44-458a-a1f3-b509dbb255d2 port c8d13ff9-fc24-4a2e-98ba-ad9be9aa1b3f binding host n-d-master-1 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:41:04.728276 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-32a12290-c1b2-4dff-b080-ebc5b6a7344d tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:04.767055 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-32a12290-c1b2-4dff-b080-ebc5b6a7344d tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:04.772132 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-32a12290-c1b2-4dff-b080-ebc5b6a7344d tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:04.776249 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-32a12290-c1b2-4dff-b080-ebc5b6a7344d tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/1cdb2ec0-41c0-4691-a262-ca40a9bc74aa HTTP/1.1" status: 204 len: 168 time: 0.0825922 Dec 06 17:41:04.780535 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60272) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:04.783801 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-89ef3016-ce01-4b5e-9998-815a9db949de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:04.791840 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a12290-c1b2-4dff-b080-ebc5b6a7344d tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1cdb2ec0-41c0-4691-a262-ca40a9bc74aa,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:04.855661 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-9e99d8f0-7686-451d-93a2-8494e12b2807 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0735750 Dec 06 17:41:04.856016 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 60274) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:04.896850 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-6ac00d21-c2ab-4c83-8391-89eced0f9c55 admin admin] Allocated IP 172.20.0.1 (849af80a-6232-4c4a-981d-f8860259668f/07510422-b60d-44a2-92b1-678490cc486d/2b336dcd-264a-4f61-b37e-9506b19e86ca) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:41:04.899148 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8a8fb4be-935a-4aec-851b-bea0fc6aaf42 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:04.912308 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8a8fb4be-935a-4aec-851b-bea0fc6aaf42 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:04.984285 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8a8fb4be-935a-4aec-851b-bea0fc6aaf42 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:04.992018 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8a8fb4be-935a-4aec-851b-bea0fc6aaf42 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:04.995487 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-8a8fb4be-935a-4aec-851b-bea0fc6aaf42 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/9e690cff-01f0-485d-a025-166bc302e452 HTTP/1.1" status: 204 len: 168 time: 0.1360676 Dec 06 17:41:04.996287 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60276) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:05.004507 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8fb4be-935a-4aec-851b-bea0fc6aaf42 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9e690cff-01f0-485d-a025-166bc302e452,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:05.045050 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-10616d88-09e6-4661-bc14-6241b0bc61c9 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0444593 Dec 06 17:41:05.046024 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60278) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:05.059119 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6ac00d21-c2ab-4c83-8391-89eced0f9c55 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:05.079921 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2273dbcc-658e-44e7-b3da-be53475f946e tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:05.088564 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2273dbcc-658e-44e7-b3da-be53475f946e tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:05.101826 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6ac00d21-c2ab-4c83-8391-89eced0f9c55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:05.119192 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-89ef3016-ce01-4b5e-9998-815a9db949de None None] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:05.126812 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-89ef3016-ce01-4b5e-9998-815a9db949de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:05.129019 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2273dbcc-658e-44e7-b3da-be53475f946e tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:05.139472 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2273dbcc-658e-44e7-b3da-be53475f946e tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:05.141603 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-2273dbcc-658e-44e7-b3da-be53475f946e tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/ace00990-7505-4dd5-bb23-c18641bb6c3b HTTP/1.1" status: 204 len: 168 time: 0.0944009 Dec 06 17:41:05.144000 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60280) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:05.159161 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2273dbcc-658e-44e7-b3da-be53475f946e tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ace00990-7505-4dd5-bb23-c18641bb6c3b,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:05.176829 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-89ef3016-ce01-4b5e-9998-815a9db949de None None] Attempting to bind port c8d13ff9-fc24-4a2e-98ba-ad9be9aa1b3f on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:41:05.177210 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-89ef3016-ce01-4b5e-9998-815a9db949de None None] Attempting to bind port c8d13ff9-fc24-4a2e-98ba-ad9be9aa1b3f by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:41:05.177620 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ef3016-ce01-4b5e-9998-815a9db949de None None] Attempting to bind port c8d13ff9-fc24-4a2e-98ba-ad9be9aa1b3f on network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:41:05.184352 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4577ef-8063-41b2-9f2d-4d009e41d066 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:41:05.188740 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac00d21-c2ab-4c83-8391-89eced0f9c55 admin admin] Network 849af80a-6232-4c4a-981d-f8860259668f is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:41:05.193566 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-6ac00d21-c2ab-4c83-8391-89eced0f9c55 admin admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:41:05.199889 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ef3016-ce01-4b5e-9998-815a9db949de None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:41:05.200188 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ef3016-ce01-4b5e-9998-815a9db949de None None] Checking segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:41:05.201138 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-89ef3016-ce01-4b5e-9998-815a9db949de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:05.201564 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ef3016-ce01-4b5e-9998-815a9db949de None None] Bound using segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:41:05.202066 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-89ef3016-ce01-4b5e-9998-815a9db949de None None] Bound port: c8d13ff9-fc24-4a2e-98ba-ad9be9aa1b3f, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:41:05.202455 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-89ef3016-ce01-4b5e-9998-815a9db949de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:05.209520 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2057c0-d6af-44c7-9ed4-375b821ec2fe None None] Pushing event updated for resources: {'Port': ['ID=c8d13ff9-fc24-4a2e-98ba-ad9be9aa1b3f,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:05.209697 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-fdcbf260-38c7-4646-853c-d983d892f658 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0632026 Dec 06 17:41:05.212178 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60282) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:05.224043 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac00d21-c2ab-4c83-8391-89eced0f9c55 admin admin] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:41:05.253733 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac00d21-c2ab-4c83-8391-89eced0f9c55 admin admin] Pushing event updated for resources: {'Port': ['ID=2b336dcd-264a-4f61-b37e-9506b19e86ca,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:05.277595 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-25b9fa26-6f25-4f65-a07c-046882a254a1 None None] Provisioning complete for port c8d13ff9-fc24-4a2e-98ba-ad9be9aa1b3f triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:41:05.278077 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-25b9fa26-6f25-4f65-a07c-046882a254a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:05.284271 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dbeb20f1-1397-4381-b854-fb9b5289ee34 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:05.287498 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6ac00d21-c2ab-4c83-8391-89eced0f9c55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539179'] for router_interface, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:05.315226 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dbeb20f1-1397-4381-b854-fb9b5289ee34 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:05.319213 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-25b9fa26-6f25-4f65-a07c-046882a254a1 None None] Port c8d13ff9-fc24-4a2e-98ba-ad9be9aa1b3f cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:41:05.332350 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-89ef3016-ce01-4b5e-9998-815a9db949de None None] For port c8d13ff9-fc24-4a2e-98ba-ad9be9aa1b3f, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:41:05.351893 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-89ef3016-ce01-4b5e-9998-815a9db949de None None] For port c8d13ff9-fc24-4a2e-98ba-ad9be9aa1b3f, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c8d13ff9-fc24-4a2e-98ba-ad9be9aa1b3f,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:41:05.356979 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:05.360226 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-89ef3016-ce01-4b5e-9998-815a9db949de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:05.399483 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dbeb20f1-1397-4381-b854-fb9b5289ee34 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:05.402627 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dbeb20f1-1397-4381-b854-fb9b5289ee34 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:05.406776 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-dbeb20f1-1397-4381-b854-fb9b5289ee34 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] 10.222.0.23 "DELETE /v2.0/security-groups/60d29bcb-d65b-43ae-a459-8bb2f565968f HTTP/1.1" status: 204 len: 168 time: 0.1932063 Dec 06 17:41:05.407404 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60284) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:05.430502 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeb20f1-1397-4381-b854-fb9b5289ee34 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d29bcb-d65b-43ae-a459-8bb2f565968f,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:05.434020 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2057c0-d6af-44c7-9ed4-375b821ec2fe None None] Pushing event updated for resources: {'Port': ['ID=c8d13ff9-fc24-4a2e-98ba-ad9be9aa1b3f,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:05.478388 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2f0f78-a686-4332-9431-890e84ed33d5 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:41:05.488936 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ef3016-ce01-4b5e-9998-815a9db949de None None] Routers {'3bb29b69-7a44-458a-a1f3-b509dbb255d2'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:41:05.489614 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-89ef3016-ce01-4b5e-9998-815a9db949de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:40:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['3bb29b69-7a44-458a-a1f3-b509dbb255d2'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:41:05.509414 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6ac00d21-c2ab-4c83-8391-89eced0f9c55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:05.534230 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-f6cf26c6-ec27-4980-a8b6-797d75cb6428 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0995514 Dec 06 17:41:05.534230 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60290) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:05.538831 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-1d997cf3-98a8-4bd5-b7c9-172d2d3ffce6 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Request body: {'security_group': {'name': 'tempest-secgroup--1509431789'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:41:05.574290 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a929079a-af15-433f-8579-6566f000ba61 None None] Provisioning complete for port c8d13ff9-fc24-4a2e-98ba-ad9be9aa1b3f triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:41:05.574290 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a929079a-af15-433f-8579-6566f000ba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:05.580415 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1d997cf3-98a8-4bd5-b7c9-172d2d3ffce6 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:05.670606 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1d997cf3-98a8-4bd5-b7c9-172d2d3ffce6 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:05.679359 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1d997cf3-98a8-4bd5-b7c9-172d2d3ffce6 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:05.707887 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-89ef3016-ce01-4b5e-9998-815a9db949de None None] Set router 3bb29b69-7a44-458a-a1f3-b509dbb255d2 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:41:05.714857 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1d997cf3-98a8-4bd5-b7c9-172d2d3ffce6 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:05.716848 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-1d997cf3-98a8-4bd5-b7c9-172d2d3ffce6 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1813807 Dec 06 17:41:05.719598 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60292) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:05.726608 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-22b0804a-1904-4524-967f-4b0468f98198 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Request body: {'security_group_rule': {'security_group_id': 'c353a396-da27-4c0a-9042-c7dc15eba5b9', 'direction': 'ingress', 'protocol': 17}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:41:05.744465 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d997cf3-98a8-4bd5-b7c9-172d2d3ffce6 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c353a396-da27-4c0a-9042-c7dc15eba5b9,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:05.775512 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-22b0804a-1904-4524-967f-4b0468f98198 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:05.825005 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a929079a-af15-433f-8579-6566f000ba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:05.844764 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-22b0804a-1904-4524-967f-4b0468f98198 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:05.850521 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-22b0804a-1904-4524-967f-4b0468f98198 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:05.878776 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b0804a-1904-4524-967f-4b0468f98198 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c977efbb-9cf0-4c46-b609-8ace4f688121,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:05.892560 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-22b0804a-1904-4524-967f-4b0468f98198 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:05.894679 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-22b0804a-1904-4524-967f-4b0468f98198 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1740642 Dec 06 17:41:05.897234 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60296) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:05.908577 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6ac00d21-c2ab-4c83-8391-89eced0f9c55 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:05.916047 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6ac00d21-c2ab-4c83-8391-89eced0f9c55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:05.968668 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3895c33c-5c86-431e-adbc-6579f38c1418 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:05.969074 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6ac00d21-c2ab-4c83-8391-89eced0f9c55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-772465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539207'] for router_interface, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:06.002073 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3895c33c-5c86-431e-adbc-6579f38c1418 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:06.052393 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60298) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:06.071324 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3895c33c-5c86-431e-adbc-6579f38c1418 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:06.078555 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3895c33c-5c86-431e-adbc-6579f38c1418 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:06.081360 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-3895c33c-5c86-431e-adbc-6579f38c1418 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] 10.222.0.23 "DELETE /v2.0/security-groups/c353a396-da27-4c0a-9042-c7dc15eba5b9 HTTP/1.1" status: 204 len: 168 time: 0.1811564 Dec 06 17:41:06.087869 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 60302) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:06.101747 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac00d21-c2ab-4c83-8391-89eced0f9c55 admin admin] Pushing event updated for resources: {'Port': ['ID=2b336dcd-264a-4f61-b37e-9506b19e86ca,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:06.113079 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3895c33c-5c86-431e-adbc-6579f38c1418 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c353a396-da27-4c0a-9042-c7dc15eba5b9,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:06.156942 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60304) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:06.157188 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-d979b4ae-fcfc-4394-8b80-b7aa42eeadaf tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0563354 Dec 06 17:41:06.163987 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-63344a8f-b041-4f3c-ad78-8d7bfc17616e tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Request body: {'security_group': {'name': 'tempest-secgroup--2133743872'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:41:06.198828 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac00d21-c2ab-4c83-8391-89eced0f9c55 admin admin] Network 849af80a-6232-4c4a-981d-f8860259668f is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:41:06.200501 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-6ac00d21-c2ab-4c83-8391-89eced0f9c55 admin admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:41:06.208917 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a929079a-af15-433f-8579-6566f000ba61 None None] For port c8d13ff9-fc24-4a2e-98ba-ad9be9aa1b3f, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c8d13ff9-fc24-4a2e-98ba-ad9be9aa1b3f,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:41:06.225249 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a929079a-af15-433f-8579-6566f000ba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:06.232895 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-63344a8f-b041-4f3c-ad78-8d7bfc17616e tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:06.331757 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a929079a-af15-433f-8579-6566f000ba61 None None] Pushing event updated for resources: {'Port': ['ID=c8d13ff9-fc24-4a2e-98ba-ad9be9aa1b3f,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:06.350749 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cdea2325-3ac9-48bf-b019-6b74397fbd74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:06.359819 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-0fa2303a-f23d-4e0d-89bc-6bc13ec6b90e None None] Provisioning complete for port 2b336dcd-264a-4f61-b37e-9506b19e86ca triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:41:06.360223 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0fa2303a-f23d-4e0d-89bc-6bc13ec6b90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:06.374328 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-63344a8f-b041-4f3c-ad78-8d7bfc17616e tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:06.389636 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ac00d21-c2ab-4c83-8391-89eced0f9c55 admin admin] Router 3bb29b69-7a44-458a-a1f3-b509dbb255d2 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:41:06.403656 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-0fa2303a-f23d-4e0d-89bc-6bc13ec6b90e None None] Port 2b336dcd-264a-4f61-b37e-9506b19e86ca cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:41:06.407930 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-89ef3016-ce01-4b5e-9998-815a9db949de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb29b69-7a44-458a-a1f3-b509dbb255d2', 'name': 'tempest-TestServerBasicOps-470072378-router', 'tenant_id': 'cb4e31255e4a4acbaf1ecb75ca1b0298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.230'}], 'enable_snat': True}, 'gw_port_id': 'c8d13ff9-fc24-4a2e-98ba-ad9be9aa1b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:41:01Z', 'updated_at': '2021-12-06T17:41:05Z', 'revision_number': 4, 'project_id': 'cb4e31255e4a4acbaf1ecb75ca1b0298', 'gw_port': {'id': 'c8d13ff9-fc24-4a2e-98ba-ad9be9aa1b3f', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9e:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bb29b69-7a44-458a-a1f3-b509dbb255d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:41:02Z', 'updated_at': '2021-12-06T17:41:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '2b336dcd-264a-4f61-b37e-9506b19e86ca', 'name': '', 'network_id': '849af80a-6232-4c4a-981d-f8860259668f', 'tenant_id': 'cb4e31255e4a4acbaf1ecb75ca1b0298', 'mac_address': 'fa:16:3e:f3:ea:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bb29b69-7a44-458a-a1f3-b509dbb255d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '07510422-b60d-44a2-92b1-678490cc486d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:41:04Z', 'updated_at': '2021-12-06T17:41:04Z', 'revision_number': 1, 'project_id': 'cb4e31255e4a4acbaf1ecb75ca1b0298', 'subnets': [{'id': '07510422-b60d-44a2-92b1-678490cc486d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:41:06.441558 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ef3016-ce01-4b5e-9998-815a9db949de None None] The sync data for ids ['3bb29b69-7a44-458a-a1f3-b509dbb255d2'] in n-d-master-1 is: [{'id': '3bb29b69-7a44-458a-a1f3-b509dbb255d2', 'name': 'tempest-TestServerBasicOps-470072378-router', 'tenant_id': 'cb4e31255e4a4acbaf1ecb75ca1b0298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.230'}], 'enable_snat': True}, 'gw_port_id': 'c8d13ff9-fc24-4a2e-98ba-ad9be9aa1b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:41:01Z', 'updated_at': '2021-12-06T17:41:05Z', 'revision_number': 4, 'project_id': 'cb4e31255e4a4acbaf1ecb75ca1b0298', 'gw_port': {'id': 'c8d13ff9-fc24-4a2e-98ba-ad9be9aa1b3f', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9e:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bb29b69-7a44-458a-a1f3-b509dbb255d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:41:02Z', 'updated_at': '2021-12-06T17:41:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '2b336dcd-264a-4f61-b37e-9506b19e86ca', 'name': '', 'network_id': '849af80a-6232-4c4a-981d-f8860259668f', 'tenant_id': 'cb4e31255e4a4acbaf1ecb75ca1b0298', 'mac_address': 'fa:16:3e:f3:ea:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bb29b69-7a44-458a-a1f3-b509dbb255d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '07510422-b60d-44a2-92b1-678490cc486d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:41:04Z', 'updated_at': '2021-12-06T17:41:04Z', 'revision_number': 1, 'project_id': 'cb4e31255e4a4acbaf1ecb75ca1b0298', 'subnets': [{'id': '07510422-b60d-44a2-92b1-678490cc486d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:41:06.500211 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-63344a8f-b041-4f3c-ad78-8d7bfc17616e tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:06.527937 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cdea2325-3ac9-48bf-b019-6b74397fbd74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:06.540875 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cdea2325-3ac9-48bf-b019-6b74397fbd74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:06.564676 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-63344a8f-b041-4f3c-ad78-8d7bfc17616e tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:06.565984 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-63344a8f-b041-4f3c-ad78-8d7bfc17616e tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4073966 Dec 06 17:41:06.568855 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 60306) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:06.570621 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63344a8f-b041-4f3c-ad78-8d7bfc17616e tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35ab260c-6ceb-4f1e-a4f7-4f384a9d72d7,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:06.573716 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-94691c60-1549-4a8b-b5fe-a14fc7b9adf1 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Request body: {'security_group': {'name': 'tempest-secgroup--114740881'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:41:06.592969 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-cdea2325-3ac9-48bf-b019-6b74397fbd74 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2e4288f05b564e86acc5222e228f2361&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5413492 Dec 06 17:41:06.596212 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ac00d21-c2ab-4c83-8391-89eced0f9c55 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:41:06.596351 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60308) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:06.606052 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-6ac00d21-c2ab-4c83-8391-89eced0f9c55 admin admin] 10.222.0.23 "PUT /v2.0/routers/3bb29b69-7a44-458a-a1f3-b509dbb255d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5970588 Dec 06 17:41:06.620416 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-94691c60-1549-4a8b-b5fe-a14fc7b9adf1 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:06.638938 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-d12668be-7511-490f-89c1-c90771cd70c8 None None] Provisioning complete for port 2b336dcd-264a-4f61-b37e-9506b19e86ca triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:41:06.639236 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdea2325-3ac9-48bf-b019-6b74397fbd74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eccbd5b-d86e-4b66-bdb8-937f79312006,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:06.639363 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d12668be-7511-490f-89c1-c90771cd70c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:06.689238 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-137ad338-b541-4e3a-8a04-b38f5b06e92e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:06.709846 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-d12668be-7511-490f-89c1-c90771cd70c8 None None] Port 2b336dcd-264a-4f61-b37e-9506b19e86ca cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:41:06.719519 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-137ad338-b541-4e3a-8a04-b38f5b06e92e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:06.719662 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-94691c60-1549-4a8b-b5fe-a14fc7b9adf1 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:06.777063 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-94691c60-1549-4a8b-b5fe-a14fc7b9adf1 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:06.805548 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-137ad338-b541-4e3a-8a04-b38f5b06e92e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:06.809777 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-137ad338-b541-4e3a-8a04-b38f5b06e92e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:06.815691 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-137ad338-b541-4e3a-8a04-b38f5b06e92e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8eccbd5b-d86e-4b66-bdb8-937f79312006 HTTP/1.1" status: 204 len: 168 time: 0.2182159 Dec 06 17:41:06.826560 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-94691c60-1549-4a8b-b5fe-a14fc7b9adf1 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:06.827824 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-94691c60-1549-4a8b-b5fe-a14fc7b9adf1 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2581172 Dec 06 17:41:06.830546 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 60316) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:06.834551 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137ad338-b541-4e3a-8a04-b38f5b06e92e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eccbd5b-d86e-4b66-bdb8-937f79312006,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:06.835069 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-30011780-3527-4099-87df-2416c3eb34a4 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Request body: {'security_group_rule': {'security_group_id': '35ab260c-6ceb-4f1e-a4f7-4f384a9d72d7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '95105d38-0314-43be-bf19-cfba6792eeef', 'remote_ip_prefix': None}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:41:06.850227 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94691c60-1549-4a8b-b5fe-a14fc7b9adf1 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95105d38-0314-43be-bf19-cfba6792eeef,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:06.885009 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-30011780-3527-4099-87df-2416c3eb34a4 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:06.977517 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-30011780-3527-4099-87df-2416c3eb34a4 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:06.981658 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-30011780-3527-4099-87df-2416c3eb34a4 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:07.004470 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30011780-3527-4099-87df-2416c3eb34a4 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6587e1a9-d184-452e-bfbe-569c7f43daa6,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:07.017960 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-30011780-3527-4099-87df-2416c3eb34a4 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:07.022796 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-30011780-3527-4099-87df-2416c3eb34a4 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1886592 Dec 06 17:41:07.023894 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60322) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:07.053094 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5e4e5a52-fb6e-4bff-8f13-c76d68c4b060 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:07.064220 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5e4e5a52-fb6e-4bff-8f13-c76d68c4b060 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:07.101854 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5e4e5a52-fb6e-4bff-8f13-c76d68c4b060 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:07.108110 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5e4e5a52-fb6e-4bff-8f13-c76d68c4b060 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:07.111581 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-5e4e5a52-fb6e-4bff-8f13-c76d68c4b060 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/6587e1a9-d184-452e-bfbe-569c7f43daa6 HTTP/1.1" status: 204 len: 168 time: 0.0841477 Dec 06 17:41:07.111581 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4e5a52-fb6e-4bff-8f13-c76d68c4b060 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6587e1a9-d184-452e-bfbe-569c7f43daa6,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:07.112353 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60326) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:07.163218 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-812c4733-bf1d-4bea-9797-c790ff5e9a0e tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0493114 Dec 06 17:41:07.165860 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60332) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:07.241577 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-321fbd28-a522-42b6-bf2e-959e88ccd246 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:07.280404 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-321fbd28-a522-42b6-bf2e-959e88ccd246 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:07.355574 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-321fbd28-a522-42b6-bf2e-959e88ccd246 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:07.359078 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-321fbd28-a522-42b6-bf2e-959e88ccd246 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:07.360995 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-321fbd28-a522-42b6-bf2e-959e88ccd246 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] 10.222.0.23 "DELETE /v2.0/security-groups/95105d38-0314-43be-bf19-cfba6792eeef HTTP/1.1" status: 204 len: 168 time: 0.1934364 Dec 06 17:41:07.364217 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 60342) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:07.370626 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321fbd28-a522-42b6-bf2e-959e88ccd246 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95105d38-0314-43be-bf19-cfba6792eeef,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:07.453529 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60346) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:07.453731 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-7d79ad62-c978-41cd-b92b-3672f000f068 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0882742 Dec 06 17:41:07.473820 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 60350) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:07.480471 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-7f054330-9465-41b8-8ec6-ef7b65b73cde admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-442128425-network', 'tenant_id': '764507fd77704d60848181c7146da195'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:41:07.506652 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f054330-9465-41b8-8ec6-ef7b65b73cde admin admin] Made reservation on behalf of 764507fd77704d60848181c7146da195 for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:41:07.510171 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7f054330-9465-41b8-8ec6-ef7b65b73cde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:07.513937 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3540ced1-9c59-4982-a1be-df6c7cfe799d tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:07.521598 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7f054330-9465-41b8-8ec6-ef7b65b73cde admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:07.539633 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3540ced1-9c59-4982-a1be-df6c7cfe799d tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:07.595295 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3540ced1-9c59-4982-a1be-df6c7cfe799d tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:07.599673 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3540ced1-9c59-4982-a1be-df6c7cfe799d tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:07.601347 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-3540ced1-9c59-4982-a1be-df6c7cfe799d tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] 10.222.0.23 "DELETE /v2.0/security-groups/35ab260c-6ceb-4f1e-a4f7-4f384a9d72d7 HTTP/1.1" status: 204 len: 168 time: 0.1465783 Dec 06 17:41:07.606188 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60354) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:07.627286 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7f054330-9465-41b8-8ec6-ef7b65b73cde admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:07.627544 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3540ced1-9c59-4982-a1be-df6c7cfe799d tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ab260c-6ceb-4f1e-a4f7-4f384a9d72d7,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:07.633303 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7f054330-9465-41b8-8ec6-ef7b65b73cde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:07.668083 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f054330-9465-41b8-8ec6-ef7b65b73cde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c204b89-d103-4432-a117-a8ec8693b038,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:07.678904 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f054330-9465-41b8-8ec6-ef7b65b73cde admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:41:07.694947 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-d15b5bb0-3df3-4c3c-bac4-8cdae2b0f304 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0836663 Dec 06 17:41:07.697157 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60358) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:07.700093 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7f054330-9465-41b8-8ec6-ef7b65b73cde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:07.700536 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-7f054330-9465-41b8-8ec6-ef7b65b73cde admin admin] Added segment c9fcbc7f-ec0c-4c6a-b9ca-4fc590731bb7 of type vlan for network 7d0b4b82-4366-4520-a3fb-bb16e211bd18 Dec 06 17:41:07.703851 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-de86497b-c52e-4dea-bee7-fe91259cd8ba tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Request body: {'security_group': {'name': 'tempest-secgroup--403844526'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:41:07.728738 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-de86497b-c52e-4dea-bee7-fe91259cd8ba tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:07.766793 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7f054330-9465-41b8-8ec6-ef7b65b73cde admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:07.807162 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7f054330-9465-41b8-8ec6-ef7b65b73cde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:07.808273 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f054330-9465-41b8-8ec6-ef7b65b73cde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:41:07.808955 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7f054330-9465-41b8-8ec6-ef7b65b73cde admin admin] Publish callbacks [] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:07.825632 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-de86497b-c52e-4dea-bee7-fe91259cd8ba tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:07.830673 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-de86497b-c52e-4dea-bee7-fe91259cd8ba tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:07.863207 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de86497b-c52e-4dea-bee7-fe91259cd8ba tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99ad532e-ac2f-4c64-80c2-ec00521a2215,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:07.868811 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-de86497b-c52e-4dea-bee7-fe91259cd8ba tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:07.870095 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-de86497b-c52e-4dea-bee7-fe91259cd8ba tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1718843 Dec 06 17:41:07.872836 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60362) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:07.877366 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-cc574bfb-d8a1-461d-98ad-ff3f83676f9e tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Request body: {'security_group_rule': {'security_group_id': '99ad532e-ac2f-4c64-80c2-ec00521a2215', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:41:07.887363 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f054330-9465-41b8-8ec6-ef7b65b73cde admin admin] Pushing event updated for resources: {'Network': ['ID=7d0b4b82-4366-4520-a3fb-bb16e211bd18,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:07.894770 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-7f054330-9465-41b8-8ec6-ef7b65b73cde admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4192567 Dec 06 17:41:07.897415 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 60364) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:07.903167 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-1f05ca06-52d3-4670-98e1-b4a6507f54ef admin admin] Request body: {'subnet': {'network_id': '7d0b4b82-4366-4520-a3fb-bb16e211bd18', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-442128425-subnet', 'tenant_id': '764507fd77704d60848181c7146da195', 'ip_version': 4}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:41:07.909540 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 7d0b4b82-4366-4520-a3fb-bb16e211bd18 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:41:07.942646 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cc574bfb-d8a1-461d-98ad-ff3f83676f9e tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:07.958304 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f05ca06-52d3-4670-98e1-b4a6507f54ef admin admin] Made reservation on behalf of 764507fd77704d60848181c7146da195 for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:41:07.963101 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1f05ca06-52d3-4670-98e1-b4a6507f54ef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:08.043860 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cc574bfb-d8a1-461d-98ad-ff3f83676f9e tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:08.050920 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cc574bfb-d8a1-461d-98ad-ff3f83676f9e tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:08.065849 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc574bfb-d8a1-461d-98ad-ff3f83676f9e tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca0ecba6-3a90-488c-b289-4ac596b24221,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:08.087713 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cc574bfb-d8a1-461d-98ad-ff3f83676f9e tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:08.093656 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-cc574bfb-d8a1-461d-98ad-ff3f83676f9e tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2196302 Dec 06 17:41:08.093940 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 60378) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:08.148109 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5e3f1b10-9541-4846-bf81-2399a7a2f8b3 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:08.158987 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5e3f1b10-9541-4846-bf81-2399a7a2f8b3 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:08.225748 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5e3f1b10-9541-4846-bf81-2399a7a2f8b3 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:08.236482 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5e3f1b10-9541-4846-bf81-2399a7a2f8b3 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:08.237648 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-5e3f1b10-9541-4846-bf81-2399a7a2f8b3 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/ca0ecba6-3a90-488c-b289-4ac596b24221 HTTP/1.1" status: 204 len: 168 time: 0.1425579 Dec 06 17:41:08.240649 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60404) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:08.242629 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1f05ca06-52d3-4670-98e1-b4a6507f54ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:08.247393 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3f1b10-9541-4846-bf81-2399a7a2f8b3 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ca0ecba6-3a90-488c-b289-4ac596b24221,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:08.304743 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f05ca06-52d3-4670-98e1-b4a6507f54ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=17aa9ae0-09f2-449c-b3af-b58607300131,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:08.316983 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f05ca06-52d3-4670-98e1-b4a6507f54ef admin admin] Checking segment: {'id': 'c9fcbc7f-ec0c-4c6a-b9ca-4fc590731bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7d0b4b82-4366-4520-a3fb-bb16e211bd18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:41:08.317351 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f05ca06-52d3-4670-98e1-b4a6507f54ef admin admin] Network hostable DHCP agents. Network: 7d0b4b82-4366-4520-a3fb-bb16e211bd18, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:41:08.332731 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 60410) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:08.333004 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-c24527e7-9d5d-47ed-80c4-67c88b457640 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0895865 Dec 06 17:41:08.342994 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f05ca06-52d3-4670-98e1-b4a6507f54ef admin admin] Network 7d0b4b82-4366-4520-a3fb-bb16e211bd18 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:41:08.365627 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-1f05ca06-52d3-4670-98e1-b4a6507f54ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 7d0b4b82-4366-4520-a3fb-bb16e211bd18) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:41:08.376096 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e064e9c-310d-43f2-ba2d-4ba5b124b73a None None] Network 7d0b4b82-4366-4520-a3fb-bb16e211bd18 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:41:08.378041 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f05ca06-52d3-4670-98e1-b4a6507f54ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:41:08.378994 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1f05ca06-52d3-4670-98e1-b4a6507f54ef admin admin] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:08.413400 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-1f05ca06-52d3-4670-98e1-b4a6507f54ef admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5146503 Dec 06 17:41:08.416354 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 60412) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:08.421054 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-595a0552-05d7-4e12-b08f-522c5a442ab5 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-442128425-router', 'tenant_id': '764507fd77704d60848181c7146da195', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:41:08.425934 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6a5a2f88-9042-4109-9e82-a695c0f619e5 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:08.461570 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6a5a2f88-9042-4109-9e82-a695c0f619e5 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:08.464522 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-595a0552-05d7-4e12-b08f-522c5a442ab5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:08.465618 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-595a0552-05d7-4e12-b08f-522c5a442ab5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:08.474488 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device c8d13ff9-fc24-4a2e-98ba-ad9be9aa1b3f up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:41:08.549317 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-595a0552-05d7-4e12-b08f-522c5a442ab5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:08.550595 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6a5a2f88-9042-4109-9e82-a695c0f619e5 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:08.554625 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6a5a2f88-9042-4109-9e82-a695c0f619e5 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:08.554625 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-6a5a2f88-9042-4109-9e82-a695c0f619e5 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] 10.222.0.23 "DELETE /v2.0/security-groups/99ad532e-ac2f-4c64-80c2-ec00521a2215 HTTP/1.1" status: 204 len: 168 time: 0.2208018 Dec 06 17:41:08.557217 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60414) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:08.567014 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5a2f88-9042-4109-9e82-a695c0f619e5 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ad532e-ac2f-4c64-80c2-ec00521a2215,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:08.612220 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port c8d13ff9-fc24-4a2e-98ba-ad9be9aa1b3f triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:41:08.613870 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:08.686565 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-c0b7f75c-cece-496a-a60d-e5280da1425e tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1237779 Dec 06 17:41:08.690564 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60420) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:08.696195 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-bab0aa90-05d0-4811-af1c-5ef9563e2c73 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Request body: {'security_group': {'name': 'tempest-secgroup--939575818'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:41:08.699315 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc07a2a-d062-4b6e-a005-9cb45fc7fe8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-7d0b4b82-4366-4520-a3fb-bb16e211bd18', 'network_id': '7d0b4b82-4366-4520-a3fb-bb16e211bd18', 'tenant_id': '764507fd77704d60848181c7146da195', 'fixed_ips': [{'subnet_id': '17aa9ae0-09f2-449c-b3af-b58607300131'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:41:08.701320 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cbc07a2a-d062-4b6e-a005-9cb45fc7fe8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:08.722941 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-595a0552-05d7-4e12-b08f-522c5a442ab5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:08.727071 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bab0aa90-05d0-4811-af1c-5ef9563e2c73 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:08.818799 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bab0aa90-05d0-4811-af1c-5ef9563e2c73 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:08.826819 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bab0aa90-05d0-4811-af1c-5ef9563e2c73 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:08.908494 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bab0aa90-05d0-4811-af1c-5ef9563e2c73 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:08.910322 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-bab0aa90-05d0-4811-af1c-5ef9563e2c73 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2188199 Dec 06 17:41:08.912958 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60432) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:08.917922 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-11a5b34a-d2b5-4731-854a-7e7a49abf1e5 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Request body: {'security_group_rule': {'security_group_id': '10b5bbb8-6302-4ef6-bb54-193c7218a774', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:41:08.920339 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-cbc07a2a-d062-4b6e-a005-9cb45fc7fe8c None None] Allocated IP 172.20.0.2 (7d0b4b82-4366-4520-a3fb-bb16e211bd18/17aa9ae0-09f2-449c-b3af-b58607300131/bc48f16d-3506-4370-9ee3-3b6a58566fed) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:41:08.945616 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab0aa90-05d0-4811-af1c-5ef9563e2c73 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10b5bbb8-6302-4ef6-bb54-193c7218a774,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:08.970210 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-11a5b34a-d2b5-4731-854a-7e7a49abf1e5 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:09.057233 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-11a5b34a-d2b5-4731-854a-7e7a49abf1e5 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:09.063688 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-11a5b34a-d2b5-4731-854a-7e7a49abf1e5 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:09.087890 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a5b34a-d2b5-4731-854a-7e7a49abf1e5 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=898b83e8-c317-4cc7-907a-bd84a6ca7108,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:09.106338 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-11a5b34a-d2b5-4731-854a-7e7a49abf1e5 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:09.112014 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-11a5b34a-d2b5-4731-854a-7e7a49abf1e5 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1978345 Dec 06 17:41:09.113713 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60454) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:09.137555 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-125a1653-ab29-440b-adaf-36b8ff8978a1 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] 10.222.0.23 "GET /v2.0/security-group-rules/898b83e8-c317-4cc7-907a-bd84a6ca7108 HTTP/1.1" status: 200 len: 763 time: 0.0222437 Dec 06 17:41:09.138595 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60456) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:09.164211 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cbc07a2a-d062-4b6e-a005-9cb45fc7fe8c None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:09.173621 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cbc07a2a-d062-4b6e-a005-9cb45fc7fe8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:09.214913 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-4bdc12f4-a2e2-4eb9-a4ce-72f6d1b99c65 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0738492 Dec 06 17:41:09.218721 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60458) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:09.236377 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc07a2a-d062-4b6e-a005-9cb45fc7fe8c None None] Network 7d0b4b82-4366-4520-a3fb-bb16e211bd18 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:41:09.240125 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-cbc07a2a-d062-4b6e-a005-9cb45fc7fe8c None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:41:09.248956 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-32d8ebe8-2695-4eec-aad4-f13f0e5772f5 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:09.249585 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc07a2a-d062-4b6e-a005-9cb45fc7fe8c None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:41:09.260292 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-32d8ebe8-2695-4eec-aad4-f13f0e5772f5 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:09.262589 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc07a2a-d062-4b6e-a005-9cb45fc7fe8c None None] Pushing event updated for resources: {'Port': ['ID=bc48f16d-3506-4370-9ee3-3b6a58566fed,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:09.305330 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-32d8ebe8-2695-4eec-aad4-f13f0e5772f5 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:09.318081 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-32d8ebe8-2695-4eec-aad4-f13f0e5772f5 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:09.319442 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-32d8ebe8-2695-4eec-aad4-f13f0e5772f5 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/898b83e8-c317-4cc7-907a-bd84a6ca7108 HTTP/1.1" status: 204 len: 168 time: 0.0997007 Dec 06 17:41:09.323976 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60460) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:09.334004 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8ebe8-2695-4eec-aad4-f13f0e5772f5 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=898b83e8-c317-4cc7-907a-bd84a6ca7108,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:09.362132 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-cbc07a2a-d062-4b6e-a005-9cb45fc7fe8c None None] Attempting to bind port bc48f16d-3506-4370-9ee3-3b6a58566fed on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:41:09.365040 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-cbc07a2a-d062-4b6e-a005-9cb45fc7fe8c None None] Attempting to bind port bc48f16d-3506-4370-9ee3-3b6a58566fed by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'c9fcbc7f-ec0c-4c6a-b9ca-4fc590731bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7d0b4b82-4366-4520-a3fb-bb16e211bd18'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:41:09.365540 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc07a2a-d062-4b6e-a005-9cb45fc7fe8c None None] Attempting to bind port bc48f16d-3506-4370-9ee3-3b6a58566fed on network 7d0b4b82-4366-4520-a3fb-bb16e211bd18 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:41:09.372971 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc07a2a-d062-4b6e-a005-9cb45fc7fe8c None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:41:09.373356 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc07a2a-d062-4b6e-a005-9cb45fc7fe8c None None] Checking segment: {'id': 'c9fcbc7f-ec0c-4c6a-b9ca-4fc590731bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7d0b4b82-4366-4520-a3fb-bb16e211bd18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:41:09.373794 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cbc07a2a-d062-4b6e-a005-9cb45fc7fe8c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:09.374571 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc07a2a-d062-4b6e-a005-9cb45fc7fe8c None None] Bound using segment: {'id': 'c9fcbc7f-ec0c-4c6a-b9ca-4fc590731bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7d0b4b82-4366-4520-a3fb-bb16e211bd18'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:41:09.375191 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-cbc07a2a-d062-4b6e-a005-9cb45fc7fe8c None None] Bound port: bc48f16d-3506-4370-9ee3-3b6a58566fed, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9fcbc7f-ec0c-4c6a-b9ca-4fc590731bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7d0b4b82-4366-4520-a3fb-bb16e211bd18'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:41:09.375586 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cbc07a2a-d062-4b6e-a005-9cb45fc7fe8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:09.382598 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-757f4bc9-0d51-480f-ae1f-48245e25ba17 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0563886 Dec 06 17:41:09.384548 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60462) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:09.390534 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-f9a37809-7ca9-4f07-8c01-68628fe6760f tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Request body: {'security_group_rule': {'security_group_id': '10b5bbb8-6302-4ef6-bb54-193c7218a774', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:41:09.427444 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f9a37809-7ca9-4f07-8c01-68628fe6760f tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:09.451630 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0360e56-8c9b-4f62-a900-7639db11f693 None None] Sync routers for ids ['3bb29b69-7a44-458a-a1f3-b509dbb255d2'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:41:09.470189 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0360e56-8c9b-4f62-a900-7639db11f693 None None] Routers {'3bb29b69-7a44-458a-a1f3-b509dbb255d2'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:41:09.470189 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-e0360e56-8c9b-4f62-a900-7639db11f693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:40:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['3bb29b69-7a44-458a-a1f3-b509dbb255d2'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:41:09.494480 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-595a0552-05d7-4e12-b08f-522c5a442ab5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:09.503799 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f9a37809-7ca9-4f07-8c01-68628fe6760f tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:09.504037 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-cbc07a2a-d062-4b6e-a005-9cb45fc7fe8c None None] For port bc48f16d-3506-4370-9ee3-3b6a58566fed, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:41:09.510172 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f9a37809-7ca9-4f07-8c01-68628fe6760f tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:09.510396 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-cbc07a2a-d062-4b6e-a005-9cb45fc7fe8c None None] For port bc48f16d-3506-4370-9ee3-3b6a58566fed, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=bc48f16d-3506-4370-9ee3-3b6a58566fed,segment=NetworkSegment(c9fcbc7f-ec0c-4c6a-b9ca-4fc590731bb7),segment_id=c9fcbc7f-ec0c-4c6a-b9ca-4fc590731bb7)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:41:09.518087 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cbc07a2a-d062-4b6e-a005-9cb45fc7fe8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:09.523225 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-595a0552-05d7-4e12-b08f-522c5a442ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:09.553696 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a37809-7ca9-4f07-8c01-68628fe6760f tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6711b3bf-a2ec-4396-80a9-c66f8c661f54,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:09.564543 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f9a37809-7ca9-4f07-8c01-68628fe6760f tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:09.565938 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-f9a37809-7ca9-4f07-8c01-68628fe6760f tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1798105 Dec 06 17:41:09.568494 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60464) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:09.595274 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-7b6bceb2-22a4-4e78-9b6f-5ad72195b887 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] 10.222.0.23 "GET /v2.0/security-group-rules/6711b3bf-a2ec-4396-80a9-c66f8c661f54 HTTP/1.1" status: 200 len: 763 time: 0.0241408 Dec 06 17:41:09.597247 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60466) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:09.625877 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-e0360e56-8c9b-4f62-a900-7639db11f693 None None] Set router 3bb29b69-7a44-458a-a1f3-b509dbb255d2 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:41:09.665163 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc07a2a-d062-4b6e-a005-9cb45fc7fe8c None None] Pushing event updated for resources: {'Port': ['ID=bc48f16d-3506-4370-9ee3-3b6a58566fed,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:09.682134 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-d62bf381-4f6e-4f5a-af23-905fafcb550a tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0837276 Dec 06 17:41:09.685056 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60470) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:09.711903 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-595a0552-05d7-4e12-b08f-522c5a442ab5 admin admin] Allocated IP 172.35.1.119 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/b17cc144-d577-472f-a05f-fdf5778a8b36) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:41:09.749062 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2986174f-b692-44e3-ad35-cfe1129167cf tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:09.762443 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2986174f-b692-44e3-ad35-cfe1129167cf tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:09.808117 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2986174f-b692-44e3-ad35-cfe1129167cf tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:09.814833 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2986174f-b692-44e3-ad35-cfe1129167cf tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:09.816705 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-2986174f-b692-44e3-ad35-cfe1129167cf tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/6711b3bf-a2ec-4396-80a9-c66f8c661f54 HTTP/1.1" status: 204 len: 168 time: 0.1302855 Dec 06 17:41:09.821665 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60472) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:09.857108 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2986174f-b692-44e3-ad35-cfe1129167cf tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6711b3bf-a2ec-4396-80a9-c66f8c661f54,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:09.893889 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-595a0552-05d7-4e12-b08f-522c5a442ab5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:09.902127 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-8ba5224e-4eb1-4b02-863c-f27e1474b2b4 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0790496 Dec 06 17:41:09.904562 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60474) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:09.913960 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-93143ef0-c908-4a90-9e91-08512bab2ae6 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Request body: {'security_group_rule': {'security_group_id': '10b5bbb8-6302-4ef6-bb54-193c7218a774', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:41:09.973301 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-93143ef0-c908-4a90-9e91-08512bab2ae6 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:09.995884 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-595a0552-05d7-4e12-b08f-522c5a442ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:10.049929 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595a0552-05d7-4e12-b08f-522c5a442ab5 admin admin] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:41:10.051170 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-e0360e56-8c9b-4f62-a900-7639db11f693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb29b69-7a44-458a-a1f3-b509dbb255d2', 'name': 'tempest-TestServerBasicOps-470072378-router', 'tenant_id': 'cb4e31255e4a4acbaf1ecb75ca1b0298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.230'}], 'enable_snat': True}, 'gw_port_id': 'c8d13ff9-fc24-4a2e-98ba-ad9be9aa1b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:41:01Z', 'updated_at': '2021-12-06T17:41:05Z', 'revision_number': 4, 'project_id': 'cb4e31255e4a4acbaf1ecb75ca1b0298', 'gw_port': {'id': 'c8d13ff9-fc24-4a2e-98ba-ad9be9aa1b3f', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb29b69-7a44-458a-a1f3-b509dbb255d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:41:02Z', 'updated_at': '2021-12-06T17:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '2b336dcd-264a-4f61-b37e-9506b19e86ca', 'name': '', 'network_id': '849af80a-6232-4c4a-981d-f8860259668f', 'tenant_id': 'cb4e31255e4a4acbaf1ecb75ca1b0298', 'mac_address': 'fa:16:3e:f3:ea:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bb29b69-7a44-458a-a1f3-b509dbb255d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '07510422-b60d-44a2-92b1-678490cc486d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:41:04Z', 'updated_at': '2021-12-06T17:41:05Z', 'revision_number': 2, 'project_id': 'cb4e31255e4a4acbaf1ecb75ca1b0298', 'subnets': [{'id': '07510422-b60d-44a2-92b1-678490cc486d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:41:10.055478 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-595a0552-05d7-4e12-b08f-522c5a442ab5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:41:10.059426 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595a0552-05d7-4e12-b08f-522c5a442ab5 admin admin] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:41:10.073106 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68cd07a1-c409-4bb4-8fbc-22108481676e None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:41:10.098260 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-93143ef0-c908-4a90-9e91-08512bab2ae6 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:10.098647 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595a0552-05d7-4e12-b08f-522c5a442ab5 admin admin] Pushing event updated for resources: {'Port': ['ID=b17cc144-d577-472f-a05f-fdf5778a8b36,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:10.105901 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-93143ef0-c908-4a90-9e91-08512bab2ae6 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:10.117529 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0360e56-8c9b-4f62-a900-7639db11f693 None None] Checking router: 3bb29b69-7a44-458a-a1f3-b509dbb255d2 for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:41:10.118170 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0360e56-8c9b-4f62-a900-7639db11f693 None None] Updating router 3bb29b69-7a44-458a-a1f3-b509dbb255d2 port 2b336dcd-264a-4f61-b37e-9506b19e86ca binding host n-d-master-1 {{(pid=103287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:41:10.135125 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93143ef0-c908-4a90-9e91-08512bab2ae6 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85cbde2c-0df7-4665-a4ec-6066d8ba23ba,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:10.148921 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-93143ef0-c908-4a90-9e91-08512bab2ae6 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:10.179398 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-93143ef0-c908-4a90-9e91-08512bab2ae6 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2736626 Dec 06 17:41:10.180014 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60476) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:10.182597 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-5a2443db-cfee-4f84-a8f3-0b2e00551d0b None None] Provisioning complete for port b17cc144-d577-472f-a05f-fdf5778a8b36 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:41:10.183045 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5a2443db-cfee-4f84-a8f3-0b2e00551d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:10.204520 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 60478) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:10.213934 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-9b64fef1-e5a6-4192-b543-ead128d5277d tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] 10.222.0.23 "GET /v2.0/security-group-rules/85cbde2c-0df7-4665-a4ec-6066d8ba23ba HTTP/1.1" status: 200 len: 764 time: 0.0324955 Dec 06 17:41:10.217571 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e0360e56-8c9b-4f62-a900-7639db11f693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:10.233553 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-5a2443db-cfee-4f84-a8f3-0b2e00551d0b None None] Port b17cc144-d577-472f-a05f-fdf5778a8b36 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:41:10.288211 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-7085a7c7-d60a-4551-bcbb-2e8582c8a8f4 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0798030 Dec 06 17:41:10.289082 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 60480) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:10.361317 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6fb8c442-94c3-4567-b75a-6f347b66bc4d tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:10.372982 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6fb8c442-94c3-4567-b75a-6f347b66bc4d tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:10.441231 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-595a0552-05d7-4e12-b08f-522c5a442ab5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:10.443481 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6fb8c442-94c3-4567-b75a-6f347b66bc4d tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:10.450741 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6fb8c442-94c3-4567-b75a-6f347b66bc4d tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:10.451864 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-6fb8c442-94c3-4567-b75a-6f347b66bc4d tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/85cbde2c-0df7-4665-a4ec-6066d8ba23ba HTTP/1.1" status: 204 len: 168 time: 0.1618073 Dec 06 17:41:10.455177 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60482) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:10.480875 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device bc48f16d-3506-4370-9ee3-3b6a58566fed up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:41:10.497209 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb8c442-94c3-4567-b75a-6f347b66bc4d tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=85cbde2c-0df7-4665-a4ec-6066d8ba23ba,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:10.526222 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-73408ab7-772c-41b4-98b7-f816793421bf tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0684984 Dec 06 17:41:10.528590 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60484) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:10.597806 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port bc48f16d-3506-4370-9ee3-3b6a58566fed triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:41:10.598189 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:10.603223 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e0360e56-8c9b-4f62-a900-7639db11f693 None None] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:10.615731 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e0360e56-8c9b-4f62-a900-7639db11f693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:10.629944 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ba43f59c-c3e0-4894-955a-4edefadf0194 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:10.685752 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ba43f59c-c3e0-4894-955a-4edefadf0194 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:10.716154 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3c4a15-667f-4262-bcd9-14ce58340543 None None] Pushing event updated for resources: {'Port': ['ID=2b336dcd-264a-4f61-b37e-9506b19e86ca,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:10.774452 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3c4a15-667f-4262-bcd9-14ce58340543 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:41:10.774780 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3c4a15-667f-4262-bcd9-14ce58340543 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:41:10.782183 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:10.784728 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-595a0552-05d7-4e12-b08f-522c5a442ab5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:10.785295 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3c4a15-667f-4262-bcd9-14ce58340543 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:41:10.790610 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3c4a15-667f-4262-bcd9-14ce58340543 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:41:10.790610 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3c4a15-667f-4262-bcd9-14ce58340543 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:41:10.790610 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3c4a15-667f-4262-bcd9-14ce58340543 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:41:10.790610 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3c4a15-667f-4262-bcd9-14ce58340543 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:41:10.790610 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3c4a15-667f-4262-bcd9-14ce58340543 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:41:10.790610 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3c4a15-667f-4262-bcd9-14ce58340543 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:41:10.791174 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3c4a15-667f-4262-bcd9-14ce58340543 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:41:10.791276 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3c4a15-667f-4262-bcd9-14ce58340543 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:41:10.793942 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3c4a15-667f-4262-bcd9-14ce58340543 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:41:10.794442 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3c4a15-667f-4262-bcd9-14ce58340543 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:41:10.807186 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ba43f59c-c3e0-4894-955a-4edefadf0194 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:10.810543 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ba43f59c-c3e0-4894-955a-4edefadf0194 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:10.812041 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-ba43f59c-c3e0-4894-955a-4edefadf0194 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] 10.222.0.23 "DELETE /v2.0/security-groups/10b5bbb8-6302-4ef6-bb54-193c7218a774 HTTP/1.1" status: 204 len: 168 time: 0.2824519 Dec 06 17:41:10.815759 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 60488) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:10.836988 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba43f59c-c3e0-4894-955a-4edefadf0194 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b5bbb8-6302-4ef6-bb54-193c7218a774,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:10.889847 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-e0360e56-8c9b-4f62-a900-7639db11f693 None None] Attempting to bind port 2b336dcd-264a-4f61-b37e-9506b19e86ca on host n-d-master-1 for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:41:10.890960 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-e0360e56-8c9b-4f62-a900-7639db11f693 None None] Attempting to bind port 2b336dcd-264a-4f61-b37e-9506b19e86ca by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '710dad7c-f5a4-4c3a-9691-e882be3b7ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '849af80a-6232-4c4a-981d-f8860259668f'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:41:10.891578 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0360e56-8c9b-4f62-a900-7639db11f693 None None] Attempting to bind port 2b336dcd-264a-4f61-b37e-9506b19e86ca on network 849af80a-6232-4c4a-981d-f8860259668f {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:41:10.899073 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0360e56-8c9b-4f62-a900-7639db11f693 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:41:10.899930 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0360e56-8c9b-4f62-a900-7639db11f693 None None] Checking segment: {'id': '710dad7c-f5a4-4c3a-9691-e882be3b7ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '849af80a-6232-4c4a-981d-f8860259668f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:41:10.900603 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e0360e56-8c9b-4f62-a900-7639db11f693 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:10.900975 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] For port bc48f16d-3506-4370-9ee3-3b6a58566fed, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=bc48f16d-3506-4370-9ee3-3b6a58566fed,segment=NetworkSegment(c9fcbc7f-ec0c-4c6a-b9ca-4fc590731bb7),segment_id=c9fcbc7f-ec0c-4c6a-b9ca-4fc590731bb7)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:41:10.901497 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0360e56-8c9b-4f62-a900-7639db11f693 None None] Bound using segment: {'id': '710dad7c-f5a4-4c3a-9691-e882be3b7ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '849af80a-6232-4c4a-981d-f8860259668f'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:41:10.902271 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-e0360e56-8c9b-4f62-a900-7639db11f693 None None] Bound port: 2b336dcd-264a-4f61-b37e-9506b19e86ca, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '710dad7c-f5a4-4c3a-9691-e882be3b7ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '849af80a-6232-4c4a-981d-f8860259668f'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:41:10.902914 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e0360e56-8c9b-4f62-a900-7639db11f693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:10.931703 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:11.031583 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-105d719f-4c47-4ba0-9aee-2d0c95fe9b13 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2144637 Dec 06 17:41:11.037837 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60490) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:11.041272 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-fdfd38d1-3f0e-40eb-ab0a-24cb50b8944c tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Request body: {'security_group': {'name': 'tempest-secgroup--870352913'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:41:11.044718 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Pushing event updated for resources: {'Port': ['ID=bc48f16d-3506-4370-9ee3-3b6a58566fed,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:11.048163 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-e0360e56-8c9b-4f62-a900-7639db11f693 None None] For port 2b336dcd-264a-4f61-b37e-9506b19e86ca, host n-d-master-1, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:41:11.065529 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-e0360e56-8c9b-4f62-a900-7639db11f693 None None] For port 2b336dcd-264a-4f61-b37e-9506b19e86ca, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2b336dcd-264a-4f61-b37e-9506b19e86ca,segment=NetworkSegment(710dad7c-f5a4-4c3a-9691-e882be3b7ae9),segment_id=710dad7c-f5a4-4c3a-9691-e882be3b7ae9)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:41:11.075587 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e0360e56-8c9b-4f62-a900-7639db11f693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:11.104971 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fdfd38d1-3f0e-40eb-ab0a-24cb50b8944c tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:11.137421 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-595a0552-05d7-4e12-b08f-522c5a442ab5 admin admin] Router a584db78-ac14-40ec-939f-3e8fbebf0abf is scheduled to L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 with binding_index 1 {{(pid=103285) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 17:41:11.175608 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-3e6191ba-1b84-4c4f-aa5d-6d076905f640 None None] Provisioning complete for port 2b336dcd-264a-4f61-b37e-9506b19e86ca triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:41:11.176634 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3e6191ba-1b84-4c4f-aa5d-6d076905f640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:11.192901 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0360e56-8c9b-4f62-a900-7639db11f693 None None] Routers {'3bb29b69-7a44-458a-a1f3-b509dbb255d2'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:41:11.195389 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-e0360e56-8c9b-4f62-a900-7639db11f693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:40:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['3bb29b69-7a44-458a-a1f3-b509dbb255d2'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:41:11.210551 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fdfd38d1-3f0e-40eb-ab0a-24cb50b8944c tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:11.219765 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fdfd38d1-3f0e-40eb-ab0a-24cb50b8944c tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:11.265557 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3c4a15-667f-4262-bcd9-14ce58340543 None None] Pushing event updated for resources: {'Port': ['ID=2b336dcd-264a-4f61-b37e-9506b19e86ca,revision_number=4']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:11.269111 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfd38d1-3f0e-40eb-ab0a-24cb50b8944c tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c3c43e6-0668-430c-9b10-eb372e1ca068,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:11.303239 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fdfd38d1-3f0e-40eb-ab0a-24cb50b8944c tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:11.305293 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-fdfd38d1-3f0e-40eb-ab0a-24cb50b8944c tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2683361 Dec 06 17:41:11.307990 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60492) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:11.327306 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-3831d5b5-5256-4c3c-9f3c-3c875398a3ef tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Request body: {'security_group_rule': {'security_group_id': '6c3c43e6-0668-430c-9b10-eb372e1ca068', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:41:11.378126 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3e6191ba-1b84-4c4f-aa5d-6d076905f640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:11.384370 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3831d5b5-5256-4c3c-9f3c-3c875398a3ef tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:11.412853 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885011d1-2cc0-41db-b554-e4231604b644 None None] Network 7d0b4b82-4366-4520-a3fb-bb16e211bd18 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:41:11.447826 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-595a0552-05d7-4e12-b08f-522c5a442ab5 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:41:11.461289 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d87bd18-08bf-46ef-862a-153814e74654 None None] Sync routers for ids ['a584db78-ac14-40ec-939f-3e8fbebf0abf'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:41:11.468189 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-3e6191ba-1b84-4c4f-aa5d-6d076905f640 None None] For port 2b336dcd-264a-4f61-b37e-9506b19e86ca, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2b336dcd-264a-4f61-b37e-9506b19e86ca,segment=NetworkSegment(710dad7c-f5a4-4c3a-9691-e882be3b7ae9),segment_id=710dad7c-f5a4-4c3a-9691-e882be3b7ae9)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:41:11.473583 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-595a0552-05d7-4e12-b08f-522c5a442ab5 admin admin] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:11.476716 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-595a0552-05d7-4e12-b08f-522c5a442ab5 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0591311 Dec 06 17:41:11.478307 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-e0360e56-8c9b-4f62-a900-7639db11f693 None None] Set router 3bb29b69-7a44-458a-a1f3-b509dbb255d2 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:41:11.479516 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 60494) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:11.501968 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3831d5b5-5256-4c3c-9f3c-3c875398a3ef tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:11.510830 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3831d5b5-5256-4c3c-9f3c-3c875398a3ef tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:11.515893 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3e6191ba-1b84-4c4f-aa5d-6d076905f640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:11.555831 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3831d5b5-5256-4c3c-9f3c-3c875398a3ef tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a79a4c2b-2aa3-4e5b-ac10-b3934e7b256b,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:11.590463 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d87bd18-08bf-46ef-862a-153814e74654 None None] Routers {'a584db78-ac14-40ec-939f-3e8fbebf0abf'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:41:11.591668 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-7d87bd18-08bf-46ef-862a-153814e74654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:40:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['a584db78-ac14-40ec-939f-3e8fbebf0abf'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:41:11.600721 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3831d5b5-5256-4c3c-9f3c-3c875398a3ef tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:11.606383 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-3831d5b5-5256-4c3c-9f3c-3c875398a3ef tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2942657 Dec 06 17:41:11.608014 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60496) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:11.686368 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6191ba-1b84-4c4f-aa5d-6d076905f640 None None] Pushing event updated for resources: {'Port': ['ID=2b336dcd-264a-4f61-b37e-9506b19e86ca,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:11.697807 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-0c09b18b-bebc-4c92-8943-0284fa819505 None None] Provisioning complete for port bc48f16d-3506-4370-9ee3-3b6a58566fed triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:41:11.698183 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0c09b18b-bebc-4c92-8943-0284fa819505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:11.776789 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1ecdefe5-b7ad-4101-b26e-ba28d9714ecd tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:11.847547 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1ecdefe5-b7ad-4101-b26e-ba28d9714ecd tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:11.849693 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-e0360e56-8c9b-4f62-a900-7639db11f693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb29b69-7a44-458a-a1f3-b509dbb255d2', 'name': 'tempest-TestServerBasicOps-470072378-router', 'tenant_id': 'cb4e31255e4a4acbaf1ecb75ca1b0298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.230'}], 'enable_snat': True}, 'gw_port_id': 'c8d13ff9-fc24-4a2e-98ba-ad9be9aa1b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:41:01Z', 'updated_at': '2021-12-06T17:41:05Z', 'revision_number': 4, 'project_id': 'cb4e31255e4a4acbaf1ecb75ca1b0298', 'gw_port': {'id': 'c8d13ff9-fc24-4a2e-98ba-ad9be9aa1b3f', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb29b69-7a44-458a-a1f3-b509dbb255d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:41:02Z', 'updated_at': '2021-12-06T17:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '2b336dcd-264a-4f61-b37e-9506b19e86ca', 'name': '', 'network_id': '849af80a-6232-4c4a-981d-f8860259668f', 'tenant_id': 'cb4e31255e4a4acbaf1ecb75ca1b0298', 'mac_address': 'fa:16:3e:f3:ea:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bb29b69-7a44-458a-a1f3-b509dbb255d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '07510422-b60d-44a2-92b1-678490cc486d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:41:04Z', 'updated_at': '2021-12-06T17:41:11Z', 'revision_number': 4, 'project_id': 'cb4e31255e4a4acbaf1ecb75ca1b0298', 'subnets': [{'id': '07510422-b60d-44a2-92b1-678490cc486d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:41:11.867236 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-7d87bd18-08bf-46ef-862a-153814e74654 None None] Set router a584db78-ac14-40ec-939f-3e8fbebf0abf gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:41:11.937969 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1ecdefe5-b7ad-4101-b26e-ba28d9714ecd tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:11.940871 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1ecdefe5-b7ad-4101-b26e-ba28d9714ecd tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:11.942521 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-1ecdefe5-b7ad-4101-b26e-ba28d9714ecd tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] 10.222.0.23 "DELETE /v2.0/security-groups/6c3c43e6-0668-430c-9b10-eb372e1ca068 HTTP/1.1" status: 204 len: 168 time: 0.3332131 Dec 06 17:41:11.944918 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0360e56-8c9b-4f62-a900-7639db11f693 None None] The sync data for ids ['3bb29b69-7a44-458a-a1f3-b509dbb255d2'] in n-d-master-1 is: [{'id': '3bb29b69-7a44-458a-a1f3-b509dbb255d2', 'name': 'tempest-TestServerBasicOps-470072378-router', 'tenant_id': 'cb4e31255e4a4acbaf1ecb75ca1b0298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.230'}], 'enable_snat': True}, 'gw_port_id': 'c8d13ff9-fc24-4a2e-98ba-ad9be9aa1b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:41:01Z', 'updated_at': '2021-12-06T17:41:05Z', 'revision_number': 4, 'project_id': 'cb4e31255e4a4acbaf1ecb75ca1b0298', 'gw_port': {'id': 'c8d13ff9-fc24-4a2e-98ba-ad9be9aa1b3f', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb29b69-7a44-458a-a1f3-b509dbb255d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:41:02Z', 'updated_at': '2021-12-06T17:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '2b336dcd-264a-4f61-b37e-9506b19e86ca', 'name': '', 'network_id': '849af80a-6232-4c4a-981d-f8860259668f', 'tenant_id': 'cb4e31255e4a4acbaf1ecb75ca1b0298', 'mac_address': 'fa:16:3e:f3:ea:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bb29b69-7a44-458a-a1f3-b509dbb255d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '07510422-b60d-44a2-92b1-678490cc486d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:41:04Z', 'updated_at': '2021-12-06T17:41:11Z', 'revision_number': 4, 'project_id': 'cb4e31255e4a4acbaf1ecb75ca1b0298', 'subnets': [{'id': '07510422-b60d-44a2-92b1-678490cc486d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:41:11.945877 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60500) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:11.973009 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecdefe5-b7ad-4101-b26e-ba28d9714ecd tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c3c43e6-0668-430c-9b10-eb372e1ca068,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:12.013796 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-d6a02d1b-a336-4fe3-b40f-91a0fc3e44a7 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0667310 Dec 06 17:41:12.016544 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60502) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:12.060581 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 60504) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:12.061173 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-89f8cc5c-6a52-40da-a52b-b91669cf5de9 tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0430508 Dec 06 17:41:12.085039 n-d-master-1 neutron-server[103285]: INFO neutron.api.v2.resource [None req-a0ce08b3-68e0-4366-a0f2-8b1cbeb0597d tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] delete failed (client error): The resource could not be found. Dec 06 17:41:12.092400 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60506) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:12.106193 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-a0ce08b3-68e0-4366-a0f2-8b1cbeb0597d tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] 10.222.0.23 "DELETE /v2.0/security-groups/6c3c43e6-0668-430c-9b10-eb372e1ca068 HTTP/1.1" status: 404 len: 347 time: 0.0446014 Dec 06 17:41:12.145694 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-0c09b18b-bebc-4c92-8943-0284fa819505 None None] Provisioning complete for port 2b336dcd-264a-4f61-b37e-9506b19e86ca triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:41:12.146067 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0c09b18b-bebc-4c92-8943-0284fa819505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:12.188032 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-6e5896eb-9005-47cb-8a13-d883dbe8855c tempest-SecGroupTest-631153568 tempest-SecGroupTest-631153568-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0937796 Dec 06 17:41:12.267944 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-664dcaf8-3999-4892-b4fe-c4daa270a8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:12.304217 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 17:41:12.599827 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-664dcaf8-3999-4892-b4fe-c4daa270a8d4 admin admin] Allocated IP 172.20.0.1 (7d0b4b82-4366-4520-a3fb-bb16e211bd18/17aa9ae0-09f2-449c-b3af-b58607300131/5465829c-4a50-43f0-af4f-a00c57c92384) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:41:12.824790 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60512) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:12.844681 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device bc48f16d-3506-4370-9ee3-3b6a58566fed up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:41:12.848683 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-7d87bd18-08bf-46ef-862a-153814e74654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a584db78-ac14-40ec-939f-3e8fbebf0abf', 'name': 'tempest-TestServerBasicOps-442128425-router', 'tenant_id': '764507fd77704d60848181c7146da195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.119'}], 'enable_snat': True}, 'gw_port_id': 'b17cc144-d577-472f-a05f-fdf5778a8b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:41:08Z', 'updated_at': '2021-12-06T17:41:10Z', 'revision_number': 3, 'project_id': '764507fd77704d60848181c7146da195', 'gw_port': {'id': 'b17cc144-d577-472f-a05f-fdf5778a8b36', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:cf:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a584db78-ac14-40ec-939f-3e8fbebf0abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:41:09Z', 'updated_at': '2021-12-06T17:41:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:41:12.869704 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-664dcaf8-3999-4892-b4fe-c4daa270a8d4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:12.920924 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d87bd18-08bf-46ef-862a-153814e74654 None None] Checking router: a584db78-ac14-40ec-939f-3e8fbebf0abf for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:41:12.921290 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d87bd18-08bf-46ef-862a-153814e74654 None None] Updating router a584db78-ac14-40ec-939f-3e8fbebf0abf port b17cc144-d577-472f-a05f-fdf5778a8b36 binding host n-d-master-1 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:41:12.987329 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-664dcaf8-3999-4892-b4fe-c4daa270a8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:13.030833 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7d87bd18-08bf-46ef-862a-153814e74654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:13.091550 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664dcaf8-3999-4892-b4fe-c4daa270a8d4 admin admin] Pushing event updated for resources: {'Port': ['ID=5465829c-4a50-43f0-af4f-a00c57c92384,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:13.120541 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664dcaf8-3999-4892-b4fe-c4daa270a8d4 admin admin] Network 7d0b4b82-4366-4520-a3fb-bb16e211bd18 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:41:13.123096 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-664dcaf8-3999-4892-b4fe-c4daa270a8d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:41:13.125852 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664dcaf8-3999-4892-b4fe-c4daa270a8d4 admin admin] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:41:13.134030 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-d9961b10-94ac-49fb-b593-98be272cc470 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=edab2b4c18de492f81706c05b5338e9a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3070564 Dec 06 17:41:13.135639 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60518) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:13.147193 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-776079b4-e4d7-4b69-b3df-41553fde486f None None] Provisioning complete for port bc48f16d-3506-4370-9ee3-3b6a58566fed triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:41:13.147651 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-776079b4-e4d7-4b69-b3df-41553fde486f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:13.212863 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-664dcaf8-3999-4892-b4fe-c4daa270a8d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539179'] for router_interface, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:13.263542 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5add4f7b-a8ed-4f19-8f69-d968e6b67d32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:13.268214 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port bc48f16d-3506-4370-9ee3-3b6a58566fed triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:41:13.268947 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:13.321442 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5add4f7b-a8ed-4f19-8f69-d968e6b67d32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:13.415658 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5add4f7b-a8ed-4f19-8f69-d968e6b67d32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:13.424814 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5add4f7b-a8ed-4f19-8f69-d968e6b67d32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:13.429306 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-5add4f7b-a8ed-4f19-8f69-d968e6b67d32 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a81c3b53-2109-4f1d-bab9-37e4cb836292 HTTP/1.1" status: 204 len: 168 time: 0.2913446 Dec 06 17:41:13.441540 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5add4f7b-a8ed-4f19-8f69-d968e6b67d32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a81c3b53-2109-4f1d-bab9-37e4cb836292,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:13.476099 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-664dcaf8-3999-4892-b4fe-c4daa270a8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:13.576433 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-090f801d-60eb-4c85-bc0f-119f2b9eba55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:13.594169 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 2b336dcd-264a-4f61-b37e-9506b19e86ca up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:41:13.702641 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 2b336dcd-264a-4f61-b37e-9506b19e86ca triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:41:13.704407 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:13.709595 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-664dcaf8-3999-4892-b4fe-c4daa270a8d4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:13.717047 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-664dcaf8-3999-4892-b4fe-c4daa270a8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:13.754138 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7d87bd18-08bf-46ef-862a-153814e74654 None None] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:13.759928 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-26d3a9bf-2f5e-48f0-b28c-549d2882759c None None] Provisioning complete for port 5465829c-4a50-43f0-af4f-a00c57c92384 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:41:13.760290 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-26d3a9bf-2f5e-48f0-b28c-549d2882759c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:13.784870 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7d87bd18-08bf-46ef-862a-153814e74654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:13.846819 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307b80c9-1a8d-4ba0-820e-8ead55fcc657 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:41:13.847522 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664dcaf8-3999-4892-b4fe-c4daa270a8d4 admin admin] Pushing event updated for resources: {'Port': ['ID=5465829c-4a50-43f0-af4f-a00c57c92384,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:13.856133 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-664dcaf8-3999-4892-b4fe-c4daa270a8d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-772465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539207'] for router_interface, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:13.864738 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-26d3a9bf-2f5e-48f0-b28c-549d2882759c None None] Port 5465829c-4a50-43f0-af4f-a00c57c92384 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:41:13.868448 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-7d87bd18-08bf-46ef-862a-153814e74654 None None] Attempting to bind port b17cc144-d577-472f-a05f-fdf5778a8b36 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:41:13.868834 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-7d87bd18-08bf-46ef-862a-153814e74654 None None] Attempting to bind port b17cc144-d577-472f-a05f-fdf5778a8b36 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:41:13.869329 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d87bd18-08bf-46ef-862a-153814e74654 None None] Attempting to bind port b17cc144-d577-472f-a05f-fdf5778a8b36 on network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:41:13.920286 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d87bd18-08bf-46ef-862a-153814e74654 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:41:13.920677 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d87bd18-08bf-46ef-862a-153814e74654 None None] Checking segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:41:13.921085 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7d87bd18-08bf-46ef-862a-153814e74654 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:13.921500 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d87bd18-08bf-46ef-862a-153814e74654 None None] Bound using segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:41:13.922052 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-7d87bd18-08bf-46ef-862a-153814e74654 None None] Bound port: b17cc144-d577-472f-a05f-fdf5778a8b36, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:41:13.922468 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7d87bd18-08bf-46ef-862a-153814e74654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:13.924216 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586dd862-c021-4624-a1ff-57f9304e41c3 None None] Pushing event updated for resources: {'Port': ['ID=b17cc144-d577-472f-a05f-fdf5778a8b36,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:13.990175 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-7d87bd18-08bf-46ef-862a-153814e74654 None None] For port b17cc144-d577-472f-a05f-fdf5778a8b36, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:41:14.008271 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-7d87bd18-08bf-46ef-862a-153814e74654 None None] For port b17cc144-d577-472f-a05f-fdf5778a8b36, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b17cc144-d577-472f-a05f-fdf5778a8b36,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:41:14.011160 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664dcaf8-3999-4892-b4fe-c4daa270a8d4 admin admin] Network 7d0b4b82-4366-4520-a3fb-bb16e211bd18 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:41:14.011349 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-33a8ffb9-df93-4e26-8fa7-46b15b31cfc8 None None] Provisioning complete for port b17cc144-d577-472f-a05f-fdf5778a8b36 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:41:14.011587 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-33a8ffb9-df93-4e26-8fa7-46b15b31cfc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:14.013848 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-664dcaf8-3999-4892-b4fe-c4daa270a8d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:41:14.067519 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7d87bd18-08bf-46ef-862a-153814e74654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:14.103084 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-33a8ffb9-df93-4e26-8fa7-46b15b31cfc8 None None] Port b17cc144-d577-472f-a05f-fdf5778a8b36 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:41:14.176354 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8353ccee-802a-4746-a9ca-1ba70734105d None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:41:14.208951 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d87bd18-08bf-46ef-862a-153814e74654 None None] Routers {'a584db78-ac14-40ec-939f-3e8fbebf0abf'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:41:14.209676 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-7d87bd18-08bf-46ef-862a-153814e74654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:40:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['a584db78-ac14-40ec-939f-3e8fbebf0abf'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:41:14.212391 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-664dcaf8-3999-4892-b4fe-c4daa270a8d4 admin admin] Router a584db78-ac14-40ec-939f-3e8fbebf0abf has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:41:14.215867 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586dd862-c021-4624-a1ff-57f9304e41c3 None None] Pushing event updated for resources: {'Port': ['ID=b17cc144-d577-472f-a05f-fdf5778a8b36,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:14.397135 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-4792db27-ac4a-48ba-ac1d-d545784d135d None None] Provisioning complete for port b17cc144-d577-472f-a05f-fdf5778a8b36 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:41:14.397534 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4792db27-ac4a-48ba-ac1d-d545784d135d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:14.402442 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-664dcaf8-3999-4892-b4fe-c4daa270a8d4 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:41:14.419619 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-664dcaf8-3999-4892-b4fe-c4daa270a8d4 admin admin] 10.222.0.23 "PUT /v2.0/routers/a584db78-ac14-40ec-939f-3e8fbebf0abf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9380884 Dec 06 17:41:14.447543 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-7d87bd18-08bf-46ef-862a-153814e74654 None None] Set router a584db78-ac14-40ec-939f-3e8fbebf0abf gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:41:14.539336 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60544) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:14.648113 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4792db27-ac4a-48ba-ac1d-d545784d135d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:14.687079 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-4792db27-ac4a-48ba-ac1d-d545784d135d None None] For port b17cc144-d577-472f-a05f-fdf5778a8b36, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b17cc144-d577-472f-a05f-fdf5778a8b36,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:41:14.687431 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-8c6685c0-96aa-464b-8779-8b78fea75360 tempest-TagsTest-1415585186 tempest-TagsTest-1415585186-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1447423625'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:41:14.715214 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4792db27-ac4a-48ba-ac1d-d545784d135d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:14.718862 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c6685c0-96aa-464b-8779-8b78fea75360 tempest-TagsTest-1415585186 tempest-TagsTest-1415585186-project] Made reservation on behalf of c8147b3a845c4b07929ec8fdab807295 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:41:14.723669 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8c6685c0-96aa-464b-8779-8b78fea75360 tempest-TagsTest-1415585186 tempest-TagsTest-1415585186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:14.736214 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8c6685c0-96aa-464b-8779-8b78fea75360 tempest-TagsTest-1415585186 tempest-TagsTest-1415585186-project] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:14.799864 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4792db27-ac4a-48ba-ac1d-d545784d135d None None] Pushing event updated for resources: {'Port': ['ID=b17cc144-d577-472f-a05f-fdf5778a8b36,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:14.806247 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-7d87bd18-08bf-46ef-862a-153814e74654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a584db78-ac14-40ec-939f-3e8fbebf0abf', 'name': 'tempest-TestServerBasicOps-442128425-router', 'tenant_id': '764507fd77704d60848181c7146da195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.119'}], 'enable_snat': True}, 'gw_port_id': 'b17cc144-d577-472f-a05f-fdf5778a8b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:41:08Z', 'updated_at': '2021-12-06T17:41:13Z', 'revision_number': 4, 'project_id': '764507fd77704d60848181c7146da195', 'gw_port': {'id': 'b17cc144-d577-472f-a05f-fdf5778a8b36', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:cf:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a584db78-ac14-40ec-939f-3e8fbebf0abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:41:09Z', 'updated_at': '2021-12-06T17:41:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '5465829c-4a50-43f0-af4f-a00c57c92384', 'name': '', 'network_id': '7d0b4b82-4366-4520-a3fb-bb16e211bd18', 'tenant_id': '764507fd77704d60848181c7146da195', 'mac_address': 'fa:16:3e:6d:45:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a584db78-ac14-40ec-939f-3e8fbebf0abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '17aa9ae0-09f2-449c-b3af-b58607300131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:41:12Z', 'updated_at': '2021-12-06T17:41:13Z', 'revision_number': 2, 'project_id': '764507fd77704d60848181c7146da195', 'subnets': [{'id': '17aa9ae0-09f2-449c-b3af-b58607300131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:41:14.846664 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d87bd18-08bf-46ef-862a-153814e74654 None None] The sync data for ids ['a584db78-ac14-40ec-939f-3e8fbebf0abf'] in n-d-master-1 is: [{'id': 'a584db78-ac14-40ec-939f-3e8fbebf0abf', 'name': 'tempest-TestServerBasicOps-442128425-router', 'tenant_id': '764507fd77704d60848181c7146da195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.119'}], 'enable_snat': True}, 'gw_port_id': 'b17cc144-d577-472f-a05f-fdf5778a8b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:41:08Z', 'updated_at': '2021-12-06T17:41:13Z', 'revision_number': 4, 'project_id': '764507fd77704d60848181c7146da195', 'gw_port': {'id': 'b17cc144-d577-472f-a05f-fdf5778a8b36', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:cf:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a584db78-ac14-40ec-939f-3e8fbebf0abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:41:09Z', 'updated_at': '2021-12-06T17:41:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '5465829c-4a50-43f0-af4f-a00c57c92384', 'name': '', 'network_id': '7d0b4b82-4366-4520-a3fb-bb16e211bd18', 'tenant_id': '764507fd77704d60848181c7146da195', 'mac_address': 'fa:16:3e:6d:45:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a584db78-ac14-40ec-939f-3e8fbebf0abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '17aa9ae0-09f2-449c-b3af-b58607300131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:41:12Z', 'updated_at': '2021-12-06T17:41:13Z', 'revision_number': 2, 'project_id': '764507fd77704d60848181c7146da195', 'subnets': [{'id': '17aa9ae0-09f2-449c-b3af-b58607300131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:41:14.846865 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8c6685c0-96aa-464b-8779-8b78fea75360 tempest-TagsTest-1415585186 tempest-TagsTest-1415585186-project] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:14.856924 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8c6685c0-96aa-464b-8779-8b78fea75360 tempest-TagsTest-1415585186 tempest-TagsTest-1415585186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:14.860785 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-0a0267ae-ecf2-4993-8d40-ed8dcb435ede None None] Provisioning complete for port 5465829c-4a50-43f0-af4f-a00c57c92384 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:41:14.861320 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0a0267ae-ecf2-4993-8d40-ed8dcb435ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:14.895883 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c6685c0-96aa-464b-8779-8b78fea75360 tempest-TagsTest-1415585186 tempest-TagsTest-1415585186-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:41:14.915231 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6685c0-96aa-464b-8779-8b78fea75360 tempest-TagsTest-1415585186 tempest-TagsTest-1415585186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81868d3b-4ad3-4fa8-a6e7-2d94042d09b0,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:14.920940 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8c6685c0-96aa-464b-8779-8b78fea75360 tempest-TagsTest-1415585186 tempest-TagsTest-1415585186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:14.921299 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-8c6685c0-96aa-464b-8779-8b78fea75360 tempest-TagsTest-1415585186 tempest-TagsTest-1415585186-project] Added segment 304f3f72-fa4a-4b2d-b9fb-ada7ea618a55 of type vlan for network dcd841b8-1f97-42df-9059-eee6044f1130 Dec 06 17:41:14.926200 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-0a0267ae-ecf2-4993-8d40-ed8dcb435ede None None] Port 5465829c-4a50-43f0-af4f-a00c57c92384 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:41:14.976851 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8c6685c0-96aa-464b-8779-8b78fea75360 tempest-TagsTest-1415585186 tempest-TagsTest-1415585186-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:15.015224 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8c6685c0-96aa-464b-8779-8b78fea75360 tempest-TagsTest-1415585186 tempest-TagsTest-1415585186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:15.023065 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6685c0-96aa-464b-8779-8b78fea75360 tempest-TagsTest-1415585186 tempest-TagsTest-1415585186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:41:15.023696 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8c6685c0-96aa-464b-8779-8b78fea75360 tempest-TagsTest-1415585186 tempest-TagsTest-1415585186-project] Publish callbacks [] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:15.088340 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-8c6685c0-96aa-464b-8779-8b78fea75360 tempest-TagsTest-1415585186 tempest-TagsTest-1415585186-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.5477936 Dec 06 17:41:15.092249 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 60552) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:15.096897 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.tag.tag_plugin [None req-69cb706d-f1f3-4b54-8ee0-1d0a0e863492 tempest-TagsTest-1415585186 tempest-TagsTest-1415585186-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'dcd841b8-1f97-42df-9059-eee6044f1130', 'tempest-TagsTest-Tag-1274730614') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:41:15.112687 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6685c0-96aa-464b-8779-8b78fea75360 tempest-TagsTest-1415585186 tempest-TagsTest-1415585186-project] Pushing event updated for resources: {'Network': ['ID=dcd841b8-1f97-42df-9059-eee6044f1130,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:15.252604 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-69cb706d-f1f3-4b54-8ee0-1d0a0e863492 tempest-TagsTest-1415585186 tempest-TagsTest-1415585186-project] 10.222.0.23 "PUT /v2.0/networks/dcd841b8-1f97-42df-9059-eee6044f1130/tags/tempest-TagsTest-Tag-1274730614 HTTP/1.1" status: 201 len: 201 time: 0.1591733 Dec 06 17:41:15.255300 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60556) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:15.260756 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.tag.tag_plugin [None req-1fa8e502-5751-4a1a-95f6-316138f7e7e7 tempest-TagsTest-1415585186 tempest-TagsTest-1415585186-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'dcd841b8-1f97-42df-9059-eee6044f1130', 'tempest-TagsTest-Tag-1274730614') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:41:15.319201 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 60558) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:15.323815 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-aad76982-ab70-4639-8eeb-d38745a59644 tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-678230081', 'description': 'tempest-secgroup-smoke-678230081 description', 'project_id': 'cb4e31255e4a4acbaf1ecb75ca1b0298'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:41:15.362273 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aad76982-ab70-4639-8eeb-d38745a59644 tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:15.374696 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-1fa8e502-5751-4a1a-95f6-316138f7e7e7 tempest-TagsTest-1415585186 tempest-TagsTest-1415585186-project] 10.222.0.23 "GET /v2.0/networks/dcd841b8-1f97-42df-9059-eee6044f1130/tags/tempest-TagsTest-Tag-1274730614 HTTP/1.1" status: 204 len: 168 time: 0.1176982 Dec 06 17:41:15.376864 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60560) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:15.381939 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.tag.tag_plugin [None req-c8b62fae-18c0-4ec9-8e29-9e7e931659ef tempest-TagsTest-1415585186 tempest-TagsTest-1415585186-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'dcd841b8-1f97-42df-9059-eee6044f1130') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:41:15.390396 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network dcd841b8-1f97-42df-9059-eee6044f1130 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:41:15.476885 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-c8b62fae-18c0-4ec9-8e29-9e7e931659ef tempest-TagsTest-1415585186 tempest-TagsTest-1415585186-project] 10.222.0.23 "GET /v2.0/networks/dcd841b8-1f97-42df-9059-eee6044f1130/tags HTTP/1.1" status: 200 len: 238 time: 0.0965958 Dec 06 17:41:15.477691 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60562) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:15.479134 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aad76982-ab70-4639-8eeb-d38745a59644 tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:15.487036 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aad76982-ab70-4639-8eeb-d38745a59644 tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:15.488399 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.tag.tag_plugin [None req-7d157a34-62e7-466b-a571-a3443e62f290 tempest-TagsTest-1415585186 tempest-TagsTest-1415585186-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'dcd841b8-1f97-42df-9059-eee6044f1130', {'tags': ['tempest-TagsTest-Tag-1401151121', 'tempest-TagsTest-Tag-1995479076', 'tempest-TagsTest-Tag-1015331599']}) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:41:15.540142 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aad76982-ab70-4639-8eeb-d38745a59644 tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:15.545645 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-aad76982-ab70-4639-8eeb-d38745a59644 tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2221808 Dec 06 17:41:15.546278 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 60564) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:15.550866 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-eb41d557-37a1-47cd-b3b1-e7667dc13f91 tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Request body: {'security_group_rule': {'security_group_id': 'b24666a1-8f51-4b34-9990-b3f01d9df4d2', 'project_id': 'cb4e31255e4a4acbaf1ecb75ca1b0298', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:41:15.561938 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad76982-ab70-4639-8eeb-d38745a59644 tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b24666a1-8f51-4b34-9990-b3f01d9df4d2,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:15.592164 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-eb41d557-37a1-47cd-b3b1-e7667dc13f91 tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:15.602117 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-7d157a34-62e7-466b-a571-a3443e62f290 tempest-TagsTest-1415585186 tempest-TagsTest-1415585186-project] 10.222.0.23 "PUT /v2.0/networks/dcd841b8-1f97-42df-9059-eee6044f1130/tags HTTP/1.1" status: 200 len: 309 time: 0.1227939 Dec 06 17:41:15.605016 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60566) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:15.614742 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.tag.tag_plugin [None req-52aa3bd9-2069-45b6-9589-b70de5dfa23e tempest-TagsTest-1415585186 tempest-TagsTest-1415585186-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'dcd841b8-1f97-42df-9059-eee6044f1130', 'tempest-TagsTest-Tag-1401151121') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:41:15.675949 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-eb41d557-37a1-47cd-b3b1-e7667dc13f91 tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:15.681813 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7d7285d4-e1ca-46c2-b550-85d4c5c7e2e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:15.686250 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-eb41d557-37a1-47cd-b3b1-e7667dc13f91 tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:15.713313 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb41d557-37a1-47cd-b3b1-e7667dc13f91 tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=107d6834-1bbe-49ee-ae7c-ed65c29d8712,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:15.725118 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-eb41d557-37a1-47cd-b3b1-e7667dc13f91 tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:15.727445 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-eb41d557-37a1-47cd-b3b1-e7667dc13f91 tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1802192 Dec 06 17:41:15.732101 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-52aa3bd9-2069-45b6-9589-b70de5dfa23e tempest-TagsTest-1415585186 tempest-TagsTest-1415585186-project] 10.222.0.23 "DELETE /v2.0/networks/dcd841b8-1f97-42df-9059-eee6044f1130/tags/tempest-TagsTest-Tag-1401151121 HTTP/1.1" status: 204 len: 168 time: 0.1223657 Dec 06 17:41:15.732101 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60568) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:15.733990 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 60570) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:15.735912 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-782fdae0-8577-4399-a8a7-9a4a58726315 tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Request body: {'security_group_rule': {'security_group_id': 'b24666a1-8f51-4b34-9990-b3f01d9df4d2', 'project_id': 'cb4e31255e4a4acbaf1ecb75ca1b0298', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:41:15.739695 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.tag.tag_plugin [None req-ff7a4417-f166-4346-943d-9e3bdd761e0a tempest-TagsTest-1415585186 tempest-TagsTest-1415585186-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'dcd841b8-1f97-42df-9059-eee6044f1130', 'tempest-TagsTest-Tag-1401151121') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:41:15.788251 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-782fdae0-8577-4399-a8a7-9a4a58726315 tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:15.856951 n-d-master-1 neutron-server[103285]: INFO neutron.api.v2.resource [None req-ff7a4417-f166-4346-943d-9e3bdd761e0a tempest-TagsTest-1415585186 tempest-TagsTest-1415585186-project] show failed (client error): The resource could not be found. Dec 06 17:41:15.860916 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-ff7a4417-f166-4346-943d-9e3bdd761e0a tempest-TagsTest-1415585186 tempest-TagsTest-1415585186-project] 10.222.0.23 "GET /v2.0/networks/dcd841b8-1f97-42df-9059-eee6044f1130/tags/tempest-TagsTest-Tag-1401151121 HTTP/1.1" status: 404 len: 326 time: 0.1247344 Dec 06 17:41:15.864042 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 60572) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:15.869764 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.tag.tag_plugin [None req-049eddce-da0e-4e02-b0bc-1aeef4bb804f tempest-TagsTest-1415585186 tempest-TagsTest-1415585186-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'dcd841b8-1f97-42df-9059-eee6044f1130', 'tempest-TagsTest-Tag-1995479076') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:41:15.904295 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-782fdae0-8577-4399-a8a7-9a4a58726315 tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:15.912646 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-782fdae0-8577-4399-a8a7-9a4a58726315 tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:15.943604 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782fdae0-8577-4399-a8a7-9a4a58726315 tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19ec25f6-52cf-47e1-b9af-7a7fe0a7a8db,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:15.961893 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-782fdae0-8577-4399-a8a7-9a4a58726315 tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:15.963300 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-782fdae0-8577-4399-a8a7-9a4a58726315 tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2317796 Dec 06 17:41:15.966611 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 60574) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:15.971145 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-a633d386-7d60-4f2f-9b12-f0dc4c83365f tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Request body: {'security_group_rule': {'security_group_id': 'b24666a1-8f51-4b34-9990-b3f01d9df4d2', 'project_id': 'cb4e31255e4a4acbaf1ecb75ca1b0298', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:41:15.978071 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-049eddce-da0e-4e02-b0bc-1aeef4bb804f tempest-TagsTest-1415585186 tempest-TagsTest-1415585186-project] 10.222.0.23 "GET /v2.0/networks/dcd841b8-1f97-42df-9059-eee6044f1130/tags/tempest-TagsTest-Tag-1995479076 HTTP/1.1" status: 204 len: 168 time: 0.1138093 Dec 06 17:41:15.981189 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60576) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:15.987342 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.tag.tag_plugin [None req-773d72dd-fdc5-403f-a017-dae47ab3e01c tempest-TagsTest-1415585186 tempest-TagsTest-1415585186-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'dcd841b8-1f97-42df-9059-eee6044f1130', 'tempest-TagsTest-Tag-1015331599') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:41:16.011000 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a633d386-7d60-4f2f-9b12-f0dc4c83365f tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:16.071371 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a633d386-7d60-4f2f-9b12-f0dc4c83365f tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:16.073243 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-773d72dd-fdc5-403f-a017-dae47ab3e01c tempest-TagsTest-1415585186 tempest-TagsTest-1415585186-project] 10.222.0.23 "GET /v2.0/networks/dcd841b8-1f97-42df-9059-eee6044f1130/tags/tempest-TagsTest-Tag-1015331599 HTTP/1.1" status: 204 len: 168 time: 0.0898511 Dec 06 17:41:16.076129 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60578) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:16.077738 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a633d386-7d60-4f2f-9b12-f0dc4c83365f tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:16.084443 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.tag.tag_plugin [None req-6151f2ff-e8a7-41ed-bfa6-2adbf7135e6f tempest-TagsTest-1415585186 tempest-TagsTest-1415585186-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'dcd841b8-1f97-42df-9059-eee6044f1130') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:41:16.097885 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a633d386-7d60-4f2f-9b12-f0dc4c83365f tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fd7b201-e604-4fb3-b322-4b4742314154,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:16.111130 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a633d386-7d60-4f2f-9b12-f0dc4c83365f tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:16.113872 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-a633d386-7d60-4f2f-9b12-f0dc4c83365f tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1462941 Dec 06 17:41:16.116639 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 60580) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:16.121836 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-c271b213-aa08-4920-88ba-a931d8ec949d tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Request body: {'security_group_rule': {'security_group_id': 'b24666a1-8f51-4b34-9990-b3f01d9df4d2', 'project_id': 'cb4e31255e4a4acbaf1ecb75ca1b0298', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:41:16.162039 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c271b213-aa08-4920-88ba-a931d8ec949d tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:16.207255 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-6151f2ff-e8a7-41ed-bfa6-2adbf7135e6f tempest-TagsTest-1415585186 tempest-TagsTest-1415585186-project] 10.222.0.23 "DELETE /v2.0/networks/dcd841b8-1f97-42df-9059-eee6044f1130/tags HTTP/1.1" status: 204 len: 168 time: 0.1267726 Dec 06 17:41:16.207514 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 60582) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:16.213085 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.tag.tag_plugin [None req-f48909ce-c4e3-4633-acbb-7a5ee81addb0 tempest-TagsTest-1415585186 tempest-TagsTest-1415585186-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'dcd841b8-1f97-42df-9059-eee6044f1130', 'tempest-TagsTest-Tag-1995479076') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:41:16.271880 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c271b213-aa08-4920-88ba-a931d8ec949d tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:16.281908 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c271b213-aa08-4920-88ba-a931d8ec949d tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:16.347022 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c271b213-aa08-4920-88ba-a931d8ec949d tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f991458-414c-444a-bb2d-40dbfc44027c,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:16.353213 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c271b213-aa08-4920-88ba-a931d8ec949d tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:16.357945 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-c271b213-aa08-4920-88ba-a931d8ec949d tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2400043 Dec 06 17:41:16.359023 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60586) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:16.364584 n-d-master-1 neutron-server[103285]: INFO neutron.api.v2.resource [None req-f48909ce-c4e3-4633-acbb-7a5ee81addb0 tempest-TagsTest-1415585186 tempest-TagsTest-1415585186-project] show failed (client error): The resource could not be found. Dec 06 17:41:16.366347 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-9882f4c7-4f75-4f61-bc53-771579bc9cfa tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Request body: {'security_group_rule': {'security_group_id': 'b24666a1-8f51-4b34-9990-b3f01d9df4d2', 'project_id': 'cb4e31255e4a4acbaf1ecb75ca1b0298', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:41:16.368821 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-f48909ce-c4e3-4633-acbb-7a5ee81addb0 tempest-TagsTest-1415585186 tempest-TagsTest-1415585186-project] 10.222.0.23 "GET /v2.0/networks/dcd841b8-1f97-42df-9059-eee6044f1130/tags/tempest-TagsTest-Tag-1995479076 HTTP/1.1" status: 404 len: 326 time: 0.1607995 Dec 06 17:41:16.369670 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 60588) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:16.374859 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.tag.tag_plugin [None req-f0961f02-aa82-4736-8f71-ed56905e0f55 tempest-TagsTest-1415585186 tempest-TagsTest-1415585186-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'dcd841b8-1f97-42df-9059-eee6044f1130', 'tempest-TagsTest-Tag-1015331599') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:41:16.423170 n-d-master-1 neutron-server[103284]: INFO neutron.db.securitygroups_db [None req-9882f4c7-4f75-4f61-bc53-771579bc9cfa tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Project cb4e31255e4a4acbaf1ecb75ca1b0298 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 17:41:16.438110 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9882f4c7-4f75-4f61-bc53-771579bc9cfa tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:16.443218 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device b17cc144-d577-472f-a05f-fdf5778a8b36 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:41:16.473389 n-d-master-1 neutron-server[103285]: INFO neutron.api.v2.resource [None req-f0961f02-aa82-4736-8f71-ed56905e0f55 tempest-TagsTest-1415585186 tempest-TagsTest-1415585186-project] show failed (client error): The resource could not be found. Dec 06 17:41:16.475399 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-f0961f02-aa82-4736-8f71-ed56905e0f55 tempest-TagsTest-1415585186 tempest-TagsTest-1415585186-project] 10.222.0.23 "GET /v2.0/networks/dcd841b8-1f97-42df-9059-eee6044f1130/tags/tempest-TagsTest-Tag-1015331599 HTTP/1.1" status: 404 len: 326 time: 0.1047168 Dec 06 17:41:16.478100 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 60590) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:16.488224 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.tag.tag_plugin [None req-afa22397-1596-4460-a07f-9f8b63e0245e tempest-TagsTest-1415585186 tempest-TagsTest-1415585186-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'dcd841b8-1f97-42df-9059-eee6044f1130') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:41:16.511017 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port b17cc144-d577-472f-a05f-fdf5778a8b36 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:41:16.511394 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:16.558957 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9882f4c7-4f75-4f61-bc53-771579bc9cfa tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:16.566293 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9882f4c7-4f75-4f61-bc53-771579bc9cfa tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:16.583459 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9882f4c7-4f75-4f61-bc53-771579bc9cfa tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc2dfc8d-173c-4a3b-bef9-d2827d11700b,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:16.608856 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9882f4c7-4f75-4f61-bc53-771579bc9cfa tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:16.613147 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-9882f4c7-4f75-4f61-bc53-771579bc9cfa tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2523565 Dec 06 17:41:16.613743 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 60592) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:16.618468 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-9909d317-27f6-41c7-b5a9-334495e595cb tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Request body: {'security_group_rule': {'security_group_id': 'b24666a1-8f51-4b34-9990-b3f01d9df4d2', 'project_id': 'cb4e31255e4a4acbaf1ecb75ca1b0298', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:41:16.654141 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-afa22397-1596-4460-a07f-9f8b63e0245e tempest-TagsTest-1415585186 tempest-TagsTest-1415585186-project] 10.222.0.23 "DELETE /v2.0/networks/dcd841b8-1f97-42df-9059-eee6044f1130/tags HTTP/1.1" status: 204 len: 168 time: 0.1740270 Dec 06 17:41:16.658275 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 60594) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:16.668755 n-d-master-1 neutron-server[103285]: INFO neutron.db.securitygroups_db [None req-9909d317-27f6-41c7-b5a9-334495e595cb tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Project cb4e31255e4a4acbaf1ecb75ca1b0298 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 17:41:16.689447 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9909d317-27f6-41c7-b5a9-334495e595cb tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:16.788752 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8268cd94-fcc8-489d-aead-858d9a35f929 tempest-TagsTest-1415585186 tempest-TagsTest-1415585186-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:16.837617 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9909d317-27f6-41c7-b5a9-334495e595cb tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:16.844056 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9909d317-27f6-41c7-b5a9-334495e595cb tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:16.910837 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9909d317-27f6-41c7-b5a9-334495e595cb tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a081023-f4f7-4906-abea-b0a48f539fb1,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:16.920725 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8268cd94-fcc8-489d-aead-858d9a35f929 tempest-TagsTest-1415585186 tempest-TagsTest-1415585186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:16.926183 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9909d317-27f6-41c7-b5a9-334495e595cb tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:16.927400 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-9909d317-27f6-41c7-b5a9-334495e595cb tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3127065 Dec 06 17:41:16.951684 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-8268cd94-fcc8-489d-aead-858d9a35f929 tempest-TagsTest-1415585186 tempest-TagsTest-1415585186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcd841b8-1f97-42df-9059-eee6044f1130']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:41:16.973782 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-8268cd94-fcc8-489d-aead-858d9a35f929 tempest-TagsTest-1415585186 tempest-TagsTest-1415585186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '304f3f72-fa4a-4b2d-b9fb-ada7ea618a55') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:41:16.974346 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-8268cd94-fcc8-489d-aead-858d9a35f929 tempest-TagsTest-1415585186 tempest-TagsTest-1415585186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '304f3f72-fa4a-4b2d-b9fb-ada7ea618a55') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:41:16.974787 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:16.991683 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8268cd94-fcc8-489d-aead-858d9a35f929 tempest-TagsTest-1415585186 tempest-TagsTest-1415585186-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:17.007621 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8268cd94-fcc8-489d-aead-858d9a35f929 tempest-TagsTest-1415585186 tempest-TagsTest-1415585186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:17.015786 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8268cd94-fcc8-489d-aead-858d9a35f929 tempest-TagsTest-1415585186 tempest-TagsTest-1415585186-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:41:17.016092 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8268cd94-fcc8-489d-aead-858d9a35f929 tempest-TagsTest-1415585186 tempest-TagsTest-1415585186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:17.019534 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:41:17.019534 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:41:17.019534 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:41:17.019534 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:41:17.019534 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:41:17.019534 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:41:17.019534 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:41:17.019534 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:41:17.019534 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:41:17.019534 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:41:17.019534 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:41:17.019534 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:41:17.019534 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:41:17.019534 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:41:17.019534 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:41:17.019534 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:41:17.019534 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:41:17.019534 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:41:17.019534 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:41:17.019534 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:41:17.019534 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:41:17.019534 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:41:17.019534 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:41:17.019534 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:41:17.019534 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:41:17.019534 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:41:17.019534 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:41:17.019534 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:41:17.019534 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:41:17.019534 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:41:17.019534 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:41:17.019534 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:41:17.112778 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8268cd94-fcc8-489d-aead-858d9a35f929 tempest-TagsTest-1415585186 tempest-TagsTest-1415585186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:17.117711 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8268cd94-fcc8-489d-aead-858d9a35f929 tempest-TagsTest-1415585186 tempest-TagsTest-1415585186-project] Publish callbacks [] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:17.123837 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-8268cd94-fcc8-489d-aead-858d9a35f929 tempest-TagsTest-1415585186 tempest-TagsTest-1415585186-project] 10.222.0.23 "DELETE /v2.0/networks/dcd841b8-1f97-42df-9059-eee6044f1130 HTTP/1.1" status: 204 len: 168 time: 0.4617753 Dec 06 17:41:17.147631 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8268cd94-fcc8-489d-aead-858d9a35f929 tempest-TagsTest-1415585186 tempest-TagsTest-1415585186-project] Pushing event deleted for resources: {'Network': ['ID=dcd841b8-1f97-42df-9059-eee6044f1130,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:17.155757 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-03f7c708-80ee-4457-b73d-70ac18dcf592 req-e081079d-bd94-4c80-900e-bd1933570203 tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-678230081&fields=id&tenant_id=cb4e31255e4a4acbaf1ecb75ca1b0298 HTTP/1.1" status: 200 len: 267 time: 0.0834990 Dec 06 17:41:17.285592 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f7c708-80ee-4457-b73d-70ac18dcf592 req-ea2ed062-03ef-4dd0-a8a8-bab26acd84de tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:41:17.287087 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-03f7c708-80ee-4457-b73d-70ac18dcf592 req-ea2ed062-03ef-4dd0-a8a8-bab26acd84de tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] 10.222.0.23 "GET /v2.0/networks?id=849af80a-6232-4c4a-981d-f8860259668f HTTP/1.1" status: 200 len: 808 time: 0.1218343 Dec 06 17:41:17.309192 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-03f7c708-80ee-4457-b73d-70ac18dcf592 req-77966b81-9f94-4635-8144-2128b7c1a78c tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] 10.222.0.23 "GET /v2.0/quotas/cb4e31255e4a4acbaf1ecb75ca1b0298 HTTP/1.1" status: 200 len: 375 time: 0.0162346 Dec 06 17:41:17.367554 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-03f7c708-80ee-4457-b73d-70ac18dcf592 req-eadb5d4e-2e63-40b2-adf6-7a10fe86806d tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=cb4e31255e4a4acbaf1ecb75ca1b0298&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491703 Dec 06 17:41:17.412674 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 60614) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:17.476130 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-03f7c708-80ee-4457-b73d-70ac18dcf592 req-23edde14-b252-47f1-a285-b3539a172cc0 service neutron] 10.222.0.23 "GET /v2.0/networks/849af80a-6232-4c4a-981d-f8860259668f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951934 Dec 06 17:41:17.602369 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-03f7c708-80ee-4457-b73d-70ac18dcf592 req-0e9416f6-550e-4060-86a9-fcc47a231f8d service neutron] 10.222.0.23 "GET /v2.0/networks/849af80a-6232-4c4a-981d-f8860259668f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186490 Dec 06 17:41:17.616298 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-d164a162-0879-441a-a00e-692cab548c87 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c8147b3a845c4b07929ec8fdab807295&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2002592 Dec 06 17:41:17.616677 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60618) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:17.692304 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-38e12050-a821-4403-8a37-630113768bff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:17.719322 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-38e12050-a821-4403-8a37-630113768bff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:17.806543 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-38e12050-a821-4403-8a37-630113768bff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:17.811549 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-38e12050-a821-4403-8a37-630113768bff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:17.813508 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-38e12050-a821-4403-8a37-630113768bff admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/81868d3b-4ad3-4fa8-a6e7-2d94042d09b0 HTTP/1.1" status: 204 len: 168 time: 0.1943853 Dec 06 17:41:17.870329 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-73c7908d-fd7b-4e8d-ad24-6e2e746832db req-5b07450a-8029-4fbe-bd78-83e296ed3dad tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaff9751-15e6-4631-8c7e-03d9dee08bff HTTP/1.1" status: 200 len: 210 time: 0.0559356 Dec 06 17:41:17.871105 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e12050-a821-4403-8a37-630113768bff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81868d3b-4ad3-4fa8-a6e7-2d94042d09b0,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:18.153373 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:18.515482 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b649268-b407-4332-88b8-56e6f0913505 None None] Sync routers for ids ['a584db78-ac14-40ec-939f-3e8fbebf0abf'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:41:18.527110 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b649268-b407-4332-88b8-56e6f0913505 None None] Routers {'a584db78-ac14-40ec-939f-3e8fbebf0abf'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:41:18.527861 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-5b649268-b407-4332-88b8-56e6f0913505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:41:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['a584db78-ac14-40ec-939f-3e8fbebf0abf'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:41:18.656535 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-5b649268-b407-4332-88b8-56e6f0913505 None None] Set router a584db78-ac14-40ec-939f-3e8fbebf0abf gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:41:18.894039 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-5b649268-b407-4332-88b8-56e6f0913505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a584db78-ac14-40ec-939f-3e8fbebf0abf', 'name': 'tempest-TestServerBasicOps-442128425-router', 'tenant_id': '764507fd77704d60848181c7146da195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.119'}], 'enable_snat': True}, 'gw_port_id': 'b17cc144-d577-472f-a05f-fdf5778a8b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:41:08Z', 'updated_at': '2021-12-06T17:41:13Z', 'revision_number': 4, 'project_id': '764507fd77704d60848181c7146da195', 'gw_port': {'id': 'b17cc144-d577-472f-a05f-fdf5778a8b36', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:cf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a584db78-ac14-40ec-939f-3e8fbebf0abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:41:09Z', 'updated_at': '2021-12-06T17:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '5465829c-4a50-43f0-af4f-a00c57c92384', 'name': '', 'network_id': '7d0b4b82-4366-4520-a3fb-bb16e211bd18', 'tenant_id': '764507fd77704d60848181c7146da195', 'mac_address': 'fa:16:3e:6d:45:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a584db78-ac14-40ec-939f-3e8fbebf0abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '17aa9ae0-09f2-449c-b3af-b58607300131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:41:12Z', 'updated_at': '2021-12-06T17:41:13Z', 'revision_number': 2, 'project_id': '764507fd77704d60848181c7146da195', 'subnets': [{'id': '17aa9ae0-09f2-449c-b3af-b58607300131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:41:18.923377 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b649268-b407-4332-88b8-56e6f0913505 None None] Checking router: a584db78-ac14-40ec-939f-3e8fbebf0abf for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:41:18.924032 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b649268-b407-4332-88b8-56e6f0913505 None None] Updating router a584db78-ac14-40ec-939f-3e8fbebf0abf port 5465829c-4a50-43f0-af4f-a00c57c92384 binding host n-d-master-1 {{(pid=103287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:41:18.951701 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5b649268-b407-4332-88b8-56e6f0913505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:18.998826 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b0161b87-d1d8-44df-894e-4b427786a498 req-c2d9a0be-000e-4b1e-a3a0-ae8a891cb92f tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaff9751-15e6-4631-8c7e-03d9dee08bff HTTP/1.1" status: 200 len: 210 time: 0.0397906 Dec 06 17:41:19.099708 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:19.351506 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f7c708-80ee-4457-b73d-70ac18dcf592 req-ab25a435-5cf5-48fa-930f-ab5c857f5549 tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:41:19.353446 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-03f7c708-80ee-4457-b73d-70ac18dcf592 req-ab25a435-5cf5-48fa-930f-ab5c857f5549 tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] 10.222.0.41 "GET /v2.0/networks?id=849af80a-6232-4c4a-981d-f8860259668f HTTP/1.1" status: 200 len: 808 time: 0.2610102 Dec 06 17:41:19.608132 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5b649268-b407-4332-88b8-56e6f0913505 None None] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:19.617624 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5b649268-b407-4332-88b8-56e6f0913505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:19.700662 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85d9a24-31e2-4027-937f-999fe99d563d None None] Pushing event updated for resources: {'Port': ['ID=5465829c-4a50-43f0-af4f-a00c57c92384,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:19.773204 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-5b649268-b407-4332-88b8-56e6f0913505 None None] Attempting to bind port 5465829c-4a50-43f0-af4f-a00c57c92384 on host n-d-master-1 for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:41:19.774249 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-5b649268-b407-4332-88b8-56e6f0913505 None None] Attempting to bind port 5465829c-4a50-43f0-af4f-a00c57c92384 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'c9fcbc7f-ec0c-4c6a-b9ca-4fc590731bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7d0b4b82-4366-4520-a3fb-bb16e211bd18'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:41:19.775604 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b649268-b407-4332-88b8-56e6f0913505 None None] Attempting to bind port 5465829c-4a50-43f0-af4f-a00c57c92384 on network 7d0b4b82-4366-4520-a3fb-bb16e211bd18 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:41:19.786053 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b649268-b407-4332-88b8-56e6f0913505 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:41:19.786053 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b649268-b407-4332-88b8-56e6f0913505 None None] Checking segment: {'id': 'c9fcbc7f-ec0c-4c6a-b9ca-4fc590731bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7d0b4b82-4366-4520-a3fb-bb16e211bd18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:41:19.786418 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5b649268-b407-4332-88b8-56e6f0913505 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:19.786906 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b649268-b407-4332-88b8-56e6f0913505 None None] Bound using segment: {'id': 'c9fcbc7f-ec0c-4c6a-b9ca-4fc590731bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7d0b4b82-4366-4520-a3fb-bb16e211bd18'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:41:19.787457 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-5b649268-b407-4332-88b8-56e6f0913505 None None] Bound port: 5465829c-4a50-43f0-af4f-a00c57c92384, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9fcbc7f-ec0c-4c6a-b9ca-4fc590731bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7d0b4b82-4366-4520-a3fb-bb16e211bd18'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:41:19.787904 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5b649268-b407-4332-88b8-56e6f0913505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:19.905502 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-5b649268-b407-4332-88b8-56e6f0913505 None None] For port 5465829c-4a50-43f0-af4f-a00c57c92384, host n-d-master-1, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:41:19.911310 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-5b649268-b407-4332-88b8-56e6f0913505 None None] For port 5465829c-4a50-43f0-af4f-a00c57c92384, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=5465829c-4a50-43f0-af4f-a00c57c92384,segment=NetworkSegment(c9fcbc7f-ec0c-4c6a-b9ca-4fc590731bb7),segment_id=c9fcbc7f-ec0c-4c6a-b9ca-4fc590731bb7)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:41:19.919757 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5b649268-b407-4332-88b8-56e6f0913505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:19.960967 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-03f7c708-80ee-4457-b73d-70ac18dcf592 req-00b12ad7-f863-452b-8be2-8d36f20ae759 tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb4e31255e4a4acbaf1ecb75ca1b0298 HTTP/1.1" status: 200 len: 379 time: 0.5958388 Dec 06 17:41:19.977393 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-03f7c708-80ee-4457-b73d-70ac18dcf592 req-739266f2-95fe-4bb6-9fa6-fb1fe1f9b5d3 tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Request body: {'port': {'device_id': 'aaff9751-15e6-4631-8c7e-03d9dee08bff', 'network_id': '849af80a-6232-4c4a-981d-f8860259668f', 'admin_state_up': True, 'tenant_id': 'cb4e31255e4a4acbaf1ecb75ca1b0298', 'security_groups': ['b24666a1-8f51-4b34-9990-b3f01d9df4d2']}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:41:20.001267 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-616b54ab-ac87-43af-9e12-4a3cfff7e53b None None] Provisioning complete for port 5465829c-4a50-43f0-af4f-a00c57c92384 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:41:20.006483 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-616b54ab-ac87-43af-9e12-4a3cfff7e53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:20.027674 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85d9a24-31e2-4027-937f-999fe99d563d None None] Pushing event updated for resources: {'Port': ['ID=5465829c-4a50-43f0-af4f-a00c57c92384,revision_number=4']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:20.033206 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b649268-b407-4332-88b8-56e6f0913505 None None] Routers {'a584db78-ac14-40ec-939f-3e8fbebf0abf'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:41:20.034382 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-5b649268-b407-4332-88b8-56e6f0913505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:41:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['a584db78-ac14-40ec-939f-3e8fbebf0abf'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:41:20.232903 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-5b649268-b407-4332-88b8-56e6f0913505 None None] Set router a584db78-ac14-40ec-939f-3e8fbebf0abf gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:41:20.264289 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-616b54ab-ac87-43af-9e12-4a3cfff7e53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:20.265840 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03f7c708-80ee-4457-b73d-70ac18dcf592 req-739266f2-95fe-4bb6-9fa6-fb1fe1f9b5d3 tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Made reservation on behalf of cb4e31255e4a4acbaf1ecb75ca1b0298 for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:41:20.271332 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-03f7c708-80ee-4457-b73d-70ac18dcf592 req-739266f2-95fe-4bb6-9fa6-fb1fe1f9b5d3 tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:20.285934 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3b6106cd-ed4e-48ce-9670-45539be30825 req-135d004c-262a-41a8-95e3-b31003640fde tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaff9751-15e6-4631-8c7e-03d9dee08bff HTTP/1.1" status: 200 len: 210 time: 0.1018057 Dec 06 17:41:20.371836 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-616b54ab-ac87-43af-9e12-4a3cfff7e53b None None] For port 5465829c-4a50-43f0-af4f-a00c57c92384, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=5465829c-4a50-43f0-af4f-a00c57c92384,segment=NetworkSegment(c9fcbc7f-ec0c-4c6a-b9ca-4fc590731bb7),segment_id=c9fcbc7f-ec0c-4c6a-b9ca-4fc590731bb7)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:41:20.377461 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-616b54ab-ac87-43af-9e12-4a3cfff7e53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:20.435260 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b54ab-ac87-43af-9e12-4a3cfff7e53b None None] Pushing event updated for resources: {'Port': ['ID=5465829c-4a50-43f0-af4f-a00c57c92384,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:20.488765 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-03f7c708-80ee-4457-b73d-70ac18dcf592 req-739266f2-95fe-4bb6-9fa6-fb1fe1f9b5d3 tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Allocated IP 172.20.0.9 (849af80a-6232-4c4a-981d-f8860259668f/07510422-b60d-44a2-92b1-678490cc486d/df983a1a-0968-4d7c-92b2-26c3082dfcf7) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:41:20.490146 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 5465829c-4a50-43f0-af4f-a00c57c92384 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:41:20.536141 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-f215f673-f0c3-425f-8c90-11540eda7f90 None None] Provisioning complete for port 5465829c-4a50-43f0-af4f-a00c57c92384 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:41:20.536852 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f215f673-f0c3-425f-8c90-11540eda7f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:20.598413 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 5465829c-4a50-43f0-af4f-a00c57c92384 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:41:20.598796 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:20.613263 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-5b649268-b407-4332-88b8-56e6f0913505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a584db78-ac14-40ec-939f-3e8fbebf0abf', 'name': 'tempest-TestServerBasicOps-442128425-router', 'tenant_id': '764507fd77704d60848181c7146da195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.119'}], 'enable_snat': True}, 'gw_port_id': 'b17cc144-d577-472f-a05f-fdf5778a8b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:41:08Z', 'updated_at': '2021-12-06T17:41:13Z', 'revision_number': 4, 'project_id': '764507fd77704d60848181c7146da195', 'gw_port': {'id': 'b17cc144-d577-472f-a05f-fdf5778a8b36', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:cf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a584db78-ac14-40ec-939f-3e8fbebf0abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:41:09Z', 'updated_at': '2021-12-06T17:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '5465829c-4a50-43f0-af4f-a00c57c92384', 'name': '', 'network_id': '7d0b4b82-4366-4520-a3fb-bb16e211bd18', 'tenant_id': '764507fd77704d60848181c7146da195', 'mac_address': 'fa:16:3e:6d:45:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a584db78-ac14-40ec-939f-3e8fbebf0abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '17aa9ae0-09f2-449c-b3af-b58607300131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:41:12Z', 'updated_at': '2021-12-06T17:41:19Z', 'revision_number': 4, 'project_id': '764507fd77704d60848181c7146da195', 'subnets': [{'id': '17aa9ae0-09f2-449c-b3af-b58607300131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:41:20.647132 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b649268-b407-4332-88b8-56e6f0913505 None None] The sync data for ids ['a584db78-ac14-40ec-939f-3e8fbebf0abf'] in n-d-master-1 is: [{'id': 'a584db78-ac14-40ec-939f-3e8fbebf0abf', 'name': 'tempest-TestServerBasicOps-442128425-router', 'tenant_id': '764507fd77704d60848181c7146da195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.119'}], 'enable_snat': True}, 'gw_port_id': 'b17cc144-d577-472f-a05f-fdf5778a8b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:41:08Z', 'updated_at': '2021-12-06T17:41:13Z', 'revision_number': 4, 'project_id': '764507fd77704d60848181c7146da195', 'gw_port': {'id': 'b17cc144-d577-472f-a05f-fdf5778a8b36', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:cf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a584db78-ac14-40ec-939f-3e8fbebf0abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:41:09Z', 'updated_at': '2021-12-06T17:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '5465829c-4a50-43f0-af4f-a00c57c92384', 'name': '', 'network_id': '7d0b4b82-4366-4520-a3fb-bb16e211bd18', 'tenant_id': '764507fd77704d60848181c7146da195', 'mac_address': 'fa:16:3e:6d:45:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a584db78-ac14-40ec-939f-3e8fbebf0abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '17aa9ae0-09f2-449c-b3af-b58607300131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:41:12Z', 'updated_at': '2021-12-06T17:41:19Z', 'revision_number': 4, 'project_id': '764507fd77704d60848181c7146da195', 'subnets': [{'id': '17aa9ae0-09f2-449c-b3af-b58607300131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:41:20.695164 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-03f7c708-80ee-4457-b73d-70ac18dcf592 req-739266f2-95fe-4bb6-9fa6-fb1fe1f9b5d3 tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:20.744847 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-03f7c708-80ee-4457-b73d-70ac18dcf592 req-739266f2-95fe-4bb6-9fa6-fb1fe1f9b5d3 tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:20.804116 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03f7c708-80ee-4457-b73d-70ac18dcf592 req-739266f2-95fe-4bb6-9fa6-fb1fe1f9b5d3 tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Network 849af80a-6232-4c4a-981d-f8860259668f is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:41:20.807483 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-03f7c708-80ee-4457-b73d-70ac18dcf592 req-739266f2-95fe-4bb6-9fa6-fb1fe1f9b5d3 tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:41:20.810255 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-03f7c708-80ee-4457-b73d-70ac18dcf592 req-739266f2-95fe-4bb6-9fa6-fb1fe1f9b5d3 tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:41:20.842166 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739266f2-95fe-4bb6-9fa6-fb1fe1f9b5d3 tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Pushing event updated for resources: {'Port': ['ID=df983a1a-0968-4d7c-92b2-26c3082dfcf7,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:20.873573 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f7c708-80ee-4457-b73d-70ac18dcf592 req-739266f2-95fe-4bb6-9fa6-fb1fe1f9b5d3 tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:41:20.874241 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-03f7c708-80ee-4457-b73d-70ac18dcf592 req-739266f2-95fe-4bb6-9fa6-fb1fe1f9b5d3 tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:20.899744 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-03f7c708-80ee-4457-b73d-70ac18dcf592 req-739266f2-95fe-4bb6-9fa6-fb1fe1f9b5d3 tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9282691 Dec 06 17:41:21.051009 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-03f7c708-80ee-4457-b73d-70ac18dcf592 req-8d80202b-bf44-4317-b11f-ea4d8d68cdf7 service neutron] Request body: {'port': {'device_id': 'aaff9751-15e6-4631-8c7e-03d9dee08bff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:41:21.120473 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-03f7c708-80ee-4457-b73d-70ac18dcf592 req-8d80202b-bf44-4317-b11f-ea4d8d68cdf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:21.157710 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a37ffa5e-a329-4a6e-a9df-3c01b27b43e2 None None] Provisioning complete for port df983a1a-0968-4d7c-92b2-26c3082dfcf7 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:41:21.158307 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a37ffa5e-a329-4a6e-a9df-3c01b27b43e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:21.210983 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a37ffa5e-a329-4a6e-a9df-3c01b27b43e2 None None] Port df983a1a-0968-4d7c-92b2-26c3082dfcf7 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:41:21.459441 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-03f7c708-80ee-4457-b73d-70ac18dcf592 req-8d80202b-bf44-4317-b11f-ea4d8d68cdf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df983a1a-0968-4d7c-92b2-26c3082dfcf7 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:41:21.470252 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-03f7c708-80ee-4457-b73d-70ac18dcf592 req-8d80202b-bf44-4317-b11f-ea4d8d68cdf7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:21.489916 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b798cf-c326-4b9b-8154-99fa7f382ae0 req-f18235d7-21f4-4971-b863-6a1b3ad7d9b5 tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:41:21.491701 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b4b798cf-c326-4b9b-8154-99fa7f382ae0 req-f18235d7-21f4-4971-b863-6a1b3ad7d9b5 tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaff9751-15e6-4631-8c7e-03d9dee08bff HTTP/1.1" status: 200 len: 931 time: 0.0853262 Dec 06 17:41:21.496711 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-03f7c708-80ee-4457-b73d-70ac18dcf592 req-8d80202b-bf44-4317-b11f-ea4d8d68cdf7 service neutron] Transition to ACTIVE for port object df983a1a-0968-4d7c-92b2-26c3082dfcf7 will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:41:21.508469 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-03f7c708-80ee-4457-b73d-70ac18dcf592 req-8d80202b-bf44-4317-b11f-ea4d8d68cdf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:21.605073 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b4b798cf-c326-4b9b-8154-99fa7f382ae0 req-5b92d670-7735-48c7-9656-7195f1f92a2b tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] 10.222.0.23 "GET /v2.0/security-groups?id=b24666a1-8f51-4b34-9990-b3f01d9df4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048679 Dec 06 17:41:21.605728 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d80202b-bf44-4317-b11f-ea4d8d68cdf7 service neutron] Pushing event updated for resources: {'Port': ['ID=df983a1a-0968-4d7c-92b2-26c3082dfcf7,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:21.705265 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-03f7c708-80ee-4457-b73d-70ac18dcf592 req-8d80202b-bf44-4317-b11f-ea4d8d68cdf7 service neutron] Attempting to bind port df983a1a-0968-4d7c-92b2-26c3082dfcf7 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:41:21.705759 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-03f7c708-80ee-4457-b73d-70ac18dcf592 req-8d80202b-bf44-4317-b11f-ea4d8d68cdf7 service neutron] Attempting to bind port df983a1a-0968-4d7c-92b2-26c3082dfcf7 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '710dad7c-f5a4-4c3a-9691-e882be3b7ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '849af80a-6232-4c4a-981d-f8860259668f'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:41:21.706200 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f7c708-80ee-4457-b73d-70ac18dcf592 req-8d80202b-bf44-4317-b11f-ea4d8d68cdf7 service neutron] Attempting to bind port df983a1a-0968-4d7c-92b2-26c3082dfcf7 on network 849af80a-6232-4c4a-981d-f8860259668f {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:41:21.711226 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f7c708-80ee-4457-b73d-70ac18dcf592 req-8d80202b-bf44-4317-b11f-ea4d8d68cdf7 service neutron] Port df983a1a-0968-4d7c-92b2-26c3082dfcf7 on network 849af80a-6232-4c4a-981d-f8860259668f not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:41:21.711734 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f7c708-80ee-4457-b73d-70ac18dcf592 req-8d80202b-bf44-4317-b11f-ea4d8d68cdf7 service neutron] Attempting to bind port df983a1a-0968-4d7c-92b2-26c3082dfcf7 on network 849af80a-6232-4c4a-981d-f8860259668f {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:41:21.716941 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f7c708-80ee-4457-b73d-70ac18dcf592 req-8d80202b-bf44-4317-b11f-ea4d8d68cdf7 service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:41:21.717287 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f7c708-80ee-4457-b73d-70ac18dcf592 req-8d80202b-bf44-4317-b11f-ea4d8d68cdf7 service neutron] Checking segment: {'id': '710dad7c-f5a4-4c3a-9691-e882be3b7ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '849af80a-6232-4c4a-981d-f8860259668f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:41:21.717716 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f7c708-80ee-4457-b73d-70ac18dcf592 req-8d80202b-bf44-4317-b11f-ea4d8d68cdf7 service neutron] Bound using segment: {'id': '710dad7c-f5a4-4c3a-9691-e882be3b7ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '849af80a-6232-4c4a-981d-f8860259668f'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:41:21.718154 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-03f7c708-80ee-4457-b73d-70ac18dcf592 req-8d80202b-bf44-4317-b11f-ea4d8d68cdf7 service neutron] Bound port: df983a1a-0968-4d7c-92b2-26c3082dfcf7, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '710dad7c-f5a4-4c3a-9691-e882be3b7ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '849af80a-6232-4c4a-981d-f8860259668f'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:41:21.718518 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-03f7c708-80ee-4457-b73d-70ac18dcf592 req-8d80202b-bf44-4317-b11f-ea4d8d68cdf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:21.796479 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-03f7c708-80ee-4457-b73d-70ac18dcf592 req-8d80202b-bf44-4317-b11f-ea4d8d68cdf7 service neutron] For port df983a1a-0968-4d7c-92b2-26c3082dfcf7, host n-h1-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:41:21.799990 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-03f7c708-80ee-4457-b73d-70ac18dcf592 req-8d80202b-bf44-4317-b11f-ea4d8d68cdf7 service neutron] For port df983a1a-0968-4d7c-92b2-26c3082dfcf7, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=df983a1a-0968-4d7c-92b2-26c3082dfcf7,segment=NetworkSegment(710dad7c-f5a4-4c3a-9691-e882be3b7ae9),segment_id=710dad7c-f5a4-4c3a-9691-e882be3b7ae9)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:41:21.807263 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-03f7c708-80ee-4457-b73d-70ac18dcf592 req-8d80202b-bf44-4317-b11f-ea4d8d68cdf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:21.848821 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f7c708-80ee-4457-b73d-70ac18dcf592 req-8d80202b-bf44-4317-b11f-ea4d8d68cdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:41:21.849518 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-03f7c708-80ee-4457-b73d-70ac18dcf592 req-8d80202b-bf44-4317-b11f-ea4d8d68cdf7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:21.850898 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-03f7c708-80ee-4457-b73d-70ac18dcf592 req-8d80202b-bf44-4317-b11f-ea4d8d68cdf7 service neutron] 10.222.0.41 "PUT /v2.0/ports/df983a1a-0968-4d7c-92b2-26c3082dfcf7 HTTP/1.1" status: 200 len: 1091 time: 0.9381888 Dec 06 17:41:21.851352 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaff9751-15e6-4631-8c7e-03d9dee08bff', 'tag': 'df983a1a-0968-4d7c-92b2-26c3082dfcf7'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:41:21.854921 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee85db00-f4a4-4be5-b678-1ebe4bef4f18" -d '{"events": [{"name": "network-changed", "server_uuid": "aaff9751-15e6-4631-8c7e-03d9dee08bff", "tag": "df983a1a-0968-4d7c-92b2-26c3082dfcf7"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:41:21.877770 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d80202b-bf44-4317-b11f-ea4d8d68cdf7 service neutron] Pushing event updated for resources: {'Port': ['ID=df983a1a-0968-4d7c-92b2-26c3082dfcf7,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:21.942705 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be9e3f90-13ef-4bb5-90e7-29db27889c3e x-openstack-request-id: req-be9e3f90-13ef-4bb5-90e7-29db27889c3e {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:41:21.943002 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaff9751-15e6-4631-8c7e-03d9dee08bff", "tag": "df983a1a-0968-4d7c-92b2-26c3082dfcf7", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:41:21.943264 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-be9e3f90-13ef-4bb5-90e7-29db27889c3e {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:41:21.943695 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaff9751-15e6-4631-8c7e-03d9dee08bff', 'tag': 'df983a1a-0968-4d7c-92b2-26c3082dfcf7', 'status': 'completed', 'code': 200} Dec 06 17:41:21.961864 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f7c708-80ee-4457-b73d-70ac18dcf592 req-6288e4d9-65c5-4b99-8053-3064c62cf26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:41:21.966477 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-03f7c708-80ee-4457-b73d-70ac18dcf592 req-6288e4d9-65c5-4b99-8053-3064c62cf26d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cb4e31255e4a4acbaf1ecb75ca1b0298&device_id=aaff9751-15e6-4631-8c7e-03d9dee08bff HTTP/1.1" status: 200 len: 1094 time: 0.0555220 Dec 06 17:41:22.029794 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-03f7c708-80ee-4457-b73d-70ac18dcf592 req-5c2860f4-c457-4ee4-8db1-5a43c30ee349 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df983a1a-0968-4d7c-92b2-26c3082dfcf7 HTTP/1.1" status: 200 len: 217 time: 0.0482516 Dec 06 17:41:22.087502 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f7c708-80ee-4457-b73d-70ac18dcf592 req-a7a2f67f-976a-485a-bacc-a02cd8583d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:41:22.089007 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-03f7c708-80ee-4457-b73d-70ac18dcf592 req-a7a2f67f-976a-485a-bacc-a02cd8583d8c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=07510422-b60d-44a2-92b1-678490cc486d HTTP/1.1" status: 200 len: 847 time: 0.0472527 Dec 06 17:41:22.141567 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f7c708-80ee-4457-b73d-70ac18dcf592 req-65ba2b81-4318-4286-8815-854936add66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:41:22.143023 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-03f7c708-80ee-4457-b73d-70ac18dcf592 req-65ba2b81-4318-4286-8815-854936add66a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=849af80a-6232-4c4a-981d-f8860259668f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430615 Dec 06 17:41:22.249972 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-03f7c708-80ee-4457-b73d-70ac18dcf592 req-d1dd87f5-f9f4-44c3-9d4a-8def71eed4fc service neutron] 10.222.0.41 "GET /v2.0/networks/849af80a-6232-4c4a-981d-f8860259668f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946872 Dec 06 17:41:22.352354 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-03f7c708-80ee-4457-b73d-70ac18dcf592 req-3e7861f9-f9f2-4f99-a793-a1e6fe1ae575 service neutron] 10.222.0.41 "GET /v2.0/networks/849af80a-6232-4c4a-981d-f8860259668f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898294 Dec 06 17:41:22.393526 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 5465829c-4a50-43f0-af4f-a00c57c92384 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:41:22.451433 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 5465829c-4a50-43f0-af4f-a00c57c92384 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:41:22.451894 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:22.457147 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee85db00-f4a4-4be5-b678-1ebe4bef4f18 req-3192d710-27fc-4690-adb8-8ad29b7b4683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:41:22.459006 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ee85db00-f4a4-4be5-b678-1ebe4bef4f18 req-3192d710-27fc-4690-adb8-8ad29b7b4683 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cb4e31255e4a4acbaf1ecb75ca1b0298&device_id=aaff9751-15e6-4631-8c7e-03d9dee08bff HTTP/1.1" status: 200 len: 1094 time: 0.0470355 Dec 06 17:41:22.702208 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee85db00-f4a4-4be5-b678-1ebe4bef4f18 req-787f5af8-6d07-44a9-9ce7-f79d22d7ed85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:41:22.703853 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ee85db00-f4a4-4be5-b678-1ebe4bef4f18 req-787f5af8-6d07-44a9-9ce7-f79d22d7ed85 service neutron] 10.222.0.41 "GET /v2.0/networks?id=849af80a-6232-4c4a-981d-f8860259668f HTTP/1.1" status: 200 len: 909 time: 0.1031268 Dec 06 17:41:22.765344 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ee85db00-f4a4-4be5-b678-1ebe4bef4f18 req-27ff865e-c2e8-418b-82d8-5427b4c91aeb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df983a1a-0968-4d7c-92b2-26c3082dfcf7 HTTP/1.1" status: 200 len: 217 time: 0.0537126 Dec 06 17:41:22.842707 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee85db00-f4a4-4be5-b678-1ebe4bef4f18 req-ca1403b9-2a39-4a65-81a2-469e16265e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:41:22.844205 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ee85db00-f4a4-4be5-b678-1ebe4bef4f18 req-ca1403b9-2a39-4a65-81a2-469e16265e79 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=07510422-b60d-44a2-92b1-678490cc486d HTTP/1.1" status: 200 len: 847 time: 0.0697544 Dec 06 17:41:22.852734 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f271d1e-89b8-449f-8402-5adda3d36050 req-583f3e2e-7471-4bb9-abf7-5c51eea07a93 tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:41:22.854210 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1f271d1e-89b8-449f-8402-5adda3d36050 req-583f3e2e-7471-4bb9-abf7-5c51eea07a93 tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaff9751-15e6-4631-8c7e-03d9dee08bff HTTP/1.1" status: 200 len: 943 time: 0.0917561 Dec 06 17:41:22.943504 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee85db00-f4a4-4be5-b678-1ebe4bef4f18 req-ac8031e6-6356-430b-8873-c69955fd2412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:41:22.944898 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ee85db00-f4a4-4be5-b678-1ebe4bef4f18 req-ac8031e6-6356-430b-8873-c69955fd2412 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=849af80a-6232-4c4a-981d-f8860259668f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0898275 Dec 06 17:41:22.970177 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1f271d1e-89b8-449f-8402-5adda3d36050 req-85b8b8a0-cedc-46dd-a41e-c1edfa9445a5 tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] 10.222.0.23 "GET /v2.0/security-groups?id=b24666a1-8f51-4b34-9990-b3f01d9df4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068654 Dec 06 17:41:23.060878 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ee85db00-f4a4-4be5-b678-1ebe4bef4f18 req-7fea9e33-b892-48f5-87fd-06f0cb77fef5 service neutron] 10.222.0.41 "GET /v2.0/networks/849af80a-6232-4c4a-981d-f8860259668f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059346 Dec 06 17:41:23.157773 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ee85db00-f4a4-4be5-b678-1ebe4bef4f18 req-afc07280-ca09-42f5-be7f-a0e0be361ba3 service neutron] 10.222.0.41 "GET /v2.0/networks/849af80a-6232-4c4a-981d-f8860259668f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893967 Dec 06 17:41:24.114973 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74aa772-a384-406d-94db-f9b14a497d9d req-2ae54544-0818-4c20-a88e-589a9b022b55 tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:41:24.117163 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d74aa772-a384-406d-94db-f9b14a497d9d req-2ae54544-0818-4c20-a88e-589a9b022b55 tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaff9751-15e6-4631-8c7e-03d9dee08bff HTTP/1.1" status: 200 len: 943 time: 0.0626199 Dec 06 17:41:24.171919 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d74aa772-a384-406d-94db-f9b14a497d9d req-93892457-e59f-45a8-a735-305cde15e44a tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] 10.222.0.23 "GET /v2.0/security-groups?id=b24666a1-8f51-4b34-9990-b3f01d9df4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473068 Dec 06 17:41:24.577280 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device df983a1a-0968-4d7c-92b2-26c3082dfcf7 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:41:24.671762 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port df983a1a-0968-4d7c-92b2-26c3082dfcf7, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=df983a1a-0968-4d7c-92b2-26c3082dfcf7,segment=NetworkSegment(710dad7c-f5a4-4c3a-9691-e882be3b7ae9),segment_id=710dad7c-f5a4-4c3a-9691-e882be3b7ae9)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:41:24.682813 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': 'df983a1a-0968-4d7c-92b2-26c3082dfcf7', 'network_id': '849af80a-6232-4c4a-981d-f8860259668f', 'port_id': 'df983a1a-0968-4d7c-92b2-26c3082dfcf7', 'mac_address': 'fa:16:3e:9b:0c:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07510422-b60d-44a2-92b1-678490cc486d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:41:24.724802 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:24.737618 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df983a1a-0968-4d7c-92b2-26c3082dfcf7 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:41:24.756410 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port df983a1a-0968-4d7c-92b2-26c3082dfcf7, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=df983a1a-0968-4d7c-92b2-26c3082dfcf7,segment=NetworkSegment(710dad7c-f5a4-4c3a-9691-e882be3b7ae9),segment_id=710dad7c-f5a4-4c3a-9691-e882be3b7ae9)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:41:24.761076 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:24.815623 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=df983a1a-0968-4d7c-92b2-26c3082dfcf7,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:25.010311 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['df983a1a-0968-4d7c-92b2-26c3082dfcf7'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:41:25.296903 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8368d0ad-3ac1-4bc9-a465-573ffc3265d7 req-d3111e8f-5584-4f04-a27b-301df8494a90 tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:41:25.299665 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8368d0ad-3ac1-4bc9-a465-573ffc3265d7 req-d3111e8f-5584-4f04-a27b-301df8494a90 tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaff9751-15e6-4631-8c7e-03d9dee08bff HTTP/1.1" status: 200 len: 944 time: 0.0538192 Dec 06 17:41:25.353699 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8368d0ad-3ac1-4bc9-a465-573ffc3265d7 req-305605d8-130d-4911-8956-50a40d0b5ed3 tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] 10.222.0.23 "GET /v2.0/security-groups?id=b24666a1-8f51-4b34-9990-b3f01d9df4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479736 Dec 06 17:41:26.480323 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99834354-8354-461c-a6c8-cba9d753fb4d req-ca945d3b-6a98-4728-b448-517506057d33 tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:41:26.482440 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-99834354-8354-461c-a6c8-cba9d753fb4d req-ca945d3b-6a98-4728-b448-517506057d33 tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaff9751-15e6-4631-8c7e-03d9dee08bff HTTP/1.1" status: 200 len: 944 time: 0.0534117 Dec 06 17:41:26.539533 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-99834354-8354-461c-a6c8-cba9d753fb4d req-2428f809-438c-4d28-87c7-8065720bc4e6 tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] 10.222.0.23 "GET /v2.0/security-groups?id=b24666a1-8f51-4b34-9990-b3f01d9df4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503507 Dec 06 17:41:26.591533 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device df983a1a-0968-4d7c-92b2-26c3082dfcf7 up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:41:26.647981 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port df983a1a-0968-4d7c-92b2-26c3082dfcf7 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:41:26.654502 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port df983a1a-0968-4d7c-92b2-26c3082dfcf7 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:41:26.655336 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:26.760299 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:26.804925 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaff9751-15e6-4631-8c7e-03d9dee08bff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df983a1a-0968-4d7c-92b2-26c3082dfcf7'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:41:26.807694 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02d32ef9-3b4e-4c9c-a586-60c3eec2ef87" -d '{"events": [{"server_uuid": "aaff9751-15e6-4631-8c7e-03d9dee08bff", "name": "network-vif-plugged", "status": "completed", "tag": "df983a1a-0968-4d7c-92b2-26c3082dfcf7"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:41:26.845152 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port df983a1a-0968-4d7c-92b2-26c3082dfcf7, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=df983a1a-0968-4d7c-92b2-26c3082dfcf7,segment=NetworkSegment(710dad7c-f5a4-4c3a-9691-e882be3b7ae9),segment_id=710dad7c-f5a4-4c3a-9691-e882be3b7ae9)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:41:26.854947 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:26.889542 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29bc1a7e-1648-495f-82c2-319419219391 x-openstack-request-id: req-29bc1a7e-1648-495f-82c2-319419219391 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:41:26.890172 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaff9751-15e6-4631-8c7e-03d9dee08bff", "name": "network-vif-plugged", "status": "completed", "tag": "df983a1a-0968-4d7c-92b2-26c3082dfcf7", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:41:26.890379 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-29bc1a7e-1648-495f-82c2-319419219391 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:41:26.890773 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaff9751-15e6-4631-8c7e-03d9dee08bff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df983a1a-0968-4d7c-92b2-26c3082dfcf7', 'code': 200} Dec 06 17:41:26.920442 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=df983a1a-0968-4d7c-92b2-26c3082dfcf7,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:27.026061 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62af8b7e-087d-4864-a23e-7d32221ad20d req-2a79528b-84ee-4037-9769-2429706d7d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:41:27.027740 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-62af8b7e-087d-4864-a23e-7d32221ad20d req-2a79528b-84ee-4037-9769-2429706d7d3a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=aaff9751-15e6-4631-8c7e-03d9dee08bff HTTP/1.1" status: 200 len: 1096 time: 0.0568452 Dec 06 17:41:27.092314 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-62af8b7e-087d-4864-a23e-7d32221ad20d req-6d605729-bb1c-4033-be39-170ba74200d7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b24666a1-8f51-4b34-9990-b3f01d9df4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520153 Dec 06 17:41:27.678873 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529e06e5-0ff5-45ef-906e-f4e51f06470d req-c03a15a2-0845-43cc-b017-13941a7602ae tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:41:27.682345 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-529e06e5-0ff5-45ef-906e-f4e51f06470d req-c03a15a2-0845-43cc-b017-13941a7602ae tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaff9751-15e6-4631-8c7e-03d9dee08bff HTTP/1.1" status: 200 len: 945 time: 0.0639203 Dec 06 17:41:27.736105 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-529e06e5-0ff5-45ef-906e-f4e51f06470d req-c019f791-ad5f-46d6-a637-4b4f6d383490 tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] 10.222.0.23 "GET /v2.0/security-groups?id=b24666a1-8f51-4b34-9990-b3f01d9df4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476708 Dec 06 17:41:28.879015 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23039e88-03eb-4e01-b3c1-a9c989e1c5f8 req-8370c637-d4ce-418b-8a8c-cd0b63134daa tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:41:28.881401 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-23039e88-03eb-4e01-b3c1-a9c989e1c5f8 req-8370c637-d4ce-418b-8a8c-cd0b63134daa tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaff9751-15e6-4631-8c7e-03d9dee08bff HTTP/1.1" status: 200 len: 945 time: 0.0591664 Dec 06 17:41:28.943759 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-23039e88-03eb-4e01-b3c1-a9c989e1c5f8 req-1411c3c4-0949-461f-acf0-e79e0b8f1e78 tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] 10.222.0.23 "GET /v2.0/security-groups?id=b24666a1-8f51-4b34-9990-b3f01d9df4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552471 Dec 06 17:41:29.094682 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31afea68-7a84-4119-81a4-9bb4b52118ee req-df48f6ec-3342-41b8-a79b-01098f529b6d tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:41:29.101934 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-31afea68-7a84-4119-81a4-9bb4b52118ee req-df48f6ec-3342-41b8-a79b-01098f529b6d tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaff9751-15e6-4631-8c7e-03d9dee08bff HTTP/1.1" status: 200 len: 945 time: 0.0675886 Dec 06 17:41:29.178277 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-31afea68-7a84-4119-81a4-9bb4b52118ee req-ed511649-13c3-4820-83ce-e0debe340267 tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] 10.222.0.23 "GET /v2.0/security-groups?id=b24666a1-8f51-4b34-9990-b3f01d9df4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751178 Dec 06 17:41:29.306143 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ebd395-9abb-4a94-b394-815a72031d9a req-77de121c-06c3-4085-9b1c-b745893fe9a2 tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:41:29.307741 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-01ebd395-9abb-4a94-b394-815a72031d9a req-77de121c-06c3-4085-9b1c-b745893fe9a2 tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaff9751-15e6-4631-8c7e-03d9dee08bff HTTP/1.1" status: 200 len: 945 time: 0.0495350 Dec 06 17:41:29.366793 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-01ebd395-9abb-4a94-b394-815a72031d9a req-1c89424a-b71b-4c99-b3b4-437f19a1c37c tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] 10.222.0.23 "GET /v2.0/security-groups?id=b24666a1-8f51-4b34-9990-b3f01d9df4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505588 Dec 06 17:41:29.389542 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60836) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:29.550719 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4bc310f-3c95-4e4f-b94e-2f2b4824f47a tempest-TestServerBasicOps-1715270936 tempest-TestServerBasicOps-1715270936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:41:29.552493 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-a4bc310f-3c95-4e4f-b94e-2f2b4824f47a tempest-TestServerBasicOps-1715270936 tempest-TestServerBasicOps-1715270936-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=aaff9751-15e6-4631-8c7e-03d9dee08bff HTTP/1.1" status: 200 len: 1091 time: 0.1615286 Dec 06 17:41:29.555497 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 60840) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:29.560370 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-9f05db30-a10e-4d9f-aecb-b46bcee59229 tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Request body: {'floatingip': {'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'port_id': 'df983a1a-0968-4d7c-92b2-26c3082dfcf7', 'tenant_id': 'cb4e31255e4a4acbaf1ecb75ca1b0298', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:41:29.586637 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9f05db30-a10e-4d9f-aecb-b46bcee59229 tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Publish callbacks [] for floatingip, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:29.739140 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9f05db30-a10e-4d9f-aecb-b46bcee59229 tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:29.873966 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-9f05db30-a10e-4d9f-aecb-b46bcee59229 tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Allocated IP 172.35.1.69 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/3e9f0e54-7389-4f7b-9754-4a89122927f9) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:41:30.017605 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9f05db30-a10e-4d9f-aecb-b46bcee59229 tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:30.065753 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9f05db30-a10e-4d9f-aecb-b46bcee59229 tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:30.107668 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f05db30-a10e-4d9f-aecb-b46bcee59229 tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:41:30.109953 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-9f05db30-a10e-4d9f-aecb-b46bcee59229 tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:41:30.112983 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f05db30-a10e-4d9f-aecb-b46bcee59229 tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:41:30.138485 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a41e319-5508-4233-be4b-688fa28607c0 req-2e98a328-8245-471d-a9ce-788e01b574b6 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:41:30.141240 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9a41e319-5508-4233-be4b-688fa28607c0 req-2e98a328-8245-471d-a9ce-788e01b574b6 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=254f2db9-d6bf-432e-87d8-46ac17077c80 HTTP/1.1" status: 200 len: 945 time: 0.0702188 Dec 06 17:41:30.172199 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f05db30-a10e-4d9f-aecb-b46bcee59229 tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Pushing event updated for resources: {'Port': ['ID=3e9f0e54-7389-4f7b-9754-4a89122927f9,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:30.233530 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9a41e319-5508-4233-be4b-688fa28607c0 req-6606ee8c-c09f-419d-aed8-c70e239f2ee9 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=1e5797dc-b155-406a-9d6a-299f1fe9f8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830741 Dec 06 17:41:30.582307 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9f05db30-a10e-4d9f-aecb-b46bcee59229 tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:30.657746 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9f05db30-a10e-4d9f-aecb-b46bcee59229 tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:30.819361 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9f05db30-a10e-4d9f-aecb-b46bcee59229 tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:30.826070 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9f05db30-a10e-4d9f-aecb-b46bcee59229 tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:30.891774 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f05db30-a10e-4d9f-aecb-b46bcee59229 tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Pushing event updated for resources: {'Port': ['ID=3e9f0e54-7389-4f7b-9754-4a89122927f9,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:30.910210 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9f05db30-a10e-4d9f-aecb-b46bcee59229 tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:31.017143 n-d-master-1 neutron-server[103284]: INFO neutron.db.l3_db [None req-9f05db30-a10e-4d9f-aecb-b46bcee59229 tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Floating IP c3cbafa7-d8dc-472f-9325-9c16d563b90f associated. External IP: 172.35.1.69, port: df983a1a-0968-4d7c-92b2-26c3082dfcf7. Dec 06 17:41:31.290407 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f05db30-a10e-4d9f-aecb-b46bcee59229 tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Router 3bb29b69-7a44-458a-a1f3-b509dbb255d2 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:41:31.433092 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e28c21-fc8e-42af-af67-ef72ea6f6564 req-c037452b-33b4-443c-85df-95217bf82834 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:41:31.435166 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-94e28c21-fc8e-42af-af67-ef72ea6f6564 req-c037452b-33b4-443c-85df-95217bf82834 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=254f2db9-d6bf-432e-87d8-46ac17077c80 HTTP/1.1" status: 200 len: 945 time: 0.1324651 Dec 06 17:41:31.464045 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f05db30-a10e-4d9f-aecb-b46bcee59229 tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:41:31.477041 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d470a4-2386-4543-ac3c-f7c020d60b0c None None] Sync routers for ids ['3bb29b69-7a44-458a-a1f3-b509dbb255d2'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:41:31.500906 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d470a4-2386-4543-ac3c-f7c020d60b0c None None] Routers {'3bb29b69-7a44-458a-a1f3-b509dbb255d2'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:41:31.505547 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-79d470a4-2386-4543-ac3c-f7c020d60b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:41:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['3bb29b69-7a44-458a-a1f3-b509dbb255d2'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:41:31.518962 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9f05db30-a10e-4d9f-aecb-b46bcee59229 tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:31.526682 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-94e28c21-fc8e-42af-af67-ef72ea6f6564 req-05b6b09f-65ba-4e53-8953-59cb0571120f tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=1e5797dc-b155-406a-9d6a-299f1fe9f8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806925 Dec 06 17:41:31.555648 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-9f05db30-a10e-4d9f-aecb-b46bcee59229 tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9989057 Dec 06 17:41:31.556293 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaff9751-15e6-4631-8c7e-03d9dee08bff', 'tag': 'df983a1a-0968-4d7c-92b2-26c3082dfcf7'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:41:31.559873 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a8148a-4f29-4c12-8c19-91f8820bb84d" -d '{"events": [{"name": "network-changed", "server_uuid": "aaff9751-15e6-4631-8c7e-03d9dee08bff", "tag": "df983a1a-0968-4d7c-92b2-26c3082dfcf7"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:41:31.613235 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc429c52-709a-479e-bcf0-99bdef6df0f9 x-openstack-request-id: req-fc429c52-709a-479e-bcf0-99bdef6df0f9 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:41:31.613613 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaff9751-15e6-4631-8c7e-03d9dee08bff", "tag": "df983a1a-0968-4d7c-92b2-26c3082dfcf7", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:41:31.613864 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fc429c52-709a-479e-bcf0-99bdef6df0f9 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:41:31.614279 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaff9751-15e6-4631-8c7e-03d9dee08bff', 'tag': 'df983a1a-0968-4d7c-92b2-26c3082dfcf7', 'status': 'completed', 'code': 200} Dec 06 17:41:31.628922 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa90cb3-62e6-4201-b6a1-ff9f6cd446e0 req-0ea0e94d-aa55-4d14-a12c-bc278483f3b3 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:41:31.630594 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4fa90cb3-62e6-4201-b6a1-ff9f6cd446e0 req-0ea0e94d-aa55-4d14-a12c-bc278483f3b3 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.44 "GET /v2.0/ports?device_id=254f2db9-d6bf-432e-87d8-46ac17077c80 HTTP/1.1" status: 200 len: 945 time: 0.1401119 Dec 06 17:41:31.724627 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-79d470a4-2386-4543-ac3c-f7c020d60b0c None None] Set router 3bb29b69-7a44-458a-a1f3-b509dbb255d2 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:41:31.725018 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a8148a-4f29-4c12-8c19-91f8820bb84d req-1415d135-f20e-4878-8afe-7e51c3eb0ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:41:31.726745 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-40a8148a-4f29-4c12-8c19-91f8820bb84d req-1415d135-f20e-4878-8afe-7e51c3eb0ea2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cb4e31255e4a4acbaf1ecb75ca1b0298&device_id=aaff9751-15e6-4631-8c7e-03d9dee08bff HTTP/1.1" status: 200 len: 1096 time: 0.0729272 Dec 06 17:41:31.850387 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a8148a-4f29-4c12-8c19-91f8820bb84d req-bdc67f19-06db-48e1-94d4-52fe31e916df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:41:31.852173 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-40a8148a-4f29-4c12-8c19-91f8820bb84d req-bdc67f19-06db-48e1-94d4-52fe31e916df service neutron] 10.222.0.41 "GET /v2.0/networks?id=849af80a-6232-4c4a-981d-f8860259668f HTTP/1.1" status: 200 len: 909 time: 0.1184056 Dec 06 17:41:31.921099 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-4fa90cb3-62e6-4201-b6a1-ff9f6cd446e0 req-2616109b-78e1-4fc6-a2b3-8040fd6d12b3 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Deleting port d8195b8e-e449-48c2-83b3-3ede1a9ed187 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:41:31.921453 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-4fa90cb3-62e6-4201-b6a1-ff9f6cd446e0 req-2616109b-78e1-4fc6-a2b3-8040fd6d12b3 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:32.002440 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-40a8148a-4f29-4c12-8c19-91f8820bb84d req-b67d5c23-535e-4455-9c33-3aeb64a2df83 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df983a1a-0968-4d7c-92b2-26c3082dfcf7 HTTP/1.1" status: 200 len: 998 time: 0.1412687 Dec 06 17:41:32.047450 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-79d470a4-2386-4543-ac3c-f7c020d60b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb29b69-7a44-458a-a1f3-b509dbb255d2', 'name': 'tempest-TestServerBasicOps-470072378-router', 'tenant_id': 'cb4e31255e4a4acbaf1ecb75ca1b0298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.230'}], 'enable_snat': True}, 'gw_port_id': 'c8d13ff9-fc24-4a2e-98ba-ad9be9aa1b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:41:01Z', 'updated_at': '2021-12-06T17:41:05Z', 'revision_number': 4, 'project_id': 'cb4e31255e4a4acbaf1ecb75ca1b0298', 'gw_port': {'id': 'c8d13ff9-fc24-4a2e-98ba-ad9be9aa1b3f', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb29b69-7a44-458a-a1f3-b509dbb255d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:41:02Z', 'updated_at': '2021-12-06T17:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'c3cbafa7-d8dc-472f-9325-9c16d563b90f', 'tenant_id': 'cb4e31255e4a4acbaf1ecb75ca1b0298', 'floating_ip_address': '172.35.1.69', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '3bb29b69-7a44-458a-a1f3-b509dbb255d2', 'port_id': 'df983a1a-0968-4d7c-92b2-26c3082dfcf7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '849af80a-6232-4c4a-981d-f8860259668f', 'mac_address': 'fa:16:3e:9b:0c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaff9751-15e6-4631-8c7e-03d9dee08bff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:41:30Z', 'updated_at': '2021-12-06T17:41:30Z', 'revision_number': 0, 'project_id': 'cb4e31255e4a4acbaf1ecb75ca1b0298', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b336dcd-264a-4f61-b37e-9506b19e86ca', 'name': '', 'network_id': '849af80a-6232-4c4a-981d-f8860259668f', 'tenant_id': 'cb4e31255e4a4acbaf1ecb75ca1b0298', 'mac_address': 'fa:16:3e:f3:ea:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb29b69-7a44-458a-a1f3-b509dbb255d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '07510422-b60d-44a2-92b1-678490cc486d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:41:04Z', 'updated_at': '2021-12-06T17:41:11Z', 'revision_number': 5, 'project_id': 'cb4e31255e4a4acbaf1ecb75ca1b0298', 'subnets': [{'id': '07510422-b60d-44a2-92b1-678490cc486d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:41:32.083626 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-4fa90cb3-62e6-4201-b6a1-ff9f6cd446e0 req-2616109b-78e1-4fc6-a2b3-8040fd6d12b3 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] For port d8195b8e-e449-48c2-83b3-3ede1a9ed187, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=d8195b8e-e449-48c2-83b3-3ede1a9ed187,segment=NetworkSegment(335efc5d-483a-424a-abc6-8fe1bd340f96),segment_id=335efc5d-483a-424a-abc6-8fe1bd340f96)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:41:32.084003 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-4fa90cb3-62e6-4201-b6a1-ff9f6cd446e0 req-2616109b-78e1-4fc6-a2b3-8040fd6d12b3 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:32.084729 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d470a4-2386-4543-ac3c-f7c020d60b0c None None] Checking router: 3bb29b69-7a44-458a-a1f3-b509dbb255d2 for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:41:32.088161 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a8148a-4f29-4c12-8c19-91f8820bb84d req-24179af6-6b8b-4087-a920-e76df13d5a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:41:32.090211 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-40a8148a-4f29-4c12-8c19-91f8820bb84d req-24179af6-6b8b-4087-a920-e76df13d5a18 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=07510422-b60d-44a2-92b1-678490cc486d HTTP/1.1" status: 200 len: 847 time: 0.0791171 Dec 06 17:41:32.095916 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d470a4-2386-4543-ac3c-f7c020d60b0c None None] Routers {'3bb29b69-7a44-458a-a1f3-b509dbb255d2'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:41:32.096624 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-79d470a4-2386-4543-ac3c-f7c020d60b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:41:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['3bb29b69-7a44-458a-a1f3-b509dbb255d2'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:41:32.292048 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-79d470a4-2386-4543-ac3c-f7c020d60b0c None None] Set router 3bb29b69-7a44-458a-a1f3-b509dbb255d2 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:41:32.358071 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a8148a-4f29-4c12-8c19-91f8820bb84d req-283e9fd2-11a7-4165-a9f7-93a4fc3682c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:41:32.359599 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-40a8148a-4f29-4c12-8c19-91f8820bb84d req-283e9fd2-11a7-4165-a9f7-93a4fc3682c3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=849af80a-6232-4c4a-981d-f8860259668f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2613857 Dec 06 17:41:32.519507 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-4fa90cb3-62e6-4201-b6a1-ff9f6cd446e0 req-2616109b-78e1-4fc6-a2b3-8040fd6d12b3 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:32.519801 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-4fa90cb3-62e6-4201-b6a1-ff9f6cd446e0 req-2616109b-78e1-4fc6-a2b3-8040fd6d12b3 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:32.520118 n-d-master-1 neutron-server[103285]: INFO neutron.db.l3_db [req-4fa90cb3-62e6-4201-b6a1-ff9f6cd446e0 req-2616109b-78e1-4fc6-a2b3-8040fd6d12b3 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Floating IP 71e0ebb4-009f-494f-a9f6-f1374b2dc82e disassociated. External IP: 172.35.1.58, port: d8195b8e-e449-48c2-83b3-3ede1a9ed187. Dec 06 17:41:32.520460 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-4fa90cb3-62e6-4201-b6a1-ff9f6cd446e0 req-2616109b-78e1-4fc6-a2b3-8040fd6d12b3 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Calling delete_port for d8195b8e-e449-48c2-83b3-3ede1a9ed187 owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:41:32.527130 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-40a8148a-4f29-4c12-8c19-91f8820bb84d req-7f5de155-a124-497c-933a-7df3e3fad8cc service neutron] 10.222.0.41 "GET /v2.0/networks/849af80a-6232-4c4a-981d-f8860259668f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582158 Dec 06 17:41:32.592983 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-79d470a4-2386-4543-ac3c-f7c020d60b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb29b69-7a44-458a-a1f3-b509dbb255d2', 'name': 'tempest-TestServerBasicOps-470072378-router', 'tenant_id': 'cb4e31255e4a4acbaf1ecb75ca1b0298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.230'}], 'enable_snat': True}, 'gw_port_id': 'c8d13ff9-fc24-4a2e-98ba-ad9be9aa1b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:41:01Z', 'updated_at': '2021-12-06T17:41:05Z', 'revision_number': 4, 'project_id': 'cb4e31255e4a4acbaf1ecb75ca1b0298', 'gw_port': {'id': 'c8d13ff9-fc24-4a2e-98ba-ad9be9aa1b3f', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb29b69-7a44-458a-a1f3-b509dbb255d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:41:02Z', 'updated_at': '2021-12-06T17:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'c3cbafa7-d8dc-472f-9325-9c16d563b90f', 'tenant_id': 'cb4e31255e4a4acbaf1ecb75ca1b0298', 'floating_ip_address': '172.35.1.69', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '3bb29b69-7a44-458a-a1f3-b509dbb255d2', 'port_id': 'df983a1a-0968-4d7c-92b2-26c3082dfcf7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '849af80a-6232-4c4a-981d-f8860259668f', 'mac_address': 'fa:16:3e:9b:0c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaff9751-15e6-4631-8c7e-03d9dee08bff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:41:30Z', 'updated_at': '2021-12-06T17:41:30Z', 'revision_number': 0, 'project_id': 'cb4e31255e4a4acbaf1ecb75ca1b0298', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b336dcd-264a-4f61-b37e-9506b19e86ca', 'name': '', 'network_id': '849af80a-6232-4c4a-981d-f8860259668f', 'tenant_id': 'cb4e31255e4a4acbaf1ecb75ca1b0298', 'mac_address': 'fa:16:3e:f3:ea:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb29b69-7a44-458a-a1f3-b509dbb255d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '07510422-b60d-44a2-92b1-678490cc486d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:41:04Z', 'updated_at': '2021-12-06T17:41:11Z', 'revision_number': 5, 'project_id': 'cb4e31255e4a4acbaf1ecb75ca1b0298', 'subnets': [{'id': '07510422-b60d-44a2-92b1-678490cc486d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:41:32.623424 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d470a4-2386-4543-ac3c-f7c020d60b0c None None] The sync data for ids ['3bb29b69-7a44-458a-a1f3-b509dbb255d2'] in n-d-master-1 is: [{'id': '3bb29b69-7a44-458a-a1f3-b509dbb255d2', 'name': 'tempest-TestServerBasicOps-470072378-router', 'tenant_id': 'cb4e31255e4a4acbaf1ecb75ca1b0298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.230'}], 'enable_snat': True}, 'gw_port_id': 'c8d13ff9-fc24-4a2e-98ba-ad9be9aa1b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:41:01Z', 'updated_at': '2021-12-06T17:41:05Z', 'revision_number': 4, 'project_id': 'cb4e31255e4a4acbaf1ecb75ca1b0298', 'gw_port': {'id': 'c8d13ff9-fc24-4a2e-98ba-ad9be9aa1b3f', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb29b69-7a44-458a-a1f3-b509dbb255d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:41:02Z', 'updated_at': '2021-12-06T17:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'c3cbafa7-d8dc-472f-9325-9c16d563b90f', 'tenant_id': 'cb4e31255e4a4acbaf1ecb75ca1b0298', 'floating_ip_address': '172.35.1.69', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '3bb29b69-7a44-458a-a1f3-b509dbb255d2', 'port_id': 'df983a1a-0968-4d7c-92b2-26c3082dfcf7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '849af80a-6232-4c4a-981d-f8860259668f', 'mac_address': 'fa:16:3e:9b:0c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaff9751-15e6-4631-8c7e-03d9dee08bff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:41:30Z', 'updated_at': '2021-12-06T17:41:30Z', 'revision_number': 0, 'project_id': 'cb4e31255e4a4acbaf1ecb75ca1b0298', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b336dcd-264a-4f61-b37e-9506b19e86ca', 'name': '', 'network_id': '849af80a-6232-4c4a-981d-f8860259668f', 'tenant_id': 'cb4e31255e4a4acbaf1ecb75ca1b0298', 'mac_address': 'fa:16:3e:f3:ea:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb29b69-7a44-458a-a1f3-b509dbb255d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '07510422-b60d-44a2-92b1-678490cc486d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:41:04Z', 'updated_at': '2021-12-06T17:41:11Z', 'revision_number': 5, 'project_id': 'cb4e31255e4a4acbaf1ecb75ca1b0298', 'subnets': [{'id': '07510422-b60d-44a2-92b1-678490cc486d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:41:32.686673 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-40a8148a-4f29-4c12-8c19-91f8820bb84d req-931eb56d-f386-4056-8085-822e14cb15fe service neutron] 10.222.0.41 "GET /v2.0/networks/849af80a-6232-4c4a-981d-f8860259668f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220114 Dec 06 17:41:32.688689 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dfc246-f6ad-4375-a00a-a01ff0a8c4b1 req-eceb5adf-948e-4af2-b572-f8a59d27f8d9 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:41:32.703610 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-95dfc246-f6ad-4375-a00a-a01ff0a8c4b1 req-eceb5adf-948e-4af2-b572-f8a59d27f8d9 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=254f2db9-d6bf-432e-87d8-46ac17077c80 HTTP/1.1" status: 200 len: 945 time: 0.0872660 Dec 06 17:41:32.787424 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-4fa90cb3-62e6-4201-b6a1-ff9f6cd446e0 req-2616109b-78e1-4fc6-a2b3-8040fd6d12b3 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:32.799009 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-95dfc246-f6ad-4375-a00a-a01ff0a8c4b1 req-e6a9e582-3a14-4e5f-a81d-6b5a691352f1 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=1e5797dc-b155-406a-9d6a-299f1fe9f8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944426 Dec 06 17:41:32.823483 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2616109b-78e1-4fc6-a2b3-8040fd6d12b3 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Pushing event deleted for resources: {'Port': ['ID=d8195b8e-e449-48c2-83b3-3ede1a9ed187,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:32.896529 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:32.955642 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4fa90cb3-62e6-4201-b6a1-ff9f6cd446e0 req-2616109b-78e1-4fc6-a2b3-8040fd6d12b3 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Router 07bf1f70-b412-4e25-b1a7-7cacff22ab7c has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:41:32.956821 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080a009b-76e7-41bd-8200-c74db9a4af1b None None] New status for floating IP c3cbafa7-d8dc-472f-9325-9c16d563b90f: ACTIVE {{(pid=103287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 17:41:33.072823 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4fa90cb3-62e6-4201-b6a1-ff9f6cd446e0 req-2616109b-78e1-4fc6-a2b3-8040fd6d12b3 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:41:33.084344 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3b9c0a-9a85-4816-8206-08a61d229882 None None] Sync routers for ids ['07bf1f70-b412-4e25-b1a7-7cacff22ab7c'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:41:33.102184 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3b9c0a-9a85-4816-8206-08a61d229882 None None] Routers {'07bf1f70-b412-4e25-b1a7-7cacff22ab7c'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:41:33.103399 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-3d3b9c0a-9a85-4816-8206-08a61d229882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:41:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['07bf1f70-b412-4e25-b1a7-7cacff22ab7c'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:41:33.124566 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fa90cb3-62e6-4201-b6a1-ff9f6cd446e0 req-2616109b-78e1-4fc6-a2b3-8040fd6d12b3 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] No DVR routers for this DVR port d8195b8e-e449-48c2-83b3-3ede1a9ed187 on host n-h2-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:41:33.128047 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-4fa90cb3-62e6-4201-b6a1-ff9f6cd446e0 req-2616109b-78e1-4fc6-a2b3-8040fd6d12b3 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:33.132007 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4fa90cb3-62e6-4201-b6a1-ff9f6cd446e0 req-2616109b-78e1-4fc6-a2b3-8040fd6d12b3 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.44 "DELETE /v2.0/ports/d8195b8e-e449-48c2-83b3-3ede1a9ed187 HTTP/1.1" status: 204 len: 173 time: 1.4947672 Dec 06 17:41:33.134408 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '254f2db9-d6bf-432e-87d8-46ac17077c80', 'name': 'network-vif-deleted', 'tag': 'd8195b8e-e449-48c2-83b3-3ede1a9ed187'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:41:33.136495 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce618e73-52d2-464e-a6b4-78b70c723e81" -d '{"events": [{"server_uuid": "254f2db9-d6bf-432e-87d8-46ac17077c80", "name": "network-vif-deleted", "tag": "d8195b8e-e449-48c2-83b3-3ede1a9ed187"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:41:33.227725 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f7b1f28-63c3-485f-a3c9-ff61ea84f814 x-openstack-request-id: req-2f7b1f28-63c3-485f-a3c9-ff61ea84f814 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:41:33.228033 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "254f2db9-d6bf-432e-87d8-46ac17077c80", "name": "network-vif-deleted", "tag": "d8195b8e-e449-48c2-83b3-3ede1a9ed187", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:41:33.228295 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2f7b1f28-63c3-485f-a3c9-ff61ea84f814 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:41:33.228712 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '254f2db9-d6bf-432e-87d8-46ac17077c80', 'name': 'network-vif-deleted', 'tag': 'd8195b8e-e449-48c2-83b3-3ede1a9ed187', 'status': 'completed', 'code': 200} Dec 06 17:41:33.270736 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-3d3b9c0a-9a85-4816-8206-08a61d229882 None None] Set router 07bf1f70-b412-4e25-b1a7-7cacff22ab7c gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:41:33.519489 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-3d3b9c0a-9a85-4816-8206-08a61d229882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bf1f70-b412-4e25-b1a7-7cacff22ab7c', 'name': 'tempest-TestVolumeBootPattern-2129032411-router', 'tenant_id': 'ecd8b64e36c540eeae4809301448bbe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.204'}], 'enable_snat': True}, 'gw_port_id': '496acb0e-6acc-4519-8b36-37d1a9461f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:32:06Z', 'updated_at': '2021-12-06T17:32:15Z', 'revision_number': 4, 'project_id': 'ecd8b64e36c540eeae4809301448bbe1', 'gw_port': {'id': '496acb0e-6acc-4519-8b36-37d1a9461f0c', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bf1f70-b412-4e25-b1a7-7cacff22ab7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:32:08Z', 'updated_at': '2021-12-06T17:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'f5e38546-3774-4985-91ea-188ae7e8c07b', 'name': '', 'network_id': '2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4', 'tenant_id': 'ecd8b64e36c540eeae4809301448bbe1', 'mac_address': 'fa:16:3e:7f:a0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bf1f70-b412-4e25-b1a7-7cacff22ab7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': '06d20752-22e2-4f05-a607-805be1f18e56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:32:12Z', 'updated_at': '2021-12-06T17:32:21Z', 'revision_number': 5, 'project_id': 'ecd8b64e36c540eeae4809301448bbe1', 'subnets': [{'id': '06d20752-22e2-4f05-a607-805be1f18e56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:41:33.547407 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3b9c0a-9a85-4816-8206-08a61d229882 None None] Checking router: 07bf1f70-b412-4e25-b1a7-7cacff22ab7c for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:41:33.556341 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3b9c0a-9a85-4816-8206-08a61d229882 None None] Routers {'07bf1f70-b412-4e25-b1a7-7cacff22ab7c'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:41:33.556960 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-3d3b9c0a-9a85-4816-8206-08a61d229882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:41:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['07bf1f70-b412-4e25-b1a7-7cacff22ab7c'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:41:33.676198 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-3d3b9c0a-9a85-4816-8206-08a61d229882 None None] Set router 07bf1f70-b412-4e25-b1a7-7cacff22ab7c gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:41:33.902787 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d9bacac7-6a2d-4d6c-92e5-6f897df60252 req-be8f8cbf-f1cf-4542-bded-ab6537bd273d tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=254f2db9-d6bf-432e-87d8-46ac17077c80 HTTP/1.1" status: 200 len: 210 time: 0.0282714 Dec 06 17:41:33.937019 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-3d3b9c0a-9a85-4816-8206-08a61d229882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bf1f70-b412-4e25-b1a7-7cacff22ab7c', 'name': 'tempest-TestVolumeBootPattern-2129032411-router', 'tenant_id': 'ecd8b64e36c540eeae4809301448bbe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.204'}], 'enable_snat': True}, 'gw_port_id': '496acb0e-6acc-4519-8b36-37d1a9461f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:32:06Z', 'updated_at': '2021-12-06T17:32:15Z', 'revision_number': 4, 'project_id': 'ecd8b64e36c540eeae4809301448bbe1', 'gw_port': {'id': '496acb0e-6acc-4519-8b36-37d1a9461f0c', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bf1f70-b412-4e25-b1a7-7cacff22ab7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:32:08Z', 'updated_at': '2021-12-06T17:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'f5e38546-3774-4985-91ea-188ae7e8c07b', 'name': '', 'network_id': '2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4', 'tenant_id': 'ecd8b64e36c540eeae4809301448bbe1', 'mac_address': 'fa:16:3e:7f:a0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bf1f70-b412-4e25-b1a7-7cacff22ab7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': '06d20752-22e2-4f05-a607-805be1f18e56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:32:12Z', 'updated_at': '2021-12-06T17:32:21Z', 'revision_number': 5, 'project_id': 'ecd8b64e36c540eeae4809301448bbe1', 'subnets': [{'id': '06d20752-22e2-4f05-a607-805be1f18e56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:41:34.155333 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3b9c0a-9a85-4816-8206-08a61d229882 None None] The sync data for ids ['07bf1f70-b412-4e25-b1a7-7cacff22ab7c'] in n-d-master-1 is: [{'id': '07bf1f70-b412-4e25-b1a7-7cacff22ab7c', 'name': 'tempest-TestVolumeBootPattern-2129032411-router', 'tenant_id': 'ecd8b64e36c540eeae4809301448bbe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.204'}], 'enable_snat': True}, 'gw_port_id': '496acb0e-6acc-4519-8b36-37d1a9461f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:32:06Z', 'updated_at': '2021-12-06T17:32:15Z', 'revision_number': 4, 'project_id': 'ecd8b64e36c540eeae4809301448bbe1', 'gw_port': {'id': '496acb0e-6acc-4519-8b36-37d1a9461f0c', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bf1f70-b412-4e25-b1a7-7cacff22ab7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:32:08Z', 'updated_at': '2021-12-06T17:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'f5e38546-3774-4985-91ea-188ae7e8c07b', 'name': '', 'network_id': '2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4', 'tenant_id': 'ecd8b64e36c540eeae4809301448bbe1', 'mac_address': 'fa:16:3e:7f:a0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bf1f70-b412-4e25-b1a7-7cacff22ab7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': '06d20752-22e2-4f05-a607-805be1f18e56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:32:12Z', 'updated_at': '2021-12-06T17:32:21Z', 'revision_number': 5, 'project_id': 'ecd8b64e36c540eeae4809301448bbe1', 'subnets': [{'id': '06d20752-22e2-4f05-a607-805be1f18e56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:41:34.485438 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf1e871-6c87-4976-967e-80a7af77c82f None None] New status for floating IP 71e0ebb4-009f-494f-a9f6-f1374b2dc82e: DOWN {{(pid=103287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 17:41:35.045110 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-20a8019a-d90b-4e25-bb95-06b517bd023d req-75e7980b-053f-4ad8-bc71-ef7227772155 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=254f2db9-d6bf-432e-87d8-46ac17077c80 HTTP/1.1" status: 200 len: 210 time: 0.0411417 Dec 06 17:41:35.357065 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:36.172708 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ef7296de-c7ee-4431-8a13-21a73d7dcc0d req-892d21a5-251c-45df-9b82-403863ff74e4 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=254f2db9-d6bf-432e-87d8-46ac17077c80 HTTP/1.1" status: 200 len: 210 time: 0.0341630 Dec 06 17:41:36.177621 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device d8195b8e-e449-48c2-83b3-3ede1a9ed187 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:41:36.205908 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] No Port match for: d8195b8e-e449-48c2-83b3-3ede1a9ed187 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:41:36.206462 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device d8195b8e-e449-48c2-83b3-3ede1a9ed187 not bound to the agent host n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:41:37.320752 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-188e43e4-ea59-45b6-a32e-6b11dac48d59 req-02ca20d7-4ea9-4f2d-bb51-d81b67425671 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=254f2db9-d6bf-432e-87d8-46ac17077c80 HTTP/1.1" status: 200 len: 210 time: 0.0468166 Dec 06 17:41:38.471189 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c2869c79-1847-47f2-9538-1382ac211f9b req-6fd19364-efbe-446a-9e75-ff08c8f7b8f6 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=254f2db9-d6bf-432e-87d8-46ac17077c80 HTTP/1.1" status: 200 len: 210 time: 0.0404580 Dec 06 17:41:39.811782 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2c28a207-65d8-48a4-9e7c-0ec876d2c6c6 req-17dd8d78-dc63-4d9f-b369-27dab61f1a94 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-928314126&fields=id&tenant_id=ecd8b64e36c540eeae4809301448bbe1 HTTP/1.1" status: 200 len: 267 time: 0.0621777 Dec 06 17:41:39.950540 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c28a207-65d8-48a4-9e7c-0ec876d2c6c6 req-9fefa5ee-7db6-4342-a392-5aae8a01c181 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:41:39.958149 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2c28a207-65d8-48a4-9e7c-0ec876d2c6c6 req-9fefa5ee-7db6-4342-a392-5aae8a01c181 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/networks?id=2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4 HTTP/1.1" status: 200 len: 812 time: 0.1360660 Dec 06 17:41:39.969763 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2c28a207-65d8-48a4-9e7c-0ec876d2c6c6 req-42f492ad-1c13-4aa6-ba56-57c547dedcee tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/quotas/ecd8b64e36c540eeae4809301448bbe1 HTTP/1.1" status: 200 len: 375 time: 0.0106878 Dec 06 17:41:40.027220 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2c28a207-65d8-48a4-9e7c-0ec876d2c6c6 req-39d12ff4-7a71-4826-abaa-0acb54b22558 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ecd8b64e36c540eeae4809301448bbe1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505362 Dec 06 17:41:40.192704 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2c28a207-65d8-48a4-9e7c-0ec876d2c6c6 req-8060aef1-b267-416b-a956-ba30fe779dd9 service neutron] 10.222.0.23 "GET /v2.0/networks/2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535974 Dec 06 17:41:40.292553 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2c28a207-65d8-48a4-9e7c-0ec876d2c6c6 req-6dee51fb-701a-4ec9-81b6-b266361269ef service neutron] 10.222.0.23 "GET /v2.0/networks/2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989642 Dec 06 17:41:40.607439 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4e9621b1-e590-41c6-84eb-f39e31cc538a req-c3af1eb5-8d0e-4d6a-a896-678d8ece2bb2 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=34d86a59-01a0-42ed-aa21-70c24a6f9620 HTTP/1.1" status: 200 len: 210 time: 0.0357463 Dec 06 17:41:41.592902 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 32802) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:41.975280 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c28a207-65d8-48a4-9e7c-0ec876d2c6c6 req-6053d2c0-ea9a-43ca-a434-f0abacf90c44 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:41:41.976971 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2c28a207-65d8-48a4-9e7c-0ec876d2c6c6 req-6053d2c0-ea9a-43ca-a434-f0abacf90c44 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.44 "GET /v2.0/networks?id=2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4 HTTP/1.1" status: 200 len: 812 time: 0.1383550 Dec 06 17:41:42.050231 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2c28a207-65d8-48a4-9e7c-0ec876d2c6c6 req-8c40d281-673e-493f-8f4c-cff52105c25b tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ecd8b64e36c540eeae4809301448bbe1 HTTP/1.1" status: 200 len: 379 time: 0.0633399 Dec 06 17:41:42.062041 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-2c28a207-65d8-48a4-9e7c-0ec876d2c6c6 req-9db76eb0-4ae2-4240-982a-17f23c2e64e3 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Request body: {'port': {'device_id': '34d86a59-01a0-42ed-aa21-70c24a6f9620', 'network_id': '2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4', 'admin_state_up': True, 'tenant_id': 'ecd8b64e36c540eeae4809301448bbe1', 'security_groups': ['1e5797dc-b155-406a-9d6a-299f1fe9f8d8']}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:41:42.066393 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fbdccbf0-a2a7-412a-82d0-b3425b7f4b6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:42.080590 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-20798600-b364-4f57-87e8-61e6746244db req-ef5dca41-53ae-4a7b-a907-3efe225ddb69 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=34d86a59-01a0-42ed-aa21-70c24a6f9620 HTTP/1.1" status: 200 len: 210 time: 0.3980644 Dec 06 17:41:42.184150 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fbdccbf0-a2a7-412a-82d0-b3425b7f4b6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:42.190982 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fbdccbf0-a2a7-412a-82d0-b3425b7f4b6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:42.209371 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c28a207-65d8-48a4-9e7c-0ec876d2c6c6 req-9db76eb0-4ae2-4240-982a-17f23c2e64e3 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Made reservation on behalf of ecd8b64e36c540eeae4809301448bbe1 for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:41:42.214192 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2c28a207-65d8-48a4-9e7c-0ec876d2c6c6 req-9db76eb0-4ae2-4240-982a-17f23c2e64e3 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:42.229934 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdccbf0-a2a7-412a-82d0-b3425b7f4b6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=300bda28-0251-47ff-b692-10cd6f011325,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:42.248303 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdccbf0-a2a7-412a-82d0-b3425b7f4b6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:41:42.248906 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdccbf0-a2a7-412a-82d0-b3425b7f4b6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:41:42.249443 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdccbf0-a2a7-412a-82d0-b3425b7f4b6e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:41:42.249987 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdccbf0-a2a7-412a-82d0-b3425b7f4b6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:41:42.250506 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdccbf0-a2a7-412a-82d0-b3425b7f4b6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:41:42.251026 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdccbf0-a2a7-412a-82d0-b3425b7f4b6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:41:42.251543 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdccbf0-a2a7-412a-82d0-b3425b7f4b6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:41:42.252047 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdccbf0-a2a7-412a-82d0-b3425b7f4b6e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:41:42.252554 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdccbf0-a2a7-412a-82d0-b3425b7f4b6e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:41:42.253073 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdccbf0-a2a7-412a-82d0-b3425b7f4b6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:41:42.253631 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdccbf0-a2a7-412a-82d0-b3425b7f4b6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:41:42.254372 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdccbf0-a2a7-412a-82d0-b3425b7f4b6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:41:42.254887 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdccbf0-a2a7-412a-82d0-b3425b7f4b6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:41:42.272215 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-fbdccbf0-a2a7-412a-82d0-b3425b7f4b6e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f2de40b9747c472f83e85803c6d60e88&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6780009 Dec 06 17:41:42.273226 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 32808) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:42.327358 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4c247e8b-308d-4054-abd0-6c577ec680cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:42.351063 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4c247e8b-308d-4054-abd0-6c577ec680cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:42.386945 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-2c28a207-65d8-48a4-9e7c-0ec876d2c6c6 req-9db76eb0-4ae2-4240-982a-17f23c2e64e3 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Allocated IP 172.20.0.12 (2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4/06d20752-22e2-4f05-a607-805be1f18e56/ba621cb4-3470-41ba-86ba-66a0c35b5f24) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:41:42.401191 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4c247e8b-308d-4054-abd0-6c577ec680cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:42.404726 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4c247e8b-308d-4054-abd0-6c577ec680cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:42.408969 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-4c247e8b-308d-4054-abd0-6c577ec680cd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/300bda28-0251-47ff-b692-10cd6f011325 HTTP/1.1" status: 204 len: 168 time: 0.1345353 Dec 06 17:41:42.417791 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c247e8b-308d-4054-abd0-6c577ec680cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=300bda28-0251-47ff-b692-10cd6f011325,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:42.581457 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2c28a207-65d8-48a4-9e7c-0ec876d2c6c6 req-9db76eb0-4ae2-4240-982a-17f23c2e64e3 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:42.623960 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2c28a207-65d8-48a4-9e7c-0ec876d2c6c6 req-9db76eb0-4ae2-4240-982a-17f23c2e64e3 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:42.680387 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c28a207-65d8-48a4-9e7c-0ec876d2c6c6 req-9db76eb0-4ae2-4240-982a-17f23c2e64e3 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Network 2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:41:42.683862 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-2c28a207-65d8-48a4-9e7c-0ec876d2c6c6 req-9db76eb0-4ae2-4240-982a-17f23c2e64e3 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:41:42.688091 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c28a207-65d8-48a4-9e7c-0ec876d2c6c6 req-9db76eb0-4ae2-4240-982a-17f23c2e64e3 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:41:42.718446 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db76eb0-4ae2-4240-982a-17f23c2e64e3 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Pushing event updated for resources: {'Port': ['ID=ba621cb4-3470-41ba-86ba-66a0c35b5f24,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:42.742963 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c28a207-65d8-48a4-9e7c-0ec876d2c6c6 req-9db76eb0-4ae2-4240-982a-17f23c2e64e3 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:41:42.743732 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2c28a207-65d8-48a4-9e7c-0ec876d2c6c6 req-9db76eb0-4ae2-4240-982a-17f23c2e64e3 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:42.767668 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2c28a207-65d8-48a4-9e7c-0ec876d2c6c6 req-9db76eb0-4ae2-4240-982a-17f23c2e64e3 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7103362 Dec 06 17:41:42.903006 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 32818) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:42.914223 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-2c28a207-65d8-48a4-9e7c-0ec876d2c6c6 req-1b651525-48da-41d5-9ac8-9b4f03a58567 service neutron] Request body: {'port': {'device_id': '34d86a59-01a0-42ed-aa21-70c24a6f9620', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:41:42.924948 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fe913412-5fc4-472d-b659-94265fd74049 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:42.993298 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2c28a207-65d8-48a4-9e7c-0ec876d2c6c6 req-1b651525-48da-41d5-9ac8-9b4f03a58567 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:43.028767 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fe913412-5fc4-472d-b659-94265fd74049 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:43.034407 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fe913412-5fc4-472d-b659-94265fd74049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:43.091178 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-fe913412-5fc4-472d-b659-94265fd74049 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dec051604a6d4df2b1048358f06745e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1847360 Dec 06 17:41:43.092684 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-7dc5e48b-8b38-4671-af39-3788611cdd10 None None] Provisioning complete for port ba621cb4-3470-41ba-86ba-66a0c35b5f24 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:41:43.093630 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7dc5e48b-8b38-4671-af39-3788611cdd10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:43.094582 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 32820) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:43.138145 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-7dc5e48b-8b38-4671-af39-3788611cdd10 None None] Port ba621cb4-3470-41ba-86ba-66a0c35b5f24 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:41:43.193459 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe913412-5fc4-472d-b659-94265fd74049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e17409cc-0a98-4a9d-9645-6c5d8141020e,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:43.237161 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-602c433d-9ad5-4bd6-8dd6-cd9cd3213fee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:43.264338 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-602c433d-9ad5-4bd6-8dd6-cd9cd3213fee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:43.275266 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a70142-adf6-4e70-b85f-2a7903bc84bc req-cb80a5b9-533f-492f-8b74-200c3edeac48 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:41:43.276776 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a2a70142-adf6-4e70-b85f-2a7903bc84bc req-cb80a5b9-533f-492f-8b74-200c3edeac48 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=34d86a59-01a0-42ed-aa21-70c24a6f9620 HTTP/1.1" status: 200 len: 932 time: 0.0912156 Dec 06 17:41:43.324973 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-602c433d-9ad5-4bd6-8dd6-cd9cd3213fee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:43.327927 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-602c433d-9ad5-4bd6-8dd6-cd9cd3213fee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:43.331596 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-602c433d-9ad5-4bd6-8dd6-cd9cd3213fee admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e17409cc-0a98-4a9d-9645-6c5d8141020e HTTP/1.1" status: 204 len: 168 time: 0.2336152 Dec 06 17:41:43.343432 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602c433d-9ad5-4bd6-8dd6-cd9cd3213fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e17409cc-0a98-4a9d-9645-6c5d8141020e,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:43.364431 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a2a70142-adf6-4e70-b85f-2a7903bc84bc req-967d60b9-4da6-4fe4-8f27-a2d5e3beecc2 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=1e5797dc-b155-406a-9d6a-299f1fe9f8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753281 Dec 06 17:41:43.402450 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-2c28a207-65d8-48a4-9e7c-0ec876d2c6c6 req-1b651525-48da-41d5-9ac8-9b4f03a58567 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba621cb4-3470-41ba-86ba-66a0c35b5f24 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:41:43.410664 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2c28a207-65d8-48a4-9e7c-0ec876d2c6c6 req-1b651525-48da-41d5-9ac8-9b4f03a58567 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:43.424321 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-2c28a207-65d8-48a4-9e7c-0ec876d2c6c6 req-1b651525-48da-41d5-9ac8-9b4f03a58567 service neutron] Transition to ACTIVE for port object ba621cb4-3470-41ba-86ba-66a0c35b5f24 will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:41:43.428935 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2c28a207-65d8-48a4-9e7c-0ec876d2c6c6 req-1b651525-48da-41d5-9ac8-9b4f03a58567 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:43.478911 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-979034db-cda4-4522-be6e-a7dd2fabce49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:43.502456 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b651525-48da-41d5-9ac8-9b4f03a58567 service neutron] Pushing event updated for resources: {'Port': ['ID=ba621cb4-3470-41ba-86ba-66a0c35b5f24,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:43.565929 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-2c28a207-65d8-48a4-9e7c-0ec876d2c6c6 req-1b651525-48da-41d5-9ac8-9b4f03a58567 service neutron] Attempting to bind port ba621cb4-3470-41ba-86ba-66a0c35b5f24 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:41:43.566550 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-2c28a207-65d8-48a4-9e7c-0ec876d2c6c6 req-1b651525-48da-41d5-9ac8-9b4f03a58567 service neutron] Attempting to bind port ba621cb4-3470-41ba-86ba-66a0c35b5f24 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '335efc5d-483a-424a-abc6-8fe1bd340f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:41:43.567323 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c28a207-65d8-48a4-9e7c-0ec876d2c6c6 req-1b651525-48da-41d5-9ac8-9b4f03a58567 service neutron] Attempting to bind port ba621cb4-3470-41ba-86ba-66a0c35b5f24 on network 2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:41:43.572877 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c28a207-65d8-48a4-9e7c-0ec876d2c6c6 req-1b651525-48da-41d5-9ac8-9b4f03a58567 service neutron] Port ba621cb4-3470-41ba-86ba-66a0c35b5f24 on network 2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:41:43.573306 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c28a207-65d8-48a4-9e7c-0ec876d2c6c6 req-1b651525-48da-41d5-9ac8-9b4f03a58567 service neutron] Attempting to bind port ba621cb4-3470-41ba-86ba-66a0c35b5f24 on network 2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:41:43.579805 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c28a207-65d8-48a4-9e7c-0ec876d2c6c6 req-1b651525-48da-41d5-9ac8-9b4f03a58567 service neutron] Checking agent: {'id': '9d8b9f49-2860-4c1f-9b89-45a7657a3c4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:41:43.580265 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c28a207-65d8-48a4-9e7c-0ec876d2c6c6 req-1b651525-48da-41d5-9ac8-9b4f03a58567 service neutron] Checking segment: {'id': '335efc5d-483a-424a-abc6-8fe1bd340f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:41:43.580980 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c28a207-65d8-48a4-9e7c-0ec876d2c6c6 req-1b651525-48da-41d5-9ac8-9b4f03a58567 service neutron] Bound using segment: {'id': '335efc5d-483a-424a-abc6-8fe1bd340f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:41:43.581721 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-2c28a207-65d8-48a4-9e7c-0ec876d2c6c6 req-1b651525-48da-41d5-9ac8-9b4f03a58567 service neutron] Bound port: ba621cb4-3470-41ba-86ba-66a0c35b5f24, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '335efc5d-483a-424a-abc6-8fe1bd340f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:41:43.582259 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2c28a207-65d8-48a4-9e7c-0ec876d2c6c6 req-1b651525-48da-41d5-9ac8-9b4f03a58567 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:43.674545 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-2c28a207-65d8-48a4-9e7c-0ec876d2c6c6 req-1b651525-48da-41d5-9ac8-9b4f03a58567 service neutron] For port ba621cb4-3470-41ba-86ba-66a0c35b5f24, host n-h2-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:41:43.677954 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-2c28a207-65d8-48a4-9e7c-0ec876d2c6c6 req-1b651525-48da-41d5-9ac8-9b4f03a58567 service neutron] For port ba621cb4-3470-41ba-86ba-66a0c35b5f24, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ba621cb4-3470-41ba-86ba-66a0c35b5f24,segment=NetworkSegment(335efc5d-483a-424a-abc6-8fe1bd340f96),segment_id=335efc5d-483a-424a-abc6-8fe1bd340f96)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:41:43.703082 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2c28a207-65d8-48a4-9e7c-0ec876d2c6c6 req-1b651525-48da-41d5-9ac8-9b4f03a58567 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:43.776563 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c28a207-65d8-48a4-9e7c-0ec876d2c6c6 req-1b651525-48da-41d5-9ac8-9b4f03a58567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:41:43.777896 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2c28a207-65d8-48a4-9e7c-0ec876d2c6c6 req-1b651525-48da-41d5-9ac8-9b4f03a58567 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:43.779349 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2c28a207-65d8-48a4-9e7c-0ec876d2c6c6 req-1b651525-48da-41d5-9ac8-9b4f03a58567 service neutron] 10.222.0.44 "PUT /v2.0/ports/ba621cb4-3470-41ba-86ba-66a0c35b5f24 HTTP/1.1" status: 200 len: 1092 time: 1.0024810 Dec 06 17:41:43.780007 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34d86a59-01a0-42ed-aa21-70c24a6f9620', 'tag': 'ba621cb4-3470-41ba-86ba-66a0c35b5f24'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:41:43.783269 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-322db82e-d378-4d15-8c9a-fd2fb818efd7" -d '{"events": [{"name": "network-changed", "server_uuid": "34d86a59-01a0-42ed-aa21-70c24a6f9620", "tag": "ba621cb4-3470-41ba-86ba-66a0c35b5f24"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:41:43.853586 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-829ab932-7638-432d-b7fd-89a84f251b4d x-openstack-request-id: req-829ab932-7638-432d-b7fd-89a84f251b4d {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:41:43.854034 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34d86a59-01a0-42ed-aa21-70c24a6f9620", "tag": "ba621cb4-3470-41ba-86ba-66a0c35b5f24", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:41:43.854346 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-829ab932-7638-432d-b7fd-89a84f251b4d {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:41:43.854899 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34d86a59-01a0-42ed-aa21-70c24a6f9620', 'tag': 'ba621cb4-3470-41ba-86ba-66a0c35b5f24', 'status': 'completed', 'code': 200} Dec 06 17:41:43.890862 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b651525-48da-41d5-9ac8-9b4f03a58567 service neutron] Pushing event updated for resources: {'Port': ['ID=ba621cb4-3470-41ba-86ba-66a0c35b5f24,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:43.931589 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c28a207-65d8-48a4-9e7c-0ec876d2c6c6 req-56534f42-0636-483b-9354-1e2656f8ff2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:41:43.933196 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2c28a207-65d8-48a4-9e7c-0ec876d2c6c6 req-56534f42-0636-483b-9354-1e2656f8ff2d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ecd8b64e36c540eeae4809301448bbe1&device_id=34d86a59-01a0-42ed-aa21-70c24a6f9620 HTTP/1.1" status: 200 len: 1095 time: 0.1027627 Dec 06 17:41:44.004904 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2c28a207-65d8-48a4-9e7c-0ec876d2c6c6 req-c9e81e43-edc4-4586-87cb-fbcfe8f5e183 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba621cb4-3470-41ba-86ba-66a0c35b5f24 HTTP/1.1" status: 200 len: 217 time: 0.0626831 Dec 06 17:41:44.060710 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c28a207-65d8-48a4-9e7c-0ec876d2c6c6 req-2f47e4d9-6e0e-42ce-bd01-07e0f87c317b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:41:44.064500 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2c28a207-65d8-48a4-9e7c-0ec876d2c6c6 req-2f47e4d9-6e0e-42ce-bd01-07e0f87c317b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=06d20752-22e2-4f05-a607-805be1f18e56 HTTP/1.1" status: 200 len: 851 time: 0.0496728 Dec 06 17:41:44.144896 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c28a207-65d8-48a4-9e7c-0ec876d2c6c6 req-98b0b638-dd75-4440-956d-5ecb2c265f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:41:44.146449 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2c28a207-65d8-48a4-9e7c-0ec876d2c6c6 req-98b0b638-dd75-4440-956d-5ecb2c265f4d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686996 Dec 06 17:41:44.645343 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2c28a207-65d8-48a4-9e7c-0ec876d2c6c6 req-daf160c9-31fc-4927-985f-ba0d86a69dfc service neutron] 10.222.0.44 "GET /v2.0/networks/2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4854257 Dec 06 17:41:44.719654 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f5d2fd-0c01-4c83-aa74-3eb55ebb11ec req-cb823d04-2e82-4627-b252-38adfe079dd2 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:41:44.721224 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-97f5d2fd-0c01-4c83-aa74-3eb55ebb11ec req-cb823d04-2e82-4627-b252-38adfe079dd2 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=34d86a59-01a0-42ed-aa21-70c24a6f9620 HTTP/1.1" status: 200 len: 944 time: 0.0750437 Dec 06 17:41:44.806352 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-97f5d2fd-0c01-4c83-aa74-3eb55ebb11ec req-1d3cfc42-bbff-4452-9bb6-9824e9cb3e94 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=1e5797dc-b155-406a-9d6a-299f1fe9f8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520096 Dec 06 17:41:44.863595 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2c28a207-65d8-48a4-9e7c-0ec876d2c6c6 req-a93059b0-c581-42dd-923e-5f34af0ba6c7 service neutron] 10.222.0.44 "GET /v2.0/networks/2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875601 Dec 06 17:41:44.965791 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322db82e-d378-4d15-8c9a-fd2fb818efd7 req-047262dc-8ecf-4d64-acf2-e214759dda26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:41:44.968232 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-322db82e-d378-4d15-8c9a-fd2fb818efd7 req-047262dc-8ecf-4d64-acf2-e214759dda26 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ecd8b64e36c540eeae4809301448bbe1&device_id=34d86a59-01a0-42ed-aa21-70c24a6f9620 HTTP/1.1" status: 200 len: 1095 time: 0.0537694 Dec 06 17:41:45.099127 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322db82e-d378-4d15-8c9a-fd2fb818efd7 req-1a51d137-e09a-4c2f-9731-817946c0abbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:41:45.100635 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-322db82e-d378-4d15-8c9a-fd2fb818efd7 req-1a51d137-e09a-4c2f-9731-817946c0abbd service neutron] 10.222.0.44 "GET /v2.0/networks?id=2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4 HTTP/1.1" status: 200 len: 913 time: 0.1242149 Dec 06 17:41:45.154433 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-322db82e-d378-4d15-8c9a-fd2fb818efd7 req-07a9b3d8-b6d3-445f-82e5-57a6e4564a51 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba621cb4-3470-41ba-86ba-66a0c35b5f24 HTTP/1.1" status: 200 len: 217 time: 0.0454898 Dec 06 17:41:45.220367 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322db82e-d378-4d15-8c9a-fd2fb818efd7 req-0aa4df7c-3afa-4066-9f5c-4955095ef44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:41:45.222120 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-322db82e-d378-4d15-8c9a-fd2fb818efd7 req-0aa4df7c-3afa-4066-9f5c-4955095ef44c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=06d20752-22e2-4f05-a607-805be1f18e56 HTTP/1.1" status: 200 len: 851 time: 0.0581841 Dec 06 17:41:45.281757 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322db82e-d378-4d15-8c9a-fd2fb818efd7 req-022a8242-6094-4304-ae26-1f7d813f8ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:41:45.283970 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-322db82e-d378-4d15-8c9a-fd2fb818efd7 req-022a8242-6094-4304-ae26-1f7d813f8ff4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546346 Dec 06 17:41:45.392586 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-322db82e-d378-4d15-8c9a-fd2fb818efd7 req-1bc706c2-cab9-4cb7-82d1-8f5b22f4f92e service neutron] 10.222.0.44 "GET /v2.0/networks/2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018403 Dec 06 17:41:45.490164 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-322db82e-d378-4d15-8c9a-fd2fb818efd7 req-12ee7d6c-d3e8-44a3-8468-f6e1292bae2d service neutron] 10.222.0.44 "GET /v2.0/networks/2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910976 Dec 06 17:41:45.668910 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-28883e33-1f37-4712-8288-50a43b018d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:45.953379 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd9aea-328b-46ee-823f-d9e24ceed53d req-b67d9751-61d6-4068-a3be-494a3f540dd2 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:41:45.960741 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7dbd9aea-328b-46ee-823f-d9e24ceed53d req-b67d9751-61d6-4068-a3be-494a3f540dd2 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=34d86a59-01a0-42ed-aa21-70c24a6f9620 HTTP/1.1" status: 200 len: 944 time: 0.0585947 Dec 06 17:41:45.990946 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 32900) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:46.024242 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7dbd9aea-328b-46ee-823f-d9e24ceed53d req-0adb8045-a04b-4850-833a-e58815963a9f tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=1e5797dc-b155-406a-9d6a-299f1fe9f8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574861 Dec 06 17:41:46.109599 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-05affc4b-ae42-4113-9240-25d5967e0862 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:46.197838 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-05affc4b-ae42-4113-9240-25d5967e0862 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:46.204444 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-05affc4b-ae42-4113-9240-25d5967e0862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:46.250090 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05affc4b-ae42-4113-9240-25d5967e0862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78d77039-7203-49a0-9715-a7035b0c7082,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:46.257508 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-05affc4b-ae42-4113-9240-25d5967e0862 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e7204650f043476c8098fde9ba4c80ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2630410 Dec 06 17:41:46.257737 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 32904) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:46.307026 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b8272667-d013-4c4f-b01d-e0fb13ede09e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:46.330082 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b8272667-d013-4c4f-b01d-e0fb13ede09e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:46.380127 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b8272667-d013-4c4f-b01d-e0fb13ede09e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:46.382878 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b8272667-d013-4c4f-b01d-e0fb13ede09e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:46.384089 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-b8272667-d013-4c4f-b01d-e0fb13ede09e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/78d77039-7203-49a0-9715-a7035b0c7082 HTTP/1.1" status: 204 len: 168 time: 0.1254466 Dec 06 17:41:46.393375 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8272667-d013-4c4f-b01d-e0fb13ede09e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d77039-7203-49a0-9715-a7035b0c7082,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:46.665570 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 32910) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:46.683288 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bb8e903d-cf6c-4550-8daf-6ccef853688f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:46.765695 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bb8e903d-cf6c-4550-8daf-6ccef853688f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:46.773192 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bb8e903d-cf6c-4550-8daf-6ccef853688f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:46.821245 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-bb8e903d-cf6c-4550-8daf-6ccef853688f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fc32d03d82694b118609962fda71af06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1544785 Dec 06 17:41:46.823263 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8e903d-cf6c-4550-8daf-6ccef853688f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=572198c3-3d1b-47fa-8b2c-df7c16093dbb,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:46.824247 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 32914) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:46.876155 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2e908464-3ee1-40e1-b04b-7ef4f7881297 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:46.898412 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2e908464-3ee1-40e1-b04b-7ef4f7881297 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:46.947864 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2e908464-3ee1-40e1-b04b-7ef4f7881297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:46.951729 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2e908464-3ee1-40e1-b04b-7ef4f7881297 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:46.952872 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-2e908464-3ee1-40e1-b04b-7ef4f7881297 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/572198c3-3d1b-47fa-8b2c-df7c16093dbb HTTP/1.1" status: 204 len: 168 time: 0.1264853 Dec 06 17:41:46.976934 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e908464-3ee1-40e1-b04b-7ef4f7881297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=572198c3-3d1b-47fa-8b2c-df7c16093dbb,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:46.988269 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:47.157352 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668138a3-3041-4ef5-a320-0f1a352faa59 req-4fe67fa4-7c42-4216-a86b-94eef28c4782 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:41:47.159746 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-668138a3-3041-4ef5-a320-0f1a352faa59 req-4fe67fa4-7c42-4216-a86b-94eef28c4782 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=34d86a59-01a0-42ed-aa21-70c24a6f9620 HTTP/1.1" status: 200 len: 944 time: 0.0589788 Dec 06 17:41:47.243430 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-668138a3-3041-4ef5-a320-0f1a352faa59 req-f58bfbeb-e552-45d7-b6b2-88b82b1320b8 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=1e5797dc-b155-406a-9d6a-299f1fe9f8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770950 Dec 06 17:41:48.148504 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:48.393456 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b438cb-c3ff-4a03-8297-4763b6102ddf req-251b7505-923e-4d0b-9d1a-0b5127578f28 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:41:48.399396 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f4b438cb-c3ff-4a03-8297-4763b6102ddf req-251b7505-923e-4d0b-9d1a-0b5127578f28 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=34d86a59-01a0-42ed-aa21-70c24a6f9620 HTTP/1.1" status: 200 len: 944 time: 0.0773082 Dec 06 17:41:48.461156 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f4b438cb-c3ff-4a03-8297-4763b6102ddf req-cc4306da-3920-4144-af5c-ba8fff1b166b tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=1e5797dc-b155-406a-9d6a-299f1fe9f8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575945 Dec 06 17:41:49.084615 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:49.304161 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 17:41:49.591685 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2254a077-8dd7-4d49-91a2-e6a1aea66181 req-e7693560-91dc-4725-abf1-25900c4c195f tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:41:49.593086 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2254a077-8dd7-4d49-91a2-e6a1aea66181 req-e7693560-91dc-4725-abf1-25900c4c195f tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=34d86a59-01a0-42ed-aa21-70c24a6f9620 HTTP/1.1" status: 200 len: 944 time: 0.0547240 Dec 06 17:41:49.647722 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2254a077-8dd7-4d49-91a2-e6a1aea66181 req-02f3442f-5762-468c-ae3a-b31da6f0ee81 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=1e5797dc-b155-406a-9d6a-299f1fe9f8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485044 Dec 06 17:41:50.814021 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62cd158-934a-4fbf-8658-e7eb340d2b38 req-be40fde5-6762-4ae8-93e0-0239fc9c514c tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:41:50.816377 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e62cd158-934a-4fbf-8658-e7eb340d2b38 req-be40fde5-6762-4ae8-93e0-0239fc9c514c tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=34d86a59-01a0-42ed-aa21-70c24a6f9620 HTTP/1.1" status: 200 len: 944 time: 0.0666928 Dec 06 17:41:50.876193 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e62cd158-934a-4fbf-8658-e7eb340d2b38 req-8e3f0a4b-e074-4067-ab80-8dbde100119b tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=1e5797dc-b155-406a-9d6a-299f1fe9f8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481319 Dec 06 17:41:52.013839 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4299f123-701e-47ef-9003-dd4284e141b6 req-d92ecac6-7e6a-4f37-8e7b-85a22bc8fec9 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:41:52.016371 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4299f123-701e-47ef-9003-dd4284e141b6 req-d92ecac6-7e6a-4f37-8e7b-85a22bc8fec9 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=34d86a59-01a0-42ed-aa21-70c24a6f9620 HTTP/1.1" status: 200 len: 944 time: 0.0606623 Dec 06 17:41:52.085688 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4299f123-701e-47ef-9003-dd4284e141b6 req-c3056248-c37e-4127-b078-ff544af06fb9 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=1e5797dc-b155-406a-9d6a-299f1fe9f8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598280 Dec 06 17:41:53.255868 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacffdd8-86ea-4530-9ab5-10b2dbcd2497 req-fe7d47a8-a915-4156-9d8c-641a72cd0777 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:41:53.265256 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-eacffdd8-86ea-4530-9ab5-10b2dbcd2497 req-fe7d47a8-a915-4156-9d8c-641a72cd0777 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=34d86a59-01a0-42ed-aa21-70c24a6f9620 HTTP/1.1" status: 200 len: 944 time: 0.1047313 Dec 06 17:41:53.333707 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-eacffdd8-86ea-4530-9ab5-10b2dbcd2497 req-31f7fa74-4504-40b7-bde9-94b988b26dd6 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=1e5797dc-b155-406a-9d6a-299f1fe9f8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537419 Dec 06 17:41:53.367187 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 33018) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:53.495260 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0ffa2692-1aa0-4ff5-a26d-513171aeb629 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:53.590439 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0ffa2692-1aa0-4ff5-a26d-513171aeb629 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:53.594836 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0ffa2692-1aa0-4ff5-a26d-513171aeb629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:53.632872 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffa2692-1aa0-4ff5-a26d-513171aeb629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19a847f2-f815-4a4b-afa1-247492f04d55,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:53.638013 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-0ffa2692-1aa0-4ff5-a26d-513171aeb629 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a14d5680b25c47eb860866f7b12cbb1a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2697911 Dec 06 17:41:53.641028 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 33022) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:53.700397 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c7104535-e66c-4625-a364-54617e17e9a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:53.722919 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c7104535-e66c-4625-a364-54617e17e9a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:53.790435 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c7104535-e66c-4625-a364-54617e17e9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:53.794168 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c7104535-e66c-4625-a364-54617e17e9a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:53.798315 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-c7104535-e66c-4625-a364-54617e17e9a0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/19a847f2-f815-4a4b-afa1-247492f04d55 HTTP/1.1" status: 204 len: 168 time: 0.1560025 Dec 06 17:41:53.817779 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7104535-e66c-4625-a364-54617e17e9a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a847f2-f815-4a4b-afa1-247492f04d55,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:53.826394 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7104535-e66c-4625-a364-54617e17e9a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:41:53.827531 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7104535-e66c-4625-a364-54617e17e9a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:41:53.827531 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7104535-e66c-4625-a364-54617e17e9a0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:41:53.827531 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7104535-e66c-4625-a364-54617e17e9a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:41:53.827984 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7104535-e66c-4625-a364-54617e17e9a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:41:53.828320 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7104535-e66c-4625-a364-54617e17e9a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:41:53.828899 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7104535-e66c-4625-a364-54617e17e9a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:41:53.829560 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7104535-e66c-4625-a364-54617e17e9a0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:41:53.829560 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7104535-e66c-4625-a364-54617e17e9a0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:41:53.830483 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7104535-e66c-4625-a364-54617e17e9a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:41:53.830483 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7104535-e66c-4625-a364-54617e17e9a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:41:53.830796 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7104535-e66c-4625-a364-54617e17e9a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:41:53.831141 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7104535-e66c-4625-a364-54617e17e9a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:41:54.170278 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 33030) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:54.185704 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-18492842-2aec-48c4-9d4e-7b77b914c550 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:54.263209 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-18492842-2aec-48c4-9d4e-7b77b914c550 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:54.267722 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-18492842-2aec-48c4-9d4e-7b77b914c550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:54.310196 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 33032) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:54.310739 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-18492842-2aec-48c4-9d4e-7b77b914c550 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9f7c80c773254f6badbfecd4751d9c43&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1379359 Dec 06 17:41:54.312931 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18492842-2aec-48c4-9d4e-7b77b914c550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f4e632-eaae-4e30-9f2d-43bc05546349,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:54.380543 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4d76ad0c-393d-497a-bd37-c5940fa8cad0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:54.405098 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4d76ad0c-393d-497a-bd37-c5940fa8cad0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:54.456059 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581894d0-9fff-48df-b628-dfaa5aeecc59 req-f83401d0-1496-41da-bd20-7d002395e908 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:41:54.457919 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-581894d0-9fff-48df-b628-dfaa5aeecc59 req-f83401d0-1496-41da-bd20-7d002395e908 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=34d86a59-01a0-42ed-aa21-70c24a6f9620 HTTP/1.1" status: 200 len: 944 time: 0.0612943 Dec 06 17:41:54.458849 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4d76ad0c-393d-497a-bd37-c5940fa8cad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:54.462131 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4d76ad0c-393d-497a-bd37-c5940fa8cad0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:54.469939 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-4d76ad0c-393d-497a-bd37-c5940fa8cad0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b1f4e632-eaae-4e30-9f2d-43bc05546349 HTTP/1.1" status: 204 len: 168 time: 0.1547732 Dec 06 17:41:54.481481 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d76ad0c-393d-497a-bd37-c5940fa8cad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f4e632-eaae-4e30-9f2d-43bc05546349,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:54.559629 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-581894d0-9fff-48df-b628-dfaa5aeecc59 req-74029f49-8684-4e96-9b9d-a0811c3fd4c6 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=1e5797dc-b155-406a-9d6a-299f1fe9f8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921142 Dec 06 17:41:55.669047 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3fbe02-89aa-44ee-ac89-9b0b9103012a req-94c37cb6-1f32-4277-9512-36fd1ae09e27 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:41:55.670645 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5a3fbe02-89aa-44ee-ac89-9b0b9103012a req-94c37cb6-1f32-4277-9512-36fd1ae09e27 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=34d86a59-01a0-42ed-aa21-70c24a6f9620 HTTP/1.1" status: 200 len: 944 time: 0.0520346 Dec 06 17:41:55.729575 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5a3fbe02-89aa-44ee-ac89-9b0b9103012a req-d321b907-b673-43a4-a089-3057a75ee677 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=1e5797dc-b155-406a-9d6a-299f1fe9f8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522933 Dec 06 17:41:56.212318 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device ba621cb4-3470-41ba-86ba-66a0c35b5f24 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:41:56.226660 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 33092) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:56.332289 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port ba621cb4-3470-41ba-86ba-66a0c35b5f24, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ba621cb4-3470-41ba-86ba-66a0c35b5f24,segment=NetworkSegment(335efc5d-483a-424a-abc6-8fe1bd340f96),segment_id=335efc5d-483a-424a-abc6-8fe1bd340f96)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:41:56.353579 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': 'ba621cb4-3470-41ba-86ba-66a0c35b5f24', 'network_id': '2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4', 'port_id': 'ba621cb4-3470-41ba-86ba-66a0c35b5f24', 'mac_address': 'fa:16:3e:50:e5:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06d20752-22e2-4f05-a607-805be1f18e56', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:41:56.356389 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-382f9ed5-3ed4-4d70-9a69-282dfb045e3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:56.396625 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:56.414120 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba621cb4-3470-41ba-86ba-66a0c35b5f24 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:41:56.433671 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port ba621cb4-3470-41ba-86ba-66a0c35b5f24, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ba621cb4-3470-41ba-86ba-66a0c35b5f24,segment=NetworkSegment(335efc5d-483a-424a-abc6-8fe1bd340f96),segment_id=335efc5d-483a-424a-abc6-8fe1bd340f96)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:41:56.438520 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:56.454107 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-382f9ed5-3ed4-4d70-9a69-282dfb045e3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:56.458275 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-382f9ed5-3ed4-4d70-9a69-282dfb045e3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:56.486348 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=ba621cb4-3470-41ba-86ba-66a0c35b5f24,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:56.493810 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:41:56.494168 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:41:56.494519 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:41:56.494864 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:41:56.495209 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:41:56.495584 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:41:56.495926 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:41:56.496260 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:41:56.496594 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:41:56.496924 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:41:56.497254 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:41:56.497614 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:41:56.497950 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:41:56.498409 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-382f9ed5-3ed4-4d70-9a69-282dfb045e3b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f72c00b754bd4ba5a07e2c302a322681&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2705388 Dec 06 17:41:56.499318 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f9ed5-3ed4-4d70-9a69-282dfb045e3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37494af0-b574-4913-9322-dc81830573be,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:56.501243 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 33098) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:56.562238 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9eb16ff1-791b-4e18-a2d0-e1fcbc44a81e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:56.584361 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9eb16ff1-791b-4e18-a2d0-e1fcbc44a81e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:56.631602 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9eb16ff1-791b-4e18-a2d0-e1fcbc44a81e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:56.634340 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9eb16ff1-791b-4e18-a2d0-e1fcbc44a81e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:56.635495 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-9eb16ff1-791b-4e18-a2d0-e1fcbc44a81e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/37494af0-b574-4913-9322-dc81830573be HTTP/1.1" status: 204 len: 168 time: 0.1334643 Dec 06 17:41:56.645999 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['ba621cb4-3470-41ba-86ba-66a0c35b5f24'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:41:56.647572 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb16ff1-791b-4e18-a2d0-e1fcbc44a81e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37494af0-b574-4913-9322-dc81830573be,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:56.851236 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58176519-d7e1-4c09-b213-2fc3a85d21f0 req-124f355a-cb6a-40f9-892c-af9fb8f47a0d tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:41:56.852847 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-58176519-d7e1-4c09-b213-2fc3a85d21f0 req-124f355a-cb6a-40f9-892c-af9fb8f47a0d tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=34d86a59-01a0-42ed-aa21-70c24a6f9620 HTTP/1.1" status: 200 len: 945 time: 0.0517166 Dec 06 17:41:56.910132 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-58176519-d7e1-4c09-b213-2fc3a85d21f0 req-1e7fa2cf-dbb4-4551-b6d3-394e42646d4c tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=1e5797dc-b155-406a-9d6a-299f1fe9f8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505464 Dec 06 17:41:56.927959 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 33106) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:56.941522 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-54133c8b-ffb7-49ce-86e3-88b23a082c35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:57.014135 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-54133c8b-ffb7-49ce-86e3-88b23a082c35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:57.017973 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-54133c8b-ffb7-49ce-86e3-88b23a082c35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:57.058704 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-54133c8b-ffb7-49ce-86e3-88b23a082c35 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ef33fb003dd34a24974e283075bf53b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1296246 Dec 06 17:41:57.059772 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54133c8b-ffb7-49ce-86e3-88b23a082c35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a132f53-be8d-4858-aa9e-dbd2bbcf5de8,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:57.061396 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 33108) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:41:57.110290 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0eb6997b-abaa-4b7e-bc4c-4c1ef197ad36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:57.131390 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0eb6997b-abaa-4b7e-bc4c-4c1ef197ad36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:57.176997 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0eb6997b-abaa-4b7e-bc4c-4c1ef197ad36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:57.179724 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0eb6997b-abaa-4b7e-bc4c-4c1ef197ad36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:57.180873 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-0eb6997b-abaa-4b7e-bc4c-4c1ef197ad36 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9a132f53-be8d-4858-aa9e-dbd2bbcf5de8 HTTP/1.1" status: 204 len: 168 time: 0.1178513 Dec 06 17:41:57.190793 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb6997b-abaa-4b7e-bc4c-4c1ef197ad36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a132f53-be8d-4858-aa9e-dbd2bbcf5de8,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:58.034337 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748266b8-5bff-48ab-8c02-76f335f4dbda req-f53ce80c-3a94-48ba-88cc-d875f76d7bb7 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:41:58.035856 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-748266b8-5bff-48ab-8c02-76f335f4dbda req-f53ce80c-3a94-48ba-88cc-d875f76d7bb7 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=34d86a59-01a0-42ed-aa21-70c24a6f9620 HTTP/1.1" status: 200 len: 945 time: 0.0555820 Dec 06 17:41:58.101741 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-748266b8-5bff-48ab-8c02-76f335f4dbda req-a026af3c-d19e-4139-a1c0-79a3ecad6f8c tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=1e5797dc-b155-406a-9d6a-299f1fe9f8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593853 Dec 06 17:41:58.243951 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device ba621cb4-3470-41ba-86ba-66a0c35b5f24 up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:41:58.302340 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning for port ba621cb4-3470-41ba-86ba-66a0c35b5f24 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:41:58.307698 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port ba621cb4-3470-41ba-86ba-66a0c35b5f24 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:41:58.308582 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:58.402918 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:58.428023 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34d86a59-01a0-42ed-aa21-70c24a6f9620', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba621cb4-3470-41ba-86ba-66a0c35b5f24'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:41:58.430558 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-563bff2e-979d-4405-828f-956d5e182c4a" -d '{"events": [{"server_uuid": "34d86a59-01a0-42ed-aa21-70c24a6f9620", "name": "network-vif-plugged", "status": "completed", "tag": "ba621cb4-3470-41ba-86ba-66a0c35b5f24"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:41:58.443167 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port ba621cb4-3470-41ba-86ba-66a0c35b5f24, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ba621cb4-3470-41ba-86ba-66a0c35b5f24,segment=NetworkSegment(335efc5d-483a-424a-abc6-8fe1bd340f96),segment_id=335efc5d-483a-424a-abc6-8fe1bd340f96)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:41:58.449931 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:41:58.512240 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=ba621cb4-3470-41ba-86ba-66a0c35b5f24,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:41:58.648832 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7842a729-afe4-4a60-a5ac-8938d8d62620 x-openstack-request-id: req-7842a729-afe4-4a60-a5ac-8938d8d62620 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:41:58.649145 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34d86a59-01a0-42ed-aa21-70c24a6f9620", "name": "network-vif-plugged", "status": "completed", "tag": "ba621cb4-3470-41ba-86ba-66a0c35b5f24", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:41:58.649413 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7842a729-afe4-4a60-a5ac-8938d8d62620 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:41:58.649867 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34d86a59-01a0-42ed-aa21-70c24a6f9620', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba621cb4-3470-41ba-86ba-66a0c35b5f24', 'code': 200} Dec 06 17:41:58.748983 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b19d2-17e8-4733-8201-8a3ac1445039 req-6370e97a-772e-4569-86ed-dfe5c71b3185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:41:58.749922 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-473b19d2-17e8-4733-8201-8a3ac1445039 req-6370e97a-772e-4569-86ed-dfe5c71b3185 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=34d86a59-01a0-42ed-aa21-70c24a6f9620 HTTP/1.1" status: 200 len: 1097 time: 0.0435667 Dec 06 17:41:58.811035 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-473b19d2-17e8-4733-8201-8a3ac1445039 req-dd7f06dc-4b09-472d-b01e-089a46b881f1 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=1e5797dc-b155-406a-9d6a-299f1fe9f8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542927 Dec 06 17:41:59.230814 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c30923-c8c9-43e0-a058-ff15c5b60e09 req-ebee2451-1f22-408f-bcfc-6f42ea08109b tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:41:59.232630 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-07c30923-c8c9-43e0-a058-ff15c5b60e09 req-ebee2451-1f22-408f-bcfc-6f42ea08109b tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=34d86a59-01a0-42ed-aa21-70c24a6f9620 HTTP/1.1" status: 200 len: 946 time: 0.0534751 Dec 06 17:41:59.286714 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-07c30923-c8c9-43e0-a058-ff15c5b60e09 req-7a0fb1a4-7da5-4e6b-84bd-b4cb0273a631 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=1e5797dc-b155-406a-9d6a-299f1fe9f8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472138 Dec 06 17:42:00.455393 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f5c68c-663d-4613-8a49-9dc9bb4d682c req-12cebd12-943e-467a-9698-b5a6538c1fab tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:42:00.463569 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c4f5c68c-663d-4613-8a49-9dc9bb4d682c req-12cebd12-943e-467a-9698-b5a6538c1fab tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=34d86a59-01a0-42ed-aa21-70c24a6f9620 HTTP/1.1" status: 200 len: 946 time: 0.0718415 Dec 06 17:42:00.528032 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c4f5c68c-663d-4613-8a49-9dc9bb4d682c req-523215fc-da75-4be9-a480-563732d59f12 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=1e5797dc-b155-406a-9d6a-299f1fe9f8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635083 Dec 06 17:42:00.640574 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e8982a-e6c8-4757-b2ab-6f646c1381e8 req-75284e44-ad31-49c0-957f-bb0c1b99de29 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:42:00.649145 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f3e8982a-e6c8-4757-b2ab-6f646c1381e8 req-75284e44-ad31-49c0-957f-bb0c1b99de29 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=34d86a59-01a0-42ed-aa21-70c24a6f9620 HTTP/1.1" status: 200 len: 946 time: 0.0605123 Dec 06 17:42:00.725448 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 33200) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:42:00.725931 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f3e8982a-e6c8-4757-b2ab-6f646c1381e8 req-357923b0-7965-48b1-85dd-b847cf27fee6 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=1e5797dc-b155-406a-9d6a-299f1fe9f8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592916 Dec 06 17:42:00.794838 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20ab983-b4c3-42aa-a0a9-aa876aca3188 tempest-TestVolumeBootPattern-649944683 tempest-TestVolumeBootPattern-649944683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:42:00.796699 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-e20ab983-b4c3-42aa-a0a9-aa876aca3188 tempest-TestVolumeBootPattern-649944683 tempest-TestVolumeBootPattern-649944683-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=34d86a59-01a0-42ed-aa21-70c24a6f9620 HTTP/1.1" status: 200 len: 1092 time: 0.0698304 Dec 06 17:42:00.799616 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 33202) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:42:00.804359 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-26f70310-03fa-424f-a2be-db79a76be557 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Request body: {'floatingip': {'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'port_id': 'ba621cb4-3470-41ba-86ba-66a0c35b5f24', 'tenant_id': 'ecd8b64e36c540eeae4809301448bbe1', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:42:00.831290 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-26f70310-03fa-424f-a2be-db79a76be557 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks [] for floatingip, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:00.939349 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-26f70310-03fa-424f-a2be-db79a76be557 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:01.071399 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-26f70310-03fa-424f-a2be-db79a76be557 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Allocated IP 172.35.1.245 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/da013475-c016-4f77-986d-305afbc532d7) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:42:01.203754 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-26f70310-03fa-424f-a2be-db79a76be557 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:01.241334 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-26f70310-03fa-424f-a2be-db79a76be557 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:01.290593 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f70310-03fa-424f-a2be-db79a76be557 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:42:01.293656 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-26f70310-03fa-424f-a2be-db79a76be557 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:42:01.297382 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f70310-03fa-424f-a2be-db79a76be557 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:42:01.319182 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f70310-03fa-424f-a2be-db79a76be557 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Pushing event updated for resources: {'Port': ['ID=da013475-c016-4f77-986d-305afbc532d7,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:42:01.690672 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-26f70310-03fa-424f-a2be-db79a76be557 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:01.786325 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-26f70310-03fa-424f-a2be-db79a76be557 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:01.966813 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-26f70310-03fa-424f-a2be-db79a76be557 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:01.971661 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-26f70310-03fa-424f-a2be-db79a76be557 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:02.041385 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f70310-03fa-424f-a2be-db79a76be557 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Pushing event updated for resources: {'Port': ['ID=da013475-c016-4f77-986d-305afbc532d7,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:42:02.055318 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-26f70310-03fa-424f-a2be-db79a76be557 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:02.164334 n-d-master-1 neutron-server[103284]: INFO neutron.db.l3_db [None req-26f70310-03fa-424f-a2be-db79a76be557 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Floating IP fd3024d7-5c44-4424-8e8f-c6a9ff1ac98b associated. External IP: 172.35.1.245, port: ba621cb4-3470-41ba-86ba-66a0c35b5f24. Dec 06 17:42:02.392618 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26f70310-03fa-424f-a2be-db79a76be557 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Router 07bf1f70-b412-4e25-b1a7-7cacff22ab7c has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:42:02.507546 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26f70310-03fa-424f-a2be-db79a76be557 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:42:02.522911 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb187001-d4a4-499a-a5d2-65a694e27929 None None] Sync routers for ids ['07bf1f70-b412-4e25-b1a7-7cacff22ab7c'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:42:02.529259 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-26f70310-03fa-424f-a2be-db79a76be557 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:02.533135 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb187001-d4a4-499a-a5d2-65a694e27929 None None] Routers {'07bf1f70-b412-4e25-b1a7-7cacff22ab7c'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:42:02.534784 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-fb187001-d4a4-499a-a5d2-65a694e27929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:41:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['07bf1f70-b412-4e25-b1a7-7cacff22ab7c'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:42:02.568362 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-26f70310-03fa-424f-a2be-db79a76be557 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7673771 Dec 06 17:42:02.570057 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34d86a59-01a0-42ed-aa21-70c24a6f9620', 'tag': 'ba621cb4-3470-41ba-86ba-66a0c35b5f24'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:42:02.572598 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-259d23df-03b7-45b4-9566-7f18de58129c" -d '{"events": [{"name": "network-changed", "server_uuid": "34d86a59-01a0-42ed-aa21-70c24a6f9620", "tag": "ba621cb4-3470-41ba-86ba-66a0c35b5f24"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:42:02.635349 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c789c4f-7f49-454c-91d2-0e56ce4a0345 x-openstack-request-id: req-8c789c4f-7f49-454c-91d2-0e56ce4a0345 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:42:02.635789 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34d86a59-01a0-42ed-aa21-70c24a6f9620", "tag": "ba621cb4-3470-41ba-86ba-66a0c35b5f24", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:42:02.636838 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8c789c4f-7f49-454c-91d2-0e56ce4a0345 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:42:02.637351 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34d86a59-01a0-42ed-aa21-70c24a6f9620', 'tag': 'ba621cb4-3470-41ba-86ba-66a0c35b5f24', 'status': 'completed', 'code': 200} Dec 06 17:42:02.700686 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-fb187001-d4a4-499a-a5d2-65a694e27929 None None] Set router 07bf1f70-b412-4e25-b1a7-7cacff22ab7c gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:42:02.709029 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d23df-03b7-45b4-9566-7f18de58129c req-f26988d0-3c5b-47d4-9b48-23c6bccd115f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:42:02.710728 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-259d23df-03b7-45b4-9566-7f18de58129c req-f26988d0-3c5b-47d4-9b48-23c6bccd115f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ecd8b64e36c540eeae4809301448bbe1&device_id=34d86a59-01a0-42ed-aa21-70c24a6f9620 HTTP/1.1" status: 200 len: 1097 time: 0.0505943 Dec 06 17:42:02.834098 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d23df-03b7-45b4-9566-7f18de58129c req-175dd626-df5c-4668-a588-afa5730e1bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:42:02.836932 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-259d23df-03b7-45b4-9566-7f18de58129c req-175dd626-df5c-4668-a588-afa5730e1bc0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4 HTTP/1.1" status: 200 len: 913 time: 0.1186237 Dec 06 17:42:02.975766 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:02.976017 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-259d23df-03b7-45b4-9566-7f18de58129c req-18492a36-ff12-432c-b2f0-6d3c712792bd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba621cb4-3470-41ba-86ba-66a0c35b5f24 HTTP/1.1" status: 200 len: 1000 time: 0.1315906 Dec 06 17:42:03.008141 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-fb187001-d4a4-499a-a5d2-65a694e27929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bf1f70-b412-4e25-b1a7-7cacff22ab7c', 'name': 'tempest-TestVolumeBootPattern-2129032411-router', 'tenant_id': 'ecd8b64e36c540eeae4809301448bbe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.204'}], 'enable_snat': True}, 'gw_port_id': '496acb0e-6acc-4519-8b36-37d1a9461f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:32:06Z', 'updated_at': '2021-12-06T17:32:15Z', 'revision_number': 4, 'project_id': 'ecd8b64e36c540eeae4809301448bbe1', 'gw_port': {'id': '496acb0e-6acc-4519-8b36-37d1a9461f0c', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bf1f70-b412-4e25-b1a7-7cacff22ab7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:32:08Z', 'updated_at': '2021-12-06T17:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'fd3024d7-5c44-4424-8e8f-c6a9ff1ac98b', 'tenant_id': 'ecd8b64e36c540eeae4809301448bbe1', 'floating_ip_address': '172.35.1.245', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '07bf1f70-b412-4e25-b1a7-7cacff22ab7c', 'port_id': 'ba621cb4-3470-41ba-86ba-66a0c35b5f24', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3924, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4', 'mac_address': 'fa:16:3e:50:e5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d86a59-01a0-42ed-aa21-70c24a6f9620', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:42:01Z', 'updated_at': '2021-12-06T17:42:01Z', 'revision_number': 0, 'project_id': 'ecd8b64e36c540eeae4809301448bbe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5e38546-3774-4985-91ea-188ae7e8c07b', 'name': '', 'network_id': '2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4', 'tenant_id': 'ecd8b64e36c540eeae4809301448bbe1', 'mac_address': 'fa:16:3e:7f:a0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bf1f70-b412-4e25-b1a7-7cacff22ab7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': '06d20752-22e2-4f05-a607-805be1f18e56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:32:12Z', 'updated_at': '2021-12-06T17:32:21Z', 'revision_number': 5, 'project_id': 'ecd8b64e36c540eeae4809301448bbe1', 'subnets': [{'id': '06d20752-22e2-4f05-a607-805be1f18e56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:42:03.052659 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d23df-03b7-45b4-9566-7f18de58129c req-b3436c56-b895-45c0-8ffe-335464510915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:42:03.056841 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-259d23df-03b7-45b4-9566-7f18de58129c req-b3436c56-b895-45c0-8ffe-335464510915 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=06d20752-22e2-4f05-a607-805be1f18e56 HTTP/1.1" status: 200 len: 851 time: 0.0741184 Dec 06 17:42:03.070345 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb187001-d4a4-499a-a5d2-65a694e27929 None None] Checking router: 07bf1f70-b412-4e25-b1a7-7cacff22ab7c for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:42:03.080211 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb187001-d4a4-499a-a5d2-65a694e27929 None None] Routers {'07bf1f70-b412-4e25-b1a7-7cacff22ab7c'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:42:03.080623 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-fb187001-d4a4-499a-a5d2-65a694e27929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:41:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['07bf1f70-b412-4e25-b1a7-7cacff22ab7c'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:42:03.133727 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d23df-03b7-45b4-9566-7f18de58129c req-c3f8b7ab-5bdd-41d7-b327-62d14cf67989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:42:03.136833 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-259d23df-03b7-45b4-9566-7f18de58129c req-c3f8b7ab-5bdd-41d7-b327-62d14cf67989 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716834 Dec 06 17:42:03.209409 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-fb187001-d4a4-499a-a5d2-65a694e27929 None None] Set router 07bf1f70-b412-4e25-b1a7-7cacff22ab7c gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:42:03.273550 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-259d23df-03b7-45b4-9566-7f18de58129c req-53b3bdb5-e725-4d6d-a807-79138d02e4ef service neutron] 10.222.0.44 "GET /v2.0/networks/2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302018 Dec 06 17:42:03.417062 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-259d23df-03b7-45b4-9566-7f18de58129c req-d267b394-1b1b-4cee-9fe8-4cb20eb58133 service neutron] 10.222.0.44 "GET /v2.0/networks/2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362927 Dec 06 17:42:03.539818 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-fb187001-d4a4-499a-a5d2-65a694e27929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bf1f70-b412-4e25-b1a7-7cacff22ab7c', 'name': 'tempest-TestVolumeBootPattern-2129032411-router', 'tenant_id': 'ecd8b64e36c540eeae4809301448bbe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.204'}], 'enable_snat': True}, 'gw_port_id': '496acb0e-6acc-4519-8b36-37d1a9461f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:32:06Z', 'updated_at': '2021-12-06T17:32:15Z', 'revision_number': 4, 'project_id': 'ecd8b64e36c540eeae4809301448bbe1', 'gw_port': {'id': '496acb0e-6acc-4519-8b36-37d1a9461f0c', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bf1f70-b412-4e25-b1a7-7cacff22ab7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:32:08Z', 'updated_at': '2021-12-06T17:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'fd3024d7-5c44-4424-8e8f-c6a9ff1ac98b', 'tenant_id': 'ecd8b64e36c540eeae4809301448bbe1', 'floating_ip_address': '172.35.1.245', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '07bf1f70-b412-4e25-b1a7-7cacff22ab7c', 'port_id': 'ba621cb4-3470-41ba-86ba-66a0c35b5f24', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3924, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4', 'mac_address': 'fa:16:3e:50:e5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d86a59-01a0-42ed-aa21-70c24a6f9620', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:42:01Z', 'updated_at': '2021-12-06T17:42:01Z', 'revision_number': 0, 'project_id': 'ecd8b64e36c540eeae4809301448bbe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5e38546-3774-4985-91ea-188ae7e8c07b', 'name': '', 'network_id': '2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4', 'tenant_id': 'ecd8b64e36c540eeae4809301448bbe1', 'mac_address': 'fa:16:3e:7f:a0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bf1f70-b412-4e25-b1a7-7cacff22ab7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': '06d20752-22e2-4f05-a607-805be1f18e56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:32:12Z', 'updated_at': '2021-12-06T17:32:21Z', 'revision_number': 5, 'project_id': 'ecd8b64e36c540eeae4809301448bbe1', 'subnets': [{'id': '06d20752-22e2-4f05-a607-805be1f18e56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:42:03.568322 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb187001-d4a4-499a-a5d2-65a694e27929 None None] The sync data for ids ['07bf1f70-b412-4e25-b1a7-7cacff22ab7c'] in n-d-master-1 is: [{'id': '07bf1f70-b412-4e25-b1a7-7cacff22ab7c', 'name': 'tempest-TestVolumeBootPattern-2129032411-router', 'tenant_id': 'ecd8b64e36c540eeae4809301448bbe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.204'}], 'enable_snat': True}, 'gw_port_id': '496acb0e-6acc-4519-8b36-37d1a9461f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:32:06Z', 'updated_at': '2021-12-06T17:32:15Z', 'revision_number': 4, 'project_id': 'ecd8b64e36c540eeae4809301448bbe1', 'gw_port': {'id': '496acb0e-6acc-4519-8b36-37d1a9461f0c', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bf1f70-b412-4e25-b1a7-7cacff22ab7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:32:08Z', 'updated_at': '2021-12-06T17:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'fd3024d7-5c44-4424-8e8f-c6a9ff1ac98b', 'tenant_id': 'ecd8b64e36c540eeae4809301448bbe1', 'floating_ip_address': '172.35.1.245', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '07bf1f70-b412-4e25-b1a7-7cacff22ab7c', 'port_id': 'ba621cb4-3470-41ba-86ba-66a0c35b5f24', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3924, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4', 'mac_address': 'fa:16:3e:50:e5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d86a59-01a0-42ed-aa21-70c24a6f9620', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:42:01Z', 'updated_at': '2021-12-06T17:42:01Z', 'revision_number': 0, 'project_id': 'ecd8b64e36c540eeae4809301448bbe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5e38546-3774-4985-91ea-188ae7e8c07b', 'name': '', 'network_id': '2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4', 'tenant_id': 'ecd8b64e36c540eeae4809301448bbe1', 'mac_address': 'fa:16:3e:7f:a0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bf1f70-b412-4e25-b1a7-7cacff22ab7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': '06d20752-22e2-4f05-a607-805be1f18e56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:32:12Z', 'updated_at': '2021-12-06T17:32:21Z', 'revision_number': 5, 'project_id': 'ecd8b64e36c540eeae4809301448bbe1', 'subnets': [{'id': '06d20752-22e2-4f05-a607-805be1f18e56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:42:03.795210 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc23e49-fd87-4ce4-971b-df9314e45aa2 None None] New status for floating IP fd3024d7-5c44-4424-8e8f-c6a9ff1ac98b: ACTIVE {{(pid=103287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 17:42:05.352577 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:05.381152 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-210adfb4-9d01-4a72-ae94-3b9b5b4e8a1f req-0169d237-acba-4440-9d7a-1a4c68026416 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=34d86a59-01a0-42ed-aa21-70c24a6f9620&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0588331 Dec 06 17:42:05.473316 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210adfb4-9d01-4a72-ae94-3b9b5b4e8a1f req-6f87ed0e-7260-4cea-ae46-0e5dab2acb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:42:05.475913 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-210adfb4-9d01-4a72-ae94-3b9b5b4e8a1f req-6f87ed0e-7260-4cea-ae46-0e5dab2acb54 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ecd8b64e36c540eeae4809301448bbe1&device_id=34d86a59-01a0-42ed-aa21-70c24a6f9620 HTTP/1.1" status: 200 len: 1097 time: 0.0510368 Dec 06 17:42:05.608154 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210adfb4-9d01-4a72-ae94-3b9b5b4e8a1f req-46b0404d-3bf8-4ce6-a951-157031f22b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:42:05.610205 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-210adfb4-9d01-4a72-ae94-3b9b5b4e8a1f req-46b0404d-3bf8-4ce6-a951-157031f22b0d service neutron] 10.222.0.44 "GET /v2.0/networks?id=2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4 HTTP/1.1" status: 200 len: 913 time: 0.1121199 Dec 06 17:42:05.692663 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-210adfb4-9d01-4a72-ae94-3b9b5b4e8a1f req-dd1d0dcf-7b64-4f72-ad82-964e6f008ec1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba621cb4-3470-41ba-86ba-66a0c35b5f24 HTTP/1.1" status: 200 len: 1002 time: 0.0750072 Dec 06 17:42:05.756008 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210adfb4-9d01-4a72-ae94-3b9b5b4e8a1f req-c6625ead-eb07-4c76-ae22-44884f438c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:42:05.757499 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-210adfb4-9d01-4a72-ae94-3b9b5b4e8a1f req-c6625ead-eb07-4c76-ae22-44884f438c0f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=06d20752-22e2-4f05-a607-805be1f18e56 HTTP/1.1" status: 200 len: 851 time: 0.0573289 Dec 06 17:42:05.812280 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210adfb4-9d01-4a72-ae94-3b9b5b4e8a1f req-ea617fe3-7c57-4bad-9359-033699f0b7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:42:05.813809 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-210adfb4-9d01-4a72-ae94-3b9b5b4e8a1f req-ea617fe3-7c57-4bad-9359-033699f0b7fd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490532 Dec 06 17:42:05.922018 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-210adfb4-9d01-4a72-ae94-3b9b5b4e8a1f req-c5c4ae35-40a6-4f40-b88f-b3a9ecb4d700 service neutron] 10.222.0.44 "GET /v2.0/networks/2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015384 Dec 06 17:42:06.024025 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-210adfb4-9d01-4a72-ae94-3b9b5b4e8a1f req-e325cd96-d235-4487-be46-fa221ad098a5 service neutron] 10.222.0.44 "GET /v2.0/networks/2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948257 Dec 06 17:42:08.209526 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 33290) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:42:08.394080 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9c32f5-6d90-4712-9a55-1a91baa65281 req-c6284c97-1cc7-4584-9cbd-bdd0dfe5b67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:42:08.395867 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9c9c32f5-6d90-4712-9a55-1a91baa65281 req-c6284c97-1cc7-4584-9cbd-bdd0dfe5b67a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=aaff9751-15e6-4631-8c7e-03d9dee08bff HTTP/1.1" status: 200 len: 1096 time: 0.1847599 Dec 06 17:42:08.445966 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9c9c32f5-6d90-4712-9a55-1a91baa65281 req-c03a8788-4830-4307-ab21-77c9063f7268 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b24666a1-8f51-4b34-9990-b3f01d9df4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431724 Dec 06 17:42:09.845349 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 33316) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:42:09.959519 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4eb91669-c567-478d-bf86-718f7504c3ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:10.050828 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4eb91669-c567-478d-bf86-718f7504c3ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:10.055861 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4eb91669-c567-478d-bf86-718f7504c3ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:10.107084 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-4eb91669-c567-478d-bf86-718f7504c3ba admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ac0e740d7cc34d98902098b80addb92c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2579439 Dec 06 17:42:10.107084 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb91669-c567-478d-bf86-718f7504c3ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c29c5a5-6bad-4baa-963f-8eca38f5ee48,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:42:10.107577 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 33324) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:42:10.163015 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2c3db623-4d71-49d6-9353-feb99f17dd93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:10.186755 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2c3db623-4d71-49d6-9353-feb99f17dd93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:10.237812 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2c3db623-4d71-49d6-9353-feb99f17dd93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:10.240944 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2c3db623-4d71-49d6-9353-feb99f17dd93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:10.242204 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-2c3db623-4d71-49d6-9353-feb99f17dd93 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1c29c5a5-6bad-4baa-963f-8eca38f5ee48 HTTP/1.1" status: 204 len: 168 time: 0.1336169 Dec 06 17:42:10.250700 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3db623-4d71-49d6-9353-feb99f17dd93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c29c5a5-6bad-4baa-963f-8eca38f5ee48,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:42:13.462018 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f46b7126-0aea-434c-9ef6-0a1eaea58ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:13.556233 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 33378) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:42:13.707617 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ccda4459-c560-454b-a41c-9946bb013cb8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:13.790933 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ccda4459-c560-454b-a41c-9946bb013cb8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:13.794711 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ccda4459-c560-454b-a41c-9946bb013cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:13.838521 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccda4459-c560-454b-a41c-9946bb013cb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc6f29e7-2290-49d3-b7f1-c0a18eabe7f7,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:42:13.857086 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-ccda4459-c560-454b-a41c-9946bb013cb8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4f22ecae61a142feb57967f33c57f2f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2969186 Dec 06 17:42:13.857805 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 33384) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:42:13.920608 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-58c06cbe-e31a-4887-943f-25808cfea320 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:14.017566 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-58c06cbe-e31a-4887-943f-25808cfea320 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:14.091600 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-58c06cbe-e31a-4887-943f-25808cfea320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:14.095089 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-58c06cbe-e31a-4887-943f-25808cfea320 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:14.100232 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-58c06cbe-e31a-4887-943f-25808cfea320 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cc6f29e7-2290-49d3-b7f1-c0a18eabe7f7 HTTP/1.1" status: 204 len: 168 time: 0.2414961 Dec 06 17:42:14.119320 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c06cbe-e31a-4887-943f-25808cfea320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc6f29e7-2290-49d3-b7f1-c0a18eabe7f7,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:42:14.400231 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 33390) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:42:14.414142 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-06b4b3a6-307f-4740-8ca7-979e58568daf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:14.488680 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-06b4b3a6-307f-4740-8ca7-979e58568daf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:14.492260 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-06b4b3a6-307f-4740-8ca7-979e58568daf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:14.534091 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-06b4b3a6-307f-4740-8ca7-979e58568daf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a29c0dfd9d744cb8abdb42fdca1d30c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1299314 Dec 06 17:42:14.534091 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b4b3a6-307f-4740-8ca7-979e58568daf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3157f72-a432-42d0-b90a-fa79ad739534,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:42:14.534466 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 33392) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:42:14.611834 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4477d789-c0ee-40cd-b39e-642e6625e8eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:14.634921 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4477d789-c0ee-40cd-b39e-642e6625e8eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:14.683867 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4477d789-c0ee-40cd-b39e-642e6625e8eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:14.686630 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4477d789-c0ee-40cd-b39e-642e6625e8eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:14.687872 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-4477d789-c0ee-40cd-b39e-642e6625e8eb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e3157f72-a432-42d0-b90a-fa79ad739534 HTTP/1.1" status: 204 len: 168 time: 0.1509233 Dec 06 17:42:14.697107 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4477d789-c0ee-40cd-b39e-642e6625e8eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3157f72-a432-42d0-b90a-fa79ad739534,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:42:15.664369 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1b29e57b-a50f-462b-b2a6-9173eb89126a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:15.771917 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-aab81824-4010-4932-bcf6-216bac404a90 req-abc0a4f2-2dbf-4909-a045-e51e0c26b677 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=aaff9751-15e6-4631-8c7e-03d9dee08bff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0482991 Dec 06 17:42:15.881870 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab81824-4010-4932-bcf6-216bac404a90 req-782b4756-acba-4c56-8279-8f66b3b913da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:42:15.883380 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-aab81824-4010-4932-bcf6-216bac404a90 req-782b4756-acba-4c56-8279-8f66b3b913da service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cb4e31255e4a4acbaf1ecb75ca1b0298&device_id=aaff9751-15e6-4631-8c7e-03d9dee08bff HTTP/1.1" status: 200 len: 1096 time: 0.0529704 Dec 06 17:42:16.005523 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab81824-4010-4932-bcf6-216bac404a90 req-f77f38de-1ac7-4784-b47a-e7ba26dda320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:42:16.005523 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-aab81824-4010-4932-bcf6-216bac404a90 req-f77f38de-1ac7-4784-b47a-e7ba26dda320 service neutron] 10.222.0.41 "GET /v2.0/networks?id=849af80a-6232-4c4a-981d-f8860259668f HTTP/1.1" status: 200 len: 909 time: 0.0964043 Dec 06 17:42:16.080750 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-aab81824-4010-4932-bcf6-216bac404a90 req-7ce697a5-4aa5-48ad-b0b7-77ba852c6e10 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df983a1a-0968-4d7c-92b2-26c3082dfcf7 HTTP/1.1" status: 200 len: 1000 time: 0.0651746 Dec 06 17:42:16.169554 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab81824-4010-4932-bcf6-216bac404a90 req-945fb73d-835d-4694-b093-7fd3e5fba893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:42:16.175053 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-aab81824-4010-4932-bcf6-216bac404a90 req-945fb73d-835d-4694-b093-7fd3e5fba893 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=07510422-b60d-44a2-92b1-678490cc486d HTTP/1.1" status: 200 len: 847 time: 0.0823741 Dec 06 17:42:16.281376 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab81824-4010-4932-bcf6-216bac404a90 req-97f9fc7a-f922-4c5d-8b33-2be4eaf4a394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:42:16.283071 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-aab81824-4010-4932-bcf6-216bac404a90 req-97f9fc7a-f922-4c5d-8b33-2be4eaf4a394 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=849af80a-6232-4c4a-981d-f8860259668f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0956597 Dec 06 17:42:16.392767 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-aab81824-4010-4932-bcf6-216bac404a90 req-d775e430-a1a5-45bd-a6ad-214d30273535 service neutron] 10.222.0.41 "GET /v2.0/networks/849af80a-6232-4c4a-981d-f8860259668f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966663 Dec 06 17:42:16.500870 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-aab81824-4010-4932-bcf6-216bac404a90 req-72db39cc-3d63-4472-a11f-228075925d01 service neutron] 10.222.0.41 "GET /v2.0/networks/849af80a-6232-4c4a-981d-f8860259668f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969605 Dec 06 17:42:16.983182 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:18.139770 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:19.088169 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:20.057794 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 33518) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:42:20.184122 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8757a105-1e7c-4159-974d-e75dc0dcb1ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:20.270983 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8757a105-1e7c-4159-974d-e75dc0dcb1ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:20.275086 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8757a105-1e7c-4159-974d-e75dc0dcb1ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:20.317756 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-8757a105-1e7c-4159-974d-e75dc0dcb1ca admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ee3b6b27387b46b5afe5aedcc609af79&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2579112 Dec 06 17:42:20.318636 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8757a105-1e7c-4159-974d-e75dc0dcb1ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d609b68-c7ee-4daf-a66a-badeded90718,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:42:20.320356 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 33522) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:42:20.378306 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1a90cfb2-e563-409d-9892-1df4bf3c6f0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:20.405629 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1a90cfb2-e563-409d-9892-1df4bf3c6f0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:20.466402 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1a90cfb2-e563-409d-9892-1df4bf3c6f0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:20.469332 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1a90cfb2-e563-409d-9892-1df4bf3c6f0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:20.471164 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-1a90cfb2-e563-409d-9892-1df4bf3c6f0c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5d609b68-c7ee-4daf-a66a-badeded90718 HTTP/1.1" status: 204 len: 168 time: 0.1496704 Dec 06 17:42:20.480390 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a90cfb2-e563-409d-9892-1df4bf3c6f0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d609b68-c7ee-4daf-a66a-badeded90718,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:42:20.782188 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 33528) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:42:20.800793 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3ac9ae06-73ce-4e6f-be2a-c8a2bef749d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:20.896759 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3ac9ae06-73ce-4e6f-be2a-c8a2bef749d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:20.901115 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3ac9ae06-73ce-4e6f-be2a-c8a2bef749d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:20.956673 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-3ac9ae06-73ce-4e6f-be2a-c8a2bef749d4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5e33e541bdc44ecaa67825a1471ae14c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1707201 Dec 06 17:42:20.959762 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 33532) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:42:20.962117 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac9ae06-73ce-4e6f-be2a-c8a2bef749d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ceaee4-33fd-4531-b353-5d1d6ed77c0b,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:42:21.016180 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c3515d90-87d7-4860-b7bf-c4615d87ebc6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:21.067730 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c3515d90-87d7-4860-b7bf-c4615d87ebc6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:21.162906 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c3515d90-87d7-4860-b7bf-c4615d87ebc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:21.166066 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c3515d90-87d7-4860-b7bf-c4615d87ebc6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:21.169735 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-c3515d90-87d7-4860-b7bf-c4615d87ebc6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f6ceaee4-33fd-4531-b353-5d1d6ed77c0b HTTP/1.1" status: 204 len: 168 time: 0.2065163 Dec 06 17:42:21.176216 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3515d90-87d7-4860-b7bf-c4615d87ebc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ceaee4-33fd-4531-b353-5d1d6ed77c0b,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:42:26.306301 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 17:42:28.616282 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 33664) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:42:28.730641 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-358e3c1b-460b-4c41-b5a0-43df5987155a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:28.821882 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-358e3c1b-460b-4c41-b5a0-43df5987155a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:28.827027 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-358e3c1b-460b-4c41-b5a0-43df5987155a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:28.874625 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-358e3c1b-460b-4c41-b5a0-43df5987155a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d482d23ac13443bfbf177f74d63d977f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2572584 Dec 06 17:42:28.875527 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358e3c1b-460b-4c41-b5a0-43df5987155a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7847cc6-2476-49fe-bfaa-e5b60e6be3d0,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:42:28.877480 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 33680) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:42:28.931219 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-40db0187-96ff-4594-842c-5a6826868794 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:28.954360 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-40db0187-96ff-4594-842c-5a6826868794 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:29.009718 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-40db0187-96ff-4594-842c-5a6826868794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:29.013972 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-40db0187-96ff-4594-842c-5a6826868794 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:29.018100 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-40db0187-96ff-4594-842c-5a6826868794 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d7847cc6-2476-49fe-bfaa-e5b60e6be3d0 HTTP/1.1" status: 204 len: 168 time: 0.1393375 Dec 06 17:42:29.026670 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40db0187-96ff-4594-842c-5a6826868794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7847cc6-2476-49fe-bfaa-e5b60e6be3d0,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:42:31.410375 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 33702) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:42:31.515834 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-616c823b-3b64-4126-93b2-92b72ea3ae69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:31.595300 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-616c823b-3b64-4126-93b2-92b72ea3ae69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:31.599269 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-616c823b-3b64-4126-93b2-92b72ea3ae69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:31.640063 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-616c823b-3b64-4126-93b2-92b72ea3ae69 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=51a516a6d9cf4f518ba5f05967c9f079&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2285566 Dec 06 17:42:31.641036 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616c823b-3b64-4126-93b2-92b72ea3ae69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be474f69-5e4a-4d9b-8e36-cc4052023a96,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:42:31.642738 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 33706) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:42:31.693565 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9f7aa01b-9dc1-4b6c-aa2b-58dddc93718a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:31.715179 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9f7aa01b-9dc1-4b6c-aa2b-58dddc93718a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:31.762609 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9f7aa01b-9dc1-4b6c-aa2b-58dddc93718a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:31.765679 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9f7aa01b-9dc1-4b6c-aa2b-58dddc93718a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:31.769348 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-9f7aa01b-9dc1-4b6c-aa2b-58dddc93718a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/be474f69-5e4a-4d9b-8e36-cc4052023a96 HTTP/1.1" status: 204 len: 168 time: 0.1225688 Dec 06 17:42:31.775899 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7aa01b-9dc1-4b6c-aa2b-58dddc93718a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be474f69-5e4a-4d9b-8e36-cc4052023a96,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:42:32.029423 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 33712) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:42:32.045416 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4a2948ff-c820-4ceb-962e-8db25f40db86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:32.119173 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4a2948ff-c820-4ceb-962e-8db25f40db86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:32.122837 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4a2948ff-c820-4ceb-962e-8db25f40db86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:32.163704 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-4a2948ff-c820-4ceb-962e-8db25f40db86 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5f9b36ed58a94eae9d612f8177b8994a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1331363 Dec 06 17:42:32.164461 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2948ff-c820-4ceb-962e-8db25f40db86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cfae7d0-62c7-4416-8d40-b7acf6c5214e,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:42:32.166541 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 33716) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:42:32.218442 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0ded377f-c89b-4c46-ba86-bd873b25ab54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:32.239939 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0ded377f-c89b-4c46-ba86-bd873b25ab54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:32.286305 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0ded377f-c89b-4c46-ba86-bd873b25ab54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:32.289103 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0ded377f-c89b-4c46-ba86-bd873b25ab54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:32.290288 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-0ded377f-c89b-4c46-ba86-bd873b25ab54 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0cfae7d0-62c7-4416-8d40-b7acf6c5214e HTTP/1.1" status: 204 len: 168 time: 0.1227622 Dec 06 17:42:32.297725 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ded377f-c89b-4c46-ba86-bd873b25ab54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cfae7d0-62c7-4416-8d40-b7acf6c5214e,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:42:32.607671 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 33722) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:42:32.621369 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-68b8305c-f73b-4b2a-86bc-d02f773342ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:32.698914 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-68b8305c-f73b-4b2a-86bc-d02f773342ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:32.702790 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-68b8305c-f73b-4b2a-86bc-d02f773342ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:32.740847 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-68b8305c-f73b-4b2a-86bc-d02f773342ab admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=eefad32c51eb4615948f7a4e51cb8213&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1319516 Dec 06 17:42:32.742751 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b8305c-f73b-4b2a-86bc-d02f773342ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=471d8d71-903e-4d65-8942-98a862c6f05a,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:42:32.743334 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 33724) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:42:32.792545 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-03248f9b-68c7-4f53-a123-d23a7c686a0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:32.814286 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-03248f9b-68c7-4f53-a123-d23a7c686a0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:32.859551 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-03248f9b-68c7-4f53-a123-d23a7c686a0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:32.862230 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-03248f9b-68c7-4f53-a123-d23a7c686a0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:32.863386 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-03248f9b-68c7-4f53-a123-d23a7c686a0b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/471d8d71-903e-4d65-8942-98a862c6f05a HTTP/1.1" status: 204 len: 168 time: 0.1190720 Dec 06 17:42:32.871554 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03248f9b-68c7-4f53-a123-d23a7c686a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=471d8d71-903e-4d65-8942-98a862c6f05a,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:42:32.926258 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:35.070383 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2204628b-9612-47b0-af6e-9471f35fbb26 req-08da4c96-7db0-4d56-8bb7-8476eb79c881 tempest-VolumesBackupsTest-1284229529 tempest-VolumesBackupsTest-1284229529-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=6f7727d4db6a465d8609f598976ee048&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0217431 Dec 06 17:42:35.184294 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2204628b-9612-47b0-af6e-9471f35fbb26 req-c3e9b2f5-15f6-42d1-bec1-7baf826a01fc tempest-VolumesBackupsTest-1284229529 tempest-VolumesBackupsTest-1284229529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:42:35.185894 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2204628b-9612-47b0-af6e-9471f35fbb26 req-c3e9b2f5-15f6-42d1-bec1-7baf826a01fc tempest-VolumesBackupsTest-1284229529 tempest-VolumesBackupsTest-1284229529-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1093619 Dec 06 17:42:35.201499 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2204628b-9612-47b0-af6e-9471f35fbb26 req-e73e951c-b2fe-4f4a-b984-124dd7ff3af0 tempest-VolumesBackupsTest-1284229529 tempest-VolumesBackupsTest-1284229529-project] 10.222.0.23 "GET /v2.0/quotas/6f7727d4db6a465d8609f598976ee048 HTTP/1.1" status: 200 len: 375 time: 0.0098567 Dec 06 17:42:35.233173 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2204628b-9612-47b0-af6e-9471f35fbb26 req-f71f1310-ad79-400e-801c-db7d8b01b007 tempest-VolumesBackupsTest-1284229529 tempest-VolumesBackupsTest-1284229529-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6f7727d4db6a465d8609f598976ee048&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258045 Dec 06 17:42:35.341077 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:35.394100 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1a3a0ab9-d9f2-4311-a02f-cfbddff96f3a req-16983004-bdf8-43b1-bf69-bfb61b6b350e tempest-VolumesBackupsTest-1284229529 tempest-VolumesBackupsTest-1284229529-project] 10.222.0.23 "GET /v2.0/ports?device_id=41f5c3d6-63fc-4c63-8dd3-0b09fbc393a1 HTTP/1.1" status: 200 len: 210 time: 0.0279441 Dec 06 17:42:36.339727 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2204628b-9612-47b0-af6e-9471f35fbb26 req-76f52f67-7a3c-420b-839e-d086dc3ac94e tempest-VolumesBackupsTest-1284229529 tempest-VolumesBackupsTest-1284229529-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=6f7727d4db6a465d8609f598976ee048&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224378 Dec 06 17:42:36.462379 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2204628b-9612-47b0-af6e-9471f35fbb26 req-659f442c-0ef2-4a46-a589-4c717b2720c6 tempest-VolumesBackupsTest-1284229529 tempest-VolumesBackupsTest-1284229529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:42:36.463864 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2204628b-9612-47b0-af6e-9471f35fbb26 req-659f442c-0ef2-4a46-a589-4c717b2720c6 tempest-VolumesBackupsTest-1284229529 tempest-VolumesBackupsTest-1284229529-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1170337 Dec 06 17:42:36.479854 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-2204628b-9612-47b0-af6e-9471f35fbb26 req-b4e847a9-befc-4283-81a7-15361aa13588 tempest-VolumesBackupsTest-1284229529 tempest-VolumesBackupsTest-1284229529-project] Request body: {'port': {'device_id': '41f5c3d6-63fc-4c63-8dd3-0b09fbc393a1', 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a', 'admin_state_up': True, 'tenant_id': '6f7727d4db6a465d8609f598976ee048'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:42:36.498825 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-50b5f495-8bbc-4812-b16e-01cde1449a2e req-da404c5d-232a-4ddd-81a4-6545e8a498bc tempest-VolumesBackupsTest-1284229529 tempest-VolumesBackupsTest-1284229529-project] 10.222.0.23 "GET /v2.0/ports?device_id=41f5c3d6-63fc-4c63-8dd3-0b09fbc393a1 HTTP/1.1" status: 200 len: 210 time: 0.0324454 Dec 06 17:42:36.603058 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2204628b-9612-47b0-af6e-9471f35fbb26 req-b4e847a9-befc-4283-81a7-15361aa13588 tempest-VolumesBackupsTest-1284229529 tempest-VolumesBackupsTest-1284229529-project] Made reservation on behalf of 6f7727d4db6a465d8609f598976ee048 for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:42:36.606959 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2204628b-9612-47b0-af6e-9471f35fbb26 req-b4e847a9-befc-4283-81a7-15361aa13588 tempest-VolumesBackupsTest-1284229529 tempest-VolumesBackupsTest-1284229529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:36.615383 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2204628b-9612-47b0-af6e-9471f35fbb26 req-b4e847a9-befc-4283-81a7-15361aa13588 tempest-VolumesBackupsTest-1284229529 tempest-VolumesBackupsTest-1284229529-project] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:36.688815 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2204628b-9612-47b0-af6e-9471f35fbb26 req-b4e847a9-befc-4283-81a7-15361aa13588 tempest-VolumesBackupsTest-1284229529 tempest-VolumesBackupsTest-1284229529-project] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:36.692741 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2204628b-9612-47b0-af6e-9471f35fbb26 req-b4e847a9-befc-4283-81a7-15361aa13588 tempest-VolumesBackupsTest-1284229529 tempest-VolumesBackupsTest-1284229529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:36.752320 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e847a9-befc-4283-81a7-15361aa13588 tempest-VolumesBackupsTest-1284229529 tempest-VolumesBackupsTest-1284229529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fcd306d-a62c-496d-bd9f-634fa05a6ef7,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:42:36.827478 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-2204628b-9612-47b0-af6e-9471f35fbb26 req-b4e847a9-befc-4283-81a7-15361aa13588 tempest-VolumesBackupsTest-1284229529 tempest-VolumesBackupsTest-1284229529-project] Allocated IP 192.168.233.245 (ee08a0d2-834f-4c39-be47-9c424581246a/1342252a-21e4-4783-88ff-f54776c79059/9650ca1a-1997-4da4-afe7-e7ad9c2df5ce) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:42:36.969433 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2204628b-9612-47b0-af6e-9471f35fbb26 req-b4e847a9-befc-4283-81a7-15361aa13588 tempest-VolumesBackupsTest-1284229529 tempest-VolumesBackupsTest-1284229529-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:37.007167 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2204628b-9612-47b0-af6e-9471f35fbb26 req-b4e847a9-befc-4283-81a7-15361aa13588 tempest-VolumesBackupsTest-1284229529 tempest-VolumesBackupsTest-1284229529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:37.050169 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2204628b-9612-47b0-af6e-9471f35fbb26 req-b4e847a9-befc-4283-81a7-15361aa13588 tempest-VolumesBackupsTest-1284229529 tempest-VolumesBackupsTest-1284229529-project] Network ee08a0d2-834f-4c39-be47-9c424581246a is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:42:37.053135 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-2204628b-9612-47b0-af6e-9471f35fbb26 req-b4e847a9-befc-4283-81a7-15361aa13588 tempest-VolumesBackupsTest-1284229529 tempest-VolumesBackupsTest-1284229529-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:42:37.056887 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-2204628b-9612-47b0-af6e-9471f35fbb26 req-b4e847a9-befc-4283-81a7-15361aa13588 tempest-VolumesBackupsTest-1284229529 tempest-VolumesBackupsTest-1284229529-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:42:37.086276 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e847a9-befc-4283-81a7-15361aa13588 tempest-VolumesBackupsTest-1284229529 tempest-VolumesBackupsTest-1284229529-project] Pushing event updated for resources: {'Port': ['ID=9650ca1a-1997-4da4-afe7-e7ad9c2df5ce,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:42:37.111762 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2204628b-9612-47b0-af6e-9471f35fbb26 req-b4e847a9-befc-4283-81a7-15361aa13588 tempest-VolumesBackupsTest-1284229529 tempest-VolumesBackupsTest-1284229529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:42:37.112392 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2204628b-9612-47b0-af6e-9471f35fbb26 req-b4e847a9-befc-4283-81a7-15361aa13588 tempest-VolumesBackupsTest-1284229529 tempest-VolumesBackupsTest-1284229529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:37.128716 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2204628b-9612-47b0-af6e-9471f35fbb26 req-b4e847a9-befc-4283-81a7-15361aa13588 tempest-VolumesBackupsTest-1284229529 tempest-VolumesBackupsTest-1284229529-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6526878 Dec 06 17:42:37.146098 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-2204628b-9612-47b0-af6e-9471f35fbb26 req-44a7c959-e94e-45c7-8a7e-de9fcba54acb service neutron] Request body: {'port': {'device_id': '41f5c3d6-63fc-4c63-8dd3-0b09fbc393a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:42:37.202094 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2204628b-9612-47b0-af6e-9471f35fbb26 req-44a7c959-e94e-45c7-8a7e-de9fcba54acb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:37.268108 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-e4a2d820-8ee3-4bbf-b3a0-135588b52a40 None None] Provisioning complete for port 9650ca1a-1997-4da4-afe7-e7ad9c2df5ce triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:42:37.268688 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e4a2d820-8ee3-4bbf-b3a0-135588b52a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:37.302323 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-e4a2d820-8ee3-4bbf-b3a0-135588b52a40 None None] Port 9650ca1a-1997-4da4-afe7-e7ad9c2df5ce cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:42:37.464234 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-2204628b-9612-47b0-af6e-9471f35fbb26 req-44a7c959-e94e-45c7-8a7e-de9fcba54acb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9650ca1a-1997-4da4-afe7-e7ad9c2df5ce {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:42:37.471474 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2204628b-9612-47b0-af6e-9471f35fbb26 req-44a7c959-e94e-45c7-8a7e-de9fcba54acb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:37.482954 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-2204628b-9612-47b0-af6e-9471f35fbb26 req-44a7c959-e94e-45c7-8a7e-de9fcba54acb service neutron] Transition to ACTIVE for port object 9650ca1a-1997-4da4-afe7-e7ad9c2df5ce will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:42:37.486910 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2204628b-9612-47b0-af6e-9471f35fbb26 req-44a7c959-e94e-45c7-8a7e-de9fcba54acb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:37.535697 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a7c959-e94e-45c7-8a7e-de9fcba54acb service neutron] Pushing event updated for resources: {'Port': ['ID=9650ca1a-1997-4da4-afe7-e7ad9c2df5ce,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:42:37.617267 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-2204628b-9612-47b0-af6e-9471f35fbb26 req-44a7c959-e94e-45c7-8a7e-de9fcba54acb service neutron] Attempting to bind port 9650ca1a-1997-4da4-afe7-e7ad9c2df5ce on host n-h1-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:42:37.617619 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-2204628b-9612-47b0-af6e-9471f35fbb26 req-44a7c959-e94e-45c7-8a7e-de9fcba54acb service neutron] Attempting to bind port 9650ca1a-1997-4da4-afe7-e7ad9c2df5ce by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:42:37.618799 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2204628b-9612-47b0-af6e-9471f35fbb26 req-44a7c959-e94e-45c7-8a7e-de9fcba54acb service neutron] Attempting to bind port 9650ca1a-1997-4da4-afe7-e7ad9c2df5ce on network ee08a0d2-834f-4c39-be47-9c424581246a {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:42:37.623218 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2204628b-9612-47b0-af6e-9471f35fbb26 req-44a7c959-e94e-45c7-8a7e-de9fcba54acb service neutron] Port 9650ca1a-1997-4da4-afe7-e7ad9c2df5ce on network ee08a0d2-834f-4c39-be47-9c424581246a not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:42:37.623540 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2204628b-9612-47b0-af6e-9471f35fbb26 req-44a7c959-e94e-45c7-8a7e-de9fcba54acb service neutron] Attempting to bind port 9650ca1a-1997-4da4-afe7-e7ad9c2df5ce on network ee08a0d2-834f-4c39-be47-9c424581246a {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:42:37.628006 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cb1d4d-a6f4-45a6-a26f-c7ab8edc8c55 req-1009b008-81a0-4b87-95a7-895f5d1bf8c5 tempest-VolumesBackupsTest-1284229529 tempest-VolumesBackupsTest-1284229529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:42:37.628537 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2204628b-9612-47b0-af6e-9471f35fbb26 req-44a7c959-e94e-45c7-8a7e-de9fcba54acb service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:42:37.628875 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2204628b-9612-47b0-af6e-9471f35fbb26 req-44a7c959-e94e-45c7-8a7e-de9fcba54acb service neutron] Checking segment: {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:42:37.629258 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2204628b-9612-47b0-af6e-9471f35fbb26 req-44a7c959-e94e-45c7-8a7e-de9fcba54acb service neutron] Bound using segment: {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:42:37.629701 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f4cb1d4d-a6f4-45a6-a26f-c7ab8edc8c55 req-1009b008-81a0-4b87-95a7-895f5d1bf8c5 tempest-VolumesBackupsTest-1284229529 tempest-VolumesBackupsTest-1284229529-project] 10.222.0.23 "GET /v2.0/ports?device_id=41f5c3d6-63fc-4c63-8dd3-0b09fbc393a1 HTTP/1.1" status: 200 len: 948 time: 0.0555856 Dec 06 17:42:37.633447 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-2204628b-9612-47b0-af6e-9471f35fbb26 req-44a7c959-e94e-45c7-8a7e-de9fcba54acb service neutron] Bound port: 9650ca1a-1997-4da4-afe7-e7ad9c2df5ce, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:42:37.633918 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2204628b-9612-47b0-af6e-9471f35fbb26 req-44a7c959-e94e-45c7-8a7e-de9fcba54acb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:37.685273 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f4cb1d4d-a6f4-45a6-a26f-c7ab8edc8c55 req-158087f0-e8b9-495c-8a09-87aad29917a6 tempest-VolumesBackupsTest-1284229529 tempest-VolumesBackupsTest-1284229529-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fcd306d-a62c-496d-bd9f-634fa05a6ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487459 Dec 06 17:42:37.710702 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-2204628b-9612-47b0-af6e-9471f35fbb26 req-44a7c959-e94e-45c7-8a7e-de9fcba54acb service neutron] For port 9650ca1a-1997-4da4-afe7-e7ad9c2df5ce, host n-h1-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:42:37.713974 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-2204628b-9612-47b0-af6e-9471f35fbb26 req-44a7c959-e94e-45c7-8a7e-de9fcba54acb service neutron] For port 9650ca1a-1997-4da4-afe7-e7ad9c2df5ce, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=9650ca1a-1997-4da4-afe7-e7ad9c2df5ce,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:42:37.718552 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2204628b-9612-47b0-af6e-9471f35fbb26 req-44a7c959-e94e-45c7-8a7e-de9fcba54acb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:37.756596 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2204628b-9612-47b0-af6e-9471f35fbb26 req-44a7c959-e94e-45c7-8a7e-de9fcba54acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:42:37.757248 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2204628b-9612-47b0-af6e-9471f35fbb26 req-44a7c959-e94e-45c7-8a7e-de9fcba54acb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:37.758662 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2204628b-9612-47b0-af6e-9471f35fbb26 req-44a7c959-e94e-45c7-8a7e-de9fcba54acb service neutron] 10.222.0.41 "PUT /v2.0/ports/9650ca1a-1997-4da4-afe7-e7ad9c2df5ce HTTP/1.1" status: 200 len: 1096 time: 0.6170020 Dec 06 17:42:37.759178 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41f5c3d6-63fc-4c63-8dd3-0b09fbc393a1', 'tag': '9650ca1a-1997-4da4-afe7-e7ad9c2df5ce'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:42:37.762129 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60244624-47b8-400f-b913-a83ed62d2518" -d '{"events": [{"name": "network-changed", "server_uuid": "41f5c3d6-63fc-4c63-8dd3-0b09fbc393a1", "tag": "9650ca1a-1997-4da4-afe7-e7ad9c2df5ce"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:42:37.790160 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a7c959-e94e-45c7-8a7e-de9fcba54acb service neutron] Pushing event updated for resources: {'Port': ['ID=9650ca1a-1997-4da4-afe7-e7ad9c2df5ce,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:42:37.861269 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2204628b-9612-47b0-af6e-9471f35fbb26 req-b4f187b8-1d96-4dd1-8700-d8a8412df6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:42:37.863797 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2204628b-9612-47b0-af6e-9471f35fbb26 req-b4f187b8-1d96-4dd1-8700-d8a8412df6a5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6f7727d4db6a465d8609f598976ee048&device_id=41f5c3d6-63fc-4c63-8dd3-0b09fbc393a1 HTTP/1.1" status: 200 len: 1099 time: 0.0530214 Dec 06 17:42:37.929617 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2204628b-9612-47b0-af6e-9471f35fbb26 req-19fa8237-ae6a-4bd7-b4d0-c17ff100f054 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=9650ca1a-1997-4da4-afe7-e7ad9c2df5ce HTTP/1.1" status: 200 len: 217 time: 0.0522764 Dec 06 17:42:37.970807 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8c25ef3-6c1e-4d6d-8f40-fd95e1fba262 x-openstack-request-id: req-d8c25ef3-6c1e-4d6d-8f40-fd95e1fba262 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:42:37.971118 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41f5c3d6-63fc-4c63-8dd3-0b09fbc393a1", "tag": "9650ca1a-1997-4da4-afe7-e7ad9c2df5ce", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:42:37.971378 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d8c25ef3-6c1e-4d6d-8f40-fd95e1fba262 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:42:37.971913 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41f5c3d6-63fc-4c63-8dd3-0b09fbc393a1', 'tag': '9650ca1a-1997-4da4-afe7-e7ad9c2df5ce', 'status': 'completed', 'code': 200} Dec 06 17:42:37.992617 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2204628b-9612-47b0-af6e-9471f35fbb26 req-4075a699-8ba1-4995-b45a-340eb58727e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:42:37.994158 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2204628b-9612-47b0-af6e-9471f35fbb26 req-4075a699-8ba1-4995-b45a-340eb58727e7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1342252a-21e4-4783-88ff-f54776c79059 HTTP/1.1" status: 200 len: 843 time: 0.0573447 Dec 06 17:42:38.047716 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2204628b-9612-47b0-af6e-9471f35fbb26 req-4a375817-7261-4d7b-891c-d36a0837d655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:42:38.049435 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2204628b-9612-47b0-af6e-9471f35fbb26 req-4a375817-7261-4d7b-891c-d36a0837d655 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee08a0d2-834f-4c39-be47-9c424581246a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0444899 Dec 06 17:42:38.151110 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2204628b-9612-47b0-af6e-9471f35fbb26 req-aaf0f443-c155-4f37-a757-1817f64a596d service neutron] 10.222.0.41 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889852 Dec 06 17:42:38.252940 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2204628b-9612-47b0-af6e-9471f35fbb26 req-1fee1412-176f-4bb2-881e-bf54c088c19d service neutron] 10.222.0.41 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897222 Dec 06 17:42:38.355882 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60244624-47b8-400f-b913-a83ed62d2518 req-f506ecae-05c3-4886-905d-97bf07965a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:42:38.357526 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-60244624-47b8-400f-b913-a83ed62d2518 req-f506ecae-05c3-4886-905d-97bf07965a12 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6f7727d4db6a465d8609f598976ee048&device_id=41f5c3d6-63fc-4c63-8dd3-0b09fbc393a1 HTTP/1.1" status: 200 len: 1099 time: 0.0505328 Dec 06 17:42:38.455120 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60244624-47b8-400f-b913-a83ed62d2518 req-d84cdd5e-cc6d-49f2-949c-fddd1ab48c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:42:38.456756 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-60244624-47b8-400f-b913-a83ed62d2518 req-d84cdd5e-cc6d-49f2-949c-fddd1ab48c72 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ee08a0d2-834f-4c39-be47-9c424581246a HTTP/1.1" status: 200 len: 870 time: 0.0908005 Dec 06 17:42:38.504264 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-60244624-47b8-400f-b913-a83ed62d2518 req-d9c01fe4-334a-4e99-89de-254eb40419fd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=9650ca1a-1997-4da4-afe7-e7ad9c2df5ce HTTP/1.1" status: 200 len: 217 time: 0.0395122 Dec 06 17:42:38.557481 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60244624-47b8-400f-b913-a83ed62d2518 req-5025296b-4122-4b6f-98b9-73d93388f7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:42:38.558968 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-60244624-47b8-400f-b913-a83ed62d2518 req-5025296b-4122-4b6f-98b9-73d93388f7eb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1342252a-21e4-4783-88ff-f54776c79059 HTTP/1.1" status: 200 len: 843 time: 0.0475550 Dec 06 17:42:38.611155 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60244624-47b8-400f-b913-a83ed62d2518 req-603825bb-4245-47ba-8ec8-1e409f819f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:42:38.612669 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-60244624-47b8-400f-b913-a83ed62d2518 req-603825bb-4245-47ba-8ec8-1e409f819f61 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee08a0d2-834f-4c39-be47-9c424581246a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0456369 Dec 06 17:42:38.709626 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-60244624-47b8-400f-b913-a83ed62d2518 req-06c54411-d69e-48fe-8622-f43cf1a731cf service neutron] 10.222.0.41 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881753 Dec 06 17:42:38.808154 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-60244624-47b8-400f-b913-a83ed62d2518 req-e572a5a2-e714-4028-bd5d-72d4150c6721 service neutron] 10.222.0.41 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906436 Dec 06 17:42:38.816916 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d3d077-1ec7-492d-b1d6-d32cdf9ee9f8 req-bddbf402-3e60-4425-9835-0934c2d3da9e tempest-VolumesBackupsTest-1284229529 tempest-VolumesBackupsTest-1284229529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:42:38.818449 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-78d3d077-1ec7-492d-b1d6-d32cdf9ee9f8 req-bddbf402-3e60-4425-9835-0934c2d3da9e tempest-VolumesBackupsTest-1284229529 tempest-VolumesBackupsTest-1284229529-project] 10.222.0.23 "GET /v2.0/ports?device_id=41f5c3d6-63fc-4c63-8dd3-0b09fbc393a1 HTTP/1.1" status: 200 len: 948 time: 0.0554249 Dec 06 17:42:38.874169 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-78d3d077-1ec7-492d-b1d6-d32cdf9ee9f8 req-986b5a29-0d90-4585-a496-92c7f60deb5a tempest-VolumesBackupsTest-1284229529 tempest-VolumesBackupsTest-1284229529-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fcd306d-a62c-496d-bd9f-634fa05a6ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458066 Dec 06 17:42:39.991923 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62298371-3da4-4489-bec7-2e8b7e16dc94 req-86fafb40-4b5b-4251-92f5-6b6c25488cc2 tempest-VolumesBackupsTest-1284229529 tempest-VolumesBackupsTest-1284229529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:42:39.993389 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-62298371-3da4-4489-bec7-2e8b7e16dc94 req-86fafb40-4b5b-4251-92f5-6b6c25488cc2 tempest-VolumesBackupsTest-1284229529 tempest-VolumesBackupsTest-1284229529-project] 10.222.0.23 "GET /v2.0/ports?device_id=41f5c3d6-63fc-4c63-8dd3-0b09fbc393a1 HTTP/1.1" status: 200 len: 948 time: 0.0482585 Dec 06 17:42:40.044434 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-62298371-3da4-4489-bec7-2e8b7e16dc94 req-c4ccba7f-94a5-419a-b1da-a0f6e9d62ad8 tempest-VolumesBackupsTest-1284229529 tempest-VolumesBackupsTest-1284229529-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fcd306d-a62c-496d-bd9f-634fa05a6ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448477 Dec 06 17:42:40.948738 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 9650ca1a-1997-4da4-afe7-e7ad9c2df5ce details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:42:41.043887 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 9650ca1a-1997-4da4-afe7-e7ad9c2df5ce, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=9650ca1a-1997-4da4-afe7-e7ad9c2df5ce,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:42:41.054563 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': '9650ca1a-1997-4da4-afe7-e7ad9c2df5ce', 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a', 'port_id': '9650ca1a-1997-4da4-afe7-e7ad9c2df5ce', 'mac_address': 'fa:16:3e:8c:57:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1342252a-21e4-4783-88ff-f54776c79059', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:42:41.090955 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:41.104117 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9650ca1a-1997-4da4-afe7-e7ad9c2df5ce {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:42:41.127615 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 9650ca1a-1997-4da4-afe7-e7ad9c2df5ce, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=9650ca1a-1997-4da4-afe7-e7ad9c2df5ce,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:42:41.131549 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:41.160394 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8356e762-ea3c-4b21-a347-34d24b0ed238 req-b131dd96-499e-4eb7-825c-a440d485138d tempest-VolumesBackupsTest-1284229529 tempest-VolumesBackupsTest-1284229529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:42:41.161941 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8356e762-ea3c-4b21-a347-34d24b0ed238 req-b131dd96-499e-4eb7-825c-a440d485138d tempest-VolumesBackupsTest-1284229529 tempest-VolumesBackupsTest-1284229529-project] 10.222.0.23 "GET /v2.0/ports?device_id=41f5c3d6-63fc-4c63-8dd3-0b09fbc393a1 HTTP/1.1" status: 200 len: 948 time: 0.0498493 Dec 06 17:42:41.179212 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=9650ca1a-1997-4da4-afe7-e7ad9c2df5ce,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:42:41.210403 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8356e762-ea3c-4b21-a347-34d24b0ed238 req-caf6af48-e545-46ca-b546-e55689bdf3e2 tempest-VolumesBackupsTest-1284229529 tempest-VolumesBackupsTest-1284229529-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fcd306d-a62c-496d-bd9f-634fa05a6ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417824 Dec 06 17:42:41.403836 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['9650ca1a-1997-4da4-afe7-e7ad9c2df5ce'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:42:42.323619 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15f7b24-7b88-4c17-a93b-bb909a0e1a24 req-d9058787-8a9d-47c6-b4ab-8be88ac4bc85 tempest-VolumesBackupsTest-1284229529 tempest-VolumesBackupsTest-1284229529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:42:42.325088 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f15f7b24-7b88-4c17-a93b-bb909a0e1a24 req-d9058787-8a9d-47c6-b4ab-8be88ac4bc85 tempest-VolumesBackupsTest-1284229529 tempest-VolumesBackupsTest-1284229529-project] 10.222.0.23 "GET /v2.0/ports?device_id=41f5c3d6-63fc-4c63-8dd3-0b09fbc393a1 HTTP/1.1" status: 200 len: 949 time: 0.0479302 Dec 06 17:42:42.372645 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f15f7b24-7b88-4c17-a93b-bb909a0e1a24 req-1170fc3e-1496-4d3d-8e5a-650a174177f1 tempest-VolumesBackupsTest-1284229529 tempest-VolumesBackupsTest-1284229529-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fcd306d-a62c-496d-bd9f-634fa05a6ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414586 Dec 06 17:42:42.962930 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 9650ca1a-1997-4da4-afe7-e7ad9c2df5ce up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:42:43.011099 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port 9650ca1a-1997-4da4-afe7-e7ad9c2df5ce completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:42:43.015206 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port 9650ca1a-1997-4da4-afe7-e7ad9c2df5ce triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:42:43.015582 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:43.091164 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:43.113035 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41f5c3d6-63fc-4c63-8dd3-0b09fbc393a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9650ca1a-1997-4da4-afe7-e7ad9c2df5ce'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:42:43.115380 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ad39aeb-edde-4865-9c4d-b05fb757dffb" -d '{"events": [{"server_uuid": "41f5c3d6-63fc-4c63-8dd3-0b09fbc393a1", "name": "network-vif-plugged", "status": "completed", "tag": "9650ca1a-1997-4da4-afe7-e7ad9c2df5ce"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:42:43.128486 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 9650ca1a-1997-4da4-afe7-e7ad9c2df5ce, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=9650ca1a-1997-4da4-afe7-e7ad9c2df5ce,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:42:43.132763 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:43.162168 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd4e5123-5ab8-4a2f-a935-3ca35383ede2 x-openstack-request-id: req-fd4e5123-5ab8-4a2f-a935-3ca35383ede2 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:42:43.162462 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41f5c3d6-63fc-4c63-8dd3-0b09fbc393a1", "name": "network-vif-plugged", "status": "completed", "tag": "9650ca1a-1997-4da4-afe7-e7ad9c2df5ce", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:42:43.162717 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fd4e5123-5ab8-4a2f-a935-3ca35383ede2 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:42:43.163107 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41f5c3d6-63fc-4c63-8dd3-0b09fbc393a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9650ca1a-1997-4da4-afe7-e7ad9c2df5ce', 'code': 200} Dec 06 17:42:43.189900 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=9650ca1a-1997-4da4-afe7-e7ad9c2df5ce,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:42:43.262836 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59b6e1b-5870-4c74-ba05-349b0f46c1a5 req-4f3a34ae-0dc7-41ca-bff3-4c5bec75ebdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:42:43.264626 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b59b6e1b-5870-4c74-ba05-349b0f46c1a5 req-4f3a34ae-0dc7-41ca-bff3-4c5bec75ebdf service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=41f5c3d6-63fc-4c63-8dd3-0b09fbc393a1 HTTP/1.1" status: 200 len: 1101 time: 0.0400596 Dec 06 17:42:43.313243 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b59b6e1b-5870-4c74-ba05-349b0f46c1a5 req-7f6e4d96-5696-487b-9c41-b7c59142d9d8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7fcd306d-a62c-496d-bd9f-634fa05a6ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368869 Dec 06 17:42:43.456947 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-111476e2-cc9e-439a-993b-d2bac5abc08c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:43.490224 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c6f057-7c7b-4be7-8da4-4bda3ce009d1 req-d4c7d634-6478-4fc8-ba52-77ac3e3cff80 tempest-VolumesBackupsTest-1284229529 tempest-VolumesBackupsTest-1284229529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:42:43.491696 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-23c6f057-7c7b-4be7-8da4-4bda3ce009d1 req-d4c7d634-6478-4fc8-ba52-77ac3e3cff80 tempest-VolumesBackupsTest-1284229529 tempest-VolumesBackupsTest-1284229529-project] 10.222.0.23 "GET /v2.0/ports?device_id=41f5c3d6-63fc-4c63-8dd3-0b09fbc393a1 HTTP/1.1" status: 200 len: 950 time: 0.0513453 Dec 06 17:42:43.538281 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-23c6f057-7c7b-4be7-8da4-4bda3ce009d1 req-48b639cb-a5a2-4b62-a786-ca26ba4d455f tempest-VolumesBackupsTest-1284229529 tempest-VolumesBackupsTest-1284229529-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fcd306d-a62c-496d-bd9f-634fa05a6ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397692 Dec 06 17:42:44.656150 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52741f8-c15c-433f-a4b4-3a5ee60ba98f req-f86cc965-390a-4a85-a82d-66583215b2e7 tempest-VolumesBackupsTest-1284229529 tempest-VolumesBackupsTest-1284229529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:42:44.657581 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d52741f8-c15c-433f-a4b4-3a5ee60ba98f req-f86cc965-390a-4a85-a82d-66583215b2e7 tempest-VolumesBackupsTest-1284229529 tempest-VolumesBackupsTest-1284229529-project] 10.222.0.23 "GET /v2.0/ports?device_id=41f5c3d6-63fc-4c63-8dd3-0b09fbc393a1 HTTP/1.1" status: 200 len: 950 time: 0.0494838 Dec 06 17:42:44.708776 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d52741f8-c15c-433f-a4b4-3a5ee60ba98f req-8cb2c862-a615-4723-bf24-0ff708f1476d tempest-VolumesBackupsTest-1284229529 tempest-VolumesBackupsTest-1284229529-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fcd306d-a62c-496d-bd9f-634fa05a6ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452187 Dec 06 17:42:45.657036 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ccc72ad9-29f5-42fb-841e-7a93232b5673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:46.976485 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:48.142634 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:42:49.091242 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:43:02.941781 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:43:03.307646 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 17:43:05.340482 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:43:05.350260 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1999ff5d-1e47-4591-861a-04adb21f53d6 req-c598e9e9-8113-4c41-8156-6aefc9b36d01 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=34d86a59-01a0-42ed-aa21-70c24a6f9620&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409412 Dec 06 17:43:05.431767 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1999ff5d-1e47-4591-861a-04adb21f53d6 req-22a67848-fa81-43c3-a187-813e0da83378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:43:05.433130 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1999ff5d-1e47-4591-861a-04adb21f53d6 req-22a67848-fa81-43c3-a187-813e0da83378 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ecd8b64e36c540eeae4809301448bbe1&device_id=34d86a59-01a0-42ed-aa21-70c24a6f9620 HTTP/1.1" status: 200 len: 1097 time: 0.0401351 Dec 06 17:43:05.543193 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1999ff5d-1e47-4591-861a-04adb21f53d6 req-f5c6b0fd-ceae-4e58-a98b-d23416c6fb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:43:05.544658 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1999ff5d-1e47-4591-861a-04adb21f53d6 req-f5c6b0fd-ceae-4e58-a98b-d23416c6fb67 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4 HTTP/1.1" status: 200 len: 913 time: 0.0929945 Dec 06 17:43:05.610553 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1999ff5d-1e47-4591-861a-04adb21f53d6 req-d1175553-c332-4fa8-8869-c7c2a24ba180 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba621cb4-3470-41ba-86ba-66a0c35b5f24 HTTP/1.1" status: 200 len: 1002 time: 0.0580502 Dec 06 17:43:06.002358 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1999ff5d-1e47-4591-861a-04adb21f53d6 req-3595586f-0711-44bf-ab19-012d932b2a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:43:06.003829 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1999ff5d-1e47-4591-861a-04adb21f53d6 req-3595586f-0711-44bf-ab19-012d932b2a6e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=06d20752-22e2-4f05-a607-805be1f18e56 HTTP/1.1" status: 200 len: 851 time: 0.3854280 Dec 06 17:43:06.049040 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1999ff5d-1e47-4591-861a-04adb21f53d6 req-7d49f1fe-71bb-4c73-ac26-ab7dcd0d51f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:43:06.050407 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1999ff5d-1e47-4591-861a-04adb21f53d6 req-7d49f1fe-71bb-4c73-ac26-ab7dcd0d51f1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394745 Dec 06 17:43:06.143659 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1999ff5d-1e47-4591-861a-04adb21f53d6 req-41f4eba8-3733-4beb-8586-5ce6f2e86a3e service neutron] 10.222.0.44 "GET /v2.0/networks/2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862391 Dec 06 17:43:06.231674 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1999ff5d-1e47-4591-861a-04adb21f53d6 req-ffbaa06a-5d2f-4a25-9e77-96389a739089 service neutron] 10.222.0.44 "GET /v2.0/networks/2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810404 Dec 06 17:43:13.465950 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-13f04c93-bbc7-4036-b554-009048ae19ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:43:15.658592 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9c752eb0-68b2-4975-a66a-6df3ef5a1999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:43:16.979813 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:43:17.550314 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0df5aa86-bcdb-42f1-b5a1-416bfae1ceb0 req-e5cab7c9-89ae-4312-87bb-15fede78bc4c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=aaff9751-15e6-4631-8c7e-03d9dee08bff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410581 Dec 06 17:43:17.640957 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df5aa86-bcdb-42f1-b5a1-416bfae1ceb0 req-bf1633ab-8c5c-455d-85ee-4ad1179b09ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:43:17.642564 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0df5aa86-bcdb-42f1-b5a1-416bfae1ceb0 req-bf1633ab-8c5c-455d-85ee-4ad1179b09ea service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cb4e31255e4a4acbaf1ecb75ca1b0298&device_id=aaff9751-15e6-4631-8c7e-03d9dee08bff HTTP/1.1" status: 200 len: 1096 time: 0.0452576 Dec 06 17:43:17.749127 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df5aa86-bcdb-42f1-b5a1-416bfae1ceb0 req-0329b647-98e9-4d11-b1a6-eaba22b6f3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:43:17.750595 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0df5aa86-bcdb-42f1-b5a1-416bfae1ceb0 req-0329b647-98e9-4d11-b1a6-eaba22b6f3c3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=849af80a-6232-4c4a-981d-f8860259668f HTTP/1.1" status: 200 len: 909 time: 0.0866923 Dec 06 17:43:17.830270 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0df5aa86-bcdb-42f1-b5a1-416bfae1ceb0 req-e0fddad0-d445-4adf-9762-89b2899a1f4c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df983a1a-0968-4d7c-92b2-26c3082dfcf7 HTTP/1.1" status: 200 len: 1000 time: 0.0694780 Dec 06 17:43:17.882360 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df5aa86-bcdb-42f1-b5a1-416bfae1ceb0 req-b4026c96-c979-4120-9778-78a4ebb30526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:43:17.883830 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0df5aa86-bcdb-42f1-b5a1-416bfae1ceb0 req-b4026c96-c979-4120-9778-78a4ebb30526 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=07510422-b60d-44a2-92b1-678490cc486d HTTP/1.1" status: 200 len: 847 time: 0.0442827 Dec 06 17:43:17.929853 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df5aa86-bcdb-42f1-b5a1-416bfae1ceb0 req-35aab190-10a0-48d2-87e1-1df68127d48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:43:17.931402 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0df5aa86-bcdb-42f1-b5a1-416bfae1ceb0 req-35aab190-10a0-48d2-87e1-1df68127d48c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=849af80a-6232-4c4a-981d-f8860259668f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395582 Dec 06 17:43:18.028913 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0df5aa86-bcdb-42f1-b5a1-416bfae1ceb0 req-64f0c9ee-a8fd-4ea9-8f82-14383276377a service neutron] 10.222.0.41 "GET /v2.0/networks/849af80a-6232-4c4a-981d-f8860259668f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872002 Dec 06 17:43:18.123060 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0df5aa86-bcdb-42f1-b5a1-416bfae1ceb0 req-3c21c5e3-f122-4b6a-9d30-89b4b45c2a26 service neutron] 10.222.0.41 "GET /v2.0/networks/849af80a-6232-4c4a-981d-f8860259668f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863872 Dec 06 17:43:18.146124 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:43:19.125315 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:43:31.650736 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [req-addb745e-698f-4459-b023-d2838142eaf9 req-85133af7-56bc-4304-a963-e434b6b97966 tempest-ServerShowV254Test-831571093 tempest-ServerShowV254Test-831571093-project] (103285) timed out ('10.222.0.44', 52935) {{(pid=103285) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 06 17:43:32.948747 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:43:35.353798 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:43:40.307847 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 17:43:41.561402 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0f40437e-843a-4bf8-a39d-b24a0edea12b req-0010c58c-a7fc-41cc-9d77-5b8df9e3c472 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-928314126&fields=id&tenant_id=ecd8b64e36c540eeae4809301448bbe1 HTTP/1.1" status: 200 len: 267 time: 0.0445771 Dec 06 17:43:41.674324 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f40437e-843a-4bf8-a39d-b24a0edea12b req-e1901411-abfe-402f-806a-f4563d92d789 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:43:41.675919 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0f40437e-843a-4bf8-a39d-b24a0edea12b req-e1901411-abfe-402f-806a-f4563d92d789 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/networks?id=2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4 HTTP/1.1" status: 200 len: 812 time: 0.1073511 Dec 06 17:43:41.690960 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0f40437e-843a-4bf8-a39d-b24a0edea12b req-64a01b5e-35c9-446d-ab65-004c89b69782 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/quotas/ecd8b64e36c540eeae4809301448bbe1 HTTP/1.1" status: 200 len: 375 time: 0.0093877 Dec 06 17:43:41.749446 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0f40437e-843a-4bf8-a39d-b24a0edea12b req-54932c5d-4aa7-4434-a029-b66d09a31fc8 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ecd8b64e36c540eeae4809301448bbe1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0524931 Dec 06 17:43:41.848535 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0f40437e-843a-4bf8-a39d-b24a0edea12b req-824187df-2bdf-4901-9bd2-b0c5c89c63f8 service neutron] 10.222.0.23 "GET /v2.0/networks/2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860724 Dec 06 17:43:41.943474 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0f40437e-843a-4bf8-a39d-b24a0edea12b req-61501f9b-2083-41ef-b6b3-fd6aa222d920 service neutron] 10.222.0.23 "GET /v2.0/networks/2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895050 Dec 06 17:43:42.250003 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2b278cfc-fd9d-4ec4-b232-05bbe02636dc req-f28c0477-bb07-452f-8ee6-760e067494a7 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=61abf22a-259a-45f1-a96b-522b72a85146 HTTP/1.1" status: 200 len: 210 time: 0.0398703 Dec 06 17:43:43.161184 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f40437e-843a-4bf8-a39d-b24a0edea12b req-a4effde9-64e6-495c-9c33-8cde1c81824f tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:43:43.162755 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0f40437e-843a-4bf8-a39d-b24a0edea12b req-a4effde9-64e6-495c-9c33-8cde1c81824f tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.44 "GET /v2.0/networks?id=2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4 HTTP/1.1" status: 200 len: 812 time: 0.1182621 Dec 06 17:43:43.229357 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0f40437e-843a-4bf8-a39d-b24a0edea12b req-19751282-b40c-4238-9deb-49d1ca798a33 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ecd8b64e36c540eeae4809301448bbe1 HTTP/1.1" status: 200 len: 379 time: 0.0579748 Dec 06 17:43:43.238601 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-0f40437e-843a-4bf8-a39d-b24a0edea12b req-246966a6-4114-46c8-9369-322699a75a9e tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Request body: {'port': {'device_id': '61abf22a-259a-45f1-a96b-522b72a85146', 'network_id': '2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4', 'admin_state_up': True, 'tenant_id': 'ecd8b64e36c540eeae4809301448bbe1', 'security_groups': ['1e5797dc-b155-406a-9d6a-299f1fe9f8d8']}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:43:43.366794 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f40437e-843a-4bf8-a39d-b24a0edea12b req-246966a6-4114-46c8-9369-322699a75a9e tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Made reservation on behalf of ecd8b64e36c540eeae4809301448bbe1 for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:43:43.371838 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-0f40437e-843a-4bf8-a39d-b24a0edea12b req-246966a6-4114-46c8-9369-322699a75a9e tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:43:43.397194 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d503fe70-aa1d-484d-b71c-6ea08920a888 req-466872f5-1aaf-4366-a417-6eb2957a5735 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=61abf22a-259a-45f1-a96b-522b72a85146 HTTP/1.1" status: 200 len: 210 time: 0.0413170 Dec 06 17:43:43.464555 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-94b9b407-4f05-4870-a973-6ccdd858dceb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:43:43.513407 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-0f40437e-843a-4bf8-a39d-b24a0edea12b req-246966a6-4114-46c8-9369-322699a75a9e tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Allocated IP 172.20.0.11 (2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4/06d20752-22e2-4f05-a607-805be1f18e56/48b40e22-d70b-4a6f-9bfc-8f84e4ec9d83) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:43:43.659940 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-0f40437e-843a-4bf8-a39d-b24a0edea12b req-246966a6-4114-46c8-9369-322699a75a9e tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:43:43.693901 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-0f40437e-843a-4bf8-a39d-b24a0edea12b req-246966a6-4114-46c8-9369-322699a75a9e tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:43:43.745190 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f40437e-843a-4bf8-a39d-b24a0edea12b req-246966a6-4114-46c8-9369-322699a75a9e tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Network 2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:43:43.749754 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-0f40437e-843a-4bf8-a39d-b24a0edea12b req-246966a6-4114-46c8-9369-322699a75a9e tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:43:43.751922 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246966a6-4114-46c8-9369-322699a75a9e tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Pushing event updated for resources: {'Port': ['ID=48b40e22-d70b-4a6f-9bfc-8f84e4ec9d83,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:43:43.754169 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f40437e-843a-4bf8-a39d-b24a0edea12b req-246966a6-4114-46c8-9369-322699a75a9e tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:43:43.801862 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246966a6-4114-46c8-9369-322699a75a9e tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:43:43.802251 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246966a6-4114-46c8-9369-322699a75a9e tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:43:43.802594 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246966a6-4114-46c8-9369-322699a75a9e tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:43:43.802934 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246966a6-4114-46c8-9369-322699a75a9e tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:43:43.803286 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246966a6-4114-46c8-9369-322699a75a9e tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:43:43.803607 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246966a6-4114-46c8-9369-322699a75a9e tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:43:43.803938 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246966a6-4114-46c8-9369-322699a75a9e tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:43:43.804269 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246966a6-4114-46c8-9369-322699a75a9e tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:43:43.804598 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246966a6-4114-46c8-9369-322699a75a9e tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:43:43.804923 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246966a6-4114-46c8-9369-322699a75a9e tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:43:43.805247 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246966a6-4114-46c8-9369-322699a75a9e tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:43:43.806113 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246966a6-4114-46c8-9369-322699a75a9e tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:43:43.806444 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246966a6-4114-46c8-9369-322699a75a9e tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:43:43.835991 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f40437e-843a-4bf8-a39d-b24a0edea12b req-246966a6-4114-46c8-9369-322699a75a9e tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:43:43.836780 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-0f40437e-843a-4bf8-a39d-b24a0edea12b req-246966a6-4114-46c8-9369-322699a75a9e tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:43:43.858805 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0f40437e-843a-4bf8-a39d-b24a0edea12b req-246966a6-4114-46c8-9369-322699a75a9e tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6239605 Dec 06 17:43:43.873547 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-0f40437e-843a-4bf8-a39d-b24a0edea12b req-6e347aa0-58e1-4027-9191-24ffff60dced service neutron] Request body: {'port': {'device_id': '61abf22a-259a-45f1-a96b-522b72a85146', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:43:43.947053 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-0f40437e-843a-4bf8-a39d-b24a0edea12b req-6e347aa0-58e1-4027-9191-24ffff60dced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:43:44.111848 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-04332936-86f4-4e7c-a483-2886e46ddd7a None None] Provisioning complete for port 48b40e22-d70b-4a6f-9bfc-8f84e4ec9d83 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:43:44.112256 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-04332936-86f4-4e7c-a483-2886e46ddd7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:43:44.147767 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-04332936-86f4-4e7c-a483-2886e46ddd7a None None] Port 48b40e22-d70b-4a6f-9bfc-8f84e4ec9d83 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:43:44.233207 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-0f40437e-843a-4bf8-a39d-b24a0edea12b req-6e347aa0-58e1-4027-9191-24ffff60dced service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48b40e22-d70b-4a6f-9bfc-8f84e4ec9d83 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:43:44.242468 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-0f40437e-843a-4bf8-a39d-b24a0edea12b req-6e347aa0-58e1-4027-9191-24ffff60dced service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:43:44.257533 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-0f40437e-843a-4bf8-a39d-b24a0edea12b req-6e347aa0-58e1-4027-9191-24ffff60dced service neutron] Transition to ACTIVE for port object 48b40e22-d70b-4a6f-9bfc-8f84e4ec9d83 will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:43:44.261865 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-0f40437e-843a-4bf8-a39d-b24a0edea12b req-6e347aa0-58e1-4027-9191-24ffff60dced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:43:44.329439 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e347aa0-58e1-4027-9191-24ffff60dced service neutron] Pushing event updated for resources: {'Port': ['ID=48b40e22-d70b-4a6f-9bfc-8f84e4ec9d83,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:43:44.385201 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-0f40437e-843a-4bf8-a39d-b24a0edea12b req-6e347aa0-58e1-4027-9191-24ffff60dced service neutron] Attempting to bind port 48b40e22-d70b-4a6f-9bfc-8f84e4ec9d83 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:43:44.385963 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-0f40437e-843a-4bf8-a39d-b24a0edea12b req-6e347aa0-58e1-4027-9191-24ffff60dced service neutron] Attempting to bind port 48b40e22-d70b-4a6f-9bfc-8f84e4ec9d83 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '335efc5d-483a-424a-abc6-8fe1bd340f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:43:44.385963 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f40437e-843a-4bf8-a39d-b24a0edea12b req-6e347aa0-58e1-4027-9191-24ffff60dced service neutron] Attempting to bind port 48b40e22-d70b-4a6f-9bfc-8f84e4ec9d83 on network 2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:43:44.391149 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f40437e-843a-4bf8-a39d-b24a0edea12b req-6e347aa0-58e1-4027-9191-24ffff60dced service neutron] Port 48b40e22-d70b-4a6f-9bfc-8f84e4ec9d83 on network 2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:43:44.391475 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f40437e-843a-4bf8-a39d-b24a0edea12b req-6e347aa0-58e1-4027-9191-24ffff60dced service neutron] Attempting to bind port 48b40e22-d70b-4a6f-9bfc-8f84e4ec9d83 on network 2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:43:44.396570 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f40437e-843a-4bf8-a39d-b24a0edea12b req-6e347aa0-58e1-4027-9191-24ffff60dced service neutron] Checking agent: {'id': '9d8b9f49-2860-4c1f-9b89-45a7657a3c4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:43:44.396920 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f40437e-843a-4bf8-a39d-b24a0edea12b req-6e347aa0-58e1-4027-9191-24ffff60dced service neutron] Checking segment: {'id': '335efc5d-483a-424a-abc6-8fe1bd340f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:43:44.397317 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f40437e-843a-4bf8-a39d-b24a0edea12b req-6e347aa0-58e1-4027-9191-24ffff60dced service neutron] Bound using segment: {'id': '335efc5d-483a-424a-abc6-8fe1bd340f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:43:44.401759 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-0f40437e-843a-4bf8-a39d-b24a0edea12b req-6e347aa0-58e1-4027-9191-24ffff60dced service neutron] Bound port: 48b40e22-d70b-4a6f-9bfc-8f84e4ec9d83, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '335efc5d-483a-424a-abc6-8fe1bd340f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:43:44.402408 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-0f40437e-843a-4bf8-a39d-b24a0edea12b req-6e347aa0-58e1-4027-9191-24ffff60dced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:43:44.505552 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-0f40437e-843a-4bf8-a39d-b24a0edea12b req-6e347aa0-58e1-4027-9191-24ffff60dced service neutron] For port 48b40e22-d70b-4a6f-9bfc-8f84e4ec9d83, host n-h2-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:43:44.520656 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-0f40437e-843a-4bf8-a39d-b24a0edea12b req-6e347aa0-58e1-4027-9191-24ffff60dced service neutron] For port 48b40e22-d70b-4a6f-9bfc-8f84e4ec9d83, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=48b40e22-d70b-4a6f-9bfc-8f84e4ec9d83,segment=NetworkSegment(335efc5d-483a-424a-abc6-8fe1bd340f96),segment_id=335efc5d-483a-424a-abc6-8fe1bd340f96)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:43:44.526179 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-0f40437e-843a-4bf8-a39d-b24a0edea12b req-6e347aa0-58e1-4027-9191-24ffff60dced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:43:44.578238 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c49e1d-ad08-46b9-a43b-64eecd36b012 req-a82c9dc6-03ff-4365-93b4-c7061af19ae6 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:43:44.580473 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-77c49e1d-ad08-46b9-a43b-64eecd36b012 req-a82c9dc6-03ff-4365-93b4-c7061af19ae6 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=61abf22a-259a-45f1-a96b-522b72a85146 HTTP/1.1" status: 200 len: 944 time: 0.1109219 Dec 06 17:43:44.587719 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f40437e-843a-4bf8-a39d-b24a0edea12b req-6e347aa0-58e1-4027-9191-24ffff60dced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:43:44.588366 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-0f40437e-843a-4bf8-a39d-b24a0edea12b req-6e347aa0-58e1-4027-9191-24ffff60dced service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:43:44.589867 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0f40437e-843a-4bf8-a39d-b24a0edea12b req-6e347aa0-58e1-4027-9191-24ffff60dced service neutron] 10.222.0.44 "PUT /v2.0/ports/48b40e22-d70b-4a6f-9bfc-8f84e4ec9d83 HTTP/1.1" status: 200 len: 1092 time: 0.7225518 Dec 06 17:43:44.590319 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61abf22a-259a-45f1-a96b-522b72a85146', 'tag': '48b40e22-d70b-4a6f-9bfc-8f84e4ec9d83'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:43:44.592615 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0af5818f-face-4e5b-8d19-8d627364146a" -d '{"events": [{"name": "network-changed", "server_uuid": "61abf22a-259a-45f1-a96b-522b72a85146", "tag": "48b40e22-d70b-4a6f-9bfc-8f84e4ec9d83"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:43:44.655565 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d5393fd-765b-48c5-a8b9-d050a06b85b2 x-openstack-request-id: req-7d5393fd-765b-48c5-a8b9-d050a06b85b2 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:43:44.655917 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61abf22a-259a-45f1-a96b-522b72a85146", "tag": "48b40e22-d70b-4a6f-9bfc-8f84e4ec9d83", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:43:44.656139 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7d5393fd-765b-48c5-a8b9-d050a06b85b2 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:43:44.656540 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61abf22a-259a-45f1-a96b-522b72a85146', 'tag': '48b40e22-d70b-4a6f-9bfc-8f84e4ec9d83', 'status': 'completed', 'code': 200} Dec 06 17:43:44.682332 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e347aa0-58e1-4027-9191-24ffff60dced service neutron] Pushing event updated for resources: {'Port': ['ID=48b40e22-d70b-4a6f-9bfc-8f84e4ec9d83,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:43:44.718411 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-77c49e1d-ad08-46b9-a43b-64eecd36b012 req-79fb02cf-8484-4bd3-b828-56c9190894b7 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=1e5797dc-b155-406a-9d6a-299f1fe9f8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098747 Dec 06 17:43:44.725550 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f40437e-843a-4bf8-a39d-b24a0edea12b req-1eee01a3-7e84-49bb-9754-e86ef372a7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:43:44.727077 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0f40437e-843a-4bf8-a39d-b24a0edea12b req-1eee01a3-7e84-49bb-9754-e86ef372a7c4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ecd8b64e36c540eeae4809301448bbe1&device_id=61abf22a-259a-45f1-a96b-522b72a85146 HTTP/1.1" status: 200 len: 1095 time: 0.0806334 Dec 06 17:43:44.779461 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0f40437e-843a-4bf8-a39d-b24a0edea12b req-3be473be-f73a-4cf5-9f6c-0d09e67b6222 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48b40e22-d70b-4a6f-9bfc-8f84e4ec9d83 HTTP/1.1" status: 200 len: 217 time: 0.0400906 Dec 06 17:43:44.836571 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f40437e-843a-4bf8-a39d-b24a0edea12b req-eed227d4-f199-4f6e-bc1d-92467f0b78ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:43:44.838077 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0f40437e-843a-4bf8-a39d-b24a0edea12b req-eed227d4-f199-4f6e-bc1d-92467f0b78ce service neutron] 10.222.0.44 "GET /v2.0/subnets?id=06d20752-22e2-4f05-a607-805be1f18e56 HTTP/1.1" status: 200 len: 851 time: 0.0517263 Dec 06 17:43:44.885842 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f40437e-843a-4bf8-a39d-b24a0edea12b req-448c29fd-60d4-4d1f-b4b9-df886693109b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:43:44.887622 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0f40437e-843a-4bf8-a39d-b24a0edea12b req-448c29fd-60d4-4d1f-b4b9-df886693109b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426233 Dec 06 17:43:44.983619 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0f40437e-843a-4bf8-a39d-b24a0edea12b req-3f3d6aaf-5de3-48c6-af1e-da6e128a7fd2 service neutron] 10.222.0.44 "GET /v2.0/networks/2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869684 Dec 06 17:43:45.078772 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0f40437e-843a-4bf8-a39d-b24a0edea12b req-91d2cc85-6d43-41eb-958d-3263549e177c service neutron] 10.222.0.44 "GET /v2.0/networks/2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881283 Dec 06 17:43:45.161721 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af5818f-face-4e5b-8d19-8d627364146a req-820844d1-1696-4e86-b082-e87989606c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:43:45.163247 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0af5818f-face-4e5b-8d19-8d627364146a req-820844d1-1696-4e86-b082-e87989606c49 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ecd8b64e36c540eeae4809301448bbe1&device_id=61abf22a-259a-45f1-a96b-522b72a85146 HTTP/1.1" status: 200 len: 1095 time: 0.0413420 Dec 06 17:43:45.257564 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af5818f-face-4e5b-8d19-8d627364146a req-4e2acf98-5252-48b4-9af7-35cc2fc2b7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:43:45.259146 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0af5818f-face-4e5b-8d19-8d627364146a req-4e2acf98-5252-48b4-9af7-35cc2fc2b7e8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4 HTTP/1.1" status: 200 len: 913 time: 0.0891933 Dec 06 17:43:45.300119 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0af5818f-face-4e5b-8d19-8d627364146a req-5c39a78f-d9a1-44ad-822e-e95259c2d3a9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48b40e22-d70b-4a6f-9bfc-8f84e4ec9d83 HTTP/1.1" status: 200 len: 217 time: 0.0344677 Dec 06 17:43:45.348493 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af5818f-face-4e5b-8d19-8d627364146a req-3e69bd32-fa87-4fa5-bcf4-325eb4096c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:43:45.349886 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0af5818f-face-4e5b-8d19-8d627364146a req-3e69bd32-fa87-4fa5-bcf4-325eb4096c43 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=06d20752-22e2-4f05-a607-805be1f18e56 HTTP/1.1" status: 200 len: 851 time: 0.0434752 Dec 06 17:43:45.398920 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af5818f-face-4e5b-8d19-8d627364146a req-2e4c0ed3-8a86-4eb5-b82d-b1a08fed5e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:43:45.400966 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0af5818f-face-4e5b-8d19-8d627364146a req-2e4c0ed3-8a86-4eb5-b82d-b1a08fed5e3f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444760 Dec 06 17:43:45.492654 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0af5818f-face-4e5b-8d19-8d627364146a req-ee12eae0-3030-4d8c-bffd-a97f0e64b78d service neutron] 10.222.0.44 "GET /v2.0/networks/2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845933 Dec 06 17:43:45.586554 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0af5818f-face-4e5b-8d19-8d627364146a req-3a772d0b-bb84-4807-9090-ca741c0c4493 service neutron] 10.222.0.44 "GET /v2.0/networks/2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871050 Dec 06 17:43:45.661963 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0b62098a-c11e-4367-854e-f23f2eda887b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:43:45.842422 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78972919-bd04-453f-b817-425ea4cad9c8 req-bda81995-9a0e-4b88-b202-9ac27c4abafc tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:43:45.843957 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-78972919-bd04-453f-b817-425ea4cad9c8 req-bda81995-9a0e-4b88-b202-9ac27c4abafc tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=61abf22a-259a-45f1-a96b-522b72a85146 HTTP/1.1" status: 200 len: 944 time: 0.0500419 Dec 06 17:43:45.895693 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-78972919-bd04-453f-b817-425ea4cad9c8 req-3be5b2d5-472d-4500-a677-b9c9971bd0c2 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=1e5797dc-b155-406a-9d6a-299f1fe9f8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454781 Dec 06 17:43:47.003369 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:43:47.035011 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17450c6f-b928-486c-9efd-ee4337c40df2 req-39be3eb8-78fe-4baf-bc9b-bc3e0a62de6b tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:43:47.036578 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-17450c6f-b928-486c-9efd-ee4337c40df2 req-39be3eb8-78fe-4baf-bc9b-bc3e0a62de6b tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=61abf22a-259a-45f1-a96b-522b72a85146 HTTP/1.1" status: 200 len: 944 time: 0.0656364 Dec 06 17:43:47.098020 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-17450c6f-b928-486c-9efd-ee4337c40df2 req-5d042817-0359-4574-88a7-6ff7bda69219 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=1e5797dc-b155-406a-9d6a-299f1fe9f8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538168 Dec 06 17:43:48.163750 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:43:48.240235 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f580227-5148-455b-9064-557135cf1dc9 req-b8916395-3223-4b91-9824-a9e862c28fb1 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:43:48.241786 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9f580227-5148-455b-9064-557135cf1dc9 req-b8916395-3223-4b91-9824-a9e862c28fb1 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=61abf22a-259a-45f1-a96b-522b72a85146 HTTP/1.1" status: 200 len: 944 time: 0.0618892 Dec 06 17:43:48.297446 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9f580227-5148-455b-9064-557135cf1dc9 req-2fd2d56b-4605-4712-af4b-1c7d5b776fe3 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=1e5797dc-b155-406a-9d6a-299f1fe9f8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488088 Dec 06 17:43:49.102731 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:43:49.482665 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c41141-553b-4de6-b6ce-e35e3908a29d req-1b94d99c-51e8-41ee-b1ed-f32a79b182c3 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:43:49.491981 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-79c41141-553b-4de6-b6ce-e35e3908a29d req-1b94d99c-51e8-41ee-b1ed-f32a79b182c3 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=61abf22a-259a-45f1-a96b-522b72a85146 HTTP/1.1" status: 200 len: 944 time: 0.0918911 Dec 06 17:43:49.542009 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-79c41141-553b-4de6-b6ce-e35e3908a29d req-567efa7f-1978-4ffa-b52f-63f73a4b50ae tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=1e5797dc-b155-406a-9d6a-299f1fe9f8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489798 Dec 06 17:43:50.683816 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6dc457-164c-4276-bf57-6337b35a8950 req-1b197b89-5537-4ecf-a180-c1135a8b29b5 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:43:50.685305 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ab6dc457-164c-4276-bf57-6337b35a8950 req-1b197b89-5537-4ecf-a180-c1135a8b29b5 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=61abf22a-259a-45f1-a96b-522b72a85146 HTTP/1.1" status: 200 len: 944 time: 0.0563085 Dec 06 17:43:50.757112 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ab6dc457-164c-4276-bf57-6337b35a8950 req-366cf912-0c42-482c-8bf6-3901e1b635d9 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=1e5797dc-b155-406a-9d6a-299f1fe9f8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628703 Dec 06 17:43:51.905889 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730dfd88-aa0f-45b4-a864-ed49851f3481 req-a5699a62-0b70-4bca-a273-0d551a821ea4 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:43:51.907343 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-730dfd88-aa0f-45b4-a864-ed49851f3481 req-a5699a62-0b70-4bca-a273-0d551a821ea4 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=61abf22a-259a-45f1-a96b-522b72a85146 HTTP/1.1" status: 200 len: 944 time: 0.0513113 Dec 06 17:43:51.969040 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-730dfd88-aa0f-45b4-a864-ed49851f3481 req-4594c9f8-67a8-426e-909c-b76d11bcbfb8 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=1e5797dc-b155-406a-9d6a-299f1fe9f8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549855 Dec 06 17:43:53.087768 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6f95ff-74e2-4886-969b-ead693af6462 req-faeaf550-0dfe-4dbf-86ad-c6186cd7d732 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:43:53.089145 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5a6f95ff-74e2-4886-969b-ead693af6462 req-faeaf550-0dfe-4dbf-86ad-c6186cd7d732 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=61abf22a-259a-45f1-a96b-522b72a85146 HTTP/1.1" status: 200 len: 944 time: 0.0486224 Dec 06 17:43:53.138942 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5a6f95ff-74e2-4886-969b-ead693af6462 req-1b9f5880-a60c-474b-bc07-0f6d8c0b1acd tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=1e5797dc-b155-406a-9d6a-299f1fe9f8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437372 Dec 06 17:43:54.253988 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0212830-6e34-478f-bc1f-0879b7a7bdc5 req-62599d6b-2e98-4c1f-9dd3-4a72f1a5d965 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:43:54.255505 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c0212830-6e34-478f-bc1f-0879b7a7bdc5 req-62599d6b-2e98-4c1f-9dd3-4a72f1a5d965 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=61abf22a-259a-45f1-a96b-522b72a85146 HTTP/1.1" status: 200 len: 944 time: 0.0493443 Dec 06 17:43:54.306244 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c0212830-6e34-478f-bc1f-0879b7a7bdc5 req-a9918a78-70c3-4b3f-945e-96b5a3815b67 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=1e5797dc-b155-406a-9d6a-299f1fe9f8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441396 Dec 06 17:43:55.319808 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c949fac-b704-4532-b60b-40bfd75cc7f7 req-88dd2997-6e4a-47bf-9723-b1f9eaf2092c tempest-VolumesBackupsTest-1284229529 tempest-VolumesBackupsTest-1284229529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:43:55.321303 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0c949fac-b704-4532-b60b-40bfd75cc7f7 req-88dd2997-6e4a-47bf-9723-b1f9eaf2092c tempest-VolumesBackupsTest-1284229529 tempest-VolumesBackupsTest-1284229529-project] 10.222.0.23 "GET /v2.0/ports?device_id=41f5c3d6-63fc-4c63-8dd3-0b09fbc393a1 HTTP/1.1" status: 200 len: 950 time: 0.0481594 Dec 06 17:43:55.369212 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0c949fac-b704-4532-b60b-40bfd75cc7f7 req-a7ade773-f4a8-4a45-9fc7-ae5ad2f30abb tempest-VolumesBackupsTest-1284229529 tempest-VolumesBackupsTest-1284229529-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fcd306d-a62c-496d-bd9f-634fa05a6ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419049 Dec 06 17:43:55.419736 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825e140c-e181-4ffe-a6ac-22b604ba0f1e req-083652cb-4a7e-4093-ade4-1ec1d51d2781 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:43:55.421291 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-825e140c-e181-4ffe-a6ac-22b604ba0f1e req-083652cb-4a7e-4093-ade4-1ec1d51d2781 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=61abf22a-259a-45f1-a96b-522b72a85146 HTTP/1.1" status: 200 len: 944 time: 0.0483701 Dec 06 17:43:55.469307 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-825e140c-e181-4ffe-a6ac-22b604ba0f1e req-b0f440e9-bb3c-4972-a9da-892caefc3cef tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=1e5797dc-b155-406a-9d6a-299f1fe9f8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421114 Dec 06 17:43:56.490407 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f87a364-9056-449c-aa2c-05952f0cf82f req-d3b46999-565c-4a39-b7e8-8fb87f33a3a2 tempest-VolumesBackupsTest-1284229529 tempest-VolumesBackupsTest-1284229529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:43:56.491902 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2f87a364-9056-449c-aa2c-05952f0cf82f req-d3b46999-565c-4a39-b7e8-8fb87f33a3a2 tempest-VolumesBackupsTest-1284229529 tempest-VolumesBackupsTest-1284229529-project] 10.222.0.23 "GET /v2.0/ports?device_id=41f5c3d6-63fc-4c63-8dd3-0b09fbc393a1 HTTP/1.1" status: 200 len: 950 time: 0.0525949 Dec 06 17:43:56.541867 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2f87a364-9056-449c-aa2c-05952f0cf82f req-00d0888d-9bf2-4b6a-9dfa-95afa087fe4d tempest-VolumesBackupsTest-1284229529 tempest-VolumesBackupsTest-1284229529-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fcd306d-a62c-496d-bd9f-634fa05a6ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439157 Dec 06 17:43:56.588405 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da3a09a-3fe6-4c69-adcb-3d4e42179f99 req-669f405d-d353-4152-991b-75181430ad7b tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:43:56.589875 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7da3a09a-3fe6-4c69-adcb-3d4e42179f99 req-669f405d-d353-4152-991b-75181430ad7b tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=61abf22a-259a-45f1-a96b-522b72a85146 HTTP/1.1" status: 200 len: 944 time: 0.0528660 Dec 06 17:43:56.640037 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7da3a09a-3fe6-4c69-adcb-3d4e42179f99 req-a9e9fb12-c510-4271-855a-8cedfc55aa52 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=1e5797dc-b155-406a-9d6a-299f1fe9f8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442474 Dec 06 17:43:57.018286 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13914f4-ee5a-4e30-b7ba-58a3be30c998 req-4d344ceb-828e-4eea-96a5-8d8817792d26 tempest-VolumesBackupsTest-1284229529 tempest-VolumesBackupsTest-1284229529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:43:57.019760 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d13914f4-ee5a-4e30-b7ba-58a3be30c998 req-4d344ceb-828e-4eea-96a5-8d8817792d26 tempest-VolumesBackupsTest-1284229529 tempest-VolumesBackupsTest-1284229529-project] 10.222.0.41 "GET /v2.0/ports?device_id=41f5c3d6-63fc-4c63-8dd3-0b09fbc393a1 HTTP/1.1" status: 200 len: 950 time: 0.0478871 Dec 06 17:43:57.113086 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-d13914f4-ee5a-4e30-b7ba-58a3be30c998 req-de90af8c-48a4-49b3-bb9e-f4167297b8e6 tempest-VolumesBackupsTest-1284229529 tempest-VolumesBackupsTest-1284229529-project] Deleting port 9650ca1a-1997-4da4-afe7-e7ad9c2df5ce {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:43:57.113428 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-d13914f4-ee5a-4e30-b7ba-58a3be30c998 req-de90af8c-48a4-49b3-bb9e-f4167297b8e6 tempest-VolumesBackupsTest-1284229529 tempest-VolumesBackupsTest-1284229529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:43:57.201891 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-d13914f4-ee5a-4e30-b7ba-58a3be30c998 req-de90af8c-48a4-49b3-bb9e-f4167297b8e6 tempest-VolumesBackupsTest-1284229529 tempest-VolumesBackupsTest-1284229529-project] For port 9650ca1a-1997-4da4-afe7-e7ad9c2df5ce, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=9650ca1a-1997-4da4-afe7-e7ad9c2df5ce,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:43:57.202258 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-d13914f4-ee5a-4e30-b7ba-58a3be30c998 req-de90af8c-48a4-49b3-bb9e-f4167297b8e6 tempest-VolumesBackupsTest-1284229529 tempest-VolumesBackupsTest-1284229529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:43:57.214694 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-d13914f4-ee5a-4e30-b7ba-58a3be30c998 req-de90af8c-48a4-49b3-bb9e-f4167297b8e6 tempest-VolumesBackupsTest-1284229529 tempest-VolumesBackupsTest-1284229529-project] Calling delete_port for 9650ca1a-1997-4da4-afe7-e7ad9c2df5ce owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:43:57.345514 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-d13914f4-ee5a-4e30-b7ba-58a3be30c998 req-de90af8c-48a4-49b3-bb9e-f4167297b8e6 tempest-VolumesBackupsTest-1284229529 tempest-VolumesBackupsTest-1284229529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:43:57.364306 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['9650ca1a-1997-4da4-afe7-e7ad9c2df5ce'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:43:57.383636 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de90af8c-48a4-49b3-bb9e-f4167297b8e6 tempest-VolumesBackupsTest-1284229529 tempest-VolumesBackupsTest-1284229529-project] Pushing event deleted for resources: {'Port': ['ID=9650ca1a-1997-4da4-afe7-e7ad9c2df5ce,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:43:57.430289 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-d13914f4-ee5a-4e30-b7ba-58a3be30c998 req-de90af8c-48a4-49b3-bb9e-f4167297b8e6 tempest-VolumesBackupsTest-1284229529 tempest-VolumesBackupsTest-1284229529-project] No DVR routers for this DVR port 9650ca1a-1997-4da4-afe7-e7ad9c2df5ce on host n-h1-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:43:57.433004 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-d13914f4-ee5a-4e30-b7ba-58a3be30c998 req-de90af8c-48a4-49b3-bb9e-f4167297b8e6 tempest-VolumesBackupsTest-1284229529 tempest-VolumesBackupsTest-1284229529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:43:57.436391 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d13914f4-ee5a-4e30-b7ba-58a3be30c998 req-de90af8c-48a4-49b3-bb9e-f4167297b8e6 tempest-VolumesBackupsTest-1284229529 tempest-VolumesBackupsTest-1284229529-project] 10.222.0.41 "DELETE /v2.0/ports/9650ca1a-1997-4da4-afe7-e7ad9c2df5ce HTTP/1.1" status: 204 len: 173 time: 0.4095190 Dec 06 17:43:57.436836 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41f5c3d6-63fc-4c63-8dd3-0b09fbc393a1', 'name': 'network-vif-deleted', 'tag': '9650ca1a-1997-4da4-afe7-e7ad9c2df5ce'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:43:57.439160 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f820416-e08d-415d-8777-8cc3ef7652cc" -d '{"events": [{"server_uuid": "41f5c3d6-63fc-4c63-8dd3-0b09fbc393a1", "name": "network-vif-deleted", "tag": "9650ca1a-1997-4da4-afe7-e7ad9c2df5ce"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:43:57.479759 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-597c4dad-1498-4002-94fd-4ec3813c2f5b x-openstack-request-id: req-597c4dad-1498-4002-94fd-4ec3813c2f5b {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:43:57.480057 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41f5c3d6-63fc-4c63-8dd3-0b09fbc393a1", "name": "network-vif-deleted", "tag": "9650ca1a-1997-4da4-afe7-e7ad9c2df5ce", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:43:57.480322 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-597c4dad-1498-4002-94fd-4ec3813c2f5b {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:43:57.480747 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41f5c3d6-63fc-4c63-8dd3-0b09fbc393a1', 'name': 'network-vif-deleted', 'tag': '9650ca1a-1997-4da4-afe7-e7ad9c2df5ce', 'status': 'completed', 'code': 200} Dec 06 17:43:57.650153 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-dba3caf1-b963-4645-a69d-4201d4559e31 req-51ee2550-a3b5-41ab-8f45-157d4f672fb6 tempest-VolumesBackupsTest-1284229529 tempest-VolumesBackupsTest-1284229529-project] 10.222.0.23 "GET /v2.0/ports?device_id=41f5c3d6-63fc-4c63-8dd3-0b09fbc393a1 HTTP/1.1" status: 200 len: 210 time: 0.0304983 Dec 06 17:43:57.759575 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a1d86f-5a96-4a62-8625-fa5b34b68eff req-9462ebf1-bff8-4143-b363-9c3e1c0236df tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:43:57.761137 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a5a1d86f-5a96-4a62-8625-fa5b34b68eff req-9462ebf1-bff8-4143-b363-9c3e1c0236df tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=61abf22a-259a-45f1-a96b-522b72a85146 HTTP/1.1" status: 200 len: 944 time: 0.0518718 Dec 06 17:43:57.814780 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a5a1d86f-5a96-4a62-8625-fa5b34b68eff req-77928294-7ba9-42c5-8bdd-6e62d228ca7d tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=1e5797dc-b155-406a-9d6a-299f1fe9f8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469935 Dec 06 17:43:58.910264 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 48b40e22-d70b-4a6f-9bfc-8f84e4ec9d83 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:43:58.931412 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f395c227-d656-457b-abc9-8e62aa1b7caf req-53a37cc8-949a-49fe-abe3-2f3e116e98a8 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:43:58.932833 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f395c227-d656-457b-abc9-8e62aa1b7caf req-53a37cc8-949a-49fe-abe3-2f3e116e98a8 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=61abf22a-259a-45f1-a96b-522b72a85146 HTTP/1.1" status: 200 len: 944 time: 0.0502634 Dec 06 17:43:58.988478 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f395c227-d656-457b-abc9-8e62aa1b7caf req-3ef49f27-aa57-4f7d-b562-58dadc8e8f9c tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=1e5797dc-b155-406a-9d6a-299f1fe9f8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485969 Dec 06 17:43:59.017190 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 48b40e22-d70b-4a6f-9bfc-8f84e4ec9d83, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=48b40e22-d70b-4a6f-9bfc-8f84e4ec9d83,segment=NetworkSegment(335efc5d-483a-424a-abc6-8fe1bd340f96),segment_id=335efc5d-483a-424a-abc6-8fe1bd340f96)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:43:59.028053 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': '48b40e22-d70b-4a6f-9bfc-8f84e4ec9d83', 'network_id': '2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4', 'port_id': '48b40e22-d70b-4a6f-9bfc-8f84e4ec9d83', 'mac_address': 'fa:16:3e:b6:f1:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06d20752-22e2-4f05-a607-805be1f18e56', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:43:59.064813 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:43:59.077215 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48b40e22-d70b-4a6f-9bfc-8f84e4ec9d83 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:43:59.095585 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 48b40e22-d70b-4a6f-9bfc-8f84e4ec9d83, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=48b40e22-d70b-4a6f-9bfc-8f84e4ec9d83,segment=NetworkSegment(335efc5d-483a-424a-abc6-8fe1bd340f96),segment_id=335efc5d-483a-424a-abc6-8fe1bd340f96)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:43:59.099548 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:43:59.150052 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=48b40e22-d70b-4a6f-9bfc-8f84e4ec9d83,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:43:59.157193 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:43:59.157562 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:43:59.157905 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:43:59.158241 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:43:59.158575 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:43:59.158904 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:43:59.159229 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:43:59.159553 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:43:59.159873 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:43:59.160196 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:43:59.160517 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:43:59.160835 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:43:59.161156 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:43:59.330879 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['48b40e22-d70b-4a6f-9bfc-8f84e4ec9d83'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:44:00.106055 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ec2739-c79f-423d-9d34-e2b12a2e057a req-8a1fa334-1da4-43a6-903f-b9da5ca9a06b tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:44:00.107538 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-93ec2739-c79f-423d-9d34-e2b12a2e057a req-8a1fa334-1da4-43a6-903f-b9da5ca9a06b tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=61abf22a-259a-45f1-a96b-522b72a85146 HTTP/1.1" status: 200 len: 945 time: 0.0491340 Dec 06 17:44:00.160107 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-93ec2739-c79f-423d-9d34-e2b12a2e057a req-1c058cb9-7a4b-44c6-95f1-de7c0e7a35b1 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=1e5797dc-b155-406a-9d6a-299f1fe9f8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465541 Dec 06 17:44:00.934416 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 48b40e22-d70b-4a6f-9bfc-8f84e4ec9d83 up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:44:00.984224 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning for port 48b40e22-d70b-4a6f-9bfc-8f84e4ec9d83 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:44:00.987994 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port 48b40e22-d70b-4a6f-9bfc-8f84e4ec9d83 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:44:00.988370 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:44:01.063936 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:44:01.085742 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61abf22a-259a-45f1-a96b-522b72a85146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48b40e22-d70b-4a6f-9bfc-8f84e4ec9d83'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:44:01.088511 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-316e58c8-b01f-44cb-9125-4eeecffce5e9" -d '{"events": [{"server_uuid": "61abf22a-259a-45f1-a96b-522b72a85146", "name": "network-vif-plugged", "status": "completed", "tag": "48b40e22-d70b-4a6f-9bfc-8f84e4ec9d83"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:44:01.105717 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 48b40e22-d70b-4a6f-9bfc-8f84e4ec9d83, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=48b40e22-d70b-4a6f-9bfc-8f84e4ec9d83,segment=NetworkSegment(335efc5d-483a-424a-abc6-8fe1bd340f96),segment_id=335efc5d-483a-424a-abc6-8fe1bd340f96)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:44:01.109704 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:44:01.134309 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4acc891b-d8ad-410d-bfbd-25bf1b5f0729 x-openstack-request-id: req-4acc891b-d8ad-410d-bfbd-25bf1b5f0729 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:44:01.134606 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61abf22a-259a-45f1-a96b-522b72a85146", "name": "network-vif-plugged", "status": "completed", "tag": "48b40e22-d70b-4a6f-9bfc-8f84e4ec9d83", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:44:01.134863 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4acc891b-d8ad-410d-bfbd-25bf1b5f0729 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:44:01.135258 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61abf22a-259a-45f1-a96b-522b72a85146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48b40e22-d70b-4a6f-9bfc-8f84e4ec9d83', 'code': 200} Dec 06 17:44:01.162336 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=48b40e22-d70b-4a6f-9bfc-8f84e4ec9d83,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:44:01.237049 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e0668-de1d-466b-8fa5-51fb443a6d85 req-865a7d90-947d-4337-b439-d2aca8dd8507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:44:01.238659 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ef0e0668-de1d-466b-8fa5-51fb443a6d85 req-865a7d90-947d-4337-b439-d2aca8dd8507 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=61abf22a-259a-45f1-a96b-522b72a85146 HTTP/1.1" status: 200 len: 1097 time: 0.0448444 Dec 06 17:44:01.311519 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ef0e0668-de1d-466b-8fa5-51fb443a6d85 req-8a2d0b90-fc50-4842-bbef-294dd18643c6 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=1e5797dc-b155-406a-9d6a-299f1fe9f8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650270 Dec 06 17:44:01.320044 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ce01b6-91a7-4b34-a1f2-18d75eda45c9 req-c74ed244-3e9b-4780-a75c-f54f646d299d tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:44:01.320913 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 9650ca1a-1997-4da4-afe7-e7ad9c2df5ce no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:44:01.322075 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e3ce01b6-91a7-4b34-a1f2-18d75eda45c9 req-c74ed244-3e9b-4780-a75c-f54f646d299d tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=61abf22a-259a-45f1-a96b-522b72a85146 HTTP/1.1" status: 200 len: 946 time: 0.0874782 Dec 06 17:44:01.345420 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] No Port match for: 9650ca1a-1997-4da4-afe7-e7ad9c2df5ce {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:44:01.346091 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 9650ca1a-1997-4da4-afe7-e7ad9c2df5ce not bound to the agent host n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:44:01.375683 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e3ce01b6-91a7-4b34-a1f2-18d75eda45c9 req-35d7db3c-c0f7-4952-9c2f-014272240d92 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=1e5797dc-b155-406a-9d6a-299f1fe9f8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446591 Dec 06 17:44:02.504219 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd55b90-1493-41fe-8993-c47df05ab3a5 req-a83b1ceb-9ada-4665-8260-fd6e4686038c tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:44:02.505822 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3fd55b90-1493-41fe-8993-c47df05ab3a5 req-a83b1ceb-9ada-4665-8260-fd6e4686038c tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=61abf22a-259a-45f1-a96b-522b72a85146 HTTP/1.1" status: 200 len: 946 time: 0.0534675 Dec 06 17:44:02.561799 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3fd55b90-1493-41fe-8993-c47df05ab3a5 req-dd4db7e3-28d6-4949-a139-fe56a2c4cd03 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=1e5797dc-b155-406a-9d6a-299f1fe9f8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474072 Dec 06 17:44:02.684630 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773375b0-79ff-42c9-82b1-b79618afb807 req-3b8f1e0b-fc85-4217-a992-b8e5f1d26496 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:44:02.686416 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-773375b0-79ff-42c9-82b1-b79618afb807 req-3b8f1e0b-fc85-4217-a992-b8e5f1d26496 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=61abf22a-259a-45f1-a96b-522b72a85146 HTTP/1.1" status: 200 len: 946 time: 0.0520060 Dec 06 17:44:02.750168 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-773375b0-79ff-42c9-82b1-b79618afb807 req-e108733f-768e-44fc-b871-eb22e54af0ac tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=1e5797dc-b155-406a-9d6a-299f1fe9f8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567818 Dec 06 17:44:02.770265 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 35054) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:44:02.817928 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16bb562c-e441-4d9b-bfe7-a2275f8e6655 tempest-TestVolumeBootPattern-649944683 tempest-TestVolumeBootPattern-649944683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:44:02.819659 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-16bb562c-e441-4d9b-bfe7-a2275f8e6655 tempest-TestVolumeBootPattern-649944683 tempest-TestVolumeBootPattern-649944683-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=61abf22a-259a-45f1-a96b-522b72a85146 HTTP/1.1" status: 200 len: 1092 time: 0.0483849 Dec 06 17:44:02.822427 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 35056) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:44:02.826658 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-db367af7-0000-4ecc-aad4-0b1de816696c tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Request body: {'floatingip': {'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'port_id': '48b40e22-d70b-4a6f-9bfc-8f84e4ec9d83', 'tenant_id': 'ecd8b64e36c540eeae4809301448bbe1', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:44:02.854867 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-db367af7-0000-4ecc-aad4-0b1de816696c tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks [] for floatingip, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:44:02.939279 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:44:02.953579 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-db367af7-0000-4ecc-aad4-0b1de816696c tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:44:03.069010 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-db367af7-0000-4ecc-aad4-0b1de816696c tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Allocated IP 172.35.1.112 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/3241f4e3-f24e-48e4-81a7-13d1af5ec98b) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:44:03.178238 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-db367af7-0000-4ecc-aad4-0b1de816696c tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:44:03.213273 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-db367af7-0000-4ecc-aad4-0b1de816696c tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:44:03.259840 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db367af7-0000-4ecc-aad4-0b1de816696c tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:44:03.261406 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-db367af7-0000-4ecc-aad4-0b1de816696c tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:44:03.265546 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db367af7-0000-4ecc-aad4-0b1de816696c tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:44:03.271758 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db367af7-0000-4ecc-aad4-0b1de816696c tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Pushing event updated for resources: {'Port': ['ID=3241f4e3-f24e-48e4-81a7-13d1af5ec98b,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:44:03.732156 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-db367af7-0000-4ecc-aad4-0b1de816696c tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:44:03.802498 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-db367af7-0000-4ecc-aad4-0b1de816696c tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:44:03.962220 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-db367af7-0000-4ecc-aad4-0b1de816696c tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:44:03.967086 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-db367af7-0000-4ecc-aad4-0b1de816696c tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:44:04.035254 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db367af7-0000-4ecc-aad4-0b1de816696c tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Pushing event updated for resources: {'Port': ['ID=3241f4e3-f24e-48e4-81a7-13d1af5ec98b,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:44:04.047654 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-db367af7-0000-4ecc-aad4-0b1de816696c tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:44:04.151211 n-d-master-1 neutron-server[103285]: INFO neutron.db.l3_db [None req-db367af7-0000-4ecc-aad4-0b1de816696c tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Floating IP 9856cd33-0511-46cf-b2bc-e235b4cbbbed associated. External IP: 172.35.1.112, port: 48b40e22-d70b-4a6f-9bfc-8f84e4ec9d83. Dec 06 17:44:04.361425 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db367af7-0000-4ecc-aad4-0b1de816696c tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Router 07bf1f70-b412-4e25-b1a7-7cacff22ab7c has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:44:04.813132 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db367af7-0000-4ecc-aad4-0b1de816696c tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:44:04.823976 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6e783e-adc9-4c60-b0b8-65968c9f0dfd None None] Sync routers for ids ['07bf1f70-b412-4e25-b1a7-7cacff22ab7c'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:44:04.834818 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-db367af7-0000-4ecc-aad4-0b1de816696c tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:44:04.836975 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6e783e-adc9-4c60-b0b8-65968c9f0dfd None None] Routers {'07bf1f70-b412-4e25-b1a7-7cacff22ab7c'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:44:04.837661 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-5d6e783e-adc9-4c60-b0b8-65968c9f0dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:43:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['07bf1f70-b412-4e25-b1a7-7cacff22ab7c'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:44:04.878280 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-db367af7-0000-4ecc-aad4-0b1de816696c tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0418015 Dec 06 17:44:04.878280 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61abf22a-259a-45f1-a96b-522b72a85146', 'tag': '48b40e22-d70b-4a6f-9bfc-8f84e4ec9d83'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:44:04.878280 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce1da8fa-2288-48c3-8ab2-096478238f48" -d '{"events": [{"name": "network-changed", "server_uuid": "61abf22a-259a-45f1-a96b-522b72a85146", "tag": "48b40e22-d70b-4a6f-9bfc-8f84e4ec9d83"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:44:04.914420 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d45ebf1-97eb-44f7-9b93-1cad33443798 x-openstack-request-id: req-7d45ebf1-97eb-44f7-9b93-1cad33443798 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:44:04.914723 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61abf22a-259a-45f1-a96b-522b72a85146", "tag": "48b40e22-d70b-4a6f-9bfc-8f84e4ec9d83", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:44:04.914978 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7d45ebf1-97eb-44f7-9b93-1cad33443798 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:44:04.915388 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61abf22a-259a-45f1-a96b-522b72a85146', 'tag': '48b40e22-d70b-4a6f-9bfc-8f84e4ec9d83', 'status': 'completed', 'code': 200} Dec 06 17:44:04.980020 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1da8fa-2288-48c3-8ab2-096478238f48 req-fb24bf01-d8b5-41e3-a6b5-c8f0e9cf6bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:44:04.982278 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ce1da8fa-2288-48c3-8ab2-096478238f48 req-fb24bf01-d8b5-41e3-a6b5-c8f0e9cf6bf9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ecd8b64e36c540eeae4809301448bbe1&device_id=61abf22a-259a-45f1-a96b-522b72a85146 HTTP/1.1" status: 200 len: 1097 time: 0.0451391 Dec 06 17:44:05.086868 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1da8fa-2288-48c3-8ab2-096478238f48 req-b05e5965-7493-4a9a-b5e7-c2341e09bee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:44:05.088878 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ce1da8fa-2288-48c3-8ab2-096478238f48 req-b05e5965-7493-4a9a-b5e7-c2341e09bee7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4 HTTP/1.1" status: 200 len: 913 time: 0.0990767 Dec 06 17:44:05.133092 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-5d6e783e-adc9-4c60-b0b8-65968c9f0dfd None None] Set router 07bf1f70-b412-4e25-b1a7-7cacff22ab7c gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:44:05.158829 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ce1da8fa-2288-48c3-8ab2-096478238f48 req-3cb97ef2-764d-4f8c-b593-060d4ab11964 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48b40e22-d70b-4a6f-9bfc-8f84e4ec9d83 HTTP/1.1" status: 200 len: 1000 time: 0.0630541 Dec 06 17:44:05.215626 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1da8fa-2288-48c3-8ab2-096478238f48 req-dc6057d6-9883-4732-aab3-26230227625c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:44:05.217142 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ce1da8fa-2288-48c3-8ab2-096478238f48 req-dc6057d6-9883-4732-aab3-26230227625c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=06d20752-22e2-4f05-a607-805be1f18e56 HTTP/1.1" status: 200 len: 851 time: 0.0520234 Dec 06 17:44:05.266267 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1da8fa-2288-48c3-8ab2-096478238f48 req-d1f1fa53-b123-4215-9585-3de2236365f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:44:05.268833 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ce1da8fa-2288-48c3-8ab2-096478238f48 req-d1f1fa53-b123-4215-9585-3de2236365f7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446515 Dec 06 17:44:05.355098 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-774bb381-21eb-405a-a36e-ceaefc97abc2 req-c1ff8df2-dae8-4936-8961-cd682acd20c4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=34d86a59-01a0-42ed-aa21-70c24a6f9620&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0455782 Dec 06 17:44:05.368262 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ce1da8fa-2288-48c3-8ab2-096478238f48 req-e7ed4bd6-41b8-4994-b323-9ca0be80df32 service neutron] 10.222.0.44 "GET /v2.0/networks/2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921514 Dec 06 17:44:05.377270 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:44:05.412060 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-5d6e783e-adc9-4c60-b0b8-65968c9f0dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bf1f70-b412-4e25-b1a7-7cacff22ab7c', 'name': 'tempest-TestVolumeBootPattern-2129032411-router', 'tenant_id': 'ecd8b64e36c540eeae4809301448bbe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.204'}], 'enable_snat': True}, 'gw_port_id': '496acb0e-6acc-4519-8b36-37d1a9461f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:32:06Z', 'updated_at': '2021-12-06T17:32:15Z', 'revision_number': 4, 'project_id': 'ecd8b64e36c540eeae4809301448bbe1', 'gw_port': {'id': '496acb0e-6acc-4519-8b36-37d1a9461f0c', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bf1f70-b412-4e25-b1a7-7cacff22ab7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:32:08Z', 'updated_at': '2021-12-06T17:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '9856cd33-0511-46cf-b2bc-e235b4cbbbed', 'tenant_id': 'ecd8b64e36c540eeae4809301448bbe1', 'floating_ip_address': '172.35.1.112', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '07bf1f70-b412-4e25-b1a7-7cacff22ab7c', 'port_id': '48b40e22-d70b-4a6f-9bfc-8f84e4ec9d83', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3978, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4', 'mac_address': 'fa:16:3e:b6:f1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61abf22a-259a-45f1-a96b-522b72a85146', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:44:03Z', 'updated_at': '2021-12-06T17:44:03Z', 'revision_number': 0, 'project_id': 'ecd8b64e36c540eeae4809301448bbe1', 'fixed_ip_address_scope': None}, {'id': 'fd3024d7-5c44-4424-8e8f-c6a9ff1ac98b', 'tenant_id': 'ecd8b64e36c540eeae4809301448bbe1', 'floating_ip_address': '172.35.1.245', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '07bf1f70-b412-4e25-b1a7-7cacff22ab7c', 'port_id': 'ba621cb4-3470-41ba-86ba-66a0c35b5f24', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3924, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4', 'mac_address': 'fa:16:3e:50:e5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d86a59-01a0-42ed-aa21-70c24a6f9620', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:42:01Z', 'updated_at': '2021-12-06T17:42:03Z', 'revision_number': 1, 'project_id': 'ecd8b64e36c540eeae4809301448bbe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5e38546-3774-4985-91ea-188ae7e8c07b', 'name': '', 'network_id': '2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4', 'tenant_id': 'ecd8b64e36c540eeae4809301448bbe1', 'mac_address': 'fa:16:3e:7f:a0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bf1f70-b412-4e25-b1a7-7cacff22ab7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': '06d20752-22e2-4f05-a607-805be1f18e56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:32:12Z', 'updated_at': '2021-12-06T17:32:21Z', 'revision_number': 5, 'project_id': 'ecd8b64e36c540eeae4809301448bbe1', 'subnets': [{'id': '06d20752-22e2-4f05-a607-805be1f18e56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:44:05.444167 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6e783e-adc9-4c60-b0b8-65968c9f0dfd None None] Checking router: 07bf1f70-b412-4e25-b1a7-7cacff22ab7c for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:44:05.456090 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6e783e-adc9-4c60-b0b8-65968c9f0dfd None None] Routers {'07bf1f70-b412-4e25-b1a7-7cacff22ab7c'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:44:05.456735 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-5d6e783e-adc9-4c60-b0b8-65968c9f0dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:43:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['07bf1f70-b412-4e25-b1a7-7cacff22ab7c'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:44:05.482379 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ce1da8fa-2288-48c3-8ab2-096478238f48 req-11aa6820-78c9-4ccc-b91d-130b6cc17b82 service neutron] 10.222.0.44 "GET /v2.0/networks/2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058154 Dec 06 17:44:05.518704 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774bb381-21eb-405a-a36e-ceaefc97abc2 req-ccfa06f9-7abb-4328-a3c5-0498ec88a389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:44:05.520280 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-774bb381-21eb-405a-a36e-ceaefc97abc2 req-ccfa06f9-7abb-4328-a3c5-0498ec88a389 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ecd8b64e36c540eeae4809301448bbe1&device_id=34d86a59-01a0-42ed-aa21-70c24a6f9620 HTTP/1.1" status: 200 len: 1097 time: 0.1176651 Dec 06 17:44:05.579201 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-5d6e783e-adc9-4c60-b0b8-65968c9f0dfd None None] Set router 07bf1f70-b412-4e25-b1a7-7cacff22ab7c gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:44:05.639885 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774bb381-21eb-405a-a36e-ceaefc97abc2 req-d504569b-7773-4b00-89c1-08fefaf85704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:44:05.641323 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-774bb381-21eb-405a-a36e-ceaefc97abc2 req-d504569b-7773-4b00-89c1-08fefaf85704 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4 HTTP/1.1" status: 200 len: 913 time: 0.1026666 Dec 06 17:44:05.764828 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-774bb381-21eb-405a-a36e-ceaefc97abc2 req-2d790eb1-7cef-4e18-8a1b-23fa0f9fffbd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba621cb4-3470-41ba-86ba-66a0c35b5f24 HTTP/1.1" status: 200 len: 1002 time: 0.1169877 Dec 06 17:44:05.826865 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-5d6e783e-adc9-4c60-b0b8-65968c9f0dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bf1f70-b412-4e25-b1a7-7cacff22ab7c', 'name': 'tempest-TestVolumeBootPattern-2129032411-router', 'tenant_id': 'ecd8b64e36c540eeae4809301448bbe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.204'}], 'enable_snat': True}, 'gw_port_id': '496acb0e-6acc-4519-8b36-37d1a9461f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:32:06Z', 'updated_at': '2021-12-06T17:32:15Z', 'revision_number': 4, 'project_id': 'ecd8b64e36c540eeae4809301448bbe1', 'gw_port': {'id': '496acb0e-6acc-4519-8b36-37d1a9461f0c', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bf1f70-b412-4e25-b1a7-7cacff22ab7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:32:08Z', 'updated_at': '2021-12-06T17:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '9856cd33-0511-46cf-b2bc-e235b4cbbbed', 'tenant_id': 'ecd8b64e36c540eeae4809301448bbe1', 'floating_ip_address': '172.35.1.112', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '07bf1f70-b412-4e25-b1a7-7cacff22ab7c', 'port_id': '48b40e22-d70b-4a6f-9bfc-8f84e4ec9d83', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3978, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4', 'mac_address': 'fa:16:3e:b6:f1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61abf22a-259a-45f1-a96b-522b72a85146', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:44:03Z', 'updated_at': '2021-12-06T17:44:03Z', 'revision_number': 0, 'project_id': 'ecd8b64e36c540eeae4809301448bbe1', 'fixed_ip_address_scope': None}, {'id': 'fd3024d7-5c44-4424-8e8f-c6a9ff1ac98b', 'tenant_id': 'ecd8b64e36c540eeae4809301448bbe1', 'floating_ip_address': '172.35.1.245', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '07bf1f70-b412-4e25-b1a7-7cacff22ab7c', 'port_id': 'ba621cb4-3470-41ba-86ba-66a0c35b5f24', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3924, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4', 'mac_address': 'fa:16:3e:50:e5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d86a59-01a0-42ed-aa21-70c24a6f9620', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:42:01Z', 'updated_at': '2021-12-06T17:42:03Z', 'revision_number': 1, 'project_id': 'ecd8b64e36c540eeae4809301448bbe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5e38546-3774-4985-91ea-188ae7e8c07b', 'name': '', 'network_id': '2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4', 'tenant_id': 'ecd8b64e36c540eeae4809301448bbe1', 'mac_address': 'fa:16:3e:7f:a0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bf1f70-b412-4e25-b1a7-7cacff22ab7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': '06d20752-22e2-4f05-a607-805be1f18e56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:32:12Z', 'updated_at': '2021-12-06T17:32:21Z', 'revision_number': 5, 'project_id': 'ecd8b64e36c540eeae4809301448bbe1', 'subnets': [{'id': '06d20752-22e2-4f05-a607-805be1f18e56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:44:05.830207 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774bb381-21eb-405a-a36e-ceaefc97abc2 req-348c59af-397e-4596-affc-33f4f7bf0399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:44:05.831789 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-774bb381-21eb-405a-a36e-ceaefc97abc2 req-348c59af-397e-4596-affc-33f4f7bf0399 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=06d20752-22e2-4f05-a607-805be1f18e56 HTTP/1.1" status: 200 len: 851 time: 0.0592544 Dec 06 17:44:05.856092 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6e783e-adc9-4c60-b0b8-65968c9f0dfd None None] The sync data for ids ['07bf1f70-b412-4e25-b1a7-7cacff22ab7c'] in n-d-master-1 is: [{'id': '07bf1f70-b412-4e25-b1a7-7cacff22ab7c', 'name': 'tempest-TestVolumeBootPattern-2129032411-router', 'tenant_id': 'ecd8b64e36c540eeae4809301448bbe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.204'}], 'enable_snat': True}, 'gw_port_id': '496acb0e-6acc-4519-8b36-37d1a9461f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:32:06Z', 'updated_at': '2021-12-06T17:32:15Z', 'revision_number': 4, 'project_id': 'ecd8b64e36c540eeae4809301448bbe1', 'gw_port': {'id': '496acb0e-6acc-4519-8b36-37d1a9461f0c', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bf1f70-b412-4e25-b1a7-7cacff22ab7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:32:08Z', 'updated_at': '2021-12-06T17:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '9856cd33-0511-46cf-b2bc-e235b4cbbbed', 'tenant_id': 'ecd8b64e36c540eeae4809301448bbe1', 'floating_ip_address': '172.35.1.112', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '07bf1f70-b412-4e25-b1a7-7cacff22ab7c', 'port_id': '48b40e22-d70b-4a6f-9bfc-8f84e4ec9d83', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3978, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4', 'mac_address': 'fa:16:3e:b6:f1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61abf22a-259a-45f1-a96b-522b72a85146', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:44:03Z', 'updated_at': '2021-12-06T17:44:03Z', 'revision_number': 0, 'project_id': 'ecd8b64e36c540eeae4809301448bbe1', 'fixed_ip_address_scope': None}, {'id': 'fd3024d7-5c44-4424-8e8f-c6a9ff1ac98b', 'tenant_id': 'ecd8b64e36c540eeae4809301448bbe1', 'floating_ip_address': '172.35.1.245', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '07bf1f70-b412-4e25-b1a7-7cacff22ab7c', 'port_id': 'ba621cb4-3470-41ba-86ba-66a0c35b5f24', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3924, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4', 'mac_address': 'fa:16:3e:50:e5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d86a59-01a0-42ed-aa21-70c24a6f9620', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:42:01Z', 'updated_at': '2021-12-06T17:42:03Z', 'revision_number': 1, 'project_id': 'ecd8b64e36c540eeae4809301448bbe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5e38546-3774-4985-91ea-188ae7e8c07b', 'name': '', 'network_id': '2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4', 'tenant_id': 'ecd8b64e36c540eeae4809301448bbe1', 'mac_address': 'fa:16:3e:7f:a0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bf1f70-b412-4e25-b1a7-7cacff22ab7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': '06d20752-22e2-4f05-a607-805be1f18e56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:32:12Z', 'updated_at': '2021-12-06T17:32:21Z', 'revision_number': 5, 'project_id': 'ecd8b64e36c540eeae4809301448bbe1', 'subnets': [{'id': '06d20752-22e2-4f05-a607-805be1f18e56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:44:05.922953 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774bb381-21eb-405a-a36e-ceaefc97abc2 req-83630139-7572-4f83-957f-72371a4e00fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:44:05.924790 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-774bb381-21eb-405a-a36e-ceaefc97abc2 req-83630139-7572-4f83-957f-72371a4e00fc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0864038 Dec 06 17:44:06.027070 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-774bb381-21eb-405a-a36e-ceaefc97abc2 req-79699e9c-62bd-4d1c-8bf5-05b5e9546e85 service neutron] 10.222.0.44 "GET /v2.0/networks/2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953095 Dec 06 17:44:06.098383 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13087f6f-fb96-4825-b9c2-d3c50fdde882 None None] New status for floating IP 9856cd33-0511-46cf-b2bc-e235b4cbbbed: ACTIVE {{(pid=103287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 17:44:06.130614 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-774bb381-21eb-405a-a36e-ceaefc97abc2 req-3afeb558-ac0d-4177-b0c7-83006e0a28ab service neutron] 10.222.0.44 "GET /v2.0/networks/2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958612 Dec 06 17:44:13.458914 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b4ee7529-78c5-4c9c-b1cb-97b8ce3444d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:44:15.665327 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a48a1c79-ad67-44c5-9c3f-f782ff549f70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:44:16.990613 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:44:17.307592 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 17:44:18.150750 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:44:19.095913 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:44:23.319516 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [req-d94b9027-846d-44b2-8c12-bc0f6f145955 req-2d8fbc65-daee-430d-8751-f70d49e88f05 service neutron] (103284) timed out ('10.222.0.23', 34728) {{(pid=103284) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 06 17:44:32.953852 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:44:35.350317 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:44:43.460999 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ad01d877-11d8-4f5d-9c38-d211873ca42c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:44:45.667822 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4daee971-ba1b-4f0e-968d-22d17a2fc1da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:44:46.990980 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:44:48.151590 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:44:49.099942 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:44:54.306278 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 17:45:02.965064 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:45:05.355977 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-90a114e0-77d6-49b2-b411-cc1597e2cb84 req-f4bcc87c-3a4f-480b-b893-fd0eec2c165c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=61abf22a-259a-45f1-a96b-522b72a85146&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430388 Dec 06 17:45:05.362281 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:45:05.418939 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a114e0-77d6-49b2-b411-cc1597e2cb84 req-2ecc2423-7c05-4534-aec8-937edfc9e669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:45:05.420683 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-90a114e0-77d6-49b2-b411-cc1597e2cb84 req-2ecc2423-7c05-4534-aec8-937edfc9e669 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ecd8b64e36c540eeae4809301448bbe1&device_id=61abf22a-259a-45f1-a96b-522b72a85146 HTTP/1.1" status: 200 len: 1097 time: 0.0425022 Dec 06 17:45:05.530524 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a114e0-77d6-49b2-b411-cc1597e2cb84 req-aec512a2-4c18-4fde-808a-c5d2a5b7c56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:45:05.532037 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-90a114e0-77d6-49b2-b411-cc1597e2cb84 req-aec512a2-4c18-4fde-808a-c5d2a5b7c56d service neutron] 10.222.0.44 "GET /v2.0/networks?id=2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4 HTTP/1.1" status: 200 len: 913 time: 0.0913377 Dec 06 17:45:05.600415 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-90a114e0-77d6-49b2-b411-cc1597e2cb84 req-004ce1ad-3242-44de-93f3-4949d0021daf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48b40e22-d70b-4a6f-9bfc-8f84e4ec9d83 HTTP/1.1" status: 200 len: 1002 time: 0.0619617 Dec 06 17:45:05.649294 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a114e0-77d6-49b2-b411-cc1597e2cb84 req-02af367e-b5b1-4d98-92ae-198f0ea78cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:45:05.650752 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-90a114e0-77d6-49b2-b411-cc1597e2cb84 req-02af367e-b5b1-4d98-92ae-198f0ea78cc3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=06d20752-22e2-4f05-a607-805be1f18e56 HTTP/1.1" status: 200 len: 851 time: 0.0440040 Dec 06 17:45:05.700872 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a114e0-77d6-49b2-b411-cc1597e2cb84 req-f396b590-593f-4d22-acd3-a4bc23deb6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:45:05.702460 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-90a114e0-77d6-49b2-b411-cc1597e2cb84 req-f396b590-593f-4d22-acd3-a4bc23deb6e6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439503 Dec 06 17:45:05.791878 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-90a114e0-77d6-49b2-b411-cc1597e2cb84 req-d47e4ff1-a322-4254-bc97-482d610f48da service neutron] 10.222.0.44 "GET /v2.0/networks/2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826893 Dec 06 17:45:05.884961 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-90a114e0-77d6-49b2-b411-cc1597e2cb84 req-23ad71ee-8638-4da6-a35c-c7166b69f094 service neutron] 10.222.0.44 "GET /v2.0/networks/2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861418 Dec 06 17:45:13.464937 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-efc7e34b-f4b3-4de6-9545-cc35d73aab5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:45:15.670217 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b4c162b5-0272-4a19-81f9-45cf06c8f8d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:45:16.995371 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:45:18.148516 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:45:19.106204 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:45:21.421157 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5af322e5-deb9-4404-85e0-4f0e2a03d189 req-1fce00e8-0ec2-462d-bc0d-42720ec4ec9d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=aaff9751-15e6-4631-8c7e-03d9dee08bff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0424170 Dec 06 17:45:21.515189 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af322e5-deb9-4404-85e0-4f0e2a03d189 req-e40f3ecd-776e-43d2-9295-736bfba088b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:45:21.516723 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5af322e5-deb9-4404-85e0-4f0e2a03d189 req-e40f3ecd-776e-43d2-9295-736bfba088b9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cb4e31255e4a4acbaf1ecb75ca1b0298&device_id=aaff9751-15e6-4631-8c7e-03d9dee08bff HTTP/1.1" status: 200 len: 1096 time: 0.0450468 Dec 06 17:45:21.629891 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af322e5-deb9-4404-85e0-4f0e2a03d189 req-621efa82-b05b-4598-af4c-70be64f102ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:45:21.631360 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5af322e5-deb9-4404-85e0-4f0e2a03d189 req-621efa82-b05b-4598-af4c-70be64f102ff service neutron] 10.222.0.41 "GET /v2.0/networks?id=849af80a-6232-4c4a-981d-f8860259668f HTTP/1.1" status: 200 len: 909 time: 0.0879686 Dec 06 17:45:21.704471 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5af322e5-deb9-4404-85e0-4f0e2a03d189 req-588abc63-3fa5-4ce4-8227-148cad86a1ee service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df983a1a-0968-4d7c-92b2-26c3082dfcf7 HTTP/1.1" status: 200 len: 1000 time: 0.0632327 Dec 06 17:45:21.755905 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af322e5-deb9-4404-85e0-4f0e2a03d189 req-00484c6f-5440-4fdb-b4a4-43f726394b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:45:21.757368 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5af322e5-deb9-4404-85e0-4f0e2a03d189 req-00484c6f-5440-4fdb-b4a4-43f726394b34 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=07510422-b60d-44a2-92b1-678490cc486d HTTP/1.1" status: 200 len: 847 time: 0.0431364 Dec 06 17:45:21.804875 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af322e5-deb9-4404-85e0-4f0e2a03d189 req-2dce87a5-6327-4cf1-9afa-3888224ea899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:45:21.806543 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5af322e5-deb9-4404-85e0-4f0e2a03d189 req-2dce87a5-6327-4cf1-9afa-3888224ea899 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=849af80a-6232-4c4a-981d-f8860259668f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420322 Dec 06 17:45:21.823650 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [req-5af322e5-deb9-4404-85e0-4f0e2a03d189 req-8e7b4d56-3232-46df-8391-d1bd0422ba78 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103285) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:45:21.824577 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5af322e5-deb9-4404-85e0-4f0e2a03d189 req-8e7b4d56-3232-46df-8391-d1bd0422ba78 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049272 Dec 06 17:45:21.923209 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5af322e5-deb9-4404-85e0-4f0e2a03d189 req-ac0024c7-1cc1-45e1-901c-40866619c025 service neutron] 10.222.0.41 "GET /v2.0/networks/849af80a-6232-4c4a-981d-f8860259668f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865836 Dec 06 17:45:22.018719 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5af322e5-deb9-4404-85e0-4f0e2a03d189 req-2b4a5062-00f0-479b-8506-8f4aecb5f9b2 service neutron] 10.222.0.41 "GET /v2.0/networks/849af80a-6232-4c4a-981d-f8860259668f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840485 Dec 06 17:45:31.306813 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 17:45:32.984745 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:45:34.845907 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 35806) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:45:35.021067 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-d7cb616a-e129-4e82-9b06-5f5716609e3c tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Deleting port 3241f4e3-f24e-48e4-81a7-13d1af5ec98b {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:45:35.021409 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d7cb616a-e129-4e82-9b06-5f5716609e3c tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:45:35.117590 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d7cb616a-e129-4e82-9b06-5f5716609e3c tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:45:35.117947 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d7cb616a-e129-4e82-9b06-5f5716609e3c tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:45:35.129953 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-d7cb616a-e129-4e82-9b06-5f5716609e3c tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Calling delete_port for 3241f4e3-f24e-48e4-81a7-13d1af5ec98b owned by network:floatingip {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:45:35.310187 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d7cb616a-e129-4e82-9b06-5f5716609e3c tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:45:35.337846 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cb616a-e129-4e82-9b06-5f5716609e3c tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Pushing event deleted for resources: {'Port': ['ID=3241f4e3-f24e-48e4-81a7-13d1af5ec98b,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:45:35.369134 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cb616a-e129-4e82-9b06-5f5716609e3c tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:45:35.369302 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:45:35.370110 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cb616a-e129-4e82-9b06-5f5716609e3c tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:45:35.370110 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cb616a-e129-4e82-9b06-5f5716609e3c tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:45:35.370414 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cb616a-e129-4e82-9b06-5f5716609e3c tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:45:35.370772 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cb616a-e129-4e82-9b06-5f5716609e3c tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:45:35.371098 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cb616a-e129-4e82-9b06-5f5716609e3c tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:45:35.371483 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cb616a-e129-4e82-9b06-5f5716609e3c tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:45:35.371817 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cb616a-e129-4e82-9b06-5f5716609e3c tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:45:35.372147 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cb616a-e129-4e82-9b06-5f5716609e3c tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:45:35.372500 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cb616a-e129-4e82-9b06-5f5716609e3c tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:45:35.372827 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cb616a-e129-4e82-9b06-5f5716609e3c tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:45:35.373253 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cb616a-e129-4e82-9b06-5f5716609e3c tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:45:35.373612 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cb616a-e129-4e82-9b06-5f5716609e3c tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:45:35.415436 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d7cb616a-e129-4e82-9b06-5f5716609e3c tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks [] for floatingip, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:45:35.415776 n-d-master-1 neutron-server[103285]: INFO neutron.db.l3_db [None req-d7cb616a-e129-4e82-9b06-5f5716609e3c tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Floating IP 9856cd33-0511-46cf-b2bc-e235b4cbbbed disassociated (deleted). External IP: 172.35.1.112, port: 48b40e22-d70b-4a6f-9bfc-8f84e4ec9d83. Dec 06 17:45:35.637912 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7cb616a-e129-4e82-9b06-5f5716609e3c tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Router 07bf1f70-b412-4e25-b1a7-7cacff22ab7c has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:45:35.752225 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7cb616a-e129-4e82-9b06-5f5716609e3c tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:45:35.757233 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d7cb616a-e129-4e82-9b06-5f5716609e3c tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:45:35.770068 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348f188a-1872-4014-9bea-4711ba183766 None None] Sync routers for ids ['07bf1f70-b412-4e25-b1a7-7cacff22ab7c'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:45:35.777222 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348f188a-1872-4014-9bea-4711ba183766 None None] Routers {'07bf1f70-b412-4e25-b1a7-7cacff22ab7c'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:45:35.778181 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-348f188a-1872-4014-9bea-4711ba183766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:45:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['07bf1f70-b412-4e25-b1a7-7cacff22ab7c'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:45:35.795367 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-d7cb616a-e129-4e82-9b06-5f5716609e3c tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "DELETE /v2.0/floatingips/9856cd33-0511-46cf-b2bc-e235b4cbbbed HTTP/1.1" status: 204 len: 168 time: 0.9478393 Dec 06 17:45:35.795972 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61abf22a-259a-45f1-a96b-522b72a85146', 'tag': '48b40e22-d70b-4a6f-9bfc-8f84e4ec9d83'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:45:35.798627 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1ab5416-7790-41b5-8d91-6c7cd788cfab" -d '{"events": [{"name": "network-changed", "server_uuid": "61abf22a-259a-45f1-a96b-522b72a85146", "tag": "48b40e22-d70b-4a6f-9bfc-8f84e4ec9d83"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:45:35.858292 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dba8cb3b-72d8-4ab7-9284-3af84e3782ef x-openstack-request-id: req-dba8cb3b-72d8-4ab7-9284-3af84e3782ef {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:45:35.858903 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61abf22a-259a-45f1-a96b-522b72a85146", "tag": "48b40e22-d70b-4a6f-9bfc-8f84e4ec9d83", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:45:35.859056 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dba8cb3b-72d8-4ab7-9284-3af84e3782ef {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:45:35.859565 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61abf22a-259a-45f1-a96b-522b72a85146', 'tag': '48b40e22-d70b-4a6f-9bfc-8f84e4ec9d83', 'status': 'completed', 'code': 200} Dec 06 17:45:35.907145 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-348f188a-1872-4014-9bea-4711ba183766 None None] Set router 07bf1f70-b412-4e25-b1a7-7cacff22ab7c gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:45:35.947766 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ab5416-7790-41b5-8d91-6c7cd788cfab req-c0e274e5-08cd-4ba8-80af-edba12fd2fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:45:35.949874 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d1ab5416-7790-41b5-8d91-6c7cd788cfab req-c0e274e5-08cd-4ba8-80af-edba12fd2fd1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ecd8b64e36c540eeae4809301448bbe1&device_id=61abf22a-259a-45f1-a96b-522b72a85146 HTTP/1.1" status: 200 len: 1097 time: 0.0579865 Dec 06 17:45:36.064695 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ab5416-7790-41b5-8d91-6c7cd788cfab req-9e734236-4d57-4c94-abf9-29ed9a4ebdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:45:36.066239 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d1ab5416-7790-41b5-8d91-6c7cd788cfab req-9e734236-4d57-4c94-abf9-29ed9a4ebdb6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4 HTTP/1.1" status: 200 len: 913 time: 0.1084583 Dec 06 17:45:36.198598 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-348f188a-1872-4014-9bea-4711ba183766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bf1f70-b412-4e25-b1a7-7cacff22ab7c', 'name': 'tempest-TestVolumeBootPattern-2129032411-router', 'tenant_id': 'ecd8b64e36c540eeae4809301448bbe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.204'}], 'enable_snat': True}, 'gw_port_id': '496acb0e-6acc-4519-8b36-37d1a9461f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:32:06Z', 'updated_at': '2021-12-06T17:32:15Z', 'revision_number': 4, 'project_id': 'ecd8b64e36c540eeae4809301448bbe1', 'gw_port': {'id': '496acb0e-6acc-4519-8b36-37d1a9461f0c', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bf1f70-b412-4e25-b1a7-7cacff22ab7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:32:08Z', 'updated_at': '2021-12-06T17:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'fd3024d7-5c44-4424-8e8f-c6a9ff1ac98b', 'tenant_id': 'ecd8b64e36c540eeae4809301448bbe1', 'floating_ip_address': '172.35.1.245', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '07bf1f70-b412-4e25-b1a7-7cacff22ab7c', 'port_id': 'ba621cb4-3470-41ba-86ba-66a0c35b5f24', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3924, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4', 'mac_address': 'fa:16:3e:50:e5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d86a59-01a0-42ed-aa21-70c24a6f9620', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:42:01Z', 'updated_at': '2021-12-06T17:42:03Z', 'revision_number': 1, 'project_id': 'ecd8b64e36c540eeae4809301448bbe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5e38546-3774-4985-91ea-188ae7e8c07b', 'name': '', 'network_id': '2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4', 'tenant_id': 'ecd8b64e36c540eeae4809301448bbe1', 'mac_address': 'fa:16:3e:7f:a0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bf1f70-b412-4e25-b1a7-7cacff22ab7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': '06d20752-22e2-4f05-a607-805be1f18e56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:32:12Z', 'updated_at': '2021-12-06T17:32:21Z', 'revision_number': 5, 'project_id': 'ecd8b64e36c540eeae4809301448bbe1', 'subnets': [{'id': '06d20752-22e2-4f05-a607-805be1f18e56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:45:36.235215 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348f188a-1872-4014-9bea-4711ba183766 None None] Checking router: 07bf1f70-b412-4e25-b1a7-7cacff22ab7c for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:45:36.246445 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348f188a-1872-4014-9bea-4711ba183766 None None] Routers {'07bf1f70-b412-4e25-b1a7-7cacff22ab7c'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:45:36.247519 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-348f188a-1872-4014-9bea-4711ba183766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:45:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['07bf1f70-b412-4e25-b1a7-7cacff22ab7c'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:45:36.371578 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-348f188a-1872-4014-9bea-4711ba183766 None None] Set router 07bf1f70-b412-4e25-b1a7-7cacff22ab7c gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:45:36.475129 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d1ab5416-7790-41b5-8d91-6c7cd788cfab req-cfda5dd3-adc2-472b-8b1e-77c5b9f55a9e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48b40e22-d70b-4a6f-9bfc-8f84e4ec9d83 HTTP/1.1" status: 200 len: 217 time: 0.4009662 Dec 06 17:45:36.560737 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dfa3ca-8d99-4f16-bf74-9df012391914 req-0e90d8e3-3cc5-4e67-ab02-76482cfe6768 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:45:36.562366 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b5dfa3ca-8d99-4f16-bf74-9df012391914 req-0e90d8e3-3cc5-4e67-ab02-76482cfe6768 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=61abf22a-259a-45f1-a96b-522b72a85146 HTTP/1.1" status: 200 len: 946 time: 0.5184906 Dec 06 17:45:36.564355 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ab5416-7790-41b5-8d91-6c7cd788cfab req-00363263-1aab-4951-81e9-864ea43a890b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:45:36.565780 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d1ab5416-7790-41b5-8d91-6c7cd788cfab req-00363263-1aab-4951-81e9-864ea43a890b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=06d20752-22e2-4f05-a607-805be1f18e56 HTTP/1.1" status: 200 len: 851 time: 0.0820971 Dec 06 17:45:36.656751 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ab5416-7790-41b5-8d91-6c7cd788cfab req-bbba7551-ac4f-49bd-b2e9-9877b4ff5aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:45:36.658494 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d1ab5416-7790-41b5-8d91-6c7cd788cfab req-bbba7551-ac4f-49bd-b2e9-9877b4ff5aac service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0809338 Dec 06 17:45:36.663213 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b5dfa3ca-8d99-4f16-bf74-9df012391914 req-0a50cc02-05b5-4f19-be93-857ed4728326 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=1e5797dc-b155-406a-9d6a-299f1fe9f8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928781 Dec 06 17:45:36.671077 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [req-d1ab5416-7790-41b5-8d91-6c7cd788cfab req-a7b08660-d283-4ce8-a9c9-0832854eee4d service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:45:36.672051 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d1ab5416-7790-41b5-8d91-6c7cd788cfab req-a7b08660-d283-4ce8-a9c9-0832854eee4d service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052106 Dec 06 17:45:36.785944 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d1ab5416-7790-41b5-8d91-6c7cd788cfab req-918939b9-c94a-4a88-a1e9-fd5f6bc51642 service neutron] 10.222.0.44 "GET /v2.0/networks/2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057308 Dec 06 17:45:36.808325 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-348f188a-1872-4014-9bea-4711ba183766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bf1f70-b412-4e25-b1a7-7cacff22ab7c', 'name': 'tempest-TestVolumeBootPattern-2129032411-router', 'tenant_id': 'ecd8b64e36c540eeae4809301448bbe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.204'}], 'enable_snat': True}, 'gw_port_id': '496acb0e-6acc-4519-8b36-37d1a9461f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:32:06Z', 'updated_at': '2021-12-06T17:32:15Z', 'revision_number': 4, 'project_id': 'ecd8b64e36c540eeae4809301448bbe1', 'gw_port': {'id': '496acb0e-6acc-4519-8b36-37d1a9461f0c', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bf1f70-b412-4e25-b1a7-7cacff22ab7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:32:08Z', 'updated_at': '2021-12-06T17:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'fd3024d7-5c44-4424-8e8f-c6a9ff1ac98b', 'tenant_id': 'ecd8b64e36c540eeae4809301448bbe1', 'floating_ip_address': '172.35.1.245', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '07bf1f70-b412-4e25-b1a7-7cacff22ab7c', 'port_id': 'ba621cb4-3470-41ba-86ba-66a0c35b5f24', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3924, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4', 'mac_address': 'fa:16:3e:50:e5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d86a59-01a0-42ed-aa21-70c24a6f9620', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:42:01Z', 'updated_at': '2021-12-06T17:42:03Z', 'revision_number': 1, 'project_id': 'ecd8b64e36c540eeae4809301448bbe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5e38546-3774-4985-91ea-188ae7e8c07b', 'name': '', 'network_id': '2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4', 'tenant_id': 'ecd8b64e36c540eeae4809301448bbe1', 'mac_address': 'fa:16:3e:7f:a0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bf1f70-b412-4e25-b1a7-7cacff22ab7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': '06d20752-22e2-4f05-a607-805be1f18e56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:32:12Z', 'updated_at': '2021-12-06T17:32:21Z', 'revision_number': 5, 'project_id': 'ecd8b64e36c540eeae4809301448bbe1', 'subnets': [{'id': '06d20752-22e2-4f05-a607-805be1f18e56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:45:36.838057 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348f188a-1872-4014-9bea-4711ba183766 None None] The sync data for ids ['07bf1f70-b412-4e25-b1a7-7cacff22ab7c'] in n-d-master-1 is: [{'id': '07bf1f70-b412-4e25-b1a7-7cacff22ab7c', 'name': 'tempest-TestVolumeBootPattern-2129032411-router', 'tenant_id': 'ecd8b64e36c540eeae4809301448bbe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.204'}], 'enable_snat': True}, 'gw_port_id': '496acb0e-6acc-4519-8b36-37d1a9461f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:32:06Z', 'updated_at': '2021-12-06T17:32:15Z', 'revision_number': 4, 'project_id': 'ecd8b64e36c540eeae4809301448bbe1', 'gw_port': {'id': '496acb0e-6acc-4519-8b36-37d1a9461f0c', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bf1f70-b412-4e25-b1a7-7cacff22ab7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:32:08Z', 'updated_at': '2021-12-06T17:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'fd3024d7-5c44-4424-8e8f-c6a9ff1ac98b', 'tenant_id': 'ecd8b64e36c540eeae4809301448bbe1', 'floating_ip_address': '172.35.1.245', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '07bf1f70-b412-4e25-b1a7-7cacff22ab7c', 'port_id': 'ba621cb4-3470-41ba-86ba-66a0c35b5f24', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3924, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4', 'mac_address': 'fa:16:3e:50:e5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d86a59-01a0-42ed-aa21-70c24a6f9620', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:42:01Z', 'updated_at': '2021-12-06T17:42:03Z', 'revision_number': 1, 'project_id': 'ecd8b64e36c540eeae4809301448bbe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5e38546-3774-4985-91ea-188ae7e8c07b', 'name': '', 'network_id': '2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4', 'tenant_id': 'ecd8b64e36c540eeae4809301448bbe1', 'mac_address': 'fa:16:3e:7f:a0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bf1f70-b412-4e25-b1a7-7cacff22ab7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': '06d20752-22e2-4f05-a607-805be1f18e56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:32:12Z', 'updated_at': '2021-12-06T17:32:21Z', 'revision_number': 5, 'project_id': 'ecd8b64e36c540eeae4809301448bbe1', 'subnets': [{'id': '06d20752-22e2-4f05-a607-805be1f18e56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:45:36.895385 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d1ab5416-7790-41b5-8d91-6c7cd788cfab req-00423b3d-f9d0-4224-baac-5001bfd6a979 service neutron] 10.222.0.44 "GET /v2.0/networks/2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009910 Dec 06 17:45:37.094554 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9870ff46-6271-4a32-b0ad-f9cd4ff06512 None None] New status for floating IP 9856cd33-0511-46cf-b2bc-e235b4cbbbed: DOWN {{(pid=103287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 17:45:37.601207 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37661d61-8310-4bf4-838f-0f0f371b4ca8 req-358de972-fdac-4017-b038-4b68e0ea151a tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:45:37.603511 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-37661d61-8310-4bf4-838f-0f0f371b4ca8 req-358de972-fdac-4017-b038-4b68e0ea151a tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.44 "GET /v2.0/ports?device_id=61abf22a-259a-45f1-a96b-522b72a85146 HTTP/1.1" status: 200 len: 946 time: 0.0538414 Dec 06 17:45:37.706088 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-37661d61-8310-4bf4-838f-0f0f371b4ca8 req-d43d8d9b-760a-4dd0-88da-d8e997d3959a tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Deleting port 48b40e22-d70b-4a6f-9bfc-8f84e4ec9d83 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:45:37.706438 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-37661d61-8310-4bf4-838f-0f0f371b4ca8 req-d43d8d9b-760a-4dd0-88da-d8e997d3959a tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:45:37.837737 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-37661d61-8310-4bf4-838f-0f0f371b4ca8 req-d43d8d9b-760a-4dd0-88da-d8e997d3959a tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] For port 48b40e22-d70b-4a6f-9bfc-8f84e4ec9d83, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=48b40e22-d70b-4a6f-9bfc-8f84e4ec9d83,segment=NetworkSegment(335efc5d-483a-424a-abc6-8fe1bd340f96),segment_id=335efc5d-483a-424a-abc6-8fe1bd340f96)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:45:37.838103 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-37661d61-8310-4bf4-838f-0f0f371b4ca8 req-d43d8d9b-760a-4dd0-88da-d8e997d3959a tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:45:37.858813 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-37661d61-8310-4bf4-838f-0f0f371b4ca8 req-d43d8d9b-760a-4dd0-88da-d8e997d3959a tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Calling delete_port for 48b40e22-d70b-4a6f-9bfc-8f84e4ec9d83 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:45:37.887102 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebad634-02c5-403a-91ce-2b2afeddedcc req-9477f1c4-24d2-4148-8a67-d4459b950efb tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:45:37.896554 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2ebad634-02c5-403a-91ce-2b2afeddedcc req-9477f1c4-24d2-4148-8a67-d4459b950efb tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=61abf22a-259a-45f1-a96b-522b72a85146 HTTP/1.1" status: 200 len: 946 time: 0.1414988 Dec 06 17:45:37.952324 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2ebad634-02c5-403a-91ce-2b2afeddedcc req-3cd73e4c-3a4f-430a-baab-6d1bfe2b7a5e tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=1e5797dc-b155-406a-9d6a-299f1fe9f8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541852 Dec 06 17:45:38.003356 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-37661d61-8310-4bf4-838f-0f0f371b4ca8 req-d43d8d9b-760a-4dd0-88da-d8e997d3959a tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:45:38.043279 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43d8d9b-760a-4dd0-88da-d8e997d3959a tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Pushing event deleted for resources: {'Port': ['ID=48b40e22-d70b-4a6f-9bfc-8f84e4ec9d83,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:45:38.071559 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43d8d9b-760a-4dd0-88da-d8e997d3959a tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:45:38.071911 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43d8d9b-760a-4dd0-88da-d8e997d3959a tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:45:38.072253 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43d8d9b-760a-4dd0-88da-d8e997d3959a tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:45:38.072591 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43d8d9b-760a-4dd0-88da-d8e997d3959a tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:45:38.072932 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43d8d9b-760a-4dd0-88da-d8e997d3959a tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:45:38.073357 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43d8d9b-760a-4dd0-88da-d8e997d3959a tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:45:38.073716 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43d8d9b-760a-4dd0-88da-d8e997d3959a tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:45:38.074047 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43d8d9b-760a-4dd0-88da-d8e997d3959a tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:45:38.074374 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43d8d9b-760a-4dd0-88da-d8e997d3959a tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:45:38.074700 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43d8d9b-760a-4dd0-88da-d8e997d3959a tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:45:38.075029 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43d8d9b-760a-4dd0-88da-d8e997d3959a tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:45:38.075357 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43d8d9b-760a-4dd0-88da-d8e997d3959a tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:45:38.075707 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43d8d9b-760a-4dd0-88da-d8e997d3959a tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:45:38.099578 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-37661d61-8310-4bf4-838f-0f0f371b4ca8 req-d43d8d9b-760a-4dd0-88da-d8e997d3959a tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] No DVR routers for this DVR port 48b40e22-d70b-4a6f-9bfc-8f84e4ec9d83 on host n-h2-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:45:38.102307 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-37661d61-8310-4bf4-838f-0f0f371b4ca8 req-d43d8d9b-760a-4dd0-88da-d8e997d3959a tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:45:38.106205 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-37661d61-8310-4bf4-838f-0f0f371b4ca8 req-d43d8d9b-760a-4dd0-88da-d8e997d3959a tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.44 "DELETE /v2.0/ports/48b40e22-d70b-4a6f-9bfc-8f84e4ec9d83 HTTP/1.1" status: 204 len: 173 time: 0.4961267 Dec 06 17:45:38.106645 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61abf22a-259a-45f1-a96b-522b72a85146', 'name': 'network-vif-deleted', 'tag': '48b40e22-d70b-4a6f-9bfc-8f84e4ec9d83'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:45:38.109001 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7445c5a-9a66-44a0-9740-b09d00ecd558" -d '{"events": [{"server_uuid": "61abf22a-259a-45f1-a96b-522b72a85146", "name": "network-vif-deleted", "tag": "48b40e22-d70b-4a6f-9bfc-8f84e4ec9d83"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:45:38.244392 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9559c159-7702-4617-8bd7-3b77a598423e x-openstack-request-id: req-9559c159-7702-4617-8bd7-3b77a598423e {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:45:38.244693 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61abf22a-259a-45f1-a96b-522b72a85146", "name": "network-vif-deleted", "tag": "48b40e22-d70b-4a6f-9bfc-8f84e4ec9d83", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:45:38.245231 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9559c159-7702-4617-8bd7-3b77a598423e {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:45:38.245823 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61abf22a-259a-45f1-a96b-522b72a85146', 'name': 'network-vif-deleted', 'tag': '48b40e22-d70b-4a6f-9bfc-8f84e4ec9d83', 'status': 'completed', 'code': 200} Dec 06 17:45:39.068794 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-dcb6586f-b7ba-4674-942a-4c655bf60572 req-e6421273-57c8-4e07-851e-0d5897ce2c79 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=61abf22a-259a-45f1-a96b-522b72a85146 HTTP/1.1" status: 200 len: 210 time: 0.0288744 Dec 06 17:45:40.176998 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-79063e37-8f1f-4696-bbc3-14a2a0e17d95 req-8d07f836-cdf6-4836-9d33-2261360ed5c3 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=61abf22a-259a-45f1-a96b-522b72a85146 HTTP/1.1" status: 200 len: 210 time: 0.0310898 Dec 06 17:45:41.285223 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8454d14b-580b-4879-b72f-0a7d97041605 req-aec524a0-4a25-414a-94d3-d86470e2acbe tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=61abf22a-259a-45f1-a96b-522b72a85146 HTTP/1.1" status: 200 len: 210 time: 0.0313616 Dec 06 17:45:41.454784 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 48b40e22-d70b-4a6f-9bfc-8f84e4ec9d83 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:45:41.476474 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] No Port match for: 48b40e22-d70b-4a6f-9bfc-8f84e4ec9d83 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:45:41.477096 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 48b40e22-d70b-4a6f-9bfc-8f84e4ec9d83 not bound to the agent host n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:45:42.391137 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-06226d88-216c-476d-9b71-0864b507e8cc req-56dc91b1-3579-42a3-92d6-7dc4007c14d8 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=61abf22a-259a-45f1-a96b-522b72a85146 HTTP/1.1" status: 200 len: 210 time: 0.0287478 Dec 06 17:45:43.471187 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-da624d53-5f35-435c-bcbb-a25df3d4c056 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:45:45.677756 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-187bb5e4-0624-49a6-9187-31c01ac013eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:45:46.999304 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:45:48.153358 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:45:48.834022 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 36054) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:45:48.995055 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-52ebefa7-1b0b-46e3-b253-d05f06c5ff84 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Deleting port da013475-c016-4f77-986d-305afbc532d7 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:45:48.995291 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-52ebefa7-1b0b-46e3-b253-d05f06c5ff84 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:45:49.079223 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-52ebefa7-1b0b-46e3-b253-d05f06c5ff84 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:45:49.079558 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-52ebefa7-1b0b-46e3-b253-d05f06c5ff84 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:45:49.092658 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-52ebefa7-1b0b-46e3-b253-d05f06c5ff84 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Calling delete_port for da013475-c016-4f77-986d-305afbc532d7 owned by network:floatingip {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:45:49.105555 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:45:49.244295 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-52ebefa7-1b0b-46e3-b253-d05f06c5ff84 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:45:49.270149 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ebefa7-1b0b-46e3-b253-d05f06c5ff84 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Pushing event deleted for resources: {'Port': ['ID=da013475-c016-4f77-986d-305afbc532d7,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:45:49.331753 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-52ebefa7-1b0b-46e3-b253-d05f06c5ff84 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks [] for floatingip, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:45:49.332122 n-d-master-1 neutron-server[103284]: INFO neutron.db.l3_db [None req-52ebefa7-1b0b-46e3-b253-d05f06c5ff84 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Floating IP fd3024d7-5c44-4424-8e8f-c6a9ff1ac98b disassociated (deleted). External IP: 172.35.1.245, port: ba621cb4-3470-41ba-86ba-66a0c35b5f24. Dec 06 17:45:49.519530 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [req-3d43e34e-afef-452c-83e1-373b6ce5f57e req-137fb852-eaca-4934-8bf2-ea51ef525fbc tempest-TestNetworkAdvancedServerOps-924372787 tempest-TestNetworkAdvancedServerOps-924372787-project] (103284) timed out ('10.222.0.41', 56607) {{(pid=103284) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 06 17:45:49.550892 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52ebefa7-1b0b-46e3-b253-d05f06c5ff84 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Router 07bf1f70-b412-4e25-b1a7-7cacff22ab7c has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:45:49.664183 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52ebefa7-1b0b-46e3-b253-d05f06c5ff84 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:45:49.668725 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-52ebefa7-1b0b-46e3-b253-d05f06c5ff84 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:45:49.675026 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4735102c-39dd-4470-a563-1baf09c1caa6 None None] Sync routers for ids ['07bf1f70-b412-4e25-b1a7-7cacff22ab7c'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:45:49.685719 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4735102c-39dd-4470-a563-1baf09c1caa6 None None] Routers {'07bf1f70-b412-4e25-b1a7-7cacff22ab7c'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:45:49.686686 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-4735102c-39dd-4470-a563-1baf09c1caa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:45:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['07bf1f70-b412-4e25-b1a7-7cacff22ab7c'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:45:49.700757 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-52ebefa7-1b0b-46e3-b253-d05f06c5ff84 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "DELETE /v2.0/floatingips/fd3024d7-5c44-4424-8e8f-c6a9ff1ac98b HTTP/1.1" status: 204 len: 168 time: 0.8631558 Dec 06 17:45:49.700757 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34d86a59-01a0-42ed-aa21-70c24a6f9620', 'tag': 'ba621cb4-3470-41ba-86ba-66a0c35b5f24'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:45:49.701289 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee178a83-0315-4bed-855b-c6a40d3826a0" -d '{"events": [{"name": "network-changed", "server_uuid": "34d86a59-01a0-42ed-aa21-70c24a6f9620", "tag": "ba621cb4-3470-41ba-86ba-66a0c35b5f24"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:45:49.744365 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-214230bb-ba7e-46ba-945b-8f8696ceb0e0 x-openstack-request-id: req-214230bb-ba7e-46ba-945b-8f8696ceb0e0 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:45:49.745614 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34d86a59-01a0-42ed-aa21-70c24a6f9620", "tag": "ba621cb4-3470-41ba-86ba-66a0c35b5f24", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:45:49.745873 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-214230bb-ba7e-46ba-945b-8f8696ceb0e0 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:45:49.746310 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34d86a59-01a0-42ed-aa21-70c24a6f9620', 'tag': 'ba621cb4-3470-41ba-86ba-66a0c35b5f24', 'status': 'completed', 'code': 200} Dec 06 17:45:49.811786 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee178a83-0315-4bed-855b-c6a40d3826a0 req-0889d581-0b4b-4e93-91a2-751146aaa1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:45:49.815194 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee178a83-0315-4bed-855b-c6a40d3826a0 req-0889d581-0b4b-4e93-91a2-751146aaa1bf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ecd8b64e36c540eeae4809301448bbe1&device_id=34d86a59-01a0-42ed-aa21-70c24a6f9620 HTTP/1.1" status: 200 len: 1097 time: 0.0514774 Dec 06 17:45:49.843938 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-4735102c-39dd-4470-a563-1baf09c1caa6 None None] Set router 07bf1f70-b412-4e25-b1a7-7cacff22ab7c gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:45:49.928274 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee178a83-0315-4bed-855b-c6a40d3826a0 req-cd52bad4-d5ae-4e5b-9188-2ae5b60c05a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:45:49.932446 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee178a83-0315-4bed-855b-c6a40d3826a0 req-cd52bad4-d5ae-4e5b-9188-2ae5b60c05a2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4 HTTP/1.1" status: 200 len: 913 time: 0.1090059 Dec 06 17:45:49.980313 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee178a83-0315-4bed-855b-c6a40d3826a0 req-f830e6b5-ba65-4421-bc79-a02c34e7c212 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba621cb4-3470-41ba-86ba-66a0c35b5f24 HTTP/1.1" status: 200 len: 217 time: 0.0394659 Dec 06 17:45:49.999600 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650fce4b-aa3b-4fa9-b1f5-71b705d443d3 req-ed0971f3-af6e-4303-82eb-d83adad0ae80 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:45:50.001934 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-650fce4b-aa3b-4fa9-b1f5-71b705d443d3 req-ed0971f3-af6e-4303-82eb-d83adad0ae80 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=34d86a59-01a0-42ed-aa21-70c24a6f9620 HTTP/1.1" status: 200 len: 946 time: 0.0531330 Dec 06 17:45:50.041020 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee178a83-0315-4bed-855b-c6a40d3826a0 req-4ad55a15-3945-4793-baaa-14057412f7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:45:50.042526 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee178a83-0315-4bed-855b-c6a40d3826a0 req-4ad55a15-3945-4793-baaa-14057412f7df service neutron] 10.222.0.44 "GET /v2.0/subnets?id=06d20752-22e2-4f05-a607-805be1f18e56 HTTP/1.1" status: 200 len: 851 time: 0.0522110 Dec 06 17:45:50.056900 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-650fce4b-aa3b-4fa9-b1f5-71b705d443d3 req-f41ab2d0-59ef-45d3-b44d-29f24daa197a tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=1e5797dc-b155-406a-9d6a-299f1fe9f8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486133 Dec 06 17:45:50.095599 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee178a83-0315-4bed-855b-c6a40d3826a0 req-212de7d1-ebdf-4115-bec9-a663a56ef791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:45:50.096156 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-4735102c-39dd-4470-a563-1baf09c1caa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bf1f70-b412-4e25-b1a7-7cacff22ab7c', 'name': 'tempest-TestVolumeBootPattern-2129032411-router', 'tenant_id': 'ecd8b64e36c540eeae4809301448bbe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.204'}], 'enable_snat': True}, 'gw_port_id': '496acb0e-6acc-4519-8b36-37d1a9461f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:32:06Z', 'updated_at': '2021-12-06T17:32:15Z', 'revision_number': 4, 'project_id': 'ecd8b64e36c540eeae4809301448bbe1', 'gw_port': {'id': '496acb0e-6acc-4519-8b36-37d1a9461f0c', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bf1f70-b412-4e25-b1a7-7cacff22ab7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:32:08Z', 'updated_at': '2021-12-06T17:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'f5e38546-3774-4985-91ea-188ae7e8c07b', 'name': '', 'network_id': '2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4', 'tenant_id': 'ecd8b64e36c540eeae4809301448bbe1', 'mac_address': 'fa:16:3e:7f:a0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bf1f70-b412-4e25-b1a7-7cacff22ab7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': '06d20752-22e2-4f05-a607-805be1f18e56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:32:12Z', 'updated_at': '2021-12-06T17:32:21Z', 'revision_number': 5, 'project_id': 'ecd8b64e36c540eeae4809301448bbe1', 'subnets': [{'id': '06d20752-22e2-4f05-a607-805be1f18e56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:45:50.097132 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee178a83-0315-4bed-855b-c6a40d3826a0 req-212de7d1-ebdf-4115-bec9-a663a56ef791 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466888 Dec 06 17:45:50.125051 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4735102c-39dd-4470-a563-1baf09c1caa6 None None] Checking router: 07bf1f70-b412-4e25-b1a7-7cacff22ab7c for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:45:50.135665 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4735102c-39dd-4470-a563-1baf09c1caa6 None None] Routers {'07bf1f70-b412-4e25-b1a7-7cacff22ab7c'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:45:50.135832 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-4735102c-39dd-4470-a563-1baf09c1caa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:45:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['07bf1f70-b412-4e25-b1a7-7cacff22ab7c'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:45:50.193906 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee178a83-0315-4bed-855b-c6a40d3826a0 req-ba3df631-a803-40db-8ed6-6976faf4231e service neutron] 10.222.0.44 "GET /v2.0/networks/2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872014 Dec 06 17:45:50.248270 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-4735102c-39dd-4470-a563-1baf09c1caa6 None None] Set router 07bf1f70-b412-4e25-b1a7-7cacff22ab7c gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:45:50.291593 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee178a83-0315-4bed-855b-c6a40d3826a0 req-ce7d7665-bd58-4ba0-b0f0-7f72bb879801 service neutron] 10.222.0.44 "GET /v2.0/networks/2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899668 Dec 06 17:45:50.456753 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-4735102c-39dd-4470-a563-1baf09c1caa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bf1f70-b412-4e25-b1a7-7cacff22ab7c', 'name': 'tempest-TestVolumeBootPattern-2129032411-router', 'tenant_id': 'ecd8b64e36c540eeae4809301448bbe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.204'}], 'enable_snat': True}, 'gw_port_id': '496acb0e-6acc-4519-8b36-37d1a9461f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:32:06Z', 'updated_at': '2021-12-06T17:32:15Z', 'revision_number': 4, 'project_id': 'ecd8b64e36c540eeae4809301448bbe1', 'gw_port': {'id': '496acb0e-6acc-4519-8b36-37d1a9461f0c', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bf1f70-b412-4e25-b1a7-7cacff22ab7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:32:08Z', 'updated_at': '2021-12-06T17:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'f5e38546-3774-4985-91ea-188ae7e8c07b', 'name': '', 'network_id': '2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4', 'tenant_id': 'ecd8b64e36c540eeae4809301448bbe1', 'mac_address': 'fa:16:3e:7f:a0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bf1f70-b412-4e25-b1a7-7cacff22ab7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': '06d20752-22e2-4f05-a607-805be1f18e56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:32:12Z', 'updated_at': '2021-12-06T17:32:21Z', 'revision_number': 5, 'project_id': 'ecd8b64e36c540eeae4809301448bbe1', 'subnets': [{'id': '06d20752-22e2-4f05-a607-805be1f18e56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:45:50.482305 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4735102c-39dd-4470-a563-1baf09c1caa6 None None] The sync data for ids ['07bf1f70-b412-4e25-b1a7-7cacff22ab7c'] in n-d-master-1 is: [{'id': '07bf1f70-b412-4e25-b1a7-7cacff22ab7c', 'name': 'tempest-TestVolumeBootPattern-2129032411-router', 'tenant_id': 'ecd8b64e36c540eeae4809301448bbe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.204'}], 'enable_snat': True}, 'gw_port_id': '496acb0e-6acc-4519-8b36-37d1a9461f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:32:06Z', 'updated_at': '2021-12-06T17:32:15Z', 'revision_number': 4, 'project_id': 'ecd8b64e36c540eeae4809301448bbe1', 'gw_port': {'id': '496acb0e-6acc-4519-8b36-37d1a9461f0c', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bf1f70-b412-4e25-b1a7-7cacff22ab7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:32:08Z', 'updated_at': '2021-12-06T17:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'f5e38546-3774-4985-91ea-188ae7e8c07b', 'name': '', 'network_id': '2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4', 'tenant_id': 'ecd8b64e36c540eeae4809301448bbe1', 'mac_address': 'fa:16:3e:7f:a0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bf1f70-b412-4e25-b1a7-7cacff22ab7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': '06d20752-22e2-4f05-a607-805be1f18e56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:32:12Z', 'updated_at': '2021-12-06T17:32:21Z', 'revision_number': 5, 'project_id': 'ecd8b64e36c540eeae4809301448bbe1', 'subnets': [{'id': '06d20752-22e2-4f05-a607-805be1f18e56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:45:50.704926 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4da9395-5735-42ef-a036-3906660e8f7c None None] New status for floating IP fd3024d7-5c44-4424-8e8f-c6a9ff1ac98b: DOWN {{(pid=103287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 17:45:51.178324 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba6590b-895f-4ef2-b684-499a21511e20 req-8e8eeb07-0a10-4931-bb33-1cb56c8034bb tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:45:51.179869 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-dba6590b-895f-4ef2-b684-499a21511e20 req-8e8eeb07-0a10-4931-bb33-1cb56c8034bb tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=34d86a59-01a0-42ed-aa21-70c24a6f9620 HTTP/1.1" status: 200 len: 946 time: 0.0505857 Dec 06 17:45:51.230932 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-dba6590b-895f-4ef2-b684-499a21511e20 req-f2ffb1fc-9955-4f64-b8ff-2be165a046d5 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/security-groups?id=1e5797dc-b155-406a-9d6a-299f1fe9f8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446250 Dec 06 17:45:51.379688 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede7b710-1550-4ed8-b404-019b92bfc2e9 req-5f5045d7-89c1-46c7-9ba8-70072906691c tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:45:51.381151 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ede7b710-1550-4ed8-b404-019b92bfc2e9 req-5f5045d7-89c1-46c7-9ba8-70072906691c tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.44 "GET /v2.0/ports?device_id=34d86a59-01a0-42ed-aa21-70c24a6f9620 HTTP/1.1" status: 200 len: 946 time: 0.0530286 Dec 06 17:45:51.472338 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-ede7b710-1550-4ed8-b404-019b92bfc2e9 req-48015aeb-ee49-4715-829b-f248429fd822 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Deleting port ba621cb4-3470-41ba-86ba-66a0c35b5f24 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:45:51.472664 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ede7b710-1550-4ed8-b404-019b92bfc2e9 req-48015aeb-ee49-4715-829b-f248429fd822 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:45:51.563388 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-ede7b710-1550-4ed8-b404-019b92bfc2e9 req-48015aeb-ee49-4715-829b-f248429fd822 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] For port ba621cb4-3470-41ba-86ba-66a0c35b5f24, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ba621cb4-3470-41ba-86ba-66a0c35b5f24,segment=NetworkSegment(335efc5d-483a-424a-abc6-8fe1bd340f96),segment_id=335efc5d-483a-424a-abc6-8fe1bd340f96)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:45:51.563755 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ede7b710-1550-4ed8-b404-019b92bfc2e9 req-48015aeb-ee49-4715-829b-f248429fd822 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:45:51.576757 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-ede7b710-1550-4ed8-b404-019b92bfc2e9 req-48015aeb-ee49-4715-829b-f248429fd822 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Calling delete_port for ba621cb4-3470-41ba-86ba-66a0c35b5f24 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:45:51.708689 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ede7b710-1550-4ed8-b404-019b92bfc2e9 req-48015aeb-ee49-4715-829b-f248429fd822 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:45:51.738203 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48015aeb-ee49-4715-829b-f248429fd822 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Pushing event deleted for resources: {'Port': ['ID=ba621cb4-3470-41ba-86ba-66a0c35b5f24,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:45:51.784417 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-ede7b710-1550-4ed8-b404-019b92bfc2e9 req-48015aeb-ee49-4715-829b-f248429fd822 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] No DVR routers for this DVR port ba621cb4-3470-41ba-86ba-66a0c35b5f24 on host n-h2-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:45:51.787527 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ede7b710-1550-4ed8-b404-019b92bfc2e9 req-48015aeb-ee49-4715-829b-f248429fd822 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:45:51.791339 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ede7b710-1550-4ed8-b404-019b92bfc2e9 req-48015aeb-ee49-4715-829b-f248429fd822 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.44 "DELETE /v2.0/ports/ba621cb4-3470-41ba-86ba-66a0c35b5f24 HTTP/1.1" status: 204 len: 173 time: 0.4036291 Dec 06 17:45:51.791848 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34d86a59-01a0-42ed-aa21-70c24a6f9620', 'name': 'network-vif-deleted', 'tag': 'ba621cb4-3470-41ba-86ba-66a0c35b5f24'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:45:51.794312 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e4d689-05a6-4c20-b924-cbf6d28e35c3" -d '{"events": [{"server_uuid": "34d86a59-01a0-42ed-aa21-70c24a6f9620", "name": "network-vif-deleted", "tag": "ba621cb4-3470-41ba-86ba-66a0c35b5f24"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:45:51.842184 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92aecc10-1d34-405c-b8af-4575d4845ef0 x-openstack-request-id: req-92aecc10-1d34-405c-b8af-4575d4845ef0 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:45:51.842491 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34d86a59-01a0-42ed-aa21-70c24a6f9620", "name": "network-vif-deleted", "tag": "ba621cb4-3470-41ba-86ba-66a0c35b5f24", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:45:51.842789 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-92aecc10-1d34-405c-b8af-4575d4845ef0 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:45:51.843221 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34d86a59-01a0-42ed-aa21-70c24a6f9620', 'name': 'network-vif-deleted', 'tag': 'ba621cb4-3470-41ba-86ba-66a0c35b5f24', 'status': 'completed', 'code': 200} Dec 06 17:45:52.333921 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-df3848ff-64eb-4bb6-b185-195ecf586501 req-d1115043-5423-4f36-83d3-ec8b36921ea8 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=34d86a59-01a0-42ed-aa21-70c24a6f9620 HTTP/1.1" status: 200 len: 210 time: 0.0305879 Dec 06 17:45:53.436603 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-adb26acd-dbf1-40a0-89a1-da4ccaf8629d req-e6a13012-d361-437a-8ce4-4d13f2111c1b tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=34d86a59-01a0-42ed-aa21-70c24a6f9620 HTTP/1.1" status: 200 len: 210 time: 0.0321910 Dec 06 17:45:54.546997 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4b9a0b01-6b84-4bc2-85b3-38a9c33a7130 req-770d9cbb-f18f-48f9-8dd5-a460e0a211d6 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=34d86a59-01a0-42ed-aa21-70c24a6f9620 HTTP/1.1" status: 200 len: 210 time: 0.0283771 Dec 06 17:45:55.510097 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device ba621cb4-3470-41ba-86ba-66a0c35b5f24 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:45:55.536698 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] No Port match for: ba621cb4-3470-41ba-86ba-66a0c35b5f24 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:45:55.537145 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device ba621cb4-3470-41ba-86ba-66a0c35b5f24 not bound to the agent host n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:45:55.651696 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1b024fa3-aef6-43a9-90ef-2f0e77808677 req-5c165ba8-b286-4b60-a080-427a8bea2b9b tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "GET /v2.0/ports?device_id=34d86a59-01a0-42ed-aa21-70c24a6f9620 HTTP/1.1" status: 200 len: 210 time: 0.0291023 Dec 06 17:45:56.710444 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 36492) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:45:56.844177 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-effdc623-78b1-439d-8cee-7404a1ea7bea tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Deleting port 3e3d5dec-a860-4511-a8d8-503ed1fc0d03 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:45:56.844515 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-effdc623-78b1-439d-8cee-7404a1ea7bea tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:45:56.922874 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-effdc623-78b1-439d-8cee-7404a1ea7bea tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:45:56.923296 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-effdc623-78b1-439d-8cee-7404a1ea7bea tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:45:56.935387 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-effdc623-78b1-439d-8cee-7404a1ea7bea tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Calling delete_port for 3e3d5dec-a860-4511-a8d8-503ed1fc0d03 owned by network:floatingip {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:45:57.068702 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-effdc623-78b1-439d-8cee-7404a1ea7bea tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:45:57.092966 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effdc623-78b1-439d-8cee-7404a1ea7bea tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Pushing event deleted for resources: {'Port': ['ID=3e3d5dec-a860-4511-a8d8-503ed1fc0d03,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:45:57.158851 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-effdc623-78b1-439d-8cee-7404a1ea7bea tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks [] for floatingip, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:45:57.161387 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-effdc623-78b1-439d-8cee-7404a1ea7bea tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:45:57.162568 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-effdc623-78b1-439d-8cee-7404a1ea7bea tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "DELETE /v2.0/floatingips/71e0ebb4-009f-494f-a9f6-f1374b2dc82e HTTP/1.1" status: 204 len: 168 time: 0.4503491 Dec 06 17:46:00.465343 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 36566) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:46:00.525658 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9d71a728-6083-4d7a-ba80-aadd2fe55244 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:00.551264 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9d71a728-6083-4d7a-ba80-aadd2fe55244 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:00.611973 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9d71a728-6083-4d7a-ba80-aadd2fe55244 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:00.614815 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9d71a728-6083-4d7a-ba80-aadd2fe55244 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:00.616021 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-9d71a728-6083-4d7a-ba80-aadd2fe55244 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] 10.222.0.23 "DELETE /v2.0/security-groups/1e5797dc-b155-406a-9d6a-299f1fe9f8d8 HTTP/1.1" status: 204 len: 168 time: 0.1496599 Dec 06 17:46:00.625784 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71a728-6083-4d7a-ba80-aadd2fe55244 tempest-TestVolumeBootPattern-1070417222 tempest-TestVolumeBootPattern-1070417222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e5797dc-b155-406a-9d6a-299f1fe9f8d8,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:46:00.686527 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 36570) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:46:01.247992 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bea4b951-515a-4db1-aaf2-d8b718372174 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575908'] for router_interface, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:01.503427 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-bea4b951-515a-4db1-aaf2-d8b718372174 admin admin] Deleting port f5e38546-3774-4985-91ea-188ae7e8c07b {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:46:01.503768 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bea4b951-515a-4db1-aaf2-d8b718372174 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:01.580820 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-bea4b951-515a-4db1-aaf2-d8b718372174 admin admin] For port f5e38546-3774-4985-91ea-188ae7e8c07b, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f5e38546-3774-4985-91ea-188ae7e8c07b,segment=NetworkSegment(335efc5d-483a-424a-abc6-8fe1bd340f96),segment_id=335efc5d-483a-424a-abc6-8fe1bd340f96)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:46:01.581186 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bea4b951-515a-4db1-aaf2-d8b718372174 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:01.598930 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-bea4b951-515a-4db1-aaf2-d8b718372174 admin admin] Calling delete_port for f5e38546-3774-4985-91ea-188ae7e8c07b owned by network:router_interface {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:46:01.782323 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bea4b951-515a-4db1-aaf2-d8b718372174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:01.811523 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea4b951-515a-4db1-aaf2-d8b718372174 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5e38546-3774-4985-91ea-188ae7e8c07b,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:46:01.990259 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bea4b951-515a-4db1-aaf2-d8b718372174 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-772474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575952'] for router_interface, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:02.213442 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bea4b951-515a-4db1-aaf2-d8b718372174 admin admin] Router 07bf1f70-b412-4e25-b1a7-7cacff22ab7c has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:46:02.322117 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bea4b951-515a-4db1-aaf2-d8b718372174 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:46:02.327185 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-bea4b951-515a-4db1-aaf2-d8b718372174 admin admin] 10.222.0.23 "PUT /v2.0/routers/07bf1f70-b412-4e25-b1a7-7cacff22ab7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6377165 Dec 06 17:46:02.329775 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 36578) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:46:02.335235 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6bf4fec-7717-4907-8dba-bede46a15e7c None None] Sync routers for ids ['07bf1f70-b412-4e25-b1a7-7cacff22ab7c'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:46:02.348977 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6bf4fec-7717-4907-8dba-bede46a15e7c None None] Routers {'07bf1f70-b412-4e25-b1a7-7cacff22ab7c'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:46:02.349896 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-d6bf4fec-7717-4907-8dba-bede46a15e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:45:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['07bf1f70-b412-4e25-b1a7-7cacff22ab7c'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:46:02.434172 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-128f3615-c85a-4997-b4ec-54cf9c729e51 admin admin] Publish callbacks [] for router, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:02.457182 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-d6bf4fec-7717-4907-8dba-bede46a15e7c None None] Set router 07bf1f70-b412-4e25-b1a7-7cacff22ab7c gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:46:02.544040 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-128f3615-c85a-4997-b4ec-54cf9c729e51 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:02.607979 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-128f3615-c85a-4997-b4ec-54cf9c729e51 admin admin] Deleting port 496acb0e-6acc-4519-8b36-37d1a9461f0c {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:46:02.608503 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-128f3615-c85a-4997-b4ec-54cf9c729e51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:02.653910 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-d6bf4fec-7717-4907-8dba-bede46a15e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bf1f70-b412-4e25-b1a7-7cacff22ab7c', 'name': 'tempest-TestVolumeBootPattern-2129032411-router', 'tenant_id': 'ecd8b64e36c540eeae4809301448bbe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.204'}], 'enable_snat': True}, 'gw_port_id': '496acb0e-6acc-4519-8b36-37d1a9461f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:32:06Z', 'updated_at': '2021-12-06T17:46:01Z', 'revision_number': 5, 'project_id': 'ecd8b64e36c540eeae4809301448bbe1', 'gw_port': {'id': '496acb0e-6acc-4519-8b36-37d1a9461f0c', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bf1f70-b412-4e25-b1a7-7cacff22ab7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:32:08Z', 'updated_at': '2021-12-06T17:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:46:02.683968 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6bf4fec-7717-4907-8dba-bede46a15e7c None None] Checking router: 07bf1f70-b412-4e25-b1a7-7cacff22ab7c for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:46:02.691238 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-128f3615-c85a-4997-b4ec-54cf9c729e51 admin admin] For port 496acb0e-6acc-4519-8b36-37d1a9461f0c, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=496acb0e-6acc-4519-8b36-37d1a9461f0c,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:46:02.691838 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-128f3615-c85a-4997-b4ec-54cf9c729e51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:02.692756 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6bf4fec-7717-4907-8dba-bede46a15e7c None None] Routers {'07bf1f70-b412-4e25-b1a7-7cacff22ab7c'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:46:02.693368 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-d6bf4fec-7717-4907-8dba-bede46a15e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:45:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['07bf1f70-b412-4e25-b1a7-7cacff22ab7c'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:46:02.709961 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-128f3615-c85a-4997-b4ec-54cf9c729e51 admin admin] Calling delete_port for 496acb0e-6acc-4519-8b36-37d1a9461f0c owned by network:router_gateway {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:46:02.794579 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-d6bf4fec-7717-4907-8dba-bede46a15e7c None None] Set router 07bf1f70-b412-4e25-b1a7-7cacff22ab7c gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:46:02.850957 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-d6bf4fec-7717-4907-8dba-bede46a15e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bf1f70-b412-4e25-b1a7-7cacff22ab7c', 'name': 'tempest-TestVolumeBootPattern-2129032411-router', 'tenant_id': 'ecd8b64e36c540eeae4809301448bbe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:32:06Z', 'updated_at': '2021-12-06T17:46:02Z', 'revision_number': 6, 'project_id': 'ecd8b64e36c540eeae4809301448bbe1', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:46:02.880792 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6bf4fec-7717-4907-8dba-bede46a15e7c None None] The sync data for ids ['07bf1f70-b412-4e25-b1a7-7cacff22ab7c'] in n-d-master-1 is: [{'id': '07bf1f70-b412-4e25-b1a7-7cacff22ab7c', 'name': 'tempest-TestVolumeBootPattern-2129032411-router', 'tenant_id': 'ecd8b64e36c540eeae4809301448bbe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:32:06Z', 'updated_at': '2021-12-06T17:46:02Z', 'revision_number': 6, 'project_id': 'ecd8b64e36c540eeae4809301448bbe1', 'gw_port_host': None}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:46:02.912965 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-128f3615-c85a-4997-b4ec-54cf9c729e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:02.945864 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128f3615-c85a-4997-b4ec-54cf9c729e51 admin admin] Pushing event deleted for resources: {'Port': ['ID=496acb0e-6acc-4519-8b36-37d1a9461f0c,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:46:02.964159 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b3ba75-c8d1-4fd6-8f11-5daa6bf7bee1 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:46:02.987885 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:03.006732 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-128f3615-c85a-4997-b4ec-54cf9c729e51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536698'] for router_gateway, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:03.097969 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-128f3615-c85a-4997-b4ec-54cf9c729e51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:03.100049 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-128f3615-c85a-4997-b4ec-54cf9c729e51 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:03.149368 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-128f3615-c85a-4997-b4ec-54cf9c729e51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:03.149950 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-128f3615-c85a-4997-b4ec-54cf9c729e51 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07bf1f70-b412-4e25-b1a7-7cacff22ab7c {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 17:46:03.154782 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-128f3615-c85a-4997-b4ec-54cf9c729e51 admin admin] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:03.155985 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-128f3615-c85a-4997-b4ec-54cf9c729e51 admin admin] 10.222.0.23 "DELETE /v2.0/routers/07bf1f70-b412-4e25-b1a7-7cacff22ab7c HTTP/1.1" status: 204 len: 168 time: 0.8252721 Dec 06 17:46:03.158712 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 36582) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:46:03.203923 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-49ac46b4-1115-4384-95f9-206c2c80087b admin admin] Deleting subnet 06d20752-22e2-4f05-a607-805be1f18e56 {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:46:03.207057 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-49ac46b4-1115-4384-95f9-206c2c80087b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:03.247545 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-49ac46b4-1115-4384-95f9-206c2c80087b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:03.338577 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-49ac46b4-1115-4384-95f9-206c2c80087b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:03.392443 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-49ac46b4-1115-4384-95f9-206c2c80087b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:03.424494 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-49ac46b4-1115-4384-95f9-206c2c80087b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:03.429821 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd456dd2-ce4a-460f-9cd6-3e9c47a33dd9 None None] Network 2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:46:03.430450 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-49ac46b4-1115-4384-95f9-206c2c80087b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/06d20752-22e2-4f05-a607-805be1f18e56 HTTP/1.1" status: 204 len: 168 time: 0.2705822 Dec 06 17:46:03.430886 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 36584) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:46:03.431529 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ac46b4-1115-4384-95f9-206c2c80087b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06d20752-22e2-4f05-a607-805be1f18e56,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:46:03.677543 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358a4154-b69e-41f8-a29b-ec747a8fbf6a None None] DHCP port deletion for 2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:46:03.743185 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-358a4154-b69e-41f8-a29b-ec747a8fbf6a None None] Deleting port bd544dce-232a-4f70-9971-2e78b68c4b75 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:46:03.743765 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-358a4154-b69e-41f8-a29b-ec747a8fbf6a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:03.831371 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-358a4154-b69e-41f8-a29b-ec747a8fbf6a None None] For port bd544dce-232a-4f70-9971-2e78b68c4b75, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=bd544dce-232a-4f70-9971-2e78b68c4b75,segment=NetworkSegment(335efc5d-483a-424a-abc6-8fe1bd340f96),segment_id=335efc5d-483a-424a-abc6-8fe1bd340f96)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:46:03.832505 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-358a4154-b69e-41f8-a29b-ec747a8fbf6a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:03.854069 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-358a4154-b69e-41f8-a29b-ec747a8fbf6a None None] Calling delete_port for bd544dce-232a-4f70-9971-2e78b68c4b75 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:46:03.878385 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8f34c508-61b9-479c-a6bb-9fdd0e76d71b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:03.940496 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-8f34c508-61b9-479c-a6bb-9fdd0e76d71b admin admin] Deleting port bd544dce-232a-4f70-9971-2e78b68c4b75 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:46:03.941083 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8f34c508-61b9-479c-a6bb-9fdd0e76d71b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:03.963227 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-358a4154-b69e-41f8-a29b-ec747a8fbf6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:03.977095 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358a4154-b69e-41f8-a29b-ec747a8fbf6a None None] No DVR routers for this DVR port bd544dce-232a-4f70-9971-2e78b68c4b75 on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:46:04.003400 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358a4154-b69e-41f8-a29b-ec747a8fbf6a None None] Pushing event deleted for resources: {'Port': ['ID=bd544dce-232a-4f70-9971-2e78b68c4b75,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:46:04.015134 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358a4154-b69e-41f8-a29b-ec747a8fbf6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:46:04.015527 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358a4154-b69e-41f8-a29b-ec747a8fbf6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:46:04.015897 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358a4154-b69e-41f8-a29b-ec747a8fbf6a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:46:04.016246 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358a4154-b69e-41f8-a29b-ec747a8fbf6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:46:04.016591 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358a4154-b69e-41f8-a29b-ec747a8fbf6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:46:04.017355 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358a4154-b69e-41f8-a29b-ec747a8fbf6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:46:04.017789 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358a4154-b69e-41f8-a29b-ec747a8fbf6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:46:04.018134 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358a4154-b69e-41f8-a29b-ec747a8fbf6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:46:04.018613 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358a4154-b69e-41f8-a29b-ec747a8fbf6a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:46:04.018951 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358a4154-b69e-41f8-a29b-ec747a8fbf6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:46:04.019291 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358a4154-b69e-41f8-a29b-ec747a8fbf6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:46:04.019623 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358a4154-b69e-41f8-a29b-ec747a8fbf6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:46:04.019960 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358a4154-b69e-41f8-a29b-ec747a8fbf6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:46:04.045341 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-8f34c508-61b9-479c-a6bb-9fdd0e76d71b admin admin] For port bd544dce-232a-4f70-9971-2e78b68c4b75, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=bd544dce-232a-4f70-9971-2e78b68c4b75,segment=NetworkSegment(335efc5d-483a-424a-abc6-8fe1bd340f96),segment_id=335efc5d-483a-424a-abc6-8fe1bd340f96)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:46:04.045760 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8f34c508-61b9-479c-a6bb-9fdd0e76d71b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:04.060450 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-8f34c508-61b9-479c-a6bb-9fdd0e76d71b admin admin] Calling delete_port for bd544dce-232a-4f70-9971-2e78b68c4b75 owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:46:04.154764 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8f34c508-61b9-479c-a6bb-9fdd0e76d71b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:04.177887 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f34c508-61b9-479c-a6bb-9fdd0e76d71b admin admin] Pushing event deleted for resources: {'Port': ['ID=bd544dce-232a-4f70-9971-2e78b68c4b75,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:46:04.184367 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f34c508-61b9-479c-a6bb-9fdd0e76d71b admin admin] No DVR routers for this DVR port bd544dce-232a-4f70-9971-2e78b68c4b75 on host n-d-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:46:04.257266 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8f34c508-61b9-479c-a6bb-9fdd0e76d71b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:04.276901 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-8f34c508-61b9-479c-a6bb-9fdd0e76d71b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:46:04.286204 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-8f34c508-61b9-479c-a6bb-9fdd0e76d71b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '335efc5d-483a-424a-abc6-8fe1bd340f96') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:46:04.286508 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-8f34c508-61b9-479c-a6bb-9fdd0e76d71b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '335efc5d-483a-424a-abc6-8fe1bd340f96') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:46:04.296691 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8f34c508-61b9-479c-a6bb-9fdd0e76d71b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:04.310207 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8f34c508-61b9-479c-a6bb-9fdd0e76d71b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:04.316200 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f34c508-61b9-479c-a6bb-9fdd0e76d71b admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:46:04.316578 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8f34c508-61b9-479c-a6bb-9fdd0e76d71b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:04.318335 n-d-master-1 neutron-server[103284]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:46:04.318335 n-d-master-1 neutron-server[103284]: self.session.flush() Dec 06 17:46:04.318335 n-d-master-1 neutron-server[103284]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:46:04.318335 n-d-master-1 neutron-server[103284]: self.session.flush() Dec 06 17:46:04.318335 n-d-master-1 neutron-server[103284]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:46:04.318335 n-d-master-1 neutron-server[103284]: self.session.flush() Dec 06 17:46:04.318335 n-d-master-1 neutron-server[103284]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:46:04.318335 n-d-master-1 neutron-server[103284]: self.session.flush() Dec 06 17:46:04.318335 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 17:46:04.318335 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:46:04.318335 n-d-master-1 neutron-server[103284]: timer() Dec 06 17:46:04.318335 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:46:04.318335 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 17:46:04.318335 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:46:04.318335 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 17:46:04.318335 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:46:04.318335 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 17:46:04.318335 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:46:04.318335 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 17:46:04.318335 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:46:04.318335 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 17:46:04.318335 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:46:04.318335 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:46:04.318335 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:46:04.318335 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:46:04.318335 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:46:04.318335 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 17:46:04.318335 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:46:04.318335 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 17:46:04.318335 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:46:04.318335 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:46:04.318335 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:46:04.318335 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 17:46:04.318335 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:46:04.318335 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:46:04.318335 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:46:04.318335 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:46:04.318335 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:46:04.318335 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:46:04.318335 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:46:04.374783 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8f34c508-61b9-479c-a6bb-9fdd0e76d71b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:04.379927 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8f34c508-61b9-479c-a6bb-9fdd0e76d71b admin admin] Publish callbacks [] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:04.383172 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-8f34c508-61b9-479c-a6bb-9fdd0e76d71b admin admin] 10.222.0.23 "DELETE /v2.0/networks/2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4 HTTP/1.1" status: 204 len: 168 time: 0.9512770 Dec 06 17:46:04.386576 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 36590) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:46:04.394068 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f34c508-61b9-479c-a6bb-9fdd0e76d71b admin admin] Pushing event deleted for resources: {'Network': ['ID=2bef3227-8704-4fa1-b8a1-cfeccd7aeaf4,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:46:04.554686 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device bd544dce-232a-4f70-9971-2e78b68c4b75 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:46:04.574376 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: bd544dce-232a-4f70-9971-2e78b68c4b75 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:46:04.574810 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device bd544dce-232a-4f70-9971-2e78b68c4b75 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:46:04.575218 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device f5e38546-3774-4985-91ea-188ae7e8c07b no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:46:04.596546 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: f5e38546-3774-4985-91ea-188ae7e8c07b {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:46:04.596891 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device f5e38546-3774-4985-91ea-188ae7e8c07b not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:46:04.597298 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 496acb0e-6acc-4519-8b36-37d1a9461f0c no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:46:04.616857 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 496acb0e-6acc-4519-8b36-37d1a9461f0c {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:46:04.617200 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 496acb0e-6acc-4519-8b36-37d1a9461f0c not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:46:04.727507 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-68358e92-82ea-4506-a56b-620139feec29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575908'] for router_interface, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:04.972375 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-68358e92-82ea-4506-a56b-620139feec29 admin admin] Deleting port 819442d6-9ab3-49d5-b5fb-5dc024a01fb4 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:46:04.972718 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-68358e92-82ea-4506-a56b-620139feec29 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:05.053404 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-68358e92-82ea-4506-a56b-620139feec29 admin admin] For port 819442d6-9ab3-49d5-b5fb-5dc024a01fb4, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=819442d6-9ab3-49d5-b5fb-5dc024a01fb4,segment=NetworkSegment(009ad5bf-699d-4f6b-81c2-928cd3e0480e),segment_id=009ad5bf-699d-4f6b-81c2-928cd3e0480e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:46:05.053718 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-68358e92-82ea-4506-a56b-620139feec29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:05.066000 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-68358e92-82ea-4506-a56b-620139feec29 admin admin] Calling delete_port for 819442d6-9ab3-49d5-b5fb-5dc024a01fb4 owned by network:router_interface {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:46:05.243759 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-68358e92-82ea-4506-a56b-620139feec29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:05.269644 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68358e92-82ea-4506-a56b-620139feec29 admin admin] Pushing event deleted for resources: {'Port': ['ID=819442d6-9ab3-49d5-b5fb-5dc024a01fb4,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:46:05.366070 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:05.450051 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-68358e92-82ea-4506-a56b-620139feec29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-772474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575952'] for router_interface, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:05.681304 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68358e92-82ea-4506-a56b-620139feec29 admin admin] Router 3644e7f3-4dd6-41e4-a2eb-ec67b3abdcfd has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:46:05.790425 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68358e92-82ea-4506-a56b-620139feec29 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:46:05.795534 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-68358e92-82ea-4506-a56b-620139feec29 admin admin] 10.222.0.23 "PUT /v2.0/routers/3644e7f3-4dd6-41e4-a2eb-ec67b3abdcfd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4077334 Dec 06 17:46:05.798110 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 36608) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:46:05.807633 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93db2b04-40bb-4ec3-beea-d1ea6011af5f None None] Sync routers for ids ['3644e7f3-4dd6-41e4-a2eb-ec67b3abdcfd'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:46:05.818403 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93db2b04-40bb-4ec3-beea-d1ea6011af5f None None] Routers {'3644e7f3-4dd6-41e4-a2eb-ec67b3abdcfd'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:46:05.819090 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-93db2b04-40bb-4ec3-beea-d1ea6011af5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:45:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['3644e7f3-4dd6-41e4-a2eb-ec67b3abdcfd'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:46:05.909186 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5c7399ac-c7f2-402b-a332-34a9f27a8a50 admin admin] Publish callbacks [] for router, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:05.928426 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-93db2b04-40bb-4ec3-beea-d1ea6011af5f None None] Set router 3644e7f3-4dd6-41e4-a2eb-ec67b3abdcfd gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:46:06.037255 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5c7399ac-c7f2-402b-a332-34a9f27a8a50 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:06.096003 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-5c7399ac-c7f2-402b-a332-34a9f27a8a50 admin admin] Deleting port 288aac04-4b93-4959-9575-1ba5d1608ab0 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:46:06.096439 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5c7399ac-c7f2-402b-a332-34a9f27a8a50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:06.118429 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-93db2b04-40bb-4ec3-beea-d1ea6011af5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3644e7f3-4dd6-41e4-a2eb-ec67b3abdcfd', 'name': 'tempest-TestVolumeBootPattern-1607606723-router', 'tenant_id': 'b79391c53ca74e5d9ce9f9bdfa79125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.104'}], 'enable_snat': True}, 'gw_port_id': '288aac04-4b93-4959-9575-1ba5d1608ab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:32:20Z', 'updated_at': '2021-12-06T17:46:05Z', 'revision_number': 5, 'project_id': 'b79391c53ca74e5d9ce9f9bdfa79125a', 'gw_port': {'id': '288aac04-4b93-4959-9575-1ba5d1608ab0', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:30:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3644e7f3-4dd6-41e4-a2eb-ec67b3abdcfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:32:22Z', 'updated_at': '2021-12-06T17:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:46:06.146047 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93db2b04-40bb-4ec3-beea-d1ea6011af5f None None] Checking router: 3644e7f3-4dd6-41e4-a2eb-ec67b3abdcfd for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:46:06.162672 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93db2b04-40bb-4ec3-beea-d1ea6011af5f None None] Routers {'3644e7f3-4dd6-41e4-a2eb-ec67b3abdcfd'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:46:06.163293 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-93db2b04-40bb-4ec3-beea-d1ea6011af5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:45:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['3644e7f3-4dd6-41e4-a2eb-ec67b3abdcfd'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:46:06.184062 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-5c7399ac-c7f2-402b-a332-34a9f27a8a50 admin admin] For port 288aac04-4b93-4959-9575-1ba5d1608ab0, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=288aac04-4b93-4959-9575-1ba5d1608ab0,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:46:06.184578 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5c7399ac-c7f2-402b-a332-34a9f27a8a50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:06.202487 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-5c7399ac-c7f2-402b-a332-34a9f27a8a50 admin admin] Calling delete_port for 288aac04-4b93-4959-9575-1ba5d1608ab0 owned by network:router_gateway {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:46:06.249514 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-93db2b04-40bb-4ec3-beea-d1ea6011af5f None None] Set router 3644e7f3-4dd6-41e4-a2eb-ec67b3abdcfd gateway port host: None {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:46:06.300576 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-93db2b04-40bb-4ec3-beea-d1ea6011af5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3644e7f3-4dd6-41e4-a2eb-ec67b3abdcfd', 'name': 'tempest-TestVolumeBootPattern-1607606723-router', 'tenant_id': 'b79391c53ca74e5d9ce9f9bdfa79125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:32:20Z', 'updated_at': '2021-12-06T17:46:06Z', 'revision_number': 6, 'project_id': 'b79391c53ca74e5d9ce9f9bdfa79125a', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:46:06.329497 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93db2b04-40bb-4ec3-beea-d1ea6011af5f None None] The sync data for ids ['3644e7f3-4dd6-41e4-a2eb-ec67b3abdcfd'] in n-d-master-1 is: [{'id': '3644e7f3-4dd6-41e4-a2eb-ec67b3abdcfd', 'name': 'tempest-TestVolumeBootPattern-1607606723-router', 'tenant_id': 'b79391c53ca74e5d9ce9f9bdfa79125a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:32:20Z', 'updated_at': '2021-12-06T17:46:06Z', 'revision_number': 6, 'project_id': 'b79391c53ca74e5d9ce9f9bdfa79125a', 'gw_port_host': None}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:46:06.392395 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5c7399ac-c7f2-402b-a332-34a9f27a8a50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:06.428447 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7399ac-c7f2-402b-a332-34a9f27a8a50 admin admin] Pushing event deleted for resources: {'Port': ['ID=288aac04-4b93-4959-9575-1ba5d1608ab0,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:46:06.447857 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ac6433-ddc4-4578-a947-9b796b7fd671 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:46:06.500652 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5c7399ac-c7f2-402b-a332-34a9f27a8a50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536698'] for router_gateway, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:06.592644 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5c7399ac-c7f2-402b-a332-34a9f27a8a50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:06.594907 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5c7399ac-c7f2-402b-a332-34a9f27a8a50 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:06.645370 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5c7399ac-c7f2-402b-a332-34a9f27a8a50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:06.645964 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c7399ac-c7f2-402b-a332-34a9f27a8a50 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3644e7f3-4dd6-41e4-a2eb-ec67b3abdcfd {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 17:46:06.651362 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5c7399ac-c7f2-402b-a332-34a9f27a8a50 admin admin] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:06.652506 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-5c7399ac-c7f2-402b-a332-34a9f27a8a50 admin admin] 10.222.0.23 "DELETE /v2.0/routers/3644e7f3-4dd6-41e4-a2eb-ec67b3abdcfd HTTP/1.1" status: 204 len: 168 time: 0.8527763 Dec 06 17:46:06.655171 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 36628) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:46:06.719609 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b729b01-d5be-41e9-b1fc-3b0ec2e0636d admin admin] Deleting subnet e9c1b201-9582-4708-87c6-825646445b85 {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:46:06.729217 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1b729b01-d5be-41e9-b1fc-3b0ec2e0636d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:06.769678 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1b729b01-d5be-41e9-b1fc-3b0ec2e0636d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:06.871533 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1b729b01-d5be-41e9-b1fc-3b0ec2e0636d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:06.926298 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1b729b01-d5be-41e9-b1fc-3b0ec2e0636d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:06.953091 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b729b01-d5be-41e9-b1fc-3b0ec2e0636d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9c1b201-9582-4708-87c6-825646445b85,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:46:06.956800 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1b729b01-d5be-41e9-b1fc-3b0ec2e0636d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:06.963054 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-1b729b01-d5be-41e9-b1fc-3b0ec2e0636d admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e9c1b201-9582-4708-87c6-825646445b85 HTTP/1.1" status: 204 len: 168 time: 0.3039255 Dec 06 17:46:06.963125 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 36636) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:46:06.968343 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e51d93-8866-4ef4-818e-9a6aed14e892 None None] Network 5f7fba3a-198c-44c2-997b-da26086406e7 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:46:07.051180 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5d4b0dd5-4757-4fdf-8b73-96ce543ef9db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:07.109919 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-5d4b0dd5-4757-4fdf-8b73-96ce543ef9db admin admin] Deleting port 6e1c1b25-3165-490f-96f8-d6036e7b13fa {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:46:07.110211 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5d4b0dd5-4757-4fdf-8b73-96ce543ef9db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:07.185268 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-5d4b0dd5-4757-4fdf-8b73-96ce543ef9db admin admin] For port 6e1c1b25-3165-490f-96f8-d6036e7b13fa, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6e1c1b25-3165-490f-96f8-d6036e7b13fa,segment=NetworkSegment(009ad5bf-699d-4f6b-81c2-928cd3e0480e),segment_id=009ad5bf-699d-4f6b-81c2-928cd3e0480e)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:46:07.185268 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5d4b0dd5-4757-4fdf-8b73-96ce543ef9db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:07.189767 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19a20cc-59a8-41d4-81f1-b73fc8a0954b None None] DHCP port deletion for 5f7fba3a-198c-44c2-997b-da26086406e7 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:46:07.197773 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 819442d6-9ab3-49d5-b5fb-5dc024a01fb4 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:46:07.200389 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-5d4b0dd5-4757-4fdf-8b73-96ce543ef9db admin admin] Calling delete_port for 6e1c1b25-3165-490f-96f8-d6036e7b13fa owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:46:07.228582 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 819442d6-9ab3-49d5-b5fb-5dc024a01fb4 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:46:07.228852 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 819442d6-9ab3-49d5-b5fb-5dc024a01fb4 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:46:07.277832 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b19a20cc-59a8-41d4-81f1-b73fc8a0954b None None] Deleting port 6e1c1b25-3165-490f-96f8-d6036e7b13fa {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:46:07.278151 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b19a20cc-59a8-41d4-81f1-b73fc8a0954b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:07.286906 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5d4b0dd5-4757-4fdf-8b73-96ce543ef9db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:07.310138 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4b0dd5-4757-4fdf-8b73-96ce543ef9db admin admin] No DVR routers for this DVR port 6e1c1b25-3165-490f-96f8-d6036e7b13fa on host n-d-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:46:07.338042 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4b0dd5-4757-4fdf-8b73-96ce543ef9db admin admin] Pushing event deleted for resources: {'Port': ['ID=6e1c1b25-3165-490f-96f8-d6036e7b13fa,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:46:07.420818 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5d4b0dd5-4757-4fdf-8b73-96ce543ef9db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:07.443823 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-5d4b0dd5-4757-4fdf-8b73-96ce543ef9db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f7fba3a-198c-44c2-997b-da26086406e7']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:46:07.455055 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-5d4b0dd5-4757-4fdf-8b73-96ce543ef9db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '009ad5bf-699d-4f6b-81c2-928cd3e0480e') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:46:07.455356 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-5d4b0dd5-4757-4fdf-8b73-96ce543ef9db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '009ad5bf-699d-4f6b-81c2-928cd3e0480e') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:46:07.466232 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5d4b0dd5-4757-4fdf-8b73-96ce543ef9db admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:07.482143 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5d4b0dd5-4757-4fdf-8b73-96ce543ef9db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:07.490371 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d4b0dd5-4757-4fdf-8b73-96ce543ef9db admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:46:07.490971 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5d4b0dd5-4757-4fdf-8b73-96ce543ef9db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:07.493541 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 17:46:07.493541 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:46:07.493541 n-d-master-1 neutron-server[103284]: timer() Dec 06 17:46:07.493541 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:46:07.493541 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 17:46:07.493541 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:46:07.493541 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 17:46:07.493541 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:46:07.493541 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 17:46:07.493541 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:46:07.493541 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 17:46:07.493541 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:46:07.493541 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 17:46:07.493541 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:46:07.493541 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:46:07.493541 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:46:07.493541 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:46:07.493541 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:46:07.493541 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 17:46:07.493541 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:46:07.493541 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 17:46:07.493541 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:46:07.493541 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:46:07.493541 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:46:07.493541 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 17:46:07.493541 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:46:07.493541 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:46:07.493541 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:46:07.493541 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:46:07.493541 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:46:07.493541 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:46:07.493541 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:46:07.522096 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b19a20cc-59a8-41d4-81f1-b73fc8a0954b None None] For port 6e1c1b25-3165-490f-96f8-d6036e7b13fa, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6e1c1b25-3165-490f-96f8-d6036e7b13fa,segment=NetworkSegment(009ad5bf-699d-4f6b-81c2-928cd3e0480e),segment_id=009ad5bf-699d-4f6b-81c2-928cd3e0480e)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:46:07.522549 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b19a20cc-59a8-41d4-81f1-b73fc8a0954b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:07.537751 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b19a20cc-59a8-41d4-81f1-b73fc8a0954b None None] Calling delete_port for 6e1c1b25-3165-490f-96f8-d6036e7b13fa owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:46:07.572275 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5d4b0dd5-4757-4fdf-8b73-96ce543ef9db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:07.576829 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5d4b0dd5-4757-4fdf-8b73-96ce543ef9db admin admin] Publish callbacks [] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:07.580722 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-5d4b0dd5-4757-4fdf-8b73-96ce543ef9db admin admin] 10.222.0.23 "DELETE /v2.0/networks/5f7fba3a-198c-44c2-997b-da26086406e7 HTTP/1.1" status: 204 len: 168 time: 0.6166751 Dec 06 17:46:07.597746 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4b0dd5-4757-4fdf-8b73-96ce543ef9db admin admin] Pushing event deleted for resources: {'Network': ['ID=5f7fba3a-198c-44c2-997b-da26086406e7,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:46:07.637793 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b19a20cc-59a8-41d4-81f1-b73fc8a0954b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:07.664518 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b19a20cc-59a8-41d4-81f1-b73fc8a0954b None None] Network 5f7fba3a-198c-44c2-997b-da26086406e7 is not hosted by any dhcp agent {{(pid=103286) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 06 17:46:07.664985 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19a20cc-59a8-41d4-81f1-b73fc8a0954b None None] No DVR routers for this DVR port 6e1c1b25-3165-490f-96f8-d6036e7b13fa on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:46:07.666795 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19a20cc-59a8-41d4-81f1-b73fc8a0954b None None] Pushing event deleted for resources: {'Port': ['ID=6e1c1b25-3165-490f-96f8-d6036e7b13fa,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:46:07.776007 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 36648) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:46:07.818665 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-577e3d19-06c7-437a-a89e-ed9b9b4ef7bf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ecd8b64e36c540eeae4809301448bbe1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0412662 Dec 06 17:46:07.821143 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 36654) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:46:07.871976 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d958ce6a-5f99-4176-96e8-3217ff9f1bca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:07.895517 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d958ce6a-5f99-4176-96e8-3217ff9f1bca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:07.942382 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d958ce6a-5f99-4176-96e8-3217ff9f1bca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:07.945591 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d958ce6a-5f99-4176-96e8-3217ff9f1bca admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:07.946755 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-d958ce6a-5f99-4176-96e8-3217ff9f1bca admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/53a84ca2-3f2c-4a10-85a7-67cee2181fd4 HTTP/1.1" status: 204 len: 168 time: 0.1246367 Dec 06 17:46:07.955506 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d958ce6a-5f99-4176-96e8-3217ff9f1bca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a84ca2-3f2c-4a10-85a7-67cee2181fd4,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:46:08.306877 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 36666) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:46:08.312849 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 17:46:08.348614 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-e14a9d61-36ae-4939-a31e-edf360972642 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b79391c53ca74e5d9ce9f9bdfa79125a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0404451 Dec 06 17:46:08.351520 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 36670) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:46:08.403370 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c5cbdaca-d5a5-4533-8adb-0911a8f8c6f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:08.426918 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c5cbdaca-d5a5-4533-8adb-0911a8f8c6f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:08.473834 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c5cbdaca-d5a5-4533-8adb-0911a8f8c6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:08.477200 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c5cbdaca-d5a5-4533-8adb-0911a8f8c6f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:08.478408 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-c5cbdaca-d5a5-4533-8adb-0911a8f8c6f4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f1d77598-23ef-4403-bbbd-7b15591cd1f3 HTTP/1.1" status: 204 len: 168 time: 0.1259723 Dec 06 17:46:08.487108 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cbdaca-d5a5-4533-8adb-0911a8f8c6f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d77598-23ef-4403-bbbd-7b15591cd1f3,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:46:08.572969 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 288aac04-4b93-4959-9575-1ba5d1608ab0 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:46:08.594228 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 288aac04-4b93-4959-9575-1ba5d1608ab0 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:46:08.594583 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 288aac04-4b93-4959-9575-1ba5d1608ab0 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:46:08.595002 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 6e1c1b25-3165-490f-96f8-d6036e7b13fa no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:46:08.615267 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 6e1c1b25-3165-490f-96f8-d6036e7b13fa {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:46:08.615623 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 6e1c1b25-3165-490f-96f8-d6036e7b13fa not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:46:13.464837 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ad56b65e-de8f-4605-91fb-3cf7c578ef6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:13.492035 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b669a-d3e7-4ac0-930d-d73c7e58f5a8 req-871872b3-7518-45f4-959f-ad6ec756d547 tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:46:13.493615 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1f4b669a-d3e7-4ac0-930d-d73c7e58f5a8 req-871872b3-7518-45f4-959f-ad6ec756d547 tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaff9751-15e6-4631-8c7e-03d9dee08bff HTTP/1.1" status: 200 len: 945 time: 0.0524065 Dec 06 17:46:13.543180 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1f4b669a-d3e7-4ac0-930d-d73c7e58f5a8 req-105f8fcf-e16b-44da-ade4-2a6132a1e7cb tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] 10.222.0.23 "GET /v2.0/security-groups?id=b24666a1-8f51-4b34-9990-b3f01d9df4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432241 Dec 06 17:46:14.917938 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35913ef1-061b-4bce-b58f-51939c7a67f4 req-2d8d31a5-ebeb-44a4-a706-3f8c59e2d8a1 tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:46:14.919801 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-35913ef1-061b-4bce-b58f-51939c7a67f4 req-2d8d31a5-ebeb-44a4-a706-3f8c59e2d8a1 tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaff9751-15e6-4631-8c7e-03d9dee08bff HTTP/1.1" status: 200 len: 945 time: 0.0591345 Dec 06 17:46:14.941516 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686f023e-c126-4267-b44d-a6953f9c1a02 req-9689e6d0-6ec4-49e3-b115-402cb0040a5a tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:46:14.943659 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-686f023e-c126-4267-b44d-a6953f9c1a02 req-9689e6d0-6ec4-49e3-b115-402cb0040a5a tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] 10.222.0.41 "GET /v2.0/ports?device_id=aaff9751-15e6-4631-8c7e-03d9dee08bff HTTP/1.1" status: 200 len: 945 time: 0.0555422 Dec 06 17:46:14.978223 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-35913ef1-061b-4bce-b58f-51939c7a67f4 req-d42b6236-901d-45ca-bda6-5ec2c2ea7399 tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] 10.222.0.23 "GET /v2.0/security-groups?id=b24666a1-8f51-4b34-9990-b3f01d9df4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509644 Dec 06 17:46:15.046899 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-686f023e-c126-4267-b44d-a6953f9c1a02 req-e04d3070-0eac-429e-8376-63d998b84bab tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Deleting port df983a1a-0968-4d7c-92b2-26c3082dfcf7 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:46:15.047245 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-686f023e-c126-4267-b44d-a6953f9c1a02 req-e04d3070-0eac-429e-8376-63d998b84bab tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:15.138197 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-686f023e-c126-4267-b44d-a6953f9c1a02 req-e04d3070-0eac-429e-8376-63d998b84bab tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] For port df983a1a-0968-4d7c-92b2-26c3082dfcf7, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=df983a1a-0968-4d7c-92b2-26c3082dfcf7,segment=NetworkSegment(710dad7c-f5a4-4c3a-9691-e882be3b7ae9),segment_id=710dad7c-f5a4-4c3a-9691-e882be3b7ae9)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:46:15.138569 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-686f023e-c126-4267-b44d-a6953f9c1a02 req-e04d3070-0eac-429e-8376-63d998b84bab tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:15.320499 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-686f023e-c126-4267-b44d-a6953f9c1a02 req-e04d3070-0eac-429e-8376-63d998b84bab tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:15.320867 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-686f023e-c126-4267-b44d-a6953f9c1a02 req-e04d3070-0eac-429e-8376-63d998b84bab tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:15.321180 n-d-master-1 neutron-server[103285]: INFO neutron.db.l3_db [req-686f023e-c126-4267-b44d-a6953f9c1a02 req-e04d3070-0eac-429e-8376-63d998b84bab tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Floating IP c3cbafa7-d8dc-472f-9325-9c16d563b90f disassociated. External IP: 172.35.1.69, port: df983a1a-0968-4d7c-92b2-26c3082dfcf7. Dec 06 17:46:15.321559 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-686f023e-c126-4267-b44d-a6953f9c1a02 req-e04d3070-0eac-429e-8376-63d998b84bab tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Calling delete_port for df983a1a-0968-4d7c-92b2-26c3082dfcf7 owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:46:15.450241 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-686f023e-c126-4267-b44d-a6953f9c1a02 req-e04d3070-0eac-429e-8376-63d998b84bab tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:15.480782 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04d3070-0eac-429e-8376-63d998b84bab tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Pushing event deleted for resources: {'Port': ['ID=df983a1a-0968-4d7c-92b2-26c3082dfcf7,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:46:15.671311 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f8cc0372-827e-4542-a333-409af5d8b2e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:15.959564 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [req-686f023e-c126-4267-b44d-a6953f9c1a02 req-e04d3070-0eac-429e-8376-63d998b84bab tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Router 3bb29b69-7a44-458a-a1f3-b509dbb255d2 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:46:16.091368 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c5057d2e-27f0-4132-8276-563973f839a0 req-8ed5847d-c861-4d7d-a54c-1c107d5c6c41 tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaff9751-15e6-4631-8c7e-03d9dee08bff HTTP/1.1" status: 200 len: 210 time: 0.0321574 Dec 06 17:46:16.099349 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-686f023e-c126-4267-b44d-a6953f9c1a02 req-e04d3070-0eac-429e-8376-63d998b84bab tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:46:16.110969 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0349af0a-a301-44b1-82cf-b2ab00b4700b None None] Sync routers for ids ['3bb29b69-7a44-458a-a1f3-b509dbb255d2'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:46:16.122461 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0349af0a-a301-44b1-82cf-b2ab00b4700b None None] Routers {'3bb29b69-7a44-458a-a1f3-b509dbb255d2'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:46:16.123425 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-0349af0a-a301-44b1-82cf-b2ab00b4700b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:46:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['3bb29b69-7a44-458a-a1f3-b509dbb255d2'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:46:16.148237 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-686f023e-c126-4267-b44d-a6953f9c1a02 req-e04d3070-0eac-429e-8376-63d998b84bab tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] No DVR routers for this DVR port df983a1a-0968-4d7c-92b2-26c3082dfcf7 on host n-h1-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:46:16.150815 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-686f023e-c126-4267-b44d-a6953f9c1a02 req-e04d3070-0eac-429e-8376-63d998b84bab tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:16.154158 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-686f023e-c126-4267-b44d-a6953f9c1a02 req-e04d3070-0eac-429e-8376-63d998b84bab tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] 10.222.0.41 "DELETE /v2.0/ports/df983a1a-0968-4d7c-92b2-26c3082dfcf7 HTTP/1.1" status: 204 len: 173 time: 1.2002096 Dec 06 17:46:16.154598 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaff9751-15e6-4631-8c7e-03d9dee08bff', 'name': 'network-vif-deleted', 'tag': 'df983a1a-0968-4d7c-92b2-26c3082dfcf7'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:46:16.156893 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f0a347f-4d4a-4aeb-ad6c-caabf006ce1c" -d '{"events": [{"server_uuid": "aaff9751-15e6-4631-8c7e-03d9dee08bff", "name": "network-vif-deleted", "tag": "df983a1a-0968-4d7c-92b2-26c3082dfcf7"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:46:16.203278 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-897806cf-9e6c-42ef-8f57-596931db813d x-openstack-request-id: req-897806cf-9e6c-42ef-8f57-596931db813d {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:46:16.203851 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaff9751-15e6-4631-8c7e-03d9dee08bff", "name": "network-vif-deleted", "tag": "df983a1a-0968-4d7c-92b2-26c3082dfcf7", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:46:16.204171 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-897806cf-9e6c-42ef-8f57-596931db813d {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:46:16.204886 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaff9751-15e6-4631-8c7e-03d9dee08bff', 'name': 'network-vif-deleted', 'tag': 'df983a1a-0968-4d7c-92b2-26c3082dfcf7', 'status': 'completed', 'code': 200} Dec 06 17:46:16.279113 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-0349af0a-a301-44b1-82cf-b2ab00b4700b None None] Set router 3bb29b69-7a44-458a-a1f3-b509dbb255d2 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:46:16.481391 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-0349af0a-a301-44b1-82cf-b2ab00b4700b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb29b69-7a44-458a-a1f3-b509dbb255d2', 'name': 'tempest-TestServerBasicOps-470072378-router', 'tenant_id': 'cb4e31255e4a4acbaf1ecb75ca1b0298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.230'}], 'enable_snat': True}, 'gw_port_id': 'c8d13ff9-fc24-4a2e-98ba-ad9be9aa1b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:41:01Z', 'updated_at': '2021-12-06T17:41:05Z', 'revision_number': 4, 'project_id': 'cb4e31255e4a4acbaf1ecb75ca1b0298', 'gw_port': {'id': 'c8d13ff9-fc24-4a2e-98ba-ad9be9aa1b3f', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb29b69-7a44-458a-a1f3-b509dbb255d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:41:02Z', 'updated_at': '2021-12-06T17:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '2b336dcd-264a-4f61-b37e-9506b19e86ca', 'name': '', 'network_id': '849af80a-6232-4c4a-981d-f8860259668f', 'tenant_id': 'cb4e31255e4a4acbaf1ecb75ca1b0298', 'mac_address': 'fa:16:3e:f3:ea:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb29b69-7a44-458a-a1f3-b509dbb255d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '07510422-b60d-44a2-92b1-678490cc486d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:41:04Z', 'updated_at': '2021-12-06T17:41:11Z', 'revision_number': 5, 'project_id': 'cb4e31255e4a4acbaf1ecb75ca1b0298', 'subnets': [{'id': '07510422-b60d-44a2-92b1-678490cc486d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:46:16.506687 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0349af0a-a301-44b1-82cf-b2ab00b4700b None None] Checking router: 3bb29b69-7a44-458a-a1f3-b509dbb255d2 for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:46:16.515335 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0349af0a-a301-44b1-82cf-b2ab00b4700b None None] Routers {'3bb29b69-7a44-458a-a1f3-b509dbb255d2'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:46:16.515961 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-0349af0a-a301-44b1-82cf-b2ab00b4700b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:46:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['3bb29b69-7a44-458a-a1f3-b509dbb255d2'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:46:16.627819 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-0349af0a-a301-44b1-82cf-b2ab00b4700b None None] Set router 3bb29b69-7a44-458a-a1f3-b509dbb255d2 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:46:16.853774 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-0349af0a-a301-44b1-82cf-b2ab00b4700b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb29b69-7a44-458a-a1f3-b509dbb255d2', 'name': 'tempest-TestServerBasicOps-470072378-router', 'tenant_id': 'cb4e31255e4a4acbaf1ecb75ca1b0298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.230'}], 'enable_snat': True}, 'gw_port_id': 'c8d13ff9-fc24-4a2e-98ba-ad9be9aa1b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:41:01Z', 'updated_at': '2021-12-06T17:41:05Z', 'revision_number': 4, 'project_id': 'cb4e31255e4a4acbaf1ecb75ca1b0298', 'gw_port': {'id': 'c8d13ff9-fc24-4a2e-98ba-ad9be9aa1b3f', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb29b69-7a44-458a-a1f3-b509dbb255d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:41:02Z', 'updated_at': '2021-12-06T17:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '2b336dcd-264a-4f61-b37e-9506b19e86ca', 'name': '', 'network_id': '849af80a-6232-4c4a-981d-f8860259668f', 'tenant_id': 'cb4e31255e4a4acbaf1ecb75ca1b0298', 'mac_address': 'fa:16:3e:f3:ea:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb29b69-7a44-458a-a1f3-b509dbb255d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '07510422-b60d-44a2-92b1-678490cc486d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:41:04Z', 'updated_at': '2021-12-06T17:41:11Z', 'revision_number': 5, 'project_id': 'cb4e31255e4a4acbaf1ecb75ca1b0298', 'subnets': [{'id': '07510422-b60d-44a2-92b1-678490cc486d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:46:16.882497 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0349af0a-a301-44b1-82cf-b2ab00b4700b None None] The sync data for ids ['3bb29b69-7a44-458a-a1f3-b509dbb255d2'] in n-d-master-1 is: [{'id': '3bb29b69-7a44-458a-a1f3-b509dbb255d2', 'name': 'tempest-TestServerBasicOps-470072378-router', 'tenant_id': 'cb4e31255e4a4acbaf1ecb75ca1b0298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.230'}], 'enable_snat': True}, 'gw_port_id': 'c8d13ff9-fc24-4a2e-98ba-ad9be9aa1b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:41:01Z', 'updated_at': '2021-12-06T17:41:05Z', 'revision_number': 4, 'project_id': 'cb4e31255e4a4acbaf1ecb75ca1b0298', 'gw_port': {'id': 'c8d13ff9-fc24-4a2e-98ba-ad9be9aa1b3f', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb29b69-7a44-458a-a1f3-b509dbb255d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:41:02Z', 'updated_at': '2021-12-06T17:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '2b336dcd-264a-4f61-b37e-9506b19e86ca', 'name': '', 'network_id': '849af80a-6232-4c4a-981d-f8860259668f', 'tenant_id': 'cb4e31255e4a4acbaf1ecb75ca1b0298', 'mac_address': 'fa:16:3e:f3:ea:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb29b69-7a44-458a-a1f3-b509dbb255d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '07510422-b60d-44a2-92b1-678490cc486d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:41:04Z', 'updated_at': '2021-12-06T17:41:11Z', 'revision_number': 5, 'project_id': 'cb4e31255e4a4acbaf1ecb75ca1b0298', 'subnets': [{'id': '07510422-b60d-44a2-92b1-678490cc486d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:46:17.000169 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:17.110370 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b0a9fb-c800-4512-8297-4df564248b7b None None] New status for floating IP c3cbafa7-d8dc-472f-9325-9c16d563b90f: DOWN {{(pid=103287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 17:46:17.153349 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 36842) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:46:17.288802 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-5801ba28-60e5-4be2-aee2-e6407ce3db76 tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Deleting port 3e9f0e54-7389-4f7b-9754-4a89122927f9 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:46:17.289776 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5801ba28-60e5-4be2-aee2-e6407ce3db76 tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:17.380732 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5801ba28-60e5-4be2-aee2-e6407ce3db76 tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:17.381067 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5801ba28-60e5-4be2-aee2-e6407ce3db76 tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:17.393968 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-5801ba28-60e5-4be2-aee2-e6407ce3db76 tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Calling delete_port for 3e9f0e54-7389-4f7b-9754-4a89122927f9 owned by network:floatingip {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:46:17.528560 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5801ba28-60e5-4be2-aee2-e6407ce3db76 tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:17.551715 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801ba28-60e5-4be2-aee2-e6407ce3db76 tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Pushing event deleted for resources: {'Port': ['ID=3e9f0e54-7389-4f7b-9754-4a89122927f9,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:46:17.615017 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5801ba28-60e5-4be2-aee2-e6407ce3db76 tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Publish callbacks [] for floatingip, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:17.618438 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5801ba28-60e5-4be2-aee2-e6407ce3db76 tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:17.622005 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-5801ba28-60e5-4be2-aee2-e6407ce3db76 tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] 10.222.0.23 "DELETE /v2.0/floatingips/c3cbafa7-d8dc-472f-9325-9c16d563b90f HTTP/1.1" status: 204 len: 168 time: 0.4644153 Dec 06 17:46:17.692960 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 36858) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:46:17.754741 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c20cb25c-190e-4320-9b98-2678732a88f9 tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:17.784993 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c20cb25c-190e-4320-9b98-2678732a88f9 tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:17.847103 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c20cb25c-190e-4320-9b98-2678732a88f9 tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:17.849869 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c20cb25c-190e-4320-9b98-2678732a88f9 tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:17.851048 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-c20cb25c-190e-4320-9b98-2678732a88f9 tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] 10.222.0.23 "DELETE /v2.0/security-groups/b24666a1-8f51-4b34-9990-b3f01d9df4d2 HTTP/1.1" status: 204 len: 168 time: 0.1568596 Dec 06 17:46:17.864532 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20cb25c-190e-4320-9b98-2678732a88f9 tempest-TestServerBasicOps-1923132635 tempest-TestServerBasicOps-1923132635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b24666a1-8f51-4b34-9990-b3f01d9df4d2,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:46:18.156466 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:18.909284 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 36886) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:46:19.098626 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:19.416758 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8de1cbf9-6c45-4190-bfe6-7f9650f1b119 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575908'] for router_interface, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:19.668732 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-8de1cbf9-6c45-4190-bfe6-7f9650f1b119 admin admin] Deleting port 2b336dcd-264a-4f61-b37e-9506b19e86ca {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:46:19.669083 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8de1cbf9-6c45-4190-bfe6-7f9650f1b119 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:19.755234 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-8de1cbf9-6c45-4190-bfe6-7f9650f1b119 admin admin] For port 2b336dcd-264a-4f61-b37e-9506b19e86ca, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2b336dcd-264a-4f61-b37e-9506b19e86ca,segment=NetworkSegment(710dad7c-f5a4-4c3a-9691-e882be3b7ae9),segment_id=710dad7c-f5a4-4c3a-9691-e882be3b7ae9)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:46:19.755604 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8de1cbf9-6c45-4190-bfe6-7f9650f1b119 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:19.768878 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-8de1cbf9-6c45-4190-bfe6-7f9650f1b119 admin admin] Calling delete_port for 2b336dcd-264a-4f61-b37e-9506b19e86ca owned by network:router_interface {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:46:19.950742 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8de1cbf9-6c45-4190-bfe6-7f9650f1b119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:19.979536 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de1cbf9-6c45-4190-bfe6-7f9650f1b119 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b336dcd-264a-4f61-b37e-9506b19e86ca,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:46:19.998730 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device df983a1a-0968-4d7c-92b2-26c3082dfcf7 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:46:20.024909 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] No Port match for: df983a1a-0968-4d7c-92b2-26c3082dfcf7 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:46:20.025506 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device df983a1a-0968-4d7c-92b2-26c3082dfcf7 not bound to the agent host n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:46:20.166670 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8de1cbf9-6c45-4190-bfe6-7f9650f1b119 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-772474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575952'] for router_interface, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:20.398552 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8de1cbf9-6c45-4190-bfe6-7f9650f1b119 admin admin] Router 3bb29b69-7a44-458a-a1f3-b509dbb255d2 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:46:20.509782 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8de1cbf9-6c45-4190-bfe6-7f9650f1b119 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:46:20.521570 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf97991-8ab1-4a76-834a-347a724e3b30 None None] Sync routers for ids ['3bb29b69-7a44-458a-a1f3-b509dbb255d2'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:46:20.524698 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-8de1cbf9-6c45-4190-bfe6-7f9650f1b119 admin admin] 10.222.0.23 "PUT /v2.0/routers/3bb29b69-7a44-458a-a1f3-b509dbb255d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6138501 Dec 06 17:46:20.526750 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 36918) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:46:20.533398 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf97991-8ab1-4a76-834a-347a724e3b30 None None] Routers {'3bb29b69-7a44-458a-a1f3-b509dbb255d2'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:46:20.534071 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-bbf97991-8ab1-4a76-834a-347a724e3b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:46:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['3bb29b69-7a44-458a-a1f3-b509dbb255d2'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:46:20.636504 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-70fc5803-57d8-4c8a-99bb-f3ddf1ca845b admin admin] Publish callbacks [] for router, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:20.643939 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-bbf97991-8ab1-4a76-834a-347a724e3b30 None None] Set router 3bb29b69-7a44-458a-a1f3-b509dbb255d2 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:46:20.742000 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-70fc5803-57d8-4c8a-99bb-f3ddf1ca845b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:20.801594 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-70fc5803-57d8-4c8a-99bb-f3ddf1ca845b admin admin] Deleting port c8d13ff9-fc24-4a2e-98ba-ad9be9aa1b3f {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:46:20.801937 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-70fc5803-57d8-4c8a-99bb-f3ddf1ca845b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:20.841587 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-bbf97991-8ab1-4a76-834a-347a724e3b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb29b69-7a44-458a-a1f3-b509dbb255d2', 'name': 'tempest-TestServerBasicOps-470072378-router', 'tenant_id': 'cb4e31255e4a4acbaf1ecb75ca1b0298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.230'}], 'enable_snat': True}, 'gw_port_id': 'c8d13ff9-fc24-4a2e-98ba-ad9be9aa1b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:41:01Z', 'updated_at': '2021-12-06T17:46:19Z', 'revision_number': 5, 'project_id': 'cb4e31255e4a4acbaf1ecb75ca1b0298', 'gw_port': {'id': 'c8d13ff9-fc24-4a2e-98ba-ad9be9aa1b3f', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb29b69-7a44-458a-a1f3-b509dbb255d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:41:02Z', 'updated_at': '2021-12-06T17:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:46:20.871424 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf97991-8ab1-4a76-834a-347a724e3b30 None None] Checking router: 3bb29b69-7a44-458a-a1f3-b509dbb255d2 for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:46:20.880584 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf97991-8ab1-4a76-834a-347a724e3b30 None None] Routers {'3bb29b69-7a44-458a-a1f3-b509dbb255d2'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:46:20.881249 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-bbf97991-8ab1-4a76-834a-347a724e3b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:46:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['3bb29b69-7a44-458a-a1f3-b509dbb255d2'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:46:20.888343 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-70fc5803-57d8-4c8a-99bb-f3ddf1ca845b admin admin] For port c8d13ff9-fc24-4a2e-98ba-ad9be9aa1b3f, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c8d13ff9-fc24-4a2e-98ba-ad9be9aa1b3f,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:46:20.888708 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-70fc5803-57d8-4c8a-99bb-f3ddf1ca845b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:20.900996 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-70fc5803-57d8-4c8a-99bb-f3ddf1ca845b admin admin] Calling delete_port for c8d13ff9-fc24-4a2e-98ba-ad9be9aa1b3f owned by network:router_gateway {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:46:20.971071 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-bbf97991-8ab1-4a76-834a-347a724e3b30 None None] Set router 3bb29b69-7a44-458a-a1f3-b509dbb255d2 gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:46:21.028979 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-bbf97991-8ab1-4a76-834a-347a724e3b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb29b69-7a44-458a-a1f3-b509dbb255d2', 'name': 'tempest-TestServerBasicOps-470072378-router', 'tenant_id': 'cb4e31255e4a4acbaf1ecb75ca1b0298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:41:01Z', 'updated_at': '2021-12-06T17:46:20Z', 'revision_number': 6, 'project_id': 'cb4e31255e4a4acbaf1ecb75ca1b0298', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:46:21.061328 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf97991-8ab1-4a76-834a-347a724e3b30 None None] The sync data for ids ['3bb29b69-7a44-458a-a1f3-b509dbb255d2'] in n-d-master-1 is: [{'id': '3bb29b69-7a44-458a-a1f3-b509dbb255d2', 'name': 'tempest-TestServerBasicOps-470072378-router', 'tenant_id': 'cb4e31255e4a4acbaf1ecb75ca1b0298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:41:01Z', 'updated_at': '2021-12-06T17:46:20Z', 'revision_number': 6, 'project_id': 'cb4e31255e4a4acbaf1ecb75ca1b0298', 'gw_port_host': None}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:46:21.091310 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-70fc5803-57d8-4c8a-99bb-f3ddf1ca845b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:21.120329 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fc5803-57d8-4c8a-99bb-f3ddf1ca845b admin admin] Pushing event deleted for resources: {'Port': ['ID=c8d13ff9-fc24-4a2e-98ba-ad9be9aa1b3f,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:46:21.135772 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34a92af-80f6-432c-85be-64f91d50643d None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:46:21.187139 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-70fc5803-57d8-4c8a-99bb-f3ddf1ca845b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536698'] for router_gateway, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:21.284262 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-70fc5803-57d8-4c8a-99bb-f3ddf1ca845b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:21.286599 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-70fc5803-57d8-4c8a-99bb-f3ddf1ca845b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:21.332223 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-70fc5803-57d8-4c8a-99bb-f3ddf1ca845b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:21.332749 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70fc5803-57d8-4c8a-99bb-f3ddf1ca845b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3bb29b69-7a44-458a-a1f3-b509dbb255d2 {{(pid=103285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 17:46:21.340276 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-70fc5803-57d8-4c8a-99bb-f3ddf1ca845b admin admin] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:21.343621 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-70fc5803-57d8-4c8a-99bb-f3ddf1ca845b admin admin] 10.222.0.23 "DELETE /v2.0/routers/3bb29b69-7a44-458a-a1f3-b509dbb255d2 HTTP/1.1" status: 204 len: 168 time: 0.8136733 Dec 06 17:46:21.343864 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 36934) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:46:21.389699 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-82670766-bbbb-444b-8132-8e8c88357da4 admin admin] Deleting subnet 07510422-b60d-44a2-92b1-678490cc486d {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:46:21.392818 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-82670766-bbbb-444b-8132-8e8c88357da4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:21.429480 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-82670766-bbbb-444b-8132-8e8c88357da4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:21.518489 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-82670766-bbbb-444b-8132-8e8c88357da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:21.578997 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-82670766-bbbb-444b-8132-8e8c88357da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:21.604068 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82670766-bbbb-444b-8132-8e8c88357da4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07510422-b60d-44a2-92b1-678490cc486d,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:46:21.608858 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-82670766-bbbb-444b-8132-8e8c88357da4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:21.615022 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0d1c6b-3a13-4272-ae31-767dd428b40c None None] Network 849af80a-6232-4c4a-981d-f8860259668f requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:46:21.615358 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 36940) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:46:21.615864 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-82670766-bbbb-444b-8132-8e8c88357da4 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/07510422-b60d-44a2-92b1-678490cc486d HTTP/1.1" status: 204 len: 168 time: 0.2707880 Dec 06 17:46:21.695411 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-644fd0cb-6334-46e1-931a-36a14e8432b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:21.759883 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-644fd0cb-6334-46e1-931a-36a14e8432b5 admin admin] Deleting port 3ea578b7-862d-4ea9-b80c-b925fc504d90 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:46:21.760340 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-644fd0cb-6334-46e1-931a-36a14e8432b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:21.834157 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-644fd0cb-6334-46e1-931a-36a14e8432b5 admin admin] For port 3ea578b7-862d-4ea9-b80c-b925fc504d90, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=3ea578b7-862d-4ea9-b80c-b925fc504d90,segment=NetworkSegment(710dad7c-f5a4-4c3a-9691-e882be3b7ae9),segment_id=710dad7c-f5a4-4c3a-9691-e882be3b7ae9)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:46:21.834531 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-644fd0cb-6334-46e1-931a-36a14e8432b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:21.848271 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-644fd0cb-6334-46e1-931a-36a14e8432b5 admin admin] Calling delete_port for 3ea578b7-862d-4ea9-b80c-b925fc504d90 owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:46:21.880874 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a25aec3-66c5-45ac-8134-2510407eee3a None None] DHCP port deletion for 849af80a-6232-4c4a-981d-f8860259668f request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:46:21.935884 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-644fd0cb-6334-46e1-931a-36a14e8432b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:21.936304 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-3a25aec3-66c5-45ac-8134-2510407eee3a None None] Deleting port 3ea578b7-862d-4ea9-b80c-b925fc504d90 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:46:21.936683 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3a25aec3-66c5-45ac-8134-2510407eee3a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:21.964166 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644fd0cb-6334-46e1-931a-36a14e8432b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ea578b7-862d-4ea9-b80c-b925fc504d90,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:46:21.966291 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644fd0cb-6334-46e1-931a-36a14e8432b5 admin admin] No DVR routers for this DVR port 3ea578b7-862d-4ea9-b80c-b925fc504d90 on host n-d-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:46:22.013035 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-3a25aec3-66c5-45ac-8134-2510407eee3a None None] For port 3ea578b7-862d-4ea9-b80c-b925fc504d90, host n-d-master-1, got binding levels [] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:46:22.013443 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3a25aec3-66c5-45ac-8134-2510407eee3a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:22.031764 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-3a25aec3-66c5-45ac-8134-2510407eee3a None None] Calling delete_port for 3ea578b7-862d-4ea9-b80c-b925fc504d90 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:46:22.034603 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.ipam_backend_mixin [None req-3a25aec3-66c5-45ac-8134-2510407eee3a None None] Port 3ea578b7-862d-4ea9-b80c-b925fc504d90 was not found and therefore no delete operation was performed {{(pid=103286) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 06 17:46:22.036120 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3a25aec3-66c5-45ac-8134-2510407eee3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:22.048511 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a25aec3-66c5-45ac-8134-2510407eee3a None None] No DVR routers for this DVR port 3ea578b7-862d-4ea9-b80c-b925fc504d90 on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:46:22.052134 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-644fd0cb-6334-46e1-931a-36a14e8432b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:22.069756 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a25aec3-66c5-45ac-8134-2510407eee3a None None] Pushing event deleted for resources: {'Port': ['ID=3ea578b7-862d-4ea9-b80c-b925fc504d90,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:46:22.083134 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-644fd0cb-6334-46e1-931a-36a14e8432b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['849af80a-6232-4c4a-981d-f8860259668f']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:46:22.094405 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-644fd0cb-6334-46e1-931a-36a14e8432b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '710dad7c-f5a4-4c3a-9691-e882be3b7ae9') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:46:22.094940 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-644fd0cb-6334-46e1-931a-36a14e8432b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '710dad7c-f5a4-4c3a-9691-e882be3b7ae9') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:46:22.112929 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-644fd0cb-6334-46e1-931a-36a14e8432b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:22.128308 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-644fd0cb-6334-46e1-931a-36a14e8432b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:22.135787 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-644fd0cb-6334-46e1-931a-36a14e8432b5 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:46:22.136214 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-644fd0cb-6334-46e1-931a-36a14e8432b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:22.138143 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 17:46:22.138143 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:46:22.138143 n-d-master-1 neutron-server[103284]: timer() Dec 06 17:46:22.138143 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:46:22.138143 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 17:46:22.138143 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:46:22.138143 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 17:46:22.138143 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:46:22.138143 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 17:46:22.138143 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:46:22.138143 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 17:46:22.138143 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:46:22.138143 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 17:46:22.138143 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:46:22.138143 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:46:22.138143 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:46:22.138143 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:46:22.138143 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:46:22.138143 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 17:46:22.138143 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:46:22.138143 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 17:46:22.138143 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:46:22.138143 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:46:22.138143 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:46:22.138143 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 17:46:22.138143 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:46:22.138143 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:46:22.138143 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:46:22.138143 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:46:22.138143 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:46:22.138143 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:46:22.138143 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:46:22.206860 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-644fd0cb-6334-46e1-931a-36a14e8432b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:22.213166 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-644fd0cb-6334-46e1-931a-36a14e8432b5 admin admin] Publish callbacks [] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:22.216483 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-644fd0cb-6334-46e1-931a-36a14e8432b5 admin admin] 10.222.0.23 "DELETE /v2.0/networks/849af80a-6232-4c4a-981d-f8860259668f HTTP/1.1" status: 204 len: 168 time: 0.5992548 Dec 06 17:46:22.219477 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 36950) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:46:22.228102 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644fd0cb-6334-46e1-931a-36a14e8432b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=849af80a-6232-4c4a-981d-f8860259668f,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:46:22.576667 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9a26edd4-cb3c-484e-8ea4-6e2b9c0378d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575908'] for router_interface, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:22.582720 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device c8d13ff9-fc24-4a2e-98ba-ad9be9aa1b3f no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:46:22.602924 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: c8d13ff9-fc24-4a2e-98ba-ad9be9aa1b3f {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:46:22.603267 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device c8d13ff9-fc24-4a2e-98ba-ad9be9aa1b3f not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:46:22.603980 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 3ea578b7-862d-4ea9-b80c-b925fc504d90 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:46:22.626394 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 3ea578b7-862d-4ea9-b80c-b925fc504d90 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:46:22.626998 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 3ea578b7-862d-4ea9-b80c-b925fc504d90 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:46:22.627413 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 2b336dcd-264a-4f61-b37e-9506b19e86ca no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:46:22.647760 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 2b336dcd-264a-4f61-b37e-9506b19e86ca {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:46:22.648348 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 2b336dcd-264a-4f61-b37e-9506b19e86ca not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:46:22.828664 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9a26edd4-cb3c-484e-8ea4-6e2b9c0378d7 admin admin] Deleting port 5465829c-4a50-43f0-af4f-a00c57c92384 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:46:22.829013 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9a26edd4-cb3c-484e-8ea4-6e2b9c0378d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:22.908172 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9a26edd4-cb3c-484e-8ea4-6e2b9c0378d7 admin admin] For port 5465829c-4a50-43f0-af4f-a00c57c92384, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=5465829c-4a50-43f0-af4f-a00c57c92384,segment=NetworkSegment(c9fcbc7f-ec0c-4c6a-b9ca-4fc590731bb7),segment_id=c9fcbc7f-ec0c-4c6a-b9ca-4fc590731bb7)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:46:22.908542 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9a26edd4-cb3c-484e-8ea4-6e2b9c0378d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:22.921963 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9a26edd4-cb3c-484e-8ea4-6e2b9c0378d7 admin admin] Calling delete_port for 5465829c-4a50-43f0-af4f-a00c57c92384 owned by network:router_interface {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:46:23.111292 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9a26edd4-cb3c-484e-8ea4-6e2b9c0378d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:23.142937 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a26edd4-cb3c-484e-8ea4-6e2b9c0378d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5465829c-4a50-43f0-af4f-a00c57c92384,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:46:23.322299 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9a26edd4-cb3c-484e-8ea4-6e2b9c0378d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-772474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575952'] for router_interface, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:23.900303 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a26edd4-cb3c-484e-8ea4-6e2b9c0378d7 admin admin] Router a584db78-ac14-40ec-939f-3e8fbebf0abf has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:46:24.009001 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a26edd4-cb3c-484e-8ea4-6e2b9c0378d7 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:46:24.014991 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-9a26edd4-cb3c-484e-8ea4-6e2b9c0378d7 admin admin] 10.222.0.23 "PUT /v2.0/routers/a584db78-ac14-40ec-939f-3e8fbebf0abf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7944889 Dec 06 17:46:24.017639 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 36984) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:46:24.024707 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546ed163-3931-442b-8d45-ac7573267056 None None] Sync routers for ids ['a584db78-ac14-40ec-939f-3e8fbebf0abf'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:46:24.035145 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546ed163-3931-442b-8d45-ac7573267056 None None] Routers {'a584db78-ac14-40ec-939f-3e8fbebf0abf'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:46:24.035747 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-546ed163-3931-442b-8d45-ac7573267056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:46:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['a584db78-ac14-40ec-939f-3e8fbebf0abf'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:46:24.129650 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ba3ae57d-c171-4fd2-99d7-43c86484e427 admin admin] Publish callbacks [] for router, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:24.148853 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-546ed163-3931-442b-8d45-ac7573267056 None None] Set router a584db78-ac14-40ec-939f-3e8fbebf0abf gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:46:24.238064 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ba3ae57d-c171-4fd2-99d7-43c86484e427 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:24.292933 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-ba3ae57d-c171-4fd2-99d7-43c86484e427 admin admin] Deleting port b17cc144-d577-472f-a05f-fdf5778a8b36 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:46:24.293283 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ba3ae57d-c171-4fd2-99d7-43c86484e427 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:24.340289 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-546ed163-3931-442b-8d45-ac7573267056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a584db78-ac14-40ec-939f-3e8fbebf0abf', 'name': 'tempest-TestServerBasicOps-442128425-router', 'tenant_id': '764507fd77704d60848181c7146da195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.119'}], 'enable_snat': True}, 'gw_port_id': 'b17cc144-d577-472f-a05f-fdf5778a8b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:41:08Z', 'updated_at': '2021-12-06T17:46:23Z', 'revision_number': 5, 'project_id': '764507fd77704d60848181c7146da195', 'gw_port': {'id': 'b17cc144-d577-472f-a05f-fdf5778a8b36', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:cf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a584db78-ac14-40ec-939f-3e8fbebf0abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:41:09Z', 'updated_at': '2021-12-06T17:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:46:24.372938 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546ed163-3931-442b-8d45-ac7573267056 None None] Checking router: a584db78-ac14-40ec-939f-3e8fbebf0abf for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:46:24.378668 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-ba3ae57d-c171-4fd2-99d7-43c86484e427 admin admin] For port b17cc144-d577-472f-a05f-fdf5778a8b36, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b17cc144-d577-472f-a05f-fdf5778a8b36,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:46:24.379164 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ba3ae57d-c171-4fd2-99d7-43c86484e427 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:24.381383 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546ed163-3931-442b-8d45-ac7573267056 None None] Routers {'a584db78-ac14-40ec-939f-3e8fbebf0abf'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:46:24.382634 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-546ed163-3931-442b-8d45-ac7573267056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:46:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['a584db78-ac14-40ec-939f-3e8fbebf0abf'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:46:24.392771 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-ba3ae57d-c171-4fd2-99d7-43c86484e427 admin admin] Calling delete_port for b17cc144-d577-472f-a05f-fdf5778a8b36 owned by network:router_gateway {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:46:24.479700 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-546ed163-3931-442b-8d45-ac7573267056 None None] Set router a584db78-ac14-40ec-939f-3e8fbebf0abf gateway port host: None {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:46:24.549861 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-546ed163-3931-442b-8d45-ac7573267056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a584db78-ac14-40ec-939f-3e8fbebf0abf', 'name': 'tempest-TestServerBasicOps-442128425-router', 'tenant_id': '764507fd77704d60848181c7146da195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:41:08Z', 'updated_at': '2021-12-06T17:46:24Z', 'revision_number': 6, 'project_id': '764507fd77704d60848181c7146da195', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:46:24.572625 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ba3ae57d-c171-4fd2-99d7-43c86484e427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:24.582676 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546ed163-3931-442b-8d45-ac7573267056 None None] The sync data for ids ['a584db78-ac14-40ec-939f-3e8fbebf0abf'] in n-d-master-1 is: [{'id': 'a584db78-ac14-40ec-939f-3e8fbebf0abf', 'name': 'tempest-TestServerBasicOps-442128425-router', 'tenant_id': '764507fd77704d60848181c7146da195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:41:08Z', 'updated_at': '2021-12-06T17:46:24Z', 'revision_number': 6, 'project_id': '764507fd77704d60848181c7146da195', 'gw_port_host': None}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:46:24.606750 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3ae57d-c171-4fd2-99d7-43c86484e427 admin admin] Pushing event deleted for resources: {'Port': ['ID=b17cc144-d577-472f-a05f-fdf5778a8b36,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:46:24.630598 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5b5308-3cdd-4ca7-8e12-f6902e8d2ef9 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:46:24.683294 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ba3ae57d-c171-4fd2-99d7-43c86484e427 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536698'] for router_gateway, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:24.778770 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ba3ae57d-c171-4fd2-99d7-43c86484e427 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:24.781287 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ba3ae57d-c171-4fd2-99d7-43c86484e427 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:24.826103 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ba3ae57d-c171-4fd2-99d7-43c86484e427 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:24.826626 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba3ae57d-c171-4fd2-99d7-43c86484e427 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a584db78-ac14-40ec-939f-3e8fbebf0abf {{(pid=103285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 17:46:24.831044 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ba3ae57d-c171-4fd2-99d7-43c86484e427 admin admin] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:24.832439 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-ba3ae57d-c171-4fd2-99d7-43c86484e427 admin admin] 10.222.0.23 "DELETE /v2.0/routers/a584db78-ac14-40ec-939f-3e8fbebf0abf HTTP/1.1" status: 204 len: 168 time: 0.8136783 Dec 06 17:46:24.835065 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 37000) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:46:24.884193 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf6c8339-eb2d-4862-93b1-f9ae851922a0 admin admin] Deleting subnet 17aa9ae0-09f2-449c-b3af-b58607300131 {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:46:24.887631 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cf6c8339-eb2d-4862-93b1-f9ae851922a0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:24.923442 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cf6c8339-eb2d-4862-93b1-f9ae851922a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:25.016899 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cf6c8339-eb2d-4862-93b1-f9ae851922a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:25.076864 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cf6c8339-eb2d-4862-93b1-f9ae851922a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:25.104877 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6c8339-eb2d-4862-93b1-f9ae851922a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17aa9ae0-09f2-449c-b3af-b58607300131,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:46:25.106887 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cf6c8339-eb2d-4862-93b1-f9ae851922a0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:25.111122 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-cf6c8339-eb2d-4862-93b1-f9ae851922a0 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/17aa9ae0-09f2-449c-b3af-b58607300131 HTTP/1.1" status: 204 len: 168 time: 0.2749681 Dec 06 17:46:25.113588 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 37006) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:46:25.114062 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718e7df6-386a-419b-a7dd-f8549117545f None None] Network 7d0b4b82-4366-4520-a3fb-bb16e211bd18 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:46:25.207634 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ef6041c3-759c-44ab-a8cc-365c23f31cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:25.265527 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-ef6041c3-759c-44ab-a8cc-365c23f31cb5 admin admin] Deleting port bc48f16d-3506-4370-9ee3-3b6a58566fed {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:46:25.265997 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ef6041c3-759c-44ab-a8cc-365c23f31cb5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:25.330725 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-ef6041c3-759c-44ab-a8cc-365c23f31cb5 admin admin] For port bc48f16d-3506-4370-9ee3-3b6a58566fed, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=bc48f16d-3506-4370-9ee3-3b6a58566fed,segment=NetworkSegment(c9fcbc7f-ec0c-4c6a-b9ca-4fc590731bb7),segment_id=c9fcbc7f-ec0c-4c6a-b9ca-4fc590731bb7)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:46:25.331283 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ef6041c3-759c-44ab-a8cc-365c23f31cb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:25.344972 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-ef6041c3-759c-44ab-a8cc-365c23f31cb5 admin admin] Calling delete_port for bc48f16d-3506-4370-9ee3-3b6a58566fed owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:46:25.383239 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9dc71b-f03e-4aff-b232-63be2a567e46 None None] DHCP port deletion for 7d0b4b82-4366-4520-a3fb-bb16e211bd18 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:46:25.446104 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ef6041c3-759c-44ab-a8cc-365c23f31cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:25.450553 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-8c9dc71b-f03e-4aff-b232-63be2a567e46 None None] Deleting port bc48f16d-3506-4370-9ee3-3b6a58566fed {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:46:25.451046 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8c9dc71b-f03e-4aff-b232-63be2a567e46 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:25.464247 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6041c3-759c-44ab-a8cc-365c23f31cb5 admin admin] No DVR routers for this DVR port bc48f16d-3506-4370-9ee3-3b6a58566fed on host n-d-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:46:25.486622 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6041c3-759c-44ab-a8cc-365c23f31cb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc48f16d-3506-4370-9ee3-3b6a58566fed,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:46:25.547513 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-8c9dc71b-f03e-4aff-b232-63be2a567e46 None None] For port bc48f16d-3506-4370-9ee3-3b6a58566fed, host n-d-master-1, got binding levels [] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:46:25.547927 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8c9dc71b-f03e-4aff-b232-63be2a567e46 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:25.563075 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-8c9dc71b-f03e-4aff-b232-63be2a567e46 None None] Calling delete_port for bc48f16d-3506-4370-9ee3-3b6a58566fed owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:46:25.566337 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ef6041c3-759c-44ab-a8cc-365c23f31cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:25.567091 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.ipam_backend_mixin [None req-8c9dc71b-f03e-4aff-b232-63be2a567e46 None None] Port bc48f16d-3506-4370-9ee3-3b6a58566fed was not found and therefore no delete operation was performed {{(pid=103286) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 06 17:46:25.568445 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8c9dc71b-f03e-4aff-b232-63be2a567e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:25.589534 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-ef6041c3-759c-44ab-a8cc-365c23f31cb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d0b4b82-4366-4520-a3fb-bb16e211bd18']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:46:25.594663 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9dc71b-f03e-4aff-b232-63be2a567e46 None None] Pushing event deleted for resources: {'Port': ['ID=bc48f16d-3506-4370-9ee3-3b6a58566fed,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:46:25.598727 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9dc71b-f03e-4aff-b232-63be2a567e46 None None] No DVR routers for this DVR port bc48f16d-3506-4370-9ee3-3b6a58566fed on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:46:25.606948 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-ef6041c3-759c-44ab-a8cc-365c23f31cb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9fcbc7f-ec0c-4c6a-b9ca-4fc590731bb7') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:46:25.607741 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-ef6041c3-759c-44ab-a8cc-365c23f31cb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9fcbc7f-ec0c-4c6a-b9ca-4fc590731bb7') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:46:25.621958 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ef6041c3-759c-44ab-a8cc-365c23f31cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:25.636331 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ef6041c3-759c-44ab-a8cc-365c23f31cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:25.643405 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef6041c3-759c-44ab-a8cc-365c23f31cb5 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:46:25.643854 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ef6041c3-759c-44ab-a8cc-365c23f31cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:25.645743 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 17:46:25.645743 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:46:25.645743 n-d-master-1 neutron-server[103284]: timer() Dec 06 17:46:25.645743 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:46:25.645743 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 17:46:25.645743 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:46:25.645743 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 17:46:25.645743 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:46:25.645743 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 17:46:25.645743 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:46:25.645743 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 17:46:25.645743 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:46:25.645743 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 17:46:25.645743 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:46:25.645743 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:46:25.645743 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:46:25.645743 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:46:25.645743 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:46:25.645743 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 17:46:25.645743 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:46:25.645743 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 17:46:25.645743 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:46:25.645743 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:46:25.645743 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:46:25.645743 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 17:46:25.645743 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:46:25.645743 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:46:25.645743 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:46:25.645743 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:46:25.645743 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:46:25.645743 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:46:25.645743 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:46:25.707448 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ef6041c3-759c-44ab-a8cc-365c23f31cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:25.716275 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ef6041c3-759c-44ab-a8cc-365c23f31cb5 admin admin] Publish callbacks [] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:25.720826 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-ef6041c3-759c-44ab-a8cc-365c23f31cb5 admin admin] 10.222.0.23 "DELETE /v2.0/networks/7d0b4b82-4366-4520-a3fb-bb16e211bd18 HTTP/1.1" status: 204 len: 168 time: 0.6059880 Dec 06 17:46:25.743341 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6041c3-759c-44ab-a8cc-365c23f31cb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d0b4b82-4366-4520-a3fb-bb16e211bd18,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:46:25.859684 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 37026) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:46:25.905398 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-f60868ad-48f1-4a03-a7b1-6efba83fe2f7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cb4e31255e4a4acbaf1ecb75ca1b0298&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0444734 Dec 06 17:46:25.908067 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 37028) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:46:25.973151 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-785b5808-ab1a-4ad8-b8c4-e06fd6940dcc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:25.996726 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-785b5808-ab1a-4ad8-b8c4-e06fd6940dcc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:26.046953 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-785b5808-ab1a-4ad8-b8c4-e06fd6940dcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:26.050185 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-785b5808-ab1a-4ad8-b8c4-e06fd6940dcc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:26.058147 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-785b5808-ab1a-4ad8-b8c4-e06fd6940dcc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0273d3ce-1534-4890-aeb8-c481a7a4e800 HTTP/1.1" status: 204 len: 168 time: 0.1488175 Dec 06 17:46:26.072105 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785b5808-ab1a-4ad8-b8c4-e06fd6940dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0273d3ce-1534-4890-aeb8-c481a7a4e800,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:46:26.390565 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 37042) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:46:26.429975 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-7a97c300-635c-456e-a660-4d5c9fcd4d53 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=764507fd77704d60848181c7146da195&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380318 Dec 06 17:46:26.432285 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 37044) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:46:26.480427 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dea8d612-9fd4-4403-80ba-1d4165253a06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:26.508277 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dea8d612-9fd4-4403-80ba-1d4165253a06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:26.559578 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dea8d612-9fd4-4403-80ba-1d4165253a06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:26.565251 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dea8d612-9fd4-4403-80ba-1d4165253a06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:26.569863 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-dea8d612-9fd4-4403-80ba-1d4165253a06 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5c204b89-d103-4432-a117-a8ec8693b038 HTTP/1.1" status: 204 len: 168 time: 0.1334732 Dec 06 17:46:26.570011 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device b17cc144-d577-472f-a05f-fdf5778a8b36 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:46:26.577117 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea8d612-9fd4-4403-80ba-1d4165253a06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c204b89-d103-4432-a117-a8ec8693b038,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:46:26.597748 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: b17cc144-d577-472f-a05f-fdf5778a8b36 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:46:26.598364 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device b17cc144-d577-472f-a05f-fdf5778a8b36 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:46:26.598997 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device bc48f16d-3506-4370-9ee3-3b6a58566fed no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:46:26.627003 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: bc48f16d-3506-4370-9ee3-3b6a58566fed {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:46:26.627443 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device bc48f16d-3506-4370-9ee3-3b6a58566fed not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:46:26.627941 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 5465829c-4a50-43f0-af4f-a00c57c92384 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:46:26.647076 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 5465829c-4a50-43f0-af4f-a00c57c92384 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:46:26.647521 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 5465829c-4a50-43f0-af4f-a00c57c92384 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:46:27.281724 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 37082) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:46:27.389326 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-3bd6e953-4c0d-4902-984f-43a2249629dc admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-732241297-network', 'tenant_id': 'c848d08e225f466a863f01d9bd759a1f'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:46:27.410638 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bd6e953-4c0d-4902-984f-43a2249629dc admin admin] Made reservation on behalf of c848d08e225f466a863f01d9bd759a1f for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:46:27.412966 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3bd6e953-4c0d-4902-984f-43a2249629dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:27.421247 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3bd6e953-4c0d-4902-984f-43a2249629dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:27.496071 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3bd6e953-4c0d-4902-984f-43a2249629dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:27.501314 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3bd6e953-4c0d-4902-984f-43a2249629dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:27.528839 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bd6e953-4c0d-4902-984f-43a2249629dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:46:27.539732 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd6e953-4c0d-4902-984f-43a2249629dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37ed6e0f-4537-42a7-8454-453deb299727,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:46:27.544933 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3bd6e953-4c0d-4902-984f-43a2249629dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:27.545287 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-3bd6e953-4c0d-4902-984f-43a2249629dc admin admin] Added segment 2b654a96-0828-4ceb-bfde-b7f6a7c944bb of type vlan for network ac82c870-ab86-4ced-95b4-4655e9716c4e Dec 06 17:46:27.587059 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3bd6e953-4c0d-4902-984f-43a2249629dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:27.617359 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3bd6e953-4c0d-4902-984f-43a2249629dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:27.618546 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd6e953-4c0d-4902-984f-43a2249629dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:46:27.619302 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3bd6e953-4c0d-4902-984f-43a2249629dc admin admin] Publish callbacks [] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:27.655170 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-3bd6e953-4c0d-4902-984f-43a2249629dc admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3723423 Dec 06 17:46:27.658171 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 37094) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:46:27.663814 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-795a944f-dd8a-414a-884b-8db743db7c86 admin admin] Request body: {'subnet': {'network_id': 'ac82c870-ab86-4ced-95b4-4655e9716c4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-732241297-subnet', 'tenant_id': 'c848d08e225f466a863f01d9bd759a1f', 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:46:27.685321 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-795a944f-dd8a-414a-884b-8db743db7c86 admin admin] Made reservation on behalf of c848d08e225f466a863f01d9bd759a1f for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:46:27.687572 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd6e953-4c0d-4902-984f-43a2249629dc admin admin] Pushing event updated for resources: {'Network': ['ID=ac82c870-ab86-4ced-95b4-4655e9716c4e,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:46:27.687895 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-795a944f-dd8a-414a-884b-8db743db7c86 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:27.707340 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network ac82c870-ab86-4ced-95b4-4655e9716c4e details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:46:27.883314 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-795a944f-dd8a-414a-884b-8db743db7c86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:27.939920 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795a944f-dd8a-414a-884b-8db743db7c86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f2b8c43-6349-4f0f-80f1-b13ac7a3dad4,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:46:27.949152 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795a944f-dd8a-414a-884b-8db743db7c86 admin admin] Checking segment: {'id': '2b654a96-0828-4ceb-bfde-b7f6a7c944bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ac82c870-ab86-4ced-95b4-4655e9716c4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:46:27.949542 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795a944f-dd8a-414a-884b-8db743db7c86 admin admin] Network hostable DHCP agents. Network: ac82c870-ab86-4ced-95b4-4655e9716c4e, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:46:27.965902 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795a944f-dd8a-414a-884b-8db743db7c86 admin admin] Network ac82c870-ab86-4ced-95b4-4655e9716c4e is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:46:27.974253 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-795a944f-dd8a-414a-884b-8db743db7c86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, ac82c870-ab86-4ced-95b4-4655e9716c4e) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:46:27.978574 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795a944f-dd8a-414a-884b-8db743db7c86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:46:27.979364 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-795a944f-dd8a-414a-884b-8db743db7c86 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:27.984170 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58858efd-5ac5-40e0-a6fe-efc46cab0147 None None] Network ac82c870-ab86-4ced-95b4-4655e9716c4e requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:46:27.999608 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-795a944f-dd8a-414a-884b-8db743db7c86 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3401988 Dec 06 17:46:28.002424 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 37100) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:46:28.007456 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-151e9352-bfaa-4ecd-9dbc-acc4940a9b8d admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-732241297-router', 'tenant_id': 'c848d08e225f466a863f01d9bd759a1f', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:46:28.028740 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-151e9352-bfaa-4ecd-9dbc-acc4940a9b8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:28.029927 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-151e9352-bfaa-4ecd-9dbc-acc4940a9b8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:28.087763 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-151e9352-bfaa-4ecd-9dbc-acc4940a9b8d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:28.152487 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138cf9c3-7ca6-46b3-9d59-841fe2aeae37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-ac82c870-ab86-4ced-95b4-4655e9716c4e', 'network_id': 'ac82c870-ab86-4ced-95b4-4655e9716c4e', 'tenant_id': 'c848d08e225f466a863f01d9bd759a1f', 'fixed_ips': [{'subnet_id': '6f2b8c43-6349-4f0f-80f1-b13ac7a3dad4'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:46:28.153486 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-138cf9c3-7ca6-46b3-9d59-841fe2aeae37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:28.231472 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-151e9352-bfaa-4ecd-9dbc-acc4940a9b8d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:28.300272 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-138cf9c3-7ca6-46b3-9d59-841fe2aeae37 None None] Allocated IP 172.20.0.2 (ac82c870-ab86-4ced-95b4-4655e9716c4e/6f2b8c43-6349-4f0f-80f1-b13ac7a3dad4/57ea5e9b-b810-44bb-be67-823934ce8f96) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:46:28.458343 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-151e9352-bfaa-4ecd-9dbc-acc4940a9b8d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:28.482159 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-151e9352-bfaa-4ecd-9dbc-acc4940a9b8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:28.607916 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-151e9352-bfaa-4ecd-9dbc-acc4940a9b8d admin admin] Allocated IP 172.35.1.188 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/63fecab7-7eab-46ff-a22f-d54f868a3e55) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:46:28.619335 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-138cf9c3-7ca6-46b3-9d59-841fe2aeae37 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:28.625765 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-138cf9c3-7ca6-46b3-9d59-841fe2aeae37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:28.668312 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138cf9c3-7ca6-46b3-9d59-841fe2aeae37 None None] Network ac82c870-ab86-4ced-95b4-4655e9716c4e is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:46:28.677247 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-138cf9c3-7ca6-46b3-9d59-841fe2aeae37 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:46:28.681685 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138cf9c3-7ca6-46b3-9d59-841fe2aeae37 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:46:28.710666 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138cf9c3-7ca6-46b3-9d59-841fe2aeae37 None None] Pushing event updated for resources: {'Port': ['ID=57ea5e9b-b810-44bb-be67-823934ce8f96,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:46:28.728345 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-151e9352-bfaa-4ecd-9dbc-acc4940a9b8d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:28.742296 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-138cf9c3-7ca6-46b3-9d59-841fe2aeae37 None None] Attempting to bind port 57ea5e9b-b810-44bb-be67-823934ce8f96 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:46:28.742673 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-138cf9c3-7ca6-46b3-9d59-841fe2aeae37 None None] Attempting to bind port 57ea5e9b-b810-44bb-be67-823934ce8f96 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '2b654a96-0828-4ceb-bfde-b7f6a7c944bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ac82c870-ab86-4ced-95b4-4655e9716c4e'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:46:28.743043 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138cf9c3-7ca6-46b3-9d59-841fe2aeae37 None None] Attempting to bind port 57ea5e9b-b810-44bb-be67-823934ce8f96 on network ac82c870-ab86-4ced-95b4-4655e9716c4e {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:46:28.748025 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138cf9c3-7ca6-46b3-9d59-841fe2aeae37 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:46:28.748415 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138cf9c3-7ca6-46b3-9d59-841fe2aeae37 None None] Checking segment: {'id': '2b654a96-0828-4ceb-bfde-b7f6a7c944bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ac82c870-ab86-4ced-95b4-4655e9716c4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:46:28.748821 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-138cf9c3-7ca6-46b3-9d59-841fe2aeae37 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:28.749219 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138cf9c3-7ca6-46b3-9d59-841fe2aeae37 None None] Bound using segment: {'id': '2b654a96-0828-4ceb-bfde-b7f6a7c944bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ac82c870-ab86-4ced-95b4-4655e9716c4e'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:46:28.749773 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-138cf9c3-7ca6-46b3-9d59-841fe2aeae37 None None] Bound port: 57ea5e9b-b810-44bb-be67-823934ce8f96, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b654a96-0828-4ceb-bfde-b7f6a7c944bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ac82c870-ab86-4ced-95b4-4655e9716c4e'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:46:28.750162 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-138cf9c3-7ca6-46b3-9d59-841fe2aeae37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:28.770570 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-151e9352-bfaa-4ecd-9dbc-acc4940a9b8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:28.817113 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151e9352-bfaa-4ecd-9dbc-acc4940a9b8d admin admin] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:46:28.819904 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-138cf9c3-7ca6-46b3-9d59-841fe2aeae37 None None] For port 57ea5e9b-b810-44bb-be67-823934ce8f96, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:46:28.820064 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-151e9352-bfaa-4ecd-9dbc-acc4940a9b8d admin admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:46:28.823388 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-138cf9c3-7ca6-46b3-9d59-841fe2aeae37 None None] For port 57ea5e9b-b810-44bb-be67-823934ce8f96, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=57ea5e9b-b810-44bb-be67-823934ce8f96,segment=NetworkSegment(2b654a96-0828-4ceb-bfde-b7f6a7c944bb),segment_id=2b654a96-0828-4ceb-bfde-b7f6a7c944bb)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:46:28.824028 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151e9352-bfaa-4ecd-9dbc-acc4940a9b8d admin admin] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:46:28.830101 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-138cf9c3-7ca6-46b3-9d59-841fe2aeae37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:28.846617 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fdddc3a-f9a2-4c46-8a0c-1ac013b76a34 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:46:28.859747 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151e9352-bfaa-4ecd-9dbc-acc4940a9b8d admin admin] Pushing event updated for resources: {'Port': ['ID=63fecab7-7eab-46ff-a22f-d54f868a3e55,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:46:28.924986 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138cf9c3-7ca6-46b3-9d59-841fe2aeae37 None None] Pushing event updated for resources: {'Port': ['ID=57ea5e9b-b810-44bb-be67-823934ce8f96,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:46:28.931886 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-38297466-6d48-4771-aef8-0b5249fa1a03 None None] Provisioning complete for port 63fecab7-7eab-46ff-a22f-d54f868a3e55 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:46:28.932516 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-38297466-6d48-4771-aef8-0b5249fa1a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:28.979916 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-38297466-6d48-4771-aef8-0b5249fa1a03 None None] Port 63fecab7-7eab-46ff-a22f-d54f868a3e55 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:46:29.132959 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-151e9352-bfaa-4ecd-9dbc-acc4940a9b8d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:29.350862 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-151e9352-bfaa-4ecd-9dbc-acc4940a9b8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:29.486857 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-151e9352-bfaa-4ecd-9dbc-acc4940a9b8d admin admin] Router 3fcbb8dc-ce2f-42eb-bce2-10126ae99f1a is scheduled to L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 with binding_index 1 {{(pid=103285) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 17:46:29.604204 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-151e9352-bfaa-4ecd-9dbc-acc4940a9b8d admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:46:29.613197 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9de02d7-3d99-4d60-94fd-dac4d4cde643 None None] Sync routers for ids ['3fcbb8dc-ce2f-42eb-bce2-10126ae99f1a'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:46:29.628773 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9de02d7-3d99-4d60-94fd-dac4d4cde643 None None] Routers {'3fcbb8dc-ce2f-42eb-bce2-10126ae99f1a'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:46:29.629610 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-e9de02d7-3d99-4d60-94fd-dac4d4cde643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:46:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['3fcbb8dc-ce2f-42eb-bce2-10126ae99f1a'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:46:29.629931 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-151e9352-bfaa-4ecd-9dbc-acc4940a9b8d admin admin] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:29.634999 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 37130) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:46:29.635514 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-151e9352-bfaa-4ecd-9dbc-acc4940a9b8d admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6316879 Dec 06 17:46:29.793577 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-e9de02d7-3d99-4d60-94fd-dac4d4cde643 None None] Set router 3fcbb8dc-ce2f-42eb-bce2-10126ae99f1a gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:46:30.010575 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-e9de02d7-3d99-4d60-94fd-dac4d4cde643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fcbb8dc-ce2f-42eb-bce2-10126ae99f1a', 'name': 'tempest-TestServerMultinode-732241297-router', 'tenant_id': 'c848d08e225f466a863f01d9bd759a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.188'}], 'enable_snat': True}, 'gw_port_id': '63fecab7-7eab-46ff-a22f-d54f868a3e55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:46:28Z', 'updated_at': '2021-12-06T17:46:29Z', 'revision_number': 3, 'project_id': 'c848d08e225f466a863f01d9bd759a1f', 'gw_port': {'id': '63fecab7-7eab-46ff-a22f-d54f868a3e55', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cd:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fcbb8dc-ce2f-42eb-bce2-10126ae99f1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:46:28Z', 'updated_at': '2021-12-06T17:46:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:46:30.042203 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac061d9-b2b2-42ea-9086-5b1f54abac81 None None] Network ac82c870-ab86-4ced-95b4-4655e9716c4e requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:46:30.044774 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9de02d7-3d99-4d60-94fd-dac4d4cde643 None None] Checking router: 3fcbb8dc-ce2f-42eb-bce2-10126ae99f1a for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:46:30.045061 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9de02d7-3d99-4d60-94fd-dac4d4cde643 None None] Updating router 3fcbb8dc-ce2f-42eb-bce2-10126ae99f1a port 63fecab7-7eab-46ff-a22f-d54f868a3e55 binding host n-d-master-1 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:46:30.129033 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ef79b630-1da8-4b99-8cae-0a226126b20c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:30.135640 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e9de02d7-3d99-4d60-94fd-dac4d4cde643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:30.170465 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-c935aa5d-3732-4ee4-af5b-ee18732cf065 None None] Provisioning complete for port 57ea5e9b-b810-44bb-be67-823934ce8f96 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:46:30.170841 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c935aa5d-3732-4ee4-af5b-ee18732cf065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:30.378996 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-ef79b630-1da8-4b99-8cae-0a226126b20c admin admin] Allocated IP 172.20.0.1 (ac82c870-ab86-4ced-95b4-4655e9716c4e/6f2b8c43-6349-4f0f-80f1-b13ac7a3dad4/066dc788-cac0-475b-b38f-0d2f4a84bbd3) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:46:30.451375 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c935aa5d-3732-4ee4-af5b-ee18732cf065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:30.490100 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ef79b630-1da8-4b99-8cae-0a226126b20c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:30.518247 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c935aa5d-3732-4ee4-af5b-ee18732cf065 None None] For port 57ea5e9b-b810-44bb-be67-823934ce8f96, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=57ea5e9b-b810-44bb-be67-823934ce8f96,segment=NetworkSegment(2b654a96-0828-4ceb-bfde-b7f6a7c944bb),segment_id=2b654a96-0828-4ceb-bfde-b7f6a7c944bb)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:46:30.531131 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c935aa5d-3732-4ee4-af5b-ee18732cf065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:30.566405 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ef79b630-1da8-4b99-8cae-0a226126b20c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:30.628850 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef79b630-1da8-4b99-8cae-0a226126b20c admin admin] Network ac82c870-ab86-4ced-95b4-4655e9716c4e is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:46:30.633832 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-ef79b630-1da8-4b99-8cae-0a226126b20c admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:46:30.647698 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef79b630-1da8-4b99-8cae-0a226126b20c admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:46:30.652212 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef79b630-1da8-4b99-8cae-0a226126b20c admin admin] Pushing event updated for resources: {'Port': ['ID=066dc788-cac0-475b-b38f-0d2f4a84bbd3,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:46:30.652792 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e9de02d7-3d99-4d60-94fd-dac4d4cde643 None None] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:30.669349 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e9de02d7-3d99-4d60-94fd-dac4d4cde643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:30.686329 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 57ea5e9b-b810-44bb-be67-823934ce8f96 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:46:30.698859 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ef79b630-1da8-4b99-8cae-0a226126b20c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539179'] for router_interface, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:30.721014 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c935aa5d-3732-4ee4-af5b-ee18732cf065 None None] Pushing event updated for resources: {'Port': ['ID=57ea5e9b-b810-44bb-be67-823934ce8f96,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:46:30.739990 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ea752d-1508-414e-8307-a804bf77b08b None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:46:30.812905 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3ed261-14e8-4340-9eb3-f72f44b6d9c7 None None] Pushing event updated for resources: {'Port': ['ID=63fecab7-7eab-46ff-a22f-d54f868a3e55,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:46:30.826603 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-e9de02d7-3d99-4d60-94fd-dac4d4cde643 None None] Attempting to bind port 63fecab7-7eab-46ff-a22f-d54f868a3e55 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:46:30.827093 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-e9de02d7-3d99-4d60-94fd-dac4d4cde643 None None] Attempting to bind port 63fecab7-7eab-46ff-a22f-d54f868a3e55 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:46:30.827347 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9de02d7-3d99-4d60-94fd-dac4d4cde643 None None] Attempting to bind port 63fecab7-7eab-46ff-a22f-d54f868a3e55 on network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:46:30.850238 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9de02d7-3d99-4d60-94fd-dac4d4cde643 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:46:30.850633 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9de02d7-3d99-4d60-94fd-dac4d4cde643 None None] Checking segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:46:30.851127 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e9de02d7-3d99-4d60-94fd-dac4d4cde643 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:30.851533 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9de02d7-3d99-4d60-94fd-dac4d4cde643 None None] Bound using segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:46:30.852438 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-e9de02d7-3d99-4d60-94fd-dac4d4cde643 None None] Bound port: 63fecab7-7eab-46ff-a22f-d54f868a3e55, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:46:30.852835 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e9de02d7-3d99-4d60-94fd-dac4d4cde643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:30.908363 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ef79b630-1da8-4b99-8cae-0a226126b20c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:30.924927 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 57ea5e9b-b810-44bb-be67-823934ce8f96 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:46:30.925356 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:30.931408 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b3ceef54-3748-434d-9520-7c687cd4b0c3 None None] Provisioning complete for port 63fecab7-7eab-46ff-a22f-d54f868a3e55 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:46:30.933876 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b3ceef54-3748-434d-9520-7c687cd4b0c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:31.007191 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-e9de02d7-3d99-4d60-94fd-dac4d4cde643 None None] For port 63fecab7-7eab-46ff-a22f-d54f868a3e55, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:46:31.034599 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-e9de02d7-3d99-4d60-94fd-dac4d4cde643 None None] For port 63fecab7-7eab-46ff-a22f-d54f868a3e55, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=63fecab7-7eab-46ff-a22f-d54f868a3e55,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:46:31.046815 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e9de02d7-3d99-4d60-94fd-dac4d4cde643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:31.079111 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b3ceef54-3748-434d-9520-7c687cd4b0c3 None None] Port 63fecab7-7eab-46ff-a22f-d54f868a3e55 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:46:31.097819 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ef79b630-1da8-4b99-8cae-0a226126b20c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:31.109202 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ef79b630-1da8-4b99-8cae-0a226126b20c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:31.114772 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3ed261-14e8-4340-9eb3-f72f44b6d9c7 None None] Pushing event updated for resources: {'Port': ['ID=63fecab7-7eab-46ff-a22f-d54f868a3e55,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:46:31.124389 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec40057c-4f06-4b1d-bbbb-357995d5dd39 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:46:31.162603 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9de02d7-3d99-4d60-94fd-dac4d4cde643 None None] Routers {'3fcbb8dc-ce2f-42eb-bce2-10126ae99f1a'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:46:31.163260 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-e9de02d7-3d99-4d60-94fd-dac4d4cde643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:46:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['3fcbb8dc-ce2f-42eb-bce2-10126ae99f1a'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:46:31.207917 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ef79b630-1da8-4b99-8cae-0a226126b20c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-772465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539207'] for router_interface, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:31.214845 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef79b630-1da8-4b99-8cae-0a226126b20c admin admin] Pushing event updated for resources: {'Port': ['ID=066dc788-cac0-475b-b38f-0d2f4a84bbd3,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:46:31.241554 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-539e6f34-8699-4c23-8f5a-656f36ea5ff8 None None] Provisioning complete for port 63fecab7-7eab-46ff-a22f-d54f868a3e55 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:46:31.242035 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-539e6f34-8699-4c23-8f5a-656f36ea5ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:31.328091 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-e9de02d7-3d99-4d60-94fd-dac4d4cde643 None None] Set router 3fcbb8dc-ce2f-42eb-bce2-10126ae99f1a gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:46:31.333410 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef79b630-1da8-4b99-8cae-0a226126b20c admin admin] Network ac82c870-ab86-4ced-95b4-4655e9716c4e is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:46:31.335531 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-ef79b630-1da8-4b99-8cae-0a226126b20c admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:46:31.451281 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-539e6f34-8699-4c23-8f5a-656f36ea5ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:31.474123 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef79b630-1da8-4b99-8cae-0a226126b20c admin admin] Router 3fcbb8dc-ce2f-42eb-bce2-10126ae99f1a has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:46:31.479387 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-539e6f34-8699-4c23-8f5a-656f36ea5ff8 None None] For port 63fecab7-7eab-46ff-a22f-d54f868a3e55, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=63fecab7-7eab-46ff-a22f-d54f868a3e55,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:46:31.513089 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-539e6f34-8699-4c23-8f5a-656f36ea5ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:31.573013 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-539e6f34-8699-4c23-8f5a-656f36ea5ff8 None None] Provisioning complete for port 57ea5e9b-b810-44bb-be67-823934ce8f96 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:46:31.573013 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-539e6f34-8699-4c23-8f5a-656f36ea5ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:31.621204 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef79b630-1da8-4b99-8cae-0a226126b20c admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:46:31.645366 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539e6f34-8699-4c23-8f5a-656f36ea5ff8 None None] Pushing event updated for resources: {'Port': ['ID=63fecab7-7eab-46ff-a22f-d54f868a3e55,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:46:31.654172 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-ef79b630-1da8-4b99-8cae-0a226126b20c admin admin] 10.222.0.23 "PUT /v2.0/routers/3fcbb8dc-ce2f-42eb-bce2-10126ae99f1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0172124 Dec 06 17:46:31.905876 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-e9de02d7-3d99-4d60-94fd-dac4d4cde643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fcbb8dc-ce2f-42eb-bce2-10126ae99f1a', 'name': 'tempest-TestServerMultinode-732241297-router', 'tenant_id': 'c848d08e225f466a863f01d9bd759a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.188'}], 'enable_snat': True}, 'gw_port_id': '63fecab7-7eab-46ff-a22f-d54f868a3e55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:46:28Z', 'updated_at': '2021-12-06T17:46:30Z', 'revision_number': 4, 'project_id': 'c848d08e225f466a863f01d9bd759a1f', 'gw_port': {'id': '63fecab7-7eab-46ff-a22f-d54f868a3e55', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cd:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fcbb8dc-ce2f-42eb-bce2-10126ae99f1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:46:28Z', 'updated_at': '2021-12-06T17:46:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '066dc788-cac0-475b-b38f-0d2f4a84bbd3', 'name': '', 'network_id': 'ac82c870-ab86-4ced-95b4-4655e9716c4e', 'tenant_id': 'c848d08e225f466a863f01d9bd759a1f', 'mac_address': 'fa:16:3e:c3:34:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fcbb8dc-ce2f-42eb-bce2-10126ae99f1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '6f2b8c43-6349-4f0f-80f1-b13ac7a3dad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:46:30Z', 'updated_at': '2021-12-06T17:46:30Z', 'revision_number': 2, 'project_id': 'c848d08e225f466a863f01d9bd759a1f', 'subnets': [{'id': '6f2b8c43-6349-4f0f-80f1-b13ac7a3dad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:46:31.935727 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9de02d7-3d99-4d60-94fd-dac4d4cde643 None None] The sync data for ids ['3fcbb8dc-ce2f-42eb-bce2-10126ae99f1a'] in n-d-master-1 is: [{'id': '3fcbb8dc-ce2f-42eb-bce2-10126ae99f1a', 'name': 'tempest-TestServerMultinode-732241297-router', 'tenant_id': 'c848d08e225f466a863f01d9bd759a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.188'}], 'enable_snat': True}, 'gw_port_id': '63fecab7-7eab-46ff-a22f-d54f868a3e55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:46:28Z', 'updated_at': '2021-12-06T17:46:30Z', 'revision_number': 4, 'project_id': 'c848d08e225f466a863f01d9bd759a1f', 'gw_port': {'id': '63fecab7-7eab-46ff-a22f-d54f868a3e55', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cd:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fcbb8dc-ce2f-42eb-bce2-10126ae99f1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:46:28Z', 'updated_at': '2021-12-06T17:46:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '066dc788-cac0-475b-b38f-0d2f4a84bbd3', 'name': '', 'network_id': 'ac82c870-ab86-4ced-95b4-4655e9716c4e', 'tenant_id': 'c848d08e225f466a863f01d9bd759a1f', 'mac_address': 'fa:16:3e:c3:34:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fcbb8dc-ce2f-42eb-bce2-10126ae99f1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '6f2b8c43-6349-4f0f-80f1-b13ac7a3dad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:46:30Z', 'updated_at': '2021-12-06T17:46:30Z', 'revision_number': 2, 'project_id': 'c848d08e225f466a863f01d9bd759a1f', 'subnets': [{'id': '6f2b8c43-6349-4f0f-80f1-b13ac7a3dad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:46:31.943366 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-539e6f34-8699-4c23-8f5a-656f36ea5ff8 None None] Provisioning complete for port 066dc788-cac0-475b-b38f-0d2f4a84bbd3 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:46:31.943770 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-539e6f34-8699-4c23-8f5a-656f36ea5ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:31.979511 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-539e6f34-8699-4c23-8f5a-656f36ea5ff8 None None] Port 066dc788-cac0-475b-b38f-0d2f4a84bbd3 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:46:32.099838 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-f1feeaad-10a9-4f4e-99ef-78b684138454 None None] Provisioning complete for port 066dc788-cac0-475b-b38f-0d2f4a84bbd3 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:46:32.100404 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f1feeaad-10a9-4f4e-99ef-78b684138454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:32.142890 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-f1feeaad-10a9-4f4e-99ef-78b684138454 None None] Port 066dc788-cac0-475b-b38f-0d2f4a84bbd3 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:46:32.201342 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 37186) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:46:32.209323 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-def056d3-f725-4cf2-9410-50fbb5a48fa3 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1813112024-network', 'tenant_id': 'f29b9699e7f443db9728e1c23125e9c3'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:46:32.235717 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def056d3-f725-4cf2-9410-50fbb5a48fa3 admin admin] Made reservation on behalf of f29b9699e7f443db9728e1c23125e9c3 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:46:32.238135 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-def056d3-f725-4cf2-9410-50fbb5a48fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:32.251871 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-def056d3-f725-4cf2-9410-50fbb5a48fa3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:32.343594 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-def056d3-f725-4cf2-9410-50fbb5a48fa3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:32.349219 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-def056d3-f725-4cf2-9410-50fbb5a48fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:32.385238 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-def056d3-f725-4cf2-9410-50fbb5a48fa3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:46:32.391012 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def056d3-f725-4cf2-9410-50fbb5a48fa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f630109-b001-4573-8b6c-a73398f6b006,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:46:32.405857 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-def056d3-f725-4cf2-9410-50fbb5a48fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:32.406340 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-def056d3-f725-4cf2-9410-50fbb5a48fa3 admin admin] Added segment 1dce4729-bb89-4678-9809-5cba06042655 of type vlan for network d60f4f3c-22ac-48b3-a06f-5fd0b87700e6 Dec 06 17:46:32.456718 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-def056d3-f725-4cf2-9410-50fbb5a48fa3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:32.487328 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-def056d3-f725-4cf2-9410-50fbb5a48fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:32.488333 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def056d3-f725-4cf2-9410-50fbb5a48fa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:46:32.488930 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-def056d3-f725-4cf2-9410-50fbb5a48fa3 admin admin] Publish callbacks [] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:32.569534 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-def056d3-f725-4cf2-9410-50fbb5a48fa3 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3663669 Dec 06 17:46:32.572319 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 37194) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:46:32.580324 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-0ebc8552-7c49-4240-827d-4f2924ba092b admin admin] Request body: {'subnet': {'network_id': 'd60f4f3c-22ac-48b3-a06f-5fd0b87700e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1813112024-subnet', 'tenant_id': 'f29b9699e7f443db9728e1c23125e9c3', 'ip_version': 4}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:46:32.591331 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def056d3-f725-4cf2-9410-50fbb5a48fa3 admin admin] Pushing event updated for resources: {'Network': ['ID=d60f4f3c-22ac-48b3-a06f-5fd0b87700e6,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:46:32.603496 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network d60f4f3c-22ac-48b3-a06f-5fd0b87700e6 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:46:32.618985 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ebc8552-7c49-4240-827d-4f2924ba092b admin admin] Made reservation on behalf of f29b9699e7f443db9728e1c23125e9c3 for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:46:32.626939 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0ebc8552-7c49-4240-827d-4f2924ba092b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:32.628974 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 57ea5e9b-b810-44bb-be67-823934ce8f96 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:46:32.755156 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 57ea5e9b-b810-44bb-be67-823934ce8f96 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:46:32.755590 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:32.907739 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0ebc8552-7c49-4240-827d-4f2924ba092b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:32.970870 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebc8552-7c49-4240-827d-4f2924ba092b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f5ab0a6-de50-4dca-b5ae-c6cc73bd2401,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:46:32.981714 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebc8552-7c49-4240-827d-4f2924ba092b admin admin] Checking segment: {'id': '1dce4729-bb89-4678-9809-5cba06042655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'd60f4f3c-22ac-48b3-a06f-5fd0b87700e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:46:32.982264 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ebc8552-7c49-4240-827d-4f2924ba092b admin admin] Network hostable DHCP agents. Network: d60f4f3c-22ac-48b3-a06f-5fd0b87700e6, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:46:32.995051 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:33.002747 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ebc8552-7c49-4240-827d-4f2924ba092b admin admin] Network d60f4f3c-22ac-48b3-a06f-5fd0b87700e6 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:46:33.014314 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-0ebc8552-7c49-4240-827d-4f2924ba092b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, d60f4f3c-22ac-48b3-a06f-5fd0b87700e6) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:46:33.020395 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ebc8552-7c49-4240-827d-4f2924ba092b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:46:33.021144 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0ebc8552-7c49-4240-827d-4f2924ba092b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:33.022816 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36145b8d-c1eb-4088-b96e-7b5516d8d536 None None] Network d60f4f3c-22ac-48b3-a06f-5fd0b87700e6 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:46:33.043664 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-0ebc8552-7c49-4240-827d-4f2924ba092b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4695377 Dec 06 17:46:33.046304 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 37210) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:46:33.052059 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-a29db9bf-528d-4d1e-983e-dce4b441c5b5 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1813112024-router', 'tenant_id': 'f29b9699e7f443db9728e1c23125e9c3', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:46:33.081976 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a29db9bf-528d-4d1e-983e-dce4b441c5b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:33.083033 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a29db9bf-528d-4d1e-983e-dce4b441c5b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:33.204974 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30901005-8dcf-40bd-a505-3bcb2b587ae9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-d60f4f3c-22ac-48b3-a06f-5fd0b87700e6', 'network_id': 'd60f4f3c-22ac-48b3-a06f-5fd0b87700e6', 'tenant_id': 'f29b9699e7f443db9728e1c23125e9c3', 'fixed_ips': [{'subnet_id': '7f5ab0a6-de50-4dca-b5ae-c6cc73bd2401'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:46:33.206212 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-30901005-8dcf-40bd-a505-3bcb2b587ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:33.211616 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a29db9bf-528d-4d1e-983e-dce4b441c5b5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:33.390578 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-30901005-8dcf-40bd-a505-3bcb2b587ae9 None None] Allocated IP 172.20.0.2 (d60f4f3c-22ac-48b3-a06f-5fd0b87700e6/7f5ab0a6-de50-4dca-b5ae-c6cc73bd2401/4c11008d-c947-4294-a134-ac92ace86321) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:46:33.566664 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-30901005-8dcf-40bd-a505-3bcb2b587ae9 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:33.575480 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-30901005-8dcf-40bd-a505-3bcb2b587ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:33.618629 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30901005-8dcf-40bd-a505-3bcb2b587ae9 None None] Network d60f4f3c-22ac-48b3-a06f-5fd0b87700e6 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:46:33.627378 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-30901005-8dcf-40bd-a505-3bcb2b587ae9 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:46:33.634626 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30901005-8dcf-40bd-a505-3bcb2b587ae9 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:46:33.670929 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30901005-8dcf-40bd-a505-3bcb2b587ae9 None None] Pushing event updated for resources: {'Port': ['ID=4c11008d-c947-4294-a134-ac92ace86321,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:46:33.730510 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-30901005-8dcf-40bd-a505-3bcb2b587ae9 None None] Attempting to bind port 4c11008d-c947-4294-a134-ac92ace86321 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:46:33.731532 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-30901005-8dcf-40bd-a505-3bcb2b587ae9 None None] Attempting to bind port 4c11008d-c947-4294-a134-ac92ace86321 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '1dce4729-bb89-4678-9809-5cba06042655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'd60f4f3c-22ac-48b3-a06f-5fd0b87700e6'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:46:33.731986 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30901005-8dcf-40bd-a505-3bcb2b587ae9 None None] Attempting to bind port 4c11008d-c947-4294-a134-ac92ace86321 on network d60f4f3c-22ac-48b3-a06f-5fd0b87700e6 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:46:33.737897 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30901005-8dcf-40bd-a505-3bcb2b587ae9 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:46:33.738370 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30901005-8dcf-40bd-a505-3bcb2b587ae9 None None] Checking segment: {'id': '1dce4729-bb89-4678-9809-5cba06042655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'd60f4f3c-22ac-48b3-a06f-5fd0b87700e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:46:33.738957 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-30901005-8dcf-40bd-a505-3bcb2b587ae9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:33.739478 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30901005-8dcf-40bd-a505-3bcb2b587ae9 None None] Bound using segment: {'id': '1dce4729-bb89-4678-9809-5cba06042655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'd60f4f3c-22ac-48b3-a06f-5fd0b87700e6'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:46:33.740040 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-30901005-8dcf-40bd-a505-3bcb2b587ae9 None None] Bound port: 4c11008d-c947-4294-a134-ac92ace86321, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dce4729-bb89-4678-9809-5cba06042655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'd60f4f3c-22ac-48b3-a06f-5fd0b87700e6'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:46:33.740498 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-30901005-8dcf-40bd-a505-3bcb2b587ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:33.771575 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a29db9bf-528d-4d1e-983e-dce4b441c5b5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:33.825527 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-30901005-8dcf-40bd-a505-3bcb2b587ae9 None None] For port 4c11008d-c947-4294-a134-ac92ace86321, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:46:33.829964 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-30901005-8dcf-40bd-a505-3bcb2b587ae9 None None] For port 4c11008d-c947-4294-a134-ac92ace86321, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=4c11008d-c947-4294-a134-ac92ace86321,segment=NetworkSegment(1dce4729-bb89-4678-9809-5cba06042655),segment_id=1dce4729-bb89-4678-9809-5cba06042655)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:46:33.835465 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-30901005-8dcf-40bd-a505-3bcb2b587ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:33.906392 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30901005-8dcf-40bd-a505-3bcb2b587ae9 None None] Pushing event updated for resources: {'Port': ['ID=4c11008d-c947-4294-a134-ac92ace86321,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:46:34.051181 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a29db9bf-528d-4d1e-983e-dce4b441c5b5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:34.106841 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a29db9bf-528d-4d1e-983e-dce4b441c5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:34.241748 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-a29db9bf-528d-4d1e-983e-dce4b441c5b5 admin admin] Allocated IP 172.35.1.47 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/cae5d346-9edc-464a-8bce-0a37ad81fa4e) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:46:34.376440 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a29db9bf-528d-4d1e-983e-dce4b441c5b5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:34.414279 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a29db9bf-528d-4d1e-983e-dce4b441c5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:34.456295 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29db9bf-528d-4d1e-983e-dce4b441c5b5 admin admin] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:46:34.460405 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-a29db9bf-528d-4d1e-983e-dce4b441c5b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:46:34.464322 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29db9bf-528d-4d1e-983e-dce4b441c5b5 admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:46:34.478169 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1cd1c59-886c-45ae-9808-d627b74f0fc4 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:46:34.487517 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29db9bf-528d-4d1e-983e-dce4b441c5b5 admin admin] Pushing event updated for resources: {'Port': ['ID=cae5d346-9edc-464a-8bce-0a37ad81fa4e,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:46:34.603176 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-69f718cf-a863-4d2a-bbd3-d739cde7f7ea None None] Provisioning complete for port cae5d346-9edc-464a-8bce-0a37ad81fa4e triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:46:34.603566 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-69f718cf-a863-4d2a-bbd3-d739cde7f7ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:34.678994 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-69f718cf-a863-4d2a-bbd3-d739cde7f7ea None None] Port cae5d346-9edc-464a-8bce-0a37ad81fa4e cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:46:34.735718 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 4c11008d-c947-4294-a134-ac92ace86321 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:46:34.802263 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a29db9bf-528d-4d1e-983e-dce4b441c5b5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:34.809845 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 4c11008d-c947-4294-a134-ac92ace86321 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:46:34.810225 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:34.915460 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:34.954878 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] For port 4c11008d-c947-4294-a134-ac92ace86321, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=4c11008d-c947-4294-a134-ac92ace86321,segment=NetworkSegment(1dce4729-bb89-4678-9809-5cba06042655),segment_id=1dce4729-bb89-4678-9809-5cba06042655)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:46:34.961538 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:34.962841 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 63fecab7-7eab-46ff-a22f-d54f868a3e55 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:46:35.085413 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Pushing event updated for resources: {'Port': ['ID=4c11008d-c947-4294-a134-ac92ace86321,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:46:35.089863 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a29db9bf-528d-4d1e-983e-dce4b441c5b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:35.104192 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 63fecab7-7eab-46ff-a22f-d54f868a3e55 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:46:35.104577 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:35.316564 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7511e54-3b6a-4d91-8691-c42e58d619b6 None None] Sync routers for ids ['3fcbb8dc-ce2f-42eb-bce2-10126ae99f1a'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:46:35.327924 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a29db9bf-528d-4d1e-983e-dce4b441c5b5 admin admin] Router 74ef33be-59d6-4d63-a580-81b17a69cc5f is scheduled to L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 17:46:35.338798 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7511e54-3b6a-4d91-8691-c42e58d619b6 None None] Routers {'3fcbb8dc-ce2f-42eb-bce2-10126ae99f1a'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:46:35.339462 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-f7511e54-3b6a-4d91-8691-c42e58d619b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:46:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['3fcbb8dc-ce2f-42eb-bce2-10126ae99f1a'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:46:35.377405 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:35.459577 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-f7511e54-3b6a-4d91-8691-c42e58d619b6 None None] Set router 3fcbb8dc-ce2f-42eb-bce2-10126ae99f1a gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:46:35.514732 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a29db9bf-528d-4d1e-983e-dce4b441c5b5 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:46:35.530455 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a56ceb-e067-4a70-ac6c-fb89e88a8bae None None] Sync routers for ids ['74ef33be-59d6-4d63-a580-81b17a69cc5f'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:46:35.543883 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a29db9bf-528d-4d1e-983e-dce4b441c5b5 admin admin] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:35.547725 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-a29db9bf-528d-4d1e-983e-dce4b441c5b5 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4971082 Dec 06 17:46:35.547934 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 37220) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:46:35.556408 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a56ceb-e067-4a70-ac6c-fb89e88a8bae None None] Routers {'74ef33be-59d6-4d63-a580-81b17a69cc5f'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:46:35.558654 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-a0a56ceb-e067-4a70-ac6c-fb89e88a8bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:46:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['74ef33be-59d6-4d63-a580-81b17a69cc5f'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:46:35.640443 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9aaf5c-5dd7-4dbe-92fe-a624c58981c3 None None] Network d60f4f3c-22ac-48b3-a06f-5fd0b87700e6 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:46:35.714805 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-f7511e54-3b6a-4d91-8691-c42e58d619b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fcbb8dc-ce2f-42eb-bce2-10126ae99f1a', 'name': 'tempest-TestServerMultinode-732241297-router', 'tenant_id': 'c848d08e225f466a863f01d9bd759a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.188'}], 'enable_snat': True}, 'gw_port_id': '63fecab7-7eab-46ff-a22f-d54f868a3e55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:46:28Z', 'updated_at': '2021-12-06T17:46:30Z', 'revision_number': 4, 'project_id': 'c848d08e225f466a863f01d9bd759a1f', 'gw_port': {'id': '63fecab7-7eab-46ff-a22f-d54f868a3e55', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcbb8dc-ce2f-42eb-bce2-10126ae99f1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:46:28Z', 'updated_at': '2021-12-06T17:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '066dc788-cac0-475b-b38f-0d2f4a84bbd3', 'name': '', 'network_id': 'ac82c870-ab86-4ced-95b4-4655e9716c4e', 'tenant_id': 'c848d08e225f466a863f01d9bd759a1f', 'mac_address': 'fa:16:3e:c3:34:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fcbb8dc-ce2f-42eb-bce2-10126ae99f1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '6f2b8c43-6349-4f0f-80f1-b13ac7a3dad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:46:30Z', 'updated_at': '2021-12-06T17:46:30Z', 'revision_number': 2, 'project_id': 'c848d08e225f466a863f01d9bd759a1f', 'subnets': [{'id': '6f2b8c43-6349-4f0f-80f1-b13ac7a3dad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:46:35.746805 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7511e54-3b6a-4d91-8691-c42e58d619b6 None None] Checking router: 3fcbb8dc-ce2f-42eb-bce2-10126ae99f1a for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:46:35.747424 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7511e54-3b6a-4d91-8691-c42e58d619b6 None None] Updating router 3fcbb8dc-ce2f-42eb-bce2-10126ae99f1a port 066dc788-cac0-475b-b38f-0d2f4a84bbd3 binding host n-d-master-1 {{(pid=103287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:46:35.777263 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f7511e54-3b6a-4d91-8691-c42e58d619b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:35.828867 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-e65dc607-35ed-4d9c-8c5d-10ff56ddc858 None None] Provisioning complete for port 4c11008d-c947-4294-a134-ac92ace86321 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:46:35.829483 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e65dc607-35ed-4d9c-8c5d-10ff56ddc858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:35.905132 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-a0a56ceb-e067-4a70-ac6c-fb89e88a8bae None None] Set router 74ef33be-59d6-4d63-a580-81b17a69cc5f gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:46:36.080690 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5bda7f45-18be-4497-b104-d5f0894bb678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:36.115399 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f7511e54-3b6a-4d91-8691-c42e58d619b6 None None] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:36.124465 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f7511e54-3b6a-4d91-8691-c42e58d619b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:36.184468 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2be1af-726f-4c74-9360-ee52690ce3d7 None None] Pushing event updated for resources: {'Port': ['ID=066dc788-cac0-475b-b38f-0d2f4a84bbd3,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:46:36.214044 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2be1af-726f-4c74-9360-ee52690ce3d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:46:36.214382 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2be1af-726f-4c74-9360-ee52690ce3d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:46:36.214720 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2be1af-726f-4c74-9360-ee52690ce3d7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:46:36.215219 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2be1af-726f-4c74-9360-ee52690ce3d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:46:36.215564 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2be1af-726f-4c74-9360-ee52690ce3d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:46:36.215879 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2be1af-726f-4c74-9360-ee52690ce3d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:46:36.216252 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2be1af-726f-4c74-9360-ee52690ce3d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:46:36.216580 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2be1af-726f-4c74-9360-ee52690ce3d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:46:36.216899 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2be1af-726f-4c74-9360-ee52690ce3d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:46:36.217219 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2be1af-726f-4c74-9360-ee52690ce3d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:46:36.217588 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2be1af-726f-4c74-9360-ee52690ce3d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:46:36.217910 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2be1af-726f-4c74-9360-ee52690ce3d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:46:36.218227 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2be1af-726f-4c74-9360-ee52690ce3d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:46:36.272034 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-f7511e54-3b6a-4d91-8691-c42e58d619b6 None None] Attempting to bind port 066dc788-cac0-475b-b38f-0d2f4a84bbd3 on host n-d-master-1 for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:46:36.272406 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-f7511e54-3b6a-4d91-8691-c42e58d619b6 None None] Attempting to bind port 066dc788-cac0-475b-b38f-0d2f4a84bbd3 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '2b654a96-0828-4ceb-bfde-b7f6a7c944bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ac82c870-ab86-4ced-95b4-4655e9716c4e'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:46:36.272769 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7511e54-3b6a-4d91-8691-c42e58d619b6 None None] Attempting to bind port 066dc788-cac0-475b-b38f-0d2f4a84bbd3 on network ac82c870-ab86-4ced-95b4-4655e9716c4e {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:46:36.283908 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-a0a56ceb-e067-4a70-ac6c-fb89e88a8bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74ef33be-59d6-4d63-a580-81b17a69cc5f', 'name': 'tempest-TestServerMultinode-1813112024-router', 'tenant_id': 'f29b9699e7f443db9728e1c23125e9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.47'}], 'enable_snat': True}, 'gw_port_id': 'cae5d346-9edc-464a-8bce-0a37ad81fa4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:46:33Z', 'updated_at': '2021-12-06T17:46:34Z', 'revision_number': 3, 'project_id': 'f29b9699e7f443db9728e1c23125e9c3', 'gw_port': {'id': 'cae5d346-9edc-464a-8bce-0a37ad81fa4e', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:70:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74ef33be-59d6-4d63-a580-81b17a69cc5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:46:34Z', 'updated_at': '2021-12-06T17:46:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:46:36.284489 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7511e54-3b6a-4d91-8691-c42e58d619b6 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:46:36.284863 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7511e54-3b6a-4d91-8691-c42e58d619b6 None None] Checking segment: {'id': '2b654a96-0828-4ceb-bfde-b7f6a7c944bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ac82c870-ab86-4ced-95b4-4655e9716c4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:46:36.285265 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f7511e54-3b6a-4d91-8691-c42e58d619b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:36.285728 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7511e54-3b6a-4d91-8691-c42e58d619b6 None None] Bound using segment: {'id': '2b654a96-0828-4ceb-bfde-b7f6a7c944bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ac82c870-ab86-4ced-95b4-4655e9716c4e'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:46:36.286205 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-f7511e54-3b6a-4d91-8691-c42e58d619b6 None None] Bound port: 066dc788-cac0-475b-b38f-0d2f4a84bbd3, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b654a96-0828-4ceb-bfde-b7f6a7c944bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ac82c870-ab86-4ced-95b4-4655e9716c4e'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:46:36.286585 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f7511e54-3b6a-4d91-8691-c42e58d619b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:36.319981 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a56ceb-e067-4a70-ac6c-fb89e88a8bae None None] Checking router: 74ef33be-59d6-4d63-a580-81b17a69cc5f for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:46:36.320342 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a56ceb-e067-4a70-ac6c-fb89e88a8bae None None] Updating router 74ef33be-59d6-4d63-a580-81b17a69cc5f port cae5d346-9edc-464a-8bce-0a37ad81fa4e binding host n-d-master-1 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:46:36.365226 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a0a56ceb-e067-4a70-ac6c-fb89e88a8bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:36.380841 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-5bda7f45-18be-4497-b104-d5f0894bb678 admin admin] Allocated IP 172.20.0.1 (d60f4f3c-22ac-48b3-a06f-5fd0b87700e6/7f5ab0a6-de50-4dca-b5ae-c6cc73bd2401/7be0d711-9e40-445e-929f-334aca237e72) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:46:36.389158 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-f7511e54-3b6a-4d91-8691-c42e58d619b6 None None] For port 066dc788-cac0-475b-b38f-0d2f4a84bbd3, host n-d-master-1, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:46:36.407012 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-f7511e54-3b6a-4d91-8691-c42e58d619b6 None None] For port 066dc788-cac0-475b-b38f-0d2f4a84bbd3, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=066dc788-cac0-475b-b38f-0d2f4a84bbd3,segment=NetworkSegment(2b654a96-0828-4ceb-bfde-b7f6a7c944bb),segment_id=2b654a96-0828-4ceb-bfde-b7f6a7c944bb)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:46:36.417127 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f7511e54-3b6a-4d91-8691-c42e58d619b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:36.549023 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7511e54-3b6a-4d91-8691-c42e58d619b6 None None] Routers {'3fcbb8dc-ce2f-42eb-bce2-10126ae99f1a'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:46:36.554406 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-f7511e54-3b6a-4d91-8691-c42e58d619b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:46:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['3fcbb8dc-ce2f-42eb-bce2-10126ae99f1a'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:46:36.561582 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2be1af-726f-4c74-9360-ee52690ce3d7 None None] Pushing event updated for resources: {'Port': ['ID=066dc788-cac0-475b-b38f-0d2f4a84bbd3,revision_number=4']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:46:36.605343 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5bda7f45-18be-4497-b104-d5f0894bb678 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:36.627837 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-f6e73e37-4af6-4a8b-ae88-2cc75e584c42 None None] Provisioning complete for port 066dc788-cac0-475b-b38f-0d2f4a84bbd3 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:46:36.628372 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f6e73e37-4af6-4a8b-ae88-2cc75e584c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:36.660207 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5bda7f45-18be-4497-b104-d5f0894bb678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:36.665296 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 4c11008d-c947-4294-a134-ac92ace86321 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:46:36.717894 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bda7f45-18be-4497-b104-d5f0894bb678 admin admin] Network d60f4f3c-22ac-48b3-a06f-5fd0b87700e6 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:46:36.721897 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-5bda7f45-18be-4497-b104-d5f0894bb678 admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:46:36.725219 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bda7f45-18be-4497-b104-d5f0894bb678 admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:46:36.758928 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bda7f45-18be-4497-b104-d5f0894bb678 admin admin] Pushing event updated for resources: {'Port': ['ID=7be0d711-9e40-445e-929f-334aca237e72,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:46:36.810197 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5bda7f45-18be-4497-b104-d5f0894bb678 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539179'] for router_interface, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:36.931074 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a0a56ceb-e067-4a70-ac6c-fb89e88a8bae None None] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:36.951170 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f6e73e37-4af6-4a8b-ae88-2cc75e584c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:36.977142 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a0a56ceb-e067-4a70-ac6c-fb89e88a8bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:36.998191 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 4c11008d-c947-4294-a134-ac92ace86321 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:46:36.998575 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:37.015091 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5bda7f45-18be-4497-b104-d5f0894bb678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:37.015831 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-f7511e54-3b6a-4d91-8691-c42e58d619b6 None None] Set router 3fcbb8dc-ce2f-42eb-bce2-10126ae99f1a gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:46:37.115587 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b651062-8269-4c82-8f30-f068fb89e902 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:46:37.143206 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-f6e73e37-4af6-4a8b-ae88-2cc75e584c42 None None] For port 066dc788-cac0-475b-b38f-0d2f4a84bbd3, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=066dc788-cac0-475b-b38f-0d2f4a84bbd3,segment=NetworkSegment(2b654a96-0828-4ceb-bfde-b7f6a7c944bb),segment_id=2b654a96-0828-4ceb-bfde-b7f6a7c944bb)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:46:37.164431 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f6e73e37-4af6-4a8b-ae88-2cc75e584c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:37.172737 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-a0a56ceb-e067-4a70-ac6c-fb89e88a8bae None None] Attempting to bind port cae5d346-9edc-464a-8bce-0a37ad81fa4e on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:46:37.173123 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-a0a56ceb-e067-4a70-ac6c-fb89e88a8bae None None] Attempting to bind port cae5d346-9edc-464a-8bce-0a37ad81fa4e by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:46:37.173542 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a56ceb-e067-4a70-ac6c-fb89e88a8bae None None] Attempting to bind port cae5d346-9edc-464a-8bce-0a37ad81fa4e on network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:46:37.175318 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a951ee01-05fa-49f9-8c39-d6c73bb4a01e None None] Pushing event updated for resources: {'Port': ['ID=cae5d346-9edc-464a-8bce-0a37ad81fa4e,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:46:37.218508 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5bda7f45-18be-4497-b104-d5f0894bb678 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:37.223856 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5bda7f45-18be-4497-b104-d5f0894bb678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:37.299820 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bda7f45-18be-4497-b104-d5f0894bb678 admin admin] Pushing event updated for resources: {'Port': ['ID=7be0d711-9e40-445e-929f-334aca237e72,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:46:37.302587 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5bda7f45-18be-4497-b104-d5f0894bb678 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-772465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539207'] for router_interface, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:37.330526 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-f7511e54-3b6a-4d91-8691-c42e58d619b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fcbb8dc-ce2f-42eb-bce2-10126ae99f1a', 'name': 'tempest-TestServerMultinode-732241297-router', 'tenant_id': 'c848d08e225f466a863f01d9bd759a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.188'}], 'enable_snat': True}, 'gw_port_id': '63fecab7-7eab-46ff-a22f-d54f868a3e55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:46:28Z', 'updated_at': '2021-12-06T17:46:30Z', 'revision_number': 4, 'project_id': 'c848d08e225f466a863f01d9bd759a1f', 'gw_port': {'id': '63fecab7-7eab-46ff-a22f-d54f868a3e55', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcbb8dc-ce2f-42eb-bce2-10126ae99f1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:46:28Z', 'updated_at': '2021-12-06T17:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '066dc788-cac0-475b-b38f-0d2f4a84bbd3', 'name': '', 'network_id': 'ac82c870-ab86-4ced-95b4-4655e9716c4e', 'tenant_id': 'c848d08e225f466a863f01d9bd759a1f', 'mac_address': 'fa:16:3e:c3:34:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fcbb8dc-ce2f-42eb-bce2-10126ae99f1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '6f2b8c43-6349-4f0f-80f1-b13ac7a3dad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:46:30Z', 'updated_at': '2021-12-06T17:46:36Z', 'revision_number': 4, 'project_id': 'c848d08e225f466a863f01d9bd759a1f', 'subnets': [{'id': '6f2b8c43-6349-4f0f-80f1-b13ac7a3dad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:46:37.372616 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7511e54-3b6a-4d91-8691-c42e58d619b6 None None] The sync data for ids ['3fcbb8dc-ce2f-42eb-bce2-10126ae99f1a'] in n-d-master-1 is: [{'id': '3fcbb8dc-ce2f-42eb-bce2-10126ae99f1a', 'name': 'tempest-TestServerMultinode-732241297-router', 'tenant_id': 'c848d08e225f466a863f01d9bd759a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.188'}], 'enable_snat': True}, 'gw_port_id': '63fecab7-7eab-46ff-a22f-d54f868a3e55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:46:28Z', 'updated_at': '2021-12-06T17:46:30Z', 'revision_number': 4, 'project_id': 'c848d08e225f466a863f01d9bd759a1f', 'gw_port': {'id': '63fecab7-7eab-46ff-a22f-d54f868a3e55', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcbb8dc-ce2f-42eb-bce2-10126ae99f1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:46:28Z', 'updated_at': '2021-12-06T17:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '066dc788-cac0-475b-b38f-0d2f4a84bbd3', 'name': '', 'network_id': 'ac82c870-ab86-4ced-95b4-4655e9716c4e', 'tenant_id': 'c848d08e225f466a863f01d9bd759a1f', 'mac_address': 'fa:16:3e:c3:34:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fcbb8dc-ce2f-42eb-bce2-10126ae99f1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '6f2b8c43-6349-4f0f-80f1-b13ac7a3dad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:46:30Z', 'updated_at': '2021-12-06T17:46:36Z', 'revision_number': 4, 'project_id': 'c848d08e225f466a863f01d9bd759a1f', 'subnets': [{'id': '6f2b8c43-6349-4f0f-80f1-b13ac7a3dad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:46:37.408917 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bda7f45-18be-4497-b104-d5f0894bb678 admin admin] Network d60f4f3c-22ac-48b3-a06f-5fd0b87700e6 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:46:37.410855 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-5bda7f45-18be-4497-b104-d5f0894bb678 admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:46:37.427069 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a56ceb-e067-4a70-ac6c-fb89e88a8bae None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:46:37.427458 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a56ceb-e067-4a70-ac6c-fb89e88a8bae None None] Checking segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:46:37.427874 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a0a56ceb-e067-4a70-ac6c-fb89e88a8bae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:37.428321 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a56ceb-e067-4a70-ac6c-fb89e88a8bae None None] Bound using segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:46:37.428934 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-a0a56ceb-e067-4a70-ac6c-fb89e88a8bae None None] Bound port: cae5d346-9edc-464a-8bce-0a37ad81fa4e, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:46:37.429328 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a0a56ceb-e067-4a70-ac6c-fb89e88a8bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:37.488230 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a0a56ceb-e067-4a70-ac6c-fb89e88a8bae None None] For port cae5d346-9edc-464a-8bce-0a37ad81fa4e, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:46:37.492219 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a0a56ceb-e067-4a70-ac6c-fb89e88a8bae None None] For port cae5d346-9edc-464a-8bce-0a37ad81fa4e, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=cae5d346-9edc-464a-8bce-0a37ad81fa4e,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:46:37.503609 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e73e37-4af6-4a8b-ae88-2cc75e584c42 None None] Pushing event updated for resources: {'Port': ['ID=066dc788-cac0-475b-b38f-0d2f4a84bbd3,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:46:37.512928 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a0a56ceb-e067-4a70-ac6c-fb89e88a8bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:37.517304 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-f6e73e37-4af6-4a8b-ae88-2cc75e584c42 None None] Provisioning complete for port 4c11008d-c947-4294-a134-ac92ace86321 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:46:37.517706 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f6e73e37-4af6-4a8b-ae88-2cc75e584c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:37.628205 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea324561-e522-40a4-9a61-9fadb432c501 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:46:37.679196 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a56ceb-e067-4a70-ac6c-fb89e88a8bae None None] Routers {'74ef33be-59d6-4d63-a580-81b17a69cc5f'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:46:37.679860 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-a0a56ceb-e067-4a70-ac6c-fb89e88a8bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:46:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['74ef33be-59d6-4d63-a580-81b17a69cc5f'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:46:37.761513 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a951ee01-05fa-49f9-8c39-d6c73bb4a01e None None] Pushing event updated for resources: {'Port': ['ID=cae5d346-9edc-464a-8bce-0a37ad81fa4e,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:46:37.900711 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-a0a56ceb-e067-4a70-ac6c-fb89e88a8bae None None] Set router 74ef33be-59d6-4d63-a580-81b17a69cc5f gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:46:37.930406 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bda7f45-18be-4497-b104-d5f0894bb678 admin admin] Router 74ef33be-59d6-4d63-a580-81b17a69cc5f has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:46:38.049008 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bda7f45-18be-4497-b104-d5f0894bb678 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:46:38.055359 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-5bda7f45-18be-4497-b104-d5f0894bb678 admin admin] 10.222.0.23 "PUT /v2.0/routers/74ef33be-59d6-4d63-a580-81b17a69cc5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5058808 Dec 06 17:46:38.058718 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-5fae0c2c-ba3e-4c5d-a862-662b1e83fcb2 None None] Provisioning complete for port 7be0d711-9e40-445e-929f-334aca237e72 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:46:38.059098 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5fae0c2c-ba3e-4c5d-a862-662b1e83fcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:38.103902 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-5fae0c2c-ba3e-4c5d-a862-662b1e83fcb2 None None] Port 7be0d711-9e40-445e-929f-334aca237e72 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:46:38.133341 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-5fae0c2c-ba3e-4c5d-a862-662b1e83fcb2 None None] Provisioning complete for port cae5d346-9edc-464a-8bce-0a37ad81fa4e triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:46:38.133771 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5fae0c2c-ba3e-4c5d-a862-662b1e83fcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:38.260310 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-a0a56ceb-e067-4a70-ac6c-fb89e88a8bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74ef33be-59d6-4d63-a580-81b17a69cc5f', 'name': 'tempest-TestServerMultinode-1813112024-router', 'tenant_id': 'f29b9699e7f443db9728e1c23125e9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.47'}], 'enable_snat': True}, 'gw_port_id': 'cae5d346-9edc-464a-8bce-0a37ad81fa4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:46:33Z', 'updated_at': '2021-12-06T17:46:36Z', 'revision_number': 4, 'project_id': 'f29b9699e7f443db9728e1c23125e9c3', 'gw_port': {'id': 'cae5d346-9edc-464a-8bce-0a37ad81fa4e', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:70:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74ef33be-59d6-4d63-a580-81b17a69cc5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:46:34Z', 'updated_at': '2021-12-06T17:46:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '7be0d711-9e40-445e-929f-334aca237e72', 'name': '', 'network_id': 'd60f4f3c-22ac-48b3-a06f-5fd0b87700e6', 'tenant_id': 'f29b9699e7f443db9728e1c23125e9c3', 'mac_address': 'fa:16:3e:21:a6:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74ef33be-59d6-4d63-a580-81b17a69cc5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '7f5ab0a6-de50-4dca-b5ae-c6cc73bd2401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:46:36Z', 'updated_at': '2021-12-06T17:46:37Z', 'revision_number': 2, 'project_id': 'f29b9699e7f443db9728e1c23125e9c3', 'subnets': [{'id': '7f5ab0a6-de50-4dca-b5ae-c6cc73bd2401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:46:38.294441 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5fae0c2c-ba3e-4c5d-a862-662b1e83fcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:38.299641 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a56ceb-e067-4a70-ac6c-fb89e88a8bae None None] The sync data for ids ['74ef33be-59d6-4d63-a580-81b17a69cc5f'] in n-d-master-1 is: [{'id': '74ef33be-59d6-4d63-a580-81b17a69cc5f', 'name': 'tempest-TestServerMultinode-1813112024-router', 'tenant_id': 'f29b9699e7f443db9728e1c23125e9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.47'}], 'enable_snat': True}, 'gw_port_id': 'cae5d346-9edc-464a-8bce-0a37ad81fa4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:46:33Z', 'updated_at': '2021-12-06T17:46:36Z', 'revision_number': 4, 'project_id': 'f29b9699e7f443db9728e1c23125e9c3', 'gw_port': {'id': 'cae5d346-9edc-464a-8bce-0a37ad81fa4e', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:70:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74ef33be-59d6-4d63-a580-81b17a69cc5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:46:34Z', 'updated_at': '2021-12-06T17:46:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '7be0d711-9e40-445e-929f-334aca237e72', 'name': '', 'network_id': 'd60f4f3c-22ac-48b3-a06f-5fd0b87700e6', 'tenant_id': 'f29b9699e7f443db9728e1c23125e9c3', 'mac_address': 'fa:16:3e:21:a6:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74ef33be-59d6-4d63-a580-81b17a69cc5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '7f5ab0a6-de50-4dca-b5ae-c6cc73bd2401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:46:36Z', 'updated_at': '2021-12-06T17:46:37Z', 'revision_number': 2, 'project_id': 'f29b9699e7f443db9728e1c23125e9c3', 'subnets': [{'id': '7f5ab0a6-de50-4dca-b5ae-c6cc73bd2401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:46:38.319628 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-5fae0c2c-ba3e-4c5d-a862-662b1e83fcb2 None None] For port cae5d346-9edc-464a-8bce-0a37ad81fa4e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=cae5d346-9edc-464a-8bce-0a37ad81fa4e,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:46:38.325244 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5fae0c2c-ba3e-4c5d-a862-662b1e83fcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:38.380053 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-5fae0c2c-ba3e-4c5d-a862-662b1e83fcb2 None None] Provisioning complete for port 066dc788-cac0-475b-b38f-0d2f4a84bbd3 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:46:38.380433 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5fae0c2c-ba3e-4c5d-a862-662b1e83fcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:38.420197 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fae0c2c-ba3e-4c5d-a862-662b1e83fcb2 None None] Pushing event updated for resources: {'Port': ['ID=cae5d346-9edc-464a-8bce-0a37ad81fa4e,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:46:38.642970 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 066dc788-cac0-475b-b38f-0d2f4a84bbd3 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:46:38.709236 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 066dc788-cac0-475b-b38f-0d2f4a84bbd3 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:46:38.710420 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:38.779657 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdf7f2a-47e5-4355-8d66-a35917426ec6 req-5fc30fe4-e533-4756-9082-044b337931ae tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:46:38.785834 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-dfdf7f2a-47e5-4355-8d66-a35917426ec6 req-5fc30fe4-e533-4756-9082-044b337931ae tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] 10.222.0.23 "GET /v2.0/networks?id=ac82c870-ab86-4ced-95b4-4655e9716c4e HTTP/1.1" status: 200 len: 910 time: 0.1322141 Dec 06 17:46:38.804063 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-dfdf7f2a-47e5-4355-8d66-a35917426ec6 req-6a147d09-b98f-47cb-b89d-0b35379bc1f7 tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] 10.222.0.23 "GET /v2.0/quotas/f29b9699e7f443db9728e1c23125e9c3 HTTP/1.1" status: 200 len: 375 time: 0.0117328 Dec 06 17:46:38.899341 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-dfdf7f2a-47e5-4355-8d66-a35917426ec6 req-a5c969f7-fe85-4fd4-b53d-fa4e2dcab846 tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] 10.222.0.23 "GET /v2.0/ports?tenant_id=f29b9699e7f443db9728e1c23125e9c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0895667 Dec 06 17:46:39.001364 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-dfdf7f2a-47e5-4355-8d66-a35917426ec6 req-89ffb26f-2aeb-4872-9c56-aa3a27550d34 service neutron] 10.222.0.23 "GET /v2.0/networks/ac82c870-ab86-4ced-95b4-4655e9716c4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949614 Dec 06 17:46:39.126157 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-dfdf7f2a-47e5-4355-8d66-a35917426ec6 req-c3a874e3-d880-448f-bbe4-167451987e99 service neutron] 10.222.0.23 "GET /v2.0/networks/ac82c870-ab86-4ced-95b4-4655e9716c4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170194 Dec 06 17:46:39.366606 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a54709b3-37c6-4bec-85be-8745b18507c2 req-7946ae2a-7bbd-4382-b733-9eab570991be tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=952d3aa1-69e6-4624-ac09-1fe9813588c0 HTTP/1.1" status: 200 len: 210 time: 0.0447004 Dec 06 17:46:40.465090 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdf7f2a-47e5-4355-8d66-a35917426ec6 req-be7b9f00-7331-4a90-b187-ada28810902e tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:46:40.466959 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-dfdf7f2a-47e5-4355-8d66-a35917426ec6 req-be7b9f00-7331-4a90-b187-ada28810902e tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] 10.222.0.44 "GET /v2.0/networks?id=ac82c870-ab86-4ced-95b4-4655e9716c4e HTTP/1.1" status: 200 len: 910 time: 0.1403816 Dec 06 17:46:40.487259 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8ae5896b-0dcd-41cc-ac14-24c4420dcb15 req-b671e58d-0e35-45b2-b653-a1b3c1f8ffc5 tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=952d3aa1-69e6-4624-ac09-1fe9813588c0 HTTP/1.1" status: 200 len: 210 time: 0.0404024 Dec 06 17:46:40.491586 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-dfdf7f2a-47e5-4355-8d66-a35917426ec6 req-567fbeef-5183-4b23-87bf-ad92917f5439 tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] Request body: {'port': {'device_id': '952d3aa1-69e6-4624-ac09-1fe9813588c0', 'network_id': 'ac82c870-ab86-4ced-95b4-4655e9716c4e', 'admin_state_up': True, 'tenant_id': 'f29b9699e7f443db9728e1c23125e9c3'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:46:40.524291 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfdf7f2a-47e5-4355-8d66-a35917426ec6 req-567fbeef-5183-4b23-87bf-ad92917f5439 tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] Made reservation on behalf of f29b9699e7f443db9728e1c23125e9c3 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:46:40.527141 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-dfdf7f2a-47e5-4355-8d66-a35917426ec6 req-567fbeef-5183-4b23-87bf-ad92917f5439 tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:40.632562 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device cae5d346-9edc-464a-8bce-0a37ad81fa4e up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:46:40.671771 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-dfdf7f2a-47e5-4355-8d66-a35917426ec6 req-567fbeef-5183-4b23-87bf-ad92917f5439 tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] Allocated IP 172.20.0.11 (ac82c870-ab86-4ced-95b4-4655e9716c4e/6f2b8c43-6349-4f0f-80f1-b13ac7a3dad4/66580054-d845-4044-9d36-ce81c8927d06) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:46:40.687320 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port cae5d346-9edc-464a-8bce-0a37ad81fa4e triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:46:40.687702 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:40.831309 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-dfdf7f2a-47e5-4355-8d66-a35917426ec6 req-567fbeef-5183-4b23-87bf-ad92917f5439 tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:40.852821 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81e9390-b144-4513-a829-56960779a69b None None] Sync routers for ids ['74ef33be-59d6-4d63-a580-81b17a69cc5f'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:46:40.864175 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81e9390-b144-4513-a829-56960779a69b None None] Routers {'74ef33be-59d6-4d63-a580-81b17a69cc5f'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:46:40.865584 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-f81e9390-b144-4513-a829-56960779a69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:46:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['74ef33be-59d6-4d63-a580-81b17a69cc5f'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:46:40.870297 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-dfdf7f2a-47e5-4355-8d66-a35917426ec6 req-567fbeef-5183-4b23-87bf-ad92917f5439 tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:40.921581 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfdf7f2a-47e5-4355-8d66-a35917426ec6 req-567fbeef-5183-4b23-87bf-ad92917f5439 tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] Network ac82c870-ab86-4ced-95b4-4655e9716c4e is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:46:40.924529 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-dfdf7f2a-47e5-4355-8d66-a35917426ec6 req-567fbeef-5183-4b23-87bf-ad92917f5439 tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:46:40.926974 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfdf7f2a-47e5-4355-8d66-a35917426ec6 req-567fbeef-5183-4b23-87bf-ad92917f5439 tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:46:40.960386 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567fbeef-5183-4b23-87bf-ad92917f5439 tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] Pushing event updated for resources: {'Port': ['ID=66580054-d845-4044-9d36-ce81c8927d06,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:46:40.976611 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567fbeef-5183-4b23-87bf-ad92917f5439 tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:46:40.976964 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567fbeef-5183-4b23-87bf-ad92917f5439 tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:46:40.977313 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567fbeef-5183-4b23-87bf-ad92917f5439 tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:46:40.977684 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567fbeef-5183-4b23-87bf-ad92917f5439 tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:46:40.978026 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567fbeef-5183-4b23-87bf-ad92917f5439 tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:46:40.980426 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567fbeef-5183-4b23-87bf-ad92917f5439 tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:46:40.980922 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567fbeef-5183-4b23-87bf-ad92917f5439 tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:46:40.981264 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567fbeef-5183-4b23-87bf-ad92917f5439 tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:46:40.983711 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567fbeef-5183-4b23-87bf-ad92917f5439 tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:46:40.984098 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567fbeef-5183-4b23-87bf-ad92917f5439 tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:46:40.984445 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567fbeef-5183-4b23-87bf-ad92917f5439 tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:46:40.987271 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567fbeef-5183-4b23-87bf-ad92917f5439 tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:46:40.987623 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567fbeef-5183-4b23-87bf-ad92917f5439 tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:46:41.014609 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-f81e9390-b144-4513-a829-56960779a69b None None] Set router 74ef33be-59d6-4d63-a580-81b17a69cc5f gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:46:41.016080 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdf7f2a-47e5-4355-8d66-a35917426ec6 req-567fbeef-5183-4b23-87bf-ad92917f5439 tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:46:41.018720 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-dfdf7f2a-47e5-4355-8d66-a35917426ec6 req-567fbeef-5183-4b23-87bf-ad92917f5439 tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:41.041074 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-dfdf7f2a-47e5-4355-8d66-a35917426ec6 req-567fbeef-5183-4b23-87bf-ad92917f5439 tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.5565624 Dec 06 17:46:41.054881 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-dfdf7f2a-47e5-4355-8d66-a35917426ec6 req-386612b5-e36a-4045-ae32-72a46f137ac6 service neutron] Request body: {'port': {'device_id': '952d3aa1-69e6-4624-ac09-1fe9813588c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:46:41.160717 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-dfdf7f2a-47e5-4355-8d66-a35917426ec6 req-386612b5-e36a-4045-ae32-72a46f137ac6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:41.231332 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-cc3f68cb-c45e-4b6b-9679-0bd20ca88c2f None None] Provisioning complete for port 66580054-d845-4044-9d36-ce81c8927d06 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:46:41.231711 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cc3f68cb-c45e-4b6b-9679-0bd20ca88c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:41.284784 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f68cb-c45e-4b6b-9679-0bd20ca88c2f None None] Port 66580054-d845-4044-9d36-ce81c8927d06 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:46:41.300338 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-f81e9390-b144-4513-a829-56960779a69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74ef33be-59d6-4d63-a580-81b17a69cc5f', 'name': 'tempest-TestServerMultinode-1813112024-router', 'tenant_id': 'f29b9699e7f443db9728e1c23125e9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.47'}], 'enable_snat': True}, 'gw_port_id': 'cae5d346-9edc-464a-8bce-0a37ad81fa4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:46:33Z', 'updated_at': '2021-12-06T17:46:36Z', 'revision_number': 4, 'project_id': 'f29b9699e7f443db9728e1c23125e9c3', 'gw_port': {'id': 'cae5d346-9edc-464a-8bce-0a37ad81fa4e', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:70:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ef33be-59d6-4d63-a580-81b17a69cc5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:46:34Z', 'updated_at': '2021-12-06T17:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '7be0d711-9e40-445e-929f-334aca237e72', 'name': '', 'network_id': 'd60f4f3c-22ac-48b3-a06f-5fd0b87700e6', 'tenant_id': 'f29b9699e7f443db9728e1c23125e9c3', 'mac_address': 'fa:16:3e:21:a6:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74ef33be-59d6-4d63-a580-81b17a69cc5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '7f5ab0a6-de50-4dca-b5ae-c6cc73bd2401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:46:36Z', 'updated_at': '2021-12-06T17:46:37Z', 'revision_number': 2, 'project_id': 'f29b9699e7f443db9728e1c23125e9c3', 'subnets': [{'id': '7f5ab0a6-de50-4dca-b5ae-c6cc73bd2401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:46:41.332678 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81e9390-b144-4513-a829-56960779a69b None None] Checking router: 74ef33be-59d6-4d63-a580-81b17a69cc5f for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:46:41.333036 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81e9390-b144-4513-a829-56960779a69b None None] Updating router 74ef33be-59d6-4d63-a580-81b17a69cc5f port 7be0d711-9e40-445e-929f-334aca237e72 binding host n-d-master-1 {{(pid=103287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:46:41.358864 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f81e9390-b144-4513-a829-56960779a69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:41.539680 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-dfdf7f2a-47e5-4355-8d66-a35917426ec6 req-386612b5-e36a-4045-ae32-72a46f137ac6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66580054-d845-4044-9d36-ce81c8927d06 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:46:41.549791 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-dfdf7f2a-47e5-4355-8d66-a35917426ec6 req-386612b5-e36a-4045-ae32-72a46f137ac6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:41.570446 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-dfdf7f2a-47e5-4355-8d66-a35917426ec6 req-386612b5-e36a-4045-ae32-72a46f137ac6 service neutron] Transition to ACTIVE for port object 66580054-d845-4044-9d36-ce81c8927d06 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:46:41.576804 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-dfdf7f2a-47e5-4355-8d66-a35917426ec6 req-386612b5-e36a-4045-ae32-72a46f137ac6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:41.612614 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16cbd75-070e-4f20-9bec-4154609c90c2 req-d5d72929-b510-4355-8f66-42e554e3ffde tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:46:41.619842 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e16cbd75-070e-4f20-9bec-4154609c90c2 req-d5d72929-b510-4355-8f66-42e554e3ffde tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=952d3aa1-69e6-4624-ac09-1fe9813588c0 HTTP/1.1" status: 200 len: 1028 time: 0.0576661 Dec 06 17:46:41.654533 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386612b5-e36a-4045-ae32-72a46f137ac6 service neutron] Pushing event updated for resources: {'Port': ['ID=66580054-d845-4044-9d36-ce81c8927d06,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:46:41.694597 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e16cbd75-070e-4f20-9bec-4154609c90c2 req-97b2895f-691d-4c1a-ab67-14b4a86749a9 tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2f630109-b001-4573-8b6c-a73398f6b006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619054 Dec 06 17:46:41.728992 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f81e9390-b144-4513-a829-56960779a69b None None] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:41.738095 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f81e9390-b144-4513-a829-56960779a69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:41.756199 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-dfdf7f2a-47e5-4355-8d66-a35917426ec6 req-386612b5-e36a-4045-ae32-72a46f137ac6 service neutron] Attempting to bind port 66580054-d845-4044-9d36-ce81c8927d06 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:46:41.756882 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-dfdf7f2a-47e5-4355-8d66-a35917426ec6 req-386612b5-e36a-4045-ae32-72a46f137ac6 service neutron] Attempting to bind port 66580054-d845-4044-9d36-ce81c8927d06 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '2b654a96-0828-4ceb-bfde-b7f6a7c944bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ac82c870-ab86-4ced-95b4-4655e9716c4e'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:46:41.757487 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfdf7f2a-47e5-4355-8d66-a35917426ec6 req-386612b5-e36a-4045-ae32-72a46f137ac6 service neutron] Attempting to bind port 66580054-d845-4044-9d36-ce81c8927d06 on network ac82c870-ab86-4ced-95b4-4655e9716c4e {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:46:41.764396 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfdf7f2a-47e5-4355-8d66-a35917426ec6 req-386612b5-e36a-4045-ae32-72a46f137ac6 service neutron] Port 66580054-d845-4044-9d36-ce81c8927d06 on network ac82c870-ab86-4ced-95b4-4655e9716c4e not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:46:41.764940 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfdf7f2a-47e5-4355-8d66-a35917426ec6 req-386612b5-e36a-4045-ae32-72a46f137ac6 service neutron] Attempting to bind port 66580054-d845-4044-9d36-ce81c8927d06 on network ac82c870-ab86-4ced-95b4-4655e9716c4e {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:46:41.783907 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfdf7f2a-47e5-4355-8d66-a35917426ec6 req-386612b5-e36a-4045-ae32-72a46f137ac6 service neutron] Checking agent: {'id': '9d8b9f49-2860-4c1f-9b89-45a7657a3c4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:46:41.784339 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfdf7f2a-47e5-4355-8d66-a35917426ec6 req-386612b5-e36a-4045-ae32-72a46f137ac6 service neutron] Checking segment: {'id': '2b654a96-0828-4ceb-bfde-b7f6a7c944bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ac82c870-ab86-4ced-95b4-4655e9716c4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:46:41.784840 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfdf7f2a-47e5-4355-8d66-a35917426ec6 req-386612b5-e36a-4045-ae32-72a46f137ac6 service neutron] Bound using segment: {'id': '2b654a96-0828-4ceb-bfde-b7f6a7c944bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ac82c870-ab86-4ced-95b4-4655e9716c4e'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:46:41.785454 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-dfdf7f2a-47e5-4355-8d66-a35917426ec6 req-386612b5-e36a-4045-ae32-72a46f137ac6 service neutron] Bound port: 66580054-d845-4044-9d36-ce81c8927d06, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b654a96-0828-4ceb-bfde-b7f6a7c944bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ac82c870-ab86-4ced-95b4-4655e9716c4e'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:46:41.785988 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-dfdf7f2a-47e5-4355-8d66-a35917426ec6 req-386612b5-e36a-4045-ae32-72a46f137ac6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:41.868963 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049772de-3acb-4e08-9f73-b34a505ac16d None None] Pushing event updated for resources: {'Port': ['ID=7be0d711-9e40-445e-929f-334aca237e72,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:46:41.871752 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-f81e9390-b144-4513-a829-56960779a69b None None] Attempting to bind port 7be0d711-9e40-445e-929f-334aca237e72 on host n-d-master-1 for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:46:41.872124 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-f81e9390-b144-4513-a829-56960779a69b None None] Attempting to bind port 7be0d711-9e40-445e-929f-334aca237e72 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '1dce4729-bb89-4678-9809-5cba06042655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'd60f4f3c-22ac-48b3-a06f-5fd0b87700e6'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:46:41.872499 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81e9390-b144-4513-a829-56960779a69b None None] Attempting to bind port 7be0d711-9e40-445e-929f-334aca237e72 on network d60f4f3c-22ac-48b3-a06f-5fd0b87700e6 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:46:41.879057 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81e9390-b144-4513-a829-56960779a69b None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:46:41.879438 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81e9390-b144-4513-a829-56960779a69b None None] Checking segment: {'id': '1dce4729-bb89-4678-9809-5cba06042655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'd60f4f3c-22ac-48b3-a06f-5fd0b87700e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:46:41.879851 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f81e9390-b144-4513-a829-56960779a69b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:41.880246 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81e9390-b144-4513-a829-56960779a69b None None] Bound using segment: {'id': '1dce4729-bb89-4678-9809-5cba06042655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'd60f4f3c-22ac-48b3-a06f-5fd0b87700e6'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:46:41.880728 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-f81e9390-b144-4513-a829-56960779a69b None None] Bound port: 7be0d711-9e40-445e-929f-334aca237e72, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dce4729-bb89-4678-9809-5cba06042655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'd60f4f3c-22ac-48b3-a06f-5fd0b87700e6'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:46:41.881136 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f81e9390-b144-4513-a829-56960779a69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:41.882747 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-dfdf7f2a-47e5-4355-8d66-a35917426ec6 req-386612b5-e36a-4045-ae32-72a46f137ac6 service neutron] For port 66580054-d845-4044-9d36-ce81c8927d06, host n-h2-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:46:41.887306 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-dfdf7f2a-47e5-4355-8d66-a35917426ec6 req-386612b5-e36a-4045-ae32-72a46f137ac6 service neutron] For port 66580054-d845-4044-9d36-ce81c8927d06, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=66580054-d845-4044-9d36-ce81c8927d06,segment=NetworkSegment(2b654a96-0828-4ceb-bfde-b7f6a7c944bb),segment_id=2b654a96-0828-4ceb-bfde-b7f6a7c944bb)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:46:41.895771 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-dfdf7f2a-47e5-4355-8d66-a35917426ec6 req-386612b5-e36a-4045-ae32-72a46f137ac6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:41.945353 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdf7f2a-47e5-4355-8d66-a35917426ec6 req-386612b5-e36a-4045-ae32-72a46f137ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:46:41.946424 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-dfdf7f2a-47e5-4355-8d66-a35917426ec6 req-386612b5-e36a-4045-ae32-72a46f137ac6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:41.948256 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-dfdf7f2a-47e5-4355-8d66-a35917426ec6 req-386612b5-e36a-4045-ae32-72a46f137ac6 service neutron] 10.222.0.44 "PUT /v2.0/ports/66580054-d845-4044-9d36-ce81c8927d06 HTTP/1.1" status: 200 len: 1092 time: 0.8988452 Dec 06 17:46:41.950660 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '952d3aa1-69e6-4624-ac09-1fe9813588c0', 'tag': '66580054-d845-4044-9d36-ce81c8927d06'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:46:41.963371 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d5a980-df0a-4377-bab3-b9c1010ffd9d" -d '{"events": [{"name": "network-changed", "server_uuid": "952d3aa1-69e6-4624-ac09-1fe9813588c0", "tag": "66580054-d845-4044-9d36-ce81c8927d06"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:46:41.964936 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-f81e9390-b144-4513-a829-56960779a69b None None] For port 7be0d711-9e40-445e-929f-334aca237e72, host n-d-master-1, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:46:41.998029 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-f81e9390-b144-4513-a829-56960779a69b None None] For port 7be0d711-9e40-445e-929f-334aca237e72, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7be0d711-9e40-445e-929f-334aca237e72,segment=NetworkSegment(1dce4729-bb89-4678-9809-5cba06042655),segment_id=1dce4729-bb89-4678-9809-5cba06042655)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:46:42.018046 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f81e9390-b144-4513-a829-56960779a69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:42.035801 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386612b5-e36a-4045-ae32-72a46f137ac6 service neutron] Pushing event updated for resources: {'Port': ['ID=66580054-d845-4044-9d36-ce81c8927d06,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:46:42.086833 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdf7f2a-47e5-4355-8d66-a35917426ec6 req-842f05ae-c674-46f4-97c4-db24cc99644c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:46:42.090439 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-dfdf7f2a-47e5-4355-8d66-a35917426ec6 req-842f05ae-c674-46f4-97c4-db24cc99644c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f29b9699e7f443db9728e1c23125e9c3&device_id=952d3aa1-69e6-4624-ac09-1fe9813588c0 HTTP/1.1" status: 200 len: 1095 time: 0.0957222 Dec 06 17:46:42.092256 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4738e1a0-fa8b-421d-ba84-ab5ad173cb03 x-openstack-request-id: req-4738e1a0-fa8b-421d-ba84-ab5ad173cb03 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:46:42.092772 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "952d3aa1-69e6-4624-ac09-1fe9813588c0", "tag": "66580054-d845-4044-9d36-ce81c8927d06", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:46:42.093207 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4738e1a0-fa8b-421d-ba84-ab5ad173cb03 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:46:42.094441 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '952d3aa1-69e6-4624-ac09-1fe9813588c0', 'tag': '66580054-d845-4044-9d36-ce81c8927d06', 'status': 'completed', 'code': 200} Dec 06 17:46:42.111284 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81e9390-b144-4513-a829-56960779a69b None None] Routers {'74ef33be-59d6-4d63-a580-81b17a69cc5f'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:46:42.111675 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-f81e9390-b144-4513-a829-56960779a69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:46:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['74ef33be-59d6-4d63-a580-81b17a69cc5f'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:46:42.141312 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-dfdf7f2a-47e5-4355-8d66-a35917426ec6 req-ff2297b5-6179-4b55-a3ea-6ab2b0979f69 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=66580054-d845-4044-9d36-ce81c8927d06 HTTP/1.1" status: 200 len: 217 time: 0.0418658 Dec 06 17:46:42.169153 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-8a4b6bbd-fe9b-4007-975e-9a138e2bfdc2 None None] Provisioning complete for port 7be0d711-9e40-445e-929f-334aca237e72 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:46:42.169782 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8a4b6bbd-fe9b-4007-975e-9a138e2bfdc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:42.196016 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdf7f2a-47e5-4355-8d66-a35917426ec6 req-ff26783f-28f7-48bb-8390-8bc9787c4131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:46:42.198196 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-dfdf7f2a-47e5-4355-8d66-a35917426ec6 req-ff26783f-28f7-48bb-8390-8bc9787c4131 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6f2b8c43-6349-4f0f-80f1-b13ac7a3dad4 HTTP/1.1" status: 200 len: 848 time: 0.0489750 Dec 06 17:46:42.229910 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049772de-3acb-4e08-9f73-b34a505ac16d None None] Pushing event updated for resources: {'Port': ['ID=7be0d711-9e40-445e-929f-334aca237e72,revision_number=4']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:46:42.288616 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-f81e9390-b144-4513-a829-56960779a69b None None] Set router 74ef33be-59d6-4d63-a580-81b17a69cc5f gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:46:42.313883 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8a4b6bbd-fe9b-4007-975e-9a138e2bfdc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:42.319250 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdf7f2a-47e5-4355-8d66-a35917426ec6 req-7b6373ca-9550-4bd0-a3f5-41e2ac6ec5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:46:42.321079 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-dfdf7f2a-47e5-4355-8d66-a35917426ec6 req-7b6373ca-9550-4bd0-a3f5-41e2ac6ec5d3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ac82c870-ab86-4ced-95b4-4655e9716c4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1066952 Dec 06 17:46:42.370323 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-8a4b6bbd-fe9b-4007-975e-9a138e2bfdc2 None None] For port 7be0d711-9e40-445e-929f-334aca237e72, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7be0d711-9e40-445e-929f-334aca237e72,segment=NetworkSegment(1dce4729-bb89-4678-9809-5cba06042655),segment_id=1dce4729-bb89-4678-9809-5cba06042655)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:46:42.379502 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8a4b6bbd-fe9b-4007-975e-9a138e2bfdc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:42.465225 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4b6bbd-fe9b-4007-975e-9a138e2bfdc2 None None] Pushing event updated for resources: {'Port': ['ID=7be0d711-9e40-445e-929f-334aca237e72,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:46:42.637232 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 7be0d711-9e40-445e-929f-334aca237e72 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:46:42.654554 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-dfdf7f2a-47e5-4355-8d66-a35917426ec6 req-8fb4cdc3-2373-4909-9d30-9857ac3a7613 service neutron] 10.222.0.44 "GET /v2.0/networks/ac82c870-ab86-4ced-95b4-4655e9716c4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3258307 Dec 06 17:46:42.673414 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-da035b77-e7d3-48af-8dcc-fa3dec37521d None None] Provisioning complete for port 7be0d711-9e40-445e-929f-334aca237e72 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:46:42.673830 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-da035b77-e7d3-48af-8dcc-fa3dec37521d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:42.733954 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 7be0d711-9e40-445e-929f-334aca237e72 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:46:42.734542 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:42.741520 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-f81e9390-b144-4513-a829-56960779a69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74ef33be-59d6-4d63-a580-81b17a69cc5f', 'name': 'tempest-TestServerMultinode-1813112024-router', 'tenant_id': 'f29b9699e7f443db9728e1c23125e9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.47'}], 'enable_snat': True}, 'gw_port_id': 'cae5d346-9edc-464a-8bce-0a37ad81fa4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:46:33Z', 'updated_at': '2021-12-06T17:46:36Z', 'revision_number': 4, 'project_id': 'f29b9699e7f443db9728e1c23125e9c3', 'gw_port': {'id': 'cae5d346-9edc-464a-8bce-0a37ad81fa4e', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:70:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ef33be-59d6-4d63-a580-81b17a69cc5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:46:34Z', 'updated_at': '2021-12-06T17:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '7be0d711-9e40-445e-929f-334aca237e72', 'name': '', 'network_id': 'd60f4f3c-22ac-48b3-a06f-5fd0b87700e6', 'tenant_id': 'f29b9699e7f443db9728e1c23125e9c3', 'mac_address': 'fa:16:3e:21:a6:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74ef33be-59d6-4d63-a580-81b17a69cc5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '7f5ab0a6-de50-4dca-b5ae-c6cc73bd2401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:46:36Z', 'updated_at': '2021-12-06T17:46:41Z', 'revision_number': 4, 'project_id': 'f29b9699e7f443db9728e1c23125e9c3', 'subnets': [{'id': '7f5ab0a6-de50-4dca-b5ae-c6cc73bd2401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:46:42.773613 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81e9390-b144-4513-a829-56960779a69b None None] The sync data for ids ['74ef33be-59d6-4d63-a580-81b17a69cc5f'] in n-d-master-1 is: [{'id': '74ef33be-59d6-4d63-a580-81b17a69cc5f', 'name': 'tempest-TestServerMultinode-1813112024-router', 'tenant_id': 'f29b9699e7f443db9728e1c23125e9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.47'}], 'enable_snat': True}, 'gw_port_id': 'cae5d346-9edc-464a-8bce-0a37ad81fa4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:46:33Z', 'updated_at': '2021-12-06T17:46:36Z', 'revision_number': 4, 'project_id': 'f29b9699e7f443db9728e1c23125e9c3', 'gw_port': {'id': 'cae5d346-9edc-464a-8bce-0a37ad81fa4e', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:70:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ef33be-59d6-4d63-a580-81b17a69cc5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:46:34Z', 'updated_at': '2021-12-06T17:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '7be0d711-9e40-445e-929f-334aca237e72', 'name': '', 'network_id': 'd60f4f3c-22ac-48b3-a06f-5fd0b87700e6', 'tenant_id': 'f29b9699e7f443db9728e1c23125e9c3', 'mac_address': 'fa:16:3e:21:a6:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74ef33be-59d6-4d63-a580-81b17a69cc5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '7f5ab0a6-de50-4dca-b5ae-c6cc73bd2401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:46:36Z', 'updated_at': '2021-12-06T17:46:41Z', 'revision_number': 4, 'project_id': 'f29b9699e7f443db9728e1c23125e9c3', 'subnets': [{'id': '7f5ab0a6-de50-4dca-b5ae-c6cc73bd2401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:46:42.792017 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-dfdf7f2a-47e5-4355-8d66-a35917426ec6 req-57a3deea-7b85-4f83-8f4c-37ed28637323 service neutron] 10.222.0.44 "GET /v2.0/networks/ac82c870-ab86-4ced-95b4-4655e9716c4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290996 Dec 06 17:46:42.851325 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df1e8c-7a4f-41ed-947f-a187d2a38e77 req-5d514e44-50fc-44cf-bf88-0893a0d0dcfd tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:46:42.859392 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b3df1e8c-7a4f-41ed-947f-a187d2a38e77 req-5d514e44-50fc-44cf-bf88-0893a0d0dcfd tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=952d3aa1-69e6-4624-ac09-1fe9813588c0 HTTP/1.1" status: 200 len: 1095 time: 0.0601614 Dec 06 17:46:42.900120 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d5a980-df0a-4377-bab3-b9c1010ffd9d req-514f52b1-d046-433c-bfa4-78f81c8db692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:46:42.901700 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-00d5a980-df0a-4377-bab3-b9c1010ffd9d req-514f52b1-d046-433c-bfa4-78f81c8db692 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f29b9699e7f443db9728e1c23125e9c3&device_id=952d3aa1-69e6-4624-ac09-1fe9813588c0 HTTP/1.1" status: 200 len: 1095 time: 0.0471516 Dec 06 17:46:42.913242 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b3df1e8c-7a4f-41ed-947f-a187d2a38e77 req-90a873f0-af70-477f-a4de-cd2a83bd929f tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2f630109-b001-4573-8b6c-a73398f6b006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521212 Dec 06 17:46:43.013257 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d5a980-df0a-4377-bab3-b9c1010ffd9d req-61d4cc53-c52b-430a-be69-310eb39bd170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:46:43.014771 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-00d5a980-df0a-4377-bab3-b9c1010ffd9d req-61d4cc53-c52b-430a-be69-310eb39bd170 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ac82c870-ab86-4ced-95b4-4655e9716c4e HTTP/1.1" status: 200 len: 910 time: 0.1065373 Dec 06 17:46:43.064605 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-00d5a980-df0a-4377-bab3-b9c1010ffd9d req-53fdfca2-7f62-4344-a8ad-1be1a98787d4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=66580054-d845-4044-9d36-ce81c8927d06 HTTP/1.1" status: 200 len: 217 time: 0.0389342 Dec 06 17:46:43.117265 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d5a980-df0a-4377-bab3-b9c1010ffd9d req-586e7800-3019-4aac-a40d-1a5ec1f614c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:46:43.119003 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-00d5a980-df0a-4377-bab3-b9c1010ffd9d req-586e7800-3019-4aac-a40d-1a5ec1f614c8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6f2b8c43-6349-4f0f-80f1-b13ac7a3dad4 HTTP/1.1" status: 200 len: 848 time: 0.0467105 Dec 06 17:46:43.175482 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d5a980-df0a-4377-bab3-b9c1010ffd9d req-563ef1d3-c0df-41e1-8958-4afb584c497e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:46:43.177765 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-00d5a980-df0a-4377-bab3-b9c1010ffd9d req-563ef1d3-c0df-41e1-8958-4afb584c497e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ac82c870-ab86-4ced-95b4-4655e9716c4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509043 Dec 06 17:46:43.288721 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-00d5a980-df0a-4377-bab3-b9c1010ffd9d req-ef404fad-28c0-4390-96ba-bfdfb8333feb service neutron] 10.222.0.44 "GET /v2.0/networks/ac82c870-ab86-4ced-95b4-4655e9716c4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031423 Dec 06 17:46:43.394401 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-00d5a980-df0a-4377-bab3-b9c1010ffd9d req-afefb17c-0a8e-4ed8-9e0b-5b3c2dbafb89 service neutron] 10.222.0.44 "GET /v2.0/networks/ac82c870-ab86-4ced-95b4-4655e9716c4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981448 Dec 06 17:46:43.460454 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ba002dbe-0f9c-47cb-8078-03c126ab3538 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:44.021788 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd1316-9cc3-4772-8aa9-33c6d74566d9 req-e5e6a3e9-bbe9-488f-8ffc-4a021e36c638 tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:46:44.023348 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-decd1316-9cc3-4772-8aa9-33c6d74566d9 req-e5e6a3e9-bbe9-488f-8ffc-4a021e36c638 tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=952d3aa1-69e6-4624-ac09-1fe9813588c0 HTTP/1.1" status: 200 len: 1095 time: 0.0413959 Dec 06 17:46:44.069920 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-decd1316-9cc3-4772-8aa9-33c6d74566d9 req-d46be0b0-9d6c-4d6a-a61e-c45b15dd77f4 tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2f630109-b001-4573-8b6c-a73398f6b006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403025 Dec 06 17:46:45.175308 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c429788-cf7b-491d-9a9a-d82752d37373 req-e380a4e2-b27d-4f46-a94d-4d2f55f0040b tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:46:45.176833 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4c429788-cf7b-491d-9a9a-d82752d37373 req-e380a4e2-b27d-4f46-a94d-4d2f55f0040b tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=952d3aa1-69e6-4624-ac09-1fe9813588c0 HTTP/1.1" status: 200 len: 1095 time: 0.0403540 Dec 06 17:46:45.223795 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4c429788-cf7b-491d-9a9a-d82752d37373 req-f5c952f6-db6b-4a11-b057-548e23b8e0b4 tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2f630109-b001-4573-8b6c-a73398f6b006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402365 Dec 06 17:46:45.312156 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 17:46:45.674775 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-948ffc8b-c40d-4935-951b-26d7c20da6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:45.731214 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 66580054-d845-4044-9d36-ce81c8927d06 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:46:45.830870 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 66580054-d845-4044-9d36-ce81c8927d06, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=66580054-d845-4044-9d36-ce81c8927d06,segment=NetworkSegment(2b654a96-0828-4ceb-bfde-b7f6a7c944bb),segment_id=2b654a96-0828-4ceb-bfde-b7f6a7c944bb)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:46:45.842140 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': '66580054-d845-4044-9d36-ce81c8927d06', 'network_id': 'ac82c870-ab86-4ced-95b4-4655e9716c4e', 'port_id': '66580054-d845-4044-9d36-ce81c8927d06', 'mac_address': 'fa:16:3e:ac:3b:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f2b8c43-6349-4f0f-80f1-b13ac7a3dad4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:46:45.880455 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:45.893247 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66580054-d845-4044-9d36-ce81c8927d06 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:46:45.913825 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 66580054-d845-4044-9d36-ce81c8927d06, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=66580054-d845-4044-9d36-ce81c8927d06,segment=NetworkSegment(2b654a96-0828-4ceb-bfde-b7f6a7c944bb),segment_id=2b654a96-0828-4ceb-bfde-b7f6a7c944bb)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:46:45.917683 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:45.969517 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=66580054-d845-4044-9d36-ce81c8927d06,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:46:46.150544 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['66580054-d845-4044-9d36-ce81c8927d06'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:46:46.330808 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633cbcb7-8c9d-4a3a-a85e-f87de8c862f6 req-43c6f103-56df-470a-839c-d9537c407142 tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:46:46.332343 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-633cbcb7-8c9d-4a3a-a85e-f87de8c862f6 req-43c6f103-56df-470a-839c-d9537c407142 tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=952d3aa1-69e6-4624-ac09-1fe9813588c0 HTTP/1.1" status: 200 len: 1096 time: 0.0396986 Dec 06 17:46:46.381195 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-633cbcb7-8c9d-4a3a-a85e-f87de8c862f6 req-a53e2e1b-ec7e-4d92-aecd-a834ec1d2b08 tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2f630109-b001-4573-8b6c-a73398f6b006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416219 Dec 06 17:46:47.002831 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:47.485553 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d45e86-a0d6-4017-8765-41ed5ffcdb53 req-020709ca-5b8f-4e44-b75e-a411f65dd1d3 tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:46:47.487081 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-11d45e86-a0d6-4017-8765-41ed5ffcdb53 req-020709ca-5b8f-4e44-b75e-a411f65dd1d3 tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=952d3aa1-69e6-4624-ac09-1fe9813588c0 HTTP/1.1" status: 200 len: 1096 time: 0.0406430 Dec 06 17:46:47.530837 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-11d45e86-a0d6-4017-8765-41ed5ffcdb53 req-45ca1e21-cbab-49a1-b2a3-978137400edb tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2f630109-b001-4573-8b6c-a73398f6b006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376847 Dec 06 17:46:47.741978 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 66580054-d845-4044-9d36-ce81c8927d06 up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:46:47.796424 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning for port 66580054-d845-4044-9d36-ce81c8927d06 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:46:47.800391 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port 66580054-d845-4044-9d36-ce81c8927d06 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:46:47.800761 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:47.875614 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:47.900123 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '952d3aa1-69e6-4624-ac09-1fe9813588c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66580054-d845-4044-9d36-ce81c8927d06'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:46:47.902388 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9179f861-2e28-4e75-918a-6d6010eab012" -d '{"events": [{"server_uuid": "952d3aa1-69e6-4624-ac09-1fe9813588c0", "name": "network-vif-plugged", "status": "completed", "tag": "66580054-d845-4044-9d36-ce81c8927d06"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:46:47.915215 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 66580054-d845-4044-9d36-ce81c8927d06, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=66580054-d845-4044-9d36-ce81c8927d06,segment=NetworkSegment(2b654a96-0828-4ceb-bfde-b7f6a7c944bb),segment_id=2b654a96-0828-4ceb-bfde-b7f6a7c944bb)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:46:47.919897 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:47.946733 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ded0b6f-5474-4217-bec6-4c3f74eb0988 x-openstack-request-id: req-6ded0b6f-5474-4217-bec6-4c3f74eb0988 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:46:47.947032 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "952d3aa1-69e6-4624-ac09-1fe9813588c0", "name": "network-vif-plugged", "status": "completed", "tag": "66580054-d845-4044-9d36-ce81c8927d06", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:46:47.947290 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6ded0b6f-5474-4217-bec6-4c3f74eb0988 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:46:47.947747 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '952d3aa1-69e6-4624-ac09-1fe9813588c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66580054-d845-4044-9d36-ce81c8927d06', 'code': 200} Dec 06 17:46:47.972299 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=66580054-d845-4044-9d36-ce81c8927d06,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:46:48.039506 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d935c82-b564-48df-a3b5-76b4f9e6e12a req-30877970-51c7-43a7-a492-072209223bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:46:48.040919 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8d935c82-b564-48df-a3b5-76b4f9e6e12a req-30877970-51c7-43a7-a492-072209223bd0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=952d3aa1-69e6-4624-ac09-1fe9813588c0 HTTP/1.1" status: 200 len: 1097 time: 0.0404496 Dec 06 17:46:48.086199 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8d935c82-b564-48df-a3b5-76b4f9e6e12a req-69b30b7a-17f9-4e79-b07d-ebef90779c91 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2f630109-b001-4573-8b6c-a73398f6b006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377767 Dec 06 17:46:48.162017 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:48.643269 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38902e10-5589-4ddd-939d-c4f08ba4a3c9 req-adecf3e4-2ed5-4e34-ab86-b79a4ec96c95 tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:46:48.644814 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-38902e10-5589-4ddd-939d-c4f08ba4a3c9 req-adecf3e4-2ed5-4e34-ab86-b79a4ec96c95 tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=952d3aa1-69e6-4624-ac09-1fe9813588c0 HTTP/1.1" status: 200 len: 1097 time: 0.0425851 Dec 06 17:46:48.693823 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-38902e10-5589-4ddd-939d-c4f08ba4a3c9 req-6668a8c4-e567-4a29-a011-4535bcfd47cc tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2f630109-b001-4573-8b6c-a73398f6b006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426512 Dec 06 17:46:49.107694 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:49.803328 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b40e0d7-c6a8-4690-aa7f-1730c446f799 req-46bfd6f1-1d30-49f3-9185-4934a846264e tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:46:49.804859 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1b40e0d7-c6a8-4690-aa7f-1730c446f799 req-46bfd6f1-1d30-49f3-9185-4934a846264e tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=952d3aa1-69e6-4624-ac09-1fe9813588c0 HTTP/1.1" status: 200 len: 1097 time: 0.0416260 Dec 06 17:46:49.850329 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1b40e0d7-c6a8-4690-aa7f-1730c446f799 req-22b3b8bc-a92b-4a1c-aee1-cd7f588c8373 tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2f630109-b001-4573-8b6c-a73398f6b006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383117 Dec 06 17:46:49.969512 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacd98cf-da8f-4763-b06b-e5cdbcb36b00 req-bad0845c-ab7a-4a9b-84fa-bb2d0ece1594 tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:46:49.971101 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-cacd98cf-da8f-4763-b06b-e5cdbcb36b00 req-bad0845c-ab7a-4a9b-84fa-bb2d0ece1594 tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=952d3aa1-69e6-4624-ac09-1fe9813588c0 HTTP/1.1" status: 200 len: 1097 time: 0.0461979 Dec 06 17:46:50.018366 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-cacd98cf-da8f-4763-b06b-e5cdbcb36b00 req-647f708b-4cc0-4792-b642-2810df582de5 tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2f630109-b001-4573-8b6c-a73398f6b006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403624 Dec 06 17:46:50.128955 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad2899f-005a-4d90-9d5c-ffc801d346ec req-abed6fbc-cdcb-41bf-8a22-ea72e0f701d0 tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:46:50.131323 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-aad2899f-005a-4d90-9d5c-ffc801d346ec req-abed6fbc-cdcb-41bf-8a22-ea72e0f701d0 tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=952d3aa1-69e6-4624-ac09-1fe9813588c0 HTTP/1.1" status: 200 len: 1097 time: 0.0440307 Dec 06 17:46:50.179738 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-aad2899f-005a-4d90-9d5c-ffc801d346ec req-8e5d15dc-df08-4043-924a-faf34f24c49b tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2f630109-b001-4573-8b6c-a73398f6b006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421572 Dec 06 17:46:50.407204 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b223ae-644b-40e3-8dbe-32bce8c9cded req-a07ffc88-0cde-409f-badc-59b540626c29 tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:46:50.408784 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c9b223ae-644b-40e3-8dbe-32bce8c9cded req-a07ffc88-0cde-409f-badc-59b540626c29 tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] 10.222.0.23 "GET /v2.0/networks?id=ac82c870-ab86-4ced-95b4-4655e9716c4e HTTP/1.1" status: 200 len: 910 time: 0.0933852 Dec 06 17:46:50.423553 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c9b223ae-644b-40e3-8dbe-32bce8c9cded req-fe88f165-7aa4-413d-8d9e-398967b11b40 tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] 10.222.0.23 "GET /v2.0/quotas/f29b9699e7f443db9728e1c23125e9c3 HTTP/1.1" status: 200 len: 375 time: 0.0088475 Dec 06 17:46:50.505120 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c9b223ae-644b-40e3-8dbe-32bce8c9cded req-e42a8f05-bd34-4058-968b-7187136756a1 tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] 10.222.0.23 "GET /v2.0/ports?tenant_id=f29b9699e7f443db9728e1c23125e9c3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0755363 Dec 06 17:46:50.655231 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c9b223ae-644b-40e3-8dbe-32bce8c9cded req-33bdcea3-0904-47d9-a216-22c91104fcce service neutron] 10.222.0.23 "GET /v2.0/networks/ac82c870-ab86-4ced-95b4-4655e9716c4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415670 Dec 06 17:46:50.751430 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c9b223ae-644b-40e3-8dbe-32bce8c9cded req-543a9a47-be06-47ec-8372-7f348445f984 service neutron] 10.222.0.23 "GET /v2.0/networks/ac82c870-ab86-4ced-95b4-4655e9716c4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903676 Dec 06 17:46:50.938540 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-19aa7563-027b-46c1-a41c-261b228af5d9 req-e033ed16-77c2-4769-89b9-8152c8969e73 tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=80495ab4-1c72-40b6-9b48-81ab39cc143f HTTP/1.1" status: 200 len: 210 time: 0.0264540 Dec 06 17:46:52.036712 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f8906d44-00ba-4e41-a32f-e1e4f05a0b13 req-f136cf0e-e5b1-41dc-bc5f-3bb7360966b1 tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=80495ab4-1c72-40b6-9b48-81ab39cc143f HTTP/1.1" status: 200 len: 210 time: 0.0260961 Dec 06 17:46:52.169641 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b223ae-644b-40e3-8dbe-32bce8c9cded req-fe752468-0167-4434-ad9b-96d08593ffa4 tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:46:52.170148 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c9b223ae-644b-40e3-8dbe-32bce8c9cded req-fe752468-0167-4434-ad9b-96d08593ffa4 tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] 10.222.0.41 "GET /v2.0/networks?id=ac82c870-ab86-4ced-95b4-4655e9716c4e HTTP/1.1" status: 200 len: 910 time: 0.1085675 Dec 06 17:46:52.183818 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-c9b223ae-644b-40e3-8dbe-32bce8c9cded req-2076e490-1c65-46dd-8be7-39cf74de6a9d tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] Request body: {'port': {'device_id': '80495ab4-1c72-40b6-9b48-81ab39cc143f', 'network_id': 'ac82c870-ab86-4ced-95b4-4655e9716c4e', 'admin_state_up': True, 'tenant_id': 'f29b9699e7f443db9728e1c23125e9c3'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:46:52.206699 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9b223ae-644b-40e3-8dbe-32bce8c9cded req-2076e490-1c65-46dd-8be7-39cf74de6a9d tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] Made reservation on behalf of f29b9699e7f443db9728e1c23125e9c3 for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:46:52.209079 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-c9b223ae-644b-40e3-8dbe-32bce8c9cded req-2076e490-1c65-46dd-8be7-39cf74de6a9d tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:52.325948 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-c9b223ae-644b-40e3-8dbe-32bce8c9cded req-2076e490-1c65-46dd-8be7-39cf74de6a9d tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] Allocated IP 172.20.0.5 (ac82c870-ab86-4ced-95b4-4655e9716c4e/6f2b8c43-6349-4f0f-80f1-b13ac7a3dad4/dbbefe20-8d2e-4f3c-b46d-06ee051baf79) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:46:52.478196 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-c9b223ae-644b-40e3-8dbe-32bce8c9cded req-2076e490-1c65-46dd-8be7-39cf74de6a9d tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:52.510840 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-c9b223ae-644b-40e3-8dbe-32bce8c9cded req-2076e490-1c65-46dd-8be7-39cf74de6a9d tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:52.526185 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['66580054-d845-4044-9d36-ce81c8927d06'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:46:52.566610 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9b223ae-644b-40e3-8dbe-32bce8c9cded req-2076e490-1c65-46dd-8be7-39cf74de6a9d tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] Network ac82c870-ab86-4ced-95b4-4655e9716c4e is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:46:52.570313 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-c9b223ae-644b-40e3-8dbe-32bce8c9cded req-2076e490-1c65-46dd-8be7-39cf74de6a9d tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:46:52.572733 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9b223ae-644b-40e3-8dbe-32bce8c9cded req-2076e490-1c65-46dd-8be7-39cf74de6a9d tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:46:52.607425 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2076e490-1c65-46dd-8be7-39cf74de6a9d tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] Pushing event updated for resources: {'Port': ['ID=dbbefe20-8d2e-4f3c-b46d-06ee051baf79,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:46:52.617358 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2076e490-1c65-46dd-8be7-39cf74de6a9d tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:46:52.617761 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2076e490-1c65-46dd-8be7-39cf74de6a9d tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:46:52.618117 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2076e490-1c65-46dd-8be7-39cf74de6a9d tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:46:52.618501 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2076e490-1c65-46dd-8be7-39cf74de6a9d tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:46:52.618887 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2076e490-1c65-46dd-8be7-39cf74de6a9d tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:46:52.619266 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2076e490-1c65-46dd-8be7-39cf74de6a9d tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:46:52.619609 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2076e490-1c65-46dd-8be7-39cf74de6a9d tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:46:52.619965 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2076e490-1c65-46dd-8be7-39cf74de6a9d tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:46:52.620472 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2076e490-1c65-46dd-8be7-39cf74de6a9d tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:46:52.621053 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2076e490-1c65-46dd-8be7-39cf74de6a9d tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:46:52.621619 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2076e490-1c65-46dd-8be7-39cf74de6a9d tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:46:52.622144 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2076e490-1c65-46dd-8be7-39cf74de6a9d tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:46:52.622767 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2076e490-1c65-46dd-8be7-39cf74de6a9d tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:46:52.652147 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b223ae-644b-40e3-8dbe-32bce8c9cded req-2076e490-1c65-46dd-8be7-39cf74de6a9d tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:46:52.653256 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-c9b223ae-644b-40e3-8dbe-32bce8c9cded req-2076e490-1c65-46dd-8be7-39cf74de6a9d tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:52.682473 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c9b223ae-644b-40e3-8dbe-32bce8c9cded req-2076e490-1c65-46dd-8be7-39cf74de6a9d tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.5029759 Dec 06 17:46:52.760432 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-c9b223ae-644b-40e3-8dbe-32bce8c9cded req-d822f0ce-27e6-45bc-adb0-4fb68a77b032 service neutron] Request body: {'port': {'device_id': '80495ab4-1c72-40b6-9b48-81ab39cc143f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:46:52.919414 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-3794cea9-771e-4a6b-b28f-7c7bb8bc65bd None None] Provisioning complete for port dbbefe20-8d2e-4f3c-b46d-06ee051baf79 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:46:52.919694 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3794cea9-771e-4a6b-b28f-7c7bb8bc65bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:52.957397 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-3794cea9-771e-4a6b-b28f-7c7bb8bc65bd None None] Port dbbefe20-8d2e-4f3c-b46d-06ee051baf79 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:46:53.168859 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169055e6-c64a-4c13-9c78-0ac5ec23ca2c req-8a200c95-73ee-40d3-b96d-b71f5270226e tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:46:53.170440 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-169055e6-c64a-4c13-9c78-0ac5ec23ca2c req-8a200c95-73ee-40d3-b96d-b71f5270226e tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=80495ab4-1c72-40b6-9b48-81ab39cc143f HTTP/1.1" status: 200 len: 1027 time: 0.0425277 Dec 06 17:46:53.182703 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-c9b223ae-644b-40e3-8dbe-32bce8c9cded req-d822f0ce-27e6-45bc-adb0-4fb68a77b032 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:53.226482 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-169055e6-c64a-4c13-9c78-0ac5ec23ca2c req-766de4ab-5af3-400e-ab2d-4fb7a71c253c tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2f630109-b001-4573-8b6c-a73398f6b006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478923 Dec 06 17:46:53.465133 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-c9b223ae-644b-40e3-8dbe-32bce8c9cded req-d822f0ce-27e6-45bc-adb0-4fb68a77b032 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbbefe20-8d2e-4f3c-b46d-06ee051baf79 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:46:53.473728 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-c9b223ae-644b-40e3-8dbe-32bce8c9cded req-d822f0ce-27e6-45bc-adb0-4fb68a77b032 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:53.486606 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-c9b223ae-644b-40e3-8dbe-32bce8c9cded req-d822f0ce-27e6-45bc-adb0-4fb68a77b032 service neutron] Transition to ACTIVE for port object dbbefe20-8d2e-4f3c-b46d-06ee051baf79 will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:46:53.491037 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-c9b223ae-644b-40e3-8dbe-32bce8c9cded req-d822f0ce-27e6-45bc-adb0-4fb68a77b032 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:53.544586 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d822f0ce-27e6-45bc-adb0-4fb68a77b032 service neutron] Pushing event updated for resources: {'Port': ['ID=dbbefe20-8d2e-4f3c-b46d-06ee051baf79,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:46:53.626768 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-c9b223ae-644b-40e3-8dbe-32bce8c9cded req-d822f0ce-27e6-45bc-adb0-4fb68a77b032 service neutron] Attempting to bind port dbbefe20-8d2e-4f3c-b46d-06ee051baf79 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:46:53.627104 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-c9b223ae-644b-40e3-8dbe-32bce8c9cded req-d822f0ce-27e6-45bc-adb0-4fb68a77b032 service neutron] Attempting to bind port dbbefe20-8d2e-4f3c-b46d-06ee051baf79 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '2b654a96-0828-4ceb-bfde-b7f6a7c944bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ac82c870-ab86-4ced-95b4-4655e9716c4e'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:46:53.627441 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b223ae-644b-40e3-8dbe-32bce8c9cded req-d822f0ce-27e6-45bc-adb0-4fb68a77b032 service neutron] Attempting to bind port dbbefe20-8d2e-4f3c-b46d-06ee051baf79 on network ac82c870-ab86-4ced-95b4-4655e9716c4e {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:46:53.633238 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b223ae-644b-40e3-8dbe-32bce8c9cded req-d822f0ce-27e6-45bc-adb0-4fb68a77b032 service neutron] Port dbbefe20-8d2e-4f3c-b46d-06ee051baf79 on network ac82c870-ab86-4ced-95b4-4655e9716c4e not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:46:53.633597 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b223ae-644b-40e3-8dbe-32bce8c9cded req-d822f0ce-27e6-45bc-adb0-4fb68a77b032 service neutron] Attempting to bind port dbbefe20-8d2e-4f3c-b46d-06ee051baf79 on network ac82c870-ab86-4ced-95b4-4655e9716c4e {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:46:53.639571 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b223ae-644b-40e3-8dbe-32bce8c9cded req-d822f0ce-27e6-45bc-adb0-4fb68a77b032 service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:46:53.639825 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b223ae-644b-40e3-8dbe-32bce8c9cded req-d822f0ce-27e6-45bc-adb0-4fb68a77b032 service neutron] Checking segment: {'id': '2b654a96-0828-4ceb-bfde-b7f6a7c944bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ac82c870-ab86-4ced-95b4-4655e9716c4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:46:53.640210 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b223ae-644b-40e3-8dbe-32bce8c9cded req-d822f0ce-27e6-45bc-adb0-4fb68a77b032 service neutron] Bound using segment: {'id': '2b654a96-0828-4ceb-bfde-b7f6a7c944bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ac82c870-ab86-4ced-95b4-4655e9716c4e'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:46:53.640647 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-c9b223ae-644b-40e3-8dbe-32bce8c9cded req-d822f0ce-27e6-45bc-adb0-4fb68a77b032 service neutron] Bound port: dbbefe20-8d2e-4f3c-b46d-06ee051baf79, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b654a96-0828-4ceb-bfde-b7f6a7c944bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ac82c870-ab86-4ced-95b4-4655e9716c4e'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:46:53.641010 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-c9b223ae-644b-40e3-8dbe-32bce8c9cded req-d822f0ce-27e6-45bc-adb0-4fb68a77b032 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:53.716687 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-c9b223ae-644b-40e3-8dbe-32bce8c9cded req-d822f0ce-27e6-45bc-adb0-4fb68a77b032 service neutron] For port dbbefe20-8d2e-4f3c-b46d-06ee051baf79, host n-h1-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:46:53.720688 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-c9b223ae-644b-40e3-8dbe-32bce8c9cded req-d822f0ce-27e6-45bc-adb0-4fb68a77b032 service neutron] For port dbbefe20-8d2e-4f3c-b46d-06ee051baf79, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=dbbefe20-8d2e-4f3c-b46d-06ee051baf79,segment=NetworkSegment(2b654a96-0828-4ceb-bfde-b7f6a7c944bb),segment_id=2b654a96-0828-4ceb-bfde-b7f6a7c944bb)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:46:53.725755 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-c9b223ae-644b-40e3-8dbe-32bce8c9cded req-d822f0ce-27e6-45bc-adb0-4fb68a77b032 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:53.769493 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b223ae-644b-40e3-8dbe-32bce8c9cded req-d822f0ce-27e6-45bc-adb0-4fb68a77b032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:46:53.769493 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-c9b223ae-644b-40e3-8dbe-32bce8c9cded req-d822f0ce-27e6-45bc-adb0-4fb68a77b032 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:53.769493 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c9b223ae-644b-40e3-8dbe-32bce8c9cded req-d822f0ce-27e6-45bc-adb0-4fb68a77b032 service neutron] 10.222.0.41 "PUT /v2.0/ports/dbbefe20-8d2e-4f3c-b46d-06ee051baf79 HTTP/1.1" status: 200 len: 1091 time: 1.0728590 Dec 06 17:46:53.769493 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80495ab4-1c72-40b6-9b48-81ab39cc143f', 'tag': 'dbbefe20-8d2e-4f3c-b46d-06ee051baf79'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:46:53.774001 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b17454d1-5eac-4790-b5c5-9dd0ee6b22a0" -d '{"events": [{"name": "network-changed", "server_uuid": "80495ab4-1c72-40b6-9b48-81ab39cc143f", "tag": "dbbefe20-8d2e-4f3c-b46d-06ee051baf79"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:46:53.814453 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d822f0ce-27e6-45bc-adb0-4fb68a77b032 service neutron] Pushing event updated for resources: {'Port': ['ID=dbbefe20-8d2e-4f3c-b46d-06ee051baf79,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:46:53.827101 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f704ffaf-1c08-4d63-ac9d-b80e5e3ee24c x-openstack-request-id: req-f704ffaf-1c08-4d63-ac9d-b80e5e3ee24c {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:46:53.827487 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80495ab4-1c72-40b6-9b48-81ab39cc143f", "tag": "dbbefe20-8d2e-4f3c-b46d-06ee051baf79", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:46:53.827747 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f704ffaf-1c08-4d63-ac9d-b80e5e3ee24c {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:46:53.828219 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80495ab4-1c72-40b6-9b48-81ab39cc143f', 'tag': 'dbbefe20-8d2e-4f3c-b46d-06ee051baf79', 'status': 'completed', 'code': 200} Dec 06 17:46:53.881495 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b223ae-644b-40e3-8dbe-32bce8c9cded req-84f88495-589a-4958-b9ab-ca60e1875e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:46:53.883129 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c9b223ae-644b-40e3-8dbe-32bce8c9cded req-84f88495-589a-4958-b9ab-ca60e1875e68 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f29b9699e7f443db9728e1c23125e9c3&device_id=80495ab4-1c72-40b6-9b48-81ab39cc143f HTTP/1.1" status: 200 len: 1094 time: 0.0463359 Dec 06 17:46:53.949225 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c9b223ae-644b-40e3-8dbe-32bce8c9cded req-de8078f3-0596-465c-8815-a1a6465f48cf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dbbefe20-8d2e-4f3c-b46d-06ee051baf79 HTTP/1.1" status: 200 len: 217 time: 0.0528555 Dec 06 17:46:54.005254 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b223ae-644b-40e3-8dbe-32bce8c9cded req-fa060c30-18be-4c22-bfb0-99b4872340bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:46:54.006996 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c9b223ae-644b-40e3-8dbe-32bce8c9cded req-fa060c30-18be-4c22-bfb0-99b4872340bf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6f2b8c43-6349-4f0f-80f1-b13ac7a3dad4 HTTP/1.1" status: 200 len: 848 time: 0.0466206 Dec 06 17:46:54.060897 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b223ae-644b-40e3-8dbe-32bce8c9cded req-3841160b-95b8-4f4c-8b1c-48523e3ce063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:46:54.062505 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c9b223ae-644b-40e3-8dbe-32bce8c9cded req-3841160b-95b8-4f4c-8b1c-48523e3ce063 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ac82c870-ab86-4ced-95b4-4655e9716c4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438819 Dec 06 17:46:54.164737 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c9b223ae-644b-40e3-8dbe-32bce8c9cded req-53ad432c-6e51-41a3-98f5-8eeefca35dca service neutron] 10.222.0.41 "GET /v2.0/networks/ac82c870-ab86-4ced-95b4-4655e9716c4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906677 Dec 06 17:46:54.267762 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c9b223ae-644b-40e3-8dbe-32bce8c9cded req-8cd17720-1f58-4a59-9a0d-741480eb8641 service neutron] 10.222.0.41 "GET /v2.0/networks/ac82c870-ab86-4ced-95b4-4655e9716c4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913625 Dec 06 17:46:54.348740 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78994cd-d377-4f83-9382-6852adce4561 req-2de0b3d4-6754-4ed6-9cf4-804798a4afe8 tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:46:54.352146 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a78994cd-d377-4f83-9382-6852adce4561 req-2de0b3d4-6754-4ed6-9cf4-804798a4afe8 tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=80495ab4-1c72-40b6-9b48-81ab39cc143f HTTP/1.1" status: 200 len: 1094 time: 0.0521376 Dec 06 17:46:54.375705 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17454d1-5eac-4790-b5c5-9dd0ee6b22a0 req-6a0ce434-c005-4463-bf7f-87c0ae658c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:46:54.377448 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b17454d1-5eac-4790-b5c5-9dd0ee6b22a0 req-6a0ce434-c005-4463-bf7f-87c0ae658c4f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f29b9699e7f443db9728e1c23125e9c3&device_id=80495ab4-1c72-40b6-9b48-81ab39cc143f HTTP/1.1" status: 200 len: 1094 time: 0.0495303 Dec 06 17:46:54.404236 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a78994cd-d377-4f83-9382-6852adce4561 req-d9e4ea6a-00ed-4083-bd6f-6e129f4d1fcc tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2f630109-b001-4573-8b6c-a73398f6b006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449851 Dec 06 17:46:54.486448 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17454d1-5eac-4790-b5c5-9dd0ee6b22a0 req-ea6fe7c0-2bce-4d2e-b2e8-0905aa3d36b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:46:54.487934 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b17454d1-5eac-4790-b5c5-9dd0ee6b22a0 req-ea6fe7c0-2bce-4d2e-b2e8-0905aa3d36b1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ac82c870-ab86-4ced-95b4-4655e9716c4e HTTP/1.1" status: 200 len: 910 time: 0.1001496 Dec 06 17:46:54.537048 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b17454d1-5eac-4790-b5c5-9dd0ee6b22a0 req-f05f1de6-02f9-4182-9fe0-e18ec5dc48b3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dbbefe20-8d2e-4f3c-b46d-06ee051baf79 HTTP/1.1" status: 200 len: 217 time: 0.0363643 Dec 06 17:46:54.592023 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17454d1-5eac-4790-b5c5-9dd0ee6b22a0 req-0594b784-6c52-4757-825e-8a13625c02e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:46:54.593527 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b17454d1-5eac-4790-b5c5-9dd0ee6b22a0 req-0594b784-6c52-4757-825e-8a13625c02e3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6f2b8c43-6349-4f0f-80f1-b13ac7a3dad4 HTTP/1.1" status: 200 len: 848 time: 0.0491278 Dec 06 17:46:54.648276 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17454d1-5eac-4790-b5c5-9dd0ee6b22a0 req-6988d011-ba2d-44fc-ae86-ebad71743612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:46:54.649833 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b17454d1-5eac-4790-b5c5-9dd0ee6b22a0 req-6988d011-ba2d-44fc-ae86-ebad71743612 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ac82c870-ab86-4ced-95b4-4655e9716c4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447679 Dec 06 17:46:54.753282 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b17454d1-5eac-4790-b5c5-9dd0ee6b22a0 req-8728418e-b332-4a42-859d-249a5fee222a service neutron] 10.222.0.41 "GET /v2.0/networks/ac82c870-ab86-4ced-95b4-4655e9716c4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940390 Dec 06 17:46:54.855196 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b17454d1-5eac-4790-b5c5-9dd0ee6b22a0 req-29d3f7c2-c7e6-4722-b7d8-443d33ebc3f3 service neutron] 10.222.0.41 "GET /v2.0/networks/ac82c870-ab86-4ced-95b4-4655e9716c4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938394 Dec 06 17:46:55.515341 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8098d3f3-fafe-49f6-8ad9-9c1a38af381c req-2e34f1ee-5cea-4a9d-b538-d4503c45ab9d tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:46:55.516865 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8098d3f3-fafe-49f6-8ad9-9c1a38af381c req-2e34f1ee-5cea-4a9d-b538-d4503c45ab9d tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=80495ab4-1c72-40b6-9b48-81ab39cc143f HTTP/1.1" status: 200 len: 1094 time: 0.0434086 Dec 06 17:46:55.566512 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8098d3f3-fafe-49f6-8ad9-9c1a38af381c req-e15571c3-2e15-45bc-9c33-302c828720ee tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2f630109-b001-4573-8b6c-a73398f6b006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432117 Dec 06 17:46:56.682783 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93601a89-6f09-4371-9828-8f0a99b5090f req-76531e81-df84-45c9-a383-d3246cb19790 tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:46:56.684422 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-93601a89-6f09-4371-9828-8f0a99b5090f req-76531e81-df84-45c9-a383-d3246cb19790 tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=80495ab4-1c72-40b6-9b48-81ab39cc143f HTTP/1.1" status: 200 len: 1094 time: 0.0457244 Dec 06 17:46:56.732803 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-93601a89-6f09-4371-9828-8f0a99b5090f req-e34564f5-e229-4893-9faa-14aa7d85994f tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2f630109-b001-4573-8b6c-a73398f6b006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420227 Dec 06 17:46:57.847811 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b19ecf-7a94-49a1-9700-d0139dfcf79f req-f89a779c-ac01-43db-8aaa-59194af5cf0f tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:46:57.850745 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f5b19ecf-7a94-49a1-9700-d0139dfcf79f req-f89a779c-ac01-43db-8aaa-59194af5cf0f tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=80495ab4-1c72-40b6-9b48-81ab39cc143f HTTP/1.1" status: 200 len: 1094 time: 0.0434663 Dec 06 17:46:57.897607 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f5b19ecf-7a94-49a1-9700-d0139dfcf79f req-ceadcc93-bb41-4a3f-96c3-bcd851a3bfca tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2f630109-b001-4573-8b6c-a73398f6b006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398014 Dec 06 17:46:58.173665 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device dbbefe20-8d2e-4f3c-b46d-06ee051baf79 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:46:58.275912 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port dbbefe20-8d2e-4f3c-b46d-06ee051baf79, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=dbbefe20-8d2e-4f3c-b46d-06ee051baf79,segment=NetworkSegment(2b654a96-0828-4ceb-bfde-b7f6a7c944bb),segment_id=2b654a96-0828-4ceb-bfde-b7f6a7c944bb)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:46:58.287459 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': 'dbbefe20-8d2e-4f3c-b46d-06ee051baf79', 'network_id': 'ac82c870-ab86-4ced-95b4-4655e9716c4e', 'port_id': 'dbbefe20-8d2e-4f3c-b46d-06ee051baf79', 'mac_address': 'fa:16:3e:76:d5:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f2b8c43-6349-4f0f-80f1-b13ac7a3dad4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:46:58.326554 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:58.342939 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbbefe20-8d2e-4f3c-b46d-06ee051baf79 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:46:58.362856 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port dbbefe20-8d2e-4f3c-b46d-06ee051baf79, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=dbbefe20-8d2e-4f3c-b46d-06ee051baf79,segment=NetworkSegment(2b654a96-0828-4ceb-bfde-b7f6a7c944bb),segment_id=2b654a96-0828-4ceb-bfde-b7f6a7c944bb)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:46:58.366713 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:46:58.419869 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=dbbefe20-8d2e-4f3c-b46d-06ee051baf79,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:46:58.638086 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['dbbefe20-8d2e-4f3c-b46d-06ee051baf79'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:46:59.002562 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a50af28-f793-4aba-848a-af41cda8b3a4 req-6890e8a8-6af1-408b-8d33-1ef7a3692638 tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:46:59.004003 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5a50af28-f793-4aba-848a-af41cda8b3a4 req-6890e8a8-6af1-408b-8d33-1ef7a3692638 tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=80495ab4-1c72-40b6-9b48-81ab39cc143f HTTP/1.1" status: 200 len: 1095 time: 0.0390258 Dec 06 17:46:59.052336 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5a50af28-f793-4aba-848a-af41cda8b3a4 req-35f8e787-0b43-47fe-8f97-eb7d61ebffa6 tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2f630109-b001-4573-8b6c-a73398f6b006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415699 Dec 06 17:47:00.166877 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e1da29-4ee3-4e3b-a117-2d7825a5f30a req-c5837208-583d-49be-a65c-0a883f234058 tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:47:00.168427 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-58e1da29-4ee3-4e3b-a117-2d7825a5f30a req-c5837208-583d-49be-a65c-0a883f234058 tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=80495ab4-1c72-40b6-9b48-81ab39cc143f HTTP/1.1" status: 200 len: 1095 time: 0.0466521 Dec 06 17:47:00.189333 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device dbbefe20-8d2e-4f3c-b46d-06ee051baf79 up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:47:00.216677 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-58e1da29-4ee3-4e3b-a117-2d7825a5f30a req-8c826651-ef80-4c01-b9fb-77f5700ae5d2 tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2f630109-b001-4573-8b6c-a73398f6b006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420110 Dec 06 17:47:00.242997 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port dbbefe20-8d2e-4f3c-b46d-06ee051baf79 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:47:00.247234 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port dbbefe20-8d2e-4f3c-b46d-06ee051baf79 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:47:00.247685 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:00.479678 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:00.501902 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80495ab4-1c72-40b6-9b48-81ab39cc143f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbbefe20-8d2e-4f3c-b46d-06ee051baf79'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:47:00.504099 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ec49e95-dbf6-4227-8d4b-ee35b64a179f" -d '{"events": [{"server_uuid": "80495ab4-1c72-40b6-9b48-81ab39cc143f", "name": "network-vif-plugged", "status": "completed", "tag": "dbbefe20-8d2e-4f3c-b46d-06ee051baf79"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:47:00.518680 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port dbbefe20-8d2e-4f3c-b46d-06ee051baf79, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=dbbefe20-8d2e-4f3c-b46d-06ee051baf79,segment=NetworkSegment(2b654a96-0828-4ceb-bfde-b7f6a7c944bb),segment_id=2b654a96-0828-4ceb-bfde-b7f6a7c944bb)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:47:00.524089 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:00.576766 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=dbbefe20-8d2e-4f3c-b46d-06ee051baf79,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:47:00.624829 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e855d816-658c-49c2-8de9-a92901b424bb x-openstack-request-id: req-e855d816-658c-49c2-8de9-a92901b424bb {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:47:00.625135 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80495ab4-1c72-40b6-9b48-81ab39cc143f", "name": "network-vif-plugged", "status": "completed", "tag": "dbbefe20-8d2e-4f3c-b46d-06ee051baf79", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:47:00.625403 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e855d816-658c-49c2-8de9-a92901b424bb {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:47:00.625855 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80495ab4-1c72-40b6-9b48-81ab39cc143f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbbefe20-8d2e-4f3c-b46d-06ee051baf79', 'code': 200} Dec 06 17:47:00.737300 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8396cad-72bb-41b6-b2e7-31b3cfef11a5 req-00266465-7aec-4ffc-a24b-10880dab1ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:47:00.738828 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b8396cad-72bb-41b6-b2e7-31b3cfef11a5 req-00266465-7aec-4ffc-a24b-10880dab1ed4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=80495ab4-1c72-40b6-9b48-81ab39cc143f HTTP/1.1" status: 200 len: 1096 time: 0.0447750 Dec 06 17:47:00.789851 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b8396cad-72bb-41b6-b2e7-31b3cfef11a5 req-212333a6-156b-4a42-aea3-c7de327be134 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2f630109-b001-4573-8b6c-a73398f6b006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390811 Dec 06 17:47:01.322682 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463d2aa6-351a-42e4-8e77-0b29a35553aa req-8cee7ea3-3467-424f-84f1-66f34c409888 tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:47:01.324525 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-463d2aa6-351a-42e4-8e77-0b29a35553aa req-8cee7ea3-3467-424f-84f1-66f34c409888 tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=80495ab4-1c72-40b6-9b48-81ab39cc143f HTTP/1.1" status: 200 len: 1096 time: 0.0411568 Dec 06 17:47:01.369929 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-463d2aa6-351a-42e4-8e77-0b29a35553aa req-ebea5f18-c8c8-4c8d-acc0-f9f1e4d7dbb0 tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2f630109-b001-4573-8b6c-a73398f6b006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378919 Dec 06 17:47:02.476120 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23ff278-3a73-4032-ab1d-78ba00e0044f req-4ed0424e-43a0-49bb-aa80-30ff4683ab6c tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:47:02.477794 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a23ff278-3a73-4032-ab1d-78ba00e0044f req-4ed0424e-43a0-49bb-aa80-30ff4683ab6c tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=80495ab4-1c72-40b6-9b48-81ab39cc143f HTTP/1.1" status: 200 len: 1096 time: 0.0406480 Dec 06 17:47:02.521742 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a23ff278-3a73-4032-ab1d-78ba00e0044f req-48d24a6e-c011-4b4a-b9ab-cff8e3e970c1 tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2f630109-b001-4573-8b6c-a73398f6b006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378456 Dec 06 17:47:02.627388 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a8c1f7-cab6-4fa8-a6bc-deb92dd6cd8f req-76a6f070-468a-4618-a106-e8bc63bd8a54 tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:47:02.629015 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b3a8c1f7-cab6-4fa8-a6bc-deb92dd6cd8f req-76a6f070-468a-4618-a106-e8bc63bd8a54 tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=80495ab4-1c72-40b6-9b48-81ab39cc143f HTTP/1.1" status: 200 len: 1096 time: 0.0408673 Dec 06 17:47:02.676392 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b3a8c1f7-cab6-4fa8-a6bc-deb92dd6cd8f req-ee0a555d-697f-4825-a6ba-5f8d996e4fa1 tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2f630109-b001-4573-8b6c-a73398f6b006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404861 Dec 06 17:47:02.787354 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c246d-5e4a-4d83-8be0-4cf530e4a2d4 req-a206794b-35c7-4450-8cf9-195a151beb2b tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:47:02.788898 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c07c246d-5e4a-4d83-8be0-4cf530e4a2d4 req-a206794b-35c7-4450-8cf9-195a151beb2b tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=80495ab4-1c72-40b6-9b48-81ab39cc143f HTTP/1.1" status: 200 len: 1096 time: 0.0422893 Dec 06 17:47:02.832872 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c07c246d-5e4a-4d83-8be0-4cf530e4a2d4 req-c2c2250e-55a2-4a00-b58e-36e1bb3c5747 tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2f630109-b001-4573-8b6c-a73398f6b006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378597 Dec 06 17:47:02.999042 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:03.071709 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2833ea6f-c75d-4dbe-a60b-597d23ff31f9 req-58e45894-3635-4e3d-89dc-bcd88e2260b1 tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:47:03.073135 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2833ea6f-c75d-4dbe-a60b-597d23ff31f9 req-58e45894-3635-4e3d-89dc-bcd88e2260b1 tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=80495ab4-1c72-40b6-9b48-81ab39cc143f HTTP/1.1" status: 200 len: 1096 time: 0.0440366 Dec 06 17:47:03.117002 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2833ea6f-c75d-4dbe-a60b-597d23ff31f9 req-5a42961b-29ba-4543-877f-17ce9d89b271 tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2f630109-b001-4573-8b6c-a73398f6b006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377824 Dec 06 17:47:04.232163 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfc25b5-0e51-4fb2-96b3-64a20d1930ec req-32fad95b-9222-458c-b0f7-74acdcf736ce tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:47:04.233624 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fdfc25b5-0e51-4fb2-96b3-64a20d1930ec req-32fad95b-9222-458c-b0f7-74acdcf736ce tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=80495ab4-1c72-40b6-9b48-81ab39cc143f HTTP/1.1" status: 200 len: 1096 time: 0.0485823 Dec 06 17:47:04.280442 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fdfc25b5-0e51-4fb2-96b3-64a20d1930ec req-99e265d7-c539-4e90-b65e-2f80918b10f0 tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2f630109-b001-4573-8b6c-a73398f6b006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394053 Dec 06 17:47:04.439515 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0025db86-80ed-4d5a-9aca-8af0994efa7d req-624108ac-7806-4a45-acae-d1e8e78b385d tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:47:04.440931 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0025db86-80ed-4d5a-9aca-8af0994efa7d req-624108ac-7806-4a45-acae-d1e8e78b385d tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=80495ab4-1c72-40b6-9b48-81ab39cc143f HTTP/1.1" status: 200 len: 1096 time: 0.0390248 Dec 06 17:47:04.526853 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-0025db86-80ed-4d5a-9aca-8af0994efa7d req-d308a6cc-e384-475f-a555-2f68883b2eaa tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] Deleting port dbbefe20-8d2e-4f3c-b46d-06ee051baf79 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:47:04.527047 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-0025db86-80ed-4d5a-9aca-8af0994efa7d req-d308a6cc-e384-475f-a555-2f68883b2eaa tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:04.604803 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-0025db86-80ed-4d5a-9aca-8af0994efa7d req-d308a6cc-e384-475f-a555-2f68883b2eaa tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] For port dbbefe20-8d2e-4f3c-b46d-06ee051baf79, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=dbbefe20-8d2e-4f3c-b46d-06ee051baf79,segment=NetworkSegment(2b654a96-0828-4ceb-bfde-b7f6a7c944bb),segment_id=2b654a96-0828-4ceb-bfde-b7f6a7c944bb)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:47:04.605158 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-0025db86-80ed-4d5a-9aca-8af0994efa7d req-d308a6cc-e384-475f-a555-2f68883b2eaa tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:04.617873 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-0025db86-80ed-4d5a-9aca-8af0994efa7d req-d308a6cc-e384-475f-a555-2f68883b2eaa tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] Calling delete_port for dbbefe20-8d2e-4f3c-b46d-06ee051baf79 owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:47:04.743052 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-0025db86-80ed-4d5a-9aca-8af0994efa7d req-d308a6cc-e384-475f-a555-2f68883b2eaa tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:04.759659 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['dbbefe20-8d2e-4f3c-b46d-06ee051baf79'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:47:04.774359 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d308a6cc-e384-475f-a555-2f68883b2eaa tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] Pushing event deleted for resources: {'Port': ['ID=dbbefe20-8d2e-4f3c-b46d-06ee051baf79,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:47:04.804771 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['66580054-d845-4044-9d36-ce81c8927d06'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:47:04.820126 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-0025db86-80ed-4d5a-9aca-8af0994efa7d req-d308a6cc-e384-475f-a555-2f68883b2eaa tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] No DVR routers for this DVR port dbbefe20-8d2e-4f3c-b46d-06ee051baf79 on host n-h1-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:47:04.822819 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-0025db86-80ed-4d5a-9aca-8af0994efa7d req-d308a6cc-e384-475f-a555-2f68883b2eaa tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:04.826825 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0025db86-80ed-4d5a-9aca-8af0994efa7d req-d308a6cc-e384-475f-a555-2f68883b2eaa tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] 10.222.0.41 "DELETE /v2.0/ports/dbbefe20-8d2e-4f3c-b46d-06ee051baf79 HTTP/1.1" status: 204 len: 173 time: 0.3772006 Dec 06 17:47:04.827294 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80495ab4-1c72-40b6-9b48-81ab39cc143f', 'name': 'network-vif-deleted', 'tag': 'dbbefe20-8d2e-4f3c-b46d-06ee051baf79'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:47:04.829606 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04995915-9285-4f48-ad60-068c5fe3a6c8" -d '{"events": [{"server_uuid": "80495ab4-1c72-40b6-9b48-81ab39cc143f", "name": "network-vif-deleted", "tag": "dbbefe20-8d2e-4f3c-b46d-06ee051baf79"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:47:04.875026 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56fabda2-b1de-44dd-9d81-e46f757828d3 x-openstack-request-id: req-56fabda2-b1de-44dd-9d81-e46f757828d3 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:47:04.875327 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80495ab4-1c72-40b6-9b48-81ab39cc143f", "name": "network-vif-deleted", "tag": "dbbefe20-8d2e-4f3c-b46d-06ee051baf79", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:47:04.875621 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-56fabda2-b1de-44dd-9d81-e46f757828d3 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:47:04.876096 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80495ab4-1c72-40b6-9b48-81ab39cc143f', 'name': 'network-vif-deleted', 'tag': 'dbbefe20-8d2e-4f3c-b46d-06ee051baf79', 'status': 'completed', 'code': 200} Dec 06 17:47:05.365140 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:05.405841 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-cd257659-fcc6-4c3c-ba90-87cb6ee8d73d req-773e46ac-f145-4cbf-a5e1-39c9c0d2aa18 tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=80495ab4-1c72-40b6-9b48-81ab39cc143f HTTP/1.1" status: 200 len: 210 time: 0.0297413 Dec 06 17:47:06.328790 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-51928be2-0430-4b47-aa76-b4af3e3f9479 req-92fb074c-d4b8-4f05-8f99-83e7f0eeb4d9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=952d3aa1-69e6-4624-ac09-1fe9813588c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0390799 Dec 06 17:47:06.410742 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51928be2-0430-4b47-aa76-b4af3e3f9479 req-6664cf76-7afe-49db-b1b8-496540f1ffa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:47:06.412284 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-51928be2-0430-4b47-aa76-b4af3e3f9479 req-6664cf76-7afe-49db-b1b8-496540f1ffa7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f29b9699e7f443db9728e1c23125e9c3&device_id=952d3aa1-69e6-4624-ac09-1fe9813588c0 HTTP/1.1" status: 200 len: 1097 time: 0.0419884 Dec 06 17:47:06.530425 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51928be2-0430-4b47-aa76-b4af3e3f9479 req-9af54e56-cdc0-4aab-947c-a55f3d1db5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:47:06.531937 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-51928be2-0430-4b47-aa76-b4af3e3f9479 req-9af54e56-cdc0-4aab-947c-a55f3d1db5cc service neutron] 10.222.0.44 "GET /v2.0/networks?id=ac82c870-ab86-4ced-95b4-4655e9716c4e HTTP/1.1" status: 200 len: 910 time: 0.1001520 Dec 06 17:47:06.574618 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-51928be2-0430-4b47-aa76-b4af3e3f9479 req-2e7e5771-fecc-4d24-86c7-0a5a171d4f5d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=66580054-d845-4044-9d36-ce81c8927d06 HTTP/1.1" status: 200 len: 217 time: 0.0354729 Dec 06 17:47:06.636950 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51928be2-0430-4b47-aa76-b4af3e3f9479 req-0dfd3156-4aa9-46e5-9127-05b4b77c6b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:47:06.638479 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-51928be2-0430-4b47-aa76-b4af3e3f9479 req-0dfd3156-4aa9-46e5-9127-05b4b77c6b71 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6f2b8c43-6349-4f0f-80f1-b13ac7a3dad4 HTTP/1.1" status: 200 len: 848 time: 0.0537407 Dec 06 17:47:06.716781 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51928be2-0430-4b47-aa76-b4af3e3f9479 req-a2f16883-4ca8-4feb-80d8-8759f614c873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:47:06.718277 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-51928be2-0430-4b47-aa76-b4af3e3f9479 req-a2f16883-4ca8-4feb-80d8-8759f614c873 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ac82c870-ab86-4ced-95b4-4655e9716c4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711648 Dec 06 17:47:06.722538 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485dcc64-3ecd-4c53-a73a-390347c95c19 req-3859549a-4fff-4028-bce5-e763e500a2f4 tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:47:06.723988 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-485dcc64-3ecd-4c53-a73a-390347c95c19 req-3859549a-4fff-4028-bce5-e763e500a2f4 tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=952d3aa1-69e6-4624-ac09-1fe9813588c0 HTTP/1.1" status: 200 len: 1097 time: 0.0693412 Dec 06 17:47:06.829980 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-485dcc64-3ecd-4c53-a73a-390347c95c19 req-9a302d74-0413-4427-a356-61bd84b952a1 tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2f630109-b001-4573-8b6c-a73398f6b006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953102 Dec 06 17:47:06.852687 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-51928be2-0430-4b47-aa76-b4af3e3f9479 req-309b949d-504f-45fc-8bae-4491973b4bef service neutron] 10.222.0.44 "GET /v2.0/networks/ac82c870-ab86-4ced-95b4-4655e9716c4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249771 Dec 06 17:47:06.955154 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-51928be2-0430-4b47-aa76-b4af3e3f9479 req-67aca8dc-0707-4425-960a-6c6ebc69637e service neutron] 10.222.0.44 "GET /v2.0/networks/ac82c870-ab86-4ced-95b4-4655e9716c4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936821 Dec 06 17:47:07.952401 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3fbac5-9a21-4ecf-bd08-2ff993a6ad1e req-11c0c442-4589-459b-842f-56b2f205b09d tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:47:07.954123 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3b3fbac5-9a21-4ecf-bd08-2ff993a6ad1e req-11c0c442-4589-459b-842f-56b2f205b09d tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=952d3aa1-69e6-4624-ac09-1fe9813588c0 HTTP/1.1" status: 200 len: 1097 time: 0.0418906 Dec 06 17:47:08.008897 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3b3fbac5-9a21-4ecf-bd08-2ff993a6ad1e req-49cf35af-1433-44d0-be4b-6887934b2df5 tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2f630109-b001-4573-8b6c-a73398f6b006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452852 Dec 06 17:47:08.058888 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbaa3ea-3f74-4cae-8bdb-1617d3d1dcd4 req-b5de5bef-47dc-450d-9941-2a0af60b6b0b tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:47:08.060395 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fdbaa3ea-3f74-4cae-8bdb-1617d3d1dcd4 req-b5de5bef-47dc-450d-9941-2a0af60b6b0b tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=952d3aa1-69e6-4624-ac09-1fe9813588c0 HTTP/1.1" status: 200 len: 1097 time: 0.0553865 Dec 06 17:47:08.148325 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-fdbaa3ea-3f74-4cae-8bdb-1617d3d1dcd4 req-bc676660-33e5-4a87-9331-a2357e96157a tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] Deleting port 66580054-d845-4044-9d36-ce81c8927d06 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:47:08.148686 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fdbaa3ea-3f74-4cae-8bdb-1617d3d1dcd4 req-bc676660-33e5-4a87-9331-a2357e96157a tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:08.220833 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device dbbefe20-8d2e-4f3c-b46d-06ee051baf79 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:47:08.240445 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-fdbaa3ea-3f74-4cae-8bdb-1617d3d1dcd4 req-bc676660-33e5-4a87-9331-a2357e96157a tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] For port 66580054-d845-4044-9d36-ce81c8927d06, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=66580054-d845-4044-9d36-ce81c8927d06,segment=NetworkSegment(2b654a96-0828-4ceb-bfde-b7f6a7c944bb),segment_id=2b654a96-0828-4ceb-bfde-b7f6a7c944bb)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:47:08.240800 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fdbaa3ea-3f74-4cae-8bdb-1617d3d1dcd4 req-bc676660-33e5-4a87-9331-a2357e96157a tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:08.241313 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] No Port match for: dbbefe20-8d2e-4f3c-b46d-06ee051baf79 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:47:08.241672 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device dbbefe20-8d2e-4f3c-b46d-06ee051baf79 not bound to the agent host n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:47:08.256867 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-fdbaa3ea-3f74-4cae-8bdb-1617d3d1dcd4 req-bc676660-33e5-4a87-9331-a2357e96157a tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] Calling delete_port for 66580054-d845-4044-9d36-ce81c8927d06 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:47:08.394314 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fdbaa3ea-3f74-4cae-8bdb-1617d3d1dcd4 req-bc676660-33e5-4a87-9331-a2357e96157a tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:08.406069 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['66580054-d845-4044-9d36-ce81c8927d06'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:47:08.683690 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc676660-33e5-4a87-9331-a2357e96157a tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] Pushing event deleted for resources: {'Port': ['ID=66580054-d845-4044-9d36-ce81c8927d06,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:47:08.728618 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdbaa3ea-3f74-4cae-8bdb-1617d3d1dcd4 req-bc676660-33e5-4a87-9331-a2357e96157a tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] No DVR routers for this DVR port 66580054-d845-4044-9d36-ce81c8927d06 on host n-h2-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:47:08.731835 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fdbaa3ea-3f74-4cae-8bdb-1617d3d1dcd4 req-bc676660-33e5-4a87-9331-a2357e96157a tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:08.735762 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fdbaa3ea-3f74-4cae-8bdb-1617d3d1dcd4 req-bc676660-33e5-4a87-9331-a2357e96157a tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] 10.222.0.44 "DELETE /v2.0/ports/66580054-d845-4044-9d36-ce81c8927d06 HTTP/1.1" status: 204 len: 173 time: 0.6687586 Dec 06 17:47:08.736268 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '952d3aa1-69e6-4624-ac09-1fe9813588c0', 'name': 'network-vif-deleted', 'tag': '66580054-d845-4044-9d36-ce81c8927d06'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:47:08.739179 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-032abace-a868-4a08-b4c6-bdf157529c34" -d '{"events": [{"server_uuid": "952d3aa1-69e6-4624-ac09-1fe9813588c0", "name": "network-vif-deleted", "tag": "66580054-d845-4044-9d36-ce81c8927d06"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:47:08.790811 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f58376-7491-44b4-9185-d6b4c63cdfea x-openstack-request-id: req-22f58376-7491-44b4-9185-d6b4c63cdfea {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:47:08.791125 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "952d3aa1-69e6-4624-ac09-1fe9813588c0", "name": "network-vif-deleted", "tag": "66580054-d845-4044-9d36-ce81c8927d06", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:47:08.791391 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-22f58376-7491-44b4-9185-d6b4c63cdfea {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:47:08.791802 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '952d3aa1-69e6-4624-ac09-1fe9813588c0', 'name': 'network-vif-deleted', 'tag': '66580054-d845-4044-9d36-ce81c8927d06', 'status': 'completed', 'code': 200} Dec 06 17:47:09.122466 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-79470f43-1324-4cb1-ac8b-10a6787bbaa9 req-49c2865a-6ace-46ff-bd0d-5a2e8807d8d0 tempest-TestServerMultinode-292697414 tempest-TestServerMultinode-292697414-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=952d3aa1-69e6-4624-ac09-1fe9813588c0 HTTP/1.1" status: 200 len: 210 time: 0.0295477 Dec 06 17:47:10.185927 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 38112) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:47:10.538285 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f17a3101-38a8-4682-95a8-5501c048e549 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575908'] for router_interface, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:10.785710 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-f17a3101-38a8-4682-95a8-5501c048e549 admin admin] Deleting port 066dc788-cac0-475b-b38f-0d2f4a84bbd3 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:47:10.786110 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f17a3101-38a8-4682-95a8-5501c048e549 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:10.865276 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-f17a3101-38a8-4682-95a8-5501c048e549 admin admin] For port 066dc788-cac0-475b-b38f-0d2f4a84bbd3, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=066dc788-cac0-475b-b38f-0d2f4a84bbd3,segment=NetworkSegment(2b654a96-0828-4ceb-bfde-b7f6a7c944bb),segment_id=2b654a96-0828-4ceb-bfde-b7f6a7c944bb)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:47:10.865689 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f17a3101-38a8-4682-95a8-5501c048e549 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:10.878302 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-f17a3101-38a8-4682-95a8-5501c048e549 admin admin] Calling delete_port for 066dc788-cac0-475b-b38f-0d2f4a84bbd3 owned by network:router_interface {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:47:11.059206 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f17a3101-38a8-4682-95a8-5501c048e549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:11.089520 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17a3101-38a8-4682-95a8-5501c048e549 admin admin] Pushing event deleted for resources: {'Port': ['ID=066dc788-cac0-475b-b38f-0d2f4a84bbd3,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:47:11.268169 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f17a3101-38a8-4682-95a8-5501c048e549 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-772474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575952'] for router_interface, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:11.491138 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f17a3101-38a8-4682-95a8-5501c048e549 admin admin] Router 3fcbb8dc-ce2f-42eb-bce2-10126ae99f1a has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:47:11.600454 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f17a3101-38a8-4682-95a8-5501c048e549 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:47:11.605530 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-f17a3101-38a8-4682-95a8-5501c048e549 admin admin] 10.222.0.23 "PUT /v2.0/routers/3fcbb8dc-ce2f-42eb-bce2-10126ae99f1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4185011 Dec 06 17:47:11.608116 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 38122) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:47:11.610731 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20bfc90-7d6d-48db-8f6d-b12d0e8fc35e None None] Sync routers for ids ['3fcbb8dc-ce2f-42eb-bce2-10126ae99f1a'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:47:11.621940 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20bfc90-7d6d-48db-8f6d-b12d0e8fc35e None None] Routers {'3fcbb8dc-ce2f-42eb-bce2-10126ae99f1a'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:47:11.622918 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-e20bfc90-7d6d-48db-8f6d-b12d0e8fc35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:46:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['3fcbb8dc-ce2f-42eb-bce2-10126ae99f1a'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:47:11.720521 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cab4c523-d0a1-4396-8b68-78534a7962e3 admin admin] Publish callbacks [] for router, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:11.735097 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-e20bfc90-7d6d-48db-8f6d-b12d0e8fc35e None None] Set router 3fcbb8dc-ce2f-42eb-bce2-10126ae99f1a gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:47:11.831917 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cab4c523-d0a1-4396-8b68-78534a7962e3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:11.890062 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-cab4c523-d0a1-4396-8b68-78534a7962e3 admin admin] Deleting port 63fecab7-7eab-46ff-a22f-d54f868a3e55 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:47:11.890325 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cab4c523-d0a1-4396-8b68-78534a7962e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:11.919573 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 66580054-d845-4044-9d36-ce81c8927d06 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:47:11.941056 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] No Port match for: 66580054-d845-4044-9d36-ce81c8927d06 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:47:11.941411 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 66580054-d845-4044-9d36-ce81c8927d06 not bound to the agent host n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:47:11.947059 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-e20bfc90-7d6d-48db-8f6d-b12d0e8fc35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fcbb8dc-ce2f-42eb-bce2-10126ae99f1a', 'name': 'tempest-TestServerMultinode-732241297-router', 'tenant_id': 'c848d08e225f466a863f01d9bd759a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.188'}], 'enable_snat': True}, 'gw_port_id': '63fecab7-7eab-46ff-a22f-d54f868a3e55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:46:28Z', 'updated_at': '2021-12-06T17:47:11Z', 'revision_number': 5, 'project_id': 'c848d08e225f466a863f01d9bd759a1f', 'gw_port': {'id': '63fecab7-7eab-46ff-a22f-d54f868a3e55', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcbb8dc-ce2f-42eb-bce2-10126ae99f1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:46:28Z', 'updated_at': '2021-12-06T17:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:47:11.973899 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-cab4c523-d0a1-4396-8b68-78534a7962e3 admin admin] For port 63fecab7-7eab-46ff-a22f-d54f868a3e55, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=63fecab7-7eab-46ff-a22f-d54f868a3e55,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:47:11.974266 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cab4c523-d0a1-4396-8b68-78534a7962e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:11.978961 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20bfc90-7d6d-48db-8f6d-b12d0e8fc35e None None] Checking router: 3fcbb8dc-ce2f-42eb-bce2-10126ae99f1a for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:47:11.987559 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20bfc90-7d6d-48db-8f6d-b12d0e8fc35e None None] Routers {'3fcbb8dc-ce2f-42eb-bce2-10126ae99f1a'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:47:11.988200 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-cab4c523-d0a1-4396-8b68-78534a7962e3 admin admin] Calling delete_port for 63fecab7-7eab-46ff-a22f-d54f868a3e55 owned by network:router_gateway {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:47:11.988311 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-e20bfc90-7d6d-48db-8f6d-b12d0e8fc35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:46:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['3fcbb8dc-ce2f-42eb-bce2-10126ae99f1a'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:47:12.074396 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-e20bfc90-7d6d-48db-8f6d-b12d0e8fc35e None None] Set router 3fcbb8dc-ce2f-42eb-bce2-10126ae99f1a gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:47:12.130474 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-e20bfc90-7d6d-48db-8f6d-b12d0e8fc35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fcbb8dc-ce2f-42eb-bce2-10126ae99f1a', 'name': 'tempest-TestServerMultinode-732241297-router', 'tenant_id': 'c848d08e225f466a863f01d9bd759a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:46:28Z', 'updated_at': '2021-12-06T17:47:11Z', 'revision_number': 6, 'project_id': 'c848d08e225f466a863f01d9bd759a1f', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:47:12.157728 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20bfc90-7d6d-48db-8f6d-b12d0e8fc35e None None] The sync data for ids ['3fcbb8dc-ce2f-42eb-bce2-10126ae99f1a'] in n-d-master-1 is: [{'id': '3fcbb8dc-ce2f-42eb-bce2-10126ae99f1a', 'name': 'tempest-TestServerMultinode-732241297-router', 'tenant_id': 'c848d08e225f466a863f01d9bd759a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:46:28Z', 'updated_at': '2021-12-06T17:47:11Z', 'revision_number': 6, 'project_id': 'c848d08e225f466a863f01d9bd759a1f', 'gw_port_host': None}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:47:12.163251 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cab4c523-d0a1-4396-8b68-78534a7962e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:12.197535 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab4c523-d0a1-4396-8b68-78534a7962e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=63fecab7-7eab-46ff-a22f-d54f868a3e55,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:47:12.214830 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95479948-fbae-4f9d-af9d-112c2e824cb7 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:47:12.272203 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cab4c523-d0a1-4396-8b68-78534a7962e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536698'] for router_gateway, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:12.365032 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cab4c523-d0a1-4396-8b68-78534a7962e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:12.367502 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cab4c523-d0a1-4396-8b68-78534a7962e3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:12.412044 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cab4c523-d0a1-4396-8b68-78534a7962e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:12.412570 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cab4c523-d0a1-4396-8b68-78534a7962e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3fcbb8dc-ce2f-42eb-bce2-10126ae99f1a {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 17:47:12.417126 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cab4c523-d0a1-4396-8b68-78534a7962e3 admin admin] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:12.418338 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-cab4c523-d0a1-4396-8b68-78534a7962e3 admin admin] 10.222.0.23 "DELETE /v2.0/routers/3fcbb8dc-ce2f-42eb-bce2-10126ae99f1a HTTP/1.1" status: 204 len: 168 time: 0.8089795 Dec 06 17:47:12.420825 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 38124) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:47:12.469072 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-a80e73c3-0a2a-44f2-9c1f-94090c486af6 admin admin] Deleting subnet 6f2b8c43-6349-4f0f-80f1-b13ac7a3dad4 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:47:12.472238 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a80e73c3-0a2a-44f2-9c1f-94090c486af6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:12.513568 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a80e73c3-0a2a-44f2-9c1f-94090c486af6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:12.614057 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a80e73c3-0a2a-44f2-9c1f-94090c486af6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:12.683992 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a80e73c3-0a2a-44f2-9c1f-94090c486af6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:12.957227 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80e73c3-0a2a-44f2-9c1f-94090c486af6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f2b8c43-6349-4f0f-80f1-b13ac7a3dad4,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:47:12.962553 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a80e73c3-0a2a-44f2-9c1f-94090c486af6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:12.966329 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-a80e73c3-0a2a-44f2-9c1f-94090c486af6 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/6f2b8c43-6349-4f0f-80f1-b13ac7a3dad4 HTTP/1.1" status: 204 len: 168 time: 0.5444658 Dec 06 17:47:12.968016 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19acec2f-5261-4b8f-a266-da066c3470e8 None None] Network ac82c870-ab86-4ced-95b4-4655e9716c4e requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:47:12.969090 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 38128) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:47:13.020074 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 066dc788-cac0-475b-b38f-0d2f4a84bbd3 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:47:13.068381 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 066dc788-cac0-475b-b38f-0d2f4a84bbd3 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:47:13.068734 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 066dc788-cac0-475b-b38f-0d2f4a84bbd3 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:47:13.074744 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-03835305-04be-455f-bca6-b1dd31027a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:13.138132 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-03835305-04be-455f-bca6-b1dd31027a04 admin admin] Deleting port 57ea5e9b-b810-44bb-be67-823934ce8f96 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:47:13.138616 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-03835305-04be-455f-bca6-b1dd31027a04 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:13.221839 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-03835305-04be-455f-bca6-b1dd31027a04 admin admin] For port 57ea5e9b-b810-44bb-be67-823934ce8f96, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=57ea5e9b-b810-44bb-be67-823934ce8f96,segment=NetworkSegment(2b654a96-0828-4ceb-bfde-b7f6a7c944bb),segment_id=2b654a96-0828-4ceb-bfde-b7f6a7c944bb)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:47:13.222135 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-03835305-04be-455f-bca6-b1dd31027a04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:13.226109 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d95d8d-7623-417d-a2cc-75d594ec8da7 None None] DHCP port deletion for ac82c870-ab86-4ced-95b4-4655e9716c4e request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:47:13.242300 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-03835305-04be-455f-bca6-b1dd31027a04 admin admin] Calling delete_port for 57ea5e9b-b810-44bb-be67-823934ce8f96 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:47:13.287755 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-c4d95d8d-7623-417d-a2cc-75d594ec8da7 None None] Deleting port 57ea5e9b-b810-44bb-be67-823934ce8f96 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:47:13.288236 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c4d95d8d-7623-417d-a2cc-75d594ec8da7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:13.337263 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-03835305-04be-455f-bca6-b1dd31027a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:13.367673 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c4d95d8d-7623-417d-a2cc-75d594ec8da7 None None] For port 57ea5e9b-b810-44bb-be67-823934ce8f96, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=57ea5e9b-b810-44bb-be67-823934ce8f96,segment=NetworkSegment(2b654a96-0828-4ceb-bfde-b7f6a7c944bb),segment_id=2b654a96-0828-4ceb-bfde-b7f6a7c944bb)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:47:13.368127 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c4d95d8d-7623-417d-a2cc-75d594ec8da7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:13.370748 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03835305-04be-455f-bca6-b1dd31027a04 admin admin] Pushing event deleted for resources: {'Port': ['ID=57ea5e9b-b810-44bb-be67-823934ce8f96,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:47:13.372867 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03835305-04be-455f-bca6-b1dd31027a04 admin admin] No DVR routers for this DVR port 57ea5e9b-b810-44bb-be67-823934ce8f96 on host n-d-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:47:13.408140 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-c4d95d8d-7623-417d-a2cc-75d594ec8da7 None None] Calling delete_port for 57ea5e9b-b810-44bb-be67-823934ce8f96 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:47:13.456609 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-03835305-04be-455f-bca6-b1dd31027a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:13.480241 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-03835305-04be-455f-bca6-b1dd31027a04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac82c870-ab86-4ced-95b4-4655e9716c4e']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:47:13.484530 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4ebae221-1811-4eb3-9afa-c2ed2a5bc81a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:13.490571 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-03835305-04be-455f-bca6-b1dd31027a04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b654a96-0828-4ceb-bfde-b7f6a7c944bb') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:47:13.490878 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-03835305-04be-455f-bca6-b1dd31027a04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b654a96-0828-4ceb-bfde-b7f6a7c944bb') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:47:13.500596 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-03835305-04be-455f-bca6-b1dd31027a04 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:13.512543 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c4d95d8d-7623-417d-a2cc-75d594ec8da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:13.521049 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-03835305-04be-455f-bca6-b1dd31027a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:13.528549 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03835305-04be-455f-bca6-b1dd31027a04 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:47:13.529521 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-03835305-04be-455f-bca6-b1dd31027a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:13.531398 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:47:13.531398 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:47:13.531398 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:47:13.531398 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:47:13.531398 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:47:13.531398 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:47:13.531398 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:47:13.531398 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:47:13.531398 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:47:13.531398 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:47:13.531398 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:47:13.531398 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:47:13.531398 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:47:13.531398 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:47:13.531398 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:47:13.531398 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:47:13.531398 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:47:13.531398 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:47:13.531398 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:47:13.531398 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:47:13.531398 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:47:13.531398 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:47:13.531398 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:47:13.531398 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:47:13.531398 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:47:13.531398 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:47:13.531398 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:47:13.531398 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:47:13.531398 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:47:13.531398 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:47:13.531398 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:47:13.531398 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:47:13.539852 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d95d8d-7623-417d-a2cc-75d594ec8da7 None None] Pushing event deleted for resources: {'Port': ['ID=57ea5e9b-b810-44bb-be67-823934ce8f96,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:47:13.544896 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d95d8d-7623-417d-a2cc-75d594ec8da7 None None] No DVR routers for this DVR port 57ea5e9b-b810-44bb-be67-823934ce8f96 on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:47:13.558003 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d95d8d-7623-417d-a2cc-75d594ec8da7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:47:13.558003 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d95d8d-7623-417d-a2cc-75d594ec8da7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:47:13.558003 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d95d8d-7623-417d-a2cc-75d594ec8da7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:47:13.558003 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d95d8d-7623-417d-a2cc-75d594ec8da7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:47:13.558003 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d95d8d-7623-417d-a2cc-75d594ec8da7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:47:13.558003 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d95d8d-7623-417d-a2cc-75d594ec8da7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:47:13.558003 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d95d8d-7623-417d-a2cc-75d594ec8da7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:47:13.558003 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d95d8d-7623-417d-a2cc-75d594ec8da7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:47:13.558003 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d95d8d-7623-417d-a2cc-75d594ec8da7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:47:13.558003 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d95d8d-7623-417d-a2cc-75d594ec8da7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:47:13.558003 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d95d8d-7623-417d-a2cc-75d594ec8da7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:47:13.558003 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d95d8d-7623-417d-a2cc-75d594ec8da7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:47:13.558003 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d95d8d-7623-417d-a2cc-75d594ec8da7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:47:13.593991 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-03835305-04be-455f-bca6-b1dd31027a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:13.611033 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-03835305-04be-455f-bca6-b1dd31027a04 admin admin] Publish callbacks [] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:13.617328 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-03835305-04be-455f-bca6-b1dd31027a04 admin admin] 10.222.0.23 "DELETE /v2.0/networks/ac82c870-ab86-4ced-95b4-4655e9716c4e HTTP/1.1" status: 204 len: 168 time: 0.6420078 Dec 06 17:47:13.617328 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03835305-04be-455f-bca6-b1dd31027a04 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac82c870-ab86-4ced-95b4-4655e9716c4e,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:47:13.617594 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 38132) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:47:14.010379 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d2c6aa0d-8cac-4b99-b3ff-4aef30239de6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575908'] for router_interface, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:14.264922 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-d2c6aa0d-8cac-4b99-b3ff-4aef30239de6 admin admin] Deleting port 7be0d711-9e40-445e-929f-334aca237e72 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:47:14.265358 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d2c6aa0d-8cac-4b99-b3ff-4aef30239de6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:14.355970 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-d2c6aa0d-8cac-4b99-b3ff-4aef30239de6 admin admin] For port 7be0d711-9e40-445e-929f-334aca237e72, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=7be0d711-9e40-445e-929f-334aca237e72,segment=NetworkSegment(1dce4729-bb89-4678-9809-5cba06042655),segment_id=1dce4729-bb89-4678-9809-5cba06042655)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:47:14.356590 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d2c6aa0d-8cac-4b99-b3ff-4aef30239de6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:14.371815 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-d2c6aa0d-8cac-4b99-b3ff-4aef30239de6 admin admin] Calling delete_port for 7be0d711-9e40-445e-929f-334aca237e72 owned by network:router_interface {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:47:14.581053 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d2c6aa0d-8cac-4b99-b3ff-4aef30239de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:14.610728 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c6aa0d-8cac-4b99-b3ff-4aef30239de6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7be0d711-9e40-445e-929f-334aca237e72,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:47:14.638734 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 57ea5e9b-b810-44bb-be67-823934ce8f96 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:47:14.666904 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 57ea5e9b-b810-44bb-be67-823934ce8f96 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:47:14.667255 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 57ea5e9b-b810-44bb-be67-823934ce8f96 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:47:14.667687 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 63fecab7-7eab-46ff-a22f-d54f868a3e55 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:47:14.736831 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 63fecab7-7eab-46ff-a22f-d54f868a3e55 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:47:14.737183 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 63fecab7-7eab-46ff-a22f-d54f868a3e55 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:47:14.885338 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d2c6aa0d-8cac-4b99-b3ff-4aef30239de6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-772474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575952'] for router_interface, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:15.108897 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2c6aa0d-8cac-4b99-b3ff-4aef30239de6 admin admin] Router 74ef33be-59d6-4d63-a580-81b17a69cc5f has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:47:15.214750 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2c6aa0d-8cac-4b99-b3ff-4aef30239de6 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:47:15.220116 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-d2c6aa0d-8cac-4b99-b3ff-4aef30239de6 admin admin] 10.222.0.23 "PUT /v2.0/routers/74ef33be-59d6-4d63-a580-81b17a69cc5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6017106 Dec 06 17:47:15.222634 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 38142) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:47:15.225023 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4de113-eeb8-4823-9415-cf8e25f32cf6 None None] Sync routers for ids ['74ef33be-59d6-4d63-a580-81b17a69cc5f'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:47:15.235739 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4de113-eeb8-4823-9415-cf8e25f32cf6 None None] Routers {'74ef33be-59d6-4d63-a580-81b17a69cc5f'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:47:15.236346 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-2d4de113-eeb8-4823-9415-cf8e25f32cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:46:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['74ef33be-59d6-4d63-a580-81b17a69cc5f'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:47:15.328736 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c13f5dac-c2fc-4620-b655-c99939df37f1 admin admin] Publish callbacks [] for router, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:15.342803 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-2d4de113-eeb8-4823-9415-cf8e25f32cf6 None None] Set router 74ef33be-59d6-4d63-a580-81b17a69cc5f gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:47:15.435560 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c13f5dac-c2fc-4620-b655-c99939df37f1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:15.492075 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c13f5dac-c2fc-4620-b655-c99939df37f1 admin admin] Deleting port cae5d346-9edc-464a-8bce-0a37ad81fa4e {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:47:15.492758 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c13f5dac-c2fc-4620-b655-c99939df37f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:15.531942 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-2d4de113-eeb8-4823-9415-cf8e25f32cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74ef33be-59d6-4d63-a580-81b17a69cc5f', 'name': 'tempest-TestServerMultinode-1813112024-router', 'tenant_id': 'f29b9699e7f443db9728e1c23125e9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.47'}], 'enable_snat': True}, 'gw_port_id': 'cae5d346-9edc-464a-8bce-0a37ad81fa4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:46:33Z', 'updated_at': '2021-12-06T17:47:14Z', 'revision_number': 5, 'project_id': 'f29b9699e7f443db9728e1c23125e9c3', 'gw_port': {'id': 'cae5d346-9edc-464a-8bce-0a37ad81fa4e', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:70:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ef33be-59d6-4d63-a580-81b17a69cc5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:46:34Z', 'updated_at': '2021-12-06T17:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:47:15.561189 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4de113-eeb8-4823-9415-cf8e25f32cf6 None None] Checking router: 74ef33be-59d6-4d63-a580-81b17a69cc5f for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:47:15.570083 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4de113-eeb8-4823-9415-cf8e25f32cf6 None None] Routers {'74ef33be-59d6-4d63-a580-81b17a69cc5f'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:47:15.570681 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-2d4de113-eeb8-4823-9415-cf8e25f32cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:46:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['74ef33be-59d6-4d63-a580-81b17a69cc5f'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:47:15.578718 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c13f5dac-c2fc-4620-b655-c99939df37f1 admin admin] For port cae5d346-9edc-464a-8bce-0a37ad81fa4e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=cae5d346-9edc-464a-8bce-0a37ad81fa4e,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:47:15.579091 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c13f5dac-c2fc-4620-b655-c99939df37f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:15.591555 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c13f5dac-c2fc-4620-b655-c99939df37f1 admin admin] Calling delete_port for cae5d346-9edc-464a-8bce-0a37ad81fa4e owned by network:router_gateway {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:47:15.657262 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-2d4de113-eeb8-4823-9415-cf8e25f32cf6 None None] Set router 74ef33be-59d6-4d63-a580-81b17a69cc5f gateway port host: None {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:47:15.679733 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-910de36e-c16d-4503-820f-918f291e5144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:15.714741 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-2d4de113-eeb8-4823-9415-cf8e25f32cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74ef33be-59d6-4d63-a580-81b17a69cc5f', 'name': 'tempest-TestServerMultinode-1813112024-router', 'tenant_id': 'f29b9699e7f443db9728e1c23125e9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:46:33Z', 'updated_at': '2021-12-06T17:47:15Z', 'revision_number': 6, 'project_id': 'f29b9699e7f443db9728e1c23125e9c3', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:47:15.746130 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4de113-eeb8-4823-9415-cf8e25f32cf6 None None] The sync data for ids ['74ef33be-59d6-4d63-a580-81b17a69cc5f'] in n-d-master-1 is: [{'id': '74ef33be-59d6-4d63-a580-81b17a69cc5f', 'name': 'tempest-TestServerMultinode-1813112024-router', 'tenant_id': 'f29b9699e7f443db9728e1c23125e9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:46:33Z', 'updated_at': '2021-12-06T17:47:15Z', 'revision_number': 6, 'project_id': 'f29b9699e7f443db9728e1c23125e9c3', 'gw_port_host': None}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:47:15.784684 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c13f5dac-c2fc-4620-b655-c99939df37f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:15.814429 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13f5dac-c2fc-4620-b655-c99939df37f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=cae5d346-9edc-464a-8bce-0a37ad81fa4e,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:47:15.829886 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf04b9b-5530-4d3a-9483-5ea75880ff03 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:47:15.875884 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c13f5dac-c2fc-4620-b655-c99939df37f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536698'] for router_gateway, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:15.972933 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c13f5dac-c2fc-4620-b655-c99939df37f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:15.975801 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c13f5dac-c2fc-4620-b655-c99939df37f1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:16.026044 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c13f5dac-c2fc-4620-b655-c99939df37f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:16.026336 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c13f5dac-c2fc-4620-b655-c99939df37f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74ef33be-59d6-4d63-a580-81b17a69cc5f {{(pid=103285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 17:47:16.031237 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c13f5dac-c2fc-4620-b655-c99939df37f1 admin admin] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:16.034799 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-c13f5dac-c2fc-4620-b655-c99939df37f1 admin admin] 10.222.0.23 "DELETE /v2.0/routers/74ef33be-59d6-4d63-a580-81b17a69cc5f HTTP/1.1" status: 204 len: 168 time: 0.8086944 Dec 06 17:47:16.035132 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 38146) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:47:16.081427 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1bcd65c-db49-4920-b4dd-ae2d474d3dc6 admin admin] Deleting subnet 7f5ab0a6-de50-4dca-b5ae-c6cc73bd2401 {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:47:16.085144 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b1bcd65c-db49-4920-b4dd-ae2d474d3dc6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:16.124739 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b1bcd65c-db49-4920-b4dd-ae2d474d3dc6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:16.208574 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b1bcd65c-db49-4920-b4dd-ae2d474d3dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:16.261860 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b1bcd65c-db49-4920-b4dd-ae2d474d3dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:16.286950 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bcd65c-db49-4920-b4dd-ae2d474d3dc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f5ab0a6-de50-4dca-b5ae-c6cc73bd2401,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:47:16.290564 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b1bcd65c-db49-4920-b4dd-ae2d474d3dc6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:16.293789 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-b1bcd65c-db49-4920-b4dd-ae2d474d3dc6 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7f5ab0a6-de50-4dca-b5ae-c6cc73bd2401 HTTP/1.1" status: 204 len: 168 time: 0.2575982 Dec 06 17:47:16.296177 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 38148) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:47:16.302227 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49da22f0-4038-4f5d-8321-57e8a901340e None None] Network d60f4f3c-22ac-48b3-a06f-5fd0b87700e6 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:47:16.527020 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5656779f-01db-41d0-aacc-6194b7eac059 None None] DHCP port deletion for d60f4f3c-22ac-48b3-a06f-5fd0b87700e6 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:47:16.611167 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-5656779f-01db-41d0-aacc-6194b7eac059 None None] Deleting port 4c11008d-c947-4294-a134-ac92ace86321 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:47:16.611883 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5656779f-01db-41d0-aacc-6194b7eac059 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:16.636743 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 7be0d711-9e40-445e-929f-334aca237e72 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:47:16.702895 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 7be0d711-9e40-445e-929f-334aca237e72 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:47:16.704113 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 7be0d711-9e40-445e-929f-334aca237e72 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:47:16.704811 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device cae5d346-9edc-464a-8bce-0a37ad81fa4e no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:47:16.729194 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: cae5d346-9edc-464a-8bce-0a37ad81fa4e {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:47:16.729570 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device cae5d346-9edc-464a-8bce-0a37ad81fa4e not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:47:16.730286 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 4c11008d-c947-4294-a134-ac92ace86321 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:47:16.746718 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c538e521-5cb2-474f-b5f4-43eb5eba6f68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:16.762261 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-5656779f-01db-41d0-aacc-6194b7eac059 None None] For port 4c11008d-c947-4294-a134-ac92ace86321, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=4c11008d-c947-4294-a134-ac92ace86321,segment=NetworkSegment(1dce4729-bb89-4678-9809-5cba06042655),segment_id=1dce4729-bb89-4678-9809-5cba06042655)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:47:16.762598 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5656779f-01db-41d0-aacc-6194b7eac059 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:16.784851 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-5656779f-01db-41d0-aacc-6194b7eac059 None None] Calling delete_port for 4c11008d-c947-4294-a134-ac92ace86321 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:47:16.809441 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c538e521-5cb2-474f-b5f4-43eb5eba6f68 admin admin] Deleting port 4c11008d-c947-4294-a134-ac92ace86321 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:47:16.809825 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c538e521-5cb2-474f-b5f4-43eb5eba6f68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:16.892251 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c538e521-5cb2-474f-b5f4-43eb5eba6f68 admin admin] For port 4c11008d-c947-4294-a134-ac92ace86321, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=4c11008d-c947-4294-a134-ac92ace86321,segment=NetworkSegment(1dce4729-bb89-4678-9809-5cba06042655),segment_id=1dce4729-bb89-4678-9809-5cba06042655)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:47:16.892635 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c538e521-5cb2-474f-b5f4-43eb5eba6f68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:16.899185 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:16.907410 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c538e521-5cb2-474f-b5f4-43eb5eba6f68 admin admin] Calling delete_port for 4c11008d-c947-4294-a134-ac92ace86321 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:47:16.944991 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] For port 4c11008d-c947-4294-a134-ac92ace86321, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=4c11008d-c947-4294-a134-ac92ace86321,segment=NetworkSegment(1dce4729-bb89-4678-9809-5cba06042655),segment_id=1dce4729-bb89-4678-9809-5cba06042655)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:47:16.951384 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:16.981563 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5656779f-01db-41d0-aacc-6194b7eac059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:17.027698 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5656779f-01db-41d0-aacc-6194b7eac059 None None] No DVR routers for this DVR port 4c11008d-c947-4294-a134-ac92ace86321 on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:47:17.045767 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c538e521-5cb2-474f-b5f4-43eb5eba6f68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:17.058394 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Pushing event updated for resources: {'Port': ['ID=4c11008d-c947-4294-a134-ac92ace86321,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:47:17.062010 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:17.088359 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c538e521-5cb2-474f-b5f4-43eb5eba6f68 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c11008d-c947-4294-a134-ac92ace86321,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:47:17.090554 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c538e521-5cb2-474f-b5f4-43eb5eba6f68 admin admin] No DVR routers for this DVR port 4c11008d-c947-4294-a134-ac92ace86321 on host n-d-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:47:17.105792 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5656779f-01db-41d0-aacc-6194b7eac059 None None] Pushing event deleted for resources: {'Port': ['ID=4c11008d-c947-4294-a134-ac92ace86321,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:47:17.187281 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c538e521-5cb2-474f-b5f4-43eb5eba6f68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:17.213228 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-c538e521-5cb2-474f-b5f4-43eb5eba6f68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d60f4f3c-22ac-48b3-a06f-5fd0b87700e6']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:47:17.222593 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-c538e521-5cb2-474f-b5f4-43eb5eba6f68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dce4729-bb89-4678-9809-5cba06042655') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:47:17.222892 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-c538e521-5cb2-474f-b5f4-43eb5eba6f68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dce4729-bb89-4678-9809-5cba06042655') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:47:17.232568 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c538e521-5cb2-474f-b5f4-43eb5eba6f68 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:17.247939 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c538e521-5cb2-474f-b5f4-43eb5eba6f68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:17.254372 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c538e521-5cb2-474f-b5f4-43eb5eba6f68 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:47:17.255383 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c538e521-5cb2-474f-b5f4-43eb5eba6f68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:17.257056 n-d-master-1 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:47:17.257056 n-d-master-1 neutron-server[103285]: self.session.flush() Dec 06 17:47:17.257056 n-d-master-1 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:47:17.257056 n-d-master-1 neutron-server[103285]: self.session.flush() Dec 06 17:47:17.257056 n-d-master-1 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:47:17.257056 n-d-master-1 neutron-server[103285]: self.session.flush() Dec 06 17:47:17.257056 n-d-master-1 neutron-server[103285]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 17:47:17.257056 n-d-master-1 neutron-server[103285]: self.session.flush() Dec 06 17:47:17.257056 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:47:17.257056 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:47:17.257056 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:47:17.257056 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:47:17.257056 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:47:17.257056 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:47:17.257056 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:47:17.257056 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:47:17.257056 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:47:17.257056 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:47:17.257056 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:47:17.257056 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:47:17.257056 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:47:17.257056 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:47:17.257056 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:47:17.257056 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:47:17.257056 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:47:17.257056 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:47:17.257056 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:47:17.257056 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:47:17.257056 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:47:17.257056 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:47:17.257056 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:47:17.257056 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:47:17.257056 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:47:17.257056 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:47:17.257056 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:47:17.257056 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:47:17.257056 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:47:17.257056 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:47:17.257056 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:47:17.257056 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:47:17.284162 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 38160) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:47:17.323527 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c538e521-5cb2-474f-b5f4-43eb5eba6f68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:17.330743 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c538e521-5cb2-474f-b5f4-43eb5eba6f68 admin admin] Publish callbacks [] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:17.334653 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-c538e521-5cb2-474f-b5f4-43eb5eba6f68 admin admin] 10.222.0.23 "DELETE /v2.0/networks/d60f4f3c-22ac-48b3-a06f-5fd0b87700e6 HTTP/1.1" status: 204 len: 168 time: 1.0374422 Dec 06 17:47:17.344985 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c538e521-5cb2-474f-b5f4-43eb5eba6f68 admin admin] Pushing event deleted for resources: {'Network': ['ID=d60f4f3c-22ac-48b3-a06f-5fd0b87700e6,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:47:17.445209 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 38166) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:47:17.445384 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-c24e5d3c-09b5-4e17-b89d-c8c6a546bd07 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6f7727d4db6a465d8609f598976ee048&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1598942 Dec 06 17:47:17.460740 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 38168) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:47:17.526781 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-7750e22e-4f00-471d-89e2-44b7dc9ff707 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c848d08e225f466a863f01d9bd759a1f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0649562 Dec 06 17:47:17.529443 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 38170) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:47:17.531844 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2ff963b2-94ed-471e-aba3-ff5c2c59c900 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:17.559922 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2ff963b2-94ed-471e-aba3-ff5c2c59c900 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:17.580084 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8890a133-9004-41e5-9e15-82ba9e0f1322 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:17.606042 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8890a133-9004-41e5-9e15-82ba9e0f1322 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:17.614727 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2ff963b2-94ed-471e-aba3-ff5c2c59c900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:17.618178 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2ff963b2-94ed-471e-aba3-ff5c2c59c900 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:17.621687 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-2ff963b2-94ed-471e-aba3-ff5c2c59c900 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7fcd306d-a62c-496d-bd9f-634fa05a6ef7 HTTP/1.1" status: 204 len: 168 time: 0.1731367 Dec 06 17:47:17.629174 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff963b2-94ed-471e-aba3-ff5c2c59c900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fcd306d-a62c-496d-bd9f-634fa05a6ef7,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:47:17.671301 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8890a133-9004-41e5-9e15-82ba9e0f1322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:17.674143 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8890a133-9004-41e5-9e15-82ba9e0f1322 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:17.677717 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-8890a133-9004-41e5-9e15-82ba9e0f1322 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/37ed6e0f-4537-42a7-8454-453deb299727 HTTP/1.1" status: 204 len: 168 time: 0.1448479 Dec 06 17:47:17.683961 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8890a133-9004-41e5-9e15-82ba9e0f1322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ed6e0f-4537-42a7-8454-453deb299727,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:47:18.035972 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 38186) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:47:18.090510 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 38190) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:47:18.090980 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-26889ccb-a769-4353-8c0a-00a209859ef2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f29b9699e7f443db9728e1c23125e9c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0525038 Dec 06 17:47:18.142665 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6471f330-0209-4926-a774-cea733c0df97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:18.166872 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6471f330-0209-4926-a774-cea733c0df97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:18.168880 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:18.214726 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6471f330-0209-4926-a774-cea733c0df97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:18.217866 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6471f330-0209-4926-a774-cea733c0df97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:18.219124 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-6471f330-0209-4926-a774-cea733c0df97 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2f630109-b001-4573-8b6c-a73398f6b006 HTTP/1.1" status: 204 len: 168 time: 0.1276298 Dec 06 17:47:18.228566 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6471f330-0209-4926-a774-cea733c0df97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f630109-b001-4573-8b6c-a73398f6b006,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:47:19.055266 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 38236) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:47:19.135956 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:19.220376 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-6457c9a9-4f28-4a37-88c8-977e94d2559a admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1545894225-network', 'tenant_id': 'f7c8357a4ed342449ee43a5429b8f343'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:47:19.243695 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6457c9a9-4f28-4a37-88c8-977e94d2559a admin admin] Made reservation on behalf of f7c8357a4ed342449ee43a5429b8f343 for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:47:19.246261 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6457c9a9-4f28-4a37-88c8-977e94d2559a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:19.255764 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6457c9a9-4f28-4a37-88c8-977e94d2559a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:19.334333 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6457c9a9-4f28-4a37-88c8-977e94d2559a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:19.338251 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6457c9a9-4f28-4a37-88c8-977e94d2559a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:19.366817 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6457c9a9-4f28-4a37-88c8-977e94d2559a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:47:19.378146 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6457c9a9-4f28-4a37-88c8-977e94d2559a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe0384a6-babc-416e-a9ca-e6b5fa6f4a52,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:47:19.387759 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6457c9a9-4f28-4a37-88c8-977e94d2559a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:19.387759 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-6457c9a9-4f28-4a37-88c8-977e94d2559a admin admin] Added segment 6e5492ed-9e5a-4eec-9540-7ad1b60f9e67 of type vlan for network 7a0dc43f-a92a-47f1-a323-3e3485809bda Dec 06 17:47:19.435419 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6457c9a9-4f28-4a37-88c8-977e94d2559a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:19.463544 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6457c9a9-4f28-4a37-88c8-977e94d2559a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:19.464537 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6457c9a9-4f28-4a37-88c8-977e94d2559a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:47:19.465815 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6457c9a9-4f28-4a37-88c8-977e94d2559a admin admin] Publish callbacks [] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:19.526777 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-6457c9a9-4f28-4a37-88c8-977e94d2559a admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.4682457 Dec 06 17:47:19.527847 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 38298) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:47:19.532639 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-bc6686bf-8eda-47e2-8241-b6292364c306 admin admin] Request body: {'subnet': {'network_id': '7a0dc43f-a92a-47f1-a323-3e3485809bda', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1545894225-subnet', 'tenant_id': 'f7c8357a4ed342449ee43a5429b8f343', 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:47:19.533648 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6457c9a9-4f28-4a37-88c8-977e94d2559a admin admin] Pushing event updated for resources: {'Network': ['ID=7a0dc43f-a92a-47f1-a323-3e3485809bda,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:47:19.544346 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 7a0dc43f-a92a-47f1-a323-3e3485809bda details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:47:19.560030 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc6686bf-8eda-47e2-8241-b6292364c306 admin admin] Made reservation on behalf of f7c8357a4ed342449ee43a5429b8f343 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:47:19.563423 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bc6686bf-8eda-47e2-8241-b6292364c306 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:19.740486 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bc6686bf-8eda-47e2-8241-b6292364c306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:19.804795 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6686bf-8eda-47e2-8241-b6292364c306 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b121262f-0f26-4b8e-8c32-5c96d82a7357,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:47:19.814549 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6686bf-8eda-47e2-8241-b6292364c306 admin admin] Checking segment: {'id': '6e5492ed-9e5a-4eec-9540-7ad1b60f9e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '7a0dc43f-a92a-47f1-a323-3e3485809bda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:47:19.814948 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6686bf-8eda-47e2-8241-b6292364c306 admin admin] Network hostable DHCP agents. Network: 7a0dc43f-a92a-47f1-a323-3e3485809bda, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:47:19.831830 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6686bf-8eda-47e2-8241-b6292364c306 admin admin] Network 7a0dc43f-a92a-47f1-a323-3e3485809bda is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:47:19.841159 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-bc6686bf-8eda-47e2-8241-b6292364c306 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 7a0dc43f-a92a-47f1-a323-3e3485809bda) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:47:19.845403 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6686bf-8eda-47e2-8241-b6292364c306 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:47:19.846071 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bc6686bf-8eda-47e2-8241-b6292364c306 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:19.852282 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0f891d-41db-4cce-bcdc-49cddf6022d2 None None] Network 7a0dc43f-a92a-47f1-a323-3e3485809bda requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:47:19.864897 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-bc6686bf-8eda-47e2-8241-b6292364c306 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.3357453 Dec 06 17:47:19.867237 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 38356) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:47:19.871569 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-ac3e4a4d-f720-4ea8-a45f-bb14de14d614 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1545894225-router', 'tenant_id': 'f7c8357a4ed342449ee43a5429b8f343', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:47:19.893439 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ac3e4a4d-f720-4ea8-a45f-bb14de14d614 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:19.894488 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ac3e4a4d-f720-4ea8-a45f-bb14de14d614 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:19.951431 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ac3e4a4d-f720-4ea8-a45f-bb14de14d614 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:20.005719 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd24dc9a-713a-461f-9b7a-172bc2811920 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-7a0dc43f-a92a-47f1-a323-3e3485809bda', 'network_id': '7a0dc43f-a92a-47f1-a323-3e3485809bda', 'tenant_id': 'f7c8357a4ed342449ee43a5429b8f343', 'fixed_ips': [{'subnet_id': 'b121262f-0f26-4b8e-8c32-5c96d82a7357'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:47:20.006600 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fd24dc9a-713a-461f-9b7a-172bc2811920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:20.045551 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 38360) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:47:20.104115 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ac3e4a4d-f720-4ea8-a45f-bb14de14d614 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:20.150484 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-fd24dc9a-713a-461f-9b7a-172bc2811920 None None] Allocated IP 172.20.0.2 (7a0dc43f-a92a-47f1-a323-3e3485809bda/b121262f-0f26-4b8e-8c32-5c96d82a7357/380536a6-c2ea-4ba7-9e73-9be56770bf73) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:47:20.173216 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3d36cc65-d2e0-4596-bc45-f177b58d12f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:20.255530 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3d36cc65-d2e0-4596-bc45-f177b58d12f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:20.259712 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3d36cc65-d2e0-4596-bc45-f177b58d12f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:20.299154 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-3d36cc65-d2e0-4596-bc45-f177b58d12f6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b990e1a9c77746f0bc41ea6f605ce376&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2521744 Dec 06 17:47:20.300546 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d36cc65-d2e0-4596-bc45-f177b58d12f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e98c72-08e3-4d4c-a9ce-e69dcc2fd978,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:47:20.303435 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 38364) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:47:20.317108 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fd24dc9a-713a-461f-9b7a-172bc2811920 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:20.323522 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fd24dc9a-713a-461f-9b7a-172bc2811920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:20.330335 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ac3e4a4d-f720-4ea8-a45f-bb14de14d614 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:20.360317 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ac3e4a4d-f720-4ea8-a45f-bb14de14d614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:20.365122 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd24dc9a-713a-461f-9b7a-172bc2811920 None None] Network 7a0dc43f-a92a-47f1-a323-3e3485809bda is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:47:20.368238 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-fd24dc9a-713a-461f-9b7a-172bc2811920 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:47:20.372624 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd24dc9a-713a-461f-9b7a-172bc2811920 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:47:20.375677 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24dc9a-713a-461f-9b7a-172bc2811920 None None] Pushing event updated for resources: {'Port': ['ID=380536a6-c2ea-4ba7-9e73-9be56770bf73,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:47:20.429054 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9792baa3-42e3-4c22-8ade-8e0aa18e6d07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:20.429996 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-fd24dc9a-713a-461f-9b7a-172bc2811920 None None] Attempting to bind port 380536a6-c2ea-4ba7-9e73-9be56770bf73 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:47:20.430376 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-fd24dc9a-713a-461f-9b7a-172bc2811920 None None] Attempting to bind port 380536a6-c2ea-4ba7-9e73-9be56770bf73 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '6e5492ed-9e5a-4eec-9540-7ad1b60f9e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '7a0dc43f-a92a-47f1-a323-3e3485809bda'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:47:20.430746 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd24dc9a-713a-461f-9b7a-172bc2811920 None None] Attempting to bind port 380536a6-c2ea-4ba7-9e73-9be56770bf73 on network 7a0dc43f-a92a-47f1-a323-3e3485809bda {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:47:20.435975 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd24dc9a-713a-461f-9b7a-172bc2811920 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:47:20.436363 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd24dc9a-713a-461f-9b7a-172bc2811920 None None] Checking segment: {'id': '6e5492ed-9e5a-4eec-9540-7ad1b60f9e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '7a0dc43f-a92a-47f1-a323-3e3485809bda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:47:20.436769 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fd24dc9a-713a-461f-9b7a-172bc2811920 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:20.437172 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd24dc9a-713a-461f-9b7a-172bc2811920 None None] Bound using segment: {'id': '6e5492ed-9e5a-4eec-9540-7ad1b60f9e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '7a0dc43f-a92a-47f1-a323-3e3485809bda'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:47:20.437681 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-fd24dc9a-713a-461f-9b7a-172bc2811920 None None] Bound port: 380536a6-c2ea-4ba7-9e73-9be56770bf73, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e5492ed-9e5a-4eec-9540-7ad1b60f9e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '7a0dc43f-a92a-47f1-a323-3e3485809bda'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:47:20.438072 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fd24dc9a-713a-461f-9b7a-172bc2811920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:20.475941 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9792baa3-42e3-4c22-8ade-8e0aa18e6d07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:20.500610 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-fd24dc9a-713a-461f-9b7a-172bc2811920 None None] For port 380536a6-c2ea-4ba7-9e73-9be56770bf73, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:47:20.503833 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-fd24dc9a-713a-461f-9b7a-172bc2811920 None None] For port 380536a6-c2ea-4ba7-9e73-9be56770bf73, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=380536a6-c2ea-4ba7-9e73-9be56770bf73,segment=NetworkSegment(6e5492ed-9e5a-4eec-9540-7ad1b60f9e67),segment_id=6e5492ed-9e5a-4eec-9540-7ad1b60f9e67)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:47:20.509502 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fd24dc9a-713a-461f-9b7a-172bc2811920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:20.525831 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-ac3e4a4d-f720-4ea8-a45f-bb14de14d614 admin admin] Allocated IP 172.35.1.86 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/ae9fd00e-9c1e-40ed-a00d-47463a7c2208) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:47:20.572028 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9792baa3-42e3-4c22-8ade-8e0aa18e6d07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:20.575368 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9792baa3-42e3-4c22-8ade-8e0aa18e6d07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:20.579064 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-9792baa3-42e3-4c22-8ade-8e0aa18e6d07 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d5e98c72-08e3-4d4c-a9ce-e69dcc2fd978 HTTP/1.1" status: 204 len: 168 time: 0.2721505 Dec 06 17:47:20.579191 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24dc9a-713a-461f-9b7a-172bc2811920 None None] Pushing event updated for resources: {'Port': ['ID=380536a6-c2ea-4ba7-9e73-9be56770bf73,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:47:20.610762 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792baa3-42e3-4c22-8ade-8e0aa18e6d07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e98c72-08e3-4d4c-a9ce-e69dcc2fd978,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:47:20.660341 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ac3e4a4d-f720-4ea8-a45f-bb14de14d614 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:20.697176 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ac3e4a4d-f720-4ea8-a45f-bb14de14d614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:20.739925 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3e4a4d-f720-4ea8-a45f-bb14de14d614 admin admin] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:47:20.745139 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-ac3e4a4d-f720-4ea8-a45f-bb14de14d614 admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:47:20.747546 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3e4a4d-f720-4ea8-a45f-bb14de14d614 admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:47:20.803497 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d628662-8063-4730-8556-b34710e7acdf None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:47:20.805117 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3e4a4d-f720-4ea8-a45f-bb14de14d614 admin admin] Pushing event updated for resources: {'Port': ['ID=ae9fd00e-9c1e-40ed-a00d-47463a7c2208,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:47:20.854241 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-bab6016f-84b4-4b07-9e26-495909bdda25 None None] Provisioning complete for port ae9fd00e-9c1e-40ed-a00d-47463a7c2208 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:47:20.855198 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bab6016f-84b4-4b07-9e26-495909bdda25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:20.954554 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 38370) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:47:21.008072 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ed1567cb-592a-4f0e-bfe9-e8baa490025e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:21.076827 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-bab6016f-84b4-4b07-9e26-495909bdda25 None None] Port ae9fd00e-9c1e-40ed-a00d-47463a7c2208 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:47:21.097036 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ac3e4a4d-f720-4ea8-a45f-bb14de14d614 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:21.214574 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ed1567cb-592a-4f0e-bfe9-e8baa490025e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:21.221201 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ed1567cb-592a-4f0e-bfe9-e8baa490025e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:21.294174 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-ed1567cb-592a-4f0e-bfe9-e8baa490025e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3d579669a0954667a7019cedcc9a0e1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3385391 Dec 06 17:47:21.296841 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 38372) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:47:21.301151 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1567cb-592a-4f0e-bfe9-e8baa490025e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1da03c0f-6810-45f3-bc2e-3d5591d15c35,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:47:21.347754 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b1c3d8eb-cb4e-40aa-94c8-78aaab1482c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:21.369400 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ac3e4a4d-f720-4ea8-a45f-bb14de14d614 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:21.380905 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b1c3d8eb-cb4e-40aa-94c8-78aaab1482c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:21.434992 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b1c3d8eb-cb4e-40aa-94c8-78aaab1482c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:21.438112 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b1c3d8eb-cb4e-40aa-94c8-78aaab1482c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:21.439437 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-b1c3d8eb-cb4e-40aa-94c8-78aaab1482c6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1da03c0f-6810-45f3-bc2e-3d5591d15c35 HTTP/1.1" status: 204 len: 168 time: 0.1413500 Dec 06 17:47:21.450470 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c3d8eb-cb4e-40aa-94c8-78aaab1482c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1da03c0f-6810-45f3-bc2e-3d5591d15c35,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:47:21.517163 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac3e4a4d-f720-4ea8-a45f-bb14de14d614 admin admin] Router 927644e3-12a4-4f49-b3b6-f1de017a213c is scheduled to L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 17:47:21.633720 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac3e4a4d-f720-4ea8-a45f-bb14de14d614 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:47:21.655703 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ac3e4a4d-f720-4ea8-a45f-bb14de14d614 admin admin] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:21.659780 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 38376) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:47:21.660077 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-ac3e4a4d-f720-4ea8-a45f-bb14de14d614 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 1.7914937 Dec 06 17:47:21.668551 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbf1ef1-5349-4b2a-8f6a-c36c23c248c9 None None] Sync routers for ids ['927644e3-12a4-4f49-b3b6-f1de017a213c'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:47:21.684579 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbf1ef1-5349-4b2a-8f6a-c36c23c248c9 None None] Routers {'927644e3-12a4-4f49-b3b6-f1de017a213c'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:47:21.685584 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-ecbf1ef1-5349-4b2a-8f6a-c36c23c248c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:47:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['927644e3-12a4-4f49-b3b6-f1de017a213c'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:47:21.818173 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc1653e-be18-42d9-9b56-04f4bdfae756 None None] Network 7a0dc43f-a92a-47f1-a323-3e3485809bda requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:47:21.916222 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-ecbf1ef1-5349-4b2a-8f6a-c36c23c248c9 None None] Set router 927644e3-12a4-4f49-b3b6-f1de017a213c gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:47:21.995838 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-8409674b-69ee-41d1-8b65-79dbc447c991 None None] Provisioning complete for port 380536a6-c2ea-4ba7-9e73-9be56770bf73 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:47:21.996185 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8409674b-69ee-41d1-8b65-79dbc447c991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:22.171793 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-068297f3-1e9c-4b8b-80ce-55f488cd182b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:22.249665 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8409674b-69ee-41d1-8b65-79dbc447c991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:22.296111 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-8409674b-69ee-41d1-8b65-79dbc447c991 None None] For port 380536a6-c2ea-4ba7-9e73-9be56770bf73, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=380536a6-c2ea-4ba7-9e73-9be56770bf73,segment=NetworkSegment(6e5492ed-9e5a-4eec-9540-7ad1b60f9e67),segment_id=6e5492ed-9e5a-4eec-9540-7ad1b60f9e67)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:47:22.300578 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8409674b-69ee-41d1-8b65-79dbc447c991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:22.308061 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-ecbf1ef1-5349-4b2a-8f6a-c36c23c248c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927644e3-12a4-4f49-b3b6-f1de017a213c', 'name': 'tempest-ImageQuotaTest-1545894225-router', 'tenant_id': 'f7c8357a4ed342449ee43a5429b8f343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.86'}], 'enable_snat': True}, 'gw_port_id': 'ae9fd00e-9c1e-40ed-a00d-47463a7c2208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:47:19Z', 'updated_at': '2021-12-06T17:47:20Z', 'revision_number': 3, 'project_id': 'f7c8357a4ed342449ee43a5429b8f343', 'gw_port': {'id': 'ae9fd00e-9c1e-40ed-a00d-47463a7c2208', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0c:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '927644e3-12a4-4f49-b3b6-f1de017a213c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:47:20Z', 'updated_at': '2021-12-06T17:47:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:47:22.315508 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 17:47:22.352265 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-068297f3-1e9c-4b8b-80ce-55f488cd182b admin admin] Allocated IP 172.20.0.1 (7a0dc43f-a92a-47f1-a323-3e3485809bda/b121262f-0f26-4b8e-8c32-5c96d82a7357/2a2501a7-a7b1-48dc-b8b2-4cd455bb39eb) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:47:22.358850 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbf1ef1-5349-4b2a-8f6a-c36c23c248c9 None None] Checking router: 927644e3-12a4-4f49-b3b6-f1de017a213c for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:47:22.359213 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbf1ef1-5349-4b2a-8f6a-c36c23c248c9 None None] Updating router 927644e3-12a4-4f49-b3b6-f1de017a213c port ae9fd00e-9c1e-40ed-a00d-47463a7c2208 binding host n-d-master-1 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:47:22.398032 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ecbf1ef1-5349-4b2a-8f6a-c36c23c248c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:22.420335 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8409674b-69ee-41d1-8b65-79dbc447c991 None None] Pushing event updated for resources: {'Port': ['ID=380536a6-c2ea-4ba7-9e73-9be56770bf73,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:47:22.465685 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-068297f3-1e9c-4b8b-80ce-55f488cd182b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:22.498794 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-068297f3-1e9c-4b8b-80ce-55f488cd182b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:22.540457 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068297f3-1e9c-4b8b-80ce-55f488cd182b admin admin] Network 7a0dc43f-a92a-47f1-a323-3e3485809bda is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:47:22.545009 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-068297f3-1e9c-4b8b-80ce-55f488cd182b admin admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:47:22.550228 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068297f3-1e9c-4b8b-80ce-55f488cd182b admin admin] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:47:22.553372 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068297f3-1e9c-4b8b-80ce-55f488cd182b admin admin] Pushing event updated for resources: {'Port': ['ID=2a2501a7-a7b1-48dc-b8b2-4cd455bb39eb,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:47:22.577648 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-c7fb048b-a2be-4116-8242-99939cf08e16 None None] Provisioning complete for port 380536a6-c2ea-4ba7-9e73-9be56770bf73 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:47:22.578127 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c7fb048b-a2be-4116-8242-99939cf08e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:22.596877 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-068297f3-1e9c-4b8b-80ce-55f488cd182b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539179'] for router_interface, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:22.703370 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 380536a6-c2ea-4ba7-9e73-9be56770bf73 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:47:22.752863 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-068297f3-1e9c-4b8b-80ce-55f488cd182b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:22.806408 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ecbf1ef1-5349-4b2a-8f6a-c36c23c248c9 None None] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:22.814051 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ecbf1ef1-5349-4b2a-8f6a-c36c23c248c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:22.844997 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 380536a6-c2ea-4ba7-9e73-9be56770bf73 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:47:22.845285 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:22.887437 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4469bd6f-3549-42b4-b9e9-8e8128d80004 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:47:22.920762 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-095428df-033e-44e7-831b-5bab83853670 None None] Provisioning complete for port 2a2501a7-a7b1-48dc-b8b2-4cd455bb39eb triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:47:22.921148 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-095428df-033e-44e7-831b-5bab83853670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:22.922738 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563a8cc4-4ed5-4003-8856-54c872a8bb8d None None] Pushing event updated for resources: {'Port': ['ID=ae9fd00e-9c1e-40ed-a00d-47463a7c2208,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:47:22.927571 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-ecbf1ef1-5349-4b2a-8f6a-c36c23c248c9 None None] Attempting to bind port ae9fd00e-9c1e-40ed-a00d-47463a7c2208 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:47:22.927955 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-ecbf1ef1-5349-4b2a-8f6a-c36c23c248c9 None None] Attempting to bind port ae9fd00e-9c1e-40ed-a00d-47463a7c2208 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:47:22.928331 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbf1ef1-5349-4b2a-8f6a-c36c23c248c9 None None] Attempting to bind port ae9fd00e-9c1e-40ed-a00d-47463a7c2208 on network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:47:22.932512 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-068297f3-1e9c-4b8b-80ce-55f488cd182b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:22.936842 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-068297f3-1e9c-4b8b-80ce-55f488cd182b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:22.958855 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbf1ef1-5349-4b2a-8f6a-c36c23c248c9 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:47:22.959242 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbf1ef1-5349-4b2a-8f6a-c36c23c248c9 None None] Checking segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:47:22.959646 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ecbf1ef1-5349-4b2a-8f6a-c36c23c248c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:22.960046 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbf1ef1-5349-4b2a-8f6a-c36c23c248c9 None None] Bound using segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:47:22.960535 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-ecbf1ef1-5349-4b2a-8f6a-c36c23c248c9 None None] Bound port: ae9fd00e-9c1e-40ed-a00d-47463a7c2208, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:47:22.960920 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ecbf1ef1-5349-4b2a-8f6a-c36c23c248c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:22.998711 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-095428df-033e-44e7-831b-5bab83853670 None None] Port 2a2501a7-a7b1-48dc-b8b2-4cd455bb39eb cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:47:23.008970 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068297f3-1e9c-4b8b-80ce-55f488cd182b admin admin] Pushing event updated for resources: {'Port': ['ID=2a2501a7-a7b1-48dc-b8b2-4cd455bb39eb,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:47:23.012262 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-068297f3-1e9c-4b8b-80ce-55f488cd182b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-772465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539207'] for router_interface, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:23.051570 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-ecbf1ef1-5349-4b2a-8f6a-c36c23c248c9 None None] For port ae9fd00e-9c1e-40ed-a00d-47463a7c2208, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:47:23.056087 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-ecbf1ef1-5349-4b2a-8f6a-c36c23c248c9 None None] For port ae9fd00e-9c1e-40ed-a00d-47463a7c2208, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ae9fd00e-9c1e-40ed-a00d-47463a7c2208,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:47:23.061267 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ecbf1ef1-5349-4b2a-8f6a-c36c23c248c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:23.105175 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a3737b-b083-469f-b069-9cc123bf96bb None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:47:23.109372 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068297f3-1e9c-4b8b-80ce-55f488cd182b admin admin] Network 7a0dc43f-a92a-47f1-a323-3e3485809bda is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:47:23.110822 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-068297f3-1e9c-4b8b-80ce-55f488cd182b admin admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:47:23.136563 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbf1ef1-5349-4b2a-8f6a-c36c23c248c9 None None] Routers {'927644e3-12a4-4f49-b3b6-f1de017a213c'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:47:23.137205 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-ecbf1ef1-5349-4b2a-8f6a-c36c23c248c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:47:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['927644e3-12a4-4f49-b3b6-f1de017a213c'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:47:23.139385 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563a8cc4-4ed5-4003-8856-54c872a8bb8d None None] Pushing event updated for resources: {'Port': ['ID=ae9fd00e-9c1e-40ed-a00d-47463a7c2208,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:47:23.186793 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b242c3e5-3ebb-4d1e-b3a2-e70e462f9391 None None] Provisioning complete for port ae9fd00e-9c1e-40ed-a00d-47463a7c2208 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:47:23.187173 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b242c3e5-3ebb-4d1e-b3a2-e70e462f9391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:23.232237 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-068297f3-1e9c-4b8b-80ce-55f488cd182b admin admin] Router 927644e3-12a4-4f49-b3b6-f1de017a213c has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:47:23.287807 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-ecbf1ef1-5349-4b2a-8f6a-c36c23c248c9 None None] Set router 927644e3-12a4-4f49-b3b6-f1de017a213c gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:47:23.351390 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-068297f3-1e9c-4b8b-80ce-55f488cd182b admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:47:23.356999 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-068297f3-1e9c-4b8b-80ce-55f488cd182b admin admin] 10.222.0.23 "PUT /v2.0/routers/927644e3-12a4-4f49-b3b6-f1de017a213c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6949208 Dec 06 17:47:23.386085 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b242c3e5-3ebb-4d1e-b3a2-e70e462f9391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:23.427472 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b242c3e5-3ebb-4d1e-b3a2-e70e462f9391 None None] For port ae9fd00e-9c1e-40ed-a00d-47463a7c2208, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ae9fd00e-9c1e-40ed-a00d-47463a7c2208,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:47:23.453953 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b242c3e5-3ebb-4d1e-b3a2-e70e462f9391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:23.522901 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b242c3e5-3ebb-4d1e-b3a2-e70e462f9391 None None] Pushing event updated for resources: {'Port': ['ID=ae9fd00e-9c1e-40ed-a00d-47463a7c2208,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:47:23.582553 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-9d24f3bd-7d79-4ab7-9b61-fba89ef4688d None None] Provisioning complete for port 2a2501a7-a7b1-48dc-b8b2-4cd455bb39eb triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:47:23.582899 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9d24f3bd-7d79-4ab7-9b61-fba89ef4688d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:23.586235 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-ecbf1ef1-5349-4b2a-8f6a-c36c23c248c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927644e3-12a4-4f49-b3b6-f1de017a213c', 'name': 'tempest-ImageQuotaTest-1545894225-router', 'tenant_id': 'f7c8357a4ed342449ee43a5429b8f343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.86'}], 'enable_snat': True}, 'gw_port_id': 'ae9fd00e-9c1e-40ed-a00d-47463a7c2208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:47:19Z', 'updated_at': '2021-12-06T17:47:22Z', 'revision_number': 4, 'project_id': 'f7c8357a4ed342449ee43a5429b8f343', 'gw_port': {'id': 'ae9fd00e-9c1e-40ed-a00d-47463a7c2208', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0c:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '927644e3-12a4-4f49-b3b6-f1de017a213c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:47:20Z', 'updated_at': '2021-12-06T17:47:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '2a2501a7-a7b1-48dc-b8b2-4cd455bb39eb', 'name': '', 'network_id': '7a0dc43f-a92a-47f1-a323-3e3485809bda', 'tenant_id': 'f7c8357a4ed342449ee43a5429b8f343', 'mac_address': 'fa:16:3e:a7:27:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '927644e3-12a4-4f49-b3b6-f1de017a213c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': 'b121262f-0f26-4b8e-8c32-5c96d82a7357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:47:22Z', 'updated_at': '2021-12-06T17:47:22Z', 'revision_number': 2, 'project_id': 'f7c8357a4ed342449ee43a5429b8f343', 'subnets': [{'id': 'b121262f-0f26-4b8e-8c32-5c96d82a7357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:47:23.637858 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbf1ef1-5349-4b2a-8f6a-c36c23c248c9 None None] The sync data for ids ['927644e3-12a4-4f49-b3b6-f1de017a213c'] in n-d-master-1 is: [{'id': '927644e3-12a4-4f49-b3b6-f1de017a213c', 'name': 'tempest-ImageQuotaTest-1545894225-router', 'tenant_id': 'f7c8357a4ed342449ee43a5429b8f343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.86'}], 'enable_snat': True}, 'gw_port_id': 'ae9fd00e-9c1e-40ed-a00d-47463a7c2208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:47:19Z', 'updated_at': '2021-12-06T17:47:22Z', 'revision_number': 4, 'project_id': 'f7c8357a4ed342449ee43a5429b8f343', 'gw_port': {'id': 'ae9fd00e-9c1e-40ed-a00d-47463a7c2208', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0c:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '927644e3-12a4-4f49-b3b6-f1de017a213c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:47:20Z', 'updated_at': '2021-12-06T17:47:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '2a2501a7-a7b1-48dc-b8b2-4cd455bb39eb', 'name': '', 'network_id': '7a0dc43f-a92a-47f1-a323-3e3485809bda', 'tenant_id': 'f7c8357a4ed342449ee43a5429b8f343', 'mac_address': 'fa:16:3e:a7:27:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '927644e3-12a4-4f49-b3b6-f1de017a213c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': 'b121262f-0f26-4b8e-8c32-5c96d82a7357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:47:22Z', 'updated_at': '2021-12-06T17:47:22Z', 'revision_number': 2, 'project_id': 'f7c8357a4ed342449ee43a5429b8f343', 'subnets': [{'id': 'b121262f-0f26-4b8e-8c32-5c96d82a7357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:47:23.648270 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-9d24f3bd-7d79-4ab7-9b61-fba89ef4688d None None] Port 2a2501a7-a7b1-48dc-b8b2-4cd455bb39eb cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:47:23.659061 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-9d24f3bd-7d79-4ab7-9b61-fba89ef4688d None None] Provisioning complete for port ae9fd00e-9c1e-40ed-a00d-47463a7c2208 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:47:23.659442 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9d24f3bd-7d79-4ab7-9b61-fba89ef4688d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:24.458630 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 38396) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:47:24.650450 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device ae9fd00e-9c1e-40ed-a00d-47463a7c2208 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:47:24.706570 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port ae9fd00e-9c1e-40ed-a00d-47463a7c2208 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:47:24.706811 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:24.826411 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c942ef6b-a270-4fcf-8d5d-4118d1212019 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575908'] for router_interface, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:25.073304 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c942ef6b-a270-4fcf-8d5d-4118d1212019 admin admin] Deleting port 2a2501a7-a7b1-48dc-b8b2-4cd455bb39eb {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:47:25.073673 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c942ef6b-a270-4fcf-8d5d-4118d1212019 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:25.147483 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c942ef6b-a270-4fcf-8d5d-4118d1212019 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:25.159863 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c942ef6b-a270-4fcf-8d5d-4118d1212019 admin admin] Calling delete_port for 2a2501a7-a7b1-48dc-b8b2-4cd455bb39eb owned by network:router_interface {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:47:25.342531 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c942ef6b-a270-4fcf-8d5d-4118d1212019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:25.374331 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c942ef6b-a270-4fcf-8d5d-4118d1212019 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a2501a7-a7b1-48dc-b8b2-4cd455bb39eb,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:47:25.547521 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c942ef6b-a270-4fcf-8d5d-4118d1212019 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-772474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575952'] for router_interface, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:25.553249 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67555956-fc0b-462f-8c78-0501cad22651 None None] Sync routers for ids ['927644e3-12a4-4f49-b3b6-f1de017a213c'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:47:25.563017 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67555956-fc0b-462f-8c78-0501cad22651 None None] Routers {'927644e3-12a4-4f49-b3b6-f1de017a213c'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:47:25.563796 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-67555956-fc0b-462f-8c78-0501cad22651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:47:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['927644e3-12a4-4f49-b3b6-f1de017a213c'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:47:25.667593 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-67555956-fc0b-462f-8c78-0501cad22651 None None] Set router 927644e3-12a4-4f49-b3b6-f1de017a213c gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:47:25.767414 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c942ef6b-a270-4fcf-8d5d-4118d1212019 admin admin] Router 927644e3-12a4-4f49-b3b6-f1de017a213c has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:47:25.839123 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-67555956-fc0b-462f-8c78-0501cad22651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927644e3-12a4-4f49-b3b6-f1de017a213c', 'name': 'tempest-ImageQuotaTest-1545894225-router', 'tenant_id': 'f7c8357a4ed342449ee43a5429b8f343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.86'}], 'enable_snat': True}, 'gw_port_id': 'ae9fd00e-9c1e-40ed-a00d-47463a7c2208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:47:19Z', 'updated_at': '2021-12-06T17:47:25Z', 'revision_number': 5, 'project_id': 'f7c8357a4ed342449ee43a5429b8f343', 'gw_port': {'id': 'ae9fd00e-9c1e-40ed-a00d-47463a7c2208', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927644e3-12a4-4f49-b3b6-f1de017a213c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:47:20Z', 'updated_at': '2021-12-06T17:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:47:25.868919 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67555956-fc0b-462f-8c78-0501cad22651 None None] Checking router: 927644e3-12a4-4f49-b3b6-f1de017a213c for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:47:25.877527 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67555956-fc0b-462f-8c78-0501cad22651 None None] Routers {'927644e3-12a4-4f49-b3b6-f1de017a213c'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:47:25.877715 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c942ef6b-a270-4fcf-8d5d-4118d1212019 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:47:25.878125 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-67555956-fc0b-462f-8c78-0501cad22651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:47:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['927644e3-12a4-4f49-b3b6-f1de017a213c'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:47:25.885939 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-c942ef6b-a270-4fcf-8d5d-4118d1212019 admin admin] 10.222.0.23 "PUT /v2.0/routers/927644e3-12a4-4f49-b3b6-f1de017a213c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4255352 Dec 06 17:47:25.888310 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 38398) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:47:25.986196 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-67555956-fc0b-462f-8c78-0501cad22651 None None] Set router 927644e3-12a4-4f49-b3b6-f1de017a213c gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:47:25.991761 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1c6d7479-b458-40aa-9644-1bea68df7867 admin admin] Publish callbacks [] for router, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:26.095189 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1c6d7479-b458-40aa-9644-1bea68df7867 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:26.149147 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-1c6d7479-b458-40aa-9644-1bea68df7867 admin admin] Deleting port ae9fd00e-9c1e-40ed-a00d-47463a7c2208 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:47:26.149526 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1c6d7479-b458-40aa-9644-1bea68df7867 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:26.228375 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-1c6d7479-b458-40aa-9644-1bea68df7867 admin admin] For port ae9fd00e-9c1e-40ed-a00d-47463a7c2208, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=ae9fd00e-9c1e-40ed-a00d-47463a7c2208,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:47:26.228764 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1c6d7479-b458-40aa-9644-1bea68df7867 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:26.241775 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-1c6d7479-b458-40aa-9644-1bea68df7867 admin admin] Calling delete_port for ae9fd00e-9c1e-40ed-a00d-47463a7c2208 owned by network:router_gateway {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:47:26.249621 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-67555956-fc0b-462f-8c78-0501cad22651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927644e3-12a4-4f49-b3b6-f1de017a213c', 'name': 'tempest-ImageQuotaTest-1545894225-router', 'tenant_id': 'f7c8357a4ed342449ee43a5429b8f343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.86'}], 'enable_snat': True}, 'gw_port_id': 'ae9fd00e-9c1e-40ed-a00d-47463a7c2208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:47:19Z', 'updated_at': '2021-12-06T17:47:25Z', 'revision_number': 5, 'project_id': 'f7c8357a4ed342449ee43a5429b8f343', 'gw_port': {'id': 'ae9fd00e-9c1e-40ed-a00d-47463a7c2208', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927644e3-12a4-4f49-b3b6-f1de017a213c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:47:20Z', 'updated_at': '2021-12-06T17:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:47:26.279312 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67555956-fc0b-462f-8c78-0501cad22651 None None] The sync data for ids ['927644e3-12a4-4f49-b3b6-f1de017a213c'] in n-d-master-1 is: [{'id': '927644e3-12a4-4f49-b3b6-f1de017a213c', 'name': 'tempest-ImageQuotaTest-1545894225-router', 'tenant_id': 'f7c8357a4ed342449ee43a5429b8f343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.86'}], 'enable_snat': True}, 'gw_port_id': 'ae9fd00e-9c1e-40ed-a00d-47463a7c2208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:47:19Z', 'updated_at': '2021-12-06T17:47:25Z', 'revision_number': 5, 'project_id': 'f7c8357a4ed342449ee43a5429b8f343', 'gw_port': {'id': 'ae9fd00e-9c1e-40ed-a00d-47463a7c2208', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927644e3-12a4-4f49-b3b6-f1de017a213c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:47:20Z', 'updated_at': '2021-12-06T17:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:47:26.405148 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1c6d7479-b458-40aa-9644-1bea68df7867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:26.435225 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6d7479-b458-40aa-9644-1bea68df7867 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae9fd00e-9c1e-40ed-a00d-47463a7c2208,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:47:26.443769 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc0c937-64a1-42fe-af4b-703ff4b0a5f1 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:47:26.677990 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 2a2501a7-a7b1-48dc-b8b2-4cd455bb39eb no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:47:26.709875 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 2a2501a7-a7b1-48dc-b8b2-4cd455bb39eb {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:47:26.710232 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 2a2501a7-a7b1-48dc-b8b2-4cd455bb39eb not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:47:26.859863 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1c6d7479-b458-40aa-9644-1bea68df7867 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536698'] for router_gateway, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:26.960806 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1c6d7479-b458-40aa-9644-1bea68df7867 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:26.963079 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1c6d7479-b458-40aa-9644-1bea68df7867 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:27.007334 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1c6d7479-b458-40aa-9644-1bea68df7867 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:27.007882 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c6d7479-b458-40aa-9644-1bea68df7867 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 927644e3-12a4-4f49-b3b6-f1de017a213c {{(pid=103285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 17:47:27.012508 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1c6d7479-b458-40aa-9644-1bea68df7867 admin admin] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:27.016332 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-1c6d7479-b458-40aa-9644-1bea68df7867 admin admin] 10.222.0.23 "DELETE /v2.0/routers/927644e3-12a4-4f49-b3b6-f1de017a213c HTTP/1.1" status: 204 len: 168 time: 1.1270709 Dec 06 17:47:27.016531 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 38400) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:47:27.064432 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-815fdd63-db6d-42dd-ad34-2a35ed3816da admin admin] Deleting subnet b121262f-0f26-4b8e-8c32-5c96d82a7357 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:47:27.067660 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-815fdd63-db6d-42dd-ad34-2a35ed3816da admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:27.104046 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-815fdd63-db6d-42dd-ad34-2a35ed3816da admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:27.186907 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-815fdd63-db6d-42dd-ad34-2a35ed3816da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:27.239294 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-815fdd63-db6d-42dd-ad34-2a35ed3816da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:27.258437 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf5bb52-f65a-4e19-879a-345fb2f8dd15 None None] Sync routers for ids ['927644e3-12a4-4f49-b3b6-f1de017a213c'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:47:27.267655 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf5bb52-f65a-4e19-879a-345fb2f8dd15 None None] Routers set() bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:47:27.268117 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf5bb52-f65a-4e19-879a-345fb2f8dd15 None None] Router IDs set() for agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 06 17:47:27.268456 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815fdd63-db6d-42dd-ad34-2a35ed3816da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b121262f-0f26-4b8e-8c32-5c96d82a7357,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:47:27.268787 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_agentschedulers_db [None req-7cf5bb52-f65a-4e19-879a-345fb2f8dd15 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'927644e3-12a4-4f49-b3b6-f1de017a213c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:47:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent'). {{(pid=103286) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 06 17:47:27.274618 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-815fdd63-db6d-42dd-ad34-2a35ed3816da admin admin] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:27.278636 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf5bb52-f65a-4e19-879a-345fb2f8dd15 None None] Routers set() bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:47:27.279028 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf5bb52-f65a-4e19-879a-345fb2f8dd15 None None] Router IDs set() for agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 06 17:47:27.279622 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_agentschedulers_db [None req-7cf5bb52-f65a-4e19-879a-345fb2f8dd15 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'927644e3-12a4-4f49-b3b6-f1de017a213c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:47:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent'). {{(pid=103286) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 06 17:47:27.280009 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf5bb52-f65a-4e19-879a-345fb2f8dd15 None None] The sync data for ids ['927644e3-12a4-4f49-b3b6-f1de017a213c'] in n-d-master-1 is: [] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:47:27.283084 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2821ffb1-cc8d-4be8-91f9-056e034eb5c8 None None] Network 7a0dc43f-a92a-47f1-a323-3e3485809bda requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:47:27.286516 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-815fdd63-db6d-42dd-ad34-2a35ed3816da admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b121262f-0f26-4b8e-8c32-5c96d82a7357 HTTP/1.1" status: 204 len: 168 time: 0.2685368 Dec 06 17:47:27.286831 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 38402) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:47:27.364371 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-43286204-6b63-490c-8466-cd843dea416c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:27.421411 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-43286204-6b63-490c-8466-cd843dea416c admin admin] Deleting port 380536a6-c2ea-4ba7-9e73-9be56770bf73 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:47:27.421811 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-43286204-6b63-490c-8466-cd843dea416c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:27.489420 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-43286204-6b63-490c-8466-cd843dea416c admin admin] For port 380536a6-c2ea-4ba7-9e73-9be56770bf73, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=380536a6-c2ea-4ba7-9e73-9be56770bf73,segment=NetworkSegment(6e5492ed-9e5a-4eec-9540-7ad1b60f9e67),segment_id=6e5492ed-9e5a-4eec-9540-7ad1b60f9e67)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:47:27.489806 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-43286204-6b63-490c-8466-cd843dea416c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:27.501717 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-43286204-6b63-490c-8466-cd843dea416c admin admin] Calling delete_port for 380536a6-c2ea-4ba7-9e73-9be56770bf73 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:47:27.578318 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-43286204-6b63-490c-8466-cd843dea416c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:27.604594 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43286204-6b63-490c-8466-cd843dea416c admin admin] Pushing event deleted for resources: {'Port': ['ID=380536a6-c2ea-4ba7-9e73-9be56770bf73,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:47:27.608888 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43286204-6b63-490c-8466-cd843dea416c admin admin] No DVR routers for this DVR port 380536a6-c2ea-4ba7-9e73-9be56770bf73 on host n-d-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:47:27.682732 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-43286204-6b63-490c-8466-cd843dea416c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:27.707486 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-43286204-6b63-490c-8466-cd843dea416c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a0dc43f-a92a-47f1-a323-3e3485809bda']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:47:27.719279 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7173c881-704d-4e0a-a000-ffdfb0829425 None None] DHCP port deletion for 7a0dc43f-a92a-47f1-a323-3e3485809bda request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:47:27.722441 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-43286204-6b63-490c-8466-cd843dea416c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e5492ed-9e5a-4eec-9540-7ad1b60f9e67') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:47:27.722827 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-43286204-6b63-490c-8466-cd843dea416c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e5492ed-9e5a-4eec-9540-7ad1b60f9e67') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:47:27.734955 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-43286204-6b63-490c-8466-cd843dea416c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:27.749571 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-43286204-6b63-490c-8466-cd843dea416c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:27.757449 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43286204-6b63-490c-8466-cd843dea416c admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:47:27.757449 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-43286204-6b63-490c-8466-cd843dea416c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:27.759255 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:47:27.759255 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:47:27.759255 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:47:27.759255 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:47:27.759255 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:47:27.759255 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:47:27.759255 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:47:27.759255 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:47:27.759255 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:47:27.759255 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:47:27.759255 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:47:27.759255 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:47:27.759255 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:47:27.759255 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:47:27.759255 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:47:27.759255 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:47:27.759255 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:47:27.759255 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:47:27.759255 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:47:27.759255 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:47:27.759255 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:47:27.759255 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:47:27.759255 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:47:27.759255 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:47:27.759255 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:47:27.759255 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:47:27.759255 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:47:27.759255 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:47:27.759255 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:47:27.759255 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:47:27.759255 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:47:27.759255 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:47:27.819054 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-43286204-6b63-490c-8466-cd843dea416c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:27.824181 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-43286204-6b63-490c-8466-cd843dea416c admin admin] Publish callbacks [] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:27.828376 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-43286204-6b63-490c-8466-cd843dea416c admin admin] 10.222.0.23 "DELETE /v2.0/networks/7a0dc43f-a92a-47f1-a323-3e3485809bda HTTP/1.1" status: 204 len: 168 time: 0.5405178 Dec 06 17:47:27.841173 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43286204-6b63-490c-8466-cd843dea416c admin admin] Pushing event deleted for resources: {'Network': ['ID=7a0dc43f-a92a-47f1-a323-3e3485809bda,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:47:27.935985 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 38406) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:47:27.974685 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-cd29a0c4-c04d-415a-b62c-20883692c26e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f7c8357a4ed342449ee43a5429b8f343&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0375683 Dec 06 17:47:27.976994 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 38408) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:47:28.023856 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-406c30ed-8242-4492-a337-52936c7f0d6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:28.044657 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-406c30ed-8242-4492-a337-52936c7f0d6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:28.090415 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-406c30ed-8242-4492-a337-52936c7f0d6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:28.093235 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-406c30ed-8242-4492-a337-52936c7f0d6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:28.094421 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-406c30ed-8242-4492-a337-52936c7f0d6c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fe0384a6-babc-416e-a9ca-e6b5fa6f4a52 HTTP/1.1" status: 204 len: 168 time: 0.1165109 Dec 06 17:47:28.102600 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406c30ed-8242-4492-a337-52936c7f0d6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe0384a6-babc-416e-a9ca-e6b5fa6f4a52,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:47:28.417730 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 38414) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:47:28.431738 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ef9ba230-e43b-4900-8014-ba745d22da6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:28.509807 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ef9ba230-e43b-4900-8014-ba745d22da6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:28.513903 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ef9ba230-e43b-4900-8014-ba745d22da6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:28.552508 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-ef9ba230-e43b-4900-8014-ba745d22da6e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.1336753 Dec 06 17:47:28.553395 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ba230-e43b-4900-8014-ba745d22da6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=910e448f-8482-4ce5-8535-31318a987c9d,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:47:28.555411 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 38416) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:47:28.606155 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-528fd651-5893-4310-a991-9eee5e546753 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:28.624718 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 380536a6-c2ea-4ba7-9e73-9be56770bf73 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:47:28.628743 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-528fd651-5893-4310-a991-9eee5e546753 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:28.645426 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 380536a6-c2ea-4ba7-9e73-9be56770bf73 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:47:28.645803 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 380536a6-c2ea-4ba7-9e73-9be56770bf73 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:47:28.646233 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device ae9fd00e-9c1e-40ed-a00d-47463a7c2208 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:47:28.665169 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: ae9fd00e-9c1e-40ed-a00d-47463a7c2208 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:47:28.665545 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device ae9fd00e-9c1e-40ed-a00d-47463a7c2208 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:47:28.681120 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-528fd651-5893-4310-a991-9eee5e546753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:28.683826 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-528fd651-5893-4310-a991-9eee5e546753 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:28.684971 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-528fd651-5893-4310-a991-9eee5e546753 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/910e448f-8482-4ce5-8535-31318a987c9d HTTP/1.1" status: 204 len: 168 time: 0.1284807 Dec 06 17:47:28.695368 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528fd651-5893-4310-a991-9eee5e546753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=910e448f-8482-4ce5-8535-31318a987c9d,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:47:32.976844 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:35.356487 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:38.653230 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-74142582-cc80-43de-9eca-22dc7195ab5d req-e17e9b6a-32c6-401b-9e98-3f7130c02d7e tempest-ServersAdminNegativeTestJSON-1850368605 tempest-ServersAdminNegativeTestJSON-1850368605-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=7619bb91d0ed4dd797ee1cee72f56541&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0223706 Dec 06 17:47:38.758845 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74142582-cc80-43de-9eca-22dc7195ab5d req-5d38b59a-e235-4712-bd2f-bd12ebb1d3ae tempest-ServersAdminNegativeTestJSON-1850368605 tempest-ServersAdminNegativeTestJSON-1850368605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:47:38.760312 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-74142582-cc80-43de-9eca-22dc7195ab5d req-5d38b59a-e235-4712-bd2f-bd12ebb1d3ae tempest-ServersAdminNegativeTestJSON-1850368605 tempest-ServersAdminNegativeTestJSON-1850368605-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1018755 Dec 06 17:47:38.776407 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-74142582-cc80-43de-9eca-22dc7195ab5d req-488bcc29-f732-4f43-b715-f5f5c28c9183 tempest-ServersAdminNegativeTestJSON-1850368605 tempest-ServersAdminNegativeTestJSON-1850368605-project] 10.222.0.23 "GET /v2.0/quotas/7619bb91d0ed4dd797ee1cee72f56541 HTTP/1.1" status: 200 len: 375 time: 0.0102940 Dec 06 17:47:38.811825 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-74142582-cc80-43de-9eca-22dc7195ab5d req-47705860-df09-4d75-9071-95f78c3941c2 tempest-ServersAdminNegativeTestJSON-1850368605 tempest-ServersAdminNegativeTestJSON-1850368605-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7619bb91d0ed4dd797ee1cee72f56541&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298159 Dec 06 17:47:38.968994 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0ae721d6-b15b-4fe8-992c-74fdfe571978 req-5175ee5c-d3d6-4eeb-93bd-da1bd58fa71d tempest-ServersAdminNegativeTestJSON-1850368605 tempest-ServersAdminNegativeTestJSON-1850368605-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce3481b9-2769-4b2c-ade6-a8025db02f84 HTTP/1.1" status: 200 len: 210 time: 0.0283656 Dec 06 17:47:39.873082 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-74142582-cc80-43de-9eca-22dc7195ab5d req-a41a206a-19f5-42c1-9b71-89109e9029f6 tempest-ServersAdminNegativeTestJSON-1850368605 tempest-ServersAdminNegativeTestJSON-1850368605-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=7619bb91d0ed4dd797ee1cee72f56541&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0213134 Dec 06 17:47:39.986451 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74142582-cc80-43de-9eca-22dc7195ab5d req-4f0a6bbd-4ac9-469c-9556-fde50f2ab906 tempest-ServersAdminNegativeTestJSON-1850368605 tempest-ServersAdminNegativeTestJSON-1850368605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:47:39.987877 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-74142582-cc80-43de-9eca-22dc7195ab5d req-4f0a6bbd-4ac9-469c-9556-fde50f2ab906 tempest-ServersAdminNegativeTestJSON-1850368605 tempest-ServersAdminNegativeTestJSON-1850368605-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1057336 Dec 06 17:47:40.007308 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-74142582-cc80-43de-9eca-22dc7195ab5d req-768cd7b2-13a0-40ab-b715-f26b1a3d7646 tempest-ServersAdminNegativeTestJSON-1850368605 tempest-ServersAdminNegativeTestJSON-1850368605-project] Request body: {'port': {'device_id': 'ce3481b9-2769-4b2c-ade6-a8025db02f84', 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a', 'admin_state_up': True, 'tenant_id': '7619bb91d0ed4dd797ee1cee72f56541'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:47:40.090477 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8ca19531-e504-49fd-a4ba-7a24864d7634 req-3f7f2011-24e8-4b6b-af3e-e9547f7eed74 tempest-ServersAdminNegativeTestJSON-1850368605 tempest-ServersAdminNegativeTestJSON-1850368605-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce3481b9-2769-4b2c-ade6-a8025db02f84 HTTP/1.1" status: 200 len: 210 time: 0.0521896 Dec 06 17:47:40.140490 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74142582-cc80-43de-9eca-22dc7195ab5d req-768cd7b2-13a0-40ab-b715-f26b1a3d7646 tempest-ServersAdminNegativeTestJSON-1850368605 tempest-ServersAdminNegativeTestJSON-1850368605-project] Made reservation on behalf of 7619bb91d0ed4dd797ee1cee72f56541 for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:47:40.144015 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-74142582-cc80-43de-9eca-22dc7195ab5d req-768cd7b2-13a0-40ab-b715-f26b1a3d7646 tempest-ServersAdminNegativeTestJSON-1850368605 tempest-ServersAdminNegativeTestJSON-1850368605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:40.152664 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-74142582-cc80-43de-9eca-22dc7195ab5d req-768cd7b2-13a0-40ab-b715-f26b1a3d7646 tempest-ServersAdminNegativeTestJSON-1850368605 tempest-ServersAdminNegativeTestJSON-1850368605-project] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:40.225645 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-74142582-cc80-43de-9eca-22dc7195ab5d req-768cd7b2-13a0-40ab-b715-f26b1a3d7646 tempest-ServersAdminNegativeTestJSON-1850368605 tempest-ServersAdminNegativeTestJSON-1850368605-project] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:40.229120 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-74142582-cc80-43de-9eca-22dc7195ab5d req-768cd7b2-13a0-40ab-b715-f26b1a3d7646 tempest-ServersAdminNegativeTestJSON-1850368605 tempest-ServersAdminNegativeTestJSON-1850368605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:40.293088 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768cd7b2-13a0-40ab-b715-f26b1a3d7646 tempest-ServersAdminNegativeTestJSON-1850368605 tempest-ServersAdminNegativeTestJSON-1850368605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a780e291-a831-40bf-9502-2a64f8853cd1,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:47:40.364778 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-74142582-cc80-43de-9eca-22dc7195ab5d req-768cd7b2-13a0-40ab-b715-f26b1a3d7646 tempest-ServersAdminNegativeTestJSON-1850368605 tempest-ServersAdminNegativeTestJSON-1850368605-project] Allocated IP 192.168.233.161 (ee08a0d2-834f-4c39-be47-9c424581246a/1342252a-21e4-4783-88ff-f54776c79059/aa8484b6-c955-4cbd-b2c2-59ace9a01211) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:47:40.511842 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-74142582-cc80-43de-9eca-22dc7195ab5d req-768cd7b2-13a0-40ab-b715-f26b1a3d7646 tempest-ServersAdminNegativeTestJSON-1850368605 tempest-ServersAdminNegativeTestJSON-1850368605-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:40.544956 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-74142582-cc80-43de-9eca-22dc7195ab5d req-768cd7b2-13a0-40ab-b715-f26b1a3d7646 tempest-ServersAdminNegativeTestJSON-1850368605 tempest-ServersAdminNegativeTestJSON-1850368605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:40.587551 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74142582-cc80-43de-9eca-22dc7195ab5d req-768cd7b2-13a0-40ab-b715-f26b1a3d7646 tempest-ServersAdminNegativeTestJSON-1850368605 tempest-ServersAdminNegativeTestJSON-1850368605-project] Network ee08a0d2-834f-4c39-be47-9c424581246a is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:47:40.590560 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-74142582-cc80-43de-9eca-22dc7195ab5d req-768cd7b2-13a0-40ab-b715-f26b1a3d7646 tempest-ServersAdminNegativeTestJSON-1850368605 tempest-ServersAdminNegativeTestJSON-1850368605-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:47:40.594217 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-74142582-cc80-43de-9eca-22dc7195ab5d req-768cd7b2-13a0-40ab-b715-f26b1a3d7646 tempest-ServersAdminNegativeTestJSON-1850368605 tempest-ServersAdminNegativeTestJSON-1850368605-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:47:40.620551 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768cd7b2-13a0-40ab-b715-f26b1a3d7646 tempest-ServersAdminNegativeTestJSON-1850368605 tempest-ServersAdminNegativeTestJSON-1850368605-project] Pushing event updated for resources: {'Port': ['ID=aa8484b6-c955-4cbd-b2c2-59ace9a01211,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:47:40.651833 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74142582-cc80-43de-9eca-22dc7195ab5d req-768cd7b2-13a0-40ab-b715-f26b1a3d7646 tempest-ServersAdminNegativeTestJSON-1850368605 tempest-ServersAdminNegativeTestJSON-1850368605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:47:40.652464 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-74142582-cc80-43de-9eca-22dc7195ab5d req-768cd7b2-13a0-40ab-b715-f26b1a3d7646 tempest-ServersAdminNegativeTestJSON-1850368605 tempest-ServersAdminNegativeTestJSON-1850368605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:40.671167 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-74142582-cc80-43de-9eca-22dc7195ab5d req-768cd7b2-13a0-40ab-b715-f26b1a3d7646 tempest-ServersAdminNegativeTestJSON-1850368605 tempest-ServersAdminNegativeTestJSON-1850368605-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6682169 Dec 06 17:47:40.688784 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-74142582-cc80-43de-9eca-22dc7195ab5d req-551d394a-e172-43bb-a3fa-63d8fe7a1260 service neutron] Request body: {'port': {'device_id': 'ce3481b9-2769-4b2c-ade6-a8025db02f84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:47:40.749572 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-74142582-cc80-43de-9eca-22dc7195ab5d req-551d394a-e172-43bb-a3fa-63d8fe7a1260 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:40.873545 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-d37f6ec3-1e50-4ed7-b18f-9a415651ba44 None None] Provisioning complete for port aa8484b6-c955-4cbd-b2c2-59ace9a01211 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:47:40.874099 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d37f6ec3-1e50-4ed7-b18f-9a415651ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:40.907485 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-d37f6ec3-1e50-4ed7-b18f-9a415651ba44 None None] Port aa8484b6-c955-4cbd-b2c2-59ace9a01211 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:47:41.011912 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-74142582-cc80-43de-9eca-22dc7195ab5d req-551d394a-e172-43bb-a3fa-63d8fe7a1260 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa8484b6-c955-4cbd-b2c2-59ace9a01211 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:47:41.019369 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-74142582-cc80-43de-9eca-22dc7195ab5d req-551d394a-e172-43bb-a3fa-63d8fe7a1260 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:41.031969 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-74142582-cc80-43de-9eca-22dc7195ab5d req-551d394a-e172-43bb-a3fa-63d8fe7a1260 service neutron] Transition to ACTIVE for port object aa8484b6-c955-4cbd-b2c2-59ace9a01211 will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:47:41.035563 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-74142582-cc80-43de-9eca-22dc7195ab5d req-551d394a-e172-43bb-a3fa-63d8fe7a1260 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:41.107753 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551d394a-e172-43bb-a3fa-63d8fe7a1260 service neutron] Pushing event updated for resources: {'Port': ['ID=aa8484b6-c955-4cbd-b2c2-59ace9a01211,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:47:41.167854 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-74142582-cc80-43de-9eca-22dc7195ab5d req-551d394a-e172-43bb-a3fa-63d8fe7a1260 service neutron] Attempting to bind port aa8484b6-c955-4cbd-b2c2-59ace9a01211 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:47:41.168196 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-74142582-cc80-43de-9eca-22dc7195ab5d req-551d394a-e172-43bb-a3fa-63d8fe7a1260 service neutron] Attempting to bind port aa8484b6-c955-4cbd-b2c2-59ace9a01211 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:47:41.168528 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74142582-cc80-43de-9eca-22dc7195ab5d req-551d394a-e172-43bb-a3fa-63d8fe7a1260 service neutron] Attempting to bind port aa8484b6-c955-4cbd-b2c2-59ace9a01211 on network ee08a0d2-834f-4c39-be47-9c424581246a {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:47:41.173673 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74142582-cc80-43de-9eca-22dc7195ab5d req-551d394a-e172-43bb-a3fa-63d8fe7a1260 service neutron] Port aa8484b6-c955-4cbd-b2c2-59ace9a01211 on network ee08a0d2-834f-4c39-be47-9c424581246a not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:47:41.174004 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74142582-cc80-43de-9eca-22dc7195ab5d req-551d394a-e172-43bb-a3fa-63d8fe7a1260 service neutron] Attempting to bind port aa8484b6-c955-4cbd-b2c2-59ace9a01211 on network ee08a0d2-834f-4c39-be47-9c424581246a {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:47:41.179848 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74142582-cc80-43de-9eca-22dc7195ab5d req-551d394a-e172-43bb-a3fa-63d8fe7a1260 service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:47:41.180192 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74142582-cc80-43de-9eca-22dc7195ab5d req-551d394a-e172-43bb-a3fa-63d8fe7a1260 service neutron] Checking segment: {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:47:41.180584 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74142582-cc80-43de-9eca-22dc7195ab5d req-551d394a-e172-43bb-a3fa-63d8fe7a1260 service neutron] Bound using segment: {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:47:41.181028 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-74142582-cc80-43de-9eca-22dc7195ab5d req-551d394a-e172-43bb-a3fa-63d8fe7a1260 service neutron] Bound port: aa8484b6-c955-4cbd-b2c2-59ace9a01211, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28c48003-4c75-422a-9102-dad6f22b6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:47:41.181391 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-74142582-cc80-43de-9eca-22dc7195ab5d req-551d394a-e172-43bb-a3fa-63d8fe7a1260 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:41.213791 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d496c0ce-93d9-471c-bddb-8f991fabf637 req-7d8d99bb-4e33-4c63-8c58-ae2b9f4d95e8 tempest-ServersAdminNegativeTestJSON-1850368605 tempest-ServersAdminNegativeTestJSON-1850368605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:47:41.221326 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d496c0ce-93d9-471c-bddb-8f991fabf637 req-7d8d99bb-4e33-4c63-8c58-ae2b9f4d95e8 tempest-ServersAdminNegativeTestJSON-1850368605 tempest-ServersAdminNegativeTestJSON-1850368605-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce3481b9-2769-4b2c-ade6-a8025db02f84 HTTP/1.1" status: 200 len: 948 time: 0.0564485 Dec 06 17:47:41.252759 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-74142582-cc80-43de-9eca-22dc7195ab5d req-551d394a-e172-43bb-a3fa-63d8fe7a1260 service neutron] For port aa8484b6-c955-4cbd-b2c2-59ace9a01211, host n-h1-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:47:41.257503 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-74142582-cc80-43de-9eca-22dc7195ab5d req-551d394a-e172-43bb-a3fa-63d8fe7a1260 service neutron] For port aa8484b6-c955-4cbd-b2c2-59ace9a01211, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=aa8484b6-c955-4cbd-b2c2-59ace9a01211,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:47:41.267008 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-74142582-cc80-43de-9eca-22dc7195ab5d req-551d394a-e172-43bb-a3fa-63d8fe7a1260 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:41.277306 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d496c0ce-93d9-471c-bddb-8f991fabf637 req-ebefa510-0013-4d64-8dd3-ba2c4388ba0c tempest-ServersAdminNegativeTestJSON-1850368605 tempest-ServersAdminNegativeTestJSON-1850368605-project] 10.222.0.23 "GET /v2.0/security-groups?id=a780e291-a831-40bf-9502-2a64f8853cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548921 Dec 06 17:47:41.314359 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74142582-cc80-43de-9eca-22dc7195ab5d req-551d394a-e172-43bb-a3fa-63d8fe7a1260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:47:41.314996 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-74142582-cc80-43de-9eca-22dc7195ab5d req-551d394a-e172-43bb-a3fa-63d8fe7a1260 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:41.317162 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-74142582-cc80-43de-9eca-22dc7195ab5d req-551d394a-e172-43bb-a3fa-63d8fe7a1260 service neutron] 10.222.0.41 "PUT /v2.0/ports/aa8484b6-c955-4cbd-b2c2-59ace9a01211 HTTP/1.1" status: 200 len: 1096 time: 0.6321628 Dec 06 17:47:41.317686 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce3481b9-2769-4b2c-ade6-a8025db02f84', 'tag': 'aa8484b6-c955-4cbd-b2c2-59ace9a01211'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:47:41.320119 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6903b095-6ba9-49fa-9e50-41bd9d714db8" -d '{"events": [{"name": "network-changed", "server_uuid": "ce3481b9-2769-4b2c-ade6-a8025db02f84", "tag": "aa8484b6-c955-4cbd-b2c2-59ace9a01211"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:47:41.348987 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551d394a-e172-43bb-a3fa-63d8fe7a1260 service neutron] Pushing event updated for resources: {'Port': ['ID=aa8484b6-c955-4cbd-b2c2-59ace9a01211,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:47:41.411740 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74142582-cc80-43de-9eca-22dc7195ab5d req-ad624579-676d-4e17-9888-c97a68e91379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:47:41.413301 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-74142582-cc80-43de-9eca-22dc7195ab5d req-ad624579-676d-4e17-9888-c97a68e91379 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7619bb91d0ed4dd797ee1cee72f56541&device_id=ce3481b9-2769-4b2c-ade6-a8025db02f84 HTTP/1.1" status: 200 len: 1099 time: 0.0486326 Dec 06 17:47:41.466758 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fba93b25-378c-454e-9d09-a42b5b946b9c x-openstack-request-id: req-fba93b25-378c-454e-9d09-a42b5b946b9c {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:47:41.467052 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce3481b9-2769-4b2c-ade6-a8025db02f84", "tag": "aa8484b6-c955-4cbd-b2c2-59ace9a01211", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:47:41.467311 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fba93b25-378c-454e-9d09-a42b5b946b9c {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:47:41.467721 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce3481b9-2769-4b2c-ade6-a8025db02f84', 'tag': 'aa8484b6-c955-4cbd-b2c2-59ace9a01211', 'status': 'completed', 'code': 200} Dec 06 17:47:41.469531 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-74142582-cc80-43de-9eca-22dc7195ab5d req-5abd6545-cc13-433a-aa14-a93934377547 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=aa8484b6-c955-4cbd-b2c2-59ace9a01211 HTTP/1.1" status: 200 len: 217 time: 0.0389330 Dec 06 17:47:41.530438 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74142582-cc80-43de-9eca-22dc7195ab5d req-167a48bf-891e-4ac2-a68f-34e22d5ef7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:47:41.532294 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-74142582-cc80-43de-9eca-22dc7195ab5d req-167a48bf-891e-4ac2-a68f-34e22d5ef7d8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1342252a-21e4-4783-88ff-f54776c79059 HTTP/1.1" status: 200 len: 843 time: 0.0508752 Dec 06 17:47:41.589111 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74142582-cc80-43de-9eca-22dc7195ab5d req-968e85de-68ad-4998-8b30-b4f4216ea0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:47:41.590692 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-74142582-cc80-43de-9eca-22dc7195ab5d req-968e85de-68ad-4998-8b30-b4f4216ea0ec service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee08a0d2-834f-4c39-be47-9c424581246a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0471871 Dec 06 17:47:41.686619 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-74142582-cc80-43de-9eca-22dc7195ab5d req-23e13f9d-d8ba-4e9a-8f84-3f42c8dca29a service neutron] 10.222.0.41 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844052 Dec 06 17:47:41.791446 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-74142582-cc80-43de-9eca-22dc7195ab5d req-e76acf2a-14c1-439b-a137-5a4483c0ac9b service neutron] 10.222.0.41 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903754 Dec 06 17:47:41.889296 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6903b095-6ba9-49fa-9e50-41bd9d714db8 req-4ca4d6b6-4f0c-4862-820b-5ce42b82df87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:47:41.890820 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6903b095-6ba9-49fa-9e50-41bd9d714db8 req-4ca4d6b6-4f0c-4862-820b-5ce42b82df87 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7619bb91d0ed4dd797ee1cee72f56541&device_id=ce3481b9-2769-4b2c-ade6-a8025db02f84 HTTP/1.1" status: 200 len: 1099 time: 0.0421758 Dec 06 17:47:41.990378 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6903b095-6ba9-49fa-9e50-41bd9d714db8 req-e2f8dadb-7d5e-4518-9445-ced91fcb85f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:47:41.991820 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6903b095-6ba9-49fa-9e50-41bd9d714db8 req-e2f8dadb-7d5e-4518-9445-ced91fcb85f1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ee08a0d2-834f-4c39-be47-9c424581246a HTTP/1.1" status: 200 len: 870 time: 0.0890164 Dec 06 17:47:42.036661 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6903b095-6ba9-49fa-9e50-41bd9d714db8 req-65c2f21a-7d34-43ac-bacc-6524a69cea4c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=aa8484b6-c955-4cbd-b2c2-59ace9a01211 HTTP/1.1" status: 200 len: 217 time: 0.0355024 Dec 06 17:47:42.087122 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6903b095-6ba9-49fa-9e50-41bd9d714db8 req-22760ad2-7682-42f7-9e00-01ddd60a4daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:47:42.088563 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6903b095-6ba9-49fa-9e50-41bd9d714db8 req-22760ad2-7682-42f7-9e00-01ddd60a4daa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1342252a-21e4-4783-88ff-f54776c79059 HTTP/1.1" status: 200 len: 843 time: 0.0432510 Dec 06 17:47:42.135216 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6903b095-6ba9-49fa-9e50-41bd9d714db8 req-1e2da99b-ca31-4da4-8cca-bce5e160e016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:47:42.136872 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6903b095-6ba9-49fa-9e50-41bd9d714db8 req-1e2da99b-ca31-4da4-8cca-bce5e160e016 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee08a0d2-834f-4c39-be47-9c424581246a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0398202 Dec 06 17:47:42.241214 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6903b095-6ba9-49fa-9e50-41bd9d714db8 req-587197a6-f54f-4191-ad94-aae77aa448a7 service neutron] 10.222.0.41 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949078 Dec 06 17:47:42.341318 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6903b095-6ba9-49fa-9e50-41bd9d714db8 req-ed09691a-0e2f-4c25-a58d-d31e3da99aa3 service neutron] 10.222.0.41 "GET /v2.0/networks/ee08a0d2-834f-4c39-be47-9c424581246a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923269 Dec 06 17:47:42.391019 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33406610-cb0f-4788-a693-75f56be1e408 req-d585e46a-1cf2-48e7-8cdf-e166bb1f8434 tempest-ServersAdminNegativeTestJSON-1850368605 tempest-ServersAdminNegativeTestJSON-1850368605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:47:42.392527 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-33406610-cb0f-4788-a693-75f56be1e408 req-d585e46a-1cf2-48e7-8cdf-e166bb1f8434 tempest-ServersAdminNegativeTestJSON-1850368605 tempest-ServersAdminNegativeTestJSON-1850368605-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce3481b9-2769-4b2c-ade6-a8025db02f84 HTTP/1.1" status: 200 len: 948 time: 0.0499949 Dec 06 17:47:42.443895 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-33406610-cb0f-4788-a693-75f56be1e408 req-fb65874a-75ea-423c-8b37-e595b072fefb tempest-ServersAdminNegativeTestJSON-1850368605 tempest-ServersAdminNegativeTestJSON-1850368605-project] 10.222.0.23 "GET /v2.0/security-groups?id=a780e291-a831-40bf-9502-2a64f8853cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446773 Dec 06 17:47:43.469354 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c1aacd1b-6b9d-4e12-978c-09cd6cbd6c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:43.564124 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224c12a1-33d2-4699-857d-e68ea2b0a8e8 req-700c02a1-f05e-46a7-8aed-38dbb2d1e61c tempest-ServersAdminNegativeTestJSON-1850368605 tempest-ServersAdminNegativeTestJSON-1850368605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:47:43.565629 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-224c12a1-33d2-4699-857d-e68ea2b0a8e8 req-700c02a1-f05e-46a7-8aed-38dbb2d1e61c tempest-ServersAdminNegativeTestJSON-1850368605 tempest-ServersAdminNegativeTestJSON-1850368605-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce3481b9-2769-4b2c-ade6-a8025db02f84 HTTP/1.1" status: 200 len: 948 time: 0.0494595 Dec 06 17:47:43.611993 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-224c12a1-33d2-4699-857d-e68ea2b0a8e8 req-bef4085d-4624-4421-a4a3-3c5fa9da315c tempest-ServersAdminNegativeTestJSON-1850368605 tempest-ServersAdminNegativeTestJSON-1850368605-project] 10.222.0.23 "GET /v2.0/security-groups?id=a780e291-a831-40bf-9502-2a64f8853cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402703 Dec 06 17:47:44.426792 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device aa8484b6-c955-4cbd-b2c2-59ace9a01211 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:47:44.522404 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port aa8484b6-c955-4cbd-b2c2-59ace9a01211, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=aa8484b6-c955-4cbd-b2c2-59ace9a01211,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:47:44.533080 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': 'aa8484b6-c955-4cbd-b2c2-59ace9a01211', 'network_id': 'ee08a0d2-834f-4c39-be47-9c424581246a', 'port_id': 'aa8484b6-c955-4cbd-b2c2-59ace9a01211', 'mac_address': 'fa:16:3e:59:dd:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1342252a-21e4-4783-88ff-f54776c79059', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:47:44.573462 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:44.731461 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5be3fb-d39e-45f3-ae02-c81426172902 req-116048fe-00ec-4147-b81f-062bae19a3d4 tempest-ServersAdminNegativeTestJSON-1850368605 tempest-ServersAdminNegativeTestJSON-1850368605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:47:44.732978 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5d5be3fb-d39e-45f3-ae02-c81426172902 req-116048fe-00ec-4147-b81f-062bae19a3d4 tempest-ServersAdminNegativeTestJSON-1850368605 tempest-ServersAdminNegativeTestJSON-1850368605-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce3481b9-2769-4b2c-ade6-a8025db02f84 HTTP/1.1" status: 200 len: 948 time: 0.0496047 Dec 06 17:47:44.741107 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa8484b6-c955-4cbd-b2c2-59ace9a01211 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:47:44.761009 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port aa8484b6-c955-4cbd-b2c2-59ace9a01211, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=aa8484b6-c955-4cbd-b2c2-59ace9a01211,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:47:44.769488 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:44.783863 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5d5be3fb-d39e-45f3-ae02-c81426172902 req-4ba809c1-e537-4154-a664-ca03a4d7eadb tempest-ServersAdminNegativeTestJSON-1850368605 tempest-ServersAdminNegativeTestJSON-1850368605-project] 10.222.0.23 "GET /v2.0/security-groups?id=a780e291-a831-40bf-9502-2a64f8853cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438564 Dec 06 17:47:44.812270 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=aa8484b6-c955-4cbd-b2c2-59ace9a01211,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:47:44.991868 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['aa8484b6-c955-4cbd-b2c2-59ace9a01211'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:47:45.672071 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-732b0da7-3d74-46ed-9d3e-f8559caa3d30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:45.897593 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e83de0-f7f0-46bc-ac25-acdc79a3c7ad req-c50d8efd-4a22-4e03-8954-57b91aab89b5 tempest-ServersAdminNegativeTestJSON-1850368605 tempest-ServersAdminNegativeTestJSON-1850368605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:47:45.899059 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f9e83de0-f7f0-46bc-ac25-acdc79a3c7ad req-c50d8efd-4a22-4e03-8954-57b91aab89b5 tempest-ServersAdminNegativeTestJSON-1850368605 tempest-ServersAdminNegativeTestJSON-1850368605-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce3481b9-2769-4b2c-ade6-a8025db02f84 HTTP/1.1" status: 200 len: 949 time: 0.0480061 Dec 06 17:47:45.944896 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f9e83de0-f7f0-46bc-ac25-acdc79a3c7ad req-311eec23-dd45-43b9-9804-b1e40d2c85cd tempest-ServersAdminNegativeTestJSON-1850368605 tempest-ServersAdminNegativeTestJSON-1850368605-project] 10.222.0.23 "GET /v2.0/security-groups?id=a780e291-a831-40bf-9502-2a64f8853cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397081 Dec 06 17:47:46.442671 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device aa8484b6-c955-4cbd-b2c2-59ace9a01211 up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:47:46.490044 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port aa8484b6-c955-4cbd-b2c2-59ace9a01211 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:47:46.493994 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port aa8484b6-c955-4cbd-b2c2-59ace9a01211 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:47:46.494368 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:46.571358 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:46.594192 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce3481b9-2769-4b2c-ade6-a8025db02f84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa8484b6-c955-4cbd-b2c2-59ace9a01211'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:47:46.596469 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e56c0a5-11c6-4504-9507-a623c72d94e1" -d '{"events": [{"server_uuid": "ce3481b9-2769-4b2c-ade6-a8025db02f84", "name": "network-vif-plugged", "status": "completed", "tag": "aa8484b6-c955-4cbd-b2c2-59ace9a01211"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:47:46.609007 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port aa8484b6-c955-4cbd-b2c2-59ace9a01211, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=aa8484b6-c955-4cbd-b2c2-59ace9a01211,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:47:46.612892 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:46.636716 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-460b6288-f94b-4b8b-91f1-f4c54da5b66d x-openstack-request-id: req-460b6288-f94b-4b8b-91f1-f4c54da5b66d {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:47:46.637017 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce3481b9-2769-4b2c-ade6-a8025db02f84", "name": "network-vif-plugged", "status": "completed", "tag": "aa8484b6-c955-4cbd-b2c2-59ace9a01211", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:47:46.637276 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-460b6288-f94b-4b8b-91f1-f4c54da5b66d {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:47:46.637724 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce3481b9-2769-4b2c-ade6-a8025db02f84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa8484b6-c955-4cbd-b2c2-59ace9a01211', 'code': 200} Dec 06 17:47:46.666211 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=aa8484b6-c955-4cbd-b2c2-59ace9a01211,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:47:46.751830 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e397309-3c9d-4f88-9007-eb9e1c42cd5f req-ecb3ac5e-771a-4149-be93-d8f072eb1e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:47:46.753304 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0e397309-3c9d-4f88-9007-eb9e1c42cd5f req-ecb3ac5e-771a-4149-be93-d8f072eb1e5e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ce3481b9-2769-4b2c-ade6-a8025db02f84 HTTP/1.1" status: 200 len: 1101 time: 0.0434523 Dec 06 17:47:46.799254 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0e397309-3c9d-4f88-9007-eb9e1c42cd5f req-d3b05361-7333-46a7-bfe1-0646309964f9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a780e291-a831-40bf-9502-2a64f8853cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377481 Dec 06 17:47:47.008341 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:47.058755 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87583e16-1248-463d-98e3-0d387c8583c1 req-315a35e9-f633-41b4-860f-dcb9b3fc3b33 tempest-ServersAdminNegativeTestJSON-1850368605 tempest-ServersAdminNegativeTestJSON-1850368605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:47:47.060237 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-87583e16-1248-463d-98e3-0d387c8583c1 req-315a35e9-f633-41b4-860f-dcb9b3fc3b33 tempest-ServersAdminNegativeTestJSON-1850368605 tempest-ServersAdminNegativeTestJSON-1850368605-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce3481b9-2769-4b2c-ade6-a8025db02f84 HTTP/1.1" status: 200 len: 950 time: 0.0487576 Dec 06 17:47:47.106706 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-87583e16-1248-463d-98e3-0d387c8583c1 req-bef68e8c-7649-499c-bbc9-e022d338b43c tempest-ServersAdminNegativeTestJSON-1850368605 tempest-ServersAdminNegativeTestJSON-1850368605-project] 10.222.0.23 "GET /v2.0/security-groups?id=a780e291-a831-40bf-9502-2a64f8853cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405514 Dec 06 17:47:48.164142 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:48.224598 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8572e5-0b3f-42f0-a819-c3029a4b39fb req-0d35e822-dc17-4c71-9214-68b5ca724a8c tempest-ServersAdminNegativeTestJSON-1850368605 tempest-ServersAdminNegativeTestJSON-1850368605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:47:48.226082 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4b8572e5-0b3f-42f0-a819-c3029a4b39fb req-0d35e822-dc17-4c71-9214-68b5ca724a8c tempest-ServersAdminNegativeTestJSON-1850368605 tempest-ServersAdminNegativeTestJSON-1850368605-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce3481b9-2769-4b2c-ade6-a8025db02f84 HTTP/1.1" status: 200 len: 950 time: 0.0483193 Dec 06 17:47:48.273151 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4b8572e5-0b3f-42f0-a819-c3029a4b39fb req-1511e489-6dc0-40b6-a9ee-3c4657ad6fa2 tempest-ServersAdminNegativeTestJSON-1850368605 tempest-ServersAdminNegativeTestJSON-1850368605-project] 10.222.0.23 "GET /v2.0/security-groups?id=a780e291-a831-40bf-9502-2a64f8853cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411375 Dec 06 17:47:48.541250 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [req-6457d421-9a22-4b6b-8e92-b5ba4a8299de req-a075c805-628f-411c-a23b-5398719f7180 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103285) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:47:48.542273 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6457d421-9a22-4b6b-8e92-b5ba4a8299de req-a075c805-628f-411c-a23b-5398719f7180 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054123 Dec 06 17:47:48.961110 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [req-340a3a1f-70a3-4de1-915a-d79caaa8e339 req-54ac585a-1301-473f-a58c-a836b241c42c service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:47:48.962158 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-340a3a1f-70a3-4de1-915a-d79caaa8e339 req-54ac585a-1301-473f-a58c-a836b241c42c service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1033950 Dec 06 17:47:49.098581 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:49.297396 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a58ee3-6c56-4b0e-baca-9d23dee90e55 req-4194a1da-415f-4b83-8eb4-e8813b022946 tempest-ServersAdminNegativeTestJSON-1850368605 tempest-ServersAdminNegativeTestJSON-1850368605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:47:49.298878 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-21a58ee3-6c56-4b0e-baca-9d23dee90e55 req-4194a1da-415f-4b83-8eb4-e8813b022946 tempest-ServersAdminNegativeTestJSON-1850368605 tempest-ServersAdminNegativeTestJSON-1850368605-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce3481b9-2769-4b2c-ade6-a8025db02f84 HTTP/1.1" status: 200 len: 950 time: 0.0535932 Dec 06 17:47:49.345779 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-21a58ee3-6c56-4b0e-baca-9d23dee90e55 req-2e823815-ff68-42bb-a8c5-73eafb90a06d tempest-ServersAdminNegativeTestJSON-1850368605 tempest-ServersAdminNegativeTestJSON-1850368605-project] 10.222.0.23 "GET /v2.0/security-groups?id=a780e291-a831-40bf-9502-2a64f8853cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409474 Dec 06 17:47:50.467196 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369df71b-aa3c-4c72-83df-5d83ec88d64c req-f17049da-34dd-473f-a676-9b615603f7f5 tempest-ServersAdminNegativeTestJSON-1850368605 tempest-ServersAdminNegativeTestJSON-1850368605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:47:50.468687 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-369df71b-aa3c-4c72-83df-5d83ec88d64c req-f17049da-34dd-473f-a676-9b615603f7f5 tempest-ServersAdminNegativeTestJSON-1850368605 tempest-ServersAdminNegativeTestJSON-1850368605-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce3481b9-2769-4b2c-ade6-a8025db02f84 HTTP/1.1" status: 200 len: 950 time: 0.0527046 Dec 06 17:47:50.516766 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-369df71b-aa3c-4c72-83df-5d83ec88d64c req-7a8d5d04-e024-4efd-8155-2dfac75d6503 tempest-ServersAdminNegativeTestJSON-1850368605 tempest-ServersAdminNegativeTestJSON-1850368605-project] 10.222.0.23 "GET /v2.0/security-groups?id=a780e291-a831-40bf-9502-2a64f8853cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419705 Dec 06 17:47:50.649832 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40218bc-02ba-4534-b0f0-28d78434880f req-8151a3a9-c532-4781-95d2-de544a4eefdf tempest-ServersAdminNegativeTestJSON-1850368605 tempest-ServersAdminNegativeTestJSON-1850368605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:47:50.651203 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b40218bc-02ba-4534-b0f0-28d78434880f req-8151a3a9-c532-4781-95d2-de544a4eefdf tempest-ServersAdminNegativeTestJSON-1850368605 tempest-ServersAdminNegativeTestJSON-1850368605-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce3481b9-2769-4b2c-ade6-a8025db02f84 HTTP/1.1" status: 200 len: 950 time: 0.0478332 Dec 06 17:47:50.742659 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-b40218bc-02ba-4534-b0f0-28d78434880f req-be24761e-e2cf-4727-af8a-fea23b7a75bf tempest-ServersAdminNegativeTestJSON-1850368605 tempest-ServersAdminNegativeTestJSON-1850368605-project] Deleting port aa8484b6-c955-4cbd-b2c2-59ace9a01211 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:47:50.742995 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-b40218bc-02ba-4534-b0f0-28d78434880f req-be24761e-e2cf-4727-af8a-fea23b7a75bf tempest-ServersAdminNegativeTestJSON-1850368605 tempest-ServersAdminNegativeTestJSON-1850368605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:50.832827 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-b40218bc-02ba-4534-b0f0-28d78434880f req-be24761e-e2cf-4727-af8a-fea23b7a75bf tempest-ServersAdminNegativeTestJSON-1850368605 tempest-ServersAdminNegativeTestJSON-1850368605-project] For port aa8484b6-c955-4cbd-b2c2-59ace9a01211, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=aa8484b6-c955-4cbd-b2c2-59ace9a01211,segment=NetworkSegment(28c48003-4c75-422a-9102-dad6f22b6b2c),segment_id=28c48003-4c75-422a-9102-dad6f22b6b2c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:47:50.833187 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-b40218bc-02ba-4534-b0f0-28d78434880f req-be24761e-e2cf-4727-af8a-fea23b7a75bf tempest-ServersAdminNegativeTestJSON-1850368605 tempest-ServersAdminNegativeTestJSON-1850368605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:50.845247 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-b40218bc-02ba-4534-b0f0-28d78434880f req-be24761e-e2cf-4727-af8a-fea23b7a75bf tempest-ServersAdminNegativeTestJSON-1850368605 tempest-ServersAdminNegativeTestJSON-1850368605-project] Calling delete_port for aa8484b6-c955-4cbd-b2c2-59ace9a01211 owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:47:50.971569 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-b40218bc-02ba-4534-b0f0-28d78434880f req-be24761e-e2cf-4727-af8a-fea23b7a75bf tempest-ServersAdminNegativeTestJSON-1850368605 tempest-ServersAdminNegativeTestJSON-1850368605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:50.988790 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['aa8484b6-c955-4cbd-b2c2-59ace9a01211'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:47:50.998859 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be24761e-e2cf-4727-af8a-fea23b7a75bf tempest-ServersAdminNegativeTestJSON-1850368605 tempest-ServersAdminNegativeTestJSON-1850368605-project] Pushing event deleted for resources: {'Port': ['ID=aa8484b6-c955-4cbd-b2c2-59ace9a01211,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:47:51.047140 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-b40218bc-02ba-4534-b0f0-28d78434880f req-be24761e-e2cf-4727-af8a-fea23b7a75bf tempest-ServersAdminNegativeTestJSON-1850368605 tempest-ServersAdminNegativeTestJSON-1850368605-project] No DVR routers for this DVR port aa8484b6-c955-4cbd-b2c2-59ace9a01211 on host n-h1-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:47:51.050139 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-b40218bc-02ba-4534-b0f0-28d78434880f req-be24761e-e2cf-4727-af8a-fea23b7a75bf tempest-ServersAdminNegativeTestJSON-1850368605 tempest-ServersAdminNegativeTestJSON-1850368605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:51.054130 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b40218bc-02ba-4534-b0f0-28d78434880f req-be24761e-e2cf-4727-af8a-fea23b7a75bf tempest-ServersAdminNegativeTestJSON-1850368605 tempest-ServersAdminNegativeTestJSON-1850368605-project] 10.222.0.41 "DELETE /v2.0/ports/aa8484b6-c955-4cbd-b2c2-59ace9a01211 HTTP/1.1" status: 204 len: 173 time: 0.3919413 Dec 06 17:47:51.054579 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce3481b9-2769-4b2c-ade6-a8025db02f84', 'name': 'network-vif-deleted', 'tag': 'aa8484b6-c955-4cbd-b2c2-59ace9a01211'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:47:51.056850 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d20329b-c021-4261-8659-61dfd303fcaf" -d '{"events": [{"server_uuid": "ce3481b9-2769-4b2c-ade6-a8025db02f84", "name": "network-vif-deleted", "tag": "aa8484b6-c955-4cbd-b2c2-59ace9a01211"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:47:51.102075 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6da2b23-882a-4aeb-ae21-e87206d0be2b x-openstack-request-id: req-b6da2b23-882a-4aeb-ae21-e87206d0be2b {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:47:51.102377 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce3481b9-2769-4b2c-ade6-a8025db02f84", "name": "network-vif-deleted", "tag": "aa8484b6-c955-4cbd-b2c2-59ace9a01211", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:47:51.102635 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b6da2b23-882a-4aeb-ae21-e87206d0be2b {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:47:51.103040 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce3481b9-2769-4b2c-ade6-a8025db02f84', 'name': 'network-vif-deleted', 'tag': 'aa8484b6-c955-4cbd-b2c2-59ace9a01211', 'status': 'completed', 'code': 200} Dec 06 17:47:51.629091 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d6befd52-d09e-43c3-aece-1f7a1c5e2e51 req-cb2a399f-c0e9-484e-ace1-008462a87b47 tempest-ServersAdminNegativeTestJSON-1850368605 tempest-ServersAdminNegativeTestJSON-1850368605-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce3481b9-2769-4b2c-ade6-a8025db02f84 HTTP/1.1" status: 200 len: 210 time: 0.0301330 Dec 06 17:47:52.914043 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 38546) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:47:53.043440 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-ab30f393-956b-4f9b-9fde-43bda6fe9258 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7619bb91d0ed4dd797ee1cee72f56541&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1282442 Dec 06 17:47:53.045935 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 38550) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:47:53.091358 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3f9865d2-9582-4b3c-9244-698053659ce9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:53.111875 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3f9865d2-9582-4b3c-9244-698053659ce9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:53.156851 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3f9865d2-9582-4b3c-9244-698053659ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:53.159485 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3f9865d2-9582-4b3c-9244-698053659ce9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:53.161146 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-3f9865d2-9582-4b3c-9244-698053659ce9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a780e291-a831-40bf-9502-2a64f8853cd1 HTTP/1.1" status: 204 len: 168 time: 0.1143215 Dec 06 17:47:53.168466 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9865d2-9582-4b3c-9244-698053659ce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a780e291-a831-40bf-9502-2a64f8853cd1,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:47:53.176373 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9865d2-9582-4b3c-9244-698053659ce9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:47:53.176726 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9865d2-9582-4b3c-9244-698053659ce9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:47:53.177068 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9865d2-9582-4b3c-9244-698053659ce9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:47:53.177407 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9865d2-9582-4b3c-9244-698053659ce9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:47:53.177778 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9865d2-9582-4b3c-9244-698053659ce9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:47:53.178110 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9865d2-9582-4b3c-9244-698053659ce9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:47:53.178439 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9865d2-9582-4b3c-9244-698053659ce9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:47:53.178769 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9865d2-9582-4b3c-9244-698053659ce9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:47:53.179093 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9865d2-9582-4b3c-9244-698053659ce9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:47:53.179422 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9865d2-9582-4b3c-9244-698053659ce9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:47:53.179745 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9865d2-9582-4b3c-9244-698053659ce9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:47:53.180075 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9865d2-9582-4b3c-9244-698053659ce9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:47:53.180397 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9865d2-9582-4b3c-9244-698053659ce9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:47:53.413552 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 38556) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:47:53.427006 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-80ca948b-8a3b-46c1-ae94-305bd3ca2cee admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:53.499267 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-80ca948b-8a3b-46c1-ae94-305bd3ca2cee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:53.503007 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-80ca948b-8a3b-46c1-ae94-305bd3ca2cee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:53.543443 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-80ca948b-8a3b-46c1-ae94-305bd3ca2cee admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cd483f49b12846cca47f605746fbc9d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1288147 Dec 06 17:47:53.544310 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ca948b-8a3b-46c1-ae94-305bd3ca2cee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df5ceef8-3a19-4fec-afca-2ceb10363a35,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:47:53.546362 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 38558) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:47:53.599711 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-05977d55-7ddf-4baf-a786-65e046ea153b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:53.620854 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-05977d55-7ddf-4baf-a786-65e046ea153b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:53.667540 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-05977d55-7ddf-4baf-a786-65e046ea153b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:53.670262 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-05977d55-7ddf-4baf-a786-65e046ea153b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:53.671409 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-05977d55-7ddf-4baf-a786-65e046ea153b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/df5ceef8-3a19-4fec-afca-2ceb10363a35 HTTP/1.1" status: 204 len: 168 time: 0.1197846 Dec 06 17:47:53.679720 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05977d55-7ddf-4baf-a786-65e046ea153b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df5ceef8-3a19-4fec-afca-2ceb10363a35,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:47:53.687244 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05977d55-7ddf-4baf-a786-65e046ea153b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:47:53.687613 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05977d55-7ddf-4baf-a786-65e046ea153b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:47:53.687967 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05977d55-7ddf-4baf-a786-65e046ea153b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:47:53.688312 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05977d55-7ddf-4baf-a786-65e046ea153b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:47:53.688655 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05977d55-7ddf-4baf-a786-65e046ea153b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:47:53.688992 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05977d55-7ddf-4baf-a786-65e046ea153b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:47:53.689330 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05977d55-7ddf-4baf-a786-65e046ea153b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:47:53.689691 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05977d55-7ddf-4baf-a786-65e046ea153b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:47:53.690024 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05977d55-7ddf-4baf-a786-65e046ea153b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:47:53.690355 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05977d55-7ddf-4baf-a786-65e046ea153b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:47:53.690685 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05977d55-7ddf-4baf-a786-65e046ea153b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:47:53.691048 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05977d55-7ddf-4baf-a786-65e046ea153b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:47:53.691375 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05977d55-7ddf-4baf-a786-65e046ea153b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:47:54.319028 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 38580) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:47:54.414270 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-6241b782-3ab6-47d2-98ce-dfcf32d16aa1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-62468209-network', 'tenant_id': 'a2b1bc498fad4885bfe3f4ccede2a396'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:47:54.435440 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6241b782-3ab6-47d2-98ce-dfcf32d16aa1 admin admin] Made reservation on behalf of a2b1bc498fad4885bfe3f4ccede2a396 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:47:54.437980 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6241b782-3ab6-47d2-98ce-dfcf32d16aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:54.446825 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6241b782-3ab6-47d2-98ce-dfcf32d16aa1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:54.469361 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device aa8484b6-c955-4cbd-b2c2-59ace9a01211 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:47:54.490298 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] No Port match for: aa8484b6-c955-4cbd-b2c2-59ace9a01211 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:47:54.490692 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device aa8484b6-c955-4cbd-b2c2-59ace9a01211 not bound to the agent host n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:47:54.528769 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6241b782-3ab6-47d2-98ce-dfcf32d16aa1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:54.532600 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6241b782-3ab6-47d2-98ce-dfcf32d16aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:54.553112 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6241b782-3ab6-47d2-98ce-dfcf32d16aa1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:47:54.568740 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241b782-3ab6-47d2-98ce-dfcf32d16aa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a91ba808-cf0b-4ea2-b912-ff6240451f25,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:47:54.571734 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6241b782-3ab6-47d2-98ce-dfcf32d16aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:54.572003 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-6241b782-3ab6-47d2-98ce-dfcf32d16aa1 admin admin] Added segment 7e4248b3-c1d5-405f-99ed-5db80b59f48a of type vlan for network 080da257-132d-4b7a-bc90-7d0f5b54f1db Dec 06 17:47:54.611121 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6241b782-3ab6-47d2-98ce-dfcf32d16aa1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:54.636989 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6241b782-3ab6-47d2-98ce-dfcf32d16aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:54.638047 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6241b782-3ab6-47d2-98ce-dfcf32d16aa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:47:54.638637 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6241b782-3ab6-47d2-98ce-dfcf32d16aa1 admin admin] Publish callbacks [] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:54.670339 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-6241b782-3ab6-47d2-98ce-dfcf32d16aa1 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3502421 Dec 06 17:47:54.673356 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 38584) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:47:54.678374 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-fcc1836a-1151-47f2-be23-0cf51f1f0957 admin admin] Request body: {'subnet': {'network_id': '080da257-132d-4b7a-bc90-7d0f5b54f1db', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-62468209-subnet', 'tenant_id': 'a2b1bc498fad4885bfe3f4ccede2a396', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:47:54.699693 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc1836a-1151-47f2-be23-0cf51f1f0957 admin admin] Made reservation on behalf of a2b1bc498fad4885bfe3f4ccede2a396 for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:47:54.701841 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241b782-3ab6-47d2-98ce-dfcf32d16aa1 admin admin] Pushing event updated for resources: {'Network': ['ID=080da257-132d-4b7a-bc90-7d0f5b54f1db,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:47:54.701967 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fcc1836a-1151-47f2-be23-0cf51f1f0957 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:54.712638 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 080da257-132d-4b7a-bc90-7d0f5b54f1db details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:47:54.879873 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fcc1836a-1151-47f2-be23-0cf51f1f0957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:54.938144 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc1836a-1151-47f2-be23-0cf51f1f0957 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb9532ba-bf42-4e0a-800f-08bbfb2d25a2,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:47:54.942975 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc1836a-1151-47f2-be23-0cf51f1f0957 admin admin] Checking segment: {'id': '7e4248b3-c1d5-405f-99ed-5db80b59f48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '080da257-132d-4b7a-bc90-7d0f5b54f1db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:47:54.943332 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc1836a-1151-47f2-be23-0cf51f1f0957 admin admin] Network hostable DHCP agents. Network: 080da257-132d-4b7a-bc90-7d0f5b54f1db, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:47:54.959087 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc1836a-1151-47f2-be23-0cf51f1f0957 admin admin] Network 080da257-132d-4b7a-bc90-7d0f5b54f1db is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:47:54.967540 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-fcc1836a-1151-47f2-be23-0cf51f1f0957 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 080da257-132d-4b7a-bc90-7d0f5b54f1db) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:47:54.971451 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc1836a-1151-47f2-be23-0cf51f1f0957 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:47:54.972161 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fcc1836a-1151-47f2-be23-0cf51f1f0957 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:54.977272 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0981e9e0-8062-4789-841e-4e4fec389464 None None] Network 080da257-132d-4b7a-bc90-7d0f5b54f1db requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:47:54.987422 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-fcc1836a-1151-47f2-be23-0cf51f1f0957 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3129058 Dec 06 17:47:55.111909 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9164fd79-5bcd-4f31-8d51-e6186d7d2897 None None] Network 080da257-132d-4b7a-bc90-7d0f5b54f1db requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:47:55.410701 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3672a4-ed97-4616-a520-1731585fff04 req-7e737576-fa02-41f3-9ff1-4cca9cf3263a tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:47:55.412156 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ca3672a4-ed97-4616-a520-1731585fff04 req-7e737576-fa02-41f3-9ff1-4cca9cf3263a tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] 10.222.0.23 "GET /v2.0/networks?id=080da257-132d-4b7a-bc90-7d0f5b54f1db HTTP/1.1" status: 200 len: 810 time: 0.0992181 Dec 06 17:47:55.427157 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ca3672a4-ed97-4616-a520-1731585fff04 req-129da15e-791d-477d-a142-42455d22e773 tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] 10.222.0.23 "GET /v2.0/quotas/a2b1bc498fad4885bfe3f4ccede2a396 HTTP/1.1" status: 200 len: 375 time: 0.0093484 Dec 06 17:47:55.461313 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ca3672a4-ed97-4616-a520-1731585fff04 req-5a6fdf9c-7ffd-461a-9a3b-c335dd8b7e50 tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a2b1bc498fad4885bfe3f4ccede2a396&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290382 Dec 06 17:47:55.550623 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ca3672a4-ed97-4616-a520-1731585fff04 req-529e9dd3-1f7a-4a55-830f-55f806359b3a service neutron] 10.222.0.23 "GET /v2.0/networks/080da257-132d-4b7a-bc90-7d0f5b54f1db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823236 Dec 06 17:47:55.647081 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ca3672a4-ed97-4616-a520-1731585fff04 req-9bb32121-3729-4222-a268-5cd462675a22 service neutron] 10.222.0.23 "GET /v2.0/networks/080da257-132d-4b7a-bc90-7d0f5b54f1db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904498 Dec 06 17:47:55.806854 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b9f604a7-b8a5-4491-9611-329795828ac3 req-8d6a2c03-d556-43e3-b989-2a4ce5819db5 tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] 10.222.0.23 "GET /v2.0/ports?device_id=317b446b-013c-46dd-a6a3-37427c4a1ba7 HTTP/1.1" status: 200 len: 210 time: 0.0304887 Dec 06 17:47:56.791193 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3672a4-ed97-4616-a520-1731585fff04 req-31329966-9345-47e3-a400-a5af44cf16a6 tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:47:56.792648 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ca3672a4-ed97-4616-a520-1731585fff04 req-31329966-9345-47e3-a400-a5af44cf16a6 tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] 10.222.0.41 "GET /v2.0/networks?id=080da257-132d-4b7a-bc90-7d0f5b54f1db HTTP/1.1" status: 200 len: 810 time: 0.1020658 Dec 06 17:47:56.809092 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-ca3672a4-ed97-4616-a520-1731585fff04 req-1f8abc84-f9be-46c2-84fc-b7564b8a9e65 tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] Request body: {'port': {'device_id': '317b446b-013c-46dd-a6a3-37427c4a1ba7', 'network_id': '080da257-132d-4b7a-bc90-7d0f5b54f1db', 'admin_state_up': True, 'tenant_id': 'a2b1bc498fad4885bfe3f4ccede2a396'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:47:56.914806 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-87c49471-4607-4737-bf6d-ff9c1dd27529 req-0a7bf6d6-9ff9-4a9e-965d-4f7d284563b6 tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] 10.222.0.23 "GET /v2.0/ports?device_id=317b446b-013c-46dd-a6a3-37427c4a1ba7 HTTP/1.1" status: 200 len: 210 time: 0.0338459 Dec 06 17:47:56.950990 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca3672a4-ed97-4616-a520-1731585fff04 req-1f8abc84-f9be-46c2-84fc-b7564b8a9e65 tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] Made reservation on behalf of a2b1bc498fad4885bfe3f4ccede2a396 for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:47:56.954415 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-ca3672a4-ed97-4616-a520-1731585fff04 req-1f8abc84-f9be-46c2-84fc-b7564b8a9e65 tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:57.080037 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-ca3672a4-ed97-4616-a520-1731585fff04 req-1f8abc84-f9be-46c2-84fc-b7564b8a9e65 tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] Allocated IP 172.20.0.4 (080da257-132d-4b7a-bc90-7d0f5b54f1db/bb9532ba-bf42-4e0a-800f-08bbfb2d25a2/73f951ad-7a48-4199-a1ad-9bd53b0d3dbe) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:47:57.220738 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-ca3672a4-ed97-4616-a520-1731585fff04 req-1f8abc84-f9be-46c2-84fc-b7564b8a9e65 tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:57.253074 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-ca3672a4-ed97-4616-a520-1731585fff04 req-1f8abc84-f9be-46c2-84fc-b7564b8a9e65 tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:57.301442 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca3672a4-ed97-4616-a520-1731585fff04 req-1f8abc84-f9be-46c2-84fc-b7564b8a9e65 tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] Network 080da257-132d-4b7a-bc90-7d0f5b54f1db is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:47:57.304424 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-ca3672a4-ed97-4616-a520-1731585fff04 req-1f8abc84-f9be-46c2-84fc-b7564b8a9e65 tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:47:57.308111 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca3672a4-ed97-4616-a520-1731585fff04 req-1f8abc84-f9be-46c2-84fc-b7564b8a9e65 tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:47:57.335250 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8abc84-f9be-46c2-84fc-b7564b8a9e65 tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] Pushing event updated for resources: {'Port': ['ID=73f951ad-7a48-4199-a1ad-9bd53b0d3dbe,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:47:57.360664 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3672a4-ed97-4616-a520-1731585fff04 req-1f8abc84-f9be-46c2-84fc-b7564b8a9e65 tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:47:57.361280 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-ca3672a4-ed97-4616-a520-1731585fff04 req-1f8abc84-f9be-46c2-84fc-b7564b8a9e65 tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:57.376245 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ca3672a4-ed97-4616-a520-1731585fff04 req-1f8abc84-f9be-46c2-84fc-b7564b8a9e65 tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5710278 Dec 06 17:47:57.393721 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-ca3672a4-ed97-4616-a520-1731585fff04 req-3fed54e1-9e4e-4c79-8fa7-c592399c50f6 service neutron] Request body: {'port': {'device_id': '317b446b-013c-46dd-a6a3-37427c4a1ba7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:47:57.445764 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-ca3672a4-ed97-4616-a520-1731585fff04 req-3fed54e1-9e4e-4c79-8fa7-c592399c50f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:57.708302 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-ca3672a4-ed97-4616-a520-1731585fff04 req-3fed54e1-9e4e-4c79-8fa7-c592399c50f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73f951ad-7a48-4199-a1ad-9bd53b0d3dbe {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:47:57.715645 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-ca3672a4-ed97-4616-a520-1731585fff04 req-3fed54e1-9e4e-4c79-8fa7-c592399c50f6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:57.727622 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-ca3672a4-ed97-4616-a520-1731585fff04 req-3fed54e1-9e4e-4c79-8fa7-c592399c50f6 service neutron] Transition to ACTIVE for port object 73f951ad-7a48-4199-a1ad-9bd53b0d3dbe will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:47:57.730874 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-ca3672a4-ed97-4616-a520-1731585fff04 req-3fed54e1-9e4e-4c79-8fa7-c592399c50f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:57.797070 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fed54e1-9e4e-4c79-8fa7-c592399c50f6 service neutron] Pushing event updated for resources: {'Port': ['ID=73f951ad-7a48-4199-a1ad-9bd53b0d3dbe,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:47:57.845945 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-ca3672a4-ed97-4616-a520-1731585fff04 req-3fed54e1-9e4e-4c79-8fa7-c592399c50f6 service neutron] Attempting to bind port 73f951ad-7a48-4199-a1ad-9bd53b0d3dbe on host n-h1-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:47:57.846297 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-ca3672a4-ed97-4616-a520-1731585fff04 req-3fed54e1-9e4e-4c79-8fa7-c592399c50f6 service neutron] Attempting to bind port 73f951ad-7a48-4199-a1ad-9bd53b0d3dbe by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '7e4248b3-c1d5-405f-99ed-5db80b59f48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '080da257-132d-4b7a-bc90-7d0f5b54f1db'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:47:57.846623 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3672a4-ed97-4616-a520-1731585fff04 req-3fed54e1-9e4e-4c79-8fa7-c592399c50f6 service neutron] Attempting to bind port 73f951ad-7a48-4199-a1ad-9bd53b0d3dbe on network 080da257-132d-4b7a-bc90-7d0f5b54f1db {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:47:57.850968 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3672a4-ed97-4616-a520-1731585fff04 req-3fed54e1-9e4e-4c79-8fa7-c592399c50f6 service neutron] Port 73f951ad-7a48-4199-a1ad-9bd53b0d3dbe on network 080da257-132d-4b7a-bc90-7d0f5b54f1db not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:47:57.851283 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3672a4-ed97-4616-a520-1731585fff04 req-3fed54e1-9e4e-4c79-8fa7-c592399c50f6 service neutron] Attempting to bind port 73f951ad-7a48-4199-a1ad-9bd53b0d3dbe on network 080da257-132d-4b7a-bc90-7d0f5b54f1db {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:47:57.855934 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3672a4-ed97-4616-a520-1731585fff04 req-3fed54e1-9e4e-4c79-8fa7-c592399c50f6 service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:47:57.856263 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3672a4-ed97-4616-a520-1731585fff04 req-3fed54e1-9e4e-4c79-8fa7-c592399c50f6 service neutron] Checking segment: {'id': '7e4248b3-c1d5-405f-99ed-5db80b59f48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '080da257-132d-4b7a-bc90-7d0f5b54f1db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:47:57.856638 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3672a4-ed97-4616-a520-1731585fff04 req-3fed54e1-9e4e-4c79-8fa7-c592399c50f6 service neutron] Bound using segment: {'id': '7e4248b3-c1d5-405f-99ed-5db80b59f48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '080da257-132d-4b7a-bc90-7d0f5b54f1db'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:47:57.857058 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-ca3672a4-ed97-4616-a520-1731585fff04 req-3fed54e1-9e4e-4c79-8fa7-c592399c50f6 service neutron] Bound port: 73f951ad-7a48-4199-a1ad-9bd53b0d3dbe, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e4248b3-c1d5-405f-99ed-5db80b59f48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '080da257-132d-4b7a-bc90-7d0f5b54f1db'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:47:57.857398 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-ca3672a4-ed97-4616-a520-1731585fff04 req-3fed54e1-9e4e-4c79-8fa7-c592399c50f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:57.921937 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-ca3672a4-ed97-4616-a520-1731585fff04 req-3fed54e1-9e4e-4c79-8fa7-c592399c50f6 service neutron] For port 73f951ad-7a48-4199-a1ad-9bd53b0d3dbe, host n-h1-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:47:57.924836 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-ca3672a4-ed97-4616-a520-1731585fff04 req-3fed54e1-9e4e-4c79-8fa7-c592399c50f6 service neutron] For port 73f951ad-7a48-4199-a1ad-9bd53b0d3dbe, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=73f951ad-7a48-4199-a1ad-9bd53b0d3dbe,segment=NetworkSegment(7e4248b3-c1d5-405f-99ed-5db80b59f48a),segment_id=7e4248b3-c1d5-405f-99ed-5db80b59f48a)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:47:57.929584 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-ca3672a4-ed97-4616-a520-1731585fff04 req-3fed54e1-9e4e-4c79-8fa7-c592399c50f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:57.963022 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3672a4-ed97-4616-a520-1731585fff04 req-3fed54e1-9e4e-4c79-8fa7-c592399c50f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:47:57.963642 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-ca3672a4-ed97-4616-a520-1731585fff04 req-3fed54e1-9e4e-4c79-8fa7-c592399c50f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:47:57.965396 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ca3672a4-ed97-4616-a520-1731585fff04 req-3fed54e1-9e4e-4c79-8fa7-c592399c50f6 service neutron] 10.222.0.41 "PUT /v2.0/ports/73f951ad-7a48-4199-a1ad-9bd53b0d3dbe HTTP/1.1" status: 200 len: 1091 time: 0.5756512 Dec 06 17:47:57.969818 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '317b446b-013c-46dd-a6a3-37427c4a1ba7', 'tag': '73f951ad-7a48-4199-a1ad-9bd53b0d3dbe'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:47:57.972958 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e42b35f-4cd7-4f98-b22a-412a0ac50329" -d '{"events": [{"name": "network-changed", "server_uuid": "317b446b-013c-46dd-a6a3-37427c4a1ba7", "tag": "73f951ad-7a48-4199-a1ad-9bd53b0d3dbe"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:47:57.998820 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fed54e1-9e4e-4c79-8fa7-c592399c50f6 service neutron] Pushing event updated for resources: {'Port': ['ID=73f951ad-7a48-4199-a1ad-9bd53b0d3dbe,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:47:58.032462 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8801cbc-09a9-4fc9-90c1-4f337bea0374 x-openstack-request-id: req-f8801cbc-09a9-4fc9-90c1-4f337bea0374 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:47:58.032755 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "317b446b-013c-46dd-a6a3-37427c4a1ba7", "tag": "73f951ad-7a48-4199-a1ad-9bd53b0d3dbe", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:47:58.033013 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f8801cbc-09a9-4fc9-90c1-4f337bea0374 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:47:58.033412 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '317b446b-013c-46dd-a6a3-37427c4a1ba7', 'tag': '73f951ad-7a48-4199-a1ad-9bd53b0d3dbe', 'status': 'completed', 'code': 200} Dec 06 17:47:58.042721 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea26f174-a868-45b5-a4d5-2e57862f752c req-13e5ee15-0ba8-4034-af27-b5324a595b2a tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:47:58.044289 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ea26f174-a868-45b5-a4d5-2e57862f752c req-13e5ee15-0ba8-4034-af27-b5324a595b2a tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] 10.222.0.23 "GET /v2.0/ports?device_id=317b446b-013c-46dd-a6a3-37427c4a1ba7 HTTP/1.1" status: 200 len: 943 time: 0.0551455 Dec 06 17:47:58.071074 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3672a4-ed97-4616-a520-1731585fff04 req-6b479ced-d74d-4c8c-a6cf-bf9902212bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:47:58.072582 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ca3672a4-ed97-4616-a520-1731585fff04 req-6b479ced-d74d-4c8c-a6cf-bf9902212bbf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a2b1bc498fad4885bfe3f4ccede2a396&device_id=317b446b-013c-46dd-a6a3-37427c4a1ba7 HTTP/1.1" status: 200 len: 1094 time: 0.0500088 Dec 06 17:47:58.093357 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ea26f174-a868-45b5-a4d5-2e57862f752c req-de8326fe-5dd6-4c4c-a820-042d8334218e tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] 10.222.0.23 "GET /v2.0/security-groups?id=a91ba808-cf0b-4ea2-b912-ff6240451f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430675 Dec 06 17:47:58.120479 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ca3672a4-ed97-4616-a520-1731585fff04 req-1df29317-5485-436f-8b4f-9005e9584fc5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=73f951ad-7a48-4199-a1ad-9bd53b0d3dbe HTTP/1.1" status: 200 len: 217 time: 0.0382311 Dec 06 17:47:58.172797 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3672a4-ed97-4616-a520-1731585fff04 req-83893d32-1cc8-4ef1-a2a9-a5146637a7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:47:58.174223 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ca3672a4-ed97-4616-a520-1731585fff04 req-83893d32-1cc8-4ef1-a2a9-a5146637a7c0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bb9532ba-bf42-4e0a-800f-08bbfb2d25a2 HTTP/1.1" status: 200 len: 850 time: 0.0430443 Dec 06 17:47:58.210078 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ca3672a4-ed97-4616-a520-1731585fff04 req-9c1d2646-831d-46bf-a84c-a8d7a5ab9410 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=080da257-132d-4b7a-bc90-7d0f5b54f1db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234098 Dec 06 17:47:58.304686 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ca3672a4-ed97-4616-a520-1731585fff04 req-1770f4f1-e355-4f97-a1f0-b5f0cc39daf9 service neutron] 10.222.0.41 "GET /v2.0/networks/080da257-132d-4b7a-bc90-7d0f5b54f1db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854437 Dec 06 17:47:58.400094 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ca3672a4-ed97-4616-a520-1731585fff04 req-bf8c8c45-736b-46d6-8c6f-0e6319b51bee service neutron] 10.222.0.41 "GET /v2.0/networks/080da257-132d-4b7a-bc90-7d0f5b54f1db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816984 Dec 06 17:47:58.490397 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e42b35f-4cd7-4f98-b22a-412a0ac50329 req-d589af3f-4c2e-49ad-8b0e-ce7de2fc419c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:47:58.491879 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4e42b35f-4cd7-4f98-b22a-412a0ac50329 req-d589af3f-4c2e-49ad-8b0e-ce7de2fc419c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a2b1bc498fad4885bfe3f4ccede2a396&device_id=317b446b-013c-46dd-a6a3-37427c4a1ba7 HTTP/1.1" status: 200 len: 1094 time: 0.0408998 Dec 06 17:47:58.586114 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e42b35f-4cd7-4f98-b22a-412a0ac50329 req-0db050c3-0ebc-49a2-8af0-59c4fe9ec3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:47:58.587604 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4e42b35f-4cd7-4f98-b22a-412a0ac50329 req-0db050c3-0ebc-49a2-8af0-59c4fe9ec3b1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=080da257-132d-4b7a-bc90-7d0f5b54f1db HTTP/1.1" status: 200 len: 911 time: 0.0884795 Dec 06 17:47:58.629592 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4e42b35f-4cd7-4f98-b22a-412a0ac50329 req-5ac644a5-abe1-4d29-bcc8-2c45f3a317d4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=73f951ad-7a48-4199-a1ad-9bd53b0d3dbe HTTP/1.1" status: 200 len: 217 time: 0.0342124 Dec 06 17:47:58.686461 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e42b35f-4cd7-4f98-b22a-412a0ac50329 req-332c1521-246e-449d-bfb4-c1821b7de598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:47:58.687920 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4e42b35f-4cd7-4f98-b22a-412a0ac50329 req-332c1521-246e-449d-bfb4-c1821b7de598 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bb9532ba-bf42-4e0a-800f-08bbfb2d25a2 HTTP/1.1" status: 200 len: 850 time: 0.0476363 Dec 06 17:47:58.719819 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4e42b35f-4cd7-4f98-b22a-412a0ac50329 req-793491ca-4211-47e6-adc8-df86aaa62ce5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=080da257-132d-4b7a-bc90-7d0f5b54f1db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240648 Dec 06 17:47:58.811265 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4e42b35f-4cd7-4f98-b22a-412a0ac50329 req-fb820c66-d5e5-420b-9db8-7aa2664341a4 service neutron] 10.222.0.41 "GET /v2.0/networks/080da257-132d-4b7a-bc90-7d0f5b54f1db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818925 Dec 06 17:47:58.903950 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4e42b35f-4cd7-4f98-b22a-412a0ac50329 req-ecdfeeda-2b5e-44a0-ae74-7c7720dc0c86 service neutron] 10.222.0.41 "GET /v2.0/networks/080da257-132d-4b7a-bc90-7d0f5b54f1db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845654 Dec 06 17:47:59.212783 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596c7646-64d0-4896-96c2-fdee824ad582 req-5a5682f7-b00f-406b-b754-83a8c8ba57d3 tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:47:59.214233 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-596c7646-64d0-4896-96c2-fdee824ad582 req-5a5682f7-b00f-406b-b754-83a8c8ba57d3 tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] 10.222.0.23 "GET /v2.0/ports?device_id=317b446b-013c-46dd-a6a3-37427c4a1ba7 HTTP/1.1" status: 200 len: 943 time: 0.0490050 Dec 06 17:47:59.260858 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-596c7646-64d0-4896-96c2-fdee824ad582 req-99ed64ee-4a73-4b88-b3e5-969df3f65243 tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] 10.222.0.23 "GET /v2.0/security-groups?id=a91ba808-cf0b-4ea2-b912-ff6240451f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407648 Dec 06 17:47:59.315086 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 17:48:00.373671 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aedbf0-0c49-4257-b81b-db5234904516 req-05688033-44b6-405f-bcc3-3bd6165e4586 tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:48:00.375164 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-52aedbf0-0c49-4257-b81b-db5234904516 req-05688033-44b6-405f-bcc3-3bd6165e4586 tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] 10.222.0.23 "GET /v2.0/ports?device_id=317b446b-013c-46dd-a6a3-37427c4a1ba7 HTTP/1.1" status: 200 len: 943 time: 0.0480201 Dec 06 17:48:00.421381 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-52aedbf0-0c49-4257-b81b-db5234904516 req-95ac10ee-7e65-4970-b066-3f6129658d01 tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] 10.222.0.23 "GET /v2.0/security-groups?id=a91ba808-cf0b-4ea2-b912-ff6240451f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397236 Dec 06 17:48:01.540626 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a38869-867e-4c5b-841b-ac9e623c5055 req-db5ec6f8-1dfa-431a-b143-1457eac3a026 tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:48:01.542128 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b7a38869-867e-4c5b-841b-ac9e623c5055 req-db5ec6f8-1dfa-431a-b143-1457eac3a026 tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] 10.222.0.23 "GET /v2.0/ports?device_id=317b446b-013c-46dd-a6a3-37427c4a1ba7 HTTP/1.1" status: 200 len: 943 time: 0.0525444 Dec 06 17:48:01.592839 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b7a38869-867e-4c5b-841b-ac9e623c5055 req-f55747f6-3e10-456f-8a55-1b1a7734379d tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] 10.222.0.23 "GET /v2.0/security-groups?id=a91ba808-cf0b-4ea2-b912-ff6240451f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442591 Dec 06 17:48:02.485762 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 73f951ad-7a48-4199-a1ad-9bd53b0d3dbe details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:48:02.580857 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 73f951ad-7a48-4199-a1ad-9bd53b0d3dbe, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=73f951ad-7a48-4199-a1ad-9bd53b0d3dbe,segment=NetworkSegment(7e4248b3-c1d5-405f-99ed-5db80b59f48a),segment_id=7e4248b3-c1d5-405f-99ed-5db80b59f48a)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:48:02.591578 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': '73f951ad-7a48-4199-a1ad-9bd53b0d3dbe', 'network_id': '080da257-132d-4b7a-bc90-7d0f5b54f1db', 'port_id': '73f951ad-7a48-4199-a1ad-9bd53b0d3dbe', 'mac_address': 'fa:16:3e:de:c7:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb9532ba-bf42-4e0a-800f-08bbfb2d25a2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:48:02.628750 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:48:02.641838 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73f951ad-7a48-4199-a1ad-9bd53b0d3dbe {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:48:02.661378 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 73f951ad-7a48-4199-a1ad-9bd53b0d3dbe, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=73f951ad-7a48-4199-a1ad-9bd53b0d3dbe,segment=NetworkSegment(7e4248b3-c1d5-405f-99ed-5db80b59f48a),segment_id=7e4248b3-c1d5-405f-99ed-5db80b59f48a)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:48:02.665186 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:48:02.711197 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e295c1d-5191-456b-b749-f357e74439fc req-6efb3ecd-0f9c-423b-a04e-fe3180671549 tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:48:02.712705 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5e295c1d-5191-456b-b749-f357e74439fc req-6efb3ecd-0f9c-423b-a04e-fe3180671549 tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] 10.222.0.23 "GET /v2.0/ports?device_id=317b446b-013c-46dd-a6a3-37427c4a1ba7 HTTP/1.1" status: 200 len: 944 time: 0.0521924 Dec 06 17:48:02.712878 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=73f951ad-7a48-4199-a1ad-9bd53b0d3dbe,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:48:02.760834 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5e295c1d-5191-456b-b749-f357e74439fc req-d3089a73-cd29-45b9-abe0-a268a7ad00f9 tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] 10.222.0.23 "GET /v2.0/security-groups?id=a91ba808-cf0b-4ea2-b912-ff6240451f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419269 Dec 06 17:48:02.924835 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['73f951ad-7a48-4199-a1ad-9bd53b0d3dbe'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:48:03.006809 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:48:03.873895 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8f8b35-9918-4391-930b-9f619cf467c7 req-16487225-8113-486b-a985-e32ad3fc44b1 tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:48:03.875425 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-af8f8b35-9918-4391-930b-9f619cf467c7 req-16487225-8113-486b-a985-e32ad3fc44b1 tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] 10.222.0.23 "GET /v2.0/ports?device_id=317b446b-013c-46dd-a6a3-37427c4a1ba7 HTTP/1.1" status: 200 len: 944 time: 0.0478332 Dec 06 17:48:03.921941 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-af8f8b35-9918-4391-930b-9f619cf467c7 req-b8d02a03-b3b2-4a57-968a-55efc2b86f62 tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] 10.222.0.23 "GET /v2.0/security-groups?id=a91ba808-cf0b-4ea2-b912-ff6240451f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401061 Dec 06 17:48:04.494349 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 73f951ad-7a48-4199-a1ad-9bd53b0d3dbe up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:48:04.542273 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port 73f951ad-7a48-4199-a1ad-9bd53b0d3dbe completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:48:04.546236 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port 73f951ad-7a48-4199-a1ad-9bd53b0d3dbe triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:48:04.546609 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:48:04.623817 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:48:04.646085 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '317b446b-013c-46dd-a6a3-37427c4a1ba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73f951ad-7a48-4199-a1ad-9bd53b0d3dbe'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:48:04.648316 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acdcb962-74bc-4650-b792-8d3eea5667bf" -d '{"events": [{"server_uuid": "317b446b-013c-46dd-a6a3-37427c4a1ba7", "name": "network-vif-plugged", "status": "completed", "tag": "73f951ad-7a48-4199-a1ad-9bd53b0d3dbe"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:48:04.661483 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 73f951ad-7a48-4199-a1ad-9bd53b0d3dbe, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=73f951ad-7a48-4199-a1ad-9bd53b0d3dbe,segment=NetworkSegment(7e4248b3-c1d5-405f-99ed-5db80b59f48a),segment_id=7e4248b3-c1d5-405f-99ed-5db80b59f48a)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:48:04.665291 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:48:04.688236 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82a1e2b3-91e1-4665-9699-899fb4e29269 x-openstack-request-id: req-82a1e2b3-91e1-4665-9699-899fb4e29269 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:48:04.688536 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "317b446b-013c-46dd-a6a3-37427c4a1ba7", "name": "network-vif-plugged", "status": "completed", "tag": "73f951ad-7a48-4199-a1ad-9bd53b0d3dbe", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:48:04.688798 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-82a1e2b3-91e1-4665-9699-899fb4e29269 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:48:04.689193 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '317b446b-013c-46dd-a6a3-37427c4a1ba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73f951ad-7a48-4199-a1ad-9bd53b0d3dbe', 'code': 200} Dec 06 17:48:04.721011 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=73f951ad-7a48-4199-a1ad-9bd53b0d3dbe,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:48:04.807700 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bbf64c-7bc2-43d4-ba3b-f79d3bfeb789 req-41c75ba5-f308-4a7d-be60-53b443c07af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:48:04.809216 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d6bbf64c-7bc2-43d4-ba3b-f79d3bfeb789 req-41c75ba5-f308-4a7d-be60-53b443c07af6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=317b446b-013c-46dd-a6a3-37427c4a1ba7 HTTP/1.1" status: 200 len: 1096 time: 0.0436788 Dec 06 17:48:04.858641 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d6bbf64c-7bc2-43d4-ba3b-f79d3bfeb789 req-8dcc0692-481f-4b66-ad76-fdadcf329ae1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a91ba808-cf0b-4ea2-b912-ff6240451f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363233 Dec 06 17:48:05.034699 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb61700-70f8-418b-a449-f8d2d5caef9e req-a1ffe400-5ba6-447c-9605-bdbbe5f83506 tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:48:05.036089 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8fb61700-70f8-418b-a449-f8d2d5caef9e req-a1ffe400-5ba6-447c-9605-bdbbe5f83506 tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] 10.222.0.23 "GET /v2.0/ports?device_id=317b446b-013c-46dd-a6a3-37427c4a1ba7 HTTP/1.1" status: 200 len: 945 time: 0.0481541 Dec 06 17:48:05.082659 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8fb61700-70f8-418b-a449-f8d2d5caef9e req-6518c291-4c17-4ea5-8fb0-f9d6ef5640b1 tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] 10.222.0.23 "GET /v2.0/security-groups?id=a91ba808-cf0b-4ea2-b912-ff6240451f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398655 Dec 06 17:48:05.373537 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:48:06.201718 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d4b23-59e9-46df-b4f5-94c5c2ba6823 req-ccb787b1-0754-4a52-b853-40dba45a75bc tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:48:06.203199 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a84d4b23-59e9-46df-b4f5-94c5c2ba6823 req-ccb787b1-0754-4a52-b853-40dba45a75bc tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] 10.222.0.23 "GET /v2.0/ports?device_id=317b446b-013c-46dd-a6a3-37427c4a1ba7 HTTP/1.1" status: 200 len: 945 time: 0.0482492 Dec 06 17:48:06.249765 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a84d4b23-59e9-46df-b4f5-94c5c2ba6823 req-53a3f3f8-d7a1-4bd6-a2a1-d8ce026e54a2 tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] 10.222.0.23 "GET /v2.0/security-groups?id=a91ba808-cf0b-4ea2-b912-ff6240451f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399413 Dec 06 17:48:06.485953 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab9279d-f59f-40da-82cc-27964fb1dc05 req-b009631e-09f6-4752-a25b-d491cce983ab tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:48:06.487437 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-aab9279d-f59f-40da-82cc-27964fb1dc05 req-b009631e-09f6-4752-a25b-d491cce983ab tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] 10.222.0.23 "GET /v2.0/ports?device_id=317b446b-013c-46dd-a6a3-37427c4a1ba7 HTTP/1.1" status: 200 len: 945 time: 0.0479395 Dec 06 17:48:06.558627 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6ce8dab1-7890-42a7-b7a6-ecb6c5d15bc7 req-9969d5c5-c9a0-4b5c-a84f-84871995e024 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=317b446b-013c-46dd-a6a3-37427c4a1ba7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1278374 Dec 06 17:48:06.565883 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-aab9279d-f59f-40da-82cc-27964fb1dc05 req-8110bae1-a4b1-4d53-a0bf-e654eb43b629 tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] 10.222.0.23 "GET /v2.0/security-groups?id=a91ba808-cf0b-4ea2-b912-ff6240451f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695002 Dec 06 17:48:06.570610 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [req-6ce8dab1-7890-42a7-b7a6-ecb6c5d15bc7 req-4c0d7aa7-4863-463a-a7bf-aeab7a09f6d2 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:48:06.571964 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6ce8dab1-7890-42a7-b7a6-ecb6c5d15bc7 req-4c0d7aa7-4863-463a-a7bf-aeab7a09f6d2 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048759 Dec 06 17:48:07.687187 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae0b516-882a-4f92-8899-3a4ef34b5c10 req-ab1bcf7e-61dd-4a83-999d-07d781207f80 tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:48:07.688667 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0ae0b516-882a-4f92-8899-3a4ef34b5c10 req-ab1bcf7e-61dd-4a83-999d-07d781207f80 tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] 10.222.0.23 "GET /v2.0/ports?device_id=317b446b-013c-46dd-a6a3-37427c4a1ba7 HTTP/1.1" status: 200 len: 945 time: 0.0514371 Dec 06 17:48:07.761741 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce8dab1-7890-42a7-b7a6-ecb6c5d15bc7 req-db2700d7-e03f-442d-97cf-b8e1824ce01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:48:07.763301 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6ce8dab1-7890-42a7-b7a6-ecb6c5d15bc7 req-db2700d7-e03f-442d-97cf-b8e1824ce01e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a2b1bc498fad4885bfe3f4ccede2a396&device_id=317b446b-013c-46dd-a6a3-37427c4a1ba7 HTTP/1.1" status: 200 len: 1096 time: 0.0737262 Dec 06 17:48:07.766726 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0ae0b516-882a-4f92-8899-3a4ef34b5c10 req-9f6e6b88-3f9b-404e-9624-ff7dc0b14709 tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] 10.222.0.23 "GET /v2.0/security-groups?id=a91ba808-cf0b-4ea2-b912-ff6240451f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683634 Dec 06 17:48:07.852509 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce8dab1-7890-42a7-b7a6-ecb6c5d15bc7 req-0cdd52db-8515-429c-b0e0-4b4d2635d1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:48:07.853909 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6ce8dab1-7890-42a7-b7a6-ecb6c5d15bc7 req-0cdd52db-8515-429c-b0e0-4b4d2635d1bd service neutron] 10.222.0.41 "GET /v2.0/networks?id=080da257-132d-4b7a-bc90-7d0f5b54f1db HTTP/1.1" status: 200 len: 911 time: 0.0832992 Dec 06 17:48:07.898058 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6ce8dab1-7890-42a7-b7a6-ecb6c5d15bc7 req-cd6f5bc0-0304-450e-bad8-2bb007469eab service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=73f951ad-7a48-4199-a1ad-9bd53b0d3dbe HTTP/1.1" status: 200 len: 217 time: 0.0369046 Dec 06 17:48:07.945828 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce8dab1-7890-42a7-b7a6-ecb6c5d15bc7 req-ccad93bc-d71d-49a9-9acf-e67bbc1ba6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:48:07.947232 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6ce8dab1-7890-42a7-b7a6-ecb6c5d15bc7 req-ccad93bc-d71d-49a9-9acf-e67bbc1ba6bc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bb9532ba-bf42-4e0a-800f-08bbfb2d25a2 HTTP/1.1" status: 200 len: 850 time: 0.0424306 Dec 06 17:48:07.977300 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6ce8dab1-7890-42a7-b7a6-ecb6c5d15bc7 req-cafca68a-dd63-4037-ba68-d54409efda00 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=080da257-132d-4b7a-bc90-7d0f5b54f1db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234737 Dec 06 17:48:08.068222 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6ce8dab1-7890-42a7-b7a6-ecb6c5d15bc7 req-d26be8df-46a8-4c0d-a4d0-843d4f0870aa service neutron] 10.222.0.41 "GET /v2.0/networks/080da257-132d-4b7a-bc90-7d0f5b54f1db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834394 Dec 06 17:48:08.154281 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6ce8dab1-7890-42a7-b7a6-ecb6c5d15bc7 req-787e0a05-9431-4842-b1a2-4496ee141d56 service neutron] 10.222.0.41 "GET /v2.0/networks/080da257-132d-4b7a-bc90-7d0f5b54f1db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793695 Dec 06 17:48:08.881278 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912bf599-17b8-4312-be29-370940ad4c62 req-efb512f2-60f5-4354-a1c6-a1e1cf92147c tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:48:08.882674 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-912bf599-17b8-4312-be29-370940ad4c62 req-efb512f2-60f5-4354-a1c6-a1e1cf92147c tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] 10.222.0.23 "GET /v2.0/ports?device_id=317b446b-013c-46dd-a6a3-37427c4a1ba7 HTTP/1.1" status: 200 len: 945 time: 0.0486193 Dec 06 17:48:08.929456 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-912bf599-17b8-4312-be29-370940ad4c62 req-aebf80a4-40c3-4743-8c59-0b115dd09e7c tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] 10.222.0.23 "GET /v2.0/security-groups?id=a91ba808-cf0b-4ea2-b912-ff6240451f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406499 Dec 06 17:48:10.047055 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cff9042-1e39-4ff3-a3c4-c0fc8cdc65bf req-760a851c-832e-4ab9-af1c-6df715cb2ff8 tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:48:10.048446 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6cff9042-1e39-4ff3-a3c4-c0fc8cdc65bf req-760a851c-832e-4ab9-af1c-6df715cb2ff8 tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] 10.222.0.23 "GET /v2.0/ports?device_id=317b446b-013c-46dd-a6a3-37427c4a1ba7 HTTP/1.1" status: 200 len: 945 time: 0.0488319 Dec 06 17:48:10.098992 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6cff9042-1e39-4ff3-a3c4-c0fc8cdc65bf req-92c3b931-b81c-4c3f-8944-51fd057a3ee5 tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] 10.222.0.23 "GET /v2.0/security-groups?id=a91ba808-cf0b-4ea2-b912-ff6240451f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445771 Dec 06 17:48:11.216271 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8388ed24-e218-4be9-aab9-4c2ce85305b7 req-8ac26887-f076-46aa-96c4-20ab4b8a5d1a tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:48:11.217799 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8388ed24-e218-4be9-aab9-4c2ce85305b7 req-8ac26887-f076-46aa-96c4-20ab4b8a5d1a tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] 10.222.0.23 "GET /v2.0/ports?device_id=317b446b-013c-46dd-a6a3-37427c4a1ba7 HTTP/1.1" status: 200 len: 945 time: 0.0516946 Dec 06 17:48:11.263968 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8388ed24-e218-4be9-aab9-4c2ce85305b7 req-9c487727-1b09-4ae8-8d1b-b9282f54d611 tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] 10.222.0.23 "GET /v2.0/security-groups?id=a91ba808-cf0b-4ea2-b912-ff6240451f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402846 Dec 06 17:48:12.377803 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7575aed5-1a96-4efd-a165-d8f651fd85e5 req-4b3e8f9a-780a-4407-9d7e-f4f1086305c7 tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:48:12.379248 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7575aed5-1a96-4efd-a165-d8f651fd85e5 req-4b3e8f9a-780a-4407-9d7e-f4f1086305c7 tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] 10.222.0.23 "GET /v2.0/ports?device_id=317b446b-013c-46dd-a6a3-37427c4a1ba7 HTTP/1.1" status: 200 len: 945 time: 0.0478148 Dec 06 17:48:12.425062 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7575aed5-1a96-4efd-a165-d8f651fd85e5 req-ed278b50-10c1-422f-a9e6-4ca1441f2d20 tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] 10.222.0.23 "GET /v2.0/security-groups?id=a91ba808-cf0b-4ea2-b912-ff6240451f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397050 Dec 06 17:48:13.470579 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ed04ead1-4409-4154-9e5e-71112c520fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:48:13.544240 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c067a9-004c-42c0-90c9-7f15864a59bf req-8042dc19-7c18-49fa-a6c8-214300ea859e tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:48:13.545780 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f9c067a9-004c-42c0-90c9-7f15864a59bf req-8042dc19-7c18-49fa-a6c8-214300ea859e tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] 10.222.0.23 "GET /v2.0/ports?device_id=317b446b-013c-46dd-a6a3-37427c4a1ba7 HTTP/1.1" status: 200 len: 945 time: 0.0491347 Dec 06 17:48:13.593050 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f9c067a9-004c-42c0-90c9-7f15864a59bf req-94c541ec-ac53-4b0a-986a-8549f576dc77 tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] 10.222.0.23 "GET /v2.0/security-groups?id=a91ba808-cf0b-4ea2-b912-ff6240451f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410995 Dec 06 17:48:14.710184 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322d8c21-ee9f-4dae-9b52-2d721a3742fc req-ff629b75-87f1-404f-b8ef-88da4a96b424 tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:48:14.711650 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-322d8c21-ee9f-4dae-9b52-2d721a3742fc req-ff629b75-87f1-404f-b8ef-88da4a96b424 tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] 10.222.0.23 "GET /v2.0/ports?device_id=317b446b-013c-46dd-a6a3-37427c4a1ba7 HTTP/1.1" status: 200 len: 945 time: 0.0489838 Dec 06 17:48:14.757735 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-322d8c21-ee9f-4dae-9b52-2d721a3742fc req-6e0cc35a-6ff6-4107-841c-5fb92a6c74b7 tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] 10.222.0.23 "GET /v2.0/security-groups?id=a91ba808-cf0b-4ea2-b912-ff6240451f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401464 Dec 06 17:48:15.673068 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2e904052-edd8-442c-9850-b5e9733d4903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:48:15.871546 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc4491d-4c9c-4838-a386-2771f069d5e8 req-c4c6be57-9338-47ad-afcb-3dec38626ea6 tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:48:15.873043 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5fc4491d-4c9c-4838-a386-2771f069d5e8 req-c4c6be57-9338-47ad-afcb-3dec38626ea6 tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] 10.222.0.23 "GET /v2.0/ports?device_id=317b446b-013c-46dd-a6a3-37427c4a1ba7 HTTP/1.1" status: 200 len: 945 time: 0.0472434 Dec 06 17:48:15.922692 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5fc4491d-4c9c-4838-a386-2771f069d5e8 req-fef5288a-cf3d-4564-915d-70ddbcb40044 tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] 10.222.0.23 "GET /v2.0/security-groups?id=a91ba808-cf0b-4ea2-b912-ff6240451f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437436 Dec 06 17:48:17.012032 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:48:17.042654 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75dd534-ef71-4e94-b332-7bb2d7d974a6 req-89589da7-6a9b-4b5e-a572-e2d6b0dfe798 tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:48:17.044115 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e75dd534-ef71-4e94-b332-7bb2d7d974a6 req-89589da7-6a9b-4b5e-a572-e2d6b0dfe798 tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] 10.222.0.23 "GET /v2.0/ports?device_id=317b446b-013c-46dd-a6a3-37427c4a1ba7 HTTP/1.1" status: 200 len: 945 time: 0.0542459 Dec 06 17:48:17.090656 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e75dd534-ef71-4e94-b332-7bb2d7d974a6 req-5d47c19a-ced0-49dc-a687-b8e6d235431c tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] 10.222.0.23 "GET /v2.0/security-groups?id=a91ba808-cf0b-4ea2-b912-ff6240451f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405369 Dec 06 17:48:18.168058 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:48:18.205189 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6434bd6-f03f-485a-bdcb-b1a2c6beec32 req-495e2748-6888-4efe-a9ae-97cc8ea4287a tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:48:18.206680 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e6434bd6-f03f-485a-bdcb-b1a2c6beec32 req-495e2748-6888-4efe-a9ae-97cc8ea4287a tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] 10.222.0.23 "GET /v2.0/ports?device_id=317b446b-013c-46dd-a6a3-37427c4a1ba7 HTTP/1.1" status: 200 len: 945 time: 0.0492828 Dec 06 17:48:18.254100 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e6434bd6-f03f-485a-bdcb-b1a2c6beec32 req-55ae58e1-3183-4fa6-86b2-b756f12564ad tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] 10.222.0.23 "GET /v2.0/security-groups?id=a91ba808-cf0b-4ea2-b912-ff6240451f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409269 Dec 06 17:48:19.101284 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:48:19.370319 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776d01f0-ed30-47e2-b5bb-43ec9c9ebf15 req-1c1f160c-7868-4915-95aa-7ff5607979bf tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:48:19.371717 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-776d01f0-ed30-47e2-b5bb-43ec9c9ebf15 req-1c1f160c-7868-4915-95aa-7ff5607979bf tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] 10.222.0.23 "GET /v2.0/ports?device_id=317b446b-013c-46dd-a6a3-37427c4a1ba7 HTTP/1.1" status: 200 len: 945 time: 0.0487287 Dec 06 17:48:19.420164 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-776d01f0-ed30-47e2-b5bb-43ec9c9ebf15 req-0242d277-b3ae-45e8-8121-02aa56a5c2ff tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] 10.222.0.23 "GET /v2.0/security-groups?id=a91ba808-cf0b-4ea2-b912-ff6240451f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425446 Dec 06 17:48:20.533422 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8d3ed6-fd66-4053-ae28-8d2ee7f39515 req-7df07751-e33a-479a-bbb1-9191c47ef853 tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:48:20.534920 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3a8d3ed6-fd66-4053-ae28-8d2ee7f39515 req-7df07751-e33a-479a-bbb1-9191c47ef853 tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] 10.222.0.23 "GET /v2.0/ports?device_id=317b446b-013c-46dd-a6a3-37427c4a1ba7 HTTP/1.1" status: 200 len: 945 time: 0.0483365 Dec 06 17:48:20.581127 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3a8d3ed6-fd66-4053-ae28-8d2ee7f39515 req-77a70f26-a397-4ba0-8f99-c7bc6e6c7c86 tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] 10.222.0.23 "GET /v2.0/security-groups?id=a91ba808-cf0b-4ea2-b912-ff6240451f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398760 Dec 06 17:48:21.702324 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cabd0ee-d507-447d-a3fc-ad572e8c0a2c req-bf4de65a-ab6b-4a17-ad39-9bdb58427be5 tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:48:21.703790 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1cabd0ee-d507-447d-a3fc-ad572e8c0a2c req-bf4de65a-ab6b-4a17-ad39-9bdb58427be5 tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] 10.222.0.23 "GET /v2.0/ports?device_id=317b446b-013c-46dd-a6a3-37427c4a1ba7 HTTP/1.1" status: 200 len: 945 time: 0.0530252 Dec 06 17:48:22.086501 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1cabd0ee-d507-447d-a3fc-ad572e8c0a2c req-28d7d9a1-49da-4300-a653-4cf8db79a71a tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] 10.222.0.23 "GET /v2.0/security-groups?id=a91ba808-cf0b-4ea2-b912-ff6240451f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3767312 Dec 06 17:48:23.453720 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f111ba-82a2-4092-8428-eea59ac54893 req-134a42ab-a283-4d3b-9dfb-d41201ca0baa tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:48:23.455207 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a7f111ba-82a2-4092-8428-eea59ac54893 req-134a42ab-a283-4d3b-9dfb-d41201ca0baa tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] 10.222.0.23 "GET /v2.0/ports?device_id=317b446b-013c-46dd-a6a3-37427c4a1ba7 HTTP/1.1" status: 200 len: 945 time: 0.2983329 Dec 06 17:48:23.500699 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a7f111ba-82a2-4092-8428-eea59ac54893 req-bb453627-0b0a-4ee7-83ff-64740159cb16 tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] 10.222.0.23 "GET /v2.0/security-groups?id=a91ba808-cf0b-4ea2-b912-ff6240451f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395312 Dec 06 17:48:24.644558 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ffa772-11e4-460e-a24e-f71cf8d971a0 req-ab52f9bf-7a0a-4117-a875-950e85a302b0 tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:48:24.646044 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-94ffa772-11e4-460e-a24e-f71cf8d971a0 req-ab52f9bf-7a0a-4117-a875-950e85a302b0 tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] 10.222.0.23 "GET /v2.0/ports?device_id=317b446b-013c-46dd-a6a3-37427c4a1ba7 HTTP/1.1" status: 200 len: 945 time: 0.0750139 Dec 06 17:48:24.655200 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31f2cf5-46fd-4978-86aa-a6c92115b377 req-2c66a148-d5cb-4138-aa0d-ecfe75776e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:48:24.656568 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c31f2cf5-46fd-4978-86aa-a6c92115b377 req-2c66a148-d5cb-4138-aa0d-ecfe75776e20 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a2b1bc498fad4885bfe3f4ccede2a396&device_id=317b446b-013c-46dd-a6a3-37427c4a1ba7 HTTP/1.1" status: 200 len: 1096 time: 0.0592451 Dec 06 17:48:24.723554 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-94ffa772-11e4-460e-a24e-f71cf8d971a0 req-ebbbc98e-0ac8-4d58-b182-c5e5ab90b459 tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] 10.222.0.23 "GET /v2.0/security-groups?id=a91ba808-cf0b-4ea2-b912-ff6240451f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704403 Dec 06 17:48:24.780105 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31f2cf5-46fd-4978-86aa-a6c92115b377 req-3ffaea87-4f31-4bbb-9b3c-92ab3590fe3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:48:24.781561 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c31f2cf5-46fd-4978-86aa-a6c92115b377 req-3ffaea87-4f31-4bbb-9b3c-92ab3590fe3e service neutron] 10.222.0.41 "GET /v2.0/networks?id=080da257-132d-4b7a-bc90-7d0f5b54f1db HTTP/1.1" status: 200 len: 911 time: 0.0999000 Dec 06 17:48:24.827549 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c31f2cf5-46fd-4978-86aa-a6c92115b377 req-4e0992f8-a5e3-4626-be00-b1fa0f8cf233 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=73f951ad-7a48-4199-a1ad-9bd53b0d3dbe HTTP/1.1" status: 200 len: 217 time: 0.0331652 Dec 06 17:48:24.880870 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31f2cf5-46fd-4978-86aa-a6c92115b377 req-5bc99606-66f4-4864-9751-b283546708e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:48:24.882313 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c31f2cf5-46fd-4978-86aa-a6c92115b377 req-5bc99606-66f4-4864-9751-b283546708e5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bb9532ba-bf42-4e0a-800f-08bbfb2d25a2 HTTP/1.1" status: 200 len: 850 time: 0.0458708 Dec 06 17:48:24.914929 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c31f2cf5-46fd-4978-86aa-a6c92115b377 req-b9ec55b7-e62b-4026-a2f9-5fadc790a5dc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=080da257-132d-4b7a-bc90-7d0f5b54f1db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238407 Dec 06 17:48:25.007500 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c31f2cf5-46fd-4978-86aa-a6c92115b377 req-42fe6822-6587-45b2-8cf7-1202c77de482 service neutron] 10.222.0.41 "GET /v2.0/networks/080da257-132d-4b7a-bc90-7d0f5b54f1db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815735 Dec 06 17:48:25.099631 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c31f2cf5-46fd-4978-86aa-a6c92115b377 req-73fe08df-c884-4c10-87ee-bec8ca5b46ee service neutron] 10.222.0.41 "GET /v2.0/networks/080da257-132d-4b7a-bc90-7d0f5b54f1db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848629 Dec 06 17:48:25.839784 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffc4fc8-8746-451f-b992-4851596b4249 req-5fb63a39-1c9a-45c5-826b-59a88ba8de62 tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:48:25.841272 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2ffc4fc8-8746-451f-b992-4851596b4249 req-5fb63a39-1c9a-45c5-826b-59a88ba8de62 tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] 10.222.0.23 "GET /v2.0/ports?device_id=317b446b-013c-46dd-a6a3-37427c4a1ba7 HTTP/1.1" status: 200 len: 945 time: 0.0482845 Dec 06 17:48:25.887263 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2ffc4fc8-8746-451f-b992-4851596b4249 req-278aee7f-c1a7-4b08-9575-a33bbd2d3e0a tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] 10.222.0.23 "GET /v2.0/security-groups?id=a91ba808-cf0b-4ea2-b912-ff6240451f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400989 Dec 06 17:48:27.003018 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db075352-9a9d-443e-94ff-9e01cdfff7eb req-74a5c73f-efed-4712-af49-0a922eee359a tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:48:27.004497 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-db075352-9a9d-443e-94ff-9e01cdfff7eb req-74a5c73f-efed-4712-af49-0a922eee359a tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] 10.222.0.23 "GET /v2.0/ports?device_id=317b446b-013c-46dd-a6a3-37427c4a1ba7 HTTP/1.1" status: 200 len: 945 time: 0.0485811 Dec 06 17:48:27.051919 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-db075352-9a9d-443e-94ff-9e01cdfff7eb req-55ce7190-f9ac-44b7-9de2-c55528113736 tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] 10.222.0.23 "GET /v2.0/security-groups?id=a91ba808-cf0b-4ea2-b912-ff6240451f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411291 Dec 06 17:48:28.165813 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f38d0f-ea60-4024-b1ca-89b845fd516a req-9785fb25-62fc-4a03-b95d-0a477290ddec tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:48:28.167278 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d9f38d0f-ea60-4024-b1ca-89b845fd516a req-9785fb25-62fc-4a03-b95d-0a477290ddec tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] 10.222.0.23 "GET /v2.0/ports?device_id=317b446b-013c-46dd-a6a3-37427c4a1ba7 HTTP/1.1" status: 200 len: 945 time: 0.0478191 Dec 06 17:48:28.216929 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d9f38d0f-ea60-4024-b1ca-89b845fd516a req-a6be2ee5-aa47-43a9-ac4e-1b83d3084885 tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] 10.222.0.23 "GET /v2.0/security-groups?id=a91ba808-cf0b-4ea2-b912-ff6240451f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437398 Dec 06 17:48:29.335269 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5506b94f-6133-46f4-93dc-b08097b45200 req-3fca2afb-71fe-4cd8-9658-72704e0ae38e tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:48:29.336756 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5506b94f-6133-46f4-93dc-b08097b45200 req-3fca2afb-71fe-4cd8-9658-72704e0ae38e tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] 10.222.0.23 "GET /v2.0/ports?device_id=317b446b-013c-46dd-a6a3-37427c4a1ba7 HTTP/1.1" status: 200 len: 945 time: 0.0530312 Dec 06 17:48:29.382903 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5506b94f-6133-46f4-93dc-b08097b45200 req-ff0db8e2-e47e-41bd-aac4-3638a0337191 tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] 10.222.0.23 "GET /v2.0/security-groups?id=a91ba808-cf0b-4ea2-b912-ff6240451f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401182 Dec 06 17:48:30.495241 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1bf159-6f06-4121-b913-4b730861f40a req-01c4c8df-340d-4855-9809-3124b964695b tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:48:30.496691 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9c1bf159-6f06-4121-b913-4b730861f40a req-01c4c8df-340d-4855-9809-3124b964695b tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] 10.222.0.23 "GET /v2.0/ports?device_id=317b446b-013c-46dd-a6a3-37427c4a1ba7 HTTP/1.1" status: 200 len: 945 time: 0.0475526 Dec 06 17:48:30.543566 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9c1bf159-6f06-4121-b913-4b730861f40a req-7055b1e0-8ba4-4b58-8994-b20b9abb1b5d tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] 10.222.0.23 "GET /v2.0/security-groups?id=a91ba808-cf0b-4ea2-b912-ff6240451f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408418 Dec 06 17:48:31.658443 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a494d65b-133a-4ea6-9549-a66f9cf82f6b req-7a538488-07a3-47c2-94ab-9bc7aff95c99 tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:48:31.659924 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a494d65b-133a-4ea6-9549-a66f9cf82f6b req-7a538488-07a3-47c2-94ab-9bc7aff95c99 tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] 10.222.0.23 "GET /v2.0/ports?device_id=317b446b-013c-46dd-a6a3-37427c4a1ba7 HTTP/1.1" status: 200 len: 945 time: 0.0499172 Dec 06 17:48:31.711363 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a494d65b-133a-4ea6-9549-a66f9cf82f6b req-5752c18f-0430-4abd-b749-cc08095537a6 tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] 10.222.0.23 "GET /v2.0/security-groups?id=a91ba808-cf0b-4ea2-b912-ff6240451f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447011 Dec 06 17:48:32.826841 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a92e0e2-0cfe-4b10-9ebd-50616bae3c90 req-37f6c0fa-cdd8-4d47-9b36-a2989eff134b tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:48:32.828297 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9a92e0e2-0cfe-4b10-9ebd-50616bae3c90 req-37f6c0fa-cdd8-4d47-9b36-a2989eff134b tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] 10.222.0.23 "GET /v2.0/ports?device_id=317b446b-013c-46dd-a6a3-37427c4a1ba7 HTTP/1.1" status: 200 len: 945 time: 0.0486195 Dec 06 17:48:32.874603 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9a92e0e2-0cfe-4b10-9ebd-50616bae3c90 req-a324b9d5-f642-4ff9-8e73-10e0a602a396 tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] 10.222.0.23 "GET /v2.0/security-groups?id=a91ba808-cf0b-4ea2-b912-ff6240451f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403614 Dec 06 17:48:32.991843 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:48:33.988479 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae7775a-45c5-4853-b74b-c0c679f31112 req-2246a139-fef5-4a35-b519-4dcf1df62c30 tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:48:33.990063 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3ae7775a-45c5-4853-b74b-c0c679f31112 req-2246a139-fef5-4a35-b519-4dcf1df62c30 tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] 10.222.0.23 "GET /v2.0/ports?device_id=317b446b-013c-46dd-a6a3-37427c4a1ba7 HTTP/1.1" status: 200 len: 945 time: 0.0479741 Dec 06 17:48:34.043404 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3ae7775a-45c5-4853-b74b-c0c679f31112 req-31026b0b-eb0b-4e21-8af5-56338844dded tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] 10.222.0.23 "GET /v2.0/security-groups?id=a91ba808-cf0b-4ea2-b912-ff6240451f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466082 Dec 06 17:48:35.163483 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd75c744-c1e8-45cf-9977-b4483a2e4d67 req-6d9691eb-201f-46a2-8bf1-d377827e1ae1 tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:48:35.164939 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-dd75c744-c1e8-45cf-9977-b4483a2e4d67 req-6d9691eb-201f-46a2-8bf1-d377827e1ae1 tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] 10.222.0.23 "GET /v2.0/ports?device_id=317b446b-013c-46dd-a6a3-37427c4a1ba7 HTTP/1.1" status: 200 len: 945 time: 0.0523195 Dec 06 17:48:35.213179 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-dd75c744-c1e8-45cf-9977-b4483a2e4d67 req-7c271925-e36f-4736-91f7-0d031f212e06 tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] 10.222.0.23 "GET /v2.0/security-groups?id=a91ba808-cf0b-4ea2-b912-ff6240451f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422544 Dec 06 17:48:35.268600 n-d-master-1 neutron-server[103285]: INFO neutron.api.v2.resource [req-6ce8dab1-7890-42a7-b7a6-ecb6c5d15bc7 req-f55cf87b-7d90-4fde-8325-3a4a74d36206 service neutron] show failed (client error): The resource could not be found. Dec 06 17:48:35.269718 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6ce8dab1-7890-42a7-b7a6-ecb6c5d15bc7 req-f55cf87b-7d90-4fde-8325-3a4a74d36206 service neutron] 10.222.0.41 "GET /v2.0/ports/73f951ad-7a48-4199-a1ad-9bd53b0d3dbe/bindings/n-h2-master-1 HTTP/1.1" status: 404 len: 380 time: 0.0595539 Dec 06 17:48:35.372620 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:48:35.510114 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce8dab1-7890-42a7-b7a6-ecb6c5d15bc7 req-281a1dca-a57b-411d-8bc6-3dd0a9339429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:48:35.511621 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6ce8dab1-7890-42a7-b7a6-ecb6c5d15bc7 req-281a1dca-a57b-411d-8bc6-3dd0a9339429 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=317b446b-013c-46dd-a6a3-37427c4a1ba7&tenant_id=a2b1bc498fad4885bfe3f4ccede2a396 HTTP/1.1" status: 200 len: 1096 time: 0.0697718 Dec 06 17:48:35.524869 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-6ce8dab1-7890-42a7-b7a6-ecb6c5d15bc7 req-56ee1e41-6b0e-44ab-ae38-d44e900f75a5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-master-1', 'device_owner': 'compute:nova'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:48:35.579287 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-6ce8dab1-7890-42a7-b7a6-ecb6c5d15bc7 req-56ee1e41-6b0e-44ab-ae38-d44e900f75a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:48:35.778529 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-6ce8dab1-7890-42a7-b7a6-ecb6c5d15bc7 req-56ee1e41-6b0e-44ab-ae38-d44e900f75a5 service neutron] For port 73f951ad-7a48-4199-a1ad-9bd53b0d3dbe, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=73f951ad-7a48-4199-a1ad-9bd53b0d3dbe,segment=NetworkSegment(7e4248b3-c1d5-405f-99ed-5db80b59f48a),segment_id=7e4248b3-c1d5-405f-99ed-5db80b59f48a)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:48:35.811523 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-6ce8dab1-7890-42a7-b7a6-ecb6c5d15bc7 req-56ee1e41-6b0e-44ab-ae38-d44e900f75a5 service neutron] For port 73f951ad-7a48-4199-a1ad-9bd53b0d3dbe, host n-h1-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:48:35.849940 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '317b446b-013c-46dd-a6a3-37427c4a1ba7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73f951ad-7a48-4199-a1ad-9bd53b0d3dbe'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:48:35.853054 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-708ee48f-02c3-44ce-8c71-2348457741f4" -d '{"events": [{"server_uuid": "317b446b-013c-46dd-a6a3-37427c4a1ba7", "name": "network-vif-unplugged", "status": "completed", "tag": "73f951ad-7a48-4199-a1ad-9bd53b0d3dbe"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:48:35.856809 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-6ce8dab1-7890-42a7-b7a6-ecb6c5d15bc7 req-56ee1e41-6b0e-44ab-ae38-d44e900f75a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:48:35.869743 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-6ce8dab1-7890-42a7-b7a6-ecb6c5d15bc7 req-56ee1e41-6b0e-44ab-ae38-d44e900f75a5 service neutron] Transition to ACTIVE for port object 73f951ad-7a48-4199-a1ad-9bd53b0d3dbe will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:48:35.874130 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-6ce8dab1-7890-42a7-b7a6-ecb6c5d15bc7 req-56ee1e41-6b0e-44ab-ae38-d44e900f75a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:48:35.909336 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 17:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca31204f-be1c-4cfa-a9de-3e82b1ce0e97 x-openstack-request-id: req-ca31204f-be1c-4cfa-a9de-3e82b1ce0e97 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:48:35.909665 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "317b446b-013c-46dd-a6a3-37427c4a1ba7", "name": "network-vif-unplugged", "status": "completed", "tag": "73f951ad-7a48-4199-a1ad-9bd53b0d3dbe", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:48:35.909927 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ca31204f-be1c-4cfa-a9de-3e82b1ce0e97 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:48:35.910334 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '317b446b-013c-46dd-a6a3-37427c4a1ba7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73f951ad-7a48-4199-a1ad-9bd53b0d3dbe', 'code': 200} Dec 06 17:48:35.944600 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ce8dab1-7890-42a7-b7a6-ecb6c5d15bc7 req-56ee1e41-6b0e-44ab-ae38-d44e900f75a5 service neutron] No DVR routers for this DVR port 73f951ad-7a48-4199-a1ad-9bd53b0d3dbe on host n-h1-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:48:35.947666 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ee1e41-6b0e-44ab-ae38-d44e900f75a5 service neutron] Pushing event updated for resources: {'Port': ['ID=73f951ad-7a48-4199-a1ad-9bd53b0d3dbe,revision_number=6']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:48:35.982460 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-6ce8dab1-7890-42a7-b7a6-ecb6c5d15bc7 req-56ee1e41-6b0e-44ab-ae38-d44e900f75a5 service neutron] Attempting to bind port 73f951ad-7a48-4199-a1ad-9bd53b0d3dbe on host n-h2-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:48:35.982802 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-6ce8dab1-7890-42a7-b7a6-ecb6c5d15bc7 req-56ee1e41-6b0e-44ab-ae38-d44e900f75a5 service neutron] Attempting to bind port 73f951ad-7a48-4199-a1ad-9bd53b0d3dbe by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '7e4248b3-c1d5-405f-99ed-5db80b59f48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '080da257-132d-4b7a-bc90-7d0f5b54f1db'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:48:35.983135 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce8dab1-7890-42a7-b7a6-ecb6c5d15bc7 req-56ee1e41-6b0e-44ab-ae38-d44e900f75a5 service neutron] Attempting to bind port 73f951ad-7a48-4199-a1ad-9bd53b0d3dbe on network 080da257-132d-4b7a-bc90-7d0f5b54f1db {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:48:35.987770 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce8dab1-7890-42a7-b7a6-ecb6c5d15bc7 req-56ee1e41-6b0e-44ab-ae38-d44e900f75a5 service neutron] Port 73f951ad-7a48-4199-a1ad-9bd53b0d3dbe on network 080da257-132d-4b7a-bc90-7d0f5b54f1db not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:48:35.988100 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce8dab1-7890-42a7-b7a6-ecb6c5d15bc7 req-56ee1e41-6b0e-44ab-ae38-d44e900f75a5 service neutron] Attempting to bind port 73f951ad-7a48-4199-a1ad-9bd53b0d3dbe on network 080da257-132d-4b7a-bc90-7d0f5b54f1db {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:48:35.993092 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce8dab1-7890-42a7-b7a6-ecb6c5d15bc7 req-56ee1e41-6b0e-44ab-ae38-d44e900f75a5 service neutron] Checking agent: {'id': '9d8b9f49-2860-4c1f-9b89-45a7657a3c4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:48:35.993440 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce8dab1-7890-42a7-b7a6-ecb6c5d15bc7 req-56ee1e41-6b0e-44ab-ae38-d44e900f75a5 service neutron] Checking segment: {'id': '7e4248b3-c1d5-405f-99ed-5db80b59f48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '080da257-132d-4b7a-bc90-7d0f5b54f1db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:48:35.993864 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce8dab1-7890-42a7-b7a6-ecb6c5d15bc7 req-56ee1e41-6b0e-44ab-ae38-d44e900f75a5 service neutron] Bound using segment: {'id': '7e4248b3-c1d5-405f-99ed-5db80b59f48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '080da257-132d-4b7a-bc90-7d0f5b54f1db'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:48:35.994300 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-6ce8dab1-7890-42a7-b7a6-ecb6c5d15bc7 req-56ee1e41-6b0e-44ab-ae38-d44e900f75a5 service neutron] Bound port: 73f951ad-7a48-4199-a1ad-9bd53b0d3dbe, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e4248b3-c1d5-405f-99ed-5db80b59f48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '080da257-132d-4b7a-bc90-7d0f5b54f1db'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:48:35.994661 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-6ce8dab1-7890-42a7-b7a6-ecb6c5d15bc7 req-56ee1e41-6b0e-44ab-ae38-d44e900f75a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:48:36.057385 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-6ce8dab1-7890-42a7-b7a6-ecb6c5d15bc7 req-56ee1e41-6b0e-44ab-ae38-d44e900f75a5 service neutron] For port 73f951ad-7a48-4199-a1ad-9bd53b0d3dbe, host n-h2-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:48:36.060423 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-6ce8dab1-7890-42a7-b7a6-ecb6c5d15bc7 req-56ee1e41-6b0e-44ab-ae38-d44e900f75a5 service neutron] For port 73f951ad-7a48-4199-a1ad-9bd53b0d3dbe, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=73f951ad-7a48-4199-a1ad-9bd53b0d3dbe,segment=NetworkSegment(7e4248b3-c1d5-405f-99ed-5db80b59f48a),segment_id=7e4248b3-c1d5-405f-99ed-5db80b59f48a)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:48:36.064032 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-6ce8dab1-7890-42a7-b7a6-ecb6c5d15bc7 req-56ee1e41-6b0e-44ab-ae38-d44e900f75a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:48:36.103800 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce8dab1-7890-42a7-b7a6-ecb6c5d15bc7 req-56ee1e41-6b0e-44ab-ae38-d44e900f75a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:48:36.104388 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-6ce8dab1-7890-42a7-b7a6-ecb6c5d15bc7 req-56ee1e41-6b0e-44ab-ae38-d44e900f75a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:48:36.105794 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6ce8dab1-7890-42a7-b7a6-ecb6c5d15bc7 req-56ee1e41-6b0e-44ab-ae38-d44e900f75a5 service neutron] 10.222.0.44 "PUT /v2.0/ports/73f951ad-7a48-4199-a1ad-9bd53b0d3dbe HTTP/1.1" status: 200 len: 1091 time: 0.5848141 Dec 06 17:48:36.123439 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ee1e41-6b0e-44ab-ae38-d44e900f75a5 service neutron] Pushing event updated for resources: {'Port': ['ID=73f951ad-7a48-4199-a1ad-9bd53b0d3dbe,revision_number=7']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:48:36.167191 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce8dab1-7890-42a7-b7a6-ecb6c5d15bc7 req-2ddd25c1-0692-46f2-b470-44ab5557f18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:48:36.168686 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6ce8dab1-7890-42a7-b7a6-ecb6c5d15bc7 req-2ddd25c1-0692-46f2-b470-44ab5557f18e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a2b1bc498fad4885bfe3f4ccede2a396&device_id=317b446b-013c-46dd-a6a3-37427c4a1ba7 HTTP/1.1" status: 200 len: 1094 time: 0.0409269 Dec 06 17:48:36.263212 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce8dab1-7890-42a7-b7a6-ecb6c5d15bc7 req-c4a47839-5c59-40c3-8b69-ab509ece5ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:48:36.264744 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6ce8dab1-7890-42a7-b7a6-ecb6c5d15bc7 req-c4a47839-5c59-40c3-8b69-ab509ece5ebb service neutron] 10.222.0.44 "GET /v2.0/networks?id=080da257-132d-4b7a-bc90-7d0f5b54f1db HTTP/1.1" status: 200 len: 911 time: 0.0880020 Dec 06 17:48:36.308352 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6ce8dab1-7890-42a7-b7a6-ecb6c5d15bc7 req-216d26b4-36cf-4375-b023-c22a661a1229 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=73f951ad-7a48-4199-a1ad-9bd53b0d3dbe HTTP/1.1" status: 200 len: 217 time: 0.0363309 Dec 06 17:48:36.315364 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 17:48:36.382158 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce8dab1-7890-42a7-b7a6-ecb6c5d15bc7 req-3c968075-d5bf-438f-894a-67c68fb93a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:48:36.383863 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6ce8dab1-7890-42a7-b7a6-ecb6c5d15bc7 req-3c968075-d5bf-438f-894a-67c68fb93a03 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bb9532ba-bf42-4e0a-800f-08bbfb2d25a2 HTTP/1.1" status: 200 len: 850 time: 0.0674562 Dec 06 17:48:36.392147 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb2f36a-e01b-4795-bf3e-d9df1d0f3e23 req-d7251469-5c33-4179-8a00-18a896c9349d tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:48:36.393510 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0bb2f36a-e01b-4795-bf3e-d9df1d0f3e23 req-d7251469-5c33-4179-8a00-18a896c9349d tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] 10.222.0.23 "GET /v2.0/ports?device_id=317b446b-013c-46dd-a6a3-37427c4a1ba7 HTTP/1.1" status: 200 len: 943 time: 0.0879529 Dec 06 17:48:36.428323 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6ce8dab1-7890-42a7-b7a6-ecb6c5d15bc7 req-c72d2d02-01c7-4074-b202-2ef954656a6e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=080da257-132d-4b7a-bc90-7d0f5b54f1db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338664 Dec 06 17:48:36.479083 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0bb2f36a-e01b-4795-bf3e-d9df1d0f3e23 req-b5b222ac-a2be-427b-a770-660fd092aaf7 tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] 10.222.0.23 "GET /v2.0/security-groups?id=a91ba808-cf0b-4ea2-b912-ff6240451f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770366 Dec 06 17:48:36.539218 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6ce8dab1-7890-42a7-b7a6-ecb6c5d15bc7 req-a98835a2-4087-42b9-a049-936e2f151092 service neutron] 10.222.0.44 "GET /v2.0/networks/080da257-132d-4b7a-bc90-7d0f5b54f1db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038167 Dec 06 17:48:36.628298 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6ce8dab1-7890-42a7-b7a6-ecb6c5d15bc7 req-764b1715-b556-4bff-9557-504d824d76ba service neutron] 10.222.0.44 "GET /v2.0/networks/080da257-132d-4b7a-bc90-7d0f5b54f1db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820491 Dec 06 17:48:37.594818 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e24d75-8f2c-4019-b647-dbd7d1a126ab req-c3f2a1e6-fe0b-4cba-8104-0d9f4851dc42 tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:48:37.596274 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-80e24d75-8f2c-4019-b647-dbd7d1a126ab req-c3f2a1e6-fe0b-4cba-8104-0d9f4851dc42 tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] 10.222.0.23 "GET /v2.0/ports?device_id=317b446b-013c-46dd-a6a3-37427c4a1ba7 HTTP/1.1" status: 200 len: 943 time: 0.0480587 Dec 06 17:48:37.643220 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-80e24d75-8f2c-4019-b647-dbd7d1a126ab req-c8d973ca-064f-4c93-8066-5ffe0c031feb tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] 10.222.0.23 "GET /v2.0/security-groups?id=a91ba808-cf0b-4ea2-b912-ff6240451f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404291 Dec 06 17:48:37.911188 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '317b446b-013c-46dd-a6a3-37427c4a1ba7', 'tag': '73f951ad-7a48-4199-a1ad-9bd53b0d3dbe'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:48:37.913673 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e1312cf-0946-436c-a695-ae5d2a92e35e" -d '{"events": [{"name": "network-changed", "server_uuid": "317b446b-013c-46dd-a6a3-37427c4a1ba7", "tag": "73f951ad-7a48-4199-a1ad-9bd53b0d3dbe"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:48:37.960521 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-982b8127-875a-4cc1-96e0-d4f6443e5046 x-openstack-request-id: req-982b8127-875a-4cc1-96e0-d4f6443e5046 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:48:37.960824 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "317b446b-013c-46dd-a6a3-37427c4a1ba7", "tag": "73f951ad-7a48-4199-a1ad-9bd53b0d3dbe", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:48:37.961089 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-982b8127-875a-4cc1-96e0-d4f6443e5046 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:48:37.961558 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '317b446b-013c-46dd-a6a3-37427c4a1ba7', 'tag': '73f951ad-7a48-4199-a1ad-9bd53b0d3dbe', 'status': 'completed', 'code': 200} Dec 06 17:48:38.020772 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1312cf-0946-436c-a695-ae5d2a92e35e req-c595e20e-3d59-41a8-a0bb-515a1cf41af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:48:38.023036 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9e1312cf-0946-436c-a695-ae5d2a92e35e req-c595e20e-3d59-41a8-a0bb-515a1cf41af4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a2b1bc498fad4885bfe3f4ccede2a396&device_id=317b446b-013c-46dd-a6a3-37427c4a1ba7 HTTP/1.1" status: 200 len: 1094 time: 0.0435779 Dec 06 17:48:38.032144 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1312cf-0946-436c-a695-ae5d2a92e35e req-5a7db247-c934-4cce-b9be-64a44ff10939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:48:38.033682 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9e1312cf-0946-436c-a695-ae5d2a92e35e req-5a7db247-c934-4cce-b9be-64a44ff10939 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a2b1bc498fad4885bfe3f4ccede2a396&device_id=317b446b-013c-46dd-a6a3-37427c4a1ba7 HTTP/1.1" status: 200 len: 1094 time: 0.0429351 Dec 06 17:48:38.131099 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1312cf-0946-436c-a695-ae5d2a92e35e req-094c5ddf-d305-4f08-9cfe-a63e4dac74f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:48:38.134194 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9e1312cf-0946-436c-a695-ae5d2a92e35e req-094c5ddf-d305-4f08-9cfe-a63e4dac74f7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=080da257-132d-4b7a-bc90-7d0f5b54f1db HTTP/1.1" status: 200 len: 911 time: 0.1017370 Dec 06 17:48:38.141941 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1312cf-0946-436c-a695-ae5d2a92e35e req-d63f62a3-9ad8-469b-9131-877a0a8e9167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:48:38.143401 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9e1312cf-0946-436c-a695-ae5d2a92e35e req-d63f62a3-9ad8-469b-9131-877a0a8e9167 service neutron] 10.222.0.41 "GET /v2.0/networks?id=080da257-132d-4b7a-bc90-7d0f5b54f1db HTTP/1.1" status: 200 len: 911 time: 0.0970736 Dec 06 17:48:38.193433 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9e1312cf-0946-436c-a695-ae5d2a92e35e req-d9572f9b-df05-4f61-8da0-334793030a6d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=73f951ad-7a48-4199-a1ad-9bd53b0d3dbe HTTP/1.1" status: 200 len: 217 time: 0.0382833 Dec 06 17:48:38.193716 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9e1312cf-0946-436c-a695-ae5d2a92e35e req-b7af24e5-d0ac-4a64-b906-450a17cca3d2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=73f951ad-7a48-4199-a1ad-9bd53b0d3dbe HTTP/1.1" status: 200 len: 217 time: 0.0381868 Dec 06 17:48:38.248332 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1312cf-0946-436c-a695-ae5d2a92e35e req-89d42bba-ed38-45cd-9289-38d2667e1718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:48:38.249828 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9e1312cf-0946-436c-a695-ae5d2a92e35e req-89d42bba-ed38-45cd-9289-38d2667e1718 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bb9532ba-bf42-4e0a-800f-08bbfb2d25a2 HTTP/1.1" status: 200 len: 850 time: 0.0502059 Dec 06 17:48:38.252087 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1312cf-0946-436c-a695-ae5d2a92e35e req-e467fe85-0493-4869-83ec-f6b7e93b3285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:48:38.253565 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9e1312cf-0946-436c-a695-ae5d2a92e35e req-e467fe85-0493-4869-83ec-f6b7e93b3285 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bb9532ba-bf42-4e0a-800f-08bbfb2d25a2 HTTP/1.1" status: 200 len: 850 time: 0.0477016 Dec 06 17:48:38.282650 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9e1312cf-0946-436c-a695-ae5d2a92e35e req-aa70b297-2fc4-44f4-9d34-a2677b324aa3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=080da257-132d-4b7a-bc90-7d0f5b54f1db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245945 Dec 06 17:48:38.289344 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9e1312cf-0946-436c-a695-ae5d2a92e35e req-2ac748be-b9b9-46f4-94e3-9b0a00e4b1a3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=080da257-132d-4b7a-bc90-7d0f5b54f1db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238307 Dec 06 17:48:38.323088 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 73f951ad-7a48-4199-a1ad-9bd53b0d3dbe details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:48:38.378013 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9e1312cf-0946-436c-a695-ae5d2a92e35e req-f11b4387-afb4-4af7-83c1-cf5fd1f6fbfd service neutron] 10.222.0.44 "GET /v2.0/networks/080da257-132d-4b7a-bc90-7d0f5b54f1db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850496 Dec 06 17:48:38.384910 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9e1312cf-0946-436c-a695-ae5d2a92e35e req-df92f566-b9c2-434b-a5ce-98563401f947 service neutron] 10.222.0.41 "GET /v2.0/networks/080da257-132d-4b7a-bc90-7d0f5b54f1db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880022 Dec 06 17:48:38.421877 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 73f951ad-7a48-4199-a1ad-9bd53b0d3dbe, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=73f951ad-7a48-4199-a1ad-9bd53b0d3dbe,segment=NetworkSegment(7e4248b3-c1d5-405f-99ed-5db80b59f48a),segment_id=7e4248b3-c1d5-405f-99ed-5db80b59f48a)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:48:38.433734 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': '73f951ad-7a48-4199-a1ad-9bd53b0d3dbe', 'network_id': '080da257-132d-4b7a-bc90-7d0f5b54f1db', 'port_id': '73f951ad-7a48-4199-a1ad-9bd53b0d3dbe', 'mac_address': 'fa:16:3e:de:c7:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb9532ba-bf42-4e0a-800f-08bbfb2d25a2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:48:38.469597 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:48:38.475984 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9e1312cf-0946-436c-a695-ae5d2a92e35e req-8b09d6aa-d3f2-478a-9620-cdac426ac156 service neutron] 10.222.0.44 "GET /v2.0/networks/080da257-132d-4b7a-bc90-7d0f5b54f1db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908432 Dec 06 17:48:38.484108 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73f951ad-7a48-4199-a1ad-9bd53b0d3dbe {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:48:38.487892 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9e1312cf-0946-436c-a695-ae5d2a92e35e req-3d6e0906-487b-4301-b868-5a743141e091 service neutron] 10.222.0.41 "GET /v2.0/networks/080da257-132d-4b7a-bc90-7d0f5b54f1db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916638 Dec 06 17:48:38.504514 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 73f951ad-7a48-4199-a1ad-9bd53b0d3dbe, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=73f951ad-7a48-4199-a1ad-9bd53b0d3dbe,segment=NetworkSegment(7e4248b3-c1d5-405f-99ed-5db80b59f48a),segment_id=7e4248b3-c1d5-405f-99ed-5db80b59f48a)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:48:38.509532 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:48:38.558535 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=73f951ad-7a48-4199-a1ad-9bd53b0d3dbe,revision_number=8']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:48:38.565575 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:48:38.565925 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:48:38.566271 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:48:38.566607 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:48:38.566944 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:48:38.567275 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:48:38.567602 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:48:38.567926 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:48:38.568248 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:48:38.568568 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:48:38.568962 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:48:38.569287 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:48:38.569639 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:48:38.703795 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 73f951ad-7a48-4199-a1ad-9bd53b0d3dbe no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:48:38.737486 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['73f951ad-7a48-4199-a1ad-9bd53b0d3dbe'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:48:38.765568 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da714d5b-d8e7-4e75-83fe-c385e5af0032 req-54fc0480-a5ca-47e9-b786-62c3d30f39cb tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:48:38.767236 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-da714d5b-d8e7-4e75-83fe-c385e5af0032 req-54fc0480-a5ca-47e9-b786-62c3d30f39cb tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] 10.222.0.23 "GET /v2.0/ports?device_id=317b446b-013c-46dd-a6a3-37427c4a1ba7 HTTP/1.1" status: 200 len: 944 time: 0.0524204 Dec 06 17:48:38.774532 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 73f951ad-7a48-4199-a1ad-9bd53b0d3dbe not bound to the agent host n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:48:38.818229 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-da714d5b-d8e7-4e75-83fe-c385e5af0032 req-e8f73228-4aae-40cf-838f-411d739c19ea tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] 10.222.0.23 "GET /v2.0/security-groups?id=a91ba808-cf0b-4ea2-b912-ff6240451f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427723 Dec 06 17:48:39.121039 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f736cf44-6979-4571-bcac-78d5a4b0cd77 req-a82bcad2-0ee1-4f9a-be1f-8b36f38a8f17 tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:48:39.122473 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f736cf44-6979-4571-bcac-78d5a4b0cd77 req-a82bcad2-0ee1-4f9a-be1f-8b36f38a8f17 tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] 10.222.0.41 "GET /v2.0/ports?device_id=317b446b-013c-46dd-a6a3-37427c4a1ba7&tenant_id=a2b1bc498fad4885bfe3f4ccede2a396&binding%3Ahost_id=n-h2-master-1 HTTP/1.1" status: 200 len: 944 time: 0.1091917 Dec 06 17:48:39.189264 n-d-master-1 neutron-server[103285]: INFO neutron.api.v2.resource [req-f736cf44-6979-4571-bcac-78d5a4b0cd77 req-a7839132-e528-4d13-b16a-7b812f2ce5ad service neutron] delete failed (client error): The resource could not be found. Dec 06 17:48:39.190300 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f736cf44-6979-4571-bcac-78d5a4b0cd77 req-a7839132-e528-4d13-b16a-7b812f2ce5ad service neutron] 10.222.0.41 "DELETE /v2.0/ports/73f951ad-7a48-4199-a1ad-9bd53b0d3dbe/bindings/n-h1-master-1 HTTP/1.1" status: 404 len: 380 time: 0.0560467 Dec 06 17:48:39.281482 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f736cf44-6979-4571-bcac-78d5a4b0cd77 req-de9349d9-d9d2-447d-b403-4f846e78d551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:48:39.282949 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f736cf44-6979-4571-bcac-78d5a4b0cd77 req-de9349d9-d9d2-447d-b403-4f846e78d551 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a2b1bc498fad4885bfe3f4ccede2a396&device_id=317b446b-013c-46dd-a6a3-37427c4a1ba7 HTTP/1.1" status: 200 len: 1095 time: 0.0406387 Dec 06 17:48:39.382017 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f736cf44-6979-4571-bcac-78d5a4b0cd77 req-c28a8233-566b-4a7d-8f63-af439803e607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:48:39.383657 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f736cf44-6979-4571-bcac-78d5a4b0cd77 req-c28a8233-566b-4a7d-8f63-af439803e607 service neutron] 10.222.0.41 "GET /v2.0/networks?id=080da257-132d-4b7a-bc90-7d0f5b54f1db HTTP/1.1" status: 200 len: 911 time: 0.0876176 Dec 06 17:48:39.429902 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f736cf44-6979-4571-bcac-78d5a4b0cd77 req-c3dcc4d1-8024-4a2b-826a-0f29d01f10e5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=73f951ad-7a48-4199-a1ad-9bd53b0d3dbe HTTP/1.1" status: 200 len: 217 time: 0.0346520 Dec 06 17:48:39.485655 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f736cf44-6979-4571-bcac-78d5a4b0cd77 req-9856778f-2c0d-4e23-b4bd-4ef132caf4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:48:39.487102 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f736cf44-6979-4571-bcac-78d5a4b0cd77 req-9856778f-2c0d-4e23-b4bd-4ef132caf4a1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bb9532ba-bf42-4e0a-800f-08bbfb2d25a2 HTTP/1.1" status: 200 len: 850 time: 0.0439737 Dec 06 17:48:39.529607 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f736cf44-6979-4571-bcac-78d5a4b0cd77 req-54454be4-daa2-463e-b010-1262b0f4c717 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=080da257-132d-4b7a-bc90-7d0f5b54f1db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293474 Dec 06 17:48:39.618738 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f736cf44-6979-4571-bcac-78d5a4b0cd77 req-e4b9fe28-0011-4ca3-a67a-beb7bbf68ed3 service neutron] 10.222.0.41 "GET /v2.0/networks/080da257-132d-4b7a-bc90-7d0f5b54f1db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797353 Dec 06 17:48:39.713277 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f736cf44-6979-4571-bcac-78d5a4b0cd77 req-46ef8779-df90-4a88-836e-780b31a4af39 service neutron] 10.222.0.41 "GET /v2.0/networks/080da257-132d-4b7a-bc90-7d0f5b54f1db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867553 Dec 06 17:48:40.312351 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 73f951ad-7a48-4199-a1ad-9bd53b0d3dbe up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:48:40.363175 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning for port 73f951ad-7a48-4199-a1ad-9bd53b0d3dbe completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:48:40.368142 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port 73f951ad-7a48-4199-a1ad-9bd53b0d3dbe triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:48:40.368592 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:48:40.448139 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:48:40.456196 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f21b6b-af43-45c0-ba79-bbb1ccbe3deb req-971e10b5-5c27-4396-b7bd-1ea7a758b1fe tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:48:40.457776 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a6f21b6b-af43-45c0-ba79-bbb1ccbe3deb req-971e10b5-5c27-4396-b7bd-1ea7a758b1fe tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] 10.222.0.23 "GET /v2.0/ports?device_id=317b446b-013c-46dd-a6a3-37427c4a1ba7 HTTP/1.1" status: 200 len: 944 time: 0.0485163 Dec 06 17:48:40.471116 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '317b446b-013c-46dd-a6a3-37427c4a1ba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73f951ad-7a48-4199-a1ad-9bd53b0d3dbe'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:48:40.473421 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a4c4d1-2b87-45f4-959f-4ec03436199f" -d '{"events": [{"server_uuid": "317b446b-013c-46dd-a6a3-37427c4a1ba7", "name": "network-vif-plugged", "status": "completed", "tag": "73f951ad-7a48-4199-a1ad-9bd53b0d3dbe"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:48:40.487692 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 73f951ad-7a48-4199-a1ad-9bd53b0d3dbe, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=73f951ad-7a48-4199-a1ad-9bd53b0d3dbe,segment=NetworkSegment(7e4248b3-c1d5-405f-99ed-5db80b59f48a),segment_id=7e4248b3-c1d5-405f-99ed-5db80b59f48a)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:48:40.492959 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:48:40.509327 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a6f21b6b-af43-45c0-ba79-bbb1ccbe3deb req-24b56e7d-0b43-4293-87ac-bf6182c971d0 tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] 10.222.0.23 "GET /v2.0/security-groups?id=a91ba808-cf0b-4ea2-b912-ff6240451f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449922 Dec 06 17:48:40.519559 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2136dccf-9df2-45c9-a1d1-0a8865a0b7ec x-openstack-request-id: req-2136dccf-9df2-45c9-a1d1-0a8865a0b7ec {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:48:40.519882 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "317b446b-013c-46dd-a6a3-37427c4a1ba7", "name": "network-vif-plugged", "status": "completed", "tag": "73f951ad-7a48-4199-a1ad-9bd53b0d3dbe", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:48:40.520144 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2136dccf-9df2-45c9-a1d1-0a8865a0b7ec {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:48:40.520545 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '317b446b-013c-46dd-a6a3-37427c4a1ba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73f951ad-7a48-4199-a1ad-9bd53b0d3dbe', 'code': 200} Dec 06 17:48:40.546236 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=73f951ad-7a48-4199-a1ad-9bd53b0d3dbe,revision_number=9']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:48:41.648744 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98109d8b-497b-4703-bc8e-16562f251dee req-ad3d6597-c682-4755-9a9a-698a2e94b6c7 tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:48:41.650667 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-98109d8b-497b-4703-bc8e-16562f251dee req-ad3d6597-c682-4755-9a9a-698a2e94b6c7 tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] 10.222.0.23 "GET /v2.0/ports?device_id=317b446b-013c-46dd-a6a3-37427c4a1ba7 HTTP/1.1" status: 200 len: 945 time: 0.0713856 Dec 06 17:48:41.690751 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f736cf44-6979-4571-bcac-78d5a4b0cd77 req-df865530-2226-40d3-8670-8504943d15dd tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:48:41.692184 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f736cf44-6979-4571-bcac-78d5a4b0cd77 req-df865530-2226-40d3-8670-8504943d15dd tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] 10.222.0.44 "GET /v2.0/ports?device_id=317b446b-013c-46dd-a6a3-37427c4a1ba7 HTTP/1.1" status: 200 len: 945 time: 0.0799024 Dec 06 17:48:41.742174 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-98109d8b-497b-4703-bc8e-16562f251dee req-de8fa730-914e-401e-aeff-8db53c335a15 tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] 10.222.0.23 "GET /v2.0/security-groups?id=a91ba808-cf0b-4ea2-b912-ff6240451f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846531 Dec 06 17:48:41.797497 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-f736cf44-6979-4571-bcac-78d5a4b0cd77 req-a8b9ecb1-d2b1-4c71-b9f9-be93f03b6b9a tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] Deleting port 73f951ad-7a48-4199-a1ad-9bd53b0d3dbe {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:48:41.797785 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-f736cf44-6979-4571-bcac-78d5a4b0cd77 req-a8b9ecb1-d2b1-4c71-b9f9-be93f03b6b9a tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:48:41.887507 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-f736cf44-6979-4571-bcac-78d5a4b0cd77 req-a8b9ecb1-d2b1-4c71-b9f9-be93f03b6b9a tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] For port 73f951ad-7a48-4199-a1ad-9bd53b0d3dbe, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=73f951ad-7a48-4199-a1ad-9bd53b0d3dbe,segment=NetworkSegment(7e4248b3-c1d5-405f-99ed-5db80b59f48a),segment_id=7e4248b3-c1d5-405f-99ed-5db80b59f48a)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:48:41.887864 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-f736cf44-6979-4571-bcac-78d5a4b0cd77 req-a8b9ecb1-d2b1-4c71-b9f9-be93f03b6b9a tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:48:41.899892 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-f736cf44-6979-4571-bcac-78d5a4b0cd77 req-a8b9ecb1-d2b1-4c71-b9f9-be93f03b6b9a tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] Calling delete_port for 73f951ad-7a48-4199-a1ad-9bd53b0d3dbe owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:48:42.023487 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-f736cf44-6979-4571-bcac-78d5a4b0cd77 req-a8b9ecb1-d2b1-4c71-b9f9-be93f03b6b9a tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:48:42.035220 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['73f951ad-7a48-4199-a1ad-9bd53b0d3dbe'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:48:42.050871 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b9ecb1-d2b1-4c71-b9f9-be93f03b6b9a tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] Pushing event deleted for resources: {'Port': ['ID=73f951ad-7a48-4199-a1ad-9bd53b0d3dbe,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:48:42.095913 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-f736cf44-6979-4571-bcac-78d5a4b0cd77 req-a8b9ecb1-d2b1-4c71-b9f9-be93f03b6b9a tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] No DVR routers for this DVR port 73f951ad-7a48-4199-a1ad-9bd53b0d3dbe on host n-h2-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:48:42.098623 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-f736cf44-6979-4571-bcac-78d5a4b0cd77 req-a8b9ecb1-d2b1-4c71-b9f9-be93f03b6b9a tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:48:42.102709 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f736cf44-6979-4571-bcac-78d5a4b0cd77 req-a8b9ecb1-d2b1-4c71-b9f9-be93f03b6b9a tempest-DeleteServersTestJSON-1712105537 tempest-DeleteServersTestJSON-1712105537-project] 10.222.0.44 "DELETE /v2.0/ports/73f951ad-7a48-4199-a1ad-9bd53b0d3dbe HTTP/1.1" status: 204 len: 173 time: 0.4029839 Dec 06 17:48:42.103157 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '317b446b-013c-46dd-a6a3-37427c4a1ba7', 'name': 'network-vif-deleted', 'tag': '73f951ad-7a48-4199-a1ad-9bd53b0d3dbe'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:48:42.105407 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-995845d6-276f-49ec-b3ea-0c848fc7a809" -d '{"events": [{"server_uuid": "317b446b-013c-46dd-a6a3-37427c4a1ba7", "name": "network-vif-deleted", "tag": "73f951ad-7a48-4199-a1ad-9bd53b0d3dbe"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:48:42.141799 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de28e371-95b4-4798-a0f6-93268d553804 x-openstack-request-id: req-de28e371-95b4-4798-a0f6-93268d553804 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:48:42.142104 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "317b446b-013c-46dd-a6a3-37427c4a1ba7", "name": "network-vif-deleted", "tag": "73f951ad-7a48-4199-a1ad-9bd53b0d3dbe", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:48:42.142368 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-de28e371-95b4-4798-a0f6-93268d553804 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:48:42.142776 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '317b446b-013c-46dd-a6a3-37427c4a1ba7', 'name': 'network-vif-deleted', 'tag': '73f951ad-7a48-4199-a1ad-9bd53b0d3dbe', 'status': 'completed', 'code': 200} Dec 06 17:48:42.868079 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 38740) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:48:42.911582 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-a71f0f2e-9abb-4077-80a5-7a0736a47ad0 admin admin] Deleting subnet bb9532ba-bf42-4e0a-800f-08bbfb2d25a2 {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:48:42.914596 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a71f0f2e-9abb-4077-80a5-7a0736a47ad0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:48:42.952545 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a71f0f2e-9abb-4077-80a5-7a0736a47ad0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:48:42.989789 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a71f0f2e-9abb-4077-80a5-7a0736a47ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:48:43.040534 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a71f0f2e-9abb-4077-80a5-7a0736a47ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:48:43.065588 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71f0f2e-9abb-4077-80a5-7a0736a47ad0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb9532ba-bf42-4e0a-800f-08bbfb2d25a2,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:48:43.069259 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a71f0f2e-9abb-4077-80a5-7a0736a47ad0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:48:43.072995 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-a71f0f2e-9abb-4077-80a5-7a0736a47ad0 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/bb9532ba-bf42-4e0a-800f-08bbfb2d25a2 HTTP/1.1" status: 204 len: 168 time: 0.2039106 Dec 06 17:48:43.075536 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 38742) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:48:43.147552 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b010e767-2136-4b71-9a54-dd9916e77515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:48:43.224620 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b010e767-2136-4b71-9a54-dd9916e77515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:48:43.243938 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-b010e767-2136-4b71-9a54-dd9916e77515 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['080da257-132d-4b7a-bc90-7d0f5b54f1db']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:48:43.252990 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-b010e767-2136-4b71-9a54-dd9916e77515 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e4248b3-c1d5-405f-99ed-5db80b59f48a') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:48:43.253296 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-b010e767-2136-4b71-9a54-dd9916e77515 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e4248b3-c1d5-405f-99ed-5db80b59f48a') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:48:43.263973 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b010e767-2136-4b71-9a54-dd9916e77515 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:48:43.279692 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b010e767-2136-4b71-9a54-dd9916e77515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:48:43.286095 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b010e767-2136-4b71-9a54-dd9916e77515 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:48:43.286588 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b010e767-2136-4b71-9a54-dd9916e77515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:48:43.288356 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 17:48:43.288356 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:48:43.288356 n-d-master-1 neutron-server[103285]: timer() Dec 06 17:48:43.288356 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:48:43.288356 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 17:48:43.288356 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:48:43.288356 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 17:48:43.288356 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:48:43.288356 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 17:48:43.288356 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:48:43.288356 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 17:48:43.288356 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:48:43.288356 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 17:48:43.288356 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:48:43.288356 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:48:43.288356 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:48:43.288356 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:48:43.288356 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:48:43.288356 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 17:48:43.288356 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:48:43.288356 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 17:48:43.288356 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:48:43.288356 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:48:43.288356 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:48:43.288356 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 17:48:43.288356 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:48:43.288356 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:48:43.288356 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:48:43.288356 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:48:43.288356 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:48:43.288356 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:48:43.288356 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:48:43.353122 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b010e767-2136-4b71-9a54-dd9916e77515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:48:43.358411 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b010e767-2136-4b71-9a54-dd9916e77515 admin admin] Publish callbacks [] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:48:43.361627 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-b010e767-2136-4b71-9a54-dd9916e77515 admin admin] 10.222.0.23 "DELETE /v2.0/networks/080da257-132d-4b7a-bc90-7d0f5b54f1db HTTP/1.1" status: 204 len: 168 time: 0.2851467 Dec 06 17:48:43.372601 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b010e767-2136-4b71-9a54-dd9916e77515 admin admin] Pushing event deleted for resources: {'Network': ['ID=080da257-132d-4b7a-bc90-7d0f5b54f1db,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:48:43.471622 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-70662588-ecd1-4b82-9655-83c03c2b22dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:48:43.475163 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 38746) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:48:43.515630 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-6b772501-d125-4b76-9605-5d4101900895 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a2b1bc498fad4885bfe3f4ccede2a396&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0392461 Dec 06 17:48:43.517973 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 38748) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:48:43.563151 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6b360bf4-6417-487b-a9a3-fbb769d43889 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:48:43.584109 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6b360bf4-6417-487b-a9a3-fbb769d43889 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:48:43.634400 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6b360bf4-6417-487b-a9a3-fbb769d43889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:48:43.636986 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6b360bf4-6417-487b-a9a3-fbb769d43889 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:48:43.638162 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-6b360bf4-6417-487b-a9a3-fbb769d43889 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a91ba808-cf0b-4ea2-b912-ff6240451f25 HTTP/1.1" status: 204 len: 168 time: 0.1193180 Dec 06 17:48:43.645848 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b360bf4-6417-487b-a9a3-fbb769d43889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91ba808-cf0b-4ea2-b912-ff6240451f25,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:48:44.297830 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 38770) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:48:44.403500 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-eff14879-a0b5-404c-85ce-8d165846637a admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1332853135-network', 'tenant_id': 'f7282abed89f43cdb478089bd678544f'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:48:44.425069 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff14879-a0b5-404c-85ce-8d165846637a admin admin] Made reservation on behalf of f7282abed89f43cdb478089bd678544f for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:48:44.427455 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-eff14879-a0b5-404c-85ce-8d165846637a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:48:44.435759 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-eff14879-a0b5-404c-85ce-8d165846637a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:48:44.508751 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-eff14879-a0b5-404c-85ce-8d165846637a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:48:44.512391 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-eff14879-a0b5-404c-85ce-8d165846637a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:48:44.533120 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eff14879-a0b5-404c-85ce-8d165846637a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:48:44.547615 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff14879-a0b5-404c-85ce-8d165846637a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8cf57b0-ee67-43d5-8843-83db3543b93b,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:48:44.551274 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-eff14879-a0b5-404c-85ce-8d165846637a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:48:44.551620 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-eff14879-a0b5-404c-85ce-8d165846637a admin admin] Added segment 409ff044-658e-4408-86a4-68409451a765 of type vlan for network 014cf590-a0dd-45ef-9d14-b81af770f7ab Dec 06 17:48:44.591372 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-eff14879-a0b5-404c-85ce-8d165846637a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:48:44.615362 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-eff14879-a0b5-404c-85ce-8d165846637a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:48:44.616322 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff14879-a0b5-404c-85ce-8d165846637a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:48:44.616950 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-eff14879-a0b5-404c-85ce-8d165846637a admin admin] Publish callbacks [] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:48:44.675781 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-eff14879-a0b5-404c-85ce-8d165846637a admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3768511 Dec 06 17:48:44.678773 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 38774) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:48:44.682769 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff14879-a0b5-404c-85ce-8d165846637a admin admin] Pushing event updated for resources: {'Network': ['ID=014cf590-a0dd-45ef-9d14-b81af770f7ab,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:48:44.683839 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-9907623e-4afe-4906-81fd-b8b7c2c0858a admin admin] Request body: {'subnet': {'network_id': '014cf590-a0dd-45ef-9d14-b81af770f7ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1332853135-subnet', 'tenant_id': 'f7282abed89f43cdb478089bd678544f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:48:44.693071 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 014cf590-a0dd-45ef-9d14-b81af770f7ab details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:48:44.705404 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9907623e-4afe-4906-81fd-b8b7c2c0858a admin admin] Made reservation on behalf of f7282abed89f43cdb478089bd678544f for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:48:44.708101 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9907623e-4afe-4906-81fd-b8b7c2c0858a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:48:44.878101 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9907623e-4afe-4906-81fd-b8b7c2c0858a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:48:44.932660 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9907623e-4afe-4906-81fd-b8b7c2c0858a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac15d684-57c2-499d-a6af-bbb38a2819da,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:48:44.941406 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9907623e-4afe-4906-81fd-b8b7c2c0858a admin admin] Checking segment: {'id': '409ff044-658e-4408-86a4-68409451a765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '014cf590-a0dd-45ef-9d14-b81af770f7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:48:44.941809 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9907623e-4afe-4906-81fd-b8b7c2c0858a admin admin] Network hostable DHCP agents. Network: 014cf590-a0dd-45ef-9d14-b81af770f7ab, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:48:44.959600 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9907623e-4afe-4906-81fd-b8b7c2c0858a admin admin] Network 014cf590-a0dd-45ef-9d14-b81af770f7ab is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:48:44.968596 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-9907623e-4afe-4906-81fd-b8b7c2c0858a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 014cf590-a0dd-45ef-9d14-b81af770f7ab) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:48:44.972736 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9907623e-4afe-4906-81fd-b8b7c2c0858a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:48:44.973347 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9907623e-4afe-4906-81fd-b8b7c2c0858a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:48:44.977655 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e71f4e8-369f-4fce-a103-825dd703a267 None None] Network 014cf590-a0dd-45ef-9d14-b81af770f7ab requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:48:44.989731 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-9907623e-4afe-4906-81fd-b8b7c2c0858a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3097553 Dec 06 17:48:45.102151 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e657b913-7d56-4056-9004-282652f4a2eb None None] Network 014cf590-a0dd-45ef-9d14-b81af770f7ab requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:48:45.417914 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7115b30-dda7-44e2-b71f-f4716bc5a675 req-5b8a3436-e9ed-443b-82ef-0223775f1b4e tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:48:45.419311 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f7115b30-dda7-44e2-b71f-f4716bc5a675 req-5b8a3436-e9ed-443b-82ef-0223775f1b4e tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/networks?id=014cf590-a0dd-45ef-9d14-b81af770f7ab HTTP/1.1" status: 200 len: 815 time: 0.1028337 Dec 06 17:48:45.434143 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f7115b30-dda7-44e2-b71f-f4716bc5a675 req-37146f86-4eb4-4890-a33b-f8efed7a501d tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/quotas/f7282abed89f43cdb478089bd678544f HTTP/1.1" status: 200 len: 375 time: 0.0090270 Dec 06 17:48:45.465524 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f7115b30-dda7-44e2-b71f-f4716bc5a675 req-34908220-2dfb-4b2a-a745-82c8a04c3223 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f7282abed89f43cdb478089bd678544f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262735 Dec 06 17:48:45.560397 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f7115b30-dda7-44e2-b71f-f4716bc5a675 req-c2cb944f-846c-45e3-a3a2-ff5302da3d22 service neutron] 10.222.0.23 "GET /v2.0/networks/014cf590-a0dd-45ef-9d14-b81af770f7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879529 Dec 06 17:48:45.654930 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f7115b30-dda7-44e2-b71f-f4716bc5a675 req-4f681017-5efa-46d5-851b-95b9895a149e service neutron] 10.222.0.23 "GET /v2.0/networks/014cf590-a0dd-45ef-9d14-b81af770f7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884886 Dec 06 17:48:45.673045 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-342a781c-00cd-484d-92a9-7b78e3b8096a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:48:45.815187 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-17f6b10b-78fe-44fa-b547-7505ca94aeee req-085cbe60-b21d-496f-8918-3f04c4a1a44f tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/ports?device_id=31a53003-0e75-47e4-abfb-516af08f92e3 HTTP/1.1" status: 200 len: 210 time: 0.0270119 Dec 06 17:48:46.326632 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 73f951ad-7a48-4199-a1ad-9bd53b0d3dbe no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:48:46.346097 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] No Port match for: 73f951ad-7a48-4199-a1ad-9bd53b0d3dbe {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:48:46.346443 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 73f951ad-7a48-4199-a1ad-9bd53b0d3dbe not bound to the agent host n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:48:46.725690 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7115b30-dda7-44e2-b71f-f4716bc5a675 req-8d55bf71-2a01-4be6-9d46-308d1f078cfc tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:48:46.727741 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f7115b30-dda7-44e2-b71f-f4716bc5a675 req-8d55bf71-2a01-4be6-9d46-308d1f078cfc tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.44 "GET /v2.0/networks?id=014cf590-a0dd-45ef-9d14-b81af770f7ab HTTP/1.1" status: 200 len: 815 time: 0.1086009 Dec 06 17:48:46.740185 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-f7115b30-dda7-44e2-b71f-f4716bc5a675 req-d1bccf6c-9763-4711-9426-c9c56381c383 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Request body: {'port': {'device_id': '31a53003-0e75-47e4-abfb-516af08f92e3', 'network_id': '014cf590-a0dd-45ef-9d14-b81af770f7ab', 'admin_state_up': True, 'tenant_id': 'f7282abed89f43cdb478089bd678544f'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:48:46.851561 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7115b30-dda7-44e2-b71f-f4716bc5a675 req-d1bccf6c-9763-4711-9426-c9c56381c383 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Made reservation on behalf of f7282abed89f43cdb478089bd678544f for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:48:46.855171 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-f7115b30-dda7-44e2-b71f-f4716bc5a675 req-d1bccf6c-9763-4711-9426-c9c56381c383 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:48:46.918093 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0d3ba4f7-982a-409b-96cb-20c42ad40d90 req-182aad4d-3273-488b-bd77-d0d7c9c4e3c6 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/ports?device_id=31a53003-0e75-47e4-abfb-516af08f92e3 HTTP/1.1" status: 200 len: 210 time: 0.0269117 Dec 06 17:48:47.011828 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:48:47.013364 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-f7115b30-dda7-44e2-b71f-f4716bc5a675 req-d1bccf6c-9763-4711-9426-c9c56381c383 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Allocated IP 172.20.0.10 (014cf590-a0dd-45ef-9d14-b81af770f7ab/ac15d684-57c2-499d-a6af-bbb38a2819da/4fc294d9-7be5-4020-8622-60559076367b) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:48:47.159905 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-f7115b30-dda7-44e2-b71f-f4716bc5a675 req-d1bccf6c-9763-4711-9426-c9c56381c383 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:48:47.191949 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-f7115b30-dda7-44e2-b71f-f4716bc5a675 req-d1bccf6c-9763-4711-9426-c9c56381c383 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:48:47.238255 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7115b30-dda7-44e2-b71f-f4716bc5a675 req-d1bccf6c-9763-4711-9426-c9c56381c383 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Network 014cf590-a0dd-45ef-9d14-b81af770f7ab is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:48:47.241331 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-f7115b30-dda7-44e2-b71f-f4716bc5a675 req-d1bccf6c-9763-4711-9426-c9c56381c383 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:48:47.245733 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7115b30-dda7-44e2-b71f-f4716bc5a675 req-d1bccf6c-9763-4711-9426-c9c56381c383 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:48:47.269220 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bccf6c-9763-4711-9426-c9c56381c383 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Pushing event updated for resources: {'Port': ['ID=4fc294d9-7be5-4020-8622-60559076367b,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:48:47.296407 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7115b30-dda7-44e2-b71f-f4716bc5a675 req-d1bccf6c-9763-4711-9426-c9c56381c383 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:48:47.297028 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-f7115b30-dda7-44e2-b71f-f4716bc5a675 req-d1bccf6c-9763-4711-9426-c9c56381c383 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:48:47.313318 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f7115b30-dda7-44e2-b71f-f4716bc5a675 req-d1bccf6c-9763-4711-9426-c9c56381c383 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5768239 Dec 06 17:48:47.325758 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-f7115b30-dda7-44e2-b71f-f4716bc5a675 req-7d79732a-2665-45f1-92f7-ca35beed084a service neutron] Request body: {'port': {'device_id': '31a53003-0e75-47e4-abfb-516af08f92e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:48:47.376966 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-f7115b30-dda7-44e2-b71f-f4716bc5a675 req-7d79732a-2665-45f1-92f7-ca35beed084a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:48:47.633513 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-f7115b30-dda7-44e2-b71f-f4716bc5a675 req-7d79732a-2665-45f1-92f7-ca35beed084a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fc294d9-7be5-4020-8622-60559076367b {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:48:47.641105 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-f7115b30-dda7-44e2-b71f-f4716bc5a675 req-7d79732a-2665-45f1-92f7-ca35beed084a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:48:47.652664 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-f7115b30-dda7-44e2-b71f-f4716bc5a675 req-7d79732a-2665-45f1-92f7-ca35beed084a service neutron] Transition to ACTIVE for port object 4fc294d9-7be5-4020-8622-60559076367b will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:48:47.656490 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-f7115b30-dda7-44e2-b71f-f4716bc5a675 req-7d79732a-2665-45f1-92f7-ca35beed084a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:48:47.708887 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d79732a-2665-45f1-92f7-ca35beed084a service neutron] Pushing event updated for resources: {'Port': ['ID=4fc294d9-7be5-4020-8622-60559076367b,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:48:47.776990 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-f7115b30-dda7-44e2-b71f-f4716bc5a675 req-7d79732a-2665-45f1-92f7-ca35beed084a service neutron] Attempting to bind port 4fc294d9-7be5-4020-8622-60559076367b on host n-h2-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:48:47.777325 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-f7115b30-dda7-44e2-b71f-f4716bc5a675 req-7d79732a-2665-45f1-92f7-ca35beed084a service neutron] Attempting to bind port 4fc294d9-7be5-4020-8622-60559076367b by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '409ff044-658e-4408-86a4-68409451a765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '014cf590-a0dd-45ef-9d14-b81af770f7ab'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:48:47.777687 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7115b30-dda7-44e2-b71f-f4716bc5a675 req-7d79732a-2665-45f1-92f7-ca35beed084a service neutron] Attempting to bind port 4fc294d9-7be5-4020-8622-60559076367b on network 014cf590-a0dd-45ef-9d14-b81af770f7ab {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:48:47.782000 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7115b30-dda7-44e2-b71f-f4716bc5a675 req-7d79732a-2665-45f1-92f7-ca35beed084a service neutron] Port 4fc294d9-7be5-4020-8622-60559076367b on network 014cf590-a0dd-45ef-9d14-b81af770f7ab not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:48:47.782326 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7115b30-dda7-44e2-b71f-f4716bc5a675 req-7d79732a-2665-45f1-92f7-ca35beed084a service neutron] Attempting to bind port 4fc294d9-7be5-4020-8622-60559076367b on network 014cf590-a0dd-45ef-9d14-b81af770f7ab {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:48:47.787111 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7115b30-dda7-44e2-b71f-f4716bc5a675 req-7d79732a-2665-45f1-92f7-ca35beed084a service neutron] Checking agent: {'id': '9d8b9f49-2860-4c1f-9b89-45a7657a3c4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:48:47.787454 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7115b30-dda7-44e2-b71f-f4716bc5a675 req-7d79732a-2665-45f1-92f7-ca35beed084a service neutron] Checking segment: {'id': '409ff044-658e-4408-86a4-68409451a765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '014cf590-a0dd-45ef-9d14-b81af770f7ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:48:47.787839 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7115b30-dda7-44e2-b71f-f4716bc5a675 req-7d79732a-2665-45f1-92f7-ca35beed084a service neutron] Bound using segment: {'id': '409ff044-658e-4408-86a4-68409451a765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '014cf590-a0dd-45ef-9d14-b81af770f7ab'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:48:47.788268 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-f7115b30-dda7-44e2-b71f-f4716bc5a675 req-7d79732a-2665-45f1-92f7-ca35beed084a service neutron] Bound port: 4fc294d9-7be5-4020-8622-60559076367b, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '409ff044-658e-4408-86a4-68409451a765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '014cf590-a0dd-45ef-9d14-b81af770f7ab'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:48:47.788627 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-f7115b30-dda7-44e2-b71f-f4716bc5a675 req-7d79732a-2665-45f1-92f7-ca35beed084a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:48:47.853945 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-f7115b30-dda7-44e2-b71f-f4716bc5a675 req-7d79732a-2665-45f1-92f7-ca35beed084a service neutron] For port 4fc294d9-7be5-4020-8622-60559076367b, host n-h2-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:48:47.857048 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-f7115b30-dda7-44e2-b71f-f4716bc5a675 req-7d79732a-2665-45f1-92f7-ca35beed084a service neutron] For port 4fc294d9-7be5-4020-8622-60559076367b, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=4fc294d9-7be5-4020-8622-60559076367b,segment=NetworkSegment(409ff044-658e-4408-86a4-68409451a765),segment_id=409ff044-658e-4408-86a4-68409451a765)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:48:47.861033 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-f7115b30-dda7-44e2-b71f-f4716bc5a675 req-7d79732a-2665-45f1-92f7-ca35beed084a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:48:47.895748 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7115b30-dda7-44e2-b71f-f4716bc5a675 req-7d79732a-2665-45f1-92f7-ca35beed084a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:48:47.896382 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-f7115b30-dda7-44e2-b71f-f4716bc5a675 req-7d79732a-2665-45f1-92f7-ca35beed084a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:48:47.897790 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f7115b30-dda7-44e2-b71f-f4716bc5a675 req-7d79732a-2665-45f1-92f7-ca35beed084a service neutron] 10.222.0.44 "PUT /v2.0/ports/4fc294d9-7be5-4020-8622-60559076367b HTTP/1.1" status: 200 len: 1092 time: 0.5760686 Dec 06 17:48:47.898746 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31a53003-0e75-47e4-abfb-516af08f92e3', 'tag': '4fc294d9-7be5-4020-8622-60559076367b'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:48:47.900999 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e04b2c8-4ad3-46f5-b0c5-e6ff39079cc9" -d '{"events": [{"name": "network-changed", "server_uuid": "31a53003-0e75-47e4-abfb-516af08f92e3", "tag": "4fc294d9-7be5-4020-8622-60559076367b"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:48:47.937985 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d79732a-2665-45f1-92f7-ca35beed084a service neutron] Pushing event updated for resources: {'Port': ['ID=4fc294d9-7be5-4020-8622-60559076367b,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:48:47.942443 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b65225-f168-4966-a93d-cc5280fedf39 x-openstack-request-id: req-26b65225-f168-4966-a93d-cc5280fedf39 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:48:47.942741 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31a53003-0e75-47e4-abfb-516af08f92e3", "tag": "4fc294d9-7be5-4020-8622-60559076367b", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:48:47.943001 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-26b65225-f168-4966-a93d-cc5280fedf39 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:48:47.943437 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31a53003-0e75-47e4-abfb-516af08f92e3', 'tag': '4fc294d9-7be5-4020-8622-60559076367b', 'status': 'completed', 'code': 200} Dec 06 17:48:47.984603 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7115b30-dda7-44e2-b71f-f4716bc5a675 req-06e9ccfb-df90-4089-bc87-8c3c47dbce13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:48:47.986154 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f7115b30-dda7-44e2-b71f-f4716bc5a675 req-06e9ccfb-df90-4089-bc87-8c3c47dbce13 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f7282abed89f43cdb478089bd678544f&device_id=31a53003-0e75-47e4-abfb-516af08f92e3 HTTP/1.1" status: 200 len: 1095 time: 0.0415425 Dec 06 17:48:48.031431 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f7115b30-dda7-44e2-b71f-f4716bc5a675 req-1f1bd86a-6d59-462e-933f-2dce177595db service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4fc294d9-7be5-4020-8622-60559076367b HTTP/1.1" status: 200 len: 217 time: 0.0376966 Dec 06 17:48:48.036285 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45157c0f-58dd-4236-a5af-5f8a51eff0bf req-6a8928c6-b1dc-4af9-890a-8d17947a98d2 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:48:48.037785 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-45157c0f-58dd-4236-a5af-5f8a51eff0bf req-6a8928c6-b1dc-4af9-890a-8d17947a98d2 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/ports?device_id=31a53003-0e75-47e4-abfb-516af08f92e3 HTTP/1.1" status: 200 len: 944 time: 0.0496619 Dec 06 17:48:48.082938 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7115b30-dda7-44e2-b71f-f4716bc5a675 req-9f271629-53bf-44ee-afc3-9f5f2bbed405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:48:48.084460 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f7115b30-dda7-44e2-b71f-f4716bc5a675 req-9f271629-53bf-44ee-afc3-9f5f2bbed405 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ac15d684-57c2-499d-a6af-bbb38a2819da HTTP/1.1" status: 200 len: 855 time: 0.0457053 Dec 06 17:48:48.087363 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-45157c0f-58dd-4236-a5af-5f8a51eff0bf req-e498f831-14c8-4839-923b-ac1d801bd84d tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8cf57b0-ee67-43d5-8843-83db3543b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425193 Dec 06 17:48:48.117011 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f7115b30-dda7-44e2-b71f-f4716bc5a675 req-728205bf-01eb-4322-8106-9733072348e3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=014cf590-a0dd-45ef-9d14-b81af770f7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257971 Dec 06 17:48:48.172495 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:48:48.455818 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f7115b30-dda7-44e2-b71f-f4716bc5a675 req-35bcc1f7-73f2-4152-8b3d-d2653a1d6441 service neutron] 10.222.0.44 "GET /v2.0/networks/014cf590-a0dd-45ef-9d14-b81af770f7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3319225 Dec 06 17:48:48.542621 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f7115b30-dda7-44e2-b71f-f4716bc5a675 req-8995970c-0755-4dec-9f9d-50f4b160a8e3 service neutron] 10.222.0.44 "GET /v2.0/networks/014cf590-a0dd-45ef-9d14-b81af770f7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799832 Dec 06 17:48:48.625237 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e04b2c8-4ad3-46f5-b0c5-e6ff39079cc9 req-e61bbb6a-899f-4b78-8ee0-36cfa42f3ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:48:48.626755 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1e04b2c8-4ad3-46f5-b0c5-e6ff39079cc9 req-e61bbb6a-899f-4b78-8ee0-36cfa42f3ef0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f7282abed89f43cdb478089bd678544f&device_id=31a53003-0e75-47e4-abfb-516af08f92e3 HTTP/1.1" status: 200 len: 1095 time: 0.0412867 Dec 06 17:48:48.719532 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e04b2c8-4ad3-46f5-b0c5-e6ff39079cc9 req-a4c04c79-99ea-46f4-9db9-b61b4263c066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:48:48.720912 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1e04b2c8-4ad3-46f5-b0c5-e6ff39079cc9 req-a4c04c79-99ea-46f4-9db9-b61b4263c066 service neutron] 10.222.0.44 "GET /v2.0/networks?id=014cf590-a0dd-45ef-9d14-b81af770f7ab HTTP/1.1" status: 200 len: 916 time: 0.0867052 Dec 06 17:48:48.761658 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1e04b2c8-4ad3-46f5-b0c5-e6ff39079cc9 req-9a899616-1739-4382-b45e-aae9624da106 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4fc294d9-7be5-4020-8622-60559076367b HTTP/1.1" status: 200 len: 217 time: 0.0331595 Dec 06 17:48:48.815163 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e04b2c8-4ad3-46f5-b0c5-e6ff39079cc9 req-7b671e89-19ec-49dc-ab1d-3416a514070e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:48:48.816610 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1e04b2c8-4ad3-46f5-b0c5-e6ff39079cc9 req-7b671e89-19ec-49dc-ab1d-3416a514070e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ac15d684-57c2-499d-a6af-bbb38a2819da HTTP/1.1" status: 200 len: 855 time: 0.0476205 Dec 06 17:48:48.849151 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1e04b2c8-4ad3-46f5-b0c5-e6ff39079cc9 req-04c8cf94-bd53-4e8d-97b5-f6163414f2a0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=014cf590-a0dd-45ef-9d14-b81af770f7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248585 Dec 06 17:48:48.937198 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1e04b2c8-4ad3-46f5-b0c5-e6ff39079cc9 req-3465d3f8-4474-4c89-84b5-9908d15b6b9c service neutron] 10.222.0.44 "GET /v2.0/networks/014cf590-a0dd-45ef-9d14-b81af770f7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800805 Dec 06 17:48:49.031388 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1e04b2c8-4ad3-46f5-b0c5-e6ff39079cc9 req-e2e43485-5dff-4e3a-8f66-429ce1ea2b84 service neutron] 10.222.0.44 "GET /v2.0/networks/014cf590-a0dd-45ef-9d14-b81af770f7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865054 Dec 06 17:48:49.103719 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:48:49.204250 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3104cd90-7d28-4ded-ba83-7fe9b3ca0f39 req-828c6fcc-70fc-45a6-94a6-887074dcee5d tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:48:49.205771 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3104cd90-7d28-4ded-ba83-7fe9b3ca0f39 req-828c6fcc-70fc-45a6-94a6-887074dcee5d tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/ports?device_id=31a53003-0e75-47e4-abfb-516af08f92e3 HTTP/1.1" status: 200 len: 944 time: 0.0483022 Dec 06 17:48:49.252713 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3104cd90-7d28-4ded-ba83-7fe9b3ca0f39 req-d8b16e19-6965-4750-9a62-a2f6558d840b tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8cf57b0-ee67-43d5-8843-83db3543b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403550 Dec 06 17:48:50.353334 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 4fc294d9-7be5-4020-8622-60559076367b details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:48:50.365959 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522ace4b-6106-495f-9e61-9941d58a4f89 req-7a66d077-0c9f-4bfb-a47e-7689433b4840 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:48:50.367564 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-522ace4b-6106-495f-9e61-9941d58a4f89 req-7a66d077-0c9f-4bfb-a47e-7689433b4840 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/ports?device_id=31a53003-0e75-47e4-abfb-516af08f92e3 HTTP/1.1" status: 200 len: 944 time: 0.0483572 Dec 06 17:48:50.418849 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-522ace4b-6106-495f-9e61-9941d58a4f89 req-6fae95f8-18f5-4ed1-bdc3-965709a5c25d tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8cf57b0-ee67-43d5-8843-83db3543b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453775 Dec 06 17:48:50.445846 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 4fc294d9-7be5-4020-8622-60559076367b, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=4fc294d9-7be5-4020-8622-60559076367b,segment=NetworkSegment(409ff044-658e-4408-86a4-68409451a765),segment_id=409ff044-658e-4408-86a4-68409451a765)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:48:50.459595 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': '4fc294d9-7be5-4020-8622-60559076367b', 'network_id': '014cf590-a0dd-45ef-9d14-b81af770f7ab', 'port_id': '4fc294d9-7be5-4020-8622-60559076367b', 'mac_address': 'fa:16:3e:b8:45:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac15d684-57c2-499d-a6af-bbb38a2819da', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:48:50.495478 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:48:50.508544 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fc294d9-7be5-4020-8622-60559076367b {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:48:50.528038 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 4fc294d9-7be5-4020-8622-60559076367b, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=4fc294d9-7be5-4020-8622-60559076367b,segment=NetworkSegment(409ff044-658e-4408-86a4-68409451a765),segment_id=409ff044-658e-4408-86a4-68409451a765)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:48:50.531675 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:48:50.576012 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=4fc294d9-7be5-4020-8622-60559076367b,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:48:50.718095 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['4fc294d9-7be5-4020-8622-60559076367b'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:48:51.535144 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7991fd-d8b5-44d2-bfe1-93b29a738436 req-45c24d02-e8e6-44a1-add6-cc16696292f3 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:48:51.536605 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2d7991fd-d8b5-44d2-bfe1-93b29a738436 req-45c24d02-e8e6-44a1-add6-cc16696292f3 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/ports?device_id=31a53003-0e75-47e4-abfb-516af08f92e3 HTTP/1.1" status: 200 len: 945 time: 0.0525746 Dec 06 17:48:51.582932 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2d7991fd-d8b5-44d2-bfe1-93b29a738436 req-f118e1b4-cb4f-470c-9f0e-77ce9ee714f2 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8cf57b0-ee67-43d5-8843-83db3543b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399151 Dec 06 17:48:52.367934 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 4fc294d9-7be5-4020-8622-60559076367b up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:48:52.415006 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning for port 4fc294d9-7be5-4020-8622-60559076367b completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:48:52.419025 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port 4fc294d9-7be5-4020-8622-60559076367b triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:48:52.419401 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:48:52.496289 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:48:52.518623 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31a53003-0e75-47e4-abfb-516af08f92e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc294d9-7be5-4020-8622-60559076367b'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:48:52.520816 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c074e52-6005-4ec0-9a33-42da9b8f7beb" -d '{"events": [{"server_uuid": "31a53003-0e75-47e4-abfb-516af08f92e3", "name": "network-vif-plugged", "status": "completed", "tag": "4fc294d9-7be5-4020-8622-60559076367b"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:48:52.533399 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 4fc294d9-7be5-4020-8622-60559076367b, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=4fc294d9-7be5-4020-8622-60559076367b,segment=NetworkSegment(409ff044-658e-4408-86a4-68409451a765),segment_id=409ff044-658e-4408-86a4-68409451a765)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:48:52.537443 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:48:52.560042 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7cb0536-bdba-4b5b-8d5e-405860ef69c8 x-openstack-request-id: req-a7cb0536-bdba-4b5b-8d5e-405860ef69c8 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:48:52.560338 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31a53003-0e75-47e4-abfb-516af08f92e3", "name": "network-vif-plugged", "status": "completed", "tag": "4fc294d9-7be5-4020-8622-60559076367b", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:48:52.560595 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a7cb0536-bdba-4b5b-8d5e-405860ef69c8 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:48:52.560988 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31a53003-0e75-47e4-abfb-516af08f92e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc294d9-7be5-4020-8622-60559076367b', 'code': 200} Dec 06 17:48:52.585849 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=4fc294d9-7be5-4020-8622-60559076367b,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:48:52.663028 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c533d7ce-6735-40c5-9839-fd9f49f86f26 req-969cca40-21d8-4847-9336-9b7faa6c5a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:48:52.664506 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c533d7ce-6735-40c5-9839-fd9f49f86f26 req-969cca40-21d8-4847-9336-9b7faa6c5a50 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=31a53003-0e75-47e4-abfb-516af08f92e3 HTTP/1.1" status: 200 len: 1097 time: 0.0484309 Dec 06 17:48:52.725701 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908704c2-8e14-46cd-9d3d-b5ac72336d14 req-2270d0d4-c486-432e-b835-71dd7222bb8f tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:48:52.727720 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-908704c2-8e14-46cd-9d3d-b5ac72336d14 req-2270d0d4-c486-432e-b835-71dd7222bb8f tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/ports?device_id=31a53003-0e75-47e4-abfb-516af08f92e3 HTTP/1.1" status: 200 len: 946 time: 0.0748968 Dec 06 17:48:52.744720 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c533d7ce-6735-40c5-9839-fd9f49f86f26 req-e9d9428a-fab4-4029-add2-824522f3e9e6 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c8cf57b0-ee67-43d5-8843-83db3543b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631454 Dec 06 17:48:52.783373 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-908704c2-8e14-46cd-9d3d-b5ac72336d14 req-759f3e66-9273-4c8b-9ce8-3010af2fc9ac tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8cf57b0-ee67-43d5-8843-83db3543b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481093 Dec 06 17:48:53.900701 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb143da2-15ce-4b64-af6a-1377e2b2a304 req-8f7b12b0-c1b5-4fd5-931e-65dfc125669d tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:48:53.902182 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-eb143da2-15ce-4b64-af6a-1377e2b2a304 req-8f7b12b0-c1b5-4fd5-931e-65dfc125669d tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/ports?device_id=31a53003-0e75-47e4-abfb-516af08f92e3 HTTP/1.1" status: 200 len: 946 time: 0.0481837 Dec 06 17:48:53.947609 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-eb143da2-15ce-4b64-af6a-1377e2b2a304 req-af08fddc-5d0d-41ed-93fd-a868b3f49274 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8cf57b0-ee67-43d5-8843-83db3543b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395429 Dec 06 17:48:54.060430 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd73047-36bd-4de9-a897-43ff64d4b711 req-afea59a1-03b6-4102-af2d-c572b0045852 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:48:54.061826 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bfd73047-36bd-4de9-a897-43ff64d4b711 req-afea59a1-03b6-4102-af2d-c572b0045852 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/ports?device_id=31a53003-0e75-47e4-abfb-516af08f92e3 HTTP/1.1" status: 200 len: 946 time: 0.0487993 Dec 06 17:48:54.108689 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bfd73047-36bd-4de9-a897-43ff64d4b711 req-e5092c3c-18d7-4fc2-92bf-d2dab176a143 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8cf57b0-ee67-43d5-8843-83db3543b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410244 Dec 06 17:48:54.301494 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7740752-72b8-4043-b168-db613abec44d req-6710d1df-0b98-426c-ae28-7f38aefb6145 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:48:54.302953 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e7740752-72b8-4043-b168-db613abec44d req-6710d1df-0b98-426c-ae28-7f38aefb6145 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/ports?device_id=31a53003-0e75-47e4-abfb-516af08f92e3 HTTP/1.1" status: 200 len: 946 time: 0.0483768 Dec 06 17:48:54.349394 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e7740752-72b8-4043-b168-db613abec44d req-5f997203-a571-4645-b17d-280d0e89237b tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8cf57b0-ee67-43d5-8843-83db3543b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404680 Dec 06 17:48:54.459530 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bce24d-d724-40d9-ac27-db86735739da req-57a400be-e163-403f-9a5f-e542e8b3ad2d tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:48:54.461616 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c6bce24d-d724-40d9-ac27-db86735739da req-57a400be-e163-403f-9a5f-e542e8b3ad2d tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/ports?device_id=31a53003-0e75-47e4-abfb-516af08f92e3 HTTP/1.1" status: 200 len: 946 time: 0.0483732 Dec 06 17:48:54.507954 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c6bce24d-d724-40d9-ac27-db86735739da req-a157d6f9-4383-4b52-a4dd-f4affc0c4ce3 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8cf57b0-ee67-43d5-8843-83db3543b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397446 Dec 06 17:48:54.729888 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-78f3a0a1-d22b-4573-8ac3-ee5212fb07a2 req-578f0df5-7af7-482b-8da1-8796378de8fb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=31a53003-0e75-47e4-abfb-516af08f92e3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0439153 Dec 06 17:48:54.744607 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fad758-a249-47b1-9dba-2f20e520a18b req-36c58b4b-5a7d-4e15-aada-1855ec01686d tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:48:54.746281 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-85fad758-a249-47b1-9dba-2f20e520a18b req-36c58b4b-5a7d-4e15-aada-1855ec01686d tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/ports?device_id=31a53003-0e75-47e4-abfb-516af08f92e3 HTTP/1.1" status: 200 len: 946 time: 0.0542333 Dec 06 17:48:54.796494 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-85fad758-a249-47b1-9dba-2f20e520a18b req-149bc449-d57a-49c7-9811-786d90eaa06e tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8cf57b0-ee67-43d5-8843-83db3543b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442185 Dec 06 17:48:55.942510 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e0723c-bb98-4eef-80af-34353a005814 req-4a35d183-d69e-494f-96e6-f5e8f64af80f tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:48:55.943985 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a7e0723c-bb98-4eef-80af-34353a005814 req-4a35d183-d69e-494f-96e6-f5e8f64af80f tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/ports?device_id=31a53003-0e75-47e4-abfb-516af08f92e3 HTTP/1.1" status: 200 len: 946 time: 0.0753324 Dec 06 17:48:55.947133 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f3a0a1-d22b-4573-8ac3-ee5212fb07a2 req-4f3fc1cf-fbb7-4244-8089-93df1d118d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:48:55.948482 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-78f3a0a1-d22b-4573-8ac3-ee5212fb07a2 req-4f3fc1cf-fbb7-4244-8089-93df1d118d18 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f7282abed89f43cdb478089bd678544f&device_id=31a53003-0e75-47e4-abfb-516af08f92e3 HTTP/1.1" status: 200 len: 1097 time: 0.0785074 Dec 06 17:48:56.052508 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a7e0723c-bb98-4eef-80af-34353a005814 req-4b0f7b00-27f0-4a1f-936d-d9a3f2dc112a tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8cf57b0-ee67-43d5-8843-83db3543b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019113 Dec 06 17:48:56.075570 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f3a0a1-d22b-4573-8ac3-ee5212fb07a2 req-f57bff08-6a9b-4c48-b066-6639887283c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:48:56.077181 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-78f3a0a1-d22b-4573-8ac3-ee5212fb07a2 req-f57bff08-6a9b-4c48-b066-6639887283c5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=014cf590-a0dd-45ef-9d14-b81af770f7ab HTTP/1.1" status: 200 len: 916 time: 0.1201651 Dec 06 17:48:56.119259 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-78f3a0a1-d22b-4573-8ac3-ee5212fb07a2 req-f1ffd428-8e9c-458b-b39a-b63f8b5acb9d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4fc294d9-7be5-4020-8622-60559076367b HTTP/1.1" status: 200 len: 217 time: 0.0354459 Dec 06 17:48:56.172373 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f3a0a1-d22b-4573-8ac3-ee5212fb07a2 req-b5054a86-19c7-4f9b-943c-e6e257b6d84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:48:56.173826 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-78f3a0a1-d22b-4573-8ac3-ee5212fb07a2 req-b5054a86-19c7-4f9b-943c-e6e257b6d84c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ac15d684-57c2-499d-a6af-bbb38a2819da HTTP/1.1" status: 200 len: 855 time: 0.0473614 Dec 06 17:48:56.203066 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-78f3a0a1-d22b-4573-8ac3-ee5212fb07a2 req-dfdcd3f8-791f-40d1-9cbf-e53a6e4beabe service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=014cf590-a0dd-45ef-9d14-b81af770f7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229073 Dec 06 17:48:56.290517 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-78f3a0a1-d22b-4573-8ac3-ee5212fb07a2 req-ca786569-dda6-4e11-9003-b194b1dc9915 service neutron] 10.222.0.44 "GET /v2.0/networks/014cf590-a0dd-45ef-9d14-b81af770f7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808949 Dec 06 17:48:56.382091 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-78f3a0a1-d22b-4573-8ac3-ee5212fb07a2 req-8d06c3d0-b766-40c3-aa10-09ee66dbe536 service neutron] 10.222.0.44 "GET /v2.0/networks/014cf590-a0dd-45ef-9d14-b81af770f7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850923 Dec 06 17:48:57.167334 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c538592-994d-45b6-a763-b79a15c8c749 req-c2e31e2c-ddf5-4b5e-bf29-6f312efe6db5 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:48:57.168811 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2c538592-994d-45b6-a763-b79a15c8c749 req-c2e31e2c-ddf5-4b5e-bf29-6f312efe6db5 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/ports?device_id=31a53003-0e75-47e4-abfb-516af08f92e3 HTTP/1.1" status: 200 len: 946 time: 0.0486414 Dec 06 17:48:57.216934 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2c538592-994d-45b6-a763-b79a15c8c749 req-88640203-9b0c-43a3-ad77-f1e1f0ba4fed tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8cf57b0-ee67-43d5-8843-83db3543b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421848 Dec 06 17:48:58.336357 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65368a35-1432-456f-a222-d5c6d85648dc req-5f1c82a2-9fa8-415d-bb4d-91ab5478594a tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:48:58.337898 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-65368a35-1432-456f-a222-d5c6d85648dc req-5f1c82a2-9fa8-415d-bb4d-91ab5478594a tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/ports?device_id=31a53003-0e75-47e4-abfb-516af08f92e3 HTTP/1.1" status: 200 len: 946 time: 0.0496190 Dec 06 17:48:58.385595 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-65368a35-1432-456f-a222-d5c6d85648dc req-7cf91205-5d7a-44c1-bf29-e5a72d731f0f tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8cf57b0-ee67-43d5-8843-83db3543b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413048 Dec 06 17:48:59.500894 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4ac25-efaf-49df-a1b3-e82d6ee96fec req-7e8c1a98-0173-44ec-9c87-240f183e9d0b tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:48:59.502437 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-91d4ac25-efaf-49df-a1b3-e82d6ee96fec req-7e8c1a98-0173-44ec-9c87-240f183e9d0b tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/ports?device_id=31a53003-0e75-47e4-abfb-516af08f92e3 HTTP/1.1" status: 200 len: 946 time: 0.0486994 Dec 06 17:48:59.553111 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-91d4ac25-efaf-49df-a1b3-e82d6ee96fec req-55c7da46-7c3b-4d7a-bfc9-98162d694e25 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8cf57b0-ee67-43d5-8843-83db3543b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440729 Dec 06 17:49:00.673217 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda0cf48-072d-446d-b11e-dba1afb88bd2 req-243fc901-ddc7-4f07-a90d-7cbe575414e2 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:49:00.674731 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-eda0cf48-072d-446d-b11e-dba1afb88bd2 req-243fc901-ddc7-4f07-a90d-7cbe575414e2 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/ports?device_id=31a53003-0e75-47e4-abfb-516af08f92e3 HTTP/1.1" status: 200 len: 946 time: 0.0543859 Dec 06 17:49:00.720848 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-eda0cf48-072d-446d-b11e-dba1afb88bd2 req-6cf9af6c-e817-47f5-8227-473af383ea35 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8cf57b0-ee67-43d5-8843-83db3543b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401218 Dec 06 17:49:01.839045 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0c494e-9be1-4dc9-91fe-5bba9624aa76 req-acb94f16-7530-4ca9-ab3c-ff951187b853 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:49:01.840538 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fa0c494e-9be1-4dc9-91fe-5bba9624aa76 req-acb94f16-7530-4ca9-ab3c-ff951187b853 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/ports?device_id=31a53003-0e75-47e4-abfb-516af08f92e3 HTTP/1.1" status: 200 len: 946 time: 0.0495815 Dec 06 17:49:01.886652 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fa0c494e-9be1-4dc9-91fe-5bba9624aa76 req-f48be470-31fe-4407-bc22-dfb8f65de3a7 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8cf57b0-ee67-43d5-8843-83db3543b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402026 Dec 06 17:49:02.996272 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:49:03.002514 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff048d4c-c901-468b-b0af-753f64288467 req-569be975-3030-41fd-9655-b4fe04607da6 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:49:03.004016 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ff048d4c-c901-468b-b0af-753f64288467 req-569be975-3030-41fd-9655-b4fe04607da6 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/ports?device_id=31a53003-0e75-47e4-abfb-516af08f92e3 HTTP/1.1" status: 200 len: 946 time: 0.0513179 Dec 06 17:49:03.052807 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ff048d4c-c901-468b-b0af-753f64288467 req-68c7a1a0-c9b3-48aa-8fb8-0ea955d9c839 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8cf57b0-ee67-43d5-8843-83db3543b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426126 Dec 06 17:49:04.166646 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23271052-6b1e-4f00-ba6c-1c2f426b5c93 req-c99e8c24-cc81-435e-beb4-f941d9efffee tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:49:04.168150 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-23271052-6b1e-4f00-ba6c-1c2f426b5c93 req-c99e8c24-cc81-435e-beb4-f941d9efffee tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/ports?device_id=31a53003-0e75-47e4-abfb-516af08f92e3 HTTP/1.1" status: 200 len: 946 time: 0.0480876 Dec 06 17:49:04.214067 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-23271052-6b1e-4f00-ba6c-1c2f426b5c93 req-ef7b379b-eaa6-4759-9d7b-530b215ba64e tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8cf57b0-ee67-43d5-8843-83db3543b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399768 Dec 06 17:49:05.327742 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2963b5b6-d2aa-49dc-b9d0-f0436818352e req-2772e885-17ee-4b8a-9b43-8f773b116276 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:49:05.329240 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2963b5b6-d2aa-49dc-b9d0-f0436818352e req-2772e885-17ee-4b8a-9b43-8f773b116276 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/ports?device_id=31a53003-0e75-47e4-abfb-516af08f92e3 HTTP/1.1" status: 200 len: 946 time: 0.0485687 Dec 06 17:49:05.380217 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2963b5b6-d2aa-49dc-b9d0-f0436818352e req-5d9a5018-d091-4a19-a30b-934ea3030351 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8cf57b0-ee67-43d5-8843-83db3543b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450497 Dec 06 17:49:05.388161 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:49:06.366865 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588703ae-a24d-47be-8108-17e065812a96 req-88e7ff42-ab03-44b1-9061-1096f9344201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:49:06.368997 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-588703ae-a24d-47be-8108-17e065812a96 req-88e7ff42-ab03-44b1-9061-1096f9344201 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f7282abed89f43cdb478089bd678544f&device_id=31a53003-0e75-47e4-abfb-516af08f92e3 HTTP/1.1" status: 200 len: 1097 time: 0.0407686 Dec 06 17:49:06.473189 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588703ae-a24d-47be-8108-17e065812a96 req-21e4876c-a491-4a6b-a022-9fe0fe781633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:49:06.474734 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-588703ae-a24d-47be-8108-17e065812a96 req-21e4876c-a491-4a6b-a022-9fe0fe781633 service neutron] 10.222.0.44 "GET /v2.0/networks?id=014cf590-a0dd-45ef-9d14-b81af770f7ab HTTP/1.1" status: 200 len: 916 time: 0.0856676 Dec 06 17:49:06.499985 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e083d7-6346-4754-a542-0b85952d6e02 req-fc9b93e9-282e-435f-87b6-e2c0bab4f155 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:49:06.501519 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-31e083d7-6346-4754-a542-0b85952d6e02 req-fc9b93e9-282e-435f-87b6-e2c0bab4f155 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/ports?device_id=31a53003-0e75-47e4-abfb-516af08f92e3 HTTP/1.1" status: 200 len: 946 time: 0.0526428 Dec 06 17:49:06.524759 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-588703ae-a24d-47be-8108-17e065812a96 req-2ff78944-5088-4407-8760-0bc44c7c6bdf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4fc294d9-7be5-4020-8622-60559076367b HTTP/1.1" status: 200 len: 217 time: 0.0421886 Dec 06 17:49:06.549454 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-31e083d7-6346-4754-a542-0b85952d6e02 req-728a4792-b4b1-433b-a903-6c72f9f91c4d tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8cf57b0-ee67-43d5-8843-83db3543b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417941 Dec 06 17:49:06.584059 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588703ae-a24d-47be-8108-17e065812a96 req-154f8f1b-8346-4dce-8afe-310b50e0388f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:49:06.585626 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-588703ae-a24d-47be-8108-17e065812a96 req-154f8f1b-8346-4dce-8afe-310b50e0388f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ac15d684-57c2-499d-a6af-bbb38a2819da HTTP/1.1" status: 200 len: 855 time: 0.0444756 Dec 06 17:49:06.618441 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-588703ae-a24d-47be-8108-17e065812a96 req-c5008dea-c09b-4bec-b1de-bf97a1a2cada service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=014cf590-a0dd-45ef-9d14-b81af770f7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247228 Dec 06 17:49:06.715269 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-588703ae-a24d-47be-8108-17e065812a96 req-6ff111c5-faad-4079-9e2f-69d0385c0e2d service neutron] 10.222.0.44 "GET /v2.0/networks/014cf590-a0dd-45ef-9d14-b81af770f7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890584 Dec 06 17:49:06.804897 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-588703ae-a24d-47be-8108-17e065812a96 req-eb8d6c51-7fbf-40e6-be67-5fbd671f6ab1 service neutron] 10.222.0.44 "GET /v2.0/networks/014cf590-a0dd-45ef-9d14-b81af770f7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824172 Dec 06 17:49:07.670291 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5670e5-608c-461a-a73a-8f9246cf59ea req-01c47f39-84f3-4e3f-9262-547af4a46821 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:49:07.671757 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ad5670e5-608c-461a-a73a-8f9246cf59ea req-01c47f39-84f3-4e3f-9262-547af4a46821 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/ports?device_id=31a53003-0e75-47e4-abfb-516af08f92e3 HTTP/1.1" status: 200 len: 946 time: 0.0526931 Dec 06 17:49:07.719706 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ad5670e5-608c-461a-a73a-8f9246cf59ea req-38fbd08d-993d-43c3-b779-377271aa5a37 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8cf57b0-ee67-43d5-8843-83db3543b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421081 Dec 06 17:49:08.835357 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b0556-4155-486e-83b2-fb4c61816f2e req-1bb2cf2c-88ac-46ed-9836-4b849debabbc tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:49:08.837455 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-979b0556-4155-486e-83b2-fb4c61816f2e req-1bb2cf2c-88ac-46ed-9836-4b849debabbc tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/ports?device_id=31a53003-0e75-47e4-abfb-516af08f92e3 HTTP/1.1" status: 200 len: 946 time: 0.0485711 Dec 06 17:49:08.885163 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-979b0556-4155-486e-83b2-fb4c61816f2e req-60b203ce-0aaa-45e6-95a1-01a1cccab992 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8cf57b0-ee67-43d5-8843-83db3543b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416102 Dec 06 17:49:09.997863 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4723e1-ddfa-46c6-b284-9bd068e8f39a req-b219b034-b2e2-4ef1-be3e-5bb0e57282c5 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:49:09.999325 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ec4723e1-ddfa-46c6-b284-9bd068e8f39a req-b219b034-b2e2-4ef1-be3e-5bb0e57282c5 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/ports?device_id=31a53003-0e75-47e4-abfb-516af08f92e3 HTTP/1.1" status: 200 len: 946 time: 0.0484836 Dec 06 17:49:10.046162 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ec4723e1-ddfa-46c6-b284-9bd068e8f39a req-78ef52f8-a8c2-414b-ad75-45fa437902f5 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8cf57b0-ee67-43d5-8843-83db3543b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409765 Dec 06 17:49:11.163201 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289c6cfb-50d1-4485-9255-afc90c5e3003 req-987bdf21-1835-4832-9508-476d5a9f93bb tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:49:11.165225 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-289c6cfb-50d1-4485-9255-afc90c5e3003 req-987bdf21-1835-4832-9508-476d5a9f93bb tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/ports?device_id=31a53003-0e75-47e4-abfb-516af08f92e3 HTTP/1.1" status: 200 len: 946 time: 0.0516112 Dec 06 17:49:11.211736 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-289c6cfb-50d1-4485-9255-afc90c5e3003 req-03d4301f-34e5-4035-8fcc-96a05d2056a6 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8cf57b0-ee67-43d5-8843-83db3543b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401103 Dec 06 17:49:12.325671 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb32352-71a7-4880-a79a-761ff0c658ec req-8f9a8a38-ab99-4f7c-8008-1abb8e1f9483 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:49:12.327126 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-feb32352-71a7-4880-a79a-761ff0c658ec req-8f9a8a38-ab99-4f7c-8008-1abb8e1f9483 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/ports?device_id=31a53003-0e75-47e4-abfb-516af08f92e3 HTTP/1.1" status: 200 len: 946 time: 0.0476062 Dec 06 17:49:12.376911 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-feb32352-71a7-4880-a79a-761ff0c658ec req-e5bee0c0-5170-47e1-8e74-2c6a78dbeade tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8cf57b0-ee67-43d5-8843-83db3543b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439994 Dec 06 17:49:13.315026 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 17:49:13.475013 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-76c8ea1c-fab1-488e-8391-475bd30b88a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:49:13.497232 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e776357-5d02-435b-846f-62e5e619fb41 req-ca9f56be-7482-401c-a887-7dd5fb02debc tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:49:13.499209 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0e776357-5d02-435b-846f-62e5e619fb41 req-ca9f56be-7482-401c-a887-7dd5fb02debc tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/ports?device_id=31a53003-0e75-47e4-abfb-516af08f92e3 HTTP/1.1" status: 200 len: 946 time: 0.0538309 Dec 06 17:49:13.546558 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0e776357-5d02-435b-846f-62e5e619fb41 req-71b59ce4-e8d5-4c34-b9ca-28f021bcdf69 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8cf57b0-ee67-43d5-8843-83db3543b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415001 Dec 06 17:49:14.661018 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c2ef90-c909-4309-b31e-b7b4320204a7 req-f83871f5-7534-460c-a0fb-3fab63133b69 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:49:14.662548 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f1c2ef90-c909-4309-b31e-b7b4320204a7 req-f83871f5-7534-460c-a0fb-3fab63133b69 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/ports?device_id=31a53003-0e75-47e4-abfb-516af08f92e3 HTTP/1.1" status: 200 len: 946 time: 0.0494032 Dec 06 17:49:14.709902 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f1c2ef90-c909-4309-b31e-b7b4320204a7 req-da97581d-47d3-4597-bafc-fb5b3903f692 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8cf57b0-ee67-43d5-8843-83db3543b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408010 Dec 06 17:49:15.674069 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6f53a350-1bc9-4b34-be47-90260760c877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:49:15.829519 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b69eb-6f4c-45a2-9649-6cf772c5f7f3 req-0c97202e-6daf-42a4-b80c-7f7d890a0229 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:49:15.830980 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-422b69eb-6f4c-45a2-9649-6cf772c5f7f3 req-0c97202e-6daf-42a4-b80c-7f7d890a0229 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/ports?device_id=31a53003-0e75-47e4-abfb-516af08f92e3 HTTP/1.1" status: 200 len: 946 time: 0.0483737 Dec 06 17:49:15.881128 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-422b69eb-6f4c-45a2-9649-6cf772c5f7f3 req-cc511265-9f82-450c-8e65-f804b8c27d87 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8cf57b0-ee67-43d5-8843-83db3543b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441906 Dec 06 17:49:16.994965 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b70b50f-3ab5-42b7-8d3b-27097e43b5a9 req-031889dd-618a-4208-b0b4-1ad0fb578098 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:49:16.996427 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4b70b50f-3ab5-42b7-8d3b-27097e43b5a9 req-031889dd-618a-4208-b0b4-1ad0fb578098 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/ports?device_id=31a53003-0e75-47e4-abfb-516af08f92e3 HTTP/1.1" status: 200 len: 946 time: 0.0480928 Dec 06 17:49:17.015807 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:49:17.044595 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4b70b50f-3ab5-42b7-8d3b-27097e43b5a9 req-fa3e3cbc-26c2-4929-8b42-d763acd0f7da tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8cf57b0-ee67-43d5-8843-83db3543b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422471 Dec 06 17:49:18.158770 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b98b05a-af37-45dd-9f6e-f407d606e818 req-754291ab-d919-4b2a-a0f8-fe3abe7381c0 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:49:18.160263 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0b98b05a-af37-45dd-9f6e-f407d606e818 req-754291ab-d919-4b2a-a0f8-fe3abe7381c0 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/ports?device_id=31a53003-0e75-47e4-abfb-516af08f92e3 HTTP/1.1" status: 200 len: 946 time: 0.0482690 Dec 06 17:49:18.168181 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:49:18.207163 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0b98b05a-af37-45dd-9f6e-f407d606e818 req-5fc34e5d-bf47-46c2-9b71-79325d32b7fc tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8cf57b0-ee67-43d5-8843-83db3543b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399883 Dec 06 17:49:19.288431 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:49:19.329233 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1214afab-50c9-461a-bb26-e1bacfe267d7 req-f891012f-20cc-458f-9cc5-351246b1cac7 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:49:19.330778 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1214afab-50c9-461a-bb26-e1bacfe267d7 req-f891012f-20cc-458f-9cc5-351246b1cac7 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/ports?device_id=31a53003-0e75-47e4-abfb-516af08f92e3 HTTP/1.1" status: 200 len: 946 time: 0.0534384 Dec 06 17:49:19.378606 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1214afab-50c9-461a-bb26-e1bacfe267d7 req-6c14e554-09f4-4fde-b4b7-9dafd4d29f5c tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8cf57b0-ee67-43d5-8843-83db3543b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412219 Dec 06 17:49:20.492746 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e04086-aad8-4e63-a26c-645b84a92745 req-28b9f2c0-006c-40be-b9b3-88098b5b95a6 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:49:20.494263 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-60e04086-aad8-4e63-a26c-645b84a92745 req-28b9f2c0-006c-40be-b9b3-88098b5b95a6 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/ports?device_id=31a53003-0e75-47e4-abfb-516af08f92e3 HTTP/1.1" status: 200 len: 946 time: 0.0495944 Dec 06 17:49:20.542018 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-60e04086-aad8-4e63-a26c-645b84a92745 req-6598d60d-abbf-40cb-b75d-629e99e8ca71 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8cf57b0-ee67-43d5-8843-83db3543b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417769 Dec 06 17:49:21.661419 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bda409b-c19f-4733-b73d-a55758148872 req-84e0bf87-de6e-4ff6-8036-17afc86d05fb tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:49:21.662944 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5bda409b-c19f-4733-b73d-a55758148872 req-84e0bf87-de6e-4ff6-8036-17afc86d05fb tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/ports?device_id=31a53003-0e75-47e4-abfb-516af08f92e3 HTTP/1.1" status: 200 len: 946 time: 0.0497770 Dec 06 17:49:21.709677 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5bda409b-c19f-4733-b73d-a55758148872 req-55ca9c96-4006-4d0e-804a-6a318f82603b tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8cf57b0-ee67-43d5-8843-83db3543b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401361 Dec 06 17:49:22.828554 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac08179-5d4f-4027-882b-c2824a8b173c req-815355a0-1835-4a2c-8983-559aed1ea8fc tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:49:22.830060 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-aac08179-5d4f-4027-882b-c2824a8b173c req-815355a0-1835-4a2c-8983-559aed1ea8fc tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/ports?device_id=31a53003-0e75-47e4-abfb-516af08f92e3 HTTP/1.1" status: 200 len: 946 time: 0.0523779 Dec 06 17:49:22.877023 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-aac08179-5d4f-4027-882b-c2824a8b173c req-61349c82-4ca1-4232-884c-c1ea8ec0ce1f tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8cf57b0-ee67-43d5-8843-83db3543b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409625 Dec 06 17:49:23.643271 n-d-master-1 neutron-server[103284]: INFO neutron.api.v2.resource [req-78f3a0a1-d22b-4573-8ac3-ee5212fb07a2 req-5bdc1358-9a6f-4db8-9734-9dc387bb2ddb service neutron] show failed (client error): The resource could not be found. Dec 06 17:49:23.644273 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-78f3a0a1-d22b-4573-8ac3-ee5212fb07a2 req-5bdc1358-9a6f-4db8-9734-9dc387bb2ddb service neutron] 10.222.0.44 "GET /v2.0/ports/4fc294d9-7be5-4020-8622-60559076367b/bindings/n-h1-master-1 HTTP/1.1" status: 404 len: 380 time: 0.0552628 Dec 06 17:49:23.876411 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f3a0a1-d22b-4573-8ac3-ee5212fb07a2 req-963e741a-c06e-4e19-b439-a26cfea5782e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:49:23.877917 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-78f3a0a1-d22b-4573-8ac3-ee5212fb07a2 req-963e741a-c06e-4e19-b439-a26cfea5782e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=31a53003-0e75-47e4-abfb-516af08f92e3&tenant_id=f7282abed89f43cdb478089bd678544f HTTP/1.1" status: 200 len: 1097 time: 0.0686128 Dec 06 17:49:23.896714 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-78f3a0a1-d22b-4573-8ac3-ee5212fb07a2 req-f5df8a0c-f830-4243-8fc7-a7a9a3f011e1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-master-1', 'device_owner': 'compute:nova'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:49:23.956262 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-78f3a0a1-d22b-4573-8ac3-ee5212fb07a2 req-f5df8a0c-f830-4243-8fc7-a7a9a3f011e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:49:24.172089 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-78f3a0a1-d22b-4573-8ac3-ee5212fb07a2 req-f5df8a0c-f830-4243-8fc7-a7a9a3f011e1 service neutron] For port 4fc294d9-7be5-4020-8622-60559076367b, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=4fc294d9-7be5-4020-8622-60559076367b,segment=NetworkSegment(409ff044-658e-4408-86a4-68409451a765),segment_id=409ff044-658e-4408-86a4-68409451a765)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:49:24.205563 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-78f3a0a1-d22b-4573-8ac3-ee5212fb07a2 req-f5df8a0c-f830-4243-8fc7-a7a9a3f011e1 service neutron] For port 4fc294d9-7be5-4020-8622-60559076367b, host n-h2-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:49:24.245026 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63279de-238d-43e1-9b84-d0033766091c req-861edb0b-dc5a-40ca-b89b-18cc74233f9b tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:49:24.246341 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31a53003-0e75-47e4-abfb-516af08f92e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fc294d9-7be5-4020-8622-60559076367b'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:49:24.246684 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e63279de-238d-43e1-9b84-d0033766091c req-861edb0b-dc5a-40ca-b89b-18cc74233f9b tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/ports?device_id=31a53003-0e75-47e4-abfb-516af08f92e3 HTTP/1.1" status: 200 len: 946 time: 0.0540931 Dec 06 17:49:24.248596 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f739e56-655d-4a1a-97f6-0c22e83a9365" -d '{"events": [{"server_uuid": "31a53003-0e75-47e4-abfb-516af08f92e3", "name": "network-vif-unplugged", "status": "completed", "tag": "4fc294d9-7be5-4020-8622-60559076367b"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:49:24.252852 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-78f3a0a1-d22b-4573-8ac3-ee5212fb07a2 req-f5df8a0c-f830-4243-8fc7-a7a9a3f011e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:49:24.266004 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-78f3a0a1-d22b-4573-8ac3-ee5212fb07a2 req-f5df8a0c-f830-4243-8fc7-a7a9a3f011e1 service neutron] Transition to ACTIVE for port object 4fc294d9-7be5-4020-8622-60559076367b will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:49:24.271638 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-78f3a0a1-d22b-4573-8ac3-ee5212fb07a2 req-f5df8a0c-f830-4243-8fc7-a7a9a3f011e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:49:24.298353 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e63279de-238d-43e1-9b84-d0033766091c req-3d55caff-8937-466b-827d-1973c9a67c16 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8cf57b0-ee67-43d5-8843-83db3543b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451515 Dec 06 17:49:24.299367 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 17:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-243a1b6a-9c48-423b-9cdc-3f47c434ecdd x-openstack-request-id: req-243a1b6a-9c48-423b-9cdc-3f47c434ecdd {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:49:24.299666 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31a53003-0e75-47e4-abfb-516af08f92e3", "name": "network-vif-unplugged", "status": "completed", "tag": "4fc294d9-7be5-4020-8622-60559076367b", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:49:24.299926 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-243a1b6a-9c48-423b-9cdc-3f47c434ecdd {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:49:24.300330 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31a53003-0e75-47e4-abfb-516af08f92e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fc294d9-7be5-4020-8622-60559076367b', 'code': 200} Dec 06 17:49:24.339940 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-78f3a0a1-d22b-4573-8ac3-ee5212fb07a2 req-f5df8a0c-f830-4243-8fc7-a7a9a3f011e1 service neutron] No DVR routers for this DVR port 4fc294d9-7be5-4020-8622-60559076367b on host n-h2-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:49:24.343058 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5df8a0c-f830-4243-8fc7-a7a9a3f011e1 service neutron] Pushing event updated for resources: {'Port': ['ID=4fc294d9-7be5-4020-8622-60559076367b,revision_number=6']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:49:24.355436 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5df8a0c-f830-4243-8fc7-a7a9a3f011e1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:49:24.355436 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5df8a0c-f830-4243-8fc7-a7a9a3f011e1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:49:24.355692 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5df8a0c-f830-4243-8fc7-a7a9a3f011e1 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:49:24.355901 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5df8a0c-f830-4243-8fc7-a7a9a3f011e1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:49:24.356238 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5df8a0c-f830-4243-8fc7-a7a9a3f011e1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:49:24.356580 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5df8a0c-f830-4243-8fc7-a7a9a3f011e1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:49:24.356911 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5df8a0c-f830-4243-8fc7-a7a9a3f011e1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:49:24.357240 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5df8a0c-f830-4243-8fc7-a7a9a3f011e1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:49:24.357608 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5df8a0c-f830-4243-8fc7-a7a9a3f011e1 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:49:24.357939 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5df8a0c-f830-4243-8fc7-a7a9a3f011e1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:49:24.358266 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5df8a0c-f830-4243-8fc7-a7a9a3f011e1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:49:24.358591 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5df8a0c-f830-4243-8fc7-a7a9a3f011e1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:49:24.358914 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5df8a0c-f830-4243-8fc7-a7a9a3f011e1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:49:24.387700 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-78f3a0a1-d22b-4573-8ac3-ee5212fb07a2 req-f5df8a0c-f830-4243-8fc7-a7a9a3f011e1 service neutron] Attempting to bind port 4fc294d9-7be5-4020-8622-60559076367b on host n-h1-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:49:24.388036 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-78f3a0a1-d22b-4573-8ac3-ee5212fb07a2 req-f5df8a0c-f830-4243-8fc7-a7a9a3f011e1 service neutron] Attempting to bind port 4fc294d9-7be5-4020-8622-60559076367b by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '409ff044-658e-4408-86a4-68409451a765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '014cf590-a0dd-45ef-9d14-b81af770f7ab'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:49:24.388367 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f3a0a1-d22b-4573-8ac3-ee5212fb07a2 req-f5df8a0c-f830-4243-8fc7-a7a9a3f011e1 service neutron] Attempting to bind port 4fc294d9-7be5-4020-8622-60559076367b on network 014cf590-a0dd-45ef-9d14-b81af770f7ab {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:49:24.392642 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f3a0a1-d22b-4573-8ac3-ee5212fb07a2 req-f5df8a0c-f830-4243-8fc7-a7a9a3f011e1 service neutron] Port 4fc294d9-7be5-4020-8622-60559076367b on network 014cf590-a0dd-45ef-9d14-b81af770f7ab not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:49:24.392952 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f3a0a1-d22b-4573-8ac3-ee5212fb07a2 req-f5df8a0c-f830-4243-8fc7-a7a9a3f011e1 service neutron] Attempting to bind port 4fc294d9-7be5-4020-8622-60559076367b on network 014cf590-a0dd-45ef-9d14-b81af770f7ab {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:49:24.397792 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f3a0a1-d22b-4573-8ac3-ee5212fb07a2 req-f5df8a0c-f830-4243-8fc7-a7a9a3f011e1 service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:49:24.398134 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f3a0a1-d22b-4573-8ac3-ee5212fb07a2 req-f5df8a0c-f830-4243-8fc7-a7a9a3f011e1 service neutron] Checking segment: {'id': '409ff044-658e-4408-86a4-68409451a765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '014cf590-a0dd-45ef-9d14-b81af770f7ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:49:24.398520 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f3a0a1-d22b-4573-8ac3-ee5212fb07a2 req-f5df8a0c-f830-4243-8fc7-a7a9a3f011e1 service neutron] Bound using segment: {'id': '409ff044-658e-4408-86a4-68409451a765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '014cf590-a0dd-45ef-9d14-b81af770f7ab'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:49:24.398970 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-78f3a0a1-d22b-4573-8ac3-ee5212fb07a2 req-f5df8a0c-f830-4243-8fc7-a7a9a3f011e1 service neutron] Bound port: 4fc294d9-7be5-4020-8622-60559076367b, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '409ff044-658e-4408-86a4-68409451a765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '014cf590-a0dd-45ef-9d14-b81af770f7ab'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:49:24.399323 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-78f3a0a1-d22b-4573-8ac3-ee5212fb07a2 req-f5df8a0c-f830-4243-8fc7-a7a9a3f011e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:49:24.460712 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-78f3a0a1-d22b-4573-8ac3-ee5212fb07a2 req-f5df8a0c-f830-4243-8fc7-a7a9a3f011e1 service neutron] For port 4fc294d9-7be5-4020-8622-60559076367b, host n-h1-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:49:24.463789 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-78f3a0a1-d22b-4573-8ac3-ee5212fb07a2 req-f5df8a0c-f830-4243-8fc7-a7a9a3f011e1 service neutron] For port 4fc294d9-7be5-4020-8622-60559076367b, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=4fc294d9-7be5-4020-8622-60559076367b,segment=NetworkSegment(409ff044-658e-4408-86a4-68409451a765),segment_id=409ff044-658e-4408-86a4-68409451a765)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:49:24.467147 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-78f3a0a1-d22b-4573-8ac3-ee5212fb07a2 req-f5df8a0c-f830-4243-8fc7-a7a9a3f011e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:49:24.502307 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f3a0a1-d22b-4573-8ac3-ee5212fb07a2 req-f5df8a0c-f830-4243-8fc7-a7a9a3f011e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:49:24.502935 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-78f3a0a1-d22b-4573-8ac3-ee5212fb07a2 req-f5df8a0c-f830-4243-8fc7-a7a9a3f011e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:49:24.504324 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-78f3a0a1-d22b-4573-8ac3-ee5212fb07a2 req-f5df8a0c-f830-4243-8fc7-a7a9a3f011e1 service neutron] 10.222.0.41 "PUT /v2.0/ports/4fc294d9-7be5-4020-8622-60559076367b HTTP/1.1" status: 200 len: 1092 time: 0.6115274 Dec 06 17:49:24.524148 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5df8a0c-f830-4243-8fc7-a7a9a3f011e1 service neutron] Pushing event updated for resources: {'Port': ['ID=4fc294d9-7be5-4020-8622-60559076367b,revision_number=7']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:49:24.572767 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f3a0a1-d22b-4573-8ac3-ee5212fb07a2 req-8d8098b3-5990-4a7e-8ee5-ad45cba29926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:49:24.574313 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-78f3a0a1-d22b-4573-8ac3-ee5212fb07a2 req-8d8098b3-5990-4a7e-8ee5-ad45cba29926 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f7282abed89f43cdb478089bd678544f&device_id=31a53003-0e75-47e4-abfb-516af08f92e3 HTTP/1.1" status: 200 len: 1095 time: 0.0448337 Dec 06 17:49:24.664032 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f3a0a1-d22b-4573-8ac3-ee5212fb07a2 req-960af5ba-9c8b-48e8-a325-0a37255ded11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:49:24.666082 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-78f3a0a1-d22b-4573-8ac3-ee5212fb07a2 req-960af5ba-9c8b-48e8-a325-0a37255ded11 service neutron] 10.222.0.41 "GET /v2.0/networks?id=014cf590-a0dd-45ef-9d14-b81af770f7ab HTTP/1.1" status: 200 len: 916 time: 0.0847707 Dec 06 17:49:24.716669 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-78f3a0a1-d22b-4573-8ac3-ee5212fb07a2 req-51998631-3e7e-4ff9-afe5-dbf110d377cd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4fc294d9-7be5-4020-8622-60559076367b HTTP/1.1" status: 200 len: 217 time: 0.0382180 Dec 06 17:49:24.765390 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f3a0a1-d22b-4573-8ac3-ee5212fb07a2 req-7845a7cc-44b2-4418-b34c-179d3aac711a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:49:24.767062 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-78f3a0a1-d22b-4573-8ac3-ee5212fb07a2 req-7845a7cc-44b2-4418-b34c-179d3aac711a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ac15d684-57c2-499d-a6af-bbb38a2819da HTTP/1.1" status: 200 len: 855 time: 0.0433826 Dec 06 17:49:24.803558 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-78f3a0a1-d22b-4573-8ac3-ee5212fb07a2 req-d524a534-a77c-4346-8599-cca69a61c273 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=014cf590-a0dd-45ef-9d14-b81af770f7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245750 Dec 06 17:49:24.899636 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-78f3a0a1-d22b-4573-8ac3-ee5212fb07a2 req-9c039d91-a051-46be-aacc-26d6e590a57b service neutron] 10.222.0.41 "GET /v2.0/networks/014cf590-a0dd-45ef-9d14-b81af770f7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842886 Dec 06 17:49:24.992344 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-78f3a0a1-d22b-4573-8ac3-ee5212fb07a2 req-d390a949-7098-4b80-a9a9-9cafab867b51 service neutron] 10.222.0.41 "GET /v2.0/networks/014cf590-a0dd-45ef-9d14-b81af770f7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818703 Dec 06 17:49:25.130233 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c5ec37-1c6b-4748-96e0-ece8fc7b7492 req-12c019de-6dc3-472f-9edf-e8721bb364ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:49:25.131878 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f3c5ec37-1c6b-4748-96e0-ece8fc7b7492 req-12c019de-6dc3-472f-9edf-e8721bb364ea service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f7282abed89f43cdb478089bd678544f&device_id=31a53003-0e75-47e4-abfb-516af08f92e3 HTTP/1.1" status: 200 len: 1095 time: 0.0398471 Dec 06 17:49:25.261623 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c5ec37-1c6b-4748-96e0-ece8fc7b7492 req-9cdb412e-27fa-4462-a4f0-f5c8ce8ee33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:49:25.263106 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f3c5ec37-1c6b-4748-96e0-ece8fc7b7492 req-9cdb412e-27fa-4462-a4f0-f5c8ce8ee33d service neutron] 10.222.0.41 "GET /v2.0/networks?id=014cf590-a0dd-45ef-9d14-b81af770f7ab HTTP/1.1" status: 200 len: 916 time: 0.0883563 Dec 06 17:49:25.308075 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f3c5ec37-1c6b-4748-96e0-ece8fc7b7492 req-b0c2c506-912c-4248-bc78-09254c0e2f5e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4fc294d9-7be5-4020-8622-60559076367b HTTP/1.1" status: 200 len: 217 time: 0.0330234 Dec 06 17:49:25.364499 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c5ec37-1c6b-4748-96e0-ece8fc7b7492 req-3fd68916-35d6-4206-8e42-f38f5048a2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:49:25.366027 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f3c5ec37-1c6b-4748-96e0-ece8fc7b7492 req-3fd68916-35d6-4206-8e42-f38f5048a2ba service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ac15d684-57c2-499d-a6af-bbb38a2819da HTTP/1.1" status: 200 len: 855 time: 0.0502830 Dec 06 17:49:25.415246 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f3c5ec37-1c6b-4748-96e0-ece8fc7b7492 req-93c4b388-7497-480d-bd3e-69017ad4ddb8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=014cf590-a0dd-45ef-9d14-b81af770f7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358422 Dec 06 17:49:25.456978 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeacf59-b8ad-48b3-92e1-44f06840414e req-34a0d162-9817-473f-ad1f-9c68384a1ca6 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:49:25.458427 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6aeacf59-b8ad-48b3-92e1-44f06840414e req-34a0d162-9817-473f-ad1f-9c68384a1ca6 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/ports?device_id=31a53003-0e75-47e4-abfb-516af08f92e3 HTTP/1.1" status: 200 len: 944 time: 0.0870352 Dec 06 17:49:25.550287 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f3c5ec37-1c6b-4748-96e0-ece8fc7b7492 req-b5643671-e644-4f9a-ab70-c58c30fa61f4 service neutron] 10.222.0.41 "GET /v2.0/networks/014cf590-a0dd-45ef-9d14-b81af770f7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272230 Dec 06 17:49:25.553538 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6aeacf59-b8ad-48b3-92e1-44f06840414e req-22139364-2205-4bd8-ba0c-9d6ea0f950ad tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8cf57b0-ee67-43d5-8843-83db3543b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647228 Dec 06 17:49:25.643725 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f3c5ec37-1c6b-4748-96e0-ece8fc7b7492 req-538be928-e4bd-4af4-a453-708aa53b49b9 service neutron] 10.222.0.41 "GET /v2.0/networks/014cf590-a0dd-45ef-9d14-b81af770f7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856287 Dec 06 17:49:26.301960 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31a53003-0e75-47e4-abfb-516af08f92e3', 'tag': '4fc294d9-7be5-4020-8622-60559076367b'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:49:26.304235 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae290d7b-1fea-4bbd-9802-8ec7233875a3" -d '{"events": [{"name": "network-changed", "server_uuid": "31a53003-0e75-47e4-abfb-516af08f92e3", "tag": "4fc294d9-7be5-4020-8622-60559076367b"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:49:26.351232 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab2e7e11-7e8d-45d2-a6b4-4d184556938e x-openstack-request-id: req-ab2e7e11-7e8d-45d2-a6b4-4d184556938e {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:49:26.351535 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31a53003-0e75-47e4-abfb-516af08f92e3", "tag": "4fc294d9-7be5-4020-8622-60559076367b", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:49:26.352438 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ab2e7e11-7e8d-45d2-a6b4-4d184556938e {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:49:26.352853 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31a53003-0e75-47e4-abfb-516af08f92e3', 'tag': '4fc294d9-7be5-4020-8622-60559076367b', 'status': 'completed', 'code': 200} Dec 06 17:49:26.411094 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae290d7b-1fea-4bbd-9802-8ec7233875a3 req-349f225c-d3ec-4ae1-a034-12c523a196bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:49:26.412607 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ae290d7b-1fea-4bbd-9802-8ec7233875a3 req-349f225c-d3ec-4ae1-a034-12c523a196bd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f7282abed89f43cdb478089bd678544f&device_id=31a53003-0e75-47e4-abfb-516af08f92e3 HTTP/1.1" status: 200 len: 1095 time: 0.0411761 Dec 06 17:49:26.416010 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae290d7b-1fea-4bbd-9802-8ec7233875a3 req-5729edb8-2c8b-4507-b007-722599e97274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:49:26.417529 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ae290d7b-1fea-4bbd-9802-8ec7233875a3 req-5729edb8-2c8b-4507-b007-722599e97274 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f7282abed89f43cdb478089bd678544f&device_id=31a53003-0e75-47e4-abfb-516af08f92e3 HTTP/1.1" status: 200 len: 1095 time: 0.0415177 Dec 06 17:49:26.493242 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 4fc294d9-7be5-4020-8622-60559076367b no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:49:26.510301 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae290d7b-1fea-4bbd-9802-8ec7233875a3 req-07efff91-26f1-45d3-9609-f4cf7282509f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:49:26.510527 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae290d7b-1fea-4bbd-9802-8ec7233875a3 req-86a92fb4-73a0-40cf-8f47-d4d1d426b74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:49:26.511790 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ae290d7b-1fea-4bbd-9802-8ec7233875a3 req-07efff91-26f1-45d3-9609-f4cf7282509f service neutron] 10.222.0.41 "GET /v2.0/networks?id=014cf590-a0dd-45ef-9d14-b81af770f7ab HTTP/1.1" status: 200 len: 916 time: 0.0862801 Dec 06 17:49:26.512087 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ae290d7b-1fea-4bbd-9802-8ec7233875a3 req-86a92fb4-73a0-40cf-8f47-d4d1d426b74e service neutron] 10.222.0.44 "GET /v2.0/networks?id=014cf590-a0dd-45ef-9d14-b81af770f7ab HTTP/1.1" status: 200 len: 916 time: 0.0931385 Dec 06 17:49:26.532417 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 4fc294d9-7be5-4020-8622-60559076367b not bound to the agent host n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:49:26.555868 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ae290d7b-1fea-4bbd-9802-8ec7233875a3 req-811fabab-33ba-4c85-92f8-a0720a222cd1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4fc294d9-7be5-4020-8622-60559076367b HTTP/1.1" status: 200 len: 217 time: 0.0365396 Dec 06 17:49:26.557544 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ae290d7b-1fea-4bbd-9802-8ec7233875a3 req-f753daec-a387-4257-a63a-53b3c7df437a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4fc294d9-7be5-4020-8622-60559076367b HTTP/1.1" status: 200 len: 217 time: 0.0382810 Dec 06 17:49:26.607235 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae290d7b-1fea-4bbd-9802-8ec7233875a3 req-6ce23572-8326-4150-a931-3b85ddc69d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:49:26.608213 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae290d7b-1fea-4bbd-9802-8ec7233875a3 req-06bcaf25-dcf7-4b84-bc23-ca6af7307e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:49:26.608734 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ae290d7b-1fea-4bbd-9802-8ec7233875a3 req-6ce23572-8326-4150-a931-3b85ddc69d75 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ac15d684-57c2-499d-a6af-bbb38a2819da HTTP/1.1" status: 200 len: 855 time: 0.0460689 Dec 06 17:49:26.609700 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ae290d7b-1fea-4bbd-9802-8ec7233875a3 req-06bcaf25-dcf7-4b84-bc23-ca6af7307e5b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ac15d684-57c2-499d-a6af-bbb38a2819da HTTP/1.1" status: 200 len: 855 time: 0.0450621 Dec 06 17:49:26.645493 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ae290d7b-1fea-4bbd-9802-8ec7233875a3 req-a3804bf9-5a77-4155-8788-3b08e53e6db2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=014cf590-a0dd-45ef-9d14-b81af770f7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297880 Dec 06 17:49:26.654061 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ae290d7b-1fea-4bbd-9802-8ec7233875a3 req-441b1804-a074-4270-892a-a3c82ccf69d8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=014cf590-a0dd-45ef-9d14-b81af770f7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343280 Dec 06 17:49:26.736524 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ae290d7b-1fea-4bbd-9802-8ec7233875a3 req-5853f834-0b18-48ce-9275-71de85772c29 service neutron] 10.222.0.44 "GET /v2.0/networks/014cf590-a0dd-45ef-9d14-b81af770f7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833216 Dec 06 17:49:26.741005 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1c7b03-341a-4a56-aa1b-f8ad3a5130c8 req-f34837b5-9fa3-4eb3-9194-d34f02b3dd32 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:49:26.742589 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bb1c7b03-341a-4a56-aa1b-f8ad3a5130c8 req-f34837b5-9fa3-4eb3-9194-d34f02b3dd32 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/ports?device_id=31a53003-0e75-47e4-abfb-516af08f92e3 HTTP/1.1" status: 200 len: 944 time: 0.1139100 Dec 06 17:49:26.807294 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ae290d7b-1fea-4bbd-9802-8ec7233875a3 req-015b1151-0c21-4fcb-9f78-6f50850da829 service neutron] 10.222.0.41 "GET /v2.0/networks/014cf590-a0dd-45ef-9d14-b81af770f7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403084 Dec 06 17:49:26.815664 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bb1c7b03-341a-4a56-aa1b-f8ad3a5130c8 req-777714ea-db90-4cde-82ef-ad0b972e0bd6 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8cf57b0-ee67-43d5-8843-83db3543b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613801 Dec 06 17:49:26.855554 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ae290d7b-1fea-4bbd-9802-8ec7233875a3 req-c08881c8-cb33-4d4b-977b-285ee0dd9237 service neutron] 10.222.0.44 "GET /v2.0/networks/014cf590-a0dd-45ef-9d14-b81af770f7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101065 Dec 06 17:49:26.910206 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ae290d7b-1fea-4bbd-9802-8ec7233875a3 req-f941cea2-c15c-460a-9d8f-96b40ab36282 service neutron] 10.222.0.41 "GET /v2.0/networks/014cf590-a0dd-45ef-9d14-b81af770f7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939274 Dec 06 17:49:27.941664 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f90adb-a5af-49bc-aad0-90cba0a36968 req-1e4d0b87-32d6-4880-97d9-0cc807822b10 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:49:27.943139 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-30f90adb-a5af-49bc-aad0-90cba0a36968 req-1e4d0b87-32d6-4880-97d9-0cc807822b10 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/ports?device_id=31a53003-0e75-47e4-abfb-516af08f92e3 HTTP/1.1" status: 200 len: 944 time: 0.0492513 Dec 06 17:49:27.991239 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-30f90adb-a5af-49bc-aad0-90cba0a36968 req-6a85f302-c7b7-4ca6-8d81-7488f7bb1fd2 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8cf57b0-ee67-43d5-8843-83db3543b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414662 Dec 06 17:49:28.244227 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf931295-970d-47cd-93c1-2d8bfc618cd6 req-b693860e-d7d5-4905-be75-15eca13ba403 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:49:28.245744 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-cf931295-970d-47cd-93c1-2d8bfc618cd6 req-b693860e-d7d5-4905-be75-15eca13ba403 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/ports?device_id=31a53003-0e75-47e4-abfb-516af08f92e3 HTTP/1.1" status: 200 len: 944 time: 0.1098566 Dec 06 17:49:28.267147 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5f6b86-c064-4ab4-b02c-36e5112e45a5 req-15b856f0-cccc-4e26-9b3f-f788bdfbb412 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:49:28.268521 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2a5f6b86-c064-4ab4-b02c-36e5112e45a5 req-15b856f0-cccc-4e26-9b3f-f788bdfbb412 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.44 "GET /v2.0/ports?device_id=31a53003-0e75-47e4-abfb-516af08f92e3&tenant_id=f7282abed89f43cdb478089bd678544f&binding%3Ahost_id=n-h1-master-1 HTTP/1.1" status: 200 len: 944 time: 0.1207113 Dec 06 17:49:28.341751 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-cf931295-970d-47cd-93c1-2d8bfc618cd6 req-32306541-44b1-41ef-bcf0-14772db7625f tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8cf57b0-ee67-43d5-8843-83db3543b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884316 Dec 06 17:49:28.350123 n-d-master-1 neutron-server[103284]: INFO neutron.api.v2.resource [req-2a5f6b86-c064-4ab4-b02c-36e5112e45a5 req-24f5b7af-7b58-43a1-8162-27890c0eb9da service neutron] delete failed (client error): The resource could not be found. Dec 06 17:49:28.351086 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2a5f6b86-c064-4ab4-b02c-36e5112e45a5 req-24f5b7af-7b58-43a1-8162-27890c0eb9da service neutron] 10.222.0.44 "DELETE /v2.0/ports/4fc294d9-7be5-4020-8622-60559076367b/bindings/n-h2-master-1 HTTP/1.1" status: 404 len: 380 time: 0.0730083 Dec 06 17:49:28.442438 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5f6b86-c064-4ab4-b02c-36e5112e45a5 req-ec4e544f-8fcf-4555-ad76-84aecd4f8dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:49:28.443926 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2a5f6b86-c064-4ab4-b02c-36e5112e45a5 req-ec4e544f-8fcf-4555-ad76-84aecd4f8dc9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f7282abed89f43cdb478089bd678544f&device_id=31a53003-0e75-47e4-abfb-516af08f92e3 HTTP/1.1" status: 200 len: 1095 time: 0.0448306 Dec 06 17:49:28.531257 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5f6b86-c064-4ab4-b02c-36e5112e45a5 req-226a1023-e2f0-4182-9bab-cb7fb277639b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:49:28.532694 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2a5f6b86-c064-4ab4-b02c-36e5112e45a5 req-226a1023-e2f0-4182-9bab-cb7fb277639b service neutron] 10.222.0.44 "GET /v2.0/networks?id=014cf590-a0dd-45ef-9d14-b81af770f7ab HTTP/1.1" status: 200 len: 916 time: 0.0821829 Dec 06 17:49:28.577228 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2a5f6b86-c064-4ab4-b02c-36e5112e45a5 req-4acc4c80-8ac1-4ede-88be-20a671c314ba service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4fc294d9-7be5-4020-8622-60559076367b HTTP/1.1" status: 200 len: 217 time: 0.0374339 Dec 06 17:49:28.627513 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5f6b86-c064-4ab4-b02c-36e5112e45a5 req-1484b5f6-6556-4266-8887-9ae989a60e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:49:28.629020 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2a5f6b86-c064-4ab4-b02c-36e5112e45a5 req-1484b5f6-6556-4266-8887-9ae989a60e18 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ac15d684-57c2-499d-a6af-bbb38a2819da HTTP/1.1" status: 200 len: 855 time: 0.0445857 Dec 06 17:49:28.659092 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2a5f6b86-c064-4ab4-b02c-36e5112e45a5 req-17d71398-f345-41f4-a7be-50c80a72e2b8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=014cf590-a0dd-45ef-9d14-b81af770f7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236802 Dec 06 17:49:28.750731 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2a5f6b86-c064-4ab4-b02c-36e5112e45a5 req-100b799a-260b-46df-a6cd-2d01157d2b3d service neutron] 10.222.0.44 "GET /v2.0/networks/014cf590-a0dd-45ef-9d14-b81af770f7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843089 Dec 06 17:49:28.841323 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2a5f6b86-c064-4ab4-b02c-36e5112e45a5 req-a1bc6f14-ed21-441b-b507-c60e9c200542 service neutron] 10.222.0.44 "GET /v2.0/networks/014cf590-a0dd-45ef-9d14-b81af770f7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830429 Dec 06 17:49:28.960721 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 4fc294d9-7be5-4020-8622-60559076367b details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:49:29.052390 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 4fc294d9-7be5-4020-8622-60559076367b, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=4fc294d9-7be5-4020-8622-60559076367b,segment=NetworkSegment(409ff044-658e-4408-86a4-68409451a765),segment_id=409ff044-658e-4408-86a4-68409451a765)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:49:29.063763 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': '4fc294d9-7be5-4020-8622-60559076367b', 'network_id': '014cf590-a0dd-45ef-9d14-b81af770f7ab', 'port_id': '4fc294d9-7be5-4020-8622-60559076367b', 'mac_address': 'fa:16:3e:b8:45:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac15d684-57c2-499d-a6af-bbb38a2819da', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:49:29.103499 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:49:29.115983 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fc294d9-7be5-4020-8622-60559076367b {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:49:29.135173 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 4fc294d9-7be5-4020-8622-60559076367b, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=4fc294d9-7be5-4020-8622-60559076367b,segment=NetworkSegment(409ff044-658e-4408-86a4-68409451a765),segment_id=409ff044-658e-4408-86a4-68409451a765)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:49:29.139744 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:49:29.186161 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=4fc294d9-7be5-4020-8622-60559076367b,revision_number=8']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:49:29.376591 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['4fc294d9-7be5-4020-8622-60559076367b'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:49:29.461690 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527e4b70-b924-4a26-bd6c-48a4ff35e2af req-158cc2a1-e4aa-4d03-a0c1-e44e374ca60b tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:49:29.463292 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-527e4b70-b924-4a26-bd6c-48a4ff35e2af req-158cc2a1-e4aa-4d03-a0c1-e44e374ca60b tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/ports?device_id=31a53003-0e75-47e4-abfb-516af08f92e3 HTTP/1.1" status: 200 len: 945 time: 0.0522115 Dec 06 17:49:29.510668 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-527e4b70-b924-4a26-bd6c-48a4ff35e2af req-75ef52b0-4ceb-44f6-b8c2-9502cb662e90 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8cf57b0-ee67-43d5-8843-83db3543b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409634 Dec 06 17:49:29.623316 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8514476c-1eb6-4324-89ee-d2fe76a70a0c req-40948cfc-b2e3-426b-8478-8e188c383883 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:49:29.624787 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8514476c-1eb6-4324-89ee-d2fe76a70a0c req-40948cfc-b2e3-426b-8478-8e188c383883 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/ports?device_id=31a53003-0e75-47e4-abfb-516af08f92e3 HTTP/1.1" status: 200 len: 945 time: 0.0482345 Dec 06 17:49:29.676376 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8514476c-1eb6-4324-89ee-d2fe76a70a0c req-eddde790-240b-4360-a107-11c26478fc79 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8cf57b0-ee67-43d5-8843-83db3543b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453830 Dec 06 17:49:29.787926 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d772a7a0-3457-46ab-a843-f1c4bf4438f4 req-3dcc3edc-9716-47a2-bab9-dc278d43e457 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:49:29.789448 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d772a7a0-3457-46ab-a843-f1c4bf4438f4 req-3dcc3edc-9716-47a2-bab9-dc278d43e457 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/ports?device_id=31a53003-0e75-47e4-abfb-516af08f92e3 HTTP/1.1" status: 200 len: 945 time: 0.0493116 Dec 06 17:49:29.835073 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d772a7a0-3457-46ab-a843-f1c4bf4438f4 req-0a22966e-61e1-4643-aca4-e1aeb5589090 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8cf57b0-ee67-43d5-8843-83db3543b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397587 Dec 06 17:49:30.181532 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a60af9-c44f-4c18-90c1-57f047f9e124 req-60cca720-1bfb-4b7b-a1f2-cee4791445dd tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:49:30.182971 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-59a60af9-c44f-4c18-90c1-57f047f9e124 req-60cca720-1bfb-4b7b-a1f2-cee4791445dd tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/networks?id=014cf590-a0dd-45ef-9d14-b81af770f7ab HTTP/1.1" status: 200 len: 815 time: 0.1032791 Dec 06 17:49:30.197694 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-59a60af9-c44f-4c18-90c1-57f047f9e124 req-e063121f-2919-4e2f-810a-d4ff1b1c9711 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/quotas/f7282abed89f43cdb478089bd678544f HTTP/1.1" status: 200 len: 375 time: 0.0091369 Dec 06 17:49:30.254275 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-59a60af9-c44f-4c18-90c1-57f047f9e124 req-8ba27a2f-f51c-4f29-a110-6ef97872b042 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f7282abed89f43cdb478089bd678544f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0515580 Dec 06 17:49:30.264845 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [req-59a60af9-c44f-4c18-90c1-57f047f9e124 req-84f9ad89-f217-47b5-a394-15da4a025f63 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103285) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:49:30.265802 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-59a60af9-c44f-4c18-90c1-57f047f9e124 req-84f9ad89-f217-47b5-a394-15da4a025f63 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0046930 Dec 06 17:49:30.692521 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-59a60af9-c44f-4c18-90c1-57f047f9e124 req-c097f0ce-0f4b-4cc8-8309-cf057561045f service neutron] 10.222.0.23 "GET /v2.0/networks/014cf590-a0dd-45ef-9d14-b81af770f7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4212606 Dec 06 17:49:30.780089 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-59a60af9-c44f-4c18-90c1-57f047f9e124 req-9035184c-6415-4e8b-834e-d4c111cacc8f service neutron] 10.222.0.23 "GET /v2.0/networks/014cf590-a0dd-45ef-9d14-b81af770f7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807617 Dec 06 17:49:30.935517 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-13f720ea-2ee0-4b6b-adab-5f97c9624e34 req-d839ff2a-566f-4d30-bce8-dd7ef9d3dac4 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/ports?device_id=b694c2e2-f430-407d-af06-eaa39025d4d4 HTTP/1.1" status: 200 len: 210 time: 0.0259578 Dec 06 17:49:30.969434 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 4fc294d9-7be5-4020-8622-60559076367b up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:49:31.020524 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port 4fc294d9-7be5-4020-8622-60559076367b completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:49:31.025322 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port 4fc294d9-7be5-4020-8622-60559076367b triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:49:31.025723 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:49:31.104070 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:49:31.130184 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31a53003-0e75-47e4-abfb-516af08f92e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc294d9-7be5-4020-8622-60559076367b'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:49:31.132720 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-135d8850-b629-4863-9195-6dd3d88f7db4" -d '{"events": [{"server_uuid": "31a53003-0e75-47e4-abfb-516af08f92e3", "name": "network-vif-plugged", "status": "completed", "tag": "4fc294d9-7be5-4020-8622-60559076367b"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:49:31.160059 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 4fc294d9-7be5-4020-8622-60559076367b, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=4fc294d9-7be5-4020-8622-60559076367b,segment=NetworkSegment(409ff044-658e-4408-86a4-68409451a765),segment_id=409ff044-658e-4408-86a4-68409451a765)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:49:31.165570 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:49:31.188519 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38484b6e-9e2b-440e-b5e1-875338a954f3 x-openstack-request-id: req-38484b6e-9e2b-440e-b5e1-875338a954f3 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:49:31.188824 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31a53003-0e75-47e4-abfb-516af08f92e3", "name": "network-vif-plugged", "status": "completed", "tag": "4fc294d9-7be5-4020-8622-60559076367b", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:49:31.189081 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-38484b6e-9e2b-440e-b5e1-875338a954f3 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:49:31.189490 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31a53003-0e75-47e4-abfb-516af08f92e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc294d9-7be5-4020-8622-60559076367b', 'code': 200} Dec 06 17:49:31.216691 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=4fc294d9-7be5-4020-8622-60559076367b,revision_number=9']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:49:31.443454 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded4985e-1d13-456f-940f-488b31f759fe req-9cf66149-0519-4efa-ba88-747e3c6bcab5 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:49:31.444950 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ded4985e-1d13-456f-940f-488b31f759fe req-9cf66149-0519-4efa-ba88-747e3c6bcab5 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.41 "GET /v2.0/ports?device_id=31a53003-0e75-47e4-abfb-516af08f92e3 HTTP/1.1" status: 200 len: 946 time: 0.0538018 Dec 06 17:49:31.540955 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-ded4985e-1d13-456f-940f-488b31f759fe req-22d1d040-0bd8-4221-aa43-f5e0ea403fd5 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Deleting port 4fc294d9-7be5-4020-8622-60559076367b {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:49:31.541298 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-ded4985e-1d13-456f-940f-488b31f759fe req-22d1d040-0bd8-4221-aa43-f5e0ea403fd5 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:49:31.630842 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-ded4985e-1d13-456f-940f-488b31f759fe req-22d1d040-0bd8-4221-aa43-f5e0ea403fd5 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] For port 4fc294d9-7be5-4020-8622-60559076367b, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=4fc294d9-7be5-4020-8622-60559076367b,segment=NetworkSegment(409ff044-658e-4408-86a4-68409451a765),segment_id=409ff044-658e-4408-86a4-68409451a765)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:49:31.631221 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-ded4985e-1d13-456f-940f-488b31f759fe req-22d1d040-0bd8-4221-aa43-f5e0ea403fd5 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:49:31.644693 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-ded4985e-1d13-456f-940f-488b31f759fe req-22d1d040-0bd8-4221-aa43-f5e0ea403fd5 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Calling delete_port for 4fc294d9-7be5-4020-8622-60559076367b owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:49:31.775231 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-ded4985e-1d13-456f-940f-488b31f759fe req-22d1d040-0bd8-4221-aa43-f5e0ea403fd5 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:49:31.793122 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['4fc294d9-7be5-4020-8622-60559076367b'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:49:31.811010 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d1d040-0bd8-4221-aa43-f5e0ea403fd5 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Pushing event deleted for resources: {'Port': ['ID=4fc294d9-7be5-4020-8622-60559076367b,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:49:31.881365 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-ded4985e-1d13-456f-940f-488b31f759fe req-22d1d040-0bd8-4221-aa43-f5e0ea403fd5 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] No DVR routers for this DVR port 4fc294d9-7be5-4020-8622-60559076367b on host n-h1-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:49:31.887312 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-ded4985e-1d13-456f-940f-488b31f759fe req-22d1d040-0bd8-4221-aa43-f5e0ea403fd5 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:49:31.891032 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ded4985e-1d13-456f-940f-488b31f759fe req-22d1d040-0bd8-4221-aa43-f5e0ea403fd5 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.41 "DELETE /v2.0/ports/4fc294d9-7be5-4020-8622-60559076367b HTTP/1.1" status: 204 len: 173 time: 0.4335153 Dec 06 17:49:31.891478 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31a53003-0e75-47e4-abfb-516af08f92e3', 'name': 'network-vif-deleted', 'tag': '4fc294d9-7be5-4020-8622-60559076367b'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:49:31.894036 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a3a010-228b-470b-92cd-65f71e986e1f" -d '{"events": [{"server_uuid": "31a53003-0e75-47e4-abfb-516af08f92e3", "name": "network-vif-deleted", "tag": "4fc294d9-7be5-4020-8622-60559076367b"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:49:31.939044 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8278b159-cbd5-43e1-9fae-5fa2e0f55943 x-openstack-request-id: req-8278b159-cbd5-43e1-9fae-5fa2e0f55943 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:49:31.939357 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31a53003-0e75-47e4-abfb-516af08f92e3", "name": "network-vif-deleted", "tag": "4fc294d9-7be5-4020-8622-60559076367b", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:49:31.939604 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8278b159-cbd5-43e1-9fae-5fa2e0f55943 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:49:31.940007 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31a53003-0e75-47e4-abfb-516af08f92e3', 'name': 'network-vif-deleted', 'tag': '4fc294d9-7be5-4020-8622-60559076367b', 'status': 'completed', 'code': 200} Dec 06 17:49:31.994402 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a60af9-c44f-4c18-90c1-57f047f9e124 req-5ba75b97-1942-4178-9588-a5b8e743b5e4 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:49:31.995933 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-59a60af9-c44f-4c18-90c1-57f047f9e124 req-5ba75b97-1942-4178-9588-a5b8e743b5e4 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.41 "GET /v2.0/networks?id=014cf590-a0dd-45ef-9d14-b81af770f7ab HTTP/1.1" status: 200 len: 815 time: 0.1727405 Dec 06 17:49:32.014564 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-59a60af9-c44f-4c18-90c1-57f047f9e124 req-6aecdced-7170-46bf-adde-9634f599a67a tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Request body: {'port': {'device_id': 'b694c2e2-f430-407d-af06-eaa39025d4d4', 'network_id': '014cf590-a0dd-45ef-9d14-b81af770f7ab', 'admin_state_up': True, 'tenant_id': 'f7282abed89f43cdb478089bd678544f'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:49:32.058972 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-76871a25-8dfb-49d3-bc16-f0dc743bb699 req-c7635fc4-96c9-49fd-92ca-f9bfa8be3118 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/ports?device_id=b694c2e2-f430-407d-af06-eaa39025d4d4 HTTP/1.1" status: 200 len: 210 time: 0.0406542 Dec 06 17:49:32.146864 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59a60af9-c44f-4c18-90c1-57f047f9e124 req-6aecdced-7170-46bf-adde-9634f599a67a tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Made reservation on behalf of f7282abed89f43cdb478089bd678544f for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:49:32.150953 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-59a60af9-c44f-4c18-90c1-57f047f9e124 req-6aecdced-7170-46bf-adde-9634f599a67a tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:49:32.269534 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-59a60af9-c44f-4c18-90c1-57f047f9e124 req-6aecdced-7170-46bf-adde-9634f599a67a tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Allocated IP 172.20.0.11 (014cf590-a0dd-45ef-9d14-b81af770f7ab/ac15d684-57c2-499d-a6af-bbb38a2819da/812cf856-c5ee-4418-b96d-8f7d3d3ea07d) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:49:32.423871 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-59a60af9-c44f-4c18-90c1-57f047f9e124 req-6aecdced-7170-46bf-adde-9634f599a67a tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:49:32.458751 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-59a60af9-c44f-4c18-90c1-57f047f9e124 req-6aecdced-7170-46bf-adde-9634f599a67a tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:49:32.481599 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['4fc294d9-7be5-4020-8622-60559076367b'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:49:32.503261 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59a60af9-c44f-4c18-90c1-57f047f9e124 req-6aecdced-7170-46bf-adde-9634f599a67a tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Network 014cf590-a0dd-45ef-9d14-b81af770f7ab is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:49:32.506422 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-59a60af9-c44f-4c18-90c1-57f047f9e124 req-6aecdced-7170-46bf-adde-9634f599a67a tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:49:32.509796 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-59a60af9-c44f-4c18-90c1-57f047f9e124 req-6aecdced-7170-46bf-adde-9634f599a67a tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:49:32.541257 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aecdced-7170-46bf-adde-9634f599a67a tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Pushing event updated for resources: {'Port': ['ID=812cf856-c5ee-4418-b96d-8f7d3d3ea07d,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:49:32.566092 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a60af9-c44f-4c18-90c1-57f047f9e124 req-6aecdced-7170-46bf-adde-9634f599a67a tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:49:32.566706 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-59a60af9-c44f-4c18-90c1-57f047f9e124 req-6aecdced-7170-46bf-adde-9634f599a67a tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:49:32.582578 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-59a60af9-c44f-4c18-90c1-57f047f9e124 req-6aecdced-7170-46bf-adde-9634f599a67a tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5722575 Dec 06 17:49:32.599038 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-59a60af9-c44f-4c18-90c1-57f047f9e124 req-87b2dcd0-f5e8-431e-9309-427baa73f7a1 service neutron] Request body: {'port': {'device_id': 'b694c2e2-f430-407d-af06-eaa39025d4d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:49:32.650890 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-59a60af9-c44f-4c18-90c1-57f047f9e124 req-87b2dcd0-f5e8-431e-9309-427baa73f7a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:49:32.902597 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-59a60af9-c44f-4c18-90c1-57f047f9e124 req-87b2dcd0-f5e8-431e-9309-427baa73f7a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 812cf856-c5ee-4418-b96d-8f7d3d3ea07d {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:49:32.909760 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-59a60af9-c44f-4c18-90c1-57f047f9e124 req-87b2dcd0-f5e8-431e-9309-427baa73f7a1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:49:32.921432 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-59a60af9-c44f-4c18-90c1-57f047f9e124 req-87b2dcd0-f5e8-431e-9309-427baa73f7a1 service neutron] Transition to ACTIVE for port object 812cf856-c5ee-4418-b96d-8f7d3d3ea07d will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:49:32.925299 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-59a60af9-c44f-4c18-90c1-57f047f9e124 req-87b2dcd0-f5e8-431e-9309-427baa73f7a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:49:32.994571 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b2dcd0-f5e8-431e-9309-427baa73f7a1 service neutron] Pushing event updated for resources: {'Port': ['ID=812cf856-c5ee-4418-b96d-8f7d3d3ea07d,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:49:33.012596 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:49:33.042994 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-59a60af9-c44f-4c18-90c1-57f047f9e124 req-87b2dcd0-f5e8-431e-9309-427baa73f7a1 service neutron] Attempting to bind port 812cf856-c5ee-4418-b96d-8f7d3d3ea07d on host n-h1-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:49:33.043332 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-59a60af9-c44f-4c18-90c1-57f047f9e124 req-87b2dcd0-f5e8-431e-9309-427baa73f7a1 service neutron] Attempting to bind port 812cf856-c5ee-4418-b96d-8f7d3d3ea07d by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '409ff044-658e-4408-86a4-68409451a765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '014cf590-a0dd-45ef-9d14-b81af770f7ab'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:49:33.043664 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a60af9-c44f-4c18-90c1-57f047f9e124 req-87b2dcd0-f5e8-431e-9309-427baa73f7a1 service neutron] Attempting to bind port 812cf856-c5ee-4418-b96d-8f7d3d3ea07d on network 014cf590-a0dd-45ef-9d14-b81af770f7ab {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:49:33.048009 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a60af9-c44f-4c18-90c1-57f047f9e124 req-87b2dcd0-f5e8-431e-9309-427baa73f7a1 service neutron] Port 812cf856-c5ee-4418-b96d-8f7d3d3ea07d on network 014cf590-a0dd-45ef-9d14-b81af770f7ab not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:49:33.048334 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a60af9-c44f-4c18-90c1-57f047f9e124 req-87b2dcd0-f5e8-431e-9309-427baa73f7a1 service neutron] Attempting to bind port 812cf856-c5ee-4418-b96d-8f7d3d3ea07d on network 014cf590-a0dd-45ef-9d14-b81af770f7ab {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:49:33.053206 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a60af9-c44f-4c18-90c1-57f047f9e124 req-87b2dcd0-f5e8-431e-9309-427baa73f7a1 service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:49:33.053575 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a60af9-c44f-4c18-90c1-57f047f9e124 req-87b2dcd0-f5e8-431e-9309-427baa73f7a1 service neutron] Checking segment: {'id': '409ff044-658e-4408-86a4-68409451a765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '014cf590-a0dd-45ef-9d14-b81af770f7ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:49:33.053957 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a60af9-c44f-4c18-90c1-57f047f9e124 req-87b2dcd0-f5e8-431e-9309-427baa73f7a1 service neutron] Bound using segment: {'id': '409ff044-658e-4408-86a4-68409451a765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '014cf590-a0dd-45ef-9d14-b81af770f7ab'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:49:33.054386 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-59a60af9-c44f-4c18-90c1-57f047f9e124 req-87b2dcd0-f5e8-431e-9309-427baa73f7a1 service neutron] Bound port: 812cf856-c5ee-4418-b96d-8f7d3d3ea07d, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '409ff044-658e-4408-86a4-68409451a765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '014cf590-a0dd-45ef-9d14-b81af770f7ab'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:49:33.054737 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-59a60af9-c44f-4c18-90c1-57f047f9e124 req-87b2dcd0-f5e8-431e-9309-427baa73f7a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:49:33.117009 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-59a60af9-c44f-4c18-90c1-57f047f9e124 req-87b2dcd0-f5e8-431e-9309-427baa73f7a1 service neutron] For port 812cf856-c5ee-4418-b96d-8f7d3d3ea07d, host n-h1-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:49:33.120551 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-59a60af9-c44f-4c18-90c1-57f047f9e124 req-87b2dcd0-f5e8-431e-9309-427baa73f7a1 service neutron] For port 812cf856-c5ee-4418-b96d-8f7d3d3ea07d, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=812cf856-c5ee-4418-b96d-8f7d3d3ea07d,segment=NetworkSegment(409ff044-658e-4408-86a4-68409451a765),segment_id=409ff044-658e-4408-86a4-68409451a765)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:49:33.125028 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-59a60af9-c44f-4c18-90c1-57f047f9e124 req-87b2dcd0-f5e8-431e-9309-427baa73f7a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:49:33.166903 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a60af9-c44f-4c18-90c1-57f047f9e124 req-87b2dcd0-f5e8-431e-9309-427baa73f7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:49:33.167500 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-59a60af9-c44f-4c18-90c1-57f047f9e124 req-87b2dcd0-f5e8-431e-9309-427baa73f7a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:49:33.168893 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-59a60af9-c44f-4c18-90c1-57f047f9e124 req-87b2dcd0-f5e8-431e-9309-427baa73f7a1 service neutron] 10.222.0.41 "PUT /v2.0/ports/812cf856-c5ee-4418-b96d-8f7d3d3ea07d HTTP/1.1" status: 200 len: 1092 time: 0.5738041 Dec 06 17:49:33.179296 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f163d9da-fe8b-43bf-911f-cd2153d1d340 req-48b795f9-3d0e-4eec-8010-b6ca6690091a tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:49:33.181460 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f163d9da-fe8b-43bf-911f-cd2153d1d340 req-48b795f9-3d0e-4eec-8010-b6ca6690091a tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/ports?device_id=b694c2e2-f430-407d-af06-eaa39025d4d4 HTTP/1.1" status: 200 len: 944 time: 0.0539474 Dec 06 17:49:33.187809 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b2dcd0-f5e8-431e-9309-427baa73f7a1 service neutron] Pushing event updated for resources: {'Port': ['ID=812cf856-c5ee-4418-b96d-8f7d3d3ea07d,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:49:33.235690 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f163d9da-fe8b-43bf-911f-cd2153d1d340 req-99caf690-b1be-4982-95c8-a29605e55f91 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8cf57b0-ee67-43d5-8843-83db3543b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470333 Dec 06 17:49:33.256248 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a60af9-c44f-4c18-90c1-57f047f9e124 req-ff4b2ddb-6c28-4ad0-99bf-412a7c7dff5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:49:33.257823 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-59a60af9-c44f-4c18-90c1-57f047f9e124 req-ff4b2ddb-6c28-4ad0-99bf-412a7c7dff5a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f7282abed89f43cdb478089bd678544f&device_id=b694c2e2-f430-407d-af06-eaa39025d4d4 HTTP/1.1" status: 200 len: 1095 time: 0.0421481 Dec 06 17:49:33.304399 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-59a60af9-c44f-4c18-90c1-57f047f9e124 req-f1930815-e2a4-4d51-91e2-eb6ce030dfff service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=812cf856-c5ee-4418-b96d-8f7d3d3ea07d HTTP/1.1" status: 200 len: 217 time: 0.0339603 Dec 06 17:49:33.362198 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a60af9-c44f-4c18-90c1-57f047f9e124 req-d47becfa-0ddf-4355-8840-d9d9412a92af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:49:33.363637 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-59a60af9-c44f-4c18-90c1-57f047f9e124 req-d47becfa-0ddf-4355-8840-d9d9412a92af service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ac15d684-57c2-499d-a6af-bbb38a2819da HTTP/1.1" status: 200 len: 855 time: 0.0472136 Dec 06 17:49:33.400675 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-59a60af9-c44f-4c18-90c1-57f047f9e124 req-c7d64147-dfa6-4a0a-95ef-735e808a40fc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=014cf590-a0dd-45ef-9d14-b81af770f7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247638 Dec 06 17:49:33.493073 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-59a60af9-c44f-4c18-90c1-57f047f9e124 req-27921a01-b5c1-4d2d-a441-06ad036e42e7 service neutron] 10.222.0.41 "GET /v2.0/networks/014cf590-a0dd-45ef-9d14-b81af770f7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805905 Dec 06 17:49:33.589899 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-59a60af9-c44f-4c18-90c1-57f047f9e124 req-552d971c-8645-454c-b851-6da353c07412 service neutron] 10.222.0.41 "GET /v2.0/networks/014cf590-a0dd-45ef-9d14-b81af770f7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851820 Dec 06 17:49:33.941376 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b694c2e2-f430-407d-af06-eaa39025d4d4', 'tag': '812cf856-c5ee-4418-b96d-8f7d3d3ea07d'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:49:33.943795 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-316a47e4-58c0-4e2a-a03d-f1b71e102e31" -d '{"events": [{"name": "network-changed", "server_uuid": "b694c2e2-f430-407d-af06-eaa39025d4d4", "tag": "812cf856-c5ee-4418-b96d-8f7d3d3ea07d"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:49:33.981054 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b063529d-1255-4fbf-9205-7534989d7622 x-openstack-request-id: req-b063529d-1255-4fbf-9205-7534989d7622 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:49:33.981350 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b694c2e2-f430-407d-af06-eaa39025d4d4", "tag": "812cf856-c5ee-4418-b96d-8f7d3d3ea07d", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:49:33.981636 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b063529d-1255-4fbf-9205-7534989d7622 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:49:33.982044 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b694c2e2-f430-407d-af06-eaa39025d4d4', 'tag': '812cf856-c5ee-4418-b96d-8f7d3d3ea07d', 'status': 'completed', 'code': 200} Dec 06 17:49:34.049422 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316a47e4-58c0-4e2a-a03d-f1b71e102e31 req-7bd4fa4f-3655-4bb5-95cd-2c5aa3722076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:49:34.050859 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-316a47e4-58c0-4e2a-a03d-f1b71e102e31 req-7bd4fa4f-3655-4bb5-95cd-2c5aa3722076 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f7282abed89f43cdb478089bd678544f&device_id=b694c2e2-f430-407d-af06-eaa39025d4d4 HTTP/1.1" status: 200 len: 1095 time: 0.0407941 Dec 06 17:49:34.150800 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316a47e4-58c0-4e2a-a03d-f1b71e102e31 req-8f485d7d-7c97-4165-b935-f20ab828be46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:49:34.152282 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-316a47e4-58c0-4e2a-a03d-f1b71e102e31 req-8f485d7d-7c97-4165-b935-f20ab828be46 service neutron] 10.222.0.41 "GET /v2.0/networks?id=014cf590-a0dd-45ef-9d14-b81af770f7ab HTTP/1.1" status: 200 len: 916 time: 0.0883896 Dec 06 17:49:34.196633 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-316a47e4-58c0-4e2a-a03d-f1b71e102e31 req-b06bd135-72d9-4ad7-bce0-b31347330578 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=812cf856-c5ee-4418-b96d-8f7d3d3ea07d HTTP/1.1" status: 200 len: 217 time: 0.0350528 Dec 06 17:49:34.247807 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316a47e4-58c0-4e2a-a03d-f1b71e102e31 req-3804d7a9-5aff-42bd-a181-c279e09da99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:49:34.249457 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-316a47e4-58c0-4e2a-a03d-f1b71e102e31 req-3804d7a9-5aff-42bd-a181-c279e09da99f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ac15d684-57c2-499d-a6af-bbb38a2819da HTTP/1.1" status: 200 len: 855 time: 0.0437026 Dec 06 17:49:34.287509 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-316a47e4-58c0-4e2a-a03d-f1b71e102e31 req-94dc67b4-9b48-4bad-98f7-1fb78f7dce90 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=014cf590-a0dd-45ef-9d14-b81af770f7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303402 Dec 06 17:49:34.352650 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8adbd08-2fdc-4395-8cf8-4b8d02fbb8c3 req-75c2cad9-4c3f-4bbc-9eba-1fd34ee573bc tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:49:34.354124 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b8adbd08-2fdc-4395-8cf8-4b8d02fbb8c3 req-75c2cad9-4c3f-4bbc-9eba-1fd34ee573bc tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/ports?device_id=b694c2e2-f430-407d-af06-eaa39025d4d4 HTTP/1.1" status: 200 len: 944 time: 0.0497742 Dec 06 17:49:34.382770 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-316a47e4-58c0-4e2a-a03d-f1b71e102e31 req-00b437cd-ecc7-4ea1-9c4f-f7d06248373e service neutron] 10.222.0.41 "GET /v2.0/networks/014cf590-a0dd-45ef-9d14-b81af770f7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874140 Dec 06 17:49:34.406791 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b8adbd08-2fdc-4395-8cf8-4b8d02fbb8c3 req-f96d8f7f-a95b-4a4d-a77a-7cbbbe86a67b tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8cf57b0-ee67-43d5-8843-83db3543b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457933 Dec 06 17:49:34.482407 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-316a47e4-58c0-4e2a-a03d-f1b71e102e31 req-2b4bf7ad-8be2-493b-9a34-efbafa30fe2a service neutron] 10.222.0.41 "GET /v2.0/networks/014cf590-a0dd-45ef-9d14-b81af770f7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908303 Dec 06 17:49:34.970315 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 4fc294d9-7be5-4020-8622-60559076367b no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:49:34.989776 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] No Port match for: 4fc294d9-7be5-4020-8622-60559076367b {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:49:34.990120 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 4fc294d9-7be5-4020-8622-60559076367b not bound to the agent host n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:49:35.389412 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:49:35.524719 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb3f3ea-1b7e-4aca-8c75-d83e833c69d8 req-b72b5c97-e87d-4896-8046-d081ee8cfef0 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:49:35.526180 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9cb3f3ea-1b7e-4aca-8c75-d83e833c69d8 req-b72b5c97-e87d-4896-8046-d081ee8cfef0 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/ports?device_id=b694c2e2-f430-407d-af06-eaa39025d4d4 HTTP/1.1" status: 200 len: 944 time: 0.0493031 Dec 06 17:49:35.572689 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9cb3f3ea-1b7e-4aca-8c75-d83e833c69d8 req-42c05e0e-d4cb-4473-8611-51800a175df0 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8cf57b0-ee67-43d5-8843-83db3543b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405958 Dec 06 17:49:36.686755 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32740cc-791f-46f9-92e2-7958ead9c362 req-0329c7ae-43dd-4f42-91e9-a290efa84ec1 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:49:36.688215 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b32740cc-791f-46f9-92e2-7958ead9c362 req-0329c7ae-43dd-4f42-91e9-a290efa84ec1 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/ports?device_id=b694c2e2-f430-407d-af06-eaa39025d4d4 HTTP/1.1" status: 200 len: 944 time: 0.0480940 Dec 06 17:49:36.735603 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b32740cc-791f-46f9-92e2-7958ead9c362 req-6691a405-07d4-4269-a5f6-cc1f5299acd6 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8cf57b0-ee67-43d5-8843-83db3543b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414102 Dec 06 17:49:36.992167 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 812cf856-c5ee-4418-b96d-8f7d3d3ea07d details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:49:37.086742 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 812cf856-c5ee-4418-b96d-8f7d3d3ea07d, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=812cf856-c5ee-4418-b96d-8f7d3d3ea07d,segment=NetworkSegment(409ff044-658e-4408-86a4-68409451a765),segment_id=409ff044-658e-4408-86a4-68409451a765)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:49:37.097233 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': '812cf856-c5ee-4418-b96d-8f7d3d3ea07d', 'network_id': '014cf590-a0dd-45ef-9d14-b81af770f7ab', 'port_id': '812cf856-c5ee-4418-b96d-8f7d3d3ea07d', 'mac_address': 'fa:16:3e:14:d4:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac15d684-57c2-499d-a6af-bbb38a2819da', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:49:37.133455 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:49:37.146064 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 812cf856-c5ee-4418-b96d-8f7d3d3ea07d {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:49:37.165244 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 812cf856-c5ee-4418-b96d-8f7d3d3ea07d, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=812cf856-c5ee-4418-b96d-8f7d3d3ea07d,segment=NetworkSegment(409ff044-658e-4408-86a4-68409451a765),segment_id=409ff044-658e-4408-86a4-68409451a765)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:49:37.169304 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:49:37.214665 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=812cf856-c5ee-4418-b96d-8f7d3d3ea07d,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:49:37.411006 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['812cf856-c5ee-4418-b96d-8f7d3d3ea07d'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:49:37.852376 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1963dc38-d488-48ac-9ea1-77e911e4fbdc req-a17dbea4-921b-404a-89ac-c15d7f69b8c9 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:49:37.853872 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1963dc38-d488-48ac-9ea1-77e911e4fbdc req-a17dbea4-921b-404a-89ac-c15d7f69b8c9 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/ports?device_id=b694c2e2-f430-407d-af06-eaa39025d4d4 HTTP/1.1" status: 200 len: 945 time: 0.0479567 Dec 06 17:49:37.904234 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1963dc38-d488-48ac-9ea1-77e911e4fbdc req-5f9278a0-0b6e-4e04-8fd1-8a89aa4bb6e0 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8cf57b0-ee67-43d5-8843-83db3543b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444458 Dec 06 17:49:39.009097 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 812cf856-c5ee-4418-b96d-8f7d3d3ea07d up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:49:39.018223 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02c0651-dfec-4343-a16b-5755f164c26c req-3a86114f-39d1-4395-ad99-ee8d46ca86c0 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:49:39.019719 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a02c0651-dfec-4343-a16b-5755f164c26c req-3a86114f-39d1-4395-ad99-ee8d46ca86c0 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/ports?device_id=b694c2e2-f430-407d-af06-eaa39025d4d4 HTTP/1.1" status: 200 len: 945 time: 0.0494580 Dec 06 17:49:39.056943 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port 812cf856-c5ee-4418-b96d-8f7d3d3ea07d completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:49:39.061150 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port 812cf856-c5ee-4418-b96d-8f7d3d3ea07d triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:49:39.061584 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:49:39.067547 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a02c0651-dfec-4343-a16b-5755f164c26c req-af77ecdb-83e8-48f4-92f0-bfa34af13960 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8cf57b0-ee67-43d5-8843-83db3543b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413048 Dec 06 17:49:39.140379 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:49:39.162816 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b694c2e2-f430-407d-af06-eaa39025d4d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '812cf856-c5ee-4418-b96d-8f7d3d3ea07d'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:49:39.165707 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-325fd281-ef14-4d83-af0b-98b7756ed672" -d '{"events": [{"server_uuid": "b694c2e2-f430-407d-af06-eaa39025d4d4", "name": "network-vif-plugged", "status": "completed", "tag": "812cf856-c5ee-4418-b96d-8f7d3d3ea07d"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:49:39.177790 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 812cf856-c5ee-4418-b96d-8f7d3d3ea07d, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=812cf856-c5ee-4418-b96d-8f7d3d3ea07d,segment=NetworkSegment(409ff044-658e-4408-86a4-68409451a765),segment_id=409ff044-658e-4408-86a4-68409451a765)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:49:39.182224 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:49:39.205933 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfeb5909-5f4b-47b2-9773-9c1ea15aa9bc x-openstack-request-id: req-bfeb5909-5f4b-47b2-9773-9c1ea15aa9bc {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:49:39.206237 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b694c2e2-f430-407d-af06-eaa39025d4d4", "name": "network-vif-plugged", "status": "completed", "tag": "812cf856-c5ee-4418-b96d-8f7d3d3ea07d", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:49:39.206498 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bfeb5909-5f4b-47b2-9773-9c1ea15aa9bc {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:49:39.206902 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b694c2e2-f430-407d-af06-eaa39025d4d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '812cf856-c5ee-4418-b96d-8f7d3d3ea07d', 'code': 200} Dec 06 17:49:39.233648 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=812cf856-c5ee-4418-b96d-8f7d3d3ea07d,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:49:39.241093 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:49:39.241451 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:49:39.241831 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:49:39.242183 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:49:39.243477 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:49:39.243745 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:49:39.244094 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:49:39.244433 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:49:39.244770 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:49:39.245107 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:49:39.245443 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:49:39.245803 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:49:39.246134 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:49:39.305453 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4561234a-6359-4385-a9a4-b924847b6e17 req-9d9c9159-9d71-418a-b9ce-a75162196cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:49:39.306946 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4561234a-6359-4385-a9a4-b924847b6e17 req-9d9c9159-9d71-418a-b9ce-a75162196cc8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b694c2e2-f430-407d-af06-eaa39025d4d4 HTTP/1.1" status: 200 len: 1097 time: 0.0389485 Dec 06 17:49:39.353749 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4561234a-6359-4385-a9a4-b924847b6e17 req-77102fa3-2804-4dd2-a327-3e31876d5bb7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c8cf57b0-ee67-43d5-8843-83db3543b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373437 Dec 06 17:49:40.186244 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b9df0-abf2-41ba-a156-668b8f3d9570 req-43587098-7303-4a79-8001-43b74949e585 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:49:40.187711 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4f1b9df0-abf2-41ba-a156-668b8f3d9570 req-43587098-7303-4a79-8001-43b74949e585 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/ports?device_id=b694c2e2-f430-407d-af06-eaa39025d4d4 HTTP/1.1" status: 200 len: 946 time: 0.0523508 Dec 06 17:49:40.233458 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4f1b9df0-abf2-41ba-a156-668b8f3d9570 req-86c4239f-f2dc-44eb-ab87-06998478233d tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8cf57b0-ee67-43d5-8843-83db3543b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398645 Dec 06 17:49:41.348255 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60e9a8b-b358-40cb-8568-86da8f544ab8 req-56e99177-e761-4b3e-b1a9-b04ee7d871a8 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:49:41.349760 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c60e9a8b-b358-40cb-8568-86da8f544ab8 req-56e99177-e761-4b3e-b1a9-b04ee7d871a8 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/ports?device_id=b694c2e2-f430-407d-af06-eaa39025d4d4 HTTP/1.1" status: 200 len: 946 time: 0.0477552 Dec 06 17:49:41.396510 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c60e9a8b-b358-40cb-8568-86da8f544ab8 req-401fa176-eaee-4999-9a05-73a44268e99e tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8cf57b0-ee67-43d5-8843-83db3543b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402555 Dec 06 17:49:41.511756 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0184d77-1b31-42b3-97a9-048a1bc553b1 req-2b57b9c1-6f8b-4517-aec2-26fc8efd5ef1 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:49:41.513276 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e0184d77-1b31-42b3-97a9-048a1bc553b1 req-2b57b9c1-6f8b-4517-aec2-26fc8efd5ef1 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/ports?device_id=b694c2e2-f430-407d-af06-eaa39025d4d4 HTTP/1.1" status: 200 len: 946 time: 0.0485029 Dec 06 17:49:41.559221 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e0184d77-1b31-42b3-97a9-048a1bc553b1 req-1ff95bd7-51d4-4029-8a38-0cce26ddbd81 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8cf57b0-ee67-43d5-8843-83db3543b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400925 Dec 06 17:49:41.818961 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd5fcf8-22f9-4543-ae98-ce2970c47ded req-e3fc12c5-83db-4c23-9c56-3af129dd61d5 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:49:41.820915 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2bd5fcf8-22f9-4543-ae98-ce2970c47ded req-e3fc12c5-83db-4c23-9c56-3af129dd61d5 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/ports?device_id=b694c2e2-f430-407d-af06-eaa39025d4d4 HTTP/1.1" status: 200 len: 946 time: 0.0700135 Dec 06 17:49:41.823727 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a20ab733-7c6e-4170-a667-2b9430f524e4 req-9e68236b-a492-4893-9215-0957137ed045 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b694c2e2-f430-407d-af06-eaa39025d4d4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0811746 Dec 06 17:49:41.868564 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2bd5fcf8-22f9-4543-ae98-ce2970c47ded req-bdae9ca1-78cc-42ef-8582-f3ca6e7862c8 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8cf57b0-ee67-43d5-8843-83db3543b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415978 Dec 06 17:49:42.878108 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20ab733-7c6e-4170-a667-2b9430f524e4 req-5ea54197-ccb3-4d33-9282-d1b76006632a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:49:42.879508 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a20ab733-7c6e-4170-a667-2b9430f524e4 req-5ea54197-ccb3-4d33-9282-d1b76006632a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f7282abed89f43cdb478089bd678544f&device_id=b694c2e2-f430-407d-af06-eaa39025d4d4 HTTP/1.1" status: 200 len: 1097 time: 0.0444651 Dec 06 17:49:43.001131 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20ab733-7c6e-4170-a667-2b9430f524e4 req-8d659735-ac36-4a39-afc5-43284c343956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:49:43.002609 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a20ab733-7c6e-4170-a667-2b9430f524e4 req-8d659735-ac36-4a39-afc5-43284c343956 service neutron] 10.222.0.41 "GET /v2.0/networks?id=014cf590-a0dd-45ef-9d14-b81af770f7ab HTTP/1.1" status: 200 len: 916 time: 0.1161826 Dec 06 17:49:43.011599 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d546a978-11a4-4597-a7e1-6bd82930fd7f req-cdecac2e-1167-455b-b4d0-b9d2e07edf50 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:49:43.012946 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d546a978-11a4-4597-a7e1-6bd82930fd7f req-cdecac2e-1167-455b-b4d0-b9d2e07edf50 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/ports?device_id=b694c2e2-f430-407d-af06-eaa39025d4d4 HTTP/1.1" status: 200 len: 946 time: 0.0748224 Dec 06 17:49:43.058975 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a20ab733-7c6e-4170-a667-2b9430f524e4 req-a05a5c6c-522f-450e-8ec1-3faac982c590 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=812cf856-c5ee-4418-b96d-8f7d3d3ea07d HTTP/1.1" status: 200 len: 217 time: 0.0451169 Dec 06 17:49:43.113488 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d546a978-11a4-4597-a7e1-6bd82930fd7f req-a1a9b8d8-f67c-4cb4-a97f-c8b7ef8963cc tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8cf57b0-ee67-43d5-8843-83db3543b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940022 Dec 06 17:49:43.125580 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20ab733-7c6e-4170-a667-2b9430f524e4 req-a399882f-8911-4002-ab32-430a834f9764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:49:43.127012 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a20ab733-7c6e-4170-a667-2b9430f524e4 req-a399882f-8911-4002-ab32-430a834f9764 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ac15d684-57c2-499d-a6af-bbb38a2819da HTTP/1.1" status: 200 len: 855 time: 0.0608518 Dec 06 17:49:43.159585 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a20ab733-7c6e-4170-a667-2b9430f524e4 req-99942b50-811f-4c6f-9ead-8b2a7a890b5a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=014cf590-a0dd-45ef-9d14-b81af770f7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248930 Dec 06 17:49:43.251730 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a20ab733-7c6e-4170-a667-2b9430f524e4 req-7f35e4dd-7f2e-4992-af99-8af0389dbf9c service neutron] 10.222.0.41 "GET /v2.0/networks/014cf590-a0dd-45ef-9d14-b81af770f7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842788 Dec 06 17:49:43.344843 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a20ab733-7c6e-4170-a667-2b9430f524e4 req-3ff18ecf-545a-46db-945d-46c79938bd69 service neutron] 10.222.0.41 "GET /v2.0/networks/014cf590-a0dd-45ef-9d14-b81af770f7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853331 Dec 06 17:49:43.477067 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b52ac9fd-dadc-401e-a084-52ca195dc1c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:49:44.229359 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33136ca0-c629-4d70-9de6-bb2f2634fdf8 req-102c289f-1fa4-4ad6-8bd4-0c14ecf8b0d0 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:49:44.230879 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-33136ca0-c629-4d70-9de6-bb2f2634fdf8 req-102c289f-1fa4-4ad6-8bd4-0c14ecf8b0d0 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/ports?device_id=b694c2e2-f430-407d-af06-eaa39025d4d4 HTTP/1.1" status: 200 len: 946 time: 0.0487602 Dec 06 17:49:44.277311 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-33136ca0-c629-4d70-9de6-bb2f2634fdf8 req-694e493c-2b7c-4f8f-994e-8918e7b06829 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8cf57b0-ee67-43d5-8843-83db3543b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404508 Dec 06 17:49:45.392659 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b53e7e-aa90-4d45-ac45-e380d39a231e req-7c3588eb-6bd2-40ba-9bce-9412cbb9fe22 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:49:45.394208 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f8b53e7e-aa90-4d45-ac45-e380d39a231e req-7c3588eb-6bd2-40ba-9bce-9412cbb9fe22 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/ports?device_id=b694c2e2-f430-407d-af06-eaa39025d4d4 HTTP/1.1" status: 200 len: 946 time: 0.0494103 Dec 06 17:49:45.440743 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f8b53e7e-aa90-4d45-ac45-e380d39a231e req-b2438f7b-ece8-49ff-9ce8-0b25b065f108 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8cf57b0-ee67-43d5-8843-83db3543b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406222 Dec 06 17:49:45.675311 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f3f21d4f-54a1-4a38-931e-03f0019e592a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:49:46.557702 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e581c0ff-48a4-4c07-8971-54970d17e83b req-24bd6b6a-749d-4ee6-9a9a-3d451b4dcf6a tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:49:46.559244 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e581c0ff-48a4-4c07-8971-54970d17e83b req-24bd6b6a-749d-4ee6-9a9a-3d451b4dcf6a tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/ports?device_id=b694c2e2-f430-407d-af06-eaa39025d4d4 HTTP/1.1" status: 200 len: 946 time: 0.0524006 Dec 06 17:49:46.606450 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e581c0ff-48a4-4c07-8971-54970d17e83b req-10cdd46b-ea15-42ab-9928-70519693ceaa tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8cf57b0-ee67-43d5-8843-83db3543b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413139 Dec 06 17:49:47.018586 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:49:47.722949 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d32e20f-b501-451f-a85a-864cbe2dfd40 req-aca00eec-0947-4547-8d4f-09cf81af56a4 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:49:47.724422 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8d32e20f-b501-451f-a85a-864cbe2dfd40 req-aca00eec-0947-4547-8d4f-09cf81af56a4 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/ports?device_id=b694c2e2-f430-407d-af06-eaa39025d4d4 HTTP/1.1" status: 200 len: 946 time: 0.0479934 Dec 06 17:49:47.771812 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8d32e20f-b501-451f-a85a-864cbe2dfd40 req-e970ad51-0bdc-46e1-9126-5272887aa406 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8cf57b0-ee67-43d5-8843-83db3543b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408366 Dec 06 17:49:48.172025 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:49:48.886918 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6125a9-5c05-4d9f-9f01-25d5e5798706 req-f3a1e3af-f77a-4d4e-bc28-e3f029675f9f tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:49:48.888356 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2d6125a9-5c05-4d9f-9f01-25d5e5798706 req-f3a1e3af-f77a-4d4e-bc28-e3f029675f9f tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/ports?device_id=b694c2e2-f430-407d-af06-eaa39025d4d4 HTTP/1.1" status: 200 len: 946 time: 0.0490165 Dec 06 17:49:48.934256 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2d6125a9-5c05-4d9f-9f01-25d5e5798706 req-8b93721d-af98-403b-b4dd-5bfd8098ba17 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8cf57b0-ee67-43d5-8843-83db3543b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399883 Dec 06 17:49:49.112114 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:49:50.052734 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846f4f24-6edd-4c4e-88aa-7ddd477dde6f req-03706a62-ee1f-4643-8361-82d674d43860 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:49:50.054139 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-846f4f24-6edd-4c4e-88aa-7ddd477dde6f req-03706a62-ee1f-4643-8361-82d674d43860 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/ports?device_id=b694c2e2-f430-407d-af06-eaa39025d4d4 HTTP/1.1" status: 200 len: 946 time: 0.0526085 Dec 06 17:49:50.100680 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-846f4f24-6edd-4c4e-88aa-7ddd477dde6f req-aa76a5fb-8c56-4a5e-85a6-ccb9c2940693 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8cf57b0-ee67-43d5-8843-83db3543b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406342 Dec 06 17:49:50.315231 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 17:49:51.214650 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48c8053-72da-4430-a275-4be212cbc0a5 req-f99fd671-8aa2-4f84-a64b-3545a973da05 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:49:51.216125 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e48c8053-72da-4430-a275-4be212cbc0a5 req-f99fd671-8aa2-4f84-a64b-3545a973da05 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/ports?device_id=b694c2e2-f430-407d-af06-eaa39025d4d4 HTTP/1.1" status: 200 len: 946 time: 0.0476820 Dec 06 17:49:51.265995 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e48c8053-72da-4430-a275-4be212cbc0a5 req-cedbb248-f1b9-49e6-a728-617717d91017 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8cf57b0-ee67-43d5-8843-83db3543b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439894 Dec 06 17:49:52.379887 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83ac4e2-8695-4ae9-971f-5cd9138511c4 req-d3b57765-75ed-4435-9fd1-d3fee4812bbf tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:49:52.381327 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d83ac4e2-8695-4ae9-971f-5cd9138511c4 req-d3b57765-75ed-4435-9fd1-d3fee4812bbf tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/ports?device_id=b694c2e2-f430-407d-af06-eaa39025d4d4 HTTP/1.1" status: 200 len: 946 time: 0.0479064 Dec 06 17:49:52.428145 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d83ac4e2-8695-4ae9-971f-5cd9138511c4 req-dc77ff22-4264-499b-b156-52c5c3fe791e tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8cf57b0-ee67-43d5-8843-83db3543b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400229 Dec 06 17:49:53.544992 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f441f5ed-fbbf-4efd-865b-a799378b0bad req-4157e0ef-1c3c-466a-9a4d-fa523898ded7 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:49:53.546534 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f441f5ed-fbbf-4efd-865b-a799378b0bad req-4157e0ef-1c3c-466a-9a4d-fa523898ded7 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/ports?device_id=b694c2e2-f430-407d-af06-eaa39025d4d4 HTTP/1.1" status: 200 len: 946 time: 0.0486052 Dec 06 17:49:53.593367 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f441f5ed-fbbf-4efd-865b-a799378b0bad req-930bdc7f-79d9-4385-8651-42954f010cd3 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8cf57b0-ee67-43d5-8843-83db3543b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410194 Dec 06 17:49:54.710463 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b76ca18-45d8-421d-ac26-61dfc311466f req-14c5873e-07c0-4dc3-821c-18442928b716 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:49:54.712429 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4b76ca18-45d8-421d-ac26-61dfc311466f req-14c5873e-07c0-4dc3-821c-18442928b716 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/ports?device_id=b694c2e2-f430-407d-af06-eaa39025d4d4 HTTP/1.1" status: 200 len: 946 time: 0.0511658 Dec 06 17:49:54.757866 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4b76ca18-45d8-421d-ac26-61dfc311466f req-1a1a02e9-5fa2-4a16-a5ec-cb65739f4e4f tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8cf57b0-ee67-43d5-8843-83db3543b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395324 Dec 06 17:49:55.873423 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77c1618-55fc-4202-ac57-5497ad1b19e8 req-5cf1ffb0-5a54-411e-afc0-7c11944c7c18 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:49:55.874918 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b77c1618-55fc-4202-ac57-5497ad1b19e8 req-5cf1ffb0-5a54-411e-afc0-7c11944c7c18 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/ports?device_id=b694c2e2-f430-407d-af06-eaa39025d4d4 HTTP/1.1" status: 200 len: 946 time: 0.0484457 Dec 06 17:49:55.920910 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b77c1618-55fc-4202-ac57-5497ad1b19e8 req-f225cf98-a8df-4639-bc3b-b2bfc520c6f7 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8cf57b0-ee67-43d5-8843-83db3543b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401602 Dec 06 17:49:57.035325 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9ed0db-fe18-48ca-abfb-deb44278818a req-b1dc6ee3-e7df-4121-8124-94ac2897d869 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:49:57.036773 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ad9ed0db-fe18-48ca-abfb-deb44278818a req-b1dc6ee3-e7df-4121-8124-94ac2897d869 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/ports?device_id=b694c2e2-f430-407d-af06-eaa39025d4d4 HTTP/1.1" status: 200 len: 946 time: 0.0481796 Dec 06 17:49:57.082680 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ad9ed0db-fe18-48ca-abfb-deb44278818a req-aa59b2cc-9ce2-48b7-bdbb-553b675d4a45 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8cf57b0-ee67-43d5-8843-83db3543b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400560 Dec 06 17:49:58.199979 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee1da0c-98cc-422a-b77b-3d4a54073cae req-fafa83b7-6a9e-439d-b586-1e548cc0ce88 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:49:58.201446 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fee1da0c-98cc-422a-b77b-3d4a54073cae req-fafa83b7-6a9e-439d-b586-1e548cc0ce88 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/ports?device_id=b694c2e2-f430-407d-af06-eaa39025d4d4 HTTP/1.1" status: 200 len: 946 time: 0.0511880 Dec 06 17:49:58.247042 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fee1da0c-98cc-422a-b77b-3d4a54073cae req-158231c5-5d7c-4828-b70e-bc75ca7e0adb tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8cf57b0-ee67-43d5-8843-83db3543b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396345 Dec 06 17:49:59.361172 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fd4b00-7536-4366-a6cd-5adb66218043 req-d9550435-614d-4d84-9aae-7d3d31853094 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:49:59.362657 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-15fd4b00-7536-4366-a6cd-5adb66218043 req-d9550435-614d-4d84-9aae-7d3d31853094 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/ports?device_id=b694c2e2-f430-407d-af06-eaa39025d4d4 HTTP/1.1" status: 200 len: 946 time: 0.0482187 Dec 06 17:49:59.412675 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-15fd4b00-7536-4366-a6cd-5adb66218043 req-e196e0dc-730b-466c-8425-61f06acbf3ad tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8cf57b0-ee67-43d5-8843-83db3543b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439670 Dec 06 17:50:00.526488 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c45e61-9cd5-48ec-9d78-2fae0d9ac5eb req-7b3c7173-8c01-466e-a7b9-6a029cb71fdd tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:50:00.527964 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-61c45e61-9cd5-48ec-9d78-2fae0d9ac5eb req-7b3c7173-8c01-466e-a7b9-6a029cb71fdd tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/ports?device_id=b694c2e2-f430-407d-af06-eaa39025d4d4 HTTP/1.1" status: 200 len: 946 time: 0.0480902 Dec 06 17:50:00.574352 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-61c45e61-9cd5-48ec-9d78-2fae0d9ac5eb req-82476dae-58ea-4728-aba8-2aaac6210d49 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8cf57b0-ee67-43d5-8843-83db3543b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405331 Dec 06 17:50:01.691525 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62280220-6487-4b3f-b660-03de806b22a8 req-5b3e7ca4-e5bf-4da0-b30b-724acad15e32 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:50:01.692980 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-62280220-6487-4b3f-b660-03de806b22a8 req-5b3e7ca4-e5bf-4da0-b30b-724acad15e32 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/ports?device_id=b694c2e2-f430-407d-af06-eaa39025d4d4 HTTP/1.1" status: 200 len: 946 time: 0.0481436 Dec 06 17:50:01.739104 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-62280220-6487-4b3f-b660-03de806b22a8 req-53e88507-4145-4ccc-9c2a-08974f198f79 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8cf57b0-ee67-43d5-8843-83db3543b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394423 Dec 06 17:50:02.853418 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f80fa5-ce83-415b-ba56-f09008177066 req-12be1059-47b4-4c77-bab9-feea1c8a0175 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:50:02.854914 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-92f80fa5-ce83-415b-ba56-f09008177066 req-12be1059-47b4-4c77-bab9-feea1c8a0175 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/ports?device_id=b694c2e2-f430-407d-af06-eaa39025d4d4 HTTP/1.1" status: 200 len: 946 time: 0.0481286 Dec 06 17:50:02.904752 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-92f80fa5-ce83-415b-ba56-f09008177066 req-28d4d522-9bc1-4396-a526-72f7e0bb8e7b tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8cf57b0-ee67-43d5-8843-83db3543b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439107 Dec 06 17:50:03.021933 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:04.018937 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a3d986-daba-4874-bfbb-c4053eea9721 req-709b711b-6eb6-47cf-aead-b35c9e3d08bd tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:50:04.020421 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-91a3d986-daba-4874-bfbb-c4053eea9721 req-709b711b-6eb6-47cf-aead-b35c9e3d08bd tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/ports?device_id=b694c2e2-f430-407d-af06-eaa39025d4d4 HTTP/1.1" status: 200 len: 946 time: 0.0486681 Dec 06 17:50:04.066854 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-91a3d986-daba-4874-bfbb-c4053eea9721 req-42de238f-79ce-48c5-be6e-90a2fb408785 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8cf57b0-ee67-43d5-8843-83db3543b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405333 Dec 06 17:50:05.183815 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49af2c46-6a00-47b3-a8ea-5ff713ffaaeb req-7981d3f7-8915-4a4a-87c7-df6f1a3efe79 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:50:05.185283 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-49af2c46-6a00-47b3-a8ea-5ff713ffaaeb req-7981d3f7-8915-4a4a-87c7-df6f1a3efe79 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/ports?device_id=b694c2e2-f430-407d-af06-eaa39025d4d4 HTTP/1.1" status: 200 len: 946 time: 0.0480685 Dec 06 17:50:05.230976 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-49af2c46-6a00-47b3-a8ea-5ff713ffaaeb req-5bbd805b-3c73-4012-8dc4-8f20bf64103d tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8cf57b0-ee67-43d5-8843-83db3543b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396700 Dec 06 17:50:05.403797 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:06.349806 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b29de1-f78d-4799-9866-b66193f4c240 req-01fde7a5-9029-4068-bc8a-95b069fe6c98 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:50:06.351278 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-10b29de1-f78d-4799-9866-b66193f4c240 req-01fde7a5-9029-4068-bc8a-95b069fe6c98 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/ports?device_id=b694c2e2-f430-407d-af06-eaa39025d4d4 HTTP/1.1" status: 200 len: 946 time: 0.0520310 Dec 06 17:50:06.397229 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-10b29de1-f78d-4799-9866-b66193f4c240 req-a3186707-4a3d-4a36-8d8b-23c7222d1cdf tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8cf57b0-ee67-43d5-8843-83db3543b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400536 Dec 06 17:50:07.512814 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f3cbb3-aede-499a-b809-c5fa88aadc35 req-7434a359-a8ee-4a5d-a2c8-b9af57e3cf31 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:50:07.514299 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-97f3cbb3-aede-499a-b809-c5fa88aadc35 req-7434a359-a8ee-4a5d-a2c8-b9af57e3cf31 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/ports?device_id=b694c2e2-f430-407d-af06-eaa39025d4d4 HTTP/1.1" status: 200 len: 946 time: 0.0479598 Dec 06 17:50:07.560447 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-97f3cbb3-aede-499a-b809-c5fa88aadc35 req-c6be6a68-d144-4735-a59d-2580e9760b95 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8cf57b0-ee67-43d5-8843-83db3543b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403628 Dec 06 17:50:08.674050 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc4cbef-8a73-4221-bf66-2b9439043e34 req-7d94ce82-e4d1-45eb-9825-3bb947699220 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:50:08.675501 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4fc4cbef-8a73-4221-bf66-2b9439043e34 req-7d94ce82-e4d1-45eb-9825-3bb947699220 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/ports?device_id=b694c2e2-f430-407d-af06-eaa39025d4d4 HTTP/1.1" status: 200 len: 946 time: 0.0485470 Dec 06 17:50:08.721511 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4fc4cbef-8a73-4221-bf66-2b9439043e34 req-77902710-9ea0-4aa5-8877-1e6755d018f6 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8cf57b0-ee67-43d5-8843-83db3543b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393591 Dec 06 17:50:09.839726 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54f3c09-2c9f-4d83-bbcc-6272303cabdc req-3bade16a-be19-47a6-a1cf-51408bb68919 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:50:09.841169 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a54f3c09-2c9f-4d83-bbcc-6272303cabdc req-3bade16a-be19-47a6-a1cf-51408bb68919 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/ports?device_id=b694c2e2-f430-407d-af06-eaa39025d4d4 HTTP/1.1" status: 200 len: 946 time: 0.0513933 Dec 06 17:50:09.887267 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a54f3c09-2c9f-4d83-bbcc-6272303cabdc req-77b4a475-a413-4c51-b676-6ab20e4cde2f tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8cf57b0-ee67-43d5-8843-83db3543b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402682 Dec 06 17:50:10.999986 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e518159-92d1-4fd3-86e9-734e4a77778d req-6c5451db-c8f3-4894-af41-addfa5235a61 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:50:11.001449 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3e518159-92d1-4fd3-86e9-734e4a77778d req-6c5451db-c8f3-4894-af41-addfa5235a61 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/ports?device_id=b694c2e2-f430-407d-af06-eaa39025d4d4 HTTP/1.1" status: 200 len: 946 time: 0.0475628 Dec 06 17:50:11.050782 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3e518159-92d1-4fd3-86e9-734e4a77778d req-766e9813-555a-4997-ba9d-8d54f42d1ba8 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8cf57b0-ee67-43d5-8843-83db3543b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434206 Dec 06 17:50:12.165559 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f0e543-d6e6-4b68-b5ca-987e742ddf87 req-d13b843e-e050-4245-8ddc-6f4d8710f0e0 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:50:12.167037 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-84f0e543-d6e6-4b68-b5ca-987e742ddf87 req-d13b843e-e050-4245-8ddc-6f4d8710f0e0 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/ports?device_id=b694c2e2-f430-407d-af06-eaa39025d4d4 HTTP/1.1" status: 200 len: 946 time: 0.0497174 Dec 06 17:50:12.213534 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-84f0e543-d6e6-4b68-b5ca-987e742ddf87 req-00b09ef4-c033-4aee-9ab5-c8ae03be0bae tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8cf57b0-ee67-43d5-8843-83db3543b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405238 Dec 06 17:50:13.326500 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d33e748-5aaf-4f5f-8a13-938890da10f9 req-49285d67-6852-4f41-ac50-20298c43357a tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:50:13.328160 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1d33e748-5aaf-4f5f-8a13-938890da10f9 req-49285d67-6852-4f41-ac50-20298c43357a tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/ports?device_id=b694c2e2-f430-407d-af06-eaa39025d4d4 HTTP/1.1" status: 200 len: 946 time: 0.0475817 Dec 06 17:50:13.375595 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1d33e748-5aaf-4f5f-8a13-938890da10f9 req-00795b19-c0ec-4abf-bbdc-dd161feb0710 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8cf57b0-ee67-43d5-8843-83db3543b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415409 Dec 06 17:50:13.477719 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8a905602-d838-4896-981d-29bfa99a1aa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:14.496642 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e7528d-dfd5-4067-acdd-7cdc4a420bd5 req-57e6e8f6-6e24-4cf6-a024-7d0ecb652a06 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:50:14.498181 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-34e7528d-dfd5-4067-acdd-7cdc4a420bd5 req-57e6e8f6-6e24-4cf6-a024-7d0ecb652a06 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/ports?device_id=b694c2e2-f430-407d-af06-eaa39025d4d4 HTTP/1.1" status: 200 len: 946 time: 0.0518103 Dec 06 17:50:14.793322 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-34e7528d-dfd5-4067-acdd-7cdc4a420bd5 req-a7102c33-4bb7-4bb5-80f8-69a7a2a2dba2 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8cf57b0-ee67-43d5-8843-83db3543b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891436 Dec 06 17:50:15.444241 n-d-master-1 neutron-server[103285]: INFO neutron.api.v2.resource [req-a20ab733-7c6e-4170-a667-2b9430f524e4 req-8c9805ae-5eca-4e89-a5ca-7ac5398addd5 service neutron] show failed (client error): The resource could not be found. Dec 06 17:50:15.445272 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a20ab733-7c6e-4170-a667-2b9430f524e4 req-8c9805ae-5eca-4e89-a5ca-7ac5398addd5 service neutron] 10.222.0.41 "GET /v2.0/ports/812cf856-c5ee-4418-b96d-8f7d3d3ea07d/bindings/n-h2-master-1 HTTP/1.1" status: 404 len: 380 time: 0.0543108 Dec 06 17:50:15.659823 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20ab733-7c6e-4170-a667-2b9430f524e4 req-d8505408-45c0-4a6a-85a6-cd3b5f8199af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:50:15.661186 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a20ab733-7c6e-4170-a667-2b9430f524e4 req-d8505408-45c0-4a6a-85a6-cd3b5f8199af service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b694c2e2-f430-407d-af06-eaa39025d4d4&tenant_id=f7282abed89f43cdb478089bd678544f HTTP/1.1" status: 200 len: 1097 time: 0.0397243 Dec 06 17:50:15.672726 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-a20ab733-7c6e-4170-a667-2b9430f524e4 req-e36704a5-c56a-4f69-9bb6-9c9b3b9381fa service neutron] Request body: {'port': {'binding:host_id': 'n-h2-master-1', 'device_owner': 'compute:nova'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:50:15.677143 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-263685c9-3525-4913-9c7d-56abdc4a4720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:15.725139 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a20ab733-7c6e-4170-a667-2b9430f524e4 req-e36704a5-c56a-4f69-9bb6-9c9b3b9381fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:15.913049 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bb04f4-aafe-4e22-a2c8-ac11a78438b4 req-aa6e9d0c-740d-482c-b840-f9fef8e69e69 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:50:15.914455 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-11bb04f4-aafe-4e22-a2c8-ac11a78438b4 req-aa6e9d0c-740d-482c-b840-f9fef8e69e69 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/ports?device_id=b694c2e2-f430-407d-af06-eaa39025d4d4 HTTP/1.1" status: 200 len: 946 time: 0.0519238 Dec 06 17:50:15.929936 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-a20ab733-7c6e-4170-a667-2b9430f524e4 req-e36704a5-c56a-4f69-9bb6-9c9b3b9381fa service neutron] For port 812cf856-c5ee-4418-b96d-8f7d3d3ea07d, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=812cf856-c5ee-4418-b96d-8f7d3d3ea07d,segment=NetworkSegment(409ff044-658e-4408-86a4-68409451a765),segment_id=409ff044-658e-4408-86a4-68409451a765)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:50:15.961501 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-11bb04f4-aafe-4e22-a2c8-ac11a78438b4 req-da8de82f-b090-48cf-b315-9f5674b9455c tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8cf57b0-ee67-43d5-8843-83db3543b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402732 Dec 06 17:50:15.962977 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-a20ab733-7c6e-4170-a667-2b9430f524e4 req-e36704a5-c56a-4f69-9bb6-9c9b3b9381fa service neutron] For port 812cf856-c5ee-4418-b96d-8f7d3d3ea07d, host n-h1-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:50:16.004313 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b694c2e2-f430-407d-af06-eaa39025d4d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '812cf856-c5ee-4418-b96d-8f7d3d3ea07d'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:50:16.006636 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb42026-3095-4f1a-ba5f-81cad578eb60" -d '{"events": [{"server_uuid": "b694c2e2-f430-407d-af06-eaa39025d4d4", "name": "network-vif-unplugged", "status": "completed", "tag": "812cf856-c5ee-4418-b96d-8f7d3d3ea07d"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:50:16.010770 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a20ab733-7c6e-4170-a667-2b9430f524e4 req-e36704a5-c56a-4f69-9bb6-9c9b3b9381fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:16.023231 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-a20ab733-7c6e-4170-a667-2b9430f524e4 req-e36704a5-c56a-4f69-9bb6-9c9b3b9381fa service neutron] Transition to ACTIVE for port object 812cf856-c5ee-4418-b96d-8f7d3d3ea07d will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:50:16.028168 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a20ab733-7c6e-4170-a667-2b9430f524e4 req-e36704a5-c56a-4f69-9bb6-9c9b3b9381fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:16.060630 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 17:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-494923e0-e782-461f-9473-6e0bce0a6c29 x-openstack-request-id: req-494923e0-e782-461f-9473-6e0bce0a6c29 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:50:16.060938 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b694c2e2-f430-407d-af06-eaa39025d4d4", "name": "network-vif-unplugged", "status": "completed", "tag": "812cf856-c5ee-4418-b96d-8f7d3d3ea07d", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:50:16.061226 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-494923e0-e782-461f-9473-6e0bce0a6c29 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:50:16.061664 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b694c2e2-f430-407d-af06-eaa39025d4d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '812cf856-c5ee-4418-b96d-8f7d3d3ea07d', 'code': 200} Dec 06 17:50:16.096138 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-a20ab733-7c6e-4170-a667-2b9430f524e4 req-e36704a5-c56a-4f69-9bb6-9c9b3b9381fa service neutron] No DVR routers for this DVR port 812cf856-c5ee-4418-b96d-8f7d3d3ea07d on host n-h1-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:50:16.098056 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36704a5-c56a-4f69-9bb6-9c9b3b9381fa service neutron] Pushing event updated for resources: {'Port': ['ID=812cf856-c5ee-4418-b96d-8f7d3d3ea07d,revision_number=6']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:50:16.109063 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36704a5-c56a-4f69-9bb6-9c9b3b9381fa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:50:16.109418 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36704a5-c56a-4f69-9bb6-9c9b3b9381fa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:50:16.109803 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36704a5-c56a-4f69-9bb6-9c9b3b9381fa service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:50:16.110151 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36704a5-c56a-4f69-9bb6-9c9b3b9381fa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:50:16.110491 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36704a5-c56a-4f69-9bb6-9c9b3b9381fa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:50:16.110827 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36704a5-c56a-4f69-9bb6-9c9b3b9381fa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:50:16.111163 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36704a5-c56a-4f69-9bb6-9c9b3b9381fa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:50:16.111495 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36704a5-c56a-4f69-9bb6-9c9b3b9381fa service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:50:16.111826 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36704a5-c56a-4f69-9bb6-9c9b3b9381fa service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:50:16.112161 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36704a5-c56a-4f69-9bb6-9c9b3b9381fa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:50:16.112492 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36704a5-c56a-4f69-9bb6-9c9b3b9381fa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:50:16.112820 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36704a5-c56a-4f69-9bb6-9c9b3b9381fa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:50:16.113146 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36704a5-c56a-4f69-9bb6-9c9b3b9381fa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:50:16.145390 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-a20ab733-7c6e-4170-a667-2b9430f524e4 req-e36704a5-c56a-4f69-9bb6-9c9b3b9381fa service neutron] Attempting to bind port 812cf856-c5ee-4418-b96d-8f7d3d3ea07d on host n-h2-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:50:16.145758 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-a20ab733-7c6e-4170-a667-2b9430f524e4 req-e36704a5-c56a-4f69-9bb6-9c9b3b9381fa service neutron] Attempting to bind port 812cf856-c5ee-4418-b96d-8f7d3d3ea07d by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '409ff044-658e-4408-86a4-68409451a765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '014cf590-a0dd-45ef-9d14-b81af770f7ab'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:50:16.146093 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20ab733-7c6e-4170-a667-2b9430f524e4 req-e36704a5-c56a-4f69-9bb6-9c9b3b9381fa service neutron] Attempting to bind port 812cf856-c5ee-4418-b96d-8f7d3d3ea07d on network 014cf590-a0dd-45ef-9d14-b81af770f7ab {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:50:16.150537 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20ab733-7c6e-4170-a667-2b9430f524e4 req-e36704a5-c56a-4f69-9bb6-9c9b3b9381fa service neutron] Port 812cf856-c5ee-4418-b96d-8f7d3d3ea07d on network 014cf590-a0dd-45ef-9d14-b81af770f7ab not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:50:16.150863 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20ab733-7c6e-4170-a667-2b9430f524e4 req-e36704a5-c56a-4f69-9bb6-9c9b3b9381fa service neutron] Attempting to bind port 812cf856-c5ee-4418-b96d-8f7d3d3ea07d on network 014cf590-a0dd-45ef-9d14-b81af770f7ab {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:50:16.155765 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20ab733-7c6e-4170-a667-2b9430f524e4 req-e36704a5-c56a-4f69-9bb6-9c9b3b9381fa service neutron] Checking agent: {'id': '9d8b9f49-2860-4c1f-9b89-45a7657a3c4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:50:16.156110 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20ab733-7c6e-4170-a667-2b9430f524e4 req-e36704a5-c56a-4f69-9bb6-9c9b3b9381fa service neutron] Checking segment: {'id': '409ff044-658e-4408-86a4-68409451a765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '014cf590-a0dd-45ef-9d14-b81af770f7ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:50:16.156500 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20ab733-7c6e-4170-a667-2b9430f524e4 req-e36704a5-c56a-4f69-9bb6-9c9b3b9381fa service neutron] Bound using segment: {'id': '409ff044-658e-4408-86a4-68409451a765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '014cf590-a0dd-45ef-9d14-b81af770f7ab'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:50:16.156932 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-a20ab733-7c6e-4170-a667-2b9430f524e4 req-e36704a5-c56a-4f69-9bb6-9c9b3b9381fa service neutron] Bound port: 812cf856-c5ee-4418-b96d-8f7d3d3ea07d, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '409ff044-658e-4408-86a4-68409451a765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '014cf590-a0dd-45ef-9d14-b81af770f7ab'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:50:16.157289 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a20ab733-7c6e-4170-a667-2b9430f524e4 req-e36704a5-c56a-4f69-9bb6-9c9b3b9381fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:16.221977 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-a20ab733-7c6e-4170-a667-2b9430f524e4 req-e36704a5-c56a-4f69-9bb6-9c9b3b9381fa service neutron] For port 812cf856-c5ee-4418-b96d-8f7d3d3ea07d, host n-h2-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:50:16.224897 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-a20ab733-7c6e-4170-a667-2b9430f524e4 req-e36704a5-c56a-4f69-9bb6-9c9b3b9381fa service neutron] For port 812cf856-c5ee-4418-b96d-8f7d3d3ea07d, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=812cf856-c5ee-4418-b96d-8f7d3d3ea07d,segment=NetworkSegment(409ff044-658e-4408-86a4-68409451a765),segment_id=409ff044-658e-4408-86a4-68409451a765)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:50:16.229254 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a20ab733-7c6e-4170-a667-2b9430f524e4 req-e36704a5-c56a-4f69-9bb6-9c9b3b9381fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:16.265624 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20ab733-7c6e-4170-a667-2b9430f524e4 req-e36704a5-c56a-4f69-9bb6-9c9b3b9381fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:50:16.266274 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a20ab733-7c6e-4170-a667-2b9430f524e4 req-e36704a5-c56a-4f69-9bb6-9c9b3b9381fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:16.267648 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a20ab733-7c6e-4170-a667-2b9430f524e4 req-e36704a5-c56a-4f69-9bb6-9c9b3b9381fa service neutron] 10.222.0.44 "PUT /v2.0/ports/812cf856-c5ee-4418-b96d-8f7d3d3ea07d HTTP/1.1" status: 200 len: 1092 time: 0.5989511 Dec 06 17:50:16.285501 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36704a5-c56a-4f69-9bb6-9c9b3b9381fa service neutron] Pushing event updated for resources: {'Port': ['ID=812cf856-c5ee-4418-b96d-8f7d3d3ea07d,revision_number=7']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:50:16.329012 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20ab733-7c6e-4170-a667-2b9430f524e4 req-f39b2fb4-ad16-42fa-9d5a-c691877ddd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:50:16.330627 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a20ab733-7c6e-4170-a667-2b9430f524e4 req-f39b2fb4-ad16-42fa-9d5a-c691877ddd39 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f7282abed89f43cdb478089bd678544f&device_id=b694c2e2-f430-407d-af06-eaa39025d4d4 HTTP/1.1" status: 200 len: 1095 time: 0.0417678 Dec 06 17:50:16.422964 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20ab733-7c6e-4170-a667-2b9430f524e4 req-1d0e2fee-c1af-47bf-95a7-cbe6a734abd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:50:16.424456 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a20ab733-7c6e-4170-a667-2b9430f524e4 req-1d0e2fee-c1af-47bf-95a7-cbe6a734abd5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=014cf590-a0dd-45ef-9d14-b81af770f7ab HTTP/1.1" status: 200 len: 916 time: 0.0871265 Dec 06 17:50:16.465460 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a20ab733-7c6e-4170-a667-2b9430f524e4 req-ec79a50b-5ac2-499b-9ac3-943a0f23fc34 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=812cf856-c5ee-4418-b96d-8f7d3d3ea07d HTTP/1.1" status: 200 len: 217 time: 0.0334139 Dec 06 17:50:16.518258 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20ab733-7c6e-4170-a667-2b9430f524e4 req-16a08267-15f6-47a8-9004-9e5629a22413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:50:16.519698 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a20ab733-7c6e-4170-a667-2b9430f524e4 req-16a08267-15f6-47a8-9004-9e5629a22413 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ac15d684-57c2-499d-a6af-bbb38a2819da HTTP/1.1" status: 200 len: 855 time: 0.0471685 Dec 06 17:50:16.550272 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a20ab733-7c6e-4170-a667-2b9430f524e4 req-1958f2ea-fb75-4d27-b39f-f937add4f7a7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=014cf590-a0dd-45ef-9d14-b81af770f7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236237 Dec 06 17:50:16.638485 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a20ab733-7c6e-4170-a667-2b9430f524e4 req-6d971801-4122-4921-9334-b48b209ae3f5 service neutron] 10.222.0.44 "GET /v2.0/networks/014cf590-a0dd-45ef-9d14-b81af770f7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815651 Dec 06 17:50:16.734043 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a20ab733-7c6e-4170-a667-2b9430f524e4 req-efb8aa9c-4053-437e-9290-04497a984e11 service neutron] 10.222.0.44 "GET /v2.0/networks/014cf590-a0dd-45ef-9d14-b81af770f7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876894 Dec 06 17:50:17.021682 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:17.078328 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05c7db9-e809-4be1-91d3-cd435a1934d5 req-a69d61b2-b796-49cb-97bf-f9f363d0e61a tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:50:17.079717 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f05c7db9-e809-4be1-91d3-cd435a1934d5 req-a69d61b2-b796-49cb-97bf-f9f363d0e61a tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/ports?device_id=b694c2e2-f430-407d-af06-eaa39025d4d4 HTTP/1.1" status: 200 len: 944 time: 0.0482714 Dec 06 17:50:17.125939 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f05c7db9-e809-4be1-91d3-cd435a1934d5 req-c767b094-9409-4cec-98e0-221bb005bade tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8cf57b0-ee67-43d5-8843-83db3543b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402460 Dec 06 17:50:18.062878 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b694c2e2-f430-407d-af06-eaa39025d4d4', 'tag': '812cf856-c5ee-4418-b96d-8f7d3d3ea07d'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:50:18.065213 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a62709-f740-43d9-b5d4-67bf4f06e664" -d '{"events": [{"name": "network-changed", "server_uuid": "b694c2e2-f430-407d-af06-eaa39025d4d4", "tag": "812cf856-c5ee-4418-b96d-8f7d3d3ea07d"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:50:18.113219 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f091ef4-125d-421f-96bf-8e533a459151 x-openstack-request-id: req-6f091ef4-125d-421f-96bf-8e533a459151 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:50:18.113550 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b694c2e2-f430-407d-af06-eaa39025d4d4", "tag": "812cf856-c5ee-4418-b96d-8f7d3d3ea07d", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:50:18.113817 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6f091ef4-125d-421f-96bf-8e533a459151 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:50:18.114224 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b694c2e2-f430-407d-af06-eaa39025d4d4', 'tag': '812cf856-c5ee-4418-b96d-8f7d3d3ea07d', 'status': 'completed', 'code': 200} Dec 06 17:50:18.181858 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:18.185955 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a62709-f740-43d9-b5d4-67bf4f06e664 req-b4253ff9-7f97-4fc1-9932-f9bfff4087ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:50:18.187319 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f4a62709-f740-43d9-b5d4-67bf4f06e664 req-b4253ff9-7f97-4fc1-9932-f9bfff4087ea service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f7282abed89f43cdb478089bd678544f&device_id=b694c2e2-f430-407d-af06-eaa39025d4d4 HTTP/1.1" status: 200 len: 1095 time: 0.0515034 Dec 06 17:50:18.201792 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a62709-f740-43d9-b5d4-67bf4f06e664 req-24bb4f7d-5a10-4e6e-92ec-98cb3ce24f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:50:18.203299 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f4a62709-f740-43d9-b5d4-67bf4f06e664 req-24bb4f7d-5a10-4e6e-92ec-98cb3ce24f36 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f7282abed89f43cdb478089bd678544f&device_id=b694c2e2-f430-407d-af06-eaa39025d4d4 HTTP/1.1" status: 200 len: 1095 time: 0.0621061 Dec 06 17:50:18.295433 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a62709-f740-43d9-b5d4-67bf4f06e664 req-d75a4335-8e57-47d2-b345-465de5880eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:50:18.297023 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f4a62709-f740-43d9-b5d4-67bf4f06e664 req-d75a4335-8e57-47d2-b345-465de5880eba service neutron] 10.222.0.44 "GET /v2.0/networks?id=014cf590-a0dd-45ef-9d14-b81af770f7ab HTTP/1.1" status: 200 len: 916 time: 0.0945764 Dec 06 17:50:18.319086 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4491595e-9c9b-426b-8773-41dc6d2ff8b3 req-b628a223-b610-455b-b13c-35d497c4db42 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:50:18.320475 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4491595e-9c9b-426b-8773-41dc6d2ff8b3 req-b628a223-b610-455b-b13c-35d497c4db42 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/ports?device_id=b694c2e2-f430-407d-af06-eaa39025d4d4 HTTP/1.1" status: 200 len: 944 time: 0.1138110 Dec 06 17:50:18.341617 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f4a62709-f740-43d9-b5d4-67bf4f06e664 req-ad20dfd3-3079-4c9b-b2ba-a4de3af8887b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=812cf856-c5ee-4418-b96d-8f7d3d3ea07d HTTP/1.1" status: 200 len: 217 time: 0.0371480 Dec 06 17:50:18.352562 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a62709-f740-43d9-b5d4-67bf4f06e664 req-12c26937-ba93-4836-9859-54babd74ba73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:50:18.354047 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f4a62709-f740-43d9-b5d4-67bf4f06e664 req-12c26937-ba93-4836-9859-54babd74ba73 service neutron] 10.222.0.41 "GET /v2.0/networks?id=014cf590-a0dd-45ef-9d14-b81af770f7ab HTTP/1.1" status: 200 len: 916 time: 0.1383131 Dec 06 17:50:18.392065 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a62709-f740-43d9-b5d4-67bf4f06e664 req-2aef0901-93dc-470f-b997-d8c3870d6a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:50:18.393592 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f4a62709-f740-43d9-b5d4-67bf4f06e664 req-2aef0901-93dc-470f-b997-d8c3870d6a64 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ac15d684-57c2-499d-a6af-bbb38a2819da HTTP/1.1" status: 200 len: 855 time: 0.0450656 Dec 06 17:50:18.431151 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f4a62709-f740-43d9-b5d4-67bf4f06e664 req-9884a17a-4d56-4e0d-99c1-5489326768c7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=014cf590-a0dd-45ef-9d14-b81af770f7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300148 Dec 06 17:50:18.529203 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f4a62709-f740-43d9-b5d4-67bf4f06e664 req-88e2386a-f5e4-4074-9cc2-a8ec91ef334a service neutron] 10.222.0.44 "GET /v2.0/networks/014cf590-a0dd-45ef-9d14-b81af770f7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908520 Dec 06 17:50:18.627789 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f4a62709-f740-43d9-b5d4-67bf4f06e664 req-396ec17a-4c98-4a5a-9c39-1f4adab8ab49 service neutron] 10.222.0.44 "GET /v2.0/networks/014cf590-a0dd-45ef-9d14-b81af770f7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915709 Dec 06 17:50:18.652402 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f4a62709-f740-43d9-b5d4-67bf4f06e664 req-6922b74c-fc7b-4453-a4cb-e10d00f92cd8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=812cf856-c5ee-4418-b96d-8f7d3d3ea07d HTTP/1.1" status: 200 len: 217 time: 0.2841353 Dec 06 17:50:18.656855 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4491595e-9c9b-426b-8773-41dc6d2ff8b3 req-9ec990e1-8d3c-4d60-a544-dfee3d45c5df tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8cf57b0-ee67-43d5-8843-83db3543b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3270993 Dec 06 17:50:18.685300 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 812cf856-c5ee-4418-b96d-8f7d3d3ea07d details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:50:18.706223 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a62709-f740-43d9-b5d4-67bf4f06e664 req-d5634b86-2d3e-48e3-980d-5ed66e0173b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:50:18.707670 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f4a62709-f740-43d9-b5d4-67bf4f06e664 req-d5634b86-2d3e-48e3-980d-5ed66e0173b1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ac15d684-57c2-499d-a6af-bbb38a2819da HTTP/1.1" status: 200 len: 855 time: 0.0438428 Dec 06 17:50:18.747391 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f4a62709-f740-43d9-b5d4-67bf4f06e664 req-49d1dd53-db1b-41a4-aae1-b19a8551e633 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=014cf590-a0dd-45ef-9d14-b81af770f7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244575 Dec 06 17:50:18.780745 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 812cf856-c5ee-4418-b96d-8f7d3d3ea07d, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=812cf856-c5ee-4418-b96d-8f7d3d3ea07d,segment=NetworkSegment(409ff044-658e-4408-86a4-68409451a765),segment_id=409ff044-658e-4408-86a4-68409451a765)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:50:18.792851 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': '812cf856-c5ee-4418-b96d-8f7d3d3ea07d', 'network_id': '014cf590-a0dd-45ef-9d14-b81af770f7ab', 'port_id': '812cf856-c5ee-4418-b96d-8f7d3d3ea07d', 'mac_address': 'fa:16:3e:14:d4:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac15d684-57c2-499d-a6af-bbb38a2819da', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:50:18.829078 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:18.841547 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 812cf856-c5ee-4418-b96d-8f7d3d3ea07d {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:50:18.844229 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f4a62709-f740-43d9-b5d4-67bf4f06e664 req-3c35e7b9-a3c5-42fb-99e9-6f75a95cbfca service neutron] 10.222.0.41 "GET /v2.0/networks/014cf590-a0dd-45ef-9d14-b81af770f7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851591 Dec 06 17:50:18.860322 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 812cf856-c5ee-4418-b96d-8f7d3d3ea07d, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=812cf856-c5ee-4418-b96d-8f7d3d3ea07d,segment=NetworkSegment(409ff044-658e-4408-86a4-68409451a765),segment_id=409ff044-658e-4408-86a4-68409451a765)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:50:18.864191 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:18.910291 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=812cf856-c5ee-4418-b96d-8f7d3d3ea07d,revision_number=8']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:50:18.939809 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f4a62709-f740-43d9-b5d4-67bf4f06e664 req-a15e81a0-d479-404f-8dd9-c87839caac5f service neutron] 10.222.0.41 "GET /v2.0/networks/014cf590-a0dd-45ef-9d14-b81af770f7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841677 Dec 06 17:50:19.074832 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['812cf856-c5ee-4418-b96d-8f7d3d3ea07d'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:50:19.126331 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:19.234617 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 812cf856-c5ee-4418-b96d-8f7d3d3ea07d no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:50:19.271820 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 812cf856-c5ee-4418-b96d-8f7d3d3ea07d not bound to the agent host n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:50:19.774759 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17e5f41-a4de-4fb6-bdc1-860ac10d39fa req-4b28e793-f352-491f-990f-b7c3c53579e4 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:50:19.776325 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d17e5f41-a4de-4fb6-bdc1-860ac10d39fa req-4b28e793-f352-491f-990f-b7c3c53579e4 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/ports?device_id=b694c2e2-f430-407d-af06-eaa39025d4d4 HTTP/1.1" status: 200 len: 945 time: 0.0499907 Dec 06 17:50:19.824032 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d17e5f41-a4de-4fb6-bdc1-860ac10d39fa req-39678e2e-9bb7-4d59-a720-b6486183e8c1 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8cf57b0-ee67-43d5-8843-83db3543b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417612 Dec 06 17:50:20.012575 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10625d9-1907-4b8e-8e7f-5eb5d01eaf2a req-87029969-31f2-4e62-a47b-d6ed9fb7a9df tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:50:20.014249 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c10625d9-1907-4b8e-8e7f-5eb5d01eaf2a req-87029969-31f2-4e62-a47b-d6ed9fb7a9df tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/ports?device_id=b694c2e2-f430-407d-af06-eaa39025d4d4 HTTP/1.1" status: 200 len: 945 time: 0.0499885 Dec 06 17:50:20.041688 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e938b55e-6908-4650-990b-7a37f49893b6 req-6fa4387c-2fa3-4e86-978a-aa603525024a tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:50:20.043184 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e938b55e-6908-4650-990b-7a37f49893b6 req-6fa4387c-2fa3-4e86-978a-aa603525024a tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.41 "GET /v2.0/ports?device_id=b694c2e2-f430-407d-af06-eaa39025d4d4&tenant_id=f7282abed89f43cdb478089bd678544f&binding%3Ahost_id=n-h2-master-1 HTTP/1.1" status: 200 len: 945 time: 0.0564396 Dec 06 17:50:20.065189 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c10625d9-1907-4b8e-8e7f-5eb5d01eaf2a req-5964935d-5a3f-4fa9-8a61-375cf5f5adac tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8cf57b0-ee67-43d5-8843-83db3543b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448961 Dec 06 17:50:20.107823 n-d-master-1 neutron-server[103285]: INFO neutron.api.v2.resource [req-e938b55e-6908-4650-990b-7a37f49893b6 req-0d5a36cd-3cc6-42ca-85c4-bf0a124a7b6f service neutron] delete failed (client error): The resource could not be found. Dec 06 17:50:20.108833 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e938b55e-6908-4650-990b-7a37f49893b6 req-0d5a36cd-3cc6-42ca-85c4-bf0a124a7b6f service neutron] 10.222.0.41 "DELETE /v2.0/ports/812cf856-c5ee-4418-b96d-8f7d3d3ea07d/bindings/n-h1-master-1 HTTP/1.1" status: 404 len: 380 time: 0.0541046 Dec 06 17:50:20.194931 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e938b55e-6908-4650-990b-7a37f49893b6 req-af6bd2bb-d45a-4700-92df-9cc24e7f35c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:50:20.196452 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e938b55e-6908-4650-990b-7a37f49893b6 req-af6bd2bb-d45a-4700-92df-9cc24e7f35c5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f7282abed89f43cdb478089bd678544f&device_id=b694c2e2-f430-407d-af06-eaa39025d4d4 HTTP/1.1" status: 200 len: 1096 time: 0.0414805 Dec 06 17:50:20.293040 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e938b55e-6908-4650-990b-7a37f49893b6 req-9f69c7da-10a5-4800-a73c-2489f9ad281d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:50:20.294443 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e938b55e-6908-4650-990b-7a37f49893b6 req-9f69c7da-10a5-4800-a73c-2489f9ad281d service neutron] 10.222.0.41 "GET /v2.0/networks?id=014cf590-a0dd-45ef-9d14-b81af770f7ab HTTP/1.1" status: 200 len: 916 time: 0.0862763 Dec 06 17:50:20.339131 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e938b55e-6908-4650-990b-7a37f49893b6 req-bef473bb-f44c-4c9d-abc1-b6ad752ff75d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=812cf856-c5ee-4418-b96d-8f7d3d3ea07d HTTP/1.1" status: 200 len: 217 time: 0.0334885 Dec 06 17:50:20.390887 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e938b55e-6908-4650-990b-7a37f49893b6 req-59b11d9b-9ed2-41cc-be99-bad322d27ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:50:20.392299 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e938b55e-6908-4650-990b-7a37f49893b6 req-59b11d9b-9ed2-41cc-be99-bad322d27ddb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ac15d684-57c2-499d-a6af-bbb38a2819da HTTP/1.1" status: 200 len: 855 time: 0.0426965 Dec 06 17:50:20.431933 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e938b55e-6908-4650-990b-7a37f49893b6 req-fc22a6ba-e161-4530-bf12-762db949cf2a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=014cf590-a0dd-45ef-9d14-b81af770f7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279474 Dec 06 17:50:20.520611 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e938b55e-6908-4650-990b-7a37f49893b6 req-b049a289-3fdb-4df2-bc66-f00ac6c98f13 service neutron] 10.222.0.41 "GET /v2.0/networks/014cf590-a0dd-45ef-9d14-b81af770f7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796740 Dec 06 17:50:20.615052 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e938b55e-6908-4650-990b-7a37f49893b6 req-3f4655fa-d481-4e2b-8224-d3ff3af42cd9 service neutron] 10.222.0.41 "GET /v2.0/networks/014cf590-a0dd-45ef-9d14-b81af770f7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838900 Dec 06 17:50:20.703293 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 812cf856-c5ee-4418-b96d-8f7d3d3ea07d up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:50:20.754870 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning for port 812cf856-c5ee-4418-b96d-8f7d3d3ea07d completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:50:20.758895 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port 812cf856-c5ee-4418-b96d-8f7d3d3ea07d triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:50:20.759531 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:20.835462 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:20.858102 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b694c2e2-f430-407d-af06-eaa39025d4d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '812cf856-c5ee-4418-b96d-8f7d3d3ea07d'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:50:20.860349 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa69460d-60a8-4891-b93c-86a0f404f592" -d '{"events": [{"server_uuid": "b694c2e2-f430-407d-af06-eaa39025d4d4", "name": "network-vif-plugged", "status": "completed", "tag": "812cf856-c5ee-4418-b96d-8f7d3d3ea07d"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:50:20.874025 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 812cf856-c5ee-4418-b96d-8f7d3d3ea07d, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=812cf856-c5ee-4418-b96d-8f7d3d3ea07d,segment=NetworkSegment(409ff044-658e-4408-86a4-68409451a765),segment_id=409ff044-658e-4408-86a4-68409451a765)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:50:20.878416 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:20.913394 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-911ffaec-fa17-4efe-a1da-2a1ef474fe40 x-openstack-request-id: req-911ffaec-fa17-4efe-a1da-2a1ef474fe40 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:50:20.913724 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b694c2e2-f430-407d-af06-eaa39025d4d4", "name": "network-vif-plugged", "status": "completed", "tag": "812cf856-c5ee-4418-b96d-8f7d3d3ea07d", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:50:20.913976 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-911ffaec-fa17-4efe-a1da-2a1ef474fe40 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:50:20.914371 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b694c2e2-f430-407d-af06-eaa39025d4d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '812cf856-c5ee-4418-b96d-8f7d3d3ea07d', 'code': 200} Dec 06 17:50:20.931186 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=812cf856-c5ee-4418-b96d-8f7d3d3ea07d,revision_number=9']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:50:21.186597 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2255fecc-18d8-4d04-b3e9-bb4398283228 req-615ea297-d955-4348-ad63-c866550b57aa tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:50:21.188164 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2255fecc-18d8-4d04-b3e9-bb4398283228 req-615ea297-d955-4348-ad63-c866550b57aa tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/ports?device_id=b694c2e2-f430-407d-af06-eaa39025d4d4 HTTP/1.1" status: 200 len: 946 time: 0.0496449 Dec 06 17:50:21.237974 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2255fecc-18d8-4d04-b3e9-bb4398283228 req-f4c86d01-94c4-407f-bea8-a031eb804bd7 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8cf57b0-ee67-43d5-8843-83db3543b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432315 Dec 06 17:50:21.355369 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2ebf6c-67cc-4d86-8205-eebaa06cbb7b req-d99786a4-e8ca-473b-aabd-539939b45fb0 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:50:21.356849 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ff2ebf6c-67cc-4d86-8205-eebaa06cbb7b req-d99786a4-e8ca-473b-aabd-539939b45fb0 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/ports?device_id=b694c2e2-f430-407d-af06-eaa39025d4d4 HTTP/1.1" status: 200 len: 946 time: 0.0484068 Dec 06 17:50:21.403831 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ff2ebf6c-67cc-4d86-8205-eebaa06cbb7b req-6870f85e-3931-4c11-a23e-8aff6ccae99a tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8cf57b0-ee67-43d5-8843-83db3543b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409904 Dec 06 17:50:21.515034 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f552b02a-b3f1-4fcb-a62e-e7f8be2e64c1 req-7cac426c-039a-402d-a55d-36e1de734876 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:50:21.516585 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f552b02a-b3f1-4fcb-a62e-e7f8be2e64c1 req-7cac426c-039a-402d-a55d-36e1de734876 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/ports?device_id=b694c2e2-f430-407d-af06-eaa39025d4d4 HTTP/1.1" status: 200 len: 946 time: 0.0490203 Dec 06 17:50:21.565306 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f552b02a-b3f1-4fcb-a62e-e7f8be2e64c1 req-4ff5c428-2efa-4981-9b78-5e6fd9122775 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8cf57b0-ee67-43d5-8843-83db3543b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423260 Dec 06 17:50:21.894345 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2655bdee-baeb-4355-89d7-da1bb99ab705 req-9bb6f6d1-96a2-4034-b565-e57bd9d5b19f tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:50:21.895825 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2655bdee-baeb-4355-89d7-da1bb99ab705 req-9bb6f6d1-96a2-4034-b565-e57bd9d5b19f tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/ports?device_id=b694c2e2-f430-407d-af06-eaa39025d4d4 HTTP/1.1" status: 200 len: 946 time: 0.0488546 Dec 06 17:50:21.945776 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2655bdee-baeb-4355-89d7-da1bb99ab705 req-c9f3c64e-4125-477d-b20b-c7a3c501a7bd tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8cf57b0-ee67-43d5-8843-83db3543b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441012 Dec 06 17:50:23.079645 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b7f50e-6250-4c09-bd56-cd302a06f5a0 req-eacdb79c-6223-492e-8504-9375daf98c91 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:50:23.081095 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-93b7f50e-6250-4c09-bd56-cd302a06f5a0 req-eacdb79c-6223-492e-8504-9375daf98c91 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.44 "GET /v2.0/ports?device_id=b694c2e2-f430-407d-af06-eaa39025d4d4 HTTP/1.1" status: 200 len: 946 time: 0.0800691 Dec 06 17:50:23.092496 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90143215-d945-4145-8162-dd31949b9b89 req-1a3e1ce8-9f36-4c86-9642-48d0b72bbfab tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:50:23.093895 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-90143215-d945-4145-8162-dd31949b9b89 req-1a3e1ce8-9f36-4c86-9642-48d0b72bbfab tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/ports?device_id=b694c2e2-f430-407d-af06-eaa39025d4d4 HTTP/1.1" status: 200 len: 946 time: 0.0813267 Dec 06 17:50:23.191215 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-90143215-d945-4145-8162-dd31949b9b89 req-7c552837-3c3a-4d67-a969-937cc3ef8ae3 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8cf57b0-ee67-43d5-8843-83db3543b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894675 Dec 06 17:50:23.213202 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-93b7f50e-6250-4c09-bd56-cd302a06f5a0 req-8dff678c-49fc-43f5-83a7-81c3ba11b1f0 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Deleting port 812cf856-c5ee-4418-b96d-8f7d3d3ea07d {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:50:23.213570 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-93b7f50e-6250-4c09-bd56-cd302a06f5a0 req-8dff678c-49fc-43f5-83a7-81c3ba11b1f0 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:23.299816 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-93b7f50e-6250-4c09-bd56-cd302a06f5a0 req-8dff678c-49fc-43f5-83a7-81c3ba11b1f0 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] For port 812cf856-c5ee-4418-b96d-8f7d3d3ea07d, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=812cf856-c5ee-4418-b96d-8f7d3d3ea07d,segment=NetworkSegment(409ff044-658e-4408-86a4-68409451a765),segment_id=409ff044-658e-4408-86a4-68409451a765)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:50:23.300179 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-93b7f50e-6250-4c09-bd56-cd302a06f5a0 req-8dff678c-49fc-43f5-83a7-81c3ba11b1f0 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:23.313017 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-93b7f50e-6250-4c09-bd56-cd302a06f5a0 req-8dff678c-49fc-43f5-83a7-81c3ba11b1f0 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Calling delete_port for 812cf856-c5ee-4418-b96d-8f7d3d3ea07d owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:50:23.439928 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-93b7f50e-6250-4c09-bd56-cd302a06f5a0 req-8dff678c-49fc-43f5-83a7-81c3ba11b1f0 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:23.451653 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['812cf856-c5ee-4418-b96d-8f7d3d3ea07d'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:50:23.469385 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dff678c-49fc-43f5-83a7-81c3ba11b1f0 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Pushing event deleted for resources: {'Port': ['ID=812cf856-c5ee-4418-b96d-8f7d3d3ea07d,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:50:23.508379 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-93b7f50e-6250-4c09-bd56-cd302a06f5a0 req-8dff678c-49fc-43f5-83a7-81c3ba11b1f0 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] No DVR routers for this DVR port 812cf856-c5ee-4418-b96d-8f7d3d3ea07d on host n-h2-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:50:23.511340 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-93b7f50e-6250-4c09-bd56-cd302a06f5a0 req-8dff678c-49fc-43f5-83a7-81c3ba11b1f0 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:23.514824 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-93b7f50e-6250-4c09-bd56-cd302a06f5a0 req-8dff678c-49fc-43f5-83a7-81c3ba11b1f0 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] 10.222.0.44 "DELETE /v2.0/ports/812cf856-c5ee-4418-b96d-8f7d3d3ea07d HTTP/1.1" status: 204 len: 173 time: 0.4200711 Dec 06 17:50:23.515271 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b694c2e2-f430-407d-af06-eaa39025d4d4', 'name': 'network-vif-deleted', 'tag': '812cf856-c5ee-4418-b96d-8f7d3d3ea07d'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:50:23.517610 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b759996-1a66-413a-b4a2-0d382c532324" -d '{"events": [{"server_uuid": "b694c2e2-f430-407d-af06-eaa39025d4d4", "name": "network-vif-deleted", "tag": "812cf856-c5ee-4418-b96d-8f7d3d3ea07d"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:50:23.554961 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec59355d-6dd2-401c-b63b-1d751d81dfd4 x-openstack-request-id: req-ec59355d-6dd2-401c-b63b-1d751d81dfd4 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:50:23.555345 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b694c2e2-f430-407d-af06-eaa39025d4d4", "name": "network-vif-deleted", "tag": "812cf856-c5ee-4418-b96d-8f7d3d3ea07d", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:50:23.555622 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ec59355d-6dd2-401c-b63b-1d751d81dfd4 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:50:23.556036 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b694c2e2-f430-407d-af06-eaa39025d4d4', 'name': 'network-vif-deleted', 'tag': '812cf856-c5ee-4418-b96d-8f7d3d3ea07d', 'status': 'completed', 'code': 200} Dec 06 17:50:24.308974 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 39102) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:50:24.356646 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-4be2f7f9-7bf4-4cef-9230-84dee3c85c72 admin admin] Deleting subnet ac15d684-57c2-499d-a6af-bbb38a2819da {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 17:50:24.359758 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4be2f7f9-7bf4-4cef-9230-84dee3c85c72 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:24.394344 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4be2f7f9-7bf4-4cef-9230-84dee3c85c72 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:24.432299 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4be2f7f9-7bf4-4cef-9230-84dee3c85c72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:24.482674 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4be2f7f9-7bf4-4cef-9230-84dee3c85c72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:24.515203 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be2f7f9-7bf4-4cef-9230-84dee3c85c72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac15d684-57c2-499d-a6af-bbb38a2819da,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:50:24.517231 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4be2f7f9-7bf4-4cef-9230-84dee3c85c72 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:24.520877 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-4be2f7f9-7bf4-4cef-9230-84dee3c85c72 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ac15d684-57c2-499d-a6af-bbb38a2819da HTTP/1.1" status: 204 len: 168 time: 0.2105289 Dec 06 17:50:24.523036 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 39104) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:50:24.590024 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f4a322cd-a623-439d-832c-65bd71490166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:24.672165 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f4a322cd-a623-439d-832c-65bd71490166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:24.692663 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-f4a322cd-a623-439d-832c-65bd71490166 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['014cf590-a0dd-45ef-9d14-b81af770f7ab']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:50:24.701898 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-f4a322cd-a623-439d-832c-65bd71490166 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '409ff044-658e-4408-86a4-68409451a765') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:50:24.702202 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-f4a322cd-a623-439d-832c-65bd71490166 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '409ff044-658e-4408-86a4-68409451a765') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:50:24.711764 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f4a322cd-a623-439d-832c-65bd71490166 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:24.724898 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f4a322cd-a623-439d-832c-65bd71490166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:24.731370 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4a322cd-a623-439d-832c-65bd71490166 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 17:50:24.731813 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f4a322cd-a623-439d-832c-65bd71490166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:24.733530 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 17:50:24.733530 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 17:50:24.733530 n-d-master-1 neutron-server[103284]: timer() Dec 06 17:50:24.733530 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 17:50:24.733530 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 17:50:24.733530 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 17:50:24.733530 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 17:50:24.733530 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 17:50:24.733530 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 17:50:24.733530 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 17:50:24.733530 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 17:50:24.733530 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 17:50:24.733530 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 17:50:24.733530 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 17:50:24.733530 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 17:50:24.733530 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 17:50:24.733530 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 17:50:24.733530 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 17:50:24.733530 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 17:50:24.733530 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 17:50:24.733530 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 17:50:24.733530 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 17:50:24.733530 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 17:50:24.733530 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 17:50:24.733530 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 17:50:24.733530 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 17:50:24.733530 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 17:50:24.733530 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 17:50:24.733530 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 17:50:24.733530 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 17:50:24.733530 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 17:50:24.733530 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 17:50:24.787360 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f4a322cd-a623-439d-832c-65bd71490166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:24.793462 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f4a322cd-a623-439d-832c-65bd71490166 admin admin] Publish callbacks [] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:24.796739 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-f4a322cd-a623-439d-832c-65bd71490166 admin admin] 10.222.0.23 "DELETE /v2.0/networks/014cf590-a0dd-45ef-9d14-b81af770f7ab HTTP/1.1" status: 204 len: 168 time: 0.2727959 Dec 06 17:50:24.809849 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a322cd-a623-439d-832c-65bd71490166 admin admin] Pushing event deleted for resources: {'Network': ['ID=014cf590-a0dd-45ef-9d14-b81af770f7ab,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:50:24.907240 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 39110) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:50:24.946485 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-e6bd8489-0571-4172-b107-99777c079047 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f7282abed89f43cdb478089bd678544f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380991 Dec 06 17:50:24.948834 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 39112) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:50:24.996263 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cb57cc0c-2c3f-4ae3-b566-38d81cbaa628 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:25.019676 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cb57cc0c-2c3f-4ae3-b566-38d81cbaa628 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:25.069220 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cb57cc0c-2c3f-4ae3-b566-38d81cbaa628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:25.072448 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cb57cc0c-2c3f-4ae3-b566-38d81cbaa628 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:25.074043 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-cb57cc0c-2c3f-4ae3-b566-38d81cbaa628 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c8cf57b0-ee67-43d5-8843-83db3543b93b HTTP/1.1" status: 204 len: 168 time: 0.1239235 Dec 06 17:50:25.081864 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb57cc0c-2c3f-4ae3-b566-38d81cbaa628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8cf57b0-ee67-43d5-8843-83db3543b93b,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:50:25.089898 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb57cc0c-2c3f-4ae3-b566-38d81cbaa628 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:50:25.090249 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb57cc0c-2c3f-4ae3-b566-38d81cbaa628 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:50:25.090690 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb57cc0c-2c3f-4ae3-b566-38d81cbaa628 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:50:25.090915 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb57cc0c-2c3f-4ae3-b566-38d81cbaa628 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:50:25.091252 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb57cc0c-2c3f-4ae3-b566-38d81cbaa628 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:50:25.091582 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb57cc0c-2c3f-4ae3-b566-38d81cbaa628 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:50:25.091909 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb57cc0c-2c3f-4ae3-b566-38d81cbaa628 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:50:25.092235 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb57cc0c-2c3f-4ae3-b566-38d81cbaa628 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:50:25.092560 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb57cc0c-2c3f-4ae3-b566-38d81cbaa628 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:50:25.093030 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb57cc0c-2c3f-4ae3-b566-38d81cbaa628 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:50:25.093252 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb57cc0c-2c3f-4ae3-b566-38d81cbaa628 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:50:25.093645 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb57cc0c-2c3f-4ae3-b566-38d81cbaa628 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:50:25.094065 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb57cc0c-2c3f-4ae3-b566-38d81cbaa628 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:50:25.729753 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 39136) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:50:25.826539 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-aa7f3dcd-1fd9-4e33-bfdc-4ad69e0541f1 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-669397432-network', 'tenant_id': '53f0e2b3dd834584b50c76041ac80845'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:50:25.847658 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa7f3dcd-1fd9-4e33-bfdc-4ad69e0541f1 admin admin] Made reservation on behalf of 53f0e2b3dd834584b50c76041ac80845 for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:50:25.849922 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7f3dcd-1fd9-4e33-bfdc-4ad69e0541f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:25.858593 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7f3dcd-1fd9-4e33-bfdc-4ad69e0541f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:25.931164 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7f3dcd-1fd9-4e33-bfdc-4ad69e0541f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:25.934727 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7f3dcd-1fd9-4e33-bfdc-4ad69e0541f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:25.963842 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa7f3dcd-1fd9-4e33-bfdc-4ad69e0541f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 17:50:25.970489 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7f3dcd-1fd9-4e33-bfdc-4ad69e0541f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c173a650-6e1f-4785-ba41-efeb33471daf,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:50:25.976821 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7f3dcd-1fd9-4e33-bfdc-4ad69e0541f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:25.977159 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-aa7f3dcd-1fd9-4e33-bfdc-4ad69e0541f1 admin admin] Added segment 52241ada-1965-476a-bc10-c1275aa114a0 of type vlan for network abe44660-3c85-46c3-81ef-3a83d1c4b569 Dec 06 17:50:26.018113 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7f3dcd-1fd9-4e33-bfdc-4ad69e0541f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:26.042332 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7f3dcd-1fd9-4e33-bfdc-4ad69e0541f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:26.043303 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7f3dcd-1fd9-4e33-bfdc-4ad69e0541f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:50:26.043889 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7f3dcd-1fd9-4e33-bfdc-4ad69e0541f1 admin admin] Publish callbacks [] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:26.074975 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-aa7f3dcd-1fd9-4e33-bfdc-4ad69e0541f1 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3441312 Dec 06 17:50:26.077953 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 39140) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:50:26.083091 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-504a000b-314c-4949-9979-0b3c64860dcd admin admin] Request body: {'subnet': {'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-669397432-subnet', 'tenant_id': '53f0e2b3dd834584b50c76041ac80845', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:50:26.104060 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-504a000b-314c-4949-9979-0b3c64860dcd admin admin] Made reservation on behalf of 53f0e2b3dd834584b50c76041ac80845 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:50:26.106471 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-504a000b-314c-4949-9979-0b3c64860dcd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:26.110064 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7f3dcd-1fd9-4e33-bfdc-4ad69e0541f1 admin admin] Pushing event updated for resources: {'Network': ['ID=abe44660-3c85-46c3-81ef-3a83d1c4b569,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:50:26.120061 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network abe44660-3c85-46c3-81ef-3a83d1c4b569 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 17:50:26.277854 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-504a000b-314c-4949-9979-0b3c64860dcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:26.336248 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504a000b-314c-4949-9979-0b3c64860dcd admin admin] Pushing event updated for resources: {'Subnet': ['ID=0787ed94-343d-45a1-8354-028050fe4455,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:50:26.345294 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504a000b-314c-4949-9979-0b3c64860dcd admin admin] Checking segment: {'id': '52241ada-1965-476a-bc10-c1275aa114a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:50:26.345704 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504a000b-314c-4949-9979-0b3c64860dcd admin admin] Network hostable DHCP agents. Network: abe44660-3c85-46c3-81ef-3a83d1c4b569, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 17:50:26.361931 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504a000b-314c-4949-9979-0b3c64860dcd admin admin] Network abe44660-3c85-46c3-81ef-3a83d1c4b569 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 17:50:26.370896 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-504a000b-314c-4949-9979-0b3c64860dcd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, abe44660-3c85-46c3-81ef-3a83d1c4b569) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:50:26.374972 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504a000b-314c-4949-9979-0b3c64860dcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:50:26.375576 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-504a000b-314c-4949-9979-0b3c64860dcd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:26.380691 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553fb433-5b63-4ac0-8a3b-31274b092e75 None None] Network abe44660-3c85-46c3-81ef-3a83d1c4b569 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:50:26.393199 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-504a000b-314c-4949-9979-0b3c64860dcd admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3141470 Dec 06 17:50:26.396006 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 39142) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:50:26.401199 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-fc4a883f-5372-4966-8f99-75f0b04961df admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-669397432-router', 'tenant_id': '53f0e2b3dd834584b50c76041ac80845', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:50:26.422875 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fc4a883f-5372-4966-8f99-75f0b04961df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:26.423875 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fc4a883f-5372-4966-8f99-75f0b04961df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:26.475455 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fc4a883f-5372-4966-8f99-75f0b04961df admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:26.530657 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815dc158-471b-41ad-ab41-ce6a81d64478 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-abe44660-3c85-46c3-81ef-3a83d1c4b569', 'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569', 'tenant_id': '53f0e2b3dd834584b50c76041ac80845', 'fixed_ips': [{'subnet_id': '0787ed94-343d-45a1-8354-028050fe4455'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 17:50:26.531738 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-815dc158-471b-41ad-ab41-ce6a81d64478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:26.614073 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fc4a883f-5372-4966-8f99-75f0b04961df admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:26.664207 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-815dc158-471b-41ad-ab41-ce6a81d64478 None None] Allocated IP 172.20.0.2 (abe44660-3c85-46c3-81ef-3a83d1c4b569/0787ed94-343d-45a1-8354-028050fe4455/278ed6a0-109e-462f-8733-0a88989cf0d0) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:50:26.728996 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 812cf856-c5ee-4418-b96d-8f7d3d3ea07d no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:50:26.751195 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] No Port match for: 812cf856-c5ee-4418-b96d-8f7d3d3ea07d {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:50:26.751533 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 812cf856-c5ee-4418-b96d-8f7d3d3ea07d not bound to the agent host n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:50:26.816739 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fc4a883f-5372-4966-8f99-75f0b04961df admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:26.835031 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-815dc158-471b-41ad-ab41-ce6a81d64478 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:26.840274 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fc4a883f-5372-4966-8f99-75f0b04961df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:26.840673 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-815dc158-471b-41ad-ab41-ce6a81d64478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:26.880551 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815dc158-471b-41ad-ab41-ce6a81d64478 None None] Network abe44660-3c85-46c3-81ef-3a83d1c4b569 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:50:26.883303 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-815dc158-471b-41ad-ab41-ce6a81d64478 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:50:26.886585 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815dc158-471b-41ad-ab41-ce6a81d64478 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:50:26.896468 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815dc158-471b-41ad-ab41-ce6a81d64478 None None] Pushing event updated for resources: {'Port': ['ID=278ed6a0-109e-462f-8733-0a88989cf0d0,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:50:26.945202 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-815dc158-471b-41ad-ab41-ce6a81d64478 None None] Attempting to bind port 278ed6a0-109e-462f-8733-0a88989cf0d0 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:50:26.945610 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-815dc158-471b-41ad-ab41-ce6a81d64478 None None] Attempting to bind port 278ed6a0-109e-462f-8733-0a88989cf0d0 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '52241ada-1965-476a-bc10-c1275aa114a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:50:26.946525 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815dc158-471b-41ad-ab41-ce6a81d64478 None None] Attempting to bind port 278ed6a0-109e-462f-8733-0a88989cf0d0 on network abe44660-3c85-46c3-81ef-3a83d1c4b569 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:50:26.946793 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-fc4a883f-5372-4966-8f99-75f0b04961df admin admin] Allocated IP 172.35.1.51 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/9970c79c-530d-43df-9017-3bf60635d9ca) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:50:26.952000 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815dc158-471b-41ad-ab41-ce6a81d64478 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:50:26.952440 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815dc158-471b-41ad-ab41-ce6a81d64478 None None] Checking segment: {'id': '52241ada-1965-476a-bc10-c1275aa114a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:50:26.952874 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-815dc158-471b-41ad-ab41-ce6a81d64478 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:26.953264 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815dc158-471b-41ad-ab41-ce6a81d64478 None None] Bound using segment: {'id': '52241ada-1965-476a-bc10-c1275aa114a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:50:26.953760 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-815dc158-471b-41ad-ab41-ce6a81d64478 None None] Bound port: 278ed6a0-109e-462f-8733-0a88989cf0d0, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52241ada-1965-476a-bc10-c1275aa114a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:50:26.954144 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-815dc158-471b-41ad-ab41-ce6a81d64478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:27.018404 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-815dc158-471b-41ad-ab41-ce6a81d64478 None None] For port 278ed6a0-109e-462f-8733-0a88989cf0d0, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:50:27.021722 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-815dc158-471b-41ad-ab41-ce6a81d64478 None None] For port 278ed6a0-109e-462f-8733-0a88989cf0d0, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=278ed6a0-109e-462f-8733-0a88989cf0d0,segment=NetworkSegment(52241ada-1965-476a-bc10-c1275aa114a0),segment_id=52241ada-1965-476a-bc10-c1275aa114a0)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:50:27.026297 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-815dc158-471b-41ad-ab41-ce6a81d64478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:27.053178 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fc4a883f-5372-4966-8f99-75f0b04961df admin admin] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:27.081579 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815dc158-471b-41ad-ab41-ce6a81d64478 None None] Pushing event updated for resources: {'Port': ['ID=278ed6a0-109e-462f-8733-0a88989cf0d0,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:50:27.088451 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fc4a883f-5372-4966-8f99-75f0b04961df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:27.129808 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4a883f-5372-4966-8f99-75f0b04961df admin admin] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:50:27.132843 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-fc4a883f-5372-4966-8f99-75f0b04961df admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:50:27.137672 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4a883f-5372-4966-8f99-75f0b04961df admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:50:27.143309 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4a883f-5372-4966-8f99-75f0b04961df admin admin] Pushing event updated for resources: {'Port': ['ID=9970c79c-530d-43df-9017-3bf60635d9ca,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:50:27.147522 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59eb270c-fa86-4685-b310-db5efc068074 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:50:27.263413 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a4d18455-8652-4f24-950e-e41738582458 None None] Provisioning complete for port 9970c79c-530d-43df-9017-3bf60635d9ca triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:50:27.263786 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a4d18455-8652-4f24-950e-e41738582458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:27.314889 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a4d18455-8652-4f24-950e-e41738582458 None None] Port 9970c79c-530d-43df-9017-3bf60635d9ca cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:50:27.320668 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 17:50:27.417508 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fc4a883f-5372-4966-8f99-75f0b04961df admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:27.613593 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fc4a883f-5372-4966-8f99-75f0b04961df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:27.956949 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876dd24c-d647-4219-ac77-9a9b5a68c348 None None] Network abe44660-3c85-46c3-81ef-3a83d1c4b569 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 17:50:28.007263 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc4a883f-5372-4966-8f99-75f0b04961df admin admin] Router 2c3d0679-4e43-4092-83fa-7d922af599b7 is scheduled to L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 17:50:28.069155 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-2514b134-3170-468b-9e5b-b482e4dfcf96 None None] Provisioning complete for port 278ed6a0-109e-462f-8733-0a88989cf0d0 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:50:28.069553 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2514b134-3170-468b-9e5b-b482e4dfcf96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:28.115330 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc4a883f-5372-4966-8f99-75f0b04961df admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:50:28.128054 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b738435d-7aaa-41b3-b744-233b6d1a6e22 None None] Sync routers for ids ['2c3d0679-4e43-4092-83fa-7d922af599b7'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:50:28.136305 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fc4a883f-5372-4966-8f99-75f0b04961df admin admin] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:28.137802 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-fc4a883f-5372-4966-8f99-75f0b04961df admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7404993 Dec 06 17:50:28.140510 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 39144) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:50:28.141588 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b738435d-7aaa-41b3-b744-233b6d1a6e22 None None] Routers {'2c3d0679-4e43-4092-83fa-7d922af599b7'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:50:28.142531 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-b738435d-7aaa-41b3-b744-233b6d1a6e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:50:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['2c3d0679-4e43-4092-83fa-7d922af599b7'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:50:28.186268 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2514b134-3170-468b-9e5b-b482e4dfcf96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:28.224697 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-2514b134-3170-468b-9e5b-b482e4dfcf96 None None] For port 278ed6a0-109e-462f-8733-0a88989cf0d0, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=278ed6a0-109e-462f-8733-0a88989cf0d0,segment=NetworkSegment(52241ada-1965-476a-bc10-c1275aa114a0),segment_id=52241ada-1965-476a-bc10-c1275aa114a0)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:50:28.230038 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2514b134-3170-468b-9e5b-b482e4dfcf96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:28.277223 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-b738435d-7aaa-41b3-b744-233b6d1a6e22 None None] Set router 2c3d0679-4e43-4092-83fa-7d922af599b7 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:50:28.288144 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2514b134-3170-468b-9e5b-b482e4dfcf96 None None] Pushing event updated for resources: {'Port': ['ID=278ed6a0-109e-462f-8733-0a88989cf0d0,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:50:28.452200 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-fc5d0573-7acb-4d41-bd45-7a39b38cc685 None None] Provisioning complete for port 278ed6a0-109e-462f-8733-0a88989cf0d0 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:50:28.452539 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fc5d0573-7acb-4d41-bd45-7a39b38cc685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:28.463967 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-b738435d-7aaa-41b3-b744-233b6d1a6e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c3d0679-4e43-4092-83fa-7d922af599b7', 'name': 'tempest-ServerActionsTestJSON-669397432-router', 'tenant_id': '53f0e2b3dd834584b50c76041ac80845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.51'}], 'enable_snat': True}, 'gw_port_id': '9970c79c-530d-43df-9017-3bf60635d9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:50:26Z', 'updated_at': '2021-12-06T17:50:27Z', 'revision_number': 3, 'project_id': '53f0e2b3dd834584b50c76041ac80845', 'gw_port': {'id': '9970c79c-530d-43df-9017-3bf60635d9ca', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c3d0679-4e43-4092-83fa-7d922af599b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:50:26Z', 'updated_at': '2021-12-06T17:50:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:50:28.489959 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b738435d-7aaa-41b3-b744-233b6d1a6e22 None None] Checking router: 2c3d0679-4e43-4092-83fa-7d922af599b7 for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:50:28.490307 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b738435d-7aaa-41b3-b744-233b6d1a6e22 None None] Updating router 2c3d0679-4e43-4092-83fa-7d922af599b7 port 9970c79c-530d-43df-9017-3bf60635d9ca binding host n-d-master-1 {{(pid=103287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:50:28.516167 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b738435d-7aaa-41b3-b744-233b6d1a6e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:28.605151 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-56fe2753-44c5-429c-85a0-1e9619aab51d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:28.767177 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 278ed6a0-109e-462f-8733-0a88989cf0d0 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:50:28.798245 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-56fe2753-44c5-429c-85a0-1e9619aab51d admin admin] Allocated IP 172.20.0.1 (abe44660-3c85-46c3-81ef-3a83d1c4b569/0787ed94-343d-45a1-8354-028050fe4455/6056c72c-a53a-4cf7-8d94-e07253f5e3e9) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:50:28.810149 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b738435d-7aaa-41b3-b744-233b6d1a6e22 None None] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:28.815298 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b738435d-7aaa-41b3-b744-233b6d1a6e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:28.819091 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 278ed6a0-109e-462f-8733-0a88989cf0d0 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:50:28.819568 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:28.863334 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6938b1f-4081-4d83-b139-43aa9ed446a5 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:50:28.863531 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-b738435d-7aaa-41b3-b744-233b6d1a6e22 None None] Attempting to bind port 9970c79c-530d-43df-9017-3bf60635d9ca on host n-d-master-1 for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:50:28.864270 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-b738435d-7aaa-41b3-b744-233b6d1a6e22 None None] Attempting to bind port 9970c79c-530d-43df-9017-3bf60635d9ca by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:50:28.864270 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b738435d-7aaa-41b3-b744-233b6d1a6e22 None None] Attempting to bind port 9970c79c-530d-43df-9017-3bf60635d9ca on network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:50:28.874758 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b738435d-7aaa-41b3-b744-233b6d1a6e22 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:50:28.875137 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b738435d-7aaa-41b3-b744-233b6d1a6e22 None None] Checking segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:50:28.877063 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b738435d-7aaa-41b3-b744-233b6d1a6e22 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:28.877063 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b738435d-7aaa-41b3-b744-233b6d1a6e22 None None] Bound using segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:50:28.877063 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-b738435d-7aaa-41b3-b744-233b6d1a6e22 None None] Bound port: 9970c79c-530d-43df-9017-3bf60635d9ca, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:50:28.877063 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b738435d-7aaa-41b3-b744-233b6d1a6e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:28.914540 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-56fe2753-44c5-429c-85a0-1e9619aab51d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:28.918381 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48c4867-8bf0-49a0-92a4-2968281959b0 None None] Pushing event updated for resources: {'Port': ['ID=9970c79c-530d-43df-9017-3bf60635d9ca,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:50:28.937962 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48c4867-8bf0-49a0-92a4-2968281959b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:50:28.938546 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48c4867-8bf0-49a0-92a4-2968281959b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:50:28.938661 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48c4867-8bf0-49a0-92a4-2968281959b0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:50:28.938977 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48c4867-8bf0-49a0-92a4-2968281959b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:50:28.939306 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48c4867-8bf0-49a0-92a4-2968281959b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:50:28.939634 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48c4867-8bf0-49a0-92a4-2968281959b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:50:28.939962 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48c4867-8bf0-49a0-92a4-2968281959b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:50:28.940291 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48c4867-8bf0-49a0-92a4-2968281959b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:50:28.940617 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48c4867-8bf0-49a0-92a4-2968281959b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:50:28.940938 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48c4867-8bf0-49a0-92a4-2968281959b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:50:28.941259 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48c4867-8bf0-49a0-92a4-2968281959b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:50:28.941603 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48c4867-8bf0-49a0-92a4-2968281959b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:50:28.941714 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-7cafd97d-47b9-4073-925a-97eb27d6beef None None] Provisioning complete for port 9970c79c-530d-43df-9017-3bf60635d9ca triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:50:28.941924 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48c4867-8bf0-49a0-92a4-2968281959b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:50:28.942045 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7cafd97d-47b9-4073-925a-97eb27d6beef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:28.951999 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-b738435d-7aaa-41b3-b744-233b6d1a6e22 None None] For port 9970c79c-530d-43df-9017-3bf60635d9ca, host n-d-master-1, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:50:28.954695 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-56fe2753-44c5-429c-85a0-1e9619aab51d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:28.955614 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-b738435d-7aaa-41b3-b744-233b6d1a6e22 None None] For port 9970c79c-530d-43df-9017-3bf60635d9ca, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9970c79c-530d-43df-9017-3bf60635d9ca,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:50:28.962915 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b738435d-7aaa-41b3-b744-233b6d1a6e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:28.981298 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-7cafd97d-47b9-4073-925a-97eb27d6beef None None] Port 9970c79c-530d-43df-9017-3bf60635d9ca cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:50:28.998317 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56fe2753-44c5-429c-85a0-1e9619aab51d admin admin] Network abe44660-3c85-46c3-81ef-3a83d1c4b569 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:50:29.001298 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-56fe2753-44c5-429c-85a0-1e9619aab51d admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:50:29.005215 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fe2753-44c5-429c-85a0-1e9619aab51d admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:50:29.007725 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72831d87-0fcd-4533-ad5a-a62d220f15e7 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 17:50:29.022974 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b738435d-7aaa-41b3-b744-233b6d1a6e22 None None] Routers {'2c3d0679-4e43-4092-83fa-7d922af599b7'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:50:29.023614 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-b738435d-7aaa-41b3-b744-233b6d1a6e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:50:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['2c3d0679-4e43-4092-83fa-7d922af599b7'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:50:29.029125 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48c4867-8bf0-49a0-92a4-2968281959b0 None None] Pushing event updated for resources: {'Port': ['ID=9970c79c-530d-43df-9017-3bf60635d9ca,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:50:29.035292 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fe2753-44c5-429c-85a0-1e9619aab51d admin admin] Pushing event updated for resources: {'Port': ['ID=6056c72c-a53a-4cf7-8d94-e07253f5e3e9,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:50:29.054442 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-56fe2753-44c5-429c-85a0-1e9619aab51d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539179'] for router_interface, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:29.107727 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-1ed24364-308f-4c77-884a-4e0381918c36 None None] Provisioning complete for port 9970c79c-530d-43df-9017-3bf60635d9ca triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:50:29.108281 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1ed24364-308f-4c77-884a-4e0381918c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:29.206545 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1ed24364-308f-4c77-884a-4e0381918c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:29.214702 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-56fe2753-44c5-429c-85a0-1e9619aab51d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:29.235970 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-1ed24364-308f-4c77-884a-4e0381918c36 None None] For port 9970c79c-530d-43df-9017-3bf60635d9ca, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9970c79c-530d-43df-9017-3bf60635d9ca,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:50:29.241684 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1ed24364-308f-4c77-884a-4e0381918c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:29.244538 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-b738435d-7aaa-41b3-b744-233b6d1a6e22 None None] Set router 2c3d0679-4e43-4092-83fa-7d922af599b7 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:50:29.293177 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed24364-308f-4c77-884a-4e0381918c36 None None] Pushing event updated for resources: {'Port': ['ID=9970c79c-530d-43df-9017-3bf60635d9ca,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:50:29.367233 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-f1a3f4e9-a503-44cf-ad8e-318f948eafb1 None None] Provisioning complete for port 6056c72c-a53a-4cf7-8d94-e07253f5e3e9 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:50:29.367606 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f1a3f4e9-a503-44cf-ad8e-318f948eafb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:29.390098 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-56fe2753-44c5-429c-85a0-1e9619aab51d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:29.396321 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-56fe2753-44c5-429c-85a0-1e9619aab51d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:29.403909 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-f1a3f4e9-a503-44cf-ad8e-318f948eafb1 None None] Port 6056c72c-a53a-4cf7-8d94-e07253f5e3e9 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:50:29.432191 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-b738435d-7aaa-41b3-b744-233b6d1a6e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c3d0679-4e43-4092-83fa-7d922af599b7', 'name': 'tempest-ServerActionsTestJSON-669397432-router', 'tenant_id': '53f0e2b3dd834584b50c76041ac80845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.51'}], 'enable_snat': True}, 'gw_port_id': '9970c79c-530d-43df-9017-3bf60635d9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:50:26Z', 'updated_at': '2021-12-06T17:50:27Z', 'revision_number': 3, 'project_id': '53f0e2b3dd834584b50c76041ac80845', 'gw_port': {'id': '9970c79c-530d-43df-9017-3bf60635d9ca', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c3d0679-4e43-4092-83fa-7d922af599b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:50:26Z', 'updated_at': '2021-12-06T17:50:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:50:29.458141 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b738435d-7aaa-41b3-b744-233b6d1a6e22 None None] The sync data for ids ['2c3d0679-4e43-4092-83fa-7d922af599b7'] in n-d-master-1 is: [{'id': '2c3d0679-4e43-4092-83fa-7d922af599b7', 'name': 'tempest-ServerActionsTestJSON-669397432-router', 'tenant_id': '53f0e2b3dd834584b50c76041ac80845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.51'}], 'enable_snat': True}, 'gw_port_id': '9970c79c-530d-43df-9017-3bf60635d9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:50:26Z', 'updated_at': '2021-12-06T17:50:27Z', 'revision_number': 3, 'project_id': '53f0e2b3dd834584b50c76041ac80845', 'gw_port': {'id': '9970c79c-530d-43df-9017-3bf60635d9ca', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c3d0679-4e43-4092-83fa-7d922af599b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:50:26Z', 'updated_at': '2021-12-06T17:50:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:50:29.465272 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fe2753-44c5-429c-85a0-1e9619aab51d admin admin] Pushing event updated for resources: {'Port': ['ID=6056c72c-a53a-4cf7-8d94-e07253f5e3e9,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:50:29.467873 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-56fe2753-44c5-429c-85a0-1e9619aab51d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-772465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539207'] for router_interface, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:29.568303 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56fe2753-44c5-429c-85a0-1e9619aab51d admin admin] Network abe44660-3c85-46c3-81ef-3a83d1c4b569 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:50:29.569754 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-56fe2753-44c5-429c-85a0-1e9619aab51d admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:50:29.723577 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56fe2753-44c5-429c-85a0-1e9619aab51d admin admin] Router 2c3d0679-4e43-4092-83fa-7d922af599b7 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:50:29.829967 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-05c78cd0-7092-4de6-90d9-6db3ab2ee497 None None] Provisioning complete for port 6056c72c-a53a-4cf7-8d94-e07253f5e3e9 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:50:29.830994 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-05c78cd0-7092-4de6-90d9-6db3ab2ee497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:29.846784 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56fe2753-44c5-429c-85a0-1e9619aab51d admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:50:29.857430 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-56fe2753-44c5-429c-85a0-1e9619aab51d admin admin] 10.222.0.23 "PUT /v2.0/routers/2c3d0679-4e43-4092-83fa-7d922af599b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7103360 Dec 06 17:50:29.870742 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-05c78cd0-7092-4de6-90d9-6db3ab2ee497 None None] Port 6056c72c-a53a-4cf7-8d94-e07253f5e3e9 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:50:30.268641 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 39152) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:50:30.273303 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-69d8a840-e38c-43df-b0ad-035dd938ea51 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Request body: {'security_group': {'name': 'tempest-securitygroup--561560987', 'description': 'tempest-description--1356982372'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:50:30.296283 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-69d8a840-e38c-43df-b0ad-035dd938ea51 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:30.362468 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-69d8a840-e38c-43df-b0ad-035dd938ea51 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:30.365967 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-69d8a840-e38c-43df-b0ad-035dd938ea51 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:30.394953 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d8a840-e38c-43df-b0ad-035dd938ea51 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65fd55a3-5e93-437e-8c33-9d03954b393c,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:50:30.399083 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-69d8a840-e38c-43df-b0ad-035dd938ea51 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:30.403017 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-69d8a840-e38c-43df-b0ad-035dd938ea51 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1305821 Dec 06 17:50:30.404033 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 39154) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:50:30.407996 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-7df63541-c091-48e4-9404-5a93d590e5cd tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Request body: {'security_group_rule': {'security_group_id': '65fd55a3-5e93-437e-8c33-9d03954b393c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:50:30.437842 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7df63541-c091-48e4-9404-5a93d590e5cd tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:30.495813 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7df63541-c091-48e4-9404-5a93d590e5cd tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:30.499776 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7df63541-c091-48e4-9404-5a93d590e5cd tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:30.518898 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df63541-c091-48e4-9404-5a93d590e5cd tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63161eee-dc4b-4b85-8a37-0c2dc7006d34,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:50:30.525617 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7df63541-c091-48e4-9404-5a93d590e5cd tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:30.526784 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-7df63541-c091-48e4-9404-5a93d590e5cd tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1224101 Dec 06 17:50:30.529391 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 39156) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:50:30.533666 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-0d88d724-b52a-4c24-8725-ed36c5bc0db6 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Request body: {'security_group_rule': {'security_group_id': '65fd55a3-5e93-437e-8c33-9d03954b393c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:50:30.558771 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0d88d724-b52a-4c24-8725-ed36c5bc0db6 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:30.619297 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0d88d724-b52a-4c24-8725-ed36c5bc0db6 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:30.622610 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0d88d724-b52a-4c24-8725-ed36c5bc0db6 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:30.641261 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d88d724-b52a-4c24-8725-ed36c5bc0db6 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b847b0ea-af06-4720-a09a-bd1bef794425,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:50:30.646606 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0d88d724-b52a-4c24-8725-ed36c5bc0db6 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:30.647826 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-0d88d724-b52a-4c24-8725-ed36c5bc0db6 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1174827 Dec 06 17:50:30.650879 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 39158) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:50:30.655513 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-8a2494dd-b326-4eed-88bf-6426b562dcbb tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Request body: {'floatingip': {'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:50:30.687518 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8a2494dd-b326-4eed-88bf-6426b562dcbb tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Publish callbacks [] for floatingip, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:30.739433 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 9970c79c-530d-43df-9017-3bf60635d9ca up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:50:30.794642 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8a2494dd-b326-4eed-88bf-6426b562dcbb tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:30.799306 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 9970c79c-530d-43df-9017-3bf60635d9ca triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:50:30.799696 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:30.901857 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-8a2494dd-b326-4eed-88bf-6426b562dcbb tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Allocated IP 172.35.1.149 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/26e8cf93-f82b-4bae-b9d5-1587c23aa8b8) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:50:30.993795 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5159c8-6e8c-43bc-a6ac-6bf99bca2efd None None] Sync routers for ids ['2c3d0679-4e43-4092-83fa-7d922af599b7'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:50:31.003050 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5159c8-6e8c-43bc-a6ac-6bf99bca2efd None None] Routers {'2c3d0679-4e43-4092-83fa-7d922af599b7'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:50:31.003668 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-0d5159c8-6e8c-43bc-a6ac-6bf99bca2efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:50:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['2c3d0679-4e43-4092-83fa-7d922af599b7'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:50:31.005167 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8a2494dd-b326-4eed-88bf-6426b562dcbb tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:31.040136 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8a2494dd-b326-4eed-88bf-6426b562dcbb tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:31.079895 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2494dd-b326-4eed-88bf-6426b562dcbb tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:50:31.084424 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-8a2494dd-b326-4eed-88bf-6426b562dcbb tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:50:31.089127 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2494dd-b326-4eed-88bf-6426b562dcbb tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:50:31.091923 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2494dd-b326-4eed-88bf-6426b562dcbb tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Pushing event updated for resources: {'Port': ['ID=26e8cf93-f82b-4bae-b9d5-1587c23aa8b8,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:50:31.113169 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-0d5159c8-6e8c-43bc-a6ac-6bf99bca2efd None None] Set router 2c3d0679-4e43-4092-83fa-7d922af599b7 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:50:31.206881 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8a2494dd-b326-4eed-88bf-6426b562dcbb tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:31.242610 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8a2494dd-b326-4eed-88bf-6426b562dcbb tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:31.317351 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-0d5159c8-6e8c-43bc-a6ac-6bf99bca2efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c3d0679-4e43-4092-83fa-7d922af599b7', 'name': 'tempest-ServerActionsTestJSON-669397432-router', 'tenant_id': '53f0e2b3dd834584b50c76041ac80845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.51'}], 'enable_snat': True}, 'gw_port_id': '9970c79c-530d-43df-9017-3bf60635d9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:50:26Z', 'updated_at': '2021-12-06T17:50:29Z', 'revision_number': 4, 'project_id': '53f0e2b3dd834584b50c76041ac80845', 'gw_port': {'id': '9970c79c-530d-43df-9017-3bf60635d9ca', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3d0679-4e43-4092-83fa-7d922af599b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:50:26Z', 'updated_at': '2021-12-06T17:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '6056c72c-a53a-4cf7-8d94-e07253f5e3e9', 'name': '', 'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569', 'tenant_id': '53f0e2b3dd834584b50c76041ac80845', 'mac_address': 'fa:16:3e:e2:ff:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c3d0679-4e43-4092-83fa-7d922af599b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '0787ed94-343d-45a1-8354-028050fe4455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:50:28Z', 'updated_at': '2021-12-06T17:50:29Z', 'revision_number': 2, 'project_id': '53f0e2b3dd834584b50c76041ac80845', 'subnets': [{'id': '0787ed94-343d-45a1-8354-028050fe4455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:50:31.344428 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5159c8-6e8c-43bc-a6ac-6bf99bca2efd None None] Checking router: 2c3d0679-4e43-4092-83fa-7d922af599b7 for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:50:31.344780 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5159c8-6e8c-43bc-a6ac-6bf99bca2efd None None] Updating router 2c3d0679-4e43-4092-83fa-7d922af599b7 port 6056c72c-a53a-4cf7-8d94-e07253f5e3e9 binding host n-d-master-1 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 17:50:31.369730 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0d5159c8-6e8c-43bc-a6ac-6bf99bca2efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:31.391237 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8a2494dd-b326-4eed-88bf-6426b562dcbb tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:31.396057 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8a2494dd-b326-4eed-88bf-6426b562dcbb tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:31.463254 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2494dd-b326-4eed-88bf-6426b562dcbb tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Pushing event updated for resources: {'Port': ['ID=26e8cf93-f82b-4bae-b9d5-1587c23aa8b8,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:50:31.476863 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8a2494dd-b326-4eed-88bf-6426b562dcbb tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:31.492497 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8a2494dd-b326-4eed-88bf-6426b562dcbb tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:31.501345 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-8a2494dd-b326-4eed-88bf-6426b562dcbb tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8419085 Dec 06 17:50:31.640726 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-39d16188-76f8-416d-86f7-2b21b06e833f req-cf63e586-69bd-4123-b741-fc4463451016 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--561560987&fields=id&tenant_id=53f0e2b3dd834584b50c76041ac80845 HTTP/1.1" status: 200 len: 267 time: 0.0424554 Dec 06 17:50:31.645685 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0d5159c8-6e8c-43bc-a6ac-6bf99bca2efd None None] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:31.651908 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0d5159c8-6e8c-43bc-a6ac-6bf99bca2efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:31.707051 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4fa231-39d6-4440-96e9-5669c0b97a9d None None] Pushing event updated for resources: {'Port': ['ID=6056c72c-a53a-4cf7-8d94-e07253f5e3e9,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:50:31.752498 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-0d5159c8-6e8c-43bc-a6ac-6bf99bca2efd None None] Attempting to bind port 6056c72c-a53a-4cf7-8d94-e07253f5e3e9 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:50:31.753247 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-0d5159c8-6e8c-43bc-a6ac-6bf99bca2efd None None] Attempting to bind port 6056c72c-a53a-4cf7-8d94-e07253f5e3e9 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '52241ada-1965-476a-bc10-c1275aa114a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:50:31.753707 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5159c8-6e8c-43bc-a6ac-6bf99bca2efd None None] Attempting to bind port 6056c72c-a53a-4cf7-8d94-e07253f5e3e9 on network abe44660-3c85-46c3-81ef-3a83d1c4b569 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:50:31.760282 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5159c8-6e8c-43bc-a6ac-6bf99bca2efd None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:50:31.760661 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5159c8-6e8c-43bc-a6ac-6bf99bca2efd None None] Checking segment: {'id': '52241ada-1965-476a-bc10-c1275aa114a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:50:31.761067 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0d5159c8-6e8c-43bc-a6ac-6bf99bca2efd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:31.761476 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5159c8-6e8c-43bc-a6ac-6bf99bca2efd None None] Bound using segment: {'id': '52241ada-1965-476a-bc10-c1275aa114a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:50:31.761983 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-0d5159c8-6e8c-43bc-a6ac-6bf99bca2efd None None] Bound port: 6056c72c-a53a-4cf7-8d94-e07253f5e3e9, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52241ada-1965-476a-bc10-c1275aa114a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:50:31.762112 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d16188-76f8-416d-86f7-2b21b06e833f req-10f67bf3-a858-4a18-98b1-f395765d3d99 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:50:31.762356 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0d5159c8-6e8c-43bc-a6ac-6bf99bca2efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:31.763615 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-39d16188-76f8-416d-86f7-2b21b06e833f req-10f67bf3-a858-4a18-98b1-f395765d3d99 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/networks?id=abe44660-3c85-46c3-81ef-3a83d1c4b569 HTTP/1.1" status: 200 len: 811 time: 0.1160610 Dec 06 17:50:31.780473 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-39d16188-76f8-416d-86f7-2b21b06e833f req-7f115f49-fd1c-447d-8bdd-22f03beb0f42 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/quotas/53f0e2b3dd834584b50c76041ac80845 HTTP/1.1" status: 200 len: 375 time: 0.0099437 Dec 06 17:50:31.838120 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-39d16188-76f8-416d-86f7-2b21b06e833f req-bbfefdea-5ccc-4735-ae60-14bd2b3a3f58 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=53f0e2b3dd834584b50c76041ac80845&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511866 Dec 06 17:50:31.841753 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-0d5159c8-6e8c-43bc-a6ac-6bf99bca2efd None None] For port 6056c72c-a53a-4cf7-8d94-e07253f5e3e9, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:50:31.845145 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-0d5159c8-6e8c-43bc-a6ac-6bf99bca2efd None None] For port 6056c72c-a53a-4cf7-8d94-e07253f5e3e9, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6056c72c-a53a-4cf7-8d94-e07253f5e3e9,segment=NetworkSegment(52241ada-1965-476a-bc10-c1275aa114a0),segment_id=52241ada-1965-476a-bc10-c1275aa114a0)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:50:31.851410 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [req-39d16188-76f8-416d-86f7-2b21b06e833f req-f7d20d82-3df4-4620-bd8f-7c24001ac687 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:50:31.852436 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-39d16188-76f8-416d-86f7-2b21b06e833f req-f7d20d82-3df4-4620-bd8f-7c24001ac687 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054951 Dec 06 17:50:31.854340 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0d5159c8-6e8c-43bc-a6ac-6bf99bca2efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:31.923434 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5159c8-6e8c-43bc-a6ac-6bf99bca2efd None None] Routers {'2c3d0679-4e43-4092-83fa-7d922af599b7'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:50:31.924084 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-0d5159c8-6e8c-43bc-a6ac-6bf99bca2efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:50:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['2c3d0679-4e43-4092-83fa-7d922af599b7'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:50:31.960794 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-39d16188-76f8-416d-86f7-2b21b06e833f req-6c28fb6d-4594-495b-ab56-25683ecc43e4 service neutron] 10.222.0.23 "GET /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994542 Dec 06 17:50:31.974320 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4fa231-39d6-4440-96e9-5669c0b97a9d None None] Pushing event updated for resources: {'Port': ['ID=6056c72c-a53a-4cf7-8d94-e07253f5e3e9,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:50:31.979211 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-3ef3e3b8-9896-44c7-9ce0-2305ec16bc09 None None] Provisioning complete for port 6056c72c-a53a-4cf7-8d94-e07253f5e3e9 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:50:31.979592 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3ef3e3b8-9896-44c7-9ce0-2305ec16bc09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:32.062167 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-39d16188-76f8-416d-86f7-2b21b06e833f req-82e4a1f5-1b8c-4bea-a26e-0282bd6ec62f service neutron] 10.222.0.23 "GET /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950363 Dec 06 17:50:32.076929 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-0d5159c8-6e8c-43bc-a6ac-6bf99bca2efd None None] Set router 2c3d0679-4e43-4092-83fa-7d922af599b7 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:50:32.175666 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3ef3e3b8-9896-44c7-9ce0-2305ec16bc09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:32.246789 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-20f2efd1-4636-4d4f-be24-8c38bee6153a req-94ee8c11-d732-4113-a201-e842e4a626eb tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e7ef67a-e090-4d88-b085-41e8b3a09239 HTTP/1.1" status: 200 len: 210 time: 0.0342221 Dec 06 17:50:32.267431 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-3ef3e3b8-9896-44c7-9ce0-2305ec16bc09 None None] For port 6056c72c-a53a-4cf7-8d94-e07253f5e3e9, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6056c72c-a53a-4cf7-8d94-e07253f5e3e9,segment=NetworkSegment(52241ada-1965-476a-bc10-c1275aa114a0),segment_id=52241ada-1965-476a-bc10-c1275aa114a0)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:50:32.272102 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3ef3e3b8-9896-44c7-9ce0-2305ec16bc09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:32.359938 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef3e3b8-9896-44c7-9ce0-2305ec16bc09 None None] Pushing event updated for resources: {'Port': ['ID=6056c72c-a53a-4cf7-8d94-e07253f5e3e9,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:50:32.390683 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-0d5159c8-6e8c-43bc-a6ac-6bf99bca2efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c3d0679-4e43-4092-83fa-7d922af599b7', 'name': 'tempest-ServerActionsTestJSON-669397432-router', 'tenant_id': '53f0e2b3dd834584b50c76041ac80845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.51'}], 'enable_snat': True}, 'gw_port_id': '9970c79c-530d-43df-9017-3bf60635d9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:50:26Z', 'updated_at': '2021-12-06T17:50:29Z', 'revision_number': 4, 'project_id': '53f0e2b3dd834584b50c76041ac80845', 'gw_port': {'id': '9970c79c-530d-43df-9017-3bf60635d9ca', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3d0679-4e43-4092-83fa-7d922af599b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:50:26Z', 'updated_at': '2021-12-06T17:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '6056c72c-a53a-4cf7-8d94-e07253f5e3e9', 'name': '', 'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569', 'tenant_id': '53f0e2b3dd834584b50c76041ac80845', 'mac_address': 'fa:16:3e:e2:ff:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c3d0679-4e43-4092-83fa-7d922af599b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '0787ed94-343d-45a1-8354-028050fe4455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:50:28Z', 'updated_at': '2021-12-06T17:50:31Z', 'revision_number': 4, 'project_id': '53f0e2b3dd834584b50c76041ac80845', 'subnets': [{'id': '0787ed94-343d-45a1-8354-028050fe4455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:50:32.420769 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5159c8-6e8c-43bc-a6ac-6bf99bca2efd None None] The sync data for ids ['2c3d0679-4e43-4092-83fa-7d922af599b7'] in n-d-master-1 is: [{'id': '2c3d0679-4e43-4092-83fa-7d922af599b7', 'name': 'tempest-ServerActionsTestJSON-669397432-router', 'tenant_id': '53f0e2b3dd834584b50c76041ac80845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.51'}], 'enable_snat': True}, 'gw_port_id': '9970c79c-530d-43df-9017-3bf60635d9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:50:26Z', 'updated_at': '2021-12-06T17:50:29Z', 'revision_number': 4, 'project_id': '53f0e2b3dd834584b50c76041ac80845', 'gw_port': {'id': '9970c79c-530d-43df-9017-3bf60635d9ca', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3d0679-4e43-4092-83fa-7d922af599b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:50:26Z', 'updated_at': '2021-12-06T17:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '6056c72c-a53a-4cf7-8d94-e07253f5e3e9', 'name': '', 'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569', 'tenant_id': '53f0e2b3dd834584b50c76041ac80845', 'mac_address': 'fa:16:3e:e2:ff:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c3d0679-4e43-4092-83fa-7d922af599b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '0787ed94-343d-45a1-8354-028050fe4455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:50:28Z', 'updated_at': '2021-12-06T17:50:31Z', 'revision_number': 4, 'project_id': '53f0e2b3dd834584b50c76041ac80845', 'subnets': [{'id': '0787ed94-343d-45a1-8354-028050fe4455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:50:32.424219 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-0875315c-650e-4bb3-b170-22434b140618 None None] Provisioning complete for port 6056c72c-a53a-4cf7-8d94-e07253f5e3e9 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:50:32.424591 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0875315c-650e-4bb3-b170-22434b140618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:32.731671 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 6056c72c-a53a-4cf7-8d94-e07253f5e3e9 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:50:32.784515 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 6056c72c-a53a-4cf7-8d94-e07253f5e3e9 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:50:32.785064 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:33.038686 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:33.351633 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d16188-76f8-416d-86f7-2b21b06e833f req-656fa883-fa82-4062-afb3-8b64b2c123e4 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:50:33.354374 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-39d16188-76f8-416d-86f7-2b21b06e833f req-656fa883-fa82-4062-afb3-8b64b2c123e4 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.41 "GET /v2.0/networks?id=abe44660-3c85-46c3-81ef-3a83d1c4b569 HTTP/1.1" status: 200 len: 811 time: 0.1228623 Dec 06 17:50:33.354569 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-89944099-5e61-4287-acd3-2507b5d48910 req-1a6a4946-175e-41ec-b665-df317d469e53 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e7ef67a-e090-4d88-b085-41e8b3a09239 HTTP/1.1" status: 200 len: 210 time: 0.0351605 Dec 06 17:50:33.443880 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-39d16188-76f8-416d-86f7-2b21b06e833f req-af072959-7306-4acb-bfda-637de6578f87 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53f0e2b3dd834584b50c76041ac80845 HTTP/1.1" status: 200 len: 379 time: 0.0723422 Dec 06 17:50:33.455597 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-39d16188-76f8-416d-86f7-2b21b06e833f req-fddc7c89-4586-47d6-97d5-b5cdedf320af tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Request body: {'port': {'device_id': '9e7ef67a-e090-4d88-b085-41e8b3a09239', 'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569', 'admin_state_up': True, 'tenant_id': '53f0e2b3dd834584b50c76041ac80845', 'security_groups': ['65fd55a3-5e93-437e-8c33-9d03954b393c']}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:50:33.563175 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39d16188-76f8-416d-86f7-2b21b06e833f req-fddc7c89-4586-47d6-97d5-b5cdedf320af tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Made reservation on behalf of 53f0e2b3dd834584b50c76041ac80845 for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:50:33.566843 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-39d16188-76f8-416d-86f7-2b21b06e833f req-fddc7c89-4586-47d6-97d5-b5cdedf320af tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:33.693593 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-39d16188-76f8-416d-86f7-2b21b06e833f req-fddc7c89-4586-47d6-97d5-b5cdedf320af tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Allocated IP 172.20.0.5 (abe44660-3c85-46c3-81ef-3a83d1c4b569/0787ed94-343d-45a1-8354-028050fe4455/161a5324-75cc-419a-ab3b-406abcf15b2e) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:50:33.830268 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-39d16188-76f8-416d-86f7-2b21b06e833f req-fddc7c89-4586-47d6-97d5-b5cdedf320af tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:33.862482 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-39d16188-76f8-416d-86f7-2b21b06e833f req-fddc7c89-4586-47d6-97d5-b5cdedf320af tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:33.907004 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39d16188-76f8-416d-86f7-2b21b06e833f req-fddc7c89-4586-47d6-97d5-b5cdedf320af tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Network abe44660-3c85-46c3-81ef-3a83d1c4b569 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:50:33.910138 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-39d16188-76f8-416d-86f7-2b21b06e833f req-fddc7c89-4586-47d6-97d5-b5cdedf320af tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:50:33.912453 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-39d16188-76f8-416d-86f7-2b21b06e833f req-fddc7c89-4586-47d6-97d5-b5cdedf320af tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:50:33.938441 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddc7c89-4586-47d6-97d5-b5cdedf320af tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Pushing event updated for resources: {'Port': ['ID=161a5324-75cc-419a-ab3b-406abcf15b2e,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:50:33.968912 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d16188-76f8-416d-86f7-2b21b06e833f req-fddc7c89-4586-47d6-97d5-b5cdedf320af tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:50:33.969566 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-39d16188-76f8-416d-86f7-2b21b06e833f req-fddc7c89-4586-47d6-97d5-b5cdedf320af tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:33.986766 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-39d16188-76f8-416d-86f7-2b21b06e833f req-fddc7c89-4586-47d6-97d5-b5cdedf320af tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5350165 Dec 06 17:50:34.006873 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-39d16188-76f8-416d-86f7-2b21b06e833f req-d50f7213-c3ea-46e6-9f7f-581a18b98438 service neutron] Request body: {'port': {'device_id': '9e7ef67a-e090-4d88-b085-41e8b3a09239', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:50:34.072058 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-39d16188-76f8-416d-86f7-2b21b06e833f req-d50f7213-c3ea-46e6-9f7f-581a18b98438 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:34.192220 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-8b9af239-2234-4e39-a1ab-2dc38c65f8f3 None None] Provisioning complete for port 161a5324-75cc-419a-ab3b-406abcf15b2e triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:50:34.192764 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8b9af239-2234-4e39-a1ab-2dc38c65f8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:34.228993 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-8b9af239-2234-4e39-a1ab-2dc38c65f8f3 None None] Port 161a5324-75cc-419a-ab3b-406abcf15b2e cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:50:34.342935 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-39d16188-76f8-416d-86f7-2b21b06e833f req-d50f7213-c3ea-46e6-9f7f-581a18b98438 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 161a5324-75cc-419a-ab3b-406abcf15b2e {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:50:34.350366 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-39d16188-76f8-416d-86f7-2b21b06e833f req-d50f7213-c3ea-46e6-9f7f-581a18b98438 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:34.362931 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-39d16188-76f8-416d-86f7-2b21b06e833f req-d50f7213-c3ea-46e6-9f7f-581a18b98438 service neutron] Transition to ACTIVE for port object 161a5324-75cc-419a-ab3b-406abcf15b2e will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:50:34.367142 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-39d16188-76f8-416d-86f7-2b21b06e833f req-d50f7213-c3ea-46e6-9f7f-581a18b98438 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:34.448443 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50f7213-c3ea-46e6-9f7f-581a18b98438 service neutron] Pushing event updated for resources: {'Port': ['ID=161a5324-75cc-419a-ab3b-406abcf15b2e,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:50:34.534374 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d6b82c-bcc1-4356-893f-a42940295b69 req-c5ce886a-1109-48c1-b85c-8cb02e1b376e tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:50:34.535932 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-02d6b82c-bcc1-4356-893f-a42940295b69 req-c5ce886a-1109-48c1-b85c-8cb02e1b376e tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e7ef67a-e090-4d88-b085-41e8b3a09239 HTTP/1.1" status: 200 len: 943 time: 0.1012220 Dec 06 17:50:34.541156 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-39d16188-76f8-416d-86f7-2b21b06e833f req-d50f7213-c3ea-46e6-9f7f-581a18b98438 service neutron] Attempting to bind port 161a5324-75cc-419a-ab3b-406abcf15b2e on host n-h1-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:50:34.541576 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-39d16188-76f8-416d-86f7-2b21b06e833f req-d50f7213-c3ea-46e6-9f7f-581a18b98438 service neutron] Attempting to bind port 161a5324-75cc-419a-ab3b-406abcf15b2e by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '52241ada-1965-476a-bc10-c1275aa114a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:50:34.541912 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d16188-76f8-416d-86f7-2b21b06e833f req-d50f7213-c3ea-46e6-9f7f-581a18b98438 service neutron] Attempting to bind port 161a5324-75cc-419a-ab3b-406abcf15b2e on network abe44660-3c85-46c3-81ef-3a83d1c4b569 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:50:34.553242 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d16188-76f8-416d-86f7-2b21b06e833f req-d50f7213-c3ea-46e6-9f7f-581a18b98438 service neutron] Port 161a5324-75cc-419a-ab3b-406abcf15b2e on network abe44660-3c85-46c3-81ef-3a83d1c4b569 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:50:34.553594 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d16188-76f8-416d-86f7-2b21b06e833f req-d50f7213-c3ea-46e6-9f7f-581a18b98438 service neutron] Attempting to bind port 161a5324-75cc-419a-ab3b-406abcf15b2e on network abe44660-3c85-46c3-81ef-3a83d1c4b569 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:50:34.567805 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d16188-76f8-416d-86f7-2b21b06e833f req-d50f7213-c3ea-46e6-9f7f-581a18b98438 service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:50:34.568145 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d16188-76f8-416d-86f7-2b21b06e833f req-d50f7213-c3ea-46e6-9f7f-581a18b98438 service neutron] Checking segment: {'id': '52241ada-1965-476a-bc10-c1275aa114a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:50:34.568527 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d16188-76f8-416d-86f7-2b21b06e833f req-d50f7213-c3ea-46e6-9f7f-581a18b98438 service neutron] Bound using segment: {'id': '52241ada-1965-476a-bc10-c1275aa114a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:50:34.568960 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-39d16188-76f8-416d-86f7-2b21b06e833f req-d50f7213-c3ea-46e6-9f7f-581a18b98438 service neutron] Bound port: 161a5324-75cc-419a-ab3b-406abcf15b2e, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52241ada-1965-476a-bc10-c1275aa114a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:50:34.569323 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-39d16188-76f8-416d-86f7-2b21b06e833f req-d50f7213-c3ea-46e6-9f7f-581a18b98438 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:34.627574 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-02d6b82c-bcc1-4356-893f-a42940295b69 req-61aa4651-4c73-448b-b4fa-7ab2507dcecc tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832086 Dec 06 17:50:34.664361 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-39d16188-76f8-416d-86f7-2b21b06e833f req-d50f7213-c3ea-46e6-9f7f-581a18b98438 service neutron] For port 161a5324-75cc-419a-ab3b-406abcf15b2e, host n-h1-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:50:34.667613 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-39d16188-76f8-416d-86f7-2b21b06e833f req-d50f7213-c3ea-46e6-9f7f-581a18b98438 service neutron] For port 161a5324-75cc-419a-ab3b-406abcf15b2e, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=161a5324-75cc-419a-ab3b-406abcf15b2e,segment=NetworkSegment(52241ada-1965-476a-bc10-c1275aa114a0),segment_id=52241ada-1965-476a-bc10-c1275aa114a0)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:50:34.672607 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-39d16188-76f8-416d-86f7-2b21b06e833f req-d50f7213-c3ea-46e6-9f7f-581a18b98438 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:34.714743 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d16188-76f8-416d-86f7-2b21b06e833f req-d50f7213-c3ea-46e6-9f7f-581a18b98438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:50:34.715387 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-39d16188-76f8-416d-86f7-2b21b06e833f req-d50f7213-c3ea-46e6-9f7f-581a18b98438 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:34.716849 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-39d16188-76f8-416d-86f7-2b21b06e833f req-d50f7213-c3ea-46e6-9f7f-581a18b98438 service neutron] 10.222.0.41 "PUT /v2.0/ports/161a5324-75cc-419a-ab3b-406abcf15b2e HTTP/1.1" status: 200 len: 1091 time: 0.7154355 Dec 06 17:50:34.717291 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e7ef67a-e090-4d88-b085-41e8b3a09239', 'tag': '161a5324-75cc-419a-ab3b-406abcf15b2e'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:50:34.719587 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed0bad0-f445-41b2-aa50-e943475f450f" -d '{"events": [{"name": "network-changed", "server_uuid": "9e7ef67a-e090-4d88-b085-41e8b3a09239", "tag": "161a5324-75cc-419a-ab3b-406abcf15b2e"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:50:34.750896 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50f7213-c3ea-46e6-9f7f-581a18b98438 service neutron] Pushing event updated for resources: {'Port': ['ID=161a5324-75cc-419a-ab3b-406abcf15b2e,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:50:34.779401 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96bd59ce-c63f-42d9-8d1c-c8da1b295ec7 x-openstack-request-id: req-96bd59ce-c63f-42d9-8d1c-c8da1b295ec7 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:50:34.779709 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e7ef67a-e090-4d88-b085-41e8b3a09239", "tag": "161a5324-75cc-419a-ab3b-406abcf15b2e", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:50:34.779976 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-96bd59ce-c63f-42d9-8d1c-c8da1b295ec7 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:50:34.781944 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e7ef67a-e090-4d88-b085-41e8b3a09239', 'tag': '161a5324-75cc-419a-ab3b-406abcf15b2e', 'status': 'completed', 'code': 200} Dec 06 17:50:34.813660 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d16188-76f8-416d-86f7-2b21b06e833f req-5ff0be8b-d405-468f-8355-449207d47a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:50:34.815402 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-39d16188-76f8-416d-86f7-2b21b06e833f req-5ff0be8b-d405-468f-8355-449207d47a28 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=53f0e2b3dd834584b50c76041ac80845&device_id=9e7ef67a-e090-4d88-b085-41e8b3a09239 HTTP/1.1" status: 200 len: 1094 time: 0.0535760 Dec 06 17:50:34.864386 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-39d16188-76f8-416d-86f7-2b21b06e833f req-65641fa2-9c39-45e0-a79b-7d0beb05510c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=161a5324-75cc-419a-ab3b-406abcf15b2e HTTP/1.1" status: 200 len: 217 time: 0.0364900 Dec 06 17:50:34.920603 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d16188-76f8-416d-86f7-2b21b06e833f req-a569ddce-8376-403c-a39c-f50f25c40f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:50:34.922117 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-39d16188-76f8-416d-86f7-2b21b06e833f req-a569ddce-8376-403c-a39c-f50f25c40f5c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0787ed94-343d-45a1-8354-028050fe4455 HTTP/1.1" status: 200 len: 850 time: 0.0491197 Dec 06 17:50:34.980601 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d16188-76f8-416d-86f7-2b21b06e833f req-7b3a2bd8-b7d9-4425-b792-8c90e12ef028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:50:34.982222 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-39d16188-76f8-416d-86f7-2b21b06e833f req-7b3a2bd8-b7d9-4425-b792-8c90e12ef028 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=abe44660-3c85-46c3-81ef-3a83d1c4b569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477746 Dec 06 17:50:35.076738 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-39d16188-76f8-416d-86f7-2b21b06e833f req-a5cdaed0-8049-4075-9d24-627aa6b80f30 service neutron] 10.222.0.41 "GET /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829289 Dec 06 17:50:35.175079 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-39d16188-76f8-416d-86f7-2b21b06e833f req-33029eb2-ed3e-4aa6-a519-31d658e2698a service neutron] 10.222.0.41 "GET /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866108 Dec 06 17:50:35.277109 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed0bad0-f445-41b2-aa50-e943475f450f req-4a968605-11a1-4dfe-a156-d349de7e4a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:50:35.278699 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-aed0bad0-f445-41b2-aa50-e943475f450f req-4a968605-11a1-4dfe-a156-d349de7e4a8f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=53f0e2b3dd834584b50c76041ac80845&device_id=9e7ef67a-e090-4d88-b085-41e8b3a09239 HTTP/1.1" status: 200 len: 1094 time: 0.0411260 Dec 06 17:50:35.374156 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed0bad0-f445-41b2-aa50-e943475f450f req-1f96f7cd-fdd4-4be7-b743-3f3444541908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:50:35.375632 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-aed0bad0-f445-41b2-aa50-e943475f450f req-1f96f7cd-fdd4-4be7-b743-3f3444541908 service neutron] 10.222.0.41 "GET /v2.0/networks?id=abe44660-3c85-46c3-81ef-3a83d1c4b569 HTTP/1.1" status: 200 len: 912 time: 0.0896492 Dec 06 17:50:35.403103 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:35.419869 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-aed0bad0-f445-41b2-aa50-e943475f450f req-ae69aa1a-5cd8-4fc7-b1a0-0043e03097c7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=161a5324-75cc-419a-ab3b-406abcf15b2e HTTP/1.1" status: 200 len: 217 time: 0.0368996 Dec 06 17:50:35.469614 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed0bad0-f445-41b2-aa50-e943475f450f req-87b93b09-4b9d-47dd-961d-f70c82b186fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:50:35.471112 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-aed0bad0-f445-41b2-aa50-e943475f450f req-87b93b09-4b9d-47dd-961d-f70c82b186fe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0787ed94-343d-45a1-8354-028050fe4455 HTTP/1.1" status: 200 len: 850 time: 0.0431356 Dec 06 17:50:35.519701 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed0bad0-f445-41b2-aa50-e943475f450f req-b36a8f88-3ade-4856-a8b1-fb917dc3b7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:50:35.521148 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-aed0bad0-f445-41b2-aa50-e943475f450f req-b36a8f88-3ade-4856-a8b1-fb917dc3b7b6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=abe44660-3c85-46c3-81ef-3a83d1c4b569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429342 Dec 06 17:50:35.609983 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-aed0bad0-f445-41b2-aa50-e943475f450f req-8cd42331-b36d-45f6-b7f6-0bb67ea4785a service neutron] 10.222.0.41 "GET /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791562 Dec 06 17:50:35.714020 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-aed0bad0-f445-41b2-aa50-e943475f450f req-7419b2ab-5964-4859-b0dc-a0d0c0f046d2 service neutron] 10.222.0.41 "GET /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969079 Dec 06 17:50:35.750807 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50737222-c8d3-43d2-b5cc-32c066bc8a8f req-32cc24c4-6bc6-43ff-9fa6-66c2c7433ff6 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:50:35.752277 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-50737222-c8d3-43d2-b5cc-32c066bc8a8f req-32cc24c4-6bc6-43ff-9fa6-66c2c7433ff6 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e7ef67a-e090-4d88-b085-41e8b3a09239 HTTP/1.1" status: 200 len: 943 time: 0.0521870 Dec 06 17:50:35.799415 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-50737222-c8d3-43d2-b5cc-32c066bc8a8f req-6d6a9ac1-8a03-4bbc-8a34-dc05093863af tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410972 Dec 06 17:50:36.980433 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd59ad0-3ae1-40b4-ac61-636d70a835ae req-3b0bdf11-89ef-4432-bbf8-efa7e2ddd58b tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:50:36.981954 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-cbd59ad0-3ae1-40b4-ac61-636d70a835ae req-3b0bdf11-89ef-4432-bbf8-efa7e2ddd58b tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e7ef67a-e090-4d88-b085-41e8b3a09239 HTTP/1.1" status: 200 len: 943 time: 0.1134212 Dec 06 17:50:37.028485 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-cbd59ad0-3ae1-40b4-ac61-636d70a835ae req-f47d7367-39fc-4d22-9b9d-64eb83a9223c tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405509 Dec 06 17:50:37.391372 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 161a5324-75cc-419a-ab3b-406abcf15b2e details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:50:37.486380 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 161a5324-75cc-419a-ab3b-406abcf15b2e, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=161a5324-75cc-419a-ab3b-406abcf15b2e,segment=NetworkSegment(52241ada-1965-476a-bc10-c1275aa114a0),segment_id=52241ada-1965-476a-bc10-c1275aa114a0)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:50:37.497608 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': '161a5324-75cc-419a-ab3b-406abcf15b2e', 'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569', 'port_id': '161a5324-75cc-419a-ab3b-406abcf15b2e', 'mac_address': 'fa:16:3e:96:8e:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0787ed94-343d-45a1-8354-028050fe4455', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:50:37.534080 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:37.546250 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 161a5324-75cc-419a-ab3b-406abcf15b2e {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:50:37.564452 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 161a5324-75cc-419a-ab3b-406abcf15b2e, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=161a5324-75cc-419a-ab3b-406abcf15b2e,segment=NetworkSegment(52241ada-1965-476a-bc10-c1275aa114a0),segment_id=52241ada-1965-476a-bc10-c1275aa114a0)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:50:37.567737 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:37.612749 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=161a5324-75cc-419a-ab3b-406abcf15b2e,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:50:37.853299 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['161a5324-75cc-419a-ab3b-406abcf15b2e'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:50:38.197813 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd125d-9a54-42bf-a736-39a05098c354 req-4e1edd48-7ae0-4776-9c89-52175bd32f99 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:50:38.199315 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-efdd125d-9a54-42bf-a736-39a05098c354 req-4e1edd48-7ae0-4776-9c89-52175bd32f99 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e7ef67a-e090-4d88-b085-41e8b3a09239 HTTP/1.1" status: 200 len: 944 time: 0.1046493 Dec 06 17:50:38.249959 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-efdd125d-9a54-42bf-a736-39a05098c354 req-7b49011d-9e5c-4f21-9b1c-864f9c80d326 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445471 Dec 06 17:50:39.362854 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c4d742-1334-48ac-a8bd-848401edab4d req-bdcb03a2-2780-482d-a8b5-f0a5c4c4954f tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:50:39.364342 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-44c4d742-1334-48ac-a8bd-848401edab4d req-bdcb03a2-2780-482d-a8b5-f0a5c4c4954f tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e7ef67a-e090-4d88-b085-41e8b3a09239 HTTP/1.1" status: 200 len: 944 time: 0.0487330 Dec 06 17:50:39.390755 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 161a5324-75cc-419a-ab3b-406abcf15b2e up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:50:39.411192 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-44c4d742-1334-48ac-a8bd-848401edab4d req-4107d082-2059-43d4-bc27-aa0104181bd9 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409026 Dec 06 17:50:39.442109 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port 161a5324-75cc-419a-ab3b-406abcf15b2e completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:50:39.446041 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port 161a5324-75cc-419a-ab3b-406abcf15b2e triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:50:39.446417 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:39.522025 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:39.546228 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e7ef67a-e090-4d88-b085-41e8b3a09239', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '161a5324-75cc-419a-ab3b-406abcf15b2e'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:50:39.548473 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1786a0ad-cd1d-4d22-bd49-7b3b653b72b8" -d '{"events": [{"server_uuid": "9e7ef67a-e090-4d88-b085-41e8b3a09239", "name": "network-vif-plugged", "status": "completed", "tag": "161a5324-75cc-419a-ab3b-406abcf15b2e"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:50:39.562757 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 161a5324-75cc-419a-ab3b-406abcf15b2e, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=161a5324-75cc-419a-ab3b-406abcf15b2e,segment=NetworkSegment(52241ada-1965-476a-bc10-c1275aa114a0),segment_id=52241ada-1965-476a-bc10-c1275aa114a0)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:50:39.567391 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:39.590308 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bea049da-b220-448a-9a8d-126128edb9f6 x-openstack-request-id: req-bea049da-b220-448a-9a8d-126128edb9f6 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:50:39.590608 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e7ef67a-e090-4d88-b085-41e8b3a09239", "name": "network-vif-plugged", "status": "completed", "tag": "161a5324-75cc-419a-ab3b-406abcf15b2e", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:50:39.590871 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bea049da-b220-448a-9a8d-126128edb9f6 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:50:39.591267 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e7ef67a-e090-4d88-b085-41e8b3a09239', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '161a5324-75cc-419a-ab3b-406abcf15b2e', 'code': 200} Dec 06 17:50:39.616425 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=161a5324-75cc-419a-ab3b-406abcf15b2e,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:50:39.623927 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:50:39.624280 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:50:39.624625 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:50:39.624974 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:50:39.625300 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:50:39.625671 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:50:39.626008 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:50:39.626358 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:50:39.626697 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:50:39.627024 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:50:39.627351 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:50:39.627679 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:50:39.628007 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:50:39.703441 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a327d71-4544-42c9-ba7f-19b2269696ef req-e8d33d03-7450-4630-9957-4bfc584c4b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:50:39.705003 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1a327d71-4544-42c9-ba7f-19b2269696ef req-e8d33d03-7450-4630-9957-4bfc584c4b64 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9e7ef67a-e090-4d88-b085-41e8b3a09239 HTTP/1.1" status: 200 len: 1096 time: 0.0387766 Dec 06 17:50:39.752226 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1a327d71-4544-42c9-ba7f-19b2269696ef req-8191f9a6-3c79-4c0a-9f90-51bd89a6a9b9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353391 Dec 06 17:50:40.525513 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83abae4e-4c70-4d68-a92c-dcdbe950eb6d req-0fca6bdd-968d-4036-86a1-b34524e4d73a tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:50:40.526988 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-83abae4e-4c70-4d68-a92c-dcdbe950eb6d req-0fca6bdd-968d-4036-86a1-b34524e4d73a tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e7ef67a-e090-4d88-b085-41e8b3a09239 HTTP/1.1" status: 200 len: 945 time: 0.0484922 Dec 06 17:50:40.576713 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-83abae4e-4c70-4d68-a92c-dcdbe950eb6d req-970b0440-5279-4cf8-bdd5-9ed3d3c0c395 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438781 Dec 06 17:50:41.693763 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6390fa55-88fb-4278-b99d-bf06b0860941 req-44380515-af56-4722-9e8a-53f7f3aabaa1 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:50:41.695224 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6390fa55-88fb-4278-b99d-bf06b0860941 req-44380515-af56-4722-9e8a-53f7f3aabaa1 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e7ef67a-e090-4d88-b085-41e8b3a09239 HTTP/1.1" status: 200 len: 945 time: 0.0477760 Dec 06 17:50:41.742516 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6390fa55-88fb-4278-b99d-bf06b0860941 req-713c94d7-7c8f-42b0-8dbf-8d5e7d69eacd tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397696 Dec 06 17:50:41.854090 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd25e69-5d0e-4926-b03c-164210315d62 req-4f1e8e5d-8459-4f97-9148-d916cb2124fd tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:50:41.855637 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2bd25e69-5d0e-4926-b03c-164210315d62 req-4f1e8e5d-8459-4f97-9148-d916cb2124fd tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e7ef67a-e090-4d88-b085-41e8b3a09239 HTTP/1.1" status: 200 len: 945 time: 0.0491183 Dec 06 17:50:41.863923 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 39214) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:50:41.868916 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-9cea7cde-250e-4311-9d99-c8a42fde3035 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Request body: {'floatingip': {'port_id': '161a5324-75cc-419a-ab3b-406abcf15b2e'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:50:41.906698 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9cea7cde-250e-4311-9d99-c8a42fde3035 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Publish callbacks [] for floatingip, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:42.334726 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9cea7cde-250e-4311-9d99-c8a42fde3035 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:42.338750 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9cea7cde-250e-4311-9d99-c8a42fde3035 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:42.696324 n-d-master-1 neutron-server[103284]: INFO neutron.db.l3_db [None req-9cea7cde-250e-4311-9d99-c8a42fde3035 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Floating IP a3ae450d-aeca-47bf-94f0-426e78061852 associated. External IP: 172.35.1.149, port: 161a5324-75cc-419a-ab3b-406abcf15b2e. Dec 06 17:50:42.903951 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cea7cde-250e-4311-9d99-c8a42fde3035 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Router 2c3d0679-4e43-4092-83fa-7d922af599b7 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:50:43.011681 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cea7cde-250e-4311-9d99-c8a42fde3035 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:50:43.016290 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9cea7cde-250e-4311-9d99-c8a42fde3035 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:43.023883 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4922f0-fcb2-474c-bc3a-9ac864958dbf None None] Sync routers for ids ['2c3d0679-4e43-4092-83fa-7d922af599b7'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:50:43.033754 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4922f0-fcb2-474c-bc3a-9ac864958dbf None None] Routers {'2c3d0679-4e43-4092-83fa-7d922af599b7'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:50:43.034349 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-df4922f0-fcb2-474c-bc3a-9ac864958dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:50:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['2c3d0679-4e43-4092-83fa-7d922af599b7'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:50:43.042930 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-9cea7cde-250e-4311-9d99-c8a42fde3035 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "PUT /v2.0/floatingips/a3ae450d-aeca-47bf-94f0-426e78061852 HTTP/1.1" status: 200 len: 991 time: 1.1779587 Dec 06 17:50:43.043649 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e7ef67a-e090-4d88-b085-41e8b3a09239', 'tag': '161a5324-75cc-419a-ab3b-406abcf15b2e'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:50:43.045945 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a952ae8-cd7f-4cf5-b7c4-02b8cce6a01b" -d '{"events": [{"name": "network-changed", "server_uuid": "9e7ef67a-e090-4d88-b085-41e8b3a09239", "tag": "161a5324-75cc-419a-ab3b-406abcf15b2e"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:50:43.142459 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-df4922f0-fcb2-474c-bc3a-9ac864958dbf None None] Set router 2c3d0679-4e43-4092-83fa-7d922af599b7 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:50:43.155914 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eea74f73-4d39-472a-946e-13802c0f6ad6 x-openstack-request-id: req-eea74f73-4d39-472a-946e-13802c0f6ad6 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:50:43.156288 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e7ef67a-e090-4d88-b085-41e8b3a09239", "tag": "161a5324-75cc-419a-ab3b-406abcf15b2e", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:50:43.156555 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-eea74f73-4d39-472a-946e-13802c0f6ad6 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:50:43.156974 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e7ef67a-e090-4d88-b085-41e8b3a09239', 'tag': '161a5324-75cc-419a-ab3b-406abcf15b2e', 'status': 'completed', 'code': 200} Dec 06 17:50:43.370878 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-df4922f0-fcb2-474c-bc3a-9ac864958dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c3d0679-4e43-4092-83fa-7d922af599b7', 'name': 'tempest-ServerActionsTestJSON-669397432-router', 'tenant_id': '53f0e2b3dd834584b50c76041ac80845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.51'}], 'enable_snat': True}, 'gw_port_id': '9970c79c-530d-43df-9017-3bf60635d9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:50:26Z', 'updated_at': '2021-12-06T17:50:29Z', 'revision_number': 4, 'project_id': '53f0e2b3dd834584b50c76041ac80845', 'gw_port': {'id': '9970c79c-530d-43df-9017-3bf60635d9ca', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3d0679-4e43-4092-83fa-7d922af599b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:50:26Z', 'updated_at': '2021-12-06T17:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'a3ae450d-aeca-47bf-94f0-426e78061852', 'tenant_id': '53f0e2b3dd834584b50c76041ac80845', 'floating_ip_address': '172.35.1.149', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '2c3d0679-4e43-4092-83fa-7d922af599b7', 'port_id': '161a5324-75cc-419a-ab3b-406abcf15b2e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4080, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569', 'mac_address': 'fa:16:3e:96:8e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7ef67a-e090-4d88-b085-41e8b3a09239', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:50:31Z', 'updated_at': '2021-12-06T17:50:42Z', 'revision_number': 1, 'project_id': '53f0e2b3dd834584b50c76041ac80845', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6056c72c-a53a-4cf7-8d94-e07253f5e3e9', 'name': '', 'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569', 'tenant_id': '53f0e2b3dd834584b50c76041ac80845', 'mac_address': 'fa:16:3e:e2:ff:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3d0679-4e43-4092-83fa-7d922af599b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '0787ed94-343d-45a1-8354-028050fe4455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:50:28Z', 'updated_at': '2021-12-06T17:50:32Z', 'revision_number': 5, 'project_id': '53f0e2b3dd834584b50c76041ac80845', 'subnets': [{'id': '0787ed94-343d-45a1-8354-028050fe4455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:50:43.402299 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4922f0-fcb2-474c-bc3a-9ac864958dbf None None] Checking router: 2c3d0679-4e43-4092-83fa-7d922af599b7 for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:50:43.410840 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4922f0-fcb2-474c-bc3a-9ac864958dbf None None] Routers {'2c3d0679-4e43-4092-83fa-7d922af599b7'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:50:43.411451 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-df4922f0-fcb2-474c-bc3a-9ac864958dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:50:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['2c3d0679-4e43-4092-83fa-7d922af599b7'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:50:43.457108 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a952ae8-cd7f-4cf5-b7c4-02b8cce6a01b req-1d5cdac5-e9c1-4815-829e-2880b7b0d7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:50:43.458620 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7a952ae8-cd7f-4cf5-b7c4-02b8cce6a01b req-1d5cdac5-e9c1-4815-829e-2880b7b0d7d9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=53f0e2b3dd834584b50c76041ac80845&device_id=9e7ef67a-e090-4d88-b085-41e8b3a09239 HTTP/1.1" status: 200 len: 1096 time: 0.2804108 Dec 06 17:50:43.481394 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e96f2091-1dc8-4996-ad31-208ea8e87ddd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:43.516701 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-df4922f0-fcb2-474c-bc3a-9ac864958dbf None None] Set router 2c3d0679-4e43-4092-83fa-7d922af599b7 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:50:43.551031 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a952ae8-cd7f-4cf5-b7c4-02b8cce6a01b req-523e246c-9402-485f-add4-d74d0b12cf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:50:43.552504 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7a952ae8-cd7f-4cf5-b7c4-02b8cce6a01b req-523e246c-9402-485f-add4-d74d0b12cf1e service neutron] 10.222.0.41 "GET /v2.0/networks?id=abe44660-3c85-46c3-81ef-3a83d1c4b569 HTTP/1.1" status: 200 len: 912 time: 0.0859342 Dec 06 17:50:43.640435 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7a952ae8-cd7f-4cf5-b7c4-02b8cce6a01b req-545872c9-77d0-4fb7-acac-b2df311feb27 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=161a5324-75cc-419a-ab3b-406abcf15b2e HTTP/1.1" status: 200 len: 999 time: 0.0799191 Dec 06 17:50:43.689494 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a952ae8-cd7f-4cf5-b7c4-02b8cce6a01b req-00be6b54-b89c-4e90-94b5-95f75a49b8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:50:43.691025 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7a952ae8-cd7f-4cf5-b7c4-02b8cce6a01b req-00be6b54-b89c-4e90-94b5-95f75a49b8ff service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0787ed94-343d-45a1-8354-028050fe4455 HTTP/1.1" status: 200 len: 850 time: 0.0432074 Dec 06 17:50:43.735763 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a952ae8-cd7f-4cf5-b7c4-02b8cce6a01b req-47bc8326-c540-4a2e-97b9-b6e9b7cc28a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:50:43.737241 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7a952ae8-cd7f-4cf5-b7c4-02b8cce6a01b req-47bc8326-c540-4a2e-97b9-b6e9b7cc28a9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=abe44660-3c85-46c3-81ef-3a83d1c4b569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391004 Dec 06 17:50:43.738244 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-df4922f0-fcb2-474c-bc3a-9ac864958dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c3d0679-4e43-4092-83fa-7d922af599b7', 'name': 'tempest-ServerActionsTestJSON-669397432-router', 'tenant_id': '53f0e2b3dd834584b50c76041ac80845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.51'}], 'enable_snat': True}, 'gw_port_id': '9970c79c-530d-43df-9017-3bf60635d9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:50:26Z', 'updated_at': '2021-12-06T17:50:29Z', 'revision_number': 4, 'project_id': '53f0e2b3dd834584b50c76041ac80845', 'gw_port': {'id': '9970c79c-530d-43df-9017-3bf60635d9ca', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3d0679-4e43-4092-83fa-7d922af599b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:50:26Z', 'updated_at': '2021-12-06T17:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'a3ae450d-aeca-47bf-94f0-426e78061852', 'tenant_id': '53f0e2b3dd834584b50c76041ac80845', 'floating_ip_address': '172.35.1.149', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '2c3d0679-4e43-4092-83fa-7d922af599b7', 'port_id': '161a5324-75cc-419a-ab3b-406abcf15b2e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4080, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569', 'mac_address': 'fa:16:3e:96:8e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7ef67a-e090-4d88-b085-41e8b3a09239', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:50:31Z', 'updated_at': '2021-12-06T17:50:42Z', 'revision_number': 1, 'project_id': '53f0e2b3dd834584b50c76041ac80845', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6056c72c-a53a-4cf7-8d94-e07253f5e3e9', 'name': '', 'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569', 'tenant_id': '53f0e2b3dd834584b50c76041ac80845', 'mac_address': 'fa:16:3e:e2:ff:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3d0679-4e43-4092-83fa-7d922af599b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '0787ed94-343d-45a1-8354-028050fe4455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:50:28Z', 'updated_at': '2021-12-06T17:50:32Z', 'revision_number': 5, 'project_id': '53f0e2b3dd834584b50c76041ac80845', 'subnets': [{'id': '0787ed94-343d-45a1-8354-028050fe4455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:50:43.765158 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4922f0-fcb2-474c-bc3a-9ac864958dbf None None] The sync data for ids ['2c3d0679-4e43-4092-83fa-7d922af599b7'] in n-d-master-1 is: [{'id': '2c3d0679-4e43-4092-83fa-7d922af599b7', 'name': 'tempest-ServerActionsTestJSON-669397432-router', 'tenant_id': '53f0e2b3dd834584b50c76041ac80845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.51'}], 'enable_snat': True}, 'gw_port_id': '9970c79c-530d-43df-9017-3bf60635d9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:50:26Z', 'updated_at': '2021-12-06T17:50:29Z', 'revision_number': 4, 'project_id': '53f0e2b3dd834584b50c76041ac80845', 'gw_port': {'id': '9970c79c-530d-43df-9017-3bf60635d9ca', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3d0679-4e43-4092-83fa-7d922af599b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:50:26Z', 'updated_at': '2021-12-06T17:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'a3ae450d-aeca-47bf-94f0-426e78061852', 'tenant_id': '53f0e2b3dd834584b50c76041ac80845', 'floating_ip_address': '172.35.1.149', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '2c3d0679-4e43-4092-83fa-7d922af599b7', 'port_id': '161a5324-75cc-419a-ab3b-406abcf15b2e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4080, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569', 'mac_address': 'fa:16:3e:96:8e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7ef67a-e090-4d88-b085-41e8b3a09239', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:50:31Z', 'updated_at': '2021-12-06T17:50:42Z', 'revision_number': 1, 'project_id': '53f0e2b3dd834584b50c76041ac80845', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6056c72c-a53a-4cf7-8d94-e07253f5e3e9', 'name': '', 'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569', 'tenant_id': '53f0e2b3dd834584b50c76041ac80845', 'mac_address': 'fa:16:3e:e2:ff:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3d0679-4e43-4092-83fa-7d922af599b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '0787ed94-343d-45a1-8354-028050fe4455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:50:28Z', 'updated_at': '2021-12-06T17:50:32Z', 'revision_number': 5, 'project_id': '53f0e2b3dd834584b50c76041ac80845', 'subnets': [{'id': '0787ed94-343d-45a1-8354-028050fe4455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:50:43.836155 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7a952ae8-cd7f-4cf5-b7c4-02b8cce6a01b req-15e1a6a4-fd23-49e1-a6c6-2dfaecd83d51 service neutron] 10.222.0.41 "GET /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917583 Dec 06 17:50:43.933377 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7a952ae8-cd7f-4cf5-b7c4-02b8cce6a01b req-3db24a00-0865-44ca-b232-dd573e5162f4 service neutron] 10.222.0.41 "GET /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897071 Dec 06 17:50:43.965384 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1053ee56-3a2e-4c0d-9217-960b120b4c04 None None] New status for floating IP a3ae450d-aeca-47bf-94f0-426e78061852: ACTIVE {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 17:50:45.678825 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cbde3a00-4dec-4fd1-8a5a-4c69ca3fb58e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:47.024935 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:48.176271 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:50:49.122000 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:51:03.034883 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:51:04.311187 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 17:51:05.395788 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:51:13.484097 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-19e416fd-c8a0-4232-abbd-bd86d7d33949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:51:15.681268 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-978a61a9-e51b-4027-a23d-26f446e0ac3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:51:17.027339 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:51:18.178532 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:51:19.238287 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:51:24.754199 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c38ac876-c785-46e2-b9e1-27e96107a126 req-e983c897-bc7e-466c-b8e3-b0d56f863393 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9e7ef67a-e090-4d88-b085-41e8b3a09239&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0385196 Dec 06 17:51:24.844533 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38ac876-c785-46e2-b9e1-27e96107a126 req-cb96fbf8-25fd-4c9b-a8d9-ac6815f4d809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:51:24.845943 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c38ac876-c785-46e2-b9e1-27e96107a126 req-cb96fbf8-25fd-4c9b-a8d9-ac6815f4d809 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=53f0e2b3dd834584b50c76041ac80845&device_id=9e7ef67a-e090-4d88-b085-41e8b3a09239 HTTP/1.1" status: 200 len: 1096 time: 0.0398970 Dec 06 17:51:24.953768 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38ac876-c785-46e2-b9e1-27e96107a126 req-a1f14e62-86b9-4701-a9cd-3df86dcb208d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:51:24.955194 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c38ac876-c785-46e2-b9e1-27e96107a126 req-a1f14e62-86b9-4701-a9cd-3df86dcb208d service neutron] 10.222.0.41 "GET /v2.0/networks?id=abe44660-3c85-46c3-81ef-3a83d1c4b569 HTTP/1.1" status: 200 len: 912 time: 0.0868065 Dec 06 17:51:25.025525 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c38ac876-c785-46e2-b9e1-27e96107a126 req-96dd8967-d5e2-480d-a5cb-f36fc3279f3c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=161a5324-75cc-419a-ab3b-406abcf15b2e HTTP/1.1" status: 200 len: 1001 time: 0.0582852 Dec 06 17:51:25.078234 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38ac876-c785-46e2-b9e1-27e96107a126 req-65bedaab-cb6a-47e3-85cc-d16c3b5c6583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:51:25.079640 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c38ac876-c785-46e2-b9e1-27e96107a126 req-65bedaab-cb6a-47e3-85cc-d16c3b5c6583 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0787ed94-343d-45a1-8354-028050fe4455 HTTP/1.1" status: 200 len: 850 time: 0.0432618 Dec 06 17:51:25.133509 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38ac876-c785-46e2-b9e1-27e96107a126 req-566f9b6b-bfb0-49c2-8645-505f2b00ee43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:51:25.135131 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c38ac876-c785-46e2-b9e1-27e96107a126 req-566f9b6b-bfb0-49c2-8645-505f2b00ee43 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=abe44660-3c85-46c3-81ef-3a83d1c4b569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431986 Dec 06 17:51:25.226051 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c38ac876-c785-46e2-b9e1-27e96107a126 req-464ed50b-bd74-4215-aaf8-649171d11905 service neutron] 10.222.0.41 "GET /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795450 Dec 06 17:51:25.324761 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c38ac876-c785-46e2-b9e1-27e96107a126 req-14c3175e-0fae-45d9-acaa-16ddc58d7eb0 service neutron] 10.222.0.41 "GET /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852852 Dec 06 17:51:33.051195 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:51:35.402449 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:51:41.310806 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 17:51:43.486161 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-681baabb-0f7f-45cf-b4df-fb347586ad57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:51:45.682751 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b21150fd-f89e-4002-a61b-862839c7945b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:51:47.030559 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:51:48.181303 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:51:49.110704 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:52:03.050870 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:52:05.403350 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:52:13.488340 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-54c72cd8-b799-4cdc-aee6-e0f94b1884bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:52:15.683677 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-eb517014-bb6d-4476-82f4-f838f77f79b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:52:17.033801 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:52:18.184166 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:52:18.309804 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 17:52:19.112724 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:52:23.743220 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b82277-fdc1-4647-a8d6-039558925344 req-d6ca38df-3624-4679-b1a7-634fba47ca13 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:52:23.744680 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-99b82277-fdc1-4647-a8d6-039558925344 req-d6ca38df-3624-4679-b1a7-634fba47ca13 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e7ef67a-e090-4d88-b085-41e8b3a09239 HTTP/1.1" status: 200 len: 945 time: 0.0494194 Dec 06 17:52:23.792399 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-99b82277-fdc1-4647-a8d6-039558925344 req-b94f3bc9-ff87-4842-b253-935ac7dac7c9 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417926 Dec 06 17:52:24.014789 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-65850478-b4d6-4bf2-ae22-71fc3413952c req-68fbccb8-4b70-4035-b5b9-2f3e62dada75 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9e7ef67a-e090-4d88-b085-41e8b3a09239&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0418675 Dec 06 17:52:24.029362 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930804fb-0aef-4aac-8e01-82707a0b71ad req-1b7bcd2a-f547-4cf4-9988-f876d63076c6 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:52:24.031051 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-930804fb-0aef-4aac-8e01-82707a0b71ad req-1b7bcd2a-f547-4cf4-9988-f876d63076c6 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e7ef67a-e090-4d88-b085-41e8b3a09239 HTTP/1.1" status: 200 len: 945 time: 0.0498683 Dec 06 17:52:24.085048 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-930804fb-0aef-4aac-8e01-82707a0b71ad req-74db5a59-271a-4d19-86bb-a6cf9f1a3384 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479805 Dec 06 17:52:25.208408 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b4900-a245-4269-a392-025f92339631 req-26487d83-00bd-42da-81d8-da90466a8071 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:52:25.210482 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a98b4900-a245-4269-a392-025f92339631 req-26487d83-00bd-42da-81d8-da90466a8071 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e7ef67a-e090-4d88-b085-41e8b3a09239 HTTP/1.1" status: 200 len: 945 time: 0.0509126 Dec 06 17:52:25.248872 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65850478-b4d6-4bf2-ae22-71fc3413952c req-fe3977b1-e8d3-4762-8121-ef73c3bf1a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:52:25.250416 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-65850478-b4d6-4bf2-ae22-71fc3413952c req-fe3977b1-e8d3-4762-8121-ef73c3bf1a96 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=53f0e2b3dd834584b50c76041ac80845&device_id=9e7ef67a-e090-4d88-b085-41e8b3a09239 HTTP/1.1" status: 200 len: 1096 time: 0.0914629 Dec 06 17:52:25.261624 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a98b4900-a245-4269-a392-025f92339631 req-63f0653a-6456-48e8-b5c8-376c461f4dfa tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450325 Dec 06 17:52:25.354732 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65850478-b4d6-4bf2-ae22-71fc3413952c req-122e187e-cf9e-4058-b358-d7b9f855feac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:52:25.356230 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-65850478-b4d6-4bf2-ae22-71fc3413952c req-122e187e-cf9e-4058-b358-d7b9f855feac service neutron] 10.222.0.41 "GET /v2.0/networks?id=abe44660-3c85-46c3-81ef-3a83d1c4b569 HTTP/1.1" status: 200 len: 912 time: 0.0946805 Dec 06 17:52:25.428948 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-65850478-b4d6-4bf2-ae22-71fc3413952c req-0a7bce6c-3035-4f4b-9cc4-8bfe00569a17 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=161a5324-75cc-419a-ab3b-406abcf15b2e HTTP/1.1" status: 200 len: 1001 time: 0.0622206 Dec 06 17:52:25.480260 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65850478-b4d6-4bf2-ae22-71fc3413952c req-b6c2d23f-2e5b-40a0-b759-c4b0a012b9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:52:25.481693 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-65850478-b4d6-4bf2-ae22-71fc3413952c req-b6c2d23f-2e5b-40a0-b759-c4b0a012b9a9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0787ed94-343d-45a1-8354-028050fe4455 HTTP/1.1" status: 200 len: 850 time: 0.0423350 Dec 06 17:52:25.530816 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65850478-b4d6-4bf2-ae22-71fc3413952c req-5062b8e3-f81b-446d-a01c-f8bf5f3d296e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:52:25.532272 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-65850478-b4d6-4bf2-ae22-71fc3413952c req-5062b8e3-f81b-446d-a01c-f8bf5f3d296e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=abe44660-3c85-46c3-81ef-3a83d1c4b569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387726 Dec 06 17:52:25.628061 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-65850478-b4d6-4bf2-ae22-71fc3413952c req-237620a5-3d2a-447a-9421-1492eef15a54 service neutron] 10.222.0.41 "GET /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836473 Dec 06 17:52:25.719340 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-65850478-b4d6-4bf2-ae22-71fc3413952c req-10e3263a-8f36-4db5-ba53-053f8134e928 service neutron] 10.222.0.41 "GET /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804291 Dec 06 17:52:26.381853 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67a36af-9deb-4276-ba3a-e424c37019f7 req-ebdfb3a1-d1e4-4ad7-9f11-a560d30cfeb7 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:52:26.383342 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d67a36af-9deb-4276-ba3a-e424c37019f7 req-ebdfb3a1-d1e4-4ad7-9f11-a560d30cfeb7 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e7ef67a-e090-4d88-b085-41e8b3a09239 HTTP/1.1" status: 200 len: 945 time: 0.0537732 Dec 06 17:52:26.430373 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d67a36af-9deb-4276-ba3a-e424c37019f7 req-596dfb9e-6219-4e02-ac08-25a80d61c5d5 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406542 Dec 06 17:52:26.784163 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e517c15f-536d-4e22-84e7-84d842c8e299 req-1642a4c7-3eae-478c-babc-6cbbb1e473b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:52:26.785721 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e517c15f-536d-4e22-84e7-84d842c8e299 req-1642a4c7-3eae-478c-babc-6cbbb1e473b6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=53f0e2b3dd834584b50c76041ac80845&device_id=9e7ef67a-e090-4d88-b085-41e8b3a09239 HTTP/1.1" status: 200 len: 1096 time: 0.0412726 Dec 06 17:52:26.889876 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e517c15f-536d-4e22-84e7-84d842c8e299 req-3d1d26da-9327-4fee-841e-c6c72d788339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:52:26.891306 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e517c15f-536d-4e22-84e7-84d842c8e299 req-3d1d26da-9327-4fee-841e-c6c72d788339 service neutron] 10.222.0.41 "GET /v2.0/networks?id=abe44660-3c85-46c3-81ef-3a83d1c4b569 HTTP/1.1" status: 200 len: 912 time: 0.0864139 Dec 06 17:52:26.960804 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e517c15f-536d-4e22-84e7-84d842c8e299 req-d136cf93-bbf8-40f9-b639-1f0f82c29118 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=161a5324-75cc-419a-ab3b-406abcf15b2e HTTP/1.1" status: 200 len: 1001 time: 0.0567329 Dec 06 17:52:27.010669 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e517c15f-536d-4e22-84e7-84d842c8e299 req-3e814470-da57-48af-b5f6-9f7f431c752d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:52:27.012066 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e517c15f-536d-4e22-84e7-84d842c8e299 req-3e814470-da57-48af-b5f6-9f7f431c752d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0787ed94-343d-45a1-8354-028050fe4455 HTTP/1.1" status: 200 len: 850 time: 0.0430670 Dec 06 17:52:27.061168 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e517c15f-536d-4e22-84e7-84d842c8e299 req-417c6611-6037-441d-a711-a8620c141307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:52:27.062642 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e517c15f-536d-4e22-84e7-84d842c8e299 req-417c6611-6037-441d-a711-a8620c141307 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=abe44660-3c85-46c3-81ef-3a83d1c4b569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426202 Dec 06 17:52:27.151126 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e517c15f-536d-4e22-84e7-84d842c8e299 req-101e09f6-78cc-4050-bfad-ff2c99d3d08c service neutron] 10.222.0.41 "GET /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796149 Dec 06 17:52:27.246163 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e517c15f-536d-4e22-84e7-84d842c8e299 req-7b4cd53f-c6db-4c3b-a715-fa30951eeb15 service neutron] 10.222.0.41 "GET /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835855 Dec 06 17:52:27.549234 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281c5d50-ade2-4c94-9c84-8ba57ab698ee req-88de716a-ff3f-419c-9819-a16e7fe6b338 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:52:27.550841 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-281c5d50-ade2-4c94-9c84-8ba57ab698ee req-88de716a-ff3f-419c-9819-a16e7fe6b338 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e7ef67a-e090-4d88-b085-41e8b3a09239 HTTP/1.1" status: 200 len: 945 time: 0.0489242 Dec 06 17:52:27.597545 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-281c5d50-ade2-4c94-9c84-8ba57ab698ee req-cbe6c9e5-d505-4b8c-8f36-84df557e117a tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397301 Dec 06 17:52:28.714361 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25cb591-ae8b-4b65-b8b4-e02974d1b467 req-8ebf26ef-f889-41e6-a305-0240bcac6636 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:52:28.715898 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d25cb591-ae8b-4b65-b8b4-e02974d1b467 req-8ebf26ef-f889-41e6-a305-0240bcac6636 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e7ef67a-e090-4d88-b085-41e8b3a09239 HTTP/1.1" status: 200 len: 945 time: 0.0493026 Dec 06 17:52:28.762946 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d25cb591-ae8b-4b65-b8b4-e02974d1b467 req-222c1495-da52-4f27-b409-604fa36e3dcf tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409982 Dec 06 17:52:29.876304 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2dd486-5e69-45ec-9c74-a3efa2a69fc7 req-ece21976-b3d0-4b41-9c13-1acf1145493c tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:52:29.877809 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4e2dd486-5e69-45ec-9c74-a3efa2a69fc7 req-ece21976-b3d0-4b41-9c13-1acf1145493c tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e7ef67a-e090-4d88-b085-41e8b3a09239 HTTP/1.1" status: 200 len: 945 time: 0.0477531 Dec 06 17:52:29.924908 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4e2dd486-5e69-45ec-9c74-a3efa2a69fc7 req-dab454f5-2cab-4ef5-9a2b-477f85a53b13 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405939 Dec 06 17:52:31.044054 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa101cd6-72e0-4fc1-a3e0-c428fba9e219 req-b5a394af-de4f-4f47-b41d-1368b968277b tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:52:31.045520 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fa101cd6-72e0-4fc1-a3e0-c428fba9e219 req-b5a394af-de4f-4f47-b41d-1368b968277b tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e7ef67a-e090-4d88-b085-41e8b3a09239 HTTP/1.1" status: 200 len: 945 time: 0.0522096 Dec 06 17:52:31.091867 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fa101cd6-72e0-4fc1-a3e0-c428fba9e219 req-b6233fb8-2276-430d-b1f1-29ad49fedd5e tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404389 Dec 06 17:52:32.211390 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664845ec-9f05-40fe-947a-cb87813ec757 req-52ee0fa8-1a3f-4552-a78f-05fbf9a80640 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:52:32.212890 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-664845ec-9f05-40fe-947a-cb87813ec757 req-52ee0fa8-1a3f-4552-a78f-05fbf9a80640 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e7ef67a-e090-4d88-b085-41e8b3a09239 HTTP/1.1" status: 200 len: 945 time: 0.0528150 Dec 06 17:52:32.258889 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-664845ec-9f05-40fe-947a-cb87813ec757 req-1f688653-d7cf-4997-a0da-bc44ba9cf391 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400202 Dec 06 17:52:33.052016 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:52:33.376627 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd61205b-dab7-4778-82eb-b3d54403547c req-f6c9b253-55dc-4955-8f9b-31d18d225d8f tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:52:33.378047 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-cd61205b-dab7-4778-82eb-b3d54403547c req-f6c9b253-55dc-4955-8f9b-31d18d225d8f tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e7ef67a-e090-4d88-b085-41e8b3a09239 HTTP/1.1" status: 200 len: 945 time: 0.0481060 Dec 06 17:52:33.428936 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-cd61205b-dab7-4778-82eb-b3d54403547c req-c2025cd3-6cf4-412f-853c-414ded71da74 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404603 Dec 06 17:52:34.544749 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3563ff89-3c5d-4848-8fdf-742fd126f9bd req-5646fda6-977e-4780-97e8-dfcfbb707b14 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:52:34.546289 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3563ff89-3c5d-4848-8fdf-742fd126f9bd req-5646fda6-977e-4780-97e8-dfcfbb707b14 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e7ef67a-e090-4d88-b085-41e8b3a09239 HTTP/1.1" status: 200 len: 945 time: 0.0503170 Dec 06 17:52:34.596649 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3563ff89-3c5d-4848-8fdf-742fd126f9bd req-df9ae68b-4d3c-45e0-90d2-2f5e986a0134 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442970 Dec 06 17:52:35.417233 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:52:35.710965 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daad7e46-11fa-4cda-a19f-6bb1970296d1 req-aa9c508d-371c-4ad6-b083-506e1ded82d1 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:52:35.712430 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-daad7e46-11fa-4cda-a19f-6bb1970296d1 req-aa9c508d-371c-4ad6-b083-506e1ded82d1 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e7ef67a-e090-4d88-b085-41e8b3a09239 HTTP/1.1" status: 200 len: 945 time: 0.0475821 Dec 06 17:52:35.763224 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-daad7e46-11fa-4cda-a19f-6bb1970296d1 req-73848ec6-98ef-48a4-8fce-5afe493c791f tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448000 Dec 06 17:52:36.877733 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc0368a-d42b-43b7-a209-ae2efca9a449 req-3662dcfc-7c0f-4aea-a3c6-5b3452255990 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:52:36.879199 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3dc0368a-d42b-43b7-a209-ae2efca9a449 req-3662dcfc-7c0f-4aea-a3c6-5b3452255990 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e7ef67a-e090-4d88-b085-41e8b3a09239 HTTP/1.1" status: 200 len: 945 time: 0.0478823 Dec 06 17:52:36.930403 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3dc0368a-d42b-43b7-a209-ae2efca9a449 req-ad2d2033-c422-40b9-b73b-8bba511327b0 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443499 Dec 06 17:52:37.874350 n-d-master-1 neutron-server[103285]: INFO neutron.api.v2.resource [req-65850478-b4d6-4bf2-ae22-71fc3413952c req-727f970a-2482-4214-9b28-2498f3440b33 service neutron] show failed (client error): The resource could not be found. Dec 06 17:52:37.875338 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-65850478-b4d6-4bf2-ae22-71fc3413952c req-727f970a-2482-4214-9b28-2498f3440b33 service neutron] 10.222.0.41 "GET /v2.0/ports/161a5324-75cc-419a-ab3b-406abcf15b2e/bindings/n-h2-master-1 HTTP/1.1" status: 404 len: 380 time: 0.0524192 Dec 06 17:52:38.053546 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c19625c-d70f-4d6b-821a-8d472a60e9b0 req-db9fd3e7-771f-48b7-b559-3ed48efdc568 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:52:38.054939 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9c19625c-d70f-4d6b-821a-8d472a60e9b0 req-db9fd3e7-771f-48b7-b559-3ed48efdc568 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e7ef67a-e090-4d88-b085-41e8b3a09239 HTTP/1.1" status: 200 len: 945 time: 0.0559993 Dec 06 17:52:38.106779 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9c19625c-d70f-4d6b-821a-8d472a60e9b0 req-a23cea3d-e49e-46a8-b215-f5992ca8e156 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427351 Dec 06 17:52:38.151257 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65850478-b4d6-4bf2-ae22-71fc3413952c req-2cd09d8e-367b-4efc-83bc-45efc2d1d70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:52:38.152776 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-65850478-b4d6-4bf2-ae22-71fc3413952c req-2cd09d8e-367b-4efc-83bc-45efc2d1d70a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9e7ef67a-e090-4d88-b085-41e8b3a09239&tenant_id=53f0e2b3dd834584b50c76041ac80845 HTTP/1.1" status: 200 len: 1096 time: 0.0972786 Dec 06 17:52:38.164384 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-65850478-b4d6-4bf2-ae22-71fc3413952c req-1e257130-af1e-4298-b24a-67cc38623dd7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-master-1', 'device_owner': 'compute:nova'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:52:38.215782 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-65850478-b4d6-4bf2-ae22-71fc3413952c req-1e257130-af1e-4298-b24a-67cc38623dd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:52:38.420351 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-65850478-b4d6-4bf2-ae22-71fc3413952c req-1e257130-af1e-4298-b24a-67cc38623dd7 service neutron] For port 161a5324-75cc-419a-ab3b-406abcf15b2e, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=161a5324-75cc-419a-ab3b-406abcf15b2e,segment=NetworkSegment(52241ada-1965-476a-bc10-c1275aa114a0),segment_id=52241ada-1965-476a-bc10-c1275aa114a0)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:52:38.453253 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-65850478-b4d6-4bf2-ae22-71fc3413952c req-1e257130-af1e-4298-b24a-67cc38623dd7 service neutron] For port 161a5324-75cc-419a-ab3b-406abcf15b2e, host n-h1-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:52:38.491589 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e7ef67a-e090-4d88-b085-41e8b3a09239', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '161a5324-75cc-419a-ab3b-406abcf15b2e'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:52:38.494071 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fcaa0b9-ddb8-4ce9-8899-da3c80703df0" -d '{"events": [{"server_uuid": "9e7ef67a-e090-4d88-b085-41e8b3a09239", "name": "network-vif-unplugged", "status": "completed", "tag": "161a5324-75cc-419a-ab3b-406abcf15b2e"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:52:38.497780 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-65850478-b4d6-4bf2-ae22-71fc3413952c req-1e257130-af1e-4298-b24a-67cc38623dd7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:52:38.511172 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-65850478-b4d6-4bf2-ae22-71fc3413952c req-1e257130-af1e-4298-b24a-67cc38623dd7 service neutron] Transition to ACTIVE for port object 161a5324-75cc-419a-ab3b-406abcf15b2e will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:52:38.514563 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-65850478-b4d6-4bf2-ae22-71fc3413952c req-1e257130-af1e-4298-b24a-67cc38623dd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:52:38.552611 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 17:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f64df993-91ac-4c7f-adce-8039efe95c52 x-openstack-request-id: req-f64df993-91ac-4c7f-adce-8039efe95c52 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:52:38.552933 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e7ef67a-e090-4d88-b085-41e8b3a09239", "name": "network-vif-unplugged", "status": "completed", "tag": "161a5324-75cc-419a-ab3b-406abcf15b2e", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:52:38.553917 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f64df993-91ac-4c7f-adce-8039efe95c52 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:52:38.554395 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e7ef67a-e090-4d88-b085-41e8b3a09239', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '161a5324-75cc-419a-ab3b-406abcf15b2e', 'code': 200} Dec 06 17:52:38.646302 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e257130-af1e-4298-b24a-67cc38623dd7 service neutron] Pushing event updated for resources: {'Port': ['ID=161a5324-75cc-419a-ab3b-406abcf15b2e,revision_number=6']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:52:38.669155 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e257130-af1e-4298-b24a-67cc38623dd7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:52:38.669547 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e257130-af1e-4298-b24a-67cc38623dd7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:52:38.671468 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e257130-af1e-4298-b24a-67cc38623dd7 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:52:38.671468 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e257130-af1e-4298-b24a-67cc38623dd7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:52:38.671468 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e257130-af1e-4298-b24a-67cc38623dd7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:52:38.671766 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e257130-af1e-4298-b24a-67cc38623dd7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:52:38.672092 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e257130-af1e-4298-b24a-67cc38623dd7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:52:38.672437 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e257130-af1e-4298-b24a-67cc38623dd7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:52:38.672777 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e257130-af1e-4298-b24a-67cc38623dd7 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:52:38.673115 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e257130-af1e-4298-b24a-67cc38623dd7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:52:38.673455 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e257130-af1e-4298-b24a-67cc38623dd7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:52:38.673816 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e257130-af1e-4298-b24a-67cc38623dd7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:52:38.674152 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e257130-af1e-4298-b24a-67cc38623dd7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:52:38.712756 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-65850478-b4d6-4bf2-ae22-71fc3413952c req-1e257130-af1e-4298-b24a-67cc38623dd7 service neutron] No DVR routers for this DVR port 161a5324-75cc-419a-ab3b-406abcf15b2e on host n-h1-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:52:38.849480 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-65850478-b4d6-4bf2-ae22-71fc3413952c req-1e257130-af1e-4298-b24a-67cc38623dd7 service neutron] Attempting to bind port 161a5324-75cc-419a-ab3b-406abcf15b2e on host n-h2-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:52:38.849831 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-65850478-b4d6-4bf2-ae22-71fc3413952c req-1e257130-af1e-4298-b24a-67cc38623dd7 service neutron] Attempting to bind port 161a5324-75cc-419a-ab3b-406abcf15b2e by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '52241ada-1965-476a-bc10-c1275aa114a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:52:38.850195 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65850478-b4d6-4bf2-ae22-71fc3413952c req-1e257130-af1e-4298-b24a-67cc38623dd7 service neutron] Attempting to bind port 161a5324-75cc-419a-ab3b-406abcf15b2e on network abe44660-3c85-46c3-81ef-3a83d1c4b569 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:52:38.854478 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65850478-b4d6-4bf2-ae22-71fc3413952c req-1e257130-af1e-4298-b24a-67cc38623dd7 service neutron] Port 161a5324-75cc-419a-ab3b-406abcf15b2e on network abe44660-3c85-46c3-81ef-3a83d1c4b569 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:52:38.854808 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65850478-b4d6-4bf2-ae22-71fc3413952c req-1e257130-af1e-4298-b24a-67cc38623dd7 service neutron] Attempting to bind port 161a5324-75cc-419a-ab3b-406abcf15b2e on network abe44660-3c85-46c3-81ef-3a83d1c4b569 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:52:38.859699 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65850478-b4d6-4bf2-ae22-71fc3413952c req-1e257130-af1e-4298-b24a-67cc38623dd7 service neutron] Checking agent: {'id': '9d8b9f49-2860-4c1f-9b89-45a7657a3c4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:52:38.860038 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65850478-b4d6-4bf2-ae22-71fc3413952c req-1e257130-af1e-4298-b24a-67cc38623dd7 service neutron] Checking segment: {'id': '52241ada-1965-476a-bc10-c1275aa114a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:52:38.860424 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65850478-b4d6-4bf2-ae22-71fc3413952c req-1e257130-af1e-4298-b24a-67cc38623dd7 service neutron] Bound using segment: {'id': '52241ada-1965-476a-bc10-c1275aa114a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:52:38.860854 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-65850478-b4d6-4bf2-ae22-71fc3413952c req-1e257130-af1e-4298-b24a-67cc38623dd7 service neutron] Bound port: 161a5324-75cc-419a-ab3b-406abcf15b2e, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52241ada-1965-476a-bc10-c1275aa114a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:52:38.861209 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-65850478-b4d6-4bf2-ae22-71fc3413952c req-1e257130-af1e-4298-b24a-67cc38623dd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:52:38.925073 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-65850478-b4d6-4bf2-ae22-71fc3413952c req-1e257130-af1e-4298-b24a-67cc38623dd7 service neutron] For port 161a5324-75cc-419a-ab3b-406abcf15b2e, host n-h2-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:52:38.928012 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-65850478-b4d6-4bf2-ae22-71fc3413952c req-1e257130-af1e-4298-b24a-67cc38623dd7 service neutron] For port 161a5324-75cc-419a-ab3b-406abcf15b2e, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=161a5324-75cc-419a-ab3b-406abcf15b2e,segment=NetworkSegment(52241ada-1965-476a-bc10-c1275aa114a0),segment_id=52241ada-1965-476a-bc10-c1275aa114a0)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:52:38.932818 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-65850478-b4d6-4bf2-ae22-71fc3413952c req-1e257130-af1e-4298-b24a-67cc38623dd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:52:38.968495 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65850478-b4d6-4bf2-ae22-71fc3413952c req-1e257130-af1e-4298-b24a-67cc38623dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:52:38.969193 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-65850478-b4d6-4bf2-ae22-71fc3413952c req-1e257130-af1e-4298-b24a-67cc38623dd7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:52:38.970559 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-65850478-b4d6-4bf2-ae22-71fc3413952c req-1e257130-af1e-4298-b24a-67cc38623dd7 service neutron] 10.222.0.44 "PUT /v2.0/ports/161a5324-75cc-419a-ab3b-406abcf15b2e HTTP/1.1" status: 200 len: 1091 time: 0.8101292 Dec 06 17:52:38.988694 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e257130-af1e-4298-b24a-67cc38623dd7 service neutron] Pushing event updated for resources: {'Port': ['ID=161a5324-75cc-419a-ab3b-406abcf15b2e,revision_number=7']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:52:39.037331 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65850478-b4d6-4bf2-ae22-71fc3413952c req-98fa25d2-a63f-431a-a9ca-4619a690d037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:52:39.038937 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-65850478-b4d6-4bf2-ae22-71fc3413952c req-98fa25d2-a63f-431a-a9ca-4619a690d037 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=53f0e2b3dd834584b50c76041ac80845&device_id=9e7ef67a-e090-4d88-b085-41e8b3a09239 HTTP/1.1" status: 200 len: 1094 time: 0.0448530 Dec 06 17:52:39.142038 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65850478-b4d6-4bf2-ae22-71fc3413952c req-542d2f36-1f55-4c27-9eec-f0afed39a3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:52:39.143297 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-65850478-b4d6-4bf2-ae22-71fc3413952c req-542d2f36-1f55-4c27-9eec-f0afed39a3d6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=abe44660-3c85-46c3-81ef-3a83d1c4b569 HTTP/1.1" status: 200 len: 912 time: 0.0978279 Dec 06 17:52:39.213159 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-65850478-b4d6-4bf2-ae22-71fc3413952c req-473c87bc-4c39-47eb-a539-b885ef1fc709 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=161a5324-75cc-419a-ab3b-406abcf15b2e HTTP/1.1" status: 200 len: 999 time: 0.0620198 Dec 06 17:52:39.234437 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f488c4-0ecc-49c9-b553-6e81929dd355 req-e64b5741-25b3-4be9-b7c4-e3afd5cd3142 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:52:39.235983 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d5f488c4-0ecc-49c9-b553-6e81929dd355 req-e64b5741-25b3-4be9-b7c4-e3afd5cd3142 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e7ef67a-e090-4d88-b085-41e8b3a09239 HTTP/1.1" status: 200 len: 943 time: 0.0483022 Dec 06 17:52:39.267772 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65850478-b4d6-4bf2-ae22-71fc3413952c req-ba2a00f5-b5b4-4bc2-84be-57b55c2eff29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:52:39.269257 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-65850478-b4d6-4bf2-ae22-71fc3413952c req-ba2a00f5-b5b4-4bc2-84be-57b55c2eff29 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0787ed94-343d-45a1-8354-028050fe4455 HTTP/1.1" status: 200 len: 850 time: 0.0499718 Dec 06 17:52:39.289839 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d5f488c4-0ecc-49c9-b553-6e81929dd355 req-0bc50643-c71a-40a4-aa76-ad81ae3e8a8e tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459502 Dec 06 17:52:39.316282 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65850478-b4d6-4bf2-ae22-71fc3413952c req-433a2518-3646-4c98-9590-49aa7ff8938b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:52:39.317823 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-65850478-b4d6-4bf2-ae22-71fc3413952c req-433a2518-3646-4c98-9590-49aa7ff8938b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=abe44660-3c85-46c3-81ef-3a83d1c4b569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415292 Dec 06 17:52:39.404514 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-65850478-b4d6-4bf2-ae22-71fc3413952c req-a435c324-c018-460d-89f4-6feabfbdb623 service neutron] 10.222.0.44 "GET /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800350 Dec 06 17:52:39.495801 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-65850478-b4d6-4bf2-ae22-71fc3413952c req-a01549a4-4009-4e27-8d54-dbdea46843ce service neutron] 10.222.0.44 "GET /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846064 Dec 06 17:52:40.410229 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45853cf4-3e8e-4bff-be24-9a8be0fc1262 req-8683eabc-5902-4a35-9389-6900b0022427 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:52:40.411707 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-45853cf4-3e8e-4bff-be24-9a8be0fc1262 req-8683eabc-5902-4a35-9389-6900b0022427 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e7ef67a-e090-4d88-b085-41e8b3a09239 HTTP/1.1" status: 200 len: 943 time: 0.0495458 Dec 06 17:52:40.458407 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-45853cf4-3e8e-4bff-be24-9a8be0fc1262 req-fb27c9cf-27e9-40f0-8cc5-b42adb450e50 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408022 Dec 06 17:52:40.555277 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e7ef67a-e090-4d88-b085-41e8b3a09239', 'tag': '161a5324-75cc-419a-ab3b-406abcf15b2e'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:52:40.557654 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ecd2e8d-dfda-4056-a87a-da6f1900ec77" -d '{"events": [{"name": "network-changed", "server_uuid": "9e7ef67a-e090-4d88-b085-41e8b3a09239", "tag": "161a5324-75cc-419a-ab3b-406abcf15b2e"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:52:40.604582 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34dd6374-14b0-4fca-9558-1b220c07510a x-openstack-request-id: req-34dd6374-14b0-4fca-9558-1b220c07510a {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:52:40.604885 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e7ef67a-e090-4d88-b085-41e8b3a09239", "tag": "161a5324-75cc-419a-ab3b-406abcf15b2e", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:52:40.605149 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-34dd6374-14b0-4fca-9558-1b220c07510a {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:52:40.605592 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e7ef67a-e090-4d88-b085-41e8b3a09239', 'tag': '161a5324-75cc-419a-ab3b-406abcf15b2e', 'status': 'completed', 'code': 200} Dec 06 17:52:40.672502 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecd2e8d-dfda-4056-a87a-da6f1900ec77 req-5d992c86-f780-403d-b971-cf9efa4c79b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:52:40.673834 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecd2e8d-dfda-4056-a87a-da6f1900ec77 req-6c0c494c-277a-4376-b10d-36ae0a35f357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:52:40.674291 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9ecd2e8d-dfda-4056-a87a-da6f1900ec77 req-5d992c86-f780-403d-b971-cf9efa4c79b5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=53f0e2b3dd834584b50c76041ac80845&device_id=9e7ef67a-e090-4d88-b085-41e8b3a09239 HTTP/1.1" status: 200 len: 1094 time: 0.0461903 Dec 06 17:52:40.675317 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9ecd2e8d-dfda-4056-a87a-da6f1900ec77 req-6c0c494c-277a-4376-b10d-36ae0a35f357 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=53f0e2b3dd834584b50c76041ac80845&device_id=9e7ef67a-e090-4d88-b085-41e8b3a09239 HTTP/1.1" status: 200 len: 1094 time: 0.0404568 Dec 06 17:52:40.771552 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecd2e8d-dfda-4056-a87a-da6f1900ec77 req-c57c0603-1273-445a-af66-54afdf2a7f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:52:40.773027 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9ecd2e8d-dfda-4056-a87a-da6f1900ec77 req-c57c0603-1273-445a-af66-54afdf2a7f8c service neutron] 10.222.0.41 "GET /v2.0/networks?id=abe44660-3c85-46c3-81ef-3a83d1c4b569 HTTP/1.1" status: 200 len: 912 time: 0.0846920 Dec 06 17:52:40.773617 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecd2e8d-dfda-4056-a87a-da6f1900ec77 req-8b6197b0-0f69-41df-9af6-361e5f5d11bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:52:40.775127 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9ecd2e8d-dfda-4056-a87a-da6f1900ec77 req-8b6197b0-0f69-41df-9af6-361e5f5d11bc service neutron] 10.222.0.44 "GET /v2.0/networks?id=abe44660-3c85-46c3-81ef-3a83d1c4b569 HTTP/1.1" status: 200 len: 912 time: 0.0904884 Dec 06 17:52:40.844535 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9ecd2e8d-dfda-4056-a87a-da6f1900ec77 req-cf71591d-fef4-4e8a-a5f4-59f294a28321 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=161a5324-75cc-419a-ab3b-406abcf15b2e HTTP/1.1" status: 200 len: 999 time: 0.0617533 Dec 06 17:52:40.845446 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9ecd2e8d-dfda-4056-a87a-da6f1900ec77 req-25f1f086-30c2-45e3-a98e-24c0e22eb8e1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=161a5324-75cc-419a-ab3b-406abcf15b2e HTTP/1.1" status: 200 len: 999 time: 0.0610540 Dec 06 17:52:40.898544 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecd2e8d-dfda-4056-a87a-da6f1900ec77 req-23959b31-c02b-4933-b1e9-1c0dff5c1eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:52:40.900168 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9ecd2e8d-dfda-4056-a87a-da6f1900ec77 req-23959b31-c02b-4933-b1e9-1c0dff5c1eee service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0787ed94-343d-45a1-8354-028050fe4455 HTTP/1.1" status: 200 len: 850 time: 0.0476387 Dec 06 17:52:40.900479 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecd2e8d-dfda-4056-a87a-da6f1900ec77 req-a9877cfc-0838-42bf-889a-093eea67b3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:52:40.901954 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9ecd2e8d-dfda-4056-a87a-da6f1900ec77 req-a9877cfc-0838-42bf-889a-093eea67b3d0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0787ed94-343d-45a1-8354-028050fe4455 HTTP/1.1" status: 200 len: 850 time: 0.0450377 Dec 06 17:52:40.954630 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecd2e8d-dfda-4056-a87a-da6f1900ec77 req-6a969b1a-d8c9-477d-8d25-3ed824ab0daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:52:40.956307 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9ecd2e8d-dfda-4056-a87a-da6f1900ec77 req-6a969b1a-d8c9-477d-8d25-3ed824ab0daa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=abe44660-3c85-46c3-81ef-3a83d1c4b569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434146 Dec 06 17:52:40.958932 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecd2e8d-dfda-4056-a87a-da6f1900ec77 req-2bd978d5-47ab-4c8c-97bb-ab9b636b9390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:52:40.961151 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9ecd2e8d-dfda-4056-a87a-da6f1900ec77 req-2bd978d5-47ab-4c8c-97bb-ab9b636b9390 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=abe44660-3c85-46c3-81ef-3a83d1c4b569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525777 Dec 06 17:52:41.057623 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9ecd2e8d-dfda-4056-a87a-da6f1900ec77 req-f03d2090-90d9-472c-9844-93f30e7b4c18 service neutron] 10.222.0.44 "GET /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893788 Dec 06 17:52:41.062504 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9ecd2e8d-dfda-4056-a87a-da6f1900ec77 req-7df94264-ce8d-406c-94da-d90a29ef8a3b service neutron] 10.222.0.41 "GET /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940995 Dec 06 17:52:41.149330 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9ecd2e8d-dfda-4056-a87a-da6f1900ec77 req-595133a9-8672-44ee-9de3-3c9db716d143 service neutron] 10.222.0.44 "GET /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850725 Dec 06 17:52:41.163014 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9ecd2e8d-dfda-4056-a87a-da6f1900ec77 req-575874a6-96ea-49c2-9027-a17b195d1974 service neutron] 10.222.0.41 "GET /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892267 Dec 06 17:52:41.320615 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 161a5324-75cc-419a-ab3b-406abcf15b2e details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:52:41.416740 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 161a5324-75cc-419a-ab3b-406abcf15b2e, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=161a5324-75cc-419a-ab3b-406abcf15b2e,segment=NetworkSegment(52241ada-1965-476a-bc10-c1275aa114a0),segment_id=52241ada-1965-476a-bc10-c1275aa114a0)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:52:41.427609 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': '161a5324-75cc-419a-ab3b-406abcf15b2e', 'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569', 'port_id': '161a5324-75cc-419a-ab3b-406abcf15b2e', 'mac_address': 'fa:16:3e:96:8e:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0787ed94-343d-45a1-8354-028050fe4455', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:52:41.463633 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:52:41.476514 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 161a5324-75cc-419a-ab3b-406abcf15b2e {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:52:41.495904 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 161a5324-75cc-419a-ab3b-406abcf15b2e, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=161a5324-75cc-419a-ab3b-406abcf15b2e,segment=NetworkSegment(52241ada-1965-476a-bc10-c1275aa114a0),segment_id=52241ada-1965-476a-bc10-c1275aa114a0)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:52:41.500156 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:52:41.550874 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=161a5324-75cc-419a-ab3b-406abcf15b2e,revision_number=8']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:52:41.558208 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:52:41.558562 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:52:41.558908 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:52:41.559252 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:52:41.559589 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:52:41.559921 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:52:41.560250 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:52:41.560579 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:52:41.560908 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:52:41.561225 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:52:41.561581 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:52:41.561906 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:52:41.562234 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:52:41.582412 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272377d6-1782-4e3a-b0dc-e0081c1c878d req-8dc5792a-37dc-41a0-ae48-e15ce1a036c1 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:52:41.583889 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-272377d6-1782-4e3a-b0dc-e0081c1c878d req-8dc5792a-37dc-41a0-ae48-e15ce1a036c1 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e7ef67a-e090-4d88-b085-41e8b3a09239 HTTP/1.1" status: 200 len: 944 time: 0.0540922 Dec 06 17:52:41.630343 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-272377d6-1782-4e3a-b0dc-e0081c1c878d req-2bee6bf9-d797-425b-9722-c83a98758538 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398624 Dec 06 17:52:41.746565 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['161a5324-75cc-419a-ab3b-406abcf15b2e'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:52:41.846399 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63890abb-3633-44f3-ab55-c2d7f13bf221 req-3ad52cd2-fde4-4b89-9aa2-583d09c11a60 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:52:41.848068 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-63890abb-3633-44f3-ab55-c2d7f13bf221 req-3ad52cd2-fde4-4b89-9aa2-583d09c11a60 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e7ef67a-e090-4d88-b085-41e8b3a09239 HTTP/1.1" status: 200 len: 944 time: 0.0596642 Dec 06 17:52:41.869500 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ec0156-018d-4429-9ae3-75804a11797c req-264f869b-1986-4073-9d10-6feb2b719fc7 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:52:41.870981 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c8ec0156-018d-4429-9ae3-75804a11797c req-264f869b-1986-4073-9d10-6feb2b719fc7 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e7ef67a-e090-4d88-b085-41e8b3a09239&tenant_id=53f0e2b3dd834584b50c76041ac80845&binding%3Ahost_id=n-h2-master-1 HTTP/1.1" status: 200 len: 944 time: 0.0520649 Dec 06 17:52:41.889457 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 161a5324-75cc-419a-ab3b-406abcf15b2e no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:52:41.903886 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-63890abb-3633-44f3-ab55-c2d7f13bf221 req-a76a0b64-f0e5-4e45-958a-c003459d1cf8 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463531 Dec 06 17:52:41.934648 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 161a5324-75cc-419a-ab3b-406abcf15b2e not bound to the agent host n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:52:41.940553 n-d-master-1 neutron-server[103285]: INFO neutron.api.v2.resource [req-c8ec0156-018d-4429-9ae3-75804a11797c req-9a33fce5-6788-4e90-b34a-80c04dfb8027 service neutron] delete failed (client error): The resource could not be found. Dec 06 17:52:41.941613 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c8ec0156-018d-4429-9ae3-75804a11797c req-9a33fce5-6788-4e90-b34a-80c04dfb8027 service neutron] 10.222.0.41 "DELETE /v2.0/ports/161a5324-75cc-419a-ab3b-406abcf15b2e/bindings/n-h1-master-1 HTTP/1.1" status: 404 len: 380 time: 0.0585942 Dec 06 17:52:42.032761 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ec0156-018d-4429-9ae3-75804a11797c req-7dfc1900-4cf8-4c92-9960-889c58ffdb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:52:42.034270 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c8ec0156-018d-4429-9ae3-75804a11797c req-7dfc1900-4cf8-4c92-9960-889c58ffdb3d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=53f0e2b3dd834584b50c76041ac80845&device_id=9e7ef67a-e090-4d88-b085-41e8b3a09239 HTTP/1.1" status: 200 len: 1095 time: 0.0401170 Dec 06 17:52:42.126854 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ec0156-018d-4429-9ae3-75804a11797c req-4755399e-25fe-4c7f-8cf0-3f711d584bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:52:42.128285 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c8ec0156-018d-4429-9ae3-75804a11797c req-4755399e-25fe-4c7f-8cf0-3f711d584bee service neutron] 10.222.0.41 "GET /v2.0/networks?id=abe44660-3c85-46c3-81ef-3a83d1c4b569 HTTP/1.1" status: 200 len: 912 time: 0.0855751 Dec 06 17:52:42.195595 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c8ec0156-018d-4429-9ae3-75804a11797c req-3498302d-9665-496a-993f-0d4a66ac2366 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=161a5324-75cc-419a-ab3b-406abcf15b2e HTTP/1.1" status: 200 len: 1000 time: 0.0557747 Dec 06 17:52:42.253628 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ec0156-018d-4429-9ae3-75804a11797c req-61c2750b-75e7-4a78-90d6-c2e65c101ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:52:42.255049 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c8ec0156-018d-4429-9ae3-75804a11797c req-61c2750b-75e7-4a78-90d6-c2e65c101ec1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0787ed94-343d-45a1-8354-028050fe4455 HTTP/1.1" status: 200 len: 850 time: 0.0463393 Dec 06 17:52:42.304437 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ec0156-018d-4429-9ae3-75804a11797c req-c96a4576-01d1-439d-8a89-9223f1973a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:52:42.305905 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c8ec0156-018d-4429-9ae3-75804a11797c req-c96a4576-01d1-439d-8a89-9223f1973a32 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=abe44660-3c85-46c3-81ef-3a83d1c4b569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389738 Dec 06 17:52:42.396480 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c8ec0156-018d-4429-9ae3-75804a11797c req-82052073-6a95-4cf7-9f96-5a4a167ce4df service neutron] 10.222.0.41 "GET /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788727 Dec 06 17:52:42.492680 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c8ec0156-018d-4429-9ae3-75804a11797c req-5a37eb43-5967-46c9-9bbd-ed40e5d2fcfe service neutron] 10.222.0.41 "GET /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832429 Dec 06 17:52:43.022798 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d9d92c-5c9b-4787-b000-b6568534e245 req-59e5209a-b9ac-4456-8bfc-a98e7f7b80f3 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:52:43.024274 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-81d9d92c-5c9b-4787-b000-b6568534e245 req-59e5209a-b9ac-4456-8bfc-a98e7f7b80f3 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e7ef67a-e090-4d88-b085-41e8b3a09239 HTTP/1.1" status: 200 len: 944 time: 0.0487804 Dec 06 17:52:43.072007 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-81d9d92c-5c9b-4787-b000-b6568534e245 req-09855adb-0a76-425b-987f-a6f16fd39a90 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416229 Dec 06 17:52:43.191798 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22806441-cfb0-4532-a8aa-8a07157b607a req-bc8b847d-d62d-4596-9c34-f2177fefa637 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:52:43.193286 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-22806441-cfb0-4532-a8aa-8a07157b607a req-bc8b847d-d62d-4596-9c34-f2177fefa637 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e7ef67a-e090-4d88-b085-41e8b3a09239 HTTP/1.1" status: 200 len: 944 time: 0.0492830 Dec 06 17:52:43.244418 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-22806441-cfb0-4532-a8aa-8a07157b607a req-53df607a-4b18-441d-86f1-309c274aadaa tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444632 Dec 06 17:52:43.327155 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 161a5324-75cc-419a-ab3b-406abcf15b2e up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:52:43.363899 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aff2163-ab21-4869-b775-b1be13dc1388 req-8665c668-74a1-4734-ac27-5c6ff1038516 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:52:43.365390 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3aff2163-ab21-4869-b775-b1be13dc1388 req-8665c668-74a1-4734-ac27-5c6ff1038516 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e7ef67a-e090-4d88-b085-41e8b3a09239 HTTP/1.1" status: 200 len: 944 time: 0.0526624 Dec 06 17:52:43.374512 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning for port 161a5324-75cc-419a-ab3b-406abcf15b2e completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:52:43.383353 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port 161a5324-75cc-419a-ab3b-406abcf15b2e triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:52:43.383728 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:52:43.413206 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3aff2163-ab21-4869-b775-b1be13dc1388 req-1c666a2f-cf65-4018-a564-7bfd03b856e8 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417485 Dec 06 17:52:43.465114 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:52:43.498193 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e7ef67a-e090-4d88-b085-41e8b3a09239', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '161a5324-75cc-419a-ab3b-406abcf15b2e'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:52:43.500432 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14cdcf9e-6d85-4bc6-ad1a-01cc4e54c834" -d '{"events": [{"server_uuid": "9e7ef67a-e090-4d88-b085-41e8b3a09239", "name": "network-vif-plugged", "status": "completed", "tag": "161a5324-75cc-419a-ab3b-406abcf15b2e"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:52:43.511837 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a8f043fa-ef8a-4382-9846-c7d7963aee6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:52:43.516377 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 161a5324-75cc-419a-ab3b-406abcf15b2e, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=161a5324-75cc-419a-ab3b-406abcf15b2e,segment=NetworkSegment(52241ada-1965-476a-bc10-c1275aa114a0),segment_id=52241ada-1965-476a-bc10-c1275aa114a0)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:52:43.521339 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:52:43.576325 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=161a5324-75cc-419a-ab3b-406abcf15b2e,revision_number=9']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:52:43.611540 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef562ab-5b71-401b-8bbd-3ffff2521a09 x-openstack-request-id: req-1ef562ab-5b71-401b-8bbd-3ffff2521a09 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:52:43.611871 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e7ef67a-e090-4d88-b085-41e8b3a09239", "name": "network-vif-plugged", "status": "completed", "tag": "161a5324-75cc-419a-ab3b-406abcf15b2e", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:52:43.612137 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1ef562ab-5b71-401b-8bbd-3ffff2521a09 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:52:43.612546 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e7ef67a-e090-4d88-b085-41e8b3a09239', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '161a5324-75cc-419a-ab3b-406abcf15b2e', 'code': 200} Dec 06 17:52:43.668726 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0959fc3-b86b-4f2d-96f7-6201b3d437e6 req-b681e5a7-a39d-45f9-96f4-e413f382e8cc tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:52:43.670265 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d0959fc3-b86b-4f2d-96f7-6201b3d437e6 req-b681e5a7-a39d-45f9-96f4-e413f382e8cc tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e7ef67a-e090-4d88-b085-41e8b3a09239 HTTP/1.1" status: 200 len: 945 time: 0.0490186 Dec 06 17:52:43.717483 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d0959fc3-b86b-4f2d-96f7-6201b3d437e6 req-cc3cbb0e-8bb3-4a7c-a7cd-8949672e2c62 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412965 Dec 06 17:52:44.832601 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0029c03a-ae84-406b-beb4-7f8184b76635 req-c3179e2c-167d-4098-a644-2bbcc11fb806 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:52:44.834092 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0029c03a-ae84-406b-beb4-7f8184b76635 req-c3179e2c-167d-4098-a644-2bbcc11fb806 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e7ef67a-e090-4d88-b085-41e8b3a09239 HTTP/1.1" status: 200 len: 945 time: 0.0480433 Dec 06 17:52:44.879650 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0029c03a-ae84-406b-beb4-7f8184b76635 req-15891385-59f0-4580-972a-0e1ae3cb4c85 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396249 Dec 06 17:52:44.970044 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82061d2-c559-42b4-8865-2c811724565b req-58b5ac9d-ee6d-4df6-8929-f9c116da8518 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:52:44.971491 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e82061d2-c559-42b4-8865-2c811724565b req-58b5ac9d-ee6d-4df6-8929-f9c116da8518 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e7ef67a-e090-4d88-b085-41e8b3a09239 HTTP/1.1" status: 200 len: 945 time: 0.0473633 Dec 06 17:52:45.064800 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-e82061d2-c559-42b4-8865-2c811724565b req-7a11bb67-b5d1-4d66-ba34-e368ab6c3dd2 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Deleting port 161a5324-75cc-419a-ab3b-406abcf15b2e {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:52:45.065139 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-e82061d2-c559-42b4-8865-2c811724565b req-7a11bb67-b5d1-4d66-ba34-e368ab6c3dd2 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:52:45.150726 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-e82061d2-c559-42b4-8865-2c811724565b req-7a11bb67-b5d1-4d66-ba34-e368ab6c3dd2 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] For port 161a5324-75cc-419a-ab3b-406abcf15b2e, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=161a5324-75cc-419a-ab3b-406abcf15b2e,segment=NetworkSegment(52241ada-1965-476a-bc10-c1275aa114a0),segment_id=52241ada-1965-476a-bc10-c1275aa114a0)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:52:45.151084 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-e82061d2-c559-42b4-8865-2c811724565b req-7a11bb67-b5d1-4d66-ba34-e368ab6c3dd2 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:52:45.365169 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-e82061d2-c559-42b4-8865-2c811724565b req-7a11bb67-b5d1-4d66-ba34-e368ab6c3dd2 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:52:45.365442 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-e82061d2-c559-42b4-8865-2c811724565b req-7a11bb67-b5d1-4d66-ba34-e368ab6c3dd2 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:52:45.365830 n-d-master-1 neutron-server[103284]: INFO neutron.db.l3_db [req-e82061d2-c559-42b4-8865-2c811724565b req-7a11bb67-b5d1-4d66-ba34-e368ab6c3dd2 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Floating IP a3ae450d-aeca-47bf-94f0-426e78061852 disassociated. External IP: 172.35.1.149, port: 161a5324-75cc-419a-ab3b-406abcf15b2e. Dec 06 17:52:45.366171 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-e82061d2-c559-42b4-8865-2c811724565b req-7a11bb67-b5d1-4d66-ba34-e368ab6c3dd2 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Calling delete_port for 161a5324-75cc-419a-ab3b-406abcf15b2e owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:52:45.492697 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-e82061d2-c559-42b4-8865-2c811724565b req-7a11bb67-b5d1-4d66-ba34-e368ab6c3dd2 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:52:45.521512 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a11bb67-b5d1-4d66-ba34-e368ab6c3dd2 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Pushing event deleted for resources: {'Port': ['ID=161a5324-75cc-419a-ab3b-406abcf15b2e,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:52:45.687528 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-501ebdd4-49e6-42b2-808e-7eed14b74a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:52:45.895056 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e82061d2-c559-42b4-8865-2c811724565b req-7a11bb67-b5d1-4d66-ba34-e368ab6c3dd2 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Router 2c3d0679-4e43-4092-83fa-7d922af599b7 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:52:46.000527 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-056cb8be-8a04-43e9-8a16-f7819a9087bd req-a33d18ab-04fd-45c8-9ae4-ac7c9a19b27c tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e7ef67a-e090-4d88-b085-41e8b3a09239 HTTP/1.1" status: 200 len: 210 time: 0.0526595 Dec 06 17:52:46.025834 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e82061d2-c559-42b4-8865-2c811724565b req-7a11bb67-b5d1-4d66-ba34-e368ab6c3dd2 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:52:46.035601 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08b6d24-5da7-4a2d-8bd1-97251b7a5a1f None None] Sync routers for ids ['2c3d0679-4e43-4092-83fa-7d922af599b7'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:52:46.046586 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08b6d24-5da7-4a2d-8bd1-97251b7a5a1f None None] Routers {'2c3d0679-4e43-4092-83fa-7d922af599b7'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:52:46.047194 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-f08b6d24-5da7-4a2d-8bd1-97251b7a5a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:52:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['2c3d0679-4e43-4092-83fa-7d922af599b7'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:52:46.069141 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-e82061d2-c559-42b4-8865-2c811724565b req-7a11bb67-b5d1-4d66-ba34-e368ab6c3dd2 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] No DVR routers for this DVR port 161a5324-75cc-419a-ab3b-406abcf15b2e on host n-h2-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:52:46.071931 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-e82061d2-c559-42b4-8865-2c811724565b req-7a11bb67-b5d1-4d66-ba34-e368ab6c3dd2 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:52:46.075835 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e82061d2-c559-42b4-8865-2c811724565b req-7a11bb67-b5d1-4d66-ba34-e368ab6c3dd2 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.44 "DELETE /v2.0/ports/161a5324-75cc-419a-ab3b-406abcf15b2e HTTP/1.1" status: 204 len: 173 time: 1.0972214 Dec 06 17:52:46.076336 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e7ef67a-e090-4d88-b085-41e8b3a09239', 'name': 'network-vif-deleted', 'tag': '161a5324-75cc-419a-ab3b-406abcf15b2e'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:52:46.079514 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a667a4-fa2b-484c-b672-4300f48462c0" -d '{"events": [{"server_uuid": "9e7ef67a-e090-4d88-b085-41e8b3a09239", "name": "network-vif-deleted", "tag": "161a5324-75cc-419a-ab3b-406abcf15b2e"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:52:46.143067 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf206eba-8c49-44f4-bb5f-0e522e6bbe91 x-openstack-request-id: req-cf206eba-8c49-44f4-bb5f-0e522e6bbe91 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:52:46.143444 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e7ef67a-e090-4d88-b085-41e8b3a09239", "name": "network-vif-deleted", "tag": "161a5324-75cc-419a-ab3b-406abcf15b2e", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:52:46.143735 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cf206eba-8c49-44f4-bb5f-0e522e6bbe91 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:52:46.144167 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e7ef67a-e090-4d88-b085-41e8b3a09239', 'name': 'network-vif-deleted', 'tag': '161a5324-75cc-419a-ab3b-406abcf15b2e', 'status': 'completed', 'code': 200} Dec 06 17:52:46.249018 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-f08b6d24-5da7-4a2d-8bd1-97251b7a5a1f None None] Set router 2c3d0679-4e43-4092-83fa-7d922af599b7 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:52:46.445777 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-f08b6d24-5da7-4a2d-8bd1-97251b7a5a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c3d0679-4e43-4092-83fa-7d922af599b7', 'name': 'tempest-ServerActionsTestJSON-669397432-router', 'tenant_id': '53f0e2b3dd834584b50c76041ac80845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.51'}], 'enable_snat': True}, 'gw_port_id': '9970c79c-530d-43df-9017-3bf60635d9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:50:26Z', 'updated_at': '2021-12-06T17:50:29Z', 'revision_number': 4, 'project_id': '53f0e2b3dd834584b50c76041ac80845', 'gw_port': {'id': '9970c79c-530d-43df-9017-3bf60635d9ca', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3d0679-4e43-4092-83fa-7d922af599b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:50:26Z', 'updated_at': '2021-12-06T17:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '6056c72c-a53a-4cf7-8d94-e07253f5e3e9', 'name': '', 'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569', 'tenant_id': '53f0e2b3dd834584b50c76041ac80845', 'mac_address': 'fa:16:3e:e2:ff:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3d0679-4e43-4092-83fa-7d922af599b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '0787ed94-343d-45a1-8354-028050fe4455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:50:28Z', 'updated_at': '2021-12-06T17:50:32Z', 'revision_number': 5, 'project_id': '53f0e2b3dd834584b50c76041ac80845', 'subnets': [{'id': '0787ed94-343d-45a1-8354-028050fe4455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:52:46.470505 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08b6d24-5da7-4a2d-8bd1-97251b7a5a1f None None] Checking router: 2c3d0679-4e43-4092-83fa-7d922af599b7 for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:52:46.478426 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08b6d24-5da7-4a2d-8bd1-97251b7a5a1f None None] Routers {'2c3d0679-4e43-4092-83fa-7d922af599b7'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:52:46.479017 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-f08b6d24-5da7-4a2d-8bd1-97251b7a5a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:52:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['2c3d0679-4e43-4092-83fa-7d922af599b7'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:52:46.585236 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-f08b6d24-5da7-4a2d-8bd1-97251b7a5a1f None None] Set router 2c3d0679-4e43-4092-83fa-7d922af599b7 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:52:46.784048 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-f08b6d24-5da7-4a2d-8bd1-97251b7a5a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c3d0679-4e43-4092-83fa-7d922af599b7', 'name': 'tempest-ServerActionsTestJSON-669397432-router', 'tenant_id': '53f0e2b3dd834584b50c76041ac80845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.51'}], 'enable_snat': True}, 'gw_port_id': '9970c79c-530d-43df-9017-3bf60635d9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:50:26Z', 'updated_at': '2021-12-06T17:50:29Z', 'revision_number': 4, 'project_id': '53f0e2b3dd834584b50c76041ac80845', 'gw_port': {'id': '9970c79c-530d-43df-9017-3bf60635d9ca', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3d0679-4e43-4092-83fa-7d922af599b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:50:26Z', 'updated_at': '2021-12-06T17:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '6056c72c-a53a-4cf7-8d94-e07253f5e3e9', 'name': '', 'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569', 'tenant_id': '53f0e2b3dd834584b50c76041ac80845', 'mac_address': 'fa:16:3e:e2:ff:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3d0679-4e43-4092-83fa-7d922af599b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '0787ed94-343d-45a1-8354-028050fe4455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:50:28Z', 'updated_at': '2021-12-06T17:50:32Z', 'revision_number': 5, 'project_id': '53f0e2b3dd834584b50c76041ac80845', 'subnets': [{'id': '0787ed94-343d-45a1-8354-028050fe4455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:52:46.810737 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08b6d24-5da7-4a2d-8bd1-97251b7a5a1f None None] The sync data for ids ['2c3d0679-4e43-4092-83fa-7d922af599b7'] in n-d-master-1 is: [{'id': '2c3d0679-4e43-4092-83fa-7d922af599b7', 'name': 'tempest-ServerActionsTestJSON-669397432-router', 'tenant_id': '53f0e2b3dd834584b50c76041ac80845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.51'}], 'enable_snat': True}, 'gw_port_id': '9970c79c-530d-43df-9017-3bf60635d9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:50:26Z', 'updated_at': '2021-12-06T17:50:29Z', 'revision_number': 4, 'project_id': '53f0e2b3dd834584b50c76041ac80845', 'gw_port': {'id': '9970c79c-530d-43df-9017-3bf60635d9ca', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3d0679-4e43-4092-83fa-7d922af599b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:50:26Z', 'updated_at': '2021-12-06T17:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '6056c72c-a53a-4cf7-8d94-e07253f5e3e9', 'name': '', 'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569', 'tenant_id': '53f0e2b3dd834584b50c76041ac80845', 'mac_address': 'fa:16:3e:e2:ff:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3d0679-4e43-4092-83fa-7d922af599b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '0787ed94-343d-45a1-8354-028050fe4455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:50:28Z', 'updated_at': '2021-12-06T17:50:32Z', 'revision_number': 5, 'project_id': '53f0e2b3dd834584b50c76041ac80845', 'subnets': [{'id': '0787ed94-343d-45a1-8354-028050fe4455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:52:47.023703 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bcd2128-e0dd-456e-9391-a152373d0499 None None] New status for floating IP a3ae450d-aeca-47bf-94f0-426e78061852: DOWN {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 17:52:47.111916 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:52:47.251670 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5ad6f901-f96c-4e8a-9439-da7ee8457b10 req-744c2ef6-8f00-495a-b472-3b227e7bd071 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--561560987&fields=id&tenant_id=53f0e2b3dd834584b50c76041ac80845 HTTP/1.1" status: 200 len: 267 time: 0.0446868 Dec 06 17:52:47.358975 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad6f901-f96c-4e8a-9439-da7ee8457b10 req-c94bc415-c89d-4319-9e57-14bfbbe8130d tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:52:47.360443 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5ad6f901-f96c-4e8a-9439-da7ee8457b10 req-c94bc415-c89d-4319-9e57-14bfbbe8130d tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/networks?id=abe44660-3c85-46c3-81ef-3a83d1c4b569 HTTP/1.1" status: 200 len: 811 time: 0.1019347 Dec 06 17:52:47.367656 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 161a5324-75cc-419a-ab3b-406abcf15b2e no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:52:47.375733 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5ad6f901-f96c-4e8a-9439-da7ee8457b10 req-5466a205-227c-4abc-80b2-79826daccf86 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/quotas/53f0e2b3dd834584b50c76041ac80845 HTTP/1.1" status: 200 len: 375 time: 0.0094507 Dec 06 17:52:47.391752 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] No Port match for: 161a5324-75cc-419a-ab3b-406abcf15b2e {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:52:47.392100 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 161a5324-75cc-419a-ab3b-406abcf15b2e not bound to the agent host n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:52:47.433122 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5ad6f901-f96c-4e8a-9439-da7ee8457b10 req-16717c7c-8459-49de-a7cf-f44da759e815 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=53f0e2b3dd834584b50c76041ac80845&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512331 Dec 06 17:52:47.527508 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5ad6f901-f96c-4e8a-9439-da7ee8457b10 req-53df9b47-6dfa-4950-957c-dc50b42ed3e4 service neutron] 10.222.0.23 "GET /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825202 Dec 06 17:52:47.618205 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5ad6f901-f96c-4e8a-9439-da7ee8457b10 req-ba73416d-fd2a-4d2f-83fc-3adae0f3e97d service neutron] 10.222.0.23 "GET /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847077 Dec 06 17:52:47.780340 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c09f0939-5762-4745-b5c1-933800326e99 req-81b64ad5-2ff2-45b6-afa1-3cfee98165d2 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d0ff030-554e-4a0f-afd2-45a367d40b8a HTTP/1.1" status: 200 len: 210 time: 0.0261819 Dec 06 17:52:48.186391 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:52:48.857174 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-17c6e9c2-1604-41fe-b15f-9517195193cb req-22fdd202-3f42-45bc-a819-a29278d27e30 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d0ff030-554e-4a0f-afd2-45a367d40b8a HTTP/1.1" status: 200 len: 210 time: 0.0260117 Dec 06 17:52:49.115225 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:52:49.938517 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5d8b1704-cce4-427d-9df1-cf5d18527e3e req-c819dc34-2c12-4023-8d17-a413bea28a7a tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d0ff030-554e-4a0f-afd2-45a367d40b8a HTTP/1.1" status: 200 len: 210 time: 0.0295057 Dec 06 17:52:51.019652 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-facd2227-46a1-44de-b0b5-d9bbc316a7da req-eba2a7b0-eb70-4f40-8a61-291f3cbb9bbd tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d0ff030-554e-4a0f-afd2-45a367d40b8a HTTP/1.1" status: 200 len: 210 time: 0.0264702 Dec 06 17:52:52.113051 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bd6557f9-dfc0-44ce-9578-d7bfacb6c2bb req-2819b398-319e-42fe-9c3c-1a77739c9691 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d0ff030-554e-4a0f-afd2-45a367d40b8a HTTP/1.1" status: 200 len: 210 time: 0.0257018 Dec 06 17:52:52.765736 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad6f901-f96c-4e8a-9439-da7ee8457b10 req-9af4dd2a-519d-48eb-8e62-fb470243b0e4 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:52:52.767366 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5ad6f901-f96c-4e8a-9439-da7ee8457b10 req-9af4dd2a-519d-48eb-8e62-fb470243b0e4 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.44 "GET /v2.0/networks?id=abe44660-3c85-46c3-81ef-3a83d1c4b569 HTTP/1.1" status: 200 len: 811 time: 0.1113939 Dec 06 17:52:52.840871 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5ad6f901-f96c-4e8a-9439-da7ee8457b10 req-1f78e474-cce7-4e72-8589-fbaf940fed6b tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53f0e2b3dd834584b50c76041ac80845 HTTP/1.1" status: 200 len: 379 time: 0.0613937 Dec 06 17:52:52.852190 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-5ad6f901-f96c-4e8a-9439-da7ee8457b10 req-04c5e05b-bc11-4a24-a89f-7fbf36fcdcc9 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Request body: {'port': {'device_id': '1d0ff030-554e-4a0f-afd2-45a367d40b8a', 'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569', 'admin_state_up': True, 'tenant_id': '53f0e2b3dd834584b50c76041ac80845', 'security_groups': ['65fd55a3-5e93-437e-8c33-9d03954b393c']}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:52:52.959988 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ad6f901-f96c-4e8a-9439-da7ee8457b10 req-04c5e05b-bc11-4a24-a89f-7fbf36fcdcc9 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Made reservation on behalf of 53f0e2b3dd834584b50c76041ac80845 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:52:52.964101 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-5ad6f901-f96c-4e8a-9439-da7ee8457b10 req-04c5e05b-bc11-4a24-a89f-7fbf36fcdcc9 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:52:53.085050 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-5ad6f901-f96c-4e8a-9439-da7ee8457b10 req-04c5e05b-bc11-4a24-a89f-7fbf36fcdcc9 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Allocated IP 172.20.0.13 (abe44660-3c85-46c3-81ef-3a83d1c4b569/0787ed94-343d-45a1-8354-028050fe4455/1ddafc09-f61e-4ea8-acc0-f5ae599a9caa) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:52:53.217945 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-27b95e22-d426-4b2d-a2fe-9a51f4be6119 req-b2d24d44-6a69-404a-97dc-eb262d9527f2 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d0ff030-554e-4a0f-afd2-45a367d40b8a HTTP/1.1" status: 200 len: 210 time: 0.0346792 Dec 06 17:52:53.247456 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-5ad6f901-f96c-4e8a-9439-da7ee8457b10 req-04c5e05b-bc11-4a24-a89f-7fbf36fcdcc9 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:52:53.280734 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-5ad6f901-f96c-4e8a-9439-da7ee8457b10 req-04c5e05b-bc11-4a24-a89f-7fbf36fcdcc9 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:52:53.323979 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ad6f901-f96c-4e8a-9439-da7ee8457b10 req-04c5e05b-bc11-4a24-a89f-7fbf36fcdcc9 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Network abe44660-3c85-46c3-81ef-3a83d1c4b569 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:52:53.327042 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-5ad6f901-f96c-4e8a-9439-da7ee8457b10 req-04c5e05b-bc11-4a24-a89f-7fbf36fcdcc9 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:52:53.330723 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ad6f901-f96c-4e8a-9439-da7ee8457b10 req-04c5e05b-bc11-4a24-a89f-7fbf36fcdcc9 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:52:53.360661 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c5e05b-bc11-4a24-a89f-7fbf36fcdcc9 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Pushing event updated for resources: {'Port': ['ID=1ddafc09-f61e-4ea8-acc0-f5ae599a9caa,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:52:53.390848 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad6f901-f96c-4e8a-9439-da7ee8457b10 req-04c5e05b-bc11-4a24-a89f-7fbf36fcdcc9 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:52:53.391482 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-5ad6f901-f96c-4e8a-9439-da7ee8457b10 req-04c5e05b-bc11-4a24-a89f-7fbf36fcdcc9 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:52:53.408061 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5ad6f901-f96c-4e8a-9439-da7ee8457b10 req-04c5e05b-bc11-4a24-a89f-7fbf36fcdcc9 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5595188 Dec 06 17:52:53.420799 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-5ad6f901-f96c-4e8a-9439-da7ee8457b10 req-d768c383-ccac-4673-988c-f3459c2df9a2 service neutron] Request body: {'port': {'device_id': '1d0ff030-554e-4a0f-afd2-45a367d40b8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:52:53.478750 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-5ad6f901-f96c-4e8a-9439-da7ee8457b10 req-d768c383-ccac-4673-988c-f3459c2df9a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:52:53.543948 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-2f76c8cf-7e01-4835-81e2-480f136e705a None None] Provisioning complete for port 1ddafc09-f61e-4ea8-acc0-f5ae599a9caa triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:52:53.544553 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2f76c8cf-7e01-4835-81e2-480f136e705a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:52:53.577966 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-2f76c8cf-7e01-4835-81e2-480f136e705a None None] Port 1ddafc09-f61e-4ea8-acc0-f5ae599a9caa cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:52:53.746197 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-5ad6f901-f96c-4e8a-9439-da7ee8457b10 req-d768c383-ccac-4673-988c-f3459c2df9a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ddafc09-f61e-4ea8-acc0-f5ae599a9caa {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:52:53.753599 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-5ad6f901-f96c-4e8a-9439-da7ee8457b10 req-d768c383-ccac-4673-988c-f3459c2df9a2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:52:53.766135 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-5ad6f901-f96c-4e8a-9439-da7ee8457b10 req-d768c383-ccac-4673-988c-f3459c2df9a2 service neutron] Transition to ACTIVE for port object 1ddafc09-f61e-4ea8-acc0-f5ae599a9caa will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:52:53.771018 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-5ad6f901-f96c-4e8a-9439-da7ee8457b10 req-d768c383-ccac-4673-988c-f3459c2df9a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:52:53.822464 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d768c383-ccac-4673-988c-f3459c2df9a2 service neutron] Pushing event updated for resources: {'Port': ['ID=1ddafc09-f61e-4ea8-acc0-f5ae599a9caa,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:52:53.893436 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-5ad6f901-f96c-4e8a-9439-da7ee8457b10 req-d768c383-ccac-4673-988c-f3459c2df9a2 service neutron] Attempting to bind port 1ddafc09-f61e-4ea8-acc0-f5ae599a9caa on host n-h2-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:52:53.893797 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-5ad6f901-f96c-4e8a-9439-da7ee8457b10 req-d768c383-ccac-4673-988c-f3459c2df9a2 service neutron] Attempting to bind port 1ddafc09-f61e-4ea8-acc0-f5ae599a9caa by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '52241ada-1965-476a-bc10-c1275aa114a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:52:53.894129 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad6f901-f96c-4e8a-9439-da7ee8457b10 req-d768c383-ccac-4673-988c-f3459c2df9a2 service neutron] Attempting to bind port 1ddafc09-f61e-4ea8-acc0-f5ae599a9caa on network abe44660-3c85-46c3-81ef-3a83d1c4b569 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:52:53.898714 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad6f901-f96c-4e8a-9439-da7ee8457b10 req-d768c383-ccac-4673-988c-f3459c2df9a2 service neutron] Port 1ddafc09-f61e-4ea8-acc0-f5ae599a9caa on network abe44660-3c85-46c3-81ef-3a83d1c4b569 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:52:53.899045 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad6f901-f96c-4e8a-9439-da7ee8457b10 req-d768c383-ccac-4673-988c-f3459c2df9a2 service neutron] Attempting to bind port 1ddafc09-f61e-4ea8-acc0-f5ae599a9caa on network abe44660-3c85-46c3-81ef-3a83d1c4b569 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:52:53.904072 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad6f901-f96c-4e8a-9439-da7ee8457b10 req-d768c383-ccac-4673-988c-f3459c2df9a2 service neutron] Checking agent: {'id': '9d8b9f49-2860-4c1f-9b89-45a7657a3c4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:52:53.904419 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad6f901-f96c-4e8a-9439-da7ee8457b10 req-d768c383-ccac-4673-988c-f3459c2df9a2 service neutron] Checking segment: {'id': '52241ada-1965-476a-bc10-c1275aa114a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:52:53.904808 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad6f901-f96c-4e8a-9439-da7ee8457b10 req-d768c383-ccac-4673-988c-f3459c2df9a2 service neutron] Bound using segment: {'id': '52241ada-1965-476a-bc10-c1275aa114a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:52:53.905245 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-5ad6f901-f96c-4e8a-9439-da7ee8457b10 req-d768c383-ccac-4673-988c-f3459c2df9a2 service neutron] Bound port: 1ddafc09-f61e-4ea8-acc0-f5ae599a9caa, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52241ada-1965-476a-bc10-c1275aa114a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:52:53.905632 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-5ad6f901-f96c-4e8a-9439-da7ee8457b10 req-d768c383-ccac-4673-988c-f3459c2df9a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:52:53.975565 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-5ad6f901-f96c-4e8a-9439-da7ee8457b10 req-d768c383-ccac-4673-988c-f3459c2df9a2 service neutron] For port 1ddafc09-f61e-4ea8-acc0-f5ae599a9caa, host n-h2-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:52:53.979182 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-5ad6f901-f96c-4e8a-9439-da7ee8457b10 req-d768c383-ccac-4673-988c-f3459c2df9a2 service neutron] For port 1ddafc09-f61e-4ea8-acc0-f5ae599a9caa, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=1ddafc09-f61e-4ea8-acc0-f5ae599a9caa,segment=NetworkSegment(52241ada-1965-476a-bc10-c1275aa114a0),segment_id=52241ada-1965-476a-bc10-c1275aa114a0)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:52:53.983758 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-5ad6f901-f96c-4e8a-9439-da7ee8457b10 req-d768c383-ccac-4673-988c-f3459c2df9a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:52:54.021490 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad6f901-f96c-4e8a-9439-da7ee8457b10 req-d768c383-ccac-4673-988c-f3459c2df9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:52:54.022223 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-5ad6f901-f96c-4e8a-9439-da7ee8457b10 req-d768c383-ccac-4673-988c-f3459c2df9a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:52:54.023662 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5ad6f901-f96c-4e8a-9439-da7ee8457b10 req-d768c383-ccac-4673-988c-f3459c2df9a2 service neutron] 10.222.0.44 "PUT /v2.0/ports/1ddafc09-f61e-4ea8-acc0-f5ae599a9caa HTTP/1.1" status: 200 len: 1092 time: 0.6072109 Dec 06 17:52:54.024116 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d0ff030-554e-4a0f-afd2-45a367d40b8a', 'tag': '1ddafc09-f61e-4ea8-acc0-f5ae599a9caa'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:52:54.026599 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75aec814-eec7-4678-97e7-c13e21137659" -d '{"events": [{"name": "network-changed", "server_uuid": "1d0ff030-554e-4a0f-afd2-45a367d40b8a", "tag": "1ddafc09-f61e-4ea8-acc0-f5ae599a9caa"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:52:54.053339 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d768c383-ccac-4673-988c-f3459c2df9a2 service neutron] Pushing event updated for resources: {'Port': ['ID=1ddafc09-f61e-4ea8-acc0-f5ae599a9caa,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:52:54.072373 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-936879a5-91a6-47f2-bc6e-df0056af64cc x-openstack-request-id: req-936879a5-91a6-47f2-bc6e-df0056af64cc {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:52:54.072682 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d0ff030-554e-4a0f-afd2-45a367d40b8a", "tag": "1ddafc09-f61e-4ea8-acc0-f5ae599a9caa", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:52:54.072941 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-936879a5-91a6-47f2-bc6e-df0056af64cc {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:52:54.073354 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d0ff030-554e-4a0f-afd2-45a367d40b8a', 'tag': '1ddafc09-f61e-4ea8-acc0-f5ae599a9caa', 'status': 'completed', 'code': 200} Dec 06 17:52:54.115851 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad6f901-f96c-4e8a-9439-da7ee8457b10 req-04873303-1f7d-41ce-961b-7b52998442e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:52:54.117766 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5ad6f901-f96c-4e8a-9439-da7ee8457b10 req-04873303-1f7d-41ce-961b-7b52998442e1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=53f0e2b3dd834584b50c76041ac80845&device_id=1d0ff030-554e-4a0f-afd2-45a367d40b8a HTTP/1.1" status: 200 len: 1095 time: 0.0421209 Dec 06 17:52:54.162319 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5ad6f901-f96c-4e8a-9439-da7ee8457b10 req-70a69f99-44a4-479c-8abb-f724f6cbd8d9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ddafc09-f61e-4ea8-acc0-f5ae599a9caa HTTP/1.1" status: 200 len: 217 time: 0.0363297 Dec 06 17:52:54.217699 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad6f901-f96c-4e8a-9439-da7ee8457b10 req-0e8d201c-ce80-402d-b529-d9406bc79a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:52:54.219202 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5ad6f901-f96c-4e8a-9439-da7ee8457b10 req-0e8d201c-ce80-402d-b529-d9406bc79a5b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0787ed94-343d-45a1-8354-028050fe4455 HTTP/1.1" status: 200 len: 850 time: 0.0504766 Dec 06 17:52:54.266195 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad6f901-f96c-4e8a-9439-da7ee8457b10 req-86544767-6c3e-4a95-a8de-217a27e0f6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:52:54.267635 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5ad6f901-f96c-4e8a-9439-da7ee8457b10 req-86544767-6c3e-4a95-a8de-217a27e0f6f4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=abe44660-3c85-46c3-81ef-3a83d1c4b569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411470 Dec 06 17:52:54.391975 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de8ed75-3e45-439e-946c-afbedd98e375 req-ac0c6a6d-2d99-491e-8f80-ad1bae6ad74f tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:52:54.393441 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0de8ed75-3e45-439e-946c-afbedd98e375 req-ac0c6a6d-2d99-491e-8f80-ad1bae6ad74f tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d0ff030-554e-4a0f-afd2-45a367d40b8a HTTP/1.1" status: 200 len: 944 time: 0.1006703 Dec 06 17:52:54.398805 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5ad6f901-f96c-4e8a-9439-da7ee8457b10 req-e0ac8f0d-3076-4ed3-84fa-77980060f913 service neutron] 10.222.0.44 "GET /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231425 Dec 06 17:52:54.491724 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0de8ed75-3e45-439e-946c-afbedd98e375 req-d3f3996e-0160-45a7-b2a3-217eab04b06c tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919816 Dec 06 17:52:54.518161 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5ad6f901-f96c-4e8a-9439-da7ee8457b10 req-07d0eabe-902e-4b51-92f5-1425e2e91e38 service neutron] 10.222.0.44 "GET /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119430 Dec 06 17:52:54.606093 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aec814-eec7-4678-97e7-c13e21137659 req-c5c602df-5bd5-4466-8493-41c307a1591e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:52:54.607604 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-75aec814-eec7-4678-97e7-c13e21137659 req-c5c602df-5bd5-4466-8493-41c307a1591e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=53f0e2b3dd834584b50c76041ac80845&device_id=1d0ff030-554e-4a0f-afd2-45a367d40b8a HTTP/1.1" status: 200 len: 1095 time: 0.0455287 Dec 06 17:52:54.696747 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aec814-eec7-4678-97e7-c13e21137659 req-5225ac67-41ae-45d0-8bb3-46cca0b7b841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:52:54.698268 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-75aec814-eec7-4678-97e7-c13e21137659 req-5225ac67-41ae-45d0-8bb3-46cca0b7b841 service neutron] 10.222.0.44 "GET /v2.0/networks?id=abe44660-3c85-46c3-81ef-3a83d1c4b569 HTTP/1.1" status: 200 len: 912 time: 0.0835800 Dec 06 17:52:54.748166 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-75aec814-eec7-4678-97e7-c13e21137659 req-f038f08e-8b1b-4bc3-acf5-e31781117684 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ddafc09-f61e-4ea8-acc0-f5ae599a9caa HTTP/1.1" status: 200 len: 217 time: 0.0378590 Dec 06 17:52:54.799911 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aec814-eec7-4678-97e7-c13e21137659 req-1b6ddc10-444a-400c-97cf-22976c3fde77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:52:54.801383 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-75aec814-eec7-4678-97e7-c13e21137659 req-1b6ddc10-444a-400c-97cf-22976c3fde77 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0787ed94-343d-45a1-8354-028050fe4455 HTTP/1.1" status: 200 len: 850 time: 0.0463667 Dec 06 17:52:54.846429 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aec814-eec7-4678-97e7-c13e21137659 req-d6ab90c2-8ffb-4f7e-84b5-8b080fbb64b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:52:54.847890 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-75aec814-eec7-4678-97e7-c13e21137659 req-d6ab90c2-8ffb-4f7e-84b5-8b080fbb64b6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=abe44660-3c85-46c3-81ef-3a83d1c4b569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391779 Dec 06 17:52:54.940773 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-75aec814-eec7-4678-97e7-c13e21137659 req-b378b2eb-b1ea-465c-98b8-33b33b986d01 service neutron] 10.222.0.44 "GET /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847940 Dec 06 17:52:55.032349 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-75aec814-eec7-4678-97e7-c13e21137659 req-c08ce12e-b2f7-4fac-bb80-39dc1c2eb725 service neutron] 10.222.0.44 "GET /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824919 Dec 06 17:52:55.309890 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 17:52:55.412313 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 1ddafc09-f61e-4ea8-acc0-f5ae599a9caa details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:52:55.502727 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 1ddafc09-f61e-4ea8-acc0-f5ae599a9caa, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=1ddafc09-f61e-4ea8-acc0-f5ae599a9caa,segment=NetworkSegment(52241ada-1965-476a-bc10-c1275aa114a0),segment_id=52241ada-1965-476a-bc10-c1275aa114a0)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:52:55.513555 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': '1ddafc09-f61e-4ea8-acc0-f5ae599a9caa', 'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569', 'port_id': '1ddafc09-f61e-4ea8-acc0-f5ae599a9caa', 'mac_address': 'fa:16:3e:a7:b8:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0787ed94-343d-45a1-8354-028050fe4455', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:52:55.554468 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:52:55.567271 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ddafc09-f61e-4ea8-acc0-f5ae599a9caa {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:52:55.587412 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 1ddafc09-f61e-4ea8-acc0-f5ae599a9caa, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=1ddafc09-f61e-4ea8-acc0-f5ae599a9caa,segment=NetworkSegment(52241ada-1965-476a-bc10-c1275aa114a0),segment_id=52241ada-1965-476a-bc10-c1275aa114a0)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:52:55.592552 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:52:55.610854 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536ac553-d041-4681-bccd-1443f81dc117 req-f9ae18c1-4f89-4bf2-ae68-94b5d38ac073 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:52:55.612468 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-536ac553-d041-4681-bccd-1443f81dc117 req-f9ae18c1-4f89-4bf2-ae68-94b5d38ac073 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d0ff030-554e-4a0f-afd2-45a367d40b8a HTTP/1.1" status: 200 len: 944 time: 0.0505250 Dec 06 17:52:55.641391 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=1ddafc09-f61e-4ea8-acc0-f5ae599a9caa,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:52:55.661542 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-536ac553-d041-4681-bccd-1443f81dc117 req-e4b2ea90-6855-4742-9b07-1122d1416490 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425534 Dec 06 17:52:55.782507 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['1ddafc09-f61e-4ea8-acc0-f5ae599a9caa'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:52:56.785132 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23655711-f455-4bbb-a755-d9658a4e6b50 req-719ce7bf-5bf6-4b1c-a80a-8b0eecd0cf9e tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:52:56.786656 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-23655711-f455-4bbb-a755-d9658a4e6b50 req-719ce7bf-5bf6-4b1c-a80a-8b0eecd0cf9e tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d0ff030-554e-4a0f-afd2-45a367d40b8a HTTP/1.1" status: 200 len: 945 time: 0.0579824 Dec 06 17:52:56.834626 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-23655711-f455-4bbb-a755-d9658a4e6b50 req-ca33689f-5990-4ef5-8e36-403f1f0147ae tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413983 Dec 06 17:52:57.433249 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 1ddafc09-f61e-4ea8-acc0-f5ae599a9caa up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:52:57.480637 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning for port 1ddafc09-f61e-4ea8-acc0-f5ae599a9caa completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:52:57.484420 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port 1ddafc09-f61e-4ea8-acc0-f5ae599a9caa triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:52:57.484793 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:52:57.562190 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:52:57.583813 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d0ff030-554e-4a0f-afd2-45a367d40b8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ddafc09-f61e-4ea8-acc0-f5ae599a9caa'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:52:57.587034 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09aa0a59-1211-4168-ae9d-6cb1ff5d9723" -d '{"events": [{"server_uuid": "1d0ff030-554e-4a0f-afd2-45a367d40b8a", "name": "network-vif-plugged", "status": "completed", "tag": "1ddafc09-f61e-4ea8-acc0-f5ae599a9caa"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:52:57.599310 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 1ddafc09-f61e-4ea8-acc0-f5ae599a9caa, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=1ddafc09-f61e-4ea8-acc0-f5ae599a9caa,segment=NetworkSegment(52241ada-1965-476a-bc10-c1275aa114a0),segment_id=52241ada-1965-476a-bc10-c1275aa114a0)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:52:57.603214 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:52:57.627813 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3fe3812-89e8-4b62-8a64-519727982a6b x-openstack-request-id: req-c3fe3812-89e8-4b62-8a64-519727982a6b {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:52:57.628120 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d0ff030-554e-4a0f-afd2-45a367d40b8a", "name": "network-vif-plugged", "status": "completed", "tag": "1ddafc09-f61e-4ea8-acc0-f5ae599a9caa", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:52:57.628380 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c3fe3812-89e8-4b62-8a64-519727982a6b {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:52:57.628777 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d0ff030-554e-4a0f-afd2-45a367d40b8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ddafc09-f61e-4ea8-acc0-f5ae599a9caa', 'code': 200} Dec 06 17:52:57.654278 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=1ddafc09-f61e-4ea8-acc0-f5ae599a9caa,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:52:57.724530 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fe6866-66c2-4094-b281-dcdbe1192983 req-9817047d-525e-415c-ba26-52f8133c9b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:52:57.725976 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-07fe6866-66c2-4094-b281-dcdbe1192983 req-9817047d-525e-415c-ba26-52f8133c9b23 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1d0ff030-554e-4a0f-afd2-45a367d40b8a HTTP/1.1" status: 200 len: 1097 time: 0.0401952 Dec 06 17:52:57.770972 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-07fe6866-66c2-4094-b281-dcdbe1192983 req-128f599e-f67b-4c7e-9da1-047bb5389985 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381956 Dec 06 17:52:57.949795 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebb454a-4ad6-4cd3-8210-c11de2966306 req-a6cb9531-87dc-4030-b81e-387baee1451d tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:52:57.951257 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8ebb454a-4ad6-4cd3-8210-c11de2966306 req-a6cb9531-87dc-4030-b81e-387baee1451d tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d0ff030-554e-4a0f-afd2-45a367d40b8a HTTP/1.1" status: 200 len: 946 time: 0.0478561 Dec 06 17:52:58.000729 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8ebb454a-4ad6-4cd3-8210-c11de2966306 req-45680017-660e-4aca-9e70-3c199568f82f tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435297 Dec 06 17:52:59.116032 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff724afd-9526-4fd7-b78f-0bcb938e22c1 req-3682e48f-c8d6-4076-8864-dd4f8a7c2c56 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:52:59.118004 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ff724afd-9526-4fd7-b78f-0bcb938e22c1 req-3682e48f-c8d6-4076-8864-dd4f8a7c2c56 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d0ff030-554e-4a0f-afd2-45a367d40b8a HTTP/1.1" status: 200 len: 946 time: 0.0483344 Dec 06 17:52:59.167873 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ff724afd-9526-4fd7-b78f-0bcb938e22c1 req-bda55876-e6a4-4c45-8150-cd90d36c438d tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438735 Dec 06 17:52:59.278079 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c83175-3b87-4e13-971f-84f97f52052a req-c0e6b223-5e29-4220-a4ca-247b7681e0e3 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:52:59.279592 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-25c83175-3b87-4e13-971f-84f97f52052a req-c0e6b223-5e29-4220-a4ca-247b7681e0e3 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d0ff030-554e-4a0f-afd2-45a367d40b8a HTTP/1.1" status: 200 len: 946 time: 0.0473182 Dec 06 17:52:59.288090 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 39572) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:52:59.292907 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-019ab01a-a0cb-4736-8a68-1f39c328ec61 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Request body: {'floatingip': {'port_id': '1ddafc09-f61e-4ea8-acc0-f5ae599a9caa'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:52:59.330667 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-019ab01a-a0cb-4736-8a68-1f39c328ec61 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Publish callbacks [] for floatingip, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:52:59.755923 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-019ab01a-a0cb-4736-8a68-1f39c328ec61 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:52:59.760257 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-019ab01a-a0cb-4736-8a68-1f39c328ec61 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:52:59.860489 n-d-master-1 neutron-server[103284]: INFO neutron.db.l3_db [None req-019ab01a-a0cb-4736-8a68-1f39c328ec61 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Floating IP a3ae450d-aeca-47bf-94f0-426e78061852 associated. External IP: 172.35.1.149, port: 1ddafc09-f61e-4ea8-acc0-f5ae599a9caa. Dec 06 17:53:00.063630 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-019ab01a-a0cb-4736-8a68-1f39c328ec61 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Router 2c3d0679-4e43-4092-83fa-7d922af599b7 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:53:00.437982 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-019ab01a-a0cb-4736-8a68-1f39c328ec61 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:53:00.442688 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-019ab01a-a0cb-4736-8a68-1f39c328ec61 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:53:00.448313 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90c415e-24c8-4711-8e5b-f4de7f9c0a10 None None] Sync routers for ids ['2c3d0679-4e43-4092-83fa-7d922af599b7'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:53:00.457577 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90c415e-24c8-4711-8e5b-f4de7f9c0a10 None None] Routers {'2c3d0679-4e43-4092-83fa-7d922af599b7'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:53:00.458244 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-d90c415e-24c8-4711-8e5b-f4de7f9c0a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:52:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['2c3d0679-4e43-4092-83fa-7d922af599b7'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:53:00.469980 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-019ab01a-a0cb-4736-8a68-1f39c328ec61 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "PUT /v2.0/floatingips/a3ae450d-aeca-47bf-94f0-426e78061852 HTTP/1.1" status: 200 len: 992 time: 1.1808672 Dec 06 17:53:00.470571 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d0ff030-554e-4a0f-afd2-45a367d40b8a', 'tag': '1ddafc09-f61e-4ea8-acc0-f5ae599a9caa'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:53:00.472823 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eadb378-e305-45d3-9798-2cda0ff72712" -d '{"events": [{"name": "network-changed", "server_uuid": "1d0ff030-554e-4a0f-afd2-45a367d40b8a", "tag": "1ddafc09-f61e-4ea8-acc0-f5ae599a9caa"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:53:00.517404 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-680d51ed-2c2b-4a6f-8f04-db0873ff5130 x-openstack-request-id: req-680d51ed-2c2b-4a6f-8f04-db0873ff5130 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:53:00.517758 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d0ff030-554e-4a0f-afd2-45a367d40b8a", "tag": "1ddafc09-f61e-4ea8-acc0-f5ae599a9caa", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:53:00.518030 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-680d51ed-2c2b-4a6f-8f04-db0873ff5130 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:53:00.518446 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d0ff030-554e-4a0f-afd2-45a367d40b8a', 'tag': '1ddafc09-f61e-4ea8-acc0-f5ae599a9caa', 'status': 'completed', 'code': 200} Dec 06 17:53:00.564100 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-d90c415e-24c8-4711-8e5b-f4de7f9c0a10 None None] Set router 2c3d0679-4e43-4092-83fa-7d922af599b7 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:53:00.580639 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eadb378-e305-45d3-9798-2cda0ff72712 req-b194f65c-94d7-40d4-b9d1-3f6e9e7da1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:53:00.582158 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8eadb378-e305-45d3-9798-2cda0ff72712 req-b194f65c-94d7-40d4-b9d1-3f6e9e7da1a0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=53f0e2b3dd834584b50c76041ac80845&device_id=1d0ff030-554e-4a0f-afd2-45a367d40b8a HTTP/1.1" status: 200 len: 1097 time: 0.0398736 Dec 06 17:53:00.675558 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eadb378-e305-45d3-9798-2cda0ff72712 req-761101b9-11d4-4366-b75c-efda403b8429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:53:00.677140 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8eadb378-e305-45d3-9798-2cda0ff72712 req-761101b9-11d4-4366-b75c-efda403b8429 service neutron] 10.222.0.44 "GET /v2.0/networks?id=abe44660-3c85-46c3-81ef-3a83d1c4b569 HTTP/1.1" status: 200 len: 912 time: 0.0882616 Dec 06 17:53:00.742631 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8eadb378-e305-45d3-9798-2cda0ff72712 req-0b8c1509-6ee8-44fa-9bff-deae9e935faa service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ddafc09-f61e-4ea8-acc0-f5ae599a9caa HTTP/1.1" status: 200 len: 1000 time: 0.0586762 Dec 06 17:53:00.787767 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-d90c415e-24c8-4711-8e5b-f4de7f9c0a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c3d0679-4e43-4092-83fa-7d922af599b7', 'name': 'tempest-ServerActionsTestJSON-669397432-router', 'tenant_id': '53f0e2b3dd834584b50c76041ac80845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.51'}], 'enable_snat': True}, 'gw_port_id': '9970c79c-530d-43df-9017-3bf60635d9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:50:26Z', 'updated_at': '2021-12-06T17:50:29Z', 'revision_number': 4, 'project_id': '53f0e2b3dd834584b50c76041ac80845', 'gw_port': {'id': '9970c79c-530d-43df-9017-3bf60635d9ca', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3d0679-4e43-4092-83fa-7d922af599b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:50:26Z', 'updated_at': '2021-12-06T17:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'a3ae450d-aeca-47bf-94f0-426e78061852', 'tenant_id': '53f0e2b3dd834584b50c76041ac80845', 'floating_ip_address': '172.35.1.149', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '2c3d0679-4e43-4092-83fa-7d922af599b7', 'port_id': '1ddafc09-f61e-4ea8-acc0-f5ae599a9caa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4080, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569', 'mac_address': 'fa:16:3e:a7:b8:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0ff030-554e-4a0f-afd2-45a367d40b8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:50:31Z', 'updated_at': '2021-12-06T17:52:59Z', 'revision_number': 5, 'project_id': '53f0e2b3dd834584b50c76041ac80845', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6056c72c-a53a-4cf7-8d94-e07253f5e3e9', 'name': '', 'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569', 'tenant_id': '53f0e2b3dd834584b50c76041ac80845', 'mac_address': 'fa:16:3e:e2:ff:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3d0679-4e43-4092-83fa-7d922af599b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '0787ed94-343d-45a1-8354-028050fe4455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:50:28Z', 'updated_at': '2021-12-06T17:50:32Z', 'revision_number': 5, 'project_id': '53f0e2b3dd834584b50c76041ac80845', 'subnets': [{'id': '0787ed94-343d-45a1-8354-028050fe4455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:53:00.791938 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eadb378-e305-45d3-9798-2cda0ff72712 req-3654b938-b5e8-4cf4-bc24-5c8792d4189e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:53:00.793405 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8eadb378-e305-45d3-9798-2cda0ff72712 req-3654b938-b5e8-4cf4-bc24-5c8792d4189e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0787ed94-343d-45a1-8354-028050fe4455 HTTP/1.1" status: 200 len: 850 time: 0.0447702 Dec 06 17:53:00.815193 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90c415e-24c8-4711-8e5b-f4de7f9c0a10 None None] Checking router: 2c3d0679-4e43-4092-83fa-7d922af599b7 for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:53:00.823486 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90c415e-24c8-4711-8e5b-f4de7f9c0a10 None None] Routers {'2c3d0679-4e43-4092-83fa-7d922af599b7'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:53:00.824089 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-d90c415e-24c8-4711-8e5b-f4de7f9c0a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:52:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['2c3d0679-4e43-4092-83fa-7d922af599b7'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:53:00.841546 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eadb378-e305-45d3-9798-2cda0ff72712 req-a6b3d18a-565e-4375-a618-5d2659f373c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:53:00.843217 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8eadb378-e305-45d3-9798-2cda0ff72712 req-a6b3d18a-565e-4375-a618-5d2659f373c5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=abe44660-3c85-46c3-81ef-3a83d1c4b569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428567 Dec 06 17:53:00.929429 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-d90c415e-24c8-4711-8e5b-f4de7f9c0a10 None None] Set router 2c3d0679-4e43-4092-83fa-7d922af599b7 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:53:00.933411 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8eadb378-e305-45d3-9798-2cda0ff72712 req-c69f4418-9a62-425b-9213-c5389ed65fc5 service neutron] 10.222.0.44 "GET /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828450 Dec 06 17:53:01.028825 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8eadb378-e305-45d3-9798-2cda0ff72712 req-f0151f3e-a3d8-4af7-8f95-b38f9c421ac6 service neutron] 10.222.0.44 "GET /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878990 Dec 06 17:53:01.149757 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-d90c415e-24c8-4711-8e5b-f4de7f9c0a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c3d0679-4e43-4092-83fa-7d922af599b7', 'name': 'tempest-ServerActionsTestJSON-669397432-router', 'tenant_id': '53f0e2b3dd834584b50c76041ac80845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.51'}], 'enable_snat': True}, 'gw_port_id': '9970c79c-530d-43df-9017-3bf60635d9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:50:26Z', 'updated_at': '2021-12-06T17:50:29Z', 'revision_number': 4, 'project_id': '53f0e2b3dd834584b50c76041ac80845', 'gw_port': {'id': '9970c79c-530d-43df-9017-3bf60635d9ca', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3d0679-4e43-4092-83fa-7d922af599b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:50:26Z', 'updated_at': '2021-12-06T17:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'a3ae450d-aeca-47bf-94f0-426e78061852', 'tenant_id': '53f0e2b3dd834584b50c76041ac80845', 'floating_ip_address': '172.35.1.149', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '2c3d0679-4e43-4092-83fa-7d922af599b7', 'port_id': '1ddafc09-f61e-4ea8-acc0-f5ae599a9caa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4080, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569', 'mac_address': 'fa:16:3e:a7:b8:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0ff030-554e-4a0f-afd2-45a367d40b8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:50:31Z', 'updated_at': '2021-12-06T17:52:59Z', 'revision_number': 5, 'project_id': '53f0e2b3dd834584b50c76041ac80845', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6056c72c-a53a-4cf7-8d94-e07253f5e3e9', 'name': '', 'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569', 'tenant_id': '53f0e2b3dd834584b50c76041ac80845', 'mac_address': 'fa:16:3e:e2:ff:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3d0679-4e43-4092-83fa-7d922af599b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '0787ed94-343d-45a1-8354-028050fe4455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:50:28Z', 'updated_at': '2021-12-06T17:50:32Z', 'revision_number': 5, 'project_id': '53f0e2b3dd834584b50c76041ac80845', 'subnets': [{'id': '0787ed94-343d-45a1-8354-028050fe4455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:53:01.253796 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90c415e-24c8-4711-8e5b-f4de7f9c0a10 None None] The sync data for ids ['2c3d0679-4e43-4092-83fa-7d922af599b7'] in n-d-master-1 is: [{'id': '2c3d0679-4e43-4092-83fa-7d922af599b7', 'name': 'tempest-ServerActionsTestJSON-669397432-router', 'tenant_id': '53f0e2b3dd834584b50c76041ac80845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.51'}], 'enable_snat': True}, 'gw_port_id': '9970c79c-530d-43df-9017-3bf60635d9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:50:26Z', 'updated_at': '2021-12-06T17:50:29Z', 'revision_number': 4, 'project_id': '53f0e2b3dd834584b50c76041ac80845', 'gw_port': {'id': '9970c79c-530d-43df-9017-3bf60635d9ca', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3d0679-4e43-4092-83fa-7d922af599b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:50:26Z', 'updated_at': '2021-12-06T17:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'a3ae450d-aeca-47bf-94f0-426e78061852', 'tenant_id': '53f0e2b3dd834584b50c76041ac80845', 'floating_ip_address': '172.35.1.149', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '2c3d0679-4e43-4092-83fa-7d922af599b7', 'port_id': '1ddafc09-f61e-4ea8-acc0-f5ae599a9caa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4080, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569', 'mac_address': 'fa:16:3e:a7:b8:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0ff030-554e-4a0f-afd2-45a367d40b8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:50:31Z', 'updated_at': '2021-12-06T17:52:59Z', 'revision_number': 5, 'project_id': '53f0e2b3dd834584b50c76041ac80845', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6056c72c-a53a-4cf7-8d94-e07253f5e3e9', 'name': '', 'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569', 'tenant_id': '53f0e2b3dd834584b50c76041ac80845', 'mac_address': 'fa:16:3e:e2:ff:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3d0679-4e43-4092-83fa-7d922af599b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '0787ed94-343d-45a1-8354-028050fe4455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:50:28Z', 'updated_at': '2021-12-06T17:50:32Z', 'revision_number': 5, 'project_id': '53f0e2b3dd834584b50c76041ac80845', 'subnets': [{'id': '0787ed94-343d-45a1-8354-028050fe4455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:53:01.428253 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca756523-4bf7-4d54-aac2-8d73f7689ca3 None None] New status for floating IP a3ae450d-aeca-47bf-94f0-426e78061852: ACTIVE {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 17:53:03.058935 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:53:05.419083 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:53:08.331698 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9bab03b9-ffb0-4b3e-85a7-ba367f1a7e37 req-518137f3-4504-420c-9821-22866cc9779c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1d0ff030-554e-4a0f-afd2-45a367d40b8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0383832 Dec 06 17:53:08.411973 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bab03b9-ffb0-4b3e-85a7-ba367f1a7e37 req-1e357da3-42e9-4c85-975e-b61489182ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:53:08.413448 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9bab03b9-ffb0-4b3e-85a7-ba367f1a7e37 req-1e357da3-42e9-4c85-975e-b61489182ecc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=53f0e2b3dd834584b50c76041ac80845&device_id=1d0ff030-554e-4a0f-afd2-45a367d40b8a HTTP/1.1" status: 200 len: 1097 time: 0.0403385 Dec 06 17:53:08.519700 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bab03b9-ffb0-4b3e-85a7-ba367f1a7e37 req-0e1ff928-3beb-4779-a686-6c71e072c039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:53:08.521170 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9bab03b9-ffb0-4b3e-85a7-ba367f1a7e37 req-0e1ff928-3beb-4779-a686-6c71e072c039 service neutron] 10.222.0.44 "GET /v2.0/networks?id=abe44660-3c85-46c3-81ef-3a83d1c4b569 HTTP/1.1" status: 200 len: 912 time: 0.0884778 Dec 06 17:53:08.584768 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9bab03b9-ffb0-4b3e-85a7-ba367f1a7e37 req-40c80aae-e9e7-4ca3-8577-557f6d353ee2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ddafc09-f61e-4ea8-acc0-f5ae599a9caa HTTP/1.1" status: 200 len: 1002 time: 0.0566645 Dec 06 17:53:08.636420 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bab03b9-ffb0-4b3e-85a7-ba367f1a7e37 req-1a3be8d3-8c13-4364-aa73-7ce160709f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:53:08.637902 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9bab03b9-ffb0-4b3e-85a7-ba367f1a7e37 req-1a3be8d3-8c13-4364-aa73-7ce160709f0e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0787ed94-343d-45a1-8354-028050fe4455 HTTP/1.1" status: 200 len: 850 time: 0.0465744 Dec 06 17:53:08.683992 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bab03b9-ffb0-4b3e-85a7-ba367f1a7e37 req-7e80cc38-3335-475d-9774-9ac870a15625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:53:08.685506 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9bab03b9-ffb0-4b3e-85a7-ba367f1a7e37 req-7e80cc38-3335-475d-9774-9ac870a15625 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=abe44660-3c85-46c3-81ef-3a83d1c4b569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403721 Dec 06 17:53:08.775646 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9bab03b9-ffb0-4b3e-85a7-ba367f1a7e37 req-6495fe7e-8b31-4884-bfda-e042767996e5 service neutron] 10.222.0.44 "GET /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835021 Dec 06 17:53:08.876690 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9bab03b9-ffb0-4b3e-85a7-ba367f1a7e37 req-06401fbb-1d7c-4153-b537-dd686153acec service neutron] 10.222.0.44 "GET /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890968 Dec 06 17:53:13.497078 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bb372464-6372-434d-b57b-3073910e3274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:53:15.687851 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-98458ffc-dbe1-420c-a71d-844449a483f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:53:17.042165 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:53:18.189263 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:53:19.118736 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:53:32.309347 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 17:53:33.080853 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:53:35.435963 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:53:43.498703 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c6c1fdc2-42a0-450e-93a4-dcedb0c03736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:53:45.687640 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e0469b58-923a-4e7c-86b3-6a9c6550a527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:53:47.043478 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:53:48.190356 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:53:49.122569 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:54:03.079984 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:54:05.432829 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:54:09.309142 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 17:54:10.331643 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f2b8b823-8681-4a61-8f34-f9607aac66bc req-e80e8fae-f432-4e54-9bed-f65275a3f574 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1d0ff030-554e-4a0f-afd2-45a367d40b8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410244 Dec 06 17:54:10.414106 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b8b823-8681-4a61-8f34-f9607aac66bc req-0fff1255-b1c1-41c4-ab29-8f72139f300a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:54:10.415593 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f2b8b823-8681-4a61-8f34-f9607aac66bc req-0fff1255-b1c1-41c4-ab29-8f72139f300a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=53f0e2b3dd834584b50c76041ac80845&device_id=1d0ff030-554e-4a0f-afd2-45a367d40b8a HTTP/1.1" status: 200 len: 1097 time: 0.0401821 Dec 06 17:54:10.520847 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b8b823-8681-4a61-8f34-f9607aac66bc req-8ca4b5dd-c96b-4e36-83fc-6b9da5c9bfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:54:10.522390 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f2b8b823-8681-4a61-8f34-f9607aac66bc req-8ca4b5dd-c96b-4e36-83fc-6b9da5c9bfc7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=abe44660-3c85-46c3-81ef-3a83d1c4b569 HTTP/1.1" status: 200 len: 912 time: 0.0883210 Dec 06 17:54:10.587022 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f2b8b823-8681-4a61-8f34-f9607aac66bc req-a3745d18-0821-419f-aea4-b8f0c642e590 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ddafc09-f61e-4ea8-acc0-f5ae599a9caa HTTP/1.1" status: 200 len: 1002 time: 0.0572960 Dec 06 17:54:10.641060 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b8b823-8681-4a61-8f34-f9607aac66bc req-a577edf9-dd0a-481e-81ea-a0f267519501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:54:10.642611 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f2b8b823-8681-4a61-8f34-f9607aac66bc req-a577edf9-dd0a-481e-81ea-a0f267519501 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0787ed94-343d-45a1-8354-028050fe4455 HTTP/1.1" status: 200 len: 850 time: 0.0486615 Dec 06 17:54:10.689092 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b8b823-8681-4a61-8f34-f9607aac66bc req-291c8a74-1ec2-4580-a1b1-37bf535389a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:54:10.690636 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f2b8b823-8681-4a61-8f34-f9607aac66bc req-291c8a74-1ec2-4580-a1b1-37bf535389a6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=abe44660-3c85-46c3-81ef-3a83d1c4b569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411856 Dec 06 17:54:10.784390 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f2b8b823-8681-4a61-8f34-f9607aac66bc req-83c5369b-8611-423d-a9de-f2160170e452 service neutron] 10.222.0.44 "GET /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855536 Dec 06 17:54:10.873903 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f2b8b823-8681-4a61-8f34-f9607aac66bc req-c5d00a4a-ea30-4eca-9b4b-90ac984b4c46 service neutron] 10.222.0.44 "GET /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818737 Dec 06 17:54:13.500894 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-70e71736-010c-431c-bda8-4c025fab2b56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:54:15.688378 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-03650cd9-dbac-4459-bedf-417d9f5dba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:54:17.045343 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:54:18.193763 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:54:19.123718 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:54:33.081912 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:54:35.442565 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:54:36.393210 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a94d5de-7d9c-4014-8e2f-ebf7ba999c94 req-64ed2853-77a7-40c6-b6fd-ed05fa40bcce tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:54:36.394768 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0a94d5de-7d9c-4014-8e2f-ebf7ba999c94 req-64ed2853-77a7-40c6-b6fd-ed05fa40bcce tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d0ff030-554e-4a0f-afd2-45a367d40b8a HTTP/1.1" status: 200 len: 946 time: 0.0496693 Dec 06 17:54:36.440470 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0a94d5de-7d9c-4014-8e2f-ebf7ba999c94 req-e59954f7-9b84-405e-9f3d-da75dfa01724 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397916 Dec 06 17:54:37.558602 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8af954-0037-4fab-babd-bd3ac9a8dbbe req-dc07997b-7679-4cee-90ff-0a74d1829f4d tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:54:37.560079 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ce8af954-0037-4fab-babd-bd3ac9a8dbbe req-dc07997b-7679-4cee-90ff-0a74d1829f4d tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d0ff030-554e-4a0f-afd2-45a367d40b8a HTTP/1.1" status: 200 len: 946 time: 0.0486877 Dec 06 17:54:37.610881 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ce8af954-0037-4fab-babd-bd3ac9a8dbbe req-88e6efaf-02d7-4236-83c1-a362ef021cd3 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449371 Dec 06 17:54:38.725608 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b700a7f-2d78-494e-993a-647f7cb28ac8 req-52845c43-f3aa-4e5e-87fd-057c378d238b tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:54:38.727069 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2b700a7f-2d78-494e-993a-647f7cb28ac8 req-52845c43-f3aa-4e5e-87fd-057c378d238b tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d0ff030-554e-4a0f-afd2-45a367d40b8a HTTP/1.1" status: 200 len: 946 time: 0.0478556 Dec 06 17:54:38.776965 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2b700a7f-2d78-494e-993a-647f7cb28ac8 req-882c7680-5ec3-4c2a-9144-eea3fef3796c tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438595 Dec 06 17:54:39.894052 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22271a63-d23f-4baa-ae82-47ad3a3f31ab req-6ed336b9-3a15-43d4-a74b-fadf47ea14de tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:54:39.895533 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-22271a63-d23f-4baa-ae82-47ad3a3f31ab req-6ed336b9-3a15-43d4-a74b-fadf47ea14de tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d0ff030-554e-4a0f-afd2-45a367d40b8a HTTP/1.1" status: 200 len: 946 time: 0.0484881 Dec 06 17:54:39.942636 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-22271a63-d23f-4baa-ae82-47ad3a3f31ab req-1f02b389-ecf4-4c2a-8e50-6193daa6c6d2 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405831 Dec 06 17:54:41.061654 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b40ab46-7d6c-43a8-8631-248c1a70b963 req-8632bdf4-8df2-4333-996f-d5b79fc52b4f tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:54:41.063008 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8b40ab46-7d6c-43a8-8631-248c1a70b963 req-8632bdf4-8df2-4333-996f-d5b79fc52b4f tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d0ff030-554e-4a0f-afd2-45a367d40b8a HTTP/1.1" status: 200 len: 946 time: 0.0531397 Dec 06 17:54:41.109543 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8b40ab46-7d6c-43a8-8631-248c1a70b963 req-3c207289-8a4c-4505-83c2-904e368f42ce tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404890 Dec 06 17:54:42.224096 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d87344-e67e-49e3-8952-c10083e54cc4 req-c173019e-fa70-45a0-bee4-3a3664518509 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:54:42.225658 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-38d87344-e67e-49e3-8952-c10083e54cc4 req-c173019e-fa70-45a0-bee4-3a3664518509 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d0ff030-554e-4a0f-afd2-45a367d40b8a HTTP/1.1" status: 200 len: 946 time: 0.0487385 Dec 06 17:54:42.272479 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-38d87344-e67e-49e3-8952-c10083e54cc4 req-13d5d66a-02cc-4bbd-9546-21753a80f1d1 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409300 Dec 06 17:54:43.385975 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1488ef-9a88-461b-8b6a-7b1a0539828e req-68ffbf20-f374-49d3-b2ec-f407e10ec295 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:54:43.387415 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-df1488ef-9a88-461b-8b6a-7b1a0539828e req-68ffbf20-f374-49d3-b2ec-f407e10ec295 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d0ff030-554e-4a0f-afd2-45a367d40b8a HTTP/1.1" status: 200 len: 946 time: 0.0482283 Dec 06 17:54:43.433725 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-df1488ef-9a88-461b-8b6a-7b1a0539828e req-6bafafbd-1285-4b4a-97f1-839ec9cef39d tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402582 Dec 06 17:54:43.501481 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-531738e7-a46b-4c64-bb6e-9cd6b2acb383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:54:44.552254 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f4f9c-aac7-46e8-81e5-6831756f4d62 req-dd48ee93-8f03-49a0-81da-a1e6d5ea6519 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:54:44.553757 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b90f4f9c-aac7-46e8-81e5-6831756f4d62 req-dd48ee93-8f03-49a0-81da-a1e6d5ea6519 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d0ff030-554e-4a0f-afd2-45a367d40b8a HTTP/1.1" status: 200 len: 946 time: 0.0529916 Dec 06 17:54:44.599556 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b90f4f9c-aac7-46e8-81e5-6831756f4d62 req-6dd519d9-0811-4675-b4f0-1a7d271fd8f1 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398395 Dec 06 17:54:45.692130 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-27e76997-3200-4c61-b22d-1bf8e366c9cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:54:45.718007 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78909d63-7b0e-4441-a3ef-84ebd74ca6b5 req-141a3d50-7ba2-4326-98a7-e29e07020e2b tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:54:45.719483 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-78909d63-7b0e-4441-a3ef-84ebd74ca6b5 req-141a3d50-7ba2-4326-98a7-e29e07020e2b tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d0ff030-554e-4a0f-afd2-45a367d40b8a HTTP/1.1" status: 200 len: 946 time: 0.0543163 Dec 06 17:54:45.766457 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-78909d63-7b0e-4441-a3ef-84ebd74ca6b5 req-71d339ba-e845-4f4d-abed-bc1b09dc53c2 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409386 Dec 06 17:54:46.308708 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 17:54:46.882158 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9984ac90-b863-43b8-b422-33102b3ea36e req-afe39459-c8a9-411b-9a5f-308c0684d079 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:54:46.883636 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9984ac90-b863-43b8-b422-33102b3ea36e req-afe39459-c8a9-411b-9a5f-308c0684d079 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d0ff030-554e-4a0f-afd2-45a367d40b8a HTTP/1.1" status: 200 len: 946 time: 0.0480254 Dec 06 17:54:46.929849 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9984ac90-b863-43b8-b422-33102b3ea36e req-cba7d9d9-9331-4793-bffb-447234b267c7 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394676 Dec 06 17:54:47.050898 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:54:48.197546 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:54:48.200557 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26f08ff-a7f9-468b-8c38-b124887bf0ea req-26ef9fbf-c3df-4deb-927d-de1d3f6bf9ea tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:54:48.202149 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b26f08ff-a7f9-468b-8c38-b124887bf0ea req-26ef9fbf-c3df-4deb-927d-de1d3f6bf9ea tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d0ff030-554e-4a0f-afd2-45a367d40b8a HTTP/1.1" status: 200 len: 946 time: 0.0601904 Dec 06 17:54:48.276057 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b26f08ff-a7f9-468b-8c38-b124887bf0ea req-c4c7781f-a07e-4b1d-9450-df8e179cfc79 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673635 Dec 06 17:54:48.286450 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8fcc5b6d-00ff-4def-82f4-0d275746e2d8 req-88e090a4-4ae5-40e3-b598-8f576fce0503 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1d0ff030-554e-4a0f-afd2-45a367d40b8a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1555130 Dec 06 17:54:49.126037 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:54:49.394772 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4551be80-c8b8-438b-a161-4af0d396e18b req-71e0f40e-83f9-4367-93a6-9ce1e45631b9 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:54:49.396243 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4551be80-c8b8-438b-a161-4af0d396e18b req-71e0f40e-83f9-4367-93a6-9ce1e45631b9 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d0ff030-554e-4a0f-afd2-45a367d40b8a HTTP/1.1" status: 200 len: 946 time: 0.0491731 Dec 06 17:54:49.446589 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4551be80-c8b8-438b-a161-4af0d396e18b req-e75d29ce-dd5a-4750-a954-6bc029b673e7 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434256 Dec 06 17:54:49.517766 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcc5b6d-00ff-4def-82f4-0d275746e2d8 req-f446905f-1373-4abe-a645-c2ac2178a69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:54:49.519249 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8fcc5b6d-00ff-4def-82f4-0d275746e2d8 req-f446905f-1373-4abe-a645-c2ac2178a69b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=53f0e2b3dd834584b50c76041ac80845&device_id=1d0ff030-554e-4a0f-afd2-45a367d40b8a HTTP/1.1" status: 200 len: 1097 time: 0.0408852 Dec 06 17:54:49.612791 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcc5b6d-00ff-4def-82f4-0d275746e2d8 req-5b10be74-783e-4368-bc0c-4a42788f0493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:54:49.614197 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8fcc5b6d-00ff-4def-82f4-0d275746e2d8 req-5b10be74-783e-4368-bc0c-4a42788f0493 service neutron] 10.222.0.44 "GET /v2.0/networks?id=abe44660-3c85-46c3-81ef-3a83d1c4b569 HTTP/1.1" status: 200 len: 912 time: 0.0870337 Dec 06 17:54:49.680323 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8fcc5b6d-00ff-4def-82f4-0d275746e2d8 req-f38201f7-6db7-4378-a448-392abf17d8e5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ddafc09-f61e-4ea8-acc0-f5ae599a9caa HTTP/1.1" status: 200 len: 1002 time: 0.0583553 Dec 06 17:54:49.734085 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcc5b6d-00ff-4def-82f4-0d275746e2d8 req-fd915c72-c0e5-4339-8240-6d2341747bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:54:49.735541 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8fcc5b6d-00ff-4def-82f4-0d275746e2d8 req-fd915c72-c0e5-4339-8240-6d2341747bb0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0787ed94-343d-45a1-8354-028050fe4455 HTTP/1.1" status: 200 len: 850 time: 0.0488155 Dec 06 17:54:49.781675 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcc5b6d-00ff-4def-82f4-0d275746e2d8 req-b470577b-bb53-443c-8212-456636f4ecdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:54:49.783180 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8fcc5b6d-00ff-4def-82f4-0d275746e2d8 req-b470577b-bb53-443c-8212-456636f4ecdd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=abe44660-3c85-46c3-81ef-3a83d1c4b569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410571 Dec 06 17:54:49.871281 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8fcc5b6d-00ff-4def-82f4-0d275746e2d8 req-52dd7477-809b-4c24-8680-67827349a657 service neutron] 10.222.0.44 "GET /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812995 Dec 06 17:54:49.964995 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8fcc5b6d-00ff-4def-82f4-0d275746e2d8 req-13578303-bce7-4000-a9ea-cf8f296b1307 service neutron] 10.222.0.44 "GET /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871823 Dec 06 17:54:50.563494 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaa9381-6f59-4b5c-a02b-a1d51debf3a8 req-cac99757-57f5-416b-a9a3-05c36bc1e8d8 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:54:50.564965 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-eaaa9381-6f59-4b5c-a02b-a1d51debf3a8 req-cac99757-57f5-416b-a9a3-05c36bc1e8d8 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d0ff030-554e-4a0f-afd2-45a367d40b8a HTTP/1.1" status: 200 len: 946 time: 0.0491614 Dec 06 17:54:50.611413 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-eaaa9381-6f59-4b5c-a02b-a1d51debf3a8 req-1a2d36c8-1cd0-4633-accc-9c476b41ae19 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405183 Dec 06 17:54:51.725684 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e8e0f9-480d-4d5d-bcff-76cc8a85be50 req-c549f692-d15b-499b-8e29-e4e44b26b9b2 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:54:51.727153 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a5e8e0f9-480d-4d5d-bcff-76cc8a85be50 req-c549f692-d15b-499b-8e29-e4e44b26b9b2 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d0ff030-554e-4a0f-afd2-45a367d40b8a HTTP/1.1" status: 200 len: 946 time: 0.0472517 Dec 06 17:54:51.779730 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a5e8e0f9-480d-4d5d-bcff-76cc8a85be50 req-b5796675-5ca4-4e52-ace6-22ef7fc68d2a tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459096 Dec 06 17:54:51.784146 n-d-master-1 neutron-server[103284]: INFO neutron.api.v2.resource [req-8fcc5b6d-00ff-4def-82f4-0d275746e2d8 req-615d86f2-9d1b-4e6f-b746-79a2c4204ab0 service neutron] show failed (client error): The resource could not be found. Dec 06 17:54:51.785177 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8fcc5b6d-00ff-4def-82f4-0d275746e2d8 req-615d86f2-9d1b-4e6f-b746-79a2c4204ab0 service neutron] 10.222.0.44 "GET /v2.0/ports/1ddafc09-f61e-4ea8-acc0-f5ae599a9caa/bindings/n-h1-master-1 HTTP/1.1" status: 404 len: 380 time: 0.0616159 Dec 06 17:54:51.986593 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcc5b6d-00ff-4def-82f4-0d275746e2d8 req-0d77adbd-7c17-4328-97e3-96700e586d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:54:51.987954 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8fcc5b6d-00ff-4def-82f4-0d275746e2d8 req-0d77adbd-7c17-4328-97e3-96700e586d5d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1d0ff030-554e-4a0f-afd2-45a367d40b8a&tenant_id=53f0e2b3dd834584b50c76041ac80845 HTTP/1.1" status: 200 len: 1097 time: 0.0399065 Dec 06 17:54:52.002867 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-8fcc5b6d-00ff-4def-82f4-0d275746e2d8 req-5eea393f-c02d-4a83-b3c3-bbe1d9423890 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-master-1', 'device_owner': 'compute:nova'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:54:52.052817 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8fcc5b6d-00ff-4def-82f4-0d275746e2d8 req-5eea393f-c02d-4a83-b3c3-bbe1d9423890 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:54:52.250997 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-8fcc5b6d-00ff-4def-82f4-0d275746e2d8 req-5eea393f-c02d-4a83-b3c3-bbe1d9423890 service neutron] For port 1ddafc09-f61e-4ea8-acc0-f5ae599a9caa, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=1ddafc09-f61e-4ea8-acc0-f5ae599a9caa,segment=NetworkSegment(52241ada-1965-476a-bc10-c1275aa114a0),segment_id=52241ada-1965-476a-bc10-c1275aa114a0)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:54:52.282720 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-8fcc5b6d-00ff-4def-82f4-0d275746e2d8 req-5eea393f-c02d-4a83-b3c3-bbe1d9423890 service neutron] For port 1ddafc09-f61e-4ea8-acc0-f5ae599a9caa, host n-h2-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:54:52.320924 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d0ff030-554e-4a0f-afd2-45a367d40b8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ddafc09-f61e-4ea8-acc0-f5ae599a9caa'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:54:52.323935 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4977ee2a-0add-4667-9d79-ca6be067c012" -d '{"events": [{"server_uuid": "1d0ff030-554e-4a0f-afd2-45a367d40b8a", "name": "network-vif-unplugged", "status": "completed", "tag": "1ddafc09-f61e-4ea8-acc0-f5ae599a9caa"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:54:52.328519 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8fcc5b6d-00ff-4def-82f4-0d275746e2d8 req-5eea393f-c02d-4a83-b3c3-bbe1d9423890 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:54:52.342019 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-8fcc5b6d-00ff-4def-82f4-0d275746e2d8 req-5eea393f-c02d-4a83-b3c3-bbe1d9423890 service neutron] Transition to ACTIVE for port object 1ddafc09-f61e-4ea8-acc0-f5ae599a9caa will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:54:52.345947 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8fcc5b6d-00ff-4def-82f4-0d275746e2d8 req-5eea393f-c02d-4a83-b3c3-bbe1d9423890 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:54:52.447625 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 17:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-882d4032-8742-4b6d-8d75-980c1b4ced17 x-openstack-request-id: req-882d4032-8742-4b6d-8d75-980c1b4ced17 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:54:52.447930 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d0ff030-554e-4a0f-afd2-45a367d40b8a", "name": "network-vif-unplugged", "status": "completed", "tag": "1ddafc09-f61e-4ea8-acc0-f5ae599a9caa", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:54:52.448190 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-882d4032-8742-4b6d-8d75-980c1b4ced17 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:54:52.448595 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d0ff030-554e-4a0f-afd2-45a367d40b8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ddafc09-f61e-4ea8-acc0-f5ae599a9caa', 'code': 200} Dec 06 17:54:52.467371 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eea393f-c02d-4a83-b3c3-bbe1d9423890 service neutron] Pushing event updated for resources: {'Port': ['ID=1ddafc09-f61e-4ea8-acc0-f5ae599a9caa,revision_number=6']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:54:52.488741 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eea393f-c02d-4a83-b3c3-bbe1d9423890 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:54:52.489086 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eea393f-c02d-4a83-b3c3-bbe1d9423890 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:54:52.489440 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eea393f-c02d-4a83-b3c3-bbe1d9423890 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:54:52.489805 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eea393f-c02d-4a83-b3c3-bbe1d9423890 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:54:52.490146 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eea393f-c02d-4a83-b3c3-bbe1d9423890 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:54:52.490487 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eea393f-c02d-4a83-b3c3-bbe1d9423890 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:54:52.490818 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eea393f-c02d-4a83-b3c3-bbe1d9423890 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:54:52.491147 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eea393f-c02d-4a83-b3c3-bbe1d9423890 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:54:52.491477 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eea393f-c02d-4a83-b3c3-bbe1d9423890 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:54:52.491814 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eea393f-c02d-4a83-b3c3-bbe1d9423890 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:54:52.492145 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eea393f-c02d-4a83-b3c3-bbe1d9423890 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:54:52.492470 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eea393f-c02d-4a83-b3c3-bbe1d9423890 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:54:52.492795 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eea393f-c02d-4a83-b3c3-bbe1d9423890 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:54:52.532137 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fcc5b6d-00ff-4def-82f4-0d275746e2d8 req-5eea393f-c02d-4a83-b3c3-bbe1d9423890 service neutron] No DVR routers for this DVR port 1ddafc09-f61e-4ea8-acc0-f5ae599a9caa on host n-h2-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:54:52.917421 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b7892b-2853-4500-9c19-6c393e941456 req-40cb2b45-3668-4b8a-b099-02f730c4a20d tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:54:52.918908 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a2b7892b-2853-4500-9c19-6c393e941456 req-40cb2b45-3668-4b8a-b099-02f730c4a20d tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d0ff030-554e-4a0f-afd2-45a367d40b8a HTTP/1.1" status: 200 len: 944 time: 0.0652547 Dec 06 17:54:52.957859 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-8fcc5b6d-00ff-4def-82f4-0d275746e2d8 req-5eea393f-c02d-4a83-b3c3-bbe1d9423890 service neutron] Attempting to bind port 1ddafc09-f61e-4ea8-acc0-f5ae599a9caa on host n-h1-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:54:52.958189 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-8fcc5b6d-00ff-4def-82f4-0d275746e2d8 req-5eea393f-c02d-4a83-b3c3-bbe1d9423890 service neutron] Attempting to bind port 1ddafc09-f61e-4ea8-acc0-f5ae599a9caa by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '52241ada-1965-476a-bc10-c1275aa114a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:54:52.958512 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcc5b6d-00ff-4def-82f4-0d275746e2d8 req-5eea393f-c02d-4a83-b3c3-bbe1d9423890 service neutron] Attempting to bind port 1ddafc09-f61e-4ea8-acc0-f5ae599a9caa on network abe44660-3c85-46c3-81ef-3a83d1c4b569 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:54:52.969923 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcc5b6d-00ff-4def-82f4-0d275746e2d8 req-5eea393f-c02d-4a83-b3c3-bbe1d9423890 service neutron] Port 1ddafc09-f61e-4ea8-acc0-f5ae599a9caa on network abe44660-3c85-46c3-81ef-3a83d1c4b569 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:54:52.970243 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcc5b6d-00ff-4def-82f4-0d275746e2d8 req-5eea393f-c02d-4a83-b3c3-bbe1d9423890 service neutron] Attempting to bind port 1ddafc09-f61e-4ea8-acc0-f5ae599a9caa on network abe44660-3c85-46c3-81ef-3a83d1c4b569 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:54:52.982711 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcc5b6d-00ff-4def-82f4-0d275746e2d8 req-5eea393f-c02d-4a83-b3c3-bbe1d9423890 service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:54:52.983045 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcc5b6d-00ff-4def-82f4-0d275746e2d8 req-5eea393f-c02d-4a83-b3c3-bbe1d9423890 service neutron] Checking segment: {'id': '52241ada-1965-476a-bc10-c1275aa114a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:54:52.983420 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcc5b6d-00ff-4def-82f4-0d275746e2d8 req-5eea393f-c02d-4a83-b3c3-bbe1d9423890 service neutron] Bound using segment: {'id': '52241ada-1965-476a-bc10-c1275aa114a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:54:52.983837 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-8fcc5b6d-00ff-4def-82f4-0d275746e2d8 req-5eea393f-c02d-4a83-b3c3-bbe1d9423890 service neutron] Bound port: 1ddafc09-f61e-4ea8-acc0-f5ae599a9caa, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52241ada-1965-476a-bc10-c1275aa114a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:54:52.984186 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8fcc5b6d-00ff-4def-82f4-0d275746e2d8 req-5eea393f-c02d-4a83-b3c3-bbe1d9423890 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:54:52.998726 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a2b7892b-2853-4500-9c19-6c393e941456 req-e20462c8-b05c-460c-8c49-eec3a972b496 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665827 Dec 06 17:54:53.051531 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-8fcc5b6d-00ff-4def-82f4-0d275746e2d8 req-5eea393f-c02d-4a83-b3c3-bbe1d9423890 service neutron] For port 1ddafc09-f61e-4ea8-acc0-f5ae599a9caa, host n-h1-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:54:53.054477 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-8fcc5b6d-00ff-4def-82f4-0d275746e2d8 req-5eea393f-c02d-4a83-b3c3-bbe1d9423890 service neutron] For port 1ddafc09-f61e-4ea8-acc0-f5ae599a9caa, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=1ddafc09-f61e-4ea8-acc0-f5ae599a9caa,segment=NetworkSegment(52241ada-1965-476a-bc10-c1275aa114a0),segment_id=52241ada-1965-476a-bc10-c1275aa114a0)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:54:53.062019 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8fcc5b6d-00ff-4def-82f4-0d275746e2d8 req-5eea393f-c02d-4a83-b3c3-bbe1d9423890 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:54:53.100847 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcc5b6d-00ff-4def-82f4-0d275746e2d8 req-5eea393f-c02d-4a83-b3c3-bbe1d9423890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:54:53.101500 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8fcc5b6d-00ff-4def-82f4-0d275746e2d8 req-5eea393f-c02d-4a83-b3c3-bbe1d9423890 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:54:53.102863 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8fcc5b6d-00ff-4def-82f4-0d275746e2d8 req-5eea393f-c02d-4a83-b3c3-bbe1d9423890 service neutron] 10.222.0.41 "PUT /v2.0/ports/1ddafc09-f61e-4ea8-acc0-f5ae599a9caa HTTP/1.1" status: 200 len: 1092 time: 1.1037698 Dec 06 17:54:53.124641 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eea393f-c02d-4a83-b3c3-bbe1d9423890 service neutron] Pushing event updated for resources: {'Port': ['ID=1ddafc09-f61e-4ea8-acc0-f5ae599a9caa,revision_number=7']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:54:53.182160 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcc5b6d-00ff-4def-82f4-0d275746e2d8 req-d7099cfd-7675-4550-b803-78b2adfb211f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:54:53.183681 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8fcc5b6d-00ff-4def-82f4-0d275746e2d8 req-d7099cfd-7675-4550-b803-78b2adfb211f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=53f0e2b3dd834584b50c76041ac80845&device_id=1d0ff030-554e-4a0f-afd2-45a367d40b8a HTTP/1.1" status: 200 len: 1095 time: 0.0442257 Dec 06 17:54:53.276891 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcc5b6d-00ff-4def-82f4-0d275746e2d8 req-f9a96d01-7df3-4989-81e0-df65f2a539c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:54:53.278387 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8fcc5b6d-00ff-4def-82f4-0d275746e2d8 req-f9a96d01-7df3-4989-81e0-df65f2a539c1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=abe44660-3c85-46c3-81ef-3a83d1c4b569 HTTP/1.1" status: 200 len: 912 time: 0.0873036 Dec 06 17:54:53.351320 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8fcc5b6d-00ff-4def-82f4-0d275746e2d8 req-cbdcee3a-4f65-40aa-9308-17140b0c3433 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ddafc09-f61e-4ea8-acc0-f5ae599a9caa HTTP/1.1" status: 200 len: 1000 time: 0.0616050 Dec 06 17:54:53.405668 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcc5b6d-00ff-4def-82f4-0d275746e2d8 req-bc6ff364-3c7d-43a5-b537-d510cb90c15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:54:53.407005 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8fcc5b6d-00ff-4def-82f4-0d275746e2d8 req-bc6ff364-3c7d-43a5-b537-d510cb90c15a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0787ed94-343d-45a1-8354-028050fe4455 HTTP/1.1" status: 200 len: 850 time: 0.0443184 Dec 06 17:54:53.460078 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcc5b6d-00ff-4def-82f4-0d275746e2d8 req-44b823f6-3f05-4c21-85c4-e3e78d447b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:54:53.461609 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8fcc5b6d-00ff-4def-82f4-0d275746e2d8 req-44b823f6-3f05-4c21-85c4-e3e78d447b22 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=abe44660-3c85-46c3-81ef-3a83d1c4b569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398538 Dec 06 17:54:53.556030 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8fcc5b6d-00ff-4def-82f4-0d275746e2d8 req-166a1280-3f72-4fc1-a91d-306cfe2cb8bf service neutron] 10.222.0.41 "GET /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845284 Dec 06 17:54:53.648292 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8fcc5b6d-00ff-4def-82f4-0d275746e2d8 req-caf0bae1-b188-4059-b418-305fd6c65b76 service neutron] 10.222.0.41 "GET /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808401 Dec 06 17:54:54.120513 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e9d671-0cea-4dcb-a22f-be391ffa1f13 req-82f3608d-2cd1-49f0-861b-fca801b98f83 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:54:54.122101 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e9e9d671-0cea-4dcb-a22f-be391ffa1f13 req-82f3608d-2cd1-49f0-861b-fca801b98f83 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d0ff030-554e-4a0f-afd2-45a367d40b8a HTTP/1.1" status: 200 len: 944 time: 0.0495636 Dec 06 17:54:54.171095 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e9e9d671-0cea-4dcb-a22f-be391ffa1f13 req-9032cb4e-bdb6-4664-ab74-e19543668dd7 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428576 Dec 06 17:54:54.449689 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d0ff030-554e-4a0f-afd2-45a367d40b8a', 'tag': '1ddafc09-f61e-4ea8-acc0-f5ae599a9caa'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:54:54.451999 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0caff1f-6e43-4904-bb97-99e87fde52b4" -d '{"events": [{"name": "network-changed", "server_uuid": "1d0ff030-554e-4a0f-afd2-45a367d40b8a", "tag": "1ddafc09-f61e-4ea8-acc0-f5ae599a9caa"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:54:54.500069 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a75310-b4e5-4ab4-9dde-a87173dd2feb x-openstack-request-id: req-49a75310-b4e5-4ab4-9dde-a87173dd2feb {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:54:54.500360 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d0ff030-554e-4a0f-afd2-45a367d40b8a", "tag": "1ddafc09-f61e-4ea8-acc0-f5ae599a9caa", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:54:54.500615 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-49a75310-b4e5-4ab4-9dde-a87173dd2feb {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:54:54.501046 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d0ff030-554e-4a0f-afd2-45a367d40b8a', 'tag': '1ddafc09-f61e-4ea8-acc0-f5ae599a9caa', 'status': 'completed', 'code': 200} Dec 06 17:54:54.559448 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0caff1f-6e43-4904-bb97-99e87fde52b4 req-f56d24d0-af5a-45da-bdef-1a6039902172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:54:54.560959 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f0caff1f-6e43-4904-bb97-99e87fde52b4 req-f56d24d0-af5a-45da-bdef-1a6039902172 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=53f0e2b3dd834584b50c76041ac80845&device_id=1d0ff030-554e-4a0f-afd2-45a367d40b8a HTTP/1.1" status: 200 len: 1095 time: 0.0416613 Dec 06 17:54:54.572864 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0caff1f-6e43-4904-bb97-99e87fde52b4 req-99399b05-99f0-4b45-9b51-3517f88d8409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:54:54.574384 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f0caff1f-6e43-4904-bb97-99e87fde52b4 req-99399b05-99f0-4b45-9b51-3517f88d8409 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=53f0e2b3dd834584b50c76041ac80845&device_id=1d0ff030-554e-4a0f-afd2-45a367d40b8a HTTP/1.1" status: 200 len: 1095 time: 0.0447612 Dec 06 17:54:54.654730 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0caff1f-6e43-4904-bb97-99e87fde52b4 req-68a8ab36-a3cb-49f3-8797-04c2d600dc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:54:54.656233 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f0caff1f-6e43-4904-bb97-99e87fde52b4 req-68a8ab36-a3cb-49f3-8797-04c2d600dc2d service neutron] 10.222.0.44 "GET /v2.0/networks?id=abe44660-3c85-46c3-81ef-3a83d1c4b569 HTTP/1.1" status: 200 len: 912 time: 0.0889602 Dec 06 17:54:54.664450 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0caff1f-6e43-4904-bb97-99e87fde52b4 req-69c64ffa-3397-4196-b383-d15e21603ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:54:54.665975 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f0caff1f-6e43-4904-bb97-99e87fde52b4 req-69c64ffa-3397-4196-b383-d15e21603ade service neutron] 10.222.0.41 "GET /v2.0/networks?id=abe44660-3c85-46c3-81ef-3a83d1c4b569 HTTP/1.1" status: 200 len: 912 time: 0.0839498 Dec 06 17:54:54.723753 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f0caff1f-6e43-4904-bb97-99e87fde52b4 req-66686721-7f35-43a4-9527-7e75b4c9b65b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ddafc09-f61e-4ea8-acc0-f5ae599a9caa HTTP/1.1" status: 200 len: 1000 time: 0.0586450 Dec 06 17:54:54.735323 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f0caff1f-6e43-4904-bb97-99e87fde52b4 req-42a8fc93-c63a-4bb7-846d-d1ba4ff92a01 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ddafc09-f61e-4ea8-acc0-f5ae599a9caa HTTP/1.1" status: 200 len: 1000 time: 0.0615764 Dec 06 17:54:54.776613 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0caff1f-6e43-4904-bb97-99e87fde52b4 req-94ea3902-ac23-4c94-9199-0a059fc48c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:54:54.778128 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f0caff1f-6e43-4904-bb97-99e87fde52b4 req-94ea3902-ac23-4c94-9199-0a059fc48c1d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0787ed94-343d-45a1-8354-028050fe4455 HTTP/1.1" status: 200 len: 850 time: 0.0484889 Dec 06 17:54:54.790968 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0caff1f-6e43-4904-bb97-99e87fde52b4 req-b481a89e-f61c-4661-986e-4af385b04527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:54:54.792440 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f0caff1f-6e43-4904-bb97-99e87fde52b4 req-b481a89e-f61c-4661-986e-4af385b04527 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0787ed94-343d-45a1-8354-028050fe4455 HTTP/1.1" status: 200 len: 850 time: 0.0462210 Dec 06 17:54:54.825313 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0caff1f-6e43-4904-bb97-99e87fde52b4 req-242886c3-0014-4cf0-8983-d4d10d352588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:54:54.826877 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f0caff1f-6e43-4904-bb97-99e87fde52b4 req-242886c3-0014-4cf0-8983-d4d10d352588 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=abe44660-3c85-46c3-81ef-3a83d1c4b569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413125 Dec 06 17:54:54.839859 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0caff1f-6e43-4904-bb97-99e87fde52b4 req-8d1147f4-5907-441e-be59-8c0bbe97393e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:54:54.841444 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f0caff1f-6e43-4904-bb97-99e87fde52b4 req-8d1147f4-5907-441e-be59-8c0bbe97393e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=abe44660-3c85-46c3-81ef-3a83d1c4b569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405643 Dec 06 17:54:54.916829 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f0caff1f-6e43-4904-bb97-99e87fde52b4 req-7ee13849-6050-4091-80c8-27716613adab service neutron] 10.222.0.44 "GET /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830584 Dec 06 17:54:54.935299 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f0caff1f-6e43-4904-bb97-99e87fde52b4 req-1e3a88d2-1209-47ca-8c1e-3c000fa7505b service neutron] 10.222.0.41 "GET /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858858 Dec 06 17:54:55.012634 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f0caff1f-6e43-4904-bb97-99e87fde52b4 req-401fc688-8936-4679-a7a9-1a965a444203 service neutron] 10.222.0.44 "GET /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886459 Dec 06 17:54:55.033496 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f0caff1f-6e43-4904-bb97-99e87fde52b4 req-f4089587-f7e3-4551-8ffd-70e152f268a9 service neutron] 10.222.0.41 "GET /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851631 Dec 06 17:54:55.289122 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48eeb88-85bf-4a19-ae98-ed8a625dc373 req-68725f50-896a-48c3-aa76-3dc869462bf9 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:54:55.291032 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a48eeb88-85bf-4a19-ae98-ed8a625dc373 req-68725f50-896a-48c3-aa76-3dc869462bf9 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d0ff030-554e-4a0f-afd2-45a367d40b8a HTTP/1.1" status: 200 len: 944 time: 0.0495296 Dec 06 17:54:55.337245 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a48eeb88-85bf-4a19-ae98-ed8a625dc373 req-306ba080-5b86-4b56-8736-062a6b21bb9f tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402520 Dec 06 17:54:55.559248 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ac83cf-9147-4e92-a912-eb28a30dc24e req-eeda65ff-e230-4b02-820c-e069b7c85e33 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:54:55.560647 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-06ac83cf-9147-4e92-a912-eb28a30dc24e req-eeda65ff-e230-4b02-820c-e069b7c85e33 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d0ff030-554e-4a0f-afd2-45a367d40b8a HTTP/1.1" status: 200 len: 944 time: 0.0802519 Dec 06 17:54:55.572698 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92fe00a-6b88-4975-a5dc-3a49c8155e30 req-eb68c808-f4a9-4eb2-b599-82565ca95ec6 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:54:55.574076 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c92fe00a-6b88-4975-a5dc-3a49c8155e30 req-eb68c808-f4a9-4eb2-b599-82565ca95ec6 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d0ff030-554e-4a0f-afd2-45a367d40b8a&tenant_id=53f0e2b3dd834584b50c76041ac80845&binding%3Ahost_id=n-h1-master-1 HTTP/1.1" status: 200 len: 944 time: 0.0833778 Dec 06 17:54:55.654054 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-06ac83cf-9147-4e92-a912-eb28a30dc24e req-5d0b3539-cc82-4716-98f7-a2460058dbd5 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790067 Dec 06 17:54:55.661012 n-d-master-1 neutron-server[103284]: INFO neutron.api.v2.resource [req-c92fe00a-6b88-4975-a5dc-3a49c8155e30 req-916cb1c3-d89a-4b31-a3ed-f0d3a2ceb3da service neutron] delete failed (client error): The resource could not be found. Dec 06 17:54:55.662001 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c92fe00a-6b88-4975-a5dc-3a49c8155e30 req-916cb1c3-d89a-4b31-a3ed-f0d3a2ceb3da service neutron] 10.222.0.44 "DELETE /v2.0/ports/1ddafc09-f61e-4ea8-acc0-f5ae599a9caa/bindings/n-h2-master-1 HTTP/1.1" status: 404 len: 380 time: 0.0744953 Dec 06 17:54:55.745852 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92fe00a-6b88-4975-a5dc-3a49c8155e30 req-a6e139ec-9f28-4371-8fdc-aa3d72e91f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:54:55.747331 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c92fe00a-6b88-4975-a5dc-3a49c8155e30 req-a6e139ec-9f28-4371-8fdc-aa3d72e91f96 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=53f0e2b3dd834584b50c76041ac80845&device_id=1d0ff030-554e-4a0f-afd2-45a367d40b8a HTTP/1.1" status: 200 len: 1095 time: 0.0412216 Dec 06 17:54:55.841804 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92fe00a-6b88-4975-a5dc-3a49c8155e30 req-f825d05b-859f-4278-bcac-5b7bc26bb9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:54:55.843194 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c92fe00a-6b88-4975-a5dc-3a49c8155e30 req-f825d05b-859f-4278-bcac-5b7bc26bb9e1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=abe44660-3c85-46c3-81ef-3a83d1c4b569 HTTP/1.1" status: 200 len: 912 time: 0.0878294 Dec 06 17:54:55.904430 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 1ddafc09-f61e-4ea8-acc0-f5ae599a9caa no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:54:55.911499 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c92fe00a-6b88-4975-a5dc-3a49c8155e30 req-96ece025-ba22-47a3-882b-8f9b68423572 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ddafc09-f61e-4ea8-acc0-f5ae599a9caa HTTP/1.1" status: 200 len: 1000 time: 0.0612195 Dec 06 17:54:55.943600 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 1ddafc09-f61e-4ea8-acc0-f5ae599a9caa not bound to the agent host n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:54:55.960713 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92fe00a-6b88-4975-a5dc-3a49c8155e30 req-fc48a030-9354-4789-b8de-d862ca7d33d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:54:55.962236 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c92fe00a-6b88-4975-a5dc-3a49c8155e30 req-fc48a030-9354-4789-b8de-d862ca7d33d6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0787ed94-343d-45a1-8354-028050fe4455 HTTP/1.1" status: 200 len: 850 time: 0.0436380 Dec 06 17:54:56.008346 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92fe00a-6b88-4975-a5dc-3a49c8155e30 req-82aea1c5-5361-4caa-bc6d-69e5fd413779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:54:56.010141 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c92fe00a-6b88-4975-a5dc-3a49c8155e30 req-82aea1c5-5361-4caa-bc6d-69e5fd413779 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=abe44660-3c85-46c3-81ef-3a83d1c4b569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401981 Dec 06 17:54:56.102276 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c92fe00a-6b88-4975-a5dc-3a49c8155e30 req-14712015-39ff-4f16-ac72-6af9096b920b service neutron] 10.222.0.44 "GET /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854909 Dec 06 17:54:56.192342 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c92fe00a-6b88-4975-a5dc-3a49c8155e30 req-65373b10-b089-448d-aaac-3c3977c9ebae service neutron] 10.222.0.44 "GET /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831947 Dec 06 17:54:56.590840 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 1ddafc09-f61e-4ea8-acc0-f5ae599a9caa details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:54:56.689968 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 1ddafc09-f61e-4ea8-acc0-f5ae599a9caa, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=1ddafc09-f61e-4ea8-acc0-f5ae599a9caa,segment=NetworkSegment(52241ada-1965-476a-bc10-c1275aa114a0),segment_id=52241ada-1965-476a-bc10-c1275aa114a0)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:54:56.789225 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b6d134-3133-4e13-86bd-2fff4281af29 req-f46606b7-a82b-4a0e-8ebe-2c8060942a14 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:54:56.791366 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f2b6d134-3133-4e13-86bd-2fff4281af29 req-f46606b7-a82b-4a0e-8ebe-2c8060942a14 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d0ff030-554e-4a0f-afd2-45a367d40b8a HTTP/1.1" status: 200 len: 944 time: 0.0616755 Dec 06 17:54:56.841708 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f2b6d134-3133-4e13-86bd-2fff4281af29 req-d6cc1416-430a-496e-8fca-c64ca3cbdd6c tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436072 Dec 06 17:54:56.866235 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': '1ddafc09-f61e-4ea8-acc0-f5ae599a9caa', 'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569', 'port_id': '1ddafc09-f61e-4ea8-acc0-f5ae599a9caa', 'mac_address': 'fa:16:3e:a7:b8:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0787ed94-343d-45a1-8354-028050fe4455', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:54:56.903422 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:54:56.916608 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ddafc09-f61e-4ea8-acc0-f5ae599a9caa {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:54:56.936982 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 1ddafc09-f61e-4ea8-acc0-f5ae599a9caa, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=1ddafc09-f61e-4ea8-acc0-f5ae599a9caa,segment=NetworkSegment(52241ada-1965-476a-bc10-c1275aa114a0),segment_id=52241ada-1965-476a-bc10-c1275aa114a0)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:54:56.941125 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:54:56.960655 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfcd070-c699-43eb-ba83-5eae74b0f600 req-88a35c0f-7074-4504-81c4-8e3117bd88e1 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:54:56.962195 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5bfcd070-c699-43eb-ba83-5eae74b0f600 req-88a35c0f-7074-4504-81c4-8e3117bd88e1 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d0ff030-554e-4a0f-afd2-45a367d40b8a HTTP/1.1" status: 200 len: 944 time: 0.0508096 Dec 06 17:54:56.986600 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=1ddafc09-f61e-4ea8-acc0-f5ae599a9caa,revision_number=8']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:54:56.994959 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:54:56.995313 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:54:56.995665 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:54:56.996011 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:54:56.996352 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:54:56.996692 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:54:56.997030 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:54:56.997364 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:54:56.997722 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:54:56.998061 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:54:56.998393 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:54:56.998742 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:54:56.999053 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:54:57.015523 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5bfcd070-c699-43eb-ba83-5eae74b0f600 req-f2201929-e13a-4329-8d2a-1a4844ec63fd tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472178 Dec 06 17:54:57.231303 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa162e-53f9-4ad4-85f9-585337f379f5 req-5a9ddab6-f6fd-4a28-9402-75d40dc66176 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:54:57.232814 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d9aa162e-53f9-4ad4-85f9-585337f379f5 req-5a9ddab6-f6fd-4a28-9402-75d40dc66176 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d0ff030-554e-4a0f-afd2-45a367d40b8a HTTP/1.1" status: 200 len: 945 time: 0.0506158 Dec 06 17:54:57.256146 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97def124-019a-4c6b-bca2-61f228e24a9e req-74107feb-ef22-4782-ac6a-3db83424e265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:54:57.257700 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-97def124-019a-4c6b-bca2-61f228e24a9e req-74107feb-ef22-4782-ac6a-3db83424e265 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=53f0e2b3dd834584b50c76041ac80845&device_id=1d0ff030-554e-4a0f-afd2-45a367d40b8a HTTP/1.1" status: 200 len: 1096 time: 0.0407934 Dec 06 17:54:57.274260 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['1ddafc09-f61e-4ea8-acc0-f5ae599a9caa'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:54:57.280616 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d9aa162e-53f9-4ad4-85f9-585337f379f5 req-0fe8a726-dbad-4653-9072-1ce44c9c8383 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417950 Dec 06 17:54:57.355550 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97def124-019a-4c6b-bca2-61f228e24a9e req-51737bc4-cb61-446b-ba8d-44e83320a7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:54:57.357041 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-97def124-019a-4c6b-bca2-61f228e24a9e req-51737bc4-cb61-446b-ba8d-44e83320a7e7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=abe44660-3c85-46c3-81ef-3a83d1c4b569 HTTP/1.1" status: 200 len: 912 time: 0.0918024 Dec 06 17:54:57.425442 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-97def124-019a-4c6b-bca2-61f228e24a9e req-79675908-7e7d-42c2-a78c-171b83c39493 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ddafc09-f61e-4ea8-acc0-f5ae599a9caa HTTP/1.1" status: 200 len: 1001 time: 0.0590518 Dec 06 17:54:57.475115 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97def124-019a-4c6b-bca2-61f228e24a9e req-8cb633b8-0578-48ef-aeea-8c70b9c63854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:54:57.476519 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-97def124-019a-4c6b-bca2-61f228e24a9e req-8cb633b8-0578-48ef-aeea-8c70b9c63854 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0787ed94-343d-45a1-8354-028050fe4455 HTTP/1.1" status: 200 len: 850 time: 0.0421927 Dec 06 17:54:57.525849 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97def124-019a-4c6b-bca2-61f228e24a9e req-3f36c037-cba3-4d3b-9968-8575c7766453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:54:57.527308 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-97def124-019a-4c6b-bca2-61f228e24a9e req-3f36c037-cba3-4d3b-9968-8575c7766453 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=abe44660-3c85-46c3-81ef-3a83d1c4b569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421517 Dec 06 17:54:57.615912 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-97def124-019a-4c6b-bca2-61f228e24a9e req-1cb5bce3-a1e3-4669-85bc-6c16290a409b service neutron] 10.222.0.41 "GET /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798008 Dec 06 17:54:57.709063 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-97def124-019a-4c6b-bca2-61f228e24a9e req-79544442-74d4-41c8-9cf9-1409406be8a0 service neutron] 10.222.0.41 "GET /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854480 Dec 06 17:54:58.397392 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0553ee03-3415-4a22-b913-8cb81e5fdd72 req-2a146c5b-d1ff-472e-b5d3-636ecab749db tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:54:58.398871 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0553ee03-3415-4a22-b913-8cb81e5fdd72 req-2a146c5b-d1ff-472e-b5d3-636ecab749db tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d0ff030-554e-4a0f-afd2-45a367d40b8a HTTP/1.1" status: 200 len: 945 time: 0.0487182 Dec 06 17:54:58.446798 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0553ee03-3415-4a22-b913-8cb81e5fdd72 req-eb0f7650-6314-45a3-99e5-30085297b632 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420353 Dec 06 17:54:58.606046 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 1ddafc09-f61e-4ea8-acc0-f5ae599a9caa up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:54:58.655317 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port 1ddafc09-f61e-4ea8-acc0-f5ae599a9caa completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:54:58.659156 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port 1ddafc09-f61e-4ea8-acc0-f5ae599a9caa triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:54:58.659532 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:54:58.676120 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e5ef3c-003f-4eed-b65f-db9165561f27 req-d2f88063-3825-4fb9-81e6-99bd25cc9228 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:54:58.677627 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-97e5ef3c-003f-4eed-b65f-db9165561f27 req-d2f88063-3825-4fb9-81e6-99bd25cc9228 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d0ff030-554e-4a0f-afd2-45a367d40b8a HTTP/1.1" status: 200 len: 945 time: 0.0501373 Dec 06 17:54:58.729957 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-97e5ef3c-003f-4eed-b65f-db9165561f27 req-87ea0035-2258-4e37-8bda-3f8d11ceca52 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461373 Dec 06 17:54:58.739126 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:54:58.762088 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d0ff030-554e-4a0f-afd2-45a367d40b8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ddafc09-f61e-4ea8-acc0-f5ae599a9caa'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:54:58.764337 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3fc1133-789a-48ce-96a9-6dc9dac78186" -d '{"events": [{"server_uuid": "1d0ff030-554e-4a0f-afd2-45a367d40b8a", "name": "network-vif-plugged", "status": "completed", "tag": "1ddafc09-f61e-4ea8-acc0-f5ae599a9caa"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:54:58.777820 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 1ddafc09-f61e-4ea8-acc0-f5ae599a9caa, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=1ddafc09-f61e-4ea8-acc0-f5ae599a9caa,segment=NetworkSegment(52241ada-1965-476a-bc10-c1275aa114a0),segment_id=52241ada-1965-476a-bc10-c1275aa114a0)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:54:58.781841 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:54:58.806606 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfcfca7d-a144-45a0-a6ea-77b602951cd5 x-openstack-request-id: req-cfcfca7d-a144-45a0-a6ea-77b602951cd5 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:54:58.806935 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d0ff030-554e-4a0f-afd2-45a367d40b8a", "name": "network-vif-plugged", "status": "completed", "tag": "1ddafc09-f61e-4ea8-acc0-f5ae599a9caa", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:54:58.807193 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cfcfca7d-a144-45a0-a6ea-77b602951cd5 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:54:58.807590 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d0ff030-554e-4a0f-afd2-45a367d40b8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ddafc09-f61e-4ea8-acc0-f5ae599a9caa', 'code': 200} Dec 06 17:54:58.832231 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=1ddafc09-f61e-4ea8-acc0-f5ae599a9caa,revision_number=9']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:54:59.849122 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a74980-604c-4d0b-9dc6-69fb7831efa6 req-d5d4c62a-57ed-4311-866a-0909ccc07e55 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:54:59.850612 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b0a74980-604c-4d0b-9dc6-69fb7831efa6 req-d5d4c62a-57ed-4311-866a-0909ccc07e55 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d0ff030-554e-4a0f-afd2-45a367d40b8a HTTP/1.1" status: 200 len: 946 time: 0.0490694 Dec 06 17:54:59.897116 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b0a74980-604c-4d0b-9dc6-69fb7831efa6 req-e3cdd003-b1f3-4fc9-8292-e12cd0add8da tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402091 Dec 06 17:55:00.054777 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ee5c45-53b3-4d4b-9c54-355888ecb204 req-efad6fe5-cb51-4036-921b-f34ac09db1af tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:55:00.056216 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c6ee5c45-53b3-4d4b-9c54-355888ecb204 req-efad6fe5-cb51-4036-921b-f34ac09db1af tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d0ff030-554e-4a0f-afd2-45a367d40b8a HTTP/1.1" status: 200 len: 946 time: 0.0475621 Dec 06 17:55:00.151672 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-c6ee5c45-53b3-4d4b-9c54-355888ecb204 req-258df634-f62a-4984-a0c0-3127cd884c1a tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Deleting port 1ddafc09-f61e-4ea8-acc0-f5ae599a9caa {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:55:00.152014 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-c6ee5c45-53b3-4d4b-9c54-355888ecb204 req-258df634-f62a-4984-a0c0-3127cd884c1a tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:55:00.238110 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-c6ee5c45-53b3-4d4b-9c54-355888ecb204 req-258df634-f62a-4984-a0c0-3127cd884c1a tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] For port 1ddafc09-f61e-4ea8-acc0-f5ae599a9caa, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=1ddafc09-f61e-4ea8-acc0-f5ae599a9caa,segment=NetworkSegment(52241ada-1965-476a-bc10-c1275aa114a0),segment_id=52241ada-1965-476a-bc10-c1275aa114a0)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:55:00.238476 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-c6ee5c45-53b3-4d4b-9c54-355888ecb204 req-258df634-f62a-4984-a0c0-3127cd884c1a tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:55:00.409253 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-c6ee5c45-53b3-4d4b-9c54-355888ecb204 req-258df634-f62a-4984-a0c0-3127cd884c1a tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:55:00.409557 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-c6ee5c45-53b3-4d4b-9c54-355888ecb204 req-258df634-f62a-4984-a0c0-3127cd884c1a tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:55:00.409871 n-d-master-1 neutron-server[103285]: INFO neutron.db.l3_db [req-c6ee5c45-53b3-4d4b-9c54-355888ecb204 req-258df634-f62a-4984-a0c0-3127cd884c1a tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Floating IP a3ae450d-aeca-47bf-94f0-426e78061852 disassociated. External IP: 172.35.1.149, port: 1ddafc09-f61e-4ea8-acc0-f5ae599a9caa. Dec 06 17:55:00.410207 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-c6ee5c45-53b3-4d4b-9c54-355888ecb204 req-258df634-f62a-4984-a0c0-3127cd884c1a tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Calling delete_port for 1ddafc09-f61e-4ea8-acc0-f5ae599a9caa owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:55:00.532475 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-c6ee5c45-53b3-4d4b-9c54-355888ecb204 req-258df634-f62a-4984-a0c0-3127cd884c1a tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:55:00.567000 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258df634-f62a-4984-a0c0-3127cd884c1a tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Pushing event deleted for resources: {'Port': ['ID=1ddafc09-f61e-4ea8-acc0-f5ae599a9caa,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:55:00.678841 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c6ee5c45-53b3-4d4b-9c54-355888ecb204 req-258df634-f62a-4984-a0c0-3127cd884c1a tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Router 2c3d0679-4e43-4092-83fa-7d922af599b7 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:55:00.788780 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c6ee5c45-53b3-4d4b-9c54-355888ecb204 req-258df634-f62a-4984-a0c0-3127cd884c1a tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:55:00.799153 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa624c4-6c10-4fb3-bae6-e5d33010a678 None None] Sync routers for ids ['2c3d0679-4e43-4092-83fa-7d922af599b7'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:55:00.810270 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa624c4-6c10-4fb3-bae6-e5d33010a678 None None] Routers {'2c3d0679-4e43-4092-83fa-7d922af599b7'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:55:00.810892 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-5fa624c4-6c10-4fb3-bae6-e5d33010a678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:54:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['2c3d0679-4e43-4092-83fa-7d922af599b7'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:55:00.832613 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6ee5c45-53b3-4d4b-9c54-355888ecb204 req-258df634-f62a-4984-a0c0-3127cd884c1a tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] No DVR routers for this DVR port 1ddafc09-f61e-4ea8-acc0-f5ae599a9caa on host n-h1-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:55:00.835507 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-c6ee5c45-53b3-4d4b-9c54-355888ecb204 req-258df634-f62a-4984-a0c0-3127cd884c1a tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:55:00.839310 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c6ee5c45-53b3-4d4b-9c54-355888ecb204 req-258df634-f62a-4984-a0c0-3127cd884c1a tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.41 "DELETE /v2.0/ports/1ddafc09-f61e-4ea8-acc0-f5ae599a9caa HTTP/1.1" status: 204 len: 173 time: 0.7734694 Dec 06 17:55:00.839784 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d0ff030-554e-4a0f-afd2-45a367d40b8a', 'name': 'network-vif-deleted', 'tag': '1ddafc09-f61e-4ea8-acc0-f5ae599a9caa'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:55:00.842122 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dac0c87b-9adb-4687-adab-6fd2bb21783d" -d '{"events": [{"server_uuid": "1d0ff030-554e-4a0f-afd2-45a367d40b8a", "name": "network-vif-deleted", "tag": "1ddafc09-f61e-4ea8-acc0-f5ae599a9caa"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:55:00.893933 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f3c9652-f6aa-4bcf-bd00-a861d1f4d3a3 x-openstack-request-id: req-1f3c9652-f6aa-4bcf-bd00-a861d1f4d3a3 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:55:00.894569 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d0ff030-554e-4a0f-afd2-45a367d40b8a", "name": "network-vif-deleted", "tag": "1ddafc09-f61e-4ea8-acc0-f5ae599a9caa", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:55:00.894569 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1f3c9652-f6aa-4bcf-bd00-a861d1f4d3a3 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:55:00.895061 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d0ff030-554e-4a0f-afd2-45a367d40b8a', 'name': 'network-vif-deleted', 'tag': '1ddafc09-f61e-4ea8-acc0-f5ae599a9caa', 'status': 'completed', 'code': 200} Dec 06 17:55:00.924695 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-5fa624c4-6c10-4fb3-bae6-e5d33010a678 None None] Set router 2c3d0679-4e43-4092-83fa-7d922af599b7 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:55:01.018463 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-edbfd445-0f71-49db-b90b-8e3cb33932bc req-44b132b3-a2b8-4cd9-b285-6a7df3468321 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d0ff030-554e-4a0f-afd2-45a367d40b8a HTTP/1.1" status: 200 len: 210 time: 0.0296466 Dec 06 17:55:01.130410 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-5fa624c4-6c10-4fb3-bae6-e5d33010a678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c3d0679-4e43-4092-83fa-7d922af599b7', 'name': 'tempest-ServerActionsTestJSON-669397432-router', 'tenant_id': '53f0e2b3dd834584b50c76041ac80845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.51'}], 'enable_snat': True}, 'gw_port_id': '9970c79c-530d-43df-9017-3bf60635d9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:50:26Z', 'updated_at': '2021-12-06T17:50:29Z', 'revision_number': 4, 'project_id': '53f0e2b3dd834584b50c76041ac80845', 'gw_port': {'id': '9970c79c-530d-43df-9017-3bf60635d9ca', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3d0679-4e43-4092-83fa-7d922af599b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:50:26Z', 'updated_at': '2021-12-06T17:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '6056c72c-a53a-4cf7-8d94-e07253f5e3e9', 'name': '', 'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569', 'tenant_id': '53f0e2b3dd834584b50c76041ac80845', 'mac_address': 'fa:16:3e:e2:ff:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3d0679-4e43-4092-83fa-7d922af599b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '0787ed94-343d-45a1-8354-028050fe4455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:50:28Z', 'updated_at': '2021-12-06T17:50:32Z', 'revision_number': 5, 'project_id': '53f0e2b3dd834584b50c76041ac80845', 'subnets': [{'id': '0787ed94-343d-45a1-8354-028050fe4455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:55:01.160691 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa624c4-6c10-4fb3-bae6-e5d33010a678 None None] Checking router: 2c3d0679-4e43-4092-83fa-7d922af599b7 for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:55:01.169641 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa624c4-6c10-4fb3-bae6-e5d33010a678 None None] Routers {'2c3d0679-4e43-4092-83fa-7d922af599b7'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:55:01.170241 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-5fa624c4-6c10-4fb3-bae6-e5d33010a678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:54:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['2c3d0679-4e43-4092-83fa-7d922af599b7'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:55:01.270233 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-5fa624c4-6c10-4fb3-bae6-e5d33010a678 None None] Set router 2c3d0679-4e43-4092-83fa-7d922af599b7 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:55:01.459054 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-5fa624c4-6c10-4fb3-bae6-e5d33010a678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c3d0679-4e43-4092-83fa-7d922af599b7', 'name': 'tempest-ServerActionsTestJSON-669397432-router', 'tenant_id': '53f0e2b3dd834584b50c76041ac80845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.51'}], 'enable_snat': True}, 'gw_port_id': '9970c79c-530d-43df-9017-3bf60635d9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:50:26Z', 'updated_at': '2021-12-06T17:50:29Z', 'revision_number': 4, 'project_id': '53f0e2b3dd834584b50c76041ac80845', 'gw_port': {'id': '9970c79c-530d-43df-9017-3bf60635d9ca', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3d0679-4e43-4092-83fa-7d922af599b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:50:26Z', 'updated_at': '2021-12-06T17:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '6056c72c-a53a-4cf7-8d94-e07253f5e3e9', 'name': '', 'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569', 'tenant_id': '53f0e2b3dd834584b50c76041ac80845', 'mac_address': 'fa:16:3e:e2:ff:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3d0679-4e43-4092-83fa-7d922af599b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '0787ed94-343d-45a1-8354-028050fe4455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:50:28Z', 'updated_at': '2021-12-06T17:50:32Z', 'revision_number': 5, 'project_id': '53f0e2b3dd834584b50c76041ac80845', 'subnets': [{'id': '0787ed94-343d-45a1-8354-028050fe4455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:55:01.484313 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa624c4-6c10-4fb3-bae6-e5d33010a678 None None] The sync data for ids ['2c3d0679-4e43-4092-83fa-7d922af599b7'] in n-d-master-1 is: [{'id': '2c3d0679-4e43-4092-83fa-7d922af599b7', 'name': 'tempest-ServerActionsTestJSON-669397432-router', 'tenant_id': '53f0e2b3dd834584b50c76041ac80845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.51'}], 'enable_snat': True}, 'gw_port_id': '9970c79c-530d-43df-9017-3bf60635d9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:50:26Z', 'updated_at': '2021-12-06T17:50:29Z', 'revision_number': 4, 'project_id': '53f0e2b3dd834584b50c76041ac80845', 'gw_port': {'id': '9970c79c-530d-43df-9017-3bf60635d9ca', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3d0679-4e43-4092-83fa-7d922af599b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:50:26Z', 'updated_at': '2021-12-06T17:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '6056c72c-a53a-4cf7-8d94-e07253f5e3e9', 'name': '', 'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569', 'tenant_id': '53f0e2b3dd834584b50c76041ac80845', 'mac_address': 'fa:16:3e:e2:ff:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3d0679-4e43-4092-83fa-7d922af599b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '0787ed94-343d-45a1-8354-028050fe4455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:50:28Z', 'updated_at': '2021-12-06T17:50:32Z', 'revision_number': 5, 'project_id': '53f0e2b3dd834584b50c76041ac80845', 'subnets': [{'id': '0787ed94-343d-45a1-8354-028050fe4455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:55:01.703886 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f27075-9d82-48e0-b182-925fac8c66fe None None] New status for floating IP a3ae450d-aeca-47bf-94f0-426e78061852: DOWN {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 17:55:02.300236 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b8d52bc5-6cdc-4767-94a9-4810d99296a1 req-b01d04cd-9132-4598-8413-ff1b7f87f532 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--561560987&fields=id&tenant_id=53f0e2b3dd834584b50c76041ac80845 HTTP/1.1" status: 200 len: 267 time: 0.0417299 Dec 06 17:55:02.407968 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d52bc5-6cdc-4767-94a9-4810d99296a1 req-359fe6d8-1fe0-42f3-96c7-495bb32156da tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:55:02.409326 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b8d52bc5-6cdc-4767-94a9-4810d99296a1 req-359fe6d8-1fe0-42f3-96c7-495bb32156da tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/networks?id=abe44660-3c85-46c3-81ef-3a83d1c4b569 HTTP/1.1" status: 200 len: 811 time: 0.1018047 Dec 06 17:55:02.424415 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b8d52bc5-6cdc-4767-94a9-4810d99296a1 req-5d60f486-9a93-4ee0-89e1-3e418d68d43b tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/quotas/53f0e2b3dd834584b50c76041ac80845 HTTP/1.1" status: 200 len: 375 time: 0.0093663 Dec 06 17:55:02.473639 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b8d52bc5-6cdc-4767-94a9-4810d99296a1 req-80bebbac-f05e-4ab6-ad02-87111f4b1985 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=53f0e2b3dd834584b50c76041ac80845&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441265 Dec 06 17:55:02.616869 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b8d52bc5-6cdc-4767-94a9-4810d99296a1 req-3fb3105a-d84e-4f22-80bc-4699a295e42f service neutron] 10.222.0.23 "GET /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310589 Dec 06 17:55:02.621560 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 1ddafc09-f61e-4ea8-acc0-f5ae599a9caa no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:55:02.641868 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] No Port match for: 1ddafc09-f61e-4ea8-acc0-f5ae599a9caa {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:55:02.642215 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 1ddafc09-f61e-4ea8-acc0-f5ae599a9caa not bound to the agent host n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:55:02.707591 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b8d52bc5-6cdc-4767-94a9-4810d99296a1 req-f5480337-76f8-4def-a193-6b3af31d4c84 service neutron] 10.222.0.23 "GET /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839052 Dec 06 17:55:02.865695 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2db0e40f-b6a7-4e1e-8743-274dce92ba11 req-d63d85c9-dfe4-4abf-baf9-9f26996bc5d7 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef509d7c-1c17-4f47-bbaa-a324df09efba HTTP/1.1" status: 200 len: 210 time: 0.0261121 Dec 06 17:55:03.095650 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:55:03.856163 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d52bc5-6cdc-4767-94a9-4810d99296a1 req-4fa74f39-6ec2-4b42-8bc3-694f7e1eeffa tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:55:03.857657 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b8d52bc5-6cdc-4767-94a9-4810d99296a1 req-4fa74f39-6ec2-4b42-8bc3-694f7e1eeffa tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.44 "GET /v2.0/networks?id=abe44660-3c85-46c3-81ef-3a83d1c4b569 HTTP/1.1" status: 200 len: 811 time: 0.1089084 Dec 06 17:55:03.919627 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b8d52bc5-6cdc-4767-94a9-4810d99296a1 req-c2740f63-5f19-47c8-9e2c-d4d88edf270d tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53f0e2b3dd834584b50c76041ac80845 HTTP/1.1" status: 200 len: 379 time: 0.0533767 Dec 06 17:55:03.931493 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-b8d52bc5-6cdc-4767-94a9-4810d99296a1 req-bacd214a-6129-49ef-805e-e6b910587893 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Request body: {'port': {'device_id': 'ef509d7c-1c17-4f47-bbaa-a324df09efba', 'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569', 'admin_state_up': True, 'tenant_id': '53f0e2b3dd834584b50c76041ac80845', 'security_groups': ['65fd55a3-5e93-437e-8c33-9d03954b393c']}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:55:03.977847 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7707ab6f-e962-4eb4-a4d2-0c579ef7437c req-4e86a1ab-00ce-477f-b577-82281a19fc23 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef509d7c-1c17-4f47-bbaa-a324df09efba HTTP/1.1" status: 200 len: 210 time: 0.0417566 Dec 06 17:55:04.061682 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8d52bc5-6cdc-4767-94a9-4810d99296a1 req-bacd214a-6129-49ef-805e-e6b910587893 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Made reservation on behalf of 53f0e2b3dd834584b50c76041ac80845 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:55:04.065169 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b8d52bc5-6cdc-4767-94a9-4810d99296a1 req-bacd214a-6129-49ef-805e-e6b910587893 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:55:04.187889 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-b8d52bc5-6cdc-4767-94a9-4810d99296a1 req-bacd214a-6129-49ef-805e-e6b910587893 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Allocated IP 172.20.0.4 (abe44660-3c85-46c3-81ef-3a83d1c4b569/0787ed94-343d-45a1-8354-028050fe4455/5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:55:04.324952 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b8d52bc5-6cdc-4767-94a9-4810d99296a1 req-bacd214a-6129-49ef-805e-e6b910587893 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:55:04.357669 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b8d52bc5-6cdc-4767-94a9-4810d99296a1 req-bacd214a-6129-49ef-805e-e6b910587893 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:55:04.402079 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8d52bc5-6cdc-4767-94a9-4810d99296a1 req-bacd214a-6129-49ef-805e-e6b910587893 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Network abe44660-3c85-46c3-81ef-3a83d1c4b569 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:55:04.405137 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-b8d52bc5-6cdc-4767-94a9-4810d99296a1 req-bacd214a-6129-49ef-805e-e6b910587893 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:55:04.408925 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8d52bc5-6cdc-4767-94a9-4810d99296a1 req-bacd214a-6129-49ef-805e-e6b910587893 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:55:04.415424 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacd214a-6129-49ef-805e-e6b910587893 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Pushing event updated for resources: {'Port': ['ID=5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:55:04.451943 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacd214a-6129-49ef-805e-e6b910587893 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:55:04.452297 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacd214a-6129-49ef-805e-e6b910587893 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:55:04.452645 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacd214a-6129-49ef-805e-e6b910587893 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:55:04.452990 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacd214a-6129-49ef-805e-e6b910587893 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:55:04.453330 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacd214a-6129-49ef-805e-e6b910587893 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:55:04.453696 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacd214a-6129-49ef-805e-e6b910587893 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:55:04.454036 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacd214a-6129-49ef-805e-e6b910587893 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:55:04.454367 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacd214a-6129-49ef-805e-e6b910587893 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:55:04.454696 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacd214a-6129-49ef-805e-e6b910587893 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:55:04.455024 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacd214a-6129-49ef-805e-e6b910587893 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:55:04.455358 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacd214a-6129-49ef-805e-e6b910587893 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:55:04.455687 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacd214a-6129-49ef-805e-e6b910587893 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:55:04.456015 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacd214a-6129-49ef-805e-e6b910587893 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:55:04.482192 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d52bc5-6cdc-4767-94a9-4810d99296a1 req-bacd214a-6129-49ef-805e-e6b910587893 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:55:04.482827 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b8d52bc5-6cdc-4767-94a9-4810d99296a1 req-bacd214a-6129-49ef-805e-e6b910587893 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:55:04.501733 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b8d52bc5-6cdc-4767-94a9-4810d99296a1 req-bacd214a-6129-49ef-805e-e6b910587893 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5736456 Dec 06 17:55:04.515136 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-b8d52bc5-6cdc-4767-94a9-4810d99296a1 req-3a9597d3-0853-4015-9f3f-ed636aa4cf65 service neutron] Request body: {'port': {'device_id': 'ef509d7c-1c17-4f47-bbaa-a324df09efba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:55:04.571432 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b8d52bc5-6cdc-4767-94a9-4810d99296a1 req-3a9597d3-0853-4015-9f3f-ed636aa4cf65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:55:04.633101 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-904413b3-10a3-4b00-af09-d8fabf8c41ba None None] Provisioning complete for port 5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:55:04.633694 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-904413b3-10a3-4b00-af09-d8fabf8c41ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:55:04.667717 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-904413b3-10a3-4b00-af09-d8fabf8c41ba None None] Port 5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:55:05.096309 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a969609-79cc-4206-afee-2302f4452192 req-caa782d6-d4f5-4496-b94f-4eb343ee165b tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:55:05.097871 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5a969609-79cc-4206-afee-2302f4452192 req-caa782d6-d4f5-4496-b94f-4eb343ee165b tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef509d7c-1c17-4f47-bbaa-a324df09efba HTTP/1.1" status: 200 len: 931 time: 0.0478513 Dec 06 17:55:05.103251 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-b8d52bc5-6cdc-4767-94a9-4810d99296a1 req-3a9597d3-0853-4015-9f3f-ed636aa4cf65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:55:05.111443 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b8d52bc5-6cdc-4767-94a9-4810d99296a1 req-3a9597d3-0853-4015-9f3f-ed636aa4cf65 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:55:05.124010 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-b8d52bc5-6cdc-4767-94a9-4810d99296a1 req-3a9597d3-0853-4015-9f3f-ed636aa4cf65 service neutron] Transition to ACTIVE for port object 5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:55:05.127743 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b8d52bc5-6cdc-4767-94a9-4810d99296a1 req-3a9597d3-0853-4015-9f3f-ed636aa4cf65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:55:05.146257 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5a969609-79cc-4206-afee-2302f4452192 req-bf7d3181-46b2-4b79-9425-ef97077f244e tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421677 Dec 06 17:55:05.185978 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9597d3-0853-4015-9f3f-ed636aa4cf65 service neutron] Pushing event updated for resources: {'Port': ['ID=5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:55:05.254703 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-b8d52bc5-6cdc-4767-94a9-4810d99296a1 req-3a9597d3-0853-4015-9f3f-ed636aa4cf65 service neutron] Attempting to bind port 5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:55:05.255035 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-b8d52bc5-6cdc-4767-94a9-4810d99296a1 req-3a9597d3-0853-4015-9f3f-ed636aa4cf65 service neutron] Attempting to bind port 5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '52241ada-1965-476a-bc10-c1275aa114a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:55:05.255360 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d52bc5-6cdc-4767-94a9-4810d99296a1 req-3a9597d3-0853-4015-9f3f-ed636aa4cf65 service neutron] Attempting to bind port 5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7 on network abe44660-3c85-46c3-81ef-3a83d1c4b569 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:55:05.260318 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d52bc5-6cdc-4767-94a9-4810d99296a1 req-3a9597d3-0853-4015-9f3f-ed636aa4cf65 service neutron] Port 5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7 on network abe44660-3c85-46c3-81ef-3a83d1c4b569 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:55:05.260616 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d52bc5-6cdc-4767-94a9-4810d99296a1 req-3a9597d3-0853-4015-9f3f-ed636aa4cf65 service neutron] Attempting to bind port 5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7 on network abe44660-3c85-46c3-81ef-3a83d1c4b569 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:55:05.265571 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d52bc5-6cdc-4767-94a9-4810d99296a1 req-3a9597d3-0853-4015-9f3f-ed636aa4cf65 service neutron] Checking agent: {'id': '9d8b9f49-2860-4c1f-9b89-45a7657a3c4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:55:05.265914 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d52bc5-6cdc-4767-94a9-4810d99296a1 req-3a9597d3-0853-4015-9f3f-ed636aa4cf65 service neutron] Checking segment: {'id': '52241ada-1965-476a-bc10-c1275aa114a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:55:05.266300 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d52bc5-6cdc-4767-94a9-4810d99296a1 req-3a9597d3-0853-4015-9f3f-ed636aa4cf65 service neutron] Bound using segment: {'id': '52241ada-1965-476a-bc10-c1275aa114a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:55:05.266730 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-b8d52bc5-6cdc-4767-94a9-4810d99296a1 req-3a9597d3-0853-4015-9f3f-ed636aa4cf65 service neutron] Bound port: 5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52241ada-1965-476a-bc10-c1275aa114a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:55:05.267082 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b8d52bc5-6cdc-4767-94a9-4810d99296a1 req-3a9597d3-0853-4015-9f3f-ed636aa4cf65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:55:05.330785 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-b8d52bc5-6cdc-4767-94a9-4810d99296a1 req-3a9597d3-0853-4015-9f3f-ed636aa4cf65 service neutron] For port 5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7, host n-h2-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:55:05.333787 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-b8d52bc5-6cdc-4767-94a9-4810d99296a1 req-3a9597d3-0853-4015-9f3f-ed636aa4cf65 service neutron] For port 5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7,segment=NetworkSegment(52241ada-1965-476a-bc10-c1275aa114a0),segment_id=52241ada-1965-476a-bc10-c1275aa114a0)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:55:05.338270 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b8d52bc5-6cdc-4767-94a9-4810d99296a1 req-3a9597d3-0853-4015-9f3f-ed636aa4cf65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:55:05.378317 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d52bc5-6cdc-4767-94a9-4810d99296a1 req-3a9597d3-0853-4015-9f3f-ed636aa4cf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:55:05.378950 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b8d52bc5-6cdc-4767-94a9-4810d99296a1 req-3a9597d3-0853-4015-9f3f-ed636aa4cf65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:55:05.380359 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b8d52bc5-6cdc-4767-94a9-4810d99296a1 req-3a9597d3-0853-4015-9f3f-ed636aa4cf65 service neutron] 10.222.0.44 "PUT /v2.0/ports/5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7 HTTP/1.1" status: 200 len: 1091 time: 0.8707497 Dec 06 17:55:05.380804 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef509d7c-1c17-4f47-bbaa-a324df09efba', 'tag': '5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:55:05.383134 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-317e6477-70b6-4ac8-b27a-8840b7d78930" -d '{"events": [{"name": "network-changed", "server_uuid": "ef509d7c-1c17-4f47-bbaa-a324df09efba", "tag": "5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:55:05.411018 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9597d3-0853-4015-9f3f-ed636aa4cf65 service neutron] Pushing event updated for resources: {'Port': ['ID=5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:55:05.431528 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9655b27-368c-4160-b4a5-45eeeae5b2d9 x-openstack-request-id: req-f9655b27-368c-4160-b4a5-45eeeae5b2d9 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:55:05.431915 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef509d7c-1c17-4f47-bbaa-a324df09efba", "tag": "5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:55:05.432247 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f9655b27-368c-4160-b4a5-45eeeae5b2d9 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:55:05.432762 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef509d7c-1c17-4f47-bbaa-a324df09efba', 'tag': '5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7', 'status': 'completed', 'code': 200} Dec 06 17:55:05.447974 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:55:05.481502 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d52bc5-6cdc-4767-94a9-4810d99296a1 req-6f72c3ed-94c0-4adc-b4ad-08c20dd8b3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:55:05.483106 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b8d52bc5-6cdc-4767-94a9-4810d99296a1 req-6f72c3ed-94c0-4adc-b4ad-08c20dd8b3c7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=53f0e2b3dd834584b50c76041ac80845&device_id=ef509d7c-1c17-4f47-bbaa-a324df09efba HTTP/1.1" status: 200 len: 1094 time: 0.0448844 Dec 06 17:55:05.525159 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b8d52bc5-6cdc-4767-94a9-4810d99296a1 req-97db4522-ef62-4148-9b7d-72d58d9057db service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7 HTTP/1.1" status: 200 len: 217 time: 0.0346079 Dec 06 17:55:05.580219 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d52bc5-6cdc-4767-94a9-4810d99296a1 req-30f72aa3-52c0-4c6f-b41c-ae268ff2d9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:55:05.581723 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b8d52bc5-6cdc-4767-94a9-4810d99296a1 req-30f72aa3-52c0-4c6f-b41c-ae268ff2d9a4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0787ed94-343d-45a1-8354-028050fe4455 HTTP/1.1" status: 200 len: 850 time: 0.0501707 Dec 06 17:55:05.627289 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d52bc5-6cdc-4767-94a9-4810d99296a1 req-9634ec85-06a4-47a3-acab-113b45f4e969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:55:05.628822 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b8d52bc5-6cdc-4767-94a9-4810d99296a1 req-9634ec85-06a4-47a3-acab-113b45f4e969 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=abe44660-3c85-46c3-81ef-3a83d1c4b569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405896 Dec 06 17:55:05.719660 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b8d52bc5-6cdc-4767-94a9-4810d99296a1 req-55abf6b3-cc43-4506-a1d5-93056ed18960 service neutron] 10.222.0.44 "GET /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836201 Dec 06 17:55:05.813939 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b8d52bc5-6cdc-4767-94a9-4810d99296a1 req-1c2a7d0e-40bf-4d0d-8502-c8599d462975 service neutron] 10.222.0.44 "GET /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875254 Dec 06 17:55:05.901119 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317e6477-70b6-4ac8-b27a-8840b7d78930 req-676ef9cb-9d23-4389-8ade-91c4d09f1917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:55:05.903283 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-317e6477-70b6-4ac8-b27a-8840b7d78930 req-676ef9cb-9d23-4389-8ade-91c4d09f1917 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=53f0e2b3dd834584b50c76041ac80845&device_id=ef509d7c-1c17-4f47-bbaa-a324df09efba HTTP/1.1" status: 200 len: 1094 time: 0.0418453 Dec 06 17:55:05.999183 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317e6477-70b6-4ac8-b27a-8840b7d78930 req-ffaabc3f-2112-434a-a38b-83659524829b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:55:06.000658 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-317e6477-70b6-4ac8-b27a-8840b7d78930 req-ffaabc3f-2112-434a-a38b-83659524829b service neutron] 10.222.0.44 "GET /v2.0/networks?id=abe44660-3c85-46c3-81ef-3a83d1c4b569 HTTP/1.1" status: 200 len: 912 time: 0.0908833 Dec 06 17:55:06.042569 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-317e6477-70b6-4ac8-b27a-8840b7d78930 req-052f0350-5d82-4f47-9a9b-ab639a5e35c4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7 HTTP/1.1" status: 200 len: 217 time: 0.0342388 Dec 06 17:55:06.095061 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317e6477-70b6-4ac8-b27a-8840b7d78930 req-4a43343f-b000-4b08-8894-33817b773f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:55:06.096474 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-317e6477-70b6-4ac8-b27a-8840b7d78930 req-4a43343f-b000-4b08-8894-33817b773f62 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0787ed94-343d-45a1-8354-028050fe4455 HTTP/1.1" status: 200 len: 850 time: 0.0472465 Dec 06 17:55:06.142818 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317e6477-70b6-4ac8-b27a-8840b7d78930 req-5eefbfba-6e55-498a-95bf-50dd105bf21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:55:06.144290 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-317e6477-70b6-4ac8-b27a-8840b7d78930 req-5eefbfba-6e55-498a-95bf-50dd105bf21e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=abe44660-3c85-46c3-81ef-3a83d1c4b569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396504 Dec 06 17:55:06.235576 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-317e6477-70b6-4ac8-b27a-8840b7d78930 req-eb03faf5-8ed0-4aee-ac62-0f8c16faefb6 service neutron] 10.222.0.44 "GET /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831752 Dec 06 17:55:06.271005 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3275a981-d807-4fa8-bef1-52a5b3ef15ec req-858b6fc0-4964-4500-8540-09c6d736eb8a tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:55:06.272493 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3275a981-d807-4fa8-bef1-52a5b3ef15ec req-858b6fc0-4964-4500-8540-09c6d736eb8a tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef509d7c-1c17-4f47-bbaa-a324df09efba HTTP/1.1" status: 200 len: 943 time: 0.0528605 Dec 06 17:55:06.319221 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3275a981-d807-4fa8-bef1-52a5b3ef15ec req-dec5e57b-21cc-4422-8df8-5204de67df5b tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403368 Dec 06 17:55:06.336100 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-317e6477-70b6-4ac8-b27a-8840b7d78930 req-a7b78285-114a-424f-8756-72e459a21a3d service neutron] 10.222.0.44 "GET /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925293 Dec 06 17:55:07.436997 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87955096-f76f-49ac-a3db-5a4f3686b1be req-e7d44f4c-db55-4f6d-af58-1b405c159393 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:55:07.438489 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-87955096-f76f-49ac-a3db-5a4f3686b1be req-e7d44f4c-db55-4f6d-af58-1b405c159393 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef509d7c-1c17-4f47-bbaa-a324df09efba HTTP/1.1" status: 200 len: 943 time: 0.0490470 Dec 06 17:55:07.485087 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-87955096-f76f-49ac-a3db-5a4f3686b1be req-b2ca20b2-589e-46fb-8e30-beda19afe3f0 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406170 Dec 06 17:55:08.598201 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92736f0f-2ce7-4c54-aa86-5f72e9e7ec1f req-80cb6a24-1033-440e-801c-faea104db5fc tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:55:08.599675 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-92736f0f-2ce7-4c54-aa86-5f72e9e7ec1f req-80cb6a24-1033-440e-801c-faea104db5fc tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef509d7c-1c17-4f47-bbaa-a324df09efba HTTP/1.1" status: 200 len: 943 time: 0.0477023 Dec 06 17:55:08.646038 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-92736f0f-2ce7-4c54-aa86-5f72e9e7ec1f req-906c8ce7-26d1-4c0c-b218-4bb845fa749b tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403974 Dec 06 17:55:09.766850 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff3bb2a-2d89-4bfa-ab5c-220c22c302b2 req-33403ab8-68d3-43eb-8c66-dc9516d389c8 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:55:09.768355 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-cff3bb2a-2d89-4bfa-ab5c-220c22c302b2 req-33403ab8-68d3-43eb-8c66-dc9516d389c8 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef509d7c-1c17-4f47-bbaa-a324df09efba HTTP/1.1" status: 200 len: 943 time: 0.0543618 Dec 06 17:55:09.816712 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-cff3bb2a-2d89-4bfa-ab5c-220c22c302b2 req-50e63770-ef04-46f4-903c-7d9edb53ed57 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420702 Dec 06 17:55:10.002401 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:55:10.093692 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7,segment=NetworkSegment(52241ada-1965-476a-bc10-c1275aa114a0),segment_id=52241ada-1965-476a-bc10-c1275aa114a0)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:55:10.104372 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': '5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7', 'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569', 'port_id': '5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7', 'mac_address': 'fa:16:3e:81:d8:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0787ed94-343d-45a1-8354-028050fe4455', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:55:10.144158 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:55:10.156991 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:55:10.176874 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7,segment=NetworkSegment(52241ada-1965-476a-bc10-c1275aa114a0),segment_id=52241ada-1965-476a-bc10-c1275aa114a0)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:55:10.180748 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:55:10.226938 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:55:10.381965 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:55:10.934244 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f658782-48c3-4dd4-b9ed-3a4c2f6182a4 req-4a403b3f-1d51-4742-a3fd-bd598932bc67 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:55:10.935738 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8f658782-48c3-4dd4-b9ed-3a4c2f6182a4 req-4a403b3f-1d51-4742-a3fd-bd598932bc67 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef509d7c-1c17-4f47-bbaa-a324df09efba HTTP/1.1" status: 200 len: 944 time: 0.0521791 Dec 06 17:55:10.982509 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8f658782-48c3-4dd4-b9ed-3a4c2f6182a4 req-87447404-25c8-4373-b2f0-898aea4c9d09 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408399 Dec 06 17:55:12.018161 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7 up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:55:12.066018 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning for port 5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:55:12.070093 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port 5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:55:12.070471 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:55:12.100515 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a0fa75-437e-44cd-a3b9-734381db7210 req-6b4aec8b-629c-4eab-8b7f-d7854b35b7ef tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:55:12.102153 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c1a0fa75-437e-44cd-a3b9-734381db7210 req-6b4aec8b-629c-4eab-8b7f-d7854b35b7ef tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef509d7c-1c17-4f47-bbaa-a324df09efba HTTP/1.1" status: 200 len: 944 time: 0.0507486 Dec 06 17:55:12.149650 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:55:12.149962 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c1a0fa75-437e-44cd-a3b9-734381db7210 req-87d39846-1c6c-478f-bc0e-f87e677e25ac tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409653 Dec 06 17:55:12.174148 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef509d7c-1c17-4f47-bbaa-a324df09efba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:55:12.176384 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5cdb7ac-55fb-4530-988b-1889ddb9ec5b" -d '{"events": [{"server_uuid": "ef509d7c-1c17-4f47-bbaa-a324df09efba", "name": "network-vif-plugged", "status": "completed", "tag": "5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:55:12.189098 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7,segment=NetworkSegment(52241ada-1965-476a-bc10-c1275aa114a0),segment_id=52241ada-1965-476a-bc10-c1275aa114a0)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:55:12.193926 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:55:12.219901 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a8d709a-5b84-41a5-b83d-307a9433536a x-openstack-request-id: req-6a8d709a-5b84-41a5-b83d-307a9433536a {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:55:12.220521 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef509d7c-1c17-4f47-bbaa-a324df09efba", "name": "network-vif-plugged", "status": "completed", "tag": "5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:55:12.220863 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6a8d709a-5b84-41a5-b83d-307a9433536a {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:55:12.221269 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef509d7c-1c17-4f47-bbaa-a324df09efba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7', 'code': 200} Dec 06 17:55:12.248056 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:55:12.313867 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b1d3a8-9fce-44a2-a1af-3ab9154f4624 req-bc5ee370-d17a-4619-b8b3-6edc2aaaef8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:55:12.315351 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d7b1d3a8-9fce-44a2-a1af-3ab9154f4624 req-bc5ee370-d17a-4619-b8b3-6edc2aaaef8f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ef509d7c-1c17-4f47-bbaa-a324df09efba HTTP/1.1" status: 200 len: 1096 time: 0.0410576 Dec 06 17:55:12.363860 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d7b1d3a8-9fce-44a2-a1af-3ab9154f4624 req-8fbc7e92-f05f-4af7-90ad-de5962674ba3 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402994 Dec 06 17:55:13.268560 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59271679-4b9e-46a8-8d28-968078cc2d1b req-e16c56b9-871d-434b-b639-028cec7aab39 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:55:13.270045 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-59271679-4b9e-46a8-8d28-968078cc2d1b req-e16c56b9-871d-434b-b639-028cec7aab39 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef509d7c-1c17-4f47-bbaa-a324df09efba HTTP/1.1" status: 200 len: 945 time: 0.0488007 Dec 06 17:55:13.316788 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-59271679-4b9e-46a8-8d28-968078cc2d1b req-f4e32e29-fb80-4096-8267-1c5a5d83eeb0 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408766 Dec 06 17:55:13.505622 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ac597967-498a-4bac-85c5-35f978bd3998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:55:14.432478 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621d99d8-4370-4515-b551-7454bfe6bfb2 req-814eed54-4ab2-4e8a-b120-9bcc2fa96eef tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:55:14.433974 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-621d99d8-4370-4515-b551-7454bfe6bfb2 req-814eed54-4ab2-4e8a-b120-9bcc2fa96eef tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef509d7c-1c17-4f47-bbaa-a324df09efba HTTP/1.1" status: 200 len: 945 time: 0.0480964 Dec 06 17:55:14.479729 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-621d99d8-4370-4515-b551-7454bfe6bfb2 req-a72d451f-050d-40fa-bea7-e5fa3a70a2f7 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398569 Dec 06 17:55:14.590569 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c571b0b-e603-4c01-ae41-eea680159c36 req-4c5e6995-c26d-4e98-b0f5-2598d62647c5 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:55:14.592027 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7c571b0b-e603-4c01-ae41-eea680159c36 req-4c5e6995-c26d-4e98-b0f5-2598d62647c5 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef509d7c-1c17-4f47-bbaa-a324df09efba HTTP/1.1" status: 200 len: 945 time: 0.0478408 Dec 06 17:55:14.600701 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 39938) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:55:14.604875 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-671ea8f8-50ab-410a-9aa4-39c22108af55 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Request body: {'floatingip': {'port_id': '5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:55:14.646728 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-671ea8f8-50ab-410a-9aa4-39c22108af55 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Publish callbacks [] for floatingip, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:55:15.071926 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-671ea8f8-50ab-410a-9aa4-39c22108af55 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:55:15.075773 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-671ea8f8-50ab-410a-9aa4-39c22108af55 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:55:15.175548 n-d-master-1 neutron-server[103284]: INFO neutron.db.l3_db [None req-671ea8f8-50ab-410a-9aa4-39c22108af55 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Floating IP a3ae450d-aeca-47bf-94f0-426e78061852 associated. External IP: 172.35.1.149, port: 5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7. Dec 06 17:55:15.381744 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-671ea8f8-50ab-410a-9aa4-39c22108af55 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Router 2c3d0679-4e43-4092-83fa-7d922af599b7 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:55:15.490445 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-671ea8f8-50ab-410a-9aa4-39c22108af55 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:55:15.494951 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-671ea8f8-50ab-410a-9aa4-39c22108af55 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:55:15.499870 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d443ab6f-8749-4be6-b82d-fe771ab9efb0 None None] Sync routers for ids ['2c3d0679-4e43-4092-83fa-7d922af599b7'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:55:15.509537 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d443ab6f-8749-4be6-b82d-fe771ab9efb0 None None] Routers {'2c3d0679-4e43-4092-83fa-7d922af599b7'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:55:15.510390 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-d443ab6f-8749-4be6-b82d-fe771ab9efb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:54:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['2c3d0679-4e43-4092-83fa-7d922af599b7'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:55:15.522843 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-671ea8f8-50ab-410a-9aa4-39c22108af55 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "PUT /v2.0/floatingips/a3ae450d-aeca-47bf-94f0-426e78061852 HTTP/1.1" status: 200 len: 991 time: 0.9211588 Dec 06 17:55:15.523446 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef509d7c-1c17-4f47-bbaa-a324df09efba', 'tag': '5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:55:15.525769 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d8b1154-10c8-4edf-948c-f8ec88633a1f" -d '{"events": [{"name": "network-changed", "server_uuid": "ef509d7c-1c17-4f47-bbaa-a324df09efba", "tag": "5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:55:15.565970 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b02892-f211-4a83-b717-a7c2c8986700 x-openstack-request-id: req-d4b02892-f211-4a83-b717-a7c2c8986700 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:55:15.566276 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef509d7c-1c17-4f47-bbaa-a324df09efba", "tag": "5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:55:15.566559 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d4b02892-f211-4a83-b717-a7c2c8986700 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:55:15.567010 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef509d7c-1c17-4f47-bbaa-a324df09efba', 'tag': '5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7', 'status': 'completed', 'code': 200} Dec 06 17:55:15.620606 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-d443ab6f-8749-4be6-b82d-fe771ab9efb0 None None] Set router 2c3d0679-4e43-4092-83fa-7d922af599b7 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:55:15.627219 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8b1154-10c8-4edf-948c-f8ec88633a1f req-4e1f7e70-2955-4698-9c39-b2c5c352f021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:55:15.628772 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0d8b1154-10c8-4edf-948c-f8ec88633a1f req-4e1f7e70-2955-4698-9c39-b2c5c352f021 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=53f0e2b3dd834584b50c76041ac80845&device_id=ef509d7c-1c17-4f47-bbaa-a324df09efba HTTP/1.1" status: 200 len: 1096 time: 0.0414023 Dec 06 17:55:15.694267 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-782c47dc-fd9e-4152-9cd5-85b2d4e8ce7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:55:15.728480 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8b1154-10c8-4edf-948c-f8ec88633a1f req-ffba914c-3dad-4994-a7de-60df9f50e30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:55:15.729996 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0d8b1154-10c8-4edf-948c-f8ec88633a1f req-ffba914c-3dad-4994-a7de-60df9f50e30b service neutron] 10.222.0.44 "GET /v2.0/networks?id=abe44660-3c85-46c3-81ef-3a83d1c4b569 HTTP/1.1" status: 200 len: 912 time: 0.0920219 Dec 06 17:55:15.800895 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0d8b1154-10c8-4edf-948c-f8ec88633a1f req-d9f02ec3-df81-40cd-bfd2-62c7180e0117 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7 HTTP/1.1" status: 200 len: 999 time: 0.0637243 Dec 06 17:55:15.856488 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8b1154-10c8-4edf-948c-f8ec88633a1f req-d8d9fe9b-8e47-4138-a832-a564f37a0a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:55:15.858007 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0d8b1154-10c8-4edf-948c-f8ec88633a1f req-d8d9fe9b-8e47-4138-a832-a564f37a0a43 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0787ed94-343d-45a1-8354-028050fe4455 HTTP/1.1" status: 200 len: 850 time: 0.0501912 Dec 06 17:55:15.904804 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8b1154-10c8-4edf-948c-f8ec88633a1f req-2eaad822-2c91-4d1a-9047-615e226f9e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:55:15.906354 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0d8b1154-10c8-4edf-948c-f8ec88633a1f req-2eaad822-2c91-4d1a-9047-615e226f9e0d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=abe44660-3c85-46c3-81ef-3a83d1c4b569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404415 Dec 06 17:55:15.930100 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-d443ab6f-8749-4be6-b82d-fe771ab9efb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c3d0679-4e43-4092-83fa-7d922af599b7', 'name': 'tempest-ServerActionsTestJSON-669397432-router', 'tenant_id': '53f0e2b3dd834584b50c76041ac80845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.51'}], 'enable_snat': True}, 'gw_port_id': '9970c79c-530d-43df-9017-3bf60635d9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:50:26Z', 'updated_at': '2021-12-06T17:50:29Z', 'revision_number': 4, 'project_id': '53f0e2b3dd834584b50c76041ac80845', 'gw_port': {'id': '9970c79c-530d-43df-9017-3bf60635d9ca', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3d0679-4e43-4092-83fa-7d922af599b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:50:26Z', 'updated_at': '2021-12-06T17:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'a3ae450d-aeca-47bf-94f0-426e78061852', 'tenant_id': '53f0e2b3dd834584b50c76041ac80845', 'floating_ip_address': '172.35.1.149', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '2c3d0679-4e43-4092-83fa-7d922af599b7', 'port_id': '5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4080, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569', 'mac_address': 'fa:16:3e:81:d8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef509d7c-1c17-4f47-bbaa-a324df09efba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:50:31Z', 'updated_at': '2021-12-06T17:55:14Z', 'revision_number': 9, 'project_id': '53f0e2b3dd834584b50c76041ac80845', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6056c72c-a53a-4cf7-8d94-e07253f5e3e9', 'name': '', 'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569', 'tenant_id': '53f0e2b3dd834584b50c76041ac80845', 'mac_address': 'fa:16:3e:e2:ff:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3d0679-4e43-4092-83fa-7d922af599b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '0787ed94-343d-45a1-8354-028050fe4455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:50:28Z', 'updated_at': '2021-12-06T17:50:32Z', 'revision_number': 5, 'project_id': '53f0e2b3dd834584b50c76041ac80845', 'subnets': [{'id': '0787ed94-343d-45a1-8354-028050fe4455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:55:15.959544 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d443ab6f-8749-4be6-b82d-fe771ab9efb0 None None] Checking router: 2c3d0679-4e43-4092-83fa-7d922af599b7 for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:55:15.967922 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d443ab6f-8749-4be6-b82d-fe771ab9efb0 None None] Routers {'2c3d0679-4e43-4092-83fa-7d922af599b7'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:55:15.969291 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-d443ab6f-8749-4be6-b82d-fe771ab9efb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:55:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['2c3d0679-4e43-4092-83fa-7d922af599b7'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:55:16.002647 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0d8b1154-10c8-4edf-948c-f8ec88633a1f req-5b27691e-86d7-4aed-8d39-07d6cc62dcb4 service neutron] 10.222.0.44 "GET /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894172 Dec 06 17:55:16.073351 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-d443ab6f-8749-4be6-b82d-fe771ab9efb0 None None] Set router 2c3d0679-4e43-4092-83fa-7d922af599b7 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:55:16.094613 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0d8b1154-10c8-4edf-948c-f8ec88633a1f req-9ff0556d-f2be-48d1-86e1-3a0de443072e service neutron] 10.222.0.44 "GET /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836484 Dec 06 17:55:16.294555 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-d443ab6f-8749-4be6-b82d-fe771ab9efb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c3d0679-4e43-4092-83fa-7d922af599b7', 'name': 'tempest-ServerActionsTestJSON-669397432-router', 'tenant_id': '53f0e2b3dd834584b50c76041ac80845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.51'}], 'enable_snat': True}, 'gw_port_id': '9970c79c-530d-43df-9017-3bf60635d9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:50:26Z', 'updated_at': '2021-12-06T17:50:29Z', 'revision_number': 4, 'project_id': '53f0e2b3dd834584b50c76041ac80845', 'gw_port': {'id': '9970c79c-530d-43df-9017-3bf60635d9ca', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3d0679-4e43-4092-83fa-7d922af599b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:50:26Z', 'updated_at': '2021-12-06T17:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'a3ae450d-aeca-47bf-94f0-426e78061852', 'tenant_id': '53f0e2b3dd834584b50c76041ac80845', 'floating_ip_address': '172.35.1.149', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '2c3d0679-4e43-4092-83fa-7d922af599b7', 'port_id': '5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4080, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569', 'mac_address': 'fa:16:3e:81:d8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef509d7c-1c17-4f47-bbaa-a324df09efba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:50:31Z', 'updated_at': '2021-12-06T17:55:14Z', 'revision_number': 9, 'project_id': '53f0e2b3dd834584b50c76041ac80845', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6056c72c-a53a-4cf7-8d94-e07253f5e3e9', 'name': '', 'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569', 'tenant_id': '53f0e2b3dd834584b50c76041ac80845', 'mac_address': 'fa:16:3e:e2:ff:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3d0679-4e43-4092-83fa-7d922af599b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '0787ed94-343d-45a1-8354-028050fe4455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:50:28Z', 'updated_at': '2021-12-06T17:50:32Z', 'revision_number': 5, 'project_id': '53f0e2b3dd834584b50c76041ac80845', 'subnets': [{'id': '0787ed94-343d-45a1-8354-028050fe4455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:55:16.323298 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d443ab6f-8749-4be6-b82d-fe771ab9efb0 None None] The sync data for ids ['2c3d0679-4e43-4092-83fa-7d922af599b7'] in n-d-master-1 is: [{'id': '2c3d0679-4e43-4092-83fa-7d922af599b7', 'name': 'tempest-ServerActionsTestJSON-669397432-router', 'tenant_id': '53f0e2b3dd834584b50c76041ac80845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.51'}], 'enable_snat': True}, 'gw_port_id': '9970c79c-530d-43df-9017-3bf60635d9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:50:26Z', 'updated_at': '2021-12-06T17:50:29Z', 'revision_number': 4, 'project_id': '53f0e2b3dd834584b50c76041ac80845', 'gw_port': {'id': '9970c79c-530d-43df-9017-3bf60635d9ca', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3d0679-4e43-4092-83fa-7d922af599b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:50:26Z', 'updated_at': '2021-12-06T17:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'a3ae450d-aeca-47bf-94f0-426e78061852', 'tenant_id': '53f0e2b3dd834584b50c76041ac80845', 'floating_ip_address': '172.35.1.149', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '2c3d0679-4e43-4092-83fa-7d922af599b7', 'port_id': '5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4080, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569', 'mac_address': 'fa:16:3e:81:d8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef509d7c-1c17-4f47-bbaa-a324df09efba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:50:31Z', 'updated_at': '2021-12-06T17:55:14Z', 'revision_number': 9, 'project_id': '53f0e2b3dd834584b50c76041ac80845', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6056c72c-a53a-4cf7-8d94-e07253f5e3e9', 'name': '', 'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569', 'tenant_id': '53f0e2b3dd834584b50c76041ac80845', 'mac_address': 'fa:16:3e:e2:ff:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3d0679-4e43-4092-83fa-7d922af599b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '0787ed94-343d-45a1-8354-028050fe4455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:50:28Z', 'updated_at': '2021-12-06T17:50:32Z', 'revision_number': 5, 'project_id': '53f0e2b3dd834584b50c76041ac80845', 'subnets': [{'id': '0787ed94-343d-45a1-8354-028050fe4455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:55:16.525588 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06064961-fd0e-4564-a130-b7af847c39d1 None None] New status for floating IP a3ae450d-aeca-47bf-94f0-426e78061852: ACTIVE {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 17:55:17.053439 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:55:18.198635 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:55:19.127641 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:55:23.307992 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 17:55:33.082739 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:55:35.469709 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:55:43.506204 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a18c93fa-143d-4545-968a-5ffb0c7b4114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:55:45.696302 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-79174b6f-1cb9-4105-9e5c-267c650714cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:55:47.055391 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:55:48.200269 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:55:49.129041 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:56:00.308154 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 17:56:03.089157 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:56:05.462433 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:56:13.321988 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0bd5eac2-15bb-4bb4-b745-7073892af8e9 req-11384e9f-5a82-4c62-9494-c321e9e4bc6c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ef509d7c-1c17-4f47-bbaa-a324df09efba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0385952 Dec 06 17:56:13.406403 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd5eac2-15bb-4bb4-b745-7073892af8e9 req-224bf936-5f7b-4023-977c-8a382554b68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:56:13.407881 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0bd5eac2-15bb-4bb4-b745-7073892af8e9 req-224bf936-5f7b-4023-977c-8a382554b68e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=53f0e2b3dd834584b50c76041ac80845&device_id=ef509d7c-1c17-4f47-bbaa-a324df09efba HTTP/1.1" status: 200 len: 1096 time: 0.0449777 Dec 06 17:56:13.506770 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-344c92de-dc49-4bc9-a197-1e918e9a9e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:56:13.512507 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd5eac2-15bb-4bb4-b745-7073892af8e9 req-9cbdf6f0-1295-48c2-bd9e-3a8056ef9fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:56:13.514109 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0bd5eac2-15bb-4bb4-b745-7073892af8e9 req-9cbdf6f0-1295-48c2-bd9e-3a8056ef9fa0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=abe44660-3c85-46c3-81ef-3a83d1c4b569 HTTP/1.1" status: 200 len: 912 time: 0.0876129 Dec 06 17:56:13.583110 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0bd5eac2-15bb-4bb4-b745-7073892af8e9 req-8adc667a-a818-408d-a228-b840660b737d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7 HTTP/1.1" status: 200 len: 1002 time: 0.0622160 Dec 06 17:56:13.631971 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd5eac2-15bb-4bb4-b745-7073892af8e9 req-be9cc16a-769e-4f10-9b27-fa42df1a4346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:56:13.633426 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0bd5eac2-15bb-4bb4-b745-7073892af8e9 req-be9cc16a-769e-4f10-9b27-fa42df1a4346 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0787ed94-343d-45a1-8354-028050fe4455 HTTP/1.1" status: 200 len: 850 time: 0.0433102 Dec 06 17:56:13.678422 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd5eac2-15bb-4bb4-b745-7073892af8e9 req-ece2a62e-4e7d-42ed-8025-8118a010f120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:56:13.680015 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0bd5eac2-15bb-4bb4-b745-7073892af8e9 req-ece2a62e-4e7d-42ed-8025-8118a010f120 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=abe44660-3c85-46c3-81ef-3a83d1c4b569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397081 Dec 06 17:56:13.690242 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [req-0bd5eac2-15bb-4bb4-b745-7073892af8e9 req-b906439e-1df2-42ec-ad74-49fef23ee2f5 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:56:13.691186 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0bd5eac2-15bb-4bb4-b745-7073892af8e9 req-b906439e-1df2-42ec-ad74-49fef23ee2f5 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048654 Dec 06 17:56:13.784611 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0bd5eac2-15bb-4bb4-b745-7073892af8e9 req-7c39c5c5-8d57-44bb-9b1c-1e4560b22339 service neutron] 10.222.0.44 "GET /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857501 Dec 06 17:56:13.871585 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0bd5eac2-15bb-4bb4-b745-7073892af8e9 req-ee7b2902-dbdb-4d02-9d5d-191fa0c7fd3a service neutron] 10.222.0.44 "GET /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799406 Dec 06 17:56:15.697291 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-31b04626-9267-4480-852a-d4454aac95cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:56:17.060999 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:56:18.203249 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:56:19.129742 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:56:33.104102 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:56:35.481627 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:56:37.307631 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 17:56:43.508263 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-935db125-0700-4ae3-bfe2-96e1adf3629d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:56:45.698316 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3e10179d-2d82-448e-84cc-9b10e28fbec1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:56:47.061159 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:56:48.206002 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:56:49.134773 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:56:50.448573 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4fd74a4b-39c5-4693-9254-193675f4a3ac req-5bc35939-1fab-42b3-a2d4-0a94b62d7e4d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ef509d7c-1c17-4f47-bbaa-a324df09efba&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0490890 Dec 06 17:56:50.568087 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013fcacc-e11c-434d-a73b-8dcf042621db req-b8557bc3-3573-4857-a4d6-f76ba3e48a05 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:56:50.569632 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-013fcacc-e11c-434d-a73b-8dcf042621db req-b8557bc3-3573-4857-a4d6-f76ba3e48a05 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef509d7c-1c17-4f47-bbaa-a324df09efba HTTP/1.1" status: 200 len: 945 time: 0.1461492 Dec 06 17:56:50.618239 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-013fcacc-e11c-434d-a73b-8dcf042621db req-f5865139-555c-4f4f-b1c2-cd177097de0f tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420051 Dec 06 17:56:51.621622 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd74a4b-39c5-4693-9254-193675f4a3ac req-0f954a53-2666-482c-941c-0f9cc59d17e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:56:51.623090 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4fd74a4b-39c5-4693-9254-193675f4a3ac req-0f954a53-2666-482c-941c-0f9cc59d17e5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=53f0e2b3dd834584b50c76041ac80845&device_id=ef509d7c-1c17-4f47-bbaa-a324df09efba HTTP/1.1" status: 200 len: 1096 time: 0.0430305 Dec 06 17:56:51.721352 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd74a4b-39c5-4693-9254-193675f4a3ac req-d3363147-149f-4c24-8716-ef192cdc8426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:56:51.722859 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4fd74a4b-39c5-4693-9254-193675f4a3ac req-d3363147-149f-4c24-8716-ef192cdc8426 service neutron] 10.222.0.44 "GET /v2.0/networks?id=abe44660-3c85-46c3-81ef-3a83d1c4b569 HTTP/1.1" status: 200 len: 912 time: 0.0932243 Dec 06 17:56:51.790694 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4fd74a4b-39c5-4693-9254-193675f4a3ac req-f72cdce1-af51-4684-91c0-a38747684891 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7 HTTP/1.1" status: 200 len: 1002 time: 0.0612073 Dec 06 17:56:51.840451 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69305aff-abcb-43de-833c-e3f3c97395e6 req-b2df2ea6-d131-4d2d-a363-30495b994b6c tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:56:51.841952 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-69305aff-abcb-43de-833c-e3f3c97395e6 req-b2df2ea6-d131-4d2d-a363-30495b994b6c tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef509d7c-1c17-4f47-bbaa-a324df09efba HTTP/1.1" status: 200 len: 945 time: 0.1485918 Dec 06 17:56:51.845221 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd74a4b-39c5-4693-9254-193675f4a3ac req-0ba6a888-f4bc-4b1b-bec3-b61688e1fe65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:56:51.846748 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4fd74a4b-39c5-4693-9254-193675f4a3ac req-0ba6a888-f4bc-4b1b-bec3-b61688e1fe65 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0787ed94-343d-45a1-8354-028050fe4455 HTTP/1.1" status: 200 len: 850 time: 0.0487516 Dec 06 17:56:51.893409 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd74a4b-39c5-4693-9254-193675f4a3ac req-577cfc6b-b139-40e4-9582-640a48e1caa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:56:51.894866 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4fd74a4b-39c5-4693-9254-193675f4a3ac req-577cfc6b-b139-40e4-9582-640a48e1caa9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=abe44660-3c85-46c3-81ef-3a83d1c4b569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412266 Dec 06 17:56:51.895873 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-69305aff-abcb-43de-833c-e3f3c97395e6 req-fe8412ac-117c-4686-a388-f6f538c649a3 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477860 Dec 06 17:56:51.983397 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4fd74a4b-39c5-4693-9254-193675f4a3ac req-2679636d-4211-4b68-806a-e03bec8a00e4 service neutron] 10.222.0.44 "GET /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814271 Dec 06 17:56:52.076637 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4fd74a4b-39c5-4693-9254-193675f4a3ac req-74ca90a1-0280-4b0d-adaa-f2d9be06188d service neutron] 10.222.0.44 "GET /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867841 Dec 06 17:56:53.015737 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82c0c4c-8379-4cd2-8f07-83c4af9f860f req-baa33cf9-e000-4a45-87f2-38f7e0168f37 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:56:53.017220 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e82c0c4c-8379-4cd2-8f07-83c4af9f860f req-baa33cf9-e000-4a45-87f2-38f7e0168f37 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef509d7c-1c17-4f47-bbaa-a324df09efba HTTP/1.1" status: 200 len: 945 time: 0.0490165 Dec 06 17:56:53.063267 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e82c0c4c-8379-4cd2-8f07-83c4af9f860f req-2920a03e-6010-436e-80a3-f7f06d9cd39a tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400348 Dec 06 17:56:54.178025 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81883510-a0a5-4a0b-88ac-48f4de7fd724 req-56bc4067-b24d-4882-968d-9dad540329b1 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:56:54.179494 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-81883510-a0a5-4a0b-88ac-48f4de7fd724 req-56bc4067-b24d-4882-968d-9dad540329b1 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef509d7c-1c17-4f47-bbaa-a324df09efba HTTP/1.1" status: 200 len: 945 time: 0.0486093 Dec 06 17:56:54.225219 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-81883510-a0a5-4a0b-88ac-48f4de7fd724 req-69293252-9161-4ea9-bbd2-7fbc95b2eb82 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398037 Dec 06 17:56:55.343334 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef0fd42-d060-4376-a860-02cb4f01ea90 req-018ce990-00b0-4dbf-b347-d39148b33f39 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:56:55.344786 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fef0fd42-d060-4376-a860-02cb4f01ea90 req-018ce990-00b0-4dbf-b347-d39148b33f39 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef509d7c-1c17-4f47-bbaa-a324df09efba HTTP/1.1" status: 200 len: 945 time: 0.0521560 Dec 06 17:56:55.391716 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fef0fd42-d060-4376-a860-02cb4f01ea90 req-0a27dd29-0225-4377-b8e7-39e56ee360b7 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409703 Dec 06 17:56:56.504270 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2bf0ff-ae3f-4919-8c9e-0032922cf77d req-4159b526-0140-48a0-80a3-2df3fe8c75f4 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:56:56.505759 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8f2bf0ff-ae3f-4919-8c9e-0032922cf77d req-4159b526-0140-48a0-80a3-2df3fe8c75f4 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef509d7c-1c17-4f47-bbaa-a324df09efba HTTP/1.1" status: 200 len: 945 time: 0.0475338 Dec 06 17:56:56.552079 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8f2bf0ff-ae3f-4919-8c9e-0032922cf77d req-80655060-70c2-428c-b914-49890d73ec0f tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392101 Dec 06 17:56:57.669526 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f886682-8cb5-4bf8-8863-0f67aa9076ca req-1f88c40e-dc89-45e8-8c86-74a91befa02d tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:56:57.671012 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7f886682-8cb5-4bf8-8863-0f67aa9076ca req-1f88c40e-dc89-45e8-8c86-74a91befa02d tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef509d7c-1c17-4f47-bbaa-a324df09efba HTTP/1.1" status: 200 len: 945 time: 0.0496724 Dec 06 17:56:57.718953 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7f886682-8cb5-4bf8-8863-0f67aa9076ca req-538c749f-5c46-4d11-8e44-07ed860c7c07 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417213 Dec 06 17:56:58.840534 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd0896d-570a-471b-b994-e64cfdc1b403 req-decbea00-0748-4524-8527-6d80a783d15a tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:56:58.842035 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ecd0896d-570a-471b-b994-e64cfdc1b403 req-decbea00-0748-4524-8527-6d80a783d15a tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef509d7c-1c17-4f47-bbaa-a324df09efba HTTP/1.1" status: 200 len: 945 time: 0.0527439 Dec 06 17:56:58.888667 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ecd0896d-570a-471b-b994-e64cfdc1b403 req-fbf0ee0b-877f-460c-b310-d106e562b2f7 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407879 Dec 06 17:57:00.004104 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44396f0e-e34b-4570-bbea-adadfee68d97 req-9b193bae-563d-419d-9fc7-d9ae7f1eaaa6 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:57:00.005618 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-44396f0e-e34b-4570-bbea-adadfee68d97 req-9b193bae-563d-419d-9fc7-d9ae7f1eaaa6 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef509d7c-1c17-4f47-bbaa-a324df09efba HTTP/1.1" status: 200 len: 945 time: 0.0492587 Dec 06 17:57:00.057393 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-44396f0e-e34b-4570-bbea-adadfee68d97 req-d9d8558d-e387-4047-80e8-c67435d76e44 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454047 Dec 06 17:57:01.173894 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd12f6-8eac-4ca7-8f9b-5097ae815b68 req-fcfff5cf-d7fc-4efc-b028-71539415e884 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:57:01.175358 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-cdcd12f6-8eac-4ca7-8f9b-5097ae815b68 req-fcfff5cf-d7fc-4efc-b028-71539415e884 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef509d7c-1c17-4f47-bbaa-a324df09efba HTTP/1.1" status: 200 len: 945 time: 0.0485961 Dec 06 17:57:01.221000 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-cdcd12f6-8eac-4ca7-8f9b-5097ae815b68 req-72f83dc5-18dd-4f87-b5d2-46969bc8d576 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397911 Dec 06 17:57:02.335301 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a593c4-78f2-4fcc-b214-9250e08af694 req-61cbe70f-72e6-4009-aebe-de91777f9165 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:57:02.336753 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e9a593c4-78f2-4fcc-b214-9250e08af694 req-61cbe70f-72e6-4009-aebe-de91777f9165 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef509d7c-1c17-4f47-bbaa-a324df09efba HTTP/1.1" status: 200 len: 945 time: 0.0482037 Dec 06 17:57:02.382857 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e9a593c4-78f2-4fcc-b214-9250e08af694 req-49232fb2-b343-4ddb-8ff5-6fc2aa9121f0 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400846 Dec 06 17:57:03.116705 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:57:03.500341 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e687ef-c8e0-46bd-8167-557d361b95d2 req-80a3e3ab-4436-4d5b-a07e-ccc6a8358aed tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:57:03.501834 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f6e687ef-c8e0-46bd-8167-557d361b95d2 req-80a3e3ab-4436-4d5b-a07e-ccc6a8358aed tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef509d7c-1c17-4f47-bbaa-a324df09efba HTTP/1.1" status: 200 len: 945 time: 0.0511291 Dec 06 17:57:03.548203 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f6e687ef-c8e0-46bd-8167-557d361b95d2 req-62fcced7-9d88-4391-b6b0-84111beb1301 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405004 Dec 06 17:57:04.056070 n-d-master-1 neutron-server[103284]: INFO neutron.api.v2.resource [req-4fd74a4b-39c5-4693-9254-193675f4a3ac req-a8e8967c-f0c9-441e-ae18-576f43b1ac8e service neutron] show failed (client error): The resource could not be found. Dec 06 17:57:04.057000 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4fd74a4b-39c5-4693-9254-193675f4a3ac req-a8e8967c-f0c9-441e-ae18-576f43b1ac8e service neutron] 10.222.0.44 "GET /v2.0/ports/5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7/bindings/n-h1-master-1 HTTP/1.1" status: 404 len: 380 time: 0.0535777 Dec 06 17:57:04.258936 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd74a4b-39c5-4693-9254-193675f4a3ac req-6f8c2e7d-6a77-4c3e-b5af-ac5a3076cd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:57:04.260665 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4fd74a4b-39c5-4693-9254-193675f4a3ac req-6f8c2e7d-6a77-4c3e-b5af-ac5a3076cd50 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ef509d7c-1c17-4f47-bbaa-a324df09efba&tenant_id=53f0e2b3dd834584b50c76041ac80845 HTTP/1.1" status: 200 len: 1096 time: 0.0408633 Dec 06 17:57:04.273025 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [req-4fd74a4b-39c5-4693-9254-193675f4a3ac req-ccf6a69e-74bd-441c-ba69-b41d30389378 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103285) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:57:04.274071 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4fd74a4b-39c5-4693-9254-193675f4a3ac req-ccf6a69e-74bd-441c-ba69-b41d30389378 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048931 Dec 06 17:57:04.287211 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-4fd74a4b-39c5-4693-9254-193675f4a3ac req-40031372-e365-45de-8496-39f01d74df35 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-master-1', 'device_owner': 'compute:nova'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:57:04.338523 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-4fd74a4b-39c5-4693-9254-193675f4a3ac req-40031372-e365-45de-8496-39f01d74df35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:57:04.537609 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-4fd74a4b-39c5-4693-9254-193675f4a3ac req-40031372-e365-45de-8496-39f01d74df35 service neutron] For port 5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7,segment=NetworkSegment(52241ada-1965-476a-bc10-c1275aa114a0),segment_id=52241ada-1965-476a-bc10-c1275aa114a0)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:57:04.569178 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-4fd74a4b-39c5-4693-9254-193675f4a3ac req-40031372-e365-45de-8496-39f01d74df35 service neutron] For port 5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7, host n-h2-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:57:04.609086 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef509d7c-1c17-4f47-bbaa-a324df09efba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:57:04.611329 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74ddbe5f-2237-43fd-9c2f-ad02e238ca34" -d '{"events": [{"server_uuid": "ef509d7c-1c17-4f47-bbaa-a324df09efba", "name": "network-vif-unplugged", "status": "completed", "tag": "5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:57:04.615426 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-4fd74a4b-39c5-4693-9254-193675f4a3ac req-40031372-e365-45de-8496-39f01d74df35 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:57:04.629495 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-4fd74a4b-39c5-4693-9254-193675f4a3ac req-40031372-e365-45de-8496-39f01d74df35 service neutron] Transition to ACTIVE for port object 5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7 will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:57:04.635351 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-4fd74a4b-39c5-4693-9254-193675f4a3ac req-40031372-e365-45de-8496-39f01d74df35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:57:04.669360 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3936d2ae-3a88-49c5-9724-b38cd4fc41c5 req-3b8156cb-886b-49ed-ae9e-684ec11ef658 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:57:04.670951 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3936d2ae-3a88-49c5-9724-b38cd4fc41c5 req-3b8156cb-886b-49ed-ae9e-684ec11ef658 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef509d7c-1c17-4f47-bbaa-a324df09efba HTTP/1.1" status: 200 len: 945 time: 0.0540109 Dec 06 17:57:04.675305 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 17:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c66deb3f-e5f5-44ec-ac95-ac8feb98da88 x-openstack-request-id: req-c66deb3f-e5f5-44ec-ac95-ac8feb98da88 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:57:04.675603 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef509d7c-1c17-4f47-bbaa-a324df09efba", "name": "network-vif-unplugged", "status": "completed", "tag": "5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:57:04.675862 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c66deb3f-e5f5-44ec-ac95-ac8feb98da88 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:57:04.676262 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef509d7c-1c17-4f47-bbaa-a324df09efba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7', 'code': 200} Dec 06 17:57:04.723373 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40031372-e365-45de-8496-39f01d74df35 service neutron] Pushing event updated for resources: {'Port': ['ID=5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7,revision_number=6']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:57:04.730090 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3936d2ae-3a88-49c5-9724-b38cd4fc41c5 req-487563ab-205d-45e8-a772-885dd56ef104 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525675 Dec 06 17:57:04.740496 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40031372-e365-45de-8496-39f01d74df35 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:57:04.740844 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40031372-e365-45de-8496-39f01d74df35 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:57:04.741194 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40031372-e365-45de-8496-39f01d74df35 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:57:04.741657 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40031372-e365-45de-8496-39f01d74df35 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:57:04.741898 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40031372-e365-45de-8496-39f01d74df35 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:57:04.742237 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40031372-e365-45de-8496-39f01d74df35 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:57:04.742721 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40031372-e365-45de-8496-39f01d74df35 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:57:04.742921 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40031372-e365-45de-8496-39f01d74df35 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:57:04.743207 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40031372-e365-45de-8496-39f01d74df35 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:57:04.743535 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40031372-e365-45de-8496-39f01d74df35 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:57:04.743966 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40031372-e365-45de-8496-39f01d74df35 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:57:04.744174 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40031372-e365-45de-8496-39f01d74df35 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:57:04.744491 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40031372-e365-45de-8496-39f01d74df35 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:57:04.780946 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fd74a4b-39c5-4693-9254-193675f4a3ac req-40031372-e365-45de-8496-39f01d74df35 service neutron] No DVR routers for this DVR port 5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7 on host n-h2-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:57:04.919246 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-4fd74a4b-39c5-4693-9254-193675f4a3ac req-40031372-e365-45de-8496-39f01d74df35 service neutron] Attempting to bind port 5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:57:04.919582 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-4fd74a4b-39c5-4693-9254-193675f4a3ac req-40031372-e365-45de-8496-39f01d74df35 service neutron] Attempting to bind port 5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '52241ada-1965-476a-bc10-c1275aa114a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:57:04.919913 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd74a4b-39c5-4693-9254-193675f4a3ac req-40031372-e365-45de-8496-39f01d74df35 service neutron] Attempting to bind port 5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7 on network abe44660-3c85-46c3-81ef-3a83d1c4b569 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:57:04.924240 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd74a4b-39c5-4693-9254-193675f4a3ac req-40031372-e365-45de-8496-39f01d74df35 service neutron] Port 5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7 on network abe44660-3c85-46c3-81ef-3a83d1c4b569 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:57:04.924564 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd74a4b-39c5-4693-9254-193675f4a3ac req-40031372-e365-45de-8496-39f01d74df35 service neutron] Attempting to bind port 5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7 on network abe44660-3c85-46c3-81ef-3a83d1c4b569 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:57:04.929382 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd74a4b-39c5-4693-9254-193675f4a3ac req-40031372-e365-45de-8496-39f01d74df35 service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:57:04.929756 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd74a4b-39c5-4693-9254-193675f4a3ac req-40031372-e365-45de-8496-39f01d74df35 service neutron] Checking segment: {'id': '52241ada-1965-476a-bc10-c1275aa114a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:57:04.930143 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd74a4b-39c5-4693-9254-193675f4a3ac req-40031372-e365-45de-8496-39f01d74df35 service neutron] Bound using segment: {'id': '52241ada-1965-476a-bc10-c1275aa114a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:57:04.930575 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-4fd74a4b-39c5-4693-9254-193675f4a3ac req-40031372-e365-45de-8496-39f01d74df35 service neutron] Bound port: 5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52241ada-1965-476a-bc10-c1275aa114a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:57:04.930932 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-4fd74a4b-39c5-4693-9254-193675f4a3ac req-40031372-e365-45de-8496-39f01d74df35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:57:04.992360 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-4fd74a4b-39c5-4693-9254-193675f4a3ac req-40031372-e365-45de-8496-39f01d74df35 service neutron] For port 5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7, host n-h1-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:57:04.995288 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-4fd74a4b-39c5-4693-9254-193675f4a3ac req-40031372-e365-45de-8496-39f01d74df35 service neutron] For port 5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7,segment=NetworkSegment(52241ada-1965-476a-bc10-c1275aa114a0),segment_id=52241ada-1965-476a-bc10-c1275aa114a0)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:57:04.998900 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-4fd74a4b-39c5-4693-9254-193675f4a3ac req-40031372-e365-45de-8496-39f01d74df35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:57:05.049268 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd74a4b-39c5-4693-9254-193675f4a3ac req-40031372-e365-45de-8496-39f01d74df35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:57:05.049923 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-4fd74a4b-39c5-4693-9254-193675f4a3ac req-40031372-e365-45de-8496-39f01d74df35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:57:05.051348 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4fd74a4b-39c5-4693-9254-193675f4a3ac req-40031372-e365-45de-8496-39f01d74df35 service neutron] 10.222.0.41 "PUT /v2.0/ports/5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7 HTTP/1.1" status: 200 len: 1091 time: 0.7676976 Dec 06 17:57:05.061444 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40031372-e365-45de-8496-39f01d74df35 service neutron] Pushing event updated for resources: {'Port': ['ID=5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7,revision_number=7']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:57:05.127265 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd74a4b-39c5-4693-9254-193675f4a3ac req-9f5f23be-6f4d-477a-81ac-23303ece5520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:57:05.128802 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4fd74a4b-39c5-4693-9254-193675f4a3ac req-9f5f23be-6f4d-477a-81ac-23303ece5520 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=53f0e2b3dd834584b50c76041ac80845&device_id=ef509d7c-1c17-4f47-bbaa-a324df09efba HTTP/1.1" status: 200 len: 1094 time: 0.0428722 Dec 06 17:57:05.226303 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd74a4b-39c5-4693-9254-193675f4a3ac req-50bdbd5a-0884-4bd3-b9b4-9dbbcebb31cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:57:05.227771 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4fd74a4b-39c5-4693-9254-193675f4a3ac req-50bdbd5a-0884-4bd3-b9b4-9dbbcebb31cd service neutron] 10.222.0.41 "GET /v2.0/networks?id=abe44660-3c85-46c3-81ef-3a83d1c4b569 HTTP/1.1" status: 200 len: 912 time: 0.0890784 Dec 06 17:57:05.302390 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4fd74a4b-39c5-4693-9254-193675f4a3ac req-5302ce7c-95e5-44df-9ae2-fa72276bccff service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7 HTTP/1.1" status: 200 len: 1000 time: 0.0614460 Dec 06 17:57:05.355940 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd74a4b-39c5-4693-9254-193675f4a3ac req-c045a3b5-97d4-4cd8-b3b6-b11167bd244e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:57:05.357335 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4fd74a4b-39c5-4693-9254-193675f4a3ac req-c045a3b5-97d4-4cd8-b3b6-b11167bd244e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0787ed94-343d-45a1-8354-028050fe4455 HTTP/1.1" status: 200 len: 850 time: 0.0426843 Dec 06 17:57:05.406827 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd74a4b-39c5-4693-9254-193675f4a3ac req-0f2836a5-f641-4d15-82d8-efcd8d5b6068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:57:05.408188 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4fd74a4b-39c5-4693-9254-193675f4a3ac req-0f2836a5-f641-4d15-82d8-efcd8d5b6068 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=abe44660-3c85-46c3-81ef-3a83d1c4b569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398245 Dec 06 17:57:05.477718 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:57:05.751434 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4fd74a4b-39c5-4693-9254-193675f4a3ac req-1efccb2b-8cfb-4914-bd21-3fb788627f81 service neutron] 10.222.0.41 "GET /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3314912 Dec 06 17:57:05.885010 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdecc3d8-d7f3-4393-aa71-99c6dbe1182f req-6d6bf2ac-d783-45e7-818f-7f8cb24529ed tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:57:05.886492 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fdecc3d8-d7f3-4393-aa71-99c6dbe1182f req-6d6bf2ac-d783-45e7-818f-7f8cb24529ed tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef509d7c-1c17-4f47-bbaa-a324df09efba HTTP/1.1" status: 200 len: 943 time: 0.0719404 Dec 06 17:57:05.888285 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4fd74a4b-39c5-4693-9254-193675f4a3ac req-5455e258-a4e0-4219-9986-3bcb2bfe50c7 service neutron] 10.222.0.41 "GET /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244354 Dec 06 17:57:05.935013 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fdecc3d8-d7f3-4393-aa71-99c6dbe1182f req-19dd9be0-90e0-476a-98f9-69d582037573 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424087 Dec 06 17:57:06.609329 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:57:06.646542 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7 not bound to the agent host n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:57:06.677340 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef509d7c-1c17-4f47-bbaa-a324df09efba', 'tag': '5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:57:06.679698 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5489a543-97fc-4e82-9cad-6a369ae4178e" -d '{"events": [{"name": "network-changed", "server_uuid": "ef509d7c-1c17-4f47-bbaa-a324df09efba", "tag": "5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:57:06.727815 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21010947-9e64-4ee5-bed8-b0f8c600f82e x-openstack-request-id: req-21010947-9e64-4ee5-bed8-b0f8c600f82e {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:57:06.728116 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef509d7c-1c17-4f47-bbaa-a324df09efba", "tag": "5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:57:06.728380 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-21010947-9e64-4ee5-bed8-b0f8c600f82e {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:57:06.728789 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef509d7c-1c17-4f47-bbaa-a324df09efba', 'tag': '5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7', 'status': 'completed', 'code': 200} Dec 06 17:57:06.790119 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5489a543-97fc-4e82-9cad-6a369ae4178e req-aaa7a9f5-e822-4a7b-973f-e27e04b1b940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:57:06.791653 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5489a543-97fc-4e82-9cad-6a369ae4178e req-aaa7a9f5-e822-4a7b-973f-e27e04b1b940 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=53f0e2b3dd834584b50c76041ac80845&device_id=ef509d7c-1c17-4f47-bbaa-a324df09efba HTTP/1.1" status: 200 len: 1094 time: 0.0420272 Dec 06 17:57:06.802877 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5489a543-97fc-4e82-9cad-6a369ae4178e req-e145f688-8f50-4eb5-abc5-b6547e8f0b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:57:06.804380 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5489a543-97fc-4e82-9cad-6a369ae4178e req-e145f688-8f50-4eb5-abc5-b6547e8f0b83 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=53f0e2b3dd834584b50c76041ac80845&device_id=ef509d7c-1c17-4f47-bbaa-a324df09efba HTTP/1.1" status: 200 len: 1094 time: 0.0430009 Dec 06 17:57:06.885603 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5489a543-97fc-4e82-9cad-6a369ae4178e req-0f52fe3b-69e4-4df5-9987-3a3ed6ab96d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:57:06.887659 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5489a543-97fc-4e82-9cad-6a369ae4178e req-0f52fe3b-69e4-4df5-9987-3a3ed6ab96d4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=abe44660-3c85-46c3-81ef-3a83d1c4b569 HTTP/1.1" status: 200 len: 912 time: 0.0885088 Dec 06 17:57:06.904725 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5489a543-97fc-4e82-9cad-6a369ae4178e req-cb72bfb5-c364-4f07-9cae-c105254a6827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:57:06.906359 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5489a543-97fc-4e82-9cad-6a369ae4178e req-cb72bfb5-c364-4f07-9cae-c105254a6827 service neutron] 10.222.0.41 "GET /v2.0/networks?id=abe44660-3c85-46c3-81ef-3a83d1c4b569 HTTP/1.1" status: 200 len: 912 time: 0.0907531 Dec 06 17:57:06.956753 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5489a543-97fc-4e82-9cad-6a369ae4178e req-40cf9482-d2f9-4655-9bdc-663d21f2e036 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7 HTTP/1.1" status: 200 len: 1000 time: 0.0622160 Dec 06 17:57:06.973688 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5489a543-97fc-4e82-9cad-6a369ae4178e req-d0686532-b067-4290-b82c-52d61829307a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7 HTTP/1.1" status: 200 len: 1000 time: 0.0584061 Dec 06 17:57:07.008111 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5489a543-97fc-4e82-9cad-6a369ae4178e req-8a98dcd1-6e75-4155-9fea-deb7cb985ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:57:07.009885 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5489a543-97fc-4e82-9cad-6a369ae4178e req-8a98dcd1-6e75-4155-9fea-deb7cb985ef9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0787ed94-343d-45a1-8354-028050fe4455 HTTP/1.1" status: 200 len: 850 time: 0.0462241 Dec 06 17:57:07.055852 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5489a543-97fc-4e82-9cad-6a369ae4178e req-c23f2aea-35d8-4820-a287-15c5c2cf003a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:57:07.057323 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5489a543-97fc-4e82-9cad-6a369ae4178e req-3ee82a8c-c3a9-4182-b0a4-6a241bd82bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:57:07.057495 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5489a543-97fc-4e82-9cad-6a369ae4178e req-c23f2aea-35d8-4820-a287-15c5c2cf003a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=abe44660-3c85-46c3-81ef-3a83d1c4b569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405550 Dec 06 17:57:07.059290 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5489a543-97fc-4e82-9cad-6a369ae4178e req-3ee82a8c-c3a9-4182-b0a4-6a241bd82bcb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0787ed94-343d-45a1-8354-028050fe4455 HTTP/1.1" status: 200 len: 850 time: 0.0752230 Dec 06 17:57:07.083582 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103934c5-5dd3-4860-badf-fe48f3e3e77c req-188ab5d3-c257-4930-9143-2be44d2f150e tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:57:07.085049 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-103934c5-5dd3-4860-badf-fe48f3e3e77c req-188ab5d3-c257-4930-9143-2be44d2f150e tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef509d7c-1c17-4f47-bbaa-a324df09efba HTTP/1.1" status: 200 len: 943 time: 0.0690296 Dec 06 17:57:07.139345 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5489a543-97fc-4e82-9cad-6a369ae4178e req-2285d413-b959-448f-85cd-5b1cb2ac5b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:57:07.140749 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5489a543-97fc-4e82-9cad-6a369ae4178e req-2285d413-b959-448f-85cd-5b1cb2ac5b2a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=abe44660-3c85-46c3-81ef-3a83d1c4b569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736217 Dec 06 17:57:07.151917 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-103934c5-5dd3-4860-badf-fe48f3e3e77c req-8d255204-f9a8-4dd8-b5ee-1228a9ddc6ce tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530334 Dec 06 17:57:07.152962 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5489a543-97fc-4e82-9cad-6a369ae4178e req-3d0ba2fd-0156-4ef9-a3b7-c4704715f312 service neutron] 10.222.0.44 "GET /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881169 Dec 06 17:57:07.238462 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5489a543-97fc-4e82-9cad-6a369ae4178e req-372a5dd0-f090-4dac-b623-f5b739a79f8d service neutron] 10.222.0.41 "GET /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855610 Dec 06 17:57:07.248973 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5489a543-97fc-4e82-9cad-6a369ae4178e req-498fb200-d7a0-475e-9f51-071340995107 service neutron] 10.222.0.44 "GET /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891016 Dec 06 17:57:07.328096 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5489a543-97fc-4e82-9cad-6a369ae4178e req-88a36b0b-a695-4fe1-a5dc-0c7288894dcc service neutron] 10.222.0.41 "GET /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814955 Dec 06 17:57:08.273030 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0581c13f-0f85-425b-b512-b5975792ceb8 req-516aad08-b358-41ec-8cf5-bc925914ea15 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:57:08.274527 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0581c13f-0f85-425b-b512-b5975792ceb8 req-516aad08-b358-41ec-8cf5-bc925914ea15 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef509d7c-1c17-4f47-bbaa-a324df09efba HTTP/1.1" status: 200 len: 943 time: 0.0484474 Dec 06 17:57:08.321429 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0581c13f-0f85-425b-b512-b5975792ceb8 req-941bae8f-6b4b-4ab1-9ec0-423e774fd0da tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402687 Dec 06 17:57:08.447728 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [req-9c9c32f5-6d90-4712-9a55-1a91baa65281 req-c03a8788-4830-4307-ab21-77c9063f7268 service neutron] (103284) timed out ('10.222.0.23', 33290) {{(pid=103284) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 06 17:57:08.602881 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45adb549-fc0e-4b5e-ac79-9e176545ff33 req-e417a182-69f8-4f76-a7fa-3fd9a7a6d76d tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:57:08.604544 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-45adb549-fc0e-4b5e-ac79-9e176545ff33 req-e417a182-69f8-4f76-a7fa-3fd9a7a6d76d tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef509d7c-1c17-4f47-bbaa-a324df09efba&tenant_id=53f0e2b3dd834584b50c76041ac80845&binding%3Ahost_id=n-h1-master-1 HTTP/1.1" status: 200 len: 943 time: 0.0568221 Dec 06 17:57:08.613725 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45932dfb-0826-4330-bf6f-f08d10818554 req-71824829-cfcf-43bf-86b4-623b8d798579 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:57:08.615195 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-45932dfb-0826-4330-bf6f-f08d10818554 req-71824829-cfcf-43bf-86b4-623b8d798579 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef509d7c-1c17-4f47-bbaa-a324df09efba HTTP/1.1" status: 200 len: 943 time: 0.0479445 Dec 06 17:57:08.663880 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-45932dfb-0826-4330-bf6f-f08d10818554 req-da13eeb5-b36a-4771-9864-7dbd03b6a545 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418830 Dec 06 17:57:08.668873 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-45adb549-fc0e-4b5e-ac79-9e176545ff33 req-452bf728-5c3e-4e35-b5a9-5b677bff2c40 service neutron] 10.222.0.41 "GET /v2.0/ports/5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7/bindings/n-h1-master-1 HTTP/1.1" status: 200 len: 382 time: 0.0562818 Dec 06 17:57:08.733784 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45adb549-fc0e-4b5e-ac79-9e176545ff33 req-e89920dd-8952-41b3-b0a3-07ebb6b497e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:57:08.735190 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-45adb549-fc0e-4b5e-ac79-9e176545ff33 req-e89920dd-8952-41b3-b0a3-07ebb6b497e0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=53f0e2b3dd834584b50c76041ac80845&device_id=ef509d7c-1c17-4f47-bbaa-a324df09efba HTTP/1.1" status: 200 len: 1094 time: 0.0406122 Dec 06 17:57:08.830354 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45adb549-fc0e-4b5e-ac79-9e176545ff33 req-51f1b0a2-d0dc-4426-a470-fd7fc1d9fa3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:57:08.831825 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-45adb549-fc0e-4b5e-ac79-9e176545ff33 req-51f1b0a2-d0dc-4426-a470-fd7fc1d9fa3c service neutron] 10.222.0.41 "GET /v2.0/networks?id=abe44660-3c85-46c3-81ef-3a83d1c4b569 HTTP/1.1" status: 200 len: 912 time: 0.0895383 Dec 06 17:57:08.898598 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-45adb549-fc0e-4b5e-ac79-9e176545ff33 req-be6068ca-06b8-4cb8-98ca-d1539f431fac service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7 HTTP/1.1" status: 200 len: 1000 time: 0.0577261 Dec 06 17:57:08.948146 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45adb549-fc0e-4b5e-ac79-9e176545ff33 req-5b2fc1dd-219c-4ceb-9e29-c631ddba9eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:57:08.949655 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-45adb549-fc0e-4b5e-ac79-9e176545ff33 req-5b2fc1dd-219c-4ceb-9e29-c631ddba9eff service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0787ed94-343d-45a1-8354-028050fe4455 HTTP/1.1" status: 200 len: 850 time: 0.0437262 Dec 06 17:57:08.998510 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45adb549-fc0e-4b5e-ac79-9e176545ff33 req-3208f93c-4372-4e45-9f6f-cff9480436c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:57:08.999967 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-45adb549-fc0e-4b5e-ac79-9e176545ff33 req-3208f93c-4372-4e45-9f6f-cff9480436c2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=abe44660-3c85-46c3-81ef-3a83d1c4b569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436335 Dec 06 17:57:09.087356 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-45adb549-fc0e-4b5e-ac79-9e176545ff33 req-30df701c-b30e-4ba4-9710-caa283e912de service neutron] 10.222.0.41 "GET /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797734 Dec 06 17:57:09.179928 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-45adb549-fc0e-4b5e-ac79-9e176545ff33 req-545b2eb4-2d2e-40be-b622-453038f3ded4 service neutron] 10.222.0.41 "GET /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850637 Dec 06 17:57:09.243960 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:57:09.337811 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7,segment=NetworkSegment(52241ada-1965-476a-bc10-c1275aa114a0),segment_id=52241ada-1965-476a-bc10-c1275aa114a0)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:57:09.348892 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': '5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7', 'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569', 'port_id': '5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7', 'mac_address': 'fa:16:3e:81:d8:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0787ed94-343d-45a1-8354-028050fe4455', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:57:09.384918 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:57:09.397200 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:57:09.415749 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7,segment=NetworkSegment(52241ada-1965-476a-bc10-c1275aa114a0),segment_id=52241ada-1965-476a-bc10-c1275aa114a0)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:57:09.420519 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:57:09.465610 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7,revision_number=8']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:57:09.472798 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:57:09.473150 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:57:09.473521 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:57:09.473868 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:57:09.474206 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:57:09.474542 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:57:09.474874 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:57:09.475202 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:57:09.475529 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:57:09.475858 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:57:09.476185 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:57:09.476515 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:57:09.476840 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:57:09.690648 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:57:09.792179 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d2a069-4e89-4a2a-a477-45f3d94c027d req-d8cdb8a6-61b9-48c2-8a5d-2a617433babb tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:57:09.794310 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-83d2a069-4e89-4a2a-a477-45f3d94c027d req-d8cdb8a6-61b9-48c2-8a5d-2a617433babb tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef509d7c-1c17-4f47-bbaa-a324df09efba HTTP/1.1" status: 200 len: 944 time: 0.0555260 Dec 06 17:57:09.841920 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-83d2a069-4e89-4a2a-a477-45f3d94c027d req-5c597bec-eafa-4c28-abde-0b0986b3b41d tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414917 Dec 06 17:57:10.964513 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfd54bd-bb89-41c8-bf89-940de633b8e3 req-ab951913-b937-4672-9d5f-9e2d27a528fc tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:57:10.967053 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6bfd54bd-bb89-41c8-bf89-940de633b8e3 req-ab951913-b937-4672-9d5f-9e2d27a528fc tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef509d7c-1c17-4f47-bbaa-a324df09efba HTTP/1.1" status: 200 len: 944 time: 0.0558653 Dec 06 17:57:11.020060 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6bfd54bd-bb89-41c8-bf89-940de633b8e3 req-5130ac47-c7cd-41f6-a29a-27d65d6c6501 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465648 Dec 06 17:57:11.263973 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7 up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:57:11.302558 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45adb549-fc0e-4b5e-ac79-9e176545ff33 req-17dffc45-4574-47a8-b363-7870e10e57d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:57:11.303948 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-45adb549-fc0e-4b5e-ac79-9e176545ff33 req-17dffc45-4574-47a8-b363-7870e10e57d5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ef509d7c-1c17-4f47-bbaa-a324df09efba&tenant_id=53f0e2b3dd834584b50c76041ac80845 HTTP/1.1" status: 200 len: 1095 time: 0.0399270 Dec 06 17:57:11.312888 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port 5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:57:11.315949 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-45adb549-fc0e-4b5e-ac79-9e176545ff33 req-c055b333-3f9d-4691-829f-efdcfdf4684b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-master-1', 'device_owner': 'compute:nova'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:57:11.317183 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port 5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:57:11.317613 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:57:11.371302 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-45adb549-fc0e-4b5e-ac79-9e176545ff33 req-c055b333-3f9d-4691-829f-efdcfdf4684b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:57:11.397207 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:57:11.421141 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef509d7c-1c17-4f47-bbaa-a324df09efba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:57:11.423472 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b388c5cf-a69f-4400-b4c7-971d08232690" -d '{"events": [{"server_uuid": "ef509d7c-1c17-4f47-bbaa-a324df09efba", "name": "network-vif-plugged", "status": "completed", "tag": "5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:57:11.438019 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7,segment=NetworkSegment(52241ada-1965-476a-bc10-c1275aa114a0),segment_id=52241ada-1965-476a-bc10-c1275aa114a0)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:57:11.442607 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:57:11.479127 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c54fbcb-1094-4871-9ec4-ded5c544ecf2 x-openstack-request-id: req-8c54fbcb-1094-4871-9ec4-ded5c544ecf2 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:57:11.479435 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef509d7c-1c17-4f47-bbaa-a324df09efba", "name": "network-vif-plugged", "status": "completed", "tag": "5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:57:11.479696 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8c54fbcb-1094-4871-9ec4-ded5c544ecf2 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:57:11.480100 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef509d7c-1c17-4f47-bbaa-a324df09efba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7', 'code': 200} Dec 06 17:57:11.494879 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7,revision_number=9']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:57:11.849951 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-45adb549-fc0e-4b5e-ac79-9e176545ff33 req-c055b333-3f9d-4691-829f-efdcfdf4684b service neutron] For port 5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7,segment=NetworkSegment(52241ada-1965-476a-bc10-c1275aa114a0),segment_id=52241ada-1965-476a-bc10-c1275aa114a0)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:57:11.882981 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-45adb549-fc0e-4b5e-ac79-9e176545ff33 req-c055b333-3f9d-4691-829f-efdcfdf4684b service neutron] For port 5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7, host n-h1-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:57:11.921455 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef509d7c-1c17-4f47-bbaa-a324df09efba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:57:11.923743 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09c919ef-28d7-418b-8418-314b902d1962" -d '{"events": [{"server_uuid": "ef509d7c-1c17-4f47-bbaa-a324df09efba", "name": "network-vif-unplugged", "status": "completed", "tag": "5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:57:11.927835 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-45adb549-fc0e-4b5e-ac79-9e176545ff33 req-c055b333-3f9d-4691-829f-efdcfdf4684b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:57:11.941023 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-45adb549-fc0e-4b5e-ac79-9e176545ff33 req-c055b333-3f9d-4691-829f-efdcfdf4684b service neutron] Transition to ACTIVE for port object 5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:57:11.945535 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-45adb549-fc0e-4b5e-ac79-9e176545ff33 req-c055b333-3f9d-4691-829f-efdcfdf4684b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:57:12.034090 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c055b333-3f9d-4691-829f-efdcfdf4684b service neutron] Pushing event updated for resources: {'Port': ['ID=5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7,revision_number=10']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:57:12.049380 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 17:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-754a6749-327d-4c56-8624-cd98bc3fa395 x-openstack-request-id: req-754a6749-327d-4c56-8624-cd98bc3fa395 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:57:12.049678 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef509d7c-1c17-4f47-bbaa-a324df09efba", "name": "network-vif-unplugged", "status": "completed", "tag": "5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:57:12.049930 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-754a6749-327d-4c56-8624-cd98bc3fa395 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:57:12.050332 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef509d7c-1c17-4f47-bbaa-a324df09efba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7', 'code': 200} Dec 06 17:57:12.051940 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c055b333-3f9d-4691-829f-efdcfdf4684b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:57:12.052299 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c055b333-3f9d-4691-829f-efdcfdf4684b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:57:12.052646 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c055b333-3f9d-4691-829f-efdcfdf4684b service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:57:12.052994 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c055b333-3f9d-4691-829f-efdcfdf4684b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:57:12.053334 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c055b333-3f9d-4691-829f-efdcfdf4684b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:57:12.053692 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c055b333-3f9d-4691-829f-efdcfdf4684b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:57:12.054046 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c055b333-3f9d-4691-829f-efdcfdf4684b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:57:12.054370 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c055b333-3f9d-4691-829f-efdcfdf4684b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:57:12.054698 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c055b333-3f9d-4691-829f-efdcfdf4684b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:57:12.055029 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c055b333-3f9d-4691-829f-efdcfdf4684b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:57:12.055357 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c055b333-3f9d-4691-829f-efdcfdf4684b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:57:12.055682 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c055b333-3f9d-4691-829f-efdcfdf4684b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:57:12.056010 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c055b333-3f9d-4691-829f-efdcfdf4684b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:57:12.085760 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-45adb549-fc0e-4b5e-ac79-9e176545ff33 req-c055b333-3f9d-4691-829f-efdcfdf4684b service neutron] No DVR routers for this DVR port 5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7 on host n-h1-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:57:12.152345 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49ae421-fca7-48b3-964a-e4bf80e7a206 req-cc9017b5-eedf-407f-a6d9-d30720ff2756 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:57:12.153920 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d49ae421-fca7-48b3-964a-e4bf80e7a206 req-cc9017b5-eedf-407f-a6d9-d30720ff2756 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef509d7c-1c17-4f47-bbaa-a324df09efba HTTP/1.1" status: 200 len: 944 time: 0.0565696 Dec 06 17:57:12.210450 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d49ae421-fca7-48b3-964a-e4bf80e7a206 req-f079e491-21b8-40d5-8a5b-39eacdae7f9c tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498140 Dec 06 17:57:12.226914 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-45adb549-fc0e-4b5e-ac79-9e176545ff33 req-c055b333-3f9d-4691-829f-efdcfdf4684b service neutron] Attempting to bind port 5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:57:12.227252 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-45adb549-fc0e-4b5e-ac79-9e176545ff33 req-c055b333-3f9d-4691-829f-efdcfdf4684b service neutron] Attempting to bind port 5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '52241ada-1965-476a-bc10-c1275aa114a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:57:12.227581 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45adb549-fc0e-4b5e-ac79-9e176545ff33 req-c055b333-3f9d-4691-829f-efdcfdf4684b service neutron] Attempting to bind port 5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7 on network abe44660-3c85-46c3-81ef-3a83d1c4b569 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:57:12.231944 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45adb549-fc0e-4b5e-ac79-9e176545ff33 req-c055b333-3f9d-4691-829f-efdcfdf4684b service neutron] Port 5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7 on network abe44660-3c85-46c3-81ef-3a83d1c4b569 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:57:12.232263 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45adb549-fc0e-4b5e-ac79-9e176545ff33 req-c055b333-3f9d-4691-829f-efdcfdf4684b service neutron] Attempting to bind port 5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7 on network abe44660-3c85-46c3-81ef-3a83d1c4b569 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:57:12.237073 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45adb549-fc0e-4b5e-ac79-9e176545ff33 req-c055b333-3f9d-4691-829f-efdcfdf4684b service neutron] Checking agent: {'id': '9d8b9f49-2860-4c1f-9b89-45a7657a3c4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:57:12.237414 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45adb549-fc0e-4b5e-ac79-9e176545ff33 req-c055b333-3f9d-4691-829f-efdcfdf4684b service neutron] Checking segment: {'id': '52241ada-1965-476a-bc10-c1275aa114a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:57:12.237828 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45adb549-fc0e-4b5e-ac79-9e176545ff33 req-c055b333-3f9d-4691-829f-efdcfdf4684b service neutron] Bound using segment: {'id': '52241ada-1965-476a-bc10-c1275aa114a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:57:12.238253 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-45adb549-fc0e-4b5e-ac79-9e176545ff33 req-c055b333-3f9d-4691-829f-efdcfdf4684b service neutron] Bound port: 5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52241ada-1965-476a-bc10-c1275aa114a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:57:12.238603 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-45adb549-fc0e-4b5e-ac79-9e176545ff33 req-c055b333-3f9d-4691-829f-efdcfdf4684b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:57:12.303944 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-45adb549-fc0e-4b5e-ac79-9e176545ff33 req-c055b333-3f9d-4691-829f-efdcfdf4684b service neutron] For port 5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7, host n-h2-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:57:12.306984 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-45adb549-fc0e-4b5e-ac79-9e176545ff33 req-c055b333-3f9d-4691-829f-efdcfdf4684b service neutron] For port 5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7,segment=NetworkSegment(52241ada-1965-476a-bc10-c1275aa114a0),segment_id=52241ada-1965-476a-bc10-c1275aa114a0)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:57:12.312281 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-45adb549-fc0e-4b5e-ac79-9e176545ff33 req-c055b333-3f9d-4691-829f-efdcfdf4684b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:57:12.348335 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45adb549-fc0e-4b5e-ac79-9e176545ff33 req-c055b333-3f9d-4691-829f-efdcfdf4684b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:57:12.349002 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-45adb549-fc0e-4b5e-ac79-9e176545ff33 req-c055b333-3f9d-4691-829f-efdcfdf4684b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:57:12.350471 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-45adb549-fc0e-4b5e-ac79-9e176545ff33 req-c055b333-3f9d-4691-829f-efdcfdf4684b service neutron] 10.222.0.44 "PUT /v2.0/ports/5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7 HTTP/1.1" status: 200 len: 1092 time: 1.0385458 Dec 06 17:57:12.374572 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c055b333-3f9d-4691-829f-efdcfdf4684b service neutron] Pushing event updated for resources: {'Port': ['ID=5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7,revision_number=11']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:57:12.420323 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45adb549-fc0e-4b5e-ac79-9e176545ff33 req-c4eeec74-9023-48d5-b342-4372aa30b064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:57:12.421879 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-45adb549-fc0e-4b5e-ac79-9e176545ff33 req-c4eeec74-9023-48d5-b342-4372aa30b064 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=53f0e2b3dd834584b50c76041ac80845&device_id=ef509d7c-1c17-4f47-bbaa-a324df09efba HTTP/1.1" status: 200 len: 1095 time: 0.0443707 Dec 06 17:57:12.520010 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45adb549-fc0e-4b5e-ac79-9e176545ff33 req-75a72ae1-e3a8-4243-b7fb-8b0f7649ca4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:57:12.521579 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-45adb549-fc0e-4b5e-ac79-9e176545ff33 req-75a72ae1-e3a8-4243-b7fb-8b0f7649ca4b service neutron] 10.222.0.44 "GET /v2.0/networks?id=abe44660-3c85-46c3-81ef-3a83d1c4b569 HTTP/1.1" status: 200 len: 912 time: 0.0927546 Dec 06 17:57:12.586821 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-45adb549-fc0e-4b5e-ac79-9e176545ff33 req-2db2f3d7-24c7-4f1b-b2a4-fe6f3afe802c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7 HTTP/1.1" status: 200 len: 1000 time: 0.0572116 Dec 06 17:57:12.636883 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45adb549-fc0e-4b5e-ac79-9e176545ff33 req-ebbdfb32-4288-48b6-843e-8b05051cb36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:57:12.638402 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-45adb549-fc0e-4b5e-ac79-9e176545ff33 req-ebbdfb32-4288-48b6-843e-8b05051cb36d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0787ed94-343d-45a1-8354-028050fe4455 HTTP/1.1" status: 200 len: 850 time: 0.0441654 Dec 06 17:57:12.688108 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45adb549-fc0e-4b5e-ac79-9e176545ff33 req-b07ee5c0-1ecf-4abb-98f1-176b65827311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:57:12.689623 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-45adb549-fc0e-4b5e-ac79-9e176545ff33 req-b07ee5c0-1ecf-4abb-98f1-176b65827311 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=abe44660-3c85-46c3-81ef-3a83d1c4b569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446253 Dec 06 17:57:12.779161 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-45adb549-fc0e-4b5e-ac79-9e176545ff33 req-eeb634d4-fbd6-43a7-aee4-12c75bd7594d service neutron] 10.222.0.44 "GET /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826044 Dec 06 17:57:12.871681 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-45adb549-fc0e-4b5e-ac79-9e176545ff33 req-0ffa66a6-1316-4343-8a92-ae50204ec64f service neutron] 10.222.0.44 "GET /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857153 Dec 06 17:57:13.339530 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183ee9fb-c738-4bdb-8cc8-0ec2df322a83 req-936c1f6e-faee-47a1-93c9-a0208d13d3f1 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:57:13.341332 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-183ee9fb-c738-4bdb-8cc8-0ec2df322a83 req-936c1f6e-faee-47a1-93c9-a0208d13d3f1 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef509d7c-1c17-4f47-bbaa-a324df09efba HTTP/1.1" status: 200 len: 944 time: 0.0602093 Dec 06 17:57:13.396837 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d940cbd7-da35-4c92-bcbf-6205b571a171 req-6b48e254-4d15-4444-bf9b-69a7ee53c13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:57:13.398339 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d940cbd7-da35-4c92-bcbf-6205b571a171 req-6b48e254-4d15-4444-bf9b-69a7ee53c13b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=53f0e2b3dd834584b50c76041ac80845&device_id=ef509d7c-1c17-4f47-bbaa-a324df09efba HTTP/1.1" status: 200 len: 1095 time: 0.0774963 Dec 06 17:57:13.409892 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-183ee9fb-c738-4bdb-8cc8-0ec2df322a83 req-d097172c-b7c0-4416-93cc-faf8a127c793 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553076 Dec 06 17:57:13.509613 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d940cbd7-da35-4c92-bcbf-6205b571a171 req-6297c93b-cf9b-4819-802f-f6e8ed00497c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:57:13.511400 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d940cbd7-da35-4c92-bcbf-6205b571a171 req-6297c93b-cf9b-4819-802f-f6e8ed00497c service neutron] 10.222.0.44 "GET /v2.0/networks?id=abe44660-3c85-46c3-81ef-3a83d1c4b569 HTTP/1.1" status: 200 len: 912 time: 0.0922236 Dec 06 17:57:13.511559 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3fea13ba-7178-4501-973e-32acb7fdd145 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:57:13.582195 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d940cbd7-da35-4c92-bcbf-6205b571a171 req-cd66595c-3def-441a-8289-647cf2b29015 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7 HTTP/1.1" status: 200 len: 1000 time: 0.0626409 Dec 06 17:57:13.632364 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d940cbd7-da35-4c92-bcbf-6205b571a171 req-b81d3f7b-0685-4b4e-93e8-d97c964bd955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:57:13.633783 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d940cbd7-da35-4c92-bcbf-6205b571a171 req-b81d3f7b-0685-4b4e-93e8-d97c964bd955 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0787ed94-343d-45a1-8354-028050fe4455 HTTP/1.1" status: 200 len: 850 time: 0.0427868 Dec 06 17:57:13.680093 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d940cbd7-da35-4c92-bcbf-6205b571a171 req-c3a631e1-81f1-4444-8e2a-a6ef664d775a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:57:13.681676 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d940cbd7-da35-4c92-bcbf-6205b571a171 req-c3a631e1-81f1-4444-8e2a-a6ef664d775a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=abe44660-3c85-46c3-81ef-3a83d1c4b569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406682 Dec 06 17:57:13.775273 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d940cbd7-da35-4c92-bcbf-6205b571a171 req-1272a92f-4158-484b-a60c-867b725a8ada service neutron] 10.222.0.44 "GET /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858335 Dec 06 17:57:13.866350 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d940cbd7-da35-4c92-bcbf-6205b571a171 req-8ad955b1-7b2e-4cd8-9a01-1dd7f3684c62 service neutron] 10.222.0.44 "GET /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835412 Dec 06 17:57:14.051433 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef509d7c-1c17-4f47-bbaa-a324df09efba', 'tag': '5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:57:14.053753 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-406914e9-faea-41f7-9a89-194c998d2bc4" -d '{"events": [{"name": "network-changed", "server_uuid": "ef509d7c-1c17-4f47-bbaa-a324df09efba", "tag": "5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:57:14.101403 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f380e30a-3b96-4799-a389-9f55d264faa2 x-openstack-request-id: req-f380e30a-3b96-4799-a389-9f55d264faa2 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:57:14.101731 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef509d7c-1c17-4f47-bbaa-a324df09efba", "tag": "5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:57:14.101992 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f380e30a-3b96-4799-a389-9f55d264faa2 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:57:14.102407 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef509d7c-1c17-4f47-bbaa-a324df09efba', 'tag': '5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7', 'status': 'completed', 'code': 200} Dec 06 17:57:14.164516 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406914e9-faea-41f7-9a89-194c998d2bc4 req-637e1661-ddce-49c7-a3ab-0631c89c3e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:57:14.166127 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-406914e9-faea-41f7-9a89-194c998d2bc4 req-637e1661-ddce-49c7-a3ab-0631c89c3e10 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=53f0e2b3dd834584b50c76041ac80845&device_id=ef509d7c-1c17-4f47-bbaa-a324df09efba HTTP/1.1" status: 200 len: 1095 time: 0.0424316 Dec 06 17:57:14.174309 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406914e9-faea-41f7-9a89-194c998d2bc4 req-1c26ac56-fe85-4c13-bd44-4d7eba5198bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:57:14.175791 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-406914e9-faea-41f7-9a89-194c998d2bc4 req-1c26ac56-fe85-4c13-bd44-4d7eba5198bc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=53f0e2b3dd834584b50c76041ac80845&device_id=ef509d7c-1c17-4f47-bbaa-a324df09efba HTTP/1.1" status: 200 len: 1095 time: 0.0402074 Dec 06 17:57:14.281389 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406914e9-faea-41f7-9a89-194c998d2bc4 req-abf7aa35-c5c7-4f54-a17b-303172091653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:57:14.282989 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-406914e9-faea-41f7-9a89-194c998d2bc4 req-abf7aa35-c5c7-4f54-a17b-303172091653 service neutron] 10.222.0.44 "GET /v2.0/networks?id=abe44660-3c85-46c3-81ef-3a83d1c4b569 HTTP/1.1" status: 200 len: 912 time: 0.1079612 Dec 06 17:57:14.290345 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406914e9-faea-41f7-9a89-194c998d2bc4 req-81ef1e45-367f-4ae4-81a9-52baec0d07dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:57:14.291938 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-406914e9-faea-41f7-9a89-194c998d2bc4 req-81ef1e45-367f-4ae4-81a9-52baec0d07dc service neutron] 10.222.0.41 "GET /v2.0/networks?id=abe44660-3c85-46c3-81ef-3a83d1c4b569 HTTP/1.1" status: 200 len: 912 time: 0.0998888 Dec 06 17:57:14.309701 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 17:57:14.362172 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-406914e9-faea-41f7-9a89-194c998d2bc4 req-90898d02-50cf-4e03-a93c-2c2f40d83a22 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7 HTTP/1.1" status: 200 len: 1000 time: 0.0688510 Dec 06 17:57:14.377758 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-406914e9-faea-41f7-9a89-194c998d2bc4 req-f4a33857-8aa9-47ae-b2ff-b7801e7eba82 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7 HTTP/1.1" status: 200 len: 1000 time: 0.0714581 Dec 06 17:57:14.415472 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406914e9-faea-41f7-9a89-194c998d2bc4 req-7fd2b32c-487b-4d0e-a5f3-f58d3b186f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:57:14.418499 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-406914e9-faea-41f7-9a89-194c998d2bc4 req-7fd2b32c-487b-4d0e-a5f3-f58d3b186f5a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0787ed94-343d-45a1-8354-028050fe4455 HTTP/1.1" status: 200 len: 850 time: 0.0488102 Dec 06 17:57:14.433042 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406914e9-faea-41f7-9a89-194c998d2bc4 req-cf3a6d08-af7d-4f5f-ab75-ce89e1326232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:57:14.435916 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-406914e9-faea-41f7-9a89-194c998d2bc4 req-cf3a6d08-af7d-4f5f-ab75-ce89e1326232 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0787ed94-343d-45a1-8354-028050fe4455 HTTP/1.1" status: 200 len: 850 time: 0.0465682 Dec 06 17:57:14.471112 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406914e9-faea-41f7-9a89-194c998d2bc4 req-7be820ee-064e-4204-868f-a0acf1124c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:57:14.472659 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-406914e9-faea-41f7-9a89-194c998d2bc4 req-7be820ee-064e-4204-868f-a0acf1124c00 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=abe44660-3c85-46c3-81ef-3a83d1c4b569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484405 Dec 06 17:57:14.490556 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406914e9-faea-41f7-9a89-194c998d2bc4 req-f0f9aef4-70c0-477b-8763-2f048ee5d1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:57:14.492152 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-406914e9-faea-41f7-9a89-194c998d2bc4 req-f0f9aef4-70c0-477b-8763-2f048ee5d1c4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=abe44660-3c85-46c3-81ef-3a83d1c4b569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450895 Dec 06 17:57:14.593447 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-406914e9-faea-41f7-9a89-194c998d2bc4 req-1f24c89f-e31b-48fc-bca7-deb0c74a911e service neutron] 10.222.0.41 "GET /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899343 Dec 06 17:57:14.593989 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886aa601-e383-4ed7-8cb7-6822ff7823a9 req-3bfe58f8-6926-471b-aab1-776c83c00e6e tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:57:14.595478 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-886aa601-e383-4ed7-8cb7-6822ff7823a9 req-3bfe58f8-6926-471b-aab1-776c83c00e6e tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef509d7c-1c17-4f47-bbaa-a324df09efba HTTP/1.1" status: 200 len: 944 time: 0.1058092 Dec 06 17:57:14.623335 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-406914e9-faea-41f7-9a89-194c998d2bc4 req-7abfcc5f-e328-4fe3-b904-0775d566ea96 service neutron] 10.222.0.44 "GET /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421759 Dec 06 17:57:14.693593 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-406914e9-faea-41f7-9a89-194c998d2bc4 req-f898da69-42bb-43f2-ab93-2dece66cd27b service neutron] 10.222.0.41 "GET /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868349 Dec 06 17:57:14.704125 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-886aa601-e383-4ed7-8cb7-6822ff7823a9 req-7bc5358b-6aae-4b30-a424-987f72ae0fe3 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024754 Dec 06 17:57:14.738352 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-406914e9-faea-41f7-9a89-194c998d2bc4 req-e1ec24bb-9d65-40fb-a976-ef9fd0fe55f8 service neutron] 10.222.0.44 "GET /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077268 Dec 06 17:57:14.821737 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9046c90-c9f3-4b40-8470-a96751e5f933 req-1e40cc1e-5e41-4498-a5d9-5f3485c77f76 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:57:14.823215 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b9046c90-c9f3-4b40-8470-a96751e5f933 req-1e40cc1e-5e41-4498-a5d9-5f3485c77f76 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef509d7c-1c17-4f47-bbaa-a324df09efba HTTP/1.1" status: 200 len: 944 time: 0.0492663 Dec 06 17:57:14.870386 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b9046c90-c9f3-4b40-8470-a96751e5f933 req-d5724b9c-acb4-46f3-a008-34bdfa66625d tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406475 Dec 06 17:57:14.986082 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216f8355-bd67-4004-aae0-99953ab9c084 req-2a5285fa-9b93-48ff-890f-927f0506042a tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:57:14.987548 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-216f8355-bd67-4004-aae0-99953ab9c084 req-2a5285fa-9b93-48ff-890f-927f0506042a tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef509d7c-1c17-4f47-bbaa-a324df09efba HTTP/1.1" status: 200 len: 944 time: 0.0520570 Dec 06 17:57:15.035107 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-216f8355-bd67-4004-aae0-99953ab9c084 req-a8ef377a-4005-4a3d-a19a-043b8b5735dd tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415988 Dec 06 17:57:15.264137 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763deec6-3780-4e27-ab73-2fdc4d873f8a req-c8dc8409-01be-402f-b896-ce9da56ebb15 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:57:15.265668 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-763deec6-3780-4e27-ab73-2fdc4d873f8a req-c8dc8409-01be-402f-b896-ce9da56ebb15 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef509d7c-1c17-4f47-bbaa-a324df09efba HTTP/1.1" status: 200 len: 944 time: 0.0496404 Dec 06 17:57:15.279531 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:57:15.313993 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-763deec6-3780-4e27-ab73-2fdc4d873f8a req-9d8de2b9-8769-4d3b-84bb-bf06d847b0e5 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423319 Dec 06 17:57:15.320241 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7 not bound to the agent host n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:57:15.700227 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c84da440-3674-4b10-9d31-58877d371da5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:57:16.435360 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249bf5a9-6491-4613-8ba7-710022671694 req-edaa7fdd-2538-434e-bc3b-5fe6b5a72331 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:57:16.436859 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-249bf5a9-6491-4613-8ba7-710022671694 req-edaa7fdd-2538-434e-bc3b-5fe6b5a72331 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef509d7c-1c17-4f47-bbaa-a324df09efba HTTP/1.1" status: 200 len: 944 time: 0.0480254 Dec 06 17:57:16.467164 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f9efcd-2b2c-44a8-88cd-68ffeee38d41 req-fad833d5-ef7c-4f20-921c-6c4c7c80c945 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:57:16.468631 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-22f9efcd-2b2c-44a8-88cd-68ffeee38d41 req-fad833d5-ef7c-4f20-921c-6c4c7c80c945 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef509d7c-1c17-4f47-bbaa-a324df09efba HTTP/1.1" status: 200 len: 944 time: 0.0526614 Dec 06 17:57:16.484346 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-249bf5a9-6491-4613-8ba7-710022671694 req-64919c9f-1e27-4d27-b3e5-1aefdb0a5136 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414290 Dec 06 17:57:16.556997 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-22f9efcd-2b2c-44a8-88cd-68ffeee38d41 req-4c8f7edc-e0e8-4b07-99ae-d3e8115587fd tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Deleting port 5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 17:57:16.557336 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-22f9efcd-2b2c-44a8-88cd-68ffeee38d41 req-4c8f7edc-e0e8-4b07-99ae-d3e8115587fd tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:57:16.624264 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:57:16.650094 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-22f9efcd-2b2c-44a8-88cd-68ffeee38d41 req-4c8f7edc-e0e8-4b07-99ae-d3e8115587fd tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] For port 5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7,segment=NetworkSegment(52241ada-1965-476a-bc10-c1275aa114a0),segment_id=52241ada-1965-476a-bc10-c1275aa114a0)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:57:16.650483 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-22f9efcd-2b2c-44a8-88cd-68ffeee38d41 req-4c8f7edc-e0e8-4b07-99ae-d3e8115587fd tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:57:16.719093 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7,segment=NetworkSegment(52241ada-1965-476a-bc10-c1275aa114a0),segment_id=52241ada-1965-476a-bc10-c1275aa114a0)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:57:16.730227 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': '5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7', 'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569', 'port_id': '5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7', 'mac_address': 'fa:16:3e:81:d8:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0787ed94-343d-45a1-8354-028050fe4455', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:57:16.768286 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:57:16.781701 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:57:16.801456 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7,segment=NetworkSegment(52241ada-1965-476a-bc10-c1275aa114a0),segment_id=52241ada-1965-476a-bc10-c1275aa114a0)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:57:16.806082 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:57:16.823885 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-22f9efcd-2b2c-44a8-88cd-68ffeee38d41 req-4c8f7edc-e0e8-4b07-99ae-d3e8115587fd tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:57:16.824744 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-22f9efcd-2b2c-44a8-88cd-68ffeee38d41 req-4c8f7edc-e0e8-4b07-99ae-d3e8115587fd tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:57:16.825069 n-d-master-1 neutron-server[103284]: INFO neutron.db.l3_db [req-22f9efcd-2b2c-44a8-88cd-68ffeee38d41 req-4c8f7edc-e0e8-4b07-99ae-d3e8115587fd tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Floating IP a3ae450d-aeca-47bf-94f0-426e78061852 disassociated. External IP: 172.35.1.149, port: 5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7. Dec 06 17:57:16.825413 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-22f9efcd-2b2c-44a8-88cd-68ffeee38d41 req-4c8f7edc-e0e8-4b07-99ae-d3e8115587fd tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Calling delete_port for 5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 17:57:16.855438 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7,revision_number=12']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:57:16.955052 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-22f9efcd-2b2c-44a8-88cd-68ffeee38d41 req-4c8f7edc-e0e8-4b07-99ae-d3e8115587fd tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:57:16.983406 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8f7edc-e0e8-4b07-99ae-d3e8115587fd tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Pushing event deleted for resources: {'Port': ['ID=5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:57:17.075463 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:57:17.112861 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [req-22f9efcd-2b2c-44a8-88cd-68ffeee38d41 req-4c8f7edc-e0e8-4b07-99ae-d3e8115587fd tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Router 2c3d0679-4e43-4092-83fa-7d922af599b7 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:57:17.228892 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-22f9efcd-2b2c-44a8-88cd-68ffeee38d41 req-4c8f7edc-e0e8-4b07-99ae-d3e8115587fd tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:57:17.240021 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1fa9a3-1bd3-45e6-8e10-58c8a3b94c56 None None] Sync routers for ids ['2c3d0679-4e43-4092-83fa-7d922af599b7'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:57:17.250679 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1fa9a3-1bd3-45e6-8e10-58c8a3b94c56 None None] Routers {'2c3d0679-4e43-4092-83fa-7d922af599b7'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:57:17.251424 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-8d1fa9a3-1bd3-45e6-8e10-58c8a3b94c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:57:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['2c3d0679-4e43-4092-83fa-7d922af599b7'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:57:17.279085 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-22f9efcd-2b2c-44a8-88cd-68ffeee38d41 req-4c8f7edc-e0e8-4b07-99ae-d3e8115587fd tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] No DVR routers for this DVR port 5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7 on host n-h2-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:57:17.282231 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-22f9efcd-2b2c-44a8-88cd-68ffeee38d41 req-4c8f7edc-e0e8-4b07-99ae-d3e8115587fd tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:57:17.285939 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-22f9efcd-2b2c-44a8-88cd-68ffeee38d41 req-4c8f7edc-e0e8-4b07-99ae-d3e8115587fd tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.44 "DELETE /v2.0/ports/5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7 HTTP/1.1" status: 204 len: 173 time: 0.8117316 Dec 06 17:57:17.286401 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef509d7c-1c17-4f47-bbaa-a324df09efba', 'name': 'network-vif-deleted', 'tag': '5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:57:17.288764 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed1485b-eb2e-4e37-9341-e5043321a0b8" -d '{"events": [{"server_uuid": "ef509d7c-1c17-4f47-bbaa-a324df09efba", "name": "network-vif-deleted", "tag": "5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:57:17.336703 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f290ba03-31ab-4788-aae6-00afe4a48af4 x-openstack-request-id: req-f290ba03-31ab-4788-aae6-00afe4a48af4 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:57:17.337058 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef509d7c-1c17-4f47-bbaa-a324df09efba", "name": "network-vif-deleted", "tag": "5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:57:17.337324 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f290ba03-31ab-4788-aae6-00afe4a48af4 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:57:17.337992 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef509d7c-1c17-4f47-bbaa-a324df09efba', 'name': 'network-vif-deleted', 'tag': '5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7', 'status': 'completed', 'code': 200} Dec 06 17:57:17.371051 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-8d1fa9a3-1bd3-45e6-8e10-58c8a3b94c56 None None] Set router 2c3d0679-4e43-4092-83fa-7d922af599b7 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:57:17.566841 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-8d1fa9a3-1bd3-45e6-8e10-58c8a3b94c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c3d0679-4e43-4092-83fa-7d922af599b7', 'name': 'tempest-ServerActionsTestJSON-669397432-router', 'tenant_id': '53f0e2b3dd834584b50c76041ac80845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.51'}], 'enable_snat': True}, 'gw_port_id': '9970c79c-530d-43df-9017-3bf60635d9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:50:26Z', 'updated_at': '2021-12-06T17:50:29Z', 'revision_number': 4, 'project_id': '53f0e2b3dd834584b50c76041ac80845', 'gw_port': {'id': '9970c79c-530d-43df-9017-3bf60635d9ca', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3d0679-4e43-4092-83fa-7d922af599b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:50:26Z', 'updated_at': '2021-12-06T17:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '6056c72c-a53a-4cf7-8d94-e07253f5e3e9', 'name': '', 'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569', 'tenant_id': '53f0e2b3dd834584b50c76041ac80845', 'mac_address': 'fa:16:3e:e2:ff:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3d0679-4e43-4092-83fa-7d922af599b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '0787ed94-343d-45a1-8354-028050fe4455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:50:28Z', 'updated_at': '2021-12-06T17:50:32Z', 'revision_number': 5, 'project_id': '53f0e2b3dd834584b50c76041ac80845', 'subnets': [{'id': '0787ed94-343d-45a1-8354-028050fe4455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:57:17.592430 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ff03c4fc-6c35-4e95-a6a6-040cb105cbfe req-24011526-5036-47ef-a5a9-45e08526ef8f tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef509d7c-1c17-4f47-bbaa-a324df09efba HTTP/1.1" status: 200 len: 210 time: 0.0298405 Dec 06 17:57:17.593183 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1fa9a3-1bd3-45e6-8e10-58c8a3b94c56 None None] Checking router: 2c3d0679-4e43-4092-83fa-7d922af599b7 for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:57:17.601621 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1fa9a3-1bd3-45e6-8e10-58c8a3b94c56 None None] Routers {'2c3d0679-4e43-4092-83fa-7d922af599b7'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:57:17.602221 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-8d1fa9a3-1bd3-45e6-8e10-58c8a3b94c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:57:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['2c3d0679-4e43-4092-83fa-7d922af599b7'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:57:17.712129 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-8d1fa9a3-1bd3-45e6-8e10-58c8a3b94c56 None None] Set router 2c3d0679-4e43-4092-83fa-7d922af599b7 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:57:17.993808 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-8d1fa9a3-1bd3-45e6-8e10-58c8a3b94c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c3d0679-4e43-4092-83fa-7d922af599b7', 'name': 'tempest-ServerActionsTestJSON-669397432-router', 'tenant_id': '53f0e2b3dd834584b50c76041ac80845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.51'}], 'enable_snat': True}, 'gw_port_id': '9970c79c-530d-43df-9017-3bf60635d9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:50:26Z', 'updated_at': '2021-12-06T17:50:29Z', 'revision_number': 4, 'project_id': '53f0e2b3dd834584b50c76041ac80845', 'gw_port': {'id': '9970c79c-530d-43df-9017-3bf60635d9ca', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3d0679-4e43-4092-83fa-7d922af599b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:50:26Z', 'updated_at': '2021-12-06T17:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '6056c72c-a53a-4cf7-8d94-e07253f5e3e9', 'name': '', 'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569', 'tenant_id': '53f0e2b3dd834584b50c76041ac80845', 'mac_address': 'fa:16:3e:e2:ff:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3d0679-4e43-4092-83fa-7d922af599b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '0787ed94-343d-45a1-8354-028050fe4455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:50:28Z', 'updated_at': '2021-12-06T17:50:32Z', 'revision_number': 5, 'project_id': '53f0e2b3dd834584b50c76041ac80845', 'subnets': [{'id': '0787ed94-343d-45a1-8354-028050fe4455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:57:18.019616 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1fa9a3-1bd3-45e6-8e10-58c8a3b94c56 None None] The sync data for ids ['2c3d0679-4e43-4092-83fa-7d922af599b7'] in n-d-master-1 is: [{'id': '2c3d0679-4e43-4092-83fa-7d922af599b7', 'name': 'tempest-ServerActionsTestJSON-669397432-router', 'tenant_id': '53f0e2b3dd834584b50c76041ac80845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.51'}], 'enable_snat': True}, 'gw_port_id': '9970c79c-530d-43df-9017-3bf60635d9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:50:26Z', 'updated_at': '2021-12-06T17:50:29Z', 'revision_number': 4, 'project_id': '53f0e2b3dd834584b50c76041ac80845', 'gw_port': {'id': '9970c79c-530d-43df-9017-3bf60635d9ca', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3d0679-4e43-4092-83fa-7d922af599b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:50:26Z', 'updated_at': '2021-12-06T17:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '6056c72c-a53a-4cf7-8d94-e07253f5e3e9', 'name': '', 'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569', 'tenant_id': '53f0e2b3dd834584b50c76041ac80845', 'mac_address': 'fa:16:3e:e2:ff:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3d0679-4e43-4092-83fa-7d922af599b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '0787ed94-343d-45a1-8354-028050fe4455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:50:28Z', 'updated_at': '2021-12-06T17:50:32Z', 'revision_number': 5, 'project_id': '53f0e2b3dd834584b50c76041ac80845', 'subnets': [{'id': '0787ed94-343d-45a1-8354-028050fe4455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:57:18.209652 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:57:18.228721 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53473340-fc83-48ee-a14f-b86103e579c6 None None] New status for floating IP a3ae450d-aeca-47bf-94f0-426e78061852: DOWN {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 17:57:18.871400 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b7f75f9b-ba46-42fc-8567-0929bb9a9e40 req-77c271e3-55fe-45e0-b2ee-23a16316df28 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--561560987&fields=id&tenant_id=53f0e2b3dd834584b50c76041ac80845 HTTP/1.1" status: 200 len: 267 time: 0.0426049 Dec 06 17:57:18.978621 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f75f9b-ba46-42fc-8567-0929bb9a9e40 req-de1ded91-34fb-4c03-96a3-78a431fa122a tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:57:18.980726 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b7f75f9b-ba46-42fc-8567-0929bb9a9e40 req-de1ded91-34fb-4c03-96a3-78a431fa122a tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/networks?id=abe44660-3c85-46c3-81ef-3a83d1c4b569 HTTP/1.1" status: 200 len: 811 time: 0.1019185 Dec 06 17:57:18.995312 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b7f75f9b-ba46-42fc-8567-0929bb9a9e40 req-d26ddebf-8ca9-464a-9541-01044161d892 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/quotas/53f0e2b3dd834584b50c76041ac80845 HTTP/1.1" status: 200 len: 375 time: 0.0088108 Dec 06 17:57:19.045074 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b7f75f9b-ba46-42fc-8567-0929bb9a9e40 req-abaa5213-7c51-4932-8dec-1504b4ed68f8 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=53f0e2b3dd834584b50c76041ac80845&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446825 Dec 06 17:57:19.136607 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:57:19.144141 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b7f75f9b-ba46-42fc-8567-0929bb9a9e40 req-64463245-6a40-4df7-8afd-a4d2cb8ce686 service neutron] 10.222.0.23 "GET /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867851 Dec 06 17:57:19.233064 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b7f75f9b-ba46-42fc-8567-0929bb9a9e40 req-b22c2127-761c-4e10-b26a-022a422021b5 service neutron] 10.222.0.23 "GET /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828364 Dec 06 17:57:19.389622 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-61657493-c4de-44b8-91f7-b3ef05eb14e3 req-6e6e1fdd-4c12-4d47-82ab-53aab1f667eb tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4bd485d-b1d6-4eac-9101-2ff1cbe1210d HTTP/1.1" status: 200 len: 210 time: 0.0266705 Dec 06 17:57:20.375370 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f75f9b-ba46-42fc-8567-0929bb9a9e40 req-d08a8991-0cae-4cf6-ba30-b8afd9cbd7ea tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:57:20.376881 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b7f75f9b-ba46-42fc-8567-0929bb9a9e40 req-d08a8991-0cae-4cf6-ba30-b8afd9cbd7ea tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.41 "GET /v2.0/networks?id=abe44660-3c85-46c3-81ef-3a83d1c4b569 HTTP/1.1" status: 200 len: 811 time: 0.1082568 Dec 06 17:57:20.446830 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b7f75f9b-ba46-42fc-8567-0929bb9a9e40 req-d9b2db12-4e72-4d3f-9117-31d79f0cfd08 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53f0e2b3dd834584b50c76041ac80845 HTTP/1.1" status: 200 len: 379 time: 0.0533919 Dec 06 17:57:20.469541 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-b7f75f9b-ba46-42fc-8567-0929bb9a9e40 req-c39b8009-8c60-4a4e-b4b8-733a6cad0017 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Request body: {'port': {'device_id': 'a4bd485d-b1d6-4eac-9101-2ff1cbe1210d', 'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569', 'admin_state_up': True, 'tenant_id': '53f0e2b3dd834584b50c76041ac80845', 'security_groups': ['65fd55a3-5e93-437e-8c33-9d03954b393c']}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:57:20.490066 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5ebd4fa0-5fd0-434d-b8ed-a05fec67ca86 req-bd41c6dd-06bd-4ba4-9f24-1246bf461f82 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4bd485d-b1d6-4eac-9101-2ff1cbe1210d HTTP/1.1" status: 200 len: 210 time: 0.0322077 Dec 06 17:57:20.585761 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7f75f9b-ba46-42fc-8567-0929bb9a9e40 req-c39b8009-8c60-4a4e-b4b8-733a6cad0017 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Made reservation on behalf of 53f0e2b3dd834584b50c76041ac80845 for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 17:57:20.589284 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-b7f75f9b-ba46-42fc-8567-0929bb9a9e40 req-c39b8009-8c60-4a4e-b4b8-733a6cad0017 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:57:20.655732 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:57:20.677874 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] No Port match for: 5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 17:57:20.678225 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 5a0fc819-9e4a-4141-9c67-e9ee2b79b5e7 not bound to the agent host n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:57:20.721314 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-b7f75f9b-ba46-42fc-8567-0929bb9a9e40 req-c39b8009-8c60-4a4e-b4b8-733a6cad0017 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Allocated IP 172.20.0.7 (abe44660-3c85-46c3-81ef-3a83d1c4b569/0787ed94-343d-45a1-8354-028050fe4455/f92a43f5-3cb8-442b-9c52-a542304d1a70) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 17:57:20.862212 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-b7f75f9b-ba46-42fc-8567-0929bb9a9e40 req-c39b8009-8c60-4a4e-b4b8-733a6cad0017 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:57:20.895030 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-b7f75f9b-ba46-42fc-8567-0929bb9a9e40 req-c39b8009-8c60-4a4e-b4b8-733a6cad0017 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:57:20.943435 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7f75f9b-ba46-42fc-8567-0929bb9a9e40 req-c39b8009-8c60-4a4e-b4b8-733a6cad0017 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Network abe44660-3c85-46c3-81ef-3a83d1c4b569 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 17:57:20.946402 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-b7f75f9b-ba46-42fc-8567-0929bb9a9e40 req-c39b8009-8c60-4a4e-b4b8-733a6cad0017 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 17:57:20.950761 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7f75f9b-ba46-42fc-8567-0929bb9a9e40 req-c39b8009-8c60-4a4e-b4b8-733a6cad0017 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 17:57:20.976113 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39b8009-8c60-4a4e-b4b8-733a6cad0017 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Pushing event updated for resources: {'Port': ['ID=f92a43f5-3cb8-442b-9c52-a542304d1a70,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:57:21.006648 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f75f9b-ba46-42fc-8567-0929bb9a9e40 req-c39b8009-8c60-4a4e-b4b8-733a6cad0017 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:57:21.007289 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-b7f75f9b-ba46-42fc-8567-0929bb9a9e40 req-c39b8009-8c60-4a4e-b4b8-733a6cad0017 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:57:21.024666 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b7f75f9b-ba46-42fc-8567-0929bb9a9e40 req-c39b8009-8c60-4a4e-b4b8-733a6cad0017 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5591805 Dec 06 17:57:21.041963 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-b7f75f9b-ba46-42fc-8567-0929bb9a9e40 req-38fb984d-08ed-40bb-bd99-d201ba148715 service neutron] Request body: {'port': {'device_id': 'a4bd485d-b1d6-4eac-9101-2ff1cbe1210d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:57:21.098095 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-b7f75f9b-ba46-42fc-8567-0929bb9a9e40 req-38fb984d-08ed-40bb-bd99-d201ba148715 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:57:21.187810 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-5530a937-81c4-4b79-836b-5b10a3f61a51 None None] Provisioning complete for port f92a43f5-3cb8-442b-9c52-a542304d1a70 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:57:21.188177 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5530a937-81c4-4b79-836b-5b10a3f61a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:57:21.221617 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-5530a937-81c4-4b79-836b-5b10a3f61a51 None None] Port f92a43f5-3cb8-442b-9c52-a542304d1a70 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 17:57:21.365952 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-b7f75f9b-ba46-42fc-8567-0929bb9a9e40 req-38fb984d-08ed-40bb-bd99-d201ba148715 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f92a43f5-3cb8-442b-9c52-a542304d1a70 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:57:21.373813 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-b7f75f9b-ba46-42fc-8567-0929bb9a9e40 req-38fb984d-08ed-40bb-bd99-d201ba148715 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:57:21.385622 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-b7f75f9b-ba46-42fc-8567-0929bb9a9e40 req-38fb984d-08ed-40bb-bd99-d201ba148715 service neutron] Transition to ACTIVE for port object f92a43f5-3cb8-442b-9c52-a542304d1a70 will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:57:21.390721 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-b7f75f9b-ba46-42fc-8567-0929bb9a9e40 req-38fb984d-08ed-40bb-bd99-d201ba148715 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:57:21.441934 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fb984d-08ed-40bb-bd99-d201ba148715 service neutron] Pushing event updated for resources: {'Port': ['ID=f92a43f5-3cb8-442b-9c52-a542304d1a70,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:57:21.515626 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-b7f75f9b-ba46-42fc-8567-0929bb9a9e40 req-38fb984d-08ed-40bb-bd99-d201ba148715 service neutron] Attempting to bind port f92a43f5-3cb8-442b-9c52-a542304d1a70 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:57:21.516280 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-b7f75f9b-ba46-42fc-8567-0929bb9a9e40 req-38fb984d-08ed-40bb-bd99-d201ba148715 service neutron] Attempting to bind port f92a43f5-3cb8-442b-9c52-a542304d1a70 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '52241ada-1965-476a-bc10-c1275aa114a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:57:21.516280 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f75f9b-ba46-42fc-8567-0929bb9a9e40 req-38fb984d-08ed-40bb-bd99-d201ba148715 service neutron] Attempting to bind port f92a43f5-3cb8-442b-9c52-a542304d1a70 on network abe44660-3c85-46c3-81ef-3a83d1c4b569 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:57:21.521530 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f75f9b-ba46-42fc-8567-0929bb9a9e40 req-38fb984d-08ed-40bb-bd99-d201ba148715 service neutron] Port f92a43f5-3cb8-442b-9c52-a542304d1a70 on network abe44660-3c85-46c3-81ef-3a83d1c4b569 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:57:21.522091 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f75f9b-ba46-42fc-8567-0929bb9a9e40 req-38fb984d-08ed-40bb-bd99-d201ba148715 service neutron] Attempting to bind port f92a43f5-3cb8-442b-9c52-a542304d1a70 on network abe44660-3c85-46c3-81ef-3a83d1c4b569 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:57:21.527665 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f75f9b-ba46-42fc-8567-0929bb9a9e40 req-38fb984d-08ed-40bb-bd99-d201ba148715 service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:57:21.528008 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f75f9b-ba46-42fc-8567-0929bb9a9e40 req-38fb984d-08ed-40bb-bd99-d201ba148715 service neutron] Checking segment: {'id': '52241ada-1965-476a-bc10-c1275aa114a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:57:21.528390 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f75f9b-ba46-42fc-8567-0929bb9a9e40 req-38fb984d-08ed-40bb-bd99-d201ba148715 service neutron] Bound using segment: {'id': '52241ada-1965-476a-bc10-c1275aa114a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:57:21.528815 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-b7f75f9b-ba46-42fc-8567-0929bb9a9e40 req-38fb984d-08ed-40bb-bd99-d201ba148715 service neutron] Bound port: f92a43f5-3cb8-442b-9c52-a542304d1a70, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52241ada-1965-476a-bc10-c1275aa114a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:57:21.529177 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-b7f75f9b-ba46-42fc-8567-0929bb9a9e40 req-38fb984d-08ed-40bb-bd99-d201ba148715 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:57:21.628189 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-b7f75f9b-ba46-42fc-8567-0929bb9a9e40 req-38fb984d-08ed-40bb-bd99-d201ba148715 service neutron] For port f92a43f5-3cb8-442b-9c52-a542304d1a70, host n-h1-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:57:21.631717 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-b7f75f9b-ba46-42fc-8567-0929bb9a9e40 req-38fb984d-08ed-40bb-bd99-d201ba148715 service neutron] For port f92a43f5-3cb8-442b-9c52-a542304d1a70, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=f92a43f5-3cb8-442b-9c52-a542304d1a70,segment=NetworkSegment(52241ada-1965-476a-bc10-c1275aa114a0),segment_id=52241ada-1965-476a-bc10-c1275aa114a0)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:57:21.639995 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a148815d-f6fe-4be5-93c0-b70be5fffc5f req-73a1b9ba-9d6a-4c89-a63f-3c3d3c94951b tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:57:21.641614 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a148815d-f6fe-4be5-93c0-b70be5fffc5f req-73a1b9ba-9d6a-4c89-a63f-3c3d3c94951b tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4bd485d-b1d6-4eac-9101-2ff1cbe1210d HTTP/1.1" status: 200 len: 943 time: 0.0772200 Dec 06 17:57:21.643046 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-b7f75f9b-ba46-42fc-8567-0929bb9a9e40 req-38fb984d-08ed-40bb-bd99-d201ba148715 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:57:21.697356 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f75f9b-ba46-42fc-8567-0929bb9a9e40 req-38fb984d-08ed-40bb-bd99-d201ba148715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:57:21.698018 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-b7f75f9b-ba46-42fc-8567-0929bb9a9e40 req-38fb984d-08ed-40bb-bd99-d201ba148715 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:57:21.699491 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b7f75f9b-ba46-42fc-8567-0929bb9a9e40 req-38fb984d-08ed-40bb-bd99-d201ba148715 service neutron] 10.222.0.41 "PUT /v2.0/ports/f92a43f5-3cb8-442b-9c52-a542304d1a70 HTTP/1.1" status: 200 len: 1091 time: 0.6619706 Dec 06 17:57:21.701495 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4bd485d-b1d6-4eac-9101-2ff1cbe1210d', 'tag': 'f92a43f5-3cb8-442b-9c52-a542304d1a70'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:57:21.703776 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93dbda4b-cffc-49fd-9356-c71f70b347b4" -d '{"events": [{"name": "network-changed", "server_uuid": "a4bd485d-b1d6-4eac-9101-2ff1cbe1210d", "tag": "f92a43f5-3cb8-442b-9c52-a542304d1a70"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:57:21.746742 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fb984d-08ed-40bb-bd99-d201ba148715 service neutron] Pushing event updated for resources: {'Port': ['ID=f92a43f5-3cb8-442b-9c52-a542304d1a70,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:57:21.750418 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da8a331-74e6-4b52-b043-a563525d73c7 x-openstack-request-id: req-8da8a331-74e6-4b52-b043-a563525d73c7 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:57:21.750709 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4bd485d-b1d6-4eac-9101-2ff1cbe1210d", "tag": "f92a43f5-3cb8-442b-9c52-a542304d1a70", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:57:21.750966 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8da8a331-74e6-4b52-b043-a563525d73c7 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:57:21.751367 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4bd485d-b1d6-4eac-9101-2ff1cbe1210d', 'tag': 'f92a43f5-3cb8-442b-9c52-a542304d1a70', 'status': 'completed', 'code': 200} Dec 06 17:57:21.755302 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a148815d-f6fe-4be5-93c0-b70be5fffc5f req-480eab9b-ff28-45f8-8ecf-1fd735bcf49d tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041896 Dec 06 17:57:21.801337 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f75f9b-ba46-42fc-8567-0929bb9a9e40 req-86e6d57c-5e22-45f6-9ab4-994a67fb5515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:57:21.802874 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b7f75f9b-ba46-42fc-8567-0929bb9a9e40 req-86e6d57c-5e22-45f6-9ab4-994a67fb5515 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=53f0e2b3dd834584b50c76041ac80845&device_id=a4bd485d-b1d6-4eac-9101-2ff1cbe1210d HTTP/1.1" status: 200 len: 1094 time: 0.0458450 Dec 06 17:57:21.851215 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b7f75f9b-ba46-42fc-8567-0929bb9a9e40 req-34ff85e4-d9b0-433c-8954-25ea897676c7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f92a43f5-3cb8-442b-9c52-a542304d1a70 HTTP/1.1" status: 200 len: 217 time: 0.0352495 Dec 06 17:57:21.909083 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f75f9b-ba46-42fc-8567-0929bb9a9e40 req-ceed2907-239a-4114-beea-89a276fb2ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:57:21.910571 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b7f75f9b-ba46-42fc-8567-0929bb9a9e40 req-ceed2907-239a-4114-beea-89a276fb2ae3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0787ed94-343d-45a1-8354-028050fe4455 HTTP/1.1" status: 200 len: 850 time: 0.0481226 Dec 06 17:57:21.958881 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f75f9b-ba46-42fc-8567-0929bb9a9e40 req-dafe4602-a63b-43cb-b669-d42eb5ae0ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:57:21.960243 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b7f75f9b-ba46-42fc-8567-0929bb9a9e40 req-dafe4602-a63b-43cb-b669-d42eb5ae0ba4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=abe44660-3c85-46c3-81ef-3a83d1c4b569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385396 Dec 06 17:57:22.055708 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b7f75f9b-ba46-42fc-8567-0929bb9a9e40 req-156a7534-2753-4412-ab8c-b68482b14436 service neutron] 10.222.0.41 "GET /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837111 Dec 06 17:57:22.151265 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b7f75f9b-ba46-42fc-8567-0929bb9a9e40 req-7c5688c9-6cda-4a10-84ad-d4b80f05c3d2 service neutron] 10.222.0.41 "GET /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841730 Dec 06 17:57:22.248097 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dbda4b-cffc-49fd-9356-c71f70b347b4 req-38bb547d-d3ee-4515-adc8-c425e04806f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:57:22.249627 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-93dbda4b-cffc-49fd-9356-c71f70b347b4 req-38bb547d-d3ee-4515-adc8-c425e04806f1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=53f0e2b3dd834584b50c76041ac80845&device_id=a4bd485d-b1d6-4eac-9101-2ff1cbe1210d HTTP/1.1" status: 200 len: 1094 time: 0.0409741 Dec 06 17:57:22.343703 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dbda4b-cffc-49fd-9356-c71f70b347b4 req-3cb2383a-ec76-44fc-bff8-c34c26075473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:57:22.345180 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-93dbda4b-cffc-49fd-9356-c71f70b347b4 req-3cb2383a-ec76-44fc-bff8-c34c26075473 service neutron] 10.222.0.41 "GET /v2.0/networks?id=abe44660-3c85-46c3-81ef-3a83d1c4b569 HTTP/1.1" status: 200 len: 912 time: 0.0882981 Dec 06 17:57:22.386033 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-93dbda4b-cffc-49fd-9356-c71f70b347b4 req-4204d719-c03f-47a3-bab1-3a53455892d7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f92a43f5-3cb8-442b-9c52-a542304d1a70 HTTP/1.1" status: 200 len: 217 time: 0.0332034 Dec 06 17:57:22.436305 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dbda4b-cffc-49fd-9356-c71f70b347b4 req-49cc3a5f-5151-4ffd-ba38-0880de4131bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:57:22.437713 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-93dbda4b-cffc-49fd-9356-c71f70b347b4 req-49cc3a5f-5151-4ffd-ba38-0880de4131bd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0787ed94-343d-45a1-8354-028050fe4455 HTTP/1.1" status: 200 len: 850 time: 0.0418842 Dec 06 17:57:22.488394 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dbda4b-cffc-49fd-9356-c71f70b347b4 req-63f7f591-7f2c-4635-93f7-d77cc8072f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:57:22.489919 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-93dbda4b-cffc-49fd-9356-c71f70b347b4 req-63f7f591-7f2c-4635-93f7-d77cc8072f5b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=abe44660-3c85-46c3-81ef-3a83d1c4b569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436330 Dec 06 17:57:22.579832 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-93dbda4b-cffc-49fd-9356-c71f70b347b4 req-34318803-0707-42c4-944b-d679ec42ef90 service neutron] 10.222.0.41 "GET /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816009 Dec 06 17:57:22.672955 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-93dbda4b-cffc-49fd-9356-c71f70b347b4 req-f38fd50e-7c14-47e4-a4eb-2b4c9610a919 service neutron] 10.222.0.41 "GET /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844727 Dec 06 17:57:22.880209 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0602fa-f434-4c1f-ad3e-5abe758d8ef8 req-228bbe2f-f7b1-4c27-bfd3-f2f2b75a6f98 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:57:22.881740 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3a0602fa-f434-4c1f-ad3e-5abe758d8ef8 req-228bbe2f-f7b1-4c27-bfd3-f2f2b75a6f98 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4bd485d-b1d6-4eac-9101-2ff1cbe1210d HTTP/1.1" status: 200 len: 943 time: 0.0484955 Dec 06 17:57:22.929702 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3a0602fa-f434-4c1f-ad3e-5abe758d8ef8 req-c5f4daaa-7bbc-41fa-8ca0-2d823d63274c tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409534 Dec 06 17:57:24.044147 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00acb354-4c3b-4af6-96a3-2863b646ada7 req-f857d610-8e65-4950-97aa-8ebf02459c5d tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:57:24.045545 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-00acb354-4c3b-4af6-96a3-2863b646ada7 req-f857d610-8e65-4950-97aa-8ebf02459c5d tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4bd485d-b1d6-4eac-9101-2ff1cbe1210d HTTP/1.1" status: 200 len: 943 time: 0.0486088 Dec 06 17:57:24.091540 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-00acb354-4c3b-4af6-96a3-2863b646ada7 req-b6a0c681-f4b9-4891-9fad-1b4d7c98c316 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400407 Dec 06 17:57:25.203449 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee73f8de-7f6e-4f55-8494-14cf8d23ef56 req-ce17ef33-df8b-4639-8f76-84a4bc3ccab4 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:57:25.204922 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee73f8de-7f6e-4f55-8494-14cf8d23ef56 req-ce17ef33-df8b-4639-8f76-84a4bc3ccab4 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4bd485d-b1d6-4eac-9101-2ff1cbe1210d HTTP/1.1" status: 200 len: 943 time: 0.0472131 Dec 06 17:57:25.250679 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ee73f8de-7f6e-4f55-8494-14cf8d23ef56 req-8561666a-5e9d-4cf0-a70c-ba5785c604dd tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398240 Dec 06 17:57:25.354351 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device f92a43f5-3cb8-442b-9c52-a542304d1a70 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 17:57:25.444746 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port f92a43f5-3cb8-442b-9c52-a542304d1a70, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=f92a43f5-3cb8-442b-9c52-a542304d1a70,segment=NetworkSegment(52241ada-1965-476a-bc10-c1275aa114a0),segment_id=52241ada-1965-476a-bc10-c1275aa114a0)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:57:25.458711 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': 'f92a43f5-3cb8-442b-9c52-a542304d1a70', 'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569', 'port_id': 'f92a43f5-3cb8-442b-9c52-a542304d1a70', 'mac_address': 'fa:16:3e:41:3c:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0787ed94-343d-45a1-8354-028050fe4455', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 17:57:25.647154 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:57:25.659307 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f92a43f5-3cb8-442b-9c52-a542304d1a70 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 17:57:25.677982 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port f92a43f5-3cb8-442b-9c52-a542304d1a70, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=f92a43f5-3cb8-442b-9c52-a542304d1a70,segment=NetworkSegment(52241ada-1965-476a-bc10-c1275aa114a0),segment_id=52241ada-1965-476a-bc10-c1275aa114a0)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:57:25.681825 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:57:25.727773 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=f92a43f5-3cb8-442b-9c52-a542304d1a70,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:57:25.930242 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['f92a43f5-3cb8-442b-9c52-a542304d1a70'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 17:57:26.364973 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029abede-a76f-4737-a9b5-fc086e5787d4 req-ff39be4e-3750-44ae-af4a-907947541014 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:57:26.366467 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-029abede-a76f-4737-a9b5-fc086e5787d4 req-ff39be4e-3750-44ae-af4a-907947541014 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4bd485d-b1d6-4eac-9101-2ff1cbe1210d HTTP/1.1" status: 200 len: 944 time: 0.0478575 Dec 06 17:57:26.416620 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-029abede-a76f-4737-a9b5-fc086e5787d4 req-eb750152-734a-402f-be24-748348f9ee9e tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442309 Dec 06 17:57:27.371094 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device f92a43f5-3cb8-442b-9c52-a542304d1a70 up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 17:57:27.420215 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port f92a43f5-3cb8-442b-9c52-a542304d1a70 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 17:57:27.424149 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port f92a43f5-3cb8-442b-9c52-a542304d1a70 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 17:57:27.424527 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:57:27.503239 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:57:27.525855 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4bd485d-b1d6-4eac-9101-2ff1cbe1210d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f92a43f5-3cb8-442b-9c52-a542304d1a70'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:57:27.528269 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd64033f-f3fe-4d05-86d6-b8a29845ca11" -d '{"events": [{"server_uuid": "a4bd485d-b1d6-4eac-9101-2ff1cbe1210d", "name": "network-vif-plugged", "status": "completed", "tag": "f92a43f5-3cb8-442b-9c52-a542304d1a70"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:57:27.537855 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9742183c-315d-4136-9b13-602deb267c7b req-b571df37-5e1e-4cf0-b58e-92e66bce9f30 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:57:27.538999 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9742183c-315d-4136-9b13-602deb267c7b req-b571df37-5e1e-4cf0-b58e-92e66bce9f30 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4bd485d-b1d6-4eac-9101-2ff1cbe1210d HTTP/1.1" status: 200 len: 944 time: 0.0552354 Dec 06 17:57:27.541259 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port f92a43f5-3cb8-442b-9c52-a542304d1a70, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=f92a43f5-3cb8-442b-9c52-a542304d1a70,segment=NetworkSegment(52241ada-1965-476a-bc10-c1275aa114a0),segment_id=52241ada-1965-476a-bc10-c1275aa114a0)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:57:27.546342 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:57:27.572309 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 17:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7bf9e19-40fd-48e2-9fd1-a5f06d6ee047 x-openstack-request-id: req-e7bf9e19-40fd-48e2-9fd1-a5f06d6ee047 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:57:27.572608 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4bd485d-b1d6-4eac-9101-2ff1cbe1210d", "name": "network-vif-plugged", "status": "completed", "tag": "f92a43f5-3cb8-442b-9c52-a542304d1a70", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:57:27.572865 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e7bf9e19-40fd-48e2-9fd1-a5f06d6ee047 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:57:27.573256 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4bd485d-b1d6-4eac-9101-2ff1cbe1210d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f92a43f5-3cb8-442b-9c52-a542304d1a70', 'code': 200} Dec 06 17:57:27.595051 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9742183c-315d-4136-9b13-602deb267c7b req-acfc5cab-adc5-42ef-abb8-97f46fc8fb8c tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482152 Dec 06 17:57:27.600517 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=f92a43f5-3cb8-442b-9c52-a542304d1a70,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:57:27.741598 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd34017-9af0-4656-b620-92cf93a44bbb req-ccf56afc-ca16-475e-bb61-8a05a2f80b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:57:27.743082 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-edd34017-9af0-4656-b620-92cf93a44bbb req-ccf56afc-ca16-475e-bb61-8a05a2f80b0e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a4bd485d-b1d6-4eac-9101-2ff1cbe1210d HTTP/1.1" status: 200 len: 1096 time: 0.0848296 Dec 06 17:57:27.794932 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-edd34017-9af0-4656-b620-92cf93a44bbb req-bab5c7b1-901c-45e8-af84-04154e3ccf70 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379617 Dec 06 17:57:28.716510 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c3e03-70ca-49c0-be55-b03bb3714ec9 req-fd4864c0-7769-4e55-814c-f508d9677819 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:57:28.718018 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0d8c3e03-70ca-49c0-be55-b03bb3714ec9 req-fd4864c0-7769-4e55-814c-f508d9677819 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4bd485d-b1d6-4eac-9101-2ff1cbe1210d HTTP/1.1" status: 200 len: 945 time: 0.0483868 Dec 06 17:57:28.764540 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0d8c3e03-70ca-49c0-be55-b03bb3714ec9 req-15d4b05a-9bfc-41ad-9672-37d1e587d6b9 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406530 Dec 06 17:57:29.880763 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14def9b-c9aa-4813-88f3-f9be24ba21ae req-8312a25e-f0ba-40c7-96cc-db6930c8677b tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:57:29.882289 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e14def9b-c9aa-4813-88f3-f9be24ba21ae req-8312a25e-f0ba-40c7-96cc-db6930c8677b tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4bd485d-b1d6-4eac-9101-2ff1cbe1210d HTTP/1.1" status: 200 len: 945 time: 0.0486367 Dec 06 17:57:29.930108 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e14def9b-c9aa-4813-88f3-f9be24ba21ae req-974a2b90-18fa-4955-bd0d-643023673ce0 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410771 Dec 06 17:57:30.044048 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb773c5b-0314-4111-a8fa-dc99a3f9c5d4 req-5cc6a9af-549e-4bea-bb50-bdf72d7361ee tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:57:30.045409 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-cb773c5b-0314-4111-a8fa-dc99a3f9c5d4 req-5cc6a9af-549e-4bea-bb50-bdf72d7361ee tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4bd485d-b1d6-4eac-9101-2ff1cbe1210d HTTP/1.1" status: 200 len: 945 time: 0.0522339 Dec 06 17:57:30.053900 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 40316) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 17:57:30.058377 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-6c79135c-317b-4f12-9b99-1dacea833ec4 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Request body: {'floatingip': {'port_id': 'f92a43f5-3cb8-442b-9c52-a542304d1a70'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:57:30.096975 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6c79135c-317b-4f12-9b99-1dacea833ec4 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Publish callbacks [] for floatingip, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:57:30.893048 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6c79135c-317b-4f12-9b99-1dacea833ec4 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:57:30.896606 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6c79135c-317b-4f12-9b99-1dacea833ec4 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:57:30.997542 n-d-master-1 neutron-server[103285]: INFO neutron.db.l3_db [None req-6c79135c-317b-4f12-9b99-1dacea833ec4 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Floating IP a3ae450d-aeca-47bf-94f0-426e78061852 associated. External IP: 172.35.1.149, port: f92a43f5-3cb8-442b-9c52-a542304d1a70. Dec 06 17:57:31.205382 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c79135c-317b-4f12-9b99-1dacea833ec4 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Router 2c3d0679-4e43-4092-83fa-7d922af599b7 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 17:57:31.313034 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c79135c-317b-4f12-9b99-1dacea833ec4 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 17:57:31.317794 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6c79135c-317b-4f12-9b99-1dacea833ec4 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:57:31.322339 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ea04f0-598c-4a63-9fd3-ff1c9d26dc5b None None] Sync routers for ids ['2c3d0679-4e43-4092-83fa-7d922af599b7'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 17:57:31.332088 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ea04f0-598c-4a63-9fd3-ff1c9d26dc5b None None] Routers {'2c3d0679-4e43-4092-83fa-7d922af599b7'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:57:31.332768 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-61ea04f0-598c-4a63-9fd3-ff1c9d26dc5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:57:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['2c3d0679-4e43-4092-83fa-7d922af599b7'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:57:31.347519 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-6c79135c-317b-4f12-9b99-1dacea833ec4 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "PUT /v2.0/floatingips/a3ae450d-aeca-47bf-94f0-426e78061852 HTTP/1.1" status: 200 len: 992 time: 1.2899921 Dec 06 17:57:31.347519 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4bd485d-b1d6-4eac-9101-2ff1cbe1210d', 'tag': 'f92a43f5-3cb8-442b-9c52-a542304d1a70'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:57:31.347931 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-180e891f-52d7-436a-9863-f2b18c5141b2" -d '{"events": [{"name": "network-changed", "server_uuid": "a4bd485d-b1d6-4eac-9101-2ff1cbe1210d", "tag": "f92a43f5-3cb8-442b-9c52-a542304d1a70"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:57:31.392117 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41a6632b-ea33-417e-a1ed-eb3b1be1db20 x-openstack-request-id: req-41a6632b-ea33-417e-a1ed-eb3b1be1db20 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:57:31.392413 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4bd485d-b1d6-4eac-9101-2ff1cbe1210d", "tag": "f92a43f5-3cb8-442b-9c52-a542304d1a70", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:57:31.392671 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-41a6632b-ea33-417e-a1ed-eb3b1be1db20 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:57:31.393080 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4bd485d-b1d6-4eac-9101-2ff1cbe1210d', 'tag': 'f92a43f5-3cb8-442b-9c52-a542304d1a70', 'status': 'completed', 'code': 200} Dec 06 17:57:31.442972 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-61ea04f0-598c-4a63-9fd3-ff1c9d26dc5b None None] Set router 2c3d0679-4e43-4092-83fa-7d922af599b7 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:57:31.459022 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180e891f-52d7-436a-9863-f2b18c5141b2 req-1424d0ac-7116-41da-a8fe-cea4f56b1720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:57:31.460458 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-180e891f-52d7-436a-9863-f2b18c5141b2 req-1424d0ac-7116-41da-a8fe-cea4f56b1720 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=53f0e2b3dd834584b50c76041ac80845&device_id=a4bd485d-b1d6-4eac-9101-2ff1cbe1210d HTTP/1.1" status: 200 len: 1096 time: 0.0434754 Dec 06 17:57:31.552159 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180e891f-52d7-436a-9863-f2b18c5141b2 req-0e5848b8-54e7-48e4-b6f4-7145b2502ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:57:31.553690 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-180e891f-52d7-436a-9863-f2b18c5141b2 req-0e5848b8-54e7-48e4-b6f4-7145b2502ed5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=abe44660-3c85-46c3-81ef-3a83d1c4b569 HTTP/1.1" status: 200 len: 912 time: 0.0844378 Dec 06 17:57:31.622762 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-180e891f-52d7-436a-9863-f2b18c5141b2 req-5a9d944b-6f4a-488a-ae6b-457bf7588885 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f92a43f5-3cb8-442b-9c52-a542304d1a70 HTTP/1.1" status: 200 len: 1000 time: 0.0619774 Dec 06 17:57:31.670396 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-61ea04f0-598c-4a63-9fd3-ff1c9d26dc5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c3d0679-4e43-4092-83fa-7d922af599b7', 'name': 'tempest-ServerActionsTestJSON-669397432-router', 'tenant_id': '53f0e2b3dd834584b50c76041ac80845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.51'}], 'enable_snat': True}, 'gw_port_id': '9970c79c-530d-43df-9017-3bf60635d9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:50:26Z', 'updated_at': '2021-12-06T17:50:29Z', 'revision_number': 4, 'project_id': '53f0e2b3dd834584b50c76041ac80845', 'gw_port': {'id': '9970c79c-530d-43df-9017-3bf60635d9ca', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3d0679-4e43-4092-83fa-7d922af599b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:50:26Z', 'updated_at': '2021-12-06T17:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'a3ae450d-aeca-47bf-94f0-426e78061852', 'tenant_id': '53f0e2b3dd834584b50c76041ac80845', 'floating_ip_address': '172.35.1.149', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '2c3d0679-4e43-4092-83fa-7d922af599b7', 'port_id': 'f92a43f5-3cb8-442b-9c52-a542304d1a70', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4080, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569', 'mac_address': 'fa:16:3e:41:3c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4bd485d-b1d6-4eac-9101-2ff1cbe1210d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:50:31Z', 'updated_at': '2021-12-06T17:57:30Z', 'revision_number': 13, 'project_id': '53f0e2b3dd834584b50c76041ac80845', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6056c72c-a53a-4cf7-8d94-e07253f5e3e9', 'name': '', 'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569', 'tenant_id': '53f0e2b3dd834584b50c76041ac80845', 'mac_address': 'fa:16:3e:e2:ff:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3d0679-4e43-4092-83fa-7d922af599b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '0787ed94-343d-45a1-8354-028050fe4455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:50:28Z', 'updated_at': '2021-12-06T17:50:32Z', 'revision_number': 5, 'project_id': '53f0e2b3dd834584b50c76041ac80845', 'subnets': [{'id': '0787ed94-343d-45a1-8354-028050fe4455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:57:31.676521 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180e891f-52d7-436a-9863-f2b18c5141b2 req-014cc77c-4006-4eb7-8067-e11a59c30ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:57:31.678020 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-180e891f-52d7-436a-9863-f2b18c5141b2 req-014cc77c-4006-4eb7-8067-e11a59c30ab7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0787ed94-343d-45a1-8354-028050fe4455 HTTP/1.1" status: 200 len: 850 time: 0.0487237 Dec 06 17:57:31.696751 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ea04f0-598c-4a63-9fd3-ff1c9d26dc5b None None] Checking router: 2c3d0679-4e43-4092-83fa-7d922af599b7 for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 17:57:31.705427 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ea04f0-598c-4a63-9fd3-ff1c9d26dc5b None None] Routers {'2c3d0679-4e43-4092-83fa-7d922af599b7'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 17:57:31.706052 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-61ea04f0-598c-4a63-9fd3-ff1c9d26dc5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T17:57:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['2c3d0679-4e43-4092-83fa-7d922af599b7'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:57:31.725406 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180e891f-52d7-436a-9863-f2b18c5141b2 req-2c119b28-b267-46b5-8545-555f067e7e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:57:31.726871 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-180e891f-52d7-436a-9863-f2b18c5141b2 req-2c119b28-b267-46b5-8545-555f067e7e4f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=abe44660-3c85-46c3-81ef-3a83d1c4b569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413125 Dec 06 17:57:31.812404 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-61ea04f0-598c-4a63-9fd3-ff1c9d26dc5b None None] Set router 2c3d0679-4e43-4092-83fa-7d922af599b7 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 17:57:31.821150 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-180e891f-52d7-436a-9863-f2b18c5141b2 req-6118bcfa-ecef-4463-b203-9eb6e7f3357c service neutron] 10.222.0.41 "GET /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864246 Dec 06 17:57:31.911699 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-180e891f-52d7-436a-9863-f2b18c5141b2 req-7a48b656-d31f-4b1c-bfe2-b880756d32a4 service neutron] 10.222.0.41 "GET /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825517 Dec 06 17:57:32.033849 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-61ea04f0-598c-4a63-9fd3-ff1c9d26dc5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c3d0679-4e43-4092-83fa-7d922af599b7', 'name': 'tempest-ServerActionsTestJSON-669397432-router', 'tenant_id': '53f0e2b3dd834584b50c76041ac80845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.51'}], 'enable_snat': True}, 'gw_port_id': '9970c79c-530d-43df-9017-3bf60635d9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:50:26Z', 'updated_at': '2021-12-06T17:50:29Z', 'revision_number': 4, 'project_id': '53f0e2b3dd834584b50c76041ac80845', 'gw_port': {'id': '9970c79c-530d-43df-9017-3bf60635d9ca', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3d0679-4e43-4092-83fa-7d922af599b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:50:26Z', 'updated_at': '2021-12-06T17:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'a3ae450d-aeca-47bf-94f0-426e78061852', 'tenant_id': '53f0e2b3dd834584b50c76041ac80845', 'floating_ip_address': '172.35.1.149', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '2c3d0679-4e43-4092-83fa-7d922af599b7', 'port_id': 'f92a43f5-3cb8-442b-9c52-a542304d1a70', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4080, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569', 'mac_address': 'fa:16:3e:41:3c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4bd485d-b1d6-4eac-9101-2ff1cbe1210d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:50:31Z', 'updated_at': '2021-12-06T17:57:30Z', 'revision_number': 13, 'project_id': '53f0e2b3dd834584b50c76041ac80845', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6056c72c-a53a-4cf7-8d94-e07253f5e3e9', 'name': '', 'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569', 'tenant_id': '53f0e2b3dd834584b50c76041ac80845', 'mac_address': 'fa:16:3e:e2:ff:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3d0679-4e43-4092-83fa-7d922af599b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '0787ed94-343d-45a1-8354-028050fe4455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:50:28Z', 'updated_at': '2021-12-06T17:50:32Z', 'revision_number': 5, 'project_id': '53f0e2b3dd834584b50c76041ac80845', 'subnets': [{'id': '0787ed94-343d-45a1-8354-028050fe4455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 17:57:32.060606 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ea04f0-598c-4a63-9fd3-ff1c9d26dc5b None None] The sync data for ids ['2c3d0679-4e43-4092-83fa-7d922af599b7'] in n-d-master-1 is: [{'id': '2c3d0679-4e43-4092-83fa-7d922af599b7', 'name': 'tempest-ServerActionsTestJSON-669397432-router', 'tenant_id': '53f0e2b3dd834584b50c76041ac80845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.51'}], 'enable_snat': True}, 'gw_port_id': '9970c79c-530d-43df-9017-3bf60635d9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:50:26Z', 'updated_at': '2021-12-06T17:50:29Z', 'revision_number': 4, 'project_id': '53f0e2b3dd834584b50c76041ac80845', 'gw_port': {'id': '9970c79c-530d-43df-9017-3bf60635d9ca', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3d0679-4e43-4092-83fa-7d922af599b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:50:26Z', 'updated_at': '2021-12-06T17:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'a3ae450d-aeca-47bf-94f0-426e78061852', 'tenant_id': '53f0e2b3dd834584b50c76041ac80845', 'floating_ip_address': '172.35.1.149', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '2c3d0679-4e43-4092-83fa-7d922af599b7', 'port_id': 'f92a43f5-3cb8-442b-9c52-a542304d1a70', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4080, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569', 'mac_address': 'fa:16:3e:41:3c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4bd485d-b1d6-4eac-9101-2ff1cbe1210d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T17:50:31Z', 'updated_at': '2021-12-06T17:57:30Z', 'revision_number': 13, 'project_id': '53f0e2b3dd834584b50c76041ac80845', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6056c72c-a53a-4cf7-8d94-e07253f5e3e9', 'name': '', 'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569', 'tenant_id': '53f0e2b3dd834584b50c76041ac80845', 'mac_address': 'fa:16:3e:e2:ff:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3d0679-4e43-4092-83fa-7d922af599b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '0787ed94-343d-45a1-8354-028050fe4455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:50:28Z', 'updated_at': '2021-12-06T17:50:32Z', 'revision_number': 5, 'project_id': '53f0e2b3dd834584b50c76041ac80845', 'subnets': [{'id': '0787ed94-343d-45a1-8354-028050fe4455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 17:57:32.247563 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37452689-eaa9-4814-adc1-2a86345b9289 None None] New status for floating IP a3ae450d-aeca-47bf-94f0-426e78061852: ACTIVE {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 17:57:33.137104 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:57:34.338498 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a1f307b9-bae4-4d40-b7ff-94bdba23e818 req-1c7b8d1e-e591-4cf9-a584-19a80671c592 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a4bd485d-b1d6-4eac-9101-2ff1cbe1210d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435801 Dec 06 17:57:34.446021 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f307b9-bae4-4d40-b7ff-94bdba23e818 req-65fd2d08-2476-45fa-803a-f83bc02ef01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:57:34.447508 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a1f307b9-bae4-4d40-b7ff-94bdba23e818 req-65fd2d08-2476-45fa-803a-f83bc02ef01a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=53f0e2b3dd834584b50c76041ac80845&device_id=a4bd485d-b1d6-4eac-9101-2ff1cbe1210d HTTP/1.1" status: 200 len: 1096 time: 0.0407810 Dec 06 17:57:34.550529 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f307b9-bae4-4d40-b7ff-94bdba23e818 req-54ca285b-4142-4a2f-b7a3-b1949b77f113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:57:34.552202 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a1f307b9-bae4-4d40-b7ff-94bdba23e818 req-54ca285b-4142-4a2f-b7a3-b1949b77f113 service neutron] 10.222.0.41 "GET /v2.0/networks?id=abe44660-3c85-46c3-81ef-3a83d1c4b569 HTTP/1.1" status: 200 len: 912 time: 0.0851455 Dec 06 17:57:34.629990 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a1f307b9-bae4-4d40-b7ff-94bdba23e818 req-241494a9-74e1-4f2d-a44b-ef2376e31065 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f92a43f5-3cb8-442b-9c52-a542304d1a70 HTTP/1.1" status: 200 len: 1002 time: 0.0690353 Dec 06 17:57:34.683029 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f307b9-bae4-4d40-b7ff-94bdba23e818 req-5d80a150-e21c-4331-bd0a-7c275a26050f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:57:34.684991 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a1f307b9-bae4-4d40-b7ff-94bdba23e818 req-5d80a150-e21c-4331-bd0a-7c275a26050f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0787ed94-343d-45a1-8354-028050fe4455 HTTP/1.1" status: 200 len: 850 time: 0.0432646 Dec 06 17:57:34.729749 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f307b9-bae4-4d40-b7ff-94bdba23e818 req-8c03ae18-55e1-47cf-8032-44d1f62cd9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:57:34.731307 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a1f307b9-bae4-4d40-b7ff-94bdba23e818 req-8c03ae18-55e1-47cf-8032-44d1f62cd9db service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=abe44660-3c85-46c3-81ef-3a83d1c4b569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394385 Dec 06 17:57:34.827157 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a1f307b9-bae4-4d40-b7ff-94bdba23e818 req-f7272d53-8795-4414-bfb4-fd8b52087548 service neutron] 10.222.0.41 "GET /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875368 Dec 06 17:57:34.917719 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a1f307b9-bae4-4d40-b7ff-94bdba23e818 req-25af9bd7-deb2-4ae0-8d83-20d0cdf8ec0e service neutron] 10.222.0.41 "GET /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833111 Dec 06 17:57:35.491015 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:57:43.517791 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0d46bbe9-d30f-42b7-819a-4d661c237136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:57:45.701279 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-95f12b26-b08a-42fb-8b3f-4b7d7ab4a268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:57:47.067172 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:57:48.211023 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:57:49.139524 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:57:51.310265 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 17:58:03.135599 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:58:05.505024 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:58:13.509288 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-35a3907c-6de3-48ba-9937-12a098c942f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:58:15.702102 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ec3b2a00-5cba-4adc-bc73-377b6fb8ee6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:58:17.072308 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:58:18.214226 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:58:19.142792 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:58:28.310012 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 17:58:33.135534 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:58:34.707803 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-79f5a467-fae1-41ab-bc63-e95dc90b9e2e req-70b76301-1da9-4e7e-a055-9caabad22a5c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a4bd485d-b1d6-4eac-9101-2ff1cbe1210d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446999 Dec 06 17:58:34.809027 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f5a467-fae1-41ab-bc63-e95dc90b9e2e req-36a71b11-9ada-40be-ad52-df994186830b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:58:34.811076 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-79f5a467-fae1-41ab-bc63-e95dc90b9e2e req-36a71b11-9ada-40be-ad52-df994186830b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=53f0e2b3dd834584b50c76041ac80845&device_id=a4bd485d-b1d6-4eac-9101-2ff1cbe1210d HTTP/1.1" status: 200 len: 1096 time: 0.0452785 Dec 06 17:58:34.922929 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f5a467-fae1-41ab-bc63-e95dc90b9e2e req-eaa246c3-319d-435e-96f6-300cec151be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:58:34.925003 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-79f5a467-fae1-41ab-bc63-e95dc90b9e2e req-eaa246c3-319d-435e-96f6-300cec151be3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=abe44660-3c85-46c3-81ef-3a83d1c4b569 HTTP/1.1" status: 200 len: 912 time: 0.0897295 Dec 06 17:58:34.997783 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-79f5a467-fae1-41ab-bc63-e95dc90b9e2e req-ca96f192-22e4-4d34-a22d-ebf4b1681801 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f92a43f5-3cb8-442b-9c52-a542304d1a70 HTTP/1.1" status: 200 len: 1002 time: 0.0600412 Dec 06 17:58:35.051074 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f5a467-fae1-41ab-bc63-e95dc90b9e2e req-d7aa4132-bb3c-41f5-9cc0-e8ee1584f344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:58:35.052528 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-79f5a467-fae1-41ab-bc63-e95dc90b9e2e req-d7aa4132-bb3c-41f5-9cc0-e8ee1584f344 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0787ed94-343d-45a1-8354-028050fe4455 HTTP/1.1" status: 200 len: 850 time: 0.0433607 Dec 06 17:58:35.105865 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f5a467-fae1-41ab-bc63-e95dc90b9e2e req-008a546b-c526-4e38-84bc-380e41782ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:58:35.107387 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-79f5a467-fae1-41ab-bc63-e95dc90b9e2e req-008a546b-c526-4e38-84bc-380e41782ed2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=abe44660-3c85-46c3-81ef-3a83d1c4b569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437667 Dec 06 17:58:35.199090 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-79f5a467-fae1-41ab-bc63-e95dc90b9e2e req-946d83df-850e-4b56-8da6-304f44cb0a8f service neutron] 10.222.0.41 "GET /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816846 Dec 06 17:58:35.300477 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-79f5a467-fae1-41ab-bc63-e95dc90b9e2e req-c3d718c6-6df1-4612-8c0e-e8aa03382290 service neutron] 10.222.0.41 "GET /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895214 Dec 06 17:58:35.506223 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:58:43.511467 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b3c84ff3-a32e-4829-9c5f-ad7b59ab1bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:58:45.703082 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-efffdeff-2b66-4d97-bf33-5943006cbcca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:58:47.075211 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:58:48.216548 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:58:49.144476 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:59:03.152793 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:59:05.308898 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 17:59:05.483864 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [req-ce1da8fa-2288-48c3-8ab2-096478238f48 req-11aa6820-78c9-4ccc-b91d-130b6cc17b82 service neutron] (103285) timed out ('10.222.0.44', 53069) {{(pid=103285) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 06 17:59:05.507614 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:59:13.156511 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f969ee8f-bf3e-454f-a843-9fa65143b9a6 req-a8fed00b-9793-48db-b037-728b71a5fdc0 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:59:13.158016 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f969ee8f-bf3e-454f-a843-9fa65143b9a6 req-a8fed00b-9793-48db-b037-728b71a5fdc0 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4bd485d-b1d6-4eac-9101-2ff1cbe1210d HTTP/1.1" status: 200 len: 945 time: 0.0499833 Dec 06 17:59:13.204758 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f969ee8f-bf3e-454f-a843-9fa65143b9a6 req-5d92f2cf-788b-468f-af6e-c6b471dc35ec tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408990 Dec 06 17:59:13.514648 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-34a59638-af47-4a41-94be-ca82d1c21906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:59:15.706051 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e3ed8b37-cc40-4c82-a75d-e6faef650155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:59:17.078157 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:59:18.221602 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:59:19.146813 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:59:25.241079 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [req-21b026bf-1e59-4a6f-9b7a-ee3275520e0f req-169235d3-6576-4cc8-8984-0e93c6fef72d service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103285) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:59:25.242247 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-21b026bf-1e59-4a6f-9b7a-ee3275520e0f req-169235d3-6576-4cc8-8984-0e93c6fef72d service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0645173 Dec 06 17:59:25.455791 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199d2ca3-6d4b-4de4-9872-09a1799b4a3b req-756eae15-8314-48b0-937a-2421321426e4 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:59:25.457282 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-199d2ca3-6d4b-4de4-9872-09a1799b4a3b req-756eae15-8314-48b0-937a-2421321426e4 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4bd485d-b1d6-4eac-9101-2ff1cbe1210d HTTP/1.1" status: 200 len: 945 time: 0.0690157 Dec 06 17:59:25.460912 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b7413fab-09f0-4cf5-ac3a-70e400428e08 req-67ce7795-72c7-4241-b036-35f79fb73c3e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a4bd485d-b1d6-4eac-9101-2ff1cbe1210d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0836422 Dec 06 17:59:25.476255 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [req-b7413fab-09f0-4cf5-ac3a-70e400428e08 req-6a80e55a-33ce-4a2f-896d-4ecb19276347 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 17:59:25.477218 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b7413fab-09f0-4cf5-ac3a-70e400428e08 req-6a80e55a-33ce-4a2f-896d-4ecb19276347 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0104225 Dec 06 17:59:25.516422 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-199d2ca3-6d4b-4de4-9872-09a1799b4a3b req-b1c5f612-9702-44e9-8e51-14863b376abc tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517786 Dec 06 17:59:26.632507 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb10ff4d-3b09-4bb3-9402-0f8908c180d6 req-8238f74e-d314-4c67-b63b-8d50cfa4290a tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:59:26.634404 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bb10ff4d-3b09-4bb3-9402-0f8908c180d6 req-8238f74e-d314-4c67-b63b-8d50cfa4290a tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4bd485d-b1d6-4eac-9101-2ff1cbe1210d HTTP/1.1" status: 200 len: 945 time: 0.0482359 Dec 06 17:59:26.686279 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bb10ff4d-3b09-4bb3-9402-0f8908c180d6 req-97a30037-62f1-4da3-a388-1cfc66e59047 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453751 Dec 06 17:59:27.804712 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223692ec-76f9-47db-9551-6a2b32693e9f req-47109bb3-4462-4122-b00f-2a920d6e848e tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:59:27.806221 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-223692ec-76f9-47db-9551-6a2b32693e9f req-47109bb3-4462-4122-b00f-2a920d6e848e tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4bd485d-b1d6-4eac-9101-2ff1cbe1210d HTTP/1.1" status: 200 len: 945 time: 0.0495093 Dec 06 17:59:27.853178 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-223692ec-76f9-47db-9551-6a2b32693e9f req-b64c4fb5-1bec-4f79-95cf-892e5b64f5ef tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406976 Dec 06 17:59:28.968895 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04d52c9-d98a-4af7-b111-bed3a40dfb23 req-209e1370-2a8c-4415-826e-51b8293e5f66 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:59:28.970412 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c04d52c9-d98a-4af7-b111-bed3a40dfb23 req-209e1370-2a8c-4415-826e-51b8293e5f66 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4bd485d-b1d6-4eac-9101-2ff1cbe1210d HTTP/1.1" status: 200 len: 945 time: 0.0486453 Dec 06 17:59:29.016410 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c04d52c9-d98a-4af7-b111-bed3a40dfb23 req-875c6185-2536-4cff-903a-13685b08beec tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401504 Dec 06 17:59:30.417571 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe3fedd-7cdd-4595-ac93-357a427ea372 req-a7e6a15f-9a51-4f96-ade4-ae85f95cb87c tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:59:30.419462 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2fe3fedd-7cdd-4595-ac93-357a427ea372 req-a7e6a15f-9a51-4f96-ade4-ae85f95cb87c tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4bd485d-b1d6-4eac-9101-2ff1cbe1210d HTTP/1.1" status: 200 len: 945 time: 0.3343298 Dec 06 17:59:30.465896 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2fe3fedd-7cdd-4595-ac93-357a427ea372 req-7abdbf29-2312-487f-bfe5-344eaa98547f tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403671 Dec 06 17:59:30.730657 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7413fab-09f0-4cf5-ac3a-70e400428e08 req-6adcd029-1f33-4824-a4ae-062524eb987a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:59:30.732619 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b7413fab-09f0-4cf5-ac3a-70e400428e08 req-6adcd029-1f33-4824-a4ae-062524eb987a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=53f0e2b3dd834584b50c76041ac80845&device_id=a4bd485d-b1d6-4eac-9101-2ff1cbe1210d HTTP/1.1" status: 200 len: 1096 time: 0.0406544 Dec 06 17:59:30.829457 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7413fab-09f0-4cf5-ac3a-70e400428e08 req-e20a16b8-4a19-48b0-a997-14ab7334fb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:59:30.830976 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b7413fab-09f0-4cf5-ac3a-70e400428e08 req-e20a16b8-4a19-48b0-a997-14ab7334fb96 service neutron] 10.222.0.41 "GET /v2.0/networks?id=abe44660-3c85-46c3-81ef-3a83d1c4b569 HTTP/1.1" status: 200 len: 912 time: 0.0870280 Dec 06 17:59:30.897777 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b7413fab-09f0-4cf5-ac3a-70e400428e08 req-61734356-903e-474c-9a12-472d1a91a775 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f92a43f5-3cb8-442b-9c52-a542304d1a70 HTTP/1.1" status: 200 len: 1002 time: 0.0586174 Dec 06 17:59:30.954567 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7413fab-09f0-4cf5-ac3a-70e400428e08 req-64428b46-5a08-4899-9d64-982a1d5b3bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:59:30.955999 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b7413fab-09f0-4cf5-ac3a-70e400428e08 req-64428b46-5a08-4899-9d64-982a1d5b3bcf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0787ed94-343d-45a1-8354-028050fe4455 HTTP/1.1" status: 200 len: 850 time: 0.0469108 Dec 06 17:59:31.004390 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7413fab-09f0-4cf5-ac3a-70e400428e08 req-dd2d9ad6-a55b-448e-9a75-178f00727740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:59:31.005873 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b7413fab-09f0-4cf5-ac3a-70e400428e08 req-dd2d9ad6-a55b-448e-9a75-178f00727740 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=abe44660-3c85-46c3-81ef-3a83d1c4b569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387592 Dec 06 17:59:31.098575 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b7413fab-09f0-4cf5-ac3a-70e400428e08 req-2d1def28-3b6c-4fa1-a9e6-bb1af59e3014 service neutron] 10.222.0.41 "GET /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808616 Dec 06 17:59:31.194512 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b7413fab-09f0-4cf5-ac3a-70e400428e08 req-c910b7b0-9d91-4da8-93a4-181dd22f789c service neutron] 10.222.0.41 "GET /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845990 Dec 06 17:59:31.580281 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5200390e-d1c2-4b9e-9480-9af8935a170a req-37008509-edf8-4e1b-b562-1dcdd35e1817 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:59:31.581785 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5200390e-d1c2-4b9e-9480-9af8935a170a req-37008509-edf8-4e1b-b562-1dcdd35e1817 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4bd485d-b1d6-4eac-9101-2ff1cbe1210d HTTP/1.1" status: 200 len: 945 time: 0.0483124 Dec 06 17:59:31.628188 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5200390e-d1c2-4b9e-9480-9af8935a170a req-a5a6deea-b4bc-4e96-b914-ca0bc8e1c9b2 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404561 Dec 06 17:59:32.742975 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab07b38-6ed0-493e-9a37-09995a84557b req-48bc5172-0bea-40ef-a4b6-9b94a92e14ac tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:59:32.744431 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6ab07b38-6ed0-493e-9a37-09995a84557b req-48bc5172-0bea-40ef-a4b6-9b94a92e14ac tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4bd485d-b1d6-4eac-9101-2ff1cbe1210d HTTP/1.1" status: 200 len: 945 time: 0.0474415 Dec 06 17:59:32.792255 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6ab07b38-6ed0-493e-9a37-09995a84557b req-20f75290-a949-42c9-ba12-2b568a20366b tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409560 Dec 06 17:59:33.151025 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:59:33.914811 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a286c28a-6063-47ee-9e6a-6ed9e87de087 req-e89d1ecf-8b6b-4e5a-ad7f-c8424174d5c2 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:59:33.916274 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a286c28a-6063-47ee-9e6a-6ed9e87de087 req-e89d1ecf-8b6b-4e5a-ad7f-c8424174d5c2 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4bd485d-b1d6-4eac-9101-2ff1cbe1210d HTTP/1.1" status: 200 len: 945 time: 0.0525787 Dec 06 17:59:33.963531 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a286c28a-6063-47ee-9e6a-6ed9e87de087 req-21ead8b0-5bbe-47f0-8b4d-2b6226f21ad7 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413053 Dec 06 17:59:35.081772 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e127e-4d60-4481-a6e5-5e098c5ae854 req-723c7136-c39d-4114-a296-25b5d3d14337 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:59:35.083363 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6b0e127e-4d60-4481-a6e5-5e098c5ae854 req-723c7136-c39d-4114-a296-25b5d3d14337 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4bd485d-b1d6-4eac-9101-2ff1cbe1210d HTTP/1.1" status: 200 len: 945 time: 0.0489254 Dec 06 17:59:35.137579 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6b0e127e-4d60-4481-a6e5-5e098c5ae854 req-8da1afb4-b8ee-4d5c-9ee4-08c380cda90f tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480235 Dec 06 17:59:35.524165 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:59:36.255283 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96de199e-dda6-48cc-a331-a6584fb8a36a req-1bc77fe8-37ff-4d33-be2a-428789785f95 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:59:36.256814 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-96de199e-dda6-48cc-a331-a6584fb8a36a req-1bc77fe8-37ff-4d33-be2a-428789785f95 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4bd485d-b1d6-4eac-9101-2ff1cbe1210d HTTP/1.1" status: 200 len: 945 time: 0.0483186 Dec 06 17:59:36.303896 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-96de199e-dda6-48cc-a331-a6584fb8a36a req-d0705aaa-6b20-4cc4-b3ca-b49376ccd5b4 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397620 Dec 06 17:59:36.421620 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b7898-9598-450b-9a70-05b33471106b req-e1371860-2b19-4d2d-9530-bcd0eac0b6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:59:36.422989 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7b7b7898-9598-450b-9a70-05b33471106b req-e1371860-2b19-4d2d-9530-bcd0eac0b6ab service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=53f0e2b3dd834584b50c76041ac80845&device_id=a4bd485d-b1d6-4eac-9101-2ff1cbe1210d HTTP/1.1" status: 200 len: 1096 time: 0.0395958 Dec 06 17:59:36.531485 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b7898-9598-450b-9a70-05b33471106b req-8fa45641-e1ec-4011-9d83-e6d70d781f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:59:36.532944 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7b7b7898-9598-450b-9a70-05b33471106b req-8fa45641-e1ec-4011-9d83-e6d70d781f2b service neutron] 10.222.0.41 "GET /v2.0/networks?id=abe44660-3c85-46c3-81ef-3a83d1c4b569 HTTP/1.1" status: 200 len: 912 time: 0.0868843 Dec 06 17:59:36.597956 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7b7b7898-9598-450b-9a70-05b33471106b req-5afc1377-1a14-4e0a-8b2e-90a1a4014ab7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f92a43f5-3cb8-442b-9c52-a542304d1a70 HTTP/1.1" status: 200 len: 1002 time: 0.0566685 Dec 06 17:59:36.650808 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b7898-9598-450b-9a70-05b33471106b req-5a4ccdfe-a0cc-42c0-b575-3938c1c7e45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:59:36.652220 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7b7b7898-9598-450b-9a70-05b33471106b req-5a4ccdfe-a0cc-42c0-b575-3938c1c7e45a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0787ed94-343d-45a1-8354-028050fe4455 HTTP/1.1" status: 200 len: 850 time: 0.0470192 Dec 06 17:59:36.698599 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b7898-9598-450b-9a70-05b33471106b req-50855889-cdc8-4ad9-9f49-ad72d051a4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:59:36.700061 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7b7b7898-9598-450b-9a70-05b33471106b req-50855889-cdc8-4ad9-9f49-ad72d051a4e3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=abe44660-3c85-46c3-81ef-3a83d1c4b569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395758 Dec 06 17:59:36.792622 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7b7b7898-9598-450b-9a70-05b33471106b req-5e810078-418b-4f21-aadf-a3c43ea28e5f service neutron] 10.222.0.41 "GET /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846806 Dec 06 17:59:36.882131 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7b7b7898-9598-450b-9a70-05b33471106b req-ba682400-ec0b-4f38-b6de-aa14e9ee0f78 service neutron] 10.222.0.41 "GET /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814011 Dec 06 17:59:37.419411 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53249ac1-26b3-4ea5-a9ea-2b1bfd51bd3d req-922a362a-c650-4515-bef5-8e438d3c7f21 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:59:37.420876 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-53249ac1-26b3-4ea5-a9ea-2b1bfd51bd3d req-922a362a-c650-4515-bef5-8e438d3c7f21 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4bd485d-b1d6-4eac-9101-2ff1cbe1210d HTTP/1.1" status: 200 len: 945 time: 0.0485981 Dec 06 17:59:37.467343 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-53249ac1-26b3-4ea5-a9ea-2b1bfd51bd3d req-e954b44f-fb7b-4c6f-bffb-dd1206d227d4 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404909 Dec 06 17:59:38.581651 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456751c9-be22-48f4-b529-e865a8b5672b req-a30214c1-7ae3-4856-a1e5-03fc283ad1ba tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:59:38.583127 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-456751c9-be22-48f4-b529-e865a8b5672b req-a30214c1-7ae3-4856-a1e5-03fc283ad1ba tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4bd485d-b1d6-4eac-9101-2ff1cbe1210d HTTP/1.1" status: 200 len: 945 time: 0.0484400 Dec 06 17:59:38.632605 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-456751c9-be22-48f4-b529-e865a8b5672b req-1ffda6ed-99db-47cc-b576-8168ab042c8d tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435169 Dec 06 17:59:39.748731 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d801083-7f26-47f0-b7bb-2c5ad19772e8 req-c5eecd67-7221-4b6e-a232-365f275e5561 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:59:39.750223 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9d801083-7f26-47f0-b7bb-2c5ad19772e8 req-c5eecd67-7221-4b6e-a232-365f275e5561 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4bd485d-b1d6-4eac-9101-2ff1cbe1210d HTTP/1.1" status: 200 len: 945 time: 0.0480003 Dec 06 17:59:39.798931 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9d801083-7f26-47f0-b7bb-2c5ad19772e8 req-94b92e7f-7f81-4f3a-bdb9-4286950eea0c tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425997 Dec 06 17:59:41.160228 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bdde3e-84d8-4594-9a02-29e0e20adce5 req-f1bed604-199a-498b-af85-cfdec843df26 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:59:41.162043 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b4bdde3e-84d8-4594-9a02-29e0e20adce5 req-f1bed604-199a-498b-af85-cfdec843df26 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4bd485d-b1d6-4eac-9101-2ff1cbe1210d HTTP/1.1" status: 200 len: 945 time: 0.2935286 Dec 06 17:59:41.208858 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b4bdde3e-84d8-4594-9a02-29e0e20adce5 req-74f6effc-920c-4386-a1c3-128717c3be42 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408888 Dec 06 17:59:42.308217 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 17:59:42.327203 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1321a710-cc95-4b85-a211-758a56a22b04 req-35d4a2e7-0465-4dd0-975b-34c3f2159e24 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:59:42.328686 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1321a710-cc95-4b85-a211-758a56a22b04 req-35d4a2e7-0465-4dd0-975b-34c3f2159e24 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4bd485d-b1d6-4eac-9101-2ff1cbe1210d HTTP/1.1" status: 200 len: 945 time: 0.0522110 Dec 06 17:59:42.377740 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1321a710-cc95-4b85-a211-758a56a22b04 req-3402f723-2690-4c06-9821-a7df0943cc45 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430551 Dec 06 17:59:43.491688 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c9fadf-c2d6-47e5-a083-c15af423d22f req-343b90c6-710e-452d-8455-1b7bbb63a6b7 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:59:43.493140 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-57c9fadf-c2d6-47e5-a083-c15af423d22f req-343b90c6-710e-452d-8455-1b7bbb63a6b7 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4bd485d-b1d6-4eac-9101-2ff1cbe1210d HTTP/1.1" status: 200 len: 945 time: 0.0471253 Dec 06 17:59:43.516732 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3663e738-0408-4f28-958a-2fd08a98e652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:59:43.541081 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-57c9fadf-c2d6-47e5-a083-c15af423d22f req-3821b49a-1b65-4ea6-b0f7-8d54ef6de161 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414505 Dec 06 17:59:44.660640 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5ab497-6562-4b42-8af2-1b670f9d89d0 req-b3946591-8a92-4c2b-b7fa-e1b1e65c3e42 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:59:44.662242 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ff5ab497-6562-4b42-8af2-1b670f9d89d0 req-b3946591-8a92-4c2b-b7fa-e1b1e65c3e42 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4bd485d-b1d6-4eac-9101-2ff1cbe1210d HTTP/1.1" status: 200 len: 945 time: 0.0513918 Dec 06 17:59:44.709308 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ff5ab497-6562-4b42-8af2-1b670f9d89d0 req-766e2ac7-ac2f-4fa0-97ee-3de9bfc9bdcf tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410044 Dec 06 17:59:45.588385 n-d-master-1 neutron-server[103285]: INFO neutron.api.v2.resource [req-b7413fab-09f0-4cf5-ac3a-70e400428e08 req-c70e64ce-7669-4f55-8ff0-8f8792faecee service neutron] show failed (client error): The resource could not be found. Dec 06 17:59:45.589357 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b7413fab-09f0-4cf5-ac3a-70e400428e08 req-c70e64ce-7669-4f55-8ff0-8f8792faecee service neutron] 10.222.0.41 "GET /v2.0/ports/f92a43f5-3cb8-442b-9c52-a542304d1a70/bindings/n-h2-master-1 HTTP/1.1" status: 404 len: 380 time: 0.0561965 Dec 06 17:59:45.707815 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7882b978-0b41-41a8-89d8-2ad8c6c86aa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:59:45.828119 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8900b8cc-b894-4ecf-b1e8-80fdcb34e032 req-e2181479-25d0-4c53-955b-b52b8dfcd126 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:59:45.829637 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8900b8cc-b894-4ecf-b1e8-80fdcb34e032 req-e2181479-25d0-4c53-955b-b52b8dfcd126 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4bd485d-b1d6-4eac-9101-2ff1cbe1210d HTTP/1.1" status: 200 len: 945 time: 0.0487378 Dec 06 17:59:45.846779 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7413fab-09f0-4cf5-ac3a-70e400428e08 req-3ab9ef71-6537-4da8-84f8-16a677a59aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:59:45.848380 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b7413fab-09f0-4cf5-ac3a-70e400428e08 req-3ab9ef71-6537-4da8-84f8-16a677a59aae service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a4bd485d-b1d6-4eac-9101-2ff1cbe1210d&tenant_id=53f0e2b3dd834584b50c76041ac80845 HTTP/1.1" status: 200 len: 1096 time: 0.0881660 Dec 06 17:59:45.861664 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-b7413fab-09f0-4cf5-ac3a-70e400428e08 req-5e6f4f9a-d612-4385-9e48-46498ee5dfac service neutron] Request body: {'port': {'binding:host_id': 'n-h2-master-1', 'device_owner': 'compute:nova'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 17:59:45.877638 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8900b8cc-b894-4ecf-b1e8-80fdcb34e032 req-fd03d387-81b8-4fc9-9c75-82b05907d1fe tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418272 Dec 06 17:59:45.916854 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b7413fab-09f0-4cf5-ac3a-70e400428e08 req-5e6f4f9a-d612-4385-9e48-46498ee5dfac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:59:46.116438 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-b7413fab-09f0-4cf5-ac3a-70e400428e08 req-5e6f4f9a-d612-4385-9e48-46498ee5dfac service neutron] For port f92a43f5-3cb8-442b-9c52-a542304d1a70, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=f92a43f5-3cb8-442b-9c52-a542304d1a70,segment=NetworkSegment(52241ada-1965-476a-bc10-c1275aa114a0),segment_id=52241ada-1965-476a-bc10-c1275aa114a0)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 17:59:46.148621 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-b7413fab-09f0-4cf5-ac3a-70e400428e08 req-5e6f4f9a-d612-4385-9e48-46498ee5dfac service neutron] For port f92a43f5-3cb8-442b-9c52-a542304d1a70, host n-h1-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:59:46.186731 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4bd485d-b1d6-4eac-9101-2ff1cbe1210d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f92a43f5-3cb8-442b-9c52-a542304d1a70'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:59:46.188995 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8db898d1-9224-4a1a-abd8-ec84b52eab71" -d '{"events": [{"server_uuid": "a4bd485d-b1d6-4eac-9101-2ff1cbe1210d", "name": "network-vif-unplugged", "status": "completed", "tag": "f92a43f5-3cb8-442b-9c52-a542304d1a70"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:59:46.193178 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b7413fab-09f0-4cf5-ac3a-70e400428e08 req-5e6f4f9a-d612-4385-9e48-46498ee5dfac service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:59:46.206571 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-b7413fab-09f0-4cf5-ac3a-70e400428e08 req-5e6f4f9a-d612-4385-9e48-46498ee5dfac service neutron] Transition to ACTIVE for port object f92a43f5-3cb8-442b-9c52-a542304d1a70 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 17:59:46.210458 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b7413fab-09f0-4cf5-ac3a-70e400428e08 req-5e6f4f9a-d612-4385-9e48-46498ee5dfac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:59:46.242020 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 17:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b02a9a8-4348-4552-8c51-6efdb00cf30f x-openstack-request-id: req-4b02a9a8-4348-4552-8c51-6efdb00cf30f {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:59:46.242909 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4bd485d-b1d6-4eac-9101-2ff1cbe1210d", "name": "network-vif-unplugged", "status": "completed", "tag": "f92a43f5-3cb8-442b-9c52-a542304d1a70", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:59:46.243167 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4b02a9a8-4348-4552-8c51-6efdb00cf30f {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:59:46.243564 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4bd485d-b1d6-4eac-9101-2ff1cbe1210d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f92a43f5-3cb8-442b-9c52-a542304d1a70', 'code': 200} Dec 06 17:59:46.300982 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6f4f9a-d612-4385-9e48-46498ee5dfac service neutron] Pushing event updated for resources: {'Port': ['ID=f92a43f5-3cb8-442b-9c52-a542304d1a70,revision_number=6']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:59:46.314040 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6f4f9a-d612-4385-9e48-46498ee5dfac service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:59:46.314390 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6f4f9a-d612-4385-9e48-46498ee5dfac service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:59:46.314744 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6f4f9a-d612-4385-9e48-46498ee5dfac service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:59:46.315086 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6f4f9a-d612-4385-9e48-46498ee5dfac service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:59:46.315424 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6f4f9a-d612-4385-9e48-46498ee5dfac service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:59:46.315760 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6f4f9a-d612-4385-9e48-46498ee5dfac service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:59:46.316091 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6f4f9a-d612-4385-9e48-46498ee5dfac service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:59:46.316421 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6f4f9a-d612-4385-9e48-46498ee5dfac service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:59:46.316764 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6f4f9a-d612-4385-9e48-46498ee5dfac service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:59:46.317076 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6f4f9a-d612-4385-9e48-46498ee5dfac service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:59:46.317410 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6f4f9a-d612-4385-9e48-46498ee5dfac service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:59:46.317763 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6f4f9a-d612-4385-9e48-46498ee5dfac service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:59:46.318090 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6f4f9a-d612-4385-9e48-46498ee5dfac service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 17:59:46.357127 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7413fab-09f0-4cf5-ac3a-70e400428e08 req-5e6f4f9a-d612-4385-9e48-46498ee5dfac service neutron] No DVR routers for this DVR port f92a43f5-3cb8-442b-9c52-a542304d1a70 on host n-h1-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 17:59:46.499000 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-b7413fab-09f0-4cf5-ac3a-70e400428e08 req-5e6f4f9a-d612-4385-9e48-46498ee5dfac service neutron] Attempting to bind port f92a43f5-3cb8-442b-9c52-a542304d1a70 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 17:59:46.499436 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-b7413fab-09f0-4cf5-ac3a-70e400428e08 req-5e6f4f9a-d612-4385-9e48-46498ee5dfac service neutron] Attempting to bind port f92a43f5-3cb8-442b-9c52-a542304d1a70 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '52241ada-1965-476a-bc10-c1275aa114a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 17:59:46.499886 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7413fab-09f0-4cf5-ac3a-70e400428e08 req-5e6f4f9a-d612-4385-9e48-46498ee5dfac service neutron] Attempting to bind port f92a43f5-3cb8-442b-9c52-a542304d1a70 on network abe44660-3c85-46c3-81ef-3a83d1c4b569 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:59:46.505188 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7413fab-09f0-4cf5-ac3a-70e400428e08 req-5e6f4f9a-d612-4385-9e48-46498ee5dfac service neutron] Port f92a43f5-3cb8-442b-9c52-a542304d1a70 on network abe44660-3c85-46c3-81ef-3a83d1c4b569 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 17:59:46.505616 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7413fab-09f0-4cf5-ac3a-70e400428e08 req-5e6f4f9a-d612-4385-9e48-46498ee5dfac service neutron] Attempting to bind port f92a43f5-3cb8-442b-9c52-a542304d1a70 on network abe44660-3c85-46c3-81ef-3a83d1c4b569 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 17:59:46.512985 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7413fab-09f0-4cf5-ac3a-70e400428e08 req-5e6f4f9a-d612-4385-9e48-46498ee5dfac service neutron] Checking agent: {'id': '9d8b9f49-2860-4c1f-9b89-45a7657a3c4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 17, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 17:59:46.513457 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7413fab-09f0-4cf5-ac3a-70e400428e08 req-5e6f4f9a-d612-4385-9e48-46498ee5dfac service neutron] Checking segment: {'id': '52241ada-1965-476a-bc10-c1275aa114a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 17:59:46.513856 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7413fab-09f0-4cf5-ac3a-70e400428e08 req-5e6f4f9a-d612-4385-9e48-46498ee5dfac service neutron] Bound using segment: {'id': '52241ada-1965-476a-bc10-c1275aa114a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 17:59:46.514289 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-b7413fab-09f0-4cf5-ac3a-70e400428e08 req-5e6f4f9a-d612-4385-9e48-46498ee5dfac service neutron] Bound port: f92a43f5-3cb8-442b-9c52-a542304d1a70, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52241ada-1965-476a-bc10-c1275aa114a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 17:59:46.514642 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b7413fab-09f0-4cf5-ac3a-70e400428e08 req-5e6f4f9a-d612-4385-9e48-46498ee5dfac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:59:46.580582 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-b7413fab-09f0-4cf5-ac3a-70e400428e08 req-5e6f4f9a-d612-4385-9e48-46498ee5dfac service neutron] For port f92a43f5-3cb8-442b-9c52-a542304d1a70, host n-h2-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 17:59:46.583696 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-b7413fab-09f0-4cf5-ac3a-70e400428e08 req-5e6f4f9a-d612-4385-9e48-46498ee5dfac service neutron] For port f92a43f5-3cb8-442b-9c52-a542304d1a70, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f92a43f5-3cb8-442b-9c52-a542304d1a70,segment=NetworkSegment(52241ada-1965-476a-bc10-c1275aa114a0),segment_id=52241ada-1965-476a-bc10-c1275aa114a0)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 17:59:46.587356 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b7413fab-09f0-4cf5-ac3a-70e400428e08 req-5e6f4f9a-d612-4385-9e48-46498ee5dfac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:59:46.624627 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7413fab-09f0-4cf5-ac3a-70e400428e08 req-5e6f4f9a-d612-4385-9e48-46498ee5dfac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:59:46.625210 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b7413fab-09f0-4cf5-ac3a-70e400428e08 req-5e6f4f9a-d612-4385-9e48-46498ee5dfac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:59:46.626617 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b7413fab-09f0-4cf5-ac3a-70e400428e08 req-5e6f4f9a-d612-4385-9e48-46498ee5dfac service neutron] 10.222.0.44 "PUT /v2.0/ports/f92a43f5-3cb8-442b-9c52-a542304d1a70 HTTP/1.1" status: 200 len: 1091 time: 0.7689991 Dec 06 17:59:46.648688 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6f4f9a-d612-4385-9e48-46498ee5dfac service neutron] Pushing event updated for resources: {'Port': ['ID=f92a43f5-3cb8-442b-9c52-a542304d1a70,revision_number=7']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 17:59:46.695235 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7413fab-09f0-4cf5-ac3a-70e400428e08 req-c1efaa14-5f56-42b2-a72e-dda33de1ac98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:59:46.696787 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b7413fab-09f0-4cf5-ac3a-70e400428e08 req-c1efaa14-5f56-42b2-a72e-dda33de1ac98 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=53f0e2b3dd834584b50c76041ac80845&device_id=a4bd485d-b1d6-4eac-9101-2ff1cbe1210d HTTP/1.1" status: 200 len: 1094 time: 0.0445709 Dec 06 17:59:46.800903 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7413fab-09f0-4cf5-ac3a-70e400428e08 req-0944b0a2-3769-4a69-a2e5-ff0a27c6d22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:59:46.802469 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b7413fab-09f0-4cf5-ac3a-70e400428e08 req-0944b0a2-3769-4a69-a2e5-ff0a27c6d22c service neutron] 10.222.0.44 "GET /v2.0/networks?id=abe44660-3c85-46c3-81ef-3a83d1c4b569 HTTP/1.1" status: 200 len: 912 time: 0.0989068 Dec 06 17:59:46.870750 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b7413fab-09f0-4cf5-ac3a-70e400428e08 req-94b10068-4191-4911-a8f2-6e9eecf4faf9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f92a43f5-3cb8-442b-9c52-a542304d1a70 HTTP/1.1" status: 200 len: 1000 time: 0.0602269 Dec 06 17:59:46.920018 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7413fab-09f0-4cf5-ac3a-70e400428e08 req-d313f38f-42f4-4056-9eab-3c9758d9a99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:59:46.921535 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b7413fab-09f0-4cf5-ac3a-70e400428e08 req-d313f38f-42f4-4056-9eab-3c9758d9a99d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0787ed94-343d-45a1-8354-028050fe4455 HTTP/1.1" status: 200 len: 850 time: 0.0442927 Dec 06 17:59:46.972204 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7413fab-09f0-4cf5-ac3a-70e400428e08 req-2f9a493e-2b5e-4039-af0e-a9f3878ec574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:59:46.973739 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b7413fab-09f0-4cf5-ac3a-70e400428e08 req-2f9a493e-2b5e-4039-af0e-a9f3878ec574 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=abe44660-3c85-46c3-81ef-3a83d1c4b569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451603 Dec 06 17:59:46.999596 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db3141-b22f-4623-bdc3-6b93b8c32598 req-86cbe759-8426-4577-83e0-71e3de27d19e tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:59:47.001214 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-34db3141-b22f-4623-bdc3-6b93b8c32598 req-86cbe759-8426-4577-83e0-71e3de27d19e tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4bd485d-b1d6-4eac-9101-2ff1cbe1210d HTTP/1.1" status: 200 len: 943 time: 0.0490448 Dec 06 17:59:47.047878 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-34db3141-b22f-4623-bdc3-6b93b8c32598 req-eaa56dd5-a9fc-4d61-a014-4d12e8a1b6d7 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405324 Dec 06 17:59:47.066526 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b7413fab-09f0-4cf5-ac3a-70e400428e08 req-faa355bd-faa4-4095-bfd9-00e2ce10e73c service neutron] 10.222.0.44 "GET /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845881 Dec 06 17:59:47.079462 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:59:47.161997 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b7413fab-09f0-4cf5-ac3a-70e400428e08 req-6e250e1a-07e3-470f-8366-d63b7c3632fb service neutron] 10.222.0.44 "GET /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874496 Dec 06 17:59:47.961605 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device f92a43f5-3cb8-442b-9c52-a542304d1a70 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 17:59:48.003330 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device f92a43f5-3cb8-442b-9c52-a542304d1a70 not bound to the agent host n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 17:59:48.176706 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c08ce-f206-44b7-b4aa-d894a28ad25f req-9cbbc2d6-a17c-49f2-afa1-9dbbb261d970 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:59:48.178275 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1f2c08ce-f206-44b7-b4aa-d894a28ad25f req-9cbbc2d6-a17c-49f2-afa1-9dbbb261d970 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4bd485d-b1d6-4eac-9101-2ff1cbe1210d HTTP/1.1" status: 200 len: 943 time: 0.0569177 Dec 06 17:59:48.222906 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:59:48.231179 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1f2c08ce-f206-44b7-b4aa-d894a28ad25f req-2279bb8d-2962-4016-9fcc-47f57f668e40 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461824 Dec 06 17:59:48.244830 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4bd485d-b1d6-4eac-9101-2ff1cbe1210d', 'tag': 'f92a43f5-3cb8-442b-9c52-a542304d1a70'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 17:59:48.247788 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f52d1f-2dc2-4998-b52c-7f7cfa93385e" -d '{"events": [{"name": "network-changed", "server_uuid": "a4bd485d-b1d6-4eac-9101-2ff1cbe1210d", "tag": "f92a43f5-3cb8-442b-9c52-a542304d1a70"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 17:59:48.296183 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 17:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-654bc3cb-ecf8-48ba-ae14-b1a7c60d8612 x-openstack-request-id: req-654bc3cb-ecf8-48ba-ae14-b1a7c60d8612 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 17:59:48.296489 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4bd485d-b1d6-4eac-9101-2ff1cbe1210d", "tag": "f92a43f5-3cb8-442b-9c52-a542304d1a70", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 17:59:48.296753 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-654bc3cb-ecf8-48ba-ae14-b1a7c60d8612 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 17:59:48.297166 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4bd485d-b1d6-4eac-9101-2ff1cbe1210d', 'tag': 'f92a43f5-3cb8-442b-9c52-a542304d1a70', 'status': 'completed', 'code': 200} Dec 06 17:59:48.361620 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f52d1f-2dc2-4998-b52c-7f7cfa93385e req-60596059-7339-44d7-a00a-4a2a369f1176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:59:48.363504 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-06f52d1f-2dc2-4998-b52c-7f7cfa93385e req-60596059-7339-44d7-a00a-4a2a369f1176 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=53f0e2b3dd834584b50c76041ac80845&device_id=a4bd485d-b1d6-4eac-9101-2ff1cbe1210d HTTP/1.1" status: 200 len: 1094 time: 0.0460975 Dec 06 17:59:48.376718 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f52d1f-2dc2-4998-b52c-7f7cfa93385e req-a52f4b83-f4b1-4f53-a00f-ec41df8c677b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:59:48.378414 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-06f52d1f-2dc2-4998-b52c-7f7cfa93385e req-a52f4b83-f4b1-4f53-a00f-ec41df8c677b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=53f0e2b3dd834584b50c76041ac80845&device_id=a4bd485d-b1d6-4eac-9101-2ff1cbe1210d HTTP/1.1" status: 200 len: 1094 time: 0.0463645 Dec 06 17:59:48.456506 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f52d1f-2dc2-4998-b52c-7f7cfa93385e req-7ed77a75-ce19-4aaf-bd90-e52200bf704b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:59:48.458073 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-06f52d1f-2dc2-4998-b52c-7f7cfa93385e req-7ed77a75-ce19-4aaf-bd90-e52200bf704b service neutron] 10.222.0.44 "GET /v2.0/networks?id=abe44660-3c85-46c3-81ef-3a83d1c4b569 HTTP/1.1" status: 200 len: 912 time: 0.0878816 Dec 06 17:59:48.473233 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f52d1f-2dc2-4998-b52c-7f7cfa93385e req-9fa6ce4c-225b-48f8-a807-523c3d8676cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:59:48.474817 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-06f52d1f-2dc2-4998-b52c-7f7cfa93385e req-9fa6ce4c-225b-48f8-a807-523c3d8676cc service neutron] 10.222.0.41 "GET /v2.0/networks?id=abe44660-3c85-46c3-81ef-3a83d1c4b569 HTTP/1.1" status: 200 len: 912 time: 0.0858314 Dec 06 17:59:48.531584 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-06f52d1f-2dc2-4998-b52c-7f7cfa93385e req-e6f27c90-ba67-4071-a666-eb74667cfbc5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f92a43f5-3cb8-442b-9c52-a542304d1a70 HTTP/1.1" status: 200 len: 1000 time: 0.0651999 Dec 06 17:59:48.547575 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-06f52d1f-2dc2-4998-b52c-7f7cfa93385e req-560393cb-5a06-4d03-9e29-9ec9577a071d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f92a43f5-3cb8-442b-9c52-a542304d1a70 HTTP/1.1" status: 200 len: 1000 time: 0.0617480 Dec 06 17:59:48.583792 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f52d1f-2dc2-4998-b52c-7f7cfa93385e req-43ca6bce-a904-4273-b06c-205666ea16cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:59:48.585284 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-06f52d1f-2dc2-4998-b52c-7f7cfa93385e req-43ca6bce-a904-4273-b06c-205666ea16cd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0787ed94-343d-45a1-8354-028050fe4455 HTTP/1.1" status: 200 len: 850 time: 0.0471723 Dec 06 17:59:48.607644 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f52d1f-2dc2-4998-b52c-7f7cfa93385e req-f691b665-5a31-432c-b926-aa4c089e28f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:59:48.609112 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-06f52d1f-2dc2-4998-b52c-7f7cfa93385e req-f691b665-5a31-432c-b926-aa4c089e28f9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0787ed94-343d-45a1-8354-028050fe4455 HTTP/1.1" status: 200 len: 850 time: 0.0455735 Dec 06 17:59:48.632487 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f52d1f-2dc2-4998-b52c-7f7cfa93385e req-feb767d7-02ab-40e9-9451-c6105088c7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:59:48.634213 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-06f52d1f-2dc2-4998-b52c-7f7cfa93385e req-feb767d7-02ab-40e9-9451-c6105088c7c4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=abe44660-3c85-46c3-81ef-3a83d1c4b569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417802 Dec 06 17:59:48.662340 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f52d1f-2dc2-4998-b52c-7f7cfa93385e req-1242970a-20e0-44a6-983f-b93fc0fc2b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:59:48.663848 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-06f52d1f-2dc2-4998-b52c-7f7cfa93385e req-1242970a-20e0-44a6-983f-b93fc0fc2b50 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=abe44660-3c85-46c3-81ef-3a83d1c4b569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430713 Dec 06 17:59:48.735507 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-06f52d1f-2dc2-4998-b52c-7f7cfa93385e req-e0b85e48-12b6-4c28-9ecf-621e8afb8cf8 service neutron] 10.222.0.44 "GET /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945065 Dec 06 17:59:48.771291 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-06f52d1f-2dc2-4998-b52c-7f7cfa93385e req-ea477147-3075-446f-aba5-edfb46ee15a6 service neutron] 10.222.0.41 "GET /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953126 Dec 06 17:59:48.835908 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-06f52d1f-2dc2-4998-b52c-7f7cfa93385e req-1961c7e4-a179-4157-ab46-c12f4e539098 service neutron] 10.222.0.44 "GET /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938692 Dec 06 17:59:48.868060 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-06f52d1f-2dc2-4998-b52c-7f7cfa93385e req-c94be5f6-fc30-46f1-9ed4-6650007de954 service neutron] 10.222.0.41 "GET /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862067 Dec 06 17:59:49.148428 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 17:59:49.354380 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e84c2a-b660-42f8-9b5a-f11dffb7b81d req-8fb0b7fa-90a8-44dc-b01d-710048184e59 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:59:49.355980 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b2e84c2a-b660-42f8-9b5a-f11dffb7b81d req-8fb0b7fa-90a8-44dc-b01d-710048184e59 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4bd485d-b1d6-4eac-9101-2ff1cbe1210d HTTP/1.1" status: 200 len: 943 time: 0.0541134 Dec 06 17:59:49.404758 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b2e84c2a-b660-42f8-9b5a-f11dffb7b81d req-7cf53f84-220e-4f1e-898a-52377ca9af86 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426590 Dec 06 17:59:50.526715 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c9f54f-1efa-437f-b234-76a5e6e9d033 req-a60f9f62-46a9-44ca-9d9c-b03024f10e0f tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:59:50.528709 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a1c9f54f-1efa-437f-b234-76a5e6e9d033 req-a60f9f62-46a9-44ca-9d9c-b03024f10e0f tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4bd485d-b1d6-4eac-9101-2ff1cbe1210d HTTP/1.1" status: 200 len: 943 time: 0.0536191 Dec 06 17:59:50.576643 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a1c9f54f-1efa-437f-b234-76a5e6e9d033 req-82fdf8fd-06cd-4f5b-9429-b7148789bc70 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419366 Dec 06 17:59:51.695683 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624acee7-870b-4ffd-823d-e9c38d42ad2a req-fbdc1db6-a9dc-4f4c-b5a4-52d18e35148f tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:59:51.697180 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-624acee7-870b-4ffd-823d-e9c38d42ad2a req-fbdc1db6-a9dc-4f4c-b5a4-52d18e35148f tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4bd485d-b1d6-4eac-9101-2ff1cbe1210d HTTP/1.1" status: 200 len: 943 time: 0.0505474 Dec 06 17:59:51.745224 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-624acee7-870b-4ffd-823d-e9c38d42ad2a req-ab297e68-2983-4534-8452-ea45e547dc13 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410972 Dec 06 17:59:52.861821 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85189b63-00f7-4c69-a20a-96806117e67e req-2a617398-b37b-46ed-9c19-f50d572051a6 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:59:52.863288 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-85189b63-00f7-4c69-a20a-96806117e67e req-2a617398-b37b-46ed-9c19-f50d572051a6 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4bd485d-b1d6-4eac-9101-2ff1cbe1210d HTTP/1.1" status: 200 len: 943 time: 0.0480201 Dec 06 17:59:52.910131 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-85189b63-00f7-4c69-a20a-96806117e67e req-c9fd54cf-cd9d-40fb-a12a-d1b0d809d2ee tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409577 Dec 06 17:59:54.025079 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c9650e-6d57-445f-afdc-2812d4b1087a req-97b9fe03-d593-4389-86d6-3d4b7e4d3c34 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:59:54.026583 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-82c9650e-6d57-445f-afdc-2812d4b1087a req-97b9fe03-d593-4389-86d6-3d4b7e4d3c34 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4bd485d-b1d6-4eac-9101-2ff1cbe1210d HTTP/1.1" status: 200 len: 943 time: 0.0479703 Dec 06 17:59:54.077040 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-82c9650e-6d57-445f-afdc-2812d4b1087a req-7617d1fb-3544-4021-98c8-640f4bd32c87 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437901 Dec 06 17:59:55.192309 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb776a42-f91f-45fd-8bcc-efa042a5ef9e req-1130e3cb-ea61-4f2f-accc-803fbfc84628 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:59:55.193816 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fb776a42-f91f-45fd-8bcc-efa042a5ef9e req-1130e3cb-ea61-4f2f-accc-803fbfc84628 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4bd485d-b1d6-4eac-9101-2ff1cbe1210d HTTP/1.1" status: 200 len: 943 time: 0.0479927 Dec 06 17:59:55.244399 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fb776a42-f91f-45fd-8bcc-efa042a5ef9e req-665ecbdd-6a61-4fb5-a1a0-85ac9619db52 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446060 Dec 06 17:59:56.360378 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf34381-7d29-4bf5-a63d-5541383408b0 req-64b7f50a-3225-4e70-859f-2adbe691ecf7 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:59:56.361917 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ddf34381-7d29-4bf5-a63d-5541383408b0 req-64b7f50a-3225-4e70-859f-2adbe691ecf7 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4bd485d-b1d6-4eac-9101-2ff1cbe1210d HTTP/1.1" status: 200 len: 943 time: 0.0491109 Dec 06 17:59:56.408895 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ddf34381-7d29-4bf5-a63d-5541383408b0 req-d940fc2c-02e9-43c1-99b9-8e58c9fff06f tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409770 Dec 06 17:59:57.523453 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d674c7-a869-450f-a2c5-8993d2cb76a5 req-9cb57e36-de76-4bf9-8c43-5036bd0211f0 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:59:57.524900 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-54d674c7-a869-450f-a2c5-8993d2cb76a5 req-9cb57e36-de76-4bf9-8c43-5036bd0211f0 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4bd485d-b1d6-4eac-9101-2ff1cbe1210d HTTP/1.1" status: 200 len: 943 time: 0.0479493 Dec 06 17:59:57.570484 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-54d674c7-a869-450f-a2c5-8993d2cb76a5 req-7f00be34-42f5-413d-a4f4-346e35b7f908 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396996 Dec 06 17:59:58.686755 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27549a8f-d2a3-4ebd-b2ed-11847336ccc5 req-a204a713-5106-4838-b1f1-ebc7de8bc396 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:59:58.688269 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-27549a8f-d2a3-4ebd-b2ed-11847336ccc5 req-a204a713-5106-4838-b1f1-ebc7de8bc396 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4bd485d-b1d6-4eac-9101-2ff1cbe1210d HTTP/1.1" status: 200 len: 943 time: 0.0488231 Dec 06 17:59:58.735206 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-27549a8f-d2a3-4ebd-b2ed-11847336ccc5 req-7c8f4bd6-1bd0-45df-831d-c99716121582 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410235 Dec 06 17:59:59.853690 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e000c53f-4da3-41f9-98d0-5eb5bf5faddc req-a5cfe9bd-eaa2-4704-b8bf-e07780b236d3 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 17:59:59.855186 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e000c53f-4da3-41f9-98d0-5eb5bf5faddc req-a5cfe9bd-eaa2-4704-b8bf-e07780b236d3 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4bd485d-b1d6-4eac-9101-2ff1cbe1210d HTTP/1.1" status: 200 len: 943 time: 0.0493286 Dec 06 17:59:59.901818 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e000c53f-4da3-41f9-98d0-5eb5bf5faddc req-2469145f-0da1-4e00-bb04-f5458b1a3837 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400741 Dec 06 18:00:00.188400 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be68e7c-cf4a-4b52-855b-9243a244859b req-96bef50f-557f-4115-afd8-ccd2176f5969 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:00:00.189932 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1be68e7c-cf4a-4b52-855b-9243a244859b req-96bef50f-557f-4115-afd8-ccd2176f5969 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4bd485d-b1d6-4eac-9101-2ff1cbe1210d&tenant_id=53f0e2b3dd834584b50c76041ac80845&binding%3Ahost_id=n-h2-master-1 HTTP/1.1" status: 200 len: 943 time: 0.0583665 Dec 06 18:00:00.205151 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c21ac04-238e-4823-bf32-e0429a8635d1 req-e7d04c21-256e-4fab-9bc3-a5e9ee05a34f tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:00:00.206670 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4c21ac04-238e-4823-bf32-e0429a8635d1 req-e7d04c21-256e-4fab-9bc3-a5e9ee05a34f tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4bd485d-b1d6-4eac-9101-2ff1cbe1210d HTTP/1.1" status: 200 len: 943 time: 0.0552258 Dec 06 18:00:00.252169 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1be68e7c-cf4a-4b52-855b-9243a244859b req-c32ca836-dec7-48ef-93f4-6190c9d0c548 service neutron] 10.222.0.44 "GET /v2.0/ports/f92a43f5-3cb8-442b-9c52-a542304d1a70/bindings/n-h2-master-1 HTTP/1.1" status: 200 len: 382 time: 0.0545228 Dec 06 18:00:00.258928 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4c21ac04-238e-4823-bf32-e0429a8635d1 req-70efe30f-9604-4974-babc-734af8ca9771 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460327 Dec 06 18:00:00.315706 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be68e7c-cf4a-4b52-855b-9243a244859b req-b7a745d2-6109-4275-a6f2-d66bff039ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:00:00.317181 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1be68e7c-cf4a-4b52-855b-9243a244859b req-b7a745d2-6109-4275-a6f2-d66bff039ece service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=53f0e2b3dd834584b50c76041ac80845&device_id=a4bd485d-b1d6-4eac-9101-2ff1cbe1210d HTTP/1.1" status: 200 len: 1094 time: 0.0399938 Dec 06 18:00:00.409202 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be68e7c-cf4a-4b52-855b-9243a244859b req-769d967b-384a-4b63-b7f0-d8e2b20d1b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:00:00.410591 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1be68e7c-cf4a-4b52-855b-9243a244859b req-769d967b-384a-4b63-b7f0-d8e2b20d1b50 service neutron] 10.222.0.44 "GET /v2.0/networks?id=abe44660-3c85-46c3-81ef-3a83d1c4b569 HTTP/1.1" status: 200 len: 912 time: 0.0863600 Dec 06 18:00:00.473717 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1be68e7c-cf4a-4b52-855b-9243a244859b req-90ad5f1e-39a4-4909-8c1c-7845597363a5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f92a43f5-3cb8-442b-9c52-a542304d1a70 HTTP/1.1" status: 200 len: 1000 time: 0.0563335 Dec 06 18:00:00.522550 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be68e7c-cf4a-4b52-855b-9243a244859b req-0b8620a9-70ef-4334-ad0e-14f2796995eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:00:00.523940 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1be68e7c-cf4a-4b52-855b-9243a244859b req-0b8620a9-70ef-4334-ad0e-14f2796995eb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0787ed94-343d-45a1-8354-028050fe4455 HTTP/1.1" status: 200 len: 850 time: 0.0424917 Dec 06 18:00:00.571541 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be68e7c-cf4a-4b52-855b-9243a244859b req-17fc7448-11fb-4cab-a00b-ca2cfcee5582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:00:00.572970 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1be68e7c-cf4a-4b52-855b-9243a244859b req-17fc7448-11fb-4cab-a00b-ca2cfcee5582 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=abe44660-3c85-46c3-81ef-3a83d1c4b569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424340 Dec 06 18:00:00.659976 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1be68e7c-cf4a-4b52-855b-9243a244859b req-4696226b-7edb-4519-a178-e5d895efe5bb service neutron] 10.222.0.44 "GET /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800865 Dec 06 18:00:00.753435 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1be68e7c-cf4a-4b52-855b-9243a244859b req-653af2a1-3b12-4131-8308-229b8f15e317 service neutron] 10.222.0.44 "GET /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862627 Dec 06 18:00:01.230347 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device f92a43f5-3cb8-442b-9c52-a542304d1a70 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 18:00:01.322424 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port f92a43f5-3cb8-442b-9c52-a542304d1a70, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f92a43f5-3cb8-442b-9c52-a542304d1a70,segment=NetworkSegment(52241ada-1965-476a-bc10-c1275aa114a0),segment_id=52241ada-1965-476a-bc10-c1275aa114a0)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:00:01.333828 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': 'f92a43f5-3cb8-442b-9c52-a542304d1a70', 'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569', 'port_id': 'f92a43f5-3cb8-442b-9c52-a542304d1a70', 'mac_address': 'fa:16:3e:41:3c:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0787ed94-343d-45a1-8354-028050fe4455', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 18:00:01.374542 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:01.376328 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a1eaea-25d1-4d6b-b539-42880cbd86cc req-18f49961-ffc1-4dad-9f25-17309bf9743f tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:00:01.377840 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d2a1eaea-25d1-4d6b-b539-42880cbd86cc req-18f49961-ffc1-4dad-9f25-17309bf9743f tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4bd485d-b1d6-4eac-9101-2ff1cbe1210d HTTP/1.1" status: 200 len: 943 time: 0.0481527 Dec 06 18:00:01.388924 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f92a43f5-3cb8-442b-9c52-a542304d1a70 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 18:00:01.408072 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port f92a43f5-3cb8-442b-9c52-a542304d1a70, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f92a43f5-3cb8-442b-9c52-a542304d1a70,segment=NetworkSegment(52241ada-1965-476a-bc10-c1275aa114a0),segment_id=52241ada-1965-476a-bc10-c1275aa114a0)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:00:01.412396 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:01.427362 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d2a1eaea-25d1-4d6b-b539-42880cbd86cc req-3b68569c-7695-4c7a-84c3-2b1d3be24116 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432885 Dec 06 18:00:01.459358 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=f92a43f5-3cb8-442b-9c52-a542304d1a70,revision_number=8']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:00:01.466670 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:00:01.467025 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:00:01.467370 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:00:01.467711 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:00:01.468047 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:00:01.468380 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:00:01.468714 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:00:01.469043 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:00:01.469370 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:00:01.469722 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:00:01.470049 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:00:01.470400 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:00:01.470726 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:00:01.644155 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['f92a43f5-3cb8-442b-9c52-a542304d1a70'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 18:00:02.545940 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9debb64e-145e-49be-9be7-8d8e91c90dee req-d977b6b6-3542-4207-b120-19dcfee645e2 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:00:02.547551 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9debb64e-145e-49be-9be7-8d8e91c90dee req-d977b6b6-3542-4207-b120-19dcfee645e2 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4bd485d-b1d6-4eac-9101-2ff1cbe1210d HTTP/1.1" status: 200 len: 944 time: 0.0492692 Dec 06 18:00:02.594268 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9debb64e-145e-49be-9be7-8d8e91c90dee req-c8788d05-0b27-4c98-b596-5c4b4f645dbe tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406065 Dec 06 18:00:03.151543 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:03.261960 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device f92a43f5-3cb8-442b-9c52-a542304d1a70 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 18:00:03.354496 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port f92a43f5-3cb8-442b-9c52-a542304d1a70, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f92a43f5-3cb8-442b-9c52-a542304d1a70,segment=NetworkSegment(52241ada-1965-476a-bc10-c1275aa114a0),segment_id=52241ada-1965-476a-bc10-c1275aa114a0)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:00:03.365758 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': 'f92a43f5-3cb8-442b-9c52-a542304d1a70', 'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569', 'port_id': 'f92a43f5-3cb8-442b-9c52-a542304d1a70', 'mac_address': 'fa:16:3e:41:3c:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0787ed94-343d-45a1-8354-028050fe4455', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 18:00:03.714871 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229fe723-fe7d-4b21-a45d-332f9478a168 req-492ecee5-4f86-4fb3-a503-94b2dbc2eecb tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:00:03.716929 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-229fe723-fe7d-4b21-a45d-332f9478a168 req-492ecee5-4f86-4fb3-a503-94b2dbc2eecb tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4bd485d-b1d6-4eac-9101-2ff1cbe1210d HTTP/1.1" status: 200 len: 944 time: 0.0544226 Dec 06 18:00:03.768291 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-229fe723-fe7d-4b21-a45d-332f9478a168 req-043d708e-6f45-474f-8ee8-e5fd2bc6f828 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424919 Dec 06 18:00:04.808010 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be68e7c-cf4a-4b52-855b-9243a244859b req-d2717b58-4e36-4172-a3fc-41ada43f70c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:00:04.809764 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1be68e7c-cf4a-4b52-855b-9243a244859b req-d2717b58-4e36-4172-a3fc-41ada43f70c9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a4bd485d-b1d6-4eac-9101-2ff1cbe1210d&tenant_id=53f0e2b3dd834584b50c76041ac80845 HTTP/1.1" status: 200 len: 1095 time: 0.0452402 Dec 06 18:00:04.826687 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-1be68e7c-cf4a-4b52-855b-9243a244859b req-41a662a4-c6db-43f3-b1cf-ddcbdf93bcba service neutron] Request body: {'port': {'binding:host_id': 'n-h1-master-1', 'device_owner': 'compute:nova'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:00:04.908650 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-1be68e7c-cf4a-4b52-855b-9243a244859b req-41a662a4-c6db-43f3-b1cf-ddcbdf93bcba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:04.924139 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41357e57-68b8-477d-8b7c-77c207280642 req-5a2abc6f-dcf5-4a03-bcc4-c8a4d9e0ec33 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:00:04.925636 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-41357e57-68b8-477d-8b7c-77c207280642 req-5a2abc6f-dcf5-4a03-bcc4-c8a4d9e0ec33 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4bd485d-b1d6-4eac-9101-2ff1cbe1210d HTTP/1.1" status: 200 len: 944 time: 0.0804253 Dec 06 18:00:05.062955 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-41357e57-68b8-477d-8b7c-77c207280642 req-99f0908a-2101-4c00-a6ee-128013d00ce2 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311753 Dec 06 18:00:05.158444 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-1be68e7c-cf4a-4b52-855b-9243a244859b req-41a662a4-c6db-43f3-b1cf-ddcbdf93bcba service neutron] For port f92a43f5-3cb8-442b-9c52-a542304d1a70, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=f92a43f5-3cb8-442b-9c52-a542304d1a70,segment=NetworkSegment(52241ada-1965-476a-bc10-c1275aa114a0),segment_id=52241ada-1965-476a-bc10-c1275aa114a0)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:00:05.189733 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-1be68e7c-cf4a-4b52-855b-9243a244859b req-41a662a4-c6db-43f3-b1cf-ddcbdf93bcba service neutron] For port f92a43f5-3cb8-442b-9c52-a542304d1a70, host n-h2-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 18:00:05.220912 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-1be68e7c-cf4a-4b52-855b-9243a244859b req-41a662a4-c6db-43f3-b1cf-ddcbdf93bcba service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id f92a43f5-3cb8-442b-9c52-a542304d1a70 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 18:00:05.228945 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-1be68e7c-cf4a-4b52-855b-9243a244859b req-41a662a4-c6db-43f3-b1cf-ddcbdf93bcba service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:05.239011 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-1be68e7c-cf4a-4b52-855b-9243a244859b req-41a662a4-c6db-43f3-b1cf-ddcbdf93bcba service neutron] Ignored duplicate provisioning block setup for port f92a43f5-3cb8-442b-9c52-a542304d1a70 by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 06 18:00:05.242422 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-1be68e7c-cf4a-4b52-855b-9243a244859b req-41a662a4-c6db-43f3-b1cf-ddcbdf93bcba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:05.262891 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device f92a43f5-3cb8-442b-9c52-a542304d1a70 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 18:00:05.308486 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device f92a43f5-3cb8-442b-9c52-a542304d1a70 not bound to the agent host n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 18:00:05.323661 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a662a4-c6db-43f3-b1cf-ddcbdf93bcba service neutron] Pushing event updated for resources: {'Port': ['ID=f92a43f5-3cb8-442b-9c52-a542304d1a70,revision_number=9']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:00:05.337283 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a662a4-c6db-43f3-b1cf-ddcbdf93bcba service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:00:05.337667 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a662a4-c6db-43f3-b1cf-ddcbdf93bcba service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:00:05.338018 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a662a4-c6db-43f3-b1cf-ddcbdf93bcba service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:00:05.338363 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a662a4-c6db-43f3-b1cf-ddcbdf93bcba service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:00:05.338707 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a662a4-c6db-43f3-b1cf-ddcbdf93bcba service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:00:05.339038 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a662a4-c6db-43f3-b1cf-ddcbdf93bcba service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:00:05.339369 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a662a4-c6db-43f3-b1cf-ddcbdf93bcba service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:00:05.339715 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a662a4-c6db-43f3-b1cf-ddcbdf93bcba service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:00:05.340017 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a662a4-c6db-43f3-b1cf-ddcbdf93bcba service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:00:05.340378 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a662a4-c6db-43f3-b1cf-ddcbdf93bcba service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:00:05.340708 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a662a4-c6db-43f3-b1cf-ddcbdf93bcba service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:00:05.341032 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a662a4-c6db-43f3-b1cf-ddcbdf93bcba service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:00:05.341357 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a662a4-c6db-43f3-b1cf-ddcbdf93bcba service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:00:05.382038 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-1be68e7c-cf4a-4b52-855b-9243a244859b req-41a662a4-c6db-43f3-b1cf-ddcbdf93bcba service neutron] No DVR routers for this DVR port f92a43f5-3cb8-442b-9c52-a542304d1a70 on host n-h2-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 18:00:05.521077 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-1be68e7c-cf4a-4b52-855b-9243a244859b req-41a662a4-c6db-43f3-b1cf-ddcbdf93bcba service neutron] Attempting to bind port f92a43f5-3cb8-442b-9c52-a542304d1a70 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 18:00:05.521409 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-1be68e7c-cf4a-4b52-855b-9243a244859b req-41a662a4-c6db-43f3-b1cf-ddcbdf93bcba service neutron] Attempting to bind port f92a43f5-3cb8-442b-9c52-a542304d1a70 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '52241ada-1965-476a-bc10-c1275aa114a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 18:00:05.521774 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be68e7c-cf4a-4b52-855b-9243a244859b req-41a662a4-c6db-43f3-b1cf-ddcbdf93bcba service neutron] Attempting to bind port f92a43f5-3cb8-442b-9c52-a542304d1a70 on network abe44660-3c85-46c3-81ef-3a83d1c4b569 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 18:00:05.524838 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:05.526291 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be68e7c-cf4a-4b52-855b-9243a244859b req-41a662a4-c6db-43f3-b1cf-ddcbdf93bcba service neutron] Port f92a43f5-3cb8-442b-9c52-a542304d1a70 on network abe44660-3c85-46c3-81ef-3a83d1c4b569 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 18:00:05.526616 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be68e7c-cf4a-4b52-855b-9243a244859b req-41a662a4-c6db-43f3-b1cf-ddcbdf93bcba service neutron] Attempting to bind port f92a43f5-3cb8-442b-9c52-a542304d1a70 on network abe44660-3c85-46c3-81ef-3a83d1c4b569 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 18:00:05.531477 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be68e7c-cf4a-4b52-855b-9243a244859b req-41a662a4-c6db-43f3-b1cf-ddcbdf93bcba service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 18, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 18:00:05.531806 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be68e7c-cf4a-4b52-855b-9243a244859b req-41a662a4-c6db-43f3-b1cf-ddcbdf93bcba service neutron] Checking segment: {'id': '52241ada-1965-476a-bc10-c1275aa114a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 18:00:05.532191 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be68e7c-cf4a-4b52-855b-9243a244859b req-41a662a4-c6db-43f3-b1cf-ddcbdf93bcba service neutron] Bound using segment: {'id': '52241ada-1965-476a-bc10-c1275aa114a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 18:00:05.532644 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-1be68e7c-cf4a-4b52-855b-9243a244859b req-41a662a4-c6db-43f3-b1cf-ddcbdf93bcba service neutron] Bound port: f92a43f5-3cb8-442b-9c52-a542304d1a70, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52241ada-1965-476a-bc10-c1275aa114a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 18:00:05.533000 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-1be68e7c-cf4a-4b52-855b-9243a244859b req-41a662a4-c6db-43f3-b1cf-ddcbdf93bcba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:05.595802 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-1be68e7c-cf4a-4b52-855b-9243a244859b req-41a662a4-c6db-43f3-b1cf-ddcbdf93bcba service neutron] For port f92a43f5-3cb8-442b-9c52-a542304d1a70, host n-h1-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 18:00:05.598954 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-1be68e7c-cf4a-4b52-855b-9243a244859b req-41a662a4-c6db-43f3-b1cf-ddcbdf93bcba service neutron] For port f92a43f5-3cb8-442b-9c52-a542304d1a70, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=f92a43f5-3cb8-442b-9c52-a542304d1a70,segment=NetworkSegment(52241ada-1965-476a-bc10-c1275aa114a0),segment_id=52241ada-1965-476a-bc10-c1275aa114a0)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 18:00:05.602683 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-1be68e7c-cf4a-4b52-855b-9243a244859b req-41a662a4-c6db-43f3-b1cf-ddcbdf93bcba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:05.644176 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be68e7c-cf4a-4b52-855b-9243a244859b req-41a662a4-c6db-43f3-b1cf-ddcbdf93bcba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:00:05.644833 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-1be68e7c-cf4a-4b52-855b-9243a244859b req-41a662a4-c6db-43f3-b1cf-ddcbdf93bcba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:05.646231 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1be68e7c-cf4a-4b52-855b-9243a244859b req-41a662a4-c6db-43f3-b1cf-ddcbdf93bcba service neutron] 10.222.0.41 "PUT /v2.0/ports/f92a43f5-3cb8-442b-9c52-a542304d1a70 HTTP/1.1" status: 200 len: 1091 time: 0.8240898 Dec 06 18:00:05.646680 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4bd485d-b1d6-4eac-9101-2ff1cbe1210d', 'tag': 'f92a43f5-3cb8-442b-9c52-a542304d1a70'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 18:00:05.648978 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-381a092f-9a2e-4d19-be83-e2f8ef9bd115" -d '{"events": [{"name": "network-changed", "server_uuid": "a4bd485d-b1d6-4eac-9101-2ff1cbe1210d", "tag": "f92a43f5-3cb8-442b-9c52-a542304d1a70"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 18:00:05.671102 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a662a4-c6db-43f3-b1cf-ddcbdf93bcba service neutron] Pushing event updated for resources: {'Port': ['ID=f92a43f5-3cb8-442b-9c52-a542304d1a70,revision_number=10']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:00:05.722683 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be68e7c-cf4a-4b52-855b-9243a244859b req-aea212f0-07a6-4977-a4a6-f01e917f5a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:00:05.724214 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1be68e7c-cf4a-4b52-855b-9243a244859b req-aea212f0-07a6-4977-a4a6-f01e917f5a41 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=53f0e2b3dd834584b50c76041ac80845&device_id=a4bd485d-b1d6-4eac-9101-2ff1cbe1210d HTTP/1.1" status: 200 len: 1095 time: 0.0439360 Dec 06 18:00:05.795706 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 18:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dfab92b-3df3-410f-9d28-b443db8b1d12 x-openstack-request-id: req-9dfab92b-3df3-410f-9d28-b443db8b1d12 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 18:00:05.796089 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4bd485d-b1d6-4eac-9101-2ff1cbe1210d", "tag": "f92a43f5-3cb8-442b-9c52-a542304d1a70", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 18:00:05.796665 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9dfab92b-3df3-410f-9d28-b443db8b1d12 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 18:00:05.797077 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4bd485d-b1d6-4eac-9101-2ff1cbe1210d', 'tag': 'f92a43f5-3cb8-442b-9c52-a542304d1a70', 'status': 'completed', 'code': 200} Dec 06 18:00:05.834326 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be68e7c-cf4a-4b52-855b-9243a244859b req-1b43abc3-146f-410a-8af7-87e258b3d6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:00:05.836000 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1be68e7c-cf4a-4b52-855b-9243a244859b req-1b43abc3-146f-410a-8af7-87e258b3d6ab service neutron] 10.222.0.41 "GET /v2.0/networks?id=abe44660-3c85-46c3-81ef-3a83d1c4b569 HTTP/1.1" status: 200 len: 912 time: 0.1004558 Dec 06 18:00:05.854549 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381a092f-9a2e-4d19-be83-e2f8ef9bd115 req-b0d603a7-8523-405a-bf4a-68bc0496dd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:00:05.856602 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-381a092f-9a2e-4d19-be83-e2f8ef9bd115 req-b0d603a7-8523-405a-bf4a-68bc0496dd56 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=53f0e2b3dd834584b50c76041ac80845&device_id=a4bd485d-b1d6-4eac-9101-2ff1cbe1210d HTTP/1.1" status: 200 len: 1095 time: 0.0432465 Dec 06 18:00:05.911615 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1be68e7c-cf4a-4b52-855b-9243a244859b req-a0daf75b-fe05-47ee-892e-b6c4fab88dbc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f92a43f5-3cb8-442b-9c52-a542304d1a70 HTTP/1.1" status: 200 len: 1000 time: 0.0642788 Dec 06 18:00:05.950712 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381a092f-9a2e-4d19-be83-e2f8ef9bd115 req-b0bcef5e-d062-48cd-a53b-6037493a65a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:00:05.952119 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-381a092f-9a2e-4d19-be83-e2f8ef9bd115 req-b0bcef5e-d062-48cd-a53b-6037493a65a0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=abe44660-3c85-46c3-81ef-3a83d1c4b569 HTTP/1.1" status: 200 len: 912 time: 0.0892739 Dec 06 18:00:05.968523 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be68e7c-cf4a-4b52-855b-9243a244859b req-2a1b632a-100f-485e-b58d-1403dfd7124b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:00:05.970927 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1be68e7c-cf4a-4b52-855b-9243a244859b req-2a1b632a-100f-485e-b58d-1403dfd7124b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0787ed94-343d-45a1-8354-028050fe4455 HTTP/1.1" status: 200 len: 850 time: 0.0461645 Dec 06 18:00:06.017629 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-381a092f-9a2e-4d19-be83-e2f8ef9bd115 req-47af6a78-86d0-4da3-808c-9dc3645be232 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f92a43f5-3cb8-442b-9c52-a542304d1a70 HTTP/1.1" status: 200 len: 1000 time: 0.0585809 Dec 06 18:00:06.020433 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be68e7c-cf4a-4b52-855b-9243a244859b req-194dc40a-ee82-4851-8097-1cb332f48421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:00:06.022046 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1be68e7c-cf4a-4b52-855b-9243a244859b req-194dc40a-ee82-4851-8097-1cb332f48421 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=abe44660-3c85-46c3-81ef-3a83d1c4b569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398488 Dec 06 18:00:06.066875 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381a092f-9a2e-4d19-be83-e2f8ef9bd115 req-c91314b4-5d09-41bc-a63d-901e493f813d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:00:06.068352 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-381a092f-9a2e-4d19-be83-e2f8ef9bd115 req-c91314b4-5d09-41bc-a63d-901e493f813d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0787ed94-343d-45a1-8354-028050fe4455 HTTP/1.1" status: 200 len: 850 time: 0.0443761 Dec 06 18:00:06.118627 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381a092f-9a2e-4d19-be83-e2f8ef9bd115 req-86d19df1-1449-48a2-be03-ade42f6181a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:00:06.120150 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-381a092f-9a2e-4d19-be83-e2f8ef9bd115 req-86d19df1-1449-48a2-be03-ade42f6181a3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=abe44660-3c85-46c3-81ef-3a83d1c4b569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447209 Dec 06 18:00:06.121677 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1be68e7c-cf4a-4b52-855b-9243a244859b req-8550af96-cc76-48c1-8cfd-9fce2b8c0e26 service neutron] 10.222.0.41 "GET /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904782 Dec 06 18:00:06.212941 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-381a092f-9a2e-4d19-be83-e2f8ef9bd115 req-c1bbb891-6aeb-4e73-ba45-8bce9152ed60 service neutron] 10.222.0.44 "GET /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851502 Dec 06 18:00:06.235637 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63846ef-fe9b-423c-ab72-37239076af56 req-22607c4c-9fec-4e3d-b42d-f680027e334b tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:00:06.237160 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a63846ef-fe9b-423c-ab72-37239076af56 req-22607c4c-9fec-4e3d-b42d-f680027e334b tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4bd485d-b1d6-4eac-9101-2ff1cbe1210d HTTP/1.1" status: 200 len: 944 time: 0.1013398 Dec 06 18:00:06.292410 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1be68e7c-cf4a-4b52-855b-9243a244859b req-34ef9397-4fb0-4c22-815d-e4cfddbfde34 service neutron] 10.222.0.41 "GET /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468039 Dec 06 18:00:06.308560 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a63846ef-fe9b-423c-ab72-37239076af56 req-2331406d-a5dc-487e-9ffe-6d550a6e2260 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643754 Dec 06 18:00:06.312841 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-381a092f-9a2e-4d19-be83-e2f8ef9bd115 req-625a87df-d187-4ef3-877b-4df87f6c8a07 service neutron] 10.222.0.44 "GET /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926464 Dec 06 18:00:06.386248 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381a092f-9a2e-4d19-be83-e2f8ef9bd115 req-2697b831-f190-4367-9287-4d2b231e4675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:00:06.388303 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-381a092f-9a2e-4d19-be83-e2f8ef9bd115 req-2697b831-f190-4367-9287-4d2b231e4675 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=53f0e2b3dd834584b50c76041ac80845&device_id=a4bd485d-b1d6-4eac-9101-2ff1cbe1210d HTTP/1.1" status: 200 len: 1095 time: 0.0429523 Dec 06 18:00:06.486754 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381a092f-9a2e-4d19-be83-e2f8ef9bd115 req-cb185cf5-d1a5-4001-9621-30bfe9b7267c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:00:06.488151 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-381a092f-9a2e-4d19-be83-e2f8ef9bd115 req-cb185cf5-d1a5-4001-9621-30bfe9b7267c service neutron] 10.222.0.41 "GET /v2.0/networks?id=abe44660-3c85-46c3-81ef-3a83d1c4b569 HTTP/1.1" status: 200 len: 912 time: 0.0904343 Dec 06 18:00:06.557107 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-381a092f-9a2e-4d19-be83-e2f8ef9bd115 req-d7487d92-85c8-4956-88ea-3fef2395b3fa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f92a43f5-3cb8-442b-9c52-a542304d1a70 HTTP/1.1" status: 200 len: 1000 time: 0.0577350 Dec 06 18:00:06.611018 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381a092f-9a2e-4d19-be83-e2f8ef9bd115 req-2678b8e6-ffa8-4730-8b4b-66dd065998c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:00:06.612402 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-381a092f-9a2e-4d19-be83-e2f8ef9bd115 req-2678b8e6-ffa8-4730-8b4b-66dd065998c8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0787ed94-343d-45a1-8354-028050fe4455 HTTP/1.1" status: 200 len: 850 time: 0.0437870 Dec 06 18:00:06.665815 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381a092f-9a2e-4d19-be83-e2f8ef9bd115 req-dbaeadcd-f9a6-4015-bf50-8ee80536fae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:00:06.667298 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-381a092f-9a2e-4d19-be83-e2f8ef9bd115 req-dbaeadcd-f9a6-4015-bf50-8ee80536fae0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=abe44660-3c85-46c3-81ef-3a83d1c4b569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438690 Dec 06 18:00:06.759722 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-381a092f-9a2e-4d19-be83-e2f8ef9bd115 req-2b2f5765-d20b-4284-b730-a6aafe1cde72 service neutron] 10.222.0.41 "GET /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825243 Dec 06 18:00:06.858082 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-381a092f-9a2e-4d19-be83-e2f8ef9bd115 req-4aa03f13-7da0-454c-9206-0715ac504e4f service neutron] 10.222.0.41 "GET /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867467 Dec 06 18:00:07.429699 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183559cc-5ca1-44d6-a67f-9c0c732b89bd req-64fba7e8-377e-4050-bd6f-7dca475a6715 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:00:07.431208 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-183559cc-5ca1-44d6-a67f-9c0c732b89bd req-64fba7e8-377e-4050-bd6f-7dca475a6715 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4bd485d-b1d6-4eac-9101-2ff1cbe1210d HTTP/1.1" status: 200 len: 944 time: 0.0496373 Dec 06 18:00:07.478936 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-183559cc-5ca1-44d6-a67f-9c0c732b89bd req-18ae8356-b694-4600-8f49-675bf78acf0d tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406947 Dec 06 18:00:08.600776 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908acace-1a7c-4890-a6f8-902072d4a4b3 req-16f32829-62fd-4756-9acb-5b1f321f2ef3 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:00:08.602062 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-908acace-1a7c-4890-a6f8-902072d4a4b3 req-16f32829-62fd-4756-9acb-5b1f321f2ef3 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4bd485d-b1d6-4eac-9101-2ff1cbe1210d HTTP/1.1" status: 200 len: 944 time: 0.0511675 Dec 06 18:00:08.650002 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-908acace-1a7c-4890-a6f8-902072d4a4b3 req-98eb919e-a96f-401b-839d-7cd36b537c4c tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413699 Dec 06 18:00:09.768613 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe43e1d-ecf9-423e-b8e2-a9893e519531 req-55636f49-6cab-4bf2-b9c1-84296fd88adb tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:00:09.770346 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8fe43e1d-ecf9-423e-b8e2-a9893e519531 req-55636f49-6cab-4bf2-b9c1-84296fd88adb tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4bd485d-b1d6-4eac-9101-2ff1cbe1210d HTTP/1.1" status: 200 len: 944 time: 0.0490539 Dec 06 18:00:09.821444 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8fe43e1d-ecf9-423e-b8e2-a9893e519531 req-1cc223d5-193b-44d4-8388-6328f2b95525 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448544 Dec 06 18:00:10.940799 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a2ad06-6ee8-4914-8a3f-73dfcd1f7f9c req-11a5d0a3-d442-4d8e-8892-c6ca9208912e tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:00:10.942451 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-22a2ad06-6ee8-4914-8a3f-73dfcd1f7f9c req-11a5d0a3-d442-4d8e-8892-c6ca9208912e tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4bd485d-b1d6-4eac-9101-2ff1cbe1210d HTTP/1.1" status: 200 len: 944 time: 0.0500062 Dec 06 18:00:10.996239 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-22a2ad06-6ee8-4914-8a3f-73dfcd1f7f9c req-d1771bdf-95cf-4c81-957b-42c8f94ce610 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477982 Dec 06 18:00:12.115933 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f08e06-3a8c-400d-9b4e-465c9d4f6a27 req-e5c9bda2-b23a-4b34-93b2-56f8e8cf7200 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:00:12.117416 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-63f08e06-3a8c-400d-9b4e-465c9d4f6a27 req-e5c9bda2-b23a-4b34-93b2-56f8e8cf7200 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4bd485d-b1d6-4eac-9101-2ff1cbe1210d HTTP/1.1" status: 200 len: 944 time: 0.0488849 Dec 06 18:00:12.163799 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-63f08e06-3a8c-400d-9b4e-465c9d4f6a27 req-a48c21a6-917b-4b2b-befb-8690a503ace1 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405021 Dec 06 18:00:13.280656 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695d072e-b6ee-4756-9ef2-16a2761ab727 req-92a59a94-3479-435a-a6bf-c03e1ab6df7d tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:00:13.282145 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-695d072e-b6ee-4756-9ef2-16a2761ab727 req-92a59a94-3479-435a-a6bf-c03e1ab6df7d tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4bd485d-b1d6-4eac-9101-2ff1cbe1210d HTTP/1.1" status: 200 len: 944 time: 0.0476234 Dec 06 18:00:13.328508 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-695d072e-b6ee-4756-9ef2-16a2761ab727 req-913b30d7-cbe4-40c9-81f0-0e685fbf6709 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404997 Dec 06 18:00:13.517754 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-619e26c6-7fb5-40e5-b5f9-78d0c3c5545a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:14.443422 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5703c32d-99d4-465f-bdb1-6042682b467a req-ae9d51fb-e8ca-49b0-bc5a-bba552911bfb tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:00:14.444891 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5703c32d-99d4-465f-bdb1-6042682b467a req-ae9d51fb-e8ca-49b0-bc5a-bba552911bfb tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4bd485d-b1d6-4eac-9101-2ff1cbe1210d HTTP/1.1" status: 200 len: 944 time: 0.0487030 Dec 06 18:00:14.491747 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5703c32d-99d4-465f-bdb1-6042682b467a req-9fe198f8-a459-4207-96e0-e1df7ad5809e tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409079 Dec 06 18:00:15.605890 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccfc402-d22d-4613-9164-c107037c91c6 req-5df2f8b3-ea89-4d87-a396-2eee9fa04cae tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:00:15.607285 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9ccfc402-d22d-4613-9164-c107037c91c6 req-5df2f8b3-ea89-4d87-a396-2eee9fa04cae tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4bd485d-b1d6-4eac-9101-2ff1cbe1210d HTTP/1.1" status: 200 len: 944 time: 0.0479491 Dec 06 18:00:15.654698 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9ccfc402-d22d-4613-9164-c107037c91c6 req-cf390534-e133-408e-80da-da77dc4b8d62 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414803 Dec 06 18:00:15.708670 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-76d8ff9e-3054-4bff-983f-40b685209216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:16.774714 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af08180-d386-4958-8f5b-6e78bfe1b9b4 req-2f3b5128-76c5-4320-bb72-7b0d30db0b4e tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:00:16.776259 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4af08180-d386-4958-8f5b-6e78bfe1b9b4 req-2f3b5128-76c5-4320-bb72-7b0d30db0b4e tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4bd485d-b1d6-4eac-9101-2ff1cbe1210d HTTP/1.1" status: 200 len: 944 time: 0.0534129 Dec 06 18:00:16.823114 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4af08180-d386-4958-8f5b-6e78bfe1b9b4 req-2a11c3f6-10e5-48f7-9020-e6d7f40ce6c2 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398998 Dec 06 18:00:17.085126 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:17.946604 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bb0e85-9a54-4b24-8f0a-2928f1042520 req-bdaf4857-5678-4617-a8d7-1b9371cc4999 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:00:17.953867 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-47bb0e85-9a54-4b24-8f0a-2928f1042520 req-bdaf4857-5678-4617-a8d7-1b9371cc4999 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4bd485d-b1d6-4eac-9101-2ff1cbe1210d HTTP/1.1" status: 200 len: 944 time: 0.0605845 Dec 06 18:00:17.996946 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-47bb0e85-9a54-4b24-8f0a-2928f1042520 req-3d569d0e-3bdc-42d5-9261-a2fef2fa1e36 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421901 Dec 06 18:00:18.220084 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:19.112187 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae923a43-f4b4-4e34-b029-81611ceeb569 req-41e1a564-cd6e-4b8b-9de3-33ff805f499f tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:00:19.113696 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ae923a43-f4b4-4e34-b029-81611ceeb569 req-41e1a564-cd6e-4b8b-9de3-33ff805f499f tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4bd485d-b1d6-4eac-9101-2ff1cbe1210d HTTP/1.1" status: 200 len: 944 time: 0.0479290 Dec 06 18:00:19.150068 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:19.162181 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ae923a43-f4b4-4e34-b029-81611ceeb569 req-ccc1f1d5-7463-48da-8bba-90eaba42d8d0 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426464 Dec 06 18:00:19.275787 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ac2bfc-4464-4277-a205-0a09ff086752 req-d82a30ba-0cce-4db9-9011-ba77add05653 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:00:19.277235 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-56ac2bfc-4464-4277-a205-0a09ff086752 req-d82a30ba-0cce-4db9-9011-ba77add05653 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4bd485d-b1d6-4eac-9101-2ff1cbe1210d HTTP/1.1" status: 200 len: 944 time: 0.0481598 Dec 06 18:00:19.308023 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 18:00:19.323817 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-56ac2bfc-4464-4277-a205-0a09ff086752 req-64e39a05-b9ae-4614-ba35-91da56213a3e tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405867 Dec 06 18:00:19.435131 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4415116-0826-4f29-9331-3401b2190172 req-096e170f-240d-4158-ba86-7dad545a9b97 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:00:19.436578 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a4415116-0826-4f29-9331-3401b2190172 req-096e170f-240d-4158-ba86-7dad545a9b97 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4bd485d-b1d6-4eac-9101-2ff1cbe1210d HTTP/1.1" status: 200 len: 944 time: 0.0478206 Dec 06 18:00:19.486533 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a4415116-0826-4f29-9331-3401b2190172 req-f94b1bca-8985-4cc5-a8ba-6fc049562a6b tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441220 Dec 06 18:00:19.711236 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a1ab17-ef73-4543-b115-020b9ecc1d4f req-c6c5c4e7-a599-41ae-a1b1-d5b438e0f3cf tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:00:19.712698 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-22a1ab17-ef73-4543-b115-020b9ecc1d4f req-c6c5c4e7-a599-41ae-a1b1-d5b438e0f3cf tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4bd485d-b1d6-4eac-9101-2ff1cbe1210d HTTP/1.1" status: 200 len: 944 time: 0.0480199 Dec 06 18:00:19.759323 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-22a1ab17-ef73-4543-b115-020b9ecc1d4f req-24df8e21-a0d2-4438-b727-67f17bc6f0ea tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401123 Dec 06 18:00:20.079555 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device f92a43f5-3cb8-442b-9c52-a542304d1a70 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 18:00:20.173932 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port f92a43f5-3cb8-442b-9c52-a542304d1a70, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=f92a43f5-3cb8-442b-9c52-a542304d1a70,segment=NetworkSegment(52241ada-1965-476a-bc10-c1275aa114a0),segment_id=52241ada-1965-476a-bc10-c1275aa114a0)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:00:20.184388 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': 'f92a43f5-3cb8-442b-9c52-a542304d1a70', 'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569', 'port_id': 'f92a43f5-3cb8-442b-9c52-a542304d1a70', 'mac_address': 'fa:16:3e:41:3c:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0787ed94-343d-45a1-8354-028050fe4455', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 18:00:20.220143 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:20.232337 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f92a43f5-3cb8-442b-9c52-a542304d1a70 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 18:00:20.250851 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port f92a43f5-3cb8-442b-9c52-a542304d1a70, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=f92a43f5-3cb8-442b-9c52-a542304d1a70,segment=NetworkSegment(52241ada-1965-476a-bc10-c1275aa114a0),segment_id=52241ada-1965-476a-bc10-c1275aa114a0)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:00:20.254733 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:20.300172 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=f92a43f5-3cb8-442b-9c52-a542304d1a70,revision_number=11']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:00:20.559590 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['f92a43f5-3cb8-442b-9c52-a542304d1a70'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 18:00:20.880124 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dae4de6-3353-41d3-bf24-d0d385a613ce req-244e56bd-e5e4-4b7f-b8ca-85ee89511d16 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:00:20.881529 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5dae4de6-3353-41d3-bf24-d0d385a613ce req-244e56bd-e5e4-4b7f-b8ca-85ee89511d16 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4bd485d-b1d6-4eac-9101-2ff1cbe1210d HTTP/1.1" status: 200 len: 945 time: 0.0518103 Dec 06 18:00:20.928182 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5dae4de6-3353-41d3-bf24-d0d385a613ce req-b01ab10d-02b5-4154-afdc-303560b856e8 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups?id=65fd55a3-5e93-437e-8c33-9d03954b393c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404260 Dec 06 18:00:21.363788 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65155637-5341-4731-a41c-dcd69dcb3ea9 req-81b17076-0f37-44c5-b248-c27a1fda6830 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:00:21.365206 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-65155637-5341-4731-a41c-dcd69dcb3ea9 req-81b17076-0f37-44c5-b248-c27a1fda6830 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4bd485d-b1d6-4eac-9101-2ff1cbe1210d HTTP/1.1" status: 200 len: 945 time: 0.0472710 Dec 06 18:00:21.450767 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-65155637-5341-4731-a41c-dcd69dcb3ea9 req-bd57d285-a266-4605-a2b7-dacc23a9f07a tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Deleting port f92a43f5-3cb8-442b-9c52-a542304d1a70 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 18:00:21.451112 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-65155637-5341-4731-a41c-dcd69dcb3ea9 req-bd57d285-a266-4605-a2b7-dacc23a9f07a tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:21.539433 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-65155637-5341-4731-a41c-dcd69dcb3ea9 req-bd57d285-a266-4605-a2b7-dacc23a9f07a tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] For port f92a43f5-3cb8-442b-9c52-a542304d1a70, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=f92a43f5-3cb8-442b-9c52-a542304d1a70,segment=NetworkSegment(52241ada-1965-476a-bc10-c1275aa114a0),segment_id=52241ada-1965-476a-bc10-c1275aa114a0)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:00:21.539792 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-65155637-5341-4731-a41c-dcd69dcb3ea9 req-bd57d285-a266-4605-a2b7-dacc23a9f07a tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:21.705404 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-65155637-5341-4731-a41c-dcd69dcb3ea9 req-bd57d285-a266-4605-a2b7-dacc23a9f07a tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:21.705738 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-65155637-5341-4731-a41c-dcd69dcb3ea9 req-bd57d285-a266-4605-a2b7-dacc23a9f07a tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:21.706106 n-d-master-1 neutron-server[103285]: INFO neutron.db.l3_db [req-65155637-5341-4731-a41c-dcd69dcb3ea9 req-bd57d285-a266-4605-a2b7-dacc23a9f07a tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Floating IP a3ae450d-aeca-47bf-94f0-426e78061852 disassociated. External IP: 172.35.1.149, port: f92a43f5-3cb8-442b-9c52-a542304d1a70. Dec 06 18:00:21.706446 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-65155637-5341-4731-a41c-dcd69dcb3ea9 req-bd57d285-a266-4605-a2b7-dacc23a9f07a tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Calling delete_port for f92a43f5-3cb8-442b-9c52-a542304d1a70 owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 18:00:21.837600 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-65155637-5341-4731-a41c-dcd69dcb3ea9 req-bd57d285-a266-4605-a2b7-dacc23a9f07a tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:21.866545 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd57d285-a266-4605-a2b7-dacc23a9f07a tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Pushing event deleted for resources: {'Port': ['ID=f92a43f5-3cb8-442b-9c52-a542304d1a70,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:00:21.983669 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [req-65155637-5341-4731-a41c-dcd69dcb3ea9 req-bd57d285-a266-4605-a2b7-dacc23a9f07a tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Router 2c3d0679-4e43-4092-83fa-7d922af599b7 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 18:00:22.028125 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e329e2e6-51d3-454b-b84e-f3253da78a70 req-5f9d9621-145f-4821-985a-b9c43d7ca279 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4bd485d-b1d6-4eac-9101-2ff1cbe1210d HTTP/1.1" status: 200 len: 210 time: 0.0272887 Dec 06 18:00:22.098215 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-65155637-5341-4731-a41c-dcd69dcb3ea9 req-bd57d285-a266-4605-a2b7-dacc23a9f07a tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 18:00:22.103347 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device f92a43f5-3cb8-442b-9c52-a542304d1a70 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 18:00:22.107616 n-d-master-1 neutron-server[103286]: INFO neutron.plugins.ml2.plugin [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] No ports have port_id starting with f92a43f5-3cb8-442b-9c52-a542304d1a70 Dec 06 18:00:22.108703 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61a709f-30f5-4b47-ad76-e45cdd4be5f5 None None] Sync routers for ids ['2c3d0679-4e43-4092-83fa-7d922af599b7'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 18:00:22.109795 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device f92a43f5-3cb8-442b-9c52-a542304d1a70 requested by agent hyperv_n-h1-master-1 not found in database {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Dec 06 18:00:22.119668 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61a709f-30f5-4b47-ad76-e45cdd4be5f5 None None] Routers {'2c3d0679-4e43-4092-83fa-7d922af599b7'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:00:22.120378 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-f61a709f-30f5-4b47-ad76-e45cdd4be5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:00:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['2c3d0679-4e43-4092-83fa-7d922af599b7'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:00:22.140593 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-65155637-5341-4731-a41c-dcd69dcb3ea9 req-bd57d285-a266-4605-a2b7-dacc23a9f07a tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] No DVR routers for this DVR port f92a43f5-3cb8-442b-9c52-a542304d1a70 on host n-h1-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 18:00:22.143127 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-65155637-5341-4731-a41c-dcd69dcb3ea9 req-bd57d285-a266-4605-a2b7-dacc23a9f07a tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:22.146475 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-65155637-5341-4731-a41c-dcd69dcb3ea9 req-bd57d285-a266-4605-a2b7-dacc23a9f07a tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.41 "DELETE /v2.0/ports/f92a43f5-3cb8-442b-9c52-a542304d1a70 HTTP/1.1" status: 204 len: 173 time: 0.7743537 Dec 06 18:00:22.146920 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4bd485d-b1d6-4eac-9101-2ff1cbe1210d', 'name': 'network-vif-deleted', 'tag': 'f92a43f5-3cb8-442b-9c52-a542304d1a70'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 18:00:22.149182 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a20a03a1-5e2a-4e6d-9a53-068303160096" -d '{"events": [{"server_uuid": "a4bd485d-b1d6-4eac-9101-2ff1cbe1210d", "name": "network-vif-deleted", "tag": "f92a43f5-3cb8-442b-9c52-a542304d1a70"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 18:00:22.189064 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 18:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4ae2c71-fde2-4172-8865-b24093f07dd8 x-openstack-request-id: req-b4ae2c71-fde2-4172-8865-b24093f07dd8 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 18:00:22.189368 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4bd485d-b1d6-4eac-9101-2ff1cbe1210d", "name": "network-vif-deleted", "tag": "f92a43f5-3cb8-442b-9c52-a542304d1a70", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 18:00:22.189655 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b4ae2c71-fde2-4172-8865-b24093f07dd8 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 18:00:22.190066 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4bd485d-b1d6-4eac-9101-2ff1cbe1210d', 'name': 'network-vif-deleted', 'tag': 'f92a43f5-3cb8-442b-9c52-a542304d1a70', 'status': 'completed', 'code': 200} Dec 06 18:00:22.234396 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-f61a709f-30f5-4b47-ad76-e45cdd4be5f5 None None] Set router 2c3d0679-4e43-4092-83fa-7d922af599b7 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:00:22.429689 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-f61a709f-30f5-4b47-ad76-e45cdd4be5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c3d0679-4e43-4092-83fa-7d922af599b7', 'name': 'tempest-ServerActionsTestJSON-669397432-router', 'tenant_id': '53f0e2b3dd834584b50c76041ac80845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.51'}], 'enable_snat': True}, 'gw_port_id': '9970c79c-530d-43df-9017-3bf60635d9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:50:26Z', 'updated_at': '2021-12-06T17:50:29Z', 'revision_number': 4, 'project_id': '53f0e2b3dd834584b50c76041ac80845', 'gw_port': {'id': '9970c79c-530d-43df-9017-3bf60635d9ca', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3d0679-4e43-4092-83fa-7d922af599b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:50:26Z', 'updated_at': '2021-12-06T17:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '6056c72c-a53a-4cf7-8d94-e07253f5e3e9', 'name': '', 'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569', 'tenant_id': '53f0e2b3dd834584b50c76041ac80845', 'mac_address': 'fa:16:3e:e2:ff:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3d0679-4e43-4092-83fa-7d922af599b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '0787ed94-343d-45a1-8354-028050fe4455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:50:28Z', 'updated_at': '2021-12-06T17:50:32Z', 'revision_number': 5, 'project_id': '53f0e2b3dd834584b50c76041ac80845', 'subnets': [{'id': '0787ed94-343d-45a1-8354-028050fe4455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:00:22.456270 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61a709f-30f5-4b47-ad76-e45cdd4be5f5 None None] Checking router: 2c3d0679-4e43-4092-83fa-7d922af599b7 for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 18:00:22.464556 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61a709f-30f5-4b47-ad76-e45cdd4be5f5 None None] Routers {'2c3d0679-4e43-4092-83fa-7d922af599b7'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:00:22.465155 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-f61a709f-30f5-4b47-ad76-e45cdd4be5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:00:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['2c3d0679-4e43-4092-83fa-7d922af599b7'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:00:22.568272 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-f61a709f-30f5-4b47-ad76-e45cdd4be5f5 None None] Set router 2c3d0679-4e43-4092-83fa-7d922af599b7 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:00:22.849616 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-f61a709f-30f5-4b47-ad76-e45cdd4be5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c3d0679-4e43-4092-83fa-7d922af599b7', 'name': 'tempest-ServerActionsTestJSON-669397432-router', 'tenant_id': '53f0e2b3dd834584b50c76041ac80845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.51'}], 'enable_snat': True}, 'gw_port_id': '9970c79c-530d-43df-9017-3bf60635d9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:50:26Z', 'updated_at': '2021-12-06T17:50:29Z', 'revision_number': 4, 'project_id': '53f0e2b3dd834584b50c76041ac80845', 'gw_port': {'id': '9970c79c-530d-43df-9017-3bf60635d9ca', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3d0679-4e43-4092-83fa-7d922af599b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:50:26Z', 'updated_at': '2021-12-06T17:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '6056c72c-a53a-4cf7-8d94-e07253f5e3e9', 'name': '', 'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569', 'tenant_id': '53f0e2b3dd834584b50c76041ac80845', 'mac_address': 'fa:16:3e:e2:ff:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3d0679-4e43-4092-83fa-7d922af599b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '0787ed94-343d-45a1-8354-028050fe4455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:50:28Z', 'updated_at': '2021-12-06T17:50:32Z', 'revision_number': 5, 'project_id': '53f0e2b3dd834584b50c76041ac80845', 'subnets': [{'id': '0787ed94-343d-45a1-8354-028050fe4455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:00:22.875879 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61a709f-30f5-4b47-ad76-e45cdd4be5f5 None None] The sync data for ids ['2c3d0679-4e43-4092-83fa-7d922af599b7'] in n-d-master-1 is: [{'id': '2c3d0679-4e43-4092-83fa-7d922af599b7', 'name': 'tempest-ServerActionsTestJSON-669397432-router', 'tenant_id': '53f0e2b3dd834584b50c76041ac80845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.51'}], 'enable_snat': True}, 'gw_port_id': '9970c79c-530d-43df-9017-3bf60635d9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:50:26Z', 'updated_at': '2021-12-06T17:50:29Z', 'revision_number': 4, 'project_id': '53f0e2b3dd834584b50c76041ac80845', 'gw_port': {'id': '9970c79c-530d-43df-9017-3bf60635d9ca', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3d0679-4e43-4092-83fa-7d922af599b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:50:26Z', 'updated_at': '2021-12-06T17:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '6056c72c-a53a-4cf7-8d94-e07253f5e3e9', 'name': '', 'network_id': 'abe44660-3c85-46c3-81ef-3a83d1c4b569', 'tenant_id': '53f0e2b3dd834584b50c76041ac80845', 'mac_address': 'fa:16:3e:e2:ff:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3d0679-4e43-4092-83fa-7d922af599b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '0787ed94-343d-45a1-8354-028050fe4455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:50:28Z', 'updated_at': '2021-12-06T17:50:32Z', 'revision_number': 5, 'project_id': '53f0e2b3dd834584b50c76041ac80845', 'subnets': [{'id': '0787ed94-343d-45a1-8354-028050fe4455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 18:00:23.112780 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ddf8e8-05d6-45e6-b431-f219ce74fd5e None None] New status for floating IP a3ae450d-aeca-47bf-94f0-426e78061852: DOWN {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 18:00:23.133554 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-deec8cf0-66f1-493c-b938-6eb667ea1297 req-6db78c3d-cf94-4bbb-9eac-09c20e9a7916 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4bd485d-b1d6-4eac-9101-2ff1cbe1210d HTTP/1.1" status: 200 len: 210 time: 0.0286901 Dec 06 18:00:24.107977 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device f92a43f5-3cb8-442b-9c52-a542304d1a70 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 18:00:24.131431 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] No Port match for: f92a43f5-3cb8-442b-9c52-a542304d1a70 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 18:00:24.132075 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device f92a43f5-3cb8-442b-9c52-a542304d1a70 not bound to the agent host n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 18:00:24.235209 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e62b5936-daf9-46df-ac09-c2bb09a1860c req-7daa51ce-d987-4bd3-9b23-8180142b9381 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4bd485d-b1d6-4eac-9101-2ff1cbe1210d HTTP/1.1" status: 200 len: 210 time: 0.0290961 Dec 06 18:00:25.335750 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9c6db1fc-bedf-430c-867e-6a20d4e6144e req-95efc0dc-1cce-4145-9458-372f34d8958c tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4bd485d-b1d6-4eac-9101-2ff1cbe1210d HTTP/1.1" status: 200 len: 210 time: 0.0302210 Dec 06 18:00:26.445424 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e957c69f-fb27-479e-ba65-362a49ac5739 req-2b38cce7-4725-463f-a6f1-08157bb3f0bb tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4bd485d-b1d6-4eac-9101-2ff1cbe1210d HTTP/1.1" status: 200 len: 210 time: 0.0275578 Dec 06 18:00:31.388270 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 40788) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:00:31.442780 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-64753277-911b-4710-8d95-12e402eaa211 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:31.466971 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-64753277-911b-4710-8d95-12e402eaa211 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:31.517096 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-64753277-911b-4710-8d95-12e402eaa211 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:31.520219 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-64753277-911b-4710-8d95-12e402eaa211 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:31.523898 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-64753277-911b-4710-8d95-12e402eaa211 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "DELETE /v2.0/security-groups/65fd55a3-5e93-437e-8c33-9d03954b393c HTTP/1.1" status: 204 len: 168 time: 0.1316001 Dec 06 18:00:31.524287 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 40790) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:00:31.533874 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64753277-911b-4710-8d95-12e402eaa211 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65fd55a3-5e93-437e-8c33-9d03954b393c,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:00:31.546576 n-d-master-1 neutron-server[103285]: INFO neutron.api.v2.resource [None req-cb0f7452-e3c0-4694-8443-e065dfc5a595 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] show failed (client error): The resource could not be found. Dec 06 18:00:31.551150 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-cb0f7452-e3c0-4694-8443-e065dfc5a595 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "GET /v2.0/security-groups/65fd55a3-5e93-437e-8c33-9d03954b393c HTTP/1.1" status: 404 len: 347 time: 0.0257843 Dec 06 18:00:31.552104 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 40792) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:00:31.687787 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-98bbba5c-2da1-4f85-84b0-4d47d4aaf1b1 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Deleting port 26e8cf93-f82b-4bae-b9d5-1587c23aa8b8 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 18:00:31.688125 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-98bbba5c-2da1-4f85-84b0-4d47d4aaf1b1 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:31.768576 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-98bbba5c-2da1-4f85-84b0-4d47d4aaf1b1 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:31.768576 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-98bbba5c-2da1-4f85-84b0-4d47d4aaf1b1 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:31.783482 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-98bbba5c-2da1-4f85-84b0-4d47d4aaf1b1 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Calling delete_port for 26e8cf93-f82b-4bae-b9d5-1587c23aa8b8 owned by network:floatingip {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 18:00:31.920983 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-98bbba5c-2da1-4f85-84b0-4d47d4aaf1b1 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:31.949119 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bbba5c-2da1-4f85-84b0-4d47d4aaf1b1 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Pushing event deleted for resources: {'Port': ['ID=26e8cf93-f82b-4bae-b9d5-1587c23aa8b8,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:00:32.008419 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-98bbba5c-2da1-4f85-84b0-4d47d4aaf1b1 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Publish callbacks [] for floatingip, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:32.011635 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-98bbba5c-2da1-4f85-84b0-4d47d4aaf1b1 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:32.012797 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-98bbba5c-2da1-4f85-84b0-4d47d4aaf1b1 tempest-ServerActionsTestJSON-271343988 tempest-ServerActionsTestJSON-271343988-project] 10.222.0.23 "DELETE /v2.0/floatingips/a3ae450d-aeca-47bf-94f0-426e78061852 HTTP/1.1" status: 204 len: 168 time: 0.4595268 Dec 06 18:00:32.015704 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 40794) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:00:32.777188 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-198acd89-011c-470a-a379-4aa0ce7ca51e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575908'] for router_interface, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:33.022926 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-198acd89-011c-470a-a379-4aa0ce7ca51e admin admin] Deleting port 6056c72c-a53a-4cf7-8d94-e07253f5e3e9 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 18:00:33.023265 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-198acd89-011c-470a-a379-4aa0ce7ca51e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:33.102527 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-198acd89-011c-470a-a379-4aa0ce7ca51e admin admin] For port 6056c72c-a53a-4cf7-8d94-e07253f5e3e9, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6056c72c-a53a-4cf7-8d94-e07253f5e3e9,segment=NetworkSegment(52241ada-1965-476a-bc10-c1275aa114a0),segment_id=52241ada-1965-476a-bc10-c1275aa114a0)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:00:33.102807 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-198acd89-011c-470a-a379-4aa0ce7ca51e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:33.115838 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-198acd89-011c-470a-a379-4aa0ce7ca51e admin admin] Calling delete_port for 6056c72c-a53a-4cf7-8d94-e07253f5e3e9 owned by network:router_interface {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 18:00:33.165443 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:33.295101 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-198acd89-011c-470a-a379-4aa0ce7ca51e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:33.317928 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198acd89-011c-470a-a379-4aa0ce7ca51e admin admin] Pushing event deleted for resources: {'Port': ['ID=6056c72c-a53a-4cf7-8d94-e07253f5e3e9,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:00:33.483044 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-198acd89-011c-470a-a379-4aa0ce7ca51e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-772474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575952'] for router_interface, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:33.693904 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-198acd89-011c-470a-a379-4aa0ce7ca51e admin admin] Router 2c3d0679-4e43-4092-83fa-7d922af599b7 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 18:00:33.799330 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-198acd89-011c-470a-a379-4aa0ce7ca51e admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 18:00:33.804601 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-198acd89-011c-470a-a379-4aa0ce7ca51e admin admin] 10.222.0.23 "PUT /v2.0/routers/2c3d0679-4e43-4092-83fa-7d922af599b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7878096 Dec 06 18:00:33.807056 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 40798) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:00:33.808299 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba39268-7950-40d7-921e-d80465913053 None None] Sync routers for ids ['2c3d0679-4e43-4092-83fa-7d922af599b7'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 18:00:33.818357 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba39268-7950-40d7-921e-d80465913053 None None] Routers {'2c3d0679-4e43-4092-83fa-7d922af599b7'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:00:33.818953 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-6ba39268-7950-40d7-921e-d80465913053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:00:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['2c3d0679-4e43-4092-83fa-7d922af599b7'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:00:33.909742 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-82a9dbed-91b0-494e-9589-c4d123224362 admin admin] Publish callbacks [] for router, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:33.923898 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-6ba39268-7950-40d7-921e-d80465913053 None None] Set router 2c3d0679-4e43-4092-83fa-7d922af599b7 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:00:34.015752 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-82a9dbed-91b0-494e-9589-c4d123224362 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:34.074041 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-82a9dbed-91b0-494e-9589-c4d123224362 admin admin] Deleting port 9970c79c-530d-43df-9017-3bf60635d9ca {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 18:00:34.074383 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-82a9dbed-91b0-494e-9589-c4d123224362 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:34.105137 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-6ba39268-7950-40d7-921e-d80465913053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c3d0679-4e43-4092-83fa-7d922af599b7', 'name': 'tempest-ServerActionsTestJSON-669397432-router', 'tenant_id': '53f0e2b3dd834584b50c76041ac80845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.51'}], 'enable_snat': True}, 'gw_port_id': '9970c79c-530d-43df-9017-3bf60635d9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:50:26Z', 'updated_at': '2021-12-06T18:00:33Z', 'revision_number': 5, 'project_id': '53f0e2b3dd834584b50c76041ac80845', 'gw_port': {'id': '9970c79c-530d-43df-9017-3bf60635d9ca', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3d0679-4e43-4092-83fa-7d922af599b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T17:50:26Z', 'updated_at': '2021-12-06T17:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:00:34.132249 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba39268-7950-40d7-921e-d80465913053 None None] Checking router: 2c3d0679-4e43-4092-83fa-7d922af599b7 for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 18:00:34.140707 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba39268-7950-40d7-921e-d80465913053 None None] Routers {'2c3d0679-4e43-4092-83fa-7d922af599b7'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:00:34.141309 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-6ba39268-7950-40d7-921e-d80465913053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:00:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['2c3d0679-4e43-4092-83fa-7d922af599b7'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:00:34.158433 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-82a9dbed-91b0-494e-9589-c4d123224362 admin admin] For port 9970c79c-530d-43df-9017-3bf60635d9ca, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9970c79c-530d-43df-9017-3bf60635d9ca,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:00:34.159105 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-82a9dbed-91b0-494e-9589-c4d123224362 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:34.172531 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-82a9dbed-91b0-494e-9589-c4d123224362 admin admin] Calling delete_port for 9970c79c-530d-43df-9017-3bf60635d9ca owned by network:router_gateway {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 18:00:34.225805 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-6ba39268-7950-40d7-921e-d80465913053 None None] Set router 2c3d0679-4e43-4092-83fa-7d922af599b7 gateway port host: None {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:00:34.280298 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-6ba39268-7950-40d7-921e-d80465913053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c3d0679-4e43-4092-83fa-7d922af599b7', 'name': 'tempest-ServerActionsTestJSON-669397432-router', 'tenant_id': '53f0e2b3dd834584b50c76041ac80845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:50:26Z', 'updated_at': '2021-12-06T18:00:34Z', 'revision_number': 6, 'project_id': '53f0e2b3dd834584b50c76041ac80845', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:00:34.308187 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba39268-7950-40d7-921e-d80465913053 None None] The sync data for ids ['2c3d0679-4e43-4092-83fa-7d922af599b7'] in n-d-master-1 is: [{'id': '2c3d0679-4e43-4092-83fa-7d922af599b7', 'name': 'tempest-ServerActionsTestJSON-669397432-router', 'tenant_id': '53f0e2b3dd834584b50c76041ac80845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T17:50:26Z', 'updated_at': '2021-12-06T18:00:34Z', 'revision_number': 6, 'project_id': '53f0e2b3dd834584b50c76041ac80845', 'gw_port_host': None}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 18:00:34.359086 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-82a9dbed-91b0-494e-9589-c4d123224362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:34.386762 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a9dbed-91b0-494e-9589-c4d123224362 admin admin] Pushing event deleted for resources: {'Port': ['ID=9970c79c-530d-43df-9017-3bf60635d9ca,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:00:34.396714 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc91e9b-5e09-40d1-a342-95845e676b4e None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 18:00:34.450766 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-82a9dbed-91b0-494e-9589-c4d123224362 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536698'] for router_gateway, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:34.545143 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-82a9dbed-91b0-494e-9589-c4d123224362 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:34.547302 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-82a9dbed-91b0-494e-9589-c4d123224362 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:34.592162 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-82a9dbed-91b0-494e-9589-c4d123224362 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:34.592387 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82a9dbed-91b0-494e-9589-c4d123224362 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c3d0679-4e43-4092-83fa-7d922af599b7 {{(pid=103285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 18:00:34.597196 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-82a9dbed-91b0-494e-9589-c4d123224362 admin admin] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:34.598595 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-82a9dbed-91b0-494e-9589-c4d123224362 admin admin] 10.222.0.23 "DELETE /v2.0/routers/2c3d0679-4e43-4092-83fa-7d922af599b7 HTTP/1.1" status: 204 len: 168 time: 0.7905898 Dec 06 18:00:34.601174 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 40802) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:00:34.649914 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-277baa9a-7919-418f-b251-4092d399716e admin admin] Deleting subnet 0787ed94-343d-45a1-8354-028050fe4455 {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 18:00:34.654039 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-277baa9a-7919-418f-b251-4092d399716e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:34.695224 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-277baa9a-7919-418f-b251-4092d399716e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:34.790465 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-277baa9a-7919-418f-b251-4092d399716e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:34.842403 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-277baa9a-7919-418f-b251-4092d399716e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:34.869074 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277baa9a-7919-418f-b251-4092d399716e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0787ed94-343d-45a1-8354-028050fe4455,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:00:34.871034 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-277baa9a-7919-418f-b251-4092d399716e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:34.874302 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-277baa9a-7919-418f-b251-4092d399716e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/0787ed94-343d-45a1-8354-028050fe4455 HTTP/1.1" status: 204 len: 168 time: 0.2721269 Dec 06 18:00:34.876904 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 40804) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:00:34.880641 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423fe952-d145-409f-8544-9664d447a920 None None] Network abe44660-3c85-46c3-81ef-3a83d1c4b569 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 18:00:34.955948 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-878a0e5a-ec49-4c1b-83cf-45f211995a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:35.011018 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-878a0e5a-ec49-4c1b-83cf-45f211995a25 admin admin] Deleting port 278ed6a0-109e-462f-8733-0a88989cf0d0 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 18:00:35.011363 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-878a0e5a-ec49-4c1b-83cf-45f211995a25 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:35.080278 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-878a0e5a-ec49-4c1b-83cf-45f211995a25 admin admin] For port 278ed6a0-109e-462f-8733-0a88989cf0d0, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=278ed6a0-109e-462f-8733-0a88989cf0d0,segment=NetworkSegment(52241ada-1965-476a-bc10-c1275aa114a0),segment_id=52241ada-1965-476a-bc10-c1275aa114a0)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:00:35.080639 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-878a0e5a-ec49-4c1b-83cf-45f211995a25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:35.094331 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-878a0e5a-ec49-4c1b-83cf-45f211995a25 admin admin] Calling delete_port for 278ed6a0-109e-462f-8733-0a88989cf0d0 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 18:00:35.119235 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532ad072-5e78-4313-ba05-d070fe6d7f7d None None] DHCP port deletion for abe44660-3c85-46c3-81ef-3a83d1c4b569 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 18:00:35.190493 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-878a0e5a-ec49-4c1b-83cf-45f211995a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:35.198122 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 6056c72c-a53a-4cf7-8d94-e07253f5e3e9 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 18:00:35.217801 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878a0e5a-ec49-4c1b-83cf-45f211995a25 admin admin] Pushing event deleted for resources: {'Port': ['ID=278ed6a0-109e-462f-8733-0a88989cf0d0,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:00:35.219635 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878a0e5a-ec49-4c1b-83cf-45f211995a25 admin admin] No DVR routers for this DVR port 278ed6a0-109e-462f-8733-0a88989cf0d0 on host n-d-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 18:00:35.225037 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 6056c72c-a53a-4cf7-8d94-e07253f5e3e9 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 18:00:35.225383 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 6056c72c-a53a-4cf7-8d94-e07253f5e3e9 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 18:00:35.225821 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 9970c79c-530d-43df-9017-3bf60635d9ca no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 18:00:35.251831 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 9970c79c-530d-43df-9017-3bf60635d9ca {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 18:00:35.252570 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 9970c79c-530d-43df-9017-3bf60635d9ca not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 18:00:35.252685 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 278ed6a0-109e-462f-8733-0a88989cf0d0 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 18:00:35.275111 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-532ad072-5e78-4313-ba05-d070fe6d7f7d None None] Deleting port 278ed6a0-109e-462f-8733-0a88989cf0d0 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 18:00:35.275478 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-532ad072-5e78-4313-ba05-d070fe6d7f7d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:35.277072 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 278ed6a0-109e-462f-8733-0a88989cf0d0 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 18:00:35.277408 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 278ed6a0-109e-462f-8733-0a88989cf0d0 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 18:00:35.300140 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-878a0e5a-ec49-4c1b-83cf-45f211995a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:35.322796 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-878a0e5a-ec49-4c1b-83cf-45f211995a25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abe44660-3c85-46c3-81ef-3a83d1c4b569']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:00:35.334217 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-878a0e5a-ec49-4c1b-83cf-45f211995a25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52241ada-1965-476a-bc10-c1275aa114a0') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:00:35.334514 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-878a0e5a-ec49-4c1b-83cf-45f211995a25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52241ada-1965-476a-bc10-c1275aa114a0') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:00:35.346158 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-878a0e5a-ec49-4c1b-83cf-45f211995a25 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:35.351896 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-532ad072-5e78-4313-ba05-d070fe6d7f7d None None] For port 278ed6a0-109e-462f-8733-0a88989cf0d0, host n-d-master-1, got binding levels [] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:00:35.352295 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-532ad072-5e78-4313-ba05-d070fe6d7f7d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:35.362053 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-878a0e5a-ec49-4c1b-83cf-45f211995a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:35.366873 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-532ad072-5e78-4313-ba05-d070fe6d7f7d None None] Calling delete_port for 278ed6a0-109e-462f-8733-0a88989cf0d0 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 18:00:35.369127 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-878a0e5a-ec49-4c1b-83cf-45f211995a25 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 18:00:35.369696 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-878a0e5a-ec49-4c1b-83cf-45f211995a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:35.370287 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.ipam_backend_mixin [None req-532ad072-5e78-4313-ba05-d070fe6d7f7d None None] Port 278ed6a0-109e-462f-8733-0a88989cf0d0 was not found and therefore no delete operation was performed {{(pid=103286) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 06 18:00:35.371549 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 18:00:35.371549 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 18:00:35.371549 n-d-master-1 neutron-server[103285]: timer() Dec 06 18:00:35.371549 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 18:00:35.371549 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 18:00:35.371549 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 18:00:35.371549 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 18:00:35.371549 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 18:00:35.371549 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 18:00:35.371549 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 18:00:35.371549 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 18:00:35.371549 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 18:00:35.371549 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 18:00:35.371549 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 18:00:35.371549 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 18:00:35.371549 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 18:00:35.371549 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 18:00:35.371549 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 18:00:35.371549 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 18:00:35.371549 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 18:00:35.371549 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 18:00:35.371549 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 18:00:35.371549 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 18:00:35.371549 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 18:00:35.371549 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 18:00:35.371549 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 18:00:35.371549 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 18:00:35.371549 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 18:00:35.371549 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 18:00:35.371549 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 18:00:35.371549 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 18:00:35.371549 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 18:00:35.374130 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-532ad072-5e78-4313-ba05-d070fe6d7f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:35.396872 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532ad072-5e78-4313-ba05-d070fe6d7f7d None None] Pushing event deleted for resources: {'Port': ['ID=278ed6a0-109e-462f-8733-0a88989cf0d0,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:00:35.403066 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532ad072-5e78-4313-ba05-d070fe6d7f7d None None] No DVR routers for this DVR port 278ed6a0-109e-462f-8733-0a88989cf0d0 on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 18:00:35.436215 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-878a0e5a-ec49-4c1b-83cf-45f211995a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:35.441945 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-878a0e5a-ec49-4c1b-83cf-45f211995a25 admin admin] Publish callbacks [] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:35.445295 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-878a0e5a-ec49-4c1b-83cf-45f211995a25 admin admin] 10.222.0.23 "DELETE /v2.0/networks/abe44660-3c85-46c3-81ef-3a83d1c4b569 HTTP/1.1" status: 204 len: 168 time: 0.5674491 Dec 06 18:00:35.458972 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878a0e5a-ec49-4c1b-83cf-45f211995a25 admin admin] Pushing event deleted for resources: {'Network': ['ID=abe44660-3c85-46c3-81ef-3a83d1c4b569,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:00:35.525788 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:35.576269 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 40808) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:00:35.615152 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-aef9a005-3d72-4b01-9080-9f2211ddaa10 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=53f0e2b3dd834584b50c76041ac80845&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0376372 Dec 06 18:00:35.617434 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 40810) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:00:35.663182 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5bbe9e10-fcd2-4a73-af01-92bf5a009d1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:35.685405 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5bbe9e10-fcd2-4a73-af01-92bf5a009d1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:35.730356 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5bbe9e10-fcd2-4a73-af01-92bf5a009d1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:35.733439 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5bbe9e10-fcd2-4a73-af01-92bf5a009d1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:35.734624 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-5bbe9e10-fcd2-4a73-af01-92bf5a009d1a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c173a650-6e1f-4785-ba41-efeb33471daf HTTP/1.1" status: 204 len: 168 time: 0.1162763 Dec 06 18:00:35.742404 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbe9e10-fcd2-4a73-af01-92bf5a009d1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c173a650-6e1f-4785-ba41-efeb33471daf,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:00:36.422813 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 40834) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:00:36.516705 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-bb2ebdc2-5ad9-4123-abbf-e94c64ff77f7 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1019366662-network', 'tenant_id': '517c193a2d684abcbca0e21c25a75959'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:00:36.537898 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb2ebdc2-5ad9-4123-abbf-e94c64ff77f7 admin admin] Made reservation on behalf of 517c193a2d684abcbca0e21c25a75959 for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 18:00:36.540420 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bb2ebdc2-5ad9-4123-abbf-e94c64ff77f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:36.548825 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bb2ebdc2-5ad9-4123-abbf-e94c64ff77f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:36.625316 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bb2ebdc2-5ad9-4123-abbf-e94c64ff77f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:36.628884 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bb2ebdc2-5ad9-4123-abbf-e94c64ff77f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:36.650073 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb2ebdc2-5ad9-4123-abbf-e94c64ff77f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 18:00:36.665088 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ebdc2-5ad9-4123-abbf-e94c64ff77f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5205f70b-850e-4c61-90ea-51c9ac9a7d57,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:00:36.668114 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bb2ebdc2-5ad9-4123-abbf-e94c64ff77f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:36.668591 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-bb2ebdc2-5ad9-4123-abbf-e94c64ff77f7 admin admin] Added segment 0ae5ee1e-39b9-4219-8051-26d9eaec8480 of type vlan for network 29999f9d-0ae5-4c03-affe-f64819fb5f67 Dec 06 18:00:36.709457 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bb2ebdc2-5ad9-4123-abbf-e94c64ff77f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:36.732893 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bb2ebdc2-5ad9-4123-abbf-e94c64ff77f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:36.734123 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2ebdc2-5ad9-4123-abbf-e94c64ff77f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:00:36.734706 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bb2ebdc2-5ad9-4123-abbf-e94c64ff77f7 admin admin] Publish callbacks [] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:36.791243 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-bb2ebdc2-5ad9-4123-abbf-e94c64ff77f7 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3673234 Dec 06 18:00:36.794177 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 40838) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:00:36.798521 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ebdc2-5ad9-4123-abbf-e94c64ff77f7 admin admin] Pushing event updated for resources: {'Network': ['ID=29999f9d-0ae5-4c03-affe-f64819fb5f67,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:00:36.799303 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-95d76144-d62b-47de-98ce-622225e2920e admin admin] Request body: {'subnet': {'network_id': '29999f9d-0ae5-4c03-affe-f64819fb5f67', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1019366662-subnet', 'tenant_id': '517c193a2d684abcbca0e21c25a75959', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:00:36.808346 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 29999f9d-0ae5-4c03-affe-f64819fb5f67 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 18:00:36.821755 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d76144-d62b-47de-98ce-622225e2920e admin admin] Made reservation on behalf of 517c193a2d684abcbca0e21c25a75959 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 18:00:36.824093 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-95d76144-d62b-47de-98ce-622225e2920e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:36.989367 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-95d76144-d62b-47de-98ce-622225e2920e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:37.042236 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d76144-d62b-47de-98ce-622225e2920e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7874feb7-164b-4444-89c4-d8ea7d4c634c,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:00:37.053218 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d76144-d62b-47de-98ce-622225e2920e admin admin] Checking segment: {'id': '0ae5ee1e-39b9-4219-8051-26d9eaec8480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '29999f9d-0ae5-4c03-affe-f64819fb5f67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 18:00:37.053619 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d76144-d62b-47de-98ce-622225e2920e admin admin] Network hostable DHCP agents. Network: 29999f9d-0ae5-4c03-affe-f64819fb5f67, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 18:00:37.070746 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d76144-d62b-47de-98ce-622225e2920e admin admin] Network 29999f9d-0ae5-4c03-affe-f64819fb5f67 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 18:00:37.079165 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-95d76144-d62b-47de-98ce-622225e2920e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 29999f9d-0ae5-4c03-affe-f64819fb5f67) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 18:00:37.083934 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d76144-d62b-47de-98ce-622225e2920e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:00:37.084921 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-95d76144-d62b-47de-98ce-622225e2920e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:37.088356 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85353c3c-8d88-424b-a6b9-f332eea4c1ab None None] Network 29999f9d-0ae5-4c03-affe-f64819fb5f67 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 18:00:37.106659 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-95d76144-d62b-47de-98ce-622225e2920e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3057103 Dec 06 18:00:37.213803 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87b92f4-dc84-44d3-8b73-29e4c4f57594 None None] Network 29999f9d-0ae5-4c03-affe-f64819fb5f67 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 18:00:37.540526 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701361e4-8db5-48ed-8181-b9f91c880f08 req-d5c86acd-2d29-43aa-8be2-a66bb3e175b4 tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:00:37.542030 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-701361e4-8db5-48ed-8181-b9f91c880f08 req-d5c86acd-2d29-43aa-8be2-a66bb3e175b4 tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] 10.222.0.23 "GET /v2.0/networks?id=29999f9d-0ae5-4c03-affe-f64819fb5f67 HTTP/1.1" status: 200 len: 814 time: 0.1081781 Dec 06 18:00:37.557115 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-701361e4-8db5-48ed-8181-b9f91c880f08 req-fa544999-2685-4aa1-81d8-9833ed5ff867 tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] 10.222.0.23 "GET /v2.0/quotas/517c193a2d684abcbca0e21c25a75959 HTTP/1.1" status: 200 len: 375 time: 0.0087740 Dec 06 18:00:37.587097 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-701361e4-8db5-48ed-8181-b9f91c880f08 req-03d82f43-c420-4cc2-b61a-4ae37b90c5b6 tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=517c193a2d684abcbca0e21c25a75959&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0248537 Dec 06 18:00:37.597928 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [req-701361e4-8db5-48ed-8181-b9f91c880f08 req-77f45039-745e-497c-8f8e-763b8b00eccb service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103285) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 18:00:37.598872 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-701361e4-8db5-48ed-8181-b9f91c880f08 req-77f45039-745e-497c-8f8e-763b8b00eccb service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048246 Dec 06 18:00:37.690647 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-701361e4-8db5-48ed-8181-b9f91c880f08 req-e80868aa-a0e9-41e7-ac2f-0df9a1d60785 service neutron] 10.222.0.23 "GET /v2.0/networks/29999f9d-0ae5-4c03-affe-f64819fb5f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862188 Dec 06 18:00:37.780241 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-701361e4-8db5-48ed-8181-b9f91c880f08 req-91522b7d-46ff-434c-a6f4-5512b5e841e0 service neutron] 10.222.0.23 "GET /v2.0/networks/29999f9d-0ae5-4c03-affe-f64819fb5f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834846 Dec 06 18:00:37.937289 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-eabf8fca-b197-49c3-9308-b77c16de26ff req-d66e2b07-1c79-41d9-bb84-e35df1d436e8 tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c372427-7823-4a76-9507-1decaf204e1d HTTP/1.1" status: 200 len: 210 time: 0.0263433 Dec 06 18:00:39.038248 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6a9eaffe-0b79-42b9-b582-d9b08dc3a300 req-6a1898a5-39d0-473f-86c1-06c34bfb134e tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c372427-7823-4a76-9507-1decaf204e1d HTTP/1.1" status: 200 len: 210 time: 0.0315714 Dec 06 18:00:39.200598 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701361e4-8db5-48ed-8181-b9f91c880f08 req-d3e295c5-1d98-480f-9945-8d6691736955 tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:00:39.202092 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-701361e4-8db5-48ed-8181-b9f91c880f08 req-d3e295c5-1d98-480f-9945-8d6691736955 tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] 10.222.0.41 "GET /v2.0/networks?id=29999f9d-0ae5-4c03-affe-f64819fb5f67 HTTP/1.1" status: 200 len: 814 time: 0.1073060 Dec 06 18:00:39.221575 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-701361e4-8db5-48ed-8181-b9f91c880f08 req-e935f825-6729-4177-a612-557bd42b797b tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] Request body: {'port': {'device_id': '6c372427-7823-4a76-9507-1decaf204e1d', 'network_id': '29999f9d-0ae5-4c03-affe-f64819fb5f67', 'admin_state_up': True, 'tenant_id': '517c193a2d684abcbca0e21c25a75959'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:00:39.331461 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-701361e4-8db5-48ed-8181-b9f91c880f08 req-e935f825-6729-4177-a612-557bd42b797b tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] Made reservation on behalf of 517c193a2d684abcbca0e21c25a75959 for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 18:00:39.335364 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-701361e4-8db5-48ed-8181-b9f91c880f08 req-e935f825-6729-4177-a612-557bd42b797b tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:39.454792 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-701361e4-8db5-48ed-8181-b9f91c880f08 req-e935f825-6729-4177-a612-557bd42b797b tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] Allocated IP 172.20.0.12 (29999f9d-0ae5-4c03-affe-f64819fb5f67/7874feb7-164b-4444-89c4-d8ea7d4c634c/40ee425b-40c7-4d8b-b524-099e4f628ce0) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 18:00:39.602715 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-701361e4-8db5-48ed-8181-b9f91c880f08 req-e935f825-6729-4177-a612-557bd42b797b tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:39.634705 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-701361e4-8db5-48ed-8181-b9f91c880f08 req-e935f825-6729-4177-a612-557bd42b797b tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:39.677030 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-701361e4-8db5-48ed-8181-b9f91c880f08 req-e935f825-6729-4177-a612-557bd42b797b tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] Network 29999f9d-0ae5-4c03-affe-f64819fb5f67 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 18:00:39.680244 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-701361e4-8db5-48ed-8181-b9f91c880f08 req-e935f825-6729-4177-a612-557bd42b797b tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 18:00:39.683910 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-701361e4-8db5-48ed-8181-b9f91c880f08 req-e935f825-6729-4177-a612-557bd42b797b tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 18:00:39.713895 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e935f825-6729-4177-a612-557bd42b797b tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] Pushing event updated for resources: {'Port': ['ID=40ee425b-40c7-4d8b-b524-099e4f628ce0,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:00:39.740847 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701361e4-8db5-48ed-8181-b9f91c880f08 req-e935f825-6729-4177-a612-557bd42b797b tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:00:39.741485 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-701361e4-8db5-48ed-8181-b9f91c880f08 req-e935f825-6729-4177-a612-557bd42b797b tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:39.757122 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-701361e4-8db5-48ed-8181-b9f91c880f08 req-e935f825-6729-4177-a612-557bd42b797b tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5394373 Dec 06 18:00:39.774437 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-701361e4-8db5-48ed-8181-b9f91c880f08 req-864a87ec-4138-4b30-9ae5-93fd395fb66a service neutron] Request body: {'port': {'device_id': '6c372427-7823-4a76-9507-1decaf204e1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:00:39.826359 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-701361e4-8db5-48ed-8181-b9f91c880f08 req-864a87ec-4138-4b30-9ae5-93fd395fb66a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:40.085485 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-701361e4-8db5-48ed-8181-b9f91c880f08 req-864a87ec-4138-4b30-9ae5-93fd395fb66a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40ee425b-40c7-4d8b-b524-099e4f628ce0 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 18:00:40.092993 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-701361e4-8db5-48ed-8181-b9f91c880f08 req-864a87ec-4138-4b30-9ae5-93fd395fb66a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:40.105569 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-701361e4-8db5-48ed-8181-b9f91c880f08 req-864a87ec-4138-4b30-9ae5-93fd395fb66a service neutron] Transition to ACTIVE for port object 40ee425b-40c7-4d8b-b524-099e4f628ce0 will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 18:00:40.110568 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-701361e4-8db5-48ed-8181-b9f91c880f08 req-864a87ec-4138-4b30-9ae5-93fd395fb66a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:40.161739 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864a87ec-4138-4b30-9ae5-93fd395fb66a service neutron] Pushing event updated for resources: {'Port': ['ID=40ee425b-40c7-4d8b-b524-099e4f628ce0,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:00:40.163054 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3835738-5af7-4d2a-b81e-99c2b04f29f3 req-fa99b598-98c8-4757-ad09-13ceccdb9244 tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:00:40.165271 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b3835738-5af7-4d2a-b81e-99c2b04f29f3 req-fa99b598-98c8-4757-ad09-13ceccdb9244 tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c372427-7823-4a76-9507-1decaf204e1d HTTP/1.1" status: 200 len: 944 time: 0.0552828 Dec 06 18:00:40.214223 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b3835738-5af7-4d2a-b81e-99c2b04f29f3 req-2ec20a9a-9d37-4560-ba0f-e2a007ed4cf6 tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] 10.222.0.23 "GET /v2.0/security-groups?id=5205f70b-850e-4c61-90ea-51c9ac9a7d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418420 Dec 06 18:00:40.225987 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-701361e4-8db5-48ed-8181-b9f91c880f08 req-864a87ec-4138-4b30-9ae5-93fd395fb66a service neutron] Attempting to bind port 40ee425b-40c7-4d8b-b524-099e4f628ce0 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 18:00:40.226334 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-701361e4-8db5-48ed-8181-b9f91c880f08 req-864a87ec-4138-4b30-9ae5-93fd395fb66a service neutron] Attempting to bind port 40ee425b-40c7-4d8b-b524-099e4f628ce0 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '0ae5ee1e-39b9-4219-8051-26d9eaec8480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '29999f9d-0ae5-4c03-affe-f64819fb5f67'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 18:00:40.226665 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701361e4-8db5-48ed-8181-b9f91c880f08 req-864a87ec-4138-4b30-9ae5-93fd395fb66a service neutron] Attempting to bind port 40ee425b-40c7-4d8b-b524-099e4f628ce0 on network 29999f9d-0ae5-4c03-affe-f64819fb5f67 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 18:00:40.230988 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701361e4-8db5-48ed-8181-b9f91c880f08 req-864a87ec-4138-4b30-9ae5-93fd395fb66a service neutron] Port 40ee425b-40c7-4d8b-b524-099e4f628ce0 on network 29999f9d-0ae5-4c03-affe-f64819fb5f67 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 18:00:40.231794 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701361e4-8db5-48ed-8181-b9f91c880f08 req-864a87ec-4138-4b30-9ae5-93fd395fb66a service neutron] Attempting to bind port 40ee425b-40c7-4d8b-b524-099e4f628ce0 on network 29999f9d-0ae5-4c03-affe-f64819fb5f67 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 18:00:40.236857 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701361e4-8db5-48ed-8181-b9f91c880f08 req-864a87ec-4138-4b30-9ae5-93fd395fb66a service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 18, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 18:00:40.237191 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701361e4-8db5-48ed-8181-b9f91c880f08 req-864a87ec-4138-4b30-9ae5-93fd395fb66a service neutron] Checking segment: {'id': '0ae5ee1e-39b9-4219-8051-26d9eaec8480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '29999f9d-0ae5-4c03-affe-f64819fb5f67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 18:00:40.237604 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701361e4-8db5-48ed-8181-b9f91c880f08 req-864a87ec-4138-4b30-9ae5-93fd395fb66a service neutron] Bound using segment: {'id': '0ae5ee1e-39b9-4219-8051-26d9eaec8480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '29999f9d-0ae5-4c03-affe-f64819fb5f67'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 18:00:40.238024 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-701361e4-8db5-48ed-8181-b9f91c880f08 req-864a87ec-4138-4b30-9ae5-93fd395fb66a service neutron] Bound port: 40ee425b-40c7-4d8b-b524-099e4f628ce0, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ae5ee1e-39b9-4219-8051-26d9eaec8480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '29999f9d-0ae5-4c03-affe-f64819fb5f67'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 18:00:40.238374 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-701361e4-8db5-48ed-8181-b9f91c880f08 req-864a87ec-4138-4b30-9ae5-93fd395fb66a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:40.302123 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-701361e4-8db5-48ed-8181-b9f91c880f08 req-864a87ec-4138-4b30-9ae5-93fd395fb66a service neutron] For port 40ee425b-40c7-4d8b-b524-099e4f628ce0, host n-h1-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 18:00:40.304999 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-701361e4-8db5-48ed-8181-b9f91c880f08 req-864a87ec-4138-4b30-9ae5-93fd395fb66a service neutron] For port 40ee425b-40c7-4d8b-b524-099e4f628ce0, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=40ee425b-40c7-4d8b-b524-099e4f628ce0,segment=NetworkSegment(0ae5ee1e-39b9-4219-8051-26d9eaec8480),segment_id=0ae5ee1e-39b9-4219-8051-26d9eaec8480)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 18:00:40.310468 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-701361e4-8db5-48ed-8181-b9f91c880f08 req-864a87ec-4138-4b30-9ae5-93fd395fb66a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:40.607592 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701361e4-8db5-48ed-8181-b9f91c880f08 req-864a87ec-4138-4b30-9ae5-93fd395fb66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:00:40.608219 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-701361e4-8db5-48ed-8181-b9f91c880f08 req-864a87ec-4138-4b30-9ae5-93fd395fb66a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:40.609641 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-701361e4-8db5-48ed-8181-b9f91c880f08 req-864a87ec-4138-4b30-9ae5-93fd395fb66a service neutron] 10.222.0.41 "PUT /v2.0/ports/40ee425b-40c7-4d8b-b524-099e4f628ce0 HTTP/1.1" status: 200 len: 1092 time: 0.8393257 Dec 06 18:00:40.610087 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c372427-7823-4a76-9507-1decaf204e1d', 'tag': '40ee425b-40c7-4d8b-b524-099e4f628ce0'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 18:00:40.612378 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f014b2-be19-4971-bb86-d0041241c52d" -d '{"events": [{"name": "network-changed", "server_uuid": "6c372427-7823-4a76-9507-1decaf204e1d", "tag": "40ee425b-40c7-4d8b-b524-099e4f628ce0"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 18:00:40.636159 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864a87ec-4138-4b30-9ae5-93fd395fb66a service neutron] Pushing event updated for resources: {'Port': ['ID=40ee425b-40c7-4d8b-b524-099e4f628ce0,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:00:40.663212 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 18:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7610234a-ce4f-417d-81eb-5acda0c81178 x-openstack-request-id: req-7610234a-ce4f-417d-81eb-5acda0c81178 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 18:00:40.663503 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c372427-7823-4a76-9507-1decaf204e1d", "tag": "40ee425b-40c7-4d8b-b524-099e4f628ce0", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 18:00:40.663757 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7610234a-ce4f-417d-81eb-5acda0c81178 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 18:00:40.664183 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c372427-7823-4a76-9507-1decaf204e1d', 'tag': '40ee425b-40c7-4d8b-b524-099e4f628ce0', 'status': 'completed', 'code': 200} Dec 06 18:00:40.696701 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701361e4-8db5-48ed-8181-b9f91c880f08 req-b8c07e39-df1e-4081-a9ea-d4c9c34564ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:00:40.698272 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-701361e4-8db5-48ed-8181-b9f91c880f08 req-b8c07e39-df1e-4081-a9ea-d4c9c34564ab service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=517c193a2d684abcbca0e21c25a75959&device_id=6c372427-7823-4a76-9507-1decaf204e1d HTTP/1.1" status: 200 len: 1095 time: 0.0439706 Dec 06 18:00:40.743405 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-701361e4-8db5-48ed-8181-b9f91c880f08 req-7aa6b346-210a-4256-813d-78d0a9656de0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=40ee425b-40c7-4d8b-b524-099e4f628ce0 HTTP/1.1" status: 200 len: 217 time: 0.0360324 Dec 06 18:00:40.792762 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701361e4-8db5-48ed-8181-b9f91c880f08 req-bd5dc641-b80e-463c-999b-a6b79291e64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:00:40.794261 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-701361e4-8db5-48ed-8181-b9f91c880f08 req-bd5dc641-b80e-463c-999b-a6b79291e64d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7874feb7-164b-4444-89c4-d8ea7d4c634c HTTP/1.1" status: 200 len: 854 time: 0.0433953 Dec 06 18:00:40.825545 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-701361e4-8db5-48ed-8181-b9f91c880f08 req-1321e023-2aa0-437b-89fe-f0ae4a115a64 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=29999f9d-0ae5-4c03-affe-f64819fb5f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230405 Dec 06 18:00:40.921201 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-701361e4-8db5-48ed-8181-b9f91c880f08 req-b0e78c06-682d-42e6-9dd0-98f7de69f2f3 service neutron] 10.222.0.41 "GET /v2.0/networks/29999f9d-0ae5-4c03-affe-f64819fb5f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834610 Dec 06 18:00:41.013541 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-701361e4-8db5-48ed-8181-b9f91c880f08 req-1a563cbd-44f3-4251-b1df-e1ed44da68bc service neutron] 10.222.0.41 "GET /v2.0/networks/29999f9d-0ae5-4c03-affe-f64819fb5f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808172 Dec 06 18:00:41.106671 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f014b2-be19-4971-bb86-d0041241c52d req-9377c756-7a95-42c5-89ae-11e7152dfef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:00:41.108142 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-04f014b2-be19-4971-bb86-d0041241c52d req-9377c756-7a95-42c5-89ae-11e7152dfef6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=517c193a2d684abcbca0e21c25a75959&device_id=6c372427-7823-4a76-9507-1decaf204e1d HTTP/1.1" status: 200 len: 1095 time: 0.0404925 Dec 06 18:00:41.201784 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f014b2-be19-4971-bb86-d0041241c52d req-3caeb992-5c56-4bae-b48d-4fb4f9086890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:00:41.203160 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-04f014b2-be19-4971-bb86-d0041241c52d req-3caeb992-5c56-4bae-b48d-4fb4f9086890 service neutron] 10.222.0.41 "GET /v2.0/networks?id=29999f9d-0ae5-4c03-affe-f64819fb5f67 HTTP/1.1" status: 200 len: 915 time: 0.0872974 Dec 06 18:00:41.243869 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-04f014b2-be19-4971-bb86-d0041241c52d req-cbd91d29-9000-4fab-83a9-1546ce301cf5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=40ee425b-40c7-4d8b-b524-099e4f628ce0 HTTP/1.1" status: 200 len: 217 time: 0.0330844 Dec 06 18:00:41.298659 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f014b2-be19-4971-bb86-d0041241c52d req-0389a3b6-528c-4887-99a9-ef3ba313697c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:00:41.300144 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-04f014b2-be19-4971-bb86-d0041241c52d req-0389a3b6-528c-4887-99a9-ef3ba313697c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7874feb7-164b-4444-89c4-d8ea7d4c634c HTTP/1.1" status: 200 len: 854 time: 0.0489092 Dec 06 18:00:41.332235 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790465ab-d249-45b0-baa7-c15ed878a2dc req-f2f0f59e-b166-4f78-9d96-07b07bd2ce52 tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:00:41.333757 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-790465ab-d249-45b0-baa7-c15ed878a2dc req-f2f0f59e-b166-4f78-9d96-07b07bd2ce52 tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c372427-7823-4a76-9507-1decaf204e1d HTTP/1.1" status: 200 len: 944 time: 0.0491199 Dec 06 18:00:41.334166 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-04f014b2-be19-4971-bb86-d0041241c52d req-42915717-4d01-4fd2-948c-34c17bca6f9f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=29999f9d-0ae5-4c03-affe-f64819fb5f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252328 Dec 06 18:00:41.380708 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-790465ab-d249-45b0-baa7-c15ed878a2dc req-6edd6e40-7e2f-4ece-bc35-044a39331c4a tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] 10.222.0.23 "GET /v2.0/security-groups?id=5205f70b-850e-4c61-90ea-51c9ac9a7d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408466 Dec 06 18:00:41.425200 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-04f014b2-be19-4971-bb86-d0041241c52d req-7ef9d079-1203-40d3-b9e4-eb4d108caff0 service neutron] 10.222.0.41 "GET /v2.0/networks/29999f9d-0ae5-4c03-affe-f64819fb5f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815544 Dec 06 18:00:41.519885 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-04f014b2-be19-4971-bb86-d0041241c52d req-be4189a8-45e1-459d-8e76-4354c44b3023 service neutron] 10.222.0.41 "GET /v2.0/networks/29999f9d-0ae5-4c03-affe-f64819fb5f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857506 Dec 06 18:00:42.496023 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdae9eb9-c954-4688-91fc-78497664df82 req-206b2b5f-818c-4df3-baa2-060784afcd27 tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:00:42.497486 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fdae9eb9-c954-4688-91fc-78497664df82 req-206b2b5f-818c-4df3-baa2-060784afcd27 tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c372427-7823-4a76-9507-1decaf204e1d HTTP/1.1" status: 200 len: 944 time: 0.0483410 Dec 06 18:00:42.543789 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fdae9eb9-c954-4688-91fc-78497664df82 req-891f9b64-cc44-4c43-87f1-d72f624f6e5d tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] 10.222.0.23 "GET /v2.0/security-groups?id=5205f70b-850e-4c61-90ea-51c9ac9a7d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402966 Dec 06 18:00:43.518155 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3b0d4fb3-e39a-4281-ab26-1588001f6967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:43.660713 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbedc2d1-0795-40fa-8d0d-e0e0e6737c9a req-417060ba-ef33-4e43-9032-08322b015ce5 tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:00:43.662205 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-cbedc2d1-0795-40fa-8d0d-e0e0e6737c9a req-417060ba-ef33-4e43-9032-08322b015ce5 tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c372427-7823-4a76-9507-1decaf204e1d HTTP/1.1" status: 200 len: 944 time: 0.0514586 Dec 06 18:00:43.709061 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-cbedc2d1-0795-40fa-8d0d-e0e0e6737c9a req-0857979c-3441-4e41-8118-ad48ed5eabb7 tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] 10.222.0.23 "GET /v2.0/security-groups?id=5205f70b-850e-4c61-90ea-51c9ac9a7d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409477 Dec 06 18:00:44.131534 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 40ee425b-40c7-4d8b-b524-099e4f628ce0 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 18:00:44.224377 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 40ee425b-40c7-4d8b-b524-099e4f628ce0, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=40ee425b-40c7-4d8b-b524-099e4f628ce0,segment=NetworkSegment(0ae5ee1e-39b9-4219-8051-26d9eaec8480),segment_id=0ae5ee1e-39b9-4219-8051-26d9eaec8480)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:00:44.238387 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': '40ee425b-40c7-4d8b-b524-099e4f628ce0', 'network_id': '29999f9d-0ae5-4c03-affe-f64819fb5f67', 'port_id': '40ee425b-40c7-4d8b-b524-099e4f628ce0', 'mac_address': 'fa:16:3e:68:89:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7874feb7-164b-4444-89c4-d8ea7d4c634c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 18:00:44.274573 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:44.291002 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40ee425b-40c7-4d8b-b524-099e4f628ce0 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 18:00:44.310483 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 40ee425b-40c7-4d8b-b524-099e4f628ce0, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=40ee425b-40c7-4d8b-b524-099e4f628ce0,segment=NetworkSegment(0ae5ee1e-39b9-4219-8051-26d9eaec8480),segment_id=0ae5ee1e-39b9-4219-8051-26d9eaec8480)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:00:44.314402 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:44.359859 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=40ee425b-40c7-4d8b-b524-099e4f628ce0,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:00:44.550730 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['40ee425b-40c7-4d8b-b524-099e4f628ce0'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 18:00:44.827421 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1011badd-58d0-4aab-b663-bdca1297a306 req-f85e5723-036c-4964-b974-7f283338a9de tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:00:44.828815 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1011badd-58d0-4aab-b663-bdca1297a306 req-f85e5723-036c-4964-b974-7f283338a9de tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c372427-7823-4a76-9507-1decaf204e1d HTTP/1.1" status: 200 len: 945 time: 0.0528316 Dec 06 18:00:44.875416 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1011badd-58d0-4aab-b663-bdca1297a306 req-4d0aad68-8581-4a89-ac50-82ded21cc883 tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] 10.222.0.23 "GET /v2.0/security-groups?id=5205f70b-850e-4c61-90ea-51c9ac9a7d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406168 Dec 06 18:00:45.710768 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-aec3b9b8-7499-4fb7-941b-44032a8afc54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:45.988931 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1acb25b-a4eb-4753-a321-9a6bd083e2cd req-38be52ac-c687-4304-ae64-97524efa9b92 tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:00:45.990386 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b1acb25b-a4eb-4753-a321-9a6bd083e2cd req-38be52ac-c687-4304-ae64-97524efa9b92 tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c372427-7823-4a76-9507-1decaf204e1d HTTP/1.1" status: 200 len: 945 time: 0.0488520 Dec 06 18:00:46.038637 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b1acb25b-a4eb-4753-a321-9a6bd083e2cd req-aef7ab50-b46a-44b2-9f67-870af55b67a0 tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] 10.222.0.23 "GET /v2.0/security-groups?id=5205f70b-850e-4c61-90ea-51c9ac9a7d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421338 Dec 06 18:00:46.148131 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 40ee425b-40c7-4d8b-b524-099e4f628ce0 up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 18:00:46.195523 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port 40ee425b-40c7-4d8b-b524-099e4f628ce0 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 18:00:46.199100 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port 40ee425b-40c7-4d8b-b524-099e4f628ce0 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:00:46.199472 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:46.277321 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:46.299286 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c372427-7823-4a76-9507-1decaf204e1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40ee425b-40c7-4d8b-b524-099e4f628ce0'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 18:00:46.301551 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f800fc5-e229-4300-b00a-2e6a92e521f2" -d '{"events": [{"server_uuid": "6c372427-7823-4a76-9507-1decaf204e1d", "name": "network-vif-plugged", "status": "completed", "tag": "40ee425b-40c7-4d8b-b524-099e4f628ce0"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 18:00:46.315018 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 40ee425b-40c7-4d8b-b524-099e4f628ce0, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=40ee425b-40c7-4d8b-b524-099e4f628ce0,segment=NetworkSegment(0ae5ee1e-39b9-4219-8051-26d9eaec8480),segment_id=0ae5ee1e-39b9-4219-8051-26d9eaec8480)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:00:46.320004 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:46.372651 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=40ee425b-40c7-4d8b-b524-099e4f628ce0,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:00:46.402021 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 18:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e744787-96f9-4ca4-8bf0-cb0b154509f8 x-openstack-request-id: req-8e744787-96f9-4ca4-8bf0-cb0b154509f8 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 18:00:46.402315 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c372427-7823-4a76-9507-1decaf204e1d", "name": "network-vif-plugged", "status": "completed", "tag": "40ee425b-40c7-4d8b-b524-099e4f628ce0", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 18:00:46.402572 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8e744787-96f9-4ca4-8bf0-cb0b154509f8 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 18:00:46.403481 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c372427-7823-4a76-9507-1decaf204e1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40ee425b-40c7-4d8b-b524-099e4f628ce0', 'code': 200} Dec 06 18:00:46.515440 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7416732-55e5-4b63-9ed8-b2716730c9b2 req-8052d49e-7d88-4603-afe7-6003d69bf85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:00:46.516952 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a7416732-55e5-4b63-9ed8-b2716730c9b2 req-8052d49e-7d88-4603-afe7-6003d69bf85a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6c372427-7823-4a76-9507-1decaf204e1d HTTP/1.1" status: 200 len: 1097 time: 0.0391214 Dec 06 18:00:46.567086 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a7416732-55e5-4b63-9ed8-b2716730c9b2 req-2dead6fb-5267-428f-8816-9949e8ec5b2e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5205f70b-850e-4c61-90ea-51c9ac9a7d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378103 Dec 06 18:00:47.086128 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:47.152387 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058ff09b-1ccf-4545-920b-f0c73d385efe req-2fbb7c9f-97cc-4465-85f7-130743b65b04 tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:00:47.154514 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-058ff09b-1ccf-4545-920b-f0c73d385efe req-2fbb7c9f-97cc-4465-85f7-130743b65b04 tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c372427-7823-4a76-9507-1decaf204e1d HTTP/1.1" status: 200 len: 946 time: 0.0483644 Dec 06 18:00:47.204860 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-058ff09b-1ccf-4545-920b-f0c73d385efe req-36760821-bc58-4b5c-9c4a-f99839deffae tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] 10.222.0.23 "GET /v2.0/security-groups?id=5205f70b-850e-4c61-90ea-51c9ac9a7d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444894 Dec 06 18:00:48.222620 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:48.319991 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d132d93f-400f-422c-856c-956b51f299a6 req-e38a8dab-f8c1-4007-808f-5e19e6c9ebe9 tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:00:48.321453 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d132d93f-400f-422c-856c-956b51f299a6 req-e38a8dab-f8c1-4007-808f-5e19e6c9ebe9 tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c372427-7823-4a76-9507-1decaf204e1d HTTP/1.1" status: 200 len: 946 time: 0.0477057 Dec 06 18:00:48.371123 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d132d93f-400f-422c-856c-956b51f299a6 req-f6900d85-ccb8-41c0-8b55-6ed0f97e32e2 tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] 10.222.0.23 "GET /v2.0/security-groups?id=5205f70b-850e-4c61-90ea-51c9ac9a7d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432682 Dec 06 18:00:48.596198 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13821a9a-e3c5-43a2-addd-3a32684860a2 req-912564eb-19c5-4533-b23e-61b62bfd3eb2 tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:00:48.597699 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-13821a9a-e3c5-43a2-addd-3a32684860a2 req-912564eb-19c5-4533-b23e-61b62bfd3eb2 tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] 10.222.0.23 "GET /v2.0/networks?id=29999f9d-0ae5-4c03-affe-f64819fb5f67 HTTP/1.1" status: 200 len: 814 time: 0.1038203 Dec 06 18:00:48.612280 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-13821a9a-e3c5-43a2-addd-3a32684860a2 req-9a3e953c-afbe-41ea-8158-9a87d4be0f98 tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] 10.222.0.23 "GET /v2.0/quotas/517c193a2d684abcbca0e21c25a75959 HTTP/1.1" status: 200 len: 375 time: 0.0088327 Dec 06 18:00:48.659889 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-13821a9a-e3c5-43a2-addd-3a32684860a2 req-0e7ab812-fb4f-44d7-b5d8-1d8f0a7320c7 tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=517c193a2d684abcbca0e21c25a75959&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0425675 Dec 06 18:00:48.721047 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [req-13821a9a-e3c5-43a2-addd-3a32684860a2 req-e29d7703-643a-4737-b1a8-58da12e97cff service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 18:00:48.722093 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-13821a9a-e3c5-43a2-addd-3a32684860a2 req-e29d7703-643a-4737-b1a8-58da12e97cff service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0556555 Dec 06 18:00:48.814310 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-13821a9a-e3c5-43a2-addd-3a32684860a2 req-fcad232b-1788-4d49-b3f3-1e750c5282fe service neutron] 10.222.0.23 "GET /v2.0/networks/29999f9d-0ae5-4c03-affe-f64819fb5f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859978 Dec 06 18:00:48.902419 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-13821a9a-e3c5-43a2-addd-3a32684860a2 req-0b8e3576-4524-4d28-88dc-1316ab8635e4 service neutron] 10.222.0.23 "GET /v2.0/networks/29999f9d-0ae5-4c03-affe-f64819fb5f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820036 Dec 06 18:00:49.056687 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a5d5926a-3d29-484f-8ead-2cc477eb7f3a req-6983a7ac-8309-4fae-b045-f8bbf53bef84 tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] 10.222.0.23 "GET /v2.0/ports?device_id=f4a835e5-68a5-4ef4-8491-02cba6d22495 HTTP/1.1" status: 200 len: 210 time: 0.0257189 Dec 06 18:00:49.155891 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:50.046396 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13821a9a-e3c5-43a2-addd-3a32684860a2 req-01182266-9ef2-4180-b546-47c730483508 tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:00:50.047930 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-13821a9a-e3c5-43a2-addd-3a32684860a2 req-01182266-9ef2-4180-b546-47c730483508 tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] 10.222.0.44 "GET /v2.0/networks?id=29999f9d-0ae5-4c03-affe-f64819fb5f67 HTTP/1.1" status: 200 len: 814 time: 0.1101713 Dec 06 18:00:50.060913 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-13821a9a-e3c5-43a2-addd-3a32684860a2 req-86f01aaf-0af0-45cb-9a2b-11eb90b4194a tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] Request body: {'port': {'device_id': 'f4a835e5-68a5-4ef4-8491-02cba6d22495', 'network_id': '29999f9d-0ae5-4c03-affe-f64819fb5f67', 'admin_state_up': True, 'tenant_id': '517c193a2d684abcbca0e21c25a75959'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:00:50.420360 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5d406b2d-d4e6-4b2d-bf6a-3fb71171fef3 req-aa726a2b-54fd-43b2-aad6-5e4c548e311b tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] 10.222.0.23 "GET /v2.0/ports?device_id=f4a835e5-68a5-4ef4-8491-02cba6d22495 HTTP/1.1" status: 200 len: 210 time: 0.2955463 Dec 06 18:00:50.459902 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13821a9a-e3c5-43a2-addd-3a32684860a2 req-86f01aaf-0af0-45cb-9a2b-11eb90b4194a tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] Made reservation on behalf of 517c193a2d684abcbca0e21c25a75959 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 18:00:50.463299 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-13821a9a-e3c5-43a2-addd-3a32684860a2 req-86f01aaf-0af0-45cb-9a2b-11eb90b4194a tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:50.583288 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-13821a9a-e3c5-43a2-addd-3a32684860a2 req-86f01aaf-0af0-45cb-9a2b-11eb90b4194a tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] Allocated IP 172.20.0.2 (29999f9d-0ae5-4c03-affe-f64819fb5f67/7874feb7-164b-4444-89c4-d8ea7d4c634c/59b52c32-73af-4a32-a0e2-c78b9d658222) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 18:00:50.728376 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-13821a9a-e3c5-43a2-addd-3a32684860a2 req-86f01aaf-0af0-45cb-9a2b-11eb90b4194a tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:50.761827 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-13821a9a-e3c5-43a2-addd-3a32684860a2 req-86f01aaf-0af0-45cb-9a2b-11eb90b4194a tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:50.774038 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['40ee425b-40c7-4d8b-b524-099e4f628ce0'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 18:00:50.811072 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13821a9a-e3c5-43a2-addd-3a32684860a2 req-86f01aaf-0af0-45cb-9a2b-11eb90b4194a tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] Network 29999f9d-0ae5-4c03-affe-f64819fb5f67 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 18:00:50.814288 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-13821a9a-e3c5-43a2-addd-3a32684860a2 req-86f01aaf-0af0-45cb-9a2b-11eb90b4194a tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 18:00:50.818226 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-13821a9a-e3c5-43a2-addd-3a32684860a2 req-86f01aaf-0af0-45cb-9a2b-11eb90b4194a tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 18:00:50.825053 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f01aaf-0af0-45cb-9a2b-11eb90b4194a tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] Pushing event updated for resources: {'Port': ['ID=59b52c32-73af-4a32-a0e2-c78b9d658222,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:00:50.850836 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f01aaf-0af0-45cb-9a2b-11eb90b4194a tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:00:50.851189 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f01aaf-0af0-45cb-9a2b-11eb90b4194a tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:00:50.851550 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f01aaf-0af0-45cb-9a2b-11eb90b4194a tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:00:50.851893 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f01aaf-0af0-45cb-9a2b-11eb90b4194a tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:00:50.852237 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f01aaf-0af0-45cb-9a2b-11eb90b4194a tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:00:50.852578 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f01aaf-0af0-45cb-9a2b-11eb90b4194a tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:00:50.852909 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f01aaf-0af0-45cb-9a2b-11eb90b4194a tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:00:50.853239 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f01aaf-0af0-45cb-9a2b-11eb90b4194a tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:00:50.853592 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f01aaf-0af0-45cb-9a2b-11eb90b4194a tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:00:50.853930 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f01aaf-0af0-45cb-9a2b-11eb90b4194a tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:00:50.854261 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f01aaf-0af0-45cb-9a2b-11eb90b4194a tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:00:50.854588 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f01aaf-0af0-45cb-9a2b-11eb90b4194a tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:00:50.854913 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f01aaf-0af0-45cb-9a2b-11eb90b4194a tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:00:50.883247 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13821a9a-e3c5-43a2-addd-3a32684860a2 req-86f01aaf-0af0-45cb-9a2b-11eb90b4194a tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:00:50.883872 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-13821a9a-e3c5-43a2-addd-3a32684860a2 req-86f01aaf-0af0-45cb-9a2b-11eb90b4194a tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:50.899474 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-13821a9a-e3c5-43a2-addd-3a32684860a2 req-86f01aaf-0af0-45cb-9a2b-11eb90b4194a tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8425884 Dec 06 18:00:50.911968 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-13821a9a-e3c5-43a2-addd-3a32684860a2 req-4ad158e8-0269-40b2-a8b8-48aab41041b3 service neutron] Request body: {'port': {'device_id': 'f4a835e5-68a5-4ef4-8491-02cba6d22495', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:00:50.964415 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-13821a9a-e3c5-43a2-addd-3a32684860a2 req-4ad158e8-0269-40b2-a8b8-48aab41041b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:51.223045 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-13821a9a-e3c5-43a2-addd-3a32684860a2 req-4ad158e8-0269-40b2-a8b8-48aab41041b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59b52c32-73af-4a32-a0e2-c78b9d658222 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 18:00:51.230349 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-13821a9a-e3c5-43a2-addd-3a32684860a2 req-4ad158e8-0269-40b2-a8b8-48aab41041b3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:51.242722 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-13821a9a-e3c5-43a2-addd-3a32684860a2 req-4ad158e8-0269-40b2-a8b8-48aab41041b3 service neutron] Transition to ACTIVE for port object 59b52c32-73af-4a32-a0e2-c78b9d658222 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 18:00:51.246289 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-13821a9a-e3c5-43a2-addd-3a32684860a2 req-4ad158e8-0269-40b2-a8b8-48aab41041b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:51.296721 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad158e8-0269-40b2-a8b8-48aab41041b3 service neutron] Pushing event updated for resources: {'Port': ['ID=59b52c32-73af-4a32-a0e2-c78b9d658222,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:00:51.364517 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-13821a9a-e3c5-43a2-addd-3a32684860a2 req-4ad158e8-0269-40b2-a8b8-48aab41041b3 service neutron] Attempting to bind port 59b52c32-73af-4a32-a0e2-c78b9d658222 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 18:00:51.364853 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-13821a9a-e3c5-43a2-addd-3a32684860a2 req-4ad158e8-0269-40b2-a8b8-48aab41041b3 service neutron] Attempting to bind port 59b52c32-73af-4a32-a0e2-c78b9d658222 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '0ae5ee1e-39b9-4219-8051-26d9eaec8480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '29999f9d-0ae5-4c03-affe-f64819fb5f67'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 18:00:51.365178 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13821a9a-e3c5-43a2-addd-3a32684860a2 req-4ad158e8-0269-40b2-a8b8-48aab41041b3 service neutron] Attempting to bind port 59b52c32-73af-4a32-a0e2-c78b9d658222 on network 29999f9d-0ae5-4c03-affe-f64819fb5f67 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 18:00:51.369450 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13821a9a-e3c5-43a2-addd-3a32684860a2 req-4ad158e8-0269-40b2-a8b8-48aab41041b3 service neutron] Port 59b52c32-73af-4a32-a0e2-c78b9d658222 on network 29999f9d-0ae5-4c03-affe-f64819fb5f67 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 18:00:51.369798 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13821a9a-e3c5-43a2-addd-3a32684860a2 req-4ad158e8-0269-40b2-a8b8-48aab41041b3 service neutron] Attempting to bind port 59b52c32-73af-4a32-a0e2-c78b9d658222 on network 29999f9d-0ae5-4c03-affe-f64819fb5f67 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 18:00:51.374551 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13821a9a-e3c5-43a2-addd-3a32684860a2 req-4ad158e8-0269-40b2-a8b8-48aab41041b3 service neutron] Checking agent: {'id': '9d8b9f49-2860-4c1f-9b89-45a7657a3c4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 18, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 18:00:51.374879 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13821a9a-e3c5-43a2-addd-3a32684860a2 req-4ad158e8-0269-40b2-a8b8-48aab41041b3 service neutron] Checking segment: {'id': '0ae5ee1e-39b9-4219-8051-26d9eaec8480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '29999f9d-0ae5-4c03-affe-f64819fb5f67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 18:00:51.375269 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13821a9a-e3c5-43a2-addd-3a32684860a2 req-4ad158e8-0269-40b2-a8b8-48aab41041b3 service neutron] Bound using segment: {'id': '0ae5ee1e-39b9-4219-8051-26d9eaec8480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '29999f9d-0ae5-4c03-affe-f64819fb5f67'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 18:00:51.375694 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-13821a9a-e3c5-43a2-addd-3a32684860a2 req-4ad158e8-0269-40b2-a8b8-48aab41041b3 service neutron] Bound port: 59b52c32-73af-4a32-a0e2-c78b9d658222, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ae5ee1e-39b9-4219-8051-26d9eaec8480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '29999f9d-0ae5-4c03-affe-f64819fb5f67'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 18:00:51.376041 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-13821a9a-e3c5-43a2-addd-3a32684860a2 req-4ad158e8-0269-40b2-a8b8-48aab41041b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:51.436950 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-13821a9a-e3c5-43a2-addd-3a32684860a2 req-4ad158e8-0269-40b2-a8b8-48aab41041b3 service neutron] For port 59b52c32-73af-4a32-a0e2-c78b9d658222, host n-h2-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 18:00:51.439986 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-13821a9a-e3c5-43a2-addd-3a32684860a2 req-4ad158e8-0269-40b2-a8b8-48aab41041b3 service neutron] For port 59b52c32-73af-4a32-a0e2-c78b9d658222, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=59b52c32-73af-4a32-a0e2-c78b9d658222,segment=NetworkSegment(0ae5ee1e-39b9-4219-8051-26d9eaec8480),segment_id=0ae5ee1e-39b9-4219-8051-26d9eaec8480)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 18:00:51.444792 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-13821a9a-e3c5-43a2-addd-3a32684860a2 req-4ad158e8-0269-40b2-a8b8-48aab41041b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:51.482373 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13821a9a-e3c5-43a2-addd-3a32684860a2 req-4ad158e8-0269-40b2-a8b8-48aab41041b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:00:51.483045 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-13821a9a-e3c5-43a2-addd-3a32684860a2 req-4ad158e8-0269-40b2-a8b8-48aab41041b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:51.484448 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-13821a9a-e3c5-43a2-addd-3a32684860a2 req-4ad158e8-0269-40b2-a8b8-48aab41041b3 service neutron] 10.222.0.44 "PUT /v2.0/ports/59b52c32-73af-4a32-a0e2-c78b9d658222 HTTP/1.1" status: 200 len: 1091 time: 0.5766568 Dec 06 18:00:51.484897 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4a835e5-68a5-4ef4-8491-02cba6d22495', 'tag': '59b52c32-73af-4a32-a0e2-c78b9d658222'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 18:00:51.487330 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24de2ffd-ac12-4aa9-99b3-b4df684117ed" -d '{"events": [{"name": "network-changed", "server_uuid": "f4a835e5-68a5-4ef4-8491-02cba6d22495", "tag": "59b52c32-73af-4a32-a0e2-c78b9d658222"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 18:00:51.528615 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad158e8-0269-40b2-a8b8-48aab41041b3 service neutron] Pushing event updated for resources: {'Port': ['ID=59b52c32-73af-4a32-a0e2-c78b9d658222,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:00:51.532230 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 18:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2425c49-bb4d-4fe6-ac0c-7196c9442f54 x-openstack-request-id: req-b2425c49-bb4d-4fe6-ac0c-7196c9442f54 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 18:00:51.532533 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4a835e5-68a5-4ef4-8491-02cba6d22495", "tag": "59b52c32-73af-4a32-a0e2-c78b9d658222", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 18:00:51.532798 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b2425c49-bb4d-4fe6-ac0c-7196c9442f54 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 18:00:51.533212 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4a835e5-68a5-4ef4-8491-02cba6d22495', 'tag': '59b52c32-73af-4a32-a0e2-c78b9d658222', 'status': 'completed', 'code': 200} Dec 06 18:00:51.543759 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132aae0e-4c0b-4d6b-ab45-d36814626fef req-783397e3-2863-4211-be45-a0095aeb148a tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:00:51.545262 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-132aae0e-4c0b-4d6b-ab45-d36814626fef req-783397e3-2863-4211-be45-a0095aeb148a tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] 10.222.0.23 "GET /v2.0/ports?device_id=f4a835e5-68a5-4ef4-8491-02cba6d22495 HTTP/1.1" status: 200 len: 943 time: 0.0537033 Dec 06 18:00:51.577355 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13821a9a-e3c5-43a2-addd-3a32684860a2 req-8f9d0a97-b676-4c2d-beb9-c48a98b54ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:00:51.578938 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-13821a9a-e3c5-43a2-addd-3a32684860a2 req-8f9d0a97-b676-4c2d-beb9-c48a98b54ce1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=517c193a2d684abcbca0e21c25a75959&device_id=f4a835e5-68a5-4ef4-8491-02cba6d22495 HTTP/1.1" status: 200 len: 1094 time: 0.0423024 Dec 06 18:00:51.595692 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-132aae0e-4c0b-4d6b-ab45-d36814626fef req-8f17208d-50ce-4ffa-b174-614ad6965b41 tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] 10.222.0.23 "GET /v2.0/security-groups?id=5205f70b-850e-4c61-90ea-51c9ac9a7d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440316 Dec 06 18:00:51.627747 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-13821a9a-e3c5-43a2-addd-3a32684860a2 req-7dfb3d5b-0b00-4545-ae9c-2ea114a16a68 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=59b52c32-73af-4a32-a0e2-c78b9d658222 HTTP/1.1" status: 200 len: 217 time: 0.0417790 Dec 06 18:00:51.679187 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13821a9a-e3c5-43a2-addd-3a32684860a2 req-37f93fc9-a987-421d-8161-eb35f1304848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:00:51.680709 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-13821a9a-e3c5-43a2-addd-3a32684860a2 req-37f93fc9-a987-421d-8161-eb35f1304848 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7874feb7-164b-4444-89c4-d8ea7d4c634c HTTP/1.1" status: 200 len: 854 time: 0.0457511 Dec 06 18:00:51.711555 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-13821a9a-e3c5-43a2-addd-3a32684860a2 req-fb0c09d0-7b45-41fe-a87b-2c63015da9e1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=29999f9d-0ae5-4c03-affe-f64819fb5f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243363 Dec 06 18:00:51.804527 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-13821a9a-e3c5-43a2-addd-3a32684860a2 req-859d93a1-316e-4165-a163-12d81e0d5d86 service neutron] 10.222.0.44 "GET /v2.0/networks/29999f9d-0ae5-4c03-affe-f64819fb5f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862842 Dec 06 18:00:51.892563 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-13821a9a-e3c5-43a2-addd-3a32684860a2 req-747c8d2f-2257-4122-acd5-8555108b0ee3 service neutron] 10.222.0.44 "GET /v2.0/networks/29999f9d-0ae5-4c03-affe-f64819fb5f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815160 Dec 06 18:00:51.984076 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24de2ffd-ac12-4aa9-99b3-b4df684117ed req-f19ea8b5-f222-4b87-b372-ad030fa05a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:00:51.985590 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-24de2ffd-ac12-4aa9-99b3-b4df684117ed req-f19ea8b5-f222-4b87-b372-ad030fa05a1a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=517c193a2d684abcbca0e21c25a75959&device_id=f4a835e5-68a5-4ef4-8491-02cba6d22495 HTTP/1.1" status: 200 len: 1094 time: 0.0449042 Dec 06 18:00:52.076156 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24de2ffd-ac12-4aa9-99b3-b4df684117ed req-5889ab5e-4d7d-41a9-adf5-11a69eba52ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:00:52.077581 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-24de2ffd-ac12-4aa9-99b3-b4df684117ed req-5889ab5e-4d7d-41a9-adf5-11a69eba52ba service neutron] 10.222.0.44 "GET /v2.0/networks?id=29999f9d-0ae5-4c03-affe-f64819fb5f67 HTTP/1.1" status: 200 len: 915 time: 0.0855684 Dec 06 18:00:52.122713 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-24de2ffd-ac12-4aa9-99b3-b4df684117ed req-fd226d3d-77d4-4d10-a59d-4ab25df22984 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=59b52c32-73af-4a32-a0e2-c78b9d658222 HTTP/1.1" status: 200 len: 217 time: 0.0381248 Dec 06 18:00:52.172898 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24de2ffd-ac12-4aa9-99b3-b4df684117ed req-87569a82-f0b7-4f64-836f-838f70409dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:00:52.174377 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-24de2ffd-ac12-4aa9-99b3-b4df684117ed req-87569a82-f0b7-4f64-836f-838f70409dec service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7874feb7-164b-4444-89c4-d8ea7d4c634c HTTP/1.1" status: 200 len: 854 time: 0.0442638 Dec 06 18:00:52.207806 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-24de2ffd-ac12-4aa9-99b3-b4df684117ed req-0570764d-a76d-4dd3-942e-39e8cd7369c9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=29999f9d-0ae5-4c03-affe-f64819fb5f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241754 Dec 06 18:00:52.301856 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-24de2ffd-ac12-4aa9-99b3-b4df684117ed req-e4969774-9ce7-49b3-afda-dc6a1610d43f service neutron] 10.222.0.44 "GET /v2.0/networks/29999f9d-0ae5-4c03-affe-f64819fb5f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852942 Dec 06 18:00:52.391344 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-24de2ffd-ac12-4aa9-99b3-b4df684117ed req-eff7ad04-7880-46c9-957a-822634db1401 service neutron] 10.222.0.44 "GET /v2.0/networks/29999f9d-0ae5-4c03-affe-f64819fb5f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824511 Dec 06 18:00:52.716594 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c78e3ca-0845-4546-8056-3d9b02e514d5 req-557af1e1-4c3a-4d44-9b9c-8f982554ffc2 tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:00:52.718028 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6c78e3ca-0845-4546-8056-3d9b02e514d5 req-557af1e1-4c3a-4d44-9b9c-8f982554ffc2 tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] 10.222.0.23 "GET /v2.0/ports?device_id=f4a835e5-68a5-4ef4-8491-02cba6d22495 HTTP/1.1" status: 200 len: 943 time: 0.0511062 Dec 06 18:00:52.769589 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6c78e3ca-0845-4546-8056-3d9b02e514d5 req-eaee91ca-29f6-4527-84b6-113c52e0ff20 tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] 10.222.0.23 "GET /v2.0/security-groups?id=5205f70b-850e-4c61-90ea-51c9ac9a7d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455787 Dec 06 18:00:53.885831 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df1616e-ed02-4e2e-be42-525569e25acd req-dbd85f22-51c3-44d7-90ef-48f515f2c7f2 tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:00:53.887291 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1df1616e-ed02-4e2e-be42-525569e25acd req-dbd85f22-51c3-44d7-90ef-48f515f2c7f2 tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] 10.222.0.23 "GET /v2.0/ports?device_id=f4a835e5-68a5-4ef4-8491-02cba6d22495 HTTP/1.1" status: 200 len: 943 time: 0.0485322 Dec 06 18:00:53.936729 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1df1616e-ed02-4e2e-be42-525569e25acd req-e715542c-412a-480b-8a42-24ba358cfe9c tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] 10.222.0.23 "GET /v2.0/security-groups?id=5205f70b-850e-4c61-90ea-51c9ac9a7d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435750 Dec 06 18:00:55.050400 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdf5e48-4a31-4dab-8e59-3298449d70fd req-5b58ecac-eca1-4280-ba2c-133232105273 tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:00:55.051785 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-dfdf5e48-4a31-4dab-8e59-3298449d70fd req-5b58ecac-eca1-4280-ba2c-133232105273 tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] 10.222.0.23 "GET /v2.0/ports?device_id=f4a835e5-68a5-4ef4-8491-02cba6d22495 HTTP/1.1" status: 200 len: 943 time: 0.0486953 Dec 06 18:00:55.098498 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-dfdf5e48-4a31-4dab-8e59-3298449d70fd req-3357f80c-d7de-4033-9d98-dc32025f1b5f tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] 10.222.0.23 "GET /v2.0/security-groups?id=5205f70b-850e-4c61-90ea-51c9ac9a7d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407786 Dec 06 18:00:55.492277 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 59b52c32-73af-4a32-a0e2-c78b9d658222 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 18:00:55.586634 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 59b52c32-73af-4a32-a0e2-c78b9d658222, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=59b52c32-73af-4a32-a0e2-c78b9d658222,segment=NetworkSegment(0ae5ee1e-39b9-4219-8051-26d9eaec8480),segment_id=0ae5ee1e-39b9-4219-8051-26d9eaec8480)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:00:55.597644 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': '59b52c32-73af-4a32-a0e2-c78b9d658222', 'network_id': '29999f9d-0ae5-4c03-affe-f64819fb5f67', 'port_id': '59b52c32-73af-4a32-a0e2-c78b9d658222', 'mac_address': 'fa:16:3e:8b:10:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7874feb7-164b-4444-89c4-d8ea7d4c634c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 18:00:55.632862 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:55.648872 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59b52c32-73af-4a32-a0e2-c78b9d658222 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 18:00:55.666748 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 59b52c32-73af-4a32-a0e2-c78b9d658222, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=59b52c32-73af-4a32-a0e2-c78b9d658222,segment=NetworkSegment(0ae5ee1e-39b9-4219-8051-26d9eaec8480),segment_id=0ae5ee1e-39b9-4219-8051-26d9eaec8480)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:00:55.670588 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:55.718905 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=59b52c32-73af-4a32-a0e2-c78b9d658222,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:00:55.859593 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['59b52c32-73af-4a32-a0e2-c78b9d658222'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 18:00:56.213937 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd032d-fe85-40e4-9f91-33948a094e65 req-1b846973-5e11-47e9-a399-19479429aeed tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:00:56.215913 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-36dd032d-fe85-40e4-9f91-33948a094e65 req-1b846973-5e11-47e9-a399-19479429aeed tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] 10.222.0.23 "GET /v2.0/ports?device_id=f4a835e5-68a5-4ef4-8491-02cba6d22495 HTTP/1.1" status: 200 len: 944 time: 0.0504999 Dec 06 18:00:56.266267 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-36dd032d-fe85-40e4-9f91-33948a094e65 req-c46f86d1-11d3-4e2c-8840-62893d465e83 tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] 10.222.0.23 "GET /v2.0/security-groups?id=5205f70b-850e-4c61-90ea-51c9ac9a7d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443058 Dec 06 18:00:56.307173 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 18:00:57.380567 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97f7f5c-f9a5-4f4d-a521-190621d2e501 req-d2f63544-4f3a-4615-a298-1c76feff5617 tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:00:57.382054 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f97f7f5c-f9a5-4f4d-a521-190621d2e501 req-d2f63544-4f3a-4615-a298-1c76feff5617 tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] 10.222.0.23 "GET /v2.0/ports?device_id=f4a835e5-68a5-4ef4-8491-02cba6d22495 HTTP/1.1" status: 200 len: 944 time: 0.0484636 Dec 06 18:00:57.429347 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f97f7f5c-f9a5-4f4d-a521-190621d2e501 req-9e27f496-0546-4f71-af93-6bc993a4729c tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] 10.222.0.23 "GET /v2.0/security-groups?id=5205f70b-850e-4c61-90ea-51c9ac9a7d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411723 Dec 06 18:00:57.508873 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 59b52c32-73af-4a32-a0e2-c78b9d658222 up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 18:00:57.555449 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning for port 59b52c32-73af-4a32-a0e2-c78b9d658222 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 18:00:57.560152 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port 59b52c32-73af-4a32-a0e2-c78b9d658222 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:00:57.560504 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:57.633763 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:57.655863 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4a835e5-68a5-4ef4-8491-02cba6d22495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59b52c32-73af-4a32-a0e2-c78b9d658222'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 18:00:57.658115 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f42473-7a6f-4bd5-86a3-4f8d4716b70a" -d '{"events": [{"server_uuid": "f4a835e5-68a5-4ef4-8491-02cba6d22495", "name": "network-vif-plugged", "status": "completed", "tag": "59b52c32-73af-4a32-a0e2-c78b9d658222"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 18:00:57.674817 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 59b52c32-73af-4a32-a0e2-c78b9d658222, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=59b52c32-73af-4a32-a0e2-c78b9d658222,segment=NetworkSegment(0ae5ee1e-39b9-4219-8051-26d9eaec8480),segment_id=0ae5ee1e-39b9-4219-8051-26d9eaec8480)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:00:57.679177 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:00:57.705287 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 18:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1effeddc-7b5f-479e-9f6e-311f94f2704b x-openstack-request-id: req-1effeddc-7b5f-479e-9f6e-311f94f2704b {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 18:00:57.705629 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4a835e5-68a5-4ef4-8491-02cba6d22495", "name": "network-vif-plugged", "status": "completed", "tag": "59b52c32-73af-4a32-a0e2-c78b9d658222", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 18:00:57.705896 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1effeddc-7b5f-479e-9f6e-311f94f2704b {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 18:00:57.706295 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4a835e5-68a5-4ef4-8491-02cba6d22495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59b52c32-73af-4a32-a0e2-c78b9d658222', 'code': 200} Dec 06 18:00:57.734661 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=59b52c32-73af-4a32-a0e2-c78b9d658222,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:00:57.801903 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00cd0d3-3d9c-4b27-9eaf-ebded66fe300 req-43b0da23-badf-47a1-aeba-dde2666523f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:00:57.803395 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d00cd0d3-3d9c-4b27-9eaf-ebded66fe300 req-43b0da23-badf-47a1-aeba-dde2666523f0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f4a835e5-68a5-4ef4-8491-02cba6d22495 HTTP/1.1" status: 200 len: 1096 time: 0.0447826 Dec 06 18:00:57.846712 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d00cd0d3-3d9c-4b27-9eaf-ebded66fe300 req-0de56a09-60b1-4d94-8eb0-defd4f2c2085 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5205f70b-850e-4c61-90ea-51c9ac9a7d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365605 Dec 06 18:00:58.543297 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66f7be7-6ee3-49b6-8983-cc4203a0cc1a req-41087f16-3b95-4506-9dc2-3191b368c119 tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:00:58.544778 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e66f7be7-6ee3-49b6-8983-cc4203a0cc1a req-41087f16-3b95-4506-9dc2-3191b368c119 tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] 10.222.0.23 "GET /v2.0/ports?device_id=f4a835e5-68a5-4ef4-8491-02cba6d22495 HTTP/1.1" status: 200 len: 945 time: 0.0490227 Dec 06 18:00:58.593360 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e66f7be7-6ee3-49b6-8983-cc4203a0cc1a req-c46f25ba-6d0f-4c4c-95cc-7dd1e3cbe0f5 tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] 10.222.0.23 "GET /v2.0/security-groups?id=5205f70b-850e-4c61-90ea-51c9ac9a7d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427315 Dec 06 18:00:59.708095 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbbae5a-22c4-452e-85a2-4e613c6737bf req-68240be0-40be-407b-bb6d-8e70eec292d6 tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:00:59.709583 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3fbbae5a-22c4-452e-85a2-4e613c6737bf req-68240be0-40be-407b-bb6d-8e70eec292d6 tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] 10.222.0.23 "GET /v2.0/ports?device_id=f4a835e5-68a5-4ef4-8491-02cba6d22495 HTTP/1.1" status: 200 len: 945 time: 0.0478482 Dec 06 18:00:59.754942 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3fbbae5a-22c4-452e-85a2-4e613c6737bf req-ba65bf68-b2f3-4c33-b5ae-ef12f14cca63 tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] 10.222.0.23 "GET /v2.0/security-groups?id=5205f70b-850e-4c61-90ea-51c9ac9a7d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387757 Dec 06 18:00:59.989294 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dbd710-fae7-4b41-8661-abed5fbfdea8 req-afabcda0-4fe6-4b3b-97e9-c4371e3efc10 tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:00:59.990859 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-68dbd710-fae7-4b41-8661-abed5fbfdea8 req-afabcda0-4fe6-4b3b-97e9-c4371e3efc10 tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] 10.222.0.23 "GET /v2.0/ports?device_id=f4a835e5-68a5-4ef4-8491-02cba6d22495 HTTP/1.1" status: 200 len: 945 time: 0.0523374 Dec 06 18:01:00.037824 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-68dbd710-fae7-4b41-8661-abed5fbfdea8 req-a0dcb0ff-6919-4f75-9e2f-067b060882a1 tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] 10.222.0.23 "GET /v2.0/security-groups?id=5205f70b-850e-4c61-90ea-51c9ac9a7d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404732 Dec 06 18:01:01.152188 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fa1da5-e1d5-4efd-80ce-65e3332f4af3 req-1fb9e257-c01b-4f84-971a-b73e60aef604 tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:01:01.154204 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d4fa1da5-e1d5-4efd-80ce-65e3332f4af3 req-1fb9e257-c01b-4f84-971a-b73e60aef604 tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] 10.222.0.23 "GET /v2.0/ports?device_id=f4a835e5-68a5-4ef4-8491-02cba6d22495 HTTP/1.1" status: 200 len: 945 time: 0.0486398 Dec 06 18:01:01.204085 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d4fa1da5-e1d5-4efd-80ce-65e3332f4af3 req-6d530c39-fdb2-40ba-b084-65054c3e120c tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] 10.222.0.23 "GET /v2.0/security-groups?id=5205f70b-850e-4c61-90ea-51c9ac9a7d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439596 Dec 06 18:01:01.266193 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17f7dcd-d59f-41e0-8ff1-4f7b754412ca req-8b48946f-9987-49d5-9141-574a141064a6 tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:01:01.267636 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b17f7dcd-d59f-41e0-8ff1-4f7b754412ca req-8b48946f-9987-49d5-9141-574a141064a6 tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4a835e5-68a5-4ef4-8491-02cba6d22495 HTTP/1.1" status: 200 len: 945 time: 0.0475712 Dec 06 18:01:01.356513 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-b17f7dcd-d59f-41e0-8ff1-4f7b754412ca req-906a4cc8-e5ad-4945-8d5d-9add2448b78d tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] Deleting port 59b52c32-73af-4a32-a0e2-c78b9d658222 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 18:01:01.356772 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b17f7dcd-d59f-41e0-8ff1-4f7b754412ca req-906a4cc8-e5ad-4945-8d5d-9add2448b78d tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:01.447906 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-b17f7dcd-d59f-41e0-8ff1-4f7b754412ca req-906a4cc8-e5ad-4945-8d5d-9add2448b78d tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] For port 59b52c32-73af-4a32-a0e2-c78b9d658222, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=59b52c32-73af-4a32-a0e2-c78b9d658222,segment=NetworkSegment(0ae5ee1e-39b9-4219-8051-26d9eaec8480),segment_id=0ae5ee1e-39b9-4219-8051-26d9eaec8480)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:01:01.448274 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b17f7dcd-d59f-41e0-8ff1-4f7b754412ca req-906a4cc8-e5ad-4945-8d5d-9add2448b78d tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:01.461283 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-b17f7dcd-d59f-41e0-8ff1-4f7b754412ca req-906a4cc8-e5ad-4945-8d5d-9add2448b78d tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] Calling delete_port for 59b52c32-73af-4a32-a0e2-c78b9d658222 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 18:01:01.588997 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b17f7dcd-d59f-41e0-8ff1-4f7b754412ca req-906a4cc8-e5ad-4945-8d5d-9add2448b78d tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:01.603204 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['40ee425b-40c7-4d8b-b524-099e4f628ce0'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 18:01:01.616687 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906a4cc8-e5ad-4945-8d5d-9add2448b78d tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] Pushing event deleted for resources: {'Port': ['ID=59b52c32-73af-4a32-a0e2-c78b9d658222,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:01:01.661434 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-b17f7dcd-d59f-41e0-8ff1-4f7b754412ca req-906a4cc8-e5ad-4945-8d5d-9add2448b78d tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] No DVR routers for this DVR port 59b52c32-73af-4a32-a0e2-c78b9d658222 on host n-h2-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 18:01:01.664265 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b17f7dcd-d59f-41e0-8ff1-4f7b754412ca req-906a4cc8-e5ad-4945-8d5d-9add2448b78d tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:01.667854 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b17f7dcd-d59f-41e0-8ff1-4f7b754412ca req-906a4cc8-e5ad-4945-8d5d-9add2448b78d tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] 10.222.0.44 "DELETE /v2.0/ports/59b52c32-73af-4a32-a0e2-c78b9d658222 HTTP/1.1" status: 204 len: 173 time: 0.3933325 Dec 06 18:01:01.668561 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4a835e5-68a5-4ef4-8491-02cba6d22495', 'name': 'network-vif-deleted', 'tag': '59b52c32-73af-4a32-a0e2-c78b9d658222'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 18:01:01.677025 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e82becc9107dd79f2782a216606f1b7cdb8199d878f34ed730751e829ff2aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b9f7718-123a-4eb5-9595-36f421da3ecd" -d '{"events": [{"server_uuid": "f4a835e5-68a5-4ef4-8491-02cba6d22495", "name": "network-vif-deleted", "tag": "59b52c32-73af-4a32-a0e2-c78b9d658222"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 18:01:01.719777 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 18:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09173cc0-7b3a-48da-a886-be84bf210662 x-openstack-request-id: req-09173cc0-7b3a-48da-a886-be84bf210662 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 18:01:01.720090 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4a835e5-68a5-4ef4-8491-02cba6d22495", "name": "network-vif-deleted", "tag": "59b52c32-73af-4a32-a0e2-c78b9d658222", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 18:01:01.720354 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-09173cc0-7b3a-48da-a886-be84bf210662 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 18:01:01.720776 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4a835e5-68a5-4ef4-8491-02cba6d22495', 'name': 'network-vif-deleted', 'tag': '59b52c32-73af-4a32-a0e2-c78b9d658222', 'status': 'completed', 'code': 200} Dec 06 18:01:02.353629 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad38154b-be71-466d-9e7c-7bbdc7092ff5 req-b09d5bed-83fd-46bf-97e4-b66ef6573a66 tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:01:02.355087 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ad38154b-be71-466d-9e7c-7bbdc7092ff5 req-b09d5bed-83fd-46bf-97e4-b66ef6573a66 tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c372427-7823-4a76-9507-1decaf204e1d HTTP/1.1" status: 200 len: 946 time: 0.0475173 Dec 06 18:01:02.402021 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ad38154b-be71-466d-9e7c-7bbdc7092ff5 req-adbbda0a-d01e-4a5d-9fab-f63319e7a08d tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] 10.222.0.23 "GET /v2.0/security-groups?id=5205f70b-850e-4c61-90ea-51c9ac9a7d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404468 Dec 06 18:01:02.530196 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b64503f-85ca-4348-93a4-045466b7668d req-11016b69-2ff7-4e15-8f9c-0847526f21a8 tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:01:02.531564 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1b64503f-85ca-4348-93a4-045466b7668d req-11016b69-2ff7-4e15-8f9c-0847526f21a8 tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c372427-7823-4a76-9507-1decaf204e1d HTTP/1.1" status: 200 len: 946 time: 0.0482838 Dec 06 18:01:02.580671 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1b64503f-85ca-4348-93a4-045466b7668d req-a2bbc777-8d06-44a3-978c-1dedc874f303 tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] 10.222.0.23 "GET /v2.0/security-groups?id=5205f70b-850e-4c61-90ea-51c9ac9a7d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431232 Dec 06 18:01:02.698793 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220d1679-bcc6-4f27-bb2d-bbb11ca173de req-fe433a7b-08fe-4d5a-b72a-23e2dc5d600f tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:01:02.700848 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-220d1679-bcc6-4f27-bb2d-bbb11ca173de req-fe433a7b-08fe-4d5a-b72a-23e2dc5d600f tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c372427-7823-4a76-9507-1decaf204e1d HTTP/1.1" status: 200 len: 946 time: 0.0532482 Dec 06 18:01:02.747698 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-220d1679-bcc6-4f27-bb2d-bbb11ca173de req-66bfc184-1822-4e18-8c5f-b51760bf9a77 tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] 10.222.0.23 "GET /v2.0/security-groups?id=5205f70b-850e-4c61-90ea-51c9ac9a7d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408599 Dec 06 18:01:02.914758 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0873b499-d192-4bbf-b98c-f2c534b21c20 req-cfc31d18-2535-4b51-a95c-e13f84e894ee tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:01:02.916227 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0873b499-d192-4bbf-b98c-f2c534b21c20 req-cfc31d18-2535-4b51-a95c-e13f84e894ee tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c372427-7823-4a76-9507-1decaf204e1d HTTP/1.1" status: 200 len: 946 time: 0.0487797 Dec 06 18:01:02.962483 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0873b499-d192-4bbf-b98c-f2c534b21c20 req-e3f7566b-d922-44a9-85ef-d2e80293e7dc tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] 10.222.0.23 "GET /v2.0/security-groups?id=5205f70b-850e-4c61-90ea-51c9ac9a7d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397475 Dec 06 18:01:03.075757 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4009b8-5aea-4939-adba-02f1acd5fc32 req-c8fc06a4-f19c-49e6-8114-ee318ffd48a9 tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:01:03.077174 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8d4009b8-5aea-4939-adba-02f1acd5fc32 req-c8fc06a4-f19c-49e6-8114-ee318ffd48a9 tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c372427-7823-4a76-9507-1decaf204e1d HTTP/1.1" status: 200 len: 946 time: 0.0474353 Dec 06 18:01:03.123566 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8d4009b8-5aea-4939-adba-02f1acd5fc32 req-55152976-b00e-4ab2-b869-1eada7d95921 tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] 10.222.0.23 "GET /v2.0/security-groups?id=5205f70b-850e-4c61-90ea-51c9ac9a7d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405459 Dec 06 18:01:03.167988 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:03.245230 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b75c9f-b137-486b-a354-383cc8bab64c req-d0b07534-97ea-49af-97cb-7c3cffa64a73 tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:01:03.246685 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f6b75c9f-b137-486b-a354-383cc8bab64c req-d0b07534-97ea-49af-97cb-7c3cffa64a73 tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c372427-7823-4a76-9507-1decaf204e1d HTTP/1.1" status: 200 len: 946 time: 0.0476675 Dec 06 18:01:03.292439 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f6b75c9f-b137-486b-a354-383cc8bab64c req-c1d38fd1-1093-4aef-aeb9-374b54b6949e tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] 10.222.0.23 "GET /v2.0/security-groups?id=5205f70b-850e-4c61-90ea-51c9ac9a7d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398407 Dec 06 18:01:03.537626 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 59b52c32-73af-4a32-a0e2-c78b9d658222 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 18:01:03.558229 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] No Port match for: 59b52c32-73af-4a32-a0e2-c78b9d658222 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 18:01:03.558583 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 59b52c32-73af-4a32-a0e2-c78b9d658222 not bound to the agent host n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 18:01:03.591326 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069d9817-fe64-4d6d-b668-a4e9d525b526 req-83b8d5ce-94b6-4ddc-8851-8a85775c7867 tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:01:03.594457 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-069d9817-fe64-4d6d-b668-a4e9d525b526 req-83b8d5ce-94b6-4ddc-8851-8a85775c7867 tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c372427-7823-4a76-9507-1decaf204e1d HTTP/1.1" status: 200 len: 946 time: 0.0543468 Dec 06 18:01:03.640213 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-069d9817-fe64-4d6d-b668-a4e9d525b526 req-73dbe1c6-8d57-40d8-965c-8fa7091cc4d5 tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] 10.222.0.23 "GET /v2.0/security-groups?id=5205f70b-850e-4c61-90ea-51c9ac9a7d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412612 Dec 06 18:01:04.757459 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cbceb8-b80d-444d-bd0d-3aa5996dc67c req-19190646-29c7-4fbb-8e53-d947f9f53bb4 tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:01:04.759215 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-95cbceb8-b80d-444d-bd0d-3aa5996dc67c req-19190646-29c7-4fbb-8e53-d947f9f53bb4 tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c372427-7823-4a76-9507-1decaf204e1d HTTP/1.1" status: 200 len: 946 time: 0.0488894 Dec 06 18:01:04.812141 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-95cbceb8-b80d-444d-bd0d-3aa5996dc67c req-82e99e94-e550-4333-a740-876477c6f735 tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] 10.222.0.23 "GET /v2.0/security-groups?id=5205f70b-850e-4c61-90ea-51c9ac9a7d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463455 Dec 06 18:01:04.990360 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16732cd-197a-4bb3-b86a-56ef143290d5 req-a8075421-6da4-4456-be4f-bd1b7d2fdda0 tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:01:04.992244 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c16732cd-197a-4bb3-b86a-56ef143290d5 req-a8075421-6da4-4456-be4f-bd1b7d2fdda0 tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c372427-7823-4a76-9507-1decaf204e1d HTTP/1.1" status: 200 len: 946 time: 0.0478237 Dec 06 18:01:05.083055 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-c16732cd-197a-4bb3-b86a-56ef143290d5 req-8e109738-704a-4b6f-951c-a333ebbff0f8 tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] Deleting port 40ee425b-40c7-4d8b-b524-099e4f628ce0 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 18:01:05.083393 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-c16732cd-197a-4bb3-b86a-56ef143290d5 req-8e109738-704a-4b6f-951c-a333ebbff0f8 tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:05.170345 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-c16732cd-197a-4bb3-b86a-56ef143290d5 req-8e109738-704a-4b6f-951c-a333ebbff0f8 tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] For port 40ee425b-40c7-4d8b-b524-099e4f628ce0, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=40ee425b-40c7-4d8b-b524-099e4f628ce0,segment=NetworkSegment(0ae5ee1e-39b9-4219-8051-26d9eaec8480),segment_id=0ae5ee1e-39b9-4219-8051-26d9eaec8480)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:01:05.170703 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-c16732cd-197a-4bb3-b86a-56ef143290d5 req-8e109738-704a-4b6f-951c-a333ebbff0f8 tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:05.183296 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-c16732cd-197a-4bb3-b86a-56ef143290d5 req-8e109738-704a-4b6f-951c-a333ebbff0f8 tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] Calling delete_port for 40ee425b-40c7-4d8b-b524-099e4f628ce0 owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 18:01:05.309324 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-c16732cd-197a-4bb3-b86a-56ef143290d5 req-8e109738-704a-4b6f-951c-a333ebbff0f8 tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:05.327404 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['40ee425b-40c7-4d8b-b524-099e4f628ce0'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 18:01:05.336763 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e109738-704a-4b6f-951c-a333ebbff0f8 tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] Pushing event deleted for resources: {'Port': ['ID=40ee425b-40c7-4d8b-b524-099e4f628ce0,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:01:05.378608 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-c16732cd-197a-4bb3-b86a-56ef143290d5 req-8e109738-704a-4b6f-951c-a333ebbff0f8 tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] No DVR routers for this DVR port 40ee425b-40c7-4d8b-b524-099e4f628ce0 on host n-h1-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 18:01:05.381115 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-c16732cd-197a-4bb3-b86a-56ef143290d5 req-8e109738-704a-4b6f-951c-a333ebbff0f8 tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:05.384790 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c16732cd-197a-4bb3-b86a-56ef143290d5 req-8e109738-704a-4b6f-951c-a333ebbff0f8 tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] 10.222.0.41 "DELETE /v2.0/ports/40ee425b-40c7-4d8b-b524-099e4f628ce0 HTTP/1.1" status: 204 len: 173 time: 0.3861794 Dec 06 18:01:05.385672 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c372427-7823-4a76-9507-1decaf204e1d', 'name': 'network-vif-deleted', 'tag': '40ee425b-40c7-4d8b-b524-099e4f628ce0'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 18:01:05.388774 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac77f0e8-c885-497f-bd05-3f1e55b39fbc" -d '{"events": [{"server_uuid": "6c372427-7823-4a76-9507-1decaf204e1d", "name": "network-vif-deleted", "tag": "40ee425b-40c7-4d8b-b524-099e4f628ce0"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 18:01:05.426395 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 18:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eca0031-bbf2-43c2-b475-f88ed9205c7b x-openstack-request-id: req-4eca0031-bbf2-43c2-b475-f88ed9205c7b {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 18:01:05.426700 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c372427-7823-4a76-9507-1decaf204e1d", "name": "network-vif-deleted", "tag": "40ee425b-40c7-4d8b-b524-099e4f628ce0", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 18:01:05.426965 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4eca0031-bbf2-43c2-b475-f88ed9205c7b {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 18:01:05.427384 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c372427-7823-4a76-9507-1decaf204e1d', 'name': 'network-vif-deleted', 'tag': '40ee425b-40c7-4d8b-b524-099e4f628ce0', 'status': 'completed', 'code': 200} Dec 06 18:01:05.520807 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:05.920582 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-993a345b-a731-4da4-a1ee-2bd1eb99770e req-f22f510f-15da-4dde-8082-a8ef8c259b49 tempest-ServersNegativeTestJSON-1121891079 tempest-ServersNegativeTestJSON-1121891079-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c372427-7823-4a76-9507-1decaf204e1d HTTP/1.1" status: 200 len: 210 time: 0.0280397 Dec 06 18:01:06.976533 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 40994) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:01:07.022587 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-29b92184-c658-45dd-8289-6d98a57f51df admin admin] Deleting subnet 7874feb7-164b-4444-89c4-d8ea7d4c634c {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 18:01:07.025623 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-29b92184-c658-45dd-8289-6d98a57f51df admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:07.059275 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-29b92184-c658-45dd-8289-6d98a57f51df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:07.097381 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-29b92184-c658-45dd-8289-6d98a57f51df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:07.152713 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-29b92184-c658-45dd-8289-6d98a57f51df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:07.179308 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b92184-c658-45dd-8289-6d98a57f51df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7874feb7-164b-4444-89c4-d8ea7d4c634c,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:01:07.181456 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-29b92184-c658-45dd-8289-6d98a57f51df admin admin] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:07.184582 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-29b92184-c658-45dd-8289-6d98a57f51df admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7874feb7-164b-4444-89c4-d8ea7d4c634c HTTP/1.1" status: 204 len: 168 time: 0.2069883 Dec 06 18:01:07.187608 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 40996) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:01:07.254966 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-480e0c57-e987-457f-bf1f-dac036172f9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:07.336441 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-480e0c57-e987-457f-bf1f-dac036172f9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:07.355803 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-480e0c57-e987-457f-bf1f-dac036172f9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29999f9d-0ae5-4c03-affe-f64819fb5f67']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:01:07.365486 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-480e0c57-e987-457f-bf1f-dac036172f9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ae5ee1e-39b9-4219-8051-26d9eaec8480') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:01:07.365802 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-480e0c57-e987-457f-bf1f-dac036172f9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ae5ee1e-39b9-4219-8051-26d9eaec8480') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:01:07.375677 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-480e0c57-e987-457f-bf1f-dac036172f9c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:07.388836 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-480e0c57-e987-457f-bf1f-dac036172f9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:07.394620 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-480e0c57-e987-457f-bf1f-dac036172f9c admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 18:01:07.395006 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-480e0c57-e987-457f-bf1f-dac036172f9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:07.396632 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 18:01:07.396632 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 18:01:07.396632 n-d-master-1 neutron-server[103284]: timer() Dec 06 18:01:07.396632 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 18:01:07.396632 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 18:01:07.396632 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 18:01:07.396632 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 18:01:07.396632 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 18:01:07.396632 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 18:01:07.396632 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 18:01:07.396632 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 18:01:07.396632 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 18:01:07.396632 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 18:01:07.396632 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 18:01:07.396632 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 18:01:07.396632 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 18:01:07.396632 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 18:01:07.396632 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 18:01:07.396632 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 18:01:07.396632 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 18:01:07.396632 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 18:01:07.396632 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 18:01:07.396632 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 18:01:07.396632 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 18:01:07.396632 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 18:01:07.396632 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 18:01:07.396632 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 18:01:07.396632 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 18:01:07.396632 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 18:01:07.396632 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 18:01:07.396632 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 18:01:07.396632 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 18:01:07.454488 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-480e0c57-e987-457f-bf1f-dac036172f9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:07.460087 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-480e0c57-e987-457f-bf1f-dac036172f9c admin admin] Publish callbacks [] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:07.463346 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-480e0c57-e987-457f-bf1f-dac036172f9c admin admin] 10.222.0.23 "DELETE /v2.0/networks/29999f9d-0ae5-4c03-affe-f64819fb5f67 HTTP/1.1" status: 204 len: 168 time: 0.2748296 Dec 06 18:01:07.474243 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480e0c57-e987-457f-bf1f-dac036172f9c admin admin] Pushing event deleted for resources: {'Network': ['ID=29999f9d-0ae5-4c03-affe-f64819fb5f67,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:01:07.570019 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 41000) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:01:07.614701 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-e48cca8c-7537-499a-bbfc-f142b876a843 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=517c193a2d684abcbca0e21c25a75959&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0433888 Dec 06 18:01:07.616907 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 41002) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:01:07.662861 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3cc5a1d2-5c71-4d42-a942-29075b37e238 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:07.684821 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3cc5a1d2-5c71-4d42-a942-29075b37e238 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:07.729319 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3cc5a1d2-5c71-4d42-a942-29075b37e238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:07.732672 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3cc5a1d2-5c71-4d42-a942-29075b37e238 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:07.736214 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-3cc5a1d2-5c71-4d42-a942-29075b37e238 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5205f70b-850e-4c61-90ea-51c9ac9a7d57 HTTP/1.1" status: 204 len: 168 time: 0.1161287 Dec 06 18:01:07.742041 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc5a1d2-5c71-4d42-a942-29075b37e238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5205f70b-850e-4c61-90ea-51c9ac9a7d57,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:01:07.749999 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc5a1d2-5c71-4d42-a942-29075b37e238 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:01:07.750352 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc5a1d2-5c71-4d42-a942-29075b37e238 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:01:07.750724 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc5a1d2-5c71-4d42-a942-29075b37e238 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:01:07.751072 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc5a1d2-5c71-4d42-a942-29075b37e238 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:01:07.751415 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc5a1d2-5c71-4d42-a942-29075b37e238 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:01:07.751757 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc5a1d2-5c71-4d42-a942-29075b37e238 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:01:07.752094 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc5a1d2-5c71-4d42-a942-29075b37e238 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:01:07.752432 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc5a1d2-5c71-4d42-a942-29075b37e238 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:01:07.752766 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc5a1d2-5c71-4d42-a942-29075b37e238 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:01:07.753094 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc5a1d2-5c71-4d42-a942-29075b37e238 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:01:07.753428 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc5a1d2-5c71-4d42-a942-29075b37e238 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:01:07.753778 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc5a1d2-5c71-4d42-a942-29075b37e238 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:01:07.754109 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc5a1d2-5c71-4d42-a942-29075b37e238 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:01:08.272410 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 40ee425b-40c7-4d8b-b524-099e4f628ce0 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 18:01:08.295346 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] No Port match for: 40ee425b-40c7-4d8b-b524-099e4f628ce0 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 18:01:08.295701 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 40ee425b-40c7-4d8b-b524-099e4f628ce0 not bound to the agent host n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 18:01:08.406601 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 41024) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:01:08.496992 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-2a2b6f2e-369e-46bb-b454-c27f95b0ef99 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1146615715'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:01:08.518674 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a2b6f2e-369e-46bb-b454-c27f95b0ef99 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Made reservation on behalf of aa2840b038ff46d7ad39dd77a91df88a for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 18:01:08.522225 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2a2b6f2e-369e-46bb-b454-c27f95b0ef99 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:08.530394 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2a2b6f2e-369e-46bb-b454-c27f95b0ef99 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:08.602644 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2a2b6f2e-369e-46bb-b454-c27f95b0ef99 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:08.606860 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2a2b6f2e-369e-46bb-b454-c27f95b0ef99 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:08.636224 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a2b6f2e-369e-46bb-b454-c27f95b0ef99 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 18:01:08.641453 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2b6f2e-369e-46bb-b454-c27f95b0ef99 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e7acd5-3e99-4e3b-8ca4-e78c8382f110,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:01:08.649799 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2a2b6f2e-369e-46bb-b454-c27f95b0ef99 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:08.649799 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-2a2b6f2e-369e-46bb-b454-c27f95b0ef99 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Added segment 52c89a02-0777-4ea6-a48a-3607ea9b8c6e of type vlan for network 56f7c517-66b9-4a3b-923e-b55f02f81225 Dec 06 18:01:08.691492 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2a2b6f2e-369e-46bb-b454-c27f95b0ef99 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:08.714468 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2a2b6f2e-369e-46bb-b454-c27f95b0ef99 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:08.720126 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2b6f2e-369e-46bb-b454-c27f95b0ef99 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:01:08.720709 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2a2b6f2e-369e-46bb-b454-c27f95b0ef99 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Publish callbacks [] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:08.772322 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-2a2b6f2e-369e-46bb-b454-c27f95b0ef99 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3645782 Dec 06 18:01:08.836088 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2b6f2e-369e-46bb-b454-c27f95b0ef99 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Pushing event updated for resources: {'Network': ['ID=56f7c517-66b9-4a3b-923e-b55f02f81225,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:01:08.847691 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 56f7c517-66b9-4a3b-923e-b55f02f81225 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 18:01:12.029127 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 41028) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:01:12.034325 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-acd6ef80-8629-4c77-9fc3-941bc4022949 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Request body: {'subnet': {'network_id': '56f7c517-66b9-4a3b-923e-b55f02f81225', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:01:12.119342 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acd6ef80-8629-4c77-9fc3-941bc4022949 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Made reservation on behalf of aa2840b038ff46d7ad39dd77a91df88a for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 18:01:12.123383 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-acd6ef80-8629-4c77-9fc3-941bc4022949 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:12.299350 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-acd6ef80-8629-4c77-9fc3-941bc4022949 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:12.367344 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd6ef80-8629-4c77-9fc3-941bc4022949 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Pushing event updated for resources: {'Subnet': ['ID=4bb6c28f-97a7-4cf8-a38f-18a2851c380c,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:01:12.369870 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd6ef80-8629-4c77-9fc3-941bc4022949 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Checking segment: {'id': '52c89a02-0777-4ea6-a48a-3607ea9b8c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '56f7c517-66b9-4a3b-923e-b55f02f81225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 18:01:12.370229 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd6ef80-8629-4c77-9fc3-941bc4022949 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Network hostable DHCP agents. Network: 56f7c517-66b9-4a3b-923e-b55f02f81225, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 18:01:12.386928 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd6ef80-8629-4c77-9fc3-941bc4022949 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Network 56f7c517-66b9-4a3b-923e-b55f02f81225 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 18:01:12.395400 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-acd6ef80-8629-4c77-9fc3-941bc4022949 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 56f7c517-66b9-4a3b-923e-b55f02f81225) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 18:01:12.399355 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd6ef80-8629-4c77-9fc3-941bc4022949 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:01:12.399952 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-acd6ef80-8629-4c77-9fc3-941bc4022949 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:12.406698 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b27570-4e69-4980-97b3-68cece4c5c87 None None] Network 56f7c517-66b9-4a3b-923e-b55f02f81225 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 18:01:12.416016 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-acd6ef80-8629-4c77-9fc3-941bc4022949 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3856151 Dec 06 18:01:12.419445 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 41030) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:01:12.424291 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-0552b349-cdc5-4031-a06a-120dfe647d8f tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-451479327'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:01:12.444774 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0552b349-cdc5-4031-a06a-120dfe647d8f tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Made reservation on behalf of aa2840b038ff46d7ad39dd77a91df88a for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 18:01:12.448181 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0552b349-cdc5-4031-a06a-120dfe647d8f tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:12.472284 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0552b349-cdc5-4031-a06a-120dfe647d8f tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 18:01:12.481736 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0552b349-cdc5-4031-a06a-120dfe647d8f tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:12.482097 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-0552b349-cdc5-4031-a06a-120dfe647d8f tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Added segment ad0572d6-de31-4a24-8696-b45c5448c889 of type vlan for network 20fdaea2-230d-488f-9374-11c26d251535 Dec 06 18:01:12.522177 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0552b349-cdc5-4031-a06a-120dfe647d8f tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:12.547743 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0552b349-cdc5-4031-a06a-120dfe647d8f tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:12.548348 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7934a3-4b17-4cb3-b78b-3b8faa9997d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-56f7c517-66b9-4a3b-923e-b55f02f81225', 'network_id': '56f7c517-66b9-4a3b-923e-b55f02f81225', 'tenant_id': 'aa2840b038ff46d7ad39dd77a91df88a', 'fixed_ips': [{'subnet_id': '4bb6c28f-97a7-4cf8-a38f-18a2851c380c'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 18:01:12.549288 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7b7934a3-4b17-4cb3-b78b-3b8faa9997d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:12.553358 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0552b349-cdc5-4031-a06a-120dfe647d8f tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:01:12.553929 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0552b349-cdc5-4031-a06a-120dfe647d8f tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Publish callbacks [] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:12.588779 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-0552b349-cdc5-4031-a06a-120dfe647d8f tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1682923 Dec 06 18:01:12.592288 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 41032) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:01:12.598164 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-1e6b2624-7e4b-416a-a053-7607d175dbb5 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Request body: {'subnet': {'network_id': '20fdaea2-230d-488f-9374-11c26d251535', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:01:12.622360 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0552b349-cdc5-4031-a06a-120dfe647d8f tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Pushing event updated for resources: {'Network': ['ID=20fdaea2-230d-488f-9374-11c26d251535,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:01:12.637580 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 20fdaea2-230d-488f-9374-11c26d251535 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 18:01:12.695506 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e6b2624-7e4b-416a-a053-7607d175dbb5 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Made reservation on behalf of aa2840b038ff46d7ad39dd77a91df88a for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 18:01:12.699159 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1e6b2624-7e4b-416a-a053-7607d175dbb5 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:12.741497 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-7b7934a3-4b17-4cb3-b78b-3b8faa9997d8 None None] Allocated IP 2001:db8:0:ffff::2 (56f7c517-66b9-4a3b-923e-b55f02f81225/4bb6c28f-97a7-4cf8-a38f-18a2851c380c/a102024d-2b39-42c1-91aa-7592f17f5be8) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 18:01:12.886653 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7b7934a3-4b17-4cb3-b78b-3b8faa9997d8 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:12.893293 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7b7934a3-4b17-4cb3-b78b-3b8faa9997d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:12.895108 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1e6b2624-7e4b-416a-a053-7607d175dbb5 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:12.930573 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7934a3-4b17-4cb3-b78b-3b8faa9997d8 None None] Network 56f7c517-66b9-4a3b-923e-b55f02f81225 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 18:01:12.934854 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-7b7934a3-4b17-4cb3-b78b-3b8faa9997d8 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 18:01:12.937829 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7934a3-4b17-4cb3-b78b-3b8faa9997d8 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 18:01:12.947000 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7934a3-4b17-4cb3-b78b-3b8faa9997d8 None None] Pushing event updated for resources: {'Port': ['ID=a102024d-2b39-42c1-91aa-7592f17f5be8,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:01:12.961545 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b2624-7e4b-416a-a053-7607d175dbb5 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Pushing event updated for resources: {'Subnet': ['ID=5f19bae0-4887-40f3-88c4-63fbc00960db,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:01:12.970366 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7934a3-4b17-4cb3-b78b-3b8faa9997d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:01:12.970719 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7934a3-4b17-4cb3-b78b-3b8faa9997d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:01:12.971065 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7934a3-4b17-4cb3-b78b-3b8faa9997d8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:01:12.971406 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7934a3-4b17-4cb3-b78b-3b8faa9997d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:01:12.971743 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6b2624-7e4b-416a-a053-7607d175dbb5 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Checking segment: {'id': 'ad0572d6-de31-4a24-8696-b45c5448c889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '20fdaea2-230d-488f-9374-11c26d251535'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 18:01:12.971872 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7934a3-4b17-4cb3-b78b-3b8faa9997d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:01:12.972078 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7934a3-4b17-4cb3-b78b-3b8faa9997d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:01:12.972205 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6b2624-7e4b-416a-a053-7607d175dbb5 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Network hostable DHCP agents. Network: 20fdaea2-230d-488f-9374-11c26d251535, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 18:01:12.972412 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7934a3-4b17-4cb3-b78b-3b8faa9997d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:01:12.972744 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7934a3-4b17-4cb3-b78b-3b8faa9997d8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:01:12.973072 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7934a3-4b17-4cb3-b78b-3b8faa9997d8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:01:12.973398 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7934a3-4b17-4cb3-b78b-3b8faa9997d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:01:12.973758 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7934a3-4b17-4cb3-b78b-3b8faa9997d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:01:12.974085 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7934a3-4b17-4cb3-b78b-3b8faa9997d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:01:12.974415 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7934a3-4b17-4cb3-b78b-3b8faa9997d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:01:12.991201 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6b2624-7e4b-416a-a053-7607d175dbb5 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Network 20fdaea2-230d-488f-9374-11c26d251535 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 18:01:13.002327 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-1e6b2624-7e4b-416a-a053-7607d175dbb5 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 20fdaea2-230d-488f-9374-11c26d251535) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 18:01:13.006725 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6b2624-7e4b-416a-a053-7607d175dbb5 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:01:13.007357 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1e6b2624-7e4b-416a-a053-7607d175dbb5 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:13.012623 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-7b7934a3-4b17-4cb3-b78b-3b8faa9997d8 None None] Attempting to bind port a102024d-2b39-42c1-91aa-7592f17f5be8 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 18:01:13.012989 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-7b7934a3-4b17-4cb3-b78b-3b8faa9997d8 None None] Attempting to bind port a102024d-2b39-42c1-91aa-7592f17f5be8 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '52c89a02-0777-4ea6-a48a-3607ea9b8c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '56f7c517-66b9-4a3b-923e-b55f02f81225'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 18:01:13.013366 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7934a3-4b17-4cb3-b78b-3b8faa9997d8 None None] Attempting to bind port a102024d-2b39-42c1-91aa-7592f17f5be8 on network 56f7c517-66b9-4a3b-923e-b55f02f81225 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 18:01:13.017890 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5f0f92-9643-45d4-aab0-032edea60e3f None None] Network 20fdaea2-230d-488f-9374-11c26d251535 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 18:01:13.024316 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7934a3-4b17-4cb3-b78b-3b8faa9997d8 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 18, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 18:01:13.024704 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7934a3-4b17-4cb3-b78b-3b8faa9997d8 None None] Checking segment: {'id': '52c89a02-0777-4ea6-a48a-3607ea9b8c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '56f7c517-66b9-4a3b-923e-b55f02f81225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 18:01:13.024886 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-1e6b2624-7e4b-416a-a053-7607d175dbb5 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4303529 Dec 06 18:01:13.025109 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7b7934a3-4b17-4cb3-b78b-3b8faa9997d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:13.025543 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7934a3-4b17-4cb3-b78b-3b8faa9997d8 None None] Bound using segment: {'id': '52c89a02-0777-4ea6-a48a-3607ea9b8c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '56f7c517-66b9-4a3b-923e-b55f02f81225'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 18:01:13.026038 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-7b7934a3-4b17-4cb3-b78b-3b8faa9997d8 None None] Bound port: a102024d-2b39-42c1-91aa-7592f17f5be8, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52c89a02-0777-4ea6-a48a-3607ea9b8c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '56f7c517-66b9-4a3b-923e-b55f02f81225'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 18:01:13.026428 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7b7934a3-4b17-4cb3-b78b-3b8faa9997d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:13.027178 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 41034) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:01:13.123913 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-10827014-4002-4155-9de3-ec8451b2f691 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:13.173281 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-7b7934a3-4b17-4cb3-b78b-3b8faa9997d8 None None] For port a102024d-2b39-42c1-91aa-7592f17f5be8, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 18:01:13.197849 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-7b7934a3-4b17-4cb3-b78b-3b8faa9997d8 None None] For port a102024d-2b39-42c1-91aa-7592f17f5be8, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a102024d-2b39-42c1-91aa-7592f17f5be8,segment=NetworkSegment(52c89a02-0777-4ea6-a48a-3607ea9b8c6e),segment_id=52c89a02-0777-4ea6-a48a-3607ea9b8c6e)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 18:01:13.205069 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7b7934a3-4b17-4cb3-b78b-3b8faa9997d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:13.212259 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-10827014-4002-4155-9de3-ec8451b2f691 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:13.248556 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d8a338-23b8-423e-8ec9-acd091d91dcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-20fdaea2-230d-488f-9374-11c26d251535', 'network_id': '20fdaea2-230d-488f-9374-11c26d251535', 'tenant_id': 'aa2840b038ff46d7ad39dd77a91df88a', 'fixed_ips': [{'subnet_id': '5f19bae0-4887-40f3-88c4-63fbc00960db'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 18:01:13.249423 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a4d8a338-23b8-423e-8ec9-acd091d91dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:13.283855 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-10827014-4002-4155-9de3-ec8451b2f691 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:13.304301 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7934a3-4b17-4cb3-b78b-3b8faa9997d8 None None] Pushing event updated for resources: {'Port': ['ID=a102024d-2b39-42c1-91aa-7592f17f5be8,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:01:13.314467 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10827014-4002-4155-9de3-ec8451b2f691 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Pushing event deleted for resources: {'Subnet': ['ID=5f19bae0-4887-40f3-88c4-63fbc00960db,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:01:13.367572 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c2543f-a405-4222-9c60-088463ca6dda None None] Network 20fdaea2-230d-488f-9374-11c26d251535 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 18:01:13.385859 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-10827014-4002-4155-9de3-ec8451b2f691 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:13.410502 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-10827014-4002-4155-9de3-ec8451b2f691 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20fdaea2-230d-488f-9374-11c26d251535']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:01:13.425650 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-10827014-4002-4155-9de3-ec8451b2f691 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad0572d6-de31-4a24-8696-b45c5448c889') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:01:13.425946 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-10827014-4002-4155-9de3-ec8451b2f691 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad0572d6-de31-4a24-8696-b45c5448c889') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:01:13.446312 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-10827014-4002-4155-9de3-ec8451b2f691 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:13.460927 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-10827014-4002-4155-9de3-ec8451b2f691 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:13.471474 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10827014-4002-4155-9de3-ec8451b2f691 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 18:01:13.471978 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-10827014-4002-4155-9de3-ec8451b2f691 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:13.475475 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 18:01:13.475475 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 18:01:13.475475 n-d-master-1 neutron-server[103284]: timer() Dec 06 18:01:13.475475 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 18:01:13.475475 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 18:01:13.475475 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 18:01:13.475475 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 18:01:13.475475 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 18:01:13.475475 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 18:01:13.475475 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 18:01:13.475475 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 18:01:13.475475 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 18:01:13.475475 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 18:01:13.475475 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 18:01:13.475475 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 18:01:13.475475 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 18:01:13.475475 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 18:01:13.475475 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 18:01:13.475475 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 18:01:13.475475 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 18:01:13.475475 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 18:01:13.475475 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 18:01:13.475475 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 18:01:13.475475 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 18:01:13.475475 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 18:01:13.475475 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 18:01:13.475475 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 18:01:13.475475 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 18:01:13.475475 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 18:01:13.475475 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 18:01:13.475475 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 18:01:13.475475 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 18:01:13.546676 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-10827014-4002-4155-9de3-ec8451b2f691 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:13.557324 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-10827014-4002-4155-9de3-ec8451b2f691 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Publish callbacks [] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:13.560806 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-10827014-4002-4155-9de3-ec8451b2f691 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] 10.222.0.23 "DELETE /v2.0/networks/20fdaea2-230d-488f-9374-11c26d251535 HTTP/1.1" status: 204 len: 168 time: 0.5326300 Dec 06 18:01:13.564766 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 41036) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:01:13.570506 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-c2cea77f-ae4a-4310-9c47-31659d158b2e tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-467288693'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:01:13.580309 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10827014-4002-4155-9de3-ec8451b2f691 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Pushing event deleted for resources: {'Network': ['ID=20fdaea2-230d-488f-9374-11c26d251535,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:01:13.604197 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2cea77f-ae4a-4310-9c47-31659d158b2e tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Made reservation on behalf of aa2840b038ff46d7ad39dd77a91df88a for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 18:01:13.608514 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c2cea77f-ae4a-4310-9c47-31659d158b2e tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:13.644996 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2cea77f-ae4a-4310-9c47-31659d158b2e tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 18:01:13.656053 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c2cea77f-ae4a-4310-9c47-31659d158b2e tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:13.656405 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-c2cea77f-ae4a-4310-9c47-31659d158b2e tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Added segment eefeb36a-8e49-4e77-a5c3-fb653ec15143 of type vlan for network 7a32e027-9a91-40bd-8e7a-6edcfc00f933 Dec 06 18:01:13.661447 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3013d37b-2721-46b1-a820-09eeab04e12b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:13.699965 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c2cea77f-ae4a-4310-9c47-31659d158b2e tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:13.723681 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c2cea77f-ae4a-4310-9c47-31659d158b2e tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:13.729296 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2cea77f-ae4a-4310-9c47-31659d158b2e tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:01:13.729942 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c2cea77f-ae4a-4310-9c47-31659d158b2e tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Publish callbacks [] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:13.791876 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-c2cea77f-ae4a-4310-9c47-31659d158b2e tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2253449 Dec 06 18:01:13.794931 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 41038) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:01:13.800318 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-73dd2bc0-7a26-4163-b185-b958723f0092 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Request body: {'subnet': {'network_id': '7a32e027-9a91-40bd-8e7a-6edcfc00f933', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:01:13.800533 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cea77f-ae4a-4310-9c47-31659d158b2e tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Pushing event updated for resources: {'Network': ['ID=7a32e027-9a91-40bd-8e7a-6edcfc00f933,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:01:13.810492 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 7a32e027-9a91-40bd-8e7a-6edcfc00f933 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 18:01:13.890100 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73dd2bc0-7a26-4163-b185-b958723f0092 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Made reservation on behalf of aa2840b038ff46d7ad39dd77a91df88a for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 18:01:13.893651 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-73dd2bc0-7a26-4163-b185-b958723f0092 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:13.960560 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.ipam_backend_mixin [None req-73dd2bc0-7a26-4163-b185-b958723f0092 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Performing IP validity checks on allocation pools {{(pid=103284) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 06 18:01:13.961091 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.ipam_backend_mixin [None req-73dd2bc0-7a26-4163-b185-b958723f0092 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103284) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 06 18:01:14.087251 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-73dd2bc0-7a26-4163-b185-b958723f0092 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:14.150101 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd2bc0-7a26-4163-b185-b958723f0092 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Pushing event updated for resources: {'Subnet': ['ID=5c24caa3-d3eb-4908-b5c4-a619d74d561e,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:01:14.159128 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73dd2bc0-7a26-4163-b185-b958723f0092 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Checking segment: {'id': 'eefeb36a-8e49-4e77-a5c3-fb653ec15143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7a32e027-9a91-40bd-8e7a-6edcfc00f933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 18:01:14.159499 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73dd2bc0-7a26-4163-b185-b958723f0092 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Network hostable DHCP agents. Network: 7a32e027-9a91-40bd-8e7a-6edcfc00f933, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 18:01:14.177609 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73dd2bc0-7a26-4163-b185-b958723f0092 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Network 7a32e027-9a91-40bd-8e7a-6edcfc00f933 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 18:01:14.188170 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-73dd2bc0-7a26-4163-b185-b958723f0092 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 7a32e027-9a91-40bd-8e7a-6edcfc00f933) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 18:01:14.192232 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73dd2bc0-7a26-4163-b185-b958723f0092 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:01:14.192841 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-73dd2bc0-7a26-4163-b185-b958723f0092 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:14.198067 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97048e1-07ce-4471-b91b-5f6e8a617313 None None] Network 7a32e027-9a91-40bd-8e7a-6edcfc00f933 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 18:01:14.211702 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-73dd2bc0-7a26-4163-b185-b958723f0092 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4154532 Dec 06 18:01:14.214362 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 41040) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:01:14.266019 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ad03ac-94bd-4d18-aa65-1f972abd250c None None] Network 56f7c517-66b9-4a3b-923e-b55f02f81225 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 18:01:14.317439 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-127068ce-2aad-48b3-9a8f-e3322bc6bca9 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:14.369225 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-127068ce-2aad-48b3-9a8f-e3322bc6bca9 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:14.393566 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b3f706d6-2a32-446a-9aaf-01b0b5955ccc None None] Provisioning complete for port a102024d-2b39-42c1-91aa-7592f17f5be8 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:01:14.393956 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b3f706d6-2a32-446a-9aaf-01b0b5955ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:14.428769 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-127068ce-2aad-48b3-9a8f-e3322bc6bca9 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:14.460752 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127068ce-2aad-48b3-9a8f-e3322bc6bca9 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Pushing event deleted for resources: {'Subnet': ['ID=5c24caa3-d3eb-4908-b5c4-a619d74d561e,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:01:14.485338 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8953790b-edf1-42d0-8f72-601c1c1286c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-7a32e027-9a91-40bd-8e7a-6edcfc00f933', 'network_id': '7a32e027-9a91-40bd-8e7a-6edcfc00f933', 'tenant_id': 'aa2840b038ff46d7ad39dd77a91df88a', 'fixed_ips': [{'subnet_id': '5c24caa3-d3eb-4908-b5c4-a619d74d561e'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 18:01:14.486206 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8953790b-edf1-42d0-8f72-601c1c1286c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:14.523436 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-127068ce-2aad-48b3-9a8f-e3322bc6bca9 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:14.546148 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-127068ce-2aad-48b3-9a8f-e3322bc6bca9 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a32e027-9a91-40bd-8e7a-6edcfc00f933']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:01:14.555699 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-127068ce-2aad-48b3-9a8f-e3322bc6bca9 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eefeb36a-8e49-4e77-a5c3-fb653ec15143') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:01:14.556008 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-127068ce-2aad-48b3-9a8f-e3322bc6bca9 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eefeb36a-8e49-4e77-a5c3-fb653ec15143') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:01:14.566303 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-127068ce-2aad-48b3-9a8f-e3322bc6bca9 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:14.579389 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-127068ce-2aad-48b3-9a8f-e3322bc6bca9 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:14.585641 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-127068ce-2aad-48b3-9a8f-e3322bc6bca9 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 18:01:14.586029 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-127068ce-2aad-48b3-9a8f-e3322bc6bca9 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:14.589157 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 18:01:14.589157 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 18:01:14.589157 n-d-master-1 neutron-server[103284]: timer() Dec 06 18:01:14.589157 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 18:01:14.589157 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 18:01:14.589157 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 18:01:14.589157 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 18:01:14.589157 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 18:01:14.589157 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 18:01:14.589157 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 18:01:14.589157 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 18:01:14.589157 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 18:01:14.589157 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 18:01:14.589157 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 18:01:14.589157 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 18:01:14.589157 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 18:01:14.589157 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 18:01:14.589157 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 18:01:14.589157 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 18:01:14.589157 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 18:01:14.589157 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 18:01:14.589157 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 18:01:14.589157 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 18:01:14.589157 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 18:01:14.589157 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 18:01:14.589157 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 18:01:14.589157 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 18:01:14.589157 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 18:01:14.589157 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 18:01:14.589157 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 18:01:14.589157 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 18:01:14.589157 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 18:01:14.626097 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca77ec59-0e58-4a9c-be33-f7693b5a72a0 None None] Network 7a32e027-9a91-40bd-8e7a-6edcfc00f933 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 18:01:14.629660 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b3f706d6-2a32-446a-9aaf-01b0b5955ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:14.656246 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-127068ce-2aad-48b3-9a8f-e3322bc6bca9 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:14.664657 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-127068ce-2aad-48b3-9a8f-e3322bc6bca9 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Publish callbacks [] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:14.668291 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-127068ce-2aad-48b3-9a8f-e3322bc6bca9 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] 10.222.0.23 "DELETE /v2.0/networks/7a32e027-9a91-40bd-8e7a-6edcfc00f933 HTTP/1.1" status: 204 len: 168 time: 0.4529920 Dec 06 18:01:14.672502 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 41042) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:01:14.682705 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-c6b1230c-ae63-43e2-9b61-8b588b8019ee tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-720781670'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:01:14.695207 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127068ce-2aad-48b3-9a8f-e3322bc6bca9 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Pushing event deleted for resources: {'Network': ['ID=7a32e027-9a91-40bd-8e7a-6edcfc00f933,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:01:14.715677 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b1230c-ae63-43e2-9b61-8b588b8019ee tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Made reservation on behalf of aa2840b038ff46d7ad39dd77a91df88a for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 18:01:14.721150 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c6b1230c-ae63-43e2-9b61-8b588b8019ee tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:14.723965 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b3f706d6-2a32-446a-9aaf-01b0b5955ccc None None] For port a102024d-2b39-42c1-91aa-7592f17f5be8, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a102024d-2b39-42c1-91aa-7592f17f5be8,segment=NetworkSegment(52c89a02-0777-4ea6-a48a-3607ea9b8c6e),segment_id=52c89a02-0777-4ea6-a48a-3607ea9b8c6e)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:01:14.749131 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6b1230c-ae63-43e2-9b61-8b588b8019ee tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 18:01:14.750837 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b3f706d6-2a32-446a-9aaf-01b0b5955ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:14.766866 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c6b1230c-ae63-43e2-9b61-8b588b8019ee tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:14.767612 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-c6b1230c-ae63-43e2-9b61-8b588b8019ee tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Added segment 9aa0c3d5-8c75-4ffe-9ada-b4a47a41f061 of type vlan for network c8aeec87-0e24-4df3-8adb-4f9b94516883 Dec 06 18:01:14.820885 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f706d6-2a32-446a-9aaf-01b0b5955ccc None None] Pushing event updated for resources: {'Port': ['ID=a102024d-2b39-42c1-91aa-7592f17f5be8,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:01:14.821308 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c6b1230c-ae63-43e2-9b61-8b588b8019ee tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:14.847769 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c6b1230c-ae63-43e2-9b61-8b588b8019ee tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:14.853448 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b1230c-ae63-43e2-9b61-8b588b8019ee tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:01:14.854093 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c6b1230c-ae63-43e2-9b61-8b588b8019ee tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Publish callbacks [] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:14.891415 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-c6b1230c-ae63-43e2-9b61-8b588b8019ee tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2171807 Dec 06 18:01:14.894399 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 41044) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:01:14.899681 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-54e25224-af86-4827-8396-409f2a45753b tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Request body: {'subnet': {'network_id': 'c8aeec87-0e24-4df3-8adb-4f9b94516883', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:01:14.925787 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b1230c-ae63-43e2-9b61-8b588b8019ee tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Pushing event updated for resources: {'Network': ['ID=c8aeec87-0e24-4df3-8adb-4f9b94516883,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:01:14.935512 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network c8aeec87-0e24-4df3-8adb-4f9b94516883 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 18:01:14.989662 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54e25224-af86-4827-8396-409f2a45753b tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Made reservation on behalf of aa2840b038ff46d7ad39dd77a91df88a for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 18:01:14.993076 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-54e25224-af86-4827-8396-409f2a45753b tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:15.014223 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-1e3b72f6-f37d-4244-9f5e-0327c25b6763 None None] Provisioning complete for port a102024d-2b39-42c1-91aa-7592f17f5be8 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:01:15.014223 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1e3b72f6-f37d-4244-9f5e-0327c25b6763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:15.098501 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device a102024d-2b39-42c1-91aa-7592f17f5be8 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 18:01:15.148743 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port a102024d-2b39-42c1-91aa-7592f17f5be8 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:01:15.149122 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:15.190333 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-54e25224-af86-4827-8396-409f2a45753b tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:15.253816 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e25224-af86-4827-8396-409f2a45753b tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Pushing event updated for resources: {'Subnet': ['ID=f8a2ba9d-a133-4fb2-8f3c-1a00bb5fd029,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:01:15.263923 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e25224-af86-4827-8396-409f2a45753b tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Checking segment: {'id': '9aa0c3d5-8c75-4ffe-9ada-b4a47a41f061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c8aeec87-0e24-4df3-8adb-4f9b94516883'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 18:01:15.264288 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e25224-af86-4827-8396-409f2a45753b tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Network hostable DHCP agents. Network: c8aeec87-0e24-4df3-8adb-4f9b94516883, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 18:01:15.280674 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e25224-af86-4827-8396-409f2a45753b tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Network c8aeec87-0e24-4df3-8adb-4f9b94516883 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 18:01:15.289064 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-54e25224-af86-4827-8396-409f2a45753b tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, c8aeec87-0e24-4df3-8adb-4f9b94516883) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 18:01:15.296400 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a00252d-c582-4e35-92b5-f6e1a0c012ec None None] Network c8aeec87-0e24-4df3-8adb-4f9b94516883 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 18:01:15.297065 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e25224-af86-4827-8396-409f2a45753b tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:01:15.297700 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-54e25224-af86-4827-8396-409f2a45753b tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:15.314421 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-54e25224-af86-4827-8396-409f2a45753b tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4188111 Dec 06 18:01:15.318363 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 41046) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:01:15.323281 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-bf52f2e6-710e-4fd7-8b00-be2bce4d17d6 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-624339904'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:01:15.343414 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf52f2e6-710e-4fd7-8b00-be2bce4d17d6 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Made reservation on behalf of aa2840b038ff46d7ad39dd77a91df88a for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 18:01:15.346832 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bf52f2e6-710e-4fd7-8b00-be2bce4d17d6 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:15.447139 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5145e4-9d38-476e-97ee-402d815fc8ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-c8aeec87-0e24-4df3-8adb-4f9b94516883', 'network_id': 'c8aeec87-0e24-4df3-8adb-4f9b94516883', 'tenant_id': 'aa2840b038ff46d7ad39dd77a91df88a', 'fixed_ips': [{'subnet_id': 'f8a2ba9d-a133-4fb2-8f3c-1a00bb5fd029'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 18:01:15.448042 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9b5145e4-9d38-476e-97ee-402d815fc8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:15.591814 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-9b5145e4-9d38-476e-97ee-402d815fc8ff None None] Allocated IP 2001:db8::2 (c8aeec87-0e24-4df3-8adb-4f9b94516883/f8a2ba9d-a133-4fb2-8f3c-1a00bb5fd029/b6427f80-9432-4a70-a911-24cc575dbc97) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 18:01:15.649261 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf52f2e6-710e-4fd7-8b00-be2bce4d17d6 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 18:01:15.659124 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bf52f2e6-710e-4fd7-8b00-be2bce4d17d6 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:15.659474 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-bf52f2e6-710e-4fd7-8b00-be2bce4d17d6 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Added segment f99d01fb-8694-4b4a-a56b-16e7effd2fb7 of type vlan for network a3760dfe-a861-430b-bd3f-f70d3b68fbd0 Dec 06 18:01:15.702623 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bf52f2e6-710e-4fd7-8b00-be2bce4d17d6 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:15.727175 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bf52f2e6-710e-4fd7-8b00-be2bce4d17d6 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:15.732735 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf52f2e6-710e-4fd7-8b00-be2bce4d17d6 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:01:15.733332 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bf52f2e6-710e-4fd7-8b00-be2bce4d17d6 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Publish callbacks [] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:15.746215 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f89f353b-b050-47ac-9416-4bc3dc585721 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:15.748368 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9b5145e4-9d38-476e-97ee-402d815fc8ff None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:15.754572 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9b5145e4-9d38-476e-97ee-402d815fc8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:15.799026 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-bf52f2e6-710e-4fd7-8b00-be2bce4d17d6 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4795730 Dec 06 18:01:15.801937 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 41048) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:01:15.802440 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5145e4-9d38-476e-97ee-402d815fc8ff None None] Network c8aeec87-0e24-4df3-8adb-4f9b94516883 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 18:01:15.805358 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-9b5145e4-9d38-476e-97ee-402d815fc8ff None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 18:01:15.807583 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-d5ac27f3-2ca7-4845-b47c-f66d3d7e6a85 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Request body: {'subnet': {'network_id': 'a3760dfe-a861-430b-bd3f-f70d3b68fbd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:01:15.808953 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf52f2e6-710e-4fd7-8b00-be2bce4d17d6 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Pushing event updated for resources: {'Network': ['ID=a3760dfe-a861-430b-bd3f-f70d3b68fbd0,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:01:15.809083 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5145e4-9d38-476e-97ee-402d815fc8ff None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 18:01:15.819783 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5145e4-9d38-476e-97ee-402d815fc8ff None None] Pushing event updated for resources: {'Port': ['ID=b6427f80-9432-4a70-a911-24cc575dbc97,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:01:15.826212 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network a3760dfe-a861-430b-bd3f-f70d3b68fbd0 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 18:01:15.905563 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ac27f3-2ca7-4845-b47c-f66d3d7e6a85 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Made reservation on behalf of aa2840b038ff46d7ad39dd77a91df88a for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 18:01:15.909002 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d5ac27f3-2ca7-4845-b47c-f66d3d7e6a85 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:15.917262 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-9b5145e4-9d38-476e-97ee-402d815fc8ff None None] Attempting to bind port b6427f80-9432-4a70-a911-24cc575dbc97 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 18:01:15.917664 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-9b5145e4-9d38-476e-97ee-402d815fc8ff None None] Attempting to bind port b6427f80-9432-4a70-a911-24cc575dbc97 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '9aa0c3d5-8c75-4ffe-9ada-b4a47a41f061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c8aeec87-0e24-4df3-8adb-4f9b94516883'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 18:01:15.918032 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5145e4-9d38-476e-97ee-402d815fc8ff None None] Attempting to bind port b6427f80-9432-4a70-a911-24cc575dbc97 on network c8aeec87-0e24-4df3-8adb-4f9b94516883 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 18:01:15.929664 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5145e4-9d38-476e-97ee-402d815fc8ff None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 18, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 18:01:15.930061 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5145e4-9d38-476e-97ee-402d815fc8ff None None] Checking segment: {'id': '9aa0c3d5-8c75-4ffe-9ada-b4a47a41f061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c8aeec87-0e24-4df3-8adb-4f9b94516883'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 18:01:15.930453 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9b5145e4-9d38-476e-97ee-402d815fc8ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:15.930855 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5145e4-9d38-476e-97ee-402d815fc8ff None None] Bound using segment: {'id': '9aa0c3d5-8c75-4ffe-9ada-b4a47a41f061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c8aeec87-0e24-4df3-8adb-4f9b94516883'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 18:01:15.931339 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-9b5145e4-9d38-476e-97ee-402d815fc8ff None None] Bound port: b6427f80-9432-4a70-a911-24cc575dbc97, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aa0c3d5-8c75-4ffe-9ada-b4a47a41f061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c8aeec87-0e24-4df3-8adb-4f9b94516883'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 18:01:15.931713 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9b5145e4-9d38-476e-97ee-402d815fc8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:15.994931 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-9b5145e4-9d38-476e-97ee-402d815fc8ff None None] For port b6427f80-9432-4a70-a911-24cc575dbc97, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 18:01:15.998539 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-9b5145e4-9d38-476e-97ee-402d815fc8ff None None] For port b6427f80-9432-4a70-a911-24cc575dbc97, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b6427f80-9432-4a70-a911-24cc575dbc97,segment=NetworkSegment(9aa0c3d5-8c75-4ffe-9ada-b4a47a41f061),segment_id=9aa0c3d5-8c75-4ffe-9ada-b4a47a41f061)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 18:01:16.002532 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9b5145e4-9d38-476e-97ee-402d815fc8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:16.058340 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5145e4-9d38-476e-97ee-402d815fc8ff None None] Pushing event updated for resources: {'Port': ['ID=b6427f80-9432-4a70-a911-24cc575dbc97,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:01:16.102311 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d5ac27f3-2ca7-4845-b47c-f66d3d7e6a85 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:16.164816 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ac27f3-2ca7-4845-b47c-f66d3d7e6a85 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Pushing event updated for resources: {'Subnet': ['ID=6866af64-f8dd-4916-b6a9-faf4cf951297,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:01:16.173976 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ac27f3-2ca7-4845-b47c-f66d3d7e6a85 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Checking segment: {'id': 'f99d01fb-8694-4b4a-a56b-16e7effd2fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a3760dfe-a861-430b-bd3f-f70d3b68fbd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 18:01:16.174336 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ac27f3-2ca7-4845-b47c-f66d3d7e6a85 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Network hostable DHCP agents. Network: a3760dfe-a861-430b-bd3f-f70d3b68fbd0, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 18:01:16.194673 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ac27f3-2ca7-4845-b47c-f66d3d7e6a85 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Network a3760dfe-a861-430b-bd3f-f70d3b68fbd0 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 18:01:16.208963 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-d5ac27f3-2ca7-4845-b47c-f66d3d7e6a85 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, a3760dfe-a861-430b-bd3f-f70d3b68fbd0) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 18:01:16.214983 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ac27f3-2ca7-4845-b47c-f66d3d7e6a85 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:01:16.215645 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d5ac27f3-2ca7-4845-b47c-f66d3d7e6a85 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:16.227926 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587477af-7d38-4750-a695-e0da895b5f5f None None] Network a3760dfe-a861-430b-bd3f-f70d3b68fbd0 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 18:01:16.236056 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-d5ac27f3-2ca7-4845-b47c-f66d3d7e6a85 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4329605 Dec 06 18:01:16.238882 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 41050) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:01:16.345205 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-57c1cc56-f865-4164-b212-a04a6f512b43 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:16.400973 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-57c1cc56-f865-4164-b212-a04a6f512b43 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:16.405766 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c58c2e-5c4b-451f-8422-e901086d76bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-a3760dfe-a861-430b-bd3f-f70d3b68fbd0', 'network_id': 'a3760dfe-a861-430b-bd3f-f70d3b68fbd0', 'tenant_id': 'aa2840b038ff46d7ad39dd77a91df88a', 'fixed_ips': [{'subnet_id': '6866af64-f8dd-4916-b6a9-faf4cf951297'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 18:01:16.406706 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-94c58c2e-5c4b-451f-8422-e901086d76bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:16.463959 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-57c1cc56-f865-4164-b212-a04a6f512b43 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:16.492845 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c1cc56-f865-4164-b212-a04a6f512b43 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Pushing event deleted for resources: {'Subnet': ['ID=6866af64-f8dd-4916-b6a9-faf4cf951297,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:01:16.500784 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server [None req-94c58c2e-5c4b-451f-8422-e901086d76bd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6866af64-f8dd-4916-b6a9-faf4cf951297: This subnet is being modified by another concurrent operation. Dec 06 18:01:16.500784 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 06 18:01:16.500784 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 06 18:01:16.500784 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 06 18:01:16.500784 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 06 18:01:16.500784 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 06 18:01:16.500784 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 06 18:01:16.500784 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 06 18:01:16.500784 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 06 18:01:16.500784 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 06 18:01:16.500784 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 18:01:16.500784 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 18:01:16.500784 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 18:01:16.500784 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 18:01:16.500784 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 18:01:16.500784 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 18:01:16.500784 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 18:01:16.500784 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 18:01:16.500784 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 18:01:16.500784 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 18:01:16.500784 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 18:01:16.500784 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 18:01:16.500784 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 18:01:16.500784 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 18:01:16.500784 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 18:01:16.500784 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 18:01:16.500784 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 18:01:16.500784 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 18:01:16.500784 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 18:01:16.500784 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 18:01:16.500784 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 18:01:16.500784 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 18:01:16.500784 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 18:01:16.500784 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 18:01:16.500784 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 06 18:01:16.500784 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 06 18:01:16.500784 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Dec 06 18:01:16.500784 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 06 18:01:16.500784 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Dec 06 18:01:16.500784 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 06 18:01:16.500784 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 06 18:01:16.500784 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 06 18:01:16.500784 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 06 18:01:16.500784 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 18:01:16.500784 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 06 18:01:16.500784 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 06 18:01:16.500784 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 18:01:16.500784 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 18:01:16.500784 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 18:01:16.500784 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 18:01:16.500784 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 18:01:16.500784 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 18:01:16.500784 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 18:01:16.500784 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 18:01:16.500784 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 18:01:16.500784 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 18:01:16.500784 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 18:01:16.500784 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 18:01:16.500784 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 18:01:16.500784 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 18:01:16.500784 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 18:01:16.500784 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 18:01:16.500784 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 18:01:16.500784 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 18:01:16.500784 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 18:01:16.500784 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 18:01:16.500784 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 18:01:16.500784 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 18:01:16.500784 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 18:01:16.500784 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 18:01:16.500784 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 06 18:01:16.500784 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 06 18:01:16.500784 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 06 18:01:16.500784 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 06 18:01:16.500784 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 06 18:01:16.500784 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 06 18:01:16.500784 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 06 18:01:16.500784 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 06 18:01:16.500784 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 18:01:16.500784 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 18:01:16.500784 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 18:01:16.500784 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 18:01:16.500784 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 06 18:01:16.500784 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 06 18:01:16.500784 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 06 18:01:16.500784 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 06 18:01:16.500784 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 06 18:01:16.500784 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 06 18:01:16.500784 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 06 18:01:16.500784 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server raise exception Dec 06 18:01:16.500784 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6866af64-f8dd-4916-b6a9-faf4cf951297: This subnet is being modified by another concurrent operation. Dec 06 18:01:16.500784 n-d-master-1 neutron-server[103286]: ERROR oslo_messaging.rpc.server Dec 06 18:01:16.521811 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75641a7a-908d-41db-9f88-23efc6e6c823 None None] Network a3760dfe-a861-430b-bd3f-f70d3b68fbd0 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 18:01:16.552997 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-57c1cc56-f865-4164-b212-a04a6f512b43 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:16.574380 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-57c1cc56-f865-4164-b212-a04a6f512b43 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3760dfe-a861-430b-bd3f-f70d3b68fbd0']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:01:16.588113 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-57c1cc56-f865-4164-b212-a04a6f512b43 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f99d01fb-8694-4b4a-a56b-16e7effd2fb7') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:01:16.588414 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-57c1cc56-f865-4164-b212-a04a6f512b43 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f99d01fb-8694-4b4a-a56b-16e7effd2fb7') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:01:16.603292 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-57c1cc56-f865-4164-b212-a04a6f512b43 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:16.617234 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-57c1cc56-f865-4164-b212-a04a6f512b43 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:16.623353 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57c1cc56-f865-4164-b212-a04a6f512b43 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 18:01:16.623740 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-57c1cc56-f865-4164-b212-a04a6f512b43 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:16.626885 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 18:01:16.626885 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 18:01:16.626885 n-d-master-1 neutron-server[103284]: timer() Dec 06 18:01:16.626885 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 18:01:16.626885 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 18:01:16.626885 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 18:01:16.626885 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 18:01:16.626885 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 18:01:16.626885 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 18:01:16.626885 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 18:01:16.626885 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 18:01:16.626885 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 18:01:16.626885 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 18:01:16.626885 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 18:01:16.626885 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 18:01:16.626885 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 18:01:16.626885 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 18:01:16.626885 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 18:01:16.626885 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 18:01:16.626885 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 18:01:16.626885 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 18:01:16.626885 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 18:01:16.626885 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 18:01:16.626885 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 18:01:16.626885 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 18:01:16.626885 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 18:01:16.626885 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 18:01:16.626885 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 18:01:16.626885 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 18:01:16.626885 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 18:01:16.626885 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 18:01:16.626885 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 18:01:16.684609 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-57c1cc56-f865-4164-b212-a04a6f512b43 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:16.692266 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-57c1cc56-f865-4164-b212-a04a6f512b43 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Publish callbacks [] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:16.696750 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-57c1cc56-f865-4164-b212-a04a6f512b43 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] 10.222.0.23 "DELETE /v2.0/networks/a3760dfe-a861-430b-bd3f-f70d3b68fbd0 HTTP/1.1" status: 204 len: 168 time: 0.4567425 Dec 06 18:01:16.700129 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 41052) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:01:16.708363 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c1cc56-f865-4164-b212-a04a6f512b43 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Pushing event deleted for resources: {'Network': ['ID=a3760dfe-a861-430b-bd3f-f70d3b68fbd0,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:01:16.731212 n-d-master-1 neutron-server[103285]: INFO neutron.pecan_wsgi.hooks.translation [None req-36283c3e-e8bf-4b75-b23c-6e838a74bc62 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] GET failed (client error): The resource could not be found. Dec 06 18:01:16.733174 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-36283c3e-e8bf-4b75-b23c-6e838a74bc62 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] 10.222.0.23 "GET /v2.0/subnets/6866af64-f8dd-4916-b6a9-faf4cf951297 HTTP/1.1" status: 404 len: 337 time: 0.0316498 Dec 06 18:01:16.735928 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 41054) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:01:16.754169 n-d-master-1 neutron-server[103285]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb08c4f0-4800-4461-a1cd-2f8ea2e8f64c tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] DELETE failed (client error): The resource could not be found. Dec 06 18:01:16.754676 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb08c4f0-4800-4461-a1cd-2f8ea2e8f64c tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103285) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 18:01:16.758091 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-eb08c4f0-4800-4461-a1cd-2f8ea2e8f64c tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] 10.222.0.23 "DELETE /v2.0/networks/a3760dfe-a861-430b-bd3f-f70d3b68fbd0 HTTP/1.1" status: 404 len: 339 time: 0.0209067 Dec 06 18:01:16.762298 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 41056) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:01:16.793673 n-d-master-1 neutron-server[103285]: INFO neutron.pecan_wsgi.hooks.translation [None req-d40ee385-2869-4d7c-9f40-812c9b77cfe7 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] DELETE failed (client error): The resource could not be found. Dec 06 18:01:16.794140 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d40ee385-2869-4d7c-9f40-812c9b77cfe7 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103285) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 18:01:16.797508 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-d40ee385-2869-4d7c-9f40-812c9b77cfe7 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] 10.222.0.23 "DELETE /v2.0/subnets/6866af64-f8dd-4916-b6a9-faf4cf951297 HTTP/1.1" status: 404 len: 337 time: 0.0339720 Dec 06 18:01:16.799918 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 41058) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:01:16.818723 n-d-master-1 neutron-server[103285]: INFO neutron.pecan_wsgi.hooks.translation [None req-eca919b8-7bd8-488f-b738-9b887b561d66 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] DELETE failed (client error): The resource could not be found. Dec 06 18:01:16.819367 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eca919b8-7bd8-488f-b738-9b887b561d66 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103285) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 18:01:16.822295 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-eca919b8-7bd8-488f-b738-9b887b561d66 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] 10.222.0.23 "DELETE /v2.0/networks/a3760dfe-a861-430b-bd3f-f70d3b68fbd0 HTTP/1.1" status: 404 len: 339 time: 0.0214615 Dec 06 18:01:16.824849 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 41060) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:01:16.877652 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ae6ee7a-4404-4cf7-9941-225704831106 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Deleting subnet f8a2ba9d-a133-4fb2-8f3c-1a00bb5fd029 {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 18:01:16.881302 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8ae6ee7a-4404-4cf7-9941-225704831106 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:16.925074 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8ae6ee7a-4404-4cf7-9941-225704831106 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:17.017585 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8ae6ee7a-4404-4cf7-9941-225704831106 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:17.027269 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a78bd6-b03c-44dc-ae57-8527d17a900f None None] Network c8aeec87-0e24-4df3-8adb-4f9b94516883 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 18:01:17.087440 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8ae6ee7a-4404-4cf7-9941-225704831106 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:17.098901 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6337d3de-329a-4259-ad1e-8d434ca3aa2c None None] Provisioning complete for port b6427f80-9432-4a70-a911-24cc575dbc97 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:01:17.099371 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6337d3de-329a-4259-ad1e-8d434ca3aa2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:17.107047 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device b6427f80-9432-4a70-a911-24cc575dbc97 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 18:01:17.119292 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae6ee7a-4404-4cf7-9941-225704831106 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Pushing event deleted for resources: {'Subnet': ['ID=f8a2ba9d-a133-4fb2-8f3c-1a00bb5fd029,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:01:17.123552 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8ae6ee7a-4404-4cf7-9941-225704831106 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:17.129369 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-8ae6ee7a-4404-4cf7-9941-225704831106 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] 10.222.0.23 "DELETE /v2.0/subnets/f8a2ba9d-a133-4fb2-8f3c-1a00bb5fd029 HTTP/1.1" status: 204 len: 168 time: 0.3035808 Dec 06 18:01:17.129548 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 41062) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:01:17.174450 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:17.212930 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-01f6960a-01ec-4846-9e3c-809fce6acfed tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:17.266562 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-01f6960a-01ec-4846-9e3c-809fce6acfed tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Deleting port b6427f80-9432-4a70-a911-24cc575dbc97 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 18:01:17.267213 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-01f6960a-01ec-4846-9e3c-809fce6acfed tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:17.291789 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port b6427f80-9432-4a70-a911-24cc575dbc97 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:01:17.292166 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:17.314984 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6337d3de-329a-4259-ad1e-8d434ca3aa2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:17.332649 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-01f6960a-01ec-4846-9e3c-809fce6acfed tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] For port b6427f80-9432-4a70-a911-24cc575dbc97, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b6427f80-9432-4a70-a911-24cc575dbc97,segment=NetworkSegment(9aa0c3d5-8c75-4ffe-9ada-b4a47a41f061),segment_id=9aa0c3d5-8c75-4ffe-9ada-b4a47a41f061)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:01:17.332649 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-01f6960a-01ec-4846-9e3c-809fce6acfed tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:17.347017 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-01f6960a-01ec-4846-9e3c-809fce6acfed tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Calling delete_port for b6427f80-9432-4a70-a911-24cc575dbc97 owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 18:01:17.362446 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6337d3de-329a-4259-ad1e-8d434ca3aa2c None None] For port b6427f80-9432-4a70-a911-24cc575dbc97, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b6427f80-9432-4a70-a911-24cc575dbc97,segment=NetworkSegment(9aa0c3d5-8c75-4ffe-9ada-b4a47a41f061),segment_id=9aa0c3d5-8c75-4ffe-9ada-b4a47a41f061)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:01:17.370240 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6337d3de-329a-4259-ad1e-8d434ca3aa2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:17.417602 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f67c2ce-d0d6-4a04-89b4-63dea96ab503 None None] DHCP port deletion for c8aeec87-0e24-4df3-8adb-4f9b94516883 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 18:01:17.440722 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-01f6960a-01ec-4846-9e3c-809fce6acfed tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:17.463499 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6f67c2ce-d0d6-4a04-89b4-63dea96ab503 None None] The port 'b6427f80-9432-4a70-a911-24cc575dbc97' was deleted {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 06 18:01:17.469315 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f6960a-01ec-4846-9e3c-809fce6acfed tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Pushing event deleted for resources: {'Port': ['ID=b6427f80-9432-4a70-a911-24cc575dbc97,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:01:17.471924 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f6960a-01ec-4846-9e3c-809fce6acfed tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] No DVR routers for this DVR port b6427f80-9432-4a70-a911-24cc575dbc97 on host n-d-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 18:01:17.474465 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6337d3de-329a-4259-ad1e-8d434ca3aa2c None None] Pushing event updated for resources: {'Port': ['ID=b6427f80-9432-4a70-a911-24cc575dbc97,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:01:17.483923 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82e5ec8-09d2-4014-a7e8-07a549f4a80b None None] get_active_networks_info from n-d-master-1 {{(pid=103286) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 18:01:17.553438 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82e5ec8-09d2-4014-a7e8-07a549f4a80b None None] Resources bound (agent type, host, resource id): {{(pid=103286) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 06 18:01:17.557320 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-01f6960a-01ec-4846-9e3c-809fce6acfed tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:17.578096 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-01f6960a-01ec-4846-9e3c-809fce6acfed tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8aeec87-0e24-4df3-8adb-4f9b94516883']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:01:17.588261 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-01f6960a-01ec-4846-9e3c-809fce6acfed tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aa0c3d5-8c75-4ffe-9ada-b4a47a41f061') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:01:17.588261 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-01f6960a-01ec-4846-9e3c-809fce6acfed tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aa0c3d5-8c75-4ffe-9ada-b4a47a41f061') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:01:17.597289 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-01f6960a-01ec-4846-9e3c-809fce6acfed tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:17.611154 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-01f6960a-01ec-4846-9e3c-809fce6acfed tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:17.618219 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01f6960a-01ec-4846-9e3c-809fce6acfed tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 18:01:17.618712 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-01f6960a-01ec-4846-9e3c-809fce6acfed tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:17.622013 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 18:01:17.622013 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 18:01:17.622013 n-d-master-1 neutron-server[103284]: timer() Dec 06 18:01:17.622013 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 18:01:17.622013 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 18:01:17.622013 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 18:01:17.622013 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 18:01:17.622013 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 18:01:17.622013 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 18:01:17.622013 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 18:01:17.622013 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 18:01:17.622013 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 18:01:17.622013 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 18:01:17.622013 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 18:01:17.622013 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 18:01:17.622013 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 18:01:17.622013 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 18:01:17.622013 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 18:01:17.622013 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 18:01:17.622013 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 18:01:17.622013 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 18:01:17.622013 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 18:01:17.622013 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 18:01:17.622013 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 18:01:17.622013 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 18:01:17.622013 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 18:01:17.622013 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 18:01:17.622013 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 18:01:17.622013 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 18:01:17.622013 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 18:01:17.622013 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 18:01:17.622013 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 18:01:17.685892 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-01f6960a-01ec-4846-9e3c-809fce6acfed tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:17.693145 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-01f6960a-01ec-4846-9e3c-809fce6acfed tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Publish callbacks [] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:17.696509 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-01f6960a-01ec-4846-9e3c-809fce6acfed tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] 10.222.0.23 "DELETE /v2.0/networks/c8aeec87-0e24-4df3-8adb-4f9b94516883 HTTP/1.1" status: 204 len: 168 time: 0.5660009 Dec 06 18:01:17.698961 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 41064) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:01:17.738840 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f6960a-01ec-4846-9e3c-809fce6acfed tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Pushing event deleted for resources: {'Network': ['ID=c8aeec87-0e24-4df3-8adb-4f9b94516883,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:01:17.740981 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-422fa12e-6c4a-4a19-aed5-780d00ee5fee tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] DELETE failed (client error): The resource could not be found. Dec 06 18:01:17.741452 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-422fa12e-6c4a-4a19-aed5-780d00ee5fee tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 18:01:17.744633 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-422fa12e-6c4a-4a19-aed5-780d00ee5fee tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] 10.222.0.23 "DELETE /v2.0/subnets/5c24caa3-d3eb-4908-b5c4-a619d74d561e HTTP/1.1" status: 404 len: 337 time: 0.0447311 Dec 06 18:01:17.747190 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 41066) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:01:17.766725 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-65cd0532-d897-4881-9191-829a45b6ec0c tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] DELETE failed (client error): The resource could not be found. Dec 06 18:01:17.767398 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65cd0532-d897-4881-9191-829a45b6ec0c tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 18:01:17.770689 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-65cd0532-d897-4881-9191-829a45b6ec0c tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] 10.222.0.23 "DELETE /v2.0/networks/7a32e027-9a91-40bd-8e7a-6edcfc00f933 HTTP/1.1" status: 404 len: 339 time: 0.0219300 Dec 06 18:01:17.773173 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 41068) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:01:17.798952 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-d261fd76-cbb9-4e3a-8e73-62fa0bb0145e tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] DELETE failed (client error): The resource could not be found. Dec 06 18:01:17.799420 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d261fd76-cbb9-4e3a-8e73-62fa0bb0145e tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 18:01:17.802493 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-d261fd76-cbb9-4e3a-8e73-62fa0bb0145e tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] 10.222.0.23 "DELETE /v2.0/subnets/5f19bae0-4887-40f3-88c4-63fbc00960db HTTP/1.1" status: 404 len: 337 time: 0.0283725 Dec 06 18:01:17.805053 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 41070) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:01:17.823056 n-d-master-1 neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2f85096-29da-4bd1-9b10-e731957aeb1d tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] DELETE failed (client error): The resource could not be found. Dec 06 18:01:17.823558 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2f85096-29da-4bd1-9b10-e731957aeb1d tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103284) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 18:01:17.826687 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-f2f85096-29da-4bd1-9b10-e731957aeb1d tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] 10.222.0.23 "DELETE /v2.0/networks/20fdaea2-230d-488f-9374-11c26d251535 HTTP/1.1" status: 404 len: 339 time: 0.0207620 Dec 06 18:01:17.829157 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 41072) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:01:17.880212 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8b0dc87-0479-4262-b0b3-130a6d081468 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Deleting subnet 4bb6c28f-97a7-4cf8-a38f-18a2851c380c {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 18:01:17.883672 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f8b0dc87-0479-4262-b0b3-130a6d081468 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:17.924845 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f8b0dc87-0479-4262-b0b3-130a6d081468 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:18.010729 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f8b0dc87-0479-4262-b0b3-130a6d081468 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:18.066973 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f8b0dc87-0479-4262-b0b3-130a6d081468 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:18.096038 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b0dc87-0479-4262-b0b3-130a6d081468 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Pushing event deleted for resources: {'Subnet': ['ID=4bb6c28f-97a7-4cf8-a38f-18a2851c380c,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:01:18.098000 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f8b0dc87-0479-4262-b0b3-130a6d081468 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:18.101268 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-f8b0dc87-0479-4262-b0b3-130a6d081468 tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] 10.222.0.23 "DELETE /v2.0/subnets/4bb6c28f-97a7-4cf8-a38f-18a2851c380c HTTP/1.1" status: 204 len: 168 time: 0.2710452 Dec 06 18:01:18.103855 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 41074) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:01:18.106619 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16215af-adf7-45ae-8393-b598bb1579ed None None] Network 56f7c517-66b9-4a3b-923e-b55f02f81225 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 18:01:18.192065 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dc81039a-0343-4fb3-bbc5-967cbcfecc1b tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:18.245643 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:18.246820 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-dc81039a-0343-4fb3-bbc5-967cbcfecc1b tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Deleting port a102024d-2b39-42c1-91aa-7592f17f5be8 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 18:01:18.247170 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dc81039a-0343-4fb3-bbc5-967cbcfecc1b tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:18.314395 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-dc81039a-0343-4fb3-bbc5-967cbcfecc1b tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] For port a102024d-2b39-42c1-91aa-7592f17f5be8, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a102024d-2b39-42c1-91aa-7592f17f5be8,segment=NetworkSegment(52c89a02-0777-4ea6-a48a-3607ea9b8c6e),segment_id=52c89a02-0777-4ea6-a48a-3607ea9b8c6e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:01:18.314766 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dc81039a-0343-4fb3-bbc5-967cbcfecc1b tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:18.331155 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921055a0-6f48-46b3-bc8f-2fb1f9da86b8 None None] DHCP port deletion for 56f7c517-66b9-4a3b-923e-b55f02f81225 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 18:01:18.333883 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-dc81039a-0343-4fb3-bbc5-967cbcfecc1b tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Calling delete_port for a102024d-2b39-42c1-91aa-7592f17f5be8 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 18:01:18.381152 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-921055a0-6f48-46b3-bc8f-2fb1f9da86b8 None None] Deleting port a102024d-2b39-42c1-91aa-7592f17f5be8 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 18:01:18.381564 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-921055a0-6f48-46b3-bc8f-2fb1f9da86b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:18.414629 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dc81039a-0343-4fb3-bbc5-967cbcfecc1b tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:18.437263 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc81039a-0343-4fb3-bbc5-967cbcfecc1b tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Pushing event deleted for resources: {'Port': ['ID=a102024d-2b39-42c1-91aa-7592f17f5be8,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:01:18.443172 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc81039a-0343-4fb3-bbc5-967cbcfecc1b tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] No DVR routers for this DVR port a102024d-2b39-42c1-91aa-7592f17f5be8 on host n-d-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 18:01:18.448454 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-921055a0-6f48-46b3-bc8f-2fb1f9da86b8 None None] For port a102024d-2b39-42c1-91aa-7592f17f5be8, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a102024d-2b39-42c1-91aa-7592f17f5be8,segment=NetworkSegment(52c89a02-0777-4ea6-a48a-3607ea9b8c6e),segment_id=52c89a02-0777-4ea6-a48a-3607ea9b8c6e)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:01:18.448865 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-921055a0-6f48-46b3-bc8f-2fb1f9da86b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:18.461920 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-921055a0-6f48-46b3-bc8f-2fb1f9da86b8 None None] Calling delete_port for a102024d-2b39-42c1-91aa-7592f17f5be8 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 18:01:18.532664 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dc81039a-0343-4fb3-bbc5-967cbcfecc1b tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:18.537412 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-921055a0-6f48-46b3-bc8f-2fb1f9da86b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:18.553266 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-dc81039a-0343-4fb3-bbc5-967cbcfecc1b tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56f7c517-66b9-4a3b-923e-b55f02f81225']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:01:18.562615 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-dc81039a-0343-4fb3-bbc5-967cbcfecc1b tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52c89a02-0777-4ea6-a48a-3607ea9b8c6e') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:01:18.562919 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-dc81039a-0343-4fb3-bbc5-967cbcfecc1b tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52c89a02-0777-4ea6-a48a-3607ea9b8c6e') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:01:18.567323 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921055a0-6f48-46b3-bc8f-2fb1f9da86b8 None None] Pushing event deleted for resources: {'Port': ['ID=a102024d-2b39-42c1-91aa-7592f17f5be8,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:01:18.570424 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921055a0-6f48-46b3-bc8f-2fb1f9da86b8 None None] No DVR routers for this DVR port a102024d-2b39-42c1-91aa-7592f17f5be8 on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 18:01:18.579759 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dc81039a-0343-4fb3-bbc5-967cbcfecc1b tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:18.594001 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dc81039a-0343-4fb3-bbc5-967cbcfecc1b tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:18.600850 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc81039a-0343-4fb3-bbc5-967cbcfecc1b tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 18:01:18.601263 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dc81039a-0343-4fb3-bbc5-967cbcfecc1b tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:18.604263 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 18:01:18.604263 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 18:01:18.604263 n-d-master-1 neutron-server[103285]: timer() Dec 06 18:01:18.604263 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 18:01:18.604263 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 18:01:18.604263 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 18:01:18.604263 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 18:01:18.604263 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 18:01:18.604263 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 18:01:18.604263 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 18:01:18.604263 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 18:01:18.604263 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 18:01:18.604263 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 18:01:18.604263 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 18:01:18.604263 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 18:01:18.604263 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 18:01:18.604263 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 18:01:18.604263 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 18:01:18.604263 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 18:01:18.604263 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 18:01:18.604263 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 18:01:18.604263 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 18:01:18.604263 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 18:01:18.604263 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 18:01:18.604263 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 18:01:18.604263 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 18:01:18.604263 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 18:01:18.604263 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 18:01:18.604263 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 18:01:18.604263 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 18:01:18.604263 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 18:01:18.604263 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 18:01:18.661006 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dc81039a-0343-4fb3-bbc5-967cbcfecc1b tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:18.668349 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dc81039a-0343-4fb3-bbc5-967cbcfecc1b tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Publish callbacks [] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:18.671585 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-dc81039a-0343-4fb3-bbc5-967cbcfecc1b tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] 10.222.0.23 "DELETE /v2.0/networks/56f7c517-66b9-4a3b-923e-b55f02f81225 HTTP/1.1" status: 204 len: 168 time: 0.5666561 Dec 06 18:01:18.689534 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc81039a-0343-4fb3-bbc5-967cbcfecc1b tempest-NetworksIpV6Test-753348027 tempest-NetworksIpV6Test-753348027-project] Pushing event deleted for resources: {'Network': ['ID=56f7c517-66b9-4a3b-923e-b55f02f81225,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:01:18.919463 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 41080) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:01:19.053322 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device a102024d-2b39-42c1-91aa-7592f17f5be8 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 18:01:19.053780 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 41084) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:01:19.056510 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-b5e257fb-9033-4c21-8d85-bc4859f7046b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=aa2840b038ff46d7ad39dd77a91df88a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1305115 Dec 06 18:01:19.074268 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: a102024d-2b39-42c1-91aa-7592f17f5be8 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 18:01:19.074617 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device a102024d-2b39-42c1-91aa-7592f17f5be8 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 18:01:19.075034 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device b6427f80-9432-4a70-a911-24cc575dbc97 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 18:01:19.093263 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: b6427f80-9432-4a70-a911-24cc575dbc97 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 18:01:19.093558 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device b6427f80-9432-4a70-a911-24cc575dbc97 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 18:01:19.103246 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d9b0a60c-0dfd-4884-ae5d-6c8c092f24d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:19.125621 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d9b0a60c-0dfd-4884-ae5d-6c8c092f24d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:19.147221 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:19.178770 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d9b0a60c-0dfd-4884-ae5d-6c8c092f24d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:19.181695 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d9b0a60c-0dfd-4884-ae5d-6c8c092f24d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:19.183189 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-d9b0a60c-0dfd-4884-ae5d-6c8c092f24d3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b3e7acd5-3e99-4e3b-8ca4-e78c8382f110 HTTP/1.1" status: 204 len: 168 time: 0.1282341 Dec 06 18:01:19.191753 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b0a60c-0dfd-4884-ae5d-6c8c092f24d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e7acd5-3e99-4e3b-8ca4-e78c8382f110,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:01:19.797045 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 41106) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:01:19.891390 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-f11a63f6-0733-4360-b56a-427f43a13f53 tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2029260455', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:01:19.917140 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f11a63f6-0733-4360-b56a-427f43a13f53 tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:19.918179 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f11a63f6-0733-4360-b56a-427f43a13f53 tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:19.968913 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f11a63f6-0733-4360-b56a-427f43a13f53 tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:19.972792 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f11a63f6-0733-4360-b56a-427f43a13f53 tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:19.988870 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f11a63f6-0733-4360-b56a-427f43a13f53 tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:19.990061 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-f11a63f6-0733-4360-b56a-427f43a13f53 tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1919751 Dec 06 18:01:19.992787 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 41110) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:01:19.997564 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-dbe78d53-bfb6-4947-a599-a183e7e72efd tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1371463868'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:01:20.018281 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe78d53-bfb6-4947-a599-a183e7e72efd tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] Made reservation on behalf of 11314e17f207419ab23ea33a58e4a014 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 18:01:20.021763 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dbe78d53-bfb6-4947-a599-a183e7e72efd tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:20.030912 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dbe78d53-bfb6-4947-a599-a183e7e72efd tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:20.105281 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dbe78d53-bfb6-4947-a599-a183e7e72efd tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:20.109170 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dbe78d53-bfb6-4947-a599-a183e7e72efd tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:20.139492 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbe78d53-bfb6-4947-a599-a183e7e72efd tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 18:01:20.148915 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe78d53-bfb6-4947-a599-a183e7e72efd tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=989d895c-b9a8-4906-8a7c-4ea1a8264988,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:01:20.154976 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dbe78d53-bfb6-4947-a599-a183e7e72efd tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:20.155331 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-dbe78d53-bfb6-4947-a599-a183e7e72efd tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] Added segment a203bc9c-91bd-4a66-ad33-f3930a73e6bd of type vlan for network 51f93166-3f60-488c-a6bc-2225beba13dc Dec 06 18:01:20.194680 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dbe78d53-bfb6-4947-a599-a183e7e72efd tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:20.219721 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dbe78d53-bfb6-4947-a599-a183e7e72efd tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:20.225293 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe78d53-bfb6-4947-a599-a183e7e72efd tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:01:20.225940 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dbe78d53-bfb6-4947-a599-a183e7e72efd tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] Publish callbacks [] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:20.261567 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-dbe78d53-bfb6-4947-a599-a183e7e72efd tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2677486 Dec 06 18:01:20.264944 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 41112) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:01:20.270017 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-520fbd9a-1f99-4eb8-9776-1e56ba857b39 tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] Request body: {'subnet': {'network_id': '51f93166-3f60-488c-a6bc-2225beba13dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:01:20.294707 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe78d53-bfb6-4947-a599-a183e7e72efd tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] Pushing event updated for resources: {'Network': ['ID=51f93166-3f60-488c-a6bc-2225beba13dc,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:01:20.307720 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 51f93166-3f60-488c-a6bc-2225beba13dc details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 18:01:20.357774 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-520fbd9a-1f99-4eb8-9776-1e56ba857b39 tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] Made reservation on behalf of 11314e17f207419ab23ea33a58e4a014 for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 18:01:20.361407 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-520fbd9a-1f99-4eb8-9776-1e56ba857b39 tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:20.536963 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-520fbd9a-1f99-4eb8-9776-1e56ba857b39 tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:20.604432 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520fbd9a-1f99-4eb8-9776-1e56ba857b39 tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] Pushing event updated for resources: {'Subnet': ['ID=c888e52a-4b63-43e2-a5d6-32e56f09039f,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:01:20.612136 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520fbd9a-1f99-4eb8-9776-1e56ba857b39 tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] Checking segment: {'id': 'a203bc9c-91bd-4a66-ad33-f3930a73e6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '51f93166-3f60-488c-a6bc-2225beba13dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 18:01:20.612687 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520fbd9a-1f99-4eb8-9776-1e56ba857b39 tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] Network hostable DHCP agents. Network: 51f93166-3f60-488c-a6bc-2225beba13dc, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 18:01:20.629703 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520fbd9a-1f99-4eb8-9776-1e56ba857b39 tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] Network 51f93166-3f60-488c-a6bc-2225beba13dc is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 18:01:20.638309 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-520fbd9a-1f99-4eb8-9776-1e56ba857b39 tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 51f93166-3f60-488c-a6bc-2225beba13dc) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 18:01:20.642446 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520fbd9a-1f99-4eb8-9776-1e56ba857b39 tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:01:20.643869 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-520fbd9a-1f99-4eb8-9776-1e56ba857b39 tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:20.646767 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7693fc7b-6958-4df8-a00b-3aa6d8271830 None None] Network 51f93166-3f60-488c-a6bc-2225beba13dc requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 18:01:20.663148 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-520fbd9a-1f99-4eb8-9776-1e56ba857b39 tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3941650 Dec 06 18:01:20.663371 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 41114) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:01:20.668344 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-6a33f65f-9248-47d3-848b-e10e67d83e86 tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1681171761'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:01:20.691871 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a33f65f-9248-47d3-848b-e10e67d83e86 tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] Made reservation on behalf of 11314e17f207419ab23ea33a58e4a014 for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 18:01:20.695458 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6a33f65f-9248-47d3-848b-e10e67d83e86 tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:20.719785 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a33f65f-9248-47d3-848b-e10e67d83e86 tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 18:01:20.729243 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6a33f65f-9248-47d3-848b-e10e67d83e86 tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:20.729626 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-6a33f65f-9248-47d3-848b-e10e67d83e86 tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] Added segment 32366438-2ad0-4337-bb50-0570d9988060 of type vlan for network 249edc57-4549-44e9-96bb-572dddad920b Dec 06 18:01:20.770957 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6a33f65f-9248-47d3-848b-e10e67d83e86 tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:20.795364 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf215a55-8277-49c4-bfd8-7ede54239d5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-51f93166-3f60-488c-a6bc-2225beba13dc', 'network_id': '51f93166-3f60-488c-a6bc-2225beba13dc', 'tenant_id': '11314e17f207419ab23ea33a58e4a014', 'fixed_ips': [{'subnet_id': 'c888e52a-4b63-43e2-a5d6-32e56f09039f'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 18:01:20.796471 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cf215a55-8277-49c4-bfd8-7ede54239d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:20.797603 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6a33f65f-9248-47d3-848b-e10e67d83e86 tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:20.803288 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a33f65f-9248-47d3-848b-e10e67d83e86 tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:01:20.803881 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6a33f65f-9248-47d3-848b-e10e67d83e86 tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] Publish callbacks [] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:20.842091 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-6a33f65f-9248-47d3-848b-e10e67d83e86 tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1775496 Dec 06 18:01:20.844830 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 41116) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:01:20.849940 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-34f602de-2b36-4529-9bb0-74430cd8b7c3 tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] Request body: {'subnet': {'network_id': '249edc57-4549-44e9-96bb-572dddad920b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:01:20.883548 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a33f65f-9248-47d3-848b-e10e67d83e86 tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] Pushing event updated for resources: {'Network': ['ID=249edc57-4549-44e9-96bb-572dddad920b,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:01:20.896796 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 249edc57-4549-44e9-96bb-572dddad920b details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 18:01:20.945912 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34f602de-2b36-4529-9bb0-74430cd8b7c3 tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] Made reservation on behalf of 11314e17f207419ab23ea33a58e4a014 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 18:01:20.949401 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-34f602de-2b36-4529-9bb0-74430cd8b7c3 tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:20.997305 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-cf215a55-8277-49c4-bfd8-7ede54239d5b None None] Allocated IP 172.20.0.2 (51f93166-3f60-488c-a6bc-2225beba13dc/c888e52a-4b63-43e2-a5d6-32e56f09039f/c460a336-fd6a-4ff6-bd75-468fb2178eb3) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 18:01:21.130080 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-34f602de-2b36-4529-9bb0-74430cd8b7c3 tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:21.140525 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cf215a55-8277-49c4-bfd8-7ede54239d5b None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:21.146166 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cf215a55-8277-49c4-bfd8-7ede54239d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:21.186947 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf215a55-8277-49c4-bfd8-7ede54239d5b None None] Network 51f93166-3f60-488c-a6bc-2225beba13dc is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 18:01:21.191466 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-cf215a55-8277-49c4-bfd8-7ede54239d5b None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 18:01:21.194080 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf215a55-8277-49c4-bfd8-7ede54239d5b None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 18:01:21.199209 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f602de-2b36-4529-9bb0-74430cd8b7c3 tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] Pushing event updated for resources: {'Subnet': ['ID=377f0df7-d497-4584-b78d-8043dc94fff2,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:01:21.201828 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf215a55-8277-49c4-bfd8-7ede54239d5b None None] Pushing event updated for resources: {'Port': ['ID=c460a336-fd6a-4ff6-bd75-468fb2178eb3,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:01:21.209419 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f602de-2b36-4529-9bb0-74430cd8b7c3 tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] Checking segment: {'id': '32366438-2ad0-4337-bb50-0570d9988060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '249edc57-4549-44e9-96bb-572dddad920b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 18:01:21.209832 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f602de-2b36-4529-9bb0-74430cd8b7c3 tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] Network hostable DHCP agents. Network: 249edc57-4549-44e9-96bb-572dddad920b, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 18:01:21.228382 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f602de-2b36-4529-9bb0-74430cd8b7c3 tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] Network 249edc57-4549-44e9-96bb-572dddad920b is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 18:01:21.238084 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-34f602de-2b36-4529-9bb0-74430cd8b7c3 tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 249edc57-4549-44e9-96bb-572dddad920b) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 18:01:21.242475 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f602de-2b36-4529-9bb0-74430cd8b7c3 tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:01:21.243393 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-34f602de-2b36-4529-9bb0-74430cd8b7c3 tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:21.251674 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012bbb24-0345-4245-b563-dd4dafba8ade None None] Network 249edc57-4549-44e9-96bb-572dddad920b requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 18:01:21.260675 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-34f602de-2b36-4529-9bb0-74430cd8b7c3 tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4147534 Dec 06 18:01:21.264140 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 41118) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:01:21.268519 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-ef4c5c5a-9621-4aa5-a039-90249d139659 tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] Request body: {'router': {'external_gateway_info': {'network_id': '249edc57-4549-44e9-96bb-572dddad920b'}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:01:21.281010 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-cf215a55-8277-49c4-bfd8-7ede54239d5b None None] Attempting to bind port c460a336-fd6a-4ff6-bd75-468fb2178eb3 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 18:01:21.281382 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-cf215a55-8277-49c4-bfd8-7ede54239d5b None None] Attempting to bind port c460a336-fd6a-4ff6-bd75-468fb2178eb3 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'a203bc9c-91bd-4a66-ad33-f3930a73e6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '51f93166-3f60-488c-a6bc-2225beba13dc'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 18:01:21.281772 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf215a55-8277-49c4-bfd8-7ede54239d5b None None] Attempting to bind port c460a336-fd6a-4ff6-bd75-468fb2178eb3 on network 51f93166-3f60-488c-a6bc-2225beba13dc {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 18:01:21.311515 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf215a55-8277-49c4-bfd8-7ede54239d5b None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 18, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 18:01:21.312238 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf215a55-8277-49c4-bfd8-7ede54239d5b None None] Checking segment: {'id': 'a203bc9c-91bd-4a66-ad33-f3930a73e6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '51f93166-3f60-488c-a6bc-2225beba13dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 18:01:21.312355 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cf215a55-8277-49c4-bfd8-7ede54239d5b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:21.312669 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf215a55-8277-49c4-bfd8-7ede54239d5b None None] Bound using segment: {'id': 'a203bc9c-91bd-4a66-ad33-f3930a73e6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '51f93166-3f60-488c-a6bc-2225beba13dc'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 18:01:21.313142 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-cf215a55-8277-49c4-bfd8-7ede54239d5b None None] Bound port: c460a336-fd6a-4ff6-bd75-468fb2178eb3, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a203bc9c-91bd-4a66-ad33-f3930a73e6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '51f93166-3f60-488c-a6bc-2225beba13dc'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 18:01:21.313544 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cf215a55-8277-49c4-bfd8-7ede54239d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:21.425078 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-cf215a55-8277-49c4-bfd8-7ede54239d5b None None] For port c460a336-fd6a-4ff6-bd75-468fb2178eb3, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 18:01:21.429369 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-cf215a55-8277-49c4-bfd8-7ede54239d5b None None] For port c460a336-fd6a-4ff6-bd75-468fb2178eb3, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c460a336-fd6a-4ff6-bd75-468fb2178eb3,segment=NetworkSegment(a203bc9c-91bd-4a66-ad33-f3930a73e6bd),segment_id=a203bc9c-91bd-4a66-ad33-f3930a73e6bd)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 18:01:21.435090 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cf215a55-8277-49c4-bfd8-7ede54239d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:21.478209 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b73a55-74eb-474d-bcdc-a27a4fb0e0fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-249edc57-4549-44e9-96bb-572dddad920b', 'network_id': '249edc57-4549-44e9-96bb-572dddad920b', 'tenant_id': '11314e17f207419ab23ea33a58e4a014', 'fixed_ips': [{'subnet_id': '377f0df7-d497-4584-b78d-8043dc94fff2'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 18:01:21.479049 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c1b73a55-74eb-474d-bcdc-a27a4fb0e0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:21.504004 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ef4c5c5a-9621-4aa5-a039-90249d139659 tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:21.576218 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf215a55-8277-49c4-bfd8-7ede54239d5b None None] Pushing event updated for resources: {'Port': ['ID=c460a336-fd6a-4ff6-bd75-468fb2178eb3,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:01:21.616901 n-d-master-1 neutron-server[103284]: INFO neutron.api.v2.resource [None req-ef4c5c5a-9621-4aa5-a039-90249d139659 tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 18:01:21.618037 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-ef4c5c5a-9621-4aa5-a039-90249d139659 tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] 10.222.0.23 "PUT /v2.0/routers/37153aab-9058-4f1b-bc66-5918af55ef11 HTTP/1.1" status: 400 len: 364 time: 0.3529639 Dec 06 18:01:21.625003 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 41120) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:01:21.649438 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-c1b73a55-74eb-474d-bcdc-a27a4fb0e0fc None None] Allocated IP 172.21.0.2 (249edc57-4549-44e9-96bb-572dddad920b/377f0df7-d497-4584-b78d-8043dc94fff2/53334406-5c2b-4a3d-a3db-0a2e9c1cc369) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 18:01:21.707566 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c3789c8-cf85-4975-9835-b3f53814264b tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] Deleting subnet 377f0df7-d497-4584-b78d-8043dc94fff2 {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 18:01:21.814617 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c1b73a55-74eb-474d-bcdc-a27a4fb0e0fc None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:21.823050 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c3789c8-cf85-4975-9835-b3f53814264b tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:21.823856 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c1b73a55-74eb-474d-bcdc-a27a4fb0e0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:21.866988 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b73a55-74eb-474d-bcdc-a27a4fb0e0fc None None] Network 249edc57-4549-44e9-96bb-572dddad920b is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 18:01:21.867236 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c3789c8-cf85-4975-9835-b3f53814264b tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:21.870008 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-c1b73a55-74eb-474d-bcdc-a27a4fb0e0fc None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 18:01:21.875747 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b73a55-74eb-474d-bcdc-a27a4fb0e0fc None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 18:01:21.878782 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b73a55-74eb-474d-bcdc-a27a4fb0e0fc None None] Pushing event updated for resources: {'Port': ['ID=53334406-5c2b-4a3d-a3db-0a2e9c1cc369,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:01:21.929993 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-c1b73a55-74eb-474d-bcdc-a27a4fb0e0fc None None] Attempting to bind port 53334406-5c2b-4a3d-a3db-0a2e9c1cc369 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 18:01:21.930284 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-c1b73a55-74eb-474d-bcdc-a27a4fb0e0fc None None] Attempting to bind port 53334406-5c2b-4a3d-a3db-0a2e9c1cc369 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '32366438-2ad0-4337-bb50-0570d9988060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '249edc57-4549-44e9-96bb-572dddad920b'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 18:01:21.930646 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b73a55-74eb-474d-bcdc-a27a4fb0e0fc None None] Attempting to bind port 53334406-5c2b-4a3d-a3db-0a2e9c1cc369 on network 249edc57-4549-44e9-96bb-572dddad920b {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 18:01:21.936171 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b73a55-74eb-474d-bcdc-a27a4fb0e0fc None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 18, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 18:01:21.936544 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b73a55-74eb-474d-bcdc-a27a4fb0e0fc None None] Checking segment: {'id': '32366438-2ad0-4337-bb50-0570d9988060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '249edc57-4549-44e9-96bb-572dddad920b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 18:01:21.936941 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c1b73a55-74eb-474d-bcdc-a27a4fb0e0fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:21.937330 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b73a55-74eb-474d-bcdc-a27a4fb0e0fc None None] Bound using segment: {'id': '32366438-2ad0-4337-bb50-0570d9988060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '249edc57-4549-44e9-96bb-572dddad920b'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 18:01:21.937867 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-c1b73a55-74eb-474d-bcdc-a27a4fb0e0fc None None] Bound port: 53334406-5c2b-4a3d-a3db-0a2e9c1cc369, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32366438-2ad0-4337-bb50-0570d9988060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '249edc57-4549-44e9-96bb-572dddad920b'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 18:01:21.938197 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c1b73a55-74eb-474d-bcdc-a27a4fb0e0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:21.949296 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c3789c8-cf85-4975-9835-b3f53814264b tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:22.016898 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c3789c8-cf85-4975-9835-b3f53814264b tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:22.019864 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c1b73a55-74eb-474d-bcdc-a27a4fb0e0fc None None] For port 53334406-5c2b-4a3d-a3db-0a2e9c1cc369, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 18:01:22.023275 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c1b73a55-74eb-474d-bcdc-a27a4fb0e0fc None None] For port 53334406-5c2b-4a3d-a3db-0a2e9c1cc369, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=53334406-5c2b-4a3d-a3db-0a2e9c1cc369,segment=NetworkSegment(32366438-2ad0-4337-bb50-0570d9988060),segment_id=32366438-2ad0-4337-bb50-0570d9988060)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 18:01:22.027525 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c1b73a55-74eb-474d-bcdc-a27a4fb0e0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:22.042669 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3789c8-cf85-4975-9835-b3f53814264b tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] Pushing event deleted for resources: {'Subnet': ['ID=377f0df7-d497-4584-b78d-8043dc94fff2,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:01:22.050434 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c3789c8-cf85-4975-9835-b3f53814264b tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:22.053894 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-5c3789c8-cf85-4975-9835-b3f53814264b tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] 10.222.0.23 "DELETE /v2.0/subnets/377f0df7-d497-4584-b78d-8043dc94fff2 HTTP/1.1" status: 204 len: 168 time: 0.4278393 Dec 06 18:01:22.056949 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 41122) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:01:22.086573 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b73a55-74eb-474d-bcdc-a27a4fb0e0fc None None] Pushing event updated for resources: {'Port': ['ID=53334406-5c2b-4a3d-a3db-0a2e9c1cc369,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:01:22.148968 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-927590e7-c0ab-43fa-b40c-70a2110ca5fd tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:22.207333 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-927590e7-c0ab-43fa-b40c-70a2110ca5fd tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] Deleting port 53334406-5c2b-4a3d-a3db-0a2e9c1cc369 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 18:01:22.207773 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-927590e7-c0ab-43fa-b40c-70a2110ca5fd tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:22.301684 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-927590e7-c0ab-43fa-b40c-70a2110ca5fd tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] For port 53334406-5c2b-4a3d-a3db-0a2e9c1cc369, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=53334406-5c2b-4a3d-a3db-0a2e9c1cc369,segment=NetworkSegment(32366438-2ad0-4337-bb50-0570d9988060),segment_id=32366438-2ad0-4337-bb50-0570d9988060)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:01:22.302044 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-927590e7-c0ab-43fa-b40c-70a2110ca5fd tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:22.318479 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-927590e7-c0ab-43fa-b40c-70a2110ca5fd tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] Calling delete_port for 53334406-5c2b-4a3d-a3db-0a2e9c1cc369 owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 18:01:22.405076 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-927590e7-c0ab-43fa-b40c-70a2110ca5fd tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:22.434016 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927590e7-c0ab-43fa-b40c-70a2110ca5fd tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] Pushing event deleted for resources: {'Port': ['ID=53334406-5c2b-4a3d-a3db-0a2e9c1cc369,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:01:22.437035 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927590e7-c0ab-43fa-b40c-70a2110ca5fd tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] No DVR routers for this DVR port 53334406-5c2b-4a3d-a3db-0a2e9c1cc369 on host n-d-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 18:01:22.522203 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-927590e7-c0ab-43fa-b40c-70a2110ca5fd tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:22.546110 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d3f8c7-58a6-41b0-b582-8e29046b3ce4 None None] Network 51f93166-3f60-488c-a6bc-2225beba13dc requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 18:01:22.548750 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-927590e7-c0ab-43fa-b40c-70a2110ca5fd tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['249edc57-4549-44e9-96bb-572dddad920b']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:01:22.566570 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-927590e7-c0ab-43fa-b40c-70a2110ca5fd tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32366438-2ad0-4337-bb50-0570d9988060') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:01:22.566872 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-927590e7-c0ab-43fa-b40c-70a2110ca5fd tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32366438-2ad0-4337-bb50-0570d9988060') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:01:22.579238 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-927590e7-c0ab-43fa-b40c-70a2110ca5fd tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:22.595003 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-927590e7-c0ab-43fa-b40c-70a2110ca5fd tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:22.603059 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-927590e7-c0ab-43fa-b40c-70a2110ca5fd tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 18:01:22.603466 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-927590e7-c0ab-43fa-b40c-70a2110ca5fd tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:22.607431 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 18:01:22.607431 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 18:01:22.607431 n-d-master-1 neutron-server[103284]: timer() Dec 06 18:01:22.607431 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 18:01:22.607431 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 18:01:22.607431 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 18:01:22.607431 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 18:01:22.607431 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 18:01:22.607431 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 18:01:22.607431 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 18:01:22.607431 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 18:01:22.607431 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 18:01:22.607431 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 18:01:22.607431 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 18:01:22.607431 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 18:01:22.607431 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 18:01:22.607431 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 18:01:22.607431 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 18:01:22.607431 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 18:01:22.607431 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 18:01:22.607431 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 18:01:22.607431 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 18:01:22.607431 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 18:01:22.607431 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 18:01:22.607431 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 18:01:22.607431 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 18:01:22.607431 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 18:01:22.607431 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 18:01:22.607431 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 18:01:22.607431 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 18:01:22.607431 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 18:01:22.607431 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 18:01:22.651652 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b27d4128-1dfb-48cc-8d0c-7d35bd34053c None None] Provisioning complete for port c460a336-fd6a-4ff6-bd75-468fb2178eb3 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:01:22.652026 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b27d4128-1dfb-48cc-8d0c-7d35bd34053c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:22.671286 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-927590e7-c0ab-43fa-b40c-70a2110ca5fd tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:22.675920 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-927590e7-c0ab-43fa-b40c-70a2110ca5fd tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] Publish callbacks [] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:22.681644 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-927590e7-c0ab-43fa-b40c-70a2110ca5fd tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] 10.222.0.23 "DELETE /v2.0/networks/249edc57-4549-44e9-96bb-572dddad920b HTTP/1.1" status: 204 len: 168 time: 0.6206393 Dec 06 18:01:22.682144 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 41124) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:01:22.696600 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927590e7-c0ab-43fa-b40c-70a2110ca5fd tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] Pushing event deleted for resources: {'Network': ['ID=249edc57-4549-44e9-96bb-572dddad920b,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:01:22.742468 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c2c2d5a-1bdc-4b64-a748-ce1a8f1b13c2 tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] Deleting subnet c888e52a-4b63-43e2-a5d6-32e56f09039f {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 18:01:22.745715 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3c2c2d5a-1bdc-4b64-a748-ce1a8f1b13c2 tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:22.790378 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b27d4128-1dfb-48cc-8d0c-7d35bd34053c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:22.800047 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3c2c2d5a-1bdc-4b64-a748-ce1a8f1b13c2 tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:22.844989 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b27d4128-1dfb-48cc-8d0c-7d35bd34053c None None] For port c460a336-fd6a-4ff6-bd75-468fb2178eb3, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c460a336-fd6a-4ff6-bd75-468fb2178eb3,segment=NetworkSegment(a203bc9c-91bd-4a66-ad33-f3930a73e6bd),segment_id=a203bc9c-91bd-4a66-ad33-f3930a73e6bd)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:01:22.853848 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b27d4128-1dfb-48cc-8d0c-7d35bd34053c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:22.913741 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3c2c2d5a-1bdc-4b64-a748-ce1a8f1b13c2 tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:22.936853 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27d4128-1dfb-48cc-8d0c-7d35bd34053c None None] Pushing event updated for resources: {'Port': ['ID=c460a336-fd6a-4ff6-bd75-468fb2178eb3,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:01:22.983403 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3c2c2d5a-1bdc-4b64-a748-ce1a8f1b13c2 tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:23.013923 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2c2d5a-1bdc-4b64-a748-ce1a8f1b13c2 tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] Pushing event deleted for resources: {'Subnet': ['ID=c888e52a-4b63-43e2-a5d6-32e56f09039f,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:01:23.015858 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3c2c2d5a-1bdc-4b64-a748-ce1a8f1b13c2 tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:23.019217 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-3c2c2d5a-1bdc-4b64-a748-ce1a8f1b13c2 tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] 10.222.0.23 "DELETE /v2.0/subnets/c888e52a-4b63-43e2-a5d6-32e56f09039f HTTP/1.1" status: 204 len: 168 time: 0.3359482 Dec 06 18:01:23.021765 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 41126) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:01:23.112847 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-981fda67-2cfd-4727-91ed-15915a5b8156 tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:23.135635 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device c460a336-fd6a-4ff6-bd75-468fb2178eb3 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 18:01:23.174607 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-981fda67-2cfd-4727-91ed-15915a5b8156 tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] Deleting port c460a336-fd6a-4ff6-bd75-468fb2178eb3 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 18:01:23.175055 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-981fda67-2cfd-4727-91ed-15915a5b8156 tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:23.220341 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port c460a336-fd6a-4ff6-bd75-468fb2178eb3 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:01:23.221018 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:23.268847 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-981fda67-2cfd-4727-91ed-15915a5b8156 tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] For port c460a336-fd6a-4ff6-bd75-468fb2178eb3, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=c460a336-fd6a-4ff6-bd75-468fb2178eb3,segment=NetworkSegment(a203bc9c-91bd-4a66-ad33-f3930a73e6bd),segment_id=a203bc9c-91bd-4a66-ad33-f3930a73e6bd)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:01:23.269221 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-981fda67-2cfd-4727-91ed-15915a5b8156 tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:23.285025 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd034205-6941-408d-b0f3-1642331cf353 None None] Network 51f93166-3f60-488c-a6bc-2225beba13dc requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 18:01:23.415992 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-c59b5ab1-9933-4a73-b2df-8ef980b34f33 None None] Provisioning complete for port c460a336-fd6a-4ff6-bd75-468fb2178eb3 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:01:23.416376 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c59b5ab1-9933-4a73-b2df-8ef980b34f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:23.545547 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc4a2f0-e67f-451a-8653-4f19ed8edb50 None None] DHCP port deletion for 249edc57-4549-44e9-96bb-572dddad920b request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 18:01:23.573897 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f7a901-47f0-461b-b151-631e01318cd1 None None] Network 249edc57-4549-44e9-96bb-572dddad920b requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 18:01:23.597681 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-981fda67-2cfd-4727-91ed-15915a5b8156 tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] Calling delete_port for c460a336-fd6a-4ff6-bd75-468fb2178eb3 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 18:01:23.598923 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f7a901-47f0-461b-b151-631e01318cd1 None None] Network 249edc57-4549-44e9-96bb-572dddad920b could not be found, it might have been deleted concurrently. {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Dec 06 18:01:23.634544 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a52fcc-d023-49c8-b0a6-1e8e2e4f31a0 None None] DHCP port deletion for 51f93166-3f60-488c-a6bc-2225beba13dc request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 18:01:23.675035 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-787df277-3734-46b4-9486-fda69e95c3f8 None None] Could not find standard attr ID for object 53334406-5c2b-4a3d-a3db-0a2e9c1cc369. {{(pid=103286) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 18:01:23.677333 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-981fda67-2cfd-4727-91ed-15915a5b8156 tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:23.693931 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-98a52fcc-d023-49c8-b0a6-1e8e2e4f31a0 None None] Deleting port c460a336-fd6a-4ff6-bd75-468fb2178eb3 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 18:01:23.694307 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-98a52fcc-d023-49c8-b0a6-1e8e2e4f31a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:23.706264 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981fda67-2cfd-4727-91ed-15915a5b8156 tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] Pushing event deleted for resources: {'Port': ['ID=c460a336-fd6a-4ff6-bd75-468fb2178eb3,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:01:23.708010 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981fda67-2cfd-4727-91ed-15915a5b8156 tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] No DVR routers for this DVR port c460a336-fd6a-4ff6-bd75-468fb2178eb3 on host n-d-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 18:01:23.770200 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-98a52fcc-d023-49c8-b0a6-1e8e2e4f31a0 None None] For port c460a336-fd6a-4ff6-bd75-468fb2178eb3, host n-d-master-1, got binding levels [] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:01:23.770687 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-98a52fcc-d023-49c8-b0a6-1e8e2e4f31a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:23.790158 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-981fda67-2cfd-4727-91ed-15915a5b8156 tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:23.790383 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-98a52fcc-d023-49c8-b0a6-1e8e2e4f31a0 None None] Calling delete_port for c460a336-fd6a-4ff6-bd75-468fb2178eb3 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 18:01:23.792978 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.ipam_backend_mixin [None req-98a52fcc-d023-49c8-b0a6-1e8e2e4f31a0 None None] Port c460a336-fd6a-4ff6-bd75-468fb2178eb3 was not found and therefore no delete operation was performed {{(pid=103286) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 06 18:01:23.795658 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-98a52fcc-d023-49c8-b0a6-1e8e2e4f31a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:23.810940 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-981fda67-2cfd-4727-91ed-15915a5b8156 tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51f93166-3f60-488c-a6bc-2225beba13dc']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:01:23.819729 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a52fcc-d023-49c8-b0a6-1e8e2e4f31a0 None None] Pushing event deleted for resources: {'Port': ['ID=c460a336-fd6a-4ff6-bd75-468fb2178eb3,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:01:23.821382 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-981fda67-2cfd-4727-91ed-15915a5b8156 tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a203bc9c-91bd-4a66-ad33-f3930a73e6bd') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:01:23.821813 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-981fda67-2cfd-4727-91ed-15915a5b8156 tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a203bc9c-91bd-4a66-ad33-f3930a73e6bd') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:01:23.826761 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a52fcc-d023-49c8-b0a6-1e8e2e4f31a0 None None] No DVR routers for this DVR port c460a336-fd6a-4ff6-bd75-468fb2178eb3 on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 18:01:23.835808 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-981fda67-2cfd-4727-91ed-15915a5b8156 tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:23.849419 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-981fda67-2cfd-4727-91ed-15915a5b8156 tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:23.855349 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-981fda67-2cfd-4727-91ed-15915a5b8156 tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 18:01:23.855736 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-981fda67-2cfd-4727-91ed-15915a5b8156 tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:23.859272 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 18:01:23.859272 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 18:01:23.859272 n-d-master-1 neutron-server[103285]: timer() Dec 06 18:01:23.859272 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 18:01:23.859272 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 18:01:23.859272 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 18:01:23.859272 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 18:01:23.859272 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 18:01:23.859272 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 18:01:23.859272 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 18:01:23.859272 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 18:01:23.859272 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 18:01:23.859272 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 18:01:23.859272 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 18:01:23.859272 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 18:01:23.859272 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 18:01:23.859272 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 18:01:23.859272 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 18:01:23.859272 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 18:01:23.859272 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 18:01:23.859272 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 18:01:23.859272 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 18:01:23.859272 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 18:01:23.859272 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 18:01:23.859272 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 18:01:23.859272 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 18:01:23.859272 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 18:01:23.859272 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 18:01:23.859272 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 18:01:23.859272 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 18:01:23.859272 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 18:01:23.859272 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 18:01:23.918901 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-981fda67-2cfd-4727-91ed-15915a5b8156 tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:23.926153 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-981fda67-2cfd-4727-91ed-15915a5b8156 tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] Publish callbacks [] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:23.929512 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-981fda67-2cfd-4727-91ed-15915a5b8156 tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] 10.222.0.23 "DELETE /v2.0/networks/51f93166-3f60-488c-a6bc-2225beba13dc HTTP/1.1" status: 204 len: 168 time: 0.9067233 Dec 06 18:01:23.932378 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 41128) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:01:23.941235 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981fda67-2cfd-4727-91ed-15915a5b8156 tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] Pushing event deleted for resources: {'Network': ['ID=51f93166-3f60-488c-a6bc-2225beba13dc,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:01:23.958827 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-13f8c8b1-cb74-42d3-b54b-35f38b2b90cc tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] 10.222.0.23 "GET /v2.0/ports?device_id=37153aab-9058-4f1b-bc66-5918af55ef11 HTTP/1.1" status: 200 len: 205 time: 0.0252759 Dec 06 18:01:23.961204 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 41130) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:01:24.034898 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9fa16674-e904-4ef2-b82c-8779e32d092d tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] Publish callbacks [] for router, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:24.190035 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9fa16674-e904-4ef2-b82c-8779e32d092d tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:24.192115 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9fa16674-e904-4ef2-b82c-8779e32d092d tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:24.235926 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9fa16674-e904-4ef2-b82c-8779e32d092d tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:24.236563 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fa16674-e904-4ef2-b82c-8779e32d092d tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] Fanout notify agent at l3_agent the message router_deleted on router 37153aab-9058-4f1b-bc66-5918af55ef11 {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 18:01:24.244220 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9fa16674-e904-4ef2-b82c-8779e32d092d tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:24.245325 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-9fa16674-e904-4ef2-b82c-8779e32d092d tempest-RoutersNegativeTest-1785726252 tempest-RoutersNegativeTest-1785726252-project] 10.222.0.23 "DELETE /v2.0/routers/37153aab-9058-4f1b-bc66-5918af55ef11 HTTP/1.1" status: 204 len: 168 time: 0.2832143 Dec 06 18:01:24.475245 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 41136) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:01:24.604285 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-9d185725-abe9-4da3-8497-c03a9e28acfe admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=11314e17f207419ab23ea33a58e4a014&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1278429 Dec 06 18:01:24.606706 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 41140) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:01:24.652902 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0e1f1b11-90a5-4729-b546-cf4b76024b8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:24.676890 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0e1f1b11-90a5-4729-b546-cf4b76024b8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:24.724176 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0e1f1b11-90a5-4729-b546-cf4b76024b8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:24.726878 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0e1f1b11-90a5-4729-b546-cf4b76024b8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:24.728048 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-0e1f1b11-90a5-4729-b546-cf4b76024b8f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/989d895c-b9a8-4906-8a7c-4ea1a8264988 HTTP/1.1" status: 204 len: 168 time: 0.1204062 Dec 06 18:01:24.735608 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1f1b11-90a5-4729-b546-cf4b76024b8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=989d895c-b9a8-4906-8a7c-4ea1a8264988,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:01:25.066257 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 53334406-5c2b-4a3d-a3db-0a2e9c1cc369 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 18:01:25.086858 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 53334406-5c2b-4a3d-a3db-0a2e9c1cc369 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 18:01:25.087519 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 53334406-5c2b-4a3d-a3db-0a2e9c1cc369 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 18:01:25.088781 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device c460a336-fd6a-4ff6-bd75-468fb2178eb3 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 18:01:25.111297 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: c460a336-fd6a-4ff6-bd75-468fb2178eb3 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 18:01:25.111654 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device c460a336-fd6a-4ff6-bd75-468fb2178eb3 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 18:01:25.351797 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 41164) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:01:25.448978 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-799136f8-d757-476c-91c2-e0dd5fcc6239 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-580519981-network', 'tenant_id': '8781998cc3184edd81ca2688e4fa494b'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:01:25.471289 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-799136f8-d757-476c-91c2-e0dd5fcc6239 admin admin] Made reservation on behalf of 8781998cc3184edd81ca2688e4fa494b for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 18:01:25.473886 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-799136f8-d757-476c-91c2-e0dd5fcc6239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:25.482816 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-799136f8-d757-476c-91c2-e0dd5fcc6239 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:25.565022 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-799136f8-d757-476c-91c2-e0dd5fcc6239 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:25.569744 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-799136f8-d757-476c-91c2-e0dd5fcc6239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:25.595785 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-799136f8-d757-476c-91c2-e0dd5fcc6239 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 18:01:25.606494 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799136f8-d757-476c-91c2-e0dd5fcc6239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a472335c-c985-4d60-b89a-2ed5a24408db,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:01:25.615283 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-799136f8-d757-476c-91c2-e0dd5fcc6239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:25.615556 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-799136f8-d757-476c-91c2-e0dd5fcc6239 admin admin] Added segment c3591695-85ce-4559-9325-a323113dfca4 of type vlan for network 7d7ef102-e1f8-47c4-a185-a01bd91a3122 Dec 06 18:01:25.660393 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-799136f8-d757-476c-91c2-e0dd5fcc6239 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:25.687095 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-799136f8-d757-476c-91c2-e0dd5fcc6239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:25.688194 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799136f8-d757-476c-91c2-e0dd5fcc6239 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:01:25.688913 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-799136f8-d757-476c-91c2-e0dd5fcc6239 admin admin] Publish callbacks [] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:25.753033 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-799136f8-d757-476c-91c2-e0dd5fcc6239 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4000306 Dec 06 18:01:25.755952 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 41168) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:01:25.763502 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-9583fc4e-8f87-4df9-82b5-e2854407b3b2 admin admin] Request body: {'subnet': {'network_id': '7d7ef102-e1f8-47c4-a185-a01bd91a3122', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-580519981-subnet', 'tenant_id': '8781998cc3184edd81ca2688e4fa494b', 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:01:25.770281 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799136f8-d757-476c-91c2-e0dd5fcc6239 admin admin] Pushing event updated for resources: {'Network': ['ID=7d7ef102-e1f8-47c4-a185-a01bd91a3122,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:01:25.780269 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 7d7ef102-e1f8-47c4-a185-a01bd91a3122 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 18:01:25.795284 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9583fc4e-8f87-4df9-82b5-e2854407b3b2 admin admin] Made reservation on behalf of 8781998cc3184edd81ca2688e4fa494b for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 18:01:25.798157 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9583fc4e-8f87-4df9-82b5-e2854407b3b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:25.967171 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9583fc4e-8f87-4df9-82b5-e2854407b3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:26.021999 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9583fc4e-8f87-4df9-82b5-e2854407b3b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d377fd90-fd16-4cd0-8372-2b73ebf4cda5,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:01:26.032264 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9583fc4e-8f87-4df9-82b5-e2854407b3b2 admin admin] Checking segment: {'id': 'c3591695-85ce-4559-9325-a323113dfca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7d7ef102-e1f8-47c4-a185-a01bd91a3122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 18:01:26.032625 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9583fc4e-8f87-4df9-82b5-e2854407b3b2 admin admin] Network hostable DHCP agents. Network: 7d7ef102-e1f8-47c4-a185-a01bd91a3122, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 18:01:26.048555 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9583fc4e-8f87-4df9-82b5-e2854407b3b2 admin admin] Network 7d7ef102-e1f8-47c4-a185-a01bd91a3122 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 18:01:26.057002 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-9583fc4e-8f87-4df9-82b5-e2854407b3b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 7d7ef102-e1f8-47c4-a185-a01bd91a3122) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 18:01:26.061090 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9583fc4e-8f87-4df9-82b5-e2854407b3b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:01:26.061747 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9583fc4e-8f87-4df9-82b5-e2854407b3b2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:26.065666 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05488fdc-daa3-4432-9764-c1c4c62637b1 None None] Network 7d7ef102-e1f8-47c4-a185-a01bd91a3122 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 18:01:26.078071 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-9583fc4e-8f87-4df9-82b5-e2854407b3b2 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3211322 Dec 06 18:01:26.080660 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 41170) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:01:26.084782 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-e60f2114-067a-4fd7-87a2-211e4d2f1632 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-580519981-router', 'tenant_id': '8781998cc3184edd81ca2688e4fa494b', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:01:26.105731 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e60f2114-067a-4fd7-87a2-211e4d2f1632 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:26.106764 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e60f2114-067a-4fd7-87a2-211e4d2f1632 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:26.378131 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce43bec-3a20-40bd-bf93-adadc2610d27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-7d7ef102-e1f8-47c4-a185-a01bd91a3122', 'network_id': '7d7ef102-e1f8-47c4-a185-a01bd91a3122', 'tenant_id': '8781998cc3184edd81ca2688e4fa494b', 'fixed_ips': [{'subnet_id': 'd377fd90-fd16-4cd0-8372-2b73ebf4cda5'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 18:01:26.379007 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5ce43bec-3a20-40bd-bf93-adadc2610d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:26.442941 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e60f2114-067a-4fd7-87a2-211e4d2f1632 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:26.514905 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-5ce43bec-3a20-40bd-bf93-adadc2610d27 None None] Allocated IP 172.20.0.2 (7d7ef102-e1f8-47c4-a185-a01bd91a3122/d377fd90-fd16-4cd0-8372-2b73ebf4cda5/d0fc0e57-bed8-47bb-963a-8e140676b4cd) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 18:01:26.580542 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e60f2114-067a-4fd7-87a2-211e4d2f1632 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:26.657764 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5ce43bec-3a20-40bd-bf93-adadc2610d27 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:26.663304 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5ce43bec-3a20-40bd-bf93-adadc2610d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:26.702312 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce43bec-3a20-40bd-bf93-adadc2610d27 None None] Network 7d7ef102-e1f8-47c4-a185-a01bd91a3122 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 18:01:26.706596 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-5ce43bec-3a20-40bd-bf93-adadc2610d27 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 18:01:26.711110 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce43bec-3a20-40bd-bf93-adadc2610d27 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 18:01:26.717994 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce43bec-3a20-40bd-bf93-adadc2610d27 None None] Pushing event updated for resources: {'Port': ['ID=d0fc0e57-bed8-47bb-963a-8e140676b4cd,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:01:26.768983 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-5ce43bec-3a20-40bd-bf93-adadc2610d27 None None] Attempting to bind port d0fc0e57-bed8-47bb-963a-8e140676b4cd on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 18:01:26.769368 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-5ce43bec-3a20-40bd-bf93-adadc2610d27 None None] Attempting to bind port d0fc0e57-bed8-47bb-963a-8e140676b4cd by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'c3591695-85ce-4559-9325-a323113dfca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7d7ef102-e1f8-47c4-a185-a01bd91a3122'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 18:01:26.769796 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce43bec-3a20-40bd-bf93-adadc2610d27 None None] Attempting to bind port d0fc0e57-bed8-47bb-963a-8e140676b4cd on network 7d7ef102-e1f8-47c4-a185-a01bd91a3122 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 18:01:26.775006 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce43bec-3a20-40bd-bf93-adadc2610d27 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 18, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 18:01:26.775391 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce43bec-3a20-40bd-bf93-adadc2610d27 None None] Checking segment: {'id': 'c3591695-85ce-4559-9325-a323113dfca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7d7ef102-e1f8-47c4-a185-a01bd91a3122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 18:01:26.775797 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5ce43bec-3a20-40bd-bf93-adadc2610d27 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:26.776194 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce43bec-3a20-40bd-bf93-adadc2610d27 None None] Bound using segment: {'id': 'c3591695-85ce-4559-9325-a323113dfca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7d7ef102-e1f8-47c4-a185-a01bd91a3122'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 18:01:26.777083 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-5ce43bec-3a20-40bd-bf93-adadc2610d27 None None] Bound port: d0fc0e57-bed8-47bb-963a-8e140676b4cd, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3591695-85ce-4559-9325-a323113dfca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7d7ef102-e1f8-47c4-a185-a01bd91a3122'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 18:01:26.777083 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5ce43bec-3a20-40bd-bf93-adadc2610d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:26.784272 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e60f2114-067a-4fd7-87a2-211e4d2f1632 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:26.803791 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e60f2114-067a-4fd7-87a2-211e4d2f1632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:26.843323 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-5ce43bec-3a20-40bd-bf93-adadc2610d27 None None] For port d0fc0e57-bed8-47bb-963a-8e140676b4cd, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 18:01:26.846379 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-5ce43bec-3a20-40bd-bf93-adadc2610d27 None None] For port d0fc0e57-bed8-47bb-963a-8e140676b4cd, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d0fc0e57-bed8-47bb-963a-8e140676b4cd,segment=NetworkSegment(c3591695-85ce-4559-9325-a323113dfca4),segment_id=c3591695-85ce-4559-9325-a323113dfca4)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 18:01:26.850172 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5ce43bec-3a20-40bd-bf93-adadc2610d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:26.912425 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce43bec-3a20-40bd-bf93-adadc2610d27 None None] Pushing event updated for resources: {'Port': ['ID=d0fc0e57-bed8-47bb-963a-8e140676b4cd,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:01:26.922969 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-e60f2114-067a-4fd7-87a2-211e4d2f1632 admin admin] Allocated IP 172.35.1.173 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/a2b6ddeb-c54a-49c7-b40b-70f8f98ae701) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 18:01:27.031960 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e60f2114-067a-4fd7-87a2-211e4d2f1632 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:27.079323 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e60f2114-067a-4fd7-87a2-211e4d2f1632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:27.122509 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60f2114-067a-4fd7-87a2-211e4d2f1632 admin admin] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 18:01:27.125528 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-e60f2114-067a-4fd7-87a2-211e4d2f1632 admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 18:01:27.130110 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60f2114-067a-4fd7-87a2-211e4d2f1632 admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 18:01:27.136189 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60f2114-067a-4fd7-87a2-211e4d2f1632 admin admin] Pushing event updated for resources: {'Port': ['ID=a2b6ddeb-c54a-49c7-b40b-70f8f98ae701,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:01:27.141939 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2217c6-ed9a-47b0-8cee-f996cd77ea4e None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 18:01:27.221797 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b5ee3fdf-0d0b-4b62-9420-f7324f968239 None None] Provisioning complete for port a2b6ddeb-c54a-49c7-b40b-70f8f98ae701 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:01:27.222171 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b5ee3fdf-0d0b-4b62-9420-f7324f968239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:27.255932 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b5ee3fdf-0d0b-4b62-9420-f7324f968239 None None] Port a2b6ddeb-c54a-49c7-b40b-70f8f98ae701 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 18:01:27.390336 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e60f2114-067a-4fd7-87a2-211e4d2f1632 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:27.583491 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e60f2114-067a-4fd7-87a2-211e4d2f1632 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:27.717782 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e60f2114-067a-4fd7-87a2-211e4d2f1632 admin admin] Router cbb75aa4-9d2a-4f65-b662-61f32906a24d is scheduled to L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 18:01:27.845672 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e60f2114-067a-4fd7-87a2-211e4d2f1632 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 18:01:27.859382 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777160d3-3fa0-4643-b311-dc128fb1e8d8 None None] Sync routers for ids ['cbb75aa4-9d2a-4f65-b662-61f32906a24d'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 18:01:27.864938 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e60f2114-067a-4fd7-87a2-211e4d2f1632 admin admin] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:27.866916 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-e60f2114-067a-4fd7-87a2-211e4d2f1632 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.7848620 Dec 06 18:01:27.869323 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 41172) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:01:27.878192 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777160d3-3fa0-4643-b311-dc128fb1e8d8 None None] Routers {'cbb75aa4-9d2a-4f65-b662-61f32906a24d'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:01:27.878733 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-777160d3-3fa0-4643-b311-dc128fb1e8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:01:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['cbb75aa4-9d2a-4f65-b662-61f32906a24d'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:01:27.882671 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46148f1e-3cc6-459e-ad59-569ebf151203 None None] Network 7d7ef102-e1f8-47c4-a185-a01bd91a3122 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 18:01:28.042807 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-292bcc53-df43-48a5-818f-2b074101485f None None] Provisioning complete for port d0fc0e57-bed8-47bb-963a-8e140676b4cd triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:01:28.043103 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-292bcc53-df43-48a5-818f-2b074101485f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:28.111581 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-777160d3-3fa0-4643-b311-dc128fb1e8d8 None None] Set router cbb75aa4-9d2a-4f65-b662-61f32906a24d gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:01:28.277764 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3f7bfd4f-b697-45d4-9534-5f41630b5e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:28.322316 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-292bcc53-df43-48a5-818f-2b074101485f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:28.385360 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-292bcc53-df43-48a5-818f-2b074101485f None None] For port d0fc0e57-bed8-47bb-963a-8e140676b4cd, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d0fc0e57-bed8-47bb-963a-8e140676b4cd,segment=NetworkSegment(c3591695-85ce-4559-9325-a323113dfca4),segment_id=c3591695-85ce-4559-9325-a323113dfca4)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:01:28.391127 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-292bcc53-df43-48a5-818f-2b074101485f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:28.444025 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-777160d3-3fa0-4643-b311-dc128fb1e8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb75aa4-9d2a-4f65-b662-61f32906a24d', 'name': 'tempest-TestEncryptedCinderVolumes-580519981-router', 'tenant_id': '8781998cc3184edd81ca2688e4fa494b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.173'}], 'enable_snat': True}, 'gw_port_id': 'a2b6ddeb-c54a-49c7-b40b-70f8f98ae701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:01:26Z', 'updated_at': '2021-12-06T18:01:27Z', 'revision_number': 3, 'project_id': '8781998cc3184edd81ca2688e4fa494b', 'gw_port': {'id': 'a2b6ddeb-c54a-49c7-b40b-70f8f98ae701', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb75aa4-9d2a-4f65-b662-61f32906a24d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:01:26Z', 'updated_at': '2021-12-06T18:01:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:01:28.445435 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-3f7bfd4f-b697-45d4-9534-5f41630b5e47 admin admin] Allocated IP 172.20.0.1 (7d7ef102-e1f8-47c4-a185-a01bd91a3122/d377fd90-fd16-4cd0-8372-2b73ebf4cda5/23935a73-77ac-4047-8097-725cbe91c2f9) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 18:01:28.474779 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777160d3-3fa0-4643-b311-dc128fb1e8d8 None None] Checking router: cbb75aa4-9d2a-4f65-b662-61f32906a24d for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 18:01:28.475150 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777160d3-3fa0-4643-b311-dc128fb1e8d8 None None] Updating router cbb75aa4-9d2a-4f65-b662-61f32906a24d port a2b6ddeb-c54a-49c7-b40b-70f8f98ae701 binding host n-d-master-1 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 18:01:28.477169 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292bcc53-df43-48a5-818f-2b074101485f None None] Pushing event updated for resources: {'Port': ['ID=d0fc0e57-bed8-47bb-963a-8e140676b4cd,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:01:28.504814 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-777160d3-3fa0-4643-b311-dc128fb1e8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:28.558332 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3f7bfd4f-b697-45d4-9534-5f41630b5e47 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:28.591362 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3f7bfd4f-b697-45d4-9534-5f41630b5e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:28.636713 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7bfd4f-b697-45d4-9534-5f41630b5e47 admin admin] Network 7d7ef102-e1f8-47c4-a185-a01bd91a3122 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 18:01:28.641562 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-3f7bfd4f-b697-45d4-9534-5f41630b5e47 admin admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 18:01:28.643467 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-4f37f233-3c66-4801-ab7f-eb1551f0e8a1 None None] Provisioning complete for port d0fc0e57-bed8-47bb-963a-8e140676b4cd triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:01:28.643852 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4f37f233-3c66-4801-ab7f-eb1551f0e8a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:28.646395 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7bfd4f-b697-45d4-9534-5f41630b5e47 admin admin] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 18:01:28.649273 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7bfd4f-b697-45d4-9534-5f41630b5e47 admin admin] Pushing event updated for resources: {'Port': ['ID=23935a73-77ac-4047-8097-725cbe91c2f9,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:01:28.688031 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3f7bfd4f-b697-45d4-9534-5f41630b5e47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539179'] for router_interface, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:28.833238 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3f7bfd4f-b697-45d4-9534-5f41630b5e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:28.842630 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-777160d3-3fa0-4643-b311-dc128fb1e8d8 None None] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:28.848217 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-777160d3-3fa0-4643-b311-dc128fb1e8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:28.894724 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df61454-87bd-4794-9a78-498e340c5e29 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 18:01:28.908661 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-777160d3-3fa0-4643-b311-dc128fb1e8d8 None None] Attempting to bind port a2b6ddeb-c54a-49c7-b40b-70f8f98ae701 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 18:01:28.909132 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-777160d3-3fa0-4643-b311-dc128fb1e8d8 None None] Attempting to bind port a2b6ddeb-c54a-49c7-b40b-70f8f98ae701 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 18:01:28.909549 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777160d3-3fa0-4643-b311-dc128fb1e8d8 None None] Attempting to bind port a2b6ddeb-c54a-49c7-b40b-70f8f98ae701 on network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 18:01:28.913412 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a042fc-66a2-4a21-abce-5412bbc480ec None None] Pushing event updated for resources: {'Port': ['ID=a2b6ddeb-c54a-49c7-b40b-70f8f98ae701,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:01:28.919464 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777160d3-3fa0-4643-b311-dc128fb1e8d8 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 18, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 18:01:28.919844 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777160d3-3fa0-4643-b311-dc128fb1e8d8 None None] Checking segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 18:01:28.920652 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-777160d3-3fa0-4643-b311-dc128fb1e8d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:28.920652 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777160d3-3fa0-4643-b311-dc128fb1e8d8 None None] Bound using segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 18:01:28.921097 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-777160d3-3fa0-4643-b311-dc128fb1e8d8 None None] Bound port: a2b6ddeb-c54a-49c7-b40b-70f8f98ae701, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 18:01:28.921493 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-777160d3-3fa0-4643-b311-dc128fb1e8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:28.978096 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-60b366a0-8afa-4501-a549-e95f3474481b None None] Provisioning complete for port a2b6ddeb-c54a-49c7-b40b-70f8f98ae701 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:01:28.978473 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-60b366a0-8afa-4501-a549-e95f3474481b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:29.010862 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-777160d3-3fa0-4643-b311-dc128fb1e8d8 None None] For port a2b6ddeb-c54a-49c7-b40b-70f8f98ae701, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 18:01:29.025091 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3f7bfd4f-b697-45d4-9534-5f41630b5e47 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:29.027530 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-777160d3-3fa0-4643-b311-dc128fb1e8d8 None None] For port a2b6ddeb-c54a-49c7-b40b-70f8f98ae701, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a2b6ddeb-c54a-49c7-b40b-70f8f98ae701,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 18:01:29.029577 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-60b366a0-8afa-4501-a549-e95f3474481b None None] Port a2b6ddeb-c54a-49c7-b40b-70f8f98ae701 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 18:01:29.033174 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3f7bfd4f-b697-45d4-9534-5f41630b5e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:29.037269 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-777160d3-3fa0-4643-b311-dc128fb1e8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:29.097948 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777160d3-3fa0-4643-b311-dc128fb1e8d8 None None] Routers {'cbb75aa4-9d2a-4f65-b662-61f32906a24d'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:01:29.098529 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-777160d3-3fa0-4643-b311-dc128fb1e8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:01:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['cbb75aa4-9d2a-4f65-b662-61f32906a24d'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:01:29.100697 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d81213-13ae-4b52-9950-50c12124d9ea None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 18:01:29.108929 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-60b366a0-8afa-4501-a549-e95f3474481b None None] Provisioning complete for port 23935a73-77ac-4047-8097-725cbe91c2f9 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:01:29.109309 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-60b366a0-8afa-4501-a549-e95f3474481b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:29.109528 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7bfd4f-b697-45d4-9534-5f41630b5e47 admin admin] Pushing event updated for resources: {'Port': ['ID=23935a73-77ac-4047-8097-725cbe91c2f9,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:01:29.112440 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3f7bfd4f-b697-45d4-9534-5f41630b5e47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-772465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539207'] for router_interface, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:29.168134 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device d0fc0e57-bed8-47bb-963a-8e140676b4cd up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 18:01:29.208923 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7bfd4f-b697-45d4-9534-5f41630b5e47 admin admin] Network 7d7ef102-e1f8-47c4-a185-a01bd91a3122 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 18:01:29.210386 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-3f7bfd4f-b697-45d4-9534-5f41630b5e47 admin admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 18:01:29.227511 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a042fc-66a2-4a21-abce-5412bbc480ec None None] Pushing event updated for resources: {'Port': ['ID=a2b6ddeb-c54a-49c7-b40b-70f8f98ae701,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:01:29.273432 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-60b366a0-8afa-4501-a549-e95f3474481b None None] Port 23935a73-77ac-4047-8097-725cbe91c2f9 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 18:01:29.304934 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-777160d3-3fa0-4643-b311-dc128fb1e8d8 None None] Set router cbb75aa4-9d2a-4f65-b662-61f32906a24d gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:01:29.330676 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f7bfd4f-b697-45d4-9534-5f41630b5e47 admin admin] Router cbb75aa4-9d2a-4f65-b662-61f32906a24d has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 18:01:29.339254 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port d0fc0e57-bed8-47bb-963a-8e140676b4cd triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:01:29.339648 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:29.445918 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f7bfd4f-b697-45d4-9534-5f41630b5e47 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 18:01:29.453642 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-3f7bfd4f-b697-45d4-9534-5f41630b5e47 admin admin] 10.222.0.23 "PUT /v2.0/routers/cbb75aa4-9d2a-4f65-b662-61f32906a24d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5811722 Dec 06 18:01:29.601623 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-7557fc28-3ffc-4d4b-9371-b6608cb535db None None] Provisioning complete for port a2b6ddeb-c54a-49c7-b40b-70f8f98ae701 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:01:29.602019 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7557fc28-3ffc-4d4b-9371-b6608cb535db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:29.807565 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7557fc28-3ffc-4d4b-9371-b6608cb535db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:29.837090 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-7557fc28-3ffc-4d4b-9371-b6608cb535db None None] For port a2b6ddeb-c54a-49c7-b40b-70f8f98ae701, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a2b6ddeb-c54a-49c7-b40b-70f8f98ae701,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:01:29.842094 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7557fc28-3ffc-4d4b-9371-b6608cb535db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:29.848684 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-777160d3-3fa0-4643-b311-dc128fb1e8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb75aa4-9d2a-4f65-b662-61f32906a24d', 'name': 'tempest-TestEncryptedCinderVolumes-580519981-router', 'tenant_id': '8781998cc3184edd81ca2688e4fa494b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.173'}], 'enable_snat': True}, 'gw_port_id': 'a2b6ddeb-c54a-49c7-b40b-70f8f98ae701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:01:26Z', 'updated_at': '2021-12-06T18:01:28Z', 'revision_number': 4, 'project_id': '8781998cc3184edd81ca2688e4fa494b', 'gw_port': {'id': 'a2b6ddeb-c54a-49c7-b40b-70f8f98ae701', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb75aa4-9d2a-4f65-b662-61f32906a24d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:01:26Z', 'updated_at': '2021-12-06T18:01:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '23935a73-77ac-4047-8097-725cbe91c2f9', 'name': '', 'network_id': '7d7ef102-e1f8-47c4-a185-a01bd91a3122', 'tenant_id': '8781998cc3184edd81ca2688e4fa494b', 'mac_address': 'fa:16:3e:6b:de:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb75aa4-9d2a-4f65-b662-61f32906a24d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'd377fd90-fd16-4cd0-8372-2b73ebf4cda5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:01:28Z', 'updated_at': '2021-12-06T18:01:28Z', 'revision_number': 2, 'project_id': '8781998cc3184edd81ca2688e4fa494b', 'subnets': [{'id': 'd377fd90-fd16-4cd0-8372-2b73ebf4cda5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:01:29.895048 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777160d3-3fa0-4643-b311-dc128fb1e8d8 None None] The sync data for ids ['cbb75aa4-9d2a-4f65-b662-61f32906a24d'] in n-d-master-1 is: [{'id': 'cbb75aa4-9d2a-4f65-b662-61f32906a24d', 'name': 'tempest-TestEncryptedCinderVolumes-580519981-router', 'tenant_id': '8781998cc3184edd81ca2688e4fa494b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.173'}], 'enable_snat': True}, 'gw_port_id': 'a2b6ddeb-c54a-49c7-b40b-70f8f98ae701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:01:26Z', 'updated_at': '2021-12-06T18:01:28Z', 'revision_number': 4, 'project_id': '8781998cc3184edd81ca2688e4fa494b', 'gw_port': {'id': 'a2b6ddeb-c54a-49c7-b40b-70f8f98ae701', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb75aa4-9d2a-4f65-b662-61f32906a24d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:01:26Z', 'updated_at': '2021-12-06T18:01:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '23935a73-77ac-4047-8097-725cbe91c2f9', 'name': '', 'network_id': '7d7ef102-e1f8-47c4-a185-a01bd91a3122', 'tenant_id': '8781998cc3184edd81ca2688e4fa494b', 'mac_address': 'fa:16:3e:6b:de:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb75aa4-9d2a-4f65-b662-61f32906a24d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'd377fd90-fd16-4cd0-8372-2b73ebf4cda5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:01:28Z', 'updated_at': '2021-12-06T18:01:28Z', 'revision_number': 2, 'project_id': '8781998cc3184edd81ca2688e4fa494b', 'subnets': [{'id': 'd377fd90-fd16-4cd0-8372-2b73ebf4cda5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 18:01:29.928537 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7557fc28-3ffc-4d4b-9371-b6608cb535db None None] Pushing event updated for resources: {'Port': ['ID=a2b6ddeb-c54a-49c7-b40b-70f8f98ae701,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:01:29.939000 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 41188) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:01:29.943942 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-42231eef-1e6d-493c-ab44-b2b2e9ae2988 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-846134029-network', 'tenant_id': '22e9e18356594c459431771fc2be0109'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:01:29.962941 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-5c5ebaf4-1941-462b-bc5a-c17e4114b0a1 None None] Provisioning complete for port 23935a73-77ac-4047-8097-725cbe91c2f9 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:01:29.963589 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5c5ebaf4-1941-462b-bc5a-c17e4114b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:29.968364 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42231eef-1e6d-493c-ab44-b2b2e9ae2988 admin admin] Made reservation on behalf of 22e9e18356594c459431771fc2be0109 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 18:01:29.970988 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-42231eef-1e6d-493c-ab44-b2b2e9ae2988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:29.980477 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-42231eef-1e6d-493c-ab44-b2b2e9ae2988 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:30.002427 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-5c5ebaf4-1941-462b-bc5a-c17e4114b0a1 None None] Port 23935a73-77ac-4047-8097-725cbe91c2f9 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 18:01:30.060780 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-42231eef-1e6d-493c-ab44-b2b2e9ae2988 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:30.064850 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-42231eef-1e6d-493c-ab44-b2b2e9ae2988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:30.086892 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42231eef-1e6d-493c-ab44-b2b2e9ae2988 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 18:01:30.103699 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42231eef-1e6d-493c-ab44-b2b2e9ae2988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a85588-3589-42a8-8b90-f0107500a7db,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:01:30.116602 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-42231eef-1e6d-493c-ab44-b2b2e9ae2988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:30.116602 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-42231eef-1e6d-493c-ab44-b2b2e9ae2988 admin admin] Added segment 92be3be0-5b27-4acb-a19f-4fb38d7c7b26 of type vlan for network 77a13e54-8ef8-4fea-b3a0-6cd3ba0f24c3 Dec 06 18:01:30.176786 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-42231eef-1e6d-493c-ab44-b2b2e9ae2988 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:30.203067 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-42231eef-1e6d-493c-ab44-b2b2e9ae2988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:30.204122 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42231eef-1e6d-493c-ab44-b2b2e9ae2988 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:01:30.204800 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-42231eef-1e6d-493c-ab44-b2b2e9ae2988 admin admin] Publish callbacks [] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:30.264343 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-42231eef-1e6d-493c-ab44-b2b2e9ae2988 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3239765 Dec 06 18:01:30.266864 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 41190) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:01:30.273687 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-bee922e9-4447-40a0-8a20-c177ee187933 admin admin] Request body: {'subnet': {'network_id': '77a13e54-8ef8-4fea-b3a0-6cd3ba0f24c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-846134029-subnet', 'tenant_id': '22e9e18356594c459431771fc2be0109', 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:01:30.280901 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42231eef-1e6d-493c-ab44-b2b2e9ae2988 admin admin] Pushing event updated for resources: {'Network': ['ID=77a13e54-8ef8-4fea-b3a0-6cd3ba0f24c3,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:01:30.290395 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 77a13e54-8ef8-4fea-b3a0-6cd3ba0f24c3 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 18:01:30.301105 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bee922e9-4447-40a0-8a20-c177ee187933 admin admin] Made reservation on behalf of 22e9e18356594c459431771fc2be0109 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 18:01:30.303600 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bee922e9-4447-40a0-8a20-c177ee187933 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:30.484728 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bee922e9-4447-40a0-8a20-c177ee187933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:30.550636 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee922e9-4447-40a0-8a20-c177ee187933 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78606659-5883-493a-9339-191c8490cdbb,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:01:30.558943 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee922e9-4447-40a0-8a20-c177ee187933 admin admin] Checking segment: {'id': '92be3be0-5b27-4acb-a19f-4fb38d7c7b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '77a13e54-8ef8-4fea-b3a0-6cd3ba0f24c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 18:01:30.559319 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee922e9-4447-40a0-8a20-c177ee187933 admin admin] Network hostable DHCP agents. Network: 77a13e54-8ef8-4fea-b3a0-6cd3ba0f24c3, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 18:01:30.590334 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee922e9-4447-40a0-8a20-c177ee187933 admin admin] Network 77a13e54-8ef8-4fea-b3a0-6cd3ba0f24c3 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 18:01:30.602387 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-bee922e9-4447-40a0-8a20-c177ee187933 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 77a13e54-8ef8-4fea-b3a0-6cd3ba0f24c3) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 18:01:30.606894 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee922e9-4447-40a0-8a20-c177ee187933 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:01:30.608078 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bee922e9-4447-40a0-8a20-c177ee187933 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:30.611926 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f43eac-0484-4ccb-9a1a-025333d93e99 None None] Network 77a13e54-8ef8-4fea-b3a0-6cd3ba0f24c3 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 18:01:30.630768 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 41192) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:01:30.631893 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-bee922e9-4447-40a0-8a20-c177ee187933 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3622329 Dec 06 18:01:30.637085 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-81062092-bf8d-4ff7-a9da-b8e36e12b81e admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-846134029-router', 'tenant_id': '22e9e18356594c459431771fc2be0109', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:01:30.668053 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-81062092-bf8d-4ff7-a9da-b8e36e12b81e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:30.669271 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-81062092-bf8d-4ff7-a9da-b8e36e12b81e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:30.730741 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-81062092-bf8d-4ff7-a9da-b8e36e12b81e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:30.782005 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e366beb-e682-4075-bd15-197a666b08c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-77a13e54-8ef8-4fea-b3a0-6cd3ba0f24c3', 'network_id': '77a13e54-8ef8-4fea-b3a0-6cd3ba0f24c3', 'tenant_id': '22e9e18356594c459431771fc2be0109', 'fixed_ips': [{'subnet_id': '78606659-5883-493a-9339-191c8490cdbb'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 18:01:30.782942 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3e366beb-e682-4075-bd15-197a666b08c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:30.874669 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-81062092-bf8d-4ff7-a9da-b8e36e12b81e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:30.937411 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-3e366beb-e682-4075-bd15-197a666b08c1 None None] Allocated IP 172.20.0.2 (77a13e54-8ef8-4fea-b3a0-6cd3ba0f24c3/78606659-5883-493a-9339-191c8490cdbb/4c741570-52f4-47ba-857a-52ad2f88210a) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 18:01:31.100351 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-81062092-bf8d-4ff7-a9da-b8e36e12b81e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:31.113557 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3e366beb-e682-4075-bd15-197a666b08c1 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:31.121445 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device a2b6ddeb-c54a-49c7-b40b-70f8f98ae701 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 18:01:31.121902 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-81062092-bf8d-4ff7-a9da-b8e36e12b81e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:31.126135 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3e366beb-e682-4075-bd15-197a666b08c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:31.201342 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e366beb-e682-4075-bd15-197a666b08c1 None None] Network 77a13e54-8ef8-4fea-b3a0-6cd3ba0f24c3 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 18:01:31.206014 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-3e366beb-e682-4075-bd15-197a666b08c1 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 18:01:31.211346 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e366beb-e682-4075-bd15-197a666b08c1 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 18:01:31.219850 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e366beb-e682-4075-bd15-197a666b08c1 None None] Pushing event updated for resources: {'Port': ['ID=4c741570-52f4-47ba-857a-52ad2f88210a,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:01:31.251351 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-81062092-bf8d-4ff7-a9da-b8e36e12b81e admin admin] Allocated IP 172.35.1.101 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/3b58a926-9173-48e9-99ba-90a68d345016) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 18:01:31.277272 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port a2b6ddeb-c54a-49c7-b40b-70f8f98ae701 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:01:31.277686 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:31.280599 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-3e366beb-e682-4075-bd15-197a666b08c1 None None] Attempting to bind port 4c741570-52f4-47ba-857a-52ad2f88210a on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 18:01:31.280986 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-3e366beb-e682-4075-bd15-197a666b08c1 None None] Attempting to bind port 4c741570-52f4-47ba-857a-52ad2f88210a by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '92be3be0-5b27-4acb-a19f-4fb38d7c7b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '77a13e54-8ef8-4fea-b3a0-6cd3ba0f24c3'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 18:01:31.281363 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e366beb-e682-4075-bd15-197a666b08c1 None None] Attempting to bind port 4c741570-52f4-47ba-857a-52ad2f88210a on network 77a13e54-8ef8-4fea-b3a0-6cd3ba0f24c3 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 18:01:31.310609 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e366beb-e682-4075-bd15-197a666b08c1 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 18, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 18:01:31.310960 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e366beb-e682-4075-bd15-197a666b08c1 None None] Checking segment: {'id': '92be3be0-5b27-4acb-a19f-4fb38d7c7b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '77a13e54-8ef8-4fea-b3a0-6cd3ba0f24c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 18:01:31.311381 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3e366beb-e682-4075-bd15-197a666b08c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:31.311790 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e366beb-e682-4075-bd15-197a666b08c1 None None] Bound using segment: {'id': '92be3be0-5b27-4acb-a19f-4fb38d7c7b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '77a13e54-8ef8-4fea-b3a0-6cd3ba0f24c3'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 18:01:31.312292 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-3e366beb-e682-4075-bd15-197a666b08c1 None None] Bound port: 4c741570-52f4-47ba-857a-52ad2f88210a, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92be3be0-5b27-4acb-a19f-4fb38d7c7b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '77a13e54-8ef8-4fea-b3a0-6cd3ba0f24c3'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 18:01:31.312689 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3e366beb-e682-4075-bd15-197a666b08c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:31.366883 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-81062092-bf8d-4ff7-a9da-b8e36e12b81e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:31.401643 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-81062092-bf8d-4ff7-a9da-b8e36e12b81e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:31.417718 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-3e366beb-e682-4075-bd15-197a666b08c1 None None] For port 4c741570-52f4-47ba-857a-52ad2f88210a, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 18:01:31.422934 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-3e366beb-e682-4075-bd15-197a666b08c1 None None] For port 4c741570-52f4-47ba-857a-52ad2f88210a, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=4c741570-52f4-47ba-857a-52ad2f88210a,segment=NetworkSegment(92be3be0-5b27-4acb-a19f-4fb38d7c7b26),segment_id=92be3be0-5b27-4acb-a19f-4fb38d7c7b26)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 18:01:31.427665 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3e366beb-e682-4075-bd15-197a666b08c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:31.444032 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81062092-bf8d-4ff7-a9da-b8e36e12b81e admin admin] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 18:01:31.446822 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-81062092-bf8d-4ff7-a9da-b8e36e12b81e admin admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 18:01:31.450324 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81062092-bf8d-4ff7-a9da-b8e36e12b81e admin admin] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 18:01:31.466575 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67f8c41-343e-43cb-b0cd-876ede200540 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 18:01:31.474177 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81062092-bf8d-4ff7-a9da-b8e36e12b81e admin admin] Pushing event updated for resources: {'Port': ['ID=3b58a926-9173-48e9-99ba-90a68d345016,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:01:31.489300 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e366beb-e682-4075-bd15-197a666b08c1 None None] Pushing event updated for resources: {'Port': ['ID=4c741570-52f4-47ba-857a-52ad2f88210a,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:01:31.539215 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-e0f5c22e-4e1b-47ad-86c9-f02f09017072 None None] Provisioning complete for port 3b58a926-9173-48e9-99ba-90a68d345016 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:01:31.539863 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e0f5c22e-4e1b-47ad-86c9-f02f09017072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:31.576233 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-e0f5c22e-4e1b-47ad-86c9-f02f09017072 None None] Port 3b58a926-9173-48e9-99ba-90a68d345016 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 18:01:31.741340 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-81062092-bf8d-4ff7-a9da-b8e36e12b81e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:31.955383 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-81062092-bf8d-4ff7-a9da-b8e36e12b81e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:32.056276 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835ac57d-a935-4e40-ac19-818b5b19386e None None] Sync routers for ids ['cbb75aa4-9d2a-4f65-b662-61f32906a24d'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 18:01:32.065921 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835ac57d-a935-4e40-ac19-818b5b19386e None None] Routers {'cbb75aa4-9d2a-4f65-b662-61f32906a24d'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:01:32.066524 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-835ac57d-a935-4e40-ac19-818b5b19386e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:01:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['cbb75aa4-9d2a-4f65-b662-61f32906a24d'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:01:32.083166 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81062092-bf8d-4ff7-a9da-b8e36e12b81e admin admin] Router 9df57373-ba86-4721-8995-f3377ad3c9df is scheduled to L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 with binding_index 1 {{(pid=103285) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 18:01:32.171816 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-835ac57d-a935-4e40-ac19-818b5b19386e None None] Set router cbb75aa4-9d2a-4f65-b662-61f32906a24d gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:01:32.197883 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81062092-bf8d-4ff7-a9da-b8e36e12b81e admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 18:01:32.208347 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613e9686-febb-47a0-a283-9314707378bd None None] Sync routers for ids ['9df57373-ba86-4721-8995-f3377ad3c9df'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 18:01:32.217735 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-81062092-bf8d-4ff7-a9da-b8e36e12b81e admin admin] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:32.221868 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-81062092-bf8d-4ff7-a9da-b8e36e12b81e admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5859365 Dec 06 18:01:32.222167 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 41194) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:01:32.224301 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613e9686-febb-47a0-a283-9314707378bd None None] Routers {'9df57373-ba86-4721-8995-f3377ad3c9df'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:01:32.225222 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-613e9686-febb-47a0-a283-9314707378bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:01:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['9df57373-ba86-4721-8995-f3377ad3c9df'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:01:32.338966 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-613e9686-febb-47a0-a283-9314707378bd None None] Set router 9df57373-ba86-4721-8995-f3377ad3c9df gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:01:32.399562 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-835ac57d-a935-4e40-ac19-818b5b19386e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb75aa4-9d2a-4f65-b662-61f32906a24d', 'name': 'tempest-TestEncryptedCinderVolumes-580519981-router', 'tenant_id': '8781998cc3184edd81ca2688e4fa494b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.173'}], 'enable_snat': True}, 'gw_port_id': 'a2b6ddeb-c54a-49c7-b40b-70f8f98ae701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:01:26Z', 'updated_at': '2021-12-06T18:01:28Z', 'revision_number': 4, 'project_id': '8781998cc3184edd81ca2688e4fa494b', 'gw_port': {'id': 'a2b6ddeb-c54a-49c7-b40b-70f8f98ae701', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb75aa4-9d2a-4f65-b662-61f32906a24d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:01:26Z', 'updated_at': '2021-12-06T18:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '23935a73-77ac-4047-8097-725cbe91c2f9', 'name': '', 'network_id': '7d7ef102-e1f8-47c4-a185-a01bd91a3122', 'tenant_id': '8781998cc3184edd81ca2688e4fa494b', 'mac_address': 'fa:16:3e:6b:de:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb75aa4-9d2a-4f65-b662-61f32906a24d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'd377fd90-fd16-4cd0-8372-2b73ebf4cda5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:01:28Z', 'updated_at': '2021-12-06T18:01:28Z', 'revision_number': 2, 'project_id': '8781998cc3184edd81ca2688e4fa494b', 'subnets': [{'id': 'd377fd90-fd16-4cd0-8372-2b73ebf4cda5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:01:32.435427 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835ac57d-a935-4e40-ac19-818b5b19386e None None] Checking router: cbb75aa4-9d2a-4f65-b662-61f32906a24d for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 18:01:32.435780 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835ac57d-a935-4e40-ac19-818b5b19386e None None] Updating router cbb75aa4-9d2a-4f65-b662-61f32906a24d port 23935a73-77ac-4047-8097-725cbe91c2f9 binding host n-d-master-1 {{(pid=103287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 18:01:32.465744 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-835ac57d-a935-4e40-ac19-818b5b19386e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:32.546539 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-613e9686-febb-47a0-a283-9314707378bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9df57373-ba86-4721-8995-f3377ad3c9df', 'name': 'tempest-TestEncryptedCinderVolumes-846134029-router', 'tenant_id': '22e9e18356594c459431771fc2be0109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.101'}], 'enable_snat': True}, 'gw_port_id': '3b58a926-9173-48e9-99ba-90a68d345016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:01:30Z', 'updated_at': '2021-12-06T18:01:31Z', 'revision_number': 3, 'project_id': '22e9e18356594c459431771fc2be0109', 'gw_port': {'id': '3b58a926-9173-48e9-99ba-90a68d345016', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f7:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9df57373-ba86-4721-8995-f3377ad3c9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:01:31Z', 'updated_at': '2021-12-06T18:01:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:01:32.580606 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613e9686-febb-47a0-a283-9314707378bd None None] Checking router: 9df57373-ba86-4721-8995-f3377ad3c9df for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 18:01:32.581045 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613e9686-febb-47a0-a283-9314707378bd None None] Updating router 9df57373-ba86-4721-8995-f3377ad3c9df port 3b58a926-9173-48e9-99ba-90a68d345016 binding host n-d-master-1 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 18:01:32.612555 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-613e9686-febb-47a0-a283-9314707378bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:32.800149 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd1ac66-3be9-4310-a174-d87b3e01e008 None None] Network 77a13e54-8ef8-4fea-b3a0-6cd3ba0f24c3 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 18:01:32.866982 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-11c99333-c43f-4c80-a687-40251413a71c None None] Provisioning complete for port 4c741570-52f4-47ba-857a-52ad2f88210a triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:01:32.867250 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-11c99333-c43f-4c80-a687-40251413a71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:32.876688 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-835ac57d-a935-4e40-ac19-818b5b19386e None None] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:32.882427 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-835ac57d-a935-4e40-ac19-818b5b19386e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:32.942506 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997aad2f-c4c6-4ad4-abbd-99e521f7158e None None] Pushing event updated for resources: {'Port': ['ID=23935a73-77ac-4047-8097-725cbe91c2f9,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:01:32.951327 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997aad2f-c4c6-4ad4-abbd-99e521f7158e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:01:32.951327 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997aad2f-c4c6-4ad4-abbd-99e521f7158e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:01:32.951824 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997aad2f-c4c6-4ad4-abbd-99e521f7158e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:01:32.952268 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997aad2f-c4c6-4ad4-abbd-99e521f7158e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:01:32.952705 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997aad2f-c4c6-4ad4-abbd-99e521f7158e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:01:32.953146 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997aad2f-c4c6-4ad4-abbd-99e521f7158e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:01:32.953607 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997aad2f-c4c6-4ad4-abbd-99e521f7158e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:01:32.954233 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997aad2f-c4c6-4ad4-abbd-99e521f7158e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:01:32.954814 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997aad2f-c4c6-4ad4-abbd-99e521f7158e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:01:32.955257 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997aad2f-c4c6-4ad4-abbd-99e521f7158e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:01:32.956211 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997aad2f-c4c6-4ad4-abbd-99e521f7158e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:01:32.956211 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997aad2f-c4c6-4ad4-abbd-99e521f7158e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:01:32.956597 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997aad2f-c4c6-4ad4-abbd-99e521f7158e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:01:32.966652 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b3f2d4a0-4774-42df-a068-6090f4b37180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:33.014260 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-835ac57d-a935-4e40-ac19-818b5b19386e None None] Attempting to bind port 23935a73-77ac-4047-8097-725cbe91c2f9 on host n-d-master-1 for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 18:01:33.014642 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-835ac57d-a935-4e40-ac19-818b5b19386e None None] Attempting to bind port 23935a73-77ac-4047-8097-725cbe91c2f9 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'c3591695-85ce-4559-9325-a323113dfca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7d7ef102-e1f8-47c4-a185-a01bd91a3122'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 18:01:33.015026 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835ac57d-a935-4e40-ac19-818b5b19386e None None] Attempting to bind port 23935a73-77ac-4047-8097-725cbe91c2f9 on network 7d7ef102-e1f8-47c4-a185-a01bd91a3122 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 18:01:33.020346 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835ac57d-a935-4e40-ac19-818b5b19386e None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 18, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 18:01:33.021104 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835ac57d-a935-4e40-ac19-818b5b19386e None None] Checking segment: {'id': 'c3591695-85ce-4559-9325-a323113dfca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7d7ef102-e1f8-47c4-a185-a01bd91a3122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 18:01:33.021104 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-835ac57d-a935-4e40-ac19-818b5b19386e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:33.021539 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835ac57d-a935-4e40-ac19-818b5b19386e None None] Bound using segment: {'id': 'c3591695-85ce-4559-9325-a323113dfca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7d7ef102-e1f8-47c4-a185-a01bd91a3122'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 18:01:33.022195 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-835ac57d-a935-4e40-ac19-818b5b19386e None None] Bound port: 23935a73-77ac-4047-8097-725cbe91c2f9, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3591695-85ce-4559-9325-a323113dfca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7d7ef102-e1f8-47c4-a185-a01bd91a3122'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 18:01:33.022582 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-835ac57d-a935-4e40-ac19-818b5b19386e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:33.118203 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-835ac57d-a935-4e40-ac19-818b5b19386e None None] For port 23935a73-77ac-4047-8097-725cbe91c2f9, host n-d-master-1, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 18:01:33.121611 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-835ac57d-a935-4e40-ac19-818b5b19386e None None] For port 23935a73-77ac-4047-8097-725cbe91c2f9, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=23935a73-77ac-4047-8097-725cbe91c2f9,segment=NetworkSegment(c3591695-85ce-4559-9325-a323113dfca4),segment_id=c3591695-85ce-4559-9325-a323113dfca4)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 18:01:33.135009 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-835ac57d-a935-4e40-ac19-818b5b19386e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:33.140688 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-11c99333-c43f-4c80-a687-40251413a71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:33.144378 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-613e9686-febb-47a0-a283-9314707378bd None None] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:33.162394 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-613e9686-febb-47a0-a283-9314707378bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:33.186782 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 4c741570-52f4-47ba-857a-52ad2f88210a up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 18:01:33.190502 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-b3f2d4a0-4774-42df-a068-6090f4b37180 admin admin] Allocated IP 172.20.0.1 (77a13e54-8ef8-4fea-b3a0-6cd3ba0f24c3/78606659-5883-493a-9339-191c8490cdbb/26fe68fe-cb49-4e9c-b6ec-86b326598ef7) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 18:01:33.209806 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997aad2f-c4c6-4ad4-abbd-99e521f7158e None None] Pushing event updated for resources: {'Port': ['ID=23935a73-77ac-4047-8097-725cbe91c2f9,revision_number=4']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:01:33.232668 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835ac57d-a935-4e40-ac19-818b5b19386e None None] Routers {'cbb75aa4-9d2a-4f65-b662-61f32906a24d'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:01:33.233758 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-835ac57d-a935-4e40-ac19-818b5b19386e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:01:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['cbb75aa4-9d2a-4f65-b662-61f32906a24d'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:01:33.313707 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e760f7-e275-42e7-a75c-fa03bd62f434 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 18:01:33.331926 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:33.335567 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b3f2d4a0-4774-42df-a068-6090f4b37180 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:33.336580 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-11c99333-c43f-4c80-a687-40251413a71c None None] For port 4c741570-52f4-47ba-857a-52ad2f88210a, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=4c741570-52f4-47ba-857a-52ad2f88210a,segment=NetworkSegment(92be3be0-5b27-4acb-a19f-4fb38d7c7b26),segment_id=92be3be0-5b27-4acb-a19f-4fb38d7c7b26)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:01:33.342584 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3c631c-4873-4a10-9c5d-83ba8ccf3d11 None None] Pushing event updated for resources: {'Port': ['ID=3b58a926-9173-48e9-99ba-90a68d345016,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:01:33.349664 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-613e9686-febb-47a0-a283-9314707378bd None None] Attempting to bind port 3b58a926-9173-48e9-99ba-90a68d345016 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 18:01:33.350043 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-613e9686-febb-47a0-a283-9314707378bd None None] Attempting to bind port 3b58a926-9173-48e9-99ba-90a68d345016 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 18:01:33.350422 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613e9686-febb-47a0-a283-9314707378bd None None] Attempting to bind port 3b58a926-9173-48e9-99ba-90a68d345016 on network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 18:01:33.352995 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 18:01:33.355440 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-11c99333-c43f-4c80-a687-40251413a71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:33.365525 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613e9686-febb-47a0-a283-9314707378bd None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 18, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 18:01:33.365890 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613e9686-febb-47a0-a283-9314707378bd None None] Checking segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 18:01:33.370763 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-613e9686-febb-47a0-a283-9314707378bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:33.371300 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613e9686-febb-47a0-a283-9314707378bd None None] Bound using segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 18:01:33.371835 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-613e9686-febb-47a0-a283-9314707378bd None None] Bound port: 3b58a926-9173-48e9-99ba-90a68d345016, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 18:01:33.372358 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-613e9686-febb-47a0-a283-9314707378bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:33.384678 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-835ac57d-a935-4e40-ac19-818b5b19386e None None] Set router cbb75aa4-9d2a-4f65-b662-61f32906a24d gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:01:33.398489 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b3f2d4a0-4774-42df-a068-6090f4b37180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:33.432845 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 4c741570-52f4-47ba-857a-52ad2f88210a triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:01:33.433227 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:33.465721 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f2d4a0-4774-42df-a068-6090f4b37180 admin admin] Network 77a13e54-8ef8-4fea-b3a0-6cd3ba0f24c3 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 18:01:33.469334 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-b3f2d4a0-4774-42df-a068-6090f4b37180 admin admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 18:01:33.474105 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f2d4a0-4774-42df-a068-6090f4b37180 admin admin] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 18:01:33.480083 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f2d4a0-4774-42df-a068-6090f4b37180 admin admin] Pushing event updated for resources: {'Port': ['ID=26fe68fe-cb49-4e9c-b6ec-86b326598ef7,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:01:33.520652 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c99333-c43f-4c80-a687-40251413a71c None None] Pushing event updated for resources: {'Port': ['ID=4c741570-52f4-47ba-857a-52ad2f88210a,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:01:33.538912 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b3f2d4a0-4774-42df-a068-6090f4b37180 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539179'] for router_interface, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:33.545833 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-613e9686-febb-47a0-a283-9314707378bd None None] For port 3b58a926-9173-48e9-99ba-90a68d345016, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 18:01:33.551308 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-613e9686-febb-47a0-a283-9314707378bd None None] For port 3b58a926-9173-48e9-99ba-90a68d345016, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=3b58a926-9173-48e9-99ba-90a68d345016,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 18:01:33.557185 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-29aeddc5-9043-4182-ab3d-481226ff7755 None None] Provisioning complete for port 3b58a926-9173-48e9-99ba-90a68d345016 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:01:33.557432 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-29aeddc5-9043-4182-ab3d-481226ff7755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:33.587865 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-613e9686-febb-47a0-a283-9314707378bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:33.712194 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b3f2d4a0-4774-42df-a068-6090f4b37180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:33.712429 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8833eb37-8d1d-425d-9a72-447314dcf7b4 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 18:01:33.751676 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613e9686-febb-47a0-a283-9314707378bd None None] Routers {'9df57373-ba86-4721-8995-f3377ad3c9df'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:01:33.752712 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-613e9686-febb-47a0-a283-9314707378bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:01:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['9df57373-ba86-4721-8995-f3377ad3c9df'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:01:33.787201 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-835ac57d-a935-4e40-ac19-818b5b19386e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb75aa4-9d2a-4f65-b662-61f32906a24d', 'name': 'tempest-TestEncryptedCinderVolumes-580519981-router', 'tenant_id': '8781998cc3184edd81ca2688e4fa494b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.173'}], 'enable_snat': True}, 'gw_port_id': 'a2b6ddeb-c54a-49c7-b40b-70f8f98ae701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:01:26Z', 'updated_at': '2021-12-06T18:01:28Z', 'revision_number': 4, 'project_id': '8781998cc3184edd81ca2688e4fa494b', 'gw_port': {'id': 'a2b6ddeb-c54a-49c7-b40b-70f8f98ae701', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb75aa4-9d2a-4f65-b662-61f32906a24d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:01:26Z', 'updated_at': '2021-12-06T18:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '23935a73-77ac-4047-8097-725cbe91c2f9', 'name': '', 'network_id': '7d7ef102-e1f8-47c4-a185-a01bd91a3122', 'tenant_id': '8781998cc3184edd81ca2688e4fa494b', 'mac_address': 'fa:16:3e:6b:de:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb75aa4-9d2a-4f65-b662-61f32906a24d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'd377fd90-fd16-4cd0-8372-2b73ebf4cda5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:01:28Z', 'updated_at': '2021-12-06T18:01:33Z', 'revision_number': 4, 'project_id': '8781998cc3184edd81ca2688e4fa494b', 'subnets': [{'id': 'd377fd90-fd16-4cd0-8372-2b73ebf4cda5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:01:33.800080 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3c631c-4873-4a10-9c5d-83ba8ccf3d11 None None] Pushing event updated for resources: {'Port': ['ID=3b58a926-9173-48e9-99ba-90a68d345016,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:01:33.819666 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835ac57d-a935-4e40-ac19-818b5b19386e None None] The sync data for ids ['cbb75aa4-9d2a-4f65-b662-61f32906a24d'] in n-d-master-1 is: [{'id': 'cbb75aa4-9d2a-4f65-b662-61f32906a24d', 'name': 'tempest-TestEncryptedCinderVolumes-580519981-router', 'tenant_id': '8781998cc3184edd81ca2688e4fa494b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.173'}], 'enable_snat': True}, 'gw_port_id': 'a2b6ddeb-c54a-49c7-b40b-70f8f98ae701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:01:26Z', 'updated_at': '2021-12-06T18:01:28Z', 'revision_number': 4, 'project_id': '8781998cc3184edd81ca2688e4fa494b', 'gw_port': {'id': 'a2b6ddeb-c54a-49c7-b40b-70f8f98ae701', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb75aa4-9d2a-4f65-b662-61f32906a24d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:01:26Z', 'updated_at': '2021-12-06T18:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '23935a73-77ac-4047-8097-725cbe91c2f9', 'name': '', 'network_id': '7d7ef102-e1f8-47c4-a185-a01bd91a3122', 'tenant_id': '8781998cc3184edd81ca2688e4fa494b', 'mac_address': 'fa:16:3e:6b:de:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb75aa4-9d2a-4f65-b662-61f32906a24d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'd377fd90-fd16-4cd0-8372-2b73ebf4cda5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:01:28Z', 'updated_at': '2021-12-06T18:01:33Z', 'revision_number': 4, 'project_id': '8781998cc3184edd81ca2688e4fa494b', 'subnets': [{'id': 'd377fd90-fd16-4cd0-8372-2b73ebf4cda5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 18:01:33.892604 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-29aeddc5-9043-4182-ab3d-481226ff7755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:33.929809 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-29aeddc5-9043-4182-ab3d-481226ff7755 None None] For port 3b58a926-9173-48e9-99ba-90a68d345016, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=3b58a926-9173-48e9-99ba-90a68d345016,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:01:33.932020 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b3f2d4a0-4774-42df-a068-6090f4b37180 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:33.938102 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-613e9686-febb-47a0-a283-9314707378bd None None] Set router 9df57373-ba86-4721-8995-f3377ad3c9df gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:01:33.939627 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b3f2d4a0-4774-42df-a068-6090f4b37180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:33.942196 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-29aeddc5-9043-4182-ab3d-481226ff7755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:34.020869 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b3f2d4a0-4774-42df-a068-6090f4b37180 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-772465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539207'] for router_interface, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:34.022515 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f2d4a0-4774-42df-a068-6090f4b37180 admin admin] Pushing event updated for resources: {'Port': ['ID=26fe68fe-cb49-4e9c-b6ec-86b326598ef7,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:01:34.143383 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f2d4a0-4774-42df-a068-6090f4b37180 admin admin] Network 77a13e54-8ef8-4fea-b3a0-6cd3ba0f24c3 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 18:01:34.145147 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-b3f2d4a0-4774-42df-a068-6090f4b37180 admin admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 18:01:34.313373 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3f2d4a0-4774-42df-a068-6090f4b37180 admin admin] Router 9df57373-ba86-4721-8995-f3377ad3c9df has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 18:01:34.381357 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-29aeddc5-9043-4182-ab3d-481226ff7755 None None] Provisioning complete for port 23935a73-77ac-4047-8097-725cbe91c2f9 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:01:34.381940 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-29aeddc5-9043-4182-ab3d-481226ff7755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:34.442956 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aeddc5-9043-4182-ab3d-481226ff7755 None None] Pushing event updated for resources: {'Port': ['ID=3b58a926-9173-48e9-99ba-90a68d345016,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:01:34.502545 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3f2d4a0-4774-42df-a068-6090f4b37180 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 18:01:34.502799 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-29aeddc5-9043-4182-ab3d-481226ff7755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:34.508617 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-b3f2d4a0-4774-42df-a068-6090f4b37180 admin admin] 10.222.0.23 "PUT /v2.0/routers/9df57373-ba86-4721-8995-f3377ad3c9df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2851527 Dec 06 18:01:34.566907 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-29aeddc5-9043-4182-ab3d-481226ff7755 None None] For port 23935a73-77ac-4047-8097-725cbe91c2f9, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=23935a73-77ac-4047-8097-725cbe91c2f9,segment=NetworkSegment(c3591695-85ce-4559-9325-a323113dfca4),segment_id=c3591695-85ce-4559-9325-a323113dfca4)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:01:34.576061 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-613e9686-febb-47a0-a283-9314707378bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9df57373-ba86-4721-8995-f3377ad3c9df', 'name': 'tempest-TestEncryptedCinderVolumes-846134029-router', 'tenant_id': '22e9e18356594c459431771fc2be0109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.101'}], 'enable_snat': True}, 'gw_port_id': '3b58a926-9173-48e9-99ba-90a68d345016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:01:30Z', 'updated_at': '2021-12-06T18:01:33Z', 'revision_number': 4, 'project_id': '22e9e18356594c459431771fc2be0109', 'gw_port': {'id': '3b58a926-9173-48e9-99ba-90a68d345016', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f7:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9df57373-ba86-4721-8995-f3377ad3c9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:01:31Z', 'updated_at': '2021-12-06T18:01:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '26fe68fe-cb49-4e9c-b6ec-86b326598ef7', 'name': '', 'network_id': '77a13e54-8ef8-4fea-b3a0-6cd3ba0f24c3', 'tenant_id': '22e9e18356594c459431771fc2be0109', 'mac_address': 'fa:16:3e:88:3c:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9df57373-ba86-4721-8995-f3377ad3c9df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '78606659-5883-493a-9339-191c8490cdbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:01:32Z', 'updated_at': '2021-12-06T18:01:33Z', 'revision_number': 1, 'project_id': '22e9e18356594c459431771fc2be0109', 'subnets': [{'id': '78606659-5883-493a-9339-191c8490cdbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:01:34.582739 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-29aeddc5-9043-4182-ab3d-481226ff7755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:34.618446 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613e9686-febb-47a0-a283-9314707378bd None None] The sync data for ids ['9df57373-ba86-4721-8995-f3377ad3c9df'] in n-d-master-1 is: [{'id': '9df57373-ba86-4721-8995-f3377ad3c9df', 'name': 'tempest-TestEncryptedCinderVolumes-846134029-router', 'tenant_id': '22e9e18356594c459431771fc2be0109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.101'}], 'enable_snat': True}, 'gw_port_id': '3b58a926-9173-48e9-99ba-90a68d345016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:01:30Z', 'updated_at': '2021-12-06T18:01:33Z', 'revision_number': 4, 'project_id': '22e9e18356594c459431771fc2be0109', 'gw_port': {'id': '3b58a926-9173-48e9-99ba-90a68d345016', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f7:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9df57373-ba86-4721-8995-f3377ad3c9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:01:31Z', 'updated_at': '2021-12-06T18:01:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '26fe68fe-cb49-4e9c-b6ec-86b326598ef7', 'name': '', 'network_id': '77a13e54-8ef8-4fea-b3a0-6cd3ba0f24c3', 'tenant_id': '22e9e18356594c459431771fc2be0109', 'mac_address': 'fa:16:3e:88:3c:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9df57373-ba86-4721-8995-f3377ad3c9df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '78606659-5883-493a-9339-191c8490cdbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:01:32Z', 'updated_at': '2021-12-06T18:01:33Z', 'revision_number': 1, 'project_id': '22e9e18356594c459431771fc2be0109', 'subnets': [{'id': '78606659-5883-493a-9339-191c8490cdbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 18:01:34.678648 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aeddc5-9043-4182-ab3d-481226ff7755 None None] Pushing event updated for resources: {'Port': ['ID=23935a73-77ac-4047-8097-725cbe91c2f9,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:01:34.711036 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-fd68ab31-fa2b-406a-be71-1dbe0b7812df None None] Provisioning complete for port 3b58a926-9173-48e9-99ba-90a68d345016 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:01:34.711426 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fd68ab31-fa2b-406a-be71-1dbe0b7812df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:34.830902 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-fd68ab31-fa2b-406a-be71-1dbe0b7812df None None] Provisioning complete for port 26fe68fe-cb49-4e9c-b6ec-86b326598ef7 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:01:34.831373 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fd68ab31-fa2b-406a-be71-1dbe0b7812df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:34.883515 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-fd68ab31-fa2b-406a-be71-1dbe0b7812df None None] Port 26fe68fe-cb49-4e9c-b6ec-86b326598ef7 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 18:01:34.917784 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-fd68ab31-fa2b-406a-be71-1dbe0b7812df None None] Provisioning complete for port 4c741570-52f4-47ba-857a-52ad2f88210a triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:01:34.918552 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fd68ab31-fa2b-406a-be71-1dbe0b7812df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:35.136976 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-fd68ab31-fa2b-406a-be71-1dbe0b7812df None None] Provisioning complete for port 23935a73-77ac-4047-8097-725cbe91c2f9 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:01:35.137696 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fd68ab31-fa2b-406a-be71-1dbe0b7812df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:35.235575 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 4c741570-52f4-47ba-857a-52ad2f88210a up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 18:01:35.382508 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 4c741570-52f4-47ba-857a-52ad2f88210a triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:01:35.384135 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:35.482221 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 23935a73-77ac-4047-8097-725cbe91c2f9 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 18:01:35.532377 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:35.543217 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 23935a73-77ac-4047-8097-725cbe91c2f9 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:01:35.543593 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:35.892154 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf1e6b3-20bf-445f-8097-8a1cbf1ebc21 req-79d1a15b-5f80-43f5-9a24-39d09cf4725a tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:01:35.893557 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2cf1e6b3-20bf-445f-8097-8a1cbf1ebc21 req-79d1a15b-5f80-43f5-9a24-39d09cf4725a tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] 10.222.0.23 "GET /v2.0/networks?id=7d7ef102-e1f8-47c4-a185-a01bd91a3122 HTTP/1.1" status: 200 len: 816 time: 0.1026804 Dec 06 18:01:35.908107 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2cf1e6b3-20bf-445f-8097-8a1cbf1ebc21 req-1def17a5-2a88-4644-bf76-bfd4a3206603 tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] 10.222.0.23 "GET /v2.0/quotas/8781998cc3184edd81ca2688e4fa494b HTTP/1.1" status: 200 len: 375 time: 0.0088108 Dec 06 18:01:35.957622 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2cf1e6b3-20bf-445f-8097-8a1cbf1ebc21 req-2c2ef107-6eb7-4314-87a0-01c3bc02f250 tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=8781998cc3184edd81ca2688e4fa494b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443666 Dec 06 18:01:36.050332 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2cf1e6b3-20bf-445f-8097-8a1cbf1ebc21 req-5424b015-9332-4199-8432-f38669d556f2 service neutron] 10.222.0.23 "GET /v2.0/networks/7d7ef102-e1f8-47c4-a185-a01bd91a3122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812726 Dec 06 18:01:36.141615 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2cf1e6b3-20bf-445f-8097-8a1cbf1ebc21 req-b9d282ed-5f8f-4aef-a17c-724129e5bdba service neutron] 10.222.0.23 "GET /v2.0/networks/7d7ef102-e1f8-47c4-a185-a01bd91a3122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850642 Dec 06 18:01:36.303446 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0fde7259-deec-4d53-b34e-1f0ee6851da3 req-1e2ff497-7f61-4dc7-a36b-c7df04618f99 tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] 10.222.0.23 "GET /v2.0/ports?device_id=575b9886-88d0-41bf-8f7e-a1ee9b2fcb97 HTTP/1.1" status: 200 len: 210 time: 0.0261695 Dec 06 18:01:37.088023 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 3b58a926-9173-48e9-99ba-90a68d345016 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 18:01:37.140696 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 3b58a926-9173-48e9-99ba-90a68d345016 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:01:37.141071 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:37.332968 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf1e6b3-20bf-445f-8097-8a1cbf1ebc21 req-33172727-66cb-4ad9-a7d4-879284250f89 tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:01:37.334493 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2cf1e6b3-20bf-445f-8097-8a1cbf1ebc21 req-33172727-66cb-4ad9-a7d4-879284250f89 tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] 10.222.0.41 "GET /v2.0/networks?id=7d7ef102-e1f8-47c4-a185-a01bd91a3122 HTTP/1.1" status: 200 len: 816 time: 0.1093950 Dec 06 18:01:37.355332 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-2cf1e6b3-20bf-445f-8097-8a1cbf1ebc21 req-633bdc33-744a-4eed-8a94-e24ebd25b9f2 tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] Request body: {'port': {'device_id': '575b9886-88d0-41bf-8f7e-a1ee9b2fcb97', 'network_id': '7d7ef102-e1f8-47c4-a185-a01bd91a3122', 'admin_state_up': True, 'tenant_id': '8781998cc3184edd81ca2688e4fa494b'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:01:37.431904 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-275164da-b803-4e3a-b4c2-5d36e2990a00 req-b6b65768-ec84-4d7a-876b-de941b81ea4a tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] 10.222.0.23 "GET /v2.0/ports?device_id=575b9886-88d0-41bf-8f7e-a1ee9b2fcb97 HTTP/1.1" status: 200 len: 210 time: 0.0526447 Dec 06 18:01:37.487212 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cf1e6b3-20bf-445f-8097-8a1cbf1ebc21 req-633bdc33-744a-4eed-8a94-e24ebd25b9f2 tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] Made reservation on behalf of 8781998cc3184edd81ca2688e4fa494b for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 18:01:37.490789 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2cf1e6b3-20bf-445f-8097-8a1cbf1ebc21 req-633bdc33-744a-4eed-8a94-e24ebd25b9f2 tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:37.620580 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-2cf1e6b3-20bf-445f-8097-8a1cbf1ebc21 req-633bdc33-744a-4eed-8a94-e24ebd25b9f2 tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] Allocated IP 172.20.0.12 (7d7ef102-e1f8-47c4-a185-a01bd91a3122/d377fd90-fd16-4cd0-8372-2b73ebf4cda5/ebb64502-54bd-41bd-ae30-b16a201d7f52) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 18:01:37.775354 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2cf1e6b3-20bf-445f-8097-8a1cbf1ebc21 req-633bdc33-744a-4eed-8a94-e24ebd25b9f2 tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:37.810837 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2cf1e6b3-20bf-445f-8097-8a1cbf1ebc21 req-633bdc33-744a-4eed-8a94-e24ebd25b9f2 tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:37.844172 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1ee36e-64da-450c-9d3e-b5805403af3e None None] Sync routers for ids ['9df57373-ba86-4721-8995-f3377ad3c9df'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 18:01:37.853864 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1ee36e-64da-450c-9d3e-b5805403af3e None None] Routers {'9df57373-ba86-4721-8995-f3377ad3c9df'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:01:37.854468 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-7b1ee36e-64da-450c-9d3e-b5805403af3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:01:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['9df57373-ba86-4721-8995-f3377ad3c9df'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:01:37.858285 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cf1e6b3-20bf-445f-8097-8a1cbf1ebc21 req-633bdc33-744a-4eed-8a94-e24ebd25b9f2 tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] Network 7d7ef102-e1f8-47c4-a185-a01bd91a3122 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 18:01:37.861598 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-2cf1e6b3-20bf-445f-8097-8a1cbf1ebc21 req-633bdc33-744a-4eed-8a94-e24ebd25b9f2 tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 18:01:37.866097 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cf1e6b3-20bf-445f-8097-8a1cbf1ebc21 req-633bdc33-744a-4eed-8a94-e24ebd25b9f2 tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 18:01:37.870145 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633bdc33-744a-4eed-8a94-e24ebd25b9f2 tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] Pushing event updated for resources: {'Port': ['ID=ebb64502-54bd-41bd-ae30-b16a201d7f52,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:01:37.922786 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf1e6b3-20bf-445f-8097-8a1cbf1ebc21 req-633bdc33-744a-4eed-8a94-e24ebd25b9f2 tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:01:37.923524 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2cf1e6b3-20bf-445f-8097-8a1cbf1ebc21 req-633bdc33-744a-4eed-8a94-e24ebd25b9f2 tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:37.942067 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2cf1e6b3-20bf-445f-8097-8a1cbf1ebc21 req-633bdc33-744a-4eed-8a94-e24ebd25b9f2 tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5906448 Dec 06 18:01:37.959784 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-2cf1e6b3-20bf-445f-8097-8a1cbf1ebc21 req-877357a2-159f-4354-a20f-9536181cc5cf service neutron] Request body: {'port': {'device_id': '575b9886-88d0-41bf-8f7e-a1ee9b2fcb97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:01:37.972184 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-7b1ee36e-64da-450c-9d3e-b5805403af3e None None] Set router 9df57373-ba86-4721-8995-f3377ad3c9df gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:01:38.019914 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2cf1e6b3-20bf-445f-8097-8a1cbf1ebc21 req-877357a2-159f-4354-a20f-9536181cc5cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:38.112297 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b93e9faa-03e3-46b1-b1b8-7bbe2ecf6d34 None None] Provisioning complete for port ebb64502-54bd-41bd-ae30-b16a201d7f52 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:01:38.112847 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b93e9faa-03e3-46b1-b1b8-7bbe2ecf6d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:38.151504 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b93e9faa-03e3-46b1-b1b8-7bbe2ecf6d34 None None] Port ebb64502-54bd-41bd-ae30-b16a201d7f52 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 18:01:38.192312 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-7b1ee36e-64da-450c-9d3e-b5805403af3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9df57373-ba86-4721-8995-f3377ad3c9df', 'name': 'tempest-TestEncryptedCinderVolumes-846134029-router', 'tenant_id': '22e9e18356594c459431771fc2be0109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.101'}], 'enable_snat': True}, 'gw_port_id': '3b58a926-9173-48e9-99ba-90a68d345016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:01:30Z', 'updated_at': '2021-12-06T18:01:33Z', 'revision_number': 4, 'project_id': '22e9e18356594c459431771fc2be0109', 'gw_port': {'id': '3b58a926-9173-48e9-99ba-90a68d345016', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df57373-ba86-4721-8995-f3377ad3c9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:01:31Z', 'updated_at': '2021-12-06T18:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '26fe68fe-cb49-4e9c-b6ec-86b326598ef7', 'name': '', 'network_id': '77a13e54-8ef8-4fea-b3a0-6cd3ba0f24c3', 'tenant_id': '22e9e18356594c459431771fc2be0109', 'mac_address': 'fa:16:3e:88:3c:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9df57373-ba86-4721-8995-f3377ad3c9df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '78606659-5883-493a-9339-191c8490cdbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:01:32Z', 'updated_at': '2021-12-06T18:01:33Z', 'revision_number': 2, 'project_id': '22e9e18356594c459431771fc2be0109', 'subnets': [{'id': '78606659-5883-493a-9339-191c8490cdbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:01:38.218346 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1ee36e-64da-450c-9d3e-b5805403af3e None None] Checking router: 9df57373-ba86-4721-8995-f3377ad3c9df for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 18:01:38.218701 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1ee36e-64da-450c-9d3e-b5805403af3e None None] Updating router 9df57373-ba86-4721-8995-f3377ad3c9df port 26fe68fe-cb49-4e9c-b6ec-86b326598ef7 binding host n-d-master-1 {{(pid=103287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 18:01:38.246660 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7b1ee36e-64da-450c-9d3e-b5805403af3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:38.285631 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-2cf1e6b3-20bf-445f-8097-8a1cbf1ebc21 req-877357a2-159f-4354-a20f-9536181cc5cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebb64502-54bd-41bd-ae30-b16a201d7f52 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 18:01:38.292865 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2cf1e6b3-20bf-445f-8097-8a1cbf1ebc21 req-877357a2-159f-4354-a20f-9536181cc5cf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:38.305356 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-2cf1e6b3-20bf-445f-8097-8a1cbf1ebc21 req-877357a2-159f-4354-a20f-9536181cc5cf service neutron] Transition to ACTIVE for port object ebb64502-54bd-41bd-ae30-b16a201d7f52 will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 18:01:38.309546 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2cf1e6b3-20bf-445f-8097-8a1cbf1ebc21 req-877357a2-159f-4354-a20f-9536181cc5cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:38.364287 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877357a2-159f-4354-a20f-9536181cc5cf service neutron] Pushing event updated for resources: {'Port': ['ID=ebb64502-54bd-41bd-ae30-b16a201d7f52,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:01:38.434277 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-2cf1e6b3-20bf-445f-8097-8a1cbf1ebc21 req-877357a2-159f-4354-a20f-9536181cc5cf service neutron] Attempting to bind port ebb64502-54bd-41bd-ae30-b16a201d7f52 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 18:01:38.435239 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-2cf1e6b3-20bf-445f-8097-8a1cbf1ebc21 req-877357a2-159f-4354-a20f-9536181cc5cf service neutron] Attempting to bind port ebb64502-54bd-41bd-ae30-b16a201d7f52 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'c3591695-85ce-4559-9325-a323113dfca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7d7ef102-e1f8-47c4-a185-a01bd91a3122'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 18:01:38.435655 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf1e6b3-20bf-445f-8097-8a1cbf1ebc21 req-877357a2-159f-4354-a20f-9536181cc5cf service neutron] Attempting to bind port ebb64502-54bd-41bd-ae30-b16a201d7f52 on network 7d7ef102-e1f8-47c4-a185-a01bd91a3122 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 18:01:38.440361 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf1e6b3-20bf-445f-8097-8a1cbf1ebc21 req-877357a2-159f-4354-a20f-9536181cc5cf service neutron] Port ebb64502-54bd-41bd-ae30-b16a201d7f52 on network 7d7ef102-e1f8-47c4-a185-a01bd91a3122 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 18:01:38.440766 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf1e6b3-20bf-445f-8097-8a1cbf1ebc21 req-877357a2-159f-4354-a20f-9536181cc5cf service neutron] Attempting to bind port ebb64502-54bd-41bd-ae30-b16a201d7f52 on network 7d7ef102-e1f8-47c4-a185-a01bd91a3122 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 18:01:38.447244 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf1e6b3-20bf-445f-8097-8a1cbf1ebc21 req-877357a2-159f-4354-a20f-9536181cc5cf service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 18, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 18:01:38.447789 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf1e6b3-20bf-445f-8097-8a1cbf1ebc21 req-877357a2-159f-4354-a20f-9536181cc5cf service neutron] Checking segment: {'id': 'c3591695-85ce-4559-9325-a323113dfca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7d7ef102-e1f8-47c4-a185-a01bd91a3122'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 18:01:38.448239 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf1e6b3-20bf-445f-8097-8a1cbf1ebc21 req-877357a2-159f-4354-a20f-9536181cc5cf service neutron] Bound using segment: {'id': 'c3591695-85ce-4559-9325-a323113dfca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7d7ef102-e1f8-47c4-a185-a01bd91a3122'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 18:01:38.448748 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-2cf1e6b3-20bf-445f-8097-8a1cbf1ebc21 req-877357a2-159f-4354-a20f-9536181cc5cf service neutron] Bound port: ebb64502-54bd-41bd-ae30-b16a201d7f52, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3591695-85ce-4559-9325-a323113dfca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7d7ef102-e1f8-47c4-a185-a01bd91a3122'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 18:01:38.449197 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2cf1e6b3-20bf-445f-8097-8a1cbf1ebc21 req-877357a2-159f-4354-a20f-9536181cc5cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:38.522802 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7b1ee36e-64da-450c-9d3e-b5805403af3e None None] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:38.526425 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-2cf1e6b3-20bf-445f-8097-8a1cbf1ebc21 req-877357a2-159f-4354-a20f-9536181cc5cf service neutron] For port ebb64502-54bd-41bd-ae30-b16a201d7f52, host n-h1-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 18:01:38.530702 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-2cf1e6b3-20bf-445f-8097-8a1cbf1ebc21 req-877357a2-159f-4354-a20f-9536181cc5cf service neutron] For port ebb64502-54bd-41bd-ae30-b16a201d7f52, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ebb64502-54bd-41bd-ae30-b16a201d7f52,segment=NetworkSegment(c3591695-85ce-4559-9325-a323113dfca4),segment_id=c3591695-85ce-4559-9325-a323113dfca4)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 18:01:38.531149 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7b1ee36e-64da-450c-9d3e-b5805403af3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:38.536987 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2cf1e6b3-20bf-445f-8097-8a1cbf1ebc21 req-877357a2-159f-4354-a20f-9536181cc5cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:38.570768 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2224f662-48b3-47a3-868c-55529d4c3f29 req-9611c248-5288-4f74-8094-29dace5ba8d3 tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:01:38.572331 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2224f662-48b3-47a3-868c-55529d4c3f29 req-9611c248-5288-4f74-8094-29dace5ba8d3 tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] 10.222.0.23 "GET /v2.0/ports?device_id=575b9886-88d0-41bf-8f7e-a1ee9b2fcb97 HTTP/1.1" status: 200 len: 944 time: 0.0634234 Dec 06 18:01:38.585553 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf1e6b3-20bf-445f-8097-8a1cbf1ebc21 req-877357a2-159f-4354-a20f-9536181cc5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:01:38.586267 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2cf1e6b3-20bf-445f-8097-8a1cbf1ebc21 req-877357a2-159f-4354-a20f-9536181cc5cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:38.587772 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2cf1e6b3-20bf-445f-8097-8a1cbf1ebc21 req-877357a2-159f-4354-a20f-9536181cc5cf service neutron] 10.222.0.41 "PUT /v2.0/ports/ebb64502-54bd-41bd-ae30-b16a201d7f52 HTTP/1.1" status: 200 len: 1092 time: 0.6323371 Dec 06 18:01:38.588321 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '575b9886-88d0-41bf-8f7e-a1ee9b2fcb97', 'tag': 'ebb64502-54bd-41bd-ae30-b16a201d7f52'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 18:01:38.591596 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4468b685-ca45-498e-9ffa-dac2f82f81bf" -d '{"events": [{"name": "network-changed", "server_uuid": "575b9886-88d0-41bf-8f7e-a1ee9b2fcb97", "tag": "ebb64502-54bd-41bd-ae30-b16a201d7f52"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 18:01:38.592641 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79cf7f0-33e3-46ea-b005-9eec1ac39eb9 None None] Pushing event updated for resources: {'Port': ['ID=26fe68fe-cb49-4e9c-b6ec-86b326598ef7,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:01:38.664448 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877357a2-159f-4354-a20f-9536181cc5cf service neutron] Pushing event updated for resources: {'Port': ['ID=ebb64502-54bd-41bd-ae30-b16a201d7f52,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:01:38.687579 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 18:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5292cca9-7722-4d2b-bf99-10452a780076 x-openstack-request-id: req-5292cca9-7722-4d2b-bf99-10452a780076 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 18:01:38.688220 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "575b9886-88d0-41bf-8f7e-a1ee9b2fcb97", "tag": "ebb64502-54bd-41bd-ae30-b16a201d7f52", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 18:01:38.688684 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5292cca9-7722-4d2b-bf99-10452a780076 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 18:01:38.689352 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '575b9886-88d0-41bf-8f7e-a1ee9b2fcb97', 'tag': 'ebb64502-54bd-41bd-ae30-b16a201d7f52', 'status': 'completed', 'code': 200} Dec 06 18:01:38.709640 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf1e6b3-20bf-445f-8097-8a1cbf1ebc21 req-f42a88e6-f00f-44c3-8767-9f05efc9ac0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:01:38.711577 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2cf1e6b3-20bf-445f-8097-8a1cbf1ebc21 req-f42a88e6-f00f-44c3-8767-9f05efc9ac0f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8781998cc3184edd81ca2688e4fa494b&device_id=575b9886-88d0-41bf-8f7e-a1ee9b2fcb97 HTTP/1.1" status: 200 len: 1095 time: 0.0643959 Dec 06 18:01:38.718666 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2224f662-48b3-47a3-868c-55529d4c3f29 req-41103b33-81cb-4c03-b17d-0d858560adf7 tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] 10.222.0.23 "GET /v2.0/security-groups?id=a472335c-c985-4d60-b89a-2ed5a24408db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374967 Dec 06 18:01:38.739327 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-7b1ee36e-64da-450c-9d3e-b5805403af3e None None] Attempting to bind port 26fe68fe-cb49-4e9c-b6ec-86b326598ef7 on host n-d-master-1 for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 18:01:38.739694 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-7b1ee36e-64da-450c-9d3e-b5805403af3e None None] Attempting to bind port 26fe68fe-cb49-4e9c-b6ec-86b326598ef7 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '92be3be0-5b27-4acb-a19f-4fb38d7c7b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '77a13e54-8ef8-4fea-b3a0-6cd3ba0f24c3'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 18:01:38.740056 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1ee36e-64da-450c-9d3e-b5805403af3e None None] Attempting to bind port 26fe68fe-cb49-4e9c-b6ec-86b326598ef7 on network 77a13e54-8ef8-4fea-b3a0-6cd3ba0f24c3 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 18:01:38.749488 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1ee36e-64da-450c-9d3e-b5805403af3e None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 18, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 18:01:38.750045 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1ee36e-64da-450c-9d3e-b5805403af3e None None] Checking segment: {'id': '92be3be0-5b27-4acb-a19f-4fb38d7c7b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '77a13e54-8ef8-4fea-b3a0-6cd3ba0f24c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 18:01:38.750454 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7b1ee36e-64da-450c-9d3e-b5805403af3e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:38.750921 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1ee36e-64da-450c-9d3e-b5805403af3e None None] Bound using segment: {'id': '92be3be0-5b27-4acb-a19f-4fb38d7c7b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '77a13e54-8ef8-4fea-b3a0-6cd3ba0f24c3'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 18:01:38.751393 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-7b1ee36e-64da-450c-9d3e-b5805403af3e None None] Bound port: 26fe68fe-cb49-4e9c-b6ec-86b326598ef7, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92be3be0-5b27-4acb-a19f-4fb38d7c7b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '77a13e54-8ef8-4fea-b3a0-6cd3ba0f24c3'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 18:01:38.751769 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7b1ee36e-64da-450c-9d3e-b5805403af3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:38.763653 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2cf1e6b3-20bf-445f-8097-8a1cbf1ebc21 req-e6f57a0a-2c36-459d-855f-e24192aa9e5e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ebb64502-54bd-41bd-ae30-b16a201d7f52 HTTP/1.1" status: 200 len: 217 time: 0.0385985 Dec 06 18:01:38.831915 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf1e6b3-20bf-445f-8097-8a1cbf1ebc21 req-34c7307b-0c20-495b-ad2e-1d245e711f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:01:38.832678 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-7b1ee36e-64da-450c-9d3e-b5805403af3e None None] For port 26fe68fe-cb49-4e9c-b6ec-86b326598ef7, host n-d-master-1, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 18:01:38.833902 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2cf1e6b3-20bf-445f-8097-8a1cbf1ebc21 req-34c7307b-0c20-495b-ad2e-1d245e711f76 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d377fd90-fd16-4cd0-8372-2b73ebf4cda5 HTTP/1.1" status: 200 len: 855 time: 0.0580139 Dec 06 18:01:38.836570 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-7b1ee36e-64da-450c-9d3e-b5805403af3e None None] For port 26fe68fe-cb49-4e9c-b6ec-86b326598ef7, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=26fe68fe-cb49-4e9c-b6ec-86b326598ef7,segment=NetworkSegment(92be3be0-5b27-4acb-a19f-4fb38d7c7b26),segment_id=92be3be0-5b27-4acb-a19f-4fb38d7c7b26)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 18:01:38.843053 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7b1ee36e-64da-450c-9d3e-b5805403af3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:38.895138 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf1e6b3-20bf-445f-8097-8a1cbf1ebc21 req-61171606-f0c1-4598-8134-aa1fa8002ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:01:38.897500 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2cf1e6b3-20bf-445f-8097-8a1cbf1ebc21 req-61171606-f0c1-4598-8134-aa1fa8002ba7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7d7ef102-e1f8-47c4-a185-a01bd91a3122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509121 Dec 06 18:01:38.907370 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1ee36e-64da-450c-9d3e-b5805403af3e None None] Routers {'9df57373-ba86-4721-8995-f3377ad3c9df'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:01:38.907986 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-7b1ee36e-64da-450c-9d3e-b5805403af3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:01:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['9df57373-ba86-4721-8995-f3377ad3c9df'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:01:38.910062 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79cf7f0-33e3-46ea-b005-9eec1ac39eb9 None None] Pushing event updated for resources: {'Port': ['ID=26fe68fe-cb49-4e9c-b6ec-86b326598ef7,revision_number=4']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:01:39.005750 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2cf1e6b3-20bf-445f-8097-8a1cbf1ebc21 req-856aeae9-be69-425e-ab1f-6e3af5415cd2 service neutron] 10.222.0.41 "GET /v2.0/networks/7d7ef102-e1f8-47c4-a185-a01bd91a3122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961542 Dec 06 18:01:39.067642 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-364f8694-52ad-473c-a91d-b50c1b4a7a41 None None] Provisioning complete for port 26fe68fe-cb49-4e9c-b6ec-86b326598ef7 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:01:39.068289 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-364f8694-52ad-473c-a91d-b50c1b4a7a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:39.120654 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 26fe68fe-cb49-4e9c-b6ec-86b326598ef7 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 18:01:39.163048 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2cf1e6b3-20bf-445f-8097-8a1cbf1ebc21 req-5ba8cff2-bdd1-432f-8624-1e0682851453 service neutron] 10.222.0.41 "GET /v2.0/networks/7d7ef102-e1f8-47c4-a185-a01bd91a3122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446152 Dec 06 18:01:39.173963 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-7b1ee36e-64da-450c-9d3e-b5805403af3e None None] Set router 9df57373-ba86-4721-8995-f3377ad3c9df gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:01:39.211150 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-364f8694-52ad-473c-a91d-b50c1b4a7a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:39.242591 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 26fe68fe-cb49-4e9c-b6ec-86b326598ef7 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:01:39.243290 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:39.266883 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4468b685-ca45-498e-9ffa-dac2f82f81bf req-6ae52d07-32e5-4f73-9375-854abe74a593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:01:39.269449 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4468b685-ca45-498e-9ffa-dac2f82f81bf req-6ae52d07-32e5-4f73-9375-854abe74a593 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8781998cc3184edd81ca2688e4fa494b&device_id=575b9886-88d0-41bf-8f7e-a1ee9b2fcb97 HTTP/1.1" status: 200 len: 1095 time: 0.0455346 Dec 06 18:01:39.271754 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-364f8694-52ad-473c-a91d-b50c1b4a7a41 None None] For port 26fe68fe-cb49-4e9c-b6ec-86b326598ef7, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=26fe68fe-cb49-4e9c-b6ec-86b326598ef7,segment=NetworkSegment(92be3be0-5b27-4acb-a19f-4fb38d7c7b26),segment_id=92be3be0-5b27-4acb-a19f-4fb38d7c7b26)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:01:39.276925 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-364f8694-52ad-473c-a91d-b50c1b4a7a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:39.342204 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364f8694-52ad-473c-a91d-b50c1b4a7a41 None None] Pushing event updated for resources: {'Port': ['ID=26fe68fe-cb49-4e9c-b6ec-86b326598ef7,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:01:39.371873 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4468b685-ca45-498e-9ffa-dac2f82f81bf req-5f776666-00f2-46e6-aabb-ca1f8fad9aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:01:39.373916 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4468b685-ca45-498e-9ffa-dac2f82f81bf req-5f776666-00f2-46e6-aabb-ca1f8fad9aff service neutron] 10.222.0.41 "GET /v2.0/networks?id=7d7ef102-e1f8-47c4-a185-a01bd91a3122 HTTP/1.1" status: 200 len: 917 time: 0.0978329 Dec 06 18:01:39.387316 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-7b1ee36e-64da-450c-9d3e-b5805403af3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9df57373-ba86-4721-8995-f3377ad3c9df', 'name': 'tempest-TestEncryptedCinderVolumes-846134029-router', 'tenant_id': '22e9e18356594c459431771fc2be0109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.101'}], 'enable_snat': True}, 'gw_port_id': '3b58a926-9173-48e9-99ba-90a68d345016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:01:30Z', 'updated_at': '2021-12-06T18:01:33Z', 'revision_number': 4, 'project_id': '22e9e18356594c459431771fc2be0109', 'gw_port': {'id': '3b58a926-9173-48e9-99ba-90a68d345016', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df57373-ba86-4721-8995-f3377ad3c9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:01:31Z', 'updated_at': '2021-12-06T18:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '26fe68fe-cb49-4e9c-b6ec-86b326598ef7', 'name': '', 'network_id': '77a13e54-8ef8-4fea-b3a0-6cd3ba0f24c3', 'tenant_id': '22e9e18356594c459431771fc2be0109', 'mac_address': 'fa:16:3e:88:3c:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9df57373-ba86-4721-8995-f3377ad3c9df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '78606659-5883-493a-9339-191c8490cdbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:01:32Z', 'updated_at': '2021-12-06T18:01:38Z', 'revision_number': 4, 'project_id': '22e9e18356594c459431771fc2be0109', 'subnets': [{'id': '78606659-5883-493a-9339-191c8490cdbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:01:39.397607 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-e798698c-964b-4ad6-ab95-e154a6614d89 None None] Provisioning complete for port 26fe68fe-cb49-4e9c-b6ec-86b326598ef7 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:01:39.397990 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e798698c-964b-4ad6-ab95-e154a6614d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:39.413569 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1ee36e-64da-450c-9d3e-b5805403af3e None None] The sync data for ids ['9df57373-ba86-4721-8995-f3377ad3c9df'] in n-d-master-1 is: [{'id': '9df57373-ba86-4721-8995-f3377ad3c9df', 'name': 'tempest-TestEncryptedCinderVolumes-846134029-router', 'tenant_id': '22e9e18356594c459431771fc2be0109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.101'}], 'enable_snat': True}, 'gw_port_id': '3b58a926-9173-48e9-99ba-90a68d345016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:01:30Z', 'updated_at': '2021-12-06T18:01:33Z', 'revision_number': 4, 'project_id': '22e9e18356594c459431771fc2be0109', 'gw_port': {'id': '3b58a926-9173-48e9-99ba-90a68d345016', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df57373-ba86-4721-8995-f3377ad3c9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:01:31Z', 'updated_at': '2021-12-06T18:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '26fe68fe-cb49-4e9c-b6ec-86b326598ef7', 'name': '', 'network_id': '77a13e54-8ef8-4fea-b3a0-6cd3ba0f24c3', 'tenant_id': '22e9e18356594c459431771fc2be0109', 'mac_address': 'fa:16:3e:88:3c:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9df57373-ba86-4721-8995-f3377ad3c9df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '78606659-5883-493a-9339-191c8490cdbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:01:32Z', 'updated_at': '2021-12-06T18:01:38Z', 'revision_number': 4, 'project_id': '22e9e18356594c459431771fc2be0109', 'subnets': [{'id': '78606659-5883-493a-9339-191c8490cdbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 18:01:39.422041 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4468b685-ca45-498e-9ffa-dac2f82f81bf req-c59b7b5b-a32b-439c-b728-ad9c5eb79e6b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ebb64502-54bd-41bd-ae30-b16a201d7f52 HTTP/1.1" status: 200 len: 217 time: 0.0380647 Dec 06 18:01:39.482758 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4468b685-ca45-498e-9ffa-dac2f82f81bf req-0c61d2a2-cdcf-4cc6-9f3f-d3e2b1f073b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:01:39.484316 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4468b685-ca45-498e-9ffa-dac2f82f81bf req-0c61d2a2-cdcf-4cc6-9f3f-d3e2b1f073b0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d377fd90-fd16-4cd0-8372-2b73ebf4cda5 HTTP/1.1" status: 200 len: 855 time: 0.0517583 Dec 06 18:01:39.541121 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4468b685-ca45-498e-9ffa-dac2f82f81bf req-9c278e2f-8723-4058-a2a9-ac241ffde211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:01:39.542692 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4468b685-ca45-498e-9ffa-dac2f82f81bf req-9c278e2f-8723-4058-a2a9-ac241ffde211 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7d7ef102-e1f8-47c4-a185-a01bd91a3122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459552 Dec 06 18:01:39.640447 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4468b685-ca45-498e-9ffa-dac2f82f81bf req-1ed471dd-be19-4fda-a5d5-674236af2d54 service neutron] 10.222.0.41 "GET /v2.0/networks/7d7ef102-e1f8-47c4-a185-a01bd91a3122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856459 Dec 06 18:01:39.736388 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4468b685-ca45-498e-9ffa-dac2f82f81bf req-6aec8826-3f53-47bc-a1f7-9c7ad59b016a service neutron] 10.222.0.41 "GET /v2.0/networks/7d7ef102-e1f8-47c4-a185-a01bd91a3122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877099 Dec 06 18:01:39.845339 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147eaaa6-f955-4018-90c2-b6cecbfb1d9d req-94b923d6-8925-4135-b308-b6382c605065 tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:01:39.846817 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-147eaaa6-f955-4018-90c2-b6cecbfb1d9d req-94b923d6-8925-4135-b308-b6382c605065 tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] 10.222.0.23 "GET /v2.0/ports?device_id=575b9886-88d0-41bf-8f7e-a1ee9b2fcb97 HTTP/1.1" status: 200 len: 944 time: 0.0484433 Dec 06 18:01:39.894420 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-147eaaa6-f955-4018-90c2-b6cecbfb1d9d req-e080122b-52f8-4ac1-9c2f-c881a488534c tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] 10.222.0.23 "GET /v2.0/security-groups?id=a472335c-c985-4d60-b89a-2ed5a24408db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415943 Dec 06 18:01:40.443182 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device ebb64502-54bd-41bd-ae30-b16a201d7f52 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 18:01:40.539515 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port ebb64502-54bd-41bd-ae30-b16a201d7f52, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ebb64502-54bd-41bd-ae30-b16a201d7f52,segment=NetworkSegment(c3591695-85ce-4559-9325-a323113dfca4),segment_id=c3591695-85ce-4559-9325-a323113dfca4)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:01:40.550987 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': 'ebb64502-54bd-41bd-ae30-b16a201d7f52', 'network_id': '7d7ef102-e1f8-47c4-a185-a01bd91a3122', 'port_id': 'ebb64502-54bd-41bd-ae30-b16a201d7f52', 'mac_address': 'fa:16:3e:ed:76:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd377fd90-fd16-4cd0-8372-2b73ebf4cda5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 18:01:40.588731 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:40.601253 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebb64502-54bd-41bd-ae30-b16a201d7f52 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 18:01:40.619655 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port ebb64502-54bd-41bd-ae30-b16a201d7f52, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ebb64502-54bd-41bd-ae30-b16a201d7f52,segment=NetworkSegment(c3591695-85ce-4559-9325-a323113dfca4),segment_id=c3591695-85ce-4559-9325-a323113dfca4)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:01:40.624575 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:40.674311 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=ebb64502-54bd-41bd-ae30-b16a201d7f52,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:01:40.883159 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['ebb64502-54bd-41bd-ae30-b16a201d7f52'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 18:01:41.018332 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de5cc40-4aec-4e5e-910c-00a3a6cda7eb req-d7c7ca78-88fe-4c77-bf56-bba923773c81 tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:01:41.020534 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7de5cc40-4aec-4e5e-910c-00a3a6cda7eb req-d7c7ca78-88fe-4c77-bf56-bba923773c81 tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] 10.222.0.23 "GET /v2.0/ports?device_id=575b9886-88d0-41bf-8f7e-a1ee9b2fcb97 HTTP/1.1" status: 200 len: 945 time: 0.0537724 Dec 06 18:01:41.083659 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7de5cc40-4aec-4e5e-910c-00a3a6cda7eb req-120b43b7-494e-4db6-a3e3-58d313f942b5 tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] 10.222.0.23 "GET /v2.0/security-groups?id=a472335c-c985-4d60-b89a-2ed5a24408db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561655 Dec 06 18:01:41.087415 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 26fe68fe-cb49-4e9c-b6ec-86b326598ef7 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 18:01:41.139597 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 26fe68fe-cb49-4e9c-b6ec-86b326598ef7 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:01:41.139975 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:42.198164 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb6d96c-e748-4e6c-9cf0-da82cdc544fb req-729980ea-a2b7-4ce0-8c39-11a2a6b38d85 tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:01:42.199686 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8fb6d96c-e748-4e6c-9cf0-da82cdc544fb req-729980ea-a2b7-4ce0-8c39-11a2a6b38d85 tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] 10.222.0.23 "GET /v2.0/ports?device_id=575b9886-88d0-41bf-8f7e-a1ee9b2fcb97 HTTP/1.1" status: 200 len: 945 time: 0.0476472 Dec 06 18:01:42.252408 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8fb6d96c-e748-4e6c-9cf0-da82cdc544fb req-08237fae-bb80-461c-b557-ba87253f1a56 tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] 10.222.0.23 "GET /v2.0/security-groups?id=a472335c-c985-4d60-b89a-2ed5a24408db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458603 Dec 06 18:01:42.459345 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device ebb64502-54bd-41bd-ae30-b16a201d7f52 up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 18:01:42.510421 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port ebb64502-54bd-41bd-ae30-b16a201d7f52 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 18:01:42.514469 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port ebb64502-54bd-41bd-ae30-b16a201d7f52 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:01:42.514841 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:42.588639 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:42.610429 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '575b9886-88d0-41bf-8f7e-a1ee9b2fcb97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebb64502-54bd-41bd-ae30-b16a201d7f52'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 18:01:42.612664 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30916fdf-dcb5-41b5-b7bc-77e5ede725d4" -d '{"events": [{"server_uuid": "575b9886-88d0-41bf-8f7e-a1ee9b2fcb97", "name": "network-vif-plugged", "status": "completed", "tag": "ebb64502-54bd-41bd-ae30-b16a201d7f52"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 18:01:42.626649 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port ebb64502-54bd-41bd-ae30-b16a201d7f52, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ebb64502-54bd-41bd-ae30-b16a201d7f52,segment=NetworkSegment(c3591695-85ce-4559-9325-a323113dfca4),segment_id=c3591695-85ce-4559-9325-a323113dfca4)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:01:42.630463 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:42.655730 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 18:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb276b3c-5ea0-4da5-b08b-12f3b16a0892 x-openstack-request-id: req-fb276b3c-5ea0-4da5-b08b-12f3b16a0892 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 18:01:42.656025 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "575b9886-88d0-41bf-8f7e-a1ee9b2fcb97", "name": "network-vif-plugged", "status": "completed", "tag": "ebb64502-54bd-41bd-ae30-b16a201d7f52", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 18:01:42.656280 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fb276b3c-5ea0-4da5-b08b-12f3b16a0892 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 18:01:42.656673 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '575b9886-88d0-41bf-8f7e-a1ee9b2fcb97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebb64502-54bd-41bd-ae30-b16a201d7f52', 'code': 200} Dec 06 18:01:42.683446 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=ebb64502-54bd-41bd-ae30-b16a201d7f52,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:01:42.756055 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf1298-3857-49f1-8ffe-298e3171dc06 req-f1028cb4-2ac3-43b4-9872-30d96dacb557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:01:42.757803 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5fcf1298-3857-49f1-8ffe-298e3171dc06 req-f1028cb4-2ac3-43b4-9872-30d96dacb557 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=575b9886-88d0-41bf-8f7e-a1ee9b2fcb97 HTTP/1.1" status: 200 len: 1097 time: 0.0391605 Dec 06 18:01:42.806626 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5fcf1298-3857-49f1-8ffe-298e3171dc06 req-b180a752-1494-41e8-86b0-9880f9ed7ff0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a472335c-c985-4d60-b89a-2ed5a24408db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380347 Dec 06 18:01:43.365050 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4c29e1-1b1e-491b-aefb-981c40304099 req-bc79c61e-dd45-4edc-8029-dd078c908595 tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:01:43.366559 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2d4c29e1-1b1e-491b-aefb-981c40304099 req-bc79c61e-dd45-4edc-8029-dd078c908595 tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] 10.222.0.23 "GET /v2.0/ports?device_id=575b9886-88d0-41bf-8f7e-a1ee9b2fcb97 HTTP/1.1" status: 200 len: 946 time: 0.0478115 Dec 06 18:01:43.412610 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2d4c29e1-1b1e-491b-aefb-981c40304099 req-59f75ef5-4ff3-4c78-8140-97810fab9eb4 tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] 10.222.0.23 "GET /v2.0/security-groups?id=a472335c-c985-4d60-b89a-2ed5a24408db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397258 Dec 06 18:01:43.528705 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7a6cd609-17a5-4ad5-b0a8-2c94a273ebf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:44.527183 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9d1e4d-3894-40cd-bd1f-021d337e0e5c req-63e07473-6ef0-481d-8887-6fbcc230ad2f tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:01:44.529273 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-dc9d1e4d-3894-40cd-bd1f-021d337e0e5c req-63e07473-6ef0-481d-8887-6fbcc230ad2f tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] 10.222.0.23 "GET /v2.0/ports?device_id=575b9886-88d0-41bf-8f7e-a1ee9b2fcb97 HTTP/1.1" status: 200 len: 946 time: 0.0496325 Dec 06 18:01:44.575764 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-dc9d1e4d-3894-40cd-bd1f-021d337e0e5c req-8950ef52-d70b-458d-995d-962dab980abb tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] 10.222.0.23 "GET /v2.0/security-groups?id=a472335c-c985-4d60-b89a-2ed5a24408db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404770 Dec 06 18:01:44.692430 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac871b-3e1e-43e8-9235-9a67dae9a05e req-fbd1ec20-641a-47e1-b326-3634f17f2335 tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:01:44.693843 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0eac871b-3e1e-43e8-9235-9a67dae9a05e req-fbd1ec20-641a-47e1-b326-3634f17f2335 tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] 10.222.0.23 "GET /v2.0/ports?device_id=575b9886-88d0-41bf-8f7e-a1ee9b2fcb97 HTTP/1.1" status: 200 len: 946 time: 0.0519915 Dec 06 18:01:44.740654 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0eac871b-3e1e-43e8-9235-9a67dae9a05e req-481b4f71-0558-4428-9959-2f440a29714a tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] 10.222.0.23 "GET /v2.0/security-groups?id=a472335c-c985-4d60-b89a-2ed5a24408db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408788 Dec 06 18:01:45.709960 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0a64a78c-2a9d-407d-b8ce-4788fe9ebd68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:47.092560 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:48.228783 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:01:49.149863 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:03.191869 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:05.534686 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:06.372362 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78481d0d-80a1-49db-98d7-a0cc8f7aecf4 req-0bd843c0-74cc-4ea2-aea7-2200fa4637a6 tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:02:06.373888 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-78481d0d-80a1-49db-98d7-a0cc8f7aecf4 req-0bd843c0-74cc-4ea2-aea7-2200fa4637a6 tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] 10.222.0.23 "GET /v2.0/ports?device_id=575b9886-88d0-41bf-8f7e-a1ee9b2fcb97 HTTP/1.1" status: 200 len: 946 time: 0.0498240 Dec 06 18:02:06.422029 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-78481d0d-80a1-49db-98d7-a0cc8f7aecf4 req-5db50424-6bee-4117-940d-0b0fa61b6055 tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] 10.222.0.23 "GET /v2.0/security-groups?id=a472335c-c985-4d60-b89a-2ed5a24408db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419896 Dec 06 18:02:07.536482 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0748b8e-91ce-463a-a06f-f43809556df3 req-7b4f5d81-0568-42af-a445-094e45263913 tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:02:07.537954 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b0748b8e-91ce-463a-a06f-f43809556df3 req-7b4f5d81-0568-42af-a445-094e45263913 tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] 10.222.0.23 "GET /v2.0/ports?device_id=575b9886-88d0-41bf-8f7e-a1ee9b2fcb97 HTTP/1.1" status: 200 len: 946 time: 0.0473025 Dec 06 18:02:07.583927 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b0748b8e-91ce-463a-a06f-f43809556df3 req-c4d763c9-c90f-4605-8634-d18450ecefaf tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] 10.222.0.23 "GET /v2.0/security-groups?id=a472335c-c985-4d60-b89a-2ed5a24408db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394692 Dec 06 18:02:07.985723 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adc7058-c38a-4437-af8d-5b1e14d8f47c req-016f8f2e-6cb3-437d-bab4-157d0c7fe8ef tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:02:07.987160 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8adc7058-c38a-4437-af8d-5b1e14d8f47c req-016f8f2e-6cb3-437d-bab4-157d0c7fe8ef tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] 10.222.0.41 "GET /v2.0/ports?device_id=575b9886-88d0-41bf-8f7e-a1ee9b2fcb97 HTTP/1.1" status: 200 len: 946 time: 0.0474932 Dec 06 18:02:08.081132 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-8adc7058-c38a-4437-af8d-5b1e14d8f47c req-a5fb896e-68f3-45d7-b011-e2447f42f98c tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] Deleting port ebb64502-54bd-41bd-ae30-b16a201d7f52 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 18:02:08.081384 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8adc7058-c38a-4437-af8d-5b1e14d8f47c req-a5fb896e-68f3-45d7-b011-e2447f42f98c tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:08.166643 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-8adc7058-c38a-4437-af8d-5b1e14d8f47c req-a5fb896e-68f3-45d7-b011-e2447f42f98c tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] For port ebb64502-54bd-41bd-ae30-b16a201d7f52, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ebb64502-54bd-41bd-ae30-b16a201d7f52,segment=NetworkSegment(c3591695-85ce-4559-9325-a323113dfca4),segment_id=c3591695-85ce-4559-9325-a323113dfca4)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:02:08.167004 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8adc7058-c38a-4437-af8d-5b1e14d8f47c req-a5fb896e-68f3-45d7-b011-e2447f42f98c tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:08.182993 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-8adc7058-c38a-4437-af8d-5b1e14d8f47c req-a5fb896e-68f3-45d7-b011-e2447f42f98c tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] Calling delete_port for ebb64502-54bd-41bd-ae30-b16a201d7f52 owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 18:02:08.305810 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8adc7058-c38a-4437-af8d-5b1e14d8f47c req-a5fb896e-68f3-45d7-b011-e2447f42f98c tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:08.321505 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['ebb64502-54bd-41bd-ae30-b16a201d7f52'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 18:02:08.334574 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fb896e-68f3-45d7-b011-e2447f42f98c tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] Pushing event deleted for resources: {'Port': ['ID=ebb64502-54bd-41bd-ae30-b16a201d7f52,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:02:08.347113 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb896e-68f3-45d7-b011-e2447f42f98c tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:02:08.347470 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb896e-68f3-45d7-b011-e2447f42f98c tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:02:08.347820 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb896e-68f3-45d7-b011-e2447f42f98c tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:02:08.348164 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb896e-68f3-45d7-b011-e2447f42f98c tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:02:08.348500 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb896e-68f3-45d7-b011-e2447f42f98c tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:02:08.348835 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb896e-68f3-45d7-b011-e2447f42f98c tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:02:08.349170 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb896e-68f3-45d7-b011-e2447f42f98c tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:02:08.349522 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb896e-68f3-45d7-b011-e2447f42f98c tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:02:08.349858 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb896e-68f3-45d7-b011-e2447f42f98c tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:02:08.350190 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb896e-68f3-45d7-b011-e2447f42f98c tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:02:08.350521 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb896e-68f3-45d7-b011-e2447f42f98c tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:02:08.350849 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb896e-68f3-45d7-b011-e2447f42f98c tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:02:08.351174 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb896e-68f3-45d7-b011-e2447f42f98c tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:02:08.390041 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-8adc7058-c38a-4437-af8d-5b1e14d8f47c req-a5fb896e-68f3-45d7-b011-e2447f42f98c tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] No DVR routers for this DVR port ebb64502-54bd-41bd-ae30-b16a201d7f52 on host n-h1-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 18:02:08.392690 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-8adc7058-c38a-4437-af8d-5b1e14d8f47c req-a5fb896e-68f3-45d7-b011-e2447f42f98c tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:08.396083 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8adc7058-c38a-4437-af8d-5b1e14d8f47c req-a5fb896e-68f3-45d7-b011-e2447f42f98c tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] 10.222.0.41 "DELETE /v2.0/ports/ebb64502-54bd-41bd-ae30-b16a201d7f52 HTTP/1.1" status: 204 len: 173 time: 0.3990583 Dec 06 18:02:08.396527 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '575b9886-88d0-41bf-8f7e-a1ee9b2fcb97', 'name': 'network-vif-deleted', 'tag': 'ebb64502-54bd-41bd-ae30-b16a201d7f52'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 18:02:08.398898 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c61d8807-3b59-495c-b803-45d386ca1dc7" -d '{"events": [{"server_uuid": "575b9886-88d0-41bf-8f7e-a1ee9b2fcb97", "name": "network-vif-deleted", "tag": "ebb64502-54bd-41bd-ae30-b16a201d7f52"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 18:02:08.438512 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 18:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59143189-ed38-48c0-a0f1-c2bc8d027b27 x-openstack-request-id: req-59143189-ed38-48c0-a0f1-c2bc8d027b27 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 18:02:08.438957 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "575b9886-88d0-41bf-8f7e-a1ee9b2fcb97", "name": "network-vif-deleted", "tag": "ebb64502-54bd-41bd-ae30-b16a201d7f52", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 18:02:08.439220 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-59143189-ed38-48c0-a0f1-c2bc8d027b27 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 18:02:08.439625 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '575b9886-88d0-41bf-8f7e-a1ee9b2fcb97', 'name': 'network-vif-deleted', 'tag': 'ebb64502-54bd-41bd-ae30-b16a201d7f52', 'status': 'completed', 'code': 200} Dec 06 18:02:08.689553 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fee03412-efcf-49b6-9420-c898a12c3b0e req-6a03c30a-a39f-4043-87f8-adc5dfb9f730 tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] 10.222.0.23 "GET /v2.0/ports?device_id=575b9886-88d0-41bf-8f7e-a1ee9b2fcb97 HTTP/1.1" status: 200 len: 210 time: 0.0265481 Dec 06 18:02:10.316238 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 18:02:10.448495 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8195fe-936b-47ce-999f-25896af6be70 req-4ce03500-b505-492e-a917-fdff4513af12 tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:02:10.450007 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ee8195fe-936b-47ce-999f-25896af6be70 req-4ce03500-b505-492e-a917-fdff4513af12 tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] 10.222.0.23 "GET /v2.0/networks?id=7d7ef102-e1f8-47c4-a185-a01bd91a3122 HTTP/1.1" status: 200 len: 816 time: 0.1031780 Dec 06 18:02:10.464210 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ee8195fe-936b-47ce-999f-25896af6be70 req-be0bbc48-def9-40cd-92b9-c0a2ef42396c tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] 10.222.0.23 "GET /v2.0/quotas/8781998cc3184edd81ca2688e4fa494b HTTP/1.1" status: 200 len: 375 time: 0.0086412 Dec 06 18:02:10.513879 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ee8195fe-936b-47ce-999f-25896af6be70 req-348bbf22-c6cb-4105-baef-f20d930e180c tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=8781998cc3184edd81ca2688e4fa494b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440831 Dec 06 18:02:10.538182 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device ebb64502-54bd-41bd-ae30-b16a201d7f52 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 18:02:10.558941 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] No Port match for: ebb64502-54bd-41bd-ae30-b16a201d7f52 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 18:02:10.559288 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device ebb64502-54bd-41bd-ae30-b16a201d7f52 not bound to the agent host n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 18:02:10.607594 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ee8195fe-936b-47ce-999f-25896af6be70 req-663f628e-7547-4f57-90b2-7b453eaec584 service neutron] 10.222.0.23 "GET /v2.0/networks/7d7ef102-e1f8-47c4-a185-a01bd91a3122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822334 Dec 06 18:02:10.963494 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ee8195fe-936b-47ce-999f-25896af6be70 req-5cba5b6d-491f-4ca7-8632-b7fb744471e4 service neutron] 10.222.0.23 "GET /v2.0/networks/7d7ef102-e1f8-47c4-a185-a01bd91a3122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3497658 Dec 06 18:02:11.126429 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b4009f23-4ac5-46a2-b07b-2ba495699b0f req-97e8ae4e-1a13-4bc3-bd56-4adc8839d6b7 tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] 10.222.0.23 "GET /v2.0/ports?device_id=18409436-203f-48b0-93df-79b23d159ab6 HTTP/1.1" status: 200 len: 210 time: 0.0300362 Dec 06 18:02:12.090779 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8195fe-936b-47ce-999f-25896af6be70 req-7d4040ed-6014-4c89-9d61-07b9d1fdccaf tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:02:12.092246 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ee8195fe-936b-47ce-999f-25896af6be70 req-7d4040ed-6014-4c89-9d61-07b9d1fdccaf tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] 10.222.0.41 "GET /v2.0/networks?id=7d7ef102-e1f8-47c4-a185-a01bd91a3122 HTTP/1.1" status: 200 len: 816 time: 0.1060629 Dec 06 18:02:12.108921 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-ee8195fe-936b-47ce-999f-25896af6be70 req-5797162e-c8d0-40fc-8c19-97c7a4d55252 tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] Request body: {'port': {'device_id': '18409436-203f-48b0-93df-79b23d159ab6', 'network_id': '7d7ef102-e1f8-47c4-a185-a01bd91a3122', 'admin_state_up': True, 'tenant_id': '8781998cc3184edd81ca2688e4fa494b'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:02:12.227414 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b276081c-d3c5-43d4-b659-06bf3b739a56 req-6f6d5534-deb2-4152-88ec-1d0a9db17069 tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] 10.222.0.23 "GET /v2.0/ports?device_id=18409436-203f-48b0-93df-79b23d159ab6 HTTP/1.1" status: 200 len: 210 time: 0.0303950 Dec 06 18:02:12.242094 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee8195fe-936b-47ce-999f-25896af6be70 req-5797162e-c8d0-40fc-8c19-97c7a4d55252 tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] Made reservation on behalf of 8781998cc3184edd81ca2688e4fa494b for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 18:02:12.245670 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-ee8195fe-936b-47ce-999f-25896af6be70 req-5797162e-c8d0-40fc-8c19-97c7a4d55252 tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:12.368650 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-ee8195fe-936b-47ce-999f-25896af6be70 req-5797162e-c8d0-40fc-8c19-97c7a4d55252 tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] Allocated IP 172.20.0.5 (7d7ef102-e1f8-47c4-a185-a01bd91a3122/d377fd90-fd16-4cd0-8372-2b73ebf4cda5/802013ae-9d7f-4c09-bdd4-2e64d4225540) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 18:02:12.511743 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-ee8195fe-936b-47ce-999f-25896af6be70 req-5797162e-c8d0-40fc-8c19-97c7a4d55252 tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:12.544290 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-ee8195fe-936b-47ce-999f-25896af6be70 req-5797162e-c8d0-40fc-8c19-97c7a4d55252 tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:12.586086 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee8195fe-936b-47ce-999f-25896af6be70 req-5797162e-c8d0-40fc-8c19-97c7a4d55252 tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] Network 7d7ef102-e1f8-47c4-a185-a01bd91a3122 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 18:02:12.589008 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-ee8195fe-936b-47ce-999f-25896af6be70 req-5797162e-c8d0-40fc-8c19-97c7a4d55252 tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 18:02:12.591274 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee8195fe-936b-47ce-999f-25896af6be70 req-5797162e-c8d0-40fc-8c19-97c7a4d55252 tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 18:02:12.623329 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5797162e-c8d0-40fc-8c19-97c7a4d55252 tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] Pushing event updated for resources: {'Port': ['ID=802013ae-9d7f-4c09-bdd4-2e64d4225540,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:02:12.647590 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8195fe-936b-47ce-999f-25896af6be70 req-5797162e-c8d0-40fc-8c19-97c7a4d55252 tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:02:12.648214 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-ee8195fe-936b-47ce-999f-25896af6be70 req-5797162e-c8d0-40fc-8c19-97c7a4d55252 tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:12.665411 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ee8195fe-936b-47ce-999f-25896af6be70 req-5797162e-c8d0-40fc-8c19-97c7a4d55252 tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5606501 Dec 06 18:02:12.683219 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-ee8195fe-936b-47ce-999f-25896af6be70 req-8f355ff8-f26d-4978-8982-bbbf986355de service neutron] Request body: {'port': {'device_id': '18409436-203f-48b0-93df-79b23d159ab6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:02:12.743609 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-ee8195fe-936b-47ce-999f-25896af6be70 req-8f355ff8-f26d-4978-8982-bbbf986355de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:12.798246 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-646cacf2-e378-434a-8e1f-0b51f396be00 None None] Provisioning complete for port 802013ae-9d7f-4c09-bdd4-2e64d4225540 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:02:12.798790 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-646cacf2-e378-434a-8e1f-0b51f396be00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:12.831449 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-646cacf2-e378-434a-8e1f-0b51f396be00 None None] Port 802013ae-9d7f-4c09-bdd4-2e64d4225540 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 18:02:13.001598 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-ee8195fe-936b-47ce-999f-25896af6be70 req-8f355ff8-f26d-4978-8982-bbbf986355de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 802013ae-9d7f-4c09-bdd4-2e64d4225540 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 18:02:13.009330 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-ee8195fe-936b-47ce-999f-25896af6be70 req-8f355ff8-f26d-4978-8982-bbbf986355de service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:13.022369 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-ee8195fe-936b-47ce-999f-25896af6be70 req-8f355ff8-f26d-4978-8982-bbbf986355de service neutron] Transition to ACTIVE for port object 802013ae-9d7f-4c09-bdd4-2e64d4225540 will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 18:02:13.025746 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-ee8195fe-936b-47ce-999f-25896af6be70 req-8f355ff8-f26d-4978-8982-bbbf986355de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:13.074620 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f355ff8-f26d-4978-8982-bbbf986355de service neutron] Pushing event updated for resources: {'Port': ['ID=802013ae-9d7f-4c09-bdd4-2e64d4225540,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:02:13.150470 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-ee8195fe-936b-47ce-999f-25896af6be70 req-8f355ff8-f26d-4978-8982-bbbf986355de service neutron] Attempting to bind port 802013ae-9d7f-4c09-bdd4-2e64d4225540 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 18:02:13.151141 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-ee8195fe-936b-47ce-999f-25896af6be70 req-8f355ff8-f26d-4978-8982-bbbf986355de service neutron] Attempting to bind port 802013ae-9d7f-4c09-bdd4-2e64d4225540 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'c3591695-85ce-4559-9325-a323113dfca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7d7ef102-e1f8-47c4-a185-a01bd91a3122'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 18:02:13.151141 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8195fe-936b-47ce-999f-25896af6be70 req-8f355ff8-f26d-4978-8982-bbbf986355de service neutron] Attempting to bind port 802013ae-9d7f-4c09-bdd4-2e64d4225540 on network 7d7ef102-e1f8-47c4-a185-a01bd91a3122 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 18:02:13.156281 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8195fe-936b-47ce-999f-25896af6be70 req-8f355ff8-f26d-4978-8982-bbbf986355de service neutron] Port 802013ae-9d7f-4c09-bdd4-2e64d4225540 on network 7d7ef102-e1f8-47c4-a185-a01bd91a3122 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 18:02:13.156603 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8195fe-936b-47ce-999f-25896af6be70 req-8f355ff8-f26d-4978-8982-bbbf986355de service neutron] Attempting to bind port 802013ae-9d7f-4c09-bdd4-2e64d4225540 on network 7d7ef102-e1f8-47c4-a185-a01bd91a3122 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 18:02:13.161596 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8195fe-936b-47ce-999f-25896af6be70 req-8f355ff8-f26d-4978-8982-bbbf986355de service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 18, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 18:02:13.161942 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8195fe-936b-47ce-999f-25896af6be70 req-8f355ff8-f26d-4978-8982-bbbf986355de service neutron] Checking segment: {'id': 'c3591695-85ce-4559-9325-a323113dfca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7d7ef102-e1f8-47c4-a185-a01bd91a3122'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 18:02:13.162326 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8195fe-936b-47ce-999f-25896af6be70 req-8f355ff8-f26d-4978-8982-bbbf986355de service neutron] Bound using segment: {'id': 'c3591695-85ce-4559-9325-a323113dfca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7d7ef102-e1f8-47c4-a185-a01bd91a3122'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 18:02:13.162754 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-ee8195fe-936b-47ce-999f-25896af6be70 req-8f355ff8-f26d-4978-8982-bbbf986355de service neutron] Bound port: 802013ae-9d7f-4c09-bdd4-2e64d4225540, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3591695-85ce-4559-9325-a323113dfca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7d7ef102-e1f8-47c4-a185-a01bd91a3122'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 18:02:13.163114 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-ee8195fe-936b-47ce-999f-25896af6be70 req-8f355ff8-f26d-4978-8982-bbbf986355de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:13.227696 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-ee8195fe-936b-47ce-999f-25896af6be70 req-8f355ff8-f26d-4978-8982-bbbf986355de service neutron] For port 802013ae-9d7f-4c09-bdd4-2e64d4225540, host n-h1-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 18:02:13.230727 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-ee8195fe-936b-47ce-999f-25896af6be70 req-8f355ff8-f26d-4978-8982-bbbf986355de service neutron] For port 802013ae-9d7f-4c09-bdd4-2e64d4225540, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=802013ae-9d7f-4c09-bdd4-2e64d4225540,segment=NetworkSegment(c3591695-85ce-4559-9325-a323113dfca4),segment_id=c3591695-85ce-4559-9325-a323113dfca4)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 18:02:13.235452 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-ee8195fe-936b-47ce-999f-25896af6be70 req-8f355ff8-f26d-4978-8982-bbbf986355de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:13.269292 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8195fe-936b-47ce-999f-25896af6be70 req-8f355ff8-f26d-4978-8982-bbbf986355de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:02:13.269936 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-ee8195fe-936b-47ce-999f-25896af6be70 req-8f355ff8-f26d-4978-8982-bbbf986355de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:13.271386 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ee8195fe-936b-47ce-999f-25896af6be70 req-8f355ff8-f26d-4978-8982-bbbf986355de service neutron] 10.222.0.41 "PUT /v2.0/ports/802013ae-9d7f-4c09-bdd4-2e64d4225540 HTTP/1.1" status: 200 len: 1091 time: 0.5924957 Dec 06 18:02:13.275834 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18409436-203f-48b0-93df-79b23d159ab6', 'tag': '802013ae-9d7f-4c09-bdd4-2e64d4225540'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 18:02:13.279247 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17376ac1-5a6d-4cdd-8a3b-842030900a6c" -d '{"events": [{"name": "network-changed", "server_uuid": "18409436-203f-48b0-93df-79b23d159ab6", "tag": "802013ae-9d7f-4c09-bdd4-2e64d4225540"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 18:02:13.304824 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f355ff8-f26d-4978-8982-bbbf986355de service neutron] Pushing event updated for resources: {'Port': ['ID=802013ae-9d7f-4c09-bdd4-2e64d4225540,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:02:13.327958 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 18:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b3c477-6269-4736-bd73-9a784598f0cb x-openstack-request-id: req-d4b3c477-6269-4736-bd73-9a784598f0cb {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 18:02:13.328500 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18409436-203f-48b0-93df-79b23d159ab6", "tag": "802013ae-9d7f-4c09-bdd4-2e64d4225540", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 18:02:13.328768 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d4b3c477-6269-4736-bd73-9a784598f0cb {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 18:02:13.329228 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18409436-203f-48b0-93df-79b23d159ab6', 'tag': '802013ae-9d7f-4c09-bdd4-2e64d4225540', 'status': 'completed', 'code': 200} Dec 06 18:02:13.366478 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a2ed3f-3499-4a0f-9a98-23f337a04236 req-e4d97cf6-10e6-4acc-a739-518673097758 tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:02:13.368217 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e3a2ed3f-3499-4a0f-9a98-23f337a04236 req-e4d97cf6-10e6-4acc-a739-518673097758 tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] 10.222.0.23 "GET /v2.0/ports?device_id=18409436-203f-48b0-93df-79b23d159ab6 HTTP/1.1" status: 200 len: 943 time: 0.0631642 Dec 06 18:02:13.382829 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8195fe-936b-47ce-999f-25896af6be70 req-b7e81138-3d23-465e-9660-f5675a10dbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:02:13.384348 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ee8195fe-936b-47ce-999f-25896af6be70 req-b7e81138-3d23-465e-9660-f5675a10dbfd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8781998cc3184edd81ca2688e4fa494b&device_id=18409436-203f-48b0-93df-79b23d159ab6 HTTP/1.1" status: 200 len: 1094 time: 0.0520451 Dec 06 18:02:13.420500 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e3a2ed3f-3499-4a0f-9a98-23f337a04236 req-804644e0-224c-4f30-8b20-194587209593 tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] 10.222.0.23 "GET /v2.0/security-groups?id=a472335c-c985-4d60-b89a-2ed5a24408db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443923 Dec 06 18:02:13.433325 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ee8195fe-936b-47ce-999f-25896af6be70 req-a0e80bf2-81d8-44e3-9ea8-ecedc58678cb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=802013ae-9d7f-4c09-bdd4-2e64d4225540 HTTP/1.1" status: 200 len: 217 time: 0.0357106 Dec 06 18:02:13.485307 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8195fe-936b-47ce-999f-25896af6be70 req-c9f67399-3be9-4ce2-b12b-7dd1d029c8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:02:13.486801 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ee8195fe-936b-47ce-999f-25896af6be70 req-c9f67399-3be9-4ce2-b12b-7dd1d029c8b8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d377fd90-fd16-4cd0-8372-2b73ebf4cda5 HTTP/1.1" status: 200 len: 855 time: 0.0447884 Dec 06 18:02:13.520044 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-40cc6854-0c5c-40ce-afc4-0f525a03948f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:13.543305 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8195fe-936b-47ce-999f-25896af6be70 req-49f55a44-898c-4ec4-902f-e4375ffa5e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:02:13.544792 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ee8195fe-936b-47ce-999f-25896af6be70 req-49f55a44-898c-4ec4-902f-e4375ffa5e56 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7d7ef102-e1f8-47c4-a185-a01bd91a3122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460401 Dec 06 18:02:13.640964 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ee8195fe-936b-47ce-999f-25896af6be70 req-72e2a448-6981-4fc4-a483-9510a87b94b8 service neutron] 10.222.0.41 "GET /v2.0/networks/7d7ef102-e1f8-47c4-a185-a01bd91a3122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822353 Dec 06 18:02:13.738550 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ee8195fe-936b-47ce-999f-25896af6be70 req-82bf8bd8-9266-4152-8d34-1a22dc6f183f service neutron] 10.222.0.41 "GET /v2.0/networks/7d7ef102-e1f8-47c4-a185-a01bd91a3122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861335 Dec 06 18:02:13.834011 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17376ac1-5a6d-4cdd-8a3b-842030900a6c req-3256135e-ba28-437e-80a1-06c176d35690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:02:13.835505 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-17376ac1-5a6d-4cdd-8a3b-842030900a6c req-3256135e-ba28-437e-80a1-06c176d35690 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8781998cc3184edd81ca2688e4fa494b&device_id=18409436-203f-48b0-93df-79b23d159ab6 HTTP/1.1" status: 200 len: 1094 time: 0.0398271 Dec 06 18:02:13.927924 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17376ac1-5a6d-4cdd-8a3b-842030900a6c req-120fa69c-c6da-4125-94f2-cc199124f937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:02:13.929389 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-17376ac1-5a6d-4cdd-8a3b-842030900a6c req-120fa69c-c6da-4125-94f2-cc199124f937 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7d7ef102-e1f8-47c4-a185-a01bd91a3122 HTTP/1.1" status: 200 len: 917 time: 0.0866845 Dec 06 18:02:13.969760 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-17376ac1-5a6d-4cdd-8a3b-842030900a6c req-1eecfb39-f957-48fe-bdb2-6eec7088c9a5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=802013ae-9d7f-4c09-bdd4-2e64d4225540 HTTP/1.1" status: 200 len: 217 time: 0.0331218 Dec 06 18:02:14.018221 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17376ac1-5a6d-4cdd-8a3b-842030900a6c req-3fa90fc3-a92a-4386-84ef-e8b4646b91ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:02:14.019635 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-17376ac1-5a6d-4cdd-8a3b-842030900a6c req-3fa90fc3-a92a-4386-84ef-e8b4646b91ed service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d377fd90-fd16-4cd0-8372-2b73ebf4cda5 HTTP/1.1" status: 200 len: 855 time: 0.0430627 Dec 06 18:02:14.064279 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17376ac1-5a6d-4cdd-8a3b-842030900a6c req-4f3bf10d-d6fa-4f44-8e38-fa0c44a2ddda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:02:14.065665 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-17376ac1-5a6d-4cdd-8a3b-842030900a6c req-4f3bf10d-d6fa-4f44-8e38-fa0c44a2ddda service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7d7ef102-e1f8-47c4-a185-a01bd91a3122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387609 Dec 06 18:02:14.159665 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-17376ac1-5a6d-4cdd-8a3b-842030900a6c req-0410ef61-9273-4feb-91b6-54630bf4ae54 service neutron] 10.222.0.41 "GET /v2.0/networks/7d7ef102-e1f8-47c4-a185-a01bd91a3122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835967 Dec 06 18:02:14.255000 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-17376ac1-5a6d-4cdd-8a3b-842030900a6c req-97b84eed-46dc-48a8-8d9e-c462a13f52c9 service neutron] 10.222.0.41 "GET /v2.0/networks/7d7ef102-e1f8-47c4-a185-a01bd91a3122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846009 Dec 06 18:02:14.538176 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea996a68-7cbd-48f8-b622-230458c1d64a req-1c4bf0be-079c-408d-b363-9916ca587b03 tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:02:14.539636 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ea996a68-7cbd-48f8-b622-230458c1d64a req-1c4bf0be-079c-408d-b363-9916ca587b03 tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] 10.222.0.23 "GET /v2.0/ports?device_id=18409436-203f-48b0-93df-79b23d159ab6 HTTP/1.1" status: 200 len: 943 time: 0.0488040 Dec 06 18:02:14.584828 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ea996a68-7cbd-48f8-b622-230458c1d64a req-dcb90f77-fbf1-4bca-b336-9276d4ca1a2b tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] 10.222.0.23 "GET /v2.0/security-groups?id=a472335c-c985-4d60-b89a-2ed5a24408db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392992 Dec 06 18:02:15.701649 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d359db58-3012-480e-8412-efe1c4efb0e7 req-a49c742e-ee82-4f0f-85c9-e9bde1b7b17b tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:02:15.703201 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d359db58-3012-480e-8412-efe1c4efb0e7 req-a49c742e-ee82-4f0f-85c9-e9bde1b7b17b tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] 10.222.0.23 "GET /v2.0/ports?device_id=18409436-203f-48b0-93df-79b23d159ab6 HTTP/1.1" status: 200 len: 943 time: 0.0504627 Dec 06 18:02:15.712378 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9d716fb6-2690-48c3-8747-9fae9d8aa43f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:15.752170 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d359db58-3012-480e-8412-efe1c4efb0e7 req-323992f3-d156-463f-a316-0713ed2bd210 tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] 10.222.0.23 "GET /v2.0/security-groups?id=a472335c-c985-4d60-b89a-2ed5a24408db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428185 Dec 06 18:02:16.536274 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 802013ae-9d7f-4c09-bdd4-2e64d4225540 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 18:02:16.628958 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 802013ae-9d7f-4c09-bdd4-2e64d4225540, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=802013ae-9d7f-4c09-bdd4-2e64d4225540,segment=NetworkSegment(c3591695-85ce-4559-9325-a323113dfca4),segment_id=c3591695-85ce-4559-9325-a323113dfca4)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:02:16.640601 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': '802013ae-9d7f-4c09-bdd4-2e64d4225540', 'network_id': '7d7ef102-e1f8-47c4-a185-a01bd91a3122', 'port_id': '802013ae-9d7f-4c09-bdd4-2e64d4225540', 'mac_address': 'fa:16:3e:94:b6:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd377fd90-fd16-4cd0-8372-2b73ebf4cda5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 18:02:16.679225 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:16.693146 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 802013ae-9d7f-4c09-bdd4-2e64d4225540 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 18:02:16.712096 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 802013ae-9d7f-4c09-bdd4-2e64d4225540, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=802013ae-9d7f-4c09-bdd4-2e64d4225540,segment=NetworkSegment(c3591695-85ce-4559-9325-a323113dfca4),segment_id=c3591695-85ce-4559-9325-a323113dfca4)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:02:16.715748 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:16.761854 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=802013ae-9d7f-4c09-bdd4-2e64d4225540,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:02:16.769811 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:02:16.770172 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:02:16.770523 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:02:16.770868 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:02:16.771210 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:02:16.771549 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:02:16.771893 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:02:16.772219 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:02:16.772568 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:02:16.772884 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:02:16.773216 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:02:16.773573 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:02:16.773910 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:02:16.866766 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9860bfcf-0b24-4de6-b377-ba01b8d266af req-f4184b71-5747-443e-a55d-1a7c94ffe3cc tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:02:16.868220 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9860bfcf-0b24-4de6-b377-ba01b8d266af req-f4184b71-5747-443e-a55d-1a7c94ffe3cc tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] 10.222.0.23 "GET /v2.0/ports?device_id=18409436-203f-48b0-93df-79b23d159ab6 HTTP/1.1" status: 200 len: 944 time: 0.0474908 Dec 06 18:02:16.916316 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9860bfcf-0b24-4de6-b377-ba01b8d266af req-d74e6d37-0f57-4f2b-8e27-9c4018c32448 tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] 10.222.0.23 "GET /v2.0/security-groups?id=a472335c-c985-4d60-b89a-2ed5a24408db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414066 Dec 06 18:02:16.955004 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['802013ae-9d7f-4c09-bdd4-2e64d4225540'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 18:02:17.100101 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:18.034525 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f887247d-505a-40c5-b6b4-f04dbef4e4db req-49deaf7d-cac6-4b23-8218-2803f53070ff tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:02:18.035907 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f887247d-505a-40c5-b6b4-f04dbef4e4db req-49deaf7d-cac6-4b23-8218-2803f53070ff tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] 10.222.0.23 "GET /v2.0/ports?device_id=18409436-203f-48b0-93df-79b23d159ab6 HTTP/1.1" status: 200 len: 944 time: 0.0524905 Dec 06 18:02:18.083002 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f887247d-505a-40c5-b6b4-f04dbef4e4db req-761af655-526b-4e89-8d0c-312263ca892c tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] 10.222.0.23 "GET /v2.0/security-groups?id=a472335c-c985-4d60-b89a-2ed5a24408db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411944 Dec 06 18:02:18.231624 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:18.546271 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 802013ae-9d7f-4c09-bdd4-2e64d4225540 up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 18:02:18.595156 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port 802013ae-9d7f-4c09-bdd4-2e64d4225540 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 18:02:18.599208 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port 802013ae-9d7f-4c09-bdd4-2e64d4225540 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:02:18.599577 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:18.680996 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:18.704634 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18409436-203f-48b0-93df-79b23d159ab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '802013ae-9d7f-4c09-bdd4-2e64d4225540'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 18:02:18.706926 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}975cb3d04aa85810dd7824d731d5a33af703903c532f8156980d9b11009254ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d2d9bb7-503a-4f5a-8c33-ac03898b2fb5" -d '{"events": [{"server_uuid": "18409436-203f-48b0-93df-79b23d159ab6", "name": "network-vif-plugged", "status": "completed", "tag": "802013ae-9d7f-4c09-bdd4-2e64d4225540"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 18:02:18.719232 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 802013ae-9d7f-4c09-bdd4-2e64d4225540, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=802013ae-9d7f-4c09-bdd4-2e64d4225540,segment=NetworkSegment(c3591695-85ce-4559-9325-a323113dfca4),segment_id=c3591695-85ce-4559-9325-a323113dfca4)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:02:18.723201 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:18.749029 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 18:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1be9d71-ec96-4e84-9193-7abaf7ac3cd9 x-openstack-request-id: req-a1be9d71-ec96-4e84-9193-7abaf7ac3cd9 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 18:02:18.749323 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18409436-203f-48b0-93df-79b23d159ab6", "name": "network-vif-plugged", "status": "completed", "tag": "802013ae-9d7f-4c09-bdd4-2e64d4225540", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 18:02:18.749606 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a1be9d71-ec96-4e84-9193-7abaf7ac3cd9 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 18:02:18.750006 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18409436-203f-48b0-93df-79b23d159ab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '802013ae-9d7f-4c09-bdd4-2e64d4225540', 'code': 200} Dec 06 18:02:18.774311 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=802013ae-9d7f-4c09-bdd4-2e64d4225540,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:02:18.864003 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce35203-9a31-425b-9cbc-a9f288c37139 req-b3af91d2-f26d-424c-bbf5-8dad78c43562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:02:18.865376 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3ce35203-9a31-425b-9cbc-a9f288c37139 req-b3af91d2-f26d-424c-bbf5-8dad78c43562 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=18409436-203f-48b0-93df-79b23d159ab6 HTTP/1.1" status: 200 len: 1096 time: 0.0431581 Dec 06 18:02:18.909754 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3ce35203-9a31-425b-9cbc-a9f288c37139 req-5facd456-e4c9-45bc-a358-ae4854780296 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a472335c-c985-4d60-b89a-2ed5a24408db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360849 Dec 06 18:02:19.152368 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:19.197157 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d3dc7c-a90c-4aef-b71d-b36bb4713418 req-b9860f98-51d8-4aec-8135-59487955528c tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:02:19.198667 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-62d3dc7c-a90c-4aef-b71d-b36bb4713418 req-b9860f98-51d8-4aec-8135-59487955528c tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] 10.222.0.23 "GET /v2.0/ports?device_id=18409436-203f-48b0-93df-79b23d159ab6 HTTP/1.1" status: 200 len: 945 time: 0.0487030 Dec 06 18:02:19.248866 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-62d3dc7c-a90c-4aef-b71d-b36bb4713418 req-3cc78fba-b380-4d1a-a5b0-5a31bacd8b95 tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] 10.222.0.23 "GET /v2.0/security-groups?id=a472335c-c985-4d60-b89a-2ed5a24408db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436604 Dec 06 18:02:20.363473 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b737f745-b9b4-45c2-a6ac-7a0978589133 req-55151ff4-c59b-49c8-9206-e43bf5803e28 tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:02:20.364953 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b737f745-b9b4-45c2-a6ac-7a0978589133 req-55151ff4-c59b-49c8-9206-e43bf5803e28 tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] 10.222.0.23 "GET /v2.0/ports?device_id=18409436-203f-48b0-93df-79b23d159ab6 HTTP/1.1" status: 200 len: 945 time: 0.0477962 Dec 06 18:02:20.410743 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b737f745-b9b4-45c2-a6ac-7a0978589133 req-78852dd8-2ab4-4de3-a983-a99407503c40 tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] 10.222.0.23 "GET /v2.0/security-groups?id=a472335c-c985-4d60-b89a-2ed5a24408db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399311 Dec 06 18:02:20.523876 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a322d84-9e43-46fe-9804-a0370cb3ce47 req-c1550ef5-0645-429e-814d-f3c286b4795a tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:02:20.525392 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8a322d84-9e43-46fe-9804-a0370cb3ce47 req-c1550ef5-0645-429e-814d-f3c286b4795a tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] 10.222.0.23 "GET /v2.0/ports?device_id=18409436-203f-48b0-93df-79b23d159ab6 HTTP/1.1" status: 200 len: 945 time: 0.0483892 Dec 06 18:02:20.576232 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8a322d84-9e43-46fe-9804-a0370cb3ce47 req-061f5f0c-d72c-4bf9-b103-75b6d5cd7a03 tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] 10.222.0.23 "GET /v2.0/security-groups?id=a472335c-c985-4d60-b89a-2ed5a24408db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441170 Dec 06 18:02:33.189978 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:35.537038 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:35.870671 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-31cec9f3-43fc-4234-bff3-47f5ce80597d req-9514ce0b-8bb6-40a3-8081-065f5cb46adb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=18409436-203f-48b0-93df-79b23d159ab6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1447995 Dec 06 18:02:35.956549 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cec9f3-43fc-4234-bff3-47f5ce80597d req-eac9dc15-5814-4f27-93f8-c414b3d9a2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:02:35.958120 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-31cec9f3-43fc-4234-bff3-47f5ce80597d req-eac9dc15-5814-4f27-93f8-c414b3d9a2bf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8781998cc3184edd81ca2688e4fa494b&device_id=18409436-203f-48b0-93df-79b23d159ab6 HTTP/1.1" status: 200 len: 1096 time: 0.0426598 Dec 06 18:02:36.066355 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cec9f3-43fc-4234-bff3-47f5ce80597d req-1048ce99-8181-4a3a-9cab-a76ae626b9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:02:36.067761 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-31cec9f3-43fc-4234-bff3-47f5ce80597d req-1048ce99-8181-4a3a-9cab-a76ae626b9bc service neutron] 10.222.0.41 "GET /v2.0/networks?id=7d7ef102-e1f8-47c4-a185-a01bd91a3122 HTTP/1.1" status: 200 len: 917 time: 0.0855029 Dec 06 18:02:36.114014 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-31cec9f3-43fc-4234-bff3-47f5ce80597d req-4f2eb107-fe2e-475d-841e-7f098cb77078 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=802013ae-9d7f-4c09-bdd4-2e64d4225540 HTTP/1.1" status: 200 len: 217 time: 0.0383611 Dec 06 18:02:36.166163 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cec9f3-43fc-4234-bff3-47f5ce80597d req-9eb41110-3b2c-4000-9b15-e3dae1118a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:02:36.167664 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-31cec9f3-43fc-4234-bff3-47f5ce80597d req-9eb41110-3b2c-4000-9b15-e3dae1118a1a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d377fd90-fd16-4cd0-8372-2b73ebf4cda5 HTTP/1.1" status: 200 len: 855 time: 0.0466526 Dec 06 18:02:36.218427 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cec9f3-43fc-4234-bff3-47f5ce80597d req-52ba7e43-46cf-4510-b284-af89792e0b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:02:36.220208 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-31cec9f3-43fc-4234-bff3-47f5ce80597d req-52ba7e43-46cf-4510-b284-af89792e0b0d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7d7ef102-e1f8-47c4-a185-a01bd91a3122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434654 Dec 06 18:02:36.317218 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-31cec9f3-43fc-4234-bff3-47f5ce80597d req-2ed09632-3016-413b-8dd4-5efad91e380c service neutron] 10.222.0.41 "GET /v2.0/networks/7d7ef102-e1f8-47c4-a185-a01bd91a3122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884247 Dec 06 18:02:36.408665 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-31cec9f3-43fc-4234-bff3-47f5ce80597d req-96799113-8375-4408-8170-765644fc083b service neutron] 10.222.0.41 "GET /v2.0/networks/7d7ef102-e1f8-47c4-a185-a01bd91a3122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829413 Dec 06 18:02:41.942690 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1271a43-6ed9-4ce0-bdc2-aae52d549021 req-81999f21-14ff-4610-998f-c835e950e4da tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:02:41.944177 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a1271a43-6ed9-4ce0-bdc2-aae52d549021 req-81999f21-14ff-4610-998f-c835e950e4da tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] 10.222.0.23 "GET /v2.0/ports?device_id=18409436-203f-48b0-93df-79b23d159ab6 HTTP/1.1" status: 200 len: 945 time: 0.0530193 Dec 06 18:02:41.991560 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a1271a43-6ed9-4ce0-bdc2-aae52d549021 req-9213a63e-3317-4aff-92c3-aaaf0fabcce1 tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] 10.222.0.23 "GET /v2.0/security-groups?id=a472335c-c985-4d60-b89a-2ed5a24408db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412395 Dec 06 18:02:43.108229 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aa465e-99ec-4bad-be3c-f427593a024a req-ec5247e5-be10-4bb5-b0a5-67f8cbcb3cde tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:02:43.109734 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-50aa465e-99ec-4bad-be3c-f427593a024a req-ec5247e5-be10-4bb5-b0a5-67f8cbcb3cde tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] 10.222.0.23 "GET /v2.0/ports?device_id=18409436-203f-48b0-93df-79b23d159ab6 HTTP/1.1" status: 200 len: 945 time: 0.0487857 Dec 06 18:02:43.156830 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-50aa465e-99ec-4bad-be3c-f427593a024a req-76a82202-ba80-4680-9baa-c2fb97286451 tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] 10.222.0.23 "GET /v2.0/security-groups?id=a472335c-c985-4d60-b89a-2ed5a24408db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408885 Dec 06 18:02:43.520967 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1c8750dd-30dd-4d60-9d61-97db45f38ef9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:43.589652 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8044519-ef9a-41d8-8b34-a87e317f9ab4 req-e7b2c7a9-2202-4c5a-aca8-26256b891733 tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:02:43.591074 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e8044519-ef9a-41d8-8b34-a87e317f9ab4 req-e7b2c7a9-2202-4c5a-aca8-26256b891733 tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] 10.222.0.41 "GET /v2.0/ports?device_id=18409436-203f-48b0-93df-79b23d159ab6 HTTP/1.1" status: 200 len: 945 time: 0.0465410 Dec 06 18:02:43.686406 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-e8044519-ef9a-41d8-8b34-a87e317f9ab4 req-351aa38f-81a0-4208-806d-feae2d89fbd3 tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] Deleting port 802013ae-9d7f-4c09-bdd4-2e64d4225540 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 18:02:43.686745 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e8044519-ef9a-41d8-8b34-a87e317f9ab4 req-351aa38f-81a0-4208-806d-feae2d89fbd3 tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:43.773853 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-e8044519-ef9a-41d8-8b34-a87e317f9ab4 req-351aa38f-81a0-4208-806d-feae2d89fbd3 tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] For port 802013ae-9d7f-4c09-bdd4-2e64d4225540, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=802013ae-9d7f-4c09-bdd4-2e64d4225540,segment=NetworkSegment(c3591695-85ce-4559-9325-a323113dfca4),segment_id=c3591695-85ce-4559-9325-a323113dfca4)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:02:43.774135 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e8044519-ef9a-41d8-8b34-a87e317f9ab4 req-351aa38f-81a0-4208-806d-feae2d89fbd3 tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:43.786806 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-e8044519-ef9a-41d8-8b34-a87e317f9ab4 req-351aa38f-81a0-4208-806d-feae2d89fbd3 tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] Calling delete_port for 802013ae-9d7f-4c09-bdd4-2e64d4225540 owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 18:02:43.914804 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e8044519-ef9a-41d8-8b34-a87e317f9ab4 req-351aa38f-81a0-4208-806d-feae2d89fbd3 tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:43.931732 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['802013ae-9d7f-4c09-bdd4-2e64d4225540'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 18:02:43.944106 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351aa38f-81a0-4208-806d-feae2d89fbd3 tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] Pushing event deleted for resources: {'Port': ['ID=802013ae-9d7f-4c09-bdd4-2e64d4225540,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:02:43.986117 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8044519-ef9a-41d8-8b34-a87e317f9ab4 req-351aa38f-81a0-4208-806d-feae2d89fbd3 tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] No DVR routers for this DVR port 802013ae-9d7f-4c09-bdd4-2e64d4225540 on host n-h1-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 18:02:43.988780 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e8044519-ef9a-41d8-8b34-a87e317f9ab4 req-351aa38f-81a0-4208-806d-feae2d89fbd3 tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:43.993438 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e8044519-ef9a-41d8-8b34-a87e317f9ab4 req-351aa38f-81a0-4208-806d-feae2d89fbd3 tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] 10.222.0.41 "DELETE /v2.0/ports/802013ae-9d7f-4c09-bdd4-2e64d4225540 HTTP/1.1" status: 204 len: 173 time: 0.3923211 Dec 06 18:02:43.993960 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18409436-203f-48b0-93df-79b23d159ab6', 'name': 'network-vif-deleted', 'tag': '802013ae-9d7f-4c09-bdd4-2e64d4225540'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 18:02:43.996250 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d42939dff00d5c681bb9ffeb3baeb7ba51f004083a0abdac587f365ad67e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b18131c-6893-46b0-9f8d-82fb6d3446f4" -d '{"events": [{"server_uuid": "18409436-203f-48b0-93df-79b23d159ab6", "name": "network-vif-deleted", "tag": "802013ae-9d7f-4c09-bdd4-2e64d4225540"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 18:02:44.038513 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 18:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eed7c9e-1c06-4682-b3be-db145a0e484f x-openstack-request-id: req-6eed7c9e-1c06-4682-b3be-db145a0e484f {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 18:02:44.038850 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18409436-203f-48b0-93df-79b23d159ab6", "name": "network-vif-deleted", "tag": "802013ae-9d7f-4c09-bdd4-2e64d4225540", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 18:02:44.039178 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6eed7c9e-1c06-4682-b3be-db145a0e484f {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 18:02:44.039591 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18409436-203f-48b0-93df-79b23d159ab6', 'name': 'network-vif-deleted', 'tag': '802013ae-9d7f-4c09-bdd4-2e64d4225540', 'status': 'completed', 'code': 200} Dec 06 18:02:44.312863 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-25277a2b-7342-40e8-9a48-1a40fc03d845 req-ec20a6e7-080c-4c9f-baa2-364209aa3559 tempest-TestEncryptedCinderVolumes-1307746145 tempest-TestEncryptedCinderVolumes-1307746145-project] 10.222.0.23 "GET /v2.0/ports?device_id=18409436-203f-48b0-93df-79b23d159ab6 HTTP/1.1" status: 200 len: 210 time: 0.0265174 Dec 06 18:02:45.401876 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 41504) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:02:45.712179 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-135b36ad-2ea2-431f-ab32-457487137dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:45.744856 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-80eaaa8c-1174-4e20-8bf6-13d5891a6de8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575908'] for router_interface, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:45.982995 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-80eaaa8c-1174-4e20-8bf6-13d5891a6de8 admin admin] Deleting port 23935a73-77ac-4047-8097-725cbe91c2f9 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 18:02:45.983297 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-80eaaa8c-1174-4e20-8bf6-13d5891a6de8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:46.059276 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-80eaaa8c-1174-4e20-8bf6-13d5891a6de8 admin admin] For port 23935a73-77ac-4047-8097-725cbe91c2f9, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=23935a73-77ac-4047-8097-725cbe91c2f9,segment=NetworkSegment(c3591695-85ce-4559-9325-a323113dfca4),segment_id=c3591695-85ce-4559-9325-a323113dfca4)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:02:46.059635 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-80eaaa8c-1174-4e20-8bf6-13d5891a6de8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:46.075291 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-80eaaa8c-1174-4e20-8bf6-13d5891a6de8 admin admin] Calling delete_port for 23935a73-77ac-4047-8097-725cbe91c2f9 owned by network:router_interface {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 18:02:46.250783 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-80eaaa8c-1174-4e20-8bf6-13d5891a6de8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:46.276967 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eaaa8c-1174-4e20-8bf6-13d5891a6de8 admin admin] Pushing event deleted for resources: {'Port': ['ID=23935a73-77ac-4047-8097-725cbe91c2f9,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:02:46.442488 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-80eaaa8c-1174-4e20-8bf6-13d5891a6de8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-772474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575952'] for router_interface, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:46.655129 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80eaaa8c-1174-4e20-8bf6-13d5891a6de8 admin admin] Router cbb75aa4-9d2a-4f65-b662-61f32906a24d has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 18:02:46.714428 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 802013ae-9d7f-4c09-bdd4-2e64d4225540 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 18:02:46.734814 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] No Port match for: 802013ae-9d7f-4c09-bdd4-2e64d4225540 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 18:02:46.735166 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 802013ae-9d7f-4c09-bdd4-2e64d4225540 not bound to the agent host n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 18:02:47.025588 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80eaaa8c-1174-4e20-8bf6-13d5891a6de8 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 18:02:47.030654 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-80eaaa8c-1174-4e20-8bf6-13d5891a6de8 admin admin] 10.222.0.23 "PUT /v2.0/routers/cbb75aa4-9d2a-4f65-b662-61f32906a24d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6277606 Dec 06 18:02:47.033322 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 41506) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:02:47.035783 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e524a4e7-b766-4635-86c3-7e71b5ad7c2c None None] Sync routers for ids ['cbb75aa4-9d2a-4f65-b662-61f32906a24d'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 18:02:47.045402 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e524a4e7-b766-4635-86c3-7e71b5ad7c2c None None] Routers {'cbb75aa4-9d2a-4f65-b662-61f32906a24d'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:02:47.046045 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-e524a4e7-b766-4635-86c3-7e71b5ad7c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:02:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['cbb75aa4-9d2a-4f65-b662-61f32906a24d'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:02:47.146339 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5de6c6a9-b2b7-48f4-8cc6-c4ba29765464 admin admin] Publish callbacks [] for router, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:47.252023 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5de6c6a9-b2b7-48f4-8cc6-c4ba29765464 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:47.267275 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:47.304577 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-5de6c6a9-b2b7-48f4-8cc6-c4ba29765464 admin admin] Deleting port a2b6ddeb-c54a-49c7-b40b-70f8f98ae701 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 18:02:47.304902 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5de6c6a9-b2b7-48f4-8cc6-c4ba29765464 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:47.319793 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 18:02:47.321645 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-e524a4e7-b766-4635-86c3-7e71b5ad7c2c None None] Set router cbb75aa4-9d2a-4f65-b662-61f32906a24d gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:02:47.383433 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-5de6c6a9-b2b7-48f4-8cc6-c4ba29765464 admin admin] For port a2b6ddeb-c54a-49c7-b40b-70f8f98ae701, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a2b6ddeb-c54a-49c7-b40b-70f8f98ae701,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:02:47.383888 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5de6c6a9-b2b7-48f4-8cc6-c4ba29765464 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:47.396066 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-5de6c6a9-b2b7-48f4-8cc6-c4ba29765464 admin admin] Calling delete_port for a2b6ddeb-c54a-49c7-b40b-70f8f98ae701 owned by network:router_gateway {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 18:02:47.501295 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-e524a4e7-b766-4635-86c3-7e71b5ad7c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb75aa4-9d2a-4f65-b662-61f32906a24d', 'name': 'tempest-TestEncryptedCinderVolumes-580519981-router', 'tenant_id': '8781998cc3184edd81ca2688e4fa494b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.173'}], 'enable_snat': True}, 'gw_port_id': 'a2b6ddeb-c54a-49c7-b40b-70f8f98ae701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:01:26Z', 'updated_at': '2021-12-06T18:02:46Z', 'revision_number': 5, 'project_id': '8781998cc3184edd81ca2688e4fa494b', 'gw_port': {'id': 'a2b6ddeb-c54a-49c7-b40b-70f8f98ae701', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb75aa4-9d2a-4f65-b662-61f32906a24d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:01:26Z', 'updated_at': '2021-12-06T18:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:02:47.527165 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e524a4e7-b766-4635-86c3-7e71b5ad7c2c None None] Checking router: cbb75aa4-9d2a-4f65-b662-61f32906a24d for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 18:02:47.535893 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e524a4e7-b766-4635-86c3-7e71b5ad7c2c None None] Routers {'cbb75aa4-9d2a-4f65-b662-61f32906a24d'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:02:47.536502 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-e524a4e7-b766-4635-86c3-7e71b5ad7c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:02:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['cbb75aa4-9d2a-4f65-b662-61f32906a24d'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:02:47.561511 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5de6c6a9-b2b7-48f4-8cc6-c4ba29765464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:47.590669 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de6c6a9-b2b7-48f4-8cc6-c4ba29765464 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2b6ddeb-c54a-49c7-b40b-70f8f98ae701,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:02:47.609993 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c100f520-13a6-41fb-9d74-e34d46dd7379 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 18:02:47.631040 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-e524a4e7-b766-4635-86c3-7e71b5ad7c2c None None] Set router cbb75aa4-9d2a-4f65-b662-61f32906a24d gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:02:47.651332 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5de6c6a9-b2b7-48f4-8cc6-c4ba29765464 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536698'] for router_gateway, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:47.688675 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-e524a4e7-b766-4635-86c3-7e71b5ad7c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb75aa4-9d2a-4f65-b662-61f32906a24d', 'name': 'tempest-TestEncryptedCinderVolumes-580519981-router', 'tenant_id': '8781998cc3184edd81ca2688e4fa494b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:01:26Z', 'updated_at': '2021-12-06T18:02:47Z', 'revision_number': 6, 'project_id': '8781998cc3184edd81ca2688e4fa494b', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:02:47.717118 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e524a4e7-b766-4635-86c3-7e71b5ad7c2c None None] The sync data for ids ['cbb75aa4-9d2a-4f65-b662-61f32906a24d'] in n-d-master-1 is: [{'id': 'cbb75aa4-9d2a-4f65-b662-61f32906a24d', 'name': 'tempest-TestEncryptedCinderVolumes-580519981-router', 'tenant_id': '8781998cc3184edd81ca2688e4fa494b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:01:26Z', 'updated_at': '2021-12-06T18:02:47Z', 'revision_number': 6, 'project_id': '8781998cc3184edd81ca2688e4fa494b', 'gw_port_host': None}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 18:02:47.744687 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5de6c6a9-b2b7-48f4-8cc6-c4ba29765464 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:47.746990 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5de6c6a9-b2b7-48f4-8cc6-c4ba29765464 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:47.792319 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5de6c6a9-b2b7-48f4-8cc6-c4ba29765464 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:47.792816 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5de6c6a9-b2b7-48f4-8cc6-c4ba29765464 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cbb75aa4-9d2a-4f65-b662-61f32906a24d {{(pid=103285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 18:02:47.797666 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5de6c6a9-b2b7-48f4-8cc6-c4ba29765464 admin admin] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:47.798744 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-5de6c6a9-b2b7-48f4-8cc6-c4ba29765464 admin admin] 10.222.0.23 "DELETE /v2.0/routers/cbb75aa4-9d2a-4f65-b662-61f32906a24d HTTP/1.1" status: 204 len: 168 time: 0.7644925 Dec 06 18:02:47.801306 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 41508) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:02:47.848712 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-44febbb4-4f51-4fca-9e4b-1a2f0352e522 admin admin] Deleting subnet d377fd90-fd16-4cd0-8372-2b73ebf4cda5 {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 18:02:47.851717 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-44febbb4-4f51-4fca-9e4b-1a2f0352e522 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:47.884589 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-44febbb4-4f51-4fca-9e4b-1a2f0352e522 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:47.958550 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-44febbb4-4f51-4fca-9e4b-1a2f0352e522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:48.014225 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-44febbb4-4f51-4fca-9e4b-1a2f0352e522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:48.041626 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44febbb4-4f51-4fca-9e4b-1a2f0352e522 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d377fd90-fd16-4cd0-8372-2b73ebf4cda5,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:02:48.044663 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-44febbb4-4f51-4fca-9e4b-1a2f0352e522 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:48.050467 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-44febbb4-4f51-4fca-9e4b-1a2f0352e522 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/d377fd90-fd16-4cd0-8372-2b73ebf4cda5 HTTP/1.1" status: 204 len: 168 time: 0.2457988 Dec 06 18:02:48.051203 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3be0d50-e415-4ca2-a566-ec202e870ef7 None None] Network 7d7ef102-e1f8-47c4-a185-a01bd91a3122 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 18:02:48.051306 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 41510) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:02:48.124050 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5b084b3b-2a44-4657-9654-01f18558924f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:48.182965 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-5b084b3b-2a44-4657-9654-01f18558924f admin admin] Deleting port d0fc0e57-bed8-47bb-963a-8e140676b4cd {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 18:02:48.183316 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5b084b3b-2a44-4657-9654-01f18558924f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:48.235869 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:48.252984 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-5b084b3b-2a44-4657-9654-01f18558924f admin admin] For port d0fc0e57-bed8-47bb-963a-8e140676b4cd, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d0fc0e57-bed8-47bb-963a-8e140676b4cd,segment=NetworkSegment(c3591695-85ce-4559-9325-a323113dfca4),segment_id=c3591695-85ce-4559-9325-a323113dfca4)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:02:48.253356 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5b084b3b-2a44-4657-9654-01f18558924f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:48.266632 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-5b084b3b-2a44-4657-9654-01f18558924f admin admin] Calling delete_port for d0fc0e57-bed8-47bb-963a-8e140676b4cd owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 18:02:48.343402 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5b084b3b-2a44-4657-9654-01f18558924f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:48.374827 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b084b3b-2a44-4657-9654-01f18558924f admin admin] Pushing event deleted for resources: {'Port': ['ID=d0fc0e57-bed8-47bb-963a-8e140676b4cd,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:02:48.377305 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b084b3b-2a44-4657-9654-01f18558924f admin admin] No DVR routers for this DVR port d0fc0e57-bed8-47bb-963a-8e140676b4cd on host n-d-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 18:02:48.448921 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5b084b3b-2a44-4657-9654-01f18558924f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:48.470591 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-5b084b3b-2a44-4657-9654-01f18558924f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d7ef102-e1f8-47c4-a185-a01bd91a3122']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:02:48.480769 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-5b084b3b-2a44-4657-9654-01f18558924f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3591695-85ce-4559-9325-a323113dfca4') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:02:48.481073 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-5b084b3b-2a44-4657-9654-01f18558924f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3591695-85ce-4559-9325-a323113dfca4') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:02:48.490775 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50db6822-ea51-4f31-a446-69c1f2af651d None None] DHCP port deletion for 7d7ef102-e1f8-47c4-a185-a01bd91a3122 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 18:02:48.494221 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5b084b3b-2a44-4657-9654-01f18558924f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:48.511990 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5b084b3b-2a44-4657-9654-01f18558924f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:48.519885 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b084b3b-2a44-4657-9654-01f18558924f admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 18:02:48.520283 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5b084b3b-2a44-4657-9654-01f18558924f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:48.522370 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 18:02:48.522370 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 18:02:48.522370 n-d-master-1 neutron-server[103285]: timer() Dec 06 18:02:48.522370 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 18:02:48.522370 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 18:02:48.522370 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 18:02:48.522370 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 18:02:48.522370 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 18:02:48.522370 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 18:02:48.522370 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 18:02:48.522370 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 18:02:48.522370 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 18:02:48.522370 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 18:02:48.522370 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 18:02:48.522370 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 18:02:48.522370 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 18:02:48.522370 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 18:02:48.522370 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 18:02:48.522370 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 18:02:48.522370 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 18:02:48.522370 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 18:02:48.522370 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 18:02:48.522370 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 18:02:48.522370 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 18:02:48.522370 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 18:02:48.522370 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 18:02:48.522370 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 18:02:48.522370 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 18:02:48.522370 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 18:02:48.522370 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 18:02:48.522370 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 18:02:48.522370 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 18:02:48.580992 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5b084b3b-2a44-4657-9654-01f18558924f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:48.586818 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5b084b3b-2a44-4657-9654-01f18558924f admin admin] Publish callbacks [] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:48.592946 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-5b084b3b-2a44-4657-9654-01f18558924f admin admin] 10.222.0.23 "DELETE /v2.0/networks/7d7ef102-e1f8-47c4-a185-a01bd91a3122 HTTP/1.1" status: 204 len: 168 time: 0.5385306 Dec 06 18:02:48.593189 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 41512) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:02:48.601141 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b084b3b-2a44-4657-9654-01f18558924f admin admin] Pushing event deleted for resources: {'Network': ['ID=7d7ef102-e1f8-47c4-a185-a01bd91a3122,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:02:48.951243 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ca6e0601-ffbc-4790-a339-d055895509a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575908'] for router_interface, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:49.112892 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 23935a73-77ac-4047-8097-725cbe91c2f9 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 18:02:49.135705 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 23935a73-77ac-4047-8097-725cbe91c2f9 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 18:02:49.136051 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 23935a73-77ac-4047-8097-725cbe91c2f9 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 18:02:49.136467 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device d0fc0e57-bed8-47bb-963a-8e140676b4cd no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 18:02:49.168567 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: d0fc0e57-bed8-47bb-963a-8e140676b4cd {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 18:02:49.168914 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device d0fc0e57-bed8-47bb-963a-8e140676b4cd not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 18:02:49.169330 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device a2b6ddeb-c54a-49c7-b40b-70f8f98ae701 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 18:02:49.191793 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: a2b6ddeb-c54a-49c7-b40b-70f8f98ae701 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 18:02:49.192169 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device a2b6ddeb-c54a-49c7-b40b-70f8f98ae701 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 18:02:49.194981 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:49.202940 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-ca6e0601-ffbc-4790-a339-d055895509a5 admin admin] Deleting port 26fe68fe-cb49-4e9c-b6ec-86b326598ef7 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 18:02:49.203299 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ca6e0601-ffbc-4790-a339-d055895509a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:49.280796 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-ca6e0601-ffbc-4790-a339-d055895509a5 admin admin] For port 26fe68fe-cb49-4e9c-b6ec-86b326598ef7, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=26fe68fe-cb49-4e9c-b6ec-86b326598ef7,segment=NetworkSegment(92be3be0-5b27-4acb-a19f-4fb38d7c7b26),segment_id=92be3be0-5b27-4acb-a19f-4fb38d7c7b26)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:02:49.281160 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ca6e0601-ffbc-4790-a339-d055895509a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:49.293481 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-ca6e0601-ffbc-4790-a339-d055895509a5 admin admin] Calling delete_port for 26fe68fe-cb49-4e9c-b6ec-86b326598ef7 owned by network:router_interface {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 18:02:49.469425 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ca6e0601-ffbc-4790-a339-d055895509a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:49.497490 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6e0601-ffbc-4790-a339-d055895509a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=26fe68fe-cb49-4e9c-b6ec-86b326598ef7,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:02:49.509731 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6e0601-ffbc-4790-a339-d055895509a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:02:49.510155 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6e0601-ffbc-4790-a339-d055895509a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:02:49.510434 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6e0601-ffbc-4790-a339-d055895509a5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:02:49.510804 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6e0601-ffbc-4790-a339-d055895509a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:02:49.511110 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6e0601-ffbc-4790-a339-d055895509a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:02:49.511450 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6e0601-ffbc-4790-a339-d055895509a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:02:49.511791 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6e0601-ffbc-4790-a339-d055895509a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:02:49.512124 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6e0601-ffbc-4790-a339-d055895509a5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:02:49.512458 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6e0601-ffbc-4790-a339-d055895509a5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:02:49.512789 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6e0601-ffbc-4790-a339-d055895509a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:02:49.513122 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6e0601-ffbc-4790-a339-d055895509a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:02:49.513992 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6e0601-ffbc-4790-a339-d055895509a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:02:49.514328 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6e0601-ffbc-4790-a339-d055895509a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:02:49.950604 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ca6e0601-ffbc-4790-a339-d055895509a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-772474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575952'] for router_interface, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:50.164919 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca6e0601-ffbc-4790-a339-d055895509a5 admin admin] Router 9df57373-ba86-4721-8995-f3377ad3c9df has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 18:02:50.270524 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca6e0601-ffbc-4790-a339-d055895509a5 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 18:02:50.275585 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-ca6e0601-ffbc-4790-a339-d055895509a5 admin admin] 10.222.0.23 "PUT /v2.0/routers/9df57373-ba86-4721-8995-f3377ad3c9df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6814008 Dec 06 18:02:50.278184 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 41514) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:02:50.279032 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cc3b55-dd26-4cf8-9c60-83e02f74422e None None] Sync routers for ids ['9df57373-ba86-4721-8995-f3377ad3c9df'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 18:02:50.288848 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cc3b55-dd26-4cf8-9c60-83e02f74422e None None] Routers {'9df57373-ba86-4721-8995-f3377ad3c9df'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:02:50.289448 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-32cc3b55-dd26-4cf8-9c60-83e02f74422e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:02:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['9df57373-ba86-4721-8995-f3377ad3c9df'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:02:50.383706 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4ca8fd52-c9a2-4d80-9220-fe179cd03855 admin admin] Publish callbacks [] for router, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:50.391468 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-32cc3b55-dd26-4cf8-9c60-83e02f74422e None None] Set router 9df57373-ba86-4721-8995-f3377ad3c9df gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:02:50.487522 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4ca8fd52-c9a2-4d80-9220-fe179cd03855 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:50.539605 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-4ca8fd52-c9a2-4d80-9220-fe179cd03855 admin admin] Deleting port 3b58a926-9173-48e9-99ba-90a68d345016 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 18:02:50.539952 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4ca8fd52-c9a2-4d80-9220-fe179cd03855 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:50.567199 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-32cc3b55-dd26-4cf8-9c60-83e02f74422e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9df57373-ba86-4721-8995-f3377ad3c9df', 'name': 'tempest-TestEncryptedCinderVolumes-846134029-router', 'tenant_id': '22e9e18356594c459431771fc2be0109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.101'}], 'enable_snat': True}, 'gw_port_id': '3b58a926-9173-48e9-99ba-90a68d345016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:01:30Z', 'updated_at': '2021-12-06T18:02:49Z', 'revision_number': 5, 'project_id': '22e9e18356594c459431771fc2be0109', 'gw_port': {'id': '3b58a926-9173-48e9-99ba-90a68d345016', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df57373-ba86-4721-8995-f3377ad3c9df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:01:31Z', 'updated_at': '2021-12-06T18:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:02:50.593094 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cc3b55-dd26-4cf8-9c60-83e02f74422e None None] Checking router: 9df57373-ba86-4721-8995-f3377ad3c9df for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 18:02:50.601335 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cc3b55-dd26-4cf8-9c60-83e02f74422e None None] Routers {'9df57373-ba86-4721-8995-f3377ad3c9df'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:02:50.601973 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-32cc3b55-dd26-4cf8-9c60-83e02f74422e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:02:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['9df57373-ba86-4721-8995-f3377ad3c9df'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:02:50.618382 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-4ca8fd52-c9a2-4d80-9220-fe179cd03855 admin admin] For port 3b58a926-9173-48e9-99ba-90a68d345016, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=3b58a926-9173-48e9-99ba-90a68d345016,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:02:50.618745 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4ca8fd52-c9a2-4d80-9220-fe179cd03855 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:50.631059 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-4ca8fd52-c9a2-4d80-9220-fe179cd03855 admin admin] Calling delete_port for 3b58a926-9173-48e9-99ba-90a68d345016 owned by network:router_gateway {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 18:02:50.687749 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-32cc3b55-dd26-4cf8-9c60-83e02f74422e None None] Set router 9df57373-ba86-4721-8995-f3377ad3c9df gateway port host: None {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:02:50.742983 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-32cc3b55-dd26-4cf8-9c60-83e02f74422e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9df57373-ba86-4721-8995-f3377ad3c9df', 'name': 'tempest-TestEncryptedCinderVolumes-846134029-router', 'tenant_id': '22e9e18356594c459431771fc2be0109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:01:30Z', 'updated_at': '2021-12-06T18:02:50Z', 'revision_number': 6, 'project_id': '22e9e18356594c459431771fc2be0109', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:02:50.769779 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cc3b55-dd26-4cf8-9c60-83e02f74422e None None] The sync data for ids ['9df57373-ba86-4721-8995-f3377ad3c9df'] in n-d-master-1 is: [{'id': '9df57373-ba86-4721-8995-f3377ad3c9df', 'name': 'tempest-TestEncryptedCinderVolumes-846134029-router', 'tenant_id': '22e9e18356594c459431771fc2be0109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:01:30Z', 'updated_at': '2021-12-06T18:02:50Z', 'revision_number': 6, 'project_id': '22e9e18356594c459431771fc2be0109', 'gw_port_host': None}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 18:02:50.798224 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4ca8fd52-c9a2-4d80-9220-fe179cd03855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:50.832150 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca8fd52-c9a2-4d80-9220-fe179cd03855 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b58a926-9173-48e9-99ba-90a68d345016,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:02:50.842972 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7751ec-1e14-486e-a1b5-38b716144d5a None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 18:02:50.891239 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4ca8fd52-c9a2-4d80-9220-fe179cd03855 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536698'] for router_gateway, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:50.981129 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4ca8fd52-c9a2-4d80-9220-fe179cd03855 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:50.983300 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4ca8fd52-c9a2-4d80-9220-fe179cd03855 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:51.025610 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4ca8fd52-c9a2-4d80-9220-fe179cd03855 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:51.026163 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ca8fd52-c9a2-4d80-9220-fe179cd03855 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9df57373-ba86-4721-8995-f3377ad3c9df {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 18:02:51.031935 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4ca8fd52-c9a2-4d80-9220-fe179cd03855 admin admin] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:51.033123 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-4ca8fd52-c9a2-4d80-9220-fe179cd03855 admin admin] 10.222.0.23 "DELETE /v2.0/routers/9df57373-ba86-4721-8995-f3377ad3c9df HTTP/1.1" status: 204 len: 168 time: 0.7539527 Dec 06 18:02:51.035611 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 41516) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:02:51.083347 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-af4f10e9-5df8-465f-85ef-7b5523abe33c admin admin] Deleting subnet 78606659-5883-493a-9339-191c8490cdbb {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 18:02:51.086446 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-af4f10e9-5df8-465f-85ef-7b5523abe33c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:51.121878 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-af4f10e9-5df8-465f-85ef-7b5523abe33c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:51.214380 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-af4f10e9-5df8-465f-85ef-7b5523abe33c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:51.238497 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 26fe68fe-cb49-4e9c-b6ec-86b326598ef7 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 18:02:51.259388 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 26fe68fe-cb49-4e9c-b6ec-86b326598ef7 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 18:02:51.259821 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 26fe68fe-cb49-4e9c-b6ec-86b326598ef7 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 18:02:51.280024 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-af4f10e9-5df8-465f-85ef-7b5523abe33c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:51.306020 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4f10e9-5df8-465f-85ef-7b5523abe33c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78606659-5883-493a-9339-191c8490cdbb,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:02:51.307988 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-af4f10e9-5df8-465f-85ef-7b5523abe33c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:51.313946 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-af4f10e9-5df8-465f-85ef-7b5523abe33c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/78606659-5883-493a-9339-191c8490cdbb HTTP/1.1" status: 204 len: 168 time: 0.2751207 Dec 06 18:02:51.314090 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8b5a57-b75c-4077-b9d9-d425ea5e2001 None None] Network 77a13e54-8ef8-4fea-b3a0-6cd3ba0f24c3 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 18:02:51.314195 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 41518) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:02:51.380862 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f804b452-d0fa-440b-9e77-91f550fd4034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:51.433369 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-f804b452-d0fa-440b-9e77-91f550fd4034 admin admin] Deleting port 4c741570-52f4-47ba-857a-52ad2f88210a {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 18:02:51.433758 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f804b452-d0fa-440b-9e77-91f550fd4034 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:51.508011 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-f804b452-d0fa-440b-9e77-91f550fd4034 admin admin] For port 4c741570-52f4-47ba-857a-52ad2f88210a, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=4c741570-52f4-47ba-857a-52ad2f88210a,segment=NetworkSegment(92be3be0-5b27-4acb-a19f-4fb38d7c7b26),segment_id=92be3be0-5b27-4acb-a19f-4fb38d7c7b26)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:02:51.508378 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f804b452-d0fa-440b-9e77-91f550fd4034 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:51.521023 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-f804b452-d0fa-440b-9e77-91f550fd4034 admin admin] Calling delete_port for 4c741570-52f4-47ba-857a-52ad2f88210a owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 18:02:51.565249 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee04463-f44b-4721-bf29-a0084881bed6 None None] DHCP port deletion for 77a13e54-8ef8-4fea-b3a0-6cd3ba0f24c3 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 18:02:51.602554 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f804b452-d0fa-440b-9e77-91f550fd4034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:51.614362 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-8ee04463-f44b-4721-bf29-a0084881bed6 None None] Deleting port 4c741570-52f4-47ba-857a-52ad2f88210a {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 18:02:51.614769 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8ee04463-f44b-4721-bf29-a0084881bed6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:51.635830 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f804b452-d0fa-440b-9e77-91f550fd4034 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c741570-52f4-47ba-857a-52ad2f88210a,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:02:51.640274 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f804b452-d0fa-440b-9e77-91f550fd4034 admin admin] No DVR routers for this DVR port 4c741570-52f4-47ba-857a-52ad2f88210a on host n-d-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 18:02:51.681558 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-8ee04463-f44b-4721-bf29-a0084881bed6 None None] For port 4c741570-52f4-47ba-857a-52ad2f88210a, host n-d-master-1, got binding levels [] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:02:51.681965 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8ee04463-f44b-4721-bf29-a0084881bed6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:51.697488 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-8ee04463-f44b-4721-bf29-a0084881bed6 None None] Calling delete_port for 4c741570-52f4-47ba-857a-52ad2f88210a owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 18:02:51.700536 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.ipam_backend_mixin [None req-8ee04463-f44b-4721-bf29-a0084881bed6 None None] Port 4c741570-52f4-47ba-857a-52ad2f88210a was not found and therefore no delete operation was performed {{(pid=103286) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 06 18:02:51.702058 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8ee04463-f44b-4721-bf29-a0084881bed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:51.721929 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f804b452-d0fa-440b-9e77-91f550fd4034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:51.728149 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee04463-f44b-4721-bf29-a0084881bed6 None None] Pushing event deleted for resources: {'Port': ['ID=4c741570-52f4-47ba-857a-52ad2f88210a,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:02:51.731859 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee04463-f44b-4721-bf29-a0084881bed6 None None] No DVR routers for this DVR port 4c741570-52f4-47ba-857a-52ad2f88210a on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 18:02:51.747433 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-f804b452-d0fa-440b-9e77-91f550fd4034 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77a13e54-8ef8-4fea-b3a0-6cd3ba0f24c3']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:02:51.759909 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-f804b452-d0fa-440b-9e77-91f550fd4034 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92be3be0-5b27-4acb-a19f-4fb38d7c7b26') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:02:51.760206 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-f804b452-d0fa-440b-9e77-91f550fd4034 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92be3be0-5b27-4acb-a19f-4fb38d7c7b26') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:02:51.777374 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f804b452-d0fa-440b-9e77-91f550fd4034 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:51.791453 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f804b452-d0fa-440b-9e77-91f550fd4034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:51.798327 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f804b452-d0fa-440b-9e77-91f550fd4034 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 18:02:51.798728 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f804b452-d0fa-440b-9e77-91f550fd4034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:51.800603 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 18:02:51.800603 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 18:02:51.800603 n-d-master-1 neutron-server[103284]: timer() Dec 06 18:02:51.800603 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 18:02:51.800603 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 18:02:51.800603 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 18:02:51.800603 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 18:02:51.800603 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 18:02:51.800603 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 18:02:51.800603 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 18:02:51.800603 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 18:02:51.800603 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 18:02:51.800603 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 18:02:51.800603 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 18:02:51.800603 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 18:02:51.800603 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 18:02:51.800603 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 18:02:51.800603 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 18:02:51.800603 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 18:02:51.800603 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 18:02:51.800603 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 18:02:51.800603 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 18:02:51.800603 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 18:02:51.800603 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 18:02:51.800603 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 18:02:51.800603 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 18:02:51.800603 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 18:02:51.800603 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 18:02:51.800603 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 18:02:51.800603 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 18:02:51.800603 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 18:02:51.800603 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 18:02:51.867533 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f804b452-d0fa-440b-9e77-91f550fd4034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:51.873755 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f804b452-d0fa-440b-9e77-91f550fd4034 admin admin] Publish callbacks [] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:51.877372 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-f804b452-d0fa-440b-9e77-91f550fd4034 admin admin] 10.222.0.23 "DELETE /v2.0/networks/77a13e54-8ef8-4fea-b3a0-6cd3ba0f24c3 HTTP/1.1" status: 204 len: 168 time: 0.5623155 Dec 06 18:02:51.888373 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f804b452-d0fa-440b-9e77-91f550fd4034 admin admin] Pushing event deleted for resources: {'Network': ['ID=77a13e54-8ef8-4fea-b3a0-6cd3ba0f24c3,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:02:52.033315 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 41522) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:02:52.072283 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-2dea7768-5093-4000-b601-cd523c089f00 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8781998cc3184edd81ca2688e4fa494b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0376699 Dec 06 18:02:52.074528 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 41524) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:02:52.126186 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-32577a23-1268-46b4-98e1-515ba3649e82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:52.146633 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-32577a23-1268-46b4-98e1-515ba3649e82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:52.197377 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-32577a23-1268-46b4-98e1-515ba3649e82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:52.200279 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-32577a23-1268-46b4-98e1-515ba3649e82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:52.201414 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-32577a23-1268-46b4-98e1-515ba3649e82 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a472335c-c985-4d60-b89a-2ed5a24408db HTTP/1.1" status: 204 len: 168 time: 0.1259916 Dec 06 18:02:52.209061 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32577a23-1268-46b4-98e1-515ba3649e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a472335c-c985-4d60-b89a-2ed5a24408db,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:02:52.508521 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 41530) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:02:52.547809 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-7079dbdd-5d69-4bb7-b008-7df1897b2953 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=22e9e18356594c459431771fc2be0109&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381525 Dec 06 18:02:52.550094 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 41532) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:02:52.596033 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-53cf0a59-a8ab-4565-bf4f-17a0809868d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:52.616196 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-53cf0a59-a8ab-4565-bf4f-17a0809868d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:52.662472 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-53cf0a59-a8ab-4565-bf4f-17a0809868d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:52.665034 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-53cf0a59-a8ab-4565-bf4f-17a0809868d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:52.666205 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-53cf0a59-a8ab-4565-bf4f-17a0809868d1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/57a85588-3589-42a8-8b90-f0107500a7db HTTP/1.1" status: 204 len: 168 time: 0.1152327 Dec 06 18:02:52.673986 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cf0a59-a8ab-4565-bf4f-17a0809868d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a85588-3589-42a8-8b90-f0107500a7db,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:02:53.114788 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 4c741570-52f4-47ba-857a-52ad2f88210a no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 18:02:53.136328 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 4c741570-52f4-47ba-857a-52ad2f88210a {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 18:02:53.136747 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 4c741570-52f4-47ba-857a-52ad2f88210a not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 18:02:53.137285 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 3b58a926-9173-48e9-99ba-90a68d345016 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 18:02:53.159962 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 3b58a926-9173-48e9-99ba-90a68d345016 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 18:02:53.160399 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 3b58a926-9173-48e9-99ba-90a68d345016 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 18:02:53.330796 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 41554) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:02:53.424533 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-0765a397-54a9-40f4-9ab3-7f4808f46674 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-825755565-network', 'tenant_id': '6f3a3dab17064c0d866a23b7dad4a532'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:02:53.445920 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0765a397-54a9-40f4-9ab3-7f4808f46674 admin admin] Made reservation on behalf of 6f3a3dab17064c0d866a23b7dad4a532 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 18:02:53.448204 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0765a397-54a9-40f4-9ab3-7f4808f46674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:53.456611 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0765a397-54a9-40f4-9ab3-7f4808f46674 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:53.530508 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0765a397-54a9-40f4-9ab3-7f4808f46674 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:53.534759 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0765a397-54a9-40f4-9ab3-7f4808f46674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:53.559312 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0765a397-54a9-40f4-9ab3-7f4808f46674 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 18:02:53.572164 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765a397-54a9-40f4-9ab3-7f4808f46674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6513242a-47f3-4abb-89f8-f15006b56d26,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:02:53.579422 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0765a397-54a9-40f4-9ab3-7f4808f46674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:53.579777 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-0765a397-54a9-40f4-9ab3-7f4808f46674 admin admin] Added segment 76c964bb-fb5b-4b92-885f-f31da2bcb071 of type vlan for network 0ddf827a-fe55-4140-917b-1050dd94d3b2 Dec 06 18:02:53.619853 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0765a397-54a9-40f4-9ab3-7f4808f46674 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:53.644230 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0765a397-54a9-40f4-9ab3-7f4808f46674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:53.645308 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0765a397-54a9-40f4-9ab3-7f4808f46674 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:02:53.645949 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0765a397-54a9-40f4-9ab3-7f4808f46674 admin admin] Publish callbacks [] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:53.678849 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-0765a397-54a9-40f4-9ab3-7f4808f46674 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3468449 Dec 06 18:02:53.681734 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 41558) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:02:53.686680 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-f4489b24-097b-43da-8cac-f45d670959f5 admin admin] Request body: {'subnet': {'network_id': '0ddf827a-fe55-4140-917b-1050dd94d3b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-825755565-subnet', 'tenant_id': '6f3a3dab17064c0d866a23b7dad4a532', 'ip_version': 4}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:02:53.709128 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4489b24-097b-43da-8cac-f45d670959f5 admin admin] Made reservation on behalf of 6f3a3dab17064c0d866a23b7dad4a532 for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 18:02:53.710846 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765a397-54a9-40f4-9ab3-7f4808f46674 admin admin] Pushing event updated for resources: {'Network': ['ID=0ddf827a-fe55-4140-917b-1050dd94d3b2,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:02:53.711810 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f4489b24-097b-43da-8cac-f45d670959f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:53.720757 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 0ddf827a-fe55-4140-917b-1050dd94d3b2 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 18:02:53.887109 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f4489b24-097b-43da-8cac-f45d670959f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:53.950137 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4489b24-097b-43da-8cac-f45d670959f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee914b03-947f-4ad6-9bdd-05027bc168a2,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:02:53.954852 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4489b24-097b-43da-8cac-f45d670959f5 admin admin] Checking segment: {'id': '76c964bb-fb5b-4b92-885f-f31da2bcb071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0ddf827a-fe55-4140-917b-1050dd94d3b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 18:02:53.955221 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4489b24-097b-43da-8cac-f45d670959f5 admin admin] Network hostable DHCP agents. Network: 0ddf827a-fe55-4140-917b-1050dd94d3b2, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 18:02:53.971833 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4489b24-097b-43da-8cac-f45d670959f5 admin admin] Network 0ddf827a-fe55-4140-917b-1050dd94d3b2 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 18:02:53.980044 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-f4489b24-097b-43da-8cac-f45d670959f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 0ddf827a-fe55-4140-917b-1050dd94d3b2) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 18:02:53.983882 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4489b24-097b-43da-8cac-f45d670959f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:02:53.984490 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f4489b24-097b-43da-8cac-f45d670959f5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:53.988506 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41a04db-fc54-4640-9fce-7d3156ce5fcc None None] Network 0ddf827a-fe55-4140-917b-1050dd94d3b2 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 18:02:54.001737 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-f4489b24-097b-43da-8cac-f45d670959f5 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3188002 Dec 06 18:02:54.004356 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 41560) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:02:54.008915 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-4e22a936-7de0-4fba-944c-6dbbab2c5337 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-825755565-router', 'tenant_id': '6f3a3dab17064c0d866a23b7dad4a532', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:02:54.029050 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4e22a936-7de0-4fba-944c-6dbbab2c5337 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:54.030592 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4e22a936-7de0-4fba-944c-6dbbab2c5337 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:54.081629 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4e22a936-7de0-4fba-944c-6dbbab2c5337 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:54.132741 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65071918-226d-4f6b-9ad5-606edd995160 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-0ddf827a-fe55-4140-917b-1050dd94d3b2', 'network_id': '0ddf827a-fe55-4140-917b-1050dd94d3b2', 'tenant_id': '6f3a3dab17064c0d866a23b7dad4a532', 'fixed_ips': [{'subnet_id': 'ee914b03-947f-4ad6-9bdd-05027bc168a2'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 18:02:54.133624 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-65071918-226d-4f6b-9ad5-606edd995160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:54.220459 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4e22a936-7de0-4fba-944c-6dbbab2c5337 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:54.268893 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-65071918-226d-4f6b-9ad5-606edd995160 None None] Allocated IP 172.20.0.2 (0ddf827a-fe55-4140-917b-1050dd94d3b2/ee914b03-947f-4ad6-9bdd-05027bc168a2/f11e7d56-d5aa-410e-9c5d-8daa4a9d085b) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 18:02:54.407690 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-65071918-226d-4f6b-9ad5-606edd995160 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:54.413727 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-65071918-226d-4f6b-9ad5-606edd995160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:54.418270 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4e22a936-7de0-4fba-944c-6dbbab2c5337 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:54.441106 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4e22a936-7de0-4fba-944c-6dbbab2c5337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:54.453436 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65071918-226d-4f6b-9ad5-606edd995160 None None] Network 0ddf827a-fe55-4140-917b-1050dd94d3b2 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 18:02:54.456807 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-65071918-226d-4f6b-9ad5-606edd995160 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 18:02:54.460393 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65071918-226d-4f6b-9ad5-606edd995160 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 18:02:54.465876 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65071918-226d-4f6b-9ad5-606edd995160 None None] Pushing event updated for resources: {'Port': ['ID=f11e7d56-d5aa-410e-9c5d-8daa4a9d085b,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:02:54.520613 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-65071918-226d-4f6b-9ad5-606edd995160 None None] Attempting to bind port f11e7d56-d5aa-410e-9c5d-8daa4a9d085b on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 18:02:54.520987 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-65071918-226d-4f6b-9ad5-606edd995160 None None] Attempting to bind port f11e7d56-d5aa-410e-9c5d-8daa4a9d085b by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '76c964bb-fb5b-4b92-885f-f31da2bcb071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0ddf827a-fe55-4140-917b-1050dd94d3b2'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 18:02:54.521457 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65071918-226d-4f6b-9ad5-606edd995160 None None] Attempting to bind port f11e7d56-d5aa-410e-9c5d-8daa4a9d085b on network 0ddf827a-fe55-4140-917b-1050dd94d3b2 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 18:02:54.526419 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65071918-226d-4f6b-9ad5-606edd995160 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 18, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 18:02:54.526801 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65071918-226d-4f6b-9ad5-606edd995160 None None] Checking segment: {'id': '76c964bb-fb5b-4b92-885f-f31da2bcb071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0ddf827a-fe55-4140-917b-1050dd94d3b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 18:02:54.527212 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-65071918-226d-4f6b-9ad5-606edd995160 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:54.527612 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65071918-226d-4f6b-9ad5-606edd995160 None None] Bound using segment: {'id': '76c964bb-fb5b-4b92-885f-f31da2bcb071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0ddf827a-fe55-4140-917b-1050dd94d3b2'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 18:02:54.528092 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-65071918-226d-4f6b-9ad5-606edd995160 None None] Bound port: f11e7d56-d5aa-410e-9c5d-8daa4a9d085b, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76c964bb-fb5b-4b92-885f-f31da2bcb071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0ddf827a-fe55-4140-917b-1050dd94d3b2'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 18:02:54.528478 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-65071918-226d-4f6b-9ad5-606edd995160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:54.542631 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-4e22a936-7de0-4fba-944c-6dbbab2c5337 admin admin] Allocated IP 172.35.1.165 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/a6082366-b758-4422-9ef1-e95b134ac667) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 18:02:54.589639 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-65071918-226d-4f6b-9ad5-606edd995160 None None] For port f11e7d56-d5aa-410e-9c5d-8daa4a9d085b, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 18:02:54.592844 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-65071918-226d-4f6b-9ad5-606edd995160 None None] For port f11e7d56-d5aa-410e-9c5d-8daa4a9d085b, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f11e7d56-d5aa-410e-9c5d-8daa4a9d085b,segment=NetworkSegment(76c964bb-fb5b-4b92-885f-f31da2bcb071),segment_id=76c964bb-fb5b-4b92-885f-f31da2bcb071)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 18:02:54.596554 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-65071918-226d-4f6b-9ad5-606edd995160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:54.653029 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4e22a936-7de0-4fba-944c-6dbbab2c5337 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:54.653696 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65071918-226d-4f6b-9ad5-606edd995160 None None] Pushing event updated for resources: {'Port': ['ID=f11e7d56-d5aa-410e-9c5d-8daa4a9d085b,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:02:54.690485 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4e22a936-7de0-4fba-944c-6dbbab2c5337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:54.730692 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e22a936-7de0-4fba-944c-6dbbab2c5337 admin admin] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 18:02:54.734154 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-4e22a936-7de0-4fba-944c-6dbbab2c5337 admin admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 18:02:54.737784 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e22a936-7de0-4fba-944c-6dbbab2c5337 admin admin] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 18:02:54.743233 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e22a936-7de0-4fba-944c-6dbbab2c5337 admin admin] Pushing event updated for resources: {'Port': ['ID=a6082366-b758-4422-9ef1-e95b134ac667,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:02:54.746767 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04637b5b-0237-4375-8da8-9a3999d08262 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 18:02:54.846565 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-d86079df-b3e9-4833-bb64-8435c5d62a6d None None] Provisioning complete for port a6082366-b758-4422-9ef1-e95b134ac667 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:02:54.846937 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d86079df-b3e9-4833-bb64-8435c5d62a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:54.889099 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-d86079df-b3e9-4833-bb64-8435c5d62a6d None None] Port a6082366-b758-4422-9ef1-e95b134ac667 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 18:02:55.023021 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4e22a936-7de0-4fba-944c-6dbbab2c5337 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:55.145012 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device f11e7d56-d5aa-410e-9c5d-8daa4a9d085b up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 18:02:55.193448 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port f11e7d56-d5aa-410e-9c5d-8daa4a9d085b triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:02:55.193850 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:55.223486 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4e22a936-7de0-4fba-944c-6dbbab2c5337 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:55.270614 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:55.307411 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] For port f11e7d56-d5aa-410e-9c5d-8daa4a9d085b, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f11e7d56-d5aa-410e-9c5d-8daa4a9d085b,segment=NetworkSegment(76c964bb-fb5b-4b92-885f-f31da2bcb071),segment_id=76c964bb-fb5b-4b92-885f-f31da2bcb071)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:02:55.311458 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:55.360182 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e22a936-7de0-4fba-944c-6dbbab2c5337 admin admin] Router 8c0da5cc-ecfb-4f0f-91bc-00af66954bac is scheduled to L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 with binding_index 1 {{(pid=103285) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 18:02:55.369507 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Pushing event updated for resources: {'Port': ['ID=f11e7d56-d5aa-410e-9c5d-8daa4a9d085b,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:02:55.592132 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7952eaa-56bb-4aa2-8c7f-2678b14c6188 None None] Network 0ddf827a-fe55-4140-917b-1050dd94d3b2 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 18:02:55.656371 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-71d7d9e6-95f5-4fbf-9dae-9da6fe2e7e32 None None] Provisioning complete for port f11e7d56-d5aa-410e-9c5d-8daa4a9d085b triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:02:55.656739 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-71d7d9e6-95f5-4fbf-9dae-9da6fe2e7e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:55.747361 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e22a936-7de0-4fba-944c-6dbbab2c5337 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 18:02:55.766441 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4e22a936-7de0-4fba-944c-6dbbab2c5337 admin admin] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:55.770370 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-4e22a936-7de0-4fba-944c-6dbbab2c5337 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7624209 Dec 06 18:02:55.770603 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 41562) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:02:55.775282 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0adc6c09-31d1-49f2-ba70-ebf49d5edd0e None None] Sync routers for ids ['8c0da5cc-ecfb-4f0f-91bc-00af66954bac'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 18:02:55.820452 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adc6c09-31d1-49f2-ba70-ebf49d5edd0e None None] Routers {'8c0da5cc-ecfb-4f0f-91bc-00af66954bac'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:02:55.820990 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-0adc6c09-31d1-49f2-ba70-ebf49d5edd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:02:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['8c0da5cc-ecfb-4f0f-91bc-00af66954bac'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:02:56.098731 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-0adc6c09-31d1-49f2-ba70-ebf49d5edd0e None None] Set router 8c0da5cc-ecfb-4f0f-91bc-00af66954bac gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:02:56.198848 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a4489e43-ea8c-40fe-a569-0b26a79afb32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:56.278189 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-9a046e20-11b1-42dd-8a22-50dbcd7857d1 None None] Provisioning complete for port f11e7d56-d5aa-410e-9c5d-8daa4a9d085b triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:02:56.278789 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9a046e20-11b1-42dd-8a22-50dbcd7857d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:56.337327 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-0adc6c09-31d1-49f2-ba70-ebf49d5edd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c0da5cc-ecfb-4f0f-91bc-00af66954bac', 'name': 'tempest-TestMinimumBasicScenario-825755565-router', 'tenant_id': '6f3a3dab17064c0d866a23b7dad4a532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.165'}], 'enable_snat': True}, 'gw_port_id': 'a6082366-b758-4422-9ef1-e95b134ac667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:02:54Z', 'updated_at': '2021-12-06T18:02:54Z', 'revision_number': 3, 'project_id': '6f3a3dab17064c0d866a23b7dad4a532', 'gw_port': {'id': 'a6082366-b758-4422-9ef1-e95b134ac667', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f1:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c0da5cc-ecfb-4f0f-91bc-00af66954bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:02:54Z', 'updated_at': '2021-12-06T18:02:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:02:56.361767 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-a4489e43-ea8c-40fe-a569-0b26a79afb32 admin admin] Allocated IP 172.20.0.1 (0ddf827a-fe55-4140-917b-1050dd94d3b2/ee914b03-947f-4ad6-9bdd-05027bc168a2/17628bc3-92d4-4be1-aae7-cc4caae6b390) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 18:02:56.365678 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0adc6c09-31d1-49f2-ba70-ebf49d5edd0e None None] Checking router: 8c0da5cc-ecfb-4f0f-91bc-00af66954bac for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 18:02:56.366175 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0adc6c09-31d1-49f2-ba70-ebf49d5edd0e None None] Updating router 8c0da5cc-ecfb-4f0f-91bc-00af66954bac port a6082366-b758-4422-9ef1-e95b134ac667 binding host n-d-master-1 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 18:02:56.417896 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0adc6c09-31d1-49f2-ba70-ebf49d5edd0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:56.468597 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a4489e43-ea8c-40fe-a569-0b26a79afb32 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:56.502178 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a4489e43-ea8c-40fe-a569-0b26a79afb32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:56.541048 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4489e43-ea8c-40fe-a569-0b26a79afb32 admin admin] Network 0ddf827a-fe55-4140-917b-1050dd94d3b2 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 18:02:56.543859 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-a4489e43-ea8c-40fe-a569-0b26a79afb32 admin admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 18:02:56.547940 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4489e43-ea8c-40fe-a569-0b26a79afb32 admin admin] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 18:02:56.571787 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4489e43-ea8c-40fe-a569-0b26a79afb32 admin admin] Pushing event updated for resources: {'Port': ['ID=17628bc3-92d4-4be1-aae7-cc4caae6b390,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:02:56.592696 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a4489e43-ea8c-40fe-a569-0b26a79afb32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539179'] for router_interface, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:56.689491 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0adc6c09-31d1-49f2-ba70-ebf49d5edd0e None None] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:56.698182 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0adc6c09-31d1-49f2-ba70-ebf49d5edd0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:56.730642 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a4489e43-ea8c-40fe-a569-0b26a79afb32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:56.749066 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3781e3-3acb-4ecc-9fd4-2e20fedbbb13 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 18:02:56.761074 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9bd304-9f3b-4bf8-8f1d-aa922dba48b8 None None] Pushing event updated for resources: {'Port': ['ID=a6082366-b758-4422-9ef1-e95b134ac667,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:02:56.766153 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-0adc6c09-31d1-49f2-ba70-ebf49d5edd0e None None] Attempting to bind port a6082366-b758-4422-9ef1-e95b134ac667 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 18:02:56.766626 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-0adc6c09-31d1-49f2-ba70-ebf49d5edd0e None None] Attempting to bind port a6082366-b758-4422-9ef1-e95b134ac667 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 18:02:56.767247 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adc6c09-31d1-49f2-ba70-ebf49d5edd0e None None] Attempting to bind port a6082366-b758-4422-9ef1-e95b134ac667 on network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 18:02:56.774326 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adc6c09-31d1-49f2-ba70-ebf49d5edd0e None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 18, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 18:02:56.774814 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adc6c09-31d1-49f2-ba70-ebf49d5edd0e None None] Checking segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 18:02:56.775297 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0adc6c09-31d1-49f2-ba70-ebf49d5edd0e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:56.776158 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adc6c09-31d1-49f2-ba70-ebf49d5edd0e None None] Bound using segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 18:02:56.776286 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-0adc6c09-31d1-49f2-ba70-ebf49d5edd0e None None] Bound port: a6082366-b758-4422-9ef1-e95b134ac667, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 18:02:56.776739 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0adc6c09-31d1-49f2-ba70-ebf49d5edd0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:56.834526 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-0adc6c09-31d1-49f2-ba70-ebf49d5edd0e None None] For port a6082366-b758-4422-9ef1-e95b134ac667, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 18:02:56.838487 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-0adc6c09-31d1-49f2-ba70-ebf49d5edd0e None None] For port a6082366-b758-4422-9ef1-e95b134ac667, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a6082366-b758-4422-9ef1-e95b134ac667,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 18:02:56.843513 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0adc6c09-31d1-49f2-ba70-ebf49d5edd0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:56.907248 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076f4ae1-1b29-42ef-afd0-80f19209652f None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 18:02:56.908190 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a4489e43-ea8c-40fe-a569-0b26a79afb32 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:56.914251 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a4489e43-ea8c-40fe-a569-0b26a79afb32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:56.919664 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-e7001e99-2e61-4cc2-a63a-951e646d380c None None] Provisioning complete for port a6082366-b758-4422-9ef1-e95b134ac667 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:02:56.920060 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e7001e99-2e61-4cc2-a63a-951e646d380c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:56.924295 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9bd304-9f3b-4bf8-8f1d-aa922dba48b8 None None] Pushing event updated for resources: {'Port': ['ID=a6082366-b758-4422-9ef1-e95b134ac667,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:02:56.946628 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adc6c09-31d1-49f2-ba70-ebf49d5edd0e None None] Routers {'8c0da5cc-ecfb-4f0f-91bc-00af66954bac'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:02:56.947269 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-0adc6c09-31d1-49f2-ba70-ebf49d5edd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:02:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['8c0da5cc-ecfb-4f0f-91bc-00af66954bac'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:02:56.979201 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4489e43-ea8c-40fe-a569-0b26a79afb32 admin admin] Pushing event updated for resources: {'Port': ['ID=17628bc3-92d4-4be1-aae7-cc4caae6b390,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:02:56.988530 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a4489e43-ea8c-40fe-a569-0b26a79afb32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-772465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539207'] for router_interface, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:57.084729 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4489e43-ea8c-40fe-a569-0b26a79afb32 admin admin] Network 0ddf827a-fe55-4140-917b-1050dd94d3b2 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 18:02:57.089594 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-a4489e43-ea8c-40fe-a569-0b26a79afb32 admin admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 18:02:57.104429 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-0adc6c09-31d1-49f2-ba70-ebf49d5edd0e None None] Set router 8c0da5cc-ecfb-4f0f-91bc-00af66954bac gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:02:57.130443 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e7001e99-2e61-4cc2-a63a-951e646d380c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:57.145138 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device f11e7d56-d5aa-410e-9c5d-8daa4a9d085b up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 18:02:57.190071 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-e7001e99-2e61-4cc2-a63a-951e646d380c None None] For port a6082366-b758-4422-9ef1-e95b134ac667, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a6082366-b758-4422-9ef1-e95b134ac667,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:02:57.216277 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4489e43-ea8c-40fe-a569-0b26a79afb32 admin admin] Router 8c0da5cc-ecfb-4f0f-91bc-00af66954bac has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 18:02:57.228491 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e7001e99-2e61-4cc2-a63a-951e646d380c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:57.296873 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-e7001e99-2e61-4cc2-a63a-951e646d380c None None] Provisioning complete for port 17628bc3-92d4-4be1-aae7-cc4caae6b390 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:02:57.297580 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e7001e99-2e61-4cc2-a63a-951e646d380c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:57.334911 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4489e43-ea8c-40fe-a569-0b26a79afb32 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 18:02:57.340128 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-a4489e43-ea8c-40fe-a569-0b26a79afb32 admin admin] 10.222.0.23 "PUT /v2.0/routers/8c0da5cc-ecfb-4f0f-91bc-00af66954bac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5682969 Dec 06 18:02:57.368455 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7001e99-2e61-4cc2-a63a-951e646d380c None None] Pushing event updated for resources: {'Port': ['ID=a6082366-b758-4422-9ef1-e95b134ac667,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:02:57.397819 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-e7001e99-2e61-4cc2-a63a-951e646d380c None None] Port 17628bc3-92d4-4be1-aae7-cc4caae6b390 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 18:02:57.402963 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port f11e7d56-d5aa-410e-9c5d-8daa4a9d085b triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:02:57.403343 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:57.540155 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-0adc6c09-31d1-49f2-ba70-ebf49d5edd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c0da5cc-ecfb-4f0f-91bc-00af66954bac', 'name': 'tempest-TestMinimumBasicScenario-825755565-router', 'tenant_id': '6f3a3dab17064c0d866a23b7dad4a532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.165'}], 'enable_snat': True}, 'gw_port_id': 'a6082366-b758-4422-9ef1-e95b134ac667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:02:54Z', 'updated_at': '2021-12-06T18:02:56Z', 'revision_number': 4, 'project_id': '6f3a3dab17064c0d866a23b7dad4a532', 'gw_port': {'id': 'a6082366-b758-4422-9ef1-e95b134ac667', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f1:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c0da5cc-ecfb-4f0f-91bc-00af66954bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:02:54Z', 'updated_at': '2021-12-06T18:02:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '17628bc3-92d4-4be1-aae7-cc4caae6b390', 'name': '', 'network_id': '0ddf827a-fe55-4140-917b-1050dd94d3b2', 'tenant_id': '6f3a3dab17064c0d866a23b7dad4a532', 'mac_address': 'fa:16:3e:91:79:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c0da5cc-ecfb-4f0f-91bc-00af66954bac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'ee914b03-947f-4ad6-9bdd-05027bc168a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:02:56Z', 'updated_at': '2021-12-06T18:02:56Z', 'revision_number': 2, 'project_id': '6f3a3dab17064c0d866a23b7dad4a532', 'subnets': [{'id': 'ee914b03-947f-4ad6-9bdd-05027bc168a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:02:57.544672 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-850eb9d5-09a8-44cb-a0f1-e91826a14bca None None] Provisioning complete for port a6082366-b758-4422-9ef1-e95b134ac667 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:02:57.545045 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-850eb9d5-09a8-44cb-a0f1-e91826a14bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:57.571086 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0adc6c09-31d1-49f2-ba70-ebf49d5edd0e None None] The sync data for ids ['8c0da5cc-ecfb-4f0f-91bc-00af66954bac'] in n-d-master-1 is: [{'id': '8c0da5cc-ecfb-4f0f-91bc-00af66954bac', 'name': 'tempest-TestMinimumBasicScenario-825755565-router', 'tenant_id': '6f3a3dab17064c0d866a23b7dad4a532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.165'}], 'enable_snat': True}, 'gw_port_id': 'a6082366-b758-4422-9ef1-e95b134ac667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:02:54Z', 'updated_at': '2021-12-06T18:02:56Z', 'revision_number': 4, 'project_id': '6f3a3dab17064c0d866a23b7dad4a532', 'gw_port': {'id': 'a6082366-b758-4422-9ef1-e95b134ac667', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f1:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c0da5cc-ecfb-4f0f-91bc-00af66954bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:02:54Z', 'updated_at': '2021-12-06T18:02:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '17628bc3-92d4-4be1-aae7-cc4caae6b390', 'name': '', 'network_id': '0ddf827a-fe55-4140-917b-1050dd94d3b2', 'tenant_id': '6f3a3dab17064c0d866a23b7dad4a532', 'mac_address': 'fa:16:3e:91:79:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c0da5cc-ecfb-4f0f-91bc-00af66954bac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'ee914b03-947f-4ad6-9bdd-05027bc168a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:02:56Z', 'updated_at': '2021-12-06T18:02:56Z', 'revision_number': 2, 'project_id': '6f3a3dab17064c0d866a23b7dad4a532', 'subnets': [{'id': 'ee914b03-947f-4ad6-9bdd-05027bc168a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 18:02:57.674959 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-850eb9d5-09a8-44cb-a0f1-e91826a14bca None None] Provisioning complete for port 17628bc3-92d4-4be1-aae7-cc4caae6b390 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:02:57.675173 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-850eb9d5-09a8-44cb-a0f1-e91826a14bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:57.718836 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-850eb9d5-09a8-44cb-a0f1-e91826a14bca None None] Port 17628bc3-92d4-4be1-aae7-cc4caae6b390 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 18:02:57.837393 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 41578) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:02:57.842511 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-aba2b850-d2b9-40f8-b109-a034da682f9e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1010979713-network', 'tenant_id': 'aaf7cb83a61d4a31beaf5004c30cfb47'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:02:57.864565 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba2b850-d2b9-40f8-b109-a034da682f9e admin admin] Made reservation on behalf of aaf7cb83a61d4a31beaf5004c30cfb47 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 18:02:57.867015 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aba2b850-d2b9-40f8-b109-a034da682f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:57.877205 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aba2b850-d2b9-40f8-b109-a034da682f9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:57.958952 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aba2b850-d2b9-40f8-b109-a034da682f9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:57.962768 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aba2b850-d2b9-40f8-b109-a034da682f9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:57.995922 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aba2b850-d2b9-40f8-b109-a034da682f9e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 18:02:58.001624 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba2b850-d2b9-40f8-b109-a034da682f9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d255e20-7d84-453f-807c-f2f325e58907,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:02:58.009644 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aba2b850-d2b9-40f8-b109-a034da682f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:58.010009 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-aba2b850-d2b9-40f8-b109-a034da682f9e admin admin] Added segment a1499f55-b43a-45c6-a402-029793d8097d of type vlan for network 6abd1dae-b711-4821-a38c-8da0811d9600 Dec 06 18:02:58.054305 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aba2b850-d2b9-40f8-b109-a034da682f9e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:58.080091 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aba2b850-d2b9-40f8-b109-a034da682f9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:58.081121 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba2b850-d2b9-40f8-b109-a034da682f9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:02:58.081732 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aba2b850-d2b9-40f8-b109-a034da682f9e admin admin] Publish callbacks [] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:58.140052 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-aba2b850-d2b9-40f8-b109-a034da682f9e admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3014929 Dec 06 18:02:58.143110 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 41580) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:02:58.145669 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba2b850-d2b9-40f8-b109-a034da682f9e admin admin] Pushing event updated for resources: {'Network': ['ID=6abd1dae-b711-4821-a38c-8da0811d9600,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:02:58.149095 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-b84472cb-bd85-4acc-ae26-758a4d89d706 admin admin] Request body: {'subnet': {'network_id': '6abd1dae-b711-4821-a38c-8da0811d9600', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1010979713-subnet', 'tenant_id': 'aaf7cb83a61d4a31beaf5004c30cfb47', 'ip_version': 4}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:02:58.157040 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 6abd1dae-b711-4821-a38c-8da0811d9600 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 18:02:58.172484 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b84472cb-bd85-4acc-ae26-758a4d89d706 admin admin] Made reservation on behalf of aaf7cb83a61d4a31beaf5004c30cfb47 for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 18:02:58.175432 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b84472cb-bd85-4acc-ae26-758a4d89d706 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:58.366649 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b84472cb-bd85-4acc-ae26-758a4d89d706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:58.427364 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84472cb-bd85-4acc-ae26-758a4d89d706 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d4de8e5-1e09-4c18-b084-40a982b9ecfa,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:02:58.435308 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84472cb-bd85-4acc-ae26-758a4d89d706 admin admin] Checking segment: {'id': 'a1499f55-b43a-45c6-a402-029793d8097d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '6abd1dae-b711-4821-a38c-8da0811d9600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 18:02:58.435682 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84472cb-bd85-4acc-ae26-758a4d89d706 admin admin] Network hostable DHCP agents. Network: 6abd1dae-b711-4821-a38c-8da0811d9600, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 18:02:58.453597 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84472cb-bd85-4acc-ae26-758a4d89d706 admin admin] Network 6abd1dae-b711-4821-a38c-8da0811d9600 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 18:02:58.463723 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-b84472cb-bd85-4acc-ae26-758a4d89d706 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 6abd1dae-b711-4821-a38c-8da0811d9600) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 18:02:58.468410 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84472cb-bd85-4acc-ae26-758a4d89d706 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:02:58.469009 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b84472cb-bd85-4acc-ae26-758a4d89d706 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:58.474833 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1cc63d-7c29-4e3e-89e6-8e9b41f8f4ca None None] Network 6abd1dae-b711-4821-a38c-8da0811d9600 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 18:02:58.489158 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-b84472cb-bd85-4acc-ae26-758a4d89d706 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3425877 Dec 06 18:02:58.489393 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 41582) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:02:58.493836 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-a92ad2a7-3363-40fc-b333-425c614f4d9b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1010979713-router', 'tenant_id': 'aaf7cb83a61d4a31beaf5004c30cfb47', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:02:58.515575 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a92ad2a7-3363-40fc-b333-425c614f4d9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:58.516764 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a92ad2a7-3363-40fc-b333-425c614f4d9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:58.574084 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a92ad2a7-3363-40fc-b333-425c614f4d9b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:58.647102 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1169de-1194-4be8-bc36-938aa3ca4392 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-6abd1dae-b711-4821-a38c-8da0811d9600', 'network_id': '6abd1dae-b711-4821-a38c-8da0811d9600', 'tenant_id': 'aaf7cb83a61d4a31beaf5004c30cfb47', 'fixed_ips': [{'subnet_id': '8d4de8e5-1e09-4c18-b084-40a982b9ecfa'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 18:02:58.648271 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fc1169de-1194-4be8-bc36-938aa3ca4392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:58.722313 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a92ad2a7-3363-40fc-b333-425c614f4d9b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:58.799028 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-fc1169de-1194-4be8-bc36-938aa3ca4392 None None] Allocated IP 172.20.0.2 (6abd1dae-b711-4821-a38c-8da0811d9600/8d4de8e5-1e09-4c18-b084-40a982b9ecfa/990e094c-fac1-48f1-95a4-af2050047def) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 18:02:58.955195 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fc1169de-1194-4be8-bc36-938aa3ca4392 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:58.959603 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a92ad2a7-3363-40fc-b333-425c614f4d9b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:58.963821 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fc1169de-1194-4be8-bc36-938aa3ca4392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:58.980045 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a92ad2a7-3363-40fc-b333-425c614f4d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:59.010225 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1169de-1194-4be8-bc36-938aa3ca4392 None None] Network 6abd1dae-b711-4821-a38c-8da0811d9600 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 18:02:59.014694 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1169de-1194-4be8-bc36-938aa3ca4392 None None] Pushing event updated for resources: {'Port': ['ID=990e094c-fac1-48f1-95a4-af2050047def,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:02:59.017726 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-fc1169de-1194-4be8-bc36-938aa3ca4392 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 18:02:59.020091 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1169de-1194-4be8-bc36-938aa3ca4392 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 18:02:59.080227 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-fc1169de-1194-4be8-bc36-938aa3ca4392 None None] Attempting to bind port 990e094c-fac1-48f1-95a4-af2050047def on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 18:02:59.080672 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-fc1169de-1194-4be8-bc36-938aa3ca4392 None None] Attempting to bind port 990e094c-fac1-48f1-95a4-af2050047def by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'a1499f55-b43a-45c6-a402-029793d8097d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '6abd1dae-b711-4821-a38c-8da0811d9600'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 18:02:59.081389 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1169de-1194-4be8-bc36-938aa3ca4392 None None] Attempting to bind port 990e094c-fac1-48f1-95a4-af2050047def on network 6abd1dae-b711-4821-a38c-8da0811d9600 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 18:02:59.087418 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1169de-1194-4be8-bc36-938aa3ca4392 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 18, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 18:02:59.087905 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1169de-1194-4be8-bc36-938aa3ca4392 None None] Checking segment: {'id': 'a1499f55-b43a-45c6-a402-029793d8097d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '6abd1dae-b711-4821-a38c-8da0811d9600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 18:02:59.088288 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fc1169de-1194-4be8-bc36-938aa3ca4392 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:59.088707 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1169de-1194-4be8-bc36-938aa3ca4392 None None] Bound using segment: {'id': 'a1499f55-b43a-45c6-a402-029793d8097d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '6abd1dae-b711-4821-a38c-8da0811d9600'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 18:02:59.089179 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-fc1169de-1194-4be8-bc36-938aa3ca4392 None None] Bound port: 990e094c-fac1-48f1-95a4-af2050047def, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1499f55-b43a-45c6-a402-029793d8097d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '6abd1dae-b711-4821-a38c-8da0811d9600'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 18:02:59.089588 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fc1169de-1194-4be8-bc36-938aa3ca4392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:59.090248 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-a92ad2a7-3363-40fc-b333-425c614f4d9b admin admin] Allocated IP 172.35.1.15 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/d0c080df-db43-4246-8c46-d689c9ffbcd3) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 18:02:59.150308 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device a6082366-b758-4422-9ef1-e95b134ac667 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 18:02:59.204762 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a92ad2a7-3363-40fc-b333-425c614f4d9b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:59.206122 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-fc1169de-1194-4be8-bc36-938aa3ca4392 None None] For port 990e094c-fac1-48f1-95a4-af2050047def, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 18:02:59.210661 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-fc1169de-1194-4be8-bc36-938aa3ca4392 None None] For port 990e094c-fac1-48f1-95a4-af2050047def, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=990e094c-fac1-48f1-95a4-af2050047def,segment=NetworkSegment(a1499f55-b43a-45c6-a402-029793d8097d),segment_id=a1499f55-b43a-45c6-a402-029793d8097d)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 18:02:59.216631 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fc1169de-1194-4be8-bc36-938aa3ca4392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:59.240824 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a92ad2a7-3363-40fc-b333-425c614f4d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:59.271742 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port a6082366-b758-4422-9ef1-e95b134ac667 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:02:59.272128 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:59.283265 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92ad2a7-3363-40fc-b333-425c614f4d9b admin admin] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 18:02:59.287068 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-a92ad2a7-3363-40fc-b333-425c614f4d9b admin admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 18:02:59.291257 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92ad2a7-3363-40fc-b333-425c614f4d9b admin admin] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 18:02:59.305797 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef2acb4-e171-4b21-8aff-cf8651c54ee8 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 18:02:59.321278 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92ad2a7-3363-40fc-b333-425c614f4d9b admin admin] Pushing event updated for resources: {'Port': ['ID=d0c080df-db43-4246-8c46-d689c9ffbcd3,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:02:59.491964 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1169de-1194-4be8-bc36-938aa3ca4392 None None] Pushing event updated for resources: {'Port': ['ID=990e094c-fac1-48f1-95a4-af2050047def,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:02:59.579424 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-8f867357-030a-40ff-8408-7e0ba8c6a5a5 None None] Provisioning complete for port d0c080df-db43-4246-8c46-d689c9ffbcd3 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:02:59.580148 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8f867357-030a-40ff-8408-7e0ba8c6a5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:59.625121 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a92ad2a7-3363-40fc-b333-425c614f4d9b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:59.626450 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-8f867357-030a-40ff-8408-7e0ba8c6a5a5 None None] Port d0c080df-db43-4246-8c46-d689c9ffbcd3 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 18:02:59.824710 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a92ad2a7-3363-40fc-b333-425c614f4d9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:02:59.954865 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a92ad2a7-3363-40fc-b333-425c614f4d9b admin admin] Router dfa663df-1a22-4aa7-896f-ebb305b79089 is scheduled to L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 with binding_index 1 {{(pid=103285) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 18:03:00.065958 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a92ad2a7-3363-40fc-b333-425c614f4d9b admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 18:03:00.075036 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe2f1f6-df3b-4bc9-b2b4-986719d84bc6 None None] Sync routers for ids ['dfa663df-1a22-4aa7-896f-ebb305b79089'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 18:03:00.085679 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a92ad2a7-3363-40fc-b333-425c614f4d9b admin admin] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:00.089520 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-a92ad2a7-3363-40fc-b333-425c614f4d9b admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5965240 Dec 06 18:03:00.089664 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe2f1f6-df3b-4bc9-b2b4-986719d84bc6 None None] Routers {'dfa663df-1a22-4aa7-896f-ebb305b79089'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:03:00.089664 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-bbe2f1f6-df3b-4bc9-b2b4-986719d84bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:02:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['dfa663df-1a22-4aa7-896f-ebb305b79089'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:03:00.089874 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 41584) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:03:00.209507 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-bbe2f1f6-df3b-4bc9-b2b4-986719d84bc6 None None] Set router dfa663df-1a22-4aa7-896f-ebb305b79089 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:03:00.246162 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173f9e58-4af2-421f-9cd9-bfd79ebefd7a None None] Sync routers for ids ['8c0da5cc-ecfb-4f0f-91bc-00af66954bac'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 18:03:00.259317 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173f9e58-4af2-421f-9cd9-bfd79ebefd7a None None] Routers {'8c0da5cc-ecfb-4f0f-91bc-00af66954bac'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:03:00.260127 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-173f9e58-4af2-421f-9cd9-bfd79ebefd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:02:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['8c0da5cc-ecfb-4f0f-91bc-00af66954bac'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:03:00.369783 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdff7c1d-198c-4f13-a388-70a41c7b366d None None] Network 6abd1dae-b711-4821-a38c-8da0811d9600 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 18:03:00.405998 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-bbe2f1f6-df3b-4bc9-b2b4-986719d84bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa663df-1a22-4aa7-896f-ebb305b79089', 'name': 'tempest-TestMinimumBasicScenario-1010979713-router', 'tenant_id': 'aaf7cb83a61d4a31beaf5004c30cfb47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.15'}], 'enable_snat': True}, 'gw_port_id': 'd0c080df-db43-4246-8c46-d689c9ffbcd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:02:58Z', 'updated_at': '2021-12-06T18:02:59Z', 'revision_number': 3, 'project_id': 'aaf7cb83a61d4a31beaf5004c30cfb47', 'gw_port': {'id': 'd0c080df-db43-4246-8c46-d689c9ffbcd3', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a6:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfa663df-1a22-4aa7-896f-ebb305b79089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:02:58Z', 'updated_at': '2021-12-06T18:02:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:03:00.436509 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe2f1f6-df3b-4bc9-b2b4-986719d84bc6 None None] Checking router: dfa663df-1a22-4aa7-896f-ebb305b79089 for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 18:03:00.436854 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe2f1f6-df3b-4bc9-b2b4-986719d84bc6 None None] Updating router dfa663df-1a22-4aa7-896f-ebb305b79089 port d0c080df-db43-4246-8c46-d689c9ffbcd3 binding host n-d-master-1 {{(pid=103287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 18:03:00.458248 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-173f9e58-4af2-421f-9cd9-bfd79ebefd7a None None] Set router 8c0da5cc-ecfb-4f0f-91bc-00af66954bac gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:03:00.463521 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bbe2f1f6-df3b-4bc9-b2b4-986719d84bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:00.518886 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-f6848023-314d-4f04-a525-d43cc2a257d5 None None] Provisioning complete for port 990e094c-fac1-48f1-95a4-af2050047def triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:03:00.519481 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f6848023-314d-4f04-a525-d43cc2a257d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:00.796343 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f6848023-314d-4f04-a525-d43cc2a257d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:00.817133 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bbe2f1f6-df3b-4bc9-b2b4-986719d84bc6 None None] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:00.823249 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e49ee97a-6a2b-46db-8efa-2fcdbb4f2267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:00.824431 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bbe2f1f6-df3b-4bc9-b2b4-986719d84bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:00.849628 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-f6848023-314d-4f04-a525-d43cc2a257d5 None None] For port 990e094c-fac1-48f1-95a4-af2050047def, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=990e094c-fac1-48f1-95a4-af2050047def,segment=NetworkSegment(a1499f55-b43a-45c6-a402-029793d8097d),segment_id=a1499f55-b43a-45c6-a402-029793d8097d)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:03:00.858462 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f6848023-314d-4f04-a525-d43cc2a257d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:00.880132 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-bbe2f1f6-df3b-4bc9-b2b4-986719d84bc6 None None] Attempting to bind port d0c080df-db43-4246-8c46-d689c9ffbcd3 on host n-d-master-1 for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 18:03:00.880583 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-bbe2f1f6-df3b-4bc9-b2b4-986719d84bc6 None None] Attempting to bind port d0c080df-db43-4246-8c46-d689c9ffbcd3 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 18:03:00.880945 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe2f1f6-df3b-4bc9-b2b4-986719d84bc6 None None] Attempting to bind port d0c080df-db43-4246-8c46-d689c9ffbcd3 on network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 18:03:00.886932 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426a0698-effa-4dc7-b4f0-7246165b05ee None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 18:03:00.890839 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe2f1f6-df3b-4bc9-b2b4-986719d84bc6 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 18, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 18:03:00.891215 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe2f1f6-df3b-4bc9-b2b4-986719d84bc6 None None] Checking segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 18:03:00.891615 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bbe2f1f6-df3b-4bc9-b2b4-986719d84bc6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:00.891999 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe2f1f6-df3b-4bc9-b2b4-986719d84bc6 None None] Bound using segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 18:03:00.892471 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-bbe2f1f6-df3b-4bc9-b2b4-986719d84bc6 None None] Bound port: d0c080df-db43-4246-8c46-d689c9ffbcd3, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 18:03:00.893115 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bbe2f1f6-df3b-4bc9-b2b4-986719d84bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:00.906445 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-173f9e58-4af2-421f-9cd9-bfd79ebefd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c0da5cc-ecfb-4f0f-91bc-00af66954bac', 'name': 'tempest-TestMinimumBasicScenario-825755565-router', 'tenant_id': '6f3a3dab17064c0d866a23b7dad4a532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.165'}], 'enable_snat': True}, 'gw_port_id': 'a6082366-b758-4422-9ef1-e95b134ac667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:02:54Z', 'updated_at': '2021-12-06T18:02:56Z', 'revision_number': 4, 'project_id': '6f3a3dab17064c0d866a23b7dad4a532', 'gw_port': {'id': 'a6082366-b758-4422-9ef1-e95b134ac667', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0da5cc-ecfb-4f0f-91bc-00af66954bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:02:54Z', 'updated_at': '2021-12-06T18:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '17628bc3-92d4-4be1-aae7-cc4caae6b390', 'name': '', 'network_id': '0ddf827a-fe55-4140-917b-1050dd94d3b2', 'tenant_id': '6f3a3dab17064c0d866a23b7dad4a532', 'mac_address': 'fa:16:3e:91:79:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c0da5cc-ecfb-4f0f-91bc-00af66954bac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'ee914b03-947f-4ad6-9bdd-05027bc168a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:02:56Z', 'updated_at': '2021-12-06T18:02:56Z', 'revision_number': 2, 'project_id': '6f3a3dab17064c0d866a23b7dad4a532', 'subnets': [{'id': 'ee914b03-947f-4ad6-9bdd-05027bc168a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:03:00.942086 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7867b7b-c93b-4fa8-a488-48e95e572c81 None None] Pushing event updated for resources: {'Port': ['ID=d0c080df-db43-4246-8c46-d689c9ffbcd3,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:03:00.942648 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173f9e58-4af2-421f-9cd9-bfd79ebefd7a None None] Checking router: 8c0da5cc-ecfb-4f0f-91bc-00af66954bac for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 18:03:00.943015 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173f9e58-4af2-421f-9cd9-bfd79ebefd7a None None] Updating router 8c0da5cc-ecfb-4f0f-91bc-00af66954bac port 17628bc3-92d4-4be1-aae7-cc4caae6b390 binding host n-d-master-1 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 18:03:00.955939 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7867b7b-c93b-4fa8-a488-48e95e572c81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:03:00.956750 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7867b7b-c93b-4fa8-a488-48e95e572c81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:03:00.956750 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7867b7b-c93b-4fa8-a488-48e95e572c81 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:03:00.957044 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7867b7b-c93b-4fa8-a488-48e95e572c81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:03:00.957351 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7867b7b-c93b-4fa8-a488-48e95e572c81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:03:00.957760 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7867b7b-c93b-4fa8-a488-48e95e572c81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:03:00.958127 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7867b7b-c93b-4fa8-a488-48e95e572c81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:03:00.958518 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7867b7b-c93b-4fa8-a488-48e95e572c81 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:03:00.959585 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7867b7b-c93b-4fa8-a488-48e95e572c81 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:03:00.959585 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7867b7b-c93b-4fa8-a488-48e95e572c81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:03:00.959585 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7867b7b-c93b-4fa8-a488-48e95e572c81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:03:00.959865 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7867b7b-c93b-4fa8-a488-48e95e572c81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:03:00.960172 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7867b7b-c93b-4fa8-a488-48e95e572c81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:03:00.967226 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6848023-314d-4f04-a525-d43cc2a257d5 None None] Pushing event updated for resources: {'Port': ['ID=990e094c-fac1-48f1-95a4-af2050047def,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:03:00.967651 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-bbe2f1f6-df3b-4bc9-b2b4-986719d84bc6 None None] For port d0c080df-db43-4246-8c46-d689c9ffbcd3, host n-d-master-1, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 18:03:00.971515 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-bbe2f1f6-df3b-4bc9-b2b4-986719d84bc6 None None] For port d0c080df-db43-4246-8c46-d689c9ffbcd3, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d0c080df-db43-4246-8c46-d689c9ffbcd3,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 18:03:00.978608 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bbe2f1f6-df3b-4bc9-b2b4-986719d84bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:00.982692 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-173f9e58-4af2-421f-9cd9-bfd79ebefd7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:01.028799 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-8b555b7b-522e-4320-ad98-6b187fdefcf8 None None] Provisioning complete for port d0c080df-db43-4246-8c46-d689c9ffbcd3 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:03:01.029101 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8b555b7b-522e-4320-ad98-6b187fdefcf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:01.033969 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe2f1f6-df3b-4bc9-b2b4-986719d84bc6 None None] Routers {'dfa663df-1a22-4aa7-896f-ebb305b79089'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:03:01.034756 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-bbe2f1f6-df3b-4bc9-b2b4-986719d84bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:02:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['dfa663df-1a22-4aa7-896f-ebb305b79089'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:03:01.040438 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a4dd3c-5a43-4da4-a4cd-55e55083e7f5 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 18:03:01.072496 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-e49ee97a-6a2b-46db-8efa-2fcdbb4f2267 admin admin] Allocated IP 172.20.0.1 (6abd1dae-b711-4821-a38c-8da0811d9600/8d4de8e5-1e09-4c18-b084-40a982b9ecfa/286231ef-a53c-4083-ad6b-d29599790c8b) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 18:03:01.111389 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7867b7b-c93b-4fa8-a488-48e95e572c81 None None] Pushing event updated for resources: {'Port': ['ID=d0c080df-db43-4246-8c46-d689c9ffbcd3,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:03:01.178419 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-bbe2f1f6-df3b-4bc9-b2b4-986719d84bc6 None None] Set router dfa663df-1a22-4aa7-896f-ebb305b79089 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:03:01.248325 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e49ee97a-6a2b-46db-8efa-2fcdbb4f2267 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:01.259246 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 990e094c-fac1-48f1-95a4-af2050047def up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 18:03:01.286646 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e49ee97a-6a2b-46db-8efa-2fcdbb4f2267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:01.333017 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49ee97a-6a2b-46db-8efa-2fcdbb4f2267 admin admin] Network 6abd1dae-b711-4821-a38c-8da0811d9600 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 18:03:01.337252 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-e49ee97a-6a2b-46db-8efa-2fcdbb4f2267 admin admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 18:03:01.339205 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49ee97a-6a2b-46db-8efa-2fcdbb4f2267 admin admin] Pushing event updated for resources: {'Port': ['ID=286231ef-a53c-4083-ad6b-d29599790c8b,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:03:01.342217 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49ee97a-6a2b-46db-8efa-2fcdbb4f2267 admin admin] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 18:03:01.344927 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8b555b7b-522e-4320-ad98-6b187fdefcf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:01.383647 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e49ee97a-6a2b-46db-8efa-2fcdbb4f2267 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539179'] for router_interface, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:01.386393 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-bbe2f1f6-df3b-4bc9-b2b4-986719d84bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa663df-1a22-4aa7-896f-ebb305b79089', 'name': 'tempest-TestMinimumBasicScenario-1010979713-router', 'tenant_id': 'aaf7cb83a61d4a31beaf5004c30cfb47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.15'}], 'enable_snat': True}, 'gw_port_id': 'd0c080df-db43-4246-8c46-d689c9ffbcd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:02:58Z', 'updated_at': '2021-12-06T18:02:59Z', 'revision_number': 3, 'project_id': 'aaf7cb83a61d4a31beaf5004c30cfb47', 'gw_port': {'id': 'd0c080df-db43-4246-8c46-d689c9ffbcd3', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a6:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfa663df-1a22-4aa7-896f-ebb305b79089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:02:58Z', 'updated_at': '2021-12-06T18:03:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:03:01.387875 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-8b555b7b-522e-4320-ad98-6b187fdefcf8 None None] For port d0c080df-db43-4246-8c46-d689c9ffbcd3, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d0c080df-db43-4246-8c46-d689c9ffbcd3,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:03:01.404531 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8b555b7b-522e-4320-ad98-6b187fdefcf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:01.427392 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe2f1f6-df3b-4bc9-b2b4-986719d84bc6 None None] The sync data for ids ['dfa663df-1a22-4aa7-896f-ebb305b79089'] in n-d-master-1 is: [{'id': 'dfa663df-1a22-4aa7-896f-ebb305b79089', 'name': 'tempest-TestMinimumBasicScenario-1010979713-router', 'tenant_id': 'aaf7cb83a61d4a31beaf5004c30cfb47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.15'}], 'enable_snat': True}, 'gw_port_id': 'd0c080df-db43-4246-8c46-d689c9ffbcd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:02:58Z', 'updated_at': '2021-12-06T18:02:59Z', 'revision_number': 3, 'project_id': 'aaf7cb83a61d4a31beaf5004c30cfb47', 'gw_port': {'id': 'd0c080df-db43-4246-8c46-d689c9ffbcd3', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a6:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfa663df-1a22-4aa7-896f-ebb305b79089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:02:58Z', 'updated_at': '2021-12-06T18:03:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 18:03:01.434278 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 990e094c-fac1-48f1-95a4-af2050047def triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:03:01.434442 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:01.543279 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b555b7b-522e-4320-ad98-6b187fdefcf8 None None] Pushing event updated for resources: {'Port': ['ID=d0c080df-db43-4246-8c46-d689c9ffbcd3,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:03:01.543878 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e49ee97a-6a2b-46db-8efa-2fcdbb4f2267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:01.571154 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-173f9e58-4af2-421f-9cd9-bfd79ebefd7a None None] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:01.573788 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-bc7b5f53-ba06-414f-978d-ede60437a389 None None] Provisioning complete for port d0c080df-db43-4246-8c46-d689c9ffbcd3 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:03:01.574190 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bc7b5f53-ba06-414f-978d-ede60437a389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:01.606169 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-173f9e58-4af2-421f-9cd9-bfd79ebefd7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:01.710305 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f634d489-d476-4902-831e-248246ff0d2d None None] Pushing event updated for resources: {'Port': ['ID=17628bc3-92d4-4be1-aae7-cc4caae6b390,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:03:01.771783 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e49ee97a-6a2b-46db-8efa-2fcdbb4f2267 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:01.784220 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e49ee97a-6a2b-46db-8efa-2fcdbb4f2267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:01.836606 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-173f9e58-4af2-421f-9cd9-bfd79ebefd7a None None] Attempting to bind port 17628bc3-92d4-4be1-aae7-cc4caae6b390 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 18:03:01.836978 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-173f9e58-4af2-421f-9cd9-bfd79ebefd7a None None] Attempting to bind port 17628bc3-92d4-4be1-aae7-cc4caae6b390 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '76c964bb-fb5b-4b92-885f-f31da2bcb071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0ddf827a-fe55-4140-917b-1050dd94d3b2'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 18:03:01.837352 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173f9e58-4af2-421f-9cd9-bfd79ebefd7a None None] Attempting to bind port 17628bc3-92d4-4be1-aae7-cc4caae6b390 on network 0ddf827a-fe55-4140-917b-1050dd94d3b2 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 18:03:01.851210 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173f9e58-4af2-421f-9cd9-bfd79ebefd7a None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 18, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 18:03:01.851597 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173f9e58-4af2-421f-9cd9-bfd79ebefd7a None None] Checking segment: {'id': '76c964bb-fb5b-4b92-885f-f31da2bcb071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0ddf827a-fe55-4140-917b-1050dd94d3b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 18:03:01.852007 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-173f9e58-4af2-421f-9cd9-bfd79ebefd7a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:01.852407 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173f9e58-4af2-421f-9cd9-bfd79ebefd7a None None] Bound using segment: {'id': '76c964bb-fb5b-4b92-885f-f31da2bcb071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0ddf827a-fe55-4140-917b-1050dd94d3b2'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 18:03:01.852899 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-173f9e58-4af2-421f-9cd9-bfd79ebefd7a None None] Bound port: 17628bc3-92d4-4be1-aae7-cc4caae6b390, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76c964bb-fb5b-4b92-885f-f31da2bcb071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0ddf827a-fe55-4140-917b-1050dd94d3b2'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 18:03:01.853284 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-173f9e58-4af2-421f-9cd9-bfd79ebefd7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:01.876633 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49ee97a-6a2b-46db-8efa-2fcdbb4f2267 admin admin] Pushing event updated for resources: {'Port': ['ID=286231ef-a53c-4083-ad6b-d29599790c8b,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:03:01.880355 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e49ee97a-6a2b-46db-8efa-2fcdbb4f2267 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-772465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539207'] for router_interface, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:01.906796 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-bc7b5f53-ba06-414f-978d-ede60437a389 None None] Provisioning complete for port 990e094c-fac1-48f1-95a4-af2050047def triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:03:01.907181 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bc7b5f53-ba06-414f-978d-ede60437a389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:01.963967 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-173f9e58-4af2-421f-9cd9-bfd79ebefd7a None None] For port 17628bc3-92d4-4be1-aae7-cc4caae6b390, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 18:03:01.968109 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-173f9e58-4af2-421f-9cd9-bfd79ebefd7a None None] For port 17628bc3-92d4-4be1-aae7-cc4caae6b390, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=17628bc3-92d4-4be1-aae7-cc4caae6b390,segment=NetworkSegment(76c964bb-fb5b-4b92-885f-f31da2bcb071),segment_id=76c964bb-fb5b-4b92-885f-f31da2bcb071)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 18:03:01.975810 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-173f9e58-4af2-421f-9cd9-bfd79ebefd7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:01.987765 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49ee97a-6a2b-46db-8efa-2fcdbb4f2267 admin admin] Network 6abd1dae-b711-4821-a38c-8da0811d9600 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 18:03:01.989166 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-e49ee97a-6a2b-46db-8efa-2fcdbb4f2267 admin admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 18:03:02.095014 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173f9e58-4af2-421f-9cd9-bfd79ebefd7a None None] Routers {'8c0da5cc-ecfb-4f0f-91bc-00af66954bac'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:03:02.095665 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-173f9e58-4af2-421f-9cd9-bfd79ebefd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:02:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['8c0da5cc-ecfb-4f0f-91bc-00af66954bac'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:03:02.106781 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f634d489-d476-4902-831e-248246ff0d2d None None] Pushing event updated for resources: {'Port': ['ID=17628bc3-92d4-4be1-aae7-cc4caae6b390,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:03:02.131227 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e49ee97a-6a2b-46db-8efa-2fcdbb4f2267 admin admin] Router dfa663df-1a22-4aa7-896f-ebb305b79089 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 18:03:02.255407 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-173f9e58-4af2-421f-9cd9-bfd79ebefd7a None None] Set router 8c0da5cc-ecfb-4f0f-91bc-00af66954bac gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:03:02.293122 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-284d3626-5a3b-4b11-bb9f-42859ebb5f27 None None] Provisioning complete for port 286231ef-a53c-4083-ad6b-d29599790c8b triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:03:02.293402 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-284d3626-5a3b-4b11-bb9f-42859ebb5f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:02.293557 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e49ee97a-6a2b-46db-8efa-2fcdbb4f2267 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 18:03:02.303736 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-e49ee97a-6a2b-46db-8efa-2fcdbb4f2267 admin admin] 10.222.0.23 "PUT /v2.0/routers/dfa663df-1a22-4aa7-896f-ebb305b79089/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2126775 Dec 06 18:03:02.545582 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-284d3626-5a3b-4b11-bb9f-42859ebb5f27 None None] Port 286231ef-a53c-4083-ad6b-d29599790c8b cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 18:03:02.600904 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-284d3626-5a3b-4b11-bb9f-42859ebb5f27 None None] Provisioning complete for port 17628bc3-92d4-4be1-aae7-cc4caae6b390 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:03:02.601279 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-284d3626-5a3b-4b11-bb9f-42859ebb5f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:02.732917 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-284d3626-5a3b-4b11-bb9f-42859ebb5f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:02.776352 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-173f9e58-4af2-421f-9cd9-bfd79ebefd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c0da5cc-ecfb-4f0f-91bc-00af66954bac', 'name': 'tempest-TestMinimumBasicScenario-825755565-router', 'tenant_id': '6f3a3dab17064c0d866a23b7dad4a532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.165'}], 'enable_snat': True}, 'gw_port_id': 'a6082366-b758-4422-9ef1-e95b134ac667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:02:54Z', 'updated_at': '2021-12-06T18:02:56Z', 'revision_number': 4, 'project_id': '6f3a3dab17064c0d866a23b7dad4a532', 'gw_port': {'id': 'a6082366-b758-4422-9ef1-e95b134ac667', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0da5cc-ecfb-4f0f-91bc-00af66954bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:02:54Z', 'updated_at': '2021-12-06T18:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '17628bc3-92d4-4be1-aae7-cc4caae6b390', 'name': '', 'network_id': '0ddf827a-fe55-4140-917b-1050dd94d3b2', 'tenant_id': '6f3a3dab17064c0d866a23b7dad4a532', 'mac_address': 'fa:16:3e:91:79:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c0da5cc-ecfb-4f0f-91bc-00af66954bac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'ee914b03-947f-4ad6-9bdd-05027bc168a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:02:56Z', 'updated_at': '2021-12-06T18:03:01Z', 'revision_number': 4, 'project_id': '6f3a3dab17064c0d866a23b7dad4a532', 'subnets': [{'id': 'ee914b03-947f-4ad6-9bdd-05027bc168a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:03:02.781930 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-284d3626-5a3b-4b11-bb9f-42859ebb5f27 None None] For port 17628bc3-92d4-4be1-aae7-cc4caae6b390, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=17628bc3-92d4-4be1-aae7-cc4caae6b390,segment=NetworkSegment(76c964bb-fb5b-4b92-885f-f31da2bcb071),segment_id=76c964bb-fb5b-4b92-885f-f31da2bcb071)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:03:02.811190 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-284d3626-5a3b-4b11-bb9f-42859ebb5f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:02.815438 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173f9e58-4af2-421f-9cd9-bfd79ebefd7a None None] The sync data for ids ['8c0da5cc-ecfb-4f0f-91bc-00af66954bac'] in n-d-master-1 is: [{'id': '8c0da5cc-ecfb-4f0f-91bc-00af66954bac', 'name': 'tempest-TestMinimumBasicScenario-825755565-router', 'tenant_id': '6f3a3dab17064c0d866a23b7dad4a532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.165'}], 'enable_snat': True}, 'gw_port_id': 'a6082366-b758-4422-9ef1-e95b134ac667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:02:54Z', 'updated_at': '2021-12-06T18:02:56Z', 'revision_number': 4, 'project_id': '6f3a3dab17064c0d866a23b7dad4a532', 'gw_port': {'id': 'a6082366-b758-4422-9ef1-e95b134ac667', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0da5cc-ecfb-4f0f-91bc-00af66954bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:02:54Z', 'updated_at': '2021-12-06T18:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '17628bc3-92d4-4be1-aae7-cc4caae6b390', 'name': '', 'network_id': '0ddf827a-fe55-4140-917b-1050dd94d3b2', 'tenant_id': '6f3a3dab17064c0d866a23b7dad4a532', 'mac_address': 'fa:16:3e:91:79:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c0da5cc-ecfb-4f0f-91bc-00af66954bac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'ee914b03-947f-4ad6-9bdd-05027bc168a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:02:56Z', 'updated_at': '2021-12-06T18:03:01Z', 'revision_number': 4, 'project_id': '6f3a3dab17064c0d866a23b7dad4a532', 'subnets': [{'id': 'ee914b03-947f-4ad6-9bdd-05027bc168a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 18:03:02.864294 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284d3626-5a3b-4b11-bb9f-42859ebb5f27 None None] Pushing event updated for resources: {'Port': ['ID=17628bc3-92d4-4be1-aae7-cc4caae6b390,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:03:02.934939 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-8305b426-9c09-491e-96aa-9c3f83b899d5 None None] Provisioning complete for port 286231ef-a53c-4083-ad6b-d29599790c8b triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:03:02.936040 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8305b426-9c09-491e-96aa-9c3f83b899d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:02.972681 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-8305b426-9c09-491e-96aa-9c3f83b899d5 None None] Port 286231ef-a53c-4083-ad6b-d29599790c8b cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 18:03:02.988065 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-8305b426-9c09-491e-96aa-9c3f83b899d5 None None] Provisioning complete for port 17628bc3-92d4-4be1-aae7-cc4caae6b390 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:03:02.988617 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8305b426-9c09-491e-96aa-9c3f83b899d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:03.209521 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:03.243884 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 17628bc3-92d4-4be1-aae7-cc4caae6b390 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 18:03:03.316160 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 17628bc3-92d4-4be1-aae7-cc4caae6b390 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:03:03.316548 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:03.427545 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device d0c080df-db43-4246-8c46-d689c9ffbcd3 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 18:03:03.492655 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port d0c080df-db43-4246-8c46-d689c9ffbcd3 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:03:03.493332 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:03.717668 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf65861-2595-4560-9ce1-2bee5a2d9ff0 None None] Sync routers for ids ['dfa663df-1a22-4aa7-896f-ebb305b79089'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 18:03:03.732961 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf65861-2595-4560-9ce1-2bee5a2d9ff0 None None] Routers {'dfa663df-1a22-4aa7-896f-ebb305b79089'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:03:03.734351 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-ddf65861-2595-4560-9ce1-2bee5a2d9ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:02:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['dfa663df-1a22-4aa7-896f-ebb305b79089'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:03:03.868154 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-ddf65861-2595-4560-9ce1-2bee5a2d9ff0 None None] Set router dfa663df-1a22-4aa7-896f-ebb305b79089 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:03:04.096667 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-ddf65861-2595-4560-9ce1-2bee5a2d9ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa663df-1a22-4aa7-896f-ebb305b79089', 'name': 'tempest-TestMinimumBasicScenario-1010979713-router', 'tenant_id': 'aaf7cb83a61d4a31beaf5004c30cfb47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.15'}], 'enable_snat': True}, 'gw_port_id': 'd0c080df-db43-4246-8c46-d689c9ffbcd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:02:58Z', 'updated_at': '2021-12-06T18:03:01Z', 'revision_number': 4, 'project_id': 'aaf7cb83a61d4a31beaf5004c30cfb47', 'gw_port': {'id': 'd0c080df-db43-4246-8c46-d689c9ffbcd3', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a6:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa663df-1a22-4aa7-896f-ebb305b79089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:02:58Z', 'updated_at': '2021-12-06T18:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '286231ef-a53c-4083-ad6b-d29599790c8b', 'name': '', 'network_id': '6abd1dae-b711-4821-a38c-8da0811d9600', 'tenant_id': 'aaf7cb83a61d4a31beaf5004c30cfb47', 'mac_address': 'fa:16:3e:ab:15:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfa663df-1a22-4aa7-896f-ebb305b79089', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '8d4de8e5-1e09-4c18-b084-40a982b9ecfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:03:00Z', 'updated_at': '2021-12-06T18:03:01Z', 'revision_number': 2, 'project_id': 'aaf7cb83a61d4a31beaf5004c30cfb47', 'subnets': [{'id': '8d4de8e5-1e09-4c18-b084-40a982b9ecfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:03:04.130387 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf65861-2595-4560-9ce1-2bee5a2d9ff0 None None] Checking router: dfa663df-1a22-4aa7-896f-ebb305b79089 for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 18:03:04.131110 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf65861-2595-4560-9ce1-2bee5a2d9ff0 None None] Updating router dfa663df-1a22-4aa7-896f-ebb305b79089 port 286231ef-a53c-4083-ad6b-d29599790c8b binding host n-d-master-1 {{(pid=103287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 18:03:04.164958 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ddf65861-2595-4560-9ce1-2bee5a2d9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:04.445986 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ddf65861-2595-4560-9ce1-2bee5a2d9ff0 None None] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:04.454872 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ddf65861-2595-4560-9ce1-2bee5a2d9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:04.521401 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d044a-9d45-45b6-859e-82ce2156e189 None None] Pushing event updated for resources: {'Port': ['ID=286231ef-a53c-4083-ad6b-d29599790c8b,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:03:04.584608 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-ddf65861-2595-4560-9ce1-2bee5a2d9ff0 None None] Attempting to bind port 286231ef-a53c-4083-ad6b-d29599790c8b on host n-d-master-1 for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 18:03:04.584976 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-ddf65861-2595-4560-9ce1-2bee5a2d9ff0 None None] Attempting to bind port 286231ef-a53c-4083-ad6b-d29599790c8b by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'a1499f55-b43a-45c6-a402-029793d8097d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '6abd1dae-b711-4821-a38c-8da0811d9600'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 18:03:04.585341 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf65861-2595-4560-9ce1-2bee5a2d9ff0 None None] Attempting to bind port 286231ef-a53c-4083-ad6b-d29599790c8b on network 6abd1dae-b711-4821-a38c-8da0811d9600 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 18:03:04.592588 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf65861-2595-4560-9ce1-2bee5a2d9ff0 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 18, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 18:03:04.592967 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf65861-2595-4560-9ce1-2bee5a2d9ff0 None None] Checking segment: {'id': 'a1499f55-b43a-45c6-a402-029793d8097d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '6abd1dae-b711-4821-a38c-8da0811d9600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 18:03:04.593559 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ddf65861-2595-4560-9ce1-2bee5a2d9ff0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:04.593952 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf65861-2595-4560-9ce1-2bee5a2d9ff0 None None] Bound using segment: {'id': 'a1499f55-b43a-45c6-a402-029793d8097d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '6abd1dae-b711-4821-a38c-8da0811d9600'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 18:03:04.594424 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-ddf65861-2595-4560-9ce1-2bee5a2d9ff0 None None] Bound port: 286231ef-a53c-4083-ad6b-d29599790c8b, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1499f55-b43a-45c6-a402-029793d8097d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '6abd1dae-b711-4821-a38c-8da0811d9600'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 18:03:04.594802 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ddf65861-2595-4560-9ce1-2bee5a2d9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:04.682790 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-ddf65861-2595-4560-9ce1-2bee5a2d9ff0 None None] For port 286231ef-a53c-4083-ad6b-d29599790c8b, host n-d-master-1, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 18:03:04.686891 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-ddf65861-2595-4560-9ce1-2bee5a2d9ff0 None None] For port 286231ef-a53c-4083-ad6b-d29599790c8b, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=286231ef-a53c-4083-ad6b-d29599790c8b,segment=NetworkSegment(a1499f55-b43a-45c6-a402-029793d8097d),segment_id=a1499f55-b43a-45c6-a402-029793d8097d)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 18:03:04.694777 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ddf65861-2595-4560-9ce1-2bee5a2d9ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:04.782152 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf65861-2595-4560-9ce1-2bee5a2d9ff0 None None] Routers {'dfa663df-1a22-4aa7-896f-ebb305b79089'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:03:04.782152 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-ddf65861-2595-4560-9ce1-2bee5a2d9ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:02:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['dfa663df-1a22-4aa7-896f-ebb305b79089'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:03:04.820640 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d044a-9d45-45b6-859e-82ce2156e189 None None] Pushing event updated for resources: {'Port': ['ID=286231ef-a53c-4083-ad6b-d29599790c8b,revision_number=4']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:03:04.823007 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-55087897-765f-417e-bc64-967d1dcc5888 None None] Provisioning complete for port 286231ef-a53c-4083-ad6b-d29599790c8b triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:03:04.823912 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-55087897-765f-417e-bc64-967d1dcc5888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:04.932627 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-55087897-765f-417e-bc64-967d1dcc5888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:04.946539 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-ddf65861-2595-4560-9ce1-2bee5a2d9ff0 None None] Set router dfa663df-1a22-4aa7-896f-ebb305b79089 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:03:04.976839 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-55087897-765f-417e-bc64-967d1dcc5888 None None] For port 286231ef-a53c-4083-ad6b-d29599790c8b, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=286231ef-a53c-4083-ad6b-d29599790c8b,segment=NetworkSegment(a1499f55-b43a-45c6-a402-029793d8097d),segment_id=a1499f55-b43a-45c6-a402-029793d8097d)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:03:04.985502 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-55087897-765f-417e-bc64-967d1dcc5888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:05.082999 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55087897-765f-417e-bc64-967d1dcc5888 None None] Pushing event updated for resources: {'Port': ['ID=286231ef-a53c-4083-ad6b-d29599790c8b,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:03:05.116471 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a270d0f6-e6da-4953-a523-d5aa574446fb None None] Provisioning complete for port 286231ef-a53c-4083-ad6b-d29599790c8b triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:03:05.117820 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a270d0f6-e6da-4953-a523-d5aa574446fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:05.353530 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-ddf65861-2595-4560-9ce1-2bee5a2d9ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa663df-1a22-4aa7-896f-ebb305b79089', 'name': 'tempest-TestMinimumBasicScenario-1010979713-router', 'tenant_id': 'aaf7cb83a61d4a31beaf5004c30cfb47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.15'}], 'enable_snat': True}, 'gw_port_id': 'd0c080df-db43-4246-8c46-d689c9ffbcd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:02:58Z', 'updated_at': '2021-12-06T18:03:01Z', 'revision_number': 4, 'project_id': 'aaf7cb83a61d4a31beaf5004c30cfb47', 'gw_port': {'id': 'd0c080df-db43-4246-8c46-d689c9ffbcd3', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a6:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa663df-1a22-4aa7-896f-ebb305b79089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:02:58Z', 'updated_at': '2021-12-06T18:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '286231ef-a53c-4083-ad6b-d29599790c8b', 'name': '', 'network_id': '6abd1dae-b711-4821-a38c-8da0811d9600', 'tenant_id': 'aaf7cb83a61d4a31beaf5004c30cfb47', 'mac_address': 'fa:16:3e:ab:15:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfa663df-1a22-4aa7-896f-ebb305b79089', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '8d4de8e5-1e09-4c18-b084-40a982b9ecfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:03:00Z', 'updated_at': '2021-12-06T18:03:04Z', 'revision_number': 4, 'project_id': 'aaf7cb83a61d4a31beaf5004c30cfb47', 'subnets': [{'id': '8d4de8e5-1e09-4c18-b084-40a982b9ecfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:03:05.385323 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf65861-2595-4560-9ce1-2bee5a2d9ff0 None None] The sync data for ids ['dfa663df-1a22-4aa7-896f-ebb305b79089'] in n-d-master-1 is: [{'id': 'dfa663df-1a22-4aa7-896f-ebb305b79089', 'name': 'tempest-TestMinimumBasicScenario-1010979713-router', 'tenant_id': 'aaf7cb83a61d4a31beaf5004c30cfb47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.15'}], 'enable_snat': True}, 'gw_port_id': 'd0c080df-db43-4246-8c46-d689c9ffbcd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:02:58Z', 'updated_at': '2021-12-06T18:03:01Z', 'revision_number': 4, 'project_id': 'aaf7cb83a61d4a31beaf5004c30cfb47', 'gw_port': {'id': 'd0c080df-db43-4246-8c46-d689c9ffbcd3', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a6:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa663df-1a22-4aa7-896f-ebb305b79089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:02:58Z', 'updated_at': '2021-12-06T18:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '286231ef-a53c-4083-ad6b-d29599790c8b', 'name': '', 'network_id': '6abd1dae-b711-4821-a38c-8da0811d9600', 'tenant_id': 'aaf7cb83a61d4a31beaf5004c30cfb47', 'mac_address': 'fa:16:3e:ab:15:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfa663df-1a22-4aa7-896f-ebb305b79089', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '8d4de8e5-1e09-4c18-b084-40a982b9ecfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:03:00Z', 'updated_at': '2021-12-06T18:03:04Z', 'revision_number': 4, 'project_id': 'aaf7cb83a61d4a31beaf5004c30cfb47', 'subnets': [{'id': '8d4de8e5-1e09-4c18-b084-40a982b9ecfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 18:03:05.573749 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:07.159875 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 286231ef-a53c-4083-ad6b-d29599790c8b up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 18:03:07.215394 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 286231ef-a53c-4083-ad6b-d29599790c8b triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:03:07.216623 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:12.751584 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ce436-1783-4be1-8fa7-e4b80d33c3a0 req-bad44dad-fe04-4793-a92d-fc9f5aa8f763 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:03:12.753341 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a97ce436-1783-4be1-8fa7-e4b80d33c3a0 req-bad44dad-fe04-4793-a92d-fc9f5aa8f763 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] 10.222.0.23 "GET /v2.0/networks?id=0ddf827a-fe55-4140-917b-1050dd94d3b2 HTTP/1.1" status: 200 len: 814 time: 0.1126323 Dec 06 18:03:12.769874 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a97ce436-1783-4be1-8fa7-e4b80d33c3a0 req-9a5675f1-49cc-4240-9bab-2076fe48696f tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] 10.222.0.23 "GET /v2.0/quotas/6f3a3dab17064c0d866a23b7dad4a532 HTTP/1.1" status: 200 len: 375 time: 0.0099933 Dec 06 18:03:12.821250 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a97ce436-1783-4be1-8fa7-e4b80d33c3a0 req-d17f89d1-94b7-444b-8965-4331ceb84c6f tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6f3a3dab17064c0d866a23b7dad4a532&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456679 Dec 06 18:03:13.030524 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a97ce436-1783-4be1-8fa7-e4b80d33c3a0 req-9e468d11-106b-46ce-b332-c3421a271a4f service neutron] 10.222.0.23 "GET /v2.0/networks/0ddf827a-fe55-4140-917b-1050dd94d3b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233726 Dec 06 18:03:13.118724 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a97ce436-1783-4be1-8fa7-e4b80d33c3a0 req-ce23a83b-fb88-4a36-9573-32885107ed4c service neutron] 10.222.0.23 "GET /v2.0/networks/0ddf827a-fe55-4140-917b-1050dd94d3b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817838 Dec 06 18:03:13.400549 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5a64d429-7798-4541-b2af-203bdc186560 req-2bc11bfb-acbb-495a-b035-7772ad9279cd tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] 10.222.0.23 "GET /v2.0/ports?device_id=6cedbf1b-2ca0-4947-91bf-1dc5269fbd6e HTTP/1.1" status: 200 len: 210 time: 0.0799646 Dec 06 18:03:13.521642 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fedb9825-7a8f-4d19-932d-b6991d6636a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:14.219146 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ce436-1783-4be1-8fa7-e4b80d33c3a0 req-9ba5f9df-ee9e-4d64-b5bc-2c7799e7b18e tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:03:14.220664 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a97ce436-1783-4be1-8fa7-e4b80d33c3a0 req-9ba5f9df-ee9e-4d64-b5bc-2c7799e7b18e tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] 10.222.0.44 "GET /v2.0/networks?id=0ddf827a-fe55-4140-917b-1050dd94d3b2 HTTP/1.1" status: 200 len: 814 time: 0.1127241 Dec 06 18:03:14.235185 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-a97ce436-1783-4be1-8fa7-e4b80d33c3a0 req-0d70e12d-dfab-40ac-a93e-49d19fbeda6b tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Request body: {'port': {'device_id': '6cedbf1b-2ca0-4947-91bf-1dc5269fbd6e', 'network_id': '0ddf827a-fe55-4140-917b-1050dd94d3b2', 'admin_state_up': True, 'tenant_id': '6f3a3dab17064c0d866a23b7dad4a532'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:03:14.346010 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a97ce436-1783-4be1-8fa7-e4b80d33c3a0 req-0d70e12d-dfab-40ac-a93e-49d19fbeda6b tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Made reservation on behalf of 6f3a3dab17064c0d866a23b7dad4a532 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 18:03:14.349960 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a97ce436-1783-4be1-8fa7-e4b80d33c3a0 req-0d70e12d-dfab-40ac-a93e-49d19fbeda6b tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:14.504540 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9ce04925-5da9-4773-8ef1-fd24b1ac0a48 req-c446057a-9b76-49e6-b783-4da0474b3b08 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] 10.222.0.23 "GET /v2.0/ports?device_id=6cedbf1b-2ca0-4947-91bf-1dc5269fbd6e HTTP/1.1" status: 200 len: 210 time: 0.0325577 Dec 06 18:03:14.513096 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-a97ce436-1783-4be1-8fa7-e4b80d33c3a0 req-0d70e12d-dfab-40ac-a93e-49d19fbeda6b tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Allocated IP 172.20.0.5 (0ddf827a-fe55-4140-917b-1050dd94d3b2/ee914b03-947f-4ad6-9bdd-05027bc168a2/78225580-eb85-41e5-8341-bfa35d9cd5f8) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 18:03:14.708759 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a97ce436-1783-4be1-8fa7-e4b80d33c3a0 req-0d70e12d-dfab-40ac-a93e-49d19fbeda6b tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:14.750324 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a97ce436-1783-4be1-8fa7-e4b80d33c3a0 req-0d70e12d-dfab-40ac-a93e-49d19fbeda6b tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:14.823139 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a97ce436-1783-4be1-8fa7-e4b80d33c3a0 req-0d70e12d-dfab-40ac-a93e-49d19fbeda6b tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Network 0ddf827a-fe55-4140-917b-1050dd94d3b2 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 18:03:14.826920 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-a97ce436-1783-4be1-8fa7-e4b80d33c3a0 req-0d70e12d-dfab-40ac-a93e-49d19fbeda6b tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 18:03:14.831847 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-a97ce436-1783-4be1-8fa7-e4b80d33c3a0 req-0d70e12d-dfab-40ac-a93e-49d19fbeda6b tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 18:03:14.872465 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d70e12d-dfab-40ac-a93e-49d19fbeda6b tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Pushing event updated for resources: {'Port': ['ID=78225580-eb85-41e5-8341-bfa35d9cd5f8,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:03:14.920157 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ce436-1783-4be1-8fa7-e4b80d33c3a0 req-0d70e12d-dfab-40ac-a93e-49d19fbeda6b tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:03:14.920834 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a97ce436-1783-4be1-8fa7-e4b80d33c3a0 req-0d70e12d-dfab-40ac-a93e-49d19fbeda6b tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:14.941001 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a97ce436-1783-4be1-8fa7-e4b80d33c3a0 req-0d70e12d-dfab-40ac-a93e-49d19fbeda6b tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7102625 Dec 06 18:03:15.122339 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-0cf87e68-9e3a-40f1-ab31-f3a36bbbdbd4 None None] Provisioning complete for port 78225580-eb85-41e5-8341-bfa35d9cd5f8 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:03:15.123360 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0cf87e68-9e3a-40f1-ab31-f3a36bbbdbd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:15.165350 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-0cf87e68-9e3a-40f1-ab31-f3a36bbbdbd4 None None] Port 78225580-eb85-41e5-8341-bfa35d9cd5f8 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 18:03:15.646148 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84268162-cdee-4eda-8122-437ccfdc306c req-7e86df99-f9b5-481b-b4f2-076173f41a76 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:03:15.653507 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-84268162-cdee-4eda-8122-437ccfdc306c req-7e86df99-f9b5-481b-b4f2-076173f41a76 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] 10.222.0.23 "GET /v2.0/ports?device_id=6cedbf1b-2ca0-4947-91bf-1dc5269fbd6e HTTP/1.1" status: 200 len: 931 time: 0.0563505 Dec 06 18:03:15.705495 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-84268162-cdee-4eda-8122-437ccfdc306c req-8ec4bd82-8e57-46bd-b3d2-26ab2a39ae0a tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] 10.222.0.23 "GET /v2.0/security-groups?id=6513242a-47f3-4abb-89f8-f15006b56d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511031 Dec 06 18:03:15.713539 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-db4881d3-f2bb-409c-8fff-26e472b61f84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:16.828741 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c2d55f-487e-47a1-b6be-c63cf5e4fc6a req-67ede6b5-4f7b-42f1-bf91-ccec74dc9a41 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:03:16.830356 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e1c2d55f-487e-47a1-b6be-c63cf5e4fc6a req-67ede6b5-4f7b-42f1-bf91-ccec74dc9a41 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] 10.222.0.23 "GET /v2.0/ports?device_id=6cedbf1b-2ca0-4947-91bf-1dc5269fbd6e HTTP/1.1" status: 200 len: 931 time: 0.0552695 Dec 06 18:03:16.878605 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e1c2d55f-487e-47a1-b6be-c63cf5e4fc6a req-59042a72-a3e8-4c19-a86f-f35929622dba tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] 10.222.0.23 "GET /v2.0/security-groups?id=6513242a-47f3-4abb-89f8-f15006b56d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414410 Dec 06 18:03:17.101213 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:18.001681 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ddbd3d-9899-48b0-b201-03a4202b1603 req-10fe31db-c855-4ae7-a1c6-14ab25c33c5d tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:03:18.003325 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-92ddbd3d-9899-48b0-b201-03a4202b1603 req-10fe31db-c855-4ae7-a1c6-14ab25c33c5d tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] 10.222.0.23 "GET /v2.0/ports?device_id=6cedbf1b-2ca0-4947-91bf-1dc5269fbd6e HTTP/1.1" status: 200 len: 931 time: 0.0533626 Dec 06 18:03:18.052104 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-92ddbd3d-9899-48b0-b201-03a4202b1603 req-e1ce1861-9b53-4c6c-b5b6-11f87b7f9a32 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] 10.222.0.23 "GET /v2.0/security-groups?id=6513242a-47f3-4abb-89f8-f15006b56d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424643 Dec 06 18:03:18.240858 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:19.158087 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:19.177848 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7560b1d0-a564-4bb7-acb9-eb4ba3e0974f req-8e02e474-f348-40e2-ae55-9280c70093af tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:03:19.179688 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7560b1d0-a564-4bb7-acb9-eb4ba3e0974f req-8e02e474-f348-40e2-ae55-9280c70093af tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] 10.222.0.23 "GET /v2.0/ports?device_id=6cedbf1b-2ca0-4947-91bf-1dc5269fbd6e HTTP/1.1" status: 200 len: 931 time: 0.0516119 Dec 06 18:03:19.238146 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7560b1d0-a564-4bb7-acb9-eb4ba3e0974f req-7cc044d7-a119-401a-8bc6-b39a36d93829 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] 10.222.0.23 "GET /v2.0/security-groups?id=6513242a-47f3-4abb-89f8-f15006b56d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495646 Dec 06 18:03:20.348829 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517919dc-bcc2-44f8-903b-89ec26205f9a req-1758014a-c57a-4d7d-8904-3aa9c51d9667 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:03:20.350377 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-517919dc-bcc2-44f8-903b-89ec26205f9a req-1758014a-c57a-4d7d-8904-3aa9c51d9667 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] 10.222.0.23 "GET /v2.0/ports?device_id=6cedbf1b-2ca0-4947-91bf-1dc5269fbd6e HTTP/1.1" status: 200 len: 931 time: 0.0473585 Dec 06 18:03:20.403803 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-517919dc-bcc2-44f8-903b-89ec26205f9a req-8d422225-7856-4e8c-902e-6bf9b2683b35 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] 10.222.0.23 "GET /v2.0/security-groups?id=6513242a-47f3-4abb-89f8-f15006b56d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474312 Dec 06 18:03:21.527830 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a475460e-6481-43b3-b9f1-de229b7a876f req-4498a2ec-2f6b-47c1-b8b3-16ca8ad67388 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:03:21.529344 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a475460e-6481-43b3-b9f1-de229b7a876f req-4498a2ec-2f6b-47c1-b8b3-16ca8ad67388 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] 10.222.0.23 "GET /v2.0/ports?device_id=6cedbf1b-2ca0-4947-91bf-1dc5269fbd6e HTTP/1.1" status: 200 len: 931 time: 0.0572140 Dec 06 18:03:21.578428 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a475460e-6481-43b3-b9f1-de229b7a876f req-db3eb584-ee70-46cf-b032-78b6e9466f1b tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] 10.222.0.23 "GET /v2.0/security-groups?id=6513242a-47f3-4abb-89f8-f15006b56d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430372 Dec 06 18:03:22.719094 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8062b48-ae0c-4945-9fc0-b7b2770d61c1 req-5513d86c-cc50-449b-ad1c-c32713c57550 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:03:22.720590 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c8062b48-ae0c-4945-9fc0-b7b2770d61c1 req-5513d86c-cc50-449b-ad1c-c32713c57550 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] 10.222.0.23 "GET /v2.0/ports?device_id=6cedbf1b-2ca0-4947-91bf-1dc5269fbd6e HTTP/1.1" status: 200 len: 931 time: 0.0635538 Dec 06 18:03:22.773739 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c8062b48-ae0c-4945-9fc0-b7b2770d61c1 req-888762d7-1ead-442d-98af-660979fa10c8 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] 10.222.0.23 "GET /v2.0/security-groups?id=6513242a-47f3-4abb-89f8-f15006b56d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470066 Dec 06 18:03:23.890693 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda93941-0b38-4f52-9622-d18484f3650e req-36914be7-12d6-4b6d-a821-1cdd1eda6ef1 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:03:23.892231 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-dda93941-0b38-4f52-9622-d18484f3650e req-36914be7-12d6-4b6d-a821-1cdd1eda6ef1 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] 10.222.0.23 "GET /v2.0/ports?device_id=6cedbf1b-2ca0-4947-91bf-1dc5269fbd6e HTTP/1.1" status: 200 len: 931 time: 0.0493956 Dec 06 18:03:23.946922 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-dda93941-0b38-4f52-9622-d18484f3650e req-110141ac-0e74-4398-b9cf-a39b7e4e71e4 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] 10.222.0.23 "GET /v2.0/security-groups?id=6513242a-47f3-4abb-89f8-f15006b56d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484672 Dec 06 18:03:24.320064 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 18:03:25.062226 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e814e1d0-ef7f-4882-bca8-6afd2fd5c3a8 req-f60c60c8-2cc8-4f5c-b462-ec3b0fc00303 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:03:25.063623 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e814e1d0-ef7f-4882-bca8-6afd2fd5c3a8 req-f60c60c8-2cc8-4f5c-b462-ec3b0fc00303 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] 10.222.0.23 "GET /v2.0/ports?device_id=6cedbf1b-2ca0-4947-91bf-1dc5269fbd6e HTTP/1.1" status: 200 len: 931 time: 0.0486591 Dec 06 18:03:25.121567 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e814e1d0-ef7f-4882-bca8-6afd2fd5c3a8 req-f99be652-59ee-4b66-ad42-0637df2da6e8 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] 10.222.0.23 "GET /v2.0/security-groups?id=6513242a-47f3-4abb-89f8-f15006b56d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518851 Dec 06 18:03:25.183640 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-a97ce436-1783-4be1-8fa7-e4b80d33c3a0 req-b4583b14-ff11-47bb-a2e1-df4dcfbaa4c7 service neutron] Request body: {'port': {'device_id': '6cedbf1b-2ca0-4947-91bf-1dc5269fbd6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:03:25.239445 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a97ce436-1783-4be1-8fa7-e4b80d33c3a0 req-b4583b14-ff11-47bb-a2e1-df4dcfbaa4c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:25.493256 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-a97ce436-1783-4be1-8fa7-e4b80d33c3a0 req-b4583b14-ff11-47bb-a2e1-df4dcfbaa4c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78225580-eb85-41e5-8341-bfa35d9cd5f8 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 18:03:25.500547 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a97ce436-1783-4be1-8fa7-e4b80d33c3a0 req-b4583b14-ff11-47bb-a2e1-df4dcfbaa4c7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:25.513116 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-a97ce436-1783-4be1-8fa7-e4b80d33c3a0 req-b4583b14-ff11-47bb-a2e1-df4dcfbaa4c7 service neutron] Transition to ACTIVE for port object 78225580-eb85-41e5-8341-bfa35d9cd5f8 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 18:03:25.516901 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a97ce436-1783-4be1-8fa7-e4b80d33c3a0 req-b4583b14-ff11-47bb-a2e1-df4dcfbaa4c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:25.585397 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4583b14-ff11-47bb-a2e1-df4dcfbaa4c7 service neutron] Pushing event updated for resources: {'Port': ['ID=78225580-eb85-41e5-8341-bfa35d9cd5f8,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:03:25.639169 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-a97ce436-1783-4be1-8fa7-e4b80d33c3a0 req-b4583b14-ff11-47bb-a2e1-df4dcfbaa4c7 service neutron] Attempting to bind port 78225580-eb85-41e5-8341-bfa35d9cd5f8 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 18:03:25.639508 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-a97ce436-1783-4be1-8fa7-e4b80d33c3a0 req-b4583b14-ff11-47bb-a2e1-df4dcfbaa4c7 service neutron] Attempting to bind port 78225580-eb85-41e5-8341-bfa35d9cd5f8 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '76c964bb-fb5b-4b92-885f-f31da2bcb071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0ddf827a-fe55-4140-917b-1050dd94d3b2'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 18:03:25.639841 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97ce436-1783-4be1-8fa7-e4b80d33c3a0 req-b4583b14-ff11-47bb-a2e1-df4dcfbaa4c7 service neutron] Attempting to bind port 78225580-eb85-41e5-8341-bfa35d9cd5f8 on network 0ddf827a-fe55-4140-917b-1050dd94d3b2 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 18:03:25.644413 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97ce436-1783-4be1-8fa7-e4b80d33c3a0 req-b4583b14-ff11-47bb-a2e1-df4dcfbaa4c7 service neutron] Port 78225580-eb85-41e5-8341-bfa35d9cd5f8 on network 0ddf827a-fe55-4140-917b-1050dd94d3b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 18:03:25.644762 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97ce436-1783-4be1-8fa7-e4b80d33c3a0 req-b4583b14-ff11-47bb-a2e1-df4dcfbaa4c7 service neutron] Attempting to bind port 78225580-eb85-41e5-8341-bfa35d9cd5f8 on network 0ddf827a-fe55-4140-917b-1050dd94d3b2 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 18:03:25.649773 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97ce436-1783-4be1-8fa7-e4b80d33c3a0 req-b4583b14-ff11-47bb-a2e1-df4dcfbaa4c7 service neutron] Checking agent: {'id': '9d8b9f49-2860-4c1f-9b89-45a7657a3c4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 18, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 18:03:25.650110 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97ce436-1783-4be1-8fa7-e4b80d33c3a0 req-b4583b14-ff11-47bb-a2e1-df4dcfbaa4c7 service neutron] Checking segment: {'id': '76c964bb-fb5b-4b92-885f-f31da2bcb071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0ddf827a-fe55-4140-917b-1050dd94d3b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 18:03:25.650492 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97ce436-1783-4be1-8fa7-e4b80d33c3a0 req-b4583b14-ff11-47bb-a2e1-df4dcfbaa4c7 service neutron] Bound using segment: {'id': '76c964bb-fb5b-4b92-885f-f31da2bcb071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0ddf827a-fe55-4140-917b-1050dd94d3b2'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 18:03:25.650919 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-a97ce436-1783-4be1-8fa7-e4b80d33c3a0 req-b4583b14-ff11-47bb-a2e1-df4dcfbaa4c7 service neutron] Bound port: 78225580-eb85-41e5-8341-bfa35d9cd5f8, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76c964bb-fb5b-4b92-885f-f31da2bcb071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0ddf827a-fe55-4140-917b-1050dd94d3b2'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 18:03:25.651275 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a97ce436-1783-4be1-8fa7-e4b80d33c3a0 req-b4583b14-ff11-47bb-a2e1-df4dcfbaa4c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:25.717145 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-a97ce436-1783-4be1-8fa7-e4b80d33c3a0 req-b4583b14-ff11-47bb-a2e1-df4dcfbaa4c7 service neutron] For port 78225580-eb85-41e5-8341-bfa35d9cd5f8, host n-h2-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 18:03:25.720107 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-a97ce436-1783-4be1-8fa7-e4b80d33c3a0 req-b4583b14-ff11-47bb-a2e1-df4dcfbaa4c7 service neutron] For port 78225580-eb85-41e5-8341-bfa35d9cd5f8, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=78225580-eb85-41e5-8341-bfa35d9cd5f8,segment=NetworkSegment(76c964bb-fb5b-4b92-885f-f31da2bcb071),segment_id=76c964bb-fb5b-4b92-885f-f31da2bcb071)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 18:03:25.724060 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a97ce436-1783-4be1-8fa7-e4b80d33c3a0 req-b4583b14-ff11-47bb-a2e1-df4dcfbaa4c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:25.768444 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ce436-1783-4be1-8fa7-e4b80d33c3a0 req-b4583b14-ff11-47bb-a2e1-df4dcfbaa4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:03:25.768444 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a97ce436-1783-4be1-8fa7-e4b80d33c3a0 req-b4583b14-ff11-47bb-a2e1-df4dcfbaa4c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:25.768444 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a97ce436-1783-4be1-8fa7-e4b80d33c3a0 req-b4583b14-ff11-47bb-a2e1-df4dcfbaa4c7 service neutron] 10.222.0.44 "PUT /v2.0/ports/78225580-eb85-41e5-8341-bfa35d9cd5f8 HTTP/1.1" status: 200 len: 1091 time: 0.6256938 Dec 06 18:03:25.768444 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cedbf1b-2ca0-4947-91bf-1dc5269fbd6e', 'tag': '78225580-eb85-41e5-8341-bfa35d9cd5f8'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 18:03:25.798542 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4583b14-ff11-47bb-a2e1-df4dcfbaa4c7 service neutron] Pushing event updated for resources: {'Port': ['ID=78225580-eb85-41e5-8341-bfa35d9cd5f8,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:03:25.827447 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0deb9614d467c76714cadb3278283c9891b68bf60c17f6ec8acc98d969d5ca90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed3acd13-41aa-46d5-871a-b9f41a3ed470" -d '{"events": [{"name": "network-changed", "server_uuid": "6cedbf1b-2ca0-4947-91bf-1dc5269fbd6e", "tag": "78225580-eb85-41e5-8341-bfa35d9cd5f8"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 18:03:25.867086 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ce436-1783-4be1-8fa7-e4b80d33c3a0 req-13c635a5-bfad-409f-9b9d-154e85045688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:03:25.868584 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a97ce436-1783-4be1-8fa7-e4b80d33c3a0 req-13c635a5-bfad-409f-9b9d-154e85045688 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6f3a3dab17064c0d866a23b7dad4a532&device_id=6cedbf1b-2ca0-4947-91bf-1dc5269fbd6e HTTP/1.1" status: 200 len: 1094 time: 0.0527332 Dec 06 18:03:25.914040 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a97ce436-1783-4be1-8fa7-e4b80d33c3a0 req-0d279241-681e-4565-8d86-8af97cf624cb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78225580-eb85-41e5-8341-bfa35d9cd5f8 HTTP/1.1" status: 200 len: 217 time: 0.0372815 Dec 06 18:03:25.929414 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 18:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91fe004b-54da-4ca3-9042-2ff957f83269 x-openstack-request-id: req-91fe004b-54da-4ca3-9042-2ff957f83269 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 18:03:25.929836 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cedbf1b-2ca0-4947-91bf-1dc5269fbd6e", "tag": "78225580-eb85-41e5-8341-bfa35d9cd5f8", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 18:03:25.930157 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-91fe004b-54da-4ca3-9042-2ff957f83269 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 18:03:25.930623 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cedbf1b-2ca0-4947-91bf-1dc5269fbd6e', 'tag': '78225580-eb85-41e5-8341-bfa35d9cd5f8', 'status': 'completed', 'code': 200} Dec 06 18:03:25.969133 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ce436-1783-4be1-8fa7-e4b80d33c3a0 req-67fbaa51-66e3-42c2-b939-51f8e5641783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:03:25.970631 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a97ce436-1783-4be1-8fa7-e4b80d33c3a0 req-67fbaa51-66e3-42c2-b939-51f8e5641783 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ee914b03-947f-4ad6-9bdd-05027bc168a2 HTTP/1.1" status: 200 len: 853 time: 0.0503008 Dec 06 18:03:26.024250 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ce436-1783-4be1-8fa7-e4b80d33c3a0 req-685afd86-fe30-49ed-af69-786a3064d0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:03:26.025735 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a97ce436-1783-4be1-8fa7-e4b80d33c3a0 req-685afd86-fe30-49ed-af69-786a3064d0b4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0ddf827a-fe55-4140-917b-1050dd94d3b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482883 Dec 06 18:03:26.115053 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a97ce436-1783-4be1-8fa7-e4b80d33c3a0 req-77b9a684-6677-415d-8b09-a8b428430da7 service neutron] 10.222.0.44 "GET /v2.0/networks/0ddf827a-fe55-4140-917b-1050dd94d3b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823267 Dec 06 18:03:26.210667 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a97ce436-1783-4be1-8fa7-e4b80d33c3a0 req-f414b702-4420-462e-a96d-fa769cee3400 service neutron] 10.222.0.44 "GET /v2.0/networks/0ddf827a-fe55-4140-917b-1050dd94d3b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872200 Dec 06 18:03:26.243120 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0743a539-b478-43fb-9ab1-141d6eeb3975 req-021b4b84-7ebb-4a87-aef2-881280caac51 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:03:26.244611 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0743a539-b478-43fb-9ab1-141d6eeb3975 req-021b4b84-7ebb-4a87-aef2-881280caac51 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] 10.222.0.23 "GET /v2.0/ports?device_id=6cedbf1b-2ca0-4947-91bf-1dc5269fbd6e HTTP/1.1" status: 200 len: 943 time: 0.0499556 Dec 06 18:03:26.297421 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0743a539-b478-43fb-9ab1-141d6eeb3975 req-4fc03158-2431-47ea-aef5-d3167fed0f4a tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] 10.222.0.23 "GET /v2.0/security-groups?id=6513242a-47f3-4abb-89f8-f15006b56d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456605 Dec 06 18:03:26.299040 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3acd13-41aa-46d5-871a-b9f41a3ed470 req-87cbe1d4-b65e-4350-b4e6-a85f7ccd9ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:03:26.300561 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ed3acd13-41aa-46d5-871a-b9f41a3ed470 req-87cbe1d4-b65e-4350-b4e6-a85f7ccd9ab6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6f3a3dab17064c0d866a23b7dad4a532&device_id=6cedbf1b-2ca0-4947-91bf-1dc5269fbd6e HTTP/1.1" status: 200 len: 1094 time: 0.0413153 Dec 06 18:03:26.666084 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3acd13-41aa-46d5-871a-b9f41a3ed470 req-d5266ab9-fc28-4316-b1f9-af73173972ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:03:26.667495 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ed3acd13-41aa-46d5-871a-b9f41a3ed470 req-d5266ab9-fc28-4316-b1f9-af73173972ce service neutron] 10.222.0.44 "GET /v2.0/networks?id=0ddf827a-fe55-4140-917b-1050dd94d3b2 HTTP/1.1" status: 200 len: 915 time: 0.3593633 Dec 06 18:03:26.708699 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ed3acd13-41aa-46d5-871a-b9f41a3ed470 req-a3d1603c-40db-41d5-9a89-08c81acebb9f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78225580-eb85-41e5-8341-bfa35d9cd5f8 HTTP/1.1" status: 200 len: 217 time: 0.0336711 Dec 06 18:03:26.758376 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3acd13-41aa-46d5-871a-b9f41a3ed470 req-0c7e0094-ad46-4967-926e-520390b4134f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:03:26.759782 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ed3acd13-41aa-46d5-871a-b9f41a3ed470 req-0c7e0094-ad46-4967-926e-520390b4134f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ee914b03-947f-4ad6-9bdd-05027bc168a2 HTTP/1.1" status: 200 len: 853 time: 0.0428126 Dec 06 18:03:26.810421 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3acd13-41aa-46d5-871a-b9f41a3ed470 req-3026db3c-0e73-4d38-8231-06de3870fcca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:03:26.811920 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ed3acd13-41aa-46d5-871a-b9f41a3ed470 req-3026db3c-0e73-4d38-8231-06de3870fcca service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0ddf827a-fe55-4140-917b-1050dd94d3b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441346 Dec 06 18:03:26.901930 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ed3acd13-41aa-46d5-871a-b9f41a3ed470 req-d6052a70-54b3-406f-a3ad-4c49dd77c759 service neutron] 10.222.0.44 "GET /v2.0/networks/0ddf827a-fe55-4140-917b-1050dd94d3b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814605 Dec 06 18:03:26.995968 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ed3acd13-41aa-46d5-871a-b9f41a3ed470 req-6ef24cf6-6dda-4e00-abad-5772cc939430 service neutron] 10.222.0.44 "GET /v2.0/networks/0ddf827a-fe55-4140-917b-1050dd94d3b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857270 Dec 06 18:03:27.412538 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac439468-6ec8-48bb-882e-de9db322abba req-0aa662cf-b61c-482b-a09a-2f3df7e6d72c tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:03:27.414041 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ac439468-6ec8-48bb-882e-de9db322abba req-0aa662cf-b61c-482b-a09a-2f3df7e6d72c tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] 10.222.0.23 "GET /v2.0/ports?device_id=6cedbf1b-2ca0-4947-91bf-1dc5269fbd6e HTTP/1.1" status: 200 len: 943 time: 0.0489876 Dec 06 18:03:27.461148 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ac439468-6ec8-48bb-882e-de9db322abba req-9ef91052-c89c-4ee2-a2e3-ad1ffdad9b2c tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] 10.222.0.23 "GET /v2.0/security-groups?id=6513242a-47f3-4abb-89f8-f15006b56d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410924 Dec 06 18:03:28.018351 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 78225580-eb85-41e5-8341-bfa35d9cd5f8 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 18:03:28.110310 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 78225580-eb85-41e5-8341-bfa35d9cd5f8, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=78225580-eb85-41e5-8341-bfa35d9cd5f8,segment=NetworkSegment(76c964bb-fb5b-4b92-885f-f31da2bcb071),segment_id=76c964bb-fb5b-4b92-885f-f31da2bcb071)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:03:28.120920 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': '78225580-eb85-41e5-8341-bfa35d9cd5f8', 'network_id': '0ddf827a-fe55-4140-917b-1050dd94d3b2', 'port_id': '78225580-eb85-41e5-8341-bfa35d9cd5f8', 'mac_address': 'fa:16:3e:3d:93:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee914b03-947f-4ad6-9bdd-05027bc168a2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 18:03:28.160384 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:28.173175 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78225580-eb85-41e5-8341-bfa35d9cd5f8 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 18:03:28.192030 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 78225580-eb85-41e5-8341-bfa35d9cd5f8, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=78225580-eb85-41e5-8341-bfa35d9cd5f8,segment=NetworkSegment(76c964bb-fb5b-4b92-885f-f31da2bcb071),segment_id=76c964bb-fb5b-4b92-885f-f31da2bcb071)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:03:28.195922 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:28.241457 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=78225580-eb85-41e5-8341-bfa35d9cd5f8,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:03:28.248776 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:03:28.249181 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:03:28.249552 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:03:28.249890 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:03:28.250230 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:03:28.250567 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:03:28.250898 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:03:28.251229 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:03:28.251556 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:03:28.251885 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:03:28.252215 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:03:28.252540 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:03:28.252864 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:03:28.435343 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['78225580-eb85-41e5-8341-bfa35d9cd5f8'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 18:03:28.573423 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8580bb-eced-44d7-ab1e-a185bb6e98e5 req-b4087c36-df48-4572-8505-decec1cfa87a tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:03:28.575411 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fd8580bb-eced-44d7-ab1e-a185bb6e98e5 req-b4087c36-df48-4572-8505-decec1cfa87a tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] 10.222.0.23 "GET /v2.0/ports?device_id=6cedbf1b-2ca0-4947-91bf-1dc5269fbd6e HTTP/1.1" status: 200 len: 944 time: 0.0473886 Dec 06 18:03:28.621331 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fd8580bb-eced-44d7-ab1e-a185bb6e98e5 req-6e1ac955-c842-4103-807d-2af78618ae05 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] 10.222.0.23 "GET /v2.0/security-groups?id=6513242a-47f3-4abb-89f8-f15006b56d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399551 Dec 06 18:03:29.735146 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5411c24-08fa-4a02-af0c-41a3a784c906 req-daca7fbb-8a9b-499c-be2e-f6be3887cd67 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:03:29.736654 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a5411c24-08fa-4a02-af0c-41a3a784c906 req-daca7fbb-8a9b-499c-be2e-f6be3887cd67 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] 10.222.0.23 "GET /v2.0/ports?device_id=6cedbf1b-2ca0-4947-91bf-1dc5269fbd6e HTTP/1.1" status: 200 len: 944 time: 0.0485568 Dec 06 18:03:29.788150 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a5411c24-08fa-4a02-af0c-41a3a784c906 req-386d0800-5daf-400b-993d-e0b3c6185440 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] 10.222.0.23 "GET /v2.0/security-groups?id=6513242a-47f3-4abb-89f8-f15006b56d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455363 Dec 06 18:03:30.049610 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 78225580-eb85-41e5-8341-bfa35d9cd5f8 up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 18:03:30.097438 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning for port 78225580-eb85-41e5-8341-bfa35d9cd5f8 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 18:03:30.101245 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port 78225580-eb85-41e5-8341-bfa35d9cd5f8 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:03:30.101654 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:30.179212 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:30.201948 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cedbf1b-2ca0-4947-91bf-1dc5269fbd6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78225580-eb85-41e5-8341-bfa35d9cd5f8'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 18:03:30.216024 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 78225580-eb85-41e5-8341-bfa35d9cd5f8, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=78225580-eb85-41e5-8341-bfa35d9cd5f8,segment=NetworkSegment(76c964bb-fb5b-4b92-885f-f31da2bcb071),segment_id=76c964bb-fb5b-4b92-885f-f31da2bcb071)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:03:30.220603 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:30.245360 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}253b13571352ac935e80f100367d97205cb4b29805628151c230edbf5f3547e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18bd1806-47f7-48f0-9337-10067ee9a324" -d '{"events": [{"server_uuid": "6cedbf1b-2ca0-4947-91bf-1dc5269fbd6e", "name": "network-vif-plugged", "status": "completed", "tag": "78225580-eb85-41e5-8341-bfa35d9cd5f8"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 18:03:30.272353 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=78225580-eb85-41e5-8341-bfa35d9cd5f8,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:03:30.328674 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 18:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-014d6d2e-6881-41b5-bee8-df669bb15fed x-openstack-request-id: req-014d6d2e-6881-41b5-bee8-df669bb15fed {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 18:03:30.328979 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cedbf1b-2ca0-4947-91bf-1dc5269fbd6e", "name": "network-vif-plugged", "status": "completed", "tag": "78225580-eb85-41e5-8341-bfa35d9cd5f8", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 18:03:30.329243 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-014d6d2e-6881-41b5-bee8-df669bb15fed {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 18:03:30.329708 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cedbf1b-2ca0-4947-91bf-1dc5269fbd6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78225580-eb85-41e5-8341-bfa35d9cd5f8', 'code': 200} Dec 06 18:03:30.424958 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e701e235-5ac7-4801-8052-7350cc619b04 req-d032d242-b3b6-48b7-b2a8-d999a010fcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:03:30.426462 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e701e235-5ac7-4801-8052-7350cc619b04 req-d032d242-b3b6-48b7-b2a8-d999a010fcb1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6cedbf1b-2ca0-4947-91bf-1dc5269fbd6e HTTP/1.1" status: 200 len: 1096 time: 0.0394287 Dec 06 18:03:30.469448 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e701e235-5ac7-4801-8052-7350cc619b04 req-01681d9a-ad18-4474-b97f-445f9c720f04 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6513242a-47f3-4abb-89f8-f15006b56d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356333 Dec 06 18:03:30.903828 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c129bead-6d35-4c8b-9a11-f6d663c7c266 req-6b7880ae-a017-4d15-bd0b-927c7d7e1dd7 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:03:30.905289 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c129bead-6d35-4c8b-9a11-f6d663c7c266 req-6b7880ae-a017-4d15-bd0b-927c7d7e1dd7 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] 10.222.0.23 "GET /v2.0/ports?device_id=6cedbf1b-2ca0-4947-91bf-1dc5269fbd6e HTTP/1.1" status: 200 len: 945 time: 0.0484908 Dec 06 18:03:30.951987 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c129bead-6d35-4c8b-9a11-f6d663c7c266 req-cbd157fb-9dcb-408b-9cea-ffaeb09285bc tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] 10.222.0.23 "GET /v2.0/security-groups?id=6513242a-47f3-4abb-89f8-f15006b56d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407851 Dec 06 18:03:32.069417 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41795278-bf48-4d01-939a-a2132ca0dfd1 req-e57a9a1c-0bd4-4439-9e67-988c544378a4 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:03:32.070926 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-41795278-bf48-4d01-939a-a2132ca0dfd1 req-e57a9a1c-0bd4-4439-9e67-988c544378a4 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] 10.222.0.23 "GET /v2.0/ports?device_id=6cedbf1b-2ca0-4947-91bf-1dc5269fbd6e HTTP/1.1" status: 200 len: 945 time: 0.0485895 Dec 06 18:03:32.117506 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-41795278-bf48-4d01-939a-a2132ca0dfd1 req-5ecd20ad-9f2b-4369-87cf-970bfd3a52ed tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] 10.222.0.23 "GET /v2.0/security-groups?id=6513242a-47f3-4abb-89f8-f15006b56d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401244 Dec 06 18:03:32.234113 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f7a824-26c5-449a-92a2-49514ef9ddc6 req-b9faa2a1-b3a0-4b50-a1b7-2dd2e5d7b18a tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:03:32.235588 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a8f7a824-26c5-449a-92a2-49514ef9ddc6 req-b9faa2a1-b3a0-4b50-a1b7-2dd2e5d7b18a tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] 10.222.0.23 "GET /v2.0/ports?device_id=6cedbf1b-2ca0-4947-91bf-1dc5269fbd6e HTTP/1.1" status: 200 len: 945 time: 0.0530927 Dec 06 18:03:32.283006 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a8f7a824-26c5-449a-92a2-49514ef9ddc6 req-47cb3810-da7d-4e19-8262-86ca11f036cc tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] 10.222.0.23 "GET /v2.0/security-groups?id=6513242a-47f3-4abb-89f8-f15006b56d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414419 Dec 06 18:03:32.466759 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d7d9a9-bd65-4098-8d2a-1b2b3565dd18 req-200b40d1-381b-471b-ba52-0f1ad7550895 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:03:32.468233 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d7d7d9a9-bd65-4098-8d2a-1b2b3565dd18 req-200b40d1-381b-471b-ba52-0f1ad7550895 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] 10.222.0.23 "GET /v2.0/ports?device_id=6cedbf1b-2ca0-4947-91bf-1dc5269fbd6e HTTP/1.1" status: 200 len: 945 time: 0.0482097 Dec 06 18:03:32.515228 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d7d7d9a9-bd65-4098-8d2a-1b2b3565dd18 req-4e336d47-c7ca-4553-9006-8044a726f364 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] 10.222.0.23 "GET /v2.0/security-groups?id=6513242a-47f3-4abb-89f8-f15006b56d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410938 Dec 06 18:03:33.205925 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:35.565652 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:43.524576 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bae37e9b-dced-4c9b-adfb-8499ea311e11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:44.982685 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619933eb-c0c0-4bdc-ac51-1f995c09f239 req-f387f79b-4b74-423b-adde-94ffaa54eecc tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:03:44.984166 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-619933eb-c0c0-4bdc-ac51-1f995c09f239 req-f387f79b-4b74-423b-adde-94ffaa54eecc tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] 10.222.0.23 "GET /v2.0/ports?device_id=6cedbf1b-2ca0-4947-91bf-1dc5269fbd6e HTTP/1.1" status: 200 len: 945 time: 0.0490212 Dec 06 18:03:45.035131 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-619933eb-c0c0-4bdc-ac51-1f995c09f239 req-72774fee-38c0-4edc-89ec-31a1c8ae244f tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] 10.222.0.23 "GET /v2.0/security-groups?id=6513242a-47f3-4abb-89f8-f15006b56d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450301 Dec 06 18:03:45.056868 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 41802) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:03:45.141866 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf0f254-774d-410f-9a2f-bbbb80933e06 tempest-TestMinimumBasicScenario-224749294 tempest-TestMinimumBasicScenario-224749294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:03:45.143406 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-dcf0f254-774d-410f-9a2f-bbbb80933e06 tempest-TestMinimumBasicScenario-224749294 tempest-TestMinimumBasicScenario-224749294-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6cedbf1b-2ca0-4947-91bf-1dc5269fbd6e HTTP/1.1" status: 200 len: 1091 time: 0.0855103 Dec 06 18:03:45.146406 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 41806) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:03:45.150700 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-52f1dbcc-d76d-4170-8ced-bc5eea496274 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Request body: {'floatingip': {'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'port_id': '78225580-eb85-41e5-8341-bfa35d9cd5f8', 'tenant_id': '6f3a3dab17064c0d866a23b7dad4a532', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:03:45.177138 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-52f1dbcc-d76d-4170-8ced-bc5eea496274 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Publish callbacks [] for floatingip, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:45.273090 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-52f1dbcc-d76d-4170-8ced-bc5eea496274 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:45.377777 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-52f1dbcc-d76d-4170-8ced-bc5eea496274 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Allocated IP 172.35.1.30 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/6152c7b3-64b5-43cc-b475-89f2cd649e1e) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 18:03:45.481350 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-52f1dbcc-d76d-4170-8ced-bc5eea496274 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:45.515304 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-52f1dbcc-d76d-4170-8ced-bc5eea496274 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:45.553647 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f1dbcc-d76d-4170-8ced-bc5eea496274 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 18:03:45.557953 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-52f1dbcc-d76d-4170-8ced-bc5eea496274 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 18:03:45.562456 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f1dbcc-d76d-4170-8ced-bc5eea496274 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 18:03:45.568026 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f1dbcc-d76d-4170-8ced-bc5eea496274 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Pushing event updated for resources: {'Port': ['ID=6152c7b3-64b5-43cc-b475-89f2cd649e1e,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:03:45.715752 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f62593b1-a03a-4449-86ae-b26fb07c8bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:45.921755 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-52f1dbcc-d76d-4170-8ced-bc5eea496274 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:45.987831 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-52f1dbcc-d76d-4170-8ced-bc5eea496274 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:46.136719 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-52f1dbcc-d76d-4170-8ced-bc5eea496274 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:46.140960 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-52f1dbcc-d76d-4170-8ced-bc5eea496274 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:46.209734 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f1dbcc-d76d-4170-8ced-bc5eea496274 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Pushing event updated for resources: {'Port': ['ID=6152c7b3-64b5-43cc-b475-89f2cd649e1e,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:03:46.226931 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-52f1dbcc-d76d-4170-8ced-bc5eea496274 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:46.330057 n-d-master-1 neutron-server[103284]: INFO neutron.db.l3_db [None req-52f1dbcc-d76d-4170-8ced-bc5eea496274 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Floating IP 07855969-b9aa-49db-a4dc-df8b962362f7 associated. External IP: 172.35.1.30, port: 78225580-eb85-41e5-8341-bfa35d9cd5f8. Dec 06 18:03:46.534184 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52f1dbcc-d76d-4170-8ced-bc5eea496274 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Router 8c0da5cc-ecfb-4f0f-91bc-00af66954bac has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 18:03:46.639690 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52f1dbcc-d76d-4170-8ced-bc5eea496274 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 18:03:46.649684 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d64641-d1f3-44d0-a990-31d0d2e77e94 None None] Sync routers for ids ['8c0da5cc-ecfb-4f0f-91bc-00af66954bac'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 18:03:46.657560 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-52f1dbcc-d76d-4170-8ced-bc5eea496274 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:46.660152 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d64641-d1f3-44d0-a990-31d0d2e77e94 None None] Routers {'8c0da5cc-ecfb-4f0f-91bc-00af66954bac'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:03:46.660793 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-c2d64641-d1f3-44d0-a990-31d0d2e77e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:03:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['8c0da5cc-ecfb-4f0f-91bc-00af66954bac'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:03:46.685818 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-52f1dbcc-d76d-4170-8ced-bc5eea496274 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5382428 Dec 06 18:03:46.686417 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cedbf1b-2ca0-4947-91bf-1dc5269fbd6e', 'tag': '78225580-eb85-41e5-8341-bfa35d9cd5f8'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 18:03:46.688471 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 41808) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:03:46.688983 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0deb9614d467c76714cadb3278283c9891b68bf60c17f6ec8acc98d969d5ca90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5e77da8-8734-44c8-84d4-3074770df031" -d '{"events": [{"name": "network-changed", "server_uuid": "6cedbf1b-2ca0-4947-91bf-1dc5269fbd6e", "tag": "78225580-eb85-41e5-8341-bfa35d9cd5f8"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 18:03:46.693079 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-dcebaa17-e72b-41a4-ae0a-a8bba003ecc2 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1004307007', 'description': 'tempest-secgroup-smoke-1004307007 description', 'project_id': '6f3a3dab17064c0d866a23b7dad4a532'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:03:46.723530 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dcebaa17-e72b-41a4-ae0a-a8bba003ecc2 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:46.733159 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 18:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9434a131-bb6f-4ab3-b4fd-4efabae17548 x-openstack-request-id: req-9434a131-bb6f-4ab3-b4fd-4efabae17548 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 18:03:46.733807 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cedbf1b-2ca0-4947-91bf-1dc5269fbd6e", "tag": "78225580-eb85-41e5-8341-bfa35d9cd5f8", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 18:03:46.734253 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9434a131-bb6f-4ab3-b4fd-4efabae17548 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 18:03:46.734677 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cedbf1b-2ca0-4947-91bf-1dc5269fbd6e', 'tag': '78225580-eb85-41e5-8341-bfa35d9cd5f8', 'status': 'completed', 'code': 200} Dec 06 18:03:46.782773 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-c2d64641-d1f3-44d0-a990-31d0d2e77e94 None None] Set router 8c0da5cc-ecfb-4f0f-91bc-00af66954bac gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:03:46.806146 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e77da8-8734-44c8-84d4-3074770df031 req-ecaba13f-a0eb-46d3-b7c6-7e5499ac5f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:03:46.807600 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c5e77da8-8734-44c8-84d4-3074770df031 req-ecaba13f-a0eb-46d3-b7c6-7e5499ac5f54 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6f3a3dab17064c0d866a23b7dad4a532&device_id=6cedbf1b-2ca0-4947-91bf-1dc5269fbd6e HTTP/1.1" status: 200 len: 1096 time: 0.0496340 Dec 06 18:03:46.812263 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dcebaa17-e72b-41a4-ae0a-a8bba003ecc2 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:46.816459 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dcebaa17-e72b-41a4-ae0a-a8bba003ecc2 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:46.848390 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dcebaa17-e72b-41a4-ae0a-a8bba003ecc2 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:46.852415 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-dcebaa17-e72b-41a4-ae0a-a8bba003ecc2 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1601868 Dec 06 18:03:46.852618 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 41812) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:03:46.857780 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-c80c9541-8689-40d2-94c5-a2eacc742a98 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Request body: {'security_group_rule': {'security_group_id': '4d1cdfb5-2be9-4ad8-8abf-fec87e231fae', 'project_id': '6f3a3dab17064c0d866a23b7dad4a532', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:03:46.863329 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcebaa17-e72b-41a4-ae0a-a8bba003ecc2 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d1cdfb5-2be9-4ad8-8abf-fec87e231fae,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:03:46.876972 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcebaa17-e72b-41a4-ae0a-a8bba003ecc2 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:03:46.877327 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcebaa17-e72b-41a4-ae0a-a8bba003ecc2 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:03:46.877701 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcebaa17-e72b-41a4-ae0a-a8bba003ecc2 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:03:46.878045 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcebaa17-e72b-41a4-ae0a-a8bba003ecc2 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:03:46.878380 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcebaa17-e72b-41a4-ae0a-a8bba003ecc2 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:03:46.878718 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcebaa17-e72b-41a4-ae0a-a8bba003ecc2 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:03:46.879047 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcebaa17-e72b-41a4-ae0a-a8bba003ecc2 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:03:46.879377 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcebaa17-e72b-41a4-ae0a-a8bba003ecc2 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:03:46.879703 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcebaa17-e72b-41a4-ae0a-a8bba003ecc2 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:03:46.880032 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcebaa17-e72b-41a4-ae0a-a8bba003ecc2 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:03:46.880362 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcebaa17-e72b-41a4-ae0a-a8bba003ecc2 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:03:46.880685 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcebaa17-e72b-41a4-ae0a-a8bba003ecc2 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:03:46.881007 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcebaa17-e72b-41a4-ae0a-a8bba003ecc2 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:03:46.910085 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c80c9541-8689-40d2-94c5-a2eacc742a98 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:46.911897 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e77da8-8734-44c8-84d4-3074770df031 req-182c867b-29ba-41d7-8bd9-31902da16f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:03:46.913728 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c5e77da8-8734-44c8-84d4-3074770df031 req-182c867b-29ba-41d7-8bd9-31902da16f6c service neutron] 10.222.0.44 "GET /v2.0/networks?id=0ddf827a-fe55-4140-917b-1050dd94d3b2 HTTP/1.1" status: 200 len: 915 time: 0.0980880 Dec 06 18:03:46.965727 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c80c9541-8689-40d2-94c5-a2eacc742a98 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:46.969860 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c80c9541-8689-40d2-94c5-a2eacc742a98 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:46.988199 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80c9541-8689-40d2-94c5-a2eacc742a98 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8fc4144-8863-4596-903b-98b5cb5754f5,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:03:46.998104 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c80c9541-8689-40d2-94c5-a2eacc742a98 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:46.999320 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-c80c9541-8689-40d2-94c5-a2eacc742a98 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1457856 Dec 06 18:03:47.001700 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c5e77da8-8734-44c8-84d4-3074770df031 req-5e677d1e-7781-4451-a902-0cb30216637c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78225580-eb85-41e5-8341-bfa35d9cd5f8 HTTP/1.1" status: 200 len: 998 time: 0.0802994 Dec 06 18:03:47.002224 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 41814) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:03:47.008236 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-cdf52b61-92a8-42cb-9345-8e6814c1af3e tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Request body: {'security_group_rule': {'security_group_id': '4d1cdfb5-2be9-4ad8-8abf-fec87e231fae', 'project_id': '6f3a3dab17064c0d866a23b7dad4a532', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:03:47.026476 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-c2d64641-d1f3-44d0-a990-31d0d2e77e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c0da5cc-ecfb-4f0f-91bc-00af66954bac', 'name': 'tempest-TestMinimumBasicScenario-825755565-router', 'tenant_id': '6f3a3dab17064c0d866a23b7dad4a532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.165'}], 'enable_snat': True}, 'gw_port_id': 'a6082366-b758-4422-9ef1-e95b134ac667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:02:54Z', 'updated_at': '2021-12-06T18:02:56Z', 'revision_number': 4, 'project_id': '6f3a3dab17064c0d866a23b7dad4a532', 'gw_port': {'id': 'a6082366-b758-4422-9ef1-e95b134ac667', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0da5cc-ecfb-4f0f-91bc-00af66954bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:02:54Z', 'updated_at': '2021-12-06T18:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '07855969-b9aa-49db-a4dc-df8b962362f7', 'tenant_id': '6f3a3dab17064c0d866a23b7dad4a532', 'floating_ip_address': '172.35.1.30', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '8c0da5cc-ecfb-4f0f-91bc-00af66954bac', 'port_id': '78225580-eb85-41e5-8341-bfa35d9cd5f8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ddf827a-fe55-4140-917b-1050dd94d3b2', 'mac_address': 'fa:16:3e:3d:93:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cedbf1b-2ca0-4947-91bf-1dc5269fbd6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T18:03:45Z', 'updated_at': '2021-12-06T18:03:45Z', 'revision_number': 0, 'project_id': '6f3a3dab17064c0d866a23b7dad4a532', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17628bc3-92d4-4be1-aae7-cc4caae6b390', 'name': '', 'network_id': '0ddf827a-fe55-4140-917b-1050dd94d3b2', 'tenant_id': '6f3a3dab17064c0d866a23b7dad4a532', 'mac_address': 'fa:16:3e:91:79:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0da5cc-ecfb-4f0f-91bc-00af66954bac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'ee914b03-947f-4ad6-9bdd-05027bc168a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:02:56Z', 'updated_at': '2021-12-06T18:03:02Z', 'revision_number': 5, 'project_id': '6f3a3dab17064c0d866a23b7dad4a532', 'subnets': [{'id': 'ee914b03-947f-4ad6-9bdd-05027bc168a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:03:47.036299 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cdf52b61-92a8-42cb-9345-8e6814c1af3e tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:47.053522 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d64641-d1f3-44d0-a990-31d0d2e77e94 None None] Checking router: 8c0da5cc-ecfb-4f0f-91bc-00af66954bac for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 18:03:47.054299 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e77da8-8734-44c8-84d4-3074770df031 req-5c3d650f-3369-4f8f-890d-0fb08d52db1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:03:47.055869 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c5e77da8-8734-44c8-84d4-3074770df031 req-5c3d650f-3369-4f8f-890d-0fb08d52db1f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ee914b03-947f-4ad6-9bdd-05027bc168a2 HTTP/1.1" status: 200 len: 853 time: 0.0473576 Dec 06 18:03:47.063187 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d64641-d1f3-44d0-a990-31d0d2e77e94 None None] Routers {'8c0da5cc-ecfb-4f0f-91bc-00af66954bac'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:03:47.063719 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-c2d64641-d1f3-44d0-a990-31d0d2e77e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:03:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['8c0da5cc-ecfb-4f0f-91bc-00af66954bac'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:03:47.095666 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cdf52b61-92a8-42cb-9345-8e6814c1af3e tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:47.100984 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cdf52b61-92a8-42cb-9345-8e6814c1af3e tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:47.104254 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e77da8-8734-44c8-84d4-3074770df031 req-f459bde6-0443-4c8c-9b5a-f452f579073e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:03:47.107041 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c5e77da8-8734-44c8-84d4-3074770df031 req-f459bde6-0443-4c8c-9b5a-f452f579073e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0ddf827a-fe55-4140-917b-1050dd94d3b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442584 Dec 06 18:03:47.120753 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf52b61-92a8-42cb-9345-8e6814c1af3e tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=507d0979-95db-43a8-a570-e71b53c3d8e1,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:03:47.130465 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:47.132586 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cdf52b61-92a8-42cb-9345-8e6814c1af3e tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:47.133894 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-cdf52b61-92a8-42cb-9345-8e6814c1af3e tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1293559 Dec 06 18:03:47.136541 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 41816) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:03:47.140949 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-364df764-03c5-415b-b6d7-c1e889013e16 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Request body: {'security_group_rule': {'security_group_id': '4d1cdfb5-2be9-4ad8-8abf-fec87e231fae', 'project_id': '6f3a3dab17064c0d866a23b7dad4a532', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:03:47.169757 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-364df764-03c5-415b-b6d7-c1e889013e16 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:47.203638 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-c2d64641-d1f3-44d0-a990-31d0d2e77e94 None None] Set router 8c0da5cc-ecfb-4f0f-91bc-00af66954bac gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:03:47.212545 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c5e77da8-8734-44c8-84d4-3074770df031 req-c73a5d3f-7e5d-492e-8a2d-3d740ba1ecdd service neutron] 10.222.0.44 "GET /v2.0/networks/0ddf827a-fe55-4140-917b-1050dd94d3b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984209 Dec 06 18:03:47.232394 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-364df764-03c5-415b-b6d7-c1e889013e16 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:47.237851 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-364df764-03c5-415b-b6d7-c1e889013e16 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:47.252937 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364df764-03c5-415b-b6d7-c1e889013e16 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2dfaf86-7de0-4b0f-a4e9-50e0bbb0fb5f,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:03:47.269204 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-364df764-03c5-415b-b6d7-c1e889013e16 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:47.270800 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-364df764-03c5-415b-b6d7-c1e889013e16 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1331370 Dec 06 18:03:47.273675 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 41818) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:03:47.277966 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-8ccb9721-35a7-4960-becd-ac1112c93abd tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Request body: {'security_group_rule': {'security_group_id': '4d1cdfb5-2be9-4ad8-8abf-fec87e231fae', 'project_id': '6f3a3dab17064c0d866a23b7dad4a532', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:03:47.306307 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8ccb9721-35a7-4960-becd-ac1112c93abd tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:47.311166 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c5e77da8-8734-44c8-84d4-3074770df031 req-f0d8c615-a8d6-49f5-90a7-f5fe21d85e57 service neutron] 10.222.0.44 "GET /v2.0/networks/0ddf827a-fe55-4140-917b-1050dd94d3b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914996 Dec 06 18:03:47.367923 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8ccb9721-35a7-4960-becd-ac1112c93abd tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:47.372496 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8ccb9721-35a7-4960-becd-ac1112c93abd tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:47.390214 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccb9721-35a7-4960-becd-ac1112c93abd tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ec4c245-73fd-4db7-850e-236a0d12088b,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:03:47.399129 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8ccb9721-35a7-4960-becd-ac1112c93abd tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:47.402851 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-8ccb9721-35a7-4960-becd-ac1112c93abd tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1261396 Dec 06 18:03:47.403054 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 41820) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:03:47.407385 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-2bdf4e53-da1f-4d80-ba5a-e0f843181f0a tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Request body: {'security_group_rule': {'security_group_id': '4d1cdfb5-2be9-4ad8-8abf-fec87e231fae', 'project_id': '6f3a3dab17064c0d866a23b7dad4a532', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:03:47.428962 n-d-master-1 neutron-server[103285]: INFO neutron.db.securitygroups_db [None req-2bdf4e53-da1f-4d80-ba5a-e0f843181f0a tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Project 6f3a3dab17064c0d866a23b7dad4a532 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 18:03:47.434500 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2bdf4e53-da1f-4d80-ba5a-e0f843181f0a tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:47.449611 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-c2d64641-d1f3-44d0-a990-31d0d2e77e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c0da5cc-ecfb-4f0f-91bc-00af66954bac', 'name': 'tempest-TestMinimumBasicScenario-825755565-router', 'tenant_id': '6f3a3dab17064c0d866a23b7dad4a532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.165'}], 'enable_snat': True}, 'gw_port_id': 'a6082366-b758-4422-9ef1-e95b134ac667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:02:54Z', 'updated_at': '2021-12-06T18:02:56Z', 'revision_number': 4, 'project_id': '6f3a3dab17064c0d866a23b7dad4a532', 'gw_port': {'id': 'a6082366-b758-4422-9ef1-e95b134ac667', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0da5cc-ecfb-4f0f-91bc-00af66954bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:02:54Z', 'updated_at': '2021-12-06T18:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '07855969-b9aa-49db-a4dc-df8b962362f7', 'tenant_id': '6f3a3dab17064c0d866a23b7dad4a532', 'floating_ip_address': '172.35.1.30', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '8c0da5cc-ecfb-4f0f-91bc-00af66954bac', 'port_id': '78225580-eb85-41e5-8341-bfa35d9cd5f8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ddf827a-fe55-4140-917b-1050dd94d3b2', 'mac_address': 'fa:16:3e:3d:93:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cedbf1b-2ca0-4947-91bf-1dc5269fbd6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T18:03:45Z', 'updated_at': '2021-12-06T18:03:45Z', 'revision_number': 0, 'project_id': '6f3a3dab17064c0d866a23b7dad4a532', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17628bc3-92d4-4be1-aae7-cc4caae6b390', 'name': '', 'network_id': '0ddf827a-fe55-4140-917b-1050dd94d3b2', 'tenant_id': '6f3a3dab17064c0d866a23b7dad4a532', 'mac_address': 'fa:16:3e:91:79:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0da5cc-ecfb-4f0f-91bc-00af66954bac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'ee914b03-947f-4ad6-9bdd-05027bc168a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:02:56Z', 'updated_at': '2021-12-06T18:03:02Z', 'revision_number': 5, 'project_id': '6f3a3dab17064c0d866a23b7dad4a532', 'subnets': [{'id': 'ee914b03-947f-4ad6-9bdd-05027bc168a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:03:47.476209 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d64641-d1f3-44d0-a990-31d0d2e77e94 None None] The sync data for ids ['8c0da5cc-ecfb-4f0f-91bc-00af66954bac'] in n-d-master-1 is: [{'id': '8c0da5cc-ecfb-4f0f-91bc-00af66954bac', 'name': 'tempest-TestMinimumBasicScenario-825755565-router', 'tenant_id': '6f3a3dab17064c0d866a23b7dad4a532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.165'}], 'enable_snat': True}, 'gw_port_id': 'a6082366-b758-4422-9ef1-e95b134ac667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:02:54Z', 'updated_at': '2021-12-06T18:02:56Z', 'revision_number': 4, 'project_id': '6f3a3dab17064c0d866a23b7dad4a532', 'gw_port': {'id': 'a6082366-b758-4422-9ef1-e95b134ac667', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0da5cc-ecfb-4f0f-91bc-00af66954bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:02:54Z', 'updated_at': '2021-12-06T18:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '07855969-b9aa-49db-a4dc-df8b962362f7', 'tenant_id': '6f3a3dab17064c0d866a23b7dad4a532', 'floating_ip_address': '172.35.1.30', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '8c0da5cc-ecfb-4f0f-91bc-00af66954bac', 'port_id': '78225580-eb85-41e5-8341-bfa35d9cd5f8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ddf827a-fe55-4140-917b-1050dd94d3b2', 'mac_address': 'fa:16:3e:3d:93:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cedbf1b-2ca0-4947-91bf-1dc5269fbd6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T18:03:45Z', 'updated_at': '2021-12-06T18:03:45Z', 'revision_number': 0, 'project_id': '6f3a3dab17064c0d866a23b7dad4a532', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17628bc3-92d4-4be1-aae7-cc4caae6b390', 'name': '', 'network_id': '0ddf827a-fe55-4140-917b-1050dd94d3b2', 'tenant_id': '6f3a3dab17064c0d866a23b7dad4a532', 'mac_address': 'fa:16:3e:91:79:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0da5cc-ecfb-4f0f-91bc-00af66954bac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'ee914b03-947f-4ad6-9bdd-05027bc168a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:02:56Z', 'updated_at': '2021-12-06T18:03:02Z', 'revision_number': 5, 'project_id': '6f3a3dab17064c0d866a23b7dad4a532', 'subnets': [{'id': 'ee914b03-947f-4ad6-9bdd-05027bc168a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 18:03:47.494859 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2bdf4e53-da1f-4d80-ba5a-e0f843181f0a tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:47.498789 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2bdf4e53-da1f-4d80-ba5a-e0f843181f0a tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:47.518807 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdf4e53-da1f-4d80-ba5a-e0f843181f0a tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9a91490-112e-4001-ac4d-06ed58a0acd8,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:03:47.529579 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2bdf4e53-da1f-4d80-ba5a-e0f843181f0a tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:47.530929 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-2bdf4e53-da1f-4d80-ba5a-e0f843181f0a tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1269119 Dec 06 18:03:47.533653 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 41822) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:03:47.538074 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-a68217aa-9dce-47a5-88fa-046604bec335 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Request body: {'security_group_rule': {'security_group_id': '4d1cdfb5-2be9-4ad8-8abf-fec87e231fae', 'project_id': '6f3a3dab17064c0d866a23b7dad4a532', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:03:47.560902 n-d-master-1 neutron-server[103285]: INFO neutron.db.securitygroups_db [None req-a68217aa-9dce-47a5-88fa-046604bec335 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Project 6f3a3dab17064c0d866a23b7dad4a532 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 18:03:47.567507 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a68217aa-9dce-47a5-88fa-046604bec335 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:47.632390 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a68217aa-9dce-47a5-88fa-046604bec335 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:47.636739 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a68217aa-9dce-47a5-88fa-046604bec335 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:47.656915 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68217aa-9dce-47a5-88fa-046604bec335 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=434da181-5401-4b01-af6b-98daec6ee07e,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:03:47.667758 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a68217aa-9dce-47a5-88fa-046604bec335 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:47.669840 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-a68217aa-9dce-47a5-88fa-046604bec335 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1352329 Dec 06 18:03:47.686903 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb7a425-5d80-495f-a1fc-8d5e10c0c0f4 None None] New status for floating IP 07855969-b9aa-49db-a4dc-df8b962362f7: ACTIVE {{(pid=103287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 18:03:47.782846 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a95f50e6-5cdd-4574-b401-e163d368e6b2 req-ca9d7bbf-a9c5-4c6b-b437-9ae21f223e31 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1004307007&fields=id&tenant_id=6f3a3dab17064c0d866a23b7dad4a532 HTTP/1.1" status: 200 len: 267 time: 0.0587568 Dec 06 18:03:47.831638 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95f50e6-5cdd-4574-b401-e163d368e6b2 req-62ce17cd-793a-4db2-9f84-f57abdd2f031 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:03:47.833230 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a95f50e6-5cdd-4574-b401-e163d368e6b2 req-62ce17cd-793a-4db2-9f84-f57abdd2f031 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] 10.222.0.23 "GET /v2.0/ports?device_id=6cedbf1b-2ca0-4947-91bf-1dc5269fbd6e HTTP/1.1" status: 200 len: 945 time: 0.0494230 Dec 06 18:03:47.847836 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-a95f50e6-5cdd-4574-b401-e163d368e6b2 req-cf6c9380-cc0e-4f54-9023-f23ba44ac5ed tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Request body: {'port': {'security_groups': ['6513242a-47f3-4abb-89f8-f15006b56d26', '4d1cdfb5-2be9-4ad8-8abf-fec87e231fae']}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:03:47.910990 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a95f50e6-5cdd-4574-b401-e163d368e6b2 req-cf6c9380-cc0e-4f54-9023-f23ba44ac5ed tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:48.092782 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-a95f50e6-5cdd-4574-b401-e163d368e6b2 req-cf6c9380-cc0e-4f54-9023-f23ba44ac5ed tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] For port 78225580-eb85-41e5-8341-bfa35d9cd5f8, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=78225580-eb85-41e5-8341-bfa35d9cd5f8,segment=NetworkSegment(76c964bb-fb5b-4b92-885f-f31da2bcb071),segment_id=76c964bb-fb5b-4b92-885f-f31da2bcb071)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:03:48.120951 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a95f50e6-5cdd-4574-b401-e163d368e6b2 req-cf6c9380-cc0e-4f54-9023-f23ba44ac5ed tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:48.125460 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a95f50e6-5cdd-4574-b401-e163d368e6b2 req-cf6c9380-cc0e-4f54-9023-f23ba44ac5ed tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:48.138042 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['78225580-eb85-41e5-8341-bfa35d9cd5f8'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 18:03:48.179549 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95f50e6-5cdd-4574-b401-e163d368e6b2 req-cf6c9380-cc0e-4f54-9023-f23ba44ac5ed tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:03:48.180277 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a95f50e6-5cdd-4574-b401-e163d368e6b2 req-cf6c9380-cc0e-4f54-9023-f23ba44ac5ed tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:48.184966 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a95f50e6-5cdd-4574-b401-e163d368e6b2 req-cf6c9380-cc0e-4f54-9023-f23ba44ac5ed tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] 10.222.0.23 "PUT /v2.0/ports/78225580-eb85-41e5-8341-bfa35d9cd5f8 HTTP/1.1" status: 200 len: 981 time: 0.3420630 Dec 06 18:03:48.214318 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6c9380-cc0e-4f54-9023-f23ba44ac5ed tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Pushing event updated for resources: {'Port': ['ID=78225580-eb85-41e5-8341-bfa35d9cd5f8,revision_number=6']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:03:48.300844 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ead245-5f21-442e-9a01-6ea73ca0848b req-ad4b4ffa-2b63-4735-93e6-ff7af69fa5f8 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:03:48.302515 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-31ead245-5f21-442e-9a01-6ea73ca0848b req-ad4b4ffa-2b63-4735-93e6-ff7af69fa5f8 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] 10.222.0.23 "GET /v2.0/ports?device_id=6cedbf1b-2ca0-4947-91bf-1dc5269fbd6e HTTP/1.1" status: 200 len: 984 time: 0.0569386 Dec 06 18:03:48.370894 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-31ead245-5f21-442e-9a01-6ea73ca0848b req-9549673a-af74-4d4d-bbe2-fc5dc3fec95d tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d1cdfb5-2be9-4ad8-8abf-fec87e231fae&id=6513242a-47f3-4abb-89f8-f15006b56d26&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0609806 Dec 06 18:03:48.420378 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:48.439254 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['78225580-eb85-41e5-8341-bfa35d9cd5f8'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 18:03:48.504672 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-bab19744-fc78-48c5-a5a1-7809520357f0 None None] Provisioning complete for port 78225580-eb85-41e5-8341-bfa35d9cd5f8 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:03:48.505050 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bab19744-fc78-48c5-a5a1-7809520357f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:48.735888 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cedbf1b-2ca0-4947-91bf-1dc5269fbd6e', 'tag': '78225580-eb85-41e5-8341-bfa35d9cd5f8'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 18:03:48.738320 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0deb9614d467c76714cadb3278283c9891b68bf60c17f6ec8acc98d969d5ca90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e226a3b-d04f-456a-af82-c3c9da404148" -d '{"events": [{"name": "network-changed", "server_uuid": "6cedbf1b-2ca0-4947-91bf-1dc5269fbd6e", "tag": "78225580-eb85-41e5-8341-bfa35d9cd5f8"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 18:03:48.776477 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 18:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-411292e0-5d89-4ee9-a7ff-58debc11c11a x-openstack-request-id: req-411292e0-5d89-4ee9-a7ff-58debc11c11a {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 18:03:48.776644 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cedbf1b-2ca0-4947-91bf-1dc5269fbd6e", "tag": "78225580-eb85-41e5-8341-bfa35d9cd5f8", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 18:03:48.776825 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-411292e0-5d89-4ee9-a7ff-58debc11c11a {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 18:03:48.777220 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cedbf1b-2ca0-4947-91bf-1dc5269fbd6e', 'tag': '78225580-eb85-41e5-8341-bfa35d9cd5f8', 'status': 'completed', 'code': 200} Dec 06 18:03:48.838747 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e226a3b-d04f-456a-af82-c3c9da404148 req-f8d7c41c-a733-4280-a3f5-ab07ff1aa052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:03:48.841308 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9e226a3b-d04f-456a-af82-c3c9da404148 req-f8d7c41c-a733-4280-a3f5-ab07ff1aa052 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6f3a3dab17064c0d866a23b7dad4a532&device_id=6cedbf1b-2ca0-4947-91bf-1dc5269fbd6e HTTP/1.1" status: 200 len: 1135 time: 0.0414951 Dec 06 18:03:48.933667 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e226a3b-d04f-456a-af82-c3c9da404148 req-a124db6a-e5dc-44c9-b4e9-1d6aeaaffbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:03:48.935681 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9e226a3b-d04f-456a-af82-c3c9da404148 req-a124db6a-e5dc-44c9-b4e9-1d6aeaaffbc1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0ddf827a-fe55-4140-917b-1050dd94d3b2 HTTP/1.1" status: 200 len: 915 time: 0.0855372 Dec 06 18:03:49.006113 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9e226a3b-d04f-456a-af82-c3c9da404148 req-237d9aee-dbc0-4c65-acb3-ad0741461095 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78225580-eb85-41e5-8341-bfa35d9cd5f8 HTTP/1.1" status: 200 len: 1000 time: 0.0628576 Dec 06 18:03:49.058531 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e226a3b-d04f-456a-af82-c3c9da404148 req-02dfcdb0-c5c8-4833-b77b-042d8edccf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:03:49.060466 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9e226a3b-d04f-456a-af82-c3c9da404148 req-02dfcdb0-c5c8-4833-b77b-042d8edccf56 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ee914b03-947f-4ad6-9bdd-05027bc168a2 HTTP/1.1" status: 200 len: 853 time: 0.0425885 Dec 06 18:03:49.106148 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e226a3b-d04f-456a-af82-c3c9da404148 req-40ab341a-58e3-4e72-91f0-c18479de714b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:03:49.107640 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9e226a3b-d04f-456a-af82-c3c9da404148 req-40ab341a-58e3-4e72-91f0-c18479de714b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0ddf827a-fe55-4140-917b-1050dd94d3b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400860 Dec 06 18:03:49.159073 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:03:49.203341 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9e226a3b-d04f-456a-af82-c3c9da404148 req-8674e588-67d6-4e6a-b8da-00aa04d57af9 service neutron] 10.222.0.44 "GET /v2.0/networks/0ddf827a-fe55-4140-917b-1050dd94d3b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881174 Dec 06 18:03:49.296653 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9e226a3b-d04f-456a-af82-c3c9da404148 req-639f2261-6d17-4266-8540-56edaefdcdad service neutron] 10.222.0.44 "GET /v2.0/networks/0ddf827a-fe55-4140-917b-1050dd94d3b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856278 Dec 06 18:04:01.319681 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 18:04:03.210037 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:04:05.372579 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4f1b8e-672d-4cec-9c2b-53ecc8d32ff9 req-b644c39b-ba37-449a-ac2d-283d2d9a44e2 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:04:05.374530 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3f4f1b8e-672d-4cec-9c2b-53ecc8d32ff9 req-b644c39b-ba37-449a-ac2d-283d2d9a44e2 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] 10.222.0.23 "GET /v2.0/ports?device_id=6cedbf1b-2ca0-4947-91bf-1dc5269fbd6e HTTP/1.1" status: 200 len: 984 time: 0.0726459 Dec 06 18:04:05.380906 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d8107f-444d-423d-a920-4c887fe7b677 req-1e77e656-db39-4423-9950-c5260906bf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:04:05.382566 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-65d8107f-444d-423d-a920-4c887fe7b677 req-1e77e656-db39-4423-9950-c5260906bf6b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6f3a3dab17064c0d866a23b7dad4a532&device_id=6cedbf1b-2ca0-4947-91bf-1dc5269fbd6e HTTP/1.1" status: 200 len: 1135 time: 0.0708141 Dec 06 18:04:05.500543 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3f4f1b8e-672d-4cec-9c2b-53ecc8d32ff9 req-476ecd70-ba43-46b2-b90c-1dbb14611891 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d1cdfb5-2be9-4ad8-8abf-fec87e231fae&id=6513242a-47f3-4abb-89f8-f15006b56d26&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1170056 Dec 06 18:04:05.515795 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d8107f-444d-423d-a920-4c887fe7b677 req-380259f1-c4d0-4542-aa10-0e3d66fd78fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:04:05.517254 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-65d8107f-444d-423d-a920-4c887fe7b677 req-380259f1-c4d0-4542-aa10-0e3d66fd78fe service neutron] 10.222.0.44 "GET /v2.0/networks?id=0ddf827a-fe55-4140-917b-1050dd94d3b2 HTTP/1.1" status: 200 len: 915 time: 0.1267400 Dec 06 18:04:05.565738 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:04:05.584415 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-65d8107f-444d-423d-a920-4c887fe7b677 req-e6200422-e6a3-4f0c-b3d9-f106c9d5db72 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78225580-eb85-41e5-8341-bfa35d9cd5f8 HTTP/1.1" status: 200 len: 1000 time: 0.0590343 Dec 06 18:04:05.637570 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d8107f-444d-423d-a920-4c887fe7b677 req-abae2c41-815e-49c1-ba51-7c12492b34a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:04:05.639604 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-65d8107f-444d-423d-a920-4c887fe7b677 req-abae2c41-815e-49c1-ba51-7c12492b34a8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ee914b03-947f-4ad6-9bdd-05027bc168a2 HTTP/1.1" status: 200 len: 853 time: 0.0475736 Dec 06 18:04:05.686041 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d8107f-444d-423d-a920-4c887fe7b677 req-e39947f4-d7b5-4f98-bb90-ff661fe2b18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:04:05.687505 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-65d8107f-444d-423d-a920-4c887fe7b677 req-e39947f4-d7b5-4f98-bb90-ff661fe2b18c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0ddf827a-fe55-4140-917b-1050dd94d3b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387299 Dec 06 18:04:05.782202 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-65d8107f-444d-423d-a920-4c887fe7b677 req-b2b74160-b6bf-4305-a7cf-bd446879d373 service neutron] 10.222.0.44 "GET /v2.0/networks/0ddf827a-fe55-4140-917b-1050dd94d3b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862319 Dec 06 18:04:05.877463 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-65d8107f-444d-423d-a920-4c887fe7b677 req-03082312-78a9-45f2-b64c-0c3fa3b6cf77 service neutron] 10.222.0.44 "GET /v2.0/networks/0ddf827a-fe55-4140-917b-1050dd94d3b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867455 Dec 06 18:04:06.619048 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15b50b6-c205-4286-88cd-79216373efc2 req-46672f2a-d877-4637-80fd-34fe55957eef tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:04:06.620502 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c15b50b6-c205-4286-88cd-79216373efc2 req-46672f2a-d877-4637-80fd-34fe55957eef tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] 10.222.0.23 "GET /v2.0/ports?device_id=6cedbf1b-2ca0-4947-91bf-1dc5269fbd6e HTTP/1.1" status: 200 len: 984 time: 0.0484867 Dec 06 18:04:06.678885 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c15b50b6-c205-4286-88cd-79216373efc2 req-122170b2-2b86-4a45-92fd-c4da02a23d50 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d1cdfb5-2be9-4ad8-8abf-fec87e231fae&id=6513242a-47f3-4abb-89f8-f15006b56d26&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523877 Dec 06 18:04:07.797640 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af3d2fe-d4b9-4b07-a301-076e3b308313 req-be021aa8-f72d-4f07-817e-940244767e61 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:04:07.799130 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0af3d2fe-d4b9-4b07-a301-076e3b308313 req-be021aa8-f72d-4f07-817e-940244767e61 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] 10.222.0.23 "GET /v2.0/ports?device_id=6cedbf1b-2ca0-4947-91bf-1dc5269fbd6e HTTP/1.1" status: 200 len: 984 time: 0.0500381 Dec 06 18:04:07.862578 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0af3d2fe-d4b9-4b07-a301-076e3b308313 req-2d3ac56e-2115-4193-b073-5c6a3f24974f tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d1cdfb5-2be9-4ad8-8abf-fec87e231fae&id=6513242a-47f3-4abb-89f8-f15006b56d26&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572932 Dec 06 18:04:08.980560 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87740802-3fd2-49bf-81cf-b128274bd50c req-fdf90fc3-fc7b-4641-93c4-d34b10cee688 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:04:08.982022 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-87740802-3fd2-49bf-81cf-b128274bd50c req-fdf90fc3-fc7b-4641-93c4-d34b10cee688 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] 10.222.0.23 "GET /v2.0/ports?device_id=6cedbf1b-2ca0-4947-91bf-1dc5269fbd6e HTTP/1.1" status: 200 len: 984 time: 0.0510271 Dec 06 18:04:09.041374 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-87740802-3fd2-49bf-81cf-b128274bd50c req-521e592d-9bb9-424d-9c09-477dcd42ff99 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d1cdfb5-2be9-4ad8-8abf-fec87e231fae&id=6513242a-47f3-4abb-89f8-f15006b56d26&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525806 Dec 06 18:04:10.163909 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0bfe84-bfcf-4934-a970-0809c2c9d7c1 req-3cfa7616-0056-4446-b9be-73376bb1f074 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:04:10.165406 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8e0bfe84-bfcf-4934-a970-0809c2c9d7c1 req-3cfa7616-0056-4446-b9be-73376bb1f074 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] 10.222.0.23 "GET /v2.0/ports?device_id=6cedbf1b-2ca0-4947-91bf-1dc5269fbd6e HTTP/1.1" status: 200 len: 984 time: 0.0551553 Dec 06 18:04:10.225380 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8e0bfe84-bfcf-4934-a970-0809c2c9d7c1 req-0343a300-86b0-4b19-bcaf-ae549e08890b tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d1cdfb5-2be9-4ad8-8abf-fec87e231fae&id=6513242a-47f3-4abb-89f8-f15006b56d26&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538251 Dec 06 18:04:11.338051 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66ace30-165d-41ef-9673-e0fbdcf8f8b2 req-f43d2d05-266a-44cb-a8cf-e960689e5815 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:04:11.339502 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c66ace30-165d-41ef-9673-e0fbdcf8f8b2 req-f43d2d05-266a-44cb-a8cf-e960689e5815 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] 10.222.0.23 "GET /v2.0/ports?device_id=6cedbf1b-2ca0-4947-91bf-1dc5269fbd6e HTTP/1.1" status: 200 len: 984 time: 0.0478189 Dec 06 18:04:11.402104 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c66ace30-165d-41ef-9673-e0fbdcf8f8b2 req-98ae491f-f7fa-44a2-917b-45225f82397f tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d1cdfb5-2be9-4ad8-8abf-fec87e231fae&id=6513242a-47f3-4abb-89f8-f15006b56d26&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527434 Dec 06 18:04:12.517827 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f221dc5-d4ac-4b48-92f7-61dcb9f8a003 req-ddd1f0cf-086d-4d74-94c8-f7076c2ba60a tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:04:12.519293 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8f221dc5-d4ac-4b48-92f7-61dcb9f8a003 req-ddd1f0cf-086d-4d74-94c8-f7076c2ba60a tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] 10.222.0.23 "GET /v2.0/ports?device_id=6cedbf1b-2ca0-4947-91bf-1dc5269fbd6e HTTP/1.1" status: 200 len: 984 time: 0.0488126 Dec 06 18:04:12.582901 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8f221dc5-d4ac-4b48-92f7-61dcb9f8a003 req-f11d89b3-35d0-4c0e-8547-0bf1c1ca49a1 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d1cdfb5-2be9-4ad8-8abf-fec87e231fae&id=6513242a-47f3-4abb-89f8-f15006b56d26&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0574932 Dec 06 18:04:13.526245 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2d876adb-3e36-4355-91d3-ce84cf1b3ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:04:13.703906 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e109a2a2-a717-40fc-96fd-25f420af42df req-f3cb436d-e0c5-4049-abd1-60ac22806c2e tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:04:13.706804 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e109a2a2-a717-40fc-96fd-25f420af42df req-f3cb436d-e0c5-4049-abd1-60ac22806c2e tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] 10.222.0.23 "GET /v2.0/ports?device_id=6cedbf1b-2ca0-4947-91bf-1dc5269fbd6e HTTP/1.1" status: 200 len: 984 time: 0.0538051 Dec 06 18:04:13.770377 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e109a2a2-a717-40fc-96fd-25f420af42df req-6b201aae-3cf3-44ef-945f-475494d1ae83 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d1cdfb5-2be9-4ad8-8abf-fec87e231fae&id=6513242a-47f3-4abb-89f8-f15006b56d26&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540447 Dec 06 18:04:14.889275 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5b59e5-4ffd-4e18-a724-a27e39a0ee95 req-d593a0d0-b566-4df5-ac9b-df3a9142f213 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:04:14.890764 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2a5b59e5-4ffd-4e18-a724-a27e39a0ee95 req-d593a0d0-b566-4df5-ac9b-df3a9142f213 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] 10.222.0.23 "GET /v2.0/ports?device_id=6cedbf1b-2ca0-4947-91bf-1dc5269fbd6e HTTP/1.1" status: 200 len: 984 time: 0.0523388 Dec 06 18:04:15.228612 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2a5b59e5-4ffd-4e18-a724-a27e39a0ee95 req-5c222daa-69e9-41ea-9d22-c5c28b84dd55 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d1cdfb5-2be9-4ad8-8abf-fec87e231fae&id=6513242a-47f3-4abb-89f8-f15006b56d26&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3317082 Dec 06 18:04:15.717305 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-42cd5573-93cd-4fd6-bc21-ccfa13786167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:04:16.342689 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443d20ff-7844-4f37-b4f2-f7ddd6455f8b req-fe32e3ba-4950-4ac2-9ed0-7bc3d85001eb tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:04:16.344180 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-443d20ff-7844-4f37-b4f2-f7ddd6455f8b req-fe32e3ba-4950-4ac2-9ed0-7bc3d85001eb tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] 10.222.0.23 "GET /v2.0/ports?device_id=6cedbf1b-2ca0-4947-91bf-1dc5269fbd6e HTTP/1.1" status: 200 len: 984 time: 0.0485070 Dec 06 18:04:16.402602 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-443d20ff-7844-4f37-b4f2-f7ddd6455f8b req-539a3884-4d91-4536-ab0c-839094b4d1e2 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d1cdfb5-2be9-4ad8-8abf-fec87e231fae&id=6513242a-47f3-4abb-89f8-f15006b56d26&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523753 Dec 06 18:04:17.109254 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:04:17.516910 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f00d4d2-caec-442c-95d5-d7f8d4548769 req-6c05ed81-1b52-4daa-85e8-17fedf9172fa tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:04:17.518431 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5f00d4d2-caec-442c-95d5-d7f8d4548769 req-6c05ed81-1b52-4daa-85e8-17fedf9172fa tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] 10.222.0.23 "GET /v2.0/ports?device_id=6cedbf1b-2ca0-4947-91bf-1dc5269fbd6e HTTP/1.1" status: 200 len: 984 time: 0.0480633 Dec 06 18:04:17.576726 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5f00d4d2-caec-442c-95d5-d7f8d4548769 req-c4f8fce6-9021-41ee-b557-c33e62f42fa6 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d1cdfb5-2be9-4ad8-8abf-fec87e231fae&id=6513242a-47f3-4abb-89f8-f15006b56d26&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522728 Dec 06 18:04:18.243844 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:04:19.160563 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:04:21.307072 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-74632e3a-4140-4f69-82c7-7b784c5649d0 req-f82c0bbb-c2c1-4c81-a0db-2adf175cda1a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6cedbf1b-2ca0-4947-91bf-1dc5269fbd6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0390608 Dec 06 18:04:21.391368 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74632e3a-4140-4f69-82c7-7b784c5649d0 req-6e6e5607-df92-429b-9df3-a0eba9554e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:04:21.392772 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-74632e3a-4140-4f69-82c7-7b784c5649d0 req-6e6e5607-df92-429b-9df3-a0eba9554e33 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6f3a3dab17064c0d866a23b7dad4a532&device_id=6cedbf1b-2ca0-4947-91bf-1dc5269fbd6e HTTP/1.1" status: 200 len: 1135 time: 0.0445251 Dec 06 18:04:21.495087 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74632e3a-4140-4f69-82c7-7b784c5649d0 req-9190570b-6b1d-4a7e-bba5-14866f67c67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:04:21.496549 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-74632e3a-4140-4f69-82c7-7b784c5649d0 req-9190570b-6b1d-4a7e-bba5-14866f67c67b service neutron] 10.222.0.44 "GET /v2.0/networks?id=0ddf827a-fe55-4140-917b-1050dd94d3b2 HTTP/1.1" status: 200 len: 915 time: 0.0844636 Dec 06 18:04:21.565032 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-74632e3a-4140-4f69-82c7-7b784c5649d0 req-5e84f07a-1316-45eb-93d7-cc86edda2fd8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78225580-eb85-41e5-8341-bfa35d9cd5f8 HTTP/1.1" status: 200 len: 1000 time: 0.0610363 Dec 06 18:04:21.612311 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74632e3a-4140-4f69-82c7-7b784c5649d0 req-6a2067ad-6878-4872-b75d-c44dfee160c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:04:21.613751 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-74632e3a-4140-4f69-82c7-7b784c5649d0 req-6a2067ad-6878-4872-b75d-c44dfee160c6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ee914b03-947f-4ad6-9bdd-05027bc168a2 HTTP/1.1" status: 200 len: 853 time: 0.0425084 Dec 06 18:04:21.658819 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74632e3a-4140-4f69-82c7-7b784c5649d0 req-2fcb3942-5c46-4b3f-ad32-fa9ec9c14acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:04:21.660205 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-74632e3a-4140-4f69-82c7-7b784c5649d0 req-2fcb3942-5c46-4b3f-ad32-fa9ec9c14acd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0ddf827a-fe55-4140-917b-1050dd94d3b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387366 Dec 06 18:04:21.756541 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-74632e3a-4140-4f69-82c7-7b784c5649d0 req-612a97a6-5069-451b-8ae0-b78bd5d668c6 service neutron] 10.222.0.44 "GET /v2.0/networks/0ddf827a-fe55-4140-917b-1050dd94d3b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878565 Dec 06 18:04:21.846398 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-74632e3a-4140-4f69-82c7-7b784c5649d0 req-939034f7-d55c-431b-b0cf-0845f651990c service neutron] 10.222.0.44 "GET /v2.0/networks/0ddf827a-fe55-4140-917b-1050dd94d3b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824668 Dec 06 18:04:31.892841 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [req-ded4985e-1d13-456f-940f-488b31f759fe req-22d1d040-0bd8-4221-aa43-f5e0ea403fd5 tempest-ServerDiskConfigTestJSON-13520231 tempest-ServerDiskConfigTestJSON-13520231-project] (103285) timed out ('10.222.0.41', 56578) {{(pid=103285) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 06 18:04:33.219999 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:04:35.577209 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:04:38.319039 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 18:04:43.531100 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0f92550d-041f-449c-a324-6ae94528b422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:04:45.719071 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f1fbc8dc-541f-44f8-bb1e-96e87360104c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:04:47.111039 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:04:48.246733 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:04:49.162044 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:04:50.060538 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2a8ccb06-833f-47d6-9e6a-18f4dd3e71f5 req-41a70b2f-bbc2-4d08-a5de-ff7a4dbe7d08 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1004307007&fields=id&tenant_id=6f3a3dab17064c0d866a23b7dad4a532 HTTP/1.1" status: 200 len: 267 time: 0.0525508 Dec 06 18:04:50.119629 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ccb06-833f-47d6-9e6a-18f4dd3e71f5 req-af60093e-ac71-401a-8365-ad9c89acae83 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:04:50.121103 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2a8ccb06-833f-47d6-9e6a-18f4dd3e71f5 req-af60093e-ac71-401a-8365-ad9c89acae83 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] 10.222.0.23 "GET /v2.0/ports?device_id=6cedbf1b-2ca0-4947-91bf-1dc5269fbd6e HTTP/1.1" status: 200 len: 984 time: 0.0548003 Dec 06 18:04:50.132221 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-2a8ccb06-833f-47d6-9e6a-18f4dd3e71f5 req-3a42372c-05b0-4464-9ab4-46fa33add300 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Request body: {'port': {'security_groups': ['6513242a-47f3-4abb-89f8-f15006b56d26']}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:04:50.194469 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2a8ccb06-833f-47d6-9e6a-18f4dd3e71f5 req-3a42372c-05b0-4464-9ab4-46fa33add300 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:04:50.363029 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-2a8ccb06-833f-47d6-9e6a-18f4dd3e71f5 req-3a42372c-05b0-4464-9ab4-46fa33add300 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] For port 78225580-eb85-41e5-8341-bfa35d9cd5f8, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=78225580-eb85-41e5-8341-bfa35d9cd5f8,segment=NetworkSegment(76c964bb-fb5b-4b92-885f-f31da2bcb071),segment_id=76c964bb-fb5b-4b92-885f-f31da2bcb071)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:04:50.391857 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2a8ccb06-833f-47d6-9e6a-18f4dd3e71f5 req-3a42372c-05b0-4464-9ab4-46fa33add300 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:04:50.396486 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2a8ccb06-833f-47d6-9e6a-18f4dd3e71f5 req-3a42372c-05b0-4464-9ab4-46fa33add300 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:04:50.408210 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['78225580-eb85-41e5-8341-bfa35d9cd5f8'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 18:04:50.441952 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ccb06-833f-47d6-9e6a-18f4dd3e71f5 req-3a42372c-05b0-4464-9ab4-46fa33add300 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:04:50.442607 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-2a8ccb06-833f-47d6-9e6a-18f4dd3e71f5 req-3a42372c-05b0-4464-9ab4-46fa33add300 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:04:50.444066 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2a8ccb06-833f-47d6-9e6a-18f4dd3e71f5 req-3a42372c-05b0-4464-9ab4-46fa33add300 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] 10.222.0.23 "PUT /v2.0/ports/78225580-eb85-41e5-8341-bfa35d9cd5f8 HTTP/1.1" status: 200 len: 942 time: 0.3164492 Dec 06 18:04:50.444537 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cedbf1b-2ca0-4947-91bf-1dc5269fbd6e', 'tag': '78225580-eb85-41e5-8341-bfa35d9cd5f8'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 18:04:50.452508 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 41888) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:04:50.471018 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a42372c-05b0-4464-9ab4-46fa33add300 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Pushing event updated for resources: {'Port': ['ID=78225580-eb85-41e5-8341-bfa35d9cd5f8,revision_number=7']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:04:50.479610 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a42372c-05b0-4464-9ab4-46fa33add300 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:04:50.480236 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a42372c-05b0-4464-9ab4-46fa33add300 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:04:50.480923 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a42372c-05b0-4464-9ab4-46fa33add300 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:04:50.481441 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a42372c-05b0-4464-9ab4-46fa33add300 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:04:50.481965 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a42372c-05b0-4464-9ab4-46fa33add300 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:04:50.482471 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a42372c-05b0-4464-9ab4-46fa33add300 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:04:50.482962 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a42372c-05b0-4464-9ab4-46fa33add300 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:04:50.483492 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a42372c-05b0-4464-9ab4-46fa33add300 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:04:50.484131 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a42372c-05b0-4464-9ab4-46fa33add300 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:04:50.484623 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a42372c-05b0-4464-9ab4-46fa33add300 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:04:50.485112 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a42372c-05b0-4464-9ab4-46fa33add300 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:04:50.485773 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a42372c-05b0-4464-9ab4-46fa33add300 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:04:50.486266 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a42372c-05b0-4464-9ab4-46fa33add300 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:04:50.505332 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84a504b017671f0a47cd85ab9346cb7aca95b1a07f687931bccd5817498bce48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75dfd898-ec98-4815-9bb3-2b8566e4e176" -d '{"events": [{"name": "network-changed", "server_uuid": "6cedbf1b-2ca0-4947-91bf-1dc5269fbd6e", "tag": "78225580-eb85-41e5-8341-bfa35d9cd5f8"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 18:04:50.515072 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['78225580-eb85-41e5-8341-bfa35d9cd5f8'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 18:04:50.536895 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7c5305d7-a785-43a0-9f50-aef38f13478f tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:04:50.574749 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7c5305d7-a785-43a0-9f50-aef38f13478f tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:04:50.617450 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 18:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52121d42-7223-49f7-8fdd-eab975d0ffcf x-openstack-request-id: req-52121d42-7223-49f7-8fdd-eab975d0ffcf {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 18:04:50.617786 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cedbf1b-2ca0-4947-91bf-1dc5269fbd6e", "tag": "78225580-eb85-41e5-8341-bfa35d9cd5f8", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 18:04:50.618132 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-52121d42-7223-49f7-8fdd-eab975d0ffcf {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 18:04:50.618662 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cedbf1b-2ca0-4947-91bf-1dc5269fbd6e', 'tag': '78225580-eb85-41e5-8341-bfa35d9cd5f8', 'status': 'completed', 'code': 200} Dec 06 18:04:50.688433 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7c5305d7-a785-43a0-9f50-aef38f13478f tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:04:50.691088 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7c5305d7-a785-43a0-9f50-aef38f13478f tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:04:50.693515 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-7c5305d7-a785-43a0-9f50-aef38f13478f tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] 10.222.0.23 "DELETE /v2.0/security-groups/4d1cdfb5-2be9-4ad8-8abf-fec87e231fae HTTP/1.1" status: 204 len: 168 time: 0.2376394 Dec 06 18:04:50.695228 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 41898) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:04:50.704629 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dfd898-ec98-4815-9bb3-2b8566e4e176 req-5ba51b5b-2ffa-4e2b-9645-058ffd834db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:04:50.706360 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-75dfd898-ec98-4815-9bb3-2b8566e4e176 req-5ba51b5b-2ffa-4e2b-9645-058ffd834db2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6f3a3dab17064c0d866a23b7dad4a532&device_id=6cedbf1b-2ca0-4947-91bf-1dc5269fbd6e HTTP/1.1" status: 200 len: 1096 time: 0.0653541 Dec 06 18:04:50.707030 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5305d7-a785-43a0-9f50-aef38f13478f tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d1cdfb5-2be9-4ad8-8abf-fec87e231fae,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:04:50.724052 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5305d7-a785-43a0-9f50-aef38f13478f tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:04:50.724404 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5305d7-a785-43a0-9f50-aef38f13478f tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:04:50.724840 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5305d7-a785-43a0-9f50-aef38f13478f tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:04:50.725242 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5305d7-a785-43a0-9f50-aef38f13478f tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:04:50.725695 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5305d7-a785-43a0-9f50-aef38f13478f tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:04:50.726039 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5305d7-a785-43a0-9f50-aef38f13478f tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:04:50.726387 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5305d7-a785-43a0-9f50-aef38f13478f tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:04:50.726853 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5305d7-a785-43a0-9f50-aef38f13478f tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:04:50.727199 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5305d7-a785-43a0-9f50-aef38f13478f tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:04:50.727537 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5305d7-a785-43a0-9f50-aef38f13478f tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:04:50.727880 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5305d7-a785-43a0-9f50-aef38f13478f tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:04:50.728214 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5305d7-a785-43a0-9f50-aef38f13478f tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:04:50.728546 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5305d7-a785-43a0-9f50-aef38f13478f tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:04:50.799797 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-d10caf5f-ab9b-4882-9367-17f2ba220d4a None None] Provisioning complete for port 78225580-eb85-41e5-8341-bfa35d9cd5f8 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:04:50.800232 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d10caf5f-ab9b-4882-9367-17f2ba220d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:04:50.818387 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dfd898-ec98-4815-9bb3-2b8566e4e176 req-e43d67ba-6cb7-47c9-8556-ed4fba1b1ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:04:50.819904 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-75dfd898-ec98-4815-9bb3-2b8566e4e176 req-e43d67ba-6cb7-47c9-8556-ed4fba1b1ec5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0ddf827a-fe55-4140-917b-1050dd94d3b2 HTTP/1.1" status: 200 len: 915 time: 0.1048009 Dec 06 18:04:50.880408 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-99e29610-c5df-4b9a-ba18-5ed35b96f822 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Deleting port 6152c7b3-64b5-43cc-b475-89f2cd649e1e {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 18:04:50.880727 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-99e29610-c5df-4b9a-ba18-5ed35b96f822 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:04:50.896665 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-75dfd898-ec98-4815-9bb3-2b8566e4e176 req-85be1fea-bf6b-451d-a6ad-c114eb687ce2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78225580-eb85-41e5-8341-bfa35d9cd5f8 HTTP/1.1" status: 200 len: 1000 time: 0.0693061 Dec 06 18:04:50.947830 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dfd898-ec98-4815-9bb3-2b8566e4e176 req-8c5ccc83-3274-43c2-9297-7f315f30398e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:04:50.949432 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-75dfd898-ec98-4815-9bb3-2b8566e4e176 req-8c5ccc83-3274-43c2-9297-7f315f30398e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ee914b03-947f-4ad6-9bdd-05027bc168a2 HTTP/1.1" status: 200 len: 853 time: 0.0453343 Dec 06 18:04:50.956608 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-99e29610-c5df-4b9a-ba18-5ed35b96f822 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:04:50.956934 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-99e29610-c5df-4b9a-ba18-5ed35b96f822 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:04:50.968720 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-99e29610-c5df-4b9a-ba18-5ed35b96f822 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Calling delete_port for 6152c7b3-64b5-43cc-b475-89f2cd649e1e owned by network:floatingip {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 18:04:51.000172 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dfd898-ec98-4815-9bb3-2b8566e4e176 req-1bd721a6-6483-4685-ba92-3868c5807dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:04:51.001746 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-75dfd898-ec98-4815-9bb3-2b8566e4e176 req-1bd721a6-6483-4685-ba92-3868c5807dce service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0ddf827a-fe55-4140-917b-1050dd94d3b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448513 Dec 06 18:04:51.093255 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-75dfd898-ec98-4815-9bb3-2b8566e4e176 req-fc4a7562-e79e-4ab4-9eac-2bba30d79abc service neutron] 10.222.0.44 "GET /v2.0/networks/0ddf827a-fe55-4140-917b-1050dd94d3b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838971 Dec 06 18:04:51.118058 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-99e29610-c5df-4b9a-ba18-5ed35b96f822 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:04:51.143764 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e29610-c5df-4b9a-ba18-5ed35b96f822 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Pushing event deleted for resources: {'Port': ['ID=6152c7b3-64b5-43cc-b475-89f2cd649e1e,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:04:51.194056 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-75dfd898-ec98-4815-9bb3-2b8566e4e176 req-25b77fe8-581b-45e3-89f3-0408e91bd6e3 service neutron] 10.222.0.44 "GET /v2.0/networks/0ddf827a-fe55-4140-917b-1050dd94d3b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943227 Dec 06 18:04:51.206946 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-99e29610-c5df-4b9a-ba18-5ed35b96f822 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Publish callbacks [] for floatingip, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:04:51.207347 n-d-master-1 neutron-server[103285]: INFO neutron.db.l3_db [None req-99e29610-c5df-4b9a-ba18-5ed35b96f822 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Floating IP 07855969-b9aa-49db-a4dc-df8b962362f7 disassociated (deleted). External IP: 172.35.1.30, port: 78225580-eb85-41e5-8341-bfa35d9cd5f8. Dec 06 18:04:51.413113 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99e29610-c5df-4b9a-ba18-5ed35b96f822 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Router 8c0da5cc-ecfb-4f0f-91bc-00af66954bac has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 18:04:51.518109 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e29610-c5df-4b9a-ba18-5ed35b96f822 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 18:04:51.522851 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-99e29610-c5df-4b9a-ba18-5ed35b96f822 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:04:51.527531 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6487d8-a521-41c4-9119-36a4a64f7716 None None] Sync routers for ids ['8c0da5cc-ecfb-4f0f-91bc-00af66954bac'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 18:04:51.537266 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6487d8-a521-41c4-9119-36a4a64f7716 None None] Routers {'8c0da5cc-ecfb-4f0f-91bc-00af66954bac'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:04:51.537922 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-0c6487d8-a521-41c4-9119-36a4a64f7716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:04:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['8c0da5cc-ecfb-4f0f-91bc-00af66954bac'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:04:51.552220 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-99e29610-c5df-4b9a-ba18-5ed35b96f822 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] 10.222.0.23 "DELETE /v2.0/floatingips/07855969-b9aa-49db-a4dc-df8b962362f7 HTTP/1.1" status: 204 len: 168 time: 0.8556542 Dec 06 18:04:51.644858 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-0c6487d8-a521-41c4-9119-36a4a64f7716 None None] Set router 8c0da5cc-ecfb-4f0f-91bc-00af66954bac gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:04:51.857178 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-0c6487d8-a521-41c4-9119-36a4a64f7716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c0da5cc-ecfb-4f0f-91bc-00af66954bac', 'name': 'tempest-TestMinimumBasicScenario-825755565-router', 'tenant_id': '6f3a3dab17064c0d866a23b7dad4a532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.165'}], 'enable_snat': True}, 'gw_port_id': 'a6082366-b758-4422-9ef1-e95b134ac667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:02:54Z', 'updated_at': '2021-12-06T18:02:56Z', 'revision_number': 4, 'project_id': '6f3a3dab17064c0d866a23b7dad4a532', 'gw_port': {'id': 'a6082366-b758-4422-9ef1-e95b134ac667', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0da5cc-ecfb-4f0f-91bc-00af66954bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:02:54Z', 'updated_at': '2021-12-06T18:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '17628bc3-92d4-4be1-aae7-cc4caae6b390', 'name': '', 'network_id': '0ddf827a-fe55-4140-917b-1050dd94d3b2', 'tenant_id': '6f3a3dab17064c0d866a23b7dad4a532', 'mac_address': 'fa:16:3e:91:79:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0da5cc-ecfb-4f0f-91bc-00af66954bac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'ee914b03-947f-4ad6-9bdd-05027bc168a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:02:56Z', 'updated_at': '2021-12-06T18:03:02Z', 'revision_number': 5, 'project_id': '6f3a3dab17064c0d866a23b7dad4a532', 'subnets': [{'id': 'ee914b03-947f-4ad6-9bdd-05027bc168a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:04:51.887365 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6487d8-a521-41c4-9119-36a4a64f7716 None None] Checking router: 8c0da5cc-ecfb-4f0f-91bc-00af66954bac for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 18:04:51.896237 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6487d8-a521-41c4-9119-36a4a64f7716 None None] Routers {'8c0da5cc-ecfb-4f0f-91bc-00af66954bac'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:04:51.896851 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-0c6487d8-a521-41c4-9119-36a4a64f7716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:04:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['8c0da5cc-ecfb-4f0f-91bc-00af66954bac'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:04:51.999347 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-0c6487d8-a521-41c4-9119-36a4a64f7716 None None] Set router 8c0da5cc-ecfb-4f0f-91bc-00af66954bac gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:04:52.192510 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-0c6487d8-a521-41c4-9119-36a4a64f7716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c0da5cc-ecfb-4f0f-91bc-00af66954bac', 'name': 'tempest-TestMinimumBasicScenario-825755565-router', 'tenant_id': '6f3a3dab17064c0d866a23b7dad4a532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.165'}], 'enable_snat': True}, 'gw_port_id': 'a6082366-b758-4422-9ef1-e95b134ac667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:02:54Z', 'updated_at': '2021-12-06T18:02:56Z', 'revision_number': 4, 'project_id': '6f3a3dab17064c0d866a23b7dad4a532', 'gw_port': {'id': 'a6082366-b758-4422-9ef1-e95b134ac667', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0da5cc-ecfb-4f0f-91bc-00af66954bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:02:54Z', 'updated_at': '2021-12-06T18:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '17628bc3-92d4-4be1-aae7-cc4caae6b390', 'name': '', 'network_id': '0ddf827a-fe55-4140-917b-1050dd94d3b2', 'tenant_id': '6f3a3dab17064c0d866a23b7dad4a532', 'mac_address': 'fa:16:3e:91:79:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0da5cc-ecfb-4f0f-91bc-00af66954bac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'ee914b03-947f-4ad6-9bdd-05027bc168a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:02:56Z', 'updated_at': '2021-12-06T18:03:02Z', 'revision_number': 5, 'project_id': '6f3a3dab17064c0d866a23b7dad4a532', 'subnets': [{'id': 'ee914b03-947f-4ad6-9bdd-05027bc168a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:04:52.219184 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6487d8-a521-41c4-9119-36a4a64f7716 None None] The sync data for ids ['8c0da5cc-ecfb-4f0f-91bc-00af66954bac'] in n-d-master-1 is: [{'id': '8c0da5cc-ecfb-4f0f-91bc-00af66954bac', 'name': 'tempest-TestMinimumBasicScenario-825755565-router', 'tenant_id': '6f3a3dab17064c0d866a23b7dad4a532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.165'}], 'enable_snat': True}, 'gw_port_id': 'a6082366-b758-4422-9ef1-e95b134ac667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:02:54Z', 'updated_at': '2021-12-06T18:02:56Z', 'revision_number': 4, 'project_id': '6f3a3dab17064c0d866a23b7dad4a532', 'gw_port': {'id': 'a6082366-b758-4422-9ef1-e95b134ac667', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0da5cc-ecfb-4f0f-91bc-00af66954bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:02:54Z', 'updated_at': '2021-12-06T18:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '17628bc3-92d4-4be1-aae7-cc4caae6b390', 'name': '', 'network_id': '0ddf827a-fe55-4140-917b-1050dd94d3b2', 'tenant_id': '6f3a3dab17064c0d866a23b7dad4a532', 'mac_address': 'fa:16:3e:91:79:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0da5cc-ecfb-4f0f-91bc-00af66954bac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'ee914b03-947f-4ad6-9bdd-05027bc168a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:02:56Z', 'updated_at': '2021-12-06T18:03:02Z', 'revision_number': 5, 'project_id': '6f3a3dab17064c0d866a23b7dad4a532', 'subnets': [{'id': 'ee914b03-947f-4ad6-9bdd-05027bc168a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 18:04:52.445711 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2a87b5-caa5-46e0-9e1c-8af46e7a71c4 None None] New status for floating IP 07855969-b9aa-49db-a4dc-df8b962362f7: DOWN {{(pid=103287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 18:04:52.619582 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cedbf1b-2ca0-4947-91bf-1dc5269fbd6e', 'tag': '78225580-eb85-41e5-8341-bfa35d9cd5f8'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 18:04:52.621977 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84a504b017671f0a47cd85ab9346cb7aca95b1a07f687931bccd5817498bce48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-589bafac-0d35-4516-86f2-fb947086fef1" -d '{"events": [{"name": "network-changed", "server_uuid": "6cedbf1b-2ca0-4947-91bf-1dc5269fbd6e", "tag": "78225580-eb85-41e5-8341-bfa35d9cd5f8"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 18:04:52.658894 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 18:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31a67b70-e009-4787-9dda-e81f9a5082f2 x-openstack-request-id: req-31a67b70-e009-4787-9dda-e81f9a5082f2 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 18:04:52.659187 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cedbf1b-2ca0-4947-91bf-1dc5269fbd6e", "tag": "78225580-eb85-41e5-8341-bfa35d9cd5f8", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 18:04:52.659441 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-31a67b70-e009-4787-9dda-e81f9a5082f2 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 18:04:52.659845 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cedbf1b-2ca0-4947-91bf-1dc5269fbd6e', 'tag': '78225580-eb85-41e5-8341-bfa35d9cd5f8', 'status': 'completed', 'code': 200} Dec 06 18:04:52.726112 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589bafac-0d35-4516-86f2-fb947086fef1 req-7be4543b-f13e-49d0-a502-cc94400d5e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:04:52.727640 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-589bafac-0d35-4516-86f2-fb947086fef1 req-7be4543b-f13e-49d0-a502-cc94400d5e59 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6f3a3dab17064c0d866a23b7dad4a532&device_id=6cedbf1b-2ca0-4947-91bf-1dc5269fbd6e HTTP/1.1" status: 200 len: 1096 time: 0.0424080 Dec 06 18:04:52.824395 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589bafac-0d35-4516-86f2-fb947086fef1 req-20196673-7e8b-4e04-815a-6d086006d98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:04:52.825923 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-589bafac-0d35-4516-86f2-fb947086fef1 req-20196673-7e8b-4e04-815a-6d086006d98a service neutron] 10.222.0.44 "GET /v2.0/networks?id=0ddf827a-fe55-4140-917b-1050dd94d3b2 HTTP/1.1" status: 200 len: 915 time: 0.0912225 Dec 06 18:04:52.869002 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-589bafac-0d35-4516-86f2-fb947086fef1 req-7980e3d0-5db4-4b05-bfab-8e09ce1fc5f2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78225580-eb85-41e5-8341-bfa35d9cd5f8 HTTP/1.1" status: 200 len: 217 time: 0.0357752 Dec 06 18:04:52.918181 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589bafac-0d35-4516-86f2-fb947086fef1 req-a5bcf43c-71b8-4650-b8cf-20159fc7f0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:04:52.919809 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-589bafac-0d35-4516-86f2-fb947086fef1 req-a5bcf43c-71b8-4650-b8cf-20159fc7f0cf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ee914b03-947f-4ad6-9bdd-05027bc168a2 HTTP/1.1" status: 200 len: 853 time: 0.0446849 Dec 06 18:04:52.966777 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589bafac-0d35-4516-86f2-fb947086fef1 req-8e6fcfbc-3fd6-4f92-9eda-229dae72f9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:04:52.968834 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-589bafac-0d35-4516-86f2-fb947086fef1 req-8e6fcfbc-3fd6-4f92-9eda-229dae72f9fb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0ddf827a-fe55-4140-917b-1050dd94d3b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419950 Dec 06 18:04:53.068242 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-589bafac-0d35-4516-86f2-fb947086fef1 req-79ddae4c-0376-44b7-955c-ac7665be7a34 service neutron] 10.222.0.44 "GET /v2.0/networks/0ddf827a-fe55-4140-917b-1050dd94d3b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915284 Dec 06 18:04:53.165822 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-589bafac-0d35-4516-86f2-fb947086fef1 req-b36b071a-eae3-4ab2-8936-272fdcaddd18 service neutron] 10.222.0.44 "GET /v2.0/networks/0ddf827a-fe55-4140-917b-1050dd94d3b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902193 Dec 06 18:05:00.554086 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45862ff6-a300-4b24-bc5e-569463b80856 req-a973bef0-2603-43a5-87fa-cd3de1d8f9a1 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:05:00.555961 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-45862ff6-a300-4b24-bc5e-569463b80856 req-a973bef0-2603-43a5-87fa-cd3de1d8f9a1 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] 10.222.0.23 "GET /v2.0/ports?device_id=6cedbf1b-2ca0-4947-91bf-1dc5269fbd6e HTTP/1.1" status: 200 len: 945 time: 0.0509431 Dec 06 18:05:00.605056 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-45862ff6-a300-4b24-bc5e-569463b80856 req-055bb3bc-a815-4b42-86b4-623e9251c253 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] 10.222.0.23 "GET /v2.0/security-groups?id=6513242a-47f3-4abb-89f8-f15006b56d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437222 Dec 06 18:05:01.724656 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf0ce2f-74fa-4ea6-9e2c-3134512a9d63 req-86799f38-a480-4096-a4fd-bd90a53ae0e4 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:05:01.726208 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2cf0ce2f-74fa-4ea6-9e2c-3134512a9d63 req-86799f38-a480-4096-a4fd-bd90a53ae0e4 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] 10.222.0.23 "GET /v2.0/ports?device_id=6cedbf1b-2ca0-4947-91bf-1dc5269fbd6e HTTP/1.1" status: 200 len: 945 time: 0.0510437 Dec 06 18:05:01.774344 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2cf0ce2f-74fa-4ea6-9e2c-3134512a9d63 req-61211b27-89eb-418a-ab51-eff27b26d08d tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] 10.222.0.23 "GET /v2.0/security-groups?id=6513242a-47f3-4abb-89f8-f15006b56d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420859 Dec 06 18:05:02.160336 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566ea6e7-c8e8-49c6-9c57-533417e145c6 req-835816c4-313a-4862-ac5e-e04f619f6d8d tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:05:02.161799 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-566ea6e7-c8e8-49c6-9c57-533417e145c6 req-835816c4-313a-4862-ac5e-e04f619f6d8d tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] 10.222.0.44 "GET /v2.0/ports?device_id=6cedbf1b-2ca0-4947-91bf-1dc5269fbd6e HTTP/1.1" status: 200 len: 945 time: 0.0476921 Dec 06 18:05:02.255286 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-566ea6e7-c8e8-49c6-9c57-533417e145c6 req-e04715dd-f56e-4478-a7c3-211a71e389c3 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Deleting port 78225580-eb85-41e5-8341-bfa35d9cd5f8 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 18:05:02.255637 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-566ea6e7-c8e8-49c6-9c57-533417e145c6 req-e04715dd-f56e-4478-a7c3-211a71e389c3 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:02.344770 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-566ea6e7-c8e8-49c6-9c57-533417e145c6 req-e04715dd-f56e-4478-a7c3-211a71e389c3 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] For port 78225580-eb85-41e5-8341-bfa35d9cd5f8, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=78225580-eb85-41e5-8341-bfa35d9cd5f8,segment=NetworkSegment(76c964bb-fb5b-4b92-885f-f31da2bcb071),segment_id=76c964bb-fb5b-4b92-885f-f31da2bcb071)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:05:02.345136 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-566ea6e7-c8e8-49c6-9c57-533417e145c6 req-e04715dd-f56e-4478-a7c3-211a71e389c3 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:02.357768 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-566ea6e7-c8e8-49c6-9c57-533417e145c6 req-e04715dd-f56e-4478-a7c3-211a71e389c3 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Calling delete_port for 78225580-eb85-41e5-8341-bfa35d9cd5f8 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 18:05:02.485785 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-566ea6e7-c8e8-49c6-9c57-533417e145c6 req-e04715dd-f56e-4478-a7c3-211a71e389c3 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:02.498998 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['78225580-eb85-41e5-8341-bfa35d9cd5f8'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 18:05:02.515424 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04715dd-f56e-4478-a7c3-211a71e389c3 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Pushing event deleted for resources: {'Port': ['ID=78225580-eb85-41e5-8341-bfa35d9cd5f8,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:05:02.561020 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-566ea6e7-c8e8-49c6-9c57-533417e145c6 req-e04715dd-f56e-4478-a7c3-211a71e389c3 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] No DVR routers for this DVR port 78225580-eb85-41e5-8341-bfa35d9cd5f8 on host n-h2-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 18:05:02.563625 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-566ea6e7-c8e8-49c6-9c57-533417e145c6 req-e04715dd-f56e-4478-a7c3-211a71e389c3 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:02.567186 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-566ea6e7-c8e8-49c6-9c57-533417e145c6 req-e04715dd-f56e-4478-a7c3-211a71e389c3 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] 10.222.0.44 "DELETE /v2.0/ports/78225580-eb85-41e5-8341-bfa35d9cd5f8 HTTP/1.1" status: 204 len: 173 time: 0.3994970 Dec 06 18:05:02.567640 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cedbf1b-2ca0-4947-91bf-1dc5269fbd6e', 'name': 'network-vif-deleted', 'tag': '78225580-eb85-41e5-8341-bfa35d9cd5f8'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 18:05:02.570007 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0deb9614d467c76714cadb3278283c9891b68bf60c17f6ec8acc98d969d5ca90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab449962-743a-4fa0-8152-6afd7e851d2f" -d '{"events": [{"server_uuid": "6cedbf1b-2ca0-4947-91bf-1dc5269fbd6e", "name": "network-vif-deleted", "tag": "78225580-eb85-41e5-8341-bfa35d9cd5f8"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 18:05:02.609077 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 18:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75616069-0988-437e-9ce3-7aa549c617f2 x-openstack-request-id: req-75616069-0988-437e-9ce3-7aa549c617f2 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 18:05:02.609378 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cedbf1b-2ca0-4947-91bf-1dc5269fbd6e", "name": "network-vif-deleted", "tag": "78225580-eb85-41e5-8341-bfa35d9cd5f8", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 18:05:02.609724 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-75616069-0988-437e-9ce3-7aa549c617f2 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 18:05:02.610139 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cedbf1b-2ca0-4947-91bf-1dc5269fbd6e', 'name': 'network-vif-deleted', 'tag': '78225580-eb85-41e5-8341-bfa35d9cd5f8', 'status': 'completed', 'code': 200} Dec 06 18:05:02.880375 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-dc74ffe6-3e79-4d34-9838-3d161ce11499 req-2bcf09ae-2741-470d-9d94-da37ef98f170 tempest-TestMinimumBasicScenario-534270556 tempest-TestMinimumBasicScenario-534270556-project] 10.222.0.23 "GET /v2.0/ports?device_id=6cedbf1b-2ca0-4947-91bf-1dc5269fbd6e HTTP/1.1" status: 200 len: 210 time: 0.0276082 Dec 06 18:05:03.216664 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:04.431705 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42014) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:05:05.031511 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3a402f19-bac2-48e0-b353-e34730232bc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575908'] for router_interface, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:05.272852 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-3a402f19-bac2-48e0-b353-e34730232bc3 admin admin] Deleting port 17628bc3-92d4-4be1-aae7-cc4caae6b390 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 18:05:05.273190 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3a402f19-bac2-48e0-b353-e34730232bc3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:05.355066 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-3a402f19-bac2-48e0-b353-e34730232bc3 admin admin] For port 17628bc3-92d4-4be1-aae7-cc4caae6b390, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=17628bc3-92d4-4be1-aae7-cc4caae6b390,segment=NetworkSegment(76c964bb-fb5b-4b92-885f-f31da2bcb071),segment_id=76c964bb-fb5b-4b92-885f-f31da2bcb071)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:05:05.355427 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3a402f19-bac2-48e0-b353-e34730232bc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:05.367494 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-3a402f19-bac2-48e0-b353-e34730232bc3 admin admin] Calling delete_port for 17628bc3-92d4-4be1-aae7-cc4caae6b390 owned by network:router_interface {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 18:05:05.541212 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3a402f19-bac2-48e0-b353-e34730232bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:05.563977 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a402f19-bac2-48e0-b353-e34730232bc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=17628bc3-92d4-4be1-aae7-cc4caae6b390,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:05:05.599559 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:05.730564 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3a402f19-bac2-48e0-b353-e34730232bc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-772474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575952'] for router_interface, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:05.942699 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a402f19-bac2-48e0-b353-e34730232bc3 admin admin] Router 8c0da5cc-ecfb-4f0f-91bc-00af66954bac has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 18:05:06.051051 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a402f19-bac2-48e0-b353-e34730232bc3 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 18:05:06.056152 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-3a402f19-bac2-48e0-b353-e34730232bc3 admin admin] 10.222.0.23 "PUT /v2.0/routers/8c0da5cc-ecfb-4f0f-91bc-00af66954bac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6234224 Dec 06 18:05:06.058746 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42016) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:05:06.060508 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b14068-b0cd-402e-8af4-e3eb28256654 None None] Sync routers for ids ['8c0da5cc-ecfb-4f0f-91bc-00af66954bac'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 18:05:06.071059 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b14068-b0cd-402e-8af4-e3eb28256654 None None] Routers {'8c0da5cc-ecfb-4f0f-91bc-00af66954bac'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:05:06.071791 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-f8b14068-b0cd-402e-8af4-e3eb28256654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:04:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['8c0da5cc-ecfb-4f0f-91bc-00af66954bac'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:05:06.163773 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2a27cef0-5774-44c5-a81d-fa0b8d49911c admin admin] Publish callbacks [] for router, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:06.175890 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-f8b14068-b0cd-402e-8af4-e3eb28256654 None None] Set router 8c0da5cc-ecfb-4f0f-91bc-00af66954bac gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:05:06.268854 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2a27cef0-5774-44c5-a81d-fa0b8d49911c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:06.320937 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-2a27cef0-5774-44c5-a81d-fa0b8d49911c admin admin] Deleting port a6082366-b758-4422-9ef1-e95b134ac667 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 18:05:06.321281 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2a27cef0-5774-44c5-a81d-fa0b8d49911c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:06.354870 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-f8b14068-b0cd-402e-8af4-e3eb28256654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c0da5cc-ecfb-4f0f-91bc-00af66954bac', 'name': 'tempest-TestMinimumBasicScenario-825755565-router', 'tenant_id': '6f3a3dab17064c0d866a23b7dad4a532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.165'}], 'enable_snat': True}, 'gw_port_id': 'a6082366-b758-4422-9ef1-e95b134ac667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:02:54Z', 'updated_at': '2021-12-06T18:05:05Z', 'revision_number': 5, 'project_id': '6f3a3dab17064c0d866a23b7dad4a532', 'gw_port': {'id': 'a6082366-b758-4422-9ef1-e95b134ac667', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0da5cc-ecfb-4f0f-91bc-00af66954bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:02:54Z', 'updated_at': '2021-12-06T18:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:05:06.381346 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b14068-b0cd-402e-8af4-e3eb28256654 None None] Checking router: 8c0da5cc-ecfb-4f0f-91bc-00af66954bac for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 18:05:06.389707 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b14068-b0cd-402e-8af4-e3eb28256654 None None] Routers {'8c0da5cc-ecfb-4f0f-91bc-00af66954bac'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:05:06.390322 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-f8b14068-b0cd-402e-8af4-e3eb28256654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:04:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['8c0da5cc-ecfb-4f0f-91bc-00af66954bac'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:05:06.403491 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-2a27cef0-5774-44c5-a81d-fa0b8d49911c admin admin] For port a6082366-b758-4422-9ef1-e95b134ac667, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=a6082366-b758-4422-9ef1-e95b134ac667,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:05:06.403853 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2a27cef0-5774-44c5-a81d-fa0b8d49911c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:06.415726 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-2a27cef0-5774-44c5-a81d-fa0b8d49911c admin admin] Calling delete_port for a6082366-b758-4422-9ef1-e95b134ac667 owned by network:router_gateway {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 18:05:06.469820 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 78225580-eb85-41e5-8341-bfa35d9cd5f8 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 18:05:06.494499 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-f8b14068-b0cd-402e-8af4-e3eb28256654 None None] Set router 8c0da5cc-ecfb-4f0f-91bc-00af66954bac gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:05:06.496554 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] No Port match for: 78225580-eb85-41e5-8341-bfa35d9cd5f8 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 18:05:06.496909 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 78225580-eb85-41e5-8341-bfa35d9cd5f8 not bound to the agent host n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 18:05:06.551475 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-f8b14068-b0cd-402e-8af4-e3eb28256654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c0da5cc-ecfb-4f0f-91bc-00af66954bac', 'name': 'tempest-TestMinimumBasicScenario-825755565-router', 'tenant_id': '6f3a3dab17064c0d866a23b7dad4a532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:02:54Z', 'updated_at': '2021-12-06T18:05:06Z', 'revision_number': 6, 'project_id': '6f3a3dab17064c0d866a23b7dad4a532', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:05:06.577826 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b14068-b0cd-402e-8af4-e3eb28256654 None None] The sync data for ids ['8c0da5cc-ecfb-4f0f-91bc-00af66954bac'] in n-d-master-1 is: [{'id': '8c0da5cc-ecfb-4f0f-91bc-00af66954bac', 'name': 'tempest-TestMinimumBasicScenario-825755565-router', 'tenant_id': '6f3a3dab17064c0d866a23b7dad4a532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:02:54Z', 'updated_at': '2021-12-06T18:05:06Z', 'revision_number': 6, 'project_id': '6f3a3dab17064c0d866a23b7dad4a532', 'gw_port_host': None}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 18:05:06.582343 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2a27cef0-5774-44c5-a81d-fa0b8d49911c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:06.608072 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a27cef0-5774-44c5-a81d-fa0b8d49911c admin admin] Pushing event deleted for resources: {'Port': ['ID=a6082366-b758-4422-9ef1-e95b134ac667,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:05:06.625286 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0866388e-c923-4800-b99a-4cfecdfb2cf3 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 18:05:06.672686 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2a27cef0-5774-44c5-a81d-fa0b8d49911c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536698'] for router_gateway, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:06.762287 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2a27cef0-5774-44c5-a81d-fa0b8d49911c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:06.764878 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2a27cef0-5774-44c5-a81d-fa0b8d49911c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:06.811389 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2a27cef0-5774-44c5-a81d-fa0b8d49911c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:06.811808 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a27cef0-5774-44c5-a81d-fa0b8d49911c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c0da5cc-ecfb-4f0f-91bc-00af66954bac {{(pid=103285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 18:05:06.816344 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2a27cef0-5774-44c5-a81d-fa0b8d49911c admin admin] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:06.817672 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-2a27cef0-5774-44c5-a81d-fa0b8d49911c admin admin] 10.222.0.23 "DELETE /v2.0/routers/8c0da5cc-ecfb-4f0f-91bc-00af66954bac HTTP/1.1" status: 204 len: 168 time: 0.7577281 Dec 06 18:05:06.820139 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42018) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:05:06.864760 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7065021-6aa3-4d08-99cc-0c675684b02f admin admin] Deleting subnet ee914b03-947f-4ad6-9bdd-05027bc168a2 {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 18:05:06.867809 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f7065021-6aa3-4d08-99cc-0c675684b02f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:06.902853 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f7065021-6aa3-4d08-99cc-0c675684b02f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:06.989245 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f7065021-6aa3-4d08-99cc-0c675684b02f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:07.045175 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f7065021-6aa3-4d08-99cc-0c675684b02f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:07.072017 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7065021-6aa3-4d08-99cc-0c675684b02f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee914b03-947f-4ad6-9bdd-05027bc168a2,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:05:07.073967 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f7065021-6aa3-4d08-99cc-0c675684b02f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:07.077800 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-f7065021-6aa3-4d08-99cc-0c675684b02f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ee914b03-947f-4ad6-9bdd-05027bc168a2 HTTP/1.1" status: 204 len: 168 time: 0.2566755 Dec 06 18:05:07.078584 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125142cc-f2ef-4ffe-af73-7e87a26e3ee5 None None] Network 0ddf827a-fe55-4140-917b-1050dd94d3b2 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 18:05:07.080398 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 42020) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:05:07.148994 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-98d0ae20-4810-4ef1-8e13-cffa0f534172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:07.208510 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-98d0ae20-4810-4ef1-8e13-cffa0f534172 admin admin] Deleting port f11e7d56-d5aa-410e-9c5d-8daa4a9d085b {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 18:05:07.208858 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-98d0ae20-4810-4ef1-8e13-cffa0f534172 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:07.272008 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-98d0ae20-4810-4ef1-8e13-cffa0f534172 admin admin] For port f11e7d56-d5aa-410e-9c5d-8daa4a9d085b, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f11e7d56-d5aa-410e-9c5d-8daa4a9d085b,segment=NetworkSegment(76c964bb-fb5b-4b92-885f-f31da2bcb071),segment_id=76c964bb-fb5b-4b92-885f-f31da2bcb071)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:05:07.272379 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-98d0ae20-4810-4ef1-8e13-cffa0f534172 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:07.285361 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-98d0ae20-4810-4ef1-8e13-cffa0f534172 admin admin] Calling delete_port for f11e7d56-d5aa-410e-9c5d-8daa4a9d085b owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 18:05:07.380287 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4784e6-1829-4430-bea1-a62711db3f07 None None] DHCP port deletion for 0ddf827a-fe55-4140-917b-1050dd94d3b2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 18:05:07.381538 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-98d0ae20-4810-4ef1-8e13-cffa0f534172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:07.412846 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d0ae20-4810-4ef1-8e13-cffa0f534172 admin admin] Pushing event deleted for resources: {'Port': ['ID=f11e7d56-d5aa-410e-9c5d-8daa4a9d085b,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:05:07.417561 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d0ae20-4810-4ef1-8e13-cffa0f534172 admin admin] No DVR routers for this DVR port f11e7d56-d5aa-410e-9c5d-8daa4a9d085b on host n-d-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 18:05:07.434468 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 17628bc3-92d4-4be1-aae7-cc4caae6b390 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 18:05:07.455623 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 17628bc3-92d4-4be1-aae7-cc4caae6b390 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 18:05:07.455984 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 17628bc3-92d4-4be1-aae7-cc4caae6b390 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 18:05:07.456407 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device a6082366-b758-4422-9ef1-e95b134ac667 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 18:05:07.493633 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-98d0ae20-4810-4ef1-8e13-cffa0f534172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:07.522313 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-98d0ae20-4810-4ef1-8e13-cffa0f534172 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ddf827a-fe55-4140-917b-1050dd94d3b2']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:05:07.533223 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-98d0ae20-4810-4ef1-8e13-cffa0f534172 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76c964bb-fb5b-4b92-885f-f31da2bcb071') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:05:07.533549 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-98d0ae20-4810-4ef1-8e13-cffa0f534172 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76c964bb-fb5b-4b92-885f-f31da2bcb071') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:05:07.543914 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-98d0ae20-4810-4ef1-8e13-cffa0f534172 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:07.559000 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-98d0ae20-4810-4ef1-8e13-cffa0f534172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:07.566121 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98d0ae20-4810-4ef1-8e13-cffa0f534172 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 18:05:07.566583 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-98d0ae20-4810-4ef1-8e13-cffa0f534172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:07.568654 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 18:05:07.568654 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 18:05:07.568654 n-d-master-1 neutron-server[103284]: timer() Dec 06 18:05:07.568654 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 18:05:07.568654 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 18:05:07.568654 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 18:05:07.568654 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 18:05:07.568654 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 18:05:07.568654 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 18:05:07.568654 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 18:05:07.568654 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 18:05:07.568654 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 18:05:07.568654 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 18:05:07.568654 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 18:05:07.568654 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 18:05:07.568654 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 18:05:07.568654 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 18:05:07.568654 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 18:05:07.568654 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 18:05:07.568654 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 18:05:07.568654 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 18:05:07.568654 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 18:05:07.568654 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 18:05:07.568654 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 18:05:07.568654 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 18:05:07.568654 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 18:05:07.568654 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 18:05:07.568654 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 18:05:07.568654 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 18:05:07.568654 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 18:05:07.568654 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 18:05:07.568654 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 18:05:07.632940 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-98d0ae20-4810-4ef1-8e13-cffa0f534172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:07.645322 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: a6082366-b758-4422-9ef1-e95b134ac667 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 18:05:07.646187 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device a6082366-b758-4422-9ef1-e95b134ac667 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 18:05:07.646786 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device f11e7d56-d5aa-410e-9c5d-8daa4a9d085b no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 18:05:07.651056 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-98d0ae20-4810-4ef1-8e13-cffa0f534172 admin admin] Publish callbacks [] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:07.654908 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-98d0ae20-4810-4ef1-8e13-cffa0f534172 admin admin] 10.222.0.23 "DELETE /v2.0/networks/0ddf827a-fe55-4140-917b-1050dd94d3b2 HTTP/1.1" status: 204 len: 168 time: 0.5729585 Dec 06 18:05:07.656346 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d0ae20-4810-4ef1-8e13-cffa0f534172 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ddf827a-fe55-4140-917b-1050dd94d3b2,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:05:07.660161 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42024) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:05:07.670488 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: f11e7d56-d5aa-410e-9c5d-8daa4a9d085b {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 18:05:07.670846 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device f11e7d56-d5aa-410e-9c5d-8daa4a9d085b not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 18:05:08.015017 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2e188ac0-69c9-47da-9c38-c39cc7cfd76f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575908'] for router_interface, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:08.253937 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-2e188ac0-69c9-47da-9c38-c39cc7cfd76f admin admin] Deleting port 286231ef-a53c-4083-ad6b-d29599790c8b {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 18:05:08.254281 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2e188ac0-69c9-47da-9c38-c39cc7cfd76f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:08.330469 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-2e188ac0-69c9-47da-9c38-c39cc7cfd76f admin admin] For port 286231ef-a53c-4083-ad6b-d29599790c8b, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=286231ef-a53c-4083-ad6b-d29599790c8b,segment=NetworkSegment(a1499f55-b43a-45c6-a402-029793d8097d),segment_id=a1499f55-b43a-45c6-a402-029793d8097d)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:05:08.330744 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2e188ac0-69c9-47da-9c38-c39cc7cfd76f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:08.343492 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-2e188ac0-69c9-47da-9c38-c39cc7cfd76f admin admin] Calling delete_port for 286231ef-a53c-4083-ad6b-d29599790c8b owned by network:router_interface {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 18:05:08.518942 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2e188ac0-69c9-47da-9c38-c39cc7cfd76f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:08.548219 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e188ac0-69c9-47da-9c38-c39cc7cfd76f admin admin] Pushing event deleted for resources: {'Port': ['ID=286231ef-a53c-4083-ad6b-d29599790c8b,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:05:08.713638 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2e188ac0-69c9-47da-9c38-c39cc7cfd76f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-772474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575952'] for router_interface, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:08.922892 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e188ac0-69c9-47da-9c38-c39cc7cfd76f admin admin] Router dfa663df-1a22-4aa7-896f-ebb305b79089 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 18:05:09.296433 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e188ac0-69c9-47da-9c38-c39cc7cfd76f admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 18:05:09.301805 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-2e188ac0-69c9-47da-9c38-c39cc7cfd76f admin admin] 10.222.0.23 "PUT /v2.0/routers/dfa663df-1a22-4aa7-896f-ebb305b79089/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6388454 Dec 06 18:05:09.303799 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42028) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:05:09.306490 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198bd0ca-cc6a-4f6d-bab3-2776c8f9bd28 None None] Sync routers for ids ['dfa663df-1a22-4aa7-896f-ebb305b79089'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 18:05:09.316450 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198bd0ca-cc6a-4f6d-bab3-2776c8f9bd28 None None] Routers {'dfa663df-1a22-4aa7-896f-ebb305b79089'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:05:09.317046 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-198bd0ca-cc6a-4f6d-bab3-2776c8f9bd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:04:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['dfa663df-1a22-4aa7-896f-ebb305b79089'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:05:09.406268 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a3f1ef2f-c8df-4bfa-9ed6-749ee4fb2e8a admin admin] Publish callbacks [] for router, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:09.419592 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-198bd0ca-cc6a-4f6d-bab3-2776c8f9bd28 None None] Set router dfa663df-1a22-4aa7-896f-ebb305b79089 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:05:09.508572 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a3f1ef2f-c8df-4bfa-9ed6-749ee4fb2e8a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:09.559825 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-a3f1ef2f-c8df-4bfa-9ed6-749ee4fb2e8a admin admin] Deleting port d0c080df-db43-4246-8c46-d689c9ffbcd3 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 18:05:09.560166 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a3f1ef2f-c8df-4bfa-9ed6-749ee4fb2e8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:09.591561 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-198bd0ca-cc6a-4f6d-bab3-2776c8f9bd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa663df-1a22-4aa7-896f-ebb305b79089', 'name': 'tempest-TestMinimumBasicScenario-1010979713-router', 'tenant_id': 'aaf7cb83a61d4a31beaf5004c30cfb47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.15'}], 'enable_snat': True}, 'gw_port_id': 'd0c080df-db43-4246-8c46-d689c9ffbcd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:02:58Z', 'updated_at': '2021-12-06T18:05:08Z', 'revision_number': 5, 'project_id': 'aaf7cb83a61d4a31beaf5004c30cfb47', 'gw_port': {'id': 'd0c080df-db43-4246-8c46-d689c9ffbcd3', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a6:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa663df-1a22-4aa7-896f-ebb305b79089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:02:58Z', 'updated_at': '2021-12-06T18:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:05:09.620732 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198bd0ca-cc6a-4f6d-bab3-2776c8f9bd28 None None] Checking router: dfa663df-1a22-4aa7-896f-ebb305b79089 for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 18:05:09.629348 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198bd0ca-cc6a-4f6d-bab3-2776c8f9bd28 None None] Routers {'dfa663df-1a22-4aa7-896f-ebb305b79089'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:05:09.629974 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-198bd0ca-cc6a-4f6d-bab3-2776c8f9bd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:04:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['dfa663df-1a22-4aa7-896f-ebb305b79089'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:05:09.638047 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-a3f1ef2f-c8df-4bfa-9ed6-749ee4fb2e8a admin admin] For port d0c080df-db43-4246-8c46-d689c9ffbcd3, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d0c080df-db43-4246-8c46-d689c9ffbcd3,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:05:09.638413 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a3f1ef2f-c8df-4bfa-9ed6-749ee4fb2e8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:09.651022 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-a3f1ef2f-c8df-4bfa-9ed6-749ee4fb2e8a admin admin] Calling delete_port for d0c080df-db43-4246-8c46-d689c9ffbcd3 owned by network:router_gateway {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 18:05:09.711497 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-198bd0ca-cc6a-4f6d-bab3-2776c8f9bd28 None None] Set router dfa663df-1a22-4aa7-896f-ebb305b79089 gateway port host: None {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:05:09.822622 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a3f1ef2f-c8df-4bfa-9ed6-749ee4fb2e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:09.851404 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-198bd0ca-cc6a-4f6d-bab3-2776c8f9bd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa663df-1a22-4aa7-896f-ebb305b79089', 'name': 'tempest-TestMinimumBasicScenario-1010979713-router', 'tenant_id': 'aaf7cb83a61d4a31beaf5004c30cfb47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:02:58Z', 'updated_at': '2021-12-06T18:05:09Z', 'revision_number': 6, 'project_id': 'aaf7cb83a61d4a31beaf5004c30cfb47', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:05:09.854729 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f1ef2f-c8df-4bfa-9ed6-749ee4fb2e8a admin admin] Pushing event deleted for resources: {'Port': ['ID=d0c080df-db43-4246-8c46-d689c9ffbcd3,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:05:09.865821 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224ec68a-58fa-4b4e-bd90-5f3043ba461a None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 18:05:09.883239 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198bd0ca-cc6a-4f6d-bab3-2776c8f9bd28 None None] The sync data for ids ['dfa663df-1a22-4aa7-896f-ebb305b79089'] in n-d-master-1 is: [{'id': 'dfa663df-1a22-4aa7-896f-ebb305b79089', 'name': 'tempest-TestMinimumBasicScenario-1010979713-router', 'tenant_id': 'aaf7cb83a61d4a31beaf5004c30cfb47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:02:58Z', 'updated_at': '2021-12-06T18:05:09Z', 'revision_number': 6, 'project_id': 'aaf7cb83a61d4a31beaf5004c30cfb47', 'gw_port_host': None}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 18:05:09.921404 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a3f1ef2f-c8df-4bfa-9ed6-749ee4fb2e8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536698'] for router_gateway, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:10.011558 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a3f1ef2f-c8df-4bfa-9ed6-749ee4fb2e8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:10.014258 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a3f1ef2f-c8df-4bfa-9ed6-749ee4fb2e8a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:10.055889 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a3f1ef2f-c8df-4bfa-9ed6-749ee4fb2e8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:10.056468 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3f1ef2f-c8df-4bfa-9ed6-749ee4fb2e8a admin admin] Fanout notify agent at l3_agent the message router_deleted on router dfa663df-1a22-4aa7-896f-ebb305b79089 {{(pid=103285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 18:05:10.061328 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a3f1ef2f-c8df-4bfa-9ed6-749ee4fb2e8a admin admin] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:10.062542 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-a3f1ef2f-c8df-4bfa-9ed6-749ee4fb2e8a admin admin] 10.222.0.23 "DELETE /v2.0/routers/dfa663df-1a22-4aa7-896f-ebb305b79089 HTTP/1.1" status: 204 len: 168 time: 0.7578409 Dec 06 18:05:10.065157 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42030) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:05:10.112831 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-51e2d64c-76ef-47f6-af43-e0f5eb04fbd5 admin admin] Deleting subnet 8d4de8e5-1e09-4c18-b084-40a982b9ecfa {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 18:05:10.115884 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-51e2d64c-76ef-47f6-af43-e0f5eb04fbd5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:10.150680 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-51e2d64c-76ef-47f6-af43-e0f5eb04fbd5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:10.226161 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-51e2d64c-76ef-47f6-af43-e0f5eb04fbd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:10.286943 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-51e2d64c-76ef-47f6-af43-e0f5eb04fbd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:10.314923 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e2d64c-76ef-47f6-af43-e0f5eb04fbd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d4de8e5-1e09-4c18-b084-40a982b9ecfa,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:05:10.320048 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-51e2d64c-76ef-47f6-af43-e0f5eb04fbd5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:10.326106 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-51e2d64c-76ef-47f6-af43-e0f5eb04fbd5 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/8d4de8e5-1e09-4c18-b084-40a982b9ecfa HTTP/1.1" status: 204 len: 168 time: 0.2574184 Dec 06 18:05:10.326106 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42032) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:05:10.330655 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c8a574-1e28-4fee-8e41-0a4058ea1356 None None] Network 6abd1dae-b711-4821-a38c-8da0811d9600 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 18:05:10.397615 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5bbed31d-2495-41ad-ad72-3234a8347a13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:10.450263 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-5bbed31d-2495-41ad-ad72-3234a8347a13 admin admin] Deleting port 990e094c-fac1-48f1-95a4-af2050047def {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 18:05:10.450607 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5bbed31d-2495-41ad-ad72-3234a8347a13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:10.518939 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-5bbed31d-2495-41ad-ad72-3234a8347a13 admin admin] For port 990e094c-fac1-48f1-95a4-af2050047def, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=990e094c-fac1-48f1-95a4-af2050047def,segment=NetworkSegment(a1499f55-b43a-45c6-a402-029793d8097d),segment_id=a1499f55-b43a-45c6-a402-029793d8097d)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:05:10.519301 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5bbed31d-2495-41ad-ad72-3234a8347a13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:10.531202 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-5bbed31d-2495-41ad-ad72-3234a8347a13 admin admin] Calling delete_port for 990e094c-fac1-48f1-95a4-af2050047def owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 18:05:10.606954 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5bbed31d-2495-41ad-ad72-3234a8347a13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:10.636763 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbed31d-2495-41ad-ad72-3234a8347a13 admin admin] Pushing event deleted for resources: {'Port': ['ID=990e094c-fac1-48f1-95a4-af2050047def,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:05:10.641545 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbed31d-2495-41ad-ad72-3234a8347a13 admin admin] No DVR routers for this DVR port 990e094c-fac1-48f1-95a4-af2050047def on host n-d-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 18:05:10.665518 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d9592d-c21a-4ca2-ba0d-27565f998462 None None] DHCP port deletion for 6abd1dae-b711-4821-a38c-8da0811d9600 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 18:05:10.715776 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5bbed31d-2495-41ad-ad72-3234a8347a13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:10.736054 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-5bbed31d-2495-41ad-ad72-3234a8347a13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6abd1dae-b711-4821-a38c-8da0811d9600']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:05:10.745413 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-5bbed31d-2495-41ad-ad72-3234a8347a13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1499f55-b43a-45c6-a402-029793d8097d') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:05:10.745750 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-5bbed31d-2495-41ad-ad72-3234a8347a13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1499f55-b43a-45c6-a402-029793d8097d') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:05:10.760298 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5bbed31d-2495-41ad-ad72-3234a8347a13 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:10.775262 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5bbed31d-2495-41ad-ad72-3234a8347a13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:10.788987 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bbed31d-2495-41ad-ad72-3234a8347a13 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 18:05:10.789401 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5bbed31d-2495-41ad-ad72-3234a8347a13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:10.791328 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 18:05:10.791328 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 18:05:10.791328 n-d-master-1 neutron-server[103285]: timer() Dec 06 18:05:10.791328 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 18:05:10.791328 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 18:05:10.791328 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 18:05:10.791328 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 18:05:10.791328 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 18:05:10.791328 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 18:05:10.791328 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 18:05:10.791328 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 18:05:10.791328 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 18:05:10.791328 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 18:05:10.791328 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 18:05:10.791328 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 18:05:10.791328 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 18:05:10.791328 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 18:05:10.791328 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 18:05:10.791328 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 18:05:10.791328 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 18:05:10.791328 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 18:05:10.791328 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 18:05:10.791328 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 18:05:10.791328 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 18:05:10.791328 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 18:05:10.791328 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 18:05:10.791328 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 18:05:10.791328 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 18:05:10.791328 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 18:05:10.791328 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 18:05:10.791328 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 18:05:10.791328 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 18:05:10.846520 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5bbed31d-2495-41ad-ad72-3234a8347a13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:10.853574 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5bbed31d-2495-41ad-ad72-3234a8347a13 admin admin] Publish callbacks [] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:10.856774 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-5bbed31d-2495-41ad-ad72-3234a8347a13 admin admin] 10.222.0.23 "DELETE /v2.0/networks/6abd1dae-b711-4821-a38c-8da0811d9600 HTTP/1.1" status: 204 len: 168 time: 0.5297852 Dec 06 18:05:10.868499 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbed31d-2495-41ad-ad72-3234a8347a13 admin admin] Pushing event deleted for resources: {'Network': ['ID=6abd1dae-b711-4821-a38c-8da0811d9600,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:05:11.028100 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42036) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:05:11.067369 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-070f8ad8-ff90-4fad-bc2c-c7c10c136901 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6f3a3dab17064c0d866a23b7dad4a532&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381000 Dec 06 18:05:11.069736 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42038) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:05:11.115684 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-125d77a3-e24b-4c94-b80e-034ade9f62af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:11.141681 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-125d77a3-e24b-4c94-b80e-034ade9f62af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:11.186089 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 990e094c-fac1-48f1-95a4-af2050047def no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 18:05:11.189339 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-125d77a3-e24b-4c94-b80e-034ade9f62af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:11.191961 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-125d77a3-e24b-4c94-b80e-034ade9f62af admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:11.193118 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-125d77a3-e24b-4c94-b80e-034ade9f62af admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6513242a-47f3-4abb-89f8-f15006b56d26 HTTP/1.1" status: 204 len: 168 time: 0.1224949 Dec 06 18:05:11.202071 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125d77a3-e24b-4c94-b80e-034ade9f62af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6513242a-47f3-4abb-89f8-f15006b56d26,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:05:11.218727 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 990e094c-fac1-48f1-95a4-af2050047def {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 18:05:11.219180 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 990e094c-fac1-48f1-95a4-af2050047def not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 18:05:11.219666 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device d0c080df-db43-4246-8c46-d689c9ffbcd3 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 18:05:11.244644 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: d0c080df-db43-4246-8c46-d689c9ffbcd3 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 18:05:11.245096 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device d0c080df-db43-4246-8c46-d689c9ffbcd3 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 18:05:11.245607 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 286231ef-a53c-4083-ad6b-d29599790c8b no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 18:05:11.268642 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 286231ef-a53c-4083-ad6b-d29599790c8b {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 18:05:11.268995 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 286231ef-a53c-4083-ad6b-d29599790c8b not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 18:05:11.499195 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 42044) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:05:11.538941 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-30b91123-4681-4689-a5ef-e8a1e815023b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=aaf7cb83a61d4a31beaf5004c30cfb47&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385830 Dec 06 18:05:11.541291 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 42046) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:05:11.591303 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bcbf1b6f-4e21-4a58-bbbf-ba3419c45b25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:11.611624 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bcbf1b6f-4e21-4a58-bbbf-ba3419c45b25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:11.657915 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bcbf1b6f-4e21-4a58-bbbf-ba3419c45b25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:11.660611 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bcbf1b6f-4e21-4a58-bbbf-ba3419c45b25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:11.661781 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-bcbf1b6f-4e21-4a58-bbbf-ba3419c45b25 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7d255e20-7d84-453f-807c-f2f325e58907 HTTP/1.1" status: 204 len: 168 time: 0.1195650 Dec 06 18:05:11.669389 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbf1b6f-4e21-4a58-bbbf-ba3419c45b25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d255e20-7d84-453f-807c-f2f325e58907,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:05:13.134133 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42088) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:05:13.139337 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-c397d8e4-39ef-43fe-abdd-d158d3c3eb28 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-805346991', 'description': 'tempest-secgroup-smoke-805346991 description', 'project_id': '80786a15dc4645b98b22cbe4242a7bcf'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:05:13.162040 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c397d8e4-39ef-43fe-abdd-d158d3c3eb28 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:13.169962 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c397d8e4-39ef-43fe-abdd-d158d3c3eb28 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:13.241995 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c397d8e4-39ef-43fe-abdd-d158d3c3eb28 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:13.245793 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c397d8e4-39ef-43fe-abdd-d158d3c3eb28 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:13.285049 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c397d8e4-39ef-43fe-abdd-d158d3c3eb28 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6949b0b-cced-401e-a30b-21aff91ba8be,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:05:13.322978 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c397d8e4-39ef-43fe-abdd-d158d3c3eb28 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:13.326655 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c397d8e4-39ef-43fe-abdd-d158d3c3eb28 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:13.355720 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c397d8e4-39ef-43fe-abdd-d158d3c3eb28 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:13.356935 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-c397d8e4-39ef-43fe-abdd-d158d3c3eb28 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2218046 Dec 06 18:05:13.359351 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c397d8e4-39ef-43fe-abdd-d158d3c3eb28 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed8c2353-d4bb-4943-abd5-b9bb94946401,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:05:13.360762 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 42090) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:05:13.366179 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-57976710-d930-4755-b6f1-384bbf0cf93b tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Request body: {'security_group_rule': {'security_group_id': 'ed8c2353-d4bb-4943-abd5-b9bb94946401', 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:05:13.394492 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-57976710-d930-4755-b6f1-384bbf0cf93b tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:13.439802 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-57976710-d930-4755-b6f1-384bbf0cf93b tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:13.442924 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-57976710-d930-4755-b6f1-384bbf0cf93b tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:13.460561 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57976710-d930-4755-b6f1-384bbf0cf93b tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f066cc8d-f7f9-4a68-850e-144d2f2f2923,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:05:13.468141 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-57976710-d930-4755-b6f1-384bbf0cf93b tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:13.469318 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-57976710-d930-4755-b6f1-384bbf0cf93b tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1067305 Dec 06 18:05:13.472104 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 42092) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:05:13.476611 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-c8e05217-2aa3-4f48-9896-51b211f78256 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Request body: {'security_group_rule': {'security_group_id': 'ed8c2353-d4bb-4943-abd5-b9bb94946401', 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:05:13.503088 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c8e05217-2aa3-4f48-9896-51b211f78256 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:13.531618 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-74217ab3-326b-4333-9dc0-1c94b6ad39a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:13.561859 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c8e05217-2aa3-4f48-9896-51b211f78256 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:13.565225 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c8e05217-2aa3-4f48-9896-51b211f78256 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:13.584564 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e05217-2aa3-4f48-9896-51b211f78256 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98fc7529-5208-4ccd-b7d2-e301505d059e,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:05:13.590426 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c8e05217-2aa3-4f48-9896-51b211f78256 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:13.592422 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-c8e05217-2aa3-4f48-9896-51b211f78256 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1184816 Dec 06 18:05:13.594798 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 42094) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:05:13.599033 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-e4e3a212-74a4-4df9-9319-0585445390d8 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Request body: {'security_group_rule': {'security_group_id': 'ed8c2353-d4bb-4943-abd5-b9bb94946401', 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:05:13.625884 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e4e3a212-74a4-4df9-9319-0585445390d8 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:13.688387 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e4e3a212-74a4-4df9-9319-0585445390d8 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:13.691860 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e4e3a212-74a4-4df9-9319-0585445390d8 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:13.709791 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e3a212-74a4-4df9-9319-0585445390d8 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc96e600-c20a-4701-9603-6ef169478456,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:05:13.718054 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e4e3a212-74a4-4df9-9319-0585445390d8 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:13.719248 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-e4e3a212-74a4-4df9-9319-0585445390d8 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1235321 Dec 06 18:05:13.722047 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 42096) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:05:13.726441 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-f74462ef-6ff5-4966-ae33-dab290893995 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Request body: {'security_group_rule': {'security_group_id': 'ed8c2353-d4bb-4943-abd5-b9bb94946401', 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:05:13.753554 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f74462ef-6ff5-4966-ae33-dab290893995 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:13.811834 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f74462ef-6ff5-4966-ae33-dab290893995 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:13.815197 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f74462ef-6ff5-4966-ae33-dab290893995 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:13.833192 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74462ef-6ff5-4966-ae33-dab290893995 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e395a908-0947-4449-93e2-0669c3e10935,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:05:13.840823 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f74462ef-6ff5-4966-ae33-dab290893995 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:13.842611 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-f74462ef-6ff5-4966-ae33-dab290893995 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1196475 Dec 06 18:05:13.845233 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 42098) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:05:13.849565 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-ecb86e1e-7ffa-478b-9cd5-db819cad9c55 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Request body: {'security_group_rule': {'security_group_id': 'ed8c2353-d4bb-4943-abd5-b9bb94946401', 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:05:13.871064 n-d-master-1 neutron-server[103284]: INFO neutron.db.securitygroups_db [None req-ecb86e1e-7ffa-478b-9cd5-db819cad9c55 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Project 80786a15dc4645b98b22cbe4242a7bcf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 18:05:13.876002 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ecb86e1e-7ffa-478b-9cd5-db819cad9c55 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:13.933197 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ecb86e1e-7ffa-478b-9cd5-db819cad9c55 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:13.936618 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ecb86e1e-7ffa-478b-9cd5-db819cad9c55 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:13.956510 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb86e1e-7ffa-478b-9cd5-db819cad9c55 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5807f7b-c023-430a-a7a7-79a6801e468d,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:05:13.961812 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ecb86e1e-7ffa-478b-9cd5-db819cad9c55 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:13.962820 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-ecb86e1e-7ffa-478b-9cd5-db819cad9c55 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1166229 Dec 06 18:05:13.965554 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 42100) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:05:13.970270 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-62fd1a7a-1c4b-4fb2-8e2d-2ac7d31a7f33 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Request body: {'security_group_rule': {'security_group_id': 'ed8c2353-d4bb-4943-abd5-b9bb94946401', 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:05:13.991326 n-d-master-1 neutron-server[103284]: INFO neutron.db.securitygroups_db [None req-62fd1a7a-1c4b-4fb2-8e2d-2ac7d31a7f33 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Project 80786a15dc4645b98b22cbe4242a7bcf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 18:05:13.996272 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-62fd1a7a-1c4b-4fb2-8e2d-2ac7d31a7f33 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:14.057099 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-62fd1a7a-1c4b-4fb2-8e2d-2ac7d31a7f33 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:14.060404 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-62fd1a7a-1c4b-4fb2-8e2d-2ac7d31a7f33 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:14.077646 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fd1a7a-1c4b-4fb2-8e2d-2ac7d31a7f33 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf6075b1-4cd0-478c-b558-13cd7b8ff539,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:05:14.084630 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-62fd1a7a-1c4b-4fb2-8e2d-2ac7d31a7f33 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:14.085836 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-62fd1a7a-1c4b-4fb2-8e2d-2ac7d31a7f33 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1193674 Dec 06 18:05:14.088731 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 42102) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:05:14.094154 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-d133dc78-54be-4882-85ac-a6e3a0e22179 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Request body: {'network': {'name': 'tempest-network-smoke--285672162', 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'port_security_enabled': True}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:05:14.113671 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d133dc78-54be-4882-85ac-a6e3a0e22179 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Made reservation on behalf of 80786a15dc4645b98b22cbe4242a7bcf for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 18:05:14.116981 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d133dc78-54be-4882-85ac-a6e3a0e22179 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:14.139852 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d133dc78-54be-4882-85ac-a6e3a0e22179 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 18:05:14.148483 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d133dc78-54be-4882-85ac-a6e3a0e22179 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:14.148832 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-d133dc78-54be-4882-85ac-a6e3a0e22179 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Added segment ad8159a1-4b0f-4076-aa48-536178e2800a of type vlan for network 23a3b1be-7c6b-4e00-a0d4-f9b5f22c7791 Dec 06 18:05:14.188167 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d133dc78-54be-4882-85ac-a6e3a0e22179 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:14.212195 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d133dc78-54be-4882-85ac-a6e3a0e22179 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:14.218414 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d133dc78-54be-4882-85ac-a6e3a0e22179 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:05:14.219015 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d133dc78-54be-4882-85ac-a6e3a0e22179 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:14.251675 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-d133dc78-54be-4882-85ac-a6e3a0e22179 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1619573 Dec 06 18:05:14.254562 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 42104) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:05:14.259067 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-2d0e1e87-4427-4674-95f6-af4dd341089b tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1132651108', 'admin_state_up': True, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:05:14.304864 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d133dc78-54be-4882-85ac-a6e3a0e22179 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event updated for resources: {'Network': ['ID=23a3b1be-7c6b-4e00-a0d4-f9b5f22c7791,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:05:14.315442 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 23a3b1be-7c6b-4e00-a0d4-f9b5f22c7791 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 18:05:14.317959 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2d0e1e87-4427-4674-95f6-af4dd341089b tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:14.319008 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2d0e1e87-4427-4674-95f6-af4dd341089b tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:14.370050 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2d0e1e87-4427-4674-95f6-af4dd341089b tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:14.507625 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2d0e1e87-4427-4674-95f6-af4dd341089b tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:14.698277 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2d0e1e87-4427-4674-95f6-af4dd341089b tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for router_gateway, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:14.720618 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2d0e1e87-4427-4674-95f6-af4dd341089b tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:14.822240 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-2d0e1e87-4427-4674-95f6-af4dd341089b tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Allocated IP 172.35.1.136 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/38528ec9-eae1-442c-b8d8-05a9e62363fa) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 18:05:14.924831 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2d0e1e87-4427-4674-95f6-af4dd341089b tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:14.958986 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2d0e1e87-4427-4674-95f6-af4dd341089b tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:14.995069 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0e1e87-4427-4674-95f6-af4dd341089b tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 18:05:14.998499 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-2d0e1e87-4427-4674-95f6-af4dd341089b tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 18:05:15.000849 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0e1e87-4427-4674-95f6-af4dd341089b tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 18:05:15.010825 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d9fd6e-02cc-42d3-9a22-84ede56a381e None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 18:05:15.033195 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0e1e87-4427-4674-95f6-af4dd341089b tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event updated for resources: {'Port': ['ID=38528ec9-eae1-442c-b8d8-05a9e62363fa,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:05:15.071428 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-8e708fcb-b1ed-42c8-a79f-addd6e22e943 None None] Provisioning complete for port 38528ec9-eae1-442c-b8d8-05a9e62363fa triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:05:15.071815 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8e708fcb-b1ed-42c8-a79f-addd6e22e943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:15.104732 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-8e708fcb-b1ed-42c8-a79f-addd6e22e943 None None] Port 38528ec9-eae1-442c-b8d8-05a9e62363fa cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 18:05:15.318465 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 18:05:15.596956 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2d0e1e87-4427-4674-95f6-af4dd341089b tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for router_gateway, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:15.722104 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9acf1a1c-f019-4093-9cee-ebe26853413c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:15.795565 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2d0e1e87-4427-4674-95f6-af4dd341089b tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:15.921846 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d0e1e87-4427-4674-95f6-af4dd341089b tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Router 53f043f5-8259-4830-a03c-f9b7b30527c3 is scheduled to L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 18:05:16.025997 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d0e1e87-4427-4674-95f6-af4dd341089b tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 18:05:16.035526 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf60d62c-29d2-49cd-90ff-059b1052e392 None None] Sync routers for ids ['53f043f5-8259-4830-a03c-f9b7b30527c3'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 18:05:16.046293 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf60d62c-29d2-49cd-90ff-059b1052e392 None None] Routers {'53f043f5-8259-4830-a03c-f9b7b30527c3'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:05:16.046605 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2d0e1e87-4427-4674-95f6-af4dd341089b tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:16.047394 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-cf60d62c-29d2-49cd-90ff-059b1052e392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:05:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['53f043f5-8259-4830-a03c-f9b7b30527c3'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:05:16.050937 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-2d0e1e87-4427-4674-95f6-af4dd341089b tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7923880 Dec 06 18:05:16.051134 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 42106) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:05:16.153093 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-cf60d62c-29d2-49cd-90ff-059b1052e392 None None] Set router 53f043f5-8259-4830-a03c-f9b7b30527c3 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:05:16.180950 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-49887182-8ac4-4128-953b-60fdde2627a5 tempest-TestNetworkAdvancedServerOps-1167834497 tempest-TestNetworkAdvancedServerOps-1167834497-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=80786a15dc4645b98b22cbe4242a7bcf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1262054 Dec 06 18:05:16.181151 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 42110) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:05:16.331563 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74be7510-9893-45db-9505-ec670f5fed61 tempest-TestNetworkAdvancedServerOps-1167834497 tempest-TestNetworkAdvancedServerOps-1167834497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:05:16.332630 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-cf60d62c-29d2-49cd-90ff-059b1052e392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f043f5-8259-4830-a03c-f9b7b30527c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132651108', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.136'}], 'enable_snat': True}, 'gw_port_id': '38528ec9-eae1-442c-b8d8-05a9e62363fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:05:14Z', 'updated_at': '2021-12-06T18:05:15Z', 'revision_number': 3, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'gw_port': {'id': '38528ec9-eae1-442c-b8d8-05a9e62363fa', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a9:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f043f5-8259-4830-a03c-f9b7b30527c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:05:14Z', 'updated_at': '2021-12-06T18:05:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:05:16.335866 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-74be7510-9893-45db-9505-ec670f5fed61 tempest-TestNetworkAdvancedServerOps-1167834497 tempest-TestNetworkAdvancedServerOps-1167834497-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1510029 Dec 06 18:05:16.336094 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 42112) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:05:16.359992 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf60d62c-29d2-49cd-90ff-059b1052e392 None None] Checking router: 53f043f5-8259-4830-a03c-f9b7b30527c3 for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 18:05:16.360353 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf60d62c-29d2-49cd-90ff-059b1052e392 None None] Updating router 53f043f5-8259-4830-a03c-f9b7b30527c3 port 38528ec9-eae1-442c-b8d8-05a9e62363fa binding host n-d-master-1 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 18:05:16.369943 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-7091bc51-1812-44b1-b739-cb4bd6024d2a tempest-TestNetworkAdvancedServerOps-1167834497 tempest-TestNetworkAdvancedServerOps-1167834497-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=40c9982f-f1ff-4b90-bebe-b7d51655f7e2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0327635 Dec 06 18:05:16.372475 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 42114) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:05:16.378064 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-abd2b41d-60c6-4010-9478-55382cce03b8 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1600007857', 'network_id': '23a3b1be-7c6b-4e00-a0d4-f9b5f22c7791', 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:05:16.386063 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cf60d62c-29d2-49cd-90ff-059b1052e392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:16.466999 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abd2b41d-60c6-4010-9478-55382cce03b8 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Made reservation on behalf of 80786a15dc4645b98b22cbe4242a7bcf for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 18:05:16.470551 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-abd2b41d-60c6-4010-9478-55382cce03b8 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:16.636432 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cf60d62c-29d2-49cd-90ff-059b1052e392 None None] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:16.641981 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cf60d62c-29d2-49cd-90ff-059b1052e392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:16.650757 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-abd2b41d-60c6-4010-9478-55382cce03b8 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:16.695276 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2efa55e-7b94-48aa-a48c-c9d0a5681bef None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 18:05:16.704966 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b3e95c-7f0c-4693-8f65-6cf0c5f5c464 None None] Pushing event updated for resources: {'Port': ['ID=38528ec9-eae1-442c-b8d8-05a9e62363fa,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:05:16.707749 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-cf60d62c-29d2-49cd-90ff-059b1052e392 None None] Attempting to bind port 38528ec9-eae1-442c-b8d8-05a9e62363fa on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 18:05:16.708262 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-cf60d62c-29d2-49cd-90ff-059b1052e392 None None] Attempting to bind port 38528ec9-eae1-442c-b8d8-05a9e62363fa by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 18:05:16.708495 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf60d62c-29d2-49cd-90ff-059b1052e392 None None] Attempting to bind port 38528ec9-eae1-442c-b8d8-05a9e62363fa on network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 18:05:16.712847 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd2b41d-60c6-4010-9478-55382cce03b8 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event updated for resources: {'Subnet': ['ID=852f0c06-241f-495b-a8ad-3fb5f37a45d9,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:05:16.719712 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf60d62c-29d2-49cd-90ff-059b1052e392 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 18, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 18:05:16.719984 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf60d62c-29d2-49cd-90ff-059b1052e392 None None] Checking segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 18:05:16.720395 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cf60d62c-29d2-49cd-90ff-059b1052e392 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:16.721332 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf60d62c-29d2-49cd-90ff-059b1052e392 None None] Bound using segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 18:05:16.721332 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-cf60d62c-29d2-49cd-90ff-059b1052e392 None None] Bound port: 38528ec9-eae1-442c-b8d8-05a9e62363fa, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 18:05:16.721670 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cf60d62c-29d2-49cd-90ff-059b1052e392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:16.723119 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd2b41d-60c6-4010-9478-55382cce03b8 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Checking segment: {'id': 'ad8159a1-4b0f-4076-aa48-536178e2800a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '23a3b1be-7c6b-4e00-a0d4-f9b5f22c7791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 18:05:16.723564 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd2b41d-60c6-4010-9478-55382cce03b8 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Network hostable DHCP agents. Network: 23a3b1be-7c6b-4e00-a0d4-f9b5f22c7791, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 18:05:16.724019 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b3e95c-7f0c-4693-8f65-6cf0c5f5c464 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:05:16.724364 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b3e95c-7f0c-4693-8f65-6cf0c5f5c464 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:05:16.724707 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b3e95c-7f0c-4693-8f65-6cf0c5f5c464 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:05:16.725123 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b3e95c-7f0c-4693-8f65-6cf0c5f5c464 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:05:16.725374 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b3e95c-7f0c-4693-8f65-6cf0c5f5c464 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:05:16.725738 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b3e95c-7f0c-4693-8f65-6cf0c5f5c464 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:05:16.726073 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b3e95c-7f0c-4693-8f65-6cf0c5f5c464 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:05:16.726384 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b3e95c-7f0c-4693-8f65-6cf0c5f5c464 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:05:16.726711 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b3e95c-7f0c-4693-8f65-6cf0c5f5c464 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:05:16.727169 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b3e95c-7f0c-4693-8f65-6cf0c5f5c464 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:05:16.727353 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b3e95c-7f0c-4693-8f65-6cf0c5f5c464 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:05:16.727692 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b3e95c-7f0c-4693-8f65-6cf0c5f5c464 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:05:16.727987 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b3e95c-7f0c-4693-8f65-6cf0c5f5c464 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:05:16.744720 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd2b41d-60c6-4010-9478-55382cce03b8 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Network 23a3b1be-7c6b-4e00-a0d4-f9b5f22c7791 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 18:05:16.753589 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-abd2b41d-60c6-4010-9478-55382cce03b8 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 23a3b1be-7c6b-4e00-a0d4-f9b5f22c7791) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 18:05:16.759095 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd2b41d-60c6-4010-9478-55382cce03b8 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:05:16.759776 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-abd2b41d-60c6-4010-9478-55382cce03b8 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:16.769018 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3f9bdc-2901-4f46-b1db-2324e32195a4 None None] Network 23a3b1be-7c6b-4e00-a0d4-f9b5f22c7791 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 18:05:16.777849 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-abd2b41d-60c6-4010-9478-55382cce03b8 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4035759 Dec 06 18:05:16.781909 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 42116) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:05:16.835200 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-cf60d62c-29d2-49cd-90ff-059b1052e392 None None] For port 38528ec9-eae1-442c-b8d8-05a9e62363fa, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 18:05:16.860469 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-cf60d62c-29d2-49cd-90ff-059b1052e392 None None] For port 38528ec9-eae1-442c-b8d8-05a9e62363fa, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=38528ec9-eae1-442c-b8d8-05a9e62363fa,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 18:05:16.871901 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cf60d62c-29d2-49cd-90ff-059b1052e392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:16.892136 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-3ae88df8-056c-4c2e-859e-b5ca1a9298ff None None] Provisioning complete for port 38528ec9-eae1-442c-b8d8-05a9e62363fa triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:05:16.892530 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3ae88df8-056c-4c2e-859e-b5ca1a9298ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:16.939768 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d68e65-4b9b-4713-a2c8-51310422ca9d None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 18:05:17.020770 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf60d62c-29d2-49cd-90ff-059b1052e392 None None] Routers {'53f043f5-8259-4830-a03c-f9b7b30527c3'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:05:17.021407 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-cf60d62c-29d2-49cd-90ff-059b1052e392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:05:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['53f043f5-8259-4830-a03c-f9b7b30527c3'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:05:17.024132 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b3e95c-7f0c-4693-8f65-6cf0c5f5c464 None None] Pushing event updated for resources: {'Port': ['ID=38528ec9-eae1-442c-b8d8-05a9e62363fa,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:05:17.100051 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2d60b0-dae2-481b-a2b5-88cf33e8adce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-23a3b1be-7c6b-4e00-a0d4-f9b5f22c7791', 'network_id': '23a3b1be-7c6b-4e00-a0d4-f9b5f22c7791', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'fixed_ips': [{'subnet_id': '852f0c06-241f-495b-a8ad-3fb5f37a45d9'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 18:05:17.100890 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ec2d60b0-dae2-481b-a2b5-88cf33e8adce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:17.198707 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:17.233609 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f9997caf-ca4d-460c-baa7-7448a3c0dfc1 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:17.259858 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3ae88df8-056c-4c2e-859e-b5ca1a9298ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:17.270699 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-cf60d62c-29d2-49cd-90ff-059b1052e392 None None] Set router 53f043f5-8259-4830-a03c-f9b7b30527c3 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:05:17.363001 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-3ae88df8-056c-4c2e-859e-b5ca1a9298ff None None] For port 38528ec9-eae1-442c-b8d8-05a9e62363fa, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=38528ec9-eae1-442c-b8d8-05a9e62363fa,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:05:17.378075 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3ae88df8-056c-4c2e-859e-b5ca1a9298ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:17.502158 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-ec2d60b0-dae2-481b-a2b5-88cf33e8adce None None] Allocated IP 172.20.0.2 (23a3b1be-7c6b-4e00-a0d4-f9b5f22c7791/852f0c06-241f-495b-a8ad-3fb5f37a45d9/dd1c62bc-ca47-4afb-8e8e-92ea6da575f9) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 18:05:17.515583 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae88df8-056c-4c2e-859e-b5ca1a9298ff None None] Pushing event updated for resources: {'Port': ['ID=38528ec9-eae1-442c-b8d8-05a9e62363fa,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:05:17.554537 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-5e2bcf67-5e87-41d5-ae53-695c38999b7f None None] Provisioning complete for port 38528ec9-eae1-442c-b8d8-05a9e62363fa triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:05:17.554918 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5e2bcf67-5e87-41d5-ae53-695c38999b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:17.897224 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-cf60d62c-29d2-49cd-90ff-059b1052e392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f043f5-8259-4830-a03c-f9b7b30527c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132651108', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.136'}], 'enable_snat': True}, 'gw_port_id': '38528ec9-eae1-442c-b8d8-05a9e62363fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:05:14Z', 'updated_at': '2021-12-06T18:05:15Z', 'revision_number': 3, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'gw_port': {'id': '38528ec9-eae1-442c-b8d8-05a9e62363fa', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a9:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f043f5-8259-4830-a03c-f9b7b30527c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:05:14Z', 'updated_at': '2021-12-06T18:05:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:05:17.932545 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf60d62c-29d2-49cd-90ff-059b1052e392 None None] The sync data for ids ['53f043f5-8259-4830-a03c-f9b7b30527c3'] in n-d-master-1 is: [{'id': '53f043f5-8259-4830-a03c-f9b7b30527c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132651108', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.136'}], 'enable_snat': True}, 'gw_port_id': '38528ec9-eae1-442c-b8d8-05a9e62363fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:05:14Z', 'updated_at': '2021-12-06T18:05:15Z', 'revision_number': 3, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'gw_port': {'id': '38528ec9-eae1-442c-b8d8-05a9e62363fa', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a9:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f043f5-8259-4830-a03c-f9b7b30527c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:05:14Z', 'updated_at': '2021-12-06T18:05:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 18:05:17.956220 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ec2d60b0-dae2-481b-a2b5-88cf33e8adce None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:17.962560 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ec2d60b0-dae2-481b-a2b5-88cf33e8adce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:18.006008 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2d60b0-dae2-481b-a2b5-88cf33e8adce None None] Network 23a3b1be-7c6b-4e00-a0d4-f9b5f22c7791 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 18:05:18.008998 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-ec2d60b0-dae2-481b-a2b5-88cf33e8adce None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 18:05:18.012776 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2d60b0-dae2-481b-a2b5-88cf33e8adce None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 18:05:18.013848 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-f9997caf-ca4d-460c-baa7-7448a3c0dfc1 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Allocated IP 172.20.0.1 (23a3b1be-7c6b-4e00-a0d4-f9b5f22c7791/852f0c06-241f-495b-a8ad-3fb5f37a45d9/aa77709a-0358-4b8c-82cb-e523cc41d0b4) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 18:05:18.019547 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2d60b0-dae2-481b-a2b5-88cf33e8adce None None] Pushing event updated for resources: {'Port': ['ID=dd1c62bc-ca47-4afb-8e8e-92ea6da575f9,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:05:18.072887 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-ec2d60b0-dae2-481b-a2b5-88cf33e8adce None None] Attempting to bind port dd1c62bc-ca47-4afb-8e8e-92ea6da575f9 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 18:05:18.073271 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-ec2d60b0-dae2-481b-a2b5-88cf33e8adce None None] Attempting to bind port dd1c62bc-ca47-4afb-8e8e-92ea6da575f9 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'ad8159a1-4b0f-4076-aa48-536178e2800a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '23a3b1be-7c6b-4e00-a0d4-f9b5f22c7791'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 18:05:18.073675 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2d60b0-dae2-481b-a2b5-88cf33e8adce None None] Attempting to bind port dd1c62bc-ca47-4afb-8e8e-92ea6da575f9 on network 23a3b1be-7c6b-4e00-a0d4-f9b5f22c7791 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 18:05:18.079560 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2d60b0-dae2-481b-a2b5-88cf33e8adce None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 18, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 18:05:18.079947 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2d60b0-dae2-481b-a2b5-88cf33e8adce None None] Checking segment: {'id': 'ad8159a1-4b0f-4076-aa48-536178e2800a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '23a3b1be-7c6b-4e00-a0d4-f9b5f22c7791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 18:05:18.080378 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ec2d60b0-dae2-481b-a2b5-88cf33e8adce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:18.080916 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2d60b0-dae2-481b-a2b5-88cf33e8adce None None] Bound using segment: {'id': 'ad8159a1-4b0f-4076-aa48-536178e2800a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '23a3b1be-7c6b-4e00-a0d4-f9b5f22c7791'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 18:05:18.081402 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-ec2d60b0-dae2-481b-a2b5-88cf33e8adce None None] Bound port: dd1c62bc-ca47-4afb-8e8e-92ea6da575f9, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8159a1-4b0f-4076-aa48-536178e2800a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '23a3b1be-7c6b-4e00-a0d4-f9b5f22c7791'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 18:05:18.081808 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ec2d60b0-dae2-481b-a2b5-88cf33e8adce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:18.146753 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-ec2d60b0-dae2-481b-a2b5-88cf33e8adce None None] For port dd1c62bc-ca47-4afb-8e8e-92ea6da575f9, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 18:05:18.149994 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-ec2d60b0-dae2-481b-a2b5-88cf33e8adce None None] For port dd1c62bc-ca47-4afb-8e8e-92ea6da575f9, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=dd1c62bc-ca47-4afb-8e8e-92ea6da575f9,segment=NetworkSegment(ad8159a1-4b0f-4076-aa48-536178e2800a),segment_id=ad8159a1-4b0f-4076-aa48-536178e2800a)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 18:05:18.151830 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f9997caf-ca4d-460c-baa7-7448a3c0dfc1 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:18.155940 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ec2d60b0-dae2-481b-a2b5-88cf33e8adce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:18.205688 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f9997caf-ca4d-460c-baa7-7448a3c0dfc1 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:18.256177 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2d60b0-dae2-481b-a2b5-88cf33e8adce None None] Pushing event updated for resources: {'Port': ['ID=dd1c62bc-ca47-4afb-8e8e-92ea6da575f9,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:05:18.265726 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9997caf-ca4d-460c-baa7-7448a3c0dfc1 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Network 23a3b1be-7c6b-4e00-a0d4-f9b5f22c7791 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 18:05:18.268742 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:18.271082 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-f9997caf-ca4d-460c-baa7-7448a3c0dfc1 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 18:05:18.273739 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9997caf-ca4d-460c-baa7-7448a3c0dfc1 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 18:05:18.276973 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9997caf-ca4d-460c-baa7-7448a3c0dfc1 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event updated for resources: {'Port': ['ID=aa77709a-0358-4b8c-82cb-e523cc41d0b4,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:05:18.325625 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f9997caf-ca4d-460c-baa7-7448a3c0dfc1 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539179'] for router_interface, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:18.489598 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f9997caf-ca4d-460c-baa7-7448a3c0dfc1 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:18.792948 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f9997caf-ca4d-460c-baa7-7448a3c0dfc1 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:18.798218 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f9997caf-ca4d-460c-baa7-7448a3c0dfc1 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:18.872128 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9997caf-ca4d-460c-baa7-7448a3c0dfc1 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event updated for resources: {'Port': ['ID=aa77709a-0358-4b8c-82cb-e523cc41d0b4,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:05:18.874629 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f9997caf-ca4d-460c-baa7-7448a3c0dfc1 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-772465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539207'] for router_interface, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:18.975119 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9997caf-ca4d-460c-baa7-7448a3c0dfc1 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Network 23a3b1be-7c6b-4e00-a0d4-f9b5f22c7791 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 18:05:18.976706 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-f9997caf-ca4d-460c-baa7-7448a3c0dfc1 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 18:05:19.204478 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:19.304383 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003f692e-c7fe-4296-8691-16e9cbb4fb90 None None] Network 23a3b1be-7c6b-4e00-a0d4-f9b5f22c7791 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 18:05:19.337968 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 38528ec9-eae1-442c-b8d8-05a9e62363fa up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 18:05:19.432338 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-869d8fba-da8e-4448-8f78-3caf1db370ae None None] Provisioning complete for port dd1c62bc-ca47-4afb-8e8e-92ea6da575f9 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:05:19.432718 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-869d8fba-da8e-4448-8f78-3caf1db370ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:19.444066 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9997caf-ca4d-460c-baa7-7448a3c0dfc1 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Router 53f043f5-8259-4830-a03c-f9b7b30527c3 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 18:05:19.518351 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 38528ec9-eae1-442c-b8d8-05a9e62363fa triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:05:19.519021 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:19.579450 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9997caf-ca4d-460c-baa7-7448a3c0dfc1 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 18:05:19.584961 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-f9997caf-ca4d-460c-baa7-7448a3c0dfc1 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "PUT /v2.0/routers/53f043f5-8259-4830-a03c-f9b7b30527c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8019917 Dec 06 18:05:19.636290 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-869d8fba-da8e-4448-8f78-3caf1db370ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:19.709018 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device dd1c62bc-ca47-4afb-8e8e-92ea6da575f9 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 18:05:19.712113 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-869d8fba-da8e-4448-8f78-3caf1db370ae None None] For port dd1c62bc-ca47-4afb-8e8e-92ea6da575f9, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=dd1c62bc-ca47-4afb-8e8e-92ea6da575f9,segment=NetworkSegment(ad8159a1-4b0f-4076-aa48-536178e2800a),segment_id=ad8159a1-4b0f-4076-aa48-536178e2800a)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:05:19.739764 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-869d8fba-da8e-4448-8f78-3caf1db370ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:19.751776 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319fe8ce-c6a2-45b0-a613-1cd3f8f5f88e None None] Sync routers for ids ['53f043f5-8259-4830-a03c-f9b7b30527c3'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 18:05:19.764412 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9bfe697d-da8d-40a0-8240-327ea923638c req-b51461e7-8a75-4123-b243-d9bf7606d1d5 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-805346991&fields=id&tenant_id=80786a15dc4645b98b22cbe4242a7bcf HTTP/1.1" status: 200 len: 267 time: 0.0630200 Dec 06 18:05:19.771289 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319fe8ce-c6a2-45b0-a613-1cd3f8f5f88e None None] Routers {'53f043f5-8259-4830-a03c-f9b7b30527c3'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:05:19.771917 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-319fe8ce-c6a2-45b0-a613-1cd3f8f5f88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:05:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['53f043f5-8259-4830-a03c-f9b7b30527c3'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:05:19.817407 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port dd1c62bc-ca47-4afb-8e8e-92ea6da575f9 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:05:19.817943 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:19.847335 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869d8fba-da8e-4448-8f78-3caf1db370ae None None] Pushing event updated for resources: {'Port': ['ID=dd1c62bc-ca47-4afb-8e8e-92ea6da575f9,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:05:19.900192 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfe697d-da8d-40a0-8240-327ea923638c req-04111014-9f95-4678-898b-accee51c6a2d tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:05:19.908293 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9bfe697d-da8d-40a0-8240-327ea923638c req-04111014-9f95-4678-898b-accee51c6a2d tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/networks?id=23a3b1be-7c6b-4e00-a0d4-f9b5f22c7791 HTTP/1.1" status: 200 len: 796 time: 0.1342680 Dec 06 18:05:19.910768 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-319fe8ce-c6a2-45b0-a613-1cd3f8f5f88e None None] Set router 53f043f5-8259-4830-a03c-f9b7b30527c3 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:05:19.926756 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9bfe697d-da8d-40a0-8240-327ea923638c req-bf8ef2a2-b7cb-4e1f-81e5-459837dd6d39 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/quotas/80786a15dc4645b98b22cbe4242a7bcf HTTP/1.1" status: 200 len: 375 time: 0.0175335 Dec 06 18:05:19.973618 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-dbad338f-722b-4848-a766-0b770beb274b None None] Provisioning complete for port aa77709a-0358-4b8c-82cb-e523cc41d0b4 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:05:19.974189 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-dbad338f-722b-4848-a766-0b770beb274b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:19.997488 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9bfe697d-da8d-40a0-8240-327ea923638c req-04e4885e-35f1-443c-bca9-64092f4cd80e tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=80786a15dc4645b98b22cbe4242a7bcf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0696983 Dec 06 18:05:20.022632 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-dbad338f-722b-4848-a766-0b770beb274b None None] Port aa77709a-0358-4b8c-82cb-e523cc41d0b4 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 18:05:20.035656 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-dbad338f-722b-4848-a766-0b770beb274b None None] Provisioning complete for port dd1c62bc-ca47-4afb-8e8e-92ea6da575f9 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:05:20.036292 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-dbad338f-722b-4848-a766-0b770beb274b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:20.121544 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9bfe697d-da8d-40a0-8240-327ea923638c req-82a7f609-a977-4b37-9bbc-ea8710218a04 service neutron] 10.222.0.23 "GET /v2.0/networks/23a3b1be-7c6b-4e00-a0d4-f9b5f22c7791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096699 Dec 06 18:05:20.168488 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-319fe8ce-c6a2-45b0-a613-1cd3f8f5f88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f043f5-8259-4830-a03c-f9b7b30527c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132651108', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.136'}], 'enable_snat': True}, 'gw_port_id': '38528ec9-eae1-442c-b8d8-05a9e62363fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:05:14Z', 'updated_at': '2021-12-06T18:05:18Z', 'revision_number': 4, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'gw_port': {'id': '38528ec9-eae1-442c-b8d8-05a9e62363fa', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f043f5-8259-4830-a03c-f9b7b30527c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:05:14Z', 'updated_at': '2021-12-06T18:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'aa77709a-0358-4b8c-82cb-e523cc41d0b4', 'name': '', 'network_id': '23a3b1be-7c6b-4e00-a0d4-f9b5f22c7791', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'mac_address': 'fa:16:3e:38:3f:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f043f5-8259-4830-a03c-f9b7b30527c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '852f0c06-241f-495b-a8ad-3fb5f37a45d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:05:17Z', 'updated_at': '2021-12-06T18:05:18Z', 'revision_number': 2, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'subnets': [{'id': '852f0c06-241f-495b-a8ad-3fb5f37a45d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:05:20.195664 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319fe8ce-c6a2-45b0-a613-1cd3f8f5f88e None None] Checking router: 53f043f5-8259-4830-a03c-f9b7b30527c3 for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 18:05:20.196018 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319fe8ce-c6a2-45b0-a613-1cd3f8f5f88e None None] Updating router 53f043f5-8259-4830-a03c-f9b7b30527c3 port aa77709a-0358-4b8c-82cb-e523cc41d0b4 binding host n-d-master-1 {{(pid=103287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 18:05:20.224950 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9bfe697d-da8d-40a0-8240-327ea923638c req-1ef86d74-454c-4cc2-be1e-dcd0d5ed9d94 service neutron] 10.222.0.23 "GET /v2.0/networks/23a3b1be-7c6b-4e00-a0d4-f9b5f22c7791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964479 Dec 06 18:05:20.234128 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-319fe8ce-c6a2-45b0-a613-1cd3f8f5f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:20.259463 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-c35fd0b6-247d-45b3-a366-59daa07f5e77 None None] Provisioning complete for port aa77709a-0358-4b8c-82cb-e523cc41d0b4 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:05:20.260019 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c35fd0b6-247d-45b3-a366-59daa07f5e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:20.303845 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-c35fd0b6-247d-45b3-a366-59daa07f5e77 None None] Port aa77709a-0358-4b8c-82cb-e523cc41d0b4 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 18:05:20.425385 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-96853743-5361-4e14-96bb-e5867bbe5cb0 req-04bebdb0-d668-4af6-9a22-38645b713531 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ff061f8-6a79-42ce-88c0-f4c1a30ef8fb HTTP/1.1" status: 200 len: 210 time: 0.0385804 Dec 06 18:05:20.435618 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-3ba8f0b1-1e47-4890-b61f-44a3da7fec96 None None] Provisioning complete for port aa77709a-0358-4b8c-82cb-e523cc41d0b4 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:05:20.436221 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3ba8f0b1-1e47-4890-b61f-44a3da7fec96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:20.475710 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-3ba8f0b1-1e47-4890-b61f-44a3da7fec96 None None] Port aa77709a-0358-4b8c-82cb-e523cc41d0b4 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 18:05:20.525382 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-319fe8ce-c6a2-45b0-a613-1cd3f8f5f88e None None] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:20.531280 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-319fe8ce-c6a2-45b0-a613-1cd3f8f5f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:20.583970 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008c68e9-34ef-41a2-ac27-36fb43c30649 None None] Pushing event updated for resources: {'Port': ['ID=aa77709a-0358-4b8c-82cb-e523cc41d0b4,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:05:20.611970 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008c68e9-34ef-41a2-ac27-36fb43c30649 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:05:20.612321 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008c68e9-34ef-41a2-ac27-36fb43c30649 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:05:20.612661 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008c68e9-34ef-41a2-ac27-36fb43c30649 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:05:20.612990 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008c68e9-34ef-41a2-ac27-36fb43c30649 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:05:20.613328 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008c68e9-34ef-41a2-ac27-36fb43c30649 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:05:20.613678 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008c68e9-34ef-41a2-ac27-36fb43c30649 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:05:20.614008 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008c68e9-34ef-41a2-ac27-36fb43c30649 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:05:20.614331 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008c68e9-34ef-41a2-ac27-36fb43c30649 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:05:20.614652 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008c68e9-34ef-41a2-ac27-36fb43c30649 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:05:20.614968 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008c68e9-34ef-41a2-ac27-36fb43c30649 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:05:20.615286 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008c68e9-34ef-41a2-ac27-36fb43c30649 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:05:20.615758 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008c68e9-34ef-41a2-ac27-36fb43c30649 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:05:20.616228 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008c68e9-34ef-41a2-ac27-36fb43c30649 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:05:20.646377 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-319fe8ce-c6a2-45b0-a613-1cd3f8f5f88e None None] Attempting to bind port aa77709a-0358-4b8c-82cb-e523cc41d0b4 on host n-d-master-1 for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 18:05:20.646746 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-319fe8ce-c6a2-45b0-a613-1cd3f8f5f88e None None] Attempting to bind port aa77709a-0358-4b8c-82cb-e523cc41d0b4 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'ad8159a1-4b0f-4076-aa48-536178e2800a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '23a3b1be-7c6b-4e00-a0d4-f9b5f22c7791'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 18:05:20.647103 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319fe8ce-c6a2-45b0-a613-1cd3f8f5f88e None None] Attempting to bind port aa77709a-0358-4b8c-82cb-e523cc41d0b4 on network 23a3b1be-7c6b-4e00-a0d4-f9b5f22c7791 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 18:05:20.652750 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319fe8ce-c6a2-45b0-a613-1cd3f8f5f88e None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 18, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 18:05:20.654926 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319fe8ce-c6a2-45b0-a613-1cd3f8f5f88e None None] Checking segment: {'id': 'ad8159a1-4b0f-4076-aa48-536178e2800a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '23a3b1be-7c6b-4e00-a0d4-f9b5f22c7791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 18:05:20.655291 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-319fe8ce-c6a2-45b0-a613-1cd3f8f5f88e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:20.656011 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319fe8ce-c6a2-45b0-a613-1cd3f8f5f88e None None] Bound using segment: {'id': 'ad8159a1-4b0f-4076-aa48-536178e2800a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '23a3b1be-7c6b-4e00-a0d4-f9b5f22c7791'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 18:05:20.656413 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-319fe8ce-c6a2-45b0-a613-1cd3f8f5f88e None None] Bound port: aa77709a-0358-4b8c-82cb-e523cc41d0b4, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8159a1-4b0f-4076-aa48-536178e2800a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '23a3b1be-7c6b-4e00-a0d4-f9b5f22c7791'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 18:05:20.656913 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-319fe8ce-c6a2-45b0-a613-1cd3f8f5f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:20.728920 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-319fe8ce-c6a2-45b0-a613-1cd3f8f5f88e None None] For port aa77709a-0358-4b8c-82cb-e523cc41d0b4, host n-d-master-1, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 18:05:20.732904 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-319fe8ce-c6a2-45b0-a613-1cd3f8f5f88e None None] For port aa77709a-0358-4b8c-82cb-e523cc41d0b4, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=aa77709a-0358-4b8c-82cb-e523cc41d0b4,segment=NetworkSegment(ad8159a1-4b0f-4076-aa48-536178e2800a),segment_id=ad8159a1-4b0f-4076-aa48-536178e2800a)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 18:05:20.738466 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-319fe8ce-c6a2-45b0-a613-1cd3f8f5f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:20.800691 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319fe8ce-c6a2-45b0-a613-1cd3f8f5f88e None None] Routers {'53f043f5-8259-4830-a03c-f9b7b30527c3'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:05:20.801228 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-319fe8ce-c6a2-45b0-a613-1cd3f8f5f88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:05:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['53f043f5-8259-4830-a03c-f9b7b30527c3'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:05:20.840663 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008c68e9-34ef-41a2-ac27-36fb43c30649 None None] Pushing event updated for resources: {'Port': ['ID=aa77709a-0358-4b8c-82cb-e523cc41d0b4,revision_number=4']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:05:20.905163 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-9af97649-5732-4081-aa23-f6cc8368da14 None None] Provisioning complete for port aa77709a-0358-4b8c-82cb-e523cc41d0b4 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:05:20.905567 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9af97649-5732-4081-aa23-f6cc8368da14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:20.933997 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-319fe8ce-c6a2-45b0-a613-1cd3f8f5f88e None None] Set router 53f043f5-8259-4830-a03c-f9b7b30527c3 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:05:20.999234 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9af97649-5732-4081-aa23-f6cc8368da14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:21.040534 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-9af97649-5732-4081-aa23-f6cc8368da14 None None] For port aa77709a-0358-4b8c-82cb-e523cc41d0b4, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=aa77709a-0358-4b8c-82cb-e523cc41d0b4,segment=NetworkSegment(ad8159a1-4b0f-4076-aa48-536178e2800a),segment_id=ad8159a1-4b0f-4076-aa48-536178e2800a)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:05:21.044330 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9af97649-5732-4081-aa23-f6cc8368da14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:21.100675 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af97649-5732-4081-aa23-f6cc8368da14 None None] Pushing event updated for resources: {'Port': ['ID=aa77709a-0358-4b8c-82cb-e523cc41d0b4,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:05:21.165234 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-e6bb93ac-21f0-49d7-a5d6-c8f29c2204f6 None None] Provisioning complete for port aa77709a-0358-4b8c-82cb-e523cc41d0b4 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:05:21.165811 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e6bb93ac-21f0-49d7-a5d6-c8f29c2204f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:21.174446 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-319fe8ce-c6a2-45b0-a613-1cd3f8f5f88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f043f5-8259-4830-a03c-f9b7b30527c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132651108', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.136'}], 'enable_snat': True}, 'gw_port_id': '38528ec9-eae1-442c-b8d8-05a9e62363fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:05:14Z', 'updated_at': '2021-12-06T18:05:18Z', 'revision_number': 4, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'gw_port': {'id': '38528ec9-eae1-442c-b8d8-05a9e62363fa', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f043f5-8259-4830-a03c-f9b7b30527c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:05:14Z', 'updated_at': '2021-12-06T18:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'aa77709a-0358-4b8c-82cb-e523cc41d0b4', 'name': '', 'network_id': '23a3b1be-7c6b-4e00-a0d4-f9b5f22c7791', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'mac_address': 'fa:16:3e:38:3f:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f043f5-8259-4830-a03c-f9b7b30527c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '852f0c06-241f-495b-a8ad-3fb5f37a45d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:05:17Z', 'updated_at': '2021-12-06T18:05:20Z', 'revision_number': 4, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'subnets': [{'id': '852f0c06-241f-495b-a8ad-3fb5f37a45d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:05:21.203812 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319fe8ce-c6a2-45b0-a613-1cd3f8f5f88e None None] The sync data for ids ['53f043f5-8259-4830-a03c-f9b7b30527c3'] in n-d-master-1 is: [{'id': '53f043f5-8259-4830-a03c-f9b7b30527c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132651108', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.136'}], 'enable_snat': True}, 'gw_port_id': '38528ec9-eae1-442c-b8d8-05a9e62363fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:05:14Z', 'updated_at': '2021-12-06T18:05:18Z', 'revision_number': 4, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'gw_port': {'id': '38528ec9-eae1-442c-b8d8-05a9e62363fa', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f043f5-8259-4830-a03c-f9b7b30527c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:05:14Z', 'updated_at': '2021-12-06T18:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'aa77709a-0358-4b8c-82cb-e523cc41d0b4', 'name': '', 'network_id': '23a3b1be-7c6b-4e00-a0d4-f9b5f22c7791', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'mac_address': 'fa:16:3e:38:3f:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f043f5-8259-4830-a03c-f9b7b30527c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '852f0c06-241f-495b-a8ad-3fb5f37a45d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:05:17Z', 'updated_at': '2021-12-06T18:05:20Z', 'revision_number': 4, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'subnets': [{'id': '852f0c06-241f-495b-a8ad-3fb5f37a45d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 18:05:21.207009 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device dd1c62bc-ca47-4afb-8e8e-92ea6da575f9 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 18:05:21.301183 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port dd1c62bc-ca47-4afb-8e8e-92ea6da575f9 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:05:21.301798 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:21.531158 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d7272d54-104d-4cf1-97cd-d14280bdfaa3 req-3c3018c2-f03c-4309-9d77-c77ce811985b tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ff061f8-6a79-42ce-88c0-f4c1a30ef8fb HTTP/1.1" status: 200 len: 210 time: 0.0361879 Dec 06 18:05:21.588788 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfe697d-da8d-40a0-8240-327ea923638c req-b3461dff-460c-4f1b-be23-a5d96395d78c tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:05:21.590319 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9bfe697d-da8d-40a0-8240-327ea923638c req-b3461dff-460c-4f1b-be23-a5d96395d78c tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.41 "GET /v2.0/networks?id=23a3b1be-7c6b-4e00-a0d4-f9b5f22c7791 HTTP/1.1" status: 200 len: 796 time: 0.1385624 Dec 06 18:05:21.666499 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9bfe697d-da8d-40a0-8240-327ea923638c req-4e5bbb67-4b86-4598-b5a2-53ce3c64a1e8 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80786a15dc4645b98b22cbe4242a7bcf HTTP/1.1" status: 200 len: 379 time: 0.0608132 Dec 06 18:05:21.680816 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-9bfe697d-da8d-40a0-8240-327ea923638c req-6325a3fc-a7ad-4e5f-b5dd-c575024e1141 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Request body: {'port': {'device_id': '8ff061f8-6a79-42ce-88c0-f4c1a30ef8fb', 'network_id': '23a3b1be-7c6b-4e00-a0d4-f9b5f22c7791', 'admin_state_up': True, 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'security_groups': ['ed8c2353-d4bb-4943-abd5-b9bb94946401']}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:05:21.799099 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bfe697d-da8d-40a0-8240-327ea923638c req-6325a3fc-a7ad-4e5f-b5dd-c575024e1141 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Made reservation on behalf of 80786a15dc4645b98b22cbe4242a7bcf for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 18:05:21.802716 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-9bfe697d-da8d-40a0-8240-327ea923638c req-6325a3fc-a7ad-4e5f-b5dd-c575024e1141 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:21.937773 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-9bfe697d-da8d-40a0-8240-327ea923638c req-6325a3fc-a7ad-4e5f-b5dd-c575024e1141 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Allocated IP 172.20.0.5 (23a3b1be-7c6b-4e00-a0d4-f9b5f22c7791/852f0c06-241f-495b-a8ad-3fb5f37a45d9/7b608dee-bee3-4800-8f40-37665bcdfce2) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 18:05:22.083536 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-9bfe697d-da8d-40a0-8240-327ea923638c req-6325a3fc-a7ad-4e5f-b5dd-c575024e1141 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:22.118624 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-9bfe697d-da8d-40a0-8240-327ea923638c req-6325a3fc-a7ad-4e5f-b5dd-c575024e1141 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:22.165578 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bfe697d-da8d-40a0-8240-327ea923638c req-6325a3fc-a7ad-4e5f-b5dd-c575024e1141 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Network 23a3b1be-7c6b-4e00-a0d4-f9b5f22c7791 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 18:05:22.168805 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-9bfe697d-da8d-40a0-8240-327ea923638c req-6325a3fc-a7ad-4e5f-b5dd-c575024e1141 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 18:05:22.173382 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bfe697d-da8d-40a0-8240-327ea923638c req-6325a3fc-a7ad-4e5f-b5dd-c575024e1141 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 18:05:22.202012 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6325a3fc-a7ad-4e5f-b5dd-c575024e1141 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event updated for resources: {'Port': ['ID=7b608dee-bee3-4800-8f40-37665bcdfce2,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:05:22.232000 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfe697d-da8d-40a0-8240-327ea923638c req-6325a3fc-a7ad-4e5f-b5dd-c575024e1141 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:05:22.233259 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-9bfe697d-da8d-40a0-8240-327ea923638c req-6325a3fc-a7ad-4e5f-b5dd-c575024e1141 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:22.253501 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9bfe697d-da8d-40a0-8240-327ea923638c req-6325a3fc-a7ad-4e5f-b5dd-c575024e1141 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5799787 Dec 06 18:05:22.386854 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-9bfe697d-da8d-40a0-8240-327ea923638c req-f6adbc12-8fac-44e5-9b92-59b5cab6ee93 service neutron] Request body: {'port': {'device_id': '8ff061f8-6a79-42ce-88c0-f4c1a30ef8fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:05:22.423693 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-2a31500e-007d-430b-925b-5d504709aac5 None None] Provisioning complete for port 7b608dee-bee3-4800-8f40-37665bcdfce2 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:05:22.424231 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2a31500e-007d-430b-925b-5d504709aac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:22.439908 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-9bfe697d-da8d-40a0-8240-327ea923638c req-f6adbc12-8fac-44e5-9b92-59b5cab6ee93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:22.456938 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-2a31500e-007d-430b-925b-5d504709aac5 None None] Port 7b608dee-bee3-4800-8f40-37665bcdfce2 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 18:05:22.688794 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2be31d-ee31-46e5-b75d-b6437a63bec8 req-53b97e35-613d-4853-a8b4-a31c464b1e63 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:05:22.690222 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8f2be31d-ee31-46e5-b75d-b6437a63bec8 req-53b97e35-613d-4853-a8b4-a31c464b1e63 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ff061f8-6a79-42ce-88c0-f4c1a30ef8fb HTTP/1.1" status: 200 len: 931 time: 0.0804191 Dec 06 18:05:22.779481 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8f2be31d-ee31-46e5-b75d-b6437a63bec8 req-c93d3979-9c1e-49d9-baac-afc794712a24 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed8c2353-d4bb-4943-abd5-b9bb94946401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825281 Dec 06 18:05:22.781542 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-9bfe697d-da8d-40a0-8240-327ea923638c req-f6adbc12-8fac-44e5-9b92-59b5cab6ee93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b608dee-bee3-4800-8f40-37665bcdfce2 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 18:05:22.789138 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-9bfe697d-da8d-40a0-8240-327ea923638c req-f6adbc12-8fac-44e5-9b92-59b5cab6ee93 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:22.801141 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-9bfe697d-da8d-40a0-8240-327ea923638c req-f6adbc12-8fac-44e5-9b92-59b5cab6ee93 service neutron] Transition to ACTIVE for port object 7b608dee-bee3-4800-8f40-37665bcdfce2 will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 18:05:22.805184 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-9bfe697d-da8d-40a0-8240-327ea923638c req-f6adbc12-8fac-44e5-9b92-59b5cab6ee93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:22.870361 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6adbc12-8fac-44e5-9b92-59b5cab6ee93 service neutron] Pushing event updated for resources: {'Port': ['ID=7b608dee-bee3-4800-8f40-37665bcdfce2,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:05:22.927421 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-9bfe697d-da8d-40a0-8240-327ea923638c req-f6adbc12-8fac-44e5-9b92-59b5cab6ee93 service neutron] Attempting to bind port 7b608dee-bee3-4800-8f40-37665bcdfce2 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 18:05:22.927759 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-9bfe697d-da8d-40a0-8240-327ea923638c req-f6adbc12-8fac-44e5-9b92-59b5cab6ee93 service neutron] Attempting to bind port 7b608dee-bee3-4800-8f40-37665bcdfce2 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'ad8159a1-4b0f-4076-aa48-536178e2800a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '23a3b1be-7c6b-4e00-a0d4-f9b5f22c7791'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 18:05:22.928090 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bfe697d-da8d-40a0-8240-327ea923638c req-f6adbc12-8fac-44e5-9b92-59b5cab6ee93 service neutron] Attempting to bind port 7b608dee-bee3-4800-8f40-37665bcdfce2 on network 23a3b1be-7c6b-4e00-a0d4-f9b5f22c7791 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 18:05:22.932589 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bfe697d-da8d-40a0-8240-327ea923638c req-f6adbc12-8fac-44e5-9b92-59b5cab6ee93 service neutron] Port 7b608dee-bee3-4800-8f40-37665bcdfce2 on network 23a3b1be-7c6b-4e00-a0d4-f9b5f22c7791 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 18:05:22.932910 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bfe697d-da8d-40a0-8240-327ea923638c req-f6adbc12-8fac-44e5-9b92-59b5cab6ee93 service neutron] Attempting to bind port 7b608dee-bee3-4800-8f40-37665bcdfce2 on network 23a3b1be-7c6b-4e00-a0d4-f9b5f22c7791 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 18:05:22.938494 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bfe697d-da8d-40a0-8240-327ea923638c req-f6adbc12-8fac-44e5-9b92-59b5cab6ee93 service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 18, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 18:05:22.938899 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bfe697d-da8d-40a0-8240-327ea923638c req-f6adbc12-8fac-44e5-9b92-59b5cab6ee93 service neutron] Checking segment: {'id': 'ad8159a1-4b0f-4076-aa48-536178e2800a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '23a3b1be-7c6b-4e00-a0d4-f9b5f22c7791'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 18:05:22.939226 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bfe697d-da8d-40a0-8240-327ea923638c req-f6adbc12-8fac-44e5-9b92-59b5cab6ee93 service neutron] Bound using segment: {'id': 'ad8159a1-4b0f-4076-aa48-536178e2800a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '23a3b1be-7c6b-4e00-a0d4-f9b5f22c7791'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 18:05:22.939657 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-9bfe697d-da8d-40a0-8240-327ea923638c req-f6adbc12-8fac-44e5-9b92-59b5cab6ee93 service neutron] Bound port: 7b608dee-bee3-4800-8f40-37665bcdfce2, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad8159a1-4b0f-4076-aa48-536178e2800a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '23a3b1be-7c6b-4e00-a0d4-f9b5f22c7791'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 18:05:22.940018 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-9bfe697d-da8d-40a0-8240-327ea923638c req-f6adbc12-8fac-44e5-9b92-59b5cab6ee93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:23.007084 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-9bfe697d-da8d-40a0-8240-327ea923638c req-f6adbc12-8fac-44e5-9b92-59b5cab6ee93 service neutron] For port 7b608dee-bee3-4800-8f40-37665bcdfce2, host n-h1-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 18:05:23.010683 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-9bfe697d-da8d-40a0-8240-327ea923638c req-f6adbc12-8fac-44e5-9b92-59b5cab6ee93 service neutron] For port 7b608dee-bee3-4800-8f40-37665bcdfce2, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=7b608dee-bee3-4800-8f40-37665bcdfce2,segment=NetworkSegment(ad8159a1-4b0f-4076-aa48-536178e2800a),segment_id=ad8159a1-4b0f-4076-aa48-536178e2800a)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 18:05:23.015871 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-9bfe697d-da8d-40a0-8240-327ea923638c req-f6adbc12-8fac-44e5-9b92-59b5cab6ee93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:23.053091 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfe697d-da8d-40a0-8240-327ea923638c req-f6adbc12-8fac-44e5-9b92-59b5cab6ee93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:05:23.054109 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-9bfe697d-da8d-40a0-8240-327ea923638c req-f6adbc12-8fac-44e5-9b92-59b5cab6ee93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:23.055505 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9bfe697d-da8d-40a0-8240-327ea923638c req-f6adbc12-8fac-44e5-9b92-59b5cab6ee93 service neutron] 10.222.0.41 "PUT /v2.0/ports/7b608dee-bee3-4800-8f40-37665bcdfce2 HTTP/1.1" status: 200 len: 1091 time: 0.7185071 Dec 06 18:05:23.055971 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ff061f8-6a79-42ce-88c0-f4c1a30ef8fb', 'tag': '7b608dee-bee3-4800-8f40-37665bcdfce2'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 18:05:23.058576 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84a504b017671f0a47cd85ab9346cb7aca95b1a07f687931bccd5817498bce48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7abe8b9-1b8c-447c-8f02-1bdc87cd35a5" -d '{"events": [{"name": "network-changed", "server_uuid": "8ff061f8-6a79-42ce-88c0-f4c1a30ef8fb", "tag": "7b608dee-bee3-4800-8f40-37665bcdfce2"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 18:05:23.083265 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6adbc12-8fac-44e5-9b92-59b5cab6ee93 service neutron] Pushing event updated for resources: {'Port': ['ID=7b608dee-bee3-4800-8f40-37665bcdfce2,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:05:23.118731 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 18:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5355be46-02ff-4e92-ae49-544abc95668b x-openstack-request-id: req-5355be46-02ff-4e92-ae49-544abc95668b {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 18:05:23.119014 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ff061f8-6a79-42ce-88c0-f4c1a30ef8fb", "tag": "7b608dee-bee3-4800-8f40-37665bcdfce2", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 18:05:23.119285 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5355be46-02ff-4e92-ae49-544abc95668b {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 18:05:23.119702 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ff061f8-6a79-42ce-88c0-f4c1a30ef8fb', 'tag': '7b608dee-bee3-4800-8f40-37665bcdfce2', 'status': 'completed', 'code': 200} Dec 06 18:05:23.173266 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfe697d-da8d-40a0-8240-327ea923638c req-e741e73d-b139-4368-830d-cdaf6db289bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:05:23.175212 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9bfe697d-da8d-40a0-8240-327ea923638c req-e741e73d-b139-4368-830d-cdaf6db289bb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=80786a15dc4645b98b22cbe4242a7bcf&device_id=8ff061f8-6a79-42ce-88c0-f4c1a30ef8fb HTTP/1.1" status: 200 len: 1094 time: 0.0513222 Dec 06 18:05:23.228801 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9bfe697d-da8d-40a0-8240-327ea923638c req-b6de7036-4083-432d-a629-fe4bcc921faf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b608dee-bee3-4800-8f40-37665bcdfce2 HTTP/1.1" status: 200 len: 217 time: 0.0393271 Dec 06 18:05:23.232633 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device aa77709a-0358-4b8c-82cb-e523cc41d0b4 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 18:05:23.282924 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port aa77709a-0358-4b8c-82cb-e523cc41d0b4 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:05:23.283603 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:23.284571 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfe697d-da8d-40a0-8240-327ea923638c req-108c4a0b-a25b-4b0d-a1b2-a775040a02c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:05:23.286070 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9bfe697d-da8d-40a0-8240-327ea923638c req-108c4a0b-a25b-4b0d-a1b2-a775040a02c7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=852f0c06-241f-495b-a8ad-3fb5f37a45d9 HTTP/1.1" status: 200 len: 835 time: 0.0486712 Dec 06 18:05:23.337927 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfe697d-da8d-40a0-8240-327ea923638c req-bd970d69-9377-4dc1-bc1e-9b77d7e56948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:05:23.339498 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9bfe697d-da8d-40a0-8240-327ea923638c req-bd970d69-9377-4dc1-bc1e-9b77d7e56948 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=23a3b1be-7c6b-4e00-a0d4-f9b5f22c7791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407095 Dec 06 18:05:23.436212 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9bfe697d-da8d-40a0-8240-327ea923638c req-99a6cf58-c53d-4ae5-833d-b72c82b43a26 service neutron] 10.222.0.41 "GET /v2.0/networks/23a3b1be-7c6b-4e00-a0d4-f9b5f22c7791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852449 Dec 06 18:05:23.527306 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9bfe697d-da8d-40a0-8240-327ea923638c req-13e9313d-f80a-4d88-bba7-17a957fc061f service neutron] 10.222.0.41 "GET /v2.0/networks/23a3b1be-7c6b-4e00-a0d4-f9b5f22c7791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800195 Dec 06 18:05:23.663770 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7abe8b9-1b8c-447c-8f02-1bdc87cd35a5 req-d799fa4f-dc31-4367-9673-499d970780c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:05:23.665252 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d7abe8b9-1b8c-447c-8f02-1bdc87cd35a5 req-d799fa4f-dc31-4367-9673-499d970780c0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=80786a15dc4645b98b22cbe4242a7bcf&device_id=8ff061f8-6a79-42ce-88c0-f4c1a30ef8fb HTTP/1.1" status: 200 len: 1094 time: 0.0448062 Dec 06 18:05:23.758602 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7abe8b9-1b8c-447c-8f02-1bdc87cd35a5 req-fcc8b41e-4222-46b8-8457-75def9210e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:05:23.760063 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d7abe8b9-1b8c-447c-8f02-1bdc87cd35a5 req-fcc8b41e-4222-46b8-8457-75def9210e83 service neutron] 10.222.0.41 "GET /v2.0/networks?id=23a3b1be-7c6b-4e00-a0d4-f9b5f22c7791 HTTP/1.1" status: 200 len: 897 time: 0.0830424 Dec 06 18:05:23.807566 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d7abe8b9-1b8c-447c-8f02-1bdc87cd35a5 req-feedf745-ca73-4356-8f58-638e3b3caad8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b608dee-bee3-4800-8f40-37665bcdfce2 HTTP/1.1" status: 200 len: 217 time: 0.0373483 Dec 06 18:05:23.878807 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7abe8b9-1b8c-447c-8f02-1bdc87cd35a5 req-11fe77ba-591c-4aaf-b075-7a3d486c65c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:05:23.880230 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d7abe8b9-1b8c-447c-8f02-1bdc87cd35a5 req-11fe77ba-591c-4aaf-b075-7a3d486c65c4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=852f0c06-241f-495b-a8ad-3fb5f37a45d9 HTTP/1.1" status: 200 len: 835 time: 0.0651212 Dec 06 18:05:23.912208 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0735fb-f294-4639-8aef-a3ae059aef16 req-5e4061dd-fc20-464f-a229-872271c89bfa tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:05:23.914408 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-df0735fb-f294-4639-8aef-a3ae059aef16 req-5e4061dd-fc20-464f-a229-872271c89bfa tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ff061f8-6a79-42ce-88c0-f4c1a30ef8fb HTTP/1.1" status: 200 len: 943 time: 0.0665472 Dec 06 18:05:23.978083 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7abe8b9-1b8c-447c-8f02-1bdc87cd35a5 req-296c006c-fb3d-4aa4-acb1-f9677131e2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:05:23.979528 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d7abe8b9-1b8c-447c-8f02-1bdc87cd35a5 req-296c006c-fb3d-4aa4-acb1-f9677131e2a4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=23a3b1be-7c6b-4e00-a0d4-f9b5f22c7791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0873494 Dec 06 18:05:23.984395 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-df0735fb-f294-4639-8aef-a3ae059aef16 req-9093c201-35ef-40a8-99c7-6d0f7717a4cc tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed8c2353-d4bb-4943-abd5-b9bb94946401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569656 Dec 06 18:05:24.072500 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d7abe8b9-1b8c-447c-8f02-1bdc87cd35a5 req-83d3664b-66ba-4cab-a63b-cf72349147d8 service neutron] 10.222.0.41 "GET /v2.0/networks/23a3b1be-7c6b-4e00-a0d4-f9b5f22c7791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840886 Dec 06 18:05:24.165559 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d7abe8b9-1b8c-447c-8f02-1bdc87cd35a5 req-4afee29a-4a3c-4a0a-b202-c4cde8fca4e6 service neutron] 10.222.0.41 "GET /v2.0/networks/23a3b1be-7c6b-4e00-a0d4-f9b5f22c7791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847969 Dec 06 18:05:25.102211 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda51cf5-36c7-40be-933d-fcf571bedeed req-6a3bc431-8373-4234-8362-9b4b795fad98 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:05:25.103760 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-cda51cf5-36c7-40be-933d-fcf571bedeed req-6a3bc431-8373-4234-8362-9b4b795fad98 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ff061f8-6a79-42ce-88c0-f4c1a30ef8fb HTTP/1.1" status: 200 len: 943 time: 0.0484037 Dec 06 18:05:25.154994 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-cda51cf5-36c7-40be-933d-fcf571bedeed req-3e1bf5a3-6fa1-46dd-82c4-1d6168e9028a tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed8c2353-d4bb-4943-abd5-b9bb94946401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447114 Dec 06 18:05:26.271213 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc33ede-3d30-4620-9a4b-e1a0720670f7 req-4f2140ce-d5fd-414d-8e1c-b749bfe86cbb tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:05:26.272705 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9dc33ede-3d30-4620-9a4b-e1a0720670f7 req-4f2140ce-d5fd-414d-8e1c-b749bfe86cbb tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ff061f8-6a79-42ce-88c0-f4c1a30ef8fb HTTP/1.1" status: 200 len: 943 time: 0.0507705 Dec 06 18:05:26.321081 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9dc33ede-3d30-4620-9a4b-e1a0720670f7 req-20d47e34-bb61-409f-a1d0-14dd3155a40e tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed8c2353-d4bb-4943-abd5-b9bb94946401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423396 Dec 06 18:05:27.361810 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 7b608dee-bee3-4800-8f40-37665bcdfce2 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 18:05:27.441960 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba8a101-1287-484e-92e1-0624eef9d64e req-226e2858-8689-4da4-8b75-edfaa9f4538e tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:05:27.443376 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3ba8a101-1287-484e-92e1-0624eef9d64e req-226e2858-8689-4da4-8b75-edfaa9f4538e tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ff061f8-6a79-42ce-88c0-f4c1a30ef8fb HTTP/1.1" status: 200 len: 943 time: 0.0530915 Dec 06 18:05:27.456560 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 7b608dee-bee3-4800-8f40-37665bcdfce2, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=7b608dee-bee3-4800-8f40-37665bcdfce2,segment=NetworkSegment(ad8159a1-4b0f-4076-aa48-536178e2800a),segment_id=ad8159a1-4b0f-4076-aa48-536178e2800a)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:05:27.468400 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': '7b608dee-bee3-4800-8f40-37665bcdfce2', 'network_id': '23a3b1be-7c6b-4e00-a0d4-f9b5f22c7791', 'port_id': '7b608dee-bee3-4800-8f40-37665bcdfce2', 'mac_address': 'fa:16:3e:d6:30:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '852f0c06-241f-495b-a8ad-3fb5f37a45d9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 18:05:27.495159 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3ba8a101-1287-484e-92e1-0624eef9d64e req-32d7bcef-e3ca-4de9-a22d-0788b70b6bfa tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed8c2353-d4bb-4943-abd5-b9bb94946401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458343 Dec 06 18:05:27.509866 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:27.522874 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b608dee-bee3-4800-8f40-37665bcdfce2 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 18:05:27.541965 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 7b608dee-bee3-4800-8f40-37665bcdfce2, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=7b608dee-bee3-4800-8f40-37665bcdfce2,segment=NetworkSegment(ad8159a1-4b0f-4076-aa48-536178e2800a),segment_id=ad8159a1-4b0f-4076-aa48-536178e2800a)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:05:27.546320 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:27.591248 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=7b608dee-bee3-4800-8f40-37665bcdfce2,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:05:27.876244 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['7b608dee-bee3-4800-8f40-37665bcdfce2'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 18:05:28.610567 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de595a8-facc-4b26-b999-ba2f42e8656a req-a4221ba9-77e9-4386-ba34-46cb3578cdfc tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:05:28.612022 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3de595a8-facc-4b26-b999-ba2f42e8656a req-a4221ba9-77e9-4386-ba34-46cb3578cdfc tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ff061f8-6a79-42ce-88c0-f4c1a30ef8fb HTTP/1.1" status: 200 len: 944 time: 0.0497930 Dec 06 18:05:28.663917 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3de595a8-facc-4b26-b999-ba2f42e8656a req-a5b7a825-ce67-4149-913d-817c29f89a9a tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed8c2353-d4bb-4943-abd5-b9bb94946401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458915 Dec 06 18:05:29.377374 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 7b608dee-bee3-4800-8f40-37665bcdfce2 up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 18:05:29.425673 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port 7b608dee-bee3-4800-8f40-37665bcdfce2 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 18:05:29.429487 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port 7b608dee-bee3-4800-8f40-37665bcdfce2 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:05:29.429870 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:29.507462 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:29.533740 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ff061f8-6a79-42ce-88c0-f4c1a30ef8fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b608dee-bee3-4800-8f40-37665bcdfce2'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 18:05:29.535997 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}253b13571352ac935e80f100367d97205cb4b29805628151c230edbf5f3547e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72b56cac-ff35-4563-956d-1b2551be858b" -d '{"events": [{"server_uuid": "8ff061f8-6a79-42ce-88c0-f4c1a30ef8fb", "name": "network-vif-plugged", "status": "completed", "tag": "7b608dee-bee3-4800-8f40-37665bcdfce2"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 18:05:29.548356 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 7b608dee-bee3-4800-8f40-37665bcdfce2, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=7b608dee-bee3-4800-8f40-37665bcdfce2,segment=NetworkSegment(ad8159a1-4b0f-4076-aa48-536178e2800a),segment_id=ad8159a1-4b0f-4076-aa48-536178e2800a)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:05:29.552702 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:29.576501 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 18:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebea7dfd-9a21-4ce3-a453-9d2dc0bbdcb9 x-openstack-request-id: req-ebea7dfd-9a21-4ce3-a453-9d2dc0bbdcb9 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 18:05:29.576795 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ff061f8-6a79-42ce-88c0-f4c1a30ef8fb", "name": "network-vif-plugged", "status": "completed", "tag": "7b608dee-bee3-4800-8f40-37665bcdfce2", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 18:05:29.577054 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ebea7dfd-9a21-4ce3-a453-9d2dc0bbdcb9 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 18:05:29.577457 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ff061f8-6a79-42ce-88c0-f4c1a30ef8fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b608dee-bee3-4800-8f40-37665bcdfce2', 'code': 200} Dec 06 18:05:29.603471 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=7b608dee-bee3-4800-8f40-37665bcdfce2,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:05:29.681803 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1ee40c-cb4c-4b33-94a5-ea85dd00066d req-1a728a7b-69b1-4748-a2b8-6175c61d8bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:05:29.683194 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bf1ee40c-cb4c-4b33-94a5-ea85dd00066d req-1a728a7b-69b1-4748-a2b8-6175c61d8bc9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8ff061f8-6a79-42ce-88c0-f4c1a30ef8fb HTTP/1.1" status: 200 len: 1096 time: 0.0382178 Dec 06 18:05:29.737309 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bf1ee40c-cb4c-4b33-94a5-ea85dd00066d req-520a33df-2e13-4910-8ff4-a9a1c481575c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ed8c2353-d4bb-4943-abd5-b9bb94946401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427630 Dec 06 18:05:29.783359 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee102e78-183a-468b-9980-1862f19ca64c req-a8c51263-4da1-4467-bf15-c961fbae34fe tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:05:29.784869 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ee102e78-183a-468b-9980-1862f19ca64c req-a8c51263-4da1-4467-bf15-c961fbae34fe tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ff061f8-6a79-42ce-88c0-f4c1a30ef8fb HTTP/1.1" status: 200 len: 945 time: 0.0516105 Dec 06 18:05:29.833917 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ee102e78-183a-468b-9980-1862f19ca64c req-a9a049cc-62b0-4efd-a5c4-fa99fed05a5b tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed8c2353-d4bb-4943-abd5-b9bb94946401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428514 Dec 06 18:05:30.951537 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65108578-ceaa-47c2-a843-c6bef6e20e16 req-b368ea40-b83e-4b1d-a986-cd4faf3b86ef tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:05:30.953063 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-65108578-ceaa-47c2-a843-c6bef6e20e16 req-b368ea40-b83e-4b1d-a986-cd4faf3b86ef tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ff061f8-6a79-42ce-88c0-f4c1a30ef8fb HTTP/1.1" status: 200 len: 945 time: 0.0512948 Dec 06 18:05:31.003918 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-65108578-ceaa-47c2-a843-c6bef6e20e16 req-ae835fc9-7f41-4f4b-9efa-5a0e459a6841 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed8c2353-d4bb-4943-abd5-b9bb94946401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449207 Dec 06 18:05:32.121069 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c5bd50-fa8e-4645-9c20-848f39231911 req-43a95a80-ee1e-4b68-9550-bab20da7b7e0 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:05:32.122576 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-69c5bd50-fa8e-4645-9c20-848f39231911 req-43a95a80-ee1e-4b68-9550-bab20da7b7e0 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ff061f8-6a79-42ce-88c0-f4c1a30ef8fb HTTP/1.1" status: 200 len: 945 time: 0.0515852 Dec 06 18:05:32.170651 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-69c5bd50-fa8e-4645-9c20-848f39231911 req-7f3d8094-ee48-4a75-ae28-012ce83ed617 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed8c2353-d4bb-4943-abd5-b9bb94946401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421517 Dec 06 18:05:32.287809 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84daefd-e404-4652-8ae1-8d3d2277011e req-ee14bf30-47d9-48ce-a8b7-c016eb390e57 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:05:32.289249 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d84daefd-e404-4652-8ae1-8d3d2277011e req-ee14bf30-47d9-48ce-a8b7-c016eb390e57 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ff061f8-6a79-42ce-88c0-f4c1a30ef8fb HTTP/1.1" status: 200 len: 945 time: 0.0529363 Dec 06 18:05:32.337030 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d84daefd-e404-4652-8ae1-8d3d2277011e req-7de5ff66-9be6-4e65-ac43-ed436accbefc tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed8c2353-d4bb-4943-abd5-b9bb94946401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419383 Dec 06 18:05:32.358505 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 42186) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:05:32.397736 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1141fbb2-e37e-472b-a9f3-bfa531e0d082 tempest-TestNetworkAdvancedServerOps-1167834497 tempest-TestNetworkAdvancedServerOps-1167834497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:05:32.399234 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-1141fbb2-e37e-472b-a9f3-bfa531e0d082 tempest-TestNetworkAdvancedServerOps-1167834497 tempest-TestNetworkAdvancedServerOps-1167834497-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=8ff061f8-6a79-42ce-88c0-f4c1a30ef8fb HTTP/1.1" status: 200 len: 1091 time: 0.0397921 Dec 06 18:05:32.402138 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 42188) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:05:32.406299 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-e118d50d-ba2c-4811-be77-a5fa2bdd5dc5 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Request body: {'floatingip': {'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'port_id': '7b608dee-bee3-4800-8f40-37665bcdfce2', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:05:32.427525 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e118d50d-ba2c-4811-be77-a5fa2bdd5dc5 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for floatingip, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:32.527301 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e118d50d-ba2c-4811-be77-a5fa2bdd5dc5 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:32.629751 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-e118d50d-ba2c-4811-be77-a5fa2bdd5dc5 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Allocated IP 172.35.1.170 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/cfd4017e-ef41-4777-8547-93794c80b4ff) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 18:05:32.734003 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e118d50d-ba2c-4811-be77-a5fa2bdd5dc5 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:32.767922 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e118d50d-ba2c-4811-be77-a5fa2bdd5dc5 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:32.806840 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e118d50d-ba2c-4811-be77-a5fa2bdd5dc5 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 18:05:32.809687 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-e118d50d-ba2c-4811-be77-a5fa2bdd5dc5 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 18:05:32.814515 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e118d50d-ba2c-4811-be77-a5fa2bdd5dc5 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 18:05:32.837488 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e118d50d-ba2c-4811-be77-a5fa2bdd5dc5 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event updated for resources: {'Port': ['ID=cfd4017e-ef41-4777-8547-93794c80b4ff,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:05:33.168849 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e118d50d-ba2c-4811-be77-a5fa2bdd5dc5 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:33.225960 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:33.235349 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e118d50d-ba2c-4811-be77-a5fa2bdd5dc5 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:33.385120 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e118d50d-ba2c-4811-be77-a5fa2bdd5dc5 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:33.389635 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e118d50d-ba2c-4811-be77-a5fa2bdd5dc5 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:33.459081 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e118d50d-ba2c-4811-be77-a5fa2bdd5dc5 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event updated for resources: {'Port': ['ID=cfd4017e-ef41-4777-8547-93794c80b4ff,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:05:33.471143 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e118d50d-ba2c-4811-be77-a5fa2bdd5dc5 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:33.570808 n-d-master-1 neutron-server[103284]: INFO neutron.db.l3_db [None req-e118d50d-ba2c-4811-be77-a5fa2bdd5dc5 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Floating IP 0f759908-b939-4889-b9b7-5540e73a174a associated. External IP: 172.35.1.170, port: 7b608dee-bee3-4800-8f40-37665bcdfce2. Dec 06 18:05:33.773106 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e118d50d-ba2c-4811-be77-a5fa2bdd5dc5 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Router 53f043f5-8259-4830-a03c-f9b7b30527c3 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 18:05:33.881247 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e118d50d-ba2c-4811-be77-a5fa2bdd5dc5 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 18:05:33.891795 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84528d8-efe6-4d16-a52e-afc99caa8aa3 None None] Sync routers for ids ['53f043f5-8259-4830-a03c-f9b7b30527c3'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 18:05:33.900094 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e118d50d-ba2c-4811-be77-a5fa2bdd5dc5 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:33.906457 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84528d8-efe6-4d16-a52e-afc99caa8aa3 None None] Routers {'53f043f5-8259-4830-a03c-f9b7b30527c3'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:05:33.907104 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-a84528d8-efe6-4d16-a52e-afc99caa8aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:05:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['53f043f5-8259-4830-a03c-f9b7b30527c3'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:05:33.926524 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-e118d50d-ba2c-4811-be77-a5fa2bdd5dc5 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5234015 Dec 06 18:05:33.927088 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ff061f8-6a79-42ce-88c0-f4c1a30ef8fb', 'tag': '7b608dee-bee3-4800-8f40-37665bcdfce2'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 18:05:33.929436 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0deb9614d467c76714cadb3278283c9891b68bf60c17f6ec8acc98d969d5ca90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1841dcad-5b4f-47a7-b800-dd586b6f3280" -d '{"events": [{"name": "network-changed", "server_uuid": "8ff061f8-6a79-42ce-88c0-f4c1a30ef8fb", "tag": "7b608dee-bee3-4800-8f40-37665bcdfce2"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 18:05:33.968246 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 18:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a4402ad-1eac-4e11-9e13-7046335bb88e x-openstack-request-id: req-1a4402ad-1eac-4e11-9e13-7046335bb88e {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 18:05:33.968505 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ff061f8-6a79-42ce-88c0-f4c1a30ef8fb", "tag": "7b608dee-bee3-4800-8f40-37665bcdfce2", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 18:05:33.968875 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1a4402ad-1eac-4e11-9e13-7046335bb88e {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 18:05:33.969942 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ff061f8-6a79-42ce-88c0-f4c1a30ef8fb', 'tag': '7b608dee-bee3-4800-8f40-37665bcdfce2', 'status': 'completed', 'code': 200} Dec 06 18:05:34.027671 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-a84528d8-efe6-4d16-a52e-afc99caa8aa3 None None] Set router 53f043f5-8259-4830-a03c-f9b7b30527c3 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:05:34.061333 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56904eb-e1de-4289-8266-16ffb489f9c7 req-35079ea7-f7d9-4aad-8fb9-2cf3144f749a tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:05:34.062865 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e56904eb-e1de-4289-8266-16ffb489f9c7 req-35079ea7-f7d9-4aad-8fb9-2cf3144f749a tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ff061f8-6a79-42ce-88c0-f4c1a30ef8fb HTTP/1.1" status: 200 len: 945 time: 0.0788369 Dec 06 18:05:34.065611 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1841dcad-5b4f-47a7-b800-dd586b6f3280 req-66034c31-ecad-4a41-b40c-590003d041ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:05:34.066972 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1841dcad-5b4f-47a7-b800-dd586b6f3280 req-66034c31-ecad-4a41-b40c-590003d041ad service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=80786a15dc4645b98b22cbe4242a7bcf&device_id=8ff061f8-6a79-42ce-88c0-f4c1a30ef8fb HTTP/1.1" status: 200 len: 1096 time: 0.0733263 Dec 06 18:05:34.173044 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e56904eb-e1de-4289-8266-16ffb489f9c7 req-a9e61883-1d6f-4ecf-9bef-ab6c77baa5fa tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed8c2353-d4bb-4943-abd5-b9bb94946401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020756 Dec 06 18:05:34.201242 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1841dcad-5b4f-47a7-b800-dd586b6f3280 req-053f3f03-c98c-46aa-bd56-f5c9ac85b762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:05:34.201440 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 42194) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:05:34.203242 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1841dcad-5b4f-47a7-b800-dd586b6f3280 req-053f3f03-c98c-46aa-bd56-f5c9ac85b762 service neutron] 10.222.0.41 "GET /v2.0/networks?id=23a3b1be-7c6b-4e00-a0d4-f9b5f22c7791 HTTP/1.1" status: 200 len: 897 time: 0.1249700 Dec 06 18:05:34.278968 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-71cdb9ac-35ab-4425-a6a1-d1acabfa5c17 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/floatingips/0f759908-b939-4889-b9b7-5540e73a174a HTTP/1.1" status: 200 len: 991 time: 0.0762699 Dec 06 18:05:34.283935 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-a84528d8-efe6-4d16-a52e-afc99caa8aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f043f5-8259-4830-a03c-f9b7b30527c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132651108', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.136'}], 'enable_snat': True}, 'gw_port_id': '38528ec9-eae1-442c-b8d8-05a9e62363fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:05:14Z', 'updated_at': '2021-12-06T18:05:18Z', 'revision_number': 4, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'gw_port': {'id': '38528ec9-eae1-442c-b8d8-05a9e62363fa', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f043f5-8259-4830-a03c-f9b7b30527c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:05:14Z', 'updated_at': '2021-12-06T18:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '0f759908-b939-4889-b9b7-5540e73a174a', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'floating_ip_address': '172.35.1.170', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '53f043f5-8259-4830-a03c-f9b7b30527c3', 'port_id': '7b608dee-bee3-4800-8f40-37665bcdfce2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23a3b1be-7c6b-4e00-a0d4-f9b5f22c7791', 'mac_address': 'fa:16:3e:d6:30:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff061f8-6a79-42ce-88c0-f4c1a30ef8fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T18:05:33Z', 'updated_at': '2021-12-06T18:05:33Z', 'revision_number': 0, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa77709a-0358-4b8c-82cb-e523cc41d0b4', 'name': '', 'network_id': '23a3b1be-7c6b-4e00-a0d4-f9b5f22c7791', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'mac_address': 'fa:16:3e:38:3f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f043f5-8259-4830-a03c-f9b7b30527c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '852f0c06-241f-495b-a8ad-3fb5f37a45d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:05:17Z', 'updated_at': '2021-12-06T18:05:21Z', 'revision_number': 5, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'subnets': [{'id': '852f0c06-241f-495b-a8ad-3fb5f37a45d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:05:34.286991 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1841dcad-5b4f-47a7-b800-dd586b6f3280 req-a821f3ed-9348-4ffe-b226-311504b35f1d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b608dee-bee3-4800-8f40-37665bcdfce2 HTTP/1.1" status: 200 len: 999 time: 0.0755367 Dec 06 18:05:34.311811 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84528d8-efe6-4d16-a52e-afc99caa8aa3 None None] Checking router: 53f043f5-8259-4830-a03c-f9b7b30527c3 for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 18:05:34.320276 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84528d8-efe6-4d16-a52e-afc99caa8aa3 None None] Routers {'53f043f5-8259-4830-a03c-f9b7b30527c3'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:05:34.320887 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-a84528d8-efe6-4d16-a52e-afc99caa8aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:05:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['53f043f5-8259-4830-a03c-f9b7b30527c3'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:05:34.338440 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1841dcad-5b4f-47a7-b800-dd586b6f3280 req-7862739b-bf93-4086-9f53-8a83dcdd1966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:05:34.340316 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1841dcad-5b4f-47a7-b800-dd586b6f3280 req-7862739b-bf93-4086-9f53-8a83dcdd1966 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=852f0c06-241f-495b-a8ad-3fb5f37a45d9 HTTP/1.1" status: 200 len: 835 time: 0.0461133 Dec 06 18:05:34.387703 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1841dcad-5b4f-47a7-b800-dd586b6f3280 req-fe0c400f-92da-419e-a691-fcd7ac080fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:05:34.389261 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1841dcad-5b4f-47a7-b800-dd586b6f3280 req-fe0c400f-92da-419e-a691-fcd7ac080fe0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=23a3b1be-7c6b-4e00-a0d4-f9b5f22c7791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422964 Dec 06 18:05:34.431262 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-a84528d8-efe6-4d16-a52e-afc99caa8aa3 None None] Set router 53f043f5-8259-4830-a03c-f9b7b30527c3 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:05:34.488189 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1841dcad-5b4f-47a7-b800-dd586b6f3280 req-2f5fa5d4-0984-4eb0-84d1-cb7f6cdd18e4 service neutron] 10.222.0.41 "GET /v2.0/networks/23a3b1be-7c6b-4e00-a0d4-f9b5f22c7791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902488 Dec 06 18:05:34.577903 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1841dcad-5b4f-47a7-b800-dd586b6f3280 req-a8efaf03-a41c-43f3-af8e-66b70c8498d9 service neutron] 10.222.0.41 "GET /v2.0/networks/23a3b1be-7c6b-4e00-a0d4-f9b5f22c7791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821345 Dec 06 18:05:34.823383 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-a84528d8-efe6-4d16-a52e-afc99caa8aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f043f5-8259-4830-a03c-f9b7b30527c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132651108', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.136'}], 'enable_snat': True}, 'gw_port_id': '38528ec9-eae1-442c-b8d8-05a9e62363fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:05:14Z', 'updated_at': '2021-12-06T18:05:18Z', 'revision_number': 4, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'gw_port': {'id': '38528ec9-eae1-442c-b8d8-05a9e62363fa', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f043f5-8259-4830-a03c-f9b7b30527c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:05:14Z', 'updated_at': '2021-12-06T18:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '0f759908-b939-4889-b9b7-5540e73a174a', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'floating_ip_address': '172.35.1.170', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '53f043f5-8259-4830-a03c-f9b7b30527c3', 'port_id': '7b608dee-bee3-4800-8f40-37665bcdfce2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23a3b1be-7c6b-4e00-a0d4-f9b5f22c7791', 'mac_address': 'fa:16:3e:d6:30:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff061f8-6a79-42ce-88c0-f4c1a30ef8fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T18:05:33Z', 'updated_at': '2021-12-06T18:05:33Z', 'revision_number': 0, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa77709a-0358-4b8c-82cb-e523cc41d0b4', 'name': '', 'network_id': '23a3b1be-7c6b-4e00-a0d4-f9b5f22c7791', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'mac_address': 'fa:16:3e:38:3f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f043f5-8259-4830-a03c-f9b7b30527c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '852f0c06-241f-495b-a8ad-3fb5f37a45d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:05:17Z', 'updated_at': '2021-12-06T18:05:21Z', 'revision_number': 5, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'subnets': [{'id': '852f0c06-241f-495b-a8ad-3fb5f37a45d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:05:34.849846 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84528d8-efe6-4d16-a52e-afc99caa8aa3 None None] The sync data for ids ['53f043f5-8259-4830-a03c-f9b7b30527c3'] in n-d-master-1 is: [{'id': '53f043f5-8259-4830-a03c-f9b7b30527c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132651108', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.136'}], 'enable_snat': True}, 'gw_port_id': '38528ec9-eae1-442c-b8d8-05a9e62363fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:05:14Z', 'updated_at': '2021-12-06T18:05:18Z', 'revision_number': 4, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'gw_port': {'id': '38528ec9-eae1-442c-b8d8-05a9e62363fa', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f043f5-8259-4830-a03c-f9b7b30527c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:05:14Z', 'updated_at': '2021-12-06T18:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '0f759908-b939-4889-b9b7-5540e73a174a', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'floating_ip_address': '172.35.1.170', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '53f043f5-8259-4830-a03c-f9b7b30527c3', 'port_id': '7b608dee-bee3-4800-8f40-37665bcdfce2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23a3b1be-7c6b-4e00-a0d4-f9b5f22c7791', 'mac_address': 'fa:16:3e:d6:30:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff061f8-6a79-42ce-88c0-f4c1a30ef8fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T18:05:33Z', 'updated_at': '2021-12-06T18:05:33Z', 'revision_number': 0, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa77709a-0358-4b8c-82cb-e523cc41d0b4', 'name': '', 'network_id': '23a3b1be-7c6b-4e00-a0d4-f9b5f22c7791', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'mac_address': 'fa:16:3e:38:3f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f043f5-8259-4830-a03c-f9b7b30527c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '852f0c06-241f-495b-a8ad-3fb5f37a45d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:05:17Z', 'updated_at': '2021-12-06T18:05:21Z', 'revision_number': 5, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'subnets': [{'id': '852f0c06-241f-495b-a8ad-3fb5f37a45d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 18:05:35.039879 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca9b51b-e006-46de-8677-f61b9889ad68 None None] New status for floating IP 0f759908-b939-4889-b9b7-5540e73a174a: ACTIVE {{(pid=103287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 18:05:35.280921 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42196) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:05:35.348047 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-414d36ef-cb05-4b5b-9899-cafccadfadbc tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/floatingips/0f759908-b939-4889-b9b7-5540e73a174a HTTP/1.1" status: 200 len: 993 time: 0.0658677 Dec 06 18:05:35.584062 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:40.750285 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-174e3b49-da60-4eb2-8952-698d5effc273 req-e80205a8-a9b3-4e83-8aeb-1b88b8781562 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8ff061f8-6a79-42ce-88c0-f4c1a30ef8fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392597 Dec 06 18:05:40.831897 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e3b49-da60-4eb2-8952-698d5effc273 req-d991152e-0153-49ef-a627-904d42b20e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:05:40.833375 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-174e3b49-da60-4eb2-8952-698d5effc273 req-d991152e-0153-49ef-a627-904d42b20e88 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=80786a15dc4645b98b22cbe4242a7bcf&device_id=8ff061f8-6a79-42ce-88c0-f4c1a30ef8fb HTTP/1.1" status: 200 len: 1096 time: 0.0398898 Dec 06 18:05:41.206624 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e3b49-da60-4eb2-8952-698d5effc273 req-9fa05f74-1b0c-41b3-81ed-9bd3cca9fbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:05:41.208681 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-174e3b49-da60-4eb2-8952-698d5effc273 req-9fa05f74-1b0c-41b3-81ed-9bd3cca9fbb5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=23a3b1be-7c6b-4e00-a0d4-f9b5f22c7791 HTTP/1.1" status: 200 len: 897 time: 0.3566167 Dec 06 18:05:41.285708 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-174e3b49-da60-4eb2-8952-698d5effc273 req-b5356517-aff6-4dc8-8abf-0e7f047d87e0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b608dee-bee3-4800-8f40-37665bcdfce2 HTTP/1.1" status: 200 len: 1001 time: 0.0572751 Dec 06 18:05:41.333453 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e3b49-da60-4eb2-8952-698d5effc273 req-b2a8e837-388a-4bed-9cef-981b7377b301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:05:41.334860 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-174e3b49-da60-4eb2-8952-698d5effc273 req-b2a8e837-388a-4bed-9cef-981b7377b301 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=852f0c06-241f-495b-a8ad-3fb5f37a45d9 HTTP/1.1" status: 200 len: 835 time: 0.0423563 Dec 06 18:05:41.389376 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e3b49-da60-4eb2-8952-698d5effc273 req-1f83cf73-cd99-4b9c-8595-45db76bfd5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:05:41.390897 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-174e3b49-da60-4eb2-8952-698d5effc273 req-1f83cf73-cd99-4b9c-8595-45db76bfd5c5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=23a3b1be-7c6b-4e00-a0d4-f9b5f22c7791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432985 Dec 06 18:05:41.479316 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-174e3b49-da60-4eb2-8952-698d5effc273 req-fee9cdb2-c399-415c-89eb-5a7095b229aa service neutron] 10.222.0.41 "GET /v2.0/networks/23a3b1be-7c6b-4e00-a0d4-f9b5f22c7791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798032 Dec 06 18:05:41.571349 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-174e3b49-da60-4eb2-8952-698d5effc273 req-17af5ad1-6730-4f23-9fd9-3c62a41686d3 service neutron] 10.222.0.41 "GET /v2.0/networks/23a3b1be-7c6b-4e00-a0d4-f9b5f22c7791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835996 Dec 06 18:05:43.533847 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f545f366-afc3-4e49-a201-55bb03bc2bd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:45.723599 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-982526f9-3ddb-417b-9e8c-5701c894205b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:47.116518 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:48.251670 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:49.180864 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:05:52.317550 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 18:06:03.229626 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:05.594737 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:08.643825 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0b6ce2-2028-4814-b7b1-3902c04f8174 req-9939b27c-8f97-47c7-9088-c951b4bc2798 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:06:08.645317 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ce0b6ce2-2028-4814-b7b1-3902c04f8174 req-9939b27c-8f97-47c7-9088-c951b4bc2798 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ff061f8-6a79-42ce-88c0-f4c1a30ef8fb HTTP/1.1" status: 200 len: 945 time: 0.0494678 Dec 06 18:06:08.698197 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ce0b6ce2-2028-4814-b7b1-3902c04f8174 req-bd0ba7b8-2d80-41aa-969e-26213cb76da4 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed8c2353-d4bb-4943-abd5-b9bb94946401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469275 Dec 06 18:06:09.822799 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffef4e02-650b-4cda-966a-77567aa56ed3 req-5c727dab-db62-4ba1-97aa-b40feb9119ae tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:06:09.824308 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ffef4e02-650b-4cda-966a-77567aa56ed3 req-5c727dab-db62-4ba1-97aa-b40feb9119ae tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ff061f8-6a79-42ce-88c0-f4c1a30ef8fb HTTP/1.1" status: 200 len: 945 time: 0.0532615 Dec 06 18:06:09.873015 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ffef4e02-650b-4cda-966a-77567aa56ed3 req-6a84f88e-c79e-4893-ac45-80329dca7d6f tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed8c2353-d4bb-4943-abd5-b9bb94946401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427899 Dec 06 18:06:09.894933 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42230) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:06:09.956846 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-7160fe8d-cec7-416f-a5c0-378ed185f3dd tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/floatingips/0f759908-b939-4889-b9b7-5540e73a174a HTTP/1.1" status: 200 len: 993 time: 0.0608256 Dec 06 18:06:11.232572 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a5546e-90db-4144-9512-a2c4254bcd3a req-821aa515-eed0-41ba-b9a7-e17534f1c665 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:06:11.234076 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-93a5546e-90db-4144-9512-a2c4254bcd3a req-821aa515-eed0-41ba-b9a7-e17534f1c665 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ff061f8-6a79-42ce-88c0-f4c1a30ef8fb HTTP/1.1" status: 200 len: 945 time: 0.0533810 Dec 06 18:06:11.286396 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-93a5546e-90db-4144-9512-a2c4254bcd3a req-f098bd3b-55fe-489f-9291-d4fd9455492b tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed8c2353-d4bb-4943-abd5-b9bb94946401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454021 Dec 06 18:06:12.403567 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2962668-d3ee-4e47-84a1-ae443f721c21 req-0f80502b-a592-444c-84cf-6414664b0142 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:06:12.405029 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a2962668-d3ee-4e47-84a1-ae443f721c21 req-0f80502b-a592-444c-84cf-6414664b0142 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ff061f8-6a79-42ce-88c0-f4c1a30ef8fb HTTP/1.1" status: 200 len: 945 time: 0.0486093 Dec 06 18:06:12.453620 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a2962668-d3ee-4e47-84a1-ae443f721c21 req-da226fa2-4661-4ff0-9b2f-7f121c36c27d tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed8c2353-d4bb-4943-abd5-b9bb94946401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426874 Dec 06 18:06:12.475242 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42240) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:06:12.537134 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-13530f7d-c5ab-4b05-be51-cae5c5d15e80 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/floatingips/0f759908-b939-4889-b9b7-5540e73a174a HTTP/1.1" status: 200 len: 993 time: 0.0607870 Dec 06 18:06:12.741972 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42246) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:06:12.895899 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-0c5b6cf5-b626-45f2-9fad-a2e008a2c5ed tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Deleting port cfd4017e-ef41-4777-8547-93794c80b4ff {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 18:06:12.896155 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0c5b6cf5-b626-45f2-9fad-a2e008a2c5ed tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:12.968708 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0c5b6cf5-b626-45f2-9fad-a2e008a2c5ed tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:12.969043 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0c5b6cf5-b626-45f2-9fad-a2e008a2c5ed tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:12.980228 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-0c5b6cf5-b626-45f2-9fad-a2e008a2c5ed tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Calling delete_port for cfd4017e-ef41-4777-8547-93794c80b4ff owned by network:floatingip {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 18:06:13.124229 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0c5b6cf5-b626-45f2-9fad-a2e008a2c5ed tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:13.155334 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5b6cf5-b626-45f2-9fad-a2e008a2c5ed tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event deleted for resources: {'Port': ['ID=cfd4017e-ef41-4777-8547-93794c80b4ff,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:06:13.180659 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5b6cf5-b626-45f2-9fad-a2e008a2c5ed tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:06:13.181017 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5b6cf5-b626-45f2-9fad-a2e008a2c5ed tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:06:13.181367 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5b6cf5-b626-45f2-9fad-a2e008a2c5ed tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:06:13.181736 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5b6cf5-b626-45f2-9fad-a2e008a2c5ed tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:06:13.182072 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5b6cf5-b626-45f2-9fad-a2e008a2c5ed tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:06:13.182406 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5b6cf5-b626-45f2-9fad-a2e008a2c5ed tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:06:13.182738 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5b6cf5-b626-45f2-9fad-a2e008a2c5ed tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:06:13.183068 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5b6cf5-b626-45f2-9fad-a2e008a2c5ed tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:06:13.183397 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5b6cf5-b626-45f2-9fad-a2e008a2c5ed tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:06:13.183728 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5b6cf5-b626-45f2-9fad-a2e008a2c5ed tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:06:13.184056 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5b6cf5-b626-45f2-9fad-a2e008a2c5ed tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:06:13.184386 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5b6cf5-b626-45f2-9fad-a2e008a2c5ed tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:06:13.184739 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5b6cf5-b626-45f2-9fad-a2e008a2c5ed tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:06:13.227249 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0c5b6cf5-b626-45f2-9fad-a2e008a2c5ed tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for floatingip, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:13.227584 n-d-master-1 neutron-server[103285]: INFO neutron.db.l3_db [None req-0c5b6cf5-b626-45f2-9fad-a2e008a2c5ed tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Floating IP 0f759908-b939-4889-b9b7-5540e73a174a disassociated (deleted). External IP: 172.35.1.170, port: 7b608dee-bee3-4800-8f40-37665bcdfce2. Dec 06 18:06:13.431042 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c5b6cf5-b626-45f2-9fad-a2e008a2c5ed tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Router 53f043f5-8259-4830-a03c-f9b7b30527c3 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 18:06:13.537750 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f4e02724-c680-46bf-8cd7-286dbb677cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:13.538765 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c5b6cf5-b626-45f2-9fad-a2e008a2c5ed tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 18:06:13.544162 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0c5b6cf5-b626-45f2-9fad-a2e008a2c5ed tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:13.549038 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05f4502-c758-4837-a814-ec454150bfeb None None] Sync routers for ids ['53f043f5-8259-4830-a03c-f9b7b30527c3'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 18:06:13.558259 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05f4502-c758-4837-a814-ec454150bfeb None None] Routers {'53f043f5-8259-4830-a03c-f9b7b30527c3'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:06:13.558872 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-c05f4502-c758-4837-a814-ec454150bfeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:05:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['53f043f5-8259-4830-a03c-f9b7b30527c3'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:06:13.571385 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-0c5b6cf5-b626-45f2-9fad-a2e008a2c5ed tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "DELETE /v2.0/floatingips/0f759908-b939-4889-b9b7-5540e73a174a HTTP/1.1" status: 204 len: 168 time: 0.8283336 Dec 06 18:06:13.571989 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ff061f8-6a79-42ce-88c0-f4c1a30ef8fb', 'tag': '7b608dee-bee3-4800-8f40-37665bcdfce2'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 18:06:13.574301 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84a504b017671f0a47cd85ab9346cb7aca95b1a07f687931bccd5817498bce48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff397420-8360-4232-a80e-17ae0b9af5db" -d '{"events": [{"name": "network-changed", "server_uuid": "8ff061f8-6a79-42ce-88c0-f4c1a30ef8fb", "tag": "7b608dee-bee3-4800-8f40-37665bcdfce2"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 18:06:13.621042 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 18:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0510b9a5-0802-47cb-b6bf-eb6170965d61 x-openstack-request-id: req-0510b9a5-0802-47cb-b6bf-eb6170965d61 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 18:06:13.621410 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ff061f8-6a79-42ce-88c0-f4c1a30ef8fb", "tag": "7b608dee-bee3-4800-8f40-37665bcdfce2", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 18:06:13.621732 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0510b9a5-0802-47cb-b6bf-eb6170965d61 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 18:06:13.622786 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ff061f8-6a79-42ce-88c0-f4c1a30ef8fb', 'tag': '7b608dee-bee3-4800-8f40-37665bcdfce2', 'status': 'completed', 'code': 200} Dec 06 18:06:13.669620 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-c05f4502-c758-4837-a814-ec454150bfeb None None] Set router 53f043f5-8259-4830-a03c-f9b7b30527c3 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:06:13.688571 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff397420-8360-4232-a80e-17ae0b9af5db req-5ec78f75-f8ba-4fba-9be8-a76bd77c8651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:06:13.690322 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ff397420-8360-4232-a80e-17ae0b9af5db req-5ec78f75-f8ba-4fba-9be8-a76bd77c8651 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=80786a15dc4645b98b22cbe4242a7bcf&device_id=8ff061f8-6a79-42ce-88c0-f4c1a30ef8fb HTTP/1.1" status: 200 len: 1096 time: 0.0438526 Dec 06 18:06:13.806700 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff397420-8360-4232-a80e-17ae0b9af5db req-edaa4f8d-8bc5-4aac-873c-cc4b2c4b37b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:06:13.808189 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ff397420-8360-4232-a80e-17ae0b9af5db req-edaa4f8d-8bc5-4aac-873c-cc4b2c4b37b8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=23a3b1be-7c6b-4e00-a0d4-f9b5f22c7791 HTTP/1.1" status: 200 len: 897 time: 0.1083786 Dec 06 18:06:13.830168 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425bc496-d8c1-4387-a3e9-62c5f999cdc7 req-6d50f9bc-afb6-43df-a56d-b33dd54c5dc3 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:06:13.837601 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-425bc496-d8c1-4387-a3e9-62c5f999cdc7 req-6d50f9bc-afb6-43df-a56d-b33dd54c5dc3 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ff061f8-6a79-42ce-88c0-f4c1a30ef8fb HTTP/1.1" status: 200 len: 945 time: 0.0551407 Dec 06 18:06:13.856290 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ff397420-8360-4232-a80e-17ae0b9af5db req-5bc0715b-a1fd-4ba0-a548-f8404df007d5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b608dee-bee3-4800-8f40-37665bcdfce2 HTTP/1.1" status: 200 len: 217 time: 0.0366018 Dec 06 18:06:13.892164 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-425bc496-d8c1-4387-a3e9-62c5f999cdc7 req-f4c935d9-8e47-420a-b550-c2de0f076e8d tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed8c2353-d4bb-4943-abd5-b9bb94946401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536873 Dec 06 18:06:13.895408 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-c05f4502-c758-4837-a814-ec454150bfeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f043f5-8259-4830-a03c-f9b7b30527c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132651108', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.136'}], 'enable_snat': True}, 'gw_port_id': '38528ec9-eae1-442c-b8d8-05a9e62363fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:05:14Z', 'updated_at': '2021-12-06T18:05:18Z', 'revision_number': 4, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'gw_port': {'id': '38528ec9-eae1-442c-b8d8-05a9e62363fa', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f043f5-8259-4830-a03c-f9b7b30527c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:05:14Z', 'updated_at': '2021-12-06T18:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'aa77709a-0358-4b8c-82cb-e523cc41d0b4', 'name': '', 'network_id': '23a3b1be-7c6b-4e00-a0d4-f9b5f22c7791', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'mac_address': 'fa:16:3e:38:3f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f043f5-8259-4830-a03c-f9b7b30527c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '852f0c06-241f-495b-a8ad-3fb5f37a45d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:05:17Z', 'updated_at': '2021-12-06T18:05:21Z', 'revision_number': 5, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'subnets': [{'id': '852f0c06-241f-495b-a8ad-3fb5f37a45d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:06:13.911460 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff397420-8360-4232-a80e-17ae0b9af5db req-b81be3ab-a8dd-45d9-926b-c5c255e5fc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:06:13.913062 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ff397420-8360-4232-a80e-17ae0b9af5db req-b81be3ab-a8dd-45d9-926b-c5c255e5fc6b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=852f0c06-241f-495b-a8ad-3fb5f37a45d9 HTTP/1.1" status: 200 len: 835 time: 0.0488727 Dec 06 18:06:13.922871 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05f4502-c758-4837-a814-ec454150bfeb None None] Checking router: 53f043f5-8259-4830-a03c-f9b7b30527c3 for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 18:06:13.931392 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05f4502-c758-4837-a814-ec454150bfeb None None] Routers {'53f043f5-8259-4830-a03c-f9b7b30527c3'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:06:13.932084 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-c05f4502-c758-4837-a814-ec454150bfeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:05:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['53f043f5-8259-4830-a03c-f9b7b30527c3'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:06:13.961876 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff397420-8360-4232-a80e-17ae0b9af5db req-aae5f341-f491-48a4-bfb7-a66134b0a1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:06:13.963281 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ff397420-8360-4232-a80e-17ae0b9af5db req-aae5f341-f491-48a4-bfb7-a66134b0a1ab service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=23a3b1be-7c6b-4e00-a0d4-f9b5f22c7791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405266 Dec 06 18:06:14.037645 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-c05f4502-c758-4837-a814-ec454150bfeb None None] Set router 53f043f5-8259-4830-a03c-f9b7b30527c3 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:06:14.059344 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ff397420-8360-4232-a80e-17ae0b9af5db req-eb49c565-3737-4a37-918f-a7e7c0518613 service neutron] 10.222.0.41 "GET /v2.0/networks/23a3b1be-7c6b-4e00-a0d4-f9b5f22c7791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850747 Dec 06 18:06:14.155006 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ff397420-8360-4232-a80e-17ae0b9af5db req-c27e81de-4446-4518-b816-eb31e92aab0f service neutron] 10.222.0.41 "GET /v2.0/networks/23a3b1be-7c6b-4e00-a0d4-f9b5f22c7791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873153 Dec 06 18:06:14.235786 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-c05f4502-c758-4837-a814-ec454150bfeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f043f5-8259-4830-a03c-f9b7b30527c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132651108', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.136'}], 'enable_snat': True}, 'gw_port_id': '38528ec9-eae1-442c-b8d8-05a9e62363fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:05:14Z', 'updated_at': '2021-12-06T18:05:18Z', 'revision_number': 4, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'gw_port': {'id': '38528ec9-eae1-442c-b8d8-05a9e62363fa', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f043f5-8259-4830-a03c-f9b7b30527c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:05:14Z', 'updated_at': '2021-12-06T18:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'aa77709a-0358-4b8c-82cb-e523cc41d0b4', 'name': '', 'network_id': '23a3b1be-7c6b-4e00-a0d4-f9b5f22c7791', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'mac_address': 'fa:16:3e:38:3f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f043f5-8259-4830-a03c-f9b7b30527c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '852f0c06-241f-495b-a8ad-3fb5f37a45d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:05:17Z', 'updated_at': '2021-12-06T18:05:21Z', 'revision_number': 5, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'subnets': [{'id': '852f0c06-241f-495b-a8ad-3fb5f37a45d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:06:14.261919 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05f4502-c758-4837-a814-ec454150bfeb None None] The sync data for ids ['53f043f5-8259-4830-a03c-f9b7b30527c3'] in n-d-master-1 is: [{'id': '53f043f5-8259-4830-a03c-f9b7b30527c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132651108', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.136'}], 'enable_snat': True}, 'gw_port_id': '38528ec9-eae1-442c-b8d8-05a9e62363fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:05:14Z', 'updated_at': '2021-12-06T18:05:18Z', 'revision_number': 4, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'gw_port': {'id': '38528ec9-eae1-442c-b8d8-05a9e62363fa', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f043f5-8259-4830-a03c-f9b7b30527c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:05:14Z', 'updated_at': '2021-12-06T18:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'aa77709a-0358-4b8c-82cb-e523cc41d0b4', 'name': '', 'network_id': '23a3b1be-7c6b-4e00-a0d4-f9b5f22c7791', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'mac_address': 'fa:16:3e:38:3f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f043f5-8259-4830-a03c-f9b7b30527c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '852f0c06-241f-495b-a8ad-3fb5f37a45d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:05:17Z', 'updated_at': '2021-12-06T18:05:21Z', 'revision_number': 5, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'subnets': [{'id': '852f0c06-241f-495b-a8ad-3fb5f37a45d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 18:06:14.467874 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e438dc8-0f61-459f-bc31-251e9dccdfb6 None None] New status for floating IP 0f759908-b939-4889-b9b7-5540e73a174a: DOWN {{(pid=103287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 18:06:15.011151 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37c2806-c9e2-4f36-9c61-508cb97c6314 req-6183c525-0148-439e-9465-953ca16870d8 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:06:15.013168 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c37c2806-c9e2-4f36-9c61-508cb97c6314 req-6183c525-0148-439e-9465-953ca16870d8 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ff061f8-6a79-42ce-88c0-f4c1a30ef8fb HTTP/1.1" status: 200 len: 945 time: 0.0488651 Dec 06 18:06:15.061940 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c37c2806-c9e2-4f36-9c61-508cb97c6314 req-65ca62b0-aad3-4633-98f7-21dff53999d9 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed8c2353-d4bb-4943-abd5-b9bb94946401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426764 Dec 06 18:06:15.667096 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1491f21e-4738-4be9-a39b-7cdc7032d9f3 req-256de5dc-6e52-44e5-86a5-27364dce5c78 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:06:15.668597 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1491f21e-4738-4be9-a39b-7cdc7032d9f3 req-256de5dc-6e52-44e5-86a5-27364dce5c78 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ff061f8-6a79-42ce-88c0-f4c1a30ef8fb HTTP/1.1" status: 200 len: 945 time: 0.0473983 Dec 06 18:06:15.730741 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4b74ea37-0297-4de2-ac01-86fc5d554184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:15.767948 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-1491f21e-4738-4be9-a39b-7cdc7032d9f3 req-4271e361-b901-4f87-9987-d00594768630 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Deleting port 7b608dee-bee3-4800-8f40-37665bcdfce2 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 18:06:15.768293 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-1491f21e-4738-4be9-a39b-7cdc7032d9f3 req-4271e361-b901-4f87-9987-d00594768630 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:15.855241 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-1491f21e-4738-4be9-a39b-7cdc7032d9f3 req-4271e361-b901-4f87-9987-d00594768630 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] For port 7b608dee-bee3-4800-8f40-37665bcdfce2, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=7b608dee-bee3-4800-8f40-37665bcdfce2,segment=NetworkSegment(ad8159a1-4b0f-4076-aa48-536178e2800a),segment_id=ad8159a1-4b0f-4076-aa48-536178e2800a)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:06:15.855600 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-1491f21e-4738-4be9-a39b-7cdc7032d9f3 req-4271e361-b901-4f87-9987-d00594768630 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:15.868493 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-1491f21e-4738-4be9-a39b-7cdc7032d9f3 req-4271e361-b901-4f87-9987-d00594768630 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Calling delete_port for 7b608dee-bee3-4800-8f40-37665bcdfce2 owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 18:06:15.995879 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-1491f21e-4738-4be9-a39b-7cdc7032d9f3 req-4271e361-b901-4f87-9987-d00594768630 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:16.023815 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4271e361-b901-4f87-9987-d00594768630 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event deleted for resources: {'Port': ['ID=7b608dee-bee3-4800-8f40-37665bcdfce2,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:06:16.068442 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-1491f21e-4738-4be9-a39b-7cdc7032d9f3 req-4271e361-b901-4f87-9987-d00594768630 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] No DVR routers for this DVR port 7b608dee-bee3-4800-8f40-37665bcdfce2 on host n-h1-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 18:06:16.070969 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-1491f21e-4738-4be9-a39b-7cdc7032d9f3 req-4271e361-b901-4f87-9987-d00594768630 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:16.074290 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1491f21e-4738-4be9-a39b-7cdc7032d9f3 req-4271e361-b901-4f87-9987-d00594768630 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.41 "DELETE /v2.0/ports/7b608dee-bee3-4800-8f40-37665bcdfce2 HTTP/1.1" status: 204 len: 173 time: 0.3956010 Dec 06 18:06:16.074711 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ff061f8-6a79-42ce-88c0-f4c1a30ef8fb', 'name': 'network-vif-deleted', 'tag': '7b608dee-bee3-4800-8f40-37665bcdfce2'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 18:06:16.076967 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84a504b017671f0a47cd85ab9346cb7aca95b1a07f687931bccd5817498bce48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9da809e3-0e44-455c-a86c-7b60113baa18" -d '{"events": [{"server_uuid": "8ff061f8-6a79-42ce-88c0-f4c1a30ef8fb", "name": "network-vif-deleted", "tag": "7b608dee-bee3-4800-8f40-37665bcdfce2"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 18:06:16.116239 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 18:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff8f4cd3-cf70-49ea-839c-8dbe4fabcb0b x-openstack-request-id: req-ff8f4cd3-cf70-49ea-839c-8dbe4fabcb0b {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 18:06:16.116541 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ff061f8-6a79-42ce-88c0-f4c1a30ef8fb", "name": "network-vif-deleted", "tag": "7b608dee-bee3-4800-8f40-37665bcdfce2", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 18:06:16.116830 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ff8f4cd3-cf70-49ea-839c-8dbe4fabcb0b {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 18:06:16.117245 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ff061f8-6a79-42ce-88c0-f4c1a30ef8fb', 'name': 'network-vif-deleted', 'tag': '7b608dee-bee3-4800-8f40-37665bcdfce2', 'status': 'completed', 'code': 200} Dec 06 18:06:16.162176 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-11f1b5bc-fe4e-4daf-ab6b-b08d532b8810 req-1edf0b82-a4af-483f-a41d-f7f419bb514a tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ff061f8-6a79-42ce-88c0-f4c1a30ef8fb HTTP/1.1" status: 200 len: 210 time: 0.0278561 Dec 06 18:06:17.119812 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:17.219511 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42262) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:06:17.940050 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f4a51d1c-d013-4079-9814-b70300cffd45 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575908'] for router_interface, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:18.189494 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-f4a51d1c-d013-4079-9814-b70300cffd45 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Deleting port aa77709a-0358-4b8c-82cb-e523cc41d0b4 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 18:06:18.189754 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f4a51d1c-d013-4079-9814-b70300cffd45 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:18.253833 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:18.277929 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-f4a51d1c-d013-4079-9814-b70300cffd45 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] For port aa77709a-0358-4b8c-82cb-e523cc41d0b4, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=aa77709a-0358-4b8c-82cb-e523cc41d0b4,segment=NetworkSegment(ad8159a1-4b0f-4076-aa48-536178e2800a),segment_id=ad8159a1-4b0f-4076-aa48-536178e2800a)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:06:18.278464 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f4a51d1c-d013-4079-9814-b70300cffd45 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:18.290757 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-f4a51d1c-d013-4079-9814-b70300cffd45 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Calling delete_port for aa77709a-0358-4b8c-82cb-e523cc41d0b4 owned by network:router_interface {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 18:06:18.470248 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f4a51d1c-d013-4079-9814-b70300cffd45 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:18.501982 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a51d1c-d013-4079-9814-b70300cffd45 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event deleted for resources: {'Port': ['ID=aa77709a-0358-4b8c-82cb-e523cc41d0b4,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:06:18.670959 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f4a51d1c-d013-4079-9814-b70300cffd45 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-772474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575952'] for router_interface, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:18.887336 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4a51d1c-d013-4079-9814-b70300cffd45 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Router 53f043f5-8259-4830-a03c-f9b7b30527c3 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 18:06:18.991328 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4a51d1c-d013-4079-9814-b70300cffd45 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 18:06:18.996516 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-f4a51d1c-d013-4079-9814-b70300cffd45 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "PUT /v2.0/routers/53f043f5-8259-4830-a03c-f9b7b30527c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7759857 Dec 06 18:06:18.999190 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42264) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:06:19.002117 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef35a259-b0c6-47d1-a4ae-8822288aeaed None None] Sync routers for ids ['53f043f5-8259-4830-a03c-f9b7b30527c3'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 18:06:19.011905 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef35a259-b0c6-47d1-a4ae-8822288aeaed None None] Routers {'53f043f5-8259-4830-a03c-f9b7b30527c3'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:06:19.012518 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-ef35a259-b0c6-47d1-a4ae-8822288aeaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:06:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['53f043f5-8259-4830-a03c-f9b7b30527c3'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:06:19.050852 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dc7f5fa-41ca-4006-926a-8e2da023356e tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Deleting subnet 852f0c06-241f-495b-a8ad-3fb5f37a45d9 {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 18:06:19.053908 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0dc7f5fa-41ca-4006-926a-8e2da023356e tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:19.093190 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0dc7f5fa-41ca-4006-926a-8e2da023356e tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:19.117564 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-ef35a259-b0c6-47d1-a4ae-8822288aeaed None None] Set router 53f043f5-8259-4830-a03c-f9b7b30527c3 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:06:19.188333 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0dc7f5fa-41ca-4006-926a-8e2da023356e tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:19.237779 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:19.249219 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0dc7f5fa-41ca-4006-926a-8e2da023356e tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:19.280071 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc7f5fa-41ca-4006-926a-8e2da023356e tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event deleted for resources: {'Subnet': ['ID=852f0c06-241f-495b-a8ad-3fb5f37a45d9,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:06:19.285149 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0dc7f5fa-41ca-4006-926a-8e2da023356e tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:19.290477 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-0dc7f5fa-41ca-4006-926a-8e2da023356e tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "DELETE /v2.0/subnets/852f0c06-241f-495b-a8ad-3fb5f37a45d9 HTTP/1.1" status: 204 len: 168 time: 0.2890453 Dec 06 18:06:19.290601 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e5e88a-d2e8-46a5-ab86-e0c053473cdb None None] Network 23a3b1be-7c6b-4e00-a0d4-f9b5f22c7791 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 18:06:19.291676 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42266) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:06:19.400154 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f0856505-25ee-451a-a5a0-1a045d85caf5 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for router, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:19.410143 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-ef35a259-b0c6-47d1-a4ae-8822288aeaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f043f5-8259-4830-a03c-f9b7b30527c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132651108', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.136'}], 'enable_snat': True}, 'gw_port_id': '38528ec9-eae1-442c-b8d8-05a9e62363fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:05:14Z', 'updated_at': '2021-12-06T18:06:18Z', 'revision_number': 5, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'gw_port': {'id': '38528ec9-eae1-442c-b8d8-05a9e62363fa', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f043f5-8259-4830-a03c-f9b7b30527c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:05:14Z', 'updated_at': '2021-12-06T18:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:06:19.437108 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef35a259-b0c6-47d1-a4ae-8822288aeaed None None] Checking router: 53f043f5-8259-4830-a03c-f9b7b30527c3 for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 18:06:19.449822 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef35a259-b0c6-47d1-a4ae-8822288aeaed None None] Routers {'53f043f5-8259-4830-a03c-f9b7b30527c3'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:06:19.450989 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-ef35a259-b0c6-47d1-a4ae-8822288aeaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:06:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['53f043f5-8259-4830-a03c-f9b7b30527c3'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:06:19.507170 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f0856505-25ee-451a-a5a0-1a045d85caf5 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:19.533168 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2021f4c-aae6-496b-b656-75475f5e26b5 None None] DHCP port deletion for 23a3b1be-7c6b-4e00-a0d4-f9b5f22c7791 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 18:06:19.562530 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-f0856505-25ee-451a-a5a0-1a045d85caf5 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Deleting port 38528ec9-eae1-442c-b8d8-05a9e62363fa {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 18:06:19.562874 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f0856505-25ee-451a-a5a0-1a045d85caf5 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:19.598717 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-ef35a259-b0c6-47d1-a4ae-8822288aeaed None None] Set router 53f043f5-8259-4830-a03c-f9b7b30527c3 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:06:19.647061 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-f0856505-25ee-451a-a5a0-1a045d85caf5 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] For port 38528ec9-eae1-442c-b8d8-05a9e62363fa, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=38528ec9-eae1-442c-b8d8-05a9e62363fa,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:06:19.647441 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f0856505-25ee-451a-a5a0-1a045d85caf5 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:19.665545 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-f0856505-25ee-451a-a5a0-1a045d85caf5 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Calling delete_port for 38528ec9-eae1-442c-b8d8-05a9e62363fa owned by network:router_gateway {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 18:06:19.666505 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 7b608dee-bee3-4800-8f40-37665bcdfce2 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 18:06:19.704357 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] No Port match for: 7b608dee-bee3-4800-8f40-37665bcdfce2 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 18:06:19.704888 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 7b608dee-bee3-4800-8f40-37665bcdfce2 not bound to the agent host n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 18:06:19.750382 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-e2021f4c-aae6-496b-b656-75475f5e26b5 None None] Deleting port dd1c62bc-ca47-4afb-8e8e-92ea6da575f9 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 18:06:19.750901 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e2021f4c-aae6-496b-b656-75475f5e26b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:19.832865 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-e2021f4c-aae6-496b-b656-75475f5e26b5 None None] For port dd1c62bc-ca47-4afb-8e8e-92ea6da575f9, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=dd1c62bc-ca47-4afb-8e8e-92ea6da575f9,segment=NetworkSegment(ad8159a1-4b0f-4076-aa48-536178e2800a),segment_id=ad8159a1-4b0f-4076-aa48-536178e2800a)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:06:19.833128 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e2021f4c-aae6-496b-b656-75475f5e26b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:19.838786 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f0856505-25ee-451a-a5a0-1a045d85caf5 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:19.869877 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0856505-25ee-451a-a5a0-1a045d85caf5 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event deleted for resources: {'Port': ['ID=38528ec9-eae1-442c-b8d8-05a9e62363fa,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:06:19.875089 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-e2021f4c-aae6-496b-b656-75475f5e26b5 None None] Calling delete_port for dd1c62bc-ca47-4afb-8e8e-92ea6da575f9 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 18:06:19.890319 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5316dbd0-6fc6-4998-9183-6687f296fcb5 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 18:06:19.934064 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f0856505-25ee-451a-a5a0-1a045d85caf5 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536698'] for router_gateway, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:19.974238 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-ef35a259-b0c6-47d1-a4ae-8822288aeaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f043f5-8259-4830-a03c-f9b7b30527c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132651108', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.136'}], 'enable_snat': True}, 'gw_port_id': '38528ec9-eae1-442c-b8d8-05a9e62363fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:05:14Z', 'updated_at': '2021-12-06T18:06:18Z', 'revision_number': 5, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'gw_port': {'id': '38528ec9-eae1-442c-b8d8-05a9e62363fa', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f043f5-8259-4830-a03c-f9b7b30527c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:05:14Z', 'updated_at': '2021-12-06T18:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:06:20.005306 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef35a259-b0c6-47d1-a4ae-8822288aeaed None None] The sync data for ids ['53f043f5-8259-4830-a03c-f9b7b30527c3'] in n-d-master-1 is: [{'id': '53f043f5-8259-4830-a03c-f9b7b30527c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1132651108', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.136'}], 'enable_snat': True}, 'gw_port_id': '38528ec9-eae1-442c-b8d8-05a9e62363fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:05:14Z', 'updated_at': '2021-12-06T18:06:18Z', 'revision_number': 5, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'gw_port': {'id': '38528ec9-eae1-442c-b8d8-05a9e62363fa', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f043f5-8259-4830-a03c-f9b7b30527c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:05:14Z', 'updated_at': '2021-12-06T18:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 18:06:20.011558 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e2021f4c-aae6-496b-b656-75475f5e26b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:20.027640 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f0856505-25ee-451a-a5a0-1a045d85caf5 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:20.029974 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f0856505-25ee-451a-a5a0-1a045d85caf5 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:20.080276 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f0856505-25ee-451a-a5a0-1a045d85caf5 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:20.080841 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0856505-25ee-451a-a5a0-1a045d85caf5 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Fanout notify agent at l3_agent the message router_deleted on router 53f043f5-8259-4830-a03c-f9b7b30527c3 {{(pid=103285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 18:06:20.089104 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f0856505-25ee-451a-a5a0-1a045d85caf5 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:20.090414 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-f0856505-25ee-451a-a5a0-1a045d85caf5 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "DELETE /v2.0/routers/53f043f5-8259-4830-a03c-f9b7b30527c3 HTTP/1.1" status: 204 len: 168 time: 0.7977519 Dec 06 18:06:20.093121 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42268) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:06:20.172733 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0a657555-7fb2-464b-95c7-61f71c9e85ea tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:20.203361 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2021f4c-aae6-496b-b656-75475f5e26b5 None None] Pushing event deleted for resources: {'Port': ['ID=dd1c62bc-ca47-4afb-8e8e-92ea6da575f9,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:06:20.211702 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2021f4c-aae6-496b-b656-75475f5e26b5 None None] No DVR routers for this DVR port dd1c62bc-ca47-4afb-8e8e-92ea6da575f9 on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 18:06:20.214202 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2021f4c-aae6-496b-b656-75475f5e26b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:06:20.214549 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2021f4c-aae6-496b-b656-75475f5e26b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:06:20.214888 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2021f4c-aae6-496b-b656-75475f5e26b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:06:20.215265 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2021f4c-aae6-496b-b656-75475f5e26b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:06:20.216044 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2021f4c-aae6-496b-b656-75475f5e26b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:06:20.216379 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2021f4c-aae6-496b-b656-75475f5e26b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:06:20.216707 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2021f4c-aae6-496b-b656-75475f5e26b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:06:20.217297 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2021f4c-aae6-496b-b656-75475f5e26b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:06:20.217649 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2021f4c-aae6-496b-b656-75475f5e26b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:06:20.217978 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2021f4c-aae6-496b-b656-75475f5e26b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:06:20.218300 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2021f4c-aae6-496b-b656-75475f5e26b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:06:20.218621 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2021f4c-aae6-496b-b656-75475f5e26b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:06:20.218944 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2021f4c-aae6-496b-b656-75475f5e26b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:06:20.265037 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0a657555-7fb2-464b-95c7-61f71c9e85ea tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:20.284422 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-0a657555-7fb2-464b-95c7-61f71c9e85ea tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23a3b1be-7c6b-4e00-a0d4-f9b5f22c7791']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:06:20.293326 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-0a657555-7fb2-464b-95c7-61f71c9e85ea tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad8159a1-4b0f-4076-aa48-536178e2800a') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:06:20.294153 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-0a657555-7fb2-464b-95c7-61f71c9e85ea tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad8159a1-4b0f-4076-aa48-536178e2800a') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:06:20.303235 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0a657555-7fb2-464b-95c7-61f71c9e85ea tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:20.316422 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0a657555-7fb2-464b-95c7-61f71c9e85ea tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:20.322125 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a657555-7fb2-464b-95c7-61f71c9e85ea tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 18:06:20.322506 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0a657555-7fb2-464b-95c7-61f71c9e85ea tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:20.325427 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 18:06:20.325427 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 18:06:20.325427 n-d-master-1 neutron-server[103285]: timer() Dec 06 18:06:20.325427 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 18:06:20.325427 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 18:06:20.325427 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 18:06:20.325427 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 18:06:20.325427 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 18:06:20.325427 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 18:06:20.325427 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 18:06:20.325427 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 18:06:20.325427 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 18:06:20.325427 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 18:06:20.325427 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 18:06:20.325427 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 18:06:20.325427 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 18:06:20.325427 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 18:06:20.325427 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 18:06:20.325427 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 18:06:20.325427 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 18:06:20.325427 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 18:06:20.325427 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 18:06:20.325427 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 18:06:20.325427 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 18:06:20.325427 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 18:06:20.325427 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 18:06:20.325427 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 18:06:20.325427 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 18:06:20.325427 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 18:06:20.325427 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 18:06:20.325427 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 18:06:20.325427 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 18:06:20.383931 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0a657555-7fb2-464b-95c7-61f71c9e85ea tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:20.391627 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0a657555-7fb2-464b-95c7-61f71c9e85ea tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:20.397786 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-0a657555-7fb2-464b-95c7-61f71c9e85ea tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "DELETE /v2.0/networks/23a3b1be-7c6b-4e00-a0d4-f9b5f22c7791 HTTP/1.1" status: 204 len: 168 time: 0.3009617 Dec 06 18:06:20.398101 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 42270) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:06:20.407474 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a657555-7fb2-464b-95c7-61f71c9e85ea tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event deleted for resources: {'Network': ['ID=23a3b1be-7c6b-4e00-a0d4-f9b5f22c7791,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:06:20.467681 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e9a752da-9fdf-48d4-9a41-c2f5de016a05 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:20.494818 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e9a752da-9fdf-48d4-9a41-c2f5de016a05 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:20.558786 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e9a752da-9fdf-48d4-9a41-c2f5de016a05 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:20.561732 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e9a752da-9fdf-48d4-9a41-c2f5de016a05 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:20.563242 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-e9a752da-9fdf-48d4-9a41-c2f5de016a05 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "DELETE /v2.0/security-groups/ed8c2353-d4bb-4943-abd5-b9bb94946401 HTTP/1.1" status: 204 len: 168 time: 0.1640596 Dec 06 18:06:20.573275 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a752da-9fdf-48d4-9a41-c2f5de016a05 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed8c2353-d4bb-4943-abd5-b9bb94946401,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:06:20.581744 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a752da-9fdf-48d4-9a41-c2f5de016a05 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:06:20.582178 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a752da-9fdf-48d4-9a41-c2f5de016a05 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:06:20.582762 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a752da-9fdf-48d4-9a41-c2f5de016a05 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:06:20.583312 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a752da-9fdf-48d4-9a41-c2f5de016a05 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:06:20.583848 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a752da-9fdf-48d4-9a41-c2f5de016a05 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:06:20.584391 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a752da-9fdf-48d4-9a41-c2f5de016a05 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:06:20.584939 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a752da-9fdf-48d4-9a41-c2f5de016a05 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:06:20.585349 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a752da-9fdf-48d4-9a41-c2f5de016a05 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:06:20.585986 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a752da-9fdf-48d4-9a41-c2f5de016a05 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:06:20.586433 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a752da-9fdf-48d4-9a41-c2f5de016a05 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:06:20.586853 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a752da-9fdf-48d4-9a41-c2f5de016a05 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:06:20.587329 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a752da-9fdf-48d4-9a41-c2f5de016a05 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:06:20.587745 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a752da-9fdf-48d4-9a41-c2f5de016a05 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:06:20.918162 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 42276) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:06:20.922842 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-f9f57180-46a3-4f53-a742-75b1272e18fc tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2138673522', 'description': 'tempest-secgroup-smoke-2138673522 description', 'project_id': '80786a15dc4645b98b22cbe4242a7bcf'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:06:20.944105 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f9f57180-46a3-4f53-a742-75b1272e18fc tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:21.008557 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f9f57180-46a3-4f53-a742-75b1272e18fc tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:21.013759 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f9f57180-46a3-4f53-a742-75b1272e18fc tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:21.047448 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f9f57180-46a3-4f53-a742-75b1272e18fc tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:21.048707 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-f9f57180-46a3-4f53-a742-75b1272e18fc tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1295099 Dec 06 18:06:21.049880 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f57180-46a3-4f53-a742-75b1272e18fc tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6993f71-04f8-4668-a967-1a561634aac6,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:06:21.051752 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42278) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:06:21.056445 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-79988378-ae2b-48b5-9845-af6ac2874e2a tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Request body: {'security_group_rule': {'security_group_id': 'a6993f71-04f8-4668-a967-1a561634aac6', 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:06:21.086652 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-79988378-ae2b-48b5-9845-af6ac2874e2a tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:21.144477 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-79988378-ae2b-48b5-9845-af6ac2874e2a tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:21.147819 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-79988378-ae2b-48b5-9845-af6ac2874e2a tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:21.164703 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79988378-ae2b-48b5-9845-af6ac2874e2a tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=128ace99-671c-46f2-a8c4-dc7d1ede31a4,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:06:21.171927 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-79988378-ae2b-48b5-9845-af6ac2874e2a tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:21.173067 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-79988378-ae2b-48b5-9845-af6ac2874e2a tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1202259 Dec 06 18:06:21.175874 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42280) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:06:21.180060 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-938f82fc-068b-49a9-927e-f87909b08bb1 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Request body: {'security_group_rule': {'security_group_id': 'a6993f71-04f8-4668-a967-1a561634aac6', 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:06:21.208391 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-938f82fc-068b-49a9-927e-f87909b08bb1 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:21.231615 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device aa77709a-0358-4b8c-82cb-e523cc41d0b4 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 18:06:21.250752 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: aa77709a-0358-4b8c-82cb-e523cc41d0b4 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 18:06:21.251091 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device aa77709a-0358-4b8c-82cb-e523cc41d0b4 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 18:06:21.251493 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 38528ec9-eae1-442c-b8d8-05a9e62363fa no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 18:06:21.266575 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-938f82fc-068b-49a9-927e-f87909b08bb1 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:21.270761 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-938f82fc-068b-49a9-927e-f87909b08bb1 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:21.270948 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 38528ec9-eae1-442c-b8d8-05a9e62363fa {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 18:06:21.271270 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 38528ec9-eae1-442c-b8d8-05a9e62363fa not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 18:06:21.271632 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device dd1c62bc-ca47-4afb-8e8e-92ea6da575f9 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 18:06:21.288280 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938f82fc-068b-49a9-927e-f87909b08bb1 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b628d1d3-fa86-41b7-b195-bbc22d2371a2,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:06:21.291147 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: dd1c62bc-ca47-4afb-8e8e-92ea6da575f9 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 18:06:21.291533 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device dd1c62bc-ca47-4afb-8e8e-92ea6da575f9 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 18:06:21.297295 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-938f82fc-068b-49a9-927e-f87909b08bb1 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:21.298527 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-938f82fc-068b-49a9-927e-f87909b08bb1 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1217358 Dec 06 18:06:21.301234 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42282) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:06:21.305549 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-41c15e94-ffd4-4ea2-a6cb-49a7779ef2f7 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Request body: {'security_group_rule': {'security_group_id': 'a6993f71-04f8-4668-a967-1a561634aac6', 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:06:21.331529 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-41c15e94-ffd4-4ea2-a6cb-49a7779ef2f7 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:21.385622 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-41c15e94-ffd4-4ea2-a6cb-49a7779ef2f7 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:21.389554 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-41c15e94-ffd4-4ea2-a6cb-49a7779ef2f7 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:21.406577 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c15e94-ffd4-4ea2-a6cb-49a7779ef2f7 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=088cd797-2acc-4249-bb06-e145363161ec,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:06:21.413828 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-41c15e94-ffd4-4ea2-a6cb-49a7779ef2f7 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:21.417361 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-41c15e94-ffd4-4ea2-a6cb-49a7779ef2f7 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1127756 Dec 06 18:06:21.417763 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42284) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:06:21.422067 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-c1ef9a39-04e8-4e86-9fa8-2ca5ed4e3ffd tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Request body: {'security_group_rule': {'security_group_id': 'a6993f71-04f8-4668-a967-1a561634aac6', 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:06:21.447078 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1ef9a39-04e8-4e86-9fa8-2ca5ed4e3ffd tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:21.505916 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1ef9a39-04e8-4e86-9fa8-2ca5ed4e3ffd tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:21.509272 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1ef9a39-04e8-4e86-9fa8-2ca5ed4e3ffd tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:21.526422 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ef9a39-04e8-4e86-9fa8-2ca5ed4e3ffd tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8132bd15-001d-45b8-b58b-e84fd3fec395,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:06:21.536480 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1ef9a39-04e8-4e86-9fa8-2ca5ed4e3ffd tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:21.537733 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-c1ef9a39-04e8-4e86-9fa8-2ca5ed4e3ffd tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1190319 Dec 06 18:06:21.540567 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42286) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:06:21.545176 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-821ecb46-9b4d-4ad7-969c-c4b618006e96 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Request body: {'security_group_rule': {'security_group_id': 'a6993f71-04f8-4668-a967-1a561634aac6', 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:06:21.567027 n-d-master-1 neutron-server[103285]: INFO neutron.db.securitygroups_db [None req-821ecb46-9b4d-4ad7-969c-c4b618006e96 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Project 80786a15dc4645b98b22cbe4242a7bcf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 18:06:21.571782 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-821ecb46-9b4d-4ad7-969c-c4b618006e96 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:21.628572 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-821ecb46-9b4d-4ad7-969c-c4b618006e96 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:21.632380 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-821ecb46-9b4d-4ad7-969c-c4b618006e96 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:21.649777 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821ecb46-9b4d-4ad7-969c-c4b618006e96 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e227620-2041-4a47-9aec-87399084e0ad,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:06:21.657412 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-821ecb46-9b4d-4ad7-969c-c4b618006e96 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:21.658610 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-821ecb46-9b4d-4ad7-969c-c4b618006e96 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1171548 Dec 06 18:06:21.661460 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42288) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:06:21.665707 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-a637a64e-ac5d-4f52-9720-dc424542cc25 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Request body: {'security_group_rule': {'security_group_id': 'a6993f71-04f8-4668-a967-1a561634aac6', 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:06:21.688450 n-d-master-1 neutron-server[103285]: INFO neutron.db.securitygroups_db [None req-a637a64e-ac5d-4f52-9720-dc424542cc25 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Project 80786a15dc4645b98b22cbe4242a7bcf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 18:06:21.693433 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a637a64e-ac5d-4f52-9720-dc424542cc25 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:21.750714 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a637a64e-ac5d-4f52-9720-dc424542cc25 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:21.754378 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a637a64e-ac5d-4f52-9720-dc424542cc25 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:21.771774 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a637a64e-ac5d-4f52-9720-dc424542cc25 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab8efd78-7b86-4d1c-abc8-d3189a889a10,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:06:21.780106 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a637a64e-ac5d-4f52-9720-dc424542cc25 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:21.781593 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-a637a64e-ac5d-4f52-9720-dc424542cc25 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1190376 Dec 06 18:06:21.784253 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42290) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:06:21.788923 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-949c6397-86d6-4191-9e80-f9386288f2d9 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Request body: {'network': {'name': 'tempest-network-smoke--1717875165', 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'port_security_enabled': True}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:06:21.810235 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-949c6397-86d6-4191-9e80-f9386288f2d9 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Made reservation on behalf of 80786a15dc4645b98b22cbe4242a7bcf for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 18:06:21.813958 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-949c6397-86d6-4191-9e80-f9386288f2d9 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:21.836934 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-949c6397-86d6-4191-9e80-f9386288f2d9 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 18:06:21.846904 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-949c6397-86d6-4191-9e80-f9386288f2d9 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:21.847253 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-949c6397-86d6-4191-9e80-f9386288f2d9 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Added segment bf1ec17d-fb58-4798-9015-abfa647e7795 of type vlan for network a48cb098-6f46-4b23-80da-65503325f30f Dec 06 18:06:21.888495 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-949c6397-86d6-4191-9e80-f9386288f2d9 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:21.912460 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-949c6397-86d6-4191-9e80-f9386288f2d9 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:21.918043 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949c6397-86d6-4191-9e80-f9386288f2d9 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:06:21.918630 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-949c6397-86d6-4191-9e80-f9386288f2d9 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:21.954922 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-949c6397-86d6-4191-9e80-f9386288f2d9 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1696756 Dec 06 18:06:21.957748 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 42292) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:06:21.962382 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-6605a87b-73a5-460e-805a-b6418acf0a2d tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1542970579', 'admin_state_up': True, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:06:21.986958 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6605a87b-73a5-460e-805a-b6418acf0a2d tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:21.987987 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6605a87b-73a5-460e-805a-b6418acf0a2d tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:21.989651 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949c6397-86d6-4191-9e80-f9386288f2d9 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event updated for resources: {'Network': ['ID=a48cb098-6f46-4b23-80da-65503325f30f,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:06:22.001604 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network a48cb098-6f46-4b23-80da-65503325f30f details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 18:06:22.038933 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6605a87b-73a5-460e-805a-b6418acf0a2d tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:22.179184 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6605a87b-73a5-460e-805a-b6418acf0a2d tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:22.369989 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6605a87b-73a5-460e-805a-b6418acf0a2d tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for router_gateway, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:22.388799 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6605a87b-73a5-460e-805a-b6418acf0a2d tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:22.489761 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-6605a87b-73a5-460e-805a-b6418acf0a2d tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Allocated IP 172.35.1.8 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/1595f214-a504-4302-9e82-04d3018589d6) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 18:06:22.591645 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6605a87b-73a5-460e-805a-b6418acf0a2d tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:22.624178 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6605a87b-73a5-460e-805a-b6418acf0a2d tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:22.661612 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6605a87b-73a5-460e-805a-b6418acf0a2d tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 18:06:22.664371 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-6605a87b-73a5-460e-805a-b6418acf0a2d tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 18:06:22.667876 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6605a87b-73a5-460e-805a-b6418acf0a2d tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 18:06:22.676724 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de9b141-abf4-46c7-9f39-2d61a9cee06b None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 18:06:22.694008 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6605a87b-73a5-460e-805a-b6418acf0a2d tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event updated for resources: {'Port': ['ID=1595f214-a504-4302-9e82-04d3018589d6,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:06:22.797407 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-1ad30071-e756-432c-b4e8-f6dc6f753759 None None] Provisioning complete for port 1595f214-a504-4302-9e82-04d3018589d6 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:06:22.797923 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1ad30071-e756-432c-b4e8-f6dc6f753759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:22.832537 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-1ad30071-e756-432c-b4e8-f6dc6f753759 None None] Port 1595f214-a504-4302-9e82-04d3018589d6 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 18:06:22.917692 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6605a87b-73a5-460e-805a-b6418acf0a2d tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for router_gateway, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:23.406684 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6605a87b-73a5-460e-805a-b6418acf0a2d tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:23.531171 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6605a87b-73a5-460e-805a-b6418acf0a2d tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Router 6d144bb0-6f1a-41ca-93b1-fb798fd0de67 is scheduled to L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 18:06:23.637489 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6605a87b-73a5-460e-805a-b6418acf0a2d tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 18:06:23.647977 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86aa1177-b3af-4f60-974a-4dc5dd7d4ecd None None] Sync routers for ids ['6d144bb0-6f1a-41ca-93b1-fb798fd0de67'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 18:06:23.658206 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86aa1177-b3af-4f60-974a-4dc5dd7d4ecd None None] Routers {'6d144bb0-6f1a-41ca-93b1-fb798fd0de67'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:06:23.658818 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-86aa1177-b3af-4f60-974a-4dc5dd7d4ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:06:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['6d144bb0-6f1a-41ca-93b1-fb798fd0de67'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:06:23.658978 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6605a87b-73a5-460e-805a-b6418acf0a2d tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:23.663429 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42294) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:06:23.663901 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-6605a87b-73a5-460e-805a-b6418acf0a2d tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7047079 Dec 06 18:06:23.704180 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-940e19bf-c9ca-4f64-8888-f8fe067c4b9f tempest-TestNetworkAdvancedServerOps-1167834497 tempest-TestNetworkAdvancedServerOps-1167834497-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=80786a15dc4645b98b22cbe4242a7bcf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372617 Dec 06 18:06:23.704414 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42296) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:06:23.852815 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-86aa1177-b3af-4f60-974a-4dc5dd7d4ecd None None] Set router 6d144bb0-6f1a-41ca-93b1-fb798fd0de67 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:06:23.857377 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0226b05-dcbb-444c-99ff-7bfcdfbdafc2 tempest-TestNetworkAdvancedServerOps-1167834497 tempest-TestNetworkAdvancedServerOps-1167834497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:06:23.861511 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-e0226b05-dcbb-444c-99ff-7bfcdfbdafc2 tempest-TestNetworkAdvancedServerOps-1167834497 tempest-TestNetworkAdvancedServerOps-1167834497-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1536484 Dec 06 18:06:23.861723 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42298) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:06:23.896874 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-f047ffc1-428c-47c7-8f15-ce7b549b0b45 tempest-TestNetworkAdvancedServerOps-1167834497 tempest-TestNetworkAdvancedServerOps-1167834497-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=40c9982f-f1ff-4b90-bebe-b7d51655f7e2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0319042 Dec 06 18:06:23.897082 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42300) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:06:23.901591 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-98618113-5bd3-42d7-b43e-966a90f69e51 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-41988288', 'network_id': 'a48cb098-6f46-4b23-80da-65503325f30f', 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:06:24.028901 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-86aa1177-b3af-4f60-974a-4dc5dd7d4ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d144bb0-6f1a-41ca-93b1-fb798fd0de67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1542970579', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.8'}], 'enable_snat': True}, 'gw_port_id': '1595f214-a504-4302-9e82-04d3018589d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:06:21Z', 'updated_at': '2021-12-06T18:06:22Z', 'revision_number': 3, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'gw_port': {'id': '1595f214-a504-4302-9e82-04d3018589d6', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:81:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d144bb0-6f1a-41ca-93b1-fb798fd0de67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:06:22Z', 'updated_at': '2021-12-06T18:06:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:06:24.060565 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86aa1177-b3af-4f60-974a-4dc5dd7d4ecd None None] Checking router: 6d144bb0-6f1a-41ca-93b1-fb798fd0de67 for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 18:06:24.060822 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86aa1177-b3af-4f60-974a-4dc5dd7d4ecd None None] Updating router 6d144bb0-6f1a-41ca-93b1-fb798fd0de67 port 1595f214-a504-4302-9e82-04d3018589d6 binding host n-d-master-1 {{(pid=103287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 18:06:24.087263 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-86aa1177-b3af-4f60-974a-4dc5dd7d4ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:24.275789 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98618113-5bd3-42d7-b43e-966a90f69e51 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Made reservation on behalf of 80786a15dc4645b98b22cbe4242a7bcf for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 18:06:24.279373 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-98618113-5bd3-42d7-b43e-966a90f69e51 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:24.336417 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-86aa1177-b3af-4f60-974a-4dc5dd7d4ecd None None] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:24.347406 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-86aa1177-b3af-4f60-974a-4dc5dd7d4ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:24.392530 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea309467-96f0-4004-a63a-4d6557453e4c None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 18:06:24.399524 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-86aa1177-b3af-4f60-974a-4dc5dd7d4ecd None None] Attempting to bind port 1595f214-a504-4302-9e82-04d3018589d6 on host n-d-master-1 for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 18:06:24.399905 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-86aa1177-b3af-4f60-974a-4dc5dd7d4ecd None None] Attempting to bind port 1595f214-a504-4302-9e82-04d3018589d6 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 18:06:24.400272 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86aa1177-b3af-4f60-974a-4dc5dd7d4ecd None None] Attempting to bind port 1595f214-a504-4302-9e82-04d3018589d6 on network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 18:06:24.409169 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f831c5-5bad-4e15-a7e5-18fe71a5a9b5 None None] Pushing event updated for resources: {'Port': ['ID=1595f214-a504-4302-9e82-04d3018589d6,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:06:24.412147 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86aa1177-b3af-4f60-974a-4dc5dd7d4ecd None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 18, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 18:06:24.412524 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86aa1177-b3af-4f60-974a-4dc5dd7d4ecd None None] Checking segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 18:06:24.413531 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-86aa1177-b3af-4f60-974a-4dc5dd7d4ecd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:24.413531 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86aa1177-b3af-4f60-974a-4dc5dd7d4ecd None None] Bound using segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 18:06:24.413794 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-86aa1177-b3af-4f60-974a-4dc5dd7d4ecd None None] Bound port: 1595f214-a504-4302-9e82-04d3018589d6, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 18:06:24.414203 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-86aa1177-b3af-4f60-974a-4dc5dd7d4ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:24.420904 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f831c5-5bad-4e15-a7e5-18fe71a5a9b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:06:24.421264 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f831c5-5bad-4e15-a7e5-18fe71a5a9b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:06:24.421639 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f831c5-5bad-4e15-a7e5-18fe71a5a9b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:06:24.421973 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f831c5-5bad-4e15-a7e5-18fe71a5a9b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:06:24.422309 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f831c5-5bad-4e15-a7e5-18fe71a5a9b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:06:24.422642 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f831c5-5bad-4e15-a7e5-18fe71a5a9b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:06:24.422971 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f831c5-5bad-4e15-a7e5-18fe71a5a9b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:06:24.423297 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f831c5-5bad-4e15-a7e5-18fe71a5a9b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:06:24.423622 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f831c5-5bad-4e15-a7e5-18fe71a5a9b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:06:24.423942 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f831c5-5bad-4e15-a7e5-18fe71a5a9b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:06:24.424267 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f831c5-5bad-4e15-a7e5-18fe71a5a9b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:06:24.424588 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f831c5-5bad-4e15-a7e5-18fe71a5a9b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:06:24.424908 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f831c5-5bad-4e15-a7e5-18fe71a5a9b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:06:24.463773 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b0fc38ee-1c9f-411f-be9a-1bcb6dd583c6 None None] Provisioning complete for port 1595f214-a504-4302-9e82-04d3018589d6 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:06:24.464559 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b0fc38ee-1c9f-411f-be9a-1bcb6dd583c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:24.467795 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-98618113-5bd3-42d7-b43e-966a90f69e51 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:24.477949 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-86aa1177-b3af-4f60-974a-4dc5dd7d4ecd None None] For port 1595f214-a504-4302-9e82-04d3018589d6, host n-d-master-1, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 18:06:24.481790 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-86aa1177-b3af-4f60-974a-4dc5dd7d4ecd None None] For port 1595f214-a504-4302-9e82-04d3018589d6, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1595f214-a504-4302-9e82-04d3018589d6,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 18:06:24.486657 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-86aa1177-b3af-4f60-974a-4dc5dd7d4ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:24.506540 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b0fc38ee-1c9f-411f-be9a-1bcb6dd583c6 None None] Port 1595f214-a504-4302-9e82-04d3018589d6 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 18:06:24.535303 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07414094-e29f-4e92-8692-bd85035e853e None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 18:06:24.535513 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98618113-5bd3-42d7-b43e-966a90f69e51 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event updated for resources: {'Subnet': ['ID=2bccdcf4-ebea-45c6-825e-187878b22914,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:06:24.546860 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98618113-5bd3-42d7-b43e-966a90f69e51 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Checking segment: {'id': 'bf1ec17d-fb58-4798-9015-abfa647e7795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a48cb098-6f46-4b23-80da-65503325f30f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 18:06:24.547224 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98618113-5bd3-42d7-b43e-966a90f69e51 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Network hostable DHCP agents. Network: a48cb098-6f46-4b23-80da-65503325f30f, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 18:06:24.552631 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86aa1177-b3af-4f60-974a-4dc5dd7d4ecd None None] Routers {'6d144bb0-6f1a-41ca-93b1-fb798fd0de67'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:06:24.553265 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-86aa1177-b3af-4f60-974a-4dc5dd7d4ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:06:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['6d144bb0-6f1a-41ca-93b1-fb798fd0de67'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:06:24.555031 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f831c5-5bad-4e15-a7e5-18fe71a5a9b5 None None] Pushing event updated for resources: {'Port': ['ID=1595f214-a504-4302-9e82-04d3018589d6,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:06:24.566169 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98618113-5bd3-42d7-b43e-966a90f69e51 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Network a48cb098-6f46-4b23-80da-65503325f30f is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 18:06:24.575916 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-98618113-5bd3-42d7-b43e-966a90f69e51 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, a48cb098-6f46-4b23-80da-65503325f30f) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 18:06:24.581617 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98618113-5bd3-42d7-b43e-966a90f69e51 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:06:24.582047 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-98618113-5bd3-42d7-b43e-966a90f69e51 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:24.586967 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bfab5af-5a54-454c-8cc4-2d1db1e7cef8 None None] Network a48cb098-6f46-4b23-80da-65503325f30f requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 18:06:24.601279 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-98618113-5bd3-42d7-b43e-966a90f69e51 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7006450 Dec 06 18:06:24.601532 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42302) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:06:24.661619 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-57acd076-88e6-44df-8318-d19d83c3d4a6 None None] Provisioning complete for port 1595f214-a504-4302-9e82-04d3018589d6 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:06:24.662409 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-57acd076-88e6-44df-8318-d19d83c3d4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:24.670810 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-86aa1177-b3af-4f60-974a-4dc5dd7d4ecd None None] Set router 6d144bb0-6f1a-41ca-93b1-fb798fd0de67 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:06:24.810046 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-57acd076-88e6-44df-8318-d19d83c3d4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:24.819558 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0938ac62-3853-4450-b5f1-26072abac3d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-a48cb098-6f46-4b23-80da-65503325f30f', 'network_id': 'a48cb098-6f46-4b23-80da-65503325f30f', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'fixed_ips': [{'subnet_id': '2bccdcf4-ebea-45c6-825e-187878b22914'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 18:06:24.820417 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0938ac62-3853-4450-b5f1-26072abac3d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:24.853724 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-57acd076-88e6-44df-8318-d19d83c3d4a6 None None] For port 1595f214-a504-4302-9e82-04d3018589d6, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1595f214-a504-4302-9e82-04d3018589d6,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:06:24.862221 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-57acd076-88e6-44df-8318-d19d83c3d4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:24.863550 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-86aa1177-b3af-4f60-974a-4dc5dd7d4ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d144bb0-6f1a-41ca-93b1-fb798fd0de67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1542970579', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.8'}], 'enable_snat': True}, 'gw_port_id': '1595f214-a504-4302-9e82-04d3018589d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:06:21Z', 'updated_at': '2021-12-06T18:06:22Z', 'revision_number': 3, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'gw_port': {'id': '1595f214-a504-4302-9e82-04d3018589d6', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:81:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d144bb0-6f1a-41ca-93b1-fb798fd0de67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:06:22Z', 'updated_at': '2021-12-06T18:06:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:06:24.895544 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86aa1177-b3af-4f60-974a-4dc5dd7d4ecd None None] The sync data for ids ['6d144bb0-6f1a-41ca-93b1-fb798fd0de67'] in n-d-master-1 is: [{'id': '6d144bb0-6f1a-41ca-93b1-fb798fd0de67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1542970579', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.8'}], 'enable_snat': True}, 'gw_port_id': '1595f214-a504-4302-9e82-04d3018589d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:06:21Z', 'updated_at': '2021-12-06T18:06:22Z', 'revision_number': 3, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'gw_port': {'id': '1595f214-a504-4302-9e82-04d3018589d6', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:81:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d144bb0-6f1a-41ca-93b1-fb798fd0de67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:06:22Z', 'updated_at': '2021-12-06T18:06:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 18:06:24.990376 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57acd076-88e6-44df-8318-d19d83c3d4a6 None None] Pushing event updated for resources: {'Port': ['ID=1595f214-a504-4302-9e82-04d3018589d6,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:06:25.027680 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-0938ac62-3853-4450-b5f1-26072abac3d9 None None] Allocated IP 172.20.0.2 (a48cb098-6f46-4b23-80da-65503325f30f/2bccdcf4-ebea-45c6-825e-187878b22914/435e1589-3f13-4f1a-af6e-422720c1b095) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 18:06:25.067225 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-95f252c9-80f6-4825-a090-d1f4a4d31228 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:25.240306 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0938ac62-3853-4450-b5f1-26072abac3d9 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:25.248618 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0938ac62-3853-4450-b5f1-26072abac3d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:25.300785 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 1595f214-a504-4302-9e82-04d3018589d6 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 18:06:25.319021 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0938ac62-3853-4450-b5f1-26072abac3d9 None None] Network a48cb098-6f46-4b23-80da-65503325f30f is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 18:06:25.343115 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-0938ac62-3853-4450-b5f1-26072abac3d9 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 18:06:25.349580 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0938ac62-3853-4450-b5f1-26072abac3d9 None None] Pushing event updated for resources: {'Port': ['ID=435e1589-3f13-4f1a-af6e-422720c1b095,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:06:25.354618 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0938ac62-3853-4450-b5f1-26072abac3d9 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 18:06:25.424857 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-0938ac62-3853-4450-b5f1-26072abac3d9 None None] Attempting to bind port 435e1589-3f13-4f1a-af6e-422720c1b095 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 18:06:25.425582 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-0938ac62-3853-4450-b5f1-26072abac3d9 None None] Attempting to bind port 435e1589-3f13-4f1a-af6e-422720c1b095 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'bf1ec17d-fb58-4798-9015-abfa647e7795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a48cb098-6f46-4b23-80da-65503325f30f'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 18:06:25.425826 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0938ac62-3853-4450-b5f1-26072abac3d9 None None] Attempting to bind port 435e1589-3f13-4f1a-af6e-422720c1b095 on network a48cb098-6f46-4b23-80da-65503325f30f {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 18:06:25.433786 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 1595f214-a504-4302-9e82-04d3018589d6 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:06:25.434740 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:25.436502 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0938ac62-3853-4450-b5f1-26072abac3d9 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 18, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 18:06:25.436951 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0938ac62-3853-4450-b5f1-26072abac3d9 None None] Checking segment: {'id': 'bf1ec17d-fb58-4798-9015-abfa647e7795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a48cb098-6f46-4b23-80da-65503325f30f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 18:06:25.437415 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0938ac62-3853-4450-b5f1-26072abac3d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:25.437894 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0938ac62-3853-4450-b5f1-26072abac3d9 None None] Bound using segment: {'id': 'bf1ec17d-fb58-4798-9015-abfa647e7795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a48cb098-6f46-4b23-80da-65503325f30f'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 18:06:25.438450 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-0938ac62-3853-4450-b5f1-26072abac3d9 None None] Bound port: 435e1589-3f13-4f1a-af6e-422720c1b095, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf1ec17d-fb58-4798-9015-abfa647e7795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a48cb098-6f46-4b23-80da-65503325f30f'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 18:06:25.438898 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0938ac62-3853-4450-b5f1-26072abac3d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:25.472297 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-95f252c9-80f6-4825-a090-d1f4a4d31228 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Allocated IP 172.20.0.1 (a48cb098-6f46-4b23-80da-65503325f30f/2bccdcf4-ebea-45c6-825e-187878b22914/6e98d38c-06f0-4eb9-981b-8aa5e4144a63) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 18:06:25.540767 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-0938ac62-3853-4450-b5f1-26072abac3d9 None None] For port 435e1589-3f13-4f1a-af6e-422720c1b095, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 18:06:25.545091 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-0938ac62-3853-4450-b5f1-26072abac3d9 None None] For port 435e1589-3f13-4f1a-af6e-422720c1b095, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=435e1589-3f13-4f1a-af6e-422720c1b095,segment=NetworkSegment(bf1ec17d-fb58-4798-9015-abfa647e7795),segment_id=bf1ec17d-fb58-4798-9015-abfa647e7795)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 18:06:25.566203 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0938ac62-3853-4450-b5f1-26072abac3d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:25.601873 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-95f252c9-80f6-4825-a090-d1f4a4d31228 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:25.650204 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0938ac62-3853-4450-b5f1-26072abac3d9 None None] Pushing event updated for resources: {'Port': ['ID=435e1589-3f13-4f1a-af6e-422720c1b095,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:06:25.655525 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-95f252c9-80f6-4825-a090-d1f4a4d31228 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:25.707026 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f252c9-80f6-4825-a090-d1f4a4d31228 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Network a48cb098-6f46-4b23-80da-65503325f30f is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 18:06:25.710415 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-95f252c9-80f6-4825-a090-d1f4a4d31228 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 18:06:25.716353 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f252c9-80f6-4825-a090-d1f4a4d31228 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 18:06:25.719590 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f252c9-80f6-4825-a090-d1f4a4d31228 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event updated for resources: {'Port': ['ID=6e98d38c-06f0-4eb9-981b-8aa5e4144a63,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:06:25.771944 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-95f252c9-80f6-4825-a090-d1f4a4d31228 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539179'] for router_interface, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:25.940833 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-95f252c9-80f6-4825-a090-d1f4a4d31228 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:26.216850 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-95f252c9-80f6-4825-a090-d1f4a4d31228 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:26.221348 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-95f252c9-80f6-4825-a090-d1f4a4d31228 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:26.293418 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f252c9-80f6-4825-a090-d1f4a4d31228 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event updated for resources: {'Port': ['ID=6e98d38c-06f0-4eb9-981b-8aa5e4144a63,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:06:26.299110 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-95f252c9-80f6-4825-a090-d1f4a4d31228 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-772465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539207'] for router_interface, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:26.396224 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f252c9-80f6-4825-a090-d1f4a4d31228 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Network a48cb098-6f46-4b23-80da-65503325f30f is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 18:06:26.397631 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-95f252c9-80f6-4825-a090-d1f4a4d31228 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 18:06:26.510416 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95f252c9-80f6-4825-a090-d1f4a4d31228 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Router 6d144bb0-6f1a-41ca-93b1-fb798fd0de67 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 18:06:26.615923 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95f252c9-80f6-4825-a090-d1f4a4d31228 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 18:06:26.621018 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-95f252c9-80f6-4825-a090-d1f4a4d31228 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "PUT /v2.0/routers/6d144bb0-6f1a-41ca-93b1-fb798fd0de67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0185583 Dec 06 18:06:26.785296 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4ab6bc13-b0f5-4f97-893a-73f1818ddd39 req-e0900cc5-da73-402c-b321-caae574f02ba tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2138673522&fields=id&tenant_id=80786a15dc4645b98b22cbe4242a7bcf HTTP/1.1" status: 200 len: 267 time: 0.0539463 Dec 06 18:06:26.896325 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab6bc13-b0f5-4f97-893a-73f1818ddd39 req-8e2a90f6-a8bf-47b1-bed6-cb9365410a1d tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:06:26.897934 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4ab6bc13-b0f5-4f97-893a-73f1818ddd39 req-8e2a90f6-a8bf-47b1-bed6-cb9365410a1d tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/networks?id=a48cb098-6f46-4b23-80da-65503325f30f HTTP/1.1" status: 200 len: 797 time: 0.1118207 Dec 06 18:06:26.914813 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4ab6bc13-b0f5-4f97-893a-73f1818ddd39 req-0efe8cc1-4abe-47b6-93d5-968e218080a5 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/quotas/80786a15dc4645b98b22cbe4242a7bcf HTTP/1.1" status: 200 len: 375 time: 0.0100868 Dec 06 18:06:26.968834 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4ab6bc13-b0f5-4f97-893a-73f1818ddd39 req-209dda3d-01db-40d1-960b-dcd4c786afba tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=80786a15dc4645b98b22cbe4242a7bcf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471678 Dec 06 18:06:26.994421 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03fe4bdd-47bc-4873-9b5f-efbb89361d06 None None] Network a48cb098-6f46-4b23-80da-65503325f30f requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 18:06:27.013351 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e40f4f2-d2d4-4044-b5a2-a0d0b76a1cc5 None None] Sync routers for ids ['6d144bb0-6f1a-41ca-93b1-fb798fd0de67'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 18:06:27.059619 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e40f4f2-d2d4-4044-b5a2-a0d0b76a1cc5 None None] Routers {'6d144bb0-6f1a-41ca-93b1-fb798fd0de67'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:06:27.060344 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-3e40f4f2-d2d4-4044-b5a2-a0d0b76a1cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:06:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['6d144bb0-6f1a-41ca-93b1-fb798fd0de67'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:06:27.145813 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4ab6bc13-b0f5-4f97-893a-73f1818ddd39 req-f64f572c-57c3-4ddf-b6fc-35c8e9ab0469 service neutron] 10.222.0.23 "GET /v2.0/networks/a48cb098-6f46-4b23-80da-65503325f30f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219888 Dec 06 18:06:27.178444 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-0188973a-8e26-4f0e-a378-1b64a02d022d None None] Provisioning complete for port 435e1589-3f13-4f1a-af6e-422720c1b095 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:06:27.179160 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0188973a-8e26-4f0e-a378-1b64a02d022d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:27.248614 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4ab6bc13-b0f5-4f97-893a-73f1818ddd39 req-c0f5124d-5763-4ee6-b26b-47bf84b428b3 service neutron] 10.222.0.23 "GET /v2.0/networks/a48cb098-6f46-4b23-80da-65503325f30f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954335 Dec 06 18:06:27.269394 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 435e1589-3f13-4f1a-af6e-422720c1b095 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 18:06:27.273349 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-3e40f4f2-d2d4-4044-b5a2-a0d0b76a1cc5 None None] Set router 6d144bb0-6f1a-41ca-93b1-fb798fd0de67 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:06:27.419886 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5aa7b0c0-d7e4-4d17-9fb0-bddbfd1ecc02 req-083b40b8-edaf-4e1d-b830-22f17952aba5 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=b57c6f1b-ddd8-4f3b-8299-11aba4365a46 HTTP/1.1" status: 200 len: 210 time: 0.0280671 Dec 06 18:06:27.472900 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0188973a-8e26-4f0e-a378-1b64a02d022d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:27.522723 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 435e1589-3f13-4f1a-af6e-422720c1b095 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:06:27.523102 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:27.598022 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-0188973a-8e26-4f0e-a378-1b64a02d022d None None] For port 435e1589-3f13-4f1a-af6e-422720c1b095, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=435e1589-3f13-4f1a-af6e-422720c1b095,segment=NetworkSegment(bf1ec17d-fb58-4798-9015-abfa647e7795),segment_id=bf1ec17d-fb58-4798-9015-abfa647e7795)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:06:27.610527 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0188973a-8e26-4f0e-a378-1b64a02d022d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:27.729871 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0188973a-8e26-4f0e-a378-1b64a02d022d None None] Pushing event updated for resources: {'Port': ['ID=435e1589-3f13-4f1a-af6e-422720c1b095,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:06:27.751757 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-4acae8f2-8e14-4a02-8f02-59e2a2275160 None None] Provisioning complete for port 6e98d38c-06f0-4eb9-981b-8aa5e4144a63 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:06:27.751964 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4acae8f2-8e14-4a02-8f02-59e2a2275160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:27.784498 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-3e40f4f2-d2d4-4044-b5a2-a0d0b76a1cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d144bb0-6f1a-41ca-93b1-fb798fd0de67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1542970579', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.8'}], 'enable_snat': True}, 'gw_port_id': '1595f214-a504-4302-9e82-04d3018589d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:06:21Z', 'updated_at': '2021-12-06T18:06:25Z', 'revision_number': 4, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'gw_port': {'id': '1595f214-a504-4302-9e82-04d3018589d6', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:81:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d144bb0-6f1a-41ca-93b1-fb798fd0de67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:06:22Z', 'updated_at': '2021-12-06T18:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '6e98d38c-06f0-4eb9-981b-8aa5e4144a63', 'name': '', 'network_id': 'a48cb098-6f46-4b23-80da-65503325f30f', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'mac_address': 'fa:16:3e:29:05:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d144bb0-6f1a-41ca-93b1-fb798fd0de67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '2bccdcf4-ebea-45c6-825e-187878b22914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:06:25Z', 'updated_at': '2021-12-06T18:06:26Z', 'revision_number': 2, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'subnets': [{'id': '2bccdcf4-ebea-45c6-825e-187878b22914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:06:27.818821 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e40f4f2-d2d4-4044-b5a2-a0d0b76a1cc5 None None] Checking router: 6d144bb0-6f1a-41ca-93b1-fb798fd0de67 for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 18:06:27.819192 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e40f4f2-d2d4-4044-b5a2-a0d0b76a1cc5 None None] Updating router 6d144bb0-6f1a-41ca-93b1-fb798fd0de67 port 6e98d38c-06f0-4eb9-981b-8aa5e4144a63 binding host n-d-master-1 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 18:06:28.017591 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-4acae8f2-8e14-4a02-8f02-59e2a2275160 None None] Port 6e98d38c-06f0-4eb9-981b-8aa5e4144a63 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 18:06:28.022632 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3e40f4f2-d2d4-4044-b5a2-a0d0b76a1cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:28.041847 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-4acae8f2-8e14-4a02-8f02-59e2a2275160 None None] Provisioning complete for port 435e1589-3f13-4f1a-af6e-422720c1b095 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:06:28.042254 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4acae8f2-8e14-4a02-8f02-59e2a2275160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:28.348639 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3e40f4f2-d2d4-4044-b5a2-a0d0b76a1cc5 None None] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:28.354100 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3e40f4f2-d2d4-4044-b5a2-a0d0b76a1cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:28.423806 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-22c448af-6785-46cb-859a-8bb09b0ae4d3 None None] Provisioning complete for port 6e98d38c-06f0-4eb9-981b-8aa5e4144a63 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:06:28.424195 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-22c448af-6785-46cb-859a-8bb09b0ae4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:28.426585 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bf2be9-267e-4570-aa35-61335bb74175 None None] Pushing event updated for resources: {'Port': ['ID=6e98d38c-06f0-4eb9-981b-8aa5e4144a63,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:06:28.512245 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-22c448af-6785-46cb-859a-8bb09b0ae4d3 None None] Port 6e98d38c-06f0-4eb9-981b-8aa5e4144a63 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 18:06:28.518600 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-3e40f4f2-d2d4-4044-b5a2-a0d0b76a1cc5 None None] Attempting to bind port 6e98d38c-06f0-4eb9-981b-8aa5e4144a63 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 18:06:28.518983 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-3e40f4f2-d2d4-4044-b5a2-a0d0b76a1cc5 None None] Attempting to bind port 6e98d38c-06f0-4eb9-981b-8aa5e4144a63 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'bf1ec17d-fb58-4798-9015-abfa647e7795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a48cb098-6f46-4b23-80da-65503325f30f'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 18:06:28.519659 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e40f4f2-d2d4-4044-b5a2-a0d0b76a1cc5 None None] Attempting to bind port 6e98d38c-06f0-4eb9-981b-8aa5e4144a63 on network a48cb098-6f46-4b23-80da-65503325f30f {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 18:06:28.526004 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e40f4f2-d2d4-4044-b5a2-a0d0b76a1cc5 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 18, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 18:06:28.526443 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e40f4f2-d2d4-4044-b5a2-a0d0b76a1cc5 None None] Checking segment: {'id': 'bf1ec17d-fb58-4798-9015-abfa647e7795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a48cb098-6f46-4b23-80da-65503325f30f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 18:06:28.526913 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3e40f4f2-d2d4-4044-b5a2-a0d0b76a1cc5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:28.527319 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e40f4f2-d2d4-4044-b5a2-a0d0b76a1cc5 None None] Bound using segment: {'id': 'bf1ec17d-fb58-4798-9015-abfa647e7795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a48cb098-6f46-4b23-80da-65503325f30f'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 18:06:28.527831 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-3e40f4f2-d2d4-4044-b5a2-a0d0b76a1cc5 None None] Bound port: 6e98d38c-06f0-4eb9-981b-8aa5e4144a63, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf1ec17d-fb58-4798-9015-abfa647e7795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a48cb098-6f46-4b23-80da-65503325f30f'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 18:06:28.528233 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3e40f4f2-d2d4-4044-b5a2-a0d0b76a1cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:28.604174 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-3e40f4f2-d2d4-4044-b5a2-a0d0b76a1cc5 None None] For port 6e98d38c-06f0-4eb9-981b-8aa5e4144a63, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 18:06:28.608420 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-3e40f4f2-d2d4-4044-b5a2-a0d0b76a1cc5 None None] For port 6e98d38c-06f0-4eb9-981b-8aa5e4144a63, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6e98d38c-06f0-4eb9-981b-8aa5e4144a63,segment=NetworkSegment(bf1ec17d-fb58-4798-9015-abfa647e7795),segment_id=bf1ec17d-fb58-4798-9015-abfa647e7795)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 18:06:28.609273 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-00418807-6f88-478b-bab6-f2ec3f8a4b39 req-fbaf9feb-1ee8-4ca9-8318-9252f5d65891 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=b57c6f1b-ddd8-4f3b-8299-11aba4365a46 HTTP/1.1" status: 200 len: 210 time: 0.0537424 Dec 06 18:06:28.620712 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3e40f4f2-d2d4-4044-b5a2-a0d0b76a1cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:28.622393 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab6bc13-b0f5-4f97-893a-73f1818ddd39 req-70ab6016-f26c-4152-840c-446b36325901 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:06:28.624963 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4ab6bc13-b0f5-4f97-893a-73f1818ddd39 req-70ab6016-f26c-4152-840c-446b36325901 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.44 "GET /v2.0/networks?id=a48cb098-6f46-4b23-80da-65503325f30f HTTP/1.1" status: 200 len: 797 time: 0.2138968 Dec 06 18:06:28.681251 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e40f4f2-d2d4-4044-b5a2-a0d0b76a1cc5 None None] Routers {'6d144bb0-6f1a-41ca-93b1-fb798fd0de67'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:06:28.681935 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-3e40f4f2-d2d4-4044-b5a2-a0d0b76a1cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:06:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['6d144bb0-6f1a-41ca-93b1-fb798fd0de67'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:06:28.695348 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4ab6bc13-b0f5-4f97-893a-73f1818ddd39 req-b67e8c48-14a5-4e80-9404-4f774845e35f tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80786a15dc4645b98b22cbe4242a7bcf HTTP/1.1" status: 200 len: 380 time: 0.0605161 Dec 06 18:06:28.707461 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-4ab6bc13-b0f5-4f97-893a-73f1818ddd39 req-2411b244-b691-44e4-ab16-710dd5656ea8 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Request body: {'port': {'device_id': 'b57c6f1b-ddd8-4f3b-8299-11aba4365a46', 'network_id': 'a48cb098-6f46-4b23-80da-65503325f30f', 'admin_state_up': True, 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'security_groups': ['a6993f71-04f8-4668-a967-1a561634aac6']}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:06:28.723829 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bf2be9-267e-4570-aa35-61335bb74175 None None] Pushing event updated for resources: {'Port': ['ID=6e98d38c-06f0-4eb9-981b-8aa5e4144a63,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:06:28.782194 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-73d0f100-a707-4717-bc65-28184bcb6d85 None None] Provisioning complete for port 6e98d38c-06f0-4eb9-981b-8aa5e4144a63 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:06:28.782483 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-73d0f100-a707-4717-bc65-28184bcb6d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:28.837273 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-3e40f4f2-d2d4-4044-b5a2-a0d0b76a1cc5 None None] Set router 6d144bb0-6f1a-41ca-93b1-fb798fd0de67 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:06:28.845877 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ab6bc13-b0f5-4f97-893a-73f1818ddd39 req-2411b244-b691-44e4-ab16-710dd5656ea8 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Made reservation on behalf of 80786a15dc4645b98b22cbe4242a7bcf for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 18:06:28.849936 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4ab6bc13-b0f5-4f97-893a-73f1818ddd39 req-2411b244-b691-44e4-ab16-710dd5656ea8 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:28.984796 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-4ab6bc13-b0f5-4f97-893a-73f1818ddd39 req-2411b244-b691-44e4-ab16-710dd5656ea8 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Allocated IP 172.20.0.12 (a48cb098-6f46-4b23-80da-65503325f30f/2bccdcf4-ebea-45c6-825e-187878b22914/5faac38f-d5b6-41e7-bb38-f098165bd586) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 18:06:28.987134 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-73d0f100-a707-4717-bc65-28184bcb6d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:29.043286 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-73d0f100-a707-4717-bc65-28184bcb6d85 None None] For port 6e98d38c-06f0-4eb9-981b-8aa5e4144a63, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6e98d38c-06f0-4eb9-981b-8aa5e4144a63,segment=NetworkSegment(bf1ec17d-fb58-4798-9015-abfa647e7795),segment_id=bf1ec17d-fb58-4798-9015-abfa647e7795)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:06:29.068474 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-73d0f100-a707-4717-bc65-28184bcb6d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:29.124174 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d0f100-a707-4717-bc65-28184bcb6d85 None None] Pushing event updated for resources: {'Port': ['ID=6e98d38c-06f0-4eb9-981b-8aa5e4144a63,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:06:29.132173 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4ab6bc13-b0f5-4f97-893a-73f1818ddd39 req-2411b244-b691-44e4-ab16-710dd5656ea8 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:29.138341 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-3e40f4f2-d2d4-4044-b5a2-a0d0b76a1cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d144bb0-6f1a-41ca-93b1-fb798fd0de67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1542970579', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.8'}], 'enable_snat': True}, 'gw_port_id': '1595f214-a504-4302-9e82-04d3018589d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:06:21Z', 'updated_at': '2021-12-06T18:06:25Z', 'revision_number': 4, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'gw_port': {'id': '1595f214-a504-4302-9e82-04d3018589d6', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:81:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d144bb0-6f1a-41ca-93b1-fb798fd0de67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:06:22Z', 'updated_at': '2021-12-06T18:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '6e98d38c-06f0-4eb9-981b-8aa5e4144a63', 'name': '', 'network_id': 'a48cb098-6f46-4b23-80da-65503325f30f', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'mac_address': 'fa:16:3e:29:05:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d144bb0-6f1a-41ca-93b1-fb798fd0de67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '2bccdcf4-ebea-45c6-825e-187878b22914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:06:25Z', 'updated_at': '2021-12-06T18:06:28Z', 'revision_number': 4, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'subnets': [{'id': '2bccdcf4-ebea-45c6-825e-187878b22914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:06:29.165692 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e40f4f2-d2d4-4044-b5a2-a0d0b76a1cc5 None None] The sync data for ids ['6d144bb0-6f1a-41ca-93b1-fb798fd0de67'] in n-d-master-1 is: [{'id': '6d144bb0-6f1a-41ca-93b1-fb798fd0de67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1542970579', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.8'}], 'enable_snat': True}, 'gw_port_id': '1595f214-a504-4302-9e82-04d3018589d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:06:21Z', 'updated_at': '2021-12-06T18:06:25Z', 'revision_number': 4, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'gw_port': {'id': '1595f214-a504-4302-9e82-04d3018589d6', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:81:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d144bb0-6f1a-41ca-93b1-fb798fd0de67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:06:22Z', 'updated_at': '2021-12-06T18:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '6e98d38c-06f0-4eb9-981b-8aa5e4144a63', 'name': '', 'network_id': 'a48cb098-6f46-4b23-80da-65503325f30f', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'mac_address': 'fa:16:3e:29:05:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d144bb0-6f1a-41ca-93b1-fb798fd0de67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '2bccdcf4-ebea-45c6-825e-187878b22914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:06:25Z', 'updated_at': '2021-12-06T18:06:28Z', 'revision_number': 4, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'subnets': [{'id': '2bccdcf4-ebea-45c6-825e-187878b22914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 18:06:29.168645 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4ab6bc13-b0f5-4f97-893a-73f1818ddd39 req-2411b244-b691-44e4-ab16-710dd5656ea8 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:29.198748 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6dcdb1cf-8be4-4f84-ae88-b9b76014eb79 None None] Provisioning complete for port 6e98d38c-06f0-4eb9-981b-8aa5e4144a63 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:06:29.199136 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6dcdb1cf-8be4-4f84-ae88-b9b76014eb79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:29.219690 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ab6bc13-b0f5-4f97-893a-73f1818ddd39 req-2411b244-b691-44e4-ab16-710dd5656ea8 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Network a48cb098-6f46-4b23-80da-65503325f30f is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 18:06:29.223775 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-4ab6bc13-b0f5-4f97-893a-73f1818ddd39 req-2411b244-b691-44e4-ab16-710dd5656ea8 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 18:06:29.238386 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ab6bc13-b0f5-4f97-893a-73f1818ddd39 req-2411b244-b691-44e4-ab16-710dd5656ea8 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 18:06:29.273873 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2411b244-b691-44e4-ab16-710dd5656ea8 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event updated for resources: {'Port': ['ID=5faac38f-d5b6-41e7-bb38-f098165bd586,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:06:29.316729 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab6bc13-b0f5-4f97-893a-73f1818ddd39 req-2411b244-b691-44e4-ab16-710dd5656ea8 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:06:29.317677 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4ab6bc13-b0f5-4f97-893a-73f1818ddd39 req-2411b244-b691-44e4-ab16-710dd5656ea8 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:29.318821 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 18:06:29.339617 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 435e1589-3f13-4f1a-af6e-422720c1b095 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 18:06:29.342588 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4ab6bc13-b0f5-4f97-893a-73f1818ddd39 req-2411b244-b691-44e4-ab16-710dd5656ea8 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6395695 Dec 06 18:06:29.354585 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [req-4ab6bc13-b0f5-4f97-893a-73f1818ddd39 req-4bd50c6e-7fcf-4c9b-8327-016bf3eed2e5 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 18:06:29.356090 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4ab6bc13-b0f5-4f97-893a-73f1818ddd39 req-4bd50c6e-7fcf-4c9b-8327-016bf3eed2e5 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060790 Dec 06 18:06:29.368359 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-4ab6bc13-b0f5-4f97-893a-73f1818ddd39 req-24e409b1-08a7-4777-9bb8-d13844cf4078 service neutron] Request body: {'port': {'device_id': 'b57c6f1b-ddd8-4f3b-8299-11aba4365a46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:06:29.415619 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 435e1589-3f13-4f1a-af6e-422720c1b095 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:06:29.415815 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:29.435522 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4ab6bc13-b0f5-4f97-893a-73f1818ddd39 req-24e409b1-08a7-4777-9bb8-d13844cf4078 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:29.611133 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-8680fe17-7b23-46d1-829a-99d25a4a6eb4 None None] Provisioning complete for port 5faac38f-d5b6-41e7-bb38-f098165bd586 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:06:29.611769 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8680fe17-7b23-46d1-829a-99d25a4a6eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:29.650367 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-8680fe17-7b23-46d1-829a-99d25a4a6eb4 None None] Port 5faac38f-d5b6-41e7-bb38-f098165bd586 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 18:06:29.771030 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-4ab6bc13-b0f5-4f97-893a-73f1818ddd39 req-24e409b1-08a7-4777-9bb8-d13844cf4078 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5faac38f-d5b6-41e7-bb38-f098165bd586 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 18:06:29.782379 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4ab6bc13-b0f5-4f97-893a-73f1818ddd39 req-24e409b1-08a7-4777-9bb8-d13844cf4078 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:29.794179 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb527afc-68f9-4d1b-94d3-af11c2580820 req-a21e9ccb-053a-4b46-a37b-add18d62deb3 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:06:29.795727 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fb527afc-68f9-4d1b-94d3-af11c2580820 req-a21e9ccb-053a-4b46-a37b-add18d62deb3 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=b57c6f1b-ddd8-4f3b-8299-11aba4365a46 HTTP/1.1" status: 200 len: 932 time: 0.1056130 Dec 06 18:06:29.812958 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-4ab6bc13-b0f5-4f97-893a-73f1818ddd39 req-24e409b1-08a7-4777-9bb8-d13844cf4078 service neutron] Transition to ACTIVE for port object 5faac38f-d5b6-41e7-bb38-f098165bd586 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 18:06:29.821015 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4ab6bc13-b0f5-4f97-893a-73f1818ddd39 req-24e409b1-08a7-4777-9bb8-d13844cf4078 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:29.897044 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e409b1-08a7-4777-9bb8-d13844cf4078 service neutron] Pushing event updated for resources: {'Port': ['ID=5faac38f-d5b6-41e7-bb38-f098165bd586,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:06:29.903063 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fb527afc-68f9-4d1b-94d3-af11c2580820 req-8f28754e-ec34-4a91-9482-04ea77d3ec77 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=a6993f71-04f8-4668-a967-1a561634aac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009727 Dec 06 18:06:29.979905 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-4ab6bc13-b0f5-4f97-893a-73f1818ddd39 req-24e409b1-08a7-4777-9bb8-d13844cf4078 service neutron] Attempting to bind port 5faac38f-d5b6-41e7-bb38-f098165bd586 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 18:06:29.980307 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-4ab6bc13-b0f5-4f97-893a-73f1818ddd39 req-24e409b1-08a7-4777-9bb8-d13844cf4078 service neutron] Attempting to bind port 5faac38f-d5b6-41e7-bb38-f098165bd586 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'bf1ec17d-fb58-4798-9015-abfa647e7795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a48cb098-6f46-4b23-80da-65503325f30f'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 18:06:29.980729 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab6bc13-b0f5-4f97-893a-73f1818ddd39 req-24e409b1-08a7-4777-9bb8-d13844cf4078 service neutron] Attempting to bind port 5faac38f-d5b6-41e7-bb38-f098165bd586 on network a48cb098-6f46-4b23-80da-65503325f30f {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 18:06:29.986613 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab6bc13-b0f5-4f97-893a-73f1818ddd39 req-24e409b1-08a7-4777-9bb8-d13844cf4078 service neutron] Port 5faac38f-d5b6-41e7-bb38-f098165bd586 on network a48cb098-6f46-4b23-80da-65503325f30f not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 18:06:29.987025 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab6bc13-b0f5-4f97-893a-73f1818ddd39 req-24e409b1-08a7-4777-9bb8-d13844cf4078 service neutron] Attempting to bind port 5faac38f-d5b6-41e7-bb38-f098165bd586 on network a48cb098-6f46-4b23-80da-65503325f30f {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 18:06:29.992870 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab6bc13-b0f5-4f97-893a-73f1818ddd39 req-24e409b1-08a7-4777-9bb8-d13844cf4078 service neutron] Checking agent: {'id': '9d8b9f49-2860-4c1f-9b89-45a7657a3c4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 18, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 18:06:29.993284 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab6bc13-b0f5-4f97-893a-73f1818ddd39 req-24e409b1-08a7-4777-9bb8-d13844cf4078 service neutron] Checking segment: {'id': 'bf1ec17d-fb58-4798-9015-abfa647e7795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a48cb098-6f46-4b23-80da-65503325f30f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 18:06:29.993790 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab6bc13-b0f5-4f97-893a-73f1818ddd39 req-24e409b1-08a7-4777-9bb8-d13844cf4078 service neutron] Bound using segment: {'id': 'bf1ec17d-fb58-4798-9015-abfa647e7795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a48cb098-6f46-4b23-80da-65503325f30f'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 18:06:29.994295 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-4ab6bc13-b0f5-4f97-893a-73f1818ddd39 req-24e409b1-08a7-4777-9bb8-d13844cf4078 service neutron] Bound port: 5faac38f-d5b6-41e7-bb38-f098165bd586, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf1ec17d-fb58-4798-9015-abfa647e7795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a48cb098-6f46-4b23-80da-65503325f30f'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 18:06:29.994727 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4ab6bc13-b0f5-4f97-893a-73f1818ddd39 req-24e409b1-08a7-4777-9bb8-d13844cf4078 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:30.077131 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-4ab6bc13-b0f5-4f97-893a-73f1818ddd39 req-24e409b1-08a7-4777-9bb8-d13844cf4078 service neutron] For port 5faac38f-d5b6-41e7-bb38-f098165bd586, host n-h2-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 18:06:30.081051 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-4ab6bc13-b0f5-4f97-893a-73f1818ddd39 req-24e409b1-08a7-4777-9bb8-d13844cf4078 service neutron] For port 5faac38f-d5b6-41e7-bb38-f098165bd586, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5faac38f-d5b6-41e7-bb38-f098165bd586,segment=NetworkSegment(bf1ec17d-fb58-4798-9015-abfa647e7795),segment_id=bf1ec17d-fb58-4798-9015-abfa647e7795)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 18:06:30.085692 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4ab6bc13-b0f5-4f97-893a-73f1818ddd39 req-24e409b1-08a7-4777-9bb8-d13844cf4078 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:30.121212 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab6bc13-b0f5-4f97-893a-73f1818ddd39 req-24e409b1-08a7-4777-9bb8-d13844cf4078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:06:30.122328 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4ab6bc13-b0f5-4f97-893a-73f1818ddd39 req-24e409b1-08a7-4777-9bb8-d13844cf4078 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:30.123984 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4ab6bc13-b0f5-4f97-893a-73f1818ddd39 req-24e409b1-08a7-4777-9bb8-d13844cf4078 service neutron] 10.222.0.44 "PUT /v2.0/ports/5faac38f-d5b6-41e7-bb38-f098165bd586 HTTP/1.1" status: 200 len: 1092 time: 0.7599623 Dec 06 18:06:30.129342 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b57c6f1b-ddd8-4f3b-8299-11aba4365a46', 'tag': '5faac38f-d5b6-41e7-bb38-f098165bd586'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 18:06:30.131973 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0deb9614d467c76714cadb3278283c9891b68bf60c17f6ec8acc98d969d5ca90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b704a238-6498-4e62-9851-5776d12105f8" -d '{"events": [{"name": "network-changed", "server_uuid": "b57c6f1b-ddd8-4f3b-8299-11aba4365a46", "tag": "5faac38f-d5b6-41e7-bb38-f098165bd586"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 18:06:30.172043 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e409b1-08a7-4777-9bb8-d13844cf4078 service neutron] Pushing event updated for resources: {'Port': ['ID=5faac38f-d5b6-41e7-bb38-f098165bd586,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:06:30.213434 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 18:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6690915c-4f1d-425a-956b-9ef36de49264 x-openstack-request-id: req-6690915c-4f1d-425a-956b-9ef36de49264 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 18:06:30.213757 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b57c6f1b-ddd8-4f3b-8299-11aba4365a46", "tag": "5faac38f-d5b6-41e7-bb38-f098165bd586", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 18:06:30.214015 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6690915c-4f1d-425a-956b-9ef36de49264 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 18:06:30.214427 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b57c6f1b-ddd8-4f3b-8299-11aba4365a46', 'tag': '5faac38f-d5b6-41e7-bb38-f098165bd586', 'status': 'completed', 'code': 200} Dec 06 18:06:30.237560 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab6bc13-b0f5-4f97-893a-73f1818ddd39 req-d1e13d24-98ba-4443-83cc-8f849695e03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:06:30.239109 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4ab6bc13-b0f5-4f97-893a-73f1818ddd39 req-d1e13d24-98ba-4443-83cc-8f849695e03b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=80786a15dc4645b98b22cbe4242a7bcf&device_id=b57c6f1b-ddd8-4f3b-8299-11aba4365a46 HTTP/1.1" status: 200 len: 1095 time: 0.0596597 Dec 06 18:06:30.289507 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4ab6bc13-b0f5-4f97-893a-73f1818ddd39 req-44a9bb58-1a8c-4ec6-bd58-ea6e04f9742a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5faac38f-d5b6-41e7-bb38-f098165bd586 HTTP/1.1" status: 200 len: 217 time: 0.0429788 Dec 06 18:06:30.345322 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab6bc13-b0f5-4f97-893a-73f1818ddd39 req-f5b994c9-ffe7-4e84-9112-6e4f073c681d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:06:30.346908 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4ab6bc13-b0f5-4f97-893a-73f1818ddd39 req-f5b994c9-ffe7-4e84-9112-6e4f073c681d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2bccdcf4-ebea-45c6-825e-187878b22914 HTTP/1.1" status: 200 len: 833 time: 0.0503325 Dec 06 18:06:30.396290 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab6bc13-b0f5-4f97-893a-73f1818ddd39 req-acda2d38-b67f-47e1-9cf2-c821a056d1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:06:30.397842 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4ab6bc13-b0f5-4f97-893a-73f1818ddd39 req-acda2d38-b67f-47e1-9cf2-c821a056d1a7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a48cb098-6f46-4b23-80da-65503325f30f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434291 Dec 06 18:06:30.493240 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4ab6bc13-b0f5-4f97-893a-73f1818ddd39 req-1cc93477-621b-43b2-8f47-1927b911160e service neutron] 10.222.0.44 "GET /v2.0/networks/a48cb098-6f46-4b23-80da-65503325f30f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882716 Dec 06 18:06:30.581947 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4ab6bc13-b0f5-4f97-893a-73f1818ddd39 req-9d9e3b84-67e1-49cd-b64c-60ddb7201c10 service neutron] 10.222.0.44 "GET /v2.0/networks/a48cb098-6f46-4b23-80da-65503325f30f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817461 Dec 06 18:06:30.673395 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b704a238-6498-4e62-9851-5776d12105f8 req-cd804688-6f7b-47c8-ab56-dac64c9ba85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:06:30.674826 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b704a238-6498-4e62-9851-5776d12105f8 req-cd804688-6f7b-47c8-ab56-dac64c9ba85f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=80786a15dc4645b98b22cbe4242a7bcf&device_id=b57c6f1b-ddd8-4f3b-8299-11aba4365a46 HTTP/1.1" status: 200 len: 1095 time: 0.0457931 Dec 06 18:06:30.768430 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b704a238-6498-4e62-9851-5776d12105f8 req-cecad083-6df7-4de5-a774-fc72e34b2b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:06:30.769950 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b704a238-6498-4e62-9851-5776d12105f8 req-cecad083-6df7-4de5-a774-fc72e34b2b7e service neutron] 10.222.0.44 "GET /v2.0/networks?id=a48cb098-6f46-4b23-80da-65503325f30f HTTP/1.1" status: 200 len: 898 time: 0.0857608 Dec 06 18:06:30.816691 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b704a238-6498-4e62-9851-5776d12105f8 req-89ec5a09-ead4-496e-b5ca-3c4ec61854a8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5faac38f-d5b6-41e7-bb38-f098165bd586 HTTP/1.1" status: 200 len: 217 time: 0.0392494 Dec 06 18:06:30.866543 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b704a238-6498-4e62-9851-5776d12105f8 req-1f963832-b651-42f3-8e35-f1e939fda8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:06:30.867972 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b704a238-6498-4e62-9851-5776d12105f8 req-1f963832-b651-42f3-8e35-f1e939fda8af service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2bccdcf4-ebea-45c6-825e-187878b22914 HTTP/1.1" status: 200 len: 833 time: 0.0433424 Dec 06 18:06:30.914798 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b704a238-6498-4e62-9851-5776d12105f8 req-d679e4d3-6c81-4c06-a932-4ce301c6dded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:06:30.916337 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b704a238-6498-4e62-9851-5776d12105f8 req-d679e4d3-6c81-4c06-a932-4ce301c6dded service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a48cb098-6f46-4b23-80da-65503325f30f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394003 Dec 06 18:06:31.039224 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b704a238-6498-4e62-9851-5776d12105f8 req-473ab075-b63d-48b0-8546-4e3fb3c7c35d service neutron] 10.222.0.44 "GET /v2.0/networks/a48cb098-6f46-4b23-80da-65503325f30f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154523 Dec 06 18:06:31.047642 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a8c25c-8fd0-4c46-9a87-f5b4748d8c90 req-76468b00-c05c-42f9-9680-f7c6c9999d8a tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:06:31.049029 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-23a8c25c-8fd0-4c46-9a87-f5b4748d8c90 req-76468b00-c05c-42f9-9680-f7c6c9999d8a tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=b57c6f1b-ddd8-4f3b-8299-11aba4365a46 HTTP/1.1" status: 200 len: 944 time: 0.0718529 Dec 06 18:06:31.154122 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-23a8c25c-8fd0-4c46-9a87-f5b4748d8c90 req-ae4b1e6b-032d-4b1f-a201-b56de1ba715b tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=a6993f71-04f8-4668-a967-1a561634aac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972893 Dec 06 18:06:31.171340 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b704a238-6498-4e62-9851-5776d12105f8 req-183f8ade-e36f-4571-b024-95c845df5059 service neutron] 10.222.0.44 "GET /v2.0/networks/a48cb098-6f46-4b23-80da-65503325f30f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213617 Dec 06 18:06:31.241870 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 6e98d38c-06f0-4eb9-981b-8aa5e4144a63 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 18:06:31.290489 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 6e98d38c-06f0-4eb9-981b-8aa5e4144a63 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:06:31.290863 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:32.268754 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d931e7-deca-42de-8fec-4970cfa5e574 req-215701c0-c69e-4dd7-a707-651c31a4801f tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:06:32.270286 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-92d931e7-deca-42de-8fec-4970cfa5e574 req-215701c0-c69e-4dd7-a707-651c31a4801f tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=b57c6f1b-ddd8-4f3b-8299-11aba4365a46 HTTP/1.1" status: 200 len: 944 time: 0.0484219 Dec 06 18:06:32.322028 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-92d931e7-deca-42de-8fec-4970cfa5e574 req-4b512f2c-a757-4695-906d-575074e0fb04 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=a6993f71-04f8-4668-a967-1a561634aac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457745 Dec 06 18:06:32.872034 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 5faac38f-d5b6-41e7-bb38-f098165bd586 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 18:06:32.963679 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 5faac38f-d5b6-41e7-bb38-f098165bd586, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5faac38f-d5b6-41e7-bb38-f098165bd586,segment=NetworkSegment(bf1ec17d-fb58-4798-9015-abfa647e7795),segment_id=bf1ec17d-fb58-4798-9015-abfa647e7795)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:06:32.978185 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': '5faac38f-d5b6-41e7-bb38-f098165bd586', 'network_id': 'a48cb098-6f46-4b23-80da-65503325f30f', 'port_id': '5faac38f-d5b6-41e7-bb38-f098165bd586', 'mac_address': 'fa:16:3e:0a:29:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bccdcf4-ebea-45c6-825e-187878b22914', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 18:06:33.014065 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:33.026203 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5faac38f-d5b6-41e7-bb38-f098165bd586 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 18:06:33.045462 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 5faac38f-d5b6-41e7-bb38-f098165bd586, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5faac38f-d5b6-41e7-bb38-f098165bd586,segment=NetworkSegment(bf1ec17d-fb58-4798-9015-abfa647e7795),segment_id=bf1ec17d-fb58-4798-9015-abfa647e7795)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:06:33.048996 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:33.094828 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=5faac38f-d5b6-41e7-bb38-f098165bd586,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:06:33.224097 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:33.272041 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['5faac38f-d5b6-41e7-bb38-f098165bd586'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 18:06:33.437273 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e40ffc-9f29-485c-b933-d62088376752 req-99d00cd3-b6c7-4d34-80b6-733a52967f32 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:06:33.438807 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-49e40ffc-9f29-485c-b933-d62088376752 req-99d00cd3-b6c7-4d34-80b6-733a52967f32 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=b57c6f1b-ddd8-4f3b-8299-11aba4365a46 HTTP/1.1" status: 200 len: 945 time: 0.0489488 Dec 06 18:06:33.488261 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-49e40ffc-9f29-485c-b933-d62088376752 req-e76a8d6c-6a38-48d8-aacb-c1eaa400e4d1 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=a6993f71-04f8-4668-a967-1a561634aac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431406 Dec 06 18:06:34.608849 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cca891-2a34-4415-8ff1-6300b68dfcca req-a07794d6-58c5-4f05-a09f-911e686079af tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:06:34.610450 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-90cca891-2a34-4415-8ff1-6300b68dfcca req-a07794d6-58c5-4f05-a09f-911e686079af tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=b57c6f1b-ddd8-4f3b-8299-11aba4365a46 HTTP/1.1" status: 200 len: 945 time: 0.0545051 Dec 06 18:06:34.662502 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-90cca891-2a34-4415-8ff1-6300b68dfcca req-dc52cf44-a63c-419f-b560-ce5e85a745cd tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=a6993f71-04f8-4668-a967-1a561634aac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459700 Dec 06 18:06:34.878909 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 5faac38f-d5b6-41e7-bb38-f098165bd586 up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 18:06:34.926696 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning for port 5faac38f-d5b6-41e7-bb38-f098165bd586 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 18:06:34.930714 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port 5faac38f-d5b6-41e7-bb38-f098165bd586 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:06:34.931095 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:35.010829 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:35.033295 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b57c6f1b-ddd8-4f3b-8299-11aba4365a46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5faac38f-d5b6-41e7-bb38-f098165bd586'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 18:06:35.035688 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}253b13571352ac935e80f100367d97205cb4b29805628151c230edbf5f3547e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e671d6c0-916c-4552-b072-f7247b332bd5" -d '{"events": [{"server_uuid": "b57c6f1b-ddd8-4f3b-8299-11aba4365a46", "name": "network-vif-plugged", "status": "completed", "tag": "5faac38f-d5b6-41e7-bb38-f098165bd586"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 18:06:35.048519 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 5faac38f-d5b6-41e7-bb38-f098165bd586, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5faac38f-d5b6-41e7-bb38-f098165bd586,segment=NetworkSegment(bf1ec17d-fb58-4798-9015-abfa647e7795),segment_id=bf1ec17d-fb58-4798-9015-abfa647e7795)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:06:35.053476 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:35.084812 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 18:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b88d299b-90c7-4d66-966e-bb28ea841e15 x-openstack-request-id: req-b88d299b-90c7-4d66-966e-bb28ea841e15 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 18:06:35.085115 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b57c6f1b-ddd8-4f3b-8299-11aba4365a46", "name": "network-vif-plugged", "status": "completed", "tag": "5faac38f-d5b6-41e7-bb38-f098165bd586", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 18:06:35.085375 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b88d299b-90c7-4d66-966e-bb28ea841e15 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 18:06:35.085802 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b57c6f1b-ddd8-4f3b-8299-11aba4365a46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5faac38f-d5b6-41e7-bb38-f098165bd586', 'code': 200} Dec 06 18:06:35.105149 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=5faac38f-d5b6-41e7-bb38-f098165bd586,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:06:35.185520 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf048622-f6a7-46bf-b18a-06ed9020e476 req-2355b066-e89f-41c2-b75e-c782d9173adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:06:35.187025 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bf048622-f6a7-46bf-b18a-06ed9020e476 req-2355b066-e89f-41c2-b75e-c782d9173adb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b57c6f1b-ddd8-4f3b-8299-11aba4365a46 HTTP/1.1" status: 200 len: 1097 time: 0.0416763 Dec 06 18:06:35.238257 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bf048622-f6a7-46bf-b18a-06ed9020e476 req-afb9c55b-865b-472a-8c67-6a79398e6c3b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a6993f71-04f8-4668-a967-1a561634aac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446646 Dec 06 18:06:35.591308 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:35.780414 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906679fe-3659-4a58-8d81-4c4acc9af5e3 req-7c2a73db-58e5-4acb-85ba-dd49ee01daf7 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:06:35.781976 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-906679fe-3659-4a58-8d81-4c4acc9af5e3 req-7c2a73db-58e5-4acb-85ba-dd49ee01daf7 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=b57c6f1b-ddd8-4f3b-8299-11aba4365a46 HTTP/1.1" status: 200 len: 946 time: 0.0488665 Dec 06 18:06:35.830536 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-906679fe-3659-4a58-8d81-4c4acc9af5e3 req-67b8f8f7-7fbd-4e0a-aad5-54e2d898f1a1 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=a6993f71-04f8-4668-a967-1a561634aac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424895 Dec 06 18:06:36.945262 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5af229-b626-4c51-8d31-4403b8de8e5e req-fbba1118-499d-40ad-a0e3-6c18d4b5950b tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:06:36.946749 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1c5af229-b626-4c51-8d31-4403b8de8e5e req-fbba1118-499d-40ad-a0e3-6c18d4b5950b tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=b57c6f1b-ddd8-4f3b-8299-11aba4365a46 HTTP/1.1" status: 200 len: 946 time: 0.0474093 Dec 06 18:06:36.995708 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1c5af229-b626-4c51-8d31-4403b8de8e5e req-1d970591-1a84-4283-83de-41fc89edb46a tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=a6993f71-04f8-4668-a967-1a561634aac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425386 Dec 06 18:06:37.111558 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034699be-3589-42fb-99f0-0866b25c45f0 req-9a4d40bb-63c4-4135-bd9d-e4965ba26d91 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:06:37.113022 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-034699be-3589-42fb-99f0-0866b25c45f0 req-9a4d40bb-63c4-4135-bd9d-e4965ba26d91 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=b57c6f1b-ddd8-4f3b-8299-11aba4365a46 HTTP/1.1" status: 200 len: 946 time: 0.0511386 Dec 06 18:06:37.161155 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-034699be-3589-42fb-99f0-0866b25c45f0 req-be08d265-4dac-478d-b156-5d4b52f0a7cd tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=a6993f71-04f8-4668-a967-1a561634aac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421867 Dec 06 18:06:37.182200 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42368) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:06:37.221276 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca7b48a-e0ca-4da8-bbda-5a95bf71eaee tempest-TestNetworkAdvancedServerOps-1167834497 tempest-TestNetworkAdvancedServerOps-1167834497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:06:37.222849 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-cca7b48a-e0ca-4da8-bbda-5a95bf71eaee tempest-TestNetworkAdvancedServerOps-1167834497 tempest-TestNetworkAdvancedServerOps-1167834497-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=b57c6f1b-ddd8-4f3b-8299-11aba4365a46 HTTP/1.1" status: 200 len: 1092 time: 0.0396950 Dec 06 18:06:37.225566 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42370) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:06:37.229789 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-4137f797-a195-4024-9eac-fd7fc66229a4 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Request body: {'floatingip': {'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'port_id': '5faac38f-d5b6-41e7-bb38-f098165bd586', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:06:37.251584 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4137f797-a195-4024-9eac-fd7fc66229a4 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for floatingip, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:37.349009 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4137f797-a195-4024-9eac-fd7fc66229a4 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:37.447966 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-4137f797-a195-4024-9eac-fd7fc66229a4 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Allocated IP 172.35.1.20 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/b0d7a3d1-c8d2-49bd-811a-1286518e82a7) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 18:06:37.558674 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4137f797-a195-4024-9eac-fd7fc66229a4 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:37.591207 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4137f797-a195-4024-9eac-fd7fc66229a4 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:37.630098 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4137f797-a195-4024-9eac-fd7fc66229a4 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 18:06:37.632868 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-4137f797-a195-4024-9eac-fd7fc66229a4 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 18:06:37.636546 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4137f797-a195-4024-9eac-fd7fc66229a4 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 18:06:37.642080 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137f797-a195-4024-9eac-fd7fc66229a4 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event updated for resources: {'Port': ['ID=b0d7a3d1-c8d2-49bd-811a-1286518e82a7,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:06:38.274990 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4137f797-a195-4024-9eac-fd7fc66229a4 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:38.338456 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4137f797-a195-4024-9eac-fd7fc66229a4 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:38.482072 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4137f797-a195-4024-9eac-fd7fc66229a4 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:38.486518 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4137f797-a195-4024-9eac-fd7fc66229a4 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:38.555424 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137f797-a195-4024-9eac-fd7fc66229a4 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event updated for resources: {'Port': ['ID=b0d7a3d1-c8d2-49bd-811a-1286518e82a7,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:06:38.567236 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4137f797-a195-4024-9eac-fd7fc66229a4 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:38.665376 n-d-master-1 neutron-server[103285]: INFO neutron.db.l3_db [None req-4137f797-a195-4024-9eac-fd7fc66229a4 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Floating IP 798be586-713c-4955-aa26-a9d37707af92 associated. External IP: 172.35.1.20, port: 5faac38f-d5b6-41e7-bb38-f098165bd586. Dec 06 18:06:38.868954 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4137f797-a195-4024-9eac-fd7fc66229a4 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Router 6d144bb0-6f1a-41ca-93b1-fb798fd0de67 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 18:06:38.976275 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4137f797-a195-4024-9eac-fd7fc66229a4 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 18:06:38.986665 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76b5aaa-f3b8-4ebf-b990-5683acc3de17 None None] Sync routers for ids ['6d144bb0-6f1a-41ca-93b1-fb798fd0de67'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 18:06:38.995459 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4137f797-a195-4024-9eac-fd7fc66229a4 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:38.997950 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76b5aaa-f3b8-4ebf-b990-5683acc3de17 None None] Routers {'6d144bb0-6f1a-41ca-93b1-fb798fd0de67'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:06:38.998562 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-b76b5aaa-f3b8-4ebf-b990-5683acc3de17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:06:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['6d144bb0-6f1a-41ca-93b1-fb798fd0de67'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:06:39.022675 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-4137f797-a195-4024-9eac-fd7fc66229a4 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7960861 Dec 06 18:06:39.023356 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b57c6f1b-ddd8-4f3b-8299-11aba4365a46', 'tag': '5faac38f-d5b6-41e7-bb38-f098165bd586'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 18:06:39.025749 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84a504b017671f0a47cd85ab9346cb7aca95b1a07f687931bccd5817498bce48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30903d8b-00b4-4615-b79d-ea30fa1beade" -d '{"events": [{"name": "network-changed", "server_uuid": "b57c6f1b-ddd8-4f3b-8299-11aba4365a46", "tag": "5faac38f-d5b6-41e7-bb38-f098165bd586"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 18:06:39.078895 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 18:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f59d1c83-18ad-408f-9700-1a1bf462bbb9 x-openstack-request-id: req-f59d1c83-18ad-408f-9700-1a1bf462bbb9 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 18:06:39.079191 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b57c6f1b-ddd8-4f3b-8299-11aba4365a46", "tag": "5faac38f-d5b6-41e7-bb38-f098165bd586", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 18:06:39.079988 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f59d1c83-18ad-408f-9700-1a1bf462bbb9 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 18:06:39.079988 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b57c6f1b-ddd8-4f3b-8299-11aba4365a46', 'tag': '5faac38f-d5b6-41e7-bb38-f098165bd586', 'status': 'completed', 'code': 200} Dec 06 18:06:39.157861 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-b76b5aaa-f3b8-4ebf-b990-5683acc3de17 None None] Set router 6d144bb0-6f1a-41ca-93b1-fb798fd0de67 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:06:39.172055 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfae6518-b56c-4c8f-a73c-c3a46f5156cd req-1c2d0896-caf7-42b0-a015-9348bc2ef9be tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:06:39.173604 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bfae6518-b56c-4c8f-a73c-c3a46f5156cd req-1c2d0896-caf7-42b0-a015-9348bc2ef9be tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=b57c6f1b-ddd8-4f3b-8299-11aba4365a46 HTTP/1.1" status: 200 len: 946 time: 0.0790091 Dec 06 18:06:39.180306 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30903d8b-00b4-4615-b79d-ea30fa1beade req-81c62f33-1ac2-4b01-9249-f2efcfe1d34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:06:39.182698 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-30903d8b-00b4-4615-b79d-ea30fa1beade req-81c62f33-1ac2-4b01-9249-f2efcfe1d34f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=80786a15dc4645b98b22cbe4242a7bcf&device_id=b57c6f1b-ddd8-4f3b-8299-11aba4365a46 HTTP/1.1" status: 200 len: 1097 time: 0.0788059 Dec 06 18:06:39.279090 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bfae6518-b56c-4c8f-a73c-c3a46f5156cd req-d3b79f2b-70a9-4472-8582-75fa9a61464c tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=a6993f71-04f8-4668-a967-1a561634aac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954216 Dec 06 18:06:39.304929 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42376) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:06:39.308743 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30903d8b-00b4-4615-b79d-ea30fa1beade req-8d9fb57c-4bc0-4c0c-b6c7-dc4ed3f37091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:06:39.310868 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-30903d8b-00b4-4615-b79d-ea30fa1beade req-8d9fb57c-4bc0-4c0c-b6c7-dc4ed3f37091 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a48cb098-6f46-4b23-80da-65503325f30f HTTP/1.1" status: 200 len: 898 time: 0.1211324 Dec 06 18:06:39.371909 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-bc5d6a9f-7cd6-490b-b684-d782b05926af tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/floatingips/798be586-713c-4955-aa26-a9d37707af92 HTTP/1.1" status: 200 len: 991 time: 0.0648484 Dec 06 18:06:39.385189 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-30903d8b-00b4-4615-b79d-ea30fa1beade req-461bd609-7a46-4f6e-8a09-8b4b113c4e66 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5faac38f-d5b6-41e7-bb38-f098165bd586 HTTP/1.1" status: 200 len: 999 time: 0.0673509 Dec 06 18:06:39.437520 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30903d8b-00b4-4615-b79d-ea30fa1beade req-9a41ae03-b688-4c2c-acd0-4a5203964fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:06:39.438938 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-30903d8b-00b4-4615-b79d-ea30fa1beade req-9a41ae03-b688-4c2c-acd0-4a5203964fdc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2bccdcf4-ebea-45c6-825e-187878b22914 HTTP/1.1" status: 200 len: 833 time: 0.0475874 Dec 06 18:06:39.487830 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30903d8b-00b4-4615-b79d-ea30fa1beade req-66085aa5-5085-4d1b-9041-4f62711df3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:06:39.489388 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-30903d8b-00b4-4615-b79d-ea30fa1beade req-66085aa5-5085-4d1b-9041-4f62711df3f0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a48cb098-6f46-4b23-80da-65503325f30f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435233 Dec 06 18:06:39.531207 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-b76b5aaa-f3b8-4ebf-b990-5683acc3de17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d144bb0-6f1a-41ca-93b1-fb798fd0de67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1542970579', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.8'}], 'enable_snat': True}, 'gw_port_id': '1595f214-a504-4302-9e82-04d3018589d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:06:21Z', 'updated_at': '2021-12-06T18:06:25Z', 'revision_number': 4, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'gw_port': {'id': '1595f214-a504-4302-9e82-04d3018589d6', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:81:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d144bb0-6f1a-41ca-93b1-fb798fd0de67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:06:22Z', 'updated_at': '2021-12-06T18:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '798be586-713c-4955-aa26-a9d37707af92', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'floating_ip_address': '172.35.1.20', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '6d144bb0-6f1a-41ca-93b1-fb798fd0de67', 'port_id': '5faac38f-d5b6-41e7-bb38-f098165bd586', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a48cb098-6f46-4b23-80da-65503325f30f', 'mac_address': 'fa:16:3e:0a:29:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57c6f1b-ddd8-4f3b-8299-11aba4365a46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T18:06:37Z', 'updated_at': '2021-12-06T18:06:37Z', 'revision_number': 0, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e98d38c-06f0-4eb9-981b-8aa5e4144a63', 'name': '', 'network_id': 'a48cb098-6f46-4b23-80da-65503325f30f', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'mac_address': 'fa:16:3e:29:05:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d144bb0-6f1a-41ca-93b1-fb798fd0de67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '2bccdcf4-ebea-45c6-825e-187878b22914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:06:25Z', 'updated_at': '2021-12-06T18:06:29Z', 'revision_number': 5, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'subnets': [{'id': '2bccdcf4-ebea-45c6-825e-187878b22914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:06:39.557400 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76b5aaa-f3b8-4ebf-b990-5683acc3de17 None None] Checking router: 6d144bb0-6f1a-41ca-93b1-fb798fd0de67 for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 18:06:39.565279 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76b5aaa-f3b8-4ebf-b990-5683acc3de17 None None] Routers {'6d144bb0-6f1a-41ca-93b1-fb798fd0de67'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:06:39.565905 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-b76b5aaa-f3b8-4ebf-b990-5683acc3de17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:06:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['6d144bb0-6f1a-41ca-93b1-fb798fd0de67'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:06:39.584039 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-30903d8b-00b4-4615-b79d-ea30fa1beade req-a0fce3e8-27cb-4893-a528-2d9d532ca41e service neutron] 10.222.0.44 "GET /v2.0/networks/a48cb098-6f46-4b23-80da-65503325f30f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874064 Dec 06 18:06:39.670737 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-b76b5aaa-f3b8-4ebf-b990-5683acc3de17 None None] Set router 6d144bb0-6f1a-41ca-93b1-fb798fd0de67 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:06:39.674311 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-30903d8b-00b4-4615-b79d-ea30fa1beade req-22a801c6-f490-4748-8aa3-4c69384981fe service neutron] 10.222.0.44 "GET /v2.0/networks/a48cb098-6f46-4b23-80da-65503325f30f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827284 Dec 06 18:06:39.893657 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-b76b5aaa-f3b8-4ebf-b990-5683acc3de17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d144bb0-6f1a-41ca-93b1-fb798fd0de67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1542970579', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.8'}], 'enable_snat': True}, 'gw_port_id': '1595f214-a504-4302-9e82-04d3018589d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:06:21Z', 'updated_at': '2021-12-06T18:06:25Z', 'revision_number': 4, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'gw_port': {'id': '1595f214-a504-4302-9e82-04d3018589d6', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:81:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d144bb0-6f1a-41ca-93b1-fb798fd0de67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:06:22Z', 'updated_at': '2021-12-06T18:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '798be586-713c-4955-aa26-a9d37707af92', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'floating_ip_address': '172.35.1.20', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '6d144bb0-6f1a-41ca-93b1-fb798fd0de67', 'port_id': '5faac38f-d5b6-41e7-bb38-f098165bd586', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a48cb098-6f46-4b23-80da-65503325f30f', 'mac_address': 'fa:16:3e:0a:29:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57c6f1b-ddd8-4f3b-8299-11aba4365a46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T18:06:37Z', 'updated_at': '2021-12-06T18:06:37Z', 'revision_number': 0, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e98d38c-06f0-4eb9-981b-8aa5e4144a63', 'name': '', 'network_id': 'a48cb098-6f46-4b23-80da-65503325f30f', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'mac_address': 'fa:16:3e:29:05:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d144bb0-6f1a-41ca-93b1-fb798fd0de67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '2bccdcf4-ebea-45c6-825e-187878b22914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:06:25Z', 'updated_at': '2021-12-06T18:06:29Z', 'revision_number': 5, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'subnets': [{'id': '2bccdcf4-ebea-45c6-825e-187878b22914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:06:39.918437 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76b5aaa-f3b8-4ebf-b990-5683acc3de17 None None] The sync data for ids ['6d144bb0-6f1a-41ca-93b1-fb798fd0de67'] in n-d-master-1 is: [{'id': '6d144bb0-6f1a-41ca-93b1-fb798fd0de67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1542970579', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.8'}], 'enable_snat': True}, 'gw_port_id': '1595f214-a504-4302-9e82-04d3018589d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:06:21Z', 'updated_at': '2021-12-06T18:06:25Z', 'revision_number': 4, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'gw_port': {'id': '1595f214-a504-4302-9e82-04d3018589d6', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:81:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d144bb0-6f1a-41ca-93b1-fb798fd0de67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:06:22Z', 'updated_at': '2021-12-06T18:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '798be586-713c-4955-aa26-a9d37707af92', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'floating_ip_address': '172.35.1.20', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '6d144bb0-6f1a-41ca-93b1-fb798fd0de67', 'port_id': '5faac38f-d5b6-41e7-bb38-f098165bd586', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a48cb098-6f46-4b23-80da-65503325f30f', 'mac_address': 'fa:16:3e:0a:29:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57c6f1b-ddd8-4f3b-8299-11aba4365a46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T18:06:37Z', 'updated_at': '2021-12-06T18:06:37Z', 'revision_number': 0, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e98d38c-06f0-4eb9-981b-8aa5e4144a63', 'name': '', 'network_id': 'a48cb098-6f46-4b23-80da-65503325f30f', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'mac_address': 'fa:16:3e:29:05:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d144bb0-6f1a-41ca-93b1-fb798fd0de67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '2bccdcf4-ebea-45c6-825e-187878b22914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:06:25Z', 'updated_at': '2021-12-06T18:06:29Z', 'revision_number': 5, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'subnets': [{'id': '2bccdcf4-ebea-45c6-825e-187878b22914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 18:06:40.108547 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e42de98-6435-4b86-96be-2b6f36af0804 None None] New status for floating IP 798be586-713c-4955-aa26-a9d37707af92: ACTIVE {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 18:06:40.373790 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42378) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:06:40.432448 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-c157a709-3c76-4f47-a825-fa041f400cc6 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/floatingips/798be586-713c-4955-aa26-a9d37707af92 HTTP/1.1" status: 200 len: 993 time: 0.0575845 Dec 06 18:06:43.539232 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-23e21004-9b0c-45f8-aee7-2fde8ed51f3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:45.723753 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-03c6bb99-24a8-4511-bd82-79011fa2a193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:47.123136 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:48.257541 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:06:49.190798 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:07:03.229268 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:07:05.592545 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:07:06.317922 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 18:07:11.817410 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59eb2ab-7ca5-427e-aae3-f035cc1a3653 req-720587b1-3442-46fb-a4ac-47c58976fe4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:07:11.818078 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4126f7-4ded-4daf-926f-a21c2bbbffa3 req-85df7248-ab92-494c-81c5-930b4482477c tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:07:11.819014 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e59eb2ab-7ca5-427e-aae3-f035cc1a3653 req-720587b1-3442-46fb-a4ac-47c58976fe4f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=80786a15dc4645b98b22cbe4242a7bcf&device_id=b57c6f1b-ddd8-4f3b-8299-11aba4365a46 HTTP/1.1" status: 200 len: 1097 time: 0.0461941 Dec 06 18:07:11.819414 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9a4126f7-4ded-4daf-926f-a21c2bbbffa3 req-85df7248-ab92-494c-81c5-930b4482477c tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=b57c6f1b-ddd8-4f3b-8299-11aba4365a46 HTTP/1.1" status: 200 len: 946 time: 0.0540357 Dec 06 18:07:11.868350 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9a4126f7-4ded-4daf-926f-a21c2bbbffa3 req-5d676a18-957e-439e-8adc-15dc1079fcdc tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=a6993f71-04f8-4668-a967-1a561634aac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427351 Dec 06 18:07:11.911763 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59eb2ab-7ca5-427e-aae3-f035cc1a3653 req-835ee21f-0da6-401e-9de6-f2c12246b8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:07:11.913175 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e59eb2ab-7ca5-427e-aae3-f035cc1a3653 req-835ee21f-0da6-401e-9de6-f2c12246b8a3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a48cb098-6f46-4b23-80da-65503325f30f HTTP/1.1" status: 200 len: 898 time: 0.0854363 Dec 06 18:07:11.986063 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e59eb2ab-7ca5-427e-aae3-f035cc1a3653 req-c975825e-da13-4e59-bf9a-e0e78edfb3a0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5faac38f-d5b6-41e7-bb38-f098165bd586 HTTP/1.1" status: 200 len: 1001 time: 0.0652184 Dec 06 18:07:12.036430 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59eb2ab-7ca5-427e-aae3-f035cc1a3653 req-46c0a9b0-9a58-4471-b88b-4229817b7905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:07:12.037884 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e59eb2ab-7ca5-427e-aae3-f035cc1a3653 req-46c0a9b0-9a58-4471-b88b-4229817b7905 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2bccdcf4-ebea-45c6-825e-187878b22914 HTTP/1.1" status: 200 len: 833 time: 0.0439537 Dec 06 18:07:12.082542 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59eb2ab-7ca5-427e-aae3-f035cc1a3653 req-aa256295-c818-4f85-917a-6ca658dd1b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:07:12.084004 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e59eb2ab-7ca5-427e-aae3-f035cc1a3653 req-aa256295-c818-4f85-917a-6ca658dd1b30 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a48cb098-6f46-4b23-80da-65503325f30f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381937 Dec 06 18:07:12.181489 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e59eb2ab-7ca5-427e-aae3-f035cc1a3653 req-8b43690a-10de-455c-a6e4-0a6143ec8508 service neutron] 10.222.0.44 "GET /v2.0/networks/a48cb098-6f46-4b23-80da-65503325f30f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894220 Dec 06 18:07:12.270142 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e59eb2ab-7ca5-427e-aae3-f035cc1a3653 req-6f202157-463c-42ed-9ca1-786521ab6697 service neutron] 10.222.0.44 "GET /v2.0/networks/a48cb098-6f46-4b23-80da-65503325f30f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816183 Dec 06 18:07:12.990154 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8138faa-01ec-47d3-8e0e-e9c1a386c189 req-09ea9f53-c208-457a-bf7d-d6c57835e76f tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:07:12.991608 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a8138faa-01ec-47d3-8e0e-e9c1a386c189 req-09ea9f53-c208-457a-bf7d-d6c57835e76f tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=b57c6f1b-ddd8-4f3b-8299-11aba4365a46 HTTP/1.1" status: 200 len: 946 time: 0.0520101 Dec 06 18:07:13.039705 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a8138faa-01ec-47d3-8e0e-e9c1a386c189 req-a1527208-bf81-42ef-b781-ce81c905193d tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=a6993f71-04f8-4668-a967-1a561634aac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421855 Dec 06 18:07:13.540708 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e9c8603f-f384-4781-b3fc-779c5cb7a1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:07:14.153369 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256c3cfa-2e1e-408e-bd5d-1fe8540b62d8 req-6d8c8397-f8a0-4670-b0af-a0dcbdbbe425 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:07:14.154863 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-256c3cfa-2e1e-408e-bd5d-1fe8540b62d8 req-6d8c8397-f8a0-4670-b0af-a0dcbdbbe425 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=b57c6f1b-ddd8-4f3b-8299-11aba4365a46 HTTP/1.1" status: 200 len: 946 time: 0.0480218 Dec 06 18:07:14.202913 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-256c3cfa-2e1e-408e-bd5d-1fe8540b62d8 req-81d164bb-60cd-4bdb-9cfb-83283e12276c tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=a6993f71-04f8-4668-a967-1a561634aac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422249 Dec 06 18:07:15.317122 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ba341c-9d51-4015-9a8e-be78cd3cefd6 req-2f576bc8-4db8-409b-b755-cc864f165865 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:07:15.318656 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-33ba341c-9d51-4015-9a8e-be78cd3cefd6 req-2f576bc8-4db8-409b-b755-cc864f165865 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=b57c6f1b-ddd8-4f3b-8299-11aba4365a46 HTTP/1.1" status: 200 len: 946 time: 0.0482001 Dec 06 18:07:15.367116 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-33ba341c-9d51-4015-9a8e-be78cd3cefd6 req-e877b90f-ef8e-499e-a4d0-a13be64ae4b0 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=a6993f71-04f8-4668-a967-1a561634aac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424838 Dec 06 18:07:15.724936 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-47147c65-5825-48fc-b9bf-877034db9209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:07:16.489723 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46e31e6-9a32-4adb-8549-5d8c894d3823 req-7745c2db-eb55-42ce-b1ba-e9b446916001 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:07:16.491197 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f46e31e6-9a32-4adb-8549-5d8c894d3823 req-7745c2db-eb55-42ce-b1ba-e9b446916001 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=b57c6f1b-ddd8-4f3b-8299-11aba4365a46 HTTP/1.1" status: 200 len: 946 time: 0.0516953 Dec 06 18:07:16.539363 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f46e31e6-9a32-4adb-8549-5d8c894d3823 req-eba961e4-04be-4e6b-a26d-49e37f9d47f9 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=a6993f71-04f8-4668-a967-1a561634aac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423727 Dec 06 18:07:17.125337 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:07:17.654574 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e89e459-c550-4c43-85ff-40c6f3369b53 req-182eff5e-4d2a-48b6-8414-aaf954f83c44 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:07:17.656084 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9e89e459-c550-4c43-85ff-40c6f3369b53 req-182eff5e-4d2a-48b6-8414-aaf954f83c44 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=b57c6f1b-ddd8-4f3b-8299-11aba4365a46 HTTP/1.1" status: 200 len: 946 time: 0.0506928 Dec 06 18:07:17.708231 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9e89e459-c550-4c43-85ff-40c6f3369b53 req-1fb611a8-f9d9-4d2d-a3dd-6eba41ed4b54 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=a6993f71-04f8-4668-a967-1a561634aac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462165 Dec 06 18:07:18.259244 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:07:18.823751 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd365d7-7dd7-43fe-9571-0de2fc96a132 req-4e98f7bc-a313-4548-9e51-af4fcc5536bd tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:07:18.825909 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bbd365d7-7dd7-43fe-9571-0de2fc96a132 req-4e98f7bc-a313-4548-9e51-af4fcc5536bd tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=b57c6f1b-ddd8-4f3b-8299-11aba4365a46 HTTP/1.1" status: 200 len: 946 time: 0.0498474 Dec 06 18:07:18.873384 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-bbd365d7-7dd7-43fe-9571-0de2fc96a132 req-9b8d32bc-4831-4ed8-ba27-ba554ec31583 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=a6993f71-04f8-4668-a967-1a561634aac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416050 Dec 06 18:07:19.194651 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:07:19.995102 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c9f60f-f77d-4cf6-9b94-6ca5174aa2cc req-700fb517-cada-4c5a-b59c-4360e2b6558e tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:07:19.997500 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b6c9f60f-f77d-4cf6-9b94-6ca5174aa2cc req-700fb517-cada-4c5a-b59c-4360e2b6558e tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=b57c6f1b-ddd8-4f3b-8299-11aba4365a46 HTTP/1.1" status: 200 len: 946 time: 0.0517581 Dec 06 18:07:20.047094 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b6c9f60f-f77d-4cf6-9b94-6ca5174aa2cc req-bddf60ca-6a90-456c-867b-641685c4d958 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=a6993f71-04f8-4668-a967-1a561634aac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444193 Dec 06 18:07:21.162315 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7e2702-a949-4f81-a898-1b1b550c0de8 req-c25e1a00-ddce-463e-bc30-a9f6a76ace7b tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:07:21.163801 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7b7e2702-a949-4f81-a898-1b1b550c0de8 req-c25e1a00-ddce-463e-bc30-a9f6a76ace7b tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=b57c6f1b-ddd8-4f3b-8299-11aba4365a46 HTTP/1.1" status: 200 len: 946 time: 0.0478015 Dec 06 18:07:21.217148 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7b7e2702-a949-4f81-a898-1b1b550c0de8 req-1c3012c1-4d75-499b-a458-5ac533e2ebcf tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=a6993f71-04f8-4668-a967-1a561634aac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467186 Dec 06 18:07:22.335281 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e437bc-3832-414a-9bcf-419952472401 req-94268e46-f4ac-42c4-bf03-65c8640b483b tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:07:22.336754 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-87e437bc-3832-414a-9bcf-419952472401 req-94268e46-f4ac-42c4-bf03-65c8640b483b tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=b57c6f1b-ddd8-4f3b-8299-11aba4365a46 HTTP/1.1" status: 200 len: 946 time: 0.0485499 Dec 06 18:07:22.386131 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-87e437bc-3832-414a-9bcf-419952472401 req-c92c5b78-0653-4544-b660-b46e001c6d8c tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=a6993f71-04f8-4668-a967-1a561634aac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430245 Dec 06 18:07:23.499301 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053a234d-83a1-486e-a2af-82c20d9ae93e req-749e2665-d1f7-4fb3-b522-81b8d7af5787 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:07:23.500783 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-053a234d-83a1-486e-a2af-82c20d9ae93e req-749e2665-d1f7-4fb3-b522-81b8d7af5787 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=b57c6f1b-ddd8-4f3b-8299-11aba4365a46 HTTP/1.1" status: 200 len: 946 time: 0.0480013 Dec 06 18:07:23.549387 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-053a234d-83a1-486e-a2af-82c20d9ae93e req-11fcb0c9-b875-428b-a8d0-c86fe0cd5664 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=a6993f71-04f8-4668-a967-1a561634aac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423501 Dec 06 18:07:24.669779 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf9f3b8-c290-4d46-b2b8-8e6273cb4267 req-efa5836e-ae4e-445c-94a1-b3926f5381ca tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:07:24.671341 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9bf9f3b8-c290-4d46-b2b8-8e6273cb4267 req-efa5836e-ae4e-445c-94a1-b3926f5381ca tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=b57c6f1b-ddd8-4f3b-8299-11aba4365a46 HTTP/1.1" status: 200 len: 946 time: 0.0529127 Dec 06 18:07:24.719876 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9bf9f3b8-c290-4d46-b2b8-8e6273cb4267 req-85ca79c1-ea77-4dfa-942e-c46f1bde417a tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=a6993f71-04f8-4668-a967-1a561634aac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426490 Dec 06 18:07:25.834758 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75ae4ce-5750-4bf1-ae97-db398b4b9e4b req-df2a5b0b-57f3-45cb-b707-2770716c5f58 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:07:25.836225 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b75ae4ce-5750-4bf1-ae97-db398b4b9e4b req-df2a5b0b-57f3-45cb-b707-2770716c5f58 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=b57c6f1b-ddd8-4f3b-8299-11aba4365a46 HTTP/1.1" status: 200 len: 946 time: 0.0479314 Dec 06 18:07:25.884135 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b75ae4ce-5750-4bf1-ae97-db398b4b9e4b req-6ca5715a-31cd-498c-bc2b-06d1ead47577 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=a6993f71-04f8-4668-a967-1a561634aac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419621 Dec 06 18:07:26.343528 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f27d7b1-2f4a-4dde-a3da-5d7a18b8c413 req-f85052bd-7b71-4091-9216-895be4b29b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:07:26.344990 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0f27d7b1-2f4a-4dde-a3da-5d7a18b8c413 req-f85052bd-7b71-4091-9216-895be4b29b41 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=80786a15dc4645b98b22cbe4242a7bcf&device_id=b57c6f1b-ddd8-4f3b-8299-11aba4365a46 HTTP/1.1" status: 200 len: 1097 time: 0.0396581 Dec 06 18:07:26.449042 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f27d7b1-2f4a-4dde-a3da-5d7a18b8c413 req-16c2e725-40c2-4161-a3e3-e42253d773df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:07:26.450546 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0f27d7b1-2f4a-4dde-a3da-5d7a18b8c413 req-16c2e725-40c2-4161-a3e3-e42253d773df service neutron] 10.222.0.44 "GET /v2.0/networks?id=a48cb098-6f46-4b23-80da-65503325f30f HTTP/1.1" status: 200 len: 898 time: 0.0865946 Dec 06 18:07:26.513910 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0f27d7b1-2f4a-4dde-a3da-5d7a18b8c413 req-a5256804-ac8a-48e4-8631-20c423a02a9e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5faac38f-d5b6-41e7-bb38-f098165bd586 HTTP/1.1" status: 200 len: 1001 time: 0.0567842 Dec 06 18:07:26.561504 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f27d7b1-2f4a-4dde-a3da-5d7a18b8c413 req-2c19517a-dc8c-46d9-b055-bbea9c63f0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:07:26.562900 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0f27d7b1-2f4a-4dde-a3da-5d7a18b8c413 req-2c19517a-dc8c-46d9-b055-bbea9c63f0f5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2bccdcf4-ebea-45c6-825e-187878b22914 HTTP/1.1" status: 200 len: 833 time: 0.0429473 Dec 06 18:07:26.904381 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f27d7b1-2f4a-4dde-a3da-5d7a18b8c413 req-4e668b05-46c1-45b1-9c41-bf71cec5179a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:07:26.905908 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0f27d7b1-2f4a-4dde-a3da-5d7a18b8c413 req-4e668b05-46c1-45b1-9c41-bf71cec5179a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a48cb098-6f46-4b23-80da-65503325f30f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3361428 Dec 06 18:07:27.036546 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849fde7a-6a87-47f0-8427-7a029e0a901e req-9047e650-bca7-4911-bb9f-16faae0cef1a tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:07:27.037963 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-849fde7a-6a87-47f0-8427-7a029e0a901e req-9047e650-bca7-4911-bb9f-16faae0cef1a tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=b57c6f1b-ddd8-4f3b-8299-11aba4365a46 HTTP/1.1" status: 200 len: 946 time: 0.0741410 Dec 06 18:07:27.040127 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0f27d7b1-2f4a-4dde-a3da-5d7a18b8c413 req-1612dd92-ff19-4b09-9828-ec06dba14c77 service neutron] 10.222.0.44 "GET /v2.0/networks/a48cb098-6f46-4b23-80da-65503325f30f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269622 Dec 06 18:07:27.143273 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-849fde7a-6a87-47f0-8427-7a029e0a901e req-c58a979b-e92a-48ce-b42e-f413ad21fc41 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=a6993f71-04f8-4668-a967-1a561634aac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992846 Dec 06 18:07:27.165868 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0f27d7b1-2f4a-4dde-a3da-5d7a18b8c413 req-add9040f-6791-4ba9-b463-0e6978d73ed0 service neutron] 10.222.0.44 "GET /v2.0/networks/a48cb098-6f46-4b23-80da-65503325f30f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161516 Dec 06 18:07:28.259625 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f9ee5c-19b8-4983-b944-fa51a63267fe req-2b4a432b-32cb-4855-9dd1-f952ff1c7103 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:07:28.261110 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-27f9ee5c-19b8-4983-b944-fa51a63267fe req-2b4a432b-32cb-4855-9dd1-f952ff1c7103 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=b57c6f1b-ddd8-4f3b-8299-11aba4365a46 HTTP/1.1" status: 200 len: 946 time: 0.0522709 Dec 06 18:07:28.309248 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-27f9ee5c-19b8-4983-b944-fa51a63267fe req-e057f31e-b0f7-48d9-b364-7d5d6d3ab893 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=a6993f71-04f8-4668-a967-1a561634aac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415149 Dec 06 18:07:28.331114 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42430) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:07:28.390625 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-a08d67b3-c071-4a88-b98d-a40ce0a3bcc5 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/floatingips/798be586-713c-4955-aa26-a9d37707af92 HTTP/1.1" status: 200 len: 993 time: 0.0584157 Dec 06 18:07:33.228466 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:07:35.605021 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:07:43.316563 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 18:07:43.542141 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-eea18327-890e-4add-8c37-e2d84f183d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:07:45.726492 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-02298db0-7546-44a9-8645-50ada9c0e087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:07:47.127758 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:07:48.262081 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:07:49.195659 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:07:58.797501 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42444) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:07:58.951371 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-b57bd665-c896-4012-a388-7d673425c04e tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Deleting port b0d7a3d1-c8d2-49bd-811a-1286518e82a7 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 18:07:58.951713 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b57bd665-c896-4012-a388-7d673425c04e tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:07:59.028337 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b57bd665-c896-4012-a388-7d673425c04e tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:07:59.029311 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b57bd665-c896-4012-a388-7d673425c04e tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:07:59.041214 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-b57bd665-c896-4012-a388-7d673425c04e tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Calling delete_port for b0d7a3d1-c8d2-49bd-811a-1286518e82a7 owned by network:floatingip {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 18:07:59.194142 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b57bd665-c896-4012-a388-7d673425c04e tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:07:59.222318 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57bd665-c896-4012-a388-7d673425c04e tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event deleted for resources: {'Port': ['ID=b0d7a3d1-c8d2-49bd-811a-1286518e82a7,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:07:59.251950 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57bd665-c896-4012-a388-7d673425c04e tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:07:59.252306 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57bd665-c896-4012-a388-7d673425c04e tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:07:59.252660 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57bd665-c896-4012-a388-7d673425c04e tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:07:59.253003 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57bd665-c896-4012-a388-7d673425c04e tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:07:59.253342 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57bd665-c896-4012-a388-7d673425c04e tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:07:59.253702 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57bd665-c896-4012-a388-7d673425c04e tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:07:59.254297 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57bd665-c896-4012-a388-7d673425c04e tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:07:59.254633 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57bd665-c896-4012-a388-7d673425c04e tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:07:59.254964 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57bd665-c896-4012-a388-7d673425c04e tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:07:59.255299 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57bd665-c896-4012-a388-7d673425c04e tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:07:59.255631 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57bd665-c896-4012-a388-7d673425c04e tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:07:59.255960 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57bd665-c896-4012-a388-7d673425c04e tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:07:59.256292 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57bd665-c896-4012-a388-7d673425c04e tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:07:59.296407 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b57bd665-c896-4012-a388-7d673425c04e tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for floatingip, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:07:59.296638 n-d-master-1 neutron-server[103285]: INFO neutron.db.l3_db [None req-b57bd665-c896-4012-a388-7d673425c04e tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Floating IP 798be586-713c-4955-aa26-a9d37707af92 disassociated (deleted). External IP: 172.35.1.20, port: 5faac38f-d5b6-41e7-bb38-f098165bd586. Dec 06 18:07:59.504511 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b57bd665-c896-4012-a388-7d673425c04e tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Router 6d144bb0-6f1a-41ca-93b1-fb798fd0de67 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 18:07:59.611208 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b57bd665-c896-4012-a388-7d673425c04e tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 18:07:59.615584 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b57bd665-c896-4012-a388-7d673425c04e tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:07:59.621308 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8252901f-a28e-4910-aac1-8ec2a2ccd94a None None] Sync routers for ids ['6d144bb0-6f1a-41ca-93b1-fb798fd0de67'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 18:07:59.631983 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8252901f-a28e-4910-aac1-8ec2a2ccd94a None None] Routers {'6d144bb0-6f1a-41ca-93b1-fb798fd0de67'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:07:59.632595 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-8252901f-a28e-4910-aac1-8ec2a2ccd94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:07:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['6d144bb0-6f1a-41ca-93b1-fb798fd0de67'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:07:59.642863 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-b57bd665-c896-4012-a388-7d673425c04e tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "DELETE /v2.0/floatingips/798be586-713c-4955-aa26-a9d37707af92 HTTP/1.1" status: 204 len: 168 time: 0.8442848 Dec 06 18:07:59.643462 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b57c6f1b-ddd8-4f3b-8299-11aba4365a46', 'tag': '5faac38f-d5b6-41e7-bb38-f098165bd586'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 18:07:59.645773 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84a504b017671f0a47cd85ab9346cb7aca95b1a07f687931bccd5817498bce48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64fa2984-c6e2-40b2-a5ea-1bd51711ef0a" -d '{"events": [{"name": "network-changed", "server_uuid": "b57c6f1b-ddd8-4f3b-8299-11aba4365a46", "tag": "5faac38f-d5b6-41e7-bb38-f098165bd586"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 18:07:59.690646 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 18:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b5e898b-ec69-460a-8bd8-d4ee152d4571 x-openstack-request-id: req-3b5e898b-ec69-460a-8bd8-d4ee152d4571 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 18:07:59.691015 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b57c6f1b-ddd8-4f3b-8299-11aba4365a46", "tag": "5faac38f-d5b6-41e7-bb38-f098165bd586", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 18:07:59.691342 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3b5e898b-ec69-460a-8bd8-d4ee152d4571 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 18:07:59.691820 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b57c6f1b-ddd8-4f3b-8299-11aba4365a46', 'tag': '5faac38f-d5b6-41e7-bb38-f098165bd586', 'status': 'completed', 'code': 200} Dec 06 18:07:59.740118 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-8252901f-a28e-4910-aac1-8ec2a2ccd94a None None] Set router 6d144bb0-6f1a-41ca-93b1-fb798fd0de67 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:07:59.756419 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fa2984-c6e2-40b2-a5ea-1bd51711ef0a req-3c37639f-cf11-4637-82de-028c509e11b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:07:59.758016 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-64fa2984-c6e2-40b2-a5ea-1bd51711ef0a req-3c37639f-cf11-4637-82de-028c509e11b2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=80786a15dc4645b98b22cbe4242a7bcf&device_id=b57c6f1b-ddd8-4f3b-8299-11aba4365a46 HTTP/1.1" status: 200 len: 1097 time: 0.0428605 Dec 06 18:07:59.899403 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fa2984-c6e2-40b2-a5ea-1bd51711ef0a req-51e51bb6-22ed-4a35-a5b9-bb24eba3b180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:07:59.900807 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-64fa2984-c6e2-40b2-a5ea-1bd51711ef0a req-51e51bb6-22ed-4a35-a5b9-bb24eba3b180 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a48cb098-6f46-4b23-80da-65503325f30f HTTP/1.1" status: 200 len: 898 time: 0.1288807 Dec 06 18:07:59.909312 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd62c436-4e00-49fc-9045-9082c8653f3a req-c0b2b845-f00f-4b88-a162-42f1286398b3 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:07:59.910724 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fd62c436-4e00-49fc-9045-9082c8653f3a req-c0b2b845-f00f-4b88-a162-42f1286398b3 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=b57c6f1b-ddd8-4f3b-8299-11aba4365a46 HTTP/1.1" status: 200 len: 946 time: 0.0736821 Dec 06 18:07:59.944385 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-8252901f-a28e-4910-aac1-8ec2a2ccd94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d144bb0-6f1a-41ca-93b1-fb798fd0de67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1542970579', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.8'}], 'enable_snat': True}, 'gw_port_id': '1595f214-a504-4302-9e82-04d3018589d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:06:21Z', 'updated_at': '2021-12-06T18:06:25Z', 'revision_number': 4, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'gw_port': {'id': '1595f214-a504-4302-9e82-04d3018589d6', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:81:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d144bb0-6f1a-41ca-93b1-fb798fd0de67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:06:22Z', 'updated_at': '2021-12-06T18:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '6e98d38c-06f0-4eb9-981b-8aa5e4144a63', 'name': '', 'network_id': 'a48cb098-6f46-4b23-80da-65503325f30f', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'mac_address': 'fa:16:3e:29:05:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d144bb0-6f1a-41ca-93b1-fb798fd0de67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '2bccdcf4-ebea-45c6-825e-187878b22914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:06:25Z', 'updated_at': '2021-12-06T18:06:29Z', 'revision_number': 5, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'subnets': [{'id': '2bccdcf4-ebea-45c6-825e-187878b22914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:07:59.953999 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-64fa2984-c6e2-40b2-a5ea-1bd51711ef0a req-0ef3a187-09e6-4f67-b32a-8305c2ff79e4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5faac38f-d5b6-41e7-bb38-f098165bd586 HTTP/1.1" status: 200 len: 217 time: 0.0414920 Dec 06 18:07:59.970366 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8252901f-a28e-4910-aac1-8ec2a2ccd94a None None] Checking router: 6d144bb0-6f1a-41ca-93b1-fb798fd0de67 for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 18:07:59.979944 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8252901f-a28e-4910-aac1-8ec2a2ccd94a None None] Routers {'6d144bb0-6f1a-41ca-93b1-fb798fd0de67'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:07:59.980556 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-8252901f-a28e-4910-aac1-8ec2a2ccd94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:07:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['6d144bb0-6f1a-41ca-93b1-fb798fd0de67'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:08:00.027128 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fd62c436-4e00-49fc-9045-9082c8653f3a req-fd60fd2f-98eb-4708-9803-f95cad4cd190 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=a6993f71-04f8-4668-a967-1a561634aac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071756 Dec 06 18:08:00.035292 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fa2984-c6e2-40b2-a5ea-1bd51711ef0a req-a2be09c7-1917-4c99-acda-c3b46a4a1939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:08:00.036756 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-64fa2984-c6e2-40b2-a5ea-1bd51711ef0a req-a2be09c7-1917-4c99-acda-c3b46a4a1939 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2bccdcf4-ebea-45c6-825e-187878b22914 HTTP/1.1" status: 200 len: 833 time: 0.0705280 Dec 06 18:08:00.086420 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fa2984-c6e2-40b2-a5ea-1bd51711ef0a req-9eb24dfd-786a-42a0-b12b-0cbc14a9a84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:08:00.087955 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-64fa2984-c6e2-40b2-a5ea-1bd51711ef0a req-9eb24dfd-786a-42a0-b12b-0cbc14a9a84b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a48cb098-6f46-4b23-80da-65503325f30f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418687 Dec 06 18:08:00.090396 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-8252901f-a28e-4910-aac1-8ec2a2ccd94a None None] Set router 6d144bb0-6f1a-41ca-93b1-fb798fd0de67 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:08:00.179120 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-64fa2984-c6e2-40b2-a5ea-1bd51711ef0a req-48cd62ff-deb6-4e00-a876-d628ab43a96b service neutron] 10.222.0.44 "GET /v2.0/networks/a48cb098-6f46-4b23-80da-65503325f30f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831695 Dec 06 18:08:00.274159 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-64fa2984-c6e2-40b2-a5ea-1bd51711ef0a req-3626dbf0-67db-45ea-bf9f-58a90ed6be85 service neutron] 10.222.0.44 "GET /v2.0/networks/a48cb098-6f46-4b23-80da-65503325f30f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876396 Dec 06 18:08:00.284707 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-8252901f-a28e-4910-aac1-8ec2a2ccd94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d144bb0-6f1a-41ca-93b1-fb798fd0de67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1542970579', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.8'}], 'enable_snat': True}, 'gw_port_id': '1595f214-a504-4302-9e82-04d3018589d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:06:21Z', 'updated_at': '2021-12-06T18:06:25Z', 'revision_number': 4, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'gw_port': {'id': '1595f214-a504-4302-9e82-04d3018589d6', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:81:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d144bb0-6f1a-41ca-93b1-fb798fd0de67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:06:22Z', 'updated_at': '2021-12-06T18:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '6e98d38c-06f0-4eb9-981b-8aa5e4144a63', 'name': '', 'network_id': 'a48cb098-6f46-4b23-80da-65503325f30f', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'mac_address': 'fa:16:3e:29:05:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d144bb0-6f1a-41ca-93b1-fb798fd0de67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '2bccdcf4-ebea-45c6-825e-187878b22914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:06:25Z', 'updated_at': '2021-12-06T18:06:29Z', 'revision_number': 5, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'subnets': [{'id': '2bccdcf4-ebea-45c6-825e-187878b22914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:08:00.315281 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8252901f-a28e-4910-aac1-8ec2a2ccd94a None None] The sync data for ids ['6d144bb0-6f1a-41ca-93b1-fb798fd0de67'] in n-d-master-1 is: [{'id': '6d144bb0-6f1a-41ca-93b1-fb798fd0de67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1542970579', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.8'}], 'enable_snat': True}, 'gw_port_id': '1595f214-a504-4302-9e82-04d3018589d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:06:21Z', 'updated_at': '2021-12-06T18:06:25Z', 'revision_number': 4, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'gw_port': {'id': '1595f214-a504-4302-9e82-04d3018589d6', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:81:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d144bb0-6f1a-41ca-93b1-fb798fd0de67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:06:22Z', 'updated_at': '2021-12-06T18:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '6e98d38c-06f0-4eb9-981b-8aa5e4144a63', 'name': '', 'network_id': 'a48cb098-6f46-4b23-80da-65503325f30f', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'mac_address': 'fa:16:3e:29:05:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d144bb0-6f1a-41ca-93b1-fb798fd0de67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '2bccdcf4-ebea-45c6-825e-187878b22914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:06:25Z', 'updated_at': '2021-12-06T18:06:29Z', 'revision_number': 5, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'subnets': [{'id': '2bccdcf4-ebea-45c6-825e-187878b22914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 18:08:00.527204 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d611f8-1ef0-4862-905b-61835d7ef397 None None] New status for floating IP 798be586-713c-4955-aa26-a9d37707af92: DOWN {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 18:08:01.150979 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884588ef-d735-4f5e-b035-cb2b54c9a9ff req-a14679a7-8290-4aac-9686-d5ccea7f7f4d tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:08:01.152489 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-884588ef-d735-4f5e-b035-cb2b54c9a9ff req-a14679a7-8290-4aac-9686-d5ccea7f7f4d tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=b57c6f1b-ddd8-4f3b-8299-11aba4365a46 HTTP/1.1" status: 200 len: 946 time: 0.0547605 Dec 06 18:08:01.201187 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-884588ef-d735-4f5e-b035-cb2b54c9a9ff req-37ce5ed6-0db9-41f5-aa5e-94771061ae96 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=a6993f71-04f8-4668-a967-1a561634aac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427437 Dec 06 18:08:01.366623 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6e8aef-0325-4791-85f9-fa175db9be65 req-e5eafb4e-549d-4028-bf34-020c47de9646 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:08:01.368097 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6e6e8aef-0325-4791-85f9-fa175db9be65 req-e5eafb4e-549d-4028-bf34-020c47de9646 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.44 "GET /v2.0/ports?device_id=b57c6f1b-ddd8-4f3b-8299-11aba4365a46 HTTP/1.1" status: 200 len: 946 time: 0.0479662 Dec 06 18:08:01.459277 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-6e6e8aef-0325-4791-85f9-fa175db9be65 req-30ce9e0d-16c4-473d-93a2-27be48cf54ee tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Deleting port 5faac38f-d5b6-41e7-bb38-f098165bd586 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 18:08:01.459619 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-6e6e8aef-0325-4791-85f9-fa175db9be65 req-30ce9e0d-16c4-473d-93a2-27be48cf54ee tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:01.547297 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-6e6e8aef-0325-4791-85f9-fa175db9be65 req-30ce9e0d-16c4-473d-93a2-27be48cf54ee tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] For port 5faac38f-d5b6-41e7-bb38-f098165bd586, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=5faac38f-d5b6-41e7-bb38-f098165bd586,segment=NetworkSegment(bf1ec17d-fb58-4798-9015-abfa647e7795),segment_id=bf1ec17d-fb58-4798-9015-abfa647e7795)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:08:01.547662 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-6e6e8aef-0325-4791-85f9-fa175db9be65 req-30ce9e0d-16c4-473d-93a2-27be48cf54ee tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:01.559996 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-6e6e8aef-0325-4791-85f9-fa175db9be65 req-30ce9e0d-16c4-473d-93a2-27be48cf54ee tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Calling delete_port for 5faac38f-d5b6-41e7-bb38-f098165bd586 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 18:08:01.689212 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-6e6e8aef-0325-4791-85f9-fa175db9be65 req-30ce9e0d-16c4-473d-93a2-27be48cf54ee tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:01.718030 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ce9e0d-16c4-473d-93a2-27be48cf54ee tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event deleted for resources: {'Port': ['ID=5faac38f-d5b6-41e7-bb38-f098165bd586,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:08:01.732305 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ce9e0d-16c4-473d-93a2-27be48cf54ee tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:08:01.732305 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ce9e0d-16c4-473d-93a2-27be48cf54ee tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:08:01.732305 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ce9e0d-16c4-473d-93a2-27be48cf54ee tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:08:01.732305 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ce9e0d-16c4-473d-93a2-27be48cf54ee tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:08:01.732305 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ce9e0d-16c4-473d-93a2-27be48cf54ee tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:08:01.733370 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ce9e0d-16c4-473d-93a2-27be48cf54ee tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:08:01.733370 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ce9e0d-16c4-473d-93a2-27be48cf54ee tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:08:01.733370 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ce9e0d-16c4-473d-93a2-27be48cf54ee tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:08:01.733857 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ce9e0d-16c4-473d-93a2-27be48cf54ee tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:08:01.733999 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ce9e0d-16c4-473d-93a2-27be48cf54ee tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:08:01.734258 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ce9e0d-16c4-473d-93a2-27be48cf54ee tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:08:01.734583 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ce9e0d-16c4-473d-93a2-27be48cf54ee tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:08:01.734916 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ce9e0d-16c4-473d-93a2-27be48cf54ee tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:08:01.780238 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e6e8aef-0325-4791-85f9-fa175db9be65 req-30ce9e0d-16c4-473d-93a2-27be48cf54ee tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] No DVR routers for this DVR port 5faac38f-d5b6-41e7-bb38-f098165bd586 on host n-h2-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 18:08:01.782872 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-6e6e8aef-0325-4791-85f9-fa175db9be65 req-30ce9e0d-16c4-473d-93a2-27be48cf54ee tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:01.786307 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6e6e8aef-0325-4791-85f9-fa175db9be65 req-30ce9e0d-16c4-473d-93a2-27be48cf54ee tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.44 "DELETE /v2.0/ports/5faac38f-d5b6-41e7-bb38-f098165bd586 HTTP/1.1" status: 204 len: 173 time: 0.4119632 Dec 06 18:08:01.786754 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b57c6f1b-ddd8-4f3b-8299-11aba4365a46', 'name': 'network-vif-deleted', 'tag': '5faac38f-d5b6-41e7-bb38-f098165bd586'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 18:08:01.789006 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0deb9614d467c76714cadb3278283c9891b68bf60c17f6ec8acc98d969d5ca90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef0990e3-a398-433c-b822-5fdc25391a7f" -d '{"events": [{"server_uuid": "b57c6f1b-ddd8-4f3b-8299-11aba4365a46", "name": "network-vif-deleted", "tag": "5faac38f-d5b6-41e7-bb38-f098165bd586"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 18:08:01.827488 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 18:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d27c172-1c49-4a54-a6a3-168854ab9442 x-openstack-request-id: req-7d27c172-1c49-4a54-a6a3-168854ab9442 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 18:08:01.827778 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b57c6f1b-ddd8-4f3b-8299-11aba4365a46", "name": "network-vif-deleted", "tag": "5faac38f-d5b6-41e7-bb38-f098165bd586", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 18:08:01.828040 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7d27c172-1c49-4a54-a6a3-168854ab9442 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 18:08:01.828456 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b57c6f1b-ddd8-4f3b-8299-11aba4365a46', 'name': 'network-vif-deleted', 'tag': '5faac38f-d5b6-41e7-bb38-f098165bd586', 'status': 'completed', 'code': 200} Dec 06 18:08:02.263647 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42458) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:08:02.618355 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-22b7fa52-9082-449b-90f4-c88519325dd0 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575908'] for router_interface, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:02.871483 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-22b7fa52-9082-449b-90f4-c88519325dd0 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Deleting port 6e98d38c-06f0-4eb9-981b-8aa5e4144a63 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 18:08:02.871751 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-22b7fa52-9082-449b-90f4-c88519325dd0 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:02.960960 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-22b7fa52-9082-449b-90f4-c88519325dd0 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] For port 6e98d38c-06f0-4eb9-981b-8aa5e4144a63, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=6e98d38c-06f0-4eb9-981b-8aa5e4144a63,segment=NetworkSegment(bf1ec17d-fb58-4798-9015-abfa647e7795),segment_id=bf1ec17d-fb58-4798-9015-abfa647e7795)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:08:02.961327 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-22b7fa52-9082-449b-90f4-c88519325dd0 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:02.973717 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-22b7fa52-9082-449b-90f4-c88519325dd0 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Calling delete_port for 6e98d38c-06f0-4eb9-981b-8aa5e4144a63 owned by network:router_interface {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 18:08:03.154650 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-22b7fa52-9082-449b-90f4-c88519325dd0 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:03.181738 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b7fa52-9082-449b-90f4-c88519325dd0 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event deleted for resources: {'Port': ['ID=6e98d38c-06f0-4eb9-981b-8aa5e4144a63,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:08:03.234593 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:03.356524 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-22b7fa52-9082-449b-90f4-c88519325dd0 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-772474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575952'] for router_interface, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:03.567216 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22b7fa52-9082-449b-90f4-c88519325dd0 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Router 6d144bb0-6f1a-41ca-93b1-fb798fd0de67 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 18:08:03.958775 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22b7fa52-9082-449b-90f4-c88519325dd0 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 18:08:03.963739 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-22b7fa52-9082-449b-90f4-c88519325dd0 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "PUT /v2.0/routers/6d144bb0-6f1a-41ca-93b1-fb798fd0de67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6989069 Dec 06 18:08:03.966433 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42460) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:08:03.969119 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ac9de1-f948-4675-b88b-63f876321744 None None] Sync routers for ids ['6d144bb0-6f1a-41ca-93b1-fb798fd0de67'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 18:08:03.979064 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ac9de1-f948-4675-b88b-63f876321744 None None] Routers {'6d144bb0-6f1a-41ca-93b1-fb798fd0de67'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:08:03.979662 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-45ac9de1-f948-4675-b88b-63f876321744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:07:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['6d144bb0-6f1a-41ca-93b1-fb798fd0de67'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:08:04.016780 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab793cb6-f51a-40d3-962f-ebfa0d05afe8 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Deleting subnet 2bccdcf4-ebea-45c6-825e-187878b22914 {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 18:08:04.019915 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ab793cb6-f51a-40d3-962f-ebfa0d05afe8 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:04.063647 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ab793cb6-f51a-40d3-962f-ebfa0d05afe8 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:04.149083 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ab793cb6-f51a-40d3-962f-ebfa0d05afe8 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:04.172691 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-45ac9de1-f948-4675-b88b-63f876321744 None None] Set router 6d144bb0-6f1a-41ca-93b1-fb798fd0de67 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:08:04.209579 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ab793cb6-f51a-40d3-962f-ebfa0d05afe8 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:04.240570 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab793cb6-f51a-40d3-962f-ebfa0d05afe8 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event deleted for resources: {'Subnet': ['ID=2bccdcf4-ebea-45c6-825e-187878b22914,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:08:04.244935 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ab793cb6-f51a-40d3-962f-ebfa0d05afe8 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:04.248685 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-ab793cb6-f51a-40d3-962f-ebfa0d05afe8 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "DELETE /v2.0/subnets/2bccdcf4-ebea-45c6-825e-187878b22914 HTTP/1.1" status: 204 len: 168 time: 0.2813225 Dec 06 18:08:04.251634 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42462) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:08:04.256141 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9bc3bc-50b0-4aea-96c2-4ba2406d9ec0 None None] Network a48cb098-6f46-4b23-80da-65503325f30f requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 18:08:04.360997 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-45ac9de1-f948-4675-b88b-63f876321744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d144bb0-6f1a-41ca-93b1-fb798fd0de67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1542970579', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.8'}], 'enable_snat': True}, 'gw_port_id': '1595f214-a504-4302-9e82-04d3018589d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:06:21Z', 'updated_at': '2021-12-06T18:08:03Z', 'revision_number': 5, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'gw_port': {'id': '1595f214-a504-4302-9e82-04d3018589d6', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:81:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d144bb0-6f1a-41ca-93b1-fb798fd0de67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:06:22Z', 'updated_at': '2021-12-06T18:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:08:04.361786 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d02f1be6-50f9-43ec-b591-f718426667f5 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for router, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:04.393386 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ac9de1-f948-4675-b88b-63f876321744 None None] Checking router: 6d144bb0-6f1a-41ca-93b1-fb798fd0de67 for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 18:08:04.402104 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ac9de1-f948-4675-b88b-63f876321744 None None] Routers {'6d144bb0-6f1a-41ca-93b1-fb798fd0de67'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:08:04.402718 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-45ac9de1-f948-4675-b88b-63f876321744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:07:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['6d144bb0-6f1a-41ca-93b1-fb798fd0de67'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:08:04.460209 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ce6788-ea5c-4dc4-aef4-dbe855bc7313 None None] DHCP port deletion for a48cb098-6f46-4b23-80da-65503325f30f request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 18:08:04.473785 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d02f1be6-50f9-43ec-b591-f718426667f5 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:04.511077 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-45ac9de1-f948-4675-b88b-63f876321744 None None] Set router 6d144bb0-6f1a-41ca-93b1-fb798fd0de67 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:08:04.514297 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-40ce6788-ea5c-4dc4-aef4-dbe855bc7313 None None] Deleting port 435e1589-3f13-4f1a-af6e-422720c1b095 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 18:08:04.514686 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-40ce6788-ea5c-4dc4-aef4-dbe855bc7313 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:04.535674 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-d02f1be6-50f9-43ec-b591-f718426667f5 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Deleting port 1595f214-a504-4302-9e82-04d3018589d6 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 18:08:04.536366 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d02f1be6-50f9-43ec-b591-f718426667f5 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:04.579248 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-40ce6788-ea5c-4dc4-aef4-dbe855bc7313 None None] For port 435e1589-3f13-4f1a-af6e-422720c1b095, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=435e1589-3f13-4f1a-af6e-422720c1b095,segment=NetworkSegment(bf1ec17d-fb58-4798-9015-abfa647e7795),segment_id=bf1ec17d-fb58-4798-9015-abfa647e7795)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:08:04.579656 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-40ce6788-ea5c-4dc4-aef4-dbe855bc7313 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:04.592791 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-40ce6788-ea5c-4dc4-aef4-dbe855bc7313 None None] Calling delete_port for 435e1589-3f13-4f1a-af6e-422720c1b095 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 18:08:04.614886 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-d02f1be6-50f9-43ec-b591-f718426667f5 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] For port 1595f214-a504-4302-9e82-04d3018589d6, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=1595f214-a504-4302-9e82-04d3018589d6,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:08:04.615257 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d02f1be6-50f9-43ec-b591-f718426667f5 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:04.628034 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-d02f1be6-50f9-43ec-b591-f718426667f5 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Calling delete_port for 1595f214-a504-4302-9e82-04d3018589d6 owned by network:router_gateway {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 18:08:04.679552 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-40ce6788-ea5c-4dc4-aef4-dbe855bc7313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:04.699735 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-45ac9de1-f948-4675-b88b-63f876321744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d144bb0-6f1a-41ca-93b1-fb798fd0de67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1542970579', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.8'}], 'enable_snat': True}, 'gw_port_id': '1595f214-a504-4302-9e82-04d3018589d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:06:21Z', 'updated_at': '2021-12-06T18:08:03Z', 'revision_number': 5, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'gw_port': {'id': '1595f214-a504-4302-9e82-04d3018589d6', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:81:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d144bb0-6f1a-41ca-93b1-fb798fd0de67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:06:22Z', 'updated_at': '2021-12-06T18:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:08:04.708695 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ce6788-ea5c-4dc4-aef4-dbe855bc7313 None None] No DVR routers for this DVR port 435e1589-3f13-4f1a-af6e-422720c1b095 on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 18:08:04.710731 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ce6788-ea5c-4dc4-aef4-dbe855bc7313 None None] Pushing event deleted for resources: {'Port': ['ID=435e1589-3f13-4f1a-af6e-422720c1b095,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:08:04.723625 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ce6788-ea5c-4dc4-aef4-dbe855bc7313 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:08:04.723625 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ce6788-ea5c-4dc4-aef4-dbe855bc7313 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:08:04.723625 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ce6788-ea5c-4dc4-aef4-dbe855bc7313 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:08:04.724414 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ce6788-ea5c-4dc4-aef4-dbe855bc7313 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:08:04.724414 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ce6788-ea5c-4dc4-aef4-dbe855bc7313 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:08:04.724996 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ce6788-ea5c-4dc4-aef4-dbe855bc7313 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:08:04.725439 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ce6788-ea5c-4dc4-aef4-dbe855bc7313 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:08:04.726804 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ce6788-ea5c-4dc4-aef4-dbe855bc7313 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:08:04.726804 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ce6788-ea5c-4dc4-aef4-dbe855bc7313 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:08:04.726804 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ce6788-ea5c-4dc4-aef4-dbe855bc7313 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:08:04.727515 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ce6788-ea5c-4dc4-aef4-dbe855bc7313 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:08:04.728403 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ac9de1-f948-4675-b88b-63f876321744 None None] The sync data for ids ['6d144bb0-6f1a-41ca-93b1-fb798fd0de67'] in n-d-master-1 is: [{'id': '6d144bb0-6f1a-41ca-93b1-fb798fd0de67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1542970579', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.8'}], 'enable_snat': True}, 'gw_port_id': '1595f214-a504-4302-9e82-04d3018589d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:06:21Z', 'updated_at': '2021-12-06T18:08:03Z', 'revision_number': 5, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'gw_port': {'id': '1595f214-a504-4302-9e82-04d3018589d6', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:81:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d144bb0-6f1a-41ca-93b1-fb798fd0de67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:06:22Z', 'updated_at': '2021-12-06T18:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 18:08:04.728801 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ce6788-ea5c-4dc4-aef4-dbe855bc7313 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:08:04.729390 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ce6788-ea5c-4dc4-aef4-dbe855bc7313 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:08:04.808410 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d02f1be6-50f9-43ec-b591-f718426667f5 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:04.833653 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02f1be6-50f9-43ec-b591-f718426667f5 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event deleted for resources: {'Port': ['ID=1595f214-a504-4302-9e82-04d3018589d6,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:08:04.847627 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdfd8338-8f2e-4b98-8a03-527ad61e5e7c None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 18:08:04.901240 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d02f1be6-50f9-43ec-b591-f718426667f5 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536698'] for router_gateway, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:04.990693 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d02f1be6-50f9-43ec-b591-f718426667f5 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:04.992685 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d02f1be6-50f9-43ec-b591-f718426667f5 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:05.035014 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d02f1be6-50f9-43ec-b591-f718426667f5 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:05.035582 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d02f1be6-50f9-43ec-b591-f718426667f5 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Fanout notify agent at l3_agent the message router_deleted on router 6d144bb0-6f1a-41ca-93b1-fb798fd0de67 {{(pid=103285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 18:08:05.042643 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d02f1be6-50f9-43ec-b591-f718426667f5 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:05.043742 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-d02f1be6-50f9-43ec-b591-f718426667f5 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "DELETE /v2.0/routers/6d144bb0-6f1a-41ca-93b1-fb798fd0de67 HTTP/1.1" status: 204 len: 168 time: 0.7910056 Dec 06 18:08:05.046406 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42464) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:08:05.128148 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3f6d4c84-3593-41b8-a6de-a862a2cd01e7 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:05.219591 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3f6d4c84-3593-41b8-a6de-a862a2cd01e7 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:05.244037 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-3f6d4c84-3593-41b8-a6de-a862a2cd01e7 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a48cb098-6f46-4b23-80da-65503325f30f']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:08:05.253525 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-3f6d4c84-3593-41b8-a6de-a862a2cd01e7 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf1ec17d-fb58-4798-9015-abfa647e7795') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:08:05.254088 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-3f6d4c84-3593-41b8-a6de-a862a2cd01e7 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf1ec17d-fb58-4798-9015-abfa647e7795') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:08:05.264807 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3f6d4c84-3593-41b8-a6de-a862a2cd01e7 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:05.277980 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3f6d4c84-3593-41b8-a6de-a862a2cd01e7 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:05.285681 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f6d4c84-3593-41b8-a6de-a862a2cd01e7 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 18:08:05.286094 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3f6d4c84-3593-41b8-a6de-a862a2cd01e7 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:05.291446 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 5faac38f-d5b6-41e7-bb38-f098165bd586 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 18:08:05.293559 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 18:08:05.293559 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 18:08:05.293559 n-d-master-1 neutron-server[103285]: timer() Dec 06 18:08:05.293559 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 18:08:05.293559 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 18:08:05.293559 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 18:08:05.293559 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 18:08:05.293559 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 18:08:05.293559 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 18:08:05.293559 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 18:08:05.293559 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 18:08:05.293559 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 18:08:05.293559 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 18:08:05.293559 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 18:08:05.293559 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 18:08:05.293559 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 18:08:05.293559 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 18:08:05.293559 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 18:08:05.293559 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 18:08:05.293559 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 18:08:05.293559 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 18:08:05.293559 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 18:08:05.293559 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 18:08:05.293559 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 18:08:05.293559 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 18:08:05.293559 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 18:08:05.293559 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 18:08:05.293559 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 18:08:05.293559 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 18:08:05.293559 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 18:08:05.293559 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 18:08:05.293559 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 18:08:05.313944 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] No Port match for: 5faac38f-d5b6-41e7-bb38-f098165bd586 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 18:08:05.314450 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 5faac38f-d5b6-41e7-bb38-f098165bd586 not bound to the agent host n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 18:08:05.359620 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3f6d4c84-3593-41b8-a6de-a862a2cd01e7 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:05.371628 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3f6d4c84-3593-41b8-a6de-a862a2cd01e7 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:05.379664 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 42466) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:08:05.380206 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-3f6d4c84-3593-41b8-a6de-a862a2cd01e7 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "DELETE /v2.0/networks/a48cb098-6f46-4b23-80da-65503325f30f HTTP/1.1" status: 204 len: 168 time: 0.3323545 Dec 06 18:08:05.395077 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6d4c84-3593-41b8-a6de-a862a2cd01e7 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event deleted for resources: {'Network': ['ID=a48cb098-6f46-4b23-80da-65503325f30f,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:08:05.453046 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-42db7249-212c-4f13-85ca-f2537f2da33e tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:05.477343 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-42db7249-212c-4f13-85ca-f2537f2da33e tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:05.535909 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-42db7249-212c-4f13-85ca-f2537f2da33e tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:05.538694 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-42db7249-212c-4f13-85ca-f2537f2da33e tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:05.539980 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-42db7249-212c-4f13-85ca-f2537f2da33e tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "DELETE /v2.0/security-groups/a6993f71-04f8-4668-a967-1a561634aac6 HTTP/1.1" status: 204 len: 168 time: 0.1584728 Dec 06 18:08:05.549276 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42db7249-212c-4f13-85ca-f2537f2da33e tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6993f71-04f8-4668-a967-1a561634aac6,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:08:05.605045 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:05.790885 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 435e1589-3f13-4f1a-af6e-422720c1b095 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 18:08:05.815507 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 435e1589-3f13-4f1a-af6e-422720c1b095 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 18:08:05.815856 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 435e1589-3f13-4f1a-af6e-422720c1b095 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 18:08:05.816261 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 6e98d38c-06f0-4eb9-981b-8aa5e4144a63 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 18:08:05.834728 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 6e98d38c-06f0-4eb9-981b-8aa5e4144a63 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 18:08:05.835075 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 6e98d38c-06f0-4eb9-981b-8aa5e4144a63 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 18:08:05.967452 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 42474) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:08:05.972094 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-a5a36a81-b453-4447-84be-ba05b8c574c5 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1686941487', 'description': 'tempest-secgroup-smoke-1686941487 description', 'project_id': '80786a15dc4645b98b22cbe4242a7bcf'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:08:05.994726 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a5a36a81-b453-4447-84be-ba05b8c574c5 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:06.062935 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a5a36a81-b453-4447-84be-ba05b8c574c5 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:06.066573 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a5a36a81-b453-4447-84be-ba05b8c574c5 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:06.097353 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a5a36a81-b453-4447-84be-ba05b8c574c5 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:06.098608 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-a5a36a81-b453-4447-84be-ba05b8c574c5 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1300995 Dec 06 18:08:06.100480 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a36a81-b453-4447-84be-ba05b8c574c5 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64c2dcb0-3789-4de0-9c12-0a19d1159f3d,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:08:06.101635 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42476) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:08:06.106682 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-954c0e54-7e64-486c-aba8-364fb677b28c tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Request body: {'security_group_rule': {'security_group_id': '64c2dcb0-3789-4de0-9c12-0a19d1159f3d', 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:08:06.133687 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-954c0e54-7e64-486c-aba8-364fb677b28c tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:06.187251 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-954c0e54-7e64-486c-aba8-364fb677b28c tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:06.190799 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-954c0e54-7e64-486c-aba8-364fb677b28c tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:06.213860 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954c0e54-7e64-486c-aba8-364fb677b28c tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7732ae4-afc8-4d9f-b12d-4e19944199f5,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:08:06.223060 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-954c0e54-7e64-486c-aba8-364fb677b28c tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:06.224234 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-954c0e54-7e64-486c-aba8-364fb677b28c tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1212099 Dec 06 18:08:06.226999 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42478) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:08:06.232211 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-1d12f26a-ba63-4b3c-a942-ab80938ffe83 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Request body: {'security_group_rule': {'security_group_id': '64c2dcb0-3789-4de0-9c12-0a19d1159f3d', 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:08:06.257422 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1d12f26a-ba63-4b3c-a942-ab80938ffe83 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:06.311675 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1d12f26a-ba63-4b3c-a942-ab80938ffe83 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:06.315148 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1d12f26a-ba63-4b3c-a942-ab80938ffe83 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:06.332145 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d12f26a-ba63-4b3c-a942-ab80938ffe83 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=507ca595-8b2b-4b61-bb17-eb77a70a7a9e,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:08:06.339987 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1d12f26a-ba63-4b3c-a942-ab80938ffe83 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:06.341722 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-1d12f26a-ba63-4b3c-a942-ab80938ffe83 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1137612 Dec 06 18:08:06.344359 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42480) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:08:06.348652 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-32d13fa3-6542-4f3a-a7cc-b86e5fc5da20 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Request body: {'security_group_rule': {'security_group_id': '64c2dcb0-3789-4de0-9c12-0a19d1159f3d', 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:08:06.375272 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-32d13fa3-6542-4f3a-a7cc-b86e5fc5da20 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:06.431132 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-32d13fa3-6542-4f3a-a7cc-b86e5fc5da20 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:06.434714 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-32d13fa3-6542-4f3a-a7cc-b86e5fc5da20 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:06.452382 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d13fa3-6542-4f3a-a7cc-b86e5fc5da20 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=773204b5-84d7-4310-b3bf-e347d27fd8d7,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:08:06.459370 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-32d13fa3-6542-4f3a-a7cc-b86e5fc5da20 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:06.460559 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-32d13fa3-6542-4f3a-a7cc-b86e5fc5da20 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1152804 Dec 06 18:08:06.463325 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42482) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:08:06.468200 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-9429bcbf-8818-4542-8a38-ebc84ddb2451 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Request body: {'security_group_rule': {'security_group_id': '64c2dcb0-3789-4de0-9c12-0a19d1159f3d', 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:08:06.492828 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9429bcbf-8818-4542-8a38-ebc84ddb2451 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:06.549393 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9429bcbf-8818-4542-8a38-ebc84ddb2451 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:06.552998 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9429bcbf-8818-4542-8a38-ebc84ddb2451 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:06.572494 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9429bcbf-8818-4542-8a38-ebc84ddb2451 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=229e8eb7-4036-46b8-9fd3-c7d0d6f53418,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:08:06.581048 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9429bcbf-8818-4542-8a38-ebc84ddb2451 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:06.582241 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-9429bcbf-8818-4542-8a38-ebc84ddb2451 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1180069 Dec 06 18:08:06.585161 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 42484) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:08:06.589663 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-89a6ea0a-2234-4312-8af8-5e82c1372a8c tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Request body: {'security_group_rule': {'security_group_id': '64c2dcb0-3789-4de0-9c12-0a19d1159f3d', 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:08:06.611305 n-d-master-1 neutron-server[103284]: INFO neutron.db.securitygroups_db [None req-89a6ea0a-2234-4312-8af8-5e82c1372a8c tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Project 80786a15dc4645b98b22cbe4242a7bcf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 18:08:06.616105 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-89a6ea0a-2234-4312-8af8-5e82c1372a8c tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:06.677158 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-89a6ea0a-2234-4312-8af8-5e82c1372a8c tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:06.680678 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-89a6ea0a-2234-4312-8af8-5e82c1372a8c tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:06.698184 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a6ea0a-2234-4312-8af8-5e82c1372a8c tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3733df42-0899-43bf-97cd-c3c01ddbc488,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:08:06.706182 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-89a6ea0a-2234-4312-8af8-5e82c1372a8c tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:06.707387 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-89a6ea0a-2234-4312-8af8-5e82c1372a8c tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1212068 Dec 06 18:08:06.710125 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 42486) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:08:06.714351 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-12bb3ef0-4511-42f5-9279-b1ffb07e7b80 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Request body: {'security_group_rule': {'security_group_id': '64c2dcb0-3789-4de0-9c12-0a19d1159f3d', 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:08:06.735538 n-d-master-1 neutron-server[103284]: INFO neutron.db.securitygroups_db [None req-12bb3ef0-4511-42f5-9279-b1ffb07e7b80 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Project 80786a15dc4645b98b22cbe4242a7bcf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 18:08:06.740213 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-12bb3ef0-4511-42f5-9279-b1ffb07e7b80 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:06.799438 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-12bb3ef0-4511-42f5-9279-b1ffb07e7b80 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:06.803059 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-12bb3ef0-4511-42f5-9279-b1ffb07e7b80 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:06.823149 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bb3ef0-4511-42f5-9279-b1ffb07e7b80 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e9d31b2-cf6f-4843-b3d6-40068a66c24a,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:08:06.828994 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-12bb3ef0-4511-42f5-9279-b1ffb07e7b80 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:06.830222 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-12bb3ef0-4511-42f5-9279-b1ffb07e7b80 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1191742 Dec 06 18:08:06.833047 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 42488) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:08:06.837846 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-27306327-0e25-47e4-bf14-901e9cbce910 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Request body: {'network': {'name': 'tempest-network-smoke--1368300272', 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'port_security_enabled': True}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:08:06.857918 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27306327-0e25-47e4-bf14-901e9cbce910 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Made reservation on behalf of 80786a15dc4645b98b22cbe4242a7bcf for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 18:08:06.861209 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-27306327-0e25-47e4-bf14-901e9cbce910 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:06.885072 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27306327-0e25-47e4-bf14-901e9cbce910 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 18:08:06.894638 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-27306327-0e25-47e4-bf14-901e9cbce910 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:06.895024 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-27306327-0e25-47e4-bf14-901e9cbce910 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Added segment 90a74a47-1e0d-421d-85d0-bec04746a4d2 of type vlan for network d9c0d0bb-402c-4597-9463-e28fc03003fc Dec 06 18:08:06.933212 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-27306327-0e25-47e4-bf14-901e9cbce910 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:06.958252 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-27306327-0e25-47e4-bf14-901e9cbce910 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:06.963759 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27306327-0e25-47e4-bf14-901e9cbce910 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:08:06.964351 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-27306327-0e25-47e4-bf14-901e9cbce910 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:07.027690 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-27306327-0e25-47e4-bf14-901e9cbce910 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1935472 Dec 06 18:08:07.030510 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 42490) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:08:07.034810 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-c9ce2e8d-ce0a-4814-aeb7-d71b5477e0aa tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-757683256', 'admin_state_up': True, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:08:07.048302 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27306327-0e25-47e4-bf14-901e9cbce910 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event updated for resources: {'Network': ['ID=d9c0d0bb-402c-4597-9463-e28fc03003fc,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:08:07.060842 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network d9c0d0bb-402c-4597-9463-e28fc03003fc details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 18:08:07.064613 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c9ce2e8d-ce0a-4814-aeb7-d71b5477e0aa tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:07.065713 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c9ce2e8d-ce0a-4814-aeb7-d71b5477e0aa tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:07.116920 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c9ce2e8d-ce0a-4814-aeb7-d71b5477e0aa tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:07.258808 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c9ce2e8d-ce0a-4814-aeb7-d71b5477e0aa tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:07.332715 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 1595f214-a504-4302-9e82-04d3018589d6 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 18:08:07.356204 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 1595f214-a504-4302-9e82-04d3018589d6 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 18:08:07.357212 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 1595f214-a504-4302-9e82-04d3018589d6 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 18:08:07.452346 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c9ce2e8d-ce0a-4814-aeb7-d71b5477e0aa tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for router_gateway, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:07.470140 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c9ce2e8d-ce0a-4814-aeb7-d71b5477e0aa tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:07.571504 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-c9ce2e8d-ce0a-4814-aeb7-d71b5477e0aa tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Allocated IP 172.35.1.190 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/445bf5f5-9735-46eb-9c44-7d5ad7defcd1) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 18:08:07.673689 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c9ce2e8d-ce0a-4814-aeb7-d71b5477e0aa tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:07.706427 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c9ce2e8d-ce0a-4814-aeb7-d71b5477e0aa tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:07.745157 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ce2e8d-ce0a-4814-aeb7-d71b5477e0aa tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 18:08:07.747939 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-c9ce2e8d-ce0a-4814-aeb7-d71b5477e0aa tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 18:08:07.752007 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ce2e8d-ce0a-4814-aeb7-d71b5477e0aa tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 18:08:07.762672 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5905ef2-e6f1-4347-88bd-24a87cb8658f None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 18:08:07.779627 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ce2e8d-ce0a-4814-aeb7-d71b5477e0aa tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event updated for resources: {'Port': ['ID=445bf5f5-9735-46eb-9c44-7d5ad7defcd1,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:08:07.885418 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-97f62338-43da-4f91-8ef0-63db81de151c None None] Provisioning complete for port 445bf5f5-9735-46eb-9c44-7d5ad7defcd1 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:08:07.885848 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-97f62338-43da-4f91-8ef0-63db81de151c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:07.921061 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-97f62338-43da-4f91-8ef0-63db81de151c None None] Port 445bf5f5-9735-46eb-9c44-7d5ad7defcd1 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 18:08:08.006903 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c9ce2e8d-ce0a-4814-aeb7-d71b5477e0aa tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for router_gateway, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:08.201811 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c9ce2e8d-ce0a-4814-aeb7-d71b5477e0aa tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:08.326794 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9ce2e8d-ce0a-4814-aeb7-d71b5477e0aa tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Router 13e463e0-75a0-4b7d-b63d-66f642800079 is scheduled to L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 18:08:08.429810 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9ce2e8d-ce0a-4814-aeb7-d71b5477e0aa tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 18:08:08.440801 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b442e6b4-b75c-4bae-808c-27f6736a940a None None] Sync routers for ids ['13e463e0-75a0-4b7d-b63d-66f642800079'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 18:08:08.451857 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c9ce2e8d-ce0a-4814-aeb7-d71b5477e0aa tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:08.452109 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b442e6b4-b75c-4bae-808c-27f6736a940a None None] Routers {'13e463e0-75a0-4b7d-b63d-66f642800079'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:08:08.453072 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-b442e6b4-b75c-4bae-808c-27f6736a940a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:07:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['13e463e0-75a0-4b7d-b63d-66f642800079'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:08:08.453445 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-c9ce2e8d-ce0a-4814-aeb7-d71b5477e0aa tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4216447 Dec 06 18:08:08.457037 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 42492) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:08:08.484281 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-f13a40a6-48d8-4e80-a6b4-aa2ff93850ba tempest-TestNetworkAdvancedServerOps-1167834497 tempest-TestNetworkAdvancedServerOps-1167834497-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=80786a15dc4645b98b22cbe4242a7bcf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261211 Dec 06 18:08:08.486738 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 42494) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:08:08.557698 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-b442e6b4-b75c-4bae-808c-27f6736a940a None None] Set router 13e463e0-75a0-4b7d-b63d-66f642800079 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:08:08.576965 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7275dcd-2c5e-41a1-9868-5a60a84c424f tempest-TestNetworkAdvancedServerOps-1167834497 tempest-TestNetworkAdvancedServerOps-1167834497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:08:08.578486 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-e7275dcd-2c5e-41a1-9868-5a60a84c424f tempest-TestNetworkAdvancedServerOps-1167834497 tempest-TestNetworkAdvancedServerOps-1167834497-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0908532 Dec 06 18:08:08.581292 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 42496) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:08:08.608693 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-6e66ae33-1598-4a9a-aac1-620beda7037a tempest-TestNetworkAdvancedServerOps-1167834497 tempest-TestNetworkAdvancedServerOps-1167834497-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=40c9982f-f1ff-4b90-bebe-b7d51655f7e2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263159 Dec 06 18:08:08.611033 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 42498) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:08:08.615660 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-52fe62e7-58ea-4602-a5de-4a12cd8b34db tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-153292481', 'network_id': 'd9c0d0bb-402c-4597-9463-e28fc03003fc', 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:08:08.701564 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52fe62e7-58ea-4602-a5de-4a12cd8b34db tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Made reservation on behalf of 80786a15dc4645b98b22cbe4242a7bcf for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 18:08:08.705046 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-52fe62e7-58ea-4602-a5de-4a12cd8b34db tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:08.737612 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-b442e6b4-b75c-4bae-808c-27f6736a940a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e463e0-75a0-4b7d-b63d-66f642800079', 'name': 'tempest-TestNetworkAdvancedServerOps-router-757683256', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.190'}], 'enable_snat': True}, 'gw_port_id': '445bf5f5-9735-46eb-9c44-7d5ad7defcd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:08:07Z', 'updated_at': '2021-12-06T18:08:07Z', 'revision_number': 3, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'gw_port': {'id': '445bf5f5-9735-46eb-9c44-7d5ad7defcd1', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a9:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13e463e0-75a0-4b7d-b63d-66f642800079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:08:07Z', 'updated_at': '2021-12-06T18:08:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:08:08.763877 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b442e6b4-b75c-4bae-808c-27f6736a940a None None] Checking router: 13e463e0-75a0-4b7d-b63d-66f642800079 for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 18:08:08.768365 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b442e6b4-b75c-4bae-808c-27f6736a940a None None] Updating router 13e463e0-75a0-4b7d-b63d-66f642800079 port 445bf5f5-9735-46eb-9c44-7d5ad7defcd1 binding host n-d-master-1 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 18:08:08.789418 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b442e6b4-b75c-4bae-808c-27f6736a940a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:08.887734 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-52fe62e7-58ea-4602-a5de-4a12cd8b34db tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:08.949456 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fe62e7-58ea-4602-a5de-4a12cd8b34db tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event updated for resources: {'Subnet': ['ID=86f8a65c-ef2a-4cf1-a689-9643efe70f18,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:08:08.960241 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52fe62e7-58ea-4602-a5de-4a12cd8b34db tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Checking segment: {'id': '90a74a47-1e0d-421d-85d0-bec04746a4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd9c0d0bb-402c-4597-9463-e28fc03003fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 18:08:08.960241 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52fe62e7-58ea-4602-a5de-4a12cd8b34db tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Network hostable DHCP agents. Network: d9c0d0bb-402c-4597-9463-e28fc03003fc, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 18:08:08.977152 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52fe62e7-58ea-4602-a5de-4a12cd8b34db tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Network d9c0d0bb-402c-4597-9463-e28fc03003fc is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 18:08:08.986571 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-52fe62e7-58ea-4602-a5de-4a12cd8b34db tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, d9c0d0bb-402c-4597-9463-e28fc03003fc) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 18:08:08.991868 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52fe62e7-58ea-4602-a5de-4a12cd8b34db tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:08:08.992612 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-52fe62e7-58ea-4602-a5de-4a12cd8b34db tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:08.996038 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbde2658-608c-492e-95ac-026d38c61cab None None] Network d9c0d0bb-402c-4597-9463-e28fc03003fc requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 18:08:09.010216 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-52fe62e7-58ea-4602-a5de-4a12cd8b34db tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3981965 Dec 06 18:08:09.013027 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 42500) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:08:09.109126 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b442e6b4-b75c-4bae-808c-27f6736a940a None None] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:09.122837 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b442e6b4-b75c-4bae-808c-27f6736a940a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:09.197260 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aeb9fd2-6c33-40f7-a10c-ef6e56509bf9 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 18:08:09.217012 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41351708-5a31-4ea4-81ed-373d3b1fea45 None None] Pushing event updated for resources: {'Port': ['ID=445bf5f5-9735-46eb-9c44-7d5ad7defcd1,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:08:09.231062 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-b442e6b4-b75c-4bae-808c-27f6736a940a None None] Attempting to bind port 445bf5f5-9735-46eb-9c44-7d5ad7defcd1 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 18:08:09.234278 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-b442e6b4-b75c-4bae-808c-27f6736a940a None None] Attempting to bind port 445bf5f5-9735-46eb-9c44-7d5ad7defcd1 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 18:08:09.234278 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b442e6b4-b75c-4bae-808c-27f6736a940a None None] Attempting to bind port 445bf5f5-9735-46eb-9c44-7d5ad7defcd1 on network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 18:08:09.248530 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b442e6b4-b75c-4bae-808c-27f6736a940a None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 18, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 18:08:09.248922 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b442e6b4-b75c-4bae-808c-27f6736a940a None None] Checking segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 18:08:09.249337 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b442e6b4-b75c-4bae-808c-27f6736a940a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:09.249769 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b442e6b4-b75c-4bae-808c-27f6736a940a None None] Bound using segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 18:08:09.250277 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-b442e6b4-b75c-4bae-808c-27f6736a940a None None] Bound port: 445bf5f5-9735-46eb-9c44-7d5ad7defcd1, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 18:08:09.250670 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b442e6b4-b75c-4bae-808c-27f6736a940a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:09.303773 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657a4349-bc25-4a73-a2bf-6423579e543a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-d9c0d0bb-402c-4597-9463-e28fc03003fc', 'network_id': 'd9c0d0bb-402c-4597-9463-e28fc03003fc', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'fixed_ips': [{'subnet_id': '86f8a65c-ef2a-4cf1-a689-9643efe70f18'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 18:08:09.304873 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-657a4349-bc25-4a73-a2bf-6423579e543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:09.312118 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-68de0e31-bd2b-43f5-9935-5e330effc3eb None None] Provisioning complete for port 445bf5f5-9735-46eb-9c44-7d5ad7defcd1 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:08:09.312497 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-68de0e31-bd2b-43f5-9935-5e330effc3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:09.384279 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b442e6b4-b75c-4bae-808c-27f6736a940a None None] For port 445bf5f5-9735-46eb-9c44-7d5ad7defcd1, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 18:08:09.438274 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-68de0e31-bd2b-43f5-9935-5e330effc3eb None None] Port 445bf5f5-9735-46eb-9c44-7d5ad7defcd1 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 18:08:09.445148 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b442e6b4-b75c-4bae-808c-27f6736a940a None None] For port 445bf5f5-9735-46eb-9c44-7d5ad7defcd1, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=445bf5f5-9735-46eb-9c44-7d5ad7defcd1,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 18:08:09.451952 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b442e6b4-b75c-4bae-808c-27f6736a940a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:09.529390 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e960b779-29b2-4644-8635-f8a625c1b72e None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 18:08:09.578112 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b442e6b4-b75c-4bae-808c-27f6736a940a None None] Routers {'13e463e0-75a0-4b7d-b63d-66f642800079'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:08:09.578746 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-b442e6b4-b75c-4bae-808c-27f6736a940a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:07:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['13e463e0-75a0-4b7d-b63d-66f642800079'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:08:09.581023 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-657a4349-bc25-4a73-a2bf-6423579e543a None None] Allocated IP 172.20.0.2 (d9c0d0bb-402c-4597-9463-e28fc03003fc/86f8a65c-ef2a-4cf1-a689-9643efe70f18/69aabf2f-e6ef-483a-956f-7458d677ec00) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 18:08:09.582887 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41351708-5a31-4ea4-81ed-373d3b1fea45 None None] Pushing event updated for resources: {'Port': ['ID=445bf5f5-9735-46eb-9c44-7d5ad7defcd1,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:08:09.754294 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-189fe793-767a-4dab-a63e-9c5170c4b9cf None None] Provisioning complete for port 445bf5f5-9735-46eb-9c44-7d5ad7defcd1 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:08:09.754679 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-189fe793-767a-4dab-a63e-9c5170c4b9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:09.755531 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d5e8431b-d22a-4bef-ba5b-51ea7b352e83 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:09.789879 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-b442e6b4-b75c-4bae-808c-27f6736a940a None None] Set router 13e463e0-75a0-4b7d-b63d-66f642800079 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:08:09.974076 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-657a4349-bc25-4a73-a2bf-6423579e543a None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:10.006141 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-657a4349-bc25-4a73-a2bf-6423579e543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:10.030561 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-d5e8431b-d22a-4bef-ba5b-51ea7b352e83 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Allocated IP 172.20.0.1 (d9c0d0bb-402c-4597-9463-e28fc03003fc/86f8a65c-ef2a-4cf1-a689-9643efe70f18/37e38c0d-1eba-422e-85d8-210596240273) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 18:08:10.057100 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-189fe793-767a-4dab-a63e-9c5170c4b9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:10.147162 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d5e8431b-d22a-4bef-ba5b-51ea7b352e83 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:10.189419 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d5e8431b-d22a-4bef-ba5b-51ea7b352e83 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:10.233496 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e8431b-d22a-4bef-ba5b-51ea7b352e83 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Network d9c0d0bb-402c-4597-9463-e28fc03003fc is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 18:08:10.237087 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-d5e8431b-d22a-4bef-ba5b-51ea7b352e83 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 18:08:10.242280 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e8431b-d22a-4bef-ba5b-51ea7b352e83 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 18:08:10.257493 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657a4349-bc25-4a73-a2bf-6423579e543a None None] Network d9c0d0bb-402c-4597-9463-e28fc03003fc is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 18:08:10.268635 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-657a4349-bc25-4a73-a2bf-6423579e543a None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 18:08:10.269453 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e8431b-d22a-4bef-ba5b-51ea7b352e83 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event updated for resources: {'Port': ['ID=37e38c0d-1eba-422e-85d8-210596240273,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:08:10.275166 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657a4349-bc25-4a73-a2bf-6423579e543a None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 18:08:10.289125 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657a4349-bc25-4a73-a2bf-6423579e543a None None] Pushing event updated for resources: {'Port': ['ID=69aabf2f-e6ef-483a-956f-7458d677ec00,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:08:10.294863 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d5e8431b-d22a-4bef-ba5b-51ea7b352e83 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539179'] for router_interface, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:10.296274 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-189fe793-767a-4dab-a63e-9c5170c4b9cf None None] For port 445bf5f5-9735-46eb-9c44-7d5ad7defcd1, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=445bf5f5-9735-46eb-9c44-7d5ad7defcd1,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:08:10.304477 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-189fe793-767a-4dab-a63e-9c5170c4b9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:10.399942 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-657a4349-bc25-4a73-a2bf-6423579e543a None None] Attempting to bind port 69aabf2f-e6ef-483a-956f-7458d677ec00 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 18:08:10.400321 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-657a4349-bc25-4a73-a2bf-6423579e543a None None] Attempting to bind port 69aabf2f-e6ef-483a-956f-7458d677ec00 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '90a74a47-1e0d-421d-85d0-bec04746a4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd9c0d0bb-402c-4597-9463-e28fc03003fc'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 18:08:10.400727 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657a4349-bc25-4a73-a2bf-6423579e543a None None] Attempting to bind port 69aabf2f-e6ef-483a-956f-7458d677ec00 on network d9c0d0bb-402c-4597-9463-e28fc03003fc {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 18:08:10.412381 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-b442e6b4-b75c-4bae-808c-27f6736a940a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e463e0-75a0-4b7d-b63d-66f642800079', 'name': 'tempest-TestNetworkAdvancedServerOps-router-757683256', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.190'}], 'enable_snat': True}, 'gw_port_id': '445bf5f5-9735-46eb-9c44-7d5ad7defcd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:08:07Z', 'updated_at': '2021-12-06T18:08:07Z', 'revision_number': 3, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'gw_port': {'id': '445bf5f5-9735-46eb-9c44-7d5ad7defcd1', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a9:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13e463e0-75a0-4b7d-b63d-66f642800079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:08:07Z', 'updated_at': '2021-12-06T18:08:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:08:10.414214 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189fe793-767a-4dab-a63e-9c5170c4b9cf None None] Pushing event updated for resources: {'Port': ['ID=445bf5f5-9735-46eb-9c44-7d5ad7defcd1,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:08:10.430360 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d5e8431b-d22a-4bef-ba5b-51ea7b352e83 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:10.444111 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657a4349-bc25-4a73-a2bf-6423579e543a None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 18, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 18:08:10.444505 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657a4349-bc25-4a73-a2bf-6423579e543a None None] Checking segment: {'id': '90a74a47-1e0d-421d-85d0-bec04746a4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd9c0d0bb-402c-4597-9463-e28fc03003fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 18:08:10.444917 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-657a4349-bc25-4a73-a2bf-6423579e543a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:10.445321 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657a4349-bc25-4a73-a2bf-6423579e543a None None] Bound using segment: {'id': '90a74a47-1e0d-421d-85d0-bec04746a4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd9c0d0bb-402c-4597-9463-e28fc03003fc'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 18:08:10.445920 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-657a4349-bc25-4a73-a2bf-6423579e543a None None] Bound port: 69aabf2f-e6ef-483a-956f-7458d677ec00, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90a74a47-1e0d-421d-85d0-bec04746a4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd9c0d0bb-402c-4597-9463-e28fc03003fc'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 18:08:10.446230 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-657a4349-bc25-4a73-a2bf-6423579e543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:10.449194 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b442e6b4-b75c-4bae-808c-27f6736a940a None None] The sync data for ids ['13e463e0-75a0-4b7d-b63d-66f642800079'] in n-d-master-1 is: [{'id': '13e463e0-75a0-4b7d-b63d-66f642800079', 'name': 'tempest-TestNetworkAdvancedServerOps-router-757683256', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.190'}], 'enable_snat': True}, 'gw_port_id': '445bf5f5-9735-46eb-9c44-7d5ad7defcd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:08:07Z', 'updated_at': '2021-12-06T18:08:07Z', 'revision_number': 3, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'gw_port': {'id': '445bf5f5-9735-46eb-9c44-7d5ad7defcd1', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a9:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13e463e0-75a0-4b7d-b63d-66f642800079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:08:07Z', 'updated_at': '2021-12-06T18:08:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 18:08:10.514714 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-657a4349-bc25-4a73-a2bf-6423579e543a None None] For port 69aabf2f-e6ef-483a-956f-7458d677ec00, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 18:08:10.518192 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-657a4349-bc25-4a73-a2bf-6423579e543a None None] For port 69aabf2f-e6ef-483a-956f-7458d677ec00, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=69aabf2f-e6ef-483a-956f-7458d677ec00,segment=NetworkSegment(90a74a47-1e0d-421d-85d0-bec04746a4d2),segment_id=90a74a47-1e0d-421d-85d0-bec04746a4d2)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 18:08:10.525007 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-657a4349-bc25-4a73-a2bf-6423579e543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:10.585982 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657a4349-bc25-4a73-a2bf-6423579e543a None None] Pushing event updated for resources: {'Port': ['ID=69aabf2f-e6ef-483a-956f-7458d677ec00,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:08:10.790034 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d5e8431b-d22a-4bef-ba5b-51ea7b352e83 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:10.795090 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d5e8431b-d22a-4bef-ba5b-51ea7b352e83 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:10.876711 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e8431b-d22a-4bef-ba5b-51ea7b352e83 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event updated for resources: {'Port': ['ID=37e38c0d-1eba-422e-85d8-210596240273,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:08:10.882870 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d5e8431b-d22a-4bef-ba5b-51ea7b352e83 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-772465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539207'] for router_interface, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:10.987757 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e8431b-d22a-4bef-ba5b-51ea7b352e83 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Network d9c0d0bb-402c-4597-9463-e28fc03003fc is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 18:08:10.989231 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-d5e8431b-d22a-4bef-ba5b-51ea7b352e83 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 18:08:11.108577 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5e8431b-d22a-4bef-ba5b-51ea7b352e83 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Router 13e463e0-75a0-4b7d-b63d-66f642800079 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 18:08:11.222924 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5e8431b-d22a-4bef-ba5b-51ea7b352e83 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 18:08:11.237669 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-d5e8431b-d22a-4bef-ba5b-51ea7b352e83 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "PUT /v2.0/routers/13e463e0-75a0-4b7d-b63d-66f642800079/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2234232 Dec 06 18:08:11.455708 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5a2f3e57-9c1a-4cbf-a087-62fba4dba2e6 req-1340b3af-0347-4ec8-a830-b1132c5a2eea tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1686941487&fields=id&tenant_id=80786a15dc4645b98b22cbe4242a7bcf HTTP/1.1" status: 200 len: 267 time: 0.0754664 Dec 06 18:08:11.479315 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 445bf5f5-9735-46eb-9c44-7d5ad7defcd1 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 18:08:11.536592 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 445bf5f5-9735-46eb-9c44-7d5ad7defcd1 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:08:11.537046 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:11.576662 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2f3e57-9c1a-4cbf-a087-62fba4dba2e6 req-dede4ad4-a501-4e16-864d-5855a813f21c tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:08:11.578425 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5a2f3e57-9c1a-4cbf-a087-62fba4dba2e6 req-dede4ad4-a501-4e16-864d-5855a813f21c tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/networks?id=d9c0d0bb-402c-4597-9463-e28fc03003fc HTTP/1.1" status: 200 len: 797 time: 0.1093018 Dec 06 18:08:11.599266 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5a2f3e57-9c1a-4cbf-a087-62fba4dba2e6 req-57ca41d8-b531-43cf-9684-359876c29f46 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/quotas/80786a15dc4645b98b22cbe4242a7bcf HTTP/1.1" status: 200 len: 375 time: 0.0120409 Dec 06 18:08:11.605921 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f335a9-3a89-46e2-bb87-06f882cb7382 None None] Network d9c0d0bb-402c-4597-9463-e28fc03003fc requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 18:08:11.665314 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5a2f3e57-9c1a-4cbf-a087-62fba4dba2e6 req-e8891b1f-d966-427e-ac5d-43f1b6f797b3 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=80786a15dc4645b98b22cbe4242a7bcf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0578835 Dec 06 18:08:11.677642 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 69aabf2f-e6ef-483a-956f-7458d677ec00 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 18:08:11.717667 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6243244d-4526-4879-80f9-3690917f3e25 None None] Provisioning complete for port 69aabf2f-e6ef-483a-956f-7458d677ec00 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:08:11.718231 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6243244d-4526-4879-80f9-3690917f3e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:11.765511 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5a2f3e57-9c1a-4cbf-a087-62fba4dba2e6 req-767b3e7a-04aa-4287-afe9-c1e098a757a1 service neutron] 10.222.0.23 "GET /v2.0/networks/d9c0d0bb-402c-4597-9463-e28fc03003fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871830 Dec 06 18:08:11.823783 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 69aabf2f-e6ef-483a-956f-7458d677ec00 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:08:11.824080 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:11.871287 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5a2f3e57-9c1a-4cbf-a087-62fba4dba2e6 req-8c84cd9d-86f6-4298-9fbd-6b9dfd45614b service neutron] 10.222.0.23 "GET /v2.0/networks/d9c0d0bb-402c-4597-9463-e28fc03003fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995059 Dec 06 18:08:11.920029 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6243244d-4526-4879-80f9-3690917f3e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:11.988697 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6243244d-4526-4879-80f9-3690917f3e25 None None] For port 69aabf2f-e6ef-483a-956f-7458d677ec00, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=69aabf2f-e6ef-483a-956f-7458d677ec00,segment=NetworkSegment(90a74a47-1e0d-421d-85d0-bec04746a4d2),segment_id=90a74a47-1e0d-421d-85d0-bec04746a4d2)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:08:11.997757 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:12.001634 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6243244d-4526-4879-80f9-3690917f3e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:12.072450 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7aca7dc3-fc88-4061-ac58-6c316e8a9a5f req-e7ecad83-6d7a-45ee-a3e7-ef6a08174ffb tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7d91604-6a39-46a1-9d26-8fe6145f90bd HTTP/1.1" status: 200 len: 210 time: 0.0353322 Dec 06 18:08:12.092244 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6243244d-4526-4879-80f9-3690917f3e25 None None] Pushing event updated for resources: {'Port': ['ID=69aabf2f-e6ef-483a-956f-7458d677ec00,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:08:12.103061 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.db.api [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103286) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 18:08:12.103425 n-d-master-1 neutron-server[103286]: DEBUG oslo_db.api [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 18:08:12.222395 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b492c791-e7a0-456d-950d-8da7563acb8d None None] Provisioning complete for port 37e38c0d-1eba-422e-85d8-210596240273 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:08:12.222595 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b492c791-e7a0-456d-950d-8da7563acb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:12.259205 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9110011d-803d-4ba6-93dc-ae719dcdef12 None None] Sync routers for ids ['13e463e0-75a0-4b7d-b63d-66f642800079'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 18:08:12.264519 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b492c791-e7a0-456d-950d-8da7563acb8d None None] Port 37e38c0d-1eba-422e-85d8-210596240273 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 18:08:12.272461 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9110011d-803d-4ba6-93dc-ae719dcdef12 None None] Routers {'13e463e0-75a0-4b7d-b63d-66f642800079'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:08:12.273814 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-9110011d-803d-4ba6-93dc-ae719dcdef12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:07:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['13e463e0-75a0-4b7d-b63d-66f642800079'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:08:12.274618 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b492c791-e7a0-456d-950d-8da7563acb8d None None] Provisioning complete for port 69aabf2f-e6ef-483a-956f-7458d677ec00 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:08:12.274993 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b492c791-e7a0-456d-950d-8da7563acb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:12.387586 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-9110011d-803d-4ba6-93dc-ae719dcdef12 None None] Set router 13e463e0-75a0-4b7d-b63d-66f642800079 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:08:12.480408 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-3d92eab8-64fe-4a15-a920-2b4e1365af40 None None] Provisioning complete for port 37e38c0d-1eba-422e-85d8-210596240273 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:08:12.480983 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3d92eab8-64fe-4a15-a920-2b4e1365af40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:12.517357 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-3d92eab8-64fe-4a15-a920-2b4e1365af40 None None] Port 37e38c0d-1eba-422e-85d8-210596240273 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 18:08:12.594075 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-9110011d-803d-4ba6-93dc-ae719dcdef12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e463e0-75a0-4b7d-b63d-66f642800079', 'name': 'tempest-TestNetworkAdvancedServerOps-router-757683256', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.190'}], 'enable_snat': True}, 'gw_port_id': '445bf5f5-9735-46eb-9c44-7d5ad7defcd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:08:07Z', 'updated_at': '2021-12-06T18:08:10Z', 'revision_number': 4, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'gw_port': {'id': '445bf5f5-9735-46eb-9c44-7d5ad7defcd1', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e463e0-75a0-4b7d-b63d-66f642800079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:08:07Z', 'updated_at': '2021-12-06T18:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '37e38c0d-1eba-422e-85d8-210596240273', 'name': '', 'network_id': 'd9c0d0bb-402c-4597-9463-e28fc03003fc', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'mac_address': 'fa:16:3e:01:2a:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13e463e0-75a0-4b7d-b63d-66f642800079', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '86f8a65c-ef2a-4cf1-a689-9643efe70f18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:08:09Z', 'updated_at': '2021-12-06T18:08:10Z', 'revision_number': 2, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'subnets': [{'id': '86f8a65c-ef2a-4cf1-a689-9643efe70f18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:08:12.619743 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9110011d-803d-4ba6-93dc-ae719dcdef12 None None] Checking router: 13e463e0-75a0-4b7d-b63d-66f642800079 for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 18:08:12.620022 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9110011d-803d-4ba6-93dc-ae719dcdef12 None None] Updating router 13e463e0-75a0-4b7d-b63d-66f642800079 port 37e38c0d-1eba-422e-85d8-210596240273 binding host n-d-master-1 {{(pid=103287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 18:08:12.644583 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9110011d-803d-4ba6-93dc-ae719dcdef12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:12.653361 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-c6dc4bee-aa5d-4649-ba93-aa7ccb371c4f None None] Provisioning complete for port 37e38c0d-1eba-422e-85d8-210596240273 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:08:12.653779 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c6dc4bee-aa5d-4649-ba93-aa7ccb371c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:12.691091 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-c6dc4bee-aa5d-4649-ba93-aa7ccb371c4f None None] Port 37e38c0d-1eba-422e-85d8-210596240273 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 18:08:12.901871 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9110011d-803d-4ba6-93dc-ae719dcdef12 None None] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:12.907485 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9110011d-803d-4ba6-93dc-ae719dcdef12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:12.960088 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8a3837-cef5-42c6-84b3-40a30ea76aa8 None None] Pushing event updated for resources: {'Port': ['ID=37e38c0d-1eba-422e-85d8-210596240273,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:08:12.982363 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8a3837-cef5-42c6-84b3-40a30ea76aa8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:08:12.982711 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8a3837-cef5-42c6-84b3-40a30ea76aa8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:08:12.983056 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8a3837-cef5-42c6-84b3-40a30ea76aa8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:08:12.983396 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8a3837-cef5-42c6-84b3-40a30ea76aa8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:08:12.983734 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8a3837-cef5-42c6-84b3-40a30ea76aa8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:08:12.984070 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8a3837-cef5-42c6-84b3-40a30ea76aa8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:08:12.984399 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8a3837-cef5-42c6-84b3-40a30ea76aa8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:08:12.984726 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8a3837-cef5-42c6-84b3-40a30ea76aa8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:08:12.985054 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8a3837-cef5-42c6-84b3-40a30ea76aa8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:08:12.985381 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8a3837-cef5-42c6-84b3-40a30ea76aa8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:08:12.985729 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8a3837-cef5-42c6-84b3-40a30ea76aa8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:08:12.986051 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8a3837-cef5-42c6-84b3-40a30ea76aa8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:08:12.986373 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8a3837-cef5-42c6-84b3-40a30ea76aa8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:08:13.021657 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-9110011d-803d-4ba6-93dc-ae719dcdef12 None None] Attempting to bind port 37e38c0d-1eba-422e-85d8-210596240273 on host n-d-master-1 for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 18:08:13.022108 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-9110011d-803d-4ba6-93dc-ae719dcdef12 None None] Attempting to bind port 37e38c0d-1eba-422e-85d8-210596240273 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '90a74a47-1e0d-421d-85d0-bec04746a4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd9c0d0bb-402c-4597-9463-e28fc03003fc'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 18:08:13.022545 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9110011d-803d-4ba6-93dc-ae719dcdef12 None None] Attempting to bind port 37e38c0d-1eba-422e-85d8-210596240273 on network d9c0d0bb-402c-4597-9463-e28fc03003fc {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 18:08:13.027953 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9110011d-803d-4ba6-93dc-ae719dcdef12 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 18, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 18:08:13.028942 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9110011d-803d-4ba6-93dc-ae719dcdef12 None None] Checking segment: {'id': '90a74a47-1e0d-421d-85d0-bec04746a4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd9c0d0bb-402c-4597-9463-e28fc03003fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 18:08:13.029532 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9110011d-803d-4ba6-93dc-ae719dcdef12 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:13.030181 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9110011d-803d-4ba6-93dc-ae719dcdef12 None None] Bound using segment: {'id': '90a74a47-1e0d-421d-85d0-bec04746a4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd9c0d0bb-402c-4597-9463-e28fc03003fc'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 18:08:13.031068 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-9110011d-803d-4ba6-93dc-ae719dcdef12 None None] Bound port: 37e38c0d-1eba-422e-85d8-210596240273, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90a74a47-1e0d-421d-85d0-bec04746a4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd9c0d0bb-402c-4597-9463-e28fc03003fc'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 18:08:13.031525 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9110011d-803d-4ba6-93dc-ae719dcdef12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:13.111878 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-9110011d-803d-4ba6-93dc-ae719dcdef12 None None] For port 37e38c0d-1eba-422e-85d8-210596240273, host n-d-master-1, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 18:08:13.115688 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-9110011d-803d-4ba6-93dc-ae719dcdef12 None None] For port 37e38c0d-1eba-422e-85d8-210596240273, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=37e38c0d-1eba-422e-85d8-210596240273,segment=NetworkSegment(90a74a47-1e0d-421d-85d0-bec04746a4d2),segment_id=90a74a47-1e0d-421d-85d0-bec04746a4d2)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 18:08:13.121882 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9110011d-803d-4ba6-93dc-ae719dcdef12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:13.174076 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9110011d-803d-4ba6-93dc-ae719dcdef12 None None] Routers {'13e463e0-75a0-4b7d-b63d-66f642800079'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:08:13.174726 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-9110011d-803d-4ba6-93dc-ae719dcdef12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:07:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['13e463e0-75a0-4b7d-b63d-66f642800079'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:08:13.233892 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-7232a1c1-5248-4f7c-bb36-04a738c6c289 None None] Provisioning complete for port 37e38c0d-1eba-422e-85d8-210596240273 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:08:13.234589 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7232a1c1-5248-4f7c-bb36-04a738c6c289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:13.265686 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0247b0ab-cd67-488e-aa86-180771cb57b9 req-d30c0de2-1837-4766-a487-a1287083d5e4 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7d91604-6a39-46a1-9d26-8fe6145f90bd HTTP/1.1" status: 200 len: 210 time: 0.1109169 Dec 06 18:08:13.345964 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8a3837-cef5-42c6-84b3-40a30ea76aa8 None None] Pushing event updated for resources: {'Port': ['ID=37e38c0d-1eba-422e-85d8-210596240273,revision_number=4']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:08:13.419118 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 69aabf2f-e6ef-483a-956f-7458d677ec00 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 18:08:13.449807 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-9110011d-803d-4ba6-93dc-ae719dcdef12 None None] Set router 13e463e0-75a0-4b7d-b63d-66f642800079 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:08:13.462970 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7232a1c1-5248-4f7c-bb36-04a738c6c289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:13.508536 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-7232a1c1-5248-4f7c-bb36-04a738c6c289 None None] For port 37e38c0d-1eba-422e-85d8-210596240273, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=37e38c0d-1eba-422e-85d8-210596240273,segment=NetworkSegment(90a74a47-1e0d-421d-85d0-bec04746a4d2),segment_id=90a74a47-1e0d-421d-85d0-bec04746a4d2)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:08:13.510877 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 69aabf2f-e6ef-483a-956f-7458d677ec00 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:08:13.511211 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:13.514789 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7232a1c1-5248-4f7c-bb36-04a738c6c289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:13.596549 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ccf0f8dc-7255-4c48-a5b3-492b0ca6a499 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:13.616949 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7232a1c1-5248-4f7c-bb36-04a738c6c289 None None] Pushing event updated for resources: {'Port': ['ID=37e38c0d-1eba-422e-85d8-210596240273,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:08:13.669761 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-9110011d-803d-4ba6-93dc-ae719dcdef12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e463e0-75a0-4b7d-b63d-66f642800079', 'name': 'tempest-TestNetworkAdvancedServerOps-router-757683256', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.190'}], 'enable_snat': True}, 'gw_port_id': '445bf5f5-9735-46eb-9c44-7d5ad7defcd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:08:07Z', 'updated_at': '2021-12-06T18:08:10Z', 'revision_number': 4, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'gw_port': {'id': '445bf5f5-9735-46eb-9c44-7d5ad7defcd1', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e463e0-75a0-4b7d-b63d-66f642800079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:08:07Z', 'updated_at': '2021-12-06T18:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '37e38c0d-1eba-422e-85d8-210596240273', 'name': '', 'network_id': 'd9c0d0bb-402c-4597-9463-e28fc03003fc', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'mac_address': 'fa:16:3e:01:2a:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13e463e0-75a0-4b7d-b63d-66f642800079', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '86f8a65c-ef2a-4cf1-a689-9643efe70f18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:08:09Z', 'updated_at': '2021-12-06T18:08:13Z', 'revision_number': 4, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'subnets': [{'id': '86f8a65c-ef2a-4cf1-a689-9643efe70f18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:08:13.672109 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-4caafc2c-4f80-448d-9b49-ac8b41d0010a None None] Provisioning complete for port 37e38c0d-1eba-422e-85d8-210596240273 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:08:13.672487 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4caafc2c-4f80-448d-9b49-ac8b41d0010a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:13.701836 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9110011d-803d-4ba6-93dc-ae719dcdef12 None None] The sync data for ids ['13e463e0-75a0-4b7d-b63d-66f642800079'] in n-d-master-1 is: [{'id': '13e463e0-75a0-4b7d-b63d-66f642800079', 'name': 'tempest-TestNetworkAdvancedServerOps-router-757683256', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.190'}], 'enable_snat': True}, 'gw_port_id': '445bf5f5-9735-46eb-9c44-7d5ad7defcd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:08:07Z', 'updated_at': '2021-12-06T18:08:10Z', 'revision_number': 4, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'gw_port': {'id': '445bf5f5-9735-46eb-9c44-7d5ad7defcd1', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e463e0-75a0-4b7d-b63d-66f642800079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:08:07Z', 'updated_at': '2021-12-06T18:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '37e38c0d-1eba-422e-85d8-210596240273', 'name': '', 'network_id': 'd9c0d0bb-402c-4597-9463-e28fc03003fc', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'mac_address': 'fa:16:3e:01:2a:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13e463e0-75a0-4b7d-b63d-66f642800079', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '86f8a65c-ef2a-4cf1-a689-9643efe70f18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:08:09Z', 'updated_at': '2021-12-06T18:08:13Z', 'revision_number': 4, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'subnets': [{'id': '86f8a65c-ef2a-4cf1-a689-9643efe70f18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 18:08:14.391046 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9d49c112-f1d9-4207-a00b-fb60e9ef0bfc req-b4da9ee7-38ee-476b-bad3-34ad6c4ce97c tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7d91604-6a39-46a1-9d26-8fe6145f90bd HTTP/1.1" status: 200 len: 210 time: 0.0780087 Dec 06 18:08:15.330462 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2f3e57-9c1a-4cbf-a087-62fba4dba2e6 req-70be9042-a717-4f0c-88b8-af4e2a9822f6 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:08:15.332249 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5a2f3e57-9c1a-4cbf-a087-62fba4dba2e6 req-70be9042-a717-4f0c-88b8-af4e2a9822f6 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.41 "GET /v2.0/networks?id=d9c0d0bb-402c-4597-9463-e28fc03003fc HTTP/1.1" status: 200 len: 797 time: 0.1090539 Dec 06 18:08:15.403347 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 37e38c0d-1eba-422e-85d8-210596240273 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 18:08:15.408612 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5a2f3e57-9c1a-4cbf-a087-62fba4dba2e6 req-2044e9df-aa3b-43f5-8748-3d28dfcee29d tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80786a15dc4645b98b22cbe4242a7bcf HTTP/1.1" status: 200 len: 380 time: 0.0605021 Dec 06 18:08:15.422125 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-5a2f3e57-9c1a-4cbf-a087-62fba4dba2e6 req-a9f86b1d-e258-4639-a01b-2f916cdcab16 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Request body: {'port': {'device_id': 'a7d91604-6a39-46a1-9d26-8fe6145f90bd', 'network_id': 'd9c0d0bb-402c-4597-9463-e28fc03003fc', 'admin_state_up': True, 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'security_groups': ['64c2dcb0-3789-4de0-9c12-0a19d1159f3d']}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:08:15.454239 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 37e38c0d-1eba-422e-85d8-210596240273 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:08:15.454615 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:15.491328 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4baba166-f4d3-43ae-b113-194981ddc03d req-152fa312-b72a-41e5-83ae-14d8254885b2 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7d91604-6a39-46a1-9d26-8fe6145f90bd HTTP/1.1" status: 200 len: 210 time: 0.0266938 Dec 06 18:08:15.534608 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a2f3e57-9c1a-4cbf-a087-62fba4dba2e6 req-a9f86b1d-e258-4639-a01b-2f916cdcab16 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Made reservation on behalf of 80786a15dc4645b98b22cbe4242a7bcf for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 18:08:15.538156 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-5a2f3e57-9c1a-4cbf-a087-62fba4dba2e6 req-a9f86b1d-e258-4639-a01b-2f916cdcab16 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:15.664477 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-5a2f3e57-9c1a-4cbf-a087-62fba4dba2e6 req-a9f86b1d-e258-4639-a01b-2f916cdcab16 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Allocated IP 172.20.0.3 (d9c0d0bb-402c-4597-9463-e28fc03003fc/86f8a65c-ef2a-4cf1-a689-9643efe70f18/46a5e94d-e49f-40c2-955f-f8ccae156989) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 18:08:15.728708 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0458a144-ed5e-46e0-b869-02b154fbcd81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:15.805193 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-5a2f3e57-9c1a-4cbf-a087-62fba4dba2e6 req-a9f86b1d-e258-4639-a01b-2f916cdcab16 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:15.837456 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-5a2f3e57-9c1a-4cbf-a087-62fba4dba2e6 req-a9f86b1d-e258-4639-a01b-2f916cdcab16 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:15.881623 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a2f3e57-9c1a-4cbf-a087-62fba4dba2e6 req-a9f86b1d-e258-4639-a01b-2f916cdcab16 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Network d9c0d0bb-402c-4597-9463-e28fc03003fc is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 18:08:15.884743 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-5a2f3e57-9c1a-4cbf-a087-62fba4dba2e6 req-a9f86b1d-e258-4639-a01b-2f916cdcab16 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 18:08:15.889224 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a2f3e57-9c1a-4cbf-a087-62fba4dba2e6 req-a9f86b1d-e258-4639-a01b-2f916cdcab16 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 18:08:15.913067 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f86b1d-e258-4639-a01b-2f916cdcab16 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event updated for resources: {'Port': ['ID=46a5e94d-e49f-40c2-955f-f8ccae156989,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:08:15.942362 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2f3e57-9c1a-4cbf-a087-62fba4dba2e6 req-a9f86b1d-e258-4639-a01b-2f916cdcab16 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:08:15.942987 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-5a2f3e57-9c1a-4cbf-a087-62fba4dba2e6 req-a9f86b1d-e258-4639-a01b-2f916cdcab16 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:15.960363 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5a2f3e57-9c1a-4cbf-a087-62fba4dba2e6 req-a9f86b1d-e258-4639-a01b-2f916cdcab16 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5426395 Dec 06 18:08:15.974626 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [req-5a2f3e57-9c1a-4cbf-a087-62fba4dba2e6 req-5b10a797-c7b8-4449-9312-67b90fa0d8f8 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103285) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 18:08:15.975611 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5a2f3e57-9c1a-4cbf-a087-62fba4dba2e6 req-5b10a797-c7b8-4449-9312-67b90fa0d8f8 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053570 Dec 06 18:08:15.994075 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-5a2f3e57-9c1a-4cbf-a087-62fba4dba2e6 req-0d0142c7-b1c7-42fd-b2ab-7b95bf929ef0 service neutron] Request body: {'port': {'device_id': 'a7d91604-6a39-46a1-9d26-8fe6145f90bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:08:16.049851 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-5a2f3e57-9c1a-4cbf-a087-62fba4dba2e6 req-0d0142c7-b1c7-42fd-b2ab-7b95bf929ef0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:16.104793 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a5329c4e-96fe-4b1a-8622-4ae10b48b41a None None] Provisioning complete for port 46a5e94d-e49f-40c2-955f-f8ccae156989 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:08:16.105167 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a5329c4e-96fe-4b1a-8622-4ae10b48b41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:16.142095 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a5329c4e-96fe-4b1a-8622-4ae10b48b41a None None] Port 46a5e94d-e49f-40c2-955f-f8ccae156989 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 18:08:16.310793 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-5a2f3e57-9c1a-4cbf-a087-62fba4dba2e6 req-0d0142c7-b1c7-42fd-b2ab-7b95bf929ef0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46a5e94d-e49f-40c2-955f-f8ccae156989 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 18:08:16.317986 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-5a2f3e57-9c1a-4cbf-a087-62fba4dba2e6 req-0d0142c7-b1c7-42fd-b2ab-7b95bf929ef0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:16.330065 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-5a2f3e57-9c1a-4cbf-a087-62fba4dba2e6 req-0d0142c7-b1c7-42fd-b2ab-7b95bf929ef0 service neutron] Transition to ACTIVE for port object 46a5e94d-e49f-40c2-955f-f8ccae156989 will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 18:08:16.333602 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-5a2f3e57-9c1a-4cbf-a087-62fba4dba2e6 req-0d0142c7-b1c7-42fd-b2ab-7b95bf929ef0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:16.384747 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0142c7-b1c7-42fd-b2ab-7b95bf929ef0 service neutron] Pushing event updated for resources: {'Port': ['ID=46a5e94d-e49f-40c2-955f-f8ccae156989,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:08:16.467298 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-5a2f3e57-9c1a-4cbf-a087-62fba4dba2e6 req-0d0142c7-b1c7-42fd-b2ab-7b95bf929ef0 service neutron] Attempting to bind port 46a5e94d-e49f-40c2-955f-f8ccae156989 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 18:08:16.467995 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-5a2f3e57-9c1a-4cbf-a087-62fba4dba2e6 req-0d0142c7-b1c7-42fd-b2ab-7b95bf929ef0 service neutron] Attempting to bind port 46a5e94d-e49f-40c2-955f-f8ccae156989 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '90a74a47-1e0d-421d-85d0-bec04746a4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd9c0d0bb-402c-4597-9463-e28fc03003fc'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 18:08:16.468171 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2f3e57-9c1a-4cbf-a087-62fba4dba2e6 req-0d0142c7-b1c7-42fd-b2ab-7b95bf929ef0 service neutron] Attempting to bind port 46a5e94d-e49f-40c2-955f-f8ccae156989 on network d9c0d0bb-402c-4597-9463-e28fc03003fc {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 18:08:16.472940 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2f3e57-9c1a-4cbf-a087-62fba4dba2e6 req-0d0142c7-b1c7-42fd-b2ab-7b95bf929ef0 service neutron] Port 46a5e94d-e49f-40c2-955f-f8ccae156989 on network d9c0d0bb-402c-4597-9463-e28fc03003fc not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 18:08:16.473332 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2f3e57-9c1a-4cbf-a087-62fba4dba2e6 req-0d0142c7-b1c7-42fd-b2ab-7b95bf929ef0 service neutron] Attempting to bind port 46a5e94d-e49f-40c2-955f-f8ccae156989 on network d9c0d0bb-402c-4597-9463-e28fc03003fc {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 18:08:16.478305 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2f3e57-9c1a-4cbf-a087-62fba4dba2e6 req-0d0142c7-b1c7-42fd-b2ab-7b95bf929ef0 service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 18, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 18:08:16.478638 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2f3e57-9c1a-4cbf-a087-62fba4dba2e6 req-0d0142c7-b1c7-42fd-b2ab-7b95bf929ef0 service neutron] Checking segment: {'id': '90a74a47-1e0d-421d-85d0-bec04746a4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd9c0d0bb-402c-4597-9463-e28fc03003fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 18:08:16.479018 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2f3e57-9c1a-4cbf-a087-62fba4dba2e6 req-0d0142c7-b1c7-42fd-b2ab-7b95bf929ef0 service neutron] Bound using segment: {'id': '90a74a47-1e0d-421d-85d0-bec04746a4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd9c0d0bb-402c-4597-9463-e28fc03003fc'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 18:08:16.479571 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-5a2f3e57-9c1a-4cbf-a087-62fba4dba2e6 req-0d0142c7-b1c7-42fd-b2ab-7b95bf929ef0 service neutron] Bound port: 46a5e94d-e49f-40c2-955f-f8ccae156989, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90a74a47-1e0d-421d-85d0-bec04746a4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd9c0d0bb-402c-4597-9463-e28fc03003fc'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 18:08:16.479786 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-5a2f3e57-9c1a-4cbf-a087-62fba4dba2e6 req-0d0142c7-b1c7-42fd-b2ab-7b95bf929ef0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:16.548914 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-5a2f3e57-9c1a-4cbf-a087-62fba4dba2e6 req-0d0142c7-b1c7-42fd-b2ab-7b95bf929ef0 service neutron] For port 46a5e94d-e49f-40c2-955f-f8ccae156989, host n-h1-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 18:08:16.552125 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-5a2f3e57-9c1a-4cbf-a087-62fba4dba2e6 req-0d0142c7-b1c7-42fd-b2ab-7b95bf929ef0 service neutron] For port 46a5e94d-e49f-40c2-955f-f8ccae156989, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=46a5e94d-e49f-40c2-955f-f8ccae156989,segment=NetworkSegment(90a74a47-1e0d-421d-85d0-bec04746a4d2),segment_id=90a74a47-1e0d-421d-85d0-bec04746a4d2)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 18:08:16.557634 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-5a2f3e57-9c1a-4cbf-a087-62fba4dba2e6 req-0d0142c7-b1c7-42fd-b2ab-7b95bf929ef0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:16.617264 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2f3e57-9c1a-4cbf-a087-62fba4dba2e6 req-0d0142c7-b1c7-42fd-b2ab-7b95bf929ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:08:16.617912 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-5a2f3e57-9c1a-4cbf-a087-62fba4dba2e6 req-0d0142c7-b1c7-42fd-b2ab-7b95bf929ef0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:16.619290 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5a2f3e57-9c1a-4cbf-a087-62fba4dba2e6 req-0d0142c7-b1c7-42fd-b2ab-7b95bf929ef0 service neutron] 10.222.0.41 "PUT /v2.0/ports/46a5e94d-e49f-40c2-955f-f8ccae156989 HTTP/1.1" status: 200 len: 1091 time: 0.6298800 Dec 06 18:08:16.622948 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7d91604-6a39-46a1-9d26-8fe6145f90bd', 'tag': '46a5e94d-e49f-40c2-955f-f8ccae156989'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 18:08:16.625294 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84a504b017671f0a47cd85ab9346cb7aca95b1a07f687931bccd5817498bce48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebcbdc28-02b7-454a-8a58-20c5b033662a" -d '{"events": [{"name": "network-changed", "server_uuid": "a7d91604-6a39-46a1-9d26-8fe6145f90bd", "tag": "46a5e94d-e49f-40c2-955f-f8ccae156989"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 18:08:16.660852 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0142c7-b1c7-42fd-b2ab-7b95bf929ef0 service neutron] Pushing event updated for resources: {'Port': ['ID=46a5e94d-e49f-40c2-955f-f8ccae156989,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:08:16.685967 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 18:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5dd69f3-4f9f-4db7-9b5c-4fd11f9e0036 x-openstack-request-id: req-f5dd69f3-4f9f-4db7-9b5c-4fd11f9e0036 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 18:08:16.686259 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7d91604-6a39-46a1-9d26-8fe6145f90bd", "tag": "46a5e94d-e49f-40c2-955f-f8ccae156989", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 18:08:16.686516 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f5dd69f3-4f9f-4db7-9b5c-4fd11f9e0036 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 18:08:16.686940 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7d91604-6a39-46a1-9d26-8fe6145f90bd', 'tag': '46a5e94d-e49f-40c2-955f-f8ccae156989', 'status': 'completed', 'code': 200} Dec 06 18:08:16.711397 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8573552a-1d5c-497f-a40d-8f73f031b32e req-0aa18016-769d-4151-a21d-344329912b35 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:08:16.712950 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8573552a-1d5c-497f-a40d-8f73f031b32e req-0aa18016-769d-4151-a21d-344329912b35 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7d91604-6a39-46a1-9d26-8fe6145f90bd HTTP/1.1" status: 200 len: 943 time: 0.1464157 Dec 06 18:08:16.749385 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2f3e57-9c1a-4cbf-a087-62fba4dba2e6 req-d48c4ca3-211d-441c-a200-557e269140e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:08:16.750959 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5a2f3e57-9c1a-4cbf-a087-62fba4dba2e6 req-d48c4ca3-211d-441c-a200-557e269140e2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=80786a15dc4645b98b22cbe4242a7bcf&device_id=a7d91604-6a39-46a1-9d26-8fe6145f90bd HTTP/1.1" status: 200 len: 1094 time: 0.0805125 Dec 06 18:08:16.785971 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8573552a-1d5c-497f-a40d-8f73f031b32e req-0ffa1547-1f68-4968-8bef-9308c9b5e0c9 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=64c2dcb0-3789-4de0-9c12-0a19d1159f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643868 Dec 06 18:08:16.813842 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5a2f3e57-9c1a-4cbf-a087-62fba4dba2e6 req-68b6ed9c-73af-4977-aa30-53bb7fbc466d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46a5e94d-e49f-40c2-955f-f8ccae156989 HTTP/1.1" status: 200 len: 217 time: 0.0449748 Dec 06 18:08:16.867711 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2f3e57-9c1a-4cbf-a087-62fba4dba2e6 req-4829360f-1738-4ae5-8f88-57c2a9eb799d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:08:16.869044 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5a2f3e57-9c1a-4cbf-a087-62fba4dba2e6 req-4829360f-1738-4ae5-8f88-57c2a9eb799d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=86f8a65c-ef2a-4cf1-a689-9643efe70f18 HTTP/1.1" status: 200 len: 834 time: 0.0440190 Dec 06 18:08:16.926354 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2f3e57-9c1a-4cbf-a087-62fba4dba2e6 req-a140506d-2abf-43df-8e2e-afaec232cc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:08:16.927866 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5a2f3e57-9c1a-4cbf-a087-62fba4dba2e6 req-a140506d-2abf-43df-8e2e-afaec232cc57 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d9c0d0bb-402c-4597-9463-e28fc03003fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451016 Dec 06 18:08:17.022883 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5a2f3e57-9c1a-4cbf-a087-62fba4dba2e6 req-eaa4789e-035f-490a-8fe6-b7e3db45315c service neutron] 10.222.0.41 "GET /v2.0/networks/d9c0d0bb-402c-4597-9463-e28fc03003fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834157 Dec 06 18:08:17.121275 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5a2f3e57-9c1a-4cbf-a087-62fba4dba2e6 req-bbc1a297-a534-4fd8-a238-6e74f07bf91d service neutron] 10.222.0.41 "GET /v2.0/networks/d9c0d0bb-402c-4597-9463-e28fc03003fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858819 Dec 06 18:08:17.131770 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:17.216515 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcbdc28-02b7-454a-8a58-20c5b033662a req-8394c852-e4f6-44ed-8b4c-160c4d43245a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:08:17.218031 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ebcbdc28-02b7-454a-8a58-20c5b033662a req-8394c852-e4f6-44ed-8b4c-160c4d43245a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=80786a15dc4645b98b22cbe4242a7bcf&device_id=a7d91604-6a39-46a1-9d26-8fe6145f90bd HTTP/1.1" status: 200 len: 1094 time: 0.0411401 Dec 06 18:08:17.314617 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcbdc28-02b7-454a-8a58-20c5b033662a req-504fa6b5-39ec-4c7f-a1cb-3af79e6b2b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:08:17.316050 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ebcbdc28-02b7-454a-8a58-20c5b033662a req-504fa6b5-39ec-4c7f-a1cb-3af79e6b2b7d service neutron] 10.222.0.41 "GET /v2.0/networks?id=d9c0d0bb-402c-4597-9463-e28fc03003fc HTTP/1.1" status: 200 len: 898 time: 0.0871253 Dec 06 18:08:17.357852 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ebcbdc28-02b7-454a-8a58-20c5b033662a req-a11084ab-e925-49aa-a547-86fbc99321c3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46a5e94d-e49f-40c2-955f-f8ccae156989 HTTP/1.1" status: 200 len: 217 time: 0.0335124 Dec 06 18:08:17.406706 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcbdc28-02b7-454a-8a58-20c5b033662a req-4bac695b-a673-4de9-9e92-6b10d7dec538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:08:17.408047 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ebcbdc28-02b7-454a-8a58-20c5b033662a req-4bac695b-a673-4de9-9e92-6b10d7dec538 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=86f8a65c-ef2a-4cf1-a689-9643efe70f18 HTTP/1.1" status: 200 len: 834 time: 0.0425949 Dec 06 18:08:17.457411 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcbdc28-02b7-454a-8a58-20c5b033662a req-8691a5f1-c1aa-4721-9edf-c390988c9e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:08:17.458931 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ebcbdc28-02b7-454a-8a58-20c5b033662a req-8691a5f1-c1aa-4721-9edf-c390988c9e2d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d9c0d0bb-402c-4597-9463-e28fc03003fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431180 Dec 06 18:08:17.548356 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ebcbdc28-02b7-454a-8a58-20c5b033662a req-744d4ae9-c252-4ec6-8cee-b34f4cec2556 service neutron] 10.222.0.41 "GET /v2.0/networks/d9c0d0bb-402c-4597-9463-e28fc03003fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808039 Dec 06 18:08:17.642075 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ebcbdc28-02b7-454a-8a58-20c5b033662a req-c89d9180-cbf0-49b7-ae8a-a09ba7b564b6 service neutron] 10.222.0.41 "GET /v2.0/networks/d9c0d0bb-402c-4597-9463-e28fc03003fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852857 Dec 06 18:08:17.905646 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cb8914-2a92-42e2-a9a9-e90be389e4ea req-8a8a110f-f6ef-4871-9c1b-7c81db8f662c tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:08:17.907149 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e1cb8914-2a92-42e2-a9a9-e90be389e4ea req-8a8a110f-f6ef-4871-9c1b-7c81db8f662c tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7d91604-6a39-46a1-9d26-8fe6145f90bd HTTP/1.1" status: 200 len: 943 time: 0.0496287 Dec 06 18:08:17.955280 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e1cb8914-2a92-42e2-a9a9-e90be389e4ea req-d2122c0e-8fa9-41de-b36f-eb4666c295c6 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=64c2dcb0-3789-4de0-9c12-0a19d1159f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421751 Dec 06 18:08:18.265187 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:19.068516 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c874ea-bb8f-417d-8912-dcc30e6ccabf req-47b525a4-15fb-4b1d-8901-d178f95acf49 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:08:19.069917 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c0c874ea-bb8f-417d-8912-dcc30e6ccabf req-47b525a4-15fb-4b1d-8901-d178f95acf49 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7d91604-6a39-46a1-9d26-8fe6145f90bd HTTP/1.1" status: 200 len: 943 time: 0.0484788 Dec 06 18:08:19.118700 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c0c874ea-bb8f-417d-8912-dcc30e6ccabf req-27e819b7-6643-4cc0-b4bb-932356166bcc tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=64c2dcb0-3789-4de0-9c12-0a19d1159f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428140 Dec 06 18:08:19.197708 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:20.028788 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 46a5e94d-e49f-40c2-955f-f8ccae156989 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 18:08:20.123248 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 46a5e94d-e49f-40c2-955f-f8ccae156989, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=46a5e94d-e49f-40c2-955f-f8ccae156989,segment=NetworkSegment(90a74a47-1e0d-421d-85d0-bec04746a4d2),segment_id=90a74a47-1e0d-421d-85d0-bec04746a4d2)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:08:20.134742 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': '46a5e94d-e49f-40c2-955f-f8ccae156989', 'network_id': 'd9c0d0bb-402c-4597-9463-e28fc03003fc', 'port_id': '46a5e94d-e49f-40c2-955f-f8ccae156989', 'mac_address': 'fa:16:3e:6f:96:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86f8a65c-ef2a-4cf1-a689-9643efe70f18', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 18:08:20.179831 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:20.196947 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46a5e94d-e49f-40c2-955f-f8ccae156989 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 18:08:20.223426 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 46a5e94d-e49f-40c2-955f-f8ccae156989, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=46a5e94d-e49f-40c2-955f-f8ccae156989,segment=NetworkSegment(90a74a47-1e0d-421d-85d0-bec04746a4d2),segment_id=90a74a47-1e0d-421d-85d0-bec04746a4d2)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:08:20.229060 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:20.247434 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9b7a34-3520-4a0c-98fc-12fe86b1e4f4 req-eaaac7a5-feaa-426d-aa66-76ab045a298a tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:08:20.249817 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-cc9b7a34-3520-4a0c-98fc-12fe86b1e4f4 req-eaaac7a5-feaa-426d-aa66-76ab045a298a tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7d91604-6a39-46a1-9d26-8fe6145f90bd HTTP/1.1" status: 200 len: 943 time: 0.0585973 Dec 06 18:08:20.285890 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=46a5e94d-e49f-40c2-955f-f8ccae156989,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:08:20.301902 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-cc9b7a34-3520-4a0c-98fc-12fe86b1e4f4 req-fe89aa72-85c2-4b13-b148-fbbccbd8e117 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=64c2dcb0-3789-4de0-9c12-0a19d1159f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458009 Dec 06 18:08:20.317571 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 18:08:20.554155 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['46a5e94d-e49f-40c2-955f-f8ccae156989'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 18:08:21.418553 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f124d8b-ff1a-4903-be3b-e53716ed5f14 req-f948389a-6f25-4c95-bb7f-f9439a29a522 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:08:21.420079 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5f124d8b-ff1a-4903-be3b-e53716ed5f14 req-f948389a-6f25-4c95-bb7f-f9439a29a522 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7d91604-6a39-46a1-9d26-8fe6145f90bd HTTP/1.1" status: 200 len: 944 time: 0.0484028 Dec 06 18:08:21.472387 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5f124d8b-ff1a-4903-be3b-e53716ed5f14 req-701b2037-1389-4bb3-996b-30f97fd17099 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=64c2dcb0-3789-4de0-9c12-0a19d1159f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460432 Dec 06 18:08:22.028868 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 46a5e94d-e49f-40c2-955f-f8ccae156989 up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 18:08:22.078167 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port 46a5e94d-e49f-40c2-955f-f8ccae156989 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 18:08:22.082179 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port 46a5e94d-e49f-40c2-955f-f8ccae156989 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:08:22.082549 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:22.165246 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:22.187998 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7d91604-6a39-46a1-9d26-8fe6145f90bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46a5e94d-e49f-40c2-955f-f8ccae156989'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 18:08:22.190359 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}253b13571352ac935e80f100367d97205cb4b29805628151c230edbf5f3547e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73293c92-31dc-4163-9cf7-af9758324ca8" -d '{"events": [{"server_uuid": "a7d91604-6a39-46a1-9d26-8fe6145f90bd", "name": "network-vif-plugged", "status": "completed", "tag": "46a5e94d-e49f-40c2-955f-f8ccae156989"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 18:08:22.202881 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 46a5e94d-e49f-40c2-955f-f8ccae156989, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=46a5e94d-e49f-40c2-955f-f8ccae156989,segment=NetworkSegment(90a74a47-1e0d-421d-85d0-bec04746a4d2),segment_id=90a74a47-1e0d-421d-85d0-bec04746a4d2)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:08:22.206960 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:22.232265 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 18:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb57e07-c658-4958-9452-793caf70b476 x-openstack-request-id: req-5cb57e07-c658-4958-9452-793caf70b476 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 18:08:22.232565 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7d91604-6a39-46a1-9d26-8fe6145f90bd", "name": "network-vif-plugged", "status": "completed", "tag": "46a5e94d-e49f-40c2-955f-f8ccae156989", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 18:08:22.232830 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5cb57e07-c658-4958-9452-793caf70b476 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 18:08:22.233224 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7d91604-6a39-46a1-9d26-8fe6145f90bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46a5e94d-e49f-40c2-955f-f8ccae156989', 'code': 200} Dec 06 18:08:22.257786 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=46a5e94d-e49f-40c2-955f-f8ccae156989,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:08:22.334390 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b5c1b-742f-4106-8e04-94ef8a0a8a07 req-195c63ce-13b4-4ea3-821c-ee6c2e7abbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:08:22.335753 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ae4b5c1b-742f-4106-8e04-94ef8a0a8a07 req-195c63ce-13b4-4ea3-821c-ee6c2e7abbce service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a7d91604-6a39-46a1-9d26-8fe6145f90bd HTTP/1.1" status: 200 len: 1096 time: 0.0389960 Dec 06 18:08:22.382047 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ae4b5c1b-742f-4106-8e04-94ef8a0a8a07 req-b85f5e91-c5e7-4d67-aa36-874a5f07e730 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=64c2dcb0-3789-4de0-9c12-0a19d1159f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388012 Dec 06 18:08:22.585766 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00592bf4-fd8a-4504-b787-e6cceb7eaf84 req-17b2b936-e9b7-4179-96cb-0346ac1ca435 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:08:22.587158 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-00592bf4-fd8a-4504-b787-e6cceb7eaf84 req-17b2b936-e9b7-4179-96cb-0346ac1ca435 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7d91604-6a39-46a1-9d26-8fe6145f90bd HTTP/1.1" status: 200 len: 945 time: 0.0483713 Dec 06 18:08:22.636375 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-00592bf4-fd8a-4504-b787-e6cceb7eaf84 req-2991123e-77ed-4045-a71b-56533600590a tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=64c2dcb0-3789-4de0-9c12-0a19d1159f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427589 Dec 06 18:08:23.752871 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a455f9dc-8ba7-4b48-ab06-bbc46f7845c8 req-a8dffb51-5532-43a0-a31c-c4cac76bd63b tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:08:23.754761 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a455f9dc-8ba7-4b48-ab06-bbc46f7845c8 req-a8dffb51-5532-43a0-a31c-c4cac76bd63b tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7d91604-6a39-46a1-9d26-8fe6145f90bd HTTP/1.1" status: 200 len: 945 time: 0.0496604 Dec 06 18:08:23.803552 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a455f9dc-8ba7-4b48-ab06-bbc46f7845c8 req-080b15b3-1180-437a-873e-3b74e175a8a7 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=64c2dcb0-3789-4de0-9c12-0a19d1159f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427651 Dec 06 18:08:23.920182 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309bd2f7-461e-48e0-811a-6d131e251963 req-7e8658d0-7b54-401a-a822-2803272b3728 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:08:23.921585 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-309bd2f7-461e-48e0-811a-6d131e251963 req-7e8658d0-7b54-401a-a822-2803272b3728 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7d91604-6a39-46a1-9d26-8fe6145f90bd HTTP/1.1" status: 200 len: 945 time: 0.0519552 Dec 06 18:08:23.969070 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-309bd2f7-461e-48e0-811a-6d131e251963 req-fe6fa77e-e336-4d5a-aa10-7b0af77f3682 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=64c2dcb0-3789-4de0-9c12-0a19d1159f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416031 Dec 06 18:08:23.990406 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42570) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:08:24.028854 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1639901-1892-4bd6-af36-93d01188aa58 tempest-TestNetworkAdvancedServerOps-1167834497 tempest-TestNetworkAdvancedServerOps-1167834497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:08:24.030352 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-a1639901-1892-4bd6-af36-93d01188aa58 tempest-TestNetworkAdvancedServerOps-1167834497 tempest-TestNetworkAdvancedServerOps-1167834497-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a7d91604-6a39-46a1-9d26-8fe6145f90bd HTTP/1.1" status: 200 len: 1091 time: 0.0390196 Dec 06 18:08:24.033040 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42572) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:08:24.037128 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-9d36376b-eb33-4d07-ba1a-55ede704775f tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Request body: {'floatingip': {'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'port_id': '46a5e94d-e49f-40c2-955f-f8ccae156989', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:08:24.059190 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9d36376b-eb33-4d07-ba1a-55ede704775f tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for floatingip, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:24.157204 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9d36376b-eb33-4d07-ba1a-55ede704775f tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:24.256529 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-9d36376b-eb33-4d07-ba1a-55ede704775f tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Allocated IP 172.35.1.134 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/6da32b59-bec5-44b4-a63d-4dba1f1564a4) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 18:08:24.357952 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9d36376b-eb33-4d07-ba1a-55ede704775f tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:24.390706 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9d36376b-eb33-4d07-ba1a-55ede704775f tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:24.431276 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d36376b-eb33-4d07-ba1a-55ede704775f tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 18:08:24.434975 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-9d36376b-eb33-4d07-ba1a-55ede704775f tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 18:08:24.439677 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d36376b-eb33-4d07-ba1a-55ede704775f tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 18:08:24.441630 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d36376b-eb33-4d07-ba1a-55ede704775f tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event updated for resources: {'Port': ['ID=6da32b59-bec5-44b4-a63d-4dba1f1564a4,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:08:24.784683 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9d36376b-eb33-4d07-ba1a-55ede704775f tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:24.847745 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9d36376b-eb33-4d07-ba1a-55ede704775f tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:24.993569 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9d36376b-eb33-4d07-ba1a-55ede704775f tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:24.998037 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9d36376b-eb33-4d07-ba1a-55ede704775f tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:25.359083 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d36376b-eb33-4d07-ba1a-55ede704775f tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event updated for resources: {'Port': ['ID=6da32b59-bec5-44b4-a63d-4dba1f1564a4,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:08:25.370518 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9d36376b-eb33-4d07-ba1a-55ede704775f tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:25.467906 n-d-master-1 neutron-server[103285]: INFO neutron.db.l3_db [None req-9d36376b-eb33-4d07-ba1a-55ede704775f tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Floating IP adda1e27-0e15-479c-91a9-bd814c36ba0b associated. External IP: 172.35.1.134, port: 46a5e94d-e49f-40c2-955f-f8ccae156989. Dec 06 18:08:25.672320 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d36376b-eb33-4d07-ba1a-55ede704775f tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Router 13e463e0-75a0-4b7d-b63d-66f642800079 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 18:08:25.777897 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d36376b-eb33-4d07-ba1a-55ede704775f tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 18:08:25.787995 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506f08d9-8daa-498c-bf8e-b8b3611c1a47 None None] Sync routers for ids ['13e463e0-75a0-4b7d-b63d-66f642800079'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 18:08:25.797104 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9d36376b-eb33-4d07-ba1a-55ede704775f tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:25.798317 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506f08d9-8daa-498c-bf8e-b8b3611c1a47 None None] Routers {'13e463e0-75a0-4b7d-b63d-66f642800079'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:08:25.798939 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-506f08d9-8daa-498c-bf8e-b8b3611c1a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:08:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['13e463e0-75a0-4b7d-b63d-66f642800079'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:08:25.828962 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-9d36376b-eb33-4d07-ba1a-55ede704775f tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7948830 Dec 06 18:08:25.829643 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7d91604-6a39-46a1-9d26-8fe6145f90bd', 'tag': '46a5e94d-e49f-40c2-955f-f8ccae156989'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 18:08:25.831943 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84a504b017671f0a47cd85ab9346cb7aca95b1a07f687931bccd5817498bce48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6361631a-f0a6-4dad-890c-2e3ad9a5a034" -d '{"events": [{"name": "network-changed", "server_uuid": "a7d91604-6a39-46a1-9d26-8fe6145f90bd", "tag": "46a5e94d-e49f-40c2-955f-f8ccae156989"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 18:08:25.871424 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 18:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5cfe18c-f16b-449c-8292-4ad6ac535d47 x-openstack-request-id: req-f5cfe18c-f16b-449c-8292-4ad6ac535d47 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 18:08:25.872596 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7d91604-6a39-46a1-9d26-8fe6145f90bd", "tag": "46a5e94d-e49f-40c2-955f-f8ccae156989", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 18:08:25.873726 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f5cfe18c-f16b-449c-8292-4ad6ac535d47 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 18:08:25.874267 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7d91604-6a39-46a1-9d26-8fe6145f90bd', 'tag': '46a5e94d-e49f-40c2-955f-f8ccae156989', 'status': 'completed', 'code': 200} Dec 06 18:08:25.908104 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-506f08d9-8daa-498c-bf8e-b8b3611c1a47 None None] Set router 13e463e0-75a0-4b7d-b63d-66f642800079 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:08:25.935759 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6361631a-f0a6-4dad-890c-2e3ad9a5a034 req-a4bd9310-679c-4a01-a588-507c408cac4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:08:25.937220 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6361631a-f0a6-4dad-890c-2e3ad9a5a034 req-a4bd9310-679c-4a01-a588-507c408cac4b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=80786a15dc4645b98b22cbe4242a7bcf&device_id=a7d91604-6a39-46a1-9d26-8fe6145f90bd HTTP/1.1" status: 200 len: 1096 time: 0.0423832 Dec 06 18:08:25.944781 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afded733-cc40-4831-bb1b-7ea370fd8aed req-0f34af65-1831-42a1-8a1d-f20b08ceaf2c tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:08:25.946209 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-afded733-cc40-4831-bb1b-7ea370fd8aed req-0f34af65-1831-42a1-8a1d-f20b08ceaf2c tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7d91604-6a39-46a1-9d26-8fe6145f90bd HTTP/1.1" status: 200 len: 945 time: 0.0552607 Dec 06 18:08:26.000656 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-afded733-cc40-4831-bb1b-7ea370fd8aed req-4a8ca4bd-284d-4e34-b36e-cfd4fd2d2781 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=64c2dcb0-3789-4de0-9c12-0a19d1159f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475309 Dec 06 18:08:26.023558 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 42578) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:08:26.035091 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6361631a-f0a6-4dad-890c-2e3ad9a5a034 req-60ea0cd6-7613-4e54-85ee-cac1a16b587e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:08:26.037170 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6361631a-f0a6-4dad-890c-2e3ad9a5a034 req-60ea0cd6-7613-4e54-85ee-cac1a16b587e service neutron] 10.222.0.41 "GET /v2.0/networks?id=d9c0d0bb-402c-4597-9463-e28fc03003fc HTTP/1.1" status: 200 len: 898 time: 0.0926898 Dec 06 18:08:26.088816 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-0572efc1-b698-4a57-9e0d-ae2e814c580b tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/floatingips/adda1e27-0e15-479c-91a9-bd814c36ba0b HTTP/1.1" status: 200 len: 991 time: 0.0628054 Dec 06 18:08:26.108717 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6361631a-f0a6-4dad-890c-2e3ad9a5a034 req-c1047e66-ff42-4b47-914b-90984530dd2c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46a5e94d-e49f-40c2-955f-f8ccae156989 HTTP/1.1" status: 200 len: 999 time: 0.0639029 Dec 06 18:08:26.149289 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-506f08d9-8daa-498c-bf8e-b8b3611c1a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e463e0-75a0-4b7d-b63d-66f642800079', 'name': 'tempest-TestNetworkAdvancedServerOps-router-757683256', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.190'}], 'enable_snat': True}, 'gw_port_id': '445bf5f5-9735-46eb-9c44-7d5ad7defcd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:08:07Z', 'updated_at': '2021-12-06T18:08:10Z', 'revision_number': 4, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'gw_port': {'id': '445bf5f5-9735-46eb-9c44-7d5ad7defcd1', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e463e0-75a0-4b7d-b63d-66f642800079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:08:07Z', 'updated_at': '2021-12-06T18:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'adda1e27-0e15-479c-91a9-bd814c36ba0b', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'floating_ip_address': '172.35.1.134', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '13e463e0-75a0-4b7d-b63d-66f642800079', 'port_id': '46a5e94d-e49f-40c2-955f-f8ccae156989', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9c0d0bb-402c-4597-9463-e28fc03003fc', 'mac_address': 'fa:16:3e:6f:96:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d91604-6a39-46a1-9d26-8fe6145f90bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T18:08:24Z', 'updated_at': '2021-12-06T18:08:24Z', 'revision_number': 0, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37e38c0d-1eba-422e-85d8-210596240273', 'name': '', 'network_id': 'd9c0d0bb-402c-4597-9463-e28fc03003fc', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'mac_address': 'fa:16:3e:01:2a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e463e0-75a0-4b7d-b63d-66f642800079', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '86f8a65c-ef2a-4cf1-a689-9643efe70f18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:08:09Z', 'updated_at': '2021-12-06T18:08:13Z', 'revision_number': 5, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'subnets': [{'id': '86f8a65c-ef2a-4cf1-a689-9643efe70f18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:08:26.158280 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6361631a-f0a6-4dad-890c-2e3ad9a5a034 req-5ac4bbc5-7aa9-4a9f-8ab8-101ca52af521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:08:26.159765 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6361631a-f0a6-4dad-890c-2e3ad9a5a034 req-5ac4bbc5-7aa9-4a9f-8ab8-101ca52af521 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=86f8a65c-ef2a-4cf1-a689-9643efe70f18 HTTP/1.1" status: 200 len: 834 time: 0.0436585 Dec 06 18:08:26.175336 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506f08d9-8daa-498c-bf8e-b8b3611c1a47 None None] Checking router: 13e463e0-75a0-4b7d-b63d-66f642800079 for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 18:08:26.183723 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506f08d9-8daa-498c-bf8e-b8b3611c1a47 None None] Routers {'13e463e0-75a0-4b7d-b63d-66f642800079'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:08:26.185028 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-506f08d9-8daa-498c-bf8e-b8b3611c1a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:08:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['13e463e0-75a0-4b7d-b63d-66f642800079'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:08:26.207463 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6361631a-f0a6-4dad-890c-2e3ad9a5a034 req-c75462a6-4a29-4a68-af72-b5f8f495a237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:08:26.208892 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6361631a-f0a6-4dad-890c-2e3ad9a5a034 req-c75462a6-4a29-4a68-af72-b5f8f495a237 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d9c0d0bb-402c-4597-9463-e28fc03003fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410583 Dec 06 18:08:26.291394 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-506f08d9-8daa-498c-bf8e-b8b3611c1a47 None None] Set router 13e463e0-75a0-4b7d-b63d-66f642800079 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:08:26.305015 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6361631a-f0a6-4dad-890c-2e3ad9a5a034 req-9ad607c0-90f1-47f0-8937-a139aa1034ee service neutron] 10.222.0.41 "GET /v2.0/networks/d9c0d0bb-402c-4597-9463-e28fc03003fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879154 Dec 06 18:08:26.397187 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6361631a-f0a6-4dad-890c-2e3ad9a5a034 req-71cb00ae-9fa0-4a0a-9152-3144dd142016 service neutron] 10.222.0.41 "GET /v2.0/networks/d9c0d0bb-402c-4597-9463-e28fc03003fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853109 Dec 06 18:08:26.514597 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-506f08d9-8daa-498c-bf8e-b8b3611c1a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e463e0-75a0-4b7d-b63d-66f642800079', 'name': 'tempest-TestNetworkAdvancedServerOps-router-757683256', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.190'}], 'enable_snat': True}, 'gw_port_id': '445bf5f5-9735-46eb-9c44-7d5ad7defcd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:08:07Z', 'updated_at': '2021-12-06T18:08:10Z', 'revision_number': 4, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'gw_port': {'id': '445bf5f5-9735-46eb-9c44-7d5ad7defcd1', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e463e0-75a0-4b7d-b63d-66f642800079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:08:07Z', 'updated_at': '2021-12-06T18:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'adda1e27-0e15-479c-91a9-bd814c36ba0b', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'floating_ip_address': '172.35.1.134', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '13e463e0-75a0-4b7d-b63d-66f642800079', 'port_id': '46a5e94d-e49f-40c2-955f-f8ccae156989', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9c0d0bb-402c-4597-9463-e28fc03003fc', 'mac_address': 'fa:16:3e:6f:96:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d91604-6a39-46a1-9d26-8fe6145f90bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T18:08:24Z', 'updated_at': '2021-12-06T18:08:24Z', 'revision_number': 0, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37e38c0d-1eba-422e-85d8-210596240273', 'name': '', 'network_id': 'd9c0d0bb-402c-4597-9463-e28fc03003fc', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'mac_address': 'fa:16:3e:01:2a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e463e0-75a0-4b7d-b63d-66f642800079', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '86f8a65c-ef2a-4cf1-a689-9643efe70f18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:08:09Z', 'updated_at': '2021-12-06T18:08:13Z', 'revision_number': 5, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'subnets': [{'id': '86f8a65c-ef2a-4cf1-a689-9643efe70f18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:08:26.692158 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506f08d9-8daa-498c-bf8e-b8b3611c1a47 None None] The sync data for ids ['13e463e0-75a0-4b7d-b63d-66f642800079'] in n-d-master-1 is: [{'id': '13e463e0-75a0-4b7d-b63d-66f642800079', 'name': 'tempest-TestNetworkAdvancedServerOps-router-757683256', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.190'}], 'enable_snat': True}, 'gw_port_id': '445bf5f5-9735-46eb-9c44-7d5ad7defcd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:08:07Z', 'updated_at': '2021-12-06T18:08:10Z', 'revision_number': 4, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'gw_port': {'id': '445bf5f5-9735-46eb-9c44-7d5ad7defcd1', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e463e0-75a0-4b7d-b63d-66f642800079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:08:07Z', 'updated_at': '2021-12-06T18:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'adda1e27-0e15-479c-91a9-bd814c36ba0b', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'floating_ip_address': '172.35.1.134', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '13e463e0-75a0-4b7d-b63d-66f642800079', 'port_id': '46a5e94d-e49f-40c2-955f-f8ccae156989', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9c0d0bb-402c-4597-9463-e28fc03003fc', 'mac_address': 'fa:16:3e:6f:96:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d91604-6a39-46a1-9d26-8fe6145f90bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T18:08:24Z', 'updated_at': '2021-12-06T18:08:24Z', 'revision_number': 0, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37e38c0d-1eba-422e-85d8-210596240273', 'name': '', 'network_id': 'd9c0d0bb-402c-4597-9463-e28fc03003fc', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'mac_address': 'fa:16:3e:01:2a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e463e0-75a0-4b7d-b63d-66f642800079', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '86f8a65c-ef2a-4cf1-a689-9643efe70f18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:08:09Z', 'updated_at': '2021-12-06T18:08:13Z', 'revision_number': 5, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'subnets': [{'id': '86f8a65c-ef2a-4cf1-a689-9643efe70f18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 18:08:26.871754 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9888867a-4056-469b-b4f8-65a031c007dc None None] New status for floating IP adda1e27-0e15-479c-91a9-bd814c36ba0b: ACTIVE {{(pid=103287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 18:08:27.091242 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42580) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:08:27.151714 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-3ae6cfaf-08b6-460c-ab78-d4c03a180c0b tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/floatingips/adda1e27-0e15-479c-91a9-bd814c36ba0b HTTP/1.1" status: 200 len: 993 time: 0.0593166 Dec 06 18:08:33.240143 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:35.626191 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:43.550031 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-33dfcefa-d1c2-4dbc-bb5f-2cd249c5a632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:45.729829 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6dfdf40f-d234-4e92-ae1d-92ba4c519a39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:46.459049 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ba61b3bf-e51c-4c93-9c92-d598ad3f8b70 req-3e3ce4fc-396c-4a14-a17a-e2658718095d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a7d91604-6a39-46a1-9d26-8fe6145f90bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0383520 Dec 06 18:08:46.545047 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba61b3bf-e51c-4c93-9c92-d598ad3f8b70 req-bdc30757-89ef-467f-9f84-04271cc89c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:08:46.546545 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ba61b3bf-e51c-4c93-9c92-d598ad3f8b70 req-bdc30757-89ef-467f-9f84-04271cc89c44 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=80786a15dc4645b98b22cbe4242a7bcf&device_id=a7d91604-6a39-46a1-9d26-8fe6145f90bd HTTP/1.1" status: 200 len: 1096 time: 0.0434420 Dec 06 18:08:46.647856 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba61b3bf-e51c-4c93-9c92-d598ad3f8b70 req-d52dfcae-5350-4aa8-b78c-90a2678ca4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:08:46.649322 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ba61b3bf-e51c-4c93-9c92-d598ad3f8b70 req-d52dfcae-5350-4aa8-b78c-90a2678ca4a7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d9c0d0bb-402c-4597-9463-e28fc03003fc HTTP/1.1" status: 200 len: 898 time: 0.0839226 Dec 06 18:08:46.722550 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ba61b3bf-e51c-4c93-9c92-d598ad3f8b70 req-0f20d278-2a17-4b19-927c-99035e4f2667 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46a5e94d-e49f-40c2-955f-f8ccae156989 HTTP/1.1" status: 200 len: 1001 time: 0.0617533 Dec 06 18:08:46.771828 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba61b3bf-e51c-4c93-9c92-d598ad3f8b70 req-12387b94-b349-4f59-b6d4-9bed1132aaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:08:46.773321 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ba61b3bf-e51c-4c93-9c92-d598ad3f8b70 req-12387b94-b349-4f59-b6d4-9bed1132aaf8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=86f8a65c-ef2a-4cf1-a689-9643efe70f18 HTTP/1.1" status: 200 len: 834 time: 0.0439279 Dec 06 18:08:46.818840 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba61b3bf-e51c-4c93-9c92-d598ad3f8b70 req-0b173256-695a-4bbf-8cd1-634930674dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:08:46.820310 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ba61b3bf-e51c-4c93-9c92-d598ad3f8b70 req-0b173256-695a-4bbf-8cd1-634930674dee service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d9c0d0bb-402c-4597-9463-e28fc03003fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397100 Dec 06 18:08:46.913250 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ba61b3bf-e51c-4c93-9c92-d598ad3f8b70 req-cae75ba6-ed3c-4007-a0bf-125f05577759 service neutron] 10.222.0.41 "GET /v2.0/networks/d9c0d0bb-402c-4597-9463-e28fc03003fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843134 Dec 06 18:08:47.006701 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ba61b3bf-e51c-4c93-9c92-d598ad3f8b70 req-4272efe7-49d2-4ae2-964b-97d71c1610d3 service neutron] 10.222.0.41 "GET /v2.0/networks/d9c0d0bb-402c-4597-9463-e28fc03003fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820432 Dec 06 18:08:47.134977 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:48.267669 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:49.200028 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:08:57.317087 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 18:09:02.521069 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [req-8f432c1a-2200-4158-b892-94133cd82c17 req-d901ab34-123a-4e90-8ea5-8527916ed38b service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 18:09:02.522115 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8f432c1a-2200-4158-b892-94133cd82c17 req-d901ab34-123a-4e90-8ea5-8527916ed38b service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0604749 Dec 06 18:09:02.676565 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 42600) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:09:02.703620 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7da6f31-08a6-490f-b8c8-b4cac95b090b req-9cc75607-ab48-4465-93ee-54152a3d26d4 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:09:02.705118 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d7da6f31-08a6-490f-b8c8-b4cac95b090b req-9cc75607-ab48-4465-93ee-54152a3d26d4 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7d91604-6a39-46a1-9d26-8fe6145f90bd HTTP/1.1" status: 200 len: 945 time: 0.0500565 Dec 06 18:09:02.754942 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3f365607-91a9-46b7-a0b5-316e96aa2c83 req-5ecc457f-f0bb-4dbd-92b4-39490a3aed2f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a7d91604-6a39-46a1-9d26-8fe6145f90bd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0771959 Dec 06 18:09:02.758519 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d7da6f31-08a6-490f-b8c8-b4cac95b090b req-06cca40b-2ef2-4bcf-8f1b-da774a6c1db0 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=64c2dcb0-3789-4de0-9c12-0a19d1159f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473254 Dec 06 18:09:02.764300 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [req-3f365607-91a9-46b7-a0b5-316e96aa2c83 req-34ddaa91-34e6-44a7-9187-d997f984c67c service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 18:09:02.765905 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3f365607-91a9-46b7-a0b5-316e96aa2c83 req-34ddaa91-34e6-44a7-9187-d997f984c67c service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061731 Dec 06 18:09:03.257989 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:09:03.812549 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f365607-91a9-46b7-a0b5-316e96aa2c83 req-f37a4da5-6218-4350-b396-7b4411ad689b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:09:03.814102 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3f365607-91a9-46b7-a0b5-316e96aa2c83 req-f37a4da5-6218-4350-b396-7b4411ad689b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=80786a15dc4645b98b22cbe4242a7bcf&device_id=a7d91604-6a39-46a1-9d26-8fe6145f90bd HTTP/1.1" status: 200 len: 1096 time: 0.0417755 Dec 06 18:09:03.888604 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bcfe01-fb89-45d3-8556-63b4ee854965 req-13b458af-1b81-4c99-91ec-8a3d819a556e tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:09:03.890151 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-04bcfe01-fb89-45d3-8556-63b4ee854965 req-13b458af-1b81-4c99-91ec-8a3d819a556e tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7d91604-6a39-46a1-9d26-8fe6145f90bd HTTP/1.1" status: 200 len: 945 time: 0.0577190 Dec 06 18:09:03.908628 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f365607-91a9-46b7-a0b5-316e96aa2c83 req-77f46b82-0263-47e8-b2ea-c5227084ebd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:09:03.910149 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3f365607-91a9-46b7-a0b5-316e96aa2c83 req-77f46b82-0263-47e8-b2ea-c5227084ebd3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d9c0d0bb-402c-4597-9463-e28fc03003fc HTTP/1.1" status: 200 len: 898 time: 0.0872428 Dec 06 18:09:03.940110 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-04bcfe01-fb89-45d3-8556-63b4ee854965 req-7ce7abf9-95bc-4ab0-946e-9c9d498f3c47 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=64c2dcb0-3789-4de0-9c12-0a19d1159f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438449 Dec 06 18:09:03.981600 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3f365607-91a9-46b7-a0b5-316e96aa2c83 req-724fefa3-62f3-456e-989e-5981dc273346 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46a5e94d-e49f-40c2-955f-f8ccae156989 HTTP/1.1" status: 200 len: 1001 time: 0.0626471 Dec 06 18:09:04.032548 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f365607-91a9-46b7-a0b5-316e96aa2c83 req-83a086c3-93e7-47d2-98ed-c2efec8a7736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:09:04.033920 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3f365607-91a9-46b7-a0b5-316e96aa2c83 req-83a086c3-93e7-47d2-98ed-c2efec8a7736 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=86f8a65c-ef2a-4cf1-a689-9643efe70f18 HTTP/1.1" status: 200 len: 834 time: 0.0430567 Dec 06 18:09:04.080092 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f365607-91a9-46b7-a0b5-316e96aa2c83 req-5213f5f9-4dc4-4e61-be00-859304257db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:09:04.081602 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3f365607-91a9-46b7-a0b5-316e96aa2c83 req-5213f5f9-4dc4-4e61-be00-859304257db1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d9c0d0bb-402c-4597-9463-e28fc03003fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388131 Dec 06 18:09:04.174438 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3f365607-91a9-46b7-a0b5-316e96aa2c83 req-b5e137ae-050f-4dbf-b7fb-c9de52756b98 service neutron] 10.222.0.41 "GET /v2.0/networks/d9c0d0bb-402c-4597-9463-e28fc03003fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837264 Dec 06 18:09:04.274844 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3f365607-91a9-46b7-a0b5-316e96aa2c83 req-154f5a35-710e-4c5c-8139-ccc735f561a0 service neutron] 10.222.0.41 "GET /v2.0/networks/d9c0d0bb-402c-4597-9463-e28fc03003fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876222 Dec 06 18:09:05.057917 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4131c0c2-366a-4c69-84d7-3bd7b11005ac req-af8f72c1-26d2-4f59-af85-15ba90ed303a tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:09:05.059966 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4131c0c2-366a-4c69-84d7-3bd7b11005ac req-af8f72c1-26d2-4f59-af85-15ba90ed303a tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7d91604-6a39-46a1-9d26-8fe6145f90bd HTTP/1.1" status: 200 len: 945 time: 0.0487945 Dec 06 18:09:05.107986 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4131c0c2-366a-4c69-84d7-3bd7b11005ac req-289f5803-d99b-4ec6-91f8-164e337cf001 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=64c2dcb0-3789-4de0-9c12-0a19d1159f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421219 Dec 06 18:09:05.634079 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:09:06.223036 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6125a532-7a97-4486-adf3-17932eac2404 req-2339756f-6e37-4ffb-a0f6-dae43d195a4b tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:09:06.224547 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6125a532-7a97-4486-adf3-17932eac2404 req-2339756f-6e37-4ffb-a0f6-dae43d195a4b tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7d91604-6a39-46a1-9d26-8fe6145f90bd HTTP/1.1" status: 200 len: 945 time: 0.0484350 Dec 06 18:09:06.274631 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6125a532-7a97-4486-adf3-17932eac2404 req-1597b947-f336-4ef4-846f-3a338bc786a3 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=64c2dcb0-3789-4de0-9c12-0a19d1159f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442371 Dec 06 18:09:07.388939 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a483f46e-45c5-45fe-8daf-85d30573d7fd req-a046dbaf-07af-43d4-9756-d4dc78b843d0 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:09:07.390449 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a483f46e-45c5-45fe-8daf-85d30573d7fd req-a046dbaf-07af-43d4-9756-d4dc78b843d0 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7d91604-6a39-46a1-9d26-8fe6145f90bd HTTP/1.1" status: 200 len: 945 time: 0.0483301 Dec 06 18:09:07.438446 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a483f46e-45c5-45fe-8daf-85d30573d7fd req-55847b01-80b4-453c-bd6c-d41fc501660b tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=64c2dcb0-3789-4de0-9c12-0a19d1159f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420954 Dec 06 18:09:08.556969 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5b5d65-3b21-4930-84bd-d665323a2669 req-197d89a4-dfa0-4bd9-a762-69c707c98e5c tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:09:08.558991 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4f5b5d65-3b21-4930-84bd-d665323a2669 req-197d89a4-dfa0-4bd9-a762-69c707c98e5c tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7d91604-6a39-46a1-9d26-8fe6145f90bd HTTP/1.1" status: 200 len: 945 time: 0.0539901 Dec 06 18:09:08.608305 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4f5b5d65-3b21-4930-84bd-d665323a2669 req-daf3e077-c917-44d9-9a0d-46f8bac75353 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=64c2dcb0-3789-4de0-9c12-0a19d1159f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434391 Dec 06 18:09:09.726559 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a9f65a-3715-41d0-8d44-ace3fb4403fc req-36863e0a-9119-4401-94cf-f77e552a408a tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:09:09.728028 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f0a9f65a-3715-41d0-8d44-ace3fb4403fc req-36863e0a-9119-4401-94cf-f77e552a408a tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7d91604-6a39-46a1-9d26-8fe6145f90bd HTTP/1.1" status: 200 len: 945 time: 0.0514548 Dec 06 18:09:09.777260 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f0a9f65a-3715-41d0-8d44-ace3fb4403fc req-e9e7245a-8f9b-4af6-b758-0960841144e0 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=64c2dcb0-3789-4de0-9c12-0a19d1159f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432377 Dec 06 18:09:10.890976 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f06dd-6803-4a73-b3da-e1878f09876d req-814669b4-10a4-44e5-8372-e7d7b260df07 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:09:10.892458 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1c4f06dd-6803-4a73-b3da-e1878f09876d req-814669b4-10a4-44e5-8372-e7d7b260df07 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7d91604-6a39-46a1-9d26-8fe6145f90bd HTTP/1.1" status: 200 len: 945 time: 0.0485528 Dec 06 18:09:10.940367 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1c4f06dd-6803-4a73-b3da-e1878f09876d req-28634f3e-1b9e-43d1-ba3b-a79f82437c66 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=64c2dcb0-3789-4de0-9c12-0a19d1159f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419278 Dec 06 18:09:12.054368 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33042ce-fd65-4ccf-8014-cd056958a106 req-dd70c14c-e58a-4862-98bf-343bf9a590a8 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:09:12.055745 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f33042ce-fd65-4ccf-8014-cd056958a106 req-dd70c14c-e58a-4862-98bf-343bf9a590a8 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7d91604-6a39-46a1-9d26-8fe6145f90bd HTTP/1.1" status: 200 len: 945 time: 0.0486147 Dec 06 18:09:12.102944 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f33042ce-fd65-4ccf-8014-cd056958a106 req-52045d37-b9fe-4b3f-a4cf-b3c8489a24e6 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=64c2dcb0-3789-4de0-9c12-0a19d1159f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413861 Dec 06 18:09:13.216297 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d81dc72-3ccf-4693-9625-88ce78ffffa6 req-4be96b70-f869-496c-9327-65991a6c1c97 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:09:13.217795 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9d81dc72-3ccf-4693-9625-88ce78ffffa6 req-4be96b70-f869-496c-9327-65991a6c1c97 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7d91604-6a39-46a1-9d26-8fe6145f90bd HTTP/1.1" status: 200 len: 945 time: 0.0476229 Dec 06 18:09:13.270112 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9d81dc72-3ccf-4693-9625-88ce78ffffa6 req-cfc7bb8d-87ad-4fa3-aa87-0924936f3d2e tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=64c2dcb0-3789-4de0-9c12-0a19d1159f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464158 Dec 06 18:09:13.551951 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-eeec4ef4-8106-47f3-bebc-b1decbfa4020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:09:14.388223 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa4cdc-4e0d-40cb-9ccc-c317bfafe06e req-37af0f86-a4ca-447d-a92b-37e5fdbc51c6 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:09:14.389723 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c9aa4cdc-4e0d-40cb-9ccc-c317bfafe06e req-37af0f86-a4ca-447d-a92b-37e5fdbc51c6 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7d91604-6a39-46a1-9d26-8fe6145f90bd HTTP/1.1" status: 200 len: 945 time: 0.0523524 Dec 06 18:09:14.437585 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c9aa4cdc-4e0d-40cb-9ccc-c317bfafe06e req-08b825c9-bf52-4c4b-993b-368b27170369 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=64c2dcb0-3789-4de0-9c12-0a19d1159f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419521 Dec 06 18:09:15.553120 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cad6ce4-c186-44f4-b0c5-1a15caef5e92 req-6fe90a5f-a75a-4ab9-abe3-6b738af79274 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:09:15.554510 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4cad6ce4-c186-44f4-b0c5-1a15caef5e92 req-6fe90a5f-a75a-4ab9-abe3-6b738af79274 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7d91604-6a39-46a1-9d26-8fe6145f90bd HTTP/1.1" status: 200 len: 945 time: 0.0472550 Dec 06 18:09:15.601990 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4cad6ce4-c186-44f4-b0c5-1a15caef5e92 req-99de1940-61ea-4b2f-96a4-be7d75fe7443 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=64c2dcb0-3789-4de0-9c12-0a19d1159f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410745 Dec 06 18:09:15.731214 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d05dd1ba-9701-4fd6-bf16-403afd909ded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:09:16.716313 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48342c52-6d21-40e2-9595-9877a8bd1fdb req-3506c92d-77fa-4d2d-bcca-36505132f6d5 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:09:16.717805 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-48342c52-6d21-40e2-9595-9877a8bd1fdb req-3506c92d-77fa-4d2d-bcca-36505132f6d5 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7d91604-6a39-46a1-9d26-8fe6145f90bd HTTP/1.1" status: 200 len: 945 time: 0.0484502 Dec 06 18:09:16.766481 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-48342c52-6d21-40e2-9595-9877a8bd1fdb req-20355138-2402-4cc3-ac64-11c65711cfa7 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=64c2dcb0-3789-4de0-9c12-0a19d1159f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426936 Dec 06 18:09:17.138053 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:09:17.879850 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f77329b-5995-469e-bbea-72d033aa4be9 req-de5099c6-bed1-4dcd-939e-0530615000dd tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:09:17.881336 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4f77329b-5995-469e-bbea-72d033aa4be9 req-de5099c6-bed1-4dcd-939e-0530615000dd tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7d91604-6a39-46a1-9d26-8fe6145f90bd HTTP/1.1" status: 200 len: 945 time: 0.0477924 Dec 06 18:09:17.929548 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4f77329b-5995-469e-bbea-72d033aa4be9 req-7fe269d5-24fe-4e52-a1ba-b0e75fb16bf0 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=64c2dcb0-3789-4de0-9c12-0a19d1159f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417917 Dec 06 18:09:18.269999 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:09:19.046042 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d716f4b-e6b6-4e5d-a8f7-823d47e4fb1b req-e5d70664-723b-4f3c-93aa-de97ca730ca1 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:09:19.047504 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2d716f4b-e6b6-4e5d-a8f7-823d47e4fb1b req-e5d70664-723b-4f3c-93aa-de97ca730ca1 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7d91604-6a39-46a1-9d26-8fe6145f90bd HTTP/1.1" status: 200 len: 945 time: 0.0487490 Dec 06 18:09:19.098317 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2d716f4b-e6b6-4e5d-a8f7-823d47e4fb1b req-3c67a181-5ded-46f7-ab63-115dfa2ade1c tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=64c2dcb0-3789-4de0-9c12-0a19d1159f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449247 Dec 06 18:09:19.202685 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:09:20.217482 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f67af9-83ee-4fce-a112-614f485428c6 req-86fcf50a-aa67-42f3-b3be-2dad144ac5cb tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:09:20.218957 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-33f67af9-83ee-4fce-a112-614f485428c6 req-86fcf50a-aa67-42f3-b3be-2dad144ac5cb tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7d91604-6a39-46a1-9d26-8fe6145f90bd HTTP/1.1" status: 200 len: 945 time: 0.0530028 Dec 06 18:09:20.268508 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-33f67af9-83ee-4fce-a112-614f485428c6 req-99af607c-9d01-47f2-814e-63da439064b0 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=64c2dcb0-3789-4de0-9c12-0a19d1159f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435131 Dec 06 18:09:21.384955 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff03e349-80bc-4b04-92c9-6ede132945bb req-fc7fc132-a02a-4130-aa83-f56d9c4cbb11 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:09:21.386451 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ff03e349-80bc-4b04-92c9-6ede132945bb req-fc7fc132-a02a-4130-aa83-f56d9c4cbb11 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7d91604-6a39-46a1-9d26-8fe6145f90bd HTTP/1.1" status: 200 len: 945 time: 0.0497580 Dec 06 18:09:21.434226 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ff03e349-80bc-4b04-92c9-6ede132945bb req-b09dea05-56dc-431a-8542-d4eebb57d370 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=64c2dcb0-3789-4de0-9c12-0a19d1159f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418601 Dec 06 18:09:21.629496 n-d-master-1 neutron-server[103285]: INFO neutron.api.v2.resource [req-3f365607-91a9-46b7-a0b5-316e96aa2c83 req-91ca540e-0923-48f3-8cb3-2ecfe32f2a2b service neutron] show failed (client error): The resource could not be found. Dec 06 18:09:21.630380 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3f365607-91a9-46b7-a0b5-316e96aa2c83 req-91ca540e-0923-48f3-8cb3-2ecfe32f2a2b service neutron] 10.222.0.41 "GET /v2.0/ports/46a5e94d-e49f-40c2-955f-f8ccae156989/bindings/n-h2-master-1 HTTP/1.1" status: 404 len: 380 time: 0.0527949 Dec 06 18:09:21.883325 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f365607-91a9-46b7-a0b5-316e96aa2c83 req-97a6f475-e9f4-4dfc-b977-f0a16a72d6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:09:21.884730 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3f365607-91a9-46b7-a0b5-316e96aa2c83 req-97a6f475-e9f4-4dfc-b977-f0a16a72d6af service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a7d91604-6a39-46a1-9d26-8fe6145f90bd&tenant_id=80786a15dc4645b98b22cbe4242a7bcf HTTP/1.1" status: 200 len: 1096 time: 0.0821836 Dec 06 18:09:22.010595 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-3f365607-91a9-46b7-a0b5-316e96aa2c83 req-3eaef7ad-b3ac-4dc2-8bbb-ac762a2d6f99 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-master-1', 'device_owner': 'compute:nova'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:09:22.065265 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3f365607-91a9-46b7-a0b5-316e96aa2c83 req-3eaef7ad-b3ac-4dc2-8bbb-ac762a2d6f99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:09:22.265710 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-3f365607-91a9-46b7-a0b5-316e96aa2c83 req-3eaef7ad-b3ac-4dc2-8bbb-ac762a2d6f99 service neutron] For port 46a5e94d-e49f-40c2-955f-f8ccae156989, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=46a5e94d-e49f-40c2-955f-f8ccae156989,segment=NetworkSegment(90a74a47-1e0d-421d-85d0-bec04746a4d2),segment_id=90a74a47-1e0d-421d-85d0-bec04746a4d2)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:09:22.297523 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-3f365607-91a9-46b7-a0b5-316e96aa2c83 req-3eaef7ad-b3ac-4dc2-8bbb-ac762a2d6f99 service neutron] For port 46a5e94d-e49f-40c2-955f-f8ccae156989, host n-h1-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 18:09:22.336396 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7d91604-6a39-46a1-9d26-8fe6145f90bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46a5e94d-e49f-40c2-955f-f8ccae156989'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 18:09:22.338692 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0deb9614d467c76714cadb3278283c9891b68bf60c17f6ec8acc98d969d5ca90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e85408cf-9471-41f2-b5c4-3773516c6493" -d '{"events": [{"server_uuid": "a7d91604-6a39-46a1-9d26-8fe6145f90bd", "name": "network-vif-unplugged", "status": "completed", "tag": "46a5e94d-e49f-40c2-955f-f8ccae156989"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 18:09:22.343868 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3f365607-91a9-46b7-a0b5-316e96aa2c83 req-3eaef7ad-b3ac-4dc2-8bbb-ac762a2d6f99 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:09:22.356288 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-3f365607-91a9-46b7-a0b5-316e96aa2c83 req-3eaef7ad-b3ac-4dc2-8bbb-ac762a2d6f99 service neutron] Transition to ACTIVE for port object 46a5e94d-e49f-40c2-955f-f8ccae156989 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 18:09:22.359959 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3f365607-91a9-46b7-a0b5-316e96aa2c83 req-3eaef7ad-b3ac-4dc2-8bbb-ac762a2d6f99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:09:22.451586 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 18:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9703a10-9db4-4303-97e9-a7db2dd7973a x-openstack-request-id: req-e9703a10-9db4-4303-97e9-a7db2dd7973a {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 18:09:22.451890 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7d91604-6a39-46a1-9d26-8fe6145f90bd", "name": "network-vif-unplugged", "status": "completed", "tag": "46a5e94d-e49f-40c2-955f-f8ccae156989", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 18:09:22.452151 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e9703a10-9db4-4303-97e9-a7db2dd7973a {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 18:09:22.452568 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7d91604-6a39-46a1-9d26-8fe6145f90bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46a5e94d-e49f-40c2-955f-f8ccae156989', 'code': 200} Dec 06 18:09:22.453290 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaef7ad-b3ac-4dc2-8bbb-ac762a2d6f99 service neutron] Pushing event updated for resources: {'Port': ['ID=46a5e94d-e49f-40c2-955f-f8ccae156989,revision_number=6']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:09:22.466756 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaef7ad-b3ac-4dc2-8bbb-ac762a2d6f99 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:09:22.467110 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaef7ad-b3ac-4dc2-8bbb-ac762a2d6f99 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:09:22.467461 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaef7ad-b3ac-4dc2-8bbb-ac762a2d6f99 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:09:22.467810 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaef7ad-b3ac-4dc2-8bbb-ac762a2d6f99 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:09:22.468149 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaef7ad-b3ac-4dc2-8bbb-ac762a2d6f99 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:09:22.468483 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaef7ad-b3ac-4dc2-8bbb-ac762a2d6f99 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:09:22.468818 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaef7ad-b3ac-4dc2-8bbb-ac762a2d6f99 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:09:22.469150 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaef7ad-b3ac-4dc2-8bbb-ac762a2d6f99 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:09:22.469498 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaef7ad-b3ac-4dc2-8bbb-ac762a2d6f99 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:09:22.469832 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaef7ad-b3ac-4dc2-8bbb-ac762a2d6f99 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:09:22.470195 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaef7ad-b3ac-4dc2-8bbb-ac762a2d6f99 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:09:22.470513 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaef7ad-b3ac-4dc2-8bbb-ac762a2d6f99 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:09:22.470849 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaef7ad-b3ac-4dc2-8bbb-ac762a2d6f99 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:09:22.501560 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f365607-91a9-46b7-a0b5-316e96aa2c83 req-3eaef7ad-b3ac-4dc2-8bbb-ac762a2d6f99 service neutron] No DVR routers for this DVR port 46a5e94d-e49f-40c2-955f-f8ccae156989 on host n-h1-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 18:09:22.562490 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa1537f-ed1a-42d4-a68b-bca792877224 req-1bc6d45b-e81f-4ad8-ad08-76d8b26525f0 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:09:22.564762 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7aa1537f-ed1a-42d4-a68b-bca792877224 req-1bc6d45b-e81f-4ad8-ad08-76d8b26525f0 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7d91604-6a39-46a1-9d26-8fe6145f90bd HTTP/1.1" status: 200 len: 943 time: 0.0550256 Dec 06 18:09:22.619699 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7aa1537f-ed1a-42d4-a68b-bca792877224 req-5851a9d5-501d-4075-9a66-c798b07c3da5 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=64c2dcb0-3789-4de0-9c12-0a19d1159f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487230 Dec 06 18:09:22.641622 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-3f365607-91a9-46b7-a0b5-316e96aa2c83 req-3eaef7ad-b3ac-4dc2-8bbb-ac762a2d6f99 service neutron] Attempting to bind port 46a5e94d-e49f-40c2-955f-f8ccae156989 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 18:09:22.641969 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-3f365607-91a9-46b7-a0b5-316e96aa2c83 req-3eaef7ad-b3ac-4dc2-8bbb-ac762a2d6f99 service neutron] Attempting to bind port 46a5e94d-e49f-40c2-955f-f8ccae156989 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': '90a74a47-1e0d-421d-85d0-bec04746a4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd9c0d0bb-402c-4597-9463-e28fc03003fc'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 18:09:22.642300 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f365607-91a9-46b7-a0b5-316e96aa2c83 req-3eaef7ad-b3ac-4dc2-8bbb-ac762a2d6f99 service neutron] Attempting to bind port 46a5e94d-e49f-40c2-955f-f8ccae156989 on network d9c0d0bb-402c-4597-9463-e28fc03003fc {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 18:09:22.646571 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f365607-91a9-46b7-a0b5-316e96aa2c83 req-3eaef7ad-b3ac-4dc2-8bbb-ac762a2d6f99 service neutron] Port 46a5e94d-e49f-40c2-955f-f8ccae156989 on network d9c0d0bb-402c-4597-9463-e28fc03003fc not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 18:09:22.646896 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f365607-91a9-46b7-a0b5-316e96aa2c83 req-3eaef7ad-b3ac-4dc2-8bbb-ac762a2d6f99 service neutron] Attempting to bind port 46a5e94d-e49f-40c2-955f-f8ccae156989 on network d9c0d0bb-402c-4597-9463-e28fc03003fc {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 18:09:22.651753 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f365607-91a9-46b7-a0b5-316e96aa2c83 req-3eaef7ad-b3ac-4dc2-8bbb-ac762a2d6f99 service neutron] Checking agent: {'id': '9d8b9f49-2860-4c1f-9b89-45a7657a3c4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 18, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 18:09:22.652091 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f365607-91a9-46b7-a0b5-316e96aa2c83 req-3eaef7ad-b3ac-4dc2-8bbb-ac762a2d6f99 service neutron] Checking segment: {'id': '90a74a47-1e0d-421d-85d0-bec04746a4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd9c0d0bb-402c-4597-9463-e28fc03003fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 18:09:22.652479 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f365607-91a9-46b7-a0b5-316e96aa2c83 req-3eaef7ad-b3ac-4dc2-8bbb-ac762a2d6f99 service neutron] Bound using segment: {'id': '90a74a47-1e0d-421d-85d0-bec04746a4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd9c0d0bb-402c-4597-9463-e28fc03003fc'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 18:09:22.652905 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-3f365607-91a9-46b7-a0b5-316e96aa2c83 req-3eaef7ad-b3ac-4dc2-8bbb-ac762a2d6f99 service neutron] Bound port: 46a5e94d-e49f-40c2-955f-f8ccae156989, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90a74a47-1e0d-421d-85d0-bec04746a4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd9c0d0bb-402c-4597-9463-e28fc03003fc'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 18:09:22.653261 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3f365607-91a9-46b7-a0b5-316e96aa2c83 req-3eaef7ad-b3ac-4dc2-8bbb-ac762a2d6f99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:09:22.716157 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-3f365607-91a9-46b7-a0b5-316e96aa2c83 req-3eaef7ad-b3ac-4dc2-8bbb-ac762a2d6f99 service neutron] For port 46a5e94d-e49f-40c2-955f-f8ccae156989, host n-h2-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 18:09:22.719426 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-3f365607-91a9-46b7-a0b5-316e96aa2c83 req-3eaef7ad-b3ac-4dc2-8bbb-ac762a2d6f99 service neutron] For port 46a5e94d-e49f-40c2-955f-f8ccae156989, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=46a5e94d-e49f-40c2-955f-f8ccae156989,segment=NetworkSegment(90a74a47-1e0d-421d-85d0-bec04746a4d2),segment_id=90a74a47-1e0d-421d-85d0-bec04746a4d2)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 18:09:22.722982 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3f365607-91a9-46b7-a0b5-316e96aa2c83 req-3eaef7ad-b3ac-4dc2-8bbb-ac762a2d6f99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:09:22.762685 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f365607-91a9-46b7-a0b5-316e96aa2c83 req-3eaef7ad-b3ac-4dc2-8bbb-ac762a2d6f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:09:22.763312 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3f365607-91a9-46b7-a0b5-316e96aa2c83 req-3eaef7ad-b3ac-4dc2-8bbb-ac762a2d6f99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:09:22.764741 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3f365607-91a9-46b7-a0b5-316e96aa2c83 req-3eaef7ad-b3ac-4dc2-8bbb-ac762a2d6f99 service neutron] 10.222.0.44 "PUT /v2.0/ports/46a5e94d-e49f-40c2-955f-f8ccae156989 HTTP/1.1" status: 200 len: 1091 time: 0.7581954 Dec 06 18:09:22.785362 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaef7ad-b3ac-4dc2-8bbb-ac762a2d6f99 service neutron] Pushing event updated for resources: {'Port': ['ID=46a5e94d-e49f-40c2-955f-f8ccae156989,revision_number=7']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:09:22.829941 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f365607-91a9-46b7-a0b5-316e96aa2c83 req-6fc17522-ce3f-4090-b058-a1b87e7e8b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:09:22.831489 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3f365607-91a9-46b7-a0b5-316e96aa2c83 req-6fc17522-ce3f-4090-b058-a1b87e7e8b63 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=80786a15dc4645b98b22cbe4242a7bcf&device_id=a7d91604-6a39-46a1-9d26-8fe6145f90bd HTTP/1.1" status: 200 len: 1094 time: 0.0432415 Dec 06 18:09:22.930031 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f365607-91a9-46b7-a0b5-316e96aa2c83 req-bf83643e-55de-4f92-a0e9-b61bac115d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:09:22.931541 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3f365607-91a9-46b7-a0b5-316e96aa2c83 req-bf83643e-55de-4f92-a0e9-b61bac115d3e service neutron] 10.222.0.44 "GET /v2.0/networks?id=d9c0d0bb-402c-4597-9463-e28fc03003fc HTTP/1.1" status: 200 len: 898 time: 0.0930588 Dec 06 18:09:22.997462 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3f365607-91a9-46b7-a0b5-316e96aa2c83 req-d61afdb2-c695-4551-bc3d-d8842386de10 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46a5e94d-e49f-40c2-955f-f8ccae156989 HTTP/1.1" status: 200 len: 999 time: 0.0587232 Dec 06 18:09:23.046022 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f365607-91a9-46b7-a0b5-316e96aa2c83 req-b7eefb9c-678d-497d-8e32-d7776394dd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:09:23.047395 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3f365607-91a9-46b7-a0b5-316e96aa2c83 req-b7eefb9c-678d-497d-8e32-d7776394dd64 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=86f8a65c-ef2a-4cf1-a689-9643efe70f18 HTTP/1.1" status: 200 len: 834 time: 0.0431702 Dec 06 18:09:23.095349 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f365607-91a9-46b7-a0b5-316e96aa2c83 req-8a357d7a-764b-4213-b9d1-af8c3a074aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:09:23.096809 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3f365607-91a9-46b7-a0b5-316e96aa2c83 req-8a357d7a-764b-4213-b9d1-af8c3a074aaf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d9c0d0bb-402c-4597-9463-e28fc03003fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425022 Dec 06 18:09:23.473570 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3f365607-91a9-46b7-a0b5-316e96aa2c83 req-297e4f56-ec78-41cc-b3ed-d798939f2e74 service neutron] 10.222.0.44 "GET /v2.0/networks/d9c0d0bb-402c-4597-9463-e28fc03003fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3696933 Dec 06 18:09:23.564238 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3f365607-91a9-46b7-a0b5-316e96aa2c83 req-6551b100-8cb9-4e45-8ca6-088eea6b738d service neutron] 10.222.0.44 "GET /v2.0/networks/d9c0d0bb-402c-4597-9463-e28fc03003fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833645 Dec 06 18:09:23.739149 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995bd76c-70cb-48b2-abda-eef14daceb46 req-fa4d96f6-2d00-4b6c-a3c3-a48b1482fe35 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:09:23.740638 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-995bd76c-70cb-48b2-abda-eef14daceb46 req-fa4d96f6-2d00-4b6c-a3c3-a48b1482fe35 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7d91604-6a39-46a1-9d26-8fe6145f90bd HTTP/1.1" status: 200 len: 943 time: 0.0493526 Dec 06 18:09:23.789776 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-995bd76c-70cb-48b2-abda-eef14daceb46 req-6b94dc1a-d521-4dbb-b264-6ecc8ba7555e tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=64c2dcb0-3789-4de0-9c12-0a19d1159f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431468 Dec 06 18:09:24.245889 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 46a5e94d-e49f-40c2-955f-f8ccae156989 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 18:09:24.283323 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 46a5e94d-e49f-40c2-955f-f8ccae156989 not bound to the agent host n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 18:09:24.453854 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7d91604-6a39-46a1-9d26-8fe6145f90bd', 'tag': '46a5e94d-e49f-40c2-955f-f8ccae156989'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 18:09:24.456228 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0deb9614d467c76714cadb3278283c9891b68bf60c17f6ec8acc98d969d5ca90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e2765a2-2d09-411a-8456-dfa6bc331160" -d '{"events": [{"name": "network-changed", "server_uuid": "a7d91604-6a39-46a1-9d26-8fe6145f90bd", "tag": "46a5e94d-e49f-40c2-955f-f8ccae156989"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 18:09:24.502621 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 18:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-375b738f-d991-4aa7-ab5c-1e85d55dde0f x-openstack-request-id: req-375b738f-d991-4aa7-ab5c-1e85d55dde0f {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 18:09:24.503177 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7d91604-6a39-46a1-9d26-8fe6145f90bd", "tag": "46a5e94d-e49f-40c2-955f-f8ccae156989", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 18:09:24.503439 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-375b738f-d991-4aa7-ab5c-1e85d55dde0f {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 18:09:24.503839 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7d91604-6a39-46a1-9d26-8fe6145f90bd', 'tag': '46a5e94d-e49f-40c2-955f-f8ccae156989', 'status': 'completed', 'code': 200} Dec 06 18:09:24.562340 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2765a2-2d09-411a-8456-dfa6bc331160 req-981e2db6-73ce-407a-aa4e-f303a6e42308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:09:24.563848 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1e2765a2-2d09-411a-8456-dfa6bc331160 req-981e2db6-73ce-407a-aa4e-f303a6e42308 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=80786a15dc4645b98b22cbe4242a7bcf&device_id=a7d91604-6a39-46a1-9d26-8fe6145f90bd HTTP/1.1" status: 200 len: 1094 time: 0.0405583 Dec 06 18:09:24.571511 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2765a2-2d09-411a-8456-dfa6bc331160 req-5f71f8ed-d5e6-490f-a6fd-cf954792a35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:09:24.572986 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1e2765a2-2d09-411a-8456-dfa6bc331160 req-5f71f8ed-d5e6-490f-a6fd-cf954792a35d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=80786a15dc4645b98b22cbe4242a7bcf&device_id=a7d91604-6a39-46a1-9d26-8fe6145f90bd HTTP/1.1" status: 200 len: 1094 time: 0.0388675 Dec 06 18:09:24.659225 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2765a2-2d09-411a-8456-dfa6bc331160 req-7fb0d9cc-cf86-4fa1-b879-ca3af3cc7204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:09:24.660778 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1e2765a2-2d09-411a-8456-dfa6bc331160 req-7fb0d9cc-cf86-4fa1-b879-ca3af3cc7204 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d9c0d0bb-402c-4597-9463-e28fc03003fc HTTP/1.1" status: 200 len: 898 time: 0.0896494 Dec 06 18:09:24.668885 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2765a2-2d09-411a-8456-dfa6bc331160 req-f22736b6-5720-45aa-b3fa-f41ee251c5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:09:24.670405 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1e2765a2-2d09-411a-8456-dfa6bc331160 req-f22736b6-5720-45aa-b3fa-f41ee251c5f4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d9c0d0bb-402c-4597-9463-e28fc03003fc HTTP/1.1" status: 200 len: 898 time: 0.0842221 Dec 06 18:09:24.727656 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1e2765a2-2d09-411a-8456-dfa6bc331160 req-a47397d7-c263-425e-9494-4ebf96cebc9e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46a5e94d-e49f-40c2-955f-f8ccae156989 HTTP/1.1" status: 200 len: 999 time: 0.0587754 Dec 06 18:09:24.746955 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1e2765a2-2d09-411a-8456-dfa6bc331160 req-217dc151-4bc2-4aec-b547-d2eca18f3b7d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46a5e94d-e49f-40c2-955f-f8ccae156989 HTTP/1.1" status: 200 len: 999 time: 0.0623116 Dec 06 18:09:24.783106 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2765a2-2d09-411a-8456-dfa6bc331160 req-5881a747-ef95-46a9-848b-01d4f7dfac98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:09:24.784592 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1e2765a2-2d09-411a-8456-dfa6bc331160 req-5881a747-ef95-46a9-848b-01d4f7dfac98 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=86f8a65c-ef2a-4cf1-a689-9643efe70f18 HTTP/1.1" status: 200 len: 834 time: 0.0491168 Dec 06 18:09:24.802272 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2765a2-2d09-411a-8456-dfa6bc331160 req-7297aac2-780a-4cb9-a3dc-4344f26c2942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:09:24.803736 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1e2765a2-2d09-411a-8456-dfa6bc331160 req-7297aac2-780a-4cb9-a3dc-4344f26c2942 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=86f8a65c-ef2a-4cf1-a689-9643efe70f18 HTTP/1.1" status: 200 len: 834 time: 0.0436072 Dec 06 18:09:24.832772 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2765a2-2d09-411a-8456-dfa6bc331160 req-eafa16e0-cfa9-4cd9-a5c8-da17ec0cea22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:09:24.834383 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1e2765a2-2d09-411a-8456-dfa6bc331160 req-eafa16e0-cfa9-4cd9-a5c8-da17ec0cea22 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d9c0d0bb-402c-4597-9463-e28fc03003fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421548 Dec 06 18:09:24.854767 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2765a2-2d09-411a-8456-dfa6bc331160 req-e4c63dbb-a127-4ac7-ac6e-60def3231787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:09:24.856285 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1e2765a2-2d09-411a-8456-dfa6bc331160 req-e4c63dbb-a127-4ac7-ac6e-60def3231787 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d9c0d0bb-402c-4597-9463-e28fc03003fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412867 Dec 06 18:09:24.958126 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1e2765a2-2d09-411a-8456-dfa6bc331160 req-1b14e644-ac3d-45ae-a606-4bc74a163d69 service neutron] 10.222.0.41 "GET /v2.0/networks/d9c0d0bb-402c-4597-9463-e28fc03003fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890152 Dec 06 18:09:24.968235 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0e902d-0fac-4765-a105-c01545143f8f req-cd7ceb30-3995-41a7-9ae4-159475121ed6 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:09:24.969750 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-be0e902d-0fac-4765-a105-c01545143f8f req-cd7ceb30-3995-41a7-9ae4-159475121ed6 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7d91604-6a39-46a1-9d26-8fe6145f90bd HTTP/1.1" status: 200 len: 943 time: 0.1050045 Dec 06 18:09:24.975317 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1e2765a2-2d09-411a-8456-dfa6bc331160 req-7c9dc748-79b5-4098-a7a3-98f82e3e1258 service neutron] 10.222.0.44 "GET /v2.0/networks/d9c0d0bb-402c-4597-9463-e28fc03003fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289558 Dec 06 18:09:25.067410 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1e2765a2-2d09-411a-8456-dfa6bc331160 req-78a0d3a8-da2d-4e54-8dd4-1c6baf92ea0e service neutron] 10.222.0.41 "GET /v2.0/networks/d9c0d0bb-402c-4597-9463-e28fc03003fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965102 Dec 06 18:09:25.085079 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-be0e902d-0fac-4765-a105-c01545143f8f req-e22ea006-a417-4af3-b8f8-f33d76246e53 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=64c2dcb0-3789-4de0-9c12-0a19d1159f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087575 Dec 06 18:09:25.121870 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1e2765a2-2d09-411a-8456-dfa6bc331160 req-1afa4d76-4ff4-45eb-a3cc-35cac166aaf0 service neutron] 10.222.0.44 "GET /v2.0/networks/d9c0d0bb-402c-4597-9463-e28fc03003fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296821 Dec 06 18:09:25.718627 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 46a5e94d-e49f-40c2-955f-f8ccae156989 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 18:09:25.814809 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 46a5e94d-e49f-40c2-955f-f8ccae156989, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=46a5e94d-e49f-40c2-955f-f8ccae156989,segment=NetworkSegment(90a74a47-1e0d-421d-85d0-bec04746a4d2),segment_id=90a74a47-1e0d-421d-85d0-bec04746a4d2)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:09:25.825818 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': '46a5e94d-e49f-40c2-955f-f8ccae156989', 'network_id': 'd9c0d0bb-402c-4597-9463-e28fc03003fc', 'port_id': '46a5e94d-e49f-40c2-955f-f8ccae156989', 'mac_address': 'fa:16:3e:6f:96:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86f8a65c-ef2a-4cf1-a689-9643efe70f18', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 18:09:25.862476 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:09:25.875104 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46a5e94d-e49f-40c2-955f-f8ccae156989 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 18:09:25.894437 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 46a5e94d-e49f-40c2-955f-f8ccae156989, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=46a5e94d-e49f-40c2-955f-f8ccae156989,segment=NetworkSegment(90a74a47-1e0d-421d-85d0-bec04746a4d2),segment_id=90a74a47-1e0d-421d-85d0-bec04746a4d2)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:09:25.898618 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:09:25.943091 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=46a5e94d-e49f-40c2-955f-f8ccae156989,revision_number=8']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:09:25.950738 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:09:25.951089 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:09:25.951436 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:09:25.951777 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:09:25.952115 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:09:25.952452 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:09:25.952784 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:09:25.953114 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:09:25.953444 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:09:25.953806 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:09:25.954138 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:09:25.954464 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:09:25.954788 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:09:26.146259 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['46a5e94d-e49f-40c2-955f-f8ccae156989'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 18:09:26.208736 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b97772-d991-4c8d-be4d-b7435904763f req-c26ce208-1bf6-43b7-ac00-7c6c17de300d tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:09:26.210262 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-09b97772-d991-4c8d-be4d-b7435904763f req-c26ce208-1bf6-43b7-ac00-7c6c17de300d tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7d91604-6a39-46a1-9d26-8fe6145f90bd HTTP/1.1" status: 200 len: 944 time: 0.0482433 Dec 06 18:09:26.259869 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-09b97772-d991-4c8d-be4d-b7435904763f req-e68e96dc-3acc-44ad-80cd-c6c97562bd54 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=64c2dcb0-3789-4de0-9c12-0a19d1159f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430028 Dec 06 18:09:26.496183 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f24529-4965-4591-ab3a-a3c57b581cff req-d8bf28c1-0dc5-4da8-ad55-eb412ef17809 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:09:26.497689 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-25f24529-4965-4591-ab3a-a3c57b581cff req-d8bf28c1-0dc5-4da8-ad55-eb412ef17809 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7d91604-6a39-46a1-9d26-8fe6145f90bd HTTP/1.1" status: 200 len: 944 time: 0.0847960 Dec 06 18:09:26.506118 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac4194-da09-48dc-903a-3886c8961fd1 req-53ade7d7-bbc8-4d9a-a116-1f5961b86050 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:09:26.507424 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-71ac4194-da09-48dc-903a-3886c8961fd1 req-53ade7d7-bbc8-4d9a-a116-1f5961b86050 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7d91604-6a39-46a1-9d26-8fe6145f90bd&tenant_id=80786a15dc4645b98b22cbe4242a7bcf&binding%3Ahost_id=n-h2-master-1 HTTP/1.1" status: 200 len: 944 time: 0.0682511 Dec 06 18:09:26.587596 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-25f24529-4965-4591-ab3a-a3c57b581cff req-22e4774e-c396-41c0-97f1-a9fefc5abbec tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=64c2dcb0-3789-4de0-9c12-0a19d1159f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791838 Dec 06 18:09:26.596042 n-d-master-1 neutron-server[103285]: INFO neutron.api.v2.resource [req-71ac4194-da09-48dc-903a-3886c8961fd1 req-639fe226-9fac-4eba-b532-f9709baaf3b2 service neutron] delete failed (client error): The resource could not be found. Dec 06 18:09:26.597037 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-71ac4194-da09-48dc-903a-3886c8961fd1 req-639fe226-9fac-4eba-b532-f9709baaf3b2 service neutron] 10.222.0.41 "DELETE /v2.0/ports/46a5e94d-e49f-40c2-955f-f8ccae156989/bindings/n-h1-master-1 HTTP/1.1" status: 404 len: 380 time: 0.0754230 Dec 06 18:09:26.688836 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac4194-da09-48dc-903a-3886c8961fd1 req-5176df53-76dc-4ff9-b9d1-196a5f0c7cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:09:26.690449 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-71ac4194-da09-48dc-903a-3886c8961fd1 req-5176df53-76dc-4ff9-b9d1-196a5f0c7cbf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=80786a15dc4645b98b22cbe4242a7bcf&device_id=a7d91604-6a39-46a1-9d26-8fe6145f90bd HTTP/1.1" status: 200 len: 1095 time: 0.0431488 Dec 06 18:09:26.704870 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca41b78-cb4a-43eb-a9d6-71d8001d6b0b req-6bd36145-efe7-453d-81b3-e864d53277bb tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:09:26.706377 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1ca41b78-cb4a-43eb-a9d6-71d8001d6b0b req-6bd36145-efe7-453d-81b3-e864d53277bb tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7d91604-6a39-46a1-9d26-8fe6145f90bd HTTP/1.1" status: 200 len: 944 time: 0.0497313 Dec 06 18:09:26.756892 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1ca41b78-cb4a-43eb-a9d6-71d8001d6b0b req-ec755a64-a981-4289-944d-48a13853bcef tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=64c2dcb0-3789-4de0-9c12-0a19d1159f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444648 Dec 06 18:09:26.792535 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac4194-da09-48dc-903a-3886c8961fd1 req-69a01169-e668-4552-8f87-89e69fdabb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:09:26.794055 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-71ac4194-da09-48dc-903a-3886c8961fd1 req-69a01169-e668-4552-8f87-89e69fdabb41 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d9c0d0bb-402c-4597-9463-e28fc03003fc HTTP/1.1" status: 200 len: 898 time: 0.0921655 Dec 06 18:09:26.862939 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-71ac4194-da09-48dc-903a-3886c8961fd1 req-85fae7d6-1218-40cc-93a8-ac4767941ec2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46a5e94d-e49f-40c2-955f-f8ccae156989 HTTP/1.1" status: 200 len: 1000 time: 0.0571139 Dec 06 18:09:26.920207 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac4194-da09-48dc-903a-3886c8961fd1 req-17a0056f-5805-4251-be33-78ca1bafbee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:09:26.921582 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-71ac4194-da09-48dc-903a-3886c8961fd1 req-17a0056f-5805-4251-be33-78ca1bafbee1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=86f8a65c-ef2a-4cf1-a689-9643efe70f18 HTTP/1.1" status: 200 len: 834 time: 0.0466299 Dec 06 18:09:26.969333 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac4194-da09-48dc-903a-3886c8961fd1 req-6ff1cb92-4100-4613-ad16-59365510bbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:09:26.970796 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-71ac4194-da09-48dc-903a-3886c8961fd1 req-6ff1cb92-4100-4613-ad16-59365510bbc2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d9c0d0bb-402c-4597-9463-e28fc03003fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381353 Dec 06 18:09:27.064683 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-71ac4194-da09-48dc-903a-3886c8961fd1 req-04f845ef-1c89-45c2-b871-f5870442adf7 service neutron] 10.222.0.41 "GET /v2.0/networks/d9c0d0bb-402c-4597-9463-e28fc03003fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799861 Dec 06 18:09:27.162774 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-71ac4194-da09-48dc-903a-3886c8961fd1 req-49188110-f257-4848-9fbc-00f086d06651 service neutron] 10.222.0.41 "GET /v2.0/networks/d9c0d0bb-402c-4597-9463-e28fc03003fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860934 Dec 06 18:09:27.726844 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 46a5e94d-e49f-40c2-955f-f8ccae156989 up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 18:09:27.794371 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning for port 46a5e94d-e49f-40c2-955f-f8ccae156989 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 18:09:27.799951 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port 46a5e94d-e49f-40c2-955f-f8ccae156989 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:09:27.800385 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:09:27.879849 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:09:27.881916 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a77d73-357e-4190-a8fb-a153188205d1 req-6f806d7d-78b1-46b5-a180-c9ac5066a3b9 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:09:27.883863 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-98a77d73-357e-4190-a8fb-a153188205d1 req-6f806d7d-78b1-46b5-a180-c9ac5066a3b9 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7d91604-6a39-46a1-9d26-8fe6145f90bd HTTP/1.1" status: 200 len: 944 time: 0.0503869 Dec 06 18:09:27.907193 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7d91604-6a39-46a1-9d26-8fe6145f90bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46a5e94d-e49f-40c2-955f-f8ccae156989'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 18:09:27.909430 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}253b13571352ac935e80f100367d97205cb4b29805628151c230edbf5f3547e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4832169c-45da-4de2-9cff-93bdda353d5d" -d '{"events": [{"server_uuid": "a7d91604-6a39-46a1-9d26-8fe6145f90bd", "name": "network-vif-plugged", "status": "completed", "tag": "46a5e94d-e49f-40c2-955f-f8ccae156989"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 18:09:27.922399 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 46a5e94d-e49f-40c2-955f-f8ccae156989, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=46a5e94d-e49f-40c2-955f-f8ccae156989,segment=NetworkSegment(90a74a47-1e0d-421d-85d0-bec04746a4d2),segment_id=90a74a47-1e0d-421d-85d0-bec04746a4d2)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:09:27.927140 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:09:27.937410 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-98a77d73-357e-4190-a8fb-a153188205d1 req-db4250a0-0d04-4e7c-adfb-4057174f4572 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=64c2dcb0-3789-4de0-9c12-0a19d1159f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454378 Dec 06 18:09:27.960660 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42688) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:09:27.984470 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=46a5e94d-e49f-40c2-955f-f8ccae156989,revision_number=9']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:09:28.015507 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 18:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-932ba8b7-1db9-4f61-8fb6-388f07334d9f x-openstack-request-id: req-932ba8b7-1db9-4f61-8fb6-388f07334d9f {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 18:09:28.015805 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7d91604-6a39-46a1-9d26-8fe6145f90bd", "name": "network-vif-plugged", "status": "completed", "tag": "46a5e94d-e49f-40c2-955f-f8ccae156989", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 18:09:28.016066 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-932ba8b7-1db9-4f61-8fb6-388f07334d9f {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 18:09:28.016470 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7d91604-6a39-46a1-9d26-8fe6145f90bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46a5e94d-e49f-40c2-955f-f8ccae156989', 'code': 200} Dec 06 18:09:28.031946 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-a2f739e9-22a8-4cb2-a083-17d009a04dfc tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/floatingips/adda1e27-0e15-479c-91a9-bd814c36ba0b HTTP/1.1" status: 200 len: 993 time: 0.0697803 Dec 06 18:09:28.301429 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-10fa8d15-f6cd-46a7-bd84-f7d6e02590f2 req-130f8ed8-263f-473c-889f-f75a8c636453 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a7d91604-6a39-46a1-9d26-8fe6145f90bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0386348 Dec 06 18:09:28.383970 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa8d15-f6cd-46a7-bd84-f7d6e02590f2 req-326e193b-7b81-40ec-bc4f-16d20e6ef31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:09:28.385443 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-10fa8d15-f6cd-46a7-bd84-f7d6e02590f2 req-326e193b-7b81-40ec-bc4f-16d20e6ef31d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=80786a15dc4645b98b22cbe4242a7bcf&device_id=a7d91604-6a39-46a1-9d26-8fe6145f90bd HTTP/1.1" status: 200 len: 1096 time: 0.0410123 Dec 06 18:09:28.491319 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa8d15-f6cd-46a7-bd84-f7d6e02590f2 req-53fe81a5-1319-4651-b462-0772b2643273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:09:28.492763 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-10fa8d15-f6cd-46a7-bd84-f7d6e02590f2 req-53fe81a5-1319-4651-b462-0772b2643273 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d9c0d0bb-402c-4597-9463-e28fc03003fc HTTP/1.1" status: 200 len: 898 time: 0.0877640 Dec 06 18:09:28.561123 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-10fa8d15-f6cd-46a7-bd84-f7d6e02590f2 req-18bebdd2-baf4-4473-9785-d91894d06f2a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46a5e94d-e49f-40c2-955f-f8ccae156989 HTTP/1.1" status: 200 len: 1001 time: 0.0614974 Dec 06 18:09:28.608700 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa8d15-f6cd-46a7-bd84-f7d6e02590f2 req-38082772-971a-45f4-b6a4-70522f01c307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:09:28.610120 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-10fa8d15-f6cd-46a7-bd84-f7d6e02590f2 req-38082772-971a-45f4-b6a4-70522f01c307 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=86f8a65c-ef2a-4cf1-a689-9643efe70f18 HTTP/1.1" status: 200 len: 834 time: 0.0428739 Dec 06 18:09:28.654440 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa8d15-f6cd-46a7-bd84-f7d6e02590f2 req-89f900df-fb95-4005-875f-d31e55df0926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:09:28.655886 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-10fa8d15-f6cd-46a7-bd84-f7d6e02590f2 req-89f900df-fb95-4005-875f-d31e55df0926 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d9c0d0bb-402c-4597-9463-e28fc03003fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387745 Dec 06 18:09:28.750990 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-10fa8d15-f6cd-46a7-bd84-f7d6e02590f2 req-6f0f4c13-c35f-46bb-ab30-0ec1f2d02c18 service neutron] 10.222.0.44 "GET /v2.0/networks/d9c0d0bb-402c-4597-9463-e28fc03003fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873456 Dec 06 18:09:28.840114 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-10fa8d15-f6cd-46a7-bd84-f7d6e02590f2 req-dc688bf2-528f-48fb-b38b-76efe947e5a3 service neutron] 10.222.0.44 "GET /v2.0/networks/d9c0d0bb-402c-4597-9463-e28fc03003fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826080 Dec 06 18:09:33.284828 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:09:34.319717 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 18:09:35.648168 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:09:43.553395 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c1b00fcf-8c5a-450d-82cc-06ef4f0976db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:09:45.732309 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3060b25a-a463-470b-b939-2078cbf38a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:09:47.142294 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:09:48.272423 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:09:49.204765 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:09:56.558694 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42698) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:09:56.711685 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-11e78d45-5e41-4ed6-b8a5-a81709d424c1 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Deleting port 6da32b59-bec5-44b4-a63d-4dba1f1564a4 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 18:09:56.712028 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-11e78d45-5e41-4ed6-b8a5-a81709d424c1 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:09:56.788904 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-11e78d45-5e41-4ed6-b8a5-a81709d424c1 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:09:56.789229 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-11e78d45-5e41-4ed6-b8a5-a81709d424c1 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:09:56.801049 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-11e78d45-5e41-4ed6-b8a5-a81709d424c1 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Calling delete_port for 6da32b59-bec5-44b4-a63d-4dba1f1564a4 owned by network:floatingip {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 18:09:56.939338 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-11e78d45-5e41-4ed6-b8a5-a81709d424c1 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:09:56.967254 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e78d45-5e41-4ed6-b8a5-a81709d424c1 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event deleted for resources: {'Port': ['ID=6da32b59-bec5-44b4-a63d-4dba1f1564a4,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:09:56.993110 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e78d45-5e41-4ed6-b8a5-a81709d424c1 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:09:56.993483 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e78d45-5e41-4ed6-b8a5-a81709d424c1 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:09:56.993839 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e78d45-5e41-4ed6-b8a5-a81709d424c1 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:09:56.994180 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e78d45-5e41-4ed6-b8a5-a81709d424c1 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:09:56.994518 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e78d45-5e41-4ed6-b8a5-a81709d424c1 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:09:56.994852 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e78d45-5e41-4ed6-b8a5-a81709d424c1 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:09:56.995185 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e78d45-5e41-4ed6-b8a5-a81709d424c1 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:09:56.995517 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e78d45-5e41-4ed6-b8a5-a81709d424c1 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:09:56.995848 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e78d45-5e41-4ed6-b8a5-a81709d424c1 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:09:56.996176 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e78d45-5e41-4ed6-b8a5-a81709d424c1 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:09:56.996504 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e78d45-5e41-4ed6-b8a5-a81709d424c1 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:09:56.996829 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e78d45-5e41-4ed6-b8a5-a81709d424c1 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:09:56.997152 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e78d45-5e41-4ed6-b8a5-a81709d424c1 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:09:57.037411 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-11e78d45-5e41-4ed6-b8a5-a81709d424c1 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for floatingip, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:09:57.037793 n-d-master-1 neutron-server[103285]: INFO neutron.db.l3_db [None req-11e78d45-5e41-4ed6-b8a5-a81709d424c1 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Floating IP adda1e27-0e15-479c-91a9-bd814c36ba0b disassociated (deleted). External IP: 172.35.1.134, port: 46a5e94d-e49f-40c2-955f-f8ccae156989. Dec 06 18:09:57.531063 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11e78d45-5e41-4ed6-b8a5-a81709d424c1 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Router 13e463e0-75a0-4b7d-b63d-66f642800079 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 18:09:57.635264 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11e78d45-5e41-4ed6-b8a5-a81709d424c1 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 18:09:57.640109 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-11e78d45-5e41-4ed6-b8a5-a81709d424c1 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:09:57.645597 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96c3207-a836-46d1-9d4f-71e2b966f716 None None] Sync routers for ids ['13e463e0-75a0-4b7d-b63d-66f642800079'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 18:09:57.655725 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96c3207-a836-46d1-9d4f-71e2b966f716 None None] Routers {'13e463e0-75a0-4b7d-b63d-66f642800079'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:09:57.656360 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-a96c3207-a836-46d1-9d4f-71e2b966f716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:09:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['13e463e0-75a0-4b7d-b63d-66f642800079'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:09:57.667452 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-11e78d45-5e41-4ed6-b8a5-a81709d424c1 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "DELETE /v2.0/floatingips/adda1e27-0e15-479c-91a9-bd814c36ba0b HTTP/1.1" status: 204 len: 168 time: 1.1076946 Dec 06 18:09:57.668046 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7d91604-6a39-46a1-9d26-8fe6145f90bd', 'tag': '46a5e94d-e49f-40c2-955f-f8ccae156989'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 18:09:57.670346 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84a504b017671f0a47cd85ab9346cb7aca95b1a07f687931bccd5817498bce48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1db9dfdb-925d-404c-8caf-3fef882ce06e" -d '{"events": [{"name": "network-changed", "server_uuid": "a7d91604-6a39-46a1-9d26-8fe6145f90bd", "tag": "46a5e94d-e49f-40c2-955f-f8ccae156989"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 18:09:57.770866 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-a96c3207-a836-46d1-9d4f-71e2b966f716 None None] Set router 13e463e0-75a0-4b7d-b63d-66f642800079 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:09:57.775184 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 18:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e37b7894-bd23-4eca-bef2-3f325293d00d x-openstack-request-id: req-e37b7894-bd23-4eca-bef2-3f325293d00d {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 18:09:57.775701 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7d91604-6a39-46a1-9d26-8fe6145f90bd", "tag": "46a5e94d-e49f-40c2-955f-f8ccae156989", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 18:09:57.776088 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e37b7894-bd23-4eca-bef2-3f325293d00d {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 18:09:57.776590 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7d91604-6a39-46a1-9d26-8fe6145f90bd', 'tag': '46a5e94d-e49f-40c2-955f-f8ccae156989', 'status': 'completed', 'code': 200} Dec 06 18:09:57.858623 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db9dfdb-925d-404c-8caf-3fef882ce06e req-e48ac84c-5944-486a-aed2-a817539f9811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:09:57.860814 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1db9dfdb-925d-404c-8caf-3fef882ce06e req-e48ac84c-5944-486a-aed2-a817539f9811 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=80786a15dc4645b98b22cbe4242a7bcf&device_id=a7d91604-6a39-46a1-9d26-8fe6145f90bd HTTP/1.1" status: 200 len: 1096 time: 0.0618031 Dec 06 18:09:57.925319 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a09a4b0-6129-443b-b3b6-e98a8556b0a6 req-d3eab5ed-16b5-4c5c-a7eb-ca7037f12f9a tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:09:57.926896 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9a09a4b0-6129-443b-b3b6-e98a8556b0a6 req-d3eab5ed-16b5-4c5c-a7eb-ca7037f12f9a tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7d91604-6a39-46a1-9d26-8fe6145f90bd HTTP/1.1" status: 200 len: 945 time: 0.0527112 Dec 06 18:09:57.971789 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db9dfdb-925d-404c-8caf-3fef882ce06e req-1afc1d4d-21c1-41f5-af6f-02be6852ed42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:09:57.973339 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1db9dfdb-925d-404c-8caf-3fef882ce06e req-1afc1d4d-21c1-41f5-af6f-02be6852ed42 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d9c0d0bb-402c-4597-9463-e28fc03003fc HTTP/1.1" status: 200 len: 898 time: 0.1047754 Dec 06 18:09:57.980721 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-a96c3207-a836-46d1-9d4f-71e2b966f716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e463e0-75a0-4b7d-b63d-66f642800079', 'name': 'tempest-TestNetworkAdvancedServerOps-router-757683256', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.190'}], 'enable_snat': True}, 'gw_port_id': '445bf5f5-9735-46eb-9c44-7d5ad7defcd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:08:07Z', 'updated_at': '2021-12-06T18:08:10Z', 'revision_number': 4, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'gw_port': {'id': '445bf5f5-9735-46eb-9c44-7d5ad7defcd1', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e463e0-75a0-4b7d-b63d-66f642800079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:08:07Z', 'updated_at': '2021-12-06T18:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '37e38c0d-1eba-422e-85d8-210596240273', 'name': '', 'network_id': 'd9c0d0bb-402c-4597-9463-e28fc03003fc', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'mac_address': 'fa:16:3e:01:2a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e463e0-75a0-4b7d-b63d-66f642800079', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '86f8a65c-ef2a-4cf1-a689-9643efe70f18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:08:09Z', 'updated_at': '2021-12-06T18:08:13Z', 'revision_number': 5, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'subnets': [{'id': '86f8a65c-ef2a-4cf1-a689-9643efe70f18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:09:57.983489 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9a09a4b0-6129-443b-b3b6-e98a8556b0a6 req-1b855f5a-bf28-4941-990a-390efef18ddb tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=64c2dcb0-3789-4de0-9c12-0a19d1159f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473204 Dec 06 18:09:58.008447 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96c3207-a836-46d1-9d4f-71e2b966f716 None None] Checking router: 13e463e0-75a0-4b7d-b63d-66f642800079 for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 18:09:58.017542 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96c3207-a836-46d1-9d4f-71e2b966f716 None None] Routers {'13e463e0-75a0-4b7d-b63d-66f642800079'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:09:58.018143 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-a96c3207-a836-46d1-9d4f-71e2b966f716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:09:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['13e463e0-75a0-4b7d-b63d-66f642800079'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:09:58.018719 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1db9dfdb-925d-404c-8caf-3fef882ce06e req-7fb10676-e9e3-46ba-9bc5-42ae4cf92fa1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46a5e94d-e49f-40c2-955f-f8ccae156989 HTTP/1.1" status: 200 len: 217 time: 0.0365100 Dec 06 18:09:58.075351 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db9dfdb-925d-404c-8caf-3fef882ce06e req-b8475cc3-b720-47d4-9d35-9b468f216663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:09:58.076848 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1db9dfdb-925d-404c-8caf-3fef882ce06e req-b8475cc3-b720-47d4-9d35-9b468f216663 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=86f8a65c-ef2a-4cf1-a689-9643efe70f18 HTTP/1.1" status: 200 len: 834 time: 0.0488529 Dec 06 18:09:58.123024 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-a96c3207-a836-46d1-9d4f-71e2b966f716 None None] Set router 13e463e0-75a0-4b7d-b63d-66f642800079 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:09:58.124342 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db9dfdb-925d-404c-8caf-3fef882ce06e req-75988b25-fdb1-4b53-b038-14a41dfc3205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:09:58.125911 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1db9dfdb-925d-404c-8caf-3fef882ce06e req-75988b25-fdb1-4b53-b038-14a41dfc3205 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d9c0d0bb-402c-4597-9463-e28fc03003fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409405 Dec 06 18:09:58.219662 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1db9dfdb-925d-404c-8caf-3fef882ce06e req-6aa79d9f-a048-4e7a-8bf6-224f874c00fc service neutron] 10.222.0.44 "GET /v2.0/networks/d9c0d0bb-402c-4597-9463-e28fc03003fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860302 Dec 06 18:09:58.312208 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1db9dfdb-925d-404c-8caf-3fef882ce06e req-ae8c66df-2939-49dc-8158-8c128a6a8a60 service neutron] 10.222.0.44 "GET /v2.0/networks/d9c0d0bb-402c-4597-9463-e28fc03003fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850422 Dec 06 18:09:58.319030 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-a96c3207-a836-46d1-9d4f-71e2b966f716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e463e0-75a0-4b7d-b63d-66f642800079', 'name': 'tempest-TestNetworkAdvancedServerOps-router-757683256', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.190'}], 'enable_snat': True}, 'gw_port_id': '445bf5f5-9735-46eb-9c44-7d5ad7defcd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:08:07Z', 'updated_at': '2021-12-06T18:08:10Z', 'revision_number': 4, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'gw_port': {'id': '445bf5f5-9735-46eb-9c44-7d5ad7defcd1', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e463e0-75a0-4b7d-b63d-66f642800079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:08:07Z', 'updated_at': '2021-12-06T18:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '37e38c0d-1eba-422e-85d8-210596240273', 'name': '', 'network_id': 'd9c0d0bb-402c-4597-9463-e28fc03003fc', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'mac_address': 'fa:16:3e:01:2a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e463e0-75a0-4b7d-b63d-66f642800079', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '86f8a65c-ef2a-4cf1-a689-9643efe70f18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:08:09Z', 'updated_at': '2021-12-06T18:08:13Z', 'revision_number': 5, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'subnets': [{'id': '86f8a65c-ef2a-4cf1-a689-9643efe70f18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:09:58.346195 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96c3207-a836-46d1-9d4f-71e2b966f716 None None] The sync data for ids ['13e463e0-75a0-4b7d-b63d-66f642800079'] in n-d-master-1 is: [{'id': '13e463e0-75a0-4b7d-b63d-66f642800079', 'name': 'tempest-TestNetworkAdvancedServerOps-router-757683256', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.190'}], 'enable_snat': True}, 'gw_port_id': '445bf5f5-9735-46eb-9c44-7d5ad7defcd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:08:07Z', 'updated_at': '2021-12-06T18:08:10Z', 'revision_number': 4, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'gw_port': {'id': '445bf5f5-9735-46eb-9c44-7d5ad7defcd1', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e463e0-75a0-4b7d-b63d-66f642800079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:08:07Z', 'updated_at': '2021-12-06T18:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '37e38c0d-1eba-422e-85d8-210596240273', 'name': '', 'network_id': 'd9c0d0bb-402c-4597-9463-e28fc03003fc', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'mac_address': 'fa:16:3e:01:2a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e463e0-75a0-4b7d-b63d-66f642800079', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '86f8a65c-ef2a-4cf1-a689-9643efe70f18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:08:09Z', 'updated_at': '2021-12-06T18:08:13Z', 'revision_number': 5, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'subnets': [{'id': '86f8a65c-ef2a-4cf1-a689-9643efe70f18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 18:09:58.559734 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae29194-0cd9-444c-a1f5-9d78b0a2e5b1 None None] New status for floating IP adda1e27-0e15-479c-91a9-bd814c36ba0b: DOWN {{(pid=103287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 18:09:59.106337 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3719c21-07cc-43fe-a4b4-de011d3020aa req-ff1ae43a-05a9-40d9-9f6e-ee72143448ca tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:09:59.107898 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c3719c21-07cc-43fe-a4b4-de011d3020aa req-ff1ae43a-05a9-40d9-9f6e-ee72143448ca tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7d91604-6a39-46a1-9d26-8fe6145f90bd HTTP/1.1" status: 200 len: 945 time: 0.0526114 Dec 06 18:09:59.162601 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c3719c21-07cc-43fe-a4b4-de011d3020aa req-ac427198-97d7-468b-8c66-5acd3b7a15aa tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=64c2dcb0-3789-4de0-9c12-0a19d1159f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485094 Dec 06 18:09:59.218679 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47460ba3-67be-4056-9762-d3b66b54a9f2 req-30b2d4a5-6150-4b62-b8a4-1884648836e8 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:09:59.220129 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-47460ba3-67be-4056-9762-d3b66b54a9f2 req-30b2d4a5-6150-4b62-b8a4-1884648836e8 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7d91604-6a39-46a1-9d26-8fe6145f90bd HTTP/1.1" status: 200 len: 945 time: 0.0493784 Dec 06 18:09:59.306622 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-47460ba3-67be-4056-9762-d3b66b54a9f2 req-945678ed-f466-4503-89c1-16541c7587f1 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Deleting port 46a5e94d-e49f-40c2-955f-f8ccae156989 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 18:09:59.306960 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-47460ba3-67be-4056-9762-d3b66b54a9f2 req-945678ed-f466-4503-89c1-16541c7587f1 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:09:59.397982 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-47460ba3-67be-4056-9762-d3b66b54a9f2 req-945678ed-f466-4503-89c1-16541c7587f1 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] For port 46a5e94d-e49f-40c2-955f-f8ccae156989, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=46a5e94d-e49f-40c2-955f-f8ccae156989,segment=NetworkSegment(90a74a47-1e0d-421d-85d0-bec04746a4d2),segment_id=90a74a47-1e0d-421d-85d0-bec04746a4d2)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:09:59.398350 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-47460ba3-67be-4056-9762-d3b66b54a9f2 req-945678ed-f466-4503-89c1-16541c7587f1 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:09:59.410807 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-47460ba3-67be-4056-9762-d3b66b54a9f2 req-945678ed-f466-4503-89c1-16541c7587f1 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Calling delete_port for 46a5e94d-e49f-40c2-955f-f8ccae156989 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 18:09:59.540164 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-47460ba3-67be-4056-9762-d3b66b54a9f2 req-945678ed-f466-4503-89c1-16541c7587f1 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:09:59.576025 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945678ed-f466-4503-89c1-16541c7587f1 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event deleted for resources: {'Port': ['ID=46a5e94d-e49f-40c2-955f-f8ccae156989,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:09:59.610525 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-47460ba3-67be-4056-9762-d3b66b54a9f2 req-945678ed-f466-4503-89c1-16541c7587f1 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] No DVR routers for this DVR port 46a5e94d-e49f-40c2-955f-f8ccae156989 on host n-h2-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 18:09:59.613185 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-47460ba3-67be-4056-9762-d3b66b54a9f2 req-945678ed-f466-4503-89c1-16541c7587f1 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:09:59.616713 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-47460ba3-67be-4056-9762-d3b66b54a9f2 req-945678ed-f466-4503-89c1-16541c7587f1 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.44 "DELETE /v2.0/ports/46a5e94d-e49f-40c2-955f-f8ccae156989 HTTP/1.1" status: 204 len: 173 time: 0.3904920 Dec 06 18:09:59.617162 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7d91604-6a39-46a1-9d26-8fe6145f90bd', 'name': 'network-vif-deleted', 'tag': '46a5e94d-e49f-40c2-955f-f8ccae156989'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 18:09:59.619471 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0deb9614d467c76714cadb3278283c9891b68bf60c17f6ec8acc98d969d5ca90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b6d4fc8-54d4-4a72-b21d-46275d8c8764" -d '{"events": [{"server_uuid": "a7d91604-6a39-46a1-9d26-8fe6145f90bd", "name": "network-vif-deleted", "tag": "46a5e94d-e49f-40c2-955f-f8ccae156989"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 18:09:59.659462 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 18:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b334c20c-93ec-43d1-af71-04611489b0b0 x-openstack-request-id: req-b334c20c-93ec-43d1-af71-04611489b0b0 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 18:09:59.659765 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7d91604-6a39-46a1-9d26-8fe6145f90bd", "name": "network-vif-deleted", "tag": "46a5e94d-e49f-40c2-955f-f8ccae156989", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 18:09:59.660048 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b334c20c-93ec-43d1-af71-04611489b0b0 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 18:09:59.660458 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7d91604-6a39-46a1-9d26-8fe6145f90bd', 'name': 'network-vif-deleted', 'tag': '46a5e94d-e49f-40c2-955f-f8ccae156989', 'status': 'completed', 'code': 200} Dec 06 18:10:00.218337 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42714) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:10:00.570214 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-eab43ca4-531e-4bca-a077-c6afa6370658 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575908'] for router_interface, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:00.821258 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-eab43ca4-531e-4bca-a077-c6afa6370658 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Deleting port 37e38c0d-1eba-422e-85d8-210596240273 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 18:10:00.821575 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-eab43ca4-531e-4bca-a077-c6afa6370658 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:00.908528 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-eab43ca4-531e-4bca-a077-c6afa6370658 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] For port 37e38c0d-1eba-422e-85d8-210596240273, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=37e38c0d-1eba-422e-85d8-210596240273,segment=NetworkSegment(90a74a47-1e0d-421d-85d0-bec04746a4d2),segment_id=90a74a47-1e0d-421d-85d0-bec04746a4d2)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:10:00.908892 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-eab43ca4-531e-4bca-a077-c6afa6370658 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:00.925525 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-eab43ca4-531e-4bca-a077-c6afa6370658 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Calling delete_port for 37e38c0d-1eba-422e-85d8-210596240273 owned by network:router_interface {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 18:10:01.106084 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-eab43ca4-531e-4bca-a077-c6afa6370658 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:01.131244 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab43ca4-531e-4bca-a077-c6afa6370658 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event deleted for resources: {'Port': ['ID=37e38c0d-1eba-422e-85d8-210596240273,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:10:01.304675 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-eab43ca4-531e-4bca-a077-c6afa6370658 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-772474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575952'] for router_interface, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:01.520157 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eab43ca4-531e-4bca-a077-c6afa6370658 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Router 13e463e0-75a0-4b7d-b63d-66f642800079 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 18:10:01.624345 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eab43ca4-531e-4bca-a077-c6afa6370658 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 18:10:01.630439 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-eab43ca4-531e-4bca-a077-c6afa6370658 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "PUT /v2.0/routers/13e463e0-75a0-4b7d-b63d-66f642800079/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4108369 Dec 06 18:10:01.632778 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 42716) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:10:01.633938 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93852cc7-b731-4cc5-8943-ab2d83b9596c None None] Sync routers for ids ['13e463e0-75a0-4b7d-b63d-66f642800079'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 18:10:01.644571 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93852cc7-b731-4cc5-8943-ab2d83b9596c None None] Routers {'13e463e0-75a0-4b7d-b63d-66f642800079'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:10:01.645176 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-93852cc7-b731-4cc5-8943-ab2d83b9596c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:09:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['13e463e0-75a0-4b7d-b63d-66f642800079'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:10:01.683797 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-0407069e-d246-44a6-8ad2-4b3777d9138b tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Deleting subnet 86f8a65c-ef2a-4cf1-a689-9643efe70f18 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 18:10:01.687111 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0407069e-d246-44a6-8ad2-4b3777d9138b tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:01.734533 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0407069e-d246-44a6-8ad2-4b3777d9138b tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:01.754876 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-93852cc7-b731-4cc5-8943-ab2d83b9596c None None] Set router 13e463e0-75a0-4b7d-b63d-66f642800079 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:10:01.818203 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0407069e-d246-44a6-8ad2-4b3777d9138b tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:01.876989 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0407069e-d246-44a6-8ad2-4b3777d9138b tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:01.910482 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0407069e-d246-44a6-8ad2-4b3777d9138b tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event deleted for resources: {'Subnet': ['ID=86f8a65c-ef2a-4cf1-a689-9643efe70f18,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:10:01.913020 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0407069e-d246-44a6-8ad2-4b3777d9138b tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:01.917400 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-0407069e-d246-44a6-8ad2-4b3777d9138b tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "DELETE /v2.0/subnets/86f8a65c-ef2a-4cf1-a689-9643efe70f18 HTTP/1.1" status: 204 len: 168 time: 0.2835310 Dec 06 18:10:01.919887 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 42718) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:10:01.926243 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75185335-2529-4cad-8e2d-5985a47d301a None None] Network d9c0d0bb-402c-4597-9463-e28fc03003fc requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 18:10:01.993364 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-93852cc7-b731-4cc5-8943-ab2d83b9596c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e463e0-75a0-4b7d-b63d-66f642800079', 'name': 'tempest-TestNetworkAdvancedServerOps-router-757683256', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.190'}], 'enable_snat': True}, 'gw_port_id': '445bf5f5-9735-46eb-9c44-7d5ad7defcd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:08:07Z', 'updated_at': '2021-12-06T18:10:01Z', 'revision_number': 5, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'gw_port': {'id': '445bf5f5-9735-46eb-9c44-7d5ad7defcd1', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e463e0-75a0-4b7d-b63d-66f642800079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:08:07Z', 'updated_at': '2021-12-06T18:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:10:02.027245 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cad720b8-7623-4b24-b0d9-ca621985ac5e tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for router, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:02.038814 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93852cc7-b731-4cc5-8943-ab2d83b9596c None None] Checking router: 13e463e0-75a0-4b7d-b63d-66f642800079 for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 18:10:02.069052 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93852cc7-b731-4cc5-8943-ab2d83b9596c None None] Routers {'13e463e0-75a0-4b7d-b63d-66f642800079'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:10:02.069794 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-93852cc7-b731-4cc5-8943-ab2d83b9596c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:09:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['13e463e0-75a0-4b7d-b63d-66f642800079'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:10:02.128406 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cad720b8-7623-4b24-b0d9-ca621985ac5e tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:02.188630 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-cad720b8-7623-4b24-b0d9-ca621985ac5e tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Deleting port 445bf5f5-9735-46eb-9c44-7d5ad7defcd1 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 18:10:02.189080 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cad720b8-7623-4b24-b0d9-ca621985ac5e tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:02.191371 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-93852cc7-b731-4cc5-8943-ab2d83b9596c None None] Set router 13e463e0-75a0-4b7d-b63d-66f642800079 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:10:02.271796 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-cad720b8-7623-4b24-b0d9-ca621985ac5e tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] For port 445bf5f5-9735-46eb-9c44-7d5ad7defcd1, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=445bf5f5-9735-46eb-9c44-7d5ad7defcd1,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:10:02.272162 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cad720b8-7623-4b24-b0d9-ca621985ac5e tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:02.286434 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-cad720b8-7623-4b24-b0d9-ca621985ac5e tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Calling delete_port for 445bf5f5-9735-46eb-9c44-7d5ad7defcd1 owned by network:router_gateway {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 18:10:02.402313 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b615ebe-95d8-42e5-896e-9e2b56bc0324 None None] DHCP port deletion for d9c0d0bb-402c-4597-9463-e28fc03003fc request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 18:10:02.457951 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cad720b8-7623-4b24-b0d9-ca621985ac5e tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:02.484355 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad720b8-7623-4b24-b0d9-ca621985ac5e tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event deleted for resources: {'Port': ['ID=445bf5f5-9735-46eb-9c44-7d5ad7defcd1,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:10:02.510467 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585bf26e-2dc2-4755-930d-a73fdd8bb201 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 18:10:02.550342 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-4b615ebe-95d8-42e5-896e-9e2b56bc0324 None None] Deleting port 69aabf2f-e6ef-483a-956f-7458d677ec00 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 18:10:02.550724 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4b615ebe-95d8-42e5-896e-9e2b56bc0324 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:02.552806 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cad720b8-7623-4b24-b0d9-ca621985ac5e tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536698'] for router_gateway, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:02.622682 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-4b615ebe-95d8-42e5-896e-9e2b56bc0324 None None] For port 69aabf2f-e6ef-483a-956f-7458d677ec00, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=69aabf2f-e6ef-483a-956f-7458d677ec00,segment=NetworkSegment(90a74a47-1e0d-421d-85d0-bec04746a4d2),segment_id=90a74a47-1e0d-421d-85d0-bec04746a4d2)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:10:02.623084 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4b615ebe-95d8-42e5-896e-9e2b56bc0324 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:02.637529 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-4b615ebe-95d8-42e5-896e-9e2b56bc0324 None None] Calling delete_port for 69aabf2f-e6ef-483a-956f-7458d677ec00 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 18:10:02.644584 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cad720b8-7623-4b24-b0d9-ca621985ac5e tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:02.645497 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-93852cc7-b731-4cc5-8943-ab2d83b9596c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e463e0-75a0-4b7d-b63d-66f642800079', 'name': 'tempest-TestNetworkAdvancedServerOps-router-757683256', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.190'}], 'enable_snat': True}, 'gw_port_id': '445bf5f5-9735-46eb-9c44-7d5ad7defcd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:08:07Z', 'updated_at': '2021-12-06T18:10:01Z', 'revision_number': 5, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'gw_port': {'id': '445bf5f5-9735-46eb-9c44-7d5ad7defcd1', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e463e0-75a0-4b7d-b63d-66f642800079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:08:07Z', 'updated_at': '2021-12-06T18:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:10:02.646920 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cad720b8-7623-4b24-b0d9-ca621985ac5e tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:02.676682 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93852cc7-b731-4cc5-8943-ab2d83b9596c None None] The sync data for ids ['13e463e0-75a0-4b7d-b63d-66f642800079'] in n-d-master-1 is: [{'id': '13e463e0-75a0-4b7d-b63d-66f642800079', 'name': 'tempest-TestNetworkAdvancedServerOps-router-757683256', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.190'}], 'enable_snat': True}, 'gw_port_id': '445bf5f5-9735-46eb-9c44-7d5ad7defcd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:08:07Z', 'updated_at': '2021-12-06T18:10:01Z', 'revision_number': 5, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'gw_port': {'id': '445bf5f5-9735-46eb-9c44-7d5ad7defcd1', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e463e0-75a0-4b7d-b63d-66f642800079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:08:07Z', 'updated_at': '2021-12-06T18:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 18:10:02.692143 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cad720b8-7623-4b24-b0d9-ca621985ac5e tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:02.692679 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cad720b8-7623-4b24-b0d9-ca621985ac5e tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Fanout notify agent at l3_agent the message router_deleted on router 13e463e0-75a0-4b7d-b63d-66f642800079 {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 18:10:02.701687 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cad720b8-7623-4b24-b0d9-ca621985ac5e tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:02.705237 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-cad720b8-7623-4b24-b0d9-ca621985ac5e tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "DELETE /v2.0/routers/13e463e0-75a0-4b7d-b63d-66f642800079 HTTP/1.1" status: 204 len: 168 time: 0.7816973 Dec 06 18:10:02.705677 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42720) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:10:02.751040 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4b615ebe-95d8-42e5-896e-9e2b56bc0324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:02.785845 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b615ebe-95d8-42e5-896e-9e2b56bc0324 None None] No DVR routers for this DVR port 69aabf2f-e6ef-483a-956f-7458d677ec00 on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 18:10:02.787654 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ee19a16e-bc8b-479a-9def-081f1d66753f tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:02.789639 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b615ebe-95d8-42e5-896e-9e2b56bc0324 None None] Pushing event deleted for resources: {'Port': ['ID=69aabf2f-e6ef-483a-956f-7458d677ec00,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:10:02.879725 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ee19a16e-bc8b-479a-9def-081f1d66753f tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:02.911747 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-ee19a16e-bc8b-479a-9def-081f1d66753f tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9c0d0bb-402c-4597-9463-e28fc03003fc']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:10:02.921212 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-ee19a16e-bc8b-479a-9def-081f1d66753f tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90a74a47-1e0d-421d-85d0-bec04746a4d2') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:10:02.921541 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-ee19a16e-bc8b-479a-9def-081f1d66753f tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90a74a47-1e0d-421d-85d0-bec04746a4d2') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:10:02.931332 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ee19a16e-bc8b-479a-9def-081f1d66753f tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:02.944517 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ee19a16e-bc8b-479a-9def-081f1d66753f tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:02.951288 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee19a16e-bc8b-479a-9def-081f1d66753f tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 18:10:02.951692 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ee19a16e-bc8b-479a-9def-081f1d66753f tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:02.955196 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 18:10:02.955196 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 18:10:02.955196 n-d-master-1 neutron-server[103285]: timer() Dec 06 18:10:02.955196 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 18:10:02.955196 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 18:10:02.955196 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 18:10:02.955196 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 18:10:02.955196 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 18:10:02.955196 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 18:10:02.955196 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 18:10:02.955196 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 18:10:02.955196 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 18:10:02.955196 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 18:10:02.955196 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 18:10:02.955196 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 18:10:02.955196 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 18:10:02.955196 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 18:10:02.955196 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 18:10:02.955196 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 18:10:02.955196 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 18:10:02.955196 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 18:10:02.955196 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 18:10:02.955196 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 18:10:02.955196 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 18:10:02.955196 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 18:10:02.955196 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 18:10:02.955196 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 18:10:02.955196 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 18:10:02.955196 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 18:10:02.955196 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 18:10:02.955196 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 18:10:02.955196 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 18:10:03.017057 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ee19a16e-bc8b-479a-9def-081f1d66753f tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:03.022368 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ee19a16e-bc8b-479a-9def-081f1d66753f tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:03.025667 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-ee19a16e-bc8b-479a-9def-081f1d66753f tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "DELETE /v2.0/networks/d9c0d0bb-402c-4597-9463-e28fc03003fc HTTP/1.1" status: 204 len: 168 time: 0.3189352 Dec 06 18:10:03.029309 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 42722) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:10:03.040949 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee19a16e-bc8b-479a-9def-081f1d66753f tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event deleted for resources: {'Network': ['ID=d9c0d0bb-402c-4597-9463-e28fc03003fc,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:10:03.097296 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eb176d67-467c-43d2-8a77-40f163c29def tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:03.129987 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eb176d67-467c-43d2-8a77-40f163c29def tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:03.200854 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eb176d67-467c-43d2-8a77-40f163c29def tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:03.203552 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eb176d67-467c-43d2-8a77-40f163c29def tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:03.204762 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-eb176d67-467c-43d2-8a77-40f163c29def tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "DELETE /v2.0/security-groups/64c2dcb0-3789-4de0-9c12-0a19d1159f3d HTTP/1.1" status: 204 len: 168 time: 0.1742785 Dec 06 18:10:03.215242 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb176d67-467c-43d2-8a77-40f163c29def tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c2dcb0-3789-4de0-9c12-0a19d1159f3d,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:10:03.278492 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:03.524850 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42728) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:10:03.530315 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-48b35253-dc94-463b-a1b7-01dd3c705f06 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1381047415', 'description': 'tempest-secgroup-smoke-1381047415 description', 'project_id': '80786a15dc4645b98b22cbe4242a7bcf'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:10:03.551427 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-48b35253-dc94-463b-a1b7-01dd3c705f06 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:03.616540 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-48b35253-dc94-463b-a1b7-01dd3c705f06 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:03.620069 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-48b35253-dc94-463b-a1b7-01dd3c705f06 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:03.650640 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-48b35253-dc94-463b-a1b7-01dd3c705f06 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:03.652423 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-48b35253-dc94-463b-a1b7-01dd3c705f06 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1264980 Dec 06 18:10:03.653694 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b35253-dc94-463b-a1b7-01dd3c705f06 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe202ae6-17fe-4415-9638-4ed9b5d6fe52,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:10:03.655537 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 42730) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:10:03.661757 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-9666dc12-9fb7-4c18-bead-7138e3628209 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Request body: {'security_group_rule': {'security_group_id': 'fe202ae6-17fe-4415-9638-4ed9b5d6fe52', 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:10:03.693709 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9666dc12-9fb7-4c18-bead-7138e3628209 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:03.734733 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 445bf5f5-9735-46eb-9c44-7d5ad7defcd1 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 18:10:03.745791 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9666dc12-9fb7-4c18-bead-7138e3628209 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:03.750071 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9666dc12-9fb7-4c18-bead-7138e3628209 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:03.757182 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 445bf5f5-9735-46eb-9c44-7d5ad7defcd1 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 18:10:03.757561 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 445bf5f5-9735-46eb-9c44-7d5ad7defcd1 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 18:10:03.758038 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 69aabf2f-e6ef-483a-956f-7458d677ec00 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 18:10:03.770384 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9666dc12-9fb7-4c18-bead-7138e3628209 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e523917-2e11-4015-b3b0-c699d44f1ef5,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:10:03.777248 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9666dc12-9fb7-4c18-bead-7138e3628209 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:03.781048 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-9666dc12-9fb7-4c18-bead-7138e3628209 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1219051 Dec 06 18:10:03.784133 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42732) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:10:03.784623 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 69aabf2f-e6ef-483a-956f-7458d677ec00 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 18:10:03.784623 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 69aabf2f-e6ef-483a-956f-7458d677ec00 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 18:10:03.784623 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 37e38c0d-1eba-422e-85d8-210596240273 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 18:10:03.785994 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-5b23df37-9967-4157-a964-df25c5a533d6 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Request body: {'security_group_rule': {'security_group_id': 'fe202ae6-17fe-4415-9638-4ed9b5d6fe52', 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:10:03.803851 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 37e38c0d-1eba-422e-85d8-210596240273 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 18:10:03.804205 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 37e38c0d-1eba-422e-85d8-210596240273 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 18:10:03.815731 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5b23df37-9967-4157-a964-df25c5a533d6 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:03.864878 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 46a5e94d-e49f-40c2-955f-f8ccae156989 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 18:10:03.872508 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5b23df37-9967-4157-a964-df25c5a533d6 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:03.876085 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5b23df37-9967-4157-a964-df25c5a533d6 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:03.887175 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] No Port match for: 46a5e94d-e49f-40c2-955f-f8ccae156989 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 18:10:03.887524 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 46a5e94d-e49f-40c2-955f-f8ccae156989 not bound to the agent host n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 18:10:03.893865 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b23df37-9967-4157-a964-df25c5a533d6 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc4eb854-f531-479b-80f8-026cc240acd5,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:10:03.901656 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5b23df37-9967-4157-a964-df25c5a533d6 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:03.902863 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-5b23df37-9967-4157-a964-df25c5a533d6 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1203997 Dec 06 18:10:03.905443 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42734) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:10:03.909703 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-6229da07-2102-4901-b367-8a07e31dd030 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Request body: {'security_group_rule': {'security_group_id': 'fe202ae6-17fe-4415-9638-4ed9b5d6fe52', 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:10:03.934552 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6229da07-2102-4901-b367-8a07e31dd030 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:03.988852 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6229da07-2102-4901-b367-8a07e31dd030 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:03.992261 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6229da07-2102-4901-b367-8a07e31dd030 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:04.013234 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6229da07-2102-4901-b367-8a07e31dd030 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d642ed7-5dd1-4b9d-bcc8-e1a59b1afdf3,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:10:04.021284 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6229da07-2102-4901-b367-8a07e31dd030 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:04.022498 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-6229da07-2102-4901-b367-8a07e31dd030 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1160874 Dec 06 18:10:04.025179 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42736) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:10:04.029699 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-cce364ee-b9b5-41c3-8ebc-c0cc00d3aec5 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Request body: {'security_group_rule': {'security_group_id': 'fe202ae6-17fe-4415-9638-4ed9b5d6fe52', 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:10:04.054648 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cce364ee-b9b5-41c3-8ebc-c0cc00d3aec5 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:04.110613 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cce364ee-b9b5-41c3-8ebc-c0cc00d3aec5 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:04.113900 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cce364ee-b9b5-41c3-8ebc-c0cc00d3aec5 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:04.132048 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce364ee-b9b5-41c3-8ebc-c0cc00d3aec5 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab011435-da4a-4d25-bfe3-bf748f68975c,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:10:04.139500 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cce364ee-b9b5-41c3-8ebc-c0cc00d3aec5 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:04.143184 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-cce364ee-b9b5-41c3-8ebc-c0cc00d3aec5 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1145754 Dec 06 18:10:04.143363 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42738) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:10:04.147595 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-afb47d59-9376-44d7-bd70-c6d524635c1f tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Request body: {'security_group_rule': {'security_group_id': 'fe202ae6-17fe-4415-9638-4ed9b5d6fe52', 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:10:04.170186 n-d-master-1 neutron-server[103285]: INFO neutron.db.securitygroups_db [None req-afb47d59-9376-44d7-bd70-c6d524635c1f tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Project 80786a15dc4645b98b22cbe4242a7bcf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 18:10:04.174944 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-afb47d59-9376-44d7-bd70-c6d524635c1f tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:04.231148 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-afb47d59-9376-44d7-bd70-c6d524635c1f tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:04.234670 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-afb47d59-9376-44d7-bd70-c6d524635c1f tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:04.252999 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb47d59-9376-44d7-bd70-c6d524635c1f tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=028666ee-6c97-4be4-b7f9-9febbd2f5a52,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:10:04.262237 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-afb47d59-9376-44d7-bd70-c6d524635c1f tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:04.263697 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-afb47d59-9376-44d7-bd70-c6d524635c1f tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1191766 Dec 06 18:10:04.266496 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42740) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:10:04.270723 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-5c23ac5c-70d1-4788-85c5-b34dd6000db4 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Request body: {'security_group_rule': {'security_group_id': 'fe202ae6-17fe-4415-9638-4ed9b5d6fe52', 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:10:04.290753 n-d-master-1 neutron-server[103285]: INFO neutron.db.securitygroups_db [None req-5c23ac5c-70d1-4788-85c5-b34dd6000db4 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Project 80786a15dc4645b98b22cbe4242a7bcf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 18:10:04.296258 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c23ac5c-70d1-4788-85c5-b34dd6000db4 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:04.353182 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c23ac5c-70d1-4788-85c5-b34dd6000db4 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:04.356932 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c23ac5c-70d1-4788-85c5-b34dd6000db4 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:04.377134 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c23ac5c-70d1-4788-85c5-b34dd6000db4 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5955bce9-35d1-402a-adfe-422020030374,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:10:04.385089 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c23ac5c-70d1-4788-85c5-b34dd6000db4 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:04.386325 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-5c23ac5c-70d1-4788-85c5-b34dd6000db4 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1188822 Dec 06 18:10:04.389148 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42742) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:10:04.393937 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-961c7f33-65c4-41e4-96d2-3e6161cd76b2 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Request body: {'network': {'name': 'tempest-network-smoke--2038382502', 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'port_security_enabled': True}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:10:04.413795 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-961c7f33-65c4-41e4-96d2-3e6161cd76b2 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Made reservation on behalf of 80786a15dc4645b98b22cbe4242a7bcf for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 18:10:04.417796 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-961c7f33-65c4-41e4-96d2-3e6161cd76b2 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:04.441878 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-961c7f33-65c4-41e4-96d2-3e6161cd76b2 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 18:10:04.451073 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-961c7f33-65c4-41e4-96d2-3e6161cd76b2 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:04.451421 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-961c7f33-65c4-41e4-96d2-3e6161cd76b2 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Added segment 0afa7da3-d8ce-456b-a465-acdad5514b5b of type vlan for network db24d856-1248-468a-863b-a4e2cc07df31 Dec 06 18:10:04.491661 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-961c7f33-65c4-41e4-96d2-3e6161cd76b2 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:04.514731 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-961c7f33-65c4-41e4-96d2-3e6161cd76b2 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:04.520262 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961c7f33-65c4-41e4-96d2-3e6161cd76b2 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:10:04.520856 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-961c7f33-65c4-41e4-96d2-3e6161cd76b2 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:04.580918 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-961c7f33-65c4-41e4-96d2-3e6161cd76b2 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1907294 Dec 06 18:10:04.583630 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42744) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:10:04.590465 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-ebd8633d-f976-4866-9626-229592eadab7 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-371389935', 'admin_state_up': True, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:10:04.600192 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961c7f33-65c4-41e4-96d2-3e6161cd76b2 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event updated for resources: {'Network': ['ID=db24d856-1248-468a-863b-a4e2cc07df31,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:10:04.611903 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network db24d856-1248-468a-863b-a4e2cc07df31 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 18:10:04.618658 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ebd8633d-f976-4866-9626-229592eadab7 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:04.619733 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ebd8633d-f976-4866-9626-229592eadab7 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:04.674919 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ebd8633d-f976-4866-9626-229592eadab7 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:04.812227 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ebd8633d-f976-4866-9626-229592eadab7 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:04.997591 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ebd8633d-f976-4866-9626-229592eadab7 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for router_gateway, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:05.016206 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ebd8633d-f976-4866-9626-229592eadab7 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:05.124233 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-ebd8633d-f976-4866-9626-229592eadab7 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Allocated IP 172.35.1.165 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/8a295f93-1785-46a3-9adb-87e83d269c30) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 18:10:05.225108 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ebd8633d-f976-4866-9626-229592eadab7 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:05.258542 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ebd8633d-f976-4866-9626-229592eadab7 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:05.300806 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd8633d-f976-4866-9626-229592eadab7 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 18:10:05.303733 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-ebd8633d-f976-4866-9626-229592eadab7 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 18:10:05.305965 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd8633d-f976-4866-9626-229592eadab7 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 18:10:05.316776 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040a59fd-8756-4e5e-8ff8-ccf47d0eb767 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 18:10:05.333354 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd8633d-f976-4866-9626-229592eadab7 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event updated for resources: {'Port': ['ID=8a295f93-1785-46a3-9adb-87e83d269c30,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:10:05.378166 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-12cc6910-5aa3-417a-af5d-62c50dd7f37b None None] Provisioning complete for port 8a295f93-1785-46a3-9adb-87e83d269c30 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:10:05.378547 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-12cc6910-5aa3-417a-af5d-62c50dd7f37b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:05.412854 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-12cc6910-5aa3-417a-af5d-62c50dd7f37b None None] Port 8a295f93-1785-46a3-9adb-87e83d269c30 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 18:10:05.555597 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ebd8633d-f976-4866-9626-229592eadab7 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for router_gateway, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:05.664582 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:06.046246 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ebd8633d-f976-4866-9626-229592eadab7 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:06.170205 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebd8633d-f976-4866-9626-229592eadab7 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Router 47a71825-bb2e-4582-981b-627e5493d1c8 is scheduled to L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 with binding_index 1 {{(pid=103285) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 18:10:06.270567 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebd8633d-f976-4866-9626-229592eadab7 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 18:10:06.281025 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5635c4e-0c6d-46f7-bc36-aedfd9571b8e None None] Sync routers for ids ['47a71825-bb2e-4582-981b-627e5493d1c8'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 18:10:06.290492 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ebd8633d-f976-4866-9626-229592eadab7 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:06.292126 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-ebd8633d-f976-4866-9626-229592eadab7 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7072799 Dec 06 18:10:06.292280 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5635c4e-0c6d-46f7-bc36-aedfd9571b8e None None] Routers {'47a71825-bb2e-4582-981b-627e5493d1c8'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:10:06.292629 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-a5635c4e-0c6d-46f7-bc36-aedfd9571b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:09:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['47a71825-bb2e-4582-981b-627e5493d1c8'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:10:06.294987 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42746) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:10:06.326967 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-d293fb80-8812-4dbd-8b9c-1fa5ffe11ca4 tempest-TestNetworkAdvancedServerOps-1167834497 tempest-TestNetworkAdvancedServerOps-1167834497-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=80786a15dc4645b98b22cbe4242a7bcf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0308232 Dec 06 18:10:06.329652 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42748) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:10:06.395354 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-a5635c4e-0c6d-46f7-bc36-aedfd9571b8e None None] Set router 47a71825-bb2e-4582-981b-627e5493d1c8 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:10:06.414959 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883d1f66-8529-415f-9bd0-66a914889954 tempest-TestNetworkAdvancedServerOps-1167834497 tempest-TestNetworkAdvancedServerOps-1167834497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:10:06.416463 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-883d1f66-8529-415f-9bd0-66a914889954 tempest-TestNetworkAdvancedServerOps-1167834497 tempest-TestNetworkAdvancedServerOps-1167834497-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0858765 Dec 06 18:10:06.419914 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42750) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:10:06.447895 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-5c74c6c2-7445-43df-8dfe-712c5785cfb3 tempest-TestNetworkAdvancedServerOps-1167834497 tempest-TestNetworkAdvancedServerOps-1167834497-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=40c9982f-f1ff-4b90-bebe-b7d51655f7e2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268490 Dec 06 18:10:06.450349 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42752) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:10:06.455010 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-bbfd78ff-71e6-43c5-a026-4f0aa3c53ec3 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1780621539', 'network_id': 'db24d856-1248-468a-863b-a4e2cc07df31', 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:10:06.544860 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbfd78ff-71e6-43c5-a026-4f0aa3c53ec3 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Made reservation on behalf of 80786a15dc4645b98b22cbe4242a7bcf for: {'subnet': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 18:10:06.548359 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bbfd78ff-71e6-43c5-a026-4f0aa3c53ec3 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59118607'] for subnet, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:06.568459 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-a5635c4e-0c6d-46f7-bc36-aedfd9571b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a71825-bb2e-4582-981b-627e5493d1c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-371389935', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.165'}], 'enable_snat': True}, 'gw_port_id': '8a295f93-1785-46a3-9adb-87e83d269c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:10:04Z', 'updated_at': '2021-12-06T18:10:05Z', 'revision_number': 3, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'gw_port': {'id': '8a295f93-1785-46a3-9adb-87e83d269c30', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:14:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47a71825-bb2e-4582-981b-627e5493d1c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:10:05Z', 'updated_at': '2021-12-06T18:10:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:10:06.594089 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5635c4e-0c6d-46f7-bc36-aedfd9571b8e None None] Checking router: 47a71825-bb2e-4582-981b-627e5493d1c8 for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 18:10:06.594346 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5635c4e-0c6d-46f7-bc36-aedfd9571b8e None None] Updating router 47a71825-bb2e-4582-981b-627e5493d1c8 port 8a295f93-1785-46a3-9adb-87e83d269c30 binding host n-d-master-1 {{(pid=103287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 18:10:06.622993 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a5635c4e-0c6d-46f7-bc36-aedfd9571b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:06.731160 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bbfd78ff-71e6-43c5-a026-4f0aa3c53ec3 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58807040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59118845'] for subnet, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:06.791093 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfd78ff-71e6-43c5-a026-4f0aa3c53ec3 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event updated for resources: {'Subnet': ['ID=02365238-0161-44fc-bedf-7f13e3925eec,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:10:06.802822 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfd78ff-71e6-43c5-a026-4f0aa3c53ec3 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Checking segment: {'id': '0afa7da3-d8ce-456b-a465-acdad5514b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'db24d856-1248-468a-863b-a4e2cc07df31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 18:10:06.803194 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbfd78ff-71e6-43c5-a026-4f0aa3c53ec3 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Network hostable DHCP agents. Network: db24d856-1248-468a-863b-a4e2cc07df31, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 18:10:06.821318 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbfd78ff-71e6-43c5-a026-4f0aa3c53ec3 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Network db24d856-1248-468a-863b-a4e2cc07df31 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 18:10:06.831166 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-bbfd78ff-71e6-43c5-a026-4f0aa3c53ec3 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, db24d856-1248-468a-863b-a4e2cc07df31) {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 18:10:06.835578 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbfd78ff-71e6-43c5-a026-4f0aa3c53ec3 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:10:06.836266 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bbfd78ff-71e6-43c5-a026-4f0aa3c53ec3 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:06.842123 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe619cb-9ba3-49f7-88e5-0820c41dc474 None None] Network db24d856-1248-468a-863b-a4e2cc07df31 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 18:10:06.859331 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-bbfd78ff-71e6-43c5-a026-4f0aa3c53ec3 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4053648 Dec 06 18:10:06.859699 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42754) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:10:06.968591 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a5635c4e-0c6d-46f7-bc36-aedfd9571b8e None None] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:06.976122 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a5635c4e-0c6d-46f7-bc36-aedfd9571b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:06.997428 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5c8cb8-e831-41c2-9b1c-ad38893d866d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-db24d856-1248-468a-863b-a4e2cc07df31', 'network_id': 'db24d856-1248-468a-863b-a4e2cc07df31', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'fixed_ips': [{'subnet_id': '02365238-0161-44fc-bedf-7f13e3925eec'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 18:10:06.998642 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6c5c8cb8-e831-41c2-9b1c-ad38893d866d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:07.045287 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45436a65-8bd2-4d89-ad21-b6f0f2c8f11a None None] Pushing event updated for resources: {'Port': ['ID=8a295f93-1785-46a3-9adb-87e83d269c30,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:10:07.053815 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-a5635c4e-0c6d-46f7-bc36-aedfd9571b8e None None] Attempting to bind port 8a295f93-1785-46a3-9adb-87e83d269c30 on host n-d-master-1 for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 18:10:07.054192 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-a5635c4e-0c6d-46f7-bc36-aedfd9571b8e None None] Attempting to bind port 8a295f93-1785-46a3-9adb-87e83d269c30 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 18:10:07.054556 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5635c4e-0c6d-46f7-bc36-aedfd9571b8e None None] Attempting to bind port 8a295f93-1785-46a3-9adb-87e83d269c30 on network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 18:10:07.058061 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45436a65-8bd2-4d89-ad21-b6f0f2c8f11a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:10:07.058414 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45436a65-8bd2-4d89-ad21-b6f0f2c8f11a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:10:07.058764 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45436a65-8bd2-4d89-ad21-b6f0f2c8f11a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:10:07.059100 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45436a65-8bd2-4d89-ad21-b6f0f2c8f11a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:10:07.059435 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45436a65-8bd2-4d89-ad21-b6f0f2c8f11a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:10:07.059769 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45436a65-8bd2-4d89-ad21-b6f0f2c8f11a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:10:07.060098 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45436a65-8bd2-4d89-ad21-b6f0f2c8f11a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:10:07.060427 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45436a65-8bd2-4d89-ad21-b6f0f2c8f11a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:10:07.060751 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45436a65-8bd2-4d89-ad21-b6f0f2c8f11a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:10:07.061075 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45436a65-8bd2-4d89-ad21-b6f0f2c8f11a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:10:07.061399 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45436a65-8bd2-4d89-ad21-b6f0f2c8f11a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:10:07.061754 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45436a65-8bd2-4d89-ad21-b6f0f2c8f11a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:10:07.062071 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45436a65-8bd2-4d89-ad21-b6f0f2c8f11a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:10:07.067549 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5635c4e-0c6d-46f7-bc36-aedfd9571b8e None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 18, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 18:10:07.067926 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5635c4e-0c6d-46f7-bc36-aedfd9571b8e None None] Checking segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 18:10:07.068882 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a5635c4e-0c6d-46f7-bc36-aedfd9571b8e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:07.069276 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5635c4e-0c6d-46f7-bc36-aedfd9571b8e None None] Bound using segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 18:10:07.069776 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-a5635c4e-0c6d-46f7-bc36-aedfd9571b8e None None] Bound port: 8a295f93-1785-46a3-9adb-87e83d269c30, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 18:10:07.070357 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a5635c4e-0c6d-46f7-bc36-aedfd9571b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:07.079435 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2c886e-8c25-4b17-9ab8-3be8859050cb None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 18:10:07.125448 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-a5635c4e-0c6d-46f7-bc36-aedfd9571b8e None None] For port 8a295f93-1785-46a3-9adb-87e83d269c30, host n-d-master-1, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 18:10:07.128738 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-a5635c4e-0c6d-46f7-bc36-aedfd9571b8e None None] For port 8a295f93-1785-46a3-9adb-87e83d269c30, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=8a295f93-1785-46a3-9adb-87e83d269c30,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 18:10:07.136368 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a5635c4e-0c6d-46f7-bc36-aedfd9571b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:07.161976 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-6c5c8cb8-e831-41c2-9b1c-ad38893d866d None None] Allocated IP 172.20.0.2 (db24d856-1248-468a-863b-a4e2cc07df31/02365238-0161-44fc-bedf-7f13e3925eec/3d026a96-07a5-44b5-8daa-c6317d8f97b5) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 18:10:07.166429 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2d9e54-52c7-42d6-bcc1-b8e38ade9f47 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 18:10:07.173744 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-497eca91-9db5-4240-a735-f1cbfd2cfef7 None None] Provisioning complete for port 8a295f93-1785-46a3-9adb-87e83d269c30 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:10:07.174368 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-497eca91-9db5-4240-a735-f1cbfd2cfef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:07.190084 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5635c4e-0c6d-46f7-bc36-aedfd9571b8e None None] Routers {'47a71825-bb2e-4582-981b-627e5493d1c8'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:10:07.190937 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-a5635c4e-0c6d-46f7-bc36-aedfd9571b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:09:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['47a71825-bb2e-4582-981b-627e5493d1c8'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:10:07.244763 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45436a65-8bd2-4d89-ad21-b6f0f2c8f11a None None] Pushing event updated for resources: {'Port': ['ID=8a295f93-1785-46a3-9adb-87e83d269c30,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:10:07.310959 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-a5635c4e-0c6d-46f7-bc36-aedfd9571b8e None None] Set router 47a71825-bb2e-4582-981b-627e5493d1c8 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:10:07.369154 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f21b9730-1ed1-4f33-a02b-f639ab6f2dbf tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:07.369866 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-497eca91-9db5-4240-a735-f1cbfd2cfef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:07.389261 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6c5c8cb8-e831-41c2-9b1c-ad38893d866d None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:07.399844 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6c5c8cb8-e831-41c2-9b1c-ad38893d866d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:07.403254 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-497eca91-9db5-4240-a735-f1cbfd2cfef7 None None] For port 8a295f93-1785-46a3-9adb-87e83d269c30, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=8a295f93-1785-46a3-9adb-87e83d269c30,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:10:07.431790 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-497eca91-9db5-4240-a735-f1cbfd2cfef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:07.449939 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5c8cb8-e831-41c2-9b1c-ad38893d866d None None] Network db24d856-1248-468a-863b-a4e2cc07df31 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 18:10:07.455809 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-6c5c8cb8-e831-41c2-9b1c-ad38893d866d None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 18:10:07.457713 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5c8cb8-e831-41c2-9b1c-ad38893d866d None None] Pushing event updated for resources: {'Port': ['ID=3d026a96-07a5-44b5-8daa-c6317d8f97b5,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:10:07.459914 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5c8cb8-e831-41c2-9b1c-ad38893d866d None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 18:10:07.511922 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-a5635c4e-0c6d-46f7-bc36-aedfd9571b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a71825-bb2e-4582-981b-627e5493d1c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-371389935', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.165'}], 'enable_snat': True}, 'gw_port_id': '8a295f93-1785-46a3-9adb-87e83d269c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:10:04Z', 'updated_at': '2021-12-06T18:10:05Z', 'revision_number': 3, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'gw_port': {'id': '8a295f93-1785-46a3-9adb-87e83d269c30', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:14:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47a71825-bb2e-4582-981b-627e5493d1c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:10:05Z', 'updated_at': '2021-12-06T18:10:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:10:07.543100 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5635c4e-0c6d-46f7-bc36-aedfd9571b8e None None] The sync data for ids ['47a71825-bb2e-4582-981b-627e5493d1c8'] in n-d-master-1 is: [{'id': '47a71825-bb2e-4582-981b-627e5493d1c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-371389935', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.165'}], 'enable_snat': True}, 'gw_port_id': '8a295f93-1785-46a3-9adb-87e83d269c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:10:04Z', 'updated_at': '2021-12-06T18:10:05Z', 'revision_number': 3, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'gw_port': {'id': '8a295f93-1785-46a3-9adb-87e83d269c30', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:14:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47a71825-bb2e-4582-981b-627e5493d1c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:10:05Z', 'updated_at': '2021-12-06T18:10:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 18:10:07.558473 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497eca91-9db5-4240-a735-f1cbfd2cfef7 None None] Pushing event updated for resources: {'Port': ['ID=8a295f93-1785-46a3-9adb-87e83d269c30,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:10:07.561099 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-6c5c8cb8-e831-41c2-9b1c-ad38893d866d None None] Attempting to bind port 3d026a96-07a5-44b5-8daa-c6317d8f97b5 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 18:10:07.561569 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-6c5c8cb8-e831-41c2-9b1c-ad38893d866d None None] Attempting to bind port 3d026a96-07a5-44b5-8daa-c6317d8f97b5 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '0afa7da3-d8ce-456b-a465-acdad5514b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'db24d856-1248-468a-863b-a4e2cc07df31'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 18:10:07.561879 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5c8cb8-e831-41c2-9b1c-ad38893d866d None None] Attempting to bind port 3d026a96-07a5-44b5-8daa-c6317d8f97b5 on network db24d856-1248-468a-863b-a4e2cc07df31 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 18:10:07.570059 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5c8cb8-e831-41c2-9b1c-ad38893d866d None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 18, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 18:10:07.570445 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5c8cb8-e831-41c2-9b1c-ad38893d866d None None] Checking segment: {'id': '0afa7da3-d8ce-456b-a465-acdad5514b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'db24d856-1248-468a-863b-a4e2cc07df31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 18:10:07.570859 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6c5c8cb8-e831-41c2-9b1c-ad38893d866d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:07.571259 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5c8cb8-e831-41c2-9b1c-ad38893d866d None None] Bound using segment: {'id': '0afa7da3-d8ce-456b-a465-acdad5514b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'db24d856-1248-468a-863b-a4e2cc07df31'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 18:10:07.571748 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-6c5c8cb8-e831-41c2-9b1c-ad38893d866d None None] Bound port: 3d026a96-07a5-44b5-8daa-c6317d8f97b5, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0afa7da3-d8ce-456b-a465-acdad5514b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'db24d856-1248-468a-863b-a4e2cc07df31'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 18:10:07.572734 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6c5c8cb8-e831-41c2-9b1c-ad38893d866d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:07.586939 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-ff6656eb-af6f-41b1-8257-d6bd4b22b26d None None] Provisioning complete for port 8a295f93-1785-46a3-9adb-87e83d269c30 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:10:07.587317 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ff6656eb-af6f-41b1-8257-d6bd4b22b26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:07.684329 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6c5c8cb8-e831-41c2-9b1c-ad38893d866d None None] For port 3d026a96-07a5-44b5-8daa-c6317d8f97b5, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 18:10:07.688688 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-f21b9730-1ed1-4f33-a02b-f639ab6f2dbf tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Allocated IP 172.20.0.1 (db24d856-1248-468a-863b-a4e2cc07df31/02365238-0161-44fc-bedf-7f13e3925eec/d590ad5e-7211-423c-ba4a-f4b5e789ba33) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 18:10:07.726419 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6c5c8cb8-e831-41c2-9b1c-ad38893d866d None None] For port 3d026a96-07a5-44b5-8daa-c6317d8f97b5, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=3d026a96-07a5-44b5-8daa-c6317d8f97b5,segment=NetworkSegment(0afa7da3-d8ce-456b-a465-acdad5514b5b),segment_id=0afa7da3-d8ce-456b-a465-acdad5514b5b)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 18:10:07.734187 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6c5c8cb8-e831-41c2-9b1c-ad38893d866d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:07.814288 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5c8cb8-e831-41c2-9b1c-ad38893d866d None None] Pushing event updated for resources: {'Port': ['ID=3d026a96-07a5-44b5-8daa-c6317d8f97b5,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:10:07.850562 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f21b9730-1ed1-4f33-a02b-f639ab6f2dbf tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:07.889371 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f21b9730-1ed1-4f33-a02b-f639ab6f2dbf tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:07.933838 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21b9730-1ed1-4f33-a02b-f639ab6f2dbf tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Network db24d856-1248-468a-863b-a4e2cc07df31 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 18:10:07.937053 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-f21b9730-1ed1-4f33-a02b-f639ab6f2dbf tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 18:10:07.940991 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21b9730-1ed1-4f33-a02b-f639ab6f2dbf tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 18:10:07.967604 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21b9730-1ed1-4f33-a02b-f639ab6f2dbf tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event updated for resources: {'Port': ['ID=d590ad5e-7211-423c-ba4a-f4b5e789ba33,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:10:08.001132 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f21b9730-1ed1-4f33-a02b-f639ab6f2dbf tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539179'] for router_interface, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:08.159712 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f21b9730-1ed1-4f33-a02b-f639ab6f2dbf tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:08.446597 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f21b9730-1ed1-4f33-a02b-f639ab6f2dbf tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:08.452426 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f21b9730-1ed1-4f33-a02b-f639ab6f2dbf tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:08.536815 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21b9730-1ed1-4f33-a02b-f639ab6f2dbf tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event updated for resources: {'Port': ['ID=d590ad5e-7211-423c-ba4a-f4b5e789ba33,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:10:08.539231 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f21b9730-1ed1-4f33-a02b-f639ab6f2dbf tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-772465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539207'] for router_interface, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:08.632783 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21b9730-1ed1-4f33-a02b-f639ab6f2dbf tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Network db24d856-1248-468a-863b-a4e2cc07df31 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 18:10:08.634210 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-f21b9730-1ed1-4f33-a02b-f639ab6f2dbf tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 18:10:08.753572 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f21b9730-1ed1-4f33-a02b-f639ab6f2dbf tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Router 47a71825-bb2e-4582-981b-627e5493d1c8 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 18:10:08.791039 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921933bd-a8ce-4ecd-ba81-fb922d5606f2 None None] Network db24d856-1248-468a-863b-a4e2cc07df31 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 18:10:08.869942 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f21b9730-1ed1-4f33-a02b-f639ab6f2dbf tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 18:10:08.877800 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-f21b9730-1ed1-4f33-a02b-f639ab6f2dbf tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "PUT /v2.0/routers/47a71825-bb2e-4582-981b-627e5493d1c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0166728 Dec 06 18:10:08.882164 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a9ba858f-84ac-458e-8ccd-220104ac09f1 None None] Provisioning complete for port 3d026a96-07a5-44b5-8daa-c6317d8f97b5 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:10:08.882540 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a9ba858f-84ac-458e-8ccd-220104ac09f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:09.024852 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a9ba858f-84ac-458e-8ccd-220104ac09f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:09.034784 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e622650d-b282-4ec2-85df-28bee9be2553 req-3bd910fb-3085-4c85-a6d0-ab1941b0a0d5 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1381047415&fields=id&tenant_id=80786a15dc4645b98b22cbe4242a7bcf HTTP/1.1" status: 200 len: 267 time: 0.0506499 Dec 06 18:10:09.058448 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a9ba858f-84ac-458e-8ccd-220104ac09f1 None None] For port 3d026a96-07a5-44b5-8daa-c6317d8f97b5, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=3d026a96-07a5-44b5-8daa-c6317d8f97b5,segment=NetworkSegment(0afa7da3-d8ce-456b-a465-acdad5514b5b),segment_id=0afa7da3-d8ce-456b-a465-acdad5514b5b)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:10:09.064968 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a9ba858f-84ac-458e-8ccd-220104ac09f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:09.115520 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ba858f-84ac-458e-8ccd-220104ac09f1 None None] Pushing event updated for resources: {'Port': ['ID=3d026a96-07a5-44b5-8daa-c6317d8f97b5,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:10:09.163141 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e622650d-b282-4ec2-85df-28bee9be2553 req-b85f0e64-ea8d-44c7-862e-35b07de0ce2c tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:10:09.164677 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e622650d-b282-4ec2-85df-28bee9be2553 req-b85f0e64-ea8d-44c7-862e-35b07de0ce2c tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/networks?id=db24d856-1248-468a-863b-a4e2cc07df31 HTTP/1.1" status: 200 len: 797 time: 0.1222668 Dec 06 18:10:09.180637 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e622650d-b282-4ec2-85df-28bee9be2553 req-a2b08c41-aa70-4198-8a5a-2343d603c7b3 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/quotas/80786a15dc4645b98b22cbe4242a7bcf HTTP/1.1" status: 200 len: 375 time: 0.0097551 Dec 06 18:10:09.235621 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e622650d-b282-4ec2-85df-28bee9be2553 req-2a66d0b9-d9e9-4b94-8d99-1d057b01e8c1 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=80786a15dc4645b98b22cbe4242a7bcf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484562 Dec 06 18:10:09.290665 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-cd0e54b9-3026-4666-8729-8b86167acf3d None None] Provisioning complete for port d590ad5e-7211-423c-ba4a-f4b5e789ba33 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:10:09.291283 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cd0e54b9-3026-4666-8729-8b86167acf3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:09.326007 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af883562-bf3c-4384-aff2-1e379c6a924f None None] Sync routers for ids ['47a71825-bb2e-4582-981b-627e5493d1c8'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 18:10:09.347656 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-cd0e54b9-3026-4666-8729-8b86167acf3d None None] Port d590ad5e-7211-423c-ba4a-f4b5e789ba33 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 18:10:09.350911 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af883562-bf3c-4384-aff2-1e379c6a924f None None] Routers {'47a71825-bb2e-4582-981b-627e5493d1c8'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:10:09.351680 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-af883562-bf3c-4384-aff2-1e379c6a924f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:09:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['47a71825-bb2e-4582-981b-627e5493d1c8'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:10:09.353402 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e622650d-b282-4ec2-85df-28bee9be2553 req-02eac044-04a9-4629-a453-9b6e680f41a2 service neutron] 10.222.0.23 "GET /v2.0/networks/db24d856-1248-468a-863b-a4e2cc07df31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053851 Dec 06 18:10:09.403254 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-cd0e54b9-3026-4666-8729-8b86167acf3d None None] Provisioning complete for port 3d026a96-07a5-44b5-8daa-c6317d8f97b5 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:10:09.403771 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cd0e54b9-3026-4666-8729-8b86167acf3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:09.458828 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e622650d-b282-4ec2-85df-28bee9be2553 req-41d908e6-1a88-4630-a90a-e3bff845cccc service neutron] 10.222.0.23 "GET /v2.0/networks/db24d856-1248-468a-863b-a4e2cc07df31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962470 Dec 06 18:10:09.507309 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-af883562-bf3c-4384-aff2-1e379c6a924f None None] Set router 47a71825-bb2e-4582-981b-627e5493d1c8 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:10:09.562852 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 3d026a96-07a5-44b5-8daa-c6317d8f97b5 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 18:10:09.670085 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3ef560d4-f0d6-42ef-a17e-155a4a3482cf req-0fbf61a5-d119-4b0e-85e0-066c0a4477ce tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f94a8cb-a00c-442d-9f2f-076c9996bd99 HTTP/1.1" status: 200 len: 210 time: 0.0402994 Dec 06 18:10:09.909772 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 3d026a96-07a5-44b5-8daa-c6317d8f97b5 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:10:09.910314 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:09.914461 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-25d71be7-4ec5-497c-b65f-5fd8dad69e3e None None] Provisioning complete for port d590ad5e-7211-423c-ba4a-f4b5e789ba33 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:10:09.914785 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-25d71be7-4ec5-497c-b65f-5fd8dad69e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:10.010388 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-25d71be7-4ec5-497c-b65f-5fd8dad69e3e None None] Port d590ad5e-7211-423c-ba4a-f4b5e789ba33 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 18:10:10.074418 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 8a295f93-1785-46a3-9adb-87e83d269c30 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 18:10:10.077305 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-af883562-bf3c-4384-aff2-1e379c6a924f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a71825-bb2e-4582-981b-627e5493d1c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-371389935', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.165'}], 'enable_snat': True}, 'gw_port_id': '8a295f93-1785-46a3-9adb-87e83d269c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:10:04Z', 'updated_at': '2021-12-06T18:10:08Z', 'revision_number': 4, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'gw_port': {'id': '8a295f93-1785-46a3-9adb-87e83d269c30', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:14:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a71825-bb2e-4582-981b-627e5493d1c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:10:05Z', 'updated_at': '2021-12-06T18:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'd590ad5e-7211-423c-ba4a-f4b5e789ba33', 'name': '', 'network_id': 'db24d856-1248-468a-863b-a4e2cc07df31', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'mac_address': 'fa:16:3e:dc:83:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47a71825-bb2e-4582-981b-627e5493d1c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '02365238-0161-44fc-bedf-7f13e3925eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:10:07Z', 'updated_at': '2021-12-06T18:10:08Z', 'revision_number': 2, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'subnets': [{'id': '02365238-0161-44fc-bedf-7f13e3925eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:10:10.125831 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af883562-bf3c-4384-aff2-1e379c6a924f None None] Checking router: 47a71825-bb2e-4582-981b-627e5493d1c8 for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 18:10:10.126222 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af883562-bf3c-4384-aff2-1e379c6a924f None None] Updating router 47a71825-bb2e-4582-981b-627e5493d1c8 port d590ad5e-7211-423c-ba4a-f4b5e789ba33 binding host n-d-master-1 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 18:10:10.160948 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-af883562-bf3c-4384-aff2-1e379c6a924f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:10.209563 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 8a295f93-1785-46a3-9adb-87e83d269c30 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:10:10.209941 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:10.496439 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-af883562-bf3c-4384-aff2-1e379c6a924f None None] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:10.503337 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-af883562-bf3c-4384-aff2-1e379c6a924f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:10.556659 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ec8cf5-7b63-4e85-bc5c-15ff89f68148 None None] Pushing event updated for resources: {'Port': ['ID=d590ad5e-7211-423c-ba4a-f4b5e789ba33,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:10:10.632301 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-af883562-bf3c-4384-aff2-1e379c6a924f None None] Attempting to bind port d590ad5e-7211-423c-ba4a-f4b5e789ba33 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 18:10:10.632834 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-af883562-bf3c-4384-aff2-1e379c6a924f None None] Attempting to bind port d590ad5e-7211-423c-ba4a-f4b5e789ba33 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '0afa7da3-d8ce-456b-a465-acdad5514b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'db24d856-1248-468a-863b-a4e2cc07df31'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 18:10:10.633106 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af883562-bf3c-4384-aff2-1e379c6a924f None None] Attempting to bind port d590ad5e-7211-423c-ba4a-f4b5e789ba33 on network db24d856-1248-468a-863b-a4e2cc07df31 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 18:10:10.639921 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af883562-bf3c-4384-aff2-1e379c6a924f None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 18, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 18:10:10.640492 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af883562-bf3c-4384-aff2-1e379c6a924f None None] Checking segment: {'id': '0afa7da3-d8ce-456b-a465-acdad5514b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'db24d856-1248-468a-863b-a4e2cc07df31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 18:10:10.640926 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-af883562-bf3c-4384-aff2-1e379c6a924f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:10.642354 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af883562-bf3c-4384-aff2-1e379c6a924f None None] Bound using segment: {'id': '0afa7da3-d8ce-456b-a465-acdad5514b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'db24d856-1248-468a-863b-a4e2cc07df31'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 18:10:10.642844 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-af883562-bf3c-4384-aff2-1e379c6a924f None None] Bound port: d590ad5e-7211-423c-ba4a-f4b5e789ba33, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0afa7da3-d8ce-456b-a465-acdad5514b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'db24d856-1248-468a-863b-a4e2cc07df31'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 18:10:10.643367 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-af883562-bf3c-4384-aff2-1e379c6a924f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:10.701311 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e622650d-b282-4ec2-85df-28bee9be2553 req-c1411ce6-0695-4c47-b497-fb83e7b65c91 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:10:10.703192 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e622650d-b282-4ec2-85df-28bee9be2553 req-c1411ce6-0695-4c47-b497-fb83e7b65c91 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.41 "GET /v2.0/networks?id=db24d856-1248-468a-863b-a4e2cc07df31 HTTP/1.1" status: 200 len: 797 time: 0.1390224 Dec 06 18:10:10.726379 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-af883562-bf3c-4384-aff2-1e379c6a924f None None] For port d590ad5e-7211-423c-ba4a-f4b5e789ba33, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 18:10:10.730684 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-af883562-bf3c-4384-aff2-1e379c6a924f None None] For port d590ad5e-7211-423c-ba4a-f4b5e789ba33, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d590ad5e-7211-423c-ba4a-f4b5e789ba33,segment=NetworkSegment(0afa7da3-d8ce-456b-a465-acdad5514b5b),segment_id=0afa7da3-d8ce-456b-a465-acdad5514b5b)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 18:10:10.737649 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-af883562-bf3c-4384-aff2-1e379c6a924f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:10.787817 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1b736e5b-0806-4768-acd5-df4bcc27b734 req-74803487-3e38-45fb-b4ae-4356673cfd2d tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f94a8cb-a00c-442d-9f2f-076c9996bd99 HTTP/1.1" status: 200 len: 210 time: 0.0328691 Dec 06 18:10:10.805385 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e622650d-b282-4ec2-85df-28bee9be2553 req-ece2ea00-6c50-4d22-9785-47af6e86b6a4 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80786a15dc4645b98b22cbe4242a7bcf HTTP/1.1" status: 200 len: 380 time: 0.0865533 Dec 06 18:10:10.813439 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ec8cf5-7b63-4e85-bc5c-15ff89f68148 None None] Pushing event updated for resources: {'Port': ['ID=d590ad5e-7211-423c-ba4a-f4b5e789ba33,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:10:10.815806 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-e622650d-b282-4ec2-85df-28bee9be2553 req-e8ea4df9-d7b9-4add-b2c8-ed52755c11b0 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Request body: {'port': {'device_id': '9f94a8cb-a00c-442d-9f2f-076c9996bd99', 'network_id': 'db24d856-1248-468a-863b-a4e2cc07df31', 'admin_state_up': True, 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'security_groups': ['fe202ae6-17fe-4415-9638-4ed9b5d6fe52']}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:10:10.819302 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af883562-bf3c-4384-aff2-1e379c6a924f None None] Routers {'47a71825-bb2e-4582-981b-627e5493d1c8'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:10:10.819979 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-af883562-bf3c-4384-aff2-1e379c6a924f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:09:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['47a71825-bb2e-4582-981b-627e5493d1c8'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:10:10.885115 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-f1a810a0-3107-42d2-9fe5-98363b439531 None None] Provisioning complete for port d590ad5e-7211-423c-ba4a-f4b5e789ba33 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:10:10.885559 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f1a810a0-3107-42d2-9fe5-98363b439531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:10.939824 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e622650d-b282-4ec2-85df-28bee9be2553 req-e8ea4df9-d7b9-4add-b2c8-ed52755c11b0 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Made reservation on behalf of 80786a15dc4645b98b22cbe4242a7bcf for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 18:10:10.944326 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e622650d-b282-4ec2-85df-28bee9be2553 req-e8ea4df9-d7b9-4add-b2c8-ed52755c11b0 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:10.973724 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-af883562-bf3c-4384-aff2-1e379c6a924f None None] Set router 47a71825-bb2e-4582-981b-627e5493d1c8 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:10:11.075326 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-e622650d-b282-4ec2-85df-28bee9be2553 req-e8ea4df9-d7b9-4add-b2c8-ed52755c11b0 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Allocated IP 172.20.0.7 (db24d856-1248-468a-863b-a4e2cc07df31/02365238-0161-44fc-bedf-7f13e3925eec/221a1b7e-4bee-4f3e-a10d-8494bfb7a23b) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 18:10:11.095001 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f1a810a0-3107-42d2-9fe5-98363b439531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:11.166324 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-f1a810a0-3107-42d2-9fe5-98363b439531 None None] For port d590ad5e-7211-423c-ba4a-f4b5e789ba33, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d590ad5e-7211-423c-ba4a-f4b5e789ba33,segment=NetworkSegment(0afa7da3-d8ce-456b-a465-acdad5514b5b),segment_id=0afa7da3-d8ce-456b-a465-acdad5514b5b)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:10:11.175762 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f1a810a0-3107-42d2-9fe5-98363b439531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:11.218669 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e622650d-b282-4ec2-85df-28bee9be2553 req-e8ea4df9-d7b9-4add-b2c8-ed52755c11b0 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:11.252879 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e622650d-b282-4ec2-85df-28bee9be2553 req-e8ea4df9-d7b9-4add-b2c8-ed52755c11b0 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:11.254475 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a810a0-3107-42d2-9fe5-98363b439531 None None] Pushing event updated for resources: {'Port': ['ID=d590ad5e-7211-423c-ba4a-f4b5e789ba33,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:10:11.274520 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-af883562-bf3c-4384-aff2-1e379c6a924f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a71825-bb2e-4582-981b-627e5493d1c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-371389935', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.165'}], 'enable_snat': True}, 'gw_port_id': '8a295f93-1785-46a3-9adb-87e83d269c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:10:04Z', 'updated_at': '2021-12-06T18:10:08Z', 'revision_number': 4, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'gw_port': {'id': '8a295f93-1785-46a3-9adb-87e83d269c30', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:14:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a71825-bb2e-4582-981b-627e5493d1c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:10:05Z', 'updated_at': '2021-12-06T18:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'd590ad5e-7211-423c-ba4a-f4b5e789ba33', 'name': '', 'network_id': 'db24d856-1248-468a-863b-a4e2cc07df31', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'mac_address': 'fa:16:3e:dc:83:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47a71825-bb2e-4582-981b-627e5493d1c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '02365238-0161-44fc-bedf-7f13e3925eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:10:07Z', 'updated_at': '2021-12-06T18:10:10Z', 'revision_number': 4, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'subnets': [{'id': '02365238-0161-44fc-bedf-7f13e3925eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:10:11.291646 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e622650d-b282-4ec2-85df-28bee9be2553 req-e8ea4df9-d7b9-4add-b2c8-ed52755c11b0 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Network db24d856-1248-468a-863b-a4e2cc07df31 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 18:10:11.297211 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-e622650d-b282-4ec2-85df-28bee9be2553 req-e8ea4df9-d7b9-4add-b2c8-ed52755c11b0 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 18:10:11.300051 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-e622650d-b282-4ec2-85df-28bee9be2553 req-e8ea4df9-d7b9-4add-b2c8-ed52755c11b0 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 18:10:11.305975 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af883562-bf3c-4384-aff2-1e379c6a924f None None] The sync data for ids ['47a71825-bb2e-4582-981b-627e5493d1c8'] in n-d-master-1 is: [{'id': '47a71825-bb2e-4582-981b-627e5493d1c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-371389935', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.165'}], 'enable_snat': True}, 'gw_port_id': '8a295f93-1785-46a3-9adb-87e83d269c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:10:04Z', 'updated_at': '2021-12-06T18:10:08Z', 'revision_number': 4, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'gw_port': {'id': '8a295f93-1785-46a3-9adb-87e83d269c30', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:14:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a71825-bb2e-4582-981b-627e5493d1c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:10:05Z', 'updated_at': '2021-12-06T18:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'd590ad5e-7211-423c-ba4a-f4b5e789ba33', 'name': '', 'network_id': 'db24d856-1248-468a-863b-a4e2cc07df31', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'mac_address': 'fa:16:3e:dc:83:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47a71825-bb2e-4582-981b-627e5493d1c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '02365238-0161-44fc-bedf-7f13e3925eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:10:07Z', 'updated_at': '2021-12-06T18:10:10Z', 'revision_number': 4, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'subnets': [{'id': '02365238-0161-44fc-bedf-7f13e3925eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 18:10:11.317341 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-e79a6fce-296c-4413-b592-daff060db4d9 None None] Provisioning complete for port d590ad5e-7211-423c-ba4a-f4b5e789ba33 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:10:11.317743 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e79a6fce-296c-4413-b592-daff060db4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:11.321807 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 18:10:11.531506 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device d590ad5e-7211-423c-ba4a-f4b5e789ba33 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 18:10:11.595019 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port d590ad5e-7211-423c-ba4a-f4b5e789ba33 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:10:11.595398 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:11.679082 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea4df9-d7b9-4add-b2c8-ed52755c11b0 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event updated for resources: {'Port': ['ID=221a1b7e-4bee-4f3e-a10d-8494bfb7a23b,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:10:11.705423 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e622650d-b282-4ec2-85df-28bee9be2553 req-e8ea4df9-d7b9-4add-b2c8-ed52755c11b0 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:10:11.706146 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e622650d-b282-4ec2-85df-28bee9be2553 req-e8ea4df9-d7b9-4add-b2c8-ed52755c11b0 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:11.707130 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-deb98085-5bef-4e29-be37-a355ca938303 None None] Provisioning complete for port 221a1b7e-4bee-4f3e-a10d-8494bfb7a23b triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:10:11.707514 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-deb98085-5bef-4e29-be37-a355ca938303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:11.728195 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e622650d-b282-4ec2-85df-28bee9be2553 req-e8ea4df9-d7b9-4add-b2c8-ed52755c11b0 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9162076 Dec 06 18:10:11.746191 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-e622650d-b282-4ec2-85df-28bee9be2553 req-3628b5d9-5f8a-42e1-9259-d352c268731c service neutron] Request body: {'port': {'device_id': '9f94a8cb-a00c-442d-9f2f-076c9996bd99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:10:11.748707 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-deb98085-5bef-4e29-be37-a355ca938303 None None] Port 221a1b7e-4bee-4f3e-a10d-8494bfb7a23b cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 18:10:11.802700 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e622650d-b282-4ec2-85df-28bee9be2553 req-3628b5d9-5f8a-42e1-9259-d352c268731c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:11.922687 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd56abe-7174-4dd4-b910-173af0c48cde req-1de7866c-4631-43ec-857f-44d1c723f461 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:10:11.924470 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2bd56abe-7174-4dd4-b910-173af0c48cde req-1de7866c-4631-43ec-857f-44d1c723f461 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f94a8cb-a00c-442d-9f2f-076c9996bd99 HTTP/1.1" status: 200 len: 931 time: 0.0580690 Dec 06 18:10:11.985067 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2bd56abe-7174-4dd4-b910-173af0c48cde req-21a91737-678c-4b1e-96c0-b302b107cf7f tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe202ae6-17fe-4415-9638-4ed9b5d6fe52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511048 Dec 06 18:10:12.080595 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-e622650d-b282-4ec2-85df-28bee9be2553 req-3628b5d9-5f8a-42e1-9259-d352c268731c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 221a1b7e-4bee-4f3e-a10d-8494bfb7a23b {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 18:10:12.088616 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e622650d-b282-4ec2-85df-28bee9be2553 req-3628b5d9-5f8a-42e1-9259-d352c268731c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:12.101045 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-e622650d-b282-4ec2-85df-28bee9be2553 req-3628b5d9-5f8a-42e1-9259-d352c268731c service neutron] Transition to ACTIVE for port object 221a1b7e-4bee-4f3e-a10d-8494bfb7a23b will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 18:10:12.104959 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e622650d-b282-4ec2-85df-28bee9be2553 req-3628b5d9-5f8a-42e1-9259-d352c268731c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:12.156618 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3628b5d9-5f8a-42e1-9259-d352c268731c service neutron] Pushing event updated for resources: {'Port': ['ID=221a1b7e-4bee-4f3e-a10d-8494bfb7a23b,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:10:12.228781 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-e622650d-b282-4ec2-85df-28bee9be2553 req-3628b5d9-5f8a-42e1-9259-d352c268731c service neutron] Attempting to bind port 221a1b7e-4bee-4f3e-a10d-8494bfb7a23b on host n-h1-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 18:10:12.229173 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-e622650d-b282-4ec2-85df-28bee9be2553 req-3628b5d9-5f8a-42e1-9259-d352c268731c service neutron] Attempting to bind port 221a1b7e-4bee-4f3e-a10d-8494bfb7a23b by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': '0afa7da3-d8ce-456b-a465-acdad5514b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'db24d856-1248-468a-863b-a4e2cc07df31'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 18:10:12.229559 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e622650d-b282-4ec2-85df-28bee9be2553 req-3628b5d9-5f8a-42e1-9259-d352c268731c service neutron] Attempting to bind port 221a1b7e-4bee-4f3e-a10d-8494bfb7a23b on network db24d856-1248-468a-863b-a4e2cc07df31 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 18:10:12.235026 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e622650d-b282-4ec2-85df-28bee9be2553 req-3628b5d9-5f8a-42e1-9259-d352c268731c service neutron] Port 221a1b7e-4bee-4f3e-a10d-8494bfb7a23b on network db24d856-1248-468a-863b-a4e2cc07df31 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 18:10:12.235282 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e622650d-b282-4ec2-85df-28bee9be2553 req-3628b5d9-5f8a-42e1-9259-d352c268731c service neutron] Attempting to bind port 221a1b7e-4bee-4f3e-a10d-8494bfb7a23b on network db24d856-1248-468a-863b-a4e2cc07df31 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 18:10:12.241757 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e622650d-b282-4ec2-85df-28bee9be2553 req-3628b5d9-5f8a-42e1-9259-d352c268731c service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 18, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 18:10:12.242092 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e622650d-b282-4ec2-85df-28bee9be2553 req-3628b5d9-5f8a-42e1-9259-d352c268731c service neutron] Checking segment: {'id': '0afa7da3-d8ce-456b-a465-acdad5514b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'db24d856-1248-468a-863b-a4e2cc07df31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 18:10:12.242515 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e622650d-b282-4ec2-85df-28bee9be2553 req-3628b5d9-5f8a-42e1-9259-d352c268731c service neutron] Bound using segment: {'id': '0afa7da3-d8ce-456b-a465-acdad5514b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'db24d856-1248-468a-863b-a4e2cc07df31'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 18:10:12.242966 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-e622650d-b282-4ec2-85df-28bee9be2553 req-3628b5d9-5f8a-42e1-9259-d352c268731c service neutron] Bound port: 221a1b7e-4bee-4f3e-a10d-8494bfb7a23b, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0afa7da3-d8ce-456b-a465-acdad5514b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'db24d856-1248-468a-863b-a4e2cc07df31'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 18:10:12.243330 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e622650d-b282-4ec2-85df-28bee9be2553 req-3628b5d9-5f8a-42e1-9259-d352c268731c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:12.317313 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-e622650d-b282-4ec2-85df-28bee9be2553 req-3628b5d9-5f8a-42e1-9259-d352c268731c service neutron] For port 221a1b7e-4bee-4f3e-a10d-8494bfb7a23b, host n-h1-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 18:10:12.320899 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-e622650d-b282-4ec2-85df-28bee9be2553 req-3628b5d9-5f8a-42e1-9259-d352c268731c service neutron] For port 221a1b7e-4bee-4f3e-a10d-8494bfb7a23b, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=221a1b7e-4bee-4f3e-a10d-8494bfb7a23b,segment=NetworkSegment(0afa7da3-d8ce-456b-a465-acdad5514b5b),segment_id=0afa7da3-d8ce-456b-a465-acdad5514b5b)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 18:10:12.327040 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e622650d-b282-4ec2-85df-28bee9be2553 req-3628b5d9-5f8a-42e1-9259-d352c268731c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:12.367992 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e622650d-b282-4ec2-85df-28bee9be2553 req-3628b5d9-5f8a-42e1-9259-d352c268731c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:10:12.368620 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-e622650d-b282-4ec2-85df-28bee9be2553 req-3628b5d9-5f8a-42e1-9259-d352c268731c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:12.370623 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e622650d-b282-4ec2-85df-28bee9be2553 req-3628b5d9-5f8a-42e1-9259-d352c268731c service neutron] 10.222.0.41 "PUT /v2.0/ports/221a1b7e-4bee-4f3e-a10d-8494bfb7a23b HTTP/1.1" status: 200 len: 1091 time: 0.6289899 Dec 06 18:10:12.371073 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f94a8cb-a00c-442d-9f2f-076c9996bd99', 'tag': '221a1b7e-4bee-4f3e-a10d-8494bfb7a23b'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 18:10:12.373373 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84a504b017671f0a47cd85ab9346cb7aca95b1a07f687931bccd5817498bce48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e35949e-2fb1-4ad2-9813-39ecfa73ed0a" -d '{"events": [{"name": "network-changed", "server_uuid": "9f94a8cb-a00c-442d-9f2f-076c9996bd99", "tag": "221a1b7e-4bee-4f3e-a10d-8494bfb7a23b"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 18:10:12.422897 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3628b5d9-5f8a-42e1-9259-d352c268731c service neutron] Pushing event updated for resources: {'Port': ['ID=221a1b7e-4bee-4f3e-a10d-8494bfb7a23b,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:10:12.439217 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 18:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c1b32a-73f3-427d-ad3a-5834afc3b1f4 x-openstack-request-id: req-93c1b32a-73f3-427d-ad3a-5834afc3b1f4 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 18:10:12.439517 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f94a8cb-a00c-442d-9f2f-076c9996bd99", "tag": "221a1b7e-4bee-4f3e-a10d-8494bfb7a23b", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 18:10:12.439780 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-93c1b32a-73f3-427d-ad3a-5834afc3b1f4 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 18:10:12.440182 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f94a8cb-a00c-442d-9f2f-076c9996bd99', 'tag': '221a1b7e-4bee-4f3e-a10d-8494bfb7a23b', 'status': 'completed', 'code': 200} Dec 06 18:10:12.478222 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e622650d-b282-4ec2-85df-28bee9be2553 req-9643d3d4-dbb7-47e1-97a0-ad19eeac6dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:10:12.480567 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e622650d-b282-4ec2-85df-28bee9be2553 req-9643d3d4-dbb7-47e1-97a0-ad19eeac6dfb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=80786a15dc4645b98b22cbe4242a7bcf&device_id=9f94a8cb-a00c-442d-9f2f-076c9996bd99 HTTP/1.1" status: 200 len: 1094 time: 0.0528340 Dec 06 18:10:12.539386 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e622650d-b282-4ec2-85df-28bee9be2553 req-c0dd14e5-913f-4bea-a7c6-b79cdf4710ae service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=221a1b7e-4bee-4f3e-a10d-8494bfb7a23b HTTP/1.1" status: 200 len: 217 time: 0.0456924 Dec 06 18:10:12.595897 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e622650d-b282-4ec2-85df-28bee9be2553 req-40943fa0-6094-4123-8758-9c4e6502c9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:10:12.597222 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e622650d-b282-4ec2-85df-28bee9be2553 req-40943fa0-6094-4123-8758-9c4e6502c9b2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=02365238-0161-44fc-bedf-7f13e3925eec HTTP/1.1" status: 200 len: 835 time: 0.0470004 Dec 06 18:10:12.648541 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e622650d-b282-4ec2-85df-28bee9be2553 req-cd3e7259-5e21-4064-826b-62268bd47028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:10:12.650076 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e622650d-b282-4ec2-85df-28bee9be2553 req-cd3e7259-5e21-4064-826b-62268bd47028 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=db24d856-1248-468a-863b-a4e2cc07df31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413239 Dec 06 18:10:12.749943 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e622650d-b282-4ec2-85df-28bee9be2553 req-553d10b1-0230-45b1-bf67-fd7053e97d32 service neutron] 10.222.0.41 "GET /v2.0/networks/db24d856-1248-468a-863b-a4e2cc07df31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882118 Dec 06 18:10:12.844847 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e622650d-b282-4ec2-85df-28bee9be2553 req-70c1b33c-8b20-4243-9758-660193d0e586 service neutron] 10.222.0.41 "GET /v2.0/networks/db24d856-1248-468a-863b-a4e2cc07df31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832086 Dec 06 18:10:12.945653 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e35949e-2fb1-4ad2-9813-39ecfa73ed0a req-547c0941-eee5-4a38-87f0-7a36c33b297d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:10:12.947157 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5e35949e-2fb1-4ad2-9813-39ecfa73ed0a req-547c0941-eee5-4a38-87f0-7a36c33b297d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=80786a15dc4645b98b22cbe4242a7bcf&device_id=9f94a8cb-a00c-442d-9f2f-076c9996bd99 HTTP/1.1" status: 200 len: 1094 time: 0.0439603 Dec 06 18:10:13.046473 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e35949e-2fb1-4ad2-9813-39ecfa73ed0a req-bcb6641d-da7d-4251-b409-fdb4dabfdc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:10:13.047962 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5e35949e-2fb1-4ad2-9813-39ecfa73ed0a req-bcb6641d-da7d-4251-b409-fdb4dabfdc5d service neutron] 10.222.0.41 "GET /v2.0/networks?id=db24d856-1248-468a-863b-a4e2cc07df31 HTTP/1.1" status: 200 len: 898 time: 0.0896893 Dec 06 18:10:13.090436 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5e35949e-2fb1-4ad2-9813-39ecfa73ed0a req-7fc98586-66fa-4493-b519-056a4fa001b2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=221a1b7e-4bee-4f3e-a10d-8494bfb7a23b HTTP/1.1" status: 200 len: 217 time: 0.0353079 Dec 06 18:10:13.144539 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e35949e-2fb1-4ad2-9813-39ecfa73ed0a req-adb0d54b-9279-4b9b-8f2a-d46e68657b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:10:13.146302 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5e35949e-2fb1-4ad2-9813-39ecfa73ed0a req-adb0d54b-9279-4b9b-8f2a-d46e68657b8d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=02365238-0161-44fc-bedf-7f13e3925eec HTTP/1.1" status: 200 len: 835 time: 0.0491884 Dec 06 18:10:13.160872 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb5d134-9b2a-480f-8d20-854db08909a7 req-eed34970-c96a-4820-b14c-5b9ff74b3fe1 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:10:13.162407 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3cb5d134-9b2a-480f-8d20-854db08909a7 req-eed34970-c96a-4820-b14c-5b9ff74b3fe1 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f94a8cb-a00c-442d-9f2f-076c9996bd99 HTTP/1.1" status: 200 len: 943 time: 0.0500298 Dec 06 18:10:13.193873 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e35949e-2fb1-4ad2-9813-39ecfa73ed0a req-309f28e3-bffb-4cd6-b2de-9e4fcced550d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:10:13.195363 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5e35949e-2fb1-4ad2-9813-39ecfa73ed0a req-309f28e3-bffb-4cd6-b2de-9e4fcced550d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=db24d856-1248-468a-863b-a4e2cc07df31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389781 Dec 06 18:10:13.212229 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3cb5d134-9b2a-480f-8d20-854db08909a7 req-e24eec72-a2ca-4f88-862e-38509c18dfe4 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe202ae6-17fe-4415-9638-4ed9b5d6fe52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437298 Dec 06 18:10:13.290884 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5e35949e-2fb1-4ad2-9813-39ecfa73ed0a req-94893e24-e3f3-4443-9a32-cff03dc7e775 service neutron] 10.222.0.41 "GET /v2.0/networks/db24d856-1248-468a-863b-a4e2cc07df31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865469 Dec 06 18:10:13.380770 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5e35949e-2fb1-4ad2-9813-39ecfa73ed0a req-0159a287-c1cd-4435-a243-6f15565cdb77 service neutron] 10.222.0.41 "GET /v2.0/networks/db24d856-1248-468a-863b-a4e2cc07df31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811083 Dec 06 18:10:13.554513 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f11d7a88-4c4d-409c-86fa-0f3a2a6a8306 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:14.326812 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1d208c-01dd-48f1-b39f-6067d260361b req-ba02d027-cc05-4cf0-8646-11bc83994dfc tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:10:14.328296 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-cf1d208c-01dd-48f1-b39f-6067d260361b req-ba02d027-cc05-4cf0-8646-11bc83994dfc tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f94a8cb-a00c-442d-9f2f-076c9996bd99 HTTP/1.1" status: 200 len: 943 time: 0.0478699 Dec 06 18:10:14.381447 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-cf1d208c-01dd-48f1-b39f-6067d260361b req-bd935e27-da1e-46fb-8eed-418a5ffbdef5 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe202ae6-17fe-4415-9638-4ed9b5d6fe52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473301 Dec 06 18:10:14.572689 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 221a1b7e-4bee-4f3e-a10d-8494bfb7a23b details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 18:10:14.667484 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 221a1b7e-4bee-4f3e-a10d-8494bfb7a23b, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=221a1b7e-4bee-4f3e-a10d-8494bfb7a23b,segment=NetworkSegment(0afa7da3-d8ce-456b-a465-acdad5514b5b),segment_id=0afa7da3-d8ce-456b-a465-acdad5514b5b)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:10:14.678267 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': '221a1b7e-4bee-4f3e-a10d-8494bfb7a23b', 'network_id': 'db24d856-1248-468a-863b-a4e2cc07df31', 'port_id': '221a1b7e-4bee-4f3e-a10d-8494bfb7a23b', 'mac_address': 'fa:16:3e:41:0f:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02365238-0161-44fc-bedf-7f13e3925eec', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 18:10:14.714768 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:14.727812 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 221a1b7e-4bee-4f3e-a10d-8494bfb7a23b {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 18:10:14.747315 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 221a1b7e-4bee-4f3e-a10d-8494bfb7a23b, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=221a1b7e-4bee-4f3e-a10d-8494bfb7a23b,segment=NetworkSegment(0afa7da3-d8ce-456b-a465-acdad5514b5b),segment_id=0afa7da3-d8ce-456b-a465-acdad5514b5b)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:10:14.750894 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:14.798082 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=221a1b7e-4bee-4f3e-a10d-8494bfb7a23b,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:10:15.011751 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['221a1b7e-4bee-4f3e-a10d-8494bfb7a23b'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 18:10:15.493486 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430db34-003b-4931-84d9-af18dcf0ff1d req-13ec806a-b01e-4ce2-bc5c-b6ba304fd00a tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:10:15.494997 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f430db34-003b-4931-84d9-af18dcf0ff1d req-13ec806a-b01e-4ce2-bc5c-b6ba304fd00a tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f94a8cb-a00c-442d-9f2f-076c9996bd99 HTTP/1.1" status: 200 len: 944 time: 0.0482695 Dec 06 18:10:15.543915 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f430db34-003b-4931-84d9-af18dcf0ff1d req-abf1a872-dbe3-42f7-a1e5-e6166d199cc6 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe202ae6-17fe-4415-9638-4ed9b5d6fe52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429413 Dec 06 18:10:15.732760 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-38f93afb-6759-4514-8b5c-fe7b1583d26f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:16.589328 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 221a1b7e-4bee-4f3e-a10d-8494bfb7a23b up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 18:10:16.661135 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0aa691-e560-4eeb-b7e8-98bf08a33a09 req-469ffdc1-2fdf-43ca-b5ce-81eb4792248d tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:10:16.662786 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6e0aa691-e560-4eeb-b7e8-98bf08a33a09 req-469ffdc1-2fdf-43ca-b5ce-81eb4792248d tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f94a8cb-a00c-442d-9f2f-076c9996bd99 HTTP/1.1" status: 200 len: 944 time: 0.0504317 Dec 06 18:10:16.717104 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6e0aa691-e560-4eeb-b7e8-98bf08a33a09 req-7b97870b-40ca-4a76-bf4b-f3a574082223 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe202ae6-17fe-4415-9638-4ed9b5d6fe52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474968 Dec 06 18:10:16.796090 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port 221a1b7e-4bee-4f3e-a10d-8494bfb7a23b completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 18:10:16.799987 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port 221a1b7e-4bee-4f3e-a10d-8494bfb7a23b triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:10:16.800361 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:16.874049 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:16.896233 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f94a8cb-a00c-442d-9f2f-076c9996bd99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '221a1b7e-4bee-4f3e-a10d-8494bfb7a23b'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 18:10:16.898512 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}253b13571352ac935e80f100367d97205cb4b29805628151c230edbf5f3547e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aafb2fe-fe2d-4efc-b9a5-16640a19a338" -d '{"events": [{"server_uuid": "9f94a8cb-a00c-442d-9f2f-076c9996bd99", "name": "network-vif-plugged", "status": "completed", "tag": "221a1b7e-4bee-4f3e-a10d-8494bfb7a23b"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 18:10:16.911974 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 221a1b7e-4bee-4f3e-a10d-8494bfb7a23b, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=221a1b7e-4bee-4f3e-a10d-8494bfb7a23b,segment=NetworkSegment(0afa7da3-d8ce-456b-a465-acdad5514b5b),segment_id=0afa7da3-d8ce-456b-a465-acdad5514b5b)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:10:16.915813 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:16.939847 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 18:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f910d48-6671-461a-9b44-2e73d42d4cac x-openstack-request-id: req-8f910d48-6671-461a-9b44-2e73d42d4cac {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 18:10:16.940150 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f94a8cb-a00c-442d-9f2f-076c9996bd99", "name": "network-vif-plugged", "status": "completed", "tag": "221a1b7e-4bee-4f3e-a10d-8494bfb7a23b", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 18:10:16.940407 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8f910d48-6671-461a-9b44-2e73d42d4cac {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 18:10:16.940805 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f94a8cb-a00c-442d-9f2f-076c9996bd99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '221a1b7e-4bee-4f3e-a10d-8494bfb7a23b', 'code': 200} Dec 06 18:10:16.970603 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=221a1b7e-4bee-4f3e-a10d-8494bfb7a23b,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:10:17.039658 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65a132b-fc22-4ab0-b4e1-2973937e44a1 req-477dd370-e449-46fe-86fd-83809e7b911f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:10:17.041140 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f65a132b-fc22-4ab0-b4e1-2973937e44a1 req-477dd370-e449-46fe-86fd-83809e7b911f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9f94a8cb-a00c-442d-9f2f-076c9996bd99 HTTP/1.1" status: 200 len: 1096 time: 0.0401099 Dec 06 18:10:17.089689 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f65a132b-fc22-4ab0-b4e1-2973937e44a1 req-181c7194-2631-4e33-87d4-473981f7479d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fe202ae6-17fe-4415-9638-4ed9b5d6fe52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392129 Dec 06 18:10:17.145677 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:17.842420 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c4e750-9bad-45fd-b458-9bb62ebb41fa req-1e475258-966e-497f-8fbc-278de8e0fdf5 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:10:17.843911 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-92c4e750-9bad-45fd-b458-9bb62ebb41fa req-1e475258-966e-497f-8fbc-278de8e0fdf5 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f94a8cb-a00c-442d-9f2f-076c9996bd99 HTTP/1.1" status: 200 len: 945 time: 0.0527568 Dec 06 18:10:17.892014 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-92c4e750-9bad-45fd-b458-9bb62ebb41fa req-b668bcf0-51dd-4f39-ac19-f624f23baf19 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe202ae6-17fe-4415-9638-4ed9b5d6fe52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422323 Dec 06 18:10:18.276349 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:19.011841 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f5538-9683-4563-ab9e-be59bfd698ac req-b38e7ba2-0744-4218-9d40-a59880ce294f tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:10:19.013241 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6f1f5538-9683-4563-ab9e-be59bfd698ac req-b38e7ba2-0744-4218-9d40-a59880ce294f tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f94a8cb-a00c-442d-9f2f-076c9996bd99 HTTP/1.1" status: 200 len: 945 time: 0.0527210 Dec 06 18:10:19.062326 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6f1f5538-9683-4563-ab9e-be59bfd698ac req-f6b65ef5-0db7-4b6a-82c2-18c4a1b719d9 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe202ae6-17fe-4415-9638-4ed9b5d6fe52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431623 Dec 06 18:10:19.176557 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c380eadc-ab3d-4eec-a395-ce024c7f109f req-83e29b0f-e547-4da9-9ada-9f858f66c9d6 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:10:19.178105 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c380eadc-ab3d-4eec-a395-ce024c7f109f req-83e29b0f-e547-4da9-9ada-9f858f66c9d6 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f94a8cb-a00c-442d-9f2f-076c9996bd99 HTTP/1.1" status: 200 len: 945 time: 0.0484126 Dec 06 18:10:19.206922 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:19.230780 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c380eadc-ab3d-4eec-a395-ce024c7f109f req-9e1a6e12-399c-4f4d-8b8a-c10d0453d882 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe202ae6-17fe-4415-9638-4ed9b5d6fe52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466528 Dec 06 18:10:19.252467 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42808) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:10:19.342665 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d8d8a6-2a19-4d44-8b21-a595ea9dd421 tempest-TestNetworkAdvancedServerOps-1167834497 tempest-TestNetworkAdvancedServerOps-1167834497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:10:19.344172 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-a9d8d8a6-2a19-4d44-8b21-a595ea9dd421 tempest-TestNetworkAdvancedServerOps-1167834497 tempest-TestNetworkAdvancedServerOps-1167834497-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=9f94a8cb-a00c-442d-9f2f-076c9996bd99 HTTP/1.1" status: 200 len: 1091 time: 0.0907316 Dec 06 18:10:19.346951 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42812) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:10:19.351281 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-46c28bd8-3d53-43be-a9d2-8ef16948ba44 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Request body: {'floatingip': {'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'port_id': '221a1b7e-4bee-4f3e-a10d-8494bfb7a23b', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:10:19.372325 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-46c28bd8-3d53-43be-a9d2-8ef16948ba44 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for floatingip, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:19.471418 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-46c28bd8-3d53-43be-a9d2-8ef16948ba44 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:19.576083 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-46c28bd8-3d53-43be-a9d2-8ef16948ba44 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Allocated IP 172.35.1.119 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/5d5d304d-8cf7-43e1-9ebf-076ea08de5b7) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 18:10:19.673116 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-46c28bd8-3d53-43be-a9d2-8ef16948ba44 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:19.706597 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-46c28bd8-3d53-43be-a9d2-8ef16948ba44 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:19.743775 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c28bd8-3d53-43be-a9d2-8ef16948ba44 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 18:10:19.747083 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-46c28bd8-3d53-43be-a9d2-8ef16948ba44 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 18:10:19.750603 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c28bd8-3d53-43be-a9d2-8ef16948ba44 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 18:10:19.778827 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c28bd8-3d53-43be-a9d2-8ef16948ba44 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event updated for resources: {'Port': ['ID=5d5d304d-8cf7-43e1-9ebf-076ea08de5b7,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:10:20.105117 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-46c28bd8-3d53-43be-a9d2-8ef16948ba44 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:20.173246 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-46c28bd8-3d53-43be-a9d2-8ef16948ba44 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:20.320136 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-46c28bd8-3d53-43be-a9d2-8ef16948ba44 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:20.325152 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-46c28bd8-3d53-43be-a9d2-8ef16948ba44 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:20.391557 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c28bd8-3d53-43be-a9d2-8ef16948ba44 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event updated for resources: {'Port': ['ID=5d5d304d-8cf7-43e1-9ebf-076ea08de5b7,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:10:20.403281 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-46c28bd8-3d53-43be-a9d2-8ef16948ba44 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:20.501447 n-d-master-1 neutron-server[103285]: INFO neutron.db.l3_db [None req-46c28bd8-3d53-43be-a9d2-8ef16948ba44 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Floating IP ece68b0d-dafc-4830-b07f-5a434ad22538 associated. External IP: 172.35.1.119, port: 221a1b7e-4bee-4f3e-a10d-8494bfb7a23b. Dec 06 18:10:20.710125 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46c28bd8-3d53-43be-a9d2-8ef16948ba44 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Router 47a71825-bb2e-4582-981b-627e5493d1c8 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 18:10:20.822585 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46c28bd8-3d53-43be-a9d2-8ef16948ba44 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 18:10:20.832962 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bdee831-d6d1-4f2d-a404-9ee3aa2401fb None None] Sync routers for ids ['47a71825-bb2e-4582-981b-627e5493d1c8'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 18:10:20.841663 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-46c28bd8-3d53-43be-a9d2-8ef16948ba44 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:20.848558 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdee831-d6d1-4f2d-a404-9ee3aa2401fb None None] Routers {'47a71825-bb2e-4582-981b-627e5493d1c8'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:10:20.849367 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-4bdee831-d6d1-4f2d-a404-9ee3aa2401fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:10:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['47a71825-bb2e-4582-981b-627e5493d1c8'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:10:20.873506 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-46c28bd8-3d53-43be-a9d2-8ef16948ba44 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5253253 Dec 06 18:10:20.877495 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f94a8cb-a00c-442d-9f2f-076c9996bd99', 'tag': '221a1b7e-4bee-4f3e-a10d-8494bfb7a23b'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 18:10:20.877644 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84a504b017671f0a47cd85ab9346cb7aca95b1a07f687931bccd5817498bce48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e2cd41-ba38-4d97-b3fd-bf9a0ce82f62" -d '{"events": [{"name": "network-changed", "server_uuid": "9f94a8cb-a00c-442d-9f2f-076c9996bd99", "tag": "221a1b7e-4bee-4f3e-a10d-8494bfb7a23b"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 18:10:20.939583 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 18:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c20538ec-73f8-41fe-af15-99a42c9bf4f8 x-openstack-request-id: req-c20538ec-73f8-41fe-af15-99a42c9bf4f8 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 18:10:20.939961 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f94a8cb-a00c-442d-9f2f-076c9996bd99", "tag": "221a1b7e-4bee-4f3e-a10d-8494bfb7a23b", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 18:10:20.940246 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c20538ec-73f8-41fe-af15-99a42c9bf4f8 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 18:10:20.940663 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f94a8cb-a00c-442d-9f2f-076c9996bd99', 'tag': '221a1b7e-4bee-4f3e-a10d-8494bfb7a23b', 'status': 'completed', 'code': 200} Dec 06 18:10:20.978887 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb51c01e-fb4f-4fa8-9725-6ad3db0adaad req-edb42dc0-268f-4f18-bb4a-7a71486c5df8 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:10:20.982074 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fb51c01e-fb4f-4fa8-9725-6ad3db0adaad req-edb42dc0-268f-4f18-bb4a-7a71486c5df8 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f94a8cb-a00c-442d-9f2f-076c9996bd99 HTTP/1.1" status: 200 len: 945 time: 0.0547321 Dec 06 18:10:20.990889 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-4bdee831-d6d1-4f2d-a404-9ee3aa2401fb None None] Set router 47a71825-bb2e-4582-981b-627e5493d1c8 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:10:21.003330 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e2cd41-ba38-4d97-b3fd-bf9a0ce82f62 req-7d402c7a-65b9-436e-901a-e09a0a6ef5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:10:21.004855 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-75e2cd41-ba38-4d97-b3fd-bf9a0ce82f62 req-7d402c7a-65b9-436e-901a-e09a0a6ef5ee service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=80786a15dc4645b98b22cbe4242a7bcf&device_id=9f94a8cb-a00c-442d-9f2f-076c9996bd99 HTTP/1.1" status: 200 len: 1096 time: 0.0419021 Dec 06 18:10:21.038060 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fb51c01e-fb4f-4fa8-9725-6ad3db0adaad req-cb43b447-872d-44dd-ad65-f4357fe570ce tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe202ae6-17fe-4415-9638-4ed9b5d6fe52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509741 Dec 06 18:10:21.057100 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 42820) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:10:21.110047 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e2cd41-ba38-4d97-b3fd-bf9a0ce82f62 req-461e3223-7224-4375-9fa4-50e167089609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:10:21.111567 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-75e2cd41-ba38-4d97-b3fd-bf9a0ce82f62 req-461e3223-7224-4375-9fa4-50e167089609 service neutron] 10.222.0.41 "GET /v2.0/networks?id=db24d856-1248-468a-863b-a4e2cc07df31 HTTP/1.1" status: 200 len: 898 time: 0.0986297 Dec 06 18:10:21.132879 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-2ab321fa-cec9-4ea1-91dc-48a6df77e22b tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/floatingips/ece68b0d-dafc-4830-b07f-5a434ad22538 HTTP/1.1" status: 200 len: 991 time: 0.0745649 Dec 06 18:10:21.179117 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-75e2cd41-ba38-4d97-b3fd-bf9a0ce82f62 req-92fddb85-aedc-4dab-b5eb-aa849370ef9e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=221a1b7e-4bee-4f3e-a10d-8494bfb7a23b HTTP/1.1" status: 200 len: 999 time: 0.0599549 Dec 06 18:10:21.221235 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-4bdee831-d6d1-4f2d-a404-9ee3aa2401fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a71825-bb2e-4582-981b-627e5493d1c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-371389935', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.165'}], 'enable_snat': True}, 'gw_port_id': '8a295f93-1785-46a3-9adb-87e83d269c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:10:04Z', 'updated_at': '2021-12-06T18:10:08Z', 'revision_number': 4, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'gw_port': {'id': '8a295f93-1785-46a3-9adb-87e83d269c30', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:14:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a71825-bb2e-4582-981b-627e5493d1c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:10:05Z', 'updated_at': '2021-12-06T18:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'ece68b0d-dafc-4830-b07f-5a434ad22538', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'floating_ip_address': '172.35.1.119', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '47a71825-bb2e-4582-981b-627e5493d1c8', 'port_id': '221a1b7e-4bee-4f3e-a10d-8494bfb7a23b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4276, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db24d856-1248-468a-863b-a4e2cc07df31', 'mac_address': 'fa:16:3e:41:0f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f94a8cb-a00c-442d-9f2f-076c9996bd99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T18:10:19Z', 'updated_at': '2021-12-06T18:10:19Z', 'revision_number': 0, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd590ad5e-7211-423c-ba4a-f4b5e789ba33', 'name': '', 'network_id': 'db24d856-1248-468a-863b-a4e2cc07df31', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'mac_address': 'fa:16:3e:dc:83:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a71825-bb2e-4582-981b-627e5493d1c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '02365238-0161-44fc-bedf-7f13e3925eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:10:07Z', 'updated_at': '2021-12-06T18:10:11Z', 'revision_number': 5, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'subnets': [{'id': '02365238-0161-44fc-bedf-7f13e3925eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:10:21.229644 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e2cd41-ba38-4d97-b3fd-bf9a0ce82f62 req-309e49f5-1141-43aa-a1f9-cc8330076166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:10:21.231054 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-75e2cd41-ba38-4d97-b3fd-bf9a0ce82f62 req-309e49f5-1141-43aa-a1f9-cc8330076166 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=02365238-0161-44fc-bedf-7f13e3925eec HTTP/1.1" status: 200 len: 835 time: 0.0441003 Dec 06 18:10:21.247427 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bdee831-d6d1-4f2d-a404-9ee3aa2401fb None None] Checking router: 47a71825-bb2e-4582-981b-627e5493d1c8 for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 18:10:21.255948 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdee831-d6d1-4f2d-a404-9ee3aa2401fb None None] Routers {'47a71825-bb2e-4582-981b-627e5493d1c8'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:10:21.256547 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-4bdee831-d6d1-4f2d-a404-9ee3aa2401fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:10:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['47a71825-bb2e-4582-981b-627e5493d1c8'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:10:21.280919 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e2cd41-ba38-4d97-b3fd-bf9a0ce82f62 req-f8ae935a-b57d-4612-828b-7de49cefba8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:10:21.282466 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-75e2cd41-ba38-4d97-b3fd-bf9a0ce82f62 req-f8ae935a-b57d-4612-828b-7de49cefba8c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=db24d856-1248-468a-863b-a4e2cc07df31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437834 Dec 06 18:10:21.358783 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-4bdee831-d6d1-4f2d-a404-9ee3aa2401fb None None] Set router 47a71825-bb2e-4582-981b-627e5493d1c8 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:10:21.373085 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-75e2cd41-ba38-4d97-b3fd-bf9a0ce82f62 req-7e355ac3-2bfb-4ff4-bf1c-97ebb3a464aa service neutron] 10.222.0.41 "GET /v2.0/networks/db24d856-1248-468a-863b-a4e2cc07df31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829866 Dec 06 18:10:21.466581 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-75e2cd41-ba38-4d97-b3fd-bf9a0ce82f62 req-9edba71d-a11c-46fa-968f-b432a4d4f5c8 service neutron] 10.222.0.41 "GET /v2.0/networks/db24d856-1248-468a-863b-a4e2cc07df31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861132 Dec 06 18:10:21.578775 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-4bdee831-d6d1-4f2d-a404-9ee3aa2401fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a71825-bb2e-4582-981b-627e5493d1c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-371389935', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.165'}], 'enable_snat': True}, 'gw_port_id': '8a295f93-1785-46a3-9adb-87e83d269c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:10:04Z', 'updated_at': '2021-12-06T18:10:08Z', 'revision_number': 4, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'gw_port': {'id': '8a295f93-1785-46a3-9adb-87e83d269c30', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:14:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a71825-bb2e-4582-981b-627e5493d1c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:10:05Z', 'updated_at': '2021-12-06T18:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'ece68b0d-dafc-4830-b07f-5a434ad22538', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'floating_ip_address': '172.35.1.119', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '47a71825-bb2e-4582-981b-627e5493d1c8', 'port_id': '221a1b7e-4bee-4f3e-a10d-8494bfb7a23b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4276, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db24d856-1248-468a-863b-a4e2cc07df31', 'mac_address': 'fa:16:3e:41:0f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f94a8cb-a00c-442d-9f2f-076c9996bd99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T18:10:19Z', 'updated_at': '2021-12-06T18:10:19Z', 'revision_number': 0, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd590ad5e-7211-423c-ba4a-f4b5e789ba33', 'name': '', 'network_id': 'db24d856-1248-468a-863b-a4e2cc07df31', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'mac_address': 'fa:16:3e:dc:83:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a71825-bb2e-4582-981b-627e5493d1c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '02365238-0161-44fc-bedf-7f13e3925eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:10:07Z', 'updated_at': '2021-12-06T18:10:11Z', 'revision_number': 5, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'subnets': [{'id': '02365238-0161-44fc-bedf-7f13e3925eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:10:21.607729 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bdee831-d6d1-4f2d-a404-9ee3aa2401fb None None] The sync data for ids ['47a71825-bb2e-4582-981b-627e5493d1c8'] in n-d-master-1 is: [{'id': '47a71825-bb2e-4582-981b-627e5493d1c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-371389935', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.165'}], 'enable_snat': True}, 'gw_port_id': '8a295f93-1785-46a3-9adb-87e83d269c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:10:04Z', 'updated_at': '2021-12-06T18:10:08Z', 'revision_number': 4, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'gw_port': {'id': '8a295f93-1785-46a3-9adb-87e83d269c30', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:14:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a71825-bb2e-4582-981b-627e5493d1c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:10:05Z', 'updated_at': '2021-12-06T18:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'ece68b0d-dafc-4830-b07f-5a434ad22538', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'floating_ip_address': '172.35.1.119', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '47a71825-bb2e-4582-981b-627e5493d1c8', 'port_id': '221a1b7e-4bee-4f3e-a10d-8494bfb7a23b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4276, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db24d856-1248-468a-863b-a4e2cc07df31', 'mac_address': 'fa:16:3e:41:0f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f94a8cb-a00c-442d-9f2f-076c9996bd99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T18:10:19Z', 'updated_at': '2021-12-06T18:10:19Z', 'revision_number': 0, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd590ad5e-7211-423c-ba4a-f4b5e789ba33', 'name': '', 'network_id': 'db24d856-1248-468a-863b-a4e2cc07df31', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'mac_address': 'fa:16:3e:dc:83:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a71825-bb2e-4582-981b-627e5493d1c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '02365238-0161-44fc-bedf-7f13e3925eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:10:07Z', 'updated_at': '2021-12-06T18:10:11Z', 'revision_number': 5, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'subnets': [{'id': '02365238-0161-44fc-bedf-7f13e3925eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 18:10:21.790341 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3de10fa-1c24-494e-9849-cab5a2c3e22b None None] New status for floating IP ece68b0d-dafc-4830-b07f-5a434ad22538: ACTIVE {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 18:10:22.135731 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42822) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:10:22.195586 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-a9eb2dff-1efe-4568-9e89-62ba92c81f54 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/floatingips/ece68b0d-dafc-4830-b07f-5a434ad22538 HTTP/1.1" status: 200 len: 993 time: 0.0585907 Dec 06 18:10:33.276559 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:35.664737 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:43.554783 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d0dd5afb-f8aa-4901-8a38-759cf3dee9b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:45.733377 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-07b5dc24-d73e-47e3-9223-43d008f6cbfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:47.147170 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:47.472777 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-707847e6-18c2-4cbb-90fb-ac1a82f6ae27 req-249e3e62-abb4-4aad-aac2-882dfccc2759 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9f94a8cb-a00c-442d-9f2f-076c9996bd99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0804353 Dec 06 18:10:47.556224 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707847e6-18c2-4cbb-90fb-ac1a82f6ae27 req-38fb3309-ea2d-41f9-82d1-103b01528bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:10:47.557858 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-707847e6-18c2-4cbb-90fb-ac1a82f6ae27 req-38fb3309-ea2d-41f9-82d1-103b01528bee service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=80786a15dc4645b98b22cbe4242a7bcf&device_id=9f94a8cb-a00c-442d-9f2f-076c9996bd99 HTTP/1.1" status: 200 len: 1096 time: 0.0403264 Dec 06 18:10:47.658920 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707847e6-18c2-4cbb-90fb-ac1a82f6ae27 req-41484fe2-e550-4459-972a-2274c7bc75f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:10:47.660275 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-707847e6-18c2-4cbb-90fb-ac1a82f6ae27 req-41484fe2-e550-4459-972a-2274c7bc75f9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=db24d856-1248-468a-863b-a4e2cc07df31 HTTP/1.1" status: 200 len: 898 time: 0.0832069 Dec 06 18:10:47.730503 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-707847e6-18c2-4cbb-90fb-ac1a82f6ae27 req-1c897d07-91fc-4cb2-a391-d575babc3527 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=221a1b7e-4bee-4f3e-a10d-8494bfb7a23b HTTP/1.1" status: 200 len: 1001 time: 0.0617743 Dec 06 18:10:47.784681 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707847e6-18c2-4cbb-90fb-ac1a82f6ae27 req-229a891c-12b1-4f37-b66f-b1b8beade319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:10:47.786228 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-707847e6-18c2-4cbb-90fb-ac1a82f6ae27 req-229a891c-12b1-4f37-b66f-b1b8beade319 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=02365238-0161-44fc-bedf-7f13e3925eec HTTP/1.1" status: 200 len: 835 time: 0.0445707 Dec 06 18:10:47.831064 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707847e6-18c2-4cbb-90fb-ac1a82f6ae27 req-39381162-ad7f-4639-9b0d-a8486bd1a464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:10:47.832588 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-707847e6-18c2-4cbb-90fb-ac1a82f6ae27 req-39381162-ad7f-4639-9b0d-a8486bd1a464 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=db24d856-1248-468a-863b-a4e2cc07df31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390832 Dec 06 18:10:47.924790 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-707847e6-18c2-4cbb-90fb-ac1a82f6ae27 req-406151e0-cdc1-4c97-a51e-a4bdf2aa603c service neutron] 10.222.0.41 "GET /v2.0/networks/db24d856-1248-468a-863b-a4e2cc07df31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842350 Dec 06 18:10:48.017293 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-707847e6-18c2-4cbb-90fb-ac1a82f6ae27 req-7707289d-abf0-4c21-9980-2109e08f7eeb service neutron] 10.222.0.41 "GET /v2.0/networks/db24d856-1248-468a-863b-a4e2cc07df31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850885 Dec 06 18:10:48.278818 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:48.320695 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 18:10:49.209195 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:10:57.540403 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d806db-aadb-4df8-8ccc-6757e2001e65 req-2bd71c23-770a-4518-b7e5-b67c05cfc3c8 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:10:57.542426 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-24d806db-aadb-4df8-8ccc-6757e2001e65 req-2bd71c23-770a-4518-b7e5-b67c05cfc3c8 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f94a8cb-a00c-442d-9f2f-076c9996bd99 HTTP/1.1" status: 200 len: 945 time: 0.0488653 Dec 06 18:10:57.592206 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-24d806db-aadb-4df8-8ccc-6757e2001e65 req-9ad169d9-f67e-480f-b0e6-fb1e359b31d9 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe202ae6-17fe-4415-9638-4ed9b5d6fe52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437119 Dec 06 18:10:58.710293 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54ffa80-c579-40e3-9895-8ba953e5017a req-82880999-77f8-4fe0-bb5f-81d68e867947 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:10:58.711767 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e54ffa80-c579-40e3-9895-8ba953e5017a req-82880999-77f8-4fe0-bb5f-81d68e867947 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f94a8cb-a00c-442d-9f2f-076c9996bd99 HTTP/1.1" status: 200 len: 945 time: 0.0484238 Dec 06 18:10:58.761126 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e54ffa80-c579-40e3-9895-8ba953e5017a req-ec7d00fa-8491-4069-9f04-d3d2a4726d88 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe202ae6-17fe-4415-9638-4ed9b5d6fe52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429502 Dec 06 18:10:59.875642 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089fe17a-0325-4208-9cc5-03f3d008102d req-45914395-e782-4f74-8098-801ea64a81ad tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:10:59.877422 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-089fe17a-0325-4208-9cc5-03f3d008102d req-45914395-e782-4f74-8098-801ea64a81ad tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f94a8cb-a00c-442d-9f2f-076c9996bd99 HTTP/1.1" status: 200 len: 945 time: 0.0478253 Dec 06 18:10:59.925787 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-089fe17a-0325-4208-9cc5-03f3d008102d req-27f3bd5f-cadb-4be3-bf57-ef905bd7a787 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe202ae6-17fe-4415-9638-4ed9b5d6fe52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424986 Dec 06 18:11:01.038684 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47629bdb-e0c1-420c-9750-97448e28529a req-938b4506-9990-4d24-9237-3251fa8a25e7 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:11:01.040052 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-47629bdb-e0c1-420c-9750-97448e28529a req-938b4506-9990-4d24-9237-3251fa8a25e7 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f94a8cb-a00c-442d-9f2f-076c9996bd99 HTTP/1.1" status: 200 len: 945 time: 0.0479753 Dec 06 18:11:01.092023 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-47629bdb-e0c1-420c-9750-97448e28529a req-a39a94f1-18d9-4807-9d01-a43174c13af7 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe202ae6-17fe-4415-9638-4ed9b5d6fe52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455825 Dec 06 18:11:02.209921 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f8bab2-8bb4-45bc-8700-263dc249d5cb req-0c76c051-66b4-43fc-b5cc-a35c6e0b2e07 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:11:02.211389 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-62f8bab2-8bb4-45bc-8700-263dc249d5cb req-0c76c051-66b4-43fc-b5cc-a35c6e0b2e07 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f94a8cb-a00c-442d-9f2f-076c9996bd99 HTTP/1.1" status: 200 len: 945 time: 0.0520651 Dec 06 18:11:02.259435 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-62f8bab2-8bb4-45bc-8700-263dc249d5cb req-701689e2-f6eb-4915-88a1-ab3a37c5893d tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe202ae6-17fe-4415-9638-4ed9b5d6fe52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421338 Dec 06 18:11:03.291741 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:11:03.375313 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffcc2a2-fd68-4696-912f-2f0d10d148c5 req-a59dd228-7414-4774-8d45-d7e43c1ecd48 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:11:03.377053 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fffcc2a2-fd68-4696-912f-2f0d10d148c5 req-a59dd228-7414-4774-8d45-d7e43c1ecd48 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f94a8cb-a00c-442d-9f2f-076c9996bd99 HTTP/1.1" status: 200 len: 945 time: 0.0487792 Dec 06 18:11:03.426764 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fffcc2a2-fd68-4696-912f-2f0d10d148c5 req-bed84fa3-e89b-4d24-b417-9918b633a5cf tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe202ae6-17fe-4415-9638-4ed9b5d6fe52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438373 Dec 06 18:11:04.539998 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746aac4d-6d54-4b05-905d-74945d068b27 req-145a5326-d636-4ad3-84f5-9e14b9c3afc6 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:11:04.541485 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-746aac4d-6d54-4b05-905d-74945d068b27 req-145a5326-d636-4ad3-84f5-9e14b9c3afc6 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f94a8cb-a00c-442d-9f2f-076c9996bd99 HTTP/1.1" status: 200 len: 945 time: 0.0473871 Dec 06 18:11:04.589859 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-746aac4d-6d54-4b05-905d-74945d068b27 req-db5bf542-e636-41bb-acfe-acd6409964fe tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe202ae6-17fe-4415-9638-4ed9b5d6fe52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419242 Dec 06 18:11:05.677682 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:11:05.706094 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e8ad4-fd07-43f9-a09a-ad36f59f74fc req-94c0cca6-d11f-4bf5-9a05-9d3f701da41a tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:11:05.707581 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ff3e8ad4-fd07-43f9-a09a-ad36f59f74fc req-94c0cca6-d11f-4bf5-9a05-9d3f701da41a tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f94a8cb-a00c-442d-9f2f-076c9996bd99 HTTP/1.1" status: 200 len: 945 time: 0.0506768 Dec 06 18:11:05.757337 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ff3e8ad4-fd07-43f9-a09a-ad36f59f74fc req-d5caeaaf-271f-4cf3-b851-0761dc3755ac tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe202ae6-17fe-4415-9638-4ed9b5d6fe52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436318 Dec 06 18:11:06.869985 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74545d3e-fffe-4808-b611-cc254be1c0fc req-2edab558-864e-48be-8aee-e80e69ad6a2f tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:11:06.871975 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-74545d3e-fffe-4808-b611-cc254be1c0fc req-2edab558-864e-48be-8aee-e80e69ad6a2f tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f94a8cb-a00c-442d-9f2f-076c9996bd99 HTTP/1.1" status: 200 len: 945 time: 0.0477171 Dec 06 18:11:06.923880 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-74545d3e-fffe-4808-b611-cc254be1c0fc req-5f7f3e1a-de46-48f0-bcd7-d2aef4a4f7fd tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe202ae6-17fe-4415-9638-4ed9b5d6fe52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457697 Dec 06 18:11:08.042645 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a013dc8a-6d00-4079-9da9-00bacf7d6536 req-cdda39b2-4267-40f8-9e2b-4618efc2b7bf tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:11:08.044034 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a013dc8a-6d00-4079-9da9-00bacf7d6536 req-cdda39b2-4267-40f8-9e2b-4618efc2b7bf tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f94a8cb-a00c-442d-9f2f-076c9996bd99 HTTP/1.1" status: 200 len: 945 time: 0.0527837 Dec 06 18:11:08.093360 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a013dc8a-6d00-4079-9da9-00bacf7d6536 req-c68ed1e8-05b0-4928-8fbe-f10c8831782c tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe202ae6-17fe-4415-9638-4ed9b5d6fe52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432038 Dec 06 18:11:09.205337 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3614beb1-9ac5-4507-945d-e362ecfe69a7 req-2a5f8dd0-951c-413c-a8c1-75e6965a47a5 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:11:09.206820 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3614beb1-9ac5-4507-945d-e362ecfe69a7 req-2a5f8dd0-951c-413c-a8c1-75e6965a47a5 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f94a8cb-a00c-442d-9f2f-076c9996bd99 HTTP/1.1" status: 200 len: 945 time: 0.0473399 Dec 06 18:11:09.254534 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3614beb1-9ac5-4507-945d-e362ecfe69a7 req-a3742f00-e1f0-441f-a2b6-c8dfb6fdc5e4 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe202ae6-17fe-4415-9638-4ed9b5d6fe52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418696 Dec 06 18:11:10.368487 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac1e42e-cb46-4a30-a7df-fb9abcb6fb1c req-3aff8714-6802-476f-aad5-a01df55207c9 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:11:10.369986 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2ac1e42e-cb46-4a30-a7df-fb9abcb6fb1c req-3aff8714-6802-476f-aad5-a01df55207c9 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f94a8cb-a00c-442d-9f2f-076c9996bd99 HTTP/1.1" status: 200 len: 945 time: 0.0487366 Dec 06 18:11:10.418967 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2ac1e42e-cb46-4a30-a7df-fb9abcb6fb1c req-efd83fba-1f09-4eea-8cb3-f01ae1197627 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe202ae6-17fe-4415-9638-4ed9b5d6fe52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430479 Dec 06 18:11:11.533492 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2850ae3-17b4-46d4-8c0b-9c5374f78412 req-287aef8c-2efe-45ce-a30b-3babf928e14d tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:11:11.534973 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b2850ae3-17b4-46d4-8c0b-9c5374f78412 req-287aef8c-2efe-45ce-a30b-3babf928e14d tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f94a8cb-a00c-442d-9f2f-076c9996bd99 HTTP/1.1" status: 200 len: 945 time: 0.0493164 Dec 06 18:11:11.582298 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b2850ae3-17b4-46d4-8c0b-9c5374f78412 req-16adc209-40a0-42e8-b384-ee6644313d39 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe202ae6-17fe-4415-9638-4ed9b5d6fe52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414662 Dec 06 18:11:12.699847 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191b7929-44cb-4cad-88d8-15666e20e6c5 req-c2b6c74f-9b36-4891-aa7b-dedf4e238d2f tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:11:12.701320 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-191b7929-44cb-4cad-88d8-15666e20e6c5 req-c2b6c74f-9b36-4891-aa7b-dedf4e238d2f tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f94a8cb-a00c-442d-9f2f-076c9996bd99 HTTP/1.1" status: 200 len: 945 time: 0.0482442 Dec 06 18:11:12.755086 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-191b7929-44cb-4cad-88d8-15666e20e6c5 req-c63929f6-51a7-448f-b993-f6dd5f0444c0 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe202ae6-17fe-4415-9638-4ed9b5d6fe52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476971 Dec 06 18:11:13.556222 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-26ffa12f-f0e1-4efa-9cdd-9076eac44684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:11:13.873690 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6021ab-7fa7-4087-adf0-fe82434d2fd0 req-f9a3e9b8-6a7e-45c8-bdf2-1e971e0eae7d tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:11:13.875169 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-df6021ab-7fa7-4087-adf0-fe82434d2fd0 req-f9a3e9b8-6a7e-45c8-bdf2-1e971e0eae7d tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f94a8cb-a00c-442d-9f2f-076c9996bd99 HTTP/1.1" status: 200 len: 945 time: 0.0524023 Dec 06 18:11:13.924564 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-df6021ab-7fa7-4087-adf0-fe82434d2fd0 req-01c9e1b6-a0fe-4b81-8bd2-b81b3f9c977c tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe202ae6-17fe-4415-9638-4ed9b5d6fe52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431917 Dec 06 18:11:15.292256 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4860ba-7500-4825-b175-3a6a7790fde3 req-a9d7ed4d-c796-4239-bf3a-6c5dff7bbe9e tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:11:15.293785 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7b4860ba-7500-4825-b175-3a6a7790fde3 req-a9d7ed4d-c796-4239-bf3a-6c5dff7bbe9e tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f94a8cb-a00c-442d-9f2f-076c9996bd99 HTTP/1.1" status: 200 len: 945 time: 0.0504291 Dec 06 18:11:15.342348 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7b4860ba-7500-4825-b175-3a6a7790fde3 req-9f47f6f5-7e7d-4e9c-b95c-4598f0474941 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe202ae6-17fe-4415-9638-4ed9b5d6fe52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425735 Dec 06 18:11:15.734453 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0da7c894-1ed8-4fe6-84ea-bfa1917d3f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:11:16.455064 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68b30ed-0733-493e-b142-36ab3056d25b req-1f494930-bb1d-488a-bb68-8c52266dff19 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:11:16.456502 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e68b30ed-0733-493e-b142-36ab3056d25b req-1f494930-bb1d-488a-bb68-8c52266dff19 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f94a8cb-a00c-442d-9f2f-076c9996bd99 HTTP/1.1" status: 200 len: 945 time: 0.0474625 Dec 06 18:11:16.504431 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e68b30ed-0733-493e-b142-36ab3056d25b req-5da1052b-a038-4a8e-aba9-a83f4233ee4a tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe202ae6-17fe-4415-9638-4ed9b5d6fe52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420125 Dec 06 18:11:17.154559 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:11:17.617374 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec0627c-0ccf-435e-90f4-be4408100a32 req-d0b23fad-2f13-4541-879c-f5127f1e1e5c tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:11:17.618922 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3ec0627c-0ccf-435e-90f4-be4408100a32 req-d0b23fad-2f13-4541-879c-f5127f1e1e5c tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f94a8cb-a00c-442d-9f2f-076c9996bd99 HTTP/1.1" status: 200 len: 945 time: 0.0476835 Dec 06 18:11:17.666970 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3ec0627c-0ccf-435e-90f4-be4408100a32 req-9592c0f4-7cb5-4bc9-9cfb-8f35d86bc342 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe202ae6-17fe-4415-9638-4ed9b5d6fe52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416074 Dec 06 18:11:18.282052 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:11:18.785738 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ebba95-da82-45b2-b877-cda0bc940b70 req-10ded73b-d067-41f8-a130-af08b8acd115 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:11:18.787240 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d6ebba95-da82-45b2-b877-cda0bc940b70 req-10ded73b-d067-41f8-a130-af08b8acd115 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f94a8cb-a00c-442d-9f2f-076c9996bd99 HTTP/1.1" status: 200 len: 945 time: 0.0523329 Dec 06 18:11:19.140047 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d6ebba95-da82-45b2-b877-cda0bc940b70 req-7e7a7d63-57e5-4aa6-863b-cd31645683b0 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe202ae6-17fe-4415-9638-4ed9b5d6fe52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3467577 Dec 06 18:11:19.162537 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42882) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:11:19.214303 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:11:19.223731 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-37f739c5-8af9-4030-848d-c830393b6d59 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/floatingips/ece68b0d-dafc-4830-b07f-5a434ad22538 HTTP/1.1" status: 200 len: 993 time: 0.0600412 Dec 06 18:11:20.501326 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d881af5-1b2e-48b7-954e-89d5a9a120f9 req-ea385291-79f6-4d92-8014-72ee4b2692fc tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:11:20.503095 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4d881af5-1b2e-48b7-954e-89d5a9a120f9 req-ea385291-79f6-4d92-8014-72ee4b2692fc tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f94a8cb-a00c-442d-9f2f-076c9996bd99 HTTP/1.1" status: 200 len: 945 time: 0.0546274 Dec 06 18:11:20.535017 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c79c9db-f9a9-463d-b861-8cefd5af8215 req-19688ec7-1b11-40c5-9a7f-b9823a7c0d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:11:20.536513 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6c79c9db-f9a9-463d-b861-8cefd5af8215 req-19688ec7-1b11-40c5-9a7f-b9823a7c0d73 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=80786a15dc4645b98b22cbe4242a7bcf&device_id=9f94a8cb-a00c-442d-9f2f-076c9996bd99 HTTP/1.1" status: 200 len: 1096 time: 0.0411294 Dec 06 18:11:20.554033 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4d881af5-1b2e-48b7-954e-89d5a9a120f9 req-1393efeb-6b49-4acf-afe4-cc62dcc1ee32 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe202ae6-17fe-4415-9638-4ed9b5d6fe52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447116 Dec 06 18:11:20.630248 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c79c9db-f9a9-463d-b861-8cefd5af8215 req-3417f92e-fc93-4a67-b709-f6d1d28d5e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:11:20.631720 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6c79c9db-f9a9-463d-b861-8cefd5af8215 req-3417f92e-fc93-4a67-b709-f6d1d28d5e49 service neutron] 10.222.0.41 "GET /v2.0/networks?id=db24d856-1248-468a-863b-a4e2cc07df31 HTTP/1.1" status: 200 len: 898 time: 0.0872290 Dec 06 18:11:20.709787 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6c79c9db-f9a9-463d-b861-8cefd5af8215 req-69114221-9c72-45e0-be38-d22c5e550220 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=221a1b7e-4bee-4f3e-a10d-8494bfb7a23b HTTP/1.1" status: 200 len: 1001 time: 0.0647013 Dec 06 18:11:20.765054 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c79c9db-f9a9-463d-b861-8cefd5af8215 req-71767911-fb6c-41fc-a524-9e726336bd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:11:20.766461 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6c79c9db-f9a9-463d-b861-8cefd5af8215 req-71767911-fb6c-41fc-a524-9e726336bd19 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=02365238-0161-44fc-bedf-7f13e3925eec HTTP/1.1" status: 200 len: 835 time: 0.0455463 Dec 06 18:11:20.817927 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c79c9db-f9a9-463d-b861-8cefd5af8215 req-0e392123-92f0-4c45-9792-4a98e654fa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:11:20.819397 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6c79c9db-f9a9-463d-b861-8cefd5af8215 req-0e392123-92f0-4c45-9792-4a98e654fa84 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=db24d856-1248-468a-863b-a4e2cc07df31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403483 Dec 06 18:11:20.918204 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6c79c9db-f9a9-463d-b861-8cefd5af8215 req-06791f7c-6e9b-4d78-bc10-8eb0df89001b service neutron] 10.222.0.41 "GET /v2.0/networks/db24d856-1248-468a-863b-a4e2cc07df31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865998 Dec 06 18:11:21.016241 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6c79c9db-f9a9-463d-b861-8cefd5af8215 req-1a3c36e5-eb3b-4a4b-8c77-6320a90ef12e service neutron] 10.222.0.41 "GET /v2.0/networks/db24d856-1248-468a-863b-a4e2cc07df31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872400 Dec 06 18:11:21.675119 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c67703c-e63e-48e8-9a9d-afbaf4ca5a51 req-c77ff8dc-c3fc-48ca-89fc-6897e1fe0c52 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:11:21.676530 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1c67703c-e63e-48e8-9a9d-afbaf4ca5a51 req-c77ff8dc-c3fc-48ca-89fc-6897e1fe0c52 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f94a8cb-a00c-442d-9f2f-076c9996bd99 HTTP/1.1" status: 200 len: 945 time: 0.0498123 Dec 06 18:11:21.731781 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1c67703c-e63e-48e8-9a9d-afbaf4ca5a51 req-082d6946-1326-4f2f-907a-e707994a9e37 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe202ae6-17fe-4415-9638-4ed9b5d6fe52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492504 Dec 06 18:11:21.754378 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42892) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:11:21.814327 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-779af942-d356-4a8f-ade2-905a61539a4f tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/floatingips/ece68b0d-dafc-4830-b07f-5a434ad22538 HTTP/1.1" status: 200 len: 993 time: 0.0588129 Dec 06 18:11:25.319904 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 18:11:33.290958 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:11:35.687997 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:11:43.558089 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-99ddb38e-cb4c-4e9b-b85a-058bb088d4e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:11:45.736916 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e752add1-aa7e-400f-b426-0988720aa0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:11:47.153935 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:11:48.283780 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:11:49.220500 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:11:49.395660 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4fe4b04c-ebd9-4638-9eb0-3e8938381d2e req-9a02d95b-fbe8-4781-be3b-6a75ab16dafc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9f94a8cb-a00c-442d-9f2f-076c9996bd99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393159 Dec 06 18:11:49.481364 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe4b04c-ebd9-4638-9eb0-3e8938381d2e req-0f417609-46c7-4e57-8863-fdbfeda890a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:11:49.482775 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4fe4b04c-ebd9-4638-9eb0-3e8938381d2e req-0f417609-46c7-4e57-8863-fdbfeda890a8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=80786a15dc4645b98b22cbe4242a7bcf&device_id=9f94a8cb-a00c-442d-9f2f-076c9996bd99 HTTP/1.1" status: 200 len: 1096 time: 0.0433152 Dec 06 18:11:49.586107 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe4b04c-ebd9-4638-9eb0-3e8938381d2e req-e014fef2-1f3e-4c3e-8b0d-84cfecb31ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:11:49.587527 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4fe4b04c-ebd9-4638-9eb0-3e8938381d2e req-e014fef2-1f3e-4c3e-8b0d-84cfecb31ae8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=db24d856-1248-468a-863b-a4e2cc07df31 HTTP/1.1" status: 200 len: 898 time: 0.0824554 Dec 06 18:11:49.655398 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4fe4b04c-ebd9-4638-9eb0-3e8938381d2e req-6d5f370f-4806-4171-9a3c-a65c9970f5ec service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=221a1b7e-4bee-4f3e-a10d-8494bfb7a23b HTTP/1.1" status: 200 len: 1001 time: 0.0600190 Dec 06 18:11:49.706709 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe4b04c-ebd9-4638-9eb0-3e8938381d2e req-fe20e7aa-2ec5-43b2-a3d9-5ded1e04778b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:11:49.708182 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4fe4b04c-ebd9-4638-9eb0-3e8938381d2e req-fe20e7aa-2ec5-43b2-a3d9-5ded1e04778b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=02365238-0161-44fc-bedf-7f13e3925eec HTTP/1.1" status: 200 len: 835 time: 0.0431230 Dec 06 18:11:49.753636 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe4b04c-ebd9-4638-9eb0-3e8938381d2e req-2c70dc26-1eb6-45df-98b1-6570455dd866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:11:49.755091 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4fe4b04c-ebd9-4638-9eb0-3e8938381d2e req-2c70dc26-1eb6-45df-98b1-6570455dd866 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=db24d856-1248-468a-863b-a4e2cc07df31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398450 Dec 06 18:11:49.851760 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4fe4b04c-ebd9-4638-9eb0-3e8938381d2e req-c65f9f53-cb41-478b-ba49-35ce9e528d3a service neutron] 10.222.0.41 "GET /v2.0/networks/db24d856-1248-468a-863b-a4e2cc07df31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857160 Dec 06 18:11:49.945398 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4fe4b04c-ebd9-4638-9eb0-3e8938381d2e req-868f2a90-0f6e-43b5-a9a9-852b78a5a925 service neutron] 10.222.0.41 "GET /v2.0/networks/db24d856-1248-468a-863b-a4e2cc07df31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819120 Dec 06 18:11:54.404896 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42916) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:11:54.560233 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-256e7a33-0afd-4820-b122-5ef04d69f2e8 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Deleting port 5d5d304d-8cf7-43e1-9ebf-076ea08de5b7 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 18:11:54.560579 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-256e7a33-0afd-4820-b122-5ef04d69f2e8 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:11:54.638568 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-256e7a33-0afd-4820-b122-5ef04d69f2e8 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:11:54.638900 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-256e7a33-0afd-4820-b122-5ef04d69f2e8 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:11:54.650304 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-256e7a33-0afd-4820-b122-5ef04d69f2e8 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Calling delete_port for 5d5d304d-8cf7-43e1-9ebf-076ea08de5b7 owned by network:floatingip {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 18:11:54.797349 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-256e7a33-0afd-4820-b122-5ef04d69f2e8 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:11:54.822623 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256e7a33-0afd-4820-b122-5ef04d69f2e8 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event deleted for resources: {'Port': ['ID=5d5d304d-8cf7-43e1-9ebf-076ea08de5b7,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:11:54.834911 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256e7a33-0afd-4820-b122-5ef04d69f2e8 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:11:54.835275 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256e7a33-0afd-4820-b122-5ef04d69f2e8 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:11:54.835617 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256e7a33-0afd-4820-b122-5ef04d69f2e8 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:11:54.835957 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256e7a33-0afd-4820-b122-5ef04d69f2e8 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:11:54.836286 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256e7a33-0afd-4820-b122-5ef04d69f2e8 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:11:54.836617 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256e7a33-0afd-4820-b122-5ef04d69f2e8 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:11:54.836943 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256e7a33-0afd-4820-b122-5ef04d69f2e8 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:11:54.837272 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256e7a33-0afd-4820-b122-5ef04d69f2e8 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:11:54.837624 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256e7a33-0afd-4820-b122-5ef04d69f2e8 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:11:54.837953 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256e7a33-0afd-4820-b122-5ef04d69f2e8 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:11:54.838277 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256e7a33-0afd-4820-b122-5ef04d69f2e8 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:11:54.838605 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256e7a33-0afd-4820-b122-5ef04d69f2e8 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:11:54.838924 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256e7a33-0afd-4820-b122-5ef04d69f2e8 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:11:54.892000 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-256e7a33-0afd-4820-b122-5ef04d69f2e8 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for floatingip, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:11:54.892302 n-d-master-1 neutron-server[103285]: INFO neutron.db.l3_db [None req-256e7a33-0afd-4820-b122-5ef04d69f2e8 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Floating IP ece68b0d-dafc-4830-b07f-5a434ad22538 disassociated (deleted). External IP: 172.35.1.119, port: 221a1b7e-4bee-4f3e-a10d-8494bfb7a23b. Dec 06 18:11:55.096837 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-256e7a33-0afd-4820-b122-5ef04d69f2e8 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Router 47a71825-bb2e-4582-981b-627e5493d1c8 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 18:11:55.202791 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-256e7a33-0afd-4820-b122-5ef04d69f2e8 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 18:11:55.207525 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-256e7a33-0afd-4820-b122-5ef04d69f2e8 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:11:55.213866 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e87d6e-01c6-4481-8313-9124bb9c84de None None] Sync routers for ids ['47a71825-bb2e-4582-981b-627e5493d1c8'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 18:11:55.223734 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e87d6e-01c6-4481-8313-9124bb9c84de None None] Routers {'47a71825-bb2e-4582-981b-627e5493d1c8'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:11:55.224332 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-a9e87d6e-01c6-4481-8313-9124bb9c84de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:11:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['47a71825-bb2e-4582-981b-627e5493d1c8'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:11:55.236912 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-256e7a33-0afd-4820-b122-5ef04d69f2e8 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "DELETE /v2.0/floatingips/ece68b0d-dafc-4830-b07f-5a434ad22538 HTTP/1.1" status: 204 len: 168 time: 0.8285425 Dec 06 18:11:55.236912 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f94a8cb-a00c-442d-9f2f-076c9996bd99', 'tag': '221a1b7e-4bee-4f3e-a10d-8494bfb7a23b'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 18:11:55.237934 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84a504b017671f0a47cd85ab9346cb7aca95b1a07f687931bccd5817498bce48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6beea19f-1f72-469a-be7c-1e35097ebfe8" -d '{"events": [{"name": "network-changed", "server_uuid": "9f94a8cb-a00c-442d-9f2f-076c9996bd99", "tag": "221a1b7e-4bee-4f3e-a10d-8494bfb7a23b"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 18:11:55.282677 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 18:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c830a247-363e-4461-8e1d-b55e3a80bb6f x-openstack-request-id: req-c830a247-363e-4461-8e1d-b55e3a80bb6f {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 18:11:55.283021 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f94a8cb-a00c-442d-9f2f-076c9996bd99", "tag": "221a1b7e-4bee-4f3e-a10d-8494bfb7a23b", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 18:11:55.283288 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c830a247-363e-4461-8e1d-b55e3a80bb6f {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 18:11:55.283707 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f94a8cb-a00c-442d-9f2f-076c9996bd99', 'tag': '221a1b7e-4bee-4f3e-a10d-8494bfb7a23b', 'status': 'completed', 'code': 200} Dec 06 18:11:55.336590 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-a9e87d6e-01c6-4481-8313-9124bb9c84de None None] Set router 47a71825-bb2e-4582-981b-627e5493d1c8 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:11:55.354687 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beea19f-1f72-469a-be7c-1e35097ebfe8 req-b07238d5-39f9-497b-b6ec-684abd606ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:11:55.356179 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6beea19f-1f72-469a-be7c-1e35097ebfe8 req-b07238d5-39f9-497b-b6ec-684abd606ad3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=80786a15dc4645b98b22cbe4242a7bcf&device_id=9f94a8cb-a00c-442d-9f2f-076c9996bd99 HTTP/1.1" status: 200 len: 1096 time: 0.0493455 Dec 06 18:11:55.467328 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beea19f-1f72-469a-be7c-1e35097ebfe8 req-020daa9d-ac7d-426d-905f-5a189437b168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:11:55.468828 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6beea19f-1f72-469a-be7c-1e35097ebfe8 req-020daa9d-ac7d-426d-905f-5a189437b168 service neutron] 10.222.0.41 "GET /v2.0/networks?id=db24d856-1248-468a-863b-a4e2cc07df31 HTTP/1.1" status: 200 len: 898 time: 0.1015861 Dec 06 18:11:55.475253 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f4836-cfec-4ea4-ade5-465fad06517b req-ad591e6d-dc37-46a8-a916-ee3189d57dc4 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:11:55.482534 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bc2f4836-cfec-4ea4-ade5-465fad06517b req-ad591e6d-dc37-46a8-a916-ee3189d57dc4 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f94a8cb-a00c-442d-9f2f-076c9996bd99 HTTP/1.1" status: 200 len: 945 time: 0.0607345 Dec 06 18:11:55.517015 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6beea19f-1f72-469a-be7c-1e35097ebfe8 req-3a399447-de11-4a8b-bc39-1b2974d7588d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=221a1b7e-4bee-4f3e-a10d-8494bfb7a23b HTTP/1.1" status: 200 len: 217 time: 0.0397706 Dec 06 18:11:55.530527 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-bc2f4836-cfec-4ea4-ade5-465fad06517b req-857c1d0f-4884-41aa-ba4d-a84f8f0120ed tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe202ae6-17fe-4415-9638-4ed9b5d6fe52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471461 Dec 06 18:11:55.558032 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-a9e87d6e-01c6-4481-8313-9124bb9c84de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a71825-bb2e-4582-981b-627e5493d1c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-371389935', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.165'}], 'enable_snat': True}, 'gw_port_id': '8a295f93-1785-46a3-9adb-87e83d269c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:10:04Z', 'updated_at': '2021-12-06T18:10:08Z', 'revision_number': 4, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'gw_port': {'id': '8a295f93-1785-46a3-9adb-87e83d269c30', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:14:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a71825-bb2e-4582-981b-627e5493d1c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:10:05Z', 'updated_at': '2021-12-06T18:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'd590ad5e-7211-423c-ba4a-f4b5e789ba33', 'name': '', 'network_id': 'db24d856-1248-468a-863b-a4e2cc07df31', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'mac_address': 'fa:16:3e:dc:83:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a71825-bb2e-4582-981b-627e5493d1c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '02365238-0161-44fc-bedf-7f13e3925eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:10:07Z', 'updated_at': '2021-12-06T18:10:11Z', 'revision_number': 5, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'subnets': [{'id': '02365238-0161-44fc-bedf-7f13e3925eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:11:55.569444 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beea19f-1f72-469a-be7c-1e35097ebfe8 req-1d54458b-f2e2-4852-ab0c-4aefc7453b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:11:55.571098 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6beea19f-1f72-469a-be7c-1e35097ebfe8 req-1d54458b-f2e2-4852-ab0c-4aefc7453b4f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=02365238-0161-44fc-bedf-7f13e3925eec HTTP/1.1" status: 200 len: 835 time: 0.0463645 Dec 06 18:11:55.585383 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e87d6e-01c6-4481-8313-9124bb9c84de None None] Checking router: 47a71825-bb2e-4582-981b-627e5493d1c8 for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 18:11:55.593961 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e87d6e-01c6-4481-8313-9124bb9c84de None None] Routers {'47a71825-bb2e-4582-981b-627e5493d1c8'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:11:55.594565 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-a9e87d6e-01c6-4481-8313-9124bb9c84de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:11:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['47a71825-bb2e-4582-981b-627e5493d1c8'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:11:55.617946 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beea19f-1f72-469a-be7c-1e35097ebfe8 req-fd932db7-7739-4a44-bb0f-df4a7681f14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:11:55.619402 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6beea19f-1f72-469a-be7c-1e35097ebfe8 req-fd932db7-7739-4a44-bb0f-df4a7681f14e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=db24d856-1248-468a-863b-a4e2cc07df31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394058 Dec 06 18:11:55.698808 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-a9e87d6e-01c6-4481-8313-9124bb9c84de None None] Set router 47a71825-bb2e-4582-981b-627e5493d1c8 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:11:55.714014 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6beea19f-1f72-469a-be7c-1e35097ebfe8 req-0ef4595f-63e5-4637-953e-cbc75dda33a6 service neutron] 10.222.0.41 "GET /v2.0/networks/db24d856-1248-468a-863b-a4e2cc07df31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857992 Dec 06 18:11:55.806039 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6beea19f-1f72-469a-be7c-1e35097ebfe8 req-dd1f9938-ea58-4057-b24c-ea57e11df957 service neutron] 10.222.0.41 "GET /v2.0/networks/db24d856-1248-468a-863b-a4e2cc07df31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842636 Dec 06 18:11:55.898863 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-a9e87d6e-01c6-4481-8313-9124bb9c84de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a71825-bb2e-4582-981b-627e5493d1c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-371389935', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.165'}], 'enable_snat': True}, 'gw_port_id': '8a295f93-1785-46a3-9adb-87e83d269c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:10:04Z', 'updated_at': '2021-12-06T18:10:08Z', 'revision_number': 4, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'gw_port': {'id': '8a295f93-1785-46a3-9adb-87e83d269c30', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:14:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a71825-bb2e-4582-981b-627e5493d1c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:10:05Z', 'updated_at': '2021-12-06T18:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'd590ad5e-7211-423c-ba4a-f4b5e789ba33', 'name': '', 'network_id': 'db24d856-1248-468a-863b-a4e2cc07df31', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'mac_address': 'fa:16:3e:dc:83:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a71825-bb2e-4582-981b-627e5493d1c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '02365238-0161-44fc-bedf-7f13e3925eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:10:07Z', 'updated_at': '2021-12-06T18:10:11Z', 'revision_number': 5, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'subnets': [{'id': '02365238-0161-44fc-bedf-7f13e3925eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:11:55.927921 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e87d6e-01c6-4481-8313-9124bb9c84de None None] The sync data for ids ['47a71825-bb2e-4582-981b-627e5493d1c8'] in n-d-master-1 is: [{'id': '47a71825-bb2e-4582-981b-627e5493d1c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-371389935', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.165'}], 'enable_snat': True}, 'gw_port_id': '8a295f93-1785-46a3-9adb-87e83d269c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:10:04Z', 'updated_at': '2021-12-06T18:10:08Z', 'revision_number': 4, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'gw_port': {'id': '8a295f93-1785-46a3-9adb-87e83d269c30', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:14:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a71825-bb2e-4582-981b-627e5493d1c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:10:05Z', 'updated_at': '2021-12-06T18:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'd590ad5e-7211-423c-ba4a-f4b5e789ba33', 'name': '', 'network_id': 'db24d856-1248-468a-863b-a4e2cc07df31', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'mac_address': 'fa:16:3e:dc:83:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a71825-bb2e-4582-981b-627e5493d1c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '02365238-0161-44fc-bedf-7f13e3925eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:10:07Z', 'updated_at': '2021-12-06T18:10:11Z', 'revision_number': 5, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'subnets': [{'id': '02365238-0161-44fc-bedf-7f13e3925eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 18:11:56.148054 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28302a3-3cbc-4c65-a3a1-e8eeb48bc219 None None] New status for floating IP ece68b0d-dafc-4830-b07f-5a434ad22538: DOWN {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 18:11:56.651260 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6026e0f-3566-4ebd-aa4b-aa19490fbd0d req-813769f9-e68f-4fd4-a39e-f9f671dad887 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:11:56.652705 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a6026e0f-3566-4ebd-aa4b-aa19490fbd0d req-813769f9-e68f-4fd4-a39e-f9f671dad887 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f94a8cb-a00c-442d-9f2f-076c9996bd99 HTTP/1.1" status: 200 len: 945 time: 0.0474393 Dec 06 18:11:56.704900 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a6026e0f-3566-4ebd-aa4b-aa19490fbd0d req-4b58e3f8-df44-425e-9b87-6814fc709d90 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe202ae6-17fe-4415-9638-4ed9b5d6fe52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456655 Dec 06 18:11:57.187504 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26d1818-1c8e-4843-956a-a621286da5e4 req-9a8af1ea-896c-42df-87a2-b67eb0c96332 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:11:57.188934 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a26d1818-1c8e-4843-956a-a621286da5e4 req-9a8af1ea-896c-42df-87a2-b67eb0c96332 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f94a8cb-a00c-442d-9f2f-076c9996bd99 HTTP/1.1" status: 200 len: 945 time: 0.0466444 Dec 06 18:11:57.276980 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-a26d1818-1c8e-4843-956a-a621286da5e4 req-3f401817-19e5-4ef6-b73f-30df07f33166 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Deleting port 221a1b7e-4bee-4f3e-a10d-8494bfb7a23b {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 18:11:57.277314 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-a26d1818-1c8e-4843-956a-a621286da5e4 req-3f401817-19e5-4ef6-b73f-30df07f33166 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:11:57.373256 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-a26d1818-1c8e-4843-956a-a621286da5e4 req-3f401817-19e5-4ef6-b73f-30df07f33166 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] For port 221a1b7e-4bee-4f3e-a10d-8494bfb7a23b, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=221a1b7e-4bee-4f3e-a10d-8494bfb7a23b,segment=NetworkSegment(0afa7da3-d8ce-456b-a465-acdad5514b5b),segment_id=0afa7da3-d8ce-456b-a465-acdad5514b5b)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:11:57.373651 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-a26d1818-1c8e-4843-956a-a621286da5e4 req-3f401817-19e5-4ef6-b73f-30df07f33166 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:11:57.386411 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-a26d1818-1c8e-4843-956a-a621286da5e4 req-3f401817-19e5-4ef6-b73f-30df07f33166 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Calling delete_port for 221a1b7e-4bee-4f3e-a10d-8494bfb7a23b owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 18:11:57.512310 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-a26d1818-1c8e-4843-956a-a621286da5e4 req-3f401817-19e5-4ef6-b73f-30df07f33166 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:11:57.540496 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f401817-19e5-4ef6-b73f-30df07f33166 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event deleted for resources: {'Port': ['ID=221a1b7e-4bee-4f3e-a10d-8494bfb7a23b,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:11:57.581154 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-a26d1818-1c8e-4843-956a-a621286da5e4 req-3f401817-19e5-4ef6-b73f-30df07f33166 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] No DVR routers for this DVR port 221a1b7e-4bee-4f3e-a10d-8494bfb7a23b on host n-h1-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 18:11:57.583719 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-a26d1818-1c8e-4843-956a-a621286da5e4 req-3f401817-19e5-4ef6-b73f-30df07f33166 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:11:57.587097 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a26d1818-1c8e-4843-956a-a621286da5e4 req-3f401817-19e5-4ef6-b73f-30df07f33166 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.41 "DELETE /v2.0/ports/221a1b7e-4bee-4f3e-a10d-8494bfb7a23b HTTP/1.1" status: 204 len: 173 time: 0.3905833 Dec 06 18:11:57.587556 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f94a8cb-a00c-442d-9f2f-076c9996bd99', 'name': 'network-vif-deleted', 'tag': '221a1b7e-4bee-4f3e-a10d-8494bfb7a23b'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 18:11:57.589831 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84a504b017671f0a47cd85ab9346cb7aca95b1a07f687931bccd5817498bce48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-505d3e2a-0d06-41a5-8a5a-dfcc94dbe171" -d '{"events": [{"server_uuid": "9f94a8cb-a00c-442d-9f2f-076c9996bd99", "name": "network-vif-deleted", "tag": "221a1b7e-4bee-4f3e-a10d-8494bfb7a23b"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 18:11:57.630321 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 18:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d50689f-ae8b-4aca-9719-5716a17c38af x-openstack-request-id: req-1d50689f-ae8b-4aca-9719-5716a17c38af {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 18:11:57.630623 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f94a8cb-a00c-442d-9f2f-076c9996bd99", "name": "network-vif-deleted", "tag": "221a1b7e-4bee-4f3e-a10d-8494bfb7a23b", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 18:11:57.630880 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1d50689f-ae8b-4aca-9719-5716a17c38af {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 18:11:57.631285 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f94a8cb-a00c-442d-9f2f-076c9996bd99', 'name': 'network-vif-deleted', 'tag': '221a1b7e-4bee-4f3e-a10d-8494bfb7a23b', 'status': 'completed', 'code': 200} Dec 06 18:11:57.812305 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6c5f9011-49cd-49fb-bec7-a90c42d4b1a9 req-ca3d3970-f92a-45ba-bdb1-a4bfbbcf3a7a tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f94a8cb-a00c-442d-9f2f-076c9996bd99 HTTP/1.1" status: 200 len: 210 time: 0.0260594 Dec 06 18:11:58.868218 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42934) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:11:59.224226 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-06777ec4-7e01-4b0c-81d9-b30b450ab9df tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575908'] for router_interface, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:11:59.471820 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-06777ec4-7e01-4b0c-81d9-b30b450ab9df tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Deleting port d590ad5e-7211-423c-ba4a-f4b5e789ba33 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 18:11:59.472160 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-06777ec4-7e01-4b0c-81d9-b30b450ab9df tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:11:59.561363 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-06777ec4-7e01-4b0c-81d9-b30b450ab9df tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] For port d590ad5e-7211-423c-ba4a-f4b5e789ba33, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=d590ad5e-7211-423c-ba4a-f4b5e789ba33,segment=NetworkSegment(0afa7da3-d8ce-456b-a465-acdad5514b5b),segment_id=0afa7da3-d8ce-456b-a465-acdad5514b5b)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:11:59.561748 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-06777ec4-7e01-4b0c-81d9-b30b450ab9df tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:11:59.574020 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-06777ec4-7e01-4b0c-81d9-b30b450ab9df tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Calling delete_port for d590ad5e-7211-423c-ba4a-f4b5e789ba33 owned by network:router_interface {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 18:11:59.755788 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-06777ec4-7e01-4b0c-81d9-b30b450ab9df tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:11:59.784522 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06777ec4-7e01-4b0c-81d9-b30b450ab9df tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event deleted for resources: {'Port': ['ID=d590ad5e-7211-423c-ba4a-f4b5e789ba33,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:11:59.952872 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-06777ec4-7e01-4b0c-81d9-b30b450ab9df tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-772474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575952'] for router_interface, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:00.166335 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06777ec4-7e01-4b0c-81d9-b30b450ab9df tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Router 47a71825-bb2e-4582-981b-627e5493d1c8 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 18:12:00.270221 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06777ec4-7e01-4b0c-81d9-b30b450ab9df tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 18:12:00.277853 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-06777ec4-7e01-4b0c-81d9-b30b450ab9df tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "PUT /v2.0/routers/47a71825-bb2e-4582-981b-627e5493d1c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4060657 Dec 06 18:12:00.277981 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42936) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:12:00.281365 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d77524-66b1-499c-a75c-c761e3104098 None None] Sync routers for ids ['47a71825-bb2e-4582-981b-627e5493d1c8'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 18:12:00.290728 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d77524-66b1-499c-a75c-c761e3104098 None None] Routers {'47a71825-bb2e-4582-981b-627e5493d1c8'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:12:00.291413 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-81d77524-66b1-499c-a75c-c761e3104098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:11:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['47a71825-bb2e-4582-981b-627e5493d1c8'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:12:00.328396 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-09a40391-d3da-4102-88aa-1f09f90fc5fb tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Deleting subnet 02365238-0161-44fc-bedf-7f13e3925eec {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 18:12:00.331477 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-09a40391-d3da-4102-88aa-1f09f90fc5fb tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:00.370899 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-09a40391-d3da-4102-88aa-1f09f90fc5fb tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:00.394108 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-81d77524-66b1-499c-a75c-c761e3104098 None None] Set router 47a71825-bb2e-4582-981b-627e5493d1c8 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:12:00.457884 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-09a40391-d3da-4102-88aa-1f09f90fc5fb tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:00.514816 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-09a40391-d3da-4102-88aa-1f09f90fc5fb tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:00.544213 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-09a40391-d3da-4102-88aa-1f09f90fc5fb tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:00.547866 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-09a40391-d3da-4102-88aa-1f09f90fc5fb tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "DELETE /v2.0/subnets/02365238-0161-44fc-bedf-7f13e3925eec HTTP/1.1" status: 204 len: 168 time: 0.2688270 Dec 06 18:12:00.548766 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a40391-d3da-4102-88aa-1f09f90fc5fb tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event deleted for resources: {'Subnet': ['ID=02365238-0161-44fc-bedf-7f13e3925eec,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:12:00.550393 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 42938) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:12:00.553178 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99b3664-7109-4493-849f-1eaeb190eb76 None None] Network db24d856-1248-468a-863b-a4e2cc07df31 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 18:12:00.571730 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-81d77524-66b1-499c-a75c-c761e3104098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a71825-bb2e-4582-981b-627e5493d1c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-371389935', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.165'}], 'enable_snat': True}, 'gw_port_id': '8a295f93-1785-46a3-9adb-87e83d269c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:10:04Z', 'updated_at': '2021-12-06T18:11:59Z', 'revision_number': 5, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'gw_port': {'id': '8a295f93-1785-46a3-9adb-87e83d269c30', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:14:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a71825-bb2e-4582-981b-627e5493d1c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:10:05Z', 'updated_at': '2021-12-06T18:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:12:00.601323 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d77524-66b1-499c-a75c-c761e3104098 None None] Checking router: 47a71825-bb2e-4582-981b-627e5493d1c8 for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 18:12:00.610337 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d77524-66b1-499c-a75c-c761e3104098 None None] Routers {'47a71825-bb2e-4582-981b-627e5493d1c8'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:12:00.610934 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-81d77524-66b1-499c-a75c-c761e3104098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:11:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['47a71825-bb2e-4582-981b-627e5493d1c8'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:12:00.665739 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fb5afc55-6fba-4ae2-9886-c33fa1a8ec25 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for router, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:00.721984 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-81d77524-66b1-499c-a75c-c761e3104098 None None] Set router 47a71825-bb2e-4582-981b-627e5493d1c8 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:12:00.732289 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789445f6-a80e-439f-b532-7af5029dd4ab None None] DHCP port deletion for db24d856-1248-468a-863b-a4e2cc07df31 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 18:12:00.786828 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fb5afc55-6fba-4ae2-9886-c33fa1a8ec25 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:00.793509 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-789445f6-a80e-439f-b532-7af5029dd4ab None None] Deleting port 3d026a96-07a5-44b5-8daa-c6317d8f97b5 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 18:12:00.794238 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-789445f6-a80e-439f-b532-7af5029dd4ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:00.846441 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-fb5afc55-6fba-4ae2-9886-c33fa1a8ec25 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Deleting port 8a295f93-1785-46a3-9adb-87e83d269c30 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 18:12:00.846821 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fb5afc55-6fba-4ae2-9886-c33fa1a8ec25 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:00.859785 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-789445f6-a80e-439f-b532-7af5029dd4ab None None] For port 3d026a96-07a5-44b5-8daa-c6317d8f97b5, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=3d026a96-07a5-44b5-8daa-c6317d8f97b5,segment=NetworkSegment(0afa7da3-d8ce-456b-a465-acdad5514b5b),segment_id=0afa7da3-d8ce-456b-a465-acdad5514b5b)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:12:00.860188 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-789445f6-a80e-439f-b532-7af5029dd4ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:00.877530 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-789445f6-a80e-439f-b532-7af5029dd4ab None None] Calling delete_port for 3d026a96-07a5-44b5-8daa-c6317d8f97b5 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 18:12:00.929780 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-fb5afc55-6fba-4ae2-9886-c33fa1a8ec25 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] For port 8a295f93-1785-46a3-9adb-87e83d269c30, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=8a295f93-1785-46a3-9adb-87e83d269c30,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:12:00.930263 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fb5afc55-6fba-4ae2-9886-c33fa1a8ec25 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:00.942897 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-fb5afc55-6fba-4ae2-9886-c33fa1a8ec25 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Calling delete_port for 8a295f93-1785-46a3-9adb-87e83d269c30 owned by network:router_gateway {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 18:12:00.958361 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-789445f6-a80e-439f-b532-7af5029dd4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:00.985082 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789445f6-a80e-439f-b532-7af5029dd4ab None None] Pushing event deleted for resources: {'Port': ['ID=3d026a96-07a5-44b5-8daa-c6317d8f97b5,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:12:00.987372 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789445f6-a80e-439f-b532-7af5029dd4ab None None] No DVR routers for this DVR port 3d026a96-07a5-44b5-8daa-c6317d8f97b5 on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 18:12:00.997871 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789445f6-a80e-439f-b532-7af5029dd4ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:12:00.998007 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789445f6-a80e-439f-b532-7af5029dd4ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:12:00.998448 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789445f6-a80e-439f-b532-7af5029dd4ab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:12:00.999421 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789445f6-a80e-439f-b532-7af5029dd4ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:12:00.999421 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789445f6-a80e-439f-b532-7af5029dd4ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:12:00.999626 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789445f6-a80e-439f-b532-7af5029dd4ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:12:00.999993 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789445f6-a80e-439f-b532-7af5029dd4ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:12:01.000272 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789445f6-a80e-439f-b532-7af5029dd4ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:12:01.000602 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789445f6-a80e-439f-b532-7af5029dd4ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:12:01.000976 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789445f6-a80e-439f-b532-7af5029dd4ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:12:01.001549 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789445f6-a80e-439f-b532-7af5029dd4ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:12:01.002250 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789445f6-a80e-439f-b532-7af5029dd4ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:12:01.002250 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789445f6-a80e-439f-b532-7af5029dd4ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:12:01.006100 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-81d77524-66b1-499c-a75c-c761e3104098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a71825-bb2e-4582-981b-627e5493d1c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-371389935', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.165'}], 'enable_snat': True}, 'gw_port_id': '8a295f93-1785-46a3-9adb-87e83d269c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:10:04Z', 'updated_at': '2021-12-06T18:11:59Z', 'revision_number': 5, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'gw_port': {'id': '8a295f93-1785-46a3-9adb-87e83d269c30', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:14:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a71825-bb2e-4582-981b-627e5493d1c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:10:05Z', 'updated_at': '2021-12-06T18:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:12:01.033586 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d77524-66b1-499c-a75c-c761e3104098 None None] The sync data for ids ['47a71825-bb2e-4582-981b-627e5493d1c8'] in n-d-master-1 is: [{'id': '47a71825-bb2e-4582-981b-627e5493d1c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-371389935', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.165'}], 'enable_snat': True}, 'gw_port_id': '8a295f93-1785-46a3-9adb-87e83d269c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:10:04Z', 'updated_at': '2021-12-06T18:11:59Z', 'revision_number': 5, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'gw_port': {'id': '8a295f93-1785-46a3-9adb-87e83d269c30', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:14:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a71825-bb2e-4582-981b-627e5493d1c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:10:05Z', 'updated_at': '2021-12-06T18:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 18:12:01.124141 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fb5afc55-6fba-4ae2-9886-c33fa1a8ec25 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:01.149427 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5afc55-6fba-4ae2-9886-c33fa1a8ec25 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event deleted for resources: {'Port': ['ID=8a295f93-1785-46a3-9adb-87e83d269c30,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:12:01.162885 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b9a0ff-b7a4-41ce-9e48-9c0e4f68fccd None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 18:12:01.177968 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5afc55-6fba-4ae2-9886-c33fa1a8ec25 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:12:01.178322 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5afc55-6fba-4ae2-9886-c33fa1a8ec25 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:12:01.178668 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5afc55-6fba-4ae2-9886-c33fa1a8ec25 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:12:01.179009 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5afc55-6fba-4ae2-9886-c33fa1a8ec25 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:12:01.179344 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5afc55-6fba-4ae2-9886-c33fa1a8ec25 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:12:01.179676 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5afc55-6fba-4ae2-9886-c33fa1a8ec25 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:12:01.180010 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5afc55-6fba-4ae2-9886-c33fa1a8ec25 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:12:01.180343 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5afc55-6fba-4ae2-9886-c33fa1a8ec25 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:12:01.180670 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5afc55-6fba-4ae2-9886-c33fa1a8ec25 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:12:01.181002 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5afc55-6fba-4ae2-9886-c33fa1a8ec25 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:12:01.181330 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5afc55-6fba-4ae2-9886-c33fa1a8ec25 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:12:01.181676 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5afc55-6fba-4ae2-9886-c33fa1a8ec25 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:12:01.182001 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5afc55-6fba-4ae2-9886-c33fa1a8ec25 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:12:01.223395 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fb5afc55-6fba-4ae2-9886-c33fa1a8ec25 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536698'] for router_gateway, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:01.258560 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 221a1b7e-4bee-4f3e-a10d-8494bfb7a23b no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 18:12:01.277817 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] No Port match for: 221a1b7e-4bee-4f3e-a10d-8494bfb7a23b {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 18:12:01.278262 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 221a1b7e-4bee-4f3e-a10d-8494bfb7a23b not bound to the agent host n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 18:12:01.565281 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device d590ad5e-7211-423c-ba4a-f4b5e789ba33 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 18:12:01.589289 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: d590ad5e-7211-423c-ba4a-f4b5e789ba33 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 18:12:01.589868 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device d590ad5e-7211-423c-ba4a-f4b5e789ba33 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 18:12:01.590282 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 3d026a96-07a5-44b5-8daa-c6317d8f97b5 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 18:12:01.610948 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 3d026a96-07a5-44b5-8daa-c6317d8f97b5 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 18:12:01.611317 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 3d026a96-07a5-44b5-8daa-c6317d8f97b5 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 18:12:01.616947 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fb5afc55-6fba-4ae2-9886-c33fa1a8ec25 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:01.619175 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fb5afc55-6fba-4ae2-9886-c33fa1a8ec25 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:01.660155 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fb5afc55-6fba-4ae2-9886-c33fa1a8ec25 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:01.660738 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb5afc55-6fba-4ae2-9886-c33fa1a8ec25 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Fanout notify agent at l3_agent the message router_deleted on router 47a71825-bb2e-4582-981b-627e5493d1c8 {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 18:12:01.667723 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fb5afc55-6fba-4ae2-9886-c33fa1a8ec25 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:01.668923 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-fb5afc55-6fba-4ae2-9886-c33fa1a8ec25 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "DELETE /v2.0/routers/47a71825-bb2e-4582-981b-627e5493d1c8 HTTP/1.1" status: 204 len: 168 time: 1.1168625 Dec 06 18:12:01.672142 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42940) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:12:01.756166 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-64ff1257-3d71-4f49-81d9-ed46b5366559 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:01.841817 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-64ff1257-3d71-4f49-81d9-ed46b5366559 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:01.865460 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-64ff1257-3d71-4f49-81d9-ed46b5366559 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db24d856-1248-468a-863b-a4e2cc07df31']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:12:01.874525 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-64ff1257-3d71-4f49-81d9-ed46b5366559 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0afa7da3-d8ce-456b-a465-acdad5514b5b') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:12:01.874822 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-64ff1257-3d71-4f49-81d9-ed46b5366559 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0afa7da3-d8ce-456b-a465-acdad5514b5b') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:12:01.884147 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-64ff1257-3d71-4f49-81d9-ed46b5366559 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:01.897201 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-64ff1257-3d71-4f49-81d9-ed46b5366559 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:01.904496 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64ff1257-3d71-4f49-81d9-ed46b5366559 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 18:12:01.904875 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-64ff1257-3d71-4f49-81d9-ed46b5366559 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:01.907772 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 18:12:01.907772 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 18:12:01.907772 n-d-master-1 neutron-server[103285]: timer() Dec 06 18:12:01.907772 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 18:12:01.907772 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 18:12:01.907772 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 18:12:01.907772 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 18:12:01.907772 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 18:12:01.907772 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 18:12:01.907772 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 18:12:01.907772 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 18:12:01.907772 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 18:12:01.907772 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 18:12:01.907772 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 18:12:01.907772 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 18:12:01.907772 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 18:12:01.907772 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 18:12:01.907772 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 18:12:01.907772 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 18:12:01.907772 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 18:12:01.907772 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 18:12:01.907772 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 18:12:01.907772 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 18:12:01.907772 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 18:12:01.907772 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 18:12:01.907772 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 18:12:01.907772 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 18:12:01.907772 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 18:12:01.907772 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 18:12:01.907772 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 18:12:01.907772 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 18:12:01.907772 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 18:12:01.962901 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-64ff1257-3d71-4f49-81d9-ed46b5366559 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:01.967898 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-64ff1257-3d71-4f49-81d9-ed46b5366559 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:01.971271 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-64ff1257-3d71-4f49-81d9-ed46b5366559 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "DELETE /v2.0/networks/db24d856-1248-468a-863b-a4e2cc07df31 HTTP/1.1" status: 204 len: 168 time: 0.2979486 Dec 06 18:12:01.974028 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 42942) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:12:01.984653 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ff1257-3d71-4f49-81d9-ed46b5366559 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event deleted for resources: {'Network': ['ID=db24d856-1248-468a-863b-a4e2cc07df31,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:12:02.031704 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3de51b0d-1205-4a74-9261-d26102549783 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:02.056318 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3de51b0d-1205-4a74-9261-d26102549783 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:02.118037 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3de51b0d-1205-4a74-9261-d26102549783 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:02.120772 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3de51b0d-1205-4a74-9261-d26102549783 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:02.125004 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-3de51b0d-1205-4a74-9261-d26102549783 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "DELETE /v2.0/security-groups/fe202ae6-17fe-4415-9638-4ed9b5d6fe52 HTTP/1.1" status: 204 len: 168 time: 0.1469307 Dec 06 18:12:02.133597 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de51b0d-1205-4a74-9261-d26102549783 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe202ae6-17fe-4415-9638-4ed9b5d6fe52,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:12:02.319230 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 18:12:02.556391 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 42948) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:12:02.561548 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-c5357f7e-b711-4e59-bd78-78de68c85edd tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-545195526', 'description': 'tempest-secgroup-smoke-545195526 description', 'project_id': '80786a15dc4645b98b22cbe4242a7bcf'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:12:02.583918 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c5357f7e-b711-4e59-bd78-78de68c85edd tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:02.651536 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c5357f7e-b711-4e59-bd78-78de68c85edd tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:02.655101 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c5357f7e-b711-4e59-bd78-78de68c85edd tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:02.682657 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c5357f7e-b711-4e59-bd78-78de68c85edd tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:02.683864 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-c5357f7e-b711-4e59-bd78-78de68c85edd tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1264663 Dec 06 18:12:02.687393 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42950) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:12:02.688467 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5357f7e-b711-4e59-bd78-78de68c85edd tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=495f7634-0f69-4456-8425-89ee5c0f0a87,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:12:02.692318 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-1c07cc92-ff4e-4ac3-bd5c-dff5dc6ec29b tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Request body: {'security_group_rule': {'security_group_id': '495f7634-0f69-4456-8425-89ee5c0f0a87', 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:12:02.717809 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1c07cc92-ff4e-4ac3-bd5c-dff5dc6ec29b tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:02.772906 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1c07cc92-ff4e-4ac3-bd5c-dff5dc6ec29b tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:02.776590 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1c07cc92-ff4e-4ac3-bd5c-dff5dc6ec29b tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:02.797648 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c07cc92-ff4e-4ac3-bd5c-dff5dc6ec29b tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e6a06ec-1bff-4178-9512-78baeb985d0d,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:12:02.806078 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1c07cc92-ff4e-4ac3-bd5c-dff5dc6ec29b tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:02.807257 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-1c07cc92-ff4e-4ac3-bd5c-dff5dc6ec29b tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1188376 Dec 06 18:12:02.810556 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42952) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:12:02.814763 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-990f9f4d-60cd-4af1-a678-7ae2e5ccbb9f tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Request body: {'security_group_rule': {'security_group_id': '495f7634-0f69-4456-8425-89ee5c0f0a87', 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:12:02.840250 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-990f9f4d-60cd-4af1-a678-7ae2e5ccbb9f tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:03.172744 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-990f9f4d-60cd-4af1-a678-7ae2e5ccbb9f tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:03.176709 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-990f9f4d-60cd-4af1-a678-7ae2e5ccbb9f tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:03.194255 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990f9f4d-60cd-4af1-a678-7ae2e5ccbb9f tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24d34a59-b70b-49b0-b38b-a245a3ca516e,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:12:03.202649 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-990f9f4d-60cd-4af1-a678-7ae2e5ccbb9f tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:03.203879 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-990f9f4d-60cd-4af1-a678-7ae2e5ccbb9f tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3924096 Dec 06 18:12:03.206568 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42954) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:12:03.210805 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-e089a3ae-e4a8-4ad7-bb72-632203e1d8f8 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Request body: {'security_group_rule': {'security_group_id': '495f7634-0f69-4456-8425-89ee5c0f0a87', 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:12:03.236111 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e089a3ae-e4a8-4ad7-bb72-632203e1d8f8 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:03.290009 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:03.292059 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e089a3ae-e4a8-4ad7-bb72-632203e1d8f8 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:03.296040 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e089a3ae-e4a8-4ad7-bb72-632203e1d8f8 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:03.315140 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089a3ae-e4a8-4ad7-bb72-632203e1d8f8 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=886d8fdf-4fe7-479b-b50d-fc34215f83e3,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:12:03.323215 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e089a3ae-e4a8-4ad7-bb72-632203e1d8f8 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:03.324410 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-e089a3ae-e4a8-4ad7-bb72-632203e1d8f8 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1169074 Dec 06 18:12:03.327202 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42956) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:12:03.331440 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-08ee0049-9ff9-4a95-932c-82415e4f5a17 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Request body: {'security_group_rule': {'security_group_id': '495f7634-0f69-4456-8425-89ee5c0f0a87', 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:12:03.357700 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-08ee0049-9ff9-4a95-932c-82415e4f5a17 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:03.412677 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-08ee0049-9ff9-4a95-932c-82415e4f5a17 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:03.416332 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-08ee0049-9ff9-4a95-932c-82415e4f5a17 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:03.436126 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ee0049-9ff9-4a95-932c-82415e4f5a17 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e24b4489-b3a4-4d1d-a948-f8d7d7eb93b6,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:12:03.444845 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-08ee0049-9ff9-4a95-932c-82415e4f5a17 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:03.446056 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-08ee0049-9ff9-4a95-932c-82415e4f5a17 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1179051 Dec 06 18:12:03.448698 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42958) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:12:03.453699 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-c303b09d-1cbf-4538-8913-96d80b20c5bb tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Request body: {'security_group_rule': {'security_group_id': '495f7634-0f69-4456-8425-89ee5c0f0a87', 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:12:03.458389 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 8a295f93-1785-46a3-9adb-87e83d269c30 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 18:12:03.475997 n-d-master-1 neutron-server[103285]: INFO neutron.db.securitygroups_db [None req-c303b09d-1cbf-4538-8913-96d80b20c5bb tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Project 80786a15dc4645b98b22cbe4242a7bcf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 18:12:03.478273 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 8a295f93-1785-46a3-9adb-87e83d269c30 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 18:12:03.478615 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 8a295f93-1785-46a3-9adb-87e83d269c30 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 18:12:03.481576 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c303b09d-1cbf-4538-8913-96d80b20c5bb tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:03.539993 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c303b09d-1cbf-4538-8913-96d80b20c5bb tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:03.544236 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c303b09d-1cbf-4538-8913-96d80b20c5bb tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:03.561858 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c303b09d-1cbf-4538-8913-96d80b20c5bb tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=459da6e8-9ff8-4be2-91d5-62f69a28fab2,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:12:03.569116 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c303b09d-1cbf-4538-8913-96d80b20c5bb tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:03.570358 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-c303b09d-1cbf-4538-8913-96d80b20c5bb tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1207378 Dec 06 18:12:03.573051 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42960) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:12:03.577268 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-aece453a-bf70-4099-b525-8cd6998faec8 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Request body: {'security_group_rule': {'security_group_id': '495f7634-0f69-4456-8425-89ee5c0f0a87', 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:12:03.598842 n-d-master-1 neutron-server[103285]: INFO neutron.db.securitygroups_db [None req-aece453a-bf70-4099-b525-8cd6998faec8 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Project 80786a15dc4645b98b22cbe4242a7bcf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 18:12:03.603605 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aece453a-bf70-4099-b525-8cd6998faec8 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:03.662320 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aece453a-bf70-4099-b525-8cd6998faec8 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:03.665781 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aece453a-bf70-4099-b525-8cd6998faec8 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:03.685634 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aece453a-bf70-4099-b525-8cd6998faec8 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7219bd82-f210-4501-936a-178c5b94c3db,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:12:03.691660 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aece453a-bf70-4099-b525-8cd6998faec8 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:03.692995 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-aece453a-bf70-4099-b525-8cd6998faec8 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1189210 Dec 06 18:12:03.695825 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42962) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:12:03.700521 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-da1717cb-06d7-407e-9330-066f24c90528 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Request body: {'network': {'name': 'tempest-network-smoke--203381739', 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'port_security_enabled': True}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:12:03.721274 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da1717cb-06d7-407e-9330-066f24c90528 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Made reservation on behalf of 80786a15dc4645b98b22cbe4242a7bcf for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 18:12:03.724932 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-da1717cb-06d7-407e-9330-066f24c90528 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:03.750890 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da1717cb-06d7-407e-9330-066f24c90528 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 18:12:03.760502 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-da1717cb-06d7-407e-9330-066f24c90528 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:03.760855 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-da1717cb-06d7-407e-9330-066f24c90528 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Added segment a65ed678-ab81-490b-aeb6-eaa0d81cd4ef of type vlan for network 34800660-22b0-4e67-a478-27e29c09058e Dec 06 18:12:03.801746 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-da1717cb-06d7-407e-9330-066f24c90528 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:03.827915 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-da1717cb-06d7-407e-9330-066f24c90528 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:03.833447 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1717cb-06d7-407e-9330-066f24c90528 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:12:03.834071 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-da1717cb-06d7-407e-9330-066f24c90528 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:03.869670 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-da1717cb-06d7-407e-9330-066f24c90528 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1727874 Dec 06 18:12:03.873862 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 42964) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:12:03.877843 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-f43d1dd3-7561-45a2-9c65-a80bb74412f5 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-587939001', 'admin_state_up': True, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:12:03.901498 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f43d1dd3-7561-45a2-9c65-a80bb74412f5 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:03.902501 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f43d1dd3-7561-45a2-9c65-a80bb74412f5 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:03.903559 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1717cb-06d7-407e-9330-066f24c90528 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event updated for resources: {'Network': ['ID=34800660-22b0-4e67-a478-27e29c09058e,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:12:03.919188 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 34800660-22b0-4e67-a478-27e29c09058e details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 18:12:03.962219 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f43d1dd3-7561-45a2-9c65-a80bb74412f5 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:04.103006 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f43d1dd3-7561-45a2-9c65-a80bb74412f5 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:04.294389 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f43d1dd3-7561-45a2-9c65-a80bb74412f5 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for router_gateway, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:04.314029 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f43d1dd3-7561-45a2-9c65-a80bb74412f5 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:04.418404 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-f43d1dd3-7561-45a2-9c65-a80bb74412f5 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Allocated IP 172.35.1.85 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/32f09ce2-7590-476c-9557-c6991f44f04e) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 18:12:04.521296 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f43d1dd3-7561-45a2-9c65-a80bb74412f5 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:04.554499 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f43d1dd3-7561-45a2-9c65-a80bb74412f5 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:04.592767 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43d1dd3-7561-45a2-9c65-a80bb74412f5 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 18:12:04.595599 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-f43d1dd3-7561-45a2-9c65-a80bb74412f5 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 18:12:04.599257 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43d1dd3-7561-45a2-9c65-a80bb74412f5 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 18:12:04.608443 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f12dba-fb07-4be2-bebc-f3b85007d9ec None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 18:12:04.623088 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43d1dd3-7561-45a2-9c65-a80bb74412f5 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event updated for resources: {'Port': ['ID=32f09ce2-7590-476c-9557-c6991f44f04e,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:12:04.672369 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-4f185ead-eafc-4273-9f59-4515437716db None None] Provisioning complete for port 32f09ce2-7590-476c-9557-c6991f44f04e triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:12:04.672767 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4f185ead-eafc-4273-9f59-4515437716db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:04.706823 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-4f185ead-eafc-4273-9f59-4515437716db None None] Port 32f09ce2-7590-476c-9557-c6991f44f04e cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 18:12:04.849284 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f43d1dd3-7561-45a2-9c65-a80bb74412f5 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for router_gateway, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:05.044199 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f43d1dd3-7561-45a2-9c65-a80bb74412f5 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:05.171279 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f43d1dd3-7561-45a2-9c65-a80bb74412f5 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Router 8b081942-e3b8-4ff1-be43-a4dfd57508d5 is scheduled to L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 18:12:05.279984 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f43d1dd3-7561-45a2-9c65-a80bb74412f5 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 18:12:05.289234 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db62f4ca-9189-4da0-8858-af0e4b08eac9 None None] Sync routers for ids ['8b081942-e3b8-4ff1-be43-a4dfd57508d5'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 18:12:05.299991 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db62f4ca-9189-4da0-8858-af0e4b08eac9 None None] Routers {'8b081942-e3b8-4ff1-be43-a4dfd57508d5'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:12:05.300610 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-db62f4ca-9189-4da0-8858-af0e4b08eac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:11:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['8b081942-e3b8-4ff1-be43-a4dfd57508d5'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:12:05.300741 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f43d1dd3-7561-45a2-9c65-a80bb74412f5 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:05.304738 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-f43d1dd3-7561-45a2-9c65-a80bb74412f5 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4280126 Dec 06 18:12:05.304970 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 42966) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:12:05.332695 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-ee1fa598-dc31-4272-8791-fe479bc89f59 tempest-TestNetworkAdvancedServerOps-1167834497 tempest-TestNetworkAdvancedServerOps-1167834497-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=80786a15dc4645b98b22cbe4242a7bcf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265911 Dec 06 18:12:05.335211 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 42968) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:12:05.406352 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-db62f4ca-9189-4da0-8858-af0e4b08eac9 None None] Set router 8b081942-e3b8-4ff1-be43-a4dfd57508d5 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:12:05.421758 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354a2062-1dad-45d1-bc5b-a0ceb8fe70bc tempest-TestNetworkAdvancedServerOps-1167834497 tempest-TestNetworkAdvancedServerOps-1167834497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:12:05.423219 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-354a2062-1dad-45d1-bc5b-a0ceb8fe70bc tempest-TestNetworkAdvancedServerOps-1167834497 tempest-TestNetworkAdvancedServerOps-1167834497-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0871167 Dec 06 18:12:05.426055 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 42970) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:12:05.460799 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-9c2a158b-283b-42e8-8d2c-8df08677e22b tempest-TestNetworkAdvancedServerOps-1167834497 tempest-TestNetworkAdvancedServerOps-1167834497-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=40c9982f-f1ff-4b90-bebe-b7d51655f7e2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0313878 Dec 06 18:12:05.461234 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 42972) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:12:05.466186 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-de519979-cab6-4b89-98af-4324506e175e tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1396857515', 'network_id': '34800660-22b0-4e67-a478-27e29c09058e', 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:12:05.553240 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de519979-cab6-4b89-98af-4324506e175e tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Made reservation on behalf of 80786a15dc4645b98b22cbe4242a7bcf for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 18:12:05.556866 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-de519979-cab6-4b89-98af-4324506e175e tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:05.583533 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-db62f4ca-9189-4da0-8858-af0e4b08eac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b081942-e3b8-4ff1-be43-a4dfd57508d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-587939001', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.85'}], 'enable_snat': True}, 'gw_port_id': '32f09ce2-7590-476c-9557-c6991f44f04e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:12:03Z', 'updated_at': '2021-12-06T18:12:04Z', 'revision_number': 3, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'gw_port': {'id': '32f09ce2-7590-476c-9557-c6991f44f04e', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5b:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b081942-e3b8-4ff1-be43-a4dfd57508d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:12:04Z', 'updated_at': '2021-12-06T18:12:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:12:05.609170 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db62f4ca-9189-4da0-8858-af0e4b08eac9 None None] Checking router: 8b081942-e3b8-4ff1-be43-a4dfd57508d5 for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 18:12:05.609855 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db62f4ca-9189-4da0-8858-af0e4b08eac9 None None] Updating router 8b081942-e3b8-4ff1-be43-a4dfd57508d5 port 32f09ce2-7590-476c-9557-c6991f44f04e binding host n-d-master-1 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 18:12:05.634361 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-db62f4ca-9189-4da0-8858-af0e4b08eac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:05.741607 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-de519979-cab6-4b89-98af-4324506e175e tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:05.744301 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:05.796251 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de519979-cab6-4b89-98af-4324506e175e tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event updated for resources: {'Subnet': ['ID=1c12f150-b47b-4fe4-80c4-5aa43da9eeb1,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:12:05.813344 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de519979-cab6-4b89-98af-4324506e175e tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Checking segment: {'id': 'a65ed678-ab81-490b-aeb6-eaa0d81cd4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '34800660-22b0-4e67-a478-27e29c09058e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 18:12:05.813732 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de519979-cab6-4b89-98af-4324506e175e tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Network hostable DHCP agents. Network: 34800660-22b0-4e67-a478-27e29c09058e, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 18:12:05.830576 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de519979-cab6-4b89-98af-4324506e175e tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Network 34800660-22b0-4e67-a478-27e29c09058e is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 18:12:05.839799 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-de519979-cab6-4b89-98af-4324506e175e tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 34800660-22b0-4e67-a478-27e29c09058e) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 18:12:05.844160 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de519979-cab6-4b89-98af-4324506e175e tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:12:05.844932 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-de519979-cab6-4b89-98af-4324506e175e tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:05.851568 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff42e151-56d7-452c-b01c-ac23093aa02a None None] Network 34800660-22b0-4e67-a478-27e29c09058e requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 18:12:05.864981 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 42974) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:12:05.865565 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-de519979-cab6-4b89-98af-4324506e175e tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4032047 Dec 06 18:12:05.959528 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-db62f4ca-9189-4da0-8858-af0e4b08eac9 None None] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:05.969115 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-db62f4ca-9189-4da0-8858-af0e4b08eac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:06.204817 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c0a284-da62-4eb0-82ae-3d0fe6d7c954 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 18:12:06.227251 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-db62f4ca-9189-4da0-8858-af0e4b08eac9 None None] Attempting to bind port 32f09ce2-7590-476c-9557-c6991f44f04e on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 18:12:06.227630 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-db62f4ca-9189-4da0-8858-af0e4b08eac9 None None] Attempting to bind port 32f09ce2-7590-476c-9557-c6991f44f04e by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 18:12:06.227996 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db62f4ca-9189-4da0-8858-af0e4b08eac9 None None] Attempting to bind port 32f09ce2-7590-476c-9557-c6991f44f04e on network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 18:12:06.234534 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfecbb8-4b7c-439c-ae8f-4f97dda9b7f5 None None] Pushing event updated for resources: {'Port': ['ID=32f09ce2-7590-476c-9557-c6991f44f04e,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:12:06.242595 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db62f4ca-9189-4da0-8858-af0e4b08eac9 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 18, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 18:12:06.242977 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db62f4ca-9189-4da0-8858-af0e4b08eac9 None None] Checking segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 18:12:06.243381 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-db62f4ca-9189-4da0-8858-af0e4b08eac9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:06.243771 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db62f4ca-9189-4da0-8858-af0e4b08eac9 None None] Bound using segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 18:12:06.244245 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-db62f4ca-9189-4da0-8858-af0e4b08eac9 None None] Bound port: 32f09ce2-7590-476c-9557-c6991f44f04e, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 18:12:06.244636 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-db62f4ca-9189-4da0-8858-af0e4b08eac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:06.304482 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8523ae5-b2cc-402d-a789-e4ff4bf92f94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-34800660-22b0-4e67-a478-27e29c09058e', 'network_id': '34800660-22b0-4e67-a478-27e29c09058e', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'fixed_ips': [{'subnet_id': '1c12f150-b47b-4fe4-80c4-5aa43da9eeb1'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 18:12:06.305881 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f8523ae5-b2cc-402d-a789-e4ff4bf92f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:06.308507 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-98fb93a7-d4b6-416e-9bba-c7f3be5061be tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:06.338664 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-db62f4ca-9189-4da0-8858-af0e4b08eac9 None None] For port 32f09ce2-7590-476c-9557-c6991f44f04e, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 18:12:06.400818 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-db62f4ca-9189-4da0-8858-af0e4b08eac9 None None] For port 32f09ce2-7590-476c-9557-c6991f44f04e, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=32f09ce2-7590-476c-9557-c6991f44f04e,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 18:12:06.405899 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-2eac6161-0446-45ae-a35a-584dd8d0b870 None None] Provisioning complete for port 32f09ce2-7590-476c-9557-c6991f44f04e triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:12:06.406274 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2eac6161-0446-45ae-a35a-584dd8d0b870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:06.411113 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-db62f4ca-9189-4da0-8858-af0e4b08eac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:06.501601 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32320e52-cb0b-44a6-9d04-f0c2da2acd42 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 18:12:06.548092 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db62f4ca-9189-4da0-8858-af0e4b08eac9 None None] Routers {'8b081942-e3b8-4ff1-be43-a4dfd57508d5'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:12:06.548721 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-db62f4ca-9189-4da0-8858-af0e4b08eac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:11:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['8b081942-e3b8-4ff1-be43-a4dfd57508d5'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:12:06.596454 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfecbb8-4b7c-439c-ae8f-4f97dda9b7f5 None None] Pushing event updated for resources: {'Port': ['ID=32f09ce2-7590-476c-9557-c6991f44f04e,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:12:06.620174 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-f8523ae5-b2cc-402d-a789-e4ff4bf92f94 None None] Allocated IP 172.20.0.2 (34800660-22b0-4e67-a478-27e29c09058e/1c12f150-b47b-4fe4-80c4-5aa43da9eeb1/f3d3c8fb-601f-4e38-a460-a2983f51eca6) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 18:12:06.721498 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2eac6161-0446-45ae-a35a-584dd8d0b870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:06.783409 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-db62f4ca-9189-4da0-8858-af0e4b08eac9 None None] Set router 8b081942-e3b8-4ff1-be43-a4dfd57508d5 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:12:06.812169 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-2eac6161-0446-45ae-a35a-584dd8d0b870 None None] For port 32f09ce2-7590-476c-9557-c6991f44f04e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=32f09ce2-7590-476c-9557-c6991f44f04e,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:12:06.844809 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2eac6161-0446-45ae-a35a-584dd8d0b870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:07.001747 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eac6161-0446-45ae-a35a-584dd8d0b870 None None] Pushing event updated for resources: {'Port': ['ID=32f09ce2-7590-476c-9557-c6991f44f04e,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:12:07.024956 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f8523ae5-b2cc-402d-a789-e4ff4bf92f94 None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:07.031646 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-9b2bf7d3-8d8a-429c-9a4f-d0264aa4a180 None None] Provisioning complete for port 32f09ce2-7590-476c-9557-c6991f44f04e triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:12:07.031941 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9b2bf7d3-8d8a-429c-9a4f-d0264aa4a180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:07.036759 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f8523ae5-b2cc-402d-a789-e4ff4bf92f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:07.081377 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-98fb93a7-d4b6-416e-9bba-c7f3be5061be tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Allocated IP 172.20.0.1 (34800660-22b0-4e67-a478-27e29c09058e/1c12f150-b47b-4fe4-80c4-5aa43da9eeb1/9f4069f5-177e-4cf1-9ba9-84a46414f4b7) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 18:12:07.142804 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8523ae5-b2cc-402d-a789-e4ff4bf92f94 None None] Network 34800660-22b0-4e67-a478-27e29c09058e is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 18:12:07.145891 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8523ae5-b2cc-402d-a789-e4ff4bf92f94 None None] Pushing event updated for resources: {'Port': ['ID=f3d3c8fb-601f-4e38-a460-a2983f51eca6,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:12:07.149689 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-f8523ae5-b2cc-402d-a789-e4ff4bf92f94 None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 18:12:07.152276 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8523ae5-b2cc-402d-a789-e4ff4bf92f94 None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 18:12:07.199051 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-98fb93a7-d4b6-416e-9bba-c7f3be5061be tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:07.234435 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-98fb93a7-d4b6-416e-9bba-c7f3be5061be tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:07.247327 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-f8523ae5-b2cc-402d-a789-e4ff4bf92f94 None None] Attempting to bind port f3d3c8fb-601f-4e38-a460-a2983f51eca6 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 18:12:07.248235 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-f8523ae5-b2cc-402d-a789-e4ff4bf92f94 None None] Attempting to bind port f3d3c8fb-601f-4e38-a460-a2983f51eca6 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'a65ed678-ab81-490b-aeb6-eaa0d81cd4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '34800660-22b0-4e67-a478-27e29c09058e'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 18:12:07.248600 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8523ae5-b2cc-402d-a789-e4ff4bf92f94 None None] Attempting to bind port f3d3c8fb-601f-4e38-a460-a2983f51eca6 on network 34800660-22b0-4e67-a478-27e29c09058e {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 18:12:07.259740 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8523ae5-b2cc-402d-a789-e4ff4bf92f94 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 18, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 18:12:07.260096 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8523ae5-b2cc-402d-a789-e4ff4bf92f94 None None] Checking segment: {'id': 'a65ed678-ab81-490b-aeb6-eaa0d81cd4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '34800660-22b0-4e67-a478-27e29c09058e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 18:12:07.260504 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f8523ae5-b2cc-402d-a789-e4ff4bf92f94 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:07.260898 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8523ae5-b2cc-402d-a789-e4ff4bf92f94 None None] Bound using segment: {'id': 'a65ed678-ab81-490b-aeb6-eaa0d81cd4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '34800660-22b0-4e67-a478-27e29c09058e'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 18:12:07.261360 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-f8523ae5-b2cc-402d-a789-e4ff4bf92f94 None None] Bound port: f3d3c8fb-601f-4e38-a460-a2983f51eca6, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a65ed678-ab81-490b-aeb6-eaa0d81cd4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '34800660-22b0-4e67-a478-27e29c09058e'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 18:12:07.261766 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f8523ae5-b2cc-402d-a789-e4ff4bf92f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:07.264756 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-db62f4ca-9189-4da0-8858-af0e4b08eac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b081942-e3b8-4ff1-be43-a4dfd57508d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-587939001', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.85'}], 'enable_snat': True}, 'gw_port_id': '32f09ce2-7590-476c-9557-c6991f44f04e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:12:03Z', 'updated_at': '2021-12-06T18:12:04Z', 'revision_number': 3, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'gw_port': {'id': '32f09ce2-7590-476c-9557-c6991f44f04e', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5b:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b081942-e3b8-4ff1-be43-a4dfd57508d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:12:04Z', 'updated_at': '2021-12-06T18:12:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:12:07.279747 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98fb93a7-d4b6-416e-9bba-c7f3be5061be tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Network 34800660-22b0-4e67-a478-27e29c09058e is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 18:12:07.283621 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-98fb93a7-d4b6-416e-9bba-c7f3be5061be tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 18:12:07.287612 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fb93a7-d4b6-416e-9bba-c7f3be5061be tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 18:12:07.307103 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db62f4ca-9189-4da0-8858-af0e4b08eac9 None None] The sync data for ids ['8b081942-e3b8-4ff1-be43-a4dfd57508d5'] in n-d-master-1 is: [{'id': '8b081942-e3b8-4ff1-be43-a4dfd57508d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-587939001', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.85'}], 'enable_snat': True}, 'gw_port_id': '32f09ce2-7590-476c-9557-c6991f44f04e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:12:03Z', 'updated_at': '2021-12-06T18:12:04Z', 'revision_number': 3, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'gw_port': {'id': '32f09ce2-7590-476c-9557-c6991f44f04e', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5b:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b081942-e3b8-4ff1-be43-a4dfd57508d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:12:04Z', 'updated_at': '2021-12-06T18:12:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 18:12:07.312331 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fb93a7-d4b6-416e-9bba-c7f3be5061be tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event updated for resources: {'Port': ['ID=9f4069f5-177e-4cf1-9ba9-84a46414f4b7,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:12:07.345150 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-98fb93a7-d4b6-416e-9bba-c7f3be5061be tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539179'] for router_interface, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:07.368762 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-f8523ae5-b2cc-402d-a789-e4ff4bf92f94 None None] For port f3d3c8fb-601f-4e38-a460-a2983f51eca6, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 18:12:07.372379 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-f8523ae5-b2cc-402d-a789-e4ff4bf92f94 None None] For port f3d3c8fb-601f-4e38-a460-a2983f51eca6, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f3d3c8fb-601f-4e38-a460-a2983f51eca6,segment=NetworkSegment(a65ed678-ab81-490b-aeb6-eaa0d81cd4ef),segment_id=a65ed678-ab81-490b-aeb6-eaa0d81cd4ef)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 18:12:07.377963 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f8523ae5-b2cc-402d-a789-e4ff4bf92f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:07.446343 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8523ae5-b2cc-402d-a789-e4ff4bf92f94 None None] Pushing event updated for resources: {'Port': ['ID=f3d3c8fb-601f-4e38-a460-a2983f51eca6,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:12:07.492521 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-98fb93a7-d4b6-416e-9bba-c7f3be5061be tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:07.849245 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-98fb93a7-d4b6-416e-9bba-c7f3be5061be tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:07.854297 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-98fb93a7-d4b6-416e-9bba-c7f3be5061be tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:07.933974 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fb93a7-d4b6-416e-9bba-c7f3be5061be tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event updated for resources: {'Port': ['ID=9f4069f5-177e-4cf1-9ba9-84a46414f4b7,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:12:07.937194 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-98fb93a7-d4b6-416e-9bba-c7f3be5061be tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-772465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539207'] for router_interface, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:08.032152 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98fb93a7-d4b6-416e-9bba-c7f3be5061be tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Network 34800660-22b0-4e67-a478-27e29c09058e is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 18:12:08.033620 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-98fb93a7-d4b6-416e-9bba-c7f3be5061be tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 18:12:08.156333 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98fb93a7-d4b6-416e-9bba-c7f3be5061be tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Router 8b081942-e3b8-4ff1-be43-a4dfd57508d5 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 18:12:08.278165 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98fb93a7-d4b6-416e-9bba-c7f3be5061be tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 18:12:08.285064 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-98fb93a7-d4b6-416e-9bba-c7f3be5061be tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "PUT /v2.0/routers/8b081942-e3b8-4ff1-be43-a4dfd57508d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4188943 Dec 06 18:12:08.429594 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b80d144-3da8-40e6-9892-d6804e582120 None None] Network 34800660-22b0-4e67-a478-27e29c09058e requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 18:12:08.443595 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ab61464c-0a8d-4930-8dc4-337aa7b24f7b req-8707e154-7a68-4469-a989-4e02b2566244 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-545195526&fields=id&tenant_id=80786a15dc4645b98b22cbe4242a7bcf HTTP/1.1" status: 200 len: 267 time: 0.0495281 Dec 06 18:12:08.511626 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-ab35f974-88ab-4466-9093-73b395ef607b None None] Provisioning complete for port f3d3c8fb-601f-4e38-a460-a2983f51eca6 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:12:08.512002 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ab35f974-88ab-4466-9093-73b395ef607b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:08.560071 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab61464c-0a8d-4930-8dc4-337aa7b24f7b req-2f9d0437-5beb-4357-9698-5cf2617fa89a tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:12:08.561559 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ab61464c-0a8d-4930-8dc4-337aa7b24f7b req-2f9d0437-5beb-4357-9698-5cf2617fa89a tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/networks?id=34800660-22b0-4e67-a478-27e29c09058e HTTP/1.1" status: 200 len: 796 time: 0.1067293 Dec 06 18:12:08.577027 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ab61464c-0a8d-4930-8dc4-337aa7b24f7b req-9e05e18e-b45f-4199-97b5-c41e0c4aeff3 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/quotas/80786a15dc4645b98b22cbe4242a7bcf HTTP/1.1" status: 200 len: 375 time: 0.0095108 Dec 06 18:12:08.628811 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ab61464c-0a8d-4930-8dc4-337aa7b24f7b req-d4cf7458-84e0-4912-8301-e6971b9e19be tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=80786a15dc4645b98b22cbe4242a7bcf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454688 Dec 06 18:12:08.656404 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ab35f974-88ab-4466-9093-73b395ef607b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:08.694709 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-ab35f974-88ab-4466-9093-73b395ef607b None None] For port f3d3c8fb-601f-4e38-a460-a2983f51eca6, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f3d3c8fb-601f-4e38-a460-a2983f51eca6,segment=NetworkSegment(a65ed678-ab81-490b-aeb6-eaa0d81cd4ef),segment_id=a65ed678-ab81-490b-aeb6-eaa0d81cd4ef)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:12:08.700620 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ab35f974-88ab-4466-9093-73b395ef607b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:08.702359 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [req-ab61464c-0a8d-4930-8dc4-337aa7b24f7b req-93d2558b-81e1-4b76-a8d5-2723c427e591 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103285) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 18:12:08.705742 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ab61464c-0a8d-4930-8dc4-337aa7b24f7b req-93d2558b-81e1-4b76-a8d5-2723c427e591 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0651922 Dec 06 18:12:08.758388 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab35f974-88ab-4466-9093-73b395ef607b None None] Pushing event updated for resources: {'Port': ['ID=f3d3c8fb-601f-4e38-a460-a2983f51eca6,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:12:08.818693 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ab61464c-0a8d-4930-8dc4-337aa7b24f7b req-614c7af9-4fd0-44c7-8d1c-152a0a0331fe service neutron] 10.222.0.23 "GET /v2.0/networks/34800660-22b0-4e67-a478-27e29c09058e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044300 Dec 06 18:12:08.923965 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-32bd4313-7d87-4829-9429-13ce645275e2 None None] Provisioning complete for port f3d3c8fb-601f-4e38-a460-a2983f51eca6 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:12:08.924564 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-32bd4313-7d87-4829-9429-13ce645275e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:08.925687 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ab61464c-0a8d-4930-8dc4-337aa7b24f7b req-f87edce6-7991-4ca2-9afc-63cfbfeef574 service neutron] 10.222.0.23 "GET /v2.0/networks/34800660-22b0-4e67-a478-27e29c09058e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008716 Dec 06 18:12:09.036762 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-32bd4313-7d87-4829-9429-13ce645275e2 None None] Provisioning complete for port 9f4069f5-177e-4cf1-9ba9-84a46414f4b7 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:12:09.037237 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-32bd4313-7d87-4829-9429-13ce645275e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:09.076777 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-32bd4313-7d87-4829-9429-13ce645275e2 None None] Port 9f4069f5-177e-4cf1-9ba9-84a46414f4b7 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 18:12:09.085897 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95de6fe3-735b-4ed7-a881-72ba7b58338d None None] Sync routers for ids ['8b081942-e3b8-4ff1-be43-a4dfd57508d5'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 18:12:09.100803 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95de6fe3-735b-4ed7-a881-72ba7b58338d None None] Routers {'8b081942-e3b8-4ff1-be43-a4dfd57508d5'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:12:09.101227 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-95de6fe3-735b-4ed7-a881-72ba7b58338d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:11:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['8b081942-e3b8-4ff1-be43-a4dfd57508d5'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:12:09.127577 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d377d64d-c437-444d-9c4e-05a8a64abd2d req-a5a51833-a8fe-4936-acaa-baf51f0eb022 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2fe0afa-5022-4546-8a31-83f211bc7976 HTTP/1.1" status: 200 len: 210 time: 0.0408692 Dec 06 18:12:09.209172 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-d1a4553b-2610-424a-9d44-74f339c74462 None None] Provisioning complete for port 9f4069f5-177e-4cf1-9ba9-84a46414f4b7 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:12:09.209822 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d1a4553b-2610-424a-9d44-74f339c74462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:09.240473 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-95de6fe3-735b-4ed7-a881-72ba7b58338d None None] Set router 8b081942-e3b8-4ff1-be43-a4dfd57508d5 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:12:09.259384 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-d1a4553b-2610-424a-9d44-74f339c74462 None None] Port 9f4069f5-177e-4cf1-9ba9-84a46414f4b7 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 18:12:09.380052 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-ccc98b54-1e3e-4e34-9bb0-180dfbf9b316 None None] Provisioning complete for port 9f4069f5-177e-4cf1-9ba9-84a46414f4b7 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:12:09.380427 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ccc98b54-1e3e-4e34-9bb0-180dfbf9b316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:09.419711 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-ccc98b54-1e3e-4e34-9bb0-180dfbf9b316 None None] Port 9f4069f5-177e-4cf1-9ba9-84a46414f4b7 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 18:12:09.474290 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-95de6fe3-735b-4ed7-a881-72ba7b58338d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b081942-e3b8-4ff1-be43-a4dfd57508d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-587939001', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.85'}], 'enable_snat': True}, 'gw_port_id': '32f09ce2-7590-476c-9557-c6991f44f04e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:12:03Z', 'updated_at': '2021-12-06T18:12:07Z', 'revision_number': 4, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'gw_port': {'id': '32f09ce2-7590-476c-9557-c6991f44f04e', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b081942-e3b8-4ff1-be43-a4dfd57508d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:12:04Z', 'updated_at': '2021-12-06T18:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '9f4069f5-177e-4cf1-9ba9-84a46414f4b7', 'name': '', 'network_id': '34800660-22b0-4e67-a478-27e29c09058e', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'mac_address': 'fa:16:3e:33:03:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b081942-e3b8-4ff1-be43-a4dfd57508d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '1c12f150-b47b-4fe4-80c4-5aa43da9eeb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:12:06Z', 'updated_at': '2021-12-06T18:12:07Z', 'revision_number': 2, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'subnets': [{'id': '1c12f150-b47b-4fe4-80c4-5aa43da9eeb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:12:09.502554 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95de6fe3-735b-4ed7-a881-72ba7b58338d None None] Checking router: 8b081942-e3b8-4ff1-be43-a4dfd57508d5 for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 18:12:09.502901 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95de6fe3-735b-4ed7-a881-72ba7b58338d None None] Updating router 8b081942-e3b8-4ff1-be43-a4dfd57508d5 port 9f4069f5-177e-4cf1-9ba9-84a46414f4b7 binding host n-d-master-1 {{(pid=103287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 18:12:09.534951 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-95de6fe3-735b-4ed7-a881-72ba7b58338d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:09.565335 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 32f09ce2-7590-476c-9557-c6991f44f04e up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 18:12:09.616257 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 32f09ce2-7590-476c-9557-c6991f44f04e triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:12:09.616772 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:09.819407 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-95de6fe3-735b-4ed7-a881-72ba7b58338d None None] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:09.824720 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-95de6fe3-735b-4ed7-a881-72ba7b58338d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:09.864830 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device f3d3c8fb-601f-4e38-a460-a2983f51eca6 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 18:12:09.872352 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aeb1fe-9416-401a-b28b-966329a2414c None None] Pushing event updated for resources: {'Port': ['ID=9f4069f5-177e-4cf1-9ba9-84a46414f4b7,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:12:09.905605 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1aeb1fe-9416-401a-b28b-966329a2414c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:12:09.905882 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1aeb1fe-9416-401a-b28b-966329a2414c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:12:09.906222 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1aeb1fe-9416-401a-b28b-966329a2414c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:12:09.906561 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1aeb1fe-9416-401a-b28b-966329a2414c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:12:09.906892 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1aeb1fe-9416-401a-b28b-966329a2414c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:12:09.907311 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1aeb1fe-9416-401a-b28b-966329a2414c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:12:09.907544 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1aeb1fe-9416-401a-b28b-966329a2414c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:12:09.907869 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1aeb1fe-9416-401a-b28b-966329a2414c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:12:09.908199 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1aeb1fe-9416-401a-b28b-966329a2414c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:12:09.908524 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1aeb1fe-9416-401a-b28b-966329a2414c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:12:09.908852 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1aeb1fe-9416-401a-b28b-966329a2414c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:12:09.909171 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1aeb1fe-9416-401a-b28b-966329a2414c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:12:09.909545 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1aeb1fe-9416-401a-b28b-966329a2414c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:12:09.914367 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port f3d3c8fb-601f-4e38-a460-a2983f51eca6 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:12:09.914756 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:09.942937 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-95de6fe3-735b-4ed7-a881-72ba7b58338d None None] Attempting to bind port 9f4069f5-177e-4cf1-9ba9-84a46414f4b7 on host n-d-master-1 for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 18:12:09.943320 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-95de6fe3-735b-4ed7-a881-72ba7b58338d None None] Attempting to bind port 9f4069f5-177e-4cf1-9ba9-84a46414f4b7 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'a65ed678-ab81-490b-aeb6-eaa0d81cd4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '34800660-22b0-4e67-a478-27e29c09058e'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 18:12:09.943683 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95de6fe3-735b-4ed7-a881-72ba7b58338d None None] Attempting to bind port 9f4069f5-177e-4cf1-9ba9-84a46414f4b7 on network 34800660-22b0-4e67-a478-27e29c09058e {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 18:12:09.949308 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95de6fe3-735b-4ed7-a881-72ba7b58338d None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 18, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 18:12:09.949716 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95de6fe3-735b-4ed7-a881-72ba7b58338d None None] Checking segment: {'id': 'a65ed678-ab81-490b-aeb6-eaa0d81cd4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '34800660-22b0-4e67-a478-27e29c09058e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 18:12:09.950125 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-95de6fe3-735b-4ed7-a881-72ba7b58338d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:09.950547 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95de6fe3-735b-4ed7-a881-72ba7b58338d None None] Bound using segment: {'id': 'a65ed678-ab81-490b-aeb6-eaa0d81cd4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '34800660-22b0-4e67-a478-27e29c09058e'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 18:12:09.951604 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-95de6fe3-735b-4ed7-a881-72ba7b58338d None None] Bound port: 9f4069f5-177e-4cf1-9ba9-84a46414f4b7, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a65ed678-ab81-490b-aeb6-eaa0d81cd4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '34800660-22b0-4e67-a478-27e29c09058e'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 18:12:09.951987 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-95de6fe3-735b-4ed7-a881-72ba7b58338d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:10.022141 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-95de6fe3-735b-4ed7-a881-72ba7b58338d None None] For port 9f4069f5-177e-4cf1-9ba9-84a46414f4b7, host n-d-master-1, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 18:12:10.026215 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-95de6fe3-735b-4ed7-a881-72ba7b58338d None None] For port 9f4069f5-177e-4cf1-9ba9-84a46414f4b7, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9f4069f5-177e-4cf1-9ba9-84a46414f4b7,segment=NetworkSegment(a65ed678-ab81-490b-aeb6-eaa0d81cd4ef),segment_id=a65ed678-ab81-490b-aeb6-eaa0d81cd4ef)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 18:12:10.031362 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-95de6fe3-735b-4ed7-a881-72ba7b58338d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:10.092650 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95de6fe3-735b-4ed7-a881-72ba7b58338d None None] Routers {'8b081942-e3b8-4ff1-be43-a4dfd57508d5'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:12:10.095148 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-95de6fe3-735b-4ed7-a881-72ba7b58338d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:11:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['8b081942-e3b8-4ff1-be43-a4dfd57508d5'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:12:10.158460 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-75f4196d-0bd3-41f3-85b7-88a3070afb60 None None] Provisioning complete for port 9f4069f5-177e-4cf1-9ba9-84a46414f4b7 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:12:10.160868 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-75f4196d-0bd3-41f3-85b7-88a3070afb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:10.206288 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab61464c-0a8d-4930-8dc4-337aa7b24f7b req-0f11be17-b3d6-410f-a32c-4c6d609e58e7 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:12:10.208009 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ab61464c-0a8d-4930-8dc4-337aa7b24f7b req-0f11be17-b3d6-410f-a32c-4c6d609e58e7 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.44 "GET /v2.0/networks?id=34800660-22b0-4e67-a478-27e29c09058e HTTP/1.1" status: 200 len: 796 time: 0.1347454 Dec 06 18:12:10.255550 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-95de6fe3-735b-4ed7-a881-72ba7b58338d None None] Set router 8b081942-e3b8-4ff1-be43-a4dfd57508d5 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:12:10.262267 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7d4678bb-94ba-4d5b-a74c-12f54ca5885b req-0343c10d-de1e-4cdc-860f-1d6a208b4603 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2fe0afa-5022-4546-8a31-83f211bc7976 HTTP/1.1" status: 200 len: 210 time: 0.0474765 Dec 06 18:12:10.307295 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ab61464c-0a8d-4930-8dc4-337aa7b24f7b req-e801da54-f8c2-4dbe-abe6-d948fa37a755 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80786a15dc4645b98b22cbe4242a7bcf HTTP/1.1" status: 200 len: 379 time: 0.0884326 Dec 06 18:12:10.317151 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aeb1fe-9416-401a-b28b-966329a2414c None None] Pushing event updated for resources: {'Port': ['ID=9f4069f5-177e-4cf1-9ba9-84a46414f4b7,revision_number=4']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:12:10.320095 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-ab61464c-0a8d-4930-8dc4-337aa7b24f7b req-03ae94ad-bf90-4fb6-bbae-9affa285e2d6 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Request body: {'port': {'device_id': 'f2fe0afa-5022-4546-8a31-83f211bc7976', 'network_id': '34800660-22b0-4e67-a478-27e29c09058e', 'admin_state_up': True, 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'security_groups': ['495f7634-0f69-4456-8425-89ee5c0f0a87']}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:12:10.346112 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-75f4196d-0bd3-41f3-85b7-88a3070afb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:10.385436 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-75f4196d-0bd3-41f3-85b7-88a3070afb60 None None] For port 9f4069f5-177e-4cf1-9ba9-84a46414f4b7, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9f4069f5-177e-4cf1-9ba9-84a46414f4b7,segment=NetworkSegment(a65ed678-ab81-490b-aeb6-eaa0d81cd4ef),segment_id=a65ed678-ab81-490b-aeb6-eaa0d81cd4ef)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:12:10.390709 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-75f4196d-0bd3-41f3-85b7-88a3070afb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:10.442220 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f4196d-0bd3-41f3-85b7-88a3070afb60 None None] Pushing event updated for resources: {'Port': ['ID=9f4069f5-177e-4cf1-9ba9-84a46414f4b7,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:12:10.447753 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab61464c-0a8d-4930-8dc4-337aa7b24f7b req-03ae94ad-bf90-4fb6-bbae-9affa285e2d6 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Made reservation on behalf of 80786a15dc4645b98b22cbe4242a7bcf for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 18:12:10.452145 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ab61464c-0a8d-4930-8dc4-337aa7b24f7b req-03ae94ad-bf90-4fb6-bbae-9affa285e2d6 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:10.506116 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-95de6fe3-735b-4ed7-a881-72ba7b58338d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b081942-e3b8-4ff1-be43-a4dfd57508d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-587939001', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.85'}], 'enable_snat': True}, 'gw_port_id': '32f09ce2-7590-476c-9557-c6991f44f04e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:12:03Z', 'updated_at': '2021-12-06T18:12:07Z', 'revision_number': 4, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'gw_port': {'id': '32f09ce2-7590-476c-9557-c6991f44f04e', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b081942-e3b8-4ff1-be43-a4dfd57508d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:12:04Z', 'updated_at': '2021-12-06T18:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '9f4069f5-177e-4cf1-9ba9-84a46414f4b7', 'name': '', 'network_id': '34800660-22b0-4e67-a478-27e29c09058e', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'mac_address': 'fa:16:3e:33:03:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b081942-e3b8-4ff1-be43-a4dfd57508d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '1c12f150-b47b-4fe4-80c4-5aa43da9eeb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:12:06Z', 'updated_at': '2021-12-06T18:12:10Z', 'revision_number': 4, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'subnets': [{'id': '1c12f150-b47b-4fe4-80c4-5aa43da9eeb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:12:10.512838 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-5368f1d1-e747-4246-a676-30720d46de4b None None] Provisioning complete for port 9f4069f5-177e-4cf1-9ba9-84a46414f4b7 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:12:10.513922 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5368f1d1-e747-4246-a676-30720d46de4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:10.534330 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95de6fe3-735b-4ed7-a881-72ba7b58338d None None] The sync data for ids ['8b081942-e3b8-4ff1-be43-a4dfd57508d5'] in n-d-master-1 is: [{'id': '8b081942-e3b8-4ff1-be43-a4dfd57508d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-587939001', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.85'}], 'enable_snat': True}, 'gw_port_id': '32f09ce2-7590-476c-9557-c6991f44f04e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:12:03Z', 'updated_at': '2021-12-06T18:12:07Z', 'revision_number': 4, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'gw_port': {'id': '32f09ce2-7590-476c-9557-c6991f44f04e', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b081942-e3b8-4ff1-be43-a4dfd57508d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:12:04Z', 'updated_at': '2021-12-06T18:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '9f4069f5-177e-4cf1-9ba9-84a46414f4b7', 'name': '', 'network_id': '34800660-22b0-4e67-a478-27e29c09058e', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'mac_address': 'fa:16:3e:33:03:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b081942-e3b8-4ff1-be43-a4dfd57508d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '1c12f150-b47b-4fe4-80c4-5aa43da9eeb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:12:06Z', 'updated_at': '2021-12-06T18:12:10Z', 'revision_number': 4, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'subnets': [{'id': '1c12f150-b47b-4fe4-80c4-5aa43da9eeb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 18:12:10.602459 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-ab61464c-0a8d-4930-8dc4-337aa7b24f7b req-03ae94ad-bf90-4fb6-bbae-9affa285e2d6 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Allocated IP 172.20.0.8 (34800660-22b0-4e67-a478-27e29c09058e/1c12f150-b47b-4fe4-80c4-5aa43da9eeb1/1a19abb6-d36a-4182-a67d-e67aa7f27432) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 18:12:10.755550 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ab61464c-0a8d-4930-8dc4-337aa7b24f7b req-03ae94ad-bf90-4fb6-bbae-9affa285e2d6 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:10.791668 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ab61464c-0a8d-4930-8dc4-337aa7b24f7b req-03ae94ad-bf90-4fb6-bbae-9affa285e2d6 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:10.843998 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab61464c-0a8d-4930-8dc4-337aa7b24f7b req-03ae94ad-bf90-4fb6-bbae-9affa285e2d6 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Network 34800660-22b0-4e67-a478-27e29c09058e is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 18:12:10.847175 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-ab61464c-0a8d-4930-8dc4-337aa7b24f7b req-03ae94ad-bf90-4fb6-bbae-9affa285e2d6 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 18:12:10.851772 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab61464c-0a8d-4930-8dc4-337aa7b24f7b req-03ae94ad-bf90-4fb6-bbae-9affa285e2d6 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 18:12:10.878075 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ae94ad-bf90-4fb6-bbae-9affa285e2d6 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event updated for resources: {'Port': ['ID=1a19abb6-d36a-4182-a67d-e67aa7f27432,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:12:10.909847 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab61464c-0a8d-4930-8dc4-337aa7b24f7b req-03ae94ad-bf90-4fb6-bbae-9affa285e2d6 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:12:10.910657 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ab61464c-0a8d-4930-8dc4-337aa7b24f7b req-03ae94ad-bf90-4fb6-bbae-9affa285e2d6 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:10.931695 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ab61464c-0a8d-4930-8dc4-337aa7b24f7b req-03ae94ad-bf90-4fb6-bbae-9affa285e2d6 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6154878 Dec 06 18:12:10.944221 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-ab61464c-0a8d-4930-8dc4-337aa7b24f7b req-f33580f5-074b-438d-989a-91fb3b913477 service neutron] Request body: {'port': {'device_id': 'f2fe0afa-5022-4546-8a31-83f211bc7976', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:12:11.003745 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ab61464c-0a8d-4930-8dc4-337aa7b24f7b req-f33580f5-074b-438d-989a-91fb3b913477 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:11.142216 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-42265a14-cb7e-4efe-9906-da02430a4c6f None None] Provisioning complete for port 1a19abb6-d36a-4182-a67d-e67aa7f27432 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:12:11.142823 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-42265a14-cb7e-4efe-9906-da02430a4c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:11.178540 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-42265a14-cb7e-4efe-9906-da02430a4c6f None None] Port 1a19abb6-d36a-4182-a67d-e67aa7f27432 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 18:12:11.289331 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-ab61464c-0a8d-4930-8dc4-337aa7b24f7b req-f33580f5-074b-438d-989a-91fb3b913477 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a19abb6-d36a-4182-a67d-e67aa7f27432 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 18:12:11.298481 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ab61464c-0a8d-4930-8dc4-337aa7b24f7b req-f33580f5-074b-438d-989a-91fb3b913477 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:11.311300 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-ab61464c-0a8d-4930-8dc4-337aa7b24f7b req-f33580f5-074b-438d-989a-91fb3b913477 service neutron] Transition to ACTIVE for port object 1a19abb6-d36a-4182-a67d-e67aa7f27432 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 18:12:11.316044 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ab61464c-0a8d-4930-8dc4-337aa7b24f7b req-f33580f5-074b-438d-989a-91fb3b913477 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:11.396081 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33580f5-074b-438d-989a-91fb3b913477 service neutron] Pushing event updated for resources: {'Port': ['ID=1a19abb6-d36a-4182-a67d-e67aa7f27432,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:12:11.459335 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc93a35-01b6-4665-a4ce-b7b398a92b6b req-83aaf513-827a-488c-b110-ede23ac05810 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:12:11.460973 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3cc93a35-01b6-4665-a4ce-b7b398a92b6b req-83aaf513-827a-488c-b110-ede23ac05810 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2fe0afa-5022-4546-8a31-83f211bc7976 HTTP/1.1" status: 200 len: 943 time: 0.1138015 Dec 06 18:12:11.528629 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-ab61464c-0a8d-4930-8dc4-337aa7b24f7b req-f33580f5-074b-438d-989a-91fb3b913477 service neutron] Attempting to bind port 1a19abb6-d36a-4182-a67d-e67aa7f27432 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 18:12:11.529007 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-ab61464c-0a8d-4930-8dc4-337aa7b24f7b req-f33580f5-074b-438d-989a-91fb3b913477 service neutron] Attempting to bind port 1a19abb6-d36a-4182-a67d-e67aa7f27432 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'a65ed678-ab81-490b-aeb6-eaa0d81cd4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '34800660-22b0-4e67-a478-27e29c09058e'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 18:12:11.529388 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab61464c-0a8d-4930-8dc4-337aa7b24f7b req-f33580f5-074b-438d-989a-91fb3b913477 service neutron] Attempting to bind port 1a19abb6-d36a-4182-a67d-e67aa7f27432 on network 34800660-22b0-4e67-a478-27e29c09058e {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 18:12:11.543639 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab61464c-0a8d-4930-8dc4-337aa7b24f7b req-f33580f5-074b-438d-989a-91fb3b913477 service neutron] Port 1a19abb6-d36a-4182-a67d-e67aa7f27432 on network 34800660-22b0-4e67-a478-27e29c09058e not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 18:12:11.543966 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab61464c-0a8d-4930-8dc4-337aa7b24f7b req-f33580f5-074b-438d-989a-91fb3b913477 service neutron] Attempting to bind port 1a19abb6-d36a-4182-a67d-e67aa7f27432 on network 34800660-22b0-4e67-a478-27e29c09058e {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 18:12:11.554069 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 9f4069f5-177e-4cf1-9ba9-84a46414f4b7 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 18:12:11.564249 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3cc93a35-01b6-4665-a4ce-b7b398a92b6b req-e57d45b5-9203-470d-8ad0-03076f1528a8 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=495f7634-0f69-4456-8425-89ee5c0f0a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914466 Dec 06 18:12:11.565183 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab61464c-0a8d-4930-8dc4-337aa7b24f7b req-f33580f5-074b-438d-989a-91fb3b913477 service neutron] Checking agent: {'id': '9d8b9f49-2860-4c1f-9b89-45a7657a3c4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 18, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 18:12:11.565507 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab61464c-0a8d-4930-8dc4-337aa7b24f7b req-f33580f5-074b-438d-989a-91fb3b913477 service neutron] Checking segment: {'id': 'a65ed678-ab81-490b-aeb6-eaa0d81cd4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '34800660-22b0-4e67-a478-27e29c09058e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 18:12:11.565886 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab61464c-0a8d-4930-8dc4-337aa7b24f7b req-f33580f5-074b-438d-989a-91fb3b913477 service neutron] Bound using segment: {'id': 'a65ed678-ab81-490b-aeb6-eaa0d81cd4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '34800660-22b0-4e67-a478-27e29c09058e'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 18:12:11.566358 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-ab61464c-0a8d-4930-8dc4-337aa7b24f7b req-f33580f5-074b-438d-989a-91fb3b913477 service neutron] Bound port: 1a19abb6-d36a-4182-a67d-e67aa7f27432, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a65ed678-ab81-490b-aeb6-eaa0d81cd4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '34800660-22b0-4e67-a478-27e29c09058e'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 18:12:11.566674 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ab61464c-0a8d-4930-8dc4-337aa7b24f7b req-f33580f5-074b-438d-989a-91fb3b913477 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:11.624940 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 9f4069f5-177e-4cf1-9ba9-84a46414f4b7 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:12:11.625273 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:11.645377 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-ab61464c-0a8d-4930-8dc4-337aa7b24f7b req-f33580f5-074b-438d-989a-91fb3b913477 service neutron] For port 1a19abb6-d36a-4182-a67d-e67aa7f27432, host n-h2-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 18:12:11.649268 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-ab61464c-0a8d-4930-8dc4-337aa7b24f7b req-f33580f5-074b-438d-989a-91fb3b913477 service neutron] For port 1a19abb6-d36a-4182-a67d-e67aa7f27432, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=1a19abb6-d36a-4182-a67d-e67aa7f27432,segment=NetworkSegment(a65ed678-ab81-490b-aeb6-eaa0d81cd4ef),segment_id=a65ed678-ab81-490b-aeb6-eaa0d81cd4ef)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 18:12:11.655658 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ab61464c-0a8d-4930-8dc4-337aa7b24f7b req-f33580f5-074b-438d-989a-91fb3b913477 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:11.709191 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab61464c-0a8d-4930-8dc4-337aa7b24f7b req-f33580f5-074b-438d-989a-91fb3b913477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:12:11.709756 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ab61464c-0a8d-4930-8dc4-337aa7b24f7b req-f33580f5-074b-438d-989a-91fb3b913477 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:11.711169 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ab61464c-0a8d-4930-8dc4-337aa7b24f7b req-f33580f5-074b-438d-989a-91fb3b913477 service neutron] 10.222.0.44 "PUT /v2.0/ports/1a19abb6-d36a-4182-a67d-e67aa7f27432 HTTP/1.1" status: 200 len: 1091 time: 0.7715411 Dec 06 18:12:11.711642 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2fe0afa-5022-4546-8a31-83f211bc7976', 'tag': '1a19abb6-d36a-4182-a67d-e67aa7f27432'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 18:12:11.713907 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0deb9614d467c76714cadb3278283c9891b68bf60c17f6ec8acc98d969d5ca90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88bddee9-2c3f-4c85-b988-1fc861f15b99" -d '{"events": [{"name": "network-changed", "server_uuid": "f2fe0afa-5022-4546-8a31-83f211bc7976", "tag": "1a19abb6-d36a-4182-a67d-e67aa7f27432"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 18:12:11.752202 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33580f5-074b-438d-989a-91fb3b913477 service neutron] Pushing event updated for resources: {'Port': ['ID=1a19abb6-d36a-4182-a67d-e67aa7f27432,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:12:11.778772 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 18:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f09f57f-7885-4625-a226-617b39186e64 x-openstack-request-id: req-8f09f57f-7885-4625-a226-617b39186e64 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 18:12:11.779294 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2fe0afa-5022-4546-8a31-83f211bc7976", "tag": "1a19abb6-d36a-4182-a67d-e67aa7f27432", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 18:12:11.779726 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8f09f57f-7885-4625-a226-617b39186e64 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 18:12:11.780295 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2fe0afa-5022-4546-8a31-83f211bc7976', 'tag': '1a19abb6-d36a-4182-a67d-e67aa7f27432', 'status': 'completed', 'code': 200} Dec 06 18:12:11.818030 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab61464c-0a8d-4930-8dc4-337aa7b24f7b req-849005b7-f75e-41cf-9fd3-5c541d95161f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:12:11.819575 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ab61464c-0a8d-4930-8dc4-337aa7b24f7b req-849005b7-f75e-41cf-9fd3-5c541d95161f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=80786a15dc4645b98b22cbe4242a7bcf&device_id=f2fe0afa-5022-4546-8a31-83f211bc7976 HTTP/1.1" status: 200 len: 1094 time: 0.0553353 Dec 06 18:12:11.864225 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ab61464c-0a8d-4930-8dc4-337aa7b24f7b req-37c743d7-8d6f-429f-aec9-1d263c9f263c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a19abb6-d36a-4182-a67d-e67aa7f27432 HTTP/1.1" status: 200 len: 217 time: 0.0361450 Dec 06 18:12:11.915231 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab61464c-0a8d-4930-8dc4-337aa7b24f7b req-6183369e-b239-4c15-835e-fb7480e402a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:12:11.916705 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ab61464c-0a8d-4930-8dc4-337aa7b24f7b req-6183369e-b239-4c15-835e-fb7480e402a5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1c12f150-b47b-4fe4-80c4-5aa43da9eeb1 HTTP/1.1" status: 200 len: 835 time: 0.0453520 Dec 06 18:12:11.965169 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab61464c-0a8d-4930-8dc4-337aa7b24f7b req-eb056e50-8f0b-4be3-a488-0db3d5bcc7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:12:11.967158 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ab61464c-0a8d-4930-8dc4-337aa7b24f7b req-eb056e50-8f0b-4be3-a488-0db3d5bcc7a7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=34800660-22b0-4e67-a478-27e29c09058e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437720 Dec 06 18:12:12.056508 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ab61464c-0a8d-4930-8dc4-337aa7b24f7b req-bb4ad21a-83e7-4e2f-9e25-d95dc712ec06 service neutron] 10.222.0.44 "GET /v2.0/networks/34800660-22b0-4e67-a478-27e29c09058e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824671 Dec 06 18:12:12.147814 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ab61464c-0a8d-4930-8dc4-337aa7b24f7b req-802983cd-9eaf-445e-bfe0-01dda98af09c service neutron] 10.222.0.44 "GET /v2.0/networks/34800660-22b0-4e67-a478-27e29c09058e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843639 Dec 06 18:12:12.233591 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bddee9-2c3f-4c85-b988-1fc861f15b99 req-0fd2145d-9405-4418-ad96-3d35a8e02d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:12:12.235086 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-88bddee9-2c3f-4c85-b988-1fc861f15b99 req-0fd2145d-9405-4418-ad96-3d35a8e02d96 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=80786a15dc4645b98b22cbe4242a7bcf&device_id=f2fe0afa-5022-4546-8a31-83f211bc7976 HTTP/1.1" status: 200 len: 1094 time: 0.0410919 Dec 06 18:12:12.627400 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bddee9-2c3f-4c85-b988-1fc861f15b99 req-7ac2d1de-8707-4791-b43a-81866d90404a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:12:12.628938 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-88bddee9-2c3f-4c85-b988-1fc861f15b99 req-7ac2d1de-8707-4791-b43a-81866d90404a service neutron] 10.222.0.44 "GET /v2.0/networks?id=34800660-22b0-4e67-a478-27e29c09058e HTTP/1.1" status: 200 len: 897 time: 0.3869817 Dec 06 18:12:12.691291 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-88bddee9-2c3f-4c85-b988-1fc861f15b99 req-7a5e206f-ae16-43fc-bbf6-630c90e0bb98 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a19abb6-d36a-4182-a67d-e67aa7f27432 HTTP/1.1" status: 200 len: 217 time: 0.0542340 Dec 06 18:12:12.742152 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b78a755-e483-44db-8c5e-c23cc2a3fbdf req-6590ba4c-a9f0-426c-9440-b99ee9ca6f13 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:12:12.743620 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7b78a755-e483-44db-8c5e-c23cc2a3fbdf req-6590ba4c-a9f0-426c-9440-b99ee9ca6f13 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2fe0afa-5022-4546-8a31-83f211bc7976 HTTP/1.1" status: 200 len: 943 time: 0.1083541 Dec 06 18:12:12.769040 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bddee9-2c3f-4c85-b988-1fc861f15b99 req-2e73cb53-7ac8-420b-9957-6bc74b40180e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:12:12.770506 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-88bddee9-2c3f-4c85-b988-1fc861f15b99 req-2e73cb53-7ac8-420b-9957-6bc74b40180e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1c12f150-b47b-4fe4-80c4-5aa43da9eeb1 HTTP/1.1" status: 200 len: 835 time: 0.0714195 Dec 06 18:12:12.827019 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7b78a755-e483-44db-8c5e-c23cc2a3fbdf req-8ae95855-1733-40f3-80da-9194896b7089 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=495f7634-0f69-4456-8425-89ee5c0f0a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757830 Dec 06 18:12:12.836734 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bddee9-2c3f-4c85-b988-1fc861f15b99 req-20338c8f-2b60-460a-98c5-83aba58e6fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:12:12.838218 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-88bddee9-2c3f-4c85-b988-1fc861f15b99 req-20338c8f-2b60-460a-98c5-83aba58e6fad service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=34800660-22b0-4e67-a478-27e29c09058e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549409 Dec 06 18:12:12.928024 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-88bddee9-2c3f-4c85-b988-1fc861f15b99 req-c7a88501-3c9d-4a29-8217-9951c207d9ef service neutron] 10.222.0.44 "GET /v2.0/networks/34800660-22b0-4e67-a478-27e29c09058e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821011 Dec 06 18:12:13.023647 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-88bddee9-2c3f-4c85-b988-1fc861f15b99 req-7087c432-3b6e-4f7b-8236-c6e92c05213d service neutron] 10.222.0.44 "GET /v2.0/networks/34800660-22b0-4e67-a478-27e29c09058e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880518 Dec 06 18:12:13.558874 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5e735fd7-f522-4ec0-b1ef-5dc45b659b62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:13.948209 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5552e47-52d3-4a28-a5a4-a402cf666dea req-68bf6adf-f074-49a4-a1af-8f7cbd849902 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:12:13.949636 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f5552e47-52d3-4a28-a5a4-a402cf666dea req-68bf6adf-f074-49a4-a1af-8f7cbd849902 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2fe0afa-5022-4546-8a31-83f211bc7976 HTTP/1.1" status: 200 len: 943 time: 0.0533881 Dec 06 18:12:13.997067 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f5552e47-52d3-4a28-a5a4-a402cf666dea req-93bc4104-0946-43f2-a75d-869621d3db12 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=495f7634-0f69-4456-8425-89ee5c0f0a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414400 Dec 06 18:12:14.322704 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 1a19abb6-d36a-4182-a67d-e67aa7f27432 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 18:12:14.416606 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 1a19abb6-d36a-4182-a67d-e67aa7f27432, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=1a19abb6-d36a-4182-a67d-e67aa7f27432,segment=NetworkSegment(a65ed678-ab81-490b-aeb6-eaa0d81cd4ef),segment_id=a65ed678-ab81-490b-aeb6-eaa0d81cd4ef)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:12:14.427840 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': '1a19abb6-d36a-4182-a67d-e67aa7f27432', 'network_id': '34800660-22b0-4e67-a478-27e29c09058e', 'port_id': '1a19abb6-d36a-4182-a67d-e67aa7f27432', 'mac_address': 'fa:16:3e:4c:65:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c12f150-b47b-4fe4-80c4-5aa43da9eeb1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 18:12:14.464176 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:14.477275 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a19abb6-d36a-4182-a67d-e67aa7f27432 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 18:12:14.496054 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 1a19abb6-d36a-4182-a67d-e67aa7f27432, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=1a19abb6-d36a-4182-a67d-e67aa7f27432,segment=NetworkSegment(a65ed678-ab81-490b-aeb6-eaa0d81cd4ef),segment_id=a65ed678-ab81-490b-aeb6-eaa0d81cd4ef)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:12:14.499993 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:14.550028 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=1a19abb6-d36a-4182-a67d-e67aa7f27432,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:12:14.740924 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['1a19abb6-d36a-4182-a67d-e67aa7f27432'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 18:12:15.110838 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827ab914-a0cf-4c8b-a2f2-ed2a207893d3 req-7974891e-4d3b-4cee-9c2c-6605b7c5fc9a tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:12:15.112892 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-827ab914-a0cf-4c8b-a2f2-ed2a207893d3 req-7974891e-4d3b-4cee-9c2c-6605b7c5fc9a tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2fe0afa-5022-4546-8a31-83f211bc7976 HTTP/1.1" status: 200 len: 944 time: 0.0497665 Dec 06 18:12:15.161935 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-827ab914-a0cf-4c8b-a2f2-ed2a207893d3 req-271b8f7b-1878-4c2f-81eb-28da05a7fede tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=495f7634-0f69-4456-8425-89ee5c0f0a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430927 Dec 06 18:12:15.739095 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-50e0b669-4016-4e19-a85a-d66f46edcd68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:16.275396 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25e9e04-2c82-4c82-80db-409cddcdd388 req-ceaac1e9-d491-47da-b98b-9a280ad02ab9 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:12:16.276876 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f25e9e04-2c82-4c82-80db-409cddcdd388 req-ceaac1e9-d491-47da-b98b-9a280ad02ab9 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2fe0afa-5022-4546-8a31-83f211bc7976 HTTP/1.1" status: 200 len: 944 time: 0.0483441 Dec 06 18:12:16.324830 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f25e9e04-2c82-4c82-80db-409cddcdd388 req-2594880d-ab32-4fec-a345-e38e9309facf tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=495f7634-0f69-4456-8425-89ee5c0f0a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414424 Dec 06 18:12:16.347846 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 1a19abb6-d36a-4182-a67d-e67aa7f27432 up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 18:12:16.396509 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning for port 1a19abb6-d36a-4182-a67d-e67aa7f27432 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 18:12:16.400312 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port 1a19abb6-d36a-4182-a67d-e67aa7f27432 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:12:16.400687 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:16.478275 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:16.500314 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2fe0afa-5022-4546-8a31-83f211bc7976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a19abb6-d36a-4182-a67d-e67aa7f27432'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 18:12:16.502843 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}253b13571352ac935e80f100367d97205cb4b29805628151c230edbf5f3547e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c58fa355-f22a-45e4-9d5b-4e02b452edcd" -d '{"events": [{"server_uuid": "f2fe0afa-5022-4546-8a31-83f211bc7976", "name": "network-vif-plugged", "status": "completed", "tag": "1a19abb6-d36a-4182-a67d-e67aa7f27432"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 18:12:16.516131 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 1a19abb6-d36a-4182-a67d-e67aa7f27432, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=1a19abb6-d36a-4182-a67d-e67aa7f27432,segment=NetworkSegment(a65ed678-ab81-490b-aeb6-eaa0d81cd4ef),segment_id=a65ed678-ab81-490b-aeb6-eaa0d81cd4ef)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:12:16.520420 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:16.542985 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 18:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe592e7-5bf7-4aa2-aa73-40462e888b67 x-openstack-request-id: req-2fe592e7-5bf7-4aa2-aa73-40462e888b67 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 18:12:16.543288 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2fe0afa-5022-4546-8a31-83f211bc7976", "name": "network-vif-plugged", "status": "completed", "tag": "1a19abb6-d36a-4182-a67d-e67aa7f27432", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 18:12:16.543550 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2fe592e7-5bf7-4aa2-aa73-40462e888b67 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 18:12:16.543943 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2fe0afa-5022-4546-8a31-83f211bc7976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a19abb6-d36a-4182-a67d-e67aa7f27432', 'code': 200} Dec 06 18:12:16.569046 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=1a19abb6-d36a-4182-a67d-e67aa7f27432,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:12:16.644100 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594c640-bdfc-4acc-aac8-eb24610d4c8c req-88d1663c-0856-41b0-b00e-c168baf29a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:12:16.645614 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8594c640-bdfc-4acc-aac8-eb24610d4c8c req-88d1663c-0856-41b0-b00e-c168baf29a0d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f2fe0afa-5022-4546-8a31-83f211bc7976 HTTP/1.1" status: 200 len: 1096 time: 0.0442705 Dec 06 18:12:16.692856 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8594c640-bdfc-4acc-aac8-eb24610d4c8c req-7efe1596-05d6-4cf1-b327-3d82900f0a41 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=495f7634-0f69-4456-8425-89ee5c0f0a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396144 Dec 06 18:12:17.156555 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:17.445770 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facc6bdd-dfdc-4e50-b38c-b21cbd2cd295 req-d3206aa3-aab7-481a-bcb7-695867fc03a4 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:12:17.447253 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-facc6bdd-dfdc-4e50-b38c-b21cbd2cd295 req-d3206aa3-aab7-481a-bcb7-695867fc03a4 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2fe0afa-5022-4546-8a31-83f211bc7976 HTTP/1.1" status: 200 len: 945 time: 0.0491214 Dec 06 18:12:17.499651 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-facc6bdd-dfdc-4e50-b38c-b21cbd2cd295 req-53642b05-3e7e-47d5-b07a-ce21584d1d93 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=495f7634-0f69-4456-8425-89ee5c0f0a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457840 Dec 06 18:12:18.286175 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:18.617800 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b57c19-e7da-4351-8941-603381ad71d2 req-3a7adcb5-55a9-42f7-8c36-c70f13d5d0be tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:12:18.619291 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-21b57c19-e7da-4351-8941-603381ad71d2 req-3a7adcb5-55a9-42f7-8c36-c70f13d5d0be tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2fe0afa-5022-4546-8a31-83f211bc7976 HTTP/1.1" status: 200 len: 945 time: 0.0485325 Dec 06 18:12:18.667982 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-21b57c19-e7da-4351-8941-603381ad71d2 req-8f5b1e2c-c295-4566-b165-1fbc072cdfaa tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=495f7634-0f69-4456-8425-89ee5c0f0a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423334 Dec 06 18:12:18.782200 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea45ffd-b066-41e0-8c87-933e50f32850 req-6a24f3cb-0290-458b-a88e-cc29a5a19097 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:12:18.783399 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-cea45ffd-b066-41e0-8c87-933e50f32850 req-6a24f3cb-0290-458b-a88e-cc29a5a19097 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2fe0afa-5022-4546-8a31-83f211bc7976 HTTP/1.1" status: 200 len: 945 time: 0.0492272 Dec 06 18:12:18.832190 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-cea45ffd-b066-41e0-8c87-933e50f32850 req-4e9cf06b-373e-4fc2-9f06-f5399d782838 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=495f7634-0f69-4456-8425-89ee5c0f0a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427701 Dec 06 18:12:18.853535 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 43030) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:12:18.892300 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c915519-3b98-43ae-a581-2a4b8da25bc2 tempest-TestNetworkAdvancedServerOps-1167834497 tempest-TestNetworkAdvancedServerOps-1167834497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:12:18.893825 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-9c915519-3b98-43ae-a581-2a4b8da25bc2 tempest-TestNetworkAdvancedServerOps-1167834497 tempest-TestNetworkAdvancedServerOps-1167834497-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f2fe0afa-5022-4546-8a31-83f211bc7976 HTTP/1.1" status: 200 len: 1091 time: 0.0393491 Dec 06 18:12:18.896509 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 43032) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:12:18.900668 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-1fa8d675-d213-4cb2-afc1-2a0d722f6645 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Request body: {'floatingip': {'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'port_id': '1a19abb6-d36a-4182-a67d-e67aa7f27432', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:12:18.927706 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1fa8d675-d213-4cb2-afc1-2a0d722f6645 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for floatingip, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:19.024437 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1fa8d675-d213-4cb2-afc1-2a0d722f6645 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:19.123292 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-1fa8d675-d213-4cb2-afc1-2a0d722f6645 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Allocated IP 172.35.1.253 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/1b8a55a9-99d0-451c-98ca-9c3202ab28a5) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 18:12:19.222115 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:19.228912 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1fa8d675-d213-4cb2-afc1-2a0d722f6645 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:19.261524 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1fa8d675-d213-4cb2-afc1-2a0d722f6645 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:19.300297 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa8d675-d213-4cb2-afc1-2a0d722f6645 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 18:12:19.303083 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-1fa8d675-d213-4cb2-afc1-2a0d722f6645 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 18:12:19.306769 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa8d675-d213-4cb2-afc1-2a0d722f6645 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 18:12:19.312657 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa8d675-d213-4cb2-afc1-2a0d722f6645 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event updated for resources: {'Port': ['ID=1b8a55a9-99d0-451c-98ca-9c3202ab28a5,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:12:19.656612 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1fa8d675-d213-4cb2-afc1-2a0d722f6645 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:19.719903 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1fa8d675-d213-4cb2-afc1-2a0d722f6645 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:19.868088 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1fa8d675-d213-4cb2-afc1-2a0d722f6645 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:19.872263 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1fa8d675-d213-4cb2-afc1-2a0d722f6645 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:19.940781 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa8d675-d213-4cb2-afc1-2a0d722f6645 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event updated for resources: {'Port': ['ID=1b8a55a9-99d0-451c-98ca-9c3202ab28a5,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:12:19.953134 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1fa8d675-d213-4cb2-afc1-2a0d722f6645 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:20.341678 n-d-master-1 neutron-server[103285]: INFO neutron.db.l3_db [None req-1fa8d675-d213-4cb2-afc1-2a0d722f6645 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Floating IP f7f212a0-6377-46d8-9455-84b61a42a249 associated. External IP: 172.35.1.253, port: 1a19abb6-d36a-4182-a67d-e67aa7f27432. Dec 06 18:12:20.541849 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fa8d675-d213-4cb2-afc1-2a0d722f6645 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Router 8b081942-e3b8-4ff1-be43-a4dfd57508d5 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 18:12:20.648112 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fa8d675-d213-4cb2-afc1-2a0d722f6645 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 18:12:20.658153 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5134f9e6-c23d-4214-8d56-41bac99930ac None None] Sync routers for ids ['8b081942-e3b8-4ff1-be43-a4dfd57508d5'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 18:12:20.665505 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1fa8d675-d213-4cb2-afc1-2a0d722f6645 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:20.668381 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5134f9e6-c23d-4214-8d56-41bac99930ac None None] Routers {'8b081942-e3b8-4ff1-be43-a4dfd57508d5'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:12:20.669116 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-5134f9e6-c23d-4214-8d56-41bac99930ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:12:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['8b081942-e3b8-4ff1-be43-a4dfd57508d5'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:12:20.692262 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-1fa8d675-d213-4cb2-afc1-2a0d722f6645 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7947555 Dec 06 18:12:20.692848 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2fe0afa-5022-4546-8a31-83f211bc7976', 'tag': '1a19abb6-d36a-4182-a67d-e67aa7f27432'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 18:12:20.695134 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84a504b017671f0a47cd85ab9346cb7aca95b1a07f687931bccd5817498bce48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8163658f-b5ac-4942-a509-39221e68c3a1" -d '{"events": [{"name": "network-changed", "server_uuid": "f2fe0afa-5022-4546-8a31-83f211bc7976", "tag": "1a19abb6-d36a-4182-a67d-e67aa7f27432"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 18:12:20.732291 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 18:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbdfa3a2-3e56-4e8c-b9fa-c2f9632dc5d9 x-openstack-request-id: req-bbdfa3a2-3e56-4e8c-b9fa-c2f9632dc5d9 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 18:12:20.732588 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2fe0afa-5022-4546-8a31-83f211bc7976", "tag": "1a19abb6-d36a-4182-a67d-e67aa7f27432", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 18:12:20.732846 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bbdfa3a2-3e56-4e8c-b9fa-c2f9632dc5d9 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 18:12:20.733259 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2fe0afa-5022-4546-8a31-83f211bc7976', 'tag': '1a19abb6-d36a-4182-a67d-e67aa7f27432', 'status': 'completed', 'code': 200} Dec 06 18:12:20.799189 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-5134f9e6-c23d-4214-8d56-41bac99930ac None None] Set router 8b081942-e3b8-4ff1-be43-a4dfd57508d5 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:12:20.831097 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32951af-0120-49ab-9f6e-5c5098c8c8e6 req-9fa2a453-dd80-447b-a163-ba7d311cc2a1 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:12:20.832605 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a32951af-0120-49ab-9f6e-5c5098c8c8e6 req-9fa2a453-dd80-447b-a163-ba7d311cc2a1 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2fe0afa-5022-4546-8a31-83f211bc7976 HTTP/1.1" status: 200 len: 945 time: 0.0855179 Dec 06 18:12:20.834651 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8163658f-b5ac-4942-a509-39221e68c3a1 req-2b375547-657a-4b0e-aebf-f609d26026e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:12:20.836020 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8163658f-b5ac-4942-a509-39221e68c3a1 req-2b375547-657a-4b0e-aebf-f609d26026e8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=80786a15dc4645b98b22cbe4242a7bcf&device_id=f2fe0afa-5022-4546-8a31-83f211bc7976 HTTP/1.1" status: 200 len: 1096 time: 0.0781560 Dec 06 18:12:20.944961 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a32951af-0120-49ab-9f6e-5c5098c8c8e6 req-c35d4dc7-276b-4a32-beb8-62783629a9f7 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=495f7634-0f69-4456-8425-89ee5c0f0a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061466 Dec 06 18:12:20.966833 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8163658f-b5ac-4942-a509-39221e68c3a1 req-74bbbb57-0bfc-4ead-82c1-095f5c64523f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:12:20.966833 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8163658f-b5ac-4942-a509-39221e68c3a1 req-74bbbb57-0bfc-4ead-82c1-095f5c64523f service neutron] 10.222.0.44 "GET /v2.0/networks?id=34800660-22b0-4e67-a478-27e29c09058e HTTP/1.1" status: 200 len: 897 time: 0.1214783 Dec 06 18:12:20.967135 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 43038) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:12:21.027018 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-5134f9e6-c23d-4214-8d56-41bac99930ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b081942-e3b8-4ff1-be43-a4dfd57508d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-587939001', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.85'}], 'enable_snat': True}, 'gw_port_id': '32f09ce2-7590-476c-9557-c6991f44f04e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:12:03Z', 'updated_at': '2021-12-06T18:12:07Z', 'revision_number': 4, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'gw_port': {'id': '32f09ce2-7590-476c-9557-c6991f44f04e', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b081942-e3b8-4ff1-be43-a4dfd57508d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:12:04Z', 'updated_at': '2021-12-06T18:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'f7f212a0-6377-46d8-9455-84b61a42a249', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'floating_ip_address': '172.35.1.253', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '8b081942-e3b8-4ff1-be43-a4dfd57508d5', 'port_id': '1a19abb6-d36a-4182-a67d-e67aa7f27432', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4295, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34800660-22b0-4e67-a478-27e29c09058e', 'mac_address': 'fa:16:3e:4c:65:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fe0afa-5022-4546-8a31-83f211bc7976', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T18:12:19Z', 'updated_at': '2021-12-06T18:12:19Z', 'revision_number': 0, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f4069f5-177e-4cf1-9ba9-84a46414f4b7', 'name': '', 'network_id': '34800660-22b0-4e67-a478-27e29c09058e', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'mac_address': 'fa:16:3e:33:03:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b081942-e3b8-4ff1-be43-a4dfd57508d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '1c12f150-b47b-4fe4-80c4-5aa43da9eeb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:12:06Z', 'updated_at': '2021-12-06T18:12:10Z', 'revision_number': 5, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'subnets': [{'id': '1c12f150-b47b-4fe4-80c4-5aa43da9eeb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:12:21.052406 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5134f9e6-c23d-4214-8d56-41bac99930ac None None] Checking router: 8b081942-e3b8-4ff1-be43-a4dfd57508d5 for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 18:12:21.061094 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5134f9e6-c23d-4214-8d56-41bac99930ac None None] Routers {'8b081942-e3b8-4ff1-be43-a4dfd57508d5'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:12:21.061760 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-5134f9e6-c23d-4214-8d56-41bac99930ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:12:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['8b081942-e3b8-4ff1-be43-a4dfd57508d5'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:12:21.070152 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-b5af7b06-5375-439b-8ae2-c5968f0a4ae3 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/floatingips/f7f212a0-6377-46d8-9455-84b61a42a249 HTTP/1.1" status: 200 len: 991 time: 0.1015470 Dec 06 18:12:21.082870 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8163658f-b5ac-4942-a509-39221e68c3a1 req-af5188ab-fcc2-4e92-864b-85142ae3708e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a19abb6-d36a-4182-a67d-e67aa7f27432 HTTP/1.1" status: 200 len: 999 time: 0.1091821 Dec 06 18:12:21.133085 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8163658f-b5ac-4942-a509-39221e68c3a1 req-b4f286c1-dbd4-408d-80b0-9be530903971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:12:21.134575 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8163658f-b5ac-4942-a509-39221e68c3a1 req-b4f286c1-dbd4-408d-80b0-9be530903971 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1c12f150-b47b-4fe4-80c4-5aa43da9eeb1 HTTP/1.1" status: 200 len: 835 time: 0.0443571 Dec 06 18:12:21.166682 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-5134f9e6-c23d-4214-8d56-41bac99930ac None None] Set router 8b081942-e3b8-4ff1-be43-a4dfd57508d5 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:12:21.179564 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8163658f-b5ac-4942-a509-39221e68c3a1 req-bd184431-2e3f-4785-8ebd-27de154d077b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:12:21.181076 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8163658f-b5ac-4942-a509-39221e68c3a1 req-bd184431-2e3f-4785-8ebd-27de154d077b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=34800660-22b0-4e67-a478-27e29c09058e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394614 Dec 06 18:12:21.292682 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8163658f-b5ac-4942-a509-39221e68c3a1 req-2aa933fd-5726-4787-8d2d-3a1661e164ea service neutron] 10.222.0.44 "GET /v2.0/networks/34800660-22b0-4e67-a478-27e29c09058e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048124 Dec 06 18:12:21.386031 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8163658f-b5ac-4942-a509-39221e68c3a1 req-5d6eebe0-565f-4b5a-ba99-219ae7cf9f85 service neutron] 10.222.0.44 "GET /v2.0/networks/34800660-22b0-4e67-a478-27e29c09058e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863442 Dec 06 18:12:21.413343 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-5134f9e6-c23d-4214-8d56-41bac99930ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b081942-e3b8-4ff1-be43-a4dfd57508d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-587939001', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.85'}], 'enable_snat': True}, 'gw_port_id': '32f09ce2-7590-476c-9557-c6991f44f04e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:12:03Z', 'updated_at': '2021-12-06T18:12:07Z', 'revision_number': 4, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'gw_port': {'id': '32f09ce2-7590-476c-9557-c6991f44f04e', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b081942-e3b8-4ff1-be43-a4dfd57508d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:12:04Z', 'updated_at': '2021-12-06T18:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'f7f212a0-6377-46d8-9455-84b61a42a249', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'floating_ip_address': '172.35.1.253', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '8b081942-e3b8-4ff1-be43-a4dfd57508d5', 'port_id': '1a19abb6-d36a-4182-a67d-e67aa7f27432', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4295, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34800660-22b0-4e67-a478-27e29c09058e', 'mac_address': 'fa:16:3e:4c:65:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fe0afa-5022-4546-8a31-83f211bc7976', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T18:12:19Z', 'updated_at': '2021-12-06T18:12:19Z', 'revision_number': 0, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f4069f5-177e-4cf1-9ba9-84a46414f4b7', 'name': '', 'network_id': '34800660-22b0-4e67-a478-27e29c09058e', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'mac_address': 'fa:16:3e:33:03:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b081942-e3b8-4ff1-be43-a4dfd57508d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '1c12f150-b47b-4fe4-80c4-5aa43da9eeb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:12:06Z', 'updated_at': '2021-12-06T18:12:10Z', 'revision_number': 5, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'subnets': [{'id': '1c12f150-b47b-4fe4-80c4-5aa43da9eeb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:12:21.440669 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5134f9e6-c23d-4214-8d56-41bac99930ac None None] The sync data for ids ['8b081942-e3b8-4ff1-be43-a4dfd57508d5'] in n-d-master-1 is: [{'id': '8b081942-e3b8-4ff1-be43-a4dfd57508d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-587939001', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.85'}], 'enable_snat': True}, 'gw_port_id': '32f09ce2-7590-476c-9557-c6991f44f04e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:12:03Z', 'updated_at': '2021-12-06T18:12:07Z', 'revision_number': 4, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'gw_port': {'id': '32f09ce2-7590-476c-9557-c6991f44f04e', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b081942-e3b8-4ff1-be43-a4dfd57508d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:12:04Z', 'updated_at': '2021-12-06T18:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'f7f212a0-6377-46d8-9455-84b61a42a249', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'floating_ip_address': '172.35.1.253', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '8b081942-e3b8-4ff1-be43-a4dfd57508d5', 'port_id': '1a19abb6-d36a-4182-a67d-e67aa7f27432', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4295, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34800660-22b0-4e67-a478-27e29c09058e', 'mac_address': 'fa:16:3e:4c:65:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fe0afa-5022-4546-8a31-83f211bc7976', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T18:12:19Z', 'updated_at': '2021-12-06T18:12:19Z', 'revision_number': 0, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f4069f5-177e-4cf1-9ba9-84a46414f4b7', 'name': '', 'network_id': '34800660-22b0-4e67-a478-27e29c09058e', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'mac_address': 'fa:16:3e:33:03:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b081942-e3b8-4ff1-be43-a4dfd57508d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '1c12f150-b47b-4fe4-80c4-5aa43da9eeb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:12:06Z', 'updated_at': '2021-12-06T18:12:10Z', 'revision_number': 5, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'subnets': [{'id': '1c12f150-b47b-4fe4-80c4-5aa43da9eeb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 18:12:21.627663 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df04632-21ab-490c-9de6-0d61d84d24d7 None None] New status for floating IP f7f212a0-6377-46d8-9455-84b61a42a249: ACTIVE {{(pid=103287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 18:12:22.074243 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 43040) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:12:22.144351 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-39fe3466-00ee-463b-9c4f-e34b51400b1f tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/floatingips/f7f212a0-6377-46d8-9455-84b61a42a249 HTTP/1.1" status: 200 len: 993 time: 0.0688505 Dec 06 18:12:30.295895 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-de909ee6-d4e4-4e90-a817-3cab805de4ea req-c4327eb3-dd2a-4b43-b787-190a99fdb5d1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f2fe0afa-5022-4546-8a31-83f211bc7976&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435510 Dec 06 18:12:30.379716 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de909ee6-d4e4-4e90-a817-3cab805de4ea req-6638ed0f-9123-4f2b-a35a-77d74115d1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:12:30.381181 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-de909ee6-d4e4-4e90-a817-3cab805de4ea req-6638ed0f-9123-4f2b-a35a-77d74115d1fe service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=80786a15dc4645b98b22cbe4242a7bcf&device_id=f2fe0afa-5022-4546-8a31-83f211bc7976 HTTP/1.1" status: 200 len: 1096 time: 0.0408905 Dec 06 18:12:30.484092 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de909ee6-d4e4-4e90-a817-3cab805de4ea req-020606b5-b240-446f-b79c-a63365a1362a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:12:30.485564 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-de909ee6-d4e4-4e90-a817-3cab805de4ea req-020606b5-b240-446f-b79c-a63365a1362a service neutron] 10.222.0.44 "GET /v2.0/networks?id=34800660-22b0-4e67-a478-27e29c09058e HTTP/1.1" status: 200 len: 897 time: 0.0837631 Dec 06 18:12:30.554786 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-de909ee6-d4e4-4e90-a817-3cab805de4ea req-3b3c7201-b3d5-4c0d-a34b-5b6044ad5c12 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a19abb6-d36a-4182-a67d-e67aa7f27432 HTTP/1.1" status: 200 len: 1001 time: 0.0615921 Dec 06 18:12:30.603354 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de909ee6-d4e4-4e90-a817-3cab805de4ea req-95fa244c-d548-40b8-85df-b296097cc22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:12:30.604752 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-de909ee6-d4e4-4e90-a817-3cab805de4ea req-95fa244c-d548-40b8-85df-b296097cc22e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1c12f150-b47b-4fe4-80c4-5aa43da9eeb1 HTTP/1.1" status: 200 len: 835 time: 0.0424671 Dec 06 18:12:30.648342 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de909ee6-d4e4-4e90-a817-3cab805de4ea req-2f3f3661-69e4-4bd9-adaf-66fd64ac9779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:12:30.649824 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-de909ee6-d4e4-4e90-a817-3cab805de4ea req-2f3f3661-69e4-4bd9-adaf-66fd64ac9779 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=34800660-22b0-4e67-a478-27e29c09058e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383270 Dec 06 18:12:30.742712 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-de909ee6-d4e4-4e90-a817-3cab805de4ea req-e5cfe991-4c64-4b3f-9398-a35b7502e7c4 service neutron] 10.222.0.44 "GET /v2.0/networks/34800660-22b0-4e67-a478-27e29c09058e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855646 Dec 06 18:12:30.836961 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-de909ee6-d4e4-4e90-a817-3cab805de4ea req-02e3eb95-3b17-40ad-853b-3370f9fb4af6 service neutron] 10.222.0.44 "GET /v2.0/networks/34800660-22b0-4e67-a478-27e29c09058e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867267 Dec 06 18:12:33.307342 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:35.708703 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:39.319262 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 18:12:43.560647 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-57d320a8-7a12-4358-8fe3-94a44223ef31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:45.739981 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-10c91d43-74a6-405b-b9a9-9da6b802f487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:47.162602 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:48.291251 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:48.899502 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250151f2-a514-4d8f-90ce-7cac591cc602 req-06711ea0-e84a-4766-a3f4-62446d72a939 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:12:48.900970 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-250151f2-a514-4d8f-90ce-7cac591cc602 req-06711ea0-e84a-4766-a3f4-62446d72a939 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2fe0afa-5022-4546-8a31-83f211bc7976 HTTP/1.1" status: 200 len: 945 time: 0.0487125 Dec 06 18:12:48.950084 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-250151f2-a514-4d8f-90ce-7cac591cc602 req-8c6fecba-07f5-4ef1-a645-72e448c4ebab tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=495f7634-0f69-4456-8425-89ee5c0f0a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432591 Dec 06 18:12:49.224450 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:50.069995 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad163a69-3752-4473-9122-2bcb1e205332 req-7db5527a-6248-4c91-a931-1e8425651b09 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:12:50.071367 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ad163a69-3752-4473-9122-2bcb1e205332 req-7db5527a-6248-4c91-a931-1e8425651b09 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2fe0afa-5022-4546-8a31-83f211bc7976 HTTP/1.1" status: 200 len: 945 time: 0.0497887 Dec 06 18:12:50.119746 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ad163a69-3752-4473-9122-2bcb1e205332 req-570e21f8-c569-4f25-ad48-2ecf6ec24794 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=495f7634-0f69-4456-8425-89ee5c0f0a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424500 Dec 06 18:12:50.144113 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 43060) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:12:50.208116 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-6aeff7aa-b190-4238-b550-88bfc776e75a tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/floatingips/f7f212a0-6377-46d8-9455-84b61a42a249 HTTP/1.1" status: 200 len: 993 time: 0.0628390 Dec 06 18:12:51.473868 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef66fb7-a1e2-4460-8446-826c4ab28cf0 req-102e898d-7038-49fa-a60a-120a15dee0ed tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:12:51.475453 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1ef66fb7-a1e2-4460-8446-826c4ab28cf0 req-102e898d-7038-49fa-a60a-120a15dee0ed tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2fe0afa-5022-4546-8a31-83f211bc7976 HTTP/1.1" status: 200 len: 945 time: 0.0514047 Dec 06 18:12:51.488162 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da7c35d-bcea-4f46-84e8-ff759f78021e req-b75193a6-c9a1-44da-8424-d5d9f0b4169e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:12:51.489740 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7da7c35d-bcea-4f46-84e8-ff759f78021e req-b75193a6-c9a1-44da-8424-d5d9f0b4169e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=80786a15dc4645b98b22cbe4242a7bcf&device_id=f2fe0afa-5022-4546-8a31-83f211bc7976 HTTP/1.1" status: 200 len: 1096 time: 0.0421567 Dec 06 18:12:51.526454 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1ef66fb7-a1e2-4460-8446-826c4ab28cf0 req-dd00e15e-08fd-4be2-b545-aa72dfddba6d tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=495f7634-0f69-4456-8425-89ee5c0f0a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445569 Dec 06 18:12:51.584432 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da7c35d-bcea-4f46-84e8-ff759f78021e req-4a3a4995-15b3-4aa9-91dd-71bf514d52bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:12:51.585946 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7da7c35d-bcea-4f46-84e8-ff759f78021e req-4a3a4995-15b3-4aa9-91dd-71bf514d52bf service neutron] 10.222.0.44 "GET /v2.0/networks?id=34800660-22b0-4e67-a478-27e29c09058e HTTP/1.1" status: 200 len: 897 time: 0.0892026 Dec 06 18:12:51.650398 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7da7c35d-bcea-4f46-84e8-ff759f78021e req-9c928f9d-76e5-4b4a-91c5-a359d82a7fd4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a19abb6-d36a-4182-a67d-e67aa7f27432 HTTP/1.1" status: 200 len: 1001 time: 0.0575414 Dec 06 18:12:51.704501 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da7c35d-bcea-4f46-84e8-ff759f78021e req-fc8fb0ed-3b3b-455d-a27b-4020c773675b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:12:51.705998 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7da7c35d-bcea-4f46-84e8-ff759f78021e req-fc8fb0ed-3b3b-455d-a27b-4020c773675b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1c12f150-b47b-4fe4-80c4-5aa43da9eeb1 HTTP/1.1" status: 200 len: 835 time: 0.0490084 Dec 06 18:12:51.752788 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da7c35d-bcea-4f46-84e8-ff759f78021e req-b9f35202-1589-4647-af49-53b57bc94196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:12:51.754327 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7da7c35d-bcea-4f46-84e8-ff759f78021e req-b9f35202-1589-4647-af49-53b57bc94196 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=34800660-22b0-4e67-a478-27e29c09058e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408278 Dec 06 18:12:51.847092 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7da7c35d-bcea-4f46-84e8-ff759f78021e req-e547c9c0-55aa-465e-999a-3779751af08c service neutron] 10.222.0.44 "GET /v2.0/networks/34800660-22b0-4e67-a478-27e29c09058e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839956 Dec 06 18:12:51.940621 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7da7c35d-bcea-4f46-84e8-ff759f78021e req-67e9d9ea-cd81-44b1-b95c-d575affaec79 service neutron] 10.222.0.44 "GET /v2.0/networks/34800660-22b0-4e67-a478-27e29c09058e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854778 Dec 06 18:12:52.646354 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca18535-dfd4-4931-98c2-53e59bfa6bf4 req-c708b524-5342-4d01-bc43-4df2a150442e tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:12:52.647857 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9ca18535-dfd4-4931-98c2-53e59bfa6bf4 req-c708b524-5342-4d01-bc43-4df2a150442e tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2fe0afa-5022-4546-8a31-83f211bc7976 HTTP/1.1" status: 200 len: 945 time: 0.0497317 Dec 06 18:12:52.701077 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9ca18535-dfd4-4931-98c2-53e59bfa6bf4 req-351546a2-0c70-4332-bcd1-7ccc980ebe3a tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=495f7634-0f69-4456-8425-89ee5c0f0a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471501 Dec 06 18:12:53.816985 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965ebd8b-6f21-4fda-84d4-09e7e06d8823 req-c74c5815-4f5b-4a5a-bc49-7e34704e0587 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:12:53.818464 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-965ebd8b-6f21-4fda-84d4-09e7e06d8823 req-c74c5815-4f5b-4a5a-bc49-7e34704e0587 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2fe0afa-5022-4546-8a31-83f211bc7976 HTTP/1.1" status: 200 len: 945 time: 0.0520825 Dec 06 18:12:53.865732 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-965ebd8b-6f21-4fda-84d4-09e7e06d8823 req-c1966b20-2de2-439b-90a1-527d1e95e4cc tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=495f7634-0f69-4456-8425-89ee5c0f0a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412569 Dec 06 18:12:53.888389 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 43072) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:12:53.946652 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-e3212fc7-6eb6-4ae3-9963-2402df82550b tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/floatingips/f7f212a0-6377-46d8-9455-84b61a42a249 HTTP/1.1" status: 200 len: 993 time: 0.0571730 Dec 06 18:12:54.185453 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 43078) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:12:54.336609 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-f1b99409-31af-4ab0-9058-bf5e97728265 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Deleting port 1b8a55a9-99d0-451c-98ca-9c3202ab28a5 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 18:12:54.336952 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f1b99409-31af-4ab0-9058-bf5e97728265 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:54.412775 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f1b99409-31af-4ab0-9058-bf5e97728265 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:54.413094 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f1b99409-31af-4ab0-9058-bf5e97728265 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:54.424861 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-f1b99409-31af-4ab0-9058-bf5e97728265 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Calling delete_port for 1b8a55a9-99d0-451c-98ca-9c3202ab28a5 owned by network:floatingip {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 18:12:54.566979 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f1b99409-31af-4ab0-9058-bf5e97728265 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:54.592143 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b99409-31af-4ab0-9058-bf5e97728265 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event deleted for resources: {'Port': ['ID=1b8a55a9-99d0-451c-98ca-9c3202ab28a5,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:12:54.651420 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f1b99409-31af-4ab0-9058-bf5e97728265 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for floatingip, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:54.651751 n-d-master-1 neutron-server[103285]: INFO neutron.db.l3_db [None req-f1b99409-31af-4ab0-9058-bf5e97728265 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Floating IP f7f212a0-6377-46d8-9455-84b61a42a249 disassociated (deleted). External IP: 172.35.1.253, port: 1a19abb6-d36a-4182-a67d-e67aa7f27432. Dec 06 18:12:54.856894 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1b99409-31af-4ab0-9058-bf5e97728265 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Router 8b081942-e3b8-4ff1-be43-a4dfd57508d5 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 18:12:54.963419 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1b99409-31af-4ab0-9058-bf5e97728265 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 18:12:54.968259 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f1b99409-31af-4ab0-9058-bf5e97728265 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:54.974134 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba765ee5-3d83-4364-9c8d-3333119f8da9 None None] Sync routers for ids ['8b081942-e3b8-4ff1-be43-a4dfd57508d5'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 18:12:54.988318 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba765ee5-3d83-4364-9c8d-3333119f8da9 None None] Routers {'8b081942-e3b8-4ff1-be43-a4dfd57508d5'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:12:54.988948 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-ba765ee5-3d83-4364-9c8d-3333119f8da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:12:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['8b081942-e3b8-4ff1-be43-a4dfd57508d5'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:12:54.995857 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-f1b99409-31af-4ab0-9058-bf5e97728265 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "DELETE /v2.0/floatingips/f7f212a0-6377-46d8-9455-84b61a42a249 HTTP/1.1" status: 204 len: 168 time: 0.8091991 Dec 06 18:12:54.996446 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2fe0afa-5022-4546-8a31-83f211bc7976', 'tag': '1a19abb6-d36a-4182-a67d-e67aa7f27432'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 18:12:54.998739 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84a504b017671f0a47cd85ab9346cb7aca95b1a07f687931bccd5817498bce48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f6c4398-b5fb-4936-a8cc-26389f6bacf5" -d '{"events": [{"name": "network-changed", "server_uuid": "f2fe0afa-5022-4546-8a31-83f211bc7976", "tag": "1a19abb6-d36a-4182-a67d-e67aa7f27432"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 18:12:55.039885 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 18:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae73290-a2c8-4c77-8f75-f545bc77d424 x-openstack-request-id: req-aae73290-a2c8-4c77-8f75-f545bc77d424 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 18:12:55.040239 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2fe0afa-5022-4546-8a31-83f211bc7976", "tag": "1a19abb6-d36a-4182-a67d-e67aa7f27432", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 18:12:55.040589 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-aae73290-a2c8-4c77-8f75-f545bc77d424 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 18:12:55.041058 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2fe0afa-5022-4546-8a31-83f211bc7976', 'tag': '1a19abb6-d36a-4182-a67d-e67aa7f27432', 'status': 'completed', 'code': 200} Dec 06 18:12:55.097577 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-ba765ee5-3d83-4364-9c8d-3333119f8da9 None None] Set router 8b081942-e3b8-4ff1-be43-a4dfd57508d5 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:12:55.115683 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6c4398-b5fb-4936-a8cc-26389f6bacf5 req-754f54c2-510b-453c-9e19-68f9be0b4abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:12:55.117273 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3f6c4398-b5fb-4936-a8cc-26389f6bacf5 req-754f54c2-510b-453c-9e19-68f9be0b4abd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=80786a15dc4645b98b22cbe4242a7bcf&device_id=f2fe0afa-5022-4546-8a31-83f211bc7976 HTTP/1.1" status: 200 len: 1096 time: 0.0507283 Dec 06 18:12:55.248343 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6c4398-b5fb-4936-a8cc-26389f6bacf5 req-841a9539-0b55-4423-86ec-d853bfa84897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:12:55.249976 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3f6c4398-b5fb-4936-a8cc-26389f6bacf5 req-841a9539-0b55-4423-86ec-d853bfa84897 service neutron] 10.222.0.44 "GET /v2.0/networks?id=34800660-22b0-4e67-a478-27e29c09058e HTTP/1.1" status: 200 len: 897 time: 0.1250811 Dec 06 18:12:55.262515 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5cde31-5aca-4cc3-bf50-94b01333b386 req-10ea3ce9-59ce-4f0f-b261-80f3f0df9c84 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:12:55.263964 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5a5cde31-5aca-4cc3-bf50-94b01333b386 req-10ea3ce9-59ce-4f0f-b261-80f3f0df9c84 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2fe0afa-5022-4546-8a31-83f211bc7976 HTTP/1.1" status: 200 len: 945 time: 0.0767612 Dec 06 18:12:55.305070 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-ba765ee5-3d83-4364-9c8d-3333119f8da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b081942-e3b8-4ff1-be43-a4dfd57508d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-587939001', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.85'}], 'enable_snat': True}, 'gw_port_id': '32f09ce2-7590-476c-9557-c6991f44f04e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:12:03Z', 'updated_at': '2021-12-06T18:12:07Z', 'revision_number': 4, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'gw_port': {'id': '32f09ce2-7590-476c-9557-c6991f44f04e', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b081942-e3b8-4ff1-be43-a4dfd57508d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:12:04Z', 'updated_at': '2021-12-06T18:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '9f4069f5-177e-4cf1-9ba9-84a46414f4b7', 'name': '', 'network_id': '34800660-22b0-4e67-a478-27e29c09058e', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'mac_address': 'fa:16:3e:33:03:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b081942-e3b8-4ff1-be43-a4dfd57508d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '1c12f150-b47b-4fe4-80c4-5aa43da9eeb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:12:06Z', 'updated_at': '2021-12-06T18:12:10Z', 'revision_number': 5, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'subnets': [{'id': '1c12f150-b47b-4fe4-80c4-5aa43da9eeb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:12:55.311843 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3f6c4398-b5fb-4936-a8cc-26389f6bacf5 req-ea276886-6469-42c4-ba31-6f89ec6f0462 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a19abb6-d36a-4182-a67d-e67aa7f27432 HTTP/1.1" status: 200 len: 217 time: 0.0469184 Dec 06 18:12:55.331938 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba765ee5-3d83-4364-9c8d-3333119f8da9 None None] Checking router: 8b081942-e3b8-4ff1-be43-a4dfd57508d5 for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 18:12:55.340049 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba765ee5-3d83-4364-9c8d-3333119f8da9 None None] Routers {'8b081942-e3b8-4ff1-be43-a4dfd57508d5'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:12:55.340655 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-ba765ee5-3d83-4364-9c8d-3333119f8da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:12:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['8b081942-e3b8-4ff1-be43-a4dfd57508d5'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:12:55.381018 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5a5cde31-5aca-4cc3-bf50-94b01333b386 req-acd23183-3350-482d-868c-dc61fd8c559b tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=495f7634-0f69-4456-8425-89ee5c0f0a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080217 Dec 06 18:12:55.386502 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6c4398-b5fb-4936-a8cc-26389f6bacf5 req-d07746fb-2ca5-4838-a6a7-fb7eaae3d0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:12:55.387928 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3f6c4398-b5fb-4936-a8cc-26389f6bacf5 req-d07746fb-2ca5-4838-a6a7-fb7eaae3d0d9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1c12f150-b47b-4fe4-80c4-5aa43da9eeb1 HTTP/1.1" status: 200 len: 835 time: 0.0683243 Dec 06 18:12:55.439230 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6c4398-b5fb-4936-a8cc-26389f6bacf5 req-c0547652-e5e1-432c-89c2-1753f6ae23a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:12:55.440729 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3f6c4398-b5fb-4936-a8cc-26389f6bacf5 req-c0547652-e5e1-432c-89c2-1753f6ae23a4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=34800660-22b0-4e67-a478-27e29c09058e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449429 Dec 06 18:12:55.445499 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-ba765ee5-3d83-4364-9c8d-3333119f8da9 None None] Set router 8b081942-e3b8-4ff1-be43-a4dfd57508d5 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:12:55.534823 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3f6c4398-b5fb-4936-a8cc-26389f6bacf5 req-cb79fdf1-bf87-4c1c-a1c9-680b4ea0f6ff service neutron] 10.222.0.44 "GET /v2.0/networks/34800660-22b0-4e67-a478-27e29c09058e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849261 Dec 06 18:12:55.629739 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3f6c4398-b5fb-4936-a8cc-26389f6bacf5 req-5b1741e0-049a-4c11-bea3-56ca6ffe60e2 service neutron] 10.222.0.44 "GET /v2.0/networks/34800660-22b0-4e67-a478-27e29c09058e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865753 Dec 06 18:12:55.637607 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-ba765ee5-3d83-4364-9c8d-3333119f8da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b081942-e3b8-4ff1-be43-a4dfd57508d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-587939001', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.85'}], 'enable_snat': True}, 'gw_port_id': '32f09ce2-7590-476c-9557-c6991f44f04e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:12:03Z', 'updated_at': '2021-12-06T18:12:07Z', 'revision_number': 4, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'gw_port': {'id': '32f09ce2-7590-476c-9557-c6991f44f04e', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b081942-e3b8-4ff1-be43-a4dfd57508d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:12:04Z', 'updated_at': '2021-12-06T18:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '9f4069f5-177e-4cf1-9ba9-84a46414f4b7', 'name': '', 'network_id': '34800660-22b0-4e67-a478-27e29c09058e', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'mac_address': 'fa:16:3e:33:03:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b081942-e3b8-4ff1-be43-a4dfd57508d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '1c12f150-b47b-4fe4-80c4-5aa43da9eeb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:12:06Z', 'updated_at': '2021-12-06T18:12:10Z', 'revision_number': 5, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'subnets': [{'id': '1c12f150-b47b-4fe4-80c4-5aa43da9eeb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:12:55.668157 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba765ee5-3d83-4364-9c8d-3333119f8da9 None None] The sync data for ids ['8b081942-e3b8-4ff1-be43-a4dfd57508d5'] in n-d-master-1 is: [{'id': '8b081942-e3b8-4ff1-be43-a4dfd57508d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-587939001', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.85'}], 'enable_snat': True}, 'gw_port_id': '32f09ce2-7590-476c-9557-c6991f44f04e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:12:03Z', 'updated_at': '2021-12-06T18:12:07Z', 'revision_number': 4, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'gw_port': {'id': '32f09ce2-7590-476c-9557-c6991f44f04e', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b081942-e3b8-4ff1-be43-a4dfd57508d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:12:04Z', 'updated_at': '2021-12-06T18:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '9f4069f5-177e-4cf1-9ba9-84a46414f4b7', 'name': '', 'network_id': '34800660-22b0-4e67-a478-27e29c09058e', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'mac_address': 'fa:16:3e:33:03:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b081942-e3b8-4ff1-be43-a4dfd57508d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '1c12f150-b47b-4fe4-80c4-5aa43da9eeb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:12:06Z', 'updated_at': '2021-12-06T18:12:10Z', 'revision_number': 5, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'subnets': [{'id': '1c12f150-b47b-4fe4-80c4-5aa43da9eeb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 18:12:55.887606 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1098ed-922c-42bf-9107-dea49ca03b07 None None] New status for floating IP f7f212a0-6377-46d8-9455-84b61a42a249: DOWN {{(pid=103287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 18:12:56.498573 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb289f5-d13e-4ca4-93fa-516b1545716a req-868f808b-f724-4d89-b19a-194e92a81771 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:12:56.500061 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0eb289f5-d13e-4ca4-93fa-516b1545716a req-868f808b-f724-4d89-b19a-194e92a81771 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2fe0afa-5022-4546-8a31-83f211bc7976 HTTP/1.1" status: 200 len: 945 time: 0.0489342 Dec 06 18:12:56.553111 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0eb289f5-d13e-4ca4-93fa-516b1545716a req-5041227d-d337-4aa1-9155-0174716ec480 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/security-groups?id=495f7634-0f69-4456-8425-89ee5c0f0a87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468819 Dec 06 18:12:56.818267 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99874eaa-5d16-4678-b933-7ab1cf08ccf6 req-56691d88-b066-4063-a114-a5c1ffba695e tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:12:56.819765 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-99874eaa-5d16-4678-b933-7ab1cf08ccf6 req-56691d88-b066-4063-a114-a5c1ffba695e tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2fe0afa-5022-4546-8a31-83f211bc7976 HTTP/1.1" status: 200 len: 945 time: 0.0487189 Dec 06 18:12:56.908103 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-99874eaa-5d16-4678-b933-7ab1cf08ccf6 req-fb9d4666-443a-4ba4-ac8e-e94a83f40572 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Deleting port 1a19abb6-d36a-4182-a67d-e67aa7f27432 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 18:12:56.908442 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-99874eaa-5d16-4678-b933-7ab1cf08ccf6 req-fb9d4666-443a-4ba4-ac8e-e94a83f40572 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:57.002942 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-99874eaa-5d16-4678-b933-7ab1cf08ccf6 req-fb9d4666-443a-4ba4-ac8e-e94a83f40572 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] For port 1a19abb6-d36a-4182-a67d-e67aa7f27432, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=1a19abb6-d36a-4182-a67d-e67aa7f27432,segment=NetworkSegment(a65ed678-ab81-490b-aeb6-eaa0d81cd4ef),segment_id=a65ed678-ab81-490b-aeb6-eaa0d81cd4ef)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:12:57.003324 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-99874eaa-5d16-4678-b933-7ab1cf08ccf6 req-fb9d4666-443a-4ba4-ac8e-e94a83f40572 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:57.016804 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-99874eaa-5d16-4678-b933-7ab1cf08ccf6 req-fb9d4666-443a-4ba4-ac8e-e94a83f40572 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Calling delete_port for 1a19abb6-d36a-4182-a67d-e67aa7f27432 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 18:12:57.150062 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-99874eaa-5d16-4678-b933-7ab1cf08ccf6 req-fb9d4666-443a-4ba4-ac8e-e94a83f40572 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:57.178800 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9d4666-443a-4ba4-ac8e-e94a83f40572 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event deleted for resources: {'Port': ['ID=1a19abb6-d36a-4182-a67d-e67aa7f27432,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:12:57.219847 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-99874eaa-5d16-4678-b933-7ab1cf08ccf6 req-fb9d4666-443a-4ba4-ac8e-e94a83f40572 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] No DVR routers for this DVR port 1a19abb6-d36a-4182-a67d-e67aa7f27432 on host n-h2-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 18:12:57.222490 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-99874eaa-5d16-4678-b933-7ab1cf08ccf6 req-fb9d4666-443a-4ba4-ac8e-e94a83f40572 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:57.226081 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-99874eaa-5d16-4678-b933-7ab1cf08ccf6 req-fb9d4666-443a-4ba4-ac8e-e94a83f40572 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.44 "DELETE /v2.0/ports/1a19abb6-d36a-4182-a67d-e67aa7f27432 HTTP/1.1" status: 204 len: 173 time: 0.4003329 Dec 06 18:12:57.226564 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2fe0afa-5022-4546-8a31-83f211bc7976', 'name': 'network-vif-deleted', 'tag': '1a19abb6-d36a-4182-a67d-e67aa7f27432'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 18:12:57.228959 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0deb9614d467c76714cadb3278283c9891b68bf60c17f6ec8acc98d969d5ca90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb4b9003-aa68-41b0-b4a9-8431730519d9" -d '{"events": [{"server_uuid": "f2fe0afa-5022-4546-8a31-83f211bc7976", "name": "network-vif-deleted", "tag": "1a19abb6-d36a-4182-a67d-e67aa7f27432"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 18:12:57.268958 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 18:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85ec807b-a43f-4d8b-ad49-c059388728ce x-openstack-request-id: req-85ec807b-a43f-4d8b-ad49-c059388728ce {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 18:12:57.269256 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2fe0afa-5022-4546-8a31-83f211bc7976", "name": "network-vif-deleted", "tag": "1a19abb6-d36a-4182-a67d-e67aa7f27432", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 18:12:57.269536 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-85ec807b-a43f-4d8b-ad49-c059388728ce {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 18:12:57.269952 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2fe0afa-5022-4546-8a31-83f211bc7976', 'name': 'network-vif-deleted', 'tag': '1a19abb6-d36a-4182-a67d-e67aa7f27432', 'status': 'completed', 'code': 200} Dec 06 18:12:57.673813 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e6a99dcd-6bc1-4b46-b994-377c488024ef req-a849f387-9bbe-4923-bd95-5346d5c035a0 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2fe0afa-5022-4546-8a31-83f211bc7976 HTTP/1.1" status: 200 len: 210 time: 0.0322070 Dec 06 18:12:58.732027 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 43098) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:12:59.084090 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4e652329-807b-4648-b4bd-6b1e44be7801 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575908'] for router_interface, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:59.332008 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-4e652329-807b-4648-b4bd-6b1e44be7801 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Deleting port 9f4069f5-177e-4cf1-9ba9-84a46414f4b7 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 18:12:59.332350 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4e652329-807b-4648-b4bd-6b1e44be7801 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:59.423032 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-4e652329-807b-4648-b4bd-6b1e44be7801 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] For port 9f4069f5-177e-4cf1-9ba9-84a46414f4b7, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9f4069f5-177e-4cf1-9ba9-84a46414f4b7,segment=NetworkSegment(a65ed678-ab81-490b-aeb6-eaa0d81cd4ef),segment_id=a65ed678-ab81-490b-aeb6-eaa0d81cd4ef)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:12:59.423311 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4e652329-807b-4648-b4bd-6b1e44be7801 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:59.435764 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-4e652329-807b-4648-b4bd-6b1e44be7801 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Calling delete_port for 9f4069f5-177e-4cf1-9ba9-84a46414f4b7 owned by network:router_interface {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 18:12:59.616300 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4e652329-807b-4648-b4bd-6b1e44be7801 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:12:59.643335 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e652329-807b-4648-b4bd-6b1e44be7801 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event deleted for resources: {'Port': ['ID=9f4069f5-177e-4cf1-9ba9-84a46414f4b7,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:12:59.655497 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e652329-807b-4648-b4bd-6b1e44be7801 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:12:59.655861 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e652329-807b-4648-b4bd-6b1e44be7801 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:12:59.656216 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e652329-807b-4648-b4bd-6b1e44be7801 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:12:59.656589 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e652329-807b-4648-b4bd-6b1e44be7801 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:12:59.656935 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e652329-807b-4648-b4bd-6b1e44be7801 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:12:59.657272 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e652329-807b-4648-b4bd-6b1e44be7801 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:12:59.657701 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e652329-807b-4648-b4bd-6b1e44be7801 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:12:59.658043 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e652329-807b-4648-b4bd-6b1e44be7801 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:12:59.658380 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e652329-807b-4648-b4bd-6b1e44be7801 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:12:59.658716 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e652329-807b-4648-b4bd-6b1e44be7801 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:12:59.659049 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e652329-807b-4648-b4bd-6b1e44be7801 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:12:59.659379 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e652329-807b-4648-b4bd-6b1e44be7801 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:12:59.659706 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e652329-807b-4648-b4bd-6b1e44be7801 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:12:59.832019 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4e652329-807b-4648-b4bd-6b1e44be7801 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-772474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575952'] for router_interface, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:00.040029 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e652329-807b-4648-b4bd-6b1e44be7801 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Router 8b081942-e3b8-4ff1-be43-a4dfd57508d5 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 18:13:00.147003 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e652329-807b-4648-b4bd-6b1e44be7801 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 18:13:00.152266 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-4e652329-807b-4648-b4bd-6b1e44be7801 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "PUT /v2.0/routers/8b081942-e3b8-4ff1-be43-a4dfd57508d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4190242 Dec 06 18:13:00.154796 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 43100) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:13:00.157420 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae45e3a-160f-479f-a4a1-525fd3bfbd62 None None] Sync routers for ids ['8b081942-e3b8-4ff1-be43-a4dfd57508d5'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 18:13:00.167103 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae45e3a-160f-479f-a4a1-525fd3bfbd62 None None] Routers {'8b081942-e3b8-4ff1-be43-a4dfd57508d5'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:13:00.167810 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-3ae45e3a-160f-479f-a4a1-525fd3bfbd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:12:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['8b081942-e3b8-4ff1-be43-a4dfd57508d5'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:13:00.210251 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a31dfdd-a1ab-4a11-8656-4d5ec426328d tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Deleting subnet 1c12f150-b47b-4fe4-80c4-5aa43da9eeb1 {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 18:13:00.213327 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3a31dfdd-a1ab-4a11-8656-4d5ec426328d tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:00.254503 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3a31dfdd-a1ab-4a11-8656-4d5ec426328d tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:00.271993 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-3ae45e3a-160f-479f-a4a1-525fd3bfbd62 None None] Set router 8b081942-e3b8-4ff1-be43-a4dfd57508d5 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:13:00.335177 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3a31dfdd-a1ab-4a11-8656-4d5ec426328d tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:00.395644 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3a31dfdd-a1ab-4a11-8656-4d5ec426328d tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:00.421969 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a31dfdd-a1ab-4a11-8656-4d5ec426328d tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event deleted for resources: {'Subnet': ['ID=1c12f150-b47b-4fe4-80c4-5aa43da9eeb1,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:13:00.426867 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3a31dfdd-a1ab-4a11-8656-4d5ec426328d tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:00.430260 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-3a31dfdd-a1ab-4a11-8656-4d5ec426328d tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "DELETE /v2.0/subnets/1c12f150-b47b-4fe4-80c4-5aa43da9eeb1 HTTP/1.1" status: 204 len: 168 time: 0.2742448 Dec 06 18:13:00.433285 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 43102) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:13:00.434659 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cdcde7b-7d2f-41c8-b45f-328525f02278 None None] Network 34800660-22b0-4e67-a478-27e29c09058e requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 18:13:00.512420 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-3ae45e3a-160f-479f-a4a1-525fd3bfbd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b081942-e3b8-4ff1-be43-a4dfd57508d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-587939001', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.85'}], 'enable_snat': True}, 'gw_port_id': '32f09ce2-7590-476c-9557-c6991f44f04e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:12:03Z', 'updated_at': '2021-12-06T18:12:59Z', 'revision_number': 5, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'gw_port': {'id': '32f09ce2-7590-476c-9557-c6991f44f04e', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b081942-e3b8-4ff1-be43-a4dfd57508d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:12:04Z', 'updated_at': '2021-12-06T18:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:13:00.543289 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a1714bf7-4f62-4488-a00d-55789caa67fa tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for router, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:00.556869 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae45e3a-160f-479f-a4a1-525fd3bfbd62 None None] Checking router: 8b081942-e3b8-4ff1-be43-a4dfd57508d5 for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 18:13:00.578973 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 1a19abb6-d36a-4182-a67d-e67aa7f27432 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 18:13:00.604544 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] No Port match for: 1a19abb6-d36a-4182-a67d-e67aa7f27432 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 18:13:00.604818 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 1a19abb6-d36a-4182-a67d-e67aa7f27432 not bound to the agent host n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 18:13:00.608403 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae45e3a-160f-479f-a4a1-525fd3bfbd62 None None] Routers {'8b081942-e3b8-4ff1-be43-a4dfd57508d5'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:13:00.609098 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-3ae45e3a-160f-479f-a4a1-525fd3bfbd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:12:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['8b081942-e3b8-4ff1-be43-a4dfd57508d5'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:13:00.649450 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a1714bf7-4f62-4488-a00d-55789caa67fa tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:00.706071 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-a1714bf7-4f62-4488-a00d-55789caa67fa tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Deleting port 32f09ce2-7590-476c-9557-c6991f44f04e {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 18:13:00.706419 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a1714bf7-4f62-4488-a00d-55789caa67fa tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:00.725579 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cddcb4f-4d6f-4ad8-ac49-546b17dff459 None None] DHCP port deletion for 34800660-22b0-4e67-a478-27e29c09058e request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 18:13:00.731144 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-3ae45e3a-160f-479f-a4a1-525fd3bfbd62 None None] Set router 8b081942-e3b8-4ff1-be43-a4dfd57508d5 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:13:00.793623 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-a1714bf7-4f62-4488-a00d-55789caa67fa tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] For port 32f09ce2-7590-476c-9557-c6991f44f04e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=32f09ce2-7590-476c-9557-c6991f44f04e,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:13:00.793999 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a1714bf7-4f62-4488-a00d-55789caa67fa tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:00.806646 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-a1714bf7-4f62-4488-a00d-55789caa67fa tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Calling delete_port for 32f09ce2-7590-476c-9557-c6991f44f04e owned by network:router_gateway {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 18:13:00.890429 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-7cddcb4f-4d6f-4ad8-ac49-546b17dff459 None None] Deleting port f3d3c8fb-601f-4e38-a460-a2983f51eca6 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 18:13:00.890720 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7cddcb4f-4d6f-4ad8-ac49-546b17dff459 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:00.972290 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a1714bf7-4f62-4488-a00d-55789caa67fa tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:00.980951 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-7cddcb4f-4d6f-4ad8-ac49-546b17dff459 None None] For port f3d3c8fb-601f-4e38-a460-a2983f51eca6, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=f3d3c8fb-601f-4e38-a460-a2983f51eca6,segment=NetworkSegment(a65ed678-ab81-490b-aeb6-eaa0d81cd4ef),segment_id=a65ed678-ab81-490b-aeb6-eaa0d81cd4ef)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:13:00.981495 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7cddcb4f-4d6f-4ad8-ac49-546b17dff459 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:00.996809 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-7cddcb4f-4d6f-4ad8-ac49-546b17dff459 None None] Calling delete_port for f3d3c8fb-601f-4e38-a460-a2983f51eca6 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 18:13:01.002145 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1714bf7-4f62-4488-a00d-55789caa67fa tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event deleted for resources: {'Port': ['ID=32f09ce2-7590-476c-9557-c6991f44f04e,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:13:01.046374 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691ba0de-7a85-4fcb-a75b-e4de6e260efc None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 18:13:01.060774 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-3ae45e3a-160f-479f-a4a1-525fd3bfbd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b081942-e3b8-4ff1-be43-a4dfd57508d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-587939001', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.85'}], 'enable_snat': True}, 'gw_port_id': '32f09ce2-7590-476c-9557-c6991f44f04e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:12:03Z', 'updated_at': '2021-12-06T18:12:59Z', 'revision_number': 5, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'gw_port': {'id': '32f09ce2-7590-476c-9557-c6991f44f04e', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b081942-e3b8-4ff1-be43-a4dfd57508d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:12:04Z', 'updated_at': '2021-12-06T18:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:13:01.068767 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a1714bf7-4f62-4488-a00d-55789caa67fa tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536698'] for router_gateway, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:01.097862 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae45e3a-160f-479f-a4a1-525fd3bfbd62 None None] The sync data for ids ['8b081942-e3b8-4ff1-be43-a4dfd57508d5'] in n-d-master-1 is: [{'id': '8b081942-e3b8-4ff1-be43-a4dfd57508d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-587939001', 'tenant_id': '80786a15dc4645b98b22cbe4242a7bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.85'}], 'enable_snat': True}, 'gw_port_id': '32f09ce2-7590-476c-9557-c6991f44f04e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:12:03Z', 'updated_at': '2021-12-06T18:12:59Z', 'revision_number': 5, 'project_id': '80786a15dc4645b98b22cbe4242a7bcf', 'gw_port': {'id': '32f09ce2-7590-476c-9557-c6991f44f04e', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b081942-e3b8-4ff1-be43-a4dfd57508d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:12:04Z', 'updated_at': '2021-12-06T18:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 18:13:01.128556 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7cddcb4f-4d6f-4ad8-ac49-546b17dff459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:01.154072 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cddcb4f-4d6f-4ad8-ac49-546b17dff459 None None] Pushing event deleted for resources: {'Port': ['ID=f3d3c8fb-601f-4e38-a460-a2983f51eca6,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:13:01.163648 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cddcb4f-4d6f-4ad8-ac49-546b17dff459 None None] No DVR routers for this DVR port f3d3c8fb-601f-4e38-a460-a2983f51eca6 on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 18:13:01.165754 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cddcb4f-4d6f-4ad8-ac49-546b17dff459 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:13:01.166113 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cddcb4f-4d6f-4ad8-ac49-546b17dff459 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:13:01.166469 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cddcb4f-4d6f-4ad8-ac49-546b17dff459 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:13:01.166818 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cddcb4f-4d6f-4ad8-ac49-546b17dff459 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:13:01.167161 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cddcb4f-4d6f-4ad8-ac49-546b17dff459 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:13:01.167505 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cddcb4f-4d6f-4ad8-ac49-546b17dff459 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:13:01.167849 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cddcb4f-4d6f-4ad8-ac49-546b17dff459 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:13:01.168191 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cddcb4f-4d6f-4ad8-ac49-546b17dff459 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:13:01.168411 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a1714bf7-4f62-4488-a00d-55789caa67fa tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:01.168626 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cddcb4f-4d6f-4ad8-ac49-546b17dff459 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:13:01.168845 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cddcb4f-4d6f-4ad8-ac49-546b17dff459 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:13:01.169177 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cddcb4f-4d6f-4ad8-ac49-546b17dff459 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:13:01.169543 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cddcb4f-4d6f-4ad8-ac49-546b17dff459 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:13:01.169878 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cddcb4f-4d6f-4ad8-ac49-546b17dff459 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:13:01.170958 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a1714bf7-4f62-4488-a00d-55789caa67fa tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:01.217719 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a1714bf7-4f62-4488-a00d-55789caa67fa tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:01.218313 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1714bf7-4f62-4488-a00d-55789caa67fa tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Fanout notify agent at l3_agent the message router_deleted on router 8b081942-e3b8-4ff1-be43-a4dfd57508d5 {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 18:13:01.226172 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a1714bf7-4f62-4488-a00d-55789caa67fa tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:01.227269 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-a1714bf7-4f62-4488-a00d-55789caa67fa tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "DELETE /v2.0/routers/8b081942-e3b8-4ff1-be43-a4dfd57508d5 HTTP/1.1" status: 204 len: 168 time: 0.7929010 Dec 06 18:13:01.230038 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 43104) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:13:01.308473 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c61b5575-c580-4719-b8de-f21acc033a6f tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:01.395491 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c61b5575-c580-4719-b8de-f21acc033a6f tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:01.414637 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-c61b5575-c580-4719-b8de-f21acc033a6f tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34800660-22b0-4e67-a478-27e29c09058e']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:13:01.424022 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-c61b5575-c580-4719-b8de-f21acc033a6f tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a65ed678-ab81-490b-aeb6-eaa0d81cd4ef') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:13:01.424320 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-c61b5575-c580-4719-b8de-f21acc033a6f tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a65ed678-ab81-490b-aeb6-eaa0d81cd4ef') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:13:01.433369 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c61b5575-c580-4719-b8de-f21acc033a6f tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:01.446720 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c61b5575-c580-4719-b8de-f21acc033a6f tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:01.452565 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c61b5575-c580-4719-b8de-f21acc033a6f tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 18:13:01.452996 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c61b5575-c580-4719-b8de-f21acc033a6f tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:01.455986 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 18:13:01.455986 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 18:13:01.455986 n-d-master-1 neutron-server[103284]: timer() Dec 06 18:13:01.455986 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 18:13:01.455986 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 18:13:01.455986 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 18:13:01.455986 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 18:13:01.455986 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 18:13:01.455986 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 18:13:01.455986 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 18:13:01.455986 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 18:13:01.455986 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 18:13:01.455986 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 18:13:01.455986 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 18:13:01.455986 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 18:13:01.455986 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 18:13:01.455986 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 18:13:01.455986 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 18:13:01.455986 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 18:13:01.455986 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 18:13:01.455986 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 18:13:01.455986 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 18:13:01.455986 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 18:13:01.455986 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 18:13:01.455986 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 18:13:01.455986 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 18:13:01.455986 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 18:13:01.455986 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 18:13:01.455986 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 18:13:01.455986 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 18:13:01.455986 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 18:13:01.455986 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 18:13:01.519838 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c61b5575-c580-4719-b8de-f21acc033a6f tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:01.528087 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c61b5575-c580-4719-b8de-f21acc033a6f tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:01.533958 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-c61b5575-c580-4719-b8de-f21acc033a6f tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "DELETE /v2.0/networks/34800660-22b0-4e67-a478-27e29c09058e HTTP/1.1" status: 204 len: 168 time: 0.3029761 Dec 06 18:13:01.534112 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 43106) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:13:01.546197 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61b5575-c580-4719-b8de-f21acc033a6f tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event deleted for resources: {'Network': ['ID=34800660-22b0-4e67-a478-27e29c09058e,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:13:01.556735 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61b5575-c580-4719-b8de-f21acc033a6f tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:13:01.557116 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61b5575-c580-4719-b8de-f21acc033a6f tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:13:01.557495 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61b5575-c580-4719-b8de-f21acc033a6f tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:13:01.567254 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61b5575-c580-4719-b8de-f21acc033a6f tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:13:01.567614 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61b5575-c580-4719-b8de-f21acc033a6f tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:13:01.567969 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61b5575-c580-4719-b8de-f21acc033a6f tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:13:01.568344 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61b5575-c580-4719-b8de-f21acc033a6f tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:13:01.568692 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61b5575-c580-4719-b8de-f21acc033a6f tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:13:01.569039 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61b5575-c580-4719-b8de-f21acc033a6f tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:13:01.569390 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61b5575-c580-4719-b8de-f21acc033a6f tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:13:01.569837 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61b5575-c580-4719-b8de-f21acc033a6f tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:13:01.570175 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61b5575-c580-4719-b8de-f21acc033a6f tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:13:01.570511 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61b5575-c580-4719-b8de-f21acc033a6f tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:13:01.608897 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-176ebac4-9ed8-416b-a8d5-ade4bcddcc26 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:01.618064 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 9f4069f5-177e-4cf1-9ba9-84a46414f4b7 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 18:13:01.636203 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-176ebac4-9ed8-416b-a8d5-ade4bcddcc26 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:01.639026 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 9f4069f5-177e-4cf1-9ba9-84a46414f4b7 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 18:13:01.639372 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 9f4069f5-177e-4cf1-9ba9-84a46414f4b7 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 18:13:01.639783 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device f3d3c8fb-601f-4e38-a460-a2983f51eca6 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 18:13:01.659632 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: f3d3c8fb-601f-4e38-a460-a2983f51eca6 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 18:13:01.659972 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device f3d3c8fb-601f-4e38-a460-a2983f51eca6 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 18:13:01.703331 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-176ebac4-9ed8-416b-a8d5-ade4bcddcc26 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:01.706699 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-176ebac4-9ed8-416b-a8d5-ade4bcddcc26 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:01.707897 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-176ebac4-9ed8-416b-a8d5-ade4bcddcc26 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] 10.222.0.23 "DELETE /v2.0/security-groups/495f7634-0f69-4456-8425-89ee5c0f0a87 HTTP/1.1" status: 204 len: 168 time: 0.1726737 Dec 06 18:13:01.723335 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176ebac4-9ed8-416b-a8d5-ade4bcddcc26 tempest-TestNetworkAdvancedServerOps-205080501 tempest-TestNetworkAdvancedServerOps-205080501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=495f7634-0f69-4456-8425-89ee5c0f0a87,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:13:02.056460 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 43114) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:13:02.186601 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-82c0c2f6-5c93-4211-b883-3c7d34dd7d4a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=80786a15dc4645b98b22cbe4242a7bcf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1289740 Dec 06 18:13:02.189865 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 43118) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:13:02.238664 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-13ad3f5c-715f-4136-8ab2-a79adb31db79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:02.260367 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-13ad3f5c-715f-4136-8ab2-a79adb31db79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:02.306211 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-13ad3f5c-715f-4136-8ab2-a79adb31db79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:02.308942 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-13ad3f5c-715f-4136-8ab2-a79adb31db79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:02.310132 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-13ad3f5c-715f-4136-8ab2-a79adb31db79 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e6949b0b-cced-401e-a30b-21aff91ba8be HTTP/1.1" status: 204 len: 168 time: 0.1192822 Dec 06 18:13:02.318593 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ad3f5c-715f-4136-8ab2-a79adb31db79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6949b0b-cced-401e-a30b-21aff91ba8be,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:13:02.567780 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 43124) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:13:02.580877 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-46a3b762-8c7f-447a-bc65-58c662a3a590 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:02.655967 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-46a3b762-8c7f-447a-bc65-58c662a3a590 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:02.660237 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-46a3b762-8c7f-447a-bc65-58c662a3a590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:02.701799 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-46a3b762-8c7f-447a-bc65-58c662a3a590 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2ce4a6ec78ff4f728016edf107354216&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1328130 Dec 06 18:13:02.702857 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a3b762-8c7f-447a-bc65-58c662a3a590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b96f089f-b135-42b1-b57f-473c719e7de8,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:13:02.704543 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 43126) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:13:02.754301 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3b68457e-a487-413e-a627-5936f20ffbb8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:02.779054 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3b68457e-a487-413e-a627-5936f20ffbb8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:02.825667 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3b68457e-a487-413e-a627-5936f20ffbb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:02.828243 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3b68457e-a487-413e-a627-5936f20ffbb8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:02.830010 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-3b68457e-a487-413e-a627-5936f20ffbb8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b96f089f-b135-42b1-b57f-473c719e7de8 HTTP/1.1" status: 204 len: 168 time: 0.1243966 Dec 06 18:13:02.837453 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b68457e-a487-413e-a627-5936f20ffbb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b96f089f-b135-42b1-b57f-473c719e7de8,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:13:03.306395 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:03.491401 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 32f09ce2-7590-476c-9557-c6991f44f04e no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 18:13:03.511638 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 32f09ce2-7590-476c-9557-c6991f44f04e {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 18:13:03.511985 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 32f09ce2-7590-476c-9557-c6991f44f04e not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 18:13:03.517567 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 43148) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:13:03.611146 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-5367b60a-fb16-4a39-ab03-4c6708a5dbe1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-260168432-network', 'tenant_id': 'e63a46e965b5414386cd136669f20481'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:13:03.633535 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5367b60a-fb16-4a39-ab03-4c6708a5dbe1 admin admin] Made reservation on behalf of e63a46e965b5414386cd136669f20481 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 18:13:03.635781 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5367b60a-fb16-4a39-ab03-4c6708a5dbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:03.643970 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5367b60a-fb16-4a39-ab03-4c6708a5dbe1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:03.716927 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5367b60a-fb16-4a39-ab03-4c6708a5dbe1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:03.720665 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5367b60a-fb16-4a39-ab03-4c6708a5dbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:03.745253 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5367b60a-fb16-4a39-ab03-4c6708a5dbe1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 18:13:03.759644 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5367b60a-fb16-4a39-ab03-4c6708a5dbe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3978ffe-42e2-4843-a1de-92f8b3820fd6,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:13:03.764835 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5367b60a-fb16-4a39-ab03-4c6708a5dbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:03.765191 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-5367b60a-fb16-4a39-ab03-4c6708a5dbe1 admin admin] Added segment ab96be8e-75a7-4f64-8b9f-0cf865842be4 of type vlan for network b72638d6-e367-4a7c-8953-1adc5b0cdf5d Dec 06 18:13:03.807064 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5367b60a-fb16-4a39-ab03-4c6708a5dbe1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:03.837573 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5367b60a-fb16-4a39-ab03-4c6708a5dbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:03.838549 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5367b60a-fb16-4a39-ab03-4c6708a5dbe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:13:03.839153 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5367b60a-fb16-4a39-ab03-4c6708a5dbe1 admin admin] Publish callbacks [] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:03.881316 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-5367b60a-fb16-4a39-ab03-4c6708a5dbe1 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3625450 Dec 06 18:13:03.884507 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 43152) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:13:03.889066 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-5b4acaf9-ac46-49dc-81ef-fd63f5ecd1f4 admin admin] Request body: {'subnet': {'network_id': 'b72638d6-e367-4a7c-8953-1adc5b0cdf5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-260168432-subnet', 'tenant_id': 'e63a46e965b5414386cd136669f20481', 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:13:03.931242 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5367b60a-fb16-4a39-ab03-4c6708a5dbe1 admin admin] Pushing event updated for resources: {'Network': ['ID=b72638d6-e367-4a7c-8953-1adc5b0cdf5d,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:13:03.941950 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network b72638d6-e367-4a7c-8953-1adc5b0cdf5d details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 18:13:03.946459 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b4acaf9-ac46-49dc-81ef-fd63f5ecd1f4 admin admin] Made reservation on behalf of e63a46e965b5414386cd136669f20481 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 18:13:03.948936 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5b4acaf9-ac46-49dc-81ef-fd63f5ecd1f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:04.123970 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5b4acaf9-ac46-49dc-81ef-fd63f5ecd1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:04.179369 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4acaf9-ac46-49dc-81ef-fd63f5ecd1f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68b786be-9180-44a2-8d2d-4b37eb56a25e,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:13:04.188400 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4acaf9-ac46-49dc-81ef-fd63f5ecd1f4 admin admin] Checking segment: {'id': 'ab96be8e-75a7-4f64-8b9f-0cf865842be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b72638d6-e367-4a7c-8953-1adc5b0cdf5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 18:13:04.188768 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4acaf9-ac46-49dc-81ef-fd63f5ecd1f4 admin admin] Network hostable DHCP agents. Network: b72638d6-e367-4a7c-8953-1adc5b0cdf5d, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 18:13:04.204999 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4acaf9-ac46-49dc-81ef-fd63f5ecd1f4 admin admin] Network b72638d6-e367-4a7c-8953-1adc5b0cdf5d is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 18:13:04.214037 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-5b4acaf9-ac46-49dc-81ef-fd63f5ecd1f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, b72638d6-e367-4a7c-8953-1adc5b0cdf5d) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 18:13:04.218512 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4acaf9-ac46-49dc-81ef-fd63f5ecd1f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:13:04.219857 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5b4acaf9-ac46-49dc-81ef-fd63f5ecd1f4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:04.224472 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dddb53aa-d59d-499d-b9ae-ceddd2d5a3fc None None] Network b72638d6-e367-4a7c-8953-1adc5b0cdf5d requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 18:13:04.237420 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-5b4acaf9-ac46-49dc-81ef-fd63f5ecd1f4 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3512795 Dec 06 18:13:04.239696 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 43154) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:13:04.244066 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-27d47bb0-8775-441d-aa77-c2fcc2510c34 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-260168432-router', 'tenant_id': 'e63a46e965b5414386cd136669f20481', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:13:04.264733 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-27d47bb0-8775-441d-aa77-c2fcc2510c34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:04.265768 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-27d47bb0-8775-441d-aa77-c2fcc2510c34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:04.323144 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-27d47bb0-8775-441d-aa77-c2fcc2510c34 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:04.377861 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4092974e-5826-48be-b4ba-0c3753d0b48e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-b72638d6-e367-4a7c-8953-1adc5b0cdf5d', 'network_id': 'b72638d6-e367-4a7c-8953-1adc5b0cdf5d', 'tenant_id': 'e63a46e965b5414386cd136669f20481', 'fixed_ips': [{'subnet_id': '68b786be-9180-44a2-8d2d-4b37eb56a25e'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 18:13:04.378753 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4092974e-5826-48be-b4ba-0c3753d0b48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:04.517306 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-4092974e-5826-48be-b4ba-0c3753d0b48e None None] Allocated IP 172.20.0.2 (b72638d6-e367-4a7c-8953-1adc5b0cdf5d/68b786be-9180-44a2-8d2d-4b37eb56a25e/b7d892d6-2864-4c3c-9c65-6cb941a181be) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 18:13:04.662536 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4092974e-5826-48be-b4ba-0c3753d0b48e None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:04.670040 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4092974e-5826-48be-b4ba-0c3753d0b48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:04.713359 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4092974e-5826-48be-b4ba-0c3753d0b48e None None] Network b72638d6-e367-4a7c-8953-1adc5b0cdf5d is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 18:13:04.717993 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-4092974e-5826-48be-b4ba-0c3753d0b48e None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 18:13:04.723503 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4092974e-5826-48be-b4ba-0c3753d0b48e None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 18:13:04.726510 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4092974e-5826-48be-b4ba-0c3753d0b48e None None] Pushing event updated for resources: {'Port': ['ID=b7d892d6-2864-4c3c-9c65-6cb941a181be,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:13:04.766727 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-27d47bb0-8775-441d-aa77-c2fcc2510c34 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:04.779776 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-4092974e-5826-48be-b4ba-0c3753d0b48e None None] Attempting to bind port b7d892d6-2864-4c3c-9c65-6cb941a181be on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 18:13:04.780245 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-4092974e-5826-48be-b4ba-0c3753d0b48e None None] Attempting to bind port b7d892d6-2864-4c3c-9c65-6cb941a181be by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'ab96be8e-75a7-4f64-8b9f-0cf865842be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b72638d6-e367-4a7c-8953-1adc5b0cdf5d'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 18:13:04.780741 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4092974e-5826-48be-b4ba-0c3753d0b48e None None] Attempting to bind port b7d892d6-2864-4c3c-9c65-6cb941a181be on network b72638d6-e367-4a7c-8953-1adc5b0cdf5d {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 18:13:04.788648 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4092974e-5826-48be-b4ba-0c3753d0b48e None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 18, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 18:13:04.788648 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4092974e-5826-48be-b4ba-0c3753d0b48e None None] Checking segment: {'id': 'ab96be8e-75a7-4f64-8b9f-0cf865842be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b72638d6-e367-4a7c-8953-1adc5b0cdf5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 18:13:04.788952 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4092974e-5826-48be-b4ba-0c3753d0b48e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:04.789393 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4092974e-5826-48be-b4ba-0c3753d0b48e None None] Bound using segment: {'id': 'ab96be8e-75a7-4f64-8b9f-0cf865842be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b72638d6-e367-4a7c-8953-1adc5b0cdf5d'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 18:13:04.789942 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-4092974e-5826-48be-b4ba-0c3753d0b48e None None] Bound port: b7d892d6-2864-4c3c-9c65-6cb941a181be, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab96be8e-75a7-4f64-8b9f-0cf865842be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b72638d6-e367-4a7c-8953-1adc5b0cdf5d'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 18:13:04.790349 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4092974e-5826-48be-b4ba-0c3753d0b48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:04.851824 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-4092974e-5826-48be-b4ba-0c3753d0b48e None None] For port b7d892d6-2864-4c3c-9c65-6cb941a181be, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 18:13:04.855096 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-4092974e-5826-48be-b4ba-0c3753d0b48e None None] For port b7d892d6-2864-4c3c-9c65-6cb941a181be, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b7d892d6-2864-4c3c-9c65-6cb941a181be,segment=NetworkSegment(ab96be8e-75a7-4f64-8b9f-0cf865842be4),segment_id=ab96be8e-75a7-4f64-8b9f-0cf865842be4)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 18:13:04.860784 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4092974e-5826-48be-b4ba-0c3753d0b48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:04.920016 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4092974e-5826-48be-b4ba-0c3753d0b48e None None] Pushing event updated for resources: {'Port': ['ID=b7d892d6-2864-4c3c-9c65-6cb941a181be,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:13:04.972475 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-27d47bb0-8775-441d-aa77-c2fcc2510c34 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:04.991913 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-27d47bb0-8775-441d-aa77-c2fcc2510c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:05.118143 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-27d47bb0-8775-441d-aa77-c2fcc2510c34 admin admin] Allocated IP 172.35.1.143 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/3d05cb2d-a33e-49ff-be81-ce853bf24daf) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 18:13:05.222385 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-27d47bb0-8775-441d-aa77-c2fcc2510c34 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:05.256074 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-27d47bb0-8775-441d-aa77-c2fcc2510c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:05.296305 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d47bb0-8775-441d-aa77-c2fcc2510c34 admin admin] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 18:13:05.299567 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-27d47bb0-8775-441d-aa77-c2fcc2510c34 admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 18:13:05.303252 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d47bb0-8775-441d-aa77-c2fcc2510c34 admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 18:13:05.312095 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350d3a28-1c93-4aff-bde9-05986c2a7c4e None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 18:13:05.331526 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d47bb0-8775-441d-aa77-c2fcc2510c34 admin admin] Pushing event updated for resources: {'Port': ['ID=3d05cb2d-a33e-49ff-be81-ce853bf24daf,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:13:05.384681 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-ef2e1efc-b74c-4fb3-989f-c50ec6dc1e9d None None] Provisioning complete for port 3d05cb2d-a33e-49ff-be81-ce853bf24daf triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:13:05.385264 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ef2e1efc-b74c-4fb3-989f-c50ec6dc1e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:05.418808 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-ef2e1efc-b74c-4fb3-989f-c50ec6dc1e9d None None] Port 3d05cb2d-a33e-49ff-be81-ce853bf24daf cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 18:13:05.563179 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-27d47bb0-8775-441d-aa77-c2fcc2510c34 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:05.563369 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device b7d892d6-2864-4c3c-9c65-6cb941a181be up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 18:13:05.613201 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port b7d892d6-2864-4c3c-9c65-6cb941a181be triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:13:05.613696 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:05.707368 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:05.717179 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:05.744974 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] For port b7d892d6-2864-4c3c-9c65-6cb941a181be, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b7d892d6-2864-4c3c-9c65-6cb941a181be,segment=NetworkSegment(ab96be8e-75a7-4f64-8b9f-0cf865842be4),segment_id=ab96be8e-75a7-4f64-8b9f-0cf865842be4)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:13:05.751744 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:05.779265 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-27d47bb0-8775-441d-aa77-c2fcc2510c34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:05.808504 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Pushing event updated for resources: {'Port': ['ID=b7d892d6-2864-4c3c-9c65-6cb941a181be,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:13:05.879612 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf52d544-8e9a-484c-bc6a-90261a991446 None None] Network b72638d6-e367-4a7c-8953-1adc5b0cdf5d requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 18:13:05.915964 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27d47bb0-8775-441d-aa77-c2fcc2510c34 admin admin] Router 56e819e2-3dea-4779-8ffd-7c30aa02fb7e is scheduled to L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 18:13:05.956755 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-d30013bd-0ee5-4f42-8c3c-c7e4bc3ce02d None None] Provisioning complete for port b7d892d6-2864-4c3c-9c65-6cb941a181be triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:13:05.957124 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d30013bd-0ee5-4f42-8c3c-c7e4bc3ce02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:06.025992 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27d47bb0-8775-441d-aa77-c2fcc2510c34 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 18:13:06.038359 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42436452-9979-4174-9cb3-2546b1bc39f4 None None] Sync routers for ids ['56e819e2-3dea-4779-8ffd-7c30aa02fb7e'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 18:13:06.044760 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-27d47bb0-8775-441d-aa77-c2fcc2510c34 admin admin] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:06.046437 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-27d47bb0-8775-441d-aa77-c2fcc2510c34 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8056624 Dec 06 18:13:06.049141 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 43156) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:13:06.053440 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42436452-9979-4174-9cb3-2546b1bc39f4 None None] Routers {'56e819e2-3dea-4779-8ffd-7c30aa02fb7e'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:13:06.054073 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-42436452-9979-4174-9cb3-2546b1bc39f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:12:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['56e819e2-3dea-4779-8ffd-7c30aa02fb7e'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:13:06.172457 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-42436452-9979-4174-9cb3-2546b1bc39f4 None None] Set router 56e819e2-3dea-4779-8ffd-7c30aa02fb7e gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:13:06.320793 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-bd0bc962-fecc-4738-abbe-394a062a98b0 None None] Provisioning complete for port b7d892d6-2864-4c3c-9c65-6cb941a181be triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:13:06.321167 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bd0bc962-fecc-4738-abbe-394a062a98b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:06.367507 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-42436452-9979-4174-9cb3-2546b1bc39f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e819e2-3dea-4779-8ffd-7c30aa02fb7e', 'name': 'tempest-TestShelveInstance-260168432-router', 'tenant_id': 'e63a46e965b5414386cd136669f20481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.143'}], 'enable_snat': True}, 'gw_port_id': '3d05cb2d-a33e-49ff-be81-ce853bf24daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:13:04Z', 'updated_at': '2021-12-06T18:13:05Z', 'revision_number': 3, 'project_id': 'e63a46e965b5414386cd136669f20481', 'gw_port': {'id': '3d05cb2d-a33e-49ff-be81-ce853bf24daf', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:cf:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56e819e2-3dea-4779-8ffd-7c30aa02fb7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:13:04Z', 'updated_at': '2021-12-06T18:13:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:13:06.395333 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42436452-9979-4174-9cb3-2546b1bc39f4 None None] Checking router: 56e819e2-3dea-4779-8ffd-7c30aa02fb7e for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 18:13:06.395934 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42436452-9979-4174-9cb3-2546b1bc39f4 None None] Updating router 56e819e2-3dea-4779-8ffd-7c30aa02fb7e port 3d05cb2d-a33e-49ff-be81-ce853bf24daf binding host n-d-master-1 {{(pid=103287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 18:13:06.422045 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-42436452-9979-4174-9cb3-2546b1bc39f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:06.490372 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ecfc1a18-f06d-4424-92ec-f39dde4dc02b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:06.649560 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-ecfc1a18-f06d-4424-92ec-f39dde4dc02b admin admin] Allocated IP 172.20.0.1 (b72638d6-e367-4a7c-8953-1adc5b0cdf5d/68b786be-9180-44a2-8d2d-4b37eb56a25e/04f22a46-8a60-4ef5-970c-17194ab28777) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 18:13:06.673338 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-42436452-9979-4174-9cb3-2546b1bc39f4 None None] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:06.679289 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-42436452-9979-4174-9cb3-2546b1bc39f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:06.723246 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0db58fb-58c8-46e4-aa1b-87bb1d4c0fa7 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 18:13:06.729444 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-42436452-9979-4174-9cb3-2546b1bc39f4 None None] Attempting to bind port 3d05cb2d-a33e-49ff-be81-ce853bf24daf on host n-d-master-1 for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 18:13:06.729842 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-42436452-9979-4174-9cb3-2546b1bc39f4 None None] Attempting to bind port 3d05cb2d-a33e-49ff-be81-ce853bf24daf by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 18:13:06.730249 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42436452-9979-4174-9cb3-2546b1bc39f4 None None] Attempting to bind port 3d05cb2d-a33e-49ff-be81-ce853bf24daf on network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 18:13:06.737450 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8242cc05-ddf4-4130-8842-31b3ef78b2eb None None] Pushing event updated for resources: {'Port': ['ID=3d05cb2d-a33e-49ff-be81-ce853bf24daf,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:13:06.740382 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42436452-9979-4174-9cb3-2546b1bc39f4 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 18, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 18:13:06.740761 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42436452-9979-4174-9cb3-2546b1bc39f4 None None] Checking segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 18:13:06.741167 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-42436452-9979-4174-9cb3-2546b1bc39f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:06.741594 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42436452-9979-4174-9cb3-2546b1bc39f4 None None] Bound using segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 18:13:06.742190 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-42436452-9979-4174-9cb3-2546b1bc39f4 None None] Bound port: 3d05cb2d-a33e-49ff-be81-ce853bf24daf, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 18:13:06.742507 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-42436452-9979-4174-9cb3-2546b1bc39f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:06.763156 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ecfc1a18-f06d-4424-92ec-f39dde4dc02b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:06.796144 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-42436452-9979-4174-9cb3-2546b1bc39f4 None None] For port 3d05cb2d-a33e-49ff-be81-ce853bf24daf, host n-d-master-1, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 18:13:06.798521 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ecfc1a18-f06d-4424-92ec-f39dde4dc02b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:06.800264 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-42436452-9979-4174-9cb3-2546b1bc39f4 None None] For port 3d05cb2d-a33e-49ff-be81-ce853bf24daf, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=3d05cb2d-a33e-49ff-be81-ce853bf24daf,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 18:13:06.804114 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-42436452-9979-4174-9cb3-2546b1bc39f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:06.824801 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-7c5178b0-6ed5-447b-b03b-2586c4fbc146 None None] Provisioning complete for port 3d05cb2d-a33e-49ff-be81-ce853bf24daf triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:13:06.825549 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7c5178b0-6ed5-447b-b03b-2586c4fbc146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:06.839578 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecfc1a18-f06d-4424-92ec-f39dde4dc02b admin admin] Network b72638d6-e367-4a7c-8953-1adc5b0cdf5d is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 18:13:06.842570 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-ecfc1a18-f06d-4424-92ec-f39dde4dc02b admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 18:13:06.846933 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfc1a18-f06d-4424-92ec-f39dde4dc02b admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 18:13:06.855527 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42436452-9979-4174-9cb3-2546b1bc39f4 None None] Routers {'56e819e2-3dea-4779-8ffd-7c30aa02fb7e'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:13:06.856161 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-42436452-9979-4174-9cb3-2546b1bc39f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:12:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['56e819e2-3dea-4779-8ffd-7c30aa02fb7e'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:13:06.873670 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa087910-094a-45e8-bd01-fa8672d462d1 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 18:13:06.875745 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfc1a18-f06d-4424-92ec-f39dde4dc02b admin admin] Pushing event updated for resources: {'Port': ['ID=04f22a46-8a60-4ef5-970c-17194ab28777,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:13:06.897181 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ecfc1a18-f06d-4424-92ec-f39dde4dc02b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539179'] for router_interface, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:06.938710 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7c5178b0-6ed5-447b-b03b-2586c4fbc146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:06.962382 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-7c5178b0-6ed5-447b-b03b-2586c4fbc146 None None] For port 3d05cb2d-a33e-49ff-be81-ce853bf24daf, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=3d05cb2d-a33e-49ff-be81-ce853bf24daf,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:13:06.969760 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7c5178b0-6ed5-447b-b03b-2586c4fbc146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:06.996735 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-42436452-9979-4174-9cb3-2546b1bc39f4 None None] Set router 56e819e2-3dea-4779-8ffd-7c30aa02fb7e gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:13:07.022468 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5178b0-6ed5-447b-b03b-2586c4fbc146 None None] Pushing event updated for resources: {'Port': ['ID=3d05cb2d-a33e-49ff-be81-ce853bf24daf,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:13:07.071240 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ecfc1a18-f06d-4424-92ec-f39dde4dc02b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:07.091034 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8242cc05-ddf4-4130-8842-31b3ef78b2eb None None] Pushing event updated for resources: {'Port': ['ID=3d05cb2d-a33e-49ff-be81-ce853bf24daf,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:13:07.104000 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-7e215a6d-2cf1-48df-b4ea-86ab11ccca68 None None] Provisioning complete for port 3d05cb2d-a33e-49ff-be81-ce853bf24daf triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:13:07.104384 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7e215a6d-2cf1-48df-b4ea-86ab11ccca68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:07.215864 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-42436452-9979-4174-9cb3-2546b1bc39f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e819e2-3dea-4779-8ffd-7c30aa02fb7e', 'name': 'tempest-TestShelveInstance-260168432-router', 'tenant_id': 'e63a46e965b5414386cd136669f20481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.143'}], 'enable_snat': True}, 'gw_port_id': '3d05cb2d-a33e-49ff-be81-ce853bf24daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:13:04Z', 'updated_at': '2021-12-06T18:13:05Z', 'revision_number': 3, 'project_id': 'e63a46e965b5414386cd136669f20481', 'gw_port': {'id': '3d05cb2d-a33e-49ff-be81-ce853bf24daf', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:cf:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56e819e2-3dea-4779-8ffd-7c30aa02fb7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:13:04Z', 'updated_at': '2021-12-06T18:13:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:13:07.242526 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42436452-9979-4174-9cb3-2546b1bc39f4 None None] The sync data for ids ['56e819e2-3dea-4779-8ffd-7c30aa02fb7e'] in n-d-master-1 is: [{'id': '56e819e2-3dea-4779-8ffd-7c30aa02fb7e', 'name': 'tempest-TestShelveInstance-260168432-router', 'tenant_id': 'e63a46e965b5414386cd136669f20481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.143'}], 'enable_snat': True}, 'gw_port_id': '3d05cb2d-a33e-49ff-be81-ce853bf24daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:13:04Z', 'updated_at': '2021-12-06T18:13:05Z', 'revision_number': 3, 'project_id': 'e63a46e965b5414386cd136669f20481', 'gw_port': {'id': '3d05cb2d-a33e-49ff-be81-ce853bf24daf', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:cf:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56e819e2-3dea-4779-8ffd-7c30aa02fb7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:13:04Z', 'updated_at': '2021-12-06T18:13:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 18:13:07.247064 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ecfc1a18-f06d-4424-92ec-f39dde4dc02b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:07.252606 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ecfc1a18-f06d-4424-92ec-f39dde4dc02b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:07.316257 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-3e503be4-9860-471d-a303-8c4cfaf27ef2 None None] Provisioning complete for port 04f22a46-8a60-4ef5-970c-17194ab28777 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:13:07.320141 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3e503be4-9860-471d-a303-8c4cfaf27ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:07.325970 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfc1a18-f06d-4424-92ec-f39dde4dc02b admin admin] Pushing event updated for resources: {'Port': ['ID=04f22a46-8a60-4ef5-970c-17194ab28777,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:13:07.328383 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ecfc1a18-f06d-4424-92ec-f39dde4dc02b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-772465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539207'] for router_interface, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:07.356893 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-3e503be4-9860-471d-a303-8c4cfaf27ef2 None None] Port 04f22a46-8a60-4ef5-970c-17194ab28777 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 18:13:07.421866 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecfc1a18-f06d-4424-92ec-f39dde4dc02b admin admin] Network b72638d6-e367-4a7c-8953-1adc5b0cdf5d is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 18:13:07.423817 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-ecfc1a18-f06d-4424-92ec-f39dde4dc02b admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 18:13:07.579333 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecfc1a18-f06d-4424-92ec-f39dde4dc02b admin admin] Router 56e819e2-3dea-4779-8ffd-7c30aa02fb7e has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 18:13:07.674606 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device b7d892d6-2864-4c3c-9c65-6cb941a181be up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 18:13:07.706930 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecfc1a18-f06d-4424-92ec-f39dde4dc02b admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 18:13:07.713517 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-ecfc1a18-f06d-4424-92ec-f39dde4dc02b admin admin] 10.222.0.23 "PUT /v2.0/routers/56e819e2-3dea-4779-8ffd-7c30aa02fb7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6616950 Dec 06 18:13:07.734231 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port b7d892d6-2864-4c3c-9c65-6cb941a181be triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:13:07.734797 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:07.801345 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-d32b8d3a-c610-4344-8eb7-e80be8812540 None None] Provisioning complete for port 04f22a46-8a60-4ef5-970c-17194ab28777 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:13:07.801756 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d32b8d3a-c610-4344-8eb7-e80be8812540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:07.869334 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-d32b8d3a-c610-4344-8eb7-e80be8812540 None None] Port 04f22a46-8a60-4ef5-970c-17194ab28777 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 18:13:07.872117 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 3d05cb2d-a33e-49ff-be81-ce853bf24daf up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 18:13:07.933251 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 3d05cb2d-a33e-49ff-be81-ce853bf24daf triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:13:07.933682 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:08.245881 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 43172) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:13:08.251357 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-0263820f-312a-40f4-bc42-890419dfcbc5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1939579-network', 'tenant_id': '96dcdbe939684fe19e5185a68eeba232'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:13:08.272844 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0263820f-312a-40f4-bc42-890419dfcbc5 admin admin] Made reservation on behalf of 96dcdbe939684fe19e5185a68eeba232 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 18:13:08.275166 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0263820f-312a-40f4-bc42-890419dfcbc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:08.284791 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0263820f-312a-40f4-bc42-890419dfcbc5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:08.359001 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0263820f-312a-40f4-bc42-890419dfcbc5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:08.362607 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0263820f-312a-40f4-bc42-890419dfcbc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:08.389370 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0263820f-312a-40f4-bc42-890419dfcbc5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 18:13:08.396298 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0263820f-312a-40f4-bc42-890419dfcbc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5bbda29-ffc6-431f-8194-dc469f1a0f24,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:13:08.403037 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0263820f-312a-40f4-bc42-890419dfcbc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:08.403395 n-d-master-1 neutron-server[103284]: INFO neutron.db.segments_db [None req-0263820f-312a-40f4-bc42-890419dfcbc5 admin admin] Added segment 4b9c03f3-fe3d-4ab2-882d-149ea9a99040 of type vlan for network 92ed8568-4150-4693-9b89-959b8cbd785e Dec 06 18:13:08.449873 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0263820f-312a-40f4-bc42-890419dfcbc5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:08.473929 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0263820f-312a-40f4-bc42-890419dfcbc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:08.474886 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0263820f-312a-40f4-bc42-890419dfcbc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:13:08.475486 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0263820f-312a-40f4-bc42-890419dfcbc5 admin admin] Publish callbacks [] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:08.531140 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-0263820f-312a-40f4-bc42-890419dfcbc5 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.2840149 Dec 06 18:13:08.533799 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 43174) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:13:08.538385 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-9b70045f-73a7-403a-9ea4-c5520b52f604 admin admin] Request body: {'subnet': {'network_id': '92ed8568-4150-4693-9b89-959b8cbd785e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1939579-subnet', 'tenant_id': '96dcdbe939684fe19e5185a68eeba232', 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:13:08.547900 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0263820f-312a-40f4-bc42-890419dfcbc5 admin admin] Pushing event updated for resources: {'Network': ['ID=92ed8568-4150-4693-9b89-959b8cbd785e,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:13:08.557543 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 92ed8568-4150-4693-9b89-959b8cbd785e details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 18:13:08.564762 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b70045f-73a7-403a-9ea4-c5520b52f604 admin admin] Made reservation on behalf of 96dcdbe939684fe19e5185a68eeba232 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 18:13:08.567133 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9b70045f-73a7-403a-9ea4-c5520b52f604 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:08.749782 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9b70045f-73a7-403a-9ea4-c5520b52f604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:08.801810 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b70045f-73a7-403a-9ea4-c5520b52f604 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52ed1ef7-1119-4da1-996b-9fbe855bb498,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:13:08.818476 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b70045f-73a7-403a-9ea4-c5520b52f604 admin admin] Checking segment: {'id': '4b9c03f3-fe3d-4ab2-882d-149ea9a99040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '92ed8568-4150-4693-9b89-959b8cbd785e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 18:13:08.818843 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b70045f-73a7-403a-9ea4-c5520b52f604 admin admin] Network hostable DHCP agents. Network: 92ed8568-4150-4693-9b89-959b8cbd785e, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 18:13:08.836160 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b70045f-73a7-403a-9ea4-c5520b52f604 admin admin] Network 92ed8568-4150-4693-9b89-959b8cbd785e is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 18:13:08.845281 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-9b70045f-73a7-403a-9ea4-c5520b52f604 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 92ed8568-4150-4693-9b89-959b8cbd785e) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 18:13:08.849539 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b70045f-73a7-403a-9ea4-c5520b52f604 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:13:08.850158 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9b70045f-73a7-403a-9ea4-c5520b52f604 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:08.854326 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556fc8c7-3558-4df2-a7cd-cc9aaac0a998 None None] Network 92ed8568-4150-4693-9b89-959b8cbd785e requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 18:13:08.868686 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-9b70045f-73a7-403a-9ea4-c5520b52f604 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.3315990 Dec 06 18:13:08.868895 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 43176) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:13:08.873117 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-b131c10a-1250-44cb-a45e-09f9da0c57e1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1939579-router', 'tenant_id': '96dcdbe939684fe19e5185a68eeba232', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:13:08.900396 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b131c10a-1250-44cb-a45e-09f9da0c57e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:08.901409 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b131c10a-1250-44cb-a45e-09f9da0c57e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:08.956635 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b131c10a-1250-44cb-a45e-09f9da0c57e1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:08.974295 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb2fcb3-23ff-4fac-bdec-d64d6f53db2d None None] Sync routers for ids ['56e819e2-3dea-4779-8ffd-7c30aa02fb7e'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 18:13:09.005260 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb2fcb3-23ff-4fac-bdec-d64d6f53db2d None None] Routers {'56e819e2-3dea-4779-8ffd-7c30aa02fb7e'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:13:09.005922 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-2bb2fcb3-23ff-4fac-bdec-d64d6f53db2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:12:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['56e819e2-3dea-4779-8ffd-7c30aa02fb7e'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:13:09.050735 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37131cd0-7d78-4d99-aed6-33e7d2b0d4ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-92ed8568-4150-4693-9b89-959b8cbd785e', 'network_id': '92ed8568-4150-4693-9b89-959b8cbd785e', 'tenant_id': '96dcdbe939684fe19e5185a68eeba232', 'fixed_ips': [{'subnet_id': '52ed1ef7-1119-4da1-996b-9fbe855bb498'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 18:13:09.051516 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-37131cd0-7d78-4d99-aed6-33e7d2b0d4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:09.103131 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b131c10a-1250-44cb-a45e-09f9da0c57e1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:09.200026 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-2bb2fcb3-23ff-4fac-bdec-d64d6f53db2d None None] Set router 56e819e2-3dea-4779-8ffd-7c30aa02fb7e gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:13:09.310487 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-37131cd0-7d78-4d99-aed6-33e7d2b0d4ae None None] Allocated IP 172.20.0.2 (92ed8568-4150-4693-9b89-959b8cbd785e/52ed1ef7-1119-4da1-996b-9fbe855bb498/34f4c68b-050e-468c-be82-d042539a1426) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 18:13:09.562029 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-37131cd0-7d78-4d99-aed6-33e7d2b0d4ae None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:09.570019 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-2bb2fcb3-23ff-4fac-bdec-d64d6f53db2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e819e2-3dea-4779-8ffd-7c30aa02fb7e', 'name': 'tempest-TestShelveInstance-260168432-router', 'tenant_id': 'e63a46e965b5414386cd136669f20481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.143'}], 'enable_snat': True}, 'gw_port_id': '3d05cb2d-a33e-49ff-be81-ce853bf24daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:13:04Z', 'updated_at': '2021-12-06T18:13:07Z', 'revision_number': 4, 'project_id': 'e63a46e965b5414386cd136669f20481', 'gw_port': {'id': '3d05cb2d-a33e-49ff-be81-ce853bf24daf', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:cf:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e819e2-3dea-4779-8ffd-7c30aa02fb7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:13:04Z', 'updated_at': '2021-12-06T18:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '04f22a46-8a60-4ef5-970c-17194ab28777', 'name': '', 'network_id': 'b72638d6-e367-4a7c-8953-1adc5b0cdf5d', 'tenant_id': 'e63a46e965b5414386cd136669f20481', 'mac_address': 'fa:16:3e:16:7c:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56e819e2-3dea-4779-8ffd-7c30aa02fb7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '68b786be-9180-44a2-8d2d-4b37eb56a25e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:13:06Z', 'updated_at': '2021-12-06T18:13:07Z', 'revision_number': 2, 'project_id': 'e63a46e965b5414386cd136669f20481', 'subnets': [{'id': '68b786be-9180-44a2-8d2d-4b37eb56a25e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:13:09.572181 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-37131cd0-7d78-4d99-aed6-33e7d2b0d4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:09.602550 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b131c10a-1250-44cb-a45e-09f9da0c57e1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:09.621134 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b131c10a-1250-44cb-a45e-09f9da0c57e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:09.622418 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb2fcb3-23ff-4fac-bdec-d64d6f53db2d None None] Checking router: 56e819e2-3dea-4779-8ffd-7c30aa02fb7e for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 18:13:09.622784 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb2fcb3-23ff-4fac-bdec-d64d6f53db2d None None] Updating router 56e819e2-3dea-4779-8ffd-7c30aa02fb7e port 04f22a46-8a60-4ef5-970c-17194ab28777 binding host n-d-master-1 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 18:13:09.657711 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37131cd0-7d78-4d99-aed6-33e7d2b0d4ae None None] Network 92ed8568-4150-4693-9b89-959b8cbd785e is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 18:13:09.667009 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-37131cd0-7d78-4d99-aed6-33e7d2b0d4ae None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 18:13:09.672068 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37131cd0-7d78-4d99-aed6-33e7d2b0d4ae None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 18:13:09.674147 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2bb2fcb3-23ff-4fac-bdec-d64d6f53db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:09.677585 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37131cd0-7d78-4d99-aed6-33e7d2b0d4ae None None] Pushing event updated for resources: {'Port': ['ID=34f4c68b-050e-468c-be82-d042539a1426,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:13:09.731404 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-b131c10a-1250-44cb-a45e-09f9da0c57e1 admin admin] Allocated IP 172.35.1.212 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/be54c120-ee4e-4baf-a897-65f0f3e35957) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 18:13:09.762035 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-37131cd0-7d78-4d99-aed6-33e7d2b0d4ae None None] Attempting to bind port 34f4c68b-050e-468c-be82-d042539a1426 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 18:13:09.762421 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-37131cd0-7d78-4d99-aed6-33e7d2b0d4ae None None] Attempting to bind port 34f4c68b-050e-468c-be82-d042539a1426 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '4b9c03f3-fe3d-4ab2-882d-149ea9a99040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '92ed8568-4150-4693-9b89-959b8cbd785e'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 18:13:09.762794 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37131cd0-7d78-4d99-aed6-33e7d2b0d4ae None None] Attempting to bind port 34f4c68b-050e-468c-be82-d042539a1426 on network 92ed8568-4150-4693-9b89-959b8cbd785e {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 18:13:09.775483 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37131cd0-7d78-4d99-aed6-33e7d2b0d4ae None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 18, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 18:13:09.775866 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37131cd0-7d78-4d99-aed6-33e7d2b0d4ae None None] Checking segment: {'id': '4b9c03f3-fe3d-4ab2-882d-149ea9a99040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '92ed8568-4150-4693-9b89-959b8cbd785e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 18:13:09.776275 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-37131cd0-7d78-4d99-aed6-33e7d2b0d4ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:09.776681 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37131cd0-7d78-4d99-aed6-33e7d2b0d4ae None None] Bound using segment: {'id': '4b9c03f3-fe3d-4ab2-882d-149ea9a99040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '92ed8568-4150-4693-9b89-959b8cbd785e'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 18:13:09.777164 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-37131cd0-7d78-4d99-aed6-33e7d2b0d4ae None None] Bound port: 34f4c68b-050e-468c-be82-d042539a1426, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b9c03f3-fe3d-4ab2-882d-149ea9a99040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '92ed8568-4150-4693-9b89-959b8cbd785e'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 18:13:09.777579 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-37131cd0-7d78-4d99-aed6-33e7d2b0d4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:09.835552 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b131c10a-1250-44cb-a45e-09f9da0c57e1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:09.869807 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b131c10a-1250-44cb-a45e-09f9da0c57e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:09.913938 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b131c10a-1250-44cb-a45e-09f9da0c57e1 admin admin] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 18:13:09.918476 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-b131c10a-1250-44cb-a45e-09f9da0c57e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 18:13:09.923038 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b131c10a-1250-44cb-a45e-09f9da0c57e1 admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 18:13:09.941257 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb2f4a8-ef8a-4813-b422-28b3ee43a88e None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 18:13:09.945751 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b131c10a-1250-44cb-a45e-09f9da0c57e1 admin admin] Pushing event updated for resources: {'Port': ['ID=be54c120-ee4e-4baf-a897-65f0f3e35957,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:13:09.956789 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-37131cd0-7d78-4d99-aed6-33e7d2b0d4ae None None] For port 34f4c68b-050e-468c-be82-d042539a1426, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 18:13:09.975556 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-37131cd0-7d78-4d99-aed6-33e7d2b0d4ae None None] For port 34f4c68b-050e-468c-be82-d042539a1426, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=34f4c68b-050e-468c-be82-d042539a1426,segment=NetworkSegment(4b9c03f3-fe3d-4ab2-882d-149ea9a99040),segment_id=4b9c03f3-fe3d-4ab2-882d-149ea9a99040)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 18:13:09.984745 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-37131cd0-7d78-4d99-aed6-33e7d2b0d4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:10.059445 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b595f7e4-532f-4c0e-822b-8b6be57d49f1 None None] Provisioning complete for port be54c120-ee4e-4baf-a897-65f0f3e35957 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:13:10.059648 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b595f7e4-532f-4c0e-822b-8b6be57d49f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:10.117587 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37131cd0-7d78-4d99-aed6-33e7d2b0d4ae None None] Pushing event updated for resources: {'Port': ['ID=34f4c68b-050e-468c-be82-d042539a1426,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:13:10.146484 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b595f7e4-532f-4c0e-822b-8b6be57d49f1 None None] Port be54c120-ee4e-4baf-a897-65f0f3e35957 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 18:13:10.169912 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2bb2fcb3-23ff-4fac-bdec-d64d6f53db2d None None] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:10.176041 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2bb2fcb3-23ff-4fac-bdec-d64d6f53db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:10.201599 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b131c10a-1250-44cb-a45e-09f9da0c57e1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:10.226691 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c449a42d-eaf8-49a9-9514-9c358ce90bd3 None None] Pushing event updated for resources: {'Port': ['ID=04f22a46-8a60-4ef5-970c-17194ab28777,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:13:10.308741 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-2bb2fcb3-23ff-4fac-bdec-d64d6f53db2d None None] Attempting to bind port 04f22a46-8a60-4ef5-970c-17194ab28777 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 18:13:10.309106 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-2bb2fcb3-23ff-4fac-bdec-d64d6f53db2d None None] Attempting to bind port 04f22a46-8a60-4ef5-970c-17194ab28777 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'ab96be8e-75a7-4f64-8b9f-0cf865842be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b72638d6-e367-4a7c-8953-1adc5b0cdf5d'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 18:13:10.309528 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb2fcb3-23ff-4fac-bdec-d64d6f53db2d None None] Attempting to bind port 04f22a46-8a60-4ef5-970c-17194ab28777 on network b72638d6-e367-4a7c-8953-1adc5b0cdf5d {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 18:13:10.316395 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb2fcb3-23ff-4fac-bdec-d64d6f53db2d None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 18, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 18:13:10.316772 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb2fcb3-23ff-4fac-bdec-d64d6f53db2d None None] Checking segment: {'id': 'ab96be8e-75a7-4f64-8b9f-0cf865842be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b72638d6-e367-4a7c-8953-1adc5b0cdf5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 18:13:10.317181 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2bb2fcb3-23ff-4fac-bdec-d64d6f53db2d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:10.317597 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb2fcb3-23ff-4fac-bdec-d64d6f53db2d None None] Bound using segment: {'id': 'ab96be8e-75a7-4f64-8b9f-0cf865842be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b72638d6-e367-4a7c-8953-1adc5b0cdf5d'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 18:13:10.318082 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-2bb2fcb3-23ff-4fac-bdec-d64d6f53db2d None None] Bound port: 04f22a46-8a60-4ef5-970c-17194ab28777, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab96be8e-75a7-4f64-8b9f-0cf865842be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b72638d6-e367-4a7c-8953-1adc5b0cdf5d'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 18:13:10.318463 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2bb2fcb3-23ff-4fac-bdec-d64d6f53db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:10.403207 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-2bb2fcb3-23ff-4fac-bdec-d64d6f53db2d None None] For port 04f22a46-8a60-4ef5-970c-17194ab28777, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 18:13:10.407338 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-2bb2fcb3-23ff-4fac-bdec-d64d6f53db2d None None] For port 04f22a46-8a60-4ef5-970c-17194ab28777, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=04f22a46-8a60-4ef5-970c-17194ab28777,segment=NetworkSegment(ab96be8e-75a7-4f64-8b9f-0cf865842be4),segment_id=ab96be8e-75a7-4f64-8b9f-0cf865842be4)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 18:13:10.413800 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2bb2fcb3-23ff-4fac-bdec-d64d6f53db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:10.467044 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb2fcb3-23ff-4fac-bdec-d64d6f53db2d None None] Routers {'56e819e2-3dea-4779-8ffd-7c30aa02fb7e'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:13:10.467689 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-2bb2fcb3-23ff-4fac-bdec-d64d6f53db2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:12:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['56e819e2-3dea-4779-8ffd-7c30aa02fb7e'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:13:10.476260 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b131c10a-1250-44cb-a45e-09f9da0c57e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:10.513286 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c449a42d-eaf8-49a9-9514-9c358ce90bd3 None None] Pushing event updated for resources: {'Port': ['ID=04f22a46-8a60-4ef5-970c-17194ab28777,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:13:10.595408 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-66fc3e82-1166-49dd-bc85-8d4a6f508c7b None None] Provisioning complete for port 04f22a46-8a60-4ef5-970c-17194ab28777 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:13:10.595786 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-66fc3e82-1166-49dd-bc85-8d4a6f508c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:10.621309 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b131c10a-1250-44cb-a45e-09f9da0c57e1 admin admin] Router 03af20c3-2657-469c-ad21-72a35b3a62c6 is scheduled to L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 18:13:10.628244 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-2bb2fcb3-23ff-4fac-bdec-d64d6f53db2d None None] Set router 56e819e2-3dea-4779-8ffd-7c30aa02fb7e gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:13:10.742861 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b131c10a-1250-44cb-a45e-09f9da0c57e1 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 18:13:10.754529 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9b0b8e-d9cd-43dd-8858-fb2e917f41f7 None None] Sync routers for ids ['03af20c3-2657-469c-ad21-72a35b3a62c6'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 18:13:10.769367 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b131c10a-1250-44cb-a45e-09f9da0c57e1 admin admin] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:10.769367 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-b131c10a-1250-44cb-a45e-09f9da0c57e1 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 1.8965123 Dec 06 18:13:10.769790 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 43178) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:13:10.771453 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9b0b8e-d9cd-43dd-8858-fb2e917f41f7 None None] Routers {'03af20c3-2657-469c-ad21-72a35b3a62c6'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:13:10.772409 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-af9b0b8e-d9cd-43dd-8858-fb2e917f41f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:12:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['03af20c3-2657-469c-ad21-72a35b3a62c6'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:13:10.896951 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-af9b0b8e-d9cd-43dd-8858-fb2e917f41f7 None None] Set router 03af20c3-2657-469c-ad21-72a35b3a62c6 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:13:10.977075 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-66fc3e82-1166-49dd-bc85-8d4a6f508c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:11.048285 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-66fc3e82-1166-49dd-bc85-8d4a6f508c7b None None] For port 04f22a46-8a60-4ef5-970c-17194ab28777, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=04f22a46-8a60-4ef5-970c-17194ab28777,segment=NetworkSegment(ab96be8e-75a7-4f64-8b9f-0cf865842be4),segment_id=ab96be8e-75a7-4f64-8b9f-0cf865842be4)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:13:11.076613 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-66fc3e82-1166-49dd-bc85-8d4a6f508c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:11.152847 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fc3e82-1166-49dd-bc85-8d4a6f508c7b None None] Pushing event updated for resources: {'Port': ['ID=04f22a46-8a60-4ef5-970c-17194ab28777,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:13:11.166032 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-2bb2fcb3-23ff-4fac-bdec-d64d6f53db2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e819e2-3dea-4779-8ffd-7c30aa02fb7e', 'name': 'tempest-TestShelveInstance-260168432-router', 'tenant_id': 'e63a46e965b5414386cd136669f20481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.143'}], 'enable_snat': True}, 'gw_port_id': '3d05cb2d-a33e-49ff-be81-ce853bf24daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:13:04Z', 'updated_at': '2021-12-06T18:13:07Z', 'revision_number': 4, 'project_id': 'e63a46e965b5414386cd136669f20481', 'gw_port': {'id': '3d05cb2d-a33e-49ff-be81-ce853bf24daf', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:cf:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e819e2-3dea-4779-8ffd-7c30aa02fb7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:13:04Z', 'updated_at': '2021-12-06T18:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '04f22a46-8a60-4ef5-970c-17194ab28777', 'name': '', 'network_id': 'b72638d6-e367-4a7c-8953-1adc5b0cdf5d', 'tenant_id': 'e63a46e965b5414386cd136669f20481', 'mac_address': 'fa:16:3e:16:7c:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56e819e2-3dea-4779-8ffd-7c30aa02fb7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '68b786be-9180-44a2-8d2d-4b37eb56a25e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:13:06Z', 'updated_at': '2021-12-06T18:13:10Z', 'revision_number': 4, 'project_id': 'e63a46e965b5414386cd136669f20481', 'subnets': [{'id': '68b786be-9180-44a2-8d2d-4b37eb56a25e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:13:11.209353 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb2fcb3-23ff-4fac-bdec-d64d6f53db2d None None] The sync data for ids ['56e819e2-3dea-4779-8ffd-7c30aa02fb7e'] in n-d-master-1 is: [{'id': '56e819e2-3dea-4779-8ffd-7c30aa02fb7e', 'name': 'tempest-TestShelveInstance-260168432-router', 'tenant_id': 'e63a46e965b5414386cd136669f20481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.143'}], 'enable_snat': True}, 'gw_port_id': '3d05cb2d-a33e-49ff-be81-ce853bf24daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:13:04Z', 'updated_at': '2021-12-06T18:13:07Z', 'revision_number': 4, 'project_id': 'e63a46e965b5414386cd136669f20481', 'gw_port': {'id': '3d05cb2d-a33e-49ff-be81-ce853bf24daf', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:cf:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e819e2-3dea-4779-8ffd-7c30aa02fb7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:13:04Z', 'updated_at': '2021-12-06T18:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '04f22a46-8a60-4ef5-970c-17194ab28777', 'name': '', 'network_id': 'b72638d6-e367-4a7c-8953-1adc5b0cdf5d', 'tenant_id': 'e63a46e965b5414386cd136669f20481', 'mac_address': 'fa:16:3e:16:7c:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56e819e2-3dea-4779-8ffd-7c30aa02fb7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '68b786be-9180-44a2-8d2d-4b37eb56a25e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:13:06Z', 'updated_at': '2021-12-06T18:13:10Z', 'revision_number': 4, 'project_id': 'e63a46e965b5414386cd136669f20481', 'subnets': [{'id': '68b786be-9180-44a2-8d2d-4b37eb56a25e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 18:13:11.217257 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-4ca0468f-f1c3-4dc9-9702-db18bc5d7cf3 None None] Provisioning complete for port 04f22a46-8a60-4ef5-970c-17194ab28777 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:13:11.217880 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4ca0468f-f1c3-4dc9-9702-db18bc5d7cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:11.236410 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-af9b0b8e-d9cd-43dd-8858-fb2e917f41f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03af20c3-2657-469c-ad21-72a35b3a62c6', 'name': 'tempest-TestShelveInstance-1939579-router', 'tenant_id': '96dcdbe939684fe19e5185a68eeba232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.212'}], 'enable_snat': True}, 'gw_port_id': 'be54c120-ee4e-4baf-a897-65f0f3e35957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:13:08Z', 'updated_at': '2021-12-06T18:13:10Z', 'revision_number': 3, 'project_id': '96dcdbe939684fe19e5185a68eeba232', 'gw_port': {'id': 'be54c120-ee4e-4baf-a897-65f0f3e35957', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:03:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03af20c3-2657-469c-ad21-72a35b3a62c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:13:09Z', 'updated_at': '2021-12-06T18:13:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:13:11.269013 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9b0b8e-d9cd-43dd-8858-fb2e917f41f7 None None] Checking router: 03af20c3-2657-469c-ad21-72a35b3a62c6 for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 18:13:11.269783 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9b0b8e-d9cd-43dd-8858-fb2e917f41f7 None None] Updating router 03af20c3-2657-469c-ad21-72a35b3a62c6 port be54c120-ee4e-4baf-a897-65f0f3e35957 binding host n-d-master-1 {{(pid=103287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 18:13:11.326408 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-af9b0b8e-d9cd-43dd-8858-fb2e917f41f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:11.373114 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef2c856-ef13-4472-991d-1cddafbec51a None None] Network 92ed8568-4150-4693-9b89-959b8cbd785e requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 18:13:11.504793 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-5a54f8f5-b90c-4f1f-8f20-a58cbba7272d None None] Provisioning complete for port 34f4c68b-050e-468c-be82-d042539a1426 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:13:11.505166 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5a54f8f5-b90c-4f1f-8f20-a58cbba7272d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:11.639170 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-af9b0b8e-d9cd-43dd-8858-fb2e917f41f7 None None] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:11.650996 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-af9b0b8e-d9cd-43dd-8858-fb2e917f41f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:11.672422 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5a54f8f5-b90c-4f1f-8f20-a58cbba7272d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:11.678276 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7aa85161-174b-44dc-99de-9d4b31fdac16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:11.706544 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd54951b-48ff-443f-86dc-2835cf60d377 None None] Pushing event updated for resources: {'Port': ['ID=be54c120-ee4e-4baf-a897-65f0f3e35957,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:13:11.736903 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 04f22a46-8a60-4ef5-970c-17194ab28777 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 18:13:11.753124 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-af9b0b8e-d9cd-43dd-8858-fb2e917f41f7 None None] Attempting to bind port be54c120-ee4e-4baf-a897-65f0f3e35957 on host n-d-master-1 for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 18:13:11.753801 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-af9b0b8e-d9cd-43dd-8858-fb2e917f41f7 None None] Attempting to bind port be54c120-ee4e-4baf-a897-65f0f3e35957 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 18:13:11.754408 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9b0b8e-d9cd-43dd-8858-fb2e917f41f7 None None] Attempting to bind port be54c120-ee4e-4baf-a897-65f0f3e35957 on network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 18:13:11.757268 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd54951b-48ff-443f-86dc-2835cf60d377 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:13:11.758265 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd54951b-48ff-443f-86dc-2835cf60d377 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:13:11.758795 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd54951b-48ff-443f-86dc-2835cf60d377 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:13:11.759300 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd54951b-48ff-443f-86dc-2835cf60d377 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:13:11.759803 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd54951b-48ff-443f-86dc-2835cf60d377 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:13:11.760307 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd54951b-48ff-443f-86dc-2835cf60d377 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:13:11.760803 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd54951b-48ff-443f-86dc-2835cf60d377 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:13:11.761300 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd54951b-48ff-443f-86dc-2835cf60d377 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:13:11.761850 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd54951b-48ff-443f-86dc-2835cf60d377 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:13:11.762336 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd54951b-48ff-443f-86dc-2835cf60d377 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:13:11.762839 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd54951b-48ff-443f-86dc-2835cf60d377 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:13:11.763331 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd54951b-48ff-443f-86dc-2835cf60d377 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:13:11.771290 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd54951b-48ff-443f-86dc-2835cf60d377 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:13:11.777070 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a0b484-fcb9-486f-a915-a7547516b9df None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 18:13:11.796880 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9b0b8e-d9cd-43dd-8858-fb2e917f41f7 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 18, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 18:13:11.797822 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9b0b8e-d9cd-43dd-8858-fb2e917f41f7 None None] Checking segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 18:13:11.798234 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-af9b0b8e-d9cd-43dd-8858-fb2e917f41f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:11.798648 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9b0b8e-d9cd-43dd-8858-fb2e917f41f7 None None] Bound using segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 18:13:11.799128 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-af9b0b8e-d9cd-43dd-8858-fb2e917f41f7 None None] Bound port: be54c120-ee4e-4baf-a897-65f0f3e35957, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 18:13:11.800899 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-af9b0b8e-d9cd-43dd-8858-fb2e917f41f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:11.810161 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-5a54f8f5-b90c-4f1f-8f20-a58cbba7272d None None] For port 34f4c68b-050e-468c-be82-d042539a1426, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=34f4c68b-050e-468c-be82-d042539a1426,segment=NetworkSegment(4b9c03f3-fe3d-4ab2-882d-149ea9a99040),segment_id=4b9c03f3-fe3d-4ab2-882d-149ea9a99040)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:13:11.830336 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5a54f8f5-b90c-4f1f-8f20-a58cbba7272d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:11.866858 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-af9b0b8e-d9cd-43dd-8858-fb2e917f41f7 None None] For port be54c120-ee4e-4baf-a897-65f0f3e35957, host n-d-master-1, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 18:13:11.871392 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-af9b0b8e-d9cd-43dd-8858-fb2e917f41f7 None None] For port be54c120-ee4e-4baf-a897-65f0f3e35957, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=be54c120-ee4e-4baf-a897-65f0f3e35957,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 18:13:11.880584 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-af9b0b8e-d9cd-43dd-8858-fb2e917f41f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:11.953372 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9b0b8e-d9cd-43dd-8858-fb2e917f41f7 None None] Routers {'03af20c3-2657-469c-ad21-72a35b3a62c6'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:13:11.954050 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-af9b0b8e-d9cd-43dd-8858-fb2e917f41f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:12:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['03af20c3-2657-469c-ad21-72a35b3a62c6'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:13:11.962319 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68607ac9-6ddf-4e5f-b583-4629a7782916 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 18:13:11.963313 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-7aa85161-174b-44dc-99de-9d4b31fdac16 admin admin] Allocated IP 172.20.0.1 (92ed8568-4150-4693-9b89-959b8cbd785e/52ed1ef7-1119-4da1-996b-9fbe855bb498/9b64013b-1225-4a1a-ae6a-7fa301fc878e) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 18:13:11.969275 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a54f8f5-b90c-4f1f-8f20-a58cbba7272d None None] Pushing event updated for resources: {'Port': ['ID=34f4c68b-050e-468c-be82-d042539a1426,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:13:11.981977 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 04f22a46-8a60-4ef5-970c-17194ab28777 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:13:11.982582 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:12.012820 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-e713feac-c9d0-4ac9-898f-658028ef33d3 None None] Provisioning complete for port be54c120-ee4e-4baf-a897-65f0f3e35957 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:13:12.013344 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e713feac-c9d0-4ac9-898f-658028ef33d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:12.041150 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd54951b-48ff-443f-86dc-2835cf60d377 None None] Pushing event updated for resources: {'Port': ['ID=be54c120-ee4e-4baf-a897-65f0f3e35957,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:13:12.127700 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7aa85161-174b-44dc-99de-9d4b31fdac16 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:12.141352 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-af9b0b8e-d9cd-43dd-8858-fb2e917f41f7 None None] Set router 03af20c3-2657-469c-ad21-72a35b3a62c6 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:13:12.145929 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 34f4c68b-050e-468c-be82-d042539a1426 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 18:13:12.147865 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e713feac-c9d0-4ac9-898f-658028ef33d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:12.169182 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7aa85161-174b-44dc-99de-9d4b31fdac16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:12.204202 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-e713feac-c9d0-4ac9-898f-658028ef33d3 None None] For port be54c120-ee4e-4baf-a897-65f0f3e35957, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=be54c120-ee4e-4baf-a897-65f0f3e35957,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:13:12.211592 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e713feac-c9d0-4ac9-898f-658028ef33d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:12.213221 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa85161-174b-44dc-99de-9d4b31fdac16 admin admin] Network 92ed8568-4150-4693-9b89-959b8cbd785e is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 18:13:12.224368 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-7aa85161-174b-44dc-99de-9d4b31fdac16 admin admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 18:13:12.228030 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa85161-174b-44dc-99de-9d4b31fdac16 admin admin] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 18:13:12.251408 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa85161-174b-44dc-99de-9d4b31fdac16 admin admin] Pushing event updated for resources: {'Port': ['ID=9b64013b-1225-4a1a-ae6a-7fa301fc878e,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:13:12.272619 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7aa85161-174b-44dc-99de-9d4b31fdac16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539179'] for router_interface, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:12.293919 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 34f4c68b-050e-468c-be82-d042539a1426 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:13:12.294377 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:12.338028 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e713feac-c9d0-4ac9-898f-658028ef33d3 None None] Pushing event updated for resources: {'Port': ['ID=be54c120-ee4e-4baf-a897-65f0f3e35957,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:13:12.372444 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-d52ad10f-b5ee-4083-918a-0ce44e2cc2ce None None] Provisioning complete for port be54c120-ee4e-4baf-a897-65f0f3e35957 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:13:12.372821 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d52ad10f-b5ee-4083-918a-0ce44e2cc2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:12.428287 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-af9b0b8e-d9cd-43dd-8858-fb2e917f41f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03af20c3-2657-469c-ad21-72a35b3a62c6', 'name': 'tempest-TestShelveInstance-1939579-router', 'tenant_id': '96dcdbe939684fe19e5185a68eeba232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.212'}], 'enable_snat': True}, 'gw_port_id': 'be54c120-ee4e-4baf-a897-65f0f3e35957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:13:08Z', 'updated_at': '2021-12-06T18:13:10Z', 'revision_number': 3, 'project_id': '96dcdbe939684fe19e5185a68eeba232', 'gw_port': {'id': 'be54c120-ee4e-4baf-a897-65f0f3e35957', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:03:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03af20c3-2657-469c-ad21-72a35b3a62c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:13:09Z', 'updated_at': '2021-12-06T18:13:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:13:12.463778 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9b0b8e-d9cd-43dd-8858-fb2e917f41f7 None None] The sync data for ids ['03af20c3-2657-469c-ad21-72a35b3a62c6'] in n-d-master-1 is: [{'id': '03af20c3-2657-469c-ad21-72a35b3a62c6', 'name': 'tempest-TestShelveInstance-1939579-router', 'tenant_id': '96dcdbe939684fe19e5185a68eeba232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.212'}], 'enable_snat': True}, 'gw_port_id': 'be54c120-ee4e-4baf-a897-65f0f3e35957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:13:08Z', 'updated_at': '2021-12-06T18:13:10Z', 'revision_number': 3, 'project_id': '96dcdbe939684fe19e5185a68eeba232', 'gw_port': {'id': 'be54c120-ee4e-4baf-a897-65f0f3e35957', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:03:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03af20c3-2657-469c-ad21-72a35b3a62c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:13:09Z', 'updated_at': '2021-12-06T18:13:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 18:13:12.473540 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7aa85161-174b-44dc-99de-9d4b31fdac16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:12.561212 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-d52ad10f-b5ee-4083-918a-0ce44e2cc2ce None None] Provisioning complete for port 34f4c68b-050e-468c-be82-d042539a1426 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:13:12.561627 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d52ad10f-b5ee-4083-918a-0ce44e2cc2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:12.683770 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7aa85161-174b-44dc-99de-9d4b31fdac16 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:12.688754 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7aa85161-174b-44dc-99de-9d4b31fdac16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:12.756047 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7aa85161-174b-44dc-99de-9d4b31fdac16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-772465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539207'] for router_interface, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:12.791035 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-9ba3903d-1b9e-445d-b06e-48d5562d6974 None None] Provisioning complete for port 9b64013b-1225-4a1a-ae6a-7fa301fc878e triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:13:12.791478 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-9ba3903d-1b9e-445d-b06e-48d5562d6974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:12.809157 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa85161-174b-44dc-99de-9d4b31fdac16 admin admin] Pushing event updated for resources: {'Port': ['ID=9b64013b-1225-4a1a-ae6a-7fa301fc878e,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:13:12.833601 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-9ba3903d-1b9e-445d-b06e-48d5562d6974 None None] Port 9b64013b-1225-4a1a-ae6a-7fa301fc878e cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 18:13:12.884326 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa85161-174b-44dc-99de-9d4b31fdac16 admin admin] Network 92ed8568-4150-4693-9b89-959b8cbd785e is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 18:13:12.885999 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-7aa85161-174b-44dc-99de-9d4b31fdac16 admin admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 18:13:13.028160 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aa85161-174b-44dc-99de-9d4b31fdac16 admin admin] Router 03af20c3-2657-469c-ad21-72a35b3a62c6 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 18:13:13.150497 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aa85161-174b-44dc-99de-9d4b31fdac16 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 18:13:13.154010 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-97f1efa6-5bb3-4a48-b0b8-91c87ba8b01b None None] Provisioning complete for port 9b64013b-1225-4a1a-ae6a-7fa301fc878e triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:13:13.154529 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-97f1efa6-5bb3-4a48-b0b8-91c87ba8b01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:13.156011 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-7aa85161-174b-44dc-99de-9d4b31fdac16 admin admin] 10.222.0.23 "PUT /v2.0/routers/03af20c3-2657-469c-ad21-72a35b3a62c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3846209 Dec 06 18:13:13.192324 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-97f1efa6-5bb3-4a48-b0b8-91c87ba8b01b None None] Port 9b64013b-1225-4a1a-ae6a-7fa301fc878e cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 18:13:13.569937 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3b781928-6dc5-4598-bbf1-d3c0c94dd812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:13.628917 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device be54c120-ee4e-4baf-a897-65f0f3e35957 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 18:13:13.677201 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port be54c120-ee4e-4baf-a897-65f0f3e35957 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:13:13.677618 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:13.754014 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 34f4c68b-050e-468c-be82-d042539a1426 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 18:13:13.805054 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 34f4c68b-050e-468c-be82-d042539a1426 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:13:13.805426 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:13.813522 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 43192) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:13:13.818348 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-25a63154-399f-4441-9f6e-45887cf32627 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-576691728', 'description': 'tempest-secgroup-smoke-576691728 description', 'project_id': 'e63a46e965b5414386cd136669f20481'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:13:13.840299 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-25a63154-399f-4441-9f6e-45887cf32627 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks [] for security_group, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:13.911011 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-25a63154-399f-4441-9f6e-45887cf32627 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks [] for security_group, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:13.916199 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-25a63154-399f-4441-9f6e-45887cf32627 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:13.946781 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-25a63154-399f-4441-9f6e-45887cf32627 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:13.948020 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-25a63154-399f-4441-9f6e-45887cf32627 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1334546 Dec 06 18:13:13.949959 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a63154-399f-4441-9f6e-45887cf32627 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb129fce-da7d-43cb-b394-a5f1c6b9482b,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:13:13.951143 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 43194) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:13:13.957800 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-04e09c7b-8d81-4763-bf46-2a1f807f23a9 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Request body: {'security_group_rule': {'security_group_id': 'fb129fce-da7d-43cb-b394-a5f1c6b9482b', 'project_id': 'e63a46e965b5414386cd136669f20481', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:13:13.985384 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-04e09c7b-8d81-4763-bf46-2a1f807f23a9 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:14.040463 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-04e09c7b-8d81-4763-bf46-2a1f807f23a9 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:14.044224 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-04e09c7b-8d81-4763-bf46-2a1f807f23a9 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:14.063003 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e09c7b-8d81-4763-bf46-2a1f807f23a9 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7194e4f-4514-4e11-bbee-0bb62deefa87,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:13:14.070168 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-04e09c7b-8d81-4763-bf46-2a1f807f23a9 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:14.071405 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-04e09c7b-8d81-4763-bf46-2a1f807f23a9 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1179311 Dec 06 18:13:14.074223 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 43196) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:13:14.079060 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-83afb2f3-ec52-4ae4-a100-9d3a371caaad tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Request body: {'security_group_rule': {'security_group_id': 'fb129fce-da7d-43cb-b394-a5f1c6b9482b', 'project_id': 'e63a46e965b5414386cd136669f20481', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:13:14.105251 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-83afb2f3-ec52-4ae4-a100-9d3a371caaad tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:14.160489 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-83afb2f3-ec52-4ae4-a100-9d3a371caaad tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:14.163935 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-83afb2f3-ec52-4ae4-a100-9d3a371caaad tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:14.181968 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83afb2f3-ec52-4ae4-a100-9d3a371caaad tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b83901f2-57d4-48d0-9908-be38d7cab324,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:13:14.187428 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-83afb2f3-ec52-4ae4-a100-9d3a371caaad tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:14.191584 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-83afb2f3-ec52-4ae4-a100-9d3a371caaad tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1134827 Dec 06 18:13:14.191584 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 43198) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:13:14.195763 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-a385403b-ee96-4d30-9a9d-9bcc41198a2c tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Request body: {'security_group_rule': {'security_group_id': 'fb129fce-da7d-43cb-b394-a5f1c6b9482b', 'project_id': 'e63a46e965b5414386cd136669f20481', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:13:14.223192 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a385403b-ee96-4d30-9a9d-9bcc41198a2c tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:14.283157 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a385403b-ee96-4d30-9a9d-9bcc41198a2c tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:14.286704 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a385403b-ee96-4d30-9a9d-9bcc41198a2c tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:14.304654 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a385403b-ee96-4d30-9a9d-9bcc41198a2c tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd220857-2332-42bb-bacb-2e0ac1ff0251,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:13:14.314062 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a385403b-ee96-4d30-9a9d-9bcc41198a2c tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:14.315269 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-a385403b-ee96-4d30-9a9d-9bcc41198a2c tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1228497 Dec 06 18:13:14.318005 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 43200) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:13:14.322273 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-d0f624b0-2842-4de7-937d-be759292d8f2 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Request body: {'security_group_rule': {'security_group_id': 'fb129fce-da7d-43cb-b394-a5f1c6b9482b', 'project_id': 'e63a46e965b5414386cd136669f20481', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:13:14.348268 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d0f624b0-2842-4de7-937d-be759292d8f2 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:14.403847 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d0f624b0-2842-4de7-937d-be759292d8f2 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:14.407622 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d0f624b0-2842-4de7-937d-be759292d8f2 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:14.425748 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f624b0-2842-4de7-937d-be759292d8f2 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2a2a664-9a67-4851-99e7-80700cc3a32e,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:13:14.434543 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d0f624b0-2842-4de7-937d-be759292d8f2 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:14.435784 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-d0f624b0-2842-4de7-937d-be759292d8f2 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1168530 Dec 06 18:13:14.439042 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 43202) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:13:14.443628 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-e97c5b70-a213-46a8-8092-17e737185bf1 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Request body: {'security_group_rule': {'security_group_id': 'fb129fce-da7d-43cb-b394-a5f1c6b9482b', 'project_id': 'e63a46e965b5414386cd136669f20481', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:13:14.467313 n-d-master-1 neutron-server[103285]: INFO neutron.db.securitygroups_db [None req-e97c5b70-a213-46a8-8092-17e737185bf1 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Project e63a46e965b5414386cd136669f20481 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 18:13:14.472494 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e97c5b70-a213-46a8-8092-17e737185bf1 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:14.532666 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e97c5b70-a213-46a8-8092-17e737185bf1 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:14.536854 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e97c5b70-a213-46a8-8092-17e737185bf1 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:14.555546 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97c5b70-a213-46a8-8092-17e737185bf1 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdf60966-cd37-42ba-8bdd-c819d6f492cb,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:13:14.563168 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e97c5b70-a213-46a8-8092-17e737185bf1 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:14.564355 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-e97c5b70-a213-46a8-8092-17e737185bf1 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1243467 Dec 06 18:13:14.567099 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 43204) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:13:14.571809 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-5fc64110-96d3-488d-ac01-e75162f60444 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Request body: {'security_group_rule': {'security_group_id': 'fb129fce-da7d-43cb-b394-a5f1c6b9482b', 'project_id': 'e63a46e965b5414386cd136669f20481', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:13:14.597550 n-d-master-1 neutron-server[103285]: INFO neutron.db.securitygroups_db [None req-5fc64110-96d3-488d-ac01-e75162f60444 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Project e63a46e965b5414386cd136669f20481 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 18:13:14.603393 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5fc64110-96d3-488d-ac01-e75162f60444 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:14.668000 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5fc64110-96d3-488d-ac01-e75162f60444 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:14.671755 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5fc64110-96d3-488d-ac01-e75162f60444 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:14.691209 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc64110-96d3-488d-ac01-e75162f60444 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2811b224-d774-4e41-8d37-83acde712309,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:13:14.699818 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5fc64110-96d3-488d-ac01-e75162f60444 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:14.701019 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-5fc64110-96d3-488d-ac01-e75162f60444 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1329288 Dec 06 18:13:14.740222 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8209a2ff-aee3-4afb-931a-880661f8bcca None None] Sync routers for ids ['03af20c3-2657-469c-ad21-72a35b3a62c6'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 18:13:14.753708 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8209a2ff-aee3-4afb-931a-880661f8bcca None None] Routers {'03af20c3-2657-469c-ad21-72a35b3a62c6'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:13:14.754429 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-8209a2ff-aee3-4afb-931a-880661f8bcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:12:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['03af20c3-2657-469c-ad21-72a35b3a62c6'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:13:14.861680 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-8209a2ff-aee3-4afb-931a-880661f8bcca None None] Set router 03af20c3-2657-469c-ad21-72a35b3a62c6 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:13:15.066039 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-8209a2ff-aee3-4afb-931a-880661f8bcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03af20c3-2657-469c-ad21-72a35b3a62c6', 'name': 'tempest-TestShelveInstance-1939579-router', 'tenant_id': '96dcdbe939684fe19e5185a68eeba232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.212'}], 'enable_snat': True}, 'gw_port_id': 'be54c120-ee4e-4baf-a897-65f0f3e35957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:13:08Z', 'updated_at': '2021-12-06T18:13:12Z', 'revision_number': 4, 'project_id': '96dcdbe939684fe19e5185a68eeba232', 'gw_port': {'id': 'be54c120-ee4e-4baf-a897-65f0f3e35957', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:03:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03af20c3-2657-469c-ad21-72a35b3a62c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:13:09Z', 'updated_at': '2021-12-06T18:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '9b64013b-1225-4a1a-ae6a-7fa301fc878e', 'name': '', 'network_id': '92ed8568-4150-4693-9b89-959b8cbd785e', 'tenant_id': '96dcdbe939684fe19e5185a68eeba232', 'mac_address': 'fa:16:3e:71:fc:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03af20c3-2657-469c-ad21-72a35b3a62c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '52ed1ef7-1119-4da1-996b-9fbe855bb498', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:13:11Z', 'updated_at': '2021-12-06T18:13:12Z', 'revision_number': 2, 'project_id': '96dcdbe939684fe19e5185a68eeba232', 'subnets': [{'id': '52ed1ef7-1119-4da1-996b-9fbe855bb498', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:13:15.091818 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8209a2ff-aee3-4afb-931a-880661f8bcca None None] Checking router: 03af20c3-2657-469c-ad21-72a35b3a62c6 for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 18:13:15.092169 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8209a2ff-aee3-4afb-931a-880661f8bcca None None] Updating router 03af20c3-2657-469c-ad21-72a35b3a62c6 port 9b64013b-1225-4a1a-ae6a-7fa301fc878e binding host n-d-master-1 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 18:13:15.096042 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-71dd6997-0e5e-4f6c-929e-cd9b7c72af5d req-a8f7e08d-b640-49ac-b289-e076e9fcdee4 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-576691728&fields=id&tenant_id=e63a46e965b5414386cd136669f20481 HTTP/1.1" status: 200 len: 267 time: 0.0437644 Dec 06 18:13:15.116794 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8209a2ff-aee3-4afb-931a-880661f8bcca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:15.206728 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd6997-0e5e-4f6c-929e-cd9b7c72af5d req-83ce3d65-3f53-4e7c-86b2-3fcd144c024e tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:13:15.208215 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-71dd6997-0e5e-4f6c-929e-cd9b7c72af5d req-83ce3d65-3f53-4e7c-86b2-3fcd144c024e tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/networks?id=b72638d6-e367-4a7c-8953-1adc5b0cdf5d HTTP/1.1" status: 200 len: 808 time: 0.1052010 Dec 06 18:13:15.223504 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-71dd6997-0e5e-4f6c-929e-cd9b7c72af5d req-4efb1c11-7c8a-4420-80b0-69a9ebebc913 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/quotas/e63a46e965b5414386cd136669f20481 HTTP/1.1" status: 200 len: 375 time: 0.0095835 Dec 06 18:13:15.276722 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-71dd6997-0e5e-4f6c-929e-cd9b7c72af5d req-99fea991-2b1b-47d2-aef8-fab23c30ab18 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e63a46e965b5414386cd136669f20481&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477374 Dec 06 18:13:15.372968 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-71dd6997-0e5e-4f6c-929e-cd9b7c72af5d req-d5cde61c-6ab5-47ab-8971-6fe8e6e70abf service neutron] 10.222.0.23 "GET /v2.0/networks/b72638d6-e367-4a7c-8953-1adc5b0cdf5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837388 Dec 06 18:13:15.380148 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8209a2ff-aee3-4afb-931a-880661f8bcca None None] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:15.385646 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8209a2ff-aee3-4afb-931a-880661f8bcca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:15.439105 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637198a0-c70b-4a98-bf2e-e88a44ad1acb None None] Pushing event updated for resources: {'Port': ['ID=9b64013b-1225-4a1a-ae6a-7fa301fc878e,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:13:15.469864 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-71dd6997-0e5e-4f6c-929e-cd9b7c72af5d req-5febc06a-a311-4ba0-9fc3-2283d941e482 service neutron] 10.222.0.23 "GET /v2.0/networks/b72638d6-e367-4a7c-8953-1adc5b0cdf5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905528 Dec 06 18:13:15.491790 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-8209a2ff-aee3-4afb-931a-880661f8bcca None None] Attempting to bind port 9b64013b-1225-4a1a-ae6a-7fa301fc878e on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 18:13:15.492211 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-8209a2ff-aee3-4afb-931a-880661f8bcca None None] Attempting to bind port 9b64013b-1225-4a1a-ae6a-7fa301fc878e by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': '4b9c03f3-fe3d-4ab2-882d-149ea9a99040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '92ed8568-4150-4693-9b89-959b8cbd785e'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 18:13:15.492542 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8209a2ff-aee3-4afb-931a-880661f8bcca None None] Attempting to bind port 9b64013b-1225-4a1a-ae6a-7fa301fc878e on network 92ed8568-4150-4693-9b89-959b8cbd785e {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 18:13:15.498231 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8209a2ff-aee3-4afb-931a-880661f8bcca None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 18, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 18:13:15.498609 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8209a2ff-aee3-4afb-931a-880661f8bcca None None] Checking segment: {'id': '4b9c03f3-fe3d-4ab2-882d-149ea9a99040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '92ed8568-4150-4693-9b89-959b8cbd785e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 18:13:15.499025 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8209a2ff-aee3-4afb-931a-880661f8bcca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:15.499429 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8209a2ff-aee3-4afb-931a-880661f8bcca None None] Bound using segment: {'id': '4b9c03f3-fe3d-4ab2-882d-149ea9a99040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '92ed8568-4150-4693-9b89-959b8cbd785e'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 18:13:15.499989 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-8209a2ff-aee3-4afb-931a-880661f8bcca None None] Bound port: 9b64013b-1225-4a1a-ae6a-7fa301fc878e, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b9c03f3-fe3d-4ab2-882d-149ea9a99040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '92ed8568-4150-4693-9b89-959b8cbd785e'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 18:13:15.500585 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8209a2ff-aee3-4afb-931a-880661f8bcca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:15.573344 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-8209a2ff-aee3-4afb-931a-880661f8bcca None None] For port 9b64013b-1225-4a1a-ae6a-7fa301fc878e, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 18:13:15.576771 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-8209a2ff-aee3-4afb-931a-880661f8bcca None None] For port 9b64013b-1225-4a1a-ae6a-7fa301fc878e, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9b64013b-1225-4a1a-ae6a-7fa301fc878e,segment=NetworkSegment(4b9c03f3-fe3d-4ab2-882d-149ea9a99040),segment_id=4b9c03f3-fe3d-4ab2-882d-149ea9a99040)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 18:13:15.581314 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8209a2ff-aee3-4afb-931a-880661f8bcca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:15.653139 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8209a2ff-aee3-4afb-931a-880661f8bcca None None] Routers {'03af20c3-2657-469c-ad21-72a35b3a62c6'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:13:15.653770 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-8209a2ff-aee3-4afb-931a-880661f8bcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:12:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['03af20c3-2657-469c-ad21-72a35b3a62c6'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:13:15.656670 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637198a0-c70b-4a98-bf2e-e88a44ad1acb None None] Pushing event updated for resources: {'Port': ['ID=9b64013b-1225-4a1a-ae6a-7fa301fc878e,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:13:15.785693 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-70081fde-a6ff-46f4-8ec9-8bea6da2be27 None None] Provisioning complete for port 9b64013b-1225-4a1a-ae6a-7fa301fc878e triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:13:15.786221 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-70081fde-a6ff-46f4-8ec9-8bea6da2be27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:15.787652 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-41af9558-a74b-43c6-b9c2-62896906be59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:15.829001 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-8209a2ff-aee3-4afb-931a-880661f8bcca None None] Set router 03af20c3-2657-469c-ad21-72a35b3a62c6 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:13:15.830372 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-df0f5eb9-e376-46bb-978e-a519fd504111 req-d36e1e14-5b67-4434-886f-d78c7442258b tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d333ae-5dc7-406f-8a8d-e14a60807ce5 HTTP/1.1" status: 200 len: 210 time: 0.1907113 Dec 06 18:13:16.169267 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-70081fde-a6ff-46f4-8ec9-8bea6da2be27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:16.237641 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-70081fde-a6ff-46f4-8ec9-8bea6da2be27 None None] For port 9b64013b-1225-4a1a-ae6a-7fa301fc878e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9b64013b-1225-4a1a-ae6a-7fa301fc878e,segment=NetworkSegment(4b9c03f3-fe3d-4ab2-882d-149ea9a99040),segment_id=4b9c03f3-fe3d-4ab2-882d-149ea9a99040)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:13:16.242089 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-70081fde-a6ff-46f4-8ec9-8bea6da2be27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:16.304208 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70081fde-a6ff-46f4-8ec9-8bea6da2be27 None None] Pushing event updated for resources: {'Port': ['ID=9b64013b-1225-4a1a-ae6a-7fa301fc878e,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:13:16.319164 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 18:13:16.319695 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-8209a2ff-aee3-4afb-931a-880661f8bcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03af20c3-2657-469c-ad21-72a35b3a62c6', 'name': 'tempest-TestShelveInstance-1939579-router', 'tenant_id': '96dcdbe939684fe19e5185a68eeba232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.212'}], 'enable_snat': True}, 'gw_port_id': 'be54c120-ee4e-4baf-a897-65f0f3e35957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:13:08Z', 'updated_at': '2021-12-06T18:13:12Z', 'revision_number': 4, 'project_id': '96dcdbe939684fe19e5185a68eeba232', 'gw_port': {'id': 'be54c120-ee4e-4baf-a897-65f0f3e35957', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:03:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03af20c3-2657-469c-ad21-72a35b3a62c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:13:09Z', 'updated_at': '2021-12-06T18:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '9b64013b-1225-4a1a-ae6a-7fa301fc878e', 'name': '', 'network_id': '92ed8568-4150-4693-9b89-959b8cbd785e', 'tenant_id': '96dcdbe939684fe19e5185a68eeba232', 'mac_address': 'fa:16:3e:71:fc:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03af20c3-2657-469c-ad21-72a35b3a62c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '52ed1ef7-1119-4da1-996b-9fbe855bb498', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:13:11Z', 'updated_at': '2021-12-06T18:13:15Z', 'revision_number': 4, 'project_id': '96dcdbe939684fe19e5185a68eeba232', 'subnets': [{'id': '52ed1ef7-1119-4da1-996b-9fbe855bb498', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:13:16.346908 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8209a2ff-aee3-4afb-931a-880661f8bcca None None] The sync data for ids ['03af20c3-2657-469c-ad21-72a35b3a62c6'] in n-d-master-1 is: [{'id': '03af20c3-2657-469c-ad21-72a35b3a62c6', 'name': 'tempest-TestShelveInstance-1939579-router', 'tenant_id': '96dcdbe939684fe19e5185a68eeba232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.212'}], 'enable_snat': True}, 'gw_port_id': 'be54c120-ee4e-4baf-a897-65f0f3e35957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:13:08Z', 'updated_at': '2021-12-06T18:13:12Z', 'revision_number': 4, 'project_id': '96dcdbe939684fe19e5185a68eeba232', 'gw_port': {'id': 'be54c120-ee4e-4baf-a897-65f0f3e35957', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:03:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03af20c3-2657-469c-ad21-72a35b3a62c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:13:09Z', 'updated_at': '2021-12-06T18:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '9b64013b-1225-4a1a-ae6a-7fa301fc878e', 'name': '', 'network_id': '92ed8568-4150-4693-9b89-959b8cbd785e', 'tenant_id': '96dcdbe939684fe19e5185a68eeba232', 'mac_address': 'fa:16:3e:71:fc:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03af20c3-2657-469c-ad21-72a35b3a62c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '52ed1ef7-1119-4da1-996b-9fbe855bb498', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:13:11Z', 'updated_at': '2021-12-06T18:13:15Z', 'revision_number': 4, 'project_id': '96dcdbe939684fe19e5185a68eeba232', 'subnets': [{'id': '52ed1ef7-1119-4da1-996b-9fbe855bb498', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 18:13:16.361937 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-120c343c-1116-4487-8e1d-2dc91219da3f None None] Provisioning complete for port 9b64013b-1225-4a1a-ae6a-7fa301fc878e triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:13:16.362310 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-120c343c-1116-4487-8e1d-2dc91219da3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:16.968140 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b6e96703-73fb-4f7d-bf79-6e8496b98218 req-a91424e1-18ca-4230-a683-62adebc41f33 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d333ae-5dc7-406f-8a8d-e14a60807ce5 HTTP/1.1" status: 200 len: 210 time: 0.0381863 Dec 06 18:13:16.992889 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd6997-0e5e-4f6c-929e-cd9b7c72af5d req-3e25d730-2407-4c1e-bbd1-3ad8b5a1fb9d tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:13:16.994395 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-71dd6997-0e5e-4f6c-929e-cd9b7c72af5d req-3e25d730-2407-4c1e-bbd1-3ad8b5a1fb9d tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.41 "GET /v2.0/networks?id=b72638d6-e367-4a7c-8953-1adc5b0cdf5d HTTP/1.1" status: 200 len: 808 time: 0.1607513 Dec 06 18:13:17.068727 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-71dd6997-0e5e-4f6c-929e-cd9b7c72af5d req-ffce9240-55b5-432e-869b-d9478df401bc tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e63a46e965b5414386cd136669f20481 HTTP/1.1" status: 200 len: 379 time: 0.0544238 Dec 06 18:13:17.080100 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-71dd6997-0e5e-4f6c-929e-cd9b7c72af5d req-9c722650-f9f5-479d-9d1d-0e2d374f1fcf tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Request body: {'port': {'device_id': '79d333ae-5dc7-406f-8a8d-e14a60807ce5', 'network_id': 'b72638d6-e367-4a7c-8953-1adc5b0cdf5d', 'admin_state_up': True, 'tenant_id': 'e63a46e965b5414386cd136669f20481', 'security_groups': ['fb129fce-da7d-43cb-b394-a5f1c6b9482b']}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:13:17.162931 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:17.186963 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71dd6997-0e5e-4f6c-929e-cd9b7c72af5d req-9c722650-f9f5-479d-9d1d-0e2d374f1fcf tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Made reservation on behalf of e63a46e965b5414386cd136669f20481 for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 18:13:17.190509 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-71dd6997-0e5e-4f6c-929e-cd9b7c72af5d req-9c722650-f9f5-479d-9d1d-0e2d374f1fcf tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:17.315901 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-71dd6997-0e5e-4f6c-929e-cd9b7c72af5d req-9c722650-f9f5-479d-9d1d-0e2d374f1fcf tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Allocated IP 172.20.0.4 (b72638d6-e367-4a7c-8953-1adc5b0cdf5d/68b786be-9180-44a2-8d2d-4b37eb56a25e/8c75d2a9-fef2-4533-bb90-ddd54a67af78) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 18:13:17.457299 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-71dd6997-0e5e-4f6c-929e-cd9b7c72af5d req-9c722650-f9f5-479d-9d1d-0e2d374f1fcf tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:17.492389 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-71dd6997-0e5e-4f6c-929e-cd9b7c72af5d req-9c722650-f9f5-479d-9d1d-0e2d374f1fcf tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:17.536738 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71dd6997-0e5e-4f6c-929e-cd9b7c72af5d req-9c722650-f9f5-479d-9d1d-0e2d374f1fcf tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Network b72638d6-e367-4a7c-8953-1adc5b0cdf5d is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 18:13:17.539789 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-71dd6997-0e5e-4f6c-929e-cd9b7c72af5d req-9c722650-f9f5-479d-9d1d-0e2d374f1fcf tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 18:13:17.543522 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-71dd6997-0e5e-4f6c-929e-cd9b7c72af5d req-9c722650-f9f5-479d-9d1d-0e2d374f1fcf tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 18:13:17.571473 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c722650-f9f5-479d-9d1d-0e2d374f1fcf tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Pushing event updated for resources: {'Port': ['ID=8c75d2a9-fef2-4533-bb90-ddd54a67af78,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:13:17.576828 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 9b64013b-1225-4a1a-ae6a-7fa301fc878e up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 18:13:17.599020 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd6997-0e5e-4f6c-929e-cd9b7c72af5d req-9c722650-f9f5-479d-9d1d-0e2d374f1fcf tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:13:17.599801 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-71dd6997-0e5e-4f6c-929e-cd9b7c72af5d req-9c722650-f9f5-479d-9d1d-0e2d374f1fcf tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:17.618598 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-71dd6997-0e5e-4f6c-929e-cd9b7c72af5d req-9c722650-f9f5-479d-9d1d-0e2d374f1fcf tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5428843 Dec 06 18:13:17.630084 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 9b64013b-1225-4a1a-ae6a-7fa301fc878e triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:13:17.630460 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:17.636162 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-71dd6997-0e5e-4f6c-929e-cd9b7c72af5d req-38185a42-5fe7-4c45-84a3-473c4823f3d3 service neutron] Request body: {'port': {'device_id': '79d333ae-5dc7-406f-8a8d-e14a60807ce5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:13:17.700074 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-71dd6997-0e5e-4f6c-929e-cd9b7c72af5d req-38185a42-5fe7-4c45-84a3-473c4823f3d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:17.803339 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-662a7ea2-1336-4542-8cf2-966bc9a4100c None None] Provisioning complete for port 8c75d2a9-fef2-4533-bb90-ddd54a67af78 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:13:17.803720 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-662a7ea2-1336-4542-8cf2-966bc9a4100c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:17.842798 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-662a7ea2-1336-4542-8cf2-966bc9a4100c None None] Port 8c75d2a9-fef2-4533-bb90-ddd54a67af78 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 18:13:17.972784 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-71dd6997-0e5e-4f6c-929e-cd9b7c72af5d req-38185a42-5fe7-4c45-84a3-473c4823f3d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c75d2a9-fef2-4533-bb90-ddd54a67af78 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 18:13:17.980273 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-71dd6997-0e5e-4f6c-929e-cd9b7c72af5d req-38185a42-5fe7-4c45-84a3-473c4823f3d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:17.992784 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-71dd6997-0e5e-4f6c-929e-cd9b7c72af5d req-38185a42-5fe7-4c45-84a3-473c4823f3d3 service neutron] Transition to ACTIVE for port object 8c75d2a9-fef2-4533-bb90-ddd54a67af78 will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 18:13:17.996998 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-71dd6997-0e5e-4f6c-929e-cd9b7c72af5d req-38185a42-5fe7-4c45-84a3-473c4823f3d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:18.070387 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38185a42-5fe7-4c45-84a3-473c4823f3d3 service neutron] Pushing event updated for resources: {'Port': ['ID=8c75d2a9-fef2-4533-bb90-ddd54a67af78,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:13:18.108193 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8e24e0-f39c-41ef-9587-f575d87852c3 req-0a06dab1-a4d9-4dfd-80c1-a6e57db4ef92 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:13:18.110525 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3e8e24e0-f39c-41ef-9587-f575d87852c3 req-0a06dab1-a4d9-4dfd-80c1-a6e57db4ef92 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d333ae-5dc7-406f-8a8d-e14a60807ce5 HTTP/1.1" status: 200 len: 943 time: 0.0576882 Dec 06 18:13:18.127320 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-71dd6997-0e5e-4f6c-929e-cd9b7c72af5d req-38185a42-5fe7-4c45-84a3-473c4823f3d3 service neutron] Attempting to bind port 8c75d2a9-fef2-4533-bb90-ddd54a67af78 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 18:13:18.127667 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-71dd6997-0e5e-4f6c-929e-cd9b7c72af5d req-38185a42-5fe7-4c45-84a3-473c4823f3d3 service neutron] Attempting to bind port 8c75d2a9-fef2-4533-bb90-ddd54a67af78 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'ab96be8e-75a7-4f64-8b9f-0cf865842be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b72638d6-e367-4a7c-8953-1adc5b0cdf5d'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 18:13:18.128023 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71dd6997-0e5e-4f6c-929e-cd9b7c72af5d req-38185a42-5fe7-4c45-84a3-473c4823f3d3 service neutron] Attempting to bind port 8c75d2a9-fef2-4533-bb90-ddd54a67af78 on network b72638d6-e367-4a7c-8953-1adc5b0cdf5d {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 18:13:18.133422 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71dd6997-0e5e-4f6c-929e-cd9b7c72af5d req-38185a42-5fe7-4c45-84a3-473c4823f3d3 service neutron] Port 8c75d2a9-fef2-4533-bb90-ddd54a67af78 on network b72638d6-e367-4a7c-8953-1adc5b0cdf5d not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 18:13:18.133788 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71dd6997-0e5e-4f6c-929e-cd9b7c72af5d req-38185a42-5fe7-4c45-84a3-473c4823f3d3 service neutron] Attempting to bind port 8c75d2a9-fef2-4533-bb90-ddd54a67af78 on network b72638d6-e367-4a7c-8953-1adc5b0cdf5d {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 18:13:18.139153 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71dd6997-0e5e-4f6c-929e-cd9b7c72af5d req-38185a42-5fe7-4c45-84a3-473c4823f3d3 service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 18, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 18:13:18.139503 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71dd6997-0e5e-4f6c-929e-cd9b7c72af5d req-38185a42-5fe7-4c45-84a3-473c4823f3d3 service neutron] Checking segment: {'id': 'ab96be8e-75a7-4f64-8b9f-0cf865842be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b72638d6-e367-4a7c-8953-1adc5b0cdf5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 18:13:18.139892 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71dd6997-0e5e-4f6c-929e-cd9b7c72af5d req-38185a42-5fe7-4c45-84a3-473c4823f3d3 service neutron] Bound using segment: {'id': 'ab96be8e-75a7-4f64-8b9f-0cf865842be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b72638d6-e367-4a7c-8953-1adc5b0cdf5d'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 18:13:18.140329 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-71dd6997-0e5e-4f6c-929e-cd9b7c72af5d req-38185a42-5fe7-4c45-84a3-473c4823f3d3 service neutron] Bound port: 8c75d2a9-fef2-4533-bb90-ddd54a67af78, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab96be8e-75a7-4f64-8b9f-0cf865842be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b72638d6-e367-4a7c-8953-1adc5b0cdf5d'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 18:13:18.140718 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-71dd6997-0e5e-4f6c-929e-cd9b7c72af5d req-38185a42-5fe7-4c45-84a3-473c4823f3d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:18.168498 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3e8e24e0-f39c-41ef-9587-f575d87852c3 req-3e34af8f-84fb-4f39-8a9d-d4d5aa5fb18c tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb129fce-da7d-43cb-b394-a5f1c6b9482b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498054 Dec 06 18:13:18.223085 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-71dd6997-0e5e-4f6c-929e-cd9b7c72af5d req-38185a42-5fe7-4c45-84a3-473c4823f3d3 service neutron] For port 8c75d2a9-fef2-4533-bb90-ddd54a67af78, host n-h1-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 18:13:18.226308 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-71dd6997-0e5e-4f6c-929e-cd9b7c72af5d req-38185a42-5fe7-4c45-84a3-473c4823f3d3 service neutron] For port 8c75d2a9-fef2-4533-bb90-ddd54a67af78, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8c75d2a9-fef2-4533-bb90-ddd54a67af78,segment=NetworkSegment(ab96be8e-75a7-4f64-8b9f-0cf865842be4),segment_id=ab96be8e-75a7-4f64-8b9f-0cf865842be4)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 18:13:18.230730 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-71dd6997-0e5e-4f6c-929e-cd9b7c72af5d req-38185a42-5fe7-4c45-84a3-473c4823f3d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:18.272609 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd6997-0e5e-4f6c-929e-cd9b7c72af5d req-38185a42-5fe7-4c45-84a3-473c4823f3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:13:18.273631 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-71dd6997-0e5e-4f6c-929e-cd9b7c72af5d req-38185a42-5fe7-4c45-84a3-473c4823f3d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:18.275048 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-71dd6997-0e5e-4f6c-929e-cd9b7c72af5d req-38185a42-5fe7-4c45-84a3-473c4823f3d3 service neutron] 10.222.0.41 "PUT /v2.0/ports/8c75d2a9-fef2-4533-bb90-ddd54a67af78 HTTP/1.1" status: 200 len: 1091 time: 0.6432996 Dec 06 18:13:18.275513 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79d333ae-5dc7-406f-8a8d-e14a60807ce5', 'tag': '8c75d2a9-fef2-4533-bb90-ddd54a67af78'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 18:13:18.277848 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84a504b017671f0a47cd85ab9346cb7aca95b1a07f687931bccd5817498bce48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21649be9-3b96-489b-b859-68e0bc64d6d6" -d '{"events": [{"name": "network-changed", "server_uuid": "79d333ae-5dc7-406f-8a8d-e14a60807ce5", "tag": "8c75d2a9-fef2-4533-bb90-ddd54a67af78"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 18:13:18.301845 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:18.306685 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38185a42-5fe7-4c45-84a3-473c4823f3d3 service neutron] Pushing event updated for resources: {'Port': ['ID=8c75d2a9-fef2-4533-bb90-ddd54a67af78,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:13:18.331326 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 18:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55d9494c-c4db-4dec-8d83-0a9d6b1e557b x-openstack-request-id: req-55d9494c-c4db-4dec-8d83-0a9d6b1e557b {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 18:13:18.331627 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79d333ae-5dc7-406f-8a8d-e14a60807ce5", "tag": "8c75d2a9-fef2-4533-bb90-ddd54a67af78", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 18:13:18.331891 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-55d9494c-c4db-4dec-8d83-0a9d6b1e557b {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 18:13:18.332297 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79d333ae-5dc7-406f-8a8d-e14a60807ce5', 'tag': '8c75d2a9-fef2-4533-bb90-ddd54a67af78', 'status': 'completed', 'code': 200} Dec 06 18:13:18.385806 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd6997-0e5e-4f6c-929e-cd9b7c72af5d req-68211c01-fa4f-4bbd-a4d8-ab3683be26d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:13:18.387414 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-71dd6997-0e5e-4f6c-929e-cd9b7c72af5d req-68211c01-fa4f-4bbd-a4d8-ab3683be26d2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e63a46e965b5414386cd136669f20481&device_id=79d333ae-5dc7-406f-8a8d-e14a60807ce5 HTTP/1.1" status: 200 len: 1094 time: 0.0476286 Dec 06 18:13:18.437044 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-71dd6997-0e5e-4f6c-929e-cd9b7c72af5d req-7944219f-1444-44cd-b3c1-d446d938c997 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c75d2a9-fef2-4533-bb90-ddd54a67af78 HTTP/1.1" status: 200 len: 217 time: 0.0365009 Dec 06 18:13:18.492658 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd6997-0e5e-4f6c-929e-cd9b7c72af5d req-63bcd7d0-c5f1-4d08-b9af-fc67602ccc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:13:18.494417 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-71dd6997-0e5e-4f6c-929e-cd9b7c72af5d req-63bcd7d0-c5f1-4d08-b9af-fc67602ccc63 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=68b786be-9180-44a2-8d2d-4b37eb56a25e HTTP/1.1" status: 200 len: 847 time: 0.0460122 Dec 06 18:13:18.549350 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd6997-0e5e-4f6c-929e-cd9b7c72af5d req-97d17148-73a7-40dd-91ae-911e0a140359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:13:18.551021 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-71dd6997-0e5e-4f6c-929e-cd9b7c72af5d req-97d17148-73a7-40dd-91ae-911e0a140359 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b72638d6-e367-4a7c-8953-1adc5b0cdf5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450702 Dec 06 18:13:18.650138 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-71dd6997-0e5e-4f6c-929e-cd9b7c72af5d req-f9d56fab-765e-4a57-a878-e7944b1c9c03 service neutron] 10.222.0.41 "GET /v2.0/networks/b72638d6-e367-4a7c-8953-1adc5b0cdf5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850806 Dec 06 18:13:18.749043 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-71dd6997-0e5e-4f6c-929e-cd9b7c72af5d req-287299ba-573d-4742-8361-a35c16a32f6a service neutron] 10.222.0.41 "GET /v2.0/networks/b72638d6-e367-4a7c-8953-1adc5b0cdf5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875261 Dec 06 18:13:18.845994 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21649be9-3b96-489b-b859-68e0bc64d6d6 req-2a30e0cb-3613-44f9-9824-415dbe08c5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:13:18.847462 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-21649be9-3b96-489b-b859-68e0bc64d6d6 req-2a30e0cb-3613-44f9-9824-415dbe08c5ad service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e63a46e965b5414386cd136669f20481&device_id=79d333ae-5dc7-406f-8a8d-e14a60807ce5 HTTP/1.1" status: 200 len: 1094 time: 0.0404675 Dec 06 18:13:18.941232 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21649be9-3b96-489b-b859-68e0bc64d6d6 req-f6c35bb9-dce7-4c43-b250-043ebf7e54cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:13:18.942728 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-21649be9-3b96-489b-b859-68e0bc64d6d6 req-f6c35bb9-dce7-4c43-b250-043ebf7e54cf service neutron] 10.222.0.41 "GET /v2.0/networks?id=b72638d6-e367-4a7c-8953-1adc5b0cdf5d HTTP/1.1" status: 200 len: 909 time: 0.0874696 Dec 06 18:13:18.984877 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-21649be9-3b96-489b-b859-68e0bc64d6d6 req-95120a17-c76d-4f9a-8fda-fe3c0b1352dd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c75d2a9-fef2-4533-bb90-ddd54a67af78 HTTP/1.1" status: 200 len: 217 time: 0.0342216 Dec 06 18:13:19.038933 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21649be9-3b96-489b-b859-68e0bc64d6d6 req-53007c15-607b-4f86-a6a4-22057c6a507b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:13:19.041758 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-21649be9-3b96-489b-b859-68e0bc64d6d6 req-53007c15-607b-4f86-a6a4-22057c6a507b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=68b786be-9180-44a2-8d2d-4b37eb56a25e HTTP/1.1" status: 200 len: 847 time: 0.0467050 Dec 06 18:13:19.089788 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21649be9-3b96-489b-b859-68e0bc64d6d6 req-7a1d104c-4355-4d1c-8010-6821e162977b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:13:19.091325 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-21649be9-3b96-489b-b859-68e0bc64d6d6 req-7a1d104c-4355-4d1c-8010-6821e162977b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b72638d6-e367-4a7c-8953-1adc5b0cdf5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421185 Dec 06 18:13:19.192042 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-21649be9-3b96-489b-b859-68e0bc64d6d6 req-00f6c923-9c95-4884-9daa-80ebe65173a5 service neutron] 10.222.0.41 "GET /v2.0/networks/b72638d6-e367-4a7c-8953-1adc5b0cdf5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925620 Dec 06 18:13:19.232397 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:19.295769 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-21649be9-3b96-489b-b859-68e0bc64d6d6 req-f3d34d20-5c75-4d9b-a5e2-b92be1dbe0ff service neutron] 10.222.0.41 "GET /v2.0/networks/b72638d6-e367-4a7c-8953-1adc5b0cdf5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932050 Dec 06 18:13:19.307257 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6599d6-a6c4-4a85-9c99-54c8e00f4d29 req-0e299476-2364-4ea2-ac1c-e9d5caabe53a tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:13:19.308752 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3e6599d6-a6c4-4a85-9c99-54c8e00f4d29 req-0e299476-2364-4ea2-ac1c-e9d5caabe53a tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d333ae-5dc7-406f-8a8d-e14a60807ce5 HTTP/1.1" status: 200 len: 943 time: 0.0534849 Dec 06 18:13:19.358873 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3e6599d6-a6c4-4a85-9c99-54c8e00f4d29 req-1a3e4863-a48e-401f-90ac-b54c050af330 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb129fce-da7d-43cb-b394-a5f1c6b9482b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424893 Dec 06 18:13:20.475202 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c855b1-f698-4a51-95f9-bb410f3ad3fb req-fc5ebda6-8009-471d-b2d9-7e5b1c2dea0e tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:13:20.476698 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f7c855b1-f698-4a51-95f9-bb410f3ad3fb req-fc5ebda6-8009-471d-b2d9-7e5b1c2dea0e tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d333ae-5dc7-406f-8a8d-e14a60807ce5 HTTP/1.1" status: 200 len: 943 time: 0.0480528 Dec 06 18:13:20.524590 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f7c855b1-f698-4a51-95f9-bb410f3ad3fb req-67bb084b-859d-4b5c-a528-886ba3001be1 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb129fce-da7d-43cb-b394-a5f1c6b9482b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420759 Dec 06 18:13:21.615372 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 8c75d2a9-fef2-4533-bb90-ddd54a67af78 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 18:13:21.640032 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437eabbb-83ff-41c7-81f0-aa9720a72e04 req-5f514594-f57b-4e37-9bc5-a749b957764f tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:13:21.642129 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-437eabbb-83ff-41c7-81f0-aa9720a72e04 req-5f514594-f57b-4e37-9bc5-a749b957764f tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d333ae-5dc7-406f-8a8d-e14a60807ce5 HTTP/1.1" status: 200 len: 943 time: 0.0500405 Dec 06 18:13:21.697517 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-437eabbb-83ff-41c7-81f0-aa9720a72e04 req-6e7b8a5e-75f4-4aa6-9bb9-6d15448662df tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb129fce-da7d-43cb-b394-a5f1c6b9482b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472379 Dec 06 18:13:21.727634 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 8c75d2a9-fef2-4533-bb90-ddd54a67af78, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8c75d2a9-fef2-4533-bb90-ddd54a67af78,segment=NetworkSegment(ab96be8e-75a7-4f64-8b9f-0cf865842be4),segment_id=ab96be8e-75a7-4f64-8b9f-0cf865842be4)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:13:21.738717 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': '8c75d2a9-fef2-4533-bb90-ddd54a67af78', 'network_id': 'b72638d6-e367-4a7c-8953-1adc5b0cdf5d', 'port_id': '8c75d2a9-fef2-4533-bb90-ddd54a67af78', 'mac_address': 'fa:16:3e:f5:23:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68b786be-9180-44a2-8d2d-4b37eb56a25e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 18:13:21.775527 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:21.788786 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c75d2a9-fef2-4533-bb90-ddd54a67af78 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 18:13:21.807772 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 8c75d2a9-fef2-4533-bb90-ddd54a67af78, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8c75d2a9-fef2-4533-bb90-ddd54a67af78,segment=NetworkSegment(ab96be8e-75a7-4f64-8b9f-0cf865842be4),segment_id=ab96be8e-75a7-4f64-8b9f-0cf865842be4)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:13:21.810661 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:21.859071 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=8c75d2a9-fef2-4533-bb90-ddd54a67af78,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:13:22.139259 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['8c75d2a9-fef2-4533-bb90-ddd54a67af78'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 18:13:22.821441 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2f0950-d8c4-4c64-afbc-25fbd006a040 req-5526451f-df78-4164-b58e-02711e4ef6fd tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:13:22.822938 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7a2f0950-d8c4-4c64-afbc-25fbd006a040 req-5526451f-df78-4164-b58e-02711e4ef6fd tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d333ae-5dc7-406f-8a8d-e14a60807ce5 HTTP/1.1" status: 200 len: 944 time: 0.0493612 Dec 06 18:13:22.871642 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7a2f0950-d8c4-4c64-afbc-25fbd006a040 req-da5631af-6474-4b8b-ae2b-c21d1c5bf18c tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb129fce-da7d-43cb-b394-a5f1c6b9482b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426092 Dec 06 18:13:23.630511 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 8c75d2a9-fef2-4533-bb90-ddd54a67af78 up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 18:13:23.679813 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port 8c75d2a9-fef2-4533-bb90-ddd54a67af78 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 18:13:23.683554 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port 8c75d2a9-fef2-4533-bb90-ddd54a67af78 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:13:23.683930 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:23.758937 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:23.784758 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79d333ae-5dc7-406f-8a8d-e14a60807ce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c75d2a9-fef2-4533-bb90-ddd54a67af78'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 18:13:23.787079 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}253b13571352ac935e80f100367d97205cb4b29805628151c230edbf5f3547e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5709c35b-d3ee-4971-81f0-4ceb0a7d06db" -d '{"events": [{"server_uuid": "79d333ae-5dc7-406f-8a8d-e14a60807ce5", "name": "network-vif-plugged", "status": "completed", "tag": "8c75d2a9-fef2-4533-bb90-ddd54a67af78"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 18:13:23.800532 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 8c75d2a9-fef2-4533-bb90-ddd54a67af78, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8c75d2a9-fef2-4533-bb90-ddd54a67af78,segment=NetworkSegment(ab96be8e-75a7-4f64-8b9f-0cf865842be4),segment_id=ab96be8e-75a7-4f64-8b9f-0cf865842be4)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:13:23.805276 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:23.830824 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 18:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6659e70-5b35-4ade-a1cd-f32d3468fd3e x-openstack-request-id: req-a6659e70-5b35-4ade-a1cd-f32d3468fd3e {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 18:13:23.831124 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79d333ae-5dc7-406f-8a8d-e14a60807ce5", "name": "network-vif-plugged", "status": "completed", "tag": "8c75d2a9-fef2-4533-bb90-ddd54a67af78", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 18:13:23.831391 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a6659e70-5b35-4ade-a1cd-f32d3468fd3e {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 18:13:23.831793 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79d333ae-5dc7-406f-8a8d-e14a60807ce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c75d2a9-fef2-4533-bb90-ddd54a67af78', 'code': 200} Dec 06 18:13:23.858126 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=8c75d2a9-fef2-4533-bb90-ddd54a67af78,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:13:23.936748 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c9aa7b-3c58-4a1c-9421-9bb55f412adb req-444f543d-de14-4a07-8f3a-2e008a2fc540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:13:23.938869 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-98c9aa7b-3c58-4a1c-9421-9bb55f412adb req-444f543d-de14-4a07-8f3a-2e008a2fc540 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=79d333ae-5dc7-406f-8a8d-e14a60807ce5 HTTP/1.1" status: 200 len: 1096 time: 0.0433247 Dec 06 18:13:24.008912 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-98c9aa7b-3c58-4a1c-9421-9bb55f412adb req-b5becc76-60db-4109-9d5f-d93239c77106 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fb129fce-da7d-43cb-b394-a5f1c6b9482b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613215 Dec 06 18:13:24.017305 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14aee9a-268f-4d9b-8745-62bd392321fb req-34cdb169-6de6-4702-8914-9913b805da5f tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:13:24.018648 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a14aee9a-268f-4d9b-8745-62bd392321fb req-34cdb169-6de6-4702-8914-9913b805da5f tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d333ae-5dc7-406f-8a8d-e14a60807ce5 HTTP/1.1" status: 200 len: 945 time: 0.0789227 Dec 06 18:13:24.067252 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a14aee9a-268f-4d9b-8745-62bd392321fb req-96bcba68-4e22-403c-bd39-6483b32c9138 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb129fce-da7d-43cb-b394-a5f1c6b9482b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426702 Dec 06 18:13:25.186240 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083897a1-c98d-46df-95cc-869a5b4769b2 req-3736561d-5406-4865-aeaf-dd7c8300d021 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:13:25.187787 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-083897a1-c98d-46df-95cc-869a5b4769b2 req-3736561d-5406-4865-aeaf-dd7c8300d021 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d333ae-5dc7-406f-8a8d-e14a60807ce5 HTTP/1.1" status: 200 len: 945 time: 0.0505030 Dec 06 18:13:25.243775 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-083897a1-c98d-46df-95cc-869a5b4769b2 req-611132cd-eede-4010-88ea-0a8435defb90 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb129fce-da7d-43cb-b394-a5f1c6b9482b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483418 Dec 06 18:13:26.358809 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b99512-5a2e-4611-aa2a-eb88648ad256 req-d1608b7d-8cbe-4ed4-8edb-92bdc6519761 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:13:26.360751 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f2b99512-5a2e-4611-aa2a-eb88648ad256 req-d1608b7d-8cbe-4ed4-8edb-92bdc6519761 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d333ae-5dc7-406f-8a8d-e14a60807ce5 HTTP/1.1" status: 200 len: 945 time: 0.0509512 Dec 06 18:13:26.699544 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f2b99512-5a2e-4611-aa2a-eb88648ad256 req-bbfc1b34-419f-4544-b148-ae74afddfe6e tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb129fce-da7d-43cb-b394-a5f1c6b9482b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3328564 Dec 06 18:13:26.815397 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e28d86-b512-4251-83c8-a9a66e482377 req-a218fc3a-2788-42d2-9405-193297d7dc33 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:13:26.816884 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c7e28d86-b512-4251-83c8-a9a66e482377 req-a218fc3a-2788-42d2-9405-193297d7dc33 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d333ae-5dc7-406f-8a8d-e14a60807ce5 HTTP/1.1" status: 200 len: 945 time: 0.0490866 Dec 06 18:13:26.866777 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c7e28d86-b512-4251-83c8-a9a66e482377 req-eb3dd2b4-4e0a-468b-bb63-c4d6aedd75b3 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb129fce-da7d-43cb-b394-a5f1c6b9482b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439494 Dec 06 18:13:26.888594 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 43266) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:13:26.968052 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce152cc-679f-4a79-bc28-91ca5b98669d tempest-TestShelveInstance-1696815922 tempest-TestShelveInstance-1696815922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:13:26.970159 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-7ce152cc-679f-4a79-bc28-91ca5b98669d tempest-TestShelveInstance-1696815922 tempest-TestShelveInstance-1696815922-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=79d333ae-5dc7-406f-8a8d-e14a60807ce5 HTTP/1.1" status: 200 len: 1091 time: 0.0806003 Dec 06 18:13:26.973005 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 43270) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:13:26.977204 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-87368f28-0973-4b85-a721-34fea46fbe6a tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Request body: {'floatingip': {'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'port_id': '8c75d2a9-fef2-4533-bb90-ddd54a67af78', 'tenant_id': 'e63a46e965b5414386cd136669f20481', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:13:26.998399 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-87368f28-0973-4b85-a721-34fea46fbe6a tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks [] for floatingip, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:27.103457 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-87368f28-0973-4b85-a721-34fea46fbe6a tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:27.204402 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-87368f28-0973-4b85-a721-34fea46fbe6a tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Allocated IP 172.35.1.79 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/1f882830-8999-4e9c-b76f-75c3e077b653) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 18:13:27.309099 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-87368f28-0973-4b85-a721-34fea46fbe6a tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:27.342715 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-87368f28-0973-4b85-a721-34fea46fbe6a tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:27.379890 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87368f28-0973-4b85-a721-34fea46fbe6a tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 18:13:27.382612 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-87368f28-0973-4b85-a721-34fea46fbe6a tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 18:13:27.387095 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87368f28-0973-4b85-a721-34fea46fbe6a tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 18:13:27.415258 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87368f28-0973-4b85-a721-34fea46fbe6a tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Pushing event updated for resources: {'Port': ['ID=1f882830-8999-4e9c-b76f-75c3e077b653,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:13:27.742543 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-87368f28-0973-4b85-a721-34fea46fbe6a tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:27.810764 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-87368f28-0973-4b85-a721-34fea46fbe6a tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:27.959897 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-87368f28-0973-4b85-a721-34fea46fbe6a tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:27.964408 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-87368f28-0973-4b85-a721-34fea46fbe6a tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:28.034241 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87368f28-0973-4b85-a721-34fea46fbe6a tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Pushing event updated for resources: {'Port': ['ID=1f882830-8999-4e9c-b76f-75c3e077b653,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:13:28.048903 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-87368f28-0973-4b85-a721-34fea46fbe6a tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:28.146966 n-d-master-1 neutron-server[103284]: INFO neutron.db.l3_db [None req-87368f28-0973-4b85-a721-34fea46fbe6a tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Floating IP c329ea71-b9d0-4b23-a564-47cbc6f4e42e associated. External IP: 172.35.1.79, port: 8c75d2a9-fef2-4533-bb90-ddd54a67af78. Dec 06 18:13:28.352185 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87368f28-0973-4b85-a721-34fea46fbe6a tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Router 56e819e2-3dea-4779-8ffd-7c30aa02fb7e has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 18:13:28.753681 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87368f28-0973-4b85-a721-34fea46fbe6a tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 18:13:28.763762 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b32a52-e758-4f6a-b61b-68a115e79629 None None] Sync routers for ids ['56e819e2-3dea-4779-8ffd-7c30aa02fb7e'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 18:13:28.774481 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b32a52-e758-4f6a-b61b-68a115e79629 None None] Routers {'56e819e2-3dea-4779-8ffd-7c30aa02fb7e'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:13:28.775123 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-25b32a52-e758-4f6a-b61b-68a115e79629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:13:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['56e819e2-3dea-4779-8ffd-7c30aa02fb7e'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:13:28.777578 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-87368f28-0973-4b85-a721-34fea46fbe6a tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:28.804870 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-87368f28-0973-4b85-a721-34fea46fbe6a tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8308222 Dec 06 18:13:28.805462 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79d333ae-5dc7-406f-8a8d-e14a60807ce5', 'tag': '8c75d2a9-fef2-4533-bb90-ddd54a67af78'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 18:13:28.807785 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0deb9614d467c76714cadb3278283c9891b68bf60c17f6ec8acc98d969d5ca90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5920584-bb7b-43a6-a680-cfb28e20e67f" -d '{"events": [{"name": "network-changed", "server_uuid": "79d333ae-5dc7-406f-8a8d-e14a60807ce5", "tag": "8c75d2a9-fef2-4533-bb90-ddd54a67af78"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 18:13:28.845007 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 18:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e15d9f63-5953-4acf-a241-8391028d49d6 x-openstack-request-id: req-e15d9f63-5953-4acf-a241-8391028d49d6 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 18:13:28.845315 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79d333ae-5dc7-406f-8a8d-e14a60807ce5", "tag": "8c75d2a9-fef2-4533-bb90-ddd54a67af78", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 18:13:28.845614 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e15d9f63-5953-4acf-a241-8391028d49d6 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 18:13:28.846024 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79d333ae-5dc7-406f-8a8d-e14a60807ce5', 'tag': '8c75d2a9-fef2-4533-bb90-ddd54a67af78', 'status': 'completed', 'code': 200} Dec 06 18:13:28.895206 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-25b32a52-e758-4f6a-b61b-68a115e79629 None None] Set router 56e819e2-3dea-4779-8ffd-7c30aa02fb7e gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:13:28.914713 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5920584-bb7b-43a6-a680-cfb28e20e67f req-52ab911f-e464-413d-ae62-a55cc1858c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:13:28.916209 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b5920584-bb7b-43a6-a680-cfb28e20e67f req-52ab911f-e464-413d-ae62-a55cc1858c19 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e63a46e965b5414386cd136669f20481&device_id=79d333ae-5dc7-406f-8a8d-e14a60807ce5 HTTP/1.1" status: 200 len: 1096 time: 0.0400074 Dec 06 18:13:29.009190 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5920584-bb7b-43a6-a680-cfb28e20e67f req-ee73b558-3280-4787-a3c4-bccdeec4ea0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:13:29.010616 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b5920584-bb7b-43a6-a680-cfb28e20e67f req-ee73b558-3280-4787-a3c4-bccdeec4ea0c service neutron] 10.222.0.41 "GET /v2.0/networks?id=b72638d6-e367-4a7c-8953-1adc5b0cdf5d HTTP/1.1" status: 200 len: 909 time: 0.0875988 Dec 06 18:13:29.076569 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b5920584-bb7b-43a6-a680-cfb28e20e67f req-0211c6d9-0f76-4db9-b317-dc4bf0caa32b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c75d2a9-fef2-4533-bb90-ddd54a67af78 HTTP/1.1" status: 200 len: 998 time: 0.0582800 Dec 06 18:13:29.116132 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-25b32a52-e758-4f6a-b61b-68a115e79629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e819e2-3dea-4779-8ffd-7c30aa02fb7e', 'name': 'tempest-TestShelveInstance-260168432-router', 'tenant_id': 'e63a46e965b5414386cd136669f20481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.143'}], 'enable_snat': True}, 'gw_port_id': '3d05cb2d-a33e-49ff-be81-ce853bf24daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:13:04Z', 'updated_at': '2021-12-06T18:13:07Z', 'revision_number': 4, 'project_id': 'e63a46e965b5414386cd136669f20481', 'gw_port': {'id': '3d05cb2d-a33e-49ff-be81-ce853bf24daf', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:cf:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e819e2-3dea-4779-8ffd-7c30aa02fb7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:13:04Z', 'updated_at': '2021-12-06T18:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'c329ea71-b9d0-4b23-a564-47cbc6f4e42e', 'tenant_id': 'e63a46e965b5414386cd136669f20481', 'floating_ip_address': '172.35.1.79', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '56e819e2-3dea-4779-8ffd-7c30aa02fb7e', 'port_id': '8c75d2a9-fef2-4533-bb90-ddd54a67af78', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b72638d6-e367-4a7c-8953-1adc5b0cdf5d', 'mac_address': 'fa:16:3e:f5:23:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d333ae-5dc7-406f-8a8d-e14a60807ce5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T18:13:27Z', 'updated_at': '2021-12-06T18:13:27Z', 'revision_number': 0, 'project_id': 'e63a46e965b5414386cd136669f20481', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04f22a46-8a60-4ef5-970c-17194ab28777', 'name': '', 'network_id': 'b72638d6-e367-4a7c-8953-1adc5b0cdf5d', 'tenant_id': 'e63a46e965b5414386cd136669f20481', 'mac_address': 'fa:16:3e:16:7c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e819e2-3dea-4779-8ffd-7c30aa02fb7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '68b786be-9180-44a2-8d2d-4b37eb56a25e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:13:06Z', 'updated_at': '2021-12-06T18:13:10Z', 'revision_number': 5, 'project_id': 'e63a46e965b5414386cd136669f20481', 'subnets': [{'id': '68b786be-9180-44a2-8d2d-4b37eb56a25e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:13:29.124796 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5920584-bb7b-43a6-a680-cfb28e20e67f req-b7fe87c7-09d3-4e4e-b526-28776ab40f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:13:29.126845 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b5920584-bb7b-43a6-a680-cfb28e20e67f req-b7fe87c7-09d3-4e4e-b526-28776ab40f8f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=68b786be-9180-44a2-8d2d-4b37eb56a25e HTTP/1.1" status: 200 len: 847 time: 0.0434818 Dec 06 18:13:29.142637 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b32a52-e758-4f6a-b61b-68a115e79629 None None] Checking router: 56e819e2-3dea-4779-8ffd-7c30aa02fb7e for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 18:13:29.150920 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b32a52-e758-4f6a-b61b-68a115e79629 None None] Routers {'56e819e2-3dea-4779-8ffd-7c30aa02fb7e'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:13:29.151515 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-25b32a52-e758-4f6a-b61b-68a115e79629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:13:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['56e819e2-3dea-4779-8ffd-7c30aa02fb7e'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:13:29.175443 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5920584-bb7b-43a6-a680-cfb28e20e67f req-89c3f535-dac3-4427-97b5-70d635526016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:13:29.176922 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b5920584-bb7b-43a6-a680-cfb28e20e67f req-89c3f535-dac3-4427-97b5-70d635526016 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b72638d6-e367-4a7c-8953-1adc5b0cdf5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424953 Dec 06 18:13:29.255469 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-25b32a52-e758-4f6a-b61b-68a115e79629 None None] Set router 56e819e2-3dea-4779-8ffd-7c30aa02fb7e gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:13:29.266714 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b5920584-bb7b-43a6-a680-cfb28e20e67f req-e22ad6f8-3a8d-46bd-bb3d-2ebc3b772047 service neutron] 10.222.0.41 "GET /v2.0/networks/b72638d6-e367-4a7c-8953-1adc5b0cdf5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815182 Dec 06 18:13:29.364845 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b5920584-bb7b-43a6-a680-cfb28e20e67f req-bc73890a-b086-4e08-87f3-2d995512fece service neutron] 10.222.0.41 "GET /v2.0/networks/b72638d6-e367-4a7c-8953-1adc5b0cdf5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910316 Dec 06 18:13:29.560558 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-25b32a52-e758-4f6a-b61b-68a115e79629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e819e2-3dea-4779-8ffd-7c30aa02fb7e', 'name': 'tempest-TestShelveInstance-260168432-router', 'tenant_id': 'e63a46e965b5414386cd136669f20481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.143'}], 'enable_snat': True}, 'gw_port_id': '3d05cb2d-a33e-49ff-be81-ce853bf24daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:13:04Z', 'updated_at': '2021-12-06T18:13:07Z', 'revision_number': 4, 'project_id': 'e63a46e965b5414386cd136669f20481', 'gw_port': {'id': '3d05cb2d-a33e-49ff-be81-ce853bf24daf', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:cf:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e819e2-3dea-4779-8ffd-7c30aa02fb7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:13:04Z', 'updated_at': '2021-12-06T18:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'c329ea71-b9d0-4b23-a564-47cbc6f4e42e', 'tenant_id': 'e63a46e965b5414386cd136669f20481', 'floating_ip_address': '172.35.1.79', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '56e819e2-3dea-4779-8ffd-7c30aa02fb7e', 'port_id': '8c75d2a9-fef2-4533-bb90-ddd54a67af78', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b72638d6-e367-4a7c-8953-1adc5b0cdf5d', 'mac_address': 'fa:16:3e:f5:23:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d333ae-5dc7-406f-8a8d-e14a60807ce5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T18:13:27Z', 'updated_at': '2021-12-06T18:13:27Z', 'revision_number': 0, 'project_id': 'e63a46e965b5414386cd136669f20481', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04f22a46-8a60-4ef5-970c-17194ab28777', 'name': '', 'network_id': 'b72638d6-e367-4a7c-8953-1adc5b0cdf5d', 'tenant_id': 'e63a46e965b5414386cd136669f20481', 'mac_address': 'fa:16:3e:16:7c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e819e2-3dea-4779-8ffd-7c30aa02fb7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '68b786be-9180-44a2-8d2d-4b37eb56a25e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:13:06Z', 'updated_at': '2021-12-06T18:13:10Z', 'revision_number': 5, 'project_id': 'e63a46e965b5414386cd136669f20481', 'subnets': [{'id': '68b786be-9180-44a2-8d2d-4b37eb56a25e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:13:29.585287 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b32a52-e758-4f6a-b61b-68a115e79629 None None] The sync data for ids ['56e819e2-3dea-4779-8ffd-7c30aa02fb7e'] in n-d-master-1 is: [{'id': '56e819e2-3dea-4779-8ffd-7c30aa02fb7e', 'name': 'tempest-TestShelveInstance-260168432-router', 'tenant_id': 'e63a46e965b5414386cd136669f20481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.143'}], 'enable_snat': True}, 'gw_port_id': '3d05cb2d-a33e-49ff-be81-ce853bf24daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:13:04Z', 'updated_at': '2021-12-06T18:13:07Z', 'revision_number': 4, 'project_id': 'e63a46e965b5414386cd136669f20481', 'gw_port': {'id': '3d05cb2d-a33e-49ff-be81-ce853bf24daf', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:cf:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e819e2-3dea-4779-8ffd-7c30aa02fb7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:13:04Z', 'updated_at': '2021-12-06T18:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'c329ea71-b9d0-4b23-a564-47cbc6f4e42e', 'tenant_id': 'e63a46e965b5414386cd136669f20481', 'floating_ip_address': '172.35.1.79', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '56e819e2-3dea-4779-8ffd-7c30aa02fb7e', 'port_id': '8c75d2a9-fef2-4533-bb90-ddd54a67af78', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b72638d6-e367-4a7c-8953-1adc5b0cdf5d', 'mac_address': 'fa:16:3e:f5:23:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d333ae-5dc7-406f-8a8d-e14a60807ce5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T18:13:27Z', 'updated_at': '2021-12-06T18:13:27Z', 'revision_number': 0, 'project_id': 'e63a46e965b5414386cd136669f20481', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04f22a46-8a60-4ef5-970c-17194ab28777', 'name': '', 'network_id': 'b72638d6-e367-4a7c-8953-1adc5b0cdf5d', 'tenant_id': 'e63a46e965b5414386cd136669f20481', 'mac_address': 'fa:16:3e:16:7c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e819e2-3dea-4779-8ffd-7c30aa02fb7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '68b786be-9180-44a2-8d2d-4b37eb56a25e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:13:06Z', 'updated_at': '2021-12-06T18:13:10Z', 'revision_number': 5, 'project_id': 'e63a46e965b5414386cd136669f20481', 'subnets': [{'id': '68b786be-9180-44a2-8d2d-4b37eb56a25e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 18:13:29.884390 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9418434-3c4c-4cf5-8324-12584838c2dc None None] New status for floating IP c329ea71-b9d0-4b23-a564-47cbc6f4e42e: ACTIVE {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 18:13:33.303513 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:35.720804 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:43.560611 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-79840daa-8fa8-46bf-928e-1563d2c4b427 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:45.741640 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d89e680b-e419-466b-89c2-663fe5f460e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:47.165131 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:48.297246 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:49.225026 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:13:51.501683 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0bda7846-ebde-4540-b87c-2bc74111bbed req-31ecf028-54d9-46b9-9e46-d7c9a02b877c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=79d333ae-5dc7-406f-8a8d-e14a60807ce5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392096 Dec 06 18:13:51.582365 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bda7846-ebde-4540-b87c-2bc74111bbed req-97d514b7-760c-475b-a505-bbc9cefb78ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:13:51.583824 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0bda7846-ebde-4540-b87c-2bc74111bbed req-97d514b7-760c-475b-a505-bbc9cefb78ed service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e63a46e965b5414386cd136669f20481&device_id=79d333ae-5dc7-406f-8a8d-e14a60807ce5 HTTP/1.1" status: 200 len: 1096 time: 0.0389895 Dec 06 18:13:51.688773 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bda7846-ebde-4540-b87c-2bc74111bbed req-f6537fd4-7f94-4d80-b7ee-826f0662c1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:13:51.690847 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0bda7846-ebde-4540-b87c-2bc74111bbed req-f6537fd4-7f94-4d80-b7ee-826f0662c1e0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b72638d6-e367-4a7c-8953-1adc5b0cdf5d HTTP/1.1" status: 200 len: 909 time: 0.0863755 Dec 06 18:13:51.761312 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0bda7846-ebde-4540-b87c-2bc74111bbed req-264c1566-d22e-492a-9cd4-c2b28cd9748e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c75d2a9-fef2-4533-bb90-ddd54a67af78 HTTP/1.1" status: 200 len: 1000 time: 0.0589843 Dec 06 18:13:51.814303 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bda7846-ebde-4540-b87c-2bc74111bbed req-8cea63dc-37d8-478a-b61f-513ca7a26a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:13:51.815750 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0bda7846-ebde-4540-b87c-2bc74111bbed req-8cea63dc-37d8-478a-b61f-513ca7a26a34 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=68b786be-9180-44a2-8d2d-4b37eb56a25e HTTP/1.1" status: 200 len: 847 time: 0.0472572 Dec 06 18:13:51.863304 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bda7846-ebde-4540-b87c-2bc74111bbed req-f07cc94b-573b-430e-8161-643fca878c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:13:51.864763 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0bda7846-ebde-4540-b87c-2bc74111bbed req-f07cc94b-573b-430e-8161-643fca878c47 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b72638d6-e367-4a7c-8953-1adc5b0cdf5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392888 Dec 06 18:13:51.954126 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0bda7846-ebde-4540-b87c-2bc74111bbed req-233ca0f5-8431-4c21-a31f-8af2eb0874ed service neutron] 10.222.0.41 "GET /v2.0/networks/b72638d6-e367-4a7c-8953-1adc5b0cdf5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818307 Dec 06 18:13:52.046072 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0bda7846-ebde-4540-b87c-2bc74111bbed req-63960d5f-6b59-4f98-9987-d0099d17b1d3 service neutron] 10.222.0.41 "GET /v2.0/networks/b72638d6-e367-4a7c-8953-1adc5b0cdf5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837121 Dec 06 18:13:53.319261 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 18:14:03.303077 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:14:05.718067 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:14:13.561709 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b4aea91c-1eea-4bea-a0b5-a365e20ad18b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:14:15.743695 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4aa51782-ec60-432c-b837-5fc1f7bccbd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:14:17.174140 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:14:18.302884 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:14:19.231220 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:14:25.478080 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [req-b7413fab-09f0-4cf5-ac3a-70e400428e08 req-6a80e55a-33ce-4a2f-896d-4ecb19276347 service neutron] (103284) timed out ('10.222.0.23', 33472) {{(pid=103284) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 06 18:14:30.318934 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 18:14:33.318049 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:14:35.738735 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:14:43.562765 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-17d5ed1c-93db-4148-af52-d0d1f3926f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:14:45.743692 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-90a7a3f4-c080-4f08-9fab-6bda76836052 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:14:47.168797 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:14:48.307948 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:14:49.222027 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:14:53.337669 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-12bcc282-ee34-4aac-882a-ffba5fa34768 req-d93d8e78-d8d5-4841-9037-90cfb295a209 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=79d333ae-5dc7-406f-8a8d-e14a60807ce5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401845 Dec 06 18:14:53.477813 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bcc282-ee34-4aac-882a-ffba5fa34768 req-efd0b124-54ea-49c5-be7f-7458a9106b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:14:53.479284 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-12bcc282-ee34-4aac-882a-ffba5fa34768 req-efd0b124-54ea-49c5-be7f-7458a9106b69 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e63a46e965b5414386cd136669f20481&device_id=79d333ae-5dc7-406f-8a8d-e14a60807ce5 HTTP/1.1" status: 200 len: 1096 time: 0.0396221 Dec 06 18:14:53.592780 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bcc282-ee34-4aac-882a-ffba5fa34768 req-c8afa31d-f845-40f4-b52b-4eaef78724e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:14:53.594248 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-12bcc282-ee34-4aac-882a-ffba5fa34768 req-c8afa31d-f845-40f4-b52b-4eaef78724e1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b72638d6-e367-4a7c-8953-1adc5b0cdf5d HTTP/1.1" status: 200 len: 909 time: 0.0881419 Dec 06 18:14:53.662571 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-12bcc282-ee34-4aac-882a-ffba5fa34768 req-c7ede3f8-e7f9-4da6-a68e-42e0bbccaed3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c75d2a9-fef2-4533-bb90-ddd54a67af78 HTTP/1.1" status: 200 len: 1000 time: 0.0574656 Dec 06 18:14:53.721007 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bcc282-ee34-4aac-882a-ffba5fa34768 req-d1b0f17b-91ba-43b2-9085-92fe88cb2e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:14:53.722491 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-12bcc282-ee34-4aac-882a-ffba5fa34768 req-d1b0f17b-91ba-43b2-9085-92fe88cb2e42 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=68b786be-9180-44a2-8d2d-4b37eb56a25e HTTP/1.1" status: 200 len: 847 time: 0.0473549 Dec 06 18:14:53.776967 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bcc282-ee34-4aac-882a-ffba5fa34768 req-ebbb95b8-7f58-4bd1-8b9b-7ef26bc79b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:14:53.778713 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-12bcc282-ee34-4aac-882a-ffba5fa34768 req-ebbb95b8-7f58-4bd1-8b9b-7ef26bc79b61 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b72638d6-e367-4a7c-8953-1adc5b0cdf5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440960 Dec 06 18:14:53.876680 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-12bcc282-ee34-4aac-882a-ffba5fa34768 req-85aedcd8-0f80-4943-8fb1-f8f874ea8dfe service neutron] 10.222.0.41 "GET /v2.0/networks/b72638d6-e367-4a7c-8953-1adc5b0cdf5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855329 Dec 06 18:14:53.969382 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-12bcc282-ee34-4aac-882a-ffba5fa34768 req-a1961b56-ed8f-4c4d-8200-91c0f03a0005 service neutron] 10.222.0.41 "GET /v2.0/networks/b72638d6-e367-4a7c-8953-1adc5b0cdf5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805120 Dec 06 18:15:03.316485 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:15:05.737015 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:15:07.318631 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 18:15:13.563989 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ed792ec7-3601-4ca4-982f-92abae739213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:15:15.744526 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c4b592ba-1079-4941-8007-f1541fa93638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:15:17.172328 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:15:18.307776 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:15:19.222959 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:15:27.076741 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147b85ac-61d3-47d1-9a8e-60040ad8f3fc req-34464068-9e63-47e0-9562-208e970e822d tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:15:27.078964 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-147b85ac-61d3-47d1-9a8e-60040ad8f3fc req-34464068-9e63-47e0-9562-208e970e822d tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d333ae-5dc7-406f-8a8d-e14a60807ce5 HTTP/1.1" status: 200 len: 945 time: 0.0522413 Dec 06 18:15:27.133122 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-147b85ac-61d3-47d1-9a8e-60040ad8f3fc req-5d62834a-9eeb-49d9-83b7-692dc9bf22dd tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb129fce-da7d-43cb-b394-a5f1c6b9482b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482643 Dec 06 18:15:28.255510 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2106f25-0ede-464c-8e8e-b683c424450b req-646bcea9-54f9-4114-b78e-18a1d6d85454 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:15:28.257059 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c2106f25-0ede-464c-8e8e-b683c424450b req-646bcea9-54f9-4114-b78e-18a1d6d85454 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d333ae-5dc7-406f-8a8d-e14a60807ce5 HTTP/1.1" status: 200 len: 945 time: 0.0531371 Dec 06 18:15:28.308421 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c2106f25-0ede-464c-8e8e-b683c424450b req-4978baf8-31f4-48a4-8841-6149b16180a3 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb129fce-da7d-43cb-b394-a5f1c6b9482b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453179 Dec 06 18:15:29.435567 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ee59e4-0816-47fc-963c-3c27ccc43f78 req-95afe078-5fe1-4fe5-a8a6-03a7c4085f39 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:15:29.437016 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-59ee59e4-0816-47fc-963c-3c27ccc43f78 req-95afe078-5fe1-4fe5-a8a6-03a7c4085f39 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d333ae-5dc7-406f-8a8d-e14a60807ce5 HTTP/1.1" status: 200 len: 945 time: 0.0485058 Dec 06 18:15:29.494387 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-59ee59e4-0816-47fc-963c-3c27ccc43f78 req-eeb08944-a7dd-43a6-bca3-499a10578723 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb129fce-da7d-43cb-b394-a5f1c6b9482b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475283 Dec 06 18:15:30.612489 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d16416-2bc4-4fa2-b38f-9be83b49b3e2 req-bedeca94-ecb5-41d6-b664-14ea1b2cd6ea tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:15:30.614003 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-90d16416-2bc4-4fa2-b38f-9be83b49b3e2 req-bedeca94-ecb5-41d6-b664-14ea1b2cd6ea tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d333ae-5dc7-406f-8a8d-e14a60807ce5 HTTP/1.1" status: 200 len: 945 time: 0.0520759 Dec 06 18:15:30.662831 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-90d16416-2bc4-4fa2-b38f-9be83b49b3e2 req-751386dd-b808-45f8-baec-19897f441488 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb129fce-da7d-43cb-b394-a5f1c6b9482b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429764 Dec 06 18:15:31.780358 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c23ba-ae04-4caf-84a0-2544ba59f657 req-7d930649-a3bc-4abc-8823-c6f8b8c5c4ab tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:15:31.782106 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-841c23ba-ae04-4caf-84a0-2544ba59f657 req-7d930649-a3bc-4abc-8823-c6f8b8c5c4ab tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d333ae-5dc7-406f-8a8d-e14a60807ce5 HTTP/1.1" status: 200 len: 945 time: 0.0516119 Dec 06 18:15:31.832092 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-841c23ba-ae04-4caf-84a0-2544ba59f657 req-207237a6-69fe-43fc-91b4-8ed7f2d16f40 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb129fce-da7d-43cb-b394-a5f1c6b9482b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440142 Dec 06 18:15:32.948456 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ae9972-2d7d-48d2-a47c-aac8b6892c1c req-d1596191-873f-4cd6-81e4-2ab1cbe0c70a tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:15:32.949940 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e3ae9972-2d7d-48d2-a47c-aac8b6892c1c req-d1596191-873f-4cd6-81e4-2ab1cbe0c70a tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d333ae-5dc7-406f-8a8d-e14a60807ce5 HTTP/1.1" status: 200 len: 945 time: 0.0486999 Dec 06 18:15:32.999473 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e3ae9972-2d7d-48d2-a47c-aac8b6892c1c req-c8531501-2781-4a81-a827-fa01ea34a8d2 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb129fce-da7d-43cb-b394-a5f1c6b9482b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434513 Dec 06 18:15:33.319275 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:15:34.117255 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebc3ff9-b57f-4df4-b187-04d32610d5c3 req-b9f0dd29-a04a-4faf-ac1a-28d155195788 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:15:34.118747 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7ebc3ff9-b57f-4df4-b187-04d32610d5c3 req-b9f0dd29-a04a-4faf-ac1a-28d155195788 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d333ae-5dc7-406f-8a8d-e14a60807ce5 HTTP/1.1" status: 200 len: 945 time: 0.0517881 Dec 06 18:15:34.167761 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7ebc3ff9-b57f-4df4-b187-04d32610d5c3 req-69d46d32-bbd9-4ebc-9a7c-2710d893e8f6 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb129fce-da7d-43cb-b394-a5f1c6b9482b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427697 Dec 06 18:15:35.287442 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea2c251-9c31-4e40-b1e1-15a39a2b4ff8 req-cd4b57bf-edac-4082-ab82-ff5f399cba61 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:15:35.289012 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1ea2c251-9c31-4e40-b1e1-15a39a2b4ff8 req-cd4b57bf-edac-4082-ab82-ff5f399cba61 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d333ae-5dc7-406f-8a8d-e14a60807ce5 HTTP/1.1" status: 200 len: 945 time: 0.0534244 Dec 06 18:15:35.344378 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1ea2c251-9c31-4e40-b1e1-15a39a2b4ff8 req-cf4e0495-570b-4d54-bb2e-659460ce16c8 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb129fce-da7d-43cb-b394-a5f1c6b9482b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492313 Dec 06 18:15:35.749282 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:15:36.458571 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d813f-bbda-482f-968c-916b9bd10b26 req-f98ace90-86c4-4633-82c2-2ad1bdb7be8e tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:15:36.460034 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-243d813f-bbda-482f-968c-916b9bd10b26 req-f98ace90-86c4-4633-82c2-2ad1bdb7be8e tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d333ae-5dc7-406f-8a8d-e14a60807ce5 HTTP/1.1" status: 200 len: 945 time: 0.0481064 Dec 06 18:15:36.508688 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-243d813f-bbda-482f-968c-916b9bd10b26 req-6ca27dbf-d356-4fff-9b7c-fcd69d196df3 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb129fce-da7d-43cb-b394-a5f1c6b9482b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428667 Dec 06 18:15:37.627103 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bffaac6-08a7-4427-8bb1-526b226ca4ee req-c8ec99f7-18b4-447f-b62f-8462121e6f1a tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:15:37.628707 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6bffaac6-08a7-4427-8bb1-526b226ca4ee req-c8ec99f7-18b4-447f-b62f-8462121e6f1a tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d333ae-5dc7-406f-8a8d-e14a60807ce5 HTTP/1.1" status: 200 len: 945 time: 0.0508051 Dec 06 18:15:37.677551 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6bffaac6-08a7-4427-8bb1-526b226ca4ee req-15ecc1b3-91fa-4050-9fcf-381b60afebad tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb129fce-da7d-43cb-b394-a5f1c6b9482b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429182 Dec 06 18:15:38.791831 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efdb146-1a59-4b9d-bb20-cd9d3f95bb4b req-aea3d7f4-7871-4540-aa98-d51f0866fc7a tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:15:38.793329 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6efdb146-1a59-4b9d-bb20-cd9d3f95bb4b req-aea3d7f4-7871-4540-aa98-d51f0866fc7a tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d333ae-5dc7-406f-8a8d-e14a60807ce5 HTTP/1.1" status: 200 len: 945 time: 0.0499084 Dec 06 18:15:38.845868 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6efdb146-1a59-4b9d-bb20-cd9d3f95bb4b req-4c40e154-9ab0-48df-9ad0-799530c19958 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb129fce-da7d-43cb-b394-a5f1c6b9482b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458169 Dec 06 18:15:39.965018 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d8586-920b-478e-884e-34bccf83787f req-7aa7380b-2e7e-4108-afa9-52e571c3bb0e tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:15:39.966539 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-511d8586-920b-478e-884e-34bccf83787f req-7aa7380b-2e7e-4108-afa9-52e571c3bb0e tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d333ae-5dc7-406f-8a8d-e14a60807ce5 HTTP/1.1" status: 200 len: 945 time: 0.0508041 Dec 06 18:15:40.019168 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-511d8586-920b-478e-884e-34bccf83787f req-5c4c2f54-a012-4aac-b3f6-f39eeca89ccb tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb129fce-da7d-43cb-b394-a5f1c6b9482b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456812 Dec 06 18:15:40.425137 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 8c75d2a9-fef2-4533-bb90-ddd54a67af78 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 18:15:40.526054 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 8c75d2a9-fef2-4533-bb90-ddd54a67af78, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8c75d2a9-fef2-4533-bb90-ddd54a67af78,segment=NetworkSegment(ab96be8e-75a7-4f64-8b9f-0cf865842be4),segment_id=ab96be8e-75a7-4f64-8b9f-0cf865842be4)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:15:40.537356 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': '8c75d2a9-fef2-4533-bb90-ddd54a67af78', 'network_id': 'b72638d6-e367-4a7c-8953-1adc5b0cdf5d', 'port_id': '8c75d2a9-fef2-4533-bb90-ddd54a67af78', 'mac_address': 'fa:16:3e:f5:23:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68b786be-9180-44a2-8d2d-4b37eb56a25e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 18:15:40.576764 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:15:40.593730 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8c75d2a9-fef2-4533-bb90-ddd54a67af78 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 18:15:40.617601 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 8c75d2a9-fef2-4533-bb90-ddd54a67af78, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8c75d2a9-fef2-4533-bb90-ddd54a67af78,segment=NetworkSegment(ab96be8e-75a7-4f64-8b9f-0cf865842be4),segment_id=ab96be8e-75a7-4f64-8b9f-0cf865842be4)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:15:40.623098 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:15:40.684547 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=8c75d2a9-fef2-4533-bb90-ddd54a67af78,revision_number=6']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:15:40.694161 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:15:40.694586 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:15:40.695142 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:15:40.695550 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:15:40.695957 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:15:40.696361 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:15:40.696777 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:15:40.697179 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:15:40.697620 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:15:40.698020 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:15:40.698358 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:15:40.698689 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:15:40.699019 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:15:40.710668 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['8c75d2a9-fef2-4533-bb90-ddd54a67af78'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 18:15:41.153281 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78c44b6-92cd-41ed-90b8-8e3dfaf0f60d req-cd2e3256-cad1-4fe2-b892-5487331cbd70 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:15:41.155513 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a78c44b6-92cd-41ed-90b8-8e3dfaf0f60d req-cd2e3256-cad1-4fe2-b892-5487331cbd70 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d333ae-5dc7-406f-8a8d-e14a60807ce5 HTTP/1.1" status: 200 len: 944 time: 0.0583746 Dec 06 18:15:41.215688 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a78c44b6-92cd-41ed-90b8-8e3dfaf0f60d req-f20f8025-0f6a-46b3-bd19-f362b396bde4 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb129fce-da7d-43cb-b394-a5f1c6b9482b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516965 Dec 06 18:15:42.345825 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85ef8da-7343-4c5f-b65c-05db270199de req-72e9fc61-87d5-40e7-8894-bbbb105f961e tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:15:42.347986 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f85ef8da-7343-4c5f-b65c-05db270199de req-72e9fc61-87d5-40e7-8894-bbbb105f961e tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d333ae-5dc7-406f-8a8d-e14a60807ce5 HTTP/1.1" status: 200 len: 944 time: 0.0565915 Dec 06 18:15:42.406414 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f85ef8da-7343-4c5f-b65c-05db270199de req-7fb9f3d1-3a73-460e-a11a-a17f3e4a7abc tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb129fce-da7d-43cb-b394-a5f1c6b9482b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475888 Dec 06 18:15:42.431215 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 8c75d2a9-fef2-4533-bb90-ddd54a67af78 up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 18:15:42.490782 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port 8c75d2a9-fef2-4533-bb90-ddd54a67af78 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:15:42.491322 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:15:42.582510 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:15:42.606671 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79d333ae-5dc7-406f-8a8d-e14a60807ce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c75d2a9-fef2-4533-bb90-ddd54a67af78'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 18:15:42.609333 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}253b13571352ac935e80f100367d97205cb4b29805628151c230edbf5f3547e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbf8e72f-7886-4296-987c-b6be7719f724" -d '{"events": [{"server_uuid": "79d333ae-5dc7-406f-8a8d-e14a60807ce5", "name": "network-vif-plugged", "status": "completed", "tag": "8c75d2a9-fef2-4533-bb90-ddd54a67af78"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 18:15:42.630171 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 8c75d2a9-fef2-4533-bb90-ddd54a67af78, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8c75d2a9-fef2-4533-bb90-ddd54a67af78,segment=NetworkSegment(ab96be8e-75a7-4f64-8b9f-0cf865842be4),segment_id=ab96be8e-75a7-4f64-8b9f-0cf865842be4)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:15:42.644768 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:15:42.711189 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=8c75d2a9-fef2-4533-bb90-ddd54a67af78,revision_number=7']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:15:42.728090 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 18:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6657fd8-a5d2-4672-9230-073949648f14 x-openstack-request-id: req-b6657fd8-a5d2-4672-9230-073949648f14 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 18:15:42.728477 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79d333ae-5dc7-406f-8a8d-e14a60807ce5", "name": "network-vif-plugged", "status": "completed", "tag": "8c75d2a9-fef2-4533-bb90-ddd54a67af78", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 18:15:42.730910 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b6657fd8-a5d2-4672-9230-073949648f14 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 18:15:42.731379 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79d333ae-5dc7-406f-8a8d-e14a60807ce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c75d2a9-fef2-4533-bb90-ddd54a67af78', 'code': 200} Dec 06 18:15:43.538895 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd185ab-c489-4571-b314-1c1b29a3d2df req-cdd47f03-ddc4-4d95-a2ff-935265ea099a tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:15:43.540411 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9dd185ab-c489-4571-b314-1c1b29a3d2df req-cdd47f03-ddc4-4d95-a2ff-935265ea099a tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d333ae-5dc7-406f-8a8d-e14a60807ce5 HTTP/1.1" status: 200 len: 945 time: 0.0580728 Dec 06 18:15:43.581273 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a587ef4f-1983-4b69-9a0d-2542ae17410c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:15:43.610091 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9dd185ab-c489-4571-b314-1c1b29a3d2df req-04d400e2-8a3a-4ccf-81d3-26a6772bae13 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb129fce-da7d-43cb-b394-a5f1c6b9482b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630827 Dec 06 18:15:44.321287 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 18:15:44.736944 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8488b3-36b8-4950-9cd4-afe0ed79544e req-7b098ebf-4461-4783-9dfe-9cb894d260be tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:15:44.739234 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ea8488b3-36b8-4950-9cd4-afe0ed79544e req-7b098ebf-4461-4783-9dfe-9cb894d260be tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d333ae-5dc7-406f-8a8d-e14a60807ce5 HTTP/1.1" status: 200 len: 945 time: 0.0522857 Dec 06 18:15:44.792033 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ea8488b3-36b8-4950-9cd4-afe0ed79544e req-ca366044-835d-4667-8141-e1058d4f2858 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb129fce-da7d-43cb-b394-a5f1c6b9482b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466304 Dec 06 18:15:45.750894 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-301396e1-736f-4a59-af6d-73a8e35f5d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:15:45.919764 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81abf88-bdd0-4520-ae1b-c3821aeffcd0 req-025f3e7a-08fd-4b3c-a41f-1e756b0a5a76 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:15:45.922575 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f81abf88-bdd0-4520-ae1b-c3821aeffcd0 req-025f3e7a-08fd-4b3c-a41f-1e756b0a5a76 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d333ae-5dc7-406f-8a8d-e14a60807ce5 HTTP/1.1" status: 200 len: 945 time: 0.0533352 Dec 06 18:15:45.996019 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f81abf88-bdd0-4520-ae1b-c3821aeffcd0 req-3cfa72d9-726e-4844-884d-85519e0bcf9d tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb129fce-da7d-43cb-b394-a5f1c6b9482b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634229 Dec 06 18:15:47.112507 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d733f6-07a8-4156-a6ec-2db160396321 req-7b8d8f40-2d3a-40ca-8045-b5cf1c2edbbc tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:15:47.119799 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d9d733f6-07a8-4156-a6ec-2db160396321 req-7b8d8f40-2d3a-40ca-8045-b5cf1c2edbbc tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d333ae-5dc7-406f-8a8d-e14a60807ce5 HTTP/1.1" status: 200 len: 945 time: 0.0614014 Dec 06 18:15:47.178421 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d9d733f6-07a8-4156-a6ec-2db160396321 req-420a931b-1e59-4879-8fb1-78d9eb5e1109 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb129fce-da7d-43cb-b394-a5f1c6b9482b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526216 Dec 06 18:15:47.192843 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:15:48.310592 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:15:48.321970 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90d1bd2-dc1a-42df-aa75-f5e34d799f9f req-235c2e60-491c-4ad0-9033-13729d3b9a5a tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:15:48.323347 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a90d1bd2-dc1a-42df-aa75-f5e34d799f9f req-235c2e60-491c-4ad0-9033-13729d3b9a5a tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d333ae-5dc7-406f-8a8d-e14a60807ce5 HTTP/1.1" status: 200 len: 945 time: 0.0539312 Dec 06 18:15:48.377862 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a90d1bd2-dc1a-42df-aa75-f5e34d799f9f req-7b57dd1d-a560-4dca-a30b-ec272f980951 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb129fce-da7d-43cb-b394-a5f1c6b9482b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472143 Dec 06 18:15:49.224261 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:15:49.492853 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f5e0f4-3729-4e7c-a44f-588267644d2b req-b82a2f78-09d2-4264-9b69-d9ebd528c874 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:15:49.494412 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e9f5e0f4-3729-4e7c-a44f-588267644d2b req-b82a2f78-09d2-4264-9b69-d9ebd528c874 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d333ae-5dc7-406f-8a8d-e14a60807ce5 HTTP/1.1" status: 200 len: 945 time: 0.0484254 Dec 06 18:15:49.542951 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e9f5e0f4-3729-4e7c-a44f-588267644d2b req-6ecf1248-64e4-4882-a2be-ef106b4a7779 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb129fce-da7d-43cb-b394-a5f1c6b9482b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423825 Dec 06 18:15:49.804505 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a27b7d-a0e0-49dd-89ed-075663a04beb req-c44e4b83-53df-435a-bcb6-6bcabd1ea0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:15:49.806044 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-13a27b7d-a0e0-49dd-89ed-075663a04beb req-c44e4b83-53df-435a-bcb6-6bcabd1ea0e0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e63a46e965b5414386cd136669f20481&device_id=79d333ae-5dc7-406f-8a8d-e14a60807ce5 HTTP/1.1" status: 200 len: 1096 time: 0.0903554 Dec 06 18:15:49.900534 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a27b7d-a0e0-49dd-89ed-075663a04beb req-4ff41ba5-d894-415e-85d2-7f588dc5f428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:15:49.902029 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-13a27b7d-a0e0-49dd-89ed-075663a04beb req-4ff41ba5-d894-415e-85d2-7f588dc5f428 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b72638d6-e367-4a7c-8953-1adc5b0cdf5d HTTP/1.1" status: 200 len: 909 time: 0.0837095 Dec 06 18:15:49.973916 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-13a27b7d-a0e0-49dd-89ed-075663a04beb req-fea3eb5c-2383-4ca6-89e8-e3851f93986a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c75d2a9-fef2-4533-bb90-ddd54a67af78 HTTP/1.1" status: 200 len: 1000 time: 0.0603094 Dec 06 18:15:50.023988 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a27b7d-a0e0-49dd-89ed-075663a04beb req-453e52cb-908c-4eb0-a05e-0deebc480ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:15:50.025389 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-13a27b7d-a0e0-49dd-89ed-075663a04beb req-453e52cb-908c-4eb0-a05e-0deebc480ae1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=68b786be-9180-44a2-8d2d-4b37eb56a25e HTTP/1.1" status: 200 len: 847 time: 0.0427411 Dec 06 18:15:50.070540 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a27b7d-a0e0-49dd-89ed-075663a04beb req-e397088b-b8e6-4a1a-9b49-ff469e2f3a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:15:50.071980 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-13a27b7d-a0e0-49dd-89ed-075663a04beb req-e397088b-b8e6-4a1a-9b49-ff469e2f3a37 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b72638d6-e367-4a7c-8953-1adc5b0cdf5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384414 Dec 06 18:15:50.168113 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-13a27b7d-a0e0-49dd-89ed-075663a04beb req-c4e82c57-b780-4464-9cf7-fd12a64a3dcc service neutron] 10.222.0.41 "GET /v2.0/networks/b72638d6-e367-4a7c-8953-1adc5b0cdf5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842946 Dec 06 18:15:50.263202 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-13a27b7d-a0e0-49dd-89ed-075663a04beb req-6b5ff889-f292-4235-9356-e401d222a5f6 service neutron] 10.222.0.41 "GET /v2.0/networks/b72638d6-e367-4a7c-8953-1adc5b0cdf5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822632 Dec 06 18:15:50.658280 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e02c09-8350-4d0e-93e8-5abea1fc576f req-7fb2c300-c6b1-4542-ba00-178675f688ce tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:15:50.659764 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-01e02c09-8350-4d0e-93e8-5abea1fc576f req-7fb2c300-c6b1-4542-ba00-178675f688ce tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d333ae-5dc7-406f-8a8d-e14a60807ce5 HTTP/1.1" status: 200 len: 945 time: 0.0484145 Dec 06 18:15:50.709867 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-01e02c09-8350-4d0e-93e8-5abea1fc576f req-4fb07445-dfef-4403-9406-bf54b9767da9 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb129fce-da7d-43cb-b394-a5f1c6b9482b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441504 Dec 06 18:15:51.829972 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299007c0-afe1-4e43-a2c2-b0ad227af679 req-23644be4-1d48-4359-971a-5eabb2d262ba tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:15:51.831364 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-299007c0-afe1-4e43-a2c2-b0ad227af679 req-23644be4-1d48-4359-971a-5eabb2d262ba tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d333ae-5dc7-406f-8a8d-e14a60807ce5 HTTP/1.1" status: 200 len: 945 time: 0.0528321 Dec 06 18:15:51.879962 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-299007c0-afe1-4e43-a2c2-b0ad227af679 req-656f36df-67e8-48bb-83a0-7c597a5f1fe2 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb129fce-da7d-43cb-b394-a5f1c6b9482b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427470 Dec 06 18:15:52.469975 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 8c75d2a9-fef2-4533-bb90-ddd54a67af78 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 18:15:52.544550 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:15:52.566699 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79d333ae-5dc7-406f-8a8d-e14a60807ce5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c75d2a9-fef2-4533-bb90-ddd54a67af78'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 18:15:52.568917 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}253b13571352ac935e80f100367d97205cb4b29805628151c230edbf5f3547e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da64deb9-121b-4346-a839-3156b95c9e22" -d '{"events": [{"server_uuid": "79d333ae-5dc7-406f-8a8d-e14a60807ce5", "name": "network-vif-unplugged", "status": "completed", "tag": "8c75d2a9-fef2-4533-bb90-ddd54a67af78"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 18:15:52.580810 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 8c75d2a9-fef2-4533-bb90-ddd54a67af78, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8c75d2a9-fef2-4533-bb90-ddd54a67af78,segment=NetworkSegment(ab96be8e-75a7-4f64-8b9f-0cf865842be4),segment_id=ab96be8e-75a7-4f64-8b9f-0cf865842be4)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:15:52.584516 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:15:52.610439 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 18:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58111fe6-ce61-4895-900c-5277a140329c x-openstack-request-id: req-58111fe6-ce61-4895-900c-5277a140329c {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 18:15:52.610733 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79d333ae-5dc7-406f-8a8d-e14a60807ce5", "name": "network-vif-unplugged", "status": "completed", "tag": "8c75d2a9-fef2-4533-bb90-ddd54a67af78", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 18:15:52.610992 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-58111fe6-ce61-4895-900c-5277a140329c {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 18:15:52.611386 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79d333ae-5dc7-406f-8a8d-e14a60807ce5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c75d2a9-fef2-4533-bb90-ddd54a67af78', 'code': 200} Dec 06 18:15:52.636080 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=8c75d2a9-fef2-4533-bb90-ddd54a67af78,revision_number=8']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:15:52.992507 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbefc92-6f1c-419d-972f-c4423a047f2f req-bc84148d-804d-4169-a35e-af6ff5077b97 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:15:52.993988 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8fbefc92-6f1c-419d-972f-c4423a047f2f req-bc84148d-804d-4169-a35e-af6ff5077b97 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d333ae-5dc7-406f-8a8d-e14a60807ce5 HTTP/1.1" status: 200 len: 943 time: 0.0480316 Dec 06 18:15:53.042336 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8fbefc92-6f1c-419d-972f-c4423a047f2f req-7eaede59-d08a-4c05-a092-3ba500ba55aa tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb129fce-da7d-43cb-b394-a5f1c6b9482b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416117 Dec 06 18:15:53.152393 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [req-53f04ce0-b53d-4e62-9e1f-4eb4dfc73a9b req-792fdc05-fb8e-451e-8cee-36d326b585ab service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 18:15:53.153404 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-53f04ce0-b53d-4e62-9e1f-4eb4dfc73a9b req-792fdc05-fb8e-451e-8cee-36d326b585ab service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0476303 Dec 06 18:15:53.307397 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b9ba6-cec7-4472-bf7a-e60c6ae095ba req-1b5d14a4-caab-450f-9f48-4fc6e9873ba8 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:15:53.308899 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fd6b9ba6-cec7-4472-bf7a-e60c6ae095ba req-1b5d14a4-caab-450f-9f48-4fc6e9873ba8 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d333ae-5dc7-406f-8a8d-e14a60807ce5 HTTP/1.1" status: 200 len: 943 time: 0.0492609 Dec 06 18:15:53.362304 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-fd6b9ba6-cec7-4472-bf7a-e60c6ae095ba req-a48085e1-f350-417d-a125-ef2ab70328d7 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb129fce-da7d-43cb-b394-a5f1c6b9482b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472991 Dec 06 18:15:53.482786 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6583c44d-c855-4b2d-815a-3db2b53bdd42 req-1148ab5e-2e11-4548-8a62-bd89fc1e9b3d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=79d333ae-5dc7-406f-8a8d-e14a60807ce5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0858865 Dec 06 18:15:54.280308 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6583c44d-c855-4b2d-815a-3db2b53bdd42 req-69eea29d-e903-44cc-ae66-f67962aa1053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:15:54.281867 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6583c44d-c855-4b2d-815a-3db2b53bdd42 req-69eea29d-e903-44cc-ae66-f67962aa1053 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=79d333ae-5dc7-406f-8a8d-e14a60807ce5&tenant_id=e63a46e965b5414386cd136669f20481 HTTP/1.1" status: 200 len: 1094 time: 0.0403221 Dec 06 18:15:54.348770 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6583c44d-c855-4b2d-815a-3db2b53bdd42 req-d45ab4b2-3431-45de-8a1c-fec422f4a200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:15:54.350267 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6583c44d-c855-4b2d-815a-3db2b53bdd42 req-d45ab4b2-3431-45de-8a1c-fec422f4a200 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e63a46e965b5414386cd136669f20481&device_id=79d333ae-5dc7-406f-8a8d-e14a60807ce5 HTTP/1.1" status: 200 len: 1094 time: 0.0405285 Dec 06 18:15:54.449851 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6583c44d-c855-4b2d-815a-3db2b53bdd42 req-3df97ee1-191e-474f-a5db-4a942addd6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:15:54.451334 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6583c44d-c855-4b2d-815a-3db2b53bdd42 req-3df97ee1-191e-474f-a5db-4a942addd6dd service neutron] 10.222.0.41 "GET /v2.0/networks?id=b72638d6-e367-4a7c-8953-1adc5b0cdf5d HTTP/1.1" status: 200 len: 909 time: 0.0877469 Dec 06 18:15:54.479819 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f266e3b-0c20-44d0-b177-3dcee8f995ef req-cbb7959b-aa70-4982-87a7-1f4c114d454c tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:15:54.481351 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7f266e3b-0c20-44d0-b177-3dcee8f995ef req-cbb7959b-aa70-4982-87a7-1f4c114d454c tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d333ae-5dc7-406f-8a8d-e14a60807ce5 HTTP/1.1" status: 200 len: 943 time: 0.0491114 Dec 06 18:15:54.522052 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6583c44d-c855-4b2d-815a-3db2b53bdd42 req-27726d84-cbc0-4b88-b68a-1a5679ba1def service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c75d2a9-fef2-4533-bb90-ddd54a67af78 HTTP/1.1" status: 200 len: 998 time: 0.0591314 Dec 06 18:15:54.531453 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7f266e3b-0c20-44d0-b177-3dcee8f995ef req-1eb0ed5f-f80d-46e6-9a82-d57bdbaef184 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb129fce-da7d-43cb-b394-a5f1c6b9482b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439844 Dec 06 18:15:54.577161 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6583c44d-c855-4b2d-815a-3db2b53bdd42 req-84e967e2-ac71-4bfa-806a-238a86d5d87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:15:54.579247 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6583c44d-c855-4b2d-815a-3db2b53bdd42 req-84e967e2-ac71-4bfa-806a-238a86d5d87e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=68b786be-9180-44a2-8d2d-4b37eb56a25e HTTP/1.1" status: 200 len: 847 time: 0.0440986 Dec 06 18:15:54.632063 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6583c44d-c855-4b2d-815a-3db2b53bdd42 req-ad16c3d5-37b9-4525-970e-139fa7ab7590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:15:54.633674 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6583c44d-c855-4b2d-815a-3db2b53bdd42 req-ad16c3d5-37b9-4525-970e-139fa7ab7590 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b72638d6-e367-4a7c-8953-1adc5b0cdf5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426669 Dec 06 18:15:54.725995 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6583c44d-c855-4b2d-815a-3db2b53bdd42 req-4f7eda82-ccfb-43b5-99bc-c2aa364ab8ff service neutron] 10.222.0.41 "GET /v2.0/networks/b72638d6-e367-4a7c-8953-1adc5b0cdf5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802283 Dec 06 18:15:54.824073 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6583c44d-c855-4b2d-815a-3db2b53bdd42 req-07b9b9c3-9a19-4433-ac27-235a4c9b07ee service neutron] 10.222.0.41 "GET /v2.0/networks/b72638d6-e367-4a7c-8953-1adc5b0cdf5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851851 Dec 06 18:15:55.653616 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdac6f3-e907-4e85-a373-e9733c30ed6f req-09b35bf1-8a43-4aad-a7bc-5964db6fdcab tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:15:55.655214 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-dfdac6f3-e907-4e85-a373-e9733c30ed6f req-09b35bf1-8a43-4aad-a7bc-5964db6fdcab tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d333ae-5dc7-406f-8a8d-e14a60807ce5 HTTP/1.1" status: 200 len: 943 time: 0.0539184 Dec 06 18:15:55.709483 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-dfdac6f3-e907-4e85-a373-e9733c30ed6f req-b1dc60c4-3b93-4fec-b809-07b2b94236f8 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb129fce-da7d-43cb-b394-a5f1c6b9482b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471261 Dec 06 18:15:56.516034 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 8c75d2a9-fef2-4533-bb90-ddd54a67af78 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 18:15:56.834896 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf7e35c-b7db-4d53-8ac0-a562486610e7 req-69b39fea-af6c-4b8d-b634-d88eed05f68d tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:15:56.836424 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-dcf7e35c-b7db-4d53-8ac0-a562486610e7 req-69b39fea-af6c-4b8d-b634-d88eed05f68d tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d333ae-5dc7-406f-8a8d-e14a60807ce5 HTTP/1.1" status: 200 len: 943 time: 0.0512719 Dec 06 18:15:56.892566 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-dcf7e35c-b7db-4d53-8ac0-a562486610e7 req-4d7d46e4-a639-43ba-97ef-9ea62e08f69a tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb129fce-da7d-43cb-b394-a5f1c6b9482b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499277 Dec 06 18:15:58.018420 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c76dce-6c9c-4780-8b3c-1e903ee8d3f6 req-d8010c55-3a78-4b7c-a751-83f0ea049556 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:15:58.020823 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-88c76dce-6c9c-4780-8b3c-1e903ee8d3f6 req-d8010c55-3a78-4b7c-a751-83f0ea049556 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d333ae-5dc7-406f-8a8d-e14a60807ce5 HTTP/1.1" status: 200 len: 943 time: 0.0526884 Dec 06 18:15:58.075814 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-88c76dce-6c9c-4780-8b3c-1e903ee8d3f6 req-0337e3ac-7299-4efb-9a43-796f65bbc0ab tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb129fce-da7d-43cb-b394-a5f1c6b9482b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491655 Dec 06 18:15:59.218836 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e589144b-eed8-4eb9-a8d4-5f5dc90f93a5 req-1b4ab6bd-a386-4a20-8d1c-55215eb2ab3e tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:15:59.220499 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e589144b-eed8-4eb9-a8d4-5f5dc90f93a5 req-1b4ab6bd-a386-4a20-8d1c-55215eb2ab3e tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d333ae-5dc7-406f-8a8d-e14a60807ce5 HTTP/1.1" status: 200 len: 943 time: 0.0705857 Dec 06 18:15:59.297023 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e589144b-eed8-4eb9-a8d4-5f5dc90f93a5 req-6a2958e6-a409-463d-a786-091b907009d7 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb129fce-da7d-43cb-b394-a5f1c6b9482b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684118 Dec 06 18:16:00.417855 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3344e-97c1-4a6f-86dd-ae8f6345c518 req-b0436cb7-a63c-46e7-9d88-c1b077e68113 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:16:00.419310 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7bb3344e-97c1-4a6f-86dd-ae8f6345c518 req-b0436cb7-a63c-46e7-9d88-c1b077e68113 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d333ae-5dc7-406f-8a8d-e14a60807ce5 HTTP/1.1" status: 200 len: 943 time: 0.0494125 Dec 06 18:16:00.472934 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7bb3344e-97c1-4a6f-86dd-ae8f6345c518 req-aa9376a5-b527-4f90-93ae-9a3c820b252b tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb129fce-da7d-43cb-b394-a5f1c6b9482b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466883 Dec 06 18:16:01.595658 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7972f4b5-b8d0-43c5-8d28-85d147c37c48 req-9b97df4b-8995-42c4-925a-1155392dc2b7 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:16:01.597154 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7972f4b5-b8d0-43c5-8d28-85d147c37c48 req-9b97df4b-8995-42c4-925a-1155392dc2b7 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d333ae-5dc7-406f-8a8d-e14a60807ce5 HTTP/1.1" status: 200 len: 943 time: 0.0521731 Dec 06 18:16:01.651313 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7972f4b5-b8d0-43c5-8d28-85d147c37c48 req-bb467d54-4481-4643-8770-210a8a6445b3 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb129fce-da7d-43cb-b394-a5f1c6b9482b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459526 Dec 06 18:16:02.774397 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fe7932-04de-4c6c-b4f3-8661eacbb17a req-cf214a39-b43e-4c85-b29f-afdfba6aaa15 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:16:02.780587 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c0fe7932-04de-4c6c-b4f3-8661eacbb17a req-cf214a39-b43e-4c85-b29f-afdfba6aaa15 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d333ae-5dc7-406f-8a8d-e14a60807ce5 HTTP/1.1" status: 200 len: 943 time: 0.0560112 Dec 06 18:16:02.826434 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c0fe7932-04de-4c6c-b4f3-8661eacbb17a req-b71f69a8-b8d2-4860-98c8-b9781505f412 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb129fce-da7d-43cb-b394-a5f1c6b9482b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436552 Dec 06 18:16:03.330543 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:16:03.954105 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99da224-6140-469a-90d5-d3e194507bf7 req-079e4fe6-8802-4b06-8d21-5d97e5b1d9fe tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:16:03.956325 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a99da224-6140-469a-90d5-d3e194507bf7 req-079e4fe6-8802-4b06-8d21-5d97e5b1d9fe tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d333ae-5dc7-406f-8a8d-e14a60807ce5 HTTP/1.1" status: 200 len: 943 time: 0.0575042 Dec 06 18:16:04.007678 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a99da224-6140-469a-90d5-d3e194507bf7 req-fb8b2a79-5659-4fce-8716-ba581b727e2d tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb129fce-da7d-43cb-b394-a5f1c6b9482b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453920 Dec 06 18:16:05.129838 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08f426b-a154-4020-b4f5-0b9cc9d372fc req-77c9fc8a-3784-457d-b2c1-70ca35cf041e tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:16:05.131320 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c08f426b-a154-4020-b4f5-0b9cc9d372fc req-77c9fc8a-3784-457d-b2c1-70ca35cf041e tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d333ae-5dc7-406f-8a8d-e14a60807ce5 HTTP/1.1" status: 200 len: 943 time: 0.0552952 Dec 06 18:16:05.180960 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c08f426b-a154-4020-b4f5-0b9cc9d372fc req-ab8d4fd7-06af-499c-97aa-46eed4488070 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb129fce-da7d-43cb-b394-a5f1c6b9482b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436320 Dec 06 18:16:05.748444 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:16:06.296667 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4387094-dc32-4ef1-997a-6caef75a3824 req-040d748b-c762-4bc3-ac4b-957f55ae453e tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:16:06.298187 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f4387094-dc32-4ef1-997a-6caef75a3824 req-040d748b-c762-4bc3-ac4b-957f55ae453e tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d333ae-5dc7-406f-8a8d-e14a60807ce5 HTTP/1.1" status: 200 len: 943 time: 0.0494487 Dec 06 18:16:06.348301 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f4387094-dc32-4ef1-997a-6caef75a3824 req-5e7b0ac0-fc17-4d25-b5f1-e8083449a6f6 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb129fce-da7d-43cb-b394-a5f1c6b9482b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442321 Dec 06 18:16:07.463415 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b3d67a-3c79-4d99-b75e-7bf788cee5b4 req-7b2d1f4f-9d18-441c-ab40-99cfc7cb23fc tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:16:07.464887 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-32b3d67a-3c79-4d99-b75e-7bf788cee5b4 req-7b2d1f4f-9d18-441c-ab40-99cfc7cb23fc tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d333ae-5dc7-406f-8a8d-e14a60807ce5 HTTP/1.1" status: 200 len: 943 time: 0.0476205 Dec 06 18:16:07.513637 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-32b3d67a-3c79-4d99-b75e-7bf788cee5b4 req-0a3c7109-1fb6-4c18-bf99-5f20bf1c3007 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb129fce-da7d-43cb-b394-a5f1c6b9482b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421438 Dec 06 18:16:08.612648 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 8c75d2a9-fef2-4533-bb90-ddd54a67af78 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 18:16:08.630504 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627b23b4-3935-4944-9d58-c214ee9c1720 req-3fc3fc8c-6315-4d4a-b544-3f3c13e8af08 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:16:08.631989 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-627b23b4-3935-4944-9d58-c214ee9c1720 req-3fc3fc8c-6315-4d4a-b544-3f3c13e8af08 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d333ae-5dc7-406f-8a8d-e14a60807ce5 HTTP/1.1" status: 200 len: 943 time: 0.0506942 Dec 06 18:16:08.685097 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-627b23b4-3935-4944-9d58-c214ee9c1720 req-02218662-bbc6-4262-a6e7-137a13812807 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb129fce-da7d-43cb-b394-a5f1c6b9482b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471632 Dec 06 18:16:08.709785 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 8c75d2a9-fef2-4533-bb90-ddd54a67af78, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8c75d2a9-fef2-4533-bb90-ddd54a67af78,segment=NetworkSegment(ab96be8e-75a7-4f64-8b9f-0cf865842be4),segment_id=ab96be8e-75a7-4f64-8b9f-0cf865842be4)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:16:08.721130 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': '8c75d2a9-fef2-4533-bb90-ddd54a67af78', 'network_id': 'b72638d6-e367-4a7c-8953-1adc5b0cdf5d', 'port_id': '8c75d2a9-fef2-4533-bb90-ddd54a67af78', 'mac_address': 'fa:16:3e:f5:23:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68b786be-9180-44a2-8d2d-4b37eb56a25e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 18:16:08.756735 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:16:08.769987 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c75d2a9-fef2-4533-bb90-ddd54a67af78 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 18:16:08.790403 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 8c75d2a9-fef2-4533-bb90-ddd54a67af78, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8c75d2a9-fef2-4533-bb90-ddd54a67af78,segment=NetworkSegment(ab96be8e-75a7-4f64-8b9f-0cf865842be4),segment_id=ab96be8e-75a7-4f64-8b9f-0cf865842be4)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:16:08.794389 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:16:08.842809 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=8c75d2a9-fef2-4533-bb90-ddd54a67af78,revision_number=9']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:16:09.128024 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['8c75d2a9-fef2-4533-bb90-ddd54a67af78'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 18:16:09.799677 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c246c1a-ca23-4c04-91ab-7de4d150ac89 req-b4207d18-d0c2-4729-974c-561809f9af88 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:16:09.801142 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8c246c1a-ca23-4c04-91ab-7de4d150ac89 req-b4207d18-d0c2-4729-974c-561809f9af88 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d333ae-5dc7-406f-8a8d-e14a60807ce5 HTTP/1.1" status: 200 len: 944 time: 0.0483377 Dec 06 18:16:09.853210 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8c246c1a-ca23-4c04-91ab-7de4d150ac89 req-2e21cead-4a46-48c9-8557-e83d80bbfeeb tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb129fce-da7d-43cb-b394-a5f1c6b9482b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459425 Dec 06 18:16:10.627224 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 8c75d2a9-fef2-4533-bb90-ddd54a67af78 up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 18:16:10.674800 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port 8c75d2a9-fef2-4533-bb90-ddd54a67af78 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:16:10.675176 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:16:10.748572 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:16:10.771096 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79d333ae-5dc7-406f-8a8d-e14a60807ce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c75d2a9-fef2-4533-bb90-ddd54a67af78'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 18:16:10.773357 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}253b13571352ac935e80f100367d97205cb4b29805628151c230edbf5f3547e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f625be9e-b907-412a-96f6-fc462a80cf6b" -d '{"events": [{"server_uuid": "79d333ae-5dc7-406f-8a8d-e14a60807ce5", "name": "network-vif-plugged", "status": "completed", "tag": "8c75d2a9-fef2-4533-bb90-ddd54a67af78"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 18:16:10.789854 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port 8c75d2a9-fef2-4533-bb90-ddd54a67af78, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8c75d2a9-fef2-4533-bb90-ddd54a67af78,segment=NetworkSegment(ab96be8e-75a7-4f64-8b9f-0cf865842be4),segment_id=ab96be8e-75a7-4f64-8b9f-0cf865842be4)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:16:10.795239 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:16:10.819655 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 18:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2077386c-c1c9-40fe-be6a-0c757eab3c4e x-openstack-request-id: req-2077386c-c1c9-40fe-be6a-0c757eab3c4e {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 18:16:10.819950 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79d333ae-5dc7-406f-8a8d-e14a60807ce5", "name": "network-vif-plugged", "status": "completed", "tag": "8c75d2a9-fef2-4533-bb90-ddd54a67af78", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 18:16:10.820207 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2077386c-c1c9-40fe-be6a-0c757eab3c4e {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 18:16:10.820597 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79d333ae-5dc7-406f-8a8d-e14a60807ce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c75d2a9-fef2-4533-bb90-ddd54a67af78', 'code': 200} Dec 06 18:16:10.848644 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=8c75d2a9-fef2-4533-bb90-ddd54a67af78,revision_number=10']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:16:11.000771 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2682e7e8-61e3-4e17-9edb-838a4c37aa6d req-a2d74d63-ac04-4f19-9c7b-63659071c99b tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:16:11.002877 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2682e7e8-61e3-4e17-9edb-838a4c37aa6d req-a2d74d63-ac04-4f19-9c7b-63659071c99b tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d333ae-5dc7-406f-8a8d-e14a60807ce5 HTTP/1.1" status: 200 len: 946 time: 0.0763767 Dec 06 18:16:11.008323 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f0bf60-93a1-4d36-bdbc-65cde8cd5194 req-f4c38972-3459-4960-8026-6bbf46bdbb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:16:11.009748 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a0f0bf60-93a1-4d36-bdbc-65cde8cd5194 req-f4c38972-3459-4960-8026-6bbf46bdbb08 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=79d333ae-5dc7-406f-8a8d-e14a60807ce5 HTTP/1.1" status: 200 len: 1097 time: 0.0577524 Dec 06 18:16:11.078738 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-2682e7e8-61e3-4e17-9edb-838a4c37aa6d req-ae8fc9e0-f98d-403f-bc13-547a30d6d0e5 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb129fce-da7d-43cb-b394-a5f1c6b9482b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680439 Dec 06 18:16:11.086748 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a0f0bf60-93a1-4d36-bdbc-65cde8cd5194 req-7a57a634-2e07-428a-b0e7-827e22a075b0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fb129fce-da7d-43cb-b394-a5f1c6b9482b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631719 Dec 06 18:16:12.200943 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d48171-2143-45b8-8db9-097718c9d9f1 req-ebc4da51-e91e-465d-ac99-7dda4b517efd tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:16:12.202474 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-26d48171-2143-45b8-8db9-097718c9d9f1 req-ebc4da51-e91e-465d-ac99-7dda4b517efd tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d333ae-5dc7-406f-8a8d-e14a60807ce5 HTTP/1.1" status: 200 len: 946 time: 0.0518305 Dec 06 18:16:12.254599 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-26d48171-2143-45b8-8db9-097718c9d9f1 req-3f7dae25-89a0-4f3c-9d91-60b64d694146 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb129fce-da7d-43cb-b394-a5f1c6b9482b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457091 Dec 06 18:16:13.373504 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee9fd9e-d10b-4155-9823-4cd8dd08babb req-32fe0cf0-d987-4924-938f-8b3e89a61c96 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:16:13.374984 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-aee9fd9e-d10b-4155-9823-4cd8dd08babb req-32fe0cf0-d987-4924-938f-8b3e89a61c96 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d333ae-5dc7-406f-8a8d-e14a60807ce5 HTTP/1.1" status: 200 len: 946 time: 0.0529089 Dec 06 18:16:13.423355 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-aee9fd9e-d10b-4155-9823-4cd8dd08babb req-d9da6896-6dcc-4816-90d9-d63ba6a177f3 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb129fce-da7d-43cb-b394-a5f1c6b9482b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419865 Dec 06 18:16:13.562317 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6e4522d5-0363-41af-85b4-30219d014c3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:16:15.742544 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-01f270aa-eec9-4753-a1b1-0df0a50e8235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:16:17.174538 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:16:18.308299 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:16:19.229345 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:16:21.321029 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 18:16:33.332568 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:16:35.763344 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:16:43.564179 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4399aaec-9a31-41b7-8d54-58503668eb43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:16:45.743028 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8b574dcb-97a9-41af-acdc-fab7e24813a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:16:47.175877 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:16:48.310305 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:16:49.232152 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:16:52.721588 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-07c51d38-69a9-4c1b-97c6-66159e33d1c4 req-008a14ed-efe7-4cc8-904a-fd6ebc600d07 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=79d333ae-5dc7-406f-8a8d-e14a60807ce5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0388372 Dec 06 18:16:52.814482 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c51d38-69a9-4c1b-97c6-66159e33d1c4 req-8a22de51-d439-444c-9e66-1d4518699228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:16:52.816015 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-07c51d38-69a9-4c1b-97c6-66159e33d1c4 req-8a22de51-d439-444c-9e66-1d4518699228 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e63a46e965b5414386cd136669f20481&device_id=79d333ae-5dc7-406f-8a8d-e14a60807ce5 HTTP/1.1" status: 200 len: 1097 time: 0.0398824 Dec 06 18:16:52.928047 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c51d38-69a9-4c1b-97c6-66159e33d1c4 req-25d869a7-37b9-4f54-ba11-f29b5b863fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:16:52.929558 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-07c51d38-69a9-4c1b-97c6-66159e33d1c4 req-25d869a7-37b9-4f54-ba11-f29b5b863fb0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b72638d6-e367-4a7c-8953-1adc5b0cdf5d HTTP/1.1" status: 200 len: 909 time: 0.0871832 Dec 06 18:16:52.998100 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-07c51d38-69a9-4c1b-97c6-66159e33d1c4 req-f924d528-522d-4d05-b574-b4d4bcf62119 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c75d2a9-fef2-4533-bb90-ddd54a67af78 HTTP/1.1" status: 200 len: 1000 time: 0.0567641 Dec 06 18:16:53.052944 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c51d38-69a9-4c1b-97c6-66159e33d1c4 req-2f8e86b1-8c17-44a0-ac43-f15a4a4bf462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:16:53.054380 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-07c51d38-69a9-4c1b-97c6-66159e33d1c4 req-2f8e86b1-8c17-44a0-ac43-f15a4a4bf462 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=68b786be-9180-44a2-8d2d-4b37eb56a25e HTTP/1.1" status: 200 len: 847 time: 0.0456746 Dec 06 18:16:53.103023 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c51d38-69a9-4c1b-97c6-66159e33d1c4 req-28539c4e-9149-4990-b00e-d67e64674225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:16:53.104455 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-07c51d38-69a9-4c1b-97c6-66159e33d1c4 req-28539c4e-9149-4990-b00e-d67e64674225 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b72638d6-e367-4a7c-8953-1adc5b0cdf5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383062 Dec 06 18:16:53.202240 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-07c51d38-69a9-4c1b-97c6-66159e33d1c4 req-bad9d47f-b60a-424a-8796-dea721313e8e service neutron] 10.222.0.41 "GET /v2.0/networks/b72638d6-e367-4a7c-8953-1adc5b0cdf5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800452 Dec 06 18:16:53.298386 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-07c51d38-69a9-4c1b-97c6-66159e33d1c4 req-6c264acb-0f22-4621-9901-ac86417c0a4a service neutron] 10.222.0.41 "GET /v2.0/networks/b72638d6-e367-4a7c-8953-1adc5b0cdf5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842037 Dec 06 18:16:58.320354 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 18:17:03.346705 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:17:05.783581 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:17:13.565340 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2ab9c15a-bd98-42b5-8d24-b942f5ee6b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:17:15.744539 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cf44c088-544c-4ecd-8f7b-f1fce3652efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:17:17.179833 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:17:18.313612 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:17:19.235521 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:17:26.603058 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 43584) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:17:26.758340 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-ab653a9b-32f2-4527-b70f-b59f890105b7 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Deleting port 1f882830-8999-4e9c-b76f-75c3e077b653 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 18:17:26.758686 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ab653a9b-32f2-4527-b70f-b59f890105b7 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:17:26.836647 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ab653a9b-32f2-4527-b70f-b59f890105b7 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:17:26.836987 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ab653a9b-32f2-4527-b70f-b59f890105b7 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:17:26.848948 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-ab653a9b-32f2-4527-b70f-b59f890105b7 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Calling delete_port for 1f882830-8999-4e9c-b76f-75c3e077b653 owned by network:floatingip {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 18:17:26.993072 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ab653a9b-32f2-4527-b70f-b59f890105b7 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:17:27.017703 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab653a9b-32f2-4527-b70f-b59f890105b7 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Pushing event deleted for resources: {'Port': ['ID=1f882830-8999-4e9c-b76f-75c3e077b653,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:17:27.030822 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab653a9b-32f2-4527-b70f-b59f890105b7 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:17:27.031179 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab653a9b-32f2-4527-b70f-b59f890105b7 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:17:27.031527 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab653a9b-32f2-4527-b70f-b59f890105b7 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:17:27.031866 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab653a9b-32f2-4527-b70f-b59f890105b7 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:17:27.032203 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab653a9b-32f2-4527-b70f-b59f890105b7 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:17:27.032539 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab653a9b-32f2-4527-b70f-b59f890105b7 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:17:27.032873 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab653a9b-32f2-4527-b70f-b59f890105b7 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:17:27.033207 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab653a9b-32f2-4527-b70f-b59f890105b7 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:17:27.033573 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab653a9b-32f2-4527-b70f-b59f890105b7 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:17:27.033904 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab653a9b-32f2-4527-b70f-b59f890105b7 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:17:27.034231 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab653a9b-32f2-4527-b70f-b59f890105b7 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:17:27.034557 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab653a9b-32f2-4527-b70f-b59f890105b7 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:17:27.034883 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab653a9b-32f2-4527-b70f-b59f890105b7 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:17:27.088512 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ab653a9b-32f2-4527-b70f-b59f890105b7 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks [] for floatingip, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:17:27.088844 n-d-master-1 neutron-server[103285]: INFO neutron.db.l3_db [None req-ab653a9b-32f2-4527-b70f-b59f890105b7 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Floating IP c329ea71-b9d0-4b23-a564-47cbc6f4e42e disassociated (deleted). External IP: 172.35.1.79, port: 8c75d2a9-fef2-4533-bb90-ddd54a67af78. Dec 06 18:17:27.294163 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab653a9b-32f2-4527-b70f-b59f890105b7 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Router 56e819e2-3dea-4779-8ffd-7c30aa02fb7e has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 18:17:27.688918 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab653a9b-32f2-4527-b70f-b59f890105b7 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 18:17:27.693553 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ab653a9b-32f2-4527-b70f-b59f890105b7 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:17:27.698774 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb69bc7-ea5a-46f7-bead-55bad5d65d1a None None] Sync routers for ids ['56e819e2-3dea-4779-8ffd-7c30aa02fb7e'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 18:17:27.708551 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb69bc7-ea5a-46f7-bead-55bad5d65d1a None None] Routers {'56e819e2-3dea-4779-8ffd-7c30aa02fb7e'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:17:27.709149 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-bbb69bc7-ea5a-46f7-bead-55bad5d65d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:17:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['56e819e2-3dea-4779-8ffd-7c30aa02fb7e'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:17:27.720968 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-ab653a9b-32f2-4527-b70f-b59f890105b7 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "DELETE /v2.0/floatingips/c329ea71-b9d0-4b23-a564-47cbc6f4e42e HTTP/1.1" status: 204 len: 168 time: 1.1168437 Dec 06 18:17:27.721600 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79d333ae-5dc7-406f-8a8d-e14a60807ce5', 'tag': '8c75d2a9-fef2-4533-bb90-ddd54a67af78'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 18:17:27.724119 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84a504b017671f0a47cd85ab9346cb7aca95b1a07f687931bccd5817498bce48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0335424d-a8c8-4454-819d-88e921a2da79" -d '{"events": [{"name": "network-changed", "server_uuid": "79d333ae-5dc7-406f-8a8d-e14a60807ce5", "tag": "8c75d2a9-fef2-4533-bb90-ddd54a67af78"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 18:17:27.817673 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-bbb69bc7-ea5a-46f7-bead-55bad5d65d1a None None] Set router 56e819e2-3dea-4779-8ffd-7c30aa02fb7e gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:17:27.835909 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 18:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aa589f5-29a3-427c-8d48-7e83ffcc2240 x-openstack-request-id: req-3aa589f5-29a3-427c-8d48-7e83ffcc2240 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 18:17:27.836333 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79d333ae-5dc7-406f-8a8d-e14a60807ce5", "tag": "8c75d2a9-fef2-4533-bb90-ddd54a67af78", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 18:17:27.836672 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3aa589f5-29a3-427c-8d48-7e83ffcc2240 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 18:17:27.837153 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79d333ae-5dc7-406f-8a8d-e14a60807ce5', 'tag': '8c75d2a9-fef2-4533-bb90-ddd54a67af78', 'status': 'completed', 'code': 200} Dec 06 18:17:27.914058 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0335424d-a8c8-4454-819d-88e921a2da79 req-8a01b960-9c56-428f-baba-721b377e3c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:17:27.915633 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0335424d-a8c8-4454-819d-88e921a2da79 req-8a01b960-9c56-428f-baba-721b377e3c1a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e63a46e965b5414386cd136669f20481&device_id=79d333ae-5dc7-406f-8a8d-e14a60807ce5 HTTP/1.1" status: 200 len: 1097 time: 0.0525267 Dec 06 18:17:28.024403 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea2b492-2fed-48c2-a2b6-6c5347a49cf6 req-602b68ea-eb51-4360-a1a0-f51f507a74a4 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:17:28.025909 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-aea2b492-2fed-48c2-a2b6-6c5347a49cf6 req-602b68ea-eb51-4360-a1a0-f51f507a74a4 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d333ae-5dc7-406f-8a8d-e14a60807ce5 HTTP/1.1" status: 200 len: 946 time: 0.1093197 Dec 06 18:17:28.036531 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-bbb69bc7-ea5a-46f7-bead-55bad5d65d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e819e2-3dea-4779-8ffd-7c30aa02fb7e', 'name': 'tempest-TestShelveInstance-260168432-router', 'tenant_id': 'e63a46e965b5414386cd136669f20481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.143'}], 'enable_snat': True}, 'gw_port_id': '3d05cb2d-a33e-49ff-be81-ce853bf24daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:13:04Z', 'updated_at': '2021-12-06T18:13:07Z', 'revision_number': 4, 'project_id': 'e63a46e965b5414386cd136669f20481', 'gw_port': {'id': '3d05cb2d-a33e-49ff-be81-ce853bf24daf', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:cf:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e819e2-3dea-4779-8ffd-7c30aa02fb7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:13:04Z', 'updated_at': '2021-12-06T18:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '04f22a46-8a60-4ef5-970c-17194ab28777', 'name': '', 'network_id': 'b72638d6-e367-4a7c-8953-1adc5b0cdf5d', 'tenant_id': 'e63a46e965b5414386cd136669f20481', 'mac_address': 'fa:16:3e:16:7c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e819e2-3dea-4779-8ffd-7c30aa02fb7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '68b786be-9180-44a2-8d2d-4b37eb56a25e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:13:06Z', 'updated_at': '2021-12-06T18:13:10Z', 'revision_number': 5, 'project_id': 'e63a46e965b5414386cd136669f20481', 'subnets': [{'id': '68b786be-9180-44a2-8d2d-4b37eb56a25e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:17:28.063573 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb69bc7-ea5a-46f7-bead-55bad5d65d1a None None] Checking router: 56e819e2-3dea-4779-8ffd-7c30aa02fb7e for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 18:17:28.065179 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0335424d-a8c8-4454-819d-88e921a2da79 req-5b2f17a1-862a-45ae-967a-8000b71850d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:17:28.066681 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0335424d-a8c8-4454-819d-88e921a2da79 req-5b2f17a1-862a-45ae-967a-8000b71850d0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b72638d6-e367-4a7c-8953-1adc5b0cdf5d HTTP/1.1" status: 200 len: 909 time: 0.1379325 Dec 06 18:17:28.071797 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb69bc7-ea5a-46f7-bead-55bad5d65d1a None None] Routers {'56e819e2-3dea-4779-8ffd-7c30aa02fb7e'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:17:28.072396 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-bbb69bc7-ea5a-46f7-bead-55bad5d65d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:17:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['56e819e2-3dea-4779-8ffd-7c30aa02fb7e'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:17:28.122221 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0335424d-a8c8-4454-819d-88e921a2da79 req-a3ea5697-d077-4918-a6cc-5f564141e59a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c75d2a9-fef2-4533-bb90-ddd54a67af78 HTTP/1.1" status: 200 len: 217 time: 0.0450544 Dec 06 18:17:28.126836 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-aea2b492-2fed-48c2-a2b6-6c5347a49cf6 req-51f1bdc2-da6f-4f01-91de-ca2dc1ccd507 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb129fce-da7d-43cb-b394-a5f1c6b9482b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945437 Dec 06 18:17:28.172105 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0335424d-a8c8-4454-819d-88e921a2da79 req-4cc8913a-3d48-4d19-8c8c-ea642d66850f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:17:28.173578 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0335424d-a8c8-4454-819d-88e921a2da79 req-4cc8913a-3d48-4d19-8c8c-ea642d66850f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=68b786be-9180-44a2-8d2d-4b37eb56a25e HTTP/1.1" status: 200 len: 847 time: 0.0438597 Dec 06 18:17:28.178724 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-bbb69bc7-ea5a-46f7-bead-55bad5d65d1a None None] Set router 56e819e2-3dea-4779-8ffd-7c30aa02fb7e gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:17:28.219989 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0335424d-a8c8-4454-819d-88e921a2da79 req-063d36c6-0569-4d98-b1d5-9456b1b80297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:17:28.221660 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0335424d-a8c8-4454-819d-88e921a2da79 req-063d36c6-0569-4d98-b1d5-9456b1b80297 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b72638d6-e367-4a7c-8953-1adc5b0cdf5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405264 Dec 06 18:17:28.317717 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0335424d-a8c8-4454-819d-88e921a2da79 req-41a43a42-15df-453c-a2e3-196550e7817d service neutron] 10.222.0.41 "GET /v2.0/networks/b72638d6-e367-4a7c-8953-1adc5b0cdf5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857022 Dec 06 18:17:28.371192 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-bbb69bc7-ea5a-46f7-bead-55bad5d65d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e819e2-3dea-4779-8ffd-7c30aa02fb7e', 'name': 'tempest-TestShelveInstance-260168432-router', 'tenant_id': 'e63a46e965b5414386cd136669f20481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.143'}], 'enable_snat': True}, 'gw_port_id': '3d05cb2d-a33e-49ff-be81-ce853bf24daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:13:04Z', 'updated_at': '2021-12-06T18:13:07Z', 'revision_number': 4, 'project_id': 'e63a46e965b5414386cd136669f20481', 'gw_port': {'id': '3d05cb2d-a33e-49ff-be81-ce853bf24daf', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:cf:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e819e2-3dea-4779-8ffd-7c30aa02fb7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:13:04Z', 'updated_at': '2021-12-06T18:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '04f22a46-8a60-4ef5-970c-17194ab28777', 'name': '', 'network_id': 'b72638d6-e367-4a7c-8953-1adc5b0cdf5d', 'tenant_id': 'e63a46e965b5414386cd136669f20481', 'mac_address': 'fa:16:3e:16:7c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e819e2-3dea-4779-8ffd-7c30aa02fb7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '68b786be-9180-44a2-8d2d-4b37eb56a25e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:13:06Z', 'updated_at': '2021-12-06T18:13:10Z', 'revision_number': 5, 'project_id': 'e63a46e965b5414386cd136669f20481', 'subnets': [{'id': '68b786be-9180-44a2-8d2d-4b37eb56a25e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:17:28.400786 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb69bc7-ea5a-46f7-bead-55bad5d65d1a None None] The sync data for ids ['56e819e2-3dea-4779-8ffd-7c30aa02fb7e'] in n-d-master-1 is: [{'id': '56e819e2-3dea-4779-8ffd-7c30aa02fb7e', 'name': 'tempest-TestShelveInstance-260168432-router', 'tenant_id': 'e63a46e965b5414386cd136669f20481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.143'}], 'enable_snat': True}, 'gw_port_id': '3d05cb2d-a33e-49ff-be81-ce853bf24daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:13:04Z', 'updated_at': '2021-12-06T18:13:07Z', 'revision_number': 4, 'project_id': 'e63a46e965b5414386cd136669f20481', 'gw_port': {'id': '3d05cb2d-a33e-49ff-be81-ce853bf24daf', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:cf:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e819e2-3dea-4779-8ffd-7c30aa02fb7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:13:04Z', 'updated_at': '2021-12-06T18:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '04f22a46-8a60-4ef5-970c-17194ab28777', 'name': '', 'network_id': 'b72638d6-e367-4a7c-8953-1adc5b0cdf5d', 'tenant_id': 'e63a46e965b5414386cd136669f20481', 'mac_address': 'fa:16:3e:16:7c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e819e2-3dea-4779-8ffd-7c30aa02fb7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '68b786be-9180-44a2-8d2d-4b37eb56a25e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:13:06Z', 'updated_at': '2021-12-06T18:13:10Z', 'revision_number': 5, 'project_id': 'e63a46e965b5414386cd136669f20481', 'subnets': [{'id': '68b786be-9180-44a2-8d2d-4b37eb56a25e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 18:17:28.409937 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0335424d-a8c8-4454-819d-88e921a2da79 req-08e59c32-bdb9-49eb-bd6d-9e95522e38ba service neutron] 10.222.0.41 "GET /v2.0/networks/b72638d6-e367-4a7c-8953-1adc5b0cdf5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826190 Dec 06 18:17:28.607271 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b1161f-59ab-4e3b-9ed1-2075f786dd46 None None] New status for floating IP c329ea71-b9d0-4b23-a564-47cbc6f4e42e: DOWN {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 18:17:29.247427 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818d4d47-5e9a-4c97-9ebe-9e3ef5dba161 req-b67c1b8d-ffe5-405a-85aa-80940ccb72c9 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:17:29.249503 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-818d4d47-5e9a-4c97-9ebe-9e3ef5dba161 req-b67c1b8d-ffe5-405a-85aa-80940ccb72c9 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d333ae-5dc7-406f-8a8d-e14a60807ce5 HTTP/1.1" status: 200 len: 946 time: 0.0522957 Dec 06 18:17:29.302106 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-818d4d47-5e9a-4c97-9ebe-9e3ef5dba161 req-114779f1-4981-4128-ad69-01d81c26d1ee tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb129fce-da7d-43cb-b394-a5f1c6b9482b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463850 Dec 06 18:17:29.446990 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d09d7-01f8-4923-a475-4b4ec41ddfe1 req-f79c474c-748e-4597-b4b1-4ecfd7d6886d tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:17:29.448318 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6d2d09d7-01f8-4923-a475-4b4ec41ddfe1 req-f79c474c-748e-4597-b4b1-4ecfd7d6886d tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.41 "GET /v2.0/ports?device_id=79d333ae-5dc7-406f-8a8d-e14a60807ce5 HTTP/1.1" status: 200 len: 946 time: 0.0517797 Dec 06 18:17:29.538199 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-6d2d09d7-01f8-4923-a475-4b4ec41ddfe1 req-be9327ed-d31a-4003-9026-7891540b6579 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Deleting port 8c75d2a9-fef2-4533-bb90-ddd54a67af78 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 18:17:29.538540 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-6d2d09d7-01f8-4923-a475-4b4ec41ddfe1 req-be9327ed-d31a-4003-9026-7891540b6579 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:17:29.627673 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-6d2d09d7-01f8-4923-a475-4b4ec41ddfe1 req-be9327ed-d31a-4003-9026-7891540b6579 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] For port 8c75d2a9-fef2-4533-bb90-ddd54a67af78, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=8c75d2a9-fef2-4533-bb90-ddd54a67af78,segment=NetworkSegment(ab96be8e-75a7-4f64-8b9f-0cf865842be4),segment_id=ab96be8e-75a7-4f64-8b9f-0cf865842be4)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:17:29.628036 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-6d2d09d7-01f8-4923-a475-4b4ec41ddfe1 req-be9327ed-d31a-4003-9026-7891540b6579 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:17:29.640448 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-6d2d09d7-01f8-4923-a475-4b4ec41ddfe1 req-be9327ed-d31a-4003-9026-7891540b6579 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Calling delete_port for 8c75d2a9-fef2-4533-bb90-ddd54a67af78 owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 18:17:29.763483 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-6d2d09d7-01f8-4923-a475-4b4ec41ddfe1 req-be9327ed-d31a-4003-9026-7891540b6579 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:17:29.798262 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9327ed-d31a-4003-9026-7891540b6579 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Pushing event deleted for resources: {'Port': ['ID=8c75d2a9-fef2-4533-bb90-ddd54a67af78,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:17:29.839672 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d2d09d7-01f8-4923-a475-4b4ec41ddfe1 req-be9327ed-d31a-4003-9026-7891540b6579 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] No DVR routers for this DVR port 8c75d2a9-fef2-4533-bb90-ddd54a67af78 on host n-h1-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 18:17:29.842313 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-6d2d09d7-01f8-4923-a475-4b4ec41ddfe1 req-be9327ed-d31a-4003-9026-7891540b6579 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:17:29.846257 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6d2d09d7-01f8-4923-a475-4b4ec41ddfe1 req-be9327ed-d31a-4003-9026-7891540b6579 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.41 "DELETE /v2.0/ports/8c75d2a9-fef2-4533-bb90-ddd54a67af78 HTTP/1.1" status: 204 len: 173 time: 0.3873870 Dec 06 18:17:29.846698 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79d333ae-5dc7-406f-8a8d-e14a60807ce5', 'name': 'network-vif-deleted', 'tag': '8c75d2a9-fef2-4533-bb90-ddd54a67af78'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 18:17:29.848962 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84a504b017671f0a47cd85ab9346cb7aca95b1a07f687931bccd5817498bce48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15d55064-431a-4f35-be1c-c4295607c586" -d '{"events": [{"server_uuid": "79d333ae-5dc7-406f-8a8d-e14a60807ce5", "name": "network-vif-deleted", "tag": "8c75d2a9-fef2-4533-bb90-ddd54a67af78"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 18:17:29.888726 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 18:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c061ff24-d2b3-451c-8232-febb0c51a805 x-openstack-request-id: req-c061ff24-d2b3-451c-8232-febb0c51a805 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 18:17:29.889043 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79d333ae-5dc7-406f-8a8d-e14a60807ce5", "name": "network-vif-deleted", "tag": "8c75d2a9-fef2-4533-bb90-ddd54a67af78", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 18:17:29.889324 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c061ff24-d2b3-451c-8232-febb0c51a805 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 18:17:29.889815 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79d333ae-5dc7-406f-8a8d-e14a60807ce5', 'name': 'network-vif-deleted', 'tag': '8c75d2a9-fef2-4533-bb90-ddd54a67af78', 'status': 'completed', 'code': 200} Dec 06 18:17:30.410829 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-695ba8da-987d-44e1-aece-72c00d477b8c req-33087d1e-e256-4627-a24c-0ddb4c36cccd tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=79d333ae-5dc7-406f-8a8d-e14a60807ce5 HTTP/1.1" status: 200 len: 210 time: 0.0271454 Dec 06 18:17:31.465711 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 43608) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:17:31.522680 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ad10d58d-067d-4d17-963a-ed5ca0695281 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:17:31.548110 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ad10d58d-067d-4d17-963a-ed5ca0695281 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:17:31.609296 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ad10d58d-067d-4d17-963a-ed5ca0695281 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:17:31.612225 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ad10d58d-067d-4d17-963a-ed5ca0695281 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:17:31.613416 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-ad10d58d-067d-4d17-963a-ed5ca0695281 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "DELETE /v2.0/security-groups/fb129fce-da7d-43cb-b394-a5f1c6b9482b HTTP/1.1" status: 204 len: 168 time: 0.1466846 Dec 06 18:17:31.623533 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad10d58d-067d-4d17-963a-ed5ca0695281 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb129fce-da7d-43cb-b394-a5f1c6b9482b,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:17:31.949589 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 43614) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:17:31.954978 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-6ff74722-a7f7-4976-8423-cda0b770ce93 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2144596224', 'description': 'tempest-secgroup-smoke-2144596224 description', 'project_id': 'e63a46e965b5414386cd136669f20481'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:17:31.979625 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6ff74722-a7f7-4976-8423-cda0b770ce93 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:17:32.042246 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6ff74722-a7f7-4976-8423-cda0b770ce93 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:17:32.045583 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6ff74722-a7f7-4976-8423-cda0b770ce93 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:17:32.072327 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6ff74722-a7f7-4976-8423-cda0b770ce93 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:17:32.073563 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-6ff74722-a7f7-4976-8423-cda0b770ce93 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1228669 Dec 06 18:17:32.079222 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 43616) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:17:32.082490 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff74722-a7f7-4976-8423-cda0b770ce93 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd2335e7-ff71-4bce-85b4-3a21e1c69a0b,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:17:32.083929 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-545326e6-beab-4d42-a1b4-4e6b5d081e01 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Request body: {'security_group_rule': {'security_group_id': 'dd2335e7-ff71-4bce-85b4-3a21e1c69a0b', 'project_id': 'e63a46e965b5414386cd136669f20481', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:17:32.110257 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-545326e6-beab-4d42-a1b4-4e6b5d081e01 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:17:32.165532 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-545326e6-beab-4d42-a1b4-4e6b5d081e01 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:17:32.168865 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-545326e6-beab-4d42-a1b4-4e6b5d081e01 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:17:32.185973 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545326e6-beab-4d42-a1b4-4e6b5d081e01 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d078b39-8032-4af4-96cd-4962c5514abe,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:17:32.196520 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-545326e6-beab-4d42-a1b4-4e6b5d081e01 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:17:32.197703 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-545326e6-beab-4d42-a1b4-4e6b5d081e01 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1174388 Dec 06 18:17:32.199045 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545326e6-beab-4d42-a1b4-4e6b5d081e01 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:17:32.199416 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545326e6-beab-4d42-a1b4-4e6b5d081e01 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:17:32.199747 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545326e6-beab-4d42-a1b4-4e6b5d081e01 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:17:32.200090 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545326e6-beab-4d42-a1b4-4e6b5d081e01 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:17:32.200427 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545326e6-beab-4d42-a1b4-4e6b5d081e01 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:17:32.200756 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 43618) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:17:32.200878 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545326e6-beab-4d42-a1b4-4e6b5d081e01 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:17:32.201090 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545326e6-beab-4d42-a1b4-4e6b5d081e01 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:17:32.201424 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545326e6-beab-4d42-a1b4-4e6b5d081e01 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:17:32.201783 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545326e6-beab-4d42-a1b4-4e6b5d081e01 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:17:32.202110 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545326e6-beab-4d42-a1b4-4e6b5d081e01 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:17:32.202438 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545326e6-beab-4d42-a1b4-4e6b5d081e01 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:17:32.202763 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545326e6-beab-4d42-a1b4-4e6b5d081e01 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:17:32.203088 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545326e6-beab-4d42-a1b4-4e6b5d081e01 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:17:32.205976 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-faadf5f2-d3da-4b84-be08-a5f613f09035 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Request body: {'security_group_rule': {'security_group_id': 'dd2335e7-ff71-4bce-85b4-3a21e1c69a0b', 'project_id': 'e63a46e965b5414386cd136669f20481', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:17:32.233982 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-faadf5f2-d3da-4b84-be08-a5f613f09035 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:17:32.290357 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-faadf5f2-d3da-4b84-be08-a5f613f09035 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:17:32.293761 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-faadf5f2-d3da-4b84-be08-a5f613f09035 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:17:32.311557 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faadf5f2-d3da-4b84-be08-a5f613f09035 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b21d847d-8b5b-45eb-bd1a-d09392256020,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:17:32.320748 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-faadf5f2-d3da-4b84-be08-a5f613f09035 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:17:32.321952 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-faadf5f2-d3da-4b84-be08-a5f613f09035 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1201897 Dec 06 18:17:32.324702 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 43620) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:17:32.329491 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-71b1f681-e3fd-47a9-8d77-a9415ffcbc24 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Request body: {'security_group_rule': {'security_group_id': 'dd2335e7-ff71-4bce-85b4-3a21e1c69a0b', 'project_id': 'e63a46e965b5414386cd136669f20481', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:17:32.355765 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-71b1f681-e3fd-47a9-8d77-a9415ffcbc24 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:17:32.410924 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-71b1f681-e3fd-47a9-8d77-a9415ffcbc24 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:17:32.414482 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-71b1f681-e3fd-47a9-8d77-a9415ffcbc24 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:17:32.431532 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b1f681-e3fd-47a9-8d77-a9415ffcbc24 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f60132ad-0636-49d1-b9ab-3fd2e90e5842,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:17:32.439491 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-71b1f681-e3fd-47a9-8d77-a9415ffcbc24 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:17:32.440684 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-71b1f681-e3fd-47a9-8d77-a9415ffcbc24 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1150732 Dec 06 18:17:32.443445 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 43622) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:17:32.448062 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-dc1beea7-3f47-4980-b0e6-381e954a1351 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Request body: {'security_group_rule': {'security_group_id': 'dd2335e7-ff71-4bce-85b4-3a21e1c69a0b', 'project_id': 'e63a46e965b5414386cd136669f20481', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:17:32.474192 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dc1beea7-3f47-4980-b0e6-381e954a1351 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:17:32.534244 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dc1beea7-3f47-4980-b0e6-381e954a1351 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:17:32.537764 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dc1beea7-3f47-4980-b0e6-381e954a1351 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:17:32.557778 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1beea7-3f47-4980-b0e6-381e954a1351 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70cb43d6-615c-49ed-a2e6-704888056a9e,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:17:32.563420 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dc1beea7-3f47-4980-b0e6-381e954a1351 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:17:32.564592 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-dc1beea7-3f47-4980-b0e6-381e954a1351 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1201844 Dec 06 18:17:32.567356 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 43624) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:17:32.571480 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-b9f347d9-34bc-42c2-960c-433291381487 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Request body: {'security_group_rule': {'security_group_id': 'dd2335e7-ff71-4bce-85b4-3a21e1c69a0b', 'project_id': 'e63a46e965b5414386cd136669f20481', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:17:32.591907 n-d-master-1 neutron-server[103285]: INFO neutron.db.securitygroups_db [None req-b9f347d9-34bc-42c2-960c-433291381487 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Project e63a46e965b5414386cd136669f20481 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 18:17:32.597200 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b9f347d9-34bc-42c2-960c-433291381487 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:17:32.653289 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b9f347d9-34bc-42c2-960c-433291381487 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:17:32.657373 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b9f347d9-34bc-42c2-960c-433291381487 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:17:32.675217 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f347d9-34bc-42c2-960c-433291381487 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9a01af0-ab42-43a2-8efd-e888fc95d5c8,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:17:32.680010 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b9f347d9-34bc-42c2-960c-433291381487 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:17:32.681191 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-b9f347d9-34bc-42c2-960c-433291381487 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1129289 Dec 06 18:17:32.683962 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 43626) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:17:32.689048 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-ed8ab515-8c1e-4210-ad99-800338f17964 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Request body: {'security_group_rule': {'security_group_id': 'dd2335e7-ff71-4bce-85b4-3a21e1c69a0b', 'project_id': 'e63a46e965b5414386cd136669f20481', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:17:32.710311 n-d-master-1 neutron-server[103285]: INFO neutron.db.securitygroups_db [None req-ed8ab515-8c1e-4210-ad99-800338f17964 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Project e63a46e965b5414386cd136669f20481 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 18:17:32.715162 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ed8ab515-8c1e-4210-ad99-800338f17964 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:17:32.773080 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ed8ab515-8c1e-4210-ad99-800338f17964 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:17:32.776757 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ed8ab515-8c1e-4210-ad99-800338f17964 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:17:32.794498 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8ab515-8c1e-4210-ad99-800338f17964 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ee4ce82-5c35-402a-9a79-623704f16c47,revision_number=0']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:17:32.801425 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ed8ab515-8c1e-4210-ad99-800338f17964 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:17:32.802676 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-ed8ab515-8c1e-4210-ad99-800338f17964 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1177454 Dec 06 18:17:33.061876 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 8c75d2a9-fef2-4533-bb90-ddd54a67af78 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 18:17:33.085661 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] No Port match for: 8c75d2a9-fef2-4533-bb90-ddd54a67af78 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 18:17:33.086146 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device 8c75d2a9-fef2-4533-bb90-ddd54a67af78 not bound to the agent host n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 18:17:33.363352 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:17:35.321277 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 18:17:35.787437 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:17:43.568096 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-26d693d5-e71f-48ff-8758-ed6d5c0f2dbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:17:45.749506 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6de7b817-07e1-4c4f-b8a0-fe2440b9e1d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:17:47.181828 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:17:48.057119 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-21f8af3f-303a-4c63-8bc9-2c2cb7bd34cd req-a3ac9852-bb2f-4d30-87f9-bba762e803ec tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2144596224&fields=id&tenant_id=e63a46e965b5414386cd136669f20481 HTTP/1.1" status: 200 len: 267 time: 0.0440814 Dec 06 18:17:48.165911 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f8af3f-303a-4c63-8bc9-2c2cb7bd34cd req-9d02f8cb-0632-4bd0-a7a4-60725477aa13 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:17:48.167262 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-21f8af3f-303a-4c63-8bc9-2c2cb7bd34cd req-9d02f8cb-0632-4bd0-a7a4-60725477aa13 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/networks?id=b72638d6-e367-4a7c-8953-1adc5b0cdf5d HTTP/1.1" status: 200 len: 808 time: 0.1035166 Dec 06 18:17:48.181818 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-21f8af3f-303a-4c63-8bc9-2c2cb7bd34cd req-350b24ab-3283-49a3-acbd-dbec86f28a27 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/quotas/e63a46e965b5414386cd136669f20481 HTTP/1.1" status: 200 len: 375 time: 0.0087490 Dec 06 18:17:48.231403 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-21f8af3f-303a-4c63-8bc9-2c2cb7bd34cd req-ad696e3e-00a6-4d39-95ab-a95e501116e8 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e63a46e965b5414386cd136669f20481&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444562 Dec 06 18:17:48.246167 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [req-21f8af3f-303a-4c63-8bc9-2c2cb7bd34cd req-40859086-154f-4c30-9730-663c95f81501 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 18:17:48.247371 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-21f8af3f-303a-4c63-8bc9-2c2cb7bd34cd req-40859086-154f-4c30-9730-663c95f81501 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051553 Dec 06 18:17:48.316711 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:17:48.340791 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-21f8af3f-303a-4c63-8bc9-2c2cb7bd34cd req-7aca2bad-a024-4376-a520-21e395367198 service neutron] 10.222.0.23 "GET /v2.0/networks/b72638d6-e367-4a7c-8953-1adc5b0cdf5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878673 Dec 06 18:17:48.430611 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-21f8af3f-303a-4c63-8bc9-2c2cb7bd34cd req-4e9ef7d7-7481-41d0-afd9-7b0773aa6e3d service neutron] 10.222.0.23 "GET /v2.0/networks/b72638d6-e367-4a7c-8953-1adc5b0cdf5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828178 Dec 06 18:17:48.712469 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-489718ae-df50-422b-a976-7b0c5b902a09 req-082519eb-ded8-4f95-8d43-bc8731b6ab86 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=eedac40b-42c4-4ce0-863a-ea3a4d667688 HTTP/1.1" status: 200 len: 210 time: 0.0291276 Dec 06 18:17:49.237580 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:17:49.600548 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f8af3f-303a-4c63-8bc9-2c2cb7bd34cd req-97db148d-5554-4e8e-920c-f645ee3ee96b tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:17:49.601992 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-21f8af3f-303a-4c63-8bc9-2c2cb7bd34cd req-97db148d-5554-4e8e-920c-f645ee3ee96b tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.44 "GET /v2.0/networks?id=b72638d6-e367-4a7c-8953-1adc5b0cdf5d HTTP/1.1" status: 200 len: 808 time: 0.1131740 Dec 06 18:17:49.667558 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-21f8af3f-303a-4c63-8bc9-2c2cb7bd34cd req-c33d3d9c-aca4-4fdf-8701-77073e156687 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e63a46e965b5414386cd136669f20481 HTTP/1.1" status: 200 len: 380 time: 0.0559413 Dec 06 18:17:49.677370 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-21f8af3f-303a-4c63-8bc9-2c2cb7bd34cd req-dc40f902-ef38-462e-81e7-1cef00954e1f tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Request body: {'port': {'device_id': 'eedac40b-42c4-4ce0-863a-ea3a4d667688', 'network_id': 'b72638d6-e367-4a7c-8953-1adc5b0cdf5d', 'admin_state_up': True, 'tenant_id': 'e63a46e965b5414386cd136669f20481', 'security_groups': ['dd2335e7-ff71-4bce-85b4-3a21e1c69a0b']}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:17:49.822074 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-94dca32b-8926-4f8c-88b6-fd21e69b404a req-742e67f0-bf70-482d-87fc-509db6c33bfb tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=eedac40b-42c4-4ce0-863a-ea3a4d667688 HTTP/1.1" status: 200 len: 210 time: 0.0322766 Dec 06 18:17:49.826800 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21f8af3f-303a-4c63-8bc9-2c2cb7bd34cd req-dc40f902-ef38-462e-81e7-1cef00954e1f tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Made reservation on behalf of e63a46e965b5414386cd136669f20481 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 18:17:49.830537 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-21f8af3f-303a-4c63-8bc9-2c2cb7bd34cd req-dc40f902-ef38-462e-81e7-1cef00954e1f tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:17:49.955187 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-21f8af3f-303a-4c63-8bc9-2c2cb7bd34cd req-dc40f902-ef38-462e-81e7-1cef00954e1f tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Allocated IP 172.20.0.11 (b72638d6-e367-4a7c-8953-1adc5b0cdf5d/68b786be-9180-44a2-8d2d-4b37eb56a25e/ee1f8d9e-4078-4d6c-83b7-04b6ccc94115) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 18:17:50.102582 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-21f8af3f-303a-4c63-8bc9-2c2cb7bd34cd req-dc40f902-ef38-462e-81e7-1cef00954e1f tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:17:50.136544 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-21f8af3f-303a-4c63-8bc9-2c2cb7bd34cd req-dc40f902-ef38-462e-81e7-1cef00954e1f tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:17:50.181659 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21f8af3f-303a-4c63-8bc9-2c2cb7bd34cd req-dc40f902-ef38-462e-81e7-1cef00954e1f tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Network b72638d6-e367-4a7c-8953-1adc5b0cdf5d is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 18:17:50.184723 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-21f8af3f-303a-4c63-8bc9-2c2cb7bd34cd req-dc40f902-ef38-462e-81e7-1cef00954e1f tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 18:17:50.189158 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-21f8af3f-303a-4c63-8bc9-2c2cb7bd34cd req-dc40f902-ef38-462e-81e7-1cef00954e1f tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 18:17:50.230832 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc40f902-ef38-462e-81e7-1cef00954e1f tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Pushing event updated for resources: {'Port': ['ID=ee1f8d9e-4078-4d6c-83b7-04b6ccc94115,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:17:50.263015 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f8af3f-303a-4c63-8bc9-2c2cb7bd34cd req-dc40f902-ef38-462e-81e7-1cef00954e1f tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:17:50.263723 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-21f8af3f-303a-4c63-8bc9-2c2cb7bd34cd req-dc40f902-ef38-462e-81e7-1cef00954e1f tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:17:50.283882 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-21f8af3f-303a-4c63-8bc9-2c2cb7bd34cd req-dc40f902-ef38-462e-81e7-1cef00954e1f tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6102602 Dec 06 18:17:50.294628 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [req-21f8af3f-303a-4c63-8bc9-2c2cb7bd34cd req-be83b7c2-f33b-47d4-91a1-1773d6a39068 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 18:17:50.295714 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-21f8af3f-303a-4c63-8bc9-2c2cb7bd34cd req-be83b7c2-f33b-47d4-91a1-1773d6a39068 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057361 Dec 06 18:17:50.358327 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-21f8af3f-303a-4c63-8bc9-2c2cb7bd34cd req-2c26e457-4ebe-47f6-a2a2-4fc28d1338ad service neutron] Request body: {'port': {'device_id': 'eedac40b-42c4-4ce0-863a-ea3a4d667688', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:17:50.415004 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-21f8af3f-303a-4c63-8bc9-2c2cb7bd34cd req-2c26e457-4ebe-47f6-a2a2-4fc28d1338ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:17:50.439087 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-f7137590-714e-4757-88f8-9a9bab048d1f None None] Provisioning complete for port ee1f8d9e-4078-4d6c-83b7-04b6ccc94115 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:17:50.439667 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f7137590-714e-4757-88f8-9a9bab048d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:17:50.480588 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-f7137590-714e-4757-88f8-9a9bab048d1f None None] Port ee1f8d9e-4078-4d6c-83b7-04b6ccc94115 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 18:17:50.698521 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-21f8af3f-303a-4c63-8bc9-2c2cb7bd34cd req-2c26e457-4ebe-47f6-a2a2-4fc28d1338ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee1f8d9e-4078-4d6c-83b7-04b6ccc94115 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 18:17:50.706620 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-21f8af3f-303a-4c63-8bc9-2c2cb7bd34cd req-2c26e457-4ebe-47f6-a2a2-4fc28d1338ad service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:17:50.719039 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-21f8af3f-303a-4c63-8bc9-2c2cb7bd34cd req-2c26e457-4ebe-47f6-a2a2-4fc28d1338ad service neutron] Transition to ACTIVE for port object ee1f8d9e-4078-4d6c-83b7-04b6ccc94115 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 18:17:50.722980 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-21f8af3f-303a-4c63-8bc9-2c2cb7bd34cd req-2c26e457-4ebe-47f6-a2a2-4fc28d1338ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:17:50.803479 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c26e457-4ebe-47f6-a2a2-4fc28d1338ad service neutron] Pushing event updated for resources: {'Port': ['ID=ee1f8d9e-4078-4d6c-83b7-04b6ccc94115,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:17:50.860179 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-21f8af3f-303a-4c63-8bc9-2c2cb7bd34cd req-2c26e457-4ebe-47f6-a2a2-4fc28d1338ad service neutron] Attempting to bind port ee1f8d9e-4078-4d6c-83b7-04b6ccc94115 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 18:17:50.860669 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-21f8af3f-303a-4c63-8bc9-2c2cb7bd34cd req-2c26e457-4ebe-47f6-a2a2-4fc28d1338ad service neutron] Attempting to bind port ee1f8d9e-4078-4d6c-83b7-04b6ccc94115 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'ab96be8e-75a7-4f64-8b9f-0cf865842be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b72638d6-e367-4a7c-8953-1adc5b0cdf5d'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 18:17:50.861106 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f8af3f-303a-4c63-8bc9-2c2cb7bd34cd req-2c26e457-4ebe-47f6-a2a2-4fc28d1338ad service neutron] Attempting to bind port ee1f8d9e-4078-4d6c-83b7-04b6ccc94115 on network b72638d6-e367-4a7c-8953-1adc5b0cdf5d {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 18:17:50.867181 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f8af3f-303a-4c63-8bc9-2c2cb7bd34cd req-2c26e457-4ebe-47f6-a2a2-4fc28d1338ad service neutron] Port ee1f8d9e-4078-4d6c-83b7-04b6ccc94115 on network b72638d6-e367-4a7c-8953-1adc5b0cdf5d not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 18:17:50.867615 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f8af3f-303a-4c63-8bc9-2c2cb7bd34cd req-2c26e457-4ebe-47f6-a2a2-4fc28d1338ad service neutron] Attempting to bind port ee1f8d9e-4078-4d6c-83b7-04b6ccc94115 on network b72638d6-e367-4a7c-8953-1adc5b0cdf5d {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 18:17:50.873557 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f8af3f-303a-4c63-8bc9-2c2cb7bd34cd req-2c26e457-4ebe-47f6-a2a2-4fc28d1338ad service neutron] Checking agent: {'id': '9d8b9f49-2860-4c1f-9b89-45a7657a3c4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 18, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 18:17:50.874180 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f8af3f-303a-4c63-8bc9-2c2cb7bd34cd req-2c26e457-4ebe-47f6-a2a2-4fc28d1338ad service neutron] Checking segment: {'id': 'ab96be8e-75a7-4f64-8b9f-0cf865842be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b72638d6-e367-4a7c-8953-1adc5b0cdf5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 18:17:50.874669 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f8af3f-303a-4c63-8bc9-2c2cb7bd34cd req-2c26e457-4ebe-47f6-a2a2-4fc28d1338ad service neutron] Bound using segment: {'id': 'ab96be8e-75a7-4f64-8b9f-0cf865842be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b72638d6-e367-4a7c-8953-1adc5b0cdf5d'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 18:17:50.875747 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-21f8af3f-303a-4c63-8bc9-2c2cb7bd34cd req-2c26e457-4ebe-47f6-a2a2-4fc28d1338ad service neutron] Bound port: ee1f8d9e-4078-4d6c-83b7-04b6ccc94115, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab96be8e-75a7-4f64-8b9f-0cf865842be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b72638d6-e367-4a7c-8953-1adc5b0cdf5d'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 18:17:50.876504 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-21f8af3f-303a-4c63-8bc9-2c2cb7bd34cd req-2c26e457-4ebe-47f6-a2a2-4fc28d1338ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:17:50.959522 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6667ec2d-88d6-4390-8e58-8f38886cd8d3 req-c696f059-b48c-46be-95dc-5e88d8d35ce6 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:17:50.963664 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-21f8af3f-303a-4c63-8bc9-2c2cb7bd34cd req-2c26e457-4ebe-47f6-a2a2-4fc28d1338ad service neutron] For port ee1f8d9e-4078-4d6c-83b7-04b6ccc94115, host n-h2-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 18:17:50.967283 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6667ec2d-88d6-4390-8e58-8f38886cd8d3 req-c696f059-b48c-46be-95dc-5e88d8d35ce6 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=eedac40b-42c4-4ce0-863a-ea3a4d667688 HTTP/1.1" status: 200 len: 944 time: 0.0612173 Dec 06 18:17:50.969087 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-21f8af3f-303a-4c63-8bc9-2c2cb7bd34cd req-2c26e457-4ebe-47f6-a2a2-4fc28d1338ad service neutron] For port ee1f8d9e-4078-4d6c-83b7-04b6ccc94115, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ee1f8d9e-4078-4d6c-83b7-04b6ccc94115,segment=NetworkSegment(ab96be8e-75a7-4f64-8b9f-0cf865842be4),segment_id=ab96be8e-75a7-4f64-8b9f-0cf865842be4)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 18:17:50.975351 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-21f8af3f-303a-4c63-8bc9-2c2cb7bd34cd req-2c26e457-4ebe-47f6-a2a2-4fc28d1338ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:17:51.009390 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f8af3f-303a-4c63-8bc9-2c2cb7bd34cd req-2c26e457-4ebe-47f6-a2a2-4fc28d1338ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:17:51.010054 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-21f8af3f-303a-4c63-8bc9-2c2cb7bd34cd req-2c26e457-4ebe-47f6-a2a2-4fc28d1338ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:17:51.011917 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-21f8af3f-303a-4c63-8bc9-2c2cb7bd34cd req-2c26e457-4ebe-47f6-a2a2-4fc28d1338ad service neutron] 10.222.0.44 "PUT /v2.0/ports/ee1f8d9e-4078-4d6c-83b7-04b6ccc94115 HTTP/1.1" status: 200 len: 1092 time: 0.7078559 Dec 06 18:17:51.014622 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eedac40b-42c4-4ce0-863a-ea3a4d667688', 'tag': 'ee1f8d9e-4078-4d6c-83b7-04b6ccc94115'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 18:17:51.017976 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0deb9614d467c76714cadb3278283c9891b68bf60c17f6ec8acc98d969d5ca90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a36517b1-f30e-43ac-be6f-5bbd835cee31" -d '{"events": [{"name": "network-changed", "server_uuid": "eedac40b-42c4-4ce0-863a-ea3a4d667688", "tag": "ee1f8d9e-4078-4d6c-83b7-04b6ccc94115"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 18:17:51.049422 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c26e457-4ebe-47f6-a2a2-4fc28d1338ad service neutron] Pushing event updated for resources: {'Port': ['ID=ee1f8d9e-4078-4d6c-83b7-04b6ccc94115,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:17:51.060660 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6667ec2d-88d6-4390-8e58-8f38886cd8d3 req-34bad36a-edac-448a-b99d-1b30a23a18e4 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd2335e7-ff71-4bce-85b4-3a21e1c69a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926828 Dec 06 18:17:51.124170 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f8af3f-303a-4c63-8bc9-2c2cb7bd34cd req-49ea116a-297f-4acc-9671-fd45a49d84a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:17:51.126212 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-21f8af3f-303a-4c63-8bc9-2c2cb7bd34cd req-49ea116a-297f-4acc-9671-fd45a49d84a1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e63a46e965b5414386cd136669f20481&device_id=eedac40b-42c4-4ce0-863a-ea3a4d667688 HTTP/1.1" status: 200 len: 1095 time: 0.0583999 Dec 06 18:17:51.186617 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 18:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90b11f83-8709-4b37-9904-08eb5eff5e3b x-openstack-request-id: req-90b11f83-8709-4b37-9904-08eb5eff5e3b {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 18:17:51.186897 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eedac40b-42c4-4ce0-863a-ea3a4d667688", "tag": "ee1f8d9e-4078-4d6c-83b7-04b6ccc94115", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 18:17:51.187171 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-90b11f83-8709-4b37-9904-08eb5eff5e3b {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 18:17:51.187623 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eedac40b-42c4-4ce0-863a-ea3a4d667688', 'tag': 'ee1f8d9e-4078-4d6c-83b7-04b6ccc94115', 'status': 'completed', 'code': 200} Dec 06 18:17:51.189266 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-21f8af3f-303a-4c63-8bc9-2c2cb7bd34cd req-8af4f4e0-071d-4af4-afec-5f059e6127c7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee1f8d9e-4078-4d6c-83b7-04b6ccc94115 HTTP/1.1" status: 200 len: 217 time: 0.0543122 Dec 06 18:17:51.244334 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f8af3f-303a-4c63-8bc9-2c2cb7bd34cd req-5af377fe-da0c-4087-ab6e-ed4a4f86d47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:17:51.246059 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-21f8af3f-303a-4c63-8bc9-2c2cb7bd34cd req-5af377fe-da0c-4087-ab6e-ed4a4f86d47e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=68b786be-9180-44a2-8d2d-4b37eb56a25e HTTP/1.1" status: 200 len: 847 time: 0.0500951 Dec 06 18:17:51.295367 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f8af3f-303a-4c63-8bc9-2c2cb7bd34cd req-4ecd033f-0a75-476e-bfd2-5abcec13661b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:17:51.296955 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-21f8af3f-303a-4c63-8bc9-2c2cb7bd34cd req-4ecd033f-0a75-476e-bfd2-5abcec13661b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b72638d6-e367-4a7c-8953-1adc5b0cdf5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432456 Dec 06 18:17:51.391445 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-21f8af3f-303a-4c63-8bc9-2c2cb7bd34cd req-6841f636-a65a-4990-9c0c-018f452728d3 service neutron] 10.222.0.44 "GET /v2.0/networks/b72638d6-e367-4a7c-8953-1adc5b0cdf5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875661 Dec 06 18:17:51.481423 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-21f8af3f-303a-4c63-8bc9-2c2cb7bd34cd req-26112d41-946f-42a9-bb50-1c917b91506a service neutron] 10.222.0.44 "GET /v2.0/networks/b72638d6-e367-4a7c-8953-1adc5b0cdf5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836842 Dec 06 18:17:51.566946 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36517b1-f30e-43ac-be6f-5bbd835cee31 req-0b31dad1-cb16-4de6-9c7c-cd02e95bf4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:17:51.568484 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a36517b1-f30e-43ac-be6f-5bbd835cee31 req-0b31dad1-cb16-4de6-9c7c-cd02e95bf4b3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e63a46e965b5414386cd136669f20481&device_id=eedac40b-42c4-4ce0-863a-ea3a4d667688 HTTP/1.1" status: 200 len: 1095 time: 0.0434775 Dec 06 18:17:51.667284 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36517b1-f30e-43ac-be6f-5bbd835cee31 req-a5cc2297-9d33-4a01-8598-fbd891b19697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:17:51.668777 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a36517b1-f30e-43ac-be6f-5bbd835cee31 req-a5cc2297-9d33-4a01-8598-fbd891b19697 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b72638d6-e367-4a7c-8953-1adc5b0cdf5d HTTP/1.1" status: 200 len: 909 time: 0.0935376 Dec 06 18:17:51.711409 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a36517b1-f30e-43ac-be6f-5bbd835cee31 req-d32e0ddb-92e3-465f-a1d7-dd42666c6b9b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee1f8d9e-4078-4d6c-83b7-04b6ccc94115 HTTP/1.1" status: 200 len: 217 time: 0.0353305 Dec 06 18:17:51.766670 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36517b1-f30e-43ac-be6f-5bbd835cee31 req-abcd9b07-4663-442c-8363-a5362526eaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:17:51.768168 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a36517b1-f30e-43ac-be6f-5bbd835cee31 req-abcd9b07-4663-442c-8363-a5362526eaaa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=68b786be-9180-44a2-8d2d-4b37eb56a25e HTTP/1.1" status: 200 len: 847 time: 0.0500839 Dec 06 18:17:51.816125 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36517b1-f30e-43ac-be6f-5bbd835cee31 req-95cb2db3-07af-49e5-8156-b15a6c7fd376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:17:51.817813 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a36517b1-f30e-43ac-be6f-5bbd835cee31 req-95cb2db3-07af-49e5-8156-b15a6c7fd376 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b72638d6-e367-4a7c-8953-1adc5b0cdf5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413427 Dec 06 18:17:51.912457 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a36517b1-f30e-43ac-be6f-5bbd835cee31 req-aed6af76-bee7-4c68-9644-702caa5925fa service neutron] 10.222.0.44 "GET /v2.0/networks/b72638d6-e367-4a7c-8953-1adc5b0cdf5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874188 Dec 06 18:17:52.006683 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a36517b1-f30e-43ac-be6f-5bbd835cee31 req-b1f6ae57-ee2d-4bdd-a333-a67b0912cf2a service neutron] 10.222.0.44 "GET /v2.0/networks/b72638d6-e367-4a7c-8953-1adc5b0cdf5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871036 Dec 06 18:17:52.176799 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71e5470-1b27-474c-a6cb-aefec89039ae req-b4580fe5-0ecf-4c27-bd72-be7c06be1906 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:17:52.178361 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b71e5470-1b27-474c-a6cb-aefec89039ae req-b4580fe5-0ecf-4c27-bd72-be7c06be1906 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=eedac40b-42c4-4ce0-863a-ea3a4d667688 HTTP/1.1" status: 200 len: 944 time: 0.0488279 Dec 06 18:17:52.226583 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b71e5470-1b27-474c-a6cb-aefec89039ae req-801cf4c6-a345-4db3-8370-03c910879978 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd2335e7-ff71-4bce-85b4-3a21e1c69a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422130 Dec 06 18:17:53.345441 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa53a966-f8cd-4cdf-9f76-d8faae0de13b req-8ff1e457-a30b-422a-a60f-9bfa0f301110 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:17:53.346967 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-aa53a966-f8cd-4cdf-9f76-d8faae0de13b req-8ff1e457-a30b-422a-a60f-9bfa0f301110 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=eedac40b-42c4-4ce0-863a-ea3a4d667688 HTTP/1.1" status: 200 len: 944 time: 0.0504065 Dec 06 18:17:53.400985 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-aa53a966-f8cd-4cdf-9f76-d8faae0de13b req-7981032e-49e3-4330-a967-04cc84008b00 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd2335e7-ff71-4bce-85b4-3a21e1c69a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478482 Dec 06 18:17:54.521257 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66127cbf-2f15-4537-9c21-7192e898537a req-8e1f2e4b-741a-423b-bf8e-a5e39b689282 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:17:54.522970 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-66127cbf-2f15-4537-9c21-7192e898537a req-8e1f2e4b-741a-423b-bf8e-a5e39b689282 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=eedac40b-42c4-4ce0-863a-ea3a4d667688 HTTP/1.1" status: 200 len: 944 time: 0.0547683 Dec 06 18:17:54.576455 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-66127cbf-2f15-4537-9c21-7192e898537a req-7be9876c-5af4-4b4e-9050-f5eb22cea0da tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd2335e7-ff71-4bce-85b4-3a21e1c69a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472484 Dec 06 18:17:55.694625 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63dabbf-bea4-400e-9bac-7bd2d1c358cb req-96af8b0a-a3b5-4ff4-85da-d407d535de6d tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:17:55.696096 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d63dabbf-bea4-400e-9bac-7bd2d1c358cb req-96af8b0a-a3b5-4ff4-85da-d407d535de6d tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=eedac40b-42c4-4ce0-863a-ea3a4d667688 HTTP/1.1" status: 200 len: 944 time: 0.0485921 Dec 06 18:17:55.745140 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d63dabbf-bea4-400e-9bac-7bd2d1c358cb req-0b134e9f-6d29-4eab-82dd-604e57d42468 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd2335e7-ff71-4bce-85b4-3a21e1c69a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430079 Dec 06 18:17:56.858369 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce32922-6034-41e7-aec3-0d0bbbdd6653 req-a5fa17ca-b510-4186-b09e-87e8ff8d105e tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:17:56.860427 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7ce32922-6034-41e7-aec3-0d0bbbdd6653 req-a5fa17ca-b510-4186-b09e-87e8ff8d105e tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=eedac40b-42c4-4ce0-863a-ea3a4d667688 HTTP/1.1" status: 200 len: 944 time: 0.0479889 Dec 06 18:17:56.908351 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7ce32922-6034-41e7-aec3-0d0bbbdd6653 req-fb9632b6-fcb6-4138-831b-c9481890c74e tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd2335e7-ff71-4bce-85b4-3a21e1c69a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420835 Dec 06 18:17:58.021805 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4c93f2-78c3-4ca5-89f5-d2eb15edaa40 req-5bfae353-8d65-44f1-9c08-cb5041100aad tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:17:58.023282 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7f4c93f2-78c3-4ca5-89f5-d2eb15edaa40 req-5bfae353-8d65-44f1-9c08-cb5041100aad tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=eedac40b-42c4-4ce0-863a-ea3a4d667688 HTTP/1.1" status: 200 len: 944 time: 0.0483451 Dec 06 18:17:58.075764 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7f4c93f2-78c3-4ca5-89f5-d2eb15edaa40 req-dac03ad3-3c56-400e-a871-ddfe89203ef1 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd2335e7-ff71-4bce-85b4-3a21e1c69a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465438 Dec 06 18:17:59.192852 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5a2a10-f0a8-4518-9cfd-1194f335c2b4 req-70831a5a-ab87-486d-a6c8-643e62212bca tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:17:59.194370 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5c5a2a10-f0a8-4518-9cfd-1194f335c2b4 req-70831a5a-ab87-486d-a6c8-643e62212bca tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=eedac40b-42c4-4ce0-863a-ea3a4d667688 HTTP/1.1" status: 200 len: 944 time: 0.0520780 Dec 06 18:17:59.242110 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5c5a2a10-f0a8-4518-9cfd-1194f335c2b4 req-ee9d36ad-f514-4b3f-bb97-b5b0e4c575f0 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd2335e7-ff71-4bce-85b4-3a21e1c69a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417240 Dec 06 18:18:00.360492 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce5fb79-e6d9-444f-ac27-756d2dcbb0c6 req-3a8af1db-a6f4-4065-8ccb-f162ba9f01ec tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:18:00.361984 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2ce5fb79-e6d9-444f-ac27-756d2dcbb0c6 req-3a8af1db-a6f4-4065-8ccb-f162ba9f01ec tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=eedac40b-42c4-4ce0-863a-ea3a4d667688 HTTP/1.1" status: 200 len: 944 time: 0.0519247 Dec 06 18:18:00.410995 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2ce5fb79-e6d9-444f-ac27-756d2dcbb0c6 req-0e859bdf-0d6f-4e1d-9eb1-b3fd44684c5f tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd2335e7-ff71-4bce-85b4-3a21e1c69a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428560 Dec 06 18:18:01.525153 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514646d6-c3aa-4099-9409-fda2631890e0 req-387dd166-7423-4e87-92c3-437c975b0d09 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:18:01.526640 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-514646d6-c3aa-4099-9409-fda2631890e0 req-387dd166-7423-4e87-92c3-437c975b0d09 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=eedac40b-42c4-4ce0-863a-ea3a4d667688 HTTP/1.1" status: 200 len: 944 time: 0.0483861 Dec 06 18:18:01.574234 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-514646d6-c3aa-4099-9409-fda2631890e0 req-9f2a3fe6-f905-4ec4-8d4f-363cebab1a68 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd2335e7-ff71-4bce-85b4-3a21e1c69a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411685 Dec 06 18:18:02.050964 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device ee1f8d9e-4078-4d6c-83b7-04b6ccc94115 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 18:18:02.147893 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port ee1f8d9e-4078-4d6c-83b7-04b6ccc94115, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ee1f8d9e-4078-4d6c-83b7-04b6ccc94115,segment=NetworkSegment(ab96be8e-75a7-4f64-8b9f-0cf865842be4),segment_id=ab96be8e-75a7-4f64-8b9f-0cf865842be4)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:18:02.158690 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': 'ee1f8d9e-4078-4d6c-83b7-04b6ccc94115', 'network_id': 'b72638d6-e367-4a7c-8953-1adc5b0cdf5d', 'port_id': 'ee1f8d9e-4078-4d6c-83b7-04b6ccc94115', 'mac_address': 'fa:16:3e:64:1b:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68b786be-9180-44a2-8d2d-4b37eb56a25e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 18:18:02.194733 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:18:02.207678 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee1f8d9e-4078-4d6c-83b7-04b6ccc94115 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 18:18:02.226030 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port ee1f8d9e-4078-4d6c-83b7-04b6ccc94115, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ee1f8d9e-4078-4d6c-83b7-04b6ccc94115,segment=NetworkSegment(ab96be8e-75a7-4f64-8b9f-0cf865842be4),segment_id=ab96be8e-75a7-4f64-8b9f-0cf865842be4)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:18:02.229859 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:18:02.276017 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=ee1f8d9e-4078-4d6c-83b7-04b6ccc94115,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:18:02.283664 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:18:02.284029 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:18:02.284377 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:18:02.284722 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:18:02.285063 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:18:02.285405 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:18:02.285766 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:18:02.286102 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:18:02.286432 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:18:02.286763 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:18:02.287094 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:18:02.287428 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:18:02.287756 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:18:02.453128 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['ee1f8d9e-4078-4d6c-83b7-04b6ccc94115'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 18:18:02.689645 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae180c69-5e0a-484d-9977-1f36dd4206c5 req-3c4f8779-7c8c-4fb1-b18c-d287042ded9d tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:18:02.691255 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ae180c69-5e0a-484d-9977-1f36dd4206c5 req-3c4f8779-7c8c-4fb1-b18c-d287042ded9d tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=eedac40b-42c4-4ce0-863a-ea3a4d667688 HTTP/1.1" status: 200 len: 945 time: 0.0492208 Dec 06 18:18:02.740255 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ae180c69-5e0a-484d-9977-1f36dd4206c5 req-4b4a4e4e-0e37-4a7b-bff8-3790885b2238 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd2335e7-ff71-4bce-85b4-3a21e1c69a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429771 Dec 06 18:18:03.360921 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:18:04.066820 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device ee1f8d9e-4078-4d6c-83b7-04b6ccc94115 up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 18:18:04.122952 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cc61c6-9934-4821-a876-3cd05fc1f104 req-06dfe18c-708b-4d32-819e-887074d56e22 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:18:04.125137 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-46cc61c6-9934-4821-a876-3cd05fc1f104 req-06dfe18c-708b-4d32-819e-887074d56e22 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=eedac40b-42c4-4ce0-863a-ea3a4d667688 HTTP/1.1" status: 200 len: 945 time: 0.0555756 Dec 06 18:18:04.130626 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning for port ee1f8d9e-4078-4d6c-83b7-04b6ccc94115 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 18:18:04.134749 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port ee1f8d9e-4078-4d6c-83b7-04b6ccc94115 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:18:04.135124 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:18:04.180368 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-46cc61c6-9934-4821-a876-3cd05fc1f104 req-9350b772-5f94-4511-8ea1-901dd2100fae tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd2335e7-ff71-4bce-85b4-3a21e1c69a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481408 Dec 06 18:18:04.210953 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:18:04.233169 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eedac40b-42c4-4ce0-863a-ea3a4d667688', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee1f8d9e-4078-4d6c-83b7-04b6ccc94115'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 18:18:04.236099 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}253b13571352ac935e80f100367d97205cb4b29805628151c230edbf5f3547e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a74d6e3-51ef-4bf3-bdc5-9f3b96d0ad87" -d '{"events": [{"server_uuid": "eedac40b-42c4-4ce0-863a-ea3a4d667688", "name": "network-vif-plugged", "status": "completed", "tag": "ee1f8d9e-4078-4d6c-83b7-04b6ccc94115"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 18:18:04.248968 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port ee1f8d9e-4078-4d6c-83b7-04b6ccc94115, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ee1f8d9e-4078-4d6c-83b7-04b6ccc94115,segment=NetworkSegment(ab96be8e-75a7-4f64-8b9f-0cf865842be4),segment_id=ab96be8e-75a7-4f64-8b9f-0cf865842be4)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:18:04.252684 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:18:04.282462 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 18:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-611b0142-b4e2-4c49-b682-937314867d0b x-openstack-request-id: req-611b0142-b4e2-4c49-b682-937314867d0b {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 18:18:04.283090 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eedac40b-42c4-4ce0-863a-ea3a4d667688", "name": "network-vif-plugged", "status": "completed", "tag": "ee1f8d9e-4078-4d6c-83b7-04b6ccc94115", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 18:18:04.283412 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-611b0142-b4e2-4c49-b682-937314867d0b {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 18:18:04.283803 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eedac40b-42c4-4ce0-863a-ea3a4d667688', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee1f8d9e-4078-4d6c-83b7-04b6ccc94115', 'code': 200} Dec 06 18:18:04.308358 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=ee1f8d9e-4078-4d6c-83b7-04b6ccc94115,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:18:04.374973 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15297b77-9727-477c-9679-53e1f6a716c1 req-41ac5b9f-518e-4669-a197-6fef2ea0e230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:18:04.376375 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-15297b77-9727-477c-9679-53e1f6a716c1 req-41ac5b9f-518e-4669-a197-6fef2ea0e230 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=eedac40b-42c4-4ce0-863a-ea3a4d667688 HTTP/1.1" status: 200 len: 1097 time: 0.0398707 Dec 06 18:18:04.426202 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-15297b77-9727-477c-9679-53e1f6a716c1 req-3d36d854-7611-4f70-a986-df6dc7b0817b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=dd2335e7-ff71-4bce-85b4-3a21e1c69a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423472 Dec 06 18:18:05.294386 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4746a753-64ed-4360-bada-5dbe3d23f0d6 req-063da0c7-f9eb-40e9-93d1-412f6a514c91 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:18:05.295889 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4746a753-64ed-4360-bada-5dbe3d23f0d6 req-063da0c7-f9eb-40e9-93d1-412f6a514c91 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=eedac40b-42c4-4ce0-863a-ea3a4d667688 HTTP/1.1" status: 200 len: 946 time: 0.0493879 Dec 06 18:18:05.347199 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4746a753-64ed-4360-bada-5dbe3d23f0d6 req-96a41b9b-421c-4e7e-9d2a-a7de2a54f46f tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd2335e7-ff71-4bce-85b4-3a21e1c69a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448754 Dec 06 18:18:05.785401 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:18:06.462669 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321165ff-b089-471f-8f74-9e766fbdc6a5 req-ef4324d4-6902-43df-af8b-fcf20fe809c7 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:18:06.464121 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-321165ff-b089-471f-8f74-9e766fbdc6a5 req-ef4324d4-6902-43df-af8b-fcf20fe809c7 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=eedac40b-42c4-4ce0-863a-ea3a4d667688 HTTP/1.1" status: 200 len: 946 time: 0.0478647 Dec 06 18:18:06.512130 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-321165ff-b089-471f-8f74-9e766fbdc6a5 req-844575c4-81a7-41fa-9cdc-df74beb7ef60 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd2335e7-ff71-4bce-85b4-3a21e1c69a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420492 Dec 06 18:18:06.626281 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5290f1b0-780d-4171-b8fc-699956e4e257 req-5b010af6-e053-4f29-874d-cd2704a90d14 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:18:06.627671 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5290f1b0-780d-4171-b8fc-699956e4e257 req-5b010af6-e053-4f29-874d-cd2704a90d14 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=eedac40b-42c4-4ce0-863a-ea3a4d667688 HTTP/1.1" status: 200 len: 946 time: 0.0479660 Dec 06 18:18:06.675312 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-5290f1b0-780d-4171-b8fc-699956e4e257 req-d91154c8-ced2-4c39-9098-9375f46cf732 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd2335e7-ff71-4bce-85b4-3a21e1c69a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418456 Dec 06 18:18:06.696798 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 43818) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:18:06.739027 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a26c27b-872c-4d79-9108-a162a5bf7b62 tempest-TestShelveInstance-1696815922 tempest-TestShelveInstance-1696815922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:18:06.740508 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-4a26c27b-872c-4d79-9108-a162a5bf7b62 tempest-TestShelveInstance-1696815922 tempest-TestShelveInstance-1696815922-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=eedac40b-42c4-4ce0-863a-ea3a4d667688 HTTP/1.1" status: 200 len: 1092 time: 0.0427594 Dec 06 18:18:06.743256 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 43820) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:18:06.747863 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-88598538-1fa3-4e98-8f36-5fe8d80d6dbb tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Request body: {'floatingip': {'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'port_id': 'ee1f8d9e-4078-4d6c-83b7-04b6ccc94115', 'tenant_id': 'e63a46e965b5414386cd136669f20481', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:18:06.770195 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-88598538-1fa3-4e98-8f36-5fe8d80d6dbb tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks [] for floatingip, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:18:06.864567 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-88598538-1fa3-4e98-8f36-5fe8d80d6dbb tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:18:06.968650 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-88598538-1fa3-4e98-8f36-5fe8d80d6dbb tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Allocated IP 172.35.1.108 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/6d923e8d-a02a-4ce9-884f-f5c38586764c) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 18:18:07.066628 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-88598538-1fa3-4e98-8f36-5fe8d80d6dbb tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:18:07.098188 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-88598538-1fa3-4e98-8f36-5fe8d80d6dbb tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:18:07.142486 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88598538-1fa3-4e98-8f36-5fe8d80d6dbb tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 18:18:07.145371 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-88598538-1fa3-4e98-8f36-5fe8d80d6dbb tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 18:18:07.149036 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88598538-1fa3-4e98-8f36-5fe8d80d6dbb tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 18:18:07.171970 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88598538-1fa3-4e98-8f36-5fe8d80d6dbb tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Pushing event updated for resources: {'Port': ['ID=6d923e8d-a02a-4ce9-884f-f5c38586764c,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:18:07.497694 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-88598538-1fa3-4e98-8f36-5fe8d80d6dbb tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:18:07.565062 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-88598538-1fa3-4e98-8f36-5fe8d80d6dbb tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:18:07.713754 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-88598538-1fa3-4e98-8f36-5fe8d80d6dbb tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:18:07.718819 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-88598538-1fa3-4e98-8f36-5fe8d80d6dbb tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:18:07.785689 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88598538-1fa3-4e98-8f36-5fe8d80d6dbb tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Pushing event updated for resources: {'Port': ['ID=6d923e8d-a02a-4ce9-884f-f5c38586764c,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:18:07.800858 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-88598538-1fa3-4e98-8f36-5fe8d80d6dbb tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:18:07.923384 n-d-master-1 neutron-server[103285]: INFO neutron.db.l3_db [None req-88598538-1fa3-4e98-8f36-5fe8d80d6dbb tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Floating IP ea8552a9-6717-47d7-9ce1-08e795016416 associated. External IP: 172.35.1.108, port: ee1f8d9e-4078-4d6c-83b7-04b6ccc94115. Dec 06 18:18:08.146825 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88598538-1fa3-4e98-8f36-5fe8d80d6dbb tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Router 56e819e2-3dea-4779-8ffd-7c30aa02fb7e has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 18:18:08.253691 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88598538-1fa3-4e98-8f36-5fe8d80d6dbb tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 18:18:08.263506 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a41ac0-d6cc-4c19-b073-f25e06559149 None None] Sync routers for ids ['56e819e2-3dea-4779-8ffd-7c30aa02fb7e'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 18:18:08.272714 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-88598538-1fa3-4e98-8f36-5fe8d80d6dbb tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:18:08.274640 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a41ac0-d6cc-4c19-b073-f25e06559149 None None] Routers {'56e819e2-3dea-4779-8ffd-7c30aa02fb7e'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:18:08.275235 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-a8a41ac0-d6cc-4c19-b073-f25e06559149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:17:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['56e819e2-3dea-4779-8ffd-7c30aa02fb7e'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:18:08.300402 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-88598538-1fa3-4e98-8f36-5fe8d80d6dbb tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5560946 Dec 06 18:18:08.301018 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eedac40b-42c4-4ce0-863a-ea3a4d667688', 'tag': 'ee1f8d9e-4078-4d6c-83b7-04b6ccc94115'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 18:18:08.303405 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84a504b017671f0a47cd85ab9346cb7aca95b1a07f687931bccd5817498bce48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25102e8b-07d3-44e0-be3e-64c2a941c039" -d '{"events": [{"name": "network-changed", "server_uuid": "eedac40b-42c4-4ce0-863a-ea3a4d667688", "tag": "ee1f8d9e-4078-4d6c-83b7-04b6ccc94115"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 18:18:08.343291 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 18:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfe3e94a-b8af-4949-8d56-83ef612c3359 x-openstack-request-id: req-cfe3e94a-b8af-4949-8d56-83ef612c3359 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 18:18:08.343596 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eedac40b-42c4-4ce0-863a-ea3a4d667688", "tag": "ee1f8d9e-4078-4d6c-83b7-04b6ccc94115", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 18:18:08.343862 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cfe3e94a-b8af-4949-8d56-83ef612c3359 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 18:18:08.344310 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eedac40b-42c4-4ce0-863a-ea3a4d667688', 'tag': 'ee1f8d9e-4078-4d6c-83b7-04b6ccc94115', 'status': 'completed', 'code': 200} Dec 06 18:18:08.407974 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25102e8b-07d3-44e0-be3e-64c2a941c039 req-d4772940-c9cd-4556-b35d-f8b55cf1587f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:18:08.409521 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-25102e8b-07d3-44e0-be3e-64c2a941c039 req-d4772940-c9cd-4556-b35d-f8b55cf1587f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e63a46e965b5414386cd136669f20481&device_id=eedac40b-42c4-4ce0-863a-ea3a4d667688 HTTP/1.1" status: 200 len: 1097 time: 0.0422654 Dec 06 18:18:08.465769 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-a8a41ac0-d6cc-4c19-b073-f25e06559149 None None] Set router 56e819e2-3dea-4779-8ffd-7c30aa02fb7e gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:18:08.503673 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25102e8b-07d3-44e0-be3e-64c2a941c039 req-da796f12-e9cc-4e66-86c6-946e284995b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:18:08.505165 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-25102e8b-07d3-44e0-be3e-64c2a941c039 req-da796f12-e9cc-4e66-86c6-946e284995b0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b72638d6-e367-4a7c-8953-1adc5b0cdf5d HTTP/1.1" status: 200 len: 909 time: 0.0886524 Dec 06 18:18:08.568847 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-25102e8b-07d3-44e0-be3e-64c2a941c039 req-c378491d-15ab-4b9d-9532-faa9e9e0d730 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee1f8d9e-4078-4d6c-83b7-04b6ccc94115 HTTP/1.1" status: 200 len: 1000 time: 0.0572534 Dec 06 18:18:08.621986 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25102e8b-07d3-44e0-be3e-64c2a941c039 req-9cfe7fa1-84e6-48b5-8a48-8dd055fbe00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:18:08.623467 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-25102e8b-07d3-44e0-be3e-64c2a941c039 req-9cfe7fa1-84e6-48b5-8a48-8dd055fbe00a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=68b786be-9180-44a2-8d2d-4b37eb56a25e HTTP/1.1" status: 200 len: 847 time: 0.0479267 Dec 06 18:18:08.668362 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25102e8b-07d3-44e0-be3e-64c2a941c039 req-7afc9d3d-7664-4b3c-8c8d-45402e4ed911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:18:08.669802 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-25102e8b-07d3-44e0-be3e-64c2a941c039 req-7afc9d3d-7664-4b3c-8c8d-45402e4ed911 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b72638d6-e367-4a7c-8953-1adc5b0cdf5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396025 Dec 06 18:18:08.687294 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-a8a41ac0-d6cc-4c19-b073-f25e06559149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e819e2-3dea-4779-8ffd-7c30aa02fb7e', 'name': 'tempest-TestShelveInstance-260168432-router', 'tenant_id': 'e63a46e965b5414386cd136669f20481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.143'}], 'enable_snat': True}, 'gw_port_id': '3d05cb2d-a33e-49ff-be81-ce853bf24daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:13:04Z', 'updated_at': '2021-12-06T18:13:07Z', 'revision_number': 4, 'project_id': 'e63a46e965b5414386cd136669f20481', 'gw_port': {'id': '3d05cb2d-a33e-49ff-be81-ce853bf24daf', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:cf:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e819e2-3dea-4779-8ffd-7c30aa02fb7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:13:04Z', 'updated_at': '2021-12-06T18:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'ea8552a9-6717-47d7-9ce1-08e795016416', 'tenant_id': 'e63a46e965b5414386cd136669f20481', 'floating_ip_address': '172.35.1.108', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '56e819e2-3dea-4779-8ffd-7c30aa02fb7e', 'port_id': 'ee1f8d9e-4078-4d6c-83b7-04b6ccc94115', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b72638d6-e367-4a7c-8953-1adc5b0cdf5d', 'mac_address': 'fa:16:3e:64:1b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eedac40b-42c4-4ce0-863a-ea3a4d667688', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T18:18:07Z', 'updated_at': '2021-12-06T18:18:07Z', 'revision_number': 0, 'project_id': 'e63a46e965b5414386cd136669f20481', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04f22a46-8a60-4ef5-970c-17194ab28777', 'name': '', 'network_id': 'b72638d6-e367-4a7c-8953-1adc5b0cdf5d', 'tenant_id': 'e63a46e965b5414386cd136669f20481', 'mac_address': 'fa:16:3e:16:7c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e819e2-3dea-4779-8ffd-7c30aa02fb7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '68b786be-9180-44a2-8d2d-4b37eb56a25e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:13:06Z', 'updated_at': '2021-12-06T18:13:10Z', 'revision_number': 5, 'project_id': 'e63a46e965b5414386cd136669f20481', 'subnets': [{'id': '68b786be-9180-44a2-8d2d-4b37eb56a25e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:18:08.712703 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a41ac0-d6cc-4c19-b073-f25e06559149 None None] Checking router: 56e819e2-3dea-4779-8ffd-7c30aa02fb7e for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 18:18:08.721520 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a41ac0-d6cc-4c19-b073-f25e06559149 None None] Routers {'56e819e2-3dea-4779-8ffd-7c30aa02fb7e'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:18:08.722118 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-a8a41ac0-d6cc-4c19-b073-f25e06559149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:17:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['56e819e2-3dea-4779-8ffd-7c30aa02fb7e'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:18:08.761208 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-25102e8b-07d3-44e0-be3e-64c2a941c039 req-893a964a-8af2-4414-956a-b1a97d745447 service neutron] 10.222.0.44 "GET /v2.0/networks/b72638d6-e367-4a7c-8953-1adc5b0cdf5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840220 Dec 06 18:18:08.829444 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-a8a41ac0-d6cc-4c19-b073-f25e06559149 None None] Set router 56e819e2-3dea-4779-8ffd-7c30aa02fb7e gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:18:08.862151 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-25102e8b-07d3-44e0-be3e-64c2a941c039 req-a7a67ad8-cd06-4ac8-8d24-625ef2459a60 service neutron] 10.222.0.44 "GET /v2.0/networks/b72638d6-e367-4a7c-8953-1adc5b0cdf5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931988 Dec 06 18:18:09.050275 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-a8a41ac0-d6cc-4c19-b073-f25e06559149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e819e2-3dea-4779-8ffd-7c30aa02fb7e', 'name': 'tempest-TestShelveInstance-260168432-router', 'tenant_id': 'e63a46e965b5414386cd136669f20481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.143'}], 'enable_snat': True}, 'gw_port_id': '3d05cb2d-a33e-49ff-be81-ce853bf24daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:13:04Z', 'updated_at': '2021-12-06T18:13:07Z', 'revision_number': 4, 'project_id': 'e63a46e965b5414386cd136669f20481', 'gw_port': {'id': '3d05cb2d-a33e-49ff-be81-ce853bf24daf', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:cf:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e819e2-3dea-4779-8ffd-7c30aa02fb7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:13:04Z', 'updated_at': '2021-12-06T18:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'ea8552a9-6717-47d7-9ce1-08e795016416', 'tenant_id': 'e63a46e965b5414386cd136669f20481', 'floating_ip_address': '172.35.1.108', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '56e819e2-3dea-4779-8ffd-7c30aa02fb7e', 'port_id': 'ee1f8d9e-4078-4d6c-83b7-04b6ccc94115', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b72638d6-e367-4a7c-8953-1adc5b0cdf5d', 'mac_address': 'fa:16:3e:64:1b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eedac40b-42c4-4ce0-863a-ea3a4d667688', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T18:18:07Z', 'updated_at': '2021-12-06T18:18:07Z', 'revision_number': 0, 'project_id': 'e63a46e965b5414386cd136669f20481', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04f22a46-8a60-4ef5-970c-17194ab28777', 'name': '', 'network_id': 'b72638d6-e367-4a7c-8953-1adc5b0cdf5d', 'tenant_id': 'e63a46e965b5414386cd136669f20481', 'mac_address': 'fa:16:3e:16:7c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e819e2-3dea-4779-8ffd-7c30aa02fb7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '68b786be-9180-44a2-8d2d-4b37eb56a25e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:13:06Z', 'updated_at': '2021-12-06T18:13:10Z', 'revision_number': 5, 'project_id': 'e63a46e965b5414386cd136669f20481', 'subnets': [{'id': '68b786be-9180-44a2-8d2d-4b37eb56a25e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:18:09.075198 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a41ac0-d6cc-4c19-b073-f25e06559149 None None] The sync data for ids ['56e819e2-3dea-4779-8ffd-7c30aa02fb7e'] in n-d-master-1 is: [{'id': '56e819e2-3dea-4779-8ffd-7c30aa02fb7e', 'name': 'tempest-TestShelveInstance-260168432-router', 'tenant_id': 'e63a46e965b5414386cd136669f20481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.143'}], 'enable_snat': True}, 'gw_port_id': '3d05cb2d-a33e-49ff-be81-ce853bf24daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:13:04Z', 'updated_at': '2021-12-06T18:13:07Z', 'revision_number': 4, 'project_id': 'e63a46e965b5414386cd136669f20481', 'gw_port': {'id': '3d05cb2d-a33e-49ff-be81-ce853bf24daf', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:cf:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e819e2-3dea-4779-8ffd-7c30aa02fb7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:13:04Z', 'updated_at': '2021-12-06T18:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'ea8552a9-6717-47d7-9ce1-08e795016416', 'tenant_id': 'e63a46e965b5414386cd136669f20481', 'floating_ip_address': '172.35.1.108', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '56e819e2-3dea-4779-8ffd-7c30aa02fb7e', 'port_id': 'ee1f8d9e-4078-4d6c-83b7-04b6ccc94115', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b72638d6-e367-4a7c-8953-1adc5b0cdf5d', 'mac_address': 'fa:16:3e:64:1b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eedac40b-42c4-4ce0-863a-ea3a4d667688', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T18:18:07Z', 'updated_at': '2021-12-06T18:18:07Z', 'revision_number': 0, 'project_id': 'e63a46e965b5414386cd136669f20481', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04f22a46-8a60-4ef5-970c-17194ab28777', 'name': '', 'network_id': 'b72638d6-e367-4a7c-8953-1adc5b0cdf5d', 'tenant_id': 'e63a46e965b5414386cd136669f20481', 'mac_address': 'fa:16:3e:16:7c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e819e2-3dea-4779-8ffd-7c30aa02fb7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '68b786be-9180-44a2-8d2d-4b37eb56a25e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:13:06Z', 'updated_at': '2021-12-06T18:13:10Z', 'revision_number': 5, 'project_id': 'e63a46e965b5414386cd136669f20481', 'subnets': [{'id': '68b786be-9180-44a2-8d2d-4b37eb56a25e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 18:18:09.261768 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70c31de-8633-4119-a953-1c64ab2667a8 None None] New status for floating IP ea8552a9-6717-47d7-9ce1-08e795016416: ACTIVE {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 18:18:12.321418 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 18:18:13.569759 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ddb13fd0-5fe5-4d30-b7b4-922b0a7a34de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:18:15.752547 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cc015564-3eb8-4571-a7a8-1b480419eaf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:18:17.183957 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:18:18.317690 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:18:19.238826 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:18:33.359746 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:18:35.777719 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:18:37.281023 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1e4401b0-5554-414d-8091-bbcebecf2938 req-06651b48-6cf1-48e9-896f-5e3a41ad0ffc service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=eedac40b-42c4-4ce0-863a-ea3a4d667688&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394838 Dec 06 18:18:37.363153 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4401b0-5554-414d-8091-bbcebecf2938 req-660f4509-bf93-4183-971f-f226802923f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:18:37.364630 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1e4401b0-5554-414d-8091-bbcebecf2938 req-660f4509-bf93-4183-971f-f226802923f0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e63a46e965b5414386cd136669f20481&device_id=eedac40b-42c4-4ce0-863a-ea3a4d667688 HTTP/1.1" status: 200 len: 1097 time: 0.0437369 Dec 06 18:18:37.467136 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4401b0-5554-414d-8091-bbcebecf2938 req-ee1d07ec-7022-4ced-8f5d-88e982040284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:18:37.468609 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1e4401b0-5554-414d-8091-bbcebecf2938 req-ee1d07ec-7022-4ced-8f5d-88e982040284 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b72638d6-e367-4a7c-8953-1adc5b0cdf5d HTTP/1.1" status: 200 len: 909 time: 0.0853927 Dec 06 18:18:37.538582 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1e4401b0-5554-414d-8091-bbcebecf2938 req-4d9b1670-b848-48e7-92da-b7495d0179aa service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee1f8d9e-4078-4d6c-83b7-04b6ccc94115 HTTP/1.1" status: 200 len: 1002 time: 0.0622740 Dec 06 18:18:37.587890 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4401b0-5554-414d-8091-bbcebecf2938 req-71d448b6-4b30-4205-a80f-3d855945c27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:18:37.589302 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1e4401b0-5554-414d-8091-bbcebecf2938 req-71d448b6-4b30-4205-a80f-3d855945c27a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=68b786be-9180-44a2-8d2d-4b37eb56a25e HTTP/1.1" status: 200 len: 847 time: 0.0441144 Dec 06 18:18:37.635665 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4401b0-5554-414d-8091-bbcebecf2938 req-e971379d-c96b-44a8-904c-fbb04a3d88b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:18:37.637159 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1e4401b0-5554-414d-8091-bbcebecf2938 req-e971379d-c96b-44a8-904c-fbb04a3d88b7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b72638d6-e367-4a7c-8953-1adc5b0cdf5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404487 Dec 06 18:18:37.730959 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1e4401b0-5554-414d-8091-bbcebecf2938 req-7c2b3a20-98c0-4d6c-a992-cf7ae32e35c2 service neutron] 10.222.0.44 "GET /v2.0/networks/b72638d6-e367-4a7c-8953-1adc5b0cdf5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860467 Dec 06 18:18:37.824630 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1e4401b0-5554-414d-8091-bbcebecf2938 req-68fda9e3-c2cb-4d94-9417-93a8cd3802df service neutron] 10.222.0.44 "GET /v2.0/networks/b72638d6-e367-4a7c-8953-1adc5b0cdf5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869269 Dec 06 18:18:43.570767 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5a525f40-ae63-4a8d-8f66-e1f9c0032064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:18:45.753745 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0bc9ad42-af0c-4d02-b36e-16355099f388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:18:47.187452 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:18:48.321776 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:18:49.239841 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:18:49.321347 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 18:19:03.377294 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:19:05.775955 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:19:13.572570 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f0dfac28-4830-4adf-97fd-d6e4607f0be8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:19:15.754201 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-97d5b5c4-ccf1-4761-955c-2a8e1115cdfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:19:17.190779 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:19:18.324121 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:19:19.241020 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:19:26.320789 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 18:19:33.380555 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:19:35.777996 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:19:37.285307 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5b36a1b9-d9fb-4d84-a990-8571af43e993 req-2543ef14-6766-4906-b3a6-ae92ecc98123 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=eedac40b-42c4-4ce0-863a-ea3a4d667688&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435586 Dec 06 18:19:37.368659 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b36a1b9-d9fb-4d84-a990-8571af43e993 req-61a6f643-5ed0-40d1-aa4c-459f0666b05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:19:37.370175 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5b36a1b9-d9fb-4d84-a990-8571af43e993 req-61a6f643-5ed0-40d1-aa4c-459f0666b05d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e63a46e965b5414386cd136669f20481&device_id=eedac40b-42c4-4ce0-863a-ea3a4d667688 HTTP/1.1" status: 200 len: 1097 time: 0.0405066 Dec 06 18:19:37.470644 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b36a1b9-d9fb-4d84-a990-8571af43e993 req-441a2872-89a2-4428-9b16-25b27ec55c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:19:37.472518 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5b36a1b9-d9fb-4d84-a990-8571af43e993 req-441a2872-89a2-4428-9b16-25b27ec55c6a service neutron] 10.222.0.44 "GET /v2.0/networks?id=b72638d6-e367-4a7c-8953-1adc5b0cdf5d HTTP/1.1" status: 200 len: 909 time: 0.0832114 Dec 06 18:19:37.841353 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5b36a1b9-d9fb-4d84-a990-8571af43e993 req-a616c2c0-be6a-4360-a2cd-9c90aab5aaa3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee1f8d9e-4078-4d6c-83b7-04b6ccc94115 HTTP/1.1" status: 200 len: 1002 time: 0.3619196 Dec 06 18:19:37.889607 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b36a1b9-d9fb-4d84-a990-8571af43e993 req-1dfcae51-e72f-4fe2-a304-c7defe1475c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:19:37.891018 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5b36a1b9-d9fb-4d84-a990-8571af43e993 req-1dfcae51-e72f-4fe2-a304-c7defe1475c3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=68b786be-9180-44a2-8d2d-4b37eb56a25e HTTP/1.1" status: 200 len: 847 time: 0.0426817 Dec 06 18:19:37.935249 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b36a1b9-d9fb-4d84-a990-8571af43e993 req-7a4f62eb-8cf2-4a27-abcd-d69b7a236a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:19:37.936728 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5b36a1b9-d9fb-4d84-a990-8571af43e993 req-7a4f62eb-8cf2-4a27-abcd-d69b7a236a48 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b72638d6-e367-4a7c-8953-1adc5b0cdf5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391099 Dec 06 18:19:38.027577 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5b36a1b9-d9fb-4d84-a990-8571af43e993 req-8325347c-7e8c-4e67-81d9-5e1969df77bb service neutron] 10.222.0.44 "GET /v2.0/networks/b72638d6-e367-4a7c-8953-1adc5b0cdf5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838978 Dec 06 18:19:38.114667 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5b36a1b9-d9fb-4d84-a990-8571af43e993 req-22e7ae66-eb17-480b-836e-edd7d09dba3d service neutron] 10.222.0.44 "GET /v2.0/networks/b72638d6-e367-4a7c-8953-1adc5b0cdf5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797839 Dec 06 18:19:43.573573 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1609572f-f8be-44cf-bad6-4938b09084c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:19:45.755453 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-20d1b42f-263b-43fb-853b-fe479b202a06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:19:47.195372 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:19:48.327665 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:19:49.242038 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:20:03.320820 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 18:20:03.403875 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:20:03.829774 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8cde0d-57c4-4208-9aaf-dfc42581bcb7 req-fd0cab38-0859-42a0-8f19-dc7c1c72ca40 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:20:03.831201 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6b8cde0d-57c4-4208-9aaf-dfc42581bcb7 req-fd0cab38-0859-42a0-8f19-dc7c1c72ca40 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=eedac40b-42c4-4ce0-863a-ea3a4d667688 HTTP/1.1" status: 200 len: 946 time: 0.1110942 Dec 06 18:20:03.879730 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6b8cde0d-57c4-4208-9aaf-dfc42581bcb7 req-d311061f-3ace-41a6-bbfc-cb36e1aadcd3 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd2335e7-ff71-4bce-85b4-3a21e1c69a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425854 Dec 06 18:20:05.051028 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1a373d-e30a-4d5c-b39e-7ebd76cb8c9d req-7f278f3d-b952-412e-89ed-98dcfe2f3049 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:20:05.052458 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7b1a373d-e30a-4d5c-b39e-7ebd76cb8c9d req-7f278f3d-b952-412e-89ed-98dcfe2f3049 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=eedac40b-42c4-4ce0-863a-ea3a4d667688 HTTP/1.1" status: 200 len: 946 time: 0.0922816 Dec 06 18:20:05.104823 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-7b1a373d-e30a-4d5c-b39e-7ebd76cb8c9d req-84a01cd4-3d53-4936-93a6-8a1341558aa0 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd2335e7-ff71-4bce-85b4-3a21e1c69a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458820 Dec 06 18:20:05.782421 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:20:06.243191 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a995874-93fb-429a-aa0c-eff0f1e910b4 req-782bd07d-c8a0-4dc2-b5ce-a9c8374cf031 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:20:06.244677 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0a995874-93fb-429a-aa0c-eff0f1e910b4 req-782bd07d-c8a0-4dc2-b5ce-a9c8374cf031 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=eedac40b-42c4-4ce0-863a-ea3a4d667688 HTTP/1.1" status: 200 len: 946 time: 0.0479453 Dec 06 18:20:06.293659 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0a995874-93fb-429a-aa0c-eff0f1e910b4 req-de7395b8-c9db-4811-9b87-7885440b4d77 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd2335e7-ff71-4bce-85b4-3a21e1c69a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421362 Dec 06 18:20:07.410026 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d990bbe8-7cef-4c77-affa-58082935a031 req-9a5cc5a2-707e-4b68-b576-9475840c5a44 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:20:07.411534 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d990bbe8-7cef-4c77-affa-58082935a031 req-9a5cc5a2-707e-4b68-b576-9475840c5a44 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=eedac40b-42c4-4ce0-863a-ea3a4d667688 HTTP/1.1" status: 200 len: 946 time: 0.0493355 Dec 06 18:20:07.459934 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d990bbe8-7cef-4c77-affa-58082935a031 req-38ba8bca-b2ab-4e34-8e31-c37e3e80d1c7 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd2335e7-ff71-4bce-85b4-3a21e1c69a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426085 Dec 06 18:20:08.577151 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2199613f-5917-4433-a267-f0441d63590d req-54ea9445-ef02-479a-8d12-a76ccef9ccf2 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:20:08.578676 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2199613f-5917-4433-a267-f0441d63590d req-54ea9445-ef02-479a-8d12-a76ccef9ccf2 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=eedac40b-42c4-4ce0-863a-ea3a4d667688 HTTP/1.1" status: 200 len: 946 time: 0.0522177 Dec 06 18:20:08.626757 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-2199613f-5917-4433-a267-f0441d63590d req-e812a15c-b146-4a27-a2d8-ef2cecb274ba tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd2335e7-ff71-4bce-85b4-3a21e1c69a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422328 Dec 06 18:20:09.740287 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d42dd7-47bb-4541-bf7d-e0bfa43d9e96 req-cb0597ea-c474-492a-a09d-52fb11b938d1 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:20:09.741787 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d5d42dd7-47bb-4541-bf7d-e0bfa43d9e96 req-cb0597ea-c474-492a-a09d-52fb11b938d1 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=eedac40b-42c4-4ce0-863a-ea3a4d667688 HTTP/1.1" status: 200 len: 946 time: 0.0482550 Dec 06 18:20:09.794074 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-d5d42dd7-47bb-4541-bf7d-e0bfa43d9e96 req-f16e7228-6942-41e3-b870-eabdf9857d4a tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd2335e7-ff71-4bce-85b4-3a21e1c69a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455530 Dec 06 18:20:10.908915 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a46b140-6149-4ea7-8a1e-a56bfe5e843b req-8dd92ff7-5963-4b94-b98a-3f06b7efd90d tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:20:10.910428 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8a46b140-6149-4ea7-8a1e-a56bfe5e843b req-8dd92ff7-5963-4b94-b98a-3f06b7efd90d tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=eedac40b-42c4-4ce0-863a-ea3a4d667688 HTTP/1.1" status: 200 len: 946 time: 0.0487952 Dec 06 18:20:10.959243 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8a46b140-6149-4ea7-8a1e-a56bfe5e843b req-502961bf-f3b4-4f84-9b35-85ba46e8776d tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd2335e7-ff71-4bce-85b4-3a21e1c69a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428321 Dec 06 18:20:12.075277 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8a4eb7-cfaa-40f1-a43f-806513f0b72c req-2f3fcd5b-819e-47a7-b869-fbe52c2dfa27 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:20:12.076734 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4b8a4eb7-cfaa-40f1-a43f-806513f0b72c req-2f3fcd5b-819e-47a7-b869-fbe52c2dfa27 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=eedac40b-42c4-4ce0-863a-ea3a4d667688 HTTP/1.1" status: 200 len: 946 time: 0.0520272 Dec 06 18:20:12.125293 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4b8a4eb7-cfaa-40f1-a43f-806513f0b72c req-9159e889-e445-442a-bef1-d6f569c4f0b8 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd2335e7-ff71-4bce-85b4-3a21e1c69a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426548 Dec 06 18:20:13.241499 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea80dedd-43ce-4e77-889e-de7e2e927d3a req-8c1e4c79-8394-4b4d-ae9b-e83868216bee tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:20:13.242971 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ea80dedd-43ce-4e77-889e-de7e2e927d3a req-8c1e4c79-8394-4b4d-ae9b-e83868216bee tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=eedac40b-42c4-4ce0-863a-ea3a4d667688 HTTP/1.1" status: 200 len: 946 time: 0.0482433 Dec 06 18:20:13.296200 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ea80dedd-43ce-4e77-889e-de7e2e927d3a req-faabcdad-3cf7-4788-9d3d-fbf6d5d8aab5 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd2335e7-ff71-4bce-85b4-3a21e1c69a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465221 Dec 06 18:20:13.575053 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b1d93b2e-9432-4246-b348-888d1b22383a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:20:13.909007 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88ccdcb-ded5-4eaa-9277-1e3705941f68 req-021b940e-552d-4507-9ca5-19200c8aefe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:20:13.911988 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d88ccdcb-ded5-4eaa-9277-1e3705941f68 req-021b940e-552d-4507-9ca5-19200c8aefe7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e63a46e965b5414386cd136669f20481&device_id=eedac40b-42c4-4ce0-863a-ea3a4d667688 HTTP/1.1" status: 200 len: 1097 time: 0.0419216 Dec 06 18:20:13.999276 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88ccdcb-ded5-4eaa-9277-1e3705941f68 req-f3c67342-2ac2-47da-a66b-f4b5a3b4fdab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:20:14.000743 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d88ccdcb-ded5-4eaa-9277-1e3705941f68 req-f3c67342-2ac2-47da-a66b-f4b5a3b4fdab service neutron] 10.222.0.44 "GET /v2.0/networks?id=b72638d6-e367-4a7c-8953-1adc5b0cdf5d HTTP/1.1" status: 200 len: 909 time: 0.0833352 Dec 06 18:20:14.067507 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d88ccdcb-ded5-4eaa-9277-1e3705941f68 req-9ac55a9d-ab3a-4505-b6a0-3523222ba4f4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee1f8d9e-4078-4d6c-83b7-04b6ccc94115 HTTP/1.1" status: 200 len: 1002 time: 0.0603530 Dec 06 18:20:14.114880 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88ccdcb-ded5-4eaa-9277-1e3705941f68 req-ac99dc2d-f1c0-4e7c-af6a-4a57b4961e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:20:14.116300 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d88ccdcb-ded5-4eaa-9277-1e3705941f68 req-ac99dc2d-f1c0-4e7c-af6a-4a57b4961e98 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=68b786be-9180-44a2-8d2d-4b37eb56a25e HTTP/1.1" status: 200 len: 847 time: 0.0417695 Dec 06 18:20:14.161389 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88ccdcb-ded5-4eaa-9277-1e3705941f68 req-08f6b7e9-7dab-4d64-86e2-d9f0f636d120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:20:14.162840 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d88ccdcb-ded5-4eaa-9277-1e3705941f68 req-08f6b7e9-7dab-4d64-86e2-d9f0f636d120 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b72638d6-e367-4a7c-8953-1adc5b0cdf5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391951 Dec 06 18:20:14.256946 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d88ccdcb-ded5-4eaa-9277-1e3705941f68 req-aaa1f6a9-2fef-45ff-8ca2-7e5c2b572d00 service neutron] 10.222.0.44 "GET /v2.0/networks/b72638d6-e367-4a7c-8953-1adc5b0cdf5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860927 Dec 06 18:20:14.346591 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d88ccdcb-ded5-4eaa-9277-1e3705941f68 req-3ad310b3-c0b6-4067-889e-087b6981ff8d service neutron] 10.222.0.44 "GET /v2.0/networks/b72638d6-e367-4a7c-8953-1adc5b0cdf5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830212 Dec 06 18:20:14.411037 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f4eb4e-525b-432d-bab2-d8f662820f3e req-27853fc0-0595-43bc-860c-621caa4c0da3 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:20:14.412560 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-44f4eb4e-525b-432d-bab2-d8f662820f3e req-27853fc0-0595-43bc-860c-621caa4c0da3 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=eedac40b-42c4-4ce0-863a-ea3a4d667688 HTTP/1.1" status: 200 len: 946 time: 0.0484526 Dec 06 18:20:14.460032 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-44f4eb4e-525b-432d-bab2-d8f662820f3e req-55f80c95-2071-419b-bfd9-69a490b9dc17 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd2335e7-ff71-4bce-85b4-3a21e1c69a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416353 Dec 06 18:20:15.579394 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad339a9f-950d-4976-940f-dbdef59e5066 req-81298d60-5194-40f6-8f08-dc933d79a789 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:20:15.580793 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ad339a9f-950d-4976-940f-dbdef59e5066 req-81298d60-5194-40f6-8f08-dc933d79a789 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=eedac40b-42c4-4ce0-863a-ea3a4d667688 HTTP/1.1" status: 200 len: 946 time: 0.0532134 Dec 06 18:20:15.630174 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ad339a9f-950d-4976-940f-dbdef59e5066 req-00dd0fa3-1d22-4913-b3b1-facb06ccaece tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd2335e7-ff71-4bce-85b4-3a21e1c69a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433466 Dec 06 18:20:15.756754 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8264b1f4-5fa8-4582-b1c3-b501cb56c2ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:20:16.750439 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f935e454-71bb-4a06-93b2-5c18c53f0ff7 req-bae21b0a-154d-4259-b1a5-eaa531ca1e87 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:20:16.751943 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f935e454-71bb-4a06-93b2-5c18c53f0ff7 req-bae21b0a-154d-4259-b1a5-eaa531ca1e87 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=eedac40b-42c4-4ce0-863a-ea3a4d667688 HTTP/1.1" status: 200 len: 946 time: 0.0492473 Dec 06 18:20:16.808164 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f935e454-71bb-4a06-93b2-5c18c53f0ff7 req-f1e9cc89-4091-4f82-bebd-a0119d2f5846 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd2335e7-ff71-4bce-85b4-3a21e1c69a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502775 Dec 06 18:20:17.198923 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:20:17.924416 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e804ca2b-0543-4946-8bfd-71bd88a9cf20 req-82e10932-8bf2-4a01-8089-d7203ac2ccf7 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:20:17.925992 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e804ca2b-0543-4946-8bfd-71bd88a9cf20 req-82e10932-8bf2-4a01-8089-d7203ac2ccf7 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=eedac40b-42c4-4ce0-863a-ea3a4d667688 HTTP/1.1" status: 200 len: 946 time: 0.0504267 Dec 06 18:20:17.979555 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e804ca2b-0543-4946-8bfd-71bd88a9cf20 req-ee5982ef-c65e-4f23-a554-ff54f2cf8dc2 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd2335e7-ff71-4bce-85b4-3a21e1c69a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468090 Dec 06 18:20:18.119133 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [req-eaba980d-9dc6-431c-b0cb-0b285271f9ec req-a6da7285-7e35-43c4-b610-827dd38c3ea8 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103285) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 18:20:18.120553 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-eaba980d-9dc6-431c-b0cb-0b285271f9ec req-a6da7285-7e35-43c4-b610-827dd38c3ea8 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0772762 Dec 06 18:20:18.297649 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4bb205a8-28ce-4124-8cb9-9f322798d630 req-7a3f455c-ed86-445f-b445-3ba1ae238cc0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=eedac40b-42c4-4ce0-863a-ea3a4d667688&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0830133 Dec 06 18:20:18.310089 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0140cf23-549a-4fc5-b115-9df7a2440fd2 req-df5855cd-a1cc-405b-a698-36ffaee4119a tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:20:18.311444 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0140cf23-549a-4fc5-b115-9df7a2440fd2 req-df5855cd-a1cc-405b-a698-36ffaee4119a tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=eedac40b-42c4-4ce0-863a-ea3a4d667688 HTTP/1.1" status: 200 len: 946 time: 0.0667958 Dec 06 18:20:18.316304 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [req-4bb205a8-28ce-4124-8cb9-9f322798d630 req-a09cf68e-c806-4926-9e95-e99544dda457 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 18:20:18.317909 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4bb205a8-28ce-4124-8cb9-9f322798d630 req-a09cf68e-c806-4926-9e95-e99544dda457 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049889 Dec 06 18:20:18.329394 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:20:18.364973 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0140cf23-549a-4fc5-b115-9df7a2440fd2 req-234f780e-d328-4e78-be5a-87f9ef51819a tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd2335e7-ff71-4bce-85b4-3a21e1c69a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458770 Dec 06 18:20:18.593415 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device ee1f8d9e-4078-4d6c-83b7-04b6ccc94115 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 18:20:18.674784 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:20:18.698025 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eedac40b-42c4-4ce0-863a-ea3a4d667688', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee1f8d9e-4078-4d6c-83b7-04b6ccc94115'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 18:20:18.700391 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}253b13571352ac935e80f100367d97205cb4b29805628151c230edbf5f3547e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c4124c3-9e72-4e75-9e99-b83204e8b3a4" -d '{"events": [{"server_uuid": "eedac40b-42c4-4ce0-863a-ea3a4d667688", "name": "network-vif-unplugged", "status": "completed", "tag": "ee1f8d9e-4078-4d6c-83b7-04b6ccc94115"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 18:20:18.714295 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port ee1f8d9e-4078-4d6c-83b7-04b6ccc94115, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ee1f8d9e-4078-4d6c-83b7-04b6ccc94115,segment=NetworkSegment(ab96be8e-75a7-4f64-8b9f-0cf865842be4),segment_id=ab96be8e-75a7-4f64-8b9f-0cf865842be4)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:20:18.718707 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:20:18.741778 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 06 Dec 2021 18:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47e83cd4-2bf0-407e-addb-859ffb4dbb05 x-openstack-request-id: req-47e83cd4-2bf0-407e-addb-859ffb4dbb05 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 18:20:18.742078 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eedac40b-42c4-4ce0-863a-ea3a4d667688", "name": "network-vif-unplugged", "status": "failed", "tag": "ee1f8d9e-4078-4d6c-83b7-04b6ccc94115", "code": 422}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 18:20:18.742337 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-47e83cd4-2bf0-407e-addb-859ffb4dbb05 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 18:20:18.742733 n-d-master-1 neutron-server[103286]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'eedac40b-42c4-4ce0-863a-ea3a4d667688', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ee1f8d9e-4078-4d6c-83b7-04b6ccc94115', 'code': 422} returned with failed status Dec 06 18:20:18.768868 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=ee1f8d9e-4078-4d6c-83b7-04b6ccc94115,revision_number=6']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:20:18.776454 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:20:18.776805 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:20:18.777149 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:20:18.777562 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:20:18.778459 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:20:18.778829 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:20:18.779177 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:20:18.779755 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:20:18.779888 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:20:18.780197 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:20:18.780591 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:20:18.780947 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:20:18.781269 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:20:19.245966 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:20:19.485087 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b90c60a-acee-4bd3-aa30-83a2453ec792 req-e5ca6d51-aed8-45e9-a1b6-6f3a7dc782d8 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:20:19.486671 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5b90c60a-acee-4bd3-aa30-83a2453ec792 req-e5ca6d51-aed8-45e9-a1b6-6f3a7dc782d8 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=eedac40b-42c4-4ce0-863a-ea3a4d667688 HTTP/1.1" status: 200 len: 944 time: 0.0505202 Dec 06 18:20:19.536979 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5b90c60a-acee-4bd3-aa30-83a2453ec792 req-a61c11af-8b9f-4600-818f-d733fdedee2d tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd2335e7-ff71-4bce-85b4-3a21e1c69a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436997 Dec 06 18:20:20.654320 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd55ea-6321-4f57-a76e-e37bf9be7e2b req-1dc9280f-98e6-40b7-a89d-b924a4e69063 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:20:20.655802 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f6dd55ea-6321-4f57-a76e-e37bf9be7e2b req-1dc9280f-98e6-40b7-a89d-b924a4e69063 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=eedac40b-42c4-4ce0-863a-ea3a4d667688 HTTP/1.1" status: 200 len: 944 time: 0.0490015 Dec 06 18:20:20.705175 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f6dd55ea-6321-4f57-a76e-e37bf9be7e2b req-6799ee3a-b7fe-4f4c-ba70-682d6a782459 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd2335e7-ff71-4bce-85b4-3a21e1c69a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433531 Dec 06 18:20:21.830660 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3af26a-53ac-4067-8fa9-b5e2ec9952ea req-13909a3c-3078-4ec3-86a6-390ce034f29b tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:20:21.832258 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6f3af26a-53ac-4067-8fa9-b5e2ec9952ea req-13909a3c-3078-4ec3-86a6-390ce034f29b tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=eedac40b-42c4-4ce0-863a-ea3a4d667688 HTTP/1.1" status: 200 len: 944 time: 0.0578589 Dec 06 18:20:21.886090 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-6f3af26a-53ac-4067-8fa9-b5e2ec9952ea req-9e38fdaf-ce2b-4b7f-afe4-a958e1933e3f tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd2335e7-ff71-4bce-85b4-3a21e1c69a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477383 Dec 06 18:20:23.001955 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a27d44-57f8-4878-8afe-52e29a74f9a3 req-c19d66e8-cd35-4f24-bb35-988b888f05b2 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:20:23.003427 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-88a27d44-57f8-4878-8afe-52e29a74f9a3 req-c19d66e8-cd35-4f24-bb35-988b888f05b2 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=eedac40b-42c4-4ce0-863a-ea3a4d667688 HTTP/1.1" status: 200 len: 944 time: 0.0485580 Dec 06 18:20:23.051587 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-88a27d44-57f8-4878-8afe-52e29a74f9a3 req-b6e68f2d-05ad-4868-9e8f-ddc1978464d4 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd2335e7-ff71-4bce-85b4-3a21e1c69a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420384 Dec 06 18:20:24.115002 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb205a8-28ce-4124-8cb9-9f322798d630 req-3679e92d-f4e8-42f8-b5d3-338ff9d7fcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:20:24.116498 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4bb205a8-28ce-4124-8cb9-9f322798d630 req-3679e92d-f4e8-42f8-b5d3-338ff9d7fcdc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=eedac40b-42c4-4ce0-863a-ea3a4d667688&tenant_id=e63a46e965b5414386cd136669f20481 HTTP/1.1" status: 200 len: 1095 time: 0.0440240 Dec 06 18:20:24.128440 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [req-4bb205a8-28ce-4124-8cb9-9f322798d630 req-10b9c4e6-7d36-4e66-b288-69966f448894 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103285) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 18:20:24.129418 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4bb205a8-28ce-4124-8cb9-9f322798d630 req-10b9c4e6-7d36-4e66-b288-69966f448894 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050187 Dec 06 18:20:24.146123 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-4bb205a8-28ce-4124-8cb9-9f322798d630 req-e7e50fa3-5e86-48c7-8e99-6fa455f84e0c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-master-1', 'device_owner': 'compute:nova'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:20:24.174598 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f039a8-37dc-4170-bdf6-78a5fe6b891e req-23386032-6c62-4680-9d3a-81eefb604213 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:20:24.176318 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b8f039a8-37dc-4170-bdf6-78a5fe6b891e req-23386032-6c62-4680-9d3a-81eefb604213 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=eedac40b-42c4-4ce0-863a-ea3a4d667688 HTTP/1.1" status: 200 len: 944 time: 0.0544014 Dec 06 18:20:24.200837 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-4bb205a8-28ce-4124-8cb9-9f322798d630 req-e7e50fa3-5e86-48c7-8e99-6fa455f84e0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:20:24.225588 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b8f039a8-37dc-4170-bdf6-78a5fe6b891e req-b25c71a6-45d4-41f8-b114-61ef66e0dbec tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd2335e7-ff71-4bce-85b4-3a21e1c69a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433800 Dec 06 18:20:24.399477 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-4bb205a8-28ce-4124-8cb9-9f322798d630 req-e7e50fa3-5e86-48c7-8e99-6fa455f84e0c service neutron] For port ee1f8d9e-4078-4d6c-83b7-04b6ccc94115, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=ee1f8d9e-4078-4d6c-83b7-04b6ccc94115,segment=NetworkSegment(ab96be8e-75a7-4f64-8b9f-0cf865842be4),segment_id=ab96be8e-75a7-4f64-8b9f-0cf865842be4)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:20:24.431311 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-4bb205a8-28ce-4124-8cb9-9f322798d630 req-e7e50fa3-5e86-48c7-8e99-6fa455f84e0c service neutron] For port ee1f8d9e-4078-4d6c-83b7-04b6ccc94115, host n-h2-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 18:20:24.467027 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-4bb205a8-28ce-4124-8cb9-9f322798d630 req-e7e50fa3-5e86-48c7-8e99-6fa455f84e0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee1f8d9e-4078-4d6c-83b7-04b6ccc94115 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 18:20:24.474256 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-4bb205a8-28ce-4124-8cb9-9f322798d630 req-e7e50fa3-5e86-48c7-8e99-6fa455f84e0c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:20:24.486547 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-4bb205a8-28ce-4124-8cb9-9f322798d630 req-e7e50fa3-5e86-48c7-8e99-6fa455f84e0c service neutron] Transition to ACTIVE for port object ee1f8d9e-4078-4d6c-83b7-04b6ccc94115 will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 18:20:24.489921 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-4bb205a8-28ce-4124-8cb9-9f322798d630 req-e7e50fa3-5e86-48c7-8e99-6fa455f84e0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:20:24.540528 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e50fa3-5e86-48c7-8e99-6fa455f84e0c service neutron] Pushing event updated for resources: {'Port': ['ID=ee1f8d9e-4078-4d6c-83b7-04b6ccc94115,revision_number=7']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:20:24.579847 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e50fa3-5e86-48c7-8e99-6fa455f84e0c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:20:24.580195 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e50fa3-5e86-48c7-8e99-6fa455f84e0c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:20:24.580560 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e50fa3-5e86-48c7-8e99-6fa455f84e0c service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:20:24.580882 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e50fa3-5e86-48c7-8e99-6fa455f84e0c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:20:24.581217 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e50fa3-5e86-48c7-8e99-6fa455f84e0c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:20:24.581578 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e50fa3-5e86-48c7-8e99-6fa455f84e0c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:20:24.581917 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e50fa3-5e86-48c7-8e99-6fa455f84e0c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:20:24.582243 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e50fa3-5e86-48c7-8e99-6fa455f84e0c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:20:24.582573 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e50fa3-5e86-48c7-8e99-6fa455f84e0c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:20:24.582903 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e50fa3-5e86-48c7-8e99-6fa455f84e0c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:20:24.583230 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e50fa3-5e86-48c7-8e99-6fa455f84e0c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:20:24.583555 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e50fa3-5e86-48c7-8e99-6fa455f84e0c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:20:24.583879 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e50fa3-5e86-48c7-8e99-6fa455f84e0c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:20:24.627749 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bb205a8-28ce-4124-8cb9-9f322798d630 req-e7e50fa3-5e86-48c7-8e99-6fa455f84e0c service neutron] No DVR routers for this DVR port ee1f8d9e-4078-4d6c-83b7-04b6ccc94115 on host n-h2-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 18:20:24.761635 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-4bb205a8-28ce-4124-8cb9-9f322798d630 req-e7e50fa3-5e86-48c7-8e99-6fa455f84e0c service neutron] Attempting to bind port ee1f8d9e-4078-4d6c-83b7-04b6ccc94115 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 18:20:24.761965 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-4bb205a8-28ce-4124-8cb9-9f322798d630 req-e7e50fa3-5e86-48c7-8e99-6fa455f84e0c service neutron] Attempting to bind port ee1f8d9e-4078-4d6c-83b7-04b6ccc94115 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'ab96be8e-75a7-4f64-8b9f-0cf865842be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b72638d6-e367-4a7c-8953-1adc5b0cdf5d'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 18:20:24.762289 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb205a8-28ce-4124-8cb9-9f322798d630 req-e7e50fa3-5e86-48c7-8e99-6fa455f84e0c service neutron] Attempting to bind port ee1f8d9e-4078-4d6c-83b7-04b6ccc94115 on network b72638d6-e367-4a7c-8953-1adc5b0cdf5d {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 18:20:24.767845 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb205a8-28ce-4124-8cb9-9f322798d630 req-e7e50fa3-5e86-48c7-8e99-6fa455f84e0c service neutron] Port ee1f8d9e-4078-4d6c-83b7-04b6ccc94115 on network b72638d6-e367-4a7c-8953-1adc5b0cdf5d not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 18:20:24.768161 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb205a8-28ce-4124-8cb9-9f322798d630 req-e7e50fa3-5e86-48c7-8e99-6fa455f84e0c service neutron] Attempting to bind port ee1f8d9e-4078-4d6c-83b7-04b6ccc94115 on network b72638d6-e367-4a7c-8953-1adc5b0cdf5d {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 18:20:24.773141 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb205a8-28ce-4124-8cb9-9f322798d630 req-e7e50fa3-5e86-48c7-8e99-6fa455f84e0c service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 18, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 18:20:24.773492 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb205a8-28ce-4124-8cb9-9f322798d630 req-e7e50fa3-5e86-48c7-8e99-6fa455f84e0c service neutron] Checking segment: {'id': 'ab96be8e-75a7-4f64-8b9f-0cf865842be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b72638d6-e367-4a7c-8953-1adc5b0cdf5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 18:20:24.773886 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb205a8-28ce-4124-8cb9-9f322798d630 req-e7e50fa3-5e86-48c7-8e99-6fa455f84e0c service neutron] Bound using segment: {'id': 'ab96be8e-75a7-4f64-8b9f-0cf865842be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b72638d6-e367-4a7c-8953-1adc5b0cdf5d'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 18:20:24.774308 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-4bb205a8-28ce-4124-8cb9-9f322798d630 req-e7e50fa3-5e86-48c7-8e99-6fa455f84e0c service neutron] Bound port: ee1f8d9e-4078-4d6c-83b7-04b6ccc94115, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab96be8e-75a7-4f64-8b9f-0cf865842be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b72638d6-e367-4a7c-8953-1adc5b0cdf5d'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 18:20:24.774656 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-4bb205a8-28ce-4124-8cb9-9f322798d630 req-e7e50fa3-5e86-48c7-8e99-6fa455f84e0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:20:24.836196 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-4bb205a8-28ce-4124-8cb9-9f322798d630 req-e7e50fa3-5e86-48c7-8e99-6fa455f84e0c service neutron] For port ee1f8d9e-4078-4d6c-83b7-04b6ccc94115, host n-h1-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 18:20:24.839093 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-4bb205a8-28ce-4124-8cb9-9f322798d630 req-e7e50fa3-5e86-48c7-8e99-6fa455f84e0c service neutron] For port ee1f8d9e-4078-4d6c-83b7-04b6ccc94115, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ee1f8d9e-4078-4d6c-83b7-04b6ccc94115,segment=NetworkSegment(ab96be8e-75a7-4f64-8b9f-0cf865842be4),segment_id=ab96be8e-75a7-4f64-8b9f-0cf865842be4)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 18:20:24.844428 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-4bb205a8-28ce-4124-8cb9-9f322798d630 req-e7e50fa3-5e86-48c7-8e99-6fa455f84e0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:20:24.880666 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb205a8-28ce-4124-8cb9-9f322798d630 req-e7e50fa3-5e86-48c7-8e99-6fa455f84e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:20:24.881282 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-4bb205a8-28ce-4124-8cb9-9f322798d630 req-e7e50fa3-5e86-48c7-8e99-6fa455f84e0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:20:24.882688 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4bb205a8-28ce-4124-8cb9-9f322798d630 req-e7e50fa3-5e86-48c7-8e99-6fa455f84e0c service neutron] 10.222.0.41 "PUT /v2.0/ports/ee1f8d9e-4078-4d6c-83b7-04b6ccc94115 HTTP/1.1" status: 200 len: 1092 time: 0.7405071 Dec 06 18:20:24.883175 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eedac40b-42c4-4ce0-863a-ea3a4d667688', 'tag': 'ee1f8d9e-4078-4d6c-83b7-04b6ccc94115'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 18:20:24.885497 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84a504b017671f0a47cd85ab9346cb7aca95b1a07f687931bccd5817498bce48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bc4d51b-8a09-47bb-b7ee-6f3945f4c72f" -d '{"events": [{"name": "network-changed", "server_uuid": "eedac40b-42c4-4ce0-863a-ea3a4d667688", "tag": "ee1f8d9e-4078-4d6c-83b7-04b6ccc94115"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 18:20:24.909350 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e50fa3-5e86-48c7-8e99-6fa455f84e0c service neutron] Pushing event updated for resources: {'Port': ['ID=ee1f8d9e-4078-4d6c-83b7-04b6ccc94115,revision_number=8']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:20:24.939876 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 18:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1bebb2d-1d5b-46ee-a838-a268ad277684 x-openstack-request-id: req-b1bebb2d-1d5b-46ee-a838-a268ad277684 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 18:20:24.940174 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eedac40b-42c4-4ce0-863a-ea3a4d667688", "tag": "ee1f8d9e-4078-4d6c-83b7-04b6ccc94115", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 18:20:24.940428 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b1bebb2d-1d5b-46ee-a838-a268ad277684 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 18:20:24.940830 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eedac40b-42c4-4ce0-863a-ea3a4d667688', 'tag': 'ee1f8d9e-4078-4d6c-83b7-04b6ccc94115', 'status': 'completed', 'code': 200} Dec 06 18:20:24.956973 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb205a8-28ce-4124-8cb9-9f322798d630 req-57cd0bbd-70bc-4a08-8125-d7af9113de26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:20:24.958551 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4bb205a8-28ce-4124-8cb9-9f322798d630 req-57cd0bbd-70bc-4a08-8125-d7af9113de26 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e63a46e965b5414386cd136669f20481&device_id=eedac40b-42c4-4ce0-863a-ea3a4d667688 HTTP/1.1" status: 200 len: 1095 time: 0.0458503 Dec 06 18:20:25.056620 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb205a8-28ce-4124-8cb9-9f322798d630 req-4fe81fb7-a5b4-45ef-b025-dccc0adc62ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:20:25.058201 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4bb205a8-28ce-4124-8cb9-9f322798d630 req-4fe81fb7-a5b4-45ef-b025-dccc0adc62ba service neutron] 10.222.0.41 "GET /v2.0/networks?id=b72638d6-e367-4a7c-8953-1adc5b0cdf5d HTTP/1.1" status: 200 len: 909 time: 0.0925157 Dec 06 18:20:25.133369 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4bb205a8-28ce-4124-8cb9-9f322798d630 req-100f9e17-dc61-4328-95ad-5084d5e46ecc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee1f8d9e-4078-4d6c-83b7-04b6ccc94115 HTTP/1.1" status: 200 len: 1000 time: 0.0622456 Dec 06 18:20:25.186233 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb205a8-28ce-4124-8cb9-9f322798d630 req-d195996d-ec1a-417d-9267-1ed4c9c79cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:20:25.187523 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4bb205a8-28ce-4124-8cb9-9f322798d630 req-d195996d-ec1a-417d-9267-1ed4c9c79cf3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=68b786be-9180-44a2-8d2d-4b37eb56a25e HTTP/1.1" status: 200 len: 847 time: 0.0430920 Dec 06 18:20:25.237227 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb205a8-28ce-4124-8cb9-9f322798d630 req-8bc2b3d3-4626-4e71-b0c6-b4b479c92b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:20:25.238707 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4bb205a8-28ce-4124-8cb9-9f322798d630 req-8bc2b3d3-4626-4e71-b0c6-b4b479c92b06 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b72638d6-e367-4a7c-8953-1adc5b0cdf5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388091 Dec 06 18:20:25.336602 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4bb205a8-28ce-4124-8cb9-9f322798d630 req-7d3f47fe-2da4-44d8-9266-a10c9dc11ff2 service neutron] 10.222.0.41 "GET /v2.0/networks/b72638d6-e367-4a7c-8953-1adc5b0cdf5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862269 Dec 06 18:20:25.341722 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3081c106-38d2-4065-ac61-8ffb5f307d3d req-2e7dba1d-d9d5-4bb9-9821-b1357620779c tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:20:25.343286 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3081c106-38d2-4065-ac61-8ffb5f307d3d req-2e7dba1d-d9d5-4bb9-9821-b1357620779c tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=eedac40b-42c4-4ce0-863a-ea3a4d667688 HTTP/1.1" status: 200 len: 944 time: 0.0493665 Dec 06 18:20:25.399592 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3081c106-38d2-4065-ac61-8ffb5f307d3d req-4a391a2e-ce16-4bee-baf9-b0cee96ee13a tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd2335e7-ff71-4bce-85b4-3a21e1c69a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500407 Dec 06 18:20:25.436191 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4bb205a8-28ce-4124-8cb9-9f322798d630 req-78c99b8f-3c79-4073-bc05-8a59cb99c7ba service neutron] 10.222.0.41 "GET /v2.0/networks/b72638d6-e367-4a7c-8953-1adc5b0cdf5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873709 Dec 06 18:20:25.526980 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc4d51b-8a09-47bb-b7ee-6f3945f4c72f req-a5c4e4e5-a179-4a72-b665-f5bf5473b2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:20:25.529081 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4bc4d51b-8a09-47bb-b7ee-6f3945f4c72f req-a5c4e4e5-a179-4a72-b665-f5bf5473b2db service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e63a46e965b5414386cd136669f20481&device_id=eedac40b-42c4-4ce0-863a-ea3a4d667688 HTTP/1.1" status: 200 len: 1095 time: 0.0409062 Dec 06 18:20:25.631438 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc4d51b-8a09-47bb-b7ee-6f3945f4c72f req-bae3881a-5091-466c-b9a5-51d06eb11dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:20:25.633066 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4bc4d51b-8a09-47bb-b7ee-6f3945f4c72f req-bae3881a-5091-466c-b9a5-51d06eb11dd4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b72638d6-e367-4a7c-8953-1adc5b0cdf5d HTTP/1.1" status: 200 len: 909 time: 0.0954030 Dec 06 18:20:25.703896 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4bc4d51b-8a09-47bb-b7ee-6f3945f4c72f req-3ffee3a0-e5af-44b9-8eaf-67fcb7776868 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee1f8d9e-4078-4d6c-83b7-04b6ccc94115 HTTP/1.1" status: 200 len: 1000 time: 0.0621085 Dec 06 18:20:25.758027 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc4d51b-8a09-47bb-b7ee-6f3945f4c72f req-003730d3-44bc-4db2-86d8-5300b68a3074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:20:25.759455 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4bc4d51b-8a09-47bb-b7ee-6f3945f4c72f req-003730d3-44bc-4db2-86d8-5300b68a3074 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=68b786be-9180-44a2-8d2d-4b37eb56a25e HTTP/1.1" status: 200 len: 847 time: 0.0425367 Dec 06 18:20:25.809748 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc4d51b-8a09-47bb-b7ee-6f3945f4c72f req-432fe5c1-461e-4ddf-9041-0a2d96a8ede0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:20:25.811234 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4bc4d51b-8a09-47bb-b7ee-6f3945f4c72f req-432fe5c1-461e-4ddf-9041-0a2d96a8ede0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b72638d6-e367-4a7c-8953-1adc5b0cdf5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407274 Dec 06 18:20:25.905725 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4bc4d51b-8a09-47bb-b7ee-6f3945f4c72f req-75acaa46-9e2d-4c60-8345-2668308a6e61 service neutron] 10.222.0.41 "GET /v2.0/networks/b72638d6-e367-4a7c-8953-1adc5b0cdf5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862625 Dec 06 18:20:25.997874 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4bc4d51b-8a09-47bb-b7ee-6f3945f4c72f req-e4478778-e6bc-4f14-901e-ac70fda38c22 service neutron] 10.222.0.41 "GET /v2.0/networks/b72638d6-e367-4a7c-8953-1adc5b0cdf5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839922 Dec 06 18:20:26.516945 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fea2dda-afdb-48cb-bd33-53c43aefad5f req-f95f3f6f-1286-4c22-9626-d2d93687d310 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:20:26.518510 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3fea2dda-afdb-48cb-bd33-53c43aefad5f req-f95f3f6f-1286-4c22-9626-d2d93687d310 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=eedac40b-42c4-4ce0-863a-ea3a4d667688 HTTP/1.1" status: 200 len: 944 time: 0.0487945 Dec 06 18:20:26.574479 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-3fea2dda-afdb-48cb-bd33-53c43aefad5f req-d7650ddb-2432-49e1-89dd-c22cee535871 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd2335e7-ff71-4bce-85b4-3a21e1c69a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470014 Dec 06 18:20:27.689336 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dd0eff-9697-42f6-982a-66e65a7856db req-ca99dfe9-25e7-4fd2-9e2b-29db9665f0c9 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:20:27.690890 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a6dd0eff-9697-42f6-982a-66e65a7856db req-ca99dfe9-25e7-4fd2-9e2b-29db9665f0c9 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=eedac40b-42c4-4ce0-863a-ea3a4d667688 HTTP/1.1" status: 200 len: 944 time: 0.0487750 Dec 06 18:20:27.741166 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-a6dd0eff-9697-42f6-982a-66e65a7856db req-caff0c85-59b6-4771-8ed0-afedea313e40 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd2335e7-ff71-4bce-85b4-3a21e1c69a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442994 Dec 06 18:20:28.856116 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2471c3-ad5a-480e-ac69-915f440e84a2 req-8c6aee93-e62e-4fb2-9196-c494b5d53ffc tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:20:28.857639 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-da2471c3-ad5a-480e-ac69-915f440e84a2 req-8c6aee93-e62e-4fb2-9196-c494b5d53ffc tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=eedac40b-42c4-4ce0-863a-ea3a4d667688 HTTP/1.1" status: 200 len: 944 time: 0.0479577 Dec 06 18:20:28.906687 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-da2471c3-ad5a-480e-ac69-915f440e84a2 req-6d641bd7-b979-4410-a4b1-9decd989bffc tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd2335e7-ff71-4bce-85b4-3a21e1c69a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431960 Dec 06 18:20:30.021256 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e2cb9e-c6a8-4600-8a75-b0b0392bace5 req-6194f145-fcaf-4fcd-9b55-c610bc24a923 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:20:30.022755 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-99e2cb9e-c6a8-4600-8a75-b0b0392bace5 req-6194f145-fcaf-4fcd-9b55-c610bc24a923 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=eedac40b-42c4-4ce0-863a-ea3a4d667688 HTTP/1.1" status: 200 len: 944 time: 0.0484755 Dec 06 18:20:30.070710 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-99e2cb9e-c6a8-4600-8a75-b0b0392bace5 req-367168cb-e011-498e-b46f-de277e8dcf0c tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd2335e7-ff71-4bce-85b4-3a21e1c69a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411172 Dec 06 18:20:31.184067 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040f9e4e-b4d4-4616-8000-8a2e56ec34fa req-1e8165fb-7354-4826-a4b3-305be420bdd3 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:20:31.185534 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-040f9e4e-b4d4-4616-8000-8a2e56ec34fa req-1e8165fb-7354-4826-a4b3-305be420bdd3 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=eedac40b-42c4-4ce0-863a-ea3a4d667688 HTTP/1.1" status: 200 len: 944 time: 0.0474029 Dec 06 18:20:31.233996 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-040f9e4e-b4d4-4616-8000-8a2e56ec34fa req-2e85eae6-f00e-4acc-8950-1c3cef609010 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd2335e7-ff71-4bce-85b4-3a21e1c69a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426054 Dec 06 18:20:32.351629 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe33182-19d4-445c-881f-5d990d0b4532 req-7843b4da-e72a-46e9-a481-9d1a229189a8 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:20:32.353102 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-cbe33182-19d4-445c-881f-5d990d0b4532 req-7843b4da-e72a-46e9-a481-9d1a229189a8 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=eedac40b-42c4-4ce0-863a-ea3a4d667688 HTTP/1.1" status: 200 len: 944 time: 0.0523527 Dec 06 18:20:32.401989 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-cbe33182-19d4-445c-881f-5d990d0b4532 req-2705571d-4038-4fea-bcb3-3d0dddaa9041 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd2335e7-ff71-4bce-85b4-3a21e1c69a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424178 Dec 06 18:20:33.402686 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:20:33.520947 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6197011a-349a-4f83-80c2-a888093a4557 req-68210351-1616-485c-a982-088c145de30f tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:20:33.522453 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6197011a-349a-4f83-80c2-a888093a4557 req-68210351-1616-485c-a982-088c145de30f tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=eedac40b-42c4-4ce0-863a-ea3a4d667688 HTTP/1.1" status: 200 len: 944 time: 0.0516453 Dec 06 18:20:33.570180 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-6197011a-349a-4f83-80c2-a888093a4557 req-bc58ea1a-42b9-42b5-b89c-f46143810d61 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd2335e7-ff71-4bce-85b4-3a21e1c69a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417511 Dec 06 18:20:34.025920 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device ee1f8d9e-4078-4d6c-83b7-04b6ccc94115 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 18:20:34.283501 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port ee1f8d9e-4078-4d6c-83b7-04b6ccc94115, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ee1f8d9e-4078-4d6c-83b7-04b6ccc94115,segment=NetworkSegment(ab96be8e-75a7-4f64-8b9f-0cf865842be4),segment_id=ab96be8e-75a7-4f64-8b9f-0cf865842be4)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:20:34.296065 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': 'ee1f8d9e-4078-4d6c-83b7-04b6ccc94115', 'network_id': 'b72638d6-e367-4a7c-8953-1adc5b0cdf5d', 'port_id': 'ee1f8d9e-4078-4d6c-83b7-04b6ccc94115', 'mac_address': 'fa:16:3e:64:1b:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68b786be-9180-44a2-8d2d-4b37eb56a25e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 18:20:34.331782 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:20:34.344641 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee1f8d9e-4078-4d6c-83b7-04b6ccc94115 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 18:20:34.363857 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port ee1f8d9e-4078-4d6c-83b7-04b6ccc94115, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ee1f8d9e-4078-4d6c-83b7-04b6ccc94115,segment=NetworkSegment(ab96be8e-75a7-4f64-8b9f-0cf865842be4),segment_id=ab96be8e-75a7-4f64-8b9f-0cf865842be4)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:20:34.367865 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:20:34.419343 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=ee1f8d9e-4078-4d6c-83b7-04b6ccc94115,revision_number=9']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:20:34.671140 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['ee1f8d9e-4078-4d6c-83b7-04b6ccc94115'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 18:20:34.688902 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf1553a-279f-4e73-ae8c-3eba18d1aa8b req-8defd01d-c0c3-49ce-bfb0-cc86bd46eef4 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:20:34.690478 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4bf1553a-279f-4e73-ae8c-3eba18d1aa8b req-8defd01d-c0c3-49ce-bfb0-cc86bd46eef4 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=eedac40b-42c4-4ce0-863a-ea3a4d667688 HTTP/1.1" status: 200 len: 945 time: 0.0508151 Dec 06 18:20:34.742190 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4bf1553a-279f-4e73-ae8c-3eba18d1aa8b req-26198d66-f7df-4bb7-9648-117b896f55c3 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd2335e7-ff71-4bce-85b4-3a21e1c69a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447659 Dec 06 18:20:35.790179 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:20:35.861003 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35063eb-f61c-40ff-8c19-f611a1f9606e req-90822d1e-f0a2-457c-9ba5-0fc0d90a4b2f tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:20:35.862495 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e35063eb-f61c-40ff-8c19-f611a1f9606e req-90822d1e-f0a2-457c-9ba5-0fc0d90a4b2f tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=eedac40b-42c4-4ce0-863a-ea3a4d667688 HTTP/1.1" status: 200 len: 945 time: 0.0480611 Dec 06 18:20:35.910038 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e35063eb-f61c-40ff-8c19-f611a1f9606e req-0a4bc724-e207-46c0-a447-989a4988b3ee tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd2335e7-ff71-4bce-85b4-3a21e1c69a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417309 Dec 06 18:20:36.040763 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device ee1f8d9e-4078-4d6c-83b7-04b6ccc94115 up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 18:20:36.087470 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port ee1f8d9e-4078-4d6c-83b7-04b6ccc94115 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 18:20:36.091811 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port ee1f8d9e-4078-4d6c-83b7-04b6ccc94115 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:20:36.092182 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:20:36.165974 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:20:36.190473 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eedac40b-42c4-4ce0-863a-ea3a4d667688', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee1f8d9e-4078-4d6c-83b7-04b6ccc94115'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 18:20:36.192726 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}253b13571352ac935e80f100367d97205cb4b29805628151c230edbf5f3547e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73a145de-815f-47ff-9cb6-0be781bb993e" -d '{"events": [{"server_uuid": "eedac40b-42c4-4ce0-863a-ea3a4d667688", "name": "network-vif-plugged", "status": "completed", "tag": "ee1f8d9e-4078-4d6c-83b7-04b6ccc94115"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 18:20:36.209028 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port ee1f8d9e-4078-4d6c-83b7-04b6ccc94115, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ee1f8d9e-4078-4d6c-83b7-04b6ccc94115,segment=NetworkSegment(ab96be8e-75a7-4f64-8b9f-0cf865842be4),segment_id=ab96be8e-75a7-4f64-8b9f-0cf865842be4)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:20:36.215000 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:20:36.238039 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 18:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae48a1b0-4f18-48a4-b661-e2d59368bb94 x-openstack-request-id: req-ae48a1b0-4f18-48a4-b661-e2d59368bb94 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 18:20:36.238339 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eedac40b-42c4-4ce0-863a-ea3a4d667688", "name": "network-vif-plugged", "status": "completed", "tag": "ee1f8d9e-4078-4d6c-83b7-04b6ccc94115", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 18:20:36.238599 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ae48a1b0-4f18-48a4-b661-e2d59368bb94 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 18:20:36.238997 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eedac40b-42c4-4ce0-863a-ea3a4d667688', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee1f8d9e-4078-4d6c-83b7-04b6ccc94115', 'code': 200} Dec 06 18:20:36.265253 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=ee1f8d9e-4078-4d6c-83b7-04b6ccc94115,revision_number=10']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:20:36.392054 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f65d79-59ca-48b4-9d60-9ba2798a2060 req-6857804e-f626-4053-9562-cb5482d1fc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:20:36.393432 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e5f65d79-59ca-48b4-9d60-9ba2798a2060 req-6857804e-f626-4053-9562-cb5482d1fc5b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=eedac40b-42c4-4ce0-863a-ea3a4d667688 HTTP/1.1" status: 200 len: 1098 time: 0.0434000 Dec 06 18:20:36.729059 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e5f65d79-59ca-48b4-9d60-9ba2798a2060 req-3a1776fa-1ba8-4944-b930-f2bee4b6ef74 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=dd2335e7-ff71-4bce-85b4-3a21e1c69a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3273263 Dec 06 18:20:37.023495 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29f1a39-4160-453a-bc43-8413daf39419 req-a29a0e91-916b-4d8a-b62e-ded3c40d416b tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:20:37.024952 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e29f1a39-4160-453a-bc43-8413daf39419 req-a29a0e91-916b-4d8a-b62e-ded3c40d416b tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=eedac40b-42c4-4ce0-863a-ea3a4d667688 HTTP/1.1" status: 200 len: 947 time: 0.0482256 Dec 06 18:20:37.072905 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e29f1a39-4160-453a-bc43-8413daf39419 req-efdf47f1-a13c-4b79-9d2d-7e0a55865c04 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd2335e7-ff71-4bce-85b4-3a21e1c69a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420058 Dec 06 18:20:38.194621 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370de0dc-86a0-4d34-8c64-6aeeca77b254 req-4dba7be6-faa1-4aa5-afd9-b820e410338f tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:20:38.196092 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-370de0dc-86a0-4d34-8c64-6aeeca77b254 req-4dba7be6-faa1-4aa5-afd9-b820e410338f tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=eedac40b-42c4-4ce0-863a-ea3a4d667688 HTTP/1.1" status: 200 len: 947 time: 0.0516589 Dec 06 18:20:38.245961 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-370de0dc-86a0-4d34-8c64-6aeeca77b254 req-a003ba37-93ad-4182-ba64-3525262acbd4 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd2335e7-ff71-4bce-85b4-3a21e1c69a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432467 Dec 06 18:20:40.322311 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 18:20:43.575949 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a9a3091e-86bd-464a-81f5-0e516a386b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:20:45.756677 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-10627638-999f-4961-88e8-35ffcdc51d4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:20:47.200189 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:20:48.331656 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:20:49.249485 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:20:57.777007 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ee32b614-becc-44cc-bae8-ec5b8fd9faff req-718da327-36d7-4882-ad37-54502e5164d4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=eedac40b-42c4-4ce0-863a-ea3a4d667688&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0872676 Dec 06 18:20:57.870252 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee32b614-becc-44cc-bae8-ec5b8fd9faff req-9991149b-1352-4279-be9b-5fc8a7c5a25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:20:57.871765 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ee32b614-becc-44cc-bae8-ec5b8fd9faff req-9991149b-1352-4279-be9b-5fc8a7c5a25a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e63a46e965b5414386cd136669f20481&device_id=eedac40b-42c4-4ce0-863a-ea3a4d667688 HTTP/1.1" status: 200 len: 1098 time: 0.0438559 Dec 06 18:20:57.974125 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee32b614-becc-44cc-bae8-ec5b8fd9faff req-17606527-bd46-4a39-819a-ce86319314cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:20:57.975499 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ee32b614-becc-44cc-bae8-ec5b8fd9faff req-17606527-bd46-4a39-819a-ce86319314cb service neutron] 10.222.0.41 "GET /v2.0/networks?id=b72638d6-e367-4a7c-8953-1adc5b0cdf5d HTTP/1.1" status: 200 len: 909 time: 0.0832763 Dec 06 18:20:58.043005 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ee32b614-becc-44cc-bae8-ec5b8fd9faff req-404d2ac1-5e08-4fd1-b753-19e91991bf03 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee1f8d9e-4078-4d6c-83b7-04b6ccc94115 HTTP/1.1" status: 200 len: 1002 time: 0.0595272 Dec 06 18:20:58.092051 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee32b614-becc-44cc-bae8-ec5b8fd9faff req-80b874d4-1e08-4f2b-af8f-6e77bc92ba42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:20:58.093460 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ee32b614-becc-44cc-bae8-ec5b8fd9faff req-80b874d4-1e08-4f2b-af8f-6e77bc92ba42 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=68b786be-9180-44a2-8d2d-4b37eb56a25e HTTP/1.1" status: 200 len: 847 time: 0.0431273 Dec 06 18:20:58.137958 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee32b614-becc-44cc-bae8-ec5b8fd9faff req-4c4abb74-0fee-46d9-aa54-c6abdc56db44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:20:58.139469 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ee32b614-becc-44cc-bae8-ec5b8fd9faff req-4c4abb74-0fee-46d9-aa54-c6abdc56db44 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b72638d6-e367-4a7c-8953-1adc5b0cdf5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384035 Dec 06 18:20:58.235549 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ee32b614-becc-44cc-bae8-ec5b8fd9faff req-bfd9ed3d-6fcf-424b-b8c3-c2ffcc882c70 service neutron] 10.222.0.41 "GET /v2.0/networks/b72638d6-e367-4a7c-8953-1adc5b0cdf5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849390 Dec 06 18:20:58.324732 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-ee32b614-becc-44cc-bae8-ec5b8fd9faff req-ec9f9763-7605-444d-b045-d901716a5105 service neutron] 10.222.0.41 "GET /v2.0/networks/b72638d6-e367-4a7c-8953-1adc5b0cdf5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817931 Dec 06 18:21:03.416972 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:21:05.804641 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:21:13.576748 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-016225e4-2d44-46b7-8ccd-77219c8880f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:21:15.757424 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-236962f7-d7de-4fef-977b-ab023eaa8728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:21:17.203603 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:21:17.322662 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 18:21:18.334476 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:21:19.251256 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:21:33.417535 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:21:35.817704 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:21:43.578249 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-eec80102-b37b-45e9-a379-d5b0e5ce01d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:21:45.759082 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-255eb7c3-0549-4a47-b89b-a082f27ecaab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:21:47.206320 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:21:48.336696 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:21:49.253215 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:21:54.322955 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 18:21:56.466872 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 43990) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:21:56.622919 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-4f275846-0a9d-454d-8934-dbbe7b7598c6 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Deleting port 6d923e8d-a02a-4ce9-884f-f5c38586764c {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 18:21:56.623261 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4f275846-0a9d-454d-8934-dbbe7b7598c6 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:21:56.698248 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4f275846-0a9d-454d-8934-dbbe7b7598c6 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:21:56.698576 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4f275846-0a9d-454d-8934-dbbe7b7598c6 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:21:56.710606 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-4f275846-0a9d-454d-8934-dbbe7b7598c6 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Calling delete_port for 6d923e8d-a02a-4ce9-884f-f5c38586764c owned by network:floatingip {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 18:21:56.860053 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4f275846-0a9d-454d-8934-dbbe7b7598c6 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:21:56.887123 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f275846-0a9d-454d-8934-dbbe7b7598c6 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Pushing event deleted for resources: {'Port': ['ID=6d923e8d-a02a-4ce9-884f-f5c38586764c,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:21:56.911576 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f275846-0a9d-454d-8934-dbbe7b7598c6 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:21:56.912503 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f275846-0a9d-454d-8934-dbbe7b7598c6 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:21:56.912849 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f275846-0a9d-454d-8934-dbbe7b7598c6 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:21:56.913183 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f275846-0a9d-454d-8934-dbbe7b7598c6 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:21:56.913540 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f275846-0a9d-454d-8934-dbbe7b7598c6 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:21:56.913875 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f275846-0a9d-454d-8934-dbbe7b7598c6 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:21:56.914204 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f275846-0a9d-454d-8934-dbbe7b7598c6 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:21:56.914533 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f275846-0a9d-454d-8934-dbbe7b7598c6 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:21:56.914860 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f275846-0a9d-454d-8934-dbbe7b7598c6 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:21:56.915186 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f275846-0a9d-454d-8934-dbbe7b7598c6 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:21:56.915508 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f275846-0a9d-454d-8934-dbbe7b7598c6 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:21:56.915832 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f275846-0a9d-454d-8934-dbbe7b7598c6 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:21:56.916150 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f275846-0a9d-454d-8934-dbbe7b7598c6 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:21:56.955125 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4f275846-0a9d-454d-8934-dbbe7b7598c6 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks [] for floatingip, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:21:56.955456 n-d-master-1 neutron-server[103285]: INFO neutron.db.l3_db [None req-4f275846-0a9d-454d-8934-dbbe7b7598c6 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Floating IP ea8552a9-6717-47d7-9ce1-08e795016416 disassociated (deleted). External IP: 172.35.1.108, port: ee1f8d9e-4078-4d6c-83b7-04b6ccc94115. Dec 06 18:21:57.159105 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f275846-0a9d-454d-8934-dbbe7b7598c6 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Router 56e819e2-3dea-4779-8ffd-7c30aa02fb7e has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 18:21:57.265037 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f275846-0a9d-454d-8934-dbbe7b7598c6 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 18:21:57.269868 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4f275846-0a9d-454d-8934-dbbe7b7598c6 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:21:57.275367 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1381d229-63ad-4a91-aba8-e116222c80ee None None] Sync routers for ids ['56e819e2-3dea-4779-8ffd-7c30aa02fb7e'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 18:21:57.285724 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1381d229-63ad-4a91-aba8-e116222c80ee None None] Routers {'56e819e2-3dea-4779-8ffd-7c30aa02fb7e'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:21:57.286373 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-1381d229-63ad-4a91-aba8-e116222c80ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:21:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['56e819e2-3dea-4779-8ffd-7c30aa02fb7e'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:21:57.296979 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-4f275846-0a9d-454d-8934-dbbe7b7598c6 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "DELETE /v2.0/floatingips/ea8552a9-6717-47d7-9ce1-08e795016416 HTTP/1.1" status: 204 len: 168 time: 0.8288050 Dec 06 18:21:57.297614 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eedac40b-42c4-4ce0-863a-ea3a4d667688', 'tag': 'ee1f8d9e-4078-4d6c-83b7-04b6ccc94115'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 18:21:57.299881 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84a504b017671f0a47cd85ab9346cb7aca95b1a07f687931bccd5817498bce48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2b21d56-6731-4e25-91a6-a11e22b741c7" -d '{"events": [{"name": "network-changed", "server_uuid": "eedac40b-42c4-4ce0-863a-ea3a4d667688", "tag": "ee1f8d9e-4078-4d6c-83b7-04b6ccc94115"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 18:21:57.345161 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 18:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aad8cda-845d-4784-9e70-401f59b3cebc x-openstack-request-id: req-3aad8cda-845d-4784-9e70-401f59b3cebc {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 18:21:57.345457 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eedac40b-42c4-4ce0-863a-ea3a4d667688", "tag": "ee1f8d9e-4078-4d6c-83b7-04b6ccc94115", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 18:21:57.345742 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3aad8cda-845d-4784-9e70-401f59b3cebc {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 18:21:57.346157 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eedac40b-42c4-4ce0-863a-ea3a4d667688', 'tag': 'ee1f8d9e-4078-4d6c-83b7-04b6ccc94115', 'status': 'completed', 'code': 200} Dec 06 18:21:57.397292 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-1381d229-63ad-4a91-aba8-e116222c80ee None None] Set router 56e819e2-3dea-4779-8ffd-7c30aa02fb7e gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:21:57.428174 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b21d56-6731-4e25-91a6-a11e22b741c7 req-5a4a2fd3-0298-4e45-87ae-24a97a8a11fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:21:57.430413 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e2b21d56-6731-4e25-91a6-a11e22b741c7 req-5a4a2fd3-0298-4e45-87ae-24a97a8a11fe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e63a46e965b5414386cd136669f20481&device_id=eedac40b-42c4-4ce0-863a-ea3a4d667688 HTTP/1.1" status: 200 len: 1098 time: 0.0508275 Dec 06 18:21:57.533823 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b21d56-6731-4e25-91a6-a11e22b741c7 req-998527ed-50e9-4b91-94b3-960c165ea7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:21:57.535327 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e2b21d56-6731-4e25-91a6-a11e22b741c7 req-998527ed-50e9-4b91-94b3-960c165ea7f6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b72638d6-e367-4a7c-8953-1adc5b0cdf5d HTTP/1.1" status: 200 len: 909 time: 0.0914209 Dec 06 18:21:57.538403 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043391f2-004a-4924-83de-f0ee494bfe17 req-6a5c855b-47f7-4e9d-ab0c-b13f64c4c1d5 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:21:57.539982 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-043391f2-004a-4924-83de-f0ee494bfe17 req-6a5c855b-47f7-4e9d-ab0c-b13f64c4c1d5 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=eedac40b-42c4-4ce0-863a-ea3a4d667688 HTTP/1.1" status: 200 len: 947 time: 0.0530949 Dec 06 18:21:57.584815 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e2b21d56-6731-4e25-91a6-a11e22b741c7 req-276225aa-cd17-49ee-8545-c66b099437f2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee1f8d9e-4078-4d6c-83b7-04b6ccc94115 HTTP/1.1" status: 200 len: 217 time: 0.0402694 Dec 06 18:21:57.590781 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-043391f2-004a-4924-83de-f0ee494bfe17 req-0fd42695-eb8a-4107-9e86-b87f2d91bfd8 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd2335e7-ff71-4bce-85b4-3a21e1c69a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445716 Dec 06 18:21:57.611264 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-1381d229-63ad-4a91-aba8-e116222c80ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e819e2-3dea-4779-8ffd-7c30aa02fb7e', 'name': 'tempest-TestShelveInstance-260168432-router', 'tenant_id': 'e63a46e965b5414386cd136669f20481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.143'}], 'enable_snat': True}, 'gw_port_id': '3d05cb2d-a33e-49ff-be81-ce853bf24daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:13:04Z', 'updated_at': '2021-12-06T18:13:07Z', 'revision_number': 4, 'project_id': 'e63a46e965b5414386cd136669f20481', 'gw_port': {'id': '3d05cb2d-a33e-49ff-be81-ce853bf24daf', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:cf:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e819e2-3dea-4779-8ffd-7c30aa02fb7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:13:04Z', 'updated_at': '2021-12-06T18:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '04f22a46-8a60-4ef5-970c-17194ab28777', 'name': '', 'network_id': 'b72638d6-e367-4a7c-8953-1adc5b0cdf5d', 'tenant_id': 'e63a46e965b5414386cd136669f20481', 'mac_address': 'fa:16:3e:16:7c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e819e2-3dea-4779-8ffd-7c30aa02fb7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '68b786be-9180-44a2-8d2d-4b37eb56a25e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:13:06Z', 'updated_at': '2021-12-06T18:13:10Z', 'revision_number': 5, 'project_id': 'e63a46e965b5414386cd136669f20481', 'subnets': [{'id': '68b786be-9180-44a2-8d2d-4b37eb56a25e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:21:57.635523 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b21d56-6731-4e25-91a6-a11e22b741c7 req-8fa2352e-c695-4176-81d3-aee3deb156d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:21:57.636995 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e2b21d56-6731-4e25-91a6-a11e22b741c7 req-8fa2352e-c695-4176-81d3-aee3deb156d9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=68b786be-9180-44a2-8d2d-4b37eb56a25e HTTP/1.1" status: 200 len: 847 time: 0.0449092 Dec 06 18:21:57.641642 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1381d229-63ad-4a91-aba8-e116222c80ee None None] Checking router: 56e819e2-3dea-4779-8ffd-7c30aa02fb7e for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 18:21:57.650019 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1381d229-63ad-4a91-aba8-e116222c80ee None None] Routers {'56e819e2-3dea-4779-8ffd-7c30aa02fb7e'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:21:57.650793 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-1381d229-63ad-4a91-aba8-e116222c80ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:21:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['56e819e2-3dea-4779-8ffd-7c30aa02fb7e'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:21:57.692150 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b21d56-6731-4e25-91a6-a11e22b741c7 req-412df6d8-f8ba-409e-a7b7-27e4ce7caba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:21:57.694268 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e2b21d56-6731-4e25-91a6-a11e22b741c7 req-412df6d8-f8ba-409e-a7b7-27e4ce7caba8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b72638d6-e367-4a7c-8953-1adc5b0cdf5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440385 Dec 06 18:21:57.801207 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e2b21d56-6731-4e25-91a6-a11e22b741c7 req-6805bb64-498d-4d9b-b87c-143f173a04d3 service neutron] 10.222.0.41 "GET /v2.0/networks/b72638d6-e367-4a7c-8953-1adc5b0cdf5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974689 Dec 06 18:21:57.842006 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-1381d229-63ad-4a91-aba8-e116222c80ee None None] Set router 56e819e2-3dea-4779-8ffd-7c30aa02fb7e gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:21:57.896177 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e2b21d56-6731-4e25-91a6-a11e22b741c7 req-9d8a110d-62a1-4a1c-bfcb-323f2bc1ab94 service neutron] 10.222.0.41 "GET /v2.0/networks/b72638d6-e367-4a7c-8953-1adc5b0cdf5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861385 Dec 06 18:21:58.036375 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-1381d229-63ad-4a91-aba8-e116222c80ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e819e2-3dea-4779-8ffd-7c30aa02fb7e', 'name': 'tempest-TestShelveInstance-260168432-router', 'tenant_id': 'e63a46e965b5414386cd136669f20481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.143'}], 'enable_snat': True}, 'gw_port_id': '3d05cb2d-a33e-49ff-be81-ce853bf24daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:13:04Z', 'updated_at': '2021-12-06T18:13:07Z', 'revision_number': 4, 'project_id': 'e63a46e965b5414386cd136669f20481', 'gw_port': {'id': '3d05cb2d-a33e-49ff-be81-ce853bf24daf', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:cf:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e819e2-3dea-4779-8ffd-7c30aa02fb7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:13:04Z', 'updated_at': '2021-12-06T18:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '04f22a46-8a60-4ef5-970c-17194ab28777', 'name': '', 'network_id': 'b72638d6-e367-4a7c-8953-1adc5b0cdf5d', 'tenant_id': 'e63a46e965b5414386cd136669f20481', 'mac_address': 'fa:16:3e:16:7c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e819e2-3dea-4779-8ffd-7c30aa02fb7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '68b786be-9180-44a2-8d2d-4b37eb56a25e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:13:06Z', 'updated_at': '2021-12-06T18:13:10Z', 'revision_number': 5, 'project_id': 'e63a46e965b5414386cd136669f20481', 'subnets': [{'id': '68b786be-9180-44a2-8d2d-4b37eb56a25e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:21:58.062391 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1381d229-63ad-4a91-aba8-e116222c80ee None None] The sync data for ids ['56e819e2-3dea-4779-8ffd-7c30aa02fb7e'] in n-d-master-1 is: [{'id': '56e819e2-3dea-4779-8ffd-7c30aa02fb7e', 'name': 'tempest-TestShelveInstance-260168432-router', 'tenant_id': 'e63a46e965b5414386cd136669f20481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.143'}], 'enable_snat': True}, 'gw_port_id': '3d05cb2d-a33e-49ff-be81-ce853bf24daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:13:04Z', 'updated_at': '2021-12-06T18:13:07Z', 'revision_number': 4, 'project_id': 'e63a46e965b5414386cd136669f20481', 'gw_port': {'id': '3d05cb2d-a33e-49ff-be81-ce853bf24daf', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:cf:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e819e2-3dea-4779-8ffd-7c30aa02fb7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:13:04Z', 'updated_at': '2021-12-06T18:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '04f22a46-8a60-4ef5-970c-17194ab28777', 'name': '', 'network_id': 'b72638d6-e367-4a7c-8953-1adc5b0cdf5d', 'tenant_id': 'e63a46e965b5414386cd136669f20481', 'mac_address': 'fa:16:3e:16:7c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e819e2-3dea-4779-8ffd-7c30aa02fb7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '68b786be-9180-44a2-8d2d-4b37eb56a25e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:13:06Z', 'updated_at': '2021-12-06T18:13:10Z', 'revision_number': 5, 'project_id': 'e63a46e965b5414386cd136669f20481', 'subnets': [{'id': '68b786be-9180-44a2-8d2d-4b37eb56a25e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 18:21:58.270264 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9749943-1d0c-40f7-946e-9d2f003286a6 None None] New status for floating IP ea8552a9-6717-47d7-9ce1-08e795016416: DOWN {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 18:21:58.714539 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05f3b1b-5523-4fc7-8759-ef22ffe7ef87 req-e8d9b571-18ed-4b73-a9a8-0612ce53b88f tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:21:58.716027 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f05f3b1b-5523-4fc7-8759-ef22ffe7ef87 req-e8d9b571-18ed-4b73-a9a8-0612ce53b88f tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=eedac40b-42c4-4ce0-863a-ea3a4d667688 HTTP/1.1" status: 200 len: 947 time: 0.0536048 Dec 06 18:21:58.763946 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f05f3b1b-5523-4fc7-8759-ef22ffe7ef87 req-10761541-4754-4102-8fda-0f51383ef739 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/security-groups?id=dd2335e7-ff71-4bce-85b4-3a21e1c69a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419450 Dec 06 18:21:59.229319 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc83e8e6-be60-4cbf-bdea-b402d2ebad05 req-099c2884-7836-4b04-a424-c7e07d28688d tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:21:59.230819 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-dc83e8e6-be60-4cbf-bdea-b402d2ebad05 req-099c2884-7836-4b04-a424-c7e07d28688d tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.41 "GET /v2.0/ports?device_id=eedac40b-42c4-4ce0-863a-ea3a4d667688 HTTP/1.1" status: 200 len: 947 time: 0.0486228 Dec 06 18:21:59.322276 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-dc83e8e6-be60-4cbf-bdea-b402d2ebad05 req-f8e25eec-814d-4b6d-9739-68b85ffc48e4 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Deleting port ee1f8d9e-4078-4d6c-83b7-04b6ccc94115 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 18:21:59.322519 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-dc83e8e6-be60-4cbf-bdea-b402d2ebad05 req-f8e25eec-814d-4b6d-9739-68b85ffc48e4 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:21:59.413389 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-dc83e8e6-be60-4cbf-bdea-b402d2ebad05 req-f8e25eec-814d-4b6d-9739-68b85ffc48e4 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] For port ee1f8d9e-4078-4d6c-83b7-04b6ccc94115, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=ee1f8d9e-4078-4d6c-83b7-04b6ccc94115,segment=NetworkSegment(ab96be8e-75a7-4f64-8b9f-0cf865842be4),segment_id=ab96be8e-75a7-4f64-8b9f-0cf865842be4)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:21:59.413788 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-dc83e8e6-be60-4cbf-bdea-b402d2ebad05 req-f8e25eec-814d-4b6d-9739-68b85ffc48e4 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:21:59.426228 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-dc83e8e6-be60-4cbf-bdea-b402d2ebad05 req-f8e25eec-814d-4b6d-9739-68b85ffc48e4 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Calling delete_port for ee1f8d9e-4078-4d6c-83b7-04b6ccc94115 owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 18:21:59.553064 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-dc83e8e6-be60-4cbf-bdea-b402d2ebad05 req-f8e25eec-814d-4b6d-9739-68b85ffc48e4 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:21:59.580908 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e25eec-814d-4b6d-9739-68b85ffc48e4 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Pushing event deleted for resources: {'Port': ['ID=ee1f8d9e-4078-4d6c-83b7-04b6ccc94115,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:21:59.621868 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc83e8e6-be60-4cbf-bdea-b402d2ebad05 req-f8e25eec-814d-4b6d-9739-68b85ffc48e4 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] No DVR routers for this DVR port ee1f8d9e-4078-4d6c-83b7-04b6ccc94115 on host n-h1-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 18:21:59.624486 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-dc83e8e6-be60-4cbf-bdea-b402d2ebad05 req-f8e25eec-814d-4b6d-9739-68b85ffc48e4 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:21:59.627830 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-dc83e8e6-be60-4cbf-bdea-b402d2ebad05 req-f8e25eec-814d-4b6d-9739-68b85ffc48e4 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.41 "DELETE /v2.0/ports/ee1f8d9e-4078-4d6c-83b7-04b6ccc94115 HTTP/1.1" status: 204 len: 173 time: 0.3891430 Dec 06 18:21:59.628275 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eedac40b-42c4-4ce0-863a-ea3a4d667688', 'name': 'network-vif-deleted', 'tag': 'ee1f8d9e-4078-4d6c-83b7-04b6ccc94115'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 18:21:59.630622 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84a504b017671f0a47cd85ab9346cb7aca95b1a07f687931bccd5817498bce48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a33914-67c2-488b-9203-9580d6548db5" -d '{"events": [{"server_uuid": "eedac40b-42c4-4ce0-863a-ea3a4d667688", "name": "network-vif-deleted", "tag": "ee1f8d9e-4078-4d6c-83b7-04b6ccc94115"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 18:21:59.670317 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 18:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eadc68c1-0890-4300-b301-f7a655aab005 x-openstack-request-id: req-eadc68c1-0890-4300-b301-f7a655aab005 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 18:21:59.670619 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eedac40b-42c4-4ce0-863a-ea3a4d667688", "name": "network-vif-deleted", "tag": "ee1f8d9e-4078-4d6c-83b7-04b6ccc94115", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 18:21:59.670910 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-eadc68c1-0890-4300-b301-f7a655aab005 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 18:21:59.671317 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eedac40b-42c4-4ce0-863a-ea3a4d667688', 'name': 'network-vif-deleted', 'tag': 'ee1f8d9e-4078-4d6c-83b7-04b6ccc94115', 'status': 'completed', 'code': 200} Dec 06 18:21:59.863199 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c31a3720-677a-480f-8487-848b6f1b0a3b req-678b0f67-cc26-4557-8686-4faf65cb4f0b tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=eedac40b-42c4-4ce0-863a-ea3a4d667688 HTTP/1.1" status: 200 len: 210 time: 0.0304053 Dec 06 18:22:00.957478 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-da0cf5f5-0431-4d77-a8b9-338f57bf2f78 req-29af5b76-67fc-4cd4-b912-bc7f54ac5062 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=eedac40b-42c4-4ce0-863a-ea3a4d667688 HTTP/1.1" status: 200 len: 210 time: 0.0256584 Dec 06 18:22:02.052730 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f7b2202a-15ad-4e81-b361-b1f64c40b518 req-34b0831b-9f01-4a59-9d10-69d4a49bc2b7 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=eedac40b-42c4-4ce0-863a-ea3a4d667688 HTTP/1.1" status: 200 len: 210 time: 0.0267451 Dec 06 18:22:02.468851 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device ee1f8d9e-4078-4d6c-83b7-04b6ccc94115 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 18:22:02.489385 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] No Port match for: ee1f8d9e-4078-4d6c-83b7-04b6ccc94115 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 18:22:02.490376 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device ee1f8d9e-4078-4d6c-83b7-04b6ccc94115 not bound to the agent host n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 18:22:03.149095 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b1893be6-77cf-4b75-acf3-f6044302b9a9 req-1ae8987f-c724-43da-9a56-379113386049 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=eedac40b-42c4-4ce0-863a-ea3a4d667688 HTTP/1.1" status: 200 len: 210 time: 0.0257180 Dec 06 18:22:03.415067 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:04.258880 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-dbfa7bd3-2d7c-4819-91f7-f5de174b05ff req-0e200e33-75ba-49de-a723-ee22016e0cdb tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "GET /v2.0/ports?device_id=eedac40b-42c4-4ce0-863a-ea3a4d667688 HTTP/1.1" status: 200 len: 210 time: 0.0280900 Dec 06 18:22:05.316356 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 44024) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:22:05.374916 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-73c4f4fb-0c9c-485b-8feb-b9d94e011c18 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:05.402339 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-73c4f4fb-0c9c-485b-8feb-b9d94e011c18 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:05.466067 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-73c4f4fb-0c9c-485b-8feb-b9d94e011c18 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:05.468794 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-73c4f4fb-0c9c-485b-8feb-b9d94e011c18 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:05.469987 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-73c4f4fb-0c9c-485b-8feb-b9d94e011c18 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] 10.222.0.23 "DELETE /v2.0/security-groups/dd2335e7-ff71-4bce-85b4-3a21e1c69a0b HTTP/1.1" status: 204 len: 168 time: 0.1525962 Dec 06 18:22:05.479386 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c4f4fb-0c9c-485b-8feb-b9d94e011c18 tempest-TestShelveInstance-32480137 tempest-TestShelveInstance-32480137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd2335e7-ff71-4bce-85b4-3a21e1c69a0b,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:22:05.525561 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 44028) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:22:05.809895 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:05.974721 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dc1291d0-cb2b-4243-bcb3-b7dd99ac388b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575908'] for router_interface, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:06.220768 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-dc1291d0-cb2b-4243-bcb3-b7dd99ac388b admin admin] Deleting port 04f22a46-8a60-4ef5-970c-17194ab28777 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 18:22:06.220986 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dc1291d0-cb2b-4243-bcb3-b7dd99ac388b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:06.297734 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-dc1291d0-cb2b-4243-bcb3-b7dd99ac388b admin admin] For port 04f22a46-8a60-4ef5-970c-17194ab28777, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=04f22a46-8a60-4ef5-970c-17194ab28777,segment=NetworkSegment(ab96be8e-75a7-4f64-8b9f-0cf865842be4),segment_id=ab96be8e-75a7-4f64-8b9f-0cf865842be4)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:22:06.298099 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dc1291d0-cb2b-4243-bcb3-b7dd99ac388b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:06.310981 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-dc1291d0-cb2b-4243-bcb3-b7dd99ac388b admin admin] Calling delete_port for 04f22a46-8a60-4ef5-970c-17194ab28777 owned by network:router_interface {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 18:22:06.492371 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dc1291d0-cb2b-4243-bcb3-b7dd99ac388b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:06.524543 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1291d0-cb2b-4243-bcb3-b7dd99ac388b admin admin] Pushing event deleted for resources: {'Port': ['ID=04f22a46-8a60-4ef5-970c-17194ab28777,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:22:06.696278 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dc1291d0-cb2b-4243-bcb3-b7dd99ac388b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-772474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575952'] for router_interface, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:06.921105 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc1291d0-cb2b-4243-bcb3-b7dd99ac388b admin admin] Router 56e819e2-3dea-4779-8ffd-7c30aa02fb7e has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 18:22:07.026352 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc1291d0-cb2b-4243-bcb3-b7dd99ac388b admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 18:22:07.034130 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-dc1291d0-cb2b-4243-bcb3-b7dd99ac388b admin admin] 10.222.0.23 "PUT /v2.0/routers/56e819e2-3dea-4779-8ffd-7c30aa02fb7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5049107 Dec 06 18:22:07.034612 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 44032) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:22:07.035309 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8b1fc9-b5d7-4113-8219-9a0efab2176c None None] Sync routers for ids ['56e819e2-3dea-4779-8ffd-7c30aa02fb7e'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 18:22:07.049203 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8b1fc9-b5d7-4113-8219-9a0efab2176c None None] Routers {'56e819e2-3dea-4779-8ffd-7c30aa02fb7e'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:22:07.049839 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-2d8b1fc9-b5d7-4113-8219-9a0efab2176c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:21:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['56e819e2-3dea-4779-8ffd-7c30aa02fb7e'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:22:07.144236 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c54ca614-89ad-4c5f-9877-286581e60ecd admin admin] Publish callbacks [] for router, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:07.154612 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-2d8b1fc9-b5d7-4113-8219-9a0efab2176c None None] Set router 56e819e2-3dea-4779-8ffd-7c30aa02fb7e gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:22:07.248576 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c54ca614-89ad-4c5f-9877-286581e60ecd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:07.312597 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-c54ca614-89ad-4c5f-9877-286581e60ecd admin admin] Deleting port 3d05cb2d-a33e-49ff-be81-ce853bf24daf {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 18:22:07.312955 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c54ca614-89ad-4c5f-9877-286581e60ecd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:07.339200 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-2d8b1fc9-b5d7-4113-8219-9a0efab2176c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e819e2-3dea-4779-8ffd-7c30aa02fb7e', 'name': 'tempest-TestShelveInstance-260168432-router', 'tenant_id': 'e63a46e965b5414386cd136669f20481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.143'}], 'enable_snat': True}, 'gw_port_id': '3d05cb2d-a33e-49ff-be81-ce853bf24daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:13:04Z', 'updated_at': '2021-12-06T18:22:06Z', 'revision_number': 5, 'project_id': 'e63a46e965b5414386cd136669f20481', 'gw_port': {'id': '3d05cb2d-a33e-49ff-be81-ce853bf24daf', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:cf:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e819e2-3dea-4779-8ffd-7c30aa02fb7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:13:04Z', 'updated_at': '2021-12-06T18:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:22:07.365462 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8b1fc9-b5d7-4113-8219-9a0efab2176c None None] Checking router: 56e819e2-3dea-4779-8ffd-7c30aa02fb7e for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 18:22:07.374070 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8b1fc9-b5d7-4113-8219-9a0efab2176c None None] Routers {'56e819e2-3dea-4779-8ffd-7c30aa02fb7e'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:22:07.374671 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-2d8b1fc9-b5d7-4113-8219-9a0efab2176c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:21:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['56e819e2-3dea-4779-8ffd-7c30aa02fb7e'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:22:07.398107 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-c54ca614-89ad-4c5f-9877-286581e60ecd admin admin] For port 3d05cb2d-a33e-49ff-be81-ce853bf24daf, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=3d05cb2d-a33e-49ff-be81-ce853bf24daf,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:22:07.398869 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c54ca614-89ad-4c5f-9877-286581e60ecd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:07.415725 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-c54ca614-89ad-4c5f-9877-286581e60ecd admin admin] Calling delete_port for 3d05cb2d-a33e-49ff-be81-ce853bf24daf owned by network:router_gateway {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 18:22:07.464345 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-2d8b1fc9-b5d7-4113-8219-9a0efab2176c None None] Set router 56e819e2-3dea-4779-8ffd-7c30aa02fb7e gateway port host: None {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:22:07.519638 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-2d8b1fc9-b5d7-4113-8219-9a0efab2176c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e819e2-3dea-4779-8ffd-7c30aa02fb7e', 'name': 'tempest-TestShelveInstance-260168432-router', 'tenant_id': 'e63a46e965b5414386cd136669f20481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:13:04Z', 'updated_at': '2021-12-06T18:22:07Z', 'revision_number': 6, 'project_id': 'e63a46e965b5414386cd136669f20481', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:22:07.548008 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8b1fc9-b5d7-4113-8219-9a0efab2176c None None] The sync data for ids ['56e819e2-3dea-4779-8ffd-7c30aa02fb7e'] in n-d-master-1 is: [{'id': '56e819e2-3dea-4779-8ffd-7c30aa02fb7e', 'name': 'tempest-TestShelveInstance-260168432-router', 'tenant_id': 'e63a46e965b5414386cd136669f20481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:13:04Z', 'updated_at': '2021-12-06T18:22:07Z', 'revision_number': 6, 'project_id': 'e63a46e965b5414386cd136669f20481', 'gw_port_host': None}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 18:22:07.601389 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c54ca614-89ad-4c5f-9877-286581e60ecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:07.627588 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54ca614-89ad-4c5f-9877-286581e60ecd admin admin] Pushing event deleted for resources: {'Port': ['ID=3d05cb2d-a33e-49ff-be81-ce853bf24daf,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:22:07.644890 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d86148c-8d72-4483-9bfb-f6ce86e3927a None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 18:22:07.654942 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54ca614-89ad-4c5f-9877-286581e60ecd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:22:07.655290 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54ca614-89ad-4c5f-9877-286581e60ecd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:22:07.655645 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54ca614-89ad-4c5f-9877-286581e60ecd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:22:07.655994 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54ca614-89ad-4c5f-9877-286581e60ecd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:22:07.656338 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54ca614-89ad-4c5f-9877-286581e60ecd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:22:07.656695 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54ca614-89ad-4c5f-9877-286581e60ecd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:22:07.657013 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54ca614-89ad-4c5f-9877-286581e60ecd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:22:07.657348 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54ca614-89ad-4c5f-9877-286581e60ecd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:22:07.657782 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54ca614-89ad-4c5f-9877-286581e60ecd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:22:07.658114 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54ca614-89ad-4c5f-9877-286581e60ecd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:22:07.658468 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54ca614-89ad-4c5f-9877-286581e60ecd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:22:07.658774 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54ca614-89ad-4c5f-9877-286581e60ecd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:22:07.659101 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54ca614-89ad-4c5f-9877-286581e60ecd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:22:07.704028 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c54ca614-89ad-4c5f-9877-286581e60ecd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536698'] for router_gateway, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:07.796371 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c54ca614-89ad-4c5f-9877-286581e60ecd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:07.798616 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c54ca614-89ad-4c5f-9877-286581e60ecd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:07.842435 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c54ca614-89ad-4c5f-9877-286581e60ecd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:07.842856 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c54ca614-89ad-4c5f-9877-286581e60ecd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56e819e2-3dea-4779-8ffd-7c30aa02fb7e {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 18:22:07.847717 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c54ca614-89ad-4c5f-9877-286581e60ecd admin admin] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:07.848909 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-c54ca614-89ad-4c5f-9877-286581e60ecd admin admin] 10.222.0.23 "DELETE /v2.0/routers/56e819e2-3dea-4779-8ffd-7c30aa02fb7e HTTP/1.1" status: 204 len: 168 time: 0.8131816 Dec 06 18:22:07.851586 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 44034) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:22:07.898542 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b9fbdee-9652-4290-b1a9-ad85ae9674d9 admin admin] Deleting subnet 68b786be-9180-44a2-8d2d-4b37eb56a25e {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 18:22:07.901994 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5b9fbdee-9652-4290-b1a9-ad85ae9674d9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:07.950991 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5b9fbdee-9652-4290-b1a9-ad85ae9674d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:08.009832 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 04f22a46-8a60-4ef5-970c-17194ab28777 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 18:22:08.041349 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 04f22a46-8a60-4ef5-970c-17194ab28777 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 18:22:08.041786 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 04f22a46-8a60-4ef5-970c-17194ab28777 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 18:22:08.050246 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5b9fbdee-9652-4290-b1a9-ad85ae9674d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:08.102966 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5b9fbdee-9652-4290-b1a9-ad85ae9674d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:08.128801 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9fbdee-9652-4290-b1a9-ad85ae9674d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68b786be-9180-44a2-8d2d-4b37eb56a25e,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:22:08.133132 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5b9fbdee-9652-4290-b1a9-ad85ae9674d9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:08.138037 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-5b9fbdee-9652-4290-b1a9-ad85ae9674d9 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/68b786be-9180-44a2-8d2d-4b37eb56a25e HTTP/1.1" status: 204 len: 168 time: 0.2853472 Dec 06 18:22:08.138851 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 44036) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:22:08.138986 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720714ec-dfb4-4f9e-ba73-5019227fccee None None] Network b72638d6-e367-4a7c-8953-1adc5b0cdf5d requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 18:22:08.211427 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-83868342-8b9e-4f21-a0d1-f7e30d81286a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:08.265666 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-83868342-8b9e-4f21-a0d1-f7e30d81286a admin admin] Deleting port b7d892d6-2864-4c3c-9c65-6cb941a181be {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 18:22:08.266088 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-83868342-8b9e-4f21-a0d1-f7e30d81286a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:08.332394 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-83868342-8b9e-4f21-a0d1-f7e30d81286a admin admin] For port b7d892d6-2864-4c3c-9c65-6cb941a181be, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b7d892d6-2864-4c3c-9c65-6cb941a181be,segment=NetworkSegment(ab96be8e-75a7-4f64-8b9f-0cf865842be4),segment_id=ab96be8e-75a7-4f64-8b9f-0cf865842be4)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:22:08.332756 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-83868342-8b9e-4f21-a0d1-f7e30d81286a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:08.345912 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-83868342-8b9e-4f21-a0d1-f7e30d81286a admin admin] Calling delete_port for b7d892d6-2864-4c3c-9c65-6cb941a181be owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 18:22:08.366655 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058d9272-aac0-4a4c-b829-cffc435e9eef None None] DHCP port deletion for b72638d6-e367-4a7c-8953-1adc5b0cdf5d request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 18:22:08.415361 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-058d9272-aac0-4a4c-b829-cffc435e9eef None None] Deleting port b7d892d6-2864-4c3c-9c65-6cb941a181be {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 18:22:08.415734 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-058d9272-aac0-4a4c-b829-cffc435e9eef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:08.430679 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-83868342-8b9e-4f21-a0d1-f7e30d81286a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:08.463527 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83868342-8b9e-4f21-a0d1-f7e30d81286a admin admin] Pushing event deleted for resources: {'Port': ['ID=b7d892d6-2864-4c3c-9c65-6cb941a181be,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:22:08.465925 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83868342-8b9e-4f21-a0d1-f7e30d81286a admin admin] No DVR routers for this DVR port b7d892d6-2864-4c3c-9c65-6cb941a181be on host n-d-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 18:22:08.485674 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-058d9272-aac0-4a4c-b829-cffc435e9eef None None] For port b7d892d6-2864-4c3c-9c65-6cb941a181be, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=b7d892d6-2864-4c3c-9c65-6cb941a181be,segment=NetworkSegment(ab96be8e-75a7-4f64-8b9f-0cf865842be4),segment_id=ab96be8e-75a7-4f64-8b9f-0cf865842be4)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:22:08.486077 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-058d9272-aac0-4a4c-b829-cffc435e9eef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:08.499475 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-058d9272-aac0-4a4c-b829-cffc435e9eef None None] Calling delete_port for b7d892d6-2864-4c3c-9c65-6cb941a181be owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 18:22:08.544914 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-83868342-8b9e-4f21-a0d1-f7e30d81286a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:08.567827 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-83868342-8b9e-4f21-a0d1-f7e30d81286a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b72638d6-e367-4a7c-8953-1adc5b0cdf5d']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:22:08.570112 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 18:22:08.570112 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 18:22:08.570112 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 18:22:08.570112 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 18:22:08.570112 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 18:22:08.570112 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 18:22:08.570112 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 18:22:08.570112 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 18:22:08.570112 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 18:22:08.570112 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 18:22:08.570112 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 18:22:08.570112 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 18:22:08.570112 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 18:22:08.570112 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 18:22:08.570112 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 18:22:08.570112 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 18:22:08.570112 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 18:22:08.570112 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 18:22:08.570112 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 18:22:08.570112 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 18:22:08.570112 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 18:22:08.570112 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 18:22:08.570112 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 18:22:08.570112 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 18:22:08.570112 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 18:22:08.570112 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 18:22:08.570112 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 18:22:08.570112 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 18:22:08.570112 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 18:22:08.570112 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 18:22:08.570112 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 18:22:08.570112 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 18:22:08.570112 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 18:22:08.570112 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 18:22:08.570112 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 18:22:08.570112 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 18:22:08.570112 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 18:22:08.570112 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 18:22:08.570112 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 18:22:08.570112 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 18:22:08.570112 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 18:22:08.570112 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 18:22:08.570112 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 18:22:08.570112 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 18:22:08.570112 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 18:22:08.570112 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 18:22:08.570112 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 18:22:08.570112 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 18:22:08.570112 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 18:22:08.570112 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 18:22:08.570112 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 18:22:08.570112 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 18:22:08.570112 n-d-master-1 neutron-server[103286]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 18:22:08.570112 n-d-master-1 neutron-server[103286]: self.session.flush() Dec 06 18:22:08.575778 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-058d9272-aac0-4a4c-b829-cffc435e9eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:08.581839 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-83868342-8b9e-4f21-a0d1-f7e30d81286a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab96be8e-75a7-4f64-8b9f-0cf865842be4') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:22:08.582141 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-83868342-8b9e-4f21-a0d1-f7e30d81286a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab96be8e-75a7-4f64-8b9f-0cf865842be4') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:22:08.592811 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-83868342-8b9e-4f21-a0d1-f7e30d81286a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:08.602390 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058d9272-aac0-4a4c-b829-cffc435e9eef None None] Pushing event deleted for resources: {'Port': ['ID=b7d892d6-2864-4c3c-9c65-6cb941a181be,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:22:08.606842 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058d9272-aac0-4a4c-b829-cffc435e9eef None None] No DVR routers for this DVR port b7d892d6-2864-4c3c-9c65-6cb941a181be on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 18:22:08.608992 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-83868342-8b9e-4f21-a0d1-f7e30d81286a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:08.617221 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058d9272-aac0-4a4c-b829-cffc435e9eef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:22:08.617707 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83868342-8b9e-4f21-a0d1-f7e30d81286a admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 18:22:08.617927 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058d9272-aac0-4a4c-b829-cffc435e9eef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:22:08.618042 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058d9272-aac0-4a4c-b829-cffc435e9eef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:22:08.618130 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-83868342-8b9e-4f21-a0d1-f7e30d81286a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:08.618702 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058d9272-aac0-4a4c-b829-cffc435e9eef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:22:08.619099 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058d9272-aac0-4a4c-b829-cffc435e9eef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:22:08.619485 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058d9272-aac0-4a4c-b829-cffc435e9eef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:22:08.620174 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 18:22:08.620174 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 18:22:08.620174 n-d-master-1 neutron-server[103284]: timer() Dec 06 18:22:08.620174 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 18:22:08.620174 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 18:22:08.620174 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 18:22:08.620174 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 18:22:08.620174 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 18:22:08.620174 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 18:22:08.620174 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 18:22:08.620174 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 18:22:08.620174 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 18:22:08.620174 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 18:22:08.620174 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 18:22:08.620174 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 18:22:08.620174 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 18:22:08.620174 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 18:22:08.620174 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 18:22:08.620174 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 18:22:08.620174 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 18:22:08.620174 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 18:22:08.620174 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 18:22:08.620174 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 18:22:08.620174 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 18:22:08.620174 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 18:22:08.620174 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 18:22:08.620174 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 18:22:08.620174 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 18:22:08.620174 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 18:22:08.620174 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 18:22:08.620174 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 18:22:08.620174 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 18:22:08.623490 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058d9272-aac0-4a4c-b829-cffc435e9eef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:22:08.623833 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058d9272-aac0-4a4c-b829-cffc435e9eef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:22:08.624173 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058d9272-aac0-4a4c-b829-cffc435e9eef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:22:08.624506 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058d9272-aac0-4a4c-b829-cffc435e9eef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:22:08.624848 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058d9272-aac0-4a4c-b829-cffc435e9eef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:22:08.625161 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058d9272-aac0-4a4c-b829-cffc435e9eef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:22:08.625677 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058d9272-aac0-4a4c-b829-cffc435e9eef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:22:08.681231 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-83868342-8b9e-4f21-a0d1-f7e30d81286a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:08.688362 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-83868342-8b9e-4f21-a0d1-f7e30d81286a admin admin] Publish callbacks [] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:08.691836 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-83868342-8b9e-4f21-a0d1-f7e30d81286a admin admin] 10.222.0.23 "DELETE /v2.0/networks/b72638d6-e367-4a7c-8953-1adc5b0cdf5d HTTP/1.1" status: 204 len: 168 time: 0.5520227 Dec 06 18:22:08.694905 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 44038) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:22:08.702306 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83868342-8b9e-4f21-a0d1-f7e30d81286a admin admin] Pushing event deleted for resources: {'Network': ['ID=b72638d6-e367-4a7c-8953-1adc5b0cdf5d,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:22:09.317203 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a70ab9d6-7b05-4d6c-b5cc-84490d9303d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575908'] for router_interface, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:09.557324 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-a70ab9d6-7b05-4d6c-b5cc-84490d9303d1 admin admin] Deleting port 9b64013b-1225-4a1a-ae6a-7fa301fc878e {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 18:22:09.557697 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a70ab9d6-7b05-4d6c-b5cc-84490d9303d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:09.637987 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-a70ab9d6-7b05-4d6c-b5cc-84490d9303d1 admin admin] For port 9b64013b-1225-4a1a-ae6a-7fa301fc878e, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=9b64013b-1225-4a1a-ae6a-7fa301fc878e,segment=NetworkSegment(4b9c03f3-fe3d-4ab2-882d-149ea9a99040),segment_id=4b9c03f3-fe3d-4ab2-882d-149ea9a99040)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:22:09.638295 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a70ab9d6-7b05-4d6c-b5cc-84490d9303d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:09.650764 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-a70ab9d6-7b05-4d6c-b5cc-84490d9303d1 admin admin] Calling delete_port for 9b64013b-1225-4a1a-ae6a-7fa301fc878e owned by network:router_interface {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 18:22:09.827440 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device b7d892d6-2864-4c3c-9c65-6cb941a181be no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 18:22:09.831196 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a70ab9d6-7b05-4d6c-b5cc-84490d9303d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:09.851188 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: b7d892d6-2864-4c3c-9c65-6cb941a181be {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 18:22:09.851529 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device b7d892d6-2864-4c3c-9c65-6cb941a181be not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 18:22:09.851938 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 3d05cb2d-a33e-49ff-be81-ce853bf24daf no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 18:22:09.857432 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ab9d6-7b05-4d6c-b5cc-84490d9303d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b64013b-1225-4a1a-ae6a-7fa301fc878e,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:22:09.874086 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 3d05cb2d-a33e-49ff-be81-ce853bf24daf {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 18:22:09.874702 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 3d05cb2d-a33e-49ff-be81-ce853bf24daf not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 18:22:10.020730 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a70ab9d6-7b05-4d6c-b5cc-84490d9303d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-772474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575952'] for router_interface, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:10.235922 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a70ab9d6-7b05-4d6c-b5cc-84490d9303d1 admin admin] Router 03af20c3-2657-469c-ad21-72a35b3a62c6 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 18:22:10.339146 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a70ab9d6-7b05-4d6c-b5cc-84490d9303d1 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 18:22:10.344219 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-a70ab9d6-7b05-4d6c-b5cc-84490d9303d1 admin admin] 10.222.0.23 "PUT /v2.0/routers/03af20c3-2657-469c-ad21-72a35b3a62c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6482108 Dec 06 18:22:10.346770 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 44040) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:22:10.350822 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f553f7b-e754-40c4-8c41-d0d23e9f8145 None None] Sync routers for ids ['03af20c3-2657-469c-ad21-72a35b3a62c6'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 18:22:10.360863 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f553f7b-e754-40c4-8c41-d0d23e9f8145 None None] Routers {'03af20c3-2657-469c-ad21-72a35b3a62c6'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:22:10.361497 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-3f553f7b-e754-40c4-8c41-d0d23e9f8145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:21:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['03af20c3-2657-469c-ad21-72a35b3a62c6'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:22:10.452158 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-038d1fda-c8ad-485b-bac9-25d3793ae88d admin admin] Publish callbacks [] for router, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:10.465096 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-3f553f7b-e754-40c4-8c41-d0d23e9f8145 None None] Set router 03af20c3-2657-469c-ad21-72a35b3a62c6 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:22:10.556135 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-038d1fda-c8ad-485b-bac9-25d3793ae88d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:10.608759 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-038d1fda-c8ad-485b-bac9-25d3793ae88d admin admin] Deleting port be54c120-ee4e-4baf-a897-65f0f3e35957 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 18:22:10.609102 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-038d1fda-c8ad-485b-bac9-25d3793ae88d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:10.639902 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-3f553f7b-e754-40c4-8c41-d0d23e9f8145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03af20c3-2657-469c-ad21-72a35b3a62c6', 'name': 'tempest-TestShelveInstance-1939579-router', 'tenant_id': '96dcdbe939684fe19e5185a68eeba232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.212'}], 'enable_snat': True}, 'gw_port_id': 'be54c120-ee4e-4baf-a897-65f0f3e35957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:13:08Z', 'updated_at': '2021-12-06T18:22:09Z', 'revision_number': 5, 'project_id': '96dcdbe939684fe19e5185a68eeba232', 'gw_port': {'id': 'be54c120-ee4e-4baf-a897-65f0f3e35957', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:03:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03af20c3-2657-469c-ad21-72a35b3a62c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:13:09Z', 'updated_at': '2021-12-06T18:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:22:10.669505 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f553f7b-e754-40c4-8c41-d0d23e9f8145 None None] Checking router: 03af20c3-2657-469c-ad21-72a35b3a62c6 for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 18:22:10.678087 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f553f7b-e754-40c4-8c41-d0d23e9f8145 None None] Routers {'03af20c3-2657-469c-ad21-72a35b3a62c6'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:22:10.678700 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-3f553f7b-e754-40c4-8c41-d0d23e9f8145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:21:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['03af20c3-2657-469c-ad21-72a35b3a62c6'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:22:10.691062 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-038d1fda-c8ad-485b-bac9-25d3793ae88d admin admin] For port be54c120-ee4e-4baf-a897-65f0f3e35957, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=be54c120-ee4e-4baf-a897-65f0f3e35957,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:22:10.691429 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-038d1fda-c8ad-485b-bac9-25d3793ae88d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:10.704626 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-038d1fda-c8ad-485b-bac9-25d3793ae88d admin admin] Calling delete_port for be54c120-ee4e-4baf-a897-65f0f3e35957 owned by network:router_gateway {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 18:22:10.763638 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-3f553f7b-e754-40c4-8c41-d0d23e9f8145 None None] Set router 03af20c3-2657-469c-ad21-72a35b3a62c6 gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:22:10.816052 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-3f553f7b-e754-40c4-8c41-d0d23e9f8145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03af20c3-2657-469c-ad21-72a35b3a62c6', 'name': 'tempest-TestShelveInstance-1939579-router', 'tenant_id': '96dcdbe939684fe19e5185a68eeba232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:13:08Z', 'updated_at': '2021-12-06T18:22:10Z', 'revision_number': 6, 'project_id': '96dcdbe939684fe19e5185a68eeba232', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:22:10.846811 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f553f7b-e754-40c4-8c41-d0d23e9f8145 None None] The sync data for ids ['03af20c3-2657-469c-ad21-72a35b3a62c6'] in n-d-master-1 is: [{'id': '03af20c3-2657-469c-ad21-72a35b3a62c6', 'name': 'tempest-TestShelveInstance-1939579-router', 'tenant_id': '96dcdbe939684fe19e5185a68eeba232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:13:08Z', 'updated_at': '2021-12-06T18:22:10Z', 'revision_number': 6, 'project_id': '96dcdbe939684fe19e5185a68eeba232', 'gw_port_host': None}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 18:22:10.881933 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-038d1fda-c8ad-485b-bac9-25d3793ae88d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:10.908203 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038d1fda-c8ad-485b-bac9-25d3793ae88d admin admin] Pushing event deleted for resources: {'Port': ['ID=be54c120-ee4e-4baf-a897-65f0f3e35957,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:22:10.921324 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f940b496-a2e6-4c4b-81eb-c9b3d8463585 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 18:22:10.974452 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-038d1fda-c8ad-485b-bac9-25d3793ae88d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536698'] for router_gateway, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:11.063244 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-038d1fda-c8ad-485b-bac9-25d3793ae88d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:11.065316 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-038d1fda-c8ad-485b-bac9-25d3793ae88d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:11.110417 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-038d1fda-c8ad-485b-bac9-25d3793ae88d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:11.110891 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-038d1fda-c8ad-485b-bac9-25d3793ae88d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03af20c3-2657-469c-ad21-72a35b3a62c6 {{(pid=103285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 18:22:11.115734 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-038d1fda-c8ad-485b-bac9-25d3793ae88d admin admin] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:11.116969 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-038d1fda-c8ad-485b-bac9-25d3793ae88d admin admin] 10.222.0.23 "DELETE /v2.0/routers/03af20c3-2657-469c-ad21-72a35b3a62c6 HTTP/1.1" status: 204 len: 168 time: 0.7691879 Dec 06 18:22:11.119717 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 44042) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:22:11.163100 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f950fb4-6ae0-4aa1-b719-0db3f7b5a502 admin admin] Deleting subnet 52ed1ef7-1119-4da1-996b-9fbe855bb498 {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 18:22:11.166009 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8f950fb4-6ae0-4aa1-b719-0db3f7b5a502 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:11.201596 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8f950fb4-6ae0-4aa1-b719-0db3f7b5a502 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:11.284699 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8f950fb4-6ae0-4aa1-b719-0db3f7b5a502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:11.336537 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8f950fb4-6ae0-4aa1-b719-0db3f7b5a502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:11.362428 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f950fb4-6ae0-4aa1-b719-0db3f7b5a502 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52ed1ef7-1119-4da1-996b-9fbe855bb498,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:22:11.364336 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8f950fb4-6ae0-4aa1-b719-0db3f7b5a502 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:11.370680 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-8f950fb4-6ae0-4aa1-b719-0db3f7b5a502 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/52ed1ef7-1119-4da1-996b-9fbe855bb498 HTTP/1.1" status: 204 len: 168 time: 0.2474217 Dec 06 18:22:11.370806 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75bd1fc-fe7d-4be0-aae0-551e4bfce576 None None] Network 92ed8568-4150-4693-9b89-959b8cbd785e requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 18:22:11.370915 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 44044) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:22:11.438245 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-20e179fe-da8a-4ceb-9a5d-5db96b0884b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:11.494816 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-20e179fe-da8a-4ceb-9a5d-5db96b0884b1 admin admin] Deleting port 34f4c68b-050e-468c-be82-d042539a1426 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 18:22:11.495157 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-20e179fe-da8a-4ceb-9a5d-5db96b0884b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:11.559315 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-20e179fe-da8a-4ceb-9a5d-5db96b0884b1 admin admin] For port 34f4c68b-050e-468c-be82-d042539a1426, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=34f4c68b-050e-468c-be82-d042539a1426,segment=NetworkSegment(4b9c03f3-fe3d-4ab2-882d-149ea9a99040),segment_id=4b9c03f3-fe3d-4ab2-882d-149ea9a99040)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:22:11.559610 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-20e179fe-da8a-4ceb-9a5d-5db96b0884b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:11.571663 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-20e179fe-da8a-4ceb-9a5d-5db96b0884b1 admin admin] Calling delete_port for 34f4c68b-050e-468c-be82-d042539a1426 owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 18:22:11.624428 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04fb7644-68c9-4059-8373-165bc1d6ae54 None None] DHCP port deletion for 92ed8568-4150-4693-9b89-959b8cbd785e request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 18:22:11.665199 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-20e179fe-da8a-4ceb-9a5d-5db96b0884b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:11.692663 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e179fe-da8a-4ceb-9a5d-5db96b0884b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=34f4c68b-050e-468c-be82-d042539a1426,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:22:11.697797 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e179fe-da8a-4ceb-9a5d-5db96b0884b1 admin admin] No DVR routers for this DVR port 34f4c68b-050e-468c-be82-d042539a1426 on host n-d-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 18:22:11.791457 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-20e179fe-da8a-4ceb-9a5d-5db96b0884b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:11.814955 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-20e179fe-da8a-4ceb-9a5d-5db96b0884b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92ed8568-4150-4693-9b89-959b8cbd785e']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:22:11.826049 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-20e179fe-da8a-4ceb-9a5d-5db96b0884b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b9c03f3-fe3d-4ab2-882d-149ea9a99040') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:22:11.826362 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-20e179fe-da8a-4ceb-9a5d-5db96b0884b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b9c03f3-fe3d-4ab2-882d-149ea9a99040') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:22:11.837199 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-20e179fe-da8a-4ceb-9a5d-5db96b0884b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:11.837432 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-04fb7644-68c9-4059-8373-165bc1d6ae54 None None] Deleting port 34f4c68b-050e-468c-be82-d042539a1426 {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 18:22:11.837741 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-04fb7644-68c9-4059-8373-165bc1d6ae54 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:11.852825 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-20e179fe-da8a-4ceb-9a5d-5db96b0884b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:11.860463 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 9b64013b-1225-4a1a-ae6a-7fa301fc878e no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 18:22:11.861461 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20e179fe-da8a-4ceb-9a5d-5db96b0884b1 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 18:22:11.861920 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-20e179fe-da8a-4ceb-9a5d-5db96b0884b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:11.864170 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 18:22:11.864170 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 18:22:11.864170 n-d-master-1 neutron-server[103284]: timer() Dec 06 18:22:11.864170 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 18:22:11.864170 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 18:22:11.864170 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 18:22:11.864170 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 18:22:11.864170 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 18:22:11.864170 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 18:22:11.864170 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 18:22:11.864170 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 18:22:11.864170 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 18:22:11.864170 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 18:22:11.864170 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 18:22:11.864170 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 18:22:11.864170 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 18:22:11.864170 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 18:22:11.864170 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 18:22:11.864170 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 18:22:11.864170 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 18:22:11.864170 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 18:22:11.864170 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 18:22:11.864170 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 18:22:11.864170 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 18:22:11.864170 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 18:22:11.864170 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 18:22:11.864170 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 18:22:11.864170 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 18:22:11.864170 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 18:22:11.864170 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 18:22:11.864170 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 18:22:11.864170 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 18:22:11.882129 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 9b64013b-1225-4a1a-ae6a-7fa301fc878e {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 18:22:11.882482 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 9b64013b-1225-4a1a-ae6a-7fa301fc878e not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 18:22:11.882906 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device be54c120-ee4e-4baf-a897-65f0f3e35957 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 18:22:11.926810 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-20e179fe-da8a-4ceb-9a5d-5db96b0884b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:11.935515 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: be54c120-ee4e-4baf-a897-65f0f3e35957 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 18:22:11.935760 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-20e179fe-da8a-4ceb-9a5d-5db96b0884b1 admin admin] Publish callbacks [] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:11.935879 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device be54c120-ee4e-4baf-a897-65f0f3e35957 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 18:22:11.936277 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 34f4c68b-050e-468c-be82-d042539a1426 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 18:22:11.941987 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-20e179fe-da8a-4ceb-9a5d-5db96b0884b1 admin admin] 10.222.0.23 "DELETE /v2.0/networks/92ed8568-4150-4693-9b89-959b8cbd785e HTTP/1.1" status: 204 len: 168 time: 0.5676003 Dec 06 18:22:11.957325 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e179fe-da8a-4ceb-9a5d-5db96b0884b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=92ed8568-4150-4693-9b89-959b8cbd785e,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:22:11.965793 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 34f4c68b-050e-468c-be82-d042539a1426 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 18:22:11.966350 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 34f4c68b-050e-468c-be82-d042539a1426 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 18:22:11.972148 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-04fb7644-68c9-4059-8373-165bc1d6ae54 None None] For port 34f4c68b-050e-468c-be82-d042539a1426, host n-d-master-1, got binding levels [] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:22:11.972555 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-04fb7644-68c9-4059-8373-165bc1d6ae54 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:11.985772 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-04fb7644-68c9-4059-8373-165bc1d6ae54 None None] Calling delete_port for 34f4c68b-050e-468c-be82-d042539a1426 owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 18:22:11.988650 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.ipam_backend_mixin [None req-04fb7644-68c9-4059-8373-165bc1d6ae54 None None] Port 34f4c68b-050e-468c-be82-d042539a1426 was not found and therefore no delete operation was performed {{(pid=103286) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 06 18:22:11.992520 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-04fb7644-68c9-4059-8373-165bc1d6ae54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:12.015233 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-04fb7644-68c9-4059-8373-165bc1d6ae54 None None] Network 92ed8568-4150-4693-9b89-959b8cbd785e is not hosted by any dhcp agent {{(pid=103286) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 06 18:22:12.015703 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fb7644-68c9-4059-8373-165bc1d6ae54 None None] No DVR routers for this DVR port 34f4c68b-050e-468c-be82-d042539a1426 on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 18:22:12.017504 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fb7644-68c9-4059-8373-165bc1d6ae54 None None] Pushing event deleted for resources: {'Port': ['ID=34f4c68b-050e-468c-be82-d042539a1426,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:22:12.065362 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 44048) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:22:12.106445 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-68bb6e67-8cb1-4979-8ff4-9ae80d720847 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e63a46e965b5414386cd136669f20481&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0398860 Dec 06 18:22:12.108833 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 44050) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:22:12.161195 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-855fbf1d-e136-41c0-9075-e857eebf7c09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:12.182269 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-855fbf1d-e136-41c0-9075-e857eebf7c09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:12.230846 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-855fbf1d-e136-41c0-9075-e857eebf7c09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:12.233818 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-855fbf1d-e136-41c0-9075-e857eebf7c09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:12.234971 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-855fbf1d-e136-41c0-9075-e857eebf7c09 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a3978ffe-42e2-4843-a1de-92f8b3820fd6 HTTP/1.1" status: 204 len: 168 time: 0.1252542 Dec 06 18:22:12.242972 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855fbf1d-e136-41c0-9075-e857eebf7c09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3978ffe-42e2-4843-a1de-92f8b3820fd6,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:22:12.541875 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 44056) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:22:12.581985 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-f3458ed0-78f8-400b-95a5-4166a8174f51 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=96dcdbe939684fe19e5185a68eeba232&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389771 Dec 06 18:22:12.584277 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 44058) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:22:12.635006 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e40ce35f-6dd0-4245-81ae-640db1dbf165 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:12.656097 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e40ce35f-6dd0-4245-81ae-640db1dbf165 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:12.702866 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e40ce35f-6dd0-4245-81ae-640db1dbf165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:12.705537 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e40ce35f-6dd0-4245-81ae-640db1dbf165 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:12.706751 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-e40ce35f-6dd0-4245-81ae-640db1dbf165 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e5bbda29-ffc6-431f-8194-dc469f1a0f24 HTTP/1.1" status: 204 len: 168 time: 0.1215878 Dec 06 18:22:12.714381 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40ce35f-6dd0-4245-81ae-640db1dbf165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5bbda29-ffc6-431f-8194-dc469f1a0f24,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:22:13.352253 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 44080) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:22:13.445586 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-0a212365-5ebe-44e0-92e1-be9caa85d92f admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1861072682-network', 'tenant_id': '603dc167987841afaaf4c941da133b6b'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:22:13.466451 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a212365-5ebe-44e0-92e1-be9caa85d92f admin admin] Made reservation on behalf of 603dc167987841afaaf4c941da133b6b for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 18:22:13.468742 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0a212365-5ebe-44e0-92e1-be9caa85d92f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:13.477684 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0a212365-5ebe-44e0-92e1-be9caa85d92f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:13.549303 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0a212365-5ebe-44e0-92e1-be9caa85d92f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:13.552944 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0a212365-5ebe-44e0-92e1-be9caa85d92f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:13.577235 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a212365-5ebe-44e0-92e1-be9caa85d92f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 18:22:13.578601 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-aa32d85f-cbfa-4aca-b533-e43f0c0894ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:13.586791 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a212365-5ebe-44e0-92e1-be9caa85d92f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=317d7ffb-41cc-4e82-86ac-842533f3d680,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:22:13.592652 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0a212365-5ebe-44e0-92e1-be9caa85d92f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:13.593019 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-0a212365-5ebe-44e0-92e1-be9caa85d92f admin admin] Added segment bd01cda6-f55a-4b4b-95b1-be945e118326 of type vlan for network faf8c1ee-2beb-4205-a2a4-dd63d6271f68 Dec 06 18:22:13.632508 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0a212365-5ebe-44e0-92e1-be9caa85d92f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:13.656723 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0a212365-5ebe-44e0-92e1-be9caa85d92f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:13.657716 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a212365-5ebe-44e0-92e1-be9caa85d92f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:22:13.658303 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0a212365-5ebe-44e0-92e1-be9caa85d92f admin admin] Publish callbacks [] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:13.721594 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-0a212365-5ebe-44e0-92e1-be9caa85d92f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3682051 Dec 06 18:22:13.724425 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 44084) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:22:13.728981 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a212365-5ebe-44e0-92e1-be9caa85d92f admin admin] Pushing event updated for resources: {'Network': ['ID=faf8c1ee-2beb-4205-a2a4-dd63d6271f68,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:22:13.729418 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-1a1e96ec-5eba-42b3-baa1-3b038d384f9c admin admin] Request body: {'subnet': {'network_id': 'faf8c1ee-2beb-4205-a2a4-dd63d6271f68', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1861072682-subnet', 'tenant_id': '603dc167987841afaaf4c941da133b6b', 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:22:13.739029 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network faf8c1ee-2beb-4205-a2a4-dd63d6271f68 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 18:22:13.751595 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a1e96ec-5eba-42b3-baa1-3b038d384f9c admin admin] Made reservation on behalf of 603dc167987841afaaf4c941da133b6b for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 18:22:13.754187 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1a1e96ec-5eba-42b3-baa1-3b038d384f9c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:13.923676 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1a1e96ec-5eba-42b3-baa1-3b038d384f9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:13.979975 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1e96ec-5eba-42b3-baa1-3b038d384f9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f51f76bc-8923-44bf-ae0a-24adabd55c2d,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:22:13.987033 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1e96ec-5eba-42b3-baa1-3b038d384f9c admin admin] Checking segment: {'id': 'bd01cda6-f55a-4b4b-95b1-be945e118326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'faf8c1ee-2beb-4205-a2a4-dd63d6271f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 18:22:13.987393 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1e96ec-5eba-42b3-baa1-3b038d384f9c admin admin] Network hostable DHCP agents. Network: faf8c1ee-2beb-4205-a2a4-dd63d6271f68, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 18:22:14.003866 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1e96ec-5eba-42b3-baa1-3b038d384f9c admin admin] Network faf8c1ee-2beb-4205-a2a4-dd63d6271f68 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 18:22:14.012973 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-1a1e96ec-5eba-42b3-baa1-3b038d384f9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, faf8c1ee-2beb-4205-a2a4-dd63d6271f68) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 18:22:14.017136 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1e96ec-5eba-42b3-baa1-3b038d384f9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:22:14.017795 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1a1e96ec-5eba-42b3-baa1-3b038d384f9c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:14.023582 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6fdc4cc-dec4-4ad6-afd8-9f808d0801fd None None] Network faf8c1ee-2beb-4205-a2a4-dd63d6271f68 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 18:22:14.033750 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-1a1e96ec-5eba-42b3-baa1-3b038d384f9c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3081419 Dec 06 18:22:14.036398 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 44086) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:22:14.040609 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-7ed4eabf-4736-4657-86c0-a0bbf7529230 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1861072682-router', 'tenant_id': '603dc167987841afaaf4c941da133b6b', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:22:14.063096 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7ed4eabf-4736-4657-86c0-a0bbf7529230 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:14.064230 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7ed4eabf-4736-4657-86c0-a0bbf7529230 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:14.120550 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7ed4eabf-4736-4657-86c0-a0bbf7529230 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:14.173383 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5fea636-5211-4191-bd1e-630a3de4541b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-faf8c1ee-2beb-4205-a2a4-dd63d6271f68', 'network_id': 'faf8c1ee-2beb-4205-a2a4-dd63d6271f68', 'tenant_id': '603dc167987841afaaf4c941da133b6b', 'fixed_ips': [{'subnet_id': 'f51f76bc-8923-44bf-ae0a-24adabd55c2d'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 18:22:14.174289 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c5fea636-5211-4191-bd1e-630a3de4541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:14.256275 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7ed4eabf-4736-4657-86c0-a0bbf7529230 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:14.310634 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-c5fea636-5211-4191-bd1e-630a3de4541b None None] Allocated IP 172.20.0.2 (faf8c1ee-2beb-4205-a2a4-dd63d6271f68/f51f76bc-8923-44bf-ae0a-24adabd55c2d/0a8c40c7-b40d-425f-8308-dd04b12df778) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 18:22:14.452660 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c5fea636-5211-4191-bd1e-630a3de4541b None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:14.456985 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7ed4eabf-4736-4657-86c0-a0bbf7529230 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:14.458482 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c5fea636-5211-4191-bd1e-630a3de4541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:14.476368 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7ed4eabf-4736-4657-86c0-a0bbf7529230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:14.499307 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5fea636-5211-4191-bd1e-630a3de4541b None None] Network faf8c1ee-2beb-4205-a2a4-dd63d6271f68 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 18:22:14.504241 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-c5fea636-5211-4191-bd1e-630a3de4541b None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 18:22:14.508880 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fea636-5211-4191-bd1e-630a3de4541b None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 18:22:14.510782 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fea636-5211-4191-bd1e-630a3de4541b None None] Pushing event updated for resources: {'Port': ['ID=0a8c40c7-b40d-425f-8308-dd04b12df778,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:22:14.565297 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-c5fea636-5211-4191-bd1e-630a3de4541b None None] Attempting to bind port 0a8c40c7-b40d-425f-8308-dd04b12df778 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 18:22:14.565696 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-c5fea636-5211-4191-bd1e-630a3de4541b None None] Attempting to bind port 0a8c40c7-b40d-425f-8308-dd04b12df778 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'bd01cda6-f55a-4b4b-95b1-be945e118326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'faf8c1ee-2beb-4205-a2a4-dd63d6271f68'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 18:22:14.566065 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fea636-5211-4191-bd1e-630a3de4541b None None] Attempting to bind port 0a8c40c7-b40d-425f-8308-dd04b12df778 on network faf8c1ee-2beb-4205-a2a4-dd63d6271f68 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 18:22:14.571034 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fea636-5211-4191-bd1e-630a3de4541b None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 18, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 18:22:14.571418 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fea636-5211-4191-bd1e-630a3de4541b None None] Checking segment: {'id': 'bd01cda6-f55a-4b4b-95b1-be945e118326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'faf8c1ee-2beb-4205-a2a4-dd63d6271f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 18:22:14.571822 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c5fea636-5211-4191-bd1e-630a3de4541b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:14.572219 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fea636-5211-4191-bd1e-630a3de4541b None None] Bound using segment: {'id': 'bd01cda6-f55a-4b4b-95b1-be945e118326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'faf8c1ee-2beb-4205-a2a4-dd63d6271f68'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 18:22:14.572696 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-c5fea636-5211-4191-bd1e-630a3de4541b None None] Bound port: 0a8c40c7-b40d-425f-8308-dd04b12df778, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd01cda6-f55a-4b4b-95b1-be945e118326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'faf8c1ee-2beb-4205-a2a4-dd63d6271f68'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 18:22:14.573080 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c5fea636-5211-4191-bd1e-630a3de4541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:14.585044 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-7ed4eabf-4736-4657-86c0-a0bbf7529230 admin admin] Allocated IP 172.35.1.244 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/2bedf41f-4fb3-48c9-af87-0484b3878d79) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 18:22:14.634732 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c5fea636-5211-4191-bd1e-630a3de4541b None None] For port 0a8c40c7-b40d-425f-8308-dd04b12df778, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 18:22:14.637947 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-c5fea636-5211-4191-bd1e-630a3de4541b None None] For port 0a8c40c7-b40d-425f-8308-dd04b12df778, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0a8c40c7-b40d-425f-8308-dd04b12df778,segment=NetworkSegment(bd01cda6-f55a-4b4b-95b1-be945e118326),segment_id=bd01cda6-f55a-4b4b-95b1-be945e118326)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 18:22:14.642697 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c5fea636-5211-4191-bd1e-630a3de4541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:14.691927 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7ed4eabf-4736-4657-86c0-a0bbf7529230 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:14.704515 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fea636-5211-4191-bd1e-630a3de4541b None None] Pushing event updated for resources: {'Port': ['ID=0a8c40c7-b40d-425f-8308-dd04b12df778,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:22:14.730081 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7ed4eabf-4736-4657-86c0-a0bbf7529230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:14.772423 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed4eabf-4736-4657-86c0-a0bbf7529230 admin admin] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 18:22:14.775474 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-7ed4eabf-4736-4657-86c0-a0bbf7529230 admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 18:22:14.777953 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed4eabf-4736-4657-86c0-a0bbf7529230 admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 18:22:14.795258 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52618e47-cce8-47db-9e0e-ba262856557b None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 18:22:14.808330 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed4eabf-4736-4657-86c0-a0bbf7529230 admin admin] Pushing event updated for resources: {'Port': ['ID=2bedf41f-4fb3-48c9-af87-0484b3878d79,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:22:14.872623 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-60f400c2-9e9c-423d-a67c-e00eb418c913 None None] Provisioning complete for port 2bedf41f-4fb3-48c9-af87-0484b3878d79 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:22:14.872992 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-60f400c2-9e9c-423d-a67c-e00eb418c913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:14.916330 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-60f400c2-9e9c-423d-a67c-e00eb418c913 None None] Port 2bedf41f-4fb3-48c9-af87-0484b3878d79 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 18:22:15.369384 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7ed4eabf-4736-4657-86c0-a0bbf7529230 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:15.569941 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7ed4eabf-4736-4657-86c0-a0bbf7529230 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:15.637199 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4f4bad-de97-49bd-8813-9d0b036e2a4e None None] Network faf8c1ee-2beb-4205-a2a4-dd63d6271f68 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 18:22:15.701624 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ed4eabf-4736-4657-86c0-a0bbf7529230 admin admin] Router 2998ebc8-d45a-45b5-a52f-3e2100f2f21f is scheduled to L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 18:22:15.805709 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-613ce191-a354-4482-99fc-3f1a8e0bf70c None None] Provisioning complete for port 0a8c40c7-b40d-425f-8308-dd04b12df778 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:22:15.806098 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-613ce191-a354-4482-99fc-3f1a8e0bf70c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:15.807655 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f6c447fa-a607-4592-98ff-7458069b66ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:15.824225 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ed4eabf-4736-4657-86c0-a0bbf7529230 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 18:22:15.833690 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3472065-7f17-4a91-9f68-d5e47a1f4e8a None None] Sync routers for ids ['2998ebc8-d45a-45b5-a52f-3e2100f2f21f'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 18:22:15.847123 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3472065-7f17-4a91-9f68-d5e47a1f4e8a None None] Routers {'2998ebc8-d45a-45b5-a52f-3e2100f2f21f'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:22:15.849751 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-d3472065-7f17-4a91-9f68-d5e47a1f4e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:22:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['2998ebc8-d45a-45b5-a52f-3e2100f2f21f'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:22:15.859217 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7ed4eabf-4736-4657-86c0-a0bbf7529230 admin admin] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:15.862586 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-7ed4eabf-4736-4657-86c0-a0bbf7529230 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8252447 Dec 06 18:22:15.865953 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 44088) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:22:15.906882 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 0a8c40c7-b40d-425f-8308-dd04b12df778 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 18:22:15.966664 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-d3472065-7f17-4a91-9f68-d5e47a1f4e8a None None] Set router 2998ebc8-d45a-45b5-a52f-3e2100f2f21f gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:22:15.971577 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-613ce191-a354-4482-99fc-3f1a8e0bf70c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:16.025451 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 0a8c40c7-b40d-425f-8308-dd04b12df778 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:22:16.026149 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:16.061863 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-613ce191-a354-4482-99fc-3f1a8e0bf70c None None] For port 0a8c40c7-b40d-425f-8308-dd04b12df778, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0a8c40c7-b40d-425f-8308-dd04b12df778,segment=NetworkSegment(bd01cda6-f55a-4b4b-95b1-be945e118326),segment_id=bd01cda6-f55a-4b4b-95b1-be945e118326)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:22:16.073084 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-613ce191-a354-4482-99fc-3f1a8e0bf70c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:16.158097 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613ce191-a354-4482-99fc-3f1a8e0bf70c None None] Pushing event updated for resources: {'Port': ['ID=0a8c40c7-b40d-425f-8308-dd04b12df778,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:22:16.183051 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-d3472065-7f17-4a91-9f68-d5e47a1f4e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2998ebc8-d45a-45b5-a52f-3e2100f2f21f', 'name': 'tempest-TestSnapshotPattern-1861072682-router', 'tenant_id': '603dc167987841afaaf4c941da133b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.244'}], 'enable_snat': True}, 'gw_port_id': '2bedf41f-4fb3-48c9-af87-0484b3878d79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:22:14Z', 'updated_at': '2021-12-06T18:22:14Z', 'revision_number': 3, 'project_id': '603dc167987841afaaf4c941da133b6b', 'gw_port': {'id': '2bedf41f-4fb3-48c9-af87-0484b3878d79', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9e:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2998ebc8-d45a-45b5-a52f-3e2100f2f21f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:22:14Z', 'updated_at': '2021-12-06T18:22:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:22:16.195008 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-5b9ac36a-05da-44bd-9f71-d1cac9020a36 None None] Provisioning complete for port 0a8c40c7-b40d-425f-8308-dd04b12df778 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:22:16.195382 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5b9ac36a-05da-44bd-9f71-d1cac9020a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:16.211225 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3472065-7f17-4a91-9f68-d5e47a1f4e8a None None] Checking router: 2998ebc8-d45a-45b5-a52f-3e2100f2f21f for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 18:22:16.211728 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3472065-7f17-4a91-9f68-d5e47a1f4e8a None None] Updating router 2998ebc8-d45a-45b5-a52f-3e2100f2f21f port 2bedf41f-4fb3-48c9-af87-0484b3878d79 binding host n-d-master-1 {{(pid=103287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 18:22:16.237139 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d3472065-7f17-4a91-9f68-d5e47a1f4e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:16.364337 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bab92db4-9706-4f5f-96d5-714ff17b0ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:16.516738 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-bab92db4-9706-4f5f-96d5-714ff17b0ecb admin admin] Allocated IP 172.20.0.1 (faf8c1ee-2beb-4205-a2a4-dd63d6271f68/f51f76bc-8923-44bf-ae0a-24adabd55c2d/e4e4a07e-ea75-44c0-9ad1-17eaf6d4ba48) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 18:22:16.570376 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d3472065-7f17-4a91-9f68-d5e47a1f4e8a None None] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:16.576602 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d3472065-7f17-4a91-9f68-d5e47a1f4e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:16.618676 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a91354-68d3-4fec-9a6a-d99266d66ae4 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 18:22:16.624635 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-d3472065-7f17-4a91-9f68-d5e47a1f4e8a None None] Attempting to bind port 2bedf41f-4fb3-48c9-af87-0484b3878d79 on host n-d-master-1 for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 18:22:16.625007 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-d3472065-7f17-4a91-9f68-d5e47a1f4e8a None None] Attempting to bind port 2bedf41f-4fb3-48c9-af87-0484b3878d79 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 18:22:16.625364 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3472065-7f17-4a91-9f68-d5e47a1f4e8a None None] Attempting to bind port 2bedf41f-4fb3-48c9-af87-0484b3878d79 on network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 18:22:16.628253 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bab92db4-9706-4f5f-96d5-714ff17b0ecb admin admin] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:16.635768 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3472065-7f17-4a91-9f68-d5e47a1f4e8a None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 18, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 18:22:16.636148 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3472065-7f17-4a91-9f68-d5e47a1f4e8a None None] Checking segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 18:22:16.636550 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d3472065-7f17-4a91-9f68-d5e47a1f4e8a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:16.636940 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3472065-7f17-4a91-9f68-d5e47a1f4e8a None None] Bound using segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 18:22:16.637412 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-d3472065-7f17-4a91-9f68-d5e47a1f4e8a None None] Bound port: 2bedf41f-4fb3-48c9-af87-0484b3878d79, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 18:22:16.637815 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d3472065-7f17-4a91-9f68-d5e47a1f4e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:16.639298 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a9d444-d37c-43ea-a84c-800c9e0b02ab None None] Pushing event updated for resources: {'Port': ['ID=2bedf41f-4fb3-48c9-af87-0484b3878d79,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:22:16.660627 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bab92db4-9706-4f5f-96d5-714ff17b0ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:16.668326 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a9d444-d37c-43ea-a84c-800c9e0b02ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:22:16.668699 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a9d444-d37c-43ea-a84c-800c9e0b02ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:22:16.669042 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a9d444-d37c-43ea-a84c-800c9e0b02ab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:22:16.669792 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a9d444-d37c-43ea-a84c-800c9e0b02ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:22:16.669792 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a9d444-d37c-43ea-a84c-800c9e0b02ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:22:16.670122 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a9d444-d37c-43ea-a84c-800c9e0b02ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:22:16.670378 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a9d444-d37c-43ea-a84c-800c9e0b02ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:22:16.670706 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a9d444-d37c-43ea-a84c-800c9e0b02ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:22:16.671030 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a9d444-d37c-43ea-a84c-800c9e0b02ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:22:16.671351 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a9d444-d37c-43ea-a84c-800c9e0b02ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:22:16.671673 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a9d444-d37c-43ea-a84c-800c9e0b02ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:22:16.671992 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a9d444-d37c-43ea-a84c-800c9e0b02ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:22:16.672313 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a9d444-d37c-43ea-a84c-800c9e0b02ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:22:16.696619 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-7e24b777-cb9c-4a2d-95ad-b6b81187f6bd None None] Provisioning complete for port 2bedf41f-4fb3-48c9-af87-0484b3878d79 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:22:16.697215 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7e24b777-cb9c-4a2d-95ad-b6b81187f6bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:16.704681 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-d3472065-7f17-4a91-9f68-d5e47a1f4e8a None None] For port 2bedf41f-4fb3-48c9-af87-0484b3878d79, host n-d-master-1, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 18:22:16.706262 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab92db4-9706-4f5f-96d5-714ff17b0ecb admin admin] Network faf8c1ee-2beb-4205-a2a4-dd63d6271f68 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 18:22:16.708765 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-d3472065-7f17-4a91-9f68-d5e47a1f4e8a None None] For port 2bedf41f-4fb3-48c9-af87-0484b3878d79, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2bedf41f-4fb3-48c9-af87-0484b3878d79,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 18:22:16.710720 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-bab92db4-9706-4f5f-96d5-714ff17b0ecb admin admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 18:22:16.714396 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d3472065-7f17-4a91-9f68-d5e47a1f4e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:16.714558 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab92db4-9706-4f5f-96d5-714ff17b0ecb admin admin] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 18:22:16.743705 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab92db4-9706-4f5f-96d5-714ff17b0ecb admin admin] Pushing event updated for resources: {'Port': ['ID=e4e4a07e-ea75-44c0-9ad1-17eaf6d4ba48,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:22:16.750500 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-7e24b777-cb9c-4a2d-95ad-b6b81187f6bd None None] Port 2bedf41f-4fb3-48c9-af87-0484b3878d79 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 18:22:16.768479 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3472065-7f17-4a91-9f68-d5e47a1f4e8a None None] Routers {'2998ebc8-d45a-45b5-a52f-3e2100f2f21f'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:22:16.769121 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-d3472065-7f17-4a91-9f68-d5e47a1f4e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:22:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['2998ebc8-d45a-45b5-a52f-3e2100f2f21f'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:22:16.771178 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bab92db4-9706-4f5f-96d5-714ff17b0ecb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539179'] for router_interface, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:16.778361 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c2c54c-f476-40c6-96b9-22cc57c403b1 None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 18:22:16.886137 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-e47a648f-29e3-4eec-9935-733b608fd01b None None] Provisioning complete for port 2bedf41f-4fb3-48c9-af87-0484b3878d79 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:22:16.886514 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e47a648f-29e3-4eec-9935-733b608fd01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:16.893819 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-d3472065-7f17-4a91-9f68-d5e47a1f4e8a None None] Set router 2998ebc8-d45a-45b5-a52f-3e2100f2f21f gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:22:16.928543 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bab92db4-9706-4f5f-96d5-714ff17b0ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:16.952068 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a9d444-d37c-43ea-a84c-800c9e0b02ab None None] Pushing event updated for resources: {'Port': ['ID=2bedf41f-4fb3-48c9-af87-0484b3878d79,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:22:16.987864 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e47a648f-29e3-4eec-9935-733b608fd01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:17.009391 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-e47a648f-29e3-4eec-9935-733b608fd01b None None] For port 2bedf41f-4fb3-48c9-af87-0484b3878d79, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2bedf41f-4fb3-48c9-af87-0484b3878d79,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:22:17.013768 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e47a648f-29e3-4eec-9935-733b608fd01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:17.068686 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47a648f-29e3-4eec-9935-733b608fd01b None None] Pushing event updated for resources: {'Port': ['ID=2bedf41f-4fb3-48c9-af87-0484b3878d79,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:22:17.083623 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-d3472065-7f17-4a91-9f68-d5e47a1f4e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2998ebc8-d45a-45b5-a52f-3e2100f2f21f', 'name': 'tempest-TestSnapshotPattern-1861072682-router', 'tenant_id': '603dc167987841afaaf4c941da133b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.244'}], 'enable_snat': True}, 'gw_port_id': '2bedf41f-4fb3-48c9-af87-0484b3878d79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:22:14Z', 'updated_at': '2021-12-06T18:22:14Z', 'revision_number': 3, 'project_id': '603dc167987841afaaf4c941da133b6b', 'gw_port': {'id': '2bedf41f-4fb3-48c9-af87-0484b3878d79', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9e:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2998ebc8-d45a-45b5-a52f-3e2100f2f21f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:22:14Z', 'updated_at': '2021-12-06T18:22:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:22:17.109931 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3472065-7f17-4a91-9f68-d5e47a1f4e8a None None] The sync data for ids ['2998ebc8-d45a-45b5-a52f-3e2100f2f21f'] in n-d-master-1 is: [{'id': '2998ebc8-d45a-45b5-a52f-3e2100f2f21f', 'name': 'tempest-TestSnapshotPattern-1861072682-router', 'tenant_id': '603dc167987841afaaf4c941da133b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.244'}], 'enable_snat': True}, 'gw_port_id': '2bedf41f-4fb3-48c9-af87-0484b3878d79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:22:14Z', 'updated_at': '2021-12-06T18:22:14Z', 'revision_number': 3, 'project_id': '603dc167987841afaaf4c941da133b6b', 'gw_port': {'id': '2bedf41f-4fb3-48c9-af87-0484b3878d79', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9e:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2998ebc8-d45a-45b5-a52f-3e2100f2f21f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:22:14Z', 'updated_at': '2021-12-06T18:22:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 18:22:17.111182 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bab92db4-9706-4f5f-96d5-714ff17b0ecb admin admin] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:17.116194 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bab92db4-9706-4f5f-96d5-714ff17b0ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:17.139530 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-3ff2a842-f1c3-4feb-a300-1dde0ad0c26b None None] Provisioning complete for port e4e4a07e-ea75-44c0-9ad1-17eaf6d4ba48 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:22:17.139961 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3ff2a842-f1c3-4feb-a300-1dde0ad0c26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:17.180349 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-3ff2a842-f1c3-4feb-a300-1dde0ad0c26b None None] Port e4e4a07e-ea75-44c0-9ad1-17eaf6d4ba48 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 18:22:17.189855 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab92db4-9706-4f5f-96d5-714ff17b0ecb admin admin] Pushing event updated for resources: {'Port': ['ID=e4e4a07e-ea75-44c0-9ad1-17eaf6d4ba48,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:22:17.192369 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bab92db4-9706-4f5f-96d5-714ff17b0ecb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-772465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539207'] for router_interface, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:17.214001 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:17.285713 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab92db4-9706-4f5f-96d5-714ff17b0ecb admin admin] Network faf8c1ee-2beb-4205-a2a4-dd63d6271f68 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 18:22:17.287657 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-bab92db4-9706-4f5f-96d5-714ff17b0ecb admin admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 18:22:17.419283 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bab92db4-9706-4f5f-96d5-714ff17b0ecb admin admin] Router 2998ebc8-d45a-45b5-a52f-3e2100f2f21f has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 18:22:17.541346 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bab92db4-9706-4f5f-96d5-714ff17b0ecb admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 18:22:17.546454 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-bab92db4-9706-4f5f-96d5-714ff17b0ecb admin admin] 10.222.0.23 "PUT /v2.0/routers/2998ebc8-d45a-45b5-a52f-3e2100f2f21f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6785522 Dec 06 18:22:17.602055 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-0989f2a9-4b9c-430b-93b6-029c3960394c None None] Provisioning complete for port e4e4a07e-ea75-44c0-9ad1-17eaf6d4ba48 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:22:17.602436 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0989f2a9-4b9c-430b-93b6-029c3960394c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:17.637509 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-0989f2a9-4b9c-430b-93b6-029c3960394c None None] Port e4e4a07e-ea75-44c0-9ad1-17eaf6d4ba48 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 18:22:17.925115 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 2bedf41f-4fb3-48c9-af87-0484b3878d79 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 18:22:17.975795 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 2bedf41f-4fb3-48c9-af87-0484b3878d79 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:22:17.976179 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:18.061345 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 44104) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:22:18.066908 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-f92a000f-106c-4a2e-b701-239c3ac06cd2 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1009838939-network', 'tenant_id': 'c565599a167448d08150dd477d5e0b42'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:22:18.068942 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 0a8c40c7-b40d-425f-8308-dd04b12df778 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 18:22:18.087454 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f92a000f-106c-4a2e-b701-239c3ac06cd2 admin admin] Made reservation on behalf of c565599a167448d08150dd477d5e0b42 for: {'network': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 18:22:18.090438 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f92a000f-106c-4a2e-b701-239c3ac06cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for network, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:18.099526 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f92a000f-106c-4a2e-b701-239c3ac06cd2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:18.116236 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 0a8c40c7-b40d-425f-8308-dd04b12df778 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:22:18.116610 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:18.176533 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f92a000f-106c-4a2e-b701-239c3ac06cd2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:18.181521 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f92a000f-106c-4a2e-b701-239c3ac06cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:18.206003 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f92a000f-106c-4a2e-b701-239c3ac06cd2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=103285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 18:22:18.215717 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92a000f-106c-4a2e-b701-239c3ac06cd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7470bc39-0c22-4ef9-8868-31a7e923c709,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:22:18.221110 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f92a000f-106c-4a2e-b701-239c3ac06cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:18.221110 n-d-master-1 neutron-server[103285]: INFO neutron.db.segments_db [None req-f92a000f-106c-4a2e-b701-239c3ac06cd2 admin admin] Added segment bf897f23-46f1-491d-9240-d46cb357059b of type vlan for network 01a49fd9-9fcd-4c78-b9d9-a0d2be1f6b88 Dec 06 18:22:18.340668 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:18.566061 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f92a000f-106c-4a2e-b701-239c3ac06cd2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794388402535'] for network, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:18.591359 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f92a000f-106c-4a2e-b701-239c3ac06cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451'] for network, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:18.592299 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92a000f-106c-4a2e-b701-239c3ac06cd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:22:18.592884 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f92a000f-106c-4a2e-b701-239c3ac06cd2 admin admin] Publish callbacks [] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:18.627652 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-f92a000f-106c-4a2e-b701-239c3ac06cd2 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5620704 Dec 06 18:22:18.627962 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 44106) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:22:18.633127 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-0b5bd780-ea26-41a5-8d78-4addeff58ad5 admin admin] Request body: {'subnet': {'network_id': '01a49fd9-9fcd-4c78-b9d9-a0d2be1f6b88', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1009838939-subnet', 'tenant_id': 'c565599a167448d08150dd477d5e0b42', 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:22:18.654363 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b5bd780-ea26-41a5-8d78-4addeff58ad5 admin admin] Made reservation on behalf of c565599a167448d08150dd477d5e0b42 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 18:22:18.656730 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0b5bd780-ea26-41a5-8d78-4addeff58ad5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59217639'] for subnet, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:18.657052 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92a000f-106c-4a2e-b701-239c3ac06cd2 admin admin] Pushing event updated for resources: {'Network': ['ID=01a49fd9-9fcd-4c78-b9d9-a0d2be1f6b88,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:22:18.667594 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Network 01a49fd9-9fcd-4c78-b9d9-a0d2be1f6b88 details requested by agent ovs-agent-n-d-master-1 with host n-d-master-1 {{(pid=103286) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 18:22:18.805629 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1afe5a-ba0f-4375-95b1-37717737f7d1 None None] Sync routers for ids ['2998ebc8-d45a-45b5-a52f-3e2100f2f21f'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 18:22:18.816568 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1afe5a-ba0f-4375-95b1-37717737f7d1 None None] Routers {'2998ebc8-d45a-45b5-a52f-3e2100f2f21f'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:22:18.817175 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-5b1afe5a-ba0f-4375-95b1-37717737f7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:22:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['2998ebc8-d45a-45b5-a52f-3e2100f2f21f'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:22:18.833152 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0b5bd780-ea26-41a5-8d78-4addeff58ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59003714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59217429'] for subnet, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:18.886685 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5bd780-ea26-41a5-8d78-4addeff58ad5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1510ff7-b6e7-44cc-a24e-c6d8c7c616d8,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:22:18.897286 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5bd780-ea26-41a5-8d78-4addeff58ad5 admin admin] Checking segment: {'id': 'bf897f23-46f1-491d-9240-d46cb357059b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '01a49fd9-9fcd-4c78-b9d9-a0d2be1f6b88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 18:22:18.897688 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5bd780-ea26-41a5-8d78-4addeff58ad5 admin admin] Network hostable DHCP agents. Network: 01a49fd9-9fcd-4c78-b9d9-a0d2be1f6b88, hostable agents: ['763a0e85-0508-4e16-8ac8-85e419b84f71'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 18:22:18.914707 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5bd780-ea26-41a5-8d78-4addeff58ad5 admin admin] Network 01a49fd9-9fcd-4c78-b9d9-a0d2be1f6b88 is scheduled to be hosted by DHCP agent 763a0e85-0508-4e16-8ac8-85e419b84f71 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 18:22:18.923470 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-0b5bd780-ea26-41a5-8d78-4addeff58ad5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-master-1, 01a49fd9-9fcd-4c78-b9d9-a0d2be1f6b88) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 18:22:18.928896 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5bd780-ea26-41a5-8d78-4addeff58ad5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:22:18.930027 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0b5bd780-ea26-41a5-8d78-4addeff58ad5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:18.930720 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-5b1afe5a-ba0f-4375-95b1-37717737f7d1 None None] Set router 2998ebc8-d45a-45b5-a52f-3e2100f2f21f gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:22:18.933328 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7b7306-532a-4e74-b867-3c0c7f32b352 None None] Network 01a49fd9-9fcd-4c78-b9d9-a0d2be1f6b88 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 18:22:18.946610 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-0b5bd780-ea26-41a5-8d78-4addeff58ad5 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3174374 Dec 06 18:22:18.949047 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 44108) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:22:18.953389 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-e27e6321-8722-4b35-9776-e8b214e4ed7a admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1009838939-router', 'tenant_id': 'c565599a167448d08150dd477d5e0b42', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:22:18.975183 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e27e6321-8722-4b35-9776-e8b214e4ed7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-576872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:18.976131 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e27e6321-8722-4b35-9776-e8b214e4ed7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-575640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536619', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-648291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1974'] for router, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:19.035057 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e27e6321-8722-4b35-9776-e8b214e4ed7a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:19.176277 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e27e6321-8722-4b35-9776-e8b214e4ed7a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:19.298637 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:19.382509 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e27e6321-8722-4b35-9776-e8b214e4ed7a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:19.400432 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a68cf1-da7b-4abd-8158-aaf32d5a6d0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ba2cd2-acca-5686-bb62-01d4108164da-01a49fd9-9fcd-4c78-b9d9-a0d2be1f6b88', 'network_id': '01a49fd9-9fcd-4c78-b9d9-a0d2be1f6b88', 'tenant_id': 'c565599a167448d08150dd477d5e0b42', 'fixed_ips': [{'subnet_id': 'c1510ff7-b6e7-44cc-a24e-c6d8c7c616d8'}]}} from n-d-master-1. {{(pid=103286) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 18:22:19.401288 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d4a68cf1-da7b-4abd-8158-aaf32d5a6d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:19.401921 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e27e6321-8722-4b35-9776-e8b214e4ed7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:19.437644 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-5b1afe5a-ba0f-4375-95b1-37717737f7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2998ebc8-d45a-45b5-a52f-3e2100f2f21f', 'name': 'tempest-TestSnapshotPattern-1861072682-router', 'tenant_id': '603dc167987841afaaf4c941da133b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.244'}], 'enable_snat': True}, 'gw_port_id': '2bedf41f-4fb3-48c9-af87-0484b3878d79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:22:14Z', 'updated_at': '2021-12-06T18:22:16Z', 'revision_number': 4, 'project_id': '603dc167987841afaaf4c941da133b6b', 'gw_port': {'id': '2bedf41f-4fb3-48c9-af87-0484b3878d79', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2998ebc8-d45a-45b5-a52f-3e2100f2f21f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:22:14Z', 'updated_at': '2021-12-06T18:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'e4e4a07e-ea75-44c0-9ad1-17eaf6d4ba48', 'name': '', 'network_id': 'faf8c1ee-2beb-4205-a2a4-dd63d6271f68', 'tenant_id': '603dc167987841afaaf4c941da133b6b', 'mac_address': 'fa:16:3e:a7:46:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2998ebc8-d45a-45b5-a52f-3e2100f2f21f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'f51f76bc-8923-44bf-ae0a-24adabd55c2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:22:16Z', 'updated_at': '2021-12-06T18:22:16Z', 'revision_number': 2, 'project_id': '603dc167987841afaaf4c941da133b6b', 'subnets': [{'id': 'f51f76bc-8923-44bf-ae0a-24adabd55c2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:22:19.509904 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1afe5a-ba0f-4375-95b1-37717737f7d1 None None] Checking router: 2998ebc8-d45a-45b5-a52f-3e2100f2f21f for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 18:22:19.510263 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1afe5a-ba0f-4375-95b1-37717737f7d1 None None] Updating router 2998ebc8-d45a-45b5-a52f-3e2100f2f21f port e4e4a07e-ea75-44c0-9ad1-17eaf6d4ba48 binding host n-d-master-1 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 18:22:19.514811 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-e27e6321-8722-4b35-9776-e8b214e4ed7a admin admin] Allocated IP 172.35.1.122 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/48082ae2-8640-41df-bd78-17937d9e31df) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 18:22:19.550158 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5b1afe5a-ba0f-4375-95b1-37717737f7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:19.617883 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e27e6321-8722-4b35-9776-e8b214e4ed7a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:19.624001 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.db_base_plugin_common [None req-d4a68cf1-da7b-4abd-8158-aaf32d5a6d0b None None] Allocated IP 172.20.0.2 (01a49fd9-9fcd-4c78-b9d9-a0d2be1f6b88/c1510ff7-b6e7-44cc-a24e-c6d8c7c616d8/0da4d1bc-df1c-494d-bd37-36a9db5ceaee) {{(pid=103286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 18:22:19.652287 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e27e6321-8722-4b35-9776-e8b214e4ed7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:19.693526 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27e6321-8722-4b35-9776-e8b214e4ed7a admin admin] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 18:22:19.697082 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-e27e6321-8722-4b35-9776-e8b214e4ed7a admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 18:22:19.700869 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27e6321-8722-4b35-9776-e8b214e4ed7a admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 18:22:19.719990 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d05b82-b30b-40ee-9cfe-fc15cc2bdd3d None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 18:22:19.732056 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27e6321-8722-4b35-9776-e8b214e4ed7a admin admin] Pushing event updated for resources: {'Port': ['ID=48082ae2-8640-41df-bd78-17937d9e31df,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:22:19.929264 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-349ce5c2-870b-4663-92d0-2fd13d04ae7e None None] Provisioning complete for port 48082ae2-8640-41df-bd78-17937d9e31df triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:22:19.929580 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-349ce5c2-870b-4663-92d0-2fd13d04ae7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:19.938327 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d4a68cf1-da7b-4abd-8158-aaf32d5a6d0b None None] Publish callbacks [] for port, precommit_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:19.965166 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e27e6321-8722-4b35-9776-e8b214e4ed7a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:19.970250 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d4a68cf1-da7b-4abd-8158-aaf32d5a6d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644'] for port, after_create {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:20.041586 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-349ce5c2-870b-4663-92d0-2fd13d04ae7e None None] Port 48082ae2-8640-41df-bd78-17937d9e31df cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 18:22:20.051207 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a68cf1-da7b-4abd-8158-aaf32d5a6d0b None None] Network 01a49fd9-9fcd-4c78-b9d9-a0d2be1f6b88 is already hosted by enough agents. {{(pid=103286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 18:22:20.064348 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5b1afe5a-ba0f-4375-95b1-37717737f7d1 None None] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:20.066499 n-d-master-1 neutron-server[103286]: DEBUG neutron.scheduler.base_scheduler [None req-d4a68cf1-da7b-4abd-8158-aaf32d5a6d0b None None] Resources bound (agent type, host, resource id): {{(pid=103286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 18:22:20.068950 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a68cf1-da7b-4abd-8158-aaf32d5a6d0b None None] Pushing event updated for resources: {'Port': ['ID=0da4d1bc-df1c-494d-bd37-36a9db5ceaee,revision_number=1']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:22:20.071161 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a68cf1-da7b-4abd-8158-aaf32d5a6d0b None None] Received port after_create {{(pid=103286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 18:22:20.076553 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5b1afe5a-ba0f-4375-95b1-37717737f7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:20.161128 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2cbc8c-7825-45fc-b517-7fcbb7d70e72 None None] Pushing event updated for resources: {'Port': ['ID=e4e4a07e-ea75-44c0-9ad1-17eaf6d4ba48,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:22:20.177516 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-d4a68cf1-da7b-4abd-8158-aaf32d5a6d0b None None] Attempting to bind port 0da4d1bc-df1c-494d-bd37-36a9db5ceaee on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 18:22:20.177841 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-d4a68cf1-da7b-4abd-8158-aaf32d5a6d0b None None] Attempting to bind port 0da4d1bc-df1c-494d-bd37-36a9db5ceaee by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'bf897f23-46f1-491d-9240-d46cb357059b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '01a49fd9-9fcd-4c78-b9d9-a0d2be1f6b88'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 18:22:20.178179 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a68cf1-da7b-4abd-8158-aaf32d5a6d0b None None] Attempting to bind port 0da4d1bc-df1c-494d-bd37-36a9db5ceaee on network 01a49fd9-9fcd-4c78-b9d9-a0d2be1f6b88 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 18:22:20.178684 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e27e6321-8722-4b35-9776-e8b214e4ed7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-575635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536582'] for router, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:20.199380 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a68cf1-da7b-4abd-8158-aaf32d5a6d0b None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 18, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 18:22:20.199780 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a68cf1-da7b-4abd-8158-aaf32d5a6d0b None None] Checking segment: {'id': 'bf897f23-46f1-491d-9240-d46cb357059b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '01a49fd9-9fcd-4c78-b9d9-a0d2be1f6b88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 18:22:20.200090 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d4a68cf1-da7b-4abd-8158-aaf32d5a6d0b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:20.200495 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a68cf1-da7b-4abd-8158-aaf32d5a6d0b None None] Bound using segment: {'id': 'bf897f23-46f1-491d-9240-d46cb357059b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '01a49fd9-9fcd-4c78-b9d9-a0d2be1f6b88'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 18:22:20.200984 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-d4a68cf1-da7b-4abd-8158-aaf32d5a6d0b None None] Bound port: 0da4d1bc-df1c-494d-bd37-36a9db5ceaee, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf897f23-46f1-491d-9240-d46cb357059b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '01a49fd9-9fcd-4c78-b9d9-a0d2be1f6b88'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 18:22:20.201373 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d4a68cf1-da7b-4abd-8158-aaf32d5a6d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:20.239212 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-5b1afe5a-ba0f-4375-95b1-37717737f7d1 None None] Attempting to bind port e4e4a07e-ea75-44c0-9ad1-17eaf6d4ba48 on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 18:22:20.239648 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-5b1afe5a-ba0f-4375-95b1-37717737f7d1 None None] Attempting to bind port e4e4a07e-ea75-44c0-9ad1-17eaf6d4ba48 by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'bd01cda6-f55a-4b4b-95b1-be945e118326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'faf8c1ee-2beb-4205-a2a4-dd63d6271f68'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 18:22:20.240022 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1afe5a-ba0f-4375-95b1-37717737f7d1 None None] Attempting to bind port e4e4a07e-ea75-44c0-9ad1-17eaf6d4ba48 on network faf8c1ee-2beb-4205-a2a4-dd63d6271f68 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 18:22:20.268112 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1afe5a-ba0f-4375-95b1-37717737f7d1 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 18, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 18:22:20.268494 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1afe5a-ba0f-4375-95b1-37717737f7d1 None None] Checking segment: {'id': 'bd01cda6-f55a-4b4b-95b1-be945e118326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'faf8c1ee-2beb-4205-a2a4-dd63d6271f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 18:22:20.268913 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5b1afe5a-ba0f-4375-95b1-37717737f7d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:20.269317 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1afe5a-ba0f-4375-95b1-37717737f7d1 None None] Bound using segment: {'id': 'bd01cda6-f55a-4b4b-95b1-be945e118326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'faf8c1ee-2beb-4205-a2a4-dd63d6271f68'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 18:22:20.270052 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-5b1afe5a-ba0f-4375-95b1-37717737f7d1 None None] Bound port: e4e4a07e-ea75-44c0-9ad1-17eaf6d4ba48, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd01cda6-f55a-4b4b-95b1-be945e118326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'faf8c1ee-2beb-4205-a2a4-dd63d6271f68'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 18:22:20.270241 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5b1afe5a-ba0f-4375-95b1-37717737f7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:20.322405 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e27e6321-8722-4b35-9776-e8b214e4ed7a admin admin] Router 641c9c8e-085e-47d7-bafd-e05752114b54 is scheduled to L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 18:22:20.332127 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-d4a68cf1-da7b-4abd-8158-aaf32d5a6d0b None None] For port 0da4d1bc-df1c-494d-bd37-36a9db5ceaee, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 18:22:20.347705 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-d4a68cf1-da7b-4abd-8158-aaf32d5a6d0b None None] For port 0da4d1bc-df1c-494d-bd37-36a9db5ceaee, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0da4d1bc-df1c-494d-bd37-36a9db5ceaee,segment=NetworkSegment(bf897f23-46f1-491d-9240-d46cb357059b),segment_id=bf897f23-46f1-491d-9240-d46cb357059b)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 18:22:20.363797 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d4a68cf1-da7b-4abd-8158-aaf32d5a6d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:20.401534 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-5b1afe5a-ba0f-4375-95b1-37717737f7d1 None None] For port e4e4a07e-ea75-44c0-9ad1-17eaf6d4ba48, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 18:22:20.427992 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-5b1afe5a-ba0f-4375-95b1-37717737f7d1 None None] For port e4e4a07e-ea75-44c0-9ad1-17eaf6d4ba48, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e4e4a07e-ea75-44c0-9ad1-17eaf6d4ba48,segment=NetworkSegment(bd01cda6-f55a-4b4b-95b1-be945e118326),segment_id=bd01cda6-f55a-4b4b-95b1-be945e118326)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 18:22:20.430726 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6a1fbf83-c6a0-49fc-8f57-5b5280da0cd6 None None] Provisioning complete for port e4e4a07e-ea75-44c0-9ad1-17eaf6d4ba48 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:22:20.431086 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6a1fbf83-c6a0-49fc-8f57-5b5280da0cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:20.439347 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5b1afe5a-ba0f-4375-95b1-37717737f7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:20.447524 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e27e6321-8722-4b35-9776-e8b214e4ed7a admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 18:22:20.459572 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3db592d-a0da-4447-839a-27f3f19d1d6b None None] Sync routers for ids ['641c9c8e-085e-47d7-bafd-e05752114b54'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 18:22:20.476606 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e27e6321-8722-4b35-9776-e8b214e4ed7a admin admin] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:20.476820 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a68cf1-da7b-4abd-8158-aaf32d5a6d0b None None] Pushing event updated for resources: {'Port': ['ID=0da4d1bc-df1c-494d-bd37-36a9db5ceaee,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:22:20.478646 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-e27e6321-8722-4b35-9776-e8b214e4ed7a admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5285623 Dec 06 18:22:20.481441 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 44110) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:22:20.500501 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3db592d-a0da-4447-839a-27f3f19d1d6b None None] Routers {'641c9c8e-085e-47d7-bafd-e05752114b54'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:22:20.501372 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-e3db592d-a0da-4447-839a-27f3f19d1d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:22:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['641c9c8e-085e-47d7-bafd-e05752114b54'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:22:20.571093 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1afe5a-ba0f-4375-95b1-37717737f7d1 None None] Routers {'2998ebc8-d45a-45b5-a52f-3e2100f2f21f'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:22:20.572124 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-5b1afe5a-ba0f-4375-95b1-37717737f7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:22:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['2998ebc8-d45a-45b5-a52f-3e2100f2f21f'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:22:20.631195 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2cbc8c-7825-45fc-b517-7fcbb7d70e72 None None] Pushing event updated for resources: {'Port': ['ID=e4e4a07e-ea75-44c0-9ad1-17eaf6d4ba48,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:22:20.640012 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-e3db592d-a0da-4447-839a-27f3f19d1d6b None None] Set router 641c9c8e-085e-47d7-bafd-e05752114b54 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:22:20.665073 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6a1fbf83-c6a0-49fc-8f57-5b5280da0cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:20.798403 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6a1fbf83-c6a0-49fc-8f57-5b5280da0cd6 None None] For port e4e4a07e-ea75-44c0-9ad1-17eaf6d4ba48, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e4e4a07e-ea75-44c0-9ad1-17eaf6d4ba48,segment=NetworkSegment(bd01cda6-f55a-4b4b-95b1-be945e118326),segment_id=bd01cda6-f55a-4b4b-95b1-be945e118326)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:22:20.809124 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6a1fbf83-c6a0-49fc-8f57-5b5280da0cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:20.863946 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-5b1afe5a-ba0f-4375-95b1-37717737f7d1 None None] Set router 2998ebc8-d45a-45b5-a52f-3e2100f2f21f gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:22:20.901341 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-e3db592d-a0da-4447-839a-27f3f19d1d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '641c9c8e-085e-47d7-bafd-e05752114b54', 'name': 'tempest-TestSnapshotPattern-1009838939-router', 'tenant_id': 'c565599a167448d08150dd477d5e0b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.122'}], 'enable_snat': True}, 'gw_port_id': '48082ae2-8640-41df-bd78-17937d9e31df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:22:18Z', 'updated_at': '2021-12-06T18:22:19Z', 'revision_number': 3, 'project_id': 'c565599a167448d08150dd477d5e0b42', 'gw_port': {'id': '48082ae2-8640-41df-bd78-17937d9e31df', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:67:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '641c9c8e-085e-47d7-bafd-e05752114b54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:22:19Z', 'updated_at': '2021-12-06T18:22:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:22:20.935748 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3db592d-a0da-4447-839a-27f3f19d1d6b None None] Checking router: 641c9c8e-085e-47d7-bafd-e05752114b54 for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 18:22:20.936608 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3db592d-a0da-4447-839a-27f3f19d1d6b None None] Updating router 641c9c8e-085e-47d7-bafd-e05752114b54 port 48082ae2-8640-41df-bd78-17937d9e31df binding host n-d-master-1 {{(pid=103287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 18:22:20.973515 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e3db592d-a0da-4447-839a-27f3f19d1d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:20.982421 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1fbf83-c6a0-49fc-8f57-5b5280da0cd6 None None] Pushing event updated for resources: {'Port': ['ID=e4e4a07e-ea75-44c0-9ad1-17eaf6d4ba48,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:22:21.005682 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-ea248d4f-07c2-44f9-8eaf-29b135582c07 None None] Provisioning complete for port e4e4a07e-ea75-44c0-9ad1-17eaf6d4ba48 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:22:21.006066 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ea248d4f-07c2-44f9-8eaf-29b135582c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:21.087180 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f8fc9244-c22c-4193-b971-910817463b0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:21.183089 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-5b1afe5a-ba0f-4375-95b1-37717737f7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2998ebc8-d45a-45b5-a52f-3e2100f2f21f', 'name': 'tempest-TestSnapshotPattern-1861072682-router', 'tenant_id': '603dc167987841afaaf4c941da133b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.244'}], 'enable_snat': True}, 'gw_port_id': '2bedf41f-4fb3-48c9-af87-0484b3878d79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:22:14Z', 'updated_at': '2021-12-06T18:22:16Z', 'revision_number': 4, 'project_id': '603dc167987841afaaf4c941da133b6b', 'gw_port': {'id': '2bedf41f-4fb3-48c9-af87-0484b3878d79', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2998ebc8-d45a-45b5-a52f-3e2100f2f21f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:22:14Z', 'updated_at': '2021-12-06T18:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'e4e4a07e-ea75-44c0-9ad1-17eaf6d4ba48', 'name': '', 'network_id': 'faf8c1ee-2beb-4205-a2a4-dd63d6271f68', 'tenant_id': '603dc167987841afaaf4c941da133b6b', 'mac_address': 'fa:16:3e:a7:46:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2998ebc8-d45a-45b5-a52f-3e2100f2f21f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'f51f76bc-8923-44bf-ae0a-24adabd55c2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:22:16Z', 'updated_at': '2021-12-06T18:22:20Z', 'revision_number': 4, 'project_id': '603dc167987841afaaf4c941da133b6b', 'subnets': [{'id': 'f51f76bc-8923-44bf-ae0a-24adabd55c2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:22:21.213176 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1afe5a-ba0f-4375-95b1-37717737f7d1 None None] The sync data for ids ['2998ebc8-d45a-45b5-a52f-3e2100f2f21f'] in n-d-master-1 is: [{'id': '2998ebc8-d45a-45b5-a52f-3e2100f2f21f', 'name': 'tempest-TestSnapshotPattern-1861072682-router', 'tenant_id': '603dc167987841afaaf4c941da133b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.244'}], 'enable_snat': True}, 'gw_port_id': '2bedf41f-4fb3-48c9-af87-0484b3878d79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:22:14Z', 'updated_at': '2021-12-06T18:22:16Z', 'revision_number': 4, 'project_id': '603dc167987841afaaf4c941da133b6b', 'gw_port': {'id': '2bedf41f-4fb3-48c9-af87-0484b3878d79', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2998ebc8-d45a-45b5-a52f-3e2100f2f21f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:22:14Z', 'updated_at': '2021-12-06T18:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'e4e4a07e-ea75-44c0-9ad1-17eaf6d4ba48', 'name': '', 'network_id': 'faf8c1ee-2beb-4205-a2a4-dd63d6271f68', 'tenant_id': '603dc167987841afaaf4c941da133b6b', 'mac_address': 'fa:16:3e:a7:46:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2998ebc8-d45a-45b5-a52f-3e2100f2f21f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'f51f76bc-8923-44bf-ae0a-24adabd55c2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:22:16Z', 'updated_at': '2021-12-06T18:22:20Z', 'revision_number': 4, 'project_id': '603dc167987841afaaf4c941da133b6b', 'subnets': [{'id': 'f51f76bc-8923-44bf-ae0a-24adabd55c2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 18:22:21.267889 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e3db592d-a0da-4447-839a-27f3f19d1d6b None None] Publish callbacks [] for port, precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:21.274593 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e3db592d-a0da-4447-839a-27f3f19d1d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:21.274824 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-f8fc9244-c22c-4193-b971-910817463b0c admin admin] Allocated IP 172.20.0.1 (01a49fd9-9fcd-4c78-b9d9-a0d2be1f6b88/c1510ff7-b6e7-44cc-a24e-c6d8c7c616d8/558aff48-4615-4776-92ca-f3842b7dc17b) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 18:22:21.324641 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c06ec07-e95e-4324-b214-ddd2abeaadab None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 18:22:21.332358 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-e3db592d-a0da-4447-839a-27f3f19d1d6b None None] Attempting to bind port 48082ae2-8640-41df-bd78-17937d9e31df on host n-d-master-1 for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 18:22:21.332730 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-e3db592d-a0da-4447-839a-27f3f19d1d6b None None] Attempting to bind port 48082ae2-8640-41df-bd78-17937d9e31df by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 18:22:21.333179 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3db592d-a0da-4447-839a-27f3f19d1d6b None None] Attempting to bind port 48082ae2-8640-41df-bd78-17937d9e31df on network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 18:22:21.342820 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3db592d-a0da-4447-839a-27f3f19d1d6b None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 18, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 18:22:21.343205 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3db592d-a0da-4447-839a-27f3f19d1d6b None None] Checking segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 18:22:21.343613 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e3db592d-a0da-4447-839a-27f3f19d1d6b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:21.344003 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3db592d-a0da-4447-839a-27f3f19d1d6b None None] Bound using segment: {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 18:22:21.344490 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-e3db592d-a0da-4447-839a-27f3f19d1d6b None None] Bound port: 48082ae2-8640-41df-bd78-17937d9e31df, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 18:22:21.344858 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e3db592d-a0da-4447-839a-27f3f19d1d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:21.387797 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab9dbcb-2135-46af-a38d-d1bd68744aea None None] Pushing event updated for resources: {'Port': ['ID=48082ae2-8640-41df-bd78-17937d9e31df,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:22:21.412867 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-e3db592d-a0da-4447-839a-27f3f19d1d6b None None] For port 48082ae2-8640-41df-bd78-17937d9e31df, host n-d-master-1, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 18:22:21.416302 n-d-master-1 neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-e3db592d-a0da-4447-839a-27f3f19d1d6b None None] For port 48082ae2-8640-41df-bd78-17937d9e31df, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=48082ae2-8640-41df-bd78-17937d9e31df,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 18:22:21.420518 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f8fc9244-c22c-4193-b971-910817463b0c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:21.423679 n-d-master-1 neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e3db592d-a0da-4447-839a-27f3f19d1d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:21.491156 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f8fc9244-c22c-4193-b971-910817463b0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:21.500359 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3db592d-a0da-4447-839a-27f3f19d1d6b None None] Routers {'641c9c8e-085e-47d7-bafd-e05752114b54'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:22:21.501863 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-e3db592d-a0da-4447-839a-27f3f19d1d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:22:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['641c9c8e-085e-47d7-bafd-e05752114b54'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:22:21.557085 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8fc9244-c22c-4193-b971-910817463b0c admin admin] Network 01a49fd9-9fcd-4c78-b9d9-a0d2be1f6b88 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 18:22:21.570810 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab9dbcb-2135-46af-a38d-d1bd68744aea None None] Pushing event updated for resources: {'Port': ['ID=48082ae2-8640-41df-bd78-17937d9e31df,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:22:21.573849 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fc9244-c22c-4193-b971-910817463b0c admin admin] Pushing event updated for resources: {'Port': ['ID=558aff48-4615-4776-92ca-f3842b7dc17b,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:22:21.577651 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-f8fc9244-c22c-4193-b971-910817463b0c admin admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 18:22:21.585011 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fc9244-c22c-4193-b971-910817463b0c admin admin] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 18:22:21.650789 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f8fc9244-c22c-4193-b971-910817463b0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539179'] for router_interface, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:21.664542 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f35257-7262-40ba-ae57-c6ae457e1a9a None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 18:22:21.684886 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-e895ca81-88c3-45a7-bc62-f76cc1abb34d None None] Provisioning complete for port 48082ae2-8640-41df-bd78-17937d9e31df triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:22:21.685267 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e895ca81-88c3-45a7-bc62-f76cc1abb34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:21.798166 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-e3db592d-a0da-4447-839a-27f3f19d1d6b None None] Set router 641c9c8e-085e-47d7-bafd-e05752114b54 gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:22:21.800023 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e895ca81-88c3-45a7-bc62-f76cc1abb34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:21.830289 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-e895ca81-88c3-45a7-bc62-f76cc1abb34d None None] For port 48082ae2-8640-41df-bd78-17937d9e31df, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=48082ae2-8640-41df-bd78-17937d9e31df,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:22:21.838156 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e895ca81-88c3-45a7-bc62-f76cc1abb34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:21.929096 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e895ca81-88c3-45a7-bc62-f76cc1abb34d None None] Pushing event updated for resources: {'Port': ['ID=48082ae2-8640-41df-bd78-17937d9e31df,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:22:21.933623 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f8fc9244-c22c-4193-b971-910817463b0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:21.984369 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a5b6c5e2-0888-45ce-85d4-d31910854fda None None] Provisioning complete for port 48082ae2-8640-41df-bd78-17937d9e31df triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:22:21.984868 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a5b6c5e2-0888-45ce-85d4-d31910854fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:22.001149 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 0da4d1bc-df1c-494d-bd37-36a9db5ceaee up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 18:22:22.061230 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-e3db592d-a0da-4447-839a-27f3f19d1d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '641c9c8e-085e-47d7-bafd-e05752114b54', 'name': 'tempest-TestSnapshotPattern-1009838939-router', 'tenant_id': 'c565599a167448d08150dd477d5e0b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.122'}], 'enable_snat': True}, 'gw_port_id': '48082ae2-8640-41df-bd78-17937d9e31df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:22:18Z', 'updated_at': '2021-12-06T18:22:19Z', 'revision_number': 3, 'project_id': 'c565599a167448d08150dd477d5e0b42', 'gw_port': {'id': '48082ae2-8640-41df-bd78-17937d9e31df', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:67:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '641c9c8e-085e-47d7-bafd-e05752114b54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:22:19Z', 'updated_at': '2021-12-06T18:22:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:22:22.062488 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5788c754-546f-4905-ad56-0997eab902b7 None None] Network 01a49fd9-9fcd-4c78-b9d9-a0d2be1f6b88 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 18:22:22.107126 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3db592d-a0da-4447-839a-27f3f19d1d6b None None] The sync data for ids ['641c9c8e-085e-47d7-bafd-e05752114b54'] in n-d-master-1 is: [{'id': '641c9c8e-085e-47d7-bafd-e05752114b54', 'name': 'tempest-TestSnapshotPattern-1009838939-router', 'tenant_id': 'c565599a167448d08150dd477d5e0b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.122'}], 'enable_snat': True}, 'gw_port_id': '48082ae2-8640-41df-bd78-17937d9e31df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:22:18Z', 'updated_at': '2021-12-06T18:22:19Z', 'revision_number': 3, 'project_id': 'c565599a167448d08150dd477d5e0b42', 'gw_port': {'id': '48082ae2-8640-41df-bd78-17937d9e31df', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:67:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '641c9c8e-085e-47d7-bafd-e05752114b54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:22:19Z', 'updated_at': '2021-12-06T18:22:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 18:22:22.176553 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f8fc9244-c22c-4193-b971-910817463b0c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:22.184424 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f8fc9244-c22c-4193-b971-910817463b0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:22.218404 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 0da4d1bc-df1c-494d-bd37-36a9db5ceaee triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:22:22.218776 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:22.273507 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f8fc9244-c22c-4193-b971-910817463b0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-772465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539207'] for router_interface, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:22.276801 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fc9244-c22c-4193-b971-910817463b0c admin admin] Pushing event updated for resources: {'Port': ['ID=558aff48-4615-4776-92ca-f3842b7dc17b,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:22:22.367011 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:22.415010 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8fc9244-c22c-4193-b971-910817463b0c admin admin] Network 01a49fd9-9fcd-4c78-b9d9-a0d2be1f6b88 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 18:22:22.417026 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-f8fc9244-c22c-4193-b971-910817463b0c admin admin] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 18:22:22.447042 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] For port 0da4d1bc-df1c-494d-bd37-36a9db5ceaee, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0da4d1bc-df1c-494d-bd37-36a9db5ceaee,segment=NetworkSegment(bf897f23-46f1-491d-9240-d46cb357059b),segment_id=bf897f23-46f1-491d-9240-d46cb357059b)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:22:22.449298 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-855552fb-a86b-4f2a-aa2c-9a52c2e1d853 None None] Provisioning complete for port 0da4d1bc-df1c-494d-bd37-36a9db5ceaee triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:22:22.449298 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-855552fb-a86b-4f2a-aa2c-9a52c2e1d853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:22.488585 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:22.489442 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device e4e4a07e-ea75-44c0-9ad1-17eaf6d4ba48 up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 18:22:22.595428 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Pushing event updated for resources: {'Port': ['ID=0da4d1bc-df1c-494d-bd37-36a9db5ceaee,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:22:22.596036 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8fc9244-c22c-4193-b971-910817463b0c admin admin] Router 641c9c8e-085e-47d7-bafd-e05752114b54 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 18:22:22.664426 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port e4e4a07e-ea75-44c0-9ad1-17eaf6d4ba48 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:22:22.664814 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:22.798965 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8fc9244-c22c-4193-b971-910817463b0c admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 18:22:22.808036 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-f8fc9244-c22c-4193-b971-910817463b0c admin admin] 10.222.0.23 "PUT /v2.0/routers/641c9c8e-085e-47d7-bafd-e05752114b54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3254378 Dec 06 18:22:22.854141 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-ac318528-83be-40e2-baf1-22b47c8c220d None None] Provisioning complete for port 0da4d1bc-df1c-494d-bd37-36a9db5ceaee triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:22:22.854521 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ac318528-83be-40e2-baf1-22b47c8c220d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:22.965886 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-ac318528-83be-40e2-baf1-22b47c8c220d None None] Provisioning complete for port 558aff48-4615-4776-92ca-f3842b7dc17b triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:22:22.966240 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ac318528-83be-40e2-baf1-22b47c8c220d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:23.007796 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-ac318528-83be-40e2-baf1-22b47c8c220d None None] Port 558aff48-4615-4776-92ca-f3842b7dc17b cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 18:22:23.133345 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-f4ba3f5b-ef41-460e-9496-d8794a5e5fae None None] Provisioning complete for port 558aff48-4615-4776-92ca-f3842b7dc17b triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:22:23.133756 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-f4ba3f5b-ef41-460e-9496-d8794a5e5fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:23.175919 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-f4ba3f5b-ef41-460e-9496-d8794a5e5fae None None] Port 558aff48-4615-4776-92ca-f3842b7dc17b cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 18:22:23.298290 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-86d0ccd5-2894-43fc-a156-4b54e7dee059 None None] Provisioning complete for port 558aff48-4615-4776-92ca-f3842b7dc17b triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:22:23.298670 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-86d0ccd5-2894-43fc-a156-4b54e7dee059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:23.337618 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-86d0ccd5-2894-43fc-a156-4b54e7dee059 None None] Port 558aff48-4615-4776-92ca-f3842b7dc17b cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 18:22:23.368460 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 44118) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:22:23.373086 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-da28050c-03d2-46a4-8522-880fd38a9192 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1342809092', 'description': 'tempest-secgroup-smoke-1342809092 description', 'project_id': '603dc167987841afaaf4c941da133b6b'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:22:23.396707 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-da28050c-03d2-46a4-8522-880fd38a9192 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Publish callbacks [] for security_group, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:23.465123 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-da28050c-03d2-46a4-8522-880fd38a9192 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Publish callbacks [] for security_group, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:23.468619 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-da28050c-03d2-46a4-8522-880fd38a9192 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:23.498319 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-da28050c-03d2-46a4-8522-880fd38a9192 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:23.499534 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-da28050c-03d2-46a4-8522-880fd38a9192 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1300540 Dec 06 18:22:23.501446 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da28050c-03d2-46a4-8522-880fd38a9192 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67ab4a3f-ae8a-41ca-a60c-c47e83ce093c,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:22:23.502665 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 44120) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:22:23.507425 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-2738eb8a-f205-41cf-9e1c-686a7bb18b99 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Request body: {'security_group_rule': {'security_group_id': '67ab4a3f-ae8a-41ca-a60c-c47e83ce093c', 'project_id': '603dc167987841afaaf4c941da133b6b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:22:23.533684 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2738eb8a-f205-41cf-9e1c-686a7bb18b99 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:23.591749 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2738eb8a-f205-41cf-9e1c-686a7bb18b99 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:23.595728 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2738eb8a-f205-41cf-9e1c-686a7bb18b99 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:23.614956 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2738eb8a-f205-41cf-9e1c-686a7bb18b99 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65b87d4e-6993-446f-8789-dc7a769049d4,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:22:23.623118 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2738eb8a-f205-41cf-9e1c-686a7bb18b99 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:23.624340 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-2738eb8a-f205-41cf-9e1c-686a7bb18b99 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1205890 Dec 06 18:22:23.627056 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 44122) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:22:23.631870 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-cf5ae835-0060-4fae-b652-b24335fcb32f tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Request body: {'security_group_rule': {'security_group_id': '67ab4a3f-ae8a-41ca-a60c-c47e83ce093c', 'project_id': '603dc167987841afaaf4c941da133b6b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:22:23.660177 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cf5ae835-0060-4fae-b652-b24335fcb32f tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:23.726356 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cf5ae835-0060-4fae-b652-b24335fcb32f tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:23.729720 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cf5ae835-0060-4fae-b652-b24335fcb32f tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:23.747468 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5ae835-0060-4fae-b652-b24335fcb32f tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a17e1528-095e-44f7-8a21-d954dc190d9f,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:22:23.755841 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cf5ae835-0060-4fae-b652-b24335fcb32f tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:23.757026 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-cf5ae835-0060-4fae-b652-b24335fcb32f tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1290503 Dec 06 18:22:23.759743 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 44124) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:22:23.764731 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-dbf89a04-bce8-4f51-81c9-7357b32c5b2f tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Request body: {'security_group_rule': {'security_group_id': '67ab4a3f-ae8a-41ca-a60c-c47e83ce093c', 'project_id': '603dc167987841afaaf4c941da133b6b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:22:23.793950 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dbf89a04-bce8-4f51-81c9-7357b32c5b2f tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:23.863440 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dbf89a04-bce8-4f51-81c9-7357b32c5b2f tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:23.869717 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dbf89a04-bce8-4f51-81c9-7357b32c5b2f tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:23.886283 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf89a04-bce8-4f51-81c9-7357b32c5b2f tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d50fdf8-e9b8-49e7-b6b9-4e782e070b05,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:22:23.901150 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dbf89a04-bce8-4f51-81c9-7357b32c5b2f tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:23.902461 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-dbf89a04-bce8-4f51-81c9-7357b32c5b2f tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1417217 Dec 06 18:22:23.905094 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 44126) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:22:23.909393 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-5a597edf-6381-4dfd-847a-01bc7bac824b tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Request body: {'security_group_rule': {'security_group_id': '67ab4a3f-ae8a-41ca-a60c-c47e83ce093c', 'project_id': '603dc167987841afaaf4c941da133b6b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:22:23.936782 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5a597edf-6381-4dfd-847a-01bc7bac824b tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:23.954505 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 48082ae2-8640-41df-bd78-17937d9e31df up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 18:22:23.997071 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5a597edf-6381-4dfd-847a-01bc7bac824b tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:24.000824 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5a597edf-6381-4dfd-847a-01bc7bac824b tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:24.002951 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 48082ae2-8640-41df-bd78-17937d9e31df triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:22:24.003354 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:24.019615 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a597edf-6381-4dfd-847a-01bc7bac824b tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51504fae-cfa7-4840-b0dc-23eda8bfc625,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:22:24.027627 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5a597edf-6381-4dfd-847a-01bc7bac824b tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:24.031389 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-5a597edf-6381-4dfd-847a-01bc7bac824b tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1229370 Dec 06 18:22:24.031591 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 44128) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:22:24.035916 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-4d6d06bc-ff20-4290-9165-102876870665 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Request body: {'security_group_rule': {'security_group_id': '67ab4a3f-ae8a-41ca-a60c-c47e83ce093c', 'project_id': '603dc167987841afaaf4c941da133b6b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:22:24.058553 n-d-master-1 neutron-server[103284]: INFO neutron.db.securitygroups_db [None req-4d6d06bc-ff20-4290-9165-102876870665 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Project 603dc167987841afaaf4c941da133b6b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 18:22:24.063436 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4d6d06bc-ff20-4290-9165-102876870665 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:24.090517 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 0da4d1bc-df1c-494d-bd37-36a9db5ceaee up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 18:22:24.125442 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4d6d06bc-ff20-4290-9165-102876870665 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:24.129116 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4d6d06bc-ff20-4290-9165-102876870665 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:24.138844 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 0da4d1bc-df1c-494d-bd37-36a9db5ceaee triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:22:24.139223 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:24.147102 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6d06bc-ff20-4290-9165-102876870665 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9d4ac73-c929-41f4-b285-5332a304e9e8,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:22:24.155478 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4d6d06bc-ff20-4290-9165-102876870665 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:24.159147 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-4d6d06bc-ff20-4290-9165-102876870665 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1241522 Dec 06 18:22:24.159340 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 44130) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:22:24.164254 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-8e1aa3c1-9e67-4d7b-89f2-822868bcc04a tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Request body: {'security_group_rule': {'security_group_id': '67ab4a3f-ae8a-41ca-a60c-c47e83ce093c', 'project_id': '603dc167987841afaaf4c941da133b6b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:22:24.186334 n-d-master-1 neutron-server[103284]: INFO neutron.db.securitygroups_db [None req-8e1aa3c1-9e67-4d7b-89f2-822868bcc04a tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Project 603dc167987841afaaf4c941da133b6b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 18:22:24.191186 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8e1aa3c1-9e67-4d7b-89f2-822868bcc04a tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:24.255237 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8e1aa3c1-9e67-4d7b-89f2-822868bcc04a tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:24.258924 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8e1aa3c1-9e67-4d7b-89f2-822868bcc04a tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705981'] for security_group_rule, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:24.277487 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1aa3c1-9e67-4d7b-89f2-822868bcc04a tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c7a25de-6242-40ac-98fd-8d516774049e,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:22:24.282929 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8e1aa3c1-9e67-4d7b-89f2-822868bcc04a tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:24.284131 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-8e1aa3c1-9e67-4d7b-89f2-822868bcc04a tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1238222 Dec 06 18:22:24.436916 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a2c146fe-cec4-4c3e-926d-82e5825a34b7 req-4a8e1b02-e5dc-49c3-ba87-4c9a6c3194f9 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1342809092&fields=id&tenant_id=603dc167987841afaaf4c941da133b6b HTTP/1.1" status: 200 len: 267 time: 0.0499735 Dec 06 18:22:24.546392 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c146fe-cec4-4c3e-926d-82e5825a34b7 req-18b9f5e2-a42b-4412-b53e-b25b3090d17e tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:22:24.548169 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a2c146fe-cec4-4c3e-926d-82e5825a34b7 req-18b9f5e2-a42b-4412-b53e-b25b3090d17e tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] 10.222.0.23 "GET /v2.0/networks?id=faf8c1ee-2beb-4205-a2a4-dd63d6271f68 HTTP/1.1" status: 200 len: 810 time: 0.1043015 Dec 06 18:22:24.563895 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a2c146fe-cec4-4c3e-926d-82e5825a34b7 req-3ce052a1-1705-4f97-97a5-2ba0bb551386 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] 10.222.0.23 "GET /v2.0/quotas/603dc167987841afaaf4c941da133b6b HTTP/1.1" status: 200 len: 375 time: 0.0096788 Dec 06 18:22:24.615820 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a2c146fe-cec4-4c3e-926d-82e5825a34b7 req-3392302c-7da2-416e-b596-acfb1331a5af tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=603dc167987841afaaf4c941da133b6b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460656 Dec 06 18:22:24.631329 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [req-a2c146fe-cec4-4c3e-926d-82e5825a34b7 req-1db5f8cd-4584-4686-b385-fe9202400d1c service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103285) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 18:22:24.632207 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a2c146fe-cec4-4c3e-926d-82e5825a34b7 req-1db5f8cd-4584-4686-b385-fe9202400d1c service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049748 Dec 06 18:22:24.726239 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a2c146fe-cec4-4c3e-926d-82e5825a34b7 req-68e501bb-f1cb-4116-b82b-c5a11e254488 service neutron] 10.222.0.23 "GET /v2.0/networks/faf8c1ee-2beb-4205-a2a4-dd63d6271f68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883095 Dec 06 18:22:24.731456 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf89cfa-250c-4ad4-8c98-71a3badc8772 None None] Sync routers for ids ['641c9c8e-085e-47d7-bafd-e05752114b54'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 18:22:24.741554 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf89cfa-250c-4ad4-8c98-71a3badc8772 None None] Routers {'641c9c8e-085e-47d7-bafd-e05752114b54'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:22:24.742184 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-5cf89cfa-250c-4ad4-8c98-71a3badc8772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:22:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['641c9c8e-085e-47d7-bafd-e05752114b54'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:22:24.816672 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a2c146fe-cec4-4c3e-926d-82e5825a34b7 req-a59b67f6-fb01-42e9-a09b-e017123addd4 service neutron] 10.222.0.23 "GET /v2.0/networks/faf8c1ee-2beb-4205-a2a4-dd63d6271f68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835733 Dec 06 18:22:24.850579 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-5cf89cfa-250c-4ad4-8c98-71a3badc8772 None None] Set router 641c9c8e-085e-47d7-bafd-e05752114b54 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:22:24.980808 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f832e673-64b6-4e25-8039-0b8363b0c87f req-c86fd914-cedf-4ae6-b1fd-b00e2de39afa tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9fbd24b-f140-40df-b85b-08b65366adce HTTP/1.1" status: 200 len: 210 time: 0.0277417 Dec 06 18:22:25.063541 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-5cf89cfa-250c-4ad4-8c98-71a3badc8772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '641c9c8e-085e-47d7-bafd-e05752114b54', 'name': 'tempest-TestSnapshotPattern-1009838939-router', 'tenant_id': 'c565599a167448d08150dd477d5e0b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.122'}], 'enable_snat': True}, 'gw_port_id': '48082ae2-8640-41df-bd78-17937d9e31df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:22:18Z', 'updated_at': '2021-12-06T18:22:21Z', 'revision_number': 4, 'project_id': 'c565599a167448d08150dd477d5e0b42', 'gw_port': {'id': '48082ae2-8640-41df-bd78-17937d9e31df', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:67:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641c9c8e-085e-47d7-bafd-e05752114b54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:22:19Z', 'updated_at': '2021-12-06T18:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '558aff48-4615-4776-92ca-f3842b7dc17b', 'name': '', 'network_id': '01a49fd9-9fcd-4c78-b9d9-a0d2be1f6b88', 'tenant_id': 'c565599a167448d08150dd477d5e0b42', 'mac_address': 'fa:16:3e:15:69:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '641c9c8e-085e-47d7-bafd-e05752114b54', 'device_owner': 'network:router_interface', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': 'c1510ff7-b6e7-44cc-a24e-c6d8c7c616d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:22:21Z', 'updated_at': '2021-12-06T18:22:22Z', 'revision_number': 2, 'project_id': 'c565599a167448d08150dd477d5e0b42', 'subnets': [{'id': 'c1510ff7-b6e7-44cc-a24e-c6d8c7c616d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:22:25.093599 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf89cfa-250c-4ad4-8c98-71a3badc8772 None None] Checking router: 641c9c8e-085e-47d7-bafd-e05752114b54 for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 18:22:25.094267 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf89cfa-250c-4ad4-8c98-71a3badc8772 None None] Updating router 641c9c8e-085e-47d7-bafd-e05752114b54 port 558aff48-4615-4776-92ca-f3842b7dc17b binding host n-d-master-1 {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 18:22:25.117298 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5cf89cfa-250c-4ad4-8c98-71a3badc8772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:25.376095 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5cf89cfa-250c-4ad4-8c98-71a3badc8772 None None] Publish callbacks [] for port, precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:25.381556 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5cf89cfa-250c-4ad4-8c98-71a3badc8772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:25.442043 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d2cbbd-853d-494a-b9cd-53c1d78b7d4b None None] Pushing event updated for resources: {'Port': ['ID=558aff48-4615-4776-92ca-f3842b7dc17b,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:22:25.494566 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-5cf89cfa-250c-4ad4-8c98-71a3badc8772 None None] Attempting to bind port 558aff48-4615-4776-92ca-f3842b7dc17b on host n-d-master-1 for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 18:22:25.494943 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-5cf89cfa-250c-4ad4-8c98-71a3badc8772 None None] Attempting to bind port 558aff48-4615-4776-92ca-f3842b7dc17b by drivers openvswitch,hyperv on host n-d-master-1 at level 0 using segments [{'id': 'bf897f23-46f1-491d-9240-d46cb357059b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '01a49fd9-9fcd-4c78-b9d9-a0d2be1f6b88'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 18:22:25.495309 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf89cfa-250c-4ad4-8c98-71a3badc8772 None None] Attempting to bind port 558aff48-4615-4776-92ca-f3842b7dc17b on network 01a49fd9-9fcd-4c78-b9d9-a0d2be1f6b88 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 18:22:25.500585 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf89cfa-250c-4ad4-8c98-71a3badc8772 None None] Checking agent: {'id': '3b116f88-8df4-448c-857b-45b477923310', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 16, 55, 19), 'started_at': datetime.datetime(2021, 12, 6, 16, 55, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 18, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 18:22:25.500967 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf89cfa-250c-4ad4-8c98-71a3badc8772 None None] Checking segment: {'id': 'bf897f23-46f1-491d-9240-d46cb357059b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '01a49fd9-9fcd-4c78-b9d9-a0d2be1f6b88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 18:22:25.501371 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5cf89cfa-250c-4ad4-8c98-71a3badc8772 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:25.501981 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf89cfa-250c-4ad4-8c98-71a3badc8772 None None] Bound using segment: {'id': 'bf897f23-46f1-491d-9240-d46cb357059b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '01a49fd9-9fcd-4c78-b9d9-a0d2be1f6b88'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 18:22:25.502627 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-5cf89cfa-250c-4ad4-8c98-71a3badc8772 None None] Bound port: 558aff48-4615-4776-92ca-f3842b7dc17b, host: n-d-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf897f23-46f1-491d-9240-d46cb357059b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '01a49fd9-9fcd-4c78-b9d9-a0d2be1f6b88'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 18:22:25.503016 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5cf89cfa-250c-4ad4-8c98-71a3badc8772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:25.570502 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-5cf89cfa-250c-4ad4-8c98-71a3badc8772 None None] For port 558aff48-4615-4776-92ca-f3842b7dc17b, host n-d-master-1, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 18:22:25.574008 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-5cf89cfa-250c-4ad4-8c98-71a3badc8772 None None] For port 558aff48-4615-4776-92ca-f3842b7dc17b, host n-d-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=558aff48-4615-4776-92ca-f3842b7dc17b,segment=NetworkSegment(bf897f23-46f1-491d-9240-d46cb357059b),segment_id=bf897f23-46f1-491d-9240-d46cb357059b)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 18:22:25.578505 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5cf89cfa-250c-4ad4-8c98-71a3badc8772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:25.640133 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf89cfa-250c-4ad4-8c98-71a3badc8772 None None] Routers {'641c9c8e-085e-47d7-bafd-e05752114b54'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:22:25.640773 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-5cf89cfa-250c-4ad4-8c98-71a3badc8772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:22:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['641c9c8e-085e-47d7-bafd-e05752114b54'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:22:25.646631 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d2cbbd-853d-494a-b9cd-53c1d78b7d4b None None] Pushing event updated for resources: {'Port': ['ID=558aff48-4615-4776-92ca-f3842b7dc17b,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:22:25.716859 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-915883ee-d89c-43f1-9b9a-083f3a7ab8c3 None None] Provisioning complete for port 558aff48-4615-4776-92ca-f3842b7dc17b triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:22:25.717284 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-915883ee-d89c-43f1-9b9a-083f3a7ab8c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:25.805383 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-5cf89cfa-250c-4ad4-8c98-71a3badc8772 None None] Set router 641c9c8e-085e-47d7-bafd-e05752114b54 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:22:26.088849 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-915883ee-d89c-43f1-9b9a-083f3a7ab8c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:26.120784 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a049708b-a96b-4c95-a92f-d0ed52faf93f req-2d121015-3204-45b3-8d24-115695946373 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9fbd24b-f140-40df-b85b-08b65366adce HTTP/1.1" status: 200 len: 210 time: 0.0594213 Dec 06 18:22:26.161697 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-915883ee-d89c-43f1-9b9a-083f3a7ab8c3 None None] For port 558aff48-4615-4776-92ca-f3842b7dc17b, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=558aff48-4615-4776-92ca-f3842b7dc17b,segment=NetworkSegment(bf897f23-46f1-491d-9240-d46cb357059b),segment_id=bf897f23-46f1-491d-9240-d46cb357059b)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:22:26.175646 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-915883ee-d89c-43f1-9b9a-083f3a7ab8c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:26.179467 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c146fe-cec4-4c3e-926d-82e5825a34b7 req-b4445913-345f-4b2d-a092-53ed25f67476 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:22:26.181887 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a2c146fe-cec4-4c3e-926d-82e5825a34b7 req-b4445913-345f-4b2d-a092-53ed25f67476 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] 10.222.0.41 "GET /v2.0/networks?id=faf8c1ee-2beb-4205-a2a4-dd63d6271f68 HTTP/1.1" status: 200 len: 810 time: 0.1588311 Dec 06 18:22:26.250976 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915883ee-d89c-43f1-9b9a-083f3a7ab8c3 None None] Pushing event updated for resources: {'Port': ['ID=558aff48-4615-4776-92ca-f3842b7dc17b,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:22:26.256396 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a2c146fe-cec4-4c3e-926d-82e5825a34b7 req-73ac5785-af21-4ccf-ba2a-a28e21b70990 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=603dc167987841afaaf4c941da133b6b HTTP/1.1" status: 200 len: 380 time: 0.0559673 Dec 06 18:22:26.269235 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-a2c146fe-cec4-4c3e-926d-82e5825a34b7 req-a79bfcb7-7292-432f-b407-15086daccaad tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Request body: {'port': {'device_id': 'd9fbd24b-f140-40df-b85b-08b65366adce', 'network_id': 'faf8c1ee-2beb-4205-a2a4-dd63d6271f68', 'admin_state_up': True, 'tenant_id': '603dc167987841afaaf4c941da133b6b', 'security_groups': ['67ab4a3f-ae8a-41ca-a60c-c47e83ce093c']}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:22:26.272291 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-5cf89cfa-250c-4ad4-8c98-71a3badc8772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '641c9c8e-085e-47d7-bafd-e05752114b54', 'name': 'tempest-TestSnapshotPattern-1009838939-router', 'tenant_id': 'c565599a167448d08150dd477d5e0b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.122'}], 'enable_snat': True}, 'gw_port_id': '48082ae2-8640-41df-bd78-17937d9e31df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:22:18Z', 'updated_at': '2021-12-06T18:22:21Z', 'revision_number': 4, 'project_id': 'c565599a167448d08150dd477d5e0b42', 'gw_port': {'id': '48082ae2-8640-41df-bd78-17937d9e31df', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:67:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641c9c8e-085e-47d7-bafd-e05752114b54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:22:19Z', 'updated_at': '2021-12-06T18:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '558aff48-4615-4776-92ca-f3842b7dc17b', 'name': '', 'network_id': '01a49fd9-9fcd-4c78-b9d9-a0d2be1f6b88', 'tenant_id': 'c565599a167448d08150dd477d5e0b42', 'mac_address': 'fa:16:3e:15:69:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '641c9c8e-085e-47d7-bafd-e05752114b54', 'device_owner': 'network:router_interface', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': 'c1510ff7-b6e7-44cc-a24e-c6d8c7c616d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:22:21Z', 'updated_at': '2021-12-06T18:22:25Z', 'revision_number': 4, 'project_id': 'c565599a167448d08150dd477d5e0b42', 'subnets': [{'id': 'c1510ff7-b6e7-44cc-a24e-c6d8c7c616d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:22:26.303553 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf89cfa-250c-4ad4-8c98-71a3badc8772 None None] The sync data for ids ['641c9c8e-085e-47d7-bafd-e05752114b54'] in n-d-master-1 is: [{'id': '641c9c8e-085e-47d7-bafd-e05752114b54', 'name': 'tempest-TestSnapshotPattern-1009838939-router', 'tenant_id': 'c565599a167448d08150dd477d5e0b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.122'}], 'enable_snat': True}, 'gw_port_id': '48082ae2-8640-41df-bd78-17937d9e31df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:22:18Z', 'updated_at': '2021-12-06T18:22:21Z', 'revision_number': 4, 'project_id': 'c565599a167448d08150dd477d5e0b42', 'gw_port': {'id': '48082ae2-8640-41df-bd78-17937d9e31df', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:67:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641c9c8e-085e-47d7-bafd-e05752114b54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:22:19Z', 'updated_at': '2021-12-06T18:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': '558aff48-4615-4776-92ca-f3842b7dc17b', 'name': '', 'network_id': '01a49fd9-9fcd-4c78-b9d9-a0d2be1f6b88', 'tenant_id': 'c565599a167448d08150dd477d5e0b42', 'mac_address': 'fa:16:3e:15:69:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '641c9c8e-085e-47d7-bafd-e05752114b54', 'device_owner': 'network:router_interface', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': 'c1510ff7-b6e7-44cc-a24e-c6d8c7c616d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:22:21Z', 'updated_at': '2021-12-06T18:22:25Z', 'revision_number': 4, 'project_id': 'c565599a167448d08150dd477d5e0b42', 'subnets': [{'id': 'c1510ff7-b6e7-44cc-a24e-c6d8c7c616d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 18:22:26.315109 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-220b4427-6888-4f02-ad16-2fc966b8b861 None None] Provisioning complete for port 558aff48-4615-4776-92ca-f3842b7dc17b triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:22:26.315486 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-220b4427-6888-4f02-ad16-2fc966b8b861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:26.406311 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2c146fe-cec4-4c3e-926d-82e5825a34b7 req-a79bfcb7-7292-432f-b407-15086daccaad tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Made reservation on behalf of 603dc167987841afaaf4c941da133b6b for: {'port': 1} {{(pid=103285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 18:22:26.409837 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-a2c146fe-cec4-4c3e-926d-82e5825a34b7 req-a79bfcb7-7292-432f-b407-15086daccaad tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:26.551030 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [req-a2c146fe-cec4-4c3e-926d-82e5825a34b7 req-a79bfcb7-7292-432f-b407-15086daccaad tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Allocated IP 172.20.0.12 (faf8c1ee-2beb-4205-a2a4-dd63d6271f68/f51f76bc-8923-44bf-ae0a-24adabd55c2d/d0d6b59a-fcf8-4ab0-b887-cdb5df8ce008) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 18:22:26.691193 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-a2c146fe-cec4-4c3e-926d-82e5825a34b7 req-a79bfcb7-7292-432f-b407-15086daccaad tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:26.725095 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-a2c146fe-cec4-4c3e-926d-82e5825a34b7 req-a79bfcb7-7292-432f-b407-15086daccaad tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:26.779444 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2c146fe-cec4-4c3e-926d-82e5825a34b7 req-a79bfcb7-7292-432f-b407-15086daccaad tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Network faf8c1ee-2beb-4205-a2a4-dd63d6271f68 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 18:22:26.781006 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [req-a2c146fe-cec4-4c3e-926d-82e5825a34b7 req-a79bfcb7-7292-432f-b407-15086daccaad tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 18:22:26.785543 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2c146fe-cec4-4c3e-926d-82e5825a34b7 req-a79bfcb7-7292-432f-b407-15086daccaad tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 18:22:26.811586 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79bfcb7-7292-432f-b407-15086daccaad tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Pushing event updated for resources: {'Port': ['ID=d0d6b59a-fcf8-4ab0-b887-cdb5df8ce008,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:22:26.843949 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c146fe-cec4-4c3e-926d-82e5825a34b7 req-a79bfcb7-7292-432f-b407-15086daccaad tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:22:26.844625 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-a2c146fe-cec4-4c3e-926d-82e5825a34b7 req-a79bfcb7-7292-432f-b407-15086daccaad tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:26.863673 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a2c146fe-cec4-4c3e-926d-82e5825a34b7 req-a79bfcb7-7292-432f-b407-15086daccaad tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5980639 Dec 06 18:22:26.881756 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [req-a2c146fe-cec4-4c3e-926d-82e5825a34b7 req-a7deb4f1-db2b-4b00-b535-7107a35d198b service neutron] Request body: {'port': {'device_id': 'd9fbd24b-f140-40df-b85b-08b65366adce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-master-1'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:22:26.948070 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-a2c146fe-cec4-4c3e-926d-82e5825a34b7 req-a7deb4f1-db2b-4b00-b535-7107a35d198b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:27.052676 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-35772d9d-0920-407b-89a6-e18f9721bef3 None None] Provisioning complete for port d0d6b59a-fcf8-4ab0-b887-cdb5df8ce008 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:22:27.052966 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-35772d9d-0920-407b-89a6-e18f9721bef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:27.086589 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-35772d9d-0920-407b-89a6-e18f9721bef3 None None] Port d0d6b59a-fcf8-4ab0-b887-cdb5df8ce008 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 18:22:27.220221 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [req-a2c146fe-cec4-4c3e-926d-82e5825a34b7 req-a7deb4f1-db2b-4b00-b535-7107a35d198b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0d6b59a-fcf8-4ab0-b887-cdb5df8ce008 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 18:22:27.228955 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-a2c146fe-cec4-4c3e-926d-82e5825a34b7 req-a7deb4f1-db2b-4b00-b535-7107a35d198b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:27.243641 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [req-a2c146fe-cec4-4c3e-926d-82e5825a34b7 req-a7deb4f1-db2b-4b00-b535-7107a35d198b service neutron] Transition to ACTIVE for port object d0d6b59a-fcf8-4ab0-b887-cdb5df8ce008 will not be triggered until provisioned by entity L2. {{(pid=103285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 18:22:27.248549 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-a2c146fe-cec4-4c3e-926d-82e5825a34b7 req-a7deb4f1-db2b-4b00-b535-7107a35d198b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:27.250690 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d165ca-105c-4555-86c3-adf350e5a2b1 req-efce2a0f-dbb2-441f-a262-cdeba387b8c0 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:22:27.253001 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-97d165ca-105c-4555-86c3-adf350e5a2b1 req-efce2a0f-dbb2-441f-a262-cdeba387b8c0 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9fbd24b-f140-40df-b85b-08b65366adce HTTP/1.1" status: 200 len: 932 time: 0.0511923 Dec 06 18:22:27.318869 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-97d165ca-105c-4555-86c3-adf350e5a2b1 req-cc89d27f-e051-4b58-a3c0-142053049e34 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] 10.222.0.23 "GET /v2.0/security-groups?id=67ab4a3f-ae8a-41ca-a60c-c47e83ce093c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574942 Dec 06 18:22:27.321371 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7deb4f1-db2b-4b00-b535-7107a35d198b service neutron] Pushing event updated for resources: {'Port': ['ID=d0d6b59a-fcf8-4ab0-b887-cdb5df8ce008,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:22:27.375162 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-a2c146fe-cec4-4c3e-926d-82e5825a34b7 req-a7deb4f1-db2b-4b00-b535-7107a35d198b service neutron] Attempting to bind port d0d6b59a-fcf8-4ab0-b887-cdb5df8ce008 on host n-h1-master-1 for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 18:22:27.375497 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-a2c146fe-cec4-4c3e-926d-82e5825a34b7 req-a7deb4f1-db2b-4b00-b535-7107a35d198b service neutron] Attempting to bind port d0d6b59a-fcf8-4ab0-b887-cdb5df8ce008 by drivers openvswitch,hyperv on host n-h1-master-1 at level 0 using segments [{'id': 'bd01cda6-f55a-4b4b-95b1-be945e118326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'faf8c1ee-2beb-4205-a2a4-dd63d6271f68'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 18:22:27.375822 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c146fe-cec4-4c3e-926d-82e5825a34b7 req-a7deb4f1-db2b-4b00-b535-7107a35d198b service neutron] Attempting to bind port d0d6b59a-fcf8-4ab0-b887-cdb5df8ce008 on network faf8c1ee-2beb-4205-a2a4-dd63d6271f68 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 18:22:27.380600 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c146fe-cec4-4c3e-926d-82e5825a34b7 req-a7deb4f1-db2b-4b00-b535-7107a35d198b service neutron] Port d0d6b59a-fcf8-4ab0-b887-cdb5df8ce008 on network faf8c1ee-2beb-4205-a2a4-dd63d6271f68 not bound, no agent of type Open vSwitch agent registered on host n-h1-master-1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 18:22:27.380949 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c146fe-cec4-4c3e-926d-82e5825a34b7 req-a7deb4f1-db2b-4b00-b535-7107a35d198b service neutron] Attempting to bind port d0d6b59a-fcf8-4ab0-b887-cdb5df8ce008 on network faf8c1ee-2beb-4205-a2a4-dd63d6271f68 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 18:22:27.386105 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c146fe-cec4-4c3e-926d-82e5825a34b7 req-a7deb4f1-db2b-4b00-b535-7107a35d198b service neutron] Checking agent: {'id': 'd703c949-9b7a-4a25-bb75-9d2daaae883b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 18, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 18:22:27.386444 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c146fe-cec4-4c3e-926d-82e5825a34b7 req-a7deb4f1-db2b-4b00-b535-7107a35d198b service neutron] Checking segment: {'id': 'bd01cda6-f55a-4b4b-95b1-be945e118326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'faf8c1ee-2beb-4205-a2a4-dd63d6271f68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 18:22:27.386835 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c146fe-cec4-4c3e-926d-82e5825a34b7 req-a7deb4f1-db2b-4b00-b535-7107a35d198b service neutron] Bound using segment: {'id': 'bd01cda6-f55a-4b4b-95b1-be945e118326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'faf8c1ee-2beb-4205-a2a4-dd63d6271f68'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 18:22:27.387265 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [req-a2c146fe-cec4-4c3e-926d-82e5825a34b7 req-a7deb4f1-db2b-4b00-b535-7107a35d198b service neutron] Bound port: d0d6b59a-fcf8-4ab0-b887-cdb5df8ce008, host: n-h1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd01cda6-f55a-4b4b-95b1-be945e118326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'faf8c1ee-2beb-4205-a2a4-dd63d6271f68'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 18:22:27.387621 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-a2c146fe-cec4-4c3e-926d-82e5825a34b7 req-a7deb4f1-db2b-4b00-b535-7107a35d198b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:27.455470 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-a2c146fe-cec4-4c3e-926d-82e5825a34b7 req-a7deb4f1-db2b-4b00-b535-7107a35d198b service neutron] For port d0d6b59a-fcf8-4ab0-b887-cdb5df8ce008, host n-h1-master-1, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 18:22:27.459314 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-a2c146fe-cec4-4c3e-926d-82e5825a34b7 req-a7deb4f1-db2b-4b00-b535-7107a35d198b service neutron] For port d0d6b59a-fcf8-4ab0-b887-cdb5df8ce008, host n-h1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=d0d6b59a-fcf8-4ab0-b887-cdb5df8ce008,segment=NetworkSegment(bd01cda6-f55a-4b4b-95b1-be945e118326),segment_id=bd01cda6-f55a-4b4b-95b1-be945e118326)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 18:22:27.463981 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-a2c146fe-cec4-4c3e-926d-82e5825a34b7 req-a7deb4f1-db2b-4b00-b535-7107a35d198b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:27.503410 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c146fe-cec4-4c3e-926d-82e5825a34b7 req-a7deb4f1-db2b-4b00-b535-7107a35d198b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:22:27.504038 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-a2c146fe-cec4-4c3e-926d-82e5825a34b7 req-a7deb4f1-db2b-4b00-b535-7107a35d198b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:27.505492 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a2c146fe-cec4-4c3e-926d-82e5825a34b7 req-a7deb4f1-db2b-4b00-b535-7107a35d198b service neutron] 10.222.0.41 "PUT /v2.0/ports/d0d6b59a-fcf8-4ab0-b887-cdb5df8ce008 HTTP/1.1" status: 200 len: 1092 time: 0.6287644 Dec 06 18:22:27.505942 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9fbd24b-f140-40df-b85b-08b65366adce', 'tag': 'd0d6b59a-fcf8-4ab0-b887-cdb5df8ce008'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 18:22:27.508206 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84a504b017671f0a47cd85ab9346cb7aca95b1a07f687931bccd5817498bce48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acef94c0-3799-4634-b85d-3a6d085bf92f" -d '{"events": [{"name": "network-changed", "server_uuid": "d9fbd24b-f140-40df-b85b-08b65366adce", "tag": "d0d6b59a-fcf8-4ab0-b887-cdb5df8ce008"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 18:22:27.531019 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7deb4f1-db2b-4b00-b535-7107a35d198b service neutron] Pushing event updated for resources: {'Port': ['ID=d0d6b59a-fcf8-4ab0-b887-cdb5df8ce008,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:22:27.601504 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c146fe-cec4-4c3e-926d-82e5825a34b7 req-4cbd974f-9ff5-4c83-8ccf-25a691569cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:22:27.603368 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a2c146fe-cec4-4c3e-926d-82e5825a34b7 req-4cbd974f-9ff5-4c83-8ccf-25a691569cb2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=603dc167987841afaaf4c941da133b6b&device_id=d9fbd24b-f140-40df-b85b-08b65366adce HTTP/1.1" status: 200 len: 1095 time: 0.0491564 Dec 06 18:22:27.656571 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 18:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c77a8f87-c138-4aa8-ab89-0226ddd48d5c x-openstack-request-id: req-c77a8f87-c138-4aa8-ab89-0226ddd48d5c {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 18:22:27.656872 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9fbd24b-f140-40df-b85b-08b65366adce", "tag": "d0d6b59a-fcf8-4ab0-b887-cdb5df8ce008", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 18:22:27.657199 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c77a8f87-c138-4aa8-ab89-0226ddd48d5c {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 18:22:27.657695 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9fbd24b-f140-40df-b85b-08b65366adce', 'tag': 'd0d6b59a-fcf8-4ab0-b887-cdb5df8ce008', 'status': 'completed', 'code': 200} Dec 06 18:22:27.659722 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a2c146fe-cec4-4c3e-926d-82e5825a34b7 req-16d414a7-00e2-4aae-97d3-de41796ef187 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d0d6b59a-fcf8-4ab0-b887-cdb5df8ce008 HTTP/1.1" status: 200 len: 217 time: 0.0445414 Dec 06 18:22:27.711380 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c146fe-cec4-4c3e-926d-82e5825a34b7 req-513394c0-4278-4c6b-9a3d-d9b395a6e08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:22:27.712894 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a2c146fe-cec4-4c3e-926d-82e5825a34b7 req-513394c0-4278-4c6b-9a3d-d9b395a6e08c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f51f76bc-8923-44bf-ae0a-24adabd55c2d HTTP/1.1" status: 200 len: 849 time: 0.0464752 Dec 06 18:22:27.765777 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c146fe-cec4-4c3e-926d-82e5825a34b7 req-0c11441b-3fb4-4b66-9b3e-5456b1c1a0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:22:27.767337 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a2c146fe-cec4-4c3e-926d-82e5825a34b7 req-0c11441b-3fb4-4b66-9b3e-5456b1c1a0f7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=faf8c1ee-2beb-4205-a2a4-dd63d6271f68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421464 Dec 06 18:22:27.878229 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 558aff48-4615-4776-92ca-f3842b7dc17b up at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 18:22:27.893414 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a2c146fe-cec4-4c3e-926d-82e5825a34b7 req-52ddbaf4-f344-4e95-8446-78d331fdd53c service neutron] 10.222.0.41 "GET /v2.0/networks/faf8c1ee-2beb-4205-a2a4-dd63d6271f68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142251 Dec 06 18:22:27.929741 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Provisioning complete for port 558aff48-4615-4776-92ca-f3842b7dc17b triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:22:27.930622 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:27.990664 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-a2c146fe-cec4-4c3e-926d-82e5825a34b7 req-1534b5bd-f02c-48d4-9ba8-4a38188ef0d9 service neutron] 10.222.0.41 "GET /v2.0/networks/faf8c1ee-2beb-4205-a2a4-dd63d6271f68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860448 Dec 06 18:22:28.090052 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef94c0-3799-4634-b85d-3a6d085bf92f req-fc5e38f4-2969-4178-a362-98d67c5c5316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:22:28.091452 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-acef94c0-3799-4634-b85d-3a6d085bf92f req-fc5e38f4-2969-4178-a362-98d67c5c5316 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=603dc167987841afaaf4c941da133b6b&device_id=d9fbd24b-f140-40df-b85b-08b65366adce HTTP/1.1" status: 200 len: 1095 time: 0.0450118 Dec 06 18:22:28.181344 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef94c0-3799-4634-b85d-3a6d085bf92f req-09a97303-86ae-40aa-9e1f-56aebdc31f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:22:28.182831 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-acef94c0-3799-4634-b85d-3a6d085bf92f req-09a97303-86ae-40aa-9e1f-56aebdc31f47 service neutron] 10.222.0.41 "GET /v2.0/networks?id=faf8c1ee-2beb-4205-a2a4-dd63d6271f68 HTTP/1.1" status: 200 len: 911 time: 0.0840921 Dec 06 18:22:28.230147 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-acef94c0-3799-4634-b85d-3a6d085bf92f req-b821c1d4-88f1-4b87-b73d-2135f013a6e3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d0d6b59a-fcf8-4ab0-b887-cdb5df8ce008 HTTP/1.1" status: 200 len: 217 time: 0.0389991 Dec 06 18:22:28.282418 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef94c0-3799-4634-b85d-3a6d085bf92f req-0a8d8a43-b856-49da-857b-2ef67cdf35a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:22:28.283858 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-acef94c0-3799-4634-b85d-3a6d085bf92f req-0a8d8a43-b856-49da-857b-2ef67cdf35a9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f51f76bc-8923-44bf-ae0a-24adabd55c2d HTTP/1.1" status: 200 len: 849 time: 0.0445120 Dec 06 18:22:28.331612 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef94c0-3799-4634-b85d-3a6d085bf92f req-9984af09-3eb2-4bfd-bb06-1c22bd50a5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:22:28.333153 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-acef94c0-3799-4634-b85d-3a6d085bf92f req-9984af09-3eb2-4bfd-bb06-1c22bd50a5eb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=faf8c1ee-2beb-4205-a2a4-dd63d6271f68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416205 Dec 06 18:22:28.437595 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-acef94c0-3799-4634-b85d-3a6d085bf92f req-9d6e53f9-920f-465c-8860-3478145721b8 service neutron] 10.222.0.41 "GET /v2.0/networks/faf8c1ee-2beb-4205-a2a4-dd63d6271f68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951736 Dec 06 18:22:28.441055 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35251a38-9f18-4c33-ba18-4dc7da21cf3d req-e741e848-2f6b-4187-92e7-40265f31bf53 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:22:28.443338 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-35251a38-9f18-4c33-ba18-4dc7da21cf3d req-e741e848-2f6b-4187-92e7-40265f31bf53 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9fbd24b-f140-40df-b85b-08b65366adce HTTP/1.1" status: 200 len: 944 time: 0.0509665 Dec 06 18:22:28.497344 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-35251a38-9f18-4c33-ba18-4dc7da21cf3d req-baa86f0f-3580-4d4a-89ff-c6c31b14ef9e tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] 10.222.0.23 "GET /v2.0/security-groups?id=67ab4a3f-ae8a-41ca-a60c-c47e83ce093c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477245 Dec 06 18:22:28.533038 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-acef94c0-3799-4634-b85d-3a6d085bf92f req-452ebb3a-2efd-4676-b8e2-273e96c6498e service neutron] 10.222.0.41 "GET /v2.0/networks/faf8c1ee-2beb-4205-a2a4-dd63d6271f68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874012 Dec 06 18:22:29.616761 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a5a1fe-2ead-4ed1-8186-bf2de852dae7 req-a9206080-89df-4b99-a9e4-6dfafb6a4def tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:22:29.618527 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f6a5a1fe-2ead-4ed1-8186-bf2de852dae7 req-a9206080-89df-4b99-a9e4-6dfafb6a4def tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9fbd24b-f140-40df-b85b-08b65366adce HTTP/1.1" status: 200 len: 944 time: 0.0521796 Dec 06 18:22:29.665914 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-f6a5a1fe-2ead-4ed1-8186-bf2de852dae7 req-dc2a3ab3-413d-45f0-a671-0db771e62991 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] 10.222.0.23 "GET /v2.0/security-groups?id=67ab4a3f-ae8a-41ca-a60c-c47e83ce093c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414362 Dec 06 18:22:30.538313 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device d0d6b59a-fcf8-4ab0-b887-cdb5df8ce008 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 18:22:30.632698 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port d0d6b59a-fcf8-4ab0-b887-cdb5df8ce008, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=d0d6b59a-fcf8-4ab0-b887-cdb5df8ce008,segment=NetworkSegment(bd01cda6-f55a-4b4b-95b1-be945e118326),segment_id=bd01cda6-f55a-4b4b-95b1-be945e118326)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:22:30.643298 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': 'd0d6b59a-fcf8-4ab0-b887-cdb5df8ce008', 'network_id': 'faf8c1ee-2beb-4205-a2a4-dd63d6271f68', 'port_id': 'd0d6b59a-fcf8-4ab0-b887-cdb5df8ce008', 'mac_address': 'fa:16:3e:36:5d:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f51f76bc-8923-44bf-ae0a-24adabd55c2d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 18:22:30.679617 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:30.692208 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0d6b59a-fcf8-4ab0-b887-cdb5df8ce008 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 18:22:30.712804 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port d0d6b59a-fcf8-4ab0-b887-cdb5df8ce008, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=d0d6b59a-fcf8-4ab0-b887-cdb5df8ce008,segment=NetworkSegment(bd01cda6-f55a-4b4b-95b1-be945e118326),segment_id=bd01cda6-f55a-4b4b-95b1-be945e118326)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:22:30.717784 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:30.770968 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=d0d6b59a-fcf8-4ab0-b887-cdb5df8ce008,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:22:30.781925 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fe7cad-f1c1-4739-b7ad-66da2f65ffec req-822dfef3-6657-4e8a-b95a-2e980a890fc1 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:22:30.783475 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e7fe7cad-f1c1-4739-b7ad-66da2f65ffec req-822dfef3-6657-4e8a-b95a-2e980a890fc1 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9fbd24b-f140-40df-b85b-08b65366adce HTTP/1.1" status: 200 len: 945 time: 0.0487070 Dec 06 18:22:30.835049 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-e7fe7cad-f1c1-4739-b7ad-66da2f65ffec req-891ad2e7-45ea-43ab-a247-974a6050c3b4 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] 10.222.0.23 "GET /v2.0/security-groups?id=67ab4a3f-ae8a-41ca-a60c-c47e83ce093c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445774 Dec 06 18:22:30.968737 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['d0d6b59a-fcf8-4ab0-b887-cdb5df8ce008'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 18:22:31.323474 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 18:22:31.948350 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb1ac2a-037a-476a-885c-43b94780bcc6 req-8519460a-fba8-49ca-b774-2605bac3b025 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:22:31.949831 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-abb1ac2a-037a-476a-885c-43b94780bcc6 req-8519460a-fba8-49ca-b774-2605bac3b025 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9fbd24b-f140-40df-b85b-08b65366adce HTTP/1.1" status: 200 len: 945 time: 0.0482705 Dec 06 18:22:31.998243 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-abb1ac2a-037a-476a-885c-43b94780bcc6 req-52337979-1604-4f74-b006-5a2325be1be5 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] 10.222.0.23 "GET /v2.0/security-groups?id=67ab4a3f-ae8a-41ca-a60c-c47e83ce093c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424807 Dec 06 18:22:32.552964 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device d0d6b59a-fcf8-4ab0-b887-cdb5df8ce008 up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 18:22:32.601806 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning for port d0d6b59a-fcf8-4ab0-b887-cdb5df8ce008 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 18:22:32.605545 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port d0d6b59a-fcf8-4ab0-b887-cdb5df8ce008 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:22:32.605923 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:32.681745 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:32.704202 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9fbd24b-f140-40df-b85b-08b65366adce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0d6b59a-fcf8-4ab0-b887-cdb5df8ce008'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 18:22:32.706499 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}253b13571352ac935e80f100367d97205cb4b29805628151c230edbf5f3547e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b227c641-c57d-40f0-b4de-cfb8995acdec" -d '{"events": [{"server_uuid": "d9fbd24b-f140-40df-b85b-08b65366adce", "name": "network-vif-plugged", "status": "completed", "tag": "d0d6b59a-fcf8-4ab0-b887-cdb5df8ce008"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 18:22:32.723234 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port d0d6b59a-fcf8-4ab0-b887-cdb5df8ce008, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=d0d6b59a-fcf8-4ab0-b887-cdb5df8ce008,segment=NetworkSegment(bd01cda6-f55a-4b4b-95b1-be945e118326),segment_id=bd01cda6-f55a-4b4b-95b1-be945e118326)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:22:32.727424 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:32.777574 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=d0d6b59a-fcf8-4ab0-b887-cdb5df8ce008,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:22:32.803795 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 18:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a30cdb9f-728f-44bd-b044-24e599e22353 x-openstack-request-id: req-a30cdb9f-728f-44bd-b044-24e599e22353 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 18:22:32.804045 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9fbd24b-f140-40df-b85b-08b65366adce", "name": "network-vif-plugged", "status": "completed", "tag": "d0d6b59a-fcf8-4ab0-b887-cdb5df8ce008", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 18:22:32.804306 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a30cdb9f-728f-44bd-b044-24e599e22353 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 18:22:32.804714 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9fbd24b-f140-40df-b85b-08b65366adce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0d6b59a-fcf8-4ab0-b887-cdb5df8ce008', 'code': 200} Dec 06 18:22:32.905862 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cabb4d9-aacd-4c2b-a37f-7e627b320529 req-92f9b918-68bf-4dc4-825b-2fd21470f0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:22:32.908277 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8cabb4d9-aacd-4c2b-a37f-7e627b320529 req-92f9b918-68bf-4dc4-825b-2fd21470f0d0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d9fbd24b-f140-40df-b85b-08b65366adce HTTP/1.1" status: 200 len: 1097 time: 0.0408506 Dec 06 18:22:32.959977 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8cabb4d9-aacd-4c2b-a37f-7e627b320529 req-4f631aa1-a945-4d38-8912-ecce2edbdeaa service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=67ab4a3f-ae8a-41ca-a60c-c47e83ce093c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439534 Dec 06 18:22:33.111258 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f1851b-d2e6-4e6e-9b48-59570c6afff6 req-1bbd7cfe-7afb-4e1b-9d55-dd2583f8f1a0 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:22:33.112745 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c1f1851b-d2e6-4e6e-9b48-59570c6afff6 req-1bbd7cfe-7afb-4e1b-9d55-dd2583f8f1a0 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9fbd24b-f140-40df-b85b-08b65366adce HTTP/1.1" status: 200 len: 946 time: 0.0487618 Dec 06 18:22:33.161401 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c1f1851b-d2e6-4e6e-9b48-59570c6afff6 req-1b776ca4-f41d-4825-8573-a7c61c528c19 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] 10.222.0.23 "GET /v2.0/security-groups?id=67ab4a3f-ae8a-41ca-a60c-c47e83ce093c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413382 Dec 06 18:22:33.445981 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:34.304306 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1862efc4-12c0-4aab-8ecd-206cf62fe817 req-8be732c3-1fcf-4528-9e27-e358e7365912 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:22:34.305737 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1862efc4-12c0-4aab-8ecd-206cf62fe817 req-8be732c3-1fcf-4528-9e27-e358e7365912 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9fbd24b-f140-40df-b85b-08b65366adce HTTP/1.1" status: 200 len: 946 time: 0.0565999 Dec 06 18:22:34.355249 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1862efc4-12c0-4aab-8ecd-206cf62fe817 req-33e89056-c734-4e32-af11-30e244f3d32a tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] 10.222.0.23 "GET /v2.0/security-groups?id=67ab4a3f-ae8a-41ca-a60c-c47e83ce093c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431702 Dec 06 18:22:35.473175 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b875c32c-2ce2-4bd5-90ad-0bee4015791e req-77e26c66-b267-4073-aff5-6ef69f64ca68 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:22:35.474746 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b875c32c-2ce2-4bd5-90ad-0bee4015791e req-77e26c66-b267-4073-aff5-6ef69f64ca68 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9fbd24b-f140-40df-b85b-08b65366adce HTTP/1.1" status: 200 len: 946 time: 0.0485916 Dec 06 18:22:35.522893 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-b875c32c-2ce2-4bd5-90ad-0bee4015791e req-73441157-bbc1-44f3-b474-38937d961aa1 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] 10.222.0.23 "GET /v2.0/security-groups?id=67ab4a3f-ae8a-41ca-a60c-c47e83ce093c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420923 Dec 06 18:22:35.635092 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1903d73e-9e27-404a-abef-7f48d8feecc9 req-c80189d0-fb9d-42f1-80c4-3b4104ed8b2a tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:22:35.636543 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1903d73e-9e27-404a-abef-7f48d8feecc9 req-c80189d0-fb9d-42f1-80c4-3b4104ed8b2a tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9fbd24b-f140-40df-b85b-08b65366adce HTTP/1.1" status: 200 len: 946 time: 0.0477257 Dec 06 18:22:35.684617 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-1903d73e-9e27-404a-abef-7f48d8feecc9 req-3ff5b988-90c2-40af-856b-14e77800491c tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] 10.222.0.23 "GET /v2.0/security-groups?id=67ab4a3f-ae8a-41ca-a60c-c47e83ce093c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421922 Dec 06 18:22:35.706834 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 44188) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:22:35.815725 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:35.837666 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3937a40-ed0c-4435-b7dd-c604fcc6d1f7 tempest-TestSnapshotPattern-609501034 tempest-TestSnapshotPattern-609501034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:22:35.839176 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-f3937a40-ed0c-4435-b7dd-c604fcc6d1f7 tempest-TestSnapshotPattern-609501034 tempest-TestSnapshotPattern-609501034-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d9fbd24b-f140-40df-b85b-08b65366adce HTTP/1.1" status: 200 len: 1092 time: 0.1313486 Dec 06 18:22:35.841987 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 44192) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:22:35.846098 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.v2.base [None req-ca7980ce-f7e0-42cd-898a-37397a8acaec tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Request body: {'floatingip': {'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'port_id': 'd0d6b59a-fcf8-4ab0-b887-cdb5df8ce008', 'tenant_id': '603dc167987841afaaf4c941da133b6b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:22:35.866887 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ca7980ce-f7e0-42cd-898a-37397a8acaec tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Publish callbacks [] for floatingip, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:35.959645 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ca7980ce-f7e0-42cd-898a-37397a8acaec tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:36.064164 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-ca7980ce-f7e0-42cd-898a-37397a8acaec tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Allocated IP 172.35.1.77 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/bf13d939-2fa6-4f98-a204-5ce8359f2bad) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 18:22:36.163466 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ca7980ce-f7e0-42cd-898a-37397a8acaec tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Publish callbacks [] for port, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:36.195622 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ca7980ce-f7e0-42cd-898a-37397a8acaec tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:36.238982 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7980ce-f7e0-42cd-898a-37397a8acaec tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 18:22:36.242500 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-ca7980ce-f7e0-42cd-898a-37397a8acaec tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 18:22:36.246382 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7980ce-f7e0-42cd-898a-37397a8acaec tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 18:22:36.267480 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7980ce-f7e0-42cd-898a-37397a8acaec tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Pushing event updated for resources: {'Port': ['ID=bf13d939-2fa6-4f98-a204-5ce8359f2bad,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:22:36.591937 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ca7980ce-f7e0-42cd-898a-37397a8acaec tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:36.658496 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ca7980ce-f7e0-42cd-898a-37397a8acaec tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:36.807289 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ca7980ce-f7e0-42cd-898a-37397a8acaec tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Publish callbacks [] for port, precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:36.811377 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ca7980ce-f7e0-42cd-898a-37397a8acaec tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58806937'] for port, after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:36.877450 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7980ce-f7e0-42cd-898a-37397a8acaec tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Pushing event updated for resources: {'Port': ['ID=bf13d939-2fa6-4f98-a204-5ce8359f2bad,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:22:36.890215 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ca7980ce-f7e0-42cd-898a-37397a8acaec tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:36.990652 n-d-master-1 neutron-server[103285]: INFO neutron.db.l3_db [None req-ca7980ce-f7e0-42cd-898a-37397a8acaec tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Floating IP e8352c20-5dc7-4a29-825c-1c406c91b3c6 associated. External IP: 172.35.1.77, port: d0d6b59a-fcf8-4ab0-b887-cdb5df8ce008. Dec 06 18:22:37.192930 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca7980ce-f7e0-42cd-898a-37397a8acaec tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Router 2998ebc8-d45a-45b5-a52f-3e2100f2f21f has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 18:22:37.587624 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca7980ce-f7e0-42cd-898a-37397a8acaec tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 18:22:37.597553 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d835c955-0a50-4813-a548-095372b6a32c None None] Sync routers for ids ['2998ebc8-d45a-45b5-a52f-3e2100f2f21f'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 18:22:37.605277 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ca7980ce-f7e0-42cd-898a-37397a8acaec tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:37.608183 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d835c955-0a50-4813-a548-095372b6a32c None None] Routers {'2998ebc8-d45a-45b5-a52f-3e2100f2f21f'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:22:37.608799 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-d835c955-0a50-4813-a548-095372b6a32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:22:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['2998ebc8-d45a-45b5-a52f-3e2100f2f21f'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:22:37.633010 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-ca7980ce-f7e0-42cd-898a-37397a8acaec tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7900310 Dec 06 18:22:37.633607 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9fbd24b-f140-40df-b85b-08b65366adce', 'tag': 'd0d6b59a-fcf8-4ab0-b887-cdb5df8ce008'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 18:22:37.635846 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84a504b017671f0a47cd85ab9346cb7aca95b1a07f687931bccd5817498bce48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc42768-47af-42a1-abae-f9bfd716eb92" -d '{"events": [{"name": "network-changed", "server_uuid": "d9fbd24b-f140-40df-b85b-08b65366adce", "tag": "d0d6b59a-fcf8-4ab0-b887-cdb5df8ce008"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 18:22:37.673420 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 18:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a426730e-b7bd-4e60-9c8e-1a97eb0547ed x-openstack-request-id: req-a426730e-b7bd-4e60-9c8e-1a97eb0547ed {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 18:22:37.673856 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9fbd24b-f140-40df-b85b-08b65366adce", "tag": "d0d6b59a-fcf8-4ab0-b887-cdb5df8ce008", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 18:22:37.674192 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a426730e-b7bd-4e60-9c8e-1a97eb0547ed {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 18:22:37.674662 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9fbd24b-f140-40df-b85b-08b65366adce', 'tag': 'd0d6b59a-fcf8-4ab0-b887-cdb5df8ce008', 'status': 'completed', 'code': 200} Dec 06 18:22:37.721722 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-d835c955-0a50-4813-a548-095372b6a32c None None] Set router 2998ebc8-d45a-45b5-a52f-3e2100f2f21f gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:22:37.736171 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc42768-47af-42a1-abae-f9bfd716eb92 req-e7e0ea4b-7245-492c-9430-bbbcebacd00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:22:37.737894 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4fc42768-47af-42a1-abae-f9bfd716eb92 req-e7e0ea4b-7245-492c-9430-bbbcebacd00b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=603dc167987841afaaf4c941da133b6b&device_id=d9fbd24b-f140-40df-b85b-08b65366adce HTTP/1.1" status: 200 len: 1097 time: 0.0412350 Dec 06 18:22:37.833770 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc42768-47af-42a1-abae-f9bfd716eb92 req-9b103bda-c238-43e5-9598-1bab0caee831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:22:37.835373 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4fc42768-47af-42a1-abae-f9bfd716eb92 req-9b103bda-c238-43e5-9598-1bab0caee831 service neutron] 10.222.0.41 "GET /v2.0/networks?id=faf8c1ee-2beb-4205-a2a4-dd63d6271f68 HTTP/1.1" status: 200 len: 911 time: 0.0905547 Dec 06 18:22:37.901896 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4fc42768-47af-42a1-abae-f9bfd716eb92 req-6f755d00-74c4-4dd3-8aba-61db3a3979e7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d0d6b59a-fcf8-4ab0-b887-cdb5df8ce008 HTTP/1.1" status: 200 len: 999 time: 0.0582235 Dec 06 18:22:37.946057 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-d835c955-0a50-4813-a548-095372b6a32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2998ebc8-d45a-45b5-a52f-3e2100f2f21f', 'name': 'tempest-TestSnapshotPattern-1861072682-router', 'tenant_id': '603dc167987841afaaf4c941da133b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.244'}], 'enable_snat': True}, 'gw_port_id': '2bedf41f-4fb3-48c9-af87-0484b3878d79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:22:14Z', 'updated_at': '2021-12-06T18:22:16Z', 'revision_number': 4, 'project_id': '603dc167987841afaaf4c941da133b6b', 'gw_port': {'id': '2bedf41f-4fb3-48c9-af87-0484b3878d79', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2998ebc8-d45a-45b5-a52f-3e2100f2f21f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:22:14Z', 'updated_at': '2021-12-06T18:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'e8352c20-5dc7-4a29-825c-1c406c91b3c6', 'tenant_id': '603dc167987841afaaf4c941da133b6b', 'floating_ip_address': '172.35.1.77', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '2998ebc8-d45a-45b5-a52f-3e2100f2f21f', 'port_id': 'd0d6b59a-fcf8-4ab0-b887-cdb5df8ce008', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4384, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'faf8c1ee-2beb-4205-a2a4-dd63d6271f68', 'mac_address': 'fa:16:3e:36:5d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fbd24b-f140-40df-b85b-08b65366adce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T18:22:36Z', 'updated_at': '2021-12-06T18:22:36Z', 'revision_number': 0, 'project_id': '603dc167987841afaaf4c941da133b6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4e4a07e-ea75-44c0-9ad1-17eaf6d4ba48', 'name': '', 'network_id': 'faf8c1ee-2beb-4205-a2a4-dd63d6271f68', 'tenant_id': '603dc167987841afaaf4c941da133b6b', 'mac_address': 'fa:16:3e:a7:46:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2998ebc8-d45a-45b5-a52f-3e2100f2f21f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'f51f76bc-8923-44bf-ae0a-24adabd55c2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:22:16Z', 'updated_at': '2021-12-06T18:22:20Z', 'revision_number': 5, 'project_id': '603dc167987841afaaf4c941da133b6b', 'subnets': [{'id': 'f51f76bc-8923-44bf-ae0a-24adabd55c2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:22:37.955880 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc42768-47af-42a1-abae-f9bfd716eb92 req-05966cec-bbcd-4ce7-b4c4-33d6d193c1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:22:37.957346 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4fc42768-47af-42a1-abae-f9bfd716eb92 req-05966cec-bbcd-4ce7-b4c4-33d6d193c1c7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f51f76bc-8923-44bf-ae0a-24adabd55c2d HTTP/1.1" status: 200 len: 849 time: 0.0480921 Dec 06 18:22:37.976320 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d835c955-0a50-4813-a548-095372b6a32c None None] Checking router: 2998ebc8-d45a-45b5-a52f-3e2100f2f21f for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 18:22:37.984589 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d835c955-0a50-4813-a548-095372b6a32c None None] Routers {'2998ebc8-d45a-45b5-a52f-3e2100f2f21f'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:22:37.985183 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-d835c955-0a50-4813-a548-095372b6a32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:22:16Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['2998ebc8-d45a-45b5-a52f-3e2100f2f21f'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:22:38.003467 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc42768-47af-42a1-abae-f9bfd716eb92 req-549329f8-73ef-4a95-a0c3-aea5e66718da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:22:38.004998 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4fc42768-47af-42a1-abae-f9bfd716eb92 req-549329f8-73ef-4a95-a0c3-aea5e66718da service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=faf8c1ee-2beb-4205-a2a4-dd63d6271f68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403230 Dec 06 18:22:38.088056 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-d835c955-0a50-4813-a548-095372b6a32c None None] Set router 2998ebc8-d45a-45b5-a52f-3e2100f2f21f gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:22:38.093098 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4fc42768-47af-42a1-abae-f9bfd716eb92 req-74176a7a-e684-4c33-8f77-9cd880154e8a service neutron] 10.222.0.41 "GET /v2.0/networks/faf8c1ee-2beb-4205-a2a4-dd63d6271f68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810106 Dec 06 18:22:38.186067 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-4fc42768-47af-42a1-abae-f9bfd716eb92 req-e4d0ab6a-1621-46f4-9256-d70600f1266c service neutron] 10.222.0.41 "GET /v2.0/networks/faf8c1ee-2beb-4205-a2a4-dd63d6271f68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849609 Dec 06 18:22:38.307425 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-d835c955-0a50-4813-a548-095372b6a32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2998ebc8-d45a-45b5-a52f-3e2100f2f21f', 'name': 'tempest-TestSnapshotPattern-1861072682-router', 'tenant_id': '603dc167987841afaaf4c941da133b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.244'}], 'enable_snat': True}, 'gw_port_id': '2bedf41f-4fb3-48c9-af87-0484b3878d79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:22:14Z', 'updated_at': '2021-12-06T18:22:16Z', 'revision_number': 4, 'project_id': '603dc167987841afaaf4c941da133b6b', 'gw_port': {'id': '2bedf41f-4fb3-48c9-af87-0484b3878d79', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2998ebc8-d45a-45b5-a52f-3e2100f2f21f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:22:14Z', 'updated_at': '2021-12-06T18:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'e8352c20-5dc7-4a29-825c-1c406c91b3c6', 'tenant_id': '603dc167987841afaaf4c941da133b6b', 'floating_ip_address': '172.35.1.77', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '2998ebc8-d45a-45b5-a52f-3e2100f2f21f', 'port_id': 'd0d6b59a-fcf8-4ab0-b887-cdb5df8ce008', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4384, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'faf8c1ee-2beb-4205-a2a4-dd63d6271f68', 'mac_address': 'fa:16:3e:36:5d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fbd24b-f140-40df-b85b-08b65366adce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T18:22:36Z', 'updated_at': '2021-12-06T18:22:36Z', 'revision_number': 0, 'project_id': '603dc167987841afaaf4c941da133b6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4e4a07e-ea75-44c0-9ad1-17eaf6d4ba48', 'name': '', 'network_id': 'faf8c1ee-2beb-4205-a2a4-dd63d6271f68', 'tenant_id': '603dc167987841afaaf4c941da133b6b', 'mac_address': 'fa:16:3e:a7:46:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2998ebc8-d45a-45b5-a52f-3e2100f2f21f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'f51f76bc-8923-44bf-ae0a-24adabd55c2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:22:16Z', 'updated_at': '2021-12-06T18:22:20Z', 'revision_number': 5, 'project_id': '603dc167987841afaaf4c941da133b6b', 'subnets': [{'id': 'f51f76bc-8923-44bf-ae0a-24adabd55c2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:22:38.337450 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d835c955-0a50-4813-a548-095372b6a32c None None] The sync data for ids ['2998ebc8-d45a-45b5-a52f-3e2100f2f21f'] in n-d-master-1 is: [{'id': '2998ebc8-d45a-45b5-a52f-3e2100f2f21f', 'name': 'tempest-TestSnapshotPattern-1861072682-router', 'tenant_id': '603dc167987841afaaf4c941da133b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.244'}], 'enable_snat': True}, 'gw_port_id': '2bedf41f-4fb3-48c9-af87-0484b3878d79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:22:14Z', 'updated_at': '2021-12-06T18:22:16Z', 'revision_number': 4, 'project_id': '603dc167987841afaaf4c941da133b6b', 'gw_port': {'id': '2bedf41f-4fb3-48c9-af87-0484b3878d79', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2998ebc8-d45a-45b5-a52f-3e2100f2f21f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:22:14Z', 'updated_at': '2021-12-06T18:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'e8352c20-5dc7-4a29-825c-1c406c91b3c6', 'tenant_id': '603dc167987841afaaf4c941da133b6b', 'floating_ip_address': '172.35.1.77', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '2998ebc8-d45a-45b5-a52f-3e2100f2f21f', 'port_id': 'd0d6b59a-fcf8-4ab0-b887-cdb5df8ce008', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4384, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'faf8c1ee-2beb-4205-a2a4-dd63d6271f68', 'mac_address': 'fa:16:3e:36:5d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fbd24b-f140-40df-b85b-08b65366adce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T18:22:36Z', 'updated_at': '2021-12-06T18:22:36Z', 'revision_number': 0, 'project_id': '603dc167987841afaaf4c941da133b6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4e4a07e-ea75-44c0-9ad1-17eaf6d4ba48', 'name': '', 'network_id': 'faf8c1ee-2beb-4205-a2a4-dd63d6271f68', 'tenant_id': '603dc167987841afaaf4c941da133b6b', 'mac_address': 'fa:16:3e:a7:46:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2998ebc8-d45a-45b5-a52f-3e2100f2f21f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'f51f76bc-8923-44bf-ae0a-24adabd55c2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:22:16Z', 'updated_at': '2021-12-06T18:22:20Z', 'revision_number': 5, 'project_id': '603dc167987841afaaf4c941da133b6b', 'subnets': [{'id': 'f51f76bc-8923-44bf-ae0a-24adabd55c2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 18:22:38.517066 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eca4799-1223-4ecd-9b41-8bbb96a0fd7e None None] New status for floating IP e8352c20-5dc7-4a29-825c-1c406c91b3c6: ACTIVE {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 18:22:43.581329 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-78218dff-0738-41f4-9730-b154bc671738 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:45.758591 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-53796657-e910-4324-ab67-5f595ba8f96b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:47.212616 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:48.342563 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:49.255619 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:22:58.707085 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e3f439a4-9835-481a-b840-21b83351f5f8 req-7cc445f0-05b9-4a57-a1a1-a1ac5c971e9f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d9fbd24b-f140-40df-b85b-08b65366adce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0380974 Dec 06 18:22:58.793299 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f439a4-9835-481a-b840-21b83351f5f8 req-e043eabb-f8ee-4777-abcd-48366cb5e88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:22:58.794815 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e3f439a4-9835-481a-b840-21b83351f5f8 req-e043eabb-f8ee-4777-abcd-48366cb5e88b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=603dc167987841afaaf4c941da133b6b&device_id=d9fbd24b-f140-40df-b85b-08b65366adce HTTP/1.1" status: 200 len: 1097 time: 0.0443797 Dec 06 18:22:58.903256 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f439a4-9835-481a-b840-21b83351f5f8 req-f8496b39-0984-48b6-acde-dd1e638b2548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:22:58.904690 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e3f439a4-9835-481a-b840-21b83351f5f8 req-f8496b39-0984-48b6-acde-dd1e638b2548 service neutron] 10.222.0.41 "GET /v2.0/networks?id=faf8c1ee-2beb-4205-a2a4-dd63d6271f68 HTTP/1.1" status: 200 len: 911 time: 0.0847182 Dec 06 18:22:58.980346 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e3f439a4-9835-481a-b840-21b83351f5f8 req-03a752c7-5e7b-4d0c-9f33-a05a9df956b2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d0d6b59a-fcf8-4ab0-b887-cdb5df8ce008 HTTP/1.1" status: 200 len: 1001 time: 0.0600584 Dec 06 18:22:59.032903 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f439a4-9835-481a-b840-21b83351f5f8 req-dfd0bb3c-9835-448a-9550-3b98e4567985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:22:59.034358 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e3f439a4-9835-481a-b840-21b83351f5f8 req-dfd0bb3c-9835-448a-9550-3b98e4567985 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f51f76bc-8923-44bf-ae0a-24adabd55c2d HTTP/1.1" status: 200 len: 849 time: 0.0467734 Dec 06 18:22:59.084545 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f439a4-9835-481a-b840-21b83351f5f8 req-018f09e0-1ea0-468c-b19e-f1b400358a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:22:59.086027 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e3f439a4-9835-481a-b840-21b83351f5f8 req-018f09e0-1ea0-468c-b19e-f1b400358a57 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=faf8c1ee-2beb-4205-a2a4-dd63d6271f68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388963 Dec 06 18:22:59.178077 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e3f439a4-9835-481a-b840-21b83351f5f8 req-7a568681-d992-4229-8d1b-fbbc2755e7e4 service neutron] 10.222.0.41 "GET /v2.0/networks/faf8c1ee-2beb-4205-a2a4-dd63d6271f68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833333 Dec 06 18:22:59.269240 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e3f439a4-9835-481a-b840-21b83351f5f8 req-be6e6aba-5afa-4752-ba61-654e02cbbcab service neutron] 10.222.0.41 "GET /v2.0/networks/faf8c1ee-2beb-4205-a2a4-dd63d6271f68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807800 Dec 06 18:23:03.445485 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:23:05.819449 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:23:08.323156 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 18:23:13.582245 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-dbdd40ca-d656-4eec-96a6-51c16c2aea63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:23:15.758689 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-addecdf8-22e8-434a-81e6-c451891d94d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:23:17.213897 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:23:18.345138 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:23:19.257236 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:23:33.444491 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:23:35.817153 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:23:43.582958 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b4862b0b-8dc6-40ec-a888-2af864593a22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:23:45.322234 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 18:23:45.763421 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e9b5c97a-ac73-46bb-b309-d108e25f94c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:23:47.222521 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:23:48.347448 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:23:49.258071 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:23:59.710859 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0bdcd416-e315-40b9-aff4-15d8c46b8845 req-814a89ae-f142-4dc4-b3ad-ce32f0543a6d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d9fbd24b-f140-40df-b85b-08b65366adce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0450721 Dec 06 18:23:59.798486 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdcd416-e315-40b9-aff4-15d8c46b8845 req-44089dc2-33a5-40ad-a42b-c75a8120bbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:23:59.799968 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0bdcd416-e315-40b9-aff4-15d8c46b8845 req-44089dc2-33a5-40ad-a42b-c75a8120bbac service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=603dc167987841afaaf4c941da133b6b&device_id=d9fbd24b-f140-40df-b85b-08b65366adce HTTP/1.1" status: 200 len: 1097 time: 0.0398889 Dec 06 18:23:59.906999 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdcd416-e315-40b9-aff4-15d8c46b8845 req-06892122-94b8-459d-9af3-b0b4ca3a4d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:23:59.908456 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0bdcd416-e315-40b9-aff4-15d8c46b8845 req-06892122-94b8-459d-9af3-b0b4ca3a4d2c service neutron] 10.222.0.41 "GET /v2.0/networks?id=faf8c1ee-2beb-4205-a2a4-dd63d6271f68 HTTP/1.1" status: 200 len: 911 time: 0.0833559 Dec 06 18:23:59.980609 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0bdcd416-e315-40b9-aff4-15d8c46b8845 req-38f9c56f-4a6a-4e23-87a6-fd24763a2bcf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d0d6b59a-fcf8-4ab0-b887-cdb5df8ce008 HTTP/1.1" status: 200 len: 1001 time: 0.0610301 Dec 06 18:24:00.032983 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdcd416-e315-40b9-aff4-15d8c46b8845 req-645a95ec-b737-4baf-b065-40e5084444d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:24:00.034444 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0bdcd416-e315-40b9-aff4-15d8c46b8845 req-645a95ec-b737-4baf-b065-40e5084444d8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f51f76bc-8923-44bf-ae0a-24adabd55c2d HTTP/1.1" status: 200 len: 849 time: 0.0418255 Dec 06 18:24:00.082702 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdcd416-e315-40b9-aff4-15d8c46b8845 req-ffabe6bc-77fb-45f3-97ec-aa89131108e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:24:00.084154 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0bdcd416-e315-40b9-aff4-15d8c46b8845 req-ffabe6bc-77fb-45f3-97ec-aa89131108e2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=faf8c1ee-2beb-4205-a2a4-dd63d6271f68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384095 Dec 06 18:24:00.180699 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0bdcd416-e315-40b9-aff4-15d8c46b8845 req-02502aa3-d340-4849-82cf-83fc41cd0a5a service neutron] 10.222.0.41 "GET /v2.0/networks/faf8c1ee-2beb-4205-a2a4-dd63d6271f68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845809 Dec 06 18:24:00.274325 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-0bdcd416-e315-40b9-aff4-15d8c46b8845 req-3f056524-fa4e-459f-895d-8d6b0fe011ff service neutron] 10.222.0.41 "GET /v2.0/networks/faf8c1ee-2beb-4205-a2a4-dd63d6271f68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811813 Dec 06 18:24:03.442527 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:24:05.817801 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:24:13.583871 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-95d5045f-3e14-492c-ab7a-a1c8544913e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:24:15.759590 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7a365617-4527-4c36-81ad-78cd17689c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:24:17.220868 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:24:18.348766 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:24:19.263969 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:24:22.322581 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 18:24:33.444102 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:24:35.825510 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:24:39.134295 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device d0d6b59a-fcf8-4ab0-b887-cdb5df8ce008 details requested by agent hyperv_n-h1-master-1 with host n-h1-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 18:24:39.230420 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port d0d6b59a-fcf8-4ab0-b887-cdb5df8ce008, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=d0d6b59a-fcf8-4ab0-b887-cdb5df8ce008,segment=NetworkSegment(bd01cda6-f55a-4b4b-95b1-be945e118326),segment_id=bd01cda6-f55a-4b4b-95b1-be945e118326)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:24:39.244963 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Returning: {'device': 'd0d6b59a-fcf8-4ab0-b887-cdb5df8ce008', 'network_id': 'faf8c1ee-2beb-4205-a2a4-dd63d6271f68', 'port_id': 'd0d6b59a-fcf8-4ab0-b887-cdb5df8ce008', 'mac_address': 'fa:16:3e:36:5d:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f51f76bc-8923-44bf-ae0a-24adabd55c2d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 18:24:39.294590 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:24:39.309283 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d0d6b59a-fcf8-4ab0-b887-cdb5df8ce008 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 18:24:39.332361 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port d0d6b59a-fcf8-4ab0-b887-cdb5df8ce008, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=d0d6b59a-fcf8-4ab0-b887-cdb5df8ce008,segment=NetworkSegment(bd01cda6-f55a-4b4b-95b1-be945e118326),segment_id=bd01cda6-f55a-4b4b-95b1-be945e118326)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:24:39.337618 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:24:39.392712 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=d0d6b59a-fcf8-4ab0-b887-cdb5df8ce008,revision_number=6']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:24:39.401446 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:24:39.401894 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:24:39.402244 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:24:39.402588 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:24:39.402922 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:24:39.403255 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:24:39.403585 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:24:39.403912 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:24:39.404243 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:24:39.404563 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:24:39.404890 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:24:39.405209 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:24:39.405553 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:24:39.420450 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] get_ports_and_sgs() called for port_ids ['d0d6b59a-fcf8-4ab0-b887-cdb5df8ce008'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 18:24:41.145458 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device d0d6b59a-fcf8-4ab0-b887-cdb5df8ce008 up at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 18:24:41.209598 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Provisioning complete for port d0d6b59a-fcf8-4ab0-b887-cdb5df8ce008 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:24:41.210064 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:24:41.465497 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:24:41.488970 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9fbd24b-f140-40df-b85b-08b65366adce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0d6b59a-fcf8-4ab0-b887-cdb5df8ce008'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 18:24:41.491380 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}253b13571352ac935e80f100367d97205cb4b29805628151c230edbf5f3547e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d7bda08-5905-49e7-a6da-bf1fb382fc39" -d '{"events": [{"server_uuid": "d9fbd24b-f140-40df-b85b-08b65366adce", "name": "network-vif-plugged", "status": "completed", "tag": "d0d6b59a-fcf8-4ab0-b887-cdb5df8ce008"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 18:24:41.506191 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port d0d6b59a-fcf8-4ab0-b887-cdb5df8ce008, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=d0d6b59a-fcf8-4ab0-b887-cdb5df8ce008,segment=NetworkSegment(bd01cda6-f55a-4b4b-95b1-be945e118326),segment_id=bd01cda6-f55a-4b4b-95b1-be945e118326)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:24:41.515088 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:24:41.549460 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 18:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-522f359b-5419-4e26-ad30-c0cf7c7a1efb x-openstack-request-id: req-522f359b-5419-4e26-ad30-c0cf7c7a1efb {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 18:24:41.549819 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9fbd24b-f140-40df-b85b-08b65366adce", "name": "network-vif-plugged", "status": "completed", "tag": "d0d6b59a-fcf8-4ab0-b887-cdb5df8ce008", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 18:24:41.550071 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-522f359b-5419-4e26-ad30-c0cf7c7a1efb {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 18:24:41.550509 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9fbd24b-f140-40df-b85b-08b65366adce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0d6b59a-fcf8-4ab0-b887-cdb5df8ce008', 'code': 200} Dec 06 18:24:41.575696 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=d0d6b59a-fcf8-4ab0-b887-cdb5df8ce008,revision_number=7']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:24:43.588244 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a276812f-5a0f-4bee-97fe-2e8502680f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:24:45.765157 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-c314933b-a1d3-449d-891c-b2d14b53f53c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:24:47.226158 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:24:48.351034 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:24:48.842068 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fc8bb776-cb62-483e-84a0-0947d6e9ec3e req-d5ea4cd0-29f2-4603-a477-6a779b68fcfd tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1342809092&fields=id&tenant_id=603dc167987841afaaf4c941da133b6b HTTP/1.1" status: 200 len: 267 time: 0.0488718 Dec 06 18:24:48.947576 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8bb776-cb62-483e-84a0-0947d6e9ec3e req-1dedcad0-5a42-454a-b0bc-bb90ec72cbe2 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:24:48.949047 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fc8bb776-cb62-483e-84a0-0947d6e9ec3e req-1dedcad0-5a42-454a-b0bc-bb90ec72cbe2 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] 10.222.0.23 "GET /v2.0/networks?id=faf8c1ee-2beb-4205-a2a4-dd63d6271f68 HTTP/1.1" status: 200 len: 810 time: 0.1002486 Dec 06 18:24:48.963622 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fc8bb776-cb62-483e-84a0-0947d6e9ec3e req-5e6bcb1b-2f1c-4878-8119-a38f3b7c7ade tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] 10.222.0.23 "GET /v2.0/quotas/603dc167987841afaaf4c941da133b6b HTTP/1.1" status: 200 len: 375 time: 0.0088358 Dec 06 18:24:49.016042 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fc8bb776-cb62-483e-84a0-0947d6e9ec3e req-df1fa66e-3d9a-4963-a474-85b8f55a479b tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=603dc167987841afaaf4c941da133b6b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0469341 Dec 06 18:24:49.159076 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fc8bb776-cb62-483e-84a0-0947d6e9ec3e req-ba86c688-3516-48b9-a02a-51a057ec2c97 service neutron] 10.222.0.23 "GET /v2.0/networks/faf8c1ee-2beb-4205-a2a4-dd63d6271f68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309559 Dec 06 18:24:49.247160 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fc8bb776-cb62-483e-84a0-0947d6e9ec3e req-fb4d4e55-f29c-41a8-af19-9fe2b3b2ca99 service neutron] 10.222.0.23 "GET /v2.0/networks/faf8c1ee-2beb-4205-a2a4-dd63d6271f68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821257 Dec 06 18:24:49.265581 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:24:49.442046 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-981606ad-399d-43a2-a89f-946f7900bce1 req-ad98d3cd-c100-47ae-b80f-7acfa4f3677e tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9e690b1-37df-40f1-a0e8-d70d006d650d HTTP/1.1" status: 200 len: 210 time: 0.0310135 Dec 06 18:24:50.332363 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8bb776-cb62-483e-84a0-0947d6e9ec3e req-cae6a9e7-2ebe-41e0-8d0d-21b97772f0e3 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:24:50.333857 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fc8bb776-cb62-483e-84a0-0947d6e9ec3e req-cae6a9e7-2ebe-41e0-8d0d-21b97772f0e3 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] 10.222.0.44 "GET /v2.0/networks?id=faf8c1ee-2beb-4205-a2a4-dd63d6271f68 HTTP/1.1" status: 200 len: 810 time: 0.1083169 Dec 06 18:24:50.398221 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fc8bb776-cb62-483e-84a0-0947d6e9ec3e req-abed745f-cdc2-465f-80df-25199a79f641 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=603dc167987841afaaf4c941da133b6b HTTP/1.1" status: 200 len: 380 time: 0.0551307 Dec 06 18:24:50.408893 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-fc8bb776-cb62-483e-84a0-0947d6e9ec3e req-a4da814a-8a37-4d1e-88fe-316e1c5cd13c tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Request body: {'port': {'device_id': 'f9e690b1-37df-40f1-a0e8-d70d006d650d', 'network_id': 'faf8c1ee-2beb-4205-a2a4-dd63d6271f68', 'admin_state_up': True, 'tenant_id': '603dc167987841afaaf4c941da133b6b', 'security_groups': ['67ab4a3f-ae8a-41ca-a60c-c47e83ce093c']}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:24:50.534108 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc8bb776-cb62-483e-84a0-0947d6e9ec3e req-a4da814a-8a37-4d1e-88fe-316e1c5cd13c tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Made reservation on behalf of 603dc167987841afaaf4c941da133b6b for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 18:24:50.537525 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fc8bb776-cb62-483e-84a0-0947d6e9ec3e req-a4da814a-8a37-4d1e-88fe-316e1c5cd13c tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:24:50.560357 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-0a22faf7-f4f7-4b6b-bcca-55a41038051d req-8228a4ff-6bec-4365-953d-f7d90326e3f0 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9e690b1-37df-40f1-a0e8-d70d006d650d HTTP/1.1" status: 200 len: 210 time: 0.0376511 Dec 06 18:24:50.749796 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-fc8bb776-cb62-483e-84a0-0947d6e9ec3e req-a4da814a-8a37-4d1e-88fe-316e1c5cd13c tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Allocated IP 172.20.0.7 (faf8c1ee-2beb-4205-a2a4-dd63d6271f68/f51f76bc-8923-44bf-ae0a-24adabd55c2d/6df29b36-c5ad-4015-96e1-930dc255d6a4) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 18:24:50.945122 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fc8bb776-cb62-483e-84a0-0947d6e9ec3e req-a4da814a-8a37-4d1e-88fe-316e1c5cd13c tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:24:50.982241 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fc8bb776-cb62-483e-84a0-0947d6e9ec3e req-a4da814a-8a37-4d1e-88fe-316e1c5cd13c tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:24:51.033774 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc8bb776-cb62-483e-84a0-0947d6e9ec3e req-a4da814a-8a37-4d1e-88fe-316e1c5cd13c tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Network faf8c1ee-2beb-4205-a2a4-dd63d6271f68 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 18:24:51.036902 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-fc8bb776-cb62-483e-84a0-0947d6e9ec3e req-a4da814a-8a37-4d1e-88fe-316e1c5cd13c tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 18:24:51.042276 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc8bb776-cb62-483e-84a0-0947d6e9ec3e req-a4da814a-8a37-4d1e-88fe-316e1c5cd13c tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 18:24:51.074964 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4da814a-8a37-4d1e-88fe-316e1c5cd13c tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Pushing event updated for resources: {'Port': ['ID=6df29b36-c5ad-4015-96e1-930dc255d6a4,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:24:51.089603 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4da814a-8a37-4d1e-88fe-316e1c5cd13c tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:24:51.089957 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4da814a-8a37-4d1e-88fe-316e1c5cd13c tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:24:51.090303 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4da814a-8a37-4d1e-88fe-316e1c5cd13c tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:24:51.090642 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4da814a-8a37-4d1e-88fe-316e1c5cd13c tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:24:51.090978 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4da814a-8a37-4d1e-88fe-316e1c5cd13c tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:24:51.091309 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4da814a-8a37-4d1e-88fe-316e1c5cd13c tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:24:51.091641 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4da814a-8a37-4d1e-88fe-316e1c5cd13c tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:24:51.091972 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4da814a-8a37-4d1e-88fe-316e1c5cd13c tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:24:51.092302 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4da814a-8a37-4d1e-88fe-316e1c5cd13c tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:24:51.092628 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4da814a-8a37-4d1e-88fe-316e1c5cd13c tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:24:51.092951 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4da814a-8a37-4d1e-88fe-316e1c5cd13c tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:24:51.093278 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4da814a-8a37-4d1e-88fe-316e1c5cd13c tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:24:51.093637 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4da814a-8a37-4d1e-88fe-316e1c5cd13c tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:24:51.115826 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8bb776-cb62-483e-84a0-0947d6e9ec3e req-a4da814a-8a37-4d1e-88fe-316e1c5cd13c tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:24:51.116447 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fc8bb776-cb62-483e-84a0-0947d6e9ec3e req-a4da814a-8a37-4d1e-88fe-316e1c5cd13c tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:24:51.138141 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fc8bb776-cb62-483e-84a0-0947d6e9ec3e req-a4da814a-8a37-4d1e-88fe-316e1c5cd13c tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7329972 Dec 06 18:24:51.294242 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-8003ad2d-c8f1-4b91-9174-423112431b41 None None] Provisioning complete for port 6df29b36-c5ad-4015-96e1-930dc255d6a4 triggered by entity DHCP. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:24:51.294857 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8003ad2d-c8f1-4b91-9174-423112431b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:24:51.331743 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-8003ad2d-c8f1-4b91-9174-423112431b41 None None] Port 6df29b36-c5ad-4015-96e1-930dc255d6a4 cannot update to ACTIVE because it is not bound. {{(pid=103286) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 18:24:51.680440 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e65f91d-19ed-4894-bf17-6018b497e830 req-677183c0-c49d-458f-9afa-947979bf5ba6 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:24:51.681975 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1e65f91d-19ed-4894-bf17-6018b497e830 req-677183c0-c49d-458f-9afa-947979bf5ba6 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9e690b1-37df-40f1-a0e8-d70d006d650d HTTP/1.1" status: 200 len: 931 time: 0.0499005 Dec 06 18:24:51.734445 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-1e65f91d-19ed-4894-bf17-6018b497e830 req-040dcb76-392e-40f5-a0df-707b352e87cb tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] 10.222.0.23 "GET /v2.0/security-groups?id=67ab4a3f-ae8a-41ca-a60c-c47e83ce093c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464227 Dec 06 18:24:52.865817 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5688d915-f50c-47d4-bdd1-22d972cd245a req-03594b3f-4f55-451b-8f4c-29eb10313404 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:24:52.867625 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5688d915-f50c-47d4-bdd1-22d972cd245a req-03594b3f-4f55-451b-8f4c-29eb10313404 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9e690b1-37df-40f1-a0e8-d70d006d650d HTTP/1.1" status: 200 len: 931 time: 0.0559883 Dec 06 18:24:52.919517 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5688d915-f50c-47d4-bdd1-22d972cd245a req-567e68c0-bbb2-4451-b6c3-8e10e2d02765 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] 10.222.0.23 "GET /v2.0/security-groups?id=67ab4a3f-ae8a-41ca-a60c-c47e83ce093c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445933 Dec 06 18:24:53.228935 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device d0d6b59a-fcf8-4ab0-b887-cdb5df8ce008 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 18:24:53.308845 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:24:53.332133 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9fbd24b-f140-40df-b85b-08b65366adce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0d6b59a-fcf8-4ab0-b887-cdb5df8ce008'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 18:24:53.334397 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}253b13571352ac935e80f100367d97205cb4b29805628151c230edbf5f3547e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bc9eb74-efc9-4cf3-9b7e-147bf5914aac" -d '{"events": [{"server_uuid": "d9fbd24b-f140-40df-b85b-08b65366adce", "name": "network-vif-unplugged", "status": "completed", "tag": "d0d6b59a-fcf8-4ab0-b887-cdb5df8ce008"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 18:24:53.350870 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] For port d0d6b59a-fcf8-4ab0-b887-cdb5df8ce008, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=d0d6b59a-fcf8-4ab0-b887-cdb5df8ce008,segment=NetworkSegment(bd01cda6-f55a-4b4b-95b1-be945e118326),segment_id=bd01cda6-f55a-4b4b-95b1-be945e118326)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:24:53.358772 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:24:53.388536 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 18:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-319b0f2f-70cd-4773-b6ae-279ea51bdffd x-openstack-request-id: req-319b0f2f-70cd-4773-b6ae-279ea51bdffd {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 18:24:53.388834 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9fbd24b-f140-40df-b85b-08b65366adce", "name": "network-vif-unplugged", "status": "completed", "tag": "d0d6b59a-fcf8-4ab0-b887-cdb5df8ce008", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 18:24:53.389094 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-319b0f2f-70cd-4773-b6ae-279ea51bdffd {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 18:24:53.389509 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9fbd24b-f140-40df-b85b-08b65366adce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0d6b59a-fcf8-4ab0-b887-cdb5df8ce008', 'code': 200} Dec 06 18:24:53.415347 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Pushing event updated for resources: {'Port': ['ID=d0d6b59a-fcf8-4ab0-b887-cdb5df8ce008,revision_number=8']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:24:54.044549 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1f1a96-f276-4929-aeb1-44df8cb58664 req-516d1672-15ac-48c2-b7ca-0161d3b423b7 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:24:54.046042 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ad1f1a96-f276-4929-aeb1-44df8cb58664 req-516d1672-15ac-48c2-b7ca-0161d3b423b7 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9e690b1-37df-40f1-a0e8-d70d006d650d HTTP/1.1" status: 200 len: 931 time: 0.0576150 Dec 06 18:24:54.100228 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-ad1f1a96-f276-4929-aeb1-44df8cb58664 req-b021e662-1b2f-49df-808e-087f1e40b458 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] 10.222.0.23 "GET /v2.0/security-groups?id=67ab4a3f-ae8a-41ca-a60c-c47e83ce093c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481119 Dec 06 18:24:55.225273 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bc253b-2125-41e1-816f-47e5ea49c2ab req-bef5b92d-f91c-4bb7-b255-7f4a058e0a65 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:24:55.226803 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-05bc253b-2125-41e1-816f-47e5ea49c2ab req-bef5b92d-f91c-4bb7-b255-7f4a058e0a65 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9e690b1-37df-40f1-a0e8-d70d006d650d HTTP/1.1" status: 200 len: 931 time: 0.0503342 Dec 06 18:24:55.283737 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-05bc253b-2125-41e1-816f-47e5ea49c2ab req-c53e19e7-6229-4ca8-abf3-f4a4a850581f tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] 10.222.0.23 "GET /v2.0/security-groups?id=67ab4a3f-ae8a-41ca-a60c-c47e83ce093c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500233 Dec 06 18:24:56.406779 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e248b9b-d93f-4047-b11e-156bf5b5c470 req-c136b297-8729-4303-b819-adba367d7688 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:24:56.408268 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7e248b9b-d93f-4047-b11e-156bf5b5c470 req-c136b297-8729-4303-b819-adba367d7688 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9e690b1-37df-40f1-a0e8-d70d006d650d HTTP/1.1" status: 200 len: 931 time: 0.0508187 Dec 06 18:24:56.459265 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-7e248b9b-d93f-4047-b11e-156bf5b5c470 req-e36b6399-7d60-4737-9c4f-a4dd23ee2cc6 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] 10.222.0.23 "GET /v2.0/security-groups?id=67ab4a3f-ae8a-41ca-a60c-c47e83ce093c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447237 Dec 06 18:24:57.592303 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf81da6-d010-483d-a6af-9ae08c0cb4bb req-9b2a35ef-46f3-425a-a345-d258bda7fc40 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:24:57.593891 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8bf81da6-d010-483d-a6af-9ae08c0cb4bb req-9b2a35ef-46f3-425a-a345-d258bda7fc40 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9e690b1-37df-40f1-a0e8-d70d006d650d HTTP/1.1" status: 200 len: 931 time: 0.0593085 Dec 06 18:24:57.654674 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8bf81da6-d010-483d-a6af-9ae08c0cb4bb req-db9f8231-45f7-4b40-8dac-0758c5db8828 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] 10.222.0.23 "GET /v2.0/security-groups?id=67ab4a3f-ae8a-41ca-a60c-c47e83ce093c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546668 Dec 06 18:24:58.768948 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991cf177-2803-466f-a9cd-7701c07b04be req-ed324bdb-58e3-430a-9dca-bc6fe64a5959 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:24:58.770486 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-991cf177-2803-466f-a9cd-7701c07b04be req-ed324bdb-58e3-430a-9dca-bc6fe64a5959 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9e690b1-37df-40f1-a0e8-d70d006d650d HTTP/1.1" status: 200 len: 931 time: 0.0492973 Dec 06 18:24:58.830271 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-991cf177-2803-466f-a9cd-7701c07b04be req-a75953b4-e480-4419-9777-815cea7eb4d6 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] 10.222.0.23 "GET /v2.0/security-groups?id=67ab4a3f-ae8a-41ca-a60c-c47e83ce093c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533628 Dec 06 18:24:59.323117 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 18:24:59.949369 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac16501-29ff-4332-b9e6-510803189822 req-a944449a-dfe1-42e7-a505-c507d4d75169 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:24:59.951383 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8ac16501-29ff-4332-b9e6-510803189822 req-a944449a-dfe1-42e7-a505-c507d4d75169 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9e690b1-37df-40f1-a0e8-d70d006d650d HTTP/1.1" status: 200 len: 931 time: 0.0498059 Dec 06 18:25:00.011641 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-8ac16501-29ff-4332-b9e6-510803189822 req-2475d297-38f8-4416-a2b8-d3e9361a3712 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] 10.222.0.23 "GET /v2.0/security-groups?id=67ab4a3f-ae8a-41ca-a60c-c47e83ce093c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543327 Dec 06 18:25:00.972977 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [req-fc8bb776-cb62-483e-84a0-0947d6e9ec3e req-3d996e34-f927-406b-866d-3dfb14ae8db8 service neutron] Request body: {'port': {'device_id': 'f9e690b1-37df-40f1-a0e8-d70d006d650d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-master-1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:25:01.025302 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fc8bb776-cb62-483e-84a0-0947d6e9ec3e req-3d996e34-f927-406b-866d-3dfb14ae8db8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:25:01.232461 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cea7cc4-5a25-4163-a955-a5a47c98de13 req-b45a8928-4408-455f-ac2e-f085cca7a54a tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:25:01.234043 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3cea7cc4-5a25-4163-a955-a5a47c98de13 req-b45a8928-4408-455f-ac2e-f085cca7a54a tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9e690b1-37df-40f1-a0e8-d70d006d650d HTTP/1.1" status: 200 len: 931 time: 0.1520083 Dec 06 18:25:01.316593 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3cea7cc4-5a25-4163-a955-a5a47c98de13 req-271d6c37-adb0-4193-a110-6221b9aaaa25 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] 10.222.0.23 "GET /v2.0/security-groups?id=67ab4a3f-ae8a-41ca-a60c-c47e83ce093c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763750 Dec 06 18:25:01.368396 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [req-fc8bb776-cb62-483e-84a0-0947d6e9ec3e req-3d996e34-f927-406b-866d-3dfb14ae8db8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6df29b36-c5ad-4015-96e1-930dc255d6a4 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 18:25:01.376378 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fc8bb776-cb62-483e-84a0-0947d6e9ec3e req-3d996e34-f927-406b-866d-3dfb14ae8db8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:25:01.388169 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-fc8bb776-cb62-483e-84a0-0947d6e9ec3e req-3d996e34-f927-406b-866d-3dfb14ae8db8 service neutron] Transition to ACTIVE for port object 6df29b36-c5ad-4015-96e1-930dc255d6a4 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 18:25:01.391492 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fc8bb776-cb62-483e-84a0-0947d6e9ec3e req-3d996e34-f927-406b-866d-3dfb14ae8db8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:25:01.443256 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d996e34-f927-406b-866d-3dfb14ae8db8 service neutron] Pushing event updated for resources: {'Port': ['ID=6df29b36-c5ad-4015-96e1-930dc255d6a4,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:25:01.522221 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-fc8bb776-cb62-483e-84a0-0947d6e9ec3e req-3d996e34-f927-406b-866d-3dfb14ae8db8 service neutron] Attempting to bind port 6df29b36-c5ad-4015-96e1-930dc255d6a4 on host n-h2-master-1 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 18:25:01.523051 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-fc8bb776-cb62-483e-84a0-0947d6e9ec3e req-3d996e34-f927-406b-866d-3dfb14ae8db8 service neutron] Attempting to bind port 6df29b36-c5ad-4015-96e1-930dc255d6a4 by drivers openvswitch,hyperv on host n-h2-master-1 at level 0 using segments [{'id': 'bd01cda6-f55a-4b4b-95b1-be945e118326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'faf8c1ee-2beb-4205-a2a4-dd63d6271f68'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 18:25:01.523395 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8bb776-cb62-483e-84a0-0947d6e9ec3e req-3d996e34-f927-406b-866d-3dfb14ae8db8 service neutron] Attempting to bind port 6df29b36-c5ad-4015-96e1-930dc255d6a4 on network faf8c1ee-2beb-4205-a2a4-dd63d6271f68 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 18:25:01.528231 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8bb776-cb62-483e-84a0-0947d6e9ec3e req-3d996e34-f927-406b-866d-3dfb14ae8db8 service neutron] Port 6df29b36-c5ad-4015-96e1-930dc255d6a4 on network faf8c1ee-2beb-4205-a2a4-dd63d6271f68 not bound, no agent of type Open vSwitch agent registered on host n-h2-master-1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 18:25:01.528556 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8bb776-cb62-483e-84a0-0947d6e9ec3e req-3d996e34-f927-406b-866d-3dfb14ae8db8 service neutron] Attempting to bind port 6df29b36-c5ad-4015-96e1-930dc255d6a4 on network faf8c1ee-2beb-4205-a2a4-dd63d6271f68 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 18:25:01.533726 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8bb776-cb62-483e-84a0-0947d6e9ec3e req-3d996e34-f927-406b-866d-3dfb14ae8db8 service neutron] Checking agent: {'id': '9d8b9f49-2860-4c1f-9b89-45a7657a3c4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'started_at': datetime.datetime(2021, 12, 6, 17, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 18, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 18:25:01.534065 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8bb776-cb62-483e-84a0-0947d6e9ec3e req-3d996e34-f927-406b-866d-3dfb14ae8db8 service neutron] Checking segment: {'id': 'bd01cda6-f55a-4b4b-95b1-be945e118326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'faf8c1ee-2beb-4205-a2a4-dd63d6271f68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 18:25:01.534514 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8bb776-cb62-483e-84a0-0947d6e9ec3e req-3d996e34-f927-406b-866d-3dfb14ae8db8 service neutron] Bound using segment: {'id': 'bd01cda6-f55a-4b4b-95b1-be945e118326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'faf8c1ee-2beb-4205-a2a4-dd63d6271f68'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 18:25:01.534874 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-fc8bb776-cb62-483e-84a0-0947d6e9ec3e req-3d996e34-f927-406b-866d-3dfb14ae8db8 service neutron] Bound port: 6df29b36-c5ad-4015-96e1-930dc255d6a4, host: n-h2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd01cda6-f55a-4b4b-95b1-be945e118326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'faf8c1ee-2beb-4205-a2a4-dd63d6271f68'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 18:25:01.535239 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fc8bb776-cb62-483e-84a0-0947d6e9ec3e req-3d996e34-f927-406b-866d-3dfb14ae8db8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:25:01.600551 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-fc8bb776-cb62-483e-84a0-0947d6e9ec3e req-3d996e34-f927-406b-866d-3dfb14ae8db8 service neutron] For port 6df29b36-c5ad-4015-96e1-930dc255d6a4, host n-h2-master-1, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 18:25:01.603891 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-fc8bb776-cb62-483e-84a0-0947d6e9ec3e req-3d996e34-f927-406b-866d-3dfb14ae8db8 service neutron] For port 6df29b36-c5ad-4015-96e1-930dc255d6a4, host n-h2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=6df29b36-c5ad-4015-96e1-930dc255d6a4,segment=NetworkSegment(bd01cda6-f55a-4b4b-95b1-be945e118326),segment_id=bd01cda6-f55a-4b4b-95b1-be945e118326)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 18:25:01.609356 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fc8bb776-cb62-483e-84a0-0947d6e9ec3e req-3d996e34-f927-406b-866d-3dfb14ae8db8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:25:01.646777 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8bb776-cb62-483e-84a0-0947d6e9ec3e req-3d996e34-f927-406b-866d-3dfb14ae8db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:25:01.647424 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-fc8bb776-cb62-483e-84a0-0947d6e9ec3e req-3d996e34-f927-406b-866d-3dfb14ae8db8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:25:01.648858 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fc8bb776-cb62-483e-84a0-0947d6e9ec3e req-3d996e34-f927-406b-866d-3dfb14ae8db8 service neutron] 10.222.0.44 "PUT /v2.0/ports/6df29b36-c5ad-4015-96e1-930dc255d6a4 HTTP/1.1" status: 200 len: 1091 time: 0.7264299 Dec 06 18:25:01.649309 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9e690b1-37df-40f1-a0e8-d70d006d650d', 'tag': '6df29b36-c5ad-4015-96e1-930dc255d6a4'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 18:25:01.651664 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0deb9614d467c76714cadb3278283c9891b68bf60c17f6ec8acc98d969d5ca90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91a95fce-a404-4c25-a0b4-71c3817d6eba" -d '{"events": [{"name": "network-changed", "server_uuid": "f9e690b1-37df-40f1-a0e8-d70d006d650d", "tag": "6df29b36-c5ad-4015-96e1-930dc255d6a4"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 18:25:01.688453 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d996e34-f927-406b-866d-3dfb14ae8db8 service neutron] Pushing event updated for resources: {'Port': ['ID=6df29b36-c5ad-4015-96e1-930dc255d6a4,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:25:01.727069 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9d518cc9-d854-4d42-b501-94cefe5caf0b req-5f0bfce8-af8f-447d-a2fe-ca529170955d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d9fbd24b-f140-40df-b85b-08b65366adce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0532160 Dec 06 18:25:01.751461 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8bb776-cb62-483e-84a0-0947d6e9ec3e req-0ba33498-d3f4-449f-9537-f696ca0f224a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:25:01.753013 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fc8bb776-cb62-483e-84a0-0947d6e9ec3e req-0ba33498-d3f4-449f-9537-f696ca0f224a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=603dc167987841afaaf4c941da133b6b&device_id=f9e690b1-37df-40f1-a0e8-d70d006d650d HTTP/1.1" status: 200 len: 1094 time: 0.0533037 Dec 06 18:25:01.822904 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 18:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1633ab79-8dd6-45c0-8e5a-b7d24fed906f x-openstack-request-id: req-1633ab79-8dd6-45c0-8e5a-b7d24fed906f {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 18:25:01.823336 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9e690b1-37df-40f1-a0e8-d70d006d650d", "tag": "6df29b36-c5ad-4015-96e1-930dc255d6a4", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 18:25:01.823672 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1633ab79-8dd6-45c0-8e5a-b7d24fed906f {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 18:25:01.824104 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9e690b1-37df-40f1-a0e8-d70d006d650d', 'tag': '6df29b36-c5ad-4015-96e1-930dc255d6a4', 'status': 'completed', 'code': 200} Dec 06 18:25:01.826011 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fc8bb776-cb62-483e-84a0-0947d6e9ec3e req-26a2de3d-a3a4-4189-9f19-faa14568c749 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6df29b36-c5ad-4015-96e1-930dc255d6a4 HTTP/1.1" status: 200 len: 217 time: 0.0646613 Dec 06 18:25:01.830552 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d518cc9-d854-4d42-b501-94cefe5caf0b req-925da284-31ba-434b-acb8-b069acfc6f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:25:01.832100 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9d518cc9-d854-4d42-b501-94cefe5caf0b req-925da284-31ba-434b-acb8-b069acfc6f41 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=603dc167987841afaaf4c941da133b6b&device_id=d9fbd24b-f140-40df-b85b-08b65366adce HTTP/1.1" status: 200 len: 1095 time: 0.0498662 Dec 06 18:25:01.879050 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8bb776-cb62-483e-84a0-0947d6e9ec3e req-644a15c5-26de-4945-a6e1-bdc90d503e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:25:01.881066 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fc8bb776-cb62-483e-84a0-0947d6e9ec3e req-644a15c5-26de-4945-a6e1-bdc90d503e95 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f51f76bc-8923-44bf-ae0a-24adabd55c2d HTTP/1.1" status: 200 len: 849 time: 0.0485048 Dec 06 18:25:01.928697 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8bb776-cb62-483e-84a0-0947d6e9ec3e req-0607a01c-d76d-4fd9-b7a3-69b12ad80ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:25:01.930404 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fc8bb776-cb62-483e-84a0-0947d6e9ec3e req-0607a01c-d76d-4fd9-b7a3-69b12ad80ef6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=faf8c1ee-2beb-4205-a2a4-dd63d6271f68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415683 Dec 06 18:25:01.946010 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d518cc9-d854-4d42-b501-94cefe5caf0b req-4b7ba907-ab79-4ddb-ad6a-3be74538d0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:25:01.947486 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9d518cc9-d854-4d42-b501-94cefe5caf0b req-4b7ba907-ab79-4ddb-ad6a-3be74538d0cb service neutron] 10.222.0.41 "GET /v2.0/networks?id=faf8c1ee-2beb-4205-a2a4-dd63d6271f68 HTTP/1.1" status: 200 len: 911 time: 0.0887971 Dec 06 18:25:02.020451 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9d518cc9-d854-4d42-b501-94cefe5caf0b req-3149d084-574d-41fa-a405-2dc44e5d48a0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d0d6b59a-fcf8-4ab0-b887-cdb5df8ce008 HTTP/1.1" status: 200 len: 999 time: 0.0616755 Dec 06 18:25:02.026313 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fc8bb776-cb62-483e-84a0-0947d6e9ec3e req-6aae3936-6ee0-42e6-93b7-fffdbd11984d service neutron] 10.222.0.44 "GET /v2.0/networks/faf8c1ee-2beb-4205-a2a4-dd63d6271f68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873411 Dec 06 18:25:02.073563 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d518cc9-d854-4d42-b501-94cefe5caf0b req-8b1f0c0a-4cad-4533-b0fa-bd02fc6b021b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:25:02.075458 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9d518cc9-d854-4d42-b501-94cefe5caf0b req-8b1f0c0a-4cad-4533-b0fa-bd02fc6b021b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f51f76bc-8923-44bf-ae0a-24adabd55c2d HTTP/1.1" status: 200 len: 849 time: 0.0428312 Dec 06 18:25:02.116667 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-fc8bb776-cb62-483e-84a0-0947d6e9ec3e req-d6098889-164d-43dd-9849-22fcfcd0a146 service neutron] 10.222.0.44 "GET /v2.0/networks/faf8c1ee-2beb-4205-a2a4-dd63d6271f68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833166 Dec 06 18:25:02.127251 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d518cc9-d854-4d42-b501-94cefe5caf0b req-4a132576-42a8-4a77-b08f-32c3654ae142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:25:02.128759 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9d518cc9-d854-4d42-b501-94cefe5caf0b req-4a132576-42a8-4a77-b08f-32c3654ae142 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=faf8c1ee-2beb-4205-a2a4-dd63d6271f68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397406 Dec 06 18:25:02.203248 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a95fce-a404-4c25-a0b4-71c3817d6eba req-b617cdf1-55f0-4f0e-83a4-71583b770ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:25:02.204746 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-91a95fce-a404-4c25-a0b4-71c3817d6eba req-b617cdf1-55f0-4f0e-83a4-71583b770ddd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=603dc167987841afaaf4c941da133b6b&device_id=f9e690b1-37df-40f1-a0e8-d70d006d650d HTTP/1.1" status: 200 len: 1094 time: 0.0445268 Dec 06 18:25:02.227605 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9d518cc9-d854-4d42-b501-94cefe5caf0b req-b7b37944-2cb4-4132-8702-37ef777b0f18 service neutron] 10.222.0.41 "GET /v2.0/networks/faf8c1ee-2beb-4205-a2a4-dd63d6271f68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876224 Dec 06 18:25:02.295972 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a95fce-a404-4c25-a0b4-71c3817d6eba req-be830e09-5fd1-4f2e-9d52-f2bf8664a86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:25:02.297454 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-91a95fce-a404-4c25-a0b4-71c3817d6eba req-be830e09-5fd1-4f2e-9d52-f2bf8664a86d service neutron] 10.222.0.44 "GET /v2.0/networks?id=faf8c1ee-2beb-4205-a2a4-dd63d6271f68 HTTP/1.1" status: 200 len: 911 time: 0.0841019 Dec 06 18:25:02.323472 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-9d518cc9-d854-4d42-b501-94cefe5caf0b req-0c363634-942b-4585-b8bf-aafcfd6be3d5 service neutron] 10.222.0.41 "GET /v2.0/networks/faf8c1ee-2beb-4205-a2a4-dd63d6271f68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855086 Dec 06 18:25:02.641635 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-91a95fce-a404-4c25-a0b4-71c3817d6eba req-b0f34124-d777-44e7-82c4-13e2c8b6795b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6df29b36-c5ad-4015-96e1-930dc255d6a4 HTTP/1.1" status: 200 len: 217 time: 0.3373866 Dec 06 18:25:02.711048 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a95fce-a404-4c25-a0b4-71c3817d6eba req-2f283bb2-a24c-4019-950c-4fed761e8ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:25:02.712495 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-91a95fce-a404-4c25-a0b4-71c3817d6eba req-2f283bb2-a24c-4019-950c-4fed761e8ac4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f51f76bc-8923-44bf-ae0a-24adabd55c2d HTTP/1.1" status: 200 len: 849 time: 0.0628746 Dec 06 18:25:02.720797 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb3acc0-c0a6-4cb9-b6b2-4a8d8483a561 req-66c60dcf-ccf9-4967-911e-905d148cbd8d tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:25:02.722241 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-dcb3acc0-c0a6-4cb9-b6b2-4a8d8483a561 req-66c60dcf-ccf9-4967-911e-905d148cbd8d tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9e690b1-37df-40f1-a0e8-d70d006d650d HTTP/1.1" status: 200 len: 943 time: 0.0832217 Dec 06 18:25:02.795880 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a95fce-a404-4c25-a0b4-71c3817d6eba req-e59f0eb8-6473-4a18-8ca6-cad3799a1539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:25:02.797384 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-91a95fce-a404-4c25-a0b4-71c3817d6eba req-e59f0eb8-6473-4a18-8ca6-cad3799a1539 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=faf8c1ee-2beb-4205-a2a4-dd63d6271f68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743165 Dec 06 18:25:02.801634 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-dcb3acc0-c0a6-4cb9-b6b2-4a8d8483a561 req-4e8669bc-0dd5-469a-bc93-ca780e8129d6 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] 10.222.0.23 "GET /v2.0/security-groups?id=67ab4a3f-ae8a-41ca-a60c-c47e83ce093c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715752 Dec 06 18:25:02.888376 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-91a95fce-a404-4c25-a0b4-71c3817d6eba req-74f11b40-e93d-4905-af94-0eb6de0a7729 service neutron] 10.222.0.44 "GET /v2.0/networks/faf8c1ee-2beb-4205-a2a4-dd63d6271f68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821905 Dec 06 18:25:02.979629 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-91a95fce-a404-4c25-a0b4-71c3817d6eba req-79e9a180-aa71-4f56-a4ea-9d9002eef8ec service neutron] 10.222.0.44 "GET /v2.0/networks/faf8c1ee-2beb-4205-a2a4-dd63d6271f68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833628 Dec 06 18:25:03.440111 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:25:03.918487 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05410ac-e97f-4eba-8485-e25079832797 req-08e28b10-f246-4cd2-a17f-bd6d84ae63ea tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:25:03.919982 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e05410ac-e97f-4eba-8485-e25079832797 req-08e28b10-f246-4cd2-a17f-bd6d84ae63ea tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9e690b1-37df-40f1-a0e8-d70d006d650d HTTP/1.1" status: 200 len: 943 time: 0.0488503 Dec 06 18:25:03.970324 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-e05410ac-e97f-4eba-8485-e25079832797 req-649d7c04-8ad7-4159-af61-2fda3ef77d9e tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] 10.222.0.23 "GET /v2.0/security-groups?id=67ab4a3f-ae8a-41ca-a60c-c47e83ce093c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443764 Dec 06 18:25:05.133092 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd84ac18-6795-4375-8c7f-61857a7b8aae req-ecee1496-75c1-4491-afa9-10991c1570a4 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:25:05.134613 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-dd84ac18-6795-4375-8c7f-61857a7b8aae req-ecee1496-75c1-4491-afa9-10991c1570a4 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9e690b1-37df-40f1-a0e8-d70d006d650d HTTP/1.1" status: 200 len: 943 time: 0.0966351 Dec 06 18:25:05.183651 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-dd84ac18-6795-4375-8c7f-61857a7b8aae req-65fe02e6-abe3-4b99-a379-25576110643f tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] 10.222.0.23 "GET /v2.0/security-groups?id=67ab4a3f-ae8a-41ca-a60c-c47e83ce093c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430975 Dec 06 18:25:05.833747 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:25:05.843265 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 6df29b36-c5ad-4015-96e1-930dc255d6a4 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 18:25:05.938902 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 6df29b36-c5ad-4015-96e1-930dc255d6a4, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=6df29b36-c5ad-4015-96e1-930dc255d6a4,segment=NetworkSegment(bd01cda6-f55a-4b4b-95b1-be945e118326),segment_id=bd01cda6-f55a-4b4b-95b1-be945e118326)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:25:05.949632 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': '6df29b36-c5ad-4015-96e1-930dc255d6a4', 'network_id': 'faf8c1ee-2beb-4205-a2a4-dd63d6271f68', 'port_id': '6df29b36-c5ad-4015-96e1-930dc255d6a4', 'mac_address': 'fa:16:3e:73:67:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f51f76bc-8923-44bf-ae0a-24adabd55c2d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 18:25:05.985123 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:25:06.002409 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6df29b36-c5ad-4015-96e1-930dc255d6a4 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 18:25:06.020982 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 6df29b36-c5ad-4015-96e1-930dc255d6a4, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=6df29b36-c5ad-4015-96e1-930dc255d6a4,segment=NetworkSegment(bd01cda6-f55a-4b4b-95b1-be945e118326),segment_id=bd01cda6-f55a-4b4b-95b1-be945e118326)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:25:06.024504 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:25:06.069851 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=6df29b36-c5ad-4015-96e1-930dc255d6a4,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:25:06.251504 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['6df29b36-c5ad-4015-96e1-930dc255d6a4'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 18:25:06.347407 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcd960b-810d-4c12-8ce6-2cb9a0d95a8a req-54b89f09-6ce8-4366-9d2a-8f1c3d996ef5 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:25:06.348811 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-cbcd960b-810d-4c12-8ce6-2cb9a0d95a8a req-54b89f09-6ce8-4366-9d2a-8f1c3d996ef5 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9e690b1-37df-40f1-a0e8-d70d006d650d HTTP/1.1" status: 200 len: 944 time: 0.0964859 Dec 06 18:25:06.400571 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-cbcd960b-810d-4c12-8ce6-2cb9a0d95a8a req-046c4386-3b9a-446e-9129-08f722e36f7f tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] 10.222.0.23 "GET /v2.0/security-groups?id=67ab4a3f-ae8a-41ca-a60c-c47e83ce093c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421731 Dec 06 18:25:07.517258 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9433b775-1561-4d2f-8e58-81a7587032fc req-d0cb9902-3189-4d93-a55d-9933826ab670 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:25:07.518783 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9433b775-1561-4d2f-8e58-81a7587032fc req-d0cb9902-3189-4d93-a55d-9933826ab670 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9e690b1-37df-40f1-a0e8-d70d006d650d HTTP/1.1" status: 200 len: 944 time: 0.0494707 Dec 06 18:25:07.574170 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-9433b775-1561-4d2f-8e58-81a7587032fc req-fad74d80-18b4-4713-bf22-ee839ac125d8 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] 10.222.0.23 "GET /v2.0/security-groups?id=67ab4a3f-ae8a-41ca-a60c-c47e83ce093c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493517 Dec 06 18:25:07.845667 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 6df29b36-c5ad-4015-96e1-930dc255d6a4 up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 18:25:07.893190 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning for port 6df29b36-c5ad-4015-96e1-930dc255d6a4 completed by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 18:25:07.897047 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port 6df29b36-c5ad-4015-96e1-930dc255d6a4 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:25:07.897406 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:25:07.974927 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:25:07.997367 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9e690b1-37df-40f1-a0e8-d70d006d650d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6df29b36-c5ad-4015-96e1-930dc255d6a4'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 18:25:07.999644 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}253b13571352ac935e80f100367d97205cb4b29805628151c230edbf5f3547e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6e8a673-1a07-47ab-ac7c-b252395029e4" -d '{"events": [{"server_uuid": "f9e690b1-37df-40f1-a0e8-d70d006d650d", "name": "network-vif-plugged", "status": "completed", "tag": "6df29b36-c5ad-4015-96e1-930dc255d6a4"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 18:25:08.012255 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 6df29b36-c5ad-4015-96e1-930dc255d6a4, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=6df29b36-c5ad-4015-96e1-930dc255d6a4,segment=NetworkSegment(bd01cda6-f55a-4b4b-95b1-be945e118326),segment_id=bd01cda6-f55a-4b4b-95b1-be945e118326)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:25:08.016000 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:25:08.039625 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 18:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7028aa5-25fc-4fff-97c2-58b6a1e3d1d1 x-openstack-request-id: req-c7028aa5-25fc-4fff-97c2-58b6a1e3d1d1 {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 18:25:08.039927 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9e690b1-37df-40f1-a0e8-d70d006d650d", "name": "network-vif-plugged", "status": "completed", "tag": "6df29b36-c5ad-4015-96e1-930dc255d6a4", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 18:25:08.040187 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c7028aa5-25fc-4fff-97c2-58b6a1e3d1d1 {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 18:25:08.040587 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9e690b1-37df-40f1-a0e8-d70d006d650d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6df29b36-c5ad-4015-96e1-930dc255d6a4', 'code': 200} Dec 06 18:25:08.066006 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=6df29b36-c5ad-4015-96e1-930dc255d6a4,revision_number=5']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:25:08.139743 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5615c4c4-c493-4393-b35e-03439be6b4f3 req-1760ce1c-138b-4b06-b378-e8f02c07139a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:25:08.141239 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5615c4c4-c493-4393-b35e-03439be6b4f3 req-1760ce1c-138b-4b06-b378-e8f02c07139a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f9e690b1-37df-40f1-a0e8-d70d006d650d HTTP/1.1" status: 200 len: 1096 time: 0.0446711 Dec 06 18:25:08.186956 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-5615c4c4-c493-4393-b35e-03439be6b4f3 req-de60fecd-9945-496f-b6be-b6954c9bd2f9 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=67ab4a3f-ae8a-41ca-a60c-c47e83ce093c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386529 Dec 06 18:25:08.687207 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34803016-126e-485d-bb41-431ea6f60eec req-d349ccc0-71de-4c11-8dad-9ad564790fde tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:25:08.688665 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-34803016-126e-485d-bb41-431ea6f60eec req-d349ccc0-71de-4c11-8dad-9ad564790fde tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9e690b1-37df-40f1-a0e8-d70d006d650d HTTP/1.1" status: 200 len: 945 time: 0.0481737 Dec 06 18:25:08.737005 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-34803016-126e-485d-bb41-431ea6f60eec req-b295c77c-6c33-4069-9f25-319e28e50c08 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] 10.222.0.23 "GET /v2.0/security-groups?id=67ab4a3f-ae8a-41ca-a60c-c47e83ce093c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424318 Dec 06 18:25:09.857117 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295ea358-4174-4567-b056-3e38be9f754d req-c6062dff-7a61-4505-91cd-60b86ff0a174 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:25:09.858624 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-295ea358-4174-4567-b056-3e38be9f754d req-c6062dff-7a61-4505-91cd-60b86ff0a174 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9e690b1-37df-40f1-a0e8-d70d006d650d HTTP/1.1" status: 200 len: 945 time: 0.0524502 Dec 06 18:25:09.906684 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-295ea358-4174-4567-b056-3e38be9f754d req-98bff767-172a-40e2-aeff-e363319d31c9 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] 10.222.0.23 "GET /v2.0/security-groups?id=67ab4a3f-ae8a-41ca-a60c-c47e83ce093c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422177 Dec 06 18:25:10.026091 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a13ef0f-b633-4230-9bc3-9ea168ab8a42 req-e99c65d4-bdba-493b-a226-790ba14991c3 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:25:10.027462 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3a13ef0f-b633-4230-9bc3-9ea168ab8a42 req-e99c65d4-bdba-493b-a226-790ba14991c3 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9e690b1-37df-40f1-a0e8-d70d006d650d HTTP/1.1" status: 200 len: 945 time: 0.0515723 Dec 06 18:25:10.075612 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-3a13ef0f-b633-4230-9bc3-9ea168ab8a42 req-b9909910-f5c3-4e51-b72d-53d21a0d4e40 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] 10.222.0.23 "GET /v2.0/security-groups?id=67ab4a3f-ae8a-41ca-a60c-c47e83ce093c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416734 Dec 06 18:25:10.096792 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 44484) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:25:10.135303 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34eee655-7ff4-4e14-97c7-1d60a4dba54d tempest-TestSnapshotPattern-609501034 tempest-TestSnapshotPattern-609501034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:25:10.136781 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-34eee655-7ff4-4e14-97c7-1d60a4dba54d tempest-TestSnapshotPattern-609501034 tempest-TestSnapshotPattern-609501034-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f9e690b1-37df-40f1-a0e8-d70d006d650d HTTP/1.1" status: 200 len: 1091 time: 0.0390139 Dec 06 18:25:10.139530 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 44486) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:25:10.143935 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.v2.base [None req-5e295da4-4d3e-4b9e-91bb-658f9bc86d39 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Request body: {'floatingip': {'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'port_id': '6df29b36-c5ad-4015-96e1-930dc255d6a4', 'tenant_id': '603dc167987841afaaf4c941da133b6b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 18:25:10.166827 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5e295da4-4d3e-4b9e-91bb-658f9bc86d39 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Publish callbacks [] for floatingip, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:25:10.265232 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5e295da4-4d3e-4b9e-91bb-658f9bc86d39 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:25:10.366288 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-5e295da4-4d3e-4b9e-91bb-658f9bc86d39 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Allocated IP 172.35.1.167 (40c9982f-f1ff-4b90-bebe-b7d51655f7e2/5811a504-b622-43ab-932a-dbe6b6896b9a/19bb26c5-0704-4e8f-9789-ae9cb968b677) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 18:25:10.469260 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5e295da4-4d3e-4b9e-91bb-658f9bc86d39 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Publish callbacks [] for port, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:25:10.501421 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5e295da4-4d3e-4b9e-91bb-658f9bc86d39 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794388400644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:25:10.539642 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e295da4-4d3e-4b9e-91bb-658f9bc86d39 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Network 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 18:25:10.542382 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-5e295da4-4d3e-4b9e-91bb-658f9bc86d39 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 18:25:10.546940 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e295da4-4d3e-4b9e-91bb-658f9bc86d39 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 18:25:10.569943 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e295da4-4d3e-4b9e-91bb-658f9bc86d39 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Pushing event updated for resources: {'Port': ['ID=19bb26c5-0704-4e8f-9789-ae9cb968b677,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:25:10.905846 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5e295da4-4d3e-4b9e-91bb-658f9bc86d39 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:25:10.971447 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5e295da4-4d3e-4b9e-91bb-658f9bc86d39 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:25:11.118507 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5e295da4-4d3e-4b9e-91bb-658f9bc86d39 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:25:11.123707 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5e295da4-4d3e-4b9e-91bb-658f9bc86d39 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59003611'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:25:11.192020 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e295da4-4d3e-4b9e-91bb-658f9bc86d39 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Pushing event updated for resources: {'Port': ['ID=19bb26c5-0704-4e8f-9789-ae9cb968b677,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:25:11.206080 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5e295da4-4d3e-4b9e-91bb-658f9bc86d39 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539300'] for floatingip, after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:25:11.305572 n-d-master-1 neutron-server[103284]: INFO neutron.db.l3_db [None req-5e295da4-4d3e-4b9e-91bb-658f9bc86d39 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Floating IP 248fdb64-678e-401c-9fb6-59eb101c4dab associated. External IP: 172.35.1.167, port: 6df29b36-c5ad-4015-96e1-930dc255d6a4. Dec 06 18:25:11.511772 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e295da4-4d3e-4b9e-91bb-658f9bc86d39 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Router 2998ebc8-d45a-45b5-a52f-3e2100f2f21f has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 18:25:11.616287 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e295da4-4d3e-4b9e-91bb-658f9bc86d39 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 18:25:11.626412 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3ad521-0869-46c2-aa10-6938eda271de None None] Sync routers for ids ['2998ebc8-d45a-45b5-a52f-3e2100f2f21f'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 18:25:11.634170 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5e295da4-4d3e-4b9e-91bb-658f9bc86d39 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:25:11.636091 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3ad521-0869-46c2-aa10-6938eda271de None None] Routers {'2998ebc8-d45a-45b5-a52f-3e2100f2f21f'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:25:11.636692 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-fe3ad521-0869-46c2-aa10-6938eda271de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:24:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['2998ebc8-d45a-45b5-a52f-3e2100f2f21f'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:25:11.664643 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-5e295da4-4d3e-4b9e-91bb-658f9bc86d39 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5240254 Dec 06 18:25:11.665243 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9e690b1-37df-40f1-a0e8-d70d006d650d', 'tag': '6df29b36-c5ad-4015-96e1-930dc255d6a4'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 18:25:11.667557 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0deb9614d467c76714cadb3278283c9891b68bf60c17f6ec8acc98d969d5ca90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-678edb08-9651-4e1f-9016-e5ae10e26e25" -d '{"events": [{"name": "network-changed", "server_uuid": "f9e690b1-37df-40f1-a0e8-d70d006d650d", "tag": "6df29b36-c5ad-4015-96e1-930dc255d6a4"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 18:25:11.708177 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 18:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a557431-70ae-4d6a-89bb-d2de64026cac x-openstack-request-id: req-3a557431-70ae-4d6a-89bb-d2de64026cac {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 18:25:11.708483 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9e690b1-37df-40f1-a0e8-d70d006d650d", "tag": "6df29b36-c5ad-4015-96e1-930dc255d6a4", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 18:25:11.708744 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3a557431-70ae-4d6a-89bb-d2de64026cac {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 18:25:11.709157 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9e690b1-37df-40f1-a0e8-d70d006d650d', 'tag': '6df29b36-c5ad-4015-96e1-930dc255d6a4', 'status': 'completed', 'code': 200} Dec 06 18:25:11.778966 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678edb08-9651-4e1f-9016-e5ae10e26e25 req-057f50da-2e67-45a2-a0a1-f6a430ebe44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:25:11.780431 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-678edb08-9651-4e1f-9016-e5ae10e26e25 req-057f50da-2e67-45a2-a0a1-f6a430ebe44c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=603dc167987841afaaf4c941da133b6b&device_id=f9e690b1-37df-40f1-a0e8-d70d006d650d HTTP/1.1" status: 200 len: 1096 time: 0.0463872 Dec 06 18:25:11.839550 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-fe3ad521-0869-46c2-aa10-6938eda271de None None] Set router 2998ebc8-d45a-45b5-a52f-3e2100f2f21f gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:25:11.871827 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678edb08-9651-4e1f-9016-e5ae10e26e25 req-dcc2e0f8-d0f4-4a19-91b2-8172aa4cde55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:25:11.873311 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-678edb08-9651-4e1f-9016-e5ae10e26e25 req-dcc2e0f8-d0f4-4a19-91b2-8172aa4cde55 service neutron] 10.222.0.44 "GET /v2.0/networks?id=faf8c1ee-2beb-4205-a2a4-dd63d6271f68 HTTP/1.1" status: 200 len: 911 time: 0.0865145 Dec 06 18:25:11.944908 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-678edb08-9651-4e1f-9016-e5ae10e26e25 req-0d8a51d3-f050-480d-ae31-7a16bc64ecfa service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6df29b36-c5ad-4015-96e1-930dc255d6a4 HTTP/1.1" status: 200 len: 999 time: 0.0628891 Dec 06 18:25:11.994029 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678edb08-9651-4e1f-9016-e5ae10e26e25 req-0b459392-111d-409f-9d9f-13eaa3248971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:25:11.995497 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-678edb08-9651-4e1f-9016-e5ae10e26e25 req-0b459392-111d-409f-9d9f-13eaa3248971 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f51f76bc-8923-44bf-ae0a-24adabd55c2d HTTP/1.1" status: 200 len: 849 time: 0.0440168 Dec 06 18:25:12.040852 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678edb08-9651-4e1f-9016-e5ae10e26e25 req-99054e50-ef00-4f09-8810-6195ac11c014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:25:12.042277 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-678edb08-9651-4e1f-9016-e5ae10e26e25 req-99054e50-ef00-4f09-8810-6195ac11c014 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=faf8c1ee-2beb-4205-a2a4-dd63d6271f68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401280 Dec 06 18:25:12.064437 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-fe3ad521-0869-46c2-aa10-6938eda271de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2998ebc8-d45a-45b5-a52f-3e2100f2f21f', 'name': 'tempest-TestSnapshotPattern-1861072682-router', 'tenant_id': '603dc167987841afaaf4c941da133b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.244'}], 'enable_snat': True}, 'gw_port_id': '2bedf41f-4fb3-48c9-af87-0484b3878d79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:22:14Z', 'updated_at': '2021-12-06T18:22:16Z', 'revision_number': 4, 'project_id': '603dc167987841afaaf4c941da133b6b', 'gw_port': {'id': '2bedf41f-4fb3-48c9-af87-0484b3878d79', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2998ebc8-d45a-45b5-a52f-3e2100f2f21f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:22:14Z', 'updated_at': '2021-12-06T18:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '248fdb64-678e-401c-9fb6-59eb101c4dab', 'tenant_id': '603dc167987841afaaf4c941da133b6b', 'floating_ip_address': '172.35.1.167', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '2998ebc8-d45a-45b5-a52f-3e2100f2f21f', 'port_id': '6df29b36-c5ad-4015-96e1-930dc255d6a4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'faf8c1ee-2beb-4205-a2a4-dd63d6271f68', 'mac_address': 'fa:16:3e:73:67:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e690b1-37df-40f1-a0e8-d70d006d650d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T18:25:10Z', 'updated_at': '2021-12-06T18:25:10Z', 'revision_number': 0, 'project_id': '603dc167987841afaaf4c941da133b6b', 'fixed_ip_address_scope': None}, {'id': 'e8352c20-5dc7-4a29-825c-1c406c91b3c6', 'tenant_id': '603dc167987841afaaf4c941da133b6b', 'floating_ip_address': '172.35.1.77', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '2998ebc8-d45a-45b5-a52f-3e2100f2f21f', 'port_id': 'd0d6b59a-fcf8-4ab0-b887-cdb5df8ce008', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4384, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'faf8c1ee-2beb-4205-a2a4-dd63d6271f68', 'mac_address': 'fa:16:3e:36:5d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9fbd24b-f140-40df-b85b-08b65366adce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T18:22:36Z', 'updated_at': '2021-12-06T18:22:38Z', 'revision_number': 1, 'project_id': '603dc167987841afaaf4c941da133b6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4e4a07e-ea75-44c0-9ad1-17eaf6d4ba48', 'name': '', 'network_id': 'faf8c1ee-2beb-4205-a2a4-dd63d6271f68', 'tenant_id': '603dc167987841afaaf4c941da133b6b', 'mac_address': 'fa:16:3e:a7:46:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2998ebc8-d45a-45b5-a52f-3e2100f2f21f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'f51f76bc-8923-44bf-ae0a-24adabd55c2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:22:16Z', 'updated_at': '2021-12-06T18:22:20Z', 'revision_number': 5, 'project_id': '603dc167987841afaaf4c941da133b6b', 'subnets': [{'id': 'f51f76bc-8923-44bf-ae0a-24adabd55c2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:25:12.091130 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3ad521-0869-46c2-aa10-6938eda271de None None] Checking router: 2998ebc8-d45a-45b5-a52f-3e2100f2f21f for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 18:25:12.099231 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3ad521-0869-46c2-aa10-6938eda271de None None] Routers {'2998ebc8-d45a-45b5-a52f-3e2100f2f21f'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:25:12.099832 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-fe3ad521-0869-46c2-aa10-6938eda271de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:24:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['2998ebc8-d45a-45b5-a52f-3e2100f2f21f'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:25:12.135242 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-678edb08-9651-4e1f-9016-e5ae10e26e25 req-ed09deb2-5adf-414e-bfff-e1a519802c71 service neutron] 10.222.0.44 "GET /v2.0/networks/faf8c1ee-2beb-4205-a2a4-dd63d6271f68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856001 Dec 06 18:25:12.204205 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-fe3ad521-0869-46c2-aa10-6938eda271de None None] Set router 2998ebc8-d45a-45b5-a52f-3e2100f2f21f gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:25:12.228876 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-678edb08-9651-4e1f-9016-e5ae10e26e25 req-04e1a789-a48f-43c4-b870-291bd79fe604 service neutron] 10.222.0.44 "GET /v2.0/networks/faf8c1ee-2beb-4205-a2a4-dd63d6271f68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863156 Dec 06 18:25:12.422238 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-fe3ad521-0869-46c2-aa10-6938eda271de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2998ebc8-d45a-45b5-a52f-3e2100f2f21f', 'name': 'tempest-TestSnapshotPattern-1861072682-router', 'tenant_id': '603dc167987841afaaf4c941da133b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.244'}], 'enable_snat': True}, 'gw_port_id': '2bedf41f-4fb3-48c9-af87-0484b3878d79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:22:14Z', 'updated_at': '2021-12-06T18:22:16Z', 'revision_number': 4, 'project_id': '603dc167987841afaaf4c941da133b6b', 'gw_port': {'id': '2bedf41f-4fb3-48c9-af87-0484b3878d79', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2998ebc8-d45a-45b5-a52f-3e2100f2f21f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:22:14Z', 'updated_at': '2021-12-06T18:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '248fdb64-678e-401c-9fb6-59eb101c4dab', 'tenant_id': '603dc167987841afaaf4c941da133b6b', 'floating_ip_address': '172.35.1.167', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '2998ebc8-d45a-45b5-a52f-3e2100f2f21f', 'port_id': '6df29b36-c5ad-4015-96e1-930dc255d6a4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'faf8c1ee-2beb-4205-a2a4-dd63d6271f68', 'mac_address': 'fa:16:3e:73:67:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e690b1-37df-40f1-a0e8-d70d006d650d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T18:25:10Z', 'updated_at': '2021-12-06T18:25:10Z', 'revision_number': 0, 'project_id': '603dc167987841afaaf4c941da133b6b', 'fixed_ip_address_scope': None}, {'id': 'e8352c20-5dc7-4a29-825c-1c406c91b3c6', 'tenant_id': '603dc167987841afaaf4c941da133b6b', 'floating_ip_address': '172.35.1.77', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '2998ebc8-d45a-45b5-a52f-3e2100f2f21f', 'port_id': 'd0d6b59a-fcf8-4ab0-b887-cdb5df8ce008', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4384, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'faf8c1ee-2beb-4205-a2a4-dd63d6271f68', 'mac_address': 'fa:16:3e:36:5d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9fbd24b-f140-40df-b85b-08b65366adce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T18:22:36Z', 'updated_at': '2021-12-06T18:22:38Z', 'revision_number': 1, 'project_id': '603dc167987841afaaf4c941da133b6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4e4a07e-ea75-44c0-9ad1-17eaf6d4ba48', 'name': '', 'network_id': 'faf8c1ee-2beb-4205-a2a4-dd63d6271f68', 'tenant_id': '603dc167987841afaaf4c941da133b6b', 'mac_address': 'fa:16:3e:a7:46:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2998ebc8-d45a-45b5-a52f-3e2100f2f21f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'f51f76bc-8923-44bf-ae0a-24adabd55c2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:22:16Z', 'updated_at': '2021-12-06T18:22:20Z', 'revision_number': 5, 'project_id': '603dc167987841afaaf4c941da133b6b', 'subnets': [{'id': 'f51f76bc-8923-44bf-ae0a-24adabd55c2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:25:12.451397 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3ad521-0869-46c2-aa10-6938eda271de None None] The sync data for ids ['2998ebc8-d45a-45b5-a52f-3e2100f2f21f'] in n-d-master-1 is: [{'id': '2998ebc8-d45a-45b5-a52f-3e2100f2f21f', 'name': 'tempest-TestSnapshotPattern-1861072682-router', 'tenant_id': '603dc167987841afaaf4c941da133b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.244'}], 'enable_snat': True}, 'gw_port_id': '2bedf41f-4fb3-48c9-af87-0484b3878d79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:22:14Z', 'updated_at': '2021-12-06T18:22:16Z', 'revision_number': 4, 'project_id': '603dc167987841afaaf4c941da133b6b', 'gw_port': {'id': '2bedf41f-4fb3-48c9-af87-0484b3878d79', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2998ebc8-d45a-45b5-a52f-3e2100f2f21f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:22:14Z', 'updated_at': '2021-12-06T18:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': '248fdb64-678e-401c-9fb6-59eb101c4dab', 'tenant_id': '603dc167987841afaaf4c941da133b6b', 'floating_ip_address': '172.35.1.167', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '2998ebc8-d45a-45b5-a52f-3e2100f2f21f', 'port_id': '6df29b36-c5ad-4015-96e1-930dc255d6a4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'faf8c1ee-2beb-4205-a2a4-dd63d6271f68', 'mac_address': 'fa:16:3e:73:67:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e690b1-37df-40f1-a0e8-d70d006d650d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T18:25:10Z', 'updated_at': '2021-12-06T18:25:10Z', 'revision_number': 0, 'project_id': '603dc167987841afaaf4c941da133b6b', 'fixed_ip_address_scope': None}, {'id': 'e8352c20-5dc7-4a29-825c-1c406c91b3c6', 'tenant_id': '603dc167987841afaaf4c941da133b6b', 'floating_ip_address': '172.35.1.77', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '2998ebc8-d45a-45b5-a52f-3e2100f2f21f', 'port_id': 'd0d6b59a-fcf8-4ab0-b887-cdb5df8ce008', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4384, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'faf8c1ee-2beb-4205-a2a4-dd63d6271f68', 'mac_address': 'fa:16:3e:36:5d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9fbd24b-f140-40df-b85b-08b65366adce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T18:22:36Z', 'updated_at': '2021-12-06T18:22:38Z', 'revision_number': 1, 'project_id': '603dc167987841afaaf4c941da133b6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4e4a07e-ea75-44c0-9ad1-17eaf6d4ba48', 'name': '', 'network_id': 'faf8c1ee-2beb-4205-a2a4-dd63d6271f68', 'tenant_id': '603dc167987841afaaf4c941da133b6b', 'mac_address': 'fa:16:3e:a7:46:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2998ebc8-d45a-45b5-a52f-3e2100f2f21f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'f51f76bc-8923-44bf-ae0a-24adabd55c2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:22:16Z', 'updated_at': '2021-12-06T18:22:20Z', 'revision_number': 5, 'project_id': '603dc167987841afaaf4c941da133b6b', 'subnets': [{'id': 'f51f76bc-8923-44bf-ae0a-24adabd55c2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 18:25:12.637906 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82dd3587-b495-45aa-8e3e-0a4161979080 None None] New status for floating IP 248fdb64-678e-401c-9fb6-59eb101c4dab: ACTIVE {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 18:25:13.591193 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4bb0c39c-87bd-495c-adff-90a43ee00284 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:25:15.760932 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-14ec473e-aed3-4db1-a634-5e58f22aafac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:25:17.226113 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:25:18.353899 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:25:19.266693 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:25:33.439814 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:25:35.845935 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:25:36.323385 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 18:25:43.269013 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c9591cb4-662e-4c40-9a38-307dc0d58c9d req-816d33da-795d-4e32-90e7-043901bef369 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f9e690b1-37df-40f1-a0e8-d70d006d650d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404782 Dec 06 18:25:43.349877 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9591cb4-662e-4c40-9a38-307dc0d58c9d req-b4527b04-297f-47f9-8f27-598dfb418e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:25:43.351370 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c9591cb4-662e-4c40-9a38-307dc0d58c9d req-b4527b04-297f-47f9-8f27-598dfb418e63 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=603dc167987841afaaf4c941da133b6b&device_id=f9e690b1-37df-40f1-a0e8-d70d006d650d HTTP/1.1" status: 200 len: 1096 time: 0.0399051 Dec 06 18:25:43.456340 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9591cb4-662e-4c40-9a38-307dc0d58c9d req-d7917a3d-42da-4169-93f1-af0e039ce447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:25:43.457806 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c9591cb4-662e-4c40-9a38-307dc0d58c9d req-d7917a3d-42da-4169-93f1-af0e039ce447 service neutron] 10.222.0.44 "GET /v2.0/networks?id=faf8c1ee-2beb-4205-a2a4-dd63d6271f68 HTTP/1.1" status: 200 len: 911 time: 0.0877924 Dec 06 18:25:43.523359 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c9591cb4-662e-4c40-9a38-307dc0d58c9d req-a6078594-c2c5-4c41-b27f-02e849ecd663 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6df29b36-c5ad-4015-96e1-930dc255d6a4 HTTP/1.1" status: 200 len: 1001 time: 0.0587316 Dec 06 18:25:43.573206 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9591cb4-662e-4c40-9a38-307dc0d58c9d req-745c8a62-ba03-41e7-b3f7-f5b7b7631e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:25:43.574641 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c9591cb4-662e-4c40-9a38-307dc0d58c9d req-745c8a62-ba03-41e7-b3f7-f5b7b7631e29 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f51f76bc-8923-44bf-ae0a-24adabd55c2d HTTP/1.1" status: 200 len: 849 time: 0.0433855 Dec 06 18:25:43.590365 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1c0f64fe-73f9-408c-929c-008e0bf3bfaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:25:43.626988 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9591cb4-662e-4c40-9a38-307dc0d58c9d req-5aa3a46d-0527-44d4-9a91-3159f72c5c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:25:43.628468 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c9591cb4-662e-4c40-9a38-307dc0d58c9d req-5aa3a46d-0527-44d4-9a91-3159f72c5c51 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=faf8c1ee-2beb-4205-a2a4-dd63d6271f68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443385 Dec 06 18:25:43.721593 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c9591cb4-662e-4c40-9a38-307dc0d58c9d req-1d247457-c0d2-46f8-905c-4aea7f06b1ff service neutron] 10.222.0.44 "GET /v2.0/networks/faf8c1ee-2beb-4205-a2a4-dd63d6271f68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825253 Dec 06 18:25:43.817100 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-c9591cb4-662e-4c40-9a38-307dc0d58c9d req-02cdb267-e578-4916-837e-1126efc48599 service neutron] 10.222.0.44 "GET /v2.0/networks/faf8c1ee-2beb-4205-a2a4-dd63d6271f68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866513 Dec 06 18:25:45.761905 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-eea9236a-a875-45ff-80e4-aced537345f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:25:47.229853 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:25:48.356118 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:25:49.268424 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:26:03.438220 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:26:03.745211 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-20838b98-4ef1-4dc8-b747-161ab3f0ba6d req-f824f737-2be1-4b35-be43-65706fb9f5a2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d9fbd24b-f140-40df-b85b-08b65366adce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0797870 Dec 06 18:26:03.842025 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20838b98-4ef1-4dc8-b747-161ab3f0ba6d req-5611d0df-1383-402a-9420-a8b052acbd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:26:03.844194 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-20838b98-4ef1-4dc8-b747-161ab3f0ba6d req-5611d0df-1383-402a-9420-a8b052acbd3d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=603dc167987841afaaf4c941da133b6b&device_id=d9fbd24b-f140-40df-b85b-08b65366adce HTTP/1.1" status: 200 len: 1095 time: 0.0446329 Dec 06 18:26:03.953960 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20838b98-4ef1-4dc8-b747-161ab3f0ba6d req-e749b789-d6d8-4763-a92f-58972e7cd439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:26:03.955355 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-20838b98-4ef1-4dc8-b747-161ab3f0ba6d req-e749b789-d6d8-4763-a92f-58972e7cd439 service neutron] 10.222.0.41 "GET /v2.0/networks?id=faf8c1ee-2beb-4205-a2a4-dd63d6271f68 HTTP/1.1" status: 200 len: 911 time: 0.0878010 Dec 06 18:26:04.030397 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-20838b98-4ef1-4dc8-b747-161ab3f0ba6d req-d5171491-8d64-4931-af3d-810381e700b2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d0d6b59a-fcf8-4ab0-b887-cdb5df8ce008 HTTP/1.1" status: 200 len: 999 time: 0.0575302 Dec 06 18:26:04.085680 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20838b98-4ef1-4dc8-b747-161ab3f0ba6d req-ef92592b-aebf-4457-ad03-87dfd282a1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:26:04.087075 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-20838b98-4ef1-4dc8-b747-161ab3f0ba6d req-ef92592b-aebf-4457-ad03-87dfd282a1b9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f51f76bc-8923-44bf-ae0a-24adabd55c2d HTTP/1.1" status: 200 len: 849 time: 0.0466056 Dec 06 18:26:04.136879 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20838b98-4ef1-4dc8-b747-161ab3f0ba6d req-e5fea2f0-7200-42d3-bd24-092f96fcdd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:26:04.138364 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-20838b98-4ef1-4dc8-b747-161ab3f0ba6d req-e5fea2f0-7200-42d3-bd24-092f96fcdd7f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=faf8c1ee-2beb-4205-a2a4-dd63d6271f68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387833 Dec 06 18:26:04.226848 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-20838b98-4ef1-4dc8-b747-161ab3f0ba6d req-fb95bbdc-f9fc-401f-9842-75b604ff009f service neutron] 10.222.0.41 "GET /v2.0/networks/faf8c1ee-2beb-4205-a2a4-dd63d6271f68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795348 Dec 06 18:26:04.323729 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-20838b98-4ef1-4dc8-b747-161ab3f0ba6d req-d6921397-8b54-4091-be64-d79f0f32c3cd service neutron] 10.222.0.41 "GET /v2.0/networks/faf8c1ee-2beb-4205-a2a4-dd63d6271f68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845690 Dec 06 18:26:05.858921 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:26:13.323067 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 18:26:13.593090 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a04ebcbd-762b-425b-9448-b1320442bd21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:26:15.766699 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d467c312-e05b-46d6-a46a-e527716ddde6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:26:17.232631 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:26:18.361060 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:26:19.268728 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:26:33.441492 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:26:35.859566 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:26:42.408187 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 6df29b36-c5ad-4015-96e1-930dc255d6a4 details requested by agent hyperv_n-h2-master-1 with host n-h2-master-1 {{(pid=103286) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 18:26:42.512187 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 6df29b36-c5ad-4015-96e1-930dc255d6a4, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=6df29b36-c5ad-4015-96e1-930dc255d6a4,segment=NetworkSegment(bd01cda6-f55a-4b4b-95b1-be945e118326),segment_id=bd01cda6-f55a-4b4b-95b1-be945e118326)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:26:42.524501 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Returning: {'device': '6df29b36-c5ad-4015-96e1-930dc255d6a4', 'network_id': 'faf8c1ee-2beb-4205-a2a4-dd63d6271f68', 'port_id': '6df29b36-c5ad-4015-96e1-930dc255d6a4', 'mac_address': 'fa:16:3e:73:67:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f51f76bc-8923-44bf-ae0a-24adabd55c2d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103286) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 18:26:42.563137 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:26:42.580329 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6df29b36-c5ad-4015-96e1-930dc255d6a4 {{(pid=103286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 18:26:42.602246 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 6df29b36-c5ad-4015-96e1-930dc255d6a4, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=6df29b36-c5ad-4015-96e1-930dc255d6a4,segment=NetworkSegment(bd01cda6-f55a-4b4b-95b1-be945e118326),segment_id=bd01cda6-f55a-4b4b-95b1-be945e118326)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:26:42.606994 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:26:42.682037 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] get_ports_and_sgs() called for port_ids ['6df29b36-c5ad-4015-96e1-930dc255d6a4'] {{(pid=103286) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 18:26:42.738934 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=6df29b36-c5ad-4015-96e1-930dc255d6a4,revision_number=6']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:26:42.752925 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:26:42.752925 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:26:42.752925 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:26:42.752925 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:26:42.752925 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:26:42.752925 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:26:42.752925 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:26:42.752925 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:26:42.753720 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:26:42.753720 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:26:42.753889 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:26:42.754086 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:26:42.754408 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:26:43.600709 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ca2a1ca1-f7e6-4715-83ed-ad5f846c3ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:26:44.409751 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 6df29b36-c5ad-4015-96e1-930dc255d6a4 up at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 18:26:44.463563 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.provisioning_blocks [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Provisioning complete for port 6df29b36-c5ad-4015-96e1-930dc255d6a4 triggered by entity L2. {{(pid=103286) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 18:26:44.463931 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961381'] for port, provisioning_complete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:26:44.545747 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1706335'] for port, before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:26:44.569660 n-d-master-1 neutron-server[103286]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9e690b1-37df-40f1-a0e8-d70d006d650d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6df29b36-c5ad-4015-96e1-930dc255d6a4'}] {{(pid=103286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 18:26:44.572028 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}253b13571352ac935e80f100367d97205cb4b29805628151c230edbf5f3547e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ebf2276-e7b6-46ff-9c94-79cc53fac76e" -d '{"events": [{"server_uuid": "f9e690b1-37df-40f1-a0e8-d70d006d650d", "name": "network-vif-plugged", "status": "completed", "tag": "6df29b36-c5ad-4015-96e1-930dc255d6a4"}]}' {{(pid=103286) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 18:26:44.586054 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] For port 6df29b36-c5ad-4015-96e1-930dc255d6a4, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=6df29b36-c5ad-4015-96e1-930dc255d6a4,segment=NetworkSegment(bd01cda6-f55a-4b4b-95b1-be945e118326),segment_id=bd01cda6-f55a-4b4b-95b1-be945e118326)] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:26:44.592515 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794388923832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794388400662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794388400680'] for port, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:26:44.633008 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 18:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a19bd20-e706-4d70-9c97-b8cd03a080ba x-openstack-request-id: req-9a19bd20-e706-4d70-9c97-b8cd03a080ba {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 18:26:44.633751 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9e690b1-37df-40f1-a0e8-d70d006d650d", "name": "network-vif-plugged", "status": "completed", "tag": "6df29b36-c5ad-4015-96e1-930dc255d6a4", "code": 200}]} {{(pid=103286) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 18:26:44.633751 n-d-master-1 neutron-server[103286]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9a19bd20-e706-4d70-9c97-b8cd03a080ba {{(pid=103286) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 18:26:44.633993 n-d-master-1 neutron-server[103286]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9e690b1-37df-40f1-a0e8-d70d006d650d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6df29b36-c5ad-4015-96e1-930dc255d6a4', 'code': 200} Dec 06 18:26:44.661393 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Pushing event updated for resources: {'Port': ['ID=6df29b36-c5ad-4015-96e1-930dc255d6a4,revision_number=7']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:26:45.310899 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc05a2c-c91c-4002-aec2-68a4eae9f7e8 req-2c74bc21-a62f-4270-a0d4-a21aacc60b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:26:45.312546 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-dfc05a2c-c91c-4002-aec2-68a4eae9f7e8 req-2c74bc21-a62f-4270-a0d4-a21aacc60b84 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=603dc167987841afaaf4c941da133b6b&device_id=f9e690b1-37df-40f1-a0e8-d70d006d650d HTTP/1.1" status: 200 len: 1096 time: 0.0449994 Dec 06 18:26:45.439136 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc05a2c-c91c-4002-aec2-68a4eae9f7e8 req-92089fa3-80cb-47e9-86c8-0082868ac5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:26:45.441016 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-dfc05a2c-c91c-4002-aec2-68a4eae9f7e8 req-92089fa3-80cb-47e9-86c8-0082868ac5eb service neutron] 10.222.0.44 "GET /v2.0/networks?id=faf8c1ee-2beb-4205-a2a4-dd63d6271f68 HTTP/1.1" status: 200 len: 911 time: 0.1064270 Dec 06 18:26:45.527297 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-dfc05a2c-c91c-4002-aec2-68a4eae9f7e8 req-1e593de9-2e34-49a4-aba1-0569ae72e826 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6df29b36-c5ad-4015-96e1-930dc255d6a4 HTTP/1.1" status: 200 len: 1001 time: 0.0779903 Dec 06 18:26:45.588229 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc05a2c-c91c-4002-aec2-68a4eae9f7e8 req-24582dc4-83f3-4396-8ad0-63b4e5c06617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:26:45.589901 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-dfc05a2c-c91c-4002-aec2-68a4eae9f7e8 req-24582dc4-83f3-4396-8ad0-63b4e5c06617 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f51f76bc-8923-44bf-ae0a-24adabd55c2d HTTP/1.1" status: 200 len: 849 time: 0.0539572 Dec 06 18:26:45.653078 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc05a2c-c91c-4002-aec2-68a4eae9f7e8 req-ab46afdc-c738-42ed-a012-a853364e239f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:26:45.654960 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-dfc05a2c-c91c-4002-aec2-68a4eae9f7e8 req-ab46afdc-c738-42ed-a012-a853364e239f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=faf8c1ee-2beb-4205-a2a4-dd63d6271f68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569808 Dec 06 18:26:45.756473 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-dfc05a2c-c91c-4002-aec2-68a4eae9f7e8 req-89febe12-8650-41df-bc93-872c04992923 service neutron] 10.222.0.44 "GET /v2.0/networks/faf8c1ee-2beb-4205-a2a4-dd63d6271f68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944278 Dec 06 18:26:45.788328 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1c56221e-74c4-4979-90c9-a1d1edb4e685 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:26:45.884478 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-dfc05a2c-c91c-4002-aec2-68a4eae9f7e8 req-e822c868-6027-4133-bd23-4f1ddf76bab9 service neutron] 10.222.0.44 "GET /v2.0/networks/faf8c1ee-2beb-4205-a2a4-dd63d6271f68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192586 Dec 06 18:26:47.237828 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:26:48.370141 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:26:49.273147 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:26:50.323187 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 18:26:52.011116 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 44684) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:26:52.477243 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-baa3a929-a0e3-4c4f-92db-d88bff280a2e tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Deleting port 19bb26c5-0704-4e8f-9789-ae9cb968b677 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 18:26:52.477615 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-baa3a929-a0e3-4c4f-92db-d88bff280a2e tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:26:52.551116 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-baa3a929-a0e3-4c4f-92db-d88bff280a2e tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:26:52.551442 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-baa3a929-a0e3-4c4f-92db-d88bff280a2e tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:26:52.563704 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-baa3a929-a0e3-4c4f-92db-d88bff280a2e tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Calling delete_port for 19bb26c5-0704-4e8f-9789-ae9cb968b677 owned by network:floatingip {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 18:26:52.706637 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-baa3a929-a0e3-4c4f-92db-d88bff280a2e tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:26:52.733376 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa3a929-a0e3-4c4f-92db-d88bff280a2e tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Pushing event deleted for resources: {'Port': ['ID=19bb26c5-0704-4e8f-9789-ae9cb968b677,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:26:52.759360 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa3a929-a0e3-4c4f-92db-d88bff280a2e tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:26:52.759715 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa3a929-a0e3-4c4f-92db-d88bff280a2e tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:26:52.760070 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa3a929-a0e3-4c4f-92db-d88bff280a2e tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:26:52.760411 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa3a929-a0e3-4c4f-92db-d88bff280a2e tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:26:52.760751 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa3a929-a0e3-4c4f-92db-d88bff280a2e tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:26:52.761088 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa3a929-a0e3-4c4f-92db-d88bff280a2e tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:26:52.761425 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa3a929-a0e3-4c4f-92db-d88bff280a2e tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:26:52.761786 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa3a929-a0e3-4c4f-92db-d88bff280a2e tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:26:52.762122 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa3a929-a0e3-4c4f-92db-d88bff280a2e tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:26:52.762452 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa3a929-a0e3-4c4f-92db-d88bff280a2e tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:26:52.762782 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa3a929-a0e3-4c4f-92db-d88bff280a2e tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:26:52.763128 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa3a929-a0e3-4c4f-92db-d88bff280a2e tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:26:52.763426 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa3a929-a0e3-4c4f-92db-d88bff280a2e tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:26:52.806015 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-baa3a929-a0e3-4c4f-92db-d88bff280a2e tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Publish callbacks [] for floatingip, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:26:52.806346 n-d-master-1 neutron-server[103284]: INFO neutron.db.l3_db [None req-baa3a929-a0e3-4c4f-92db-d88bff280a2e tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Floating IP 248fdb64-678e-401c-9fb6-59eb101c4dab disassociated (deleted). External IP: 172.35.1.167, port: 6df29b36-c5ad-4015-96e1-930dc255d6a4. Dec 06 18:26:53.011525 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baa3a929-a0e3-4c4f-92db-d88bff280a2e tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Router 2998ebc8-d45a-45b5-a52f-3e2100f2f21f has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 18:26:53.118411 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa3a929-a0e3-4c4f-92db-d88bff280a2e tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 18:26:53.123309 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-baa3a929-a0e3-4c4f-92db-d88bff280a2e tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:26:53.127827 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb1063e-18bc-4deb-912b-45772d700f87 None None] Sync routers for ids ['2998ebc8-d45a-45b5-a52f-3e2100f2f21f'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 18:26:53.137443 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb1063e-18bc-4deb-912b-45772d700f87 None None] Routers {'2998ebc8-d45a-45b5-a52f-3e2100f2f21f'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:26:53.138069 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-4bb1063e-18bc-4deb-912b-45772d700f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:26:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['2998ebc8-d45a-45b5-a52f-3e2100f2f21f'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:26:53.149638 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-baa3a929-a0e3-4c4f-92db-d88bff280a2e tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] 10.222.0.23 "DELETE /v2.0/floatingips/248fdb64-678e-401c-9fb6-59eb101c4dab HTTP/1.1" status: 204 len: 168 time: 1.1374149 Dec 06 18:26:53.150236 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9e690b1-37df-40f1-a0e8-d70d006d650d', 'tag': '6df29b36-c5ad-4015-96e1-930dc255d6a4'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 18:26:53.152551 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0deb9614d467c76714cadb3278283c9891b68bf60c17f6ec8acc98d969d5ca90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b048cfd9-aefe-4ce2-8f26-d0b83bb329b1" -d '{"events": [{"name": "network-changed", "server_uuid": "f9e690b1-37df-40f1-a0e8-d70d006d650d", "tag": "6df29b36-c5ad-4015-96e1-930dc255d6a4"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 18:26:53.191705 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 18:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-097c9ca6-6d2c-4091-af24-f248ad0f5aa4 x-openstack-request-id: req-097c9ca6-6d2c-4091-af24-f248ad0f5aa4 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 18:26:53.192396 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9e690b1-37df-40f1-a0e8-d70d006d650d", "tag": "6df29b36-c5ad-4015-96e1-930dc255d6a4", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 18:26:53.192764 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-097c9ca6-6d2c-4091-af24-f248ad0f5aa4 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 18:26:53.193253 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9e690b1-37df-40f1-a0e8-d70d006d650d', 'tag': '6df29b36-c5ad-4015-96e1-930dc255d6a4', 'status': 'completed', 'code': 200} Dec 06 18:26:53.246785 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-4bb1063e-18bc-4deb-912b-45772d700f87 None None] Set router 2998ebc8-d45a-45b5-a52f-3e2100f2f21f gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:26:53.257609 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b048cfd9-aefe-4ce2-8f26-d0b83bb329b1 req-46d7981c-7aa0-495a-b197-ae4a8ffabae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:26:53.259321 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b048cfd9-aefe-4ce2-8f26-d0b83bb329b1 req-46d7981c-7aa0-495a-b197-ae4a8ffabae7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=603dc167987841afaaf4c941da133b6b&device_id=f9e690b1-37df-40f1-a0e8-d70d006d650d HTTP/1.1" status: 200 len: 1096 time: 0.0446815 Dec 06 18:26:53.369680 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b048cfd9-aefe-4ce2-8f26-d0b83bb329b1 req-ac9c62f0-29ac-4396-bd3e-b2dfaa365bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:26:53.371328 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b048cfd9-aefe-4ce2-8f26-d0b83bb329b1 req-ac9c62f0-29ac-4396-bd3e-b2dfaa365bf2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=faf8c1ee-2beb-4205-a2a4-dd63d6271f68 HTTP/1.1" status: 200 len: 911 time: 0.0991070 Dec 06 18:26:53.389768 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626c8aae-7ee9-418f-a0c9-723a6ae5da1d req-09aa2bb5-34a0-4a50-92e3-d8bd5dee76ba tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:26:53.397660 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-626c8aae-7ee9-418f-a0c9-723a6ae5da1d req-09aa2bb5-34a0-4a50-92e3-d8bd5dee76ba tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9e690b1-37df-40f1-a0e8-d70d006d650d HTTP/1.1" status: 200 len: 945 time: 0.0590084 Dec 06 18:26:53.416674 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b048cfd9-aefe-4ce2-8f26-d0b83bb329b1 req-c72b108b-c0b5-4e4f-a12c-dc61472b13e6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6df29b36-c5ad-4015-96e1-930dc255d6a4 HTTP/1.1" status: 200 len: 217 time: 0.0359254 Dec 06 18:26:53.444945 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-626c8aae-7ee9-418f-a0c9-723a6ae5da1d req-e1781eac-4617-4c01-86a7-960563cad2e4 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] 10.222.0.23 "GET /v2.0/security-groups?id=67ab4a3f-ae8a-41ca-a60c-c47e83ce093c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460756 Dec 06 18:26:53.472580 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b048cfd9-aefe-4ce2-8f26-d0b83bb329b1 req-5313b42c-8956-4a0a-b2c2-63f4a9235988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:26:53.474142 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b048cfd9-aefe-4ce2-8f26-d0b83bb329b1 req-5313b42c-8956-4a0a-b2c2-63f4a9235988 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f51f76bc-8923-44bf-ae0a-24adabd55c2d HTTP/1.1" status: 200 len: 849 time: 0.0496809 Dec 06 18:26:53.485861 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-4bb1063e-18bc-4deb-912b-45772d700f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2998ebc8-d45a-45b5-a52f-3e2100f2f21f', 'name': 'tempest-TestSnapshotPattern-1861072682-router', 'tenant_id': '603dc167987841afaaf4c941da133b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.244'}], 'enable_snat': True}, 'gw_port_id': '2bedf41f-4fb3-48c9-af87-0484b3878d79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:22:14Z', 'updated_at': '2021-12-06T18:22:16Z', 'revision_number': 4, 'project_id': '603dc167987841afaaf4c941da133b6b', 'gw_port': {'id': '2bedf41f-4fb3-48c9-af87-0484b3878d79', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2998ebc8-d45a-45b5-a52f-3e2100f2f21f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:22:14Z', 'updated_at': '2021-12-06T18:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'e8352c20-5dc7-4a29-825c-1c406c91b3c6', 'tenant_id': '603dc167987841afaaf4c941da133b6b', 'floating_ip_address': '172.35.1.77', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '2998ebc8-d45a-45b5-a52f-3e2100f2f21f', 'port_id': 'd0d6b59a-fcf8-4ab0-b887-cdb5df8ce008', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4384, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'faf8c1ee-2beb-4205-a2a4-dd63d6271f68', 'mac_address': 'fa:16:3e:36:5d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9fbd24b-f140-40df-b85b-08b65366adce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T18:22:36Z', 'updated_at': '2021-12-06T18:22:38Z', 'revision_number': 1, 'project_id': '603dc167987841afaaf4c941da133b6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4e4a07e-ea75-44c0-9ad1-17eaf6d4ba48', 'name': '', 'network_id': 'faf8c1ee-2beb-4205-a2a4-dd63d6271f68', 'tenant_id': '603dc167987841afaaf4c941da133b6b', 'mac_address': 'fa:16:3e:a7:46:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2998ebc8-d45a-45b5-a52f-3e2100f2f21f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'f51f76bc-8923-44bf-ae0a-24adabd55c2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:22:16Z', 'updated_at': '2021-12-06T18:22:20Z', 'revision_number': 5, 'project_id': '603dc167987841afaaf4c941da133b6b', 'subnets': [{'id': 'f51f76bc-8923-44bf-ae0a-24adabd55c2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:26:53.511910 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb1063e-18bc-4deb-912b-45772d700f87 None None] Checking router: 2998ebc8-d45a-45b5-a52f-3e2100f2f21f for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 18:26:53.520689 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb1063e-18bc-4deb-912b-45772d700f87 None None] Routers {'2998ebc8-d45a-45b5-a52f-3e2100f2f21f'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:26:53.521283 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-4bb1063e-18bc-4deb-912b-45772d700f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:26:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['2998ebc8-d45a-45b5-a52f-3e2100f2f21f'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:26:53.525652 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b048cfd9-aefe-4ce2-8f26-d0b83bb329b1 req-bb021003-cc51-4631-9ee5-0d189229752c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:26:53.527171 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b048cfd9-aefe-4ce2-8f26-d0b83bb329b1 req-bb021003-cc51-4631-9ee5-0d189229752c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=faf8c1ee-2beb-4205-a2a4-dd63d6271f68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451329 Dec 06 18:26:53.620335 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b048cfd9-aefe-4ce2-8f26-d0b83bb329b1 req-e334f847-9077-4fce-aef2-b8391b1e8f30 service neutron] 10.222.0.44 "GET /v2.0/networks/faf8c1ee-2beb-4205-a2a4-dd63d6271f68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844977 Dec 06 18:26:53.712574 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-4bb1063e-18bc-4deb-912b-45772d700f87 None None] Set router 2998ebc8-d45a-45b5-a52f-3e2100f2f21f gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:26:53.719399 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-b048cfd9-aefe-4ce2-8f26-d0b83bb329b1 req-19409358-7bd8-4557-a18f-162852ac5782 service neutron] 10.222.0.44 "GET /v2.0/networks/faf8c1ee-2beb-4205-a2a4-dd63d6271f68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904541 Dec 06 18:26:53.934888 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-4bb1063e-18bc-4deb-912b-45772d700f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2998ebc8-d45a-45b5-a52f-3e2100f2f21f', 'name': 'tempest-TestSnapshotPattern-1861072682-router', 'tenant_id': '603dc167987841afaaf4c941da133b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.244'}], 'enable_snat': True}, 'gw_port_id': '2bedf41f-4fb3-48c9-af87-0484b3878d79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:22:14Z', 'updated_at': '2021-12-06T18:22:16Z', 'revision_number': 4, 'project_id': '603dc167987841afaaf4c941da133b6b', 'gw_port': {'id': '2bedf41f-4fb3-48c9-af87-0484b3878d79', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2998ebc8-d45a-45b5-a52f-3e2100f2f21f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:22:14Z', 'updated_at': '2021-12-06T18:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'e8352c20-5dc7-4a29-825c-1c406c91b3c6', 'tenant_id': '603dc167987841afaaf4c941da133b6b', 'floating_ip_address': '172.35.1.77', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '2998ebc8-d45a-45b5-a52f-3e2100f2f21f', 'port_id': 'd0d6b59a-fcf8-4ab0-b887-cdb5df8ce008', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4384, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'faf8c1ee-2beb-4205-a2a4-dd63d6271f68', 'mac_address': 'fa:16:3e:36:5d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9fbd24b-f140-40df-b85b-08b65366adce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T18:22:36Z', 'updated_at': '2021-12-06T18:22:38Z', 'revision_number': 1, 'project_id': '603dc167987841afaaf4c941da133b6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4e4a07e-ea75-44c0-9ad1-17eaf6d4ba48', 'name': '', 'network_id': 'faf8c1ee-2beb-4205-a2a4-dd63d6271f68', 'tenant_id': '603dc167987841afaaf4c941da133b6b', 'mac_address': 'fa:16:3e:a7:46:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2998ebc8-d45a-45b5-a52f-3e2100f2f21f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'f51f76bc-8923-44bf-ae0a-24adabd55c2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:22:16Z', 'updated_at': '2021-12-06T18:22:20Z', 'revision_number': 5, 'project_id': '603dc167987841afaaf4c941da133b6b', 'subnets': [{'id': 'f51f76bc-8923-44bf-ae0a-24adabd55c2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:26:53.960609 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb1063e-18bc-4deb-912b-45772d700f87 None None] The sync data for ids ['2998ebc8-d45a-45b5-a52f-3e2100f2f21f'] in n-d-master-1 is: [{'id': '2998ebc8-d45a-45b5-a52f-3e2100f2f21f', 'name': 'tempest-TestSnapshotPattern-1861072682-router', 'tenant_id': '603dc167987841afaaf4c941da133b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.244'}], 'enable_snat': True}, 'gw_port_id': '2bedf41f-4fb3-48c9-af87-0484b3878d79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:22:14Z', 'updated_at': '2021-12-06T18:22:16Z', 'revision_number': 4, 'project_id': '603dc167987841afaaf4c941da133b6b', 'gw_port': {'id': '2bedf41f-4fb3-48c9-af87-0484b3878d79', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2998ebc8-d45a-45b5-a52f-3e2100f2f21f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:22:14Z', 'updated_at': '2021-12-06T18:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_floatingips': [{'id': 'e8352c20-5dc7-4a29-825c-1c406c91b3c6', 'tenant_id': '603dc167987841afaaf4c941da133b6b', 'floating_ip_address': '172.35.1.77', 'floating_network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'router_id': '2998ebc8-d45a-45b5-a52f-3e2100f2f21f', 'port_id': 'd0d6b59a-fcf8-4ab0-b887-cdb5df8ce008', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4384, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'faf8c1ee-2beb-4205-a2a4-dd63d6271f68', 'mac_address': 'fa:16:3e:36:5d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9fbd24b-f140-40df-b85b-08b65366adce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T18:22:36Z', 'updated_at': '2021-12-06T18:22:38Z', 'revision_number': 1, 'project_id': '603dc167987841afaaf4c941da133b6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4e4a07e-ea75-44c0-9ad1-17eaf6d4ba48', 'name': '', 'network_id': 'faf8c1ee-2beb-4205-a2a4-dd63d6271f68', 'tenant_id': '603dc167987841afaaf4c941da133b6b', 'mac_address': 'fa:16:3e:a7:46:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2998ebc8-d45a-45b5-a52f-3e2100f2f21f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'f51f76bc-8923-44bf-ae0a-24adabd55c2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:22:16Z', 'updated_at': '2021-12-06T18:22:20Z', 'revision_number': 5, 'project_id': '603dc167987841afaaf4c941da133b6b', 'subnets': [{'id': 'f51f76bc-8923-44bf-ae0a-24adabd55c2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 18:26:54.183357 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768977c0-61d1-4405-b39d-982e48dc1d1a None None] New status for floating IP 248fdb64-678e-401c-9fb6-59eb101c4dab: DOWN {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 18:26:54.561729 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335275c4-5f05-4e7d-b740-7ae6273888ee req-1caf0c1d-0a30-4963-8a8c-3186c401c33e tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:26:54.563386 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-335275c4-5f05-4e7d-b740-7ae6273888ee req-1caf0c1d-0a30-4963-8a8c-3186c401c33e tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9e690b1-37df-40f1-a0e8-d70d006d650d HTTP/1.1" status: 200 len: 945 time: 0.0486205 Dec 06 18:26:54.612195 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-335275c4-5f05-4e7d-b740-7ae6273888ee req-5d7d9908-6c84-48d3-9dab-996c6630f2c8 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] 10.222.0.23 "GET /v2.0/security-groups?id=67ab4a3f-ae8a-41ca-a60c-c47e83ce093c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428185 Dec 06 18:26:54.871554 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3676e5-9693-461c-a205-127d3199227a req-2054289a-308e-405e-82ab-64edea73d23a tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:26:54.873032 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8b3676e5-9693-461c-a205-127d3199227a req-2054289a-308e-405e-82ab-64edea73d23a tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9e690b1-37df-40f1-a0e8-d70d006d650d HTTP/1.1" status: 200 len: 945 time: 0.0486300 Dec 06 18:26:54.963594 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-8b3676e5-9693-461c-a205-127d3199227a req-06e1865c-6da9-47db-9b1f-20692105f962 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Deleting port 6df29b36-c5ad-4015-96e1-930dc255d6a4 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 18:26:54.963939 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8b3676e5-9693-461c-a205-127d3199227a req-06e1865c-6da9-47db-9b1f-20692105f962 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:26:55.053245 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-8b3676e5-9693-461c-a205-127d3199227a req-06e1865c-6da9-47db-9b1f-20692105f962 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] For port 6df29b36-c5ad-4015-96e1-930dc255d6a4, host n-h2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-master-1',level=0,port_id=6df29b36-c5ad-4015-96e1-930dc255d6a4,segment=NetworkSegment(bd01cda6-f55a-4b4b-95b1-be945e118326),segment_id=bd01cda6-f55a-4b4b-95b1-be945e118326)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:26:55.053561 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8b3676e5-9693-461c-a205-127d3199227a req-06e1865c-6da9-47db-9b1f-20692105f962 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:26:55.066173 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-8b3676e5-9693-461c-a205-127d3199227a req-06e1865c-6da9-47db-9b1f-20692105f962 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Calling delete_port for 6df29b36-c5ad-4015-96e1-930dc255d6a4 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 18:26:55.193409 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8b3676e5-9693-461c-a205-127d3199227a req-06e1865c-6da9-47db-9b1f-20692105f962 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:26:55.219914 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e1865c-6da9-47db-9b1f-20692105f962 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Pushing event deleted for resources: {'Port': ['ID=6df29b36-c5ad-4015-96e1-930dc255d6a4,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:26:55.268392 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b3676e5-9693-461c-a205-127d3199227a req-06e1865c-6da9-47db-9b1f-20692105f962 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] No DVR routers for this DVR port 6df29b36-c5ad-4015-96e1-930dc255d6a4 on host n-h2-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 18:26:55.270994 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-8b3676e5-9693-461c-a205-127d3199227a req-06e1865c-6da9-47db-9b1f-20692105f962 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:26:55.274414 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-8b3676e5-9693-461c-a205-127d3199227a req-06e1865c-6da9-47db-9b1f-20692105f962 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] 10.222.0.44 "DELETE /v2.0/ports/6df29b36-c5ad-4015-96e1-930dc255d6a4 HTTP/1.1" status: 204 len: 173 time: 0.3957145 Dec 06 18:26:55.274851 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9e690b1-37df-40f1-a0e8-d70d006d650d', 'name': 'network-vif-deleted', 'tag': '6df29b36-c5ad-4015-96e1-930dc255d6a4'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 18:26:55.277095 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0deb9614d467c76714cadb3278283c9891b68bf60c17f6ec8acc98d969d5ca90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3fba400-6ec1-4b75-93a6-f3fcb3c96567" -d '{"events": [{"server_uuid": "f9e690b1-37df-40f1-a0e8-d70d006d650d", "name": "network-vif-deleted", "tag": "6df29b36-c5ad-4015-96e1-930dc255d6a4"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 18:26:55.315205 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 18:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d92667-eba9-44ac-801c-7f54a3c666c6 x-openstack-request-id: req-03d92667-eba9-44ac-801c-7f54a3c666c6 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 18:26:55.315567 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9e690b1-37df-40f1-a0e8-d70d006d650d", "name": "network-vif-deleted", "tag": "6df29b36-c5ad-4015-96e1-930dc255d6a4", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 18:26:55.315829 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-03d92667-eba9-44ac-801c-7f54a3c666c6 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 18:26:55.316245 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9e690b1-37df-40f1-a0e8-d70d006d650d', 'name': 'network-vif-deleted', 'tag': '6df29b36-c5ad-4015-96e1-930dc255d6a4', 'status': 'completed', 'code': 200} Dec 06 18:26:55.737866 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-f12c5171-37e1-4c72-95df-d0bf14d75893 req-af15e1f5-b08d-4d67-87b1-be7afe2f80eb tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9e690b1-37df-40f1-a0e8-d70d006d650d HTTP/1.1" status: 200 len: 210 time: 0.0298431 Dec 06 18:26:56.473618 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 6df29b36-c5ad-4015-96e1-930dc255d6a4 no longer exists at agent hyperv_n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 18:26:56.494274 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] No Port match for: 6df29b36-c5ad-4015-96e1-930dc255d6a4 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 18:26:56.494624 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Device 6df29b36-c5ad-4015-96e1-930dc255d6a4 not bound to the agent host n-h2-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 18:26:57.290664 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 44742) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:26:57.446737 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-069e612d-97d1-48d8-8752-00d4d816b698 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Deleting port bf13d939-2fa6-4f98-a204-5ce8359f2bad {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 18:26:57.447074 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-069e612d-97d1-48d8-8752-00d4d816b698 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:26:57.524249 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-069e612d-97d1-48d8-8752-00d4d816b698 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:26:57.524493 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-069e612d-97d1-48d8-8752-00d4d816b698 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:26:57.535849 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-069e612d-97d1-48d8-8752-00d4d816b698 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Calling delete_port for bf13d939-2fa6-4f98-a204-5ce8359f2bad owned by network:floatingip {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 18:26:57.678802 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-069e612d-97d1-48d8-8752-00d4d816b698 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:26:57.709642 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069e612d-97d1-48d8-8752-00d4d816b698 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Pushing event deleted for resources: {'Port': ['ID=bf13d939-2fa6-4f98-a204-5ce8359f2bad,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:26:57.767194 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-069e612d-97d1-48d8-8752-00d4d816b698 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Publish callbacks [] for floatingip, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:26:57.767528 n-d-master-1 neutron-server[103284]: INFO neutron.db.l3_db [None req-069e612d-97d1-48d8-8752-00d4d816b698 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Floating IP e8352c20-5dc7-4a29-825c-1c406c91b3c6 disassociated (deleted). External IP: 172.35.1.77, port: d0d6b59a-fcf8-4ab0-b887-cdb5df8ce008. Dec 06 18:26:57.976788 n-d-master-1 neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-069e612d-97d1-48d8-8752-00d4d816b698 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Router 2998ebc8-d45a-45b5-a52f-3e2100f2f21f has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 18:26:58.087434 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-069e612d-97d1-48d8-8752-00d4d816b698 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 18:26:58.092646 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-069e612d-97d1-48d8-8752-00d4d816b698 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for floatingip, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:26:58.097695 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423386a4-802e-4c4e-ad05-6c97267e1669 None None] Sync routers for ids ['2998ebc8-d45a-45b5-a52f-3e2100f2f21f'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 18:26:58.106603 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423386a4-802e-4c4e-ad05-6c97267e1669 None None] Routers {'2998ebc8-d45a-45b5-a52f-3e2100f2f21f'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:26:58.107831 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-423386a4-802e-4c4e-ad05-6c97267e1669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:26:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['2998ebc8-d45a-45b5-a52f-3e2100f2f21f'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:26:58.119890 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-069e612d-97d1-48d8-8752-00d4d816b698 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] 10.222.0.23 "DELETE /v2.0/floatingips/e8352c20-5dc7-4a29-825c-1c406c91b3c6 HTTP/1.1" status: 204 len: 168 time: 0.8280199 Dec 06 18:26:58.120492 n-d-master-1 neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9fbd24b-f140-40df-b85b-08b65366adce', 'tag': 'd0d6b59a-fcf8-4ab0-b887-cdb5df8ce008'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 18:26:58.123045 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0deb9614d467c76714cadb3278283c9891b68bf60c17f6ec8acc98d969d5ca90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c93292db-6672-400f-9e37-454fd714c3bf" -d '{"events": [{"name": "network-changed", "server_uuid": "d9fbd24b-f140-40df-b85b-08b65366adce", "tag": "d0d6b59a-fcf8-4ab0-b887-cdb5df8ce008"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 18:26:58.160367 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 18:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfecc2cb-d5a5-4330-89eb-e4e690740bf5 x-openstack-request-id: req-dfecc2cb-d5a5-4330-89eb-e4e690740bf5 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 18:26:58.160673 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9fbd24b-f140-40df-b85b-08b65366adce", "tag": "d0d6b59a-fcf8-4ab0-b887-cdb5df8ce008", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 18:26:58.160939 n-d-master-1 neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dfecc2cb-d5a5-4330-89eb-e4e690740bf5 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 18:26:58.161359 n-d-master-1 neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9fbd24b-f140-40df-b85b-08b65366adce', 'tag': 'd0d6b59a-fcf8-4ab0-b887-cdb5df8ce008', 'status': 'completed', 'code': 200} Dec 06 18:26:58.214341 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-423386a4-802e-4c4e-ad05-6c97267e1669 None None] Set router 2998ebc8-d45a-45b5-a52f-3e2100f2f21f gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:26:58.234183 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93292db-6672-400f-9e37-454fd714c3bf req-d4d8be6c-64df-4e11-9a01-9dd335a722b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:26:58.235762 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c93292db-6672-400f-9e37-454fd714c3bf req-d4d8be6c-64df-4e11-9a01-9dd335a722b0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=603dc167987841afaaf4c941da133b6b&device_id=d9fbd24b-f140-40df-b85b-08b65366adce HTTP/1.1" status: 200 len: 1095 time: 0.0470946 Dec 06 18:26:58.383679 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c3914a-b0eb-4d30-be5b-971e47ae2f40 req-40a1c47e-a89e-4972-962a-6c8a77aa9684 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:26:58.385068 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-01c3914a-b0eb-4d30-be5b-971e47ae2f40 req-40a1c47e-a89e-4972-962a-6c8a77aa9684 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9fbd24b-f140-40df-b85b-08b65366adce HTTP/1.1" status: 200 len: 944 time: 0.0728288 Dec 06 18:26:58.388507 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93292db-6672-400f-9e37-454fd714c3bf req-373b0012-7a85-4adb-93e9-82d529b4b245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:26:58.390034 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c93292db-6672-400f-9e37-454fd714c3bf req-373b0012-7a85-4adb-93e9-82d529b4b245 service neutron] 10.222.0.41 "GET /v2.0/networks?id=faf8c1ee-2beb-4205-a2a4-dd63d6271f68 HTTP/1.1" status: 200 len: 911 time: 0.1413786 Dec 06 18:26:58.422476 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-423386a4-802e-4c4e-ad05-6c97267e1669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2998ebc8-d45a-45b5-a52f-3e2100f2f21f', 'name': 'tempest-TestSnapshotPattern-1861072682-router', 'tenant_id': '603dc167987841afaaf4c941da133b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.244'}], 'enable_snat': True}, 'gw_port_id': '2bedf41f-4fb3-48c9-af87-0484b3878d79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:22:14Z', 'updated_at': '2021-12-06T18:22:16Z', 'revision_number': 4, 'project_id': '603dc167987841afaaf4c941da133b6b', 'gw_port': {'id': '2bedf41f-4fb3-48c9-af87-0484b3878d79', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2998ebc8-d45a-45b5-a52f-3e2100f2f21f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:22:14Z', 'updated_at': '2021-12-06T18:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'e4e4a07e-ea75-44c0-9ad1-17eaf6d4ba48', 'name': '', 'network_id': 'faf8c1ee-2beb-4205-a2a4-dd63d6271f68', 'tenant_id': '603dc167987841afaaf4c941da133b6b', 'mac_address': 'fa:16:3e:a7:46:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2998ebc8-d45a-45b5-a52f-3e2100f2f21f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'f51f76bc-8923-44bf-ae0a-24adabd55c2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:22:16Z', 'updated_at': '2021-12-06T18:22:20Z', 'revision_number': 5, 'project_id': '603dc167987841afaaf4c941da133b6b', 'subnets': [{'id': 'f51f76bc-8923-44bf-ae0a-24adabd55c2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:26:58.443741 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c93292db-6672-400f-9e37-454fd714c3bf req-509e1692-257c-432d-be3b-f2b9d06550aa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d0d6b59a-fcf8-4ab0-b887-cdb5df8ce008 HTTP/1.1" status: 200 len: 217 time: 0.0372162 Dec 06 18:26:58.452199 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423386a4-802e-4c4e-ad05-6c97267e1669 None None] Checking router: 2998ebc8-d45a-45b5-a52f-3e2100f2f21f for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 18:26:58.460268 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423386a4-802e-4c4e-ad05-6c97267e1669 None None] Routers {'2998ebc8-d45a-45b5-a52f-3e2100f2f21f'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:26:58.460861 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-423386a4-802e-4c4e-ad05-6c97267e1669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:26:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['2998ebc8-d45a-45b5-a52f-3e2100f2f21f'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:26:58.495825 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-01c3914a-b0eb-4d30-be5b-971e47ae2f40 req-3bb2d45d-9955-469f-9ae0-5e91ddb13d4b tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] 10.222.0.23 "GET /v2.0/security-groups?id=67ab4a3f-ae8a-41ca-a60c-c47e83ce093c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033201 Dec 06 18:26:58.510662 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93292db-6672-400f-9e37-454fd714c3bf req-49d65986-3e5d-4c25-8997-ce03693a27b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:26:58.512136 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c93292db-6672-400f-9e37-454fd714c3bf req-49d65986-3e5d-4c25-8997-ce03693a27b9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f51f76bc-8923-44bf-ae0a-24adabd55c2d HTTP/1.1" status: 200 len: 849 time: 0.0587816 Dec 06 18:26:58.563972 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93292db-6672-400f-9e37-454fd714c3bf req-81fe1aca-2cf4-4e7e-a473-4e8256e3c0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:26:58.565616 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c93292db-6672-400f-9e37-454fd714c3bf req-81fe1aca-2cf4-4e7e-a473-4e8256e3c0cd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=faf8c1ee-2beb-4205-a2a4-dd63d6271f68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445592 Dec 06 18:26:58.565878 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-423386a4-802e-4c4e-ad05-6c97267e1669 None None] Set router 2998ebc8-d45a-45b5-a52f-3e2100f2f21f gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:26:58.657108 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c93292db-6672-400f-9e37-454fd714c3bf req-5919c5d4-d581-4977-93bc-bf493a1f530f service neutron] 10.222.0.41 "GET /v2.0/networks/faf8c1ee-2beb-4205-a2a4-dd63d6271f68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833113 Dec 06 18:26:58.754383 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-c93292db-6672-400f-9e37-454fd714c3bf req-c9221754-7e5d-437d-bfaa-cd8c1ecda3ed service neutron] 10.222.0.41 "GET /v2.0/networks/faf8c1ee-2beb-4205-a2a4-dd63d6271f68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868990 Dec 06 18:26:58.760252 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-423386a4-802e-4c4e-ad05-6c97267e1669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2998ebc8-d45a-45b5-a52f-3e2100f2f21f', 'name': 'tempest-TestSnapshotPattern-1861072682-router', 'tenant_id': '603dc167987841afaaf4c941da133b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.244'}], 'enable_snat': True}, 'gw_port_id': '2bedf41f-4fb3-48c9-af87-0484b3878d79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:22:14Z', 'updated_at': '2021-12-06T18:22:16Z', 'revision_number': 4, 'project_id': '603dc167987841afaaf4c941da133b6b', 'gw_port': {'id': '2bedf41f-4fb3-48c9-af87-0484b3878d79', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2998ebc8-d45a-45b5-a52f-3e2100f2f21f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:22:14Z', 'updated_at': '2021-12-06T18:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'e4e4a07e-ea75-44c0-9ad1-17eaf6d4ba48', 'name': '', 'network_id': 'faf8c1ee-2beb-4205-a2a4-dd63d6271f68', 'tenant_id': '603dc167987841afaaf4c941da133b6b', 'mac_address': 'fa:16:3e:a7:46:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2998ebc8-d45a-45b5-a52f-3e2100f2f21f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'f51f76bc-8923-44bf-ae0a-24adabd55c2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:22:16Z', 'updated_at': '2021-12-06T18:22:20Z', 'revision_number': 5, 'project_id': '603dc167987841afaaf4c941da133b6b', 'subnets': [{'id': 'f51f76bc-8923-44bf-ae0a-24adabd55c2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:26:58.786962 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423386a4-802e-4c4e-ad05-6c97267e1669 None None] The sync data for ids ['2998ebc8-d45a-45b5-a52f-3e2100f2f21f'] in n-d-master-1 is: [{'id': '2998ebc8-d45a-45b5-a52f-3e2100f2f21f', 'name': 'tempest-TestSnapshotPattern-1861072682-router', 'tenant_id': '603dc167987841afaaf4c941da133b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.244'}], 'enable_snat': True}, 'gw_port_id': '2bedf41f-4fb3-48c9-af87-0484b3878d79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:22:14Z', 'updated_at': '2021-12-06T18:22:16Z', 'revision_number': 4, 'project_id': '603dc167987841afaaf4c941da133b6b', 'gw_port': {'id': '2bedf41f-4fb3-48c9-af87-0484b3878d79', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2998ebc8-d45a-45b5-a52f-3e2100f2f21f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:22:14Z', 'updated_at': '2021-12-06T18:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1', '_interfaces': [{'id': 'e4e4a07e-ea75-44c0-9ad1-17eaf6d4ba48', 'name': '', 'network_id': 'faf8c1ee-2beb-4205-a2a4-dd63d6271f68', 'tenant_id': '603dc167987841afaaf4c941da133b6b', 'mac_address': 'fa:16:3e:a7:46:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2998ebc8-d45a-45b5-a52f-3e2100f2f21f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'f51f76bc-8923-44bf-ae0a-24adabd55c2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:22:16Z', 'updated_at': '2021-12-06T18:22:20Z', 'revision_number': 5, 'project_id': '603dc167987841afaaf4c941da133b6b', 'subnets': [{'id': 'f51f76bc-8923-44bf-ae0a-24adabd55c2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 18:26:59.006938 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f05feeb-ee41-475b-bd7e-ae3aef954592 None None] New status for floating IP e8352c20-5dc7-4a29-825c-1c406c91b3c6: DOWN {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 18:26:59.614100 n-d-master-1 neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c43bdc-8593-4e80-9904-7984b36b4c84 req-654e134b-fd11-4d6a-922b-d87d12c747f2 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:26:59.615557 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d1c43bdc-8593-4e80-9904-7984b36b4c84 req-654e134b-fd11-4d6a-922b-d87d12c747f2 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9fbd24b-f140-40df-b85b-08b65366adce HTTP/1.1" status: 200 len: 944 time: 0.0483899 Dec 06 18:26:59.664200 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-d1c43bdc-8593-4e80-9904-7984b36b4c84 req-39b489e3-60fc-449c-b2ab-c6d4179fb18b tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] 10.222.0.23 "GET /v2.0/security-groups?id=67ab4a3f-ae8a-41ca-a60c-c47e83ce093c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425205 Dec 06 18:27:00.140246 n-d-master-1 neutron-server[103285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89761308-72a1-4120-8eda-9afab11a6920 req-b03f36c9-ff21-4259-b4d2-f1da9caee286 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 18:27:00.141674 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-89761308-72a1-4120-8eda-9afab11a6920 req-b03f36c9-ff21-4259-b4d2-f1da9caee286 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9fbd24b-f140-40df-b85b-08b65366adce HTTP/1.1" status: 200 len: 944 time: 0.0486760 Dec 06 18:27:00.227844 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-89761308-72a1-4120-8eda-9afab11a6920 req-ea7a153c-f5b5-4365-9e37-f58e9a2b3b70 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Deleting port d0d6b59a-fcf8-4ab0-b887-cdb5df8ce008 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 18:27:00.228237 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-89761308-72a1-4120-8eda-9afab11a6920 req-ea7a153c-f5b5-4365-9e37-f58e9a2b3b70 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:27:00.318219 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [req-89761308-72a1-4120-8eda-9afab11a6920 req-ea7a153c-f5b5-4365-9e37-f58e9a2b3b70 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] For port d0d6b59a-fcf8-4ab0-b887-cdb5df8ce008, host n-h1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-master-1',level=0,port_id=d0d6b59a-fcf8-4ab0-b887-cdb5df8ce008,segment=NetworkSegment(bd01cda6-f55a-4b4b-95b1-be945e118326),segment_id=bd01cda6-f55a-4b4b-95b1-be945e118326)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:27:00.318602 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-89761308-72a1-4120-8eda-9afab11a6920 req-ea7a153c-f5b5-4365-9e37-f58e9a2b3b70 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:27:00.331647 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [req-89761308-72a1-4120-8eda-9afab11a6920 req-ea7a153c-f5b5-4365-9e37-f58e9a2b3b70 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Calling delete_port for d0d6b59a-fcf8-4ab0-b887-cdb5df8ce008 owned by compute:nova {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 18:27:00.464176 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-89761308-72a1-4120-8eda-9afab11a6920 req-ea7a153c-f5b5-4365-9e37-f58e9a2b3b70 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:27:00.491774 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7a153c-f5b5-4365-9e37-f58e9a2b3b70 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Pushing event deleted for resources: {'Port': ['ID=d0d6b59a-fcf8-4ab0-b887-cdb5df8ce008,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:27:00.502501 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a153c-f5b5-4365-9e37-f58e9a2b3b70 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:27:00.502856 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a153c-f5b5-4365-9e37-f58e9a2b3b70 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:27:00.503197 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a153c-f5b5-4365-9e37-f58e9a2b3b70 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:27:00.503532 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a153c-f5b5-4365-9e37-f58e9a2b3b70 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:27:00.503863 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a153c-f5b5-4365-9e37-f58e9a2b3b70 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:27:00.504192 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a153c-f5b5-4365-9e37-f58e9a2b3b70 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:27:00.504522 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a153c-f5b5-4365-9e37-f58e9a2b3b70 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:27:00.504849 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a153c-f5b5-4365-9e37-f58e9a2b3b70 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:27:00.505176 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a153c-f5b5-4365-9e37-f58e9a2b3b70 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:27:00.505519 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a153c-f5b5-4365-9e37-f58e9a2b3b70 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:27:00.506244 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a153c-f5b5-4365-9e37-f58e9a2b3b70 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:27:00.506244 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a153c-f5b5-4365-9e37-f58e9a2b3b70 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:27:00.506471 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a153c-f5b5-4365-9e37-f58e9a2b3b70 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-master-1 {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 18:27:00.546119 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [req-89761308-72a1-4120-8eda-9afab11a6920 req-ea7a153c-f5b5-4365-9e37-f58e9a2b3b70 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] No DVR routers for this DVR port d0d6b59a-fcf8-4ab0-b887-cdb5df8ce008 on host n-h1-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 18:27:00.548677 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [req-89761308-72a1-4120-8eda-9afab11a6920 req-ea7a153c-f5b5-4365-9e37-f58e9a2b3b70 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-500171'] for port, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:27:00.552022 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [req-89761308-72a1-4120-8eda-9afab11a6920 req-ea7a153c-f5b5-4365-9e37-f58e9a2b3b70 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] 10.222.0.41 "DELETE /v2.0/ports/d0d6b59a-fcf8-4ab0-b887-cdb5df8ce008 HTTP/1.1" status: 204 len: 173 time: 0.4041164 Dec 06 18:27:00.552594 n-d-master-1 neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9fbd24b-f140-40df-b85b-08b65366adce', 'name': 'network-vif-deleted', 'tag': 'd0d6b59a-fcf8-4ab0-b887-cdb5df8ce008'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 18:27:00.554933 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84a504b017671f0a47cd85ab9346cb7aca95b1a07f687931bccd5817498bce48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6686a23e-4066-40f4-a9e7-8e18784ebbbc" -d '{"events": [{"server_uuid": "d9fbd24b-f140-40df-b85b-08b65366adce", "name": "network-vif-deleted", "tag": "d0d6b59a-fcf8-4ab0-b887-cdb5df8ce008"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 18:27:00.593804 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 18:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e241a89-aec7-49a8-b8b4-3bc78f6cc1af x-openstack-request-id: req-9e241a89-aec7-49a8-b8b4-3bc78f6cc1af {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 18:27:00.594188 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9fbd24b-f140-40df-b85b-08b65366adce", "name": "network-vif-deleted", "tag": "d0d6b59a-fcf8-4ab0-b887-cdb5df8ce008", "status": "completed", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 18:27:00.594451 n-d-master-1 neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9e241a89-aec7-49a8-b8b4-3bc78f6cc1af {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 18:27:00.594862 n-d-master-1 neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9fbd24b-f140-40df-b85b-08b65366adce', 'name': 'network-vif-deleted', 'tag': 'd0d6b59a-fcf8-4ab0-b887-cdb5df8ce008', 'status': 'completed', 'code': 200} Dec 06 18:27:00.771264 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [req-4e17c084-ccee-4da7-bc37-f20c7a8ade40 req-4a690ea9-7d65-4639-ad3b-6b8480a9b635 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9fbd24b-f140-40df-b85b-08b65366adce HTTP/1.1" status: 200 len: 210 time: 0.0259855 Dec 06 18:27:01.828887 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 44758) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:27:01.890275 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cc53b948-a45a-438b-ba52-a5fed3f57d18 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Publish callbacks [] for security_group, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:27:01.915063 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cc53b948-a45a-438b-ba52-a5fed3f57d18 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:27:01.974492 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cc53b948-a45a-438b-ba52-a5fed3f57d18 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:27:01.977237 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cc53b948-a45a-438b-ba52-a5fed3f57d18 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Publish callbacks [] for security_group, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:27:01.978461 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-cc53b948-a45a-438b-ba52-a5fed3f57d18 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] 10.222.0.23 "DELETE /v2.0/security-groups/67ab4a3f-ae8a-41ca-a60c-c47e83ce093c HTTP/1.1" status: 204 len: 168 time: 0.1483724 Dec 06 18:27:01.993034 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53b948-a45a-438b-ba52-a5fed3f57d18 tempest-TestSnapshotPattern-76632251 tempest-TestSnapshotPattern-76632251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67ab4a3f-ae8a-41ca-a60c-c47e83ce093c,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:27:02.028809 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 44762) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:27:02.370197 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0bb1719a-42ce-49a6-977e-68a8665dd094 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575908'] for router_interface, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:27:02.605237 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-0bb1719a-42ce-49a6-977e-68a8665dd094 admin admin] Deleting port e4e4a07e-ea75-44c0-9ad1-17eaf6d4ba48 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 18:27:02.605600 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0bb1719a-42ce-49a6-977e-68a8665dd094 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:27:02.681888 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-0bb1719a-42ce-49a6-977e-68a8665dd094 admin admin] For port e4e4a07e-ea75-44c0-9ad1-17eaf6d4ba48, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=e4e4a07e-ea75-44c0-9ad1-17eaf6d4ba48,segment=NetworkSegment(bd01cda6-f55a-4b4b-95b1-be945e118326),segment_id=bd01cda6-f55a-4b4b-95b1-be945e118326)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:27:02.682167 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0bb1719a-42ce-49a6-977e-68a8665dd094 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:27:02.694096 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-0bb1719a-42ce-49a6-977e-68a8665dd094 admin admin] Calling delete_port for e4e4a07e-ea75-44c0-9ad1-17eaf6d4ba48 owned by network:router_interface {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 18:27:02.870224 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0bb1719a-42ce-49a6-977e-68a8665dd094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:27:02.896992 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb1719a-42ce-49a6-977e-68a8665dd094 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4e4a07e-ea75-44c0-9ad1-17eaf6d4ba48,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:27:03.064697 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0bb1719a-42ce-49a6-977e-68a8665dd094 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-772474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575952'] for router_interface, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:27:03.438707 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:27:03.570660 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bb1719a-42ce-49a6-977e-68a8665dd094 admin admin] Router 2998ebc8-d45a-45b5-a52f-3e2100f2f21f has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 18:27:03.676519 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bb1719a-42ce-49a6-977e-68a8665dd094 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 18:27:03.682091 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-0bb1719a-42ce-49a6-977e-68a8665dd094 admin admin] 10.222.0.23 "PUT /v2.0/routers/2998ebc8-d45a-45b5-a52f-3e2100f2f21f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6521137 Dec 06 18:27:03.684815 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 44764) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:27:03.687617 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bbeada-f2d5-41fa-b2fa-9cfc90ba5bcf None None] Sync routers for ids ['2998ebc8-d45a-45b5-a52f-3e2100f2f21f'] in n-d-master-1 {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 18:27:03.697977 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bbeada-f2d5-41fa-b2fa-9cfc90ba5bcf None None] Routers {'2998ebc8-d45a-45b5-a52f-3e2100f2f21f'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:27:03.698584 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-c3bbeada-f2d5-41fa-b2fa-9cfc90ba5bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:26:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['2998ebc8-d45a-45b5-a52f-3e2100f2f21f'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:27:03.791818 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-27aaa1d4-4bfd-4fcd-a636-e938c392a088 admin admin] Publish callbacks [] for router, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:27:03.803851 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-c3bbeada-f2d5-41fa-b2fa-9cfc90ba5bcf None None] Set router 2998ebc8-d45a-45b5-a52f-3e2100f2f21f gateway port host: n-d-master-1 {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:27:03.844258 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device d0d6b59a-fcf8-4ab0-b887-cdb5df8ce008 no longer exists at agent hyperv_n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 18:27:03.864294 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] No Port match for: d0d6b59a-fcf8-4ab0-b887-cdb5df8ce008 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 18:27:03.864645 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Device d0d6b59a-fcf8-4ab0-b887-cdb5df8ce008 not bound to the agent host n-h1-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 18:27:03.898141 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-27aaa1d4-4bfd-4fcd-a636-e938c392a088 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:27:03.964850 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-27aaa1d4-4bfd-4fcd-a636-e938c392a088 admin admin] Deleting port 2bedf41f-4fb3-48c9-af87-0484b3878d79 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 18:27:03.964850 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-27aaa1d4-4bfd-4fcd-a636-e938c392a088 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:27:03.996805 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-c3bbeada-f2d5-41fa-b2fa-9cfc90ba5bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2998ebc8-d45a-45b5-a52f-3e2100f2f21f', 'name': 'tempest-TestSnapshotPattern-1861072682-router', 'tenant_id': '603dc167987841afaaf4c941da133b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.244'}], 'enable_snat': True}, 'gw_port_id': '2bedf41f-4fb3-48c9-af87-0484b3878d79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:22:14Z', 'updated_at': '2021-12-06T18:27:02Z', 'revision_number': 5, 'project_id': '603dc167987841afaaf4c941da133b6b', 'gw_port': {'id': '2bedf41f-4fb3-48c9-af87-0484b3878d79', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2998ebc8-d45a-45b5-a52f-3e2100f2f21f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:22:14Z', 'updated_at': '2021-12-06T18:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:27:04.024090 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bbeada-f2d5-41fa-b2fa-9cfc90ba5bcf None None] Checking router: 2998ebc8-d45a-45b5-a52f-3e2100f2f21f for host: n-d-master-1 {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 18:27:04.034361 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bbeada-f2d5-41fa-b2fa-9cfc90ba5bcf None None] Routers {'2998ebc8-d45a-45b5-a52f-3e2100f2f21f'} bound to L3 agent in host n-d-master-1 {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:27:04.034973 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-c3bbeada-f2d5-41fa-b2fa-9cfc90ba5bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:26:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['2998ebc8-d45a-45b5-a52f-3e2100f2f21f'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:27:04.060784 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-27aaa1d4-4bfd-4fcd-a636-e938c392a088 admin admin] For port 2bedf41f-4fb3-48c9-af87-0484b3878d79, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=2bedf41f-4fb3-48c9-af87-0484b3878d79,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:27:04.061244 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-27aaa1d4-4bfd-4fcd-a636-e938c392a088 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:27:04.073483 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-27aaa1d4-4bfd-4fcd-a636-e938c392a088 admin admin] Calling delete_port for 2bedf41f-4fb3-48c9-af87-0484b3878d79 owned by network:router_gateway {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 18:27:04.210911 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-c3bbeada-f2d5-41fa-b2fa-9cfc90ba5bcf None None] Set router 2998ebc8-d45a-45b5-a52f-3e2100f2f21f gateway port host: None {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:27:04.243343 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-27aaa1d4-4bfd-4fcd-a636-e938c392a088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:27:04.265510 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-c3bbeada-f2d5-41fa-b2fa-9cfc90ba5bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2998ebc8-d45a-45b5-a52f-3e2100f2f21f', 'name': 'tempest-TestSnapshotPattern-1861072682-router', 'tenant_id': '603dc167987841afaaf4c941da133b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:22:14Z', 'updated_at': '2021-12-06T18:27:03Z', 'revision_number': 6, 'project_id': '603dc167987841afaaf4c941da133b6b', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:27:04.267356 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aaa1d4-4bfd-4fcd-a636-e938c392a088 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bedf41f-4fb3-48c9-af87-0484b3878d79,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:27:04.285009 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ccc8987-e313-4dd4-9db0-58f03c7dac3a None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 18:27:04.295504 n-d-master-1 neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bbeada-f2d5-41fa-b2fa-9cfc90ba5bcf None None] The sync data for ids ['2998ebc8-d45a-45b5-a52f-3e2100f2f21f'] in n-d-master-1 is: [{'id': '2998ebc8-d45a-45b5-a52f-3e2100f2f21f', 'name': 'tempest-TestSnapshotPattern-1861072682-router', 'tenant_id': '603dc167987841afaaf4c941da133b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:22:14Z', 'updated_at': '2021-12-06T18:27:03Z', 'revision_number': 6, 'project_id': '603dc167987841afaaf4c941da133b6b', 'gw_port_host': None}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 18:27:04.337786 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-27aaa1d4-4bfd-4fcd-a636-e938c392a088 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536698'] for router_gateway, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:27:04.726775 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-27aaa1d4-4bfd-4fcd-a636-e938c392a088 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:27:04.729064 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-27aaa1d4-4bfd-4fcd-a636-e938c392a088 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:27:04.776232 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-27aaa1d4-4bfd-4fcd-a636-e938c392a088 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:27:04.777039 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27aaa1d4-4bfd-4fcd-a636-e938c392a088 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2998ebc8-d45a-45b5-a52f-3e2100f2f21f {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 18:27:04.781423 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-27aaa1d4-4bfd-4fcd-a636-e938c392a088 admin admin] Publish callbacks [] for router, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:27:04.783067 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-27aaa1d4-4bfd-4fcd-a636-e938c392a088 admin admin] 10.222.0.23 "DELETE /v2.0/routers/2998ebc8-d45a-45b5-a52f-3e2100f2f21f HTTP/1.1" status: 204 len: 168 time: 1.0966794 Dec 06 18:27:04.785581 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 44766) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:27:04.831238 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-e950f8fc-b658-4a06-8ab6-c59407697485 admin admin] Deleting subnet f51f76bc-8923-44bf-ae0a-24adabd55c2d {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 18:27:04.834345 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e950f8fc-b658-4a06-8ab6-c59407697485 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:27:04.867560 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e950f8fc-b658-4a06-8ab6-c59407697485 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60307113'] for subnet, precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:27:04.946404 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e950f8fc-b658-4a06-8ab6-c59407697485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:27:04.998123 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e950f8fc-b658-4a06-8ab6-c59407697485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59003653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59217436'] for subnet, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:27:05.023890 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e950f8fc-b658-4a06-8ab6-c59407697485 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f51f76bc-8923-44bf-ae0a-24adabd55c2d,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:27:05.026851 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e950f8fc-b658-4a06-8ab6-c59407697485 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:27:05.030787 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-e950f8fc-b658-4a06-8ab6-c59407697485 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f51f76bc-8923-44bf-ae0a-24adabd55c2d HTTP/1.1" status: 204 len: 168 time: 0.2441096 Dec 06 18:27:05.031030 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3999aa35-9ea9-4f04-b2a5-4b1b10d1c019 None None] Network faf8c1ee-2beb-4205-a2a4-dd63d6271f68 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 18:27:05.033241 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.23', 44768) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:27:05.117309 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5478b6d2-080f-4036-907d-1f7190c0dcbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:27:05.177214 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-5478b6d2-080f-4036-907d-1f7190c0dcbc admin admin] Deleting port 0a8c40c7-b40d-425f-8308-dd04b12df778 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 18:27:05.177588 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5478b6d2-080f-4036-907d-1f7190c0dcbc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:27:05.245345 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-5478b6d2-080f-4036-907d-1f7190c0dcbc admin admin] For port 0a8c40c7-b40d-425f-8308-dd04b12df778, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0a8c40c7-b40d-425f-8308-dd04b12df778,segment=NetworkSegment(bd01cda6-f55a-4b4b-95b1-be945e118326),segment_id=bd01cda6-f55a-4b4b-95b1-be945e118326)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:27:05.245819 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5478b6d2-080f-4036-907d-1f7190c0dcbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:27:05.265315 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-5478b6d2-080f-4036-907d-1f7190c0dcbc admin admin] Calling delete_port for 0a8c40c7-b40d-425f-8308-dd04b12df778 owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 18:27:05.351327 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5478b6d2-080f-4036-907d-1f7190c0dcbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59003602'] for port, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:27:05.376336 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5478b6d2-080f-4036-907d-1f7190c0dcbc admin admin] Pushing event deleted for resources: {'Port': ['ID=0a8c40c7-b40d-425f-8308-dd04b12df778,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:27:05.382041 n-d-master-1 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5478b6d2-080f-4036-907d-1f7190c0dcbc admin admin] No DVR routers for this DVR port 0a8c40c7-b40d-425f-8308-dd04b12df778 on host n-d-master-1 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 18:27:05.383627 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c368c5-8994-471d-a886-a11f298890bb None None] DHCP port deletion for faf8c1ee-2beb-4205-a2a4-dd63d6271f68 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 18:27:05.459132 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5478b6d2-080f-4036-907d-1f7190c0dcbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:27:05.479256 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-5478b6d2-080f-4036-907d-1f7190c0dcbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faf8c1ee-2beb-4205-a2a4-dd63d6271f68']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:27:05.488460 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-5478b6d2-080f-4036-907d-1f7190c0dcbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd01cda6-f55a-4b4b-95b1-be945e118326') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:27:05.488759 n-d-master-1 neutron-server[103284]: DEBUG neutron.services.segments.db [None req-5478b6d2-080f-4036-907d-1f7190c0dcbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd01cda6-f55a-4b4b-95b1-be945e118326') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:27:05.498772 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5478b6d2-080f-4036-907d-1f7190c0dcbc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60307110'] for segment, before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:27:05.511821 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5478b6d2-080f-4036-907d-1f7190c0dcbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:27:05.518363 n-d-master-1 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5478b6d2-080f-4036-907d-1f7190c0dcbc admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 18:27:05.518748 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5478b6d2-080f-4036-907d-1f7190c0dcbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59003623'] for segment, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:27:05.520466 n-d-master-1 neutron-server[103284]: Traceback (most recent call last): Dec 06 18:27:05.520466 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 18:27:05.520466 n-d-master-1 neutron-server[103284]: timer() Dec 06 18:27:05.520466 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 18:27:05.520466 n-d-master-1 neutron-server[103284]: cb(*args, **kw) Dec 06 18:27:05.520466 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 18:27:05.520466 n-d-master-1 neutron-server[103284]: return func(*args, **kwargs) Dec 06 18:27:05.520466 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 18:27:05.520466 n-d-master-1 neutron-server[103284]: self._notify() Dec 06 18:27:05.520466 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 18:27:05.520466 n-d-master-1 neutron-server[103284]: self.callback(batched_events) Dec 06 18:27:05.520466 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 18:27:05.520466 n-d-master-1 neutron-server[103284]: event.method(event) Dec 06 18:27:05.520466 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 18:27:05.520466 n-d-master-1 neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 18:27:05.520466 n-d-master-1 neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 18:27:05.520466 n-d-master-1 neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 18:27:05.520466 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 18:27:05.520466 n-d-master-1 neutron-server[103284]: return f(self, *a, **k) Dec 06 18:27:05.520466 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 18:27:05.520466 n-d-master-1 neutron-server[103284]: return self._get(url).json() Dec 06 18:27:05.520466 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 18:27:05.520466 n-d-master-1 neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 18:27:05.520466 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 18:27:05.520466 n-d-master-1 neutron-server[103284]: return self.request(url, 'GET', **kwargs) Dec 06 18:27:05.520466 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 18:27:05.520466 n-d-master-1 neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 18:27:05.520466 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 18:27:05.520466 n-d-master-1 neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 18:27:05.520466 n-d-master-1 neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 18:27:05.520466 n-d-master-1 neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 18:27:05.520466 n-d-master-1 neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 18:27:05.573526 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5478b6d2-080f-4036-907d-1f7190c0dcbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:27:05.579744 n-d-master-1 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5478b6d2-080f-4036-907d-1f7190c0dcbc admin admin] Publish callbacks [] for network, before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:27:05.583100 n-d-master-1 neutron-server[103284]: INFO neutron.wsgi [None req-5478b6d2-080f-4036-907d-1f7190c0dcbc admin admin] 10.222.0.23 "DELETE /v2.0/networks/faf8c1ee-2beb-4205-a2a4-dd63d6271f68 HTTP/1.1" status: 204 len: 168 time: 0.5487313 Dec 06 18:27:05.586371 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 44770) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:27:05.595776 n-d-master-1 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5478b6d2-080f-4036-907d-1f7190c0dcbc admin admin] Pushing event deleted for resources: {'Network': ['ID=faf8c1ee-2beb-4205-a2a4-dd63d6271f68,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:27:05.857660 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:27:05.927287 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-10aaab9c-718e-4c59-a5b3-0b6589874f29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-575908'] for router_interface, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:27:05.994444 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 2bedf41f-4fb3-48c9-af87-0484b3878d79 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 18:27:06.016488 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 2bedf41f-4fb3-48c9-af87-0484b3878d79 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 18:27:06.016959 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 2bedf41f-4fb3-48c9-af87-0484b3878d79 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 18:27:06.017450 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 0a8c40c7-b40d-425f-8308-dd04b12df778 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 18:27:06.038646 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 0a8c40c7-b40d-425f-8308-dd04b12df778 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 18:27:06.039311 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 0a8c40c7-b40d-425f-8308-dd04b12df778 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 18:27:06.039420 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device e4e4a07e-ea75-44c0-9ad1-17eaf6d4ba48 no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 18:27:06.058521 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: e4e4a07e-ea75-44c0-9ad1-17eaf6d4ba48 {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 18:27:06.058871 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device e4e4a07e-ea75-44c0-9ad1-17eaf6d4ba48 not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 18:27:06.181393 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-10aaab9c-718e-4c59-a5b3-0b6589874f29 admin admin] Deleting port 558aff48-4615-4776-92ca-f3842b7dc17b {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 18:27:06.181759 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-10aaab9c-718e-4c59-a5b3-0b6589874f29 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:27:06.260362 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-10aaab9c-718e-4c59-a5b3-0b6589874f29 admin admin] For port 558aff48-4615-4776-92ca-f3842b7dc17b, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=558aff48-4615-4776-92ca-f3842b7dc17b,segment=NetworkSegment(bf897f23-46f1-491d-9240-d46cb357059b),segment_id=bf897f23-46f1-491d-9240-d46cb357059b)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:27:06.260722 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-10aaab9c-718e-4c59-a5b3-0b6589874f29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:27:06.272763 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-10aaab9c-718e-4c59-a5b3-0b6589874f29 admin admin] Calling delete_port for 558aff48-4615-4776-92ca-f3842b7dc17b owned by network:router_interface {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 18:27:06.447163 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-10aaab9c-718e-4c59-a5b3-0b6589874f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:27:06.477704 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aaab9c-718e-4c59-a5b3-0b6589874f29 admin admin] Pushing event deleted for resources: {'Port': ['ID=558aff48-4615-4776-92ca-f3842b7dc17b,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:27:06.636063 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-10aaab9c-718e-4c59-a5b3-0b6589874f29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-772474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-575952'] for router_interface, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:27:06.850926 n-d-master-1 neutron-server[103285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10aaab9c-718e-4c59-a5b3-0b6589874f29 admin admin] Router 641c9c8e-085e-47d7-bafd-e05752114b54 has already been hosted by L3 agent 611bc1c2-6b73-4142-aa88-06453edefb90 {{(pid=103285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 18:27:06.954880 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10aaab9c-718e-4c59-a5b3-0b6589874f29 admin admin] Notify agent at l3_agent.n-d-master-1 the message routers_updated {{(pid=103285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 18:27:06.961151 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-10aaab9c-718e-4c59-a5b3-0b6589874f29 admin admin] 10.222.0.23 "PUT /v2.0/routers/641c9c8e-085e-47d7-bafd-e05752114b54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3727531 Dec 06 18:27:06.962765 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 44772) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:27:06.963789 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f364b968-f8c5-4f09-900b-d32e6c0e873c None None] Sync routers for ids ['641c9c8e-085e-47d7-bafd-e05752114b54'] in n-d-master-1 {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 18:27:06.973880 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f364b968-f8c5-4f09-900b-d32e6c0e873c None None] Routers {'641c9c8e-085e-47d7-bafd-e05752114b54'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:27:06.974496 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-f364b968-f8c5-4f09-900b-d32e6c0e873c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:26:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['641c9c8e-085e-47d7-bafd-e05752114b54'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:27:07.066063 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-09daa200-0294-4e7c-b539-5180c840b7e9 admin admin] Publish callbacks [] for router, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:27:07.077674 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-f364b968-f8c5-4f09-900b-d32e6c0e873c None None] Set router 641c9c8e-085e-47d7-bafd-e05752114b54 gateway port host: n-d-master-1 {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:27:07.168974 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-09daa200-0294-4e7c-b539-5180c840b7e9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:27:07.221122 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-09daa200-0294-4e7c-b539-5180c840b7e9 admin admin] Deleting port 48082ae2-8640-41df-bd78-17937d9e31df {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 18:27:07.221481 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-09daa200-0294-4e7c-b539-5180c840b7e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:27:07.252189 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-f364b968-f8c5-4f09-900b-d32e6c0e873c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '641c9c8e-085e-47d7-bafd-e05752114b54', 'name': 'tempest-TestSnapshotPattern-1009838939-router', 'tenant_id': 'c565599a167448d08150dd477d5e0b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'external_fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.122'}], 'enable_snat': True}, 'gw_port_id': '48082ae2-8640-41df-bd78-17937d9e31df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:22:18Z', 'updated_at': '2021-12-06T18:27:06Z', 'revision_number': 5, 'project_id': 'c565599a167448d08150dd477d5e0b42', 'gw_port': {'id': '48082ae2-8640-41df-bd78-17937d9e31df', 'name': '', 'network_id': '40c9982f-f1ff-4b90-bebe-b7d51655f7e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:67:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641c9c8e-085e-47d7-bafd-e05752114b54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'ip_address': '172.35.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T18:22:19Z', 'updated_at': '2021-12-06T18:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5811a504-b622-43ab-932a-dbe6b6896b9a', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-master-1'}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:27:07.281454 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f364b968-f8c5-4f09-900b-d32e6c0e873c None None] Checking router: 641c9c8e-085e-47d7-bafd-e05752114b54 for host: n-d-master-1 {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 18:27:07.289851 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f364b968-f8c5-4f09-900b-d32e6c0e873c None None] Routers {'641c9c8e-085e-47d7-bafd-e05752114b54'} bound to L3 agent in host n-d-master-1 {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 18:27:07.290459 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-f364b968-f8c5-4f09-900b-d32e6c0e873c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T16:55:16Z,description=,heartbeat_timestamp=2021-12-06T18:26:46Z,host='n-d-master-1',id=611bc1c2-6b73-4142-aa88-06453edefb90,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T16:55:16Z,topic='l3_agent')) {'router_ids': ['641c9c8e-085e-47d7-bafd-e05752114b54'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:27:07.301599 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-09daa200-0294-4e7c-b539-5180c840b7e9 admin admin] For port 48082ae2-8640-41df-bd78-17937d9e31df, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=48082ae2-8640-41df-bd78-17937d9e31df,segment=NetworkSegment(fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c),segment_id=fd86734e-4d14-433c-9ebb-2e9dfc2c7f0c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:27:07.301969 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-09daa200-0294-4e7c-b539-5180c840b7e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:27:07.318806 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-09daa200-0294-4e7c-b539-5180c840b7e9 admin admin] Calling delete_port for 48082ae2-8640-41df-bd78-17937d9e31df owned by network:router_gateway {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 18:27:07.379184 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-f364b968-f8c5-4f09-900b-d32e6c0e873c None None] Set router 641c9c8e-085e-47d7-bafd-e05752114b54 gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 18:27:07.430031 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-f364b968-f8c5-4f09-900b-d32e6c0e873c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '641c9c8e-085e-47d7-bafd-e05752114b54', 'name': 'tempest-TestSnapshotPattern-1009838939-router', 'tenant_id': 'c565599a167448d08150dd477d5e0b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:22:18Z', 'updated_at': '2021-12-06T18:27:07Z', 'revision_number': 6, 'project_id': 'c565599a167448d08150dd477d5e0b42', 'gw_port_host': None}], 'n-d-master-1', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:27:07.460384 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f364b968-f8c5-4f09-900b-d32e6c0e873c None None] The sync data for ids ['641c9c8e-085e-47d7-bafd-e05752114b54'] in n-d-master-1 is: [{'id': '641c9c8e-085e-47d7-bafd-e05752114b54', 'name': 'tempest-TestSnapshotPattern-1009838939-router', 'tenant_id': 'c565599a167448d08150dd477d5e0b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T18:22:18Z', 'updated_at': '2021-12-06T18:27:07Z', 'revision_number': 6, 'project_id': 'c565599a167448d08150dd477d5e0b42', 'gw_port_host': None}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 18:27:07.475083 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-09daa200-0294-4e7c-b539-5180c840b7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:27:07.505722 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09daa200-0294-4e7c-b539-5180c840b7e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=48082ae2-8640-41df-bd78-17937d9e31df,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:27:07.521377 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0228f056-4151-4736-a79c-ca3110b7ab7e None None] DHCP port deletion for 40c9982f-f1ff-4b90-bebe-b7d51655f7e2 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 18:27:07.570021 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-09daa200-0294-4e7c-b539-5180c840b7e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536698'] for router_gateway, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:27:07.659237 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-09daa200-0294-4e7c-b539-5180c840b7e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-575694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1935'] for router, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:27:07.661330 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-09daa200-0294-4e7c-b539-5180c840b7e9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:27:07.705720 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-09daa200-0294-4e7c-b539-5180c840b7e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-575705'] for router, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:27:07.706624 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09daa200-0294-4e7c-b539-5180c840b7e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 641c9c8e-085e-47d7-bafd-e05752114b54 {{(pid=103285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 18:27:07.711804 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-09daa200-0294-4e7c-b539-5180c840b7e9 admin admin] Publish callbacks [] for router, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:27:07.712953 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-09daa200-0294-4e7c-b539-5180c840b7e9 admin admin] 10.222.0.23 "DELETE /v2.0/routers/641c9c8e-085e-47d7-bafd-e05752114b54 HTTP/1.1" status: 204 len: 168 time: 0.7492745 Dec 06 18:27:07.715526 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 44774) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:27:07.763864 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b9d9894-959b-4dfd-802f-c7509e26ce0d admin admin] Deleting subnet c1510ff7-b6e7-44cc-a24e-c6d8c7c616d8 {{(pid=103285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 18:27:07.766986 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1b9d9894-959b-4dfd-802f-c7509e26ce0d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:27:07.803611 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1b9d9894-959b-4dfd-802f-c7509e26ce0d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60731067'] for subnet, precommit_delete_associations {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:27:07.885915 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1b9d9894-959b-4dfd-802f-c7509e26ce0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1965495'] for subnet, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:27:07.942394 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1b9d9894-959b-4dfd-802f-c7509e26ce0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1965636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58807111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59118836'] for subnet, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:27:07.969790 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9d9894-959b-4dfd-802f-c7509e26ce0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1510ff7-b6e7-44cc-a24e-c6d8c7c616d8,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:27:07.972215 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1b9d9894-959b-4dfd-802f-c7509e26ce0d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:27:07.974976 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d058c2-e352-469c-bb7d-79d20aced78f None None] Network 01a49fd9-9fcd-4c78-b9d9-a0d2be1f6b88 requested from n-d-master-1 {{(pid=103286) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 18:27:07.975814 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-1b9d9894-959b-4dfd-802f-c7509e26ce0d admin admin] 10.222.0.23 "DELETE /v2.0/subnets/c1510ff7-b6e7-44cc-a24e-c6d8c7c616d8 HTTP/1.1" status: 204 len: 168 time: 0.2587986 Dec 06 18:27:07.978257 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 44776) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:27:08.045373 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-46dab5b4-46c1-4ac1-85a6-918dfca9ed26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1770387'] for network, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:27:08.106678 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-46dab5b4-46c1-4ac1-85a6-918dfca9ed26 admin admin] Deleting port 0da4d1bc-df1c-494d-bd37-36a9db5ceaee {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 18:27:08.107021 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-46dab5b4-46c1-4ac1-85a6-918dfca9ed26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:27:08.169248 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-46dab5b4-46c1-4ac1-85a6-918dfca9ed26 admin admin] For port 0da4d1bc-df1c-494d-bd37-36a9db5ceaee, host n-d-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-master-1',level=0,port_id=0da4d1bc-df1c-494d-bd37-36a9db5ceaee,segment=NetworkSegment(bf897f23-46f1-491d-9240-d46cb357059b),segment_id=bf897f23-46f1-491d-9240-d46cb357059b)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:27:08.170295 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-46dab5b4-46c1-4ac1-85a6-918dfca9ed26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:27:08.183696 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-46dab5b4-46c1-4ac1-85a6-918dfca9ed26 admin admin] Calling delete_port for 0da4d1bc-df1c-494d-bd37-36a9db5ceaee owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 18:27:08.202879 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9d09c0-d6db-4bda-9117-37ab6459f7fd None None] DHCP port deletion for 01a49fd9-9fcd-4c78-b9d9-a0d2be1f6b88 request from n-d-master-1 {{(pid=103286) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 18:27:08.269689 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 558aff48-4615-4776-92ca-f3842b7dc17b no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 18:27:08.275187 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-46dab5b4-46c1-4ac1-85a6-918dfca9ed26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58806928'] for port, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:27:08.275396 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-3d9d09c0-d6db-4bda-9117-37ab6459f7fd None None] Deleting port 0da4d1bc-df1c-494d-bd37-36a9db5ceaee {{(pid=103286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 18:27:08.275624 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3d9d09c0-d6db-4bda-9117-37ab6459f7fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794388914252'] for port, before_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:27:08.303318 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dab5b4-46c1-4ac1-85a6-918dfca9ed26 admin admin] Pushing event deleted for resources: {'Port': ['ID=0da4d1bc-df1c-494d-bd37-36a9db5ceaee,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:27:08.305297 n-d-master-1 neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46dab5b4-46c1-4ac1-85a6-918dfca9ed26 admin admin] No DVR routers for this DVR port 0da4d1bc-df1c-494d-bd37-36a9db5ceaee on host n-d-master-1 {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 18:27:08.313857 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 558aff48-4615-4776-92ca-f3842b7dc17b {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 18:27:08.314305 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 558aff48-4615-4776-92ca-f3842b7dc17b not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 18:27:08.314749 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 48082ae2-8640-41df-bd78-17937d9e31df no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 18:27:08.363320 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 48082ae2-8640-41df-bd78-17937d9e31df {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 18:27:08.363590 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 48082ae2-8640-41df-bd78-17937d9e31df not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 18:27:08.364012 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 0da4d1bc-df1c-494d-bd37-36a9db5ceaee no longer exists at agent ovs-agent-n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 18:27:08.378801 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-46dab5b4-46c1-4ac1-85a6-918dfca9ed26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959216', 'neutron.services.segments.db._delete_segments_for_network-8794388727974'] for network, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:27:08.389948 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] No Port match for: 0da4d1bc-df1c-494d-bd37-36a9db5ceaee {{(pid=103286) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 18:27:08.390307 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.rpc [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Device 0da4d1bc-df1c-494d-bd37-36a9db5ceaee not bound to the agent host n-d-master-1 {{(pid=103286) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 18:27:08.401865 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-46dab5b4-46c1-4ac1-85a6-918dfca9ed26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01a49fd9-9fcd-4c78-b9d9-a0d2be1f6b88']}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:27:08.403912 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-3d9d09c0-d6db-4bda-9117-37ab6459f7fd None None] For port 0da4d1bc-df1c-494d-bd37-36a9db5ceaee, host n-d-master-1, got binding levels [] {{(pid=103286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 18:27:08.404307 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3d9d09c0-d6db-4bda-9117-37ab6459f7fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-540254'] for port, precommit_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:27:08.411194 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-46dab5b4-46c1-4ac1-85a6-918dfca9ed26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf897f23-46f1-491d-9240-d46cb357059b') {'for_net_delete': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:27:08.411498 n-d-master-1 neutron-server[103285]: DEBUG neutron.services.segments.db [None req-46dab5b4-46c1-4ac1-85a6-918dfca9ed26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf897f23-46f1-491d-9240-d46cb357059b') {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 18:27:08.416514 n-d-master-1 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-3d9d09c0-d6db-4bda-9117-37ab6459f7fd None None] Calling delete_port for 0da4d1bc-df1c-494d-bd37-36a9db5ceaee owned by network:dhcp {{(pid=103286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 18:27:08.419750 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.ipam_backend_mixin [None req-3d9d09c0-d6db-4bda-9117-37ab6459f7fd None None] Port 0da4d1bc-df1c-494d-bd37-36a9db5ceaee was not found and therefore no delete operation was performed {{(pid=103286) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 06 18:27:08.421018 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3d9d09c0-d6db-4bda-9117-37ab6459f7fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1706270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-406591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794388923814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794388400653'] for port, after_delete {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:27:08.425983 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-46dab5b4-46c1-4ac1-85a6-918dfca9ed26 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794388861808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60731060'] for segment, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:27:08.441321 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-46dab5b4-46c1-4ac1-85a6-918dfca9ed26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970'] for segment, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:27:08.447728 n-d-master-1 neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9d09c0-d6db-4bda-9117-37ab6459f7fd None None] Pushing event deleted for resources: {'Port': ['ID=0da4d1bc-df1c-494d-bd37-36a9db5ceaee,revision_number=None']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:27:08.448112 n-d-master-1 neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46dab5b4-46c1-4ac1-85a6-918dfca9ed26 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=103285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 18:27:08.448529 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-46dab5b4-46c1-4ac1-85a6-918dfca9ed26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1963970', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58806949'] for segment, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:27:08.451295 n-d-master-1 neutron-server[103285]: Traceback (most recent call last): Dec 06 18:27:08.451295 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 18:27:08.451295 n-d-master-1 neutron-server[103285]: timer() Dec 06 18:27:08.451295 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 18:27:08.451295 n-d-master-1 neutron-server[103285]: cb(*args, **kw) Dec 06 18:27:08.451295 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 18:27:08.451295 n-d-master-1 neutron-server[103285]: return func(*args, **kwargs) Dec 06 18:27:08.451295 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 18:27:08.451295 n-d-master-1 neutron-server[103285]: self._notify() Dec 06 18:27:08.451295 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 18:27:08.451295 n-d-master-1 neutron-server[103285]: self.callback(batched_events) Dec 06 18:27:08.451295 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 18:27:08.451295 n-d-master-1 neutron-server[103285]: event.method(event) Dec 06 18:27:08.451295 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 18:27:08.451295 n-d-master-1 neutron-server[103285]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 18:27:08.451295 n-d-master-1 neutron-server[103285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 18:27:08.451295 n-d-master-1 neutron-server[103285]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 18:27:08.451295 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 18:27:08.451295 n-d-master-1 neutron-server[103285]: return f(self, *a, **k) Dec 06 18:27:08.451295 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 18:27:08.451295 n-d-master-1 neutron-server[103285]: return self._get(url).json() Dec 06 18:27:08.451295 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 18:27:08.451295 n-d-master-1 neutron-server[103285]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 18:27:08.451295 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 18:27:08.451295 n-d-master-1 neutron-server[103285]: return self.request(url, 'GET', **kwargs) Dec 06 18:27:08.451295 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 18:27:08.451295 n-d-master-1 neutron-server[103285]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 18:27:08.451295 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 18:27:08.451295 n-d-master-1 neutron-server[103285]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 18:27:08.451295 n-d-master-1 neutron-server[103285]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 18:27:08.451295 n-d-master-1 neutron-server[103285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 18:27:08.451295 n-d-master-1 neutron-server[103285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 18:27:08.455322 n-d-master-1 neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9d09c0-d6db-4bda-9117-37ab6459f7fd None None] No DVR routers for this DVR port 0da4d1bc-df1c-494d-bd37-36a9db5ceaee on host n-d-master-1 {{(pid=103286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 18:27:08.508819 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-46dab5b4-46c1-4ac1-85a6-918dfca9ed26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-772451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536670'] for network, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:27:08.514379 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-46dab5b4-46c1-4ac1-85a6-918dfca9ed26 admin admin] Publish callbacks [] for network, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:27:08.518573 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-46dab5b4-46c1-4ac1-85a6-918dfca9ed26 admin admin] 10.222.0.23 "DELETE /v2.0/networks/01a49fd9-9fcd-4c78-b9d9-a0d2be1f6b88 HTTP/1.1" status: 204 len: 168 time: 0.5393960 Dec 06 18:27:08.532952 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dab5b4-46c1-4ac1-85a6-918dfca9ed26 admin admin] Pushing event deleted for resources: {'Network': ['ID=01a49fd9-9fcd-4c78-b9d9-a0d2be1f6b88,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:27:08.696891 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 44780) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:27:08.736182 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-d919ee1e-203f-458d-91d1-d62dcd7a3baf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=603dc167987841afaaf4c941da133b6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379636 Dec 06 18:27:08.738404 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 44782) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:27:08.783767 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f07951ed-377b-4360-97e2-daf8e193765f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:27:08.808208 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f07951ed-377b-4360-97e2-daf8e193765f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:27:08.853063 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f07951ed-377b-4360-97e2-daf8e193765f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:27:08.855674 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f07951ed-377b-4360-97e2-daf8e193765f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:27:08.857340 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-f07951ed-377b-4360-97e2-daf8e193765f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/317d7ffb-41cc-4e82-86ac-842533f3d680 HTTP/1.1" status: 204 len: 168 time: 0.1175523 Dec 06 18:27:08.864814 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07951ed-377b-4360-97e2-daf8e193765f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=317d7ffb-41cc-4e82-86ac-842533f3d680,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:27:09.175179 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 44788) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:27:09.213121 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-056f679c-219e-40d0-9b68-932cc9de9e6a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c565599a167448d08150dd477d5e0b42&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0368125 Dec 06 18:27:09.215500 n-d-master-1 neutron-server[103285]: DEBUG neutron.wsgi [-] (103285) accepted ('10.222.0.23', 44790) {{(pid=103285) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 18:27:09.261539 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2ae286c3-ccc8-44af-88e7-a28b739c9dde admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:27:09.282447 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2ae286c3-ccc8-44af-88e7-a28b739c9dde admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:27:09.329080 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2ae286c3-ccc8-44af-88e7-a28b739c9dde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705804'] for security_group, after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:27:09.331725 n-d-master-1 neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2ae286c3-ccc8-44af-88e7-a28b739c9dde admin admin] Publish callbacks [] for security_group, before_response {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:27:09.332889 n-d-master-1 neutron-server[103285]: INFO neutron.wsgi [None req-2ae286c3-ccc8-44af-88e7-a28b739c9dde admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7470bc39-0c22-4ef9-8868-31a7e923c709 HTTP/1.1" status: 204 len: 168 time: 0.1159599 Dec 06 18:27:09.340771 n-d-master-1 neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae286c3-ccc8-44af-88e7-a28b739c9dde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7470bc39-0c22-4ef9-8868-31a7e923c709,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 18:27:13.597747 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-7114f6f6-8a05-45e9-a670-e7fb123d8fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:27:15.770231 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-04ff9177-befc-4ed4-a28c-14c78eb6b36b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:27:17.238822 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:27:18.365752 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:27:19.274916 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:27:27.323082 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 18:27:33.469758 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:27:35.861397 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:27:43.589068 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-977e8070-867c-452f-8e5a-0448251133e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:27:45.774105 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ee82a9f1-4081-4c0d-89d6-fb9a1bd807ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:27:47.240280 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:27:48.367666 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:27:49.276847 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:28:03.462471 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:28:04.321932 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 18:28:05.855496 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:28:13.590336 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-93cb6bf8-d210-421e-a67b-48f149f4cd39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:28:15.775514 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d23a8866-0668-422b-8a77-02e13a99c8f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:28:17.246289 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:28:18.371492 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:28:19.278431 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:28:33.487140 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:28:35.873441 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:28:41.320441 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 18:28:43.591393 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1e4df79f-6fa5-43c2-a470-627a6be75b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:28:45.778368 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d996cb6b-d6fd-4c5f-a36d-0dbd65ffcbf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:28:47.247098 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:28:48.372977 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:28:49.280161 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:29:03.511404 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:29:05.885688 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:29:13.591529 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-dbc8460c-29dd-4ccc-9a18-0aa3b28c0bd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:29:15.778756 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4bd10b41-1497-47cf-ba76-f9027b56c08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:29:17.248724 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:29:18.319612 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 18:29:18.375736 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:29:19.281647 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:29:33.510489 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:29:35.884608 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:29:43.592709 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1a4d6c19-0c14-4486-ad8f-02f9e94f8800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:29:45.780493 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2ae550f5-aa87-48e4-b069-097a29c6679a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:29:47.253225 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:29:48.378388 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:29:49.282629 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:29:55.319102 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 18:30:03.524995 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:30:05.883951 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:30:13.593938 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ae45dd07-f14d-4846-94bd-a024d15cf513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:30:15.786055 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d99ae88e-2d43-4404-90a2-477b74320baa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:30:17.255659 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:30:18.380299 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:30:19.283362 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:30:32.320318 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 18:30:33.526720 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:30:35.905828 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:30:43.593869 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-98a1087d-a1a1-4b65-a774-6feb04b16b73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:30:45.778097 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-df900e32-c160-4b2c-80ba-cd14834b26f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:30:47.258415 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:30:48.385893 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:30:49.433861 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:31:03.530987 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:31:05.897657 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:31:09.320411 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 18:31:13.594769 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-2e38efe3-1b66-4e33-95dd-1a5e41188110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:31:15.780547 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0b9e2f22-a382-41f6-93fe-d7dcae5cddb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:31:17.261845 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:31:18.385634 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:31:19.289439 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:31:33.536753 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:31:35.913062 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:31:43.595988 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-5b4bc2ab-6452-4c88-8dee-13b40634dd37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:31:45.782133 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e3ec1a6f-1c78-475e-b47b-fd1953d965f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:31:46.319363 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 18:31:47.264919 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:31:48.388695 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:31:49.290557 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:32:03.537088 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:32:05.913410 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:32:13.600203 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3a86cd56-f23d-433f-9664-554a879098fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:32:15.785808 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cc1fa15c-8ad3-44b0-acde-d3119fc3fa3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:32:17.266781 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:32:18.391102 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:32:19.291293 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:32:23.318272 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 18:32:33.535666 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:32:35.933686 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:32:43.601430 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-afebb758-658b-4b90-91e0-07eafdfcca47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:32:45.788427 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-0f9bdacc-5dbc-470f-870a-df58652288c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:32:47.270046 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:32:48.394245 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:32:49.292800 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:33:00.317936 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 18:33:03.549697 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:33:05.927585 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:33:13.602615 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-00757d27-45b7-40fd-bd6a-c619e0ef32d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:33:15.789007 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e76a5803-2307-4957-8e82-63e5accfd13d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:33:17.271723 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:33:18.396476 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:33:19.293585 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:33:33.551550 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:33:35.930369 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:33:37.317162 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 18:33:43.602956 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-75f87867-26ed-4c94-9739-43ce021abfb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:33:45.790064 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-05e485f7-21be-4ee2-b779-c4ccdd8328a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:33:47.276948 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:33:48.403362 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:33:49.294598 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:34:03.564271 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:34:05.932502 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:34:13.603953 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a619865f-71eb-4e67-9936-64a58210bfc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:34:14.317026 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 18:34:15.791637 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-3987b0f5-fbe2-420a-95de-1b841195a331 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:34:17.277071 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:34:18.403914 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:34:19.295513 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:34:33.572094 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:34:35.931693 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:34:43.604321 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-75b8aeb5-2da5-4e85-bce6-5d30331ace2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:34:45.792922 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-13d5a777-8e37-44ab-b108-3e52beef8574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:34:47.279394 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:34:48.407808 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:34:49.297969 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:34:51.317014 n-d-master-1 neutron-server[103287]: DEBUG neutron.db.agents_db [None req-3b919e43-8dbe-48de-840a-b8cc48f753ca None None] Agent healthcheck: found 7 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 18:35:03.571894 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-b53dc763-51e3-4f42-857d-cb16f0054087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:35:05.925869 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f0ce-2a2a-48c6-a2d8-50cd6bdf4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:35:13.608415 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-cfdf9b87-5f56-47c5-86a8-3c73e80e45ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:35:15.795939 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-1bd85379-7b37-406c-ab67-4fa59a51b264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:35:17.282858 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a62d75a6-4aca-4fe2-b094-9266139005e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:35:18.318951 n-d-master-1 neutron-server[103284]: DEBUG neutron.wsgi [req-4bb205a8-28ce-4124-8cb9-9f322798d630 req-a09cf68e-c806-4926-9e95-e99544dda457 service neutron] (103284) timed out ('10.222.0.23', 42600) {{(pid=103284) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 06 18:35:18.411725 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-a401d467-3fe4-4e55-b7bf-1142e883a636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 18:35:19.300747 n-d-master-1 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-6b9bac20-03de-4fbd-8a42-b746a3565fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794388728275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961594'] for agent, after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}